-- Logs begin at Mon 2022-02-07 20:11:55 UTC, end at Mon 2022-02-07 22:39:17 UTC. -- Feb 07 20:45:00.989307 n-d-828185-2 systemd[1]: Started Devstack devstack@q-svc.service. Feb 07 20:45:03.929983 n-d-828185-2 neutron-server[103146]: INFO neutron.common.config [-] Logging enabled! Feb 07 20:45:03.930603 n-d-828185-2 neutron-server[103146]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev484 Feb 07 20:45:03.930770 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103146) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 07 20:45:03.934020 n-d-828185-2 neutron-server[103146]: INFO neutron.common.config [-] Logging enabled! Feb 07 20:45:03.934281 n-d-828185-2 neutron-server[103146]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev484 Feb 07 20:45:03.934595 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103146) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 07 20:45:03.935509 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 07 20:45:03.935747 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 07 20:45:03.936139 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 07 20:45:03.936421 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 07 20:45:03.936657 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 07 20:45:03.937133 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.937561 n-d-828185-2 neutron-server[103146]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 07 20:45:03.937878 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.938175 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.938471 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.938769 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.939061 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.939343 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.939634 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.939938 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.940227 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.940535 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.940824 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.941115 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.941400 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.941685 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.941970 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.942254 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] debug = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.942535 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.942970 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.943389 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.943669 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.943961 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.944787 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.945062 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.945339 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.945626 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.945949 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] host = n-d-828185-2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.946227 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.946512 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.946799 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.947094 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.947354 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.947628 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.947909 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.948179 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.948475 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] log_file = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.948751 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.949038 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.949327 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.949622 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.949848 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.950076 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.950361 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.950650 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.950924 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.951198 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.951472 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.951746 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.952018 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.952288 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.952597 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.952881 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.953165 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.953439 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.953715 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.953987 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.954258 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.954540 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.954815 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.955089 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.955362 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.955647 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.955916 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.956195 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.956523 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.956812 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.957092 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.957378 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.957653 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.957936 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.958208 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.958481 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.958753 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] use_json = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.959026 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.959295 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.959573 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.960427 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.960705 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.960980 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.961255 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.961541 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.961815 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:03.962111 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.962409 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.962706 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.963003 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.963294 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.963574 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.963863 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.964141 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.964461 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.964753 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.965045 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.965324 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.965622 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.965910 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.966203 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.966503 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.966795 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.967084 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.967359 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.967633 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.967904 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.968182 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.968493 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.968770 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.969059 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.969346 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.969623 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.969917 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.970202 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.970497 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.970783 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.971055 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.971331 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.971618 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.971893 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.972164 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.972467 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.972750 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.973026 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.973297 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.973577 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.973895 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.974123 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.974393 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.974668 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.974953 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.975228 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.975526 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.975795 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.976069 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.976355 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.976640 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.976915 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.977186 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.977459 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.977734 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.978005 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.978274 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.978550 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.978819 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.979095 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.979367 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.979634 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.979903 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.980171 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.980472 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.980743 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.981011 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.981286 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.981556 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.981825 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.982091 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.982361 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.982627 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.982910 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.983204 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.983479 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.983754 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.984029 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.984320 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.984599 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.984873 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.985149 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.985425 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.985693 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.985980 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.986259 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.986540 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.986854 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.987121 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.987412 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.987686 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.987967 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.988242 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.988545 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.988825 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.989106 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.989395 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.989684 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.989974 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.990267 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.990557 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.990837 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.991665 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.991945 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:03.992163 n-d-828185-2 neutron-server[103146]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 07 20:45:03.992427 n-d-828185-2 neutron-server[103146]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103146) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 07 20:45:04.365206 n-d-828185-2 neutron-server[103146]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 07 20:45:04.365495 n-d-828185-2 neutron-server[103146]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 07 20:45:04.365805 n-d-828185-2 neutron-server[103146]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 07 20:45:04.366674 n-d-828185-2 neutron-server[103146]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 07 20:45:04.691824 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:04.692036 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:04.692336 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:04.693636 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:04.693914 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:04.694706 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:04.738990 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:04.739271 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:04.739539 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:04.755509 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:04.755794 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:04.756067 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:04.784627 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:04.784911 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:04.785192 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:04.821883 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:04.822162 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:04.822434 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.164058 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.164698 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.164698 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.164880 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.165558 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.264249 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.264596 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.264883 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.265157 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.265423 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.265734 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.266250 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.266510 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.266767 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.267053 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.267316 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.267585 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.267839 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.268091 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.268370 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.268639 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.268896 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.269165 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.269436 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.269698 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.269973 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.270228 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.270511 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.270889 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.271142 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.271391 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.271780 n-d-828185-2 neutron-server[103146]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 20:45:05.272022 n-d-828185-2 neutron-server[103146]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 20:45:05.272827 n-d-828185-2 neutron-server[103146]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 20:45:05.273077 n-d-828185-2 neutron-server[103146]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 20:45:05.273315 n-d-828185-2 neutron-server[103146]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 20:45:05.273551 n-d-828185-2 neutron-server[103146]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 20:45:05.273913 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 07 20:45:05.277038 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 07 20:45:05.281122 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 07 20:45:05.284822 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Feb 07 20:45:05.286446 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 07 20:45:05.286921 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 07 20:45:05.287257 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 07 20:45:05.287647 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 07 20:45:05.290530 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 07 20:45:05.290787 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 07 20:45:05.291130 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 07 20:45:05.295975 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 07 20:45:05.318478 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 07 20:45:05.319614 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.319916 n-d-828185-2 neutron-server[103146]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103146) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 07 20:45:05.320277 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.321683 n-d-828185-2 neutron-server[103146]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103146) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 07 20:45:05.321967 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 07 20:45:05.322218 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 07 20:45:05.325502 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.325792 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.392540 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 07 20:45:05.392782 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 07 20:45:05.393022 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 07 20:45:05.393558 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 07 20:45:05.414211 n-d-828185-2 neutron-server[103146]: DEBUG oslo_db.sqlalchemy.engines [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103146) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 07 20:45:05.849008 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.managers [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Initializing driver for type 'gre' Feb 07 20:45:05.849521 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] gre ID ranges: [(1, 1000)] Feb 07 20:45:05.901389 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.managers [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Initializing driver for type 'local' Feb 07 20:45:05.901755 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.managers [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Initializing driver for type 'vlan' Feb 07 20:45:05.915018 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] VlanTypeDriver initialization complete Feb 07 20:45:05.915333 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.managers [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Initializing driver for type 'vxlan' Feb 07 20:45:05.915799 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] vxlan ID ranges: [(1, 1000)] Feb 07 20:45:05.963881 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.managers [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Initializing extension driver 'port_security' Feb 07 20:45:05.964325 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.extensions.port_security [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] PortSecurityExtensionDriver initialization complete Feb 07 20:45:05.964670 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.managers [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Initializing mechanism driver 'openvswitch' Feb 07 20:45:05.965009 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.managers [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Initializing mechanism driver 'hyperv' Feb 07 20:45:05.971623 n-d-828185-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:05.972497 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > port after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.972876 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > port after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.973226 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > port after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.973756 n-d-828185-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103146) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 20:45:05.974228 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > subnet after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.974540 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > subnet after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.974885 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.975865 n-d-828185-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103146) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 20:45:05.976273 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > network after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.976649 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > network after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.976993 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > network after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.977390 n-d-828185-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103146) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 20:45:05.977796 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > security_group after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.978142 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > security_group after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.978481 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.978874 n-d-828185-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103146) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 20:45:05.979274 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.979617 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.979956 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.980372 n-d-828185-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103146) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 20:45:05.980775 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > address_group after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.981118 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > address_group after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.981453 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.981846 n-d-828185-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103146) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 20:45:05.982295 n-d-828185-2 neutron-server[103146]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] ML2 OVO RPC backend initialized. {{(pid=103146) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 07 20:45:05.982995 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.983347 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.983764 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > network before_response 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.984109 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > networks before_response 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.984515 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > port before_response 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.984855 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > ports before_response 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.985196 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > subnet before_response 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.985534 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > subnets before_response 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.985874 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > network after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.986209 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > network after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.986540 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > network after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.986871 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > port after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.987203 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > port after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.987530 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > port after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.987859 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > subnet after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.988189 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > subnet after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.988546 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:05.997504 n-d-828185-2 neutron-server[103146]: INFO neutron.quota [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded quota_driver: . Feb 07 20:45:05.997870 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Modular L2 Plugin initialization complete Feb 07 20:45:05.998218 n-d-828185-2 neutron-server[103146]: DEBUG neutron.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading services supported by the core plugin {{(pid=103146) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 07 20:45:05.998558 n-d-828185-2 neutron-server[103146]: INFO neutron.plugins.ml2.managers [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Got port-security extension from driver 'port_security' Feb 07 20:45:05.999043 n-d-828185-2 neutron-server[103146]: INFO neutron.extensions.vlantransparent [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Disabled vlantransparent extension. Feb 07 20:45:05.999539 n-d-828185-2 neutron-server[103146]: DEBUG neutron.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103146) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 07 20:45:05.999865 n-d-828185-2 neutron-server[103146]: INFO neutron.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading Plugin: router Feb 07 20:45:06.036739 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.037136 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > router after_create 55549900 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.037509 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > router before_create 55549900 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.037898 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.038269 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.038627 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > router after_delete 55549900 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.038984 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.039330 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.039743 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > router after_create 55549900 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.040086 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > router after_update 55549900 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.040617 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > router after_update 55549900 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.041054 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.041538 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > router after_update 55549900 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.042056 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > router precommit_update 55549900 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.042549 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: port after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.043001 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: port after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.043513 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: subnet after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.044008 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.044521 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.045009 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > router precommit_create 55549900 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.045478 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: port before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.045906 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > router precommit_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.046392 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > router after_update 55549900 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.046819 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.047341 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > router precommit_create 55549900 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.047801 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.048252 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > router precommit_update 55549900 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.048863 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > agent after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.049342 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > agent after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.049812 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > network after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.050967 n-d-828185-2 neutron-server[103146]: DEBUG neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Tracking information for resource: router configured {{(pid=103146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 20:45:06.051456 n-d-828185-2 neutron-server[103146]: DEBUG neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Tracking information for resource: floatingip configured {{(pid=103146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 20:45:06.057438 n-d-828185-2 neutron-server[103146]: INFO neutron.db.l3_agentschedulers_db [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 07 20:45:06.058199 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: port after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.058700 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: port after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.059168 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: port after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.059571 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: port after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.060461 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > router before_create 55550100 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.060932 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.061609 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > router precommit_create 55550100 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.062028 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > router precommit_update 55550100 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.067378 n-d-828185-2 neutron-server[103146]: DEBUG neutron.services.provider_configuration [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Service providers = [] {{(pid=103146) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 07 20:45:06.067754 n-d-828185-2 neutron-server[103146]: DEBUG neutron.db.servicetype_db [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103146) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 07 20:45:06.071304 n-d-828185-2 neutron-server[103146]: DEBUG neutron.services.service_base [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103146) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 20:45:06.071647 n-d-828185-2 neutron-server[103146]: DEBUG neutron.services.service_base [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103146) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 20:45:06.071984 n-d-828185-2 neutron-server[103146]: DEBUG neutron.services.service_base [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103146) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 20:45:06.072904 n-d-828185-2 neutron-server[103146]: DEBUG neutron.services.service_base [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103146) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 20:45:06.073272 n-d-828185-2 neutron-server[103146]: INFO neutron.services.service_base [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 07 20:45:06.073639 n-d-828185-2 neutron-server[103146]: DEBUG neutron.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 20:45:06.073951 n-d-828185-2 neutron-server[103146]: INFO neutron.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 07 20:45:06.085406 n-d-828185-2 neutron-server[103146]: DEBUG neutron.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 20:45:06.085741 n-d-828185-2 neutron-server[103146]: INFO neutron.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading Plugin: auto_allocate Feb 07 20:45:06.091503 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: network precommit_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.091870 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: network precommit_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.092407 n-d-828185-2 neutron-server[103146]: DEBUG neutron.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 20:45:06.092731 n-d-828185-2 neutron-server[103146]: INFO neutron.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading Plugin: tag Feb 07 20:45:06.099486 n-d-828185-2 neutron-server[103146]: DEBUG neutron.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 20:45:06.099816 n-d-828185-2 neutron-server[103146]: INFO neutron.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading Plugin: timestamp Feb 07 20:45:06.104230 n-d-828185-2 neutron-server[103146]: DEBUG neutron.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 20:45:06.104583 n-d-828185-2 neutron-server[103146]: INFO neutron.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading Plugin: network_ip_availability Feb 07 20:45:06.110041 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.110414 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.110773 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.111481 n-d-828185-2 neutron-server[103146]: DEBUG neutron.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 20:45:06.111800 n-d-828185-2 neutron-server[103146]: INFO neutron.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading Plugin: flavors Feb 07 20:45:06.117314 n-d-828185-2 neutron-server[103146]: DEBUG neutron.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 20:45:06.117643 n-d-828185-2 neutron-server[103146]: INFO neutron.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading Plugin: revisions Feb 07 20:45:06.122716 n-d-828185-2 neutron-server[103146]: DEBUG neutron.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 20:45:06.123113 n-d-828185-2 neutron-server[103146]: DEBUG oslo_concurrency.lockutils [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.757s {{(pid=103146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 07 20:45:06.123856 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103146) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 07 20:45:06.124194 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Initializing extension manager. Feb 07 20:45:06.124739 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: __init__.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.125079 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: __pycache__ {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.125411 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.125742 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: address_group.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.126503 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.127070 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: address-group Feb 07 20:45:06.127392 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: address_scope.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.128107 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.128799 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: address-scope Feb 07 20:45:06.129125 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.130066 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.130571 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: router-admin-state-down-before-update Feb 07 20:45:06.130894 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: agent.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.131619 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.132118 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: agent Feb 07 20:45:06.132477 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: agent_resources_synced.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.133387 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.133892 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: agent-resources-synced Feb 07 20:45:06.134212 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: allowedaddresspairs.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.135994 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.136546 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: allowed-address-pairs Feb 07 20:45:06.136870 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: auto_allocated_topology.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.137953 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.138465 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: auto-allocated-topology Feb 07 20:45:06.138788 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: availability_zone.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.139480 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.139981 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: availability_zone Feb 07 20:45:06.140301 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: availability_zone_filter.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.141501 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.142005 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: availability_zone_filter Feb 07 20:45:06.142323 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: data_plane_status.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.143227 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.143729 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension data-plane-status not supported by any of loaded plugins Feb 07 20:45:06.144044 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: default_subnetpools.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.144992 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.145496 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: default-subnetpools Feb 07 20:45:06.145815 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.146621 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.147127 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: dhcp_agent_scheduler Feb 07 20:45:06.147475 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: dns.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.148415 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.148917 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension dns-integration not supported by any of loaded plugins Feb 07 20:45:06.149235 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: dns_domain_ports.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.150145 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.150643 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 07 20:45:06.150962 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.151878 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.152417 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 07 20:45:06.152739 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: dvr.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.153411 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.153913 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: dvr Feb 07 20:45:06.154238 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: ecmp_routes.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.155191 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.155693 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 07 20:45:06.156011 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: empty_string_filtering.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.156957 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.157460 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: empty-string-filtering Feb 07 20:45:06.157783 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.158820 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.159323 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 07 20:45:06.159646 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.160586 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.161090 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 07 20:45:06.161413 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: external_net.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.162316 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.163338 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: external-net Feb 07 20:45:06.163671 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.164611 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.165139 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: extra_dhcp_opt Feb 07 20:45:06.165427 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: extraroute.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.166329 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.166836 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: extraroute Feb 07 20:45:06.167160 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: extraroute_atomic.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.168177 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.168716 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: extraroute-atomic Feb 07 20:45:06.169038 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: filter_validation.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.169706 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.170205 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: filter-validation Feb 07 20:45:06.170527 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: fip_pf_description.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.171430 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.171929 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 07 20:45:06.172248 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: fip_port_details.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.173367 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.173876 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: fip-port-details Feb 07 20:45:06.174198 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: flavors.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.175429 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.175941 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: flavors Feb 07 20:45:06.176265 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.178057 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.178678 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 07 20:45:06.179504 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: floatingip_pools.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.180210 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.180747 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: floatingip-pools Feb 07 20:45:06.181075 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: ip_allocation.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.182003 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.182508 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension ip_allocation not supported by any of loaded plugins Feb 07 20:45:06.182831 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.183744 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.184248 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: ip-substring-filtering Feb 07 20:45:06.184595 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: l2_adjacency.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.185518 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.186019 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 07 20:45:06.186338 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: l3.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.187311 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.187820 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: router Feb 07 20:45:06.188142 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.190442 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.190966 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 07 20:45:06.191300 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.192221 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.192759 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: ext-gw-mode Feb 07 20:45:06.193084 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.193999 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.194532 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: l3-ha Feb 07 20:45:06.194854 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.195756 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.196257 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 07 20:45:06.196671 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: l3_flavors.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.197591 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.198093 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: l3-flavors Feb 07 20:45:06.198415 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.199790 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.200302 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 07 20:45:06.200649 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.201570 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.202076 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 07 20:45:06.202403 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: l3agentscheduler.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.203449 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.203958 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: l3_agent_scheduler Feb 07 20:45:06.204282 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: local_ip.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.206114 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.206641 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension local_ip not supported by any of loaded plugins Feb 07 20:45:06.206978 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: logging.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.208627 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.209149 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension logging not supported by any of loaded plugins Feb 07 20:45:06.209478 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: metering.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.210247 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.210821 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: metering Feb 07 20:45:06.211147 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.212235 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.212771 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: metering_source_and_destination_fields Feb 07 20:45:06.213098 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: multiprovidernet.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.214031 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.214539 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: multi-provider Feb 07 20:45:06.214862 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: netmtu.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.215773 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.216276 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: net-mtu Feb 07 20:45:06.216625 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: netmtu_writable.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.217547 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.218047 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: net-mtu-writable Feb 07 20:45:06.218368 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: network_availability_zone.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.219038 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.219537 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: network_availability_zone Feb 07 20:45:06.219853 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: network_ip_availability.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.221002 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.221509 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: network-ip-availability Feb 07 20:45:06.221830 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: network_segment_range.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.222593 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.223097 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension network-segment-range not supported by any of loaded plugins Feb 07 20:45:06.223417 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: pagination.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.224481 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.224769 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: pagination Feb 07 20:45:06.225090 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: port_device_profile.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.227056 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.228126 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: port-device-profile Feb 07 20:45:06.228126 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.228811 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.229314 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: port-mac-address-regenerate Feb 07 20:45:06.229633 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.230545 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.231046 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: port-numa-affinity-policy Feb 07 20:45:06.231364 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: port_resource_request.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.232272 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.232811 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension port-resource-request not supported by any of loaded plugins Feb 07 20:45:06.233129 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: port_resource_request_groups.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.234099 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.234603 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 07 20:45:06.234925 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: portbindings.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.235861 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.236400 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: binding Feb 07 20:45:06.236721 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: portbindings_extended.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.237999 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.238503 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: binding-extended Feb 07 20:45:06.238827 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: portsecurity.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.239757 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.240261 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: port-security Feb 07 20:45:06.240608 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: project_id.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.242132 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.242458 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: project-id Feb 07 20:45:06.242775 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: providernet.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.243690 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.244198 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: provider Feb 07 20:45:06.244548 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: qos.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.248118 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.248658 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension qos not supported by any of loaded plugins Feb 07 20:45:06.248988 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.250233 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.250747 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 07 20:45:06.251075 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.251995 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.252539 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 07 20:45:06.252866 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: qos_default.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.253774 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.254281 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension qos-default not supported by any of loaded plugins Feb 07 20:45:06.254606 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: qos_fip.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.255538 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.256044 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension qos-fip not supported by any of loaded plugins Feb 07 20:45:06.256398 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.257340 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.257844 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 07 20:45:06.258170 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: qos_gateway_ip.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.259193 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.259700 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 07 20:45:06.260024 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: qos_port_network_policy.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.260971 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.261478 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 07 20:45:06.261800 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.262835 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.263343 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 07 20:45:06.263667 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: qos_pps_rule.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.264858 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.265372 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension qos-pps not supported by any of loaded plugins Feb 07 20:45:06.265696 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: qos_rule_type_details.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.266868 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.267377 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 07 20:45:06.267698 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: qos_rules_alias.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.268765 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.269273 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 07 20:45:06.269591 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: quota_check_limit.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.270510 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.271018 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: quota-check-limit Feb 07 20:45:06.271337 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: quotasv2.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.272916 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.275167 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: quotas Feb 07 20:45:06.275507 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: quotasv2_detail.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.277916 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.279383 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: quota_details Feb 07 20:45:06.279726 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: rbac.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.280836 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.281370 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: rbac-policies Feb 07 20:45:06.281697 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: rbac_address_group.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.282636 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.283153 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: rbac-address-group Feb 07 20:45:06.283477 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: rbac_address_scope.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.284424 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.284937 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: rbac-address-scope Feb 07 20:45:06.285258 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: rbac_security_groups.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.286169 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.286674 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: rbac-security-groups Feb 07 20:45:06.286991 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: rbac_subnetpool.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.288462 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.288976 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: rbac-subnetpool Feb 07 20:45:06.289356 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: revisionifmatch.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.290340 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.290857 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: revision-if-match Feb 07 20:45:06.291178 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: revisions.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.292460 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.292970 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: standard-attr-revisions Feb 07 20:45:06.293294 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: router_availability_zone.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.293970 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.294472 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: router_availability_zone Feb 07 20:45:06.294790 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: routerservicetype.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.295717 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.296222 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension router-service-type not supported by any of loaded plugins Feb 07 20:45:06.296566 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.297492 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.298000 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: security-groups-normalized-cidr Feb 07 20:45:06.298319 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.299241 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.299752 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: port-security-groups-filtering Feb 07 20:45:06.300072 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.301116 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.301624 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: security-groups-remote-address-group Feb 07 20:45:06.301949 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.302878 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.303386 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: security-groups-shared-filtering Feb 07 20:45:06.303858 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.304490 n-d-828185-2 neutron-server[103146]: WARNING neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 07 20:45:06.304809 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: securitygroup.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.315812 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.316370 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: security-group Feb 07 20:45:06.316707 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: segment.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.317499 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.318004 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension segment not supported by any of loaded plugins Feb 07 20:45:06.318328 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.319423 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.319935 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 07 20:45:06.320260 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: servicetype.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.321412 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.321929 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: service-type Feb 07 20:45:06.322252 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: sorting.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.323229 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.323558 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: sorting Feb 07 20:45:06.323877 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: standard_attr_segment.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.324818 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.325326 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 07 20:45:06.325646 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: standardattrdescription.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.326295 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.326794 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: standard-attr-description Feb 07 20:45:06.327114 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: stateful_security_group.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.328042 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.328575 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: stateful-security-group Feb 07 20:45:06.328896 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: stdattrs_common.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.329466 n-d-828185-2 neutron-server[103146]: WARNING neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 07 20:45:06.329784 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.330707 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.331214 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 07 20:45:06.331533 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: subnet_onboard.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.332638 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.333153 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: subnet_onboard Feb 07 20:45:06.333476 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.334552 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.335717 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 07 20:45:06.336039 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: subnet_service_types.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.337005 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.337516 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: subnet-service-types Feb 07 20:45:06.337838 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: subnetallocation.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.338915 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.339425 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: subnet_allocation Feb 07 20:45:06.339751 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.340444 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.340949 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: subnetpool-prefix-ops Feb 07 20:45:06.341276 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.342206 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.342707 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 07 20:45:06.343027 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: tagging.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.344095 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.344628 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: standard-attr-tag Feb 07 20:45:06.344955 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: timestamp.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.346163 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.346673 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loaded extension: standard-attr-timestamp Feb 07 20:45:06.346997 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: trunk.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.348039 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.348589 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension trunk not supported by any of loaded plugins Feb 07 20:45:06.348913 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: trunk_details.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.349836 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.350398 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension trunk-details not supported by any of loaded plugins Feb 07 20:45:06.351330 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: uplink_status_propagation.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.352254 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.352794 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 07 20:45:06.353117 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Loading extension file: vlantransparent.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:45:06.353789 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:45:06.354294 n-d-828185-2 neutron-server[103146]: INFO neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 07 20:45:06.356800 n-d-828185-2 neutron-server[103146]: INFO neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Creating instance of TrackedResource for resource:network Feb 07 20:45:06.357312 n-d-828185-2 neutron-server[103146]: INFO neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Creating instance of TrackedResource for resource:subnet Feb 07 20:45:06.357704 n-d-828185-2 neutron-server[103146]: INFO neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 20:45:06.358090 n-d-828185-2 neutron-server[103146]: INFO neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Creating instance of TrackedResource for resource:port Feb 07 20:45:06.359304 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.v2.resource_helper [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 20:45:06.359758 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.v2.resource_helper [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Service FLAVORS assigned prefix: {{(pid=103146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 20:45:06.360385 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.v2.resource_helper [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 20:45:06.360824 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.v2.resource_helper [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 20:45:06.361153 n-d-828185-2 neutron-server[103146]: INFO neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Creating instance of TrackedResource for resource:router Feb 07 20:45:06.361578 n-d-828185-2 neutron-server[103146]: INFO neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Creating instance of TrackedResource for resource:floatingip Feb 07 20:45:06.362068 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.v2.resource_helper [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Service METERING assigned prefix: /metering {{(pid=103146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 20:45:06.363499 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.363870 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.364221 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:45:06.365245 n-d-828185-2 neutron-server[103146]: INFO neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Creating instance of CountableResource for resource:rbac_policy Feb 07 20:45:06.365695 n-d-828185-2 neutron-server[103146]: INFO neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Creating instance of TrackedResource for resource:security_group Feb 07 20:45:06.366277 n-d-828185-2 neutron-server[103146]: INFO neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 07 20:45:06.366889 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.v2.resource_helper [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Service CORE assigned prefix: {{(pid=103146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 20:45:06.367218 n-d-828185-2 neutron-server[103146]: INFO neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 20:45:06.367564 n-d-828185-2 neutron-server[103146]: WARNING neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] subnetpool is already registered Feb 07 20:45:06.367996 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.v2.resource_helper [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Service CORE assigned prefix: {{(pid=103146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 20:45:06.368331 n-d-828185-2 neutron-server[103146]: INFO neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 20:45:06.368673 n-d-828185-2 neutron-server[103146]: WARNING neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] subnetpool is already registered Feb 07 20:45:06.370978 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.v2.resource_helper [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 20:45:06.371409 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.v2.resource_helper [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Service FLAVORS assigned prefix: {{(pid=103146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 20:45:06.372129 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.v2.resource_helper [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 20:45:06.372589 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.v2.resource_helper [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 20:45:06.372919 n-d-828185-2 neutron-server[103146]: INFO neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Creating instance of TrackedResource for resource:router Feb 07 20:45:06.373257 n-d-828185-2 neutron-server[103146]: WARNING neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] router is already registered Feb 07 20:45:06.373669 n-d-828185-2 neutron-server[103146]: INFO neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Creating instance of TrackedResource for resource:floatingip Feb 07 20:45:06.374000 n-d-828185-2 neutron-server[103146]: WARNING neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] floatingip is already registered Feb 07 20:45:06.374455 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.v2.resource_helper [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Service METERING assigned prefix: /metering {{(pid=103146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 20:45:06.375119 n-d-828185-2 neutron-server[103146]: INFO neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Creating instance of CountableResource for resource:rbac_policy Feb 07 20:45:06.375584 n-d-828185-2 neutron-server[103146]: WARNING neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] rbac_policy is already registered Feb 07 20:45:06.376084 n-d-828185-2 neutron-server[103146]: INFO neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Creating instance of TrackedResource for resource:security_group Feb 07 20:45:06.376480 n-d-828185-2 neutron-server[103146]: WARNING neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] security_group is already registered Feb 07 20:45:06.376886 n-d-828185-2 neutron-server[103146]: INFO neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 07 20:45:06.377394 n-d-828185-2 neutron-server[103146]: WARNING neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] security_group_rule is already registered Feb 07 20:45:06.378103 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.v2.resource_helper [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Service CORE assigned prefix: {{(pid=103146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 20:45:06.378429 n-d-828185-2 neutron-server[103146]: INFO neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 20:45:06.378759 n-d-828185-2 neutron-server[103146]: WARNING neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] subnetpool is already registered Feb 07 20:45:06.379472 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.v2.resource_helper [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Service CORE assigned prefix: {{(pid=103146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 20:45:06.379799 n-d-828185-2 neutron-server[103146]: INFO neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 20:45:06.380129 n-d-828185-2 neutron-server[103146]: WARNING neutron.quota.resource_registry [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] subnetpool is already registered Feb 07 20:45:06.380628 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: extensions {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.382149 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: address-groups {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.383618 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: address-scopes {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.384975 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: agents {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.386138 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: auto-allocated-topology {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.387385 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: availability_zones {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.388624 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: dhcp-networks {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.390145 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: dhcp-agents {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.391832 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: routers {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.394087 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: flavors {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.395225 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: service_profiles {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.396587 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: next_providers {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.398927 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: service_profiles {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.400906 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: floatingip-pools {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.402129 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: routers {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.404222 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: floatingips {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.405535 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: l3-routers {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.406942 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: l3-agents {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.408404 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: metering-labels {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.409764 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: metering-label-rules {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.411026 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: network-ip-availabilities {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.412293 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: bindings {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.414545 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: quotas {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.416099 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: quotas {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.417791 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: rbac-policies {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.420516 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: security-groups {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.421775 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: security-group-rules {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.423035 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: service-providers {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.424256 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: subnetpools {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.425711 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: subnetpools {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.427144 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: tags {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.428898 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: tags {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.430703 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: tags {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.432518 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: tags {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.434278 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: tags {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.436134 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: tags {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.437843 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: tags {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.439747 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: tags {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.441512 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: tags {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.443364 n-d-828185-2 neutron-server[103146]: DEBUG neutron.api.extensions [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Extended resource: tags {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:45:06.449363 n-d-828185-2 neutron-server[103146]: WARNING keystonemiddleware.auth_token [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 07 20:45:06.454118 n-d-828185-2 neutron-server[103146]: WARNING keystonemiddleware.auth_token [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 07 20:45:06.463684 n-d-828185-2 neutron-server[103146]: DEBUG oslo_concurrency.lockutils [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Acquired lock "singleton_lock" {{(pid=103146) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 07 20:45:06.464163 n-d-828185-2 neutron-server[103146]: DEBUG oslo_concurrency.lockutils [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Releasing lock "singleton_lock" {{(pid=103146) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 07 20:45:06.464852 n-d-828185-2 neutron-server[103146]: INFO oslo_service.service [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Starting 2 workers Feb 07 20:45:06.469678 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Started child 103255 {{(pid=103146) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 07 20:45:06.474138 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Started child 103256 {{(pid=103146) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 07 20:45:06.475294 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:06.476514 n-d-828185-2 neutron-server[103146]: INFO neutron.service [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 07 20:45:06.477086 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:06.477378 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [-] (103255) wsgi starting up on http://0.0.0.0:9696 Feb 07 20:45:06.479508 n-d-828185-2 neutron-server[103146]: INFO oslo_service.service [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Starting 1 workers Feb 07 20:45:06.479659 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:06.481111 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [-] (103256) wsgi starting up on http://0.0.0.0:9696 Feb 07 20:45:06.484851 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Started child 103257 {{(pid=103146) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 07 20:45:06.485422 n-d-828185-2 neutron-server[103146]: INFO oslo_service.service [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Starting 1 workers Feb 07 20:45:06.488810 n-d-828185-2 neutron-server[103257]: DEBUG neutron.service [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] calling RpcWorker wait() {{(pid=103257) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 07 20:45:06.489328 n-d-828185-2 neutron-server[103257]: DEBUG neutron.service [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] returning from RpcWorker wait() {{(pid=103257) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 07 20:45:06.489886 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Started child 103258 {{(pid=103146) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 07 20:45:06.490700 n-d-828185-2 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c50a-ee4d-4369-9da0-9e4e1e7ef103 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:06.490801 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:06.491259 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:06.492746 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103146) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 07 20:45:06.492958 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 07 20:45:06.493144 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 07 20:45:06.493361 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 07 20:45:06.493710 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 07 20:45:06.493868 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 07 20:45:06.494370 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.494642 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.494923 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.495012 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:06.495539 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.495539 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.495968 n-d-828185-2 neutron-server[103258]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:06.496061 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.496288 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.496570 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.496846 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.497111 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.497285 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.497452 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.497695 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.497945 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.498251 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.498525 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.498792 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.499037 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.499209 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.499474 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.499737 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.499964 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.500226 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] debug = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.500501 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.501003 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.501244 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.501495 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.501739 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.502027 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.502273 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.502534 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.502777 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.503023 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.503267 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.503503 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.503738 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.503974 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.504225 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.504478 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.504727 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.504952 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.505398 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] host = n-d-828185-2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.505643 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.505859 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.506104 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.506352 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.506630 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.506867 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.507134 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.507383 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.507636 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.507876 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.508125 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.508400 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.508666 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.508879 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] log_file = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.509044 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] log_options = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.509278 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.509551 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.509808 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.510002 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.510173 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.510338 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.510595 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.510761 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.511013 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.511246 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.511482 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.511702 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.511931 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.512176 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.512480 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.512709 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.512955 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.513196 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.513438 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.513668 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.513890 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.514113 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.514349 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.514587 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.514799 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.515029 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.515252 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.515487 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.515688 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.515934 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.517456 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.517748 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.517977 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.518216 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.518508 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.518718 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.521222 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.521518 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.521808 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.522099 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.525761 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.527914 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.527914 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.531035 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.536364 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.536364 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.536364 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] use_json = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.536364 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.536364 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.536364 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.536364 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.536364 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.536364 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.537040 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.537040 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.537040 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.537040 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.537040 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.537040 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.537722 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.538679 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.539075 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.539481 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.539739 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.540004 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.540284 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.540604 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.540852 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.541179 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.541457 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.541839 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.542208 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.542457 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.542732 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.542960 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.543205 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.543477 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.543725 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.544020 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.544251 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.544547 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.544786 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.545037 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.545326 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.545595 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.545937 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.546214 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.546467 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.546722 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.546969 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.547215 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.547459 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.547804 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.548025 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.548239 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.548561 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.548790 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.549011 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.549268 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.549508 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.549727 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.550000 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.550236 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.550490 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.550727 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.550952 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.551172 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.551391 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.551635 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.551966 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.552204 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.552456 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.552726 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.552983 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.553216 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.553438 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.553660 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.553883 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.554138 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.554361 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.554578 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.554821 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.555047 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.555283 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.555633 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.555880 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.556108 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.556344 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.556571 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.556792 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.557018 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.557261 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.557500 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.557724 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.557958 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.558171 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.558386 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.558625 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.558863 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.559085 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.559300 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.559519 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.559756 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.559992 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.560234 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.560480 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.560695 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.560975 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.561314 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.561567 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.562010 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.562243 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.562585 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.562831 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.563072 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.563315 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.563543 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.563801 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.564071 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.564335 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.564563 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.564882 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.565136 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.565410 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.565654 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.565899 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.566121 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.566375 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.566610 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.566914 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.567188 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.567445 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.567717 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.567975 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.568254 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.568530 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.568806 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.569047 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.569320 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.569610 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.569875 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.570152 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.570424 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.570684 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.570953 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.571224 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.571484 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.571721 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.571962 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.572322 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.572590 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.572817 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.573059 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.573294 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.573602 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.573840 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.574068 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.574303 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.574568 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.574821 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.575077 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.575352 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.575617 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.575855 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.576111 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.576572 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.576818 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.577059 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.577295 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.577515 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.577752 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.578006 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.578245 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.578495 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.578713 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.578969 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.579187 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.579408 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.579620 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.579843 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.580061 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.580348 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.580670 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.580894 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.581149 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.581390 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.581611 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.581831 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.582065 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.582345 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.582600 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.582872 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.583134 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.583370 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.583618 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.583851 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.584114 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.584349 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.584603 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.585329 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.585595 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.585770 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.585983 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.586199 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.586436 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.586683 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.586920 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.587175 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.587430 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.587787 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.588043 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.588275 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.588551 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.588793 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.589012 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.589233 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.589452 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.589676 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.589896 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.590121 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.590529 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.590759 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.591002 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.591221 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.591460 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.591750 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.591993 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.592261 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.592509 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.592739 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.592981 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.593222 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.593445 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.593661 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.593876 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.594097 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.594315 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.594530 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.594828 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.595085 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.595309 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.595581 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.595824 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.596042 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.596349 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.596563 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.596779 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.597007 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.597228 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.597443 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.597675 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.597897 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.598118 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.598340 n-d-828185-2 neutron-server[103257]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:06.598448 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.598560 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.598775 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.599003 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.599217 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.599431 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.599656 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.599875 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.600090 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.600959 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.601191 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.601435 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.601661 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.601916 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.602131 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.602364 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.602603 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.602817 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.603045 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.603292 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.603477 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.603780 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.604044 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.604270 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.604577 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.604815 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.605080 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.605325 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.605642 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.605866 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.606126 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.606394 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.606581 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.606799 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.607078 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.607403 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.607718 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.607981 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.608243 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.608540 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.608863 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.609154 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.609373 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.609674 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.610025 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.610342 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.610608 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.610865 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.611103 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.611328 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.611550 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.611773 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.612013 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.612232 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.612501 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.612751 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.612988 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.613206 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.613439 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.613659 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.613887 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.614123 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.614348 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.614581 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.614740 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 07 20:45:06.615253 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103146) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 07 20:45:06.615418 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 07 20:45:06.615576 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 07 20:45:06.615747 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 07 20:45:06.615941 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 07 20:45:06.616098 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 07 20:45:06.616485 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.616654 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.616821 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.616985 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.617212 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.617333 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.617672 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.617841 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.618004 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.618168 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.618331 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.618493 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.618655 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.618817 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.618978 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.619141 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.619303 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.619465 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.619655 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.619819 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.619988 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.620146 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.620339 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] debug = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.620495 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.620729 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.620898 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.621209 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.621525 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.621829 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.622131 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.622443 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.622607 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.622777 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.622936 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.623243 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.623412 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.623575 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.623738 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.623893 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.624058 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.624221 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.624408 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] host = n-d-828185-2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.624591 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.624740 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.624956 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.625127 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.625289 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.625454 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.625611 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.625776 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.625939 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.626101 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.626263 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.626427 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.626593 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.626756 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] log_file = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.626918 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] log_options = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.627078 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.627241 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.627397 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.627648 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.627820 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.627985 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.628146 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.628341 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.628497 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.628645 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.628804 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.629118 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.629285 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.629446 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.629604 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.629916 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.630079 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.630249 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.630412 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.630574 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.630737 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.630898 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.631047 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.631209 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.631371 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.632043 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.632220 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.632402 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.632565 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.632740 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.632893 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.633055 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.633217 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.633378 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.633544 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.633704 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.633847 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.634007 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.634173 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.634417 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.634510 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.634637 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.634803 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.634964 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.635129 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.635280 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.635441 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] use_json = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.635606 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.635759 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.635921 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.636083 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.636245 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.636429 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.636579 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.636746 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.636954 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:45:06.637082 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.637220 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.637431 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.637565 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.637733 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.637897 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.638062 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.638226 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.638391 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.638556 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.638727 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.638892 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.639068 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.639232 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.639395 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.639562 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.639728 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.639893 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.640062 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.640264 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.640440 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.640576 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.640754 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.640917 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.641335 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.641501 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.641666 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.641839 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.642005 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.642185 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.642352 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.642517 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.642682 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.642849 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.643013 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.643178 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.643342 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.643507 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.643672 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.643837 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.644001 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.644166 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.644351 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.644514 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.644679 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.644863 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.645009 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.645174 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.645339 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.645503 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.645669 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.645833 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.645998 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.646163 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.646326 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.646492 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.646656 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.646833 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.646995 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.647178 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.647862 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.648025 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.648189 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.648375 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.648542 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.648706 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.648872 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.649035 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.649213 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.649378 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.649542 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.649710 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.649875 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.650039 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.650202 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.650368 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.650532 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.650701 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.650866 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.651030 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.651196 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.651360 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.651525 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.651691 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.651856 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.652021 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.652185 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.652368 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.652534 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.652697 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.652863 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.653036 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.653215 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.653380 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.653543 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.653707 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.653871 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.654034 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.654199 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.654363 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.654526 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.654690 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.654855 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.655018 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.655185 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.655348 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.655513 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.655705 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.655868 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.656030 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.656190 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.656379 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.656544 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.656708 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.656873 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.657037 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.657201 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.657364 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.657539 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.657702 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.657869 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.658035 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.658208 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.658383 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.658548 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.658712 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.658875 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.659038 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.659201 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.659363 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.659526 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.659715 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.659879 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.660047 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.660230 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.660441 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.660611 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.660776 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.660964 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.661130 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.661294 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.661458 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.661621 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.661786 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.662006 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.662104 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.662262 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.662426 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.662591 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.662756 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.662947 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.663111 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.663278 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.663671 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.663841 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34578) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:06.663934 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.664003 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.664157 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.664361 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.664509 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.664674 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.664840 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.665004 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.665170 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.665332 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.665496 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.665660 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.665824 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.665988 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.666152 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.666315 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.666479 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.666642 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.666807 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.666971 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.667148 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.667300 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.667465 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.667631 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.667796 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.668043 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.668137 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.668279 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.668465 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.668630 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.668795 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.668961 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.669127 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.669292 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.669457 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.669621 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.669787 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.669951 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.670115 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.670299 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.670551 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.670645 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.670787 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.670950 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.671116 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.671281 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.671444 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.671609 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.671773 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.671940 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.672107 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.672302 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.672497 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.672670 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064216 Feb 07 20:45:06.672817 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.672817 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.673087 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.673087 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.673349 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.673349 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.673624 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.673760 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.673929 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.674068 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.674208 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.674340 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.674470 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.674582 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.674747 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.674926 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.675092 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.675277 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.675410 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.675575 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.675745 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.675918 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.676243 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.678314 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.678314 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.678314 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.678314 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.678314 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.678314 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.678314 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.678934 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.678934 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.678934 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.678934 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.679220 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.679220 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.679411 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.679489 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.679656 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.679832 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.680001 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.680199 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.680352 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.680512 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.680677 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.680854 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.681020 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.681188 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.681353 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.681518 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.681682 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.681858 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.682024 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.682187 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.682362 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.682528 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.682692 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.682856 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.683033 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.683198 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.683362 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.683526 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.683689 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.683852 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.684019 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.684187 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.684382 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.684563 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.684725 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.684887 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.685061 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.685236 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.685445 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.686340 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.686340 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.686340 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.686340 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.686340 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.686340 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.686781 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.686781 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.686781 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.687028 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.687113 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.687239 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.687401 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.687566 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.687731 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.687894 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.688058 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.688964 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.688964 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.688964 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.688964 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:45:06.688964 n-d-828185-2 neutron-server[103146]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 07 20:45:18.235653 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a615e4-6f8d-4e1f-82b5-81b71e5d5bbc None None] get_active_networks_info from n-d-828185-2 {{(pid=103257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 20:45:18.304839 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a615e4-6f8d-4e1f-82b5-81b71e5d5bbc None None] No non-hosted networks {{(pid=103257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 07 20:45:18.316570 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.agentschedulers_db [None req-41a615e4-6f8d-4e1f-82b5-81b71e5d5bbc None None] DHCP Agent not found on host n-d-828185-2 {{(pid=103257) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 07 20:45:18.416044 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-31c5517c-825a-4bd0-89f9-16a7efd0f4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7867572'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:20.461521 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7230c238-9380-46de-a781-98e679107907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7867572'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:20.493605 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d24dae71-a815-4ea5-b41f-19730a3f7b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:21.583216 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7867572'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:23.042899 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7867572'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:24.332457 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7867572'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:24.334388 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:24.335551 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:24.336536 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:24.337935 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:24.339426 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:24.340137 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:24.342729 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:24.343365 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:24.344953 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:24.348330 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:24.349023 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:24.351815 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:24.352850 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:24.355180 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-828185-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:24.368567 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-828185-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:25.578894 n-d-828185-2 neutron-server[103257]: INFO neutron.db.l3_hamode_db [None req-5953eef0-da60-4acf-995f-80b7c02e35bd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 07 20:45:25.657677 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5953eef0-da60-4acf-995f-80b7c02e35bd None None] Routers set() bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:45:25.658148 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5953eef0-da60-4acf-995f-80b7c02e35bd None None] Router IDs set() for agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 07 20:45:26.786153 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34676) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:27.287920 n-d-828185-2 neutron-server[103256]: WARNING oslo_policy.policy [None req-34c88e3d-1f31-4723-8a02-d32272cfb286 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 20:45:27.288537 n-d-828185-2 neutron-server[103256]: WARNING oslo_policy.policy [None req-34c88e3d-1f31-4723-8a02-d32272cfb286 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 20:45:27.513684 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-34c88e3d-1f31-4723-8a02-d32272cfb286 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:45:27.514764 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-34c88e3d-1f31-4723-8a02-d32272cfb286 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7277148 Feb 07 20:45:30.175253 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34694) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:30.478586 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-39a318b0-5f98-4bb4-9e3f-03c2bee80bc3 admin admin] Request body: {'subnetpool': {'shared': True, 'tenant_id': 'd99b9617ce234358b28fc593ccd4286e', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:45:30.582313 n-d-828185-2 neutron-server[103256]: DEBUG neutron.policy [None req-39a318b0-5f98-4bb4-9e3f-03c2bee80bc3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103256) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 07 20:45:30.630838 n-d-828185-2 neutron-server[103256]: WARNING oslo_policy.policy [None req-39a318b0-5f98-4bb4-9e3f-03c2bee80bc3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 20:45:30.631226 n-d-828185-2 neutron-server[103256]: WARNING oslo_policy.policy [None req-39a318b0-5f98-4bb4-9e3f-03c2bee80bc3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 20:45:30.724883 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39a318b0-5f98-4bb4-9e3f-03c2bee80bc3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751809109786', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751809109321', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751809484454', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751809486265', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751809463356', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751809473418', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-779264', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7703307', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-476664', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-434817'] for rbac-policy (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:30.790728 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39a318b0-5f98-4bb4-9e3f-03c2bee80bc3 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:30.791884 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-39a318b0-5f98-4bb4-9e3f-03c2bee80bc3 admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6156909 Feb 07 20:45:33.435170 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34706) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:33.729322 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Request body: {'network': {'project_id': 'ad18e588addc4970a3da30478413b54e', 'name': 'private', 'tenant_id': 'ad18e588addc4970a3da30478413b54e', 'admin_state_up': True}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:45:33.756438 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Made reservation on behalf of ad18e588addc4970a3da30478413b54e for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:45:33.759650 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:33.777039 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:33.880383 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Publish callbacks [] for security_group (813e32c0-0b64-41db-b7f1-1ed48e0a0ef7), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:33.884712 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (813e32c0-0b64-41db-b7f1-1ed48e0a0ef7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:33.910500 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:45:33.934854 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751805432760', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (c8956201-9a9e-4848-a19a-6e945e37eb07), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:33.935435 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Unsubscribe: segment precommit_create {{(pid=103256) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 07 20:45:33.935975 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Added segment c8956201-9a9e-4848-a19a-6e945e37eb07 of type vlan for network 0125649d-86a9-4f8b-90ef-a431bea52c9f Feb 07 20:45:33.941437 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813e32c0-0b64-41db-b7f1-1ed48e0a0ef7,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:33.976992 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:33.977341 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:33.977687 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:33.978027 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:33.978361 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:33.978692 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:33.979020 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:33.979342 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:33.979665 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:33.979989 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:33.980331 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:33.980654 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:33.980973 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Tracked resource versions report: Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: pushed versions: Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: { 'AddressGroup': {'1.2'}, Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: 'ConntrackHelper': {'1.0'}, Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: 'LocalIPAssociation': {'1.0'}, Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: 'Log': {'1.0'}, Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: 'Network': {'1.1'}, Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: 'Port': {'1.7'}, Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: 'PortForwarding': {'1.2'}, Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: 'QosPolicy': {'1.10'}, Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: 'SecurityGroup': {'1.5'}, Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: 'SecurityGroupRule': {'1.2'}, Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: 'SubPort': {'1.0'}, Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: 'Subnet': {'1.1'}, Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: 'Trunk': {'1.1'}} Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: consumer versions: Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: { DHCP agent@n-d-828185-2: {}, Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: L3 agent@n-d-828185-2: {}, Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: Metadata agent@n-d-828185-2: {}, Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: Metering agent@n-d-828185-2: {}, Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: Open vSwitch agent@n-d-828185-2: { 'AddressGroup': '1.2', Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: 'ConntrackHelper': '1.0', Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: 'LocalIPAssociation': '1.0', Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: 'Log': '1.0', Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: 'Network': '1.1', Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: 'Port': '1.7', Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: 'PortForwarding': '1.2', Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: 'QosPolicy': '1.10', Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: 'SecurityGroup': '1.5', Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: 'SecurityGroupRule': '1.2', Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: 'SubPort': '1.0', Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: 'Subnet': '1.1', Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: 'Trunk': '1.1'}} Feb 07 20:45:33.982142 n-d-828185-2 neutron-server[103256]: {{(pid=103256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 20:45:34.046119 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (0125649d-86a9-4f8b-90ef-a431bea52c9f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:34.089840 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (0125649d-86a9-4f8b-90ef-a431bea52c9f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:34.090929 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:34.091661 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:34.167576 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7312191 Feb 07 20:45:34.190300 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d5c8b-9c68-487f-971c-75d971a753fa admin admin] Pushing event updated for resources: {'Network': ['ID=0125649d-86a9-4f8b-90ef-a431bea52c9f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:34.202036 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 0125649d-86a9-4f8b-90ef-a431bea52c9f details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:45:36.888014 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34720) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:37.276134 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cc2d09-4ca7-4d7a-a0b4-445a1fb38e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:37.277407 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-98cc2d09-4ca7-4d7a-a0b4-445a1fb38e00 admin admin] 10.222.0.65 "GET /v2.0/networks/0125649d-86a9-4f8b-90ef-a431bea52c9f HTTP/1.1" status: 200 len: 825 time: 0.3883009 Feb 07 20:45:37.300225 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e6b1639d-731f-405b-82fc-d76778b7929b admin admin] 10.222.0.65 "GET /v2.0/subnetpools/16ff9ac0-312b-4487-97b6-b4947744fb6c HTTP/1.1" status: 200 len: 734 time: 0.0172777 Feb 07 20:45:37.308768 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-59de818e-3743-496e-90d8-5f45574d6500 admin admin] Request body: {'subnet': {'network_id': '0125649d-86a9-4f8b-90ef-a431bea52c9f', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': 'ad18e588addc4970a3da30478413b54e', 'subnetpool_id': '16ff9ac0-312b-4487-97b6-b4947744fb6c'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:45:37.329637 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59de818e-3743-496e-90d8-5f45574d6500 admin admin] Made reservation on behalf of ad18e588addc4970a3da30478413b54e for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:45:37.331921 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59de818e-3743-496e-90d8-5f45574d6500 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:37.612900 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59de818e-3743-496e-90d8-5f45574d6500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for subnet (f28ccf4f-6b9d-48e5-a07f-ceffbf9cc922), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:37.681417 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de818e-3743-496e-90d8-5f45574d6500 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f28ccf4f-6b9d-48e5-a07f-ceffbf9cc922,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:37.683371 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59de818e-3743-496e-90d8-5f45574d6500 admin admin] Checking segment: {'id': 'c8956201-9a9e-4848-a19a-6e945e37eb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0125649d-86a9-4f8b-90ef-a431bea52c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:45:37.683759 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59de818e-3743-496e-90d8-5f45574d6500 admin admin] Network hostable DHCP agents. Network: 0125649d-86a9-4f8b-90ef-a431bea52c9f, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:45:37.704281 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59de818e-3743-496e-90d8-5f45574d6500 admin admin] Network 0125649d-86a9-4f8b-90ef-a431bea52c9f is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:45:37.719189 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-59de818e-3743-496e-90d8-5f45574d6500 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 0125649d-86a9-4f8b-90ef-a431bea52c9f) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:45:37.725017 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59de818e-3743-496e-90d8-5f45574d6500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:37.726077 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59de818e-3743-496e-90d8-5f45574d6500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:37.729296 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325d799c-a202-40dc-9109-a857c183734e None None] Network 0125649d-86a9-4f8b-90ef-a431bea52c9f requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:45:37.740636 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-59de818e-3743-496e-90d8-5f45574d6500 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4348938 Feb 07 20:45:37.998490 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-0125649d-86a9-4f8b-90ef-a431bea52c9f', 'network_id': '0125649d-86a9-4f8b-90ef-a431bea52c9f', 'project_id': 'ad18e588addc4970a3da30478413b54e', 'fixed_ips': [{'subnet_id': 'f28ccf4f-6b9d-48e5-a07f-ceffbf9cc922'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 20:45:37.999738 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:38.274817 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Allocated IP 172.20.0.2 (0125649d-86a9-4f8b-90ef-a431bea52c9f/f28ccf4f-6b9d-48e5-a07f-ceffbf9cc922/c22b1870-db75-4953-b6c5-c6159b35dade) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:45:38.535267 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Publish callbacks [] for port (c22b1870-db75-4953-b6c5-c6159b35dade), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:38.543212 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (c22b1870-db75-4953-b6c5-c6159b35dade), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:38.623113 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Network 0125649d-86a9-4f8b-90ef-a431bea52c9f is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:45:38.630806 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:45:38.632850 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Pushing event updated for resources: {'Port': ['ID=c22b1870-db75-4953-b6c5-c6159b35dade,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:38.637319 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:45:38.645056 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:38.645405 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:38.645748 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:38.646084 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:38.646415 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:38.646744 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:38.647069 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:38.647394 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:38.647720 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:38.648038 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:38.648912 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:38.649238 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:38.649565 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Tracked resource versions report: Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: pushed versions: Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: { 'AddressGroup': {'1.2'}, Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: 'ConntrackHelper': {'1.0'}, Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: 'LocalIPAssociation': {'1.0'}, Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: 'Log': {'1.0'}, Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: 'Network': {'1.1'}, Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: 'Port': {'1.7'}, Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: 'PortForwarding': {'1.2'}, Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: 'QosPolicy': {'1.10'}, Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: 'SecurityGroup': {'1.5'}, Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: 'SecurityGroupRule': {'1.2'}, Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: 'SubPort': {'1.0'}, Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: 'Subnet': {'1.1'}, Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: 'Trunk': {'1.1'}} Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: consumer versions: Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: { DHCP agent@n-d-828185-2: {}, Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: L3 agent@n-d-828185-2: {}, Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: Metadata agent@n-d-828185-2: {}, Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: Metering agent@n-d-828185-2: {}, Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: Open vSwitch agent@n-d-828185-2: { 'AddressGroup': '1.2', Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: 'ConntrackHelper': '1.0', Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: 'LocalIPAssociation': '1.0', Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: 'Log': '1.0', Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: 'Network': '1.1', Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: 'Port': '1.7', Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: 'PortForwarding': '1.2', Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: 'QosPolicy': '1.10', Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: 'SecurityGroup': '1.5', Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: 'SecurityGroupRule': '1.2', Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: 'SubPort': '1.0', Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: 'Subnet': '1.1', Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: 'Trunk': '1.1'}} Feb 07 20:45:38.650713 n-d-828185-2 neutron-server[103257]: {{(pid=103257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 20:45:38.726315 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Attempting to bind port c22b1870-db75-4953-b6c5-c6159b35dade on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:45:38.727265 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Attempting to bind port c22b1870-db75-4953-b6c5-c6159b35dade by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'c8956201-9a9e-4848-a19a-6e945e37eb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0125649d-86a9-4f8b-90ef-a431bea52c9f'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:45:38.727688 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Attempting to bind port c22b1870-db75-4953-b6c5-c6159b35dade on network 0125649d-86a9-4f8b-90ef-a431bea52c9f {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:45:38.732625 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:45:38.733182 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Checking segment: {'id': 'c8956201-9a9e-4848-a19a-6e945e37eb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0125649d-86a9-4f8b-90ef-a431bea52c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:45:38.733442 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:38.733828 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Bound using segment: {'id': 'c8956201-9a9e-4848-a19a-6e945e37eb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0125649d-86a9-4f8b-90ef-a431bea52c9f'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:45:38.734343 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Bound port: c22b1870-db75-4953-b6c5-c6159b35dade, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8956201-9a9e-4848-a19a-6e945e37eb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0125649d-86a9-4f8b-90ef-a431bea52c9f'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:45:38.734744 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c22b1870-db75-4953-b6c5-c6159b35dade), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:38.794999 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] For port c22b1870-db75-4953-b6c5-c6159b35dade, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:45:38.799042 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] For port c22b1870-db75-4953-b6c5-c6159b35dade, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c22b1870-db75-4953-b6c5-c6159b35dade,segment=NetworkSegment(c8956201-9a9e-4848-a19a-6e945e37eb07),segment_id=c8956201-9a9e-4848-a19a-6e945e37eb07)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:45:38.806894 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c22b1870-db75-4953-b6c5-c6159b35dade), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:38.873323 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36dd61-5b02-45aa-91a8-17357cdc2b2d None None] Pushing event updated for resources: {'Port': ['ID=c22b1870-db75-4953-b6c5-c6159b35dade,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:40.198166 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34728) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:40.518821 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-a10efbba-6c5d-413b-85d2-a51731314cc3 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:45:40.519853 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a10efbba-6c5d-413b-85d2-a51731314cc3 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3207545 Feb 07 20:45:43.047880 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34736) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:43.357316 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-7c9b7c6e-7636-4a54-a681-52a669a1548a admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:45:43.358357 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7c9b7c6e-7636-4a54-a681-52a669a1548a admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3090768 Feb 07 20:45:46.134791 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34746) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:46.629708 n-d-828185-2 neutron-server[103255]: WARNING oslo_policy.policy [None req-69d7c80d-6a30-48dd-8dca-b64fd95a90e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 20:45:46.630288 n-d-828185-2 neutron-server[103255]: WARNING oslo_policy.policy [None req-69d7c80d-6a30-48dd-8dca-b64fd95a90e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 20:45:46.856890 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-69d7c80d-6a30-48dd-8dca-b64fd95a90e4 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'ad18e588addc4970a3da30478413b54e', 'name': 'router1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:45:46.917126 n-d-828185-2 neutron-server[103255]: DEBUG neutron.policy [None req-69d7c80d-6a30-48dd-8dca-b64fd95a90e4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103255) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 07 20:45:46.960554 n-d-828185-2 neutron-server[103255]: WARNING oslo_policy.policy [None req-69d7c80d-6a30-48dd-8dca-b64fd95a90e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 20:45:46.960965 n-d-828185-2 neutron-server[103255]: WARNING oslo_policy.policy [None req-69d7c80d-6a30-48dd-8dca-b64fd95a90e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 20:45:47.022164 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69d7c80d-6a30-48dd-8dca-b64fd95a90e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (2f2e802f-5446-4599-9e35-a4ac71f7232d), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:47.024013 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69d7c80d-6a30-48dd-8dca-b64fd95a90e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (2f2e802f-5446-4599-9e35-a4ac71f7232d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:47.182313 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69d7c80d-6a30-48dd-8dca-b64fd95a90e4 admin admin] Publish callbacks [] for router_controller (2f2e802f-5446-4599-9e35-a4ac71f7232d), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:47.188018 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69d7c80d-6a30-48dd-8dca-b64fd95a90e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (2f2e802f-5446-4599-9e35-a4ac71f7232d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:47.208277 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69d7c80d-6a30-48dd-8dca-b64fd95a90e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:47.211109 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-69d7c80d-6a30-48dd-8dca-b64fd95a90e4 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0740671 Feb 07 20:45:48.208729 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d28ea1e1-1fca-42ef-8c85-88fff68ac261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:48.974022 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c22b1870-db75-4953-b6c5-c6159b35dade up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:45:49.064552 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port c22b1870-db75-4953-b6c5-c6159b35dade triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:45:49.065087 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c22b1870-db75-4953-b6c5-c6159b35dade), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:49.175955 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port c22b1870-db75-4953-b6c5-c6159b35dade is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:45:49.176639 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c22b1870-db75-4953-b6c5-c6159b35dade), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:49.216351 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port c22b1870-db75-4953-b6c5-c6159b35dade, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c22b1870-db75-4953-b6c5-c6159b35dade,segment=NetworkSegment(c8956201-9a9e-4848-a19a-6e945e37eb07),segment_id=c8956201-9a9e-4848-a19a-6e945e37eb07)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:45:49.221066 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c22b1870-db75-4953-b6c5-c6159b35dade), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:49.268412 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=c22b1870-db75-4953-b6c5-c6159b35dade,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:49.655447 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34766) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:49.866460 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3aed1fe-61c5-4d75-9b7f-12120a86f275 None None] Network 0125649d-86a9-4f8b-90ef-a431bea52c9f requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:45:49.930409 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-671d591e-d1d9-4588-8779-6adf55e99bc9 None None] Provisioning complete for port c22b1870-db75-4953-b6c5-c6159b35dade triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:45:49.930784 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-671d591e-d1d9-4588-8779-6adf55e99bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c22b1870-db75-4953-b6c5-c6159b35dade), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:49.973686 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-337128c3-c7c0-4845-b056-a40feb70b065 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:45:49.974736 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-337128c3-c7c0-4845-b056-a40feb70b065 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3182313 Feb 07 20:45:50.065897 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-671d591e-d1d9-4588-8779-6adf55e99bc9 None None] Current status of the port c22b1870-db75-4953-b6c5-c6159b35dade is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:45:50.293640 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-26b007c6-e3c0-411c-bacf-96279e388986 None None] Provisioning complete for port c22b1870-db75-4953-b6c5-c6159b35dade triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:45:50.294284 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-26b007c6-e3c0-411c-bacf-96279e388986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c22b1870-db75-4953-b6c5-c6159b35dade), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:50.382460 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-26b007c6-e3c0-411c-bacf-96279e388986 None None] Current status of the port c22b1870-db75-4953-b6c5-c6159b35dade is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:45:50.453329 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b70ca55c-6619-451b-8e0c-c88ec5d8a5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:50.925904 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c22b1870-db75-4953-b6c5-c6159b35dade up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:45:50.972034 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port c22b1870-db75-4953-b6c5-c6159b35dade triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:45:50.972437 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c22b1870-db75-4953-b6c5-c6159b35dade), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:51.047222 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port c22b1870-db75-4953-b6c5-c6159b35dade is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:45:51.535295 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:52.504796 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34796) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:52.632471 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'tenant_id': 'd99b9617ce234358b28fc593ccd4286e', 'project_id': 'd99b9617ce234358b28fc593ccd4286e', 'is_default': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:45:52.654880 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Made reservation on behalf of d99b9617ce234358b28fc593ccd4286e for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:45:52.657516 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:52.672338 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:52.779107 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Publish callbacks [] for security_group (e559877e-2ed8-42f7-a8f3-24728a0f57b2), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:52.783862 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e559877e-2ed8-42f7-a8f3-24728a0f57b2), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:52.794038 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Reserving flat network on physical network physnet1 {{(pid=103255) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 07 20:45:52.825414 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751805432760', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (18d40187-6988-4581-b819-83db6e955bcf), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:52.825997 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Unsubscribe: segment precommit_create {{(pid=103255) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 07 20:45:52.826526 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Added segment 18d40187-6988-4581-b819-83db6e955bcf of type flat for network 2d250b10-655b-4b48-8c99-524ebfe3db06 Feb 07 20:45:52.841611 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e559877e-2ed8-42f7-a8f3-24728a0f57b2,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:52.886507 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:52.886850 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:52.887185 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:52.887514 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:52.887841 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:52.888162 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:52.888515 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:52.888837 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:52.889155 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:52.889474 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:52.889791 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:52.890106 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:52.890421 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Tracked resource versions report: Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: pushed versions: Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: { 'AddressGroup': {'1.2'}, Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: 'ConntrackHelper': {'1.0'}, Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: 'LocalIPAssociation': {'1.0'}, Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: 'Log': {'1.0'}, Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: 'Network': {'1.1'}, Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: 'Port': {'1.7'}, Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: 'PortForwarding': {'1.2'}, Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: 'QosPolicy': {'1.10'}, Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: 'SecurityGroup': {'1.5'}, Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: 'SecurityGroupRule': {'1.2'}, Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: 'SubPort': {'1.0'}, Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: 'Subnet': {'1.1'}, Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: 'Trunk': {'1.1'}} Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: consumer versions: Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: { DHCP agent@n-d-828185-2: {}, Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: L3 agent@n-d-828185-2: {}, Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: Metadata agent@n-d-828185-2: {}, Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: Metering agent@n-d-828185-2: {}, Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: Open vSwitch agent@n-d-828185-2: { 'AddressGroup': '1.2', Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: 'ConntrackHelper': '1.0', Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: 'LocalIPAssociation': '1.0', Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: 'Log': '1.0', Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: 'Network': '1.1', Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: 'Port': '1.7', Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: 'PortForwarding': '1.2', Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: 'QosPolicy': '1.10', Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: 'SecurityGroup': '1.5', Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: 'SecurityGroupRule': '1.2', Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: 'SubPort': '1.0', Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: 'Subnet': '1.1', Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: 'Trunk': '1.1'}} Feb 07 20:45:52.891637 n-d-828185-2 neutron-server[103255]: {{(pid=103255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 20:45:52.941356 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (2d250b10-655b-4b48-8c99-524ebfe3db06), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:52.982526 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (2d250b10-655b-4b48-8c99-524ebfe3db06), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:52.983750 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:52.984480 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:52.996732 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:53.078415 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5724661 Feb 07 20:45:53.081161 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cca0a-15f0-4d25-adbc-3ebe033fb313 admin admin] Pushing event updated for resources: {'Network': ['ID=2d250b10-655b-4b48-8c99-524ebfe3db06,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:53.091613 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:45:54.349966 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:55.390833 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34808) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:55.525346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f01f4d-3dc8-4cd1-8ef7-339ce77e147b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:55.526738 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-91f01f4d-3dc8-4cd1-8ef7-339ce77e147b admin admin] 10.222.0.65 "GET /v2.0/subnets/f28ccf4f-6b9d-48e5-a07f-ceffbf9cc922 HTTP/1.1" status: 200 len: 849 time: 0.1349697 Feb 07 20:45:55.661215 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-965205b2-a105-4dc4-8d8a-6cf15e1e8184 admin admin] 10.222.0.65 "GET /v2.0/routers/2f2e802f-5446-4599-9e35-a4ac71f7232d HTTP/1.1" status: 200 len: 704 time: 0.1289201 Feb 07 20:45:55.927458 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aed5aa05-a112-4673-9e34-ad9d49f143aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:56.217155 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-aed5aa05-a112-4673-9e34-ad9d49f143aa admin admin] Allocated IP 172.20.0.1 (0125649d-86a9-4f8b-90ef-a431bea52c9f/f28ccf4f-6b9d-48e5-a07f-ceffbf9cc922/8ed50776-bd7d-42a4-96d2-67a8c96689b8) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:45:56.397207 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aed5aa05-a112-4673-9e34-ad9d49f143aa admin admin] Publish callbacks [] for port (8ed50776-bd7d-42a4-96d2-67a8c96689b8), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:56.469044 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aed5aa05-a112-4673-9e34-ad9d49f143aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (8ed50776-bd7d-42a4-96d2-67a8c96689b8), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:56.536515 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:45:56.545835 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed5aa05-a112-4673-9e34-ad9d49f143aa admin admin] Network 0125649d-86a9-4f8b-90ef-a431bea52c9f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:45:56.553801 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-aed5aa05-a112-4673-9e34-ad9d49f143aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:45:56.559413 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5aa05-a112-4673-9e34-ad9d49f143aa admin admin] Pushing event updated for resources: {'Port': ['ID=8ed50776-bd7d-42a4-96d2-67a8c96689b8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:56.562573 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed5aa05-a112-4673-9e34-ad9d49f143aa admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:45:56.563074 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aed5aa05-a112-4673-9e34-ad9d49f143aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (2f2e802f-5446-4599-9e35-a4ac71f7232d), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:56.738522 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-46b9a888-8887-4198-a2ff-c38b48d4a4a7 None None] Provisioning complete for port 8ed50776-bd7d-42a4-96d2-67a8c96689b8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:45:56.739109 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-46b9a888-8887-4198-a2ff-c38b48d4a4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8ed50776-bd7d-42a4-96d2-67a8c96689b8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:56.772332 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-46b9a888-8887-4198-a2ff-c38b48d4a4a7 None None] Port 8ed50776-bd7d-42a4-96d2-67a8c96689b8 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:45:56.823049 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aed5aa05-a112-4673-9e34-ad9d49f143aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8ed50776-bd7d-42a4-96d2-67a8c96689b8), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:57.025854 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aed5aa05-a112-4673-9e34-ad9d49f143aa admin admin] Publish callbacks [] for port (8ed50776-bd7d-42a4-96d2-67a8c96689b8), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:57.030093 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aed5aa05-a112-4673-9e34-ad9d49f143aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8ed50776-bd7d-42a4-96d2-67a8c96689b8), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:57.030905 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aed5aa05-a112-4673-9e34-ad9d49f143aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (2f2e802f-5446-4599-9e35-a4ac71f7232d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:57.112572 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5aa05-a112-4673-9e34-ad9d49f143aa admin admin] Pushing event updated for resources: {'Port': ['ID=8ed50776-bd7d-42a4-96d2-67a8c96689b8,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:57.156726 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed5aa05-a112-4673-9e34-ad9d49f143aa admin admin] Network 0125649d-86a9-4f8b-90ef-a431bea52c9f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:45:57.157984 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-aed5aa05-a112-4673-9e34-ad9d49f143aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:45:57.319368 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed5aa05-a112-4673-9e34-ad9d49f143aa admin admin] Router 2f2e802f-5446-4599-9e35-a4ac71f7232d is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 20:45:57.394825 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8bd2e5d9-bc3f-4593-a126-75ea92b87663 None None] Provisioning complete for port 8ed50776-bd7d-42a4-96d2-67a8c96689b8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:45:57.395208 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8bd2e5d9-bc3f-4593-a126-75ea92b87663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8ed50776-bd7d-42a4-96d2-67a8c96689b8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:57.412608 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed5aa05-a112-4673-9e34-ad9d49f143aa admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:45:57.424265 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-aed5aa05-a112-4673-9e34-ad9d49f143aa admin admin] 10.222.0.65 "PUT /v2.0/routers/2f2e802f-5446-4599-9e35-a4ac71f7232d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7520404 Feb 07 20:45:57.424381 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedf181a-ce0a-4982-b2a9-94f4011db52c None None] Sync routers for ids ['2f2e802f-5446-4599-9e35-a4ac71f7232d'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:45:57.429428 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8bd2e5d9-bc3f-4593-a126-75ea92b87663 None None] Port 8ed50776-bd7d-42a4-96d2-67a8c96689b8 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:45:57.438193 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedf181a-ce0a-4982-b2a9-94f4011db52c None None] Routers {'2f2e802f-5446-4599-9e35-a4ac71f7232d'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:45:57.439196 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-bedf181a-ce0a-4982-b2a9-94f4011db52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:45:50Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['2f2e802f-5446-4599-9e35-a4ac71f7232d'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:57.626895 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-bedf181a-ce0a-4982-b2a9-94f4011db52c None None] Set router 2f2e802f-5446-4599-9e35-a4ac71f7232d gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:45:58.051072 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-bedf181a-ce0a-4982-b2a9-94f4011db52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2e802f-5446-4599-9e35-a4ac71f7232d', 'name': 'router1', 'tenant_id': 'ad18e588addc4970a3da30478413b54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:45:47Z', 'updated_at': '2022-02-07T20:45:56Z', 'revision_number': 2, 'project_id': 'ad18e588addc4970a3da30478413b54e', 'gw_port_host': None, '_interfaces': [{'id': '8ed50776-bd7d-42a4-96d2-67a8c96689b8', 'name': '', 'network_id': '0125649d-86a9-4f8b-90ef-a431bea52c9f', 'tenant_id': 'ad18e588addc4970a3da30478413b54e', 'mac_address': 'fa:16:3e:b3:a1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2e802f-5446-4599-9e35-a4ac71f7232d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f28ccf4f-6b9d-48e5-a07f-ceffbf9cc922', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:45:55Z', 'updated_at': '2022-02-07T20:45:56Z', 'revision_number': 2, 'project_id': 'ad18e588addc4970a3da30478413b54e', 'subnets': [{'id': 'f28ccf4f-6b9d-48e5-a07f-ceffbf9cc922', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16ff9ac0-312b-4487-97b6-b4947744fb6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:58.103776 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedf181a-ce0a-4982-b2a9-94f4011db52c None None] Checking router: 2f2e802f-5446-4599-9e35-a4ac71f7232d for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:45:58.104144 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedf181a-ce0a-4982-b2a9-94f4011db52c None None] Updating router 2f2e802f-5446-4599-9e35-a4ac71f7232d port 8ed50776-bd7d-42a4-96d2-67a8c96689b8 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:45:58.155808 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bedf181a-ce0a-4982-b2a9-94f4011db52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8ed50776-bd7d-42a4-96d2-67a8c96689b8), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:58.659875 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bedf181a-ce0a-4982-b2a9-94f4011db52c None None] Publish callbacks [] for port (8ed50776-bd7d-42a4-96d2-67a8c96689b8), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:58.666898 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bedf181a-ce0a-4982-b2a9-94f4011db52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8ed50776-bd7d-42a4-96d2-67a8c96689b8), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:58.831423 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a593e74-2f0f-4b3e-a367-022c4359c4ee None None] Pushing event updated for resources: {'Port': ['ID=8ed50776-bd7d-42a4-96d2-67a8c96689b8,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:58.840937 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-bedf181a-ce0a-4982-b2a9-94f4011db52c None None] Attempting to bind port 8ed50776-bd7d-42a4-96d2-67a8c96689b8 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:45:58.841341 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-bedf181a-ce0a-4982-b2a9-94f4011db52c None None] Attempting to bind port 8ed50776-bd7d-42a4-96d2-67a8c96689b8 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'c8956201-9a9e-4848-a19a-6e945e37eb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0125649d-86a9-4f8b-90ef-a431bea52c9f'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:45:58.841794 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedf181a-ce0a-4982-b2a9-94f4011db52c None None] Attempting to bind port 8ed50776-bd7d-42a4-96d2-67a8c96689b8 on network 0125649d-86a9-4f8b-90ef-a431bea52c9f {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:45:58.844428 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a593e74-2f0f-4b3e-a367-022c4359c4ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:58.844779 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a593e74-2f0f-4b3e-a367-022c4359c4ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:58.845120 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a593e74-2f0f-4b3e-a367-022c4359c4ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:58.845456 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a593e74-2f0f-4b3e-a367-022c4359c4ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:58.845789 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a593e74-2f0f-4b3e-a367-022c4359c4ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:58.846118 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a593e74-2f0f-4b3e-a367-022c4359c4ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:58.846444 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a593e74-2f0f-4b3e-a367-022c4359c4ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:58.846767 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a593e74-2f0f-4b3e-a367-022c4359c4ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:58.847088 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a593e74-2f0f-4b3e-a367-022c4359c4ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:58.847408 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a593e74-2f0f-4b3e-a367-022c4359c4ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:58.847727 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a593e74-2f0f-4b3e-a367-022c4359c4ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:58.848048 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a593e74-2f0f-4b3e-a367-022c4359c4ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:58.848392 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a593e74-2f0f-4b3e-a367-022c4359c4ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a593e74-2f0f-4b3e-a367-022c4359c4ee None None] Tracked resource versions report: Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: pushed versions: Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: { 'AddressGroup': {'1.2'}, Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: 'ConntrackHelper': {'1.0'}, Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: 'LocalIPAssociation': {'1.0'}, Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: 'Log': {'1.0'}, Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: 'Network': {'1.1'}, Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: 'Port': {'1.7'}, Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: 'PortForwarding': {'1.2'}, Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: 'QosPolicy': {'1.10'}, Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: 'SecurityGroup': {'1.5'}, Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: 'SecurityGroupRule': {'1.2'}, Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: 'SubPort': {'1.0'}, Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: 'Subnet': {'1.1'}, Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: 'Trunk': {'1.1'}} Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: consumer versions: Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: { DHCP agent@n-d-828185-2: {}, Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: L3 agent@n-d-828185-2: {}, Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: Metadata agent@n-d-828185-2: {}, Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: Metering agent@n-d-828185-2: {}, Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: Open vSwitch agent@n-d-828185-2: { 'AddressGroup': '1.2', Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: 'ConntrackHelper': '1.0', Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: 'LocalIPAssociation': '1.0', Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: 'Log': '1.0', Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: 'Network': '1.1', Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: 'Port': '1.7', Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: 'PortForwarding': '1.2', Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: 'QosPolicy': '1.10', Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: 'SecurityGroup': '1.5', Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: 'SecurityGroupRule': '1.2', Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: 'SubPort': '1.0', Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: 'Subnet': '1.1', Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: 'Trunk': '1.1'}} Feb 07 20:45:58.849551 n-d-828185-2 neutron-server[103258]: {{(pid=103258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 20:45:58.856453 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedf181a-ce0a-4982-b2a9-94f4011db52c None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:45:58.856871 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedf181a-ce0a-4982-b2a9-94f4011db52c None None] Checking segment: {'id': 'c8956201-9a9e-4848-a19a-6e945e37eb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0125649d-86a9-4f8b-90ef-a431bea52c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:45:58.857350 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bedf181a-ce0a-4982-b2a9-94f4011db52c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:58.857736 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedf181a-ce0a-4982-b2a9-94f4011db52c None None] Bound using segment: {'id': 'c8956201-9a9e-4848-a19a-6e945e37eb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0125649d-86a9-4f8b-90ef-a431bea52c9f'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:45:58.858234 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-bedf181a-ce0a-4982-b2a9-94f4011db52c None None] Bound port: 8ed50776-bd7d-42a4-96d2-67a8c96689b8, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8956201-9a9e-4848-a19a-6e945e37eb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0125649d-86a9-4f8b-90ef-a431bea52c9f'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:45:58.858620 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bedf181a-ce0a-4982-b2a9-94f4011db52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8ed50776-bd7d-42a4-96d2-67a8c96689b8), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:58.925100 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-bedf181a-ce0a-4982-b2a9-94f4011db52c None None] For port 8ed50776-bd7d-42a4-96d2-67a8c96689b8, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:45:58.945475 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-bedf181a-ce0a-4982-b2a9-94f4011db52c None None] For port 8ed50776-bd7d-42a4-96d2-67a8c96689b8, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8ed50776-bd7d-42a4-96d2-67a8c96689b8,segment=NetworkSegment(c8956201-9a9e-4848-a19a-6e945e37eb07),segment_id=c8956201-9a9e-4848-a19a-6e945e37eb07)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:45:58.952525 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bedf181a-ce0a-4982-b2a9-94f4011db52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8ed50776-bd7d-42a4-96d2-67a8c96689b8), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:58.958200 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e75380bb-9754-4fe6-adbc-78a87055b5ab None None] Provisioning complete for port 8ed50776-bd7d-42a4-96d2-67a8c96689b8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:45:58.958699 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e75380bb-9754-4fe6-adbc-78a87055b5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8ed50776-bd7d-42a4-96d2-67a8c96689b8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:59.001864 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a593e74-2f0f-4b3e-a367-022c4359c4ee None None] Pushing event updated for resources: {'Port': ['ID=8ed50776-bd7d-42a4-96d2-67a8c96689b8,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:59.020098 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedf181a-ce0a-4982-b2a9-94f4011db52c None None] Routers {'2f2e802f-5446-4599-9e35-a4ac71f7232d'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:45:59.020789 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-bedf181a-ce0a-4982-b2a9-94f4011db52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:45:50Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['2f2e802f-5446-4599-9e35-a4ac71f7232d'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:59.045669 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e75380bb-9754-4fe6-adbc-78a87055b5ab None None] Current status of the port 8ed50776-bd7d-42a4-96d2-67a8c96689b8 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:45:59.046073 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e75380bb-9754-4fe6-adbc-78a87055b5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8ed50776-bd7d-42a4-96d2-67a8c96689b8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:59.083610 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e75380bb-9754-4fe6-adbc-78a87055b5ab None None] For port 8ed50776-bd7d-42a4-96d2-67a8c96689b8, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8ed50776-bd7d-42a4-96d2-67a8c96689b8,segment=NetworkSegment(c8956201-9a9e-4848-a19a-6e945e37eb07),segment_id=c8956201-9a9e-4848-a19a-6e945e37eb07)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:45:59.100067 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e75380bb-9754-4fe6-adbc-78a87055b5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8ed50776-bd7d-42a4-96d2-67a8c96689b8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:59.134909 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-bedf181a-ce0a-4982-b2a9-94f4011db52c None None] Set router 2f2e802f-5446-4599-9e35-a4ac71f7232d gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:45:59.159338 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75380bb-9754-4fe6-adbc-78a87055b5ab None None] Pushing event updated for resources: {'Port': ['ID=8ed50776-bd7d-42a4-96d2-67a8c96689b8,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:59.226666 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2fc5540d-d840-40ed-9173-42dd817a1e3a None None] Provisioning complete for port 8ed50776-bd7d-42a4-96d2-67a8c96689b8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:45:59.227057 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2fc5540d-d840-40ed-9173-42dd817a1e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8ed50776-bd7d-42a4-96d2-67a8c96689b8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:59.309460 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2fc5540d-d840-40ed-9173-42dd817a1e3a None None] Current status of the port 8ed50776-bd7d-42a4-96d2-67a8c96689b8 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:45:59.350755 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-bedf181a-ce0a-4982-b2a9-94f4011db52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2e802f-5446-4599-9e35-a4ac71f7232d', 'name': 'router1', 'tenant_id': 'ad18e588addc4970a3da30478413b54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:45:47Z', 'updated_at': '2022-02-07T20:45:56Z', 'revision_number': 2, 'project_id': 'ad18e588addc4970a3da30478413b54e', 'gw_port_host': None, '_interfaces': [{'id': '8ed50776-bd7d-42a4-96d2-67a8c96689b8', 'name': '', 'network_id': '0125649d-86a9-4f8b-90ef-a431bea52c9f', 'tenant_id': 'ad18e588addc4970a3da30478413b54e', 'mac_address': 'fa:16:3e:b3:a1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2e802f-5446-4599-9e35-a4ac71f7232d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f28ccf4f-6b9d-48e5-a07f-ceffbf9cc922', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:45:55Z', 'updated_at': '2022-02-07T20:45:58Z', 'revision_number': 4, 'project_id': 'ad18e588addc4970a3da30478413b54e', 'subnets': [{'id': 'f28ccf4f-6b9d-48e5-a07f-ceffbf9cc922', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16ff9ac0-312b-4487-97b6-b4947744fb6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:59.377667 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedf181a-ce0a-4982-b2a9-94f4011db52c None None] The sync data for ids ['2f2e802f-5446-4599-9e35-a4ac71f7232d'] in n-d-828185-2 is: [{'id': '2f2e802f-5446-4599-9e35-a4ac71f7232d', 'name': 'router1', 'tenant_id': 'ad18e588addc4970a3da30478413b54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:45:47Z', 'updated_at': '2022-02-07T20:45:56Z', 'revision_number': 2, 'project_id': 'ad18e588addc4970a3da30478413b54e', 'gw_port_host': None, '_interfaces': [{'id': '8ed50776-bd7d-42a4-96d2-67a8c96689b8', 'name': '', 'network_id': '0125649d-86a9-4f8b-90ef-a431bea52c9f', 'tenant_id': 'ad18e588addc4970a3da30478413b54e', 'mac_address': 'fa:16:3e:b3:a1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2e802f-5446-4599-9e35-a4ac71f7232d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f28ccf4f-6b9d-48e5-a07f-ceffbf9cc922', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:45:55Z', 'updated_at': '2022-02-07T20:45:58Z', 'revision_number': 4, 'project_id': 'ad18e588addc4970a3da30478413b54e', 'subnets': [{'id': 'f28ccf4f-6b9d-48e5-a07f-ceffbf9cc922', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16ff9ac0-312b-4487-97b6-b4947744fb6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:46:02.109388 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34828) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:46:02.214903 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2063940-55e2-43aa-9f4c-2f8d30d29325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:46:02.216253 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d2063940-55e2-43aa-9f4c-2f8d30d29325 admin admin] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 842 time: 0.1058609 Feb 07 20:46:02.225561 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-dae2b2b0-3db1-4ce1-a04f-f867574a72f7 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.25.4.0/24', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'enable_dhcp': False, 'gateway_ip': '172.25.4.1', 'tenant_id': 'd99b9617ce234358b28fc593ccd4286e'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:46:02.247692 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae2b2b0-3db1-4ce1-a04f-f867574a72f7 admin admin] Made reservation on behalf of d99b9617ce234358b28fc593ccd4286e for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:46:02.249858 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dae2b2b0-3db1-4ce1-a04f-f867574a72f7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:02.545732 n-d-828185-2 neutron-server[103255]: DEBUG neutron.objects.ports [None req-dae2b2b0-3db1-4ce1-a04f-f867574a72f7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103255) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 20:46:02.546166 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dae2b2b0-3db1-4ce1-a04f-f867574a72f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for subnet (731f3208-f028-4487-91a7-3b603333e4d7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:02.602968 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2b2b0-3db1-4ce1-a04f-f867574a72f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=731f3208-f028-4487-91a7-3b603333e4d7,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:46:02.612238 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae2b2b0-3db1-4ce1-a04f-f867574a72f7 admin admin] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:46:02.612625 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae2b2b0-3db1-4ce1-a04f-f867574a72f7 admin admin] Network hostable DHCP agents. Network: 2d250b10-655b-4b48-8c99-524ebfe3db06, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:46:02.633468 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae2b2b0-3db1-4ce1-a04f-f867574a72f7 admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:46:02.645237 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-dae2b2b0-3db1-4ce1-a04f-f867574a72f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 2d250b10-655b-4b48-8c99-524ebfe3db06) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:46:02.650058 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae2b2b0-3db1-4ce1-a04f-f867574a72f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:46:02.650828 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dae2b2b0-3db1-4ce1-a04f-f867574a72f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:02.655312 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b1b3cf-69d7-4c27-9952-5ff757627808 None None] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:46:02.674296 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-dae2b2b0-3db1-4ce1-a04f-f867574a72f7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4462221 Feb 07 20:46:02.762166 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdbdc7b-4e46-4b7d-ac03-3d2149297bdd None None] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:46:05.015240 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34836) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:46:05.152850 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9979c8e8-21ad-4d41-b5f1-d595653c2f0f admin admin] 10.222.0.65 "GET /v2.0/routers/2f2e802f-5446-4599-9e35-a4ac71f7232d HTTP/1.1" status: 200 len: 710 time: 0.1362617 Feb 07 20:46:05.235352 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d40f06-08af-41a3-8983-cbc690d51e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:46:05.236761 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-79d40f06-08af-41a3-8983-cbc690d51e3b admin admin] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 886 time: 0.0786648 Feb 07 20:46:05.245985 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a426f350-fdfb-40c6-b095-0d422cda32e0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:46:05.556579 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a426f350-fdfb-40c6-b095-0d422cda32e0 admin admin] Publish callbacks [] for router_gateway (2f2e802f-5446-4599-9e35-a4ac71f7232d), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:05.786364 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a426f350-fdfb-40c6-b095-0d422cda32e0 admin admin] Publish callbacks [] for router_gateway (2f2e802f-5446-4599-9e35-a4ac71f7232d), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:05.866679 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a426f350-fdfb-40c6-b095-0d422cda32e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:05.969577 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-a426f350-fdfb-40c6-b095-0d422cda32e0 admin admin] Allocated IP 172.25.4.135 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:46:06.073066 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a426f350-fdfb-40c6-b095-0d422cda32e0 admin admin] Publish callbacks [] for port (fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:06.107254 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a426f350-fdfb-40c6-b095-0d422cda32e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:06.142472 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a426f350-fdfb-40c6-b095-0d422cda32e0 admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:46:06.148037 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a426f350-fdfb-40c6-b095-0d422cda32e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:46:06.151564 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a426f350-fdfb-40c6-b095-0d422cda32e0 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:46:06.191486 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426f350-fdfb-40c6-b095-0d422cda32e0 admin admin] Pushing event updated for resources: {'Port': ['ID=fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:46:06.407573 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a426f350-fdfb-40c6-b095-0d422cda32e0 admin admin] Publish callbacks [] for router_gateway (2f2e802f-5446-4599-9e35-a4ac71f7232d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:06.605661 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a426f350-fdfb-40c6-b095-0d422cda32e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9854'] for router (2f2e802f-5446-4599-9e35-a4ac71f7232d), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:06.609169 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a426f350-fdfb-40c6-b095-0d422cda32e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7871149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7871156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7867351'] for router (2f2e802f-5446-4599-9e35-a4ac71f7232d), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:06.732079 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a426f350-fdfb-40c6-b095-0d422cda32e0 admin admin] Router 2f2e802f-5446-4599-9e35-a4ac71f7232d has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:46:06.930032 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a426f350-fdfb-40c6-b095-0d422cda32e0 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:46:06.937272 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a426f350-fdfb-40c6-b095-0d422cda32e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:06.939052 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a426f350-fdfb-40c6-b095-0d422cda32e0 admin admin] 10.222.0.65 "PUT /v2.0/routers/2f2e802f-5446-4599-9e35-a4ac71f7232d HTTP/1.1" status: 200 len: 890 time: 1.6966808 Feb 07 20:46:06.988625 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8ed50776-bd7d-42a4-96d2-67a8c96689b8 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:46:07.041617 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 8ed50776-bd7d-42a4-96d2-67a8c96689b8 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:46:07.042008 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8ed50776-bd7d-42a4-96d2-67a8c96689b8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:07.132982 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 8ed50776-bd7d-42a4-96d2-67a8c96689b8 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:46:07.879648 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dc4470-1c7b-43d2-ba99-a6405e6b3936 None None] Sync routers for ids ['2f2e802f-5446-4599-9e35-a4ac71f7232d'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:46:07.895165 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dc4470-1c7b-43d2-ba99-a6405e6b3936 None None] Routers {'2f2e802f-5446-4599-9e35-a4ac71f7232d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:46:07.896135 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f6dc4470-1c7b-43d2-ba99-a6405e6b3936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:45:50Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['2f2e802f-5446-4599-9e35-a4ac71f7232d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:46:08.159862 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-f6dc4470-1c7b-43d2-ba99-a6405e6b3936 None None] Set router 2f2e802f-5446-4599-9e35-a4ac71f7232d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:46:08.701141 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f6dc4470-1c7b-43d2-ba99-a6405e6b3936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2e802f-5446-4599-9e35-a4ac71f7232d', 'name': 'router1', 'tenant_id': 'ad18e588addc4970a3da30478413b54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:45:47Z', 'updated_at': '2022-02-07T20:46:06Z', 'revision_number': 4, 'project_id': 'ad18e588addc4970a3da30478413b54e', 'gw_port': {'id': 'fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:71:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2e802f-5446-4599-9e35-a4ac71f7232d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:46:05Z', 'updated_at': '2022-02-07T20:46:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '8ed50776-bd7d-42a4-96d2-67a8c96689b8', 'name': '', 'network_id': '0125649d-86a9-4f8b-90ef-a431bea52c9f', 'tenant_id': 'ad18e588addc4970a3da30478413b54e', 'mac_address': 'fa:16:3e:b3:a1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2e802f-5446-4599-9e35-a4ac71f7232d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f28ccf4f-6b9d-48e5-a07f-ceffbf9cc922', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:45:55Z', 'updated_at': '2022-02-07T20:45:59Z', 'revision_number': 5, 'project_id': 'ad18e588addc4970a3da30478413b54e', 'subnets': [{'id': 'f28ccf4f-6b9d-48e5-a07f-ceffbf9cc922', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16ff9ac0-312b-4487-97b6-b4947744fb6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:46:08.771818 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dc4470-1c7b-43d2-ba99-a6405e6b3936 None None] Checking router: 2f2e802f-5446-4599-9e35-a4ac71f7232d for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:46:08.772324 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dc4470-1c7b-43d2-ba99-a6405e6b3936 None None] Updating router 2f2e802f-5446-4599-9e35-a4ac71f7232d port fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:46:08.829576 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f6dc4470-1c7b-43d2-ba99-a6405e6b3936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:09.191725 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f6dc4470-1c7b-43d2-ba99-a6405e6b3936 None None] Publish callbacks [] for port (fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:09.199414 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f6dc4470-1c7b-43d2-ba99-a6405e6b3936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:09.264934 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd638e4-1309-46ed-9191-a47b81b53203 None None] Pushing event updated for resources: {'Port': ['ID=fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:46:09.268567 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-f6dc4470-1c7b-43d2-ba99-a6405e6b3936 None None] Attempting to bind port fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:46:09.269098 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-f6dc4470-1c7b-43d2-ba99-a6405e6b3936 None None] Attempting to bind port fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:46:09.269620 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dc4470-1c7b-43d2-ba99-a6405e6b3936 None None] Attempting to bind port fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:46:09.278041 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dc4470-1c7b-43d2-ba99-a6405e6b3936 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:46:09.278595 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dc4470-1c7b-43d2-ba99-a6405e6b3936 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:46:09.279146 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f6dc4470-1c7b-43d2-ba99-a6405e6b3936 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:09.279740 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dc4470-1c7b-43d2-ba99-a6405e6b3936 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:46:09.280445 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-f6dc4470-1c7b-43d2-ba99-a6405e6b3936 None None] Bound port: fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:46:09.280978 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f6dc4470-1c7b-43d2-ba99-a6405e6b3936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:09.338365 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f6dc4470-1c7b-43d2-ba99-a6405e6b3936 None None] For port fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:46:09.341345 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f6dc4470-1c7b-43d2-ba99-a6405e6b3936 None None] For port fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:46:09.346983 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f6dc4470-1c7b-43d2-ba99-a6405e6b3936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:09.399165 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dc4470-1c7b-43d2-ba99-a6405e6b3936 None None] Routers {'2f2e802f-5446-4599-9e35-a4ac71f7232d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:46:09.400298 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f6dc4470-1c7b-43d2-ba99-a6405e6b3936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:45:50Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['2f2e802f-5446-4599-9e35-a4ac71f7232d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:46:09.433821 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34848) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:46:09.466060 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd638e4-1309-46ed-9191-a47b81b53203 None None] Pushing event updated for resources: {'Port': ['ID=fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:46:09.515291 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-f6dc4470-1c7b-43d2-ba99-a6405e6b3936 None None] Set router 2f2e802f-5446-4599-9e35-a4ac71f7232d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:46:09.552156 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ac688edc-ff30-4cbb-a505-f97908ca8cc9 admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1170979 Feb 07 20:46:09.736494 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f6dc4470-1c7b-43d2-ba99-a6405e6b3936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2e802f-5446-4599-9e35-a4ac71f7232d', 'name': 'router1', 'tenant_id': 'ad18e588addc4970a3da30478413b54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:45:47Z', 'updated_at': '2022-02-07T20:46:06Z', 'revision_number': 4, 'project_id': 'ad18e588addc4970a3da30478413b54e', 'gw_port': {'id': 'fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:71:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2e802f-5446-4599-9e35-a4ac71f7232d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:46:05Z', 'updated_at': '2022-02-07T20:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '8ed50776-bd7d-42a4-96d2-67a8c96689b8', 'name': '', 'network_id': '0125649d-86a9-4f8b-90ef-a431bea52c9f', 'tenant_id': 'ad18e588addc4970a3da30478413b54e', 'mac_address': 'fa:16:3e:b3:a1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2e802f-5446-4599-9e35-a4ac71f7232d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f28ccf4f-6b9d-48e5-a07f-ceffbf9cc922', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:45:55Z', 'updated_at': '2022-02-07T20:45:59Z', 'revision_number': 5, 'project_id': 'ad18e588addc4970a3da30478413b54e', 'subnets': [{'id': 'f28ccf4f-6b9d-48e5-a07f-ceffbf9cc922', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16ff9ac0-312b-4487-97b6-b4947744fb6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:46:09.762875 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dc4470-1c7b-43d2-ba99-a6405e6b3936 None None] The sync data for ids ['2f2e802f-5446-4599-9e35-a4ac71f7232d'] in n-d-828185-2 is: [{'id': '2f2e802f-5446-4599-9e35-a4ac71f7232d', 'name': 'router1', 'tenant_id': 'ad18e588addc4970a3da30478413b54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:45:47Z', 'updated_at': '2022-02-07T20:46:06Z', 'revision_number': 4, 'project_id': 'ad18e588addc4970a3da30478413b54e', 'gw_port': {'id': 'fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:71:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2e802f-5446-4599-9e35-a4ac71f7232d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:46:05Z', 'updated_at': '2022-02-07T20:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '8ed50776-bd7d-42a4-96d2-67a8c96689b8', 'name': '', 'network_id': '0125649d-86a9-4f8b-90ef-a431bea52c9f', 'tenant_id': 'ad18e588addc4970a3da30478413b54e', 'mac_address': 'fa:16:3e:b3:a1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2e802f-5446-4599-9e35-a4ac71f7232d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f28ccf4f-6b9d-48e5-a07f-ceffbf9cc922', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:45:55Z', 'updated_at': '2022-02-07T20:45:59Z', 'revision_number': 5, 'project_id': 'ad18e588addc4970a3da30478413b54e', 'subnets': [{'id': 'f28ccf4f-6b9d-48e5-a07f-ceffbf9cc922', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16ff9ac0-312b-4487-97b6-b4947744fb6c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:46:10.991226 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:46:11.045508 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:46:11.046029 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:11.145316 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:46:11.145608 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:11.167460 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:46:11.171413 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:11.223946 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:46:12.950262 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:46:13.005580 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:46:13.005871 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:13.089857 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port fa45d9c1-abf2-4b0a-b48d-ef6dd17a7a32 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:46:18.216885 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-377457c0-02a6-4455-ad2d-4de04ee43dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:20.474846 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c9890045-85d1-4559-a81d-41bf990064b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:21.539097 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:23.002812 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:24.318488 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:33.535098 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:46:48.209669 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ea4a9862-355b-4379-94fe-43f56dfe2bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:50.466237 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-821519d2-b87d-4e41-ba84-2d8fa763597f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:51.543282 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:53.015519 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:54.312941 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:47:10.532740 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:47:18.203091 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-567e53e3-50bb-41a5-85fe-5980691bd8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:47:20.460406 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fd0afe47-47a3-472f-b6a6-72d99c825275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:47:21.546159 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:47:23.011473 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:47:24.316753 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:47:34.013058 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35366) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:47:34.073402 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-924f7fbe-0ccf-439b-b52b-87add169e9c2 admin admin] GET failed (client error): The resource could not be found. Feb 07 20:47:34.074645 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-924f7fbe-0ccf-439b-b52b-87add169e9c2 admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606513 Feb 07 20:47:34.251027 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4e6ff3-1e43-4a5a-87f1-860d9ee6f2c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:47:34.252419 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6e4e6ff3-1e43-4a5a-87f1-860d9ee6f2c4 admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1737196 Feb 07 20:47:36.495138 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35376) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:47:36.587072 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35541ed-ff64-425f-aea4-5796c65811e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:47:36.588436 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d35541ed-ff64-425f-aea4-5796c65811e0 admin admin] 10.222.0.65 "GET /v2.0/subnets/f28ccf4f-6b9d-48e5-a07f-ceffbf9cc922 HTTP/1.1" status: 200 len: 849 time: 0.0923181 Feb 07 20:47:36.597746 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d1f23eba-5cc5-4ddd-b3c6-dfa01c9d5eec admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:47:36.682668 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1f23eba-5cc5-4ddd-b3c6-dfa01c9d5eec admin admin] Publish callbacks [] for subnet (f28ccf4f-6b9d-48e5-a07f-ceffbf9cc922), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:47:36.820039 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1f23eba-5cc5-4ddd-b3c6-dfa01c9d5eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751805492484'] for subnet (f28ccf4f-6b9d-48e5-a07f-ceffbf9cc922), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:47:36.848726 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f23eba-5cc5-4ddd-b3c6-dfa01c9d5eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:47:36.849320 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1f23eba-5cc5-4ddd-b3c6-dfa01c9d5eec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:47:36.850593 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d1f23eba-5cc5-4ddd-b3c6-dfa01c9d5eec admin admin] 10.222.0.65 "PUT /v2.0/subnets/f28ccf4f-6b9d-48e5-a07f-ceffbf9cc922 HTTP/1.1" status: 200 len: 868 time: 0.2563746 Feb 07 20:47:36.853634 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4159ef5f-6e57-4d45-b649-d260b9e4ddcb None None] Network 0125649d-86a9-4f8b-90ef-a431bea52c9f requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:47:36.871065 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f23eba-5cc5-4ddd-b3c6-dfa01c9d5eec admin admin] Pushing event updated for resources: {'Subnet': ['ID=f28ccf4f-6b9d-48e5-a07f-ceffbf9cc922,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:47:36.878510 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f23eba-5cc5-4ddd-b3c6-dfa01c9d5eec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:47:36.878868 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f23eba-5cc5-4ddd-b3c6-dfa01c9d5eec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:47:36.879202 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f23eba-5cc5-4ddd-b3c6-dfa01c9d5eec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:47:36.879543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f23eba-5cc5-4ddd-b3c6-dfa01c9d5eec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:47:36.879878 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f23eba-5cc5-4ddd-b3c6-dfa01c9d5eec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:47:36.880212 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f23eba-5cc5-4ddd-b3c6-dfa01c9d5eec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:47:36.880585 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f23eba-5cc5-4ddd-b3c6-dfa01c9d5eec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:47:36.880918 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f23eba-5cc5-4ddd-b3c6-dfa01c9d5eec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:47:36.881248 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f23eba-5cc5-4ddd-b3c6-dfa01c9d5eec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:47:36.881572 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f23eba-5cc5-4ddd-b3c6-dfa01c9d5eec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:47:36.881905 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f23eba-5cc5-4ddd-b3c6-dfa01c9d5eec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:47:36.882226 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f23eba-5cc5-4ddd-b3c6-dfa01c9d5eec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:47:36.882548 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f23eba-5cc5-4ddd-b3c6-dfa01c9d5eec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:47:37.337585 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-41aadd8e-6982-420b-9706-986b505b1d91 None None] Provisioning complete for port c22b1870-db75-4953-b6c5-c6159b35dade triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:47:37.337969 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-41aadd8e-6982-420b-9706-986b505b1d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c22b1870-db75-4953-b6c5-c6159b35dade), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:47:37.414778 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-41aadd8e-6982-420b-9706-986b505b1d91 None None] Current status of the port c22b1870-db75-4953-b6c5-c6159b35dade is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:47:37.424903 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-41aadd8e-6982-420b-9706-986b505b1d91 None None] Provisioning complete for port 8ed50776-bd7d-42a4-96d2-67a8c96689b8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:47:37.425289 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-41aadd8e-6982-420b-9706-986b505b1d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8ed50776-bd7d-42a4-96d2-67a8c96689b8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:47:37.497662 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-41aadd8e-6982-420b-9706-986b505b1d91 None None] Current status of the port 8ed50776-bd7d-42a4-96d2-67a8c96689b8 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:47:39.137274 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35384) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:47:39.332784 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a479acb9-41ff-4cbf-a932-24826c4f1b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:47:39.333167 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a479acb9-41ff-4cbf-a932-24826c4f1b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:47:39.334723 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a479acb9-41ff-4cbf-a932-24826c4f1b2b admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1964698 Feb 07 20:47:41.537436 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35392) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:47:41.664812 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d585f6-cbd5-4e19-a10a-55fb88dd8824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:47:41.665805 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d585f6-cbd5-4e19-a10a-55fb88dd8824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:47:41.667396 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e3d585f6-cbd5-4e19-a10a-55fb88dd8824 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1290123 Feb 07 20:47:43.904158 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35400) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:47:44.039160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047b659f-c490-4f6f-bf14-272ffd835488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:47:44.040560 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-047b659f-c490-4f6f-bf14-272ffd835488 admin admin] 10.222.0.65 "GET /v2.0/networks/0125649d-86a9-4f8b-90ef-a431bea52c9f HTTP/1.1" status: 200 len: 869 time: 0.1354253 Feb 07 20:47:46.332741 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35408) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:47:46.504654 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783cf50d-beeb-4eba-adc8-3ddab4f404c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:47:46.506067 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-783cf50d-beeb-4eba-adc8-3ddab4f404c6 admin admin] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 886 time: 0.1720746 Feb 07 20:47:47.531423 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:47:48.204495 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd6ff-2152-491c-80fb-e1eaf5b75b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:47:48.749050 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35418) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:47:48.872828 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cc6ade-0d83-4d0a-a2c2-4aa0b670171f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:47:48.873286 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cc6ade-0d83-4d0a-a2c2-4aa0b670171f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:47:48.874819 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c8cc6ade-0d83-4d0a-a2c2-4aa0b670171f admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1248262 Feb 07 20:47:50.466865 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f5df482c-8d35-445c-8343-9f681a3d225a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:47:51.133811 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35426) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:47:51.225323 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4797a2fc-8706-4ea8-aa88-5125e08f285c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:47:51.225804 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4797a2fc-8706-4ea8-aa88-5125e08f285c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:47:51.227796 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4797a2fc-8706-4ea8-aa88-5125e08f285c admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0930355 Feb 07 20:47:51.548578 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:47:53.016901 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:47:53.471471 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35434) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:47:53.556716 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9590ce55-47d6-44e4-b04e-068df2f6e8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:47:53.558095 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9590ce55-47d6-44e4-b04e-068df2f6e8ef admin admin] 10.222.0.65 "GET /v2.0/subnets/731f3208-f028-4487-91a7-3b603333e4d7 HTTP/1.1" status: 200 len: 816 time: 0.0856533 Feb 07 20:47:54.318935 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:47:55.803334 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35442) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:47:55.896018 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4073256-9b3b-4712-ba16-6c198a85ec12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:47:55.897349 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a4073256-9b3b-4712-ba16-6c198a85ec12 admin admin] 10.222.0.65 "GET /v2.0/subnets/f28ccf4f-6b9d-48e5-a07f-ceffbf9cc922 HTTP/1.1" status: 200 len: 868 time: 0.0930724 Feb 07 20:48:18.207742 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-575c4cc5-0b6c-4d33-99ce-e173e2c6acea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:20.439315 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35496) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:48:20.460916 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f6db31c8-9fdb-46d8-b040-eaf8fdc5f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:20.489262 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-21c0ad1e-9fb6-4636-a3cd-60145fd5b534 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:48:20.490263 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-21c0ad1e-9fb6-4636-a3cd-60145fd5b534 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0499918 Feb 07 20:48:21.550637 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:22.854553 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35504) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:48:22.914885 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b7b223-5fa1-44c7-a90e-4656dbd87684 admin admin] GET failed (client error): The resource could not be found. Feb 07 20:48:22.916176 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e3b7b223-5fa1-44c7-a90e-4656dbd87684 admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606775 Feb 07 20:48:23.018687 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:23.059468 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59164cbd-03b9-4460-b49d-b3d7089eadea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:48:23.060999 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-59164cbd-03b9-4460-b49d-b3d7089eadea admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1407793 Feb 07 20:48:24.321603 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:24.529764 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:48:25.389904 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35514) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:48:25.435314 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c3ffcb12-c985-4425-92ab-8ffab87fa778 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'project_id': 'd99b9617ce234358b28fc593ccd4286e', 'tenant_id': 'd99b9617ce234358b28fc593ccd4286e', 'shared': True}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:48:25.453215 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ffcb12-c985-4425-92ab-8ffab87fa778 admin admin] Made reservation on behalf of d99b9617ce234358b28fc593ccd4286e for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:48:25.455408 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3ffcb12-c985-4425-92ab-8ffab87fa778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:25.489484 n-d-828185-2 neutron-server[103256]: WARNING neutron.services.revisions.revision_plugin [None req-c3ffcb12-c985-4425-92ab-8ffab87fa778 admin admin] Could not find related network for resource to bump revision. Feb 07 20:48:25.503110 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ffcb12-c985-4425-92ab-8ffab87fa778 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:48:25.513291 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3ffcb12-c985-4425-92ab-8ffab87fa778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (c4b6f843-6bc2-44b2-814b-010a000ab18d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:25.513627 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-c3ffcb12-c985-4425-92ab-8ffab87fa778 admin admin] Added segment c4b6f843-6bc2-44b2-814b-010a000ab18d of type vlan for network aefc27b4-68b3-412c-be17-e3dd0abcddac Feb 07 20:48:25.552218 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3ffcb12-c985-4425-92ab-8ffab87fa778 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (aefc27b4-68b3-412c-be17-e3dd0abcddac), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:25.575811 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3ffcb12-c985-4425-92ab-8ffab87fa778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (aefc27b4-68b3-412c-be17-e3dd0abcddac), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:25.576927 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ffcb12-c985-4425-92ab-8ffab87fa778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:48:25.577535 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3ffcb12-c985-4425-92ab-8ffab87fa778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:25.631501 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c3ffcb12-c985-4425-92ab-8ffab87fa778 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2405298 Feb 07 20:48:25.643587 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ffcb12-c985-4425-92ab-8ffab87fa778 admin admin] Pushing event updated for resources: {'Network': ['ID=aefc27b4-68b3-412c-be17-e3dd0abcddac,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:48:25.651112 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ffcb12-c985-4425-92ab-8ffab87fa778 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:48:25.651457 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ffcb12-c985-4425-92ab-8ffab87fa778 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:48:25.651796 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ffcb12-c985-4425-92ab-8ffab87fa778 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:48:25.652134 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ffcb12-c985-4425-92ab-8ffab87fa778 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:48:25.652491 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ffcb12-c985-4425-92ab-8ffab87fa778 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:48:25.652822 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ffcb12-c985-4425-92ab-8ffab87fa778 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:48:25.653156 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ffcb12-c985-4425-92ab-8ffab87fa778 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:48:25.653482 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ffcb12-c985-4425-92ab-8ffab87fa778 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:48:25.653806 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ffcb12-c985-4425-92ab-8ffab87fa778 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:48:25.654130 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ffcb12-c985-4425-92ab-8ffab87fa778 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:48:25.654454 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ffcb12-c985-4425-92ab-8ffab87fa778 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:48:25.654774 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ffcb12-c985-4425-92ab-8ffab87fa778 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:48:25.655095 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ffcb12-c985-4425-92ab-8ffab87fa778 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:48:25.667571 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network aefc27b4-68b3-412c-be17-e3dd0abcddac details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:48:27.937200 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35524) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:48:27.996014 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e458b9f-c6b1-45d1-820c-e9ba9dd34c4b admin admin] GET failed (client error): The resource could not be found. Feb 07 20:48:27.997493 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7e458b9f-c6b1-45d1-820c-e9ba9dd34c4b admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592906 Feb 07 20:48:28.065530 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dddfc1-2d45-410f-abe1-a532031eb03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:48:28.066935 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-94dddfc1-2d45-410f-abe1-a532031eb03d admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0655599 Feb 07 20:48:28.076366 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e5a357de-6f7a-4c58-8a2a-25bb21786229 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'description': 'shared-subnet', 'ip_version': 4, 'tenant_id': 'd99b9617ce234358b28fc593ccd4286e', 'name': 'shared-subnet'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:48:28.094424 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a357de-6f7a-4c58-8a2a-25bb21786229 admin admin] Made reservation on behalf of d99b9617ce234358b28fc593ccd4286e for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:48:28.096847 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5a357de-6f7a-4c58-8a2a-25bb21786229 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:28.258001 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5a357de-6f7a-4c58-8a2a-25bb21786229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for subnet (728c4615-1720-4b70-853c-4b657ef3637e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:28.318489 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a357de-6f7a-4c58-8a2a-25bb21786229 admin admin] Pushing event updated for resources: {'Subnet': ['ID=728c4615-1720-4b70-853c-4b657ef3637e,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:48:28.322640 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a357de-6f7a-4c58-8a2a-25bb21786229 admin admin] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:48:28.322996 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a357de-6f7a-4c58-8a2a-25bb21786229 admin admin] Network hostable DHCP agents. Network: aefc27b4-68b3-412c-be17-e3dd0abcddac, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:48:28.339175 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a357de-6f7a-4c58-8a2a-25bb21786229 admin admin] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:48:28.347771 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-e5a357de-6f7a-4c58-8a2a-25bb21786229 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, aefc27b4-68b3-412c-be17-e3dd0abcddac) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:48:28.353816 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a357de-6f7a-4c58-8a2a-25bb21786229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:48:28.353816 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5a357de-6f7a-4c58-8a2a-25bb21786229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:28.357054 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b535ca-4906-42b3-8f52-009521b54daf None None] Network aefc27b4-68b3-412c-be17-e3dd0abcddac requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:48:28.370112 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e5a357de-6f7a-4c58-8a2a-25bb21786229 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2969544 Feb 07 20:48:28.462371 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-aefc27b4-68b3-412c-be17-e3dd0abcddac', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'project_id': 'd99b9617ce234358b28fc593ccd4286e', 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 20:48:28.463427 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:28.598913 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Allocated IP 192.168.233.2 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/aef9a72d-f857-438e-b5c0-6e0c0afd98d6) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:48:28.745729 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Publish callbacks [] for port (aef9a72d-f857-438e-b5c0-6e0c0afd98d6), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:28.751910 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (aef9a72d-f857-438e-b5c0-6e0c0afd98d6), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:28.789739 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:48:28.794947 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:48:28.797408 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:48:28.807483 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Pushing event updated for resources: {'Port': ['ID=aef9a72d-f857-438e-b5c0-6e0c0afd98d6,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:48:28.832572 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:48:28.832916 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:48:28.833251 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:48:28.833572 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:48:28.834427 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:48:28.834754 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:48:28.835073 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:48:28.835392 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:48:28.835707 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:48:28.836019 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:48:28.836364 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:48:28.836676 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:48:28.836988 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:48:28.875176 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Attempting to bind port aef9a72d-f857-438e-b5c0-6e0c0afd98d6 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:48:28.875639 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Attempting to bind port aef9a72d-f857-438e-b5c0-6e0c0afd98d6 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:48:28.875999 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Attempting to bind port aef9a72d-f857-438e-b5c0-6e0c0afd98d6 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:48:28.881396 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:48:28.881798 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:48:28.882195 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:28.882587 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:48:28.883055 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Bound port: aef9a72d-f857-438e-b5c0-6e0c0afd98d6, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:48:28.883432 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (aef9a72d-f857-438e-b5c0-6e0c0afd98d6), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:28.946189 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] For port aef9a72d-f857-438e-b5c0-6e0c0afd98d6, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:48:28.949182 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] For port aef9a72d-f857-438e-b5c0-6e0c0afd98d6, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=aef9a72d-f857-438e-b5c0-6e0c0afd98d6,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:48:28.955330 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (aef9a72d-f857-438e-b5c0-6e0c0afd98d6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:29.008987 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274b170-8c67-4a48-8e35-23e8bb8857df None None] Pushing event updated for resources: {'Port': ['ID=aef9a72d-f857-438e-b5c0-6e0c0afd98d6,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:48:29.911612 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78a2be3-b556-49e3-97e9-f36bb980c156 None None] Network aefc27b4-68b3-412c-be17-e3dd0abcddac requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:48:30.028260 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3741674b-9cd8-48da-9462-5ebe75e30adc None None] Provisioning complete for port aef9a72d-f857-438e-b5c0-6e0c0afd98d6 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:48:30.028611 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3741674b-9cd8-48da-9462-5ebe75e30adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (aef9a72d-f857-438e-b5c0-6e0c0afd98d6), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:30.121256 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3741674b-9cd8-48da-9462-5ebe75e30adc None None] Current status of the port aef9a72d-f857-438e-b5c0-6e0c0afd98d6 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:48:30.121825 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3741674b-9cd8-48da-9462-5ebe75e30adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (aef9a72d-f857-438e-b5c0-6e0c0afd98d6), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:30.159756 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3741674b-9cd8-48da-9462-5ebe75e30adc None None] For port aef9a72d-f857-438e-b5c0-6e0c0afd98d6, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=aef9a72d-f857-438e-b5c0-6e0c0afd98d6,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:48:30.165205 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3741674b-9cd8-48da-9462-5ebe75e30adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (aef9a72d-f857-438e-b5c0-6e0c0afd98d6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:30.219092 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741674b-9cd8-48da-9462-5ebe75e30adc None None] Pushing event updated for resources: {'Port': ['ID=aef9a72d-f857-438e-b5c0-6e0c0afd98d6,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:48:30.285026 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b3473f43-c59a-47cd-b7b7-99ab5e33ceab None None] Provisioning complete for port aef9a72d-f857-438e-b5c0-6e0c0afd98d6 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:48:30.285344 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b3473f43-c59a-47cd-b7b7-99ab5e33ceab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (aef9a72d-f857-438e-b5c0-6e0c0afd98d6), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:30.367906 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b3473f43-c59a-47cd-b7b7-99ab5e33ceab None None] Current status of the port aef9a72d-f857-438e-b5c0-6e0c0afd98d6 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:48:31.055029 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device aef9a72d-f857-438e-b5c0-6e0c0afd98d6 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:48:31.105656 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port aef9a72d-f857-438e-b5c0-6e0c0afd98d6 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:48:31.106047 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (aef9a72d-f857-438e-b5c0-6e0c0afd98d6), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:31.187425 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port aef9a72d-f857-438e-b5c0-6e0c0afd98d6 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:48:48.211566 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1f8606aa-c965-42c8-aa41-11da37ff3663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:50.469577 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-155dcb62-567e-4b77-b14b-67331bb4c284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:51.553303 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:53.023162 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:54.323255 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:01.528006 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:49:18.213417 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2d285a96-4912-4c35-bf8a-05d8f89bbdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:20.462370 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6ec81b8c-a31d-4016-b4cb-6d76467cff31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:21.556851 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:23.025555 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:24.325656 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:38.526214 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:49:43.654488 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35568) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:49:43.660430 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-4c485bb0-bc35-4b6b-aaac-08ffe30d6290 tempest-verify_tempest_config-1020593754 tempest-verify_tempest_config-1020593754-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:49:43.661432 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4c485bb0-bc35-4b6b-aaac-08ffe30d6290 tempest-verify_tempest_config-1020593754 tempest-verify_tempest_config-1020593754-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059512 Feb 07 20:49:43.954335 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35586) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:49:44.055400 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e389603b-43d6-431e-a702-8b638494993c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:44.128438 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e389603b-43d6-431e-a702-8b638494993c admin admin] Publish callbacks [] for security_group (75b648f7-79ca-482b-a98c-bd0a8e5ae43f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:44.131967 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e389603b-43d6-431e-a702-8b638494993c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (75b648f7-79ca-482b-a98c-bd0a8e5ae43f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:44.175942 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e389603b-43d6-431e-a702-8b638494993c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b445d49dcd694b44bca235d39f03f478&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2200456 Feb 07 20:49:44.176815 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e389603b-43d6-431e-a702-8b638494993c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b648f7-79ca-482b-a98c-bd0a8e5ae43f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:49:44.178654 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35590) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:49:44.183335 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389603b-43d6-431e-a702-8b638494993c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:49:44.183688 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389603b-43d6-431e-a702-8b638494993c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:49:44.184035 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389603b-43d6-431e-a702-8b638494993c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:49:44.184403 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389603b-43d6-431e-a702-8b638494993c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:49:44.184743 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389603b-43d6-431e-a702-8b638494993c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:49:44.185076 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389603b-43d6-431e-a702-8b638494993c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:49:44.185409 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389603b-43d6-431e-a702-8b638494993c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:49:44.185734 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389603b-43d6-431e-a702-8b638494993c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:49:44.186058 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389603b-43d6-431e-a702-8b638494993c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:49:44.186383 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389603b-43d6-431e-a702-8b638494993c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:49:44.186704 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389603b-43d6-431e-a702-8b638494993c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:49:44.187024 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389603b-43d6-431e-a702-8b638494993c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:49:44.187343 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389603b-43d6-431e-a702-8b638494993c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:49:44.232862 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5dbf73e-ab15-4264-bd9e-65b8005fe246 admin admin] Publish callbacks [] for security_group (75b648f7-79ca-482b-a98c-bd0a8e5ae43f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:44.252928 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5dbf73e-ab15-4264-bd9e-65b8005fe246 admin admin] Publish callbacks [] for security_group (75b648f7-79ca-482b-a98c-bd0a8e5ae43f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:44.341395 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5dbf73e-ab15-4264-bd9e-65b8005fe246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (75b648f7-79ca-482b-a98c-bd0a8e5ae43f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:44.344033 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5dbf73e-ab15-4264-bd9e-65b8005fe246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:44.348365 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a5dbf73e-ab15-4264-bd9e-65b8005fe246 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/75b648f7-79ca-482b-a98c-bd0a8e5ae43f HTTP/1.1" status: 204 len: 168 time: 0.1686170 Feb 07 20:49:44.355892 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbf73e-ab15-4264-bd9e-65b8005fe246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b648f7-79ca-482b-a98c-bd0a8e5ae43f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:49:44.362514 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbf73e-ab15-4264-bd9e-65b8005fe246 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:49:44.362808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbf73e-ab15-4264-bd9e-65b8005fe246 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:49:44.363156 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbf73e-ab15-4264-bd9e-65b8005fe246 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:49:44.363500 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbf73e-ab15-4264-bd9e-65b8005fe246 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:49:44.363838 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbf73e-ab15-4264-bd9e-65b8005fe246 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:49:44.364177 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbf73e-ab15-4264-bd9e-65b8005fe246 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:49:44.364541 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbf73e-ab15-4264-bd9e-65b8005fe246 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:49:44.364877 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbf73e-ab15-4264-bd9e-65b8005fe246 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:49:44.365208 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbf73e-ab15-4264-bd9e-65b8005fe246 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:49:44.366140 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbf73e-ab15-4264-bd9e-65b8005fe246 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:49:44.366489 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbf73e-ab15-4264-bd9e-65b8005fe246 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:49:44.366825 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbf73e-ab15-4264-bd9e-65b8005fe246 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:49:44.367158 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dbf73e-ab15-4264-bd9e-65b8005fe246 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:49:48.216560 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-318a7fdb-0595-45ab-9034-20ba0bea00e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:50.464410 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fa78a4ec-58eb-4efe-9b2e-2841cb21c8d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:51.559982 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:53.024854 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:54.327764 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:50:15.524469 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:50:18.218942 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-705d9182-ce16-4ecd-b551-57dd3b387701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:50:20.467405 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-802133a1-4a24-47bd-9e75-d6cf910abcad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:50:21.563387 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:50:23.027087 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:50:24.329141 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:50:48.221168 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a6cb673a-3378-4e36-a517-514dd8a9aac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:50:50.469417 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-71c66f98-c3e3-4ba3-bd0a-d99ad917e5a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:50:51.567038 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:50:52.522570 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:50:53.032160 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:50:54.330886 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:51:18.223076 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-786c61d3-4747-4aac-846a-26ef7199e648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:51:20.470404 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d18b6ed8-4284-41a9-ad46-349bfb22a018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:51:21.567108 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:51:23.033267 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:51:24.332407 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:51:29.520818 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:51:48.224749 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-013b57a1-80ae-4c37-ac01-ea32dfca7b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:51:50.472578 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0f47158-3468-4b1b-bfd3-05ca1d320b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:51:51.668200 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:51:53.035364 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:51:54.335251 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:52:06.519829 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:52:18.225828 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b5fb533a-dcaa-4ea2-8273-da9e6a3da7ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:52:20.474241 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0da097b7-5acb-42b0-90e6-98e41a3250a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:52:21.573011 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:52:23.037042 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:52:24.336426 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:52:43.518242 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:52:48.227162 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5fc55f53-4cb6-453b-b8f7-9568c32aab04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:52:50.476159 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-37e0a015-ee9d-4844-92c6-cc82355be188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:52:51.575980 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:52:53.041719 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:52:54.338795 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:53:03.164390 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7867572'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:53:03.636230 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7867572'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:53:18.230091 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7b55e600-b78b-4f93-99f5-2c49221e134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:53:20.478104 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-416f79d3-aba8-434d-aaac-0868e7b55fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:53:20.518279 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:53:21.578809 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:53:23.043838 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:53:24.340456 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:53:33.167380 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:53:33.580412 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:53:48.231141 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bd0e228a-e825-40de-9c83-c6f402ed567a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:53:50.487317 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b269d773-dfbe-44e7-a7ad-028b477192e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:53:50.924352 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35648) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:53:51.030428 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-40ba1c30-45f4-44ac-beb8-d82f84d2acff admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1049690 Feb 07 20:53:51.582427 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:53:53.047050 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:53:53.285244 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35658) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:53:53.338879 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d17dea21-941c-45d3-b9b5-5828285ee2c5 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0526311 Feb 07 20:53:54.342589 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:53:57.517992 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:54:03.170031 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:54:03.592147 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:54:18.231629 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b84a5111-e5c1-45e0-afbc-8b527fbabc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:54:20.480763 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43f72dbe-d2c7-4a4a-969a-75b25ca242a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:54:21.584818 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:54:23.051378 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:54:24.344686 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:54:33.189595 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:54:33.610041 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:54:34.517726 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:54:48.233477 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f187b437-24ce-4438-baa1-806d2d7973b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:54:50.481917 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0d21ffcb-4eb2-4c88-87e4-0f3bb19a6262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:54:51.588193 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:54:53.053794 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:54:54.347045 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:03.193647 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:03.613689 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:11.517532 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:55:18.238958 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d81bbabb-3483-46c8-bfb1-a6a1e6dff21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:19.604050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36092) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:19.607645 n-d-828185-2 neutron-server[103255]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 07 20:55:19.638924 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-5318ae3f-d266-4b52-8837-641495a2abee tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=72dbcbc98b8a46288654bb8867a55ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312855 Feb 07 20:55:19.741689 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36110) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:19.830895 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-2d40b3c9-f3df-46fb-91fe-7674d88a9186 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:19.832406 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-2d40b3c9-f3df-46fb-91fe-7674d88a9186 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1839626 Feb 07 20:55:19.850840 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-3ac11446-3e2d-4f8e-a89b-05efb632a987 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/quotas/72dbcbc98b8a46288654bb8867a55ebf HTTP/1.1" status: 200 len: 375 time: 0.0120885 Feb 07 20:55:19.947010 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-48078d2f-848f-4eb9-87ff-c57d8f4f2d8a tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=72dbcbc98b8a46288654bb8867a55ebf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714262 Feb 07 20:55:20.088290 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36124) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:20.171583 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9ff0fd1-4e51-4a56-b7b5-c1e0635e257b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:20.223633 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-52878801-93e3-48ab-be81-1defe795f1a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:20.318094 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-52878801-93e3-48ab-be81-1defe795f1a4 admin admin] Publish callbacks [] for security_group (d3d44952-5983-4100-bf58-65fda1137b1a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:20.326422 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-52878801-93e3-48ab-be81-1defe795f1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d3d44952-5983-4100-bf58-65fda1137b1a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:20.381418 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-52878801-93e3-48ab-be81-1defe795f1a4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2c973e28862145768b702348542139e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2919743 Feb 07 20:55:20.384119 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36158) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:20.441666 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9ff0fd1-4e51-4a56-b7b5-c1e0635e257b admin admin] Publish callbacks [] for security_group (c9e64b48-9142-430e-8c56-6d3550482d99), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:20.443505 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7402b72c-2744-4fc7-9f58-e0dfca3d27a7 admin admin] Publish callbacks [] for security_group (d3d44952-5983-4100-bf58-65fda1137b1a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:20.444486 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52878801-93e3-48ab-be81-1defe795f1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d44952-5983-4100-bf58-65fda1137b1a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:20.452145 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9ff0fd1-4e51-4a56-b7b5-c1e0635e257b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c9e64b48-9142-430e-8c56-6d3550482d99), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:20.456335 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52878801-93e3-48ab-be81-1defe795f1a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:20.456689 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52878801-93e3-48ab-be81-1defe795f1a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:20.457189 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52878801-93e3-48ab-be81-1defe795f1a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:20.457688 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52878801-93e3-48ab-be81-1defe795f1a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:20.458206 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52878801-93e3-48ab-be81-1defe795f1a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:20.458752 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52878801-93e3-48ab-be81-1defe795f1a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:20.459088 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52878801-93e3-48ab-be81-1defe795f1a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:20.459422 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52878801-93e3-48ab-be81-1defe795f1a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:20.459753 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52878801-93e3-48ab-be81-1defe795f1a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:20.460083 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52878801-93e3-48ab-be81-1defe795f1a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:20.460433 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52878801-93e3-48ab-be81-1defe795f1a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:20.460911 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52878801-93e3-48ab-be81-1defe795f1a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:20.461277 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52878801-93e3-48ab-be81-1defe795f1a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52878801-93e3-48ab-be81-1defe795f1a4 admin admin] Tracked resource versions report: Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: pushed versions: Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: { 'AddressGroup': {'1.2'}, Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: 'ConntrackHelper': {'1.0'}, Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: 'LocalIPAssociation': {'1.0'}, Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: 'Log': {'1.0'}, Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: 'Network': {'1.1'}, Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: 'Port': {'1.7'}, Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: 'PortForwarding': {'1.2'}, Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: 'QosPolicy': {'1.10'}, Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: 'SecurityGroup': {'1.5'}, Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: 'SecurityGroupRule': {'1.2'}, Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: 'SubPort': {'1.0'}, Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: 'Subnet': {'1.1'}, Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: 'Trunk': {'1.1'}} Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: consumer versions: Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: { DHCP agent@n-d-828185-2: {}, Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: HyperV agent@n-h1-828185-2: {}, Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: HyperV agent@n-h2-828185-2: {}, Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: L3 agent@n-d-828185-2: {}, Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: Metadata agent@n-d-828185-2: {}, Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: Metering agent@n-d-828185-2: {}, Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: Open vSwitch agent@n-d-828185-2: { 'AddressGroup': '1.2', Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: 'ConntrackHelper': '1.0', Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: 'LocalIPAssociation': '1.0', Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: 'Log': '1.0', Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: 'Network': '1.1', Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: 'Port': '1.7', Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: 'PortForwarding': '1.2', Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: 'QosPolicy': '1.10', Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: 'SecurityGroup': '1.5', Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: 'SecurityGroupRule': '1.2', Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: 'SubPort': '1.0', Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: 'Subnet': '1.1', Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: 'Trunk': '1.1'}} Feb 07 20:55:20.462442 n-d-828185-2 neutron-server[103256]: {{(pid=103256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 20:55:20.505744 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e9ff0fd1-4e51-4a56-b7b5-c1e0635e257b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7efa08d24ff94ffa9b5b3eab8cc2b912&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7624488 Feb 07 20:55:20.507174 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff0fd1-4e51-4a56-b7b5-c1e0635e257b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e64b48-9142-430e-8c56-6d3550482d99,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:20.509706 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36160) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:20.522151 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6ae7b52a-a9b3-49ad-b320-41105bdb59d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:20.531281 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7402b72c-2744-4fc7-9f58-e0dfca3d27a7 admin admin] Publish callbacks [] for security_group (d3d44952-5983-4100-bf58-65fda1137b1a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:20.591932 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0464934d-1f6a-47e3-af8f-809ee95dec0e admin admin] Publish callbacks [] for security_group (c9e64b48-9142-430e-8c56-6d3550482d99), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:20.618811 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0464934d-1f6a-47e3-af8f-809ee95dec0e admin admin] Publish callbacks [] for security_group (c9e64b48-9142-430e-8c56-6d3550482d99), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:20.654350 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-698625f0-4bb0-4540-8f27-2af69090ba79 req-83990df3-3d2d-489c-a0c6-75fc8617b106 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 210 time: 0.0769415 Feb 07 20:55:20.691544 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7402b72c-2744-4fc7-9f58-e0dfca3d27a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d3d44952-5983-4100-bf58-65fda1137b1a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:20.698652 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7402b72c-2744-4fc7-9f58-e0dfca3d27a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:20.713633 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0464934d-1f6a-47e3-af8f-809ee95dec0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c9e64b48-9142-430e-8c56-6d3550482d99), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:20.713866 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7402b72c-2744-4fc7-9f58-e0dfca3d27a7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d3d44952-5983-4100-bf58-65fda1137b1a HTTP/1.1" status: 204 len: 168 time: 0.3256345 Feb 07 20:55:20.716655 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0464934d-1f6a-47e3-af8f-809ee95dec0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:20.721416 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0464934d-1f6a-47e3-af8f-809ee95dec0e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c9e64b48-9142-430e-8c56-6d3550482d99 HTTP/1.1" status: 204 len: 168 time: 0.2106204 Feb 07 20:55:20.739707 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464934d-1f6a-47e3-af8f-809ee95dec0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e64b48-9142-430e-8c56-6d3550482d99,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:20.761817 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402b72c-2744-4fc7-9f58-e0dfca3d27a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d44952-5983-4100-bf58-65fda1137b1a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:20.790224 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7402b72c-2744-4fc7-9f58-e0dfca3d27a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:20.790576 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7402b72c-2744-4fc7-9f58-e0dfca3d27a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:20.790916 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7402b72c-2744-4fc7-9f58-e0dfca3d27a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:20.791248 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7402b72c-2744-4fc7-9f58-e0dfca3d27a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:20.794879 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7402b72c-2744-4fc7-9f58-e0dfca3d27a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:20.795429 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7402b72c-2744-4fc7-9f58-e0dfca3d27a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:20.796075 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7402b72c-2744-4fc7-9f58-e0dfca3d27a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:20.796835 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7402b72c-2744-4fc7-9f58-e0dfca3d27a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:20.797175 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7402b72c-2744-4fc7-9f58-e0dfca3d27a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:20.797522 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7402b72c-2744-4fc7-9f58-e0dfca3d27a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:20.797839 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7402b72c-2744-4fc7-9f58-e0dfca3d27a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:20.802470 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7402b72c-2744-4fc7-9f58-e0dfca3d27a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:20.804073 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7402b72c-2744-4fc7-9f58-e0dfca3d27a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7402b72c-2744-4fc7-9f58-e0dfca3d27a7 admin admin] Tracked resource versions report: Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: pushed versions: Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: { 'AddressGroup': {'1.2'}, Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: 'ConntrackHelper': {'1.0'}, Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: 'LocalIPAssociation': {'1.0'}, Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: 'Log': {'1.0'}, Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: 'Network': {'1.1'}, Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: 'Port': {'1.7'}, Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: 'PortForwarding': {'1.2'}, Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: 'QosPolicy': {'1.10'}, Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: 'SecurityGroup': {'1.5'}, Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: 'SecurityGroupRule': {'1.2'}, Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: 'SubPort': {'1.0'}, Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: 'Subnet': {'1.1'}, Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: 'Trunk': {'1.1'}} Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: consumer versions: Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: { DHCP agent@n-d-828185-2: {}, Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: HyperV agent@n-h1-828185-2: {}, Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: HyperV agent@n-h2-828185-2: {}, Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: L3 agent@n-d-828185-2: {}, Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: Metadata agent@n-d-828185-2: {}, Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: Metering agent@n-d-828185-2: {}, Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: Open vSwitch agent@n-d-828185-2: { 'AddressGroup': '1.2', Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: 'ConntrackHelper': '1.0', Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: 'LocalIPAssociation': '1.0', Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: 'Log': '1.0', Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: 'Network': '1.1', Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: 'Port': '1.7', Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: 'PortForwarding': '1.2', Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: 'QosPolicy': '1.10', Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: 'SecurityGroup': '1.5', Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: 'SecurityGroupRule': '1.2', Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: 'SubPort': '1.0', Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: 'Subnet': '1.1', Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: 'Trunk': '1.1'}} Feb 07 20:55:20.806289 n-d-828185-2 neutron-server[103255]: {{(pid=103255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 20:55:21.218196 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36230) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:21.236759 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-98e088eb-79d6-4016-acf4-c12861e90364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:21.326087 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-98e088eb-79d6-4016-acf4-c12861e90364 admin admin] Publish callbacks [] for security_group (f1183de1-a96c-4e2f-ba4a-a71c34718a56), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:21.333377 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-98e088eb-79d6-4016-acf4-c12861e90364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f1183de1-a96c-4e2f-ba4a-a71c34718a56), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:21.373427 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-98e088eb-79d6-4016-acf4-c12861e90364 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=278f277cc9c84c93bff95e6eda5cb8f4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1535857 Feb 07 20:55:21.375033 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e088eb-79d6-4016-acf4-c12861e90364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1183de1-a96c-4e2f-ba4a-a71c34718a56,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:21.376076 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36242) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:21.459945 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d5a0b63-78cf-4993-833e-5cf934fe4e8d admin admin] Publish callbacks [] for security_group (f1183de1-a96c-4e2f-ba4a-a71c34718a56), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:21.490507 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36244) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:21.518691 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6f8a57d-dc4c-4472-9043-84f8644c7320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:21.612170 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:21.699483 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6f8a57d-dc4c-4472-9043-84f8644c7320 admin admin] Publish callbacks [] for security_group (25488bcf-b6af-492c-be3a-31f46ed50efc), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:21.705945 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6f8a57d-dc4c-4472-9043-84f8644c7320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (25488bcf-b6af-492c-be3a-31f46ed50efc), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:21.750097 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d5a0b63-78cf-4993-833e-5cf934fe4e8d admin admin] Publish callbacks [] for security_group (f1183de1-a96c-4e2f-ba4a-a71c34718a56), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:21.764674 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8a57d-dc4c-4472-9043-84f8644c7320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25488bcf-b6af-492c-be3a-31f46ed50efc,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:21.769784 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e6f8a57d-dc4c-4472-9043-84f8644c7320 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7f2155dd04d64b7ca622312b72b861f1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2780445 Feb 07 20:55:21.773723 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36270) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:21.854244 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d5a0b63-78cf-4993-833e-5cf934fe4e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f1183de1-a96c-4e2f-ba4a-a71c34718a56), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:21.857124 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d5a0b63-78cf-4993-833e-5cf934fe4e8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:21.858419 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4d5a0b63-78cf-4993-833e-5cf934fe4e8d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f1183de1-a96c-4e2f-ba4a-a71c34718a56 HTTP/1.1" status: 204 len: 168 time: 0.4810615 Feb 07 20:55:21.871958 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a0b63-78cf-4993-833e-5cf934fe4e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1183de1-a96c-4e2f-ba4a-a71c34718a56,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:21.890081 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36274) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:21.955230 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-33795747-7f0a-4c89-9dfd-72a318b2c1b1 req-def21edf-2c18-4fb0-ad6c-d3f03bd14507 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 210 time: 0.0488627 Feb 07 20:55:21.977880 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56dc771d-b1cd-48be-bc4a-1cb6e01ec820 admin admin] Publish callbacks [] for security_group (25488bcf-b6af-492c-be3a-31f46ed50efc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:22.005084 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56dc771d-b1cd-48be-bc4a-1cb6e01ec820 admin admin] Publish callbacks [] for security_group (25488bcf-b6af-492c-be3a-31f46ed50efc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:22.076348 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56dc771d-b1cd-48be-bc4a-1cb6e01ec820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (25488bcf-b6af-492c-be3a-31f46ed50efc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:22.082187 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56dc771d-b1cd-48be-bc4a-1cb6e01ec820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:22.083984 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-56dc771d-b1cd-48be-bc4a-1cb6e01ec820 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/25488bcf-b6af-492c-be3a-31f46ed50efc HTTP/1.1" status: 204 len: 168 time: 0.3084385 Feb 07 20:55:22.118186 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc771d-b1cd-48be-bc4a-1cb6e01ec820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25488bcf-b6af-492c-be3a-31f46ed50efc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:22.121931 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36292) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:22.152080 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-8d10dcd7-a74d-42e2-bc60-2547e4e633b9 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=0d60650948534d04b3afa9bb06f67517&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287716 Feb 07 20:55:22.279380 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-182c432c-e695-425c-863e-e3a9464b59cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:22.290571 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-5e2c31d6-6b11-4db9-a9b6-9bb4f9bbef9d tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:22.292178 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-5e2c31d6-6b11-4db9-a9b6-9bb4f9bbef9d tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1347518 Feb 07 20:55:22.318820 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-1839cafc-cdbe-4824-8041-5d80b05ec230 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/quotas/0d60650948534d04b3afa9bb06f67517 HTTP/1.1" status: 200 len: 375 time: 0.0188916 Feb 07 20:55:22.366509 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.71', 63413) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:22.373449 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-1be51229-9f38-4904-a7a0-4006989a36ce tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0d60650948534d04b3afa9bb06f67517&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466201 Feb 07 20:55:22.445941 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-182c432c-e695-425c-863e-e3a9464b59cd admin admin] Publish callbacks [] for security_group (7bb83b2a-9686-4118-b3aa-7d22b86828fb), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:22.456618 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-182c432c-e695-425c-863e-e3a9464b59cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (7bb83b2a-9686-4118-b3aa-7d22b86828fb), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:22.465869 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-e4e45a90-2639-4d8b-95c0-f921ab72c521 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=72dbcbc98b8a46288654bb8867a55ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0926821 Feb 07 20:55:22.567643 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c432c-e695-425c-863e-e3a9464b59cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb83b2a-9686-4118-b3aa-7d22b86828fb,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:22.596671 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-182c432c-e695-425c-863e-e3a9464b59cd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=326ee2a91d604ba2bb8145cb5eb2c485&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7036374 Feb 07 20:55:22.600027 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36328) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:22.821934 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4d82583a-44e7-4b39-b162-c243579a1414 req-2c02c77d-f541-4f59-a7c6-4ee68247c6d5 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 210 time: 0.1118262 Feb 07 20:55:22.828556 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8593f379-7cd9-4a47-89a4-f3fbbaddd3f0 admin admin] Publish callbacks [] for security_group (7bb83b2a-9686-4118-b3aa-7d22b86828fb), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:22.843822 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-fa6dc37a-807a-412a-a32d-45c47827d514 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:22.843822 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-fa6dc37a-807a-412a-a32d-45c47827d514 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3709481 Feb 07 20:55:22.857785 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8593f379-7cd9-4a47-89a4-f3fbbaddd3f0 admin admin] Publish callbacks [] for security_group (7bb83b2a-9686-4118-b3aa-7d22b86828fb), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:22.930259 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8593f379-7cd9-4a47-89a4-f3fbbaddd3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (7bb83b2a-9686-4118-b3aa-7d22b86828fb), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:22.934328 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8593f379-7cd9-4a47-89a4-f3fbbaddd3f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:22.935724 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8593f379-7cd9-4a47-89a4-f3fbbaddd3f0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7bb83b2a-9686-4118-b3aa-7d22b86828fb HTTP/1.1" status: 204 len: 168 time: 0.3339205 Feb 07 20:55:22.945697 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-5238f76d-b75c-486f-933a-e78db2a8e474 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Request body: {'port': {'device_id': 'e568c74d-70dc-45d4-966e-cf41ec73849c', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': '72dbcbc98b8a46288654bb8867a55ebf'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:55:22.961328 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593f379-7cd9-4a47-89a4-f3fbbaddd3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb83b2a-9686-4118-b3aa-7d22b86828fb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:23.074005 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:23.156120 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-67b70a77-4d3c-47f8-b9fb-50a8157dfa76 req-34f3e434-2cea-40f8-a7dd-10325eff2f0a tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 210 time: 0.0575397 Feb 07 20:55:23.317845 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-5238f76d-b75c-486f-933a-e78db2a8e474 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Made reservation on behalf of 72dbcbc98b8a46288654bb8867a55ebf for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:55:23.323694 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-5238f76d-b75c-486f-933a-e78db2a8e474 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:23.332363 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-5238f76d-b75c-486f-933a-e78db2a8e474 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:23.430492 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-5238f76d-b75c-486f-933a-e78db2a8e474 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Publish callbacks [] for security_group (abf70903-5e66-42d5-aed3-6923fde0afa4), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:23.437891 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-5238f76d-b75c-486f-933a-e78db2a8e474 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (abf70903-5e66-42d5-aed3-6923fde0afa4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:23.559587 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238f76d-b75c-486f-933a-e78db2a8e474 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf70903-5e66-42d5-aed3-6923fde0afa4,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:23.724206 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-5238f76d-b75c-486f-933a-e78db2a8e474 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Allocated IP 192.168.233.151 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/344634f1-5a57-4bbf-aec9-554a9ca84c4b) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:55:23.766075 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36430) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:23.783859 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4393c22-7a3e-40a2-8aad-1497cd03b516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:23.930410 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4393c22-7a3e-40a2-8aad-1497cd03b516 admin admin] Publish callbacks [] for security_group (7f6b30e7-fa2b-4cf3-98d9-e181f406a37f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:23.940427 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4393c22-7a3e-40a2-8aad-1497cd03b516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (7f6b30e7-fa2b-4cf3-98d9-e181f406a37f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:24.082348 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a4393c22-7a3e-40a2-8aad-1497cd03b516 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3e1989eeeb8d4e6bbf40624bc759f352&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3110106 Feb 07 20:55:24.083193 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4393c22-7a3e-40a2-8aad-1497cd03b516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6b30e7-fa2b-4cf3-98d9-e181f406a37f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:24.090626 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36440) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:24.130073 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36442) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:24.169977 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-5238f76d-b75c-486f-933a-e78db2a8e474 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Publish callbacks [] for port (344634f1-5a57-4bbf-aec9-554a9ca84c4b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:24.231398 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-13cde082-865a-4d78-819b-fc23e07405c3 req-2c0cd4c6-79b6-4674-8a8a-e845bfbdb04c tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 210 time: 0.0672090 Feb 07 20:55:24.394132 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:24.423973 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2515519-b045-44a4-b715-25cf9ce33499 req-bb3750a3-928c-4f3e-919b-095f3e9719f0 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 210 time: 0.0990536 Feb 07 20:55:24.424592 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25ce7485-4df4-47f9-8c0a-1ba8be833c10 admin admin] Publish callbacks [] for security_group (7f6b30e7-fa2b-4cf3-98d9-e181f406a37f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:24.464418 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25ce7485-4df4-47f9-8c0a-1ba8be833c10 admin admin] Publish callbacks [] for security_group (7f6b30e7-fa2b-4cf3-98d9-e181f406a37f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:24.529978 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.69', 49392) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:24.549016 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25ce7485-4df4-47f9-8c0a-1ba8be833c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (7f6b30e7-fa2b-4cf3-98d9-e181f406a37f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:24.559731 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25ce7485-4df4-47f9-8c0a-1ba8be833c10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:24.566924 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-25ce7485-4df4-47f9-8c0a-1ba8be833c10 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7f6b30e7-fa2b-4cf3-98d9-e181f406a37f HTTP/1.1" status: 204 len: 168 time: 0.4733551 Feb 07 20:55:24.577008 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-6e53080c-fa5e-4422-858b-c4f2a2a2da44 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=0d60650948534d04b3afa9bb06f67517&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456076 Feb 07 20:55:24.580467 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36452) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:24.652083 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce7485-4df4-47f9-8c0a-1ba8be833c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6b30e7-fa2b-4cf3-98d9-e181f406a37f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:24.655997 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-5238f76d-b75c-486f-933a-e78db2a8e474 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (344634f1-5a57-4bbf-aec9-554a9ca84c4b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:24.853791 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f72e8699-88a4-44a1-b3c3-4bd7ea1e29a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:24.907467 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-5238f76d-b75c-486f-933a-e78db2a8e474 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:55:24.909297 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-5238f76d-b75c-486f-933a-e78db2a8e474 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:55:24.930720 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-5238f76d-b75c-486f-933a-e78db2a8e474 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:55:24.943291 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-5238f76d-b75c-486f-933a-e78db2a8e474 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:24.949416 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-5238f76d-b75c-486f-933a-e78db2a8e474 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:25.002495 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238f76d-b75c-486f-933a-e78db2a8e474 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Pushing event updated for resources: {'Port': ['ID=344634f1-5a57-4bbf-aec9-554a9ca84c4b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:25.013546 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-a7620eef-f07c-4a47-9d6f-057e4568de89 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:25.016215 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-a7620eef-f07c-4a47-9d6f-057e4568de89 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4333003 Feb 07 20:55:25.037547 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-5238f76d-b75c-486f-933a-e78db2a8e474 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0944571 Feb 07 20:55:25.081360 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-960f1500-4d3a-4c3b-b527-4d44e218bcb7 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:55:25.091543 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-960f1500-4d3a-4c3b-b527-4d44e218bcb7 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0270395 Feb 07 20:55:25.122609 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-fef49a3e-831e-4163-b265-49a017b61b4a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-889777253-network', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:55:25.126927 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-2169d970-1102-4b13-ae3e-7d0eab2bfc63 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Request body: {'port': {'device_id': '8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': '0d60650948534d04b3afa9bb06f67517'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:55:25.181848 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f72e8699-88a4-44a1-b3c3-4bd7ea1e29a4 admin admin] Publish callbacks [] for security_group (1f13f73e-b003-4f0d-9935-15c324db8c33), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:25.185474 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef49a3e-831e-4163-b265-49a017b61b4a admin admin] Made reservation on behalf of a640cac6c4d64dfa8fbcd903aab64b39 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:55:25.192725 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fef49a3e-831e-4163-b265-49a017b61b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:25.201511 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f72e8699-88a4-44a1-b3c3-4bd7ea1e29a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1f13f73e-b003-4f0d-9935-15c324db8c33), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:25.236657 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fef49a3e-831e-4163-b265-49a017b61b4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:25.299369 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-82ab90e4-6930-4439-8745-663a443d7af8 None None] Provisioning complete for port 344634f1-5a57-4bbf-aec9-554a9ca84c4b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:55:25.305572 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-82ab90e4-6930-4439-8745-663a443d7af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (344634f1-5a57-4bbf-aec9-554a9ca84c4b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:25.393512 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f72e8699-88a4-44a1-b3c3-4bd7ea1e29a4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6f6390c359a14a4385e7c2577f15dc8f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2600789 Feb 07 20:55:25.402198 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36476) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:25.432673 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-82ab90e4-6930-4439-8745-663a443d7af8 None None] Port 344634f1-5a57-4bbf-aec9-554a9ca84c4b cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:55:25.538387 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e8699-88a4-44a1-b3c3-4bd7ea1e29a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f13f73e-b003-4f0d-9935-15c324db8c33,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:25.640869 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fef49a3e-831e-4163-b265-49a017b61b4a admin admin] Publish callbacks [] for security_group (094fea57-aa16-49aa-8f97-d5a18b131655), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:25.656473 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c83ceea-3cab-482d-9e2b-9fb8bdb86574 admin admin] Publish callbacks [] for security_group (1f13f73e-b003-4f0d-9935-15c324db8c33), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:25.659520 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fef49a3e-831e-4163-b265-49a017b61b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (094fea57-aa16-49aa-8f97-d5a18b131655), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:25.674200 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d245c21e-6970-43f7-b67f-40041563dd81 req-9c8b7712-d398-4607-b556-68ab135b7a91 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 210 time: 0.2777643 Feb 07 20:55:25.802682 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c83ceea-3cab-482d-9e2b-9fb8bdb86574 admin admin] Publish callbacks [] for security_group (1f13f73e-b003-4f0d-9935-15c324db8c33), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:25.825092 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef49a3e-831e-4163-b265-49a017b61b4a admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:55:25.861997 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef49a3e-831e-4163-b265-49a017b61b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094fea57-aa16-49aa-8f97-d5a18b131655,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:25.913308 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fef49a3e-831e-4163-b265-49a017b61b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (d8ca5278-288e-4a92-ae61-96e4e15706b2), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:25.913934 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-fef49a3e-831e-4163-b265-49a017b61b4a admin admin] Added segment d8ca5278-288e-4a92-ae61-96e4e15706b2 of type vlan for network a3bb3650-0e76-4812-829f-29cb0254d598 Feb 07 20:55:25.922112 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c64e75-0649-45e2-8145-e8b3b34dc74f req-847a3e24-0143-4c13-9172-0a752e722544 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:25.926291 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e6c64e75-0649-45e2-8145-e8b3b34dc74f req-847a3e24-0143-4c13-9172-0a752e722544 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 936 time: 0.3646038 Feb 07 20:55:25.932450 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-2169d970-1102-4b13-ae3e-7d0eab2bfc63 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Made reservation on behalf of 0d60650948534d04b3afa9bb06f67517 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:55:25.941747 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-2169d970-1102-4b13-ae3e-7d0eab2bfc63 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:25.980699 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-2169d970-1102-4b13-ae3e-7d0eab2bfc63 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:26.043260 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e6c64e75-0649-45e2-8145-e8b3b34dc74f req-4fb5c14b-bf4a-48e2-bab1-a27b48fccd44 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919070 Feb 07 20:55:26.072602 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fef49a3e-831e-4163-b265-49a017b61b4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (a3bb3650-0e76-4812-829f-29cb0254d598), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:26.099563 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c83ceea-3cab-482d-9e2b-9fb8bdb86574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1f13f73e-b003-4f0d-9935-15c324db8c33), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:26.104174 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c83ceea-3cab-482d-9e2b-9fb8bdb86574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:26.109415 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5c83ceea-3cab-482d-9e2b-9fb8bdb86574 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1f13f73e-b003-4f0d-9935-15c324db8c33 HTTP/1.1" status: 204 len: 168 time: 0.7028489 Feb 07 20:55:26.147839 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83ceea-3cab-482d-9e2b-9fb8bdb86574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f13f73e-b003-4f0d-9935-15c324db8c33,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:26.158994 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fef49a3e-831e-4163-b265-49a017b61b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (a3bb3650-0e76-4812-829f-29cb0254d598), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:26.160516 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef49a3e-831e-4163-b265-49a017b61b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:26.161471 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fef49a3e-831e-4163-b265-49a017b61b4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:26.172446 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-2169d970-1102-4b13-ae3e-7d0eab2bfc63 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Publish callbacks [] for security_group (9e66c2ec-2dac-4cdd-b0a3-35731072909f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:26.178818 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-2169d970-1102-4b13-ae3e-7d0eab2bfc63 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9e66c2ec-2dac-4cdd-b0a3-35731072909f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:26.197568 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fef49a3e-831e-4163-b265-49a017b61b4a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6081297 Feb 07 20:55:26.198340 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36500) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:26.237526 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-81bd66c5-43b1-491d-8d4a-90b579aedeb3 admin admin] Request body: {'subnet': {'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889777253-subnet', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:55:26.275482 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bd66c5-43b1-491d-8d4a-90b579aedeb3 admin admin] Made reservation on behalf of a640cac6c4d64dfa8fbcd903aab64b39 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:55:26.278678 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81bd66c5-43b1-491d-8d4a-90b579aedeb3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:26.281638 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef49a3e-831e-4163-b265-49a017b61b4a admin admin] Pushing event updated for resources: {'Network': ['ID=a3bb3650-0e76-4812-829f-29cb0254d598,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:26.297531 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network a3bb3650-0e76-4812-829f-29cb0254d598 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:55:26.346871 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-34f4d526-b9b6-488b-b966-e79abbc5c516 service neutron] Request body: {'port': {'device_id': 'e568c74d-70dc-45d4-966e-cf41ec73849c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:55:26.403675 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169d970-1102-4b13-ae3e-7d0eab2bfc63 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e66c2ec-2dac-4cdd-b0a3-35731072909f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:26.591376 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-2169d970-1102-4b13-ae3e-7d0eab2bfc63 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Allocated IP 192.168.233.22 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:55:26.797822 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-34f4d526-b9b6-488b-b966-e79abbc5c516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (344634f1-5a57-4bbf-aec9-554a9ca84c4b), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:26.892954 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a0e7522f-bfe4-4d6e-8ea0-59518521c0c3 req-f88b81a2-5526-4b41-b845-1287b9744996 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 210 time: 0.0578036 Feb 07 20:55:27.032429 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-2169d970-1102-4b13-ae3e-7d0eab2bfc63 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Publish callbacks [] for port (ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:27.100564 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-2169d970-1102-4b13-ae3e-7d0eab2bfc63 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:27.401073 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36524) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:27.445298 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b20b3a79-3ccd-4756-83c0-1baceec6a4ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:27.502993 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-2169d970-1102-4b13-ae3e-7d0eab2bfc63 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:55:27.553670 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-2169d970-1102-4b13-ae3e-7d0eab2bfc63 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:55:27.576085 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-2169d970-1102-4b13-ae3e-7d0eab2bfc63 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:55:27.582726 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-2169d970-1102-4b13-ae3e-7d0eab2bfc63 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:27.583432 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-2169d970-1102-4b13-ae3e-7d0eab2bfc63 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:27.610909 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-2169d970-1102-4b13-ae3e-7d0eab2bfc63 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5140567 Feb 07 20:55:27.613192 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169d970-1102-4b13-ae3e-7d0eab2bfc63 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Pushing event updated for resources: {'Port': ['ID=ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:27.630043 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-16eea365-970a-4074-9b82-c1c1da024bc3 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:55:27.630973 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-16eea365-970a-4074-9b82-c1c1da024bc3 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098329 Feb 07 20:55:27.664047 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea998fc9-f094-4d28-855f-b45d764b92e2 req-d8185a75-99c7-4ffe-a177-ae253dfc7b1f tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:27.666500 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea998fc9-f094-4d28-855f-b45d764b92e2 req-d8185a75-99c7-4ffe-a177-ae253dfc7b1f tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 936 time: 0.4315982 Feb 07 20:55:27.676764 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b20b3a79-3ccd-4756-83c0-1baceec6a4ce admin admin] Publish callbacks [] for security_group (3d42b760-4c28-4bc4-810e-71791868551b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:27.802311 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea998fc9-f094-4d28-855f-b45d764b92e2 req-751760f9-ccc0-4e2d-a763-301f91c15d9a tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234889 Feb 07 20:55:27.827891 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b20b3a79-3ccd-4756-83c0-1baceec6a4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3d42b760-4c28-4bc4-810e-71791868551b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:28.042693 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-11a5bc88-62df-4e80-9192-4d81af4aedb2 None None] Provisioning complete for port ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:55:28.043584 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-11a5bc88-62df-4e80-9192-4d81af4aedb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:28.176468 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-e1666b6e-131c-4988-ba8e-bfaa4827d4a4 service neutron] Request body: {'port': {'device_id': '8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9', 'device_owner': 'compute:tempest-test_az-644539540', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:55:28.204697 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-11a5bc88-62df-4e80-9192-4d81af4aedb2 None None] Port ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:55:28.206543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e464a-2ab0-466d-a5e9-0fcdd1eb578b req-7699b5f1-470d-4aac-8a2d-705a15b9e29a tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:28.212506 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf5e464a-2ab0-466d-a5e9-0fcdd1eb578b req-7699b5f1-470d-4aac-8a2d-705a15b9e29a tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 935 time: 0.1560674 Feb 07 20:55:28.322423 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81bd66c5-43b1-491d-8d4a-90b579aedeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for subnet (d3708085-d37a-4939-8052-22c68aa218c4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:28.337265 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36542) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:28.546303 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b3a79-3ccd-4756-83c0-1baceec6a4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d42b760-4c28-4bc4-810e-71791868551b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:28.550852 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b20b3a79-3ccd-4756-83c0-1baceec6a4ce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c78a9e81ae3740b9ac6057166673044c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1486742 Feb 07 20:55:28.554783 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36552) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:28.555769 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-e1666b6e-131c-4988-ba8e-bfaa4827d4a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:28.607992 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf5e464a-2ab0-466d-a5e9-0fcdd1eb578b req-fd65ec76-11fb-4b22-93a4-61bd0338c2eb tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e66c2ec-2dac-4cdd-b0a3-35731072909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243518 Feb 07 20:55:28.630474 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-34f4d526-b9b6-488b-b966-e79abbc5c516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 344634f1-5a57-4bbf-aec9-554a9ca84c4b {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:55:28.648690 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bd66c5-43b1-491d-8d4a-90b579aedeb3 admin admin] Checking segment: {'id': 'd8ca5278-288e-4a92-ae61-96e4e15706b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:55:28.649294 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bd66c5-43b1-491d-8d4a-90b579aedeb3 admin admin] Network hostable DHCP agents. Network: a3bb3650-0e76-4812-829f-29cb0254d598, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:55:28.656561 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-34f4d526-b9b6-488b-b966-e79abbc5c516 service neutron] Publish callbacks [] for port (344634f1-5a57-4bbf-aec9-554a9ca84c4b), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:28.674619 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5782ef76-4142-43f1-b81b-97f858aa905c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:28.686872 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd66c5-43b1-491d-8d4a-90b579aedeb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3708085-d37a-4939-8052-22c68aa218c4,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:28.728892 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-34f4d526-b9b6-488b-b966-e79abbc5c516 service neutron] Transition to ACTIVE for port object 344634f1-5a57-4bbf-aec9-554a9ca84c4b will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:55:28.734784 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bd66c5-43b1-491d-8d4a-90b579aedeb3 admin admin] Network a3bb3650-0e76-4812-829f-29cb0254d598 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:55:28.761079 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-81bd66c5-43b1-491d-8d4a-90b579aedeb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, a3bb3650-0e76-4812-829f-29cb0254d598) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:55:28.769447 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-34f4d526-b9b6-488b-b966-e79abbc5c516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (344634f1-5a57-4bbf-aec9-554a9ca84c4b), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:28.775011 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d413b68-4582-4613-a17a-c53ea88adafc None None] Network a3bb3650-0e76-4812-829f-29cb0254d598 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:55:28.893145 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2cc3b10-de39-4077-8f27-ab47448ed167 admin admin] Publish callbacks [] for security_group (3d42b760-4c28-4bc4-810e-71791868551b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:29.001499 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bd66c5-43b1-491d-8d4a-90b579aedeb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:29.002187 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81bd66c5-43b1-491d-8d4a-90b579aedeb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:29.004296 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4d526-b9b6-488b-b966-e79abbc5c516 service neutron] Pushing event updated for resources: {'Port': ['ID=344634f1-5a57-4bbf-aec9-554a9ca84c4b,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:29.017364 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-a3bb3650-0e76-4812-829f-29cb0254d598', 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598', 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'fixed_ips': [{'subnet_id': 'd3708085-d37a-4939-8052-22c68aa218c4'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 20:55:29.018927 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:29.212755 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-81bd66c5-43b1-491d-8d4a-90b579aedeb3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.9801364 Feb 07 20:55:29.219204 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36564) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:29.259895 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b1443eb5-954d-49b7-b98b-127c67543a60 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-889777253-router', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:55:29.268843 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2cc3b10-de39-4077-8f27-ab47448ed167 admin admin] Publish callbacks [] for security_group (3d42b760-4c28-4bc4-810e-71791868551b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:29.279115 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-34f4d526-b9b6-488b-b966-e79abbc5c516 service neutron] Attempting to bind port 344634f1-5a57-4bbf-aec9-554a9ca84c4b on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:55:29.279482 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-34f4d526-b9b6-488b-b966-e79abbc5c516 service neutron] Attempting to bind port 344634f1-5a57-4bbf-aec9-554a9ca84c4b by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:55:29.282864 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-34f4d526-b9b6-488b-b966-e79abbc5c516 service neutron] Attempting to bind port 344634f1-5a57-4bbf-aec9-554a9ca84c4b on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:55:29.297620 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-34f4d526-b9b6-488b-b966-e79abbc5c516 service neutron] Port 344634f1-5a57-4bbf-aec9-554a9ca84c4b on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:55:29.298507 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-34f4d526-b9b6-488b-b966-e79abbc5c516 service neutron] Attempting to bind port 344634f1-5a57-4bbf-aec9-554a9ca84c4b on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:55:29.333916 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-34f4d526-b9b6-488b-b966-e79abbc5c516 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:55:29.334344 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-34f4d526-b9b6-488b-b966-e79abbc5c516 service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:55:29.334964 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-34f4d526-b9b6-488b-b966-e79abbc5c516 service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:55:29.335440 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-34f4d526-b9b6-488b-b966-e79abbc5c516 service neutron] Bound port: 344634f1-5a57-4bbf-aec9-554a9ca84c4b, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:55:29.335806 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-34f4d526-b9b6-488b-b966-e79abbc5c516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (344634f1-5a57-4bbf-aec9-554a9ca84c4b), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:29.406821 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5782ef76-4142-43f1-b81b-97f858aa905c admin admin] Publish callbacks [] for security_group (0177764a-9c9a-492b-870d-6010b9957415), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:29.423176 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e3b3e-2bd7-4669-b86d-d6b0d4c00c0e req-e24f0f6c-ec2c-4ea9-8544-f8f59245a4c9 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:29.424958 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de6e3b3e-2bd7-4669-b86d-d6b0d4c00c0e req-e24f0f6c-ec2c-4ea9-8544-f8f59245a4c9 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 948 time: 0.5058346 Feb 07 20:55:29.435757 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5782ef76-4142-43f1-b81b-97f858aa905c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0177764a-9c9a-492b-870d-6010b9957415), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:29.439424 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1443eb5-954d-49b7-b98b-127c67543a60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (7a1cdfce-a913-4f5d-990e-6199acdb02b1), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:29.442619 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1443eb5-954d-49b7-b98b-127c67543a60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (7a1cdfce-a913-4f5d-990e-6199acdb02b1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:29.523849 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5782ef76-4142-43f1-b81b-97f858aa905c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f04b9e8f50f34111a339da42fbee8968&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1847694 Feb 07 20:55:29.533348 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36572) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:29.564833 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2cc3b10-de39-4077-8f27-ab47448ed167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3d42b760-4c28-4bc4-810e-71791868551b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:29.567606 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2cc3b10-de39-4077-8f27-ab47448ed167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:29.569129 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a2cc3b10-de39-4077-8f27-ab47448ed167 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3d42b760-4c28-4bc4-810e-71791868551b HTTP/1.1" status: 204 len: 168 time: 1.0047596 Feb 07 20:55:29.570207 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782ef76-4142-43f1-b81b-97f858aa905c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0177764a-9c9a-492b-870d-6010b9957415,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:29.654356 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-34f4d526-b9b6-488b-b966-e79abbc5c516 service neutron] For port 344634f1-5a57-4bbf-aec9-554a9ca84c4b, host n-h2-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:55:29.677746 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc3b10-de39-4077-8f27-ab47448ed167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d42b760-4c28-4bc4-810e-71791868551b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:29.745359 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de6e3b3e-2bd7-4669-b86d-d6b0d4c00c0e req-82f18c84-e57e-47ad-b398-b8261841599b tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058403 Feb 07 20:55:29.752721 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-e1666b6e-131c-4988-ba8e-bfaa4827d4a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:55:29.783898 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-e1666b6e-131c-4988-ba8e-bfaa4827d4a4 service neutron] Publish callbacks [] for port (ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:29.810820 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96cc706e-433f-4f9c-b9a3-4adc3fcb4185 admin admin] Publish callbacks [] for security_group (0177764a-9c9a-492b-870d-6010b9957415), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:29.840804 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Allocated IP 172.20.0.2 (a3bb3650-0e76-4812-829f-29cb0254d598/d3708085-d37a-4939-8052-22c68aa218c4/dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:55:29.872878 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-e1666b6e-131c-4988-ba8e-bfaa4827d4a4 service neutron] Transition to ACTIVE for port object ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:55:29.883559 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-34f4d526-b9b6-488b-b966-e79abbc5c516 service neutron] For port 344634f1-5a57-4bbf-aec9-554a9ca84c4b, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=344634f1-5a57-4bbf-aec9-554a9ca84c4b,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:55:29.903857 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96cc706e-433f-4f9c-b9a3-4adc3fcb4185 admin admin] Publish callbacks [] for security_group (0177764a-9c9a-492b-870d-6010b9957415), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:29.923121 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1443eb5-954d-49b7-b98b-127c67543a60 admin admin] Publish callbacks [] for router_controller (7a1cdfce-a913-4f5d-990e-6199acdb02b1), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:29.924865 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-34f4d526-b9b6-488b-b966-e79abbc5c516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (344634f1-5a57-4bbf-aec9-554a9ca84c4b), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:30.019881 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96cc706e-433f-4f9c-b9a3-4adc3fcb4185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0177764a-9c9a-492b-870d-6010b9957415), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:30.025129 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96cc706e-433f-4f9c-b9a3-4adc3fcb4185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:30.027973 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-96cc706e-433f-4f9c-b9a3-4adc3fcb4185 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0177764a-9c9a-492b-870d-6010b9957415 HTTP/1.1" status: 204 len: 168 time: 0.4878287 Feb 07 20:55:30.030407 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-e1666b6e-131c-4988-ba8e-bfaa4827d4a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:30.226716 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc706e-433f-4f9c-b9a3-4adc3fcb4185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0177764a-9c9a-492b-870d-6010b9957415,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:30.252619 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1666b6e-131c-4988-ba8e-bfaa4827d4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:30.280525 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Publish callbacks [] for port (dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:30.299279 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:30.423604 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Pushing event updated for resources: {'Port': ['ID=dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:30.470269 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-34f4d526-b9b6-488b-b966-e79abbc5c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:30.470878 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-34f4d526-b9b6-488b-b966-e79abbc5c516 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:30.472176 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-34f4d526-b9b6-488b-b966-e79abbc5c516 service neutron] 10.222.0.71 "PUT /v2.0/ports/344634f1-5a57-4bbf-aec9-554a9ca84c4b HTTP/1.1" status: 200 len: 1096 time: 4.7155612 Feb 07 20:55:30.479913 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Network a3bb3650-0e76-4812-829f-29cb0254d598 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:55:30.484726 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:55:30.497679 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:55:30.501114 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:30.501464 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:30.501809 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:30.502265 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:30.502573 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:30.502978 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:30.512648 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e568c74d-70dc-45d4-966e-cf41ec73849c', 'tag': '344634f1-5a57-4bbf-aec9-554a9ca84c4b'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:55:30.516509 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:30.516921 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:30.517382 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:30.518224 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:30.518559 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:30.518891 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:30.519218 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Tracked resource versions report: Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: pushed versions: Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: { 'AddressGroup': {'1.2'}, Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: 'ConntrackHelper': {'1.0'}, Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: 'LocalIPAssociation': {'1.0'}, Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: 'Log': {'1.0'}, Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: 'Network': {'1.1'}, Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: 'Port': {'1.7'}, Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: 'PortForwarding': {'1.2'}, Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: 'QosPolicy': {'1.10'}, Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: 'SecurityGroup': {'1.5'}, Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: 'SecurityGroupRule': {'1.2'}, Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: 'SubPort': {'1.0'}, Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: 'Subnet': {'1.1'}, Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: 'Trunk': {'1.1'}} Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: consumer versions: Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: { DHCP agent@n-d-828185-2: {}, Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: HyperV agent@n-h1-828185-2: {}, Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: HyperV agent@n-h2-828185-2: {}, Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: L3 agent@n-d-828185-2: {}, Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: Metadata agent@n-d-828185-2: {}, Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: Metering agent@n-d-828185-2: {}, Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: Open vSwitch agent@n-d-828185-2: { 'AddressGroup': '1.2', Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: 'ConntrackHelper': '1.0', Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: 'LocalIPAssociation': '1.0', Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: 'Log': '1.0', Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: 'Network': '1.1', Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: 'Port': '1.7', Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: 'PortForwarding': '1.2', Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: 'QosPolicy': '1.10', Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: 'SecurityGroup': '1.5', Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: 'SecurityGroupRule': '1.2', Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: 'SubPort': '1.0', Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: 'Subnet': '1.1', Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: 'Trunk': '1.1'}} Feb 07 20:55:30.520618 n-d-828185-2 neutron-server[103257]: {{(pid=103257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 20:55:30.524217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8098961-6aa7-495a-affd-68f944ee7ed3 req-3bbacd09-ab5f-4f76-be94-fae907682db3 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:30.526402 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8098961-6aa7-495a-affd-68f944ee7ed3 req-3bbacd09-ab5f-4f76-be94-fae907682db3 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 968 time: 0.5185027 Feb 07 20:55:30.563999 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-e1666b6e-131c-4988-ba8e-bfaa4827d4a4 service neutron] Attempting to bind port ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:55:30.563999 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-e1666b6e-131c-4988-ba8e-bfaa4827d4a4 service neutron] Attempting to bind port ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:55:30.564325 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-e1666b6e-131c-4988-ba8e-bfaa4827d4a4 service neutron] Attempting to bind port ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:55:30.619632 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-e1666b6e-131c-4988-ba8e-bfaa4827d4a4 service neutron] Port ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534 on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:55:30.631098 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-e1666b6e-131c-4988-ba8e-bfaa4827d4a4 service neutron] Attempting to bind port ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:55:30.642588 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-e1666b6e-131c-4988-ba8e-bfaa4827d4a4 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:55:30.646790 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Attempting to bind port dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:55:30.647299 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Attempting to bind port dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'd8ca5278-288e-4a92-ae61-96e4e15706b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:55:30.647782 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Attempting to bind port dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68 on network a3bb3650-0e76-4812-829f-29cb0254d598 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:55:30.657744 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:55:30.658148 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Checking segment: {'id': 'd8ca5278-288e-4a92-ae61-96e4e15706b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:55:30.658827 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:30.659452 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Bound using segment: {'id': 'd8ca5278-288e-4a92-ae61-96e4e15706b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:55:30.660023 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Bound port: dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ca5278-288e-4a92-ae61-96e4e15706b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:55:30.660523 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:30.663866 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-e1666b6e-131c-4988-ba8e-bfaa4827d4a4 service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:55:30.665132 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-e1666b6e-131c-4988-ba8e-bfaa4827d4a4 service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:55:30.666020 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-e1666b6e-131c-4988-ba8e-bfaa4827d4a4 service neutron] Bound port: ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:55:30.678040 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-e1666b6e-131c-4988-ba8e-bfaa4827d4a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:30.820197 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8098961-6aa7-495a-affd-68f944ee7ed3 req-f89f6bb9-f98b-4b96-928e-145ef361b81e tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e66c2ec-2dac-4cdd-b0a3-35731072909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671781 Feb 07 20:55:30.893673 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-e1666b6e-131c-4988-ba8e-bfaa4827d4a4 service neutron] For port ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:55:30.900929 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-e1666b6e-131c-4988-ba8e-bfaa4827d4a4 service neutron] For port ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:55:30.915935 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-e1666b6e-131c-4988-ba8e-bfaa4827d4a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:30.991402 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4d526-b9b6-488b-b966-e79abbc5c516 service neutron] Pushing event updated for resources: {'Port': ['ID=344634f1-5a57-4bbf-aec9-554a9ca84c4b,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:31.091337 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] For port dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:55:31.096001 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] For port dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68,segment=NetworkSegment(d8ca5278-288e-4a92-ae61-96e4e15706b2),segment_id=d8ca5278-288e-4a92-ae61-96e4e15706b2)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:55:31.097893 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-e1666b6e-131c-4988-ba8e-bfaa4827d4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:31.098703 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-e1666b6e-131c-4988-ba8e-bfaa4827d4a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:31.100120 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-e1666b6e-131c-4988-ba8e-bfaa4827d4a4 service neutron] 10.222.0.69 "PUT /v2.0/ports/ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534 HTTP/1.1" status: 200 len: 1116 time: 3.1945093 Feb 07 20:55:31.114367 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9', 'tag': 'ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:55:31.117100 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:31.348369 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36604) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:31.350633 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0c174-b1c5-4c57-8a2f-a9370d3e4f5e None None] Pushing event updated for resources: {'Port': ['ID=dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:31.407660 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1443eb5-954d-49b7-b98b-127c67543a60 admin admin] Publish callbacks [] for router_gateway (7a1cdfce-a913-4f5d-990e-6199acdb02b1), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:31.635229 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1666b6e-131c-4988-ba8e-bfaa4827d4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:31.661759 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056b4b8d-871b-4536-97ae-8a380307aae7" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9", "tag": "ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:55:31.698177 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-3cb1805a-6e85-43ab-a2c7-ada6423c3bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:31.706014 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-3cb1805a-6e85-43ab-a2c7-ada6423c3bed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0d60650948534d04b3afa9bb06f67517&device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 1150 time: 0.3011868 Feb 07 20:55:31.740543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aabef7-7fb7-4c35-90e6-33ae68b1ff7f req-efcf242d-a8e1-4819-977f-1b45db643317 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:31.746013 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e2aabef7-7fb7-4c35-90e6-33ae68b1ff7f req-efcf242d-a8e1-4819-977f-1b45db643317 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 948 time: 0.6324649 Feb 07 20:55:31.871350 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a2595ca-2455-432f-99c5-22cfe96a0b15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:31.894765 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-fe416bcc-b546-4388-9b42-0f25d218ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:31.896297 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-fe416bcc-b546-4388-9b42-0f25d218ee19 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=72dbcbc98b8a46288654bb8867a55ebf&device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 1130 time: 0.9203463 Feb 07 20:55:31.965652 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-73de5806-e991-4204-bcf0-fa4581389bac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534 HTTP/1.1" status: 200 len: 217 time: 0.2185268 Feb 07 20:55:32.123937 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-a748f5fc-f146-4ed5-bcd0-e9bf492ff7a2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=344634f1-5a57-4bbf-aec9-554a9ca84c4b HTTP/1.1" status: 200 len: 217 time: 0.2104661 Feb 07 20:55:32.142757 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e2aabef7-7fb7-4c35-90e6-33ae68b1ff7f req-a7cc6f46-7273-4e9d-bceb-c4eead59740d tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821813 Feb 07 20:55:32.153140 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-7cfde10a-fc15-429a-9004-0b9385c7ec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:32.154793 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-7cfde10a-fc15-429a-9004-0b9385c7ec10 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1677780 Feb 07 20:55:32.299667 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153e0d10-dd0b-40cc-b99c-a034cd8d4b26" -d '{"events": [{"name": "network-changed", "server_uuid": "e568c74d-70dc-45d4-966e-cf41ec73849c", "tag": "344634f1-5a57-4bbf-aec9-554a9ca84c4b"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:55:32.382865 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-62820abd-5a96-4809-a266-ed746538c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:32.384438 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-62820abd-5a96-4809-a266-ed746538c874 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.2511258 Feb 07 20:55:32.397901 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36642) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:32.482607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-821f72df-4a7f-4e4b-8c54-61860fc3c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:32.484236 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-821f72df-4a7f-4e4b-8c54-61860fc3c33a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3125181 Feb 07 20:55:32.524222 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3462cd80-711e-4f3e-8721-16b581ff4832 x-openstack-request-id: req-3462cd80-711e-4f3e-8721-16b581ff4832 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:55:32.524582 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9", "tag": "ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:55:32.524795 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3462cd80-711e-4f3e-8721-16b581ff4832 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:55:32.525391 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9', 'tag': 'ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534', 'status': 'completed', 'code': 200} Feb 07 20:55:32.570798 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5c865-0430-494e-aee4-754533df0de4 req-b75a9008-6ce3-4421-a2e1-acbc69702f76 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:32.596933 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-95a5c865-0430-494e-aee4-754533df0de4 req-b75a9008-6ce3-4421-a2e1-acbc69702f76 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 968 time: 0.2975168 Feb 07 20:55:32.667260 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a2595ca-2455-432f-99c5-22cfe96a0b15 admin admin] Publish callbacks [] for security_group (fcdab342-eca0-4c6c-9e5e-cc8e5c808288), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:32.679548 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a2595ca-2455-432f-99c5-22cfe96a0b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (fcdab342-eca0-4c6c-9e5e-cc8e5c808288), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:32.759340 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2595ca-2455-432f-99c5-22cfe96a0b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdab342-eca0-4c6c-9e5e-cc8e5c808288,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:32.938183 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9e888a1-d2f0-44d8-b74c-6b30d618aab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:32.946349 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-ee06ea70-ca6a-4af9-9d9c-5980a320780a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:32.950282 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-ee06ea70-ca6a-4af9-9d9c-5980a320780a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5405326 Feb 07 20:55:32.975364 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5a2595ca-2455-432f-99c5-22cfe96a0b15 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=680a743200e44082964faa96052d3462&name=default HTTP/1.1" status: 200 len: 2995 time: 1.6014555 Feb 07 20:55:32.978839 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36656) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:33.080212 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-95a5c865-0430-494e-aee4-754533df0de4 req-2273a0c3-d212-4854-bb7b-3fb1c5c6b42a tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e66c2ec-2dac-4cdd-b0a3-35731072909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4811189 Feb 07 20:55:33.084919 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c3b713-b7ab-4115-ba92-e3ffa035691e x-openstack-request-id: req-a5c3b713-b7ab-4115-ba92-e3ffa035691e {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:55:33.085215 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e568c74d-70dc-45d4-966e-cf41ec73849c", "tag": "344634f1-5a57-4bbf-aec9-554a9ca84c4b", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:55:33.085475 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a5c3b713-b7ab-4115-ba92-e3ffa035691e {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:55:33.085947 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e568c74d-70dc-45d4-966e-cf41ec73849c', 'tag': '344634f1-5a57-4bbf-aec9-554a9ca84c4b', 'status': 'completed', 'code': 200} Feb 07 20:55:33.113988 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a545e436-8a49-4f25-ad90-6c7ef690e749 None None] Network a3bb3650-0e76-4812-829f-29cb0254d598 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:55:33.140016 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-b359d494-fb7b-4962-a7ad-fcb6f3472507 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6430118 Feb 07 20:55:33.296721 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee1d255e-1a0a-4dd7-834c-bb14ecf0c8d1 admin admin] Publish callbacks [] for security_group (fcdab342-eca0-4c6c-9e5e-cc8e5c808288), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:33.362626 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:33.379699 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-126ddd42-a14e-4721-8174-653664ebcf3e None None] Provisioning complete for port dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:55:33.382253 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-126ddd42-a14e-4721-8174-653664ebcf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:33.411164 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1443eb5-954d-49b7-b98b-127c67543a60 admin admin] Publish callbacks [] for router_gateway (7a1cdfce-a913-4f5d-990e-6199acdb02b1), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:33.492783 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1443eb5-954d-49b7-b98b-127c67543a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:33.580830 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee1d255e-1a0a-4dd7-834c-bb14ecf0c8d1 admin admin] Publish callbacks [] for security_group (fcdab342-eca0-4c6c-9e5e-cc8e5c808288), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:33.584145 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:55:33.683644 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9e888a1-d2f0-44d8-b74c-6b30d618aab3 admin admin] Publish callbacks [] for security_group (ea11cee7-c953-42a2-bbb1-09624816598e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:33.739774 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9e888a1-d2f0-44d8-b74c-6b30d618aab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ea11cee7-c953-42a2-bbb1-09624816598e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:33.778603 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ce2e683-238f-45b3-ad11-d7b4cc2f3c9f req-a89bfceb-cea7-4510-abe5-46aff785cdb0 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6197460 Feb 07 20:55:33.801980 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be386d-17d9-479c-9f7f-d1d726b19b6e req-07e3bbe8-5322-4d80-a3b8-347218435726 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:33.804971 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d1be386d-17d9-479c-9f7f-d1d726b19b6e req-07e3bbe8-5322-4d80-a3b8-347218435726 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 948 time: 0.5230126 Feb 07 20:55:33.834692 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c9e888a1-d2f0-44d8-b74c-6b30d618aab3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=de29f9cb753d4217ad246b356332c78d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4221556 Feb 07 20:55:33.848344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36670) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:33.870603 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:33.886624 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-903b7d2f-6128-44b4-b3f0-991f79b243d5 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9095848 Feb 07 20:55:33.919482 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:55:33.920565 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:33.928583 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-126ddd42-a14e-4721-8174-653664ebcf3e None None] Current status of the port dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:55:33.929444 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-126ddd42-a14e-4721-8174-653664ebcf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:33.931638 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e888a1-d2f0-44d8-b74c-6b30d618aab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea11cee7-c953-42a2-bbb1-09624816598e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:33.948991 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee1d255e-1a0a-4dd7-834c-bb14ecf0c8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (fcdab342-eca0-4c6c-9e5e-cc8e5c808288), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:33.959070 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee1d255e-1a0a-4dd7-834c-bb14ecf0c8d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:33.978942 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ee1d255e-1a0a-4dd7-834c-bb14ecf0c8d1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fcdab342-eca0-4c6c-9e5e-cc8e5c808288 HTTP/1.1" status: 204 len: 168 time: 0.9917293 Feb 07 20:55:34.137036 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d255e-1a0a-4dd7-834c-bb14ecf0c8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdab342-eca0-4c6c-9e5e-cc8e5c808288,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:34.229064 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d1be386d-17d9-479c-9f7f-d1d726b19b6e req-fb00b346-354b-42a2-be39-654190797648 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145281 Feb 07 20:55:34.276463 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-510c74f8-44ef-43b8-8b2d-0fa521d2a181 admin admin] Publish callbacks [] for security_group (ea11cee7-c953-42a2-bbb1-09624816598e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:34.327058 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-126ddd42-a14e-4721-8174-653664ebcf3e None None] For port dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68,segment=NetworkSegment(d8ca5278-288e-4a92-ae61-96e4e15706b2),segment_id=d8ca5278-288e-4a92-ae61-96e4e15706b2)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:55:34.341124 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b4b8d-871b-4536-97ae-8a380307aae7 req-c95370f2-a3e9-4bba-9a49-f1c469220ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:34.343855 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-056b4b8d-871b-4536-97ae-8a380307aae7 req-c95370f2-a3e9-4bba-9a49-f1c469220ed1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0d60650948534d04b3afa9bb06f67517&device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 1150 time: 0.2795415 Feb 07 20:55:34.355786 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-126ddd42-a14e-4721-8174-653664ebcf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:34.363744 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-b1443eb5-954d-49b7-b98b-127c67543a60 admin admin] Allocated IP 172.25.4.72 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/d08f1fa9-c453-4072-aa53-0087829e4f72) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:55:34.393329 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-510c74f8-44ef-43b8-8b2d-0fa521d2a181 admin admin] Publish callbacks [] for security_group (ea11cee7-c953-42a2-bbb1-09624816598e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:34.432859 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f22ec5-bb6b-4d13-96b4-95658c3f6622 req-41291550-3b5c-4b0d-8019-c4bd84ae6242 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:34.441314 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85f22ec5-bb6b-4d13-96b4-95658c3f6622 req-41291550-3b5c-4b0d-8019-c4bd84ae6242 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 968 time: 0.1907864 Feb 07 20:55:34.587129 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-47326c9b-49d7-42aa-a5c9-832d0ed6bae9 None None] Provisioning complete for port dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:55:34.587528 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-47326c9b-49d7-42aa-a5c9-832d0ed6bae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:34.589283 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ddd42-a14e-4721-8174-653664ebcf3e None None] Pushing event updated for resources: {'Port': ['ID=dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:34.603806 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:55:34.650588 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85f22ec5-bb6b-4d13-96b4-95658c3f6622 req-317610f4-21ee-43ed-93ec-1e0e8782ae73 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e66c2ec-2dac-4cdd-b0a3-35731072909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078195 Feb 07 20:55:34.738393 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-47326c9b-49d7-42aa-a5c9-832d0ed6bae9 None None] Current status of the port dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:55:34.773918 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b4b8d-871b-4536-97ae-8a380307aae7 req-8f229c9e-4279-4c80-b99e-28c52acd60a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:34.775491 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-056b4b8d-871b-4536-97ae-8a380307aae7 req-8f229c9e-4279-4c80-b99e-28c52acd60a3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.4180450 Feb 07 20:55:34.790435 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e8ea2c6b-550c-4d71-a070-4fde284d5cd6 req-c433b5d0-5b77-45e7-8a06-52f6fe12f0c6 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8340306 Feb 07 20:55:34.791102 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-510c74f8-44ef-43b8-8b2d-0fa521d2a181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ea11cee7-c953-42a2-bbb1-09624816598e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:34.795182 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-510c74f8-44ef-43b8-8b2d-0fa521d2a181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:34.799791 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-510c74f8-44ef-43b8-8b2d-0fa521d2a181 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ea11cee7-c953-42a2-bbb1-09624816598e HTTP/1.1" status: 204 len: 168 time: 0.9411321 Feb 07 20:55:34.901868 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c74f8-44ef-43b8-8b2d-0fa521d2a181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea11cee7-c953-42a2-bbb1-09624816598e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:34.910141 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-056b4b8d-871b-4536-97ae-8a380307aae7 req-eb07df82-9766-40f5-8d78-daa16ad488fe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534 HTTP/1.1" status: 200 len: 217 time: 0.1107578 Feb 07 20:55:34.966032 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1443eb5-954d-49b7-b98b-127c67543a60 admin admin] Publish callbacks [] for port (d08f1fa9-c453-4072-aa53-0087829e4f72), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:35.018785 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e0d10-dd0b-40cc-b99c-a034cd8d4b26 req-09f700b6-0cc4-4605-8fc2-fdd31e6e4346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:35.020542 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-153e0d10-dd0b-40cc-b99c-a034cd8d4b26 req-09f700b6-0cc4-4605-8fc2-fdd31e6e4346 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=72dbcbc98b8a46288654bb8867a55ebf&device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 1130 time: 0.1644378 Feb 07 20:55:35.107751 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b4b8d-871b-4536-97ae-8a380307aae7 req-2a917a4a-7cfd-4b0b-81b2-7c79654a76d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:35.112153 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-056b4b8d-871b-4536-97ae-8a380307aae7 req-2a917a4a-7cfd-4b0b-81b2-7c79654a76d7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1030772 Feb 07 20:55:35.188458 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1443eb5-954d-49b7-b98b-127c67543a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (d08f1fa9-c453-4072-aa53-0087829e4f72), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:35.213580 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b4b8d-871b-4536-97ae-8a380307aae7 req-8d163edb-7326-4e09-8d62-8d49bf2745de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:35.215490 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-056b4b8d-871b-4536-97ae-8a380307aae7 req-8d163edb-7326-4e09-8d62-8d49bf2745de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0932906 Feb 07 20:55:35.347974 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:55:35.464473 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1443eb5-954d-49b7-b98b-127c67543a60 admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:55:35.516834 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:55:35.516834 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:35.517182 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-b1443eb5-954d-49b7-b98b-127c67543a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:55:35.563359 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1443eb5-954d-49b7-b98b-127c67543a60 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:55:35.606025 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-056b4b8d-871b-4536-97ae-8a380307aae7 req-5a064350-d9cd-4651-8b8a-1a51b5b6e5b2 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568234 Feb 07 20:55:35.627234 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:55:35.643426 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36704) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:35.661310 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cda74aa1-b992-4dbf-8a2d-f3aa30b15936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:35.682909 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1a136-514a-4b24-988a-178d099d7a19 req-d3fcef6c-bf59-4300-9905-7f6bf4a05b4b tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:35.688481 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0ff1a136-514a-4b24-988a-178d099d7a19 req-d3fcef6c-bf59-4300-9905-7f6bf4a05b4b tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 948 time: 0.2372811 Feb 07 20:55:35.743255 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1443eb5-954d-49b7-b98b-127c67543a60 admin admin] Pushing event updated for resources: {'Port': ['ID=d08f1fa9-c453-4072-aa53-0087829e4f72,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:35.920959 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e0d10-dd0b-40cc-b99c-a034cd8d4b26 req-f53c4350-38b8-4693-96b4-198788720d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:35.922825 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-153e0d10-dd0b-40cc-b99c-a034cd8d4b26 req-f53c4350-38b8-4693-96b4-198788720d82 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.8907020 Feb 07 20:55:35.940531 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-056b4b8d-871b-4536-97ae-8a380307aae7 req-487196be-a18d-4415-ba8b-33b0b8a37f16 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470484 Feb 07 20:55:35.944106 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0ff1a136-514a-4b24-988a-178d099d7a19 req-2bd1f125-2c45-4347-b118-55e5a77e3912 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252987 Feb 07 20:55:36.026785 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cda74aa1-b992-4dbf-8a2d-f3aa30b15936 admin admin] Publish callbacks [] for security_group (8109ea47-05cc-4d4b-883e-01a385bdf76b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:36.036156 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cda74aa1-b992-4dbf-8a2d-f3aa30b15936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8109ea47-05cc-4d4b-883e-01a385bdf76b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:36.136519 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-cda74aa1-b992-4dbf-8a2d-f3aa30b15936 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c8bb39c77cc643acbe9a2c7fe471110b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4913397 Feb 07 20:55:36.138703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda74aa1-b992-4dbf-8a2d-f3aa30b15936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8109ea47-05cc-4d4b-883e-01a385bdf76b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:36.145247 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36712) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:36.192157 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1443eb5-954d-49b7-b98b-127c67543a60 admin admin] Publish callbacks [] for router_gateway (7a1cdfce-a913-4f5d-990e-6199acdb02b1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:36.304408 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c42f6438-da77-4293-bd81-92bfd7393c44 admin admin] Publish callbacks [] for security_group (8109ea47-05cc-4d4b-883e-01a385bdf76b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:36.427053 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c42f6438-da77-4293-bd81-92bfd7393c44 admin admin] Publish callbacks [] for security_group (8109ea47-05cc-4d4b-883e-01a385bdf76b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:36.448917 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-153e0d10-dd0b-40cc-b99c-a034cd8d4b26 req-bfcf2f5f-b6fd-4b1f-8aef-9764596604aa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=344634f1-5a57-4bbf-aec9-554a9ca84c4b HTTP/1.1" status: 200 len: 217 time: 0.5174963 Feb 07 20:55:36.546024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2f135-acde-4abf-9b55-770b3264a52f req-99cddaab-7c6c-4679-aca9-ce38daee97c5 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:36.554483 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eab2f135-acde-4abf-9b55-770b3264a52f req-99cddaab-7c6c-4679-aca9-ce38daee97c5 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 968 time: 0.2951276 Feb 07 20:55:36.630151 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c42f6438-da77-4293-bd81-92bfd7393c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8109ea47-05cc-4d4b-883e-01a385bdf76b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:36.633124 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c42f6438-da77-4293-bd81-92bfd7393c44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:36.648914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c42f6438-da77-4293-bd81-92bfd7393c44 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8109ea47-05cc-4d4b-883e-01a385bdf76b HTTP/1.1" status: 204 len: 168 time: 0.5001647 Feb 07 20:55:36.674201 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e0d10-dd0b-40cc-b99c-a034cd8d4b26 req-dcaa08e3-d202-45d2-8e9a-752f9b2b1299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:36.675960 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-153e0d10-dd0b-40cc-b99c-a034cd8d4b26 req-dcaa08e3-d202-45d2-8e9a-752f9b2b1299 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1618268 Feb 07 20:55:36.691713 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eab2f135-acde-4abf-9b55-770b3264a52f req-a57b2ff1-24d6-47d0-ac3c-51228e963b2c tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e66c2ec-2dac-4cdd-b0a3-35731072909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362095 Feb 07 20:55:36.692958 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f6438-da77-4293-bd81-92bfd7393c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8109ea47-05cc-4d4b-883e-01a385bdf76b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:36.786517 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1443eb5-954d-49b7-b98b-127c67543a60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (7a1cdfce-a913-4f5d-990e-6199acdb02b1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:37.034650 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e0d10-dd0b-40cc-b99c-a034cd8d4b26 req-350183e8-3f6c-4cd6-85b0-e6b986a5ba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:37.037670 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-153e0d10-dd0b-40cc-b99c-a034cd8d4b26 req-350183e8-3f6c-4cd6-85b0-e6b986a5ba9d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3366225 Feb 07 20:55:37.241292 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c126f-17c3-4044-8b4d-98f3f592cd67 req-52eb8096-2d71-4470-93c3-126d3e71a665 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:37.243436 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c35c126f-17c3-4044-8b4d-98f3f592cd67 req-52eb8096-2d71-4470-93c3-126d3e71a665 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 948 time: 0.1596885 Feb 07 20:55:37.395304 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c35c126f-17c3-4044-8b4d-98f3f592cd67 req-1cb7c436-14b6-4310-883c-e8bbb6505c25 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458106 Feb 07 20:55:37.440528 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-153e0d10-dd0b-40cc-b99c-a034cd8d4b26 req-602fa563-96cb-4cdc-9e50-0d316ac7720c service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692551 Feb 07 20:55:37.444591 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1443eb5-954d-49b7-b98b-127c67543a60 admin admin] Router 7a1cdfce-a913-4f5d-990e-6199acdb02b1 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 20:55:37.765052 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-153e0d10-dd0b-40cc-b99c-a034cd8d4b26 req-bcac40d8-4cb0-4fbb-80a0-a8d495b83253 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126192 Feb 07 20:55:37.790092 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1443eb5-954d-49b7-b98b-127c67543a60 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:55:37.807488 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ed9b1f-dcc9-4040-9a32-3a032d093376 None None] Sync routers for ids ['7a1cdfce-a913-4f5d-990e-6199acdb02b1'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:55:37.827158 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ed9b1f-dcc9-4040-9a32-3a032d093376 None None] Routers {'7a1cdfce-a913-4f5d-990e-6199acdb02b1'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:55:37.829789 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-f6ed9b1f-dcc9-4040-9a32-3a032d093376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:55:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7a1cdfce-a913-4f5d-990e-6199acdb02b1'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:55:37.832224 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1443eb5-954d-49b7-b98b-127c67543a60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:37.836735 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36764) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:37.841308 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b1443eb5-954d-49b7-b98b-127c67543a60 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 8.5993874 Feb 07 20:55:38.157691 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994371f2-a205-4742-b6fc-6f3033bc285b req-a428d5af-5b19-4603-8e8e-d8ce618fbe97 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:38.161094 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-994371f2-a205-4742-b6fc-6f3033bc285b req-a428d5af-5b19-4603-8e8e-d8ce618fbe97 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 968 time: 0.1592135 Feb 07 20:55:38.197442 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-f6ed9b1f-dcc9-4040-9a32-3a032d093376 None None] Set router 7a1cdfce-a913-4f5d-990e-6199acdb02b1 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:55:38.560519 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-f6ed9b1f-dcc9-4040-9a32-3a032d093376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889777253-router', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:29Z', 'updated_at': '2022-02-07T20:55:35Z', 'revision_number': 3, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'gw_port': {'id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:33Z', 'updated_at': '2022-02-07T20:55:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:55:38.576869 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-994371f2-a205-4742-b6fc-6f3033bc285b req-4042b53a-d799-44b5-a304-c2b95e69a2ca tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e66c2ec-2dac-4cdd-b0a3-35731072909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089692 Feb 07 20:55:38.606715 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ed9b1f-dcc9-4040-9a32-3a032d093376 None None] Checking router: 7a1cdfce-a913-4f5d-990e-6199acdb02b1 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:55:38.607333 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ed9b1f-dcc9-4040-9a32-3a032d093376 None None] Updating router 7a1cdfce-a913-4f5d-990e-6199acdb02b1 port d08f1fa9-c453-4072-aa53-0087829e4f72 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:55:38.644232 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f6ed9b1f-dcc9-4040-9a32-3a032d093376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d08f1fa9-c453-4072-aa53-0087829e4f72), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:38.920403 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f6ed9b1f-dcc9-4040-9a32-3a032d093376 None None] Publish callbacks [] for port (d08f1fa9-c453-4072-aa53-0087829e4f72), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:38.934572 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-474db88b-807f-4268-8259-4c671b378c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:38.936135 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f6ed9b1f-dcc9-4040-9a32-3a032d093376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d08f1fa9-c453-4072-aa53-0087829e4f72), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:38.961819 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fcfac-d95b-457d-92dc-58c811c45143 req-6ab880f1-f582-477f-9040-c41993d26f1e tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:38.969401 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a9fcfac-d95b-457d-92dc-58c811c45143 req-6ab880f1-f582-477f-9040-c41993d26f1e tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 948 time: 0.1918619 Feb 07 20:55:39.073313 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a9fcfac-d95b-457d-92dc-58c811c45143 req-d9495369-e503-4c67-9079-c20902678cd4 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019914 Feb 07 20:55:39.086095 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-f6ed9b1f-dcc9-4040-9a32-3a032d093376 None None] Attempting to bind port d08f1fa9-c453-4072-aa53-0087829e4f72 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:55:39.087288 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-f6ed9b1f-dcc9-4040-9a32-3a032d093376 None None] Attempting to bind port d08f1fa9-c453-4072-aa53-0087829e4f72 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:55:39.087922 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ed9b1f-dcc9-4040-9a32-3a032d093376 None None] Attempting to bind port d08f1fa9-c453-4072-aa53-0087829e4f72 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:55:39.109295 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b93edc-402b-453b-96ea-b0f7035145a1 None None] Pushing event updated for resources: {'Port': ['ID=d08f1fa9-c453-4072-aa53-0087829e4f72,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:39.118265 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ed9b1f-dcc9-4040-9a32-3a032d093376 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:55:39.121520 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ed9b1f-dcc9-4040-9a32-3a032d093376 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:55:39.122836 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f6ed9b1f-dcc9-4040-9a32-3a032d093376 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:39.123674 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ed9b1f-dcc9-4040-9a32-3a032d093376 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:55:39.124791 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-f6ed9b1f-dcc9-4040-9a32-3a032d093376 None None] Bound port: d08f1fa9-c453-4072-aa53-0087829e4f72, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:55:39.126514 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f6ed9b1f-dcc9-4040-9a32-3a032d093376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d08f1fa9-c453-4072-aa53-0087829e4f72), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:39.186943 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b93edc-402b-453b-96ea-b0f7035145a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:39.187295 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b93edc-402b-453b-96ea-b0f7035145a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:39.187639 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b93edc-402b-453b-96ea-b0f7035145a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:39.191873 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b93edc-402b-453b-96ea-b0f7035145a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:39.192662 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b93edc-402b-453b-96ea-b0f7035145a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:39.193126 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b93edc-402b-453b-96ea-b0f7035145a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:39.193534 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b93edc-402b-453b-96ea-b0f7035145a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:39.193878 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b93edc-402b-453b-96ea-b0f7035145a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:39.194842 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b93edc-402b-453b-96ea-b0f7035145a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:39.194842 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b93edc-402b-453b-96ea-b0f7035145a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:39.210020 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b93edc-402b-453b-96ea-b0f7035145a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:39.210420 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b93edc-402b-453b-96ea-b0f7035145a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:39.210766 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b93edc-402b-453b-96ea-b0f7035145a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b93edc-402b-453b-96ea-b0f7035145a1 None None] Tracked resource versions report: Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: pushed versions: Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: { 'AddressGroup': {'1.2'}, Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: 'ConntrackHelper': {'1.0'}, Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: 'LocalIPAssociation': {'1.0'}, Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: 'Log': {'1.0'}, Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: 'Network': {'1.1'}, Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: 'Port': {'1.7'}, Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: 'PortForwarding': {'1.2'}, Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: 'QosPolicy': {'1.10'}, Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: 'SecurityGroup': {'1.5'}, Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: 'SecurityGroupRule': {'1.2'}, Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: 'SubPort': {'1.0'}, Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: 'Subnet': {'1.1'}, Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: 'Trunk': {'1.1'}} Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: consumer versions: Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: { DHCP agent@n-d-828185-2: {}, Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: HyperV agent@n-h1-828185-2: {}, Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: HyperV agent@n-h2-828185-2: {}, Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: L3 agent@n-d-828185-2: {}, Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: Metadata agent@n-d-828185-2: {}, Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: Metering agent@n-d-828185-2: {}, Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: Open vSwitch agent@n-d-828185-2: { 'AddressGroup': '1.2', Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: 'ConntrackHelper': '1.0', Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: 'LocalIPAssociation': '1.0', Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: 'Log': '1.0', Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: 'Network': '1.1', Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: 'Port': '1.7', Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: 'PortForwarding': '1.2', Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: 'QosPolicy': '1.10', Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: 'SecurityGroup': '1.5', Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: 'SecurityGroupRule': '1.2', Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: 'SubPort': '1.0', Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: 'Subnet': '1.1', Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: 'Trunk': '1.1'}} Feb 07 20:55:39.214558 n-d-828185-2 neutron-server[103258]: {{(pid=103258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 20:55:39.293488 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-474db88b-807f-4268-8259-4c671b378c46 admin admin] Allocated IP 172.20.0.1 (a3bb3650-0e76-4812-829f-29cb0254d598/d3708085-d37a-4939-8052-22c68aa218c4/efea1ca8-1d82-4f0f-9267-710901c28596) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:55:39.372510 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-f6ed9b1f-dcc9-4040-9a32-3a032d093376 None None] For port d08f1fa9-c453-4072-aa53-0087829e4f72, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:55:39.380641 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-f6ed9b1f-dcc9-4040-9a32-3a032d093376 None None] For port d08f1fa9-c453-4072-aa53-0087829e4f72, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d08f1fa9-c453-4072-aa53-0087829e4f72,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:55:39.422505 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f6ed9b1f-dcc9-4040-9a32-3a032d093376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d08f1fa9-c453-4072-aa53-0087829e4f72), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:39.609042 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ed9b1f-dcc9-4040-9a32-3a032d093376 None None] Routers {'7a1cdfce-a913-4f5d-990e-6199acdb02b1'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:55:39.609969 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-f6ed9b1f-dcc9-4040-9a32-3a032d093376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:55:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7a1cdfce-a913-4f5d-990e-6199acdb02b1'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:55:39.664501 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b93edc-402b-453b-96ea-b0f7035145a1 None None] Pushing event updated for resources: {'Port': ['ID=d08f1fa9-c453-4072-aa53-0087829e4f72,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:39.675014 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-474db88b-807f-4268-8259-4c671b378c46 admin admin] Publish callbacks [] for port (efea1ca8-1d82-4f0f-9267-710901c28596), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:39.805325 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-f6ed9b1f-dcc9-4040-9a32-3a032d093376 None None] Set router 7a1cdfce-a913-4f5d-990e-6199acdb02b1 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:55:39.847651 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-474db88b-807f-4268-8259-4c671b378c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (efea1ca8-1d82-4f0f-9267-710901c28596), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:40.000076 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474db88b-807f-4268-8259-4c671b378c46 admin admin] Network a3bb3650-0e76-4812-829f-29cb0254d598 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:55:40.006547 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474db88b-807f-4268-8259-4c671b378c46 admin admin] Pushing event updated for resources: {'Port': ['ID=efea1ca8-1d82-4f0f-9267-710901c28596,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:40.016912 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-474db88b-807f-4268-8259-4c671b378c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:55:40.020399 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474db88b-807f-4268-8259-4c671b378c46 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:55:40.020977 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-474db88b-807f-4268-8259-4c671b378c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (7a1cdfce-a913-4f5d-990e-6199acdb02b1), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:40.087531 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602be49-32fe-4fcc-9357-07a79a66a950 req-9a834590-30b5-4b37-a95e-004cc309e9f2 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:40.096757 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0602be49-32fe-4fcc-9357-07a79a66a950 req-9a834590-30b5-4b37-a95e-004cc309e9f2 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 968 time: 0.3593304 Feb 07 20:55:40.201437 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-f6ed9b1f-dcc9-4040-9a32-3a032d093376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889777253-router', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:29Z', 'updated_at': '2022-02-07T20:55:35Z', 'revision_number': 3, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'gw_port': {'id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:33Z', 'updated_at': '2022-02-07T20:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:55:40.234333 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ed9b1f-dcc9-4040-9a32-3a032d093376 None None] The sync data for ids ['7a1cdfce-a913-4f5d-990e-6199acdb02b1'] in n-d-828185-2 is: [{'id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889777253-router', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:29Z', 'updated_at': '2022-02-07T20:55:35Z', 'revision_number': 3, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'gw_port': {'id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:33Z', 'updated_at': '2022-02-07T20:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:55:40.281432 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0602be49-32fe-4fcc-9357-07a79a66a950 req-72e23b07-a5eb-4185-bda3-f9997cb656e5 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e66c2ec-2dac-4cdd-b0a3-35731072909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834507 Feb 07 20:55:40.437949 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-050ecf71-8806-408a-942d-2086b4b8a09f None None] Provisioning complete for port efea1ca8-1d82-4f0f-9267-710901c28596 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:55:40.438648 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-050ecf71-8806-408a-942d-2086b4b8a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (efea1ca8-1d82-4f0f-9267-710901c28596), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:40.536003 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36862) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:40.551754 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-050ecf71-8806-408a-942d-2086b4b8a09f None None] Port efea1ca8-1d82-4f0f-9267-710901c28596 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:55:40.577235 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-474db88b-807f-4268-8259-4c671b378c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (efea1ca8-1d82-4f0f-9267-710901c28596), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:40.784949 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e75d103-92ff-49ab-865d-5e8330b627e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:40.822057 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65b4d9-a8c9-4000-a09a-31d684404b3a req-fd3ec37d-931e-4082-aa30-47fc27abd7de tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:40.834983 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e65b4d9-a8c9-4000-a09a-31d684404b3a req-fd3ec37d-931e-4082-aa30-47fc27abd7de tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 948 time: 0.4132209 Feb 07 20:55:40.979806 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e65b4d9-a8c9-4000-a09a-31d684404b3a req-8155876e-d034-4f19-b390-807dc222bf8e tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333041 Feb 07 20:55:41.004709 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e75d103-92ff-49ab-865d-5e8330b627e0 admin admin] Publish callbacks [] for security_group (4268a11f-b9b8-4dc0-a435-49108ca6c777), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:41.012222 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e75d103-92ff-49ab-865d-5e8330b627e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4268a11f-b9b8-4dc0-a435-49108ca6c777), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:41.087605 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5e75d103-92ff-49ab-865d-5e8330b627e0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3ad80bf3386b40ddbdf8173f4e8e473a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5478854 Feb 07 20:55:41.088003 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36876) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:41.093516 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75d103-92ff-49ab-865d-5e8330b627e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4268a11f-b9b8-4dc0-a435-49108ca6c777,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:41.175904 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e3ddbdb-6afe-497d-9e51-2757a03aefad admin admin] Publish callbacks [] for security_group (4268a11f-b9b8-4dc0-a435-49108ca6c777), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:41.187440 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-474db88b-807f-4268-8259-4c671b378c46 admin admin] Publish callbacks [] for port (efea1ca8-1d82-4f0f-9267-710901c28596), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:41.195601 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-474db88b-807f-4268-8259-4c671b378c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (efea1ca8-1d82-4f0f-9267-710901c28596), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:41.196351 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-474db88b-807f-4268-8259-4c671b378c46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (7a1cdfce-a913-4f5d-990e-6199acdb02b1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:41.265434 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474db88b-807f-4268-8259-4c671b378c46 admin admin] Pushing event updated for resources: {'Port': ['ID=efea1ca8-1d82-4f0f-9267-710901c28596,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:41.410716 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e3ddbdb-6afe-497d-9e51-2757a03aefad admin admin] Publish callbacks [] for security_group (4268a11f-b9b8-4dc0-a435-49108ca6c777), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:41.434243 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d08f1fa9-c453-4072-aa53-0087829e4f72 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:55:41.565438 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port d08f1fa9-c453-4072-aa53-0087829e4f72 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:55:41.566222 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d08f1fa9-c453-4072-aa53-0087829e4f72), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:41.707588 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474db88b-807f-4268-8259-4c671b378c46 admin admin] Network a3bb3650-0e76-4812-829f-29cb0254d598 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:55:41.711598 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-474db88b-807f-4268-8259-4c671b378c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:55:41.733021 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port d08f1fa9-c453-4072-aa53-0087829e4f72 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:55:41.733973 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d08f1fa9-c453-4072-aa53-0087829e4f72), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:41.743544 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207873b-05c9-49ba-92bd-7e18b01e151d req-2374cafc-d8da-41de-81f0-6c74126ced12 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:41.753074 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f207873b-05c9-49ba-92bd-7e18b01e151d req-2374cafc-d8da-41de-81f0-6c74126ced12 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 968 time: 0.2955344 Feb 07 20:55:41.784342 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port d08f1fa9-c453-4072-aa53-0087829e4f72, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d08f1fa9-c453-4072-aa53-0087829e4f72,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:55:41.793230 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d08f1fa9-c453-4072-aa53-0087829e4f72), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:41.798806 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e3ddbdb-6afe-497d-9e51-2757a03aefad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4268a11f-b9b8-4dc0-a435-49108ca6c777), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:41.803837 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e3ddbdb-6afe-497d-9e51-2757a03aefad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:41.822917 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1e3ddbdb-6afe-497d-9e51-2757a03aefad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4268a11f-b9b8-4dc0-a435-49108ca6c777 HTTP/1.1" status: 204 len: 168 time: 0.7213562 Feb 07 20:55:41.847171 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ddbdb-6afe-497d-9e51-2757a03aefad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4268a11f-b9b8-4dc0-a435-49108ca6c777,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:42.038682 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=d08f1fa9-c453-4072-aa53-0087829e4f72,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:42.187829 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36916) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:42.206182 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-db2ebc49-afbc-49e3-9435-e79553734b93 None None] Provisioning complete for port efea1ca8-1d82-4f0f-9267-710901c28596 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:55:42.206937 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-db2ebc49-afbc-49e3-9435-e79553734b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (efea1ca8-1d82-4f0f-9267-710901c28596), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:42.276380 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-db2ebc49-afbc-49e3-9435-e79553734b93 None None] Port efea1ca8-1d82-4f0f-9267-710901c28596 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:55:42.312830 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f207873b-05c9-49ba-92bd-7e18b01e151d req-51c57a6c-8b04-4d41-8b8a-36d9029005a5 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e66c2ec-2dac-4cdd-b0a3-35731072909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5582867 Feb 07 20:55:42.314888 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474db88b-807f-4268-8259-4c671b378c46 admin admin] Router 7a1cdfce-a913-4f5d-990e-6199acdb02b1 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:55:42.347678 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591fd9d-caf3-41eb-94c0-045ad1698747 req-5e39a2b4-31db-4964-a14e-67beac562d63 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:42.349226 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f591fd9d-caf3-41eb-94c0-045ad1698747 req-5e39a2b4-31db-4964-a14e-67beac562d63 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 948 time: 0.1549568 Feb 07 20:55:42.382162 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-187d797d-0b49-40eb-9086-ba227b214f67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:42.387267 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36920) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:42.410360 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db33d328-b7ad-483f-9720-6e9e2f2ff4c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:42.485220 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f591fd9d-caf3-41eb-94c0-045ad1698747 req-8a8168a8-ae7b-44a1-94fa-db61fce87884 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961745 Feb 07 20:55:42.505830 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474db88b-807f-4268-8259-4c671b378c46 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:55:42.518093 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-474db88b-807f-4268-8259-4c671b378c46 admin admin] 10.222.0.65 "PUT /v2.0/routers/7a1cdfce-a913-4f5d-990e-6199acdb02b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6777537 Feb 07 20:55:42.519838 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-187d797d-0b49-40eb-9086-ba227b214f67 admin admin] Publish callbacks [] for security_group (474a1363-426b-44a5-9dfa-106291cc2ab2), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:42.525496 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-187d797d-0b49-40eb-9086-ba227b214f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (474a1363-426b-44a5-9dfa-106291cc2ab2), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:42.564024 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db33d328-b7ad-483f-9720-6e9e2f2ff4c2 admin admin] Publish callbacks [] for security_group (0fdaa191-b420-4d19-bc94-90084ceec629), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:42.575212 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db33d328-b7ad-483f-9720-6e9e2f2ff4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0fdaa191-b420-4d19-bc94-90084ceec629), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:42.584413 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-187d797d-0b49-40eb-9086-ba227b214f67 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=15a5d665ee5c4597ab31a47e94a477c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3947155 Feb 07 20:55:42.587172 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36926) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:42.589880 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d797d-0b49-40eb-9086-ba227b214f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474a1363-426b-44a5-9dfa-106291cc2ab2,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:42.625544 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-db33d328-b7ad-483f-9720-6e9e2f2ff4c2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f4f14bbba7074c7d998b738765b82479&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295554 Feb 07 20:55:42.627191 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36930) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:42.630358 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33d328-b7ad-483f-9720-6e9e2f2ff4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdaa191-b420-4d19-bc94-90084ceec629,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:42.674150 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3225d5d4-f5b0-49b8-a4f8-05a17bdaa666 admin admin] Publish callbacks [] for security_group (474a1363-426b-44a5-9dfa-106291cc2ab2), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:42.710552 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3225d5d4-f5b0-49b8-a4f8-05a17bdaa666 admin admin] Publish callbacks [] for security_group (474a1363-426b-44a5-9dfa-106291cc2ab2), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:42.718286 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a10a6f2e-928d-4d9c-805e-730d807e7d6d admin admin] Publish callbacks [] for security_group (0fdaa191-b420-4d19-bc94-90084ceec629), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:42.759351 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a10a6f2e-928d-4d9c-805e-730d807e7d6d admin admin] Publish callbacks [] for security_group (0fdaa191-b420-4d19-bc94-90084ceec629), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:42.797553 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3225d5d4-f5b0-49b8-a4f8-05a17bdaa666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (474a1363-426b-44a5-9dfa-106291cc2ab2), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:42.800126 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3225d5d4-f5b0-49b8-a4f8-05a17bdaa666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:42.803975 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3225d5d4-f5b0-49b8-a4f8-05a17bdaa666 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/474a1363-426b-44a5-9dfa-106291cc2ab2 HTTP/1.1" status: 204 len: 168 time: 0.2156711 Feb 07 20:55:42.812344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225d5d4-f5b0-49b8-a4f8-05a17bdaa666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474a1363-426b-44a5-9dfa-106291cc2ab2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:42.832515 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a10a6f2e-928d-4d9c-805e-730d807e7d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0fdaa191-b420-4d19-bc94-90084ceec629), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:42.835853 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a10a6f2e-928d-4d9c-805e-730d807e7d6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:42.838404 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a10a6f2e-928d-4d9c-805e-730d807e7d6d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0fdaa191-b420-4d19-bc94-90084ceec629 HTTP/1.1" status: 204 len: 168 time: 0.2098773 Feb 07 20:55:42.855737 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a6f2e-928d-4d9c-805e-730d807e7d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdaa191-b420-4d19-bc94-90084ceec629,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:43.050888 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8c7219-337f-4b51-91a1-fd838eb83ebd None None] Sync routers for ids ['7a1cdfce-a913-4f5d-990e-6199acdb02b1'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:55:43.060755 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8c7219-337f-4b51-91a1-fd838eb83ebd None None] Routers {'7a1cdfce-a913-4f5d-990e-6199acdb02b1'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:55:43.061363 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ba8c7219-337f-4b51-91a1-fd838eb83ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:55:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7a1cdfce-a913-4f5d-990e-6199acdb02b1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:55:43.175380 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ba8c7219-337f-4b51-91a1-fd838eb83ebd None None] Set router 7a1cdfce-a913-4f5d-990e-6199acdb02b1 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:55:43.195612 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36950) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:43.217657 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cef6f0b-1b8d-4241-a691-6b52f11f3713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:43.324675 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d08f1fa9-c453-4072-aa53-0087829e4f72 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:55:43.353803 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cef6f0b-1b8d-4241-a691-6b52f11f3713 admin admin] Publish callbacks [] for security_group (27dca405-6ef8-4539-9eef-25aa47e26858), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:43.359052 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cef6f0b-1b8d-4241-a691-6b52f11f3713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (27dca405-6ef8-4539-9eef-25aa47e26858), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:43.457680 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port d08f1fa9-c453-4072-aa53-0087829e4f72 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:55:43.457680 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d08f1fa9-c453-4072-aa53-0087829e4f72), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:43.466203 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef6f0b-1b8d-4241-a691-6b52f11f3713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dca405-6ef8-4539-9eef-25aa47e26858,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:43.495764 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0cef6f0b-1b8d-4241-a691-6b52f11f3713 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fb8f08334a5c486e8b7ab23e4faa8a0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955098 Feb 07 20:55:43.496225 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36962) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:43.528108 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f633a17-a530-4e43-8e6d-6b67c34e5f6f req-3f1d7fc6-1b5b-4eec-897b-452a038f1dd5 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:43.534374 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f633a17-a530-4e43-8e6d-6b67c34e5f6f req-3f1d7fc6-1b5b-4eec-897b-452a038f1dd5 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 968 time: 0.1064930 Feb 07 20:55:43.560253 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ba8c7219-337f-4b51-91a1-fd838eb83ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889777253-router', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:29Z', 'updated_at': '2022-02-07T20:55:40Z', 'revision_number': 4, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'gw_port': {'id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:33Z', 'updated_at': '2022-02-07T20:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'efea1ca8-1d82-4f0f-9267-710901c28596', 'name': '', 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'mac_address': 'fa:16:3e:a7:a7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:38Z', 'updated_at': '2022-02-07T20:55:40Z', 'revision_number': 2, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'subnets': [{'id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:55:43.594708 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f633a17-a530-4e43-8e6d-6b67c34e5f6f req-37342daa-0ae3-496e-bdbe-a9c4b5dfd98d tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e66c2ec-2dac-4cdd-b0a3-35731072909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545840 Feb 07 20:55:43.596355 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a5a8d84-f90f-4328-aa1e-9c9ce19d4202 admin admin] Publish callbacks [] for security_group (27dca405-6ef8-4539-9eef-25aa47e26858), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:43.628057 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a5a8d84-f90f-4328-aa1e-9c9ce19d4202 admin admin] Publish callbacks [] for security_group (27dca405-6ef8-4539-9eef-25aa47e26858), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:43.644111 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port d08f1fa9-c453-4072-aa53-0087829e4f72 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:55:43.650013 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8c7219-337f-4b51-91a1-fd838eb83ebd None None] Checking router: 7a1cdfce-a913-4f5d-990e-6199acdb02b1 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:55:43.650013 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8c7219-337f-4b51-91a1-fd838eb83ebd None None] Updating router 7a1cdfce-a913-4f5d-990e-6199acdb02b1 port efea1ca8-1d82-4f0f-9267-710901c28596 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:55:43.660434 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36966) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:43.669420 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-dc39ebd5-ff1d-4330-9a52-cb58fca72d3f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239927123-network', 'tenant_id': '8d296b5f841444ae94f7840618691600'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:55:43.681155 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ba8c7219-337f-4b51-91a1-fd838eb83ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (efea1ca8-1d82-4f0f-9267-710901c28596), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:43.699381 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a5a8d84-f90f-4328-aa1e-9c9ce19d4202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (27dca405-6ef8-4539-9eef-25aa47e26858), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:43.703836 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a5a8d84-f90f-4328-aa1e-9c9ce19d4202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:43.712610 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9a5a8d84-f90f-4328-aa1e-9c9ce19d4202 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/27dca405-6ef8-4539-9eef-25aa47e26858 HTTP/1.1" status: 204 len: 168 time: 0.2149878 Feb 07 20:55:43.718720 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb6918-fa91-47f1-adcd-f0f5b37d3f3d req-16284315-6511-43a2-b3bd-5862aa017b27 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:43.725937 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d3eb6918-fa91-47f1-adcd-f0f5b37d3f3d req-16284315-6511-43a2-b3bd-5862aa017b27 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 948 time: 0.1069174 Feb 07 20:55:43.727742 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc39ebd5-ff1d-4330-9a52-cb58fca72d3f admin admin] Made reservation on behalf of 8d296b5f841444ae94f7840618691600 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:55:43.731314 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc39ebd5-ff1d-4330-9a52-cb58fca72d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:43.733879 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a8d84-f90f-4328-aa1e-9c9ce19d4202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dca405-6ef8-4539-9eef-25aa47e26858,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:43.750292 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc39ebd5-ff1d-4330-9a52-cb58fca72d3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:43.826364 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d3eb6918-fa91-47f1-adcd-f0f5b37d3f3d req-41304db4-cf2d-4cee-8b8a-222c2f5c04c3 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864093 Feb 07 20:55:43.883242 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc39ebd5-ff1d-4330-9a52-cb58fca72d3f admin admin] Publish callbacks [] for security_group (3d48bc80-c88d-4316-9f37-4127c3ecb9cd), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:43.890287 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc39ebd5-ff1d-4330-9a52-cb58fca72d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3d48bc80-c88d-4316-9f37-4127c3ecb9cd), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:43.919705 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc39ebd5-ff1d-4330-9a52-cb58fca72d3f admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:55:43.941271 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc39ebd5-ff1d-4330-9a52-cb58fca72d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (0bffdd25-dfd3-4635-8582-31302fd87d22), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:43.941884 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-dc39ebd5-ff1d-4330-9a52-cb58fca72d3f admin admin] Added segment 0bffdd25-dfd3-4635-8582-31302fd87d22 of type vlan for network 88f80afb-cf65-4766-9e32-2eefdcc6214b Feb 07 20:55:43.944141 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39ebd5-ff1d-4330-9a52-cb58fca72d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d48bc80-c88d-4316-9f37-4127c3ecb9cd,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:43.993851 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc39ebd5-ff1d-4330-9a52-cb58fca72d3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (88f80afb-cf65-4766-9e32-2eefdcc6214b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:44.028066 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc39ebd5-ff1d-4330-9a52-cb58fca72d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (88f80afb-cf65-4766-9e32-2eefdcc6214b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:44.029143 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc39ebd5-ff1d-4330-9a52-cb58fca72d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:44.029727 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc39ebd5-ff1d-4330-9a52-cb58fca72d3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:44.089769 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-dc39ebd5-ff1d-4330-9a52-cb58fca72d3f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4280329 Feb 07 20:55:44.092542 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36978) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:44.097672 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0a06b879-0211-4d4a-94be-c485f567de08 admin admin] Request body: {'subnet': {'network_id': '88f80afb-cf65-4766-9e32-2eefdcc6214b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239927123-subnet', 'tenant_id': '8d296b5f841444ae94f7840618691600', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:55:44.110877 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39ebd5-ff1d-4330-9a52-cb58fca72d3f admin admin] Pushing event updated for resources: {'Network': ['ID=88f80afb-cf65-4766-9e32-2eefdcc6214b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:44.125584 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a06b879-0211-4d4a-94be-c485f567de08 admin admin] Made reservation on behalf of 8d296b5f841444ae94f7840618691600 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:55:44.128627 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a06b879-0211-4d4a-94be-c485f567de08 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:44.166336 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ba8c7219-337f-4b51-91a1-fd838eb83ebd None None] Publish callbacks [] for port (efea1ca8-1d82-4f0f-9267-710901c28596), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:44.170986 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 88f80afb-cf65-4766-9e32-2eefdcc6214b details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:55:44.206603 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36982) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:44.214650 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ba8c7219-337f-4b51-91a1-fd838eb83ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (efea1ca8-1d82-4f0f-9267-710901c28596), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:44.225306 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51adb58a-2318-4518-8c12-ffb85c866d52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:44.344524 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a06b879-0211-4d4a-94be-c485f567de08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for subnet (6dea91f5-7293-44cc-9e22-807b2059de54), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:44.359845 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51adb58a-2318-4518-8c12-ffb85c866d52 admin admin] Publish callbacks [] for security_group (86aa574a-ead8-4be0-9d37-863604b5ffed), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:44.370163 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ba8c7219-337f-4b51-91a1-fd838eb83ebd None None] Attempting to bind port efea1ca8-1d82-4f0f-9267-710901c28596 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:55:44.370542 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ba8c7219-337f-4b51-91a1-fd838eb83ebd None None] Attempting to bind port efea1ca8-1d82-4f0f-9267-710901c28596 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'd8ca5278-288e-4a92-ae61-96e4e15706b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:55:44.370908 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8c7219-337f-4b51-91a1-fd838eb83ebd None None] Attempting to bind port efea1ca8-1d82-4f0f-9267-710901c28596 on network a3bb3650-0e76-4812-829f-29cb0254d598 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:55:44.371391 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51adb58a-2318-4518-8c12-ffb85c866d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (86aa574a-ead8-4be0-9d37-863604b5ffed), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:44.381905 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8c7219-337f-4b51-91a1-fd838eb83ebd None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:55:44.382356 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8c7219-337f-4b51-91a1-fd838eb83ebd None None] Checking segment: {'id': 'd8ca5278-288e-4a92-ae61-96e4e15706b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:55:44.382938 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ba8c7219-337f-4b51-91a1-fd838eb83ebd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:44.383175 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8c7219-337f-4b51-91a1-fd838eb83ebd None None] Bound using segment: {'id': 'd8ca5278-288e-4a92-ae61-96e4e15706b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:55:44.383660 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ba8c7219-337f-4b51-91a1-fd838eb83ebd None None] Bound port: efea1ca8-1d82-4f0f-9267-710901c28596, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ca5278-288e-4a92-ae61-96e4e15706b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:55:44.384040 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ba8c7219-337f-4b51-91a1-fd838eb83ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (efea1ca8-1d82-4f0f-9267-710901c28596), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:44.398150 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f673f-d4af-4491-93c2-84a7e49c9c4f None None] Pushing event updated for resources: {'Port': ['ID=efea1ca8-1d82-4f0f-9267-710901c28596,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:44.425670 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06b879-0211-4d4a-94be-c485f567de08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dea91f5-7293-44cc-9e22-807b2059de54,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:44.457730 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-51adb58a-2318-4518-8c12-ffb85c866d52 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=97fec813665f4102b318a6d564c54ab6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487950 Feb 07 20:55:44.458238 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a06b879-0211-4d4a-94be-c485f567de08 admin admin] Checking segment: {'id': '0bffdd25-dfd3-4635-8582-31302fd87d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '88f80afb-cf65-4766-9e32-2eefdcc6214b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:55:44.458592 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a06b879-0211-4d4a-94be-c485f567de08 admin admin] Network hostable DHCP agents. Network: 88f80afb-cf65-4766-9e32-2eefdcc6214b, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:55:44.460518 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adb58a-2318-4518-8c12-ffb85c866d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86aa574a-ead8-4be0-9d37-863604b5ffed,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:44.463203 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36988) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:44.495105 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ba8c7219-337f-4b51-91a1-fd838eb83ebd None None] For port efea1ca8-1d82-4f0f-9267-710901c28596, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:55:44.498794 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ba8c7219-337f-4b51-91a1-fd838eb83ebd None None] For port efea1ca8-1d82-4f0f-9267-710901c28596, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=efea1ca8-1d82-4f0f-9267-710901c28596,segment=NetworkSegment(d8ca5278-288e-4a92-ae61-96e4e15706b2),segment_id=d8ca5278-288e-4a92-ae61-96e4e15706b2)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:55:44.507315 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a06b879-0211-4d4a-94be-c485f567de08 admin admin] Network 88f80afb-cf65-4766-9e32-2eefdcc6214b is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:55:44.509488 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ba8c7219-337f-4b51-91a1-fd838eb83ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (efea1ca8-1d82-4f0f-9267-710901c28596), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:44.520261 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-0a06b879-0211-4d4a-94be-c485f567de08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 88f80afb-cf65-4766-9e32-2eefdcc6214b) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:55:44.530112 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a06b879-0211-4d4a-94be-c485f567de08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:44.530701 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a06b879-0211-4d4a-94be-c485f567de08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:44.538999 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b6d26ca-af89-4ca8-b7cf-3357f1bb17d9 admin admin] Publish callbacks [] for security_group (86aa574a-ead8-4be0-9d37-863604b5ffed), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:44.566274 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0a06b879-0211-4d4a-94be-c485f567de08 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4725206 Feb 07 20:55:44.568267 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b6d26ca-af89-4ca8-b7cf-3357f1bb17d9 admin admin] Publish callbacks [] for security_group (86aa574a-ead8-4be0-9d37-863604b5ffed), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:44.569040 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36990) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:44.570253 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f673f-d4af-4491-93c2-84a7e49c9c4f None None] Pushing event updated for resources: {'Port': ['ID=efea1ca8-1d82-4f0f-9267-710901c28596,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:44.572978 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a17c1c8-a0b3-43c0-bfba-cc4e63140e4a None None] Network 88f80afb-cf65-4766-9e32-2eefdcc6214b requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:55:44.575995 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-aafa4549-5c92-417b-8052-8c625a228bcc admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239927123-router', 'tenant_id': '8d296b5f841444ae94f7840618691600', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:55:44.605427 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aafa4549-5c92-417b-8052-8c625a228bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (07db4e54-d1b2-4dcb-b80d-263ebaac471d), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:44.606432 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aafa4549-5c92-417b-8052-8c625a228bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (07db4e54-d1b2-4dcb-b80d-263ebaac471d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:44.649086 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b6d26ca-af89-4ca8-b7cf-3357f1bb17d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (86aa574a-ead8-4be0-9d37-863604b5ffed), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:44.652427 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b6d26ca-af89-4ca8-b7cf-3357f1bb17d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:44.653804 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8b6d26ca-af89-4ca8-b7cf-3357f1bb17d9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/86aa574a-ead8-4be0-9d37-863604b5ffed HTTP/1.1" status: 204 len: 168 time: 0.1883590 Feb 07 20:55:44.661038 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8c7219-337f-4b51-91a1-fd838eb83ebd None None] Routers {'7a1cdfce-a913-4f5d-990e-6199acdb02b1'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:55:44.661691 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ba8c7219-337f-4b51-91a1-fd838eb83ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:55:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7a1cdfce-a913-4f5d-990e-6199acdb02b1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:55:44.673922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d26ca-af89-4ca8-b7cf-3357f1bb17d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86aa574a-ead8-4be0-9d37-863604b5ffed,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:44.698406 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aafa4549-5c92-417b-8052-8c625a228bcc admin admin] Publish callbacks [] for router_controller (07db4e54-d1b2-4dcb-b80d-263ebaac471d), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:44.783565 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-22cc986c-f1b4-495c-a2f9-37f4b88f3d50 None None] Provisioning complete for port efea1ca8-1d82-4f0f-9267-710901c28596 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:55:44.783973 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-22cc986c-f1b4-495c-a2f9-37f4b88f3d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (efea1ca8-1d82-4f0f-9267-710901c28596), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:44.852047 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c51b19-245b-402e-8f7d-84c773c2899f req-4a2928f2-d64e-4071-a7f7-7a95ecae9cd9 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:44.854962 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-33c51b19-245b-402e-8f7d-84c773c2899f req-4a2928f2-d64e-4071-a7f7-7a95ecae9cd9 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 968 time: 0.1020885 Feb 07 20:55:44.932951 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-33c51b19-245b-402e-8f7d-84c773c2899f req-1a488d66-0040-4446-a0e7-5b7259d91a55 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e66c2ec-2dac-4cdd-b0a3-35731072909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704558 Feb 07 20:55:44.958170 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ba8c7219-337f-4b51-91a1-fd838eb83ebd None None] Set router 7a1cdfce-a913-4f5d-990e-6199acdb02b1 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:55:45.034604 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf886d-1f06-4bc0-bc0d-837c21855236 req-82d33c4c-bcaa-49bf-9964-53ddc91c7905 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:45.037102 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6eaf886d-1f06-4bc0-bc0d-837c21855236 req-82d33c4c-bcaa-49bf-9964-53ddc91c7905 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 948 time: 0.0876436 Feb 07 20:55:45.043512 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e3c9a9-cd94-4326-bf8d-082a3f326b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-88f80afb-cf65-4766-9e32-2eefdcc6214b', 'network_id': '88f80afb-cf65-4766-9e32-2eefdcc6214b', 'project_id': '8d296b5f841444ae94f7840618691600', 'fixed_ips': [{'subnet_id': '6dea91f5-7293-44cc-9e22-807b2059de54'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 20:55:45.044764 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-48e3c9a9-cd94-4326-bf8d-082a3f326b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:45.111859 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6eaf886d-1f06-4bc0-bc0d-837c21855236 req-a038b304-b506-4054-a01a-70bfb013cae2 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668061 Feb 07 20:55:45.139095 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aafa4549-5c92-417b-8052-8c625a228bcc admin admin] Publish callbacks [] for router_gateway (07db4e54-d1b2-4dcb-b80d-263ebaac471d), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:45.231977 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-22cc986c-f1b4-495c-a2f9-37f4b88f3d50 None None] Current status of the port efea1ca8-1d82-4f0f-9267-710901c28596 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:55:45.232554 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-22cc986c-f1b4-495c-a2f9-37f4b88f3d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (efea1ca8-1d82-4f0f-9267-710901c28596), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:45.338350 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-22cc986c-f1b4-495c-a2f9-37f4b88f3d50 None None] For port efea1ca8-1d82-4f0f-9267-710901c28596, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=efea1ca8-1d82-4f0f-9267-710901c28596,segment=NetworkSegment(d8ca5278-288e-4a92-ae61-96e4e15706b2),segment_id=d8ca5278-288e-4a92-ae61-96e4e15706b2)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:55:45.365623 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-22cc986c-f1b4-495c-a2f9-37f4b88f3d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (efea1ca8-1d82-4f0f-9267-710901c28596), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:45.406728 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aafa4549-5c92-417b-8052-8c625a228bcc admin admin] Publish callbacks [] for router_gateway (07db4e54-d1b2-4dcb-b80d-263ebaac471d), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:45.410221 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-48e3c9a9-cd94-4326-bf8d-082a3f326b59 None None] Allocated IP 172.20.0.2 (88f80afb-cf65-4766-9e32-2eefdcc6214b/6dea91f5-7293-44cc-9e22-807b2059de54/1f0ffbf6-df50-4036-b9e1-a99d1338e6ec) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:55:45.430206 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aafa4549-5c92-417b-8052-8c625a228bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:45.447682 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc986c-f1b4-495c-a2f9-37f4b88f3d50 None None] Pushing event updated for resources: {'Port': ['ID=efea1ca8-1d82-4f0f-9267-710901c28596,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:45.530336 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f3aa405d-f3a3-48f8-bd9d-f5f8680cc2a4 None None] Provisioning complete for port efea1ca8-1d82-4f0f-9267-710901c28596 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:55:45.530720 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f3aa405d-f3a3-48f8-bd9d-f5f8680cc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (efea1ca8-1d82-4f0f-9267-710901c28596), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:45.567897 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ba8c7219-337f-4b51-91a1-fd838eb83ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889777253-router', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:29Z', 'updated_at': '2022-02-07T20:55:40Z', 'revision_number': 4, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'gw_port': {'id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:33Z', 'updated_at': '2022-02-07T20:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'efea1ca8-1d82-4f0f-9267-710901c28596', 'name': '', 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'mac_address': 'fa:16:3e:a7:a7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:38Z', 'updated_at': '2022-02-07T20:55:44Z', 'revision_number': 4, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'subnets': [{'id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:55:45.574218 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-aafa4549-5c92-417b-8052-8c625a228bcc admin admin] Allocated IP 172.25.4.204 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/618ed4bc-4a17-4aed-a368-98eaa9e47cda) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:55:45.611201 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8c7219-337f-4b51-91a1-fd838eb83ebd None None] The sync data for ids ['7a1cdfce-a913-4f5d-990e-6199acdb02b1'] in n-d-828185-2 is: [{'id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889777253-router', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:29Z', 'updated_at': '2022-02-07T20:55:40Z', 'revision_number': 4, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'gw_port': {'id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:33Z', 'updated_at': '2022-02-07T20:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'efea1ca8-1d82-4f0f-9267-710901c28596', 'name': '', 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'mac_address': 'fa:16:3e:a7:a7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:38Z', 'updated_at': '2022-02-07T20:55:44Z', 'revision_number': 4, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'subnets': [{'id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:55:45.744543 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-48e3c9a9-cd94-4326-bf8d-082a3f326b59 None None] Publish callbacks [] for port (1f0ffbf6-df50-4036-b9e1-a99d1338e6ec), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:45.755937 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-48e3c9a9-cd94-4326-bf8d-082a3f326b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (1f0ffbf6-df50-4036-b9e1-a99d1338e6ec), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:45.790976 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f3aa405d-f3a3-48f8-bd9d-f5f8680cc2a4 None None] Current status of the port efea1ca8-1d82-4f0f-9267-710901c28596 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:55:45.801562 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aafa4549-5c92-417b-8052-8c625a228bcc admin admin] Publish callbacks [] for port (618ed4bc-4a17-4aed-a368-98eaa9e47cda), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:45.818639 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e3c9a9-cd94-4326-bf8d-082a3f326b59 None None] Network 88f80afb-cf65-4766-9e32-2eefdcc6214b is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:55:45.821849 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-48e3c9a9-cd94-4326-bf8d-082a3f326b59 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:55:45.825639 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e3c9a9-cd94-4326-bf8d-082a3f326b59 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:55:45.833398 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3c9a9-cd94-4326-bf8d-082a3f326b59 None None] Pushing event updated for resources: {'Port': ['ID=1f0ffbf6-df50-4036-b9e1-a99d1338e6ec,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:45.878814 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aafa4549-5c92-417b-8052-8c625a228bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (618ed4bc-4a17-4aed-a368-98eaa9e47cda), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:45.897741 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-48e3c9a9-cd94-4326-bf8d-082a3f326b59 None None] Attempting to bind port 1f0ffbf6-df50-4036-b9e1-a99d1338e6ec on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:55:45.898469 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-48e3c9a9-cd94-4326-bf8d-082a3f326b59 None None] Attempting to bind port 1f0ffbf6-df50-4036-b9e1-a99d1338e6ec by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '0bffdd25-dfd3-4635-8582-31302fd87d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '88f80afb-cf65-4766-9e32-2eefdcc6214b'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:55:45.899124 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e3c9a9-cd94-4326-bf8d-082a3f326b59 None None] Attempting to bind port 1f0ffbf6-df50-4036-b9e1-a99d1338e6ec on network 88f80afb-cf65-4766-9e32-2eefdcc6214b {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:55:45.908576 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafa4549-5c92-417b-8052-8c625a228bcc admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:55:45.913496 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-aafa4549-5c92-417b-8052-8c625a228bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:55:45.914288 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e3c9a9-cd94-4326-bf8d-082a3f326b59 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:55:45.915067 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e3c9a9-cd94-4326-bf8d-082a3f326b59 None None] Checking segment: {'id': '0bffdd25-dfd3-4635-8582-31302fd87d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '88f80afb-cf65-4766-9e32-2eefdcc6214b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:55:45.915698 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-48e3c9a9-cd94-4326-bf8d-082a3f326b59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:45.916291 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e3c9a9-cd94-4326-bf8d-082a3f326b59 None None] Bound using segment: {'id': '0bffdd25-dfd3-4635-8582-31302fd87d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '88f80afb-cf65-4766-9e32-2eefdcc6214b'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:55:45.917036 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-48e3c9a9-cd94-4326-bf8d-082a3f326b59 None None] Bound port: 1f0ffbf6-df50-4036-b9e1-a99d1338e6ec, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bffdd25-dfd3-4635-8582-31302fd87d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '88f80afb-cf65-4766-9e32-2eefdcc6214b'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:55:45.917630 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-48e3c9a9-cd94-4326-bf8d-082a3f326b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1f0ffbf6-df50-4036-b9e1-a99d1338e6ec), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:45.935203 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafa4549-5c92-417b-8052-8c625a228bcc admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:55:46.001410 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-48e3c9a9-cd94-4326-bf8d-082a3f326b59 None None] For port 1f0ffbf6-df50-4036-b9e1-a99d1338e6ec, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:55:46.005953 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-48e3c9a9-cd94-4326-bf8d-082a3f326b59 None None] For port 1f0ffbf6-df50-4036-b9e1-a99d1338e6ec, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=1f0ffbf6-df50-4036-b9e1-a99d1338e6ec,segment=NetworkSegment(0bffdd25-dfd3-4635-8582-31302fd87d22),segment_id=0bffdd25-dfd3-4635-8582-31302fd87d22)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:55:46.018946 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-48e3c9a9-cd94-4326-bf8d-082a3f326b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (1f0ffbf6-df50-4036-b9e1-a99d1338e6ec), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:46.150495 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3c9a9-cd94-4326-bf8d-082a3f326b59 None None] Pushing event updated for resources: {'Port': ['ID=1f0ffbf6-df50-4036-b9e1-a99d1338e6ec,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:46.222910 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa4549-5c92-417b-8052-8c625a228bcc admin admin] Pushing event updated for resources: {'Port': ['ID=618ed4bc-4a17-4aed-a368-98eaa9e47cda,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:46.404995 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aafa4549-5c92-417b-8052-8c625a228bcc admin admin] Publish callbacks [] for router_gateway (07db4e54-d1b2-4dcb-b80d-263ebaac471d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:46.508491 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8add090-d924-4f21-8ce2-5238c7665223 req-0e453bf0-2aef-40eb-91ab-20034d6a5721 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:46.510111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8add090-d924-4f21-8ce2-5238c7665223 req-0e453bf0-2aef-40eb-91ab-20034d6a5721 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 968 time: 0.4489050 Feb 07 20:55:46.522549 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e868c31-cb0a-4460-9ce6-b0a5218542a1 req-addf759f-c7d0-416e-83b9-505d62568b1f tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:46.536581 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e868c31-cb0a-4460-9ce6-b0a5218542a1 req-addf759f-c7d0-416e-83b9-505d62568b1f tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 948 time: 0.1095779 Feb 07 20:55:46.621248 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e868c31-cb0a-4460-9ce6-b0a5218542a1 req-3274711b-c0f0-4086-ac91-8c42fd3172df tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833893 Feb 07 20:55:46.628818 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8add090-d924-4f21-8ce2-5238c7665223 req-647e6c1e-36ce-4ce3-b09a-ff7351bb9e37 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e66c2ec-2dac-4cdd-b0a3-35731072909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895245 Feb 07 20:55:46.734879 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aafa4549-5c92-417b-8052-8c625a228bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (07db4e54-d1b2-4dcb-b80d-263ebaac471d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:46.906526 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafa4549-5c92-417b-8052-8c625a228bcc admin admin] Router 07db4e54-d1b2-4dcb-b80d-263ebaac471d is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 20:55:47.043989 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafa4549-5c92-417b-8052-8c625a228bcc admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:55:47.057261 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d6b5e7-7c3f-48d3-a257-d8e6bb200ed4 None None] Sync routers for ids ['07db4e54-d1b2-4dcb-b80d-263ebaac471d'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:55:47.075649 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d6b5e7-7c3f-48d3-a257-d8e6bb200ed4 None None] Routers {'07db4e54-d1b2-4dcb-b80d-263ebaac471d'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:55:47.076806 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-82d6b5e7-7c3f-48d3-a257-d8e6bb200ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:55:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['07db4e54-d1b2-4dcb-b80d-263ebaac471d'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:55:47.087103 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aafa4549-5c92-417b-8052-8c625a228bcc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:47.088601 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-aafa4549-5c92-417b-8052-8c625a228bcc admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.5180883 Feb 07 20:55:47.091557 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37070) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:47.185044 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37074) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:47.393720 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b012b7e7-1b34-421e-a64f-6fb32fe46ed0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:47.424215 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-82d6b5e7-7c3f-48d3-a257-d8e6bb200ed4 None None] Set router 07db4e54-d1b2-4dcb-b80d-263ebaac471d gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:55:47.518978 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b012b7e7-1b34-421e-a64f-6fb32fe46ed0 admin admin] Publish callbacks [] for security_group (160cec35-20eb-4dba-9ffa-d5e6d2c1e8f1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:47.526942 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b012b7e7-1b34-421e-a64f-6fb32fe46ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (160cec35-20eb-4dba-9ffa-d5e6d2c1e8f1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:47.653221 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012b7e7-1b34-421e-a64f-6fb32fe46ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160cec35-20eb-4dba-9ffa-d5e6d2c1e8f1,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:47.660655 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b012b7e7-1b34-421e-a64f-6fb32fe46ed0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ee7cc208f4384fe1a050ddfd00c49c69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4714487 Feb 07 20:55:47.662773 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37082) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:47.703711 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-82d6b5e7-7c3f-48d3-a257-d8e6bb200ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07db4e54-d1b2-4dcb-b80d-263ebaac471d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239927123-router', 'tenant_id': '8d296b5f841444ae94f7840618691600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '618ed4bc-4a17-4aed-a368-98eaa9e47cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:44Z', 'updated_at': '2022-02-07T20:55:46Z', 'revision_number': 3, 'project_id': '8d296b5f841444ae94f7840618691600', 'gw_port': {'id': '618ed4bc-4a17-4aed-a368-98eaa9e47cda', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:90:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07db4e54-d1b2-4dcb-b80d-263ebaac471d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:45Z', 'updated_at': '2022-02-07T20:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:55:47.739811 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d6b5e7-7c3f-48d3-a257-d8e6bb200ed4 None None] Checking router: 07db4e54-d1b2-4dcb-b80d-263ebaac471d for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:55:47.740566 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d6b5e7-7c3f-48d3-a257-d8e6bb200ed4 None None] Updating router 07db4e54-d1b2-4dcb-b80d-263ebaac471d port 618ed4bc-4a17-4aed-a368-98eaa9e47cda binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:55:47.747999 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device efea1ca8-1d82-4f0f-9267-710901c28596 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:55:47.755104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101b349a-5b0d-4532-b55b-330e120e3a62 None None] Network 88f80afb-cf65-4766-9e32-2eefdcc6214b requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:55:47.761740 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-41026460-3b0f-4e60-8ec6-019ba8f8df2c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=158a4ea448b4471c9480285ef58a9cb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417757 Feb 07 20:55:47.775377 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-82d6b5e7-7c3f-48d3-a257-d8e6bb200ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (618ed4bc-4a17-4aed-a368-98eaa9e47cda), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:47.844241 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-313aca35-2c7b-4a7d-b770-d0c5b579296c None None] Provisioning complete for port 1f0ffbf6-df50-4036-b9e1-a99d1338e6ec triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:55:47.844665 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-313aca35-2c7b-4a7d-b770-d0c5b579296c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1f0ffbf6-df50-4036-b9e1-a99d1338e6ec), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:47.883965 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb8a0573-8d00-4d81-ab6f-fc50c77519bd admin admin] Publish callbacks [] for security_group (160cec35-20eb-4dba-9ffa-d5e6d2c1e8f1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:47.917554 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port efea1ca8-1d82-4f0f-9267-710901c28596 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:55:47.917945 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (efea1ca8-1d82-4f0f-9267-710901c28596), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:47.955165 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:55:47.966934 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f86a3-3be6-4ff9-a3fd-589c09c8aee0 req-f33afda0-06d5-4898-8165-88db6ff605a1 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:47.968437 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e9f86a3-3be6-4ff9-a3fd-589c09c8aee0 req-f33afda0-06d5-4898-8165-88db6ff605a1 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 948 time: 0.2138255 Feb 07 20:55:47.972708 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb8a0573-8d00-4d81-ab6f-fc50c77519bd admin admin] Publish callbacks [] for security_group (160cec35-20eb-4dba-9ffa-d5e6d2c1e8f1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:48.039307 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-d927d0e2-682e-4d21-93ff-de7f48454f35 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:48.040786 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-d927d0e2-682e-4d21-93ff-de7f48454f35 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2681048 Feb 07 20:55:48.076673 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-82d6b5e7-7c3f-48d3-a257-d8e6bb200ed4 None None] Publish callbacks [] for port (618ed4bc-4a17-4aed-a368-98eaa9e47cda), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:48.089697 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-313aca35-2c7b-4a7d-b770-d0c5b579296c None None] Current status of the port 1f0ffbf6-df50-4036-b9e1-a99d1338e6ec is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:55:48.089697 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-313aca35-2c7b-4a7d-b770-d0c5b579296c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1f0ffbf6-df50-4036-b9e1-a99d1338e6ec), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:48.091010 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-82d6b5e7-7c3f-48d3-a257-d8e6bb200ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (618ed4bc-4a17-4aed-a368-98eaa9e47cda), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:48.102877 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-51483b38-8876-40c0-8072-320e08070075 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/quotas/158a4ea448b4471c9480285ef58a9cb5 HTTP/1.1" status: 200 len: 375 time: 0.0389378 Feb 07 20:55:48.112514 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e9f86a3-3be6-4ff9-a3fd-589c09c8aee0 req-2a6c3879-3da3-4d5e-8c8b-1427f8236c3c tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257198 Feb 07 20:55:48.116885 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfa94d41-73db-4878-9591-f10d5146c111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:48.175092 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb8a0573-8d00-4d81-ab6f-fc50c77519bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (160cec35-20eb-4dba-9ffa-d5e6d2c1e8f1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:48.176750 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port efea1ca8-1d82-4f0f-9267-710901c28596 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:55:48.177213 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb8a0573-8d00-4d81-ab6f-fc50c77519bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:48.177861 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 1f0ffbf6-df50-4036-b9e1-a99d1338e6ec up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:55:48.181250 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fb8a0573-8d00-4d81-ab6f-fc50c77519bd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/160cec35-20eb-4dba-9ffa-d5e6d2c1e8f1 HTTP/1.1" status: 204 len: 168 time: 0.5132084 Feb 07 20:55:48.187934 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-313aca35-2c7b-4a7d-b770-d0c5b579296c None None] For port 1f0ffbf6-df50-4036-b9e1-a99d1338e6ec, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=1f0ffbf6-df50-4036-b9e1-a99d1338e6ec,segment=NetworkSegment(0bffdd25-dfd3-4635-8582-31302fd87d22),segment_id=0bffdd25-dfd3-4635-8582-31302fd87d22)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:55:48.206242 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-8ef793fe-19ff-4e56-bcb2-17f92791ba3a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=158a4ea448b4471c9480285ef58a9cb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799205 Feb 07 20:55:48.214091 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-313aca35-2c7b-4a7d-b770-d0c5b579296c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (1f0ffbf6-df50-4036-b9e1-a99d1338e6ec), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:48.217061 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a0573-8d00-4d81-ab6f-fc50c77519bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160cec35-20eb-4dba-9ffa-d5e6d2c1e8f1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:48.238954 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88d01e-bc5d-4b0f-bcbd-235768cab50f None None] Pushing event updated for resources: {'Port': ['ID=618ed4bc-4a17-4aed-a368-98eaa9e47cda,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:48.257203 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-82d6b5e7-7c3f-48d3-a257-d8e6bb200ed4 None None] Attempting to bind port 618ed4bc-4a17-4aed-a368-98eaa9e47cda on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:55:48.258690 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-82d6b5e7-7c3f-48d3-a257-d8e6bb200ed4 None None] Attempting to bind port 618ed4bc-4a17-4aed-a368-98eaa9e47cda by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:55:48.260673 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d6b5e7-7c3f-48d3-a257-d8e6bb200ed4 None None] Attempting to bind port 618ed4bc-4a17-4aed-a368-98eaa9e47cda on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:55:48.275211 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d6b5e7-7c3f-48d3-a257-d8e6bb200ed4 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:55:48.276941 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d6b5e7-7c3f-48d3-a257-d8e6bb200ed4 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:55:48.278181 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-82d6b5e7-7c3f-48d3-a257-d8e6bb200ed4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:48.279646 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d6b5e7-7c3f-48d3-a257-d8e6bb200ed4 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:55:48.281538 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-82d6b5e7-7c3f-48d3-a257-d8e6bb200ed4 None None] Bound port: 618ed4bc-4a17-4aed-a368-98eaa9e47cda, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:55:48.281737 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-82d6b5e7-7c3f-48d3-a257-d8e6bb200ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (618ed4bc-4a17-4aed-a368-98eaa9e47cda), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:48.303468 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:55:48.324998 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2ea742b7-ad21-4758-9231-2f982a726fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:48.355862 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': 'ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534', 'mac_address': 'fa:16:3e:17:ba:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:tempest-test_az-644539540', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:55:48.357736 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 1f0ffbf6-df50-4036-b9e1-a99d1338e6ec triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:55:48.358106 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1f0ffbf6-df50-4036-b9e1-a99d1338e6ec), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:48.400761 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-82d6b5e7-7c3f-48d3-a257-d8e6bb200ed4 None None] For port 618ed4bc-4a17-4aed-a368-98eaa9e47cda, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:55:48.405171 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-82d6b5e7-7c3f-48d3-a257-d8e6bb200ed4 None None] For port 618ed4bc-4a17-4aed-a368-98eaa9e47cda, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=618ed4bc-4a17-4aed-a368-98eaa9e47cda,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:55:48.406366 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313aca35-2c7b-4a7d-b770-d0c5b579296c None None] Pushing event updated for resources: {'Port': ['ID=1f0ffbf6-df50-4036-b9e1-a99d1338e6ec,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:48.410066 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 344634f1-5a57-4bbf-aec9-554a9ca84c4b details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:55:48.422684 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-82d6b5e7-7c3f-48d3-a257-d8e6bb200ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (618ed4bc-4a17-4aed-a368-98eaa9e47cda), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:48.520352 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46bc26-fd96-43f9-b165-2c8354687580 req-1815492f-7519-4502-b916-198d99cf2053 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:48.522016 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f46bc26-fd96-43f9-b165-2c8354687580 req-1815492f-7519-4502-b916-198d99cf2053 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 968 time: 0.1975620 Feb 07 20:55:48.538804 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-cfa94d41-73db-4878-9591-f10d5146c111 admin admin] Allocated IP 172.20.0.1 (88f80afb-cf65-4766-9e32-2eefdcc6214b/6dea91f5-7293-44cc-9e22-807b2059de54/0abc638b-b470-49de-8eb0-4859a8654d96) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:55:48.544200 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88d01e-bc5d-4b0f-bcbd-235768cab50f None None] Pushing event updated for resources: {'Port': ['ID=618ed4bc-4a17-4aed-a368-98eaa9e47cda,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:48.576998 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d6b5e7-7c3f-48d3-a257-d8e6bb200ed4 None None] Routers {'07db4e54-d1b2-4dcb-b80d-263ebaac471d'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:55:48.581148 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-82d6b5e7-7c3f-48d3-a257-d8e6bb200ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:55:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['07db4e54-d1b2-4dcb-b80d-263ebaac471d'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:55:48.590973 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:55:48.637724 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-250f9afa-40a9-428d-b7c0-2993cd25edb4 req-0a706521-0746-4b24-88c4-a8932e3b7080 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 210 time: 0.0555453 Feb 07 20:55:48.692205 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-953bd663-6213-4cd3-add6-466b81edde5c None None] Provisioning complete for port 1f0ffbf6-df50-4036-b9e1-a99d1338e6ec triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:55:48.692649 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-953bd663-6213-4cd3-add6-466b81edde5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1f0ffbf6-df50-4036-b9e1-a99d1338e6ec), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:48.714209 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f46bc26-fd96-43f9-b165-2c8354687580 req-bd68c3db-1941-4cf2-970f-1205b8549e68 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e66c2ec-2dac-4cdd-b0a3-35731072909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843138 Feb 07 20:55:48.749346 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-82d6b5e7-7c3f-48d3-a257-d8e6bb200ed4 None None] Set router 07db4e54-d1b2-4dcb-b80d-263ebaac471d gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:55:48.767165 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfa94d41-73db-4878-9591-f10d5146c111 admin admin] Publish callbacks [] for port (0abc638b-b470-49de-8eb0-4859a8654d96), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:48.793371 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:55:48.793883 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:48.805778 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfa94d41-73db-4878-9591-f10d5146c111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (0abc638b-b470-49de-8eb0-4859a8654d96), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:48.807859 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 1f0ffbf6-df50-4036-b9e1-a99d1338e6ec is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:55:48.820143 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 344634f1-5a57-4bbf-aec9-554a9ca84c4b, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=344634f1-5a57-4bbf-aec9-554a9ca84c4b,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:55:48.825953 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:55:48.847691 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37106) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:48.857263 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '344634f1-5a57-4bbf-aec9-554a9ca84c4b', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '344634f1-5a57-4bbf-aec9-554a9ca84c4b', 'mac_address': 'fa:16:3e:6b:ed:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:55:48.867703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa94d41-73db-4878-9591-f10d5146c111 admin admin] Network 88f80afb-cf65-4766-9e32-2eefdcc6214b is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:55:48.871047 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-481f404c-e78f-4268-b617-d3294d84c240 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:48.873287 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-cfa94d41-73db-4878-9591-f10d5146c111 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:55:48.878293 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa94d41-73db-4878-9591-f10d5146c111 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:55:48.879019 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfa94d41-73db-4878-9591-f10d5146c111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (07db4e54-d1b2-4dcb-b80d-263ebaac471d), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:48.905062 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:55:48.919988 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:48.941375 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa94d41-73db-4878-9591-f10d5146c111 admin admin] Pushing event updated for resources: {'Port': ['ID=0abc638b-b470-49de-8eb0-4859a8654d96,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:48.991070 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-953bd663-6213-4cd3-add6-466b81edde5c None None] Current status of the port 1f0ffbf6-df50-4036-b9e1-a99d1338e6ec is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:55:49.002717 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-481f404c-e78f-4268-b617-d3294d84c240 admin admin] Publish callbacks [] for security_group (477c0d5a-41cc-46e2-8bf1-5fe77f7ef16b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:49.012911 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-481f404c-e78f-4268-b617-d3294d84c240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (477c0d5a-41cc-46e2-8bf1-5fe77f7ef16b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:49.072452 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-481f404c-e78f-4268-b617-d3294d84c240 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=84142ad5314d48058bcb53325bb28253&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234497 Feb 07 20:55:49.073770 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f404c-e78f-4268-b617-d3294d84c240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477c0d5a-41cc-46e2-8bf1-5fe77f7ef16b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:49.076455 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37110) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:49.087127 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 344634f1-5a57-4bbf-aec9-554a9ca84c4b is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:55:49.087516 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (344634f1-5a57-4bbf-aec9-554a9ca84c4b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:49.113035 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfa94d41-73db-4878-9591-f10d5146c111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0abc638b-b470-49de-8eb0-4859a8654d96), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:49.118025 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-82d6b5e7-7c3f-48d3-a257-d8e6bb200ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07db4e54-d1b2-4dcb-b80d-263ebaac471d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239927123-router', 'tenant_id': '8d296b5f841444ae94f7840618691600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '618ed4bc-4a17-4aed-a368-98eaa9e47cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:44Z', 'updated_at': '2022-02-07T20:55:46Z', 'revision_number': 3, 'project_id': '8d296b5f841444ae94f7840618691600', 'gw_port': {'id': '618ed4bc-4a17-4aed-a368-98eaa9e47cda', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:90:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07db4e54-d1b2-4dcb-b80d-263ebaac471d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:45Z', 'updated_at': '2022-02-07T20:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:55:49.128540 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 344634f1-5a57-4bbf-aec9-554a9ca84c4b {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:55:49.144650 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d61b4c3-1fd8-4b08-b5d1-73ea90670f9e admin admin] Publish callbacks [] for security_group (477c0d5a-41cc-46e2-8bf1-5fe77f7ef16b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:49.164246 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d6b5e7-7c3f-48d3-a257-d8e6bb200ed4 None None] The sync data for ids ['07db4e54-d1b2-4dcb-b80d-263ebaac471d'] in n-d-828185-2 is: [{'id': '07db4e54-d1b2-4dcb-b80d-263ebaac471d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239927123-router', 'tenant_id': '8d296b5f841444ae94f7840618691600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '618ed4bc-4a17-4aed-a368-98eaa9e47cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:44Z', 'updated_at': '2022-02-07T20:55:46Z', 'revision_number': 3, 'project_id': '8d296b5f841444ae94f7840618691600', 'gw_port': {'id': '618ed4bc-4a17-4aed-a368-98eaa9e47cda', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:90:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07db4e54-d1b2-4dcb-b80d-263ebaac471d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:45Z', 'updated_at': '2022-02-07T20:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:55:49.192020 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d61b4c3-1fd8-4b08-b5d1-73ea90670f9e admin admin] Publish callbacks [] for security_group (477c0d5a-41cc-46e2-8bf1-5fe77f7ef16b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:49.230453 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 344634f1-5a57-4bbf-aec9-554a9ca84c4b, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=344634f1-5a57-4bbf-aec9-554a9ca84c4b,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:55:49.231529 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:49.242368 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (344634f1-5a57-4bbf-aec9-554a9ca84c4b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:49.261754 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d61b4c3-1fd8-4b08-b5d1-73ea90670f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (477c0d5a-41cc-46e2-8bf1-5fe77f7ef16b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:49.264974 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d61b4c3-1fd8-4b08-b5d1-73ea90670f9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:49.271774 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2d61b4c3-1fd8-4b08-b5d1-73ea90670f9e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/477c0d5a-41cc-46e2-8bf1-5fe77f7ef16b HTTP/1.1" status: 204 len: 168 time: 0.1883526 Feb 07 20:55:49.284536 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61b4c3-1fd8-4b08-b5d1-73ea90670f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477c0d5a-41cc-46e2-8bf1-5fe77f7ef16b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:49.367465 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=344634f1-5a57-4bbf-aec9-554a9ca84c4b,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:49.420910 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a9281-f7cc-4a37-98c8-fc948c1323c3 req-f321bc1f-b272-426f-bee7-247bb86506f9 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:49.427747 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f3a9281-f7cc-4a37-98c8-fc948c1323c3 req-f321bc1f-b272-426f-bee7-247bb86506f9 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 949 time: 0.2006645 Feb 07 20:55:49.439164 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 1f0ffbf6-df50-4036-b9e1-a99d1338e6ec up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:55:49.453603 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:55:49.512746 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f3a9281-f7cc-4a37-98c8-fc948c1323c3 req-9816b41c-23a9-4dc7-b8f0-7b351b5d61ac tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795057 Feb 07 20:55:49.550696 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfa94d41-73db-4878-9591-f10d5146c111 admin admin] Publish callbacks [] for port (0abc638b-b470-49de-8eb0-4859a8654d96), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:49.561376 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfa94d41-73db-4878-9591-f10d5146c111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0abc638b-b470-49de-8eb0-4859a8654d96), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:49.562108 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfa94d41-73db-4878-9591-f10d5146c111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (07db4e54-d1b2-4dcb-b80d-263ebaac471d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:49.606498 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-57c5f60b-7c66-4c85-98fd-28c955cb85ce None None] Provisioning complete for port 0abc638b-b470-49de-8eb0-4859a8654d96 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:55:49.606870 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-57c5f60b-7c66-4c85-98fd-28c955cb85ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0abc638b-b470-49de-8eb0-4859a8654d96), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:49.650527 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa94d41-73db-4878-9591-f10d5146c111 admin admin] Pushing event updated for resources: {'Port': ['ID=0abc638b-b470-49de-8eb0-4859a8654d96,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:49.664459 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-57c5f60b-7c66-4c85-98fd-28c955cb85ce None None] Port 0abc638b-b470-49de-8eb0-4859a8654d96 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:55:49.727586 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa94d41-73db-4878-9591-f10d5146c111 admin admin] Network 88f80afb-cf65-4766-9e32-2eefdcc6214b is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:55:49.737505 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-cfa94d41-73db-4878-9591-f10d5146c111 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:55:49.768584 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['344634f1-5a57-4bbf-aec9-554a9ca84c4b'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:55:49.910080 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 1f0ffbf6-df50-4036-b9e1-a99d1338e6ec triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:55:49.910686 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1f0ffbf6-df50-4036-b9e1-a99d1338e6ec), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:49.957390 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa94d41-73db-4878-9591-f10d5146c111 admin admin] Router 07db4e54-d1b2-4dcb-b80d-263ebaac471d has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:55:50.014289 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51eaf827-9bf6-460d-aa4a-07d1814cef19 req-4ff8022d-81f1-4ec4-a2da-fbcd38e87b01 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 210 time: 0.0871515 Feb 07 20:55:50.117249 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4cb5d-9662-4ab1-96c9-bc0bfd1f09cc req-615fd29f-b4ad-477b-8f1b-53da99a2f290 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:50.119743 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f1e4cb5d-9662-4ab1-96c9-bc0bfd1f09cc req-615fd29f-b4ad-477b-8f1b-53da99a2f290 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 969 time: 0.1914990 Feb 07 20:55:50.196930 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-42365860-e832-40dc-b34c-b7155fdb3316 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=158a4ea448b4471c9480285ef58a9cb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290294 Feb 07 20:55:50.234550 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-7b2c199f-5e1b-4d68-a14b-d82a24ca2b01 None None] Provisioning complete for port 0abc638b-b470-49de-8eb0-4859a8654d96 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:55:50.234926 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7b2c199f-5e1b-4d68-a14b-d82a24ca2b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0abc638b-b470-49de-8eb0-4859a8654d96), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:50.275355 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f1e4cb5d-9662-4ab1-96c9-bc0bfd1f09cc req-d3856623-a167-4d62-934d-f8915d945ac8 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e66c2ec-2dac-4cdd-b0a3-35731072909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149774 Feb 07 20:55:50.301838 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa94d41-73db-4878-9591-f10d5146c111 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:55:50.317098 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-cfa94d41-73db-4878-9591-f10d5146c111 admin admin] 10.222.0.65 "PUT /v2.0/routers/07db4e54-d1b2-4dcb-b80d-263ebaac471d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2224958 Feb 07 20:55:50.351884 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 1f0ffbf6-df50-4036-b9e1-a99d1338e6ec is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:55:50.357088 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7b2c199f-5e1b-4d68-a14b-d82a24ca2b01 None None] Port 0abc638b-b470-49de-8eb0-4859a8654d96 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:55:50.385961 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-da220803-07d3-487a-bc05-20829d7d70b4 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:50.388650 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-da220803-07d3-487a-bc05-20829d7d70b4 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1844206 Feb 07 20:55:50.400932 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-28273d99-520b-4183-88a9-9caed3db184c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Request body: {'port': {'device_id': '18fa03a1-a4da-4b70-a34b-db6b214cd376', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': '158a4ea448b4471c9480285ef58a9cb5'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:55:50.495074 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-480bb406-dd60-4bff-abd3-7ef24f05b724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:50.550581 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-28273d99-520b-4183-88a9-9caed3db184c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Made reservation on behalf of 158a4ea448b4471c9480285ef58a9cb5 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:55:50.554956 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-28273d99-520b-4183-88a9-9caed3db184c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:50.565228 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-28273d99-520b-4183-88a9-9caed3db184c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:50.715745 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-28273d99-520b-4183-88a9-9caed3db184c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks [] for security_group (21b87d4c-53bd-47a7-8070-4860f4c42e7e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:50.728099 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-28273d99-520b-4183-88a9-9caed3db184c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (21b87d4c-53bd-47a7-8070-4860f4c42e7e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:50.817785 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28273d99-520b-4183-88a9-9caed3db184c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b87d4c-53bd-47a7-8070-4860f4c42e7e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:50.927745 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-28273d99-520b-4183-88a9-9caed3db184c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Allocated IP 192.168.233.110 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/382b77ed-5a99-4385-99eb-e6195465d1a1) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:55:50.963322 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f578158-c368-49c7-8fdc-6c446b394018 req-a0919c47-b7bb-4a8e-99e2-98ed3074ff8e tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:50.970526 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f578158-c368-49c7-8fdc-6c446b394018 req-a0919c47-b7bb-4a8e-99e2-98ed3074ff8e tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 949 time: 0.3616314 Feb 07 20:55:51.035808 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f578158-c368-49c7-8fdc-6c446b394018 req-405f43ea-0865-46ea-b3e7-b2ee53761b65 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598061 Feb 07 20:55:51.133000 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6659b85a-88a6-45b1-83b4-4dfcc52a9fa4 req-5c92e244-42a9-4ed9-9599-065ffe1e9138 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 210 time: 0.0294132 Feb 07 20:55:51.162561 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-28273d99-520b-4183-88a9-9caed3db184c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks [] for port (382b77ed-5a99-4385-99eb-e6195465d1a1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:51.213054 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-28273d99-520b-4183-88a9-9caed3db184c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (382b77ed-5a99-4385-99eb-e6195465d1a1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:51.277048 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-28273d99-520b-4183-88a9-9caed3db184c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:55:51.280191 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-28273d99-520b-4183-88a9-9caed3db184c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:55:51.288063 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-28273d99-520b-4183-88a9-9caed3db184c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:55:51.293139 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-28273d99-520b-4183-88a9-9caed3db184c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:51.293867 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-28273d99-520b-4183-88a9-9caed3db184c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:51.320609 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28273d99-520b-4183-88a9-9caed3db184c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Pushing event updated for resources: {'Port': ['ID=382b77ed-5a99-4385-99eb-e6195465d1a1,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:51.339828 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-28273d99-520b-4183-88a9-9caed3db184c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9417262 Feb 07 20:55:51.359023 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-a67be025-e9dd-4c8d-a9d1-07c72cd90886 service neutron] Request body: {'port': {'device_id': '18fa03a1-a4da-4b70-a34b-db6b214cd376', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:55:51.391940 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 618ed4bc-4a17-4aed-a368-98eaa9e47cda up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:55:51.470880 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-a67be025-e9dd-4c8d-a9d1-07c72cd90886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (382b77ed-5a99-4385-99eb-e6195465d1a1), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:51.513802 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0f013-0f49-4703-a130-da0c72d1f030 req-2c5da3c0-8a19-49e7-9cc8-f4a70f9d02d6 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:51.515444 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14d0f013-0f49-4703-a130-da0c72d1f030 req-2c5da3c0-8a19-49e7-9cc8-f4a70f9d02d6 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 969 time: 0.1064448 Feb 07 20:55:51.518492 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 618ed4bc-4a17-4aed-a368-98eaa9e47cda triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:55:51.519062 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (618ed4bc-4a17-4aed-a368-98eaa9e47cda), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:51.608147 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14d0f013-0f49-4703-a130-da0c72d1f030 req-2cdf8d5c-8f87-4ced-bb42-354cee72dcc8 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e66c2ec-2dac-4cdd-b0a3-35731072909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869119 Feb 07 20:55:51.644484 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:51.659908 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 618ed4bc-4a17-4aed-a368-98eaa9e47cda is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:55:51.660805 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (618ed4bc-4a17-4aed-a368-98eaa9e47cda), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:51.699483 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 618ed4bc-4a17-4aed-a368-98eaa9e47cda, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=618ed4bc-4a17-4aed-a368-98eaa9e47cda,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:55:51.713109 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d225e13c-992d-4df1-bcd5-2e07bd783fad None None] Provisioning complete for port 382b77ed-5a99-4385-99eb-e6195465d1a1 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:55:51.713781 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d225e13c-992d-4df1-bcd5-2e07bd783fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (382b77ed-5a99-4385-99eb-e6195465d1a1), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:51.741964 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (618ed4bc-4a17-4aed-a368-98eaa9e47cda), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:51.779146 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37182) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:51.784800 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-12a80eec-6a3f-478e-9604-ff8888370217 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1530742592', 'description': 'tempest-description--541344174'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:55:51.790940 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d225e13c-992d-4df1-bcd5-2e07bd783fad None None] Port 382b77ed-5a99-4385-99eb-e6195465d1a1 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:55:51.811808 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=618ed4bc-4a17-4aed-a368-98eaa9e47cda,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:51.826164 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-12a80eec-6a3f-478e-9604-ff8888370217 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:51.911535 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-12a80eec-6a3f-478e-9604-ff8888370217 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks [] for security_group (69f5b44c-3512-4534-8b76-830f6209751f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:51.915720 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-12a80eec-6a3f-478e-9604-ff8888370217 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (69f5b44c-3512-4534-8b76-830f6209751f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:51.939836 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-12a80eec-6a3f-478e-9604-ff8888370217 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:51.940932 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-a67be025-e9dd-4c8d-a9d1-07c72cd90886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 382b77ed-5a99-4385-99eb-e6195465d1a1 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:55:51.944226 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-12a80eec-6a3f-478e-9604-ff8888370217 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1640160 Feb 07 20:55:51.944864 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37186) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:51.949311 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-dc0978f7-891a-4b60-9789-58c62ce165dc tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Request body: {'security_group_rule': {'security_group_id': '69f5b44c-3512-4534-8b76-830f6209751f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:55:51.954765 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a80eec-6a3f-478e-9604-ff8888370217 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f5b44c-3512-4534-8b76-830f6209751f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:51.963073 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:55:51.968559 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-a67be025-e9dd-4c8d-a9d1-07c72cd90886 service neutron] Publish callbacks [] for port (382b77ed-5a99-4385-99eb-e6195465d1a1), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:51.977979 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37188) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:52.004955 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-a67be025-e9dd-4c8d-a9d1-07c72cd90886 service neutron] Transition to ACTIVE for port object 382b77ed-5a99-4385-99eb-e6195465d1a1 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:55:52.015241 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-a67be025-e9dd-4c8d-a9d1-07c72cd90886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (382b77ed-5a99-4385-99eb-e6195465d1a1), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:52.020438 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc0978f7-891a-4b60-9789-58c62ce165dc tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks [] for security_group_rule (0c8f684f-4f46-4f45-859e-c85cc5cecc99), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:52.021251 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:55:52.025317 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:55:52.025764 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:52.109020 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67be025-e9dd-4c8d-a9d1-07c72cd90886 service neutron] Pushing event updated for resources: {'Port': ['ID=382b77ed-5a99-4385-99eb-e6195465d1a1,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:52.130585 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:55:52.131097 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:52.166167 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:55:52.174168 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-a67be025-e9dd-4c8d-a9d1-07c72cd90886 service neutron] Attempting to bind port 382b77ed-5a99-4385-99eb-e6195465d1a1 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:55:52.174689 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-a67be025-e9dd-4c8d-a9d1-07c72cd90886 service neutron] Attempting to bind port 382b77ed-5a99-4385-99eb-e6195465d1a1 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:55:52.175162 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-a67be025-e9dd-4c8d-a9d1-07c72cd90886 service neutron] Attempting to bind port 382b77ed-5a99-4385-99eb-e6195465d1a1 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:55:52.189866 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-a67be025-e9dd-4c8d-a9d1-07c72cd90886 service neutron] Port 382b77ed-5a99-4385-99eb-e6195465d1a1 on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:55:52.190197 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-a67be025-e9dd-4c8d-a9d1-07c72cd90886 service neutron] Attempting to bind port 382b77ed-5a99-4385-99eb-e6195465d1a1 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:55:52.192270 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f1d8dbd9-da69-4de5-9355-35eca1770fc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:52.202295 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc0978f7-891a-4b60-9789-58c62ce165dc tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks [] for security_group_rule (0c8f684f-4f46-4f45-859e-c85cc5cecc99), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:52.206179 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-a67be025-e9dd-4c8d-a9d1-07c72cd90886 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:55:52.206678 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-a67be025-e9dd-4c8d-a9d1-07c72cd90886 service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:55:52.207095 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-a67be025-e9dd-4c8d-a9d1-07c72cd90886 service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:55:52.207679 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-a67be025-e9dd-4c8d-a9d1-07c72cd90886 service neutron] Bound port: 382b77ed-5a99-4385-99eb-e6195465d1a1, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:55:52.208154 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-a67be025-e9dd-4c8d-a9d1-07c72cd90886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (382b77ed-5a99-4385-99eb-e6195465d1a1), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:52.212545 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc0978f7-891a-4b60-9789-58c62ce165dc tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (0c8f684f-4f46-4f45-859e-c85cc5cecc99), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:52.224022 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec11338-7840-4e57-bdae-65d444aaa98f req-aeeb5e74-5f47-4bcd-a53a-557178ad30e4 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:52.225631 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fec11338-7840-4e57-bdae-65d444aaa98f req-aeeb5e74-5f47-4bcd-a53a-557178ad30e4 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 949 time: 0.1091371 Feb 07 20:55:52.242582 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0978f7-891a-4b60-9789-58c62ce165dc tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c8f684f-4f46-4f45-859e-c85cc5cecc99,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:52.287801 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc0978f7-891a-4b60-9789-58c62ce165dc tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:52.289051 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-dc0978f7-891a-4b60-9789-58c62ce165dc tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3432512 Feb 07 20:55:52.291884 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37200) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:52.298289 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-46805403-9788-4f48-aeb4-2039b37c4635 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Request body: {'security_group_rule': {'security_group_id': '69f5b44c-3512-4534-8b76-830f6209751f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:55:52.330116 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:55:52.336930 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:52.343411 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-a67be025-e9dd-4c8d-a9d1-07c72cd90886 service neutron] For port 382b77ed-5a99-4385-99eb-e6195465d1a1, host n-h2-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:55:52.349841 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-a67be025-e9dd-4c8d-a9d1-07c72cd90886 service neutron] For port 382b77ed-5a99-4385-99eb-e6195465d1a1, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=382b77ed-5a99-4385-99eb-e6195465d1a1,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:55:52.354957 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46805403-9788-4f48-aeb4-2039b37c4635 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks [] for security_group_rule (58c2970e-ff36-4d21-93ff-bcf9b3dffa33), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:52.356865 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fec11338-7840-4e57-bdae-65d444aaa98f req-4769cb87-ae87-4a88-8149-4dba0a98dd10 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150815 Feb 07 20:55:52.367299 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-a67be025-e9dd-4c8d-a9d1-07c72cd90886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (382b77ed-5a99-4385-99eb-e6195465d1a1), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:52.381724 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f1ed8-b13f-456f-8bf8-d460705b7a87 req-efa4b9a5-56ba-4d96-83d7-199f7ea2f5ab tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:52.385209 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-444f1ed8-b13f-456f-8bf8-d460705b7a87 req-efa4b9a5-56ba-4d96-83d7-199f7ea2f5ab tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 948 time: 0.1557658 Feb 07 20:55:52.394516 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 344634f1-5a57-4bbf-aec9-554a9ca84c4b up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:55:52.434802 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-a67be025-e9dd-4c8d-a9d1-07c72cd90886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:52.435476 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-a67be025-e9dd-4c8d-a9d1-07c72cd90886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:52.437027 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-a67be025-e9dd-4c8d-a9d1-07c72cd90886 service neutron] 10.222.0.71 "PUT /v2.0/ports/382b77ed-5a99-4385-99eb-e6195465d1a1 HTTP/1.1" status: 200 len: 1096 time: 1.0880625 Feb 07 20:55:52.437485 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18fa03a1-a4da-4b70-a34b-db6b214cd376', 'tag': '382b77ed-5a99-4385-99eb-e6195465d1a1'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:55:52.440256 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b46f95-907d-4201-8c2c-addc59a5d824" -d '{"events": [{"name": "network-changed", "server_uuid": "18fa03a1-a4da-4b70-a34b-db6b214cd376", "tag": "382b77ed-5a99-4385-99eb-e6195465d1a1"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:55:52.472197 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-444f1ed8-b13f-456f-8bf8-d460705b7a87 req-82b98df8-fd36-4295-9952-62d5e0442b39 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819659 Feb 07 20:55:52.475511 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:52.501859 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f1d8dbd9-da69-4de5-9355-35eca1770fc3 admin admin] Publish callbacks [] for security_group (708ac680-6923-42c7-94b0-dbbaaddcb9c6), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:52.506586 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f1d8dbd9-da69-4de5-9355-35eca1770fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (708ac680-6923-42c7-94b0-dbbaaddcb9c6), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:52.540399 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 344634f1-5a57-4bbf-aec9-554a9ca84c4b completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:55:52.550608 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 344634f1-5a57-4bbf-aec9-554a9ca84c4b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:55:52.550987 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (344634f1-5a57-4bbf-aec9-554a9ca84c4b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:52.597674 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f1d8dbd9-da69-4de5-9355-35eca1770fc3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=754b392178c342648893c7b29b54d434&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6179450 Feb 07 20:55:52.598786 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8dbd9-da69-4de5-9355-35eca1770fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708ac680-6923-42c7-94b0-dbbaaddcb9c6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:52.601149 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37204) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:52.647398 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46805403-9788-4f48-aeb4-2039b37c4635 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks [] for security_group_rule (58c2970e-ff36-4d21-93ff-bcf9b3dffa33), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:52.670147 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdfe265-8b35-44ff-a04a-22f583763f45 x-openstack-request-id: req-7fdfe265-8b35-44ff-a04a-22f583763f45 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:55:52.671514 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18fa03a1-a4da-4b70-a34b-db6b214cd376", "tag": "382b77ed-5a99-4385-99eb-e6195465d1a1", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:55:52.671934 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7fdfe265-8b35-44ff-a04a-22f583763f45 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:55:52.676789 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18fa03a1-a4da-4b70-a34b-db6b214cd376', 'tag': '382b77ed-5a99-4385-99eb-e6195465d1a1', 'status': 'completed', 'code': 200} Feb 07 20:55:52.687788 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46805403-9788-4f48-aeb4-2039b37c4635 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (58c2970e-ff36-4d21-93ff-bcf9b3dffa33), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:52.691647 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67be025-e9dd-4c8d-a9d1-07c72cd90886 service neutron] Pushing event updated for resources: {'Port': ['ID=382b77ed-5a99-4385-99eb-e6195465d1a1,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:52.693326 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6d042242-0760-4a1d-bcc2-9e339da2961a admin admin] Publish callbacks [] for security_group (708ac680-6923-42c7-94b0-dbbaaddcb9c6), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:52.694380 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ad8317-3615-4166-a8b3-b5da10dbddfd" -d '{"events": [{"server_uuid": "8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9", "name": "network-vif-plugged", "status": "completed", "tag": "ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:55:52.719593 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6d042242-0760-4a1d-bcc2-9e339da2961a admin admin] Publish callbacks [] for security_group (708ac680-6923-42c7-94b0-dbbaaddcb9c6), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:52.738521 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-6e7288ef-0445-4888-b630-53228d9ba88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:52.740101 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-6e7288ef-0445-4888-b630-53228d9ba88d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=158a4ea448b4471c9480285ef58a9cb5&device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 1130 time: 0.2406526 Feb 07 20:55:52.741657 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 344634f1-5a57-4bbf-aec9-554a9ca84c4b is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:55:52.742183 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (344634f1-5a57-4bbf-aec9-554a9ca84c4b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:52.750067 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46805403-9788-4f48-aeb4-2039b37c4635 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c2970e-ff36-4d21-93ff-bcf9b3dffa33,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:52.804166 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 344634f1-5a57-4bbf-aec9-554a9ca84c4b, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=344634f1-5a57-4bbf-aec9-554a9ca84c4b,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:55:52.809432 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (344634f1-5a57-4bbf-aec9-554a9ca84c4b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:52.813178 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46805403-9788-4f48-aeb4-2039b37c4635 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:52.817955 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-46805403-9788-4f48-aeb4-2039b37c4635 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5221181 Feb 07 20:55:52.817955 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-bbbef45b-25ad-4c48-a726-ac4af5e1645b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=382b77ed-5a99-4385-99eb-e6195465d1a1 HTTP/1.1" status: 200 len: 217 time: 0.0687869 Feb 07 20:55:52.818332 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37216) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:52.822690 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b8864395-9268-484b-8893-63142444e8f9 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:55:52.863862 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dae887-acff-4315-8092-6481c6b3c815 req-614d43aa-3d4e-4966-9ff2-975aaa030f68 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:52.865582 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48dae887-acff-4315-8092-6481c6b3c815 req-614d43aa-3d4e-4966-9ff2-975aaa030f68 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 970 time: 0.1259878 Feb 07 20:55:52.879450 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6d042242-0760-4a1d-bcc2-9e339da2961a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (708ac680-6923-42c7-94b0-dbbaaddcb9c6), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:52.882921 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61478730-59c6-4052-86f9-123dd40394ad x-openstack-request-id: req-61478730-59c6-4052-86f9-123dd40394ad {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:55:52.883058 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6d042242-0760-4a1d-bcc2-9e339da2961a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:52.883530 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9", "name": "network-vif-plugged", "status": "completed", "tag": "ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:55:52.887039 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6d042242-0760-4a1d-bcc2-9e339da2961a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/708ac680-6923-42c7-94b0-dbbaaddcb9c6 HTTP/1.1" status: 204 len: 168 time: 0.2822597 Feb 07 20:55:52.891385 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-61478730-59c6-4052-86f9-123dd40394ad {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:55:52.893101 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534', 'code': 200} Feb 07 20:55:52.904704 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8864395-9268-484b-8893-63142444e8f9 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:52.934080 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d042242-0760-4a1d-bcc2-9e339da2961a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708ac680-6923-42c7-94b0-dbbaaddcb9c6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:52.956925 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-dde9d722-2490-409b-9098-ea43b93c529f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:52.958407 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-dde9d722-2490-409b-9098-ea43b93c529f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1313033 Feb 07 20:55:52.964665 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=344634f1-5a57-4bbf-aec9-554a9ca84c4b,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:52.977347 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48dae887-acff-4315-8092-6481c6b3c815 req-4dd41512-b5a0-43ad-b611-4bb296ea5661 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e66c2ec-2dac-4cdd-b0a3-35731072909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916483 Feb 07 20:55:52.983701 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a1ee25-49ac-44f6-9ac5-5ac0c204bf5d None None] Sync routers for ids ['07db4e54-d1b2-4dcb-b80d-263ebaac471d'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:55:53.008858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a1ee25-49ac-44f6-9ac5-5ac0c204bf5d None None] Routers {'07db4e54-d1b2-4dcb-b80d-263ebaac471d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:55:53.009483 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-58a1ee25-49ac-44f6-9ac5-5ac0c204bf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:55:50Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['07db4e54-d1b2-4dcb-b80d-263ebaac471d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:55:53.052148 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-fd43f63f-939a-4acc-b35f-0d7e67bf6bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:53.054077 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-fd43f63f-939a-4acc-b35f-0d7e67bf6bf6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0877526 Feb 07 20:55:53.083334 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab980c-92d8-454a-a611-5e9f71c9752c req-882ea8b9-a23d-4b2e-bfb2-4eeea2cb01cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:53.085187 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-12ab980c-92d8-454a-a611-5e9f71c9752c req-882ea8b9-a23d-4b2e-bfb2-4eeea2cb01cc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 1152 time: 0.1067557 Feb 07 20:55:53.110292 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-12ab980c-92d8-454a-a611-5e9f71c9752c req-67194ee6-dbd9-4749-addb-cb681648ab43 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:53.141218 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8864395-9268-484b-8893-63142444e8f9 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:53.143335 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:53.195412 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-58a1ee25-49ac-44f6-9ac5-5ac0c204bf5d None None] Set router 07db4e54-d1b2-4dcb-b80d-263ebaac471d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:55:53.210699 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-12ab980c-92d8-454a-a611-5e9f71c9752c req-67194ee6-dbd9-4749-addb-cb681648ab43 service neutron] Publish callbacks [] for security_group (8a7cea37-fee4-41e4-99c1-8a95bf3da50a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:53.215549 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-12ab980c-92d8-454a-a611-5e9f71c9752c req-67194ee6-dbd9-4749-addb-cb681648ab43 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8a7cea37-fee4-41e4-99c1-8a95bf3da50a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:53.227867 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-0bcd8048-dc05-4c53-b693-a497213448d6 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597078 Feb 07 20:55:53.287605 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-12ab980c-92d8-454a-a611-5e9f71c9752c req-67194ee6-dbd9-4749-addb-cb681648ab43 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9e66c2ec-2dac-4cdd-b0a3-35731072909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948850 Feb 07 20:55:53.289579 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67194ee6-dbd9-4749-addb-cb681648ab43 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7cea37-fee4-41e4-99c1-8a95bf3da50a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:53.335994 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 618ed4bc-4a17-4aed-a368-98eaa9e47cda up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:55:53.342401 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37222) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:53.355715 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43bd6021-6718-4572-8a9e-ba6b029d1b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:53.365292 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-b8864395-9268-484b-8893-63142444e8f9 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Allocated IP 172.25.4.104 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/441c0351-93f5-483b-afad-f24e15d98bda) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:55:53.442323 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43bd6021-6718-4572-8a9e-ba6b029d1b30 admin admin] Publish callbacks [] for security_group (f4e49a4b-4002-45a7-b109-f537c977d51d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:53.447316 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43bd6021-6718-4572-8a9e-ba6b029d1b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f4e49a4b-4002-45a7-b109-f537c977d51d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:53.470755 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 618ed4bc-4a17-4aed-a368-98eaa9e47cda triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:55:53.471315 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (618ed4bc-4a17-4aed-a368-98eaa9e47cda), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:53.520502 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-43bd6021-6718-4572-8a9e-ba6b029d1b30 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d794af9e42084c799933d5dadf61dd5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1772320 Feb 07 20:55:53.523000 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37228) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:53.523660 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8864395-9268-484b-8893-63142444e8f9 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks [] for port (441c0351-93f5-483b-afad-f24e15d98bda), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:53.530451 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd6021-6718-4572-8a9e-ba6b029d1b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e49a4b-4002-45a7-b109-f537c977d51d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:53.564569 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8864395-9268-484b-8893-63142444e8f9 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (441c0351-93f5-483b-afad-f24e15d98bda), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:53.569826 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-279b5f4f-143d-4c15-aa55-aa2b5e7d4d0f req-1587f24b-d46a-4944-81f4-1d9e10d567e4 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324659 Feb 07 20:55:53.580279 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22cb17-f361-43e8-8011-1a7c5b1a1073 req-6f60844e-447d-44a1-a7ba-ad2d947a932b tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:53.581822 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e22cb17-f361-43e8-8011-1a7c5b1a1073 req-6f60844e-447d-44a1-a7ba-ad2d947a932b tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 950 time: 0.1303442 Feb 07 20:55:53.593575 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-58a1ee25-49ac-44f6-9ac5-5ac0c204bf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07db4e54-d1b2-4dcb-b80d-263ebaac471d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239927123-router', 'tenant_id': '8d296b5f841444ae94f7840618691600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '618ed4bc-4a17-4aed-a368-98eaa9e47cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:44Z', 'updated_at': '2022-02-07T20:55:49Z', 'revision_number': 4, 'project_id': '8d296b5f841444ae94f7840618691600', 'gw_port': {'id': '618ed4bc-4a17-4aed-a368-98eaa9e47cda', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07db4e54-d1b2-4dcb-b80d-263ebaac471d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:45Z', 'updated_at': '2022-02-07T20:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '0abc638b-b470-49de-8eb0-4859a8654d96', 'name': '', 'network_id': '88f80afb-cf65-4766-9e32-2eefdcc6214b', 'tenant_id': '8d296b5f841444ae94f7840618691600', 'mac_address': 'fa:16:3e:1b:5e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07db4e54-d1b2-4dcb-b80d-263ebaac471d', 'device_owner': 'network:router_interface', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': '6dea91f5-7293-44cc-9e22-807b2059de54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:48Z', 'updated_at': '2022-02-07T20:55:49Z', 'revision_number': 2, 'project_id': '8d296b5f841444ae94f7840618691600', 'subnets': [{'id': '6dea91f5-7293-44cc-9e22-807b2059de54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:55:53.605172 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a57b1fb4-7d36-4d83-a420-1176ec6c7b12 admin admin] Publish callbacks [] for security_group (f4e49a4b-4002-45a7-b109-f537c977d51d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:53.632702 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a1ee25-49ac-44f6-9ac5-5ac0c204bf5d None None] Checking router: 07db4e54-d1b2-4dcb-b80d-263ebaac471d for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:55:53.632702 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a1ee25-49ac-44f6-9ac5-5ac0c204bf5d None None] Updating router 07db4e54-d1b2-4dcb-b80d-263ebaac471d port 0abc638b-b470-49de-8eb0-4859a8654d96 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:55:53.655750 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 618ed4bc-4a17-4aed-a368-98eaa9e47cda is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:55:53.665794 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-58a1ee25-49ac-44f6-9ac5-5ac0c204bf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0abc638b-b470-49de-8eb0-4859a8654d96), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:53.666715 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8864395-9268-484b-8893-63142444e8f9 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:55:53.674830 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a57b1fb4-7d36-4d83-a420-1176ec6c7b12 admin admin] Publish callbacks [] for security_group (f4e49a4b-4002-45a7-b109-f537c977d51d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:53.675911 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-b8864395-9268-484b-8893-63142444e8f9 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:55:53.683225 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8864395-9268-484b-8893-63142444e8f9 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:55:53.690492 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8864395-9268-484b-8893-63142444e8f9 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Pushing event updated for resources: {'Port': ['ID=441c0351-93f5-483b-afad-f24e15d98bda,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:53.748948 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e22cb17-f361-43e8-8011-1a7c5b1a1073 req-f3e86480-778c-499b-8c4d-9370aa1e9df4 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506743 Feb 07 20:55:53.776761 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b46f95-907d-4201-8c2c-addc59a5d824 req-5b952982-353b-4093-babc-5eddf3d78f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:53.778245 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-58b46f95-907d-4201-8c2c-addc59a5d824 req-5b952982-353b-4093-babc-5eddf3d78f5e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=158a4ea448b4471c9480285ef58a9cb5&device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 1130 time: 0.1462762 Feb 07 20:55:53.781087 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7f2be-9276-468a-af8f-394374849668 req-23c35f90-024d-466a-bec1-130859cce667 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:53.788472 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-39e7f2be-9276-468a-af8f-394374849668 req-23c35f90-024d-466a-bec1-130859cce667 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 948 time: 0.1530683 Feb 07 20:55:53.800052 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8864395-9268-484b-8893-63142444e8f9 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks [] for floatingip (b51339a5-9643-4004-8438-31518b9fc6a0), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:53.806945 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a57b1fb4-7d36-4d83-a420-1176ec6c7b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f4e49a4b-4002-45a7-b109-f537c977d51d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:53.810040 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a57b1fb4-7d36-4d83-a420-1176ec6c7b12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:53.813809 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a57b1fb4-7d36-4d83-a420-1176ec6c7b12 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f4e49a4b-4002-45a7-b109-f537c977d51d HTTP/1.1" status: 204 len: 168 time: 0.2872722 Feb 07 20:55:53.831070 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b1fb4-7d36-4d83-a420-1176ec6c7b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e49a4b-4002-45a7-b109-f537c977d51d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:53.895884 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8864395-9268-484b-8893-63142444e8f9 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (441c0351-93f5-483b-afad-f24e15d98bda), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:53.914724 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-39e7f2be-9276-468a-af8f-394374849668 req-75095194-021d-4812-b9b9-2522e18db5d3 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253819 Feb 07 20:55:53.948815 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b46f95-907d-4201-8c2c-addc59a5d824 req-f6dbb457-9202-4e1e-80d9-779077365fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:53.950004 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-58b46f95-907d-4201-8c2c-addc59a5d824 req-f6dbb457-9202-4e1e-80d9-779077365fe0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1595063 Feb 07 20:55:54.002602 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-58b46f95-907d-4201-8c2c-addc59a5d824 req-78be317a-1cd0-4f89-91c1-3c650660c183 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=382b77ed-5a99-4385-99eb-e6195465d1a1 HTTP/1.1" status: 200 len: 217 time: 0.0427561 Feb 07 20:55:54.056166 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-58a1ee25-49ac-44f6-9ac5-5ac0c204bf5d None None] Publish callbacks [] for port (0abc638b-b470-49de-8eb0-4859a8654d96), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:54.065494 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-58a1ee25-49ac-44f6-9ac5-5ac0c204bf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0abc638b-b470-49de-8eb0-4859a8654d96), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:54.086704 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b46f95-907d-4201-8c2c-addc59a5d824 req-8db58ed0-bbc1-4a4c-b28c-d4b89deb23d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:54.088137 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-58b46f95-907d-4201-8c2c-addc59a5d824 req-8db58ed0-bbc1-4a4c-b28c-d4b89deb23d3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0737686 Feb 07 20:55:54.146405 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea6814-c791-4244-8751-cbef43eeeb57 None None] Pushing event updated for resources: {'Port': ['ID=0abc638b-b470-49de-8eb0-4859a8654d96,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:54.179472 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1914365-fa55-4cb3-840d-96e0841d7afd req-d6955a42-705f-419a-b250-685aa6c61e37 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:54.185933 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b46f95-907d-4201-8c2c-addc59a5d824 req-0992398c-03ea-483c-ad62-3c3b51fa991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:54.189945 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c1914365-fa55-4cb3-840d-96e0841d7afd req-d6955a42-705f-419a-b250-685aa6c61e37 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 970 time: 0.1107521 Feb 07 20:55:54.190574 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-58b46f95-907d-4201-8c2c-addc59a5d824 req-0992398c-03ea-483c-ad62-3c3b51fa991e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0933352 Feb 07 20:55:54.243827 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-58a1ee25-49ac-44f6-9ac5-5ac0c204bf5d None None] Attempting to bind port 0abc638b-b470-49de-8eb0-4859a8654d96 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:55:54.244194 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-58a1ee25-49ac-44f6-9ac5-5ac0c204bf5d None None] Attempting to bind port 0abc638b-b470-49de-8eb0-4859a8654d96 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '0bffdd25-dfd3-4635-8582-31302fd87d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '88f80afb-cf65-4766-9e32-2eefdcc6214b'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:55:54.244581 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a1ee25-49ac-44f6-9ac5-5ac0c204bf5d None None] Attempting to bind port 0abc638b-b470-49de-8eb0-4859a8654d96 on network 88f80afb-cf65-4766-9e32-2eefdcc6214b {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:55:54.257252 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a1ee25-49ac-44f6-9ac5-5ac0c204bf5d None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:55:54.257623 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a1ee25-49ac-44f6-9ac5-5ac0c204bf5d None None] Checking segment: {'id': '0bffdd25-dfd3-4635-8582-31302fd87d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '88f80afb-cf65-4766-9e32-2eefdcc6214b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:55:54.258026 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-58a1ee25-49ac-44f6-9ac5-5ac0c204bf5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:54.258418 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a1ee25-49ac-44f6-9ac5-5ac0c204bf5d None None] Bound using segment: {'id': '0bffdd25-dfd3-4635-8582-31302fd87d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '88f80afb-cf65-4766-9e32-2eefdcc6214b'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:55:54.258891 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-58a1ee25-49ac-44f6-9ac5-5ac0c204bf5d None None] Bound port: 0abc638b-b470-49de-8eb0-4859a8654d96, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bffdd25-dfd3-4635-8582-31302fd87d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '88f80afb-cf65-4766-9e32-2eefdcc6214b'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:55:54.259269 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-58a1ee25-49ac-44f6-9ac5-5ac0c204bf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0abc638b-b470-49de-8eb0-4859a8654d96), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:54.305749 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c1914365-fa55-4cb3-840d-96e0841d7afd req-40a8bf5a-3037-4d78-9899-8287eb91dadc tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e66c2ec-2dac-4cdd-b0a3-35731072909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107233 Feb 07 20:55:54.364418 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:54.373151 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-58a1ee25-49ac-44f6-9ac5-5ac0c204bf5d None None] For port 0abc638b-b470-49de-8eb0-4859a8654d96, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:55:54.377949 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-58a1ee25-49ac-44f6-9ac5-5ac0c204bf5d None None] For port 0abc638b-b470-49de-8eb0-4859a8654d96, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0abc638b-b470-49de-8eb0-4859a8654d96,segment=NetworkSegment(0bffdd25-dfd3-4635-8582-31302fd87d22),segment_id=0bffdd25-dfd3-4635-8582-31302fd87d22)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:55:54.387848 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-58a1ee25-49ac-44f6-9ac5-5ac0c204bf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0abc638b-b470-49de-8eb0-4859a8654d96), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:54.409767 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8864395-9268-484b-8893-63142444e8f9 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks [] for port (441c0351-93f5-483b-afad-f24e15d98bda), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:54.416992 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8864395-9268-484b-8893-63142444e8f9 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (441c0351-93f5-483b-afad-f24e15d98bda), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:54.458121 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8864395-9268-484b-8893-63142444e8f9 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (b51339a5-9643-4004-8438-31518b9fc6a0), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:54.458978 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea6814-c791-4244-8751-cbef43eeeb57 None None] Pushing event updated for resources: {'Port': ['ID=0abc638b-b470-49de-8eb0-4859a8654d96,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:54.468344 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a1ee25-49ac-44f6-9ac5-5ac0c204bf5d None None] Routers {'07db4e54-d1b2-4dcb-b80d-263ebaac471d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:55:54.469158 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-58a1ee25-49ac-44f6-9ac5-5ac0c204bf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:55:50Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['07db4e54-d1b2-4dcb-b80d-263ebaac471d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:55:54.498141 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8864395-9268-484b-8893-63142444e8f9 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Pushing event updated for resources: {'Port': ['ID=441c0351-93f5-483b-afad-f24e15d98bda,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:54.505481 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8864395-9268-484b-8893-63142444e8f9 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:54.506683 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b8864395-9268-484b-8893-63142444e8f9 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6874650 Feb 07 20:55:54.510666 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-58b46f95-907d-4201-8c2c-addc59a5d824 req-ed60896e-4c2d-45d5-85c3-28f560f093af service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126891 Feb 07 20:55:54.640877 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-58b46f95-907d-4201-8c2c-addc59a5d824 req-45bbe7f6-4cf3-429e-8c9e-5e72ca7780f0 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236837 Feb 07 20:55:54.728507 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2e3ecc8e-5882-4865-a6e1-ae857b2892c5 None None] Provisioning complete for port 0abc638b-b470-49de-8eb0-4859a8654d96 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:55:54.728507 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2e3ecc8e-5882-4865-a6e1-ae857b2892c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0abc638b-b470-49de-8eb0-4859a8654d96), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:54.849606 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-58a1ee25-49ac-44f6-9ac5-5ac0c204bf5d None None] Set router 07db4e54-d1b2-4dcb-b80d-263ebaac471d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:55:54.876249 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2e3ecc8e-5882-4865-a6e1-ae857b2892c5 None None] Current status of the port 0abc638b-b470-49de-8eb0-4859a8654d96 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:55:54.876660 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2e3ecc8e-5882-4865-a6e1-ae857b2892c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0abc638b-b470-49de-8eb0-4859a8654d96), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:54.877671 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-b4454cd8-26b9-4fbc-85a3-df495b3b8a60 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1530742592&fields=id&tenant_id=a640cac6c4d64dfa8fbcd903aab64b39 HTTP/1.1" status: 200 len: 267 time: 0.1089816 Feb 07 20:55:54.897299 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e568c74d-70dc-45d4-966e-cf41ec73849c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344634f1-5a57-4bbf-aec9-554a9ca84c4b'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:55:54.899689 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb380a9-8282-467b-9494-c6fad2418497" -d '{"events": [{"server_uuid": "e568c74d-70dc-45d4-966e-cf41ec73849c", "name": "network-vif-plugged", "status": "completed", "tag": "344634f1-5a57-4bbf-aec9-554a9ca84c4b"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:55:54.902636 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1f7d5-6c8c-4385-8e39-e4838f09ae26 req-f6d5e5a5-1330-4149-a3be-6f46b83e4b39 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:54.904296 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-96a1f7d5-6c8c-4385-8e39-e4838f09ae26 req-f6d5e5a5-1330-4149-a3be-6f46b83e4b39 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 950 time: 0.0710840 Feb 07 20:55:54.930365 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2e3ecc8e-5882-4865-a6e1-ae857b2892c5 None None] For port 0abc638b-b470-49de-8eb0-4859a8654d96, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0abc638b-b470-49de-8eb0-4859a8654d96,segment=NetworkSegment(0bffdd25-dfd3-4635-8582-31302fd87d22),segment_id=0bffdd25-dfd3-4635-8582-31302fd87d22)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:55:54.960543 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2e3ecc8e-5882-4865-a6e1-ae857b2892c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0abc638b-b470-49de-8eb0-4859a8654d96), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:55.086497 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ecc8e-5882-4865-a6e1-ae857b2892c5 None None] Pushing event updated for resources: {'Port': ['ID=0abc638b-b470-49de-8eb0-4859a8654d96,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:55.101685 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-96a1f7d5-6c8c-4385-8e39-e4838f09ae26 req-e4410ce3-c9b5-4781-aa01-df9cd74414a9 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773741 Feb 07 20:55:55.112504 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-e162c414-e394-4ba3-aa34-997081d5a6e7 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:55.113891 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-e162c414-e394-4ba3-aa34-997081d5a6e7 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/networks?id=a3bb3650-0e76-4812-829f-29cb0254d598 HTTP/1.1" status: 200 len: 823 time: 0.2085667 Feb 07 20:55:55.123277 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-595576bb-ef11-4943-90da-4925076321aa None None] Provisioning complete for port 0abc638b-b470-49de-8eb0-4859a8654d96 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:55:55.123650 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-595576bb-ef11-4943-90da-4925076321aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0abc638b-b470-49de-8eb0-4859a8654d96), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:55.145357 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-35260f85-9948-4ea7-a381-539c93897bf9 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/quotas/a640cac6c4d64dfa8fbcd903aab64b39 HTTP/1.1" status: 200 len: 375 time: 0.0170374 Feb 07 20:55:55.182098 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a2f9e7-bc2b-4584-afe0-6b1d6d174deb x-openstack-request-id: req-28a2f9e7-bc2b-4584-afe0-6b1d6d174deb {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:55:55.182418 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e568c74d-70dc-45d4-966e-cf41ec73849c", "name": "network-vif-plugged", "status": "completed", "tag": "344634f1-5a57-4bbf-aec9-554a9ca84c4b", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:55:55.182664 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-28a2f9e7-bc2b-4584-afe0-6b1d6d174deb {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:55:55.183056 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e568c74d-70dc-45d4-966e-cf41ec73849c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344634f1-5a57-4bbf-aec9-554a9ca84c4b', 'code': 200} Feb 07 20:55:55.211060 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-58a1ee25-49ac-44f6-9ac5-5ac0c204bf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07db4e54-d1b2-4dcb-b80d-263ebaac471d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239927123-router', 'tenant_id': '8d296b5f841444ae94f7840618691600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '618ed4bc-4a17-4aed-a368-98eaa9e47cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:44Z', 'updated_at': '2022-02-07T20:55:49Z', 'revision_number': 4, 'project_id': '8d296b5f841444ae94f7840618691600', 'gw_port': {'id': '618ed4bc-4a17-4aed-a368-98eaa9e47cda', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07db4e54-d1b2-4dcb-b80d-263ebaac471d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:45Z', 'updated_at': '2022-02-07T20:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '0abc638b-b470-49de-8eb0-4859a8654d96', 'name': '', 'network_id': '88f80afb-cf65-4766-9e32-2eefdcc6214b', 'tenant_id': '8d296b5f841444ae94f7840618691600', 'mac_address': 'fa:16:3e:1b:5e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07db4e54-d1b2-4dcb-b80d-263ebaac471d', 'device_owner': 'network:router_interface', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': '6dea91f5-7293-44cc-9e22-807b2059de54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:48Z', 'updated_at': '2022-02-07T20:55:54Z', 'revision_number': 4, 'project_id': '8d296b5f841444ae94f7840618691600', 'subnets': [{'id': '6dea91f5-7293-44cc-9e22-807b2059de54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:55:55.249664 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-63afce66-e8f7-4617-a7c5-8c42d253849d tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a640cac6c4d64dfa8fbcd903aab64b39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1031218 Feb 07 20:55:55.288096 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a1ee25-49ac-44f6-9ac5-5ac0c204bf5d None None] The sync data for ids ['07db4e54-d1b2-4dcb-b80d-263ebaac471d'] in n-d-828185-2 is: [{'id': '07db4e54-d1b2-4dcb-b80d-263ebaac471d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239927123-router', 'tenant_id': '8d296b5f841444ae94f7840618691600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '618ed4bc-4a17-4aed-a368-98eaa9e47cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:44Z', 'updated_at': '2022-02-07T20:55:49Z', 'revision_number': 4, 'project_id': '8d296b5f841444ae94f7840618691600', 'gw_port': {'id': '618ed4bc-4a17-4aed-a368-98eaa9e47cda', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07db4e54-d1b2-4dcb-b80d-263ebaac471d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:45Z', 'updated_at': '2022-02-07T20:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '0abc638b-b470-49de-8eb0-4859a8654d96', 'name': '', 'network_id': '88f80afb-cf65-4766-9e32-2eefdcc6214b', 'tenant_id': '8d296b5f841444ae94f7840618691600', 'mac_address': 'fa:16:3e:1b:5e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07db4e54-d1b2-4dcb-b80d-263ebaac471d', 'device_owner': 'network:router_interface', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': '6dea91f5-7293-44cc-9e22-807b2059de54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:48Z', 'updated_at': '2022-02-07T20:55:54Z', 'revision_number': 4, 'project_id': '8d296b5f841444ae94f7840618691600', 'subnets': [{'id': '6dea91f5-7293-44cc-9e22-807b2059de54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:55:55.313009 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e704a4-212c-42e2-ae3e-8026ddd14c1f req-cacafd7a-e5dc-4391-9bcd-7907a1436a4a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:55.314782 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-92e704a4-212c-42e2-ae3e-8026ddd14c1f req-cacafd7a-e5dc-4391-9bcd-7907a1436a4a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 948 time: 0.0618641 Feb 07 20:55:55.325254 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-595576bb-ef11-4943-90da-4925076321aa None None] Current status of the port 0abc638b-b470-49de-8eb0-4859a8654d96 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:55:55.404894 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-92e704a4-212c-42e2-ae3e-8026ddd14c1f req-fbcb0dc0-7360-46d4-b2b3-f99ab906ed98 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827436 Feb 07 20:55:55.412764 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af346e-7729-4c1c-aa29-52488fa93ceb req-7f891d59-a3d7-4578-8736-6366a43bb418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:55.414882 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-68af346e-7729-4c1c-aa29-52488fa93ceb req-7f891d59-a3d7-4578-8736-6366a43bb418 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 1132 time: 0.1616228 Feb 07 20:55:55.531041 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-68af346e-7729-4c1c-aa29-52488fa93ceb req-ccc358eb-9f66-41d4-89bb-3296f1a889e9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871356 Feb 07 20:55:55.561238 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-f623d99f-8052-49eb-b220-204ae9717068 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:55:55.562410 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-f623d99f-8052-49eb-b220-204ae9717068 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0800033 Feb 07 20:55:55.570569 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734286b-3631-40c8-88bb-a1e434281bb0 req-3b689e9e-d629-438b-a2c4-6075215dd1ec tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:55.572332 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f734286b-3631-40c8-88bb-a1e434281bb0 req-3b689e9e-d629-438b-a2c4-6075215dd1ec tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 970 time: 0.0732880 Feb 07 20:55:55.715667 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f734286b-3631-40c8-88bb-a1e434281bb0 req-99166d6a-9651-4707-9a38-2360b3de5cd6 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e66c2ec-2dac-4cdd-b0a3-35731072909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255012 Feb 07 20:55:55.730800 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-e36e614a-86a7-4fae-a29e-f0e0df4d42f5 service neutron] 10.222.0.65 "GET /v2.0/networks/a3bb3650-0e76-4812-829f-29cb0254d598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559498 Feb 07 20:55:55.825999 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-3f6a9510-5107-497b-b80b-b99d32aeef2e service neutron] 10.222.0.65 "GET /v2.0/networks/a3bb3650-0e76-4812-829f-29cb0254d598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884585 Feb 07 20:55:56.013160 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-35f1c51e-afc4-4dd6-9da8-bdbbe4871fcb req-24d4ee93-59af-4886-8c44-542af15a9e0d tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a62fb71-604f-4ab3-9616-04383697a3e7 HTTP/1.1" status: 200 len: 210 time: 0.0292151 Feb 07 20:55:56.221649 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38b333-3896-4818-b91b-0b7a7c796d33 req-a5979fe4-b289-4f5e-a6ea-668961757468 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:56.223315 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2a38b333-3896-4818-b91b-0b7a7c796d33 req-a5979fe4-b289-4f5e-a6ea-668961757468 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 950 time: 0.0541039 Feb 07 20:55:56.276013 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2a38b333-3896-4818-b91b-0b7a7c796d33 req-ce6ec31b-b36f-459c-b888-bf23162bc666 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441196 Feb 07 20:55:56.277083 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37312) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:56.380946 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1922145-1070-4401-8069-6675cc480851 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:56.466273 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1922145-1070-4401-8069-6675cc480851 admin admin] Publish callbacks [] for security_group (8b599971-7227-4fcf-84a3-43685078b48b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:56.471903 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1922145-1070-4401-8069-6675cc480851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8b599971-7227-4fcf-84a3-43685078b48b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:56.535383 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1922145-1070-4401-8069-6675cc480851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b599971-7227-4fcf-84a3-43685078b48b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:56.542032 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d1922145-1070-4401-8069-6675cc480851 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b65f8584f15045fcaaf5a6a716152ada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2639840 Feb 07 20:55:56.544623 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37320) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:56.595794 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f772bd3-c6c3-45ab-8fee-3610ff769e94 req-eaa8697d-3c5c-4bc7-b678-86af69a52caa tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:56.598088 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f772bd3-c6c3-45ab-8fee-3610ff769e94 req-eaa8697d-3c5c-4bc7-b678-86af69a52caa tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 948 time: 0.1156676 Feb 07 20:55:56.628543 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db1d9cff-f41c-4d48-8590-a0654287090e admin admin] Publish callbacks [] for security_group (8b599971-7227-4fcf-84a3-43685078b48b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:56.668483 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db1d9cff-f41c-4d48-8590-a0654287090e admin admin] Publish callbacks [] for security_group (8b599971-7227-4fcf-84a3-43685078b48b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:56.679547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f772bd3-c6c3-45ab-8fee-3610ff769e94 req-f6961712-12c4-4be6-a73d-ddbe5f85b51f tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740771 Feb 07 20:55:56.725339 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db1d9cff-f41c-4d48-8590-a0654287090e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8b599971-7227-4fcf-84a3-43685078b48b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:56.727890 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db1d9cff-f41c-4d48-8590-a0654287090e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:56.728914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-db1d9cff-f41c-4d48-8590-a0654287090e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8b599971-7227-4fcf-84a3-43685078b48b HTTP/1.1" status: 204 len: 168 time: 0.1832075 Feb 07 20:55:56.737630 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d9cff-f41c-4d48-8590-a0654287090e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b599971-7227-4fcf-84a3-43685078b48b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:56.855200 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355f27e-17aa-4f87-9057-fa6c40d74abe req-55b4e6bd-4b8d-4485-b790-4e1afcfdc09c tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:56.857153 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9355f27e-17aa-4f87-9057-fa6c40d74abe req-55b4e6bd-4b8d-4485-b790-4e1afcfdc09c tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 970 time: 0.0582054 Feb 07 20:55:56.929789 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9355f27e-17aa-4f87-9057-fa6c40d74abe req-2e2d07de-e13e-4ab9-9dc5-7baa235d1083 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e66c2ec-2dac-4cdd-b0a3-35731072909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542614 Feb 07 20:55:57.111174 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37332) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:57.135910 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-56a7ff4e-46ac-41dd-bbdb-a2281e0bed9e tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:57.136394 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dd64c969-1254-476f-b7fe-36daeae8d7fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:57.137825 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-56a7ff4e-46ac-41dd-bbdb-a2281e0bed9e tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.69 "GET /v2.0/networks?id=a3bb3650-0e76-4812-829f-29cb0254d598 HTTP/1.1" status: 200 len: 823 time: 0.1837609 Feb 07 20:55:57.157559 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909df4d3-9b37-470a-a0ac-d308d02bdc51 req-b37100fd-3509-42c5-b335-74b44894f188 tempest-AggregatesAdminTestJSON-1241735804 tempest-AggregatesAdminTestJSON-1241735804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:57.159124 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-909df4d3-9b37-470a-a0ac-d308d02bdc51 req-b37100fd-3509-42c5-b335-74b44894f188 tempest-AggregatesAdminTestJSON-1241735804 tempest-AggregatesAdminTestJSON-1241735804-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 1152 time: 0.0786898 Feb 07 20:55:57.180351 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6f98d406-4b51-4faa-bd15-ece3323defba req-fbb56c2c-beba-4090-ae9b-3c70b8134d70 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a62fb71-604f-4ab3-9616-04383697a3e7 HTTP/1.1" status: 200 len: 210 time: 0.0389793 Feb 07 20:55:57.200743 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-909df4d3-9b37-470a-a0ac-d308d02bdc51 req-219fa7f0-4d7c-42c4-af57-910db7e5fa9a tempest-AggregatesAdminTestJSON-1241735804 tempest-AggregatesAdminTestJSON-1241735804-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:57.235535 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dd64c969-1254-476f-b7fe-36daeae8d7fc admin admin] Publish callbacks [] for security_group (8b3634eb-b0a6-4e02-b642-82372be4efcc), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:57.244161 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dd64c969-1254-476f-b7fe-36daeae8d7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8b3634eb-b0a6-4e02-b642-82372be4efcc), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:57.274457 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-347bfd1a-0071-4380-8f53-71ec6a9698c3 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a640cac6c4d64dfa8fbcd903aab64b39 HTTP/1.1" status: 200 len: 380 time: 0.1189637 Feb 07 20:55:57.291617 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-4b00018c-27c6-4495-b9ed-8e3cb76ae57c tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Request body: {'port': {'device_id': '8a62fb71-604f-4ab3-9616-04383697a3e7', 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598', 'admin_state_up': True, 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'security_groups': ['69f5b44c-3512-4534-8b76-830f6209751f']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:55:57.292879 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-dd64c969-1254-476f-b7fe-36daeae8d7fc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9ce9bdd4c6f84e9c892b66b653bec3ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1806488 Feb 07 20:55:57.293492 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37334) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:57.295504 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64c969-1254-476f-b7fe-36daeae8d7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3634eb-b0a6-4e02-b642-82372be4efcc,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:57.393990 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4a91876-c4c9-44f2-b09e-97d1f764a956 admin admin] Publish callbacks [] for security_group (8b3634eb-b0a6-4e02-b642-82372be4efcc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:57.418275 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4a91876-c4c9-44f2-b09e-97d1f764a956 admin admin] Publish callbacks [] for security_group (8b3634eb-b0a6-4e02-b642-82372be4efcc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:57.418669 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0abc638b-b470-49de-8eb0-4859a8654d96 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:55:57.474294 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 0abc638b-b470-49de-8eb0-4859a8654d96 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:55:57.474764 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0abc638b-b470-49de-8eb0-4859a8654d96), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:57.477777 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4a91876-c4c9-44f2-b09e-97d1f764a956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8b3634eb-b0a6-4e02-b642-82372be4efcc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:57.481164 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4a91876-c4c9-44f2-b09e-97d1f764a956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:57.482697 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b4a91876-c4c9-44f2-b09e-97d1f764a956 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8b3634eb-b0a6-4e02-b642-82372be4efcc HTTP/1.1" status: 204 len: 168 time: 0.1881316 Feb 07 20:55:57.491780 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a91876-c4c9-44f2-b09e-97d1f764a956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3634eb-b0a6-4e02-b642-82372be4efcc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:57.584051 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 0abc638b-b470-49de-8eb0-4859a8654d96 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:55:57.732328 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-4b00018c-27c6-4495-b9ed-8e3cb76ae57c tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Made reservation on behalf of a640cac6c4d64dfa8fbcd903aab64b39 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:55:57.735674 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-4b00018c-27c6-4495-b9ed-8e3cb76ae57c tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:57.755439 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed955de-79cc-4e0c-9810-94afbcb67f1b req-46dce5bf-f12e-4c7a-8234-7ffe3a187d3b tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:57.756879 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ed955de-79cc-4e0c-9810-94afbcb67f1b req-46dce5bf-f12e-4c7a-8234-7ffe3a187d3b tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 950 time: 0.3734891 Feb 07 20:55:57.763148 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-909df4d3-9b37-470a-a0ac-d308d02bdc51 req-219fa7f0-4d7c-42c4-af57-910db7e5fa9a tempest-AggregatesAdminTestJSON-1241735804 tempest-AggregatesAdminTestJSON-1241735804-project-admin] Publish callbacks [] for security_group (2e3d6d35-1b58-49a4-a59e-40224ef46d30), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:57.782788 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-909df4d3-9b37-470a-a0ac-d308d02bdc51 req-219fa7f0-4d7c-42c4-af57-910db7e5fa9a tempest-AggregatesAdminTestJSON-1241735804 tempest-AggregatesAdminTestJSON-1241735804-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (2e3d6d35-1b58-49a4-a59e-40224ef46d30), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:57.885270 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fa7f0-4d7c-42c4-af57-910db7e5fa9a tempest-AggregatesAdminTestJSON-1241735804 tempest-AggregatesAdminTestJSON-1241735804-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3d6d35-1b58-49a4-a59e-40224ef46d30,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:57.902477 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-909df4d3-9b37-470a-a0ac-d308d02bdc51 req-219fa7f0-4d7c-42c4-af57-910db7e5fa9a tempest-AggregatesAdminTestJSON-1241735804 tempest-AggregatesAdminTestJSON-1241735804-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9e66c2ec-2dac-4cdd-b0a3-35731072909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7247324 Feb 07 20:55:57.909969 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ed955de-79cc-4e0c-9810-94afbcb67f1b req-956003cc-be05-41b7-92df-8f8e31b57ac7 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396039 Feb 07 20:55:57.959319 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-4b00018c-27c6-4495-b9ed-8e3cb76ae57c tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Allocated IP 172.20.0.10 (a3bb3650-0e76-4812-829f-29cb0254d598/d3708085-d37a-4939-8052-22c68aa218c4/def6282e-e16e-4da4-8e73-cf9883e0d6b0) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:55:58.133068 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415e80b-071f-4a84-9b3d-9d65542c5de9 req-5996a1ed-3356-4ddd-bf96-7532691abc92 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:58.134660 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a415e80b-071f-4a84-9b3d-9d65542c5de9 req-5996a1ed-3356-4ddd-bf96-7532691abc92 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 948 time: 0.1357450 Feb 07 20:55:58.199115 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-4b00018c-27c6-4495-b9ed-8e3cb76ae57c tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks [] for port (def6282e-e16e-4da4-8e73-cf9883e0d6b0), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:58.239204 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a415e80b-071f-4a84-9b3d-9d65542c5de9 req-a4cc9474-f998-4b86-9a00-2d1701e4d67f tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925868 Feb 07 20:55:58.280364 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128f0bd-955c-43c1-b7fb-897a1737d3a8 req-cd6c6726-de91-4501-bf48-12d09d9ec181 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:58.281841 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7128f0bd-955c-43c1-b7fb-897a1737d3a8 req-cd6c6726-de91-4501-bf48-12d09d9ec181 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 970 time: 0.0811040 Feb 07 20:55:58.292629 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-4b00018c-27c6-4495-b9ed-8e3cb76ae57c tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (def6282e-e16e-4da4-8e73-cf9883e0d6b0), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:58.402772 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-4b00018c-27c6-4495-b9ed-8e3cb76ae57c tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Network a3bb3650-0e76-4812-829f-29cb0254d598 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:55:58.408685 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 382b77ed-5a99-4385-99eb-e6195465d1a1 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:55:58.412508 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-4b00018c-27c6-4495-b9ed-8e3cb76ae57c tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:55:58.414815 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-4b00018c-27c6-4495-b9ed-8e3cb76ae57c tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:55:58.420332 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-4b00018c-27c6-4495-b9ed-8e3cb76ae57c tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:58.421034 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-4b00018c-27c6-4495-b9ed-8e3cb76ae57c tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:58.424836 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00018c-27c6-4495-b9ed-8e3cb76ae57c tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Pushing event updated for resources: {'Port': ['ID=def6282e-e16e-4da4-8e73-cf9883e0d6b0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:58.434387 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7128f0bd-955c-43c1-b7fb-897a1737d3a8 req-b86d4962-14d2-4015-be73-1fcab09d266e tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e66c2ec-2dac-4cdd-b0a3-35731072909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443882 Feb 07 20:55:58.462178 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea9267-3c02-4642-ac7e-13140f57b32d req-ce2fcf2f-d2ce-41a6-9a92-af97b365bd89 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:58.475806 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84ea9267-3c02-4642-ac7e-13140f57b32d req-ce2fcf2f-d2ce-41a6-9a92-af97b365bd89 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a62fb71-604f-4ab3-9616-04383697a3e7 HTTP/1.1" status: 200 len: 932 time: 0.1767347 Feb 07 20:55:58.488810 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-4b00018c-27c6-4495-b9ed-8e3cb76ae57c tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2085497 Feb 07 20:55:58.507749 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-fb3c1f03-bab1-4fab-abb6-188975a48057 service neutron] Request body: {'port': {'device_id': '8a62fb71-604f-4ab3-9616-04383697a3e7', 'device_owner': 'compute:tempest-test_az-644539540', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:55:58.538519 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 382b77ed-5a99-4385-99eb-e6195465d1a1, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=382b77ed-5a99-4385-99eb-e6195465d1a1,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:55:58.555246 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '382b77ed-5a99-4385-99eb-e6195465d1a1', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '382b77ed-5a99-4385-99eb-e6195465d1a1', 'mac_address': 'fa:16:3e:77:80:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:55:58.596551 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84ea9267-3c02-4642-ac7e-13140f57b32d req-4fab5a9f-e4f1-4983-abc6-8bfdc1acb316 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198220 Feb 07 20:55:58.605043 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-fb3c1f03-bab1-4fab-abb6-188975a48057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (def6282e-e16e-4da4-8e73-cf9883e0d6b0), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:58.620237 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 382b77ed-5a99-4385-99eb-e6195465d1a1 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:55:58.620705 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (382b77ed-5a99-4385-99eb-e6195465d1a1), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:58.640084 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 382b77ed-5a99-4385-99eb-e6195465d1a1 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:55:58.666800 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 382b77ed-5a99-4385-99eb-e6195465d1a1, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=382b77ed-5a99-4385-99eb-e6195465d1a1,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:55:58.675319 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (382b77ed-5a99-4385-99eb-e6195465d1a1), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:58.705151 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b33cabbc-c4dd-4893-a83f-22ce0db5e77c None None] Provisioning complete for port def6282e-e16e-4da4-8e73-cf9883e0d6b0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:55:58.705586 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b33cabbc-c4dd-4893-a83f-22ce0db5e77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (def6282e-e16e-4da4-8e73-cf9883e0d6b0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:58.756419 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=382b77ed-5a99-4385-99eb-e6195465d1a1,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:58.763858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b33cabbc-c4dd-4893-a83f-22ce0db5e77c None None] Port def6282e-e16e-4da4-8e73-cf9883e0d6b0 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:55:58.894986 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-fb3c1f03-bab1-4fab-abb6-188975a48057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def6282e-e16e-4da4-8e73-cf9883e0d6b0 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:55:58.902693 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-fb3c1f03-bab1-4fab-abb6-188975a48057 service neutron] Publish callbacks [] for port (def6282e-e16e-4da4-8e73-cf9883e0d6b0), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:58.914697 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-fb3c1f03-bab1-4fab-abb6-188975a48057 service neutron] Transition to ACTIVE for port object def6282e-e16e-4da4-8e73-cf9883e0d6b0 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:55:58.919287 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-fb3c1f03-bab1-4fab-abb6-188975a48057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (def6282e-e16e-4da4-8e73-cf9883e0d6b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:58.998340 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['382b77ed-5a99-4385-99eb-e6195465d1a1'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:55:59.021448 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-fb3c1f03-bab1-4fab-abb6-188975a48057 service neutron] Attempting to bind port def6282e-e16e-4da4-8e73-cf9883e0d6b0 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:55:59.021785 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-fb3c1f03-bab1-4fab-abb6-188975a48057 service neutron] Attempting to bind port def6282e-e16e-4da4-8e73-cf9883e0d6b0 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'd8ca5278-288e-4a92-ae61-96e4e15706b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:55:59.022103 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-fb3c1f03-bab1-4fab-abb6-188975a48057 service neutron] Attempting to bind port def6282e-e16e-4da4-8e73-cf9883e0d6b0 on network a3bb3650-0e76-4812-829f-29cb0254d598 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:55:59.043323 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-fb3c1f03-bab1-4fab-abb6-188975a48057 service neutron] Port def6282e-e16e-4da4-8e73-cf9883e0d6b0 on network a3bb3650-0e76-4812-829f-29cb0254d598 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:55:59.043710 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-fb3c1f03-bab1-4fab-abb6-188975a48057 service neutron] Attempting to bind port def6282e-e16e-4da4-8e73-cf9883e0d6b0 on network a3bb3650-0e76-4812-829f-29cb0254d598 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:55:59.054070 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c1f03-bab1-4fab-abb6-188975a48057 service neutron] Pushing event updated for resources: {'Port': ['ID=def6282e-e16e-4da4-8e73-cf9883e0d6b0,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:59.059528 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-fb3c1f03-bab1-4fab-abb6-188975a48057 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:55:59.060154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-fb3c1f03-bab1-4fab-abb6-188975a48057 service neutron] Checking segment: {'id': 'd8ca5278-288e-4a92-ae61-96e4e15706b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:55:59.060282 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-fb3c1f03-bab1-4fab-abb6-188975a48057 service neutron] Bound using segment: {'id': 'd8ca5278-288e-4a92-ae61-96e4e15706b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:55:59.060715 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-fb3c1f03-bab1-4fab-abb6-188975a48057 service neutron] Bound port: def6282e-e16e-4da4-8e73-cf9883e0d6b0, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ca5278-288e-4a92-ae61-96e4e15706b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:55:59.061070 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-fb3c1f03-bab1-4fab-abb6-188975a48057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (def6282e-e16e-4da4-8e73-cf9883e0d6b0), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:59.093575 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4edd7-8b86-4d60-9d9b-9c14e1cc2e6a req-2ff3cfbb-646b-4b6f-96b9-70838c0b4aff tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:59.095611 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-70e4edd7-8b86-4d60-9d9b-9c14e1cc2e6a req-2ff3cfbb-646b-4b6f-96b9-70838c0b4aff tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 950 time: 0.0913301 Feb 07 20:55:59.180598 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-fb3c1f03-bab1-4fab-abb6-188975a48057 service neutron] For port def6282e-e16e-4da4-8e73-cf9883e0d6b0, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:55:59.191898 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-70e4edd7-8b86-4d60-9d9b-9c14e1cc2e6a req-999e5851-23c7-4ca0-b075-0eb6683c4b4b tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753572 Feb 07 20:55:59.207889 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-fb3c1f03-bab1-4fab-abb6-188975a48057 service neutron] For port def6282e-e16e-4da4-8e73-cf9883e0d6b0, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=def6282e-e16e-4da4-8e73-cf9883e0d6b0,segment=NetworkSegment(d8ca5278-288e-4a92-ae61-96e4e15706b2),segment_id=d8ca5278-288e-4a92-ae61-96e4e15706b2)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:55:59.221292 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-fb3c1f03-bab1-4fab-abb6-188975a48057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (def6282e-e16e-4da4-8e73-cf9883e0d6b0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:59.255107 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-fb3c1f03-bab1-4fab-abb6-188975a48057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:59.255728 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-fb3c1f03-bab1-4fab-abb6-188975a48057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:59.257159 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-fb3c1f03-bab1-4fab-abb6-188975a48057 service neutron] 10.222.0.69 "PUT /v2.0/ports/def6282e-e16e-4da4-8e73-cf9883e0d6b0 HTTP/1.1" status: 200 len: 1113 time: 0.7559085 Feb 07 20:55:59.257573 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a62fb71-604f-4ab3-9616-04383697a3e7', 'tag': 'def6282e-e16e-4da4-8e73-cf9883e0d6b0'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:55:59.259801 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0380916c-fd6e-44c9-81c0-6db0da64e50d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a62fb71-604f-4ab3-9616-04383697a3e7", "tag": "def6282e-e16e-4da4-8e73-cf9883e0d6b0"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:55:59.286592 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c1f03-bab1-4fab-abb6-188975a48057 service neutron] Pushing event updated for resources: {'Port': ['ID=def6282e-e16e-4da4-8e73-cf9883e0d6b0,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:55:59.352132 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-5c9f39c4-b106-4c65-bec0-26bd141b554e tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a2890753492b45f68953d50211b64729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494044 Feb 07 20:55:59.433542 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-9969a209-7d94-46bc-9703-87cb3f3b6449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:59.435171 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-9969a209-7d94-46bc-9703-87cb3f3b6449 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a640cac6c4d64dfa8fbcd903aab64b39&device_id=8a62fb71-604f-4ab3-9616-04383697a3e7 HTTP/1.1" status: 200 len: 1147 time: 0.1175141 Feb 07 20:55:59.489101 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-f5c607d2-3103-44ef-b0e4-b5bc830b3a38 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=def6282e-e16e-4da4-8e73-cf9883e0d6b0 HTTP/1.1" status: 200 len: 217 time: 0.0441124 Feb 07 20:55:59.546476 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-f6073f70-15af-43a3-a998-bca24bec717c tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:59.548173 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-f6073f70-15af-43a3-a998-bca24bec717c tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1870275 Feb 07 20:55:59.564299 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-adb881d5-5dbe-4676-8d41-c40d68d4b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:59.565608 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-adb881d5-5dbe-4676-8d41-c40d68d4b8b4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d3708085-d37a-4939-8052-22c68aa218c4 HTTP/1.1" status: 200 len: 862 time: 0.0703127 Feb 07 20:55:59.568377 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-a3c57ac1-ab47-452c-af24-ccc326705ac2 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/quotas/a2890753492b45f68953d50211b64729 HTTP/1.1" status: 200 len: 375 time: 0.0138524 Feb 07 20:55:59.628885 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-ff4286ba-86a3-45b2-b7f2-021093f2b657 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a2890753492b45f68953d50211b64729&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474112 Feb 07 20:55:59.644055 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-aef322d9-867c-4888-9eb7-bd58332ce407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:59.645544 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-aef322d9-867c-4888-9eb7-bd58332ce407 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3bb3650-0e76-4812-829f-29cb0254d598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0737534 Feb 07 20:55:59.674003 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.69', 49403) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:55:59.753301 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b1bfa-ee47-471f-a453-b1ada2739d15 req-54c68f10-5cd8-411c-bbf5-af743b743be6 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:59.754793 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b6b1bfa-ee47-471f-a453-b1ada2739d15 req-54c68f10-5cd8-411c-bbf5-af743b743be6 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 949 time: 0.1078265 Feb 07 20:55:59.773143 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6c577-7643-480c-b7df-b9d6b969355d req-637f7225-b0b4-473a-9152-dc08a4f9c8ad tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:59.775292 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b7d6c577-7643-480c-b7df-b9d6b969355d req-637f7225-b0b4-473a-9152-dc08a4f9c8ad tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 970 time: 0.0960536 Feb 07 20:55:59.783293 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-95333966-877d-4e1f-a2bb-e48a0cfbe6fe service neutron] 10.222.0.69 "GET /v2.0/networks/a3bb3650-0e76-4812-829f-29cb0254d598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275229 Feb 07 20:55:59.784848 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360adb56-e8b1-43af-a4e0-551360fbabbb x-openstack-request-id: req-360adb56-e8b1-43af-a4e0-551360fbabbb {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:55:59.785202 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a62fb71-604f-4ab3-9616-04383697a3e7", "tag": "def6282e-e16e-4da4-8e73-cf9883e0d6b0", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:55:59.785527 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-360adb56-e8b1-43af-a4e0-551360fbabbb {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:55:59.786142 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a62fb71-604f-4ab3-9616-04383697a3e7', 'tag': 'def6282e-e16e-4da4-8e73-cf9883e0d6b0', 'status': 'completed', 'code': 200} Feb 07 20:55:59.935715 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b6b1bfa-ee47-471f-a453-b1ada2739d15 req-39c04fb1-9d5f-48f3-9b5b-16b4eb08ecfe tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574378 Feb 07 20:55:59.937264 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-b7d6c577-7643-480c-b7df-b9d6b969355d req-4b8a231a-92d5-4d01-ba7a-d7e5757e69f2 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Deleting port ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:55:59.937606 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-b7d6c577-7643-480c-b7df-b9d6b969355d req-4b8a231a-92d5-4d01-ba7a-d7e5757e69f2 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:55:59.970221 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcbd06c-6bf7-46cb-a0e0-4fbfe709a8c9 req-fdaad85c-60e5-4dc6-8e51-c4f33b7e3125 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:55:59.977504 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5fcbd06c-6bf7-46cb-a0e0-4fbfe709a8c9 req-fdaad85c-60e5-4dc6-8e51-c4f33b7e3125 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9 HTTP/1.1" status: 200 len: 970 time: 0.1227129 Feb 07 20:56:00.001794 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fa75b01-e7d5-4794-8362-0ba7472076dc req-5fc0fef7-0d4c-4e8b-93f7-2eaaff70fad8 service neutron] 10.222.0.69 "GET /v2.0/networks/a3bb3650-0e76-4812-829f-29cb0254d598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044961 Feb 07 20:56:00.063544 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-b7d6c577-7643-480c-b7df-b9d6b969355d req-4b8a231a-92d5-4d01-ba7a-d7e5757e69f2 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] For port ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:00.063986 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-b7d6c577-7643-480c-b7df-b9d6b969355d req-4b8a231a-92d5-4d01-ba7a-d7e5757e69f2 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:00.086062 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5fcbd06c-6bf7-46cb-a0e0-4fbfe709a8c9 req-1397cf4d-b90c-4b1c-90a3-0faf1ab0e2e6 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e66c2ec-2dac-4cdd-b0a3-35731072909f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076078 Feb 07 20:56:00.088799 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-b7d6c577-7643-480c-b7df-b9d6b969355d req-4b8a231a-92d5-4d01-ba7a-d7e5757e69f2 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Calling delete_port for ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534 owned by compute:tempest-test_az-644539540 {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:56:00.132034 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d17b3-73fa-45dc-9da0-edc1721c8d57 req-666a1fee-92ca-47c7-8252-2e27baff398c tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:00.132638 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-365d17b3-73fa-45dc-9da0-edc1721c8d57 req-666a1fee-92ca-47c7-8252-2e27baff398c tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 950 time: 0.1161613 Feb 07 20:56:00.141175 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380916c-fd6e-44c9-81c0-6db0da64e50d req-70980adb-cc60-457e-975d-d0bb22f4e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:00.143365 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0380916c-fd6e-44c9-81c0-6db0da64e50d req-70980adb-cc60-457e-975d-d0bb22f4e05d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a640cac6c4d64dfa8fbcd903aab64b39&device_id=8a62fb71-604f-4ab3-9616-04383697a3e7 HTTP/1.1" status: 200 len: 1147 time: 0.0732903 Feb 07 20:56:00.270077 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-365d17b3-73fa-45dc-9da0-edc1721c8d57 req-15e3e2a1-59ab-4ba1-a0d6-316a85e2b23e tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258271 Feb 07 20:56:00.278512 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-b7d6c577-7643-480c-b7df-b9d6b969355d req-4b8a231a-92d5-4d01-ba7a-d7e5757e69f2 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:00.291227 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:56:00.308654 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f6ce7-f6c4-4f2c-9f93-8313483932a1 req-49d7e86e-a318-4b28-a5b4-5a3a4228c667 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:00.315966 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-859f6ce7-f6c4-4f2c-9f93-8313483932a1 req-49d7e86e-a318-4b28-a5b4-5a3a4228c667 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a62fb71-604f-4ab3-9616-04383697a3e7 HTTP/1.1" status: 200 len: 965 time: 0.1521671 Feb 07 20:56:00.335273 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380916c-fd6e-44c9-81c0-6db0da64e50d req-4e8d70e4-f63b-45a6-a026-22f1c92b428e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:00.336737 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0380916c-fd6e-44c9-81c0-6db0da64e50d req-4e8d70e4-f63b-45a6-a026-22f1c92b428e service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3bb3650-0e76-4812-829f-29cb0254d598 HTTP/1.1" status: 200 len: 924 time: 0.1719606 Feb 07 20:56:00.374559 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a231a-92d5-4d01-ba7a-d7e5757e69f2 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Pushing event deleted for resources: {'Port': ['ID=ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:00.394580 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d6c577-7643-480c-b7df-b9d6b969355d req-4b8a231a-92d5-4d01-ba7a-d7e5757e69f2 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] No DVR routers for this DVR port ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:56:00.398259 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0380916c-fd6e-44c9-81c0-6db0da64e50d req-ad2c0505-e9f5-461a-893f-888a8c582099 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=def6282e-e16e-4da4-8e73-cf9883e0d6b0 HTTP/1.1" status: 200 len: 217 time: 0.0497119 Feb 07 20:56:00.398769 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-b7d6c577-7643-480c-b7df-b9d6b969355d req-4b8a231a-92d5-4d01-ba7a-d7e5757e69f2 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:00.402450 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b7d6c577-7643-480c-b7df-b9d6b969355d req-4b8a231a-92d5-4d01-ba7a-d7e5757e69f2 tempest-AggregatesAdminTestJSON-751956013 tempest-AggregatesAdminTestJSON-751956013-project] 10.222.0.69 "DELETE /v2.0/ports/ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534 HTTP/1.1" status: 204 len: 173 time: 0.6207333 Feb 07 20:56:00.403003 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9', 'name': 'network-vif-deleted', 'tag': 'ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:00.409631 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a712b09-61a5-4ee0-8c5d-cb4e294b54f7" -d '{"events": [{"server_uuid": "8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9", "name": "network-vif-deleted", "tag": "ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:00.426001 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-859f6ce7-f6c4-4f2c-9f93-8313483932a1 req-d3c09e60-ac5f-4c46-90c3-3a9bcd4a1ce8 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080689 Feb 07 20:56:00.440433 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 382b77ed-5a99-4385-99eb-e6195465d1a1 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:56:00.498586 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8eee6ce-7541-455f-94ed-46b957004c9e req-6299575e-6442-43e8-95b1-3616094645a9 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=0afaef49-0659-40da-8e43-75edb8d188a7 HTTP/1.1" status: 200 len: 210 time: 0.1068411 Feb 07 20:56:00.520415 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380916c-fd6e-44c9-81c0-6db0da64e50d req-6571ea22-53b1-4aa8-879e-df9f8b589d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:00.522555 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723f5300-36c7-4623-8e88-8295ec74d1bc x-openstack-request-id: req-723f5300-36c7-4623-8e88-8295ec74d1bc {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:00.522843 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9", "name": "network-vif-deleted", "tag": "ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:00.523306 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-723f5300-36c7-4623-8e88-8295ec74d1bc {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:00.523580 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 382b77ed-5a99-4385-99eb-e6195465d1a1 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:56:00.524110 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb2bebc-23e7-44ff-bfcd-1e60a56e9fe9', 'name': 'network-vif-deleted', 'tag': 'ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534', 'status': 'completed', 'code': 200} Feb 07 20:56:00.525395 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0380916c-fd6e-44c9-81c0-6db0da64e50d req-6571ea22-53b1-4aa8-879e-df9f8b589d71 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d3708085-d37a-4939-8052-22c68aa218c4 HTTP/1.1" status: 200 len: 862 time: 0.1161101 Feb 07 20:56:00.537813 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 382b77ed-5a99-4385-99eb-e6195465d1a1 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:00.538196 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (382b77ed-5a99-4385-99eb-e6195465d1a1), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:00.598305 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380916c-fd6e-44c9-81c0-6db0da64e50d req-baf3e9ff-37d5-4ecb-865c-e0b269a0572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:00.600117 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0380916c-fd6e-44c9-81c0-6db0da64e50d req-baf3e9ff-37d5-4ecb-865c-e0b269a0572a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3bb3650-0e76-4812-829f-29cb0254d598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0678012 Feb 07 20:56:00.657829 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 382b77ed-5a99-4385-99eb-e6195465d1a1 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:00.658113 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (382b77ed-5a99-4385-99eb-e6195465d1a1), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:00.680424 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fa03a1-a4da-4b70-a34b-db6b214cd376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382b77ed-5a99-4385-99eb-e6195465d1a1'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:00.682720 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5668d15-5d3a-44d6-acec-59e509ed16cf" -d '{"events": [{"server_uuid": "18fa03a1-a4da-4b70-a34b-db6b214cd376", "name": "network-vif-plugged", "status": "completed", "tag": "382b77ed-5a99-4385-99eb-e6195465d1a1"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:00.694735 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 382b77ed-5a99-4385-99eb-e6195465d1a1, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=382b77ed-5a99-4385-99eb-e6195465d1a1,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:00.703995 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (382b77ed-5a99-4385-99eb-e6195465d1a1), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:00.712239 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0380916c-fd6e-44c9-81c0-6db0da64e50d req-fbf9f60c-24bb-434c-a46c-5f4f9dbb7a6d service neutron] 10.222.0.69 "GET /v2.0/networks/a3bb3650-0e76-4812-829f-29cb0254d598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992503 Feb 07 20:56:00.734353 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4762ed-a280-43b9-9120-5467deebb34f x-openstack-request-id: req-0a4762ed-a280-43b9-9120-5467deebb34f {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:00.734694 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fa03a1-a4da-4b70-a34b-db6b214cd376", "name": "network-vif-plugged", "status": "completed", "tag": "382b77ed-5a99-4385-99eb-e6195465d1a1", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:00.734937 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0a4762ed-a280-43b9-9120-5467deebb34f {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:00.735889 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fa03a1-a4da-4b70-a34b-db6b214cd376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382b77ed-5a99-4385-99eb-e6195465d1a1', 'code': 200} Feb 07 20:56:00.772047 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=382b77ed-5a99-4385-99eb-e6195465d1a1,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:00.812722 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0380916c-fd6e-44c9-81c0-6db0da64e50d req-40fab5c8-a767-4f83-8331-d0b41797bd77 service neutron] 10.222.0.69 "GET /v2.0/networks/a3bb3650-0e76-4812-829f-29cb0254d598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875044 Feb 07 20:56:00.846335 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9574b39-fcc6-439f-b661-83c1559f72f0 req-05d86ba1-6939-423c-9e01-ebd24b75b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:00.847847 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f9574b39-fcc6-439f-b661-83c1559f72f0 req-05d86ba1-6939-423c-9e01-ebd24b75b3dc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 1132 time: 0.0454440 Feb 07 20:56:00.901908 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f9574b39-fcc6-439f-b661-83c1559f72f0 req-27dff85b-f158-4529-8be1-64e1c76321a9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405893 Feb 07 20:56:01.065522 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cad31-2e08-405b-878c-1de89eadb3ef req-83ab01d5-858b-4b6e-8368-82dc14a9c537 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:01.067005 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-687cad31-2e08-405b-878c-1de89eadb3ef req-83ab01d5-858b-4b6e-8368-82dc14a9c537 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 950 time: 0.0576704 Feb 07 20:56:01.122021 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-687cad31-2e08-405b-878c-1de89eadb3ef req-65d1bbfc-1aa7-478c-88da-4039d59f2ec6 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477877 Feb 07 20:56:01.209944 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.71', 63425) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:01.226924 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-d4dcc9b9-bfd6-437b-99fa-49eb83d983eb tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=a2890753492b45f68953d50211b64729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365367 Feb 07 20:56:01.301027 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16976740-fb53-4a7c-a9a5-4569a0369191 req-5c3f1aee-27cd-4339-8495-68d06bf3904e tempest-DeleteServersAdminTestJSON-1066520680 tempest-DeleteServersAdminTestJSON-1066520680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:01.302414 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16976740-fb53-4a7c-a9a5-4569a0369191 req-5c3f1aee-27cd-4339-8495-68d06bf3904e tempest-DeleteServersAdminTestJSON-1066520680 tempest-DeleteServersAdminTestJSON-1066520680-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 1132 time: 0.0863709 Feb 07 20:56:01.391089 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-363d1211-6cab-45d5-ab9d-0fa576a0b894 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:01.392738 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-363d1211-6cab-45d5-ab9d-0fa576a0b894 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1595440 Feb 07 20:56:01.406649 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-5c39c612-b29d-458b-a1dc-5f01ce7c8082 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Request body: {'port': {'device_id': '0afaef49-0659-40da-8e43-75edb8d188a7', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': 'a2890753492b45f68953d50211b64729'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:01.558402 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-5c39c612-b29d-458b-a1dc-5f01ce7c8082 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Made reservation on behalf of a2890753492b45f68953d50211b64729 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:56:01.562119 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-5c39c612-b29d-458b-a1dc-5f01ce7c8082 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:01.570991 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-5c39c612-b29d-458b-a1dc-5f01ce7c8082 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:01.652005 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-5c39c612-b29d-458b-a1dc-5f01ce7c8082 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Publish callbacks [] for security_group (82f77861-a8c5-4c89-8d80-2bc6b7e8866f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:01.655920 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-5c39c612-b29d-458b-a1dc-5f01ce7c8082 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (82f77861-a8c5-4c89-8d80-2bc6b7e8866f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:01.730983 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39c612-b29d-458b-a1dc-5f01ce7c8082 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82f77861-a8c5-4c89-8d80-2bc6b7e8866f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:01.760202 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf2c1b-1a7b-440c-94a0-0de9f5cbeed2 req-10149389-5956-4f86-8f6c-3d838185aa68 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:01.762146 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cedf2c1b-1a7b-440c-94a0-0de9f5cbeed2 req-10149389-5956-4f86-8f6c-3d838185aa68 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a62fb71-604f-4ab3-9616-04383697a3e7 HTTP/1.1" status: 200 len: 965 time: 0.1466188 Feb 07 20:56:01.770019 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11b159-d243-41ef-ac46-3a2aa6fbe874 req-f3e62af2-ee2d-4db0-91db-02f3bdb060c5 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:01.771423 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc11b159-d243-41ef-ac46-3a2aa6fbe874 req-f3e62af2-ee2d-4db0-91db-02f3bdb060c5 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 950 time: 0.1569982 Feb 07 20:56:01.813880 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-5c39c612-b29d-458b-a1dc-5f01ce7c8082 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Allocated IP 192.168.233.5 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/218222d3-d530-4d3b-9af8-c086ee10df5b) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:56:01.838772 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-16976740-fb53-4a7c-a9a5-4569a0369191 req-38396476-b173-45b1-8e10-715a11f2f7f6 tempest-DeleteServersAdminTestJSON-1066520680 tempest-DeleteServersAdminTestJSON-1066520680-project-admin] Deleting port 344634f1-5a57-4bbf-aec9-554a9ca84c4b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:56:01.839117 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-16976740-fb53-4a7c-a9a5-4569a0369191 req-38396476-b173-45b1-8e10-715a11f2f7f6 tempest-DeleteServersAdminTestJSON-1066520680 tempest-DeleteServersAdminTestJSON-1066520680-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (344634f1-5a57-4bbf-aec9-554a9ca84c4b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:01.900822 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cedf2c1b-1a7b-440c-94a0-0de9f5cbeed2 req-b064cde1-e9ad-4aaa-acbc-d36fd73e173a tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274149 Feb 07 20:56:01.907983 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc11b159-d243-41ef-ac46-3a2aa6fbe874 req-e5ab06ac-4e0f-4778-9e63-424abf2d119d tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272595 Feb 07 20:56:01.950599 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-16976740-fb53-4a7c-a9a5-4569a0369191 req-38396476-b173-45b1-8e10-715a11f2f7f6 tempest-DeleteServersAdminTestJSON-1066520680 tempest-DeleteServersAdminTestJSON-1066520680-project-admin] For port 344634f1-5a57-4bbf-aec9-554a9ca84c4b, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=344634f1-5a57-4bbf-aec9-554a9ca84c4b,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:01.950968 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-16976740-fb53-4a7c-a9a5-4569a0369191 req-38396476-b173-45b1-8e10-715a11f2f7f6 tempest-DeleteServersAdminTestJSON-1066520680 tempest-DeleteServersAdminTestJSON-1066520680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (344634f1-5a57-4bbf-aec9-554a9ca84c4b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:01.968651 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-16976740-fb53-4a7c-a9a5-4569a0369191 req-38396476-b173-45b1-8e10-715a11f2f7f6 tempest-DeleteServersAdminTestJSON-1066520680 tempest-DeleteServersAdminTestJSON-1066520680-project-admin] Calling delete_port for 344634f1-5a57-4bbf-aec9-554a9ca84c4b owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:56:01.992044 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-5c39c612-b29d-458b-a1dc-5f01ce7c8082 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Publish callbacks [] for port (218222d3-d530-4d3b-9af8-c086ee10df5b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:02.042071 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-5c39c612-b29d-458b-a1dc-5f01ce7c8082 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (218222d3-d530-4d3b-9af8-c086ee10df5b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:02.098557 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-5c39c612-b29d-458b-a1dc-5f01ce7c8082 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:56:02.103064 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-5c39c612-b29d-458b-a1dc-5f01ce7c8082 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:56:02.105706 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-5c39c612-b29d-458b-a1dc-5f01ce7c8082 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:56:02.114167 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-5c39c612-b29d-458b-a1dc-5f01ce7c8082 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:02.115052 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-5c39c612-b29d-458b-a1dc-5f01ce7c8082 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:02.130522 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39c612-b29d-458b-a1dc-5f01ce7c8082 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Pushing event updated for resources: {'Port': ['ID=218222d3-d530-4d3b-9af8-c086ee10df5b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:02.164279 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-5c39c612-b29d-458b-a1dc-5f01ce7c8082 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7618945 Feb 07 20:56:02.176084 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e3ed6-725c-4795-bda3-461a6610ab7e req-b71c1002-b2dc-4461-bc52-5e99ff091c45 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:02.178239 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f59e3ed6-725c-4795-bda3-461a6610ab7e req-b71c1002-b2dc-4461-bc52-5e99ff091c45 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=0afaef49-0659-40da-8e43-75edb8d188a7 HTTP/1.1" status: 200 len: 934 time: 0.1386862 Feb 07 20:56:02.196549 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-48a14e7c-2f46-41c8-8eb5-2be523d32b6a service neutron] Request body: {'port': {'device_id': '0afaef49-0659-40da-8e43-75edb8d188a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:02.313667 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-16976740-fb53-4a7c-a9a5-4569a0369191 req-38396476-b173-45b1-8e10-715a11f2f7f6 tempest-DeleteServersAdminTestJSON-1066520680 tempest-DeleteServersAdminTestJSON-1066520680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (344634f1-5a57-4bbf-aec9-554a9ca84c4b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:02.326058 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f59e3ed6-725c-4795-bda3-461a6610ab7e req-f34fd946-c8bc-4950-a6d7-34041b3d34f7 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326437 Feb 07 20:56:02.326711 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['344634f1-5a57-4bbf-aec9-554a9ca84c4b'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:56:02.330858 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-48a14e7c-2f46-41c8-8eb5-2be523d32b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (218222d3-d530-4d3b-9af8-c086ee10df5b), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:02.389930 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38396476-b173-45b1-8e10-715a11f2f7f6 tempest-DeleteServersAdminTestJSON-1066520680 tempest-DeleteServersAdminTestJSON-1066520680-project-admin] Pushing event deleted for resources: {'Port': ['ID=344634f1-5a57-4bbf-aec9-554a9ca84c4b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:02.476780 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-16976740-fb53-4a7c-a9a5-4569a0369191 req-38396476-b173-45b1-8e10-715a11f2f7f6 tempest-DeleteServersAdminTestJSON-1066520680 tempest-DeleteServersAdminTestJSON-1066520680-project-admin] No DVR routers for this DVR port 344634f1-5a57-4bbf-aec9-554a9ca84c4b on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:56:02.518136 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-16976740-fb53-4a7c-a9a5-4569a0369191 req-38396476-b173-45b1-8e10-715a11f2f7f6 tempest-DeleteServersAdminTestJSON-1066520680 tempest-DeleteServersAdminTestJSON-1066520680-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:02.526317 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16976740-fb53-4a7c-a9a5-4569a0369191 req-38396476-b173-45b1-8e10-715a11f2f7f6 tempest-DeleteServersAdminTestJSON-1066520680 tempest-DeleteServersAdminTestJSON-1066520680-project-admin] 10.222.0.71 "DELETE /v2.0/ports/344634f1-5a57-4bbf-aec9-554a9ca84c4b HTTP/1.1" status: 204 len: 173 time: 1.2089143 Feb 07 20:56:02.526825 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e568c74d-70dc-45d4-966e-cf41ec73849c', 'name': 'network-vif-deleted', 'tag': '344634f1-5a57-4bbf-aec9-554a9ca84c4b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:02.529970 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2518be5-c722-40cc-acf6-2ac6eede102c" -d '{"events": [{"server_uuid": "e568c74d-70dc-45d4-966e-cf41ec73849c", "name": "network-vif-deleted", "tag": "344634f1-5a57-4bbf-aec9-554a9ca84c4b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:02.577747 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-52ccf87a-b9bf-413a-9c5a-13b7cad9abab None None] Provisioning complete for port 218222d3-d530-4d3b-9af8-c086ee10df5b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:02.579721 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-52ccf87a-b9bf-413a-9c5a-13b7cad9abab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (218222d3-d530-4d3b-9af8-c086ee10df5b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:02.624263 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d40366-6267-4b3c-8b0f-a32cdfd2f2a5 req-68f37aec-91c2-4df1-89eb-2db0ea548212 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:02.626178 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-55d40366-6267-4b3c-8b0f-a32cdfd2f2a5 req-68f37aec-91c2-4df1-89eb-2db0ea548212 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 950 time: 0.1409361 Feb 07 20:56:02.675466 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-52ccf87a-b9bf-413a-9c5a-13b7cad9abab None None] Port 218222d3-d530-4d3b-9af8-c086ee10df5b cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:56:02.731452 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-55d40366-6267-4b3c-8b0f-a32cdfd2f2a5 req-444af040-3e8d-47db-ade5-bd2728fd3912 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981576 Feb 07 20:56:02.830853 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3471fd-7785-4866-b349-be92fc8df88a x-openstack-request-id: req-6b3471fd-7785-4866-b349-be92fc8df88a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:02.831510 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e568c74d-70dc-45d4-966e-cf41ec73849c", "name": "network-vif-deleted", "tag": "344634f1-5a57-4bbf-aec9-554a9ca84c4b", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:02.831510 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b3471fd-7785-4866-b349-be92fc8df88a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:02.831776 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e568c74d-70dc-45d4-966e-cf41ec73849c', 'name': 'network-vif-deleted', 'tag': '344634f1-5a57-4bbf-aec9-554a9ca84c4b', 'status': 'completed', 'code': 200} Feb 07 20:56:02.853513 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-48a14e7c-2f46-41c8-8eb5-2be523d32b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 218222d3-d530-4d3b-9af8-c086ee10df5b {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:56:02.863420 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-48a14e7c-2f46-41c8-8eb5-2be523d32b6a service neutron] Publish callbacks [] for port (218222d3-d530-4d3b-9af8-c086ee10df5b), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:02.878957 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-48a14e7c-2f46-41c8-8eb5-2be523d32b6a service neutron] Transition to ACTIVE for port object 218222d3-d530-4d3b-9af8-c086ee10df5b will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:56:02.884221 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-48a14e7c-2f46-41c8-8eb5-2be523d32b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (218222d3-d530-4d3b-9af8-c086ee10df5b), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:02.974136 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-48a14e7c-2f46-41c8-8eb5-2be523d32b6a service neutron] Attempting to bind port 218222d3-d530-4d3b-9af8-c086ee10df5b on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:56:02.974487 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-48a14e7c-2f46-41c8-8eb5-2be523d32b6a service neutron] Attempting to bind port 218222d3-d530-4d3b-9af8-c086ee10df5b by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:56:02.974819 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-48a14e7c-2f46-41c8-8eb5-2be523d32b6a service neutron] Attempting to bind port 218222d3-d530-4d3b-9af8-c086ee10df5b on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:56:03.002854 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-48a14e7c-2f46-41c8-8eb5-2be523d32b6a service neutron] Port 218222d3-d530-4d3b-9af8-c086ee10df5b on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:56:03.003515 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-48a14e7c-2f46-41c8-8eb5-2be523d32b6a service neutron] Attempting to bind port 218222d3-d530-4d3b-9af8-c086ee10df5b on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:56:03.010249 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-48a14e7c-2f46-41c8-8eb5-2be523d32b6a service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:56:03.010640 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-48a14e7c-2f46-41c8-8eb5-2be523d32b6a service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:56:03.010951 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-48a14e7c-2f46-41c8-8eb5-2be523d32b6a service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:56:03.011817 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-48a14e7c-2f46-41c8-8eb5-2be523d32b6a service neutron] Bound port: 218222d3-d530-4d3b-9af8-c086ee10df5b, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:56:03.012174 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-48a14e7c-2f46-41c8-8eb5-2be523d32b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (218222d3-d530-4d3b-9af8-c086ee10df5b), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:03.134197 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-48a14e7c-2f46-41c8-8eb5-2be523d32b6a service neutron] For port 218222d3-d530-4d3b-9af8-c086ee10df5b, host n-h2-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:56:03.142871 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-48a14e7c-2f46-41c8-8eb5-2be523d32b6a service neutron] For port 218222d3-d530-4d3b-9af8-c086ee10df5b, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=218222d3-d530-4d3b-9af8-c086ee10df5b,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:56:03.150190 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a14e7c-2f46-41c8-8eb5-2be523d32b6a service neutron] Pushing event updated for resources: {'Port': ['ID=218222d3-d530-4d3b-9af8-c086ee10df5b,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:03.155486 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-48a14e7c-2f46-41c8-8eb5-2be523d32b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (218222d3-d530-4d3b-9af8-c086ee10df5b), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:03.187896 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-284920db-bcc0-49eb-b63d-cbba423429a3 req-06898590-c397-4b6e-83bb-1496ff6f4af0 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=e568c74d-70dc-45d4-966e-cf41ec73849c HTTP/1.1" status: 200 len: 210 time: 0.0729759 Feb 07 20:56:03.209159 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-48a14e7c-2f46-41c8-8eb5-2be523d32b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:03.209975 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-48a14e7c-2f46-41c8-8eb5-2be523d32b6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:03.212814 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-48a14e7c-2f46-41c8-8eb5-2be523d32b6a service neutron] 10.222.0.71 "PUT /v2.0/ports/218222d3-d530-4d3b-9af8-c086ee10df5b HTTP/1.1" status: 200 len: 1094 time: 1.0381837 Feb 07 20:56:03.213707 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afaef49-0659-40da-8e43-75edb8d188a7', 'tag': '218222d3-d530-4d3b-9af8-c086ee10df5b'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:03.223798 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffb7489-12db-4c50-83a2-0e02861f7512" -d '{"events": [{"name": "network-changed", "server_uuid": "0afaef49-0659-40da-8e43-75edb8d188a7", "tag": "218222d3-d530-4d3b-9af8-c086ee10df5b"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:03.227458 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:03.262743 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a14e7c-2f46-41c8-8eb5-2be523d32b6a service neutron] Pushing event updated for resources: {'Port': ['ID=218222d3-d530-4d3b-9af8-c086ee10df5b,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:03.317262 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e284122-0dea-4c55-bf61-af0779166644 req-84fd06c3-4869-4e1d-ad25-9199d98d518c tempest-ServersOnMultiNodesTest-1113596232 tempest-ServersOnMultiNodesTest-1113596232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:03.318943 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e284122-0dea-4c55-bf61-af0779166644 req-84fd06c3-4869-4e1d-ad25-9199d98d518c tempest-ServersOnMultiNodesTest-1113596232 tempest-ServersOnMultiNodesTest-1113596232-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 1132 time: 0.1237185 Feb 07 20:56:03.394677 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-cd178cc5-d2da-4a62-b0ed-8ed9f5dcbfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:03.396603 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-cd178cc5-d2da-4a62-b0ed-8ed9f5dcbfd6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a2890753492b45f68953d50211b64729&device_id=0afaef49-0659-40da-8e43-75edb8d188a7 HTTP/1.1" status: 200 len: 1128 time: 0.0560002 Feb 07 20:56:03.403017 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0e284122-0dea-4c55-bf61-af0779166644 req-841fb143-a3be-4926-8c2d-4e521bafc285 tempest-ServersOnMultiNodesTest-1113596232 tempest-ServersOnMultiNodesTest-1113596232-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:03.442589 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-3b6f620a-09a0-439a-9d2e-0227d5820aad service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=218222d3-d530-4d3b-9af8-c086ee10df5b HTTP/1.1" status: 200 len: 217 time: 0.0379663 Feb 07 20:56:03.477837 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f70231-6f42-4035-b1e4-d97e78dd3068 req-5bfe3c27-aad9-46da-8d90-a8d32b9e3800 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:03.479408 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7f70231-6f42-4035-b1e4-d97e78dd3068 req-5bfe3c27-aad9-46da-8d90-a8d32b9e3800 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a62fb71-604f-4ab3-9616-04383697a3e7 HTTP/1.1" status: 200 len: 965 time: 0.1461570 Feb 07 20:56:03.526756 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0e284122-0dea-4c55-bf61-af0779166644 req-841fb143-a3be-4926-8c2d-4e521bafc285 tempest-ServersOnMultiNodesTest-1113596232 tempest-ServersOnMultiNodesTest-1113596232-project-admin] Publish callbacks [] for security_group (c8b54cf3-2827-4d5b-b2e7-275e34ebf5bc), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:03.557582 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7f70231-6f42-4035-b1e4-d97e78dd3068 req-885ac394-b96c-4ca3-9fe4-4cb738299c11 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700617 Feb 07 20:56:03.558367 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0e284122-0dea-4c55-bf61-af0779166644 req-841fb143-a3be-4926-8c2d-4e521bafc285 tempest-ServersOnMultiNodesTest-1113596232 tempest-ServersOnMultiNodesTest-1113596232-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c8b54cf3-2827-4d5b-b2e7-275e34ebf5bc), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:03.596433 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fb143-a3be-4926-8c2d-4e521bafc285 tempest-ServersOnMultiNodesTest-1113596232 tempest-ServersOnMultiNodesTest-1113596232-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b54cf3-2827-4d5b-b2e7-275e34ebf5bc,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:03.639754 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e284122-0dea-4c55-bf61-af0779166644 req-841fb143-a3be-4926-8c2d-4e521bafc285 tempest-ServersOnMultiNodesTest-1113596232 tempest-ServersOnMultiNodesTest-1113596232-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135259 Feb 07 20:56:03.645182 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:03.691995 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d32b24-87c8-42af-bce0-4d87e4b98a5c x-openstack-request-id: req-46d32b24-87c8-42af-bce0-4d87e4b98a5c {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:03.692414 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0afaef49-0659-40da-8e43-75edb8d188a7", "tag": "218222d3-d530-4d3b-9af8-c086ee10df5b", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:03.692605 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-46d32b24-87c8-42af-bce0-4d87e4b98a5c {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:03.692954 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0afaef49-0659-40da-8e43-75edb8d188a7', 'tag': '218222d3-d530-4d3b-9af8-c086ee10df5b', 'status': 'completed', 'code': 200} Feb 07 20:56:03.713000 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-f9311a71-a3b9-44b8-8914-663b811288b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:03.714442 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-f9311a71-a3b9-44b8-8914-663b811288b0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.2662530 Feb 07 20:56:03.773893 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-f3dde47e-a464-4d69-868a-3411bae33a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:03.775450 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-f3dde47e-a464-4d69-868a-3411bae33a37 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0543637 Feb 07 20:56:03.780974 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0a024-7e72-4964-a5f9-c1d87b5efd21 req-d750545a-066e-4da0-9f53-34cbbbf183c2 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:03.783320 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6de0a024-7e72-4964-a5f9-c1d87b5efd21 req-d750545a-066e-4da0-9f53-34cbbbf183c2 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=0afaef49-0659-40da-8e43-75edb8d188a7 HTTP/1.1" status: 200 len: 946 time: 0.0736849 Feb 07 20:56:03.854300 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6de0a024-7e72-4964-a5f9-c1d87b5efd21 req-c19ff663-4064-44eb-942c-8a65529a7c8d tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635848 Feb 07 20:56:03.902706 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-51ecfdef-c6fe-40b2-8717-7e16ef7ca273 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205180 Feb 07 20:56:03.989962 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device def6282e-e16e-4da4-8e73-cf9883e0d6b0 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:56:04.014190 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:56:04.021310 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-03eb3a38-820d-446b-ab6f-c4ccde9ecbbd req-41cd5ed0-f149-4de0-9aea-00f52f92f948 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123202 Feb 07 20:56:04.052966 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:56:04.053312 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device ee2a2c87-75c0-4ed5-b8bd-f2c54c87d534 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:56:04.136052 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb7489-12db-4c50-83a2-0e02861f7512 req-feddea7c-79a2-4807-8a54-e9e5f32553b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:04.138290 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fffb7489-12db-4c50-83a2-0e02861f7512 req-feddea7c-79a2-4807-8a54-e9e5f32553b9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a2890753492b45f68953d50211b64729&device_id=0afaef49-0659-40da-8e43-75edb8d188a7 HTTP/1.1" status: 200 len: 1128 time: 0.0594945 Feb 07 20:56:04.152758 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port def6282e-e16e-4da4-8e73-cf9883e0d6b0, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=def6282e-e16e-4da4-8e73-cf9883e0d6b0,segment=NetworkSegment(d8ca5278-288e-4a92-ae61-96e4e15706b2),segment_id=d8ca5278-288e-4a92-ae61-96e4e15706b2)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:04.167070 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'def6282e-e16e-4da4-8e73-cf9883e0d6b0', 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598', 'port_id': 'def6282e-e16e-4da4-8e73-cf9883e0d6b0', 'mac_address': 'fa:16:3e:8b:d7:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:tempest-test_az-644539540', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:56:04.223619 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port def6282e-e16e-4da4-8e73-cf9883e0d6b0 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:04.223971 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (def6282e-e16e-4da4-8e73-cf9883e0d6b0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:04.238970 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def6282e-e16e-4da4-8e73-cf9883e0d6b0 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:56:04.252826 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb7489-12db-4c50-83a2-0e02861f7512 req-c3be16f8-fa5c-4354-a2df-a6d15c23727c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:04.254335 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fffb7489-12db-4c50-83a2-0e02861f7512 req-c3be16f8-fa5c-4354-a2df-a6d15c23727c service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1092107 Feb 07 20:56:04.263523 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port def6282e-e16e-4da4-8e73-cf9883e0d6b0, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=def6282e-e16e-4da4-8e73-cf9883e0d6b0,segment=NetworkSegment(d8ca5278-288e-4a92-ae61-96e4e15706b2),segment_id=d8ca5278-288e-4a92-ae61-96e4e15706b2)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:04.268985 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (def6282e-e16e-4da4-8e73-cf9883e0d6b0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:04.277909 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51335bf5-47d9-472b-8b48-560f4755b171 req-5914bd75-db1e-425b-af06-b8f1b76f1978 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=158a4ea448b4471c9480285ef58a9cb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353758 Feb 07 20:56:04.304438 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fffb7489-12db-4c50-83a2-0e02861f7512 req-bef78ada-e8e1-4448-b399-c8779f2f7069 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=218222d3-d530-4d3b-9af8-c086ee10df5b HTTP/1.1" status: 200 len: 217 time: 0.0439937 Feb 07 20:56:04.334032 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=def6282e-e16e-4da4-8e73-cf9883e0d6b0,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:04.361815 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb7489-12db-4c50-83a2-0e02861f7512 req-8cf5cc34-6e3e-4268-8d46-bf01cc07f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:04.363354 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fffb7489-12db-4c50-83a2-0e02861f7512 req-8cf5cc34-6e3e-4268-8d46-bf01cc07f928 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0519836 Feb 07 20:56:04.394376 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51335bf5-47d9-472b-8b48-560f4755b171 req-61de6294-5500-40e5-a445-dfeb550a1031 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:04.395936 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51335bf5-47d9-472b-8b48-560f4755b171 req-61de6294-5500-40e5-a445-dfeb550a1031 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1174116 Feb 07 20:56:04.415113 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51335bf5-47d9-472b-8b48-560f4755b171 req-0557f56f-dc1f-4aea-bb52-1766185d7f2b tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/quotas/158a4ea448b4471c9480285ef58a9cb5 HTTP/1.1" status: 200 len: 375 time: 0.0110774 Feb 07 20:56:04.417025 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb7489-12db-4c50-83a2-0e02861f7512 req-7dc5d6fa-7732-4b26-bfa9-a182a45a7271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:04.418545 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fffb7489-12db-4c50-83a2-0e02861f7512 req-7dc5d6fa-7732-4b26-bfa9-a182a45a7271 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0498707 Feb 07 20:56:04.486492 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51335bf5-47d9-472b-8b48-560f4755b171 req-4f1f7dae-597a-4d63-972a-8fb08d9a88ef tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=158a4ea448b4471c9480285ef58a9cb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0660803 Feb 07 20:56:04.535605 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fffb7489-12db-4c50-83a2-0e02861f7512 req-cfce78ce-f9be-4e08-b03a-684d558268ad service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110144 Feb 07 20:56:04.573391 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['def6282e-e16e-4da4-8e73-cf9883e0d6b0'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:56:04.735055 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fffb7489-12db-4c50-83a2-0e02861f7512 req-2f7ac56d-b721-4f71-b54a-7343795f065a service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924937 Feb 07 20:56:04.778344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681433f-f4d6-4873-87f4-af98919482f9 req-ed1690ec-a809-49e2-8f97-4df4d09d9401 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:04.786777 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4681433f-f4d6-4873-87f4-af98919482f9 req-ed1690ec-a809-49e2-8f97-4df4d09d9401 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a62fb71-604f-4ab3-9616-04383697a3e7 HTTP/1.1" status: 200 len: 966 time: 0.0651879 Feb 07 20:56:04.836914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4681433f-f4d6-4873-87f4-af98919482f9 req-36cc2b2d-8c8f-4aa0-a835-1ba424ae7e07 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488462 Feb 07 20:56:04.988966 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-5e25c404-311c-4c4f-959f-525bea9d5f0b tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=72dbcbc98b8a46288654bb8867a55ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226600 Feb 07 20:56:05.106721 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5816f33-3133-4dee-91c8-a28e1036622c req-6e9379e8-d8b4-404b-9fb5-a0212f3dc283 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:05.108559 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f5816f33-3133-4dee-91c8-a28e1036622c req-6e9379e8-d8b4-404b-9fb5-a0212f3dc283 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=0afaef49-0659-40da-8e43-75edb8d188a7 HTTP/1.1" status: 200 len: 946 time: 0.1184468 Feb 07 20:56:05.159134 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-1b7ee7c2-70a0-4d9f-8c05-fa9581b122f5 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:05.160779 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-1b7ee7c2-70a0-4d9f-8c05-fa9581b122f5 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1629055 Feb 07 20:56:05.195113 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f5816f33-3133-4dee-91c8-a28e1036622c req-ea04978c-940d-4340-a480-3d7eda2a3c98 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597177 Feb 07 20:56:05.212462 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-044a34ec-2112-4b68-9d5c-9fe7d420cc69 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/quotas/72dbcbc98b8a46288654bb8867a55ebf HTTP/1.1" status: 200 len: 375 time: 0.0186677 Feb 07 20:56:05.260527 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-368c989a-bcff-4577-a9df-953fdea9afd1 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=72dbcbc98b8a46288654bb8867a55ebf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499723 Feb 07 20:56:05.571315 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-62ca428f-97d6-4569-82b6-711a35992147 req-16eaf916-110d-411a-9714-262655b4e09a tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa17e08d-abcc-4187-adc0-c6522f420f6d HTTP/1.1" status: 200 len: 210 time: 0.0584598 Feb 07 20:56:05.792634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7b17977a-ae97-460e-89a9-74206013c7d4 req-0882dab4-cca3-4cc8-9763-a9c67fe38b50 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1ff4657-454e-400a-8a4c-0c03a912ec2d HTTP/1.1" status: 200 len: 210 time: 0.0356731 Feb 07 20:56:05.995550 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device def6282e-e16e-4da4-8e73-cf9883e0d6b0 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:56:06.066193 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57449c98-ed88-4cf0-87cd-ad1ccc466be9 req-ba5d79f7-1e35-4e4b-87f1-585812df89f0 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:06.068828 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-57449c98-ed88-4cf0-87cd-ad1ccc466be9 req-ba5d79f7-1e35-4e4b-87f1-585812df89f0 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a62fb71-604f-4ab3-9616-04383697a3e7 HTTP/1.1" status: 200 len: 966 time: 0.1105964 Feb 07 20:56:06.108669 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port def6282e-e16e-4da4-8e73-cf9883e0d6b0 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:56:06.115749 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port def6282e-e16e-4da4-8e73-cf9883e0d6b0 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:06.116145 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (def6282e-e16e-4da4-8e73-cf9883e0d6b0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:06.153687 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-57449c98-ed88-4cf0-87cd-ad1ccc466be9 req-b5844b7e-44ac-43b2-ad56-9caf0c8ff08a tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570550 Feb 07 20:56:06.287305 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37668) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:06.303765 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port def6282e-e16e-4da4-8e73-cf9883e0d6b0 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:06.304167 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (def6282e-e16e-4da4-8e73-cf9883e0d6b0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:06.358991 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170236c6-b53e-4590-8721-2d1320d2ff1b req-e4b9658d-5e00-44d4-b0b9-67467103d2e8 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:06.361792 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-170236c6-b53e-4590-8721-2d1320d2ff1b req-e4b9658d-5e00-44d4-b0b9-67467103d2e8 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=0afaef49-0659-40da-8e43-75edb8d188a7 HTTP/1.1" status: 200 len: 946 time: 0.0710464 Feb 07 20:56:06.476560 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-170236c6-b53e-4590-8721-2d1320d2ff1b req-7e04e4ef-6742-4df7-b019-1d5ac9b74d8d tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976481 Feb 07 20:56:06.532718 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dc54d11-54c2-4d52-9bc0-77afed9140f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:06.587316 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 344634f1-5a57-4bbf-aec9-554a9ca84c4b no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:56:06.663452 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 344634f1-5a57-4bbf-aec9-554a9ca84c4b {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:56:06.664053 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 344634f1-5a57-4bbf-aec9-554a9ca84c4b not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:56:06.672433 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a62fb71-604f-4ab3-9616-04383697a3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def6282e-e16e-4da4-8e73-cf9883e0d6b0'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:06.675749 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51335bf5-47d9-472b-8b48-560f4755b171 req-e95aaaf7-c8ce-4a96-a093-33dba9ec9d1c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=158a4ea448b4471c9480285ef58a9cb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677114 Feb 07 20:56:06.685501 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5e730e-0d7b-4a78-a13a-8f245d5c36ad" -d '{"events": [{"server_uuid": "8a62fb71-604f-4ab3-9616-04383697a3e7", "name": "network-vif-plugged", "status": "completed", "tag": "def6282e-e16e-4da4-8e73-cf9883e0d6b0"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:06.710085 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port def6282e-e16e-4da4-8e73-cf9883e0d6b0, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=def6282e-e16e-4da4-8e73-cf9883e0d6b0,segment=NetworkSegment(d8ca5278-288e-4a92-ae61-96e4e15706b2),segment_id=d8ca5278-288e-4a92-ae61-96e4e15706b2)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:06.719039 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-51335bf5-47d9-472b-8b48-560f4755b171 req-b7d26a66-da47-4c2e-ab53-c43b5a75885a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=158a4ea448b4471c9480285ef58a9cb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481508 Feb 07 20:56:06.726362 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (def6282e-e16e-4da4-8e73-cf9883e0d6b0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:06.828606 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=def6282e-e16e-4da4-8e73-cf9883e0d6b0,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:06.829925 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aac0c85d-aecc-4f3a-87fb-9bcf2859d8fa req-5f45fd8d-616d-46df-88b3-9b55b5e7b585 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa17e08d-abcc-4187-adc0-c6522f420f6d HTTP/1.1" status: 200 len: 210 time: 0.0442638 Feb 07 20:56:06.848879 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dc54d11-54c2-4d52-9bc0-77afed9140f5 admin admin] Publish callbacks [] for security_group (a0805dfc-ea89-4138-bf9c-ce266fd771bf), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:06.874299 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dc54d11-54c2-4d52-9bc0-77afed9140f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a0805dfc-ea89-4138-bf9c-ce266fd771bf), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:06.938306 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6dc54d11-54c2-4d52-9bc0-77afed9140f5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=638b7bc4709f4d6bacf5d3f75b06c2b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6492052 Feb 07 20:56:06.941515 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc54d11-54c2-4d52-9bc0-77afed9140f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0805dfc-ea89-4138-bf9c-ce266fd771bf,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:06.944029 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37704) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:06.954171 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51335bf5-47d9-472b-8b48-560f4755b171 req-02b7c74e-fa94-4a1b-b894-a80752ba1e83 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:06.955870 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51335bf5-47d9-472b-8b48-560f4755b171 req-02b7c74e-fa94-4a1b-b894-a80752ba1e83 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2720356 Feb 07 20:56:06.957374 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6440039-fb14-4c62-9df1-ed415d8b0e9e x-openstack-request-id: req-f6440039-fb14-4c62-9df1-ed415d8b0e9e {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:06.958767 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a62fb71-604f-4ab3-9616-04383697a3e7", "name": "network-vif-plugged", "status": "completed", "tag": "def6282e-e16e-4da4-8e73-cf9883e0d6b0", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:06.959036 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f6440039-fb14-4c62-9df1-ed415d8b0e9e {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:06.959500 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a62fb71-604f-4ab3-9616-04383697a3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def6282e-e16e-4da4-8e73-cf9883e0d6b0', 'code': 200} Feb 07 20:56:06.991195 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51335bf5-47d9-472b-8b48-560f4755b171 req-92de557f-d852-4944-8eeb-726beee0f290 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:07.002157 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-51335bf5-47d9-472b-8b48-560f4755b171 req-0da0b040-313e-4379-a473-1bd76e73847a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Request body: {'port': {'device_id': '7f0fb107-ae1e-41bd-803f-ef907d59ddd5', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': '158a4ea448b4471c9480285ef58a9cb5'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:07.004230 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-51335bf5-47d9-472b-8b48-560f4755b171 req-92de557f-d852-4944-8eeb-726beee0f290 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2719071 Feb 07 20:56:07.006360 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.69', 49411) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:07.066089 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-51335bf5-47d9-472b-8b48-560f4755b171 req-1264741f-e6f3-46d0-af3b-f29172fae71c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Request body: {'port': {'device_id': 'e1ff4657-454e-400a-8a4c-0c03a912ec2d', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': '158a4ea448b4471c9480285ef58a9cb5'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:07.086350 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-c433513d-5801-465b-8667-4842dec8d2fb tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=72dbcbc98b8a46288654bb8867a55ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774674 Feb 07 20:56:07.103785 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-725aad3b-94a1-4e49-9ea0-99c3e95b1281 req-08e06563-7fb0-48da-9928-232e868681ae tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1ff4657-454e-400a-8a4c-0c03a912ec2d HTTP/1.1" status: 200 len: 210 time: 0.0479705 Feb 07 20:56:07.109357 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8be26ff-efea-4365-8cf8-9dd2b091bfc2 admin admin] Publish callbacks [] for security_group (a0805dfc-ea89-4138-bf9c-ce266fd771bf), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:07.161938 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8be26ff-efea-4365-8cf8-9dd2b091bfc2 admin admin] Publish callbacks [] for security_group (a0805dfc-ea89-4138-bf9c-ce266fd771bf), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:07.251596 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51335bf5-47d9-472b-8b48-560f4755b171 req-0da0b040-313e-4379-a473-1bd76e73847a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Made reservation on behalf of 158a4ea448b4471c9480285ef58a9cb5 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:56:07.255165 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-51335bf5-47d9-472b-8b48-560f4755b171 req-0da0b040-313e-4379-a473-1bd76e73847a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:07.263209 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.69', 49412) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:07.337352 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51335bf5-47d9-472b-8b48-560f4755b171 req-1264741f-e6f3-46d0-af3b-f29172fae71c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Made reservation on behalf of 158a4ea448b4471c9480285ef58a9cb5 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:56:07.342010 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-51335bf5-47d9-472b-8b48-560f4755b171 req-1264741f-e6f3-46d0-af3b-f29172fae71c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:07.370235 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-ef3bab06-b8fb-4398-835b-982bc873d4a6 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:07.371957 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-ef3bab06-b8fb-4398-835b-982bc873d4a6 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2493839 Feb 07 20:56:07.387507 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-c9b497e6-7637-40b1-b718-1bca1e87119c tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Request body: {'port': {'device_id': 'aa17e08d-abcc-4187-adc0-c6522f420f6d', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': '72dbcbc98b8a46288654bb8867a55ebf'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:07.412425 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8be26ff-efea-4365-8cf8-9dd2b091bfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a0805dfc-ea89-4138-bf9c-ce266fd771bf), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:07.414941 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8be26ff-efea-4365-8cf8-9dd2b091bfc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:07.416055 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d8be26ff-efea-4365-8cf8-9dd2b091bfc2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a0805dfc-ea89-4138-bf9c-ce266fd771bf HTTP/1.1" status: 204 len: 168 time: 0.4707305 Feb 07 20:56:07.507804 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429e049-4c3f-4978-a0f9-5902d8dcadbe req-b049b2cb-99f2-4142-a86d-4d6ddc1b5501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:07.509472 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e429e049-4c3f-4978-a0f9-5902d8dcadbe req-b049b2cb-99f2-4142-a86d-4d6ddc1b5501 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8a62fb71-604f-4ab3-9616-04383697a3e7 HTTP/1.1" status: 200 len: 1149 time: 0.2454326 Feb 07 20:56:07.510268 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be26ff-efea-4365-8cf8-9dd2b091bfc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0805dfc-ea89-4138-bf9c-ce266fd771bf,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:07.603830 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-c9b497e6-7637-40b1-b718-1bca1e87119c tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Made reservation on behalf of 72dbcbc98b8a46288654bb8867a55ebf for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:56:07.608217 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-c9b497e6-7637-40b1-b718-1bca1e87119c tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:07.614564 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b9b26-16e0-4823-8370-c5ae84d555af req-64ddeddf-02d2-4848-9d22-91227662c086 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:07.622032 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-855b9b26-16e0-4823-8370-c5ae84d555af req-64ddeddf-02d2-4848-9d22-91227662c086 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a62fb71-604f-4ab3-9616-04383697a3e7 HTTP/1.1" status: 200 len: 967 time: 0.2603428 Feb 07 20:56:07.629022 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-51335bf5-47d9-472b-8b48-560f4755b171 req-0da0b040-313e-4379-a473-1bd76e73847a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Allocated IP 192.168.233.105 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/52765e43-953c-4bdc-a1cb-d749305c65c2) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:56:07.668638 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e429e049-4c3f-4978-a0f9-5902d8dcadbe req-400159f1-aa70-404d-b929-70d426f75246 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491354 Feb 07 20:56:07.705843 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2021ae34-c41a-42bc-a832-e3839c757417 req-e332c71d-4247-4510-860f-9ecade8ecb1d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1429851 Feb 07 20:56:07.792649 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-855b9b26-16e0-4823-8370-c5ae84d555af req-5f924936-5f45-48b4-a753-423734cc45c2 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697664 Feb 07 20:56:07.839197 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021ae34-c41a-42bc-a832-e3839c757417 req-eb8a1f23-98a7-42ca-96c1-15afb228f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:07.841912 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2021ae34-c41a-42bc-a832-e3839c757417 req-eb8a1f23-98a7-42ca-96c1-15afb228f333 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=158a4ea448b4471c9480285ef58a9cb5&device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 1132 time: 0.0778897 Feb 07 20:56:07.852841 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37752) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:07.882843 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fb0b4d01-9cfb-418a-8fe0-b49b2ff8be0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:07.903570 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3a03c-d198-4a11-b7b8-697d4a371eed req-65016b3c-d0ec-4e07-afc7-51458ea28875 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:07.905359 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-42d3a03c-d198-4a11-b7b8-697d4a371eed req-65016b3c-d0ec-4e07-afc7-51458ea28875 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=0afaef49-0659-40da-8e43-75edb8d188a7 HTTP/1.1" status: 200 len: 946 time: 0.1514690 Feb 07 20:56:07.996336 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-51335bf5-47d9-472b-8b48-560f4755b171 req-0da0b040-313e-4379-a473-1bd76e73847a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks [] for port (52765e43-953c-4bdc-a1cb-d749305c65c2), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:08.009215 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-42d3a03c-d198-4a11-b7b8-697d4a371eed req-7b907f9a-f9bc-4e45-b733-8d41e9b479cd tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968914 Feb 07 20:56:08.048146 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021ae34-c41a-42bc-a832-e3839c757417 req-032a1f2d-2326-4749-abdf-ca69b6aaf803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:08.050442 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2021ae34-c41a-42bc-a832-e3839c757417 req-032a1f2d-2326-4749-abdf-ca69b6aaf803 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1783147 Feb 07 20:56:08.056940 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d856610-bb9d-4664-a784-7034482a0543 req-3e0d6748-d979-450e-842e-42829078fda9 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa17e08d-abcc-4187-adc0-c6522f420f6d HTTP/1.1" status: 200 len: 210 time: 0.0440896 Feb 07 20:56:08.089533 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-51335bf5-47d9-472b-8b48-560f4755b171 req-0da0b040-313e-4379-a473-1bd76e73847a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (52765e43-953c-4bdc-a1cb-d749305c65c2), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:08.103933 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['382b77ed-5a99-4385-99eb-e6195465d1a1'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:56:08.151474 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2021ae34-c41a-42bc-a832-e3839c757417 req-999239d6-d3f3-4637-ac12-52cbd6a43001 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=382b77ed-5a99-4385-99eb-e6195465d1a1 HTTP/1.1" status: 200 len: 217 time: 0.0891426 Feb 07 20:56:08.180128 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fb0b4d01-9cfb-418a-8fe0-b49b2ff8be0f admin admin] Publish callbacks [] for security_group (bc0ff656-5a0b-439f-ad6b-eb6da48a50b1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:08.183174 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37776) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:08.186867 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51335bf5-47d9-472b-8b48-560f4755b171 req-0da0b040-313e-4379-a473-1bd76e73847a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:56:08.198309 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-51335bf5-47d9-472b-8b48-560f4755b171 req-0da0b040-313e-4379-a473-1bd76e73847a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:56:08.207840 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-51335bf5-47d9-472b-8b48-560f4755b171 req-0da0b040-313e-4379-a473-1bd76e73847a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:56:08.220530 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51335bf5-47d9-472b-8b48-560f4755b171 req-0da0b040-313e-4379-a473-1bd76e73847a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:08.221195 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-51335bf5-47d9-472b-8b48-560f4755b171 req-0da0b040-313e-4379-a473-1bd76e73847a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:08.257898 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fb0b4d01-9cfb-418a-8fe0-b49b2ff8be0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (bc0ff656-5a0b-439f-ad6b-eb6da48a50b1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:08.270882 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0b040-313e-4379-a473-1bd76e73847a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Pushing event updated for resources: {'Port': ['ID=52765e43-953c-4bdc-a1cb-d749305c65c2,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:08.287875 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51335bf5-47d9-472b-8b48-560f4755b171 req-0da0b040-313e-4379-a473-1bd76e73847a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2911768 Feb 07 20:56:08.300424 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-51335bf5-47d9-472b-8b48-560f4755b171 req-e1a523f3-1582-46b6-a84d-50e224f842c5 service neutron] Request body: {'port': {'device_id': '7f0fb107-ae1e-41bd-803f-ef907d59ddd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:08.452077 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fb0b4d01-9cfb-418a-8fe0-b49b2ff8be0f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2889ab14e0d64056bb4fe3ff3efe05bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5976806 Feb 07 20:56:08.453558 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-51335bf5-47d9-472b-8b48-560f4755b171 req-1264741f-e6f3-46d0-af3b-f29172fae71c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Allocated IP 192.168.233.72 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/eab00f80-c2a6-48e1-84a6-52337e23ce88) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:56:08.461466 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37790) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:08.463421 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 218222d3-d530-4d3b-9af8-c086ee10df5b details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:56:08.484097 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021ae34-c41a-42bc-a832-e3839c757417 req-2e592c4d-9e43-4855-b6af-c40a70351c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:08.485634 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2021ae34-c41a-42bc-a832-e3839c757417 req-2e592c4d-9e43-4855-b6af-c40a70351c67 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.3225691 Feb 07 20:56:08.578645 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b4d01-9cfb-418a-8fe0-b49b2ff8be0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0ff656-5a0b-439f-ad6b-eb6da48a50b1,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:08.599554 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 218222d3-d530-4d3b-9af8-c086ee10df5b, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=218222d3-d530-4d3b-9af8-c086ee10df5b,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:08.614813 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '218222d3-d530-4d3b-9af8-c086ee10df5b', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '218222d3-d530-4d3b-9af8-c086ee10df5b', 'mac_address': 'fa:16:3e:88:3f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:56:08.654147 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42d2c026-3fee-4fca-801c-942aae3a356e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:08.665166 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-df93c125-1e24-46ad-abf8-9e80ad636027 None None] Provisioning complete for port 52765e43-953c-4bdc-a1cb-d749305c65c2 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:08.665648 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-df93c125-1e24-46ad-abf8-9e80ad636027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (52765e43-953c-4bdc-a1cb-d749305c65c2), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:08.706541 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 218222d3-d530-4d3b-9af8-c086ee10df5b is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:08.707082 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (218222d3-d530-4d3b-9af8-c086ee10df5b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:08.732836 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-df93c125-1e24-46ad-abf8-9e80ad636027 None None] Port 52765e43-953c-4bdc-a1cb-d749305c65c2 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:56:08.739083 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 218222d3-d530-4d3b-9af8-c086ee10df5b {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:56:08.800202 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 218222d3-d530-4d3b-9af8-c086ee10df5b, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=218222d3-d530-4d3b-9af8-c086ee10df5b,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:08.803490 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42d2c026-3fee-4fca-801c-942aae3a356e admin admin] Publish callbacks [] for security_group (2dd76a21-f0e6-4e35-9697-269d81af216d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:08.811306 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba0e36c9-e8a2-4317-aaf6-e0c2640a12e2 req-87894f97-1483-4a70-a4ae-9786495fea55 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1ff4657-454e-400a-8a4c-0c03a912ec2d HTTP/1.1" status: 200 len: 210 time: 0.4960024 Feb 07 20:56:08.815209 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (218222d3-d530-4d3b-9af8-c086ee10df5b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:08.822225 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-45e7948b-1fbf-4727-b125-69a46185fdad admin admin] Publish callbacks [] for security_group (bc0ff656-5a0b-439f-ad6b-eb6da48a50b1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:08.834236 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42d2c026-3fee-4fca-801c-942aae3a356e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (2dd76a21-f0e6-4e35-9697-269d81af216d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:08.893262 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2c026-3fee-4fca-801c-942aae3a356e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd76a21-f0e6-4e35-9697-269d81af216d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:08.895166 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-51335bf5-47d9-472b-8b48-560f4755b171 req-e1a523f3-1582-46b6-a84d-50e224f842c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (52765e43-953c-4bdc-a1cb-d749305c65c2), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:08.916707 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=218222d3-d530-4d3b-9af8-c086ee10df5b,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:08.926531 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37818) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:08.967514 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021ae34-c41a-42bc-a832-e3839c757417 req-b0278455-5df4-466f-bf6d-05783c10a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:08.970157 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2021ae34-c41a-42bc-a832-e3839c757417 req-b0278455-5df4-466f-bf6d-05783c10a737 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3639479 Feb 07 20:56:09.054254 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-45e7948b-1fbf-4727-b125-69a46185fdad admin admin] Publish callbacks [] for security_group (bc0ff656-5a0b-439f-ad6b-eb6da48a50b1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:09.073708 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-42d2c026-3fee-4fca-801c-942aae3a356e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=abab535ccf7a42659001c9c802e7f952&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8651223 Feb 07 20:56:09.074473 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37830) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:09.103324 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-51335bf5-47d9-472b-8b48-560f4755b171 req-1264741f-e6f3-46d0-af3b-f29172fae71c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks [] for port (eab00f80-c2a6-48e1-84a6-52337e23ce88), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:09.129310 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['218222d3-d530-4d3b-9af8-c086ee10df5b'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:56:09.185683 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099acf62-7af5-47b5-a6ee-a5d83c40434f req-6e742b77-3826-4889-8b31-d743614c6c99 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:09.187608 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-099acf62-7af5-47b5-a6ee-a5d83c40434f req-6e742b77-3826-4889-8b31-d743614c6c99 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a62fb71-604f-4ab3-9616-04383697a3e7 HTTP/1.1" status: 200 len: 967 time: 0.2447801 Feb 07 20:56:09.273073 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2021ae34-c41a-42bc-a832-e3839c757417 req-c092e23c-94b1-417f-963f-9a240f664b45 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829089 Feb 07 20:56:09.277163 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-481c105c-d548-40cf-bfa2-87112c74528f admin admin] Publish callbacks [] for security_group (2dd76a21-f0e6-4e35-9697-269d81af216d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:09.281084 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b74dc7-4c38-400d-a236-798d61d3315e req-4faf9da7-c578-4f87-b4d4-992812c58e5a tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:09.284592 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-51335bf5-47d9-472b-8b48-560f4755b171 req-1264741f-e6f3-46d0-af3b-f29172fae71c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (eab00f80-c2a6-48e1-84a6-52337e23ce88), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:09.288843 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-96b74dc7-4c38-400d-a236-798d61d3315e req-4faf9da7-c578-4f87-b4d4-992812c58e5a tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=0afaef49-0659-40da-8e43-75edb8d188a7 HTTP/1.1" status: 200 len: 947 time: 0.1277678 Feb 07 20:56:09.293486 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-099acf62-7af5-47b5-a6ee-a5d83c40434f req-c65a2db1-3b2a-47d5-9bdd-ff44047a9d48 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816615 Feb 07 20:56:09.303038 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['382b77ed-5a99-4385-99eb-e6195465d1a1'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:56:09.314762 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8b3572f4-f53b-47c7-a3ff-7de42caa0c4d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0d60650948534d04b3afa9bb06f67517&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3845298 Feb 07 20:56:09.315540 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37838) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:09.353507 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-45e7948b-1fbf-4727-b125-69a46185fdad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (bc0ff656-5a0b-439f-ad6b-eb6da48a50b1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:09.356173 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-45e7948b-1fbf-4727-b125-69a46185fdad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:09.357251 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-45e7948b-1fbf-4727-b125-69a46185fdad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bc0ff656-5a0b-439f-ad6b-eb6da48a50b1 HTTP/1.1" status: 204 len: 168 time: 0.8939033 Feb 07 20:56:09.363683 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-96b74dc7-4c38-400d-a236-798d61d3315e req-9b08c591-d5d0-408f-9c34-67cfe878c07f tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690594 Feb 07 20:56:09.451729 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0c8847cc-c19e-4bdc-be11-55dd7aad423a req-e0763c3c-bca9-4cdd-a136-2468d32f63a7 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa17e08d-abcc-4187-adc0-c6522f420f6d HTTP/1.1" status: 200 len: 210 time: 0.0385320 Feb 07 20:56:09.660615 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-481c105c-d548-40cf-bfa2-87112c74528f admin admin] Publish callbacks [] for security_group (2dd76a21-f0e6-4e35-9697-269d81af216d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:09.662710 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7948b-1fbf-4727-b125-69a46185fdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0ff656-5a0b-439f-ad6b-eb6da48a50b1,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:09.694752 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51335bf5-47d9-472b-8b48-560f4755b171 req-1264741f-e6f3-46d0-af3b-f29172fae71c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:56:09.733047 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264741f-e6f3-46d0-af3b-f29172fae71c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Pushing event updated for resources: {'Port': ['ID=eab00f80-c2a6-48e1-84a6-52337e23ce88,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:09.749159 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-c9b497e6-7637-40b1-b718-1bca1e87119c tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Allocated IP 192.168.233.79 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/c6920650-a31d-4a2e-ae2a-97745a8eb9c2) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:56:09.751479 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-51335bf5-47d9-472b-8b48-560f4755b171 req-1264741f-e6f3-46d0-af3b-f29172fae71c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:56:09.762698 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-51335bf5-47d9-472b-8b48-560f4755b171 req-1264741f-e6f3-46d0-af3b-f29172fae71c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:56:09.768384 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51335bf5-47d9-472b-8b48-560f4755b171 req-1264741f-e6f3-46d0-af3b-f29172fae71c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:09.769173 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-51335bf5-47d9-472b-8b48-560f4755b171 req-1264741f-e6f3-46d0-af3b-f29172fae71c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:09.857729 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-51335bf5-47d9-472b-8b48-560f4755b171 req-1264741f-e6f3-46d0-af3b-f29172fae71c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8436811 Feb 07 20:56:09.871940 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2021ae34-c41a-42bc-a832-e3839c757417 req-5fe75d1c-89d4-4185-a378-d9811b2084f2 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5843198 Feb 07 20:56:09.879432 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-51335bf5-47d9-472b-8b48-560f4755b171 req-87dd4d16-299d-41bc-b3ef-0d2264709ca3 service neutron] Request body: {'port': {'device_id': 'e1ff4657-454e-400a-8a4c-0c03a912ec2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:09.887383 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-994a0c64-e701-4df5-b564-4936ea988631 admin admin] Publish callbacks [] for security_group (9e66c2ec-2dac-4cdd-b0a3-35731072909f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:09.919024 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-481c105c-d548-40cf-bfa2-87112c74528f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (2dd76a21-f0e6-4e35-9697-269d81af216d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:09.921564 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-481c105c-d548-40cf-bfa2-87112c74528f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:09.925117 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-481c105c-d548-40cf-bfa2-87112c74528f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2dd76a21-f0e6-4e35-9697-269d81af216d HTTP/1.1" status: 204 len: 168 time: 0.8361108 Feb 07 20:56:09.998592 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c105c-d548-40cf-bfa2-87112c74528f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd76a21-f0e6-4e35-9697-269d81af216d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:10.001686 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-994a0c64-e701-4df5-b564-4936ea988631 admin admin] Publish callbacks [] for security_group (9e66c2ec-2dac-4cdd-b0a3-35731072909f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:10.061647 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111af1f-bac7-43dc-86d0-888f6de1a6ec req-9e230ef4-fb1f-4b7d-8509-92c9f5c6bebf tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:10.070920 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e111af1f-bac7-43dc-86d0-888f6de1a6ec req-9e230ef4-fb1f-4b7d-8509-92c9f5c6bebf tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1ff4657-454e-400a-8a4c-0c03a912ec2d HTTP/1.1" status: 200 len: 935 time: 0.1376650 Feb 07 20:56:10.088805 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-51335bf5-47d9-472b-8b48-560f4755b171 req-87dd4d16-299d-41bc-b3ef-0d2264709ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (eab00f80-c2a6-48e1-84a6-52337e23ce88), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:10.131015 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e111af1f-bac7-43dc-86d0-888f6de1a6ec req-60bd85d0-06c4-4e1d-aa0c-aee9fbc68970 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590346 Feb 07 20:56:10.169732 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-c9b497e6-7637-40b1-b718-1bca1e87119c tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Publish callbacks [] for port (c6920650-a31d-4a2e-ae2a-97745a8eb9c2), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:10.172094 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-01a605d1-dac9-4621-9c4b-cd51f6139ccf None None] Provisioning complete for port eab00f80-c2a6-48e1-84a6-52337e23ce88 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:10.173277 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-01a605d1-dac9-4621-9c4b-cd51f6139ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (eab00f80-c2a6-48e1-84a6-52337e23ce88), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:10.188822 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-994a0c64-e701-4df5-b564-4936ea988631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9e66c2ec-2dac-4cdd-b0a3-35731072909f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:10.192971 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-994a0c64-e701-4df5-b564-4936ea988631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:10.194618 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-994a0c64-e701-4df5-b564-4936ea988631 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9e66c2ec-2dac-4cdd-b0a3-35731072909f HTTP/1.1" status: 204 len: 168 time: 0.8570311 Feb 07 20:56:10.226525 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-01a605d1-dac9-4621-9c4b-cd51f6139ccf None None] Port eab00f80-c2a6-48e1-84a6-52337e23ce88 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:56:10.263832 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a0c64-e701-4df5-b564-4936ea988631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e66c2ec-2dac-4cdd-b0a3-35731072909f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:10.316080 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-c9b497e6-7637-40b1-b718-1bca1e87119c tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (c6920650-a31d-4a2e-ae2a-97745a8eb9c2), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:10.382108 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-c9b497e6-7637-40b1-b718-1bca1e87119c tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:56:10.386754 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37884) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:10.397843 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-c9b497e6-7637-40b1-b718-1bca1e87119c tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:56:10.414904 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-c9b497e6-7637-40b1-b718-1bca1e87119c tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:56:10.429801 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-c9b497e6-7637-40b1-b718-1bca1e87119c tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:10.430612 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-c9b497e6-7637-40b1-b718-1bca1e87119c tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:10.433321 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b497e6-7637-40b1-b718-1bca1e87119c tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Pushing event updated for resources: {'Port': ['ID=c6920650-a31d-4a2e-ae2a-97745a8eb9c2,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:10.471999 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 218222d3-d530-4d3b-9af8-c086ee10df5b up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:56:10.482273 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-c9b497e6-7637-40b1-b718-1bca1e87119c tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1006727 Feb 07 20:56:10.502288 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-d4fe7148-b0b3-4d14-a148-b860003a6050 service neutron] Request body: {'port': {'device_id': 'aa17e08d-abcc-4187-adc0-c6522f420f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:10.584012 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-51335bf5-47d9-472b-8b48-560f4755b171 req-e1a523f3-1582-46b6-a84d-50e224f842c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52765e43-953c-4bdc-a1cb-d749305c65c2 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:56:10.601348 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-51335bf5-47d9-472b-8b48-560f4755b171 req-e1a523f3-1582-46b6-a84d-50e224f842c5 service neutron] Publish callbacks [] for port (52765e43-953c-4bdc-a1cb-d749305c65c2), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:10.628781 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 218222d3-d530-4d3b-9af8-c086ee10df5b completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:56:10.636088 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 218222d3-d530-4d3b-9af8-c086ee10df5b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:10.636756 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (218222d3-d530-4d3b-9af8-c086ee10df5b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:10.642345 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034a0e9-0ac1-45b1-9e7a-29c7204bc524 req-1beecd9a-d8bf-4d10-b3df-0eb161602b05 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:10.643251 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-d4fe7148-b0b3-4d14-a148-b860003a6050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c6920650-a31d-4a2e-ae2a-97745a8eb9c2), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:10.643887 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0034a0e9-0ac1-45b1-9e7a-29c7204bc524 req-1beecd9a-d8bf-4d10-b3df-0eb161602b05 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=0afaef49-0659-40da-8e43-75edb8d188a7 HTTP/1.1" status: 200 len: 947 time: 0.1519239 Feb 07 20:56:10.651245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-51335bf5-47d9-472b-8b48-560f4755b171 req-e1a523f3-1582-46b6-a84d-50e224f842c5 service neutron] Transition to ACTIVE for port object 52765e43-953c-4bdc-a1cb-d749305c65c2 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:56:10.658354 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5218ea-d38f-4d5a-97b5-37ef52943670 req-a80963ad-d6b6-49c0-b23b-211aacc813d0 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:10.665347 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f5218ea-d38f-4d5a-97b5-37ef52943670 req-a80963ad-d6b6-49c0-b23b-211aacc813d0 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a62fb71-604f-4ab3-9616-04383697a3e7 HTTP/1.1" status: 200 len: 967 time: 0.1705415 Feb 07 20:56:10.706667 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37896) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:10.740609 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-51335bf5-47d9-472b-8b48-560f4755b171 req-e1a523f3-1582-46b6-a84d-50e224f842c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (52765e43-953c-4bdc-a1cb-d749305c65c2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:10.786883 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1ae4cd45-e28b-4bf2-b30d-8c787fd6da3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:10.805329 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 218222d3-d530-4d3b-9af8-c086ee10df5b is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:10.805888 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (218222d3-d530-4d3b-9af8-c086ee10df5b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:10.810259 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a523f3-1582-46b6-a84d-50e224f842c5 service neutron] Pushing event updated for resources: {'Port': ['ID=52765e43-953c-4bdc-a1cb-d749305c65c2,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:10.904552 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f5218ea-d38f-4d5a-97b5-37ef52943670 req-c81cd7e1-7fd7-4a81-9553-961af0e49c09 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381597 Feb 07 20:56:10.910147 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0034a0e9-0ac1-45b1-9e7a-29c7204bc524 req-7f8d00d8-1439-44b4-91ac-9cb910ea9d6f tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601120 Feb 07 20:56:10.914539 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afaef49-0659-40da-8e43-75edb8d188a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218222d3-d530-4d3b-9af8-c086ee10df5b'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:10.920940 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd2d9e9-15e4-45d3-8417-4a7f1bcaa6b6" -d '{"events": [{"server_uuid": "0afaef49-0659-40da-8e43-75edb8d188a7", "name": "network-vif-plugged", "status": "completed", "tag": "218222d3-d530-4d3b-9af8-c086ee10df5b"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:10.939055 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-51335bf5-47d9-472b-8b48-560f4755b171 req-e1a523f3-1582-46b6-a84d-50e224f842c5 service neutron] Attempting to bind port 52765e43-953c-4bdc-a1cb-d749305c65c2 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:56:10.939650 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-51335bf5-47d9-472b-8b48-560f4755b171 req-e1a523f3-1582-46b6-a84d-50e224f842c5 service neutron] Attempting to bind port 52765e43-953c-4bdc-a1cb-d749305c65c2 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:56:10.940202 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51335bf5-47d9-472b-8b48-560f4755b171 req-e1a523f3-1582-46b6-a84d-50e224f842c5 service neutron] Attempting to bind port 52765e43-953c-4bdc-a1cb-d749305c65c2 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:56:10.957431 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51335bf5-47d9-472b-8b48-560f4755b171 req-e1a523f3-1582-46b6-a84d-50e224f842c5 service neutron] Port 52765e43-953c-4bdc-a1cb-d749305c65c2 on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:56:10.957855 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51335bf5-47d9-472b-8b48-560f4755b171 req-e1a523f3-1582-46b6-a84d-50e224f842c5 service neutron] Attempting to bind port 52765e43-953c-4bdc-a1cb-d749305c65c2 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:56:10.964261 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51335bf5-47d9-472b-8b48-560f4755b171 req-e1a523f3-1582-46b6-a84d-50e224f842c5 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:56:10.966115 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51335bf5-47d9-472b-8b48-560f4755b171 req-e1a523f3-1582-46b6-a84d-50e224f842c5 service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:56:10.966698 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51335bf5-47d9-472b-8b48-560f4755b171 req-e1a523f3-1582-46b6-a84d-50e224f842c5 service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:56:10.970163 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-51335bf5-47d9-472b-8b48-560f4755b171 req-e1a523f3-1582-46b6-a84d-50e224f842c5 service neutron] Bound port: 52765e43-953c-4bdc-a1cb-d749305c65c2, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:56:10.970163 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-51335bf5-47d9-472b-8b48-560f4755b171 req-e1a523f3-1582-46b6-a84d-50e224f842c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (52765e43-953c-4bdc-a1cb-d749305c65c2), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:10.971861 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-7e596210-4f78-4fb6-ba90-4cf9f6dec624 None None] Provisioning complete for port c6920650-a31d-4a2e-ae2a-97745a8eb9c2 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:10.977880 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7e596210-4f78-4fb6-ba90-4cf9f6dec624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c6920650-a31d-4a2e-ae2a-97745a8eb9c2), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:11.045606 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 218222d3-d530-4d3b-9af8-c086ee10df5b, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=218222d3-d530-4d3b-9af8-c086ee10df5b,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:11.056970 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (218222d3-d530-4d3b-9af8-c086ee10df5b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:11.083443 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7e596210-4f78-4fb6-ba90-4cf9f6dec624 None None] Port c6920650-a31d-4a2e-ae2a-97745a8eb9c2 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:56:11.101774 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5cf06592-6123-4661-86b2-d178df1331f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:11.127032 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=218222d3-d530-4d3b-9af8-c086ee10df5b,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:11.130547 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37906) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:11.224705 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-51335bf5-47d9-472b-8b48-560f4755b171 req-e1a523f3-1582-46b6-a84d-50e224f842c5 service neutron] For port 52765e43-953c-4bdc-a1cb-d749305c65c2, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:56:11.253528 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-51335bf5-47d9-472b-8b48-560f4755b171 req-e1a523f3-1582-46b6-a84d-50e224f842c5 service neutron] For port 52765e43-953c-4bdc-a1cb-d749305c65c2, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=52765e43-953c-4bdc-a1cb-d749305c65c2,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:56:11.264130 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828b519-8437-4247-ab21-b6c93cf8f05a req-712eda08-0a5e-4ae5-8aef-60a018b81347 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:11.265152 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3828b519-8437-4247-ab21-b6c93cf8f05a req-712eda08-0a5e-4ae5-8aef-60a018b81347 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa17e08d-abcc-4187-adc0-c6522f420f6d HTTP/1.1" status: 200 len: 935 time: 0.2659125 Feb 07 20:56:11.274212 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2f70d97c-c7fc-4227-a984-4dec2759e76c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9b426801ac3c4d54bd014e1e4c091006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300874 Feb 07 20:56:11.277190 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37912) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:11.291854 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-51335bf5-47d9-472b-8b48-560f4755b171 req-e1a523f3-1582-46b6-a84d-50e224f842c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (52765e43-953c-4bdc-a1cb-d749305c65c2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:11.292059 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1ae4cd45-e28b-4bf2-b30d-8c787fd6da3b admin admin] Publish callbacks [] for security_group (f4038a3f-1483-404e-b32a-722f35d3f4ed), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:11.303725 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1ae4cd45-e28b-4bf2-b30d-8c787fd6da3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f4038a3f-1483-404e-b32a-722f35d3f4ed), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:11.319548 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228d425-8a9a-405b-96c4-a6bc874cc30c req-c4981c13-6146-4ec5-abd9-c67b96cb1c41 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:11.321194 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7228d425-8a9a-405b-96c4-a6bc874cc30c req-c4981c13-6146-4ec5-abd9-c67b96cb1c41 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a62fb71-604f-4ab3-9616-04383697a3e7 HTTP/1.1" status: 200 len: 967 time: 0.2069721 Feb 07 20:56:11.338354 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-51335bf5-47d9-472b-8b48-560f4755b171 req-87dd4d16-299d-41bc-b3ef-0d2264709ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab00f80-c2a6-48e1-84a6-52337e23ce88 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:56:11.344054 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37914) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:11.352939 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-51335bf5-47d9-472b-8b48-560f4755b171 req-87dd4d16-299d-41bc-b3ef-0d2264709ca3 service neutron] Publish callbacks [] for port (eab00f80-c2a6-48e1-84a6-52337e23ce88), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:11.363513 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51335bf5-47d9-472b-8b48-560f4755b171 req-e1a523f3-1582-46b6-a84d-50e224f842c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:11.364576 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-51335bf5-47d9-472b-8b48-560f4755b171 req-e1a523f3-1582-46b6-a84d-50e224f842c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:11.364763 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-65b933e7-204d-490a-be68-7f6bf3d94b04 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Request body: {'floatingip': {'port_id': 'def6282e-e16e-4da4-8e73-cf9883e0d6b0'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:11.365957 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51335bf5-47d9-472b-8b48-560f4755b171 req-e1a523f3-1582-46b6-a84d-50e224f842c5 service neutron] 10.222.0.69 "PUT /v2.0/ports/52765e43-953c-4bdc-a1cb-d749305c65c2 HTTP/1.1" status: 200 len: 1096 time: 3.0705214 Feb 07 20:56:11.382793 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f0fb107-ae1e-41bd-803f-ef907d59ddd5', 'tag': '52765e43-953c-4bdc-a1cb-d749305c65c2'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:11.385923 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4830f7a9-57fe-4d38-a1f2-819bd441308c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f0fb107-ae1e-41bd-803f-ef907d59ddd5", "tag": "52765e43-953c-4bdc-a1cb-d749305c65c2"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:11.419976 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0570cd0-d044-4e47-9249-90d732ace077 x-openstack-request-id: req-a0570cd0-d044-4e47-9249-90d732ace077 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:11.420548 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afaef49-0659-40da-8e43-75edb8d188a7", "name": "network-vif-plugged", "status": "completed", "tag": "218222d3-d530-4d3b-9af8-c086ee10df5b", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:11.420645 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a0570cd0-d044-4e47-9249-90d732ace077 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:11.421355 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afaef49-0659-40da-8e43-75edb8d188a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218222d3-d530-4d3b-9af8-c086ee10df5b', 'code': 200} Feb 07 20:56:11.517838 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3828b519-8437-4247-ab21-b6c93cf8f05a req-e65b46ce-6be6-47b7-9ebe-ff8a25d02289 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413819 Feb 07 20:56:11.518518 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a523f3-1582-46b6-a84d-50e224f842c5 service neutron] Pushing event updated for resources: {'Port': ['ID=52765e43-953c-4bdc-a1cb-d749305c65c2,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:11.520335 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-65b933e7-204d-490a-be68-7f6bf3d94b04 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks [] for floatingip (b51339a5-9643-4004-8438-31518b9fc6a0), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:11.536684 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-706b0f8c-dcd3-49c2-a4bd-db9e28b089be admin admin] Publish callbacks [] for security_group (2e3d6d35-1b58-49a4-a59e-40224ef46d30), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:11.553302 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5cf06592-6123-4661-86b2-d178df1331f9 admin admin] Publish callbacks [] for security_group (440a886c-d550-4ac3-b8d5-91922ba4f1cd), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:11.587199 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-706b0f8c-dcd3-49c2-a4bd-db9e28b089be admin admin] Publish callbacks [] for security_group (2e3d6d35-1b58-49a4-a59e-40224ef46d30), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:11.610209 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4cd45-e28b-4bf2-b30d-8c787fd6da3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4038a3f-1483-404e-b32a-722f35d3f4ed,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:11.611905 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51335bf5-47d9-472b-8b48-560f4755b171 req-4d7ff1ad-6c16-4d3f-b6cf-e1918dfe6be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:11.613935 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51335bf5-47d9-472b-8b48-560f4755b171 req-4d7ff1ad-6c16-4d3f-b6cf-e1918dfe6be1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=158a4ea448b4471c9480285ef58a9cb5&device_id=7f0fb107-ae1e-41bd-803f-ef907d59ddd5 HTTP/1.1" status: 200 len: 1130 time: 0.1816628 Feb 07 20:56:11.615020 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1ae4cd45-e28b-4bf2-b30d-8c787fd6da3b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=12be6103b900439188dba32d2b12692c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9044180 Feb 07 20:56:11.617605 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37922) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:11.634479 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0312478-3f82-405c-9c61-b4c5449d8212 x-openstack-request-id: req-a0312478-3f82-405c-9c61-b4c5449d8212 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:11.634903 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f0fb107-ae1e-41bd-803f-ef907d59ddd5", "tag": "52765e43-953c-4bdc-a1cb-d749305c65c2", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:11.635256 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a0312478-3f82-405c-9c61-b4c5449d8212 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:11.635743 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f0fb107-ae1e-41bd-803f-ef907d59ddd5', 'tag': '52765e43-953c-4bdc-a1cb-d749305c65c2', 'status': 'completed', 'code': 200} Feb 07 20:56:11.640539 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5cf06592-6123-4661-86b2-d178df1331f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (440a886c-d550-4ac3-b8d5-91922ba4f1cd), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:11.644095 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-51335bf5-47d9-472b-8b48-560f4755b171 req-87dd4d16-299d-41bc-b3ef-0d2264709ca3 service neutron] Transition to ACTIVE for port object eab00f80-c2a6-48e1-84a6-52337e23ce88 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:56:11.689230 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-51335bf5-47d9-472b-8b48-560f4755b171 req-87dd4d16-299d-41bc-b3ef-0d2264709ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (eab00f80-c2a6-48e1-84a6-52337e23ce88), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:11.766111 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7440b8-ceda-4988-a38d-51a06d00881a req-32d37fb9-b853-4f6c-bfd4-debccfb44b66 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:11.774665 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b7440b8-ceda-4988-a38d-51a06d00881a req-32d37fb9-b853-4f6c-bfd4-debccfb44b66 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1ff4657-454e-400a-8a4c-0c03a912ec2d HTTP/1.1" status: 200 len: 935 time: 0.2515967 Feb 07 20:56:11.801451 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51335bf5-47d9-472b-8b48-560f4755b171 req-9851c8a4-fff1-4a60-86ff-b5b9164a3369 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=52765e43-953c-4bdc-a1cb-d749305c65c2 HTTP/1.1" status: 200 len: 217 time: 0.1709025 Feb 07 20:56:11.839800 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5cf06592-6123-4661-86b2-d178df1331f9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=db3a4914765e4b5c90fc4b9a47ab35ad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4515731 Feb 07 20:56:11.840510 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf06592-6123-4661-86b2-d178df1331f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440a886c-d550-4ac3-b8d5-91922ba4f1cd,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:11.844773 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37930) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:11.866001 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51335bf5-47d9-472b-8b48-560f4755b171 req-39c43fa6-6fb3-48f1-b6f1-61bf48586d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:11.867479 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51335bf5-47d9-472b-8b48-560f4755b171 req-39c43fa6-6fb3-48f1-b6f1-61bf48586d53 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0543098 Feb 07 20:56:11.871069 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1b17-42f1-459b-8e1c-9a13df20cee4 admin admin] Publish callbacks [] for security_group (f4038a3f-1483-404e-b32a-722f35d3f4ed), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:11.899204 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd4d16-299d-41bc-b3ef-0d2264709ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=eab00f80-c2a6-48e1-84a6-52337e23ce88,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:11.931273 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eef5d9-5c72-48c5-a737-f8f5bc26ad82 req-28481263-5a53-4b59-8520-3b84337dd5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:11.932880 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-08eef5d9-5c72-48c5-a737-f8f5bc26ad82 req-28481263-5a53-4b59-8520-3b84337dd5da service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0afaef49-0659-40da-8e43-75edb8d188a7 HTTP/1.1" status: 200 len: 1130 time: 0.4098840 Feb 07 20:56:11.942585 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b7440b8-ceda-4988-a38d-51a06d00881a req-557a6b8c-60cb-4e41-bd8d-996c2f532ace tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674201 Feb 07 20:56:11.965632 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1b17-42f1-459b-8e1c-9a13df20cee4 admin admin] Publish callbacks [] for security_group (f4038a3f-1483-404e-b32a-722f35d3f4ed), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:11.968151 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-706b0f8c-dcd3-49c2-a4bd-db9e28b089be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (2e3d6d35-1b58-49a4-a59e-40224ef46d30), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:11.974359 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-706b0f8c-dcd3-49c2-a4bd-db9e28b089be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:11.976336 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-706b0f8c-dcd3-49c2-a4bd-db9e28b089be admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2e3d6d35-1b58-49a4-a59e-40224ef46d30 HTTP/1.1" status: 204 len: 168 time: 0.6981487 Feb 07 20:56:12.004188 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b0f8c-dcd3-49c2-a4bd-db9e28b089be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3d6d35-1b58-49a4-a59e-40224ef46d30,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:12.033607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51335bf5-47d9-472b-8b48-560f4755b171 req-b1f5859b-58dc-4eb1-b757-baef7feebc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:12.035266 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51335bf5-47d9-472b-8b48-560f4755b171 req-b1f5859b-58dc-4eb1-b757-baef7feebc18 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1583045 Feb 07 20:56:12.108006 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-51335bf5-47d9-472b-8b48-560f4755b171 req-87dd4d16-299d-41bc-b3ef-0d2264709ca3 service neutron] Attempting to bind port eab00f80-c2a6-48e1-84a6-52337e23ce88 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:56:12.111165 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-51335bf5-47d9-472b-8b48-560f4755b171 req-87dd4d16-299d-41bc-b3ef-0d2264709ca3 service neutron] Attempting to bind port eab00f80-c2a6-48e1-84a6-52337e23ce88 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:56:12.111165 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51335bf5-47d9-472b-8b48-560f4755b171 req-87dd4d16-299d-41bc-b3ef-0d2264709ca3 service neutron] Attempting to bind port eab00f80-c2a6-48e1-84a6-52337e23ce88 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:56:12.154094 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51335bf5-47d9-472b-8b48-560f4755b171 req-87dd4d16-299d-41bc-b3ef-0d2264709ca3 service neutron] Port eab00f80-c2a6-48e1-84a6-52337e23ce88 on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:56:12.154416 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51335bf5-47d9-472b-8b48-560f4755b171 req-87dd4d16-299d-41bc-b3ef-0d2264709ca3 service neutron] Attempting to bind port eab00f80-c2a6-48e1-84a6-52337e23ce88 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:56:12.207950 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51335bf5-47d9-472b-8b48-560f4755b171 req-87dd4d16-299d-41bc-b3ef-0d2264709ca3 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:56:12.208285 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51335bf5-47d9-472b-8b48-560f4755b171 req-87dd4d16-299d-41bc-b3ef-0d2264709ca3 service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:56:12.208708 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51335bf5-47d9-472b-8b48-560f4755b171 req-87dd4d16-299d-41bc-b3ef-0d2264709ca3 service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:56:12.209154 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-51335bf5-47d9-472b-8b48-560f4755b171 req-87dd4d16-299d-41bc-b3ef-0d2264709ca3 service neutron] Bound port: eab00f80-c2a6-48e1-84a6-52337e23ce88, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:56:12.209478 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-51335bf5-47d9-472b-8b48-560f4755b171 req-87dd4d16-299d-41bc-b3ef-0d2264709ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (eab00f80-c2a6-48e1-84a6-52337e23ce88), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:12.241532 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1b17-42f1-459b-8e1c-9a13df20cee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f4038a3f-1483-404e-b32a-722f35d3f4ed), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:12.244131 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1b17-42f1-459b-8e1c-9a13df20cee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:12.245382 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0c5d1b17-42f1-459b-8e1c-9a13df20cee4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f4038a3f-1483-404e-b32a-722f35d3f4ed HTTP/1.1" status: 204 len: 168 time: 0.6243970 Feb 07 20:56:12.255807 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57634f-8f00-4a52-a4cd-4d76d5dc7f18 req-343190f3-bdf3-4bb5-a2b9-3b60f86e2f29 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:12.257751 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f57634f-8f00-4a52-a4cd-4d76d5dc7f18 req-343190f3-bdf3-4bb5-a2b9-3b60f86e2f29 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=0afaef49-0659-40da-8e43-75edb8d188a7 HTTP/1.1" status: 200 len: 948 time: 0.1870203 Feb 07 20:56:12.271962 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51335bf5-47d9-472b-8b48-560f4755b171 req-267c3246-0cc2-48da-8e00-9127d3397b62 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199442 Feb 07 20:56:12.273948 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d1b17-42f1-459b-8e1c-9a13df20cee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4038a3f-1483-404e-b32a-722f35d3f4ed,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:12.373368 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f57634f-8f00-4a52-a4cd-4d76d5dc7f18 req-10a60fe0-e716-4670-bece-123dda8a0447 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091630 Feb 07 20:56:12.416819 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51335bf5-47d9-472b-8b48-560f4755b171 req-44f9be20-ff47-4b14-a501-2cd876b8034e service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334603 Feb 07 20:56:12.457244 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b2e349f5-aa37-45bc-b9be-5f0179ecfd1f admin admin] Publish callbacks [] for security_group (440a886c-d550-4ac3-b8d5-91922ba4f1cd), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:12.461297 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-08eef5d9-5c72-48c5-a737-f8f5bc26ad82 req-286656dd-b3df-4c0e-8c2b-15a6196ef43e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587264 Feb 07 20:56:12.522600 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830f7a9-57fe-4d38-a1f2-819bd441308c req-694ef882-4a6c-49b9-b18d-b665812b3b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:12.524685 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4830f7a9-57fe-4d38-a1f2-819bd441308c req-694ef882-4a6c-49b9-b18d-b665812b3b4c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=158a4ea448b4471c9480285ef58a9cb5&device_id=7f0fb107-ae1e-41bd-803f-ef907d59ddd5 HTTP/1.1" status: 200 len: 1130 time: 0.0577075 Feb 07 20:56:12.642030 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830f7a9-57fe-4d38-a1f2-819bd441308c req-b2ded4c0-bf4f-409d-b818-46aefc86840a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:12.644548 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4830f7a9-57fe-4d38-a1f2-819bd441308c req-b2ded4c0-bf4f-409d-b818-46aefc86840a service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1141379 Feb 07 20:56:12.695531 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b2e349f5-aa37-45bc-b9be-5f0179ecfd1f admin admin] Publish callbacks [] for security_group (440a886c-d550-4ac3-b8d5-91922ba4f1cd), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:12.706282 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4830f7a9-57fe-4d38-a1f2-819bd441308c req-d2ef6746-088f-4553-9545-19d397b5145d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=52765e43-953c-4bdc-a1cb-d749305c65c2 HTTP/1.1" status: 200 len: 217 time: 0.0505621 Feb 07 20:56:12.754637 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-d4fe7148-b0b3-4d14-a148-b860003a6050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6920650-a31d-4a2e-ae2a-97745a8eb9c2 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:56:12.783515 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-d4fe7148-b0b3-4d14-a148-b860003a6050 service neutron] Publish callbacks [] for port (c6920650-a31d-4a2e-ae2a-97745a8eb9c2), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:12.799199 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f33d5e-ee14-4d5c-ae43-bfced9a4dae3 req-4f21a7b1-d886-42ed-9d95-d916e01836f0 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:12.806675 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30f33d5e-ee14-4d5c-ae43-bfced9a4dae3 req-4f21a7b1-d886-42ed-9d95-d916e01836f0 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa17e08d-abcc-4187-adc0-c6522f420f6d HTTP/1.1" status: 200 len: 935 time: 0.1610975 Feb 07 20:56:12.827686 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830f7a9-57fe-4d38-a1f2-819bd441308c req-ee174a41-8ae9-4284-84e1-8e0c2e901452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:12.829781 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4830f7a9-57fe-4d38-a1f2-819bd441308c req-ee174a41-8ae9-4284-84e1-8e0c2e901452 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1005232 Feb 07 20:56:12.897353 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-d4fe7148-b0b3-4d14-a148-b860003a6050 service neutron] Transition to ACTIVE for port object c6920650-a31d-4a2e-ae2a-97745a8eb9c2 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:56:12.899098 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-51335bf5-47d9-472b-8b48-560f4755b171 req-87dd4d16-299d-41bc-b3ef-0d2264709ca3 service neutron] For port eab00f80-c2a6-48e1-84a6-52337e23ce88, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:56:12.915577 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30f33d5e-ee14-4d5c-ae43-bfced9a4dae3 req-5800f737-923c-4baf-8a97-aa35f86a6636 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031075 Feb 07 20:56:12.928351 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-d4fe7148-b0b3-4d14-a148-b860003a6050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c6920650-a31d-4a2e-ae2a-97745a8eb9c2), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:12.929156 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-3ffe3af6-f19d-451d-8062-4aea1303659a tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=c9d4415d20024a229d8b07e6abbd40bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470788 Feb 07 20:56:12.964355 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-51335bf5-47d9-472b-8b48-560f4755b171 req-87dd4d16-299d-41bc-b3ef-0d2264709ca3 service neutron] For port eab00f80-c2a6-48e1-84a6-52337e23ce88, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=eab00f80-c2a6-48e1-84a6-52337e23ce88,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:56:12.992149 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-51335bf5-47d9-472b-8b48-560f4755b171 req-87dd4d16-299d-41bc-b3ef-0d2264709ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (eab00f80-c2a6-48e1-84a6-52337e23ce88), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:13.018640 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830f7a9-57fe-4d38-a1f2-819bd441308c req-c5cbc28d-6c30-4b96-9b1b-6b63dc86893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:13.020065 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4830f7a9-57fe-4d38-a1f2-819bd441308c req-c5cbc28d-6c30-4b96-9b1b-6b63dc86893c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1783109 Feb 07 20:56:13.090654 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe7148-b0b3-4d14-a148-b860003a6050 service neutron] Pushing event updated for resources: {'Port': ['ID=c6920650-a31d-4a2e-ae2a-97745a8eb9c2,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:13.212928 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51335bf5-47d9-472b-8b48-560f4755b171 req-87dd4d16-299d-41bc-b3ef-0d2264709ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:13.213631 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-51335bf5-47d9-472b-8b48-560f4755b171 req-87dd4d16-299d-41bc-b3ef-0d2264709ca3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:13.214016 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-3c86e2ba-c7f9-4182-a178-f33a0c3fac22 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:13.215474 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-51335bf5-47d9-472b-8b48-560f4755b171 req-87dd4d16-299d-41bc-b3ef-0d2264709ca3 service neutron] 10.222.0.69 "PUT /v2.0/ports/eab00f80-c2a6-48e1-84a6-52337e23ce88 HTTP/1.1" status: 200 len: 1095 time: 3.3491373 Feb 07 20:56:13.216264 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ff4657-454e-400a-8a4c-0c03a912ec2d', 'tag': 'eab00f80-c2a6-48e1-84a6-52337e23ce88'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:13.218520 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4d21c6-6eb8-496e-af72-f63bc6e26159" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ff4657-454e-400a-8a4c-0c03a912ec2d", "tag": "eab00f80-c2a6-48e1-84a6-52337e23ce88"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:13.222324 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-3c86e2ba-c7f9-4182-a178-f33a0c3fac22 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2870595 Feb 07 20:56:13.226602 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.db.resource_extend [None req-65b933e7-204d-490a-be68-7f6bf3d94b04 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 20:56:13.244828 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b2e349f5-aa37-45bc-b9be-5f0179ecfd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (440a886c-d550-4ac3-b8d5-91922ba4f1cd), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:13.248951 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b2e349f5-aa37-45bc-b9be-5f0179ecfd1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:13.253096 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b2e349f5-aa37-45bc-b9be-5f0179ecfd1f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/440a886c-d550-4ac3-b8d5-91922ba4f1cd HTTP/1.1" status: 204 len: 168 time: 1.3962057 Feb 07 20:56:13.260756 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-ad55229e-0a71-4dd9-9194-359676a896fc tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/quotas/c9d4415d20024a229d8b07e6abbd40bd HTTP/1.1" status: 200 len: 375 time: 0.0374238 Feb 07 20:56:13.310832 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee8f50-254b-4e11-9c15-4174a88203cc req-6ff8b754-023a-46af-a308-ffdbacf72620 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:13.312463 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7cee8f50-254b-4e11-9c15-4174a88203cc req-6ff8b754-023a-46af-a308-ffdbacf72620 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1ff4657-454e-400a-8a4c-0c03a912ec2d HTTP/1.1" status: 200 len: 947 time: 0.2517517 Feb 07 20:56:13.314808 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4830f7a9-57fe-4d38-a1f2-819bd441308c req-cae37e43-951f-427e-8067-fd6c5697ad04 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807264 Feb 07 20:56:13.324058 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd4d16-299d-41bc-b3ef-0d2264709ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=eab00f80-c2a6-48e1-84a6-52337e23ce88,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:13.327407 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e349f5-aa37-45bc-b9be-5f0179ecfd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440a886c-d550-4ac3-b8d5-91922ba4f1cd,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:13.389945 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-b72a66f0-98ef-44be-851e-2939e234ede3 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9d4415d20024a229d8b07e6abbd40bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1280205 Feb 07 20:56:13.394620 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-d4fe7148-b0b3-4d14-a148-b860003a6050 service neutron] Attempting to bind port c6920650-a31d-4a2e-ae2a-97745a8eb9c2 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:56:13.395352 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-d4fe7148-b0b3-4d14-a148-b860003a6050 service neutron] Attempting to bind port c6920650-a31d-4a2e-ae2a-97745a8eb9c2 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:56:13.395981 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-d4fe7148-b0b3-4d14-a148-b860003a6050 service neutron] Attempting to bind port c6920650-a31d-4a2e-ae2a-97745a8eb9c2 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:56:13.419010 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-65b933e7-204d-490a-be68-7f6bf3d94b04 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:13.421612 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-d4fe7148-b0b3-4d14-a148-b860003a6050 service neutron] Port c6920650-a31d-4a2e-ae2a-97745a8eb9c2 on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:56:13.422147 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-d4fe7148-b0b3-4d14-a148-b860003a6050 service neutron] Attempting to bind port c6920650-a31d-4a2e-ae2a-97745a8eb9c2 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:56:13.431763 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-65b933e7-204d-490a-be68-7f6bf3d94b04 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (b51339a5-9643-4004-8438-31518b9fc6a0), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:13.437646 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-d4fe7148-b0b3-4d14-a148-b860003a6050 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:56:13.440706 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-d4fe7148-b0b3-4d14-a148-b860003a6050 service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:56:13.442505 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-d4fe7148-b0b3-4d14-a148-b860003a6050 service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:56:13.443097 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-d4fe7148-b0b3-4d14-a148-b860003a6050 service neutron] Bound port: c6920650-a31d-4a2e-ae2a-97745a8eb9c2, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:56:13.443842 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-d4fe7148-b0b3-4d14-a148-b860003a6050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c6920650-a31d-4a2e-ae2a-97745a8eb9c2), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:13.521720 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51335bf5-47d9-472b-8b48-560f4755b171 req-379302cd-75c4-466c-9723-0d4523cc5eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:13.523587 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-51335bf5-47d9-472b-8b48-560f4755b171 req-379302cd-75c4-466c-9723-0d4523cc5eda service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=158a4ea448b4471c9480285ef58a9cb5&device_id=e1ff4657-454e-400a-8a4c-0c03a912ec2d HTTP/1.1" status: 200 len: 1129 time: 0.2221913 Feb 07 20:56:13.586675 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4830f7a9-57fe-4d38-a1f2-819bd441308c req-d4e411cd-3431-4f04-939c-7fe536d224d3 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082574 Feb 07 20:56:13.602577 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-51335bf5-47d9-472b-8b48-560f4755b171 req-b8cd1f02-d444-4adb-8362-7eb395c5e0cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=eab00f80-c2a6-48e1-84a6-52337e23ce88 HTTP/1.1" status: 200 len: 217 time: 0.0705111 Feb 07 20:56:13.689319 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7cee8f50-254b-4e11-9c15-4174a88203cc req-ed03abaa-f9c1-48ab-abc4-b0d122eba563 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089755 Feb 07 20:56:13.752859 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-d4fe7148-b0b3-4d14-a148-b860003a6050 service neutron] For port c6920650-a31d-4a2e-ae2a-97745a8eb9c2, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:56:13.755994 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51335bf5-47d9-472b-8b48-560f4755b171 req-9dba579d-07ed-4212-b3c1-b85927ba2eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:13.758080 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-51335bf5-47d9-472b-8b48-560f4755b171 req-9dba579d-07ed-4212-b3c1-b85927ba2eea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1459010 Feb 07 20:56:13.762882 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-d4fe7148-b0b3-4d14-a148-b860003a6050 service neutron] For port c6920650-a31d-4a2e-ae2a-97745a8eb9c2, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=c6920650-a31d-4a2e-ae2a-97745a8eb9c2,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:56:13.765303 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d01ecaf-983b-4d03-9c5e-12102e3a927e x-openstack-request-id: req-6d01ecaf-983b-4d03-9c5e-12102e3a927e {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:13.765704 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ff4657-454e-400a-8a4c-0c03a912ec2d", "tag": "eab00f80-c2a6-48e1-84a6-52337e23ce88", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:13.766062 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6d01ecaf-983b-4d03-9c5e-12102e3a927e {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:13.766594 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ff4657-454e-400a-8a4c-0c03a912ec2d', 'tag': 'eab00f80-c2a6-48e1-84a6-52337e23ce88', 'status': 'completed', 'code': 200} Feb 07 20:56:13.771383 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [None req-65b933e7-204d-490a-be68-7f6bf3d94b04 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Floating IP b51339a5-9643-4004-8438-31518b9fc6a0 associated. External IP: 172.25.4.104, port: def6282e-e16e-4da4-8e73-cf9883e0d6b0. Feb 07 20:56:13.787784 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-d4fe7148-b0b3-4d14-a148-b860003a6050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c6920650-a31d-4a2e-ae2a-97745a8eb9c2), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:13.864381 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d4a3e-aea2-4453-8b04-0212d14b84c5 req-b8073c3b-03bf-4ea2-a088-3ac8630b0458 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:13.867302 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b74d4a3e-aea2-4453-8b04-0212d14b84c5 req-b8073c3b-03bf-4ea2-a088-3ac8630b0458 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=0afaef49-0659-40da-8e43-75edb8d188a7 HTTP/1.1" status: 200 len: 948 time: 0.0765016 Feb 07 20:56:13.883446 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38006) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:13.941881 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54cc434b-2f6a-4cbd-a31f-85e3eb50901c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:13.980587 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-d4fe7148-b0b3-4d14-a148-b860003a6050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:13.981247 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-d4fe7148-b0b3-4d14-a148-b860003a6050 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:13.982833 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-d4fe7148-b0b3-4d14-a148-b860003a6050 service neutron] 10.222.0.69 "PUT /v2.0/ports/c6920650-a31d-4a2e-ae2a-97745a8eb9c2 HTTP/1.1" status: 200 len: 1095 time: 3.4925089 Feb 07 20:56:14.035315 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe7148-b0b3-4d14-a148-b860003a6050 service neutron] Pushing event updated for resources: {'Port': ['ID=c6920650-a31d-4a2e-ae2a-97745a8eb9c2,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:14.052993 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51335bf5-47d9-472b-8b48-560f4755b171 req-71db7c1e-14ac-45b3-9dd5-dd99053dbfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:14.055110 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-51335bf5-47d9-472b-8b48-560f4755b171 req-71db7c1e-14ac-45b3-9dd5-dd99053dbfc0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2873077 Feb 07 20:56:14.136063 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b74d4a3e-aea2-4453-8b04-0212d14b84c5 req-d3a7a406-551d-4b9a-808c-09d881f29297 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615972 Feb 07 20:56:14.243369 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38022) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:14.283634 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478ea0e-0103-4b69-b042-1b229ddfdc35 req-5470def2-7a5e-4f9f-a4ae-b75aaac15ae2 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:14.297410 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b478ea0e-0103-4b69-b042-1b229ddfdc35 req-5470def2-7a5e-4f9f-a4ae-b75aaac15ae2 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa17e08d-abcc-4187-adc0-c6522f420f6d HTTP/1.1" status: 200 len: 947 time: 0.2495060 Feb 07 20:56:14.409076 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54cc434b-2f6a-4cbd-a31f-85e3eb50901c admin admin] Publish callbacks [] for security_group (2a7734c5-0d3c-4d20-b496-1523f3450c09), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:14.414426 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-c947bac8-c501-464f-a896-97a5db16d37f tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=c9d4415d20024a229d8b07e6abbd40bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0913820 Feb 07 20:56:14.428023 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54cc434b-2f6a-4cbd-a31f-85e3eb50901c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (2a7734c5-0d3c-4d20-b496-1523f3450c09), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:14.540507 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b478ea0e-0103-4b69-b042-1b229ddfdc35 req-d1068704-f545-490c-b334-7b71a43f0513 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352421 Feb 07 20:56:14.575916 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-54cc434b-2f6a-4cbd-a31f-85e3eb50901c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6526fcd7165f4ed3bb78df14b4c4ca94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6895940 Feb 07 20:56:14.578600 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc434b-2f6a-4cbd-a31f-85e3eb50901c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7734c5-0d3c-4d20-b496-1523f3450c09,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:14.581831 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38038) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:14.597179 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-acebc7d7-f9dd-4f1a-8095-bac70de0daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:14.598986 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-acebc7d7-f9dd-4f1a-8095-bac70de0daf8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=72dbcbc98b8a46288654bb8867a55ebf&device_id=aa17e08d-abcc-4187-adc0-c6522f420f6d HTTP/1.1" status: 200 len: 1129 time: 0.4248903 Feb 07 20:56:14.602923 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-51335bf5-47d9-472b-8b48-560f4755b171 req-99d14393-0d8a-4f33-8620-f9e9844e5104 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400846 Feb 07 20:56:14.616511 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b933e7-204d-490a-be68-7f6bf3d94b04 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Router 7a1cdfce-a913-4f5d-990e-6199acdb02b1 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:56:14.677239 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-3659d617-dfda-4270-a5e9-68bc929befaf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=c6920650-a31d-4a2e-ae2a-97745a8eb9c2 HTTP/1.1" status: 200 len: 217 time: 0.0625403 Feb 07 20:56:14.757490 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-54eae293-e98b-49da-8309-cd3f13127de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:14.759114 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-54eae293-e98b-49da-8309-cd3f13127de6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0674617 Feb 07 20:56:14.923264 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-28be4e63-7144-4fc0-92d8-d39332351664 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:14.925405 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-28be4e63-7144-4fc0-92d8-d39332351664 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5019403 Feb 07 20:56:14.929279 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f0b9e347-7cda-4400-9695-9bbf23fc4ab5 tempest-AutoAllocateNetworkTest-841061112 tempest-AutoAllocateNetworkTest-841061112-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=c3c7adae3eb04195aebe90511c87227f&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6834729 Feb 07 20:56:14.933738 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38048) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:14.937187 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dba1e27-477f-4701-b790-46151716449b admin admin] Publish callbacks [] for security_group (2a7734c5-0d3c-4d20-b496-1523f3450c09), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:14.961363 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dba1e27-477f-4701-b790-46151716449b admin admin] Publish callbacks [] for security_group (2a7734c5-0d3c-4d20-b496-1523f3450c09), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:15.009657 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-5cad696c-5e4e-4512-b52e-582e96100132 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/quotas/c9d4415d20024a229d8b07e6abbd40bd HTTP/1.1" status: 200 len: 375 time: 0.0399506 Feb 07 20:56:15.047842 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-b0634703-54f8-4060-a2e0-4874e422875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:15.049362 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-b0634703-54f8-4060-a2e0-4874e422875b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2302365 Feb 07 20:56:15.052567 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-17fb0b81-f093-4a42-bcd1-2725ef08fe52 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9d4415d20024a229d8b07e6abbd40bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361471 Feb 07 20:56:15.058959 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-51335bf5-47d9-472b-8b48-560f4755b171 req-a1ea9385-74a7-4b00-be44-573e5a3eca65 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455719 Feb 07 20:56:15.068430 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec02fb2-73f5-4b0b-b4a8-56732e728379 req-693fab02-2944-49ba-b1ab-407bf2ee1a1b tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:15.070044 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ec02fb2-73f5-4b0b-b4a8-56732e728379 req-693fab02-2944-49ba-b1ab-407bf2ee1a1b tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1ff4657-454e-400a-8a4c-0c03a912ec2d HTTP/1.1" status: 200 len: 947 time: 0.1534090 Feb 07 20:56:15.098276 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dba1e27-477f-4701-b790-46151716449b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (2a7734c5-0d3c-4d20-b496-1523f3450c09), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:15.101494 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dba1e27-477f-4701-b790-46151716449b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:15.105465 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6dba1e27-477f-4701-b790-46151716449b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2a7734c5-0d3c-4d20-b496-1523f3450c09 HTTP/1.1" status: 204 len: 168 time: 0.5204966 Feb 07 20:56:15.128061 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba1e27-477f-4701-b790-46151716449b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7734c5-0d3c-4d20-b496-1523f3450c09,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:15.134676 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b933e7-204d-490a-be68-7f6bf3d94b04 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:56:15.144190 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-65b933e7-204d-490a-be68-7f6bf3d94b04 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:15.169699 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a10d5-1b4b-4b40-aa12-a7f854c69dc6 None None] Sync routers for ids ['7a1cdfce-a913-4f5d-990e-6199acdb02b1'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:56:15.205757 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a10d5-1b4b-4b40-aa12-a7f854c69dc6 None None] Routers {'7a1cdfce-a913-4f5d-990e-6199acdb02b1'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:56:15.206738 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-073a10d5-1b4b-4b40-aa12-a7f854c69dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:55:50Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7a1cdfce-a913-4f5d-990e-6199acdb02b1'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:56:15.208046 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ec02fb2-73f5-4b0b-b4a8-56732e728379 req-e471786c-61ad-44b3-a6fd-fb22431b503a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216965 Feb 07 20:56:15.219239 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159ddbb5-9028-471c-8651-a8fab876ad5f tempest-AutoAllocateNetworkTest-841061112 tempest-AutoAllocateNetworkTest-841061112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:15.223529 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-159ddbb5-9028-471c-8651-a8fab876ad5f tempest-AutoAllocateNetworkTest-841061112 tempest-AutoAllocateNetworkTest-841061112-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2847159 Feb 07 20:56:15.224325 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38058) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:15.243338 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-65b933e7-204d-490a-be68-7f6bf3d94b04 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "PUT /v2.0/floatingips/b51339a5-9643-4004-8438-31518b9fc6a0 HTTP/1.1" status: 200 len: 1013 time: 3.8926649 Feb 07 20:56:15.353155 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-358a4d5c-9527-467f-8405-2479b39440e1 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856054 Feb 07 20:56:15.365257 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-77fa43a7-390d-44d4-b1b7-bb61ad7039d4 tempest-AutoAllocateNetworkTest-841061112 tempest-AutoAllocateNetworkTest-841061112-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1396914 Feb 07 20:56:15.370077 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38066) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:15.504621 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4efecb28-842d-4dca-ae23-3bcff87cbe85 req-67cbcd97-1435-43da-9b2d-af70905ab0c9 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465535 Feb 07 20:56:15.507321 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d21c6-6eb8-496e-af72-f63bc6e26159 req-0cbd90f9-3951-47dc-b1f3-df9006ea4a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:15.513633 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fb4d21c6-6eb8-496e-af72-f63bc6e26159 req-0cbd90f9-3951-47dc-b1f3-df9006ea4a47 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=158a4ea448b4471c9480285ef58a9cb5&device_id=e1ff4657-454e-400a-8a4c-0c03a912ec2d HTTP/1.1" status: 200 len: 1129 time: 0.3610322 Feb 07 20:56:15.522502 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-073a10d5-1b4b-4b40-aa12-a7f854c69dc6 None None] Set router 7a1cdfce-a913-4f5d-990e-6199acdb02b1 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:56:15.536120 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-3d964620-a0b5-4bb4-831c-3a0003341864 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=c9d4415d20024a229d8b07e6abbd40bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246642 Feb 07 20:56:15.566612 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ac850050-9cf6-4644-baf2-7072f1f1dc25 tempest-AutoAllocateNetworkTest-841061112 tempest-AutoAllocateNetworkTest-841061112-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=c3c7adae3eb04195aebe90511c87227f HTTP/1.1" status: 200 len: 208 time: 0.1936274 Feb 07 20:56:15.660083 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88dac09-723b-4ba2-922a-98f8b3eddc15 req-7e655318-79b8-4c11-99f1-f3347ce6eacd tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:15.664860 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c88dac09-723b-4ba2-922a-98f8b3eddc15 req-7e655318-79b8-4c11-99f1-f3347ce6eacd tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=0afaef49-0659-40da-8e43-75edb8d188a7 HTTP/1.1" status: 200 len: 948 time: 0.2308693 Feb 07 20:56:15.675578 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-83c83bd5-289e-40d6-87b2-f02ce5eb5903 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:15.677277 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-83c83bd5-289e-40d6-87b2-f02ce5eb5903 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1300671 Feb 07 20:56:15.693175 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-d97b01d5-8a7f-4f03-8aa9-658cc697d63d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Request body: {'port': {'device_id': '38c7afa4-742c-4b6c-b399-e28f7ae0fce2', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': 'c9d4415d20024a229d8b07e6abbd40bd'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:15.776063 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa17e08d-abcc-4187-adc0-c6522f420f6d', 'tag': 'c6920650-a31d-4a2e-ae2a-97745a8eb9c2'}, {'name': 'network-changed', 'server_uuid': '8a62fb71-604f-4ab3-9616-04383697a3e7', 'tag': 'def6282e-e16e-4da4-8e73-cf9883e0d6b0'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:15.781463 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f23a4c-6b9c-4f91-9478-93f883bb2641" -d '{"events": [{"name": "network-changed", "server_uuid": "aa17e08d-abcc-4187-adc0-c6522f420f6d", "tag": "c6920650-a31d-4a2e-ae2a-97745a8eb9c2"}, {"name": "network-changed", "server_uuid": "8a62fb71-604f-4ab3-9616-04383697a3e7", "tag": "def6282e-e16e-4da4-8e73-cf9883e0d6b0"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:15.825583 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c88dac09-723b-4ba2-922a-98f8b3eddc15 req-9c24cebe-fb1c-4e44-9e1d-a86f96b0d82f tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403997 Feb 07 20:56:15.836388 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236c2b1-85da-4989-80fc-795b0bb2f365 req-c13e4ab0-5235-414c-9f7f-d0d224a0f47b tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:15.837920 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9236c2b1-85da-4989-80fc-795b0bb2f365 req-c13e4ab0-5235-414c-9f7f-d0d224a0f47b tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a62fb71-604f-4ab3-9616-04383697a3e7 HTTP/1.1" status: 200 len: 967 time: 0.1942933 Feb 07 20:56:15.937798 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9236c2b1-85da-4989-80fc-795b0bb2f365 req-10b8c190-985a-4fd3-a931-27f59fc0cf92 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830154 Feb 07 20:56:16.006929 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-29ed6bdc-a49a-41b6-865e-0b7e41c3ba2b req-7959f3bf-9218-4acb-9f87-71f723f5f1d3 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0f20b8e-357c-4d1c-91c0-a279c9b09be4 HTTP/1.1" status: 200 len: 210 time: 0.0775576 Feb 07 20:56:16.028148 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 52765e43-953c-4bdc-a1cb-d749305c65c2 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:56:16.049722 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d21c6-6eb8-496e-af72-f63bc6e26159 req-7cf8d39b-6f7a-49f6-8018-273535e3e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:16.051209 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fb4d21c6-6eb8-496e-af72-f63bc6e26159 req-7cf8d39b-6f7a-49f6-8018-273535e3e042 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.5140941 Feb 07 20:56:16.094508 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-073a10d5-1b4b-4b40-aa12-a7f854c69dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889777253-router', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:29Z', 'updated_at': '2022-02-07T20:55:40Z', 'revision_number': 4, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'gw_port': {'id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:33Z', 'updated_at': '2022-02-07T20:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'b51339a5-9643-4004-8438-31518b9fc6a0', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'port_id': 'def6282e-e16e-4da4-8e73-cf9883e0d6b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598', 'mac_address': 'fa:16:3e:8b:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a62fb71-604f-4ab3-9616-04383697a3e7', 'device_owner': 'compute:tempest-test_az-644539540'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:55:53Z', 'updated_at': '2022-02-07T20:56:12Z', 'revision_number': 1, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efea1ca8-1d82-4f0f-9267-710901c28596', 'name': '', 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'mac_address': 'fa:16:3e:a7:a7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:38Z', 'updated_at': '2022-02-07T20:55:45Z', 'revision_number': 5, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'subnets': [{'id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:56:16.099295 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38094) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:16.177555 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a10d5-1b4b-4b40-aa12-a7f854c69dc6 None None] Checking router: 7a1cdfce-a913-4f5d-990e-6199acdb02b1 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:56:16.194406 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a10d5-1b4b-4b40-aa12-a7f854c69dc6 None None] Routers {'7a1cdfce-a913-4f5d-990e-6199acdb02b1'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:56:16.195180 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-073a10d5-1b4b-4b40-aa12-a7f854c69dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:55:50Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7a1cdfce-a913-4f5d-990e-6199acdb02b1'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:56:16.226765 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfb195-88a3-41dd-a3a9-a2282fdea014 req-5b97ec49-71bf-4209-a0f2-8b01189e4beb tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:16.239025 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2acfb195-88a3-41dd-a3a9-a2282fdea014 req-5b97ec49-71bf-4209-a0f2-8b01189e4beb tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa17e08d-abcc-4187-adc0-c6522f420f6d HTTP/1.1" status: 200 len: 947 time: 0.1470838 Feb 07 20:56:16.246866 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 52765e43-953c-4bdc-a1cb-d749305c65c2, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=52765e43-953c-4bdc-a1cb-d749305c65c2,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:16.257346 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962ad557-83d2-464b-b168-0cd6aae83446 x-openstack-request-id: req-962ad557-83d2-464b-b168-0cd6aae83446 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:16.257630 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa17e08d-abcc-4187-adc0-c6522f420f6d", "tag": "c6920650-a31d-4a2e-ae2a-97745a8eb9c2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8a62fb71-604f-4ab3-9616-04383697a3e7", "tag": "def6282e-e16e-4da4-8e73-cf9883e0d6b0", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:16.257888 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-962ad557-83d2-464b-b168-0cd6aae83446 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:16.258286 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa17e08d-abcc-4187-adc0-c6522f420f6d', 'tag': 'c6920650-a31d-4a2e-ae2a-97745a8eb9c2', 'status': 'completed', 'code': 200} Feb 07 20:56:16.258579 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a62fb71-604f-4ab3-9616-04383697a3e7', 'tag': 'def6282e-e16e-4da4-8e73-cf9883e0d6b0', 'status': 'completed', 'code': 200} Feb 07 20:56:16.268299 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '52765e43-953c-4bdc-a1cb-d749305c65c2', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '52765e43-953c-4bdc-a1cb-d749305c65c2', 'mac_address': 'fa:16:3e:3e:33:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:56:16.287280 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fb4d21c6-6eb8-496e-af72-f63bc6e26159 req-4acda656-f876-4c45-8b73-158fbd3baa70 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=eab00f80-c2a6-48e1-84a6-52337e23ce88 HTTP/1.1" status: 200 len: 217 time: 0.2209795 Feb 07 20:56:16.319199 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 52765e43-953c-4bdc-a1cb-d749305c65c2 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:16.319906 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (52765e43-953c-4bdc-a1cb-d749305c65c2), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:16.335920 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52765e43-953c-4bdc-a1cb-d749305c65c2 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:56:16.365435 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 52765e43-953c-4bdc-a1cb-d749305c65c2, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=52765e43-953c-4bdc-a1cb-d749305c65c2,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:16.371668 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (52765e43-953c-4bdc-a1cb-d749305c65c2), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:16.384932 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2acfb195-88a3-41dd-a3a9-a2282fdea014 req-481100e4-32ba-40b2-8a32-72216553b3da tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449172 Feb 07 20:56:16.456076 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d21c6-6eb8-496e-af72-f63bc6e26159 req-d40f6808-18ca-4508-b6da-269928f5df08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:16.457573 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fb4d21c6-6eb8-496e-af72-f63bc6e26159 req-d40f6808-18ca-4508-b6da-269928f5df08 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1421137 Feb 07 20:56:16.459709 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-d97b01d5-8a7f-4f03-8aa9-658cc697d63d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Made reservation on behalf of c9d4415d20024a229d8b07e6abbd40bd for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:56:16.463027 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-d97b01d5-8a7f-4f03-8aa9-658cc697d63d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:16.500103 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=52765e43-953c-4bdc-a1cb-d749305c65c2,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:16.506837 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-073a10d5-1b4b-4b40-aa12-a7f854c69dc6 None None] Set router 7a1cdfce-a913-4f5d-990e-6199acdb02b1 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:56:16.525277 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-d97b01d5-8a7f-4f03-8aa9-658cc697d63d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:16.554501 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f23a4c-6b9c-4f91-9478-93f883bb2641 req-5419ca63-e04a-48ff-9b41-d23331016bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:16.561163 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b2f23a4c-6b9c-4f91-9478-93f883bb2641 req-5419ca63-e04a-48ff-9b41-d23331016bf7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=72dbcbc98b8a46288654bb8867a55ebf&device_id=aa17e08d-abcc-4187-adc0-c6522f420f6d HTTP/1.1" status: 200 len: 1129 time: 0.3016222 Feb 07 20:56:16.582585 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9767850-c224-4972-b792-435aafd58511 req-f85b0c80-2ef2-489d-aada-cdb6a078ca62 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:16.589360 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9767850-c224-4972-b792-435aafd58511 req-f85b0c80-2ef2-489d-aada-cdb6a078ca62 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1ff4657-454e-400a-8a4c-0c03a912ec2d HTTP/1.1" status: 200 len: 947 time: 0.0942144 Feb 07 20:56:16.674151 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9767850-c224-4972-b792-435aafd58511 req-6570dda4-40ba-48be-a0d6-bac517a416ae tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838268 Feb 07 20:56:16.737712 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['52765e43-953c-4bdc-a1cb-d749305c65c2'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:56:16.804597 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-073a10d5-1b4b-4b40-aa12-a7f854c69dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889777253-router', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:29Z', 'updated_at': '2022-02-07T20:55:40Z', 'revision_number': 4, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'gw_port': {'id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:33Z', 'updated_at': '2022-02-07T20:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'b51339a5-9643-4004-8438-31518b9fc6a0', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'port_id': 'def6282e-e16e-4da4-8e73-cf9883e0d6b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598', 'mac_address': 'fa:16:3e:8b:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a62fb71-604f-4ab3-9616-04383697a3e7', 'device_owner': 'compute:tempest-test_az-644539540'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:55:53Z', 'updated_at': '2022-02-07T20:56:12Z', 'revision_number': 1, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efea1ca8-1d82-4f0f-9267-710901c28596', 'name': '', 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'mac_address': 'fa:16:3e:a7:a7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:38Z', 'updated_at': '2022-02-07T20:55:45Z', 'revision_number': 5, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'subnets': [{'id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:56:16.812901 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38110) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:16.835467 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f23a4c-6b9c-4f91-9478-93f883bb2641 req-15a7b0eb-ae01-4a48-bd2a-ce0865aaf15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:16.838260 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b2f23a4c-6b9c-4f91-9478-93f883bb2641 req-15a7b0eb-ae01-4a48-bd2a-ce0865aaf15a service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.2636521 Feb 07 20:56:16.849100 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d21c6-6eb8-496e-af72-f63bc6e26159 req-1cd12efb-323e-4392-9bff-5a63eec2c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:16.851460 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fb4d21c6-6eb8-496e-af72-f63bc6e26159 req-1cd12efb-323e-4392-9bff-5a63eec2c403 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3845785 Feb 07 20:56:16.862992 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a10d5-1b4b-4b40-aa12-a7f854c69dc6 None None] The sync data for ids ['7a1cdfce-a913-4f5d-990e-6199acdb02b1'] in n-d-828185-2 is: [{'id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889777253-router', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:29Z', 'updated_at': '2022-02-07T20:55:40Z', 'revision_number': 4, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'gw_port': {'id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:33Z', 'updated_at': '2022-02-07T20:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'b51339a5-9643-4004-8438-31518b9fc6a0', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'port_id': 'def6282e-e16e-4da4-8e73-cf9883e0d6b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598', 'mac_address': 'fa:16:3e:8b:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a62fb71-604f-4ab3-9616-04383697a3e7', 'device_owner': 'compute:tempest-test_az-644539540'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:55:53Z', 'updated_at': '2022-02-07T20:56:12Z', 'revision_number': 1, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efea1ca8-1d82-4f0f-9267-710901c28596', 'name': '', 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'mac_address': 'fa:16:3e:a7:a7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:38Z', 'updated_at': '2022-02-07T20:55:45Z', 'revision_number': 5, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'subnets': [{'id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:56:16.914641 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-1753df64-a6c2-41fa-ad3a-6b70d4e77d7d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=c9d4415d20024a229d8b07e6abbd40bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459743 Feb 07 20:56:17.087592 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fb4d21c6-6eb8-496e-af72-f63bc6e26159 req-79c67627-778a-4d7d-878d-d890d182cbe4 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241039 Feb 07 20:56:17.116069 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9270a2cf-ea6c-4e6a-b17c-6b5ba26d7d93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:17.207731 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-a440edbe-4f3d-43df-8ed5-a4bfcddf2ccc req-c4d9fac1-0a9b-41f3-acdc-6225b19e5599 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:56:17.208812 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a440edbe-4f3d-43df-8ed5-a4bfcddf2ccc req-c4d9fac1-0a9b-41f3-acdc-6225b19e5599 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1319757 Feb 07 20:56:17.223996 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b2f23a4c-6b9c-4f91-9478-93f883bb2641 req-c71eb2a9-f682-41c1-9da2-2c3f1f326af9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=c6920650-a31d-4a2e-ae2a-97745a8eb9c2 HTTP/1.1" status: 200 len: 217 time: 0.3792295 Feb 07 20:56:17.239574 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ac1e6-a6d5-4931-8a94-dd742f384afd req-4cbb4143-15e2-4358-ae2d-968f923d137b tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:17.241603 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e9ac1e6-a6d5-4931-8a94-dd742f384afd req-4cbb4143-15e2-4358-ae2d-968f923d137b tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a62fb71-604f-4ab3-9616-04383697a3e7 HTTP/1.1" status: 200 len: 967 time: 0.1621888 Feb 07 20:56:17.256233 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cf73f3c-c4d3-488a-9410-87b495606275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:17.276810 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-e7dfa3a6-8395-41a3-b706-a8e0959a7396 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:17.278268 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-e7dfa3a6-8395-41a3-b706-a8e0959a7396 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3571789 Feb 07 20:56:17.309623 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-4f422138-f073-41ad-96f8-cecc92e438e4 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Request body: {'port': {'device_id': 'c0f20b8e-357c-4d1c-91c0-a279c9b09be4', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': 'c9d4415d20024a229d8b07e6abbd40bd'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:17.321154 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a8eb79-cdbc-42f8-a0c8-c41cb06c37c7 None None] New status for floating IP b51339a5-9643-4004-8438-31518b9fc6a0: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 20:56:17.397728 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cf73f3c-c4d3-488a-9410-87b495606275 admin admin] Publish callbacks [] for security_group (62a18c03-61ed-4632-996a-35db5c780292), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:17.399871 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e9ac1e6-a6d5-4931-8a94-dd742f384afd req-ed463e40-0ab7-4d51-b2c2-fae64cfa0584 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454597 Feb 07 20:56:17.413233 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cf73f3c-c4d3-488a-9410-87b495606275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (62a18c03-61ed-4632-996a-35db5c780292), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:17.481221 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f23a4c-6b9c-4f91-9478-93f883bb2641 req-bd9afaf4-1dff-4ddc-87fe-8b4aa50773ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:17.483095 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b2f23a4c-6b9c-4f91-9478-93f883bb2641 req-bd9afaf4-1dff-4ddc-87fe-8b4aa50773ef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.2456129 Feb 07 20:56:17.494595 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fb4d21c6-6eb8-496e-af72-f63bc6e26159 req-47e2165a-98b2-4c38-a801-c7b082cce6f2 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445380 Feb 07 20:56:17.504371 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9270a2cf-ea6c-4e6a-b17c-6b5ba26d7d93 admin admin] Publish callbacks [] for security_group (4ec7d451-92b4-4813-b3cb-6f0eb523b146), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:17.546180 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-d97b01d5-8a7f-4f03-8aa9-658cc697d63d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Publish callbacks [] for security_group (a291ffd1-ad6a-4aff-b7df-2ca8151b3441), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:17.549776 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0cf73f3c-c4d3-488a-9410-87b495606275 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c3c7adae3eb04195aebe90511c87227f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4469545 Feb 07 20:56:17.555407 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38136) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:17.558440 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf73f3c-c4d3-488a-9410-87b495606275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a18c03-61ed-4632-996a-35db5c780292,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:17.559932 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea550302-62e3-4c26-bf22-d156c26d524e req-74ea64c2-2a24-4130-b082-df024f98b844 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0f20b8e-357c-4d1c-91c0-a279c9b09be4 HTTP/1.1" status: 200 len: 210 time: 0.0726709 Feb 07 20:56:17.562357 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9270a2cf-ea6c-4e6a-b17c-6b5ba26d7d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4ec7d451-92b4-4813-b3cb-6f0eb523b146), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:17.580002 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-d97b01d5-8a7f-4f03-8aa9-658cc697d63d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a291ffd1-ad6a-4aff-b7df-2ca8151b3441), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:17.591857 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9270a2cf-ea6c-4e6a-b17c-6b5ba26d7d93 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1f252810f452448d8049b89fac46ae24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7772076 Feb 07 20:56:17.594929 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38138) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:17.647858 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270a2cf-ea6c-4e6a-b17c-6b5ba26d7d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec7d451-92b4-4813-b3cb-6f0eb523b146,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:17.660672 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b01d5-8a7f-4f03-8aa9-658cc697d63d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a291ffd1-ad6a-4aff-b7df-2ca8151b3441,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:17.706216 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e220da5-6fd6-477b-a849-c337ec4e2c2b req-c98dfef8-2c13-41f8-9a27-bd458c42db4a tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:17.707784 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9e220da5-6fd6-477b-a849-c337ec4e2c2b req-c98dfef8-2c13-41f8-9a27-bd458c42db4a tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=0afaef49-0659-40da-8e43-75edb8d188a7 HTTP/1.1" status: 200 len: 948 time: 0.2166831 Feb 07 20:56:17.710307 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-4f422138-f073-41ad-96f8-cecc92e438e4 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Made reservation on behalf of c9d4415d20024a229d8b07e6abbd40bd for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:56:17.713442 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-4f422138-f073-41ad-96f8-cecc92e438e4 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:17.809547 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f23a4c-6b9c-4f91-9478-93f883bb2641 req-798c9279-acc7-4b00-a410-b3fb0588ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:17.811462 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b2f23a4c-6b9c-4f91-9478-93f883bb2641 req-798c9279-acc7-4b00-a410-b3fb0588ad12 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3067145 Feb 07 20:56:17.828891 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a69f2617-d61b-48e0-8b32-cf11c1eb69a3 admin admin] Publish callbacks [] for security_group (4ec7d451-92b4-4813-b3cb-6f0eb523b146), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:17.853964 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32847ca7-00af-4bf3-9ca2-75e3be403adb req-72d9aa7c-4bfb-4efb-875c-440a59caf65f tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:17.855468 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-32847ca7-00af-4bf3-9ca2-75e3be403adb req-72d9aa7c-4bfb-4efb-875c-440a59caf65f tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa17e08d-abcc-4187-adc0-c6522f420f6d HTTP/1.1" status: 200 len: 947 time: 0.1971834 Feb 07 20:56:17.868277 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9e220da5-6fd6-477b-a849-c337ec4e2c2b req-a0c97c13-ed7f-47c3-921b-2fd7bc99ece4 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504459 Feb 07 20:56:17.918906 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a69f2617-d61b-48e0-8b32-cf11c1eb69a3 admin admin] Publish callbacks [] for security_group (4ec7d451-92b4-4813-b3cb-6f0eb523b146), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:17.949266 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-d97b01d5-8a7f-4f03-8aa9-658cc697d63d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Allocated IP 192.168.233.62 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/84ce1b42-ffd6-4d84-ba73-4f58e89ae95c) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:56:17.959351 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f69d6d25-de64-483b-bf50-31a28c34e849 admin admin] Publish callbacks [] for security_group (62a18c03-61ed-4632-996a-35db5c780292), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:18.020928 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-32847ca7-00af-4bf3-9ca2-75e3be403adb req-ce4f69ef-0892-4b9d-af2b-d54b66b79c38 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494846 Feb 07 20:56:18.022004 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f69d6d25-de64-483b-bf50-31a28c34e849 admin admin] Publish callbacks [] for security_group (62a18c03-61ed-4632-996a-35db5c780292), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:18.050290 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a69f2617-d61b-48e0-8b32-cf11c1eb69a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4ec7d451-92b4-4813-b3cb-6f0eb523b146), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:18.052803 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a69f2617-d61b-48e0-8b32-cf11c1eb69a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:18.053927 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a69f2617-d61b-48e0-8b32-cf11c1eb69a3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4ec7d451-92b4-4813-b3cb-6f0eb523b146 HTTP/1.1" status: 204 len: 168 time: 0.4580863 Feb 07 20:56:18.055254 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 52765e43-953c-4bdc-a1cb-d749305c65c2 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:56:18.089345 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e0fe6-f16a-4781-a418-3400aaf7b038 req-0898a3ac-3406-49a2-9d29-e728b2abac26 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:18.091456 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-242e0fe6-f16a-4781-a418-3400aaf7b038 req-0898a3ac-3406-49a2-9d29-e728b2abac26 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1ff4657-454e-400a-8a4c-0c03a912ec2d HTTP/1.1" status: 200 len: 947 time: 0.1324470 Feb 07 20:56:18.097535 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b2f23a4c-6b9c-4f91-9478-93f883bb2641 req-32c72c46-a72d-4aa0-8b93-078805794bf3 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776241 Feb 07 20:56:18.098732 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f2617-d61b-48e0-8b32-cf11c1eb69a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec7d451-92b4-4813-b3cb-6f0eb523b146,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:18.201068 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 52765e43-953c-4bdc-a1cb-d749305c65c2 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:56:18.208387 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 52765e43-953c-4bdc-a1cb-d749305c65c2 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:18.208958 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (52765e43-953c-4bdc-a1cb-d749305c65c2), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:18.231118 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f69d6d25-de64-483b-bf50-31a28c34e849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (62a18c03-61ed-4632-996a-35db5c780292), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:18.233803 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f69d6d25-de64-483b-bf50-31a28c34e849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:18.235513 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f69d6d25-de64-483b-bf50-31a28c34e849 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/62a18c03-61ed-4632-996a-35db5c780292 HTTP/1.1" status: 204 len: 168 time: 0.6775658 Feb 07 20:56:18.257596 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-1485702f-0153-4ece-927c-b57a5ee8391c tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a2890753492b45f68953d50211b64729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0998452 Feb 07 20:56:18.272194 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d6d25-de64-483b-bf50-31a28c34e849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a18c03-61ed-4632-996a-35db5c780292,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:18.297326 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-242e0fe6-f16a-4781-a418-3400aaf7b038 req-5a08adcb-d2f1-4ae3-b569-aaf4fc90837b tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835606 Feb 07 20:56:18.328010 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b2f23a4c-6b9c-4f91-9478-93f883bb2641 req-1cd90dc4-1ab3-4897-b13f-e1f5f32b534a service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240283 Feb 07 20:56:18.329924 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c66599e2-3bdb-4ecb-a1f3-331902dc7f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:18.364717 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-d97b01d5-8a7f-4f03-8aa9-658cc697d63d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Publish callbacks [] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:18.404761 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 52765e43-953c-4bdc-a1cb-d749305c65c2 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:18.405163 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (52765e43-953c-4bdc-a1cb-d749305c65c2), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:18.456692 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-d97b01d5-8a7f-4f03-8aa9-658cc697d63d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:18.470089 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f23a4c-6b9c-4f91-9478-93f883bb2641 req-61d2e0b7-e0ed-41a2-9733-fb87c32a271f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:18.471866 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0fb107-ae1e-41bd-803f-ef907d59ddd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52765e43-953c-4bdc-a1cb-d749305c65c2'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:18.473196 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-13f34399-1ffc-4580-9390-83ac6e028a89 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:18.474224 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87bcdfb-9ba7-4dac-8727-5e0d6aa13316" -d '{"events": [{"server_uuid": "7f0fb107-ae1e-41bd-803f-ef907d59ddd5", "name": "network-vif-plugged", "status": "completed", "tag": "52765e43-953c-4bdc-a1cb-d749305c65c2"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:18.481785 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b2f23a4c-6b9c-4f91-9478-93f883bb2641 req-61d2e0b7-e0ed-41a2-9733-fb87c32a271f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a640cac6c4d64dfa8fbcd903aab64b39&device_id=8a62fb71-604f-4ab3-9616-04383697a3e7 HTTP/1.1" status: 200 len: 1149 time: 0.1009152 Feb 07 20:56:18.487278 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-13f34399-1ffc-4580-9390-83ac6e028a89 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2271378 Feb 07 20:56:18.487996 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 52765e43-953c-4bdc-a1cb-d749305c65c2, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=52765e43-953c-4bdc-a1cb-d749305c65c2,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:18.495954 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (52765e43-953c-4bdc-a1cb-d749305c65c2), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:18.526223 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-ff9043de-6558-4dd3-9ec4-854274be155c tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/quotas/a2890753492b45f68953d50211b64729 HTTP/1.1" status: 200 len: 375 time: 0.0362880 Feb 07 20:56:18.630652 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=52765e43-953c-4bdc-a1cb-d749305c65c2,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:18.694995 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-4f422138-f073-41ad-96f8-cecc92e438e4 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Allocated IP 192.168.233.51 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/11c84524-bfbc-446b-ba38-afba21d4df5c) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:56:18.732926 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ad122-ce7d-421a-b3af-1cd243900580 req-631e6dad-1bad-4f54-8474-d88eab355416 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:18.741384 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-285ad122-ce7d-421a-b3af-1cd243900580 req-631e6dad-1bad-4f54-8474-d88eab355416 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a62fb71-604f-4ab3-9616-04383697a3e7 HTTP/1.1" status: 200 len: 967 time: 0.1656439 Feb 07 20:56:18.758122 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38188) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:18.787988 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-46f45e1d-49b4-40df-ab57-df99017bd068 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a2890753492b45f68953d50211b64729&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2176578 Feb 07 20:56:18.799493 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b01d5-8a7f-4f03-8aa9-658cc697d63d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Pushing event updated for resources: {'Port': ['ID=84ce1b42-ffd6-4d84-ba73-4f58e89ae95c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:18.828235 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0365668f-eb8a-47cc-b418-5f2955f1094f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:18.838851 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-d97b01d5-8a7f-4f03-8aa9-658cc697d63d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:56:18.849092 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-d97b01d5-8a7f-4f03-8aa9-658cc697d63d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:56:18.851514 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-d97b01d5-8a7f-4f03-8aa9-658cc697d63d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:56:18.855361 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-285ad122-ce7d-421a-b3af-1cd243900580 req-436006f0-13d4-4916-8c98-e4818f29aa8f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127224 Feb 07 20:56:18.856807 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-d97b01d5-8a7f-4f03-8aa9-658cc697d63d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:18.857460 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-d97b01d5-8a7f-4f03-8aa9-658cc697d63d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:18.910191 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-d97b01d5-8a7f-4f03-8aa9-658cc697d63d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2216806 Feb 07 20:56:18.933028 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Request body: {'port': {'device_id': '38c7afa4-742c-4b6c-b399-e28f7ae0fce2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:19.028046 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319664fd-3f55-43a0-92fa-ad151a643df9 x-openstack-request-id: req-319664fd-3f55-43a0-92fa-ad151a643df9 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:19.028489 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0fb107-ae1e-41bd-803f-ef907d59ddd5", "name": "network-vif-plugged", "status": "completed", "tag": "52765e43-953c-4bdc-a1cb-d749305c65c2", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:19.028902 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-319664fd-3f55-43a0-92fa-ad151a643df9 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:19.029789 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0fb107-ae1e-41bd-803f-ef907d59ddd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52765e43-953c-4bdc-a1cb-d749305c65c2', 'code': 200} Feb 07 20:56:19.071651 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-4f422138-f073-41ad-96f8-cecc92e438e4 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Publish callbacks [] for port (11c84524-bfbc-446b-ba38-afba21d4df5c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:19.125298 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f23a4c-6b9c-4f91-9478-93f883bb2641 req-d3fdb9dc-c890-4175-8fae-6809a6e281a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:19.127596 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b2f23a4c-6b9c-4f91-9478-93f883bb2641 req-d3fdb9dc-c890-4175-8fae-6809a6e281a3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3bb3650-0e76-4812-829f-29cb0254d598 HTTP/1.1" status: 200 len: 924 time: 0.3724802 Feb 07 20:56:19.215040 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d19628b-01d6-44b5-b0a6-8218fe18c91e req-5c76d32b-21fa-4ae4-9ee6-952899372c96 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0f20b8e-357c-4d1c-91c0-a279c9b09be4 HTTP/1.1" status: 200 len: 210 time: 0.0895038 Feb 07 20:56:19.224122 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-4f422138-f073-41ad-96f8-cecc92e438e4 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (11c84524-bfbc-446b-ba38-afba21d4df5c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:19.281033 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a90478c3-a1d2-4795-bec9-fd9e34797dbb None None] Provisioning complete for port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:19.293688 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a90478c3-a1d2-4795-bec9-fd9e34797dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:19.319677 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1908a0fc-8686-4fd3-ba20-65f033952ed2 req-c4c42270-2e83-4b59-898f-e80337ca4728 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=7220f1e5-6f6e-4015-bf2d-65cee7d2e13d HTTP/1.1" status: 200 len: 210 time: 0.0327570 Feb 07 20:56:19.330215 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-4f422138-f073-41ad-96f8-cecc92e438e4 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:56:19.345141 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-4f422138-f073-41ad-96f8-cecc92e438e4 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:56:19.349432 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-4f422138-f073-41ad-96f8-cecc92e438e4 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:56:19.349716 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:19.355591 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-4f422138-f073-41ad-96f8-cecc92e438e4 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:19.356336 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-4f422138-f073-41ad-96f8-cecc92e438e4 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:19.397222 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f422138-f073-41ad-96f8-cecc92e438e4 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Pushing event updated for resources: {'Port': ['ID=11c84524-bfbc-446b-ba38-afba21d4df5c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:19.414988 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-4f422138-f073-41ad-96f8-cecc92e438e4 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1247694 Feb 07 20:56:19.431570 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Request body: {'port': {'device_id': 'c0f20b8e-357c-4d1c-91c0-a279c9b09be4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:19.433068 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a90478c3-a1d2-4795-bec9-fd9e34797dbb None None] Port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:56:19.488121 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b2f23a4c-6b9c-4f91-9478-93f883bb2641 req-dc209113-a757-49b9-bed9-b252ba2b3b54 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=def6282e-e16e-4da4-8e73-cf9883e0d6b0 HTTP/1.1" status: 200 len: 1023 time: 0.3339972 Feb 07 20:56:19.490016 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0365668f-eb8a-47cc-b418-5f2955f1094f admin admin] Publish callbacks [] for security_group (634a0bc3-09e3-4f27-ba82-a7436f2cfcbf), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:19.511997 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b7042-b4df-4d13-95db-c14876fe8d58 req-9be41bbc-a1a3-450b-8e17-d76019e292c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:19.513546 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c00b7042-b4df-4d13-95db-c14876fe8d58 req-9be41bbc-a1a3-450b-8e17-d76019e292c1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7f0fb107-ae1e-41bd-803f-ef907d59ddd5 HTTP/1.1" status: 200 len: 1132 time: 0.4162228 Feb 07 20:56:19.540996 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0365668f-eb8a-47cc-b418-5f2955f1094f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (634a0bc3-09e3-4f27-ba82-a7436f2cfcbf), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:19.665821 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (11c84524-bfbc-446b-ba38-afba21d4df5c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:19.693185 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6836360-12ca-4788-8509-0f2db704712b req-6dfa225e-9c72-43a4-aa05-9f1cbc4af2e4 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:19.695176 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6836360-12ca-4788-8509-0f2db704712b req-6dfa225e-9c72-43a4-aa05-9f1cbc4af2e4 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa17e08d-abcc-4187-adc0-c6522f420f6d HTTP/1.1" status: 200 len: 947 time: 0.1891787 Feb 07 20:56:19.703325 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97ac44-a19c-4eca-be18-c1a196fb752e req-fdb225e1-b40d-4e35-b227-752a159df7ea tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:19.710830 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de97ac44-a19c-4eca-be18-c1a196fb752e req-fdb225e1-b40d-4e35-b227-752a159df7ea tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1ff4657-454e-400a-8a4c-0c03a912ec2d HTTP/1.1" status: 200 len: 947 time: 0.2063844 Feb 07 20:56:19.731072 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0365668f-eb8a-47cc-b418-5f2955f1094f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f6b6fc43921946559bb5b720ea595b0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9716539 Feb 07 20:56:19.738493 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38220) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:19.740910 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f23a4c-6b9c-4f91-9478-93f883bb2641 req-6a1a4012-c70d-40ad-8c41-87bd1fc7d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:19.751536 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b2f23a4c-6b9c-4f91-9478-93f883bb2641 req-6a1a4012-c70d-40ad-8c41-87bd1fc7d9f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d3708085-d37a-4939-8052-22c68aa218c4 HTTP/1.1" status: 200 len: 862 time: 0.2347691 Feb 07 20:56:19.752263 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365668f-eb8a-47cc-b418-5f2955f1094f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634a0bc3-09e3-4f27-ba82-a7436f2cfcbf,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:19.761647 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-06e86fc5-36bc-4b51-af87-381058e73f57 None None] Provisioning complete for port 11c84524-bfbc-446b-ba38-afba21d4df5c triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:19.762068 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-06e86fc5-36bc-4b51-af87-381058e73f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (11c84524-bfbc-446b-ba38-afba21d4df5c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:19.772515 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c00b7042-b4df-4d13-95db-c14876fe8d58 req-5da0bb39-a172-4035-a19f-6d5e606fbf7c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445550 Feb 07 20:56:19.836907 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-06e86fc5-36bc-4b51-af87-381058e73f57 None None] Port 11c84524-bfbc-446b-ba38-afba21d4df5c cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:56:19.918560 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f23a4c-6b9c-4f91-9478-93f883bb2641 req-987ee3ab-2b49-4089-b4e6-bc46bce0a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:19.920957 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b2f23a4c-6b9c-4f91-9478-93f883bb2641 req-987ee3ab-2b49-4089-b4e6-bc46bce0a8cf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3bb3650-0e76-4812-829f-29cb0254d598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1544778 Feb 07 20:56:19.992078 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6836360-12ca-4788-8509-0f2db704712b req-86661a3d-2866-486d-bd14-5ac06ee04d83 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759972 Feb 07 20:56:19.999468 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de97ac44-a19c-4eca-be18-c1a196fb752e req-709559fa-2721-4556-afb3-278968177be5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862206 Feb 07 20:56:20.011516 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b49f50c4-8537-469b-bcd8-0a25137f9f2f admin admin] Publish callbacks [] for security_group (634a0bc3-09e3-4f27-ba82-a7436f2cfcbf), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:20.070255 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b49f50c4-8537-469b-bcd8-0a25137f9f2f admin admin] Publish callbacks [] for security_group (634a0bc3-09e3-4f27-ba82-a7436f2cfcbf), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:20.070674 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device eab00f80-c2a6-48e1-84a6-52337e23ce88 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:56:20.182399 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b49f50c4-8537-469b-bcd8-0a25137f9f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (634a0bc3-09e3-4f27-ba82-a7436f2cfcbf), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:20.184797 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:56:20.186029 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b49f50c4-8537-469b-bcd8-0a25137f9f2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:20.187252 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b49f50c4-8537-469b-bcd8-0a25137f9f2f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/634a0bc3-09e3-4f27-ba82-a7436f2cfcbf HTTP/1.1" status: 204 len: 168 time: 0.4401550 Feb 07 20:56:20.196785 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Publish callbacks [] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:20.212203 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Transition to ACTIVE for port object 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:56:20.229412 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:20.244622 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port eab00f80-c2a6-48e1-84a6-52337e23ce88, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=eab00f80-c2a6-48e1-84a6-52337e23ce88,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:20.266162 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'eab00f80-c2a6-48e1-84a6-52337e23ce88', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': 'eab00f80-c2a6-48e1-84a6-52337e23ce88', 'mac_address': 'fa:16:3e:03:9f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:56:20.277576 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f50c4-8537-469b-bcd8-0a25137f9f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634a0bc3-09e3-4f27-ba82-a7436f2cfcbf,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:20.300471 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Pushing event updated for resources: {'Port': ['ID=84ce1b42-ffd6-4d84-ba73-4f58e89ae95c,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:20.340553 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b2f23a4c-6b9c-4f91-9478-93f883bb2641 req-dffdc827-4316-42c9-87ff-c891d0a7b3fe service neutron] 10.222.0.69 "GET /v2.0/networks/a3bb3650-0e76-4812-829f-29cb0254d598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248429 Feb 07 20:56:20.425747 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port eab00f80-c2a6-48e1-84a6-52337e23ce88 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:20.430927 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (eab00f80-c2a6-48e1-84a6-52337e23ce88), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:20.431474 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.71', 63432) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:20.465334 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab00f80-c2a6-48e1-84a6-52337e23ce88 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:56:20.533679 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82162b52-4ad3-40de-be06-f461bdf7eabf req-9069bbc5-4f9e-4952-8d41-67b33767bf4a tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:20.544688 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-82162b52-4ad3-40de-be06-f461bdf7eabf req-9069bbc5-4f9e-4952-8d41-67b33767bf4a tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a62fb71-604f-4ab3-9616-04383697a3e7 HTTP/1.1" status: 200 len: 967 time: 0.3554330 Feb 07 20:56:20.579222 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port eab00f80-c2a6-48e1-84a6-52337e23ce88, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=eab00f80-c2a6-48e1-84a6-52337e23ce88,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:20.581989 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-d1737fd0-2e02-439f-aac5-3c557ba18be9 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=a2890753492b45f68953d50211b64729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1451981 Feb 07 20:56:20.584540 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8cb1ecf8-0c6a-44ed-9a85-35bc2d5c03ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:20.592849 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (eab00f80-c2a6-48e1-84a6-52337e23ce88), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:20.593291 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device c6920650-a31d-4a2e-ae2a-97745a8eb9c2 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:56:20.648825 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b2f23a4c-6b9c-4f91-9478-93f883bb2641 req-5859c3b9-4425-42be-a0ff-74c875c20d5d service neutron] 10.222.0.69 "GET /v2.0/networks/a3bb3650-0e76-4812-829f-29cb0254d598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999725 Feb 07 20:56:20.684566 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Attempting to bind port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:56:20.684712 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Attempting to bind port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:56:20.685017 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Attempting to bind port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:56:20.693212 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:56:20.693469 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Attempting to bind port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:56:20.707765 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:56:20.708882 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:56:20.708882 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:56:20.709106 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Bound port: 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:56:20.709314 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:20.864934 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port c6920650-a31d-4a2e-ae2a-97745a8eb9c2, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=c6920650-a31d-4a2e-ae2a-97745a8eb9c2,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:20.866988 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] For port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c, host n-h2-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:56:20.872043 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] For port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=84ce1b42-ffd6-4d84-ba73-4f58e89ae95c,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:56:20.885764 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:20.913714 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'c6920650-a31d-4a2e-ae2a-97745a8eb9c2', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': 'c6920650-a31d-4a2e-ae2a-97745a8eb9c2', 'mac_address': 'fa:16:3e:21:a3:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:56:20.919935 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=eab00f80-c2a6-48e1-84a6-52337e23ce88,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:20.952707 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:20.953325 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:20.955852 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] 10.222.0.71 "PUT /v2.0/ports/84ce1b42-ffd6-4d84-ba73-4f58e89ae95c HTTP/1.1" status: 200 len: 1095 time: 2.0320549 Feb 07 20:56:20.956443 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c7afa4-742c-4b6c-b399-e28f7ae0fce2', 'tag': '84ce1b42-ffd6-4d84-ba73-4f58e89ae95c'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:20.961467 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54328a91-bcd5-48ce-883f-ef27d80922d8" -d '{"events": [{"name": "network-changed", "server_uuid": "38c7afa4-742c-4b6c-b399-e28f7ae0fce2", "tag": "84ce1b42-ffd6-4d84-ba73-4f58e89ae95c"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:20.994990 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-82162b52-4ad3-40de-be06-f461bdf7eabf req-d6f7b588-add8-4cdb-97e8-ea2389f3d545 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4489353 Feb 07 20:56:21.016849 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port c6920650-a31d-4a2e-ae2a-97745a8eb9c2 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:21.019650 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c6920650-a31d-4a2e-ae2a-97745a8eb9c2), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:21.048565 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6920650-a31d-4a2e-ae2a-97745a8eb9c2 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:56:21.057827 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Pushing event updated for resources: {'Port': ['ID=84ce1b42-ffd6-4d84-ba73-4f58e89ae95c,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:21.062091 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c84524-bfbc-446b-ba38-afba21d4df5c {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:56:21.077596 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:21.078221 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:21.079677 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:21.080913 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:21.081661 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:21.082140 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:21.082638 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:21.083155 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:21.083627 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:21.084100 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:21.084392 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port c6920650-a31d-4a2e-ae2a-97745a8eb9c2, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=c6920650-a31d-4a2e-ae2a-97745a8eb9c2,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:21.084805 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:21.085321 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:21.085786 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b2446a-71e8-4f81-b971-12f6e9b82945 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:21.097697 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c6920650-a31d-4a2e-ae2a-97745a8eb9c2), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:21.120144 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-c8db40df-f454-4892-b3ae-4236381d5ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:21.130028 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Publish callbacks [] for port (11c84524-bfbc-446b-ba38-afba21d4df5c), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:21.131739 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-c8db40df-f454-4892-b3ae-4236381d5ff7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c9d4415d20024a229d8b07e6abbd40bd&device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 1129 time: 0.1283853 Feb 07 20:56:21.146657 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78b4ad-6701-4ad4-8276-0ac67dd1276b req-0deedae1-bfab-4b9e-9c47-65de11ac9254 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:21.153718 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1c78b4ad-6701-4ad4-8276-0ac67dd1276b req-0deedae1-bfab-4b9e-9c47-65de11ac9254 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0f20b8e-357c-4d1c-91c0-a279c9b09be4 HTTP/1.1" status: 200 len: 935 time: 0.5710549 Feb 07 20:56:21.187878 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-e26e98df-b65a-43bf-884d-dc1a10569bdd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=84ce1b42-ffd6-4d84-ba73-4f58e89ae95c HTTP/1.1" status: 200 len: 217 time: 0.0472522 Feb 07 20:56:21.214559 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-d04ef545-fb5c-4017-98bd-dc1a783cd25a tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:21.216947 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-d04ef545-fb5c-4017-98bd-dc1a783cd25a tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6019137 Feb 07 20:56:21.231886 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=c6920650-a31d-4a2e-ae2a-97745a8eb9c2,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:21.298556 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-a4627e01-38f4-4aac-8b8e-30181e96f83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:21.300140 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-a4627e01-38f4-4aac-8b8e-30181e96f83a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0700817 Feb 07 20:56:21.367877 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-b8037dcf-55da-476a-a72d-7f8b5d30f8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:21.373111 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-b8037dcf-55da-476a-a72d-7f8b5d30f8e9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0617194 Feb 07 20:56:21.442399 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-93c6ffd5-024b-4d2f-8bfd-7033cfb12b30 req-7a515c25-2821-43ca-806c-12d7bbf6ff42 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=7220f1e5-6f6e-4015-bf2d-65cee7d2e13d HTTP/1.1" status: 200 len: 210 time: 0.3075697 Feb 07 20:56:21.443413 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Transition to ACTIVE for port object 11c84524-bfbc-446b-ba38-afba21d4df5c will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:56:21.449285 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-c5c91a8e-ced9-4d29-8b7d-4099492277e5 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Request body: {'port': {'device_id': '7220f1e5-6f6e-4015-bf2d-65cee7d2e13d', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': 'a2890753492b45f68953d50211b64729'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:21.453078 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['c6920650-a31d-4a2e-ae2a-97745a8eb9c2'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:56:21.462134 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['eab00f80-c2a6-48e1-84a6-52337e23ce88'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:56:21.466276 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (11c84524-bfbc-446b-ba38-afba21d4df5c), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:21.490353 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-c173dd5e-62c0-4f01-b4ba-7d9b929a26e5 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120150 Feb 07 20:56:21.602662 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1c78b4ad-6701-4ad4-8276-0ac67dd1276b req-bac9ace6-b591-498f-8ee5-a1876e8b57b3 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478962 Feb 07 20:56:21.670844 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Pushing event updated for resources: {'Port': ['ID=11c84524-bfbc-446b-ba38-afba21d4df5c,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:21.725888 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:21.730617 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437de65e-abef-41c1-a36d-4e8d4f0ddd44 x-openstack-request-id: req-437de65e-abef-41c1-a36d-4e8d4f0ddd44 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:21.730906 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c7afa4-742c-4b6c-b399-e28f7ae0fce2", "tag": "84ce1b42-ffd6-4d84-ba73-4f58e89ae95c", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:21.731157 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-437de65e-abef-41c1-a36d-4e8d4f0ddd44 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:21.731548 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c7afa4-742c-4b6c-b399-e28f7ae0fce2', 'tag': '84ce1b42-ffd6-4d84-ba73-4f58e89ae95c', 'status': 'completed', 'code': 200} Feb 07 20:56:21.746536 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:21.747152 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:21.747647 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:21.748140 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:21.748679 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:21.749438 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:21.749925 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:21.750412 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:21.750921 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:21.751397 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:21.751885 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:21.752400 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:21.752875 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:21.764615 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Attempting to bind port 11c84524-bfbc-446b-ba38-afba21d4df5c on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:56:21.765360 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Attempting to bind port 11c84524-bfbc-446b-ba38-afba21d4df5c by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:56:21.765953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Attempting to bind port 11c84524-bfbc-446b-ba38-afba21d4df5c on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:56:21.776898 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Port 11c84524-bfbc-446b-ba38-afba21d4df5c on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:56:21.777343 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2c963c27-309c-4560-9cbd-2cc808d8fcde req-2668a8f9-fbbb-441c-9c85-4f4f9c4c549c service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782309 Feb 07 20:56:21.777612 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Attempting to bind port 11c84524-bfbc-446b-ba38-afba21d4df5c on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:56:21.799460 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:56:21.808494 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:56:21.813772 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:56:21.814492 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Bound port: 11c84524-bfbc-446b-ba38-afba21d4df5c, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:56:21.816195 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (11c84524-bfbc-446b-ba38-afba21d4df5c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:21.865321 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-c5c91a8e-ced9-4d29-8b7d-4099492277e5 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Made reservation on behalf of a2890753492b45f68953d50211b64729 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:56:21.870575 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-c5c91a8e-ced9-4d29-8b7d-4099492277e5 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:21.927847 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54328a91-bcd5-48ce-883f-ef27d80922d8 req-6389e51a-a69c-4342-b4a9-ed46408fc37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:21.929456 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-54328a91-bcd5-48ce-883f-ef27d80922d8 req-6389e51a-a69c-4342-b4a9-ed46408fc37a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c9d4415d20024a229d8b07e6abbd40bd&device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 1129 time: 0.0828214 Feb 07 20:56:22.035017 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54328a91-bcd5-48ce-883f-ef27d80922d8 req-a54e7484-6cb8-4666-b206-35bea17076cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:22.036557 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-54328a91-bcd5-48ce-883f-ef27d80922d8 req-a54e7484-6cb8-4666-b206-35bea17076cb service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.0968916 Feb 07 20:56:22.081217 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-54328a91-bcd5-48ce-883f-ef27d80922d8 req-5f20e962-f242-4df5-b3c3-e7b7f2d82ded service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=84ce1b42-ffd6-4d84-ba73-4f58e89ae95c HTTP/1.1" status: 200 len: 217 time: 0.0372996 Feb 07 20:56:22.096445 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30bb5e-a27a-4fe4-8aac-d98aae0fa86c req-79325cdc-7800-48fc-85f1-222330fa5a27 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:22.098420 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d30bb5e-a27a-4fe4-8aac-d98aae0fa86c req-79325cdc-7800-48fc-85f1-222330fa5a27 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa17e08d-abcc-4187-adc0-c6522f420f6d HTTP/1.1" status: 200 len: 948 time: 0.2624180 Feb 07 20:56:22.115573 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] For port 11c84524-bfbc-446b-ba38-afba21d4df5c, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:56:22.123596 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] For port 11c84524-bfbc-446b-ba38-afba21d4df5c, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=11c84524-bfbc-446b-ba38-afba21d4df5c,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:56:22.134446 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54328a91-bcd5-48ce-883f-ef27d80922d8 req-9c253673-6743-4f47-8835-811f6a94af91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:22.136051 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-54328a91-bcd5-48ce-883f-ef27d80922d8 req-9c253673-6743-4f47-8835-811f6a94af91 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0496225 Feb 07 20:56:22.164578 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (11c84524-bfbc-446b-ba38-afba21d4df5c), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:22.183954 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2233d58-452c-4224-8308-c15b2f8025ef req-01a38478-f89f-42fb-afad-5b606f647483 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:22.185469 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a2233d58-452c-4224-8308-c15b2f8025ef req-01a38478-f89f-42fb-afad-5b606f647483 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1ff4657-454e-400a-8a4c-0c03a912ec2d HTTP/1.1" status: 200 len: 948 time: 0.2268331 Feb 07 20:56:22.190977 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54328a91-bcd5-48ce-883f-ef27d80922d8 req-7f483833-a425-4fb2-8bc1-e553d3956062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:22.192619 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-54328a91-bcd5-48ce-883f-ef27d80922d8 req-7f483833-a425-4fb2-8bc1-e553d3956062 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0491824 Feb 07 20:56:22.242785 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:22.243408 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:22.244893 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] 10.222.0.71 "PUT /v2.0/ports/11c84524-bfbc-446b-ba38-afba21d4df5c HTTP/1.1" status: 200 len: 1095 time: 2.8221185 Feb 07 20:56:22.255265 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f20b8e-357c-4d1c-91c0-a279c9b09be4', 'tag': '11c84524-bfbc-446b-ba38-afba21d4df5c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:22.257534 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed954b55-9648-4b32-9219-9223e6cf7f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f20b8e-357c-4d1c-91c0-a279c9b09be4", "tag": "11c84524-bfbc-446b-ba38-afba21d4df5c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:22.303883 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-54328a91-bcd5-48ce-883f-ef27d80922d8 req-0f696886-55b2-4196-9f18-897175f353f4 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039433 Feb 07 20:56:22.304257 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d30bb5e-a27a-4fe4-8aac-d98aae0fa86c req-18891638-b776-46b3-b20c-676d0bf6217a tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925702 Feb 07 20:56:22.338791 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-c5c91a8e-ced9-4d29-8b7d-4099492277e5 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Allocated IP 192.168.233.34 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/7d455599-7e27-4dfa-909a-c01f1edc8257) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:56:22.426907 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-54328a91-bcd5-48ce-883f-ef27d80922d8 req-2c3fd40f-71eb-4f66-bf87-9f95162f5fe2 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111817 Feb 07 20:56:22.442883 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbeddec-47a8-41b6-b953-35f17e05a95d service neutron] Pushing event updated for resources: {'Port': ['ID=11c84524-bfbc-446b-ba38-afba21d4df5c,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:22.509900 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a2233d58-452c-4224-8308-c15b2f8025ef req-26e58496-dea6-4066-aaf5-b1e63282e500 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951021 Feb 07 20:56:22.549694 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-e410b5c0-5b0a-4f7b-a366-ae619abba989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:22.551201 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-e410b5c0-5b0a-4f7b-a366-ae619abba989 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c9d4415d20024a229d8b07e6abbd40bd&device_id=c0f20b8e-357c-4d1c-91c0-a279c9b09be4 HTTP/1.1" status: 200 len: 1129 time: 0.2101750 Feb 07 20:56:22.558487 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edd77a5-3901-4a34-9fac-2ef3cc70b4a0 x-openstack-request-id: req-8edd77a5-3901-4a34-9fac-2ef3cc70b4a0 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:22.558794 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f20b8e-357c-4d1c-91c0-a279c9b09be4", "tag": "11c84524-bfbc-446b-ba38-afba21d4df5c", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:22.559053 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8edd77a5-3901-4a34-9fac-2ef3cc70b4a0 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:22.559529 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f20b8e-357c-4d1c-91c0-a279c9b09be4', 'tag': '11c84524-bfbc-446b-ba38-afba21d4df5c', 'status': 'completed', 'code': 200} Feb 07 20:56:22.616466 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60790a0-9222-426f-a416-019e0c2e2893 req-201719c2-95b5-478f-8cd5-ff6ccec2df2e tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:22.617956 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f60790a0-9222-426f-a416-019e0c2e2893 req-201719c2-95b5-478f-8cd5-ff6ccec2df2e tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a62fb71-604f-4ab3-9616-04383697a3e7 HTTP/1.1" status: 200 len: 967 time: 0.1603255 Feb 07 20:56:22.652745 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-9f762010-5a57-4174-82ec-acc4c49fe7b8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=11c84524-bfbc-446b-ba38-afba21d4df5c HTTP/1.1" status: 200 len: 217 time: 0.0582170 Feb 07 20:56:22.720329 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dcf0ff26-fec8-4ec2-a438-54c9d7be422d req-0e3ee24d-cb4f-4cc1-abcb-dedcbf7a6c26 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=7220f1e5-6f6e-4015-bf2d-65cee7d2e13d HTTP/1.1" status: 200 len: 210 time: 0.0719812 Feb 07 20:56:22.778112 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-6fe4f057-4ef7-450c-ae2b-387673610096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:22.779478 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-6fe4f057-4ef7-450c-ae2b-387673610096 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1133771 Feb 07 20:56:22.789820 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f60790a0-9222-426f-a416-019e0c2e2893 req-ecf8d1fa-4244-4208-b0de-63d558726346 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428704 Feb 07 20:56:22.808325 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-c5c91a8e-ced9-4d29-8b7d-4099492277e5 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Publish callbacks [] for port (7d455599-7e27-4dfa-909a-c01f1edc8257), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:22.865561 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-981bb0ae-81d4-4cc4-9f4d-94fbe1790789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:22.867102 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-981bb0ae-81d4-4cc4-9f4d-94fbe1790789 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0719924 Feb 07 20:56:22.876713 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-c5c91a8e-ced9-4d29-8b7d-4099492277e5 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (7d455599-7e27-4dfa-909a-c01f1edc8257), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:22.891623 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['218222d3-d530-4d3b-9af8-c086ee10df5b'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:56:22.998432 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-c5c91a8e-ced9-4d29-8b7d-4099492277e5 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:56:23.023278 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-c5c91a8e-ced9-4d29-8b7d-4099492277e5 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:56:23.035203 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-c5c91a8e-ced9-4d29-8b7d-4099492277e5 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:56:23.041135 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-c5c91a8e-ced9-4d29-8b7d-4099492277e5 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:23.042289 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-c5c91a8e-ced9-4d29-8b7d-4099492277e5 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:23.050622 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c91a8e-ced9-4d29-8b7d-4099492277e5 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Pushing event updated for resources: {'Port': ['ID=7d455599-7e27-4dfa-909a-c01f1edc8257,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:23.074749 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:23.118798 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-c5c91a8e-ced9-4d29-8b7d-4099492277e5 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6804748 Feb 07 20:56:23.133061 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-31e8e00a-920e-40ae-ba39-31b0c6aa01ad service neutron] Request body: {'port': {'device_id': '7220f1e5-6f6e-4015-bf2d-65cee7d2e13d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:23.144902 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cab68a-cddd-4fae-978c-a304c9198dd4 req-14458f2d-f237-4160-9a3c-ef110c73847d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:23.146440 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79cab68a-cddd-4fae-978c-a304c9198dd4 req-14458f2d-f237-4160-9a3c-ef110c73847d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0f20b8e-357c-4d1c-91c0-a279c9b09be4 HTTP/1.1" status: 200 len: 947 time: 0.2142305 Feb 07 20:56:23.165950 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-8a3e849d-ed02-4a99-be11-464fa4ec227e service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840984 Feb 07 20:56:23.262298 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0545cd68-cf7b-4e07-9ddc-14c85bb78362 None None] Provisioning complete for port 7d455599-7e27-4dfa-909a-c01f1edc8257 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:23.262669 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0545cd68-cf7b-4e07-9ddc-14c85bb78362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (7d455599-7e27-4dfa-909a-c01f1edc8257), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:23.280644 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec31320-ad62-496b-bceb-0c9641e5028e req-691c55c0-635b-40b3-b29e-fc5a77abf20b tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:23.282726 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cec31320-ad62-496b-bceb-0c9641e5028e req-691c55c0-635b-40b3-b29e-fc5a77abf20b tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a62fb71-604f-4ab3-9616-04383697a3e7 HTTP/1.1" status: 200 len: 967 time: 0.2335930 Feb 07 20:56:23.295958 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0545cd68-cf7b-4e07-9ddc-14c85bb78362 None None] Port 7d455599-7e27-4dfa-909a-c01f1edc8257 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:56:23.322535 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79cab68a-cddd-4fae-978c-a304c9198dd4 req-4592c0f3-d751-44fe-9216-f8afeec73ad1 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547852 Feb 07 20:56:23.328088 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-31e8e00a-920e-40ae-ba39-31b0c6aa01ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (7d455599-7e27-4dfa-909a-c01f1edc8257), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:23.396661 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6fe7f23f-44ac-478a-becb-0c422794a714 req-26a64abd-b7e9-4de5-a515-739708296e83 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136886 Feb 07 20:56:23.413826 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cec31320-ad62-496b-bceb-0c9641e5028e req-d4a0ec48-ea1e-4e61-bbec-f70f61fd124a tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217027 Feb 07 20:56:23.811692 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38348) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:23.835597 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed954b55-9648-4b32-9219-9223e6cf7f4b req-6ee3f156-6850-493c-a2f8-20eeda936d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:23.837106 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed954b55-9648-4b32-9219-9223e6cf7f4b req-6ee3f156-6850-493c-a2f8-20eeda936d5d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c9d4415d20024a229d8b07e6abbd40bd&device_id=c0f20b8e-357c-4d1c-91c0-a279c9b09be4 HTTP/1.1" status: 200 len: 1129 time: 0.3630669 Feb 07 20:56:23.867860 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa13cc-6f05-4f00-9492-2abe1be60e6f req-4fe0d9c4-ec93-4d61-8311-6704d95624f1 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:23.869316 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3fa13cc-6f05-4f00-9492-2abe1be60e6f req-4fe0d9c4-ec93-4d61-8311-6704d95624f1 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa17e08d-abcc-4187-adc0-c6522f420f6d HTTP/1.1" status: 200 len: 948 time: 0.3595674 Feb 07 20:56:23.918914 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c0140c56-ad3d-497c-a856-4647c7276979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:23.964989 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9730b97-4124-4d45-ad93-0b837eec20be req-542ce934-6f90-4678-b3a2-fbffb785c425 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:23.966412 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9730b97-4124-4d45-ad93-0b837eec20be req-542ce934-6f90-4678-b3a2-fbffb785c425 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1ff4657-454e-400a-8a4c-0c03a912ec2d HTTP/1.1" status: 200 len: 948 time: 0.1803164 Feb 07 20:56:23.992809 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c0140c56-ad3d-497c-a856-4647c7276979 admin admin] Publish callbacks [] for security_group (f4a3445f-f642-4394-8c92-da72538b9319), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:23.996574 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c0140c56-ad3d-497c-a856-4647c7276979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f4a3445f-f642-4394-8c92-da72538b9319), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:24.033489 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0140c56-ad3d-497c-a856-4647c7276979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a3445f-f642-4394-8c92-da72538b9319,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:24.037903 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c0140c56-ad3d-497c-a856-4647c7276979 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=888c134c30b049bcb647286a43c1c984&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250576 Feb 07 20:56:24.040989 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38352) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:24.042496 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3fa13cc-6f05-4f00-9492-2abe1be60e6f req-8cc4b53b-021f-487e-9bee-d455f74b7617 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544688 Feb 07 20:56:24.089060 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed954b55-9648-4b32-9219-9223e6cf7f4b req-308aa64b-70fc-490f-b389-8249668a495f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:24.090585 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed954b55-9648-4b32-9219-9223e6cf7f4b req-308aa64b-70fc-490f-b389-8249668a495f service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.2447736 Feb 07 20:56:24.091220 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea1e8bb1-9f8e-403b-9b34-faeb2692263a admin admin] Publish callbacks [] for security_group (f4a3445f-f642-4394-8c92-da72538b9319), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:24.095381 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device eab00f80-c2a6-48e1-84a6-52337e23ce88 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:56:24.119691 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-31e8e00a-920e-40ae-ba39-31b0c6aa01ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d455599-7e27-4dfa-909a-c01f1edc8257 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:56:24.120394 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea1e8bb1-9f8e-403b-9b34-faeb2692263a admin admin] Publish callbacks [] for security_group (f4a3445f-f642-4394-8c92-da72538b9319), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:24.161125 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-31e8e00a-920e-40ae-ba39-31b0c6aa01ad service neutron] Publish callbacks [] for port (7d455599-7e27-4dfa-909a-c01f1edc8257), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:24.164363 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed954b55-9648-4b32-9219-9223e6cf7f4b req-07fc5136-b357-4bde-b3c7-ad865155f10d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=11c84524-bfbc-446b-ba38-afba21d4df5c HTTP/1.1" status: 200 len: 217 time: 0.0649395 Feb 07 20:56:24.168248 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port eab00f80-c2a6-48e1-84a6-52337e23ce88 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:56:24.169333 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9730b97-4124-4d45-ad93-0b837eec20be req-00b64366-b298-4110-98e6-d88562999940 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925359 Feb 07 20:56:24.180447 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port eab00f80-c2a6-48e1-84a6-52337e23ce88 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:24.181034 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (eab00f80-c2a6-48e1-84a6-52337e23ce88), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:24.182299 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea1e8bb1-9f8e-403b-9b34-faeb2692263a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f4a3445f-f642-4394-8c92-da72538b9319), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:24.184897 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea1e8bb1-9f8e-403b-9b34-faeb2692263a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:24.186027 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ea1e8bb1-9f8e-403b-9b34-faeb2692263a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f4a3445f-f642-4394-8c92-da72538b9319 HTTP/1.1" status: 204 len: 168 time: 0.1440458 Feb 07 20:56:24.198278 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-31e8e00a-920e-40ae-ba39-31b0c6aa01ad service neutron] Transition to ACTIVE for port object 7d455599-7e27-4dfa-909a-c01f1edc8257 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:56:24.202987 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-31e8e00a-920e-40ae-ba39-31b0c6aa01ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (7d455599-7e27-4dfa-909a-c01f1edc8257), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:24.215579 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e8bb1-9f8e-403b-9b34-faeb2692263a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a3445f-f642-4394-8c92-da72538b9319,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:24.320288 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port eab00f80-c2a6-48e1-84a6-52337e23ce88 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:24.320753 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (eab00f80-c2a6-48e1-84a6-52337e23ce88), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:24.367405 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ff4657-454e-400a-8a4c-0c03a912ec2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab00f80-c2a6-48e1-84a6-52337e23ce88'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:24.370515 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db12a2d-b9bd-47a1-8c04-c89e11969ccf" -d '{"events": [{"server_uuid": "e1ff4657-454e-400a-8a4c-0c03a912ec2d", "name": "network-vif-plugged", "status": "completed", "tag": "eab00f80-c2a6-48e1-84a6-52337e23ce88"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:24.383700 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:24.395558 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port eab00f80-c2a6-48e1-84a6-52337e23ce88, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=eab00f80-c2a6-48e1-84a6-52337e23ce88,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:24.396583 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed954b55-9648-4b32-9219-9223e6cf7f4b req-04d3fc64-4c75-45f5-971f-05f898f2c51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:24.398270 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed954b55-9648-4b32-9219-9223e6cf7f4b req-04d3fc64-4c75-45f5-971f-05f898f2c51d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.2256591 Feb 07 20:56:24.401593 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (eab00f80-c2a6-48e1-84a6-52337e23ce88), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:24.402404 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device c6920650-a31d-4a2e-ae2a-97745a8eb9c2 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:56:24.407774 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8e00a-920e-40ae-ba39-31b0c6aa01ad service neutron] Pushing event updated for resources: {'Port': ['ID=7d455599-7e27-4dfa-909a-c01f1edc8257,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:24.467984 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63681c-388a-43f3-a8b8-0d954800298d req-60c80b31-eb02-43f8-952f-2e7b65d2094d tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:24.470231 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f63681c-388a-43f3-a8b8-0d954800298d req-60c80b31-eb02-43f8-952f-2e7b65d2094d tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=7220f1e5-6f6e-4015-bf2d-65cee7d2e13d HTTP/1.1" status: 200 len: 947 time: 0.1980636 Feb 07 20:56:24.512020 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-31e8e00a-920e-40ae-ba39-31b0c6aa01ad service neutron] Attempting to bind port 7d455599-7e27-4dfa-909a-c01f1edc8257 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:56:24.512378 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-31e8e00a-920e-40ae-ba39-31b0c6aa01ad service neutron] Attempting to bind port 7d455599-7e27-4dfa-909a-c01f1edc8257 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:56:24.512721 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-31e8e00a-920e-40ae-ba39-31b0c6aa01ad service neutron] Attempting to bind port 7d455599-7e27-4dfa-909a-c01f1edc8257 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:56:24.521830 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-31e8e00a-920e-40ae-ba39-31b0c6aa01ad service neutron] Port 7d455599-7e27-4dfa-909a-c01f1edc8257 on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:56:24.522258 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-31e8e00a-920e-40ae-ba39-31b0c6aa01ad service neutron] Attempting to bind port 7d455599-7e27-4dfa-909a-c01f1edc8257 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:56:24.539072 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=eab00f80-c2a6-48e1-84a6-52337e23ce88,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:24.573945 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-31e8e00a-920e-40ae-ba39-31b0c6aa01ad service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:56:24.574289 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-31e8e00a-920e-40ae-ba39-31b0c6aa01ad service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:56:24.574682 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-31e8e00a-920e-40ae-ba39-31b0c6aa01ad service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:56:24.575785 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-31e8e00a-920e-40ae-ba39-31b0c6aa01ad service neutron] Bound port: 7d455599-7e27-4dfa-909a-c01f1edc8257, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:56:24.576195 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-31e8e00a-920e-40ae-ba39-31b0c6aa01ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (7d455599-7e27-4dfa-909a-c01f1edc8257), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:24.583307 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port c6920650-a31d-4a2e-ae2a-97745a8eb9c2 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:56:24.588128 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port c6920650-a31d-4a2e-ae2a-97745a8eb9c2 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:24.588846 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c6920650-a31d-4a2e-ae2a-97745a8eb9c2), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:24.724394 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f63681c-388a-43f3-a8b8-0d954800298d req-972d0b57-9ac0-4a1e-9764-c65b888d2797 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005215 Feb 07 20:56:24.736194 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port c6920650-a31d-4a2e-ae2a-97745a8eb9c2 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:24.736612 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c6920650-a31d-4a2e-ae2a-97745a8eb9c2), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:24.762912 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a39d77-1ec3-4fcf-a754-de924ef9bf54 req-7210c106-76b4-4348-b8e6-57f7fb79286b tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:24.764460 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6a39d77-1ec3-4fcf-a754-de924ef9bf54 req-7210c106-76b4-4348-b8e6-57f7fb79286b tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0f20b8e-357c-4d1c-91c0-a279c9b09be4 HTTP/1.1" status: 200 len: 947 time: 0.2435241 Feb 07 20:56:24.782963 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed954b55-9648-4b32-9219-9223e6cf7f4b req-56969bd6-3445-4eb6-88a9-4ba8ecb3d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:24.784582 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed954b55-9648-4b32-9219-9223e6cf7f4b req-56969bd6-3445-4eb6-88a9-4ba8ecb3d9dd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3742006 Feb 07 20:56:24.786494 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port c6920650-a31d-4a2e-ae2a-97745a8eb9c2, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=c6920650-a31d-4a2e-ae2a-97745a8eb9c2,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:24.788689 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a17c7e4-d0b1-41f8-9811-b50656841aa1 x-openstack-request-id: req-1a17c7e4-d0b1-41f8-9811-b50656841aa1 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:24.788997 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ff4657-454e-400a-8a4c-0c03a912ec2d", "name": "network-vif-plugged", "status": "completed", "tag": "eab00f80-c2a6-48e1-84a6-52337e23ce88", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:24.789331 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1a17c7e4-d0b1-41f8-9811-b50656841aa1 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:24.789727 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ff4657-454e-400a-8a4c-0c03a912ec2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab00f80-c2a6-48e1-84a6-52337e23ce88', 'code': 200} Feb 07 20:56:24.795238 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c6920650-a31d-4a2e-ae2a-97745a8eb9c2), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:24.810884 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38382) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:24.855640 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=c6920650-a31d-4a2e-ae2a-97745a8eb9c2,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:24.859919 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38386) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:24.915975 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-31e8e00a-920e-40ae-ba39-31b0c6aa01ad service neutron] For port 7d455599-7e27-4dfa-909a-c01f1edc8257, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:56:24.920022 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01c434-7252-427e-84a6-141e5d51d831 req-1dd31d02-b363-4052-9fe7-d70774252a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:24.921810 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ba01c434-7252-427e-84a6-141e5d51d831 req-1dd31d02-b363-4052-9fe7-d70774252a8e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e1ff4657-454e-400a-8a4c-0c03a912ec2d HTTP/1.1" status: 200 len: 1131 time: 0.0734131 Feb 07 20:56:24.950789 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-31e8e00a-920e-40ae-ba39-31b0c6aa01ad service neutron] For port 7d455599-7e27-4dfa-909a-c01f1edc8257, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=7d455599-7e27-4dfa-909a-c01f1edc8257,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:56:24.976389 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6a39d77-1ec3-4fcf-a754-de924ef9bf54 req-4b49daf5-ab9a-43f8-8768-967adcf5009d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771755 Feb 07 20:56:24.981864 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ba01c434-7252-427e-84a6-141e5d51d831 req-578b67ca-5493-426d-9231-1885a836cc5f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529644 Feb 07 20:56:24.992146 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed954b55-9648-4b32-9219-9223e6cf7f4b req-4c8261c4-33b2-4742-a917-89f7d7c11b75 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933343 Feb 07 20:56:24.993901 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-31e8e00a-920e-40ae-ba39-31b0c6aa01ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (7d455599-7e27-4dfa-909a-c01f1edc8257), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:25.014129 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38390) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:25.031656 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-70eba5dd-5307-40f5-9b00-c0c281f879e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:25.035161 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-97064e3f-6fad-4a90-aff2-930d2004a2d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:25.091461 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-31e8e00a-920e-40ae-ba39-31b0c6aa01ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:25.092082 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-31e8e00a-920e-40ae-ba39-31b0c6aa01ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:25.093535 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-31e8e00a-920e-40ae-ba39-31b0c6aa01ad service neutron] 10.222.0.71 "PUT /v2.0/ports/7d455599-7e27-4dfa-909a-c01f1edc8257 HTTP/1.1" status: 200 len: 1095 time: 1.9672599 Feb 07 20:56:25.094091 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7220f1e5-6f6e-4015-bf2d-65cee7d2e13d', 'tag': '7d455599-7e27-4dfa-909a-c01f1edc8257'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:25.096833 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c79d33-c60f-4c35-9ca7-7065a4cfa564" -d '{"events": [{"name": "network-changed", "server_uuid": "7220f1e5-6f6e-4015-bf2d-65cee7d2e13d", "tag": "7d455599-7e27-4dfa-909a-c01f1edc8257"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:25.144591 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8e00a-920e-40ae-ba39-31b0c6aa01ad service neutron] Pushing event updated for resources: {'Port': ['ID=7d455599-7e27-4dfa-909a-c01f1edc8257,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:25.195283 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-70eba5dd-5307-40f5-9b00-c0c281f879e8 admin admin] Publish callbacks [] for security_group (dd6e0b6b-5ec9-4477-8a62-50dc96f2c551), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:25.201594 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-97064e3f-6fad-4a90-aff2-930d2004a2d5 admin admin] Publish callbacks [] for security_group (6eb20595-2701-468a-9e60-3aa70dd3281b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:25.206742 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-70eba5dd-5307-40f5-9b00-c0c281f879e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (dd6e0b6b-5ec9-4477-8a62-50dc96f2c551), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:25.221218 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ef70ad-5e85-4bdc-b65a-ee4c60a010f1 x-openstack-request-id: req-79ef70ad-5e85-4bdc-b65a-ee4c60a010f1 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:25.221578 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7220f1e5-6f6e-4015-bf2d-65cee7d2e13d", "tag": "7d455599-7e27-4dfa-909a-c01f1edc8257", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:25.221746 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-79ef70ad-5e85-4bdc-b65a-ee4c60a010f1 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:25.222141 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7220f1e5-6f6e-4015-bf2d-65cee7d2e13d', 'tag': '7d455599-7e27-4dfa-909a-c01f1edc8257', 'status': 'completed', 'code': 200} Feb 07 20:56:25.222613 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-97064e3f-6fad-4a90-aff2-930d2004a2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (6eb20595-2701-468a-9e60-3aa70dd3281b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:25.226498 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed954b55-9648-4b32-9219-9223e6cf7f4b req-13ed9419-6097-43eb-a9d2-52a1780f0977 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072186 Feb 07 20:56:25.274689 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b05d460-3607-4b98-b8d5-bb46e2ae2f13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:25.300976 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-70eba5dd-5307-40f5-9b00-c0c281f879e8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=af3e75ac377b4526bc819307f3853b22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4870584 Feb 07 20:56:25.303272 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38398) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:25.304340 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eba5dd-5307-40f5-9b00-c0c281f879e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6e0b6b-5ec9-4477-8a62-50dc96f2c551,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:25.318501 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-97064e3f-6fad-4a90-aff2-930d2004a2d5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bae2d9120cf442fbb46cc33c6e4a26e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022032 Feb 07 20:56:25.321584 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38400) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:25.330146 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-ae93ca4e-844a-42ea-bcd2-aa4cdcaa39ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:25.331917 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-ae93ca4e-844a-42ea-bcd2-aa4cdcaa39ae service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a2890753492b45f68953d50211b64729&device_id=7220f1e5-6f6e-4015-bf2d-65cee7d2e13d HTTP/1.1" status: 200 len: 1129 time: 0.1512144 Feb 07 20:56:25.338091 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e67bd-ae9a-455b-bda6-65b64d1020f2 req-311b0072-ede1-4a25-838a-191d7f6317c5 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:25.339614 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6c4e67bd-ae9a-455b-bda6-65b64d1020f2 req-311b0072-ede1-4a25-838a-191d7f6317c5 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa17e08d-abcc-4187-adc0-c6522f420f6d HTTP/1.1" status: 200 len: 949 time: 0.1209393 Feb 07 20:56:25.374522 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97064e3f-6fad-4a90-aff2-930d2004a2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb20595-2701-468a-9e60-3aa70dd3281b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:25.409462 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-855fe3f6-0dca-43a9-94dc-00f21094b661 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=7d455599-7e27-4dfa-909a-c01f1edc8257 HTTP/1.1" status: 200 len: 217 time: 0.0678027 Feb 07 20:56:25.417058 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7e633e2-c07a-46a6-8b4a-3e4ed1182460 admin admin] Publish callbacks [] for security_group (dd6e0b6b-5ec9-4477-8a62-50dc96f2c551), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:25.454892 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7e633e2-c07a-46a6-8b4a-3e4ed1182460 admin admin] Publish callbacks [] for security_group (dd6e0b6b-5ec9-4477-8a62-50dc96f2c551), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:25.464826 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b05d460-3607-4b98-b8d5-bb46e2ae2f13 admin admin] Publish callbacks [] for security_group (116aeeb2-b97b-4771-be91-8a1d93af0684), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:25.474966 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b05d460-3607-4b98-b8d5-bb46e2ae2f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (116aeeb2-b97b-4771-be91-8a1d93af0684), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:25.485769 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff20a3-861a-4d26-857c-8ce231959821 req-f88654a8-894d-4047-8b83-8fb6aa1cc3ec tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:25.487562 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5cff20a3-861a-4d26-857c-8ce231959821 req-f88654a8-894d-4047-8b83-8fb6aa1cc3ec tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1ff4657-454e-400a-8a4c-0c03a912ec2d HTTP/1.1" status: 200 len: 949 time: 0.2106426 Feb 07 20:56:25.519333 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-7bbec9c4-96ae-4735-baec-89199e8c362b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:25.520757 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-7bbec9c4-96ae-4735-baec-89199e8c362b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1012948 Feb 07 20:56:25.524458 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05d460-3607-4b98-b8d5-bb46e2ae2f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116aeeb2-b97b-4771-be91-8a1d93af0684,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:25.532668 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6b05d460-3607-4b98-b8d5-bb46e2ae2f13 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0d05e40eb47343b1838ab8be46a650cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6630065 Feb 07 20:56:25.534309 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38402) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:25.534601 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6c4e67bd-ae9a-455b-bda6-65b64d1020f2 req-855b25c5-8e0f-4b00-a330-cc37d876a30b tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714976 Feb 07 20:56:25.548424 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:56:25.560259 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42acbb73-776d-4a18-be86-a4e8ba295d8d admin admin] Publish callbacks [] for security_group (6eb20595-2701-468a-9e60-3aa70dd3281b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:25.577059 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7e633e2-c07a-46a6-8b4a-3e4ed1182460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (dd6e0b6b-5ec9-4477-8a62-50dc96f2c551), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:25.580006 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7e633e2-c07a-46a6-8b4a-3e4ed1182460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:25.581163 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d7e633e2-c07a-46a6-8b4a-3e4ed1182460 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dd6e0b6b-5ec9-4477-8a62-50dc96f2c551 HTTP/1.1" status: 204 len: 168 time: 0.2739856 Feb 07 20:56:25.595507 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e633e2-c07a-46a6-8b4a-3e4ed1182460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6e0b6b-5ec9-4477-8a62-50dc96f2c551,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:25.612636 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cbab326-dcf5-4754-9df8-a3c095148b7b admin admin] Publish callbacks [] for security_group (116aeeb2-b97b-4771-be91-8a1d93af0684), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:25.634709 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5cff20a3-861a-4d26-857c-8ce231959821 req-2993ea83-5e06-49a3-9d67-dc33b19d8ddc tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301782 Feb 07 20:56:25.637402 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cbab326-dcf5-4754-9df8-a3c095148b7b admin admin] Publish callbacks [] for security_group (116aeeb2-b97b-4771-be91-8a1d93af0684), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:25.638314 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42acbb73-776d-4a18-be86-a4e8ba295d8d admin admin] Publish callbacks [] for security_group (6eb20595-2701-468a-9e60-3aa70dd3281b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:25.665818 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-3c85549e-7819-457d-a651-01e9504b3feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:25.667302 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-3c85549e-7819-457d-a651-01e9504b3feb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1296241 Feb 07 20:56:25.699054 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cbab326-dcf5-4754-9df8-a3c095148b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (116aeeb2-b97b-4771-be91-8a1d93af0684), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:25.702676 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cbab326-dcf5-4754-9df8-a3c095148b7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:25.703266 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2cbab326-dcf5-4754-9df8-a3c095148b7b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/116aeeb2-b97b-4771-be91-8a1d93af0684 HTTP/1.1" status: 204 len: 168 time: 0.1680419 Feb 07 20:56:25.711953 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbab326-dcf5-4754-9df8-a3c095148b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116aeeb2-b97b-4771-be91-8a1d93af0684,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:25.789209 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42acbb73-776d-4a18-be86-a4e8ba295d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (6eb20595-2701-468a-9e60-3aa70dd3281b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:25.792199 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42acbb73-776d-4a18-be86-a4e8ba295d8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:25.793690 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-42acbb73-776d-4a18-be86-a4e8ba295d8d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6eb20595-2701-468a-9e60-3aa70dd3281b HTTP/1.1" status: 204 len: 168 time: 0.4713724 Feb 07 20:56:25.808392 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42acbb73-776d-4a18-be86-a4e8ba295d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb20595-2701-468a-9e60-3aa70dd3281b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:25.868711 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-1e918844-9d20-42fb-938b-77f343d0d75e service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928105 Feb 07 20:56:25.933505 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354024e-c99f-4d9a-b791-c7c018f843bc req-d9e3bc48-0a89-4b06-a387-dad08f729ad4 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:25.934997 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a354024e-c99f-4d9a-b791-c7c018f843bc req-d9e3bc48-0a89-4b06-a387-dad08f729ad4 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=7220f1e5-6f6e-4015-bf2d-65cee7d2e13d HTTP/1.1" status: 200 len: 947 time: 0.1243186 Feb 07 20:56:25.960485 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38416) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:25.978510 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47821f39-f045-4f39-87c8-1330b5adf506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:26.063967 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9aebe492-745f-4a0b-8507-0f0d3cfb902f req-b7123018-8d2d-4ee0-8321-e6aec2d456c6 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854367 Feb 07 20:56:26.071364 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47821f39-f045-4f39-87c8-1330b5adf506 admin admin] Publish callbacks [] for security_group (db0ae9e3-f46c-41d1-bb2d-8ca5d5bf35a7), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:26.079747 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47821f39-f045-4f39-87c8-1330b5adf506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (db0ae9e3-f46c-41d1-bb2d-8ca5d5bf35a7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:26.132216 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-47821f39-f045-4f39-87c8-1330b5adf506 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=efb48c315a4b45079d32a7d4154486fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1706376 Feb 07 20:56:26.135002 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38420) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:26.151209 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a354024e-c99f-4d9a-b791-c7c018f843bc req-e8023994-2629-4845-b5c5-437bdd6b7651 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950347 Feb 07 20:56:26.169409 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47821f39-f045-4f39-87c8-1330b5adf506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0ae9e3-f46c-41d1-bb2d-8ca5d5bf35a7,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:26.186855 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11b89b-8b79-49f8-916f-1d8b4a33c4ab req-5520d022-d9f5-4426-a0b0-d5685256ccb3 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:26.194995 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1a11b89b-8b79-49f8-916f-1d8b4a33c4ab req-5520d022-d9f5-4426-a0b0-d5685256ccb3 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0f20b8e-357c-4d1c-91c0-a279c9b09be4 HTTP/1.1" status: 200 len: 947 time: 0.1339862 Feb 07 20:56:26.206271 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c325ea6-86fb-4736-babc-645048e763f5 admin admin] Publish callbacks [] for security_group (db0ae9e3-f46c-41d1-bb2d-8ca5d5bf35a7), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:26.208856 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38422) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:26.233324 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c79d33-c60f-4c35-9ca7-7065a4cfa564 req-1b8dbd3c-2454-4fdb-b56a-fe491d8fe723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:26.234795 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a4c79d33-c60f-4c35-9ca7-7065a4cfa564 req-1b8dbd3c-2454-4fdb-b56a-fe491d8fe723 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a2890753492b45f68953d50211b64729&device_id=7220f1e5-6f6e-4015-bf2d-65cee7d2e13d HTTP/1.1" status: 200 len: 1129 time: 0.1216962 Feb 07 20:56:26.240602 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-027b743a-a8b5-4f28-89c2-9a75530326d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:26.256643 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c325ea6-86fb-4736-babc-645048e763f5 admin admin] Publish callbacks [] for security_group (db0ae9e3-f46c-41d1-bb2d-8ca5d5bf35a7), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:26.276901 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1a11b89b-8b79-49f8-916f-1d8b4a33c4ab req-707ce92c-467f-4b6d-aadb-bb9824e10aa8 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809648 Feb 07 20:56:26.352609 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c325ea6-86fb-4736-babc-645048e763f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (db0ae9e3-f46c-41d1-bb2d-8ca5d5bf35a7), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:26.355224 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c325ea6-86fb-4736-babc-645048e763f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:26.356584 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7c325ea6-86fb-4736-babc-645048e763f5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/db0ae9e3-f46c-41d1-bb2d-8ca5d5bf35a7 HTTP/1.1" status: 204 len: 168 time: 0.2204239 Feb 07 20:56:26.358601 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-027b743a-a8b5-4f28-89c2-9a75530326d9 admin admin] Publish callbacks [] for security_group (27575db0-3314-4028-860a-d4e119157a83), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:26.367615 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-027b743a-a8b5-4f28-89c2-9a75530326d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (27575db0-3314-4028-860a-d4e119157a83), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:26.368407 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c79d33-c60f-4c35-9ca7-7065a4cfa564 req-9aac7f2e-edc5-4259-bbb0-56ab67f18272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:26.371362 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a4c79d33-c60f-4c35-9ca7-7065a4cfa564 req-9aac7f2e-edc5-4259-bbb0-56ab67f18272 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1264288 Feb 07 20:56:26.371495 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c325ea6-86fb-4736-babc-645048e763f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0ae9e3-f46c-41d1-bb2d-8ca5d5bf35a7,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:26.415381 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-027b743a-a8b5-4f28-89c2-9a75530326d9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=53656c186b6e4f2999e9581f8069616d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2054017 Feb 07 20:56:26.418703 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38430) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:26.432444 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b743a-a8b5-4f28-89c2-9a75530326d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27575db0-3314-4028-860a-d4e119157a83,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:26.437417 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a4c79d33-c60f-4c35-9ca7-7065a4cfa564 req-316f20f9-1e51-495d-a291-db38f9d708dc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=7d455599-7e27-4dfa-909a-c01f1edc8257 HTTP/1.1" status: 200 len: 217 time: 0.0585811 Feb 07 20:56:26.495110 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5a5a-aaed-4edf-8ece-f3c539f87e68 admin admin] Publish callbacks [] for security_group (27575db0-3314-4028-860a-d4e119157a83), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:26.509120 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c79d33-c60f-4c35-9ca7-7065a4cfa564 req-812aa9c9-6107-483d-9c4f-f19966cbe3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:26.512561 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a4c79d33-c60f-4c35-9ca7-7065a4cfa564 req-812aa9c9-6107-483d-9c4f-f19966cbe3cd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0667732 Feb 07 20:56:26.521722 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5a5a-aaed-4edf-8ece-f3c539f87e68 admin admin] Publish callbacks [] for security_group (27575db0-3314-4028-860a-d4e119157a83), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:26.531189 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:56:26.571171 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c79d33-c60f-4c35-9ca7-7065a4cfa564 req-0f604dd7-1bfe-4e0c-a119-a44a975680f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:26.572681 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a4c79d33-c60f-4c35-9ca7-7065a4cfa564 req-0f604dd7-1bfe-4e0c-a119-a44a975680f0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0520434 Feb 07 20:56:26.646439 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5a5a-aaed-4edf-8ece-f3c539f87e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (27575db0-3314-4028-860a-d4e119157a83), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:26.649269 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5a5a-aaed-4edf-8ece-f3c539f87e68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:26.653071 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5e8a5a5a-aaed-4edf-8ece-f3c539f87e68 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/27575db0-3314-4028-860a-d4e119157a83 HTTP/1.1" status: 204 len: 168 time: 0.2333250 Feb 07 20:56:26.663086 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a5a5a-aaed-4edf-8ece-f3c539f87e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27575db0-3314-4028-860a-d4e119157a83,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:26.743185 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=84ce1b42-ffd6-4d84-ba73-4f58e89ae95c,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:26.752664 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a4c79d33-c60f-4c35-9ca7-7065a4cfa564 req-21320b42-ddcc-4b5d-a9df-258ca7ab48e8 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730094 Feb 07 20:56:26.755587 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '84ce1b42-ffd6-4d84-ba73-4f58e89ae95c', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '84ce1b42-ffd6-4d84-ba73-4f58e89ae95c', 'mac_address': 'fa:16:3e:37:de:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:56:26.790580 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa17e08d-abcc-4187-adc0-c6522f420f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6920650-a31d-4a2e-ae2a-97745a8eb9c2'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:26.792833 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e977a95b-43c7-4c5b-bc64-4f467cdb948d" -d '{"events": [{"server_uuid": "aa17e08d-abcc-4187-adc0-c6522f420f6d", "name": "network-vif-plugged", "status": "completed", "tag": "c6920650-a31d-4a2e-ae2a-97745a8eb9c2"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:26.809033 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:26.809837 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:26.825760 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:56:26.862894 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=84ce1b42-ffd6-4d84-ba73-4f58e89ae95c,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:26.868178 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:26.892535 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f9c37-37e4-4ae6-b9d2-5036297fed8b req-0769eacb-f988-4ae9-805b-3647acb4aabe tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:26.899406 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c2f9c37-37e4-4ae6-b9d2-5036297fed8b req-0769eacb-f988-4ae9-805b-3647acb4aabe tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa17e08d-abcc-4187-adc0-c6522f420f6d HTTP/1.1" status: 200 len: 949 time: 0.2410400 Feb 07 20:56:26.915679 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024d4d5-efb6-4cb5-b893-e183e9be622c req-60aabe5b-76b1-4ea8-90ae-bc7ab1a84912 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:26.917164 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1024d4d5-efb6-4cb5-b893-e183e9be622c req-60aabe5b-76b1-4ea8-90ae-bc7ab1a84912 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1ff4657-454e-400a-8a4c-0c03a912ec2d HTTP/1.1" status: 200 len: 949 time: 0.2064629 Feb 07 20:56:26.928160 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=84ce1b42-ffd6-4d84-ba73-4f58e89ae95c,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:26.931065 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a4c79d33-c60f-4c35-9ca7-7065a4cfa564 req-43cecb25-f344-46bb-ab0a-6f81dacf8557 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571279 Feb 07 20:56:26.997051 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c2f9c37-37e4-4ae6-b9d2-5036297fed8b req-dd79aace-63b3-488c-b81b-681aa3b3b900 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936565 Feb 07 20:56:27.014781 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1024d4d5-efb6-4cb5-b893-e183e9be622c req-61379a89-10fa-44ec-bdad-f90e31d61103 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871050 Feb 07 20:56:27.038071 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888e18fb-7084-4aa5-856b-3371f361065e x-openstack-request-id: req-888e18fb-7084-4aa5-856b-3371f361065e {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:27.038500 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa17e08d-abcc-4187-adc0-c6522f420f6d", "name": "network-vif-plugged", "status": "completed", "tag": "c6920650-a31d-4a2e-ae2a-97745a8eb9c2", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:27.038765 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-888e18fb-7084-4aa5-856b-3371f361065e {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:27.039518 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa17e08d-abcc-4187-adc0-c6522f420f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6920650-a31d-4a2e-ae2a-97745a8eb9c2', 'code': 200} Feb 07 20:56:27.166762 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feda0c6-376c-470c-b5e1-1429694e68e7 req-91bae24b-6014-4876-af14-bd4129c56323 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:27.174222 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6feda0c6-376c-470c-b5e1-1429694e68e7 req-91bae24b-6014-4876-af14-bd4129c56323 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f0fb107-ae1e-41bd-803f-ef907d59ddd5 HTTP/1.1" status: 200 len: 950 time: 0.0755260 Feb 07 20:56:27.174424 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363f663-a5f3-4208-91e2-f0951f26e30b req-17d45939-4c75-46bd-b35f-4956b51a459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:27.176489 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c363f663-a5f3-4208-91e2-f0951f26e30b req-17d45939-4c75-46bd-b35f-4956b51a459f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aa17e08d-abcc-4187-adc0-c6522f420f6d HTTP/1.1" status: 200 len: 1131 time: 0.0765560 Feb 07 20:56:27.228173 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6feda0c6-376c-470c-b5e1-1429694e68e7 req-a34e9640-abaf-425f-a34a-4e9ab2341768 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490174 Feb 07 20:56:27.266923 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c363f663-a5f3-4208-91e2-f0951f26e30b req-c4760395-b667-4232-9e30-fee4cc315705 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814128 Feb 07 20:56:27.303107 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['84ce1b42-ffd6-4d84-ba73-4f58e89ae95c'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:56:27.315164 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d606a-7fa6-44cb-af5e-dd504aa1bfff req-f589101e-a4ff-479b-915a-d20d9d444af3 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:27.316868 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-442d606a-7fa6-44cb-af5e-dd504aa1bfff req-f589101e-a4ff-479b-915a-d20d9d444af3 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=7220f1e5-6f6e-4015-bf2d-65cee7d2e13d HTTP/1.1" status: 200 len: 947 time: 0.0840631 Feb 07 20:56:27.387534 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-442d606a-7fa6-44cb-af5e-dd504aa1bfff req-c3bc79aa-fe6b-4087-a270-752739525652 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633175 Feb 07 20:56:27.558051 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de694080-a12a-4ca1-9582-c72fbd27fd84 req-1da5fa09-b006-4cc4-a21a-df85b2efbd8d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:27.559529 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de694080-a12a-4ca1-9582-c72fbd27fd84 req-1da5fa09-b006-4cc4-a21a-df85b2efbd8d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0f20b8e-357c-4d1c-91c0-a279c9b09be4 HTTP/1.1" status: 200 len: 947 time: 0.0865221 Feb 07 20:56:27.841861 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de694080-a12a-4ca1-9582-c72fbd27fd84 req-cd6436ac-f649-472a-8853-78e6029eeb01 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766321 Feb 07 20:56:27.862132 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74647f2e-a1ea-4043-b937-28fff79d9a31 req-18f6febd-001c-4f72-bafc-1da9253878d3 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:27.868007 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74647f2e-a1ea-4043-b937-28fff79d9a31 req-18f6febd-001c-4f72-bafc-1da9253878d3 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:27.869934 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74647f2e-a1ea-4043-b937-28fff79d9a31 req-18f6febd-001c-4f72-bafc-1da9253878d3 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f0fb107-ae1e-41bd-803f-ef907d59ddd5&device_id=e1ff4657-454e-400a-8a4c-0c03a912ec2d HTTP/1.1" status: 200 len: 1690 time: 0.0814874 Feb 07 20:56:27.924196 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74647f2e-a1ea-4043-b937-28fff79d9a31 req-a81b8c5a-840b-4f9c-b971-7059207b5491 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471768 Feb 07 20:56:28.090530 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec111342-ee3c-41f0-8190-923d52d36207 req-7d4267c2-d47b-487f-b100-3bd82ab5f400 tempest-ServersOnMultiNodesTest-1113596232 tempest-ServersOnMultiNodesTest-1113596232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:28.092014 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ec111342-ee3c-41f0-8190-923d52d36207 req-7d4267c2-d47b-487f-b100-3bd82ab5f400 tempest-ServersOnMultiNodesTest-1113596232 tempest-ServersOnMultiNodesTest-1113596232-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7f0fb107-ae1e-41bd-803f-ef907d59ddd5 HTTP/1.1" status: 200 len: 1132 time: 0.0440218 Feb 07 20:56:28.144690 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ec111342-ee3c-41f0-8190-923d52d36207 req-d21ec6ae-4c9c-4419-801d-1a87a5a187a3 tempest-ServersOnMultiNodesTest-1113596232 tempest-ServersOnMultiNodesTest-1113596232-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437875 Feb 07 20:56:28.299805 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428ae3f-feac-4c96-b25f-a99c4fa20fac req-785ecfbb-2b1b-4dce-a258-c997cffc5124 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:28.301399 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e428ae3f-feac-4c96-b25f-a99c4fa20fac req-785ecfbb-2b1b-4dce-a258-c997cffc5124 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa17e08d-abcc-4187-adc0-c6522f420f6d HTTP/1.1" status: 200 len: 949 time: 0.0883844 Feb 07 20:56:28.317744 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9ce85-1742-411f-979b-395c9c63d5ea req-eda50109-30ab-40a4-9880-0a3c8c01c788 tempest-ServersOnMultiNodesTest-1113596232 tempest-ServersOnMultiNodesTest-1113596232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:28.319511 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4fa9ce85-1742-411f-979b-395c9c63d5ea req-eda50109-30ab-40a4-9880-0a3c8c01c788 tempest-ServersOnMultiNodesTest-1113596232 tempest-ServersOnMultiNodesTest-1113596232-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e1ff4657-454e-400a-8a4c-0c03a912ec2d HTTP/1.1" status: 200 len: 1131 time: 0.0767636 Feb 07 20:56:28.369852 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e428ae3f-feac-4c96-b25f-a99c4fa20fac req-5df39847-c04a-44e8-a9aa-66a1d03f101e tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628009 Feb 07 20:56:28.403664 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4fa9ce85-1742-411f-979b-395c9c63d5ea req-aed5460a-429b-40f1-baab-296db7a71a6d tempest-ServersOnMultiNodesTest-1113596232 tempest-ServersOnMultiNodesTest-1113596232-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685749 Feb 07 20:56:28.529974 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38540) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:28.536562 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 11c84524-bfbc-446b-ba38-afba21d4df5c details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:56:28.565266 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3373173-fc88-4c6e-8e4e-4e50b4f0ee98 req-6d64603a-7054-4c80-b491-a1734852263b tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:28.585266 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3373173-fc88-4c6e-8e4e-4e50b4f0ee98 req-6d64603a-7054-4c80-b491-a1734852263b tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=7220f1e5-6f6e-4015-bf2d-65cee7d2e13d HTTP/1.1" status: 200 len: 947 time: 0.1039197 Feb 07 20:56:28.642097 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3373173-fc88-4c6e-8e4e-4e50b4f0ee98 req-5693ddfb-d59d-4da3-9fb5-8b727b683c34 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532622 Feb 07 20:56:28.680899 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 11c84524-bfbc-446b-ba38-afba21d4df5c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=11c84524-bfbc-446b-ba38-afba21d4df5c,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:28.703228 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '11c84524-bfbc-446b-ba38-afba21d4df5c', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '11c84524-bfbc-446b-ba38-afba21d4df5c', 'mac_address': 'fa:16:3e:62:40:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:56:28.776709 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 11c84524-bfbc-446b-ba38-afba21d4df5c is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:28.777711 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (11c84524-bfbc-446b-ba38-afba21d4df5c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:28.795000 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c84524-bfbc-446b-ba38-afba21d4df5c {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:56:28.815822 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 11c84524-bfbc-446b-ba38-afba21d4df5c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=11c84524-bfbc-446b-ba38-afba21d4df5c,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:28.821710 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (11c84524-bfbc-446b-ba38-afba21d4df5c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:28.841628 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10c29bd5-7f96-454d-9267-c7d022185318 req-6b872413-4103-4c06-9eb8-7c18fdd6b3eb tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=158a4ea448b4471c9480285ef58a9cb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375061 Feb 07 20:56:28.845600 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eac2c5fb-4db9-439d-8f31-f00eb8ca30c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:28.903892 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=11c84524-bfbc-446b-ba38-afba21d4df5c,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:29.006429 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eac2c5fb-4db9-439d-8f31-f00eb8ca30c0 admin admin] Publish callbacks [] for security_group (1185283e-c9d6-4028-9e31-e07857d2d5c0), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:29.012237 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eac2c5fb-4db9-439d-8f31-f00eb8ca30c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1185283e-c9d6-4028-9e31-e07857d2d5c0), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:29.016012 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c29bd5-7f96-454d-9267-c7d022185318 req-98e78166-a74d-4c09-b34c-3e9de9099843 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:29.018206 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10c29bd5-7f96-454d-9267-c7d022185318 req-98e78166-a74d-4c09-b34c-3e9de9099843 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1703660 Feb 07 20:56:29.040761 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10c29bd5-7f96-454d-9267-c7d022185318 req-0b58e865-2d5d-4958-b048-c248cf7de3bf tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/quotas/158a4ea448b4471c9480285ef58a9cb5 HTTP/1.1" status: 200 len: 375 time: 0.0137408 Feb 07 20:56:29.057401 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f90aef-27c0-4170-9cf6-2c7bd2184bdb req-a65a9bf9-7b6e-4bec-affe-7d5c400dacc0 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:29.058999 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b8f90aef-27c0-4170-9cf6-2c7bd2184bdb req-a65a9bf9-7b6e-4bec-affe-7d5c400dacc0 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0f20b8e-357c-4d1c-91c0-a279c9b09be4 HTTP/1.1" status: 200 len: 948 time: 0.0857880 Feb 07 20:56:29.067317 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-eac2c5fb-4db9-439d-8f31-f00eb8ca30c0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=650a73cc60b04d0ea413f973f292210b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5356038 Feb 07 20:56:29.070943 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2c5fb-4db9-439d-8f31-f00eb8ca30c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1185283e-c9d6-4028-9e31-e07857d2d5c0,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:29.073502 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38572) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:29.127075 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c0070b7-deb7-4742-844d-59976933b1fd admin admin] Publish callbacks [] for security_group (1185283e-c9d6-4028-9e31-e07857d2d5c0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:29.148169 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10c29bd5-7f96-454d-9267-c7d022185318 req-8f402b4e-2c28-4ab6-88a3-d1dfe434a0f5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=158a4ea448b4471c9480285ef58a9cb5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0946786 Feb 07 20:56:29.149377 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c0070b7-deb7-4742-844d-59976933b1fd admin admin] Publish callbacks [] for security_group (1185283e-c9d6-4028-9e31-e07857d2d5c0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:29.166582 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b8f90aef-27c0-4170-9cf6-2c7bd2184bdb req-47c250dd-15c6-4e75-926a-140ab1b67348 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802426 Feb 07 20:56:29.207165 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c0070b7-deb7-4742-844d-59976933b1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1185283e-c9d6-4028-9e31-e07857d2d5c0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:29.210024 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c0070b7-deb7-4742-844d-59976933b1fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:29.211332 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9c0070b7-deb7-4742-844d-59976933b1fd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1185283e-c9d6-4028-9e31-e07857d2d5c0 HTTP/1.1" status: 204 len: 168 time: 0.1370912 Feb 07 20:56:29.220385 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0070b7-deb7-4742-844d-59976933b1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1185283e-c9d6-4028-9e31-e07857d2d5c0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:29.225429 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['11c84524-bfbc-446b-ba38-afba21d4df5c'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:56:29.693576 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd20ab-f973-4c3c-89f0-e1f7ad946472 req-9b865f91-93fb-4e40-8c52-694ac81c60cc tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:29.695307 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0cd20ab-f973-4c3c-89f0-e1f7ad946472 req-9b865f91-93fb-4e40-8c52-694ac81c60cc tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa17e08d-abcc-4187-adc0-c6522f420f6d HTTP/1.1" status: 200 len: 949 time: 0.0799553 Feb 07 20:56:29.780934 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0cd20ab-f973-4c3c-89f0-e1f7ad946472 req-4b5cba2a-e5fb-4091-beea-f5e3eb2cc9ce tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673759 Feb 07 20:56:30.034955 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883282c7-16af-413b-81c1-87afd115041c req-9ef9d3c1-4c0e-482b-861a-7afb6320c81b tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:30.036570 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-883282c7-16af-413b-81c1-87afd115041c req-9ef9d3c1-4c0e-482b-861a-7afb6320c81b tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=7220f1e5-6f6e-4015-bf2d-65cee7d2e13d HTTP/1.1" status: 200 len: 947 time: 0.0588272 Feb 07 20:56:30.067854 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38630) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:30.099645 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-883282c7-16af-413b-81c1-87afd115041c req-5b9a7288-463e-4143-9a7f-9a86a1efbb7c tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572963 Feb 07 20:56:30.161637 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30cfe09c-2782-4fc9-9a27-883d08ff571c req-6f01254d-718e-46d7-96e7-9edafe719bec tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=c832ff85-54c4-4b59-af92-488f32f3f750 HTTP/1.1" status: 200 len: 210 time: 0.0444992 Feb 07 20:56:30.190812 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-219a81fc-2510-428f-bedd-0aa91e4023b4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-501570068-network', 'tenant_id': 'ce2415b1f37244369055dcaf46ee8fc2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:30.215294 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219a81fc-2510-428f-bedd-0aa91e4023b4 admin admin] Made reservation on behalf of ce2415b1f37244369055dcaf46ee8fc2 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:56:30.217576 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-219a81fc-2510-428f-bedd-0aa91e4023b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:30.229644 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-219a81fc-2510-428f-bedd-0aa91e4023b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:30.295561 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba69a67-106f-43c8-aef6-34500a57b59a req-942cf9ce-8f60-4d80-bb58-19c8dc6e4ed5 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:30.303327 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7ba69a67-106f-43c8-aef6-34500a57b59a req-942cf9ce-8f60-4d80-bb58-19c8dc6e4ed5 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa17e08d-abcc-4187-adc0-c6522f420f6d HTTP/1.1" status: 200 len: 949 time: 0.0721135 Feb 07 20:56:30.328502 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-219a81fc-2510-428f-bedd-0aa91e4023b4 admin admin] Publish callbacks [] for security_group (fd5a77c8-948f-4b0b-bba5-c01b306793b1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:30.347588 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-219a81fc-2510-428f-bedd-0aa91e4023b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (fd5a77c8-948f-4b0b-bba5-c01b306793b1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:30.390404 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219a81fc-2510-428f-bedd-0aa91e4023b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:56:30.394481 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7ba69a67-106f-43c8-aef6-34500a57b59a req-a2d58afb-2d5e-48af-a8be-d35f5a9871a3 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872486 Feb 07 20:56:30.402185 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a81fc-2510-428f-bedd-0aa91e4023b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5a77c8-948f-4b0b-bba5-c01b306793b1,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:30.409408 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-219a81fc-2510-428f-bedd-0aa91e4023b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (c36ba493-f45a-477f-bc2f-ba08eaae4add), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:30.409884 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-219a81fc-2510-428f-bedd-0aa91e4023b4 admin admin] Added segment c36ba493-f45a-477f-bc2f-ba08eaae4add of type vlan for network 6eec4ad7-adfb-4ae7-ac70-34193aac88e5 Feb 07 20:56:30.437491 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d790f-698f-4b9c-8e2c-a2cde3dae097 req-0822ccbd-ad15-4341-a4f3-983db3d8fa3b tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:30.445387 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a66d790f-698f-4b9c-8e2c-a2cde3dae097 req-0822ccbd-ad15-4341-a4f3-983db3d8fa3b tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0f20b8e-357c-4d1c-91c0-a279c9b09be4 HTTP/1.1" status: 200 len: 948 time: 0.1156766 Feb 07 20:56:30.464220 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-219a81fc-2510-428f-bedd-0aa91e4023b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (6eec4ad7-adfb-4ae7-ac70-34193aac88e5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:30.511023 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-219a81fc-2510-428f-bedd-0aa91e4023b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (6eec4ad7-adfb-4ae7-ac70-34193aac88e5), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:30.512415 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219a81fc-2510-428f-bedd-0aa91e4023b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:30.513039 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-219a81fc-2510-428f-bedd-0aa91e4023b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:30.524901 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a66d790f-698f-4b9c-8e2c-a2cde3dae097 req-371160b4-16da-45c3-a4d1-f18a2a89d18e tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738866 Feb 07 20:56:30.535737 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 7d455599-7e27-4dfa-909a-c01f1edc8257 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:56:30.647736 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-219a81fc-2510-428f-bedd-0aa91e4023b4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5781982 Feb 07 20:56:30.654763 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38656) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:30.660215 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4bde3a6a-a8f0-4480-afea-d45d6948dd21 admin admin] Request body: {'subnet': {'network_id': '6eec4ad7-adfb-4ae7-ac70-34193aac88e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-501570068-subnet', 'tenant_id': 'ce2415b1f37244369055dcaf46ee8fc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:30.668378 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a81fc-2510-428f-bedd-0aa91e4023b4 admin admin] Pushing event updated for resources: {'Network': ['ID=6eec4ad7-adfb-4ae7-ac70-34193aac88e5,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:30.695228 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:56:30.741075 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bde3a6a-a8f0-4480-afea-d45d6948dd21 admin admin] Made reservation on behalf of ce2415b1f37244369055dcaf46ee8fc2 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:56:30.748091 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bde3a6a-a8f0-4480-afea-d45d6948dd21 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:30.795762 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 6eec4ad7-adfb-4ae7-ac70-34193aac88e5 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:56:30.898764 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:56:30.913337 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:30.913931 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:30.959632 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 7d455599-7e27-4dfa-909a-c01f1edc8257, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=7d455599-7e27-4dfa-909a-c01f1edc8257,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:30.980661 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '7d455599-7e27-4dfa-909a-c01f1edc8257', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '7d455599-7e27-4dfa-909a-c01f1edc8257', 'mac_address': 'fa:16:3e:c1:27:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:56:30.986040 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38672) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:31.034365 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6e2e3-1347-419f-8b94-738740ef1511 req-c921589e-0a0f-4335-bd55-fcfb74a1e985 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:31.037609 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07f6e2e3-1347-419f-8b94-738740ef1511 req-c921589e-0a0f-4335-bd55-fcfb74a1e985 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa17e08d-abcc-4187-adc0-c6522f420f6d HTTP/1.1" status: 200 len: 949 time: 0.1094863 Feb 07 20:56:31.054951 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bde3a6a-a8f0-4480-afea-d45d6948dd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for subnet (5ea6921b-4a40-44b4-a0e9-1841fa551429), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:31.089849 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 7d455599-7e27-4dfa-909a-c01f1edc8257 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:31.094065 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (7d455599-7e27-4dfa-909a-c01f1edc8257), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:31.134165 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d455599-7e27-4dfa-909a-c01f1edc8257 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:56:31.153327 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde3a6a-a8f0-4480-afea-d45d6948dd21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea6921b-4a40-44b4-a0e9-1841fa551429,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:31.162157 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 7d455599-7e27-4dfa-909a-c01f1edc8257, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=7d455599-7e27-4dfa-909a-c01f1edc8257,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:31.178731 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (7d455599-7e27-4dfa-909a-c01f1edc8257), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:31.181137 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07f6e2e3-1347-419f-8b94-738740ef1511 req-dd06450f-ed82-481b-b9d1-19ee0a2ac509 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343400 Feb 07 20:56:31.228048 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bde3a6a-a8f0-4480-afea-d45d6948dd21 admin admin] Checking segment: {'id': 'c36ba493-f45a-477f-bc2f-ba08eaae4add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6eec4ad7-adfb-4ae7-ac70-34193aac88e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:56:31.228440 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bde3a6a-a8f0-4480-afea-d45d6948dd21 admin admin] Network hostable DHCP agents. Network: 6eec4ad7-adfb-4ae7-ac70-34193aac88e5, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:56:31.228631 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b737d021-4cd8-4e04-bfd5-5f3c888c5166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:31.328641 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:31.329092 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:31.329867 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b737d021-4cd8-4e04-bfd5-5f3c888c5166 admin admin] Publish callbacks [] for security_group (bd410142-edc7-4422-9b2c-a1f9765a7d13), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:31.332931 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=7d455599-7e27-4dfa-909a-c01f1edc8257,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:31.334733 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b737d021-4cd8-4e04-bfd5-5f3c888c5166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (bd410142-edc7-4422-9b2c-a1f9765a7d13), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:31.350560 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:31.350905 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:31.351243 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:31.351809 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:31.352297 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:31.352861 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:31.353341 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:31.353918 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:31.354397 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:31.355305 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:31.356532 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:31.357066 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:31.357566 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:56:31.384059 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b737d021-4cd8-4e04-bfd5-5f3c888c5166 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=68dc0a0d98034fff9b6a84d686c4fe18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3961673 Feb 07 20:56:31.389805 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c7afa4-742c-4b6c-b399-e28f7ae0fce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ce1b42-ffd6-4d84-ba73-4f58e89ae95c'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:31.392565 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c8f3d6-4e62-46e4-931d-40826f8d58c3" -d '{"events": [{"server_uuid": "38c7afa4-742c-4b6c-b399-e28f7ae0fce2", "name": "network-vif-plugged", "status": "completed", "tag": "84ce1b42-ffd6-4d84-ba73-4f58e89ae95c"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:31.395986 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38682) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:31.412889 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737d021-4cd8-4e04-bfd5-5f3c888c5166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd410142-edc7-4422-9b2c-a1f9765a7d13,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:31.416824 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=84ce1b42-ffd6-4d84-ba73-4f58e89ae95c,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:31.418019 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38686) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:31.423108 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:31.424769 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 11c84524-bfbc-446b-ba38-afba21d4df5c up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:56:31.447490 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-10c29bd5-7f96-454d-9267-c7d022185318 req-518077bc-b54b-4bfe-91d9-cbec29e3681f tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=158a4ea448b4471c9480285ef58a9cb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617790 Feb 07 20:56:31.480681 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bde3a6a-a8f0-4480-afea-d45d6948dd21 admin admin] Network 6eec4ad7-adfb-4ae7-ac70-34193aac88e5 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:56:31.499192 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bf8ffcf-5246-465c-8686-dd47f0dbe622 req-08d88006-281a-44c6-a892-a04382eea011 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=c832ff85-54c4-4b59-af92-488f32f3f750 HTTP/1.1" status: 200 len: 210 time: 0.1606858 Feb 07 20:56:31.506660 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10c29bd5-7f96-454d-9267-c7d022185318 req-e11b2844-06d0-4789-845e-6d4fb51527e4 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=158a4ea448b4471c9480285ef58a9cb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2305770 Feb 07 20:56:31.508439 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-4bde3a6a-a8f0-4480-afea-d45d6948dd21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 6eec4ad7-adfb-4ae7-ac70-34193aac88e5) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:56:31.556519 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-21183bde-f384-4c19-a7fa-60b401c5263f admin admin] Publish callbacks [] for security_group (bd410142-edc7-4422-9b2c-a1f9765a7d13), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:31.583139 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f122502-92c2-438a-8be2-de41a041dd16 None None] Network 6eec4ad7-adfb-4ae7-ac70-34193aac88e5 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:56:31.601655 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-21183bde-f384-4c19-a7fa-60b401c5263f admin admin] Publish callbacks [] for security_group (bd410142-edc7-4422-9b2c-a1f9765a7d13), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:31.639176 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c29bd5-7f96-454d-9267-c7d022185318 req-095bc4cf-b17d-406a-a0ff-dcea9d4556b4 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:31.641236 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-10c29bd5-7f96-454d-9267-c7d022185318 req-095bc4cf-b17d-406a-a0ff-dcea9d4556b4 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1860180 Feb 07 20:56:31.642897 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['7d455599-7e27-4dfa-909a-c01f1edc8257'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:56:31.664649 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2cc1a0-99cc-404f-a10c-1f892b36afd6 x-openstack-request-id: req-fb2cc1a0-99cc-404f-a10c-1f892b36afd6 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:31.665102 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c7afa4-742c-4b6c-b399-e28f7ae0fce2", "name": "network-vif-plugged", "status": "completed", "tag": "84ce1b42-ffd6-4d84-ba73-4f58e89ae95c", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:31.666409 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fb2cc1a0-99cc-404f-a10c-1f892b36afd6 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:31.666828 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c7afa4-742c-4b6c-b399-e28f7ae0fce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ce1b42-ffd6-4d84-ba73-4f58e89ae95c', 'code': 200} Feb 07 20:56:31.680297 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-10c29bd5-7f96-454d-9267-c7d022185318 req-071c76ae-1aab-4889-b11a-573638455336 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Request body: {'port': {'device_id': 'fe9a04f0-2c09-448d-99d0-a46925971e94', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': '158a4ea448b4471c9480285ef58a9cb5'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:31.688579 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bde3a6a-a8f0-4480-afea-d45d6948dd21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:31.689167 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bde3a6a-a8f0-4480-afea-d45d6948dd21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:31.694517 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ce910267-936d-4b5c-8237-38d6b684bbca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:31.747887 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4bde3a6a-a8f0-4480-afea-d45d6948dd21 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0919833 Feb 07 20:56:31.755661 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c29bd5-7f96-454d-9267-c7d022185318 req-a8f058ab-3f60-447d-8f0a-1aa0c815e261 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:31.757066 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10c29bd5-7f96-454d-9267-c7d022185318 req-a8f058ab-3f60-447d-8f0a-1aa0c815e261 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2462239 Feb 07 20:56:31.757560 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38692) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:31.796566 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579373ed-0c6b-4c85-a668-60def02f3e57 req-61c5efd7-6060-4c5b-afac-8a13f90db25a tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:31.797039 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=84ce1b42-ffd6-4d84-ba73-4f58e89ae95c,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:31.798750 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-579373ed-0c6b-4c85-a668-60def02f3e57 req-61c5efd7-6060-4c5b-afac-8a13f90db25a tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=7220f1e5-6f6e-4015-bf2d-65cee7d2e13d HTTP/1.1" status: 200 len: 948 time: 0.5305154 Feb 07 20:56:31.802035 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-00f386a8-dd5b-4b69-88cc-b17340df4045 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-501570068-router', 'tenant_id': 'ce2415b1f37244369055dcaf46ee8fc2', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:31.813286 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-10c29bd5-7f96-454d-9267-c7d022185318 req-a049c907-4c41-4663-84f6-3187549aacd1 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Request body: {'port': {'device_id': 'c832ff85-54c4-4b59-af92-488f32f3f750', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': '158a4ea448b4471c9480285ef58a9cb5'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:31.825653 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 11c84524-bfbc-446b-ba38-afba21d4df5c completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:56:31.843345 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 11c84524-bfbc-446b-ba38-afba21d4df5c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:31.843713 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (11c84524-bfbc-446b-ba38-afba21d4df5c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:31.909410 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00f386a8-dd5b-4b69-88cc-b17340df4045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (706eb47f-ab2a-4fb6-9f6d-7143e05b684d), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:31.910436 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00f386a8-dd5b-4b69-88cc-b17340df4045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (706eb47f-ab2a-4fb6-9f6d-7143e05b684d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:31.914831 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2656daa-672e-497f-af55-4e057e45d412 None None] Network 6eec4ad7-adfb-4ae7-ac70-34193aac88e5 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:56:31.949703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5f258-44f0-4c8e-948a-a6e82eadf42a req-7f582ac9-3647-4289-a86b-456d483dea3e tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:31.951291 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eec5f258-44f0-4c8e-948a-a6e82eadf42a req-7f582ac9-3647-4289-a86b-456d483dea3e tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0f20b8e-357c-4d1c-91c0-a279c9b09be4 HTTP/1.1" status: 200 len: 948 time: 0.2306426 Feb 07 20:56:31.967848 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400e4e5-7e24-46b1-a5b1-944a18f80c44 req-544fdaea-3666-4a9c-88ac-cb752bfa61ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:31.969404 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0400e4e5-7e24-46b1-a5b1-944a18f80c44 req-544fdaea-3666-4a9c-88ac-cb752bfa61ad service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 1131 time: 0.2429285 Feb 07 20:56:32.018883 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-21183bde-f384-4c19-a7fa-60b401c5263f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (bd410142-edc7-4422-9b2c-a1f9765a7d13), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:32.021807 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-21183bde-f384-4c19-a7fa-60b401c5263f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:32.024381 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-21183bde-f384-4c19-a7fa-60b401c5263f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bd410142-edc7-4422-9b2c-a1f9765a7d13 HTTP/1.1" status: 204 len: 168 time: 0.6241701 Feb 07 20:56:32.066566 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21183bde-f384-4c19-a7fa-60b401c5263f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd410142-edc7-4422-9b2c-a1f9765a7d13,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:32.069857 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00f386a8-dd5b-4b69-88cc-b17340df4045 admin admin] Publish callbacks [] for router_controller (706eb47f-ab2a-4fb6-9f6d-7143e05b684d), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:32.082950 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-579373ed-0c6b-4c85-a668-60def02f3e57 req-d520ebaa-b356-47c9-9379-1b8a80cc3579 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158971 Feb 07 20:56:32.143192 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c29bd5-7f96-454d-9267-c7d022185318 req-071c76ae-1aab-4889-b11a-573638455336 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Made reservation on behalf of 158a4ea448b4471c9480285ef58a9cb5 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:56:32.148484 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-10c29bd5-7f96-454d-9267-c7d022185318 req-071c76ae-1aab-4889-b11a-573638455336 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:32.174694 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ce910267-936d-4b5c-8237-38d6b684bbca admin admin] Publish callbacks [] for security_group (8f2d4020-8274-436b-a34b-6bb7522606dc), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:32.186589 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ce910267-936d-4b5c-8237-38d6b684bbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8f2d4020-8274-436b-a34b-6bb7522606dc), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:32.210109 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eec5f258-44f0-4c8e-948a-a6e82eadf42a req-efee9c21-1a37-478a-b88c-ca40da7ff46e tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056689 Feb 07 20:56:32.233086 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 11c84524-bfbc-446b-ba38-afba21d4df5c is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:32.233476 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (11c84524-bfbc-446b-ba38-afba21d4df5c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:32.280651 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 11c84524-bfbc-446b-ba38-afba21d4df5c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=11c84524-bfbc-446b-ba38-afba21d4df5c,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:32.282035 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ce910267-936d-4b5c-8237-38d6b684bbca admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=71b0a1bf18f64eaab46d07dac6120c1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8512323 Feb 07 20:56:32.288169 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (11c84524-bfbc-446b-ba38-afba21d4df5c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:32.290957 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38700) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:32.301739 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c29bd5-7f96-454d-9267-c7d022185318 req-a049c907-4c41-4663-84f6-3187549aacd1 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Made reservation on behalf of 158a4ea448b4471c9480285ef58a9cb5 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:56:32.304077 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce910267-936d-4b5c-8237-38d6b684bbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2d4020-8274-436b-a34b-6bb7522606dc,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:32.314534 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-10c29bd5-7f96-454d-9267-c7d022185318 req-a049c907-4c41-4663-84f6-3187549aacd1 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:32.356413 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=11c84524-bfbc-446b-ba38-afba21d4df5c,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:32.392803 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b91e407c-3b00-4865-a1a1-a9d21aff80c1 admin admin] Publish callbacks [] for security_group (8f2d4020-8274-436b-a34b-6bb7522606dc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:32.419207 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-10c29bd5-7f96-454d-9267-c7d022185318 req-071c76ae-1aab-4889-b11a-573638455336 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Allocated IP 192.168.233.144 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/8800b3d8-8b81-47d5-8d4b-fbb69f191ede) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:56:32.432502 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b91e407c-3b00-4865-a1a1-a9d21aff80c1 admin admin] Publish callbacks [] for security_group (8f2d4020-8274-436b-a34b-6bb7522606dc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:32.448855 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0400e4e5-7e24-46b1-a5b1-944a18f80c44 req-8d169e85-1613-44ef-929a-4f13ff6e48f3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682012 Feb 07 20:56:32.503479 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38702) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:32.533346 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2eeda13c-34f4-4d48-8724-3fece2d8a44c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:32.536368 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f81b49-2ad7-4795-82f8-92373378841c req-841dd940-679f-4860-a33c-72cba3a9a922 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:32.543114 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9f81b49-2ad7-4795-82f8-92373378841c req-841dd940-679f-4860-a33c-72cba3a9a922 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa17e08d-abcc-4187-adc0-c6522f420f6d HTTP/1.1" status: 200 len: 949 time: 0.1962833 Feb 07 20:56:32.553061 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00f386a8-dd5b-4b69-88cc-b17340df4045 admin admin] Publish callbacks [] for router_gateway (706eb47f-ab2a-4fb6-9f6d-7143e05b684d), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:32.596385 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b91e407c-3b00-4865-a1a1-a9d21aff80c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8f2d4020-8274-436b-a34b-6bb7522606dc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:32.598902 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b91e407c-3b00-4865-a1a1-a9d21aff80c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:32.600026 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b91e407c-3b00-4865-a1a1-a9d21aff80c1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8f2d4020-8274-436b-a34b-6bb7522606dc HTTP/1.1" status: 204 len: 168 time: 0.3071563 Feb 07 20:56:32.623057 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e407c-3b00-4865-a1a1-a9d21aff80c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2d4020-8274-436b-a34b-6bb7522606dc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:32.649123 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9f81b49-2ad7-4795-82f8-92373378841c req-35782d6f-3c27-4b94-bd32-124364c10214 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/security-groups?id=abf70903-5e66-42d5-aed3-6923fde0afa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050370 Feb 07 20:56:32.710202 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c711d93-ce52-47e1-ba88-9a05520b9f25 req-9dbe8065-6f86-49d4-a9df-fee793ef64a9 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=c832ff85-54c4-4b59-af92-488f32f3f750 HTTP/1.1" status: 200 len: 210 time: 0.0828187 Feb 07 20:56:32.734573 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-10c29bd5-7f96-454d-9267-c7d022185318 req-071c76ae-1aab-4889-b11a-573638455336 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks [] for port (8800b3d8-8b81-47d5-8d4b-fbb69f191ede), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:32.788207 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2eeda13c-34f4-4d48-8724-3fece2d8a44c admin admin] Publish callbacks [] for security_group (23d06b45-d990-4b19-8eb3-20d1d0c8d791), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:32.808500 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2eeda13c-34f4-4d48-8724-3fece2d8a44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (23d06b45-d990-4b19-8eb3-20d1d0c8d791), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:32.836567 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-10c29bd5-7f96-454d-9267-c7d022185318 req-071c76ae-1aab-4889-b11a-573638455336 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (8800b3d8-8b81-47d5-8d4b-fbb69f191ede), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:32.854785 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['52765e43-953c-4bdc-a1cb-d749305c65c2', 'eab00f80-c2a6-48e1-84a6-52337e23ce88'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:56:32.858973 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['382b77ed-5a99-4385-99eb-e6195465d1a1'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:56:32.909689 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeda13c-34f4-4d48-8724-3fece2d8a44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d06b45-d990-4b19-8eb3-20d1d0c8d791,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:32.921066 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2eeda13c-34f4-4d48-8724-3fece2d8a44c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0ee2f598375c4a458d4c3d553baed057&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4130356 Feb 07 20:56:32.926247 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c29bd5-7f96-454d-9267-c7d022185318 req-071c76ae-1aab-4889-b11a-573638455336 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:56:32.929251 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38708) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:32.939027 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-10c29bd5-7f96-454d-9267-c7d022185318 req-071c76ae-1aab-4889-b11a-573638455336 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:56:32.940776 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c76ae-1aab-4889-b11a-573638455336 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Pushing event updated for resources: {'Port': ['ID=8800b3d8-8b81-47d5-8d4b-fbb69f191ede,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:32.946241 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c29bd5-7f96-454d-9267-c7d022185318 req-071c76ae-1aab-4889-b11a-573638455336 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:56:32.951315 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c29bd5-7f96-454d-9267-c7d022185318 req-071c76ae-1aab-4889-b11a-573638455336 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:32.951959 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-10c29bd5-7f96-454d-9267-c7d022185318 req-071c76ae-1aab-4889-b11a-573638455336 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:33.057539 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebf34f-98a8-45cc-af2a-7d97080d7a5b req-95a25293-fdd1-43bb-8812-7961ab357824 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:33.059490 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-81ebf34f-98a8-45cc-af2a-7d97080d7a5b req-95a25293-fdd1-43bb-8812-7961ab357824 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa17e08d-abcc-4187-adc0-c6522f420f6d HTTP/1.1" status: 200 len: 949 time: 0.2689047 Feb 07 20:56:33.107153 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-10c29bd5-7f96-454d-9267-c7d022185318 req-071c76ae-1aab-4889-b11a-573638455336 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4372046 Feb 07 20:56:33.207366 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-10c29bd5-7f96-454d-9267-c7d022185318 req-852a4442-5525-4d01-8fd8-1ec9978a0e6a service neutron] Request body: {'port': {'device_id': 'fe9a04f0-2c09-448d-99d0-a46925971e94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:33.292328 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:33.306870 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1c7ec22-d05e-4a5b-b78b-297c10e44f8a admin admin] Publish callbacks [] for security_group (23d06b45-d990-4b19-8eb3-20d1d0c8d791), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:33.376753 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1c7ec22-d05e-4a5b-b78b-297c10e44f8a admin admin] Publish callbacks [] for security_group (23d06b45-d990-4b19-8eb3-20d1d0c8d791), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:33.399310 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-10c29bd5-7f96-454d-9267-c7d022185318 req-852a4442-5525-4d01-8fd8-1ec9978a0e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8800b3d8-8b81-47d5-8d4b-fbb69f191ede), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:33.409495 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-42864f22-9877-4564-9f1d-1f310c82a78d None None] Provisioning complete for port 8800b3d8-8b81-47d5-8d4b-fbb69f191ede triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:33.409867 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-42864f22-9877-4564-9f1d-1f310c82a78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8800b3d8-8b81-47d5-8d4b-fbb69f191ede), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:33.424544 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-10c29bd5-7f96-454d-9267-c7d022185318 req-a049c907-4c41-4663-84f6-3187549aacd1 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Allocated IP 192.168.233.22 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/fbc31b7d-6c77-452f-97f3-57b0c35f8a96) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:56:33.435163 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38716) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:33.475151 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-42864f22-9877-4564-9f1d-1f310c82a78d None None] Port 8800b3d8-8b81-47d5-8d4b-fbb69f191ede cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:56:33.492167 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-81ebf34f-98a8-45cc-af2a-7d97080d7a5b req-f9eeecc0-dfef-4f10-9e85-7f9253a2f4fd tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Deleting port c6920650-a31d-4a2e-ae2a-97745a8eb9c2 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:56:33.492405 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00f386a8-dd5b-4b69-88cc-b17340df4045 admin admin] Publish callbacks [] for router_gateway (706eb47f-ab2a-4fb6-9f6d-7143e05b684d), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:33.492504 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-81ebf34f-98a8-45cc-af2a-7d97080d7a5b req-f9eeecc0-dfef-4f10-9e85-7f9253a2f4fd tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c6920650-a31d-4a2e-ae2a-97745a8eb9c2), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:33.495076 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5dd54012-ba29-49ba-8288-a4d4a8675072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:33.536661 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00f386a8-dd5b-4b69-88cc-b17340df4045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:33.567004 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1c7ec22-d05e-4a5b-b78b-297c10e44f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (23d06b45-d990-4b19-8eb3-20d1d0c8d791), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:33.569523 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1c7ec22-d05e-4a5b-b78b-297c10e44f8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:33.570654 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f1c7ec22-d05e-4a5b-b78b-297c10e44f8a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/23d06b45-d990-4b19-8eb3-20d1d0c8d791 HTTP/1.1" status: 204 len: 168 time: 0.6404457 Feb 07 20:56:33.641976 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7ec22-d05e-4a5b-b78b-297c10e44f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d06b45-d990-4b19-8eb3-20d1d0c8d791,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:33.654861 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ab20f-1628-4421-99b8-e2bbcc90d3f9 req-533912bb-060b-4274-8fd5-45a6b4d6b669 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:33.663521 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-887ab20f-1628-4421-99b8-e2bbcc90d3f9 req-533912bb-060b-4274-8fd5-45a6b4d6b669 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=7220f1e5-6f6e-4015-bf2d-65cee7d2e13d HTTP/1.1" status: 200 len: 948 time: 0.3754849 Feb 07 20:56:33.681597 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f20b8e-357c-4d1c-91c0-a279c9b09be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c84524-bfbc-446b-ba38-afba21d4df5c'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:33.687810 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f8cab6-f4e9-482d-9ed7-7543ebda21be" -d '{"events": [{"server_uuid": "c0f20b8e-357c-4d1c-91c0-a279c9b09be4", "name": "network-vif-plugged", "status": "completed", "tag": "11c84524-bfbc-446b-ba38-afba21d4df5c"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:33.703135 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9969de-26b2-409b-b7ef-ea92f8acf51a req-ba37cd84-609d-4ff7-ab55-af1721c0b623 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:33.711463 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bc9969de-26b2-409b-b7ef-ea92f8acf51a req-ba37cd84-609d-4ff7-ab55-af1721c0b623 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0f20b8e-357c-4d1c-91c0-a279c9b09be4 HTTP/1.1" status: 200 len: 949 time: 0.2795789 Feb 07 20:56:33.716258 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-81ebf34f-98a8-45cc-af2a-7d97080d7a5b req-f9eeecc0-dfef-4f10-9e85-7f9253a2f4fd tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] For port c6920650-a31d-4a2e-ae2a-97745a8eb9c2, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=c6920650-a31d-4a2e-ae2a-97745a8eb9c2,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:33.716592 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-81ebf34f-98a8-45cc-af2a-7d97080d7a5b req-f9eeecc0-dfef-4f10-9e85-7f9253a2f4fd tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c6920650-a31d-4a2e-ae2a-97745a8eb9c2), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:33.735296 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:33.741818 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-81ebf34f-98a8-45cc-af2a-7d97080d7a5b req-f9eeecc0-dfef-4f10-9e85-7f9253a2f4fd tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Calling delete_port for c6920650-a31d-4a2e-ae2a-97745a8eb9c2 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:56:33.769815 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5dd54012-ba29-49ba-8288-a4d4a8675072 admin admin] Publish callbacks [] for security_group (113caf6f-04b5-46c9-a826-b8c2bb2f98e6), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:33.801791 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5dd54012-ba29-49ba-8288-a4d4a8675072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (113caf6f-04b5-46c9-a826-b8c2bb2f98e6), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:33.862420 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5dd54012-ba29-49ba-8288-a4d4a8675072 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fd15ab9fbcab468687828d43ba56a670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4177489 Feb 07 20:56:33.864333 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38728) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:33.866303 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd54012-ba29-49ba-8288-a4d4a8675072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113caf6f-04b5-46c9-a826-b8c2bb2f98e6,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:33.873461 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-10c29bd5-7f96-454d-9267-c7d022185318 req-a049c907-4c41-4663-84f6-3187549aacd1 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks [] for port (fbc31b7d-6c77-452f-97f3-57b0c35f8a96), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:33.922658 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-887ab20f-1628-4421-99b8-e2bbcc90d3f9 req-8f539348-fca5-487b-8df9-35614d5dfc3e tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581630 Feb 07 20:56:33.957337 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-710f2d0a-c94c-49b3-8bf3-f3738c268604 admin admin] Publish callbacks [] for security_group (113caf6f-04b5-46c9-a826-b8c2bb2f98e6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:33.973333 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bc9969de-26b2-409b-b7ef-ea92f8acf51a req-a540f8f5-cda5-4610-a8f5-d5e926e4b537 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590349 Feb 07 20:56:33.998735 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-81ebf34f-98a8-45cc-af2a-7d97080d7a5b req-f9eeecc0-dfef-4f10-9e85-7f9253a2f4fd tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (c6920650-a31d-4a2e-ae2a-97745a8eb9c2), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:34.003161 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-710f2d0a-c94c-49b3-8bf3-f3738c268604 admin admin] Publish callbacks [] for security_group (113caf6f-04b5-46c9-a826-b8c2bb2f98e6), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:34.006316 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-00f386a8-dd5b-4b69-88cc-b17340df4045 admin admin] Allocated IP 172.25.4.70 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/3b1a47ef-30f3-471a-b53e-79caccdf6486) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:56:34.017687 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['c6920650-a31d-4a2e-ae2a-97745a8eb9c2'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:56:34.064505 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eeecc0-dfef-4f10-9e85-7f9253a2f4fd tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Pushing event deleted for resources: {'Port': ['ID=c6920650-a31d-4a2e-ae2a-97745a8eb9c2,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:34.142898 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ebf34f-98a8-45cc-af2a-7d97080d7a5b req-f9eeecc0-dfef-4f10-9e85-7f9253a2f4fd tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] No DVR routers for this DVR port c6920650-a31d-4a2e-ae2a-97745a8eb9c2 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:56:34.155084 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-81ebf34f-98a8-45cc-af2a-7d97080d7a5b req-f9eeecc0-dfef-4f10-9e85-7f9253a2f4fd tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:34.158952 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-81ebf34f-98a8-45cc-af2a-7d97080d7a5b req-f9eeecc0-dfef-4f10-9e85-7f9253a2f4fd tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.69 "DELETE /v2.0/ports/c6920650-a31d-4a2e-ae2a-97745a8eb9c2 HTTP/1.1" status: 204 len: 173 time: 1.0844374 Feb 07 20:56:34.160188 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa17e08d-abcc-4187-adc0-c6522f420f6d', 'name': 'network-vif-deleted', 'tag': 'c6920650-a31d-4a2e-ae2a-97745a8eb9c2'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:34.162004 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8912cc-097e-4dce-969e-32a7f9ef489b" -d '{"events": [{"server_uuid": "aa17e08d-abcc-4187-adc0-c6522f420f6d", "name": "network-vif-deleted", "tag": "c6920650-a31d-4a2e-ae2a-97745a8eb9c2"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:34.179171 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ebcd4cf3-1b36-4276-ab65-7cb07302dc36 req-5c4eb4ad-e6b5-48f8-afe4-d72d6b9daadf tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=c832ff85-54c4-4b59-af92-488f32f3f750 HTTP/1.1" status: 200 len: 210 time: 0.0793638 Feb 07 20:56:34.182664 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-10c29bd5-7f96-454d-9267-c7d022185318 req-a049c907-4c41-4663-84f6-3187549aacd1 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (fbc31b7d-6c77-452f-97f3-57b0c35f8a96), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:34.198053 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['52765e43-953c-4bdc-a1cb-d749305c65c2', 'eab00f80-c2a6-48e1-84a6-52337e23ce88'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:56:34.220666 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-710f2d0a-c94c-49b3-8bf3-f3738c268604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (113caf6f-04b5-46c9-a826-b8c2bb2f98e6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:34.224408 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-710f2d0a-c94c-49b3-8bf3-f3738c268604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:34.240966 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-710f2d0a-c94c-49b3-8bf3-f3738c268604 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/113caf6f-04b5-46c9-a826-b8c2bb2f98e6 HTTP/1.1" status: 204 len: 168 time: 0.3754361 Feb 07 20:56:34.279476 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f2d0a-c94c-49b3-8bf3-f3738c268604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113caf6f-04b5-46c9-a826-b8c2bb2f98e6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:34.308716 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9affb6fa-9a88-42f3-abe8-45ba4ef4325d req-955e1af6-d54f-4005-80e7-19eae7662136 tempest-DeleteServersAdminTestJSON-1466248482 tempest-DeleteServersAdminTestJSON-1466248482-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa17e08d-abcc-4187-adc0-c6522f420f6d HTTP/1.1" status: 200 len: 210 time: 0.1766105 Feb 07 20:56:34.334900 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['382b77ed-5a99-4385-99eb-e6195465d1a1'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:56:34.394067 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a0a50f-42ee-4bff-b331-2dd178c9db32 x-openstack-request-id: req-c2a0a50f-42ee-4bff-b331-2dd178c9db32 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:34.394611 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa17e08d-abcc-4187-adc0-c6522f420f6d", "name": "network-vif-deleted", "tag": "c6920650-a31d-4a2e-ae2a-97745a8eb9c2", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:34.394611 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c2a0a50f-42ee-4bff-b331-2dd178c9db32 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:34.399326 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa17e08d-abcc-4187-adc0-c6522f420f6d', 'name': 'network-vif-deleted', 'tag': 'c6920650-a31d-4a2e-ae2a-97745a8eb9c2', 'status': 'completed', 'code': 200} Feb 07 20:56:34.402901 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7d6a32-873b-432f-88c1-348419057627 x-openstack-request-id: req-ee7d6a32-873b-432f-88c1-348419057627 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:34.403518 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f20b8e-357c-4d1c-91c0-a279c9b09be4", "name": "network-vif-plugged", "status": "completed", "tag": "11c84524-bfbc-446b-ba38-afba21d4df5c", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:34.403982 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ee7d6a32-873b-432f-88c1-348419057627 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:34.404618 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f20b8e-357c-4d1c-91c0-a279c9b09be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c84524-bfbc-446b-ba38-afba21d4df5c', 'code': 200} Feb 07 20:56:34.433400 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c29bd5-7f96-454d-9267-c7d022185318 req-a049c907-4c41-4663-84f6-3187549aacd1 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:56:34.441959 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-10c29bd5-7f96-454d-9267-c7d022185318 req-a049c907-4c41-4663-84f6-3187549aacd1 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:56:34.448419 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c29bd5-7f96-454d-9267-c7d022185318 req-a049c907-4c41-4663-84f6-3187549aacd1 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:56:34.455677 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c29bd5-7f96-454d-9267-c7d022185318 req-a049c907-4c41-4663-84f6-3187549aacd1 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:34.456471 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-10c29bd5-7f96-454d-9267-c7d022185318 req-a049c907-4c41-4663-84f6-3187549aacd1 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:34.497119 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10c29bd5-7f96-454d-9267-c7d022185318 req-a049c907-4c41-4663-84f6-3187549aacd1 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6917381 Feb 07 20:56:34.497749 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-10c29bd5-7f96-454d-9267-c7d022185318 req-852a4442-5525-4d01-8fd8-1ec9978a0e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8800b3d8-8b81-47d5-8d4b-fbb69f191ede {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:56:34.525441 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-10c29bd5-7f96-454d-9267-c7d022185318 req-852a4442-5525-4d01-8fd8-1ec9978a0e6a service neutron] Publish callbacks [] for port (8800b3d8-8b81-47d5-8d4b-fbb69f191ede), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:34.557994 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-10c29bd5-7f96-454d-9267-c7d022185318 req-852a4442-5525-4d01-8fd8-1ec9978a0e6a service neutron] Transition to ACTIVE for port object 8800b3d8-8b81-47d5-8d4b-fbb69f191ede will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:56:34.566095 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 7d455599-7e27-4dfa-909a-c01f1edc8257 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:56:34.567369 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-10c29bd5-7f96-454d-9267-c7d022185318 req-852a4442-5525-4d01-8fd8-1ec9978a0e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8800b3d8-8b81-47d5-8d4b-fbb69f191ede), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:34.570829 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-10c29bd5-7f96-454d-9267-c7d022185318 req-df041e9c-1898-4856-834d-61bea2417b4a service neutron] Request body: {'port': {'device_id': 'c832ff85-54c4-4b59-af92-488f32f3f750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:34.623844 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049c907-4c41-4663-84f6-3187549aacd1 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Pushing event updated for resources: {'Port': ['ID=fbc31b7d-6c77-452f-97f3-57b0c35f8a96,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:34.679276 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a4442-5525-4d01-8fd8-1ec9978a0e6a service neutron] Pushing event updated for resources: {'Port': ['ID=8800b3d8-8b81-47d5-8d4b-fbb69f191ede,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:34.746859 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-10c29bd5-7f96-454d-9267-c7d022185318 req-df041e9c-1898-4856-834d-61bea2417b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fbc31b7d-6c77-452f-97f3-57b0c35f8a96), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:34.778067 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-10c29bd5-7f96-454d-9267-c7d022185318 req-852a4442-5525-4d01-8fd8-1ec9978a0e6a service neutron] Attempting to bind port 8800b3d8-8b81-47d5-8d4b-fbb69f191ede on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:56:34.778425 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-10c29bd5-7f96-454d-9267-c7d022185318 req-852a4442-5525-4d01-8fd8-1ec9978a0e6a service neutron] Attempting to bind port 8800b3d8-8b81-47d5-8d4b-fbb69f191ede by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:56:34.778756 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c29bd5-7f96-454d-9267-c7d022185318 req-852a4442-5525-4d01-8fd8-1ec9978a0e6a service neutron] Attempting to bind port 8800b3d8-8b81-47d5-8d4b-fbb69f191ede on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:56:34.792795 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c29bd5-7f96-454d-9267-c7d022185318 req-852a4442-5525-4d01-8fd8-1ec9978a0e6a service neutron] Port 8800b3d8-8b81-47d5-8d4b-fbb69f191ede on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:56:34.793116 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c29bd5-7f96-454d-9267-c7d022185318 req-852a4442-5525-4d01-8fd8-1ec9978a0e6a service neutron] Attempting to bind port 8800b3d8-8b81-47d5-8d4b-fbb69f191ede on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:56:34.803196 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c29bd5-7f96-454d-9267-c7d022185318 req-852a4442-5525-4d01-8fd8-1ec9978a0e6a service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:56:34.803577 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c29bd5-7f96-454d-9267-c7d022185318 req-852a4442-5525-4d01-8fd8-1ec9978a0e6a service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:56:34.803918 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c29bd5-7f96-454d-9267-c7d022185318 req-852a4442-5525-4d01-8fd8-1ec9978a0e6a service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:56:34.804368 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-10c29bd5-7f96-454d-9267-c7d022185318 req-852a4442-5525-4d01-8fd8-1ec9978a0e6a service neutron] Bound port: 8800b3d8-8b81-47d5-8d4b-fbb69f191ede, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:56:34.804838 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-10c29bd5-7f96-454d-9267-c7d022185318 req-852a4442-5525-4d01-8fd8-1ec9978a0e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8800b3d8-8b81-47d5-8d4b-fbb69f191ede), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:34.807465 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e11c29-d568-4fe0-a7c1-763c9a7e8908 req-f8118e1e-d8e2-45be-a0f3-198029c540e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:34.816878 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9e11c29-d568-4fe0-a7c1-763c9a7e8908 req-f8118e1e-d8e2-45be-a0f3-198029c540e8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c0f20b8e-357c-4d1c-91c0-a279c9b09be4 HTTP/1.1" status: 200 len: 1131 time: 0.3163841 Feb 07 20:56:34.873119 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38754) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:34.888501 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00f386a8-dd5b-4b69-88cc-b17340df4045 admin admin] Publish callbacks [] for port (3b1a47ef-30f3-471a-b53e-79caccdf6486), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:34.899160 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 7d455599-7e27-4dfa-909a-c01f1edc8257 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:56:34.908169 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 7d455599-7e27-4dfa-909a-c01f1edc8257 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:34.910643 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (7d455599-7e27-4dfa-909a-c01f1edc8257), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:34.978249 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-10c29bd5-7f96-454d-9267-c7d022185318 req-852a4442-5525-4d01-8fd8-1ec9978a0e6a service neutron] For port 8800b3d8-8b81-47d5-8d4b-fbb69f191ede, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:56:34.996657 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-10c29bd5-7f96-454d-9267-c7d022185318 req-852a4442-5525-4d01-8fd8-1ec9978a0e6a service neutron] For port 8800b3d8-8b81-47d5-8d4b-fbb69f191ede, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8800b3d8-8b81-47d5-8d4b-fbb69f191ede,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:56:35.007274 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-10c29bd5-7f96-454d-9267-c7d022185318 req-852a4442-5525-4d01-8fd8-1ec9978a0e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8800b3d8-8b81-47d5-8d4b-fbb69f191ede), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:35.012238 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9e11c29-d568-4fe0-a7c1-763c9a7e8908 req-dead1b9d-1d2a-4f15-a66b-6fd03b2c2ab3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750417 Feb 07 20:56:35.031476 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e7a49433-2215-4af7-9e42-9ddae9794eed None None] Provisioning complete for port fbc31b7d-6c77-452f-97f3-57b0c35f8a96 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:35.056342 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e7a49433-2215-4af7-9e42-9ddae9794eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fbc31b7d-6c77-452f-97f3-57b0c35f8a96), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:35.084364 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-4e6d0c68-95b7-4097-a0ee-9e48da9c3455 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1727258195-network', 'tenant_id': 'a9f7fcd6cbef44c389b4331bb87ee1f7'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:35.113283 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c29bd5-7f96-454d-9267-c7d022185318 req-852a4442-5525-4d01-8fd8-1ec9978a0e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:35.114136 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-10c29bd5-7f96-454d-9267-c7d022185318 req-852a4442-5525-4d01-8fd8-1ec9978a0e6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:35.115704 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-10c29bd5-7f96-454d-9267-c7d022185318 req-852a4442-5525-4d01-8fd8-1ec9978a0e6a service neutron] 10.222.0.69 "PUT /v2.0/ports/8800b3d8-8b81-47d5-8d4b-fbb69f191ede HTTP/1.1" status: 200 len: 1096 time: 1.9324918 Feb 07 20:56:35.142968 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a4442-5525-4d01-8fd8-1ec9978a0e6a service neutron] Pushing event updated for resources: {'Port': ['ID=8800b3d8-8b81-47d5-8d4b-fbb69f191ede,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:35.156838 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6d0c68-95b7-4097-a0ee-9e48da9c3455 admin admin] Made reservation on behalf of a9f7fcd6cbef44c389b4331bb87ee1f7 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:56:35.172117 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4e6d0c68-95b7-4097-a0ee-9e48da9c3455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:35.226339 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4e6d0c68-95b7-4097-a0ee-9e48da9c3455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:35.238780 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e7a49433-2215-4af7-9e42-9ddae9794eed None None] Port fbc31b7d-6c77-452f-97f3-57b0c35f8a96 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:56:35.321325 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 7d455599-7e27-4dfa-909a-c01f1edc8257 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:35.321669 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (7d455599-7e27-4dfa-909a-c01f1edc8257), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:35.330484 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c29bd5-7f96-454d-9267-c7d022185318 req-64df0c15-4d79-40ca-915a-22771383781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:35.332423 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-10c29bd5-7f96-454d-9267-c7d022185318 req-64df0c15-4d79-40ca-915a-22771383781e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=158a4ea448b4471c9480285ef58a9cb5&device_id=fe9a04f0-2c09-448d-99d0-a46925971e94 HTTP/1.1" status: 200 len: 1130 time: 0.1356997 Feb 07 20:56:35.380380 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106cf00-73fe-4446-823b-1bbc7cbe30a0 req-762e205a-e552-4fea-8368-2ff69080d232 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:35.382043 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e106cf00-73fe-4446-823b-1bbc7cbe30a0 req-762e205a-e552-4fea-8368-2ff69080d232 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=7220f1e5-6f6e-4015-bf2d-65cee7d2e13d HTTP/1.1" status: 200 len: 948 time: 0.3143842 Feb 07 20:56:35.388560 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 7d455599-7e27-4dfa-909a-c01f1edc8257, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=7d455599-7e27-4dfa-909a-c01f1edc8257,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:35.396334 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-10c29bd5-7f96-454d-9267-c7d022185318 req-467ee84d-737e-40a5-b685-757d87055927 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=8800b3d8-8b81-47d5-8d4b-fbb69f191ede HTTP/1.1" status: 200 len: 217 time: 0.0519295 Feb 07 20:56:35.400540 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (7d455599-7e27-4dfa-909a-c01f1edc8257), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:35.439569 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00f386a8-dd5b-4b69-88cc-b17340df4045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (3b1a47ef-30f3-471a-b53e-79caccdf6486), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:35.472261 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=7d455599-7e27-4dfa-909a-c01f1edc8257,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:35.499170 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4e6d0c68-95b7-4097-a0ee-9e48da9c3455 admin admin] Publish callbacks [] for security_group (94e62b3a-73e7-41f6-a714-d71943fa375f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:35.509063 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c29bd5-7f96-454d-9267-c7d022185318 req-aaee96e7-34af-4502-b7b6-e4b3d33096e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:35.511044 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-10c29bd5-7f96-454d-9267-c7d022185318 req-aaee96e7-34af-4502-b7b6-e4b3d33096e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1073821 Feb 07 20:56:35.512543 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4e6d0c68-95b7-4097-a0ee-9e48da9c3455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (94e62b3a-73e7-41f6-a714-d71943fa375f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:35.561717 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e6d0c68-95b7-4097-a0ee-9e48da9c3455 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:56:35.582961 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4e6d0c68-95b7-4097-a0ee-9e48da9c3455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (49f06daf-9142-4d28-8f2a-2d8c1388ea4e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:35.583773 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-4e6d0c68-95b7-4097-a0ee-9e48da9c3455 admin admin] Added segment 49f06daf-9142-4d28-8f2a-2d8c1388ea4e of type vlan for network 9707a7e2-bd1b-48e9-a067-23aeb539b5df Feb 07 20:56:35.585366 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d0c68-95b7-4097-a0ee-9e48da9c3455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e62b3a-73e7-41f6-a714-d71943fa375f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:35.592122 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f386a8-dd5b-4b69-88cc-b17340df4045 admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:56:35.608854 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e106cf00-73fe-4446-823b-1bbc7cbe30a0 req-4b89f1be-2d70-49a3-94d5-20cb92893267 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163708 Feb 07 20:56:35.622562 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb65619-9776-4e25-b6fd-02544678d763 req-cdbdaf79-d5c8-4f6a-be49-ef5de4c6db25 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:35.629547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bbb65619-9776-4e25-b6fd-02544678d763 req-cdbdaf79-d5c8-4f6a-be49-ef5de4c6db25 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0f20b8e-357c-4d1c-91c0-a279c9b09be4 HTTP/1.1" status: 200 len: 949 time: 0.4538245 Feb 07 20:56:35.655449 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c29bd5-7f96-454d-9267-c7d022185318 req-92ce46b7-ab00-47ab-b148-7c3494cc0c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:35.657484 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-10c29bd5-7f96-454d-9267-c7d022185318 req-92ce46b7-ab00-47ab-b148-7c3494cc0c8c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1352456 Feb 07 20:56:35.659055 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4e6d0c68-95b7-4097-a0ee-9e48da9c3455 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (9707a7e2-bd1b-48e9-a067-23aeb539b5df), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:35.691843 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-00f386a8-dd5b-4b69-88cc-b17340df4045 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:56:35.697653 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f386a8-dd5b-4b69-88cc-b17340df4045 admin admin] Pushing event updated for resources: {'Port': ['ID=3b1a47ef-30f3-471a-b53e-79caccdf6486,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:35.714611 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f386a8-dd5b-4b69-88cc-b17340df4045 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:56:35.746712 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4e6d0c68-95b7-4097-a0ee-9e48da9c3455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (9707a7e2-bd1b-48e9-a067-23aeb539b5df), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:35.747766 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6d0c68-95b7-4097-a0ee-9e48da9c3455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:35.749047 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4e6d0c68-95b7-4097-a0ee-9e48da9c3455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:35.827321 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4e6d0c68-95b7-4097-a0ee-9e48da9c3455 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9526510 Feb 07 20:56:35.836995 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38784) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:35.845133 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bbb65619-9776-4e25-b6fd-02544678d763 req-951775cf-6799-499d-8a0a-834931a7ef74 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098312 Feb 07 20:56:35.847916 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-fba28d37-79d7-4239-90b4-c07ecf1bd344 admin admin] Request body: {'subnet': {'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1727258195-subnet', 'tenant_id': 'a9f7fcd6cbef44c389b4331bb87ee1f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:35.854037 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d0c68-95b7-4097-a0ee-9e48da9c3455 admin admin] Pushing event updated for resources: {'Network': ['ID=9707a7e2-bd1b-48e9-a067-23aeb539b5df,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:35.859531 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-10c29bd5-7f96-454d-9267-c7d022185318 req-1f9eee3a-d8b9-4720-900c-8dfeef037e2e service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948628 Feb 07 20:56:35.869654 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 9707a7e2-bd1b-48e9-a067-23aeb539b5df details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:56:35.962728 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c4296-09cc-4bcb-93bd-a350f30e3b92 req-9c91515e-a8b5-4327-8610-ec487a32cb47 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:35.964380 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-829c4296-09cc-4bcb-93bd-a350f30e3b92 req-9c91515e-a8b5-4327-8610-ec487a32cb47 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=c832ff85-54c4-4b59-af92-488f32f3f750 HTTP/1.1" status: 200 len: 935 time: 0.2688899 Feb 07 20:56:35.984334 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-10c29bd5-7f96-454d-9267-c7d022185318 req-df041e9c-1898-4856-834d-61bea2417b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc31b7d-6c77-452f-97f3-57b0c35f8a96 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:56:36.020804 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-10c29bd5-7f96-454d-9267-c7d022185318 req-d9783428-761d-4125-9082-d86f468d2cbb service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366446 Feb 07 20:56:36.023339 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba28d37-79d7-4239-90b4-c07ecf1bd344 admin admin] Made reservation on behalf of a9f7fcd6cbef44c389b4331bb87ee1f7 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:56:36.038384 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fba28d37-79d7-4239-90b4-c07ecf1bd344 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:36.040118 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-10c29bd5-7f96-454d-9267-c7d022185318 req-df041e9c-1898-4856-834d-61bea2417b4a service neutron] Publish callbacks [] for port (fbc31b7d-6c77-452f-97f3-57b0c35f8a96), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:36.107553 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-10c29bd5-7f96-454d-9267-c7d022185318 req-df041e9c-1898-4856-834d-61bea2417b4a service neutron] Transition to ACTIVE for port object fbc31b7d-6c77-452f-97f3-57b0c35f8a96 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:56:36.125236 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-10c29bd5-7f96-454d-9267-c7d022185318 req-df041e9c-1898-4856-834d-61bea2417b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fbc31b7d-6c77-452f-97f3-57b0c35f8a96), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:36.143994 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-829c4296-09cc-4bcb-93bd-a350f30e3b92 req-346fd642-df80-4863-95df-0b05181e18a8 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683908 Feb 07 20:56:36.165539 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device c6920650-a31d-4a2e-ae2a-97745a8eb9c2 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:56:36.221273 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df041e9c-1898-4856-834d-61bea2417b4a service neutron] Pushing event updated for resources: {'Port': ['ID=fbc31b7d-6c77-452f-97f3-57b0c35f8a96,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:36.225808 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00f386a8-dd5b-4b69-88cc-b17340df4045 admin admin] Publish callbacks [] for router_gateway (706eb47f-ab2a-4fb6-9f6d-7143e05b684d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:36.243036 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: c6920650-a31d-4a2e-ae2a-97745a8eb9c2 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:56:36.243760 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device c6920650-a31d-4a2e-ae2a-97745a8eb9c2 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:56:36.320331 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fba28d37-79d7-4239-90b4-c07ecf1bd344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for subnet (f3768dda-d71b-40b0-9d56-296b11c3fa2b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:36.385974 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba28d37-79d7-4239-90b4-c07ecf1bd344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3768dda-d71b-40b0-9d56-296b11c3fa2b,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:36.399823 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9a04f0-2c09-448d-99d0-a46925971e94', 'tag': '8800b3d8-8b81-47d5-8d4b-fbb69f191ede'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:36.403140 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e82f5d2-0fff-422b-b2c5-a9b850e01546" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9a04f0-2c09-448d-99d0-a46925971e94", "tag": "8800b3d8-8b81-47d5-8d4b-fbb69f191ede"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:36.407532 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7220f1e5-6f6e-4015-bf2d-65cee7d2e13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d455599-7e27-4dfa-909a-c01f1edc8257'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:36.412451 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec589323-3e10-4ba0-979c-c2b4ab0359d3" -d '{"events": [{"server_uuid": "7220f1e5-6f6e-4015-bf2d-65cee7d2e13d", "name": "network-vif-plugged", "status": "completed", "tag": "7d455599-7e27-4dfa-909a-c01f1edc8257"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:36.434887 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba28d37-79d7-4239-90b4-c07ecf1bd344 admin admin] Checking segment: {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:56:36.435257 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba28d37-79d7-4239-90b4-c07ecf1bd344 admin admin] Network hostable DHCP agents. Network: 9707a7e2-bd1b-48e9-a067-23aeb539b5df, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:56:36.473655 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-10c29bd5-7f96-454d-9267-c7d022185318 req-df041e9c-1898-4856-834d-61bea2417b4a service neutron] Attempting to bind port fbc31b7d-6c77-452f-97f3-57b0c35f8a96 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:56:36.474170 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-10c29bd5-7f96-454d-9267-c7d022185318 req-df041e9c-1898-4856-834d-61bea2417b4a service neutron] Attempting to bind port fbc31b7d-6c77-452f-97f3-57b0c35f8a96 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:56:36.474275 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2a3d53-4e8e-49f9-bde1-1fd73e45384c x-openstack-request-id: req-1b2a3d53-4e8e-49f9-bde1-1fd73e45384c {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:36.474555 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9a04f0-2c09-448d-99d0-a46925971e94", "tag": "8800b3d8-8b81-47d5-8d4b-fbb69f191ede", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:36.475244 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c29bd5-7f96-454d-9267-c7d022185318 req-df041e9c-1898-4856-834d-61bea2417b4a service neutron] Attempting to bind port fbc31b7d-6c77-452f-97f3-57b0c35f8a96 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:56:36.475698 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1b2a3d53-4e8e-49f9-bde1-1fd73e45384c {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:36.476569 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9a04f0-2c09-448d-99d0-a46925971e94', 'tag': '8800b3d8-8b81-47d5-8d4b-fbb69f191ede', 'status': 'completed', 'code': 200} Feb 07 20:56:36.479927 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba28d37-79d7-4239-90b4-c07ecf1bd344 admin admin] Network 9707a7e2-bd1b-48e9-a067-23aeb539b5df is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:56:36.494055 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a14337-89b3-4615-a2d0-5ee3b9bf946c x-openstack-request-id: req-f5a14337-89b3-4615-a2d0-5ee3b9bf946c {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:36.494549 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7220f1e5-6f6e-4015-bf2d-65cee7d2e13d", "name": "network-vif-plugged", "status": "completed", "tag": "7d455599-7e27-4dfa-909a-c01f1edc8257", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:36.494878 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-fba28d37-79d7-4239-90b4-c07ecf1bd344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 9707a7e2-bd1b-48e9-a067-23aeb539b5df) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:56:36.495108 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f5a14337-89b3-4615-a2d0-5ee3b9bf946c {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:36.495694 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7220f1e5-6f6e-4015-bf2d-65cee7d2e13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d455599-7e27-4dfa-909a-c01f1edc8257', 'code': 200} Feb 07 20:56:36.507598 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e9dc9e-e5c4-438b-8658-ed85b2807459 None None] Network 9707a7e2-bd1b-48e9-a067-23aeb539b5df requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:56:36.513699 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c29bd5-7f96-454d-9267-c7d022185318 req-df041e9c-1898-4856-834d-61bea2417b4a service neutron] Port fbc31b7d-6c77-452f-97f3-57b0c35f8a96 on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:56:36.513928 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c29bd5-7f96-454d-9267-c7d022185318 req-df041e9c-1898-4856-834d-61bea2417b4a service neutron] Attempting to bind port fbc31b7d-6c77-452f-97f3-57b0c35f8a96 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:56:36.525930 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba28d37-79d7-4239-90b4-c07ecf1bd344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:36.528572 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fba28d37-79d7-4239-90b4-c07ecf1bd344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:36.530057 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38810) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:36.550744 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c29bd5-7f96-454d-9267-c7d022185318 req-df041e9c-1898-4856-834d-61bea2417b4a service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:56:36.551555 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c29bd5-7f96-454d-9267-c7d022185318 req-df041e9c-1898-4856-834d-61bea2417b4a service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:56:36.552891 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c29bd5-7f96-454d-9267-c7d022185318 req-df041e9c-1898-4856-834d-61bea2417b4a service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:56:36.553339 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-10c29bd5-7f96-454d-9267-c7d022185318 req-df041e9c-1898-4856-834d-61bea2417b4a service neutron] Bound port: fbc31b7d-6c77-452f-97f3-57b0c35f8a96, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:56:36.563888 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fba28d37-79d7-4239-90b4-c07ecf1bd344 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7168322 Feb 07 20:56:36.564212 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-10c29bd5-7f96-454d-9267-c7d022185318 req-df041e9c-1898-4856-834d-61bea2417b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fbc31b7d-6c77-452f-97f3-57b0c35f8a96), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:36.622295 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00f386a8-dd5b-4b69-88cc-b17340df4045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (706eb47f-ab2a-4fb6-9f6d-7143e05b684d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:36.684165 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c767c274-db4e-4ca3-a25f-834235c1784e None None] Network 9707a7e2-bd1b-48e9-a067-23aeb539b5df requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:56:36.697967 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82f5d2-0fff-422b-b2c5-a9b850e01546 req-44450210-ff3d-405c-8746-019229c175c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:36.699478 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0e82f5d2-0fff-422b-b2c5-a9b850e01546 req-44450210-ff3d-405c-8746-019229c175c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=158a4ea448b4471c9480285ef58a9cb5&device_id=fe9a04f0-2c09-448d-99d0-a46925971e94 HTTP/1.1" status: 200 len: 1130 time: 0.0928328 Feb 07 20:56:36.865157 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82f5d2-0fff-422b-b2c5-a9b850e01546 req-31e1f75b-9a0b-4a23-ba22-f4cb59a42ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:36.866837 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0e82f5d2-0fff-422b-b2c5-a9b850e01546 req-31e1f75b-9a0b-4a23-ba22-f4cb59a42ba9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1577010 Feb 07 20:56:36.924219 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0e82f5d2-0fff-422b-b2c5-a9b850e01546 req-3f597de3-b094-4818-9434-8c2d1dcfebd5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=8800b3d8-8b81-47d5-8d4b-fbb69f191ede HTTP/1.1" status: 200 len: 217 time: 0.0501740 Feb 07 20:56:36.993554 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82f5d2-0fff-422b-b2c5-a9b850e01546 req-107a9d80-0606-4ba3-a230-e9606c1c7ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:36.995201 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0e82f5d2-0fff-422b-b2c5-a9b850e01546 req-107a9d80-0606-4ba3-a230-e9606c1c7ffb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0593953 Feb 07 20:56:37.051436 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82f5d2-0fff-422b-b2c5-a9b850e01546 req-46375b89-e2c2-400d-a88e-687a7d868075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:37.052995 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0e82f5d2-0fff-422b-b2c5-a9b850e01546 req-46375b89-e2c2-400d-a88e-687a7d868075 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0514088 Feb 07 20:56:37.089852 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-10c29bd5-7f96-454d-9267-c7d022185318 req-df041e9c-1898-4856-834d-61bea2417b4a service neutron] For port fbc31b7d-6c77-452f-97f3-57b0c35f8a96, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:56:37.155425 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-10c29bd5-7f96-454d-9267-c7d022185318 req-df041e9c-1898-4856-834d-61bea2417b4a service neutron] For port fbc31b7d-6c77-452f-97f3-57b0c35f8a96, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=fbc31b7d-6c77-452f-97f3-57b0c35f8a96,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:56:37.159246 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0e82f5d2-0fff-422b-b2c5-a9b850e01546 req-19315898-820d-43d0-8463-bffb9c1dcb41 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977354 Feb 07 20:56:37.186343 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-10c29bd5-7f96-454d-9267-c7d022185318 req-df041e9c-1898-4856-834d-61bea2417b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fbc31b7d-6c77-452f-97f3-57b0c35f8a96), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:37.197567 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fd3f8be8-03ea-47ab-a5c2-1bc597c2b093 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=72dbcbc98b8a46288654bb8867a55ebf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6618557 Feb 07 20:56:37.200227 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38844) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:37.209566 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31b021-5f63-475c-8d4e-f26d147f4f92 req-5c9e228d-cc3d-4830-8538-5a80ba39c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:37.211054 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f31b021-5f63-475c-8d4e-f26d147f4f92 req-5c9e228d-cc3d-4830-8538-5a80ba39c5f8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7220f1e5-6f6e-4015-bf2d-65cee7d2e13d HTTP/1.1" status: 200 len: 1131 time: 0.5476296 Feb 07 20:56:37.265208 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb51ae2-dbc8-4bae-9c72-674f40ea8439 req-4770526a-2e0f-4854-a35c-86cc20de88d4 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:37.271120 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9eb51ae2-dbc8-4bae-9c72-674f40ea8439 req-4770526a-2e0f-4854-a35c-86cc20de88d4 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=7220f1e5-6f6e-4015-bf2d-65cee7d2e13d HTTP/1.1" status: 200 len: 949 time: 0.5032799 Feb 07 20:56:37.273020 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38848) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:37.280392 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-92711393-ed4c-420e-8e01-a4f5765c95c9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-348710699-network', 'tenant_id': 'faa4941f94c549888664d4cfd8453e99'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:37.286815 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c29bd5-7f96-454d-9267-c7d022185318 req-df041e9c-1898-4856-834d-61bea2417b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:37.287466 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-10c29bd5-7f96-454d-9267-c7d022185318 req-df041e9c-1898-4856-834d-61bea2417b4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:37.288741 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10c29bd5-7f96-454d-9267-c7d022185318 req-df041e9c-1898-4856-834d-61bea2417b4a service neutron] 10.222.0.71 "PUT /v2.0/ports/fbc31b7d-6c77-452f-97f3-57b0c35f8a96 HTTP/1.1" status: 200 len: 1095 time: 2.7277172 Feb 07 20:56:37.292027 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c832ff85-54c4-4b59-af92-488f32f3f750', 'tag': 'fbc31b7d-6c77-452f-97f3-57b0c35f8a96'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:37.294315 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de38e703-9994-4045-92bc-ce5ea633bb51" -d '{"events": [{"name": "network-changed", "server_uuid": "c832ff85-54c4-4b59-af92-488f32f3f750", "tag": "fbc31b7d-6c77-452f-97f3-57b0c35f8a96"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:37.345392 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a146676-37a3-4c49-af39-f815b4eab854 req-14933a8f-170e-4fe9-863b-0473739ef203 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:37.346856 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2a146676-37a3-4c49-af39-f815b4eab854 req-14933a8f-170e-4fe9-863b-0473739ef203 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0f20b8e-357c-4d1c-91c0-a279c9b09be4 HTTP/1.1" status: 200 len: 949 time: 0.2941740 Feb 07 20:56:37.353489 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d05ae258-ac78-4c7e-8c30-0b504f97012c admin admin] Publish callbacks [] for security_group (abf70903-5e66-42d5-aed3-6923fde0afa4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:37.369850 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0e82f5d2-0fff-422b-b2c5-a9b850e01546 req-89d5a183-bb31-4517-915d-1a59bc619047 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949401 Feb 07 20:56:37.370400 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92711393-ed4c-420e-8e01-a4f5765c95c9 admin admin] Made reservation on behalf of faa4941f94c549888664d4cfd8453e99 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:56:37.373113 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92711393-ed4c-420e-8e01-a4f5765c95c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:37.403535 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92711393-ed4c-420e-8e01-a4f5765c95c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:37.407886 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d05ae258-ac78-4c7e-8c30-0b504f97012c admin admin] Publish callbacks [] for security_group (abf70903-5e66-42d5-aed3-6923fde0afa4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:37.410335 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df041e9c-1898-4856-834d-61bea2417b4a service neutron] Pushing event updated for resources: {'Port': ['ID=fbc31b7d-6c77-452f-97f3-57b0c35f8a96,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:37.449285 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f31b021-5f63-475c-8d4e-f26d147f4f92 req-dcbb2bed-40a4-48a2-969c-a91dad084bcc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257917 Feb 07 20:56:37.474671 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9eb51ae2-dbc8-4bae-9c72-674f40ea8439 req-9b274a9f-7112-4f0a-96cc-d70074f3ed15 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833434 Feb 07 20:56:37.495017 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2a146676-37a3-4c49-af39-f815b4eab854 req-a19803fb-7f56-49a4-a265-fea193309d9e tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323209 Feb 07 20:56:37.496724 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f386a8-dd5b-4b69-88cc-b17340df4045 admin admin] Router 706eb47f-ab2a-4fb6-9f6d-7143e05b684d is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 20:56:37.501383 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c29bd5-7f96-454d-9267-c7d022185318 req-2e689e30-9c2a-4482-875f-b8f3c1a98393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:37.502870 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10c29bd5-7f96-454d-9267-c7d022185318 req-2e689e30-9c2a-4482-875f-b8f3c1a98393 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=158a4ea448b4471c9480285ef58a9cb5&device_id=c832ff85-54c4-4b59-af92-488f32f3f750 HTTP/1.1" status: 200 len: 1129 time: 0.1533959 Feb 07 20:56:37.517257 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d05ae258-ac78-4c7e-8c30-0b504f97012c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (abf70903-5e66-42d5-aed3-6923fde0afa4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:37.528938 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d05ae258-ac78-4c7e-8c30-0b504f97012c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:37.530240 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d05ae258-ac78-4c7e-8c30-0b504f97012c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/abf70903-5e66-42d5-aed3-6923fde0afa4 HTTP/1.1" status: 204 len: 168 time: 0.3287723 Feb 07 20:56:37.573660 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92711393-ed4c-420e-8e01-a4f5765c95c9 admin admin] Publish callbacks [] for security_group (b1bbfe4e-c9ba-46d3-9b24-f7549252e73c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:37.585888 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ae258-ac78-4c7e-8c30-0b504f97012c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf70903-5e66-42d5-aed3-6923fde0afa4,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:37.588260 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92711393-ed4c-420e-8e01-a4f5765c95c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b1bbfe4e-c9ba-46d3-9b24-f7549252e73c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:37.633644 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92711393-ed4c-420e-8e01-a4f5765c95c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:56:37.651223 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92711393-ed4c-420e-8e01-a4f5765c95c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bbfe4e-c9ba-46d3-9b24-f7549252e73c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:37.654314 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92711393-ed4c-420e-8e01-a4f5765c95c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (fc35f98c-9133-4ff3-a27e-2cbacd0b7a9d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:37.654712 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-92711393-ed4c-420e-8e01-a4f5765c95c9 admin admin] Added segment fc35f98c-9133-4ff3-a27e-2cbacd0b7a9d of type vlan for network 224d51bb-9a41-4dc4-8a36-19b1d171c41b Feb 07 20:56:37.672539 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f386a8-dd5b-4b69-88cc-b17340df4045 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:56:37.681346 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a488eb-4032-4e7d-97b8-d4a73c3fdba3 None None] Sync routers for ids ['706eb47f-ab2a-4fb6-9f6d-7143e05b684d'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:56:37.692247 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a488eb-4032-4e7d-97b8-d4a73c3fdba3 None None] Routers {'706eb47f-ab2a-4fb6-9f6d-7143e05b684d'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:56:37.697822 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-d0a488eb-4032-4e7d-97b8-d4a73c3fdba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:56:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['706eb47f-ab2a-4fb6-9f6d-7143e05b684d'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:56:37.707626 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5cd1f-fc07-42e8-b2c5-71d1b4ea28ce req-fad6ed93-35fb-452e-a620-27251ffd3b84 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:37.709809 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68b5cd1f-fc07-42e8-b2c5-71d1b4ea28ce req-fad6ed93-35fb-452e-a620-27251ffd3b84 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=c832ff85-54c4-4b59-af92-488f32f3f750 HTTP/1.1" status: 200 len: 947 time: 0.0968196 Feb 07 20:56:37.714437 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00f386a8-dd5b-4b69-88cc-b17340df4045 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:37.724359 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-00f386a8-dd5b-4b69-88cc-b17340df4045 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9297020 Feb 07 20:56:37.724555 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38858) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:37.741292 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92711393-ed4c-420e-8e01-a4f5765c95c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (224d51bb-9a41-4dc4-8a36-19b1d171c41b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:37.790427 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10c29bd5-7f96-454d-9267-c7d022185318 req-bddd16d0-a217-4b62-be30-4f47dc564fe7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=fbc31b7d-6c77-452f-97f3-57b0c35f8a96 HTTP/1.1" status: 200 len: 217 time: 0.0637672 Feb 07 20:56:37.870207 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68b5cd1f-fc07-42e8-b2c5-71d1b4ea28ce req-9111bbe9-0227-4e76-938e-722ce0ea6353 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487644 Feb 07 20:56:37.892264 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c29bd5-7f96-454d-9267-c7d022185318 req-826eedc0-a5b8-4a64-9803-7bfaa243bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:37.893964 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10c29bd5-7f96-454d-9267-c7d022185318 req-826eedc0-a5b8-4a64-9803-7bfaa243bd64 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0941594 Feb 07 20:56:37.899273 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.db.resource_extend [None req-92711393-ed4c-420e-8e01-a4f5765c95c9 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 20:56:37.916435 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-d0a488eb-4032-4e7d-97b8-d4a73c3fdba3 None None] Set router 706eb47f-ab2a-4fb6-9f6d-7143e05b684d gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:56:37.960151 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518f0bcb-3d20-4b40-b441-fbbfc063edd7 x-openstack-request-id: req-518f0bcb-3d20-4b40-b441-fbbfc063edd7 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:37.960468 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c832ff85-54c4-4b59-af92-488f32f3f750", "tag": "fbc31b7d-6c77-452f-97f3-57b0c35f8a96", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:37.960722 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-518f0bcb-3d20-4b40-b441-fbbfc063edd7 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:37.961120 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c832ff85-54c4-4b59-af92-488f32f3f750', 'tag': 'fbc31b7d-6c77-452f-97f3-57b0c35f8a96', 'status': 'completed', 'code': 200} Feb 07 20:56:37.963100 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92711393-ed4c-420e-8e01-a4f5765c95c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (224d51bb-9a41-4dc4-8a36-19b1d171c41b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:37.964061 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92711393-ed4c-420e-8e01-a4f5765c95c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:37.965019 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92711393-ed4c-420e-8e01-a4f5765c95c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:38.002454 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c29bd5-7f96-454d-9267-c7d022185318 req-36a7540b-2f78-4d74-bd49-5a9949502f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:38.007322 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10c29bd5-7f96-454d-9267-c7d022185318 req-36a7540b-2f78-4d74-bd49-5a9949502f6c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1024904 Feb 07 20:56:38.074454 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38864) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:38.093760 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-92711393-ed4c-420e-8e01-a4f5765c95c9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8170993 Feb 07 20:56:38.102785 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38866) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:38.111120 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-20edfbb3-5ffb-4502-b486-be5a949f9527 admin admin] Request body: {'subnet': {'network_id': '224d51bb-9a41-4dc4-8a36-19b1d171c41b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-348710699-subnet', 'tenant_id': 'faa4941f94c549888664d4cfd8453e99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:38.121302 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10c29bd5-7f96-454d-9267-c7d022185318 req-9dd11b63-0332-410d-b556-903ce46ab966 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085799 Feb 07 20:56:38.131624 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c45a1ca0-a29a-45ef-a8fb-b2855770fb8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:38.134442 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92711393-ed4c-420e-8e01-a4f5765c95c9 admin admin] Pushing event updated for resources: {'Network': ['ID=224d51bb-9a41-4dc4-8a36-19b1d171c41b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:38.147027 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 224d51bb-9a41-4dc4-8a36-19b1d171c41b details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:56:38.184664 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20edfbb3-5ffb-4502-b486-be5a949f9527 admin admin] Made reservation on behalf of faa4941f94c549888664d4cfd8453e99 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:56:38.187824 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20edfbb3-5ffb-4502-b486-be5a949f9527 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:38.209957 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-d0a488eb-4032-4e7d-97b8-d4a73c3fdba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706eb47f-ab2a-4fb6-9f6d-7143e05b684d', 'name': 'tempest-ServerRescueTestJSON-501570068-router', 'tenant_id': 'ce2415b1f37244369055dcaf46ee8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '3b1a47ef-30f3-471a-b53e-79caccdf6486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:56:31Z', 'updated_at': '2022-02-07T20:56:35Z', 'revision_number': 3, 'project_id': 'ce2415b1f37244369055dcaf46ee8fc2', 'gw_port': {'id': '3b1a47ef-30f3-471a-b53e-79caccdf6486', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706eb47f-ab2a-4fb6-9f6d-7143e05b684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:56:33Z', 'updated_at': '2022-02-07T20:56:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:56:38.244113 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a488eb-4032-4e7d-97b8-d4a73c3fdba3 None None] Checking router: 706eb47f-ab2a-4fb6-9f6d-7143e05b684d for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:56:38.244908 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a488eb-4032-4e7d-97b8-d4a73c3fdba3 None None] Updating router 706eb47f-ab2a-4fb6-9f6d-7143e05b684d port 3b1a47ef-30f3-471a-b53e-79caccdf6486 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:56:38.246977 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49afe3c-a830-4721-9e9b-7b69bd42dec5 req-639e7988-274a-4d1a-9ceb-ddb428acf6dc tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:38.254635 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f49afe3c-a830-4721-9e9b-7b69bd42dec5 req-639e7988-274a-4d1a-9ceb-ddb428acf6dc tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.1320353 Feb 07 20:56:38.275334 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d0a488eb-4032-4e7d-97b8-d4a73c3fdba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3b1a47ef-30f3-471a-b53e-79caccdf6486), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:38.328560 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10c29bd5-7f96-454d-9267-c7d022185318 req-bb284e48-7387-42cb-ac4a-6d4f6db0b2ea service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954296 Feb 07 20:56:38.358108 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f49afe3c-a830-4721-9e9b-7b69bd42dec5 req-a2e84fb4-a4e1-4a8c-82f6-31253da98d69 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024549 Feb 07 20:56:38.468432 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38e703-9994-4045-92bc-ce5ea633bb51 req-220b0d2e-b16e-41ad-a94c-edc6a50e6f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:38.471699 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de38e703-9994-4045-92bc-ce5ea633bb51 req-220b0d2e-b16e-41ad-a94c-edc6a50e6f70 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=158a4ea448b4471c9480285ef58a9cb5&device_id=c832ff85-54c4-4b59-af92-488f32f3f750 HTTP/1.1" status: 200 len: 1129 time: 0.0890362 Feb 07 20:56:38.675122 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38888) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:38.679696 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-95004984-d3ee-41ae-84d2-87cacd05bf9a tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=c9d4415d20024a229d8b07e6abbd40bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569341 Feb 07 20:56:38.734636 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d0a488eb-4032-4e7d-97b8-d4a73c3fdba3 None None] Publish callbacks [] for port (3b1a47ef-30f3-471a-b53e-79caccdf6486), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:38.743218 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d0a488eb-4032-4e7d-97b8-d4a73c3fdba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3b1a47ef-30f3-471a-b53e-79caccdf6486), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:38.778444 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38e703-9994-4045-92bc-ce5ea633bb51 req-977894c6-5fbb-4671-9c7d-7c5984a46d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:38.779937 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de38e703-9994-4045-92bc-ce5ea633bb51 req-977894c6-5fbb-4671-9c7d-7c5984a46d21 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.2994401 Feb 07 20:56:38.802793 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2382d-4060-4978-bb04-55d2d7540d7d req-687a7cec-1ab0-4c49-92a3-bc8571fb6103 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:38.804278 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-90e2382d-4060-4978-bb04-55d2d7540d7d req-687a7cec-1ab0-4c49-92a3-bc8571fb6103 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=7220f1e5-6f6e-4015-bf2d-65cee7d2e13d HTTP/1.1" status: 200 len: 949 time: 0.1939139 Feb 07 20:56:38.810585 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-d0a488eb-4032-4e7d-97b8-d4a73c3fdba3 None None] Attempting to bind port 3b1a47ef-30f3-471a-b53e-79caccdf6486 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:56:38.811165 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-d0a488eb-4032-4e7d-97b8-d4a73c3fdba3 None None] Attempting to bind port 3b1a47ef-30f3-471a-b53e-79caccdf6486 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:56:38.811708 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a488eb-4032-4e7d-97b8-d4a73c3fdba3 None None] Attempting to bind port 3b1a47ef-30f3-471a-b53e-79caccdf6486 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:56:38.815530 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef53ffc-94f1-48e1-81c9-e8b36d7112c6 None None] Pushing event updated for resources: {'Port': ['ID=3b1a47ef-30f3-471a-b53e-79caccdf6486,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:38.823057 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a488eb-4032-4e7d-97b8-d4a73c3fdba3 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:56:38.823447 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a488eb-4032-4e7d-97b8-d4a73c3fdba3 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:56:38.823986 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d0a488eb-4032-4e7d-97b8-d4a73c3fdba3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:38.824394 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a488eb-4032-4e7d-97b8-d4a73c3fdba3 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:56:38.824927 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-d0a488eb-4032-4e7d-97b8-d4a73c3fdba3 None None] Bound port: 3b1a47ef-30f3-471a-b53e-79caccdf6486, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:56:38.825323 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d0a488eb-4032-4e7d-97b8-d4a73c3fdba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3b1a47ef-30f3-471a-b53e-79caccdf6486), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:38.833423 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c45a1ca0-a29a-45ef-a8fb-b2855770fb8b admin admin] Publish callbacks [] for security_group (21154ba6-e67a-4690-b251-9c87f542dfa6), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:38.847258 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c45a1ca0-a29a-45ef-a8fb-b2855770fb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (21154ba6-e67a-4690-b251-9c87f542dfa6), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:38.853438 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de38e703-9994-4045-92bc-ce5ea633bb51 req-58876484-873d-4bea-aed0-c2bdf7c59baf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=fbc31b7d-6c77-452f-97f3-57b0c35f8a96 HTTP/1.1" status: 200 len: 217 time: 0.0643051 Feb 07 20:56:38.874273 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20edfbb3-5ffb-4502-b486-be5a949f9527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for subnet (fbcbfaee-ee0a-4fc9-a522-52d46e5f00c5), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:38.887752 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-d0a488eb-4032-4e7d-97b8-d4a73c3fdba3 None None] For port 3b1a47ef-30f3-471a-b53e-79caccdf6486, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:56:38.892331 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-d0a488eb-4032-4e7d-97b8-d4a73c3fdba3 None None] For port 3b1a47ef-30f3-471a-b53e-79caccdf6486, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=3b1a47ef-30f3-471a-b53e-79caccdf6486,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:56:38.893782 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6160444-a50a-4380-8558-895e24131748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:38.901515 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d0a488eb-4032-4e7d-97b8-d4a73c3fdba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3b1a47ef-30f3-471a-b53e-79caccdf6486), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:38.961653 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a488eb-4032-4e7d-97b8-d4a73c3fdba3 None None] Routers {'706eb47f-ab2a-4fb6-9f6d-7143e05b684d'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:56:38.962398 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-d0a488eb-4032-4e7d-97b8-d4a73c3fdba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:56:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['706eb47f-ab2a-4fb6-9f6d-7143e05b684d'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:56:38.966231 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef53ffc-94f1-48e1-81c9-e8b36d7112c6 None None] Pushing event updated for resources: {'Port': ['ID=3b1a47ef-30f3-471a-b53e-79caccdf6486,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:38.974154 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c45a1ca0-a29a-45ef-a8fb-b2855770fb8b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eb153aa74249412c8b6ad1bdb4fa3d36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8978012 Feb 07 20:56:38.975477 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a1ca0-a29a-45ef-a8fb-b2855770fb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21154ba6-e67a-4690-b251-9c87f542dfa6,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:38.987757 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38894) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:39.029783 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-38a74e9e-522b-419f-925e-3763d76b714d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:39.031771 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-38a74e9e-522b-419f-925e-3763d76b714d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3450952 Feb 07 20:56:39.064819 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38e703-9994-4045-92bc-ce5ea633bb51 req-8865494b-1a0b-4aaf-ad15-f299aa0b5a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:39.065872 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de38e703-9994-4045-92bc-ce5ea633bb51 req-8865494b-1a0b-4aaf-ad15-f299aa0b5a73 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1901827 Feb 07 20:56:39.080454 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-90e2382d-4060-4978-bb04-55d2d7540d7d req-c0491f2a-39b8-4273-b295-4a2ae214ba28 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387853 Feb 07 20:56:39.109311 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20edfbb3-5ffb-4502-b486-be5a949f9527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbcbfaee-ee0a-4fc9-a522-52d46e5f00c5,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:39.113884 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-d0a488eb-4032-4e7d-97b8-d4a73c3fdba3 None None] Set router 706eb47f-ab2a-4fb6-9f6d-7143e05b684d gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:56:39.124787 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-1b49f24c-d1eb-4045-9351-7ef2ef29f5ac tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/quotas/c9d4415d20024a229d8b07e6abbd40bd HTTP/1.1" status: 200 len: 375 time: 0.0806315 Feb 07 20:56:39.128635 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6160444-a50a-4380-8558-895e24131748 admin admin] Publish callbacks [] for security_group (e1175282-f0d7-489a-9feb-b4b1b6bbb438), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:39.144574 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20edfbb3-5ffb-4502-b486-be5a949f9527 admin admin] Checking segment: {'id': 'fc35f98c-9133-4ff3-a27e-2cbacd0b7a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '224d51bb-9a41-4dc4-8a36-19b1d171c41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:56:39.144961 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20edfbb3-5ffb-4502-b486-be5a949f9527 admin admin] Network hostable DHCP agents. Network: 224d51bb-9a41-4dc4-8a36-19b1d171c41b, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:56:39.168618 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6160444-a50a-4380-8558-895e24131748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e1175282-f0d7-489a-9feb-b4b1b6bbb438), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:39.202912 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20edfbb3-5ffb-4502-b486-be5a949f9527 admin admin] Network 224d51bb-9a41-4dc4-8a36-19b1d171c41b is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:56:39.224222 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-20edfbb3-5ffb-4502-b486-be5a949f9527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 224d51bb-9a41-4dc4-8a36-19b1d171c41b) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:56:39.226167 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5f1f1ae9-e969-4336-973c-8ffc28c413f1 admin admin] Publish callbacks [] for security_group (21154ba6-e67a-4690-b251-9c87f542dfa6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:39.234679 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f1cd1e-ec94-4d20-9208-64abde912d6b None None] Network 224d51bb-9a41-4dc4-8a36-19b1d171c41b requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:56:39.256109 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5f1f1ae9-e969-4336-973c-8ffc28c413f1 admin admin] Publish callbacks [] for security_group (21154ba6-e67a-4690-b251-9c87f542dfa6), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:39.284604 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b6160444-a50a-4380-8558-895e24131748 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5f5d2961b13345f8abc1a61656588a97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6068022 Feb 07 20:56:39.289374 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38896) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:39.291412 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6160444-a50a-4380-8558-895e24131748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1175282-f0d7-489a-9feb-b4b1b6bbb438,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:39.298611 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-19166f28-66d6-44cb-a3ad-be71792e1025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:39.303233 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20edfbb3-5ffb-4502-b486-be5a949f9527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:39.303837 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20edfbb3-5ffb-4502-b486-be5a949f9527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:39.323813 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5f1f1ae9-e969-4336-973c-8ffc28c413f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (21154ba6-e67a-4690-b251-9c87f542dfa6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:39.326380 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5f1f1ae9-e969-4336-973c-8ffc28c413f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:39.327520 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5f1f1ae9-e969-4336-973c-8ffc28c413f1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/21154ba6-e67a-4690-b251-9c87f542dfa6 HTTP/1.1" status: 204 len: 168 time: 0.3002663 Feb 07 20:56:39.328013 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-ca594ed9-4378-4733-a870-2e0593ebb738 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9d4415d20024a229d8b07e6abbd40bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2018385 Feb 07 20:56:39.340154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38e703-9994-4045-92bc-ce5ea633bb51 req-0b916c05-10bd-428b-9b59-c068591734b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:39.341722 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de38e703-9994-4045-92bc-ce5ea633bb51 req-0b916c05-10bd-428b-9b59-c068591734b1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2518055 Feb 07 20:56:39.371186 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e52e7-6ac7-4eb0-ba75-16da0dea011a req-555ca76b-d410-4fd4-b2d3-de7e42a31ed8 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:39.378148 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-20edfbb3-5ffb-4502-b486-be5a949f9527 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2720954 Feb 07 20:56:39.378475 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-752e52e7-6ac7-4eb0-ba75-16da0dea011a req-555ca76b-d410-4fd4-b2d3-de7e42a31ed8 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=c832ff85-54c4-4b59-af92-488f32f3f750 HTTP/1.1" status: 200 len: 947 time: 0.2037179 Feb 07 20:56:39.380067 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f1ae9-e969-4336-973c-8ffc28c413f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21154ba6-e67a-4690-b251-9c87f542dfa6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:39.425075 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-d0a488eb-4032-4e7d-97b8-d4a73c3fdba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706eb47f-ab2a-4fb6-9f6d-7143e05b684d', 'name': 'tempest-ServerRescueTestJSON-501570068-router', 'tenant_id': 'ce2415b1f37244369055dcaf46ee8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '3b1a47ef-30f3-471a-b53e-79caccdf6486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:56:31Z', 'updated_at': '2022-02-07T20:56:35Z', 'revision_number': 3, 'project_id': 'ce2415b1f37244369055dcaf46ee8fc2', 'gw_port': {'id': '3b1a47ef-30f3-471a-b53e-79caccdf6486', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706eb47f-ab2a-4fb6-9f6d-7143e05b684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:56:33Z', 'updated_at': '2022-02-07T20:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:56:39.458606 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-630b41a1-9830-4835-817f-a9d6bb3fdbe4 admin admin] Publish callbacks [] for security_group (e1175282-f0d7-489a-9feb-b4b1b6bbb438), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:39.483155 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138f1a7d-34be-4c4b-b43d-1ed6c65e623a None None] Network 224d51bb-9a41-4dc4-8a36-19b1d171c41b requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:56:39.527267 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-752e52e7-6ac7-4eb0-ba75-16da0dea011a req-ddaa56cf-7a55-4c7e-b2a8-af799ff7b096 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437061 Feb 07 20:56:39.535404 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-630b41a1-9830-4835-817f-a9d6bb3fdbe4 admin admin] Publish callbacks [] for security_group (e1175282-f0d7-489a-9feb-b4b1b6bbb438), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:39.550109 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a488eb-4032-4e7d-97b8-d4a73c3fdba3 None None] The sync data for ids ['706eb47f-ab2a-4fb6-9f6d-7143e05b684d'] in n-d-828185-2 is: [{'id': '706eb47f-ab2a-4fb6-9f6d-7143e05b684d', 'name': 'tempest-ServerRescueTestJSON-501570068-router', 'tenant_id': 'ce2415b1f37244369055dcaf46ee8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '3b1a47ef-30f3-471a-b53e-79caccdf6486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:56:31Z', 'updated_at': '2022-02-07T20:56:35Z', 'revision_number': 3, 'project_id': 'ce2415b1f37244369055dcaf46ee8fc2', 'gw_port': {'id': '3b1a47ef-30f3-471a-b53e-79caccdf6486', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706eb47f-ab2a-4fb6-9f6d-7143e05b684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:56:33Z', 'updated_at': '2022-02-07T20:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:56:39.564940 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de38e703-9994-4045-92bc-ce5ea633bb51 req-8c6297be-0ad1-41be-9588-d63171153a83 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098930 Feb 07 20:56:39.805558 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7303eff1-7fc5-4cc2-9c56-108858e1f640 req-33789fdb-c243-40b7-9f07-f06efacc8f74 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba75622c-a09d-4000-bf50-78b41a2ec04f HTTP/1.1" status: 200 len: 210 time: 0.0795550 Feb 07 20:56:39.813869 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de38e703-9994-4045-92bc-ce5ea633bb51 req-45b08963-5ddf-4131-b5f1-a79f7931d5f6 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342098 Feb 07 20:56:39.842415 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-630b41a1-9830-4835-817f-a9d6bb3fdbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e1175282-f0d7-489a-9feb-b4b1b6bbb438), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:39.843039 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-19166f28-66d6-44cb-a3ad-be71792e1025 admin admin] Allocated IP 172.20.0.1 (6eec4ad7-adfb-4ae7-ac70-34193aac88e5/5ea6921b-4a40-44b4-a0e9-1841fa551429/3b617b76-438e-48d2-8813-ff6db6efbf88) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:56:39.845265 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-630b41a1-9830-4835-817f-a9d6bb3fdbe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:39.851166 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-630b41a1-9830-4835-817f-a9d6bb3fdbe4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e1175282-f0d7-489a-9feb-b4b1b6bbb438 HTTP/1.1" status: 204 len: 168 time: 0.5568523 Feb 07 20:56:39.863352 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b41a1-9830-4835-817f-a9d6bb3fdbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1175282-f0d7-489a-9feb-b4b1b6bbb438,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:40.047926 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-19166f28-66d6-44cb-a3ad-be71792e1025 admin admin] Publish callbacks [] for port (3b617b76-438e-48d2-8813-ff6db6efbf88), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:40.118935 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-19166f28-66d6-44cb-a3ad-be71792e1025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (3b617b76-438e-48d2-8813-ff6db6efbf88), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:40.163456 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8800b3d8-8b81-47d5-8d4b-fbb69f191ede details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:56:40.200631 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19166f28-66d6-44cb-a3ad-be71792e1025 admin admin] Network 6eec4ad7-adfb-4ae7-ac70-34193aac88e5 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:56:40.202563 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19166f28-66d6-44cb-a3ad-be71792e1025 admin admin] Pushing event updated for resources: {'Port': ['ID=3b617b76-438e-48d2-8813-ff6db6efbf88,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:40.209755 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-19166f28-66d6-44cb-a3ad-be71792e1025 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:56:40.214360 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19166f28-66d6-44cb-a3ad-be71792e1025 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:56:40.216661 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-19166f28-66d6-44cb-a3ad-be71792e1025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (706eb47f-ab2a-4fb6-9f6d-7143e05b684d), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:40.339980 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9b18c-560d-40e2-990e-f4f1a7482d9e req-103e728f-7bf5-4d67-a933-8bfb6f501a7d tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:40.360691 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1b9b18c-560d-40e2-990e-f4f1a7482d9e req-103e728f-7bf5-4d67-a933-8bfb6f501a7d tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=7220f1e5-6f6e-4015-bf2d-65cee7d2e13d HTTP/1.1" status: 200 len: 949 time: 0.1360025 Feb 07 20:56:40.428757 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8800b3d8-8b81-47d5-8d4b-fbb69f191ede, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8800b3d8-8b81-47d5-8d4b-fbb69f191ede,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:40.451303 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '8800b3d8-8b81-47d5-8d4b-fbb69f191ede', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '8800b3d8-8b81-47d5-8d4b-fbb69f191ede', 'mac_address': 'fa:16:3e:43:ed:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:56:40.549784 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 8800b3d8-8b81-47d5-8d4b-fbb69f191ede is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:40.550365 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8800b3d8-8b81-47d5-8d4b-fbb69f191ede), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:40.551271 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1b9b18c-560d-40e2-990e-f4f1a7482d9e req-80af8203-6d46-4da9-b4b7-5b9880fbe4bf tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896343 Feb 07 20:56:40.573218 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38946) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:40.584817 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8800b3d8-8b81-47d5-8d4b-fbb69f191ede {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:56:40.598483 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-204799eb-d359-4946-89b1-57eaab6101f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:40.642002 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8800b3d8-8b81-47d5-8d4b-fbb69f191ede, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8800b3d8-8b81-47d5-8d4b-fbb69f191ede,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:40.652930 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8800b3d8-8b81-47d5-8d4b-fbb69f191ede), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:40.680832 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-19166f28-66d6-44cb-a3ad-be71792e1025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3b617b76-438e-48d2-8813-ff6db6efbf88), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:40.683222 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-e84e4dfa-c345-45af-96a5-febeaba5c2d7 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:40.695149 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-e84e4dfa-c345-45af-96a5-febeaba5c2d7 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/networks?id=9707a7e2-bd1b-48e9-a067-23aeb539b5df HTTP/1.1" status: 200 len: 821 time: 0.2690432 Feb 07 20:56:40.780338 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=8800b3d8-8b81-47d5-8d4b-fbb69f191ede,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:40.784080 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-046f7384-d250-40c0-83cd-8032d5385031 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/quotas/a9f7fcd6cbef44c389b4331bb87ee1f7 HTTP/1.1" status: 200 len: 375 time: 0.0876701 Feb 07 20:56:40.828381 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-6b9aa680-2b06-46d6-b5e0-8873fd584a84 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428076 Feb 07 20:56:40.880598 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-204799eb-d359-4946-89b1-57eaab6101f8 admin admin] Publish callbacks [] for security_group (ecf4bbae-4a21-4f7a-8444-255ded67efe3), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:40.892209 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-204799eb-d359-4946-89b1-57eaab6101f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ecf4bbae-4a21-4f7a-8444-255ded67efe3), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:40.909058 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5f4b4-4718-49d1-b81e-353b67f98b74 req-48c7245c-0d9f-4bb0-a7df-080e0528cfcd tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:40.916042 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-20f5f4b4-4718-49d1-b81e-353b67f98b74 req-48c7245c-0d9f-4bb0-a7df-080e0528cfcd tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=c832ff85-54c4-4b59-af92-488f32f3f750 HTTP/1.1" status: 200 len: 947 time: 0.2168658 Feb 07 20:56:40.982314 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204799eb-d359-4946-89b1-57eaab6101f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf4bbae-4a21-4f7a-8444-255ded67efe3,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:40.982634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-20f5f4b4-4718-49d1-b81e-353b67f98b74 req-c10294ab-d86f-4e97-a1dd-facc924a289c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636554 Feb 07 20:56:41.000696 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['8800b3d8-8b81-47d5-8d4b-fbb69f191ede'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:56:41.021834 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38956) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:41.033334 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-204799eb-d359-4946-89b1-57eaab6101f8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ecca8412d0db4db192f2107bfcf4ef13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4404545 Feb 07 20:56:41.057716 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-b02b246f-c6f7-4b69-9db3-50d08d226643 service neutron] 10.222.0.65 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278657 Feb 07 20:56:41.083472 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-19166f28-66d6-44cb-a3ad-be71792e1025 admin admin] Publish callbacks [] for port (3b617b76-438e-48d2-8813-ff6db6efbf88), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:41.096601 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-19166f28-66d6-44cb-a3ad-be71792e1025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3b617b76-438e-48d2-8813-ff6db6efbf88), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:41.098673 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-19166f28-66d6-44cb-a3ad-be71792e1025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (706eb47f-ab2a-4fb6-9f6d-7143e05b684d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:41.265090 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-aee69b0e-1089-410d-98d2-abeb4fa726d0 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=c9d4415d20024a229d8b07e6abbd40bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781550 Feb 07 20:56:41.319940 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19166f28-66d6-44cb-a3ad-be71792e1025 admin admin] Pushing event updated for resources: {'Port': ['ID=3b617b76-438e-48d2-8813-ff6db6efbf88,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:41.332584 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-97408f1f-e124-45ee-bbf8-07e8ef6f102e service neutron] 10.222.0.65 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738192 Feb 07 20:56:41.340227 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19166f28-66d6-44cb-a3ad-be71792e1025 admin admin] Network 6eec4ad7-adfb-4ae7-ac70-34193aac88e5 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:56:41.342239 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-19166f28-66d6-44cb-a3ad-be71792e1025 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:56:41.499520 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19166f28-66d6-44cb-a3ad-be71792e1025 admin admin] Router 706eb47f-ab2a-4fb6-9f6d-7143e05b684d has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:56:41.537967 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 3b1a47ef-30f3-471a-b53e-79caccdf6486 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:56:41.671345 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 3b1a47ef-30f3-471a-b53e-79caccdf6486 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:41.671718 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3b1a47ef-30f3-471a-b53e-79caccdf6486), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:41.696677 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19166f28-66d6-44cb-a3ad-be71792e1025 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:56:41.716385 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-19166f28-66d6-44cb-a3ad-be71792e1025 admin admin] 10.222.0.65 "PUT /v2.0/routers/706eb47f-ab2a-4fb6-9f6d-7143e05b684d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9927869 Feb 07 20:56:41.845279 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 3b1a47ef-30f3-471a-b53e-79caccdf6486 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:41.845670 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3b1a47ef-30f3-471a-b53e-79caccdf6486), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:41.878423 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 3b1a47ef-30f3-471a-b53e-79caccdf6486, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=3b1a47ef-30f3-471a-b53e-79caccdf6486,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:41.884790 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3b1a47ef-30f3-471a-b53e-79caccdf6486), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:41.938782 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-783da11b-147f-4822-986f-14df913f3b10 admin admin] Publish callbacks [] for security_group (ecf4bbae-4a21-4f7a-8444-255ded67efe3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:41.978376 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=3b1a47ef-30f3-471a-b53e-79caccdf6486,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:41.989929 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-783da11b-147f-4822-986f-14df913f3b10 admin admin] Publish callbacks [] for security_group (ecf4bbae-4a21-4f7a-8444-255ded67efe3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:42.020733 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-11e6a279-42f1-4eb9-ad4a-8263aa37e3c6 req-ff5d4f1c-43ab-4c2b-9cc8-901d92702b77 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba75622c-a09d-4000-bf50-78b41a2ec04f HTTP/1.1" status: 200 len: 210 time: 0.5646157 Feb 07 20:56:42.137695 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d73a8151-8a48-40b9-bd61-d942c30d543b req-7d577318-8a2e-4d4b-a44e-827e2df7dfdc tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 210 time: 0.0448847 Feb 07 20:56:42.162570 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-9b23296f-b877-4053-a6a6-971ff7687f1f tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:42.164209 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-9b23296f-b877-4053-a6a6-971ff7687f1f tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8972735 Feb 07 20:56:42.170138 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-783da11b-147f-4822-986f-14df913f3b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ecf4bbae-4a21-4f7a-8444-255ded67efe3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:42.173456 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-783da11b-147f-4822-986f-14df913f3b10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:42.179382 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8800b3d8-8b81-47d5-8d4b-fbb69f191ede up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:56:42.179909 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-783da11b-147f-4822-986f-14df913f3b10 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ecf4bbae-4a21-4f7a-8444-255ded67efe3 HTTP/1.1" status: 204 len: 168 time: 1.1550274 Feb 07 20:56:42.214236 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be9598-1519-42ad-aa3f-eac56240c017 req-54e655da-2142-4f36-a6d3-3f0bffcccb02 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:42.219775 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b8be9598-1519-42ad-aa3f-eac56240c017 req-54e655da-2142-4f36-a6d3-3f0bffcccb02 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=7220f1e5-6f6e-4015-bf2d-65cee7d2e13d HTTP/1.1" status: 200 len: 949 time: 0.3183155 Feb 07 20:56:42.235838 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-81bb6f3f-1e82-44f1-9d93-7854bc80dcf0 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Request body: {'port': {'device_id': 'ba75622c-a09d-4000-bf50-78b41a2ec04f', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': 'c9d4415d20024a229d8b07e6abbd40bd'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:42.243893 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 8800b3d8-8b81-47d5-8d4b-fbb69f191ede completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:56:42.247963 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 8800b3d8-8b81-47d5-8d4b-fbb69f191ede triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:42.248377 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8800b3d8-8b81-47d5-8d4b-fbb69f191ede), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:42.341995 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783da11b-147f-4822-986f-14df913f3b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf4bbae-4a21-4f7a-8444-255ded67efe3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:42.364357 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 8800b3d8-8b81-47d5-8d4b-fbb69f191ede is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:42.365302 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8800b3d8-8b81-47d5-8d4b-fbb69f191ede), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:42.380987 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a4b8df-c0a7-4b1d-af2f-a22d6d218f1b None None] Sync routers for ids ['706eb47f-ab2a-4fb6-9f6d-7143e05b684d'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:56:42.402356 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a4b8df-c0a7-4b1d-af2f-a22d6d218f1b None None] Routers {'706eb47f-ab2a-4fb6-9f6d-7143e05b684d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:56:42.403227 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-92a4b8df-c0a7-4b1d-af2f-a22d6d218f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:56:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['706eb47f-ab2a-4fb6-9f6d-7143e05b684d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:56:42.446970 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b8be9598-1519-42ad-aa3f-eac56240c017 req-6e7915bc-db04-467a-a5c1-0316b9f21feb tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962724 Feb 07 20:56:42.530793 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-81bb6f3f-1e82-44f1-9d93-7854bc80dcf0 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Made reservation on behalf of c9d4415d20024a229d8b07e6abbd40bd for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:56:42.535443 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-81bb6f3f-1e82-44f1-9d93-7854bc80dcf0 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:42.669720 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device fbc31b7d-6c77-452f-97f3-57b0c35f8a96 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:56:42.697732 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9a04f0-2c09-448d-99d0-a46925971e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8800b3d8-8b81-47d5-8d4b-fbb69f191ede'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:42.699956 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a21b20-5abf-413b-ab80-1b89208f5ac7" -d '{"events": [{"server_uuid": "fe9a04f0-2c09-448d-99d0-a46925971e94", "name": "network-vif-plugged", "status": "completed", "tag": "8800b3d8-8b81-47d5-8d4b-fbb69f191ede"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:42.724950 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8800b3d8-8b81-47d5-8d4b-fbb69f191ede, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8800b3d8-8b81-47d5-8d4b-fbb69f191ede,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:42.740563 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8800b3d8-8b81-47d5-8d4b-fbb69f191ede), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:42.794938 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d86fb5-dcd5-467e-a2eb-6bb14f80d3d3 req-1c074801-224a-4d54-9602-248cb90e91d3 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:42.796578 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2d86fb5-dcd5-467e-a2eb-6bb14f80d3d3 req-1c074801-224a-4d54-9602-248cb90e91d3 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=c832ff85-54c4-4b59-af92-488f32f3f750 HTTP/1.1" status: 200 len: 947 time: 0.2164104 Feb 07 20:56:42.834967 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-92a4b8df-c0a7-4b1d-af2f-a22d6d218f1b None None] Set router 706eb47f-ab2a-4fb6-9f6d-7143e05b684d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:56:42.864519 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-81bb6f3f-1e82-44f1-9d93-7854bc80dcf0 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Allocated IP 192.168.233.19 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/496e2680-440d-4938-bc4b-5e4fb38e1b51) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:56:42.896929 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=8800b3d8-8b81-47d5-8d4b-fbb69f191ede,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:42.898279 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-c4593efb-0d2e-4fad-be63-75fef32022b8 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:42.900772 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-c4593efb-0d2e-4fad-be63-75fef32022b8 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/networks?id=6eec4ad7-adfb-4ae7-ac70-34193aac88e5 HTTP/1.1" status: 200 len: 810 time: 0.2379854 Feb 07 20:56:42.930480 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2d86fb5-dcd5-467e-a2eb-6bb14f80d3d3 req-52c28300-40dd-419f-bbb2-60a2c21525e5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241152 Feb 07 20:56:42.952495 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-28d5f18b-743c-4f80-ba3f-e0c564d8eca0 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/quotas/ce2415b1f37244369055dcaf46ee8fc2 HTTP/1.1" status: 200 len: 375 time: 0.0385971 Feb 07 20:56:42.962837 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port fbc31b7d-6c77-452f-97f3-57b0c35f8a96, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=fbc31b7d-6c77-452f-97f3-57b0c35f8a96,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:43.014600 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'fbc31b7d-6c77-452f-97f3-57b0c35f8a96', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': 'fbc31b7d-6c77-452f-97f3-57b0c35f8a96', 'mac_address': 'fa:16:3e:ee:30:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:56:43.099319 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port fbc31b7d-6c77-452f-97f3-57b0c35f8a96 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:43.102513 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fbc31b7d-6c77-452f-97f3-57b0c35f8a96), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:43.112495 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-88f5c815-3025-47b1-a2ce-40a8b2690f0a tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce2415b1f37244369055dcaf46ee8fc2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1588700 Feb 07 20:56:43.117521 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-4fec8634-8a65-4619-9824-12c0a4c57b28 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:56:43.124702 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-4fec8634-8a65-4619-9824-12c0a4c57b28 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112529 Feb 07 20:56:43.138431 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc31b7d-6c77-452f-97f3-57b0c35f8a96 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:56:43.229945 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-55264714-b921-4ba9-9945-d36ad8244f60 service neutron] 10.222.0.65 "GET /v2.0/networks/6eec4ad7-adfb-4ae7-ac70-34193aac88e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042392 Feb 07 20:56:43.238085 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port fbc31b7d-6c77-452f-97f3-57b0c35f8a96, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=fbc31b7d-6c77-452f-97f3-57b0c35f8a96,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:43.256216 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fbc31b7d-6c77-452f-97f3-57b0c35f8a96), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:43.358734 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-81bb6f3f-1e82-44f1-9d93-7854bc80dcf0 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Publish callbacks [] for port (496e2680-440d-4938-bc4b-5e4fb38e1b51), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:43.374948 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=fbc31b7d-6c77-452f-97f3-57b0c35f8a96,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:43.383659 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-92a4b8df-c0a7-4b1d-af2f-a22d6d218f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706eb47f-ab2a-4fb6-9f6d-7143e05b684d', 'name': 'tempest-ServerRescueTestJSON-501570068-router', 'tenant_id': 'ce2415b1f37244369055dcaf46ee8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '3b1a47ef-30f3-471a-b53e-79caccdf6486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:56:31Z', 'updated_at': '2022-02-07T20:56:40Z', 'revision_number': 4, 'project_id': 'ce2415b1f37244369055dcaf46ee8fc2', 'gw_port': {'id': '3b1a47ef-30f3-471a-b53e-79caccdf6486', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706eb47f-ab2a-4fb6-9f6d-7143e05b684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:56:33Z', 'updated_at': '2022-02-07T20:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '3b617b76-438e-48d2-8813-ff6db6efbf88', 'name': '', 'network_id': '6eec4ad7-adfb-4ae7-ac70-34193aac88e5', 'tenant_id': 'ce2415b1f37244369055dcaf46ee8fc2', 'mac_address': 'fa:16:3e:b5:8e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706eb47f-ab2a-4fb6-9f6d-7143e05b684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5ea6921b-4a40-44b4-a0e9-1841fa551429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:56:39Z', 'updated_at': '2022-02-07T20:56:40Z', 'revision_number': 2, 'project_id': 'ce2415b1f37244369055dcaf46ee8fc2', 'subnets': [{'id': '5ea6921b-4a40-44b4-a0e9-1841fa551429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:56:43.392340 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-6cc80e42-d894-431d-a229-1d0ed9710cb1 service neutron] 10.222.0.65 "GET /v2.0/networks/6eec4ad7-adfb-4ae7-ac70-34193aac88e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613343 Feb 07 20:56:43.417639 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-da79b2d8-e510-4ca7-9ea9-594a608f487a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:43.421901 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-da79b2d8-e510-4ca7-9ea9-594a608f487a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.69 "GET /v2.0/networks?id=9707a7e2-bd1b-48e9-a067-23aeb539b5df HTTP/1.1" status: 200 len: 821 time: 0.3882136 Feb 07 20:56:43.439249 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-984dbaae-0ed2-4f96-8070-136b9fecd2e1 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Request body: {'port': {'device_id': '9405cb45-73d3-401f-84a5-0cd42d383269', 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df', 'admin_state_up': True, 'tenant_id': 'a9f7fcd6cbef44c389b4331bb87ee1f7'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:43.444947 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3836db61-ed58-4a84-a5de-b1b9ce0df1f6 x-openstack-request-id: req-3836db61-ed58-4a84-a5de-b1b9ce0df1f6 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:43.446511 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9a04f0-2c09-448d-99d0-a46925971e94", "name": "network-vif-plugged", "status": "completed", "tag": "8800b3d8-8b81-47d5-8d4b-fbb69f191ede", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:43.446859 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3836db61-ed58-4a84-a5de-b1b9ce0df1f6 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:43.447494 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9a04f0-2c09-448d-99d0-a46925971e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8800b3d8-8b81-47d5-8d4b-fbb69f191ede', 'code': 200} Feb 07 20:56:43.449073 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a4b8df-c0a7-4b1d-af2f-a22d6d218f1b None None] Checking router: 706eb47f-ab2a-4fb6-9f6d-7143e05b684d for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:56:43.449639 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a4b8df-c0a7-4b1d-af2f-a22d6d218f1b None None] Updating router 706eb47f-ab2a-4fb6-9f6d-7143e05b684d port 3b617b76-438e-48d2-8813-ff6db6efbf88 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:56:43.474196 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 3b1a47ef-30f3-471a-b53e-79caccdf6486 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:56:43.481085 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-81bb6f3f-1e82-44f1-9d93-7854bc80dcf0 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (496e2680-440d-4938-bc4b-5e4fb38e1b51), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:43.509826 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['84ce1b42-ffd6-4d84-ba73-4f58e89ae95c', '11c84524-bfbc-446b-ba38-afba21d4df5c'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:56:43.548569 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-92a4b8df-c0a7-4b1d-af2f-a22d6d218f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3b617b76-438e-48d2-8813-ff6db6efbf88), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:43.622133 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4473e9-7bb8-410e-bb14-3e280fbce82c req-2c591b78-6cf9-439b-91c1-bf9ece5511eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:43.629237 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cb4473e9-7bb8-410e-bb14-3e280fbce82c req-2c591b78-6cf9-439b-91c1-bf9ece5511eb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fe9a04f0-2c09-448d-99d0-a46925971e94 HTTP/1.1" status: 200 len: 1132 time: 0.1289461 Feb 07 20:56:43.636869 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-81bb6f3f-1e82-44f1-9d93-7854bc80dcf0 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:56:43.643790 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-81bb6f3f-1e82-44f1-9d93-7854bc80dcf0 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:56:43.684069 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb6f3f-1e82-44f1-9d93-7854bc80dcf0 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Pushing event updated for resources: {'Port': ['ID=496e2680-440d-4938-bc4b-5e4fb38e1b51,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:43.704415 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-81bb6f3f-1e82-44f1-9d93-7854bc80dcf0 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:56:43.715731 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-81bb6f3f-1e82-44f1-9d93-7854bc80dcf0 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:43.723023 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-81bb6f3f-1e82-44f1-9d93-7854bc80dcf0 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:43.757211 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['fbc31b7d-6c77-452f-97f3-57b0c35f8a96'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:56:43.777576 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 3b1a47ef-30f3-471a-b53e-79caccdf6486 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:43.786652 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3b1a47ef-30f3-471a-b53e-79caccdf6486), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:43.820886 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0aed3-aa65-4299-bd38-04e3fb9f6865 req-cbccbce3-d297-4879-a2c7-9d08506a68a5 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:43.822845 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bab0aed3-aa65-4299-bd38-04e3fb9f6865 req-cbccbce3-d297-4879-a2c7-9d08506a68a5 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba75622c-a09d-4000-bf50-78b41a2ec04f HTTP/1.1" status: 200 len: 935 time: 0.2927561 Feb 07 20:56:43.827376 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-81bb6f3f-1e82-44f1-9d93-7854bc80dcf0 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6399558 Feb 07 20:56:43.862331 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e0b22e66-cd7e-4da2-b3c1-cee1b5dcd9bb req-9b9a972c-3679-4ffe-93c3-c5d9dda97106 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 210 time: 0.0728915 Feb 07 20:56:43.896256 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-d2f22b58-a5da-4c58-bdeb-dd44f512e6cc service neutron] Request body: {'port': {'device_id': 'ba75622c-a09d-4000-bf50-78b41a2ec04f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:43.994055 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cb4473e9-7bb8-410e-bb14-3e280fbce82c req-07b96a38-a5a5-4b84-a16a-f62769b988bb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516397 Feb 07 20:56:43.998755 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-984dbaae-0ed2-4f96-8070-136b9fecd2e1 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Made reservation on behalf of a9f7fcd6cbef44c389b4331bb87ee1f7 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:56:44.003461 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-984dbaae-0ed2-4f96-8070-136b9fecd2e1 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:44.129059 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bab0aed3-aa65-4299-bd38-04e3fb9f6865 req-8a08a8fb-21d3-4a3c-8935-b4778f1873b9 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638507 Feb 07 20:56:44.169730 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-d2f22b58-a5da-4c58-bdeb-dd44f512e6cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (496e2680-440d-4938-bc4b-5e4fb38e1b51), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:44.220906 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f385d989-a0fa-43e9-99af-b6e4bfc22bba None None] Provisioning complete for port 496e2680-440d-4938-bc4b-5e4fb38e1b51 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:44.221389 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f385d989-a0fa-43e9-99af-b6e4bfc22bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (496e2680-440d-4938-bc4b-5e4fb38e1b51), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:44.262121 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-984dbaae-0ed2-4f96-8070-136b9fecd2e1 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Allocated IP 172.20.0.4 (9707a7e2-bd1b-48e9-a067-23aeb539b5df/f3768dda-d71b-40b0-9d56-296b11c3fa2b/895268e1-a192-4831-94b8-12c0270628fc) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:56:44.309142 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 3b1a47ef-30f3-471a-b53e-79caccdf6486 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:44.351795 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f385d989-a0fa-43e9-99af-b6e4bfc22bba None None] Port 496e2680-440d-4938-bc4b-5e4fb38e1b51 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:56:44.499656 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-92a4b8df-c0a7-4b1d-af2f-a22d6d218f1b None None] Publish callbacks [] for port (3b617b76-438e-48d2-8813-ff6db6efbf88), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:44.517574 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-92a4b8df-c0a7-4b1d-af2f-a22d6d218f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3b617b76-438e-48d2-8813-ff6db6efbf88), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:44.588471 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-984dbaae-0ed2-4f96-8070-136b9fecd2e1 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks [] for port (895268e1-a192-4831-94b8-12c0270628fc), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:44.596060 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356218f-f7e5-4931-b025-b59bc1dc0d08 None None] Pushing event updated for resources: {'Port': ['ID=3b617b76-438e-48d2-8813-ff6db6efbf88,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:44.601858 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a72e1164-26f9-4c00-ad83-3412940dcaed req-3e5a76b6-927c-4afb-9804-bddece66fc36 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 210 time: 0.0815892 Feb 07 20:56:44.647569 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-984dbaae-0ed2-4f96-8070-136b9fecd2e1 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (895268e1-a192-4831-94b8-12c0270628fc), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:44.658990 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8872c3b-c464-4cca-8d8d-60f9f9cd28e9 req-f83fa6a7-aa31-48d8-b159-4917af436e9d tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:44.667383 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8872c3b-c464-4cca-8d8d-60f9f9cd28e9 req-f83fa6a7-aa31-48d8-b159-4917af436e9d tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=7220f1e5-6f6e-4015-bf2d-65cee7d2e13d HTTP/1.1" status: 200 len: 949 time: 0.1459429 Feb 07 20:56:44.691130 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-92a4b8df-c0a7-4b1d-af2f-a22d6d218f1b None None] Attempting to bind port 3b617b76-438e-48d2-8813-ff6db6efbf88 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:56:44.691498 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-92a4b8df-c0a7-4b1d-af2f-a22d6d218f1b None None] Attempting to bind port 3b617b76-438e-48d2-8813-ff6db6efbf88 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'c36ba493-f45a-477f-bc2f-ba08eaae4add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6eec4ad7-adfb-4ae7-ac70-34193aac88e5'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:56:44.692031 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a4b8df-c0a7-4b1d-af2f-a22d6d218f1b None None] Attempting to bind port 3b617b76-438e-48d2-8813-ff6db6efbf88 on network 6eec4ad7-adfb-4ae7-ac70-34193aac88e5 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:56:44.699678 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a4b8df-c0a7-4b1d-af2f-a22d6d218f1b None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:56:44.700378 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a4b8df-c0a7-4b1d-af2f-a22d6d218f1b None None] Checking segment: {'id': 'c36ba493-f45a-477f-bc2f-ba08eaae4add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6eec4ad7-adfb-4ae7-ac70-34193aac88e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:56:44.700952 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-92a4b8df-c0a7-4b1d-af2f-a22d6d218f1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:44.701506 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a4b8df-c0a7-4b1d-af2f-a22d6d218f1b None None] Bound using segment: {'id': 'c36ba493-f45a-477f-bc2f-ba08eaae4add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6eec4ad7-adfb-4ae7-ac70-34193aac88e5'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:56:44.702130 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-92a4b8df-c0a7-4b1d-af2f-a22d6d218f1b None None] Bound port: 3b617b76-438e-48d2-8813-ff6db6efbf88, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36ba493-f45a-477f-bc2f-ba08eaae4add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6eec4ad7-adfb-4ae7-ac70-34193aac88e5'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:56:44.702683 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-92a4b8df-c0a7-4b1d-af2f-a22d6d218f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3b617b76-438e-48d2-8813-ff6db6efbf88), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:44.722391 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-984dbaae-0ed2-4f96-8070-136b9fecd2e1 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Network 9707a7e2-bd1b-48e9-a067-23aeb539b5df is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:56:44.724015 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-984dbaae-0ed2-4f96-8070-136b9fecd2e1 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:56:44.727107 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-984dbaae-0ed2-4f96-8070-136b9fecd2e1 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:56:44.733681 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-984dbaae-0ed2-4f96-8070-136b9fecd2e1 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:44.735599 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-984dbaae-0ed2-4f96-8070-136b9fecd2e1 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:44.755747 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984dbaae-0ed2-4f96-8070-136b9fecd2e1 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Pushing event updated for resources: {'Port': ['ID=895268e1-a192-4831-94b8-12c0270628fc,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:44.775144 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-92a4b8df-c0a7-4b1d-af2f-a22d6d218f1b None None] For port 3b617b76-438e-48d2-8813-ff6db6efbf88, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:56:44.776169 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-984dbaae-0ed2-4f96-8070-136b9fecd2e1 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3434234 Feb 07 20:56:44.778295 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-92a4b8df-c0a7-4b1d-af2f-a22d6d218f1b None None] For port 3b617b76-438e-48d2-8813-ff6db6efbf88, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=3b617b76-438e-48d2-8813-ff6db6efbf88,segment=NetworkSegment(c36ba493-f45a-477f-bc2f-ba08eaae4add),segment_id=c36ba493-f45a-477f-bc2f-ba08eaae4add)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:56:44.787881 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-92a4b8df-c0a7-4b1d-af2f-a22d6d218f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3b617b76-438e-48d2-8813-ff6db6efbf88), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:44.788108 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-d2f22b58-a5da-4c58-bdeb-dd44f512e6cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 496e2680-440d-4938-bc4b-5e4fb38e1b51 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:56:44.792937 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-00317cbe-c3be-49b7-b8c5-0531d0d894f0 service neutron] Request body: {'port': {'device_id': '9405cb45-73d3-401f-84a5-0cd42d383269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:44.807179 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-d2f22b58-a5da-4c58-bdeb-dd44f512e6cc service neutron] Publish callbacks [] for port (496e2680-440d-4938-bc4b-5e4fb38e1b51), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:44.828653 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8872c3b-c464-4cca-8d8d-60f9f9cd28e9 req-9bf2a23d-f198-4dbe-863c-b1da9299e3af tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531804 Feb 07 20:56:44.843008 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-d2f22b58-a5da-4c58-bdeb-dd44f512e6cc service neutron] Transition to ACTIVE for port object 496e2680-440d-4938-bc4b-5e4fb38e1b51 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:56:44.849147 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-d2f22b58-a5da-4c58-bdeb-dd44f512e6cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (496e2680-440d-4938-bc4b-5e4fb38e1b51), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:44.855406 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356218f-f7e5-4931-b025-b59bc1dc0d08 None None] Pushing event updated for resources: {'Port': ['ID=3b617b76-438e-48d2-8813-ff6db6efbf88,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:44.858693 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a4b8df-c0a7-4b1d-af2f-a22d6d218f1b None None] Routers {'706eb47f-ab2a-4fb6-9f6d-7143e05b684d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:56:44.858870 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-92a4b8df-c0a7-4b1d-af2f-a22d6d218f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:56:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['706eb47f-ab2a-4fb6-9f6d-7143e05b684d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:56:44.913681 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8446ec-4ab3-42be-9700-9f8db23c1352 req-3b32bbb7-ff8e-482c-a75c-63eda64108ff tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:44.920988 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e8446ec-4ab3-42be-9700-9f8db23c1352 req-3b32bbb7-ff8e-482c-a75c-63eda64108ff tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=c832ff85-54c4-4b59-af92-488f32f3f750 HTTP/1.1" status: 200 len: 948 time: 0.1891823 Feb 07 20:56:44.954499 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-00317cbe-c3be-49b7-b8c5-0531d0d894f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (895268e1-a192-4831-94b8-12c0270628fc), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:44.958751 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f22b58-a5da-4c58-bdeb-dd44f512e6cc service neutron] Pushing event updated for resources: {'Port': ['ID=496e2680-440d-4938-bc4b-5e4fb38e1b51,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:45.043955 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e8446ec-4ab3-42be-9700-9f8db23c1352 req-27c0a2c9-922e-437f-ba75-c94d4e3ee1a6 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182086 Feb 07 20:56:45.075940 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-d2f22b58-a5da-4c58-bdeb-dd44f512e6cc service neutron] Attempting to bind port 496e2680-440d-4938-bc4b-5e4fb38e1b51 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:56:45.076545 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-d2f22b58-a5da-4c58-bdeb-dd44f512e6cc service neutron] Attempting to bind port 496e2680-440d-4938-bc4b-5e4fb38e1b51 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:56:45.080767 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-d2f22b58-a5da-4c58-bdeb-dd44f512e6cc service neutron] Attempting to bind port 496e2680-440d-4938-bc4b-5e4fb38e1b51 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:56:45.086479 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-d2f22b58-a5da-4c58-bdeb-dd44f512e6cc service neutron] Port 496e2680-440d-4938-bc4b-5e4fb38e1b51 on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:56:45.088927 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-d2f22b58-a5da-4c58-bdeb-dd44f512e6cc service neutron] Attempting to bind port 496e2680-440d-4938-bc4b-5e4fb38e1b51 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:56:45.105642 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-d2f22b58-a5da-4c58-bdeb-dd44f512e6cc service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:56:45.106114 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-d2f22b58-a5da-4c58-bdeb-dd44f512e6cc service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:56:45.106723 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-d2f22b58-a5da-4c58-bdeb-dd44f512e6cc service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:56:45.107247 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-d2f22b58-a5da-4c58-bdeb-dd44f512e6cc service neutron] Bound port: 496e2680-440d-4938-bc4b-5e4fb38e1b51, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:56:45.107706 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-d2f22b58-a5da-4c58-bdeb-dd44f512e6cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (496e2680-440d-4938-bc4b-5e4fb38e1b51), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:45.262329 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-92a4b8df-c0a7-4b1d-af2f-a22d6d218f1b None None] Set router 706eb47f-ab2a-4fb6-9f6d-7143e05b684d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:56:45.302782 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-d2f22b58-a5da-4c58-bdeb-dd44f512e6cc service neutron] For port 496e2680-440d-4938-bc4b-5e4fb38e1b51, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:56:45.319694 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88b350-0384-4699-8051-ebace2e60d67 req-991ee4ce-29c0-4c0b-bf74-14a670c7c5db tempest-LiveMigrationNegativeTest-655132983 tempest-LiveMigrationNegativeTest-655132983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:45.321421 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf88b350-0384-4699-8051-ebace2e60d67 req-991ee4ce-29c0-4c0b-bf74-14a670c7c5db tempest-LiveMigrationNegativeTest-655132983 tempest-LiveMigrationNegativeTest-655132983-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7220f1e5-6f6e-4015-bf2d-65cee7d2e13d HTTP/1.1" status: 200 len: 1131 time: 0.1511276 Feb 07 20:56:45.328211 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd9773-1f70-4ef0-ae3e-36f075f393dd req-8c5ed6be-3775-4881-8278-d20fa79cd793 tempest-NetworksTest-106265416 tempest-NetworksTest-106265416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:45.329215 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd9773-1f70-4ef0-ae3e-36f075f393dd req-8c5ed6be-3775-4881-8278-d20fa79cd793 tempest-NetworksTest-106265416 tempest-NetworksTest-106265416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:45.329747 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd9773-1f70-4ef0-ae3e-36f075f393dd req-8c5ed6be-3775-4881-8278-d20fa79cd793 tempest-NetworksTest-106265416 tempest-NetworksTest-106265416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:45.330242 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd9773-1f70-4ef0-ae3e-36f075f393dd req-8c5ed6be-3775-4881-8278-d20fa79cd793 tempest-NetworksTest-106265416 tempest-NetworksTest-106265416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:45.330862 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd9773-1f70-4ef0-ae3e-36f075f393dd req-8c5ed6be-3775-4881-8278-d20fa79cd793 tempest-NetworksTest-106265416 tempest-NetworksTest-106265416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:45.331399 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd9773-1f70-4ef0-ae3e-36f075f393dd req-8c5ed6be-3775-4881-8278-d20fa79cd793 tempest-NetworksTest-106265416 tempest-NetworksTest-106265416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:45.331902 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd9773-1f70-4ef0-ae3e-36f075f393dd req-8c5ed6be-3775-4881-8278-d20fa79cd793 tempest-NetworksTest-106265416 tempest-NetworksTest-106265416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:45.332433 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd9773-1f70-4ef0-ae3e-36f075f393dd req-8c5ed6be-3775-4881-8278-d20fa79cd793 tempest-NetworksTest-106265416 tempest-NetworksTest-106265416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:45.334292 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6acd9773-1f70-4ef0-ae3e-36f075f393dd req-8c5ed6be-3775-4881-8278-d20fa79cd793 tempest-NetworksTest-106265416 tempest-NetworksTest-106265416-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5744 time: 0.2240002 Feb 07 20:56:45.336203 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-d2f22b58-a5da-4c58-bdeb-dd44f512e6cc service neutron] For port 496e2680-440d-4938-bc4b-5e4fb38e1b51, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=496e2680-440d-4938-bc4b-5e4fb38e1b51,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:56:45.377646 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cf88b350-0384-4699-8051-ebace2e60d67 req-1c7eb5cd-3fd5-4750-95a0-91d986d47e88 tempest-LiveMigrationNegativeTest-655132983 tempest-LiveMigrationNegativeTest-655132983-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:45.386436 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-d2f22b58-a5da-4c58-bdeb-dd44f512e6cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (496e2680-440d-4938-bc4b-5e4fb38e1b51), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:45.444010 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-d2f22b58-a5da-4c58-bdeb-dd44f512e6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:45.447252 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-d2f22b58-a5da-4c58-bdeb-dd44f512e6cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:45.449144 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-d2f22b58-a5da-4c58-bdeb-dd44f512e6cc service neutron] 10.222.0.71 "PUT /v2.0/ports/496e2680-440d-4938-bc4b-5e4fb38e1b51 HTTP/1.1" status: 200 len: 1095 time: 1.5620072 Feb 07 20:56:45.449635 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba75622c-a09d-4000-bf50-78b41a2ec04f', 'tag': '496e2680-440d-4938-bc4b-5e4fb38e1b51'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:45.452200 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2565a9a-707a-4538-8667-76aea9e4cfaf" -d '{"events": [{"name": "network-changed", "server_uuid": "ba75622c-a09d-4000-bf50-78b41a2ec04f", "tag": "496e2680-440d-4938-bc4b-5e4fb38e1b51"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:45.496020 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f22b58-a5da-4c58-bdeb-dd44f512e6cc service neutron] Pushing event updated for resources: {'Port': ['ID=496e2680-440d-4938-bc4b-5e4fb38e1b51,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:45.530853 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-0d06d9c7-da85-46aa-bd74-04a4804ec22b tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:45.532929 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-0d06d9c7-da85-46aa-bd74-04a4804ec22b tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.69 "GET /v2.0/networks?id=6eec4ad7-adfb-4ae7-ac70-34193aac88e5 HTTP/1.1" status: 200 len: 810 time: 0.1986709 Feb 07 20:56:45.535179 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-00317cbe-c3be-49b7-b8c5-0531d0d894f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 895268e1-a192-4831-94b8-12c0270628fc {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:56:45.560405 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-872302fe-22d7-4970-9127-ab6538e44615 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Request body: {'port': {'device_id': '988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a', 'network_id': '6eec4ad7-adfb-4ae7-ac70-34193aac88e5', 'admin_state_up': True, 'tenant_id': 'ce2415b1f37244369055dcaf46ee8fc2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:45.565723 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-00317cbe-c3be-49b7-b8c5-0531d0d894f0 service neutron] Publish callbacks [] for port (895268e1-a192-4831-94b8-12c0270628fc), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:45.636514 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-00317cbe-c3be-49b7-b8c5-0531d0d894f0 service neutron] Transition to ACTIVE for port object 895268e1-a192-4831-94b8-12c0270628fc will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:56:45.653666 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-00317cbe-c3be-49b7-b8c5-0531d0d894f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (895268e1-a192-4831-94b8-12c0270628fc), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:45.676037 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f4139-4bb6-441e-ab83-4532743496ec req-0ed3f3f7-c688-44cd-9d35-ca6855f8b306 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:45.685524 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f60f4139-4bb6-441e-ab83-4532743496ec req-0ed3f3f7-c688-44cd-9d35-ca6855f8b306 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 931 time: 0.1845903 Feb 07 20:56:45.687072 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-92a4b8df-c0a7-4b1d-af2f-a22d6d218f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706eb47f-ab2a-4fb6-9f6d-7143e05b684d', 'name': 'tempest-ServerRescueTestJSON-501570068-router', 'tenant_id': 'ce2415b1f37244369055dcaf46ee8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '3b1a47ef-30f3-471a-b53e-79caccdf6486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:56:31Z', 'updated_at': '2022-02-07T20:56:40Z', 'revision_number': 4, 'project_id': 'ce2415b1f37244369055dcaf46ee8fc2', 'gw_port': {'id': '3b1a47ef-30f3-471a-b53e-79caccdf6486', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706eb47f-ab2a-4fb6-9f6d-7143e05b684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:56:33Z', 'updated_at': '2022-02-07T20:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '3b617b76-438e-48d2-8813-ff6db6efbf88', 'name': '', 'network_id': '6eec4ad7-adfb-4ae7-ac70-34193aac88e5', 'tenant_id': 'ce2415b1f37244369055dcaf46ee8fc2', 'mac_address': 'fa:16:3e:b5:8e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706eb47f-ab2a-4fb6-9f6d-7143e05b684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5ea6921b-4a40-44b4-a0e9-1841fa551429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:56:39Z', 'updated_at': '2022-02-07T20:56:44Z', 'revision_number': 4, 'project_id': 'ce2415b1f37244369055dcaf46ee8fc2', 'subnets': [{'id': '5ea6921b-4a40-44b4-a0e9-1841fa551429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:56:45.725750 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00317cbe-c3be-49b7-b8c5-0531d0d894f0 service neutron] Pushing event updated for resources: {'Port': ['ID=895268e1-a192-4831-94b8-12c0270628fc,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:45.755831 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a4b8df-c0a7-4b1d-af2f-a22d6d218f1b None None] The sync data for ids ['706eb47f-ab2a-4fb6-9f6d-7143e05b684d'] in n-d-828185-2 is: [{'id': '706eb47f-ab2a-4fb6-9f6d-7143e05b684d', 'name': 'tempest-ServerRescueTestJSON-501570068-router', 'tenant_id': 'ce2415b1f37244369055dcaf46ee8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '3b1a47ef-30f3-471a-b53e-79caccdf6486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:56:31Z', 'updated_at': '2022-02-07T20:56:40Z', 'revision_number': 4, 'project_id': 'ce2415b1f37244369055dcaf46ee8fc2', 'gw_port': {'id': '3b1a47ef-30f3-471a-b53e-79caccdf6486', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706eb47f-ab2a-4fb6-9f6d-7143e05b684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:56:33Z', 'updated_at': '2022-02-07T20:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '3b617b76-438e-48d2-8813-ff6db6efbf88', 'name': '', 'network_id': '6eec4ad7-adfb-4ae7-ac70-34193aac88e5', 'tenant_id': 'ce2415b1f37244369055dcaf46ee8fc2', 'mac_address': 'fa:16:3e:b5:8e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706eb47f-ab2a-4fb6-9f6d-7143e05b684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5ea6921b-4a40-44b4-a0e9-1841fa551429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:56:39Z', 'updated_at': '2022-02-07T20:56:44Z', 'revision_number': 4, 'project_id': 'ce2415b1f37244369055dcaf46ee8fc2', 'subnets': [{'id': '5ea6921b-4a40-44b4-a0e9-1841fa551429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:56:45.776241 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-d68cc713-8844-4f96-a0e6-20908151e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:45.777755 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-d68cc713-8844-4f96-a0e6-20908151e52b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c9d4415d20024a229d8b07e6abbd40bd&device_id=ba75622c-a09d-4000-bf50-78b41a2ec04f HTTP/1.1" status: 200 len: 1129 time: 0.1908178 Feb 07 20:56:45.803457 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cf88b350-0384-4699-8051-ebace2e60d67 req-1c7eb5cd-3fd5-4750-95a0-91d986d47e88 tempest-LiveMigrationNegativeTest-655132983 tempest-LiveMigrationNegativeTest-655132983-project-admin] Publish callbacks [] for security_group (17ff8493-aa17-42d3-98c1-9ec6d9607768), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:45.815589 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f60f4139-4bb6-441e-ab83-4532743496ec req-7344025f-b252-40c6-ac5c-6caa6d977d05 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291358 Feb 07 20:56:45.837529 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-00317cbe-c3be-49b7-b8c5-0531d0d894f0 service neutron] Attempting to bind port 895268e1-a192-4831-94b8-12c0270628fc on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:56:45.837861 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-00317cbe-c3be-49b7-b8c5-0531d0d894f0 service neutron] Attempting to bind port 895268e1-a192-4831-94b8-12c0270628fc by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:56:45.838178 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-00317cbe-c3be-49b7-b8c5-0531d0d894f0 service neutron] Attempting to bind port 895268e1-a192-4831-94b8-12c0270628fc on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:56:45.846898 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-00317cbe-c3be-49b7-b8c5-0531d0d894f0 service neutron] Port 895268e1-a192-4831-94b8-12c0270628fc on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:56:45.846898 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-00317cbe-c3be-49b7-b8c5-0531d0d894f0 service neutron] Attempting to bind port 895268e1-a192-4831-94b8-12c0270628fc on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:56:45.852816 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-00317cbe-c3be-49b7-b8c5-0531d0d894f0 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:56:45.853151 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-00317cbe-c3be-49b7-b8c5-0531d0d894f0 service neutron] Checking segment: {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:56:45.853509 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-00317cbe-c3be-49b7-b8c5-0531d0d894f0 service neutron] Bound using segment: {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:56:45.853937 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-00317cbe-c3be-49b7-b8c5-0531d0d894f0 service neutron] Bound port: 895268e1-a192-4831-94b8-12c0270628fc, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:56:45.854287 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-00317cbe-c3be-49b7-b8c5-0531d0d894f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (895268e1-a192-4831-94b8-12c0270628fc), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:45.856411 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-872302fe-22d7-4970-9127-ab6538e44615 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Made reservation on behalf of ce2415b1f37244369055dcaf46ee8fc2 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:56:45.857621 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cf88b350-0384-4699-8051-ebace2e60d67 req-1c7eb5cd-3fd5-4750-95a0-91d986d47e88 tempest-LiveMigrationNegativeTest-655132983 tempest-LiveMigrationNegativeTest-655132983-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (17ff8493-aa17-42d3-98c1-9ec6d9607768), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:45.859900 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-872302fe-22d7-4970-9127-ab6538e44615 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:45.861251 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-60964fbc-e7d8-42ab-875a-41aa271f3cae service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=496e2680-440d-4938-bc4b-5e4fb38e1b51 HTTP/1.1" status: 200 len: 217 time: 0.0742538 Feb 07 20:56:45.891040 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7eb5cd-3fd5-4750-95a0-91d986d47e88 tempest-LiveMigrationNegativeTest-655132983 tempest-LiveMigrationNegativeTest-655132983-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ff8493-aa17-42d3-98c1-9ec6d9607768,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:45.968944 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf88b350-0384-4699-8051-ebace2e60d67 req-1c7eb5cd-3fd5-4750-95a0-91d986d47e88 tempest-LiveMigrationNegativeTest-655132983 tempest-LiveMigrationNegativeTest-655132983-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6228857 Feb 07 20:56:45.996638 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-00317cbe-c3be-49b7-b8c5-0531d0d894f0 service neutron] For port 895268e1-a192-4831-94b8-12c0270628fc, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:56:46.001431 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-00317cbe-c3be-49b7-b8c5-0531d0d894f0 service neutron] For port 895268e1-a192-4831-94b8-12c0270628fc, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=895268e1-a192-4831-94b8-12c0270628fc,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:56:46.026474 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-00317cbe-c3be-49b7-b8c5-0531d0d894f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (895268e1-a192-4831-94b8-12c0270628fc), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:46.071253 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-8c76864a-f329-4247-b84a-d58628444410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:46.072815 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-8c76864a-f329-4247-b84a-d58628444410 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1877460 Feb 07 20:56:46.084158 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-00317cbe-c3be-49b7-b8c5-0531d0d894f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:46.084839 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-00317cbe-c3be-49b7-b8c5-0531d0d894f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:46.086361 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-00317cbe-c3be-49b7-b8c5-0531d0d894f0 service neutron] 10.222.0.69 "PUT /v2.0/ports/895268e1-a192-4831-94b8-12c0270628fc HTTP/1.1" status: 200 len: 1091 time: 1.3011010 Feb 07 20:56:46.086822 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9405cb45-73d3-401f-84a5-0cd42d383269', 'tag': '895268e1-a192-4831-94b8-12c0270628fc'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:46.089314 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c566a09-92cb-4724-ac96-790bca690284" -d '{"events": [{"name": "network-changed", "server_uuid": "9405cb45-73d3-401f-84a5-0cd42d383269", "tag": "895268e1-a192-4831-94b8-12c0270628fc"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:46.111897 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-872302fe-22d7-4970-9127-ab6538e44615 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Allocated IP 172.20.0.10 (6eec4ad7-adfb-4ae7-ac70-34193aac88e5/5ea6921b-4a40-44b4-a0e9-1841fa551429/ccc8fc1f-344d-4041-92ec-a1a1b4298a68) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:56:46.113227 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c2351-32a7-4f15-b8ea-8ae1b9a6a3e9 req-ec996a53-9b89-46b6-bfe3-d8379b7dba35 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:46.115017 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cb1c2351-32a7-4f15-b8ea-8ae1b9a6a3e9 req-ec996a53-9b89-46b6-bfe3-d8379b7dba35 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba75622c-a09d-4000-bf50-78b41a2ec04f HTTP/1.1" status: 200 len: 947 time: 0.1687419 Feb 07 20:56:46.128765 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00317cbe-c3be-49b7-b8c5-0531d0d894f0 service neutron] Pushing event updated for resources: {'Port': ['ID=895268e1-a192-4831-94b8-12c0270628fc,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:46.327765 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-229ad263-518d-436c-8409-129530d27652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:46.329362 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-229ad263-518d-436c-8409-129530d27652 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 1125 time: 0.0972054 Feb 07 20:56:46.350078 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-872302fe-22d7-4970-9127-ab6538e44615 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Publish callbacks [] for port (ccc8fc1f-344d-4041-92ec-a1a1b4298a68), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:46.380417 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-05a00aef-80ef-4748-aa71-f71f052e5a2d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=895268e1-a192-4831-94b8-12c0270628fc HTTP/1.1" status: 200 len: 217 time: 0.0418456 Feb 07 20:56:46.405256 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbab531-2064-4430-8ebc-393e6ee4ae92 req-2d493d95-d40a-4964-b0a6-5183ce687bec tempest-NetworksTest-106265416 tempest-NetworksTest-106265416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:46.407256 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3bbab531-2064-4430-8ebc-393e6ee4ae92 req-2d493d95-d40a-4964-b0a6-5183ce687bec tempest-NetworksTest-106265416 tempest-NetworksTest-106265416-project-admin] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 886 time: 0.4000704 Feb 07 20:56:46.427509 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-269e9dab-62cc-4ca4-96d0-3bfbfb3ec109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:46.429249 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-269e9dab-62cc-4ca4-96d0-3bfbfb3ec109 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3429756 Feb 07 20:56:46.432820 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cb1c2351-32a7-4f15-b8ea-8ae1b9a6a3e9 req-98110648-7112-4cc6-ba28-499cf00bf37a tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883055 Feb 07 20:56:46.460119 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-e37fd017-4a1d-42df-b14b-c31f511c50a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:46.460119 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-e37fd017-4a1d-42df-b14b-c31f511c50a1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3768dda-d71b-40b0-9d56-296b11c3fa2b HTTP/1.1" status: 200 len: 861 time: 0.0691862 Feb 07 20:56:46.463347 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-872302fe-22d7-4970-9127-ab6538e44615 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (ccc8fc1f-344d-4041-92ec-a1a1b4298a68), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:46.526477 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea87e46-4a11-49ce-8dd1-0222b5e0b231 x-openstack-request-id: req-2ea87e46-4a11-49ce-8dd1-0222b5e0b231 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:46.526856 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba75622c-a09d-4000-bf50-78b41a2ec04f", "tag": "496e2680-440d-4938-bc4b-5e4fb38e1b51", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:46.527183 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2ea87e46-4a11-49ce-8dd1-0222b5e0b231 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:46.527642 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba75622c-a09d-4000-bf50-78b41a2ec04f', 'tag': '496e2680-440d-4938-bc4b-5e4fb38e1b51', 'status': 'completed', 'code': 200} Feb 07 20:56:46.531406 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-a339f8fa-26a9-4a8e-ad75-4662d5501bd5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9707a7e2-bd1b-48e9-a067-23aeb539b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648973 Feb 07 20:56:46.541947 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-30de9e5f-650b-4c0f-bcee-e285989e7fd7 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055818 Feb 07 20:56:46.567236 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-872302fe-22d7-4970-9127-ab6538e44615 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Network 6eec4ad7-adfb-4ae7-ac70-34193aac88e5 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:56:46.583169 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-872302fe-22d7-4970-9127-ab6538e44615 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:56:46.588794 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device fbc31b7d-6c77-452f-97f3-57b0c35f8a96 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:56:46.590009 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-872302fe-22d7-4970-9127-ab6538e44615 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:56:46.600434 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-872302fe-22d7-4970-9127-ab6538e44615 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:46.600434 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-872302fe-22d7-4970-9127-ab6538e44615 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:46.662118 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872302fe-22d7-4970-9127-ab6538e44615 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Pushing event updated for resources: {'Port': ['ID=ccc8fc1f-344d-4041-92ec-a1a1b4298a68,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:46.676911 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-872302fe-22d7-4970-9127-ab6538e44615 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1283495 Feb 07 20:56:46.691909 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port fbc31b7d-6c77-452f-97f3-57b0c35f8a96 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:56:46.695160 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-d12fcf46-1879-4d1d-a07a-edff04cfc5e1 service neutron] Request body: {'port': {'device_id': '988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:46.697426 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port fbc31b7d-6c77-452f-97f3-57b0c35f8a96 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:46.698002 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fbc31b7d-6c77-452f-97f3-57b0c35f8a96), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:46.738778 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-e3d445e3-70c4-4ca1-9cda-f0a65b224256 service neutron] 10.222.0.69 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816442 Feb 07 20:56:46.801474 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port fbc31b7d-6c77-452f-97f3-57b0c35f8a96 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:46.801998 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fbc31b7d-6c77-452f-97f3-57b0c35f8a96), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:46.802573 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ceab63-638e-4578-9eb0-a9d50f4e79d9 req-427f1ca7-3298-4d02-90a6-03d7362080fc tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:46.810162 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84ceab63-638e-4578-9eb0-a9d50f4e79d9 req-427f1ca7-3298-4d02-90a6-03d7362080fc tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=c832ff85-54c4-4b59-af92-488f32f3f750 HTTP/1.1" status: 200 len: 948 time: 0.1195161 Feb 07 20:56:46.827852 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae2c1539-93d4-4784-b355-51b54c195a1e req-094c0720-00f1-445e-a578-8ea8f9a980d2 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786059 Feb 07 20:56:46.834787 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c832ff85-54c4-4b59-af92-488f32f3f750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc31b7d-6c77-452f-97f3-57b0c35f8a96'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:46.836524 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a5495-bc60-4125-8792-f3b882c55181 req-2d3f6248-e2c4-49d2-8883-4ec7a858442b tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:46.837354 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bbe27a-8c5b-4b1c-b90c-b704fb3deb1b" -d '{"events": [{"server_uuid": "c832ff85-54c4-4b59-af92-488f32f3f750", "name": "network-vif-plugged", "status": "completed", "tag": "fbc31b7d-6c77-452f-97f3-57b0c35f8a96"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:46.843485 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-028a5495-bc60-4125-8792-f3b882c55181 req-2d3f6248-e2c4-49d2-8883-4ec7a858442b tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 932 time: 0.2845528 Feb 07 20:56:46.851277 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dd661eb4-2e7b-48f1-9104-33c47ef21586 req-6243e161-ab7f-4444-acb4-85f63aa7e3ba service neutron] 10.222.0.69 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902078 Feb 07 20:56:46.859305 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port fbc31b7d-6c77-452f-97f3-57b0c35f8a96, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=fbc31b7d-6c77-452f-97f3-57b0c35f8a96,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:46.867618 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fbc31b7d-6c77-452f-97f3-57b0c35f8a96), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:46.869828 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-d12fcf46-1879-4d1d-a07a-edff04cfc5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ccc8fc1f-344d-4041-92ec-a1a1b4298a68), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:46.902672 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84ceab63-638e-4578-9eb0-a9d50f4e79d9 req-96e37208-1851-4125-bff3-60880dda9f4f tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916345 Feb 07 20:56:46.963846 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-028a5495-bc60-4125-8792-f3b882c55181 req-a305cfab-1673-4c34-8416-0cd84d2ef0e9 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194849 Feb 07 20:56:46.989807 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=fbc31b7d-6c77-452f-97f3-57b0c35f8a96,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:46.992797 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc45a5b8-c6cd-46ed-9f59-d1d485f85f19 x-openstack-request-id: req-bc45a5b8-c6cd-46ed-9f59-d1d485f85f19 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:46.993087 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9405cb45-73d3-401f-84a5-0cd42d383269", "tag": "895268e1-a192-4831-94b8-12c0270628fc", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:46.993341 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc45a5b8-c6cd-46ed-9f59-d1d485f85f19 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:46.993736 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9405cb45-73d3-401f-84a5-0cd42d383269', 'tag': '895268e1-a192-4831-94b8-12c0270628fc', 'status': 'completed', 'code': 200} Feb 07 20:56:46.993850 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2565a9a-707a-4538-8667-76aea9e4cfaf req-15d7d2b8-fff0-4c65-ac82-c1a72d1a46c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:46.995360 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2565a9a-707a-4538-8667-76aea9e4cfaf req-15d7d2b8-fff0-4c65-ac82-c1a72d1a46c8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c9d4415d20024a229d8b07e6abbd40bd&device_id=ba75622c-a09d-4000-bf50-78b41a2ec04f HTTP/1.1" status: 200 len: 1129 time: 0.0865803 Feb 07 20:56:47.124886 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c566a09-92cb-4724-ac96-790bca690284 req-289c817c-06a4-4e84-9a67-397fa1f028d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:47.126542 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1c566a09-92cb-4724-ac96-790bca690284 req-289c817c-06a4-4e84-9a67-397fa1f028d6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 1125 time: 0.1259658 Feb 07 20:56:47.137900 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-32ae3cc2-db47-465c-bf84-e0fa3dd610aa req-21516019-8300-40d5-8800-487a345a022d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:56:47.139033 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-32ae3cc2-db47-465c-bf84-e0fa3dd610aa req-21516019-8300-40d5-8800-487a345a022d service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075207 Feb 07 20:56:47.179643 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2565a9a-707a-4538-8667-76aea9e4cfaf req-96769a1b-6e0f-40dc-a335-03f15d5e62c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:47.181280 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2565a9a-707a-4538-8667-76aea9e4cfaf req-96769a1b-6e0f-40dc-a335-03f15d5e62c7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1792293 Feb 07 20:56:47.242942 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96001115-b7c0-4df1-a21e-cd6d4e091b8e x-openstack-request-id: req-96001115-b7c0-4df1-a21e-cd6d4e091b8e {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:47.243316 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c832ff85-54c4-4b59-af92-488f32f3f750", "name": "network-vif-plugged", "status": "completed", "tag": "fbc31b7d-6c77-452f-97f3-57b0c35f8a96", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:47.243575 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-96001115-b7c0-4df1-a21e-cd6d4e091b8e {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:47.243969 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c832ff85-54c4-4b59-af92-488f32f3f750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc31b7d-6c77-452f-97f3-57b0c35f8a96', 'code': 200} Feb 07 20:56:47.253926 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92f0ff-daa0-4ff2-8f94-3293abc2c9ba req-9ce13c92-3861-4c3f-af14-9dccd73ee6d0 tempest-NetworksTest-106265416 tempest-NetworksTest-106265416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:47.254399 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92f0ff-daa0-4ff2-8f94-3293abc2c9ba req-9ce13c92-3861-4c3f-af14-9dccd73ee6d0 tempest-NetworksTest-106265416 tempest-NetworksTest-106265416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:47.254867 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92f0ff-daa0-4ff2-8f94-3293abc2c9ba req-9ce13c92-3861-4c3f-af14-9dccd73ee6d0 tempest-NetworksTest-106265416 tempest-NetworksTest-106265416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:47.255328 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92f0ff-daa0-4ff2-8f94-3293abc2c9ba req-9ce13c92-3861-4c3f-af14-9dccd73ee6d0 tempest-NetworksTest-106265416 tempest-NetworksTest-106265416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:47.255783 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92f0ff-daa0-4ff2-8f94-3293abc2c9ba req-9ce13c92-3861-4c3f-af14-9dccd73ee6d0 tempest-NetworksTest-106265416 tempest-NetworksTest-106265416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:47.256240 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92f0ff-daa0-4ff2-8f94-3293abc2c9ba req-9ce13c92-3861-4c3f-af14-9dccd73ee6d0 tempest-NetworksTest-106265416 tempest-NetworksTest-106265416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:47.256740 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92f0ff-daa0-4ff2-8f94-3293abc2c9ba req-9ce13c92-3861-4c3f-af14-9dccd73ee6d0 tempest-NetworksTest-106265416 tempest-NetworksTest-106265416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:47.257175 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92f0ff-daa0-4ff2-8f94-3293abc2c9ba req-9ce13c92-3861-4c3f-af14-9dccd73ee6d0 tempest-NetworksTest-106265416 tempest-NetworksTest-106265416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:47.259815 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf92f0ff-daa0-4ff2-8f94-3293abc2c9ba req-9ce13c92-3861-4c3f-af14-9dccd73ee6d0 tempest-NetworksTest-106265416 tempest-NetworksTest-106265416-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5744 time: 0.2448843 Feb 07 20:56:47.261847 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2565a9a-707a-4538-8667-76aea9e4cfaf req-4970d7c0-c0c3-444e-9be2-db459f3538ae service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=496e2680-440d-4938-bc4b-5e4fb38e1b51 HTTP/1.1" status: 200 len: 217 time: 0.0700715 Feb 07 20:56:47.329862 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2565a9a-707a-4538-8667-76aea9e4cfaf req-9f08e723-42b8-4f21-acb4-2c1af98bff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:47.331904 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2565a9a-707a-4538-8667-76aea9e4cfaf req-9f08e723-42b8-4f21-acb4-2c1af98bff98 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0542867 Feb 07 20:56:47.368750 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c566a09-92cb-4724-ac96-790bca690284 req-96f540d6-64f8-40de-8e0c-cab4ef39f035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:47.370204 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1c566a09-92cb-4724-ac96-790bca690284 req-96f540d6-64f8-40de-8e0c-cab4ef39f035 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9707a7e2-bd1b-48e9-a067-23aeb539b5df HTTP/1.1" status: 200 len: 922 time: 0.2343028 Feb 07 20:56:47.441012 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1c566a09-92cb-4724-ac96-790bca690284 req-73856bb9-d57e-4b4f-a5c0-31ec70361e7f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=895268e1-a192-4831-94b8-12c0270628fc HTTP/1.1" status: 200 len: 217 time: 0.0614769 Feb 07 20:56:47.468019 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80161695-9d5b-43fa-adf1-26d9074adfc0 req-00d7219e-508f-4250-9ac1-6fcb5a650b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:47.469783 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80161695-9d5b-43fa-adf1-26d9074adfc0 req-00d7219e-508f-4250-9ac1-6fcb5a650b9c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c832ff85-54c4-4b59-af92-488f32f3f750 HTTP/1.1" status: 200 len: 1131 time: 0.1369779 Feb 07 20:56:47.480415 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d5362-850b-4dbd-8991-173ab6c0babc req-79209934-a796-4bec-8bc9-116f1c7ae027 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:47.481909 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f45d5362-850b-4dbd-8991-173ab6c0babc req-79209934-a796-4bec-8bc9-116f1c7ae027 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 943 time: 0.1392016 Feb 07 20:56:47.492495 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2565a9a-707a-4538-8667-76aea9e4cfaf req-0d1623e6-30b8-4fac-aee4-4199120284e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:47.494326 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2565a9a-707a-4538-8667-76aea9e4cfaf req-0d1623e6-30b8-4fac-aee4-4199120284e1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1243651 Feb 07 20:56:47.518088 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c566a09-92cb-4724-ac96-790bca690284 req-5af88b01-ba47-4ab6-b91e-6a8bf46abca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:47.519649 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1c566a09-92cb-4724-ac96-790bca690284 req-5af88b01-ba47-4ab6-b91e-6a8bf46abca6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3768dda-d71b-40b0-9d56-296b11c3fa2b HTTP/1.1" status: 200 len: 861 time: 0.0499017 Feb 07 20:56:47.554640 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 3b617b76-438e-48d2-8813-ff6db6efbf88 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:56:47.578479 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1c566a09-92cb-4724-ac96-790bca690284 req-155e6595-10f7-4ec7-aab5-9bab5c580e95 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9707a7e2-bd1b-48e9-a067-23aeb539b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477009 Feb 07 20:56:47.581163 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-d12fcf46-1879-4d1d-a07a-edff04cfc5e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc8fc1f-344d-4041-92ec-a1a1b4298a68 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:56:47.593951 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-d12fcf46-1879-4d1d-a07a-edff04cfc5e1 service neutron] Publish callbacks [] for port (ccc8fc1f-344d-4041-92ec-a1a1b4298a68), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:47.608882 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-d12fcf46-1879-4d1d-a07a-edff04cfc5e1 service neutron] Transition to ACTIVE for port object ccc8fc1f-344d-4041-92ec-a1a1b4298a68 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:56:47.655770 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80161695-9d5b-43fa-adf1-26d9074adfc0 req-375f95c9-03b3-4cf7-9f18-f3c5cadf0adf service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680083 Feb 07 20:56:47.661631 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f45d5362-850b-4dbd-8991-173ab6c0babc req-1800cc88-9564-420c-adad-f0305ca94e04 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651320 Feb 07 20:56:47.678157 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 3b617b76-438e-48d2-8813-ff6db6efbf88 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:47.683264 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3b617b76-438e-48d2-8813-ff6db6efbf88), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:47.696755 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-d12fcf46-1879-4d1d-a07a-edff04cfc5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ccc8fc1f-344d-4041-92ec-a1a1b4298a68), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:47.714465 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2565a9a-707a-4538-8667-76aea9e4cfaf req-310dae53-e543-4a1e-9209-d41a235782b7 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007253 Feb 07 20:56:47.764772 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39126) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:47.806368 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 3b617b76-438e-48d2-8813-ff6db6efbf88 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:47.806899 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3b617b76-438e-48d2-8813-ff6db6efbf88), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:47.833776 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fcf46-1879-4d1d-a07a-edff04cfc5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc8fc1f-344d-4041-92ec-a1a1b4298a68,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:47.849627 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-d12fcf46-1879-4d1d-a07a-edff04cfc5e1 service neutron] Attempting to bind port ccc8fc1f-344d-4041-92ec-a1a1b4298a68 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:56:47.850020 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-d12fcf46-1879-4d1d-a07a-edff04cfc5e1 service neutron] Attempting to bind port ccc8fc1f-344d-4041-92ec-a1a1b4298a68 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'c36ba493-f45a-477f-bc2f-ba08eaae4add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6eec4ad7-adfb-4ae7-ac70-34193aac88e5'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:56:47.850328 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-d12fcf46-1879-4d1d-a07a-edff04cfc5e1 service neutron] Attempting to bind port ccc8fc1f-344d-4041-92ec-a1a1b4298a68 on network 6eec4ad7-adfb-4ae7-ac70-34193aac88e5 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:56:47.850586 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7930bfe-4447-4bf1-b1b7-8ec613e7bb32 req-af15c320-2d64-4a47-843d-5352abef56b1 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:47.852339 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c7930bfe-4447-4bf1-b1b7-8ec613e7bb32 req-af15c320-2d64-4a47-843d-5352abef56b1 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba75622c-a09d-4000-bf50-78b41a2ec04f HTTP/1.1" status: 200 len: 947 time: 0.0983500 Feb 07 20:56:47.864565 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 3b617b76-438e-48d2-8813-ff6db6efbf88, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=3b617b76-438e-48d2-8813-ff6db6efbf88,segment=NetworkSegment(c36ba493-f45a-477f-bc2f-ba08eaae4add),segment_id=c36ba493-f45a-477f-bc2f-ba08eaae4add)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:47.868101 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-d12fcf46-1879-4d1d-a07a-edff04cfc5e1 service neutron] Port ccc8fc1f-344d-4041-92ec-a1a1b4298a68 on network 6eec4ad7-adfb-4ae7-ac70-34193aac88e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:56:47.869835 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3b617b76-438e-48d2-8813-ff6db6efbf88), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:47.870831 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-d12fcf46-1879-4d1d-a07a-edff04cfc5e1 service neutron] Attempting to bind port ccc8fc1f-344d-4041-92ec-a1a1b4298a68 on network 6eec4ad7-adfb-4ae7-ac70-34193aac88e5 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:56:47.873394 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c136245-5078-4245-8678-582c8b172969 req-fe1b4950-b9c8-4a24-b4d1-68c9057c6c50 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:47.874980 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c136245-5078-4245-8678-582c8b172969 req-fe1b4950-b9c8-4a24-b4d1-68c9057c6c50 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=7220f1e5-6f6e-4015-bf2d-65cee7d2e13d HTTP/1.1" status: 200 len: 949 time: 0.0868816 Feb 07 20:56:47.886080 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1c566a09-92cb-4724-ac96-790bca690284 req-265058e6-af94-480f-a77d-f351a8981028 service neutron] 10.222.0.69 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758923 Feb 07 20:56:47.887203 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-d12fcf46-1879-4d1d-a07a-edff04cfc5e1 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:56:47.887925 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-d12fcf46-1879-4d1d-a07a-edff04cfc5e1 service neutron] Checking segment: {'id': 'c36ba493-f45a-477f-bc2f-ba08eaae4add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6eec4ad7-adfb-4ae7-ac70-34193aac88e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:56:47.887925 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-d12fcf46-1879-4d1d-a07a-edff04cfc5e1 service neutron] Bound using segment: {'id': 'c36ba493-f45a-477f-bc2f-ba08eaae4add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6eec4ad7-adfb-4ae7-ac70-34193aac88e5'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:56:47.892397 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-d12fcf46-1879-4d1d-a07a-edff04cfc5e1 service neutron] Bound port: ccc8fc1f-344d-4041-92ec-a1a1b4298a68, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36ba493-f45a-477f-bc2f-ba08eaae4add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6eec4ad7-adfb-4ae7-ac70-34193aac88e5'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:56:47.893086 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-d12fcf46-1879-4d1d-a07a-edff04cfc5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ccc8fc1f-344d-4041-92ec-a1a1b4298a68), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:47.931916 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=3b617b76-438e-48d2-8813-ff6db6efbf88,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:47.985761 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c7930bfe-4447-4bf1-b1b7-8ec613e7bb32 req-edff2d9d-2bf1-4298-9908-920adb92e387 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253667 Feb 07 20:56:47.986472 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53d415af-4137-4fdd-ac03-2b55f4f65ca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:48.027932 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c136245-5078-4245-8678-582c8b172969 req-20c224a0-d38e-4293-99f9-7a13254b867f tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395977 Feb 07 20:56:48.056281 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-d12fcf46-1879-4d1d-a07a-edff04cfc5e1 service neutron] For port ccc8fc1f-344d-4041-92ec-a1a1b4298a68, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:56:48.060988 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1c566a09-92cb-4724-ac96-790bca690284 req-86e1b7fa-00d2-4ca4-8efe-51ef890773d9 service neutron] 10.222.0.69 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492443 Feb 07 20:56:48.064999 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-d12fcf46-1879-4d1d-a07a-edff04cfc5e1 service neutron] For port ccc8fc1f-344d-4041-92ec-a1a1b4298a68, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=ccc8fc1f-344d-4041-92ec-a1a1b4298a68,segment=NetworkSegment(c36ba493-f45a-477f-bc2f-ba08eaae4add),segment_id=c36ba493-f45a-477f-bc2f-ba08eaae4add)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:56:48.078121 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-d12fcf46-1879-4d1d-a07a-edff04cfc5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ccc8fc1f-344d-4041-92ec-a1a1b4298a68), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:48.121045 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-d12fcf46-1879-4d1d-a07a-edff04cfc5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:48.121650 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-d12fcf46-1879-4d1d-a07a-edff04cfc5e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:48.122993 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-d12fcf46-1879-4d1d-a07a-edff04cfc5e1 service neutron] 10.222.0.69 "PUT /v2.0/ports/ccc8fc1f-344d-4041-92ec-a1a1b4298a68 HTTP/1.1" status: 200 len: 1092 time: 1.4339123 Feb 07 20:56:48.147787 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2565a9a-707a-4538-8667-76aea9e4cfaf req-1ac871f9-92e8-42ad-bef5-2e1e4d2fad34 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060027 Feb 07 20:56:48.155952 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fcf46-1879-4d1d-a07a-edff04cfc5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc8fc1f-344d-4041-92ec-a1a1b4298a68,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:48.221982 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c26efd-3240-48a7-9b9d-eb000f8be761 req-104e0c78-8694-4943-8259-b0b34db3fc38 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:48.223543 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-37c26efd-3240-48a7-9b9d-eb000f8be761 req-104e0c78-8694-4943-8259-b0b34db3fc38 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=c832ff85-54c4-4b59-af92-488f32f3f750 HTTP/1.1" status: 200 len: 949 time: 0.1492696 Feb 07 20:56:48.242113 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53d415af-4137-4fdd-ac03-2b55f4f65ca2 admin admin] Publish callbacks [] for security_group (79f77f2b-700c-4135-b8ca-0bfe7979ca3b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:48.249807 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e74448fc-d9ea-4a67-a8b3-5f1141121e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:48.254463 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc706a94-be28-4508-87c7-44cc262daf81 req-c7503be8-2f39-4667-8643-a7822aff32bf tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:48.256057 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bc706a94-be28-4508-87c7-44cc262daf81 req-c7503be8-2f39-4667-8643-a7822aff32bf tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 944 time: 0.1341891 Feb 07 20:56:48.266872 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53d415af-4137-4fdd-ac03-2b55f4f65ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (79f77f2b-700c-4135-b8ca-0bfe7979ca3b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:48.348578 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-53d415af-4137-4fdd-ac03-2b55f4f65ca2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d130bc6bfcec4044bafffcdf2f65645a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5825684 Feb 07 20:56:48.358793 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d415af-4137-4fdd-ac03-2b55f4f65ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f77f2b-700c-4135-b8ca-0bfe7979ca3b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:48.361258 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39136) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:48.387924 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-37c26efd-3240-48a7-9b9d-eb000f8be761 req-3601b07d-f250-49d5-99c1-f2b7df60d9e0 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526961 Feb 07 20:56:48.403300 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bc706a94-be28-4508-87c7-44cc262daf81 req-0b5968c8-d8d3-470d-8c67-9a52ef307a4c tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379685 Feb 07 20:56:48.435439 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-e24aa7cf-2cfe-41c2-8348-ad7ec00929a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:48.437067 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-e24aa7cf-2cfe-41c2-8348-ad7ec00929a8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce2415b1f37244369055dcaf46ee8fc2&device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 1126 time: 0.2721932 Feb 07 20:56:48.442824 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afed5b0e-d651-4a1f-81a8-328b99d395f4 admin admin] Publish callbacks [] for security_group (79f77f2b-700c-4135-b8ca-0bfe7979ca3b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:48.467708 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afed5b0e-d651-4a1f-81a8-328b99d395f4 admin admin] Publish callbacks [] for security_group (79f77f2b-700c-4135-b8ca-0bfe7979ca3b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:48.480319 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-7a3f5cfc-10d7-497b-a370-2dec3d6aac13 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccc8fc1f-344d-4041-92ec-a1a1b4298a68 HTTP/1.1" status: 200 len: 217 time: 0.0355833 Feb 07 20:56:48.522473 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afed5b0e-d651-4a1f-81a8-328b99d395f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (79f77f2b-700c-4135-b8ca-0bfe7979ca3b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:48.526634 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afed5b0e-d651-4a1f-81a8-328b99d395f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:48.531210 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-afed5b0e-d651-4a1f-81a8-328b99d395f4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/79f77f2b-700c-4135-b8ca-0bfe7979ca3b HTTP/1.1" status: 204 len: 168 time: 0.1620669 Feb 07 20:56:48.534202 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-1862ef1a-c00d-4832-9abc-5ec0d85c072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:48.535839 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-1862ef1a-c00d-4832-9abc-5ec0d85c072c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5ea6921b-4a40-44b4-a0e9-1841fa551429 HTTP/1.1" status: 200 len: 850 time: 0.0494184 Feb 07 20:56:48.536719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed5b0e-d651-4a1f-81a8-328b99d395f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f77f2b-700c-4135-b8ca-0bfe7979ca3b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:48.577138 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-8e145d0c-ba35-4c9d-b97f-a109c6384f00 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6eec4ad7-adfb-4ae7-ac70-34193aac88e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341315 Feb 07 20:56:48.684505 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-acb775cf-66bc-459b-8933-b91275bfdb7e service neutron] 10.222.0.69 "GET /v2.0/networks/6eec4ad7-adfb-4ae7-ac70-34193aac88e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978260 Feb 07 20:56:48.785660 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39158) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:48.806518 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e4b33729-562d-481c-9977-ecfe3cd62204 req-9bf6a820-a920-48ba-9cfd-40805341d169 service neutron] 10.222.0.69 "GET /v2.0/networks/6eec4ad7-adfb-4ae7-ac70-34193aac88e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150692 Feb 07 20:56:48.818881 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158362f0-70f8-48c3-9a3f-9a3428d0b8a8 req-146727f6-ae18-46d5-aa3d-031597ac3c34 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:48.825828 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-158362f0-70f8-48c3-9a3f-9a3428d0b8a8 req-146727f6-ae18-46d5-aa3d-031597ac3c34 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 943 time: 0.0678799 Feb 07 20:56:48.869703 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-158362f0-70f8-48c3-9a3f-9a3428d0b8a8 req-c5a376df-3a8e-418f-879d-d41b6771a0db tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429132 Feb 07 20:56:48.913494 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39162) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:48.924422 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d76a314b-bacc-48e1-a104-b6ff1fb742b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:48.927037 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-705d8d2c-3ae6-4c5e-8d18-52b57c305846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:48.996416 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a', 'tag': 'ccc8fc1f-344d-4041-92ec-a1a1b4298a68'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:48.999056 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ddce05-d621-4607-a4af-5c07fa8070b1" -d '{"events": [{"name": "network-changed", "server_uuid": "988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a", "tag": "ccc8fc1f-344d-4041-92ec-a1a1b4298a68"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:49.008666 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d76a314b-bacc-48e1-a104-b6ff1fb742b0 admin admin] Publish callbacks [] for security_group (e869d99b-f83d-4ff8-9d7d-f74e3634a3a5), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:49.013961 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d76a314b-bacc-48e1-a104-b6ff1fb742b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e869d99b-f83d-4ff8-9d7d-f74e3634a3a5), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:49.014136 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-705d8d2c-3ae6-4c5e-8d18-52b57c305846 admin admin] Publish callbacks [] for security_group (4bcf2d8f-ef12-4c2d-8212-b844fa5b648f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:49.019004 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-705d8d2c-3ae6-4c5e-8d18-52b57c305846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4bcf2d8f-ef12-4c2d-8212-b844fa5b648f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:49.041712 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfd02f6-95bf-43b6-9c6c-f40de5d02f29 x-openstack-request-id: req-8cfd02f6-95bf-43b6-9c6c-f40de5d02f29 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:49.042010 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a", "tag": "ccc8fc1f-344d-4041-92ec-a1a1b4298a68", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:49.042268 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8cfd02f6-95bf-43b6-9c6c-f40de5d02f29 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:49.042656 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a', 'tag': 'ccc8fc1f-344d-4041-92ec-a1a1b4298a68', 'status': 'completed', 'code': 200} Feb 07 20:56:49.060678 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d8d2c-3ae6-4c5e-8d18-52b57c305846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcf2d8f-ef12-4c2d-8212-b844fa5b648f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:49.067129 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d76a314b-bacc-48e1-a104-b6ff1fb742b0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1906c41e6555451b8a4a01b3a582e82c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2760255 Feb 07 20:56:49.067953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39170) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:49.070628 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-705d8d2c-3ae6-4c5e-8d18-52b57c305846 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6a7766d07a2c4846add72ea9158900b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560738 Feb 07 20:56:49.073643 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39172) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:49.074641 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a314b-bacc-48e1-a104-b6ff1fb742b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e869d99b-f83d-4ff8-9d7d-f74e3634a3a5,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:49.158384 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddce05-d621-4607-a4af-5c07fa8070b1 req-7223810c-0060-40f9-8445-927dec58fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:49.159802 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f3ddce05-d621-4607-a4af-5c07fa8070b1 req-7223810c-0060-40f9-8445-927dec58fe77 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce2415b1f37244369055dcaf46ee8fc2&device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 1126 time: 0.0870426 Feb 07 20:56:49.164675 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e4caf7e-aaf7-4e41-bfd5-57182f10028c admin admin] Publish callbacks [] for security_group (4bcf2d8f-ef12-4c2d-8212-b844fa5b648f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:49.189343 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-33c5f052-ab1e-4211-a324-7e77fc58fb32 admin admin] Publish callbacks [] for security_group (e869d99b-f83d-4ff8-9d7d-f74e3634a3a5), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:49.212137 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2eda6-0a79-410c-81f6-64a4a4992cb5 req-143c6c98-b738-45b0-8088-5a60fba52c01 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:49.213355 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1f2eda6-0a79-410c-81f6-64a4a4992cb5 req-143c6c98-b738-45b0-8088-5a60fba52c01 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba75622c-a09d-4000-bf50-78b41a2ec04f HTTP/1.1" status: 200 len: 947 time: 0.1338947 Feb 07 20:56:49.237426 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e4caf7e-aaf7-4e41-bfd5-57182f10028c admin admin] Publish callbacks [] for security_group (4bcf2d8f-ef12-4c2d-8212-b844fa5b648f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:49.237860 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-33c5f052-ab1e-4211-a324-7e77fc58fb32 admin admin] Publish callbacks [] for security_group (e869d99b-f83d-4ff8-9d7d-f74e3634a3a5), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:49.264180 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17b04e-f1e9-425d-ba2c-e0fb49b1dfa7 req-1f9173e7-fdf9-47f6-b2eb-31316a13e7f6 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:49.265656 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf17b04e-f1e9-425d-ba2c-e0fb49b1dfa7 req-1f9173e7-fdf9-47f6-b2eb-31316a13e7f6 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=7220f1e5-6f6e-4015-bf2d-65cee7d2e13d HTTP/1.1" status: 200 len: 949 time: 0.1236150 Feb 07 20:56:49.295485 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddce05-d621-4607-a4af-5c07fa8070b1 req-d05d4c89-3135-4840-b371-cb196a64cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:49.296219 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f3ddce05-d621-4607-a4af-5c07fa8070b1 req-d05d4c89-3135-4840-b371-cb196a64cba9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6eec4ad7-adfb-4ae7-ac70-34193aac88e5 HTTP/1.1" status: 200 len: 911 time: 0.1289852 Feb 07 20:56:49.334710 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1f2eda6-0a79-410c-81f6-64a4a4992cb5 req-c2899610-4d4a-4a4e-82b7-8a6f5e0cf1c7 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081295 Feb 07 20:56:49.341092 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f3ddce05-d621-4607-a4af-5c07fa8070b1 req-5a568a7a-63e3-4a7f-aada-97528bba43bc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccc8fc1f-344d-4041-92ec-a1a1b4298a68 HTTP/1.1" status: 200 len: 217 time: 0.0384753 Feb 07 20:56:49.341780 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e4caf7e-aaf7-4e41-bfd5-57182f10028c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4bcf2d8f-ef12-4c2d-8212-b844fa5b648f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:49.345031 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e4caf7e-aaf7-4e41-bfd5-57182f10028c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:49.349286 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1e4caf7e-aaf7-4e41-bfd5-57182f10028c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4bcf2d8f-ef12-4c2d-8212-b844fa5b648f HTTP/1.1" status: 204 len: 168 time: 0.2641935 Feb 07 20:56:49.358196 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf17b04e-f1e9-425d-ba2c-e0fb49b1dfa7 req-b4b650d1-6630-440c-971a-7825d59496d3 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846229 Feb 07 20:56:49.369117 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-33c5f052-ab1e-4211-a324-7e77fc58fb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e869d99b-f83d-4ff8-9d7d-f74e3634a3a5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:49.372354 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-33c5f052-ab1e-4211-a324-7e77fc58fb32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:49.373491 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-33c5f052-ab1e-4211-a324-7e77fc58fb32 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e869d99b-f83d-4ff8-9d7d-f74e3634a3a5 HTTP/1.1" status: 204 len: 168 time: 0.3045876 Feb 07 20:56:49.389362 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5f052-ab1e-4211-a324-7e77fc58fb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e869d99b-f83d-4ff8-9d7d-f74e3634a3a5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:49.400936 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4caf7e-aaf7-4e41-bfd5-57182f10028c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcf2d8f-ef12-4c2d-8212-b844fa5b648f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:49.489468 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 3b617b76-438e-48d2-8813-ff6db6efbf88 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:56:49.496900 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddce05-d621-4607-a4af-5c07fa8070b1 req-6ab97d8f-126e-4d7d-843e-282e15e40d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:49.498469 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f3ddce05-d621-4607-a4af-5c07fa8070b1 req-6ab97d8f-126e-4d7d-843e-282e15e40d70 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5ea6921b-4a40-44b4-a0e9-1841fa551429 HTTP/1.1" status: 200 len: 850 time: 0.1430528 Feb 07 20:56:49.540899 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f3ddce05-d621-4607-a4af-5c07fa8070b1 req-1f2c0e9c-268e-4b38-ad59-8fcc3a8b3860 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6eec4ad7-adfb-4ae7-ac70-34193aac88e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341005 Feb 07 20:56:49.595511 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 3b617b76-438e-48d2-8813-ff6db6efbf88 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:49.595881 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3b617b76-438e-48d2-8813-ff6db6efbf88), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:49.632365 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cc465-f7af-4b35-ab7d-62e825539641 req-ab88325d-ac32-47c9-bf4c-e0d886d8e721 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:49.634093 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3c3cc465-f7af-4b35-ab7d-62e825539641 req-ab88325d-ac32-47c9-bf4c-e0d886d8e721 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=c832ff85-54c4-4b59-af92-488f32f3f750 HTTP/1.1" status: 200 len: 949 time: 0.1238151 Feb 07 20:56:49.651320 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c17aa-bc91-436a-aa32-224adeece91b req-117f4b8d-1604-4ff2-a67a-06b3a70e4d12 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:49.653084 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d25c17aa-bc91-436a-aa32-224adeece91b req-117f4b8d-1604-4ff2-a67a-06b3a70e4d12 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 944 time: 0.1218715 Feb 07 20:56:49.682726 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f3ddce05-d621-4607-a4af-5c07fa8070b1 req-c2dfa122-8b60-4ed9-8571-f4106fb2c33c service neutron] 10.222.0.69 "GET /v2.0/networks/6eec4ad7-adfb-4ae7-ac70-34193aac88e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344426 Feb 07 20:56:49.764834 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3c3cc465-f7af-4b35-ab7d-62e825539641 req-8390153b-b954-4a6c-8f78-ea838b572995 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230121 Feb 07 20:56:49.782130 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 3b617b76-438e-48d2-8813-ff6db6efbf88 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:49.820902 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d25c17aa-bc91-436a-aa32-224adeece91b req-7b30b347-be4d-448a-a9a2-24fefd498018 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448028 Feb 07 20:56:49.838113 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39188) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:49.867643 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3e3333a9-1953-4a5c-ba25-1424d5f03866 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:49.877820 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f3ddce05-d621-4607-a4af-5c07fa8070b1 req-201fa886-2759-4175-b049-7f378fbd637c service neutron] 10.222.0.69 "GET /v2.0/networks/6eec4ad7-adfb-4ae7-ac70-34193aac88e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881912 Feb 07 20:56:49.953207 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3e3333a9-1953-4a5c-ba25-1424d5f03866 admin admin] Publish callbacks [] for security_group (ca9b1831-8c75-4ecc-ac7a-255ca36b093d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:49.959402 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3e3333a9-1953-4a5c-ba25-1424d5f03866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ca9b1831-8c75-4ecc-ac7a-255ca36b093d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:50.004241 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3e3333a9-1953-4a5c-ba25-1424d5f03866 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dc4171bcf68d486cb34e6c6096b429f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1632614 Feb 07 20:56:50.004541 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39198) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:50.005255 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3333a9-1953-4a5c-ba25-1424d5f03866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9b1831-8c75-4ecc-ac7a-255ca36b093d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:50.022262 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd10cea-54b1-49b5-a5da-4de3feab4c09 req-45a6e8ba-8bcf-4c76-b6f9-d0d22426729c tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:50.022262 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9bd10cea-54b1-49b5-a5da-4de3feab4c09 req-45a6e8ba-8bcf-4c76-b6f9-d0d22426729c tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 943 time: 0.0648336 Feb 07 20:56:50.101075 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9bd10cea-54b1-49b5-a5da-4de3feab4c09 req-65cf39cc-d62e-4c26-98f0-1ca45007b3ba tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665991 Feb 07 20:56:50.101677 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36ae180c-be15-4669-93fe-c226cd4c4721 admin admin] Publish callbacks [] for security_group (ca9b1831-8c75-4ecc-ac7a-255ca36b093d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:50.124606 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36ae180c-be15-4669-93fe-c226cd4c4721 admin admin] Publish callbacks [] for security_group (ca9b1831-8c75-4ecc-ac7a-255ca36b093d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:50.210083 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80130dae-881f-486d-b576-b2fbce713657 req-8921ed56-0436-4b24-ae45-ff4c680694b5 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:50.211526 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80130dae-881f-486d-b576-b2fbce713657 req-8921ed56-0436-4b24-ae45-ff4c680694b5 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.71 "GET /v2.0/ports?device_id=7220f1e5-6f6e-4015-bf2d-65cee7d2e13d HTTP/1.1" status: 200 len: 949 time: 0.0778744 Feb 07 20:56:50.212578 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36ae180c-be15-4669-93fe-c226cd4c4721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ca9b1831-8c75-4ecc-ac7a-255ca36b093d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:50.215080 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36ae180c-be15-4669-93fe-c226cd4c4721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:50.216078 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-36ae180c-be15-4669-93fe-c226cd4c4721 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ca9b1831-8c75-4ecc-ac7a-255ca36b093d HTTP/1.1" status: 204 len: 168 time: 0.2105553 Feb 07 20:56:50.230877 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae180c-be15-4669-93fe-c226cd4c4721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9b1831-8c75-4ecc-ac7a-255ca36b093d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:50.397591 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-80130dae-881f-486d-b576-b2fbce713657 req-d02d9ee6-0f1d-4d2e-879e-55eaed3e6a96 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Deleting port 7d455599-7e27-4dfa-909a-c01f1edc8257 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:56:50.397938 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-80130dae-881f-486d-b576-b2fbce713657 req-d02d9ee6-0f1d-4d2e-879e-55eaed3e6a96 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (7d455599-7e27-4dfa-909a-c01f1edc8257), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:50.508974 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-19df1154-aa56-467c-a8a2-99362148d154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:50.580497 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-80130dae-881f-486d-b576-b2fbce713657 req-d02d9ee6-0f1d-4d2e-879e-55eaed3e6a96 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] For port 7d455599-7e27-4dfa-909a-c01f1edc8257, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=7d455599-7e27-4dfa-909a-c01f1edc8257,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:50.580860 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-80130dae-881f-486d-b576-b2fbce713657 req-d02d9ee6-0f1d-4d2e-879e-55eaed3e6a96 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (7d455599-7e27-4dfa-909a-c01f1edc8257), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:50.601740 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bcff8-9ee5-414c-bd87-8e12c8f3560b req-72c8ad0a-d8a9-442d-a08c-e75c64934a37 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:50.603202 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f61bcff8-9ee5-414c-bd87-8e12c8f3560b req-72c8ad0a-d8a9-442d-a08c-e75c64934a37 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=7220f1e5-6f6e-4015-bf2d-65cee7d2e13d HTTP/1.1" status: 200 len: 949 time: 0.1404014 Feb 07 20:56:50.611411 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-80130dae-881f-486d-b576-b2fbce713657 req-d02d9ee6-0f1d-4d2e-879e-55eaed3e6a96 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Calling delete_port for 7d455599-7e27-4dfa-909a-c01f1edc8257 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:56:50.618992 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3d559-e530-4c76-af5e-334614be6a50 req-7c48d099-98e1-436d-9301-25a37330603a tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:50.620432 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52c3d559-e530-4c76-af5e-334614be6a50 req-7c48d099-98e1-436d-9301-25a37330603a tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba75622c-a09d-4000-bf50-78b41a2ec04f HTTP/1.1" status: 200 len: 947 time: 0.1463816 Feb 07 20:56:50.762996 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f61bcff8-9ee5-414c-bd87-8e12c8f3560b req-5b9c19c5-102f-48ac-b9cd-5e44b9675d62 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483231 Feb 07 20:56:50.770850 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52c3d559-e530-4c76-af5e-334614be6a50 req-6934ddaf-704c-4063-992e-45c209653031 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408253 Feb 07 20:56:50.894893 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-80130dae-881f-486d-b576-b2fbce713657 req-d02d9ee6-0f1d-4d2e-879e-55eaed3e6a96 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (7d455599-7e27-4dfa-909a-c01f1edc8257), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:50.914875 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['218222d3-d530-4d3b-9af8-c086ee10df5b', '7d455599-7e27-4dfa-909a-c01f1edc8257'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:56:51.247174 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d9ee6-0f1d-4d2e-879e-55eaed3e6a96 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Pushing event deleted for resources: {'Port': ['ID=7d455599-7e27-4dfa-909a-c01f1edc8257,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:51.287000 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efcdc3-adb7-44e8-a26f-413992272226 req-e6397844-bb62-4e45-98ea-788138cf0809 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:51.288499 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4efcdc3-adb7-44e8-a26f-413992272226 req-e6397844-bb62-4e45-98ea-788138cf0809 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=c832ff85-54c4-4b59-af92-488f32f3f750 HTTP/1.1" status: 200 len: 949 time: 0.4406939 Feb 07 20:56:51.290922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-80130dae-881f-486d-b576-b2fbce713657 req-d02d9ee6-0f1d-4d2e-879e-55eaed3e6a96 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] No DVR routers for this DVR port 7d455599-7e27-4dfa-909a-c01f1edc8257 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:56:51.294532 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-80130dae-881f-486d-b576-b2fbce713657 req-d02d9ee6-0f1d-4d2e-879e-55eaed3e6a96 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:51.297850 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80130dae-881f-486d-b576-b2fbce713657 req-d02d9ee6-0f1d-4d2e-879e-55eaed3e6a96 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.71 "DELETE /v2.0/ports/7d455599-7e27-4dfa-909a-c01f1edc8257 HTTP/1.1" status: 204 len: 173 time: 1.0739319 Feb 07 20:56:51.298305 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7220f1e5-6f6e-4015-bf2d-65cee7d2e13d', 'name': 'network-vif-deleted', 'tag': '7d455599-7e27-4dfa-909a-c01f1edc8257'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:51.300575 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13da8d0-bd5d-4f90-a06e-f4f8ae363f3b" -d '{"events": [{"server_uuid": "7220f1e5-6f6e-4015-bf2d-65cee7d2e13d", "name": "network-vif-deleted", "tag": "7d455599-7e27-4dfa-909a-c01f1edc8257"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:51.362434 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837a706-ff59-4cf7-be80-d11be3c96b22 req-250401a6-8a3d-48bd-a874-9bdd8c1156d2 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:51.369393 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d837a706-ff59-4cf7-be80-d11be3c96b22 req-250401a6-8a3d-48bd-a874-9bdd8c1156d2 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 944 time: 0.4559708 Feb 07 20:56:51.392281 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4efcdc3-adb7-44e8-a26f-413992272226 req-38053cf5-82b7-4761-9697-d9624e6e6605 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878501 Feb 07 20:56:51.455915 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d837a706-ff59-4cf7-be80-d11be3c96b22 req-7998fe6a-58aa-41a2-9cc8-62edde8fe96e tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855248 Feb 07 20:56:51.506618 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30873a42-8c2a-43ab-b9c4-5fb9537ba957 x-openstack-request-id: req-30873a42-8c2a-43ab-b9c4-5fb9537ba957 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:51.506930 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7220f1e5-6f6e-4015-bf2d-65cee7d2e13d", "name": "network-vif-deleted", "tag": "7d455599-7e27-4dfa-909a-c01f1edc8257", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:51.507197 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-30873a42-8c2a-43ab-b9c4-5fb9537ba957 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:51.507653 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7220f1e5-6f6e-4015-bf2d-65cee7d2e13d', 'name': 'network-vif-deleted', 'tag': '7d455599-7e27-4dfa-909a-c01f1edc8257', 'status': 'completed', 'code': 200} Feb 07 20:56:51.569734 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b2ff1-14d0-4f85-b714-d46d31e897e8 req-54a2ec57-21bf-464c-97b1-259793179f21 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:51.576933 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e0b2ff1-14d0-4f85-b714-d46d31e897e8 req-54a2ec57-21bf-464c-97b1-259793179f21 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 943 time: 0.0777426 Feb 07 20:56:51.603934 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:51.653056 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e0b2ff1-14d0-4f85-b714-d46d31e897e8 req-ac275c18-9b14-4c82-9e51-f20458be918b tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752449 Feb 07 20:56:51.664716 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8068b-36fd-452f-97e2-d3cef611ad6b req-fb19444a-0021-44dd-94bf-6a3e0e57e223 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:51.666266 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72c8068b-36fd-452f-97e2-d3cef611ad6b req-fb19444a-0021-44dd-94bf-6a3e0e57e223 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe9a04f0-2c09-448d-99d0-a46925971e94 HTTP/1.1" status: 200 len: 950 time: 0.0866098 Feb 07 20:56:51.728021 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72c8068b-36fd-452f-97e2-d3cef611ad6b req-c2f2a18e-56dc-47a7-9004-9ef39e87c858 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558584 Feb 07 20:56:52.025878 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcc979-a986-4c4f-8b03-a0c0a507d260 req-cd09194f-4362-4dc7-8247-b4ecf6b14ce3 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:52.030966 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcc979-a986-4c4f-8b03-a0c0a507d260 req-cd09194f-4362-4dc7-8247-b4ecf6b14ce3 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:52.032537 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91dcc979-a986-4c4f-8b03-a0c0a507d260 req-cd09194f-4362-4dc7-8247-b4ecf6b14ce3 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=c832ff85-54c4-4b59-af92-488f32f3f750&device_id=fe9a04f0-2c09-448d-99d0-a46925971e94 HTTP/1.1" status: 200 len: 1690 time: 0.0605228 Feb 07 20:56:52.078711 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91dcc979-a986-4c4f-8b03-a0c0a507d260 req-284b8b3e-e07f-4492-a978-1a42d1f60aee tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404909 Feb 07 20:56:52.200630 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea10d12-b359-4596-baff-39b67fd64510 req-eea32f8e-5ff5-4fac-92d7-7f04ba3e8821 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:52.202097 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0ea10d12-b359-4596-baff-39b67fd64510 req-eea32f8e-5ff5-4fac-92d7-7f04ba3e8821 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba75622c-a09d-4000-bf50-78b41a2ec04f HTTP/1.1" status: 200 len: 947 time: 0.0518136 Feb 07 20:56:52.248583 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0ea10d12-b359-4596-baff-39b67fd64510 req-fb1cb269-9200-41ac-8e70-3261134bfe0e tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407083 Feb 07 20:56:52.249967 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 895268e1-a192-4831-94b8-12c0270628fc details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:56:52.354472 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 895268e1-a192-4831-94b8-12c0270628fc, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=895268e1-a192-4831-94b8-12c0270628fc,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:52.371902 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '895268e1-a192-4831-94b8-12c0270628fc', 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df', 'port_id': '895268e1-a192-4831-94b8-12c0270628fc', 'mac_address': 'fa:16:3e:80:14:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3768dda-d71b-40b0-9d56-296b11c3fa2b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:56:52.411564 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 895268e1-a192-4831-94b8-12c0270628fc is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:52.411998 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (895268e1-a192-4831-94b8-12c0270628fc), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:52.426456 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 895268e1-a192-4831-94b8-12c0270628fc {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:56:52.454972 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 895268e1-a192-4831-94b8-12c0270628fc, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=895268e1-a192-4831-94b8-12c0270628fc,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:52.460439 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (895268e1-a192-4831-94b8-12c0270628fc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:52.518655 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=895268e1-a192-4831-94b8-12c0270628fc,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:52.573295 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39c41c-9f15-43ed-b3c2-0232ea4cc9d7 req-d957231f-3f83-492d-9626-bef4fed9d4b0 tempest-ServersOnMultiNodesTest-1113596232 tempest-ServersOnMultiNodesTest-1113596232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:52.574805 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b39c41c-9f15-43ed-b3c2-0232ea4cc9d7 req-d957231f-3f83-492d-9626-bef4fed9d4b0 tempest-ServersOnMultiNodesTest-1113596232 tempest-ServersOnMultiNodesTest-1113596232-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c832ff85-54c4-4b59-af92-488f32f3f750 HTTP/1.1" status: 200 len: 1131 time: 0.0764086 Feb 07 20:56:52.606738 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e0d1b-6318-46a7-9b46-d298e3715446 req-5d5c2f21-a3b4-4a5a-b39e-10dc9b046698 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:52.608131 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-971e0d1b-6318-46a7-9b46-d298e3715446 req-5d5c2f21-a3b4-4a5a-b39e-10dc9b046698 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=0afaef49-0659-40da-8e43-75edb8d188a7 HTTP/1.1" status: 200 len: 948 time: 0.0710256 Feb 07 20:56:52.617842 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 496e2680-440d-4938-bc4b-5e4fb38e1b51 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:56:52.646764 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b39c41c-9f15-43ed-b3c2-0232ea4cc9d7 req-48ce7d20-843e-49a7-a371-cde1aeeea6b6 tempest-ServersOnMultiNodesTest-1113596232 tempest-ServersOnMultiNodesTest-1113596232-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654128 Feb 07 20:56:52.669020 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-971e0d1b-6318-46a7-9b46-d298e3715446 req-c97cea5f-ffe2-49ca-9b08-11cef6a3b458 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521672 Feb 07 20:56:52.729367 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 496e2680-440d-4938-bc4b-5e4fb38e1b51, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=496e2680-440d-4938-bc4b-5e4fb38e1b51,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:52.742153 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '496e2680-440d-4938-bc4b-5e4fb38e1b51', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '496e2680-440d-4938-bc4b-5e4fb38e1b51', 'mac_address': 'fa:16:3e:36:ee:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:56:52.784682 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9e5e1-77ed-4cbb-b7f3-973fd2790bd8 req-3be5afa9-9851-4d5b-9d0c-3137fa3af56d tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:52.784951 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 496e2680-440d-4938-bc4b-5e4fb38e1b51 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:52.786165 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (496e2680-440d-4938-bc4b-5e4fb38e1b51), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:52.786501 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dab9e5e1-77ed-4cbb-b7f3-973fd2790bd8 req-3be5afa9-9851-4d5b-9d0c-3137fa3af56d tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 944 time: 0.0703671 Feb 07 20:56:52.799402 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496e2680-440d-4938-bc4b-5e4fb38e1b51 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:56:52.820358 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 496e2680-440d-4938-bc4b-5e4fb38e1b51, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=496e2680-440d-4938-bc4b-5e4fb38e1b51,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:52.827199 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (496e2680-440d-4938-bc4b-5e4fb38e1b51), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:52.858442 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dab9e5e1-77ed-4cbb-b7f3-973fd2790bd8 req-7fbeffff-21d0-4693-8257-ed5a53c651e4 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652282 Feb 07 20:56:52.874451 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['895268e1-a192-4831-94b8-12c0270628fc'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:56:52.909538 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f580e-54b8-429d-ba12-95631f062e0a req-792ce562-38a0-43e9-8e72-41d758040fe0 tempest-ServersOnMultiNodesTest-1113596232 tempest-ServersOnMultiNodesTest-1113596232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:52.917396 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d3f580e-54b8-429d-ba12-95631f062e0a req-792ce562-38a0-43e9-8e72-41d758040fe0 tempest-ServersOnMultiNodesTest-1113596232 tempest-ServersOnMultiNodesTest-1113596232-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=fe9a04f0-2c09-448d-99d0-a46925971e94 HTTP/1.1" status: 200 len: 1132 time: 0.0574465 Feb 07 20:56:52.925655 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=496e2680-440d-4938-bc4b-5e4fb38e1b51,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:52.989475 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d3f580e-54b8-429d-ba12-95631f062e0a req-763e7035-7059-49e0-8e17-9dd6ac79c95b tempest-ServersOnMultiNodesTest-1113596232 tempest-ServersOnMultiNodesTest-1113596232-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709844 Feb 07 20:56:53.001257 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291b84f-f98c-4f08-bef1-51a2a0ea5c82 req-0177e9ca-d2fa-425d-b6f6-cc78142f62b7 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:53.002800 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5291b84f-f98c-4f08-bef1-51a2a0ea5c82 req-0177e9ca-d2fa-425d-b6f6-cc78142f62b7 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 944 time: 0.0832808 Feb 07 20:56:53.055571 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5291b84f-f98c-4f08-bef1-51a2a0ea5c82 req-fe636bf2-1083-41e7-820f-021be175a7ee tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455391 Feb 07 20:56:53.078358 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:53.217241 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-dc4adac6-32a9-462f-aed6-e13fcd51d652 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=158a4ea448b4471c9480285ef58a9cb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213113 Feb 07 20:56:53.323120 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['496e2680-440d-4938-bc4b-5e4fb38e1b51'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:56:53.344241 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-b676dc92-0993-4335-a36b-b8a0f68cb39c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:53.345023 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39356) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:53.349102 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-b676dc92-0993-4335-a36b-b8a0f68cb39c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1248097 Feb 07 20:56:53.368354 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-9dc8a630-c899-4da1-920a-d6f37e6eb18c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/quotas/158a4ea448b4471c9480285ef58a9cb5 HTTP/1.1" status: 200 len: 375 time: 0.0160792 Feb 07 20:56:53.463065 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f571cece-9c9b-4ba2-b6ce-c8ab584d5d32 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=158a4ea448b4471c9480285ef58a9cb5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0909183 Feb 07 20:56:53.533075 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81bef3a4-a991-4286-949f-4025f768faa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:53.556474 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230c558-4507-4e59-8710-3242970f12c2 req-56ba50a8-a693-4877-a90a-2382ad54ab83 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:53.558992 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5230c558-4507-4e59-8710-3242970f12c2 req-56ba50a8-a693-4877-a90a-2382ad54ab83 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba75622c-a09d-4000-bf50-78b41a2ec04f HTTP/1.1" status: 200 len: 948 time: 0.0869834 Feb 07 20:56:53.631319 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81bef3a4-a991-4286-949f-4025f768faa5 admin admin] Publish callbacks [] for security_group (1d6146b1-6e31-4003-8569-05444dba1202), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:53.638086 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5230c558-4507-4e59-8710-3242970f12c2 req-2f6f2b5d-86aa-459e-b20a-97f578d6227b tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721126 Feb 07 20:56:53.638248 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81bef3a4-a991-4286-949f-4025f768faa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1d6146b1-6e31-4003-8569-05444dba1202), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:53.685255 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-81bef3a4-a991-4286-949f-4025f768faa5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ddf74e66d7ef46a2ac620b4fa47734ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3389254 Feb 07 20:56:53.690279 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39374) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:53.692411 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-39fe8b63-77b0-4403-be89-9981f89590c6 req-60fc2d6c-932f-41be-b3f6-dc4f416c6467 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca HTTP/1.1" status: 200 len: 210 time: 0.0362091 Feb 07 20:56:53.726804 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bef3a4-a991-4286-949f-4025f768faa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6146b1-6e31-4003-8569-05444dba1202,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:53.757282 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50cb78d5-f9a0-43a7-ab54-a75e70af18ed admin admin] Publish callbacks [] for security_group (1d6146b1-6e31-4003-8569-05444dba1202), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:53.787120 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50cb78d5-f9a0-43a7-ab54-a75e70af18ed admin admin] Publish callbacks [] for security_group (1d6146b1-6e31-4003-8569-05444dba1202), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:53.867398 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260729f-b671-4052-a1a2-44b35a88b45a req-69c5b35f-2706-4e11-afdd-b251b71962d3 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:53.868912 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a260729f-b671-4052-a1a2-44b35a88b45a req-69c5b35f-2706-4e11-afdd-b251b71962d3 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=0afaef49-0659-40da-8e43-75edb8d188a7 HTTP/1.1" status: 200 len: 948 time: 0.0875306 Feb 07 20:56:53.894996 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50cb78d5-f9a0-43a7-ab54-a75e70af18ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1d6146b1-6e31-4003-8569-05444dba1202), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:53.897525 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50cb78d5-f9a0-43a7-ab54-a75e70af18ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:53.898643 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-50cb78d5-f9a0-43a7-ab54-a75e70af18ed admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1d6146b1-6e31-4003-8569-05444dba1202 HTTP/1.1" status: 204 len: 168 time: 0.2053661 Feb 07 20:56:53.910704 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb78d5-f9a0-43a7-ab54-a75e70af18ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6146b1-6e31-4003-8569-05444dba1202,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:53.948415 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a260729f-b671-4052-a1a2-44b35a88b45a req-baedab43-5ff4-46b2-a0cb-392d36e7953e tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674109 Feb 07 20:56:54.055996 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374a466-b8d2-4caa-946e-4dab8bdbf5d4 req-5043e7be-c4ea-4ff4-bd13-3a079f8aa3ff tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:54.057868 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4374a466-b8d2-4caa-946e-4dab8bdbf5d4 req-5043e7be-c4ea-4ff4-bd13-3a079f8aa3ff tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 944 time: 0.0804613 Feb 07 20:56:54.134116 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4374a466-b8d2-4caa-946e-4dab8bdbf5d4 req-4521ec0c-e959-4266-b49a-cdb9f509ce69 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648248 Feb 07 20:56:54.214226 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d406e1e-0c59-4e7b-a061-86ae12696c41 req-b876cd94-16d0-406f-921d-48e5dee0dfa5 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:54.216434 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d406e1e-0c59-4e7b-a061-86ae12696c41 req-b876cd94-16d0-406f-921d-48e5dee0dfa5 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 944 time: 0.0655084 Feb 07 20:56:54.262534 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device ccc8fc1f-344d-4041-92ec-a1a1b4298a68 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:56:54.268548 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 895268e1-a192-4831-94b8-12c0270628fc up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:56:54.276617 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d406e1e-0c59-4e7b-a061-86ae12696c41 req-4df4bc06-e91d-43d5-9e89-24cb49738c8b tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524561 Feb 07 20:56:54.410327 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:54.414914 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39412) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:54.428168 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca8710a0-1bf2-4cb9-bce3-05e71d2539ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:54.443960 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 895268e1-a192-4831-94b8-12c0270628fc completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:56:54.454537 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 895268e1-a192-4831-94b8-12c0270628fc triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:54.454903 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (895268e1-a192-4831-94b8-12c0270628fc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:54.485564 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port ccc8fc1f-344d-4041-92ec-a1a1b4298a68, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=ccc8fc1f-344d-4041-92ec-a1a1b4298a68,segment=NetworkSegment(c36ba493-f45a-477f-bc2f-ba08eaae4add),segment_id=c36ba493-f45a-477f-bc2f-ba08eaae4add)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:54.506816 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'ccc8fc1f-344d-4041-92ec-a1a1b4298a68', 'network_id': '6eec4ad7-adfb-4ae7-ac70-34193aac88e5', 'port_id': 'ccc8fc1f-344d-4041-92ec-a1a1b4298a68', 'mac_address': 'fa:16:3e:b0:3b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea6921b-4a40-44b4-a0e9-1841fa551429', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:56:54.541370 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca8710a0-1bf2-4cb9-bce3-05e71d2539ab admin admin] Publish callbacks [] for security_group (fda2d719-4783-4cfb-ab82-1f0fbc930f47), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:54.548618 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca8710a0-1bf2-4cb9-bce3-05e71d2539ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (fda2d719-4783-4cfb-ab82-1f0fbc930f47), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:54.565905 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337122f-c37c-4762-8bf6-275b6b3046eb req-4f8d0485-eaf5-4acb-ba5f-6a090453bb21 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:54.567779 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d337122f-c37c-4762-8bf6-275b6b3046eb req-4f8d0485-eaf5-4acb-ba5f-6a090453bb21 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.71 "GET /v2.0/ports?device_id=0afaef49-0659-40da-8e43-75edb8d188a7 HTTP/1.1" status: 200 len: 948 time: 0.0608363 Feb 07 20:56:54.575318 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port ccc8fc1f-344d-4041-92ec-a1a1b4298a68 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:54.575959 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ccc8fc1f-344d-4041-92ec-a1a1b4298a68), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:54.598977 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ca8710a0-1bf2-4cb9-bce3-05e71d2539ab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1ff59b6c1bee44a98cfd00d542fdd398&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1830263 Feb 07 20:56:54.599638 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc8fc1f-344d-4041-92ec-a1a1b4298a68 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:56:54.600246 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39414) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:54.608584 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8710a0-1bf2-4cb9-bce3-05e71d2539ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda2d719-4783-4cfb-ab82-1f0fbc930f47,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:54.616592 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 895268e1-a192-4831-94b8-12c0270628fc is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:54.616984 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (895268e1-a192-4831-94b8-12c0270628fc), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:54.633088 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 7d455599-7e27-4dfa-909a-c01f1edc8257 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:56:54.642935 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port ccc8fc1f-344d-4041-92ec-a1a1b4298a68, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=ccc8fc1f-344d-4041-92ec-a1a1b4298a68,segment=NetworkSegment(c36ba493-f45a-477f-bc2f-ba08eaae4add),segment_id=c36ba493-f45a-477f-bc2f-ba08eaae4add)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:54.668185 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ccc8fc1f-344d-4041-92ec-a1a1b4298a68), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:54.669850 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 7d455599-7e27-4dfa-909a-c01f1edc8257 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:56:54.670407 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 7d455599-7e27-4dfa-909a-c01f1edc8257 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:56:54.680980 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9405cb45-73d3-401f-84a5-0cd42d383269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895268e1-a192-4831-94b8-12c0270628fc'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:54.683224 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23218ef1-c764-417b-8d44-8d09407142b1" -d '{"events": [{"server_uuid": "9405cb45-73d3-401f-84a5-0cd42d383269", "name": "network-vif-plugged", "status": "completed", "tag": "895268e1-a192-4831-94b8-12c0270628fc"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:54.684400 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b04cc5af-2355-4931-a03f-9af2a3e0d3f8 admin admin] Publish callbacks [] for security_group (fda2d719-4783-4cfb-ab82-1f0fbc930f47), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:54.721187 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b04cc5af-2355-4931-a03f-9af2a3e0d3f8 admin admin] Publish callbacks [] for security_group (fda2d719-4783-4cfb-ab82-1f0fbc930f47), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:54.764140 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-d337122f-c37c-4762-8bf6-275b6b3046eb req-0e17a2f9-745e-42f3-8137-97cfe0ae1f07 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Deleting port 218222d3-d530-4d3b-9af8-c086ee10df5b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:56:54.764793 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d337122f-c37c-4762-8bf6-275b6b3046eb req-0e17a2f9-745e-42f3-8137-97cfe0ae1f07 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (218222d3-d530-4d3b-9af8-c086ee10df5b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:54.773514 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 895268e1-a192-4831-94b8-12c0270628fc, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=895268e1-a192-4831-94b8-12c0270628fc,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:54.787117 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (895268e1-a192-4831-94b8-12c0270628fc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:54.828670 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=ccc8fc1f-344d-4041-92ec-a1a1b4298a68,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:54.859154 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b04cc5af-2355-4931-a03f-9af2a3e0d3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (fda2d719-4783-4cfb-ab82-1f0fbc930f47), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:54.864605 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b04cc5af-2355-4931-a03f-9af2a3e0d3f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:54.876217 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b04cc5af-2355-4931-a03f-9af2a3e0d3f8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fda2d719-4783-4cfb-ab82-1f0fbc930f47 HTTP/1.1" status: 204 len: 168 time: 0.2636929 Feb 07 20:56:54.915065 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b048efb-66f3-441f-8da6-1103e12597e5 req-944f0ba2-0f7a-46de-b15a-752011154f8d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:54.930691 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7b048efb-66f3-441f-8da6-1103e12597e5 req-944f0ba2-0f7a-46de-b15a-752011154f8d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba75622c-a09d-4000-bf50-78b41a2ec04f HTTP/1.1" status: 200 len: 948 time: 0.2040548 Feb 07 20:56:54.940605 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-94b8e5d1-767d-41bc-9998-0bac15041d96 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=158a4ea448b4471c9480285ef58a9cb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607281 Feb 07 20:56:54.994762 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-d337122f-c37c-4762-8bf6-275b6b3046eb req-0e17a2f9-745e-42f3-8137-97cfe0ae1f07 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] For port 218222d3-d530-4d3b-9af8-c086ee10df5b, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=218222d3-d530-4d3b-9af8-c086ee10df5b,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:54.995187 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d337122f-c37c-4762-8bf6-275b6b3046eb req-0e17a2f9-745e-42f3-8137-97cfe0ae1f07 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (218222d3-d530-4d3b-9af8-c086ee10df5b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:55.017856 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c35f3314-4f53-4c9e-8213-aa147cededd2 req-dff6ff50-731e-4a61-80b5-4947cb534281 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca HTTP/1.1" status: 200 len: 210 time: 0.0433273 Feb 07 20:56:55.034311 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32483443-f2ce-4b79-9302-03ff847a8f0d x-openstack-request-id: req-32483443-f2ce-4b79-9302-03ff847a8f0d {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:55.034707 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9405cb45-73d3-401f-84a5-0cd42d383269", "name": "network-vif-plugged", "status": "completed", "tag": "895268e1-a192-4831-94b8-12c0270628fc", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:55.035001 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-32483443-f2ce-4b79-9302-03ff847a8f0d {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:55.035751 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9405cb45-73d3-401f-84a5-0cd42d383269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895268e1-a192-4831-94b8-12c0270628fc', 'code': 200} Feb 07 20:56:55.057764 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-d337122f-c37c-4762-8bf6-275b6b3046eb req-0e17a2f9-745e-42f3-8137-97cfe0ae1f07 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Calling delete_port for 218222d3-d530-4d3b-9af8-c086ee10df5b owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:56:55.087960 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04cc5af-2355-4931-a03f-9af2a3e0d3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda2d719-4783-4cfb-ab82-1f0fbc930f47,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:55.089024 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=895268e1-a192-4831-94b8-12c0270628fc,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:55.154360 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7b048efb-66f3-441f-8da6-1103e12597e5 req-d60826b8-9252-4a15-8bda-5b4b1666c1c9 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225380 Feb 07 20:56:55.210955 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['ccc8fc1f-344d-4041-92ec-a1a1b4298a68'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:56:55.215644 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-89d128a3-2025-48c9-9884-738814deb3e6 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:55.217169 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-89d128a3-2025-48c9-9884-738814deb3e6 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2659190 Feb 07 20:56:55.220160 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c431-b669-4d22-9804-31ee4942e586 req-16dbfa24-7676-453e-821a-888f25dfc8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:55.222739 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4436c431-b669-4d22-9804-31ee4942e586 req-16dbfa24-7676-453e-821a-888f25dfc8ee service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 1127 time: 0.1262534 Feb 07 20:56:55.236080 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f170fa00-b9b0-4ff3-a06b-bd50a4e69ac6 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Request body: {'port': {'device_id': 'cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': '158a4ea448b4471c9480285ef58a9cb5'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:55.369568 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4436c431-b669-4d22-9804-31ee4942e586 req-6063f0e4-b7d3-43d3-8792-54385f1f0446 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293008 Feb 07 20:56:55.436105 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f170fa00-b9b0-4ff3-a06b-bd50a4e69ac6 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Made reservation on behalf of 158a4ea448b4471c9480285ef58a9cb5 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:56:55.439957 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698ee10-979d-4898-9db5-1d98a7968808 req-478493fa-5bce-4801-b90d-9e55dd3e676d tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:55.440088 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f170fa00-b9b0-4ff3-a06b-bd50a4e69ac6 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:55.441759 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d698ee10-979d-4898-9db5-1d98a7968808 req-478493fa-5bce-4801-b90d-9e55dd3e676d tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/ports?device_id=0afaef49-0659-40da-8e43-75edb8d188a7 HTTP/1.1" status: 200 len: 948 time: 0.1739395 Feb 07 20:56:55.575190 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d337122f-c37c-4762-8bf6-275b6b3046eb req-0e17a2f9-745e-42f3-8137-97cfe0ae1f07 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (218222d3-d530-4d3b-9af8-c086ee10df5b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:55.588689 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d698ee10-979d-4898-9db5-1d98a7968808 req-0ce56e81-cd83-4e4b-b08e-8c2650a3dfc8 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.65 "GET /v2.0/security-groups?id=82f77861-a8c5-4c89-8d80-2bc6b7e8866f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368392 Feb 07 20:56:55.599650 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['218222d3-d530-4d3b-9af8-c086ee10df5b'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:56:55.680944 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17a2f9-745e-42f3-8137-97cfe0ae1f07 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Pushing event deleted for resources: {'Port': ['ID=218222d3-d530-4d3b-9af8-c086ee10df5b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:55.719288 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f170fa00-b9b0-4ff3-a06b-bd50a4e69ac6 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Allocated IP 192.168.233.109 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/a54040b2-aad5-4bbd-b7d7-184fcb291449) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:56:55.801818 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-d337122f-c37c-4762-8bf6-275b6b3046eb req-0e17a2f9-745e-42f3-8137-97cfe0ae1f07 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] No DVR routers for this DVR port 218222d3-d530-4d3b-9af8-c086ee10df5b on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:56:55.805121 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d337122f-c37c-4762-8bf6-275b6b3046eb req-0e17a2f9-745e-42f3-8137-97cfe0ae1f07 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:55.808510 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d337122f-c37c-4762-8bf6-275b6b3046eb req-0e17a2f9-745e-42f3-8137-97cfe0ae1f07 tempest-LiveMigrationNegativeTest-1507025094 tempest-LiveMigrationNegativeTest-1507025094-project] 10.222.0.71 "DELETE /v2.0/ports/218222d3-d530-4d3b-9af8-c086ee10df5b HTTP/1.1" status: 204 len: 173 time: 1.2331669 Feb 07 20:56:55.810024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afaef49-0659-40da-8e43-75edb8d188a7', 'name': 'network-vif-deleted', 'tag': '218222d3-d530-4d3b-9af8-c086ee10df5b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:55.814115 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65396b50-97c1-4ead-be7d-9787950311e6" -d '{"events": [{"server_uuid": "0afaef49-0659-40da-8e43-75edb8d188a7", "name": "network-vif-deleted", "tag": "218222d3-d530-4d3b-9af8-c086ee10df5b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:55.831658 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2243b-5350-4162-beee-49d6ce64aaa2 req-11a4edcb-02a5-47cf-a651-cbe1729fe8c4 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:55.840286 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-27f2243b-5350-4162-beee-49d6ce64aaa2 req-11a4edcb-02a5-47cf-a651-cbe1729fe8c4 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 945 time: 0.2834888 Feb 07 20:56:55.920645 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-27f2243b-5350-4162-beee-49d6ce64aaa2 req-5ab78029-7973-4149-a9d1-52b37b2dc91b tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751476 Feb 07 20:56:55.941185 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbc107-ed99-4a56-8f83-2f6ef975aff9 req-223f98f7-c346-453e-8d41-25de8cc8cdf3 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:55.942994 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbfbc107-ed99-4a56-8f83-2f6ef975aff9 req-223f98f7-c346-453e-8d41-25de8cc8cdf3 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 945 time: 0.2087250 Feb 07 20:56:55.967428 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f170fa00-b9b0-4ff3-a06b-bd50a4e69ac6 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks [] for port (a54040b2-aad5-4bbd-b7d7-184fcb291449), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:56.002712 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fcceff-59de-48b0-a6a2-4922155c79ff x-openstack-request-id: req-20fcceff-59de-48b0-a6a2-4922155c79ff {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:56.003010 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afaef49-0659-40da-8e43-75edb8d188a7", "name": "network-vif-deleted", "tag": "218222d3-d530-4d3b-9af8-c086ee10df5b", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:56.003270 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-20fcceff-59de-48b0-a6a2-4922155c79ff {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:56.003827 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afaef49-0659-40da-8e43-75edb8d188a7', 'name': 'network-vif-deleted', 'tag': '218222d3-d530-4d3b-9af8-c086ee10df5b', 'status': 'completed', 'code': 200} Feb 07 20:56:56.044942 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbfbc107-ed99-4a56-8f83-2f6ef975aff9 req-a58fd12a-76f7-49bf-a784-3ea5f85ba59b tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938628 Feb 07 20:56:56.049019 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f170fa00-b9b0-4ff3-a06b-bd50a4e69ac6 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (a54040b2-aad5-4bbd-b7d7-184fcb291449), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:56.067689 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['52765e43-953c-4bdc-a1cb-d749305c65c2', 'eab00f80-c2a6-48e1-84a6-52337e23ce88', '8800b3d8-8b81-47d5-8d4b-fbb69f191ede'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:56:56.067689 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['382b77ed-5a99-4385-99eb-e6195465d1a1', 'fbc31b7d-6c77-452f-97f3-57b0c35f8a96'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:56:56.133268 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170fa00-b9b0-4ff3-a06b-bd50a4e69ac6 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Pushing event updated for resources: {'Port': ['ID=a54040b2-aad5-4bbd-b7d7-184fcb291449,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:56.145127 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f170fa00-b9b0-4ff3-a06b-bd50a4e69ac6 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:56:56.147151 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f170fa00-b9b0-4ff3-a06b-bd50a4e69ac6 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:56:56.151179 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f170fa00-b9b0-4ff3-a06b-bd50a4e69ac6 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:56:56.157598 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f170fa00-b9b0-4ff3-a06b-bd50a4e69ac6 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:56.158235 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f170fa00-b9b0-4ff3-a06b-bd50a4e69ac6 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:56.185775 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f170fa00-b9b0-4ff3-a06b-bd50a4e69ac6 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9509885 Feb 07 20:56:56.192995 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f8d9b31e-eef2-421d-9e07-809401a3d922 service neutron] Request body: {'port': {'device_id': 'cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:56:56.215344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c526509-32e0-4abc-9303-1cfbcd727d59 req-e722ffdb-095b-4a71-b516-b4377fadb521 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:56.224293 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c526509-32e0-4abc-9303-1cfbcd727d59 req-e722ffdb-095b-4a71-b516-b4377fadb521 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca HTTP/1.1" status: 200 len: 936 time: 0.1049654 Feb 07 20:56:56.280902 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c526509-32e0-4abc-9303-1cfbcd727d59 req-a335505e-7bd5-4a9f-8358-5c79010ae240 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552952 Feb 07 20:56:56.371171 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f8d9b31e-eef2-421d-9e07-809401a3d922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a54040b2-aad5-4bbd-b7d7-184fcb291449), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:56.504388 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758d85c-d5b3-45e7-936a-03ade902019d req-3ed1bdc9-baff-4b9a-9e1e-9a427a93e304 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:56.506765 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4758d85c-d5b3-45e7-936a-03ade902019d req-3ed1bdc9-baff-4b9a-9e1e-9a427a93e304 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba75622c-a09d-4000-bf50-78b41a2ec04f HTTP/1.1" status: 200 len: 948 time: 0.1111860 Feb 07 20:56:56.573744 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4758d85c-d5b3-45e7-936a-03ade902019d req-8e00e1f0-aee5-45f4-8def-56bc9e4a2b9b tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610001 Feb 07 20:56:56.639297 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6d0f0f16-eefe-4a66-a5f3-c6a779ddabff None None] Provisioning complete for port a54040b2-aad5-4bbd-b7d7-184fcb291449 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:56.640282 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6d0f0f16-eefe-4a66-a5f3-c6a779ddabff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a54040b2-aad5-4bbd-b7d7-184fcb291449), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:56.654203 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 496e2680-440d-4938-bc4b-5e4fb38e1b51 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:56:56.753060 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6d0f0f16-eefe-4a66-a5f3-c6a779ddabff None None] Port a54040b2-aad5-4bbd-b7d7-184fcb291449 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:56:56.840050 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 496e2680-440d-4938-bc4b-5e4fb38e1b51 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:56:56.848790 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 496e2680-440d-4938-bc4b-5e4fb38e1b51 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:56.849163 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (496e2680-440d-4938-bc4b-5e4fb38e1b51), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:56.876210 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f8d9b31e-eef2-421d-9e07-809401a3d922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a54040b2-aad5-4bbd-b7d7-184fcb291449 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:56:56.885765 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f8d9b31e-eef2-421d-9e07-809401a3d922 service neutron] Publish callbacks [] for port (a54040b2-aad5-4bbd-b7d7-184fcb291449), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:56.923461 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f8d9b31e-eef2-421d-9e07-809401a3d922 service neutron] Transition to ACTIVE for port object a54040b2-aad5-4bbd-b7d7-184fcb291449 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:56:56.935916 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f8d9b31e-eef2-421d-9e07-809401a3d922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a54040b2-aad5-4bbd-b7d7-184fcb291449), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:57.009574 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 496e2680-440d-4938-bc4b-5e4fb38e1b51 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:57.009972 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (496e2680-440d-4938-bc4b-5e4fb38e1b51), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:57.050235 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba75622c-a09d-4000-bf50-78b41a2ec04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496e2680-440d-4938-bc4b-5e4fb38e1b51'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:57.052573 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a135e80-52e1-4c7d-88ea-24bfa6e7650e" -d '{"events": [{"server_uuid": "ba75622c-a09d-4000-bf50-78b41a2ec04f", "name": "network-vif-plugged", "status": "completed", "tag": "496e2680-440d-4938-bc4b-5e4fb38e1b51"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:57.075130 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 496e2680-440d-4938-bc4b-5e4fb38e1b51, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=496e2680-440d-4938-bc4b-5e4fb38e1b51,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:57.082412 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (496e2680-440d-4938-bc4b-5e4fb38e1b51), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:57.129041 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9b31e-eef2-421d-9e07-809401a3d922 service neutron] Pushing event updated for resources: {'Port': ['ID=a54040b2-aad5-4bbd-b7d7-184fcb291449,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:57.207185 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39496) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:57.207704 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9d968-ae4c-40df-b81c-fe9382682f25 req-bb0bbe84-fa29-4f7e-9dd5-1e6710f33078 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:57.219664 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bdf9d968-ae4c-40df-b81c-fe9382682f25 req-bb0bbe84-fa29-4f7e-9dd5-1e6710f33078 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 945 time: 0.1592669 Feb 07 20:56:57.229974 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=496e2680-440d-4938-bc4b-5e4fb38e1b51,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:57.240410 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f8d9b31e-eef2-421d-9e07-809401a3d922 service neutron] Attempting to bind port a54040b2-aad5-4bbd-b7d7-184fcb291449 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:56:57.241244 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f8d9b31e-eef2-421d-9e07-809401a3d922 service neutron] Attempting to bind port a54040b2-aad5-4bbd-b7d7-184fcb291449 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:56:57.241374 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f8d9b31e-eef2-421d-9e07-809401a3d922 service neutron] Attempting to bind port a54040b2-aad5-4bbd-b7d7-184fcb291449 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:56:57.252345 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f8d9b31e-eef2-421d-9e07-809401a3d922 service neutron] Port a54040b2-aad5-4bbd-b7d7-184fcb291449 on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:56:57.252705 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f8d9b31e-eef2-421d-9e07-809401a3d922 service neutron] Attempting to bind port a54040b2-aad5-4bbd-b7d7-184fcb291449 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:56:57.272934 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f8d9b31e-eef2-421d-9e07-809401a3d922 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:56:57.274261 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f8d9b31e-eef2-421d-9e07-809401a3d922 service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:56:57.275161 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f8d9b31e-eef2-421d-9e07-809401a3d922 service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:56:57.277776 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f8d9b31e-eef2-421d-9e07-809401a3d922 service neutron] Bound port: a54040b2-aad5-4bbd-b7d7-184fcb291449, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:56:57.279394 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f8d9b31e-eef2-421d-9e07-809401a3d922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a54040b2-aad5-4bbd-b7d7-184fcb291449), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:57.294708 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bdf9d968-ae4c-40df-b81c-fe9382682f25 req-2bf0391c-920f-4add-b29d-eeddab1f11a9 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698037 Feb 07 20:56:57.384938 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fdb7df-d5c2-40fa-8b04-854d8a8c8c93 x-openstack-request-id: req-16fdb7df-d5c2-40fa-8b04-854d8a8c8c93 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:57.385259 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba75622c-a09d-4000-bf50-78b41a2ec04f", "name": "network-vif-plugged", "status": "completed", "tag": "496e2680-440d-4938-bc4b-5e4fb38e1b51", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:57.385521 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-16fdb7df-d5c2-40fa-8b04-854d8a8c8c93 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:57.385921 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba75622c-a09d-4000-bf50-78b41a2ec04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496e2680-440d-4938-bc4b-5e4fb38e1b51', 'code': 200} Feb 07 20:56:57.420595 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f8d9b31e-eef2-421d-9e07-809401a3d922 service neutron] For port a54040b2-aad5-4bbd-b7d7-184fcb291449, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:56:57.427116 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f8d9b31e-eef2-421d-9e07-809401a3d922 service neutron] For port a54040b2-aad5-4bbd-b7d7-184fcb291449, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=a54040b2-aad5-4bbd-b7d7-184fcb291449,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:56:57.462417 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f8d9b31e-eef2-421d-9e07-809401a3d922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a54040b2-aad5-4bbd-b7d7-184fcb291449), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:57.516808 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f8d9b31e-eef2-421d-9e07-809401a3d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:57.517642 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f8d9b31e-eef2-421d-9e07-809401a3d922 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:57.519046 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-f8d9b31e-eef2-421d-9e07-809401a3d922 service neutron] 10.222.0.69 "PUT /v2.0/ports/a54040b2-aad5-4bbd-b7d7-184fcb291449 HTTP/1.1" status: 200 len: 1096 time: 1.3302832 Feb 07 20:56:57.519500 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca', 'tag': 'a54040b2-aad5-4bbd-b7d7-184fcb291449'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:57.521959 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0857bc-1400-4cd4-bcee-9de0450e3b33" -d '{"events": [{"name": "network-changed", "server_uuid": "cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca", "tag": "a54040b2-aad5-4bbd-b7d7-184fcb291449"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:57.540430 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d3d1d3a0-ea5f-4a48-8697-58594a3a3042 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a2890753492b45f68953d50211b64729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266516 Feb 07 20:56:57.541600 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39512) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:57.587523 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780d79f-99ba-4ddd-a627-007c68800a74 req-4b1fce9f-bb45-4c1d-a9ee-a92f41fdd134 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:57.589076 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f780d79f-99ba-4ddd-a627-007c68800a74 req-4b1fce9f-bb45-4c1d-a9ee-a92f41fdd134 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 945 time: 0.1437523 Feb 07 20:56:57.597848 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9973abe-54f7-4674-9305-4f1d0e83046e req-f7fd8c0e-84bd-4438-bd79-61a1ec54151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:57.599300 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9973abe-54f7-4674-9305-4f1d0e83046e req-f7fd8c0e-84bd-4438-bd79-61a1ec54151c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ba75622c-a09d-4000-bf50-78b41a2ec04f HTTP/1.1" status: 200 len: 1131 time: 0.1396658 Feb 07 20:56:57.612705 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f563901-07d0-45b9-9f5d-bfa09d9ef4bb req-b698e8fb-2f01-4780-95fa-7d76d3b5001c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:57.614203 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f563901-07d0-45b9-9f5d-bfa09d9ef4bb req-b698e8fb-2f01-4780-95fa-7d76d3b5001c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca HTTP/1.1" status: 200 len: 948 time: 0.1191010 Feb 07 20:56:57.614997 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9b31e-eef2-421d-9e07-809401a3d922 service neutron] Pushing event updated for resources: {'Port': ['ID=a54040b2-aad5-4bbd-b7d7-184fcb291449,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:57.654996 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47469819-e732-4ca7-ba39-b548d5ec07bd admin admin] Publish callbacks [] for security_group (82f77861-a8c5-4c89-8d80-2bc6b7e8866f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:57.661485 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-c8e9e647-cdbd-494c-b76b-6304014666a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:57.663247 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-c8e9e647-cdbd-494c-b76b-6304014666a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=158a4ea448b4471c9480285ef58a9cb5&device_id=cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca HTTP/1.1" status: 200 len: 1130 time: 0.0953310 Feb 07 20:56:57.716562 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47469819-e732-4ca7-ba39-b548d5ec07bd admin admin] Publish callbacks [] for security_group (82f77861-a8c5-4c89-8d80-2bc6b7e8866f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:57.719533 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-df7452a7-2ae5-4a26-8a00-5d0644c88d3f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=a54040b2-aad5-4bbd-b7d7-184fcb291449 HTTP/1.1" status: 200 len: 217 time: 0.0484154 Feb 07 20:56:57.723699 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f780d79f-99ba-4ddd-a627-007c68800a74 req-5ba9333a-9d15-4f11-bd2c-6908f9d90892 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187499 Feb 07 20:56:57.727007 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9973abe-54f7-4674-9305-4f1d0e83046e req-b87244a3-aacd-4d66-a84d-1d13e2d118c6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119046 Feb 07 20:56:57.745871 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f563901-07d0-45b9-9f5d-bfa09d9ef4bb req-3fd8a0e3-9963-443c-831d-53c8ca46cb6e tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951571 Feb 07 20:56:57.798619 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7707dd1-de74-496d-9b68-a8593a5ff041 x-openstack-request-id: req-d7707dd1-de74-496d-9b68-a8593a5ff041 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:57.798909 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca", "tag": "a54040b2-aad5-4bbd-b7d7-184fcb291449", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:57.799392 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d7707dd1-de74-496d-9b68-a8593a5ff041 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:57.799977 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca', 'tag': 'a54040b2-aad5-4bbd-b7d7-184fcb291449', 'status': 'completed', 'code': 200} Feb 07 20:56:57.815359 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-a9c5737d-241d-426c-8de4-de1ac61dcbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:57.816870 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-a9c5737d-241d-426c-8de4-de1ac61dcbf6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0903440 Feb 07 20:56:57.862993 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47469819-e732-4ca7-ba39-b548d5ec07bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (82f77861-a8c5-4c89-8d80-2bc6b7e8866f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:57.865593 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47469819-e732-4ca7-ba39-b548d5ec07bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:57.866846 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-47469819-e732-4ca7-ba39-b548d5ec07bd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/82f77861-a8c5-4c89-8d80-2bc6b7e8866f HTTP/1.1" status: 204 len: 168 time: 0.3241508 Feb 07 20:56:57.888702 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47469819-e732-4ca7-ba39-b548d5ec07bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f77861-a8c5-4c89-8d80-2bc6b7e8866f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:57.895076 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-7355c6ee-0f0e-41fe-b22c-27e3676fd34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:57.896426 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-7355c6ee-0f0e-41fe-b22c-27e3676fd34b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0721884 Feb 07 20:56:57.917672 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f99e28-8811-472b-968d-058db383e071 req-a4be6e2a-aa40-4c30-b96b-e2ab6b0cf2a0 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:57.927095 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-36f99e28-8811-472b-968d-058db383e071 req-a4be6e2a-aa40-4c30-b96b-e2ab6b0cf2a0 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba75622c-a09d-4000-bf50-78b41a2ec04f HTTP/1.1" status: 200 len: 949 time: 0.0792258 Feb 07 20:56:57.996717 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-36f99e28-8811-472b-968d-058db383e071 req-fc0c180e-65b2-459f-a9ad-8ba2f8f430ba tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628994 Feb 07 20:56:58.019705 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-0dc72527-e92e-4546-8017-d1aa254eb091 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114593 Feb 07 20:56:58.149179 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-78e64f9a-9458-44c5-bdd6-0d587a178b4e req-bb9719e8-3667-471b-96e4-5ecac694f50b service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230428 Feb 07 20:56:58.249460 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0857bc-1400-4cd4-bcee-9de0450e3b33 req-557d3236-3dd7-416b-a8d5-fa25a7790e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:58.251839 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6b0857bc-1400-4cd4-bcee-9de0450e3b33 req-557d3236-3dd7-416b-a8d5-fa25a7790e0c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=158a4ea448b4471c9480285ef58a9cb5&device_id=cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca HTTP/1.1" status: 200 len: 1130 time: 0.0538747 Feb 07 20:56:58.308591 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device ccc8fc1f-344d-4041-92ec-a1a1b4298a68 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:56:58.329757 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39534) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:58.378711 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port ccc8fc1f-344d-4041-92ec-a1a1b4298a68 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:56:58.384563 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port ccc8fc1f-344d-4041-92ec-a1a1b4298a68 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:56:58.387259 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ccc8fc1f-344d-4041-92ec-a1a1b4298a68), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:58.403453 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a024e121-867e-4dc8-9a39-fcd4cfda5a4a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6242671a09994e82857a2bb31edcbcde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0718853 Feb 07 20:56:58.406196 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39540) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:58.429368 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0857bc-1400-4cd4-bcee-9de0450e3b33 req-e49260f6-6574-4311-b425-8c532482a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:58.434636 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6b0857bc-1400-4cd4-bcee-9de0450e3b33 req-e49260f6-6574-4311-b425-8c532482a45e service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1744673 Feb 07 20:56:58.487522 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6b0857bc-1400-4cd4-bcee-9de0450e3b33 req-af65d6a4-3b27-438d-b3b6-2b790f8c50c0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=a54040b2-aad5-4bbd-b7d7-184fcb291449 HTTP/1.1" status: 200 len: 217 time: 0.0452507 Feb 07 20:56:58.543216 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port ccc8fc1f-344d-4041-92ec-a1a1b4298a68 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:56:58.543604 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ccc8fc1f-344d-4041-92ec-a1a1b4298a68), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:58.589860 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1b0d-2b50-42c7-8891-015c6c46d00b admin admin] Publish callbacks [] for security_group (17ff8493-aa17-42d3-98c1-9ec6d9607768), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:58.604360 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0857bc-1400-4cd4-bcee-9de0450e3b33 req-95b5dce7-08e0-4820-bb33-e1dbb7924e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:58.605839 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6b0857bc-1400-4cd4-bcee-9de0450e3b33 req-95b5dce7-08e0-4820-bb33-e1dbb7924e9e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1116114 Feb 07 20:56:58.613301 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port ccc8fc1f-344d-4041-92ec-a1a1b4298a68, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=ccc8fc1f-344d-4041-92ec-a1a1b4298a68,segment=NetworkSegment(c36ba493-f45a-477f-bc2f-ba08eaae4add),segment_id=c36ba493-f45a-477f-bc2f-ba08eaae4add)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:56:58.619999 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ccc8fc1f-344d-4041-92ec-a1a1b4298a68), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:58.634355 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1b0d-2b50-42c7-8891-015c6c46d00b admin admin] Publish callbacks [] for security_group (17ff8493-aa17-42d3-98c1-9ec6d9607768), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:58.672015 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db241fd4-22c4-4f72-a398-3d7241ef22dc req-c4acc36d-3041-475f-9d5b-a48183718716 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:58.678076 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db241fd4-22c4-4f72-a398-3d7241ef22dc req-c4acc36d-3041-475f-9d5b-a48183718716 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 945 time: 0.0839083 Feb 07 20:56:58.681509 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 218222d3-d530-4d3b-9af8-c086ee10df5b no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:56:58.713053 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0857bc-1400-4cd4-bcee-9de0450e3b33 req-0ab201aa-a481-4332-ace4-0c04fdcb281b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:58.715044 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6b0857bc-1400-4cd4-bcee-9de0450e3b33 req-0ab201aa-a481-4332-ace4-0c04fdcb281b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0936732 Feb 07 20:56:58.735101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 218222d3-d530-4d3b-9af8-c086ee10df5b {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:56:58.735429 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 218222d3-d530-4d3b-9af8-c086ee10df5b not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:56:58.753692 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db241fd4-22c4-4f72-a398-3d7241ef22dc req-c3aa77ff-70f9-4ab9-b6fd-f251874b7afd tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639908 Feb 07 20:56:58.767746 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1b0d-2b50-42c7-8891-015c6c46d00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (17ff8493-aa17-42d3-98c1-9ec6d9607768), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:58.768048 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=ccc8fc1f-344d-4041-92ec-a1a1b4298a68,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:58.771386 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1b0d-2b50-42c7-8891-015c6c46d00b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:58.779740 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e0cd1b0d-2b50-42c7-8891-015c6c46d00b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/17ff8493-aa17-42d3-98c1-9ec6d9607768 HTTP/1.1" status: 204 len: 168 time: 0.3711395 Feb 07 20:56:58.790319 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39550) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:58.830876 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd1b0d-2b50-42c7-8891-015c6c46d00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ff8493-aa17-42d3-98c1-9ec6d9607768,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:58.884016 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6b0857bc-1400-4cd4-bcee-9de0450e3b33 req-8fdc5a7d-5a66-4341-9260-fd5cddabcfc4 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609170 Feb 07 20:56:58.963483 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c3d90-957f-4500-ae0e-73540b1339a5 req-837650ca-e115-4bf7-b053-b8a17dc5d53d tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:58.972300 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad3c3d90-957f-4500-ae0e-73540b1339a5 req-837650ca-e115-4bf7-b053-b8a17dc5d53d tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 1127 time: 0.0575581 Feb 07 20:56:59.027017 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad3c3d90-957f-4500-ae0e-73540b1339a5 req-f0bf633a-a1cb-4153-a8af-ecfa8631244c tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492291 Feb 07 20:56:59.048475 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6b0857bc-1400-4cd4-bcee-9de0450e3b33 req-6ac7ee9f-2259-4757-8d46-29286f7fb5bb service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562631 Feb 07 20:56:59.127140 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2638f020-25aa-4745-9fef-f04851406f5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:59.240907 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb486a9f-1321-4453-8395-566b2cbf868c req-6f0e3c6a-43cb-4a28-8769-cdafa7330002 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:59.247607 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb486a9f-1321-4453-8395-566b2cbf868c req-6f0e3c6a-43cb-4a28-8769-cdafa7330002 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca HTTP/1.1" status: 200 len: 948 time: 0.0920918 Feb 07 20:56:59.301368 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2638f020-25aa-4745-9fef-f04851406f5d admin admin] Publish callbacks [] for security_group (cebd97f3-161d-4d28-a69e-cf5361b2ffdf), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:59.306472 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2638f020-25aa-4745-9fef-f04851406f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (cebd97f3-161d-4d28-a69e-cf5361b2ffdf), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:59.319900 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb486a9f-1321-4453-8395-566b2cbf868c req-7d1996a6-4a16-4cd0-8dcf-7bedf0f36f85 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715163 Feb 07 20:56:59.378621 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2638f020-25aa-4745-9fef-f04851406f5d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=90ef9adacb9249928d3f123a30b8cfd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5872006 Feb 07 20:56:59.381653 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39572) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:56:59.383929 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638f020-25aa-4745-9fef-f04851406f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebd97f3-161d-4d28-a69e-cf5361b2ffdf,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:59.387224 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc8fc1f-344d-4041-92ec-a1a1b4298a68'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:56:59.389626 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b0cbb4-20d8-46c5-a297-740a86071794" -d '{"events": [{"server_uuid": "988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a", "name": "network-vif-plugged", "status": "completed", "tag": "ccc8fc1f-344d-4041-92ec-a1a1b4298a68"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:56:59.415439 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f571e00-8c6b-405b-b0bb-380dea188518 req-89de39c8-14a8-4861-9bfb-cdd8648ba568 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:59.417822 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f571e00-8c6b-405b-b0bb-380dea188518 req-89de39c8-14a8-4861-9bfb-cdd8648ba568 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba75622c-a09d-4000-bf50-78b41a2ec04f HTTP/1.1" status: 200 len: 949 time: 0.0909259 Feb 07 20:56:59.457362 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3a8ef54-4120-47df-b9ec-611e0499605c admin admin] Publish callbacks [] for security_group (cebd97f3-161d-4d28-a69e-cf5361b2ffdf), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:59.485001 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3a8ef54-4120-47df-b9ec-611e0499605c admin admin] Publish callbacks [] for security_group (cebd97f3-161d-4d28-a69e-cf5361b2ffdf), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:59.505405 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f571e00-8c6b-405b-b0bb-380dea188518 req-9bac1ca8-1ca5-414e-a8c7-e876eab63983 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809987 Feb 07 20:56:59.512212 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf3c06-bab4-46c4-b5f7-6a648e52c53d req-9e14dc70-557a-4742-81e5-166252756c5c tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:59.519883 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f3bf3c06-bab4-46c4-b5f7-6a648e52c53d req-9e14dc70-557a-4742-81e5-166252756c5c tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 1127 time: 0.0883272 Feb 07 20:56:59.582070 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3a8ef54-4120-47df-b9ec-611e0499605c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (cebd97f3-161d-4d28-a69e-cf5361b2ffdf), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:59.583485 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f3bf3c06-bab4-46c4-b5f7-6a648e52c53d req-dc3a8d91-1ed7-4cbe-a97c-e965c4d80a8b tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628247 Feb 07 20:56:59.584802 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3a8ef54-4120-47df-b9ec-611e0499605c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:56:59.586292 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b3a8ef54-4120-47df-b9ec-611e0499605c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cebd97f3-161d-4d28-a69e-cf5361b2ffdf HTTP/1.1" status: 204 len: 168 time: 0.2035515 Feb 07 20:56:59.596592 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8ef54-4120-47df-b9ec-611e0499605c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebd97f3-161d-4d28-a69e-cf5361b2ffdf,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:56:59.643718 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bcac4f-771a-4e1c-817c-9639686bdd6b x-openstack-request-id: req-07bcac4f-771a-4e1c-817c-9639686bdd6b {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:56:59.644872 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a", "name": "network-vif-plugged", "status": "completed", "tag": "ccc8fc1f-344d-4041-92ec-a1a1b4298a68", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:56:59.645896 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-07bcac4f-771a-4e1c-817c-9639686bdd6b {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:56:59.647420 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc8fc1f-344d-4041-92ec-a1a1b4298a68', 'code': 200} Feb 07 20:56:59.765304 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4051cff-5e11-4c3b-bb6c-f5b852e610ab req-248f3b85-2aa3-49ca-a4f2-ba3b5a50a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:56:59.767218 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e4051cff-5e11-4c3b-bb6c-f5b852e610ab req-248f3b85-2aa3-49ca-a4f2-ba3b5a50a454 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 1128 time: 0.0704525 Feb 07 20:56:59.848076 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e4051cff-5e11-4c3b-bb6c-f5b852e610ab req-7f19b56e-52aa-42fc-aa6e-91879623b2ec service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739138 Feb 07 20:57:00.042506 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46852524-480f-4d0b-a97b-da44849e77e3 req-64b8433b-c7d3-4678-9d2b-6f44a5023f0b tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:00.044190 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-46852524-480f-4d0b-a97b-da44849e77e3 req-64b8433b-c7d3-4678-9d2b-6f44a5023f0b tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 946 time: 0.0550170 Feb 07 20:57:00.072749 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39614) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:00.086547 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a7813c4-bdaf-4172-96d1-240d96f38e84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:00.109106 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-46852524-480f-4d0b-a97b-da44849e77e3 req-c46890b4-9f45-4f7f-9970-4d0287fd78cd tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568762 Feb 07 20:57:00.174555 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a7813c4-bdaf-4172-96d1-240d96f38e84 admin admin] Publish callbacks [] for security_group (d6f7dbe8-6a56-4146-84fc-8c998d188a6c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:00.181447 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a7813c4-bdaf-4172-96d1-240d96f38e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d6f7dbe8-6a56-4146-84fc-8c998d188a6c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:00.220777 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7a7813c4-bdaf-4172-96d1-240d96f38e84 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1bd21926448f4022bb6c4d050b23980a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435242 Feb 07 20:57:00.220875 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39622) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:00.245852 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7813c4-bdaf-4172-96d1-240d96f38e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f7dbe8-6a56-4146-84fc-8c998d188a6c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:00.310205 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40b056db-13a1-4ded-8daa-d748ff2457a8 admin admin] Publish callbacks [] for security_group (d6f7dbe8-6a56-4146-84fc-8c998d188a6c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:00.335422 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40b056db-13a1-4ded-8daa-d748ff2457a8 admin admin] Publish callbacks [] for security_group (d6f7dbe8-6a56-4146-84fc-8c998d188a6c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:00.397184 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40b056db-13a1-4ded-8daa-d748ff2457a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d6f7dbe8-6a56-4146-84fc-8c998d188a6c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:00.401084 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40b056db-13a1-4ded-8daa-d748ff2457a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:00.402529 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-40b056db-13a1-4ded-8daa-d748ff2457a8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d6f7dbe8-6a56-4146-84fc-8c998d188a6c HTTP/1.1" status: 204 len: 168 time: 0.1805239 Feb 07 20:57:00.413492 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b056db-13a1-4ded-8daa-d748ff2457a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f7dbe8-6a56-4146-84fc-8c998d188a6c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:00.469033 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9b21e-7983-47d7-aa54-a539ae2a7e90 req-6dbe1c68-b601-4e0f-9f8e-ffc9b71a90a4 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:00.471334 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7f9b21e-7983-47d7-aa54-a539ae2a7e90 req-6dbe1c68-b601-4e0f-9f8e-ffc9b71a90a4 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca HTTP/1.1" status: 200 len: 948 time: 0.0599334 Feb 07 20:57:00.524362 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7f9b21e-7983-47d7-aa54-a539ae2a7e90 req-5ae113d0-fba2-48a7-8563-671bf6d5e315 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460212 Feb 07 20:57:00.653013 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53418c5-ff31-4d89-815d-ff2468a88604 req-4b334480-a8be-4bdd-8353-643983f1e679 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:00.654894 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a53418c5-ff31-4d89-815d-ff2468a88604 req-4b334480-a8be-4bdd-8353-643983f1e679 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba75622c-a09d-4000-bf50-78b41a2ec04f HTTP/1.1" status: 200 len: 949 time: 0.0689452 Feb 07 20:57:00.692814 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39654) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:00.720261 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a53418c5-ff31-4d89-815d-ff2468a88604 req-f5b3f220-74aa-4fee-ac98-f5ea63b54f24 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553830 Feb 07 20:57:00.942343 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6968e462-435f-4e25-bde8-45ac6e7abad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:01.053387 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6968e462-435f-4e25-bde8-45ac6e7abad2 admin admin] Publish callbacks [] for security_group (a211e36d-28a4-4331-b7ba-ff2182b5d6da), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:01.075106 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6968e462-435f-4e25-bde8-45ac6e7abad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a211e36d-28a4-4331-b7ba-ff2182b5d6da), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:01.151552 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968e462-435f-4e25-bde8-45ac6e7abad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a211e36d-28a4-4331-b7ba-ff2182b5d6da,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:01.159619 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39676) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:01.159734 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6968e462-435f-4e25-bde8-45ac6e7abad2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=92540c77d5f4443881b82637e0c2d2ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4655232 Feb 07 20:57:01.308982 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-825b46ce-35ae-455b-978c-91c104ebf40d admin admin] Publish callbacks [] for security_group (a211e36d-28a4-4331-b7ba-ff2182b5d6da), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:01.360687 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-825b46ce-35ae-455b-978c-91c104ebf40d admin admin] Publish callbacks [] for security_group (a211e36d-28a4-4331-b7ba-ff2182b5d6da), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:01.414921 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-825b46ce-35ae-455b-978c-91c104ebf40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a211e36d-28a4-4331-b7ba-ff2182b5d6da), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:01.419693 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-825b46ce-35ae-455b-978c-91c104ebf40d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:01.421097 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-825b46ce-35ae-455b-978c-91c104ebf40d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a211e36d-28a4-4331-b7ba-ff2182b5d6da HTTP/1.1" status: 204 len: 168 time: 0.2603357 Feb 07 20:57:01.431630 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b46ce-35ae-455b-978c-91c104ebf40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a211e36d-28a4-4331-b7ba-ff2182b5d6da,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:01.853070 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39706) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:01.893392 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c5f27319-d059-4219-8f57-374c0b23e5bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:01.979810 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c5f27319-d059-4219-8f57-374c0b23e5bd admin admin] Publish callbacks [] for security_group (ce3ecb82-836c-40a1-9b55-bc242f602487), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:01.984235 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c5f27319-d059-4219-8f57-374c0b23e5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ce3ecb82-836c-40a1-9b55-bc242f602487), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:02.004591 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39714) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:02.042976 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c5f27319-d059-4219-8f57-374c0b23e5bd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=97fd5ba5bb2c4a3f9c6704900836f404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1807220 Feb 07 20:57:02.044327 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f27319-d059-4219-8f57-374c0b23e5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3ecb82-836c-40a1-9b55-bc242f602487,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:02.045836 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39720) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:02.114006 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a15db336-7b60-4341-9f69-fdb6375d1931 admin admin] Publish callbacks [] for security_group (ce3ecb82-836c-40a1-9b55-bc242f602487), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:02.142005 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a15db336-7b60-4341-9f69-fdb6375d1931 admin admin] Publish callbacks [] for security_group (ce3ecb82-836c-40a1-9b55-bc242f602487), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:02.200954 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a15db336-7b60-4341-9f69-fdb6375d1931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ce3ecb82-836c-40a1-9b55-bc242f602487), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:02.206354 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a15db336-7b60-4341-9f69-fdb6375d1931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:02.208521 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a15db336-7b60-4341-9f69-fdb6375d1931 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ce3ecb82-836c-40a1-9b55-bc242f602487 HTTP/1.1" status: 204 len: 168 time: 0.1608706 Feb 07 20:57:02.218706 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15db336-7b60-4341-9f69-fdb6375d1931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3ecb82-836c-40a1-9b55-bc242f602487,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:02.290033 n-d-828185-2 neutron-server[103256]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 07 20:57:02.294300 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-240d333e-62c3-4fbf-ba3d-4a25b4587593 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:57:02.295371 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-240d333e-62c3-4fbf-ba3d-4a25b4587593 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2878177 Feb 07 20:57:02.316264 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device a54040b2-aad5-4bbd-b7d7-184fcb291449 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:57:02.451791 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efa557-39ff-4579-9365-f5f9c4bbc761 req-588891d0-74b6-4ab7-928a-25d6440d4e7f tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:02.455600 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port a54040b2-aad5-4bbd-b7d7-184fcb291449, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=a54040b2-aad5-4bbd-b7d7-184fcb291449,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:02.460742 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2efa557-39ff-4579-9365-f5f9c4bbc761 req-588891d0-74b6-4ab7-928a-25d6440d4e7f tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 946 time: 0.0814786 Feb 07 20:57:02.481628 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'a54040b2-aad5-4bbd-b7d7-184fcb291449', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': 'a54040b2-aad5-4bbd-b7d7-184fcb291449', 'mac_address': 'fa:16:3e:89:71:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:57:02.521936 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2efa557-39ff-4579-9365-f5f9c4bbc761 req-dd7b2533-ee52-4cc6-a655-1e9eeb4e4f9b tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592103 Feb 07 20:57:02.541849 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:57:02.546705 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port a54040b2-aad5-4bbd-b7d7-184fcb291449 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:02.547092 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a54040b2-aad5-4bbd-b7d7-184fcb291449), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:02.564522 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54040b2-aad5-4bbd-b7d7-184fcb291449 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:57:02.589649 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port a54040b2-aad5-4bbd-b7d7-184fcb291449, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=a54040b2-aad5-4bbd-b7d7-184fcb291449,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:02.595872 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a54040b2-aad5-4bbd-b7d7-184fcb291449), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:02.680418 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=a54040b2-aad5-4bbd-b7d7-184fcb291449,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:02.768790 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-49cf9e81-545d-4fe4-b140-0175f3815351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:02.770175 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-49cf9e81-545d-4fe4-b140-0175f3815351 service neutron] 10.222.0.65 "GET /v2.0/ports/895268e1-a192-4831-94b8-12c0270628fc HTTP/1.1" status: 200 len: 1124 time: 0.3316166 Feb 07 20:57:02.782497 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-d09323b2-0f87-431b-942e-b57c4fa679c6 service neutron] Request body: {'binding': {'host': 'n-h2-828185-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:02.783194 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-d09323b2-0f87-431b-942e-b57c4fa679c6 service neutron] Unknown quota resources ['binding']. {{(pid=103256) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 20:57:02.949717 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a68c76-861f-4194-a0a8-efd1a74949a9 req-c300232f-0b64-44c1-94cb-b4e5109d0158 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:02.950257 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a68c76-861f-4194-a0a8-efd1a74949a9 req-c300232f-0b64-44c1-94cb-b4e5109d0158 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:02.950717 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a68c76-861f-4194-a0a8-efd1a74949a9 req-c300232f-0b64-44c1-94cb-b4e5109d0158 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:02.951166 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a68c76-861f-4194-a0a8-efd1a74949a9 req-c300232f-0b64-44c1-94cb-b4e5109d0158 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:02.951662 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a68c76-861f-4194-a0a8-efd1a74949a9 req-c300232f-0b64-44c1-94cb-b4e5109d0158 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:02.952114 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a68c76-861f-4194-a0a8-efd1a74949a9 req-c300232f-0b64-44c1-94cb-b4e5109d0158 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:02.952583 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a68c76-861f-4194-a0a8-efd1a74949a9 req-c300232f-0b64-44c1-94cb-b4e5109d0158 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:02.953026 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a68c76-861f-4194-a0a8-efd1a74949a9 req-c300232f-0b64-44c1-94cb-b4e5109d0158 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:02.953468 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a68c76-861f-4194-a0a8-efd1a74949a9 req-c300232f-0b64-44c1-94cb-b4e5109d0158 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:02.953943 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a68c76-861f-4194-a0a8-efd1a74949a9 req-c300232f-0b64-44c1-94cb-b4e5109d0158 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:02.954384 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a68c76-861f-4194-a0a8-efd1a74949a9 req-c300232f-0b64-44c1-94cb-b4e5109d0158 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:02.954822 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a68c76-861f-4194-a0a8-efd1a74949a9 req-c300232f-0b64-44c1-94cb-b4e5109d0158 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:02.957128 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-99a68c76-861f-4194-a0a8-efd1a74949a9 req-c300232f-0b64-44c1-94cb-b4e5109d0158 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca&device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a&device_id=9405cb45-73d3-401f-84a5-0cd42d383269&device_id=ba75622c-a09d-4000-bf50-78b41a2ec04f&device_id=c832ff85-54c4-4b59-af92-488f32f3f750&device_id=fe9a04f0-2c09-448d-99d0-a46925971e94&device_id=c0f20b8e-357c-4d1c-91c0-a279c9b09be4&device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2&device_id=7f0fb107-ae1e-41bd-803f-ef907d59ddd5&device_id=e1ff4657-454e-400a-8a4c-0c03a912ec2d&device_id=8a62fb71-604f-4ab3-9616-04383697a3e7&device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 11278 time: 0.0762470 Feb 07 20:57:02.977620 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-99a68c76-861f-4194-a0a8-efd1a74949a9 req-665aee52-b12f-4d89-943f-2cf8b35cc5d7 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:03.033191 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['a54040b2-aad5-4bbd-b7d7-184fcb291449'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:57:03.061180 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-99a68c76-861f-4194-a0a8-efd1a74949a9 req-665aee52-b12f-4d89-943f-2cf8b35cc5d7 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] Publish callbacks [] for security_group (64eb2830-3ad6-4190-a9f8-e5be9cad9769), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:03.064005 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-d09323b2-0f87-431b-942e-b57c4fa679c6 service neutron] Attempting to bind port 895268e1-a192-4831-94b8-12c0270628fc on host n-h2-828185-2 for vnic_type normal with profile None {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:57:03.064588 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-d09323b2-0f87-431b-942e-b57c4fa679c6 service neutron] Attempting to bind port 895268e1-a192-4831-94b8-12c0270628fc by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:57:03.065139 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-d09323b2-0f87-431b-942e-b57c4fa679c6 service neutron] Attempting to bind port 895268e1-a192-4831-94b8-12c0270628fc on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:03.067475 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-99a68c76-861f-4194-a0a8-efd1a74949a9 req-665aee52-b12f-4d89-943f-2cf8b35cc5d7 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (64eb2830-3ad6-4190-a9f8-e5be9cad9769), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:03.079920 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-d09323b2-0f87-431b-942e-b57c4fa679c6 service neutron] Port 895268e1-a192-4831-94b8-12c0270628fc on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:57:03.080246 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-d09323b2-0f87-431b-942e-b57c4fa679c6 service neutron] Attempting to bind port 895268e1-a192-4831-94b8-12c0270628fc on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:03.088361 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-d09323b2-0f87-431b-942e-b57c4fa679c6 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:57:03.089044 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-d09323b2-0f87-431b-942e-b57c4fa679c6 service neutron] Checking segment: {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:57:03.089695 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-d09323b2-0f87-431b-942e-b57c4fa679c6 service neutron] Bound using segment: {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:57:03.090295 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-d09323b2-0f87-431b-942e-b57c4fa679c6 service neutron] Bound port: 895268e1-a192-4831-94b8-12c0270628fc, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:57:03.197784 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-99a68c76-861f-4194-a0a8-efd1a74949a9 req-665aee52-b12f-4d89-943f-2cf8b35cc5d7 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&id=69f5b44c-3512-4534-8b76-830f6209751f&id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&id=94e62b3a-73e7-41f6-a714-d71943fa375f&id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.2330358 Feb 07 20:57:03.203150 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665aee52-b12f-4d89-943f-2cf8b35cc5d7 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64eb2830-3ad6-4190-a9f8-e5be9cad9769,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:03.248087 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-d09323b2-0f87-431b-942e-b57c4fa679c6 service neutron] For port 895268e1-a192-4831-94b8-12c0270628fc, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=895268e1-a192-4831-94b8-12c0270628fc,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:57:03.256025 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-d09323b2-0f87-431b-942e-b57c4fa679c6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:03.268074 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-d09323b2-0f87-431b-942e-b57c4fa679c6 service neutron] 10.222.0.65 "POST /v2.0/ports/895268e1-a192-4831-94b8-12c0270628fc/bindings HTTP/1.1" status: 201 len: 389 time: 0.4848137 Feb 07 20:57:03.274630 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:03.321308 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c58e11-5740-40e3-a96d-fd79666e4e28 req-0ac34bfe-d87d-4c3b-bd60-1dc29761d080 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:03.328861 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-86c58e11-5740-40e3-a96d-fd79666e4e28 req-0ac34bfe-d87d-4c3b-bd60-1dc29761d080 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca HTTP/1.1" status: 200 len: 949 time: 0.0727267 Feb 07 20:57:03.404816 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-86c58e11-5740-40e3-a96d-fd79666e4e28 req-ce1472b6-b9f7-4d38-aa86-95d46a900174 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744720 Feb 07 20:57:03.467573 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39772) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:03.601208 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-c3c681d0-d879-48bf-9643-88e38de8ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:03.603646 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-c3c681d0-d879-48bf-9643-88e38de8ca9f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 1127 time: 0.0527885 Feb 07 20:57:03.634408 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a92909a2-9bbb-403d-b082-d0d97b6aa02b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1661445845-network', 'tenant_id': 'f877af6c40684d56af92b4128f7c04a6'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:03.666156 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:03.714358 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92909a2-9bbb-403d-b082-d0d97b6aa02b admin admin] Made reservation on behalf of f877af6c40684d56af92b4128f7c04a6 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:57:03.721416 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a92909a2-9bbb-403d-b082-d0d97b6aa02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:03.757220 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a92909a2-9bbb-403d-b082-d0d97b6aa02b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:03.809673 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-154331dd-9491-4fe1-83c5-9728d612f18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:03.811474 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-154331dd-9491-4fe1-83c5-9728d612f18f service neutron] 10.222.0.71 "GET /v2.0/networks?id=9707a7e2-bd1b-48e9-a067-23aeb539b5df HTTP/1.1" status: 200 len: 922 time: 0.2015369 Feb 07 20:57:03.840608 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c56692-46fa-4bbb-9785-f8251030a529 req-98de0717-08f3-4a0a-aae2-7a0fab82e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:03.842347 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-74c56692-46fa-4bbb-9785-f8251030a529 req-98de0717-08f3-4a0a-aae2-7a0fab82e62b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce2415b1f37244369055dcaf46ee8fc2&device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 1128 time: 0.1612554 Feb 07 20:57:03.872543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7b15a-d4c5-4e2d-af70-28b8c0170bcc req-401f13c8-7a1d-4a64-a3f6-cfd0eba8df3e tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:03.874090 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eab7b15a-d4c5-4e2d-af70-28b8c0170bcc req-401f13c8-7a1d-4a64-a3f6-cfd0eba8df3e tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 945 time: 0.1272316 Feb 07 20:57:03.878393 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-013bc131-d7c1-4849-aec1-a33439cafb2e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=895268e1-a192-4831-94b8-12c0270628fc HTTP/1.1" status: 200 len: 217 time: 0.0598345 Feb 07 20:57:03.982688 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-d9cfec51-27d4-47fc-b56c-b9a252322575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:03.984167 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-d9cfec51-27d4-47fc-b56c-b9a252322575 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f3768dda-d71b-40b0-9d56-296b11c3fa2b HTTP/1.1" status: 200 len: 861 time: 0.0977056 Feb 07 20:57:04.031269 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5aa2b-6c80-43f9-a567-702b0771d087 req-fbcf7859-69b3-437e-86c4-584b7f52da9a tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:04.032854 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-05e5aa2b-6c80-43f9-a567-702b0771d087 req-fbcf7859-69b3-437e-86c4-584b7f52da9a tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 946 time: 0.1573493 Feb 07 20:57:04.036337 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eab7b15a-d4c5-4e2d-af70-28b8c0170bcc req-872ef13c-8d85-4b98-ae88-9bc79fd30387 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485300 Feb 07 20:57:04.038162 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-bfa77f2d-b137-43f1-9b9f-811b9f87e239 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9707a7e2-bd1b-48e9-a067-23aeb539b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468113 Feb 07 20:57:04.138548 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-05e5aa2b-6c80-43f9-a567-702b0771d087 req-91902d8e-226c-4ce5-a3d1-c77056b4df06 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993433 Feb 07 20:57:04.168768 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-c1ba42fe-3d2a-4585-b1e2-6783171bc3ae service neutron] 10.222.0.71 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158464 Feb 07 20:57:04.173369 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a92909a2-9bbb-403d-b082-d0d97b6aa02b admin admin] Publish callbacks [] for security_group (040e9b50-58c2-4971-a2e2-12348af358a8), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:04.174894 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c56692-46fa-4bbb-9785-f8251030a529 req-e9a30388-fac3-4ba7-b999-0398eafcda78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:04.177053 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-74c56692-46fa-4bbb-9785-f8251030a529 req-e9a30388-fac3-4ba7-b999-0398eafcda78 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6eec4ad7-adfb-4ae7-ac70-34193aac88e5 HTTP/1.1" status: 200 len: 911 time: 0.3240542 Feb 07 20:57:04.177962 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a92909a2-9bbb-403d-b082-d0d97b6aa02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (040e9b50-58c2-4971-a2e2-12348af358a8), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:04.197227 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a92909a2-9bbb-403d-b082-d0d97b6aa02b admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:57:04.244128 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-74c56692-46fa-4bbb-9785-f8251030a529 req-2ddfbcf3-88bf-4423-953a-78ad2bebd2e2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccc8fc1f-344d-4041-92ec-a1a1b4298a68 HTTP/1.1" status: 200 len: 217 time: 0.0537660 Feb 07 20:57:04.249343 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a92909a2-9bbb-403d-b082-d0d97b6aa02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (1f633520-8b50-4bf7-abb6-a8c8c63adce7), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:04.249958 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-a92909a2-9bbb-403d-b082-d0d97b6aa02b admin admin] Added segment 1f633520-8b50-4bf7-abb6-a8c8c63adce7 of type vlan for network 6ec9aab5-0735-4758-87b3-2b85040bbd4a Feb 07 20:57:04.294389 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92909a2-9bbb-403d-b082-d0d97b6aa02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040e9b50-58c2-4971-a2e2-12348af358a8,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:04.338422 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a92909a2-9bbb-403d-b082-d0d97b6aa02b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (6ec9aab5-0735-4758-87b3-2b85040bbd4a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:04.349510 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c56692-46fa-4bbb-9785-f8251030a529 req-f535f530-5959-4113-99bc-c0cdd6478714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:04.351072 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-74c56692-46fa-4bbb-9785-f8251030a529 req-f535f530-5959-4113-99bc-c0cdd6478714 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5ea6921b-4a40-44b4-a0e9-1841fa551429 HTTP/1.1" status: 200 len: 850 time: 0.0954738 Feb 07 20:57:04.356662 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48dab8-5de9-492f-8189-22f405b48780 req-fd9ca633-837d-4cd7-a907-fe1f9df779dd tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:04.357138 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48dab8-5de9-492f-8189-22f405b48780 req-fd9ca633-837d-4cd7-a907-fe1f9df779dd tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:04.357607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48dab8-5de9-492f-8189-22f405b48780 req-fd9ca633-837d-4cd7-a907-fe1f9df779dd tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:04.359394 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7b48dab8-5de9-492f-8189-22f405b48780 req-fd9ca633-837d-4cd7-a907-fe1f9df779dd tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ba75622c-a09d-4000-bf50-78b41a2ec04f&device_id=c0f20b8e-357c-4d1c-91c0-a279c9b09be4&device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 2974 time: 0.0989809 Feb 07 20:57:04.362208 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-1e3a9aca-13f3-4144-89d1-612df7b26a27 service neutron] 10.222.0.71 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857884 Feb 07 20:57:04.388484 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-74c56692-46fa-4bbb-9785-f8251030a529 req-9ad5f391-97fa-4de4-996a-68615e2e7993 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6eec4ad7-adfb-4ae7-ac70-34193aac88e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269923 Feb 07 20:57:04.398330 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a92909a2-9bbb-403d-b082-d0d97b6aa02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (6ec9aab5-0735-4758-87b3-2b85040bbd4a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:04.399257 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92909a2-9bbb-403d-b082-d0d97b6aa02b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:04.399837 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a92909a2-9bbb-403d-b082-d0d97b6aa02b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:04.417910 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7b48dab8-5de9-492f-8189-22f405b48780 req-08c093ed-c929-4882-ae0c-d322216d1f64 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500333 Feb 07 20:57:04.508567 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92909a2-9bbb-403d-b082-d0d97b6aa02b admin admin] Pushing event updated for resources: {'Network': ['ID=6ec9aab5-0735-4758-87b3-2b85040bbd4a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:04.519706 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a92909a2-9bbb-403d-b082-d0d97b6aa02b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0504479 Feb 07 20:57:04.524153 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 6ec9aab5-0735-4758-87b3-2b85040bbd4a details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:57:04.525058 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39804) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:04.531170 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1c45b1db-1dff-40af-8d53-386f7a5c4a5a admin admin] Request body: {'subnet': {'network_id': '6ec9aab5-0735-4758-87b3-2b85040bbd4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1661445845-subnet', 'tenant_id': 'f877af6c40684d56af92b4128f7c04a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:04.580736 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c45b1db-1dff-40af-8d53-386f7a5c4a5a admin admin] Made reservation on behalf of f877af6c40684d56af92b4128f7c04a6 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:57:04.586961 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c45b1db-1dff-40af-8d53-386f7a5c4a5a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:04.768887 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-74c56692-46fa-4bbb-9785-f8251030a529 req-caf64332-8320-4c9c-afa2-e6f2548a2198 service neutron] 10.222.0.69 "GET /v2.0/networks/6eec4ad7-adfb-4ae7-ac70-34193aac88e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716223 Feb 07 20:57:04.868179 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-74c56692-46fa-4bbb-9785-f8251030a529 req-01599d6a-5c42-4def-8faf-fe1dd1b14f0e service neutron] 10.222.0.69 "GET /v2.0/networks/6eec4ad7-adfb-4ae7-ac70-34193aac88e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894547 Feb 07 20:57:04.928447 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0af31-c703-4b8f-a354-2c9ba205328e req-2f7cc749-b6e3-43ce-82a1-8da4314da009 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:04.930692 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c45b1db-1dff-40af-8d53-386f7a5c4a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for subnet (9693284c-b81b-4c0a-855f-655a9e734397), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:04.931781 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-caf0af31-c703-4b8f-a354-2c9ba205328e req-2f7cc749-b6e3-43ce-82a1-8da4314da009 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca HTTP/1.1" status: 200 len: 949 time: 0.4399438 Feb 07 20:57:04.944953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-fd09d9f1-d7f8-4e9c-a774-e36f5b249e0b tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:04.947679 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-fd09d9f1-d7f8-4e9c-a774-e36f5b249e0b tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269&tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&binding%3Ahost_id=n-h1-828185-2 HTTP/1.1" status: 200 len: 1127 time: 0.3857360 Feb 07 20:57:04.962624 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-5ed9f39e-af8d-40da-9d11-b5745e56e269 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828185-2'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:05.058720 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-caf0af31-c703-4b8f-a354-2c9ba205328e req-b55d0853-730f-4cf3-b08b-78cd4eb17447 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057417 Feb 07 20:57:05.071178 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c45b1db-1dff-40af-8d53-386f7a5c4a5a admin admin] Checking segment: {'id': '1f633520-8b50-4bf7-abb6-a8c8c63adce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6ec9aab5-0735-4758-87b3-2b85040bbd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:57:05.071553 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c45b1db-1dff-40af-8d53-386f7a5c4a5a admin admin] Network hostable DHCP agents. Network: 6ec9aab5-0735-4758-87b3-2b85040bbd4a, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:57:05.081762 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45b1db-1dff-40af-8d53-386f7a5c4a5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9693284c-b81b-4c0a-855f-655a9e734397,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:05.113212 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c45b1db-1dff-40af-8d53-386f7a5c4a5a admin admin] Network 6ec9aab5-0735-4758-87b3-2b85040bbd4a is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:57:05.121057 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-5ed9f39e-af8d-40da-9d11-b5745e56e269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (895268e1-a192-4831-94b8-12c0270628fc), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:05.126933 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-1c45b1db-1dff-40af-8d53-386f7a5c4a5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 6ec9aab5-0735-4758-87b3-2b85040bbd4a) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:57:05.132666 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c45b1db-1dff-40af-8d53-386f7a5c4a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:05.136395 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c45b1db-1dff-40af-8d53-386f7a5c4a5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:05.139268 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195f4d61-dc3f-4af9-9685-31709bef6366 None None] Network 6ec9aab5-0735-4758-87b3-2b85040bbd4a requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:57:05.155694 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1c45b1db-1dff-40af-8d53-386f7a5c4a5a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6295283 Feb 07 20:57:05.298038 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e39c3-2e26-447a-b2b4-b658f0bd5b54 req-ee197883-1d5d-4e67-beb1-3f1925a211d9 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:05.305411 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd8e39c3-2e26-447a-b2b4-b658f0bd5b54 req-ee197883-1d5d-4e67-beb1-3f1925a211d9 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 945 time: 0.1131265 Feb 07 20:57:05.359515 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-5ed9f39e-af8d-40da-9d11-b5745e56e269 service neutron] For port 895268e1-a192-4831-94b8-12c0270628fc, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=895268e1-a192-4831-94b8-12c0270628fc,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:05.366228 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3ca072-2318-4dc3-bcb8-fc593a5e8ca4 None None] Network 6ec9aab5-0735-4758-87b3-2b85040bbd4a requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:57:05.389574 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd8e39c3-2e26-447a-b2b4-b658f0bd5b54 req-c69acd58-b81a-4d68-a91d-a3ccae726d48 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777094 Feb 07 20:57:05.457864 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-5ed9f39e-af8d-40da-9d11-b5745e56e269 service neutron] For port 895268e1-a192-4831-94b8-12c0270628fc, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:57:05.542871 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9405cb45-73d3-401f-84a5-0cd42d383269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '895268e1-a192-4831-94b8-12c0270628fc'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:57:05.545180 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d728b1-35b0-4f3a-b0f8-3637cc2ec7ff" -d '{"events": [{"server_uuid": "9405cb45-73d3-401f-84a5-0cd42d383269", "name": "network-vif-unplugged", "status": "completed", "tag": "895268e1-a192-4831-94b8-12c0270628fc"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:57:05.550405 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-5ed9f39e-af8d-40da-9d11-b5745e56e269 service neutron] Publish callbacks [] for port (895268e1-a192-4831-94b8-12c0270628fc), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:05.563726 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-5ed9f39e-af8d-40da-9d11-b5745e56e269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (895268e1-a192-4831-94b8-12c0270628fc), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:05.581061 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b3432-32fc-4fc3-a9d5-a9d12e7ac033 req-d7f052f4-abec-4859-ac25-611b08c4c753 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:05.588906 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad9b3432-32fc-4fc3-a9d5-a9d12e7ac033 req-d7f052f4-abec-4859-ac25-611b08c4c753 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 946 time: 0.1019123 Feb 07 20:57:05.593942 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39846) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:05.712207 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9f39e-af8d-40da-9d11-b5745e56e269 service neutron] Pushing event updated for resources: {'Port': ['ID=895268e1-a192-4831-94b8-12c0270628fc,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:05.731578 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad9b3432-32fc-4fc3-a9d5-a9d12e7ac033 req-c6dfc1e3-413f-4fcb-99bf-6f03f626c090 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417336 Feb 07 20:57:05.734397 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-5ed9f39e-af8d-40da-9d11-b5745e56e269 service neutron] Attempting to bind port 895268e1-a192-4831-94b8-12c0270628fc on host n-h1-828185-2 for vnic_type normal with profile {"migrating_to": "n-h2-828185-2"} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:57:05.735457 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-5ed9f39e-af8d-40da-9d11-b5745e56e269 service neutron] Attempting to bind port 895268e1-a192-4831-94b8-12c0270628fc by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:57:05.735781 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-5ed9f39e-af8d-40da-9d11-b5745e56e269 service neutron] Attempting to bind port 895268e1-a192-4831-94b8-12c0270628fc on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:05.740827 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-5ed9f39e-af8d-40da-9d11-b5745e56e269 service neutron] Port 895268e1-a192-4831-94b8-12c0270628fc on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:57:05.741145 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-5ed9f39e-af8d-40da-9d11-b5745e56e269 service neutron] Attempting to bind port 895268e1-a192-4831-94b8-12c0270628fc on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:05.746033 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-5ed9f39e-af8d-40da-9d11-b5745e56e269 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:57:05.746361 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-5ed9f39e-af8d-40da-9d11-b5745e56e269 service neutron] Checking segment: {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:57:05.746732 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-5ed9f39e-af8d-40da-9d11-b5745e56e269 service neutron] Bound using segment: {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:57:05.747145 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-5ed9f39e-af8d-40da-9d11-b5745e56e269 service neutron] Bound port: 895268e1-a192-4831-94b8-12c0270628fc, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:57:05.747493 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-5ed9f39e-af8d-40da-9d11-b5745e56e269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (895268e1-a192-4831-94b8-12c0270628fc), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:05.830629 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-5ed9f39e-af8d-40da-9d11-b5745e56e269 service neutron] For port 895268e1-a192-4831-94b8-12c0270628fc, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:57:05.872778 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fb8c6baa-49e1-4159-a49a-a7c37342452b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:05.874109 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-5ed9f39e-af8d-40da-9d11-b5745e56e269 service neutron] For port 895268e1-a192-4831-94b8-12c0270628fc, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=895268e1-a192-4831-94b8-12c0270628fc,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:57:05.894419 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-5ed9f39e-af8d-40da-9d11-b5745e56e269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (895268e1-a192-4831-94b8-12c0270628fc), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:05.938459 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c04bf-bdab-4813-a785-423efefa2128 req-0e1f1173-a34a-44de-b139-c73ba2522863 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:05.940134 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3b6c04bf-bdab-4813-a785-423efefa2128 req-0e1f1173-a34a-44de-b139-c73ba2522863 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 1131 time: 0.1210432 Feb 07 20:57:06.000746 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-5ed9f39e-af8d-40da-9d11-b5745e56e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:06.001370 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-5ed9f39e-af8d-40da-9d11-b5745e56e269 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:06.002738 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-5ed9f39e-af8d-40da-9d11-b5745e56e269 service neutron] 10.222.0.71 "PUT /v2.0/ports/895268e1-a192-4831-94b8-12c0270628fc HTTP/1.1" status: 200 len: 1121 time: 1.0444839 Feb 07 20:57:06.010323 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fb8c6baa-49e1-4159-a49a-a7c37342452b admin admin] Publish callbacks [] for security_group (a8f151d7-8de6-463e-81ae-1db302549d82), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:06.013049 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9f39e-af8d-40da-9d11-b5745e56e269 service neutron] Pushing event updated for resources: {'Port': ['ID=895268e1-a192-4831-94b8-12c0270628fc,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:06.015411 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fb8c6baa-49e1-4159-a49a-a7c37342452b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a8f151d7-8de6-463e-81ae-1db302549d82), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:06.064548 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fb8c6baa-49e1-4159-a49a-a7c37342452b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=00365344c7464d46a87a8b13ec88662d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4654858 Feb 07 20:57:06.065156 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39864) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:06.067170 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c6baa-49e1-4159-a49a-a7c37342452b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f151d7-8de6-463e-81ae-1db302549d82,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:06.080121 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3b6c04bf-bdab-4813-a785-423efefa2128 req-41489157-163e-4f82-b3f2-68123c7d4c4c tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288891 Feb 07 20:57:06.114200 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['895268e1-a192-4831-94b8-12c0270628fc'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:57:06.125271 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 20:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d40b5fb-cfd6-4703-a45f-11db2e8fd946 x-openstack-request-id: req-3d40b5fb-cfd6-4703-a45f-11db2e8fd946 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:57:06.125756 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9405cb45-73d3-401f-84a5-0cd42d383269", "name": "network-vif-unplugged", "status": "completed", "tag": "895268e1-a192-4831-94b8-12c0270628fc", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:57:06.126077 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3d40b5fb-cfd6-4703-a45f-11db2e8fd946 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:57:06.126594 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9405cb45-73d3-401f-84a5-0cd42d383269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '895268e1-a192-4831-94b8-12c0270628fc', 'code': 200} Feb 07 20:57:06.147077 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbab807f-feb6-4302-ad3a-fca4eaeeabb5 admin admin] Publish callbacks [] for security_group (a8f151d7-8de6-463e-81ae-1db302549d82), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:06.172599 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbab807f-feb6-4302-ad3a-fca4eaeeabb5 admin admin] Publish callbacks [] for security_group (a8f151d7-8de6-463e-81ae-1db302549d82), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:06.194380 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39872) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:06.199534 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5e77192c-157f-4402-bdd5-50d4e0763077 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-206723424-network', 'tenant_id': '66333a5eaffa4528a494025a1f9b3e57'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:06.233146 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbab807f-feb6-4302-ad3a-fca4eaeeabb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a8f151d7-8de6-463e-81ae-1db302549d82), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:06.236025 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbab807f-feb6-4302-ad3a-fca4eaeeabb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:06.240401 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bbab807f-feb6-4302-ad3a-fca4eaeeabb5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a8f151d7-8de6-463e-81ae-1db302549d82 HTTP/1.1" status: 204 len: 168 time: 0.1740820 Feb 07 20:57:06.251704 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab807f-feb6-4302-ad3a-fca4eaeeabb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f151d7-8de6-463e-81ae-1db302549d82,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:06.270575 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e77192c-157f-4402-bdd5-50d4e0763077 admin admin] Made reservation on behalf of 66333a5eaffa4528a494025a1f9b3e57 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:57:06.274301 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e77192c-157f-4402-bdd5-50d4e0763077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:06.289585 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e77192c-157f-4402-bdd5-50d4e0763077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:06.310945 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca26fc-25f3-482c-9f74-9eba209ee00a req-d4b19d47-33e4-4832-8d57-1becdf3b6f52 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:06.312952 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5ca26fc-25f3-482c-9f74-9eba209ee00a req-d4b19d47-33e4-4832-8d57-1becdf3b6f52 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca HTTP/1.1" status: 200 len: 949 time: 0.1307418 Feb 07 20:57:06.323489 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device a54040b2-aad5-4bbd-b7d7-184fcb291449 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:57:06.383277 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5ca26fc-25f3-482c-9f74-9eba209ee00a req-b20f32ff-eff1-498c-ba2e-cf6c1606654a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634339 Feb 07 20:57:06.424103 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port a54040b2-aad5-4bbd-b7d7-184fcb291449 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:57:06.431769 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port a54040b2-aad5-4bbd-b7d7-184fcb291449 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:57:06.432525 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a54040b2-aad5-4bbd-b7d7-184fcb291449), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:06.481097 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e77192c-157f-4402-bdd5-50d4e0763077 admin admin] Publish callbacks [] for security_group (89578788-cc31-4364-b26a-93291194dc73), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:06.506839 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e77192c-157f-4402-bdd5-50d4e0763077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (89578788-cc31-4364-b26a-93291194dc73), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:06.544540 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e77192c-157f-4402-bdd5-50d4e0763077 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:57:06.555462 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port a54040b2-aad5-4bbd-b7d7-184fcb291449 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:06.555992 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a54040b2-aad5-4bbd-b7d7-184fcb291449), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:06.581028 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54040b2-aad5-4bbd-b7d7-184fcb291449'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:57:06.583446 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42670d95-8895-48f8-ab5c-c60be7100faf" -d '{"events": [{"server_uuid": "cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca", "name": "network-vif-plugged", "status": "completed", "tag": "a54040b2-aad5-4bbd-b7d7-184fcb291449"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:57:06.596685 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port a54040b2-aad5-4bbd-b7d7-184fcb291449, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=a54040b2-aad5-4bbd-b7d7-184fcb291449,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:06.599381 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e77192c-157f-4402-bdd5-50d4e0763077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (519e25fc-894d-4fed-a15c-575bee13cb9c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:06.599737 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-5e77192c-157f-4402-bdd5-50d4e0763077 admin admin] Added segment 519e25fc-894d-4fed-a15c-575bee13cb9c of type vlan for network 19e9cffe-8235-44f3-afde-46f41defaafa Feb 07 20:57:06.601685 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77192c-157f-4402-bdd5-50d4e0763077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89578788-cc31-4364-b26a-93291194dc73,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:06.603672 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a54040b2-aad5-4bbd-b7d7-184fcb291449), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:06.651357 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58daccc3-b970-4301-a0a6-65250691f272 req-ea4fe53f-459e-486a-a568-8ac2e8a38866 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:06.652931 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-58daccc3-b970-4301-a0a6-65250691f272 req-ea4fe53f-459e-486a-a568-8ac2e8a38866 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 1131 time: 0.1860869 Feb 07 20:57:06.657557 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e77192c-157f-4402-bdd5-50d4e0763077 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (19e9cffe-8235-44f3-afde-46f41defaafa), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:06.665526 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=a54040b2-aad5-4bbd-b7d7-184fcb291449,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:06.685794 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39884) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:06.701740 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a546074-b528-444f-a5cf-cd7573fa5271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:06.707767 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f54da-9d30-45ef-b93e-0ac775604cd2 req-0d69cc4a-3cf9-4aff-b2e5-3a31f749d015 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:06.709339 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7c7f54da-9d30-45ef-b93e-0ac775604cd2 req-0d69cc4a-3cf9-4aff-b2e5-3a31f749d015 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 943 time: 0.1661670 Feb 07 20:57:06.737717 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e77192c-157f-4402-bdd5-50d4e0763077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (19e9cffe-8235-44f3-afde-46f41defaafa), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:06.738774 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e77192c-157f-4402-bdd5-50d4e0763077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:06.739333 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e77192c-157f-4402-bdd5-50d4e0763077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:06.780222 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a546074-b528-444f-a5cf-cd7573fa5271 admin admin] Publish callbacks [] for security_group (4cac796e-2555-40bf-82cf-1dbe9d4ddef1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:06.784546 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a546074-b528-444f-a5cf-cd7573fa5271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4cac796e-2555-40bf-82cf-1dbe9d4ddef1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:06.807362 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-58daccc3-b970-4301-a0a6-65250691f272 req-8fa3d8be-1300-4226-ba5f-66e9860b9ed3 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429296 Feb 07 20:57:06.821965 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a546074-b528-444f-a5cf-cd7573fa5271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cac796e-2555-40bf-82cf-1dbe9d4ddef1,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:06.836252 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5e77192c-157f-4402-bdd5-50d4e0763077 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6283040 Feb 07 20:57:06.836675 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0a546074-b528-444f-a5cf-cd7573fa5271 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8fba67b57dd04996ac826d8b7c9433b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439943 Feb 07 20:57:06.837059 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39888) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:06.837215 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39890) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:06.842190 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6543d760-9729-43ab-ac72-e62f8e2fa337 admin admin] Request body: {'subnet': {'network_id': '19e9cffe-8235-44f3-afde-46f41defaafa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-206723424-subnet', 'tenant_id': '66333a5eaffa4528a494025a1f9b3e57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:06.847245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77192c-157f-4402-bdd5-50d4e0763077 admin admin] Pushing event updated for resources: {'Network': ['ID=19e9cffe-8235-44f3-afde-46f41defaafa,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:06.851982 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7c7f54da-9d30-45ef-b93e-0ac775604cd2 req-5ae682ac-97d3-4985-a3db-b0ec19b989a8 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305575 Feb 07 20:57:06.866750 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 19e9cffe-8235-44f3-afde-46f41defaafa details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:57:06.886075 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6543d760-9729-43ab-ac72-e62f8e2fa337 admin admin] Made reservation on behalf of 66333a5eaffa4528a494025a1f9b3e57 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:57:06.893012 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6543d760-9729-43ab-ac72-e62f8e2fa337 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:06.912131 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dfd79c52-11f4-45a3-a748-33b3315888dd admin admin] Publish callbacks [] for security_group (4cac796e-2555-40bf-82cf-1dbe9d4ddef1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:06.921107 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67ec41c-ae8f-44e7-add7-903e3d2fab74 x-openstack-request-id: req-a67ec41c-ae8f-44e7-add7-903e3d2fab74 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:57:06.921688 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca", "name": "network-vif-plugged", "status": "completed", "tag": "a54040b2-aad5-4bbd-b7d7-184fcb291449", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:57:06.922096 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a67ec41c-ae8f-44e7-add7-903e3d2fab74 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:57:06.923289 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54040b2-aad5-4bbd-b7d7-184fcb291449', 'code': 200} Feb 07 20:57:06.945612 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dfd79c52-11f4-45a3-a748-33b3315888dd admin admin] Publish callbacks [] for security_group (4cac796e-2555-40bf-82cf-1dbe9d4ddef1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:07.025351 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dfd79c52-11f4-45a3-a748-33b3315888dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4cac796e-2555-40bf-82cf-1dbe9d4ddef1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:07.028545 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dfd79c52-11f4-45a3-a748-33b3315888dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:07.034608 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-dfd79c52-11f4-45a3-a748-33b3315888dd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4cac796e-2555-40bf-82cf-1dbe9d4ddef1 HTTP/1.1" status: 204 len: 168 time: 0.2002108 Feb 07 20:57:07.057407 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd79c52-11f4-45a3-a748-33b3315888dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cac796e-2555-40bf-82cf-1dbe9d4ddef1,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:07.141393 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641ef2b-eea0-47ff-8ed8-7ceb990b8467 req-5e9f2db6-2b67-4737-b6a5-2d3187107400 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:07.143059 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7641ef2b-eea0-47ff-8ed8-7ceb990b8467 req-5e9f2db6-2b67-4737-b6a5-2d3187107400 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 946 time: 0.1139579 Feb 07 20:57:07.150122 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d073d499-c48a-4968-bcbd-e40493df5989 req-0db17c71-dc0c-449d-a495-06b254ced0fb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8a62fb71-604f-4ab3-9616-04383697a3e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0952086 Feb 07 20:57:07.162349 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88030e4-7d56-4c9a-8487-6921f0c0bd5b req-d2b1b7ad-c8a1-431f-b829-e2425f886f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:07.164144 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e88030e4-7d56-4c9a-8487-6921f0c0bd5b req-d2b1b7ad-c8a1-431f-b829-e2425f886f12 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca HTTP/1.1" status: 200 len: 1132 time: 0.1269138 Feb 07 20:57:07.214246 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6543d760-9729-43ab-ac72-e62f8e2fa337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for subnet (b761ba4b-5c8b-45ef-8bb9-ad7547b4748c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:07.288590 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e88030e4-7d56-4c9a-8487-6921f0c0bd5b req-9ccaf51b-fdc8-48c8-afb4-fea8284ac42d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178105 Feb 07 20:57:07.301820 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073d499-c48a-4968-bcbd-e40493df5989 req-3f2d5cfe-5aad-4f03-937c-803418f4ad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:07.303646 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d073d499-c48a-4968-bcbd-e40493df5989 req-3f2d5cfe-5aad-4f03-937c-803418f4ad84 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a640cac6c4d64dfa8fbcd903aab64b39&device_id=8a62fb71-604f-4ab3-9616-04383697a3e7 HTTP/1.1" status: 200 len: 1149 time: 0.0935721 Feb 07 20:57:07.325038 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7641ef2b-eea0-47ff-8ed8-7ceb990b8467 req-ae0642c5-21c8-4b84-b38b-ec4bce23c5d6 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608453 Feb 07 20:57:07.344160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543d760-9729-43ab-ac72-e62f8e2fa337 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b761ba4b-5c8b-45ef-8bb9-ad7547b4748c,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:07.350541 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6543d760-9729-43ab-ac72-e62f8e2fa337 admin admin] Checking segment: {'id': '519e25fc-894d-4fed-a15c-575bee13cb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '19e9cffe-8235-44f3-afde-46f41defaafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:57:07.350901 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6543d760-9729-43ab-ac72-e62f8e2fa337 admin admin] Network hostable DHCP agents. Network: 19e9cffe-8235-44f3-afde-46f41defaafa, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:57:07.370918 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6543d760-9729-43ab-ac72-e62f8e2fa337 admin admin] Network 19e9cffe-8235-44f3-afde-46f41defaafa is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:57:07.383737 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6543d760-9729-43ab-ac72-e62f8e2fa337 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 19e9cffe-8235-44f3-afde-46f41defaafa) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:57:07.393318 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced6aa56-0241-45fb-aa23-3966fe864a93 None None] Network 19e9cffe-8235-44f3-afde-46f41defaafa requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:57:07.395026 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6543d760-9729-43ab-ac72-e62f8e2fa337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:07.395794 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6543d760-9729-43ab-ac72-e62f8e2fa337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:07.429347 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6543d760-9729-43ab-ac72-e62f8e2fa337 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5957899 Feb 07 20:57:07.537101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace55a4c-a73d-49ab-a58f-02485d269411 None None] Network 19e9cffe-8235-44f3-afde-46f41defaafa requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:57:07.600213 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c11847-7fb1-46e0-97f1-3fdc3e9ee5ab req-867941f1-5e43-4d2f-98fd-4ed0fd0f01d1 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:07.607957 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c8c11847-7fb1-46e0-97f1-3fdc3e9ee5ab req-867941f1-5e43-4d2f-98fd-4ed0fd0f01d1 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca HTTP/1.1" status: 200 len: 950 time: 0.0934374 Feb 07 20:57:07.658526 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39924) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:07.678746 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c8c11847-7fb1-46e0-97f1-3fdc3e9ee5ab req-73ca152f-55b2-4456-8b5f-6ab06c329ac0 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641918 Feb 07 20:57:07.758876 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073d499-c48a-4968-bcbd-e40493df5989 req-0f5bd0f5-7485-445d-8d26-d463f688e15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:07.760405 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d073d499-c48a-4968-bcbd-e40493df5989 req-0f5bd0f5-7485-445d-8d26-d463f688e15e service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3bb3650-0e76-4812-829f-29cb0254d598 HTTP/1.1" status: 200 len: 924 time: 0.1806986 Feb 07 20:57:07.831014 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-537b82df-3ed6-4951-8926-29c727e8f225 admin admin] Deleting subnet 9693284c-b81b-4c0a-855f-655a9e734397 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 20:57:07.839685 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-537b82df-3ed6-4951-8926-29c727e8f225 admin admin] Publish callbacks [] for subnet (9693284c-b81b-4c0a-855f-655a9e734397), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:07.864930 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d073d499-c48a-4968-bcbd-e40493df5989 req-4750f596-6b8c-41a2-91fb-de2ec7bc816e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=def6282e-e16e-4da4-8e73-cf9883e0d6b0 HTTP/1.1" status: 200 len: 1023 time: 0.0969062 Feb 07 20:57:07.944801 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-537b82df-3ed6-4951-8926-29c727e8f225 admin admin] Publish callbacks [] for subnet (9693284c-b81b-4c0a-855f-655a9e734397), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:07.963369 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-537b82df-3ed6-4951-8926-29c727e8f225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (9693284c-b81b-4c0a-855f-655a9e734397), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:07.966846 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073d499-c48a-4968-bcbd-e40493df5989 req-cca79679-75fe-4c29-873f-b5febc2c779b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:07.968291 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d073d499-c48a-4968-bcbd-e40493df5989 req-cca79679-75fe-4c29-873f-b5febc2c779b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d3708085-d37a-4939-8052-22c68aa218c4 HTTP/1.1" status: 200 len: 862 time: 0.0945244 Feb 07 20:57:08.067610 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073d499-c48a-4968-bcbd-e40493df5989 req-31cde71c-8418-4875-ac88-0997efd81bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:08.069256 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d073d499-c48a-4968-bcbd-e40493df5989 req-31cde71c-8418-4875-ac88-0997efd81bc5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3bb3650-0e76-4812-829f-29cb0254d598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0801733 Feb 07 20:57:08.100088 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-537b82df-3ed6-4951-8926-29c727e8f225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for subnet (9693284c-b81b-4c0a-855f-655a9e734397), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:08.130312 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9405cb45-73d3-401f-84a5-0cd42d383269', 'tag': '895268e1-a192-4831-94b8-12c0270628fc'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:57:08.132852 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22955d1e-59f7-4e23-b094-237285cd29eb" -d '{"events": [{"name": "network-changed", "server_uuid": "9405cb45-73d3-401f-84a5-0cd42d383269", "tag": "895268e1-a192-4831-94b8-12c0270628fc"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:57:08.176140 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b82df-3ed6-4951-8926-29c727e8f225 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9693284c-b81b-4c0a-855f-655a9e734397,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:08.183942 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-537b82df-3ed6-4951-8926-29c727e8f225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:08.187998 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-537b82df-3ed6-4951-8926-29c727e8f225 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9693284c-b81b-4c0a-855f-655a9e734397 HTTP/1.1" status: 204 len: 168 time: 0.5265894 Feb 07 20:57:08.190932 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39968) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:08.226426 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d073d499-c48a-4968-bcbd-e40493df5989 req-aed6a455-450b-4723-a0f7-4ea254a4a4a0 service neutron] 10.222.0.69 "GET /v2.0/networks/a3bb3650-0e76-4812-829f-29cb0254d598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483047 Feb 07 20:57:08.278258 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f63a4e64-a184-4fb8-86b4-05560c30df0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (6ec9aab5-0735-4758-87b3-2b85040bbd4a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:08.296540 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a8693-bfcf-468a-a0bb-a37c49bdb81b req-e2cd6a32-9170-4b11-9143-2a0374a90425 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:08.298751 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-047a8693-bfcf-468a-a0bb-a37c49bdb81b req-e2cd6a32-9170-4b11-9143-2a0374a90425 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 943 time: 0.1992946 Feb 07 20:57:08.320423 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d073d499-c48a-4968-bcbd-e40493df5989 req-a89fe7d5-844f-434e-b4bc-bc3c7edc5b93 service neutron] 10.222.0.69 "GET /v2.0/networks/a3bb3650-0e76-4812-829f-29cb0254d598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874732 Feb 07 20:57:08.408513 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f63a4e64-a184-4fb8-86b4-05560c30df0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (6ec9aab5-0735-4758-87b3-2b85040bbd4a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:08.450878 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-047a8693-bfcf-468a-a0bb-a37c49bdb81b req-ada00d38-2e83-436f-a742-4683402db693 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276488 Feb 07 20:57:08.452999 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f63a4e64-a184-4fb8-86b4-05560c30df0e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:57:08.453458 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f63a4e64-a184-4fb8-86b4-05560c30df0e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:57:08.454918 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f63a4e64-a184-4fb8-86b4-05560c30df0e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:57:08.455341 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f63a4e64-a184-4fb8-86b4-05560c30df0e admin admin] Subscribe: > port after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:57:08.455770 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f63a4e64-a184-4fb8-86b4-05560c30df0e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:57:08.456235 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f63a4e64-a184-4fb8-86b4-05560c30df0e admin admin] Subscribe: > port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:57:08.456638 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f63a4e64-a184-4fb8-86b4-05560c30df0e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:57:08.457055 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f63a4e64-a184-4fb8-86b4-05560c30df0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:57:08.457560 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f63a4e64-a184-4fb8-86b4-05560c30df0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:57:08.458583 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f63a4e64-a184-4fb8-86b4-05560c30df0e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:57:08.536611 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f63a4e64-a184-4fb8-86b4-05560c30df0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:57:08.536912 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f63a4e64-a184-4fb8-86b4-05560c30df0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:57:08.537271 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f63a4e64-a184-4fb8-86b4-05560c30df0e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:57:08.537615 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f63a4e64-a184-4fb8-86b4-05560c30df0e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:57:08.538277 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-f63a4e64-a184-4fb8-86b4-05560c30df0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec9aab5-0735-4758-87b3-2b85040bbd4a']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:57:08.572080 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb92c63e-61c9-45c6-99f2-cb71ba1a0b01 x-openstack-request-id: req-bb92c63e-61c9-45c6-99f2-cb71ba1a0b01 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:57:08.572397 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9405cb45-73d3-401f-84a5-0cd42d383269", "tag": "895268e1-a192-4831-94b8-12c0270628fc", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:57:08.573610 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bb92c63e-61c9-45c6-99f2-cb71ba1a0b01 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:57:08.573872 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9405cb45-73d3-401f-84a5-0cd42d383269', 'tag': '895268e1-a192-4831-94b8-12c0270628fc', 'status': 'completed', 'code': 200} Feb 07 20:57:08.579742 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-f63a4e64-a184-4fb8-86b4-05560c30df0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f633520-8b50-4bf7-abb6-a8c8c63adce7') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:57:08.580040 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-f63a4e64-a184-4fb8-86b4-05560c30df0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f633520-8b50-4bf7-abb6-a8c8c63adce7') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:57:08.599409 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f63a4e64-a184-4fb8-86b4-05560c30df0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (1f633520-8b50-4bf7-abb6-a8c8c63adce7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:08.615585 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22955d1e-59f7-4e23-b094-237285cd29eb req-57bf60b8-7da6-42b1-9f22-65699706cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:08.616566 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-22955d1e-59f7-4e23-b094-237285cd29eb req-57bf60b8-7da6-42b1-9f22-65699706cf66 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 1155 time: 0.0783250 Feb 07 20:57:08.632867 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f63a4e64-a184-4fb8-86b4-05560c30df0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (1f633520-8b50-4bf7-abb6-a8c8c63adce7), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:08.643463 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702421c-46d3-4d61-bb02-bc3aeaa9e85d req-43da0a52-ad2c-4cf6-9c63-23c22c4dfe0e tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:08.645285 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7702421c-46d3-4d61-bb02-bc3aeaa9e85d req-43da0a52-ad2c-4cf6-9c63-23c22c4dfe0e tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.2143006 Feb 07 20:57:08.651809 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63a4e64-a184-4fb8-86b4-05560c30df0e admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 20:57:08.652237 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f63a4e64-a184-4fb8-86b4-05560c30df0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (1f633520-8b50-4bf7-abb6-a8c8c63adce7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: from cryptography.utils import int_from_bytes Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: from cryptography.utils import int_from_bytes Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: timer() Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 20:57:08.685720 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 20:57:08.695212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 895268e1-a192-4831-94b8-12c0270628fc details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:57:08.743969 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22955d1e-59f7-4e23-b094-237285cd29eb req-ab08a6a3-820f-44bb-80cc-0c892246d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:08.746879 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-22955d1e-59f7-4e23-b094-237285cd29eb req-ab08a6a3-820f-44bb-80cc-0c892246d693 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9707a7e2-bd1b-48e9-a067-23aeb539b5df HTTP/1.1" status: 200 len: 922 time: 0.1118298 Feb 07 20:57:08.806305 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-22955d1e-59f7-4e23-b094-237285cd29eb req-05d6d5a0-1447-49cc-8f6a-07a83dcee935 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=895268e1-a192-4831-94b8-12c0270628fc HTTP/1.1" status: 200 len: 217 time: 0.0429411 Feb 07 20:57:08.818339 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 895268e1-a192-4831-94b8-12c0270628fc, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=895268e1-a192-4831-94b8-12c0270628fc,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:08.830637 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 895268e1-a192-4831-94b8-12c0270628fc has no active binding in host n-h2-828185-2 {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 20:57:08.854656 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f63a4e64-a184-4fb8-86b4-05560c30df0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (6ec9aab5-0735-4758-87b3-2b85040bbd4a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:08.877378 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f63a4e64-a184-4fb8-86b4-05560c30df0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:08.883194 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f63a4e64-a184-4fb8-86b4-05560c30df0e admin admin] 10.222.0.65 "DELETE /v2.0/networks/6ec9aab5-0735-4758-87b3-2b85040bbd4a HTTP/1.1" status: 204 len: 168 time: 0.6885765 Feb 07 20:57:08.883473 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39988) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:08.895344 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22955d1e-59f7-4e23-b094-237285cd29eb req-1184f9e1-a5cd-450c-ae63-ce469279a7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:08.896531 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7702421c-46d3-4d61-bb02-bc3aeaa9e85d req-cb5ebcef-e3ec-4c3d-85da-2ef4bd08ec42 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044082 Feb 07 20:57:08.896817 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-22955d1e-59f7-4e23-b094-237285cd29eb req-1184f9e1-a5cd-450c-ae63-ce469279a7f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3768dda-d71b-40b0-9d56-296b11c3fa2b HTTP/1.1" status: 200 len: 861 time: 0.0720639 Feb 07 20:57:08.897246 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a4e64-a184-4fb8-86b4-05560c30df0e admin admin] Pushing event deleted for resources: {'Network': ['ID=6ec9aab5-0735-4758-87b3-2b85040bbd4a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:08.902993 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7dda8790-440f-4271-b631-66dd68f5987c req-320b1d45-77e2-4c5e-8373-0a20e67cb4f5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2147043 Feb 07 20:57:08.915374 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc393b51-3a14-44b0-8260-829a562ffc23 req-02b00014-f383-416a-91b4-f3de5f9e05d1 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:08.924950 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fc393b51-3a14-44b0-8260-829a562ffc23 req-02b00014-f383-416a-91b4-f3de5f9e05d1 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 946 time: 0.2338183 Feb 07 20:57:08.975425 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-22955d1e-59f7-4e23-b094-237285cd29eb req-6d5bb714-2e78-41aa-a124-90d4520326df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9707a7e2-bd1b-48e9-a067-23aeb539b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542428 Feb 07 20:57:08.999393 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8918e3-215e-426c-bff9-3c64d7776c60 admin admin] Deleting subnet b761ba4b-5c8b-45ef-8bb9-ad7547b4748c {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 20:57:09.020858 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bd8918e3-215e-426c-bff9-3c64d7776c60 admin admin] Publish callbacks [] for subnet (b761ba4b-5c8b-45ef-8bb9-ad7547b4748c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:09.101781 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fc393b51-3a14-44b0-8260-829a562ffc23 req-1ef91585-c851-44f7-bcaf-0876fb0e6c19 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761005 Feb 07 20:57:09.103786 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bd8918e3-215e-426c-bff9-3c64d7776c60 admin admin] Publish callbacks [] for subnet (b761ba4b-5c8b-45ef-8bb9-ad7547b4748c), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:09.140273 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bd8918e3-215e-426c-bff9-3c64d7776c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (b761ba4b-5c8b-45ef-8bb9-ad7547b4748c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:09.152802 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae699ab7-1594-4ff1-a0a2-d0ebfcda73fa req-4e16cb0f-4a07-43a8-8f2b-9d07f925deb1 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:09.160840 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae699ab7-1594-4ff1-a0a2-d0ebfcda73fa req-4e16cb0f-4a07-43a8-8f2b-9d07f925deb1 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca HTTP/1.1" status: 200 len: 950 time: 0.1275630 Feb 07 20:57:09.164689 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda8790-440f-4271-b631-66dd68f5987c req-7ecabebb-ee06-4abe-811e-dae7c427bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:09.174858 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7dda8790-440f-4271-b631-66dd68f5987c req-7ecabebb-ee06-4abe-811e-dae7c427bf2b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=158a4ea448b4471c9480285ef58a9cb5&device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 1132 time: 0.2037902 Feb 07 20:57:09.211287 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-22955d1e-59f7-4e23-b094-237285cd29eb req-2f654b5e-9165-44e3-8515-fa1d6fe9a8d3 service neutron] 10.222.0.69 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303176 Feb 07 20:57:09.240884 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae699ab7-1594-4ff1-a0a2-d0ebfcda73fa req-ff42b39c-676b-4305-9c5e-cff214ba553b tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791271 Feb 07 20:57:09.241380 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39998) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:09.311771 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bd8918e3-215e-426c-bff9-3c64d7776c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for subnet (b761ba4b-5c8b-45ef-8bb9-ad7547b4748c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:09.334151 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bd8918e3-215e-426c-bff9-3c64d7776c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:09.339663 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bd8918e3-215e-426c-bff9-3c64d7776c60 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b761ba4b-5c8b-45ef-8bb9-ad7547b4748c HTTP/1.1" status: 204 len: 168 time: 0.4529326 Feb 07 20:57:09.340782 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40008) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:09.357868 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8918e3-215e-426c-bff9-3c64d7776c60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b761ba4b-5c8b-45ef-8bb9-ad7547b4748c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:09.361798 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-22955d1e-59f7-4e23-b094-237285cd29eb req-11d3ca96-34b4-41f9-95c6-b3179dd7d888 service neutron] 10.222.0.69 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385710 Feb 07 20:57:09.405558 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda8790-440f-4271-b631-66dd68f5987c req-09a4fd4b-8105-426e-bc77-badc99ddb678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:09.407056 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7dda8790-440f-4271-b631-66dd68f5987c req-09a4fd4b-8105-426e-bc77-badc99ddb678 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1833429 Feb 07 20:57:09.468277 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7dda8790-440f-4271-b631-66dd68f5987c req-62abc008-3673-4c5b-8edc-312df7638ddf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=382b77ed-5a99-4385-99eb-e6195465d1a1 HTTP/1.1" status: 200 len: 217 time: 0.0500646 Feb 07 20:57:09.484507 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e0eabd62-a5bf-476a-844f-70026377b331 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:09.490473 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16eb0908-a5f4-4cb5-9563-eaeecd2b2526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (19e9cffe-8235-44f3-afde-46f41defaafa), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:09.578239 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda8790-440f-4271-b631-66dd68f5987c req-9b48bd6b-9cb2-438d-a44d-cfb969eecfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:09.579741 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7dda8790-440f-4271-b631-66dd68f5987c req-9b48bd6b-9cb2-438d-a44d-cfb969eecfc7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1036353 Feb 07 20:57:09.900106 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16eb0908-a5f4-4cb5-9563-eaeecd2b2526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (19e9cffe-8235-44f3-afde-46f41defaafa), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:09.943151 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f40f5-ae5e-4c57-904c-aa5b9ec73b72 req-f0b2de1c-54fc-4ee4-97b2-34c484bfdeb7 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:09.944694 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-248f40f5-ae5e-4c57-904c-aa5b9ec73b72 req-f0b2de1c-54fc-4ee4-97b2-34c484bfdeb7 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 943 time: 0.4118435 Feb 07 20:57:09.956906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-16eb0908-a5f4-4cb5-9563-eaeecd2b2526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e9cffe-8235-44f3-afde-46f41defaafa']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:57:09.986735 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-16eb0908-a5f4-4cb5-9563-eaeecd2b2526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519e25fc-894d-4fed-a15c-575bee13cb9c') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:57:09.987034 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-16eb0908-a5f4-4cb5-9563-eaeecd2b2526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519e25fc-894d-4fed-a15c-575bee13cb9c') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:57:09.989812 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda8790-440f-4271-b631-66dd68f5987c req-b61da6ec-09f4-4d0f-ab88-6a0f235b0c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:09.991304 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7dda8790-440f-4271-b631-66dd68f5987c req-b61da6ec-09f4-4d0f-ab88-6a0f235b0c1c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3906159 Feb 07 20:57:10.001785 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40040) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:10.023495 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16eb0908-a5f4-4cb5-9563-eaeecd2b2526 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (519e25fc-894d-4fed-a15c-575bee13cb9c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:10.066958 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e0eabd62-a5bf-476a-844f-70026377b331 admin admin] Publish callbacks [] for security_group (e1d71a53-9180-4297-aaf6-2e1655d2d741), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:10.112883 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c503e3b1-dea3-4537-a09a-3b3ba2001605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:10.115000 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e0eabd62-a5bf-476a-844f-70026377b331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e1d71a53-9180-4297-aaf6-2e1655d2d741), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:10.127649 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16eb0908-a5f4-4cb5-9563-eaeecd2b2526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (519e25fc-894d-4fed-a15c-575bee13cb9c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:10.162438 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16eb0908-a5f4-4cb5-9563-eaeecd2b2526 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 20:57:10.162837 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16eb0908-a5f4-4cb5-9563-eaeecd2b2526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (519e25fc-894d-4fed-a15c-575bee13cb9c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: timer() Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 20:57:10.167930 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 20:57:10.189369 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-248f40f5-ae5e-4c57-904c-aa5b9ec73b72 req-d3a5d9c3-ea80-4c8e-8da6-88b8f1c9d006 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378280 Feb 07 20:57:10.192982 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c503e3b1-dea3-4537-a09a-3b3ba2001605 admin admin] Publish callbacks [] for security_group (31ebf2cf-c2c6-4a58-87c6-a874998ddcd9), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:10.197856 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c503e3b1-dea3-4537-a09a-3b3ba2001605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (31ebf2cf-c2c6-4a58-87c6-a874998ddcd9), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:10.230248 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e0eabd62-a5bf-476a-844f-70026377b331 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9650edfd6fa8463b83f108a17904e6f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9774282 Feb 07 20:57:10.233577 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40046) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:10.243906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eabd62-a5bf-476a-844f-70026377b331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d71a53-9180-4297-aaf6-2e1655d2d741,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:10.266555 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452816e-93f6-483c-bbd8-6c46cd4acc28 req-69474ed4-ae97-49e5-8fd0-9875ddb28082 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:10.268083 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4452816e-93f6-483c-bbd8-6c46cd4acc28 req-69474ed4-ae97-49e5-8fd0-9875ddb28082 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.2717257 Feb 07 20:57:10.286017 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503e3b1-dea3-4537-a09a-3b3ba2001605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ebf2cf-c2c6-4a58-87c6-a874998ddcd9,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:10.293730 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c503e3b1-dea3-4537-a09a-3b3ba2001605 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=817cd0253f3b4e6fba271ee83c775945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908990 Feb 07 20:57:10.295753 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16eb0908-a5f4-4cb5-9563-eaeecd2b2526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (19e9cffe-8235-44f3-afde-46f41defaafa), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:10.296296 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40050) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:10.326739 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16eb0908-a5f4-4cb5-9563-eaeecd2b2526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:10.326895 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-582ef766-44b8-4e9a-981b-6d0a21a512f2 admin admin] Publish callbacks [] for security_group (e1d71a53-9180-4297-aaf6-2e1655d2d741), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:10.332872 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-16eb0908-a5f4-4cb5-9563-eaeecd2b2526 admin admin] 10.222.0.65 "DELETE /v2.0/networks/19e9cffe-8235-44f3-afde-46f41defaafa HTTP/1.1" status: 204 len: 168 time: 0.9852908 Feb 07 20:57:10.332872 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7dda8790-440f-4271-b631-66dd68f5987c req-2307e782-f7ca-47ed-94f3-8f5a2f5ba382 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126826 Feb 07 20:57:10.366798 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-582ef766-44b8-4e9a-981b-6d0a21a512f2 admin admin] Publish callbacks [] for security_group (e1d71a53-9180-4297-aaf6-2e1655d2d741), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:10.370742 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb0908-a5f4-4cb5-9563-eaeecd2b2526 admin admin] Pushing event deleted for resources: {'Network': ['ID=19e9cffe-8235-44f3-afde-46f41defaafa,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:10.400777 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-45ff5206-7d2b-4bde-a780-84f8ddfb0017 admin admin] Publish callbacks [] for security_group (31ebf2cf-c2c6-4a58-87c6-a874998ddcd9), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:10.432552 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-45ff5206-7d2b-4bde-a780-84f8ddfb0017 admin admin] Publish callbacks [] for security_group (31ebf2cf-c2c6-4a58-87c6-a874998ddcd9), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:10.455827 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4452816e-93f6-483c-bbd8-6c46cd4acc28 req-c1149e29-27cf-49b6-b1d3-4de2c447bf1b tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643529 Feb 07 20:57:10.467241 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-582ef766-44b8-4e9a-981b-6d0a21a512f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e1d71a53-9180-4297-aaf6-2e1655d2d741), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:10.470556 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-582ef766-44b8-4e9a-981b-6d0a21a512f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:10.474056 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-582ef766-44b8-4e9a-981b-6d0a21a512f2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e1d71a53-9180-4297-aaf6-2e1655d2d741 HTTP/1.1" status: 204 len: 168 time: 0.2319715 Feb 07 20:57:10.480123 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d4e16-b39c-488c-9b6e-bdc9bdc08342 req-a52eb24e-e64b-4f49-8048-5f06ceab36ca tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:10.481022 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-274d4e16-b39c-488c-9b6e-bdc9bdc08342 req-a52eb24e-e64b-4f49-8048-5f06ceab36ca tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 946 time: 0.2047701 Feb 07 20:57:10.481503 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40056) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:10.490071 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ef766-44b8-4e9a-981b-6d0a21a512f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d71a53-9180-4297-aaf6-2e1655d2d741,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:10.522361 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-45ff5206-7d2b-4bde-a780-84f8ddfb0017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (31ebf2cf-c2c6-4a58-87c6-a874998ddcd9), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:10.525907 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-45ff5206-7d2b-4bde-a780-84f8ddfb0017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:10.528021 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-45ff5206-7d2b-4bde-a780-84f8ddfb0017 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/31ebf2cf-c2c6-4a58-87c6-a874998ddcd9 HTTP/1.1" status: 204 len: 168 time: 0.2281148 Feb 07 20:57:10.528328 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7dda8790-440f-4271-b631-66dd68f5987c req-ed0246f4-ce7e-4cfc-bfd0-22f2401683cf service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777675 Feb 07 20:57:10.564365 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7510074f-2b5f-40ae-b371-2ddfe9928f65 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f877af6c40684d56af92b4128f7c04a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0778606 Feb 07 20:57:10.567242 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40060) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:10.573458 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff5206-7d2b-4bde-a780-84f8ddfb0017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ebf2cf-c2c6-4a58-87c6-a874998ddcd9,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:10.586144 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-274d4e16-b39c-488c-9b6e-bdc9bdc08342 req-645f7830-b125-42c6-8f34-337d3a1f44d5 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937283 Feb 07 20:57:10.658237 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c195f95f-90c8-4918-b53e-ed5d2ddb722a admin admin] Publish callbacks [] for security_group (040e9b50-58c2-4971-a2e2-12348af358a8), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:10.710482 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444cd4c-7f9a-443d-a49d-89fc513ab616 req-6c87f308-5c01-46a0-98e2-58737dd079fb tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:10.712038 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0444cd4c-7f9a-443d-a49d-89fc513ab616 req-6c87f308-5c01-46a0-98e2-58737dd079fb tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca HTTP/1.1" status: 200 len: 950 time: 0.0970728 Feb 07 20:57:10.714013 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c195f95f-90c8-4918-b53e-ed5d2ddb722a admin admin] Publish callbacks [] for security_group (040e9b50-58c2-4971-a2e2-12348af358a8), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:10.790652 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0444cd4c-7f9a-443d-a49d-89fc513ab616 req-ebfb601c-854f-42c9-b058-de8c040b0bf7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683136 Feb 07 20:57:10.806680 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c195f95f-90c8-4918-b53e-ed5d2ddb722a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (040e9b50-58c2-4971-a2e2-12348af358a8), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:10.813691 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c195f95f-90c8-4918-b53e-ed5d2ddb722a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:10.814874 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c195f95f-90c8-4918-b53e-ed5d2ddb722a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/040e9b50-58c2-4971-a2e2-12348af358a8 HTTP/1.1" status: 204 len: 168 time: 0.2467198 Feb 07 20:57:10.822913 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195f95f-90c8-4918-b53e-ed5d2ddb722a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040e9b50-58c2-4971-a2e2-12348af358a8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:10.916017 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89e763-25fb-4791-9295-b01a6e686528 req-9093b6b0-dc3e-40d0-9fe1-3124c6e10d8e tempest-ServersOnMultiNodesTest-1113596232 tempest-ServersOnMultiNodesTest-1113596232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:10.923758 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d89e763-25fb-4791-9295-b01a6e686528 req-9093b6b0-dc3e-40d0-9fe1-3124c6e10d8e tempest-ServersOnMultiNodesTest-1113596232 tempest-ServersOnMultiNodesTest-1113596232-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca HTTP/1.1" status: 200 len: 1132 time: 0.0532429 Feb 07 20:57:10.967970 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d89e763-25fb-4791-9295-b01a6e686528 req-5871222b-45d7-4b73-995f-ca1061151776 tempest-ServersOnMultiNodesTest-1113596232 tempest-ServersOnMultiNodesTest-1113596232-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430498 Feb 07 20:57:11.049485 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40076) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:11.069847 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32b44d11-7be7-4f87-9444-0df8b3833a4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:11.174723 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32b44d11-7be7-4f87-9444-0df8b3833a4f admin admin] Publish callbacks [] for security_group (44fe029e-656e-4c73-9894-bebc0ce34e18), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:11.181128 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32b44d11-7be7-4f87-9444-0df8b3833a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (44fe029e-656e-4c73-9894-bebc0ce34e18), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:11.230259 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-32b44d11-7be7-4f87-9444-0df8b3833a4f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4ef19999650945919020461b5075af99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1797638 Feb 07 20:57:11.231027 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b44d11-7be7-4f87-9444-0df8b3833a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fe029e-656e-4c73-9894-bebc0ce34e18,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:11.232802 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40088) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:11.300759 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-695cb5cb-2ed0-4194-84fe-53598f03305c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=158a4ea448b4471c9480285ef58a9cb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310233 Feb 07 20:57:11.308518 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aafdafa5-c112-4844-b106-71be9d11a298 admin admin] Publish callbacks [] for security_group (44fe029e-656e-4c73-9894-bebc0ce34e18), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:11.338437 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aafdafa5-c112-4844-b106-71be9d11a298 admin admin] Publish callbacks [] for security_group (44fe029e-656e-4c73-9894-bebc0ce34e18), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:11.362549 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40096) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:11.429194 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f2eab027-9196-454c-ac81-5651993c0d7f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=66333a5eaffa4528a494025a1f9b3e57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0653536 Feb 07 20:57:11.430747 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40100) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:11.442153 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d6069-c460-46b9-b56d-13e7844242a6 req-0c27fcc2-5738-4051-8780-056b69d79d69 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:11.443654 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ee3d6069-c460-46b9-b56d-13e7844242a6 req-0c27fcc2-5738-4051-8780-056b69d79d69 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 943 time: 0.1240976 Feb 07 20:57:11.450353 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aafdafa5-c112-4844-b106-71be9d11a298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (44fe029e-656e-4c73-9894-bebc0ce34e18), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:11.453163 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aafdafa5-c112-4844-b106-71be9d11a298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:11.457270 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-aafdafa5-c112-4844-b106-71be9d11a298 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/44fe029e-656e-4c73-9894-bebc0ce34e18 HTTP/1.1" status: 204 len: 168 time: 0.2234411 Feb 07 20:57:11.460026 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-7465c441-30bd-471f-a73c-0fb8010e6e79 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:11.466520 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-7465c441-30bd-471f-a73c-0fb8010e6e79 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1594768 Feb 07 20:57:11.477289 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafdafa5-c112-4844-b106-71be9d11a298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fe029e-656e-4c73-9894-bebc0ce34e18,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:11.498238 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-698076ee-1170-4dbf-9bf8-4aabcc10a69f tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/quotas/158a4ea448b4471c9480285ef58a9cb5 HTTP/1.1" status: 200 len: 375 time: 0.0309296 Feb 07 20:57:11.502805 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd5a2-b612-4493-a623-05805e8678c2 admin admin] Publish callbacks [] for security_group (89578788-cc31-4364-b26a-93291194dc73), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:11.526793 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd5a2-b612-4493-a623-05805e8678c2 admin admin] Publish callbacks [] for security_group (89578788-cc31-4364-b26a-93291194dc73), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:11.552511 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ee3d6069-c460-46b9-b56d-13e7844242a6 req-ef8d9398-3d72-4245-b23e-e5d4fbc5ec66 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996044 Feb 07 20:57:11.588370 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-c8269632-d4ce-4e65-bb29-7aa2791b09f4 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=158a4ea448b4471c9480285ef58a9cb5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0879185 Feb 07 20:57:11.603452 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd5a2-b612-4493-a623-05805e8678c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (89578788-cc31-4364-b26a-93291194dc73), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:11.607813 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd5a2-b612-4493-a623-05805e8678c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:11.612750 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f2cdd5a2-b612-4493-a623-05805e8678c2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/89578788-cc31-4364-b26a-93291194dc73 HTTP/1.1" status: 204 len: 168 time: 0.1814933 Feb 07 20:57:11.623408 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cdd5a2-b612-4493-a623-05805e8678c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89578788-cc31-4364-b26a-93291194dc73,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:11.755033 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e24cfa-6930-4409-a3aa-8f3fc824c3c6 req-e14e779a-821a-42fb-b018-c531a5febfb7 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:11.762232 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f3e24cfa-6930-4409-a3aa-8f3fc824c3c6 req-e14e779a-821a-42fb-b018-c531a5febfb7 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0816886 Feb 07 20:57:11.858114 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f3e24cfa-6930-4409-a3aa-8f3fc824c3c6 req-f4e32f0f-5bd8-41e8-9fc7-914d7b51cbad tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949390 Feb 07 20:57:11.894434 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20924f-0ee2-4b7d-8a6d-365318b4a2bd req-5623a4ec-bddc-4e90-84a3-021aab6a39f0 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:11.895870 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb20924f-0ee2-4b7d-8a6d-365318b4a2bd req-5623a4ec-bddc-4e90-84a3-021aab6a39f0 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 946 time: 0.1317701 Feb 07 20:57:11.959801 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6be95ba4-d9a7-4987-9c26-2bda91707b8a req-d80d79a4-87e0-4f62-9531-19e8b042a73a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 210 time: 0.0352697 Feb 07 20:57:12.007203 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb20924f-0ee2-4b7d-8a6d-365318b4a2bd req-fbbe247f-4052-442c-978e-34f568693ea0 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047649 Feb 07 20:57:12.210077 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40144) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:12.388625 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-165d1fb3-dcca-4eec-b308-3739933c1440 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1667457598-network', 'tenant_id': '345b34e3957e4e108f2a7cc6cacdbf8d'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:12.416350 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165d1fb3-dcca-4eec-b308-3739933c1440 admin admin] Made reservation on behalf of 345b34e3957e4e108f2a7cc6cacdbf8d for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:57:12.419364 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-165d1fb3-dcca-4eec-b308-3739933c1440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:12.434367 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-165d1fb3-dcca-4eec-b308-3739933c1440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:12.534623 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-165d1fb3-dcca-4eec-b308-3739933c1440 admin admin] Publish callbacks [] for security_group (fbdbb636-78a7-4eb5-9c15-2fcd934f3776), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:12.542166 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-165d1fb3-dcca-4eec-b308-3739933c1440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (fbdbb636-78a7-4eb5-9c15-2fcd934f3776), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:12.565361 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165d1fb3-dcca-4eec-b308-3739933c1440 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:57:12.583147 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-165d1fb3-dcca-4eec-b308-3739933c1440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (3bfa1570-f63c-487c-8e6a-42750b9a8187), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:12.583491 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-165d1fb3-dcca-4eec-b308-3739933c1440 admin admin] Added segment 3bfa1570-f63c-487c-8e6a-42750b9a8187 of type vlan for network e324c0d8-4a7f-4d49-97eb-16920df88fb9 Feb 07 20:57:12.592157 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d1fb3-dcca-4eec-b308-3739933c1440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdbb636-78a7-4eb5-9c15-2fcd934f3776,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:12.630793 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-165d1fb3-dcca-4eec-b308-3739933c1440 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (e324c0d8-4a7f-4d49-97eb-16920df88fb9), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:12.651944 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40170) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:12.665405 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-165d1fb3-dcca-4eec-b308-3739933c1440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (e324c0d8-4a7f-4d49-97eb-16920df88fb9), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:12.666773 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165d1fb3-dcca-4eec-b308-3739933c1440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:12.667494 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-165d1fb3-dcca-4eec-b308-3739933c1440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:12.724272 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-165d1fb3-dcca-4eec-b308-3739933c1440 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5103111 Feb 07 20:57:12.725005 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40176) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:12.731394 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3ea8b75d-ccfc-497c-92d2-783267ac1845 admin admin] Request body: {'subnet': {'network_id': 'e324c0d8-4a7f-4d49-97eb-16920df88fb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1667457598-subnet', 'tenant_id': '345b34e3957e4e108f2a7cc6cacdbf8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:12.735267 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d1fb3-dcca-4eec-b308-3739933c1440 admin admin] Pushing event updated for resources: {'Network': ['ID=e324c0d8-4a7f-4d49-97eb-16920df88fb9,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:12.746233 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network e324c0d8-4a7f-4d49-97eb-16920df88fb9 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:57:12.763717 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612015e9-5a20-4d30-a062-b8922d23c125 req-d4af67bc-53fe-4a00-bef8-d0decc89d0d5 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:12.765251 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-612015e9-5a20-4d30-a062-b8922d23c125 req-d4af67bc-53fe-4a00-bef8-d0decc89d0d5 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 943 time: 0.1002660 Feb 07 20:57:12.776274 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea8b75d-ccfc-497c-92d2-783267ac1845 admin admin] Made reservation on behalf of 345b34e3957e4e108f2a7cc6cacdbf8d for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:57:12.778606 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ea8b75d-ccfc-497c-92d2-783267ac1845 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:12.816327 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-cb0bb529-c5b7-4517-8f6b-47aaf25942c3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1918617703-network', 'tenant_id': '0c5409c10f7a4ba282ceb7a858e4ea2a'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:12.843270 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0bb529-c5b7-4517-8f6b-47aaf25942c3 admin admin] Made reservation on behalf of 0c5409c10f7a4ba282ceb7a858e4ea2a for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:57:12.845549 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb0bb529-c5b7-4517-8f6b-47aaf25942c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:12.855020 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb0bb529-c5b7-4517-8f6b-47aaf25942c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:12.872885 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-612015e9-5a20-4d30-a062-b8922d23c125 req-40c7c0d4-4e7a-4b30-a87d-ef533dff0b5b tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988619 Feb 07 20:57:12.955056 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb0bb529-c5b7-4517-8f6b-47aaf25942c3 admin admin] Publish callbacks [] for security_group (8baf1969-ec3b-44a5-b05c-b681b97922a9), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:12.963568 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb0bb529-c5b7-4517-8f6b-47aaf25942c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8baf1969-ec3b-44a5-b05c-b681b97922a9), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:12.998940 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0bb529-c5b7-4517-8f6b-47aaf25942c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:57:13.032740 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-56e3ce53-71e3-4c59-8267-23103feae678 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=158a4ea448b4471c9480285ef58a9cb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347877 Feb 07 20:57:13.033341 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0bb529-c5b7-4517-8f6b-47aaf25942c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8baf1969-ec3b-44a5-b05c-b681b97922a9,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:13.055004 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb0bb529-c5b7-4517-8f6b-47aaf25942c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (1a89ca81-ab12-4a9a-8738-c0de31604148), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:13.055351 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-cb0bb529-c5b7-4517-8f6b-47aaf25942c3 admin admin] Added segment 1a89ca81-ab12-4a9a-8738-c0de31604148 of type vlan for network 6d967ae2-07ea-401e-8063-c085e3020e36 Feb 07 20:57:13.113552 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f26fc-271a-42b7-9608-3cc933815c23 req-d6bb80fa-4d68-492f-a2b0-e82b10f562fb tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:13.115848 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de7f26fc-271a-42b7-9608-3cc933815c23 req-d6bb80fa-4d68-492f-a2b0-e82b10f562fb tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.1357379 Feb 07 20:57:13.147125 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e01bed53-da16-4b61-acf0-299fa9038a84 req-ae6cc5b2-7d74-4d6a-990d-5349c6c6f417 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 210 time: 0.0446613 Feb 07 20:57:13.150142 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb0bb529-c5b7-4517-8f6b-47aaf25942c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (6d967ae2-07ea-401e-8063-c085e3020e36), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:13.172944 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ea8b75d-ccfc-497c-92d2-783267ac1845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (b1fb0ff5-526d-4506-87b0-e90f29eed5eb), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:13.216779 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-db70dde6-b6ef-427e-926d-629be85e4696 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:13.218291 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-db70dde6-b6ef-427e-926d-629be85e4696 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1796076 Feb 07 20:57:13.222179 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8b75d-ccfc-497c-92d2-783267ac1845 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1fb0ff5-526d-4506-87b0-e90f29eed5eb,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:13.222987 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb0bb529-c5b7-4517-8f6b-47aaf25942c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (6d967ae2-07ea-401e-8063-c085e3020e36), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:13.224523 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0bb529-c5b7-4517-8f6b-47aaf25942c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:13.230303 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb0bb529-c5b7-4517-8f6b-47aaf25942c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:13.239066 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-310401d2-c287-4866-a179-cdc324b58434 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Request body: {'port': {'device_id': 'a953d6fd-5ef5-443a-a07f-d3ca71485c4b', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': '158a4ea448b4471c9480285ef58a9cb5'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:13.282935 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de7f26fc-271a-42b7-9608-3cc933815c23 req-a5c039bf-df3c-41c4-ba86-26c711f8c3a1 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221700 Feb 07 20:57:13.309562 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea8b75d-ccfc-497c-92d2-783267ac1845 admin admin] Checking segment: {'id': '3bfa1570-f63c-487c-8e6a-42750b9a8187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e324c0d8-4a7f-4d49-97eb-16920df88fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:57:13.310074 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea8b75d-ccfc-497c-92d2-783267ac1845 admin admin] Network hostable DHCP agents. Network: e324c0d8-4a7f-4d49-97eb-16920df88fb9, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:57:13.335241 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ece5b-81c1-4ee7-981e-9cbd4889f468 req-e194280c-64b4-4421-8145-b8c3106c8f03 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:13.336789 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-290ece5b-81c1-4ee7-981e-9cbd4889f468 req-e194280c-64b4-4421-8145-b8c3106c8f03 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 946 time: 0.0866094 Feb 07 20:57:13.345928 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea8b75d-ccfc-497c-92d2-783267ac1845 admin admin] Network e324c0d8-4a7f-4d49-97eb-16920df88fb9 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:57:13.360896 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cb0bb529-c5b7-4517-8f6b-47aaf25942c3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7077811 Feb 07 20:57:13.362367 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-3ea8b75d-ccfc-497c-92d2-783267ac1845 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, e324c0d8-4a7f-4d49-97eb-16920df88fb9) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:57:13.370830 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40196) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:13.371851 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89992bb5-7891-4c36-b994-7b6812ff53a9 None None] Network e324c0d8-4a7f-4d49-97eb-16920df88fb9 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:57:13.379077 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9091d903-0e7c-4098-bf53-4cf67bafba58 admin admin] Request body: {'subnet': {'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1918617703-subnet', 'tenant_id': '0c5409c10f7a4ba282ceb7a858e4ea2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:13.381327 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0bb529-c5b7-4517-8f6b-47aaf25942c3 admin admin] Pushing event updated for resources: {'Network': ['ID=6d967ae2-07ea-401e-8063-c085e3020e36,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:13.383945 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea8b75d-ccfc-497c-92d2-783267ac1845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:13.384176 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ea8b75d-ccfc-497c-92d2-783267ac1845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:13.428215 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3ea8b75d-ccfc-497c-92d2-783267ac1845 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6999435 Feb 07 20:57:13.428944 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40200) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:13.434287 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-290ece5b-81c1-4ee7-981e-9cbd4889f468 req-dc4351ff-3453-4b10-9753-4dddd597cfec tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843024 Feb 07 20:57:13.435299 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9091d903-0e7c-4098-bf53-4cf67bafba58 admin admin] Made reservation on behalf of 0c5409c10f7a4ba282ceb7a858e4ea2a for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:57:13.437619 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9091d903-0e7c-4098-bf53-4cf67bafba58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:13.439554 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-4b912a1a-ebb2-43ab-8648-732abf6aa524 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1667457598-router', 'tenant_id': '345b34e3957e4e108f2a7cc6cacdbf8d', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:13.487635 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-310401d2-c287-4866-a179-cdc324b58434 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Made reservation on behalf of 158a4ea448b4471c9480285ef58a9cb5 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:57:13.492191 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-310401d2-c287-4866-a179-cdc324b58434 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:13.497530 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b912a1a-ebb2-43ab-8648-732abf6aa524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (09096cdb-b4bc-4ff7-b3c6-07ab7074024a), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:13.498617 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b912a1a-ebb2-43ab-8648-732abf6aa524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (09096cdb-b4bc-4ff7-b3c6-07ab7074024a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:13.609045 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 6d967ae2-07ea-401e-8063-c085e3020e36 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:57:13.626100 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b912a1a-ebb2-43ab-8648-732abf6aa524 admin admin] Publish callbacks [] for router_controller (09096cdb-b4bc-4ff7-b3c6-07ab7074024a), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:13.659004 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9091d903-0e7c-4098-bf53-4cf67bafba58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (da67b52e-9fa9-4eda-bee9-de250f228011), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:13.715803 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091d903-0e7c-4098-bf53-4cf67bafba58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da67b52e-9fa9-4eda-bee9-de250f228011,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:13.763379 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097bd6ba-83b9-4bf5-99a0-09e7ac1bf686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-e324c0d8-4a7f-4d49-97eb-16920df88fb9', 'network_id': 'e324c0d8-4a7f-4d49-97eb-16920df88fb9', 'project_id': '345b34e3957e4e108f2a7cc6cacdbf8d', 'fixed_ips': [{'subnet_id': 'b1fb0ff5-526d-4506-87b0-e90f29eed5eb'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 20:57:13.765660 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-097bd6ba-83b9-4bf5-99a0-09e7ac1bf686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:13.800041 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d864ae51-b38c-430e-aebd-d7318508c798 req-48a0fa8d-8ed4-42f6-8552-30d1041e498f tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=8fba7613df02418180d2e422a0791246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339501 Feb 07 20:57:13.801845 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9091d903-0e7c-4098-bf53-4cf67bafba58 admin admin] Checking segment: {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:57:13.802360 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9091d903-0e7c-4098-bf53-4cf67bafba58 admin admin] Network hostable DHCP agents. Network: 6d967ae2-07ea-401e-8063-c085e3020e36, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:57:13.870866 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9091d903-0e7c-4098-bf53-4cf67bafba58 admin admin] Network 6d967ae2-07ea-401e-8063-c085e3020e36 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:57:13.888159 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-9091d903-0e7c-4098-bf53-4cf67bafba58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 6d967ae2-07ea-401e-8063-c085e3020e36) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:57:13.897941 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4167b972-a4f4-41c4-84da-0f48f9d5f0fe None None] Network 6d967ae2-07ea-401e-8063-c085e3020e36 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:57:13.900740 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9091d903-0e7c-4098-bf53-4cf67bafba58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:13.901332 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9091d903-0e7c-4098-bf53-4cf67bafba58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:13.942032 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9091d903-0e7c-4098-bf53-4cf67bafba58 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5617721 Feb 07 20:57:13.962056 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864ae51-b38c-430e-aebd-d7318508c798 req-fcad15a9-dac1-4137-a595-fdb2e3c0c0f5 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:13.969215 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d864ae51-b38c-430e-aebd-d7318508c798 req-fcad15a9-dac1-4137-a595-fdb2e3c0c0f5 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1616623 Feb 07 20:57:13.977864 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-097bd6ba-83b9-4bf5-99a0-09e7ac1bf686 None None] Allocated IP 172.20.0.2 (e324c0d8-4a7f-4d49-97eb-16920df88fb9/b1fb0ff5-526d-4506-87b0-e90f29eed5eb/60211612-f1f9-46e8-a41e-fa7a3d702a06) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:57:13.987648 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d864ae51-b38c-430e-aebd-d7318508c798 req-62babbf7-c65d-4b25-8597-658f698db497 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/quotas/8fba7613df02418180d2e422a0791246 HTTP/1.1" status: 200 len: 375 time: 0.0167403 Feb 07 20:57:14.061781 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d864ae51-b38c-430e-aebd-d7318508c798 req-46feb1f9-5675-4362-bb82-4fffeacbe455 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8fba7613df02418180d2e422a0791246&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730672 Feb 07 20:57:14.100462 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a73a22-8c3f-4dc7-aca4-21f0a5012e57 None None] Network 6d967ae2-07ea-401e-8063-c085e3020e36 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:57:14.125947 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86051067-d29a-4cf6-8e34-c186fb22f888 req-7f77fc49-9224-40ff-a349-1ec7239c0b68 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:14.129601 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b912a1a-ebb2-43ab-8648-732abf6aa524 admin admin] Publish callbacks [] for router_gateway (09096cdb-b4bc-4ff7-b3c6-07ab7074024a), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:14.129953 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-86051067-d29a-4cf6-8e34-c186fb22f888 req-7f77fc49-9224-40ff-a349-1ec7239c0b68 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 943 time: 0.1300900 Feb 07 20:57:14.166686 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-310401d2-c287-4866-a179-cdc324b58434 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Allocated IP 192.168.233.228 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/5ec84a12-6216-487b-afd9-b8a8092563d4) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:57:14.246622 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-86051067-d29a-4cf6-8e34-c186fb22f888 req-b8a51139-3058-49f2-a8ba-fcae18511205 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053860 Feb 07 20:57:14.304130 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-097bd6ba-83b9-4bf5-99a0-09e7ac1bf686 None None] Publish callbacks [] for port (60211612-f1f9-46e8-a41e-fa7a3d702a06), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:14.312157 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-097bd6ba-83b9-4bf5-99a0-09e7ac1bf686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (60211612-f1f9-46e8-a41e-fa7a3d702a06), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:14.380608 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-863aa76e-582f-4e0f-a320-7d436a6448e0 req-4b9fc961-cc68-494f-a0f7-0624743c2b2d tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 210 time: 0.0603468 Feb 07 20:57:14.434930 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097bd6ba-83b9-4bf5-99a0-09e7ac1bf686 None None] Network e324c0d8-4a7f-4d49-97eb-16920df88fb9 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:57:14.442911 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-097bd6ba-83b9-4bf5-99a0-09e7ac1bf686 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:57:14.446679 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097bd6ba-83b9-4bf5-99a0-09e7ac1bf686 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:57:14.458464 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097bd6ba-83b9-4bf5-99a0-09e7ac1bf686 None None] Pushing event updated for resources: {'Port': ['ID=60211612-f1f9-46e8-a41e-fa7a3d702a06,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:14.503609 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-936769be-0593-4def-a7a1-cb81ce15749e req-a1005645-f3e0-4e43-ae30-e09fa14c8adb tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/ports?device_id=7def2d0d-b491-4380-bb5c-b4c90a019972 HTTP/1.1" status: 200 len: 210 time: 0.0508866 Feb 07 20:57:14.525903 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329565f7-cfb3-4f6f-9f37-0ce7b1d1860b req-65cdda44-7d4d-4d9d-aa00-6e4e93fd1e9f tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:14.534894 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-329565f7-cfb3-4f6f-9f37-0ce7b1d1860b req-65cdda44-7d4d-4d9d-aa00-6e4e93fd1e9f tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.1274855 Feb 07 20:57:14.554526 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-097bd6ba-83b9-4bf5-99a0-09e7ac1bf686 None None] Attempting to bind port 60211612-f1f9-46e8-a41e-fa7a3d702a06 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:57:14.558439 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-097bd6ba-83b9-4bf5-99a0-09e7ac1bf686 None None] Attempting to bind port 60211612-f1f9-46e8-a41e-fa7a3d702a06 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '3bfa1570-f63c-487c-8e6a-42750b9a8187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e324c0d8-4a7f-4d49-97eb-16920df88fb9'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:57:14.558942 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097bd6ba-83b9-4bf5-99a0-09e7ac1bf686 None None] Attempting to bind port 60211612-f1f9-46e8-a41e-fa7a3d702a06 on network e324c0d8-4a7f-4d49-97eb-16920df88fb9 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:14.572685 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097bd6ba-83b9-4bf5-99a0-09e7ac1bf686 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:57:14.575281 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097bd6ba-83b9-4bf5-99a0-09e7ac1bf686 None None] Checking segment: {'id': '3bfa1570-f63c-487c-8e6a-42750b9a8187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e324c0d8-4a7f-4d49-97eb-16920df88fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:57:14.576267 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-097bd6ba-83b9-4bf5-99a0-09e7ac1bf686 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:14.577785 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097bd6ba-83b9-4bf5-99a0-09e7ac1bf686 None None] Bound using segment: {'id': '3bfa1570-f63c-487c-8e6a-42750b9a8187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e324c0d8-4a7f-4d49-97eb-16920df88fb9'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:57:14.578411 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-097bd6ba-83b9-4bf5-99a0-09e7ac1bf686 None None] Bound port: 60211612-f1f9-46e8-a41e-fa7a3d702a06, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfa1570-f63c-487c-8e6a-42750b9a8187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e324c0d8-4a7f-4d49-97eb-16920df88fb9'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:57:14.580745 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-097bd6ba-83b9-4bf5-99a0-09e7ac1bf686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (60211612-f1f9-46e8-a41e-fa7a3d702a06), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:14.606445 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-329565f7-cfb3-4f6f-9f37-0ce7b1d1860b req-b55000fc-c4a5-4397-a633-16663ec5c9c8 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705862 Feb 07 20:57:14.662751 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-328a0cab-7ad2-4abb-953e-fd534aaa0dae service neutron] 10.222.0.69 "GET /v2.0/ports/895268e1-a192-4831-94b8-12c0270628fc/bindings/n-h2-828185-2 HTTP/1.1" status: 200 len: 384 time: 0.3095505 Feb 07 20:57:14.675572 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-310401d2-c287-4866-a179-cdc324b58434 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks [] for port (5ec84a12-6216-487b-afd9-b8a8092563d4), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:14.675814 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-097bd6ba-83b9-4bf5-99a0-09e7ac1bf686 None None] For port 60211612-f1f9-46e8-a41e-fa7a3d702a06, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:57:14.680356 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-097bd6ba-83b9-4bf5-99a0-09e7ac1bf686 None None] For port 60211612-f1f9-46e8-a41e-fa7a3d702a06, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=60211612-f1f9-46e8-a41e-fa7a3d702a06,segment=NetworkSegment(3bfa1570-f63c-487c-8e6a-42750b9a8187),segment_id=3bfa1570-f63c-487c-8e6a-42750b9a8187)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:57:14.687379 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62c643-e02d-4775-b192-fa52384a68c0 req-0941a846-fde1-4c43-8af0-96ba7b439d84 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:14.689676 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-097bd6ba-83b9-4bf5-99a0-09e7ac1bf686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (60211612-f1f9-46e8-a41e-fa7a3d702a06), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:14.695759 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c62c643-e02d-4775-b192-fa52384a68c0 req-0941a846-fde1-4c43-8af0-96ba7b439d84 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 946 time: 0.0867763 Feb 07 20:57:14.756140 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097bd6ba-83b9-4bf5-99a0-09e7ac1bf686 None None] Pushing event updated for resources: {'Port': ['ID=60211612-f1f9-46e8-a41e-fa7a3d702a06,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:14.772668 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 895268e1-a192-4831-94b8-12c0270628fc details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:57:14.783210 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c62c643-e02d-4775-b192-fa52384a68c0 req-8fdbfebd-e223-41ae-8ca4-99faeb22f378 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865145 Feb 07 20:57:14.892082 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b912a1a-ebb2-43ab-8648-732abf6aa524 admin admin] Publish callbacks [] for router_gateway (09096cdb-b4bc-4ff7-b3c6-07ab7074024a), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:14.926321 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b912a1a-ebb2-43ab-8648-732abf6aa524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:14.926617 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 895268e1-a192-4831-94b8-12c0270628fc, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=895268e1-a192-4831-94b8-12c0270628fc,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:14.949361 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 895268e1-a192-4831-94b8-12c0270628fc has no active binding in host n-h2-828185-2 {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 20:57:14.951206 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40248) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:14.956785 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ef8a423f-b984-49a2-af5a-2fda77f3c1c6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1038251066-network', 'tenant_id': '1880818d29f0480b8bf385b8c2fe1afe'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:14.981205 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8a423f-b984-49a2-af5a-2fda77f3c1c6 admin admin] Made reservation on behalf of 1880818d29f0480b8bf385b8c2fe1afe for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:57:14.984692 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef8a423f-b984-49a2-af5a-2fda77f3c1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:14.999829 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef8a423f-b984-49a2-af5a-2fda77f3c1c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:15.032406 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-310401d2-c287-4866-a179-cdc324b58434 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (5ec84a12-6216-487b-afd9-b8a8092563d4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:15.068720 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['52765e43-953c-4bdc-a1cb-d749305c65c2', 'eab00f80-c2a6-48e1-84a6-52337e23ce88', '8800b3d8-8b81-47d5-8d4b-fbb69f191ede', 'a54040b2-aad5-4bbd-b7d7-184fcb291449'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:57:15.072749 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['382b77ed-5a99-4385-99eb-e6195465d1a1', 'fbc31b7d-6c77-452f-97f3-57b0c35f8a96'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:57:15.127486 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-310401d2-c287-4866-a179-cdc324b58434 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:57:15.144285 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-310401d2-c287-4866-a179-cdc324b58434 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:57:15.154507 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-310401d2-c287-4866-a179-cdc324b58434 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:57:15.159569 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-310401d2-c287-4866-a179-cdc324b58434 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:15.159980 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef8a423f-b984-49a2-af5a-2fda77f3c1c6 admin admin] Publish callbacks [] for security_group (160984ef-cf89-49e7-87ee-90889637a46e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:15.160253 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-310401d2-c287-4866-a179-cdc324b58434 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:15.166915 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef8a423f-b984-49a2-af5a-2fda77f3c1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (160984ef-cf89-49e7-87ee-90889637a46e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:15.190025 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-702817ec-30d3-41ca-8c49-f04bc483c3b8 service neutron] For port 895268e1-a192-4831-94b8-12c0270628fc, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=895268e1-a192-4831-94b8-12c0270628fc,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:15.192678 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310401d2-c287-4866-a179-cdc324b58434 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Pushing event updated for resources: {'Port': ['ID=5ec84a12-6216-487b-afd9-b8a8092563d4,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:15.200439 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8a423f-b984-49a2-af5a-2fda77f3c1c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:57:15.226123 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef8a423f-b984-49a2-af5a-2fda77f3c1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (d1352ca1-55c9-4e12-8fa0-16805c9f2535), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:15.226561 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-ef8a423f-b984-49a2-af5a-2fda77f3c1c6 admin admin] Added segment d1352ca1-55c9-4e12-8fa0-16805c9f2535 of type vlan for network 044b6bfd-c22a-44d7-ad1a-c60fe5e64eea Feb 07 20:57:15.227969 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a423f-b984-49a2-af5a-2fda77f3c1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160984ef-cf89-49e7-87ee-90889637a46e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:15.244173 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-4b912a1a-ebb2-43ab-8648-732abf6aa524 admin admin] Allocated IP 172.25.4.18 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/f3ba6d90-e228-48f4-9187-7571abe47a51) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:57:15.249799 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-310401d2-c287-4866-a179-cdc324b58434 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0153513 Feb 07 20:57:15.271834 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-f4b38838-c02d-4715-abd9-8f79bd0a7cee service neutron] Request body: {'port': {'device_id': 'a953d6fd-5ef5-443a-a07f-d3ca71485c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:15.281093 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-702817ec-30d3-41ca-8c49-f04bc483c3b8 service neutron] For port 895268e1-a192-4831-94b8-12c0270628fc, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:57:15.335789 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef8a423f-b984-49a2-af5a-2fda77f3c1c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (044b6bfd-c22a-44d7-ad1a-c60fe5e64eea), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:15.423696 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-702817ec-30d3-41ca-8c49-f04bc483c3b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 895268e1-a192-4831-94b8-12c0270628fc {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:57:15.445258 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-702817ec-30d3-41ca-8c49-f04bc483c3b8 service neutron] For port 895268e1-a192-4831-94b8-12c0270628fc, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=895268e1-a192-4831-94b8-12c0270628fc,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:15.470750 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef8a423f-b984-49a2-af5a-2fda77f3c1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (044b6bfd-c22a-44d7-ad1a-c60fe5e64eea), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:15.473026 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8a423f-b984-49a2-af5a-2fda77f3c1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:15.474750 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef8a423f-b984-49a2-af5a-2fda77f3c1c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:15.613537 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b912a1a-ebb2-43ab-8648-732abf6aa524 admin admin] Publish callbacks [] for port (f3ba6d90-e228-48f4-9187-7571abe47a51), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:15.615038 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-702817ec-30d3-41ca-8c49-f04bc483c3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (895268e1-a192-4831-94b8-12c0270628fc), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:15.616818 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ef8a423f-b984-49a2-af5a-2fda77f3c1c6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6640205 Feb 07 20:57:15.626713 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40256) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:15.633562 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ef6e7c24-65cf-4bf6-921a-5db8350298b1 admin admin] Request body: {'subnet': {'network_id': '044b6bfd-c22a-44d7-ad1a-c60fe5e64eea', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1038251066-subnet', 'tenant_id': '1880818d29f0480b8bf385b8c2fe1afe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:15.660626 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a423f-b984-49a2-af5a-2fda77f3c1c6 admin admin] Pushing event updated for resources: {'Network': ['ID=044b6bfd-c22a-44d7-ad1a-c60fe5e64eea,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:15.666097 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 60211612-f1f9-46e8-a41e-fa7a3d702a06 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:57:15.666328 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6e7c24-65cf-4bf6-921a-5db8350298b1 admin admin] Made reservation on behalf of 1880818d29f0480b8bf385b8c2fe1afe for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:57:15.668447 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef6e7c24-65cf-4bf6-921a-5db8350298b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:15.678965 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb62646-1fe0-40a0-88c9-00e2a7f89086 req-2fc5cf97-cc5c-41da-9741-89869295a2ee tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:15.686299 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-beb62646-1fe0-40a0-88c9-00e2a7f89086 req-2fc5cf97-cc5c-41da-9741-89869295a2ee tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 943 time: 0.2999103 Feb 07 20:57:15.706809 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 044b6bfd-c22a-44d7-ad1a-c60fe5e64eea details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:57:15.751343 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-702817ec-30d3-41ca-8c49-f04bc483c3b8 service neutron] Transition to ACTIVE for port object 895268e1-a192-4831-94b8-12c0270628fc will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:57:15.752266 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-f4b38838-c02d-4715-abd9-8f79bd0a7cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5ec84a12-6216-487b-afd9-b8a8092563d4), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:15.769876 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-702817ec-30d3-41ca-8c49-f04bc483c3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (895268e1-a192-4831-94b8-12c0270628fc), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:15.793539 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372db8b-4251-4346-a0c3-59adb8dedeb2 req-e87676ef-38f5-4a8d-8e31-8b3497fe8a1d tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:15.797167 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2d2a55ce-0cbc-4e36-8403-8a243809c908 None None] Provisioning complete for port 5ec84a12-6216-487b-afd9-b8a8092563d4 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:57:15.798818 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2d2a55ce-0cbc-4e36-8403-8a243809c908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5ec84a12-6216-487b-afd9-b8a8092563d4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:15.801013 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0372db8b-4251-4346-a0c3-59adb8dedeb2 req-e87676ef-38f5-4a8d-8e31-8b3497fe8a1d tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 936 time: 0.2699895 Feb 07 20:57:15.859012 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702817ec-30d3-41ca-8c49-f04bc483c3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=895268e1-a192-4831-94b8-12c0270628fc,revision_number=10']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:15.873392 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-beb62646-1fe0-40a0-88c9-00e2a7f89086 req-904515db-6c29-4ecc-880e-7f474cd8621d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863341 Feb 07 20:57:15.921478 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-702817ec-30d3-41ca-8c49-f04bc483c3b8 service neutron] No DVR routers for this DVR port 895268e1-a192-4831-94b8-12c0270628fc on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:57:15.953047 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0372db8b-4251-4346-a0c3-59adb8dedeb2 req-6ed49d79-9e70-4f75-a413-314686218ec0 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509631 Feb 07 20:57:15.966761 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-702817ec-30d3-41ca-8c49-f04bc483c3b8 service neutron] 10.222.0.69 "PUT /v2.0/ports/895268e1-a192-4831-94b8-12c0270628fc/bindings/n-h2-828185-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2943122 Feb 07 20:57:15.975285 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2d2a55ce-0cbc-4e36-8403-8a243809c908 None None] Port 5ec84a12-6216-487b-afd9-b8a8092563d4 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:57:15.993647 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b912a1a-ebb2-43ab-8648-732abf6aa524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (f3ba6d90-e228-48f4-9187-7571abe47a51), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:16.061948 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 60211612-f1f9-46e8-a41e-fa7a3d702a06 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:57:16.062752 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (60211612-f1f9-46e8-a41e-fa7a3d702a06), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:16.156354 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b912a1a-ebb2-43ab-8648-732abf6aa524 admin admin] Pushing event updated for resources: {'Port': ['ID=f3ba6d90-e228-48f4-9187-7571abe47a51,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:16.185859 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b912a1a-ebb2-43ab-8648-732abf6aa524 admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:57:16.190771 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-4b912a1a-ebb2-43ab-8648-732abf6aa524 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:57:16.192367 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e905eaa4-8b10-4945-b00a-588dd083effc req-ffab8d2d-e530-45c0-b244-33d96cee36d1 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/ports?device_id=7def2d0d-b491-4380-bb5c-b4c90a019972 HTTP/1.1" status: 200 len: 210 time: 0.1122596 Feb 07 20:57:16.203286 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b912a1a-ebb2-43ab-8648-732abf6aa524 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:57:16.218201 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d864ae51-b38c-430e-aebd-d7318508c798 req-43ecbd2a-08f0-434c-b2fb-515bfc6d2182 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=8fba7613df02418180d2e422a0791246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2414775 Feb 07 20:57:16.269628 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 60211612-f1f9-46e8-a41e-fa7a3d702a06 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:16.270017 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (60211612-f1f9-46e8-a41e-fa7a3d702a06), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:16.341812 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 60211612-f1f9-46e8-a41e-fa7a3d702a06, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=60211612-f1f9-46e8-a41e-fa7a3d702a06,segment=NetworkSegment(3bfa1570-f63c-487c-8e6a-42750b9a8187),segment_id=3bfa1570-f63c-487c-8e6a-42750b9a8187)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:16.353450 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (60211612-f1f9-46e8-a41e-fa7a3d702a06), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:16.397990 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 895268e1-a192-4831-94b8-12c0270628fc no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:57:16.502246 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=60211612-f1f9-46e8-a41e-fa7a3d702a06,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:16.515687 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] The host n-h1-828185-2 is not matching for port 895268e1-a192-4831-94b8-12c0270628fc host n-h2-828185-2! {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 07 20:57:16.516116 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 895268e1-a192-4831-94b8-12c0270628fc not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:57:16.531569 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa37c91-b618-4ee7-b720-1d5024f88bf5 None None] Network e324c0d8-4a7f-4d49-97eb-16920df88fb9 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:57:16.556643 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-f4b38838-c02d-4715-abd9-8f79bd0a7cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec84a12-6216-487b-afd9-b8a8092563d4 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:57:16.569813 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-f4b38838-c02d-4715-abd9-8f79bd0a7cee service neutron] Publish callbacks [] for port (5ec84a12-6216-487b-afd9-b8a8092563d4), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:16.587114 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b912a1a-ebb2-43ab-8648-732abf6aa524 admin admin] Publish callbacks [] for router_gateway (09096cdb-b4bc-4ff7-b3c6-07ab7074024a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:16.640296 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-49d19e23-d4eb-4f4c-89fa-ba3b86e48835 None None] Provisioning complete for port 60211612-f1f9-46e8-a41e-fa7a3d702a06 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:57:16.640296 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-49d19e23-d4eb-4f4c-89fa-ba3b86e48835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (60211612-f1f9-46e8-a41e-fa7a3d702a06), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:16.653170 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef6e7c24-65cf-4bf6-921a-5db8350298b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (0562b8c3-aaa5-424a-b376-c3750b144cb7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:16.659889 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-f4b38838-c02d-4715-abd9-8f79bd0a7cee service neutron] Transition to ACTIVE for port object 5ec84a12-6216-487b-afd9-b8a8092563d4 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:57:16.669506 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-f4b38838-c02d-4715-abd9-8f79bd0a7cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (5ec84a12-6216-487b-afd9-b8a8092563d4), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:16.670073 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-61d86a30-4cfb-4595-8c2d-9e1a8b5941d7 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:16.671724 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-61d86a30-4cfb-4595-8c2d-9e1a8b5941d7 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269&tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&binding%3Ahost_id=n-h1-828185-2 HTTP/1.1" status: 200 len: 1126 time: 0.5667112 Feb 07 20:57:16.702032 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b927f-c796-4ca6-adb0-8ae8b2b79bce req-3b322922-c907-43ee-8cbd-d2bc61774a93 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:16.710251 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e40b927f-c796-4ca6-adb0-8ae8b2b79bce req-3b322922-c907-43ee-8cbd-d2bc61774a93 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.6318014 Feb 07 20:57:16.736448 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b38838-c02d-4715-abd9-8f79bd0a7cee service neutron] Pushing event updated for resources: {'Port': ['ID=5ec84a12-6216-487b-afd9-b8a8092563d4,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:16.800446 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-49d19e23-d4eb-4f4c-89fa-ba3b86e48835 None None] Current status of the port 60211612-f1f9-46e8-a41e-fa7a3d702a06 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:16.839137 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d259b-f1c4-4207-8b38-511337934191 req-e297763d-b4dd-423c-acfd-b64c82704c6f tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:16.840751 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-884d259b-f1c4-4207-8b38-511337934191 req-e297763d-b4dd-423c-acfd-b64c82704c6f tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 946 time: 0.5346355 Feb 07 20:57:16.894045 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864ae51-b38c-430e-aebd-d7318508c798 req-7e7e794e-3440-4cfe-b612-dceb02ae9baa tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:16.895510 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d864ae51-b38c-430e-aebd-d7318508c798 req-7e7e794e-3440-4cfe-b612-dceb02ae9baa tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6354859 Feb 07 20:57:16.905998 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e7c24-65cf-4bf6-921a-5db8350298b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0562b8c3-aaa5-424a-b376-c3750b144cb7,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:16.943372 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e40b927f-c796-4ca6-adb0-8ae8b2b79bce req-7a8fe599-01b6-447c-8852-407ed329de56 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322404 Feb 07 20:57:16.948097 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-d864ae51-b38c-430e-aebd-d7318508c798 req-e8def3f5-1070-42b4-880b-6c3781cb2462 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Request body: {'port': {'device_id': '7def2d0d-b491-4380-bb5c-b4c90a019972', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': '8fba7613df02418180d2e422a0791246'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:16.967333 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-a88fec47-a24a-4692-9ee2-f9c61798d7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:16.969822 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-a88fec47-a24a-4692-9ee2-f9c61798d7ed service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269&tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7 HTTP/1.1" status: 200 len: 1126 time: 0.2492311 Feb 07 20:57:17.038776 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e7c24-65cf-4bf6-921a-5db8350298b1 admin admin] Checking segment: {'id': 'd1352ca1-55c9-4e12-8fa0-16805c9f2535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '044b6bfd-c22a-44d7-ad1a-c60fe5e64eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:57:17.039110 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6e7c24-65cf-4bf6-921a-5db8350298b1 admin admin] Network hostable DHCP agents. Network: 044b6bfd-c22a-44d7-ad1a-c60fe5e64eea, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:57:17.103511 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-f4b38838-c02d-4715-abd9-8f79bd0a7cee service neutron] Attempting to bind port 5ec84a12-6216-487b-afd9-b8a8092563d4 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:57:17.104105 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-f4b38838-c02d-4715-abd9-8f79bd0a7cee service neutron] Attempting to bind port 5ec84a12-6216-487b-afd9-b8a8092563d4 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:57:17.104213 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-f4b38838-c02d-4715-abd9-8f79bd0a7cee service neutron] Attempting to bind port 5ec84a12-6216-487b-afd9-b8a8092563d4 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:17.115592 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-f4b38838-c02d-4715-abd9-8f79bd0a7cee service neutron] Port 5ec84a12-6216-487b-afd9-b8a8092563d4 on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:57:17.115920 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-f4b38838-c02d-4715-abd9-8f79bd0a7cee service neutron] Attempting to bind port 5ec84a12-6216-487b-afd9-b8a8092563d4 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:17.118841 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-884d259b-f1c4-4207-8b38-511337934191 req-d210a544-b100-45b3-a84d-3e97c8ddb652 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633688 Feb 07 20:57:17.126317 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-f4b38838-c02d-4715-abd9-8f79bd0a7cee service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:57:17.126675 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-f4b38838-c02d-4715-abd9-8f79bd0a7cee service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:57:17.127033 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-f4b38838-c02d-4715-abd9-8f79bd0a7cee service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:57:17.127455 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2c755bda-242c-4158-b8d6-5b6652521ae5 None None] Provisioning complete for port 60211612-f1f9-46e8-a41e-fa7a3d702a06 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:57:17.127577 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-f4b38838-c02d-4715-abd9-8f79bd0a7cee service neutron] Bound port: 5ec84a12-6216-487b-afd9-b8a8092563d4, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:57:17.127810 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-f4b38838-c02d-4715-abd9-8f79bd0a7cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5ec84a12-6216-487b-afd9-b8a8092563d4), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:17.127925 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2c755bda-242c-4158-b8d6-5b6652521ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (60211612-f1f9-46e8-a41e-fa7a3d702a06), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:17.170888 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6e7c24-65cf-4bf6-921a-5db8350298b1 admin admin] Network 044b6bfd-c22a-44d7-ad1a-c60fe5e64eea is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:57:17.193346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ef6e7c24-65cf-4bf6-921a-5db8350298b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 044b6bfd-c22a-44d7-ad1a-c60fe5e64eea) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:57:17.209923 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-f4b38838-c02d-4715-abd9-8f79bd0a7cee service neutron] For port 5ec84a12-6216-487b-afd9-b8a8092563d4, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:57:17.210664 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690da75-a7f3-4a70-ae3c-d40dd4dbaf72 req-585fbbf6-0bfa-4e66-8c08-a2233b9d4141 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:17.211545 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b4fd01-657d-4c36-8b6e-d1201aa2601c None None] Network 044b6bfd-c22a-44d7-ad1a-c60fe5e64eea requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:57:17.212165 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3690da75-a7f3-4a70-ae3c-d40dd4dbaf72 req-585fbbf6-0bfa-4e66-8c08-a2233b9d4141 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 944 time: 0.1695275 Feb 07 20:57:17.213090 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-f4b38838-c02d-4715-abd9-8f79bd0a7cee service neutron] For port 5ec84a12-6216-487b-afd9-b8a8092563d4, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=5ec84a12-6216-487b-afd9-b8a8092563d4,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:57:17.215598 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6e7c24-65cf-4bf6-921a-5db8350298b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:17.216279 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef6e7c24-65cf-4bf6-921a-5db8350298b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:17.221503 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-db3992ee-0095-484a-ab39-9fb098c5c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:17.221813 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-f4b38838-c02d-4715-abd9-8f79bd0a7cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (5ec84a12-6216-487b-afd9-b8a8092563d4), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:17.222924 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-db3992ee-0095-484a-ab39-9fb098c5c89a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 1126 time: 0.1813943 Feb 07 20:57:17.271094 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-f4b38838-c02d-4715-abd9-8f79bd0a7cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:17.271671 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-f4b38838-c02d-4715-abd9-8f79bd0a7cee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:17.273083 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-f4b38838-c02d-4715-abd9-8f79bd0a7cee service neutron] 10.222.0.69 "PUT /v2.0/ports/5ec84a12-6216-487b-afd9-b8a8092563d4 HTTP/1.1" status: 200 len: 1096 time: 2.0153108 Feb 07 20:57:17.275750 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a953d6fd-5ef5-443a-a07f-d3ca71485c4b', 'tag': '5ec84a12-6216-487b-afd9-b8a8092563d4'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:57:17.285426 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4954b309-0725-4acf-b351-3d214cf9a981" -d '{"events": [{"name": "network-changed", "server_uuid": "a953d6fd-5ef5-443a-a07f-d3ca71485c4b", "tag": "5ec84a12-6216-487b-afd9-b8a8092563d4"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:57:17.301825 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b912a1a-ebb2-43ab-8648-732abf6aa524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (09096cdb-b4bc-4ff7-b3c6-07ab7074024a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:17.321430 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d864ae51-b38c-430e-aebd-d7318508c798 req-e8def3f5-1070-42b4-880b-6c3781cb2462 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Made reservation on behalf of 8fba7613df02418180d2e422a0791246 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:57:17.324783 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d864ae51-b38c-430e-aebd-d7318508c798 req-e8def3f5-1070-42b4-880b-6c3781cb2462 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:17.337355 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ef6e7c24-65cf-4bf6-921a-5db8350298b1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6999495 Feb 07 20:57:17.357657 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d864ae51-b38c-430e-aebd-d7318508c798 req-e8def3f5-1070-42b4-880b-6c3781cb2462 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:17.452728 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3690da75-a7f3-4a70-ae3c-d40dd4dbaf72 req-4e8567c6-22c0-452a-a0ee-66086b4cd005 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269809 Feb 07 20:57:17.510120 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-6a4df30e-4a3f-43d5-bc8e-8b547415b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:17.511718 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-6a4df30e-4a3f-43d5-bc8e-8b547415b3d8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9707a7e2-bd1b-48e9-a067-23aeb539b5df HTTP/1.1" status: 200 len: 922 time: 0.2655888 Feb 07 20:57:17.518651 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b38838-c02d-4715-abd9-8f79bd0a7cee service neutron] Pushing event updated for resources: {'Port': ['ID=5ec84a12-6216-487b-afd9-b8a8092563d4,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:17.527742 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 60211612-f1f9-46e8-a41e-fa7a3d702a06 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:57:17.535798 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d186b41-0be6-4673-90e5-7a0f506b1b47 req-165b293c-1484-4c66-abe3-7be56c8fefac tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:17.553840 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6d186b41-0be6-4673-90e5-7a0f506b1b47 req-165b293c-1484-4c66-abe3-7be56c8fefac tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 948 time: 0.3350425 Feb 07 20:57:17.574316 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2c755bda-242c-4158-b8d6-5b6652521ae5 None None] Current status of the port 60211612-f1f9-46e8-a41e-fa7a3d702a06 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:17.624052 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-cf375fd7-2641-45e8-b31a-476ef2a0c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:17.625980 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-cf375fd7-2641-45e8-b31a-476ef2a0c95b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=158a4ea448b4471c9480285ef58a9cb5&device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 1130 time: 0.1203380 Feb 07 20:57:17.627787 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b912a1a-ebb2-43ab-8648-732abf6aa524 admin admin] Router 09096cdb-b4bc-4ff7-b3c6-07ab7074024a is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 20:57:17.653527 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e1ffa4-a6b3-4cc4-af59-b7e6a1b9bfd5 None None] Network 044b6bfd-c22a-44d7-ad1a-c60fe5e64eea requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:57:17.690008 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-f6378a06-5b5c-4e20-96d3-8281eab33f19 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=895268e1-a192-4831-94b8-12c0270628fc HTTP/1.1" status: 200 len: 217 time: 0.1646624 Feb 07 20:57:17.712979 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0b81cdd0-2163-42c1-aa2c-54f7bc821d70 req-c63095ff-ff90-4443-9b43-8f1fdf2d1017 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/ports?device_id=7def2d0d-b491-4380-bb5c-b4c90a019972 HTTP/1.1" status: 200 len: 210 time: 0.1227963 Feb 07 20:57:17.714567 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 60211612-f1f9-46e8-a41e-fa7a3d702a06 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:57:17.715430 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (60211612-f1f9-46e8-a41e-fa7a3d702a06), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:17.810247 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b912a1a-ebb2-43ab-8648-732abf6aa524 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:57:17.813478 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-2472ce8e-8c1f-420d-80e2-00212a0910a4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=5ec84a12-6216-487b-afd9-b8a8092563d4 HTTP/1.1" status: 200 len: 217 time: 0.1794345 Feb 07 20:57:17.829224 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-68cf9bad-2fb8-487b-9d4b-81f780a50e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:17.830918 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-68cf9bad-2fb8-487b-9d4b-81f780a50e3c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f3768dda-d71b-40b0-9d56-296b11c3fa2b HTTP/1.1" status: 200 len: 861 time: 0.1118441 Feb 07 20:57:17.834213 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6d186b41-0be6-4673-90e5-7a0f506b1b47 req-f4bbeacd-b46c-4fa9-9c4d-fdd9853d0dd4 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725823 Feb 07 20:57:17.840648 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46b084c-c760-47d5-bd40-f80e182ebaac None None] Sync routers for ids ['09096cdb-b4bc-4ff7-b3c6-07ab7074024a'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:57:17.875055 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 60211612-f1f9-46e8-a41e-fa7a3d702a06 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:17.876180 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-0c529229-e19e-4aa3-afb8-56b3b7f0c3d4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9707a7e2-bd1b-48e9-a067-23aeb539b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349870 Feb 07 20:57:17.877132 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46b084c-c760-47d5-bd40-f80e182ebaac None None] Routers {'09096cdb-b4bc-4ff7-b3c6-07ab7074024a'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:57:17.877766 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d864ae51-b38c-430e-aebd-d7318508c798 req-e8def3f5-1070-42b4-880b-6c3781cb2462 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Publish callbacks [] for security_group (ee6a6b72-61ee-4901-bd14-2d87d6b54455), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:17.877888 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-b46b084c-c760-47d5-bd40-f80e182ebaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:56:50Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['09096cdb-b4bc-4ff7-b3c6-07ab7074024a'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:57:17.894103 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d864ae51-b38c-430e-aebd-d7318508c798 req-e8def3f5-1070-42b4-880b-6c3781cb2462 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ee6a6b72-61ee-4901-bd14-2d87d6b54455), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:17.902710 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-6603a246-dc8d-4f11-bacd-528eb26bd3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:17.904140 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-6603a246-dc8d-4f11-bacd-528eb26bd3e2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0789680 Feb 07 20:57:17.906524 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdc8213-2d45-410f-b3b8-f9ddefcff17e x-openstack-request-id: req-ccdc8213-2d45-410f-b3b8-f9ddefcff17e {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:57:17.907398 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a953d6fd-5ef5-443a-a07f-d3ca71485c4b", "tag": "5ec84a12-6216-487b-afd9-b8a8092563d4", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:57:17.907707 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ccdc8213-2d45-410f-b3b8-f9ddefcff17e {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:57:17.908198 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a953d6fd-5ef5-443a-a07f-d3ca71485c4b', 'tag': '5ec84a12-6216-487b-afd9-b8a8092563d4', 'status': 'completed', 'code': 200} Feb 07 20:57:17.910910 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b912a1a-ebb2-43ab-8648-732abf6aa524 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:17.915229 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4b912a1a-ebb2-43ab-8648-732abf6aa524 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4843349 Feb 07 20:57:17.915899 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40278) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:18.056193 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8def3f5-1070-42b4-880b-6c3781cb2462 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6a6b72-61ee-4901-bd14-2d87d6b54455,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:18.096385 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-b46b084c-c760-47d5-bd40-f80e182ebaac None None] Set router 09096cdb-b4bc-4ff7-b3c6-07ab7074024a gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:57:18.126507 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-8115145d-c0d0-4e6b-8dc1-d09348331b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:18.128284 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-8115145d-c0d0-4e6b-8dc1-d09348331b65 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2114964 Feb 07 20:57:18.211762 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-15c166ac-e18a-4b8d-ad62-bfa18fcb5d5d service neutron] 10.222.0.71 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282793 Feb 07 20:57:18.243353 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d4206613-0f64-47a5-876e-1cf13f4313e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:18.298458 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-53c910b9-5a9c-4072-b376-32be0367508b service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619205 Feb 07 20:57:18.302602 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-b46b084c-c760-47d5-bd40-f80e182ebaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09096cdb-b4bc-4ff7-b3c6-07ab7074024a', 'name': 'tempest-FloatingIPDetailsTestJSON-1667457598-router', 'tenant_id': '345b34e3957e4e108f2a7cc6cacdbf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'f3ba6d90-e228-48f4-9187-7571abe47a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:57:13Z', 'updated_at': '2022-02-07T20:57:16Z', 'revision_number': 3, 'project_id': '345b34e3957e4e108f2a7cc6cacdbf8d', 'gw_port': {'id': 'f3ba6d90-e228-48f4-9187-7571abe47a51', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:13:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09096cdb-b4bc-4ff7-b3c6-07ab7074024a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:57:14Z', 'updated_at': '2022-02-07T20:57:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:57:18.315152 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952d454-6772-460e-a475-c2a7168c8421 req-ffdd4deb-184c-4158-a741-ac482c6e70f4 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:18.316672 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1952d454-6772-460e-a475-c2a7168c8421 req-ffdd4deb-184c-4158-a741-ac482c6e70f4 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.2631710 Feb 07 20:57:18.319279 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-d864ae51-b38c-430e-aebd-d7318508c798 req-e8def3f5-1070-42b4-880b-6c3781cb2462 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Allocated IP 192.168.233.18 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/ec25a11f-8071-45f6-91c7-ce62c63afb29) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:57:18.337693 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46b084c-c760-47d5-bd40-f80e182ebaac None None] Checking router: 09096cdb-b4bc-4ff7-b3c6-07ab7074024a for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:57:18.338729 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46b084c-c760-47d5-bd40-f80e182ebaac None None] Updating router 09096cdb-b4bc-4ff7-b3c6-07ab7074024a port f3ba6d90-e228-48f4-9187-7571abe47a51 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:57:18.369581 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b46b084c-c760-47d5-bd40-f80e182ebaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f3ba6d90-e228-48f4-9187-7571abe47a51), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:18.412578 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-0455dfae-5d3c-49dc-89a0-1766fbdb92be tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:18.414323 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-0455dfae-5d3c-49dc-89a0-1766fbdb92be tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 808 time: 0.2977855 Feb 07 20:57:18.466237 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dbcd2985-af7f-4d2c-abae-8d801753a9a2 req-fcdc32bf-d9b3-45bb-89b4-291af024142a service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314378 Feb 07 20:57:18.471007 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-2c47421c-ebf3-4f88-9a13-11fbc91944b2 service neutron] 10.222.0.71 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415011 Feb 07 20:57:18.472753 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-5047eb81-c528-4a51-b3fb-a31b3710f112 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/quotas/0c5409c10f7a4ba282ceb7a858e4ea2a HTTP/1.1" status: 200 len: 375 time: 0.0454898 Feb 07 20:57:18.478286 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1952d454-6772-460e-a475-c2a7168c8421 req-cd107b51-e15e-4b51-8511-d3c69f00eaf2 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482708 Feb 07 20:57:18.579236 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-b4d87e2d-435c-46e9-ade6-498b996f7dac tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681856 Feb 07 20:57:18.633156 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954b309-0725-4acf-b351-3d214cf9a981 req-d463ec35-29d5-47dc-9182-735ce26151f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:18.634729 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4954b309-0725-4acf-b351-3d214cf9a981 req-d463ec35-29d5-47dc-9182-735ce26151f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=158a4ea448b4471c9480285ef58a9cb5&device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 1130 time: 0.0863161 Feb 07 20:57:18.641767 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fea220a5-f802-422c-b0a2-4dfb80eacc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:18.726870 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b46b084c-c760-47d5-bd40-f80e182ebaac None None] Publish callbacks [] for port (f3ba6d90-e228-48f4-9187-7571abe47a51), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:18.728679 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f5946-e6d8-4019-a224-cb77b53ccf74 req-b4bcdf50-f0af-4b89-b6a3-1cdc7bb3438f tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:18.729913 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c21f5946-e6d8-4019-a224-cb77b53ccf74 req-b4bcdf50-f0af-4b89-b6a3-1cdc7bb3438f tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 946 time: 0.1540492 Feb 07 20:57:18.734177 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b46b084c-c760-47d5-bd40-f80e182ebaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f3ba6d90-e228-48f4-9187-7571abe47a51), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:18.765323 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 895268e1-a192-4831-94b8-12c0270628fc no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:57:18.779753 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d864ae51-b38c-430e-aebd-d7318508c798 req-e8def3f5-1070-42b4-880b-6c3781cb2462 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Publish callbacks [] for port (ec25a11f-8071-45f6-91c7-ce62c63afb29), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:18.795883 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-eeee6ef9-9b2a-45e2-b928-0e81d75ceb1c service neutron] 10.222.0.65 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017386 Feb 07 20:57:18.814192 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-b46b084c-c760-47d5-bd40-f80e182ebaac None None] Attempting to bind port f3ba6d90-e228-48f4-9187-7571abe47a51 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:57:18.814899 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-b46b084c-c760-47d5-bd40-f80e182ebaac None None] Attempting to bind port f3ba6d90-e228-48f4-9187-7571abe47a51 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:57:18.815537 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46b084c-c760-47d5-bd40-f80e182ebaac None None] Attempting to bind port f3ba6d90-e228-48f4-9187-7571abe47a51 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:18.830013 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46b084c-c760-47d5-bd40-f80e182ebaac None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:57:18.830893 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46b084c-c760-47d5-bd40-f80e182ebaac None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:57:18.831597 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b46b084c-c760-47d5-bd40-f80e182ebaac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:18.832178 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46b084c-c760-47d5-bd40-f80e182ebaac None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:57:18.833047 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-b46b084c-c760-47d5-bd40-f80e182ebaac None None] Bound port: f3ba6d90-e228-48f4-9187-7571abe47a51, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:57:18.833623 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b46b084c-c760-47d5-bd40-f80e182ebaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f3ba6d90-e228-48f4-9187-7571abe47a51), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:18.837054 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954b309-0725-4acf-b351-3d214cf9a981 req-268f8b9e-17e5-44ca-973a-a0bb02e2601c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:18.839506 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4954b309-0725-4acf-b351-3d214cf9a981 req-268f8b9e-17e5-44ca-973a-a0bb02e2601c service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1947162 Feb 07 20:57:18.886781 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 895268e1-a192-4831-94b8-12c0270628fc is: DOWN; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:18.891986 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce4074-8737-4f6d-bc7b-cba8d249925e None None] Pushing event updated for resources: {'Port': ['ID=f3ba6d90-e228-48f4-9187-7571abe47a51,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:18.899221 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4954b309-0725-4acf-b351-3d214cf9a981 req-e6dcf248-fc0c-43e8-9dbe-90ff05ec3759 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=5ec84a12-6216-487b-afd9-b8a8092563d4 HTTP/1.1" status: 200 len: 217 time: 0.0519793 Feb 07 20:57:18.900464 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-b46b084c-c760-47d5-bd40-f80e182ebaac None None] For port f3ba6d90-e228-48f4-9187-7571abe47a51, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:57:18.903986 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-b46b084c-c760-47d5-bd40-f80e182ebaac None None] For port f3ba6d90-e228-48f4-9187-7571abe47a51, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f3ba6d90-e228-48f4-9187-7571abe47a51,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:57:18.908632 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce4074-8737-4f6d-bc7b-cba8d249925e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:18.909034 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce4074-8737-4f6d-bc7b-cba8d249925e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:18.909627 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce4074-8737-4f6d-bc7b-cba8d249925e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:18.909982 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce4074-8737-4f6d-bc7b-cba8d249925e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:18.910304 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce4074-8737-4f6d-bc7b-cba8d249925e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:18.910834 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce4074-8737-4f6d-bc7b-cba8d249925e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:18.911463 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce4074-8737-4f6d-bc7b-cba8d249925e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:18.912537 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce4074-8737-4f6d-bc7b-cba8d249925e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:18.913051 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce4074-8737-4f6d-bc7b-cba8d249925e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:18.913401 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce4074-8737-4f6d-bc7b-cba8d249925e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:18.913719 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce4074-8737-4f6d-bc7b-cba8d249925e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:18.914043 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce4074-8737-4f6d-bc7b-cba8d249925e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:18.914368 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ce4074-8737-4f6d-bc7b-cba8d249925e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:18.918411 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b46b084c-c760-47d5-bd40-f80e182ebaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f3ba6d90-e228-48f4-9187-7571abe47a51), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:18.941683 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c21f5946-e6d8-4019-a224-cb77b53ccf74 req-8b081be9-1c4b-429c-9c55-f40ba02650e7 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028894 Feb 07 20:57:18.977594 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46b084c-c760-47d5-bd40-f80e182ebaac None None] Routers {'09096cdb-b4bc-4ff7-b3c6-07ab7074024a'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:57:18.978419 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-b46b084c-c760-47d5-bd40-f80e182ebaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:56:50Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['09096cdb-b4bc-4ff7-b3c6-07ab7074024a'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:57:18.983219 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-d5b8c842-ed8b-4af7-b7af-cd98f9fbc7d0 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:18.985577 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-d5b8c842-ed8b-4af7-b7af-cd98f9fbc7d0 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269&tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&binding%3Ahost_id=n-h2-828185-2 HTTP/1.1" status: 200 len: 1126 time: 0.1855016 Feb 07 20:57:18.998487 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d864ae51-b38c-430e-aebd-d7318508c798 req-e8def3f5-1070-42b4-880b-6c3781cb2462 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ec25a11f-8071-45f6-91c7-ce62c63afb29), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:19.001295 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954b309-0725-4acf-b351-3d214cf9a981 req-b504d8c8-701e-4285-8218-1b102f75cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:19.002938 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4954b309-0725-4acf-b351-3d214cf9a981 req-b504d8c8-701e-4285-8218-1b102f75cd15 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0954435 Feb 07 20:57:19.004676 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-fea220a5-f802-422c-b0a2-4dfb80eacc3f admin admin] Allocated IP 172.20.0.1 (e324c0d8-4a7f-4d49-97eb-16920df88fb9/b1fb0ff5-526d-4506-87b0-e90f29eed5eb/47a2fa7b-bee6-4d4a-8ea9-0494b8304699) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:57:19.050877 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce4074-8737-4f6d-bc7b-cba8d249925e None None] Pushing event updated for resources: {'Port': ['ID=f3ba6d90-e228-48f4-9187-7571abe47a51,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:19.071011 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-6672e214-4103-4694-81a0-4adea8204677 service neutron] 10.222.0.65 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615097 Feb 07 20:57:19.116954 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d864ae51-b38c-430e-aebd-d7318508c798 req-e8def3f5-1070-42b4-880b-6c3781cb2462 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:57:19.119977 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-b46b084c-c760-47d5-bd40-f80e182ebaac None None] Set router 09096cdb-b4bc-4ff7-b3c6-07ab7074024a gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:57:19.121319 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-d864ae51-b38c-430e-aebd-d7318508c798 req-e8def3f5-1070-42b4-880b-6c3781cb2462 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:57:19.124918 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-d864ae51-b38c-430e-aebd-d7318508c798 req-e8def3f5-1070-42b4-880b-6c3781cb2462 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:57:19.186624 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864ae51-b38c-430e-aebd-d7318508c798 req-e8def3f5-1070-42b4-880b-6c3781cb2462 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:19.187276 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d864ae51-b38c-430e-aebd-d7318508c798 req-e8def3f5-1070-42b4-880b-6c3781cb2462 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:19.230253 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8def3f5-1070-42b4-880b-6c3781cb2462 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Pushing event updated for resources: {'Port': ['ID=ec25a11f-8071-45f6-91c7-ce62c63afb29,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:19.253545 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d864ae51-b38c-430e-aebd-d7318508c798 req-e8def3f5-1070-42b4-880b-6c3781cb2462 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3280959 Feb 07 20:57:19.441584 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954b309-0725-4acf-b351-3d214cf9a981 req-2c4e7c51-2ef0-46e6-b3cc-e2fa190c0c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:19.443095 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4954b309-0725-4acf-b351-3d214cf9a981 req-2c4e7c51-2ef0-46e6-b3cc-e2fa190c0c6d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4336848 Feb 07 20:57:19.524363 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-b46b084c-c760-47d5-bd40-f80e182ebaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09096cdb-b4bc-4ff7-b3c6-07ab7074024a', 'name': 'tempest-FloatingIPDetailsTestJSON-1667457598-router', 'tenant_id': '345b34e3957e4e108f2a7cc6cacdbf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'f3ba6d90-e228-48f4-9187-7571abe47a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:57:13Z', 'updated_at': '2022-02-07T20:57:16Z', 'revision_number': 3, 'project_id': '345b34e3957e4e108f2a7cc6cacdbf8d', 'gw_port': {'id': 'f3ba6d90-e228-48f4-9187-7571abe47a51', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:13:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09096cdb-b4bc-4ff7-b3c6-07ab7074024a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:57:14Z', 'updated_at': '2022-02-07T20:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:57:19.533001 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a16fafd5-aa0e-46a6-a28f-13fc12be5531 None None] Provisioning complete for port ec25a11f-8071-45f6-91c7-ce62c63afb29 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:57:19.533677 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a16fafd5-aa0e-46a6-a28f-13fc12be5531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ec25a11f-8071-45f6-91c7-ce62c63afb29), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:19.544352 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fea220a5-f802-422c-b0a2-4dfb80eacc3f admin admin] Publish callbacks [] for port (47a2fa7b-bee6-4d4a-8ea9-0494b8304699), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:19.569253 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46b084c-c760-47d5-bd40-f80e182ebaac None None] The sync data for ids ['09096cdb-b4bc-4ff7-b3c6-07ab7074024a'] in n-d-828185-2 is: [{'id': '09096cdb-b4bc-4ff7-b3c6-07ab7074024a', 'name': 'tempest-FloatingIPDetailsTestJSON-1667457598-router', 'tenant_id': '345b34e3957e4e108f2a7cc6cacdbf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'f3ba6d90-e228-48f4-9187-7571abe47a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:57:13Z', 'updated_at': '2022-02-07T20:57:16Z', 'revision_number': 3, 'project_id': '345b34e3957e4e108f2a7cc6cacdbf8d', 'gw_port': {'id': 'f3ba6d90-e228-48f4-9187-7571abe47a51', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:13:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09096cdb-b4bc-4ff7-b3c6-07ab7074024a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:57:14Z', 'updated_at': '2022-02-07T20:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:57:19.589746 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a16fafd5-aa0e-46a6-a28f-13fc12be5531 None None] Port ec25a11f-8071-45f6-91c7-ce62c63afb29 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:57:19.605970 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4954b309-0725-4acf-b351-3d214cf9a981 req-d1564850-c927-4e14-a978-ba3ee66b81d0 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510344 Feb 07 20:57:19.613544 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-d864ae51-b38c-430e-aebd-d7318508c798 req-b27fc64c-bb4a-4f1d-824c-ba5c67089f35 service neutron] Request body: {'port': {'device_id': '7def2d0d-b491-4380-bb5c-b4c90a019972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:19.702690 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4954b309-0725-4acf-b351-3d214cf9a981 req-0df8bd05-2091-47d8-9bdf-bc99e635911a service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896676 Feb 07 20:57:19.711656 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fea220a5-f802-422c-b0a2-4dfb80eacc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (47a2fa7b-bee6-4d4a-8ea9-0494b8304699), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:19.731099 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd247e-750a-42ca-ad39-bd80de8a4b31 req-59e5a598-54d6-4956-a5d5-33bd2401fbcd tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:19.732989 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d5fd247e-750a-42ca-ad39-bd80de8a4b31 req-59e5a598-54d6-4956-a5d5-33bd2401fbcd tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 944 time: 0.6658754 Feb 07 20:57:19.774269 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea220a5-f802-422c-b0a2-4dfb80eacc3f admin admin] Network e324c0d8-4a7f-4d49-97eb-16920df88fb9 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:57:19.780792 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-fea220a5-f802-422c-b0a2-4dfb80eacc3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:57:19.785926 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea220a5-f802-422c-b0a2-4dfb80eacc3f admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:57:19.786408 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fea220a5-f802-422c-b0a2-4dfb80eacc3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (09096cdb-b4bc-4ff7-b3c6-07ab7074024a), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:19.791590 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea220a5-f802-422c-b0a2-4dfb80eacc3f admin admin] Pushing event updated for resources: {'Port': ['ID=47a2fa7b-bee6-4d4a-8ea9-0494b8304699,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:19.816527 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-4208eb0c-ebcc-48b0-b547-d590931f27d8 service neutron] For port 895268e1-a192-4831-94b8-12c0270628fc, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:57:19.817624 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d864ae51-b38c-430e-aebd-d7318508c798 req-b27fc64c-bb4a-4f1d-824c-ba5c67089f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ec25a11f-8071-45f6-91c7-ce62c63afb29), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:19.838050 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-4208eb0c-ebcc-48b0-b547-d590931f27d8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:19.839528 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a25c17ce-32e1-470c-9b4b-72a650f1f43e req-4208eb0c-ebcc-48b0-b547-d590931f27d8 service neutron] 10.222.0.71 "DELETE /v2.0/ports/895268e1-a192-4831-94b8-12c0270628fc/bindings/n-h1-828185-2 HTTP/1.1" status: 204 len: 173 time: 0.8431566 Feb 07 20:57:19.888028 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16537b86-14dd-4635-9224-749a14f35190 req-7806f30d-8bb4-4d38-a09a-7010ae9d9e7b tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:19.895649 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16537b86-14dd-4635-9224-749a14f35190 req-7806f30d-8bb4-4d38-a09a-7010ae9d9e7b tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/ports?device_id=7def2d0d-b491-4380-bb5c-b4c90a019972 HTTP/1.1" status: 200 len: 935 time: 0.2686005 Feb 07 20:57:19.975809 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d5fd247e-750a-42ca-ad39-bd80de8a4b31 req-be42a199-1317-4a4a-b0df-79aa0575a718 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282038 Feb 07 20:57:20.041127 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fea220a5-f802-422c-b0a2-4dfb80eacc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (47a2fa7b-bee6-4d4a-8ea9-0494b8304699), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:20.072383 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16537b86-14dd-4635-9224-749a14f35190 req-de149600-1ea9-4222-9b40-4367424c4cf0 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee6a6b72-61ee-4901-bd14-2d87d6b54455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627207 Feb 07 20:57:20.224049 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-059f7a79-1a75-4bd2-8298-de2679d41f1e req-45c54e8d-dd40-46f8-b9f5-d95e7c082f8c tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 210 time: 0.0601380 Feb 07 20:57:20.265135 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-72548de5-5a17-4dd3-af83-693c6ad71d01 None None] Provisioning complete for port 47a2fa7b-bee6-4d4a-8ea9-0494b8304699 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:57:20.265732 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-72548de5-5a17-4dd3-af83-693c6ad71d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (47a2fa7b-bee6-4d4a-8ea9-0494b8304699), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:20.334143 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fea220a5-f802-422c-b0a2-4dfb80eacc3f admin admin] Publish callbacks [] for port (47a2fa7b-bee6-4d4a-8ea9-0494b8304699), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:20.341902 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-72548de5-5a17-4dd3-af83-693c6ad71d01 None None] Port 47a2fa7b-bee6-4d4a-8ea9-0494b8304699 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:57:20.347747 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fea220a5-f802-422c-b0a2-4dfb80eacc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (47a2fa7b-bee6-4d4a-8ea9-0494b8304699), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:20.349017 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fea220a5-f802-422c-b0a2-4dfb80eacc3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (09096cdb-b4bc-4ff7-b3c6-07ab7074024a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:20.350516 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6b3fa-cde6-4cf3-90be-0dd6d2d1708f req-6a107065-36ec-4e55-a9b1-7ddf78db2366 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:20.352056 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7d6b3fa-cde6-4cf3-90be-0dd6d2d1708f req-6a107065-36ec-4e55-a9b1-7ddf78db2366 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 948 time: 0.1893885 Feb 07 20:57:20.491116 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7d6b3fa-cde6-4cf3-90be-0dd6d2d1708f req-1b590a81-d7db-4287-a964-c2070b774245 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302781 Feb 07 20:57:20.513725 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6bcee9b0-cec0-479b-9184-86b235a0f5f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:20.520734 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea220a5-f802-422c-b0a2-4dfb80eacc3f admin admin] Pushing event updated for resources: {'Port': ['ID=47a2fa7b-bee6-4d4a-8ea9-0494b8304699,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:20.562316 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cc657-c201-4c24-9836-7af25fc6daaa req-704b6745-222b-42a3-a104-1c0be17a6027 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:20.562541 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea220a5-f802-422c-b0a2-4dfb80eacc3f admin admin] Network e324c0d8-4a7f-4d49-97eb-16920df88fb9 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:57:20.564436 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c1cc657-c201-4c24-9836-7af25fc6daaa req-704b6745-222b-42a3-a104-1c0be17a6027 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.1681576 Feb 07 20:57:20.564576 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-fea220a5-f802-422c-b0a2-4dfb80eacc3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:57:20.594638 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-d864ae51-b38c-430e-aebd-d7318508c798 req-b27fc64c-bb4a-4f1d-824c-ba5c67089f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec25a11f-8071-45f6-91c7-ce62c63afb29 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:57:20.627092 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d864ae51-b38c-430e-aebd-d7318508c798 req-b27fc64c-bb4a-4f1d-824c-ba5c67089f35 service neutron] Publish callbacks [] for port (ec25a11f-8071-45f6-91c7-ce62c63afb29), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:20.685290 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-d864ae51-b38c-430e-aebd-d7318508c798 req-b27fc64c-bb4a-4f1d-824c-ba5c67089f35 service neutron] Transition to ACTIVE for port object ec25a11f-8071-45f6-91c7-ce62c63afb29 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:57:20.713131 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c1cc657-c201-4c24-9836-7af25fc6daaa req-8ae673f4-ef37-4b47-aac4-92751a85e46e tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350102 Feb 07 20:57:20.714342 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d864ae51-b38c-430e-aebd-d7318508c798 req-b27fc64c-bb4a-4f1d-824c-ba5c67089f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (ec25a11f-8071-45f6-91c7-ce62c63afb29), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:20.732960 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea220a5-f802-422c-b0a2-4dfb80eacc3f admin admin] Router 09096cdb-b4bc-4ff7-b3c6-07ab7074024a has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:57:20.822379 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b706e6-38c3-493a-bd2e-30c670f69392 req-e5699472-65ac-467f-a641-a29ffe333204 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:20.836999 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-92b706e6-38c3-493a-bd2e-30c670f69392 req-e5699472-65ac-467f-a641-a29ffe333204 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 946 time: 0.2447093 Feb 07 20:57:20.892974 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea220a5-f802-422c-b0a2-4dfb80eacc3f admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:57:20.900551 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fea220a5-f802-422c-b0a2-4dfb80eacc3f admin admin] 10.222.0.65 "PUT /v2.0/routers/09096cdb-b4bc-4ff7-b3c6-07ab7074024a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9823804 Feb 07 20:57:20.988023 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a00b5a12-36ac-44a6-8df0-fd6a0bb65f8f None None] Provisioning complete for port 47a2fa7b-bee6-4d4a-8ea9-0494b8304699 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:57:20.988705 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a00b5a12-36ac-44a6-8df0-fd6a0bb65f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (47a2fa7b-bee6-4d4a-8ea9-0494b8304699), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:21.071921 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a00b5a12-36ac-44a6-8df0-fd6a0bb65f8f None None] Port 47a2fa7b-bee6-4d4a-8ea9-0494b8304699 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:57:21.169826 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27fc64c-bb4a-4f1d-824c-ba5c67089f35 service neutron] Pushing event updated for resources: {'Port': ['ID=ec25a11f-8071-45f6-91c7-ce62c63afb29,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:21.204260 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-92b706e6-38c3-493a-bd2e-30c670f69392 req-515b6cc5-79ed-48e8-a03d-6cd0e8a4b352 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665359 Feb 07 20:57:21.253429 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-0b3c44ea-fd76-454a-bc47-4ffe85c772f2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:21.254828 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-0b3c44ea-fd76-454a-bc47-4ffe85c772f2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.71 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 808 time: 0.3776405 Feb 07 20:57:21.258497 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-d864ae51-b38c-430e-aebd-d7318508c798 req-b27fc64c-bb4a-4f1d-824c-ba5c67089f35 service neutron] Attempting to bind port ec25a11f-8071-45f6-91c7-ce62c63afb29 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:57:21.258809 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-d864ae51-b38c-430e-aebd-d7318508c798 req-b27fc64c-bb4a-4f1d-824c-ba5c67089f35 service neutron] Attempting to bind port ec25a11f-8071-45f6-91c7-ce62c63afb29 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:57:21.259132 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d864ae51-b38c-430e-aebd-d7318508c798 req-b27fc64c-bb4a-4f1d-824c-ba5c67089f35 service neutron] Attempting to bind port ec25a11f-8071-45f6-91c7-ce62c63afb29 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:21.267242 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cdcbf-da36-4402-a7e4-0cc8fa21a6a3 req-f60f2605-fbb3-4f59-a0e0-632d7d9f0ae4 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:21.268761 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-829cdcbf-da36-4402-a7e4-0cc8fa21a6a3 req-f60f2605-fbb3-4f59-a0e0-632d7d9f0ae4 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 1126 time: 0.2096801 Feb 07 20:57:21.269273 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d864ae51-b38c-430e-aebd-d7318508c798 req-b27fc64c-bb4a-4f1d-824c-ba5c67089f35 service neutron] Port ec25a11f-8071-45f6-91c7-ce62c63afb29 on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:57:21.269584 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d864ae51-b38c-430e-aebd-d7318508c798 req-b27fc64c-bb4a-4f1d-824c-ba5c67089f35 service neutron] Attempting to bind port ec25a11f-8071-45f6-91c7-ce62c63afb29 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:21.283091 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-30bfad22-54db-4c56-bc28-3294975cf528 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Request body: {'port': {'device_id': 'be4a4d71-163f-4c15-a67f-b7d7837fe627', 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36', 'admin_state_up': True, 'tenant_id': '0c5409c10f7a4ba282ceb7a858e4ea2a'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:21.295401 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d864ae51-b38c-430e-aebd-d7318508c798 req-b27fc64c-bb4a-4f1d-824c-ba5c67089f35 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:57:21.295732 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d864ae51-b38c-430e-aebd-d7318508c798 req-b27fc64c-bb4a-4f1d-824c-ba5c67089f35 service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:57:21.296099 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d864ae51-b38c-430e-aebd-d7318508c798 req-b27fc64c-bb4a-4f1d-824c-ba5c67089f35 service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:57:21.296543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-d864ae51-b38c-430e-aebd-d7318508c798 req-b27fc64c-bb4a-4f1d-824c-ba5c67089f35 service neutron] Bound port: ec25a11f-8071-45f6-91c7-ce62c63afb29, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:57:21.296893 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d864ae51-b38c-430e-aebd-d7318508c798 req-b27fc64c-bb4a-4f1d-824c-ba5c67089f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ec25a11f-8071-45f6-91c7-ce62c63afb29), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:21.452147 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-829cdcbf-da36-4402-a7e4-0cc8fa21a6a3 req-3e38c375-531d-4946-930f-12994ac33e97 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656413 Feb 07 20:57:21.470761 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-d864ae51-b38c-430e-aebd-d7318508c798 req-b27fc64c-bb4a-4f1d-824c-ba5c67089f35 service neutron] For port ec25a11f-8071-45f6-91c7-ce62c63afb29, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:57:21.491912 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4286a-da9d-4a34-b35a-b2eac0aaef83 req-6999da00-702c-40a7-80f9-8e1fbb6fc2e7 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:21.493479 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ee4286a-da9d-4a34-b35a-b2eac0aaef83 req-6999da00-702c-40a7-80f9-8e1fbb6fc2e7 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/ports?device_id=7def2d0d-b491-4380-bb5c-b4c90a019972 HTTP/1.1" status: 200 len: 947 time: 0.2295246 Feb 07 20:57:21.495573 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f3ba6d90-e228-48f4-9187-7571abe47a51 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:57:21.500010 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-d864ae51-b38c-430e-aebd-d7318508c798 req-b27fc64c-bb4a-4f1d-824c-ba5c67089f35 service neutron] For port ec25a11f-8071-45f6-91c7-ce62c63afb29, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ec25a11f-8071-45f6-91c7-ce62c63afb29,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:57:21.529232 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d864ae51-b38c-430e-aebd-d7318508c798 req-b27fc64c-bb4a-4f1d-824c-ba5c67089f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (ec25a11f-8071-45f6-91c7-ce62c63afb29), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:21.558139 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port f3ba6d90-e228-48f4-9187-7571abe47a51 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:57:21.558822 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f3ba6d90-e228-48f4-9187-7571abe47a51), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:21.619579 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27fc64c-bb4a-4f1d-824c-ba5c67089f35 service neutron] Pushing event updated for resources: {'Port': ['ID=ec25a11f-8071-45f6-91c7-ce62c63afb29,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:21.626729 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864ae51-b38c-430e-aebd-d7318508c798 req-b27fc64c-bb4a-4f1d-824c-ba5c67089f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:21.627240 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d864ae51-b38c-430e-aebd-d7318508c798 req-b27fc64c-bb4a-4f1d-824c-ba5c67089f35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:21.628660 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d864ae51-b38c-430e-aebd-d7318508c798 req-b27fc64c-bb4a-4f1d-824c-ba5c67089f35 service neutron] 10.222.0.71 "PUT /v2.0/ports/ec25a11f-8071-45f6-91c7-ce62c63afb29 HTTP/1.1" status: 200 len: 1095 time: 2.3565216 Feb 07 20:57:21.629563 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7def2d0d-b491-4380-bb5c-b4c90a019972', 'tag': 'ec25a11f-8071-45f6-91c7-ce62c63afb29'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:57:21.632149 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4321a9a6-b796-4944-8ed9-d06e6f51a79a" -d '{"events": [{"name": "network-changed", "server_uuid": "7def2d0d-b491-4380-bb5c-b4c90a019972", "tag": "ec25a11f-8071-45f6-91c7-ce62c63afb29"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:57:21.634816 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-30bfad22-54db-4c56-bc28-3294975cf528 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Made reservation on behalf of 0c5409c10f7a4ba282ceb7a858e4ea2a for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:57:21.638689 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-30bfad22-54db-4c56-bc28-3294975cf528 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:21.659034 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:21.705990 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ee4286a-da9d-4a34-b35a-b2eac0aaef83 req-f559cc41-0d01-4cfb-8ed6-685ab453d91f tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee6a6b72-61ee-4901-bd14-2d87d6b54455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001348 Feb 07 20:57:21.721201 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port f3ba6d90-e228-48f4-9187-7571abe47a51 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:21.722184 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f3ba6d90-e228-48f4-9187-7571abe47a51), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:21.753008 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port f3ba6d90-e228-48f4-9187-7571abe47a51, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f3ba6d90-e228-48f4-9187-7571abe47a51,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:21.758431 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f3ba6d90-e228-48f4-9187-7571abe47a51), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:21.818126 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=f3ba6d90-e228-48f4-9187-7571abe47a51,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:21.925634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bcfbd97c-81e8-43b3-9034-7e150d765e0a req-ec670eb2-9345-42ad-95d3-1800a9afbe97 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 210 time: 0.1020248 Feb 07 20:57:22.040065 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864ae51-b38c-430e-aebd-d7318508c798 req-8c7573ea-24b7-4805-8ffc-fbf06133d135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:22.041543 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d864ae51-b38c-430e-aebd-d7318508c798 req-8c7573ea-24b7-4805-8ffc-fbf06133d135 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8fba7613df02418180d2e422a0791246&device_id=7def2d0d-b491-4380-bb5c-b4c90a019972 HTTP/1.1" status: 200 len: 1129 time: 0.3344429 Feb 07 20:57:22.050799 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379134b3-7bdf-496c-a04b-0d88d1a473ed None None] Sync routers for ids ['09096cdb-b4bc-4ff7-b3c6-07ab7074024a'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:57:22.060245 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379134b3-7bdf-496c-a04b-0d88d1a473ed None None] Routers {'09096cdb-b4bc-4ff7-b3c6-07ab7074024a'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:57:22.060910 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-379134b3-7bdf-496c-a04b-0d88d1a473ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:57:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['09096cdb-b4bc-4ff7-b3c6-07ab7074024a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:57:22.186339 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-379134b3-7bdf-496c-a04b-0d88d1a473ed None None] Set router 09096cdb-b4bc-4ff7-b3c6-07ab7074024a gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:57:22.283238 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d04b8868-43e4-4e16-9862-9e24c12b55e4 req-369d849c-308b-434f-a0f2-bf018e5da758 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6075063 Feb 07 20:57:22.325013 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-d04b8868-43e4-4e16-9862-9e24c12b55e4 req-29316ce9-7359-424c-bc4f-6005f0842e46 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:22.337230 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d864ae51-b38c-430e-aebd-d7318508c798 req-6ba4cf15-024e-413c-a19f-562ab054ce9c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=ec25a11f-8071-45f6-91c7-ce62c63afb29 HTTP/1.1" status: 200 len: 217 time: 0.0601041 Feb 07 20:57:22.349244 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-30bfad22-54db-4c56-bc28-3294975cf528 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Allocated IP 172.20.0.7 (6d967ae2-07ea-401e-8063-c085e3020e36/da67b52e-9fa9-4eda-bee9-de250f228011/c6b09002-66a4-4f94-9c19-96c99887aecc) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:57:22.391997 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-379134b3-7bdf-496c-a04b-0d88d1a473ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09096cdb-b4bc-4ff7-b3c6-07ab7074024a', 'name': 'tempest-FloatingIPDetailsTestJSON-1667457598-router', 'tenant_id': '345b34e3957e4e108f2a7cc6cacdbf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'f3ba6d90-e228-48f4-9187-7571abe47a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:57:13Z', 'updated_at': '2022-02-07T20:57:19Z', 'revision_number': 4, 'project_id': '345b34e3957e4e108f2a7cc6cacdbf8d', 'gw_port': {'id': 'f3ba6d90-e228-48f4-9187-7571abe47a51', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09096cdb-b4bc-4ff7-b3c6-07ab7074024a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:57:14Z', 'updated_at': '2022-02-07T20:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '47a2fa7b-bee6-4d4a-8ea9-0494b8304699', 'name': '', 'network_id': 'e324c0d8-4a7f-4d49-97eb-16920df88fb9', 'tenant_id': '345b34e3957e4e108f2a7cc6cacdbf8d', 'mac_address': 'fa:16:3e:95:fa:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09096cdb-b4bc-4ff7-b3c6-07ab7074024a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b1fb0ff5-526d-4506-87b0-e90f29eed5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:57:18Z', 'updated_at': '2022-02-07T20:57:20Z', 'revision_number': 2, 'project_id': '345b34e3957e4e108f2a7cc6cacdbf8d', 'subnets': [{'id': 'b1fb0ff5-526d-4506-87b0-e90f29eed5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:57:22.414215 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8923ac-29e5-4a9e-94a9-d71189069281 req-cffe4160-a3d0-40f0-bf3c-b375cb0e0721 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:22.415733 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ca8923ac-29e5-4a9e-94a9-d71189069281 req-cffe4160-a3d0-40f0-bf3c-b375cb0e0721 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 948 time: 0.4284713 Feb 07 20:57:22.420279 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d04b8868-43e4-4e16-9862-9e24c12b55e4 req-29316ce9-7359-424c-bc4f-6005f0842e46 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:22.422180 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 5ec84a12-6216-487b-afd9-b8a8092563d4 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:57:22.425390 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379134b3-7bdf-496c-a04b-0d88d1a473ed None None] Checking router: 09096cdb-b4bc-4ff7-b3c6-07ab7074024a for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:57:22.425777 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379134b3-7bdf-496c-a04b-0d88d1a473ed None None] Updating router 09096cdb-b4bc-4ff7-b3c6-07ab7074024a port 47a2fa7b-bee6-4d4a-8ea9-0494b8304699 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:57:22.477331 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-379134b3-7bdf-496c-a04b-0d88d1a473ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (47a2fa7b-bee6-4d4a-8ea9-0494b8304699), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:22.494503 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864ae51-b38c-430e-aebd-d7318508c798 req-86d435d9-ce53-4648-8e91-8c63a07506e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:22.495972 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d864ae51-b38c-430e-aebd-d7318508c798 req-86d435d9-ce53-4648-8e91-8c63a07506e3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1403902 Feb 07 20:57:22.627914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ca8923ac-29e5-4a9e-94a9-d71189069281 req-2eb9799d-d7c3-4224-9017-3251bc176160 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030523 Feb 07 20:57:22.647012 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 5ec84a12-6216-487b-afd9-b8a8092563d4, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=5ec84a12-6216-487b-afd9-b8a8092563d4,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:22.667286 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '5ec84a12-6216-487b-afd9-b8a8092563d4', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '5ec84a12-6216-487b-afd9-b8a8092563d4', 'mac_address': 'fa:16:3e:96:2f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:57:22.671733 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864ae51-b38c-430e-aebd-d7318508c798 req-f84a9c81-f62c-410a-8241-554dbb4e7ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:22.674063 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d864ae51-b38c-430e-aebd-d7318508c798 req-f84a9c81-f62c-410a-8241-554dbb4e7ca9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1659603 Feb 07 20:57:22.675507 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cd7876-1690-4004-8d19-e7e307048935 x-openstack-request-id: req-79cd7876-1690-4004-8d19-e7e307048935 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:57:22.675791 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7def2d0d-b491-4380-bb5c-b4c90a019972", "tag": "ec25a11f-8071-45f6-91c7-ce62c63afb29", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:57:22.676041 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-79cd7876-1690-4004-8d19-e7e307048935 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:57:22.676468 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7def2d0d-b491-4380-bb5c-b4c90a019972', 'tag': 'ec25a11f-8071-45f6-91c7-ce62c63afb29', 'status': 'completed', 'code': 200} Feb 07 20:57:22.753729 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-30bfad22-54db-4c56-bc28-3294975cf528 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks [] for port (c6b09002-66a4-4f94-9c19-96c99887aecc), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:22.771618 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 5ec84a12-6216-487b-afd9-b8a8092563d4 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:22.772007 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5ec84a12-6216-487b-afd9-b8a8092563d4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:22.881057 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d04b8868-43e4-4e16-9862-9e24c12b55e4 req-29316ce9-7359-424c-bc4f-6005f0842e46 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:22.915109 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec84a12-6216-487b-afd9-b8a8092563d4 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:57:22.918294 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d864ae51-b38c-430e-aebd-d7318508c798 req-97706750-e057-4a3d-a43f-7cdfefdfa9e3 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313714 Feb 07 20:57:22.951238 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 5ec84a12-6216-487b-afd9-b8a8092563d4, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=5ec84a12-6216-487b-afd9-b8a8092563d4,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:22.961801 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (5ec84a12-6216-487b-afd9-b8a8092563d4), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:22.967834 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-30bfad22-54db-4c56-bc28-3294975cf528 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (c6b09002-66a4-4f94-9c19-96c99887aecc), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:22.991224 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-ae04ab19-fdd9-42f0-a61f-f8a7a5e141f7 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:22.992680 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-ae04ab19-fdd9-42f0-a61f-f8a7a5e141f7 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/networks?id=9707a7e2-bd1b-48e9-a067-23aeb539b5df HTTP/1.1" status: 200 len: 821 time: 0.2439878 Feb 07 20:57:23.042947 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=5ec84a12-6216-487b-afd9-b8a8092563d4,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:23.065036 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-379134b3-7bdf-496c-a04b-0d88d1a473ed None None] Publish callbacks [] for port (47a2fa7b-bee6-4d4a-8ea9-0494b8304699), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:23.074502 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-379134b3-7bdf-496c-a04b-0d88d1a473ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (47a2fa7b-bee6-4d4a-8ea9-0494b8304699), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:23.105283 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-68a65931-4b6c-4664-b8e3-2af7147d3834 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/quotas/a9f7fcd6cbef44c389b4331bb87ee1f7 HTTP/1.1" status: 200 len: 375 time: 0.0795736 Feb 07 20:57:23.105636 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:23.118933 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-30bfad22-54db-4c56-bc28-3294975cf528 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Network 6d967ae2-07ea-401e-8063-c085e3020e36 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:57:23.132007 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb0fb0-65ba-456c-b6e8-0130e7b87b7c None None] Pushing event updated for resources: {'Port': ['ID=47a2fa7b-bee6-4d4a-8ea9-0494b8304699,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:23.138335 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-30bfad22-54db-4c56-bc28-3294975cf528 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:57:23.170085 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-30bfad22-54db-4c56-bc28-3294975cf528 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:57:23.177835 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfad22-54db-4c56-bc28-3294975cf528 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Pushing event updated for resources: {'Port': ['ID=c6b09002-66a4-4f94-9c19-96c99887aecc,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:23.189216 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-379134b3-7bdf-496c-a04b-0d88d1a473ed None None] Attempting to bind port 47a2fa7b-bee6-4d4a-8ea9-0494b8304699 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:57:23.189586 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-379134b3-7bdf-496c-a04b-0d88d1a473ed None None] Attempting to bind port 47a2fa7b-bee6-4d4a-8ea9-0494b8304699 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '3bfa1570-f63c-487c-8e6a-42750b9a8187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e324c0d8-4a7f-4d49-97eb-16920df88fb9'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:57:23.189948 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379134b3-7bdf-496c-a04b-0d88d1a473ed None None] Attempting to bind port 47a2fa7b-bee6-4d4a-8ea9-0494b8304699 on network e324c0d8-4a7f-4d49-97eb-16920df88fb9 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:23.198949 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379134b3-7bdf-496c-a04b-0d88d1a473ed None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:57:23.199322 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379134b3-7bdf-496c-a04b-0d88d1a473ed None None] Checking segment: {'id': '3bfa1570-f63c-487c-8e6a-42750b9a8187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e324c0d8-4a7f-4d49-97eb-16920df88fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:57:23.199720 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-379134b3-7bdf-496c-a04b-0d88d1a473ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:23.200104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379134b3-7bdf-496c-a04b-0d88d1a473ed None None] Bound using segment: {'id': '3bfa1570-f63c-487c-8e6a-42750b9a8187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e324c0d8-4a7f-4d49-97eb-16920df88fb9'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:57:23.200994 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-379134b3-7bdf-496c-a04b-0d88d1a473ed None None] Bound port: 47a2fa7b-bee6-4d4a-8ea9-0494b8304699, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfa1570-f63c-487c-8e6a-42750b9a8187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e324c0d8-4a7f-4d49-97eb-16920df88fb9'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:57:23.201226 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-379134b3-7bdf-496c-a04b-0d88d1a473ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (47a2fa7b-bee6-4d4a-8ea9-0494b8304699), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:23.235729 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-d04b8868-43e4-4e16-9862-9e24c12b55e4 req-29316ce9-7359-424c-bc4f-6005f0842e46 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Allocated IP 172.25.4.94 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/c26330ba-f480-46ee-8ea1-74b58f0e393c) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:57:23.240781 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfad22-54db-4c56-bc28-3294975cf528 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:23.241133 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfad22-54db-4c56-bc28-3294975cf528 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:23.241470 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfad22-54db-4c56-bc28-3294975cf528 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:23.241801 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfad22-54db-4c56-bc28-3294975cf528 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:23.242129 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfad22-54db-4c56-bc28-3294975cf528 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:23.242453 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfad22-54db-4c56-bc28-3294975cf528 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:23.242775 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfad22-54db-4c56-bc28-3294975cf528 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:23.243092 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfad22-54db-4c56-bc28-3294975cf528 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:23.243410 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfad22-54db-4c56-bc28-3294975cf528 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:23.243725 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfad22-54db-4c56-bc28-3294975cf528 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:23.244040 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfad22-54db-4c56-bc28-3294975cf528 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:23.244376 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfad22-54db-4c56-bc28-3294975cf528 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:23.244690 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfad22-54db-4c56-bc28-3294975cf528 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:23.260289 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d864ae51-b38c-430e-aebd-d7318508c798 req-b73af688-cc0f-4c74-9312-08c3f5478254 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086090 Feb 07 20:57:23.285485 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-30bfad22-54db-4c56-bc28-3294975cf528 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:23.286227 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-379134b3-7bdf-496c-a04b-0d88d1a473ed None None] For port 47a2fa7b-bee6-4d4a-8ea9-0494b8304699, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:57:23.286357 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-30bfad22-54db-4c56-bc28-3294975cf528 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:23.291615 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-379134b3-7bdf-496c-a04b-0d88d1a473ed None None] For port 47a2fa7b-bee6-4d4a-8ea9-0494b8304699, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=47a2fa7b-bee6-4d4a-8ea9-0494b8304699,segment=NetworkSegment(3bfa1570-f63c-487c-8e6a-42750b9a8187),segment_id=3bfa1570-f63c-487c-8e6a-42750b9a8187)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:57:23.300191 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-379134b3-7bdf-496c-a04b-0d88d1a473ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (47a2fa7b-bee6-4d4a-8ea9-0494b8304699), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:23.347499 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-0012c5ab-98ef-4343-9be7-8552d5556eb9 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2329421 Feb 07 20:57:23.356522 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379134b3-7bdf-496c-a04b-0d88d1a473ed None None] Routers {'09096cdb-b4bc-4ff7-b3c6-07ab7074024a'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:57:23.357215 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-379134b3-7bdf-496c-a04b-0d88d1a473ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:57:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['09096cdb-b4bc-4ff7-b3c6-07ab7074024a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:57:23.365907 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['5ec84a12-6216-487b-afd9-b8a8092563d4'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:57:23.388048 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-30bfad22-54db-4c56-bc28-3294975cf528 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1157055 Feb 07 20:57:23.409632 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-e995f559-1ec2-4183-851e-63c9991b9044 service neutron] Request body: {'port': {'device_id': 'be4a4d71-163f-4c15-a67f-b7d7837fe627', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:23.504242 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f3ba6d90-e228-48f4-9187-7571abe47a51 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:57:23.512398 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb0fb0-65ba-456c-b6e8-0130e7b87b7c None None] Pushing event updated for resources: {'Port': ['ID=47a2fa7b-bee6-4d4a-8ea9-0494b8304699,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:23.554936 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a5d92d30-ae29-4902-844c-3243ff2bbc08 None None] Provisioning complete for port 47a2fa7b-bee6-4d4a-8ea9-0494b8304699 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:57:23.555242 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a5d92d30-ae29-4902-844c-3243ff2bbc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (47a2fa7b-bee6-4d4a-8ea9-0494b8304699), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:23.567998 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d04b8868-43e4-4e16-9862-9e24c12b55e4 req-29316ce9-7359-424c-bc4f-6005f0842e46 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks [] for port (c26330ba-f480-46ee-8ea1-74b58f0e393c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:23.580079 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321a9a6-b796-4944-8ed9-d06e6f51a79a req-f9dbb989-0263-4154-befe-136332032aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:23.582320 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4321a9a6-b796-4944-8ed9-d06e6f51a79a req-f9dbb989-0263-4154-befe-136332032aeb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8fba7613df02418180d2e422a0791246&device_id=7def2d0d-b491-4380-bb5c-b4c90a019972 HTTP/1.1" status: 200 len: 1129 time: 0.2506237 Feb 07 20:57:23.587155 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-e995f559-1ec2-4183-851e-63c9991b9044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c6b09002-66a4-4f94-9c19-96c99887aecc), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:23.638911 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-379134b3-7bdf-496c-a04b-0d88d1a473ed None None] Set router 09096cdb-b4bc-4ff7-b3c6-07ab7074024a gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:57:23.709226 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port f3ba6d90-e228-48f4-9187-7571abe47a51 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:57:23.709907 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f3ba6d90-e228-48f4-9187-7571abe47a51), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:23.717409 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-ae3794aa-3115-48c9-8e00-b68c8491d8e4 service neutron] 10.222.0.65 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427162 Feb 07 20:57:23.845390 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d04b8868-43e4-4e16-9862-9e24c12b55e4 req-29316ce9-7359-424c-bc4f-6005f0842e46 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (c26330ba-f480-46ee-8ea1-74b58f0e393c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:23.870018 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a5d92d30-ae29-4902-844c-3243ff2bbc08 None None] Current status of the port 47a2fa7b-bee6-4d4a-8ea9-0494b8304699 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:23.870401 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a5d92d30-ae29-4902-844c-3243ff2bbc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (47a2fa7b-bee6-4d4a-8ea9-0494b8304699), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:23.904734 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321a9a6-b796-4944-8ed9-d06e6f51a79a req-8a162a1d-2800-4690-8870-8eccc9e5cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:23.906111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4321a9a6-b796-4944-8ed9-d06e6f51a79a req-8a162a1d-2800-4690-8870-8eccc9e5cf11 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.3168650 Feb 07 20:57:23.924896 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d04b8868-43e4-4e16-9862-9e24c12b55e4 req-29316ce9-7359-424c-bc4f-6005f0842e46 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:57:23.974497 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-d04b8868-43e4-4e16-9862-9e24c12b55e4 req-29316ce9-7359-424c-bc4f-6005f0842e46 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:57:23.979264 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a5d92d30-ae29-4902-844c-3243ff2bbc08 None None] For port 47a2fa7b-bee6-4d4a-8ea9-0494b8304699, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=47a2fa7b-bee6-4d4a-8ea9-0494b8304699,segment=NetworkSegment(3bfa1570-f63c-487c-8e6a-42750b9a8187),segment_id=3bfa1570-f63c-487c-8e6a-42750b9a8187)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:23.992060 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a5d92d30-ae29-4902-844c-3243ff2bbc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (47a2fa7b-bee6-4d4a-8ea9-0494b8304699), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:24.013950 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04b8868-43e4-4e16-9862-9e24c12b55e4 req-29316ce9-7359-424c-bc4f-6005f0842e46 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:57:24.022429 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4321a9a6-b796-4944-8ed9-d06e6f51a79a req-a08c0c34-0bbd-487e-98d5-cbfe47ee1b33 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=ec25a11f-8071-45f6-91c7-ce62c63afb29 HTTP/1.1" status: 200 len: 217 time: 0.1051548 Feb 07 20:57:24.038818 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port f3ba6d90-e228-48f4-9187-7571abe47a51 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:24.044012 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29316ce9-7359-424c-bc4f-6005f0842e46 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Pushing event updated for resources: {'Port': ['ID=c26330ba-f480-46ee-8ea1-74b58f0e393c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:24.076253 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d92d30-ae29-4902-844c-3243ff2bbc08 None None] Pushing event updated for resources: {'Port': ['ID=47a2fa7b-bee6-4d4a-8ea9-0494b8304699,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:24.090517 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-379134b3-7bdf-496c-a04b-0d88d1a473ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09096cdb-b4bc-4ff7-b3c6-07ab7074024a', 'name': 'tempest-FloatingIPDetailsTestJSON-1667457598-router', 'tenant_id': '345b34e3957e4e108f2a7cc6cacdbf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'f3ba6d90-e228-48f4-9187-7571abe47a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:57:13Z', 'updated_at': '2022-02-07T20:57:19Z', 'revision_number': 4, 'project_id': '345b34e3957e4e108f2a7cc6cacdbf8d', 'gw_port': {'id': 'f3ba6d90-e228-48f4-9187-7571abe47a51', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09096cdb-b4bc-4ff7-b3c6-07ab7074024a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:57:14Z', 'updated_at': '2022-02-07T20:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '47a2fa7b-bee6-4d4a-8ea9-0494b8304699', 'name': '', 'network_id': 'e324c0d8-4a7f-4d49-97eb-16920df88fb9', 'tenant_id': '345b34e3957e4e108f2a7cc6cacdbf8d', 'mac_address': 'fa:16:3e:95:fa:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09096cdb-b4bc-4ff7-b3c6-07ab7074024a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b1fb0ff5-526d-4506-87b0-e90f29eed5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:57:18Z', 'updated_at': '2022-02-07T20:57:23Z', 'revision_number': 4, 'project_id': '345b34e3957e4e108f2a7cc6cacdbf8d', 'subnets': [{'id': 'b1fb0ff5-526d-4506-87b0-e90f29eed5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:57:24.122703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379134b3-7bdf-496c-a04b-0d88d1a473ed None None] The sync data for ids ['09096cdb-b4bc-4ff7-b3c6-07ab7074024a'] in n-d-828185-2 is: [{'id': '09096cdb-b4bc-4ff7-b3c6-07ab7074024a', 'name': 'tempest-FloatingIPDetailsTestJSON-1667457598-router', 'tenant_id': '345b34e3957e4e108f2a7cc6cacdbf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'f3ba6d90-e228-48f4-9187-7571abe47a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:57:13Z', 'updated_at': '2022-02-07T20:57:19Z', 'revision_number': 4, 'project_id': '345b34e3957e4e108f2a7cc6cacdbf8d', 'gw_port': {'id': 'f3ba6d90-e228-48f4-9187-7571abe47a51', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09096cdb-b4bc-4ff7-b3c6-07ab7074024a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:57:14Z', 'updated_at': '2022-02-07T20:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '47a2fa7b-bee6-4d4a-8ea9-0494b8304699', 'name': '', 'network_id': 'e324c0d8-4a7f-4d49-97eb-16920df88fb9', 'tenant_id': '345b34e3957e4e108f2a7cc6cacdbf8d', 'mac_address': 'fa:16:3e:95:fa:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09096cdb-b4bc-4ff7-b3c6-07ab7074024a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b1fb0ff5-526d-4506-87b0-e90f29eed5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:57:18Z', 'updated_at': '2022-02-07T20:57:23Z', 'revision_number': 4, 'project_id': '345b34e3957e4e108f2a7cc6cacdbf8d', 'subnets': [{'id': 'b1fb0ff5-526d-4506-87b0-e90f29eed5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:57:24.134630 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-67155888-852f-40c8-bae0-a1308804f5fa None None] Provisioning complete for port 47a2fa7b-bee6-4d4a-8ea9-0494b8304699 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:57:24.135008 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-67155888-852f-40c8-bae0-a1308804f5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (47a2fa7b-bee6-4d4a-8ea9-0494b8304699), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:24.243151 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-67155888-852f-40c8-bae0-a1308804f5fa None None] Current status of the port 47a2fa7b-bee6-4d4a-8ea9-0494b8304699 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:24.346222 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:24.355117 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-955f4dac-b132-4b89-a8c2-c5cb58534d5a service neutron] 10.222.0.65 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6248274 Feb 07 20:57:24.458715 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321a9a6-b796-4944-8ed9-d06e6f51a79a req-1205ed0b-4b1e-4eab-95c4-0db88d5c58bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:24.460183 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4321a9a6-b796-4944-8ed9-d06e6f51a79a req-1205ed0b-4b1e-4eab-95c4-0db88d5c58bf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.4052732 Feb 07 20:57:24.565325 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d04b8868-43e4-4e16-9862-9e24c12b55e4 req-29316ce9-7359-424c-bc4f-6005f0842e46 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks [] for floatingip (293d5f03-82e3-41c2-a3d3-b6b44bd5bd51), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:24.680536 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321a9a6-b796-4944-8ed9-d06e6f51a79a req-22d43c33-70ea-4e67-be21-6d53c5eeadd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:24.682039 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4321a9a6-b796-4944-8ed9-d06e6f51a79a req-22d43c33-70ea-4e67-be21-6d53c5eeadd4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2069206 Feb 07 20:57:24.686528 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d04b8868-43e4-4e16-9862-9e24c12b55e4 req-29316ce9-7359-424c-bc4f-6005f0842e46 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c26330ba-f480-46ee-8ea1-74b58f0e393c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:24.731305 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-e995f559-1ec2-4183-851e-63c9991b9044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6b09002-66a4-4f94-9c19-96c99887aecc {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:57:24.752537 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-e995f559-1ec2-4183-851e-63c9991b9044 service neutron] Publish callbacks [] for port (c6b09002-66a4-4f94-9c19-96c99887aecc), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:24.781086 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:57:24.797982 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f70422-714f-4a93-9866-008bf339e7af req-23eea9b1-5c42-4977-af3f-7938aa09a06e tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:24.799634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3f70422-714f-4a93-9866-008bf339e7af req-23eea9b1-5c42-4977-af3f-7938aa09a06e tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.2527325 Feb 07 20:57:24.835681 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-e995f559-1ec2-4183-851e-63c9991b9044 service neutron] Transition to ACTIVE for port object c6b09002-66a4-4f94-9c19-96c99887aecc will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:57:24.856471 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-e995f559-1ec2-4183-851e-63c9991b9044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (c6b09002-66a4-4f94-9c19-96c99887aecc), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:24.902444 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:24.903144 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:24.931319 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c7afa4-742c-4b6c-b399-e28f7ae0fce2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84ce1b42-ffd6-4d84-ba73-4f58e89ae95c'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:57:24.933306 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c59429-afa2-45ba-b4d5-d2c5fd72d80c" -d '{"events": [{"server_uuid": "38c7afa4-742c-4b6c-b399-e28f7ae0fce2", "name": "network-vif-unplugged", "status": "completed", "tag": "84ce1b42-ffd6-4d84-ba73-4f58e89ae95c"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:57:24.947353 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=84ce1b42-ffd6-4d84-ba73-4f58e89ae95c,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:24.952925 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:24.989809 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4321a9a6-b796-4944-8ed9-d06e6f51a79a req-67303462-1480-4d81-b4eb-155dc256a988 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792015 Feb 07 20:57:25.008442 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3f70422-714f-4a93-9866-008bf339e7af req-e03b3c3d-d074-4fc4-8c47-c675eace8c4d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945434 Feb 07 20:57:25.018099 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=84ce1b42-ffd6-4d84-ba73-4f58e89ae95c,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:25.050788 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995f559-1ec2-4183-851e-63c9991b9044 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b09002-66a4-4f94-9c19-96c99887aecc,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:25.243617 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d04b8868-43e4-4e16-9862-9e24c12b55e4 req-29316ce9-7359-424c-bc4f-6005f0842e46 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks [] for port (c26330ba-f480-46ee-8ea1-74b58f0e393c), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:25.268636 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d04b8868-43e4-4e16-9862-9e24c12b55e4 req-29316ce9-7359-424c-bc4f-6005f0842e46 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (c26330ba-f480-46ee-8ea1-74b58f0e393c), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:25.301383 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-e995f559-1ec2-4183-851e-63c9991b9044 service neutron] Attempting to bind port c6b09002-66a4-4f94-9c19-96c99887aecc on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:57:25.301710 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-e995f559-1ec2-4183-851e-63c9991b9044 service neutron] Attempting to bind port c6b09002-66a4-4f94-9c19-96c99887aecc by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:57:25.302030 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-e995f559-1ec2-4183-851e-63c9991b9044 service neutron] Attempting to bind port c6b09002-66a4-4f94-9c19-96c99887aecc on network 6d967ae2-07ea-401e-8063-c085e3020e36 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:25.308748 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4321a9a6-b796-4944-8ed9-d06e6f51a79a req-aa10018c-a356-4e08-ae8a-ee8d0c6c2081 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046544 Feb 07 20:57:25.320450 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c051d-8fed-409d-9a2e-294f5fa0c218 req-6c346e96-a07a-4e1b-b6e8-65327a4e43c2 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:25.321969 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b91c051d-8fed-409d-9a2e-294f5fa0c218 req-6c346e96-a07a-4e1b-b6e8-65327a4e43c2 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 946 time: 0.2106593 Feb 07 20:57:25.331387 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-e995f559-1ec2-4183-851e-63c9991b9044 service neutron] Port c6b09002-66a4-4f94-9c19-96c99887aecc on network 6d967ae2-07ea-401e-8063-c085e3020e36 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:57:25.332086 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-e995f559-1ec2-4183-851e-63c9991b9044 service neutron] Attempting to bind port c6b09002-66a4-4f94-9c19-96c99887aecc on network 6d967ae2-07ea-401e-8063-c085e3020e36 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:25.378913 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-e995f559-1ec2-4183-851e-63c9991b9044 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:57:25.379606 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-e995f559-1ec2-4183-851e-63c9991b9044 service neutron] Checking segment: {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:57:25.379606 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-e995f559-1ec2-4183-851e-63c9991b9044 service neutron] Bound using segment: {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:57:25.380036 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-e995f559-1ec2-4183-851e-63c9991b9044 service neutron] Bound port: c6b09002-66a4-4f94-9c19-96c99887aecc, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:57:25.380412 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-e995f559-1ec2-4183-851e-63c9991b9044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c6b09002-66a4-4f94-9c19-96c99887aecc), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:25.391162 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29316ce9-7359-424c-bc4f-6005f0842e46 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Pushing event updated for resources: {'Port': ['ID=c26330ba-f480-46ee-8ea1-74b58f0e393c,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:25.411777 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d04b8868-43e4-4e16-9862-9e24c12b55e4 req-29316ce9-7359-424c-bc4f-6005f0842e46 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (293d5f03-82e3-41c2-a3d3-b6b44bd5bd51), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:25.461827 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d04b8868-43e4-4e16-9862-9e24c12b55e4 req-29316ce9-7359-424c-bc4f-6005f0842e46 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:25.462939 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d04b8868-43e4-4e16-9862-9e24c12b55e4 req-29316ce9-7359-424c-bc4f-6005f0842e46 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1681290 Feb 07 20:57:25.470258 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b91c051d-8fed-409d-9a2e-294f5fa0c218 req-f1b6b17e-5982-475a-bad1-ca1eab83f686 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184423 Feb 07 20:57:25.515778 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 47a2fa7b-bee6-4d4a-8ea9-0494b8304699 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:57:25.559357 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d04b8868-43e4-4e16-9862-9e24c12b55e4 req-6111a443-3b5e-4b44-82d3-97aff51f57a2 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.94 HTTP/1.1" status: 200 len: 695 time: 0.0881503 Feb 07 20:57:25.570077 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 47a2fa7b-bee6-4d4a-8ea9-0494b8304699 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:57:25.570455 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (47a2fa7b-bee6-4d4a-8ea9-0494b8304699), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:25.572091 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-e995f559-1ec2-4183-851e-63c9991b9044 service neutron] For port c6b09002-66a4-4f94-9c19-96c99887aecc, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:57:25.644924 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-e995f559-1ec2-4183-851e-63c9991b9044 service neutron] For port c6b09002-66a4-4f94-9c19-96c99887aecc, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c6b09002-66a4-4f94-9c19-96c99887aecc,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:57:25.659991 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-e995f559-1ec2-4183-851e-63c9991b9044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (c6b09002-66a4-4f94-9c19-96c99887aecc), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:25.666681 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 47a2fa7b-bee6-4d4a-8ea9-0494b8304699 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:25.724046 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-e995f559-1ec2-4183-851e-63c9991b9044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:25.724682 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-e995f559-1ec2-4183-851e-63c9991b9044 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:25.726056 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-e995f559-1ec2-4183-851e-63c9991b9044 service neutron] 10.222.0.71 "PUT /v2.0/ports/c6b09002-66a4-4f94-9c19-96c99887aecc HTTP/1.1" status: 200 len: 1091 time: 2.3207278 Feb 07 20:57:25.726514 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be4a4d71-163f-4c15-a67f-b7d7837fe627', 'tag': 'c6b09002-66a4-4f94-9c19-96c99887aecc'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:57:25.728897 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54a0b27-6325-4421-8534-c0a31f7426f8" -d '{"events": [{"name": "network-changed", "server_uuid": "be4a4d71-163f-4c15-a67f-b7d7837fe627", "tag": "c6b09002-66a4-4f94-9c19-96c99887aecc"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:57:25.759340 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f799a9a-8ab6-435e-b624-1445c98030a8 req-adb9afe5-97fe-4516-90d5-caa59abf2d68 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:25.766076 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8f799a9a-8ab6-435e-b624-1445c98030a8 req-adb9afe5-97fe-4516-90d5-caa59abf2d68 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/ports?device_id=7def2d0d-b491-4380-bb5c-b4c90a019972 HTTP/1.1" status: 200 len: 947 time: 0.2126358 Feb 07 20:57:25.822680 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-92d33e36-2e59-4b2f-a00e-7ba8092ed431 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:25.824245 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-92d33e36-2e59-4b2f-a00e-7ba8092ed431 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.69 "GET /v2.0/networks?id=9707a7e2-bd1b-48e9-a067-23aeb539b5df HTTP/1.1" status: 200 len: 821 time: 0.1647322 Feb 07 20:57:25.832333 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995f559-1ec2-4183-851e-63c9991b9044 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b09002-66a4-4f94-9c19-96c99887aecc,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:25.841179 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-8b58db9a-1384-4702-86bc-718148c50100 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Request body: {'port': {'device_id': '175ce492-a12a-4ce1-bd4c-37fa01e10375', 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df', 'admin_state_up': True, 'tenant_id': 'a9f7fcd6cbef44c389b4331bb87ee1f7'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:25.844743 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b8868-43e4-4e16-9862-9e24c12b55e4 req-25b10a65-ee2a-4424-b5b9-b17f6805417b tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:25.846124 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d04b8868-43e4-4e16-9862-9e24c12b55e4 req-25b10a65-ee2a-4424-b5b9-b17f6805417b tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 784 time: 0.2757387 Feb 07 20:57:25.863854 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-d04b8868-43e4-4e16-9862-9e24c12b55e4 req-f951bf1a-14cd-469c-927f-87a8ba0af7a9 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:57:25.864831 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d04b8868-43e4-4e16-9862-9e24c12b55e4 req-f951bf1a-14cd-469c-927f-87a8ba0af7a9 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097570 Feb 07 20:57:25.880803 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8f799a9a-8ab6-435e-b624-1445c98030a8 req-76dfdbe3-d59d-4cd9-8ffa-214bbedb0a58 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee6a6b72-61ee-4901-bd14-2d87d6b54455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136434 Feb 07 20:57:25.891810 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-03df9e76-8fb3-49fe-848a-1d32cf7bfedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:25.893458 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-03df9e76-8fb3-49fe-848a-1d32cf7bfedb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 1125 time: 0.1063726 Feb 07 20:57:25.946271 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-54fca2fb-0adb-4beb-a4d0-7bccb7e7bde8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6b09002-66a4-4f94-9c19-96c99887aecc HTTP/1.1" status: 200 len: 217 time: 0.0424707 Feb 07 20:57:25.968514 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-8b58db9a-1384-4702-86bc-718148c50100 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Made reservation on behalf of a9f7fcd6cbef44c389b4331bb87ee1f7 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:57:25.971923 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-8b58db9a-1384-4702-86bc-718148c50100 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:26.051184 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-54572b74-301c-4ed0-a7dc-7edc97a5661a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:26.052656 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-54572b74-301c-4ed0-a7dc-7edc97a5661a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=da67b52e-9fa9-4eda-bee9-de250f228011 HTTP/1.1" status: 200 len: 848 time: 0.0923564 Feb 07 20:57:26.065871 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da0b81-c531-428b-afa0-cd5e6916b3e4 req-1775d391-f967-4b3f-8d4a-253885813a24 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:26.067270 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00da0b81-c531-428b-afa0-cd5e6916b3e4 req-1775d391-f967-4b3f-8d4a-253885813a24 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 949 time: 0.1230094 Feb 07 20:57:26.081889 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec6f10-95f6-450a-a928-f0e2ca7613c5 req-d175417f-e26c-49f7-8292-6deb8001000d tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:26.083303 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49ec6f10-95f6-450a-a928-f0e2ca7613c5 req-d175417f-e26c-49f7-8292-6deb8001000d tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 943 time: 0.1409526 Feb 07 20:57:26.097556 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-8b58db9a-1384-4702-86bc-718148c50100 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Allocated IP 172.20.0.13 (9707a7e2-bd1b-48e9-a067-23aeb539b5df/f3768dda-d71b-40b0-9d56-296b11c3fa2b/123a2e48-771a-4de4-9d5c-cf486b0cdcc1) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:57:26.114335 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-137b9e02-9a42-4b32-9aa8-12564d56309d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6d967ae2-07ea-401e-8063-c085e3020e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461011 Feb 07 20:57:26.241566 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00da0b81-c531-428b-afa0-cd5e6916b3e4 req-09130c35-5a04-41d1-99f3-5314939302f3 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561065 Feb 07 20:57:26.249124 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49ec6f10-95f6-450a-a928-f0e2ca7613c5 req-f887f0ae-8d2e-45c0-9a29-a416fcaa1ca8 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573675 Feb 07 20:57:26.261410 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-8b58db9a-1384-4702-86bc-718148c50100 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks [] for port (123a2e48-771a-4de4-9d5c-cf486b0cdcc1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:26.286869 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-8ea2e31e-b349-4d46-b49b-f4139625360a service neutron] 10.222.0.71 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647458 Feb 07 20:57:26.299024 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-8b58db9a-1384-4702-86bc-718148c50100 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (123a2e48-771a-4de4-9d5c-cf486b0cdcc1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:26.322563 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 20:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdc3246-8cb9-48ee-afa0-088921f02fa6 x-openstack-request-id: req-1fdc3246-8cb9-48ee-afa0-088921f02fa6 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:57:26.323078 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c7afa4-742c-4b6c-b399-e28f7ae0fce2", "name": "network-vif-unplugged", "status": "completed", "tag": "84ce1b42-ffd6-4d84-ba73-4f58e89ae95c", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:57:26.323189 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1fdc3246-8cb9-48ee-afa0-088921f02fa6 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:57:26.323515 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c7afa4-742c-4b6c-b399-e28f7ae0fce2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84ce1b42-ffd6-4d84-ba73-4f58e89ae95c', 'code': 200} Feb 07 20:57:26.343963 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-8b58db9a-1384-4702-86bc-718148c50100 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Network 9707a7e2-bd1b-48e9-a067-23aeb539b5df is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:57:26.347786 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-8b58db9a-1384-4702-86bc-718148c50100 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:57:26.351050 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-8b58db9a-1384-4702-86bc-718148c50100 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:57:26.356660 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-8b58db9a-1384-4702-86bc-718148c50100 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:26.357504 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-8b58db9a-1384-4702-86bc-718148c50100 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:26.372021 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee548a39-9667-47d3-a80a-33f8398e6582 x-openstack-request-id: req-ee548a39-9667-47d3-a80a-33f8398e6582 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:57:26.372756 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be4a4d71-163f-4c15-a67f-b7d7837fe627", "tag": "c6b09002-66a4-4f94-9c19-96c99887aecc", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:57:26.372756 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ee548a39-9667-47d3-a80a-33f8398e6582 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:57:26.373112 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be4a4d71-163f-4c15-a67f-b7d7837fe627', 'tag': 'c6b09002-66a4-4f94-9c19-96c99887aecc', 'status': 'completed', 'code': 200} Feb 07 20:57:26.378078 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58db9a-1384-4702-86bc-718148c50100 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Pushing event updated for resources: {'Port': ['ID=123a2e48-771a-4de4-9d5c-cf486b0cdcc1,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:26.387438 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58db9a-1384-4702-86bc-718148c50100 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:26.387869 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58db9a-1384-4702-86bc-718148c50100 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:26.388217 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58db9a-1384-4702-86bc-718148c50100 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:26.388585 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58db9a-1384-4702-86bc-718148c50100 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:26.388922 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58db9a-1384-4702-86bc-718148c50100 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:26.389250 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58db9a-1384-4702-86bc-718148c50100 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:26.389903 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58db9a-1384-4702-86bc-718148c50100 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:26.389903 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58db9a-1384-4702-86bc-718148c50100 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:26.390203 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58db9a-1384-4702-86bc-718148c50100 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:26.390524 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58db9a-1384-4702-86bc-718148c50100 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:26.390844 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58db9a-1384-4702-86bc-718148c50100 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:26.391191 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58db9a-1384-4702-86bc-718148c50100 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:26.391510 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58db9a-1384-4702-86bc-718148c50100 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:26.398585 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-8b58db9a-1384-4702-86bc-718148c50100 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5638878 Feb 07 20:57:26.410391 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-9fafff0a-5735-4335-a9cf-f1ddecb4bacd service neutron] Request body: {'port': {'device_id': '175ce492-a12a-4ce1-bd4c-37fa01e10375', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:26.431572 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 5ec84a12-6216-487b-afd9-b8a8092563d4 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:57:26.477878 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-9fafff0a-5735-4335-a9cf-f1ddecb4bacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (123a2e48-771a-4de4-9d5c-cf486b0cdcc1), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:26.481345 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6471bc-a5b3-4600-b036-bbf0190bc855 req-576e28d0-94a5-449d-a930-c8da8e4812f3 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:26.482845 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f6471bc-a5b3-4600-b036-bbf0190bc855 req-576e28d0-94a5-449d-a930-c8da8e4812f3 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 932 time: 0.1426120 Feb 07 20:57:26.487962 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-037f32db-d510-4c99-bbe9-013e05ce29d3 req-ba8e0ee9-7a27-4d26-b11a-e52a018d7cd1 service neutron] 10.222.0.71 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946390 Feb 07 20:57:26.506010 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 5ec84a12-6216-487b-afd9-b8a8092563d4 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:57:26.517051 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 5ec84a12-6216-487b-afd9-b8a8092563d4 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:57:26.519211 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5ec84a12-6216-487b-afd9-b8a8092563d4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:26.563826 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef6a9288-3852-460a-8c75-fcda9630a61d req-dd33245c-94ff-4e83-a876-83a4dd3483fd tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1793973 Feb 07 20:57:26.573402 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f6471bc-a5b3-4600-b036-bbf0190bc855 req-f5dc0f73-e9e4-4627-81a5-23fc4f3ca176 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823524 Feb 07 20:57:26.609273 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-ef6a9288-3852-460a-8c75-fcda9630a61d req-00c8b25b-2ae0-4c29-aa52-9ba902f416e1 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:26.661147 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 5ec84a12-6216-487b-afd9-b8a8092563d4 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:26.661803 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5ec84a12-6216-487b-afd9-b8a8092563d4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:26.700302 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 5ec84a12-6216-487b-afd9-b8a8092563d4, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=5ec84a12-6216-487b-afd9-b8a8092563d4,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:26.704611 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (5ec84a12-6216-487b-afd9-b8a8092563d4), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:26.766887 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=5ec84a12-6216-487b-afd9-b8a8092563d4,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:26.801439 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:57:26.814602 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-9fafff0a-5735-4335-a9cf-f1ddecb4bacd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:57:26.822423 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-9fafff0a-5735-4335-a9cf-f1ddecb4bacd service neutron] Publish callbacks [] for port (123a2e48-771a-4de4-9d5c-cf486b0cdcc1), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:26.835430 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-9fafff0a-5735-4335-a9cf-f1ddecb4bacd service neutron] Transition to ACTIVE for port object 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:57:26.839434 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-9fafff0a-5735-4335-a9cf-f1ddecb4bacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (123a2e48-771a-4de4-9d5c-cf486b0cdcc1), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:26.890034 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafff0a-5735-4335-a9cf-f1ddecb4bacd service neutron] Pushing event updated for resources: {'Port': ['ID=123a2e48-771a-4de4-9d5c-cf486b0cdcc1,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:26.897891 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a0b27-6325-4421-8534-c0a31f7426f8 req-5e4e6511-75d7-4a2b-8f7a-ca47489e5b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:26.899415 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f54a0b27-6325-4421-8534-c0a31f7426f8 req-5e4e6511-75d7-4a2b-8f7a-ca47489e5b37 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 1125 time: 0.3412995 Feb 07 20:57:26.905613 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ef6a9288-3852-460a-8c75-fcda9630a61d req-00c8b25b-2ae0-4c29-aa52-9ba902f416e1 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:26.917832 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=84ce1b42-ffd6-4d84-ba73-4f58e89ae95c,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:26.928512 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-9fafff0a-5735-4335-a9cf-f1ddecb4bacd service neutron] Attempting to bind port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:57:26.929208 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-9fafff0a-5735-4335-a9cf-f1ddecb4bacd service neutron] Attempting to bind port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:57:26.929208 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-9fafff0a-5735-4335-a9cf-f1ddecb4bacd service neutron] Attempting to bind port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:26.931660 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '84ce1b42-ffd6-4d84-ba73-4f58e89ae95c', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '84ce1b42-ffd6-4d84-ba73-4f58e89ae95c', 'mac_address': 'fa:16:3e:37:de:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:57:26.940576 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-9fafff0a-5735-4335-a9cf-f1ddecb4bacd service neutron] Port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:57:26.941965 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-9fafff0a-5735-4335-a9cf-f1ddecb4bacd service neutron] Attempting to bind port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:26.949503 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-9fafff0a-5735-4335-a9cf-f1ddecb4bacd service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:57:26.949841 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-9fafff0a-5735-4335-a9cf-f1ddecb4bacd service neutron] Checking segment: {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:57:26.950342 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-9fafff0a-5735-4335-a9cf-f1ddecb4bacd service neutron] Bound using segment: {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:57:26.950768 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-9fafff0a-5735-4335-a9cf-f1ddecb4bacd service neutron] Bound port: 123a2e48-771a-4de4-9d5c-cf486b0cdcc1, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:57:26.951130 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-9fafff0a-5735-4335-a9cf-f1ddecb4bacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (123a2e48-771a-4de4-9d5c-cf486b0cdcc1), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:26.972525 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:26.972910 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:26.988190 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:57:26.995608 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac82ded-b79e-48d2-b02e-9a481e544660 req-9827523d-45eb-4ee8-9002-5d8067db891d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:26.997111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ac82ded-b79e-48d2-b02e-9a481e544660 req-9827523d-45eb-4ee8-9002-5d8067db891d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 947 time: 0.1564355 Feb 07 20:57:27.015901 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=84ce1b42-ffd6-4d84-ba73-4f58e89ae95c,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:27.018529 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-9fafff0a-5735-4335-a9cf-f1ddecb4bacd service neutron] For port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:57:27.021341 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:27.022206 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-9fafff0a-5735-4335-a9cf-f1ddecb4bacd service neutron] For port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=123a2e48-771a-4de4-9d5c-cf486b0cdcc1,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:57:27.032056 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-9fafff0a-5735-4335-a9cf-f1ddecb4bacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (123a2e48-771a-4de4-9d5c-cf486b0cdcc1), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:27.068873 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-9fafff0a-5735-4335-a9cf-f1ddecb4bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:27.068873 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-9fafff0a-5735-4335-a9cf-f1ddecb4bacd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:27.070116 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-9fafff0a-5735-4335-a9cf-f1ddecb4bacd service neutron] 10.222.0.69 "PUT /v2.0/ports/123a2e48-771a-4de4-9d5c-cf486b0cdcc1 HTTP/1.1" status: 200 len: 1092 time: 0.6645315 Feb 07 20:57:27.070234 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=84ce1b42-ffd6-4d84-ba73-4f58e89ae95c,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:27.073128 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '175ce492-a12a-4ce1-bd4c-37fa01e10375', 'tag': '123a2e48-771a-4de4-9d5c-cf486b0cdcc1'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:57:27.076468 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dcf11a-ac78-479c-be3f-0f85ecb57367" -d '{"events": [{"name": "network-changed", "server_uuid": "175ce492-a12a-4ce1-bd4c-37fa01e10375", "tag": "123a2e48-771a-4de4-9d5c-cf486b0cdcc1"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:57:27.093766 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a0b27-6325-4421-8534-c0a31f7426f8 req-8214710c-0811-4913-937b-4304079e0e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:27.095836 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f54a0b27-6325-4421-8534-c0a31f7426f8 req-8214710c-0811-4913-937b-4304079e0e93 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 909 time: 0.1871076 Feb 07 20:57:27.100084 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ac82ded-b79e-48d2-b02e-9a481e544660 req-1ce3dd78-921e-4d64-95fa-26e1e2c15db2 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939252 Feb 07 20:57:27.100859 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafff0a-5735-4335-a9cf-f1ddecb4bacd service neutron] Pushing event updated for resources: {'Port': ['ID=123a2e48-771a-4de4-9d5c-cf486b0cdcc1,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:27.142410 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f54a0b27-6325-4421-8534-c0a31f7426f8 req-74f62147-e56e-41bd-81e9-ab09af0dc479 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6b09002-66a4-4f94-9c19-96c99887aecc HTTP/1.1" status: 200 len: 217 time: 0.0398438 Feb 07 20:57:27.178095 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-9612fc48-5720-4905-9ef5-5735e5f87b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:27.179767 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-9612fc48-5720-4905-9ef5-5735e5f87b0b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 1126 time: 0.0472906 Feb 07 20:57:27.229136 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-f3b1bd78-b0c6-4e09-9a37-3e9af0975498 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=123a2e48-771a-4de4-9d5c-cf486b0cdcc1 HTTP/1.1" status: 200 len: 217 time: 0.0376930 Feb 07 20:57:27.246017 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a0b27-6325-4421-8534-c0a31f7426f8 req-9255ccef-6aa7-4a8f-9f2c-61adc5cfa6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:27.247774 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f54a0b27-6325-4421-8534-c0a31f7426f8 req-9255ccef-6aa7-4a8f-9f2c-61adc5cfa6d2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=da67b52e-9fa9-4eda-bee9-de250f228011 HTTP/1.1" status: 200 len: 848 time: 0.0974755 Feb 07 20:57:27.253713 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ef6a9288-3852-460a-8c75-fcda9630a61d req-00c8b25b-2ae0-4c29-aa52-9ba902f416e1 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:27.281493 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-9fb1329f-4dc0-4d85-a81b-f3d62f3cd7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:27.283785 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-9fb1329f-4dc0-4d85-a81b-f3d62f3cd7ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3768dda-d71b-40b0-9d56-296b11c3fa2b HTTP/1.1" status: 200 len: 861 time: 0.0455682 Feb 07 20:57:27.294313 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f54a0b27-6325-4421-8534-c0a31f7426f8 req-e03ec409-fd59-4f0b-9fa1-5128ea39aa11 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6d967ae2-07ea-401e-8063-c085e3020e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386436 Feb 07 20:57:27.315435 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-d0dc31d6-d7d9-4c0b-98ae-2b9a2f1a46d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9707a7e2-bd1b-48e9-a067-23aeb539b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250812 Feb 07 20:57:27.340064 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db55e3e-9055-403c-a4b4-0cd1adc6de02 req-1b71d6ac-2b8e-41a8-b11c-d3760eeea7c5 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:27.341520 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6db55e3e-9055-403c-a4b4-0cd1adc6de02 req-1b71d6ac-2b8e-41a8-b11c-d3760eeea7c5 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 946 time: 0.1541333 Feb 07 20:57:27.410789 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-81009756-6ccc-47f7-a95c-daae448bbcfb service neutron] 10.222.0.69 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869336 Feb 07 20:57:27.481357 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6db55e3e-9055-403c-a4b4-0cd1adc6de02 req-cbfc3f4a-878a-45ed-8c02-64a932c557dd tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238880 Feb 07 20:57:27.511805 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e07ce8a1-3221-4dd6-95ec-0d00c829a598 req-68f47f61-3768-407c-a4ce-6928ee47cb10 service neutron] 10.222.0.69 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916765 Feb 07 20:57:27.514230 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-ef6a9288-3852-460a-8c75-fcda9630a61d req-00c8b25b-2ae0-4c29-aa52-9ba902f416e1 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Allocated IP 172.25.4.158 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/20fa6f9d-8e7b-43c8-ab01-f19ba482cc93) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:57:27.524300 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f54a0b27-6325-4421-8534-c0a31f7426f8 req-fb91045c-d0ce-4ae0-a6bf-14c473690213 service neutron] 10.222.0.71 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036924 Feb 07 20:57:27.723661 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbb635-d62f-412b-9512-afd0170d8371 req-c249f6a5-13c9-4af1-a51c-23aa9cdf5aff tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:27.725155 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-76cbb635-d62f-412b-9512-afd0170d8371 req-c249f6a5-13c9-4af1-a51c-23aa9cdf5aff tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/ports?device_id=7def2d0d-b491-4380-bb5c-b4c90a019972 HTTP/1.1" status: 200 len: 947 time: 0.1727827 Feb 07 20:57:27.739381 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f54a0b27-6325-4421-8534-c0a31f7426f8 req-892d735b-813c-434b-ab7b-f7ef27935891 service neutron] 10.222.0.71 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073197 Feb 07 20:57:27.741988 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ef6a9288-3852-460a-8c75-fcda9630a61d req-00c8b25b-2ae0-4c29-aa52-9ba902f416e1 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks [] for port (20fa6f9d-8e7b-43c8-ab01-f19ba482cc93), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:27.745926 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['84ce1b42-ffd6-4d84-ba73-4f58e89ae95c'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:57:27.803557 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-76cbb635-d62f-412b-9512-afd0170d8371 req-221209df-b945-4923-94f5-d4549b726942 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee6a6b72-61ee-4901-bd14-2d87d6b54455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692327 Feb 07 20:57:27.814583 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ef6a9288-3852-460a-8c75-fcda9630a61d req-00c8b25b-2ae0-4c29-aa52-9ba902f416e1 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (20fa6f9d-8e7b-43c8-ab01-f19ba482cc93), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:27.852452 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36be312-1e41-4c99-b965-f5ae0794c0f0 x-openstack-request-id: req-c36be312-1e41-4c99-b965-f5ae0794c0f0 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:57:27.853378 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "175ce492-a12a-4ce1-bd4c-37fa01e10375", "tag": "123a2e48-771a-4de4-9d5c-cf486b0cdcc1", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:57:27.853860 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c36be312-1e41-4c99-b965-f5ae0794c0f0 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:57:27.854777 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '175ce492-a12a-4ce1-bd4c-37fa01e10375', 'tag': '123a2e48-771a-4de4-9d5c-cf486b0cdcc1', 'status': 'completed', 'code': 200} Feb 07 20:57:27.857947 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef6a9288-3852-460a-8c75-fcda9630a61d req-00c8b25b-2ae0-4c29-aa52-9ba902f416e1 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:57:27.861120 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-ef6a9288-3852-460a-8c75-fcda9630a61d req-00c8b25b-2ae0-4c29-aa52-9ba902f416e1 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:57:27.864641 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6a9288-3852-460a-8c75-fcda9630a61d req-00c8b25b-2ae0-4c29-aa52-9ba902f416e1 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:57:27.892404 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8b25b-2ae0-4c29-aa52-9ba902f416e1 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Pushing event updated for resources: {'Port': ['ID=20fa6f9d-8e7b-43c8-ab01-f19ba482cc93,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:27.934839 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dcf11a-ac78-479c-be3f-0f85ecb57367 req-adfc1f09-5385-4591-9a22-707e9bab7c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:27.936338 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-44dcf11a-ac78-479c-be3f-0f85ecb57367 req-adfc1f09-5385-4591-9a22-707e9bab7c2b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 1126 time: 0.0594833 Feb 07 20:57:27.999334 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f787fe-6c7d-4a60-bf68-edad46351c7d req-9d829d89-dcb5-410a-97ee-0024727b53bb tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:28.001371 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59f787fe-6c7d-4a60-bf68-edad46351c7d req-9d829d89-dcb5-410a-97ee-0024727b53bb tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 950 time: 0.0887487 Feb 07 20:57:28.002650 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ef6a9288-3852-460a-8c75-fcda9630a61d req-00c8b25b-2ae0-4c29-aa52-9ba902f416e1 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks [] for floatingip (f5371d26-0a29-482a-b8f4-bfdf08628d29), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:28.031166 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dcf11a-ac78-479c-be3f-0f85ecb57367 req-b579980f-abfe-4695-b4b6-ef6a302dfc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:28.032808 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-44dcf11a-ac78-479c-be3f-0f85ecb57367 req-b579980f-abfe-4695-b4b6-ef6a302dfc1e service neutron] 10.222.0.69 "GET /v2.0/networks?id=9707a7e2-bd1b-48e9-a067-23aeb539b5df HTTP/1.1" status: 200 len: 922 time: 0.0836794 Feb 07 20:57:28.065289 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ef6a9288-3852-460a-8c75-fcda9630a61d req-00c8b25b-2ae0-4c29-aa52-9ba902f416e1 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (20fa6f9d-8e7b-43c8-ab01-f19ba482cc93), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:28.075260 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-44dcf11a-ac78-479c-be3f-0f85ecb57367 req-76dce553-56bd-4cef-95af-bc762ada6efe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=123a2e48-771a-4de4-9d5c-cf486b0cdcc1 HTTP/1.1" status: 200 len: 217 time: 0.0350373 Feb 07 20:57:28.096500 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59f787fe-6c7d-4a60-bf68-edad46351c7d req-55e15bc5-19e6-4f60-937e-ed2642d6b835 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881741 Feb 07 20:57:28.135323 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dcf11a-ac78-479c-be3f-0f85ecb57367 req-b8a422eb-497a-4599-9d84-15025c71c56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:28.136821 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-44dcf11a-ac78-479c-be3f-0f85ecb57367 req-b8a422eb-497a-4599-9d84-15025c71c56b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3768dda-d71b-40b0-9d56-296b11c3fa2b HTTP/1.1" status: 200 len: 861 time: 0.0551300 Feb 07 20:57:28.169499 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-44dcf11a-ac78-479c-be3f-0f85ecb57367 req-942f108b-d057-4fc7-ae37-4fcba391a3f2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9707a7e2-bd1b-48e9-a067-23aeb539b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259151 Feb 07 20:57:28.246510 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8143d7c-0c49-491c-90f7-a34dd8527a62 req-8f609910-be8b-4fc6-9b2a-163c1c4e2037 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:28.247937 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c8143d7c-0c49-491c-90f7-a34dd8527a62 req-8f609910-be8b-4fc6-9b2a-163c1c4e2037 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 943 time: 0.0840309 Feb 07 20:57:28.258963 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-44dcf11a-ac78-479c-be3f-0f85ecb57367 req-6eb645be-f5e4-412c-9598-f471b54e9f15 service neutron] 10.222.0.69 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820060 Feb 07 20:57:28.300102 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ef6a9288-3852-460a-8c75-fcda9630a61d req-00c8b25b-2ae0-4c29-aa52-9ba902f416e1 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks [] for port (20fa6f9d-8e7b-43c8-ab01-f19ba482cc93), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:28.309313 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ef6a9288-3852-460a-8c75-fcda9630a61d req-00c8b25b-2ae0-4c29-aa52-9ba902f416e1 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (20fa6f9d-8e7b-43c8-ab01-f19ba482cc93), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:28.316757 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c8143d7c-0c49-491c-90f7-a34dd8527a62 req-a742a4d5-7fee-4b90-b96a-ce4880a1e142 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622756 Feb 07 20:57:28.324584 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a953d6fd-5ef5-443a-a07f-d3ca71485c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec84a12-6216-487b-afd9-b8a8092563d4'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:57:28.326780 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3f66e9-806b-4414-8e80-20f9fe9cdfca" -d '{"events": [{"server_uuid": "a953d6fd-5ef5-443a-a07f-d3ca71485c4b", "name": "network-vif-plugged", "status": "completed", "tag": "5ec84a12-6216-487b-afd9-b8a8092563d4"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:57:28.367582 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-44dcf11a-ac78-479c-be3f-0f85ecb57367 req-e4c1741f-d461-4ce2-b759-df4b66b3e0ec service neutron] 10.222.0.69 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013196 Feb 07 20:57:28.399404 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8b25b-2ae0-4c29-aa52-9ba902f416e1 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Pushing event updated for resources: {'Port': ['ID=20fa6f9d-8e7b-43c8-ab01-f19ba482cc93,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:28.427310 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ef6a9288-3852-460a-8c75-fcda9630a61d req-00c8b25b-2ae0-4c29-aa52-9ba902f416e1 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (f5371d26-0a29-482a-b8f4-bfdf08628d29), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:28.448540 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ef6a9288-3852-460a-8c75-fcda9630a61d req-00c8b25b-2ae0-4c29-aa52-9ba902f416e1 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:28.449765 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef6a9288-3852-460a-8c75-fcda9630a61d req-00c8b25b-2ae0-4c29-aa52-9ba902f416e1 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8717971 Feb 07 20:57:28.458331 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9432931-e2f6-46ad-87e7-5c5dbe443ece req-1e00ae19-f222-4d5f-88dd-91c50f26c270 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:28.459744 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9432931-e2f6-46ad-87e7-5c5dbe443ece req-1e00ae19-f222-4d5f-88dd-91c50f26c270 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 944 time: 0.0782695 Feb 07 20:57:28.514202 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef6a9288-3852-460a-8c75-fcda9630a61d req-ee66c679-719c-4d2a-b966-e0ad93ed8e28 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.158 HTTP/1.1" status: 200 len: 696 time: 0.0534406 Feb 07 20:57:28.587028 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9432931-e2f6-46ad-87e7-5c5dbe443ece req-3d9c347e-4d8c-4fe6-bda7-22fcf5fb6b3d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201694 Feb 07 20:57:28.636995 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a9288-3852-460a-8c75-fcda9630a61d req-1e83609e-08a1-42fa-921b-348e950a847b tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:28.638580 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef6a9288-3852-460a-8c75-fcda9630a61d req-1e83609e-08a1-42fa-921b-348e950a847b tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 784 time: 0.1183414 Feb 07 20:57:28.675299 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877e3b69-b779-4140-a8aa-99e6e526ebfb x-openstack-request-id: req-877e3b69-b779-4140-a8aa-99e6e526ebfb {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:57:28.675299 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a953d6fd-5ef5-443a-a07f-d3ca71485c4b", "name": "network-vif-plugged", "status": "completed", "tag": "5ec84a12-6216-487b-afd9-b8a8092563d4", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:57:28.675551 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-877e3b69-b779-4140-a8aa-99e6e526ebfb {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:57:28.675837 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a953d6fd-5ef5-443a-a07f-d3ca71485c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec84a12-6216-487b-afd9-b8a8092563d4', 'code': 200} Feb 07 20:57:28.695438 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dbb16-539f-4718-8e48-ca6fef7e571a req-39e41096-a282-4c94-8fd8-8738432c5eeb tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:28.701401 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b5dbb16-539f-4718-8e48-ca6fef7e571a req-39e41096-a282-4c94-8fd8-8738432c5eeb tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 948 time: 0.0541933 Feb 07 20:57:28.780528 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b5dbb16-539f-4718-8e48-ca6fef7e571a req-bc34bcd5-fc7a-4b36-8967-63c90031260f tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766654 Feb 07 20:57:28.788723 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f1b09-c8a4-4189-9d5e-3c725026505d req-806ee033-e0b8-470b-8b0c-bbd0ac091b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:28.801235 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3f9f1b09-c8a4-4189-9d5e-3c725026505d req-806ee033-e0b8-470b-8b0c-bbd0ac091b67 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 1132 time: 0.0478966 Feb 07 20:57:28.801355 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839e55e-8b2b-43f9-a02c-80e0b5c51f4a req-3f197f6b-a7e5-486f-b710-e9417b8e97dc tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:28.801355 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7839e55e-8b2b-43f9-a02c-80e0b5c51f4a req-3f197f6b-a7e5-486f-b710-e9417b8e97dc tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 946 time: 0.0771549 Feb 07 20:57:28.810711 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device ec25a11f-8071-45f6-91c7-ce62c63afb29 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:57:28.849080 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3f9f1b09-c8a4-4189-9d5e-3c725026505d req-85048673-24c7-4116-9a53-0b0655f910f2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459394 Feb 07 20:57:28.905621 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7839e55e-8b2b-43f9-a02c-80e0b5c51f4a req-58678f61-3875-4cc9-8473-f162e789c5d1 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010687 Feb 07 20:57:28.949204 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d5abacd-fc30-4bd6-96df-654fc7844df1 req-58f65285-c0ce-411e-8d0c-5d99c9df6133 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1377761 Feb 07 20:57:28.958200 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-3d5abacd-fc30-4bd6-96df-654fc7844df1 req-28460ae1-584b-4516-a504-bb489791f91e tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:28.992124 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3d5abacd-fc30-4bd6-96df-654fc7844df1 req-28460ae1-584b-4516-a504-bb489791f91e tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:29.035805 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port ec25a11f-8071-45f6-91c7-ce62c63afb29, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ec25a11f-8071-45f6-91c7-ce62c63afb29,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:29.046846 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'ec25a11f-8071-45f6-91c7-ce62c63afb29', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': 'ec25a11f-8071-45f6-91c7-ce62c63afb29', 'mac_address': 'fa:16:3e:f0:f4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:57:29.075310 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdd5f8-8462-4d3d-b581-933b11beed16 req-dfaa19ee-5e67-47f7-8a2f-1c8bb713f6da tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:29.076861 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1bfdd5f8-8462-4d3d-b581-933b11beed16 req-dfaa19ee-5e67-47f7-8a2f-1c8bb713f6da tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/ports?device_id=7def2d0d-b491-4380-bb5c-b4c90a019972 HTTP/1.1" status: 200 len: 947 time: 0.0971165 Feb 07 20:57:29.086291 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port ec25a11f-8071-45f6-91c7-ce62c63afb29 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:29.086680 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ec25a11f-8071-45f6-91c7-ce62c63afb29), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:29.099841 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec25a11f-8071-45f6-91c7-ce62c63afb29 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:57:29.122874 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port ec25a11f-8071-45f6-91c7-ce62c63afb29, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ec25a11f-8071-45f6-91c7-ce62c63afb29,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:29.127065 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ec25a11f-8071-45f6-91c7-ce62c63afb29), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:29.149459 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1bfdd5f8-8462-4d3d-b581-933b11beed16 req-fc83214e-472c-416e-ba73-6f4bb8dc60f7 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee6a6b72-61ee-4901-bd14-2d87d6b54455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654879 Feb 07 20:57:29.158435 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3d5abacd-fc30-4bd6-96df-654fc7844df1 req-28460ae1-584b-4516-a504-bb489791f91e tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:29.179206 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=ec25a11f-8071-45f6-91c7-ce62c63afb29,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:29.293323 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-3d5abacd-fc30-4bd6-96df-654fc7844df1 req-28460ae1-584b-4516-a504-bb489791f91e tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Allocated IP 172.25.4.113 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/8b2f9e4d-20c1-4a0a-bc7f-332013f24500) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:57:29.307855 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb927d30-a3ce-48dd-953b-cadd2ff285bf req-35904f49-262b-46cc-9b94-474aadbf3b2b tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:29.309416 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cb927d30-a3ce-48dd-953b-cadd2ff285bf req-35904f49-262b-46cc-9b94-474aadbf3b2b tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 950 time: 0.0930843 Feb 07 20:57:29.403355 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cb927d30-a3ce-48dd-953b-cadd2ff285bf req-8c054fff-de8e-4735-a5a9-7633301dc400 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882912 Feb 07 20:57:29.439547 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3d5abacd-fc30-4bd6-96df-654fc7844df1 req-28460ae1-584b-4516-a504-bb489791f91e tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks [] for port (8b2f9e4d-20c1-4a0a-bc7f-332013f24500), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:29.497860 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3d5abacd-fc30-4bd6-96df-654fc7844df1 req-28460ae1-584b-4516-a504-bb489791f91e tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (8b2f9e4d-20c1-4a0a-bc7f-332013f24500), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:29.545262 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5abacd-fc30-4bd6-96df-654fc7844df1 req-28460ae1-584b-4516-a504-bb489791f91e tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:57:29.551803 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-3d5abacd-fc30-4bd6-96df-654fc7844df1 req-28460ae1-584b-4516-a504-bb489791f91e tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:57:29.558386 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5abacd-fc30-4bd6-96df-654fc7844df1 req-28460ae1-584b-4516-a504-bb489791f91e tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:57:29.563361 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28460ae1-584b-4516-a504-bb489791f91e tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Pushing event updated for resources: {'Port': ['ID=8b2f9e4d-20c1-4a0a-bc7f-332013f24500,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:29.587712 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db627f-a7a3-4023-93fc-eaeb7a6c2db8 req-b3528937-0753-4cce-b5b7-14db7889ee0e tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:29.589275 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00db627f-a7a3-4023-93fc-eaeb7a6c2db8 req-b3528937-0753-4cce-b5b7-14db7889ee0e tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 943 time: 0.1237364 Feb 07 20:57:29.661595 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['ec25a11f-8071-45f6-91c7-ce62c63afb29'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:57:29.676487 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00db627f-a7a3-4023-93fc-eaeb7a6c2db8 req-68a8784f-6e0c-4beb-be05-956ed414cbb8 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788329 Feb 07 20:57:29.685739 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3d5abacd-fc30-4bd6-96df-654fc7844df1 req-28460ae1-584b-4516-a504-bb489791f91e tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks [] for floatingip (d7427970-7391-44ec-925b-64069ae96805), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:29.733706 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3d5abacd-fc30-4bd6-96df-654fc7844df1 req-28460ae1-584b-4516-a504-bb489791f91e tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8b2f9e4d-20c1-4a0a-bc7f-332013f24500), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:29.864483 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cddcb9-d342-4667-8453-fb50d8217f89 req-7b5dacdd-d186-4942-a33d-a8165754fcc9 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:29.865921 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2cddcb9-d342-4667-8453-fb50d8217f89 req-7b5dacdd-d186-4942-a33d-a8165754fcc9 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 944 time: 0.1095421 Feb 07 20:57:30.159850 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2cddcb9-d342-4667-8453-fb50d8217f89 req-4efbb857-1a05-4264-be15-c56f171e5b12 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881722 Feb 07 20:57:30.178076 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3d5abacd-fc30-4bd6-96df-654fc7844df1 req-28460ae1-584b-4516-a504-bb489791f91e tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks [] for port (8b2f9e4d-20c1-4a0a-bc7f-332013f24500), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:30.183861 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3d5abacd-fc30-4bd6-96df-654fc7844df1 req-28460ae1-584b-4516-a504-bb489791f91e tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (8b2f9e4d-20c1-4a0a-bc7f-332013f24500), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:30.281157 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28460ae1-584b-4516-a504-bb489791f91e tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Pushing event updated for resources: {'Port': ['ID=8b2f9e4d-20c1-4a0a-bc7f-332013f24500,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:30.293056 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3d5abacd-fc30-4bd6-96df-654fc7844df1 req-28460ae1-584b-4516-a504-bb489791f91e tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (d7427970-7391-44ec-925b-64069ae96805), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:30.314902 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3d5abacd-fc30-4bd6-96df-654fc7844df1 req-28460ae1-584b-4516-a504-bb489791f91e tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:30.316099 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d5abacd-fc30-4bd6-96df-654fc7844df1 req-28460ae1-584b-4516-a504-bb489791f91e tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3616424 Feb 07 20:57:30.322866 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292eaa8e-4e2c-4ee6-bf9c-f3a22151164d req-30806d31-3d47-424e-ad6d-a884e533effa tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:30.324253 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-292eaa8e-4e2c-4ee6-bf9c-f3a22151164d req-30806d31-3d47-424e-ad6d-a884e533effa tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 948 time: 0.0881073 Feb 07 20:57:30.379355 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d5abacd-fc30-4bd6-96df-654fc7844df1 req-71c8bc7d-4e63-42e5-b6b5-09ae893ae641 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.113 HTTP/1.1" status: 200 len: 696 time: 0.0540721 Feb 07 20:57:30.451679 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-292eaa8e-4e2c-4ee6-bf9c-f3a22151164d req-647bd126-69b7-40e6-a83f-8d853e443840 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194050 Feb 07 20:57:30.502804 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5abacd-fc30-4bd6-96df-654fc7844df1 req-ceb9fe48-e433-40ec-9ba1-68533f438284 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:30.504144 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d5abacd-fc30-4bd6-96df-654fc7844df1 req-ceb9fe48-e433-40ec-9ba1-68533f438284 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 784 time: 0.1192570 Feb 07 20:57:30.521448 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-3d5abacd-fc30-4bd6-96df-654fc7844df1 req-050a59fb-e3b9-4f60-94fd-72b3c6691761 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:57:30.522398 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d5abacd-fc30-4bd6-96df-654fc7844df1 req-050a59fb-e3b9-4f60-94fd-72b3c6691761 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066614 Feb 07 20:57:30.562010 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e2928-2aa0-4924-b3a6-ab112d0e5922 req-2ad1d1f6-41e8-4ca8-bf8c-ccc0d0469bd5 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:30.563966 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e6e2928-2aa0-4924-b3a6-ab112d0e5922 req-2ad1d1f6-41e8-4ca8-bf8c-ccc0d0469bd5 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 946 time: 0.0588517 Feb 07 20:57:30.641111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e6e2928-2aa0-4924-b3a6-ab112d0e5922 req-2ad29437-72e1-4acc-aeef-d32eb47e9a18 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714717 Feb 07 20:57:30.652453 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf70e3-035c-4288-93d0-71059b682d7b req-ec7b3a2a-5770-4c0a-856f-daaa95954c30 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:30.653875 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-34cf70e3-035c-4288-93d0-71059b682d7b req-ec7b3a2a-5770-4c0a-856f-daaa95954c30 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/ports?device_id=7def2d0d-b491-4380-bb5c-b4c90a019972 HTTP/1.1" status: 200 len: 948 time: 0.0827518 Feb 07 20:57:30.707809 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-34cf70e3-035c-4288-93d0-71059b682d7b req-08e57ab8-9be1-4558-b836-50cfd9f62d44 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee6a6b72-61ee-4901-bd14-2d87d6b54455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480812 Feb 07 20:57:30.777135 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c71aac-ff09-4ca2-acc3-000b8bb18a9c req-06de5c57-da2c-42f9-b0a3-ce227861ed80 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:30.778568 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79c71aac-ff09-4ca2-acc3-000b8bb18a9c req-06de5c57-da2c-42f9-b0a3-ce227861ed80 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 950 time: 0.0829418 Feb 07 20:57:30.838704 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device c6b09002-66a4-4f94-9c19-96c99887aecc details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:57:30.845355 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:57:30.881821 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79c71aac-ff09-4ca2-acc3-000b8bb18a9c req-d4d5c9b2-47bb-49d5-88e2-490970a954bd tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800843 Feb 07 20:57:30.891808 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c049d6e3-c382-472e-9238-ff9094e3e514 req-d1550ec3-9a50-438b-bc3b-bd2be55f40ce tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1449022 Feb 07 20:57:30.900761 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-c049d6e3-c382-472e-9238-ff9094e3e514 req-1f68d5b4-6a8c-466c-826f-487a06e20100 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:30.925492 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c049d6e3-c382-472e-9238-ff9094e3e514 req-1f68d5b4-6a8c-466c-826f-487a06e20100 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:30.969781 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:57:30.970179 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:31.009704 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port c6b09002-66a4-4f94-9c19-96c99887aecc, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c6b09002-66a4-4f94-9c19-96c99887aecc,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:31.030202 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'c6b09002-66a4-4f94-9c19-96c99887aecc', 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36', 'port_id': 'c6b09002-66a4-4f94-9c19-96c99887aecc', 'mac_address': 'fa:16:3e:fd:e1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da67b52e-9fa9-4eda-bee9-de250f228011', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:57:31.036905 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c055b59-909d-4833-90a0-2b6c9aa2e830 req-56967396-0b32-4421-aa85-373f8d31c1fc tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:31.038889 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1c055b59-909d-4833-90a0-2b6c9aa2e830 req-56967396-0b32-4421-aa85-373f8d31c1fc tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 943 time: 0.0731072 Feb 07 20:57:31.099158 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port c6b09002-66a4-4f94-9c19-96c99887aecc is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:31.099551 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c6b09002-66a4-4f94-9c19-96c99887aecc), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:31.105628 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1c055b59-909d-4833-90a0-2b6c9aa2e830 req-ba855df4-1706-4bc3-844d-e3e3e294322e tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587370 Feb 07 20:57:31.111955 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c049d6e3-c382-472e-9238-ff9094e3e514 req-1f68d5b4-6a8c-466c-826f-487a06e20100 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:31.119748 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:31.120152 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:31.122885 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6b09002-66a4-4f94-9c19-96c99887aecc {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:57:31.150484 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port c6b09002-66a4-4f94-9c19-96c99887aecc, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c6b09002-66a4-4f94-9c19-96c99887aecc,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:31.158349 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c6b09002-66a4-4f94-9c19-96c99887aecc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:31.166626 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c7afa4-742c-4b6c-b399-e28f7ae0fce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ce1b42-ffd6-4d84-ba73-4f58e89ae95c'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:57:31.168879 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b932e69-8147-4a48-b6eb-4236af882390" -d '{"events": [{"server_uuid": "38c7afa4-742c-4b6c-b399-e28f7ae0fce2", "name": "network-vif-plugged", "status": "completed", "tag": "84ce1b42-ffd6-4d84-ba73-4f58e89ae95c"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:57:31.199253 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=84ce1b42-ffd6-4d84-ba73-4f58e89ae95c,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:31.208038 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:31.224106 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=c6b09002-66a4-4f94-9c19-96c99887aecc,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:31.224302 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-c049d6e3-c382-472e-9238-ff9094e3e514 req-1f68d5b4-6a8c-466c-826f-487a06e20100 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Allocated IP 172.25.4.121 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/2a27b48c-331f-47b8-99f1-7ecd0c874eab) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:57:31.274765 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=84ce1b42-ffd6-4d84-ba73-4f58e89ae95c,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:31.340722 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b7011-2a66-4d17-ade4-bfe48f503cbe req-d1093d82-8daa-49d7-a574-c9e152a25458 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:31.342193 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f6b7011-2a66-4d17-ade4-bfe48f503cbe req-d1093d82-8daa-49d7-a574-c9e152a25458 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 944 time: 0.1043665 Feb 07 20:57:31.404959 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c049d6e3-c382-472e-9238-ff9094e3e514 req-1f68d5b4-6a8c-466c-826f-487a06e20100 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks [] for port (2a27b48c-331f-47b8-99f1-7ecd0c874eab), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:31.421093 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f6b7011-2a66-4d17-ade4-bfe48f503cbe req-f0f90736-0231-4185-bc24-54bf6de15ac4 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723522 Feb 07 20:57:31.449784 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c049d6e3-c382-472e-9238-ff9094e3e514 req-1f68d5b4-6a8c-466c-826f-487a06e20100 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (2a27b48c-331f-47b8-99f1-7ecd0c874eab), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:31.466024 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7af038-ee80-481e-8e8e-94f85e0d5ebf x-openstack-request-id: req-bd7af038-ee80-481e-8e8e-94f85e0d5ebf {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:57:31.466338 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c7afa4-742c-4b6c-b399-e28f7ae0fce2", "name": "network-vif-plugged", "status": "completed", "tag": "84ce1b42-ffd6-4d84-ba73-4f58e89ae95c", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:57:31.466594 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bd7af038-ee80-481e-8e8e-94f85e0d5ebf {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:57:31.466984 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c7afa4-742c-4b6c-b399-e28f7ae0fce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ce1b42-ffd6-4d84-ba73-4f58e89ae95c', 'code': 200} Feb 07 20:57:31.486303 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c049d6e3-c382-472e-9238-ff9094e3e514 req-1f68d5b4-6a8c-466c-826f-487a06e20100 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:57:31.489223 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-c049d6e3-c382-472e-9238-ff9094e3e514 req-1f68d5b4-6a8c-466c-826f-487a06e20100 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:57:31.494849 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-c049d6e3-c382-472e-9238-ff9094e3e514 req-1f68d5b4-6a8c-466c-826f-487a06e20100 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:57:31.522374 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68d5b4-6a8c-466c-826f-487a06e20100 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Pushing event updated for resources: {'Port': ['ID=2a27b48c-331f-47b8-99f1-7ecd0c874eab,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:31.621727 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f93251-04a1-41a7-9d91-5b101b81f806 req-55960fa3-13e0-4b72-9969-e7c3d001ff85 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:31.623214 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4f93251-04a1-41a7-9d91-5b101b81f806 req-55960fa3-13e0-4b72-9969-e7c3d001ff85 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0930419 Feb 07 20:57:31.623342 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['c6b09002-66a4-4f94-9c19-96c99887aecc'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:57:31.670063 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c049d6e3-c382-472e-9238-ff9094e3e514 req-1f68d5b4-6a8c-466c-826f-487a06e20100 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks [] for floatingip (9161d198-2afb-42fc-a683-fad3c220b78e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:31.737824 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4f93251-04a1-41a7-9d91-5b101b81f806 req-a366c108-04ec-4a29-a178-61163d568f11 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079788 Feb 07 20:57:31.743158 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c049d6e3-c382-472e-9238-ff9094e3e514 req-1f68d5b4-6a8c-466c-826f-487a06e20100 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2a27b48c-331f-47b8-99f1-7ecd0c874eab), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:31.747363 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497685a8-6564-495b-95fa-145dd71c50ae req-58e46a25-9e1c-490c-a99f-92d122bdacee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:31.748894 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-497685a8-6564-495b-95fa-145dd71c50ae req-58e46a25-9e1c-490c-a99f-92d122bdacee service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 1131 time: 0.1157227 Feb 07 20:57:31.863547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-497685a8-6564-495b-95fa-145dd71c50ae req-4bf7af18-8399-4320-962f-ab21e701bdd8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955396 Feb 07 20:57:31.920783 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531bccc-c2af-429c-ada3-c8ef653ed587 req-8c28f2cc-e725-4555-ba8d-a62a869cfa6e tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:31.922271 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6531bccc-c2af-429c-ada3-c8ef653ed587 req-8c28f2cc-e725-4555-ba8d-a62a869cfa6e tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 946 time: 0.1120310 Feb 07 20:57:31.997150 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6531bccc-c2af-429c-ada3-c8ef653ed587 req-eaf4b2f3-dc2b-46e6-ae42-f3009dea58e3 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684195 Feb 07 20:57:32.008895 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c049d6e3-c382-472e-9238-ff9094e3e514 req-1f68d5b4-6a8c-466c-826f-487a06e20100 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks [] for port (2a27b48c-331f-47b8-99f1-7ecd0c874eab), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:32.014073 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c049d6e3-c382-472e-9238-ff9094e3e514 req-1f68d5b4-6a8c-466c-826f-487a06e20100 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (2a27b48c-331f-47b8-99f1-7ecd0c874eab), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:32.104730 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68d5b4-6a8c-466c-826f-487a06e20100 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Pushing event updated for resources: {'Port': ['ID=2a27b48c-331f-47b8-99f1-7ecd0c874eab,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:32.119379 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c049d6e3-c382-472e-9238-ff9094e3e514 req-1f68d5b4-6a8c-466c-826f-487a06e20100 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (9161d198-2afb-42fc-a683-fad3c220b78e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:32.145570 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dce876-6256-4398-8edc-8108029194d4 req-7c42ae43-32e6-400e-a8de-d9a520fd8864 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:32.147044 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71dce876-6256-4398-8edc-8108029194d4 req-7c42ae43-32e6-400e-a8de-d9a520fd8864 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/ports?device_id=7def2d0d-b491-4380-bb5c-b4c90a019972 HTTP/1.1" status: 200 len: 948 time: 0.0817583 Feb 07 20:57:32.149841 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c049d6e3-c382-472e-9238-ff9094e3e514 req-1f68d5b4-6a8c-466c-826f-487a06e20100 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:32.150942 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c049d6e3-c382-472e-9238-ff9094e3e514 req-1f68d5b4-6a8c-466c-826f-487a06e20100 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2539847 Feb 07 20:57:32.220044 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c049d6e3-c382-472e-9238-ff9094e3e514 req-01841541-3dde-40ff-a2fe-acb16372eee3 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.121 HTTP/1.1" status: 200 len: 696 time: 0.0616074 Feb 07 20:57:32.243040 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71dce876-6256-4398-8edc-8108029194d4 req-6274be12-cbfc-4b6f-bf8d-243437472a95 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee6a6b72-61ee-4901-bd14-2d87d6b54455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904093 Feb 07 20:57:32.359424 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049d6e3-c382-472e-9238-ff9094e3e514 req-0c30ce49-707d-410c-9c72-cf047187faa1 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:32.360795 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c049d6e3-c382-472e-9238-ff9094e3e514 req-0c30ce49-707d-410c-9c72-cf047187faa1 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 784 time: 0.1335883 Feb 07 20:57:32.377741 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b58cc0-aa1f-402d-9799-5b2fbf727aac req-1bdedafa-3c59-42a4-814e-423fa458c146 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:32.379301 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-46b58cc0-aa1f-402d-9799-5b2fbf727aac req-1bdedafa-3c59-42a4-814e-423fa458c146 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 950 time: 0.0821667 Feb 07 20:57:32.458681 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-46b58cc0-aa1f-402d-9799-5b2fbf727aac req-b9d15b26-38ac-4604-8f83-8919b7f6a54f tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687873 Feb 07 20:57:32.461213 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:57:32.493136 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c0ae5-7892-4302-8392-aef9c7cac916 req-3a80dda8-8949-4f49-ac73-3600fb7e7d5b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:32.494565 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f8c0ae5-7892-4302-8392-aef9c7cac916 req-3a80dda8-8949-4f49-ac73-3600fb7e7d5b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 944 time: 0.0826583 Feb 07 20:57:32.559661 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=123a2e48-771a-4de4-9d5c-cf486b0cdcc1,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:32.570938 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '123a2e48-771a-4de4-9d5c-cf486b0cdcc1', 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df', 'port_id': '123a2e48-771a-4de4-9d5c-cf486b0cdcc1', 'mac_address': 'fa:16:3e:4c:c0:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3768dda-d71b-40b0-9d56-296b11c3fa2b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:57:32.581199 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e57e74a-4fc9-4136-b853-f0936b7cbc6d req-ac33bd4e-13cf-434d-91c2-9ed24c45d8a0 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/floatingips/9161d198-2afb-42fc-a683-fad3c220b78e HTTP/1.1" status: 200 len: 693 time: 0.0967522 Feb 07 20:57:32.607717 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:32.608108 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (123a2e48-771a-4de4-9d5c-cf486b0cdcc1), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:32.621212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:57:32.641703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=123a2e48-771a-4de4-9d5c-cf486b0cdcc1,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:32.646364 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (123a2e48-771a-4de4-9d5c-cf486b0cdcc1), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:32.654148 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f8c0ae5-7892-4302-8392-aef9c7cac916 req-8e62d218-e7d9-4d65-b37c-5fb84fb43a8e tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309645 Feb 07 20:57:32.694417 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=123a2e48-771a-4de4-9d5c-cf486b0cdcc1,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:32.702953 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:32.703305 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:32.704176 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:32.704544 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:32.704880 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:32.705214 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:32.705545 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:32.705871 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:32.706205 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:32.706532 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:32.706855 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:32.707183 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:32.707507 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:57:32.716739 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57e74a-4fc9-4136-b853-f0936b7cbc6d req-9c90522b-61b9-47fc-acda-69945d31e9d9 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:32.717440 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e57e74a-4fc9-4136-b853-f0936b7cbc6d req-9c90522b-61b9-47fc-acda-69945d31e9d9 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 784 time: 0.1305554 Feb 07 20:57:32.734108 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-3e57e74a-4fc9-4136-b853-f0936b7cbc6d req-74db1e23-dddd-47e0-9e06-4369aa7b4f34 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:57:32.735080 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e57e74a-4fc9-4136-b853-f0936b7cbc6d req-74db1e23-dddd-47e0-9e06-4369aa7b4f34 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071313 Feb 07 20:57:32.774677 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be601b6-8d61-4ae1-955e-91ac8987c6ac req-e6e86fe4-d400-40ee-8f07-970dc12617f3 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:32.776153 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6be601b6-8d61-4ae1-955e-91ac8987c6ac req-e6e86fe4-d400-40ee-8f07-970dc12617f3 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 945 time: 0.0571694 Feb 07 20:57:32.850452 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6be601b6-8d61-4ae1-955e-91ac8987c6ac req-9b232913-bcb6-4d3e-9972-cbca7c730e65 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684211 Feb 07 20:57:32.856192 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433d521-a1e3-40fa-8210-6ca008f2f553 req-a0283b56-860c-43b3-940a-5830c7a9fe2e tempest-ServersOnMultiNodesTest-1113596232 tempest-ServersOnMultiNodesTest-1113596232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:32.857646 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4433d521-a1e3-40fa-8210-6ca008f2f553 req-a0283b56-860c-43b3-940a-5830c7a9fe2e tempest-ServersOnMultiNodesTest-1113596232 tempest-ServersOnMultiNodesTest-1113596232-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 1132 time: 0.0693874 Feb 07 20:57:32.861601 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device ec25a11f-8071-45f6-91c7-ce62c63afb29 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:57:32.928459 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port ec25a11f-8071-45f6-91c7-ce62c63afb29 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:57:32.932221 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port ec25a11f-8071-45f6-91c7-ce62c63afb29 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:57:32.932738 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ec25a11f-8071-45f6-91c7-ce62c63afb29), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:32.940758 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-994ace9b-ce20-4619-a06c-ccccf536499d req-936cc093-1d0f-473b-b104-0312d6a00c03 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/floatingips/9161d198-2afb-42fc-a683-fad3c220b78e HTTP/1.1" status: 200 len: 693 time: 0.0558531 Feb 07 20:57:32.963472 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4433d521-a1e3-40fa-8210-6ca008f2f553 req-7d0b2de5-0b38-489e-a0e1-c5c7530ad132 tempest-ServersOnMultiNodesTest-1113596232 tempest-ServersOnMultiNodesTest-1113596232-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967834 Feb 07 20:57:33.029347 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port ec25a11f-8071-45f6-91c7-ce62c63afb29 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:33.030417 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ec25a11f-8071-45f6-91c7-ce62c63afb29), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:33.067530 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port ec25a11f-8071-45f6-91c7-ce62c63afb29, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ec25a11f-8071-45f6-91c7-ce62c63afb29,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:33.073485 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ec25a11f-8071-45f6-91c7-ce62c63afb29), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:33.094604 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ace9b-ce20-4619-a06c-ccccf536499d req-860a00a0-5090-41a3-9b18-db2101ce64a4 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:33.095964 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-994ace9b-ce20-4619-a06c-ccccf536499d req-860a00a0-5090-41a3-9b18-db2101ce64a4 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 784 time: 0.1481283 Feb 07 20:57:33.107965 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-994ace9b-ce20-4619-a06c-ccccf536499d req-4292be2f-1e0c-474b-bb14-740c472f6091 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:57:33.109103 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-994ace9b-ce20-4619-a06c-ccccf536499d req-4292be2f-1e0c-474b-bb14-740c472f6091 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071588 Feb 07 20:57:33.122896 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fff78-f384-4195-abc8-3a09a6998abd req-ad728795-6b49-4303-aa9f-8be83d7e0af2 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:33.123635 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=ec25a11f-8071-45f6-91c7-ce62c63afb29,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:33.124386 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-905fff78-f384-4195-abc8-3a09a6998abd req-ad728795-6b49-4303-aa9f-8be83d7e0af2 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0909762 Feb 07 20:57:33.158684 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['123a2e48-771a-4de4-9d5c-cf486b0cdcc1'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:57:33.180349 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-994ace9b-ce20-4619-a06c-ccccf536499d req-6ecf4c0b-75b9-49ca-8215-9e18b62bc0e3 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.121 HTTP/1.1" status: 200 len: 696 time: 0.0652170 Feb 07 20:57:33.238164 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:33.250438 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-994ace9b-ce20-4619-a06c-ccccf536499d req-71af66a2-fc67-4b27-b323-3ba3dba7429d tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.121 HTTP/1.1" status: 200 len: 696 time: 0.0587640 Feb 07 20:57:33.253023 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-905fff78-f384-4195-abc8-3a09a6998abd req-7ad22731-25a6-4388-94a9-e07bf3404ca1 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223094 Feb 07 20:57:33.465050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a5488-cd23-4e64-a79e-c6bc1c1e32d5 req-d3ea3d86-42d2-424b-a54f-1d5077a7beb9 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:33.466500 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fa6a5488-cd23-4e64-a79e-c6bc1c1e32d5 req-d3ea3d86-42d2-424b-a54f-1d5077a7beb9 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 946 time: 0.0831764 Feb 07 20:57:33.467817 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7def2d0d-b491-4380-bb5c-b4c90a019972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec25a11f-8071-45f6-91c7-ce62c63afb29'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:57:33.472073 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c99f842-4436-446d-b978-311ecc392978" -d '{"events": [{"server_uuid": "7def2d0d-b491-4380-bb5c-b4c90a019972", "name": "network-vif-plugged", "status": "completed", "tag": "ec25a11f-8071-45f6-91c7-ce62c63afb29"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:57:33.472928 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-994ace9b-ce20-4619-a06c-ccccf536499d req-fd856f0b-e5ae-4f2a-bdcb-e2734850b175 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Deleting port 2a27b48c-331f-47b8-99f1-7ecd0c874eab {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:57:33.473267 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-994ace9b-ce20-4619-a06c-ccccf536499d req-fd856f0b-e5ae-4f2a-bdcb-e2734850b175 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (2a27b48c-331f-47b8-99f1-7ecd0c874eab), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:33.569907 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fa6a5488-cd23-4e64-a79e-c6bc1c1e32d5 req-8cdc73c4-1661-453a-9217-0a0a676c1e9e tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946023 Feb 07 20:57:33.584208 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-994ace9b-ce20-4619-a06c-ccccf536499d req-fd856f0b-e5ae-4f2a-bdcb-e2734850b175 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (2a27b48c-331f-47b8-99f1-7ecd0c874eab), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:33.584763 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-994ace9b-ce20-4619-a06c-ccccf536499d req-fd856f0b-e5ae-4f2a-bdcb-e2734850b175 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks [] for floatingip (2a27b48c-331f-47b8-99f1-7ecd0c874eab), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:33.597046 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-994ace9b-ce20-4619-a06c-ccccf536499d req-fd856f0b-e5ae-4f2a-bdcb-e2734850b175 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Calling delete_port for 2a27b48c-331f-47b8-99f1-7ecd0c874eab owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:57:33.657760 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:33.675983 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-fc82bcb5-b7f1-4168-9478-c93d3d8b1acd tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=158a4ea448b4471c9480285ef58a9cb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359082 Feb 07 20:57:34.046699 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-c8946664-7b8e-4685-b565-68e4d7c2071c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:34.048715 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-c8946664-7b8e-4685-b565-68e4d7c2071c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3648050 Feb 07 20:57:34.068627 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-47262c05-9077-47a6-a582-fc6a815c3a80 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/quotas/158a4ea448b4471c9480285ef58a9cb5 HTTP/1.1" status: 200 len: 375 time: 0.0123467 Feb 07 20:57:34.069617 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-994ace9b-ce20-4619-a06c-ccccf536499d req-fd856f0b-e5ae-4f2a-bdcb-e2734850b175 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (2a27b48c-331f-47b8-99f1-7ecd0c874eab), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:34.105341 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd856f0b-e5ae-4f2a-bdcb-e2734850b175 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Pushing event deleted for resources: {'Port': ['ID=2a27b48c-331f-47b8-99f1-7ecd0c874eab,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:34.202255 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-02594f2b-57c8-4f48-adbb-abf1e7d56d04 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=158a4ea448b4471c9480285ef58a9cb5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1244485 Feb 07 20:57:34.202947 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-994ace9b-ce20-4619-a06c-ccccf536499d req-fd856f0b-e5ae-4f2a-bdcb-e2734850b175 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks [] for floatingip (9161d198-2afb-42fc-a683-fad3c220b78e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:34.205502 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-994ace9b-ce20-4619-a06c-ccccf536499d req-fd856f0b-e5ae-4f2a-bdcb-e2734850b175 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:34.206507 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-994ace9b-ce20-4619-a06c-ccccf536499d req-fd856f0b-e5ae-4f2a-bdcb-e2734850b175 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "DELETE /v2.0/floatingips/9161d198-2afb-42fc-a683-fad3c220b78e HTTP/1.1" status: 204 len: 173 time: 0.9462380 Feb 07 20:57:34.307037 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e717cb9-11e8-4ee6-a565-47f083357664 req-1f9d1c50-24a9-4ace-9b3d-cc5ebc04bd13 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:34.308567 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e717cb9-11e8-4ee6-a565-47f083357664 req-1f9d1c50-24a9-4ace-9b3d-cc5ebc04bd13 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/ports?device_id=7def2d0d-b491-4380-bb5c-b4c90a019972 HTTP/1.1" status: 200 len: 949 time: 0.0538597 Feb 07 20:57:34.334310 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcd718f-6d8e-4071-91f5-6b9183746484 x-openstack-request-id: req-ddcd718f-6d8e-4071-91f5-6b9183746484 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:57:34.334607 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7def2d0d-b491-4380-bb5c-b4c90a019972", "name": "network-vif-plugged", "status": "completed", "tag": "ec25a11f-8071-45f6-91c7-ce62c63afb29", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:57:34.334860 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ddcd718f-6d8e-4071-91f5-6b9183746484 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:57:34.335443 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7def2d0d-b491-4380-bb5c-b4c90a019972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec25a11f-8071-45f6-91c7-ce62c63afb29', 'code': 200} Feb 07 20:57:34.366657 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e717cb9-11e8-4ee6-a565-47f083357664 req-e6751ed5-1cd3-4e11-b7a1-c8f756098cbc tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee6a6b72-61ee-4901-bd14-2d87d6b54455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514755 Feb 07 20:57:34.509694 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482aab3-0a2b-47fc-8f90-b6183e1756ac req-c2df4f7f-ef56-42e6-b6dd-5a7048efe0f1 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:34.511222 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5482aab3-0a2b-47fc-8f90-b6183e1756ac req-c2df4f7f-ef56-42e6-b6dd-5a7048efe0f1 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 944 time: 0.1265996 Feb 07 20:57:34.539427 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd67b0-91be-4cd7-9fe8-8a0b752894c5 req-8ee6edf1-5171-4ae7-b6af-332ae80277db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:34.540921 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c1bd67b0-91be-4cd7-9fe8-8a0b752894c5 req-8ee6edf1-5171-4ae7-b6af-332ae80277db service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7def2d0d-b491-4380-bb5c-b4c90a019972 HTTP/1.1" status: 200 len: 1131 time: 0.1134453 Feb 07 20:57:34.569594 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fefa9-1399-4662-8a56-3bf7d875030e req-c463dc12-68df-48f0-9268-31504cbc99bc tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:34.571035 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8b4fefa9-1399-4662-8a56-3bf7d875030e req-c463dc12-68df-48f0-9268-31504cbc99bc tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 945 time: 0.1336184 Feb 07 20:57:34.621138 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5482aab3-0a2b-47fc-8f90-b6183e1756ac req-97e1e146-a084-495f-b2ea-6ee999362671 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030366 Feb 07 20:57:34.659791 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c1bd67b0-91be-4cd7-9fe8-8a0b752894c5 req-892696e2-81ee-465d-beee-57694306ac36 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ee6a6b72-61ee-4901-bd14-2d87d6b54455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080332 Feb 07 20:57:34.708588 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8b4fefa9-1399-4662-8a56-3bf7d875030e req-005bd6db-ea93-4352-9426-63fb15ada473 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248677 Feb 07 20:57:34.881146 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device c6b09002-66a4-4f94-9c19-96c99887aecc up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:57:34.881924 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736059c-40bf-4e3a-9c25-bd279f1f68ef req-eff2e045-ebfe-4c08-b01e-a799dfe31240 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:34.883389 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6736059c-40bf-4e3a-9c25-bd279f1f68ef req-eff2e045-ebfe-4c08-b01e-a799dfe31240 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2189100 Feb 07 20:57:34.896006 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0eb4ba-87e3-4944-bf70-bb522529248e req-21924db9-bfd6-4063-99dc-0f67aae5ecd4 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:34.897433 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb0eb4ba-87e3-4944-bf70-bb522529248e req-21924db9-bfd6-4063-99dc-0f67aae5ecd4 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.1163626 Feb 07 20:57:34.940468 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port c6b09002-66a4-4f94-9c19-96c99887aecc completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:57:34.944198 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port c6b09002-66a4-4f94-9c19-96c99887aecc triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:57:34.944619 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c6b09002-66a4-4f94-9c19-96c99887aecc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:34.980418 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c24ea83d-0940-4014-9cec-8eaa7655dd03 req-c963ccba-8783-4312-8ee0-553ea2942067 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e902647-8770-4289-a314-25046abca3fd HTTP/1.1" status: 200 len: 210 time: 0.0372589 Feb 07 20:57:34.994277 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb0eb4ba-87e3-4944-bf70-bb522529248e req-f3e3d381-3ef1-4699-addb-046cba0b254b tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888157 Feb 07 20:57:35.050349 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port c6b09002-66a4-4f94-9c19-96c99887aecc is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:35.051248 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c6b09002-66a4-4f94-9c19-96c99887aecc), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:35.086379 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port c6b09002-66a4-4f94-9c19-96c99887aecc, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c6b09002-66a4-4f94-9c19-96c99887aecc,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:35.090431 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c6b09002-66a4-4f94-9c19-96c99887aecc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:35.108658 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c56f8ae9-cef0-4592-b3c1-a0c9d9f01d94 req-8b3cfec7-a683-44ed-b041-fde1164b08bc tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=345b34e3957e4e108f2a7cc6cacdbf8d HTTP/1.1" status: 200 len: 1656 time: 0.0871768 Feb 07 20:57:35.149052 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=c6b09002-66a4-4f94-9c19-96c99887aecc,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:35.213431 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167c7aa-7dbd-439b-ba5b-cc87159cf490 req-ae50e570-54c6-4a83-abbc-dcc092b56951 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:35.214904 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7167c7aa-7dbd-439b-ba5b-cc87159cf490 req-ae50e570-54c6-4a83-abbc-dcc092b56951 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 946 time: 0.1617436 Feb 07 20:57:35.263324 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f8ae9-cef0-4592-b3c1-a0c9d9f01d94 req-f1b26c0b-eb2f-4e24-934d-2195835a4ac9 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:35.264663 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c56f8ae9-cef0-4592-b3c1-a0c9d9f01d94 req-f1b26c0b-eb2f-4e24-934d-2195835a4ac9 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/networks?id=2d250b10-655b-4b48-8c99-524ebfe3db06&id=2d250b10-655b-4b48-8c99-524ebfe3db06&id=2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 787 time: 0.1368208 Feb 07 20:57:35.276700 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-c56f8ae9-cef0-4592-b3c1-a0c9d9f01d94 req-650966b3-fa5e-4d4e-ab91-ed2ac1001f20 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:57:35.277643 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c56f8ae9-cef0-4592-b3c1-a0c9d9f01d94 req-650966b3-fa5e-4d4e-ab91-ed2ac1001f20 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076411 Feb 07 20:57:35.293664 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7167c7aa-7dbd-439b-ba5b-cc87159cf490 req-43f2a8d7-028b-42fa-ac3d-a975de952183 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714211 Feb 07 20:57:35.339188 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-107d728b-2bc0-49b6-aecb-a479128cfd72 req-180921d0-d5ea-47a9-afc1-89b2713010e9 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/floatingips/d7427970-7391-44ec-925b-64069ae96805 HTTP/1.1" status: 200 len: 693 time: 0.0401366 Feb 07 20:57:35.480555 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d728b-2bc0-49b6-aecb-a479128cfd72 req-74445a23-4959-4984-9d1e-9d1c5d260232 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:35.481854 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-107d728b-2bc0-49b6-aecb-a479128cfd72 req-74445a23-4959-4984-9d1e-9d1c5d260232 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 784 time: 0.1375365 Feb 07 20:57:35.533321 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-107d728b-2bc0-49b6-aecb-a479128cfd72 req-35120fd6-ac64-4504-b0de-34082749d055 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.113 HTTP/1.1" status: 200 len: 696 time: 0.0449364 Feb 07 20:57:35.540333 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e7738-aa33-4c43-80a0-853074befc9a req-fd9ae8e6-2043-4a3d-9568-96ca22d5ef00 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:35.541722 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-825e7738-aa33-4c43-80a0-853074befc9a req-fd9ae8e6-2043-4a3d-9568-96ca22d5ef00 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/ports?device_id=7def2d0d-b491-4380-bb5c-b4c90a019972 HTTP/1.1" status: 200 len: 949 time: 0.1071343 Feb 07 20:57:35.601485 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-107d728b-2bc0-49b6-aecb-a479128cfd72 req-555b688b-066f-4e31-8d11-f1b9e4c8fb38 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.113 HTTP/1.1" status: 200 len: 696 time: 0.0575855 Feb 07 20:57:35.679567 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-825e7738-aa33-4c43-80a0-853074befc9a req-1769494a-5313-4f5f-9cd6-26b5681ba888 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee6a6b72-61ee-4901-bd14-2d87d6b54455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292813 Feb 07 20:57:35.727073 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-ff653425-7fd3-4e05-8c52-a2ac62848fed tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=158a4ea448b4471c9480285ef58a9cb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678868 Feb 07 20:57:35.867157 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-107d728b-2bc0-49b6-aecb-a479128cfd72 req-f629e7de-e923-4747-9f1f-e10da3aa779b tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Deleting port 8b2f9e4d-20c1-4a0a-bc7f-332013f24500 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:57:35.867490 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-107d728b-2bc0-49b6-aecb-a479128cfd72 req-f629e7de-e923-4747-9f1f-e10da3aa779b tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8b2f9e4d-20c1-4a0a-bc7f-332013f24500), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:35.876743 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-e2ffed4c-891a-4c0c-8d48-aec4f5d3446f tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:35.878295 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-e2ffed4c-891a-4c0c-8d48-aec4f5d3446f tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1443520 Feb 07 20:57:35.916276 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-cf59d400-a0e0-48a2-afd1-7b55617256e7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Request body: {'port': {'device_id': '8e902647-8770-4289-a314-25046abca3fd', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': '158a4ea448b4471c9480285ef58a9cb5'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:36.062277 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63487927-a627-44ff-b3e8-9191d0272f15 req-b8ea4720-331e-4da5-95b4-afa0d207b634 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:36.064370 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63487927-a627-44ff-b3e8-9191d0272f15 req-b8ea4720-331e-4da5-95b4-afa0d207b634 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 945 time: 0.1516490 Feb 07 20:57:36.076341 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-107d728b-2bc0-49b6-aecb-a479128cfd72 req-f629e7de-e923-4747-9f1f-e10da3aa779b tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8b2f9e4d-20c1-4a0a-bc7f-332013f24500), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:36.076656 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-107d728b-2bc0-49b6-aecb-a479128cfd72 req-f629e7de-e923-4747-9f1f-e10da3aa779b tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks [] for floatingip (8b2f9e4d-20c1-4a0a-bc7f-332013f24500), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:36.108953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-107d728b-2bc0-49b6-aecb-a479128cfd72 req-f629e7de-e923-4747-9f1f-e10da3aa779b tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Calling delete_port for 8b2f9e4d-20c1-4a0a-bc7f-332013f24500 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:57:36.133119 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-cf59d400-a0e0-48a2-afd1-7b55617256e7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Made reservation on behalf of 158a4ea448b4471c9480285ef58a9cb5 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:57:36.136585 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-cf59d400-a0e0-48a2-afd1-7b55617256e7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:36.194034 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63487927-a627-44ff-b3e8-9191d0272f15 req-dbabbd24-345f-4c06-9056-d2840092807b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229293 Feb 07 20:57:36.336541 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4a4d71-163f-4c15-a67f-b7d7837fe627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b09002-66a4-4f94-9c19-96c99887aecc'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:57:36.342200 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b82892-99f0-4856-b724-5313164bad85" -d '{"events": [{"server_uuid": "be4a4d71-163f-4c15-a67f-b7d7837fe627", "name": "network-vif-plugged", "status": "completed", "tag": "c6b09002-66a4-4f94-9c19-96c99887aecc"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:57:36.389996 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2b82d-29ec-4acf-8ac8-d10527c7b228 req-ef44d371-e5de-42ea-ba56-7d42bacf629f tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:36.391407 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aba2b82d-29ec-4acf-8ac8-d10527c7b228 req-ef44d371-e5de-42ea-ba56-7d42bacf629f tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 945 time: 0.1370652 Feb 07 20:57:36.402733 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-cf59d400-a0e0-48a2-afd1-7b55617256e7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Allocated IP 192.168.233.14 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/8f961c5f-03b2-4420-833a-16a46f72b684) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:57:36.447456 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-107d728b-2bc0-49b6-aecb-a479128cfd72 req-f629e7de-e923-4747-9f1f-e10da3aa779b tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (8b2f9e4d-20c1-4a0a-bc7f-332013f24500), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:36.491090 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629e7de-e923-4747-9f1f-e10da3aa779b tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Pushing event deleted for resources: {'Port': ['ID=8b2f9e4d-20c1-4a0a-bc7f-332013f24500,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:36.506608 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:57:36.538468 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aba2b82d-29ec-4acf-8ac8-d10527c7b228 req-8d47f388-35c8-4eb3-b3da-c79c8267abbe tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370301 Feb 07 20:57:36.560200 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:57:36.566558 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:57:36.566558 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (123a2e48-771a-4de4-9d5c-cf486b0cdcc1), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:36.635600 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-107d728b-2bc0-49b6-aecb-a479128cfd72 req-f629e7de-e923-4747-9f1f-e10da3aa779b tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks [] for floatingip (d7427970-7391-44ec-925b-64069ae96805), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:36.638408 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-107d728b-2bc0-49b6-aecb-a479128cfd72 req-f629e7de-e923-4747-9f1f-e10da3aa779b tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:36.639533 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-107d728b-2bc0-49b6-aecb-a479128cfd72 req-f629e7de-e923-4747-9f1f-e10da3aa779b tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "DELETE /v2.0/floatingips/d7427970-7391-44ec-925b-64069ae96805 HTTP/1.1" status: 204 len: 173 time: 1.0273852 Feb 07 20:57:36.660160 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:36.660581 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (123a2e48-771a-4de4-9d5c-cf486b0cdcc1), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:36.694932 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=123a2e48-771a-4de4-9d5c-cf486b0cdcc1,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:36.699117 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (123a2e48-771a-4de4-9d5c-cf486b0cdcc1), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:36.713409 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-cf59d400-a0e0-48a2-afd1-7b55617256e7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks [] for port (8f961c5f-03b2-4420-833a-16a46f72b684), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:36.740649 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-96408b6b-6bec-4e69-a186-70f1e8f6b4af req-d988415c-b0e9-4779-a601-b91e95ddc820 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e902647-8770-4289-a314-25046abca3fd HTTP/1.1" status: 200 len: 210 time: 0.0413237 Feb 07 20:57:36.745584 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-e604ae8c-7164-4a5c-9bde-610f31870668 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1530742592&fields=id&tenant_id=a640cac6c4d64dfa8fbcd903aab64b39 HTTP/1.1" status: 200 len: 267 time: 0.1029532 Feb 07 20:57:36.767589 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=123a2e48-771a-4de4-9d5c-cf486b0cdcc1,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:36.861854 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-cf59d400-a0e0-48a2-afd1-7b55617256e7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (8f961c5f-03b2-4420-833a-16a46f72b684), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:36.873966 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['52765e43-953c-4bdc-a1cb-d749305c65c2', 'eab00f80-c2a6-48e1-84a6-52337e23ce88', '8800b3d8-8b81-47d5-8d4b-fbb69f191ede', 'a54040b2-aad5-4bbd-b7d7-184fcb291449', '5ec84a12-6216-487b-afd9-b8a8092563d4'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:57:36.876526 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['382b77ed-5a99-4385-99eb-e6195465d1a1', 'fbc31b7d-6c77-452f-97f3-57b0c35f8a96'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:57:37.175418 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-f897df87-d190-43d1-8f36-2a1921ca34fe tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:37.177129 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-f897df87-d190-43d1-8f36-2a1921ca34fe tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/networks?id=a3bb3650-0e76-4812-829f-29cb0254d598 HTTP/1.1" status: 200 len: 823 time: 0.4230378 Feb 07 20:57:37.178723 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-cf59d400-a0e0-48a2-afd1-7b55617256e7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:57:37.187482 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f27f67-cb43-4766-846a-92f8424aa1d2 req-0675e93f-76ae-46b8-b55a-54435af1b0a7 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:37.188927 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f27f67-cb43-4766-846a-92f8424aa1d2 req-0675e93f-76ae-46b8-b55a-54435af1b0a7 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.3813515 Feb 07 20:57:37.192188 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-cf59d400-a0e0-48a2-afd1-7b55617256e7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:57:37.193948 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59d400-a0e0-48a2-afd1-7b55617256e7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Pushing event updated for resources: {'Port': ['ID=8f961c5f-03b2-4420-833a-16a46f72b684,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:37.196051 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-cf59d400-a0e0-48a2-afd1-7b55617256e7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:57:37.238670 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-714ae4fa-6df0-4fce-a04e-6a7d2f4b2e27 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/quotas/a640cac6c4d64dfa8fbcd903aab64b39 HTTP/1.1" status: 200 len: 375 time: 0.0482290 Feb 07 20:57:37.304690 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-cf59d400-a0e0-48a2-afd1-7b55617256e7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:37.305316 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-cf59d400-a0e0-48a2-afd1-7b55617256e7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:37.327081 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f27f67-cb43-4766-846a-92f8424aa1d2 req-6a68a360-8478-4c2e-a80b-37f03d737a81 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038058 Feb 07 20:57:37.346100 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-cf59d400-a0e0-48a2-afd1-7b55617256e7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4343958 Feb 07 20:57:37.376890 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-c65552bc-c1da-46be-b26e-e896afd7fc0f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a640cac6c4d64dfa8fbcd903aab64b39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1372964 Feb 07 20:57:37.383027 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-b4275472-ad96-4b72-9491-9b35e6d69c5b service neutron] Request body: {'port': {'device_id': '8e902647-8770-4289-a314-25046abca3fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:37.562795 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-b4275472-ad96-4b72-9491-9b35e6d69c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8f961c5f-03b2-4420-833a-16a46f72b684), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:37.587699 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c44d2-0d23-45e4-8bb8-7154fe00d0f0 req-95fc7490-4527-4cab-9da7-0c34e8b73b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:37.590473 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fa2c44d2-0d23-45e4-8bb8-7154fe00d0f0 req-95fc7490-4527-4cab-9da7-0c34e8b73b94 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 1128 time: 0.0541291 Feb 07 20:57:37.605248 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-eb21a96b-a215-4565-ba43-003191748264 None None] Provisioning complete for port 8f961c5f-03b2-4420-833a-16a46f72b684 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:57:37.605876 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eb21a96b-a215-4565-ba43-003191748264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8f961c5f-03b2-4420-833a-16a46f72b684), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:37.615072 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c11df-ea4a-4224-95b3-4780962adc0e req-e8afc9db-af1f-4cd8-831b-14823a4e263a tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:37.616583 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e92c11df-ea4a-4224-95b3-4780962adc0e req-e8afc9db-af1f-4cd8-831b-14823a4e263a tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 946 time: 0.1888030 Feb 07 20:57:37.630890 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-75d6b8ed-18d9-4303-aca1-71ec7f0cfdf6 service neutron] 10.222.0.65 "GET /v2.0/networks/a3bb3650-0e76-4812-829f-29cb0254d598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433796 Feb 07 20:57:37.638146 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fa2c44d2-0d23-45e4-8bb8-7154fe00d0f0 req-b693c314-35cc-4d50-89ac-3920db98e70b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398388 Feb 07 20:57:37.671103 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-eb21a96b-a215-4565-ba43-003191748264 None None] Port 8f961c5f-03b2-4420-833a-16a46f72b684 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:57:37.839571 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e92c11df-ea4a-4224-95b3-4780962adc0e req-4168ee51-3a52-4528-86b5-c2b660c85c1f tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112646 Feb 07 20:57:37.883734 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-6a800d28-43c5-4f52-8ab5-13682f07f763 service neutron] 10.222.0.65 "GET /v2.0/networks/a3bb3650-0e76-4812-829f-29cb0254d598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444141 Feb 07 20:57:37.884172 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ddfbce-7095-4795-b12f-f6c272663bbd x-openstack-request-id: req-26ddfbce-7095-4795-b12f-f6c272663bbd {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:57:37.884572 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be4a4d71-163f-4c15-a67f-b7d7837fe627", "name": "network-vif-plugged", "status": "completed", "tag": "c6b09002-66a4-4f94-9c19-96c99887aecc", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:57:37.885035 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-26ddfbce-7095-4795-b12f-f6c272663bbd {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:57:37.886005 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be4a4d71-163f-4c15-a67f-b7d7837fe627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b09002-66a4-4f94-9c19-96c99887aecc', 'code': 200} Feb 07 20:57:37.958971 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7db90ce6-8b30-4baf-afd8-24cb1baec448 req-5c7aedaa-ddea-460b-80d0-0c028e923f3c tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/floatingips/f5371d26-0a29-482a-b8f4-bfdf08628d29 HTTP/1.1" status: 200 len: 693 time: 0.0625331 Feb 07 20:57:38.044817 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804a9a2-edc4-4293-acfa-87ec6eb4152f req-81dd21ca-926d-4502-8d0d-7c8252283903 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:38.046762 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b804a9a2-edc4-4293-acfa-87ec6eb4152f req-81dd21ca-926d-4502-8d0d-7c8252283903 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a62fb71-604f-4ab3-9616-04383697a3e7 HTTP/1.1" status: 200 len: 967 time: 0.0849097 Feb 07 20:57:38.146874 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-b4275472-ad96-4b72-9491-9b35e6d69c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f961c5f-03b2-4420-833a-16a46f72b684 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:57:38.162453 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-b804a9a2-edc4-4293-acfa-87ec6eb4152f req-b83c654f-5080-4474-90cf-f2019066c760 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Deleting port def6282e-e16e-4da4-8e73-cf9883e0d6b0 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:57:38.162860 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-b804a9a2-edc4-4293-acfa-87ec6eb4152f req-b83c654f-5080-4474-90cf-f2019066c760 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (def6282e-e16e-4da4-8e73-cf9883e0d6b0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:38.167261 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-b4275472-ad96-4b72-9491-9b35e6d69c5b service neutron] Publish callbacks [] for port (8f961c5f-03b2-4420-833a-16a46f72b684), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:38.179394 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ea5de-3fb3-4146-90eb-3ff8420818d1 req-4d86b3a8-17b6-4dfd-8f8d-5fc1ea7f47be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:38.181806 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f2ea5de-3fb3-4146-90eb-3ff8420818d1 req-4d86b3a8-17b6-4dfd-8f8d-5fc1ea7f47be service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 1127 time: 0.2357230 Feb 07 20:57:38.229966 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db90ce6-8b30-4baf-afd8-24cb1baec448 req-0ed1b6aa-2ba9-4eea-9fc3-86cd8aaf2f17 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:38.231322 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7db90ce6-8b30-4baf-afd8-24cb1baec448 req-0ed1b6aa-2ba9-4eea-9fc3-86cd8aaf2f17 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 784 time: 0.2553656 Feb 07 20:57:38.233335 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-b4275472-ad96-4b72-9491-9b35e6d69c5b service neutron] Transition to ACTIVE for port object 8f961c5f-03b2-4420-833a-16a46f72b684 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:57:38.245940 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-b4275472-ad96-4b72-9491-9b35e6d69c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (8f961c5f-03b2-4420-833a-16a46f72b684), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:38.268094 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b4240-d454-41b1-ba28-e5054ad3a0a0 req-d1c1bfba-ade3-4f8e-a516-16f5df2f0406 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:38.269606 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d36b4240-d454-41b1-ba28-e5054ad3a0a0 req-d1c1bfba-ade3-4f8e-a516-16f5df2f0406 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/ports?device_id=7def2d0d-b491-4380-bb5c-b4c90a019972 HTTP/1.1" status: 200 len: 949 time: 0.2158775 Feb 07 20:57:38.281372 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-b804a9a2-edc4-4293-acfa-87ec6eb4152f req-b83c654f-5080-4474-90cf-f2019066c760 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] For port def6282e-e16e-4da4-8e73-cf9883e0d6b0, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=def6282e-e16e-4da4-8e73-cf9883e0d6b0,segment=NetworkSegment(d8ca5278-288e-4a92-ae61-96e4e15706b2),segment_id=d8ca5278-288e-4a92-ae61-96e4e15706b2)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:38.282272 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-b804a9a2-edc4-4293-acfa-87ec6eb4152f req-b83c654f-5080-4474-90cf-f2019066c760 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (def6282e-e16e-4da4-8e73-cf9883e0d6b0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:38.360329 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f2ea5de-3fb3-4146-90eb-3ff8420818d1 req-d0e621eb-5f12-4ca1-978d-c38900b8f8a5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718743 Feb 07 20:57:38.373899 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7db90ce6-8b30-4baf-afd8-24cb1baec448 req-ada288e3-b45b-4c07-85e8-51b163e7ec56 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.158 HTTP/1.1" status: 200 len: 696 time: 0.1332419 Feb 07 20:57:38.419016 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4275472-ad96-4b72-9491-9b35e6d69c5b service neutron] Pushing event updated for resources: {'Port': ['ID=8f961c5f-03b2-4420-833a-16a46f72b684,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:38.442690 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7db90ce6-8b30-4baf-afd8-24cb1baec448 req-75a302f6-1fe4-4405-a844-da7a9a757b40 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.158 HTTP/1.1" status: 200 len: 696 time: 0.0679145 Feb 07 20:57:38.503960 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d36b4240-d454-41b1-ba28-e5054ad3a0a0 req-76f59199-e477-44e6-849f-a83d8843be73 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee6a6b72-61ee-4901-bd14-2d87d6b54455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094710 Feb 07 20:57:38.532551 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-b804a9a2-edc4-4293-acfa-87ec6eb4152f req-b83c654f-5080-4474-90cf-f2019066c760 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:38.533201 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-b804a9a2-edc4-4293-acfa-87ec6eb4152f req-b83c654f-5080-4474-90cf-f2019066c760 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (b51339a5-9643-4004-8438-31518b9fc6a0), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:38.533708 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [req-b804a9a2-edc4-4293-acfa-87ec6eb4152f req-b83c654f-5080-4474-90cf-f2019066c760 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Floating IP b51339a5-9643-4004-8438-31518b9fc6a0 disassociated. External IP: 172.25.4.104, port: def6282e-e16e-4da4-8e73-cf9883e0d6b0. Feb 07 20:57:38.534213 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-b804a9a2-edc4-4293-acfa-87ec6eb4152f req-b83c654f-5080-4474-90cf-f2019066c760 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Calling delete_port for def6282e-e16e-4da4-8e73-cf9883e0d6b0 owned by compute:tempest-test_az-644539540 {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:57:38.653623 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-b4275472-ad96-4b72-9491-9b35e6d69c5b service neutron] Attempting to bind port 8f961c5f-03b2-4420-833a-16a46f72b684 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:57:38.653970 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-b4275472-ad96-4b72-9491-9b35e6d69c5b service neutron] Attempting to bind port 8f961c5f-03b2-4420-833a-16a46f72b684 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:57:38.654287 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-b4275472-ad96-4b72-9491-9b35e6d69c5b service neutron] Attempting to bind port 8f961c5f-03b2-4420-833a-16a46f72b684 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:38.671977 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-b804a9a2-edc4-4293-acfa-87ec6eb4152f req-b83c654f-5080-4474-90cf-f2019066c760 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (def6282e-e16e-4da4-8e73-cf9883e0d6b0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:38.679122 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-b4275472-ad96-4b72-9491-9b35e6d69c5b service neutron] Port 8f961c5f-03b2-4420-833a-16a46f72b684 on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:57:38.679443 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-b4275472-ad96-4b72-9491-9b35e6d69c5b service neutron] Attempting to bind port 8f961c5f-03b2-4420-833a-16a46f72b684 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:38.691965 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-b4275472-ad96-4b72-9491-9b35e6d69c5b service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:57:38.692302 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-b4275472-ad96-4b72-9491-9b35e6d69c5b service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:57:38.692706 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-b4275472-ad96-4b72-9491-9b35e6d69c5b service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:57:38.693135 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-b4275472-ad96-4b72-9491-9b35e6d69c5b service neutron] Bound port: 8f961c5f-03b2-4420-833a-16a46f72b684, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:57:38.693617 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-b4275472-ad96-4b72-9491-9b35e6d69c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8f961c5f-03b2-4420-833a-16a46f72b684), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:38.704135 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c654f-5080-4474-90cf-f2019066c760 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Pushing event deleted for resources: {'Port': ['ID=def6282e-e16e-4da4-8e73-cf9883e0d6b0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:38.728804 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b551d5-ce32-49de-98ae-239b58f62b6d req-ba3ba1be-60c8-4c15-bb2f-cb2c89110019 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:38.735192 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a8b551d5-ce32-49de-98ae-239b58f62b6d req-ba3ba1be-60c8-4c15-bb2f-cb2c89110019 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 945 time: 0.1157286 Feb 07 20:57:38.773023 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-7db90ce6-8b30-4baf-afd8-24cb1baec448 req-868598e4-6a79-49a1-a73c-c408faafde94 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Deleting port 20fa6f9d-8e7b-43c8-ab01-f19ba482cc93 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:57:38.773366 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7db90ce6-8b30-4baf-afd8-24cb1baec448 req-868598e4-6a79-49a1-a73c-c408faafde94 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (20fa6f9d-8e7b-43c8-ab01-f19ba482cc93), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:38.858273 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a8b551d5-ce32-49de-98ae-239b58f62b6d req-4c32d146-3ec9-4631-8dce-a90f3dabccfe tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222069 Feb 07 20:57:38.869317 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b804a9a2-edc4-4293-acfa-87ec6eb4152f req-b83c654f-5080-4474-90cf-f2019066c760 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Router 7a1cdfce-a913-4f5d-990e-6199acdb02b1 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:57:38.881279 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-b4275472-ad96-4b72-9491-9b35e6d69c5b service neutron] For port 8f961c5f-03b2-4420-833a-16a46f72b684, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:57:38.902417 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-b4275472-ad96-4b72-9491-9b35e6d69c5b service neutron] For port 8f961c5f-03b2-4420-833a-16a46f72b684, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=8f961c5f-03b2-4420-833a-16a46f72b684,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:57:38.907577 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7db90ce6-8b30-4baf-afd8-24cb1baec448 req-868598e4-6a79-49a1-a73c-c408faafde94 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (20fa6f9d-8e7b-43c8-ab01-f19ba482cc93), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:38.907911 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7db90ce6-8b30-4baf-afd8-24cb1baec448 req-868598e4-6a79-49a1-a73c-c408faafde94 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks [] for floatingip (20fa6f9d-8e7b-43c8-ab01-f19ba482cc93), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:38.918429 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-b4275472-ad96-4b72-9491-9b35e6d69c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (8f961c5f-03b2-4420-833a-16a46f72b684), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:38.925490 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-7db90ce6-8b30-4baf-afd8-24cb1baec448 req-868598e4-6a79-49a1-a73c-c408faafde94 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Calling delete_port for 20fa6f9d-8e7b-43c8-ab01-f19ba482cc93 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:57:38.974018 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-b4275472-ad96-4b72-9491-9b35e6d69c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:38.974748 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-b4275472-ad96-4b72-9491-9b35e6d69c5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:38.976120 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-b4275472-ad96-4b72-9491-9b35e6d69c5b service neutron] 10.222.0.71 "PUT /v2.0/ports/8f961c5f-03b2-4420-833a-16a46f72b684 HTTP/1.1" status: 200 len: 1095 time: 1.5979898 Feb 07 20:57:38.977981 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e902647-8770-4289-a314-25046abca3fd', 'tag': '8f961c5f-03b2-4420-833a-16a46f72b684'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:57:38.980260 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4636274b-57bb-4261-b0c0-cc9dde7bde08" -d '{"events": [{"name": "network-changed", "server_uuid": "8e902647-8770-4289-a314-25046abca3fd", "tag": "8f961c5f-03b2-4420-833a-16a46f72b684"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:57:39.128891 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4275472-ad96-4b72-9491-9b35e6d69c5b service neutron] Pushing event updated for resources: {'Port': ['ID=8f961c5f-03b2-4420-833a-16a46f72b684,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:39.155814 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bdaeae-d1f4-4f83-8d4e-8d1559eca510 req-92d8345b-f521-4dd5-a5e3-018b15e091d0 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:39.163898 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52bdaeae-d1f4-4f83-8d4e-8d1559eca510 req-92d8345b-f521-4dd5-a5e3-018b15e091d0 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.2118845 Feb 07 20:57:39.240229 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-5a0846ad-76d2-4632-838e-a66db8aa966c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:39.241758 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-5a0846ad-76d2-4632-838e-a66db8aa966c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=158a4ea448b4471c9480285ef58a9cb5&device_id=8e902647-8770-4289-a314-25046abca3fd HTTP/1.1" status: 200 len: 1129 time: 0.1979091 Feb 07 20:57:39.273162 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52bdaeae-d1f4-4f83-8d4e-8d1559eca510 req-3077ba5f-fbd8-4e05-b2ab-cf4fdaf2bf1e tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082408 Feb 07 20:57:39.316544 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-023afc2a-2901-4f04-afc4-1b1d669bf033 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=8f961c5f-03b2-4420-833a-16a46f72b684 HTTP/1.1" status: 200 len: 217 time: 0.0422709 Feb 07 20:57:39.340002 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b804a9a2-edc4-4293-acfa-87ec6eb4152f req-b83c654f-5080-4474-90cf-f2019066c760 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:57:39.352428 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d543fab-2478-4210-a5ad-148d0e0132d1 None None] Sync routers for ids ['7a1cdfce-a913-4f5d-990e-6199acdb02b1'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:57:39.368647 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d543fab-2478-4210-a5ad-148d0e0132d1 None None] Routers {'7a1cdfce-a913-4f5d-990e-6199acdb02b1'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:57:39.369543 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-3d543fab-2478-4210-a5ad-148d0e0132d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:57:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7a1cdfce-a913-4f5d-990e-6199acdb02b1'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:57:39.411492 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-b804a9a2-edc4-4293-acfa-87ec6eb4152f req-b83c654f-5080-4474-90cf-f2019066c760 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] No DVR routers for this DVR port def6282e-e16e-4da4-8e73-cf9883e0d6b0 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:57:39.419423 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-b804a9a2-edc4-4293-acfa-87ec6eb4152f req-b83c654f-5080-4474-90cf-f2019066c760 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:39.429107 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-1e7a49c5-3b91-46df-9994-f58dab4576b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:39.430587 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-1e7a49c5-3b91-46df-9994-f58dab4576b3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0958946 Feb 07 20:57:39.432223 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7db90ce6-8b30-4baf-afd8-24cb1baec448 req-868598e4-6a79-49a1-a73c-c408faafde94 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (20fa6f9d-8e7b-43c8-ab01-f19ba482cc93), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:39.433437 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b804a9a2-edc4-4293-acfa-87ec6eb4152f req-b83c654f-5080-4474-90cf-f2019066c760 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.69 "DELETE /v2.0/ports/def6282e-e16e-4da4-8e73-cf9883e0d6b0 HTTP/1.1" status: 204 len: 173 time: 1.3811007 Feb 07 20:57:39.435151 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a62fb71-604f-4ab3-9616-04383697a3e7', 'name': 'network-vif-deleted', 'tag': 'def6282e-e16e-4da4-8e73-cf9883e0d6b0'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:57:39.438889 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8b6d54-4b73-4734-930c-295fc801294b" -d '{"events": [{"server_uuid": "8a62fb71-604f-4ab3-9616-04383697a3e7", "name": "network-vif-deleted", "tag": "def6282e-e16e-4da4-8e73-cf9883e0d6b0"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:57:39.482680 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868598e4-6a79-49a1-a73c-c408faafde94 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Pushing event deleted for resources: {'Port': ['ID=20fa6f9d-8e7b-43c8-ab01-f19ba482cc93,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:39.550530 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:57:39.559002 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d141a6-4af3-4644-a470-d069e9a63c41 req-28336784-76dd-4654-a77f-8156c7392599 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:39.561461 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3d141a6-4af3-4644-a470-d069e9a63c41 req-28336784-76dd-4654-a77f-8156c7392599 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 946 time: 0.2162497 Feb 07 20:57:39.589710 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-3d543fab-2478-4210-a5ad-148d0e0132d1 None None] Set router 7a1cdfce-a913-4f5d-990e-6199acdb02b1 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:57:39.590937 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-8db33d46-61d5-4898-99a6-f3cbee9fa378 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:39.592712 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-8db33d46-61d5-4898-99a6-f3cbee9fa378 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.69 "GET /v2.0/networks?id=a3bb3650-0e76-4812-829f-29cb0254d598 HTTP/1.1" status: 200 len: 823 time: 0.1583090 Feb 07 20:57:39.652031 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-6498af8c-0c42-42f4-8e74-2227f2d85748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:39.653830 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-6498af8c-0c42-42f4-8e74-2227f2d85748 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1971092 Feb 07 20:57:39.663154 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7db90ce6-8b30-4baf-afd8-24cb1baec448 req-868598e4-6a79-49a1-a73c-c408faafde94 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks [] for floatingip (f5371d26-0a29-482a-b8f4-bfdf08628d29), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:39.665959 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7db90ce6-8b30-4baf-afd8-24cb1baec448 req-868598e4-6a79-49a1-a73c-c408faafde94 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:39.682441 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7db90ce6-8b30-4baf-afd8-24cb1baec448 req-868598e4-6a79-49a1-a73c-c408faafde94 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "DELETE /v2.0/floatingips/f5371d26-0a29-482a-b8f4-bfdf08628d29 HTTP/1.1" status: 204 len: 173 time: 1.2143404 Feb 07 20:57:39.780511 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-f428b69e-9696-472e-9dff-6a02b5f026b2 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a640cac6c4d64dfa8fbcd903aab64b39 HTTP/1.1" status: 200 len: 380 time: 0.1772814 Feb 07 20:57:39.787727 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3d141a6-4af3-4644-a470-d069e9a63c41 req-b7cefc95-1c16-4a35-8133-e90cf373b2ba tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852858 Feb 07 20:57:39.792624 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-4831de7f-e90c-4e9e-9b9d-0c6e105fa584 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Request body: {'port': {'device_id': '2546158a-8345-4c0b-9f78-c5fb56957d90', 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598', 'admin_state_up': True, 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'security_groups': ['69f5b44c-3512-4534-8b76-830f6209751f']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:39.887647 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175ce492-a12a-4ce1-bd4c-37fa01e10375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123a2e48-771a-4de4-9d5c-cf486b0cdcc1'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:57:39.890438 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418d2ec8-38cf-4ee5-ba87-6c389d171a3f" -d '{"events": [{"server_uuid": "175ce492-a12a-4ce1-bd4c-37fa01e10375", "name": "network-vif-plugged", "status": "completed", "tag": "123a2e48-771a-4de4-9d5c-cf486b0cdcc1"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:57:39.926442 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-3d543fab-2478-4210-a5ad-148d0e0132d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889777253-router', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:29Z', 'updated_at': '2022-02-07T20:55:40Z', 'revision_number': 4, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'gw_port': {'id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:33Z', 'updated_at': '2022-02-07T20:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'efea1ca8-1d82-4f0f-9267-710901c28596', 'name': '', 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'mac_address': 'fa:16:3e:a7:a7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:38Z', 'updated_at': '2022-02-07T20:55:45Z', 'revision_number': 5, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'subnets': [{'id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:57:39.935599 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f63bd3e-7f65-4000-ad99-799d2ff88db4 req-a7d284e4-3f51-4cf5-92ce-d2f6c221377b tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 210 time: 0.0487351 Feb 07 20:57:39.964664 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d543fab-2478-4210-a5ad-148d0e0132d1 None None] Checking router: 7a1cdfce-a913-4f5d-990e-6199acdb02b1 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:57:39.975955 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-2bd81e67-f604-442a-a13f-22ee8a658529 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918954 Feb 07 20:57:39.976647 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d543fab-2478-4210-a5ad-148d0e0132d1 None None] Routers {'7a1cdfce-a913-4f5d-990e-6199acdb02b1'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:57:39.977487 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-3d543fab-2478-4210-a5ad-148d0e0132d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:57:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7a1cdfce-a913-4f5d-990e-6199acdb02b1'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:57:39.984884 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e77bfe-4c43-4247-829d-94c6d082cc8d req-db11505d-5ee6-486b-aab9-5f842de466f8 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:39.993365 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-33e77bfe-4c43-4247-829d-94c6d082cc8d req-db11505d-5ee6-486b-aab9-5f842de466f8 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e902647-8770-4289-a314-25046abca3fd HTTP/1.1" status: 200 len: 947 time: 0.2044313 Feb 07 20:57:40.002503 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-4831de7f-e90c-4e9e-9b9d-0c6e105fa584 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Made reservation on behalf of a640cac6c4d64dfa8fbcd903aab64b39 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:57:40.006196 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-4831de7f-e90c-4e9e-9b9d-0c6e105fa584 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:40.170833 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-33e77bfe-4c43-4247-829d-94c6d082cc8d req-fac31d92-9c18-4f87-8d8c-e3d3d2cb005f tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764450 Feb 07 20:57:40.217971 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-4831de7f-e90c-4e9e-9b9d-0c6e105fa584 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Allocated IP 172.20.0.5 (a3bb3650-0e76-4812-829f-29cb0254d598/d3708085-d37a-4939-8052-22c68aa218c4/7e703522-6551-4d34-9c6b-81b5be4b6b43) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:57:40.293832 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75769a02-e271-4195-aeb4-43565891082d x-openstack-request-id: req-75769a02-e271-4195-aeb4-43565891082d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:57:40.297573 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e902647-8770-4289-a314-25046abca3fd", "tag": "8f961c5f-03b2-4420-833a-16a46f72b684", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:57:40.298071 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-75769a02-e271-4195-aeb4-43565891082d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:57:40.300018 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e902647-8770-4289-a314-25046abca3fd', 'tag': '8f961c5f-03b2-4420-833a-16a46f72b684', 'status': 'completed', 'code': 200} Feb 07 20:57:40.315932 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c708fee-5662-4006-9ea9-6a4d3d402ce2 req-1a2c5d05-06b9-4828-9dee-7d9b31198cdb tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:40.317820 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c708fee-5662-4006-9ea9-6a4d3d402ce2 req-1a2c5d05-06b9-4828-9dee-7d9b31198cdb tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 946 time: 0.2371325 Feb 07 20:57:40.325419 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63d0420b-53db-4e24-8dc9-fe287e43b48d req-f74f116a-06f5-4bcb-a20f-65ad06963032 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298368 Feb 07 20:57:40.407441 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-3d543fab-2478-4210-a5ad-148d0e0132d1 None None] Set router 7a1cdfce-a913-4f5d-990e-6199acdb02b1 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:57:40.409823 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c708fee-5662-4006-9ea9-6a4d3d402ce2 req-d60f68b6-1ad3-4407-8b10-18cb44fc3c27 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777245 Feb 07 20:57:40.468062 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-4831de7f-e90c-4e9e-9b9d-0c6e105fa584 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks [] for port (7e703522-6551-4d34-9c6b-81b5be4b6b43), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:40.493872 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07698db-0e79-4e9f-b3c0-0a5a9c20d4d7 x-openstack-request-id: req-d07698db-0e79-4e9f-b3c0-0a5a9c20d4d7 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:57:40.494166 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a62fb71-604f-4ab3-9616-04383697a3e7", "name": "network-vif-deleted", "tag": "def6282e-e16e-4da4-8e73-cf9883e0d6b0", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:57:40.494422 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d07698db-0e79-4e9f-b3c0-0a5a9c20d4d7 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:57:40.494817 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a62fb71-604f-4ab3-9616-04383697a3e7', 'name': 'network-vif-deleted', 'tag': 'def6282e-e16e-4da4-8e73-cf9883e0d6b0', 'status': 'completed', 'code': 200} Feb 07 20:57:40.515934 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-4831de7f-e90c-4e9e-9b9d-0c6e105fa584 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (7e703522-6551-4d34-9c6b-81b5be4b6b43), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:40.535382 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636274b-57bb-4261-b0c0-cc9dde7bde08 req-486a8803-c879-4052-8db3-08d1c3505551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:40.540338 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4636274b-57bb-4261-b0c0-cc9dde7bde08 req-486a8803-c879-4052-8db3-08d1c3505551 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=158a4ea448b4471c9480285ef58a9cb5&device_id=8e902647-8770-4289-a314-25046abca3fd HTTP/1.1" status: 200 len: 1129 time: 0.1292975 Feb 07 20:57:40.565401 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-4831de7f-e90c-4e9e-9b9d-0c6e105fa584 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Network a3bb3650-0e76-4812-829f-29cb0254d598 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:57:40.568790 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-4831de7f-e90c-4e9e-9b9d-0c6e105fa584 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:57:40.572741 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-4831de7f-e90c-4e9e-9b9d-0c6e105fa584 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:57:40.577836 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-4831de7f-e90c-4e9e-9b9d-0c6e105fa584 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:40.579010 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-4831de7f-e90c-4e9e-9b9d-0c6e105fa584 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:40.587608 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831de7f-e90c-4e9e-9b9d-0c6e105fa584 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Pushing event updated for resources: {'Port': ['ID=7e703522-6551-4d34-9c6b-81b5be4b6b43,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:40.602300 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-4831de7f-e90c-4e9e-9b9d-0c6e105fa584 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8135889 Feb 07 20:57:40.615875 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-7f40f331-897d-46a0-a7fe-6472bd6e6bda service neutron] Request body: {'port': {'device_id': '2546158a-8345-4c0b-9f78-c5fb56957d90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:40.688373 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-7f40f331-897d-46a0-a7fe-6472bd6e6bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (7e703522-6551-4d34-9c6b-81b5be4b6b43), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:40.809935 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-3d543fab-2478-4210-a5ad-148d0e0132d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889777253-router', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:29Z', 'updated_at': '2022-02-07T20:55:40Z', 'revision_number': 4, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'gw_port': {'id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:33Z', 'updated_at': '2022-02-07T20:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'efea1ca8-1d82-4f0f-9267-710901c28596', 'name': '', 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'mac_address': 'fa:16:3e:a7:a7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:38Z', 'updated_at': '2022-02-07T20:55:45Z', 'revision_number': 5, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'subnets': [{'id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:57:40.850968 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d543fab-2478-4210-a5ad-148d0e0132d1 None None] The sync data for ids ['7a1cdfce-a913-4f5d-990e-6199acdb02b1'] in n-d-828185-2 is: [{'id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889777253-router', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:29Z', 'updated_at': '2022-02-07T20:55:40Z', 'revision_number': 4, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'gw_port': {'id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:33Z', 'updated_at': '2022-02-07T20:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'efea1ca8-1d82-4f0f-9267-710901c28596', 'name': '', 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'mac_address': 'fa:16:3e:a7:a7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:38Z', 'updated_at': '2022-02-07T20:55:45Z', 'revision_number': 5, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'subnets': [{'id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:57:41.049215 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7e48506-1aca-416a-a04a-1e6cc7e67c5e req-f6227e67-b7e1-488c-8bfc-63d456bed112 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/floatingips/293d5f03-82e3-41c2-a3d3-b6b44bd5bd51 HTTP/1.1" status: 200 len: 692 time: 0.5185363 Feb 07 20:57:41.096714 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-7f40f331-897d-46a0-a7fe-6472bd6e6bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e703522-6551-4d34-9c6b-81b5be4b6b43 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:57:41.107342 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-7f40f331-897d-46a0-a7fe-6472bd6e6bda service neutron] Publish callbacks [] for port (7e703522-6551-4d34-9c6b-81b5be4b6b43), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:41.122630 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-7f40f331-897d-46a0-a7fe-6472bd6e6bda service neutron] Transition to ACTIVE for port object 7e703522-6551-4d34-9c6b-81b5be4b6b43 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:57:41.141103 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-7f40f331-897d-46a0-a7fe-6472bd6e6bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (7e703522-6551-4d34-9c6b-81b5be4b6b43), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:41.190846 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40f331-897d-46a0-a7fe-6472bd6e6bda service neutron] Pushing event updated for resources: {'Port': ['ID=7e703522-6551-4d34-9c6b-81b5be4b6b43,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:41.211596 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f223bd4-3bf9-43d8-8555-5381a65750c2 req-6d87a18a-271d-48f4-bc58-a64675f2f52b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:41.213048 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f223bd4-3bf9-43d8-8555-5381a65750c2 req-6d87a18a-271d-48f4-bc58-a64675f2f52b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 945 time: 0.2500606 Feb 07 20:57:41.254302 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-7f40f331-897d-46a0-a7fe-6472bd6e6bda service neutron] Attempting to bind port 7e703522-6551-4d34-9c6b-81b5be4b6b43 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:57:41.254652 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-7f40f331-897d-46a0-a7fe-6472bd6e6bda service neutron] Attempting to bind port 7e703522-6551-4d34-9c6b-81b5be4b6b43 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'd8ca5278-288e-4a92-ae61-96e4e15706b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:57:41.254984 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-7f40f331-897d-46a0-a7fe-6472bd6e6bda service neutron] Attempting to bind port 7e703522-6551-4d34-9c6b-81b5be4b6b43 on network a3bb3650-0e76-4812-829f-29cb0254d598 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:41.259819 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-7f40f331-897d-46a0-a7fe-6472bd6e6bda service neutron] Port 7e703522-6551-4d34-9c6b-81b5be4b6b43 on network a3bb3650-0e76-4812-829f-29cb0254d598 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:57:41.260145 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-7f40f331-897d-46a0-a7fe-6472bd6e6bda service neutron] Attempting to bind port 7e703522-6551-4d34-9c6b-81b5be4b6b43 on network a3bb3650-0e76-4812-829f-29cb0254d598 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:41.263818 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636274b-57bb-4261-b0c0-cc9dde7bde08 req-cefd907c-1c77-4187-96cb-9a1c263f5a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:41.267684 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4636274b-57bb-4261-b0c0-cc9dde7bde08 req-cefd907c-1c77-4187-96cb-9a1c263f5a74 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.2926075 Feb 07 20:57:41.267853 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-7f40f331-897d-46a0-a7fe-6472bd6e6bda service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:57:41.267853 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-7f40f331-897d-46a0-a7fe-6472bd6e6bda service neutron] Checking segment: {'id': 'd8ca5278-288e-4a92-ae61-96e4e15706b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:57:41.267853 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-7f40f331-897d-46a0-a7fe-6472bd6e6bda service neutron] Bound using segment: {'id': 'd8ca5278-288e-4a92-ae61-96e4e15706b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:57:41.268143 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-7f40f331-897d-46a0-a7fe-6472bd6e6bda service neutron] Bound port: 7e703522-6551-4d34-9c6b-81b5be4b6b43, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ca5278-288e-4a92-ae61-96e4e15706b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:57:41.268243 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-7f40f331-897d-46a0-a7fe-6472bd6e6bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (7e703522-6551-4d34-9c6b-81b5be4b6b43), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:41.288149 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6237035a-b5fa-423b-925f-e85c3b207395 None None] New status for floating IP b51339a5-9643-4004-8438-31518b9fc6a0: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 20:57:41.315064 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4636274b-57bb-4261-b0c0-cc9dde7bde08 req-1d4724d9-5458-47f8-b690-bbd34a864375 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=8f961c5f-03b2-4420-833a-16a46f72b684 HTTP/1.1" status: 200 len: 217 time: 0.0397885 Feb 07 20:57:41.338999 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e48506-1aca-416a-a04a-1e6cc7e67c5e req-52632afc-44c5-4b54-985c-5c99ddad5382 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:41.340359 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7e48506-1aca-416a-a04a-1e6cc7e67c5e req-52632afc-44c5-4b54-985c-5c99ddad5382 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 784 time: 0.2903552 Feb 07 20:57:41.373391 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-7f40f331-897d-46a0-a7fe-6472bd6e6bda service neutron] For port 7e703522-6551-4d34-9c6b-81b5be4b6b43, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:57:41.374765 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-b7e48506-1aca-416a-a04a-1e6cc7e67c5e req-745ae879-d133-4d0e-9414-21e6e55164d4 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:57:41.376299 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7e48506-1aca-416a-a04a-1e6cc7e67c5e req-745ae879-d133-4d0e-9414-21e6e55164d4 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107028 Feb 07 20:57:41.380601 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-7f40f331-897d-46a0-a7fe-6472bd6e6bda service neutron] For port 7e703522-6551-4d34-9c6b-81b5be4b6b43, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=7e703522-6551-4d34-9c6b-81b5be4b6b43,segment=NetworkSegment(d8ca5278-288e-4a92-ae61-96e4e15706b2),segment_id=d8ca5278-288e-4a92-ae61-96e4e15706b2)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:57:41.383226 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f223bd4-3bf9-43d8-8555-5381a65750c2 req-ba0f71e6-0f63-4689-9acb-951fdae02a38 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621697 Feb 07 20:57:41.423611 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-7f40f331-897d-46a0-a7fe-6472bd6e6bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (7e703522-6551-4d34-9c6b-81b5be4b6b43), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:41.440212 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636274b-57bb-4261-b0c0-cc9dde7bde08 req-8e7613dc-f7b6-4555-b1b1-41b848b55ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:41.441966 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4636274b-57bb-4261-b0c0-cc9dde7bde08 req-8e7613dc-f7b6-4555-b1b1-41b848b55ced service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1183264 Feb 07 20:57:41.451531 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7e48506-1aca-416a-a04a-1e6cc7e67c5e req-83b40dc2-d8dd-42cc-92d5-7123302935a2 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.94 HTTP/1.1" status: 200 len: 695 time: 0.0657582 Feb 07 20:57:41.482501 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005346ec-0d02-4800-a807-14a16972d0c0 x-openstack-request-id: req-005346ec-0d02-4800-a807-14a16972d0c0 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:57:41.482813 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175ce492-a12a-4ce1-bd4c-37fa01e10375", "name": "network-vif-plugged", "status": "completed", "tag": "123a2e48-771a-4de4-9d5c-cf486b0cdcc1", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:57:41.483072 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-005346ec-0d02-4800-a807-14a16972d0c0 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:57:41.483468 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175ce492-a12a-4ce1-bd4c-37fa01e10375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123a2e48-771a-4de4-9d5c-cf486b0cdcc1', 'code': 200} Feb 07 20:57:41.491825 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-7f40f331-897d-46a0-a7fe-6472bd6e6bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:41.492553 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-7f40f331-897d-46a0-a7fe-6472bd6e6bda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:41.494810 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-7f40f331-897d-46a0-a7fe-6472bd6e6bda service neutron] 10.222.0.69 "PUT /v2.0/ports/7e703522-6551-4d34-9c6b-81b5be4b6b43 HTTP/1.1" status: 200 len: 1091 time: 0.8837440 Feb 07 20:57:41.516412 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40f331-897d-46a0-a7fe-6472bd6e6bda service neutron] Pushing event updated for resources: {'Port': ['ID=7e703522-6551-4d34-9c6b-81b5be4b6b43,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:41.546012 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7e48506-1aca-416a-a04a-1e6cc7e67c5e req-0c35eaa2-2bf6-487e-bc9a-bec9250a51ad tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.94 HTTP/1.1" status: 200 len: 695 time: 0.0935929 Feb 07 20:57:41.625041 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636274b-57bb-4261-b0c0-cc9dde7bde08 req-6d83e311-e070-4d1c-b70f-fb697fd58e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:41.629140 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4636274b-57bb-4261-b0c0-cc9dde7bde08 req-6d83e311-e070-4d1c-b70f-fb697fd58e49 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1755259 Feb 07 20:57:41.647193 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-f831ced3-61c9-4fa7-94bc-815cffe96bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:41.648552 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-f831ced3-61c9-4fa7-94bc-815cffe96bbd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a640cac6c4d64dfa8fbcd903aab64b39&device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 1125 time: 0.0964448 Feb 07 20:57:41.654249 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ee976-cd3b-49b3-ac07-5c44f9fa0750 req-9ea21966-8d69-44b1-980b-69d48c149698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:41.655754 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b22ee976-cd3b-49b3-ac07-5c44f9fa0750 req-9ea21966-8d69-44b1-980b-69d48c149698 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 1128 time: 0.0662920 Feb 07 20:57:41.701382 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-2252aeb3-37e3-4702-b64a-78753898d273 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e703522-6551-4d34-9c6b-81b5be4b6b43 HTTP/1.1" status: 200 len: 217 time: 0.0446751 Feb 07 20:57:41.769682 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b22ee976-cd3b-49b3-ac07-5c44f9fa0750 req-ca0ece88-9794-4ba0-95bc-94936c788675 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058872 Feb 07 20:57:41.784145 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-c78216bc-3004-4e82-9e32-dba9fbaaa137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:41.785690 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-c78216bc-3004-4e82-9e32-dba9fbaaa137 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d3708085-d37a-4939-8052-22c68aa218c4 HTTP/1.1" status: 200 len: 862 time: 0.0749793 Feb 07 20:57:41.861083 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4636274b-57bb-4261-b0c0-cc9dde7bde08 req-2620a4b1-337f-43cd-b7ca-7435c32ae8ca service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207232 Feb 07 20:57:41.968912 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b5408-6031-4722-a839-f8d409029dae req-c7d92393-41ce-4d41-a006-e1c242a70710 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:41.970890 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba2b5408-6031-4722-a839-f8d409029dae req-c7d92393-41ce-4d41-a006-e1c242a70710 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/networks?id=6eec4ad7-adfb-4ae7-ac70-34193aac88e5 HTTP/1.1" status: 200 len: 810 time: 0.2152257 Feb 07 20:57:41.977486 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-b7e48506-1aca-416a-a04a-1e6cc7e67c5e req-50b3de69-b9de-426c-ad49-eb354e3927a3 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Deleting port c26330ba-f480-46ee-8ea1-74b58f0e393c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:57:41.977822 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b7e48506-1aca-416a-a04a-1e6cc7e67c5e req-50b3de69-b9de-426c-ad49-eb354e3927a3 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c26330ba-f480-46ee-8ea1-74b58f0e393c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:42.042925 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba2b5408-6031-4722-a839-f8d409029dae req-83fa031c-c938-43e1-87b3-8df2a812b773 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/quotas/ce2415b1f37244369055dcaf46ee8fc2 HTTP/1.1" status: 200 len: 375 time: 0.0630043 Feb 07 20:57:42.055781 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4636274b-57bb-4261-b0c0-cc9dde7bde08 req-cafbc029-a8a8-43f1-a72e-e3fcb48b6e45 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805866 Feb 07 20:57:42.102263 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-0787d484-679a-45b8-b42d-c3a368da004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:42.104560 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-0787d484-679a-45b8-b42d-c3a368da004a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3bb3650-0e76-4812-829f-29cb0254d598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474665 Feb 07 20:57:42.126395 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba2b5408-6031-4722-a839-f8d409029dae req-41f6c510-f162-4f7a-abc9-590bbce423ab tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce2415b1f37244369055dcaf46ee8fc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748222 Feb 07 20:57:42.149421 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b7e48506-1aca-416a-a04a-1e6cc7e67c5e req-50b3de69-b9de-426c-ad49-eb354e3927a3 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c26330ba-f480-46ee-8ea1-74b58f0e393c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:42.149799 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b7e48506-1aca-416a-a04a-1e6cc7e67c5e req-50b3de69-b9de-426c-ad49-eb354e3927a3 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks [] for floatingip (c26330ba-f480-46ee-8ea1-74b58f0e393c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:42.195501 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-15b6203d-2395-4e55-a751-60565c7bebf2 service neutron] 10.222.0.69 "GET /v2.0/networks/a3bb3650-0e76-4812-829f-29cb0254d598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832200 Feb 07 20:57:42.198536 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-b7e48506-1aca-416a-a04a-1e6cc7e67c5e req-50b3de69-b9de-426c-ad49-eb354e3927a3 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Calling delete_port for c26330ba-f480-46ee-8ea1-74b58f0e393c owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:57:42.280612 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba2b5408-6031-4722-a839-f8d409029dae req-e5545106-1aa5-43e0-98dc-10b638e1d1e2 service neutron] 10.222.0.65 "GET /v2.0/networks/6eec4ad7-adfb-4ae7-ac70-34193aac88e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434979 Feb 07 20:57:42.291585 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e1fe9a71-0add-4ef4-9084-789e0bfef27d req-424a01fc-affc-4e7f-8945-83bf1b6631b1 service neutron] 10.222.0.69 "GET /v2.0/networks/a3bb3650-0e76-4812-829f-29cb0254d598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890896 Feb 07 20:57:42.419380 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba2b5408-6031-4722-a839-f8d409029dae req-74a7a527-f34b-4ad7-b1ca-5d1ba862a41d service neutron] 10.222.0.65 "GET /v2.0/networks/6eec4ad7-adfb-4ae7-ac70-34193aac88e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302586 Feb 07 20:57:42.430819 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b7e48506-1aca-416a-a04a-1e6cc7e67c5e req-50b3de69-b9de-426c-ad49-eb354e3927a3 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (c26330ba-f480-46ee-8ea1-74b58f0e393c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:42.456013 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3de69-b9de-426c-ad49-eb354e3927a3 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Pushing event deleted for resources: {'Port': ['ID=c26330ba-f480-46ee-8ea1-74b58f0e393c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:42.497309 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2546158a-8345-4c0b-9f78-c5fb56957d90', 'tag': '7e703522-6551-4d34-9c6b-81b5be4b6b43'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:57:42.502288 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62823712-c525-4705-ab24-24dc58059e72" -d '{"events": [{"name": "network-changed", "server_uuid": "2546158a-8345-4c0b-9f78-c5fb56957d90", "tag": "7e703522-6551-4d34-9c6b-81b5be4b6b43"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:57:42.529251 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b7e48506-1aca-416a-a04a-1e6cc7e67c5e req-50b3de69-b9de-426c-ad49-eb354e3927a3 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks [] for floatingip (293d5f03-82e3-41c2-a3d3-b6b44bd5bd51), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:42.532333 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b7e48506-1aca-416a-a04a-1e6cc7e67c5e req-50b3de69-b9de-426c-ad49-eb354e3927a3 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:42.533610 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7e48506-1aca-416a-a04a-1e6cc7e67c5e req-50b3de69-b9de-426c-ad49-eb354e3927a3 tempest-FloatingIPDetailsTestJSON-1406246461 tempest-FloatingIPDetailsTestJSON-1406246461-project] 10.222.0.65 "DELETE /v2.0/floatingips/293d5f03-82e3-41c2-a3d3-b6b44bd5bd51 HTTP/1.1" status: 204 len: 173 time: 0.9714680 Feb 07 20:57:42.536418 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device def6282e-e16e-4da4-8e73-cf9883e0d6b0 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:57:42.540275 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40590) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:42.572998 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: def6282e-e16e-4da4-8e73-cf9883e0d6b0 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:57:42.573326 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device def6282e-e16e-4da4-8e73-cf9883e0d6b0 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:57:42.680585 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac0d4b-4a13-475f-991b-17e8f2c24eb6 req-4ce1ae1a-dada-45c2-8134-196f577f2f4b tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:42.689207 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4aac0d4b-4a13-475f-991b-17e8f2c24eb6 req-4ce1ae1a-dada-45c2-8134-196f577f2f4b tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.1080270 Feb 07 20:57:42.731253 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d119c-deaf-4658-a86f-70e6fa4c4a58 req-c7eff173-f027-4e2f-8859-3f39b8d23748 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:42.733071 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-610d119c-deaf-4658-a86f-70e6fa4c4a58 req-c7eff173-f027-4e2f-8859-3f39b8d23748 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 946 time: 0.1230435 Feb 07 20:57:42.798331 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4aac0d4b-4a13-475f-991b-17e8f2c24eb6 req-d80f7c24-fb55-4fa5-b14d-c079687600f5 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031802 Feb 07 20:57:42.852784 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-610d119c-deaf-4658-a86f-70e6fa4c4a58 req-35dd5c5e-f231-49e3-9008-5c87c84f08b5 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036777 Feb 07 20:57:42.978562 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ef089-c9f8-495d-a6b5-9a852f1880b4 req-0a44ba56-ebd5-4999-9a5e-26d7fc1e0e07 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:42.980122 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-954ef089-c9f8-495d-a6b5-9a852f1880b4 req-0a44ba56-ebd5-4999-9a5e-26d7fc1e0e07 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 943 time: 0.0998890 Feb 07 20:57:43.021610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b4fcd-984c-4475-9f37-132907c3664b req-1fa2ad40-8e28-4998-8f63-45edc757d9ad tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:43.023236 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f6b4fcd-984c-4475-9f37-132907c3664b req-1fa2ad40-8e28-4998-8f63-45edc757d9ad tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e902647-8770-4289-a314-25046abca3fd HTTP/1.1" status: 200 len: 947 time: 0.0867665 Feb 07 20:57:43.026188 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-53732210-a682-4b6e-9bdf-7144d8a82c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (09096cdb-b4bc-4ff7-b3c6-07ab7074024a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:43.069081 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-954ef089-c9f8-495d-a6b5-9a852f1880b4 req-e1971660-e3bb-4ef3-9375-8c7999ce6d36 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776501 Feb 07 20:57:43.104174 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f6b4fcd-984c-4475-9f37-132907c3664b req-efb2ed3e-5530-4cf6-8c0d-f50e5e590152 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695052 Feb 07 20:57:43.276168 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffb416-2106-4179-9e40-a645ffb0ff6f req-677024e1-9ce9-46c6-a9d0-1b03f99d8132 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:43.277724 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-97ffb416-2106-4179-9e40-a645ffb0ff6f req-677024e1-9ce9-46c6-a9d0-1b03f99d8132 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/ports?device_id=7def2d0d-b491-4380-bb5c-b4c90a019972 HTTP/1.1" status: 200 len: 949 time: 0.0842869 Feb 07 20:57:43.310247 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da32e7e-d32e-47f6-8f9b-149544e8f086 req-e83cee23-46ed-46d7-b393-7a6f939f5d40 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:43.315351 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9da32e7e-d32e-47f6-8f9b-149544e8f086 req-e83cee23-46ed-46d7-b393-7a6f939f5d40 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 1127 time: 0.0774648 Feb 07 20:57:43.360870 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-97ffb416-2106-4179-9e40-a645ffb0ff6f req-ccba9011-8c53-40cb-b8a8-cb03e9060e68 tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee6a6b72-61ee-4901-bd14-2d87d6b54455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751545 Feb 07 20:57:43.393193 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9da32e7e-d32e-47f6-8f9b-149544e8f086 req-40be9940-d97f-423d-a0a2-70668b57be2c tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726912 Feb 07 20:57:43.431141 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176b1ccc-f528-421d-9299-e7690a9bdbe8 x-openstack-request-id: req-176b1ccc-f528-421d-9299-e7690a9bdbe8 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:57:43.431646 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2546158a-8345-4c0b-9f78-c5fb56957d90", "tag": "7e703522-6551-4d34-9c6b-81b5be4b6b43", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:57:43.432117 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-176b1ccc-f528-421d-9299-e7690a9bdbe8 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:57:43.432592 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2546158a-8345-4c0b-9f78-c5fb56957d90', 'tag': '7e703522-6551-4d34-9c6b-81b5be4b6b43', 'status': 'completed', 'code': 200} Feb 07 20:57:43.512000 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f7509e2f-0ad9-40e6-b209-122e1ecebf43 req-ae636b98-2868-4edb-84be-d910c08b9acd tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 210 time: 0.0418401 Feb 07 20:57:43.531188 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62823712-c525-4705-ab24-24dc58059e72 req-e774301c-4ac6-4853-98b8-f9fc3b896d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:43.533363 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-62823712-c525-4705-ab24-24dc58059e72 req-e774301c-4ac6-4853-98b8-f9fc3b896d68 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a640cac6c4d64dfa8fbcd903aab64b39&device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 1125 time: 0.0668130 Feb 07 20:57:43.539726 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-53732210-a682-4b6e-9bdf-7144d8a82c27 admin admin] Deleting port 47a2fa7b-bee6-4d4a-8ea9-0494b8304699 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:57:43.540120 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-53732210-a682-4b6e-9bdf-7144d8a82c27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (47a2fa7b-bee6-4d4a-8ea9-0494b8304699), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:43.546930 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983202de-01b4-470d-8370-518ad2273c63 req-5c19cb2d-8850-4d6a-8ab2-330898fb7223 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:43.554697 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-983202de-01b4-470d-8370-518ad2273c63 req-5c19cb2d-8850-4d6a-8ab2-330898fb7223 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 1127 time: 0.0749135 Feb 07 20:57:43.600910 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-983202de-01b4-470d-8370-518ad2273c63 req-df2bf218-98b0-443b-a6e9-bf3cbb6635eb tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452676 Feb 07 20:57:43.695605 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-53732210-a682-4b6e-9bdf-7144d8a82c27 admin admin] For port 47a2fa7b-bee6-4d4a-8ea9-0494b8304699, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=47a2fa7b-bee6-4d4a-8ea9-0494b8304699,segment=NetworkSegment(3bfa1570-f63c-487c-8e6a-42750b9a8187),segment_id=3bfa1570-f63c-487c-8e6a-42750b9a8187)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:43.695968 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-53732210-a682-4b6e-9bdf-7144d8a82c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (47a2fa7b-bee6-4d4a-8ea9-0494b8304699), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:43.707424 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62823712-c525-4705-ab24-24dc58059e72 req-79d3a144-5dbb-45bf-b279-2ebcec079306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:43.708924 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-62823712-c525-4705-ab24-24dc58059e72 req-79d3a144-5dbb-45bf-b279-2ebcec079306 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3bb3650-0e76-4812-829f-29cb0254d598 HTTP/1.1" status: 200 len: 924 time: 0.1659174 Feb 07 20:57:43.713282 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-53732210-a682-4b6e-9bdf-7144d8a82c27 admin admin] Calling delete_port for 47a2fa7b-bee6-4d4a-8ea9-0494b8304699 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:57:43.738382 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad6338-5ffe-411a-8ccf-43cbf831b95d req-6256416f-2f69-4491-9d0e-ef5ee78b04aa tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:43.741436 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a0ad6338-5ffe-411a-8ccf-43cbf831b95d req-6256416f-2f69-4491-9d0e-ef5ee78b04aa tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.71 "GET /v2.0/ports?device_id=7def2d0d-b491-4380-bb5c-b4c90a019972 HTTP/1.1" status: 200 len: 949 time: 0.0597293 Feb 07 20:57:43.763457 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-62823712-c525-4705-ab24-24dc58059e72 req-32b17069-5199-420b-9e38-7e2f633ffc0e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e703522-6551-4d34-9c6b-81b5be4b6b43 HTTP/1.1" status: 200 len: 217 time: 0.0451992 Feb 07 20:57:43.853462 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-a0ad6338-5ffe-411a-8ccf-43cbf831b95d req-1304f01a-9605-47fe-b7b4-31c0cebb6c7f tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Deleting port ec25a11f-8071-45f6-91c7-ce62c63afb29 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:57:43.853883 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a0ad6338-5ffe-411a-8ccf-43cbf831b95d req-1304f01a-9605-47fe-b7b4-31c0cebb6c7f tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ec25a11f-8071-45f6-91c7-ce62c63afb29), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:43.857163 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62823712-c525-4705-ab24-24dc58059e72 req-53ced473-a536-4d22-9204-d7e406535b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:43.858606 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-62823712-c525-4705-ab24-24dc58059e72 req-53ced473-a536-4d22-9204-d7e406535b07 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d3708085-d37a-4939-8052-22c68aa218c4 HTTP/1.1" status: 200 len: 862 time: 0.0631316 Feb 07 20:57:43.976504 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62823712-c525-4705-ab24-24dc58059e72 req-16147427-2b91-4403-b0e4-5241adbfca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:43.977999 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-62823712-c525-4705-ab24-24dc58059e72 req-16147427-2b91-4403-b0e4-5241adbfca2e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3bb3650-0e76-4812-829f-29cb0254d598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0727863 Feb 07 20:57:44.023713 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a0ad6338-5ffe-411a-8ccf-43cbf831b95d req-1304f01a-9605-47fe-b7b4-31c0cebb6c7f tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] For port ec25a11f-8071-45f6-91c7-ce62c63afb29, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ec25a11f-8071-45f6-91c7-ce62c63afb29,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:44.024395 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a0ad6338-5ffe-411a-8ccf-43cbf831b95d req-1304f01a-9605-47fe-b7b4-31c0cebb6c7f tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ec25a11f-8071-45f6-91c7-ce62c63afb29), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:44.058099 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703320a4-c55f-4832-a79b-48193adafc9e req-851b1cda-e1fa-4388-9474-09b3cf2c7aa9 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:44.060554 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-703320a4-c55f-4832-a79b-48193adafc9e req-851b1cda-e1fa-4388-9474-09b3cf2c7aa9 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0895908 Feb 07 20:57:44.061554 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-a0ad6338-5ffe-411a-8ccf-43cbf831b95d req-1304f01a-9605-47fe-b7b4-31c0cebb6c7f tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Calling delete_port for ec25a11f-8071-45f6-91c7-ce62c63afb29 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:57:44.164286 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-703320a4-c55f-4832-a79b-48193adafc9e req-2d511207-ec38-402d-8cab-dffe7ab192cb tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964093 Feb 07 20:57:44.303733 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a0ad6338-5ffe-411a-8ccf-43cbf831b95d req-1304f01a-9605-47fe-b7b4-31c0cebb6c7f tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ec25a11f-8071-45f6-91c7-ce62c63afb29), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:44.317852 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['ec25a11f-8071-45f6-91c7-ce62c63afb29'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:57:44.341101 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304f01a-9605-47fe-b7b4-31c0cebb6c7f tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Pushing event deleted for resources: {'Port': ['ID=ec25a11f-8071-45f6-91c7-ce62c63afb29,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:44.391532 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-53732210-a682-4b6e-9bdf-7144d8a82c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (47a2fa7b-bee6-4d4a-8ea9-0494b8304699), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:44.403256 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79229689-a391-4bc5-a436-983ce0d1a126 req-1644cdd6-40cf-4df0-86a1-2c7d8dc10265 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:44.405091 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79229689-a391-4bc5-a436-983ce0d1a126 req-1644cdd6-40cf-4df0-86a1-2c7d8dc10265 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 946 time: 0.1476700 Feb 07 20:57:44.425941 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ad6338-5ffe-411a-8ccf-43cbf831b95d req-1304f01a-9605-47fe-b7b4-31c0cebb6c7f tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] No DVR routers for this DVR port ec25a11f-8071-45f6-91c7-ce62c63afb29 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:57:44.429356 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a0ad6338-5ffe-411a-8ccf-43cbf831b95d req-1304f01a-9605-47fe-b7b4-31c0cebb6c7f tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:44.433152 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a0ad6338-5ffe-411a-8ccf-43cbf831b95d req-1304f01a-9605-47fe-b7b4-31c0cebb6c7f tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.71 "DELETE /v2.0/ports/ec25a11f-8071-45f6-91c7-ce62c63afb29 HTTP/1.1" status: 204 len: 173 time: 0.6855242 Feb 07 20:57:44.439140 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7def2d0d-b491-4380-bb5c-b4c90a019972', 'name': 'network-vif-deleted', 'tag': 'ec25a11f-8071-45f6-91c7-ce62c63afb29'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:57:44.441437 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea8b714-5cf1-45f9-b8f9-28389b64a086" -d '{"events": [{"server_uuid": "7def2d0d-b491-4380-bb5c-b4c90a019972", "name": "network-vif-deleted", "tag": "ec25a11f-8071-45f6-91c7-ce62c63afb29"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:57:44.463951 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53732210-a682-4b6e-9bdf-7144d8a82c27 admin admin] Pushing event deleted for resources: {'Port': ['ID=47a2fa7b-bee6-4d4a-8ea9-0494b8304699,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:44.492446 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-62823712-c525-4705-ab24-24dc58059e72 req-e5e7ece8-ab5d-49c4-8934-bc68df562393 service neutron] 10.222.0.69 "GET /v2.0/networks/a3bb3650-0e76-4812-829f-29cb0254d598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788241 Feb 07 20:57:44.499581 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b5408-6031-4722-a839-f8d409029dae req-38246450-4ccb-4d8f-9be1-f1a65f0888cf tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:44.501159 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ba2b5408-6031-4722-a839-f8d409029dae req-38246450-4ccb-4d8f-9be1-f1a65f0888cf tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.69 "GET /v2.0/networks?id=6eec4ad7-adfb-4ae7-ac70-34193aac88e5 HTTP/1.1" status: 200 len: 810 time: 0.4890189 Feb 07 20:57:44.558512 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79229689-a391-4bc5-a436-983ce0d1a126 req-531a11dc-a5d8-46c2-9da9-6f5665e64914 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289585 Feb 07 20:57:44.608555 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-ba2b5408-6031-4722-a839-f8d409029dae req-a8968f81-7934-460f-8a34-d0de2bf862cd tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Request body: {'port': {'device_id': '2eefc975-ec1a-4de0-b75a-0b4366e5ca91', 'network_id': '6eec4ad7-adfb-4ae7-ac70-34193aac88e5', 'admin_state_up': True, 'tenant_id': 'ce2415b1f37244369055dcaf46ee8fc2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:44.739287 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d230ec-b54e-45c9-bf92-f8aa9e9f7b3b req-fa375355-1da1-475f-bf30-6899cec6a3b1 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:44.740989 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-92d230ec-b54e-45c9-bf92-f8aa9e9f7b3b req-fa375355-1da1-475f-bf30-6899cec6a3b1 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 943 time: 0.0814290 Feb 07 20:57:44.792246 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-92d230ec-b54e-45c9-bf92-f8aa9e9f7b3b req-a880310f-f2cc-494d-8fa9-b06a8cec277c tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454078 Feb 07 20:57:44.835875 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-53732210-a682-4b6e-9bdf-7144d8a82c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (09096cdb-b4bc-4ff7-b3c6-07ab7074024a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:44.845554 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-62823712-c525-4705-ab24-24dc58059e72 req-4312107b-3b58-4730-8813-cacb86123c7a service neutron] 10.222.0.69 "GET /v2.0/networks/a3bb3650-0e76-4812-829f-29cb0254d598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958667 Feb 07 20:57:44.894336 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 8f961c5f-03b2-4420-833a-16a46f72b684 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:57:44.936892 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5155956-091b-4a92-b91b-1ac8d63fa470 req-d262072b-bada-4118-a3a3-95662ad2506f tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:44.939810 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c5155956-091b-4a92-b91b-1ac8d63fa470 req-d262072b-bada-4118-a3a3-95662ad2506f tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e902647-8770-4289-a314-25046abca3fd HTTP/1.1" status: 200 len: 947 time: 0.0784328 Feb 07 20:57:44.948180 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba2b5408-6031-4722-a839-f8d409029dae req-a8968f81-7934-460f-8a34-d0de2bf862cd tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Made reservation on behalf of ce2415b1f37244369055dcaf46ee8fc2 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:57:44.951773 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-ba2b5408-6031-4722-a839-f8d409029dae req-a8968f81-7934-460f-8a34-d0de2bf862cd tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:44.974689 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-278d03fa-827a-45ef-9575-ab164964ac36 req-2b1c41ee-a566-483b-bfea-a886dc3450f4 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:57:44.975732 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-278d03fa-827a-45ef-9575-ab164964ac36 req-2b1c41ee-a566-483b-bfea-a886dc3450f4 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0195689 Feb 07 20:57:44.996199 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c5155956-091b-4a92-b91b-1ac8d63fa470 req-d3f81e9d-ef9f-4f1e-97f3-047080affc2d tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490506 Feb 07 20:57:45.046869 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 8f961c5f-03b2-4420-833a-16a46f72b684, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=8f961c5f-03b2-4420-833a-16a46f72b684,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:45.066789 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '8f961c5f-03b2-4420-833a-16a46f72b684', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '8f961c5f-03b2-4420-833a-16a46f72b684', 'mac_address': 'fa:16:3e:76:b3:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:57:45.084164 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d03fa-827a-45ef-9575-ab164964ac36 req-a28d3529-9b42-4900-89e8-6b2a9ebc4fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:45.085625 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-278d03fa-827a-45ef-9575-ab164964ac36 req-a28d3529-9b42-4900-89e8-6b2a9ebc4fd4 service neutron] 10.222.0.65 "GET /v2.0/ports/c6b09002-66a4-4f94-9c19-96c99887aecc HTTP/1.1" status: 200 len: 1124 time: 0.0983322 Feb 07 20:57:45.117402 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 8f961c5f-03b2-4420-833a-16a46f72b684 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:45.117711 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8f961c5f-03b2-4420-833a-16a46f72b684), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:45.131970 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f961c5f-03b2-4420-833a-16a46f72b684 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:57:45.140636 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5e1eaca6-1bbc-4a6f-8ad6-6d9fdae67b16 req-1c359ea3-e184-434e-b253-d83149d6763c tempest-ServerDiagnosticsNegativeTest-516588076 tempest-ServerDiagnosticsNegativeTest-516588076-project] 10.222.0.65 "GET /v2.0/ports?device_id=7def2d0d-b491-4380-bb5c-b4c90a019972 HTTP/1.1" status: 200 len: 210 time: 0.0346332 Feb 07 20:57:45.157309 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 8f961c5f-03b2-4420-833a-16a46f72b684, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=8f961c5f-03b2-4420-833a-16a46f72b684,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:45.163522 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8f961c5f-03b2-4420-833a-16a46f72b684), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:45.170473 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-278d03fa-827a-45ef-9575-ab164964ac36 req-c3bee37e-854e-4c49-b9ae-bb2f8cd35dcc service neutron] Request body: {'binding': {'host': 'n-h1-828185-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:45.171717 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-278d03fa-827a-45ef-9575-ab164964ac36 req-c3bee37e-854e-4c49-b9ae-bb2f8cd35dcc service neutron] Unknown quota resources ['binding']. {{(pid=103256) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 20:57:45.186980 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1978ad95-017b-45a0-889c-f09544b37f90 x-openstack-request-id: req-1978ad95-017b-45a0-889c-f09544b37f90 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:57:45.187933 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7def2d0d-b491-4380-bb5c-b4c90a019972", "name": "network-vif-deleted", "tag": "ec25a11f-8071-45f6-91c7-ce62c63afb29", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:57:45.188958 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1978ad95-017b-45a0-889c-f09544b37f90 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:57:45.190196 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7def2d0d-b491-4380-bb5c-b4c90a019972', 'name': 'network-vif-deleted', 'tag': 'ec25a11f-8071-45f6-91c7-ce62c63afb29', 'status': 'completed', 'code': 200} Feb 07 20:57:45.217216 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=8f961c5f-03b2-4420-833a-16a46f72b684,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:45.259613 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db5286bd-956c-4780-974d-0225635a4327 req-4dd16d71-b8dc-41ac-8d6c-28c3eeac14a6 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 210 time: 0.0277288 Feb 07 20:57:45.267963 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-ba2b5408-6031-4722-a839-f8d409029dae req-a8968f81-7934-460f-8a34-d0de2bf862cd tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Allocated IP 172.20.0.13 (6eec4ad7-adfb-4ae7-ac70-34193aac88e5/5ea6921b-4a40-44b4-a0e9-1841fa551429/2edd4c55-7f0e-4f71-ab12-e81332cea662) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:57:45.355954 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d3a60-2a61-4c1b-8227-06a5bde9af39 req-675c080a-0c6f-4be3-8350-60e73458d8c9 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:45.357600 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e3d3a60-2a61-4c1b-8227-06a5bde9af39 req-675c080a-0c6f-4be3-8350-60e73458d8c9 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 1128 time: 0.0448775 Feb 07 20:57:45.368753 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53732210-a682-4b6e-9bdf-7144d8a82c27 admin admin] Router 09096cdb-b4bc-4ff7-b3c6-07ab7074024a has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:57:45.401694 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e3d3a60-2a61-4c1b-8227-06a5bde9af39 req-fc64d40f-4d09-4cac-8ce9-f59cac761e93 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376713 Feb 07 20:57:45.534397 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86248b4-a995-4250-8cfe-11b6a7b6dba8 req-5a855a6b-ee0e-4dc4-a437-12f3564cd3a3 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:45.535843 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c86248b4-a995-4250-8cfe-11b6a7b6dba8 req-5a855a6b-ee0e-4dc4-a437-12f3564cd3a3 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0544634 Feb 07 20:57:45.564043 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-278d03fa-827a-45ef-9575-ab164964ac36 req-c3bee37e-854e-4c49-b9ae-bb2f8cd35dcc service neutron] Attempting to bind port c6b09002-66a4-4f94-9c19-96c99887aecc on host n-h1-828185-2 for vnic_type normal with profile None {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:57:45.564652 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-278d03fa-827a-45ef-9575-ab164964ac36 req-c3bee37e-854e-4c49-b9ae-bb2f8cd35dcc service neutron] Attempting to bind port c6b09002-66a4-4f94-9c19-96c99887aecc by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:57:45.564784 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278d03fa-827a-45ef-9575-ab164964ac36 req-c3bee37e-854e-4c49-b9ae-bb2f8cd35dcc service neutron] Attempting to bind port c6b09002-66a4-4f94-9c19-96c99887aecc on network 6d967ae2-07ea-401e-8063-c085e3020e36 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:45.577881 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278d03fa-827a-45ef-9575-ab164964ac36 req-c3bee37e-854e-4c49-b9ae-bb2f8cd35dcc service neutron] Port c6b09002-66a4-4f94-9c19-96c99887aecc on network 6d967ae2-07ea-401e-8063-c085e3020e36 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:57:45.578203 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278d03fa-827a-45ef-9575-ab164964ac36 req-c3bee37e-854e-4c49-b9ae-bb2f8cd35dcc service neutron] Attempting to bind port c6b09002-66a4-4f94-9c19-96c99887aecc on network 6d967ae2-07ea-401e-8063-c085e3020e36 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:45.585760 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c86248b4-a995-4250-8cfe-11b6a7b6dba8 req-d5abea05-811c-4ba4-8432-03c999933020 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441616 Feb 07 20:57:45.596848 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278d03fa-827a-45ef-9575-ab164964ac36 req-c3bee37e-854e-4c49-b9ae-bb2f8cd35dcc service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:57:45.597199 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278d03fa-827a-45ef-9575-ab164964ac36 req-c3bee37e-854e-4c49-b9ae-bb2f8cd35dcc service neutron] Checking segment: {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:57:45.597572 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278d03fa-827a-45ef-9575-ab164964ac36 req-c3bee37e-854e-4c49-b9ae-bb2f8cd35dcc service neutron] Bound using segment: {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:57:45.598134 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-278d03fa-827a-45ef-9575-ab164964ac36 req-c3bee37e-854e-4c49-b9ae-bb2f8cd35dcc service neutron] Bound port: c6b09002-66a4-4f94-9c19-96c99887aecc, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:57:45.641568 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-ba2b5408-6031-4722-a839-f8d409029dae req-a8968f81-7934-460f-8a34-d0de2bf862cd tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Publish callbacks [] for port (2edd4c55-7f0e-4f71-ab12-e81332cea662), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:45.661384 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53732210-a682-4b6e-9bdf-7144d8a82c27 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:57:45.670614 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-53732210-a682-4b6e-9bdf-7144d8a82c27 admin admin] 10.222.0.65 "PUT /v2.0/routers/09096cdb-b4bc-4ff7-b3c6-07ab7074024a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1282527 Feb 07 20:57:45.673406 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cee5503-f918-4f9a-9f75-ebcc3dd6040b None None] Sync routers for ids ['09096cdb-b4bc-4ff7-b3c6-07ab7074024a'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:57:45.674621 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40650) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:45.685085 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cee5503-f918-4f9a-9f75-ebcc3dd6040b None None] Routers {'09096cdb-b4bc-4ff7-b3c6-07ab7074024a'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:57:45.686301 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-0cee5503-f918-4f9a-9f75-ebcc3dd6040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:57:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['09096cdb-b4bc-4ff7-b3c6-07ab7074024a'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:57:45.696520 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-278d03fa-827a-45ef-9575-ab164964ac36 req-c3bee37e-854e-4c49-b9ae-bb2f8cd35dcc service neutron] For port c6b09002-66a4-4f94-9c19-96c99887aecc, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=c6b09002-66a4-4f94-9c19-96c99887aecc,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:57:45.705803 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-278d03fa-827a-45ef-9575-ab164964ac36 req-c3bee37e-854e-4c49-b9ae-bb2f8cd35dcc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:45.706947 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-278d03fa-827a-45ef-9575-ab164964ac36 req-c3bee37e-854e-4c49-b9ae-bb2f8cd35dcc service neutron] 10.222.0.65 "POST /v2.0/ports/c6b09002-66a4-4f94-9c19-96c99887aecc/bindings HTTP/1.1" status: 201 len: 389 time: 0.5734117 Feb 07 20:57:45.716858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['8f961c5f-03b2-4420-833a-16a46f72b684'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:57:45.720163 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-ba2b5408-6031-4722-a839-f8d409029dae req-a8968f81-7934-460f-8a34-d0de2bf862cd tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (2edd4c55-7f0e-4f71-ab12-e81332cea662), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:45.790148 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['ccc8fc1f-344d-4041-92ec-a1a1b4298a68'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:57:45.806547 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2b5408-6031-4722-a839-f8d409029dae req-a8968f81-7934-460f-8a34-d0de2bf862cd tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Network 6eec4ad7-adfb-4ae7-ac70-34193aac88e5 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:57:45.810141 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-ba2b5408-6031-4722-a839-f8d409029dae req-a8968f81-7934-460f-8a34-d0de2bf862cd tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:57:45.813433 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2b5408-6031-4722-a839-f8d409029dae req-a8968f81-7934-460f-8a34-d0de2bf862cd tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:57:45.816553 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a49f8-9622-48d2-b60b-6f81dd9f3b6b req-fd6ebbd0-1731-4bd4-be97-3fe1bf6247eb tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:45.819187 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-990a49f8-9622-48d2-b60b-6f81dd9f3b6b req-fd6ebbd0-1731-4bd4-be97-3fe1bf6247eb tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 1128 time: 0.1777675 Feb 07 20:57:45.825582 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b5408-6031-4722-a839-f8d409029dae req-a8968f81-7934-460f-8a34-d0de2bf862cd tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:45.826863 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-ba2b5408-6031-4722-a839-f8d409029dae req-a8968f81-7934-460f-8a34-d0de2bf862cd tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:45.842444 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8968f81-7934-460f-8a34-d0de2bf862cd tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Pushing event updated for resources: {'Port': ['ID=2edd4c55-7f0e-4f71-ab12-e81332cea662,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:45.856362 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ba2b5408-6031-4722-a839-f8d409029dae req-a8968f81-7934-460f-8a34-d0de2bf862cd tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3047893 Feb 07 20:57:45.884110 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-ba2b5408-6031-4722-a839-f8d409029dae req-b8e13f9e-b12f-4f1b-ab03-02fd91e201f6 service neutron] Request body: {'port': {'device_id': '2eefc975-ec1a-4de0-b75a-0b4366e5ca91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:45.910118 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73c89665-7d62-4431-aa12-e6d61c1b71e4 admin admin] Publish callbacks [] for router (09096cdb-b4bc-4ff7-b3c6-07ab7074024a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:45.932999 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-0cee5503-f918-4f9a-9f75-ebcc3dd6040b None None] Set router 09096cdb-b4bc-4ff7-b3c6-07ab7074024a gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:57:45.973784 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-ba2b5408-6031-4722-a839-f8d409029dae req-b8e13f9e-b12f-4f1b-ab03-02fd91e201f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2edd4c55-7f0e-4f71-ab12-e81332cea662), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:46.085036 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-990a49f8-9622-48d2-b60b-6f81dd9f3b6b req-93511810-35d4-4c17-b7a8-c2cb2ff14ef8 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452834 Feb 07 20:57:46.111269 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73c89665-7d62-4431-aa12-e6d61c1b71e4 admin admin] Publish callbacks [] for router_gateway (09096cdb-b4bc-4ff7-b3c6-07ab7074024a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:46.131975 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06135d01-3cc4-47ae-8d37-3d3b3a66b27d req-b24f5108-cddd-4812-9376-c444125a3dbb tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:46.139313 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06135d01-3cc4-47ae-8d37-3d3b3a66b27d req-b24f5108-cddd-4812-9376-c444125a3dbb tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 945 time: 0.2237279 Feb 07 20:57:46.159934 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d03fa-827a-45ef-9575-ab164964ac36 req-4180a53d-df4a-49c8-abfe-59c8f5a8c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:46.161492 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-278d03fa-827a-45ef-9575-ab164964ac36 req-4180a53d-df4a-49c8-abfe-59c8f5a8c1bc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 1127 time: 0.1544971 Feb 07 20:57:46.183475 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-0cee5503-f918-4f9a-9f75-ebcc3dd6040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09096cdb-b4bc-4ff7-b3c6-07ab7074024a', 'name': 'tempest-FloatingIPDetailsTestJSON-1667457598-router', 'tenant_id': '345b34e3957e4e108f2a7cc6cacdbf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'f3ba6d90-e228-48f4-9187-7571abe47a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:57:13Z', 'updated_at': '2022-02-07T20:57:43Z', 'revision_number': 5, 'project_id': '345b34e3957e4e108f2a7cc6cacdbf8d', 'gw_port': {'id': 'f3ba6d90-e228-48f4-9187-7571abe47a51', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:13:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09096cdb-b4bc-4ff7-b3c6-07ab7074024a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:57:14Z', 'updated_at': '2022-02-07T20:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:57:46.223357 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cee5503-f918-4f9a-9f75-ebcc3dd6040b None None] Checking router: 09096cdb-b4bc-4ff7-b3c6-07ab7074024a for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:57:46.239210 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06135d01-3cc4-47ae-8d37-3d3b3a66b27d req-3713f089-c1f1-4f96-b84f-26383921cba4 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935457 Feb 07 20:57:46.241125 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cee5503-f918-4f9a-9f75-ebcc3dd6040b None None] Routers {'09096cdb-b4bc-4ff7-b3c6-07ab7074024a'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:57:46.241925 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-0cee5503-f918-4f9a-9f75-ebcc3dd6040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:57:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['09096cdb-b4bc-4ff7-b3c6-07ab7074024a'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:57:46.300397 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-73c89665-7d62-4431-aa12-e6d61c1b71e4 admin admin] Deleting port f3ba6d90-e228-48f4-9187-7571abe47a51 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:57:46.300880 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73c89665-7d62-4431-aa12-e6d61c1b71e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f3ba6d90-e228-48f4-9187-7571abe47a51), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:46.336180 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d03fa-827a-45ef-9575-ab164964ac36 req-6e8d4d4b-722b-41be-87cf-e95ed288633f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:46.337667 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-278d03fa-827a-45ef-9575-ab164964ac36 req-6e8d4d4b-722b-41be-87cf-e95ed288633f service neutron] 10.222.0.69 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 909 time: 0.1680133 Feb 07 20:57:46.342303 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-0cee5503-f918-4f9a-9f75-ebcc3dd6040b None None] Set router 09096cdb-b4bc-4ff7-b3c6-07ab7074024a gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:57:46.394102 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-278d03fa-827a-45ef-9575-ab164964ac36 req-03e72124-2463-4c67-a8da-45c733f8957f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6b09002-66a4-4f94-9c19-96c99887aecc HTTP/1.1" status: 200 len: 217 time: 0.0434580 Feb 07 20:57:46.401289 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-0cee5503-f918-4f9a-9f75-ebcc3dd6040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09096cdb-b4bc-4ff7-b3c6-07ab7074024a', 'name': 'tempest-FloatingIPDetailsTestJSON-1667457598-router', 'tenant_id': '345b34e3957e4e108f2a7cc6cacdbf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:57:13Z', 'updated_at': '2022-02-07T20:57:46Z', 'revision_number': 6, 'project_id': '345b34e3957e4e108f2a7cc6cacdbf8d', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:57:46.429044 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cee5503-f918-4f9a-9f75-ebcc3dd6040b None None] The sync data for ids ['09096cdb-b4bc-4ff7-b3c6-07ab7074024a'] in n-d-828185-2 is: [{'id': '09096cdb-b4bc-4ff7-b3c6-07ab7074024a', 'name': 'tempest-FloatingIPDetailsTestJSON-1667457598-router', 'tenant_id': '345b34e3957e4e108f2a7cc6cacdbf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:57:13Z', 'updated_at': '2022-02-07T20:57:46Z', 'revision_number': 6, 'project_id': '345b34e3957e4e108f2a7cc6cacdbf8d', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:57:46.477503 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-ba2b5408-6031-4722-a839-f8d409029dae req-b8e13f9e-b12f-4f1b-ab03-02fd91e201f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2edd4c55-7f0e-4f71-ab12-e81332cea662 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:57:46.487844 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-ba2b5408-6031-4722-a839-f8d409029dae req-b8e13f9e-b12f-4f1b-ab03-02fd91e201f6 service neutron] Publish callbacks [] for port (2edd4c55-7f0e-4f71-ab12-e81332cea662), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:46.491033 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d03fa-827a-45ef-9575-ab164964ac36 req-11156ba3-6dcf-41ba-a509-1f427cb2fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:46.492567 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-278d03fa-827a-45ef-9575-ab164964ac36 req-11156ba3-6dcf-41ba-a509-1f427cb2fa9a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da67b52e-9fa9-4eda-bee9-de250f228011 HTTP/1.1" status: 200 len: 848 time: 0.0860822 Feb 07 20:57:46.503403 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-ba2b5408-6031-4722-a839-f8d409029dae req-b8e13f9e-b12f-4f1b-ab03-02fd91e201f6 service neutron] Transition to ACTIVE for port object 2edd4c55-7f0e-4f71-ab12-e81332cea662 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:57:46.515156 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-ba2b5408-6031-4722-a839-f8d409029dae req-b8e13f9e-b12f-4f1b-ab03-02fd91e201f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2edd4c55-7f0e-4f71-ab12-e81332cea662), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:46.541669 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-278d03fa-827a-45ef-9575-ab164964ac36 req-e1b4e830-5238-433c-8b2f-c87678086c22 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6d967ae2-07ea-401e-8063-c085e3020e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358944 Feb 07 20:57:46.637855 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f1e05-14fc-4d32-9801-06a78d923431 req-d707fc19-83f0-4b8a-9a83-ecbbea6ef767 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:46.640280 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c18f1e05-14fc-4d32-9801-06a78d923431 req-d707fc19-83f0-4b8a-9a83-ecbbea6ef767 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 943 time: 0.4325111 Feb 07 20:57:46.665358 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e13f9e-b12f-4f1b-ab03-02fd91e201f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2edd4c55-7f0e-4f71-ab12-e81332cea662,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:46.680801 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-ba2b5408-6031-4722-a839-f8d409029dae req-b8e13f9e-b12f-4f1b-ab03-02fd91e201f6 service neutron] Attempting to bind port 2edd4c55-7f0e-4f71-ab12-e81332cea662 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:57:46.681093 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-ba2b5408-6031-4722-a839-f8d409029dae req-b8e13f9e-b12f-4f1b-ab03-02fd91e201f6 service neutron] Attempting to bind port 2edd4c55-7f0e-4f71-ab12-e81332cea662 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'c36ba493-f45a-477f-bc2f-ba08eaae4add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6eec4ad7-adfb-4ae7-ac70-34193aac88e5'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:57:46.681419 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2b5408-6031-4722-a839-f8d409029dae req-b8e13f9e-b12f-4f1b-ab03-02fd91e201f6 service neutron] Attempting to bind port 2edd4c55-7f0e-4f71-ab12-e81332cea662 on network 6eec4ad7-adfb-4ae7-ac70-34193aac88e5 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:46.692669 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2b5408-6031-4722-a839-f8d409029dae req-b8e13f9e-b12f-4f1b-ab03-02fd91e201f6 service neutron] Port 2edd4c55-7f0e-4f71-ab12-e81332cea662 on network 6eec4ad7-adfb-4ae7-ac70-34193aac88e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:57:46.692987 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2b5408-6031-4722-a839-f8d409029dae req-b8e13f9e-b12f-4f1b-ab03-02fd91e201f6 service neutron] Attempting to bind port 2edd4c55-7f0e-4f71-ab12-e81332cea662 on network 6eec4ad7-adfb-4ae7-ac70-34193aac88e5 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:46.706543 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2b5408-6031-4722-a839-f8d409029dae req-b8e13f9e-b12f-4f1b-ab03-02fd91e201f6 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:57:46.706877 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2b5408-6031-4722-a839-f8d409029dae req-b8e13f9e-b12f-4f1b-ab03-02fd91e201f6 service neutron] Checking segment: {'id': 'c36ba493-f45a-477f-bc2f-ba08eaae4add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6eec4ad7-adfb-4ae7-ac70-34193aac88e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:57:46.707257 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2b5408-6031-4722-a839-f8d409029dae req-b8e13f9e-b12f-4f1b-ab03-02fd91e201f6 service neutron] Bound using segment: {'id': 'c36ba493-f45a-477f-bc2f-ba08eaae4add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6eec4ad7-adfb-4ae7-ac70-34193aac88e5'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:57:46.707687 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-ba2b5408-6031-4722-a839-f8d409029dae req-b8e13f9e-b12f-4f1b-ab03-02fd91e201f6 service neutron] Bound port: 2edd4c55-7f0e-4f71-ab12-e81332cea662, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36ba493-f45a-477f-bc2f-ba08eaae4add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6eec4ad7-adfb-4ae7-ac70-34193aac88e5'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:57:46.708057 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-ba2b5408-6031-4722-a839-f8d409029dae req-b8e13f9e-b12f-4f1b-ab03-02fd91e201f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2edd4c55-7f0e-4f71-ab12-e81332cea662), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:46.716610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-73c89665-7d62-4431-aa12-e6d61c1b71e4 admin admin] For port f3ba6d90-e228-48f4-9187-7571abe47a51, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f3ba6d90-e228-48f4-9187-7571abe47a51,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:46.717350 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73c89665-7d62-4431-aa12-e6d61c1b71e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f3ba6d90-e228-48f4-9187-7571abe47a51), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:46.725589 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-278d03fa-827a-45ef-9575-ab164964ac36 req-07282b60-9905-4228-ae16-1a5553c0742b service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542916 Feb 07 20:57:46.736668 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7008b6a-6634-4971-ad92-b1967a7b01e2 req-291404b9-c0ae-4271-9f02-3441173bb607 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:46.738142 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e7008b6a-6634-4971-ad92-b1967a7b01e2 req-291404b9-c0ae-4271-9f02-3441173bb607 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e902647-8770-4289-a314-25046abca3fd HTTP/1.1" status: 200 len: 948 time: 0.4188454 Feb 07 20:57:46.744234 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c18f1e05-14fc-4d32-9801-06a78d923431 req-34fe31d7-2b1a-4254-b120-26d8cce21eb3 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981789 Feb 07 20:57:46.745114 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-73c89665-7d62-4431-aa12-e6d61c1b71e4 admin admin] Calling delete_port for f3ba6d90-e228-48f4-9187-7571abe47a51 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:57:46.887852 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e7008b6a-6634-4971-ad92-b1967a7b01e2 req-616a97df-e62c-44f4-94a6-a08bfd440082 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400335 Feb 07 20:57:46.893896 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device ec25a11f-8071-45f6-91c7-ce62c63afb29 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:57:46.945706 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: ec25a11f-8071-45f6-91c7-ce62c63afb29 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:57:46.946055 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device ec25a11f-8071-45f6-91c7-ce62c63afb29 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:57:47.093662 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4a5d8-32ca-4e82-9f51-d16236b394fe req-ddc4bca1-392b-4039-97ba-69f6ffd562a2 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:47.101457 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7fd4a5d8-32ca-4e82-9f51-d16236b394fe req-ddc4bca1-392b-4039-97ba-69f6ffd562a2 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 944 time: 0.1423120 Feb 07 20:57:47.135457 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce1c4b-4247-42b7-89eb-790358bbb2fc req-e14e6b22-e6f3-4edc-b624-999103463284 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:47.136957 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-57ce1c4b-4247-42b7-89eb-790358bbb2fc req-e14e6b22-e6f3-4edc-b624-999103463284 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.1375494 Feb 07 20:57:47.143675 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40674) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:47.144361 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-ba2b5408-6031-4722-a839-f8d409029dae req-b8e13f9e-b12f-4f1b-ab03-02fd91e201f6 service neutron] For port 2edd4c55-7f0e-4f71-ab12-e81332cea662, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:57:47.152857 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-ba2b5408-6031-4722-a839-f8d409029dae req-b8e13f9e-b12f-4f1b-ab03-02fd91e201f6 service neutron] For port 2edd4c55-7f0e-4f71-ab12-e81332cea662, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=2edd4c55-7f0e-4f71-ab12-e81332cea662,segment=NetworkSegment(c36ba493-f45a-477f-bc2f-ba08eaae4add),segment_id=c36ba493-f45a-477f-bc2f-ba08eaae4add)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:57:47.163005 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-ba2b5408-6031-4722-a839-f8d409029dae req-b8e13f9e-b12f-4f1b-ab03-02fd91e201f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2edd4c55-7f0e-4f71-ab12-e81332cea662), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:47.178579 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73c89665-7d62-4431-aa12-e6d61c1b71e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f3ba6d90-e228-48f4-9187-7571abe47a51), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:47.198812 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-278d03fa-827a-45ef-9575-ab164964ac36 req-f37f96e4-7ee6-4b05-9957-504d0097d3ae service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519742 Feb 07 20:57:47.205781 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b5408-6031-4722-a839-f8d409029dae req-b8e13f9e-b12f-4f1b-ab03-02fd91e201f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:47.206381 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-ba2b5408-6031-4722-a839-f8d409029dae req-b8e13f9e-b12f-4f1b-ab03-02fd91e201f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:47.207700 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ba2b5408-6031-4722-a839-f8d409029dae req-b8e13f9e-b12f-4f1b-ab03-02fd91e201f6 service neutron] 10.222.0.69 "PUT /v2.0/ports/2edd4c55-7f0e-4f71-ab12-e81332cea662 HTTP/1.1" status: 200 len: 1092 time: 1.3316023 Feb 07 20:57:47.208136 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eefc975-ec1a-4de0-b75a-0b4366e5ca91', 'tag': '2edd4c55-7f0e-4f71-ab12-e81332cea662'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:57:47.210432 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecb9da6-4102-4763-84e2-fffeccb34a76" -d '{"events": [{"name": "network-changed", "server_uuid": "2eefc975-ec1a-4de0-b75a-0b4366e5ca91", "tag": "2edd4c55-7f0e-4f71-ab12-e81332cea662"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:57:47.217277 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c89665-7d62-4431-aa12-e6d61c1b71e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3ba6d90-e228-48f4-9187-7571abe47a51,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:47.232888 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e13f9e-b12f-4f1b-ab03-02fd91e201f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2edd4c55-7f0e-4f71-ab12-e81332cea662,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:47.241001 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7fd4a5d8-32ca-4e82-9f51-d16236b394fe req-f49497ba-c4c6-4e07-af32-60efbb246954 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385303 Feb 07 20:57:47.318336 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-57ce1c4b-4247-42b7-89eb-790358bbb2fc req-0950ffea-2bbc-4c7a-a92a-21c555467434 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656790 Feb 07 20:57:47.353714 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-15c292bf-78d8-4b8d-bef6-0afe4e80b4e6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8fba7613df02418180d2e422a0791246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2065289 Feb 07 20:57:47.358008 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40682) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:47.410834 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73c89665-7d62-4431-aa12-e6d61c1b71e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (09096cdb-b4bc-4ff7-b3c6-07ab7074024a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:47.431268 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057c0c1a-4bcf-4af2-bdc8-076b6f1449be x-openstack-request-id: req-057c0c1a-4bcf-4af2-bdc8-076b6f1449be {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:57:47.438358 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eefc975-ec1a-4de0-b75a-0b4366e5ca91", "tag": "2edd4c55-7f0e-4f71-ab12-e81332cea662", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:57:47.438623 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-057c0c1a-4bcf-4af2-bdc8-076b6f1449be {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:57:47.439595 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eefc975-ec1a-4de0-b75a-0b4366e5ca91', 'tag': '2edd4c55-7f0e-4f71-ab12-e81332cea662', 'status': 'completed', 'code': 200} Feb 07 20:57:47.514799 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b5408-6031-4722-a839-f8d409029dae req-7f04eef9-f0ad-4392-89dc-c7748ee07ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:47.519585 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 47a2fa7b-bee6-4d4a-8ea9-0494b8304699 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:57:47.520265 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ba2b5408-6031-4722-a839-f8d409029dae req-7f04eef9-f0ad-4392-89dc-c7748ee07ad9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce2415b1f37244369055dcaf46ee8fc2&device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 1126 time: 0.2101996 Feb 07 20:57:47.542392 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 47a2fa7b-bee6-4d4a-8ea9-0494b8304699 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:57:47.542882 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 47a2fa7b-bee6-4d4a-8ea9-0494b8304699 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:57:47.543346 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f3ba6d90-e228-48f4-9187-7571abe47a51 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:57:47.563018 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: f3ba6d90-e228-48f4-9187-7571abe47a51 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:57:47.563371 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f3ba6d90-e228-48f4-9187-7571abe47a51 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:57:47.571482 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d03fa-827a-45ef-9575-ab164964ac36 req-a04877f5-f178-4c0c-9fa9-c37afda9dac0 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:47.573027 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-278d03fa-827a-45ef-9575-ab164964ac36 req-a04877f5-f178-4c0c-9fa9-c37afda9dac0 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627&tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&binding%3Ahost_id=n-h2-828185-2 HTTP/1.1" status: 200 len: 1127 time: 0.2216272 Feb 07 20:57:47.574239 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ba2b5408-6031-4722-a839-f8d409029dae req-1466ec1d-61e5-4f44-b18e-395e13355cf0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2edd4c55-7f0e-4f71-ab12-e81332cea662 HTTP/1.1" status: 200 len: 217 time: 0.0460742 Feb 07 20:57:47.592921 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-278d03fa-827a-45ef-9575-ab164964ac36 req-56e7a87c-aa07-49b1-a309-3064f2e3650d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828185-2'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:47.602593 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73c89665-7d62-4431-aa12-e6d61c1b71e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (09096cdb-b4bc-4ff7-b3c6-07ab7074024a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:47.605393 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73c89665-7d62-4431-aa12-e6d61c1b71e4 admin admin] Publish callbacks [] for router_controller (09096cdb-b4bc-4ff7-b3c6-07ab7074024a), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:47.646333 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-97c730c0-9ebd-427e-a3b7-feea4f6a7959 admin admin] Publish callbacks [] for security_group (ee6a6b72-61ee-4901-bd14-2d87d6b54455), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:47.684944 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b5408-6031-4722-a839-f8d409029dae req-c0394297-9a11-402f-9c3d-651f440a655c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:47.686448 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ba2b5408-6031-4722-a839-f8d409029dae req-c0394297-9a11-402f-9c3d-651f440a655c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5ea6921b-4a40-44b4-a0e9-1841fa551429 HTTP/1.1" status: 200 len: 850 time: 0.0899432 Feb 07 20:57:47.695065 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-278d03fa-827a-45ef-9575-ab164964ac36 req-56e7a87c-aa07-49b1-a309-3064f2e3650d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c6b09002-66a4-4f94-9c19-96c99887aecc), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:47.704526 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b45e8e-6f2f-4e54-be9e-8a3a1562eaa7 req-4fa1b6cb-3aca-4ced-8ac8-fd8944f003b6 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:47.706059 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-94b45e8e-6f2f-4e54-be9e-8a3a1562eaa7 req-4fa1b6cb-3aca-4ced-8ac8-fd8944f003b6 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 1128 time: 0.2335274 Feb 07 20:57:47.715621 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bba10f-1a25-4dc6-9a15-74c6b98ccacf req-f274a0ab-0da4-4170-822c-e47231161f5f tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:47.717132 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-08bba10f-1a25-4dc6-9a15-74c6b98ccacf req-f274a0ab-0da4-4170-822c-e47231161f5f tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 945 time: 0.2818723 Feb 07 20:57:47.724741 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73c89665-7d62-4431-aa12-e6d61c1b71e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (09096cdb-b4bc-4ff7-b3c6-07ab7074024a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:47.725336 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c89665-7d62-4431-aa12-e6d61c1b71e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09096cdb-b4bc-4ff7-b3c6-07ab7074024a {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 20:57:47.738531 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-97c730c0-9ebd-427e-a3b7-feea4f6a7959 admin admin] Publish callbacks [] for security_group (ee6a6b72-61ee-4901-bd14-2d87d6b54455), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:47.742304 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73c89665-7d62-4431-aa12-e6d61c1b71e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:47.745812 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-73c89665-7d62-4431-aa12-e6d61c1b71e4 admin admin] 10.222.0.65 "DELETE /v2.0/routers/09096cdb-b4bc-4ff7-b3c6-07ab7074024a HTTP/1.1" status: 204 len: 168 time: 2.0678518 Feb 07 20:57:47.754112 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40686) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:47.767705 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ba2b5408-6031-4722-a839-f8d409029dae req-11fca88b-50fb-4a13-8746-59a050abd2f4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6eec4ad7-adfb-4ae7-ac70-34193aac88e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508413 Feb 07 20:57:47.880526 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-0acc7e85-4bc8-44ba-8706-78eb4450506e admin admin] Deleting subnet b1fb0ff5-526d-4506-87b0-e90f29eed5eb {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 20:57:47.885184 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-08bba10f-1a25-4dc6-9a15-74c6b98ccacf req-c77ebc55-ef1c-4339-ac23-f55a71bb0e7b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557178 Feb 07 20:57:47.896463 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-94b45e8e-6f2f-4e54-be9e-8a3a1562eaa7 req-d2a5cf2e-5c9b-4bd7-8c0a-52735d8f4f97 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763508 Feb 07 20:57:47.898216 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0acc7e85-4bc8-44ba-8706-78eb4450506e admin admin] Publish callbacks [] for subnet (b1fb0ff5-526d-4506-87b0-e90f29eed5eb), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:47.941672 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ba2b5408-6031-4722-a839-f8d409029dae req-02b514c4-f314-4f09-9ada-0d81daf4a4c2 service neutron] 10.222.0.69 "GET /v2.0/networks/6eec4ad7-adfb-4ae7-ac70-34193aac88e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637840 Feb 07 20:57:47.973393 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-97c730c0-9ebd-427e-a3b7-feea4f6a7959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ee6a6b72-61ee-4901-bd14-2d87d6b54455), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:47.975979 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-97c730c0-9ebd-427e-a3b7-feea4f6a7959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:47.979742 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-97c730c0-9ebd-427e-a3b7-feea4f6a7959 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ee6a6b72-61ee-4901-bd14-2d87d6b54455 HTTP/1.1" status: 204 len: 168 time: 0.6182151 Feb 07 20:57:48.014324 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-278d03fa-827a-45ef-9575-ab164964ac36 req-56e7a87c-aa07-49b1-a309-3064f2e3650d service neutron] For port c6b09002-66a4-4f94-9c19-96c99887aecc, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c6b09002-66a4-4f94-9c19-96c99887aecc,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:48.021323 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0acc7e85-4bc8-44ba-8706-78eb4450506e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (b1fb0ff5-526d-4506-87b0-e90f29eed5eb), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:48.054363 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c730c0-9ebd-427e-a3b7-feea4f6a7959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6a6b72-61ee-4901-bd14-2d87d6b54455,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:48.079538 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-278d03fa-827a-45ef-9575-ab164964ac36 req-56e7a87c-aa07-49b1-a309-3064f2e3650d service neutron] For port c6b09002-66a4-4f94-9c19-96c99887aecc, host n-h2-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:57:48.082582 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ba2b5408-6031-4722-a839-f8d409029dae req-9b09c8ce-a128-4c19-9420-a2d3004994f7 service neutron] 10.222.0.69 "GET /v2.0/networks/6eec4ad7-adfb-4ae7-ac70-34193aac88e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333983 Feb 07 20:57:48.130922 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-278d03fa-827a-45ef-9575-ab164964ac36 req-56e7a87c-aa07-49b1-a309-3064f2e3650d service neutron] Publish callbacks [] for port (c6b09002-66a4-4f94-9c19-96c99887aecc), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:48.165545 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-278d03fa-827a-45ef-9575-ab164964ac36 req-56e7a87c-aa07-49b1-a309-3064f2e3650d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c6b09002-66a4-4f94-9c19-96c99887aecc), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:48.202011 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72c96c-a133-4e35-a857-cc84e14d6d4f req-4a6cf3bd-5a66-4042-82e3-10f21c7de781 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:48.204051 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5a72c96c-a133-4e35-a857-cc84e14d6d4f req-4a6cf3bd-5a66-4042-82e3-10f21c7de781 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e902647-8770-4289-a314-25046abca3fd HTTP/1.1" status: 200 len: 948 time: 0.2321768 Feb 07 20:57:48.213272 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0acc7e85-4bc8-44ba-8706-78eb4450506e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (b1fb0ff5-526d-4506-87b0-e90f29eed5eb), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:48.221796 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce803b6-7365-4183-af15-9d07f3236d88 req-dbbfdb1f-6c95-4581-b123-498ac8fc652f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:48.223308 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ce803b6-7365-4183-af15-9d07f3236d88 req-dbbfdb1f-6c95-4581-b123-498ac8fc652f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 943 time: 0.2652693 Feb 07 20:57:48.255110 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f3dd0cf2-23ab-4c54-b449-fde57f7d335e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:48.281250 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb9da6-4102-4763-84e2-fffeccb34a76 req-5d78de03-b918-4133-a785-5733480770c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:48.283108 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9ecb9da6-4102-4763-84e2-fffeccb34a76 req-5d78de03-b918-4133-a785-5733480770c5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce2415b1f37244369055dcaf46ee8fc2&device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 1126 time: 0.1494589 Feb 07 20:57:48.283981 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7a87c-aa07-49b1-a309-3064f2e3650d service neutron] Pushing event updated for resources: {'Port': ['ID=c6b09002-66a4-4f94-9c19-96c99887aecc,revision_number=7']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:48.302898 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-278d03fa-827a-45ef-9575-ab164964ac36 req-56e7a87c-aa07-49b1-a309-3064f2e3650d service neutron] Attempting to bind port c6b09002-66a4-4f94-9c19-96c99887aecc on host n-h2-828185-2 for vnic_type normal with profile {"migrating_to": "n-h1-828185-2"} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:57:48.303231 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-278d03fa-827a-45ef-9575-ab164964ac36 req-56e7a87c-aa07-49b1-a309-3064f2e3650d service neutron] Attempting to bind port c6b09002-66a4-4f94-9c19-96c99887aecc by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:57:48.303680 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278d03fa-827a-45ef-9575-ab164964ac36 req-56e7a87c-aa07-49b1-a309-3064f2e3650d service neutron] Attempting to bind port c6b09002-66a4-4f94-9c19-96c99887aecc on network 6d967ae2-07ea-401e-8063-c085e3020e36 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:48.321635 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40698) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:48.322272 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278d03fa-827a-45ef-9575-ab164964ac36 req-56e7a87c-aa07-49b1-a309-3064f2e3650d service neutron] Port c6b09002-66a4-4f94-9c19-96c99887aecc on network 6d967ae2-07ea-401e-8063-c085e3020e36 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:57:48.322582 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278d03fa-827a-45ef-9575-ab164964ac36 req-56e7a87c-aa07-49b1-a309-3064f2e3650d service neutron] Attempting to bind port c6b09002-66a4-4f94-9c19-96c99887aecc on network 6d967ae2-07ea-401e-8063-c085e3020e36 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:48.337748 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5a72c96c-a133-4e35-a857-cc84e14d6d4f req-d44803d6-bccf-4b4c-b8e0-6d89806d0656 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966246 Feb 07 20:57:48.343905 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ce803b6-7365-4183-af15-9d07f3236d88 req-ebd83cc2-b4cb-4fa5-a55b-73e149f19cc9 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968511 Feb 07 20:57:48.362731 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0acc7e85-4bc8-44ba-8706-78eb4450506e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (b1fb0ff5-526d-4506-87b0-e90f29eed5eb), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:48.388760 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc7e85-4bc8-44ba-8706-78eb4450506e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1fb0ff5-526d-4506-87b0-e90f29eed5eb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:48.390250 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-254522a2-f062-4463-b0f0-c35665d3475f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:48.393020 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0acc7e85-4bc8-44ba-8706-78eb4450506e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:48.396805 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0acc7e85-4bc8-44ba-8706-78eb4450506e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b1fb0ff5-526d-4506-87b0-e90f29eed5eb HTTP/1.1" status: 204 len: 168 time: 0.6365981 Feb 07 20:57:48.398951 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40702) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:48.401301 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1d27d1-7cbd-4a06-9c6a-72e07cdea61b None None] Network e324c0d8-4a7f-4d49-97eb-16920df88fb9 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:57:48.412023 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278d03fa-827a-45ef-9575-ab164964ac36 req-56e7a87c-aa07-49b1-a309-3064f2e3650d service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:57:48.412573 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278d03fa-827a-45ef-9575-ab164964ac36 req-56e7a87c-aa07-49b1-a309-3064f2e3650d service neutron] Checking segment: {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:57:48.414217 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278d03fa-827a-45ef-9575-ab164964ac36 req-56e7a87c-aa07-49b1-a309-3064f2e3650d service neutron] Bound using segment: {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:57:48.414664 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-278d03fa-827a-45ef-9575-ab164964ac36 req-56e7a87c-aa07-49b1-a309-3064f2e3650d service neutron] Bound port: c6b09002-66a4-4f94-9c19-96c99887aecc, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:57:48.420220 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-278d03fa-827a-45ef-9575-ab164964ac36 req-56e7a87c-aa07-49b1-a309-3064f2e3650d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c6b09002-66a4-4f94-9c19-96c99887aecc), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:48.554054 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb9da6-4102-4763-84e2-fffeccb34a76 req-b4372e0d-e48e-4770-9740-5551ddbac81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:48.555649 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9ecb9da6-4102-4763-84e2-fffeccb34a76 req-b4372e0d-e48e-4770-9740-5551ddbac81d service neutron] 10.222.0.69 "GET /v2.0/networks?id=6eec4ad7-adfb-4ae7-ac70-34193aac88e5 HTTP/1.1" status: 200 len: 911 time: 0.2624671 Feb 07 20:57:48.561491 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8aca446c-d670-4399-84dc-f629add04a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (e324c0d8-4a7f-4d49-97eb-16920df88fb9), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:48.571578 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 7e703522-6551-4d34-9c6b-81b5be4b6b43 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:57:48.573506 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-278d03fa-827a-45ef-9575-ab164964ac36 req-56e7a87c-aa07-49b1-a309-3064f2e3650d service neutron] For port c6b09002-66a4-4f94-9c19-96c99887aecc, host n-h2-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:57:48.587353 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84d8ceb-a3d1-43db-9bc1-2155def418aa None None] DHCP port deletion for e324c0d8-4a7f-4d49-97eb-16920df88fb9 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 20:57:48.590574 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3eaa47-c857-42d3-ae1b-cf94634e315e req-85fd0ed5-de2b-41bf-b35e-47f46fdb9706 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:48.591910 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba3eaa47-c857-42d3-ae1b-cf94634e315e req-85fd0ed5-de2b-41bf-b35e-47f46fdb9706 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 944 time: 0.1570325 Feb 07 20:57:48.602533 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10cc52-2556-4ceb-93f5-2dd837d45ca1 req-4327d704-dd0a-4e7d-a359-e4d16f93c044 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:48.602533 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c10cc52-2556-4ceb-93f5-2dd837d45ca1 req-4327d704-dd0a-4e7d-a359-e4d16f93c044 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.1310534 Feb 07 20:57:48.619122 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9ecb9da6-4102-4763-84e2-fffeccb34a76 req-199e6868-845a-44e4-a6dd-6c455b04f911 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2edd4c55-7f0e-4f71-ab12-e81332cea662 HTTP/1.1" status: 200 len: 217 time: 0.0550766 Feb 07 20:57:48.620960 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-278d03fa-827a-45ef-9575-ab164964ac36 req-56e7a87c-aa07-49b1-a309-3064f2e3650d service neutron] For port c6b09002-66a4-4f94-9c19-96c99887aecc, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c6b09002-66a4-4f94-9c19-96c99887aecc,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:57:48.641194 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-278d03fa-827a-45ef-9575-ab164964ac36 req-56e7a87c-aa07-49b1-a309-3064f2e3650d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c6b09002-66a4-4f94-9c19-96c99887aecc), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:48.679146 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-254522a2-f062-4463-b0f0-c35665d3475f admin admin] Publish callbacks [] for security_group (6da1c9cf-97c2-4b64-9903-b1f9d024fa11), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:48.708805 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-254522a2-f062-4463-b0f0-c35665d3475f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (6da1c9cf-97c2-4b64-9903-b1f9d024fa11), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:48.716368 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba3eaa47-c857-42d3-ae1b-cf94634e315e req-4184f94f-fbc3-41f9-8288-61a35c17c847 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112497 Feb 07 20:57:48.725914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c10cc52-2556-4ceb-93f5-2dd837d45ca1 req-d1c55df2-4314-4e83-bee7-0a38be54c21a tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171832 Feb 07 20:57:48.746658 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a84d8ceb-a3d1-43db-9bc1-2155def418aa None None] Deleting port 60211612-f1f9-46e8-a41e-fa7a3d702a06 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:57:48.747654 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a84d8ceb-a3d1-43db-9bc1-2155def418aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (60211612-f1f9-46e8-a41e-fa7a3d702a06), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:48.750656 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8aca446c-d670-4399-84dc-f629add04a26 admin admin] Deleting port 60211612-f1f9-46e8-a41e-fa7a3d702a06 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:57:48.751134 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8aca446c-d670-4399-84dc-f629add04a26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (60211612-f1f9-46e8-a41e-fa7a3d702a06), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:48.783099 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb9da6-4102-4763-84e2-fffeccb34a76 req-3a3e3940-6ee7-4336-83d7-77d8e03bcaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:48.784854 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9ecb9da6-4102-4763-84e2-fffeccb34a76 req-3a3e3940-6ee7-4336-83d7-77d8e03bcaa6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5ea6921b-4a40-44b4-a0e9-1841fa551429 HTTP/1.1" status: 200 len: 850 time: 0.1540568 Feb 07 20:57:48.790948 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254522a2-f062-4463-b0f0-c35665d3475f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da1c9cf-97c2-4b64-9903-b1f9d024fa11,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:48.800766 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-254522a2-f062-4463-b0f0-c35665d3475f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fd0be2fdaf254935878121ee6870657e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4750473 Feb 07 20:57:48.804863 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40704) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:48.821903 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7a87c-aa07-49b1-a309-3064f2e3650d service neutron] Pushing event updated for resources: {'Port': ['ID=c6b09002-66a4-4f94-9c19-96c99887aecc,revision_number=8']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:48.830281 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 7e703522-6551-4d34-9c6b-81b5be4b6b43, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=7e703522-6551-4d34-9c6b-81b5be4b6b43,segment=NetworkSegment(d8ca5278-288e-4a92-ae61-96e4e15706b2),segment_id=d8ca5278-288e-4a92-ae61-96e4e15706b2)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:48.842414 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d03fa-827a-45ef-9575-ab164964ac36 req-56e7a87c-aa07-49b1-a309-3064f2e3650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:48.843030 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-278d03fa-827a-45ef-9575-ab164964ac36 req-56e7a87c-aa07-49b1-a309-3064f2e3650d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:48.845014 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-278d03fa-827a-45ef-9575-ab164964ac36 req-56e7a87c-aa07-49b1-a309-3064f2e3650d service neutron] 10.222.0.69 "PUT /v2.0/ports/c6b09002-66a4-4f94-9c19-96c99887aecc HTTP/1.1" status: 200 len: 1121 time: 1.2564387 Feb 07 20:57:48.846992 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9ecb9da6-4102-4763-84e2-fffeccb34a76 req-64f0754c-d805-4117-9ee1-d110363ed943 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6eec4ad7-adfb-4ae7-ac70-34193aac88e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512047 Feb 07 20:57:48.849004 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '7e703522-6551-4d34-9c6b-81b5be4b6b43', 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598', 'port_id': '7e703522-6551-4d34-9c6b-81b5be4b6b43', 'mac_address': 'fa:16:3e:34:90:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:57:48.851140 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8aca446c-d670-4399-84dc-f629add04a26 admin admin] For port 60211612-f1f9-46e8-a41e-fa7a3d702a06, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=60211612-f1f9-46e8-a41e-fa7a3d702a06,segment=NetworkSegment(3bfa1570-f63c-487c-8e6a-42750b9a8187),segment_id=3bfa1570-f63c-487c-8e6a-42750b9a8187)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:48.851519 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8aca446c-d670-4399-84dc-f629add04a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (60211612-f1f9-46e8-a41e-fa7a3d702a06), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:48.864643 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a84d8ceb-a3d1-43db-9bc1-2155def418aa None None] For port 60211612-f1f9-46e8-a41e-fa7a3d702a06, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=60211612-f1f9-46e8-a41e-fa7a3d702a06,segment=NetworkSegment(3bfa1570-f63c-487c-8e6a-42750b9a8187),segment_id=3bfa1570-f63c-487c-8e6a-42750b9a8187)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:48.865703 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a84d8ceb-a3d1-43db-9bc1-2155def418aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (60211612-f1f9-46e8-a41e-fa7a3d702a06), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:48.869675 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8aca446c-d670-4399-84dc-f629add04a26 admin admin] Calling delete_port for 60211612-f1f9-46e8-a41e-fa7a3d702a06 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:57:48.897720 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 8f961c5f-03b2-4420-833a-16a46f72b684 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:57:48.926613 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-400539e4-20e5-4a3b-96ec-9d310bb15baf admin admin] Publish callbacks [] for security_group (6da1c9cf-97c2-4b64-9903-b1f9d024fa11), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:48.939771 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a84d8ceb-a3d1-43db-9bc1-2155def418aa None None] Calling delete_port for 60211612-f1f9-46e8-a41e-fa7a3d702a06 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:57:48.958055 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 7e703522-6551-4d34-9c6b-81b5be4b6b43 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:48.958448 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (7e703522-6551-4d34-9c6b-81b5be4b6b43), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:48.973744 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['c6b09002-66a4-4f94-9c19-96c99887aecc'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:57:48.998952 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9ecb9da6-4102-4763-84e2-fffeccb34a76 req-bfa30f49-53ad-41aa-ad74-62795a40e7ba service neutron] 10.222.0.69 "GET /v2.0/networks/6eec4ad7-adfb-4ae7-ac70-34193aac88e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368432 Feb 07 20:57:49.007707 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-400539e4-20e5-4a3b-96ec-9d310bb15baf admin admin] Publish callbacks [] for security_group (6da1c9cf-97c2-4b64-9903-b1f9d024fa11), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:49.069674 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e703522-6551-4d34-9c6b-81b5be4b6b43 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:57:49.099756 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9ecb9da6-4102-4763-84e2-fffeccb34a76 req-b16727c6-9df1-462d-a139-f845786e285a service neutron] 10.222.0.69 "GET /v2.0/networks/6eec4ad7-adfb-4ae7-ac70-34193aac88e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905018 Feb 07 20:57:49.125798 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 7e703522-6551-4d34-9c6b-81b5be4b6b43, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=7e703522-6551-4d34-9c6b-81b5be4b6b43,segment=NetworkSegment(d8ca5278-288e-4a92-ae61-96e4e15706b2),segment_id=d8ca5278-288e-4a92-ae61-96e4e15706b2)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:49.132508 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 8f961c5f-03b2-4420-833a-16a46f72b684 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:57:49.146070 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (7e703522-6551-4d34-9c6b-81b5be4b6b43), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:49.146608 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864dd4d-42d1-4a34-b9c5-aec2d3a7c64e req-6ca03084-84d1-4d80-a76a-58f5385054df tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:49.148746 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5864dd4d-42d1-4a34-b9c5-aec2d3a7c64e req-6ca03084-84d1-4d80-a76a-58f5385054df tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 943 time: 0.1433167 Feb 07 20:57:49.149609 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8aca446c-d670-4399-84dc-f629add04a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (60211612-f1f9-46e8-a41e-fa7a3d702a06), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:49.163041 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 8f961c5f-03b2-4420-833a-16a46f72b684 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:57:49.163415 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8f961c5f-03b2-4420-833a-16a46f72b684), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:49.165622 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbe663-76c1-43b8-b221-3071b78f2d3c req-c4f122e9-b1fe-4db9-90fd-30ae3f2e5585 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:49.167086 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6ffbe663-76c1-43b8-b221-3071b78f2d3c req-c4f122e9-b1fe-4db9-90fd-30ae3f2e5585 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 1128 time: 0.1475291 Feb 07 20:57:49.193526 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aca446c-d670-4399-84dc-f629add04a26 admin admin] No DVR routers for this DVR port 60211612-f1f9-46e8-a41e-fa7a3d702a06 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:57:49.213103 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca446c-d670-4399-84dc-f629add04a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=60211612-f1f9-46e8-a41e-fa7a3d702a06,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:49.234722 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a84d8ceb-a3d1-43db-9bc1-2155def418aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (60211612-f1f9-46e8-a41e-fa7a3d702a06), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:49.254433 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-400539e4-20e5-4a3b-96ec-9d310bb15baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (6da1c9cf-97c2-4b64-9903-b1f9d024fa11), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:49.256977 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-400539e4-20e5-4a3b-96ec-9d310bb15baf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:49.258098 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-400539e4-20e5-4a3b-96ec-9d310bb15baf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6da1c9cf-97c2-4b64-9903-b1f9d024fa11 HTTP/1.1" status: 204 len: 168 time: 0.4523244 Feb 07 20:57:49.274452 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=7e703522-6551-4d34-9c6b-81b5be4b6b43,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:49.284866 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84d8ceb-a3d1-43db-9bc1-2155def418aa None None] No DVR routers for this DVR port 60211612-f1f9-46e8-a41e-fa7a3d702a06 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:57:49.327241 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d8ceb-a3d1-43db-9bc1-2155def418aa None None] Pushing event deleted for resources: {'Port': ['ID=60211612-f1f9-46e8-a41e-fa7a3d702a06,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:49.331369 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400539e4-20e5-4a3b-96ec-9d310bb15baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da1c9cf-97c2-4b64-9903-b1f9d024fa11,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:49.360619 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5864dd4d-42d1-4a34-b9c5-aec2d3a7c64e req-865eff82-cbee-4714-bf6c-b2df550c4237 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932118 Feb 07 20:57:49.376453 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8aca446c-d670-4399-84dc-f629add04a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (e324c0d8-4a7f-4d49-97eb-16920df88fb9), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:49.397022 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 8f961c5f-03b2-4420-833a-16a46f72b684 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:49.397370 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8f961c5f-03b2-4420-833a-16a46f72b684), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:49.433244 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6ffbe663-76c1-43b8-b221-3071b78f2d3c req-c6817a6b-9127-4136-bd4d-c035cd78d6a0 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419372 Feb 07 20:57:49.437531 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e902647-8770-4289-a314-25046abca3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f961c5f-03b2-4420-833a-16a46f72b684'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:57:49.440410 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c5684a-b722-4ac0-9c60-a8d45ae1697b" -d '{"events": [{"server_uuid": "8e902647-8770-4289-a314-25046abca3fd", "name": "network-vif-plugged", "status": "completed", "tag": "8f961c5f-03b2-4420-833a-16a46f72b684"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:57:49.441241 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4a4d71-163f-4c15-a67f-b7d7837fe627', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6b09002-66a4-4f94-9c19-96c99887aecc'}, {'name': 'network-changed', 'server_uuid': 'be4a4d71-163f-4c15-a67f-b7d7837fe627', 'tag': 'c6b09002-66a4-4f94-9c19-96c99887aecc'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:57:49.441993 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-8aca446c-d670-4399-84dc-f629add04a26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e324c0d8-4a7f-4d49-97eb-16920df88fb9']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:57:49.445904 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf06ff02-0745-427a-902b-4b160bef0963" -d '{"events": [{"server_uuid": "be4a4d71-163f-4c15-a67f-b7d7837fe627", "name": "network-vif-unplugged", "status": "completed", "tag": "c6b09002-66a4-4f94-9c19-96c99887aecc"}, {"name": "network-changed", "server_uuid": "be4a4d71-163f-4c15-a67f-b7d7837fe627", "tag": "c6b09002-66a4-4f94-9c19-96c99887aecc"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:57:49.461138 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 8f961c5f-03b2-4420-833a-16a46f72b684, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=8f961c5f-03b2-4420-833a-16a46f72b684,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:49.470237 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-8aca446c-d670-4399-84dc-f629add04a26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bfa1570-f63c-487c-8e6a-42750b9a8187') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:57:49.470560 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-8aca446c-d670-4399-84dc-f629add04a26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bfa1570-f63c-487c-8e6a-42750b9a8187') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:57:49.470978 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8f961c5f-03b2-4420-833a-16a46f72b684), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:49.506789 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8aca446c-d670-4399-84dc-f629add04a26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (3bfa1570-f63c-487c-8e6a-42750b9a8187), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:49.529453 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8aca446c-d670-4399-84dc-f629add04a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (3bfa1570-f63c-487c-8e6a-42750b9a8187), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:49.532362 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 60211612-f1f9-46e8-a41e-fa7a3d702a06 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:57:49.538065 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aca446c-d670-4399-84dc-f629add04a26 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 20:57:49.538462 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8aca446c-d670-4399-84dc-f629add04a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (3bfa1570-f63c-487c-8e6a-42750b9a8187), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: timer() Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 20:57:49.584198 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 20:57:49.638801 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799f96d-17cf-451b-8bab-1ea815db2120 req-40c7650e-2d36-47d4-b2ec-095ff8cb100d tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:49.640366 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d799f96d-17cf-451b-8bab-1ea815db2120 req-40c7650e-2d36-47d4-b2ec-095ff8cb100d tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e902647-8770-4289-a314-25046abca3fd HTTP/1.1" status: 200 len: 948 time: 0.1946921 Feb 07 20:57:49.651012 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8aca446c-d670-4399-84dc-f629add04a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (e324c0d8-4a7f-4d49-97eb-16920df88fb9), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:49.668754 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8aca446c-d670-4399-84dc-f629add04a26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:49.672662 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8aca446c-d670-4399-84dc-f629add04a26 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e324c0d8-4a7f-4d49-97eb-16920df88fb9 HTTP/1.1" status: 204 len: 168 time: 1.2717953 Feb 07 20:57:49.684284 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca446c-d670-4399-84dc-f629add04a26 admin admin] Pushing event deleted for resources: {'Network': ['ID=e324c0d8-4a7f-4d49-97eb-16920df88fb9,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:49.704543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fde728-7d31-4f71-b9e0-2287cbafcc3d req-2382560c-6bc7-49d9-b26b-b33c41838f9d tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:49.706062 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1fde728-7d31-4f71-b9e0-2287cbafcc3d req-2382560c-6bc7-49d9-b26b-b33c41838f9d tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 944 time: 0.1211531 Feb 07 20:57:49.709453 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 60211612-f1f9-46e8-a41e-fa7a3d702a06 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:57:49.709875 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 60211612-f1f9-46e8-a41e-fa7a3d702a06 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:57:49.721114 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=8f961c5f-03b2-4420-833a-16a46f72b684,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:49.749209 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d799f96d-17cf-451b-8bab-1ea815db2120 req-a02fd49f-7797-4a04-8634-6a8548220be8 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959365 Feb 07 20:57:49.786586 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1fde728-7d31-4f71-b9e0-2287cbafcc3d req-10bc1b1a-595a-4dab-9be9-7b79eac037ab tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638437 Feb 07 20:57:49.815600 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885543d1-3f5e-4ef4-9833-8878ccaec1ac x-openstack-request-id: req-885543d1-3f5e-4ef4-9833-8878ccaec1ac {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:57:49.816292 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e902647-8770-4289-a314-25046abca3fd", "name": "network-vif-plugged", "status": "completed", "tag": "8f961c5f-03b2-4420-833a-16a46f72b684", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:57:49.816833 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-885543d1-3f5e-4ef4-9833-8878ccaec1ac {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:57:49.817374 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e902647-8770-4289-a314-25046abca3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f961c5f-03b2-4420-833a-16a46f72b684', 'code': 200} Feb 07 20:57:49.859872 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 07 Feb 2022 20:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b551c5-745d-4dce-b55a-9af801eaf74c x-openstack-request-id: req-c1b551c5-745d-4dce-b55a-9af801eaf74c {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:57:49.860399 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be4a4d71-163f-4c15-a67f-b7d7837fe627", "name": "network-vif-unplugged", "status": "completed", "tag": "c6b09002-66a4-4f94-9c19-96c99887aecc", "code": 200}, {"name": "network-changed", "server_uuid": "be4a4d71-163f-4c15-a67f-b7d7837fe627", "tag": "c6b09002-66a4-4f94-9c19-96c99887aecc", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:57:49.860503 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c1b551c5-745d-4dce-b55a-9af801eaf74c {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:57:49.860908 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be4a4d71-163f-4c15-a67f-b7d7837fe627', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6b09002-66a4-4f94-9c19-96c99887aecc', 'code': 200} Feb 07 20:57:49.861357 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be4a4d71-163f-4c15-a67f-b7d7837fe627', 'tag': 'c6b09002-66a4-4f94-9c19-96c99887aecc', 'status': 'completed', 'code': 200} Feb 07 20:57:49.886337 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['7e703522-6551-4d34-9c6b-81b5be4b6b43'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:57:49.900941 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40738) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:49.962176 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ec55474f-60a7-4e7a-93f0-279f8e3af2e6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=345b34e3957e4e108f2a7cc6cacdbf8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0577238 Feb 07 20:57:49.962548 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40740) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:50.044172 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-afc618f7-8eea-4ee1-be05-a6ed4b5d3f03 admin admin] Publish callbacks [] for security_group (fbdbb636-78a7-4eb5-9c15-2fcd934f3776), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:50.075040 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-afc618f7-8eea-4ee1-be05-a6ed4b5d3f03 admin admin] Publish callbacks [] for security_group (fbdbb636-78a7-4eb5-9c15-2fcd934f3776), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:50.128289 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06ff02-0745-427a-902b-4b160bef0963 req-bc1e9190-b2de-4461-8666-bc05fa9349fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:50.129824 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf06ff02-0745-427a-902b-4b160bef0963 req-bc1e9190-b2de-4461-8666-bc05fa9349fa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 1155 time: 0.2256818 Feb 07 20:57:50.145427 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-afc618f7-8eea-4ee1-be05-a6ed4b5d3f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (fbdbb636-78a7-4eb5-9c15-2fcd934f3776), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:50.149743 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-afc618f7-8eea-4ee1-be05-a6ed4b5d3f03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:50.150293 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b761379-f594-4caf-81de-366d44ca6d9b req-6682a5fb-6f3f-4c9e-a10d-c81a97e5a5b4 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:50.151735 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b761379-f594-4caf-81de-366d44ca6d9b req-6682a5fb-6f3f-4c9e-a10d-c81a97e5a5b4 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.1590431 Feb 07 20:57:50.155681 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc6ed0-4c14-4a96-93cb-d3d01dbe7388 req-7f4154c4-a381-4773-bf81-1bbe11ee8c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:50.157325 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bcfc6ed0-4c14-4a96-93cb-d3d01dbe7388 req-7f4154c4-a381-4773-bf81-1bbe11ee8c14 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8e902647-8770-4289-a314-25046abca3fd HTTP/1.1" status: 200 len: 1131 time: 0.2608445 Feb 07 20:57:50.160627 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-afc618f7-8eea-4ee1-be05-a6ed4b5d3f03 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fbdbb636-78a7-4eb5-9c15-2fcd934f3776 HTTP/1.1" status: 204 len: 168 time: 0.1963959 Feb 07 20:57:50.174050 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc618f7-8eea-4ee1-be05-a6ed4b5d3f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdbb636-78a7-4eb5-9c15-2fcd934f3776,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:50.297401 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bcfc6ed0-4c14-4a96-93cb-d3d01dbe7388 req-38ea335b-8a2c-4ff9-8181-73b6a34215d2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329045 Feb 07 20:57:50.302473 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b761379-f594-4caf-81de-366d44ca6d9b req-dcfc88d1-2755-454b-bd94-83efc919194b tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370296 Feb 07 20:57:50.334160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06ff02-0745-427a-902b-4b160bef0963 req-38f9ed50-886e-46b6-b670-bed344bc16e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:50.335617 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf06ff02-0745-427a-902b-4b160bef0963 req-38f9ed50-886e-46b6-b670-bed344bc16e5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 909 time: 0.1821012 Feb 07 20:57:50.431142 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bb1fc-d8fc-4151-a08d-ff3044180c4f req-9ff62245-5d1a-4e5e-80ab-97ccd1e1fcd4 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:50.436865 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-893bb1fc-d8fc-4151-a08d-ff3044180c4f req-9ff62245-5d1a-4e5e-80ab-97ccd1e1fcd4 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 944 time: 0.0630794 Feb 07 20:57:50.486974 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-893bb1fc-d8fc-4151-a08d-ff3044180c4f req-f756f9b0-652a-453a-a797-60d2884a192c tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476301 Feb 07 20:57:50.502489 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b089a91b-7d8f-4564-a9db-34dbc8424447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:50.649084 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf06ff02-0745-427a-902b-4b160bef0963 req-946789ae-9410-4e78-8ffb-517f8f44d45d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6b09002-66a4-4f94-9c19-96c99887aecc HTTP/1.1" status: 200 len: 217 time: 0.0413952 Feb 07 20:57:50.695544 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e331e74-6989-4b69-b78f-ea36b79b07cc req-c6f45ff7-f82f-41f5-868f-d2f600d9a8e5 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:50.702400 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e331e74-6989-4b69-b78f-ea36b79b07cc req-c6f45ff7-f82f-41f5-868f-d2f600d9a8e5 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 943 time: 0.1324291 Feb 07 20:57:51.000960 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06ff02-0745-427a-902b-4b160bef0963 req-1c70195d-49d9-4dbb-aa91-62864884cbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:51.002520 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf06ff02-0745-427a-902b-4b160bef0963 req-1c70195d-49d9-4dbb-aa91-62864884cbad service neutron] 10.222.0.71 "GET /v2.0/subnets?id=da67b52e-9fa9-4eda-bee9-de250f228011 HTTP/1.1" status: 200 len: 848 time: 0.3457150 Feb 07 20:57:51.019763 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e331e74-6989-4b69-b78f-ea36b79b07cc req-221449b8-01b1-4c38-b34a-b3e5c4a8657a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165145 Feb 07 20:57:51.073093 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf06ff02-0745-427a-902b-4b160bef0963 req-dc29d930-4e5d-45b0-9bf5-c0ee11057b59 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6d967ae2-07ea-401e-8063-c085e3020e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389400 Feb 07 20:57:51.241079 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd64066-85f9-42ca-82cd-11db6e0075c4 req-966c9e67-f723-492c-a0c0-7daf8f3284ee tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:51.242611 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dfd64066-85f9-42ca-82cd-11db6e0075c4 req-966c9e67-f723-492c-a0c0-7daf8f3284ee tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e902647-8770-4289-a314-25046abca3fd HTTP/1.1" status: 200 len: 949 time: 0.1403823 Feb 07 20:57:51.264773 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf06ff02-0745-427a-902b-4b160bef0963 req-cd95b347-af1e-4fb7-989f-da0711d9ceb9 service neutron] 10.222.0.71 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836178 Feb 07 20:57:51.344837 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dfd64066-85f9-42ca-82cd-11db6e0075c4 req-f6378e0a-a6cc-4891-a808-25a431521a4f tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905361 Feb 07 20:57:51.356526 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40824) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:51.401328 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf06ff02-0745-427a-902b-4b160bef0963 req-2448193c-6d54-4419-9393-3d0e2eb9dce4 service neutron] 10.222.0.71 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171370 Feb 07 20:57:51.468131 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79abb1-dda7-4f63-bdf0-df34e711747c req-8d9d7e94-4a0e-468b-893e-9cc2aec1bced tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:51.469718 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac79abb1-dda7-4f63-bdf0-df34e711747c req-8d9d7e94-4a0e-468b-893e-9cc2aec1bced tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 944 time: 0.0552354 Feb 07 20:57:51.471735 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-5ca06f5d-2956-44ba-abee-35dcb7a58ac4 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:57:51.472776 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-5ca06f5d-2956-44ba-abee-35dcb7a58ac4 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1255715 Feb 07 20:57:51.518229 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac79abb1-dda7-4f63-bdf0-df34e711747c req-463206a9-6b0d-4c13-b104-b9eb46b97176 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425179 Feb 07 20:57:51.607270 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-ca9cf513-9c71-4d91-a6de-9f630966b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:51.608648 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:51.615004 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-ca9cf513-9c71-4d91-a6de-9f630966b14c service neutron] 10.222.0.65 "GET /v2.0/ports/123a2e48-771a-4de4-9d5c-cf486b0cdcc1 HTTP/1.1" status: 200 len: 1125 time: 0.0979993 Feb 07 20:57:51.619353 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-589065b6-0fcb-4bad-8d38-bd52edb3ced0 service neutron] Request body: {'binding': {'host': 'n-h2-828185-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:51.619868 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-589065b6-0fcb-4bad-8d38-bd52edb3ced0 service neutron] Unknown quota resources ['binding']. {{(pid=103256) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 20:57:51.728149 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-9635218a-dff5-4d22-9eb3-64f2f6a166de tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=d4d8bacae7f44b5e9ed8eb3efaf55dd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260909 Feb 07 20:57:51.761783 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-589065b6-0fcb-4bad-8d38-bd52edb3ced0 service neutron] Attempting to bind port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 on host n-h2-828185-2 for vnic_type normal with profile None {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:57:51.762121 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-589065b6-0fcb-4bad-8d38-bd52edb3ced0 service neutron] Attempting to bind port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:57:51.762696 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-589065b6-0fcb-4bad-8d38-bd52edb3ced0 service neutron] Attempting to bind port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:51.766800 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-589065b6-0fcb-4bad-8d38-bd52edb3ced0 service neutron] Port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:57:51.767116 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-589065b6-0fcb-4bad-8d38-bd52edb3ced0 service neutron] Attempting to bind port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:51.771696 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-589065b6-0fcb-4bad-8d38-bd52edb3ced0 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:57:51.772033 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-589065b6-0fcb-4bad-8d38-bd52edb3ced0 service neutron] Checking segment: {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:57:51.772435 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-589065b6-0fcb-4bad-8d38-bd52edb3ced0 service neutron] Bound using segment: {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:57:51.772852 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-589065b6-0fcb-4bad-8d38-bd52edb3ced0 service neutron] Bound port: 123a2e48-771a-4de4-9d5c-cf486b0cdcc1, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:57:51.823335 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-589065b6-0fcb-4bad-8d38-bd52edb3ced0 service neutron] For port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=123a2e48-771a-4de4-9d5c-cf486b0cdcc1,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:57:51.830064 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-589065b6-0fcb-4bad-8d38-bd52edb3ced0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:51.831283 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-589065b6-0fcb-4bad-8d38-bd52edb3ced0 service neutron] 10.222.0.65 "POST /v2.0/ports/123a2e48-771a-4de4-9d5c-cf486b0cdcc1/bindings HTTP/1.1" status: 201 len: 389 time: 0.2155111 Feb 07 20:57:51.834847 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-bc0f76d1-68a6-421a-afdf-34202ac7d93e tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:51.836226 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-bc0f76d1-68a6-421a-afdf-34202ac7d93e tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1072967 Feb 07 20:57:51.850954 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-6dae91f9-beb5-4aee-91ce-c05d8d7211c0 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/quotas/d4d8bacae7f44b5e9ed8eb3efaf55dd6 HTTP/1.1" status: 200 len: 375 time: 0.0092871 Feb 07 20:57:51.886886 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-f9d3e394-9e6a-4e49-96ad-796db3de8fa2 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4d8bacae7f44b5e9ed8eb3efaf55dd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304959 Feb 07 20:57:52.009075 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7c331-3251-4de2-9c55-a046b5d1c8c5 req-db8c9bf7-9df2-44e8-ad09-41361c2e088a tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:52.013318 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8b7c331-3251-4de2-9c55-a046b5d1c8c5 req-db8c9bf7-9df2-44e8-ad09-41361c2e088a tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0672705 Feb 07 20:57:52.070324 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8b7c331-3251-4de2-9c55-a046b5d1c8c5 req-5a227228-232b-4308-9f9e-819c8d81de58 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522540 Feb 07 20:57:52.179486 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-f648fc7a-06f7-4692-aba9-8753132f1b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:52.180976 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-f648fc7a-06f7-4692-aba9-8753132f1b96 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 1128 time: 0.0941083 Feb 07 20:57:52.183890 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-31f94a18-3ff6-45fd-b498-dfe253392ca5 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=3cc12242261e4467a783592cf0e06b4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404229 Feb 07 20:57:52.354776 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25701a9-1046-45b0-a30b-03d0a46f4fa1 req-ebb377ca-5725-42e6-979e-d17609022a41 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:52.356227 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b25701a9-1046-45b0-a30b-03d0a46f4fa1 req-ebb377ca-5725-42e6-979e-d17609022a41 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 944 time: 0.1953297 Feb 07 20:57:52.411631 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-55ce864b-ab1a-4cc1-914f-20bae9e19d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:52.413372 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-55ce864b-ab1a-4cc1-914f-20bae9e19d59 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9707a7e2-bd1b-48e9-a067-23aeb539b5df HTTP/1.1" status: 200 len: 922 time: 0.2128360 Feb 07 20:57:52.425502 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-b209c47a-ee29-4839-9c83-5f32d28e2651 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:52.426927 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-b209c47a-ee29-4839-9c83-5f32d28e2651 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2275577 Feb 07 20:57:52.486995 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-0d2de5f4-093b-4b4c-8d0a-655accc538bc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=123a2e48-771a-4de4-9d5c-cf486b0cdcc1 HTTP/1.1" status: 200 len: 217 time: 0.0542860 Feb 07 20:57:52.489593 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-1a8568c2-dbb5-4db0-8e4d-01030235b737 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/quotas/3cc12242261e4467a783592cf0e06b4e HTTP/1.1" status: 200 len: 375 time: 0.0471859 Feb 07 20:57:52.492915 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b25701a9-1046-45b0-a30b-03d0a46f4fa1 req-73644ed7-b264-49b4-87b8-90cda4ff350f tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247272 Feb 07 20:57:52.559843 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-95003a90-4f98-470f-a50a-618e3022d425 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3cc12242261e4467a783592cf0e06b4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575442 Feb 07 20:57:52.581184 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-e96a0fe8-42ab-4e3d-9cde-e45dce74626f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:52.582190 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 2edd4c55-7f0e-4f71-ab12-e81332cea662 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:57:52.582618 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-e96a0fe8-42ab-4e3d-9cde-e45dce74626f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f3768dda-d71b-40b0-9d56-296b11c3fa2b HTTP/1.1" status: 200 len: 861 time: 0.0888786 Feb 07 20:57:52.584492 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 7e703522-6551-4d34-9c6b-81b5be4b6b43 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:57:52.627568 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-6e27882b-3d4a-41d9-969a-51cf5518a4fb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9707a7e2-bd1b-48e9-a067-23aeb539b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297070 Feb 07 20:57:52.649338 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd8cd0-8952-4693-8c20-b039e6c18d8b req-e35564a4-09d1-42d2-8ac4-d7808ca700f1 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:52.651167 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6bdd8cd0-8952-4693-8c20-b039e6c18d8b req-e35564a4-09d1-42d2-8ac4-d7808ca700f1 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 946 time: 0.0888579 Feb 07 20:57:52.702780 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 7e703522-6551-4d34-9c6b-81b5be4b6b43 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:57:52.762808 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 7e703522-6551-4d34-9c6b-81b5be4b6b43 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:57:52.763213 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (7e703522-6551-4d34-9c6b-81b5be4b6b43), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:52.771532 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-64739409-db8d-455d-963c-02ff11f1bbf5 req-6ab482f4-5984-4415-ac34-a2a750aef9a0 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 210 time: 0.0424531 Feb 07 20:57:52.808362 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6bdd8cd0-8952-4693-8c20-b039e6c18d8b req-88bb349a-edef-4aaa-bcbe-9a0913a814b2 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487486 Feb 07 20:57:52.820463 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-b9b0d37f-43fb-4f7b-b096-12b07b2e3e21 service neutron] 10.222.0.71 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682026 Feb 07 20:57:52.869656 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 2edd4c55-7f0e-4f71-ab12-e81332cea662, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=2edd4c55-7f0e-4f71-ab12-e81332cea662,segment=NetworkSegment(c36ba493-f45a-477f-bc2f-ba08eaae4add),segment_id=c36ba493-f45a-477f-bc2f-ba08eaae4add)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:52.906753 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '2edd4c55-7f0e-4f71-ab12-e81332cea662', 'network_id': '6eec4ad7-adfb-4ae7-ac70-34193aac88e5', 'port_id': '2edd4c55-7f0e-4f71-ab12-e81332cea662', 'mac_address': 'fa:16:3e:94:6b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea6921b-4a40-44b4-a0e9-1841fa551429', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:57:52.937124 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 7e703522-6551-4d34-9c6b-81b5be4b6b43 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:52.937124 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (7e703522-6551-4d34-9c6b-81b5be4b6b43), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:52.968930 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 2edd4c55-7f0e-4f71-ab12-e81332cea662 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:52.969341 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2edd4c55-7f0e-4f71-ab12-e81332cea662), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:52.983643 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2546158a-8345-4c0b-9f78-c5fb56957d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e703522-6551-4d34-9c6b-81b5be4b6b43'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:57:52.986462 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc5e5b2-0db2-46aa-9625-0c4f9d449492" -d '{"events": [{"server_uuid": "2546158a-8345-4c0b-9f78-c5fb56957d90", "name": "network-vif-plugged", "status": "completed", "tag": "7e703522-6551-4d34-9c6b-81b5be4b6b43"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:57:52.993326 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2edd4c55-7f0e-4f71-ab12-e81332cea662 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:57:53.015270 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 7e703522-6551-4d34-9c6b-81b5be4b6b43, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=7e703522-6551-4d34-9c6b-81b5be4b6b43,segment=NetworkSegment(d8ca5278-288e-4a92-ae61-96e4e15706b2),segment_id=d8ca5278-288e-4a92-ae61-96e4e15706b2)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:53.018493 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e022231-297e-4e4b-9630-b2c814ae9583 req-7e9b9228-f256-4daa-b45c-b8c0775bcd60 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:53.021110 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e022231-297e-4e4b-9630-b2c814ae9583 req-7e9b9228-f256-4daa-b45c-b8c0775bcd60 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 943 time: 0.1493664 Feb 07 20:57:53.027268 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41b70b-ef74-4202-9bb1-256dc4c07cbf req-67e2230c-436c-4ce5-a187-485db570f152 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:53.028825 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb41b70b-ef74-4202-9bb1-256dc4c07cbf req-67e2230c-436c-4ce5-a187-485db570f152 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e902647-8770-4289-a314-25046abca3fd HTTP/1.1" status: 200 len: 949 time: 0.1286144 Feb 07 20:57:53.032230 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-792fa19a-a88e-4cba-9a30-1e32ebe61e79 service neutron] 10.222.0.71 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994557 Feb 07 20:57:53.037336 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 2edd4c55-7f0e-4f71-ab12-e81332cea662, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=2edd4c55-7f0e-4f71-ab12-e81332cea662,segment=NetworkSegment(c36ba493-f45a-477f-bc2f-ba08eaae4add),segment_id=c36ba493-f45a-477f-bc2f-ba08eaae4add)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:53.038584 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (7e703522-6551-4d34-9c6b-81b5be4b6b43), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:53.056221 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2edd4c55-7f0e-4f71-ab12-e81332cea662), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:53.056721 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device c6b09002-66a4-4f94-9c19-96c99887aecc details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:57:53.117800 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e022231-297e-4e4b-9630-b2c814ae9583 req-900e75f0-8c67-46f9-9cc8-eece37a52c83 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835407 Feb 07 20:57:53.120999 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb41b70b-ef74-4202-9bb1-256dc4c07cbf req-b298ae81-a837-4943-bc94-03cf80b234c0 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855291 Feb 07 20:57:53.149391 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:53.193774 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=7e703522-6551-4d34-9c6b-81b5be4b6b43,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:53.257342 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a101fe8d-13a0-42df-84df-2f2f71782a19 req-25258e73-b1c5-4cb9-8eac-317e3e257dec tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 210 time: 0.0651991 Feb 07 20:57:53.261316 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-c3b1b492-4095-418e-a283-d61a56145f7a tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=d4d8bacae7f44b5e9ed8eb3efaf55dd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576491 Feb 07 20:57:53.275272 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=2edd4c55-7f0e-4f71-ab12-e81332cea662,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:53.295895 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port c6b09002-66a4-4f94-9c19-96c99887aecc, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c6b09002-66a4-4f94-9c19-96c99887aecc,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:53.308623 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device c6b09002-66a4-4f94-9c19-96c99887aecc has no active binding in host n-h1-828185-2 {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 20:57:53.349519 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fbc03f-fb5e-4be5-81af-cf06ea71d151 x-openstack-request-id: req-c3fbc03f-fb5e-4be5-81af-cf06ea71d151 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:57:53.349930 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2546158a-8345-4c0b-9f78-c5fb56957d90", "name": "network-vif-plugged", "status": "completed", "tag": "7e703522-6551-4d34-9c6b-81b5be4b6b43", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:57:53.350364 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c3fbc03f-fb5e-4be5-81af-cf06ea71d151 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:57:53.350837 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2546158a-8345-4c0b-9f78-c5fb56957d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e703522-6551-4d34-9c6b-81b5be4b6b43', 'code': 200} Feb 07 20:57:53.422983 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-0ec4b51b-a060-47c2-b904-8cbf98445ee9 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:53.424585 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-0ec4b51b-a060-47c2-b904-8cbf98445ee9 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375&tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&binding%3Ahost_id=n-h1-828185-2 HTTP/1.1" status: 200 len: 1128 time: 0.1655881 Feb 07 20:57:53.452939 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd626a-7a5d-4fd9-b536-db53a95d8f24 req-4bcf9391-8bb9-4c2f-af50-5598d953555a tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:53.454960 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d7dd626a-7a5d-4fd9-b536-db53a95d8f24 req-4bcf9391-8bb9-4c2f-af50-5598d953555a tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 945 time: 0.2064486 Feb 07 20:57:53.463906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-ce4466a2-98a6-40a3-a985-8975143b0c3b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828185-2'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:53.533176 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecbbce-8a75-4c49-90c2-10c2c59ea891 req-8196f5cc-f120-4e42-add9-88bd6423f7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:53.533767 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-b13321f8-83ce-4a32-b610-b1b09e84e1c5 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:53.534771 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-b13321f8-83ce-4a32-b610-b1b09e84e1c5 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2459919 Feb 07 20:57:53.535779 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-93ecbbce-8a75-4c49-90c2-10c2c59ea891 req-8196f5cc-f120-4e42-add9-88bd6423f7f4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 1127 time: 0.0513477 Feb 07 20:57:53.563728 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-aad6cb91-ce93-4f83-b144-8a12b53dbbe4 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Request body: {'port': {'device_id': 'd0db1146-520f-45cc-afa3-b4dfb2083cd5', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': 'd4d8bacae7f44b5e9ed8eb3efaf55dd6'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:53.585194 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-93ecbbce-8a75-4c49-90c2-10c2c59ea891 req-a399a74a-8553-4ab7-97a2-a58add8e15c2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396640 Feb 07 20:57:53.655561 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736f2fe-a0d5-4976-a7d0-f2f8e1707f47 req-a59cf947-58db-4113-9baa-a1caca0fd067 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:53.657091 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9736f2fe-a0d5-4976-a7d0-f2f8e1707f47 req-a59cf947-58db-4113-9baa-a1caca0fd067 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.2244790 Feb 07 20:57:53.663638 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d7dd626a-7a5d-4fd9-b536-db53a95d8f24 req-a078c35e-4c40-4515-baed-9b09c10613e9 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743207 Feb 07 20:57:53.675918 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-ce4466a2-98a6-40a3-a985-8975143b0c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (123a2e48-771a-4de4-9d5c-cf486b0cdcc1), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:53.801904 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9736f2fe-a0d5-4976-a7d0-f2f8e1707f47 req-91ed94b0-e4b4-40f3-95dc-f6c9d6a232cd tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373205 Feb 07 20:57:53.889817 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['2edd4c55-7f0e-4f71-ab12-e81332cea662'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:57:53.896132 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-aad6cb91-ce93-4f83-b144-8a12b53dbbe4 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Made reservation on behalf of d4d8bacae7f44b5e9ed8eb3efaf55dd6 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:57:53.899394 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-aad6cb91-ce93-4f83-b144-8a12b53dbbe4 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:53.916160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0488b3-1799-406d-9e1d-19dfb1ff13ab req-e97d2efc-efe8-453b-91e9-11a484ce8b3b tempest-ServersOnMultiNodesTest-1113596232 tempest-ServersOnMultiNodesTest-1113596232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:53.917753 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e0488b3-1799-406d-9e1d-19dfb1ff13ab req-e97d2efc-efe8-453b-91e9-11a484ce8b3b tempest-ServersOnMultiNodesTest-1113596232 tempest-ServersOnMultiNodesTest-1113596232-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8e902647-8770-4289-a314-25046abca3fd HTTP/1.1" status: 200 len: 1131 time: 0.1765702 Feb 07 20:57:53.921791 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-aad6cb91-ce93-4f83-b144-8a12b53dbbe4 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:54.001922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-ce4466a2-98a6-40a3-a985-8975143b0c3b service neutron] For port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=123a2e48-771a-4de4-9d5c-cf486b0cdcc1,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:54.036892 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7dfa1-8f5d-4090-9032-c812205a5a61 req-33246d77-82d9-4d7c-99ca-a6eb0991b527 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:54.038364 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eea7dfa1-8f5d-4090-9032-c812205a5a61 req-33246d77-82d9-4d7c-99ca-a6eb0991b527 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 945 time: 0.1785436 Feb 07 20:57:54.061028 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e0488b3-1799-406d-9e1d-19dfb1ff13ab req-4b5699be-851b-4c1b-8b66-9b522d59acfa tempest-ServersOnMultiNodesTest-1113596232 tempest-ServersOnMultiNodesTest-1113596232-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351478 Feb 07 20:57:54.116457 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-ce4466a2-98a6-40a3-a985-8975143b0c3b service neutron] For port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:57:54.151135 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-7c1b0280-3afd-4a08-a73f-ec90307c6ef8 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=3cc12242261e4467a783592cf0e06b4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335035 Feb 07 20:57:54.197165 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eea7dfa1-8f5d-4090-9032-c812205a5a61 req-95cddb66-6ffd-46d4-8ec7-7f429be496e9 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503339 Feb 07 20:57:54.198917 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d3d297c5-c27a-4170-93ea-6db867321bf5 req-16c01d1a-e290-4a20-88f7-5e404053ed2e tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 210 time: 0.0548804 Feb 07 20:57:54.215118 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175ce492-a12a-4ce1-bd4c-37fa01e10375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '123a2e48-771a-4de4-9d5c-cf486b0cdcc1'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:57:54.217411 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ab166d-2c6d-42e2-ad59-68a5b74a5ba5" -d '{"events": [{"server_uuid": "175ce492-a12a-4ce1-bd4c-37fa01e10375", "name": "network-vif-unplugged", "status": "completed", "tag": "123a2e48-771a-4de4-9d5c-cf486b0cdcc1"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:57:54.221241 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-ce4466a2-98a6-40a3-a985-8975143b0c3b service neutron] Publish callbacks [] for port (123a2e48-771a-4de4-9d5c-cf486b0cdcc1), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:54.227354 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-aad6cb91-ce93-4f83-b144-8a12b53dbbe4 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Publish callbacks [] for security_group (f94c09de-3d47-452d-b176-9b553ce30716), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:54.229676 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-ce4466a2-98a6-40a3-a985-8975143b0c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (123a2e48-771a-4de4-9d5c-cf486b0cdcc1), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:54.235624 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-aad6cb91-ce93-4f83-b144-8a12b53dbbe4 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f94c09de-3d47-452d-b176-9b553ce30716), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:54.347843 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:54.442723 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-bf74147a-dd60-447d-af64-79e1a549771d tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:54.444511 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-bf74147a-dd60-447d-af64-79e1a549771d tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1571469 Feb 07 20:57:54.537163 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-2ca4208c-c488-4329-b550-594cbdb99aca tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Request body: {'port': {'device_id': '590cf40c-37f4-4ea6-9385-b58a33c1df9b', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': '3cc12242261e4467a783592cf0e06b4e'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:54.645132 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6cb91-ce93-4f83-b144-8a12b53dbbe4 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f94c09de-3d47-452d-b176-9b553ce30716,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:54.646718 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-2ca4208c-c488-4329-b550-594cbdb99aca tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Made reservation on behalf of 3cc12242261e4467a783592cf0e06b4e for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:57:54.647572 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4466a2-98a6-40a3-a985-8975143b0c3b service neutron] Pushing event updated for resources: {'Port': ['ID=123a2e48-771a-4de4-9d5c-cf486b0cdcc1,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:54.650167 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-2ca4208c-c488-4329-b550-594cbdb99aca tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:54.660479 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-2ca4208c-c488-4329-b550-594cbdb99aca tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:54.724698 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4cfe5-6425-475e-9475-f798c6c48371 req-588af9cd-2456-46af-b534-62a14b85ca56 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:54.726216 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69e4cfe5-6425-475e-9475-f798c6c48371 req-588af9cd-2456-46af-b534-62a14b85ca56 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 944 time: 0.4612398 Feb 07 20:57:54.741530 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-2ca4208c-c488-4329-b550-594cbdb99aca tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Publish callbacks [] for security_group (832bbab6-1a75-492f-af8b-fe9ec291859c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:54.745529 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-2ca4208c-c488-4329-b550-594cbdb99aca tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (832bbab6-1a75-492f-af8b-fe9ec291859c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:54.757042 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-ce4466a2-98a6-40a3-a985-8975143b0c3b service neutron] Attempting to bind port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 on host n-h1-828185-2 for vnic_type normal with profile {"migrating_to": "n-h2-828185-2"} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:57:54.757369 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-ce4466a2-98a6-40a3-a985-8975143b0c3b service neutron] Attempting to bind port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:57:54.757576 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-ce4466a2-98a6-40a3-a985-8975143b0c3b service neutron] Attempting to bind port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:54.790899 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-ce4466a2-98a6-40a3-a985-8975143b0c3b service neutron] Port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:57:54.791143 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-ce4466a2-98a6-40a3-a985-8975143b0c3b service neutron] Attempting to bind port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:54.805946 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cfe2d-53e8-42f0-87ce-55268dc58859 req-a5e50233-654e-4267-83b6-1a9bfe3e7add tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:54.806862 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6b3cfe2d-53e8-42f0-87ce-55268dc58859 req-a5e50233-654e-4267-83b6-1a9bfe3e7add tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 943 time: 0.1896260 Feb 07 20:57:54.810980 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4208c-c488-4329-b550-594cbdb99aca tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=832bbab6-1a75-492f-af8b-fe9ec291859c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:54.825171 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-aad6cb91-ce93-4f83-b144-8a12b53dbbe4 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Allocated IP 192.168.233.10 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:57:54.827157 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-ce4466a2-98a6-40a3-a985-8975143b0c3b service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:57:54.827519 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-ce4466a2-98a6-40a3-a985-8975143b0c3b service neutron] Checking segment: {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:57:54.827866 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-ce4466a2-98a6-40a3-a985-8975143b0c3b service neutron] Bound using segment: {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:57:54.828394 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-ce4466a2-98a6-40a3-a985-8975143b0c3b service neutron] Bound port: 123a2e48-771a-4de4-9d5c-cf486b0cdcc1, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:57:54.829271 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-ce4466a2-98a6-40a3-a985-8975143b0c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (123a2e48-771a-4de4-9d5c-cf486b0cdcc1), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:54.926868 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69e4cfe5-6425-475e-9475-f798c6c48371 req-f416dda5-3da0-4b02-8dd7-24edf11d8d85 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741440 Feb 07 20:57:54.967338 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6b3cfe2d-53e8-42f0-87ce-55268dc58859 req-a32aba3e-50cf-497d-b724-68c71e97db57 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449621 Feb 07 20:57:54.996898 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-ce4466a2-98a6-40a3-a985-8975143b0c3b service neutron] For port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:57:54.999710 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 20:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb95fa1d-37fb-4745-95ab-779cd06f3206 x-openstack-request-id: req-fb95fa1d-37fb-4745-95ab-779cd06f3206 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:57:55.000003 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175ce492-a12a-4ce1-bd4c-37fa01e10375", "name": "network-vif-unplugged", "status": "completed", "tag": "123a2e48-771a-4de4-9d5c-cf486b0cdcc1", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:57:55.000870 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fb95fa1d-37fb-4745-95ab-779cd06f3206 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:57:55.001230 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175ce492-a12a-4ce1-bd4c-37fa01e10375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '123a2e48-771a-4de4-9d5c-cf486b0cdcc1', 'code': 200} Feb 07 20:57:55.053028 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-ce4466a2-98a6-40a3-a985-8975143b0c3b service neutron] For port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=123a2e48-771a-4de4-9d5c-cf486b0cdcc1,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:57:55.088155 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-938649bb-ff1a-4f0f-98e8-5524f0195b83 req-2ff10c62-3b5a-4d8e-97c7-f39426e6d3b7 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 210 time: 0.0511360 Feb 07 20:57:55.093549 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-ce4466a2-98a6-40a3-a985-8975143b0c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (123a2e48-771a-4de4-9d5c-cf486b0cdcc1), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:55.268262 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-ce4466a2-98a6-40a3-a985-8975143b0c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:55.268815 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-ce4466a2-98a6-40a3-a985-8975143b0c3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:55.270161 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-ce4466a2-98a6-40a3-a985-8975143b0c3b service neutron] 10.222.0.71 "PUT /v2.0/ports/123a2e48-771a-4de4-9d5c-cf486b0cdcc1 HTTP/1.1" status: 200 len: 1122 time: 1.8148293 Feb 07 20:57:55.271032 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4466a2-98a6-40a3-a985-8975143b0c3b service neutron] Pushing event updated for resources: {'Port': ['ID=123a2e48-771a-4de4-9d5c-cf486b0cdcc1,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:55.279784 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd2f90-6376-472c-aef4-dfbf0fb1a762 req-6405c6e5-fc0d-4ce3-a859-89131bf3cc1e tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:55.281197 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eafd2f90-6376-472c-aef4-dfbf0fb1a762 req-6405c6e5-fc0d-4ce3-a859-89131bf3cc1e tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e902647-8770-4289-a314-25046abca3fd HTTP/1.1" status: 200 len: 949 time: 0.2258551 Feb 07 20:57:55.284534 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-aad6cb91-ce93-4f83-b144-8a12b53dbbe4 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Publish callbacks [] for port (3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:55.331582 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167f963-1af1-45aa-beea-6993ad211505 req-f4639604-ac57-442a-8f32-d32bb13bed3b tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:55.332967 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4167f963-1af1-45aa-beea-6993ad211505 req-f4639604-ac57-442a-8f32-d32bb13bed3b tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 945 time: 0.1868694 Feb 07 20:57:55.380565 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eafd2f90-6376-472c-aef4-dfbf0fb1a762 req-932bfd64-1df4-40b4-8d7d-5b212e112c4c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925319 Feb 07 20:57:55.393695 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-aad6cb91-ce93-4f83-b144-8a12b53dbbe4 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:55.444481 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4167f963-1af1-45aa-beea-6993ad211505 req-f0686380-3eaf-4884-ace5-d0e08146bc89 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048691 Feb 07 20:57:55.446225 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-aad6cb91-ce93-4f83-b144-8a12b53dbbe4 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:57:55.455714 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-aad6cb91-ce93-4f83-b144-8a12b53dbbe4 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:57:55.467390 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-aad6cb91-ce93-4f83-b144-8a12b53dbbe4 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:57:55.486727 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-2ca4208c-c488-4329-b550-594cbdb99aca tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Allocated IP 192.168.233.11 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/4d2cef4d-e853-4521-9834-d0cc32412b3f) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:57:55.516942 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6cb91-ce93-4f83-b144-8a12b53dbbe4 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Pushing event updated for resources: {'Port': ['ID=3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:55.572233 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-aad6cb91-ce93-4f83-b144-8a12b53dbbe4 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:55.572871 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-aad6cb91-ce93-4f83-b144-8a12b53dbbe4 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:55.605226 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54443a18-7d0f-4fec-bc97-02f9f4cbb2f1 req-d6bf84ca-5db2-49fe-a6cb-81d49769b3f1 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:55.606672 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-54443a18-7d0f-4fec-bc97-02f9f4cbb2f1 req-d6bf84ca-5db2-49fe-a6cb-81d49769b3f1 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.1576519 Feb 07 20:57:55.614174 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-aad6cb91-ce93-4f83-b144-8a12b53dbbe4 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0609510 Feb 07 20:57:55.629511 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-1057287a-7f2e-481c-9513-066ab3594578 service neutron] Request body: {'port': {'device_id': 'd0db1146-520f-45cc-afa3-b4dfb2083cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:55.646046 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4736d-89b9-4c04-abd3-57189b065148 req-cf6f4d95-261e-4ff0-8f8e-dee8a8e9572d tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:55.647553 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84d4736d-89b9-4c04-abd3-57189b065148 req-cf6f4d95-261e-4ff0-8f8e-dee8a8e9572d tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 935 time: 0.1331599 Feb 07 20:57:55.686276 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-2ca4208c-c488-4329-b550-594cbdb99aca tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Publish callbacks [] for port (4d2cef4d-e853-4521-9834-d0cc32412b3f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:55.738798 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-2ca4208c-c488-4329-b550-594cbdb99aca tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (4d2cef4d-e853-4521-9834-d0cc32412b3f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:55.741029 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-016f0737-cc4c-413e-b6cc-edcb7f3e9322 None None] Provisioning complete for port 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:57:55.742613 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-016f0737-cc4c-413e-b6cc-edcb7f3e9322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:55.750733 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-54443a18-7d0f-4fec-bc97-02f9f4cbb2f1 req-66b7e69d-0311-4ef4-bb96-b016dfe4a1c5 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346636 Feb 07 20:57:55.763482 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-1057287a-7f2e-481c-9513-066ab3594578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:55.773910 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['123a2e48-771a-4de4-9d5c-cf486b0cdcc1'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:57:55.776607 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84d4736d-89b9-4c04-abd3-57189b065148 req-40e17efc-a315-4e8f-8241-163fc15aae8f tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097522 Feb 07 20:57:55.819959 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4208c-c488-4329-b550-594cbdb99aca tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Pushing event updated for resources: {'Port': ['ID=4d2cef4d-e853-4521-9834-d0cc32412b3f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:55.834587 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-2ca4208c-c488-4329-b550-594cbdb99aca tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:57:55.836202 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-2ca4208c-c488-4329-b550-594cbdb99aca tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:57:55.839272 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-2ca4208c-c488-4329-b550-594cbdb99aca tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:57:55.851389 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-2ca4208c-c488-4329-b550-594cbdb99aca tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:55.851529 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-2ca4208c-c488-4329-b550-594cbdb99aca tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:55.853981 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-016f0737-cc4c-413e-b6cc-edcb7f3e9322 None None] Port 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:57:55.876103 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-2ca4208c-c488-4329-b550-594cbdb99aca tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3425214 Feb 07 20:57:55.892096 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-9484369d-765b-4a81-933a-808007e0ca0b service neutron] Request body: {'port': {'device_id': '590cf40c-37f4-4ea6-9385-b58a33c1df9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:55.994679 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-9484369d-765b-4a81-933a-808007e0ca0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4d2cef4d-e853-4521-9834-d0cc32412b3f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:56.188184 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-9d4072b4-5c78-49c9-b7da-9a0494ee5997 None None] Provisioning complete for port 4d2cef4d-e853-4521-9834-d0cc32412b3f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:57:56.188678 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9d4072b4-5c78-49c9-b7da-9a0494ee5997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4d2cef4d-e853-4521-9834-d0cc32412b3f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:56.196633 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e1afa-e198-41a7-b095-480e29e1a600 req-43809734-1f9c-4e35-a779-c76801fd6717 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:56.198135 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-562e1afa-e198-41a7-b095-480e29e1a600 req-43809734-1f9c-4e35-a779-c76801fd6717 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 945 time: 0.3182337 Feb 07 20:57:56.206600 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43278b24-abca-4ae5-b86f-0e7bd4e4a87d req-04bf24a4-84d8-423a-ae30-29fdc331b4a9 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:56.208353 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-43278b24-abca-4ae5-b86f-0e7bd4e4a87d req-04bf24a4-84d8-423a-ae30-29fdc331b4a9 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 944 time: 0.1476727 Feb 07 20:57:56.225502 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9d4072b4-5c78-49c9-b7da-9a0494ee5997 None None] Port 4d2cef4d-e853-4521-9834-d0cc32412b3f cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:57:56.241896 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-1057287a-7f2e-481c-9513-066ab3594578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:57:56.260727 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-1057287a-7f2e-481c-9513-066ab3594578 service neutron] Publish callbacks [] for port (3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:56.301682 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-1057287a-7f2e-481c-9513-066ab3594578 service neutron] Transition to ACTIVE for port object 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:57:56.309492 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-1057287a-7f2e-481c-9513-066ab3594578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:56.316439 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-43278b24-abca-4ae5-b86f-0e7bd4e4a87d req-d7355286-5b8b-4a49-9080-b64834922fcb tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921619 Feb 07 20:57:56.323271 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-562e1afa-e198-41a7-b095-480e29e1a600 req-2df99241-5e16-4703-90ed-a899053d005b tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142807 Feb 07 20:57:56.376784 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057287a-7f2e-481c-9513-066ab3594578 service neutron] Pushing event updated for resources: {'Port': ['ID=3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:56.524165 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-9484369d-765b-4a81-933a-808007e0ca0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d2cef4d-e853-4521-9834-d0cc32412b3f {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:57:56.536628 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-9484369d-765b-4a81-933a-808007e0ca0b service neutron] Publish callbacks [] for port (4d2cef4d-e853-4521-9834-d0cc32412b3f), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:56.550410 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-9484369d-765b-4a81-933a-808007e0ca0b service neutron] Transition to ACTIVE for port object 4d2cef4d-e853-4521-9834-d0cc32412b3f will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:57:56.556005 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-9484369d-765b-4a81-933a-808007e0ca0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (4d2cef4d-e853-4521-9834-d0cc32412b3f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:56.585968 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 2edd4c55-7f0e-4f71-ab12-e81332cea662 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:57:56.600829 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-1057287a-7f2e-481c-9513-066ab3594578 service neutron] Attempting to bind port 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:57:56.601204 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-1057287a-7f2e-481c-9513-066ab3594578 service neutron] Attempting to bind port 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:57:56.601487 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-1057287a-7f2e-481c-9513-066ab3594578 service neutron] Attempting to bind port 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:56.615760 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484369d-765b-4a81-933a-808007e0ca0b service neutron] Pushing event updated for resources: {'Port': ['ID=4d2cef4d-e853-4521-9834-d0cc32412b3f,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:56.617645 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-278d03fa-827a-45ef-9575-ab164964ac36 req-3fb278d0-f8d4-4033-8293-87fbc71170e3 service neutron] 10.222.0.71 "GET /v2.0/ports/c6b09002-66a4-4f94-9c19-96c99887aecc/bindings/n-h1-828185-2 HTTP/1.1" status: 200 len: 384 time: 0.1516423 Feb 07 20:57:56.626233 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e1e54-e87e-46ff-bab5-e3203c1d2d65 req-62de1203-ae27-4f0e-b290-3fe3607d782b tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:56.627727 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf5e1e54-e87e-46ff-bab5-e3203c1d2d65 req-62de1203-ae27-4f0e-b290-3fe3607d782b tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 935 time: 0.1854908 Feb 07 20:57:56.628386 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-1057287a-7f2e-481c-9513-066ab3594578 service neutron] Port 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:57:56.628660 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-1057287a-7f2e-481c-9513-066ab3594578 service neutron] Attempting to bind port 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:56.644700 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee77038-ee92-461c-9993-af261a7635a6 req-d9b14920-ed24-47f8-86b1-bc0855e64e5b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:56.646277 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bee77038-ee92-461c-9993-af261a7635a6 req-d9b14920-ed24-47f8-86b1-bc0855e64e5b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 943 time: 0.1915617 Feb 07 20:57:56.653870 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-9484369d-765b-4a81-933a-808007e0ca0b service neutron] Attempting to bind port 4d2cef4d-e853-4521-9834-d0cc32412b3f on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:57:56.654471 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-9484369d-765b-4a81-933a-808007e0ca0b service neutron] Attempting to bind port 4d2cef4d-e853-4521-9834-d0cc32412b3f by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:57:56.655025 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-9484369d-765b-4a81-933a-808007e0ca0b service neutron] Attempting to bind port 4d2cef4d-e853-4521-9834-d0cc32412b3f on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:56.660615 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-9484369d-765b-4a81-933a-808007e0ca0b service neutron] Port 4d2cef4d-e853-4521-9834-d0cc32412b3f on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:57:56.661326 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-9484369d-765b-4a81-933a-808007e0ca0b service neutron] Attempting to bind port 4d2cef4d-e853-4521-9834-d0cc32412b3f on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:57:56.667137 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-9484369d-765b-4a81-933a-808007e0ca0b service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:57:56.667480 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-9484369d-765b-4a81-933a-808007e0ca0b service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:57:56.667863 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-9484369d-765b-4a81-933a-808007e0ca0b service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:57:56.668507 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-9484369d-765b-4a81-933a-808007e0ca0b service neutron] Bound port: 4d2cef4d-e853-4521-9834-d0cc32412b3f, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:57:56.669047 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-9484369d-765b-4a81-933a-808007e0ca0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4d2cef4d-e853-4521-9834-d0cc32412b3f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:56.670914 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-1057287a-7f2e-481c-9513-066ab3594578 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:57:56.671547 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-1057287a-7f2e-481c-9513-066ab3594578 service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:57:56.671667 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-1057287a-7f2e-481c-9513-066ab3594578 service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:57:56.672047 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-1057287a-7f2e-481c-9513-066ab3594578 service neutron] Bound port: 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:57:56.672628 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-1057287a-7f2e-481c-9513-066ab3594578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:56.714904 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 2edd4c55-7f0e-4f71-ab12-e81332cea662 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:57:56.720381 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 2edd4c55-7f0e-4f71-ab12-e81332cea662 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:57:56.721019 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2edd4c55-7f0e-4f71-ab12-e81332cea662), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:56.761857 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-9484369d-765b-4a81-933a-808007e0ca0b service neutron] For port 4d2cef4d-e853-4521-9834-d0cc32412b3f, host n-h2-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:57:56.767185 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-9484369d-765b-4a81-933a-808007e0ca0b service neutron] For port 4d2cef4d-e853-4521-9834-d0cc32412b3f, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=4d2cef4d-e853-4521-9834-d0cc32412b3f,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:57:56.776430 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-9484369d-765b-4a81-933a-808007e0ca0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (4d2cef4d-e853-4521-9834-d0cc32412b3f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:56.803681 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.71', 63476) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:56.812677 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-9484369d-765b-4a81-933a-808007e0ca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:56.813754 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-9484369d-765b-4a81-933a-808007e0ca0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:56.815147 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-9484369d-765b-4a81-933a-808007e0ca0b service neutron] 10.222.0.71 "PUT /v2.0/ports/4d2cef4d-e853-4521-9834-d0cc32412b3f HTTP/1.1" status: 200 len: 1095 time: 0.9317701 Feb 07 20:57:56.815755 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590cf40c-37f4-4ea6-9385-b58a33c1df9b', 'tag': '4d2cef4d-e853-4521-9834-d0cc32412b3f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:57:56.818587 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e8ae96-4cd5-4a8f-8bd6-5543d74ba3c9" -d '{"events": [{"name": "network-changed", "server_uuid": "590cf40c-37f4-4ea6-9385-b58a33c1df9b", "tag": "4d2cef4d-e853-4521-9834-d0cc32412b3f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:57:56.828432 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 2edd4c55-7f0e-4f71-ab12-e81332cea662 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:57:56.830533 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2edd4c55-7f0e-4f71-ab12-e81332cea662), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:56.857483 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484369d-765b-4a81-933a-808007e0ca0b service neutron] Pushing event updated for resources: {'Port': ['ID=4d2cef4d-e853-4521-9834-d0cc32412b3f,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:56.881624 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eefc975-ec1a-4de0-b75a-0b4366e5ca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edd4c55-7f0e-4f71-ab12-e81332cea662'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:57:56.883908 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c2eed1-75b9-4336-a53b-2d0dff14d3d6" -d '{"events": [{"server_uuid": "2eefc975-ec1a-4de0-b75a-0b4366e5ca91", "name": "network-vif-plugged", "status": "completed", "tag": "2edd4c55-7f0e-4f71-ab12-e81332cea662"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:57:56.891102 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bee77038-ee92-461c-9993-af261a7635a6 req-2b495420-b839-4451-b37c-9227667a0617 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162001 Feb 07 20:57:56.899849 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf5e1e54-e87e-46ff-bab5-e3203c1d2d65 req-649f6e8e-8bd7-480e-a8e1-f066c2d0f019 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499492 Feb 07 20:57:56.913625 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:57:56.916736 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 2edd4c55-7f0e-4f71-ab12-e81332cea662, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=2edd4c55-7f0e-4f71-ab12-e81332cea662,segment=NetworkSegment(c36ba493-f45a-477f-bc2f-ba08eaae4add),segment_id=c36ba493-f45a-477f-bc2f-ba08eaae4add)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:56.938335 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2edd4c55-7f0e-4f71-ab12-e81332cea662), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:56.939068 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-2490ee35-856a-4fb3-8801-81f94b249876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:56.941019 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-2490ee35-856a-4fb3-8801-81f94b249876 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3cc12242261e4467a783592cf0e06b4e&device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 1129 time: 0.0777442 Feb 07 20:57:56.949519 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-1057287a-7f2e-481c-9513-066ab3594578 service neutron] For port 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:57:56.992451 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-1057287a-7f2e-481c-9513-066ab3594578 service neutron] For port 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:57:57.010395 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '175ce492-a12a-4ce1-bd4c-37fa01e10375', 'tag': '123a2e48-771a-4de4-9d5c-cf486b0cdcc1'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:57:57.013606 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad9f362-ed25-4c38-8ccb-b288515fd5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "175ce492-a12a-4ce1-bd4c-37fa01e10375", "tag": "123a2e48-771a-4de4-9d5c-cf486b0cdcc1"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:57:57.019639 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-5666c761-251a-488a-acb3-a0b8820ba75a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=4d2cef4d-e853-4521-9834-d0cc32412b3f HTTP/1.1" status: 200 len: 217 time: 0.0633414 Feb 07 20:57:57.050251 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-1057287a-7f2e-481c-9513-066ab3594578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:57.082443 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=2edd4c55-7f0e-4f71-ab12-e81332cea662,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:57.097397 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-f941262f-b692-4c15-8c76-66ba4efdd132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:57.099144 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-f941262f-b692-4c15-8c76-66ba4efdd132 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0718498 Feb 07 20:57:57.112540 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-1057287a-7f2e-481c-9513-066ab3594578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:57.114017 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-1057287a-7f2e-481c-9513-066ab3594578 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:57.116589 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-1057287a-7f2e-481c-9513-066ab3594578 service neutron] 10.222.0.71 "PUT /v2.0/ports/3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b HTTP/1.1" status: 200 len: 1095 time: 1.4912143 Feb 07 20:57:57.133313 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=123a2e48-771a-4de4-9d5c-cf486b0cdcc1,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:57.162489 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 has no active binding in host n-h2-828185-2 {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 20:57:57.178193 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-b8ce0ceb-4f28-416e-b90c-66287c1b4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:57.179836 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-b8ce0ceb-4f28-416e-b90c-66287c1b4b10 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0722284 Feb 07 20:57:57.189517 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef6d8b-a65f-4c94-8ad8-a78d5f629e81 req-4e26f332-9cf0-4ac4-bb1b-f4897c6e3d82 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:57.191022 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3cef6d8b-a65f-4c94-8ad8-a78d5f629e81 req-4e26f332-9cf0-4ac4-bb1b-f4897c6e3d82 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e902647-8770-4289-a314-25046abca3fd HTTP/1.1" status: 200 len: 949 time: 0.3811018 Feb 07 20:57:57.281487 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-45c75063-f8f6-4c8e-96af-41aae0a43877 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880454 Feb 07 20:57:57.360379 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057287a-7f2e-481c-9513-066ab3594578 service neutron] Pushing event updated for resources: {'Port': ['ID=3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:57.389635 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7ca1f126-7dff-4d53-9b04-b1009ea767fa req-acb1d4fb-db83-4cff-a1d0-a385a742ac92 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977886 Feb 07 20:57:57.392437 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50490744-a877-427f-b984-d8128df4ca0b req-ecb40605-982f-4eea-aa4b-2af8bcc8db84 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:57.393980 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-50490744-a877-427f-b984-d8128df4ca0b req-ecb40605-982f-4eea-aa4b-2af8bcc8db84 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e902647-8770-4289-a314-25046abca3fd HTTP/1.1" status: 200 len: 949 time: 0.4036968 Feb 07 20:57:57.404919 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-278d03fa-827a-45ef-9575-ab164964ac36 req-eb17c2b5-31f3-478d-8080-caaccf842392 service neutron] For port c6b09002-66a4-4f94-9c19-96c99887aecc, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c6b09002-66a4-4f94-9c19-96c99887aecc,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:57.448609 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8625c-3858-4aeb-8875-dd6230db4ab3 req-f1c2d200-8383-4f55-9144-247df62edd02 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:57.450076 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8a8625c-3858-4aeb-8875-dd6230db4ab3 req-f1c2d200-8383-4f55-9144-247df62edd02 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 945 time: 0.3900719 Feb 07 20:57:57.456599 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-6ea955c2-b471-45e1-b419-fefd572d0ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:57.457983 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-6ea955c2-b471-45e1-b419-fefd572d0ea8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d4d8bacae7f44b5e9ed8eb3efaf55dd6&device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 1129 time: 0.2928028 Feb 07 20:57:57.481747 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-278d03fa-827a-45ef-9575-ab164964ac36 req-eb17c2b5-31f3-478d-8080-caaccf842392 service neutron] For port c6b09002-66a4-4f94-9c19-96c99887aecc, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:57:57.802442 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-0b19d983-716d-442d-8eda-7087ed430a06 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b HTTP/1.1" status: 200 len: 217 time: 0.3271210 Feb 07 20:57:57.822176 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-50490744-a877-427f-b984-d8128df4ca0b req-33022d3e-6479-463f-9004-232777dc8a20 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217632 Feb 07 20:57:57.834330 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-278d03fa-827a-45ef-9575-ab164964ac36 req-eb17c2b5-31f3-478d-8080-caaccf842392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6b09002-66a4-4f94-9c19-96c99887aecc {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:57:57.840936 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-3cef6d8b-a65f-4c94-8ad8-a78d5f629e81 req-6e93cfa5-2251-4c42-afe9-b62ba92e52a5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Deleting port 8f961c5f-03b2-4420-833a-16a46f72b684 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:57:57.841270 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3cef6d8b-a65f-4c94-8ad8-a78d5f629e81 req-6e93cfa5-2251-4c42-afe9-b62ba92e52a5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8f961c5f-03b2-4420-833a-16a46f72b684), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:57.885327 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-278d03fa-827a-45ef-9575-ab164964ac36 req-eb17c2b5-31f3-478d-8080-caaccf842392 service neutron] For port c6b09002-66a4-4f94-9c19-96c99887aecc, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=c6b09002-66a4-4f94-9c19-96c99887aecc,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:57.959632 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8a8625c-3858-4aeb-8875-dd6230db4ab3 req-63136c81-a91f-4605-8da9-d7eceb9f8565 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4996808 Feb 07 20:57:57.975212 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-278d03fa-827a-45ef-9575-ab164964ac36 req-eb17c2b5-31f3-478d-8080-caaccf842392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c6b09002-66a4-4f94-9c19-96c99887aecc), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:57.981158 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-0724b55c-e729-458d-b6a1-58c4b7077401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:57.982608 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-0724b55c-e729-458d-b6a1-58c4b7077401 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1688530 Feb 07 20:57:58.113952 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-3cef6d8b-a65f-4c94-8ad8-a78d5f629e81 req-6e93cfa5-2251-4c42-afe9-b62ba92e52a5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] For port 8f961c5f-03b2-4420-833a-16a46f72b684, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=8f961c5f-03b2-4420-833a-16a46f72b684,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:57:58.114316 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3cef6d8b-a65f-4c94-8ad8-a78d5f629e81 req-6e93cfa5-2251-4c42-afe9-b62ba92e52a5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8f961c5f-03b2-4420-833a-16a46f72b684), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:58.134508 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b509db6-746d-4580-999b-618914fccc35 req-78ec2d23-e0e2-491d-8b4e-72228add4f1e tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:58.135953 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3b509db6-746d-4580-999b-618914fccc35 req-78ec2d23-e0e2-491d-8b4e-72228add4f1e tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.2577317 Feb 07 20:57:58.147935 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-3cef6d8b-a65f-4c94-8ad8-a78d5f629e81 req-6e93cfa5-2251-4c42-afe9-b62ba92e52a5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Calling delete_port for 8f961c5f-03b2-4420-833a-16a46f72b684 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:57:58.194321 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-81ac6b31-ced7-45bc-bdb7-153a57da8847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:58.195833 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-81ac6b31-ced7-45bc-bdb7-153a57da8847 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2040346 Feb 07 20:57:58.276214 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565f230-82e8-47e4-835e-546239aec851 req-072d1ef1-7537-4a31-8b3d-58463d42ffea tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:58.277580 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2565f230-82e8-47e4-835e-546239aec851 req-072d1ef1-7537-4a31-8b3d-58463d42ffea tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 947 time: 0.2555461 Feb 07 20:57:58.316359 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-278d03fa-827a-45ef-9575-ab164964ac36 req-eb17c2b5-31f3-478d-8080-caaccf842392 service neutron] Transition to ACTIVE for port object c6b09002-66a4-4f94-9c19-96c99887aecc will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:57:58.330072 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3b509db6-746d-4580-999b-618914fccc35 req-f58fc566-dfc5-4b52-b19b-82739751fb46 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872685 Feb 07 20:57:58.340870 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-278d03fa-827a-45ef-9575-ab164964ac36 req-eb17c2b5-31f3-478d-8080-caaccf842392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (c6b09002-66a4-4f94-9c19-96c99887aecc), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:58.377384 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00e1255-7d9f-47de-a56c-0eb1cf19dcc2 x-openstack-request-id: req-e00e1255-7d9f-47de-a56c-0eb1cf19dcc2 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:57:58.377906 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590cf40c-37f4-4ea6-9385-b58a33c1df9b", "tag": "4d2cef4d-e853-4521-9834-d0cc32412b3f", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:57:58.377991 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e00e1255-7d9f-47de-a56c-0eb1cf19dcc2 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:57:58.378337 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590cf40c-37f4-4ea6-9385-b58a33c1df9b', 'tag': '4d2cef4d-e853-4521-9834-d0cc32412b3f', 'status': 'completed', 'code': 200} Feb 07 20:57:58.408575 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161fcfc6-ab10-4759-ae0e-fae6d76de744 x-openstack-request-id: req-161fcfc6-ab10-4759-ae0e-fae6d76de744 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:57:58.409066 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eefc975-ec1a-4de0-b75a-0b4366e5ca91", "name": "network-vif-plugged", "status": "completed", "tag": "2edd4c55-7f0e-4f71-ab12-e81332cea662", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:57:58.410163 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-161fcfc6-ab10-4759-ae0e-fae6d76de744 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:57:58.410904 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eefc975-ec1a-4de0-b75a-0b4366e5ca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edd4c55-7f0e-4f71-ab12-e81332cea662', 'code': 200} Feb 07 20:57:58.455167 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dc98cc-44e7-49ca-af7b-8ac92909bfc4 x-openstack-request-id: req-e0dc98cc-44e7-49ca-af7b-8ac92909bfc4 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:57:58.455463 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "175ce492-a12a-4ce1-bd4c-37fa01e10375", "tag": "123a2e48-771a-4de4-9d5c-cf486b0cdcc1", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:57:58.455720 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e0dc98cc-44e7-49ca-af7b-8ac92909bfc4 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:57:58.456120 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '175ce492-a12a-4ce1-bd4c-37fa01e10375', 'tag': '123a2e48-771a-4de4-9d5c-cf486b0cdcc1', 'status': 'completed', 'code': 200} Feb 07 20:57:58.482905 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8ae96-4cd5-4a8f-8bd6-5543d74ba3c9 req-b4f35f69-86d6-4838-8dca-8a39540ce3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:58.485279 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-60e8ae96-4cd5-4a8f-8bd6-5543d74ba3c9 req-b4f35f69-86d6-4838-8dca-8a39540ce3b9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3cc12242261e4467a783592cf0e06b4e&device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 1129 time: 0.0788612 Feb 07 20:57:58.495606 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2565f230-82e8-47e4-835e-546239aec851 req-df60d3a4-103f-4c24-a73c-687b8fc6f940 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843970 Feb 07 20:57:58.499876 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-278d03fa-827a-45ef-9575-ab164964ac36 req-eb17c2b5-31f3-478d-8080-caaccf842392 service neutron] No DVR routers for this DVR port c6b09002-66a4-4f94-9c19-96c99887aecc on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:57:58.510825 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-005e39d6-d8f7-4c8f-b299-29fc9b6fc63d service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034933 Feb 07 20:57:58.521971 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17c2b5-31f3-478d-8080-caaccf842392 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b09002-66a4-4f94-9c19-96c99887aecc,revision_number=10']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:58.654069 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9f362-ed25-4c38-8ccb-b288515fd5a6 req-7ff3eda9-883a-48a0-a8b0-d4c19bcd80a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:58.655540 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dad9f362-ed25-4c38-8ccb-b288515fd5a6 req-7ff3eda9-883a-48a0-a8b0-d4c19bcd80a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 1156 time: 0.1028585 Feb 07 20:57:58.659275 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b5a25-5296-4991-af73-e56c41a8e990 req-785b5d82-3d2e-42c6-93dd-fb8bf294b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:58.660632 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-635b5a25-5296-4991-af73-e56c41a8e990 req-785b5d82-3d2e-42c6-93dd-fb8bf294b342 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 1128 time: 0.1429260 Feb 07 20:57:58.670196 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8ae96-4cd5-4a8f-8bd6-5543d74ba3c9 req-7b23e523-6e6c-4aac-bbc9-af6274d1fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:58.671541 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-60e8ae96-4cd5-4a8f-8bd6-5543d74ba3c9 req-7b23e523-6e6c-4aac-bbc9-af6274d1fd01 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1799059 Feb 07 20:57:58.682327 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-278d03fa-827a-45ef-9575-ab164964ac36 req-eb17c2b5-31f3-478d-8080-caaccf842392 service neutron] 10.222.0.71 "PUT /v2.0/ports/c6b09002-66a4-4f94-9c19-96c99887aecc/bindings/n-h1-828185-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0505431 Feb 07 20:57:58.721663 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3cef6d8b-a65f-4c94-8ad8-a78d5f629e81 req-6e93cfa5-2251-4c42-afe9-b62ba92e52a5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (8f961c5f-03b2-4420-833a-16a46f72b684), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:58.729642 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b6b76-5b94-4815-94a0-a40a0755636e req-d5c0f8dd-d844-4c80-9283-bd99f75a83a7 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:58.731156 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-709b6b76-5b94-4815-94a0-a40a0755636e req-d5c0f8dd-d844-4c80-9283-bd99f75a83a7 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 944 time: 0.2276592 Feb 07 20:57:58.739048 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['382b77ed-5a99-4385-99eb-e6195465d1a1', 'fbc31b7d-6c77-452f-97f3-57b0c35f8a96'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:57:58.753503 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['52765e43-953c-4bdc-a1cb-d749305c65c2', 'eab00f80-c2a6-48e1-84a6-52337e23ce88', '8800b3d8-8b81-47d5-8d4b-fbb69f191ede', 'a54040b2-aad5-4bbd-b7d7-184fcb291449', '5ec84a12-6216-487b-afd9-b8a8092563d4'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:57:58.767314 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-60e8ae96-4cd5-4a8f-8bd6-5543d74ba3c9 req-5e7cc637-cc4b-4c64-909e-b63bfd5827f7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=4d2cef4d-e853-4521-9834-d0cc32412b3f HTTP/1.1" status: 200 len: 217 time: 0.0766275 Feb 07 20:57:58.781222 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87184bcf-0e01-4d8c-aecb-63f629fc52a3 req-9947cb16-548a-437a-8741-b079a876539d tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:58.782997 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87184bcf-0e01-4d8c-aecb-63f629fc52a3 req-9947cb16-548a-437a-8741-b079a876539d tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.2039776 Feb 07 20:57:58.786931 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93cfa5-2251-4c42-afe9-b62ba92e52a5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Pushing event deleted for resources: {'Port': ['ID=8f961c5f-03b2-4420-833a-16a46f72b684,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:57:58.807624 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30b26a0d-e9eb-430b-ba23-0309ab6988b8 req-a3f1e583-0900-4b64-87fd-7b767369e349 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685230 Feb 07 20:57:58.856258 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-635b5a25-5296-4991-af73-e56c41a8e990 req-f121669a-cb38-45e2-b2b5-56562666fd91 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837990 Feb 07 20:57:58.862459 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9f362-ed25-4c38-8ccb-b288515fd5a6 req-9bce23c3-7b99-423f-aeaa-b335c87446cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:58.863909 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dad9f362-ed25-4c38-8ccb-b288515fd5a6 req-9bce23c3-7b99-423f-aeaa-b335c87446cd service neutron] 10.222.0.69 "GET /v2.0/networks?id=9707a7e2-bd1b-48e9-a067-23aeb539b5df HTTP/1.1" status: 200 len: 922 time: 0.2011161 Feb 07 20:57:58.868660 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8ae96-4cd5-4a8f-8bd6-5543d74ba3c9 req-c22cfa40-42e4-4a6f-88b0-e7d639b91a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:58.870071 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-60e8ae96-4cd5-4a8f-8bd6-5543d74ba3c9 req-c22cfa40-42e4-4a6f-88b0-e7d639b91a0e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0971611 Feb 07 20:57:58.913076 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cef6d8b-a65f-4c94-8ad8-a78d5f629e81 req-6e93cfa5-2251-4c42-afe9-b62ba92e52a5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] No DVR routers for this DVR port 8f961c5f-03b2-4420-833a-16a46f72b684 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:57:58.920810 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device c6b09002-66a4-4f94-9c19-96c99887aecc no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:57:58.922943 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3cef6d8b-a65f-4c94-8ad8-a78d5f629e81 req-6e93cfa5-2251-4c42-afe9-b62ba92e52a5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:58.926233 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3cef6d8b-a65f-4c94-8ad8-a78d5f629e81 req-6e93cfa5-2251-4c42-afe9-b62ba92e52a5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.71 "DELETE /v2.0/ports/8f961c5f-03b2-4420-833a-16a46f72b684 HTTP/1.1" status: 204 len: 173 time: 1.7196455 Feb 07 20:57:58.930364 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8ae96-4cd5-4a8f-8bd6-5543d74ba3c9 req-f19e78d4-afe4-4495-90b2-93f527993d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:58.931793 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-60e8ae96-4cd5-4a8f-8bd6-5543d74ba3c9 req-f19e78d4-afe4-4495-90b2-93f527993d10 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0523770 Feb 07 20:57:58.967606 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-709b6b76-5b94-4815-94a0-a40a0755636e req-498bae33-f3af-48e2-931a-5c3bd7be0d1b tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941159 Feb 07 20:57:59.021989 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87184bcf-0e01-4d8c-aecb-63f629fc52a3 req-0434e270-2e0d-4ad2-a776-ab3833f8282b tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200723 Feb 07 20:57:59.039569 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d03fa-827a-45ef-9575-ab164964ac36 req-5a3939dd-4416-430c-b032-f36c8e0ffaf3 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:59.041128 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-278d03fa-827a-45ef-9575-ab164964ac36 req-5a3939dd-4416-430c-b032-f36c8e0ffaf3 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627&tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&binding%3Ahost_id=n-h2-828185-2 HTTP/1.1" status: 200 len: 1126 time: 0.2576005 Feb 07 20:57:59.049373 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] The host n-h2-828185-2 is not matching for port c6b09002-66a4-4f94-9c19-96c99887aecc host n-h1-828185-2! {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 07 20:57:59.049923 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device c6b09002-66a4-4f94-9c19-96c99887aecc not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:57:59.050652 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 8f961c5f-03b2-4420-833a-16a46f72b684 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:57:59.154910 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 8f961c5f-03b2-4420-833a-16a46f72b684 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:57:59.155270 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 8f961c5f-03b2-4420-833a-16a46f72b684 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:57:59.158851 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-60e8ae96-4cd5-4a8f-8bd6-5543d74ba3c9 req-1e87a9dd-9267-41c1-a6a0-77dd54e5b6a2 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195344 Feb 07 20:57:59.212608 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd84055-e417-4a4e-9acc-201223e59575 req-d9f78418-ade6-44f1-b800-7c7809bc990d tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:59.214214 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3fd84055-e417-4a4e-9acc-201223e59575 req-d9f78418-ade6-44f1-b800-7c7809bc990d tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 944 time: 0.1069312 Feb 07 20:57:59.227066 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e9a3f-900a-4741-80da-ea54461a5c8f req-698e48d5-336d-46ef-b646-b68b749f2069 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:59.228620 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0b5e9a3f-900a-4741-80da-ea54461a5c8f req-698e48d5-336d-46ef-b646-b68b749f2069 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 947 time: 0.0696583 Feb 07 20:57:59.268739 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-60e8ae96-4cd5-4a8f-8bd6-5543d74ba3c9 req-fbf158cb-697f-4a2a-8691-fb7a1b75f046 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034892 Feb 07 20:57:59.303619 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3fd84055-e417-4a4e-9acc-201223e59575 req-f48816ab-ce36-47c8-9aad-65c60742c0ac tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833378 Feb 07 20:57:59.306839 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0b5e9a3f-900a-4741-80da-ea54461a5c8f req-a0fbe3c3-167a-4fd5-813c-163410a260e4 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716248 Feb 07 20:57:59.419080 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fb2b857-8a1f-42b5-8e3e-a9a965270b77 req-4e819f7a-a2ad-4246-a01b-a58cb7e48762 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e902647-8770-4289-a314-25046abca3fd HTTP/1.1" status: 200 len: 210 time: 0.0303557 Feb 07 20:57:59.439031 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d87225-df7c-45c5-9fcf-67e62c67c9db req-5e5bb6f1-acc2-4f5d-b888-75523a66ea8f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:59.440547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b8d87225-df7c-45c5-9fcf-67e62c67c9db req-5e5bb6f1-acc2-4f5d-b888-75523a66ea8f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 945 time: 0.0799937 Feb 07 20:57:59.448994 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40950) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:57:59.454369 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e01b3cbf-c68b-4f72-95fb-5c6f49b4c735 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Request body: {'floatingip': {'port_id': '7e703522-6551-4d34-9c6b-81b5be4b6b43'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:57:59.521323 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e01b3cbf-c68b-4f72-95fb-5c6f49b4c735 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks [] for floatingip (b51339a5-9643-4004-8438-31518b9fc6a0), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:57:59.660350 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0dada-ecca-4c2d-b59a-c013296cf59b req-b7d958ab-bbc3-4b22-8c3c-9841ae3fbea3 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:59.661813 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9b0dada-ecca-4c2d-b59a-c013296cf59b req-b7d958ab-bbc3-4b22-8c3c-9841ae3fbea3 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.1717713 Feb 07 20:57:59.777190 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d728ed-5906-4899-ad61-96efd7cdb665 req-7a351c3f-101c-4fc9-8a66-3483e000b537 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:57:59.778653 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-22d728ed-5906-4899-ad61-96efd7cdb665 req-7a351c3f-101c-4fc9-8a66-3483e000b537 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 947 time: 0.1930499 Feb 07 20:57:59.819180 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9b0dada-ecca-4c2d-b59a-c013296cf59b req-4ec37346-967b-4326-b24c-2731074c5020 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498895 Feb 07 20:57:59.857609 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-22d728ed-5906-4899-ad61-96efd7cdb665 req-024732fe-a1da-4e0d-b421-13f2e1014b64 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706398 Feb 07 20:58:00.443154 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-e01b3cbf-c68b-4f72-95fb-5c6f49b4c735 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 20:58:00.471609 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0db1146-520f-45cc-afa3-b4dfb2083cd5', 'tag': '3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b'}, {'server_uuid': '8e902647-8770-4289-a314-25046abca3fd', 'name': 'network-vif-deleted', 'tag': '8f961c5f-03b2-4420-833a-16a46f72b684'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:58:00.473845 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6997458e-76d3-4b79-8357-4ed71d25dcbe" -d '{"events": [{"name": "network-changed", "server_uuid": "d0db1146-520f-45cc-afa3-b4dfb2083cd5", "tag": "3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b"}, {"server_uuid": "8e902647-8770-4289-a314-25046abca3fd", "name": "network-vif-deleted", "tag": "8f961c5f-03b2-4420-833a-16a46f72b684"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:58:00.508844 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07caf32-3593-4f4f-9492-c2ffb6406d25 req-b850b303-0673-4036-9d84-502747a5bf73 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:00.510308 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e07caf32-3593-4f4f-9492-c2ffb6406d25 req-b850b303-0673-4036-9d84-502747a5bf73 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 944 time: 0.4587562 Feb 07 20:58:00.545316 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e01b3cbf-c68b-4f72-95fb-5c6f49b4c735 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:00.556033 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e01b3cbf-c68b-4f72-95fb-5c6f49b4c735 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (b51339a5-9643-4004-8438-31518b9fc6a0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:00.564123 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc0a6d-46b1-443a-9035-902037632fcd req-101e95ce-cf4d-4acb-b291-a14d91b0ba4c tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:00.565648 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-40bc0a6d-46b1-443a-9035-902037632fcd req-101e95ce-cf4d-4acb-b291-a14d91b0ba4c tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.4700973 Feb 07 20:58:00.619286 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device c6b09002-66a4-4f94-9c19-96c99887aecc no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:58:00.691566 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e07caf32-3593-4f4f-9492-c2ffb6406d25 req-0ffe0ffe-9065-4d1a-a0b4-54a3ff29f0a1 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664870 Feb 07 20:58:00.695397 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port c6b09002-66a4-4f94-9c19-96c99887aecc is: DOWN; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:58:00.700998 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-40bc0a6d-46b1-443a-9035-902037632fcd req-ee4becbb-7a26-4567-903c-ab555401fb2d tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762899 Feb 07 20:58:00.720678 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-e01b3cbf-c68b-4f72-95fb-5c6f49b4c735 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Floating IP b51339a5-9643-4004-8438-31518b9fc6a0 associated. External IP: 172.25.4.104, port: 7e703522-6551-4d34-9c6b-81b5be4b6b43. Feb 07 20:58:00.892872 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229dfca-9ac7-4532-89c0-ad86674993fc req-a8515426-0086-4e5a-aad8-5d8f50df1923 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:00.894314 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0229dfca-9ac7-4532-89c0-ad86674993fc req-a8515426-0086-4e5a-aad8-5d8f50df1923 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 947 time: 0.1081550 Feb 07 20:58:00.902429 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243f5f3-8327-4630-b741-747577f5f18f req-afcc596a-b074-4992-828c-ad78e192d027 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:00.903775 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e243f5f3-8327-4630-b741-747577f5f18f req-afcc596a-b074-4992-828c-ad78e192d027 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 944 time: 0.1093097 Feb 07 20:58:01.040381 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0229dfca-9ac7-4532-89c0-ad86674993fc req-1215afe0-6890-4f98-8fa2-8bebdbedb06c tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341836 Feb 07 20:58:01.067050 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e243f5f3-8327-4630-b741-747577f5f18f req-48528055-590f-43b9-919e-75b665382147 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533287 Feb 07 20:58:01.095512 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01b3cbf-c68b-4f72-95fb-5c6f49b4c735 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Router 7a1cdfce-a913-4f5d-990e-6199acdb02b1 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:58:01.144182 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Feb 2022 20:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaaf328b-ba48-4a8e-a054-47df4968decc x-openstack-request-id: req-eaaf328b-ba48-4a8e-a054-47df4968decc {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:58:01.144810 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0db1146-520f-45cc-afa3-b4dfb2083cd5", "tag": "3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b", "status": "completed", "code": 200}, {"server_uuid": "8e902647-8770-4289-a314-25046abca3fd", "name": "network-vif-deleted", "tag": "8f961c5f-03b2-4420-833a-16a46f72b684", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:58:01.145272 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eaaf328b-ba48-4a8e-a054-47df4968decc {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:58:01.145859 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0db1146-520f-45cc-afa3-b4dfb2083cd5', 'tag': '3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b', 'status': 'completed', 'code': 200} Feb 07 20:58:01.146331 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e902647-8770-4289-a314-25046abca3fd', 'name': 'network-vif-deleted', 'tag': '8f961c5f-03b2-4420-833a-16a46f72b684', 'status': 'completed', 'code': 200} Feb 07 20:58:01.212433 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997458e-76d3-4b79-8357-4ed71d25dcbe req-ca443271-36a8-427d-bc95-979a5da3ea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:01.213954 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6997458e-76d3-4b79-8357-4ed71d25dcbe req-ca443271-36a8-427d-bc95-979a5da3ea66 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d4d8bacae7f44b5e9ed8eb3efaf55dd6&device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 1129 time: 0.0490661 Feb 07 20:58:01.300143 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdb8b4-565e-4dd4-abf9-224e9c375c19 req-bbf86381-b36e-4750-aa9a-a6daffe684ef tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:01.301691 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-27bdb8b4-565e-4dd4-abf9-224e9c375c19 req-bbf86381-b36e-4750-aa9a-a6daffe684ef tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 947 time: 0.1047633 Feb 07 20:58:01.308217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e9fd5-79e2-4bb0-8116-78028aaecd32 req-6f371687-dcd1-4ea3-a954-706a5db84214 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:01.309704 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f62e9fd5-79e2-4bb0-8116-78028aaecd32 req-6f371687-dcd1-4ea3-a954-706a5db84214 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.1268766 Feb 07 20:58:01.313170 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01b3cbf-c68b-4f72-95fb-5c6f49b4c735 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:58:01.313987 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997458e-76d3-4b79-8357-4ed71d25dcbe req-b04a0de1-9d87-4061-9da9-00096ea69877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:01.315736 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6997458e-76d3-4b79-8357-4ed71d25dcbe req-b04a0de1-9d87-4061-9da9-00096ea69877 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.0926812 Feb 07 20:58:01.323653 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e01b3cbf-c68b-4f72-95fb-5c6f49b4c735 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:01.326626 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c943ac2c-0f6d-4a5a-bb10-4fb504b94011 None None] Sync routers for ids ['7a1cdfce-a913-4f5d-990e-6199acdb02b1'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:58:01.343449 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c943ac2c-0f6d-4a5a-bb10-4fb504b94011 None None] Routers {'7a1cdfce-a913-4f5d-990e-6199acdb02b1'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:58:01.344916 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c943ac2c-0f6d-4a5a-bb10-4fb504b94011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:57:50Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7a1cdfce-a913-4f5d-990e-6199acdb02b1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:58:01.369279 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6997458e-76d3-4b79-8357-4ed71d25dcbe req-056e2976-036d-40e8-9351-1952a7986d7f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b HTTP/1.1" status: 200 len: 217 time: 0.0382102 Feb 07 20:58:01.397809 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e01b3cbf-c68b-4f72-95fb-5c6f49b4c735 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "PUT /v2.0/floatingips/b51339a5-9643-4004-8438-31518b9fc6a0 HTTP/1.1" status: 200 len: 991 time: 1.9475684 Feb 07 20:58:01.417842 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-27bdb8b4-565e-4dd4-abf9-224e9c375c19 req-db141c38-1b9f-4a2c-b04b-33e4480ccc5b tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066792 Feb 07 20:58:01.433593 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f62e9fd5-79e2-4bb0-8116-78028aaecd32 req-e98a527e-41d3-4b3f-a761-f981455eb0c3 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013567 Feb 07 20:58:01.472952 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997458e-76d3-4b79-8357-4ed71d25dcbe req-23803ae8-b08b-4d76-b14f-83f82ff01a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:01.474381 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6997458e-76d3-4b79-8357-4ed71d25dcbe req-23803ae8-b08b-4d76-b14f-83f82ff01a68 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0965936 Feb 07 20:58:01.516715 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-c943ac2c-0f6d-4a5a-bb10-4fb504b94011 None None] Set router 7a1cdfce-a913-4f5d-990e-6199acdb02b1 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:58:01.605332 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2b97a-eb2c-4a86-9fc8-e33a90d8a220 req-3645c07e-da79-4ff3-947e-7c7d3fc3281c tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:01.607771 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ece2b97a-eb2c-4a86-9fc8-e33a90d8a220 req-3645c07e-da79-4ff3-947e-7c7d3fc3281c tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 945 time: 0.0971124 Feb 07 20:58:01.688251 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ece2b97a-eb2c-4a86-9fc8-e33a90d8a220 req-6b1f61d4-77d7-4f24-880a-370178f8da15 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743039 Feb 07 20:58:01.819987 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997458e-76d3-4b79-8357-4ed71d25dcbe req-62627a5d-dd1f-4c84-acf7-fc57631b6e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:01.824349 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6997458e-76d3-4b79-8357-4ed71d25dcbe req-62627a5d-dd1f-4c84-acf7-fc57631b6e10 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3383169 Feb 07 20:58:01.848106 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9faf1-98fa-4f9e-98b6-598e73354ba9 req-453e6604-77b0-4450-8791-6d09e92a1ca7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:01.850763 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7b9faf1-98fa-4f9e-98b6-598e73354ba9 req-453e6604-77b0-4450-8791-6d09e92a1ca7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 950 time: 0.1135304 Feb 07 20:58:01.920011 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b85cd-e1c1-48c4-9cdf-c13f401bbb04 req-87f09ee7-6917-4556-b551-f79e124fe99a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:01.921761 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f63b85cd-e1c1-48c4-9cdf-c13f401bbb04 req-87f09ee7-6917-4556-b551-f79e124fe99a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 944 time: 0.1399333 Feb 07 20:58:01.937545 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7b9faf1-98fa-4f9e-98b6-598e73354ba9 req-dacd65bc-eaaf-43b7-9094-e0d7f1550509 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802796 Feb 07 20:58:01.944896 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6997458e-76d3-4b79-8357-4ed71d25dcbe req-2f15f56f-9e17-4240-ab0f-bf9b444e0216 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142573 Feb 07 20:58:01.996522 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f63b85cd-e1c1-48c4-9cdf-c13f401bbb04 req-e1dc61ef-b265-4e19-bb2e-ecab8dd9b843 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553565 Feb 07 20:58:02.076823 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c943ac2c-0f6d-4a5a-bb10-4fb504b94011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889777253-router', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:29Z', 'updated_at': '2022-02-07T20:55:40Z', 'revision_number': 4, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'gw_port': {'id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:33Z', 'updated_at': '2022-02-07T20:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'b51339a5-9643-4004-8438-31518b9fc6a0', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'port_id': '7e703522-6551-4d34-9c6b-81b5be4b6b43', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598', 'mac_address': 'fa:16:3e:34:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2546158a-8345-4c0b-9f78-c5fb56957d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:55:53Z', 'updated_at': '2022-02-07T20:58:00Z', 'revision_number': 5, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efea1ca8-1d82-4f0f-9267-710901c28596', 'name': '', 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'mac_address': 'fa:16:3e:a7:a7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:38Z', 'updated_at': '2022-02-07T20:55:45Z', 'revision_number': 5, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'subnets': [{'id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:58:02.088754 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341cba3-38eb-44cf-910e-9135b8174980 req-be75763d-6cad-487e-b3d1-f276018c66d2 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:02.098568 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9341cba3-38eb-44cf-910e-9135b8174980 req-be75763d-6cad-487e-b3d1-f276018c66d2 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0779583 Feb 07 20:58:02.109265 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c943ac2c-0f6d-4a5a-bb10-4fb504b94011 None None] Checking router: 7a1cdfce-a913-4f5d-990e-6199acdb02b1 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:58:02.113554 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6997458e-76d3-4b79-8357-4ed71d25dcbe req-78a191dd-f4f4-470f-a69d-aaaea18b864a service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566696 Feb 07 20:58:02.119049 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c943ac2c-0f6d-4a5a-bb10-4fb504b94011 None None] Routers {'7a1cdfce-a913-4f5d-990e-6199acdb02b1'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:58:02.119811 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c943ac2c-0f6d-4a5a-bb10-4fb504b94011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:57:50Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7a1cdfce-a913-4f5d-990e-6199acdb02b1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:58:02.164883 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9341cba3-38eb-44cf-910e-9135b8174980 req-550d0970-cd95-4e63-8487-77f660303aaf tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647972 Feb 07 20:58:02.220831 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e17e79-67d2-4109-8d7f-1bc5ab1be241 req-aa812fa1-d6cb-4814-b8cd-ea4d5a4a5e9f tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:02.222402 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-57e17e79-67d2-4109-8d7f-1bc5ab1be241 req-aa812fa1-d6cb-4814-b8cd-ea4d5a4a5e9f tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 947 time: 0.0732052 Feb 07 20:58:02.272417 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-c943ac2c-0f6d-4a5a-bb10-4fb504b94011 None None] Set router 7a1cdfce-a913-4f5d-990e-6199acdb02b1 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:58:02.302016 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-57e17e79-67d2-4109-8d7f-1bc5ab1be241 req-b057e2ba-928d-4f4c-9a89-6145f6a01c4e tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727599 Feb 07 20:58:02.317057 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a9f1e-e150-4db3-ad83-ba40264aa625 req-eb445b86-6287-4891-9316-f484e5a173ab tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:02.318536 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-502a9f1e-e150-4db3-ad83-ba40264aa625 req-eb445b86-6287-4891-9316-f484e5a173ab tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 944 time: 0.0835674 Feb 07 20:58:02.366389 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-502a9f1e-e150-4db3-ad83-ba40264aa625 req-102891ef-2691-4e28-a846-df1520695968 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422606 Feb 07 20:58:02.510333 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c943ac2c-0f6d-4a5a-bb10-4fb504b94011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889777253-router', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:29Z', 'updated_at': '2022-02-07T20:55:40Z', 'revision_number': 4, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'gw_port': {'id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:33Z', 'updated_at': '2022-02-07T20:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'b51339a5-9643-4004-8438-31518b9fc6a0', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'port_id': '7e703522-6551-4d34-9c6b-81b5be4b6b43', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598', 'mac_address': 'fa:16:3e:34:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2546158a-8345-4c0b-9f78-c5fb56957d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:55:53Z', 'updated_at': '2022-02-07T20:58:00Z', 'revision_number': 5, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efea1ca8-1d82-4f0f-9267-710901c28596', 'name': '', 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'mac_address': 'fa:16:3e:a7:a7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:38Z', 'updated_at': '2022-02-07T20:55:45Z', 'revision_number': 5, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'subnets': [{'id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:58:02.543131 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c943ac2c-0f6d-4a5a-bb10-4fb504b94011 None None] The sync data for ids ['7a1cdfce-a913-4f5d-990e-6199acdb02b1'] in n-d-828185-2 is: [{'id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889777253-router', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:29Z', 'updated_at': '2022-02-07T20:55:40Z', 'revision_number': 4, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'gw_port': {'id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:33Z', 'updated_at': '2022-02-07T20:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'b51339a5-9643-4004-8438-31518b9fc6a0', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'port_id': '7e703522-6551-4d34-9c6b-81b5be4b6b43', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598', 'mac_address': 'fa:16:3e:34:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2546158a-8345-4c0b-9f78-c5fb56957d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:55:53Z', 'updated_at': '2022-02-07T20:58:00Z', 'revision_number': 5, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efea1ca8-1d82-4f0f-9267-710901c28596', 'name': '', 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'mac_address': 'fa:16:3e:a7:a7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:38Z', 'updated_at': '2022-02-07T20:55:45Z', 'revision_number': 5, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'subnets': [{'id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:58:02.592024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922d6e5-7938-4ff7-9d20-a6543915d7ef req-1f2d71fd-1055-462d-8c87-b6d3a4d29732 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:02.594722 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1922d6e5-7938-4ff7-9d20-a6543915d7ef req-1f2d71fd-1055-462d-8c87-b6d3a4d29732 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 947 time: 0.1008544 Feb 07 20:58:02.605177 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1c8cb-977f-4f19-8255-84ea21d1773d req-118f6871-3090-4187-967d-47f048447bb9 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:02.606790 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80e1c8cb-977f-4f19-8255-84ea21d1773d req-118f6871-3090-4187-967d-47f048447bb9 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0857029 Feb 07 20:58:02.679853 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1922d6e5-7938-4ff7-9d20-a6543915d7ef req-efa8a6d4-8a51-4645-8bb5-602e0b707dd3 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719678 Feb 07 20:58:02.684590 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80e1c8cb-977f-4f19-8255-84ea21d1773d req-03f4ca4d-87a8-4899-b034-8db8a9c55f95 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706112 Feb 07 20:58:02.778607 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8a7c3d-b1e8-4f9a-9a65-4d81a22ce11f None None] New status for floating IP b51339a5-9643-4004-8438-31518b9fc6a0: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 20:58:02.807373 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a1d75-7704-4ff3-86b7-2bf52dc2d598 req-ebe1d934-c993-4b3c-903e-79bada9e9559 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:02.812859 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a4a1d75-7704-4ff3-86b7-2bf52dc2d598 req-ebe1d934-c993-4b3c-903e-79bada9e9559 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 945 time: 0.0614922 Feb 07 20:58:02.856297 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a4a1d75-7704-4ff3-86b7-2bf52dc2d598 req-92fce15c-63b9-4de5-b09b-3af26fbfd79b tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417516 Feb 07 20:58:03.069168 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d2f44-a6bf-459e-b327-cb24a6b1edeb req-c58fac55-cd82-4c4d-b50a-24adc6f4cf57 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:03.070782 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef5d2f44-a6bf-459e-b327-cb24a6b1edeb req-c58fac55-cd82-4c4d-b50a-24adc6f4cf57 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 950 time: 0.0605278 Feb 07 20:58:03.146120 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef5d2f44-a6bf-459e-b327-cb24a6b1edeb req-d45223e7-45f7-4430-b1a5-ad9fcfe56d31 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695753 Feb 07 20:58:03.148005 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2546158a-8345-4c0b-9f78-c5fb56957d90', 'tag': '7e703522-6551-4d34-9c6b-81b5be4b6b43'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:58:03.150221 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5381e9c8-fc5b-4bee-9807-95676aae0332" -d '{"events": [{"name": "network-changed", "server_uuid": "2546158a-8345-4c0b-9f78-c5fb56957d90", "tag": "7e703522-6551-4d34-9c6b-81b5be4b6b43"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:58:03.164416 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de5acd-9c5d-49ff-8d35-9fd796cdd5d4 req-3d9a3b0a-3efe-46b0-918a-22253720bcbf tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:03.165884 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-60de5acd-9c5d-49ff-8d35-9fd796cdd5d4 req-3d9a3b0a-3efe-46b0-918a-22253720bcbf tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 944 time: 0.0834477 Feb 07 20:58:03.193541 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395c7b31-663a-4bd9-87c4-a44dbcbd9e47 x-openstack-request-id: req-395c7b31-663a-4bd9-87c4-a44dbcbd9e47 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:58:03.193762 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2546158a-8345-4c0b-9f78-c5fb56957d90", "tag": "7e703522-6551-4d34-9c6b-81b5be4b6b43", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:58:03.194019 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-395c7b31-663a-4bd9-87c4-a44dbcbd9e47 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:58:03.194413 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2546158a-8345-4c0b-9f78-c5fb56957d90', 'tag': '7e703522-6551-4d34-9c6b-81b5be4b6b43', 'status': 'completed', 'code': 200} Feb 07 20:58:03.224957 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-60de5acd-9c5d-49ff-8d35-9fd796cdd5d4 req-19755534-afc1-4661-ab68-86030fdc2adb tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531151 Feb 07 20:58:03.234858 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:03.290769 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92c440-41ec-4545-bc98-e6b2de072f10 req-0c2c777d-ca12-4821-869d-ca9824aa76ff tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:03.292149 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c92c440-41ec-4545-bc98-e6b2de072f10 req-0c2c777d-ca12-4821-869d-ca9824aa76ff tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0559661 Feb 07 20:58:03.337305 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c92c440-41ec-4545-bc98-e6b2de072f10 req-8453e977-e4ff-4955-9c99-8e77728fb7ea tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393069 Feb 07 20:58:03.421660 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd258248-28f1-41aa-8a59-d3d011d6148e req-1377f253-3091-4c89-8080-64167509d5d7 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:03.423036 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd258248-28f1-41aa-8a59-d3d011d6148e req-1377f253-3091-4c89-8080-64167509d5d7 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 947 time: 0.0532570 Feb 07 20:58:03.496014 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd258248-28f1-41aa-8a59-d3d011d6148e req-8309a036-633a-418e-b31e-415f20a63e0e tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673094 Feb 07 20:58:03.511446 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbf83a-5c22-417d-9100-d7ecce1c4e2c req-7fc07750-b6b1-4047-a6b6-84bf569fe2aa tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:03.513172 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-58fbf83a-5c22-417d-9100-d7ecce1c4e2c req-7fc07750-b6b1-4047-a6b6-84bf569fe2aa tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 944 time: 0.0787797 Feb 07 20:58:03.561727 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-58fbf83a-5c22-417d-9100-d7ecce1c4e2c req-581828f2-a75a-4d72-9ac7-d458f186376d tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431952 Feb 07 20:58:03.656982 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:03.831819 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4edad-2ec5-4386-98c9-9813f8488ddf req-c32466d3-758a-4e24-8b09-2ac71cf32997 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:03.833231 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-47c4edad-2ec5-4386-98c9-9813f8488ddf req-c32466d3-758a-4e24-8b09-2ac71cf32997 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 947 time: 0.0808125 Feb 07 20:58:03.843599 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257541fc-32ba-4a15-864b-aacdb2bfd349 req-0ea0d9fa-af4d-4bb1-9c85-4c94207cb32f tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:03.845579 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-257541fc-32ba-4a15-864b-aacdb2bfd349 req-0ea0d9fa-af4d-4bb1-9c85-4c94207cb32f tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0846009 Feb 07 20:58:03.911714 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-47c4edad-2ec5-4386-98c9-9813f8488ddf req-6126b767-7aea-445f-bab6-c5c1ce55389e tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651739 Feb 07 20:58:03.918221 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-257541fc-32ba-4a15-864b-aacdb2bfd349 req-16a64390-899b-475a-848f-4bcd6c7bc589 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660648 Feb 07 20:58:04.020690 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383be96-eff2-4ea5-b091-1d9682545793 req-a86d56a5-4705-4228-9107-82b62bf0c4f8 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:04.022107 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0383be96-eff2-4ea5-b091-1d9682545793 req-a86d56a5-4705-4228-9107-82b62bf0c4f8 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 945 time: 0.0541873 Feb 07 20:58:04.068084 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0383be96-eff2-4ea5-b091-1d9682545793 req-810aa8b3-21ae-4318-8d1e-9bff469fab58 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403571 Feb 07 20:58:04.262975 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85d3e6-b32e-4c7f-a49c-ac8c09ba03c6 req-f8123cac-48be-487c-9858-d6a45d92442a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:04.264481 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b85d3e6-b32e-4c7f-a49c-ac8c09ba03c6 req-f8123cac-48be-487c-9858-d6a45d92442a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 950 time: 0.0513422 Feb 07 20:58:04.341258 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b85d3e6-b32e-4c7f-a49c-ac8c09ba03c6 req-86e5f736-33d4-4ba7-b13f-2d2209f78d24 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706484 Feb 07 20:58:04.364703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54d934-0d02-4470-8278-e0b2a1e02d39 req-c1fbe107-eb7b-478b-a77a-c61d89637cfe tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:04.366205 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bd54d934-0d02-4470-8278-e0b2a1e02d39 req-c1fbe107-eb7b-478b-a77a-c61d89637cfe tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 944 time: 0.0688374 Feb 07 20:58:04.421410 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bd54d934-0d02-4470-8278-e0b2a1e02d39 req-db06fe8f-4813-4ebd-b766-6b3b28d83816 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498636 Feb 07 20:58:04.459223 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf0d75-65dc-4959-bdd3-f5de9a6f82ba req-bd5bf97b-7b3b-44a2-a771-995b8e9431ca tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:04.460662 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6bf0d75-65dc-4959-bdd3-f5de9a6f82ba req-bd5bf97b-7b3b-44a2-a771-995b8e9431ca tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0547864 Feb 07 20:58:04.510139 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6bf0d75-65dc-4959-bdd3-f5de9a6f82ba req-db224818-b72d-4c7c-a4b8-52387c25bf9c tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439780 Feb 07 20:58:04.616617 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee23f08-7d6c-4341-a5c4-399b3bf730b4 req-c5b22ab0-d1d2-4f38-9182-37b2234eee08 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:04.618297 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eee23f08-7d6c-4341-a5c4-399b3bf730b4 req-c5b22ab0-d1d2-4f38-9182-37b2234eee08 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 947 time: 0.0568020 Feb 07 20:58:04.634248 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:58:04.706044 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eee23f08-7d6c-4341-a5c4-399b3bf730b4 req-d47c9ccd-3280-439a-93b2-b3fd087aad27 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822451 Feb 07 20:58:04.718458 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc043c-2015-4fed-ac76-ee2067745f25 req-b57a5e9f-d7f7-470b-a6c3-d488d372d7be tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:04.720235 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-70fc043c-2015-4fed-ac76-ee2067745f25 req-b57a5e9f-d7f7-470b-a6c3-d488d372d7be tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 944 time: 0.0903304 Feb 07 20:58:04.739285 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 is: DOWN; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:58:04.774605 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-70fc043c-2015-4fed-ac76-ee2067745f25 req-c8f81144-718b-49e9-a2a4-91b113a70736 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451543 Feb 07 20:58:04.954857 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 4d2cef4d-e853-4521-9834-d0cc32412b3f details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:58:05.052061 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 4d2cef4d-e853-4521-9834-d0cc32412b3f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=4d2cef4d-e853-4521-9834-d0cc32412b3f,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:05.064133 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '4d2cef4d-e853-4521-9834-d0cc32412b3f', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '4d2cef4d-e853-4521-9834-d0cc32412b3f', 'mac_address': 'fa:16:3e:c6:af:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:58:05.066862 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52001e8b-8288-4961-8c14-fdb67774d5d7 req-5df641cf-ef15-4316-bb94-ec01c34c02c6 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:05.068585 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52001e8b-8288-4961-8c14-fdb67774d5d7 req-5df641cf-ef15-4316-bb94-ec01c34c02c6 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 947 time: 0.0892508 Feb 07 20:58:05.076456 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436e623-46aa-4a43-9777-f4c4918193e6 req-80b13d3e-53e7-43b2-837d-145e69ebded0 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:05.077889 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8436e623-46aa-4a43-9777-f4c4918193e6 req-80b13d3e-53e7-43b2-837d-145e69ebded0 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0887568 Feb 07 20:58:05.102952 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 4d2cef4d-e853-4521-9834-d0cc32412b3f is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:58:05.103596 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4d2cef4d-e853-4521-9834-d0cc32412b3f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:05.122590 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d2cef4d-e853-4521-9834-d0cc32412b3f {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:58:05.146421 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 4d2cef4d-e853-4521-9834-d0cc32412b3f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=4d2cef4d-e853-4521-9834-d0cc32412b3f,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:05.151780 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (4d2cef4d-e853-4521-9834-d0cc32412b3f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:05.152674 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:58:05.163880 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52001e8b-8288-4961-8c14-fdb67774d5d7 req-9ed8c09b-33b1-4453-a3a1-0976b18c3ddb tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846598 Feb 07 20:58:05.177349 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8436e623-46aa-4a43-9777-f4c4918193e6 req-e98f7c6a-bf4e-4b40-b514-7210a1f7be1b tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898001 Feb 07 20:58:05.238284 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=4d2cef4d-e853-4521-9834-d0cc32412b3f,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:05.244165 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:05.256180 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b', 'mac_address': 'fa:16:3e:c5:37:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:58:05.277219 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886eb02a-3ae1-474c-8699-4ebae8fd68ac req-f51eb9b4-b344-4173-afc2-463b0a346b23 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:05.278982 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-886eb02a-3ae1-474c-8699-4ebae8fd68ac req-f51eb9b4-b344-4173-afc2-463b0a346b23 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 945 time: 0.0528097 Feb 07 20:58:05.293428 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:58:05.293828 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:05.306529 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:58:05.324354 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-886eb02a-3ae1-474c-8699-4ebae8fd68ac req-8c2a8a1d-77c2-4997-bc68-e8c054021d1a tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396273 Feb 07 20:58:05.325981 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:05.331082 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:05.380318 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:05.463054 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb7683-da31-4feb-ae8c-ae1c51f61bda req-30518220-0a7c-4597-8280-972ba941ceaa tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:05.464543 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-90fb7683-da31-4feb-ae8c-ae1c51f61bda req-30518220-0a7c-4597-8280-972ba941ceaa tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 950 time: 0.0531216 Feb 07 20:58:05.540214 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-90fb7683-da31-4feb-ae8c-ae1c51f61bda req-e784f327-f4a0-4554-8be3-6fd619d42313 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701194 Feb 07 20:58:05.559182 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d552a60-0bcc-4abd-95e8-233e53d9b4a8 req-29dc1749-6589-49e7-8ee3-7948b1d6c258 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:05.560596 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d552a60-0bcc-4abd-95e8-233e53d9b4a8 req-29dc1749-6589-49e7-8ee3-7948b1d6c258 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 944 time: 0.0672767 Feb 07 20:58:05.629630 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d552a60-0bcc-4abd-95e8-233e53d9b4a8 req-c690a177-ca1a-4985-bdc4-d1ce21d95c60 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635569 Feb 07 20:58:05.654494 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca716a-cae0-4d63-8fc1-bcc3c6013664 req-65ff9ca3-4ef7-4981-84c6-2b0c489bc309 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:05.656004 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17ca716a-cae0-4d63-8fc1-bcc3c6013664 req-65ff9ca3-4ef7-4981-84c6-2b0c489bc309 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0632226 Feb 07 20:58:05.700841 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17ca716a-cae0-4d63-8fc1-bcc3c6013664 req-d315e6c4-3504-40bd-aa75-dae8715246de tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387325 Feb 07 20:58:05.835496 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1b241-50a4-40cc-8e68-0e01d2c2be80 req-936a3191-d1e1-4213-868e-7d68ba4e0876 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:05.836984 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bbe1b241-50a4-40cc-8e68-0e01d2c2be80 req-936a3191-d1e1-4213-868e-7d68ba4e0876 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 948 time: 0.0557504 Feb 07 20:58:05.858429 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['4d2cef4d-e853-4521-9834-d0cc32412b3f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:58:05.884953 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:58:05.913690 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bbe1b241-50a4-40cc-8e68-0e01d2c2be80 req-e57f3a6d-5a62-4efc-a340-747b02cd19d2 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711424 Feb 07 20:58:05.924966 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694d754-2128-4c99-ab3f-ab2a75f39f88 req-6d8fa283-eced-498e-9073-fa66fbaa4f1c tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:05.926437 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e694d754-2128-4c99-ab3f-ab2a75f39f88 req-6d8fa283-eced-498e-9073-fa66fbaa4f1c tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 944 time: 0.0778158 Feb 07 20:58:05.981662 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e694d754-2128-4c99-ab3f-ab2a75f39f88 req-fd743d60-a00e-4724-a151-c94c6f87ab5e tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404558 Feb 07 20:58:06.308120 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f1ae2-e621-4d22-86dd-d10f21ec55dc req-63520043-02a7-4376-8494-6ffda33af01c tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:06.309614 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c18f1ae2-e621-4d22-86dd-d10f21ec55dc req-63520043-02a7-4376-8494-6ffda33af01c tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 948 time: 0.0844386 Feb 07 20:58:06.321113 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdf556-9131-477c-b873-221e66991a8a req-271bd80c-8a80-491c-9177-485adbf06fa3 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:06.322507 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-abbdf556-9131-477c-b873-221e66991a8a req-271bd80c-8a80-491c-9177-485adbf06fa3 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0688748 Feb 07 20:58:06.399733 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c18f1ae2-e621-4d22-86dd-d10f21ec55dc req-aac47c25-238e-48ba-a5e5-848317ca6e47 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762885 Feb 07 20:58:06.406405 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-abbdf556-9131-477c-b873-221e66991a8a req-aef6d877-375f-47e2-95c5-472060f05817 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765901 Feb 07 20:58:06.516956 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d21b7a-765d-4b01-814e-d513e8dd68d0 req-495b69a9-41bb-49a4-b761-3588088f315f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:06.518294 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52d21b7a-765d-4b01-814e-d513e8dd68d0 req-495b69a9-41bb-49a4-b761-3588088f315f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 945 time: 0.0531063 Feb 07 20:58:06.566010 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52d21b7a-765d-4b01-814e-d513e8dd68d0 req-33024601-1a47-4f77-96de-58d3a8059409 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421336 Feb 07 20:58:06.655999 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb96da-390d-49be-87ca-a12bc559d604 req-d5514ce6-b01b-46c4-b90e-26a6fc30a4b7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:06.658165 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5dbb96da-390d-49be-87ca-a12bc559d604 req-d5514ce6-b01b-46c4-b90e-26a6fc30a4b7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 950 time: 0.0506754 Feb 07 20:58:06.705779 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5dbb96da-390d-49be-87ca-a12bc559d604 req-9587ba9c-0e40-4b27-b458-a9222f274a1d tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418963 Feb 07 20:58:06.755334 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4049c-c6c2-41c4-9f38-ea7f1d233f34 req-055d40bf-9e71-45d8-b1ce-24d202726bcb tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:06.756821 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-95e4049c-c6c2-41c4-9f38-ea7f1d233f34 req-055d40bf-9e71-45d8-b1ce-24d202726bcb tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 944 time: 0.0555656 Feb 07 20:58:06.850195 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-95e4049c-c6c2-41c4-9f38-ea7f1d233f34 req-2fe2987d-d265-4131-9219-f8288961ef59 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875406 Feb 07 20:58:06.865489 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce12bd-e404-4c37-8c97-48bf262d4a1f req-b52c3aec-c2a2-4c3a-8c50-4bdfb4bb1848 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:06.866922 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2cce12bd-e404-4c37-8c97-48bf262d4a1f req-b52c3aec-c2a2-4c3a-8c50-4bdfb4bb1848 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0971076 Feb 07 20:58:06.915199 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2cce12bd-e404-4c37-8c97-48bf262d4a1f req-13c7dbc4-8635-4a45-9fe2-7b93320d03cb tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399840 Feb 07 20:58:07.030752 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61d579-d4bf-482c-9753-fa03d9804e7f req-0a1f465b-3fc7-4adb-81e4-de60af2d56fb tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:07.032807 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab61d579-d4bf-482c-9753-fa03d9804e7f req-0a1f465b-3fc7-4adb-81e4-de60af2d56fb tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 948 time: 0.0518887 Feb 07 20:58:07.108781 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab61d579-d4bf-482c-9753-fa03d9804e7f req-adcd3ae7-d52e-43bd-9a3a-39a1f645a934 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705230 Feb 07 20:58:07.124214 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b64c0c-3432-4a2d-8b80-25c25a521aea req-1346c35d-e36a-457c-a0a3-4ab3aa9b4451 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:07.125782 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-13b64c0c-3432-4a2d-8b80-25c25a521aea req-1346c35d-e36a-457c-a0a3-4ab3aa9b4451 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 944 time: 0.0751312 Feb 07 20:58:07.421739 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-13b64c0c-3432-4a2d-8b80-25c25a521aea req-c1e73efd-dd49-4a5c-890f-c6eb0bab6a84 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900453 Feb 07 20:58:07.548116 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ef15c-8e9a-4d87-a909-9e6153ad80c7 req-efd8526f-702c-44a1-8104-802f308959dc tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:07.549598 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-024ef15c-8e9a-4d87-a909-9e6153ad80c7 req-efd8526f-702c-44a1-8104-802f308959dc tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 948 time: 0.0817845 Feb 07 20:58:07.556664 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c7776-d42e-4da5-9fdf-edd919a6d593 req-b2508beb-d7fc-45eb-bb1a-ea45d858b5c3 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:07.557991 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f3c7776-d42e-4da5-9fdf-edd919a6d593 req-b2508beb-d7fc-45eb-bb1a-ea45d858b5c3 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0816097 Feb 07 20:58:07.628757 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-024ef15c-8e9a-4d87-a909-9e6153ad80c7 req-5d98cb5a-7152-4bb3-b85f-d6a931ef5b4b tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698104 Feb 07 20:58:07.632828 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f3c7776-d42e-4da5-9fdf-edd919a6d593 req-e50f0f37-0257-46db-9c79-e6cd292d047c tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678377 Feb 07 20:58:07.733117 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5024a39-168f-4fd9-a503-1a99cb0a8342 req-9fbb073a-fb7f-4266-87eb-ce70c5d41710 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:07.735178 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5024a39-168f-4fd9-a503-1a99cb0a8342 req-9fbb073a-fb7f-4266-87eb-ce70c5d41710 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 945 time: 0.0518296 Feb 07 20:58:07.790367 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5024a39-168f-4fd9-a503-1a99cb0a8342 req-c5e7775e-46ae-477f-bb09-ae4993a9a2cb tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494952 Feb 07 20:58:07.829434 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98517891-1b04-4efb-a4e3-e9aa987bebb0 req-9b35acc9-72e3-4811-b778-6cd9716625cb tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:07.830871 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-98517891-1b04-4efb-a4e3-e9aa987bebb0 req-9b35acc9-72e3-4811-b778-6cd9716625cb tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 950 time: 0.0555682 Feb 07 20:58:07.876173 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-98517891-1b04-4efb-a4e3-e9aa987bebb0 req-a84a4708-2258-4a8b-938d-a5146f782320 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391953 Feb 07 20:58:07.974481 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa66b2-b055-458b-a610-92499e396050 req-885c6201-472a-4e04-9572-d15de772eeb3 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:07.976053 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8baa66b2-b055-458b-a610-92499e396050 req-885c6201-472a-4e04-9572-d15de772eeb3 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 944 time: 0.0556822 Feb 07 20:58:08.054030 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8baa66b2-b055-458b-a610-92499e396050 req-e639c0a0-b8c5-4f31-9e54-5e48b7f3819b tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653045 Feb 07 20:58:08.060539 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc0a01-018c-401b-9949-75a8d34e8c7f req-a5da8fe3-45c6-405d-bedf-c8c5d4c5965e tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:08.061941 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21bc0a01-018c-401b-9949-75a8d34e8c7f req-a5da8fe3-45c6-405d-bedf-c8c5d4c5965e tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0820200 Feb 07 20:58:08.109454 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21bc0a01-018c-401b-9949-75a8d34e8c7f req-5fc05ba7-1ccc-42c7-bcd6-31d8916aa9a4 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409956 Feb 07 20:58:08.230364 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274b81d-7855-43a0-8e12-2340f8266bda req-19aee80d-00fa-4d07-aec2-bba1f7e1a42f tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:08.232216 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c274b81d-7855-43a0-8e12-2340f8266bda req-19aee80d-00fa-4d07-aec2-bba1f7e1a42f tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 948 time: 0.0542886 Feb 07 20:58:08.277695 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c274b81d-7855-43a0-8e12-2340f8266bda req-8b5edecf-2a5d-48a6-9714-4af746376816 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388715 Feb 07 20:58:08.541540 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20798fa-b38f-4d88-8ca7-d1ae3605fc12 req-845ed03b-165e-487f-be5f-87b7c055c6eb tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:08.543018 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d20798fa-b38f-4d88-8ca7-d1ae3605fc12 req-845ed03b-165e-487f-be5f-87b7c055c6eb tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 944 time: 0.0527563 Feb 07 20:58:08.589776 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d20798fa-b38f-4d88-8ca7-d1ae3605fc12 req-cb4fd270-b67c-4140-8964-b1ac452066c5 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409956 Feb 07 20:58:08.671983 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76448dcc-c7a1-42c3-beb7-8312650976a3 req-5492e0e3-2212-431c-abdf-f907fb2b6eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:08.673689 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-76448dcc-c7a1-42c3-beb7-8312650976a3 req-5492e0e3-2212-431c-abdf-f907fb2b6eda service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c9d4415d20024a229d8b07e6abbd40bd&device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 1131 time: 0.0467045 Feb 07 20:58:08.779331 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76448dcc-c7a1-42c3-beb7-8312650976a3 req-0707e54e-8317-42db-998b-107d1892d00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:08.779556 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10fb257-38b9-4a64-a9a2-febff450ab61 req-7b99be1e-b7d1-4f57-b86b-ba406ede617f tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:08.780859 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-76448dcc-c7a1-42c3-beb7-8312650976a3 req-0707e54e-8317-42db-998b-107d1892d00f service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.0886426 Feb 07 20:58:08.781038 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b10fb257-38b9-4a64-a9a2-febff450ab61 req-7b99be1e-b7d1-4f57-b86b-ba406ede617f tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 948 time: 0.0838735 Feb 07 20:58:08.792898 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2fd20-faf9-49e4-991d-5c40b724f029 req-0dacda47-b201-422a-8a25-4246e67852bc tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:08.794315 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9e2fd20-faf9-49e4-991d-5c40b724f029 req-0dacda47-b201-422a-8a25-4246e67852bc tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0865896 Feb 07 20:58:08.823342 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-76448dcc-c7a1-42c3-beb7-8312650976a3 req-6a505d1c-2fa0-4885-9396-3f9b25c87cca service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=84ce1b42-ffd6-4d84-ba73-4f58e89ae95c HTTP/1.1" status: 200 len: 217 time: 0.0349262 Feb 07 20:58:08.864457 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b10fb257-38b9-4a64-a9a2-febff450ab61 req-dcbf10b7-966d-4af9-9462-186f5fce97a5 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691593 Feb 07 20:58:08.869402 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9e2fd20-faf9-49e4-991d-5c40b724f029 req-899f87ad-57de-41e4-a3d1-c66dcc4a992e tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683582 Feb 07 20:58:08.871098 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76448dcc-c7a1-42c3-beb7-8312650976a3 req-167390d8-90a2-4b49-a4ab-906396e810d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:08.872683 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-76448dcc-c7a1-42c3-beb7-8312650976a3 req-167390d8-90a2-4b49-a4ab-906396e810d3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0427992 Feb 07 20:58:08.935729 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76448dcc-c7a1-42c3-beb7-8312650976a3 req-6c25e06a-06a6-406e-8dfc-2b6add5df5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:08.937272 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-76448dcc-c7a1-42c3-beb7-8312650976a3 req-6c25e06a-06a6-406e-8dfc-2b6add5df5a4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0580850 Feb 07 20:58:09.009504 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 4d2cef4d-e853-4521-9834-d0cc32412b3f up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:58:09.021185 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ceb534-b359-4fa3-958e-64f47a52591d req-4c296640-3445-4a81-8fa8-d2f3e5c10411 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:09.022683 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6ceb534-b359-4fa3-958e-64f47a52591d req-4c296640-3445-4a81-8fa8-d2f3e5c10411 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 945 time: 0.0886102 Feb 07 20:58:09.029396 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-76448dcc-c7a1-42c3-beb7-8312650976a3 req-06130a37-5b24-4753-b501-c6d117d05356 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861003 Feb 07 20:58:09.030215 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8db5f-1d71-4dc4-b9be-3558f7309d25 req-39fdffc5-c719-459b-a2e8-df4f749c5a01 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:09.031692 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d1a8db5f-1d71-4dc4-b9be-3558f7309d25 req-39fdffc5-c719-459b-a2e8-df4f749c5a01 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 950 time: 0.0865173 Feb 07 20:58:09.059557 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 4d2cef4d-e853-4521-9834-d0cc32412b3f completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:58:09.064170 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 4d2cef4d-e853-4521-9834-d0cc32412b3f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:58:09.064617 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4d2cef4d-e853-4521-9834-d0cc32412b3f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:09.095506 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6ceb534-b359-4fa3-958e-64f47a52591d req-7ebe4af8-b348-47af-a171-4bfa40475ecc tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628355 Feb 07 20:58:09.110131 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d1a8db5f-1d71-4dc4-b9be-3558f7309d25 req-58d7903d-ec4a-4c37-9b97-719be2306200 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706868 Feb 07 20:58:09.136941 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-76448dcc-c7a1-42c3-beb7-8312650976a3 req-92489d7a-99de-4820-ab29-1c44720800b7 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017475 Feb 07 20:58:09.154374 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 4d2cef4d-e853-4521-9834-d0cc32412b3f is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:58:09.154836 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4d2cef4d-e853-4521-9834-d0cc32412b3f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:09.180049 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590cf40c-37f4-4ea6-9385-b58a33c1df9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2cef4d-e853-4521-9834-d0cc32412b3f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:58:09.182485 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d11758f-d3d3-4ae9-829c-578be0336fb7" -d '{"events": [{"server_uuid": "590cf40c-37f4-4ea6-9385-b58a33c1df9b", "name": "network-vif-plugged", "status": "completed", "tag": "4d2cef4d-e853-4521-9834-d0cc32412b3f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:58:09.195554 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 4d2cef4d-e853-4521-9834-d0cc32412b3f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=4d2cef4d-e853-4521-9834-d0cc32412b3f,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:09.200178 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (4d2cef4d-e853-4521-9834-d0cc32412b3f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:09.201227 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:58:09.272625 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa34d8-324c-49fd-9987-d5ea349fa708 req-e5380534-34c6-419f-9082-9fb763cb168e tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:09.274013 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-edaa34d8-324c-49fd-9987-d5ea349fa708 req-e5380534-34c6-419f-9082-9fb763cb168e tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 944 time: 0.0889032 Feb 07 20:58:09.286330 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=4d2cef4d-e853-4521-9834-d0cc32412b3f,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:09.297799 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85092d2-273f-4e6a-a729-a9ccdb55ff90 req-1a072a02-0a64-415f-b632-d216cc477141 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:09.299549 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e85092d2-273f-4e6a-a729-a9ccdb55ff90 req-1a072a02-0a64-415f-b632-d216cc477141 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0858505 Feb 07 20:58:09.300926 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:58:09.304992 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:58:09.305367 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:09.354890 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-edaa34d8-324c-49fd-9987-d5ea349fa708 req-b8a0a40e-9d99-4699-afa6-a3176cb67a43 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742991 Feb 07 20:58:09.369182 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e85092d2-273f-4e6a-a729-a9ccdb55ff90 req-125d03ee-7ee0-44ce-b727-05b8eb01e8e2 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632331 Feb 07 20:58:09.385299 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:58:09.385613 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:09.405034 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e91a81-c7c0-4f01-84a6-4364544ada99 x-openstack-request-id: req-d1e91a81-c7c0-4f01-84a6-4364544ada99 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:58:09.405346 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590cf40c-37f4-4ea6-9385-b58a33c1df9b", "name": "network-vif-plugged", "status": "completed", "tag": "4d2cef4d-e853-4521-9834-d0cc32412b3f", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:58:09.405599 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d1e91a81-c7c0-4f01-84a6-4364544ada99 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:58:09.405985 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590cf40c-37f4-4ea6-9385-b58a33c1df9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2cef4d-e853-4521-9834-d0cc32412b3f', 'code': 200} Feb 07 20:58:09.441007 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:09.445152 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:09.490147 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1411d-1287-47a0-9eff-1ebcb9537f2b req-b3cecc96-282b-45b6-842a-ba011b191b5e tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:09.491756 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3eb1411d-1287-47a0-9eff-1ebcb9537f2b req-b3cecc96-282b-45b6-842a-ba011b191b5e tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0548599 Feb 07 20:58:09.498168 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:09.517346 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5e4ef-487e-4430-a951-3b1370aba5c1 req-5963172f-1bfa-42e0-a2a5-b814a6408740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:09.519167 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-07f5e4ef-487e-4430-a951-3b1370aba5c1 req-5963172f-1bfa-42e0-a2a5-b814a6408740 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 1131 time: 0.0566626 Feb 07 20:58:09.542671 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3eb1411d-1287-47a0-9eff-1ebcb9537f2b req-66977aa1-c6a0-46cd-bef4-3df07bb7d413 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447524 Feb 07 20:58:09.564722 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-07f5e4ef-487e-4430-a951-3b1370aba5c1 req-ede21301-246c-4e9e-9af7-5c045c04b379 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383241 Feb 07 20:58:09.706744 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a66bd-4728-4c3c-83d6-ad1371dff219 req-a4409c81-62f1-4694-88a1-d4d2ddbe8d46 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:09.708195 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-309a66bd-4728-4c3c-83d6-ad1371dff219 req-a4409c81-62f1-4694-88a1-d4d2ddbe8d46 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 944 time: 0.0522780 Feb 07 20:58:09.758531 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-309a66bd-4728-4c3c-83d6-ad1371dff219 req-8f770822-3245-445b-8cf8-7d82b583f575 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448794 Feb 07 20:58:10.017566 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf3a82-5e0c-4f61-912c-47eeb65e42ee req-23e9e1a0-b5e8-4ab7-95a8-3da118c095f7 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:10.019018 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9acf3a82-5e0c-4f61-912c-47eeb65e42ee req-23e9e1a0-b5e8-4ab7-95a8-3da118c095f7 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.0821123 Feb 07 20:58:10.026211 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8b9ef-cd4c-436f-8412-cc0d37d0a779 req-e3f36ce3-111c-4c3c-a576-731c87281943 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:10.027588 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49b8b9ef-cd4c-436f-8412-cc0d37d0a779 req-e3f36ce3-111c-4c3c-a576-731c87281943 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0813920 Feb 07 20:58:10.098158 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9acf3a82-5e0c-4f61-912c-47eeb65e42ee req-fd1862fe-2aa7-45fc-b1fa-ada84247bcfd tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694909 Feb 07 20:58:10.102601 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49b8b9ef-cd4c-436f-8412-cc0d37d0a779 req-4dd6cddb-dbd4-4691-986d-d9b4401d8474 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685151 Feb 07 20:58:10.265319 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e37f2f-a7f6-4b93-8363-6a87e4ef3d89 req-35e88daa-2a87-4c44-abd6-3f9b0c657a3f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:10.266800 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a7e37f2f-a7f6-4b93-8363-6a87e4ef3d89 req-35e88daa-2a87-4c44-abd6-3f9b0c657a3f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 945 time: 0.0859802 Feb 07 20:58:10.274030 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b5414-8431-4569-abfd-6002bbee9649 req-76ba05c0-ad7e-4f34-9a21-492ac49fdfd2 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:10.275436 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc4b5414-8431-4569-abfd-6002bbee9649 req-76ba05c0-ad7e-4f34-9a21-492ac49fdfd2 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 950 time: 0.0853119 Feb 07 20:58:10.341997 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a7e37f2f-a7f6-4b93-8363-6a87e4ef3d89 req-980f32a3-db13-4f2b-9a9b-f46845816414 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651674 Feb 07 20:58:10.349305 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc4b5414-8431-4569-abfd-6002bbee9649 req-5b4434d6-38f3-4bd6-953f-17f121f9743c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667136 Feb 07 20:58:10.511319 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43b25c-6e3b-49f7-bdb1-72b2ad6585f7 req-5d0aca7c-6502-41c8-bcf8-861a95522e73 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:10.513144 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da43b25c-6e3b-49f7-bdb1-72b2ad6585f7 req-5d0aca7c-6502-41c8-bcf8-861a95522e73 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 944 time: 0.0858998 Feb 07 20:58:10.527309 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca8533-a72c-4e90-8e1e-07a9a270d2ce req-bee8632d-3977-4ee4-b4e7-572579630dad tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:10.528741 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c6ca8533-a72c-4e90-8e1e-07a9a270d2ce req-bee8632d-3977-4ee4-b4e7-572579630dad tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0758841 Feb 07 20:58:10.603637 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da43b25c-6e3b-49f7-bdb1-72b2ad6585f7 req-73f61251-fbb3-4f37-91f3-12de6e8c4b24 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840571 Feb 07 20:58:10.606852 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c6ca8533-a72c-4e90-8e1e-07a9a270d2ce req-76a0e032-3763-484f-9a16-2ea617ad95d1 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710819 Feb 07 20:58:10.710017 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91719f50-1078-4deb-88ee-3e638d2c9522 req-6a377630-c202-4856-8bfc-20ffe8937bf6 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:10.711398 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91719f50-1078-4deb-88ee-3e638d2c9522 req-6a377630-c202-4856-8bfc-20ffe8937bf6 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0523255 Feb 07 20:58:10.760335 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91719f50-1078-4deb-88ee-3e638d2c9522 req-430a161d-0175-497e-abb1-3304834b08e0 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434542 Feb 07 20:58:10.874064 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969cb86-8c2a-4df6-a7b4-967c4ab04404 req-f4268a37-7de3-4399-8bb7-d94e1758bef7 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:10.876028 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2969cb86-8c2a-4df6-a7b4-967c4ab04404 req-f4268a37-7de3-4399-8bb7-d94e1758bef7 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 944 time: 0.0510962 Feb 07 20:58:10.919704 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2969cb86-8c2a-4df6-a7b4-967c4ab04404 req-fbe7aa22-8f5e-47c9-883e-953b6ed60273 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380795 Feb 07 20:58:11.245163 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13343c-fa17-442f-8b4b-261ce76ca41a req-fddf6a7e-8782-4ed1-8f0f-1a25c160cb36 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:11.246594 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe13343c-fa17-442f-8b4b-261ce76ca41a req-fddf6a7e-8782-4ed1-8f0f-1a25c160cb36 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.0831823 Feb 07 20:58:11.252974 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abeef8-f4d2-4af6-ae8c-813ff68c307a req-f26dd1a4-f8e2-4007-9a41-4c56067bb51f tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:11.254299 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-42abeef8-f4d2-4af6-ae8c-813ff68c307a req-f26dd1a4-f8e2-4007-9a41-4c56067bb51f tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0805604 Feb 07 20:58:11.321830 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe13343c-fa17-442f-8b4b-261ce76ca41a req-65ebee70-5407-4a6d-9fc1-0bdfd505af2e tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666258 Feb 07 20:58:11.324962 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-42abeef8-f4d2-4af6-ae8c-813ff68c307a req-6454298a-8baf-4694-a217-832cc5750386 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643585 Feb 07 20:58:11.407036 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0db1146-520f-45cc-afa3-b4dfb2083cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:58:11.410447 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3fe3af-e1c1-4d85-8021-f1788d0fc73c" -d '{"events": [{"server_uuid": "d0db1146-520f-45cc-afa3-b4dfb2083cd5", "name": "network-vif-plugged", "status": "completed", "tag": "3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:58:11.487546 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba771549-3397-4e07-b31a-1aee30c9b2c4 req-71bd083c-692b-43f1-81eb-b9a3521d128d tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:11.489019 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba771549-3397-4e07-b31a-1aee30c9b2c4 req-71bd083c-692b-43f1-81eb-b9a3521d128d tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 945 time: 0.0804574 Feb 07 20:58:11.499734 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883d576-f297-4180-abc3-fca844116c9a req-bbb4e88e-dcfb-4e4d-a6b5-b9fea42a6010 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:11.501665 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b883d576-f297-4180-abc3-fca844116c9a req-bbb4e88e-dcfb-4e4d-a6b5-b9fea42a6010 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 950 time: 0.0843904 Feb 07 20:58:11.575020 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b883d576-f297-4180-abc3-fca844116c9a req-1609f6fe-c97f-4122-8f3e-2b4583659603 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670109 Feb 07 20:58:11.579180 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba771549-3397-4e07-b31a-1aee30c9b2c4 req-cc144a04-ca0c-444d-892e-8eaa073b0eb4 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766737 Feb 07 20:58:11.621054 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e417f1-bf13-456c-8acd-2e85d189eb86 x-openstack-request-id: req-21e417f1-bf13-456c-8acd-2e85d189eb86 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:58:11.621369 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0db1146-520f-45cc-afa3-b4dfb2083cd5", "name": "network-vif-plugged", "status": "completed", "tag": "3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:58:11.621629 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-21e417f1-bf13-456c-8acd-2e85d189eb86 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:58:11.622020 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0db1146-520f-45cc-afa3-b4dfb2083cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b', 'code': 200} Feb 07 20:58:11.756288 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10064c5b-191c-4e67-a3f3-e019cecf1684 req-3cd0a1be-ea4f-4dc1-99b8-89a1e4e97dd7 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:11.757777 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10064c5b-191c-4e67-a3f3-e019cecf1684 req-3cd0a1be-ea4f-4dc1-99b8-89a1e4e97dd7 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0839937 Feb 07 20:58:11.764692 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07241819-eaf6-48d1-9f8f-e93fe6b9fd35 req-cd914578-4d8b-4df2-b1c4-8e357b726cd9 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:11.766569 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07241819-eaf6-48d1-9f8f-e93fe6b9fd35 req-cd914578-4d8b-4df2-b1c4-8e357b726cd9 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 944 time: 0.0909510 Feb 07 20:58:11.839288 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10064c5b-191c-4e67-a3f3-e019cecf1684 req-55eabf32-2b79-4f11-9e21-7886b56a4da1 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717766 Feb 07 20:58:11.842571 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07241819-eaf6-48d1-9f8f-e93fe6b9fd35 req-b1e1524d-4b89-4cac-97fa-3c46d3cfd1e8 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693839 Feb 07 20:58:11.944755 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df79f7c-07f4-4b75-8c74-0681d90e07b6 req-b4edd78f-a1da-418c-bf14-d5f0c514cdc9 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:11.946135 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8df79f7c-07f4-4b75-8c74-0681d90e07b6 req-b4edd78f-a1da-418c-bf14-d5f0c514cdc9 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0515254 Feb 07 20:58:12.002079 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8df79f7c-07f4-4b75-8c74-0681d90e07b6 req-b6e8efcf-737e-4f45-93b8-e62f62663f93 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504611 Feb 07 20:58:12.040501 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af0d2c-17b0-4c7b-9785-8935ca200727 req-01014b39-5b9f-4d13-a3de-6115c803b76a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:12.041930 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e0af0d2c-17b0-4c7b-9785-8935ca200727 req-01014b39-5b9f-4d13-a3de-6115c803b76a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 944 time: 0.0554557 Feb 07 20:58:12.087106 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e0af0d2c-17b0-4c7b-9785-8935ca200727 req-5e56f3fc-6f06-49f6-b49a-8c9b3d6f8862 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397053 Feb 07 20:58:12.470514 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56537a17-ca94-43e6-b796-f1d9752c9b51 req-55245c68-e04d-4b02-a26b-5283d1101866 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:12.471957 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-56537a17-ca94-43e6-b796-f1d9752c9b51 req-55245c68-e04d-4b02-a26b-5283d1101866 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.0841658 Feb 07 20:58:12.478270 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cae05-249e-4975-82c9-f06901a1e2d0 req-b5b2b868-8d4d-4dcb-b239-332fc434dd6d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:12.479579 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e01cae05-249e-4975-82c9-f06901a1e2d0 req-b5b2b868-8d4d-4dcb-b239-332fc434dd6d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0828812 Feb 07 20:58:12.549238 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-56537a17-ca94-43e6-b796-f1d9752c9b51 req-e413dbf6-315c-4150-b86e-21de0121f9fb tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687184 Feb 07 20:58:12.555922 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e01cae05-249e-4975-82c9-f06901a1e2d0 req-c184b915-4891-472d-9416-dba511023f82 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673790 Feb 07 20:58:12.727192 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1215c-16d0-4c2b-904e-836e32ecb938 req-d1e48bfa-ccfb-447f-8669-2c395149413c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:12.728671 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-39c1215c-16d0-4c2b-904e-836e32ecb938 req-d1e48bfa-ccfb-447f-8669-2c395149413c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 950 time: 0.0841532 Feb 07 20:58:12.735975 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97646d37-65ea-425a-845c-3050a497a0ac req-b37e2635-d09b-4081-8600-60dab781a6bc tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:12.737484 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-97646d37-65ea-425a-845c-3050a497a0ac req-b37e2635-d09b-4081-8600-60dab781a6bc tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 945 time: 0.0842707 Feb 07 20:58:12.805666 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-39c1215c-16d0-4c2b-904e-836e32ecb938 req-b7e68a43-09f1-4698-a350-ca9ad2edb64b tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672357 Feb 07 20:58:12.809533 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-97646d37-65ea-425a-845c-3050a497a0ac req-5b93c8fe-c063-4235-ad01-8bb46401aa51 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655456 Feb 07 20:58:12.993528 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f00201-abab-4e95-9200-d48629eeba3c req-aa820853-ad12-4eb5-857f-d5523e227964 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:12.994950 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00f00201-abab-4e95-9200-d48629eeba3c req-aa820853-ad12-4eb5-857f-d5523e227964 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0845182 Feb 07 20:58:13.002668 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e52673-f10d-47ed-8202-7d3c39a62fe9 req-8e624207-78d8-45b6-ad0f-b83ca121cce7 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:13.003975 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87e52673-f10d-47ed-8202-7d3c39a62fe9 req-8e624207-78d8-45b6-ad0f-b83ca121cce7 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 944 time: 0.0847917 Feb 07 20:58:13.072444 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00f00201-abab-4e95-9200-d48629eeba3c req-0166ddda-db76-47da-92f5-e8adf2aad442 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674951 Feb 07 20:58:13.075539 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87e52673-f10d-47ed-8202-7d3c39a62fe9 req-edb64e2a-8f7a-4571-b40a-6b6ae32618ff tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652153 Feb 07 20:58:13.228925 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a480c-77e3-4146-ae10-fe600880ed16 req-4d26b388-5a51-477b-8d2c-b94fb485fe4a tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:13.230376 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f03a480c-77e3-4146-ae10-fe600880ed16 req-4d26b388-5a51-477b-8d2c-b94fb485fe4a tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0996857 Feb 07 20:58:13.241796 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc041e9a-a3ca-4207-b7ea-f014045e474c req-2ab781eb-68a9-4f6a-9504-69612e246574 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:13.243139 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc041e9a-a3ca-4207-b7ea-f014045e474c req-2ab781eb-68a9-4f6a-9504-69612e246574 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 944 time: 0.0867951 Feb 07 20:58:13.311454 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f03a480c-77e3-4146-ae10-fe600880ed16 req-e0271382-79c4-4e2a-99e3-e0f453ab4ea2 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673912 Feb 07 20:58:13.315148 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc041e9a-a3ca-4207-b7ea-f014045e474c req-e8c72d4c-5379-4189-8cd0-4b69d9974f10 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656917 Feb 07 20:58:13.693422 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dab8e7-4b24-4d3b-a77d-f4db3389f31d req-854d48fd-3310-4af1-8008-d305d972971b tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:13.695180 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63dab8e7-4b24-4d3b-a77d-f4db3389f31d req-854d48fd-3310-4af1-8008-d305d972971b tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.0807428 Feb 07 20:58:13.702012 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a8499-0383-4e7e-af19-3c2ffcc3f27d req-4ce84dee-3f8f-4478-a826-334572f201b8 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:13.703461 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e57a8499-0383-4e7e-af19-3c2ffcc3f27d req-4ce84dee-3f8f-4478-a826-334572f201b8 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0807819 Feb 07 20:58:13.775145 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63dab8e7-4b24-4d3b-a77d-f4db3389f31d req-d9f7ce1a-1815-4e64-b99d-d03b4359f960 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707283 Feb 07 20:58:13.778018 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e57a8499-0383-4e7e-af19-3c2ffcc3f27d req-72226b3f-0a09-464f-aa5f-f6a07e259257 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680690 Feb 07 20:58:13.949206 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15571e9e-b156-41aa-9184-b759c03fcbef req-518ea17c-9578-4d21-bf3e-028349f2ca60 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:13.950547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-15571e9e-b156-41aa-9184-b759c03fcbef req-518ea17c-9578-4d21-bf3e-028349f2ca60 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 950 time: 0.0801246 Feb 07 20:58:13.957620 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b85797-2690-48e6-945a-568d9f938a3e req-8cc7d2a3-c8f0-44e4-99cc-97fd0d781cc0 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:13.958932 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6b85797-2690-48e6-945a-568d9f938a3e req-8cc7d2a3-c8f0-44e4-99cc-97fd0d781cc0 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 945 time: 0.0793281 Feb 07 20:58:14.030063 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-15571e9e-b156-41aa-9184-b759c03fcbef req-6146751b-fd26-46b0-9f61-712a96e34558 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702097 Feb 07 20:58:14.033183 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6b85797-2690-48e6-945a-568d9f938a3e req-6ed3ff0c-0e9d-429e-9045-0d587c89cb9e tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676885 Feb 07 20:58:14.216647 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fd392-797a-4567-9164-c7dc1f874ef0 req-0c0ca37e-2c6d-44d2-b2b0-4887a281b4ef tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:14.217988 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d32fd392-797a-4567-9164-c7dc1f874ef0 req-0c0ca37e-2c6d-44d2-b2b0-4887a281b4ef tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0787323 Feb 07 20:58:14.229320 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50e47d-794d-437e-8a8a-9c0891b8d726 req-b99af72c-63cd-4200-913b-4480cb561a1b tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:14.230745 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7c50e47d-794d-437e-8a8a-9c0891b8d726 req-b99af72c-63cd-4200-913b-4480cb561a1b tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 944 time: 0.0813892 Feb 07 20:58:14.299924 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d32fd392-797a-4567-9164-c7dc1f874ef0 req-057f8eac-e41e-4004-98f9-e21de2567968 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682583 Feb 07 20:58:14.306543 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7c50e47d-794d-437e-8a8a-9c0891b8d726 req-0a7a1bb7-c4a4-4f75-b79d-94aec590b126 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688536 Feb 07 20:58:14.457353 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872eedb-0b13-494b-afc0-804743d51d40 req-640caa30-e3db-49f5-9100-ab7c74075607 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:14.458783 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1872eedb-0b13-494b-afc0-804743d51d40 req-640caa30-e3db-49f5-9100-ab7c74075607 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 944 time: 0.0727339 Feb 07 20:58:14.465928 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67a3cb-8b3a-4432-b4a8-95af7c074ea4 req-71c6d84f-a744-4d72-a5b0-e33be296622d tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:14.467337 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b67a3cb-8b3a-4432-b4a8-95af7c074ea4 req-71c6d84f-a744-4d72-a5b0-e33be296622d tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0898798 Feb 07 20:58:14.537150 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1872eedb-0b13-494b-afc0-804743d51d40 req-888a590e-a7f4-4467-a7d8-78cf052379f8 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689325 Feb 07 20:58:14.540036 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b67a3cb-8b3a-4432-b4a8-95af7c074ea4 req-30131f1f-86ed-41d8-970d-0eb6c450925d tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657063 Feb 07 20:58:14.922912 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf505f5c-eb17-4c22-85c4-68054fdc4b36 req-b80f9359-13a7-49f0-83c8-b72ebc48cfbb tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:14.924356 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf505f5c-eb17-4c22-85c4-68054fdc4b36 req-b80f9359-13a7-49f0-83c8-b72ebc48cfbb tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.0833158 Feb 07 20:58:14.931354 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5c3e7-2891-468e-900f-769371e7371a req-de674b47-2e94-441c-9dba-bfda8ca92eab tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:14.932691 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aaf5c3e7-2891-468e-900f-769371e7371a req-de674b47-2e94-441c-9dba-bfda8ca92eab tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0829158 Feb 07 20:58:15.001453 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aaf5c3e7-2891-468e-900f-769371e7371a req-ba1bb665-5c5d-4a10-ab86-bed12bfa2cb5 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612078 Feb 07 20:58:15.004245 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf505f5c-eb17-4c22-85c4-68054fdc4b36 req-d77e21f1-d95a-458a-a7a1-f08c36eed4b1 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707181 Feb 07 20:58:15.176350 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6cd3b-9cd2-405c-936b-00af1e3fb7eb req-c6f538bb-ac6d-4fca-8c44-9ff0b56ae48b tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:15.177790 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04f6cd3b-9cd2-405c-936b-00af1e3fb7eb req-c6f538bb-ac6d-4fca-8c44-9ff0b56ae48b tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 950 time: 0.0829349 Feb 07 20:58:15.184781 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0bf718-b10d-45e8-985a-18baaf8ea9de req-a682f013-204e-4ac5-af6b-cfd8baeba801 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:15.186097 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ce0bf718-b10d-45e8-985a-18baaf8ea9de req-a682f013-204e-4ac5-af6b-cfd8baeba801 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 945 time: 0.0827019 Feb 07 20:58:15.253485 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04f6cd3b-9cd2-405c-936b-00af1e3fb7eb req-d8c02b86-ba38-4773-b74f-483dfd6e0ff6 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664034 Feb 07 20:58:15.257276 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ce0bf718-b10d-45e8-985a-18baaf8ea9de req-bec6f193-a12b-4c36-aa21-3482977554f8 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642900 Feb 07 20:58:15.449391 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8eae2a-9b77-4fe3-b3d6-fea705ebeb05 req-ae2226f3-ce39-4c07-97f2-fc970699efa7 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:15.450806 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f8eae2a-9b77-4fe3-b3d6-fea705ebeb05 req-ae2226f3-ce39-4c07-97f2-fc970699efa7 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0860949 Feb 07 20:58:15.457334 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cd54d-6a32-4231-9027-537b5250e5c9 req-76ae33cc-841e-40a9-8d1c-2d606c2a2db2 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:15.458637 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-572cd54d-6a32-4231-9027-537b5250e5c9 req-76ae33cc-841e-40a9-8d1c-2d606c2a2db2 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 944 time: 0.0829766 Feb 07 20:58:15.528975 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-572cd54d-6a32-4231-9027-537b5250e5c9 req-b5a9cb3f-5b00-4f9f-b787-7a56e3b230e6 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638404 Feb 07 20:58:15.531638 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f8eae2a-9b77-4fe3-b3d6-fea705ebeb05 req-c4cb476f-c996-492d-b628-24b6f46d79e7 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721805 Feb 07 20:58:15.688018 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7183f-74d0-4409-88b7-ba0ffa768163 req-8fc038dd-ed54-4d50-ace2-a5c487285ff2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:15.689512 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4c7183f-74d0-4409-88b7-ba0ffa768163 req-8fc038dd-ed54-4d50-ace2-a5c487285ff2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 944 time: 0.0844421 Feb 07 20:58:15.695821 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531afbd-5b3a-4918-990c-336e07c3fad7 req-29a6519f-0955-4bd0-aaf5-9a2ee080973d tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:15.697180 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b531afbd-5b3a-4918-990c-336e07c3fad7 req-29a6519f-0955-4bd0-aaf5-9a2ee080973d tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0933726 Feb 07 20:58:15.768332 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b531afbd-5b3a-4918-990c-336e07c3fad7 req-ec16f321-238c-47bd-90b4-767ec0605052 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636683 Feb 07 20:58:15.771306 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4c7183f-74d0-4409-88b7-ba0ffa768163 req-b45ec6f6-aa20-4e17-95e5-06e64856699f tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732777 Feb 07 20:58:16.162068 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aca189-efc3-4c60-8c4e-c3165abeafa5 req-685456ac-a85e-44df-a23a-95164b491ba4 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:16.164441 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65aca189-efc3-4c60-8c4e-c3165abeafa5 req-685456ac-a85e-44df-a23a-95164b491ba4 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.0954959 Feb 07 20:58:16.170953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde10980-1bce-4790-8030-42771d1b2b86 req-2fc20e02-f552-422d-badc-dee67f08ed7b tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:16.172463 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cde10980-1bce-4790-8030-42771d1b2b86 req-2fc20e02-f552-422d-badc-dee67f08ed7b tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.1022027 Feb 07 20:58:16.243385 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65aca189-efc3-4c60-8c4e-c3165abeafa5 req-7b2e3c54-b00c-475e-9cf7-dbda69f9fcfc tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699863 Feb 07 20:58:16.246896 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cde10980-1bce-4790-8030-42771d1b2b86 req-4dc4bb4d-ec96-4116-b0eb-3b0721903748 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673850 Feb 07 20:58:16.399119 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af8aad-7278-447b-a154-4b4c8e784a7f req-c970c3fa-4e81-4347-906c-0016520b64a7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:16.400550 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03af8aad-7278-447b-a154-4b4c8e784a7f req-c970c3fa-4e81-4347-906c-0016520b64a7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 950 time: 0.0823600 Feb 07 20:58:16.407520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be16f3-447e-477c-9386-f5cfb4950194 req-2207da02-ab5b-473a-91eb-eabed9b4e5df tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:16.408857 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52be16f3-447e-477c-9386-f5cfb4950194 req-2207da02-ab5b-473a-91eb-eabed9b4e5df tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 945 time: 0.0820673 Feb 07 20:58:16.476438 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03af8aad-7278-447b-a154-4b4c8e784a7f req-8ca9d4b8-8467-422a-b698-169f50a5d5cc tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666404 Feb 07 20:58:16.479257 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52be16f3-447e-477c-9386-f5cfb4950194 req-da70af0f-5bf9-4e61-a686-bc6398e99ad1 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641341 Feb 07 20:58:16.550059 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:58:16.680405 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d7b40-46fd-4ff5-a625-7467d973f98e req-43efe6e3-2901-4c0c-bc6f-d7a91726b6a5 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:16.681842 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e2d7b40-46fd-4ff5-a625-7467d973f98e req-43efe6e3-2901-4c0c-bc6f-d7a91726b6a5 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 944 time: 0.0827148 Feb 07 20:58:16.689411 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18f2db-52d7-4f5a-b18b-10706d06522a req-08f76b4c-5d1d-4e36-b246-9616437c7390 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:16.690725 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e18f2db-52d7-4f5a-b18b-10706d06522a req-08f76b4c-5d1d-4e36-b246-9616437c7390 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0904260 Feb 07 20:58:16.753813 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e2d7b40-46fd-4ff5-a625-7467d973f98e req-0689d761-07f6-499f-a4f5-6c846f8f2557 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621381 Feb 07 20:58:16.764814 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e18f2db-52d7-4f5a-b18b-10706d06522a req-ddcfc2b9-4af5-4328-9089-e4e83e3ddf82 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677083 Feb 07 20:58:16.914487 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d75f9-f907-4606-b21f-23aaf62b0fd3 req-5969577e-840f-404f-985b-0baec3ff282a tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:16.915921 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db6d75f9-f907-4606-b21f-23aaf62b0fd3 req-5969577e-840f-404f-985b-0baec3ff282a tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0812745 Feb 07 20:58:16.923618 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e55a0c-760d-491a-b263-1f8947fd2c86 req-f8fd2a83-2ee7-4b2a-a67b-5b726a0c294b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:16.924981 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3e55a0c-760d-491a-b263-1f8947fd2c86 req-f8fd2a83-2ee7-4b2a-a67b-5b726a0c294b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 944 time: 0.0817134 Feb 07 20:58:16.996811 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db6d75f9-f907-4606-b21f-23aaf62b0fd3 req-de540183-b98d-4216-8b01-c4948634a35e tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708981 Feb 07 20:58:16.999967 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3e55a0c-760d-491a-b263-1f8947fd2c86 req-cf308c63-54f7-4f6b-ac4f-1bf261510c0b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686479 Feb 07 20:58:17.251380 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dad9f362-ed25-4c38-8ccb-b288515fd5a6 req-52a80922-cedd-424b-8510-7cfdcdc71c13 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=123a2e48-771a-4de4-9d5c-cf486b0cdcc1 HTTP/1.1" status: 200 len: 217 time: 0.0408175 Feb 07 20:58:17.283246 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.69', 49465) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:58:17.313456 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79fe75fd-69dc-400c-9832-2b133751977b req-265a9783-dd19-4cf8-ba2c-0d3e53607848 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7f0fb107-ae1e-41bd-803f-ef907d59ddd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737391 Feb 07 20:58:17.316202 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d03fa-827a-45ef-9575-ab164964ac36 req-5c1ade5a-4447-49b3-90fd-4a98b697c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:17.329032 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-278d03fa-827a-45ef-9575-ab164964ac36 req-5c1ade5a-4447-49b3-90fd-4a98b697c5ac service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627&tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a HTTP/1.1" status: 200 len: 1126 time: 0.1178274 Feb 07 20:58:17.388138 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9f362-ed25-4c38-8ccb-b288515fd5a6 req-2547a34c-a679-47e3-bea0-b076705e000c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:17.389766 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dad9f362-ed25-4c38-8ccb-b288515fd5a6 req-2547a34c-a679-47e3-bea0-b076705e000c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3768dda-d71b-40b0-9d56-296b11c3fa2b HTTP/1.1" status: 200 len: 861 time: 0.1079464 Feb 07 20:58:17.392971 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-50ec495e-1e47-4603-a113-60ca2057f75e service neutron] 10.222.0.69 "GET /v2.0/ports/123a2e48-771a-4de4-9d5c-cf486b0cdcc1/bindings/n-h2-828185-2 HTTP/1.1" status: 200 len: 384 time: 0.1476982 Feb 07 20:58:17.399454 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381e9c8-fc5b-4bee-9807-95676aae0332 req-fd29d6f6-4fb1-4577-aa26-68766dd5916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:17.401027 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5381e9c8-fc5b-4bee-9807-95676aae0332 req-fd29d6f6-4fb1-4577-aa26-68766dd5916f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a640cac6c4d64dfa8fbcd903aab64b39&device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 1127 time: 0.1169167 Feb 07 20:58:17.479261 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dad9f362-ed25-4c38-8ccb-b288515fd5a6 req-e938cd96-a3e3-42c6-bb97-28026dc9030b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9707a7e2-bd1b-48e9-a067-23aeb539b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686727 Feb 07 20:58:17.662221 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381e9c8-fc5b-4bee-9807-95676aae0332 req-4aba80be-2bc2-43b3-b096-e296ed06a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:17.663727 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5381e9c8-fc5b-4bee-9807-95676aae0332 req-4aba80be-2bc2-43b3-b096-e296ed06a7bd service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3bb3650-0e76-4812-829f-29cb0254d598 HTTP/1.1" status: 200 len: 924 time: 0.2442012 Feb 07 20:58:17.718429 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dad9f362-ed25-4c38-8ccb-b288515fd5a6 req-b1e8f759-f8da-4341-9504-58e98630bd13 service neutron] 10.222.0.69 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135327 Feb 07 20:58:17.735346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fc635-aabc-43f3-8eb9-e130785584cd req-444ac0e6-d002-4d3e-ace6-0090a02a38cc tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:17.736819 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-007fc635-aabc-43f3-8eb9-e130785584cd req-444ac0e6-d002-4d3e-ace6-0090a02a38cc tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.3980453 Feb 07 20:58:17.745427 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc5ea9-7114-4fd6-bb8d-afb2939a04b4 req-8fdabe80-b92d-4902-9b10-3b4072a24a5b tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:17.746799 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e5fc5ea9-7114-4fd6-bb8d-afb2939a04b4 req-8fdabe80-b92d-4902-9b10-3b4072a24a5b tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.4168527 Feb 07 20:58:17.748353 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe75fd-69dc-400c-9832-2b133751977b req-e80a84de-1291-484c-9b5e-376106a343e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:17.749682 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79fe75fd-69dc-400c-9832-2b133751977b req-e80a84de-1291-484c-9b5e-376106a343e0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=158a4ea448b4471c9480285ef58a9cb5&device_id=7f0fb107-ae1e-41bd-803f-ef907d59ddd5 HTTP/1.1" status: 200 len: 1132 time: 0.3997872 Feb 07 20:58:17.759808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d03fa-827a-45ef-9575-ab164964ac36 req-bda1b6e9-d1b8-4801-a3a6-dc1fb374f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:17.761231 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-278d03fa-827a-45ef-9575-ab164964ac36 req-bda1b6e9-d1b8-4801-a3a6-dc1fb374f2cd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 1126 time: 0.1244674 Feb 07 20:58:17.841349 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5381e9c8-fc5b-4bee-9807-95676aae0332 req-05e4c5af-29a3-4fa2-b0a0-11692c13b0cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e703522-6551-4d34-9c6b-81b5be4b6b43 HTTP/1.1" status: 200 len: 1001 time: 0.1691453 Feb 07 20:58:17.919027 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-8ab5f5e8-e3ed-44ee-b3f0-1d9b50144397 service neutron] For port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=123a2e48-771a-4de4-9d5c-cf486b0cdcc1,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:17.932595 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dad9f362-ed25-4c38-8ccb-b288515fd5a6 req-dc282d51-2cea-48f6-8674-4323d99e4d9a service neutron] 10.222.0.69 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026231 Feb 07 20:58:17.936334 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e5fc5ea9-7114-4fd6-bb8d-afb2939a04b4 req-9fed0fc6-a15d-49dd-a2ca-414a9f694db3 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839206 Feb 07 20:58:17.942626 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381e9c8-fc5b-4bee-9807-95676aae0332 req-ad72f23e-0322-477a-9aaf-ef7e553478ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:17.943725 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-007fc635-aabc-43f3-8eb9-e130785584cd req-c8ca1808-86e9-4987-8644-d78262af9f41 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931310 Feb 07 20:58:17.944077 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5381e9c8-fc5b-4bee-9807-95676aae0332 req-ad72f23e-0322-477a-9aaf-ef7e553478ff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d3708085-d37a-4939-8052-22c68aa218c4 HTTP/1.1" status: 200 len: 862 time: 0.0908957 Feb 07 20:58:17.950972 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-8ab5f5e8-e3ed-44ee-b3f0-1d9b50144397 service neutron] For port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:58:17.994782 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d03fa-827a-45ef-9575-ab164964ac36 req-8ad8a6e3-74ce-490f-b547-3180ec49e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:17.996457 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-278d03fa-827a-45ef-9575-ab164964ac36 req-8ad8a6e3-74ce-490f-b547-3180ec49e1d6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 909 time: 0.2223566 Feb 07 20:58:17.997638 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe75fd-69dc-400c-9832-2b133751977b req-56e38f33-c8f3-4c02-984b-bbcc8bd4e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:18.000171 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79fe75fd-69dc-400c-9832-2b133751977b req-56e38f33-c8f3-4c02-984b-bbcc8bd4e4f9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.2108750 Feb 07 20:58:18.018947 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-8ab5f5e8-e3ed-44ee-b3f0-1d9b50144397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:58:18.033479 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-8ab5f5e8-e3ed-44ee-b3f0-1d9b50144397 service neutron] For port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=123a2e48-771a-4de4-9d5c-cf486b0cdcc1,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:18.051369 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381e9c8-fc5b-4bee-9807-95676aae0332 req-391e79d0-87e6-4cbd-8ffb-0a01c9e20e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:18.052931 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5381e9c8-fc5b-4bee-9807-95676aae0332 req-391e79d0-87e6-4cbd-8ffb-0a01c9e20e9c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3bb3650-0e76-4812-829f-29cb0254d598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0997264 Feb 07 20:58:18.053669 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-8ab5f5e8-e3ed-44ee-b3f0-1d9b50144397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (123a2e48-771a-4de4-9d5c-cf486b0cdcc1), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:18.096707 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-278d03fa-827a-45ef-9575-ab164964ac36 req-3bc2965c-f15a-43c5-9b34-4b901f2327d8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6b09002-66a4-4f94-9c19-96c99887aecc HTTP/1.1" status: 200 len: 217 time: 0.0878723 Feb 07 20:58:18.104340 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79fe75fd-69dc-400c-9832-2b133751977b req-1a7bc083-e83e-46a6-bf63-cdb701d0fb06 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=52765e43-953c-4bdc-a1cb-d749305c65c2 HTTP/1.1" status: 200 len: 217 time: 0.0924435 Feb 07 20:58:18.202763 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5381e9c8-fc5b-4bee-9807-95676aae0332 req-f4d96b7c-66a3-4aaa-8e83-9be777a53032 service neutron] 10.222.0.69 "GET /v2.0/networks/a3bb3650-0e76-4812-829f-29cb0254d598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407552 Feb 07 20:58:18.203650 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-8ab5f5e8-e3ed-44ee-b3f0-1d9b50144397 service neutron] Transition to ACTIVE for port object 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:58:18.207681 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-8ab5f5e8-e3ed-44ee-b3f0-1d9b50144397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (123a2e48-771a-4de4-9d5c-cf486b0cdcc1), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:18.234211 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe75fd-69dc-400c-9832-2b133751977b req-c947680a-064e-4cf5-99ff-f44f972d1e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:18.236181 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79fe75fd-69dc-400c-9832-2b133751977b req-c947680a-064e-4cf5-99ff-f44f972d1e6c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1087589 Feb 07 20:58:18.241275 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d03fa-827a-45ef-9575-ab164964ac36 req-2a26a12d-72cb-4a16-9f96-af5f0470359f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:18.242654 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-278d03fa-827a-45ef-9575-ab164964ac36 req-2a26a12d-72cb-4a16-9f96-af5f0470359f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da67b52e-9fa9-4eda-bee9-de250f228011 HTTP/1.1" status: 200 len: 848 time: 0.1232893 Feb 07 20:58:18.251756 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ec31a002-f781-4958-9f78-ce80c03f9b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:18.268783 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ef5c1-fa2b-4628-a230-ddd858b89bdb req-b9a1ef6c-fc0e-4fab-bff9-9bc6dd4a29a7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:18.270325 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-709ef5c1-fa2b-4628-a230-ddd858b89bdb req-b9a1ef6c-fc0e-4fab-bff9-9bc6dd4a29a7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 950 time: 0.2399850 Feb 07 20:58:18.303050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c6588-4f9e-4916-8bb7-c97f3c8d1c56 req-d20a663c-254c-4ac9-951f-9b11ccc288d4 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:18.304636 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-504c6588-4f9e-4916-8bb7-c97f3c8d1c56 req-d20a663c-254c-4ac9-951f-9b11ccc288d4 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 945 time: 0.2428060 Feb 07 20:58:18.343635 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-278d03fa-827a-45ef-9575-ab164964ac36 req-ff8d3a34-3bfc-4a84-aad1-e7fea34a1c14 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6d967ae2-07ea-401e-8063-c085e3020e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865831 Feb 07 20:58:18.349444 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-8ab5f5e8-e3ed-44ee-b3f0-1d9b50144397 service neutron] No DVR routers for this DVR port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:58:18.362241 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5f5e8-e3ed-44ee-b3f0-1d9b50144397 service neutron] Pushing event updated for resources: {'Port': ['ID=123a2e48-771a-4de4-9d5c-cf486b0cdcc1,revision_number=10']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:18.406296 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5381e9c8-fc5b-4bee-9807-95676aae0332 req-e5041798-6bca-4a43-8a76-0281519c2255 service neutron] 10.222.0.69 "GET /v2.0/networks/a3bb3650-0e76-4812-829f-29cb0254d598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942000 Feb 07 20:58:18.409773 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-8ab5f5e8-e3ed-44ee-b3f0-1d9b50144397 service neutron] 10.222.0.69 "PUT /v2.0/ports/123a2e48-771a-4de4-9d5c-cf486b0cdcc1/bindings/n-h2-828185-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9981184 Feb 07 20:58:18.469084 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe75fd-69dc-400c-9832-2b133751977b req-782c6d88-e5d6-4c27-94e3-bd769dfc6c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:18.470490 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79fe75fd-69dc-400c-9832-2b133751977b req-782c6d88-e5d6-4c27-94e3-bd769dfc6c71 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2255163 Feb 07 20:58:18.473663 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-709ef5c1-fa2b-4628-a230-ddd858b89bdb req-8f5c8aa6-52ce-4653-b666-d5bdb424a1ec tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681478 Feb 07 20:58:18.485813 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-504c6588-4f9e-4916-8bb7-c97f3c8d1c56 req-a0f8daf1-a0bf-4c00-afd3-0abb070e27bb tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555247 Feb 07 20:58:18.599113 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-278d03fa-827a-45ef-9575-ab164964ac36 req-99843e85-1b4f-43f4-8aa5-4e66cb96a1bf service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401874 Feb 07 20:58:18.723427 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79fe75fd-69dc-400c-9832-2b133751977b req-33642ff6-e2d1-40de-b73b-80d946a7d55a service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416668 Feb 07 20:58:18.730219 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f599a-bf30-4242-ab02-56afb5e142cb req-d52bcd06-0990-4936-866a-563c52e9d7a5 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:18.731596 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc0f599a-bf30-4242-ab02-56afb5e142cb req-d52bcd06-0990-4936-866a-563c52e9d7a5 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 945 time: 0.1925106 Feb 07 20:58:18.765037 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e93e7-548f-4a5a-93af-6ebcd1e3ed97 req-768dbcf2-cf0f-4b17-8348-15be3dae2965 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:18.766476 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-500e93e7-548f-4a5a-93af-6ebcd1e3ed97 req-768dbcf2-cf0f-4b17-8348-15be3dae2965 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.1888845 Feb 07 20:58:18.855647 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-278d03fa-827a-45ef-9575-ab164964ac36 req-802760d4-1adb-46c0-91c1-24f5f6c445b6 service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366841 Feb 07 20:58:18.909027 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc0f599a-bf30-4242-ab02-56afb5e142cb req-e1c82354-ddfb-4cad-9c04-882e362f779b tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646068 Feb 07 20:58:18.925365 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-500e93e7-548f-4a5a-93af-6ebcd1e3ed97 req-82b9f3a5-0d1f-41f4-88f7-ae944a2a8cab tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431828 Feb 07 20:58:18.929006 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79fe75fd-69dc-400c-9832-2b133751977b req-f724e100-7c34-4c3d-8e52-394ea7507aa5 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882036 Feb 07 20:58:19.067799 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9150e-35c1-4572-b19e-fca99e9dbe10 req-2e86b384-d613-469c-a048-0c41b4e4de76 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:19.069305 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2c9150e-35c1-4572-b19e-fca99e9dbe10 req-2e86b384-d613-469c-a048-0c41b4e4de76 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0911114 Feb 07 20:58:19.080809 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fd64a-4f6f-4d50-a0dd-9ce9411e10af req-38dcdd46-8680-43c6-8e79-8fc08c8cc0ed tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:19.082274 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f34fd64a-4f6f-4d50-a0dd-9ce9411e10af req-38dcdd46-8680-43c6-8e79-8fc08c8cc0ed tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 944 time: 0.0767837 Feb 07 20:58:19.184435 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2c9150e-35c1-4572-b19e-fca99e9dbe10 req-93395155-0324-4323-9770-4d707fd19924 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011598 Feb 07 20:58:19.191767 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f34fd64a-4f6f-4d50-a0dd-9ce9411e10af req-4c29f276-3922-4ef6-a4f4-ce619506f356 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017804 Feb 07 20:58:19.208842 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d03fa-827a-45ef-9575-ab164964ac36 req-805d8e24-925e-4904-83ce-e639f38eea4b tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:19.210273 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-278d03fa-827a-45ef-9575-ab164964ac36 req-805d8e24-925e-4904-83ce-e639f38eea4b tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627&tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&binding%3Ahost_id=n-h1-828185-2 HTTP/1.1" status: 200 len: 1126 time: 0.1122046 Feb 07 20:58:19.415356 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2b6e0-f9f8-4d53-b4a4-3bc09ee18d9c req-a4d036a8-aacf-486c-9507-a8395d2f2ec9 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:19.417102 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65a2b6e0-f9f8-4d53-b4a4-3bc09ee18d9c req-a4d036a8-aacf-486c-9507-a8395d2f2ec9 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.1720638 Feb 07 20:58:19.431342 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676017f-70ff-4efd-bce2-283053a74018 req-7ef891fc-ba4d-4e9f-9d13-7801a3472e8a tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:19.432780 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5676017f-70ff-4efd-bce2-283053a74018 req-7ef891fc-ba4d-4e9f-9d13-7801a3472e8a tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.1759539 Feb 07 20:58:19.442071 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b25b02-08db-4fe8-81bb-f9259ef54ce4 req-b99b5eb0-897f-489e-b64a-81c3ed649038 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:19.443454 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c5b25b02-08db-4fe8-81bb-f9259ef54ce4 req-b99b5eb0-897f-489e-b64a-81c3ed649038 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.69 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 950 time: 0.1538417 Feb 07 20:58:19.537465 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-278d03fa-827a-45ef-9575-ab164964ac36 req-b3fc3169-c277-4094-8af8-774868c9b700 service neutron] For port c6b09002-66a4-4f94-9c19-96c99887aecc, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:58:19.553531 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-278d03fa-827a-45ef-9575-ab164964ac36 req-b3fc3169-c277-4094-8af8-774868c9b700 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:19.554835 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-278d03fa-827a-45ef-9575-ab164964ac36 req-b3fc3169-c277-4094-8af8-774868c9b700 service neutron] 10.222.0.69 "DELETE /v2.0/ports/c6b09002-66a4-4f94-9c19-96c99887aecc/bindings/n-h2-828185-2 HTTP/1.1" status: 204 len: 173 time: 0.3379545 Feb 07 20:58:19.574802 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5676017f-70ff-4efd-bce2-283053a74018 req-60eb55c8-2f94-4ee2-9d80-3352225266d0 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296623 Feb 07 20:58:19.595393 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65a2b6e0-f9f8-4d53-b4a4-3bc09ee18d9c req-bc597c8f-0239-4132-8520-156d41a2d144 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614845 Feb 07 20:58:19.638663 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-c5b25b02-08db-4fe8-81bb-f9259ef54ce4 req-d1715fae-a92b-40bf-88dc-69d3b610e0f2 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Deleting port 5ec84a12-6216-487b-afd9-b8a8092563d4 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:58:19.639251 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c5b25b02-08db-4fe8-81bb-f9259ef54ce4 req-d1715fae-a92b-40bf-88dc-69d3b610e0f2 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (5ec84a12-6216-487b-afd9-b8a8092563d4), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:19.815086 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb51223-b92c-40c6-9d3e-bd0e5eb8ce50 req-74eeb433-2590-41fb-a8a9-c0e540b1d319 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:19.816567 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6fb51223-b92c-40c6-9d3e-bd0e5eb8ce50 req-74eeb433-2590-41fb-a8a9-c0e540b1d319 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=a953d6fd-5ef5-443a-a07f-d3ca71485c4b HTTP/1.1" status: 200 len: 950 time: 0.1609926 Feb 07 20:58:19.825904 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127714a0-2e85-4ae6-bf3f-11d617751319 req-776365a7-482a-46fc-b2a7-25b2c0a8a92e tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:19.827240 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-127714a0-2e85-4ae6-bf3f-11d617751319 req-776365a7-482a-46fc-b2a7-25b2c0a8a92e tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 945 time: 0.1308103 Feb 07 20:58:19.830573 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-c5b25b02-08db-4fe8-81bb-f9259ef54ce4 req-d1715fae-a92b-40bf-88dc-69d3b610e0f2 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] For port 5ec84a12-6216-487b-afd9-b8a8092563d4, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=5ec84a12-6216-487b-afd9-b8a8092563d4,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:19.830929 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c5b25b02-08db-4fe8-81bb-f9259ef54ce4 req-d1715fae-a92b-40bf-88dc-69d3b610e0f2 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (5ec84a12-6216-487b-afd9-b8a8092563d4), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:19.860661 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-c5b25b02-08db-4fe8-81bb-f9259ef54ce4 req-d1715fae-a92b-40bf-88dc-69d3b610e0f2 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Calling delete_port for 5ec84a12-6216-487b-afd9-b8a8092563d4 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:58:19.940046 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6fb51223-b92c-40c6-9d3e-bd0e5eb8ce50 req-cab10348-a896-4474-b55f-b7b04d2a5edb tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118822 Feb 07 20:58:19.963450 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-127714a0-2e85-4ae6-bf3f-11d617751319 req-5f040906-a6e0-44b9-a76d-db4ce33c0622 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203876 Feb 07 20:58:20.109369 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c5b25b02-08db-4fe8-81bb-f9259ef54ce4 req-d1715fae-a92b-40bf-88dc-69d3b610e0f2 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (5ec84a12-6216-487b-afd9-b8a8092563d4), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:20.127033 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['52765e43-953c-4bdc-a1cb-d749305c65c2', 'eab00f80-c2a6-48e1-84a6-52337e23ce88', '8800b3d8-8b81-47d5-8d4b-fbb69f191ede', 'a54040b2-aad5-4bbd-b7d7-184fcb291449', '5ec84a12-6216-487b-afd9-b8a8092563d4'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:58:20.130801 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['382b77ed-5a99-4385-99eb-e6195465d1a1', 'fbc31b7d-6c77-452f-97f3-57b0c35f8a96'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:58:20.154817 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b367e-a129-47ee-a784-fb63777fb203 req-e178db7c-0e65-4429-b375-957c808650f7 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:20.156321 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d5b367e-a129-47ee-a784-fb63777fb203 req-e178db7c-0e65-4429-b375-957c808650f7 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 945 time: 0.1539977 Feb 07 20:58:20.159143 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1715fae-a92b-40bf-88dc-69d3b610e0f2 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Pushing event deleted for resources: {'Port': ['ID=5ec84a12-6216-487b-afd9-b8a8092563d4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:20.170495 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96b3e3-245f-49dd-820a-48da5c8db18f req-13240802-f087-4c5e-bc28-7acfbe52cd0f tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:20.171986 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e96b3e3-245f-49dd-820a-48da5c8db18f req-13240802-f087-4c5e-bc28-7acfbe52cd0f tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.1384859 Feb 07 20:58:20.267265 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b25b02-08db-4fe8-81bb-f9259ef54ce4 req-d1715fae-a92b-40bf-88dc-69d3b610e0f2 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] No DVR routers for this DVR port 5ec84a12-6216-487b-afd9-b8a8092563d4 on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:58:20.274173 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c5b25b02-08db-4fe8-81bb-f9259ef54ce4 req-d1715fae-a92b-40bf-88dc-69d3b610e0f2 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:20.278504 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c5b25b02-08db-4fe8-81bb-f9259ef54ce4 req-d1715fae-a92b-40bf-88dc-69d3b610e0f2 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.69 "DELETE /v2.0/ports/5ec84a12-6216-487b-afd9-b8a8092563d4 HTTP/1.1" status: 204 len: 173 time: 0.8175499 Feb 07 20:58:20.285143 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a953d6fd-5ef5-443a-a07f-d3ca71485c4b', 'name': 'network-vif-deleted', 'tag': '5ec84a12-6216-487b-afd9-b8a8092563d4'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:58:20.288954 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84e1424-451a-4ad5-9fbd-d42b88b735cd" -d '{"events": [{"server_uuid": "a953d6fd-5ef5-443a-a07f-d3ca71485c4b", "name": "network-vif-deleted", "tag": "5ec84a12-6216-487b-afd9-b8a8092563d4"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:58:20.352968 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d5b367e-a129-47ee-a784-fb63777fb203 req-bfbae299-f93f-461a-a235-5c259c2176ae tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894341 Feb 07 20:58:20.408878 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e96b3e3-245f-49dd-820a-48da5c8db18f req-7688d490-a098-440c-8e4b-0d8034dcbb42 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209635 Feb 07 20:58:20.535095 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f412d-f629-491e-a311-fb44f96c8991 req-aba7208d-6e60-435e-ae44-6447330cc2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:20.538216 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-50d8aafd-0b16-4b6f-b271-085731189075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:20.542253 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3c8f412d-f629-491e-a311-fb44f96c8991 req-aba7208d-6e60-435e-ae44-6447330cc2ff service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 1131 time: 0.0549753 Feb 07 20:58:20.619120 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3c8f412d-f629-491e-a311-fb44f96c8991 req-80374fdd-1f55-458d-abf2-d2ad614284c3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687351 Feb 07 20:58:20.868172 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fd546-12ad-4435-97a1-4f36c53cd225 req-21b71a47-0ca6-4305-bb00-490a0385ac8f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:20.869695 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b33fd546-12ad-4435-97a1-4f36c53cd225 req-21b71a47-0ca6-4305-bb00-490a0385ac8f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 945 time: 0.4117446 Feb 07 20:58:20.891010 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c325204-0bcc-454d-b3a9-bd7daa6bab2f req-720a1e7e-8da4-4acb-8bbd-66a87fb22ee1 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:20.893039 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c325204-0bcc-454d-b3a9-bd7daa6bab2f req-720a1e7e-8da4-4acb-8bbd-66a87fb22ee1 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.3883569 Feb 07 20:58:20.899131 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-ec9fb9a0-5c2c-4f00-9d4f-b77f7e2b731e tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:20.900557 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-ec9fb9a0-5c2c-4f00-9d4f-b77f7e2b731e tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375&tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&binding%3Ahost_id=n-h1-828185-2 HTTP/1.1" status: 200 len: 1127 time: 0.3604772 Feb 07 20:58:20.970571 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b33fd546-12ad-4435-97a1-4f36c53cd225 req-2589c464-b10c-44f1-bb95-2890f5fe3579 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889735 Feb 07 20:58:20.973818 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c325204-0bcc-454d-b3a9-bd7daa6bab2f req-f02a713b-422d-4a07-b451-812e82a02cd1 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724089 Feb 07 20:58:21.031323 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6b89bc-e2d2-4c66-93d2-b1a4bb1bc48f x-openstack-request-id: req-be6b89bc-e2d2-4c66-93d2-b1a4bb1bc48f {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:58:21.031662 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a953d6fd-5ef5-443a-a07f-d3ca71485c4b", "name": "network-vif-deleted", "tag": "5ec84a12-6216-487b-afd9-b8a8092563d4", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:58:21.031945 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-be6b89bc-e2d2-4c66-93d2-b1a4bb1bc48f {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:58:21.032364 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a953d6fd-5ef5-443a-a07f-d3ca71485c4b', 'name': 'network-vif-deleted', 'tag': '5ec84a12-6216-487b-afd9-b8a8092563d4', 'status': 'completed', 'code': 200} Feb 07 20:58:21.090401 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280492c-fd03-465c-a86c-668a2e801a4d req-e3e0db6b-9289-438f-92e9-2f15f40707ff tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:21.091856 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6280492c-fd03-465c-a86c-668a2e801a4d req-e3e0db6b-9289-438f-92e9-2f15f40707ff tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 944 time: 0.0570765 Feb 07 20:58:21.140127 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6280492c-fd03-465c-a86c-668a2e801a4d req-0a2fd173-43f4-4bc3-884a-1f423d424c07 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424221 Feb 07 20:58:21.311194 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f2eb3-a415-4127-9db3-0a8d175d78e4 req-d5b19eae-5830-4e32-a30d-9f86b6b43877 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:21.312680 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d3f2eb3-a415-4127-9db3-0a8d175d78e4 req-d5b19eae-5830-4e32-a30d-9f86b6b43877 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.1216612 Feb 07 20:58:21.314792 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00e745-9da7-4713-871b-50dd57de740c req-931cb985-e723-429a-b7d1-1c408c68898e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:21.316127 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df00e745-9da7-4713-871b-50dd57de740c req-931cb985-e723-429a-b7d1-1c408c68898e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce2415b1f37244369055dcaf46ee8fc2&device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 1128 time: 0.1238813 Feb 07 20:58:21.323491 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e57b4-3bf2-4b37-9caa-7d0d403a37de req-03b6c7a4-ee10-4b44-b491-d0515ec59b4c tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:21.324870 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-016e57b4-3bf2-4b37-9caa-7d0d403a37de req-03b6c7a4-ee10-4b44-b491-d0515ec59b4c tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.1164589 Feb 07 20:58:21.447795 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d3f2eb3-a415-4127-9db3-0a8d175d78e4 req-ccf8eb9c-7737-4eda-9ee2-147965b27eae tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219807 Feb 07 20:58:21.473839 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-016e57b4-3bf2-4b37-9caa-7d0d403a37de req-49f708a4-e6c1-480c-a036-c404637fcb57 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396649 Feb 07 20:58:21.478336 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00e745-9da7-4713-871b-50dd57de740c req-2dc2fa05-9bad-4544-9a71-bf2f8d326222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:21.479757 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df00e745-9da7-4713-871b-50dd57de740c req-2dc2fa05-9bad-4544-9a71-bf2f8d326222 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6eec4ad7-adfb-4ae7-ac70-34193aac88e5 HTTP/1.1" status: 200 len: 911 time: 0.1530254 Feb 07 20:58:21.522371 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df00e745-9da7-4713-871b-50dd57de740c req-8b5be096-0928-4782-978b-7c30685e94bf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2edd4c55-7f0e-4f71-ab12-e81332cea662 HTTP/1.1" status: 200 len: 217 time: 0.0356700 Feb 07 20:58:21.611832 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:21.628947 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00e745-9da7-4713-871b-50dd57de740c req-c336ba41-9da8-4749-ac66-a5221dc8306a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:21.630404 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df00e745-9da7-4713-871b-50dd57de740c req-c336ba41-9da8-4749-ac66-a5221dc8306a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5ea6921b-4a40-44b4-a0e9-1841fa551429 HTTP/1.1" status: 200 len: 850 time: 0.1020172 Feb 07 20:58:21.669308 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df00e745-9da7-4713-871b-50dd57de740c req-8296c780-a335-4601-9a3d-702786235de9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6eec4ad7-adfb-4ae7-ac70-34193aac88e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321364 Feb 07 20:58:21.676745 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc9495-e2fb-49fa-bb2f-e59ebeff720d req-605e97a4-1c66-49e8-a64d-bdb5d1c99879 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:21.678155 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e2cc9495-e2fb-49fa-bb2f-e59ebeff720d req-605e97a4-1c66-49e8-a64d-bdb5d1c99879 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.1414208 Feb 07 20:58:21.685756 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a15bac-c05c-4608-965c-6b56d50813b4 req-479bfb95-6b12-4926-b128-5e97ac454241 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:21.687101 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2a15bac-c05c-4608-965c-6b56d50813b4 req-479bfb95-6b12-4926-b128-5e97ac454241 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 945 time: 0.1247423 Feb 07 20:58:21.821003 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e2cc9495-e2fb-49fa-bb2f-e59ebeff720d req-86ae7100-8275-41f8-9884-adfcb90da5c3 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330118 Feb 07 20:58:21.827152 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2a15bac-c05c-4608-965c-6b56d50813b4 req-8e32a9a2-d397-43cf-ac1d-918fee1c13b3 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320839 Feb 07 20:58:21.838842 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df00e745-9da7-4713-871b-50dd57de740c req-d1d81fb5-7a1a-48ec-bf9e-e26f1f5fc0e0 service neutron] 10.222.0.69 "GET /v2.0/networks/6eec4ad7-adfb-4ae7-ac70-34193aac88e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595871 Feb 07 20:58:21.978349 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241dae5-fe4e-41e4-af12-f803dcd3a27f req-cf37bdfa-ebfc-4b3e-8470-3f6607061880 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:21.979873 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7241dae5-fe4e-41e4-af12-f803dcd3a27f req-cf37bdfa-ebfc-4b3e-8470-3f6607061880 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 1126 time: 0.0822067 Feb 07 20:58:21.983382 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df00e745-9da7-4713-871b-50dd57de740c req-e793cdb6-10e7-459b-80fe-328319410957 service neutron] 10.222.0.69 "GET /v2.0/networks/6eec4ad7-adfb-4ae7-ac70-34193aac88e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279569 Feb 07 20:58:22.052432 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7241dae5-fe4e-41e4-af12-f803dcd3a27f req-d3d34b63-f4d4-44e7-8aa6-e7d5f06fb505 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665956 Feb 07 20:58:22.083400 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffe278-1ce9-479e-bae0-f4f5f9b68481 req-4df11100-e90a-4931-957a-aa282766d1d9 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:22.085970 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0fffe278-1ce9-479e-bae0-f4f5f9b68481 req-4df11100-e90a-4931-957a-aa282766d1d9 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca HTTP/1.1" status: 200 len: 950 time: 0.0832565 Feb 07 20:58:22.173705 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0fffe278-1ce9-479e-bae0-f4f5f9b68481 req-0ab42302-a171-49bb-9cb7-8339bcd8d9dc tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803280 Feb 07 20:58:22.193185 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203dd3dd-4a5e-462e-9ba6-cfe7b30e11b2 req-0a60143e-c7e6-4f0d-b1c5-259313d12628 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:22.194630 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-203dd3dd-4a5e-462e-9ba6-cfe7b30e11b2 req-0a60143e-c7e6-4f0d-b1c5-259313d12628 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0764680 Feb 07 20:58:22.244407 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-203dd3dd-4a5e-462e-9ba6-cfe7b30e11b2 req-6ff0d77d-ac9c-4a90-b7e6-5d73570317dd tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440893 Feb 07 20:58:22.350822 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-0525f536-0419-42d7-9167-386826c8ec72 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:22.352275 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-0525f536-0419-42d7-9167-386826c8ec72 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 808 time: 0.1070147 Feb 07 20:58:22.366299 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-c05ddd4f-748d-4d19-a965-1d130ba61070 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/quotas/0c5409c10f7a4ba282ceb7a858e4ea2a HTTP/1.1" status: 200 len: 375 time: 0.0086832 Feb 07 20:58:22.417760 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-0a2c74e0-56cb-4803-a674-73b68a43571b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0466235 Feb 07 20:58:22.504446 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-d79df7d9-0116-4a35-9aef-47df37447dd2 service neutron] 10.222.0.65 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800133 Feb 07 20:58:22.623229 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05773329-560a-462b-a41f-2670692fc6bc req-ad57f91b-e6f5-4de4-bac1-1f30340209e1 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:22.624673 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-05773329-560a-462b-a41f-2670692fc6bc req-ad57f91b-e6f5-4de4-bac1-1f30340209e1 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.1068654 Feb 07 20:58:22.630473 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-a740f01e-9053-46ad-843a-b61bc5b49cab service neutron] 10.222.0.65 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204998 Feb 07 20:58:22.671937 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-05773329-560a-462b-a41f-2670692fc6bc req-e340e4cb-10c6-4e71-9977-2f96e62de1d2 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405483 Feb 07 20:58:22.733260 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 5ec84a12-6216-487b-afd9-b8a8092563d4 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:58:22.772691 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 5ec84a12-6216-487b-afd9-b8a8092563d4 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:58:22.783242 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 5ec84a12-6216-487b-afd9-b8a8092563d4 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:58:22.809094 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e520f654-f91a-4cc4-9669-ba866f92297b req-b0c795c3-1515-4967-a161-9afc298616c5 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 210 time: 0.0345960 Feb 07 20:58:22.817150 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cc4a2-beff-40c2-b7ab-737caada8431 req-924656ac-9c98-40ff-b3bb-034bf1012a60 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:22.818586 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-325cc4a2-beff-40c2-b7ab-737caada8431 req-924656ac-9c98-40ff-b3bb-034bf1012a60 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.0847006 Feb 07 20:58:22.867996 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-325cc4a2-beff-40c2-b7ab-737caada8431 req-5cc5af99-5361-45bb-88ce-93017b870b61 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437870 Feb 07 20:58:22.951627 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e35e7f-d85c-4763-9e9a-f34e84bfb29f req-a5bfbed3-43ea-429a-b725-615d4eeef3d6 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:22.953206 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61e35e7f-d85c-4763-9e9a-f34e84bfb29f req-a5bfbed3-43ea-429a-b725-615d4eeef3d6 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0621026 Feb 07 20:58:23.025633 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a43cbb-92a9-4d88-b9c4-d5e4b123dd5c req-c6332db1-780f-46d2-ba0c-f71e8b54f592 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:23.027105 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-37a43cbb-92a9-4d88-b9c4-d5e4b123dd5c req-c6332db1-780f-46d2-ba0c-f71e8b54f592 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 945 time: 0.0933762 Feb 07 20:58:23.030549 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61e35e7f-d85c-4763-9e9a-f34e84bfb29f req-f5a3a9cc-f090-402b-b3e0-ca75ef1e8b61 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603001 Feb 07 20:58:23.087377 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:23.095229 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-37a43cbb-92a9-4d88-b9c4-d5e4b123dd5c req-7fa6772f-9f08-42cb-9391-914893c9f5a0 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617332 Feb 07 20:58:23.294938 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def45020-7e31-4172-81c0-d234d9cadbc2 req-70051f68-2502-4a9d-9652-1136fe4652f3 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:23.296525 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-def45020-7e31-4172-81c0-d234d9cadbc2 req-70051f68-2502-4a9d-9652-1136fe4652f3 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca HTTP/1.1" status: 200 len: 950 time: 0.0548313 Feb 07 20:58:23.377440 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-def45020-7e31-4172-81c0-d234d9cadbc2 req-997a4701-fc09-4cc8-96cd-ec12d4df0309 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729425 Feb 07 20:58:23.400872 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d6add-3953-423f-9137-fe2e85153e9c req-377edb0b-4750-4435-b492-9a304de51729 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:23.400872 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a69d6add-3953-423f-9137-fe2e85153e9c req-377edb0b-4750-4435-b492-9a304de51729 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0849154 Feb 07 20:58:23.447643 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a69d6add-3953-423f-9137-fe2e85153e9c req-93210063-de26-4fa5-997a-a7f89c81975e tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404508 Feb 07 20:58:23.791222 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc9283-5af1-4ebe-b830-498879bf4ce4 req-56309a73-9ba2-4cbc-bff7-e70985fa2106 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:23.792844 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-81fc9283-5af1-4ebe-b830-498879bf4ce4 req-56309a73-9ba2-4cbc-bff7-e70985fa2106 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0530014 Feb 07 20:58:23.843844 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-81fc9283-5af1-4ebe-b830-498879bf4ce4 req-7f432e1c-97e1-4604-99fd-4e645f45c849 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452905 Feb 07 20:58:23.960849 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69f1b0b7-51c2-4b7d-a6fc-3d04eca89a85 req-4d53af6f-187e-46ad-a544-421a603c75d7 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 210 time: 0.0408936 Feb 07 20:58:24.031745 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042e349-9391-4442-abbb-4cb1d987614b req-a94a5f57-409a-4d72-83c0-6f74f2752502 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:24.033209 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3042e349-9391-4442-abbb-4cb1d987614b req-a94a5f57-409a-4d72-83c0-6f74f2752502 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca HTTP/1.1" status: 200 len: 950 time: 0.1738842 Feb 07 20:58:24.051484 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-345bf32b-7e40-4caa-9937-671c18a9729b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:24.052899 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-345bf32b-7e40-4caa-9937-671c18a9729b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.69 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 808 time: 0.2034452 Feb 07 20:58:24.076613 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-8d4c4efd-20ed-4f38-b51f-b1dc051e60d2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Request body: {'port': {'device_id': '19f93022-2537-4455-8bc7-5e6434c1b277', 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36', 'admin_state_up': True, 'tenant_id': '0c5409c10f7a4ba282ceb7a858e4ea2a'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:58:24.142888 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84455b-1351-4537-9718-939ce7451828 req-e047817d-82af-45cc-8a52-8a992d15a980 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:24.144560 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd84455b-1351-4537-9718-939ce7451828 req-e047817d-82af-45cc-8a52-8a992d15a980 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.2018659 Feb 07 20:58:24.301551 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd84455b-1351-4537-9718-939ce7451828 req-3178af2c-6eaa-4999-bc6b-faa45ddbdf29 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430476 Feb 07 20:58:24.310747 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651bccf-d807-40a1-a9b2-a1e29616b151 req-f8fa5c35-2b5e-43e5-88fc-083275a3c3e9 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:24.312171 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7651bccf-d807-40a1-a9b2-a1e29616b151 req-f8fa5c35-2b5e-43e5-88fc-083275a3c3e9 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.1833587 Feb 07 20:58:24.332543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-3042e349-9391-4442-abbb-4cb1d987614b req-e13cb569-82b2-48e2-89d7-c131da9df8b5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Deleting port a54040b2-aad5-4bbd-b7d7-184fcb291449 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:58:24.332884 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3042e349-9391-4442-abbb-4cb1d987614b req-e13cb569-82b2-48e2-89d7-c131da9df8b5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (a54040b2-aad5-4bbd-b7d7-184fcb291449), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:24.343723 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:24.382465 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-8d4c4efd-20ed-4f38-b51f-b1dc051e60d2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Made reservation on behalf of 0c5409c10f7a4ba282ceb7a858e4ea2a for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:58:24.385787 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-8d4c4efd-20ed-4f38-b51f-b1dc051e60d2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:24.475996 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7651bccf-d807-40a1-a9b2-a1e29616b151 req-4c79de16-6a57-4dae-be18-637d3400c55b tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550174 Feb 07 20:58:24.563103 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-3042e349-9391-4442-abbb-4cb1d987614b req-e13cb569-82b2-48e2-89d7-c131da9df8b5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] For port a54040b2-aad5-4bbd-b7d7-184fcb291449, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=a54040b2-aad5-4bbd-b7d7-184fcb291449,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:24.563899 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3042e349-9391-4442-abbb-4cb1d987614b req-e13cb569-82b2-48e2-89d7-c131da9df8b5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (a54040b2-aad5-4bbd-b7d7-184fcb291449), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:24.603189 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fb5db-eb92-46df-9d31-de94c35eaa49 req-445af555-d5fc-410f-a7e2-0b506d122b6e tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:24.604663 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-734fb5db-eb92-46df-9d31-de94c35eaa49 req-445af555-d5fc-410f-a7e2-0b506d122b6e tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 945 time: 0.2139411 Feb 07 20:58:24.630034 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-3042e349-9391-4442-abbb-4cb1d987614b req-e13cb569-82b2-48e2-89d7-c131da9df8b5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Calling delete_port for a54040b2-aad5-4bbd-b7d7-184fcb291449 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:58:24.728788 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-8d4c4efd-20ed-4f38-b51f-b1dc051e60d2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Allocated IP 172.20.0.10 (6d967ae2-07ea-401e-8063-c085e3020e36/da67b52e-9fa9-4eda-bee9-de250f228011/20be04ea-ef7c-4fb7-be48-99f926829cdf) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:58:24.741272 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c9739-0f21-4ea7-82fc-81e52ac00b6d req-7aadd21e-1eaa-4e96-b300-840bf5d689bc tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:24.741272 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c19c9739-0f21-4ea7-82fc-81e52ac00b6d req-7aadd21e-1eaa-4e96-b300-840bf5d689bc tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca HTTP/1.1" status: 200 len: 950 time: 0.2030070 Feb 07 20:58:24.772548 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-734fb5db-eb92-46df-9d31-de94c35eaa49 req-2e3f4b55-46a6-439b-981d-d8ecfeffa3f1 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444521 Feb 07 20:58:24.857921 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c19c9739-0f21-4ea7-82fc-81e52ac00b6d req-9219287e-3a0d-4124-885b-093d02b13e5a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062083 Feb 07 20:58:25.039541 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afbc5b-c1f0-4530-94b3-bc54410d03d9 req-368a0798-c445-4a71-bb84-fad0c74fd5a8 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:25.041033 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b8afbc5b-c1f0-4530-94b3-bc54410d03d9 req-368a0798-c445-4a71-bb84-fad0c74fd5a8 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.1915450 Feb 07 20:58:25.044243 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3042e349-9391-4442-abbb-4cb1d987614b req-e13cb569-82b2-48e2-89d7-c131da9df8b5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (a54040b2-aad5-4bbd-b7d7-184fcb291449), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:25.057441 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['382b77ed-5a99-4385-99eb-e6195465d1a1', 'fbc31b7d-6c77-452f-97f3-57b0c35f8a96'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:58:25.059895 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['52765e43-953c-4bdc-a1cb-d749305c65c2', 'eab00f80-c2a6-48e1-84a6-52337e23ce88', '8800b3d8-8b81-47d5-8d4b-fbb69f191ede'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:58:25.106755 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13cb569-82b2-48e2-89d7-c131da9df8b5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Pushing event deleted for resources: {'Port': ['ID=a54040b2-aad5-4bbd-b7d7-184fcb291449,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:25.121625 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930047f-8cc2-4bad-8103-e752293fdb2d req-b14afe9d-0e72-4b96-bc01-f4588fcd866d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:25.123154 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9930047f-8cc2-4bad-8103-e752293fdb2d req-b14afe9d-0e72-4b96-bc01-f4588fcd866d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.1997304 Feb 07 20:58:25.128358 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-8d4c4efd-20ed-4f38-b51f-b1dc051e60d2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks [] for port (20be04ea-ef7c-4fb7-be48-99f926829cdf), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:25.152441 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13cb569-82b2-48e2-89d7-c131da9df8b5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:25.152678 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13cb569-82b2-48e2-89d7-c131da9df8b5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:25.153020 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13cb569-82b2-48e2-89d7-c131da9df8b5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:25.153355 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13cb569-82b2-48e2-89d7-c131da9df8b5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:25.153690 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13cb569-82b2-48e2-89d7-c131da9df8b5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:25.154019 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13cb569-82b2-48e2-89d7-c131da9df8b5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:25.154344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13cb569-82b2-48e2-89d7-c131da9df8b5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:25.154666 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13cb569-82b2-48e2-89d7-c131da9df8b5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:25.154987 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13cb569-82b2-48e2-89d7-c131da9df8b5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:25.155321 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13cb569-82b2-48e2-89d7-c131da9df8b5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:25.155646 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13cb569-82b2-48e2-89d7-c131da9df8b5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:25.156025 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13cb569-82b2-48e2-89d7-c131da9df8b5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:25.156371 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13cb569-82b2-48e2-89d7-c131da9df8b5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:25.481748 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-3042e349-9391-4442-abbb-4cb1d987614b req-e13cb569-82b2-48e2-89d7-c131da9df8b5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] No DVR routers for this DVR port a54040b2-aad5-4bbd-b7d7-184fcb291449 on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:58:25.487349 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3042e349-9391-4442-abbb-4cb1d987614b req-e13cb569-82b2-48e2-89d7-c131da9df8b5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:25.490593 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3042e349-9391-4442-abbb-4cb1d987614b req-e13cb569-82b2-48e2-89d7-c131da9df8b5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.69 "DELETE /v2.0/ports/a54040b2-aad5-4bbd-b7d7-184fcb291449 HTTP/1.1" status: 204 len: 173 time: 1.4513979 Feb 07 20:58:25.495727 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca', 'name': 'network-vif-deleted', 'tag': 'a54040b2-aad5-4bbd-b7d7-184fcb291449'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:58:25.498098 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688faa01-d191-47b4-b8a7-c480edcc998f" -d '{"events": [{"server_uuid": "cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca", "name": "network-vif-deleted", "tag": "a54040b2-aad5-4bbd-b7d7-184fcb291449"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:58:25.521285 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b8afbc5b-c1f0-4530-94b3-bc54410d03d9 req-05969089-0e4f-46d9-a061-5b40ba3c894b tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647791 Feb 07 20:58:25.554935 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-8d4c4efd-20ed-4f38-b51f-b1dc051e60d2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (20be04ea-ef7c-4fb7-be48-99f926829cdf), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:25.606175 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-8d4c4efd-20ed-4f38-b51f-b1dc051e60d2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Network 6d967ae2-07ea-401e-8063-c085e3020e36 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:58:25.611232 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9930047f-8cc2-4bad-8103-e752293fdb2d req-13c1fd9f-3f12-4c37-ac45-05649c046274 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754689 Feb 07 20:58:25.649930 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-8d4c4efd-20ed-4f38-b51f-b1dc051e60d2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:58:25.665116 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-8d4c4efd-20ed-4f38-b51f-b1dc051e60d2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:58:25.759457 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c4efd-20ed-4f38-b51f-b1dc051e60d2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Pushing event updated for resources: {'Port': ['ID=20be04ea-ef7c-4fb7-be48-99f926829cdf,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:25.776768 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-8d4c4efd-20ed-4f38-b51f-b1dc051e60d2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:25.777369 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-8d4c4efd-20ed-4f38-b51f-b1dc051e60d2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:25.807898 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bac9b2-305f-4e31-91c0-4aa430f3bf97 req-63477320-03ea-482e-88a8-ef2d62cd7bfc tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:25.809431 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-82bac9b2-305f-4e31-91c0-4aa430f3bf97 req-63477320-03ea-482e-88a8-ef2d62cd7bfc tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 932 time: 0.1620882 Feb 07 20:58:25.814916 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-8d4c4efd-20ed-4f38-b51f-b1dc051e60d2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7418110 Feb 07 20:58:25.833099 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-f16f6716-ea5a-4776-a496-21ef1b5d1947 service neutron] Request body: {'port': {'device_id': '19f93022-2537-4455-8bc7-5e6434c1b277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:58:25.849685 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda64a27-d8d7-46f5-a813-2837ad8bbc82 req-a205a882-e8f8-460f-90fc-2253fe02d150 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:25.851115 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eda64a27-d8d7-46f5-a813-2837ad8bbc82 req-a205a882-e8f8-460f-90fc-2253fe02d150 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.1377892 Feb 07 20:58:25.947391 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-82bac9b2-305f-4e31-91c0-4aa430f3bf97 req-0b94b57e-0b29-4096-ae66-478c5f6891e5 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298096 Feb 07 20:58:25.962746 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eda64a27-d8d7-46f5-a813-2837ad8bbc82 req-b1e2203a-d4ef-4caf-9285-c82bce04cd35 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927045 Feb 07 20:58:25.963341 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-f16f6716-ea5a-4776-a496-21ef1b5d1947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (20be04ea-ef7c-4fb7-be48-99f926829cdf), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:26.020101 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4043e774-c565-4eab-9be1-c821a7ac6d8a x-openstack-request-id: req-4043e774-c565-4eab-9be1-c821a7ac6d8a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:58:26.020496 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca", "name": "network-vif-deleted", "tag": "a54040b2-aad5-4bbd-b7d7-184fcb291449", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:58:26.020810 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4043e774-c565-4eab-9be1-c821a7ac6d8a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:58:26.021275 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5ee9fa-c8ac-449b-bb75-b8218e17f1ca', 'name': 'network-vif-deleted', 'tag': 'a54040b2-aad5-4bbd-b7d7-184fcb291449', 'status': 'completed', 'code': 200} Feb 07 20:58:26.215671 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f103c7e-d667-4754-811e-60d4d2c70c2b req-42815f14-37c7-4a7e-bebc-8315e3cfac2b tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:26.217085 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f103c7e-d667-4754-811e-60d4d2c70c2b req-42815f14-37c7-4a7e-bebc-8315e3cfac2b tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.1938376 Feb 07 20:58:26.255848 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550989ef-38c0-4c0c-9dd2-aa07c3dfd3ef req-562f2170-ec5d-4df0-b95f-3c87e2940646 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:26.257295 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-550989ef-38c0-4c0c-9dd2-aa07c3dfd3ef req-562f2170-ec5d-4df0-b95f-3c87e2940646 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 945 time: 0.1567039 Feb 07 20:58:26.314516 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f103c7e-d667-4754-811e-60d4d2c70c2b req-6ebc8b05-0bf1-4025-bcac-83cbcd622f83 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907025 Feb 07 20:58:26.356885 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-550989ef-38c0-4c0c-9dd2-aa07c3dfd3ef req-4af3bdc2-7882-4f3f-a1a2-e1a01ac92b56 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879636 Feb 07 20:58:26.407943 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-f16f6716-ea5a-4776-a496-21ef1b5d1947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20be04ea-ef7c-4fb7-be48-99f926829cdf {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:58:26.415644 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-f16f6716-ea5a-4776-a496-21ef1b5d1947 service neutron] Publish callbacks [] for port (20be04ea-ef7c-4fb7-be48-99f926829cdf), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:26.427934 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-f16f6716-ea5a-4776-a496-21ef1b5d1947 service neutron] Transition to ACTIVE for port object 20be04ea-ef7c-4fb7-be48-99f926829cdf will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:58:26.432968 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-f16f6716-ea5a-4776-a496-21ef1b5d1947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (20be04ea-ef7c-4fb7-be48-99f926829cdf), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:26.483901 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f6716-ea5a-4776-a496-21ef1b5d1947 service neutron] Pushing event updated for resources: {'Port': ['ID=20be04ea-ef7c-4fb7-be48-99f926829cdf,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:26.547203 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-f16f6716-ea5a-4776-a496-21ef1b5d1947 service neutron] Attempting to bind port 20be04ea-ef7c-4fb7-be48-99f926829cdf on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:58:26.547535 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-f16f6716-ea5a-4776-a496-21ef1b5d1947 service neutron] Attempting to bind port 20be04ea-ef7c-4fb7-be48-99f926829cdf by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:58:26.547859 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-f16f6716-ea5a-4776-a496-21ef1b5d1947 service neutron] Attempting to bind port 20be04ea-ef7c-4fb7-be48-99f926829cdf on network 6d967ae2-07ea-401e-8063-c085e3020e36 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:58:26.552263 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-f16f6716-ea5a-4776-a496-21ef1b5d1947 service neutron] Port 20be04ea-ef7c-4fb7-be48-99f926829cdf on network 6d967ae2-07ea-401e-8063-c085e3020e36 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:58:26.552770 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-f16f6716-ea5a-4776-a496-21ef1b5d1947 service neutron] Attempting to bind port 20be04ea-ef7c-4fb7-be48-99f926829cdf on network 6d967ae2-07ea-401e-8063-c085e3020e36 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:58:26.558095 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-f16f6716-ea5a-4776-a496-21ef1b5d1947 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:58:26.558444 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-f16f6716-ea5a-4776-a496-21ef1b5d1947 service neutron] Checking segment: {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:58:26.558858 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-f16f6716-ea5a-4776-a496-21ef1b5d1947 service neutron] Bound using segment: {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:58:26.559286 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-f16f6716-ea5a-4776-a496-21ef1b5d1947 service neutron] Bound port: 20be04ea-ef7c-4fb7-be48-99f926829cdf, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:58:26.559644 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-f16f6716-ea5a-4776-a496-21ef1b5d1947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (20be04ea-ef7c-4fb7-be48-99f926829cdf), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:26.664620 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-f16f6716-ea5a-4776-a496-21ef1b5d1947 service neutron] For port 20be04ea-ef7c-4fb7-be48-99f926829cdf, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:58:26.701825 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9bd5e-c285-47c6-bd52-5b11b10d76f5 req-b5b790dd-65e0-475b-8af3-652f479c4146 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:26.703298 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ffa9bd5e-c285-47c6-bd52-5b11b10d76f5 req-b5b790dd-65e0-475b-8af3-652f479c4146 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.1112597 Feb 07 20:58:26.709358 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-f16f6716-ea5a-4776-a496-21ef1b5d1947 service neutron] For port 20be04ea-ef7c-4fb7-be48-99f926829cdf, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=20be04ea-ef7c-4fb7-be48-99f926829cdf,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:58:26.724105 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-f16f6716-ea5a-4776-a496-21ef1b5d1947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (20be04ea-ef7c-4fb7-be48-99f926829cdf), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:26.782628 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-f16f6716-ea5a-4776-a496-21ef1b5d1947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:26.783246 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-f16f6716-ea5a-4776-a496-21ef1b5d1947 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:26.784682 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-f16f6716-ea5a-4776-a496-21ef1b5d1947 service neutron] 10.222.0.69 "PUT /v2.0/ports/20be04ea-ef7c-4fb7-be48-99f926829cdf HTTP/1.1" status: 200 len: 1092 time: 0.9552047 Feb 07 20:58:26.789038 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device a54040b2-aad5-4bbd-b7d7-184fcb291449 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:58:26.808962 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: a54040b2-aad5-4bbd-b7d7-184fcb291449 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:58:26.809406 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device a54040b2-aad5-4bbd-b7d7-184fcb291449 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:58:26.821922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb563bb2-0243-4a11-8868-ca9db6e90aa5 req-6202b4b6-a484-499e-8e42-7eb9003295f4 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:26.823388 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb563bb2-0243-4a11-8868-ca9db6e90aa5 req-6202b4b6-a484-499e-8e42-7eb9003295f4 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe9a04f0-2c09-448d-99d0-a46925971e94 HTTP/1.1" status: 200 len: 950 time: 0.1646667 Feb 07 20:58:26.837982 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ffa9bd5e-c285-47c6-bd52-5b11b10d76f5 req-1c693e7b-e5f8-4865-bf8c-76d1ef9c9d92 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269939 Feb 07 20:58:26.838569 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f6716-ea5a-4776-a496-21ef1b5d1947 service neutron] Pushing event updated for resources: {'Port': ['ID=20be04ea-ef7c-4fb7-be48-99f926829cdf,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:26.910222 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-aeca9807-87f4-46a2-b93b-dc3ad777294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:26.911640 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-aeca9807-87f4-46a2-b93b-dc3ad777294c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 1126 time: 0.0843499 Feb 07 20:58:26.947082 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb563bb2-0243-4a11-8868-ca9db6e90aa5 req-15e17bb3-c58a-4415-8a9e-926dd2c59cd6 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045451 Feb 07 20:58:26.981624 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-4c7d6d3b-18ae-49db-af84-994f7c0f6c72 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20be04ea-ef7c-4fb7-be48-99f926829cdf HTTP/1.1" status: 200 len: 217 time: 0.0509884 Feb 07 20:58:27.026339 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b6162-baaf-4213-9c58-ef1e8b1ced86 req-f1c64139-f2c4-4765-ab21-605db63fbd88 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:27.027726 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab9b6162-baaf-4213-9c58-ef1e8b1ced86 req-f1c64139-f2c4-4765-ab21-605db63fbd88 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.1300688 Feb 07 20:58:27.088071 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-6e3e8b5f-4398-4b58-92ff-04d67fb54d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:27.089507 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-6e3e8b5f-4398-4b58-92ff-04d67fb54d27 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da67b52e-9fa9-4eda-bee9-de250f228011 HTTP/1.1" status: 200 len: 848 time: 0.1009924 Feb 07 20:58:27.135854 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-9e7b4845-61d2-42dd-91bb-acdb4bfb186d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6d967ae2-07ea-401e-8063-c085e3020e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393341 Feb 07 20:58:27.144927 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab9b6162-baaf-4213-9c58-ef1e8b1ced86 req-cf237ea9-c6c1-421d-8ad1-16b0fda3151a tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071022 Feb 07 20:58:27.151319 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cc408-7115-4eb7-9021-a4ccda5f9a1d req-6731fd14-51cd-4d74-b8a5-c5910d76f8a9 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:27.152757 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ce1cc408-7115-4eb7-9021-a4ccda5f9a1d req-6731fd14-51cd-4d74-b8a5-c5910d76f8a9 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 944 time: 0.1356630 Feb 07 20:58:27.298534 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ce1cc408-7115-4eb7-9021-a4ccda5f9a1d req-e9972c63-b49c-4fe0-bfb0-9ad21d3d2d48 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369362 Feb 07 20:58:27.318116 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a709e00-12bd-4b97-8dbe-72880cbf7888 req-c298a90d-e7c7-4de7-ad24-9fff0ce6221a tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:27.319570 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7a709e00-12bd-4b97-8dbe-72880cbf7888 req-c298a90d-e7c7-4de7-ad24-9fff0ce6221a tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.1099668 Feb 07 20:58:27.321343 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-eba7b19b-8443-4d97-915c-45a01ba401b8 service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677887 Feb 07 20:58:27.444267 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7a709e00-12bd-4b97-8dbe-72880cbf7888 req-6d763f41-3703-44da-bf2d-190027a1dd43 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192226 Feb 07 20:58:27.483422 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e4284-d2c9-4c4d-b9d3-2fa9dc9a5b37 req-5d65f566-5e77-4df6-a140-0fb61d375a03 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:27.484937 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df1e4284-d2c9-4c4d-b9d3-2fa9dc9a5b37 req-5d65f566-5e77-4df6-a140-0fb61d375a03 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.1017201 Feb 07 20:58:27.487105 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-731b4bce-bb02-40ad-93b8-0b21dbcdea69 req-5d5fbff6-3c0e-42ff-beb4-f6194b3a7ad4 service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560025 Feb 07 20:58:27.559675 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df1e4284-d2c9-4c4d-b9d3-2fa9dc9a5b37 req-aade6799-68cf-49af-8573-6d1cc6659595 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690844 Feb 07 20:58:27.574928 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae7123-3773-4804-8153-d192d6fe0584 req-b74785ea-6f38-474c-9e5a-9e4aa3e4d235 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:27.576394 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5fae7123-3773-4804-8153-d192d6fe0584 req-b74785ea-6f38-474c-9e5a-9e4aa3e4d235 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 945 time: 0.0791488 Feb 07 20:58:27.622388 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5fae7123-3773-4804-8153-d192d6fe0584 req-7b87b652-7556-4aa0-8ae0-9e603ae197ca tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398967 Feb 07 20:58:27.959177 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dea693-b2ee-4947-8bed-60de3764b5a4 req-7398209c-0721-4915-8918-59effb1e955b tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:27.960633 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18dea693-b2ee-4947-8bed-60de3764b5a4 req-7398209c-0721-4915-8918-59effb1e955b tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0547595 Feb 07 20:58:28.010007 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18dea693-b2ee-4947-8bed-60de3764b5a4 req-8c98c991-a318-4ad2-89a2-521b7f0c5a20 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438852 Feb 07 20:58:28.022884 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f93022-2537-4455-8bc7-5e6434c1b277', 'tag': '20be04ea-ef7c-4fb7-be48-99f926829cdf'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:58:28.025126 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cfbb55-7b57-4d8e-bed4-b5f4d29e940b" -d '{"events": [{"name": "network-changed", "server_uuid": "19f93022-2537-4455-8bc7-5e6434c1b277", "tag": "20be04ea-ef7c-4fb7-be48-99f926829cdf"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:58:28.067131 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084879f2-6129-4fcd-a28a-886fa769f21e req-2a1ff4cd-039f-43c5-823a-2ffa8492e6db tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:28.068645 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-084879f2-6129-4fcd-a28a-886fa769f21e req-2a1ff4cd-039f-43c5-823a-2ffa8492e6db tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe9a04f0-2c09-448d-99d0-a46925971e94 HTTP/1.1" status: 200 len: 950 time: 0.0551302 Feb 07 20:58:28.073489 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05141f1-0e52-4525-b79e-c46f404a3016 x-openstack-request-id: req-e05141f1-0e52-4525-b79e-c46f404a3016 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:58:28.073769 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f93022-2537-4455-8bc7-5e6434c1b277", "tag": "20be04ea-ef7c-4fb7-be48-99f926829cdf", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:58:28.074020 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e05141f1-0e52-4525-b79e-c46f404a3016 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:58:28.074391 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f93022-2537-4455-8bc7-5e6434c1b277', 'tag': '20be04ea-ef7c-4fb7-be48-99f926829cdf', 'status': 'completed', 'code': 200} Feb 07 20:58:28.139434 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-084879f2-6129-4fcd-a28a-886fa769f21e req-a65117a9-631c-435f-ad66-3d3a2b8fb701 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641057 Feb 07 20:58:28.155712 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfbb55-7b57-4d8e-bed4-b5f4d29e940b req-9163a027-0176-47a4-af7b-f1bbc7ec7197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:28.157823 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07cfbb55-7b57-4d8e-bed4-b5f4d29e940b req-9163a027-0176-47a4-af7b-f1bbc7ec7197 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 1126 time: 0.0538671 Feb 07 20:58:28.276567 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfbb55-7b57-4d8e-bed4-b5f4d29e940b req-2dc98e18-8d61-4d48-a34a-9a7dec2b48e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:28.277992 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07cfbb55-7b57-4d8e-bed4-b5f4d29e940b req-2dc98e18-8d61-4d48-a34a-9a7dec2b48e2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 909 time: 0.1145761 Feb 07 20:58:28.291736 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf8b95-428f-484c-a712-c9b7de7c8948 req-9bf79c9a-4bc7-43d6-85b6-b7b108839201 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:28.293183 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ccf8b95-428f-484c-a712-c9b7de7c8948 req-9bf79c9a-4bc7-43d6-85b6-b7b108839201 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0795164 Feb 07 20:58:28.337498 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07cfbb55-7b57-4d8e-bed4-b5f4d29e940b req-2e168df7-e473-4fa6-b1f1-ce2d44fb3835 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20be04ea-ef7c-4fb7-be48-99f926829cdf HTTP/1.1" status: 200 len: 217 time: 0.0433884 Feb 07 20:58:28.467190 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ccf8b95-428f-484c-a712-c9b7de7c8948 req-969297b9-a127-4d5a-89b4-8302fed886f6 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665468 Feb 07 20:58:28.493689 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfbb55-7b57-4d8e-bed4-b5f4d29e940b req-d8590ace-793e-4904-992e-7f97bed21479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:28.495117 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07cfbb55-7b57-4d8e-bed4-b5f4d29e940b req-d8590ace-793e-4904-992e-7f97bed21479 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da67b52e-9fa9-4eda-bee9-de250f228011 HTTP/1.1" status: 200 len: 848 time: 0.1366899 Feb 07 20:58:28.518846 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb7f66-48e6-4fb9-89fe-dd77ae0672b1 req-cb70323f-aff5-4b80-98df-a2bdf6b458a1 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:28.520246 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49fb7f66-48e6-4fb9-89fe-dd77ae0672b1 req-cb70323f-aff5-4b80-98df-a2bdf6b458a1 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 944 time: 0.1509864 Feb 07 20:58:28.548690 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07cfbb55-7b57-4d8e-bed4-b5f4d29e940b req-e8247c22-b6dc-4023-abf2-e1e85c0d1446 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6d967ae2-07ea-401e-8063-c085e3020e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438285 Feb 07 20:58:28.555048 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522e98a-5ded-4997-a111-cbe1084ee6af req-94407941-ea4b-47ea-9581-760781a0781d tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:28.556368 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3522e98a-5ded-4997-a111-cbe1084ee6af req-94407941-ea4b-47ea-9581-760781a0781d tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe9a04f0-2c09-448d-99d0-a46925971e94 HTTP/1.1" status: 200 len: 950 time: 0.1939657 Feb 07 20:58:28.734601 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49fb7f66-48e6-4fb9-89fe-dd77ae0672b1 req-8663a43c-76ec-47ee-acaf-5381e39d6606 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885216 Feb 07 20:58:28.749872 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3152a9-d4dc-4c05-9c3e-fde1b607648c req-dd40658c-da0a-4698-9cbc-3f86a27d98ea tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:28.751376 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac3152a9-d4dc-4c05-9c3e-fde1b607648c req-dd40658c-da0a-4698-9cbc-3f86a27d98ea tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.2277794 Feb 07 20:58:28.791738 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07cfbb55-7b57-4d8e-bed4-b5f4d29e940b req-efeab705-baa5-4416-974d-5d3cdbca2660 service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344861 Feb 07 20:58:28.882953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-3522e98a-5ded-4997-a111-cbe1084ee6af req-95563bef-fd6f-4882-b64e-a12bcab3e482 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Deleting port 8800b3d8-8b81-47d5-8d4b-fbb69f191ede {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:58:28.883283 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3522e98a-5ded-4997-a111-cbe1084ee6af req-95563bef-fd6f-4882-b64e-a12bcab3e482 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8800b3d8-8b81-47d5-8d4b-fbb69f191ede), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:28.942172 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac3152a9-d4dc-4c05-9c3e-fde1b607648c req-ce1e28a5-91e2-42c7-a4de-7043427870e3 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756847 Feb 07 20:58:28.991606 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae431ea-f249-4cf6-b7c5-2374fffdd4f4 req-fc9d8680-aba8-4698-a169-41563021159f tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:28.993003 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8ae431ea-f249-4cf6-b7c5-2374fffdd4f4 req-fc9d8680-aba8-4698-a169-41563021159f tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.1970947 Feb 07 20:58:29.011454 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07cfbb55-7b57-4d8e-bed4-b5f4d29e940b req-30afccdd-f0f9-4038-804c-d4a1d7a8ae84 service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057095 Feb 07 20:58:29.065874 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-3522e98a-5ded-4997-a111-cbe1084ee6af req-95563bef-fd6f-4882-b64e-a12bcab3e482 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] For port 8800b3d8-8b81-47d5-8d4b-fbb69f191ede, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8800b3d8-8b81-47d5-8d4b-fbb69f191ede,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:29.066227 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3522e98a-5ded-4997-a111-cbe1084ee6af req-95563bef-fd6f-4882-b64e-a12bcab3e482 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8800b3d8-8b81-47d5-8d4b-fbb69f191ede), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:29.338397 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-3522e98a-5ded-4997-a111-cbe1084ee6af req-95563bef-fd6f-4882-b64e-a12bcab3e482 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Calling delete_port for 8800b3d8-8b81-47d5-8d4b-fbb69f191ede owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:58:29.370686 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8ae431ea-f249-4cf6-b7c5-2374fffdd4f4 req-a9813d52-367d-4937-b496-5e63a393a72e tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651528 Feb 07 20:58:29.404344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637c0d3-958e-4b96-b9cc-085d20f4cd04 req-9b1836af-6d8d-40b8-97db-c0bf3cbc6ad1 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:29.405789 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6637c0d3-958e-4b96-b9cc-085d20f4cd04 req-9b1836af-6d8d-40b8-97db-c0bf3cbc6ad1 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 945 time: 0.4014137 Feb 07 20:58:29.505639 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6637c0d3-958e-4b96-b9cc-085d20f4cd04 req-2727b309-fe85-400c-9a9a-601e21f7274d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926101 Feb 07 20:58:29.549364 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271a099-4883-4df4-b606-176ac514fd31 req-014f59d2-11c4-44a9-9080-646a1b5a9863 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:29.550895 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3271a099-4883-4df4-b606-176ac514fd31 req-014f59d2-11c4-44a9-9080-646a1b5a9863 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.1176260 Feb 07 20:58:29.587008 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3522e98a-5ded-4997-a111-cbe1084ee6af req-95563bef-fd6f-4882-b64e-a12bcab3e482 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (8800b3d8-8b81-47d5-8d4b-fbb69f191ede), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:29.599203 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['382b77ed-5a99-4385-99eb-e6195465d1a1', 'fbc31b7d-6c77-452f-97f3-57b0c35f8a96'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:58:29.603677 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['52765e43-953c-4bdc-a1cb-d749305c65c2', 'eab00f80-c2a6-48e1-84a6-52337e23ce88'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:58:29.605266 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8568b6bb-d419-4ce2-b263-5e75a3925ec9 req-6e8a4f21-b6d8-4cc5-9e4d-b8e44469e23d tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe9a04f0-2c09-448d-99d0-a46925971e94 HTTP/1.1" status: 200 len: 210 time: 0.0374763 Feb 07 20:58:29.641904 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95563bef-fd6f-4882-b64e-a12bcab3e482 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Pushing event deleted for resources: {'Port': ['ID=8800b3d8-8b81-47d5-8d4b-fbb69f191ede,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:29.660176 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3271a099-4883-4df4-b606-176ac514fd31 req-53a45246-3576-438b-94c4-a7ef345d98e6 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034298 Feb 07 20:58:29.719217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-3522e98a-5ded-4997-a111-cbe1084ee6af req-95563bef-fd6f-4882-b64e-a12bcab3e482 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] No DVR routers for this DVR port 8800b3d8-8b81-47d5-8d4b-fbb69f191ede on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:58:29.722444 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3522e98a-5ded-4997-a111-cbe1084ee6af req-95563bef-fd6f-4882-b64e-a12bcab3e482 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:29.725818 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3522e98a-5ded-4997-a111-cbe1084ee6af req-95563bef-fd6f-4882-b64e-a12bcab3e482 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.69 "DELETE /v2.0/ports/8800b3d8-8b81-47d5-8d4b-fbb69f191ede HTTP/1.1" status: 204 len: 173 time: 1.1551290 Feb 07 20:58:29.754916 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d497e-7c26-492e-abce-88d8c15c40be req-1bb0546e-0eff-4829-8c71-a5247c2a33a1 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:29.756641 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c29d497e-7c26-492e-abce-88d8c15c40be req-1bb0546e-0eff-4829-8c71-a5247c2a33a1 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0723300 Feb 07 20:58:29.823590 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c29d497e-7c26-492e-abce-88d8c15c40be req-4e95c456-cf1c-47fe-95d6-16535bc4307d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583994 Feb 07 20:58:29.876508 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1424cf4-54fa-4ee5-83ff-a18173848bae req-e3062328-18d4-4d0b-a646-94936bcaff9f tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:29.878164 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1424cf4-54fa-4ee5-83ff-a18173848bae req-e3062328-18d4-4d0b-a646-94936bcaff9f tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 944 time: 0.0690916 Feb 07 20:58:29.930943 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1424cf4-54fa-4ee5-83ff-a18173848bae req-a7010c7b-1d2e-423a-b92d-9fcd406db1b4 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445812 Feb 07 20:58:30.063009 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde0810-7287-4629-9e5e-3017e1ad605f req-8cae49f6-a0d9-412e-843e-651304777dcc tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:30.065053 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbde0810-7287-4629-9e5e-3017e1ad605f req-8cae49f6-a0d9-412e-843e-651304777dcc tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.0547698 Feb 07 20:58:30.076231 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9a04f0-2c09-448d-99d0-a46925971e94', 'name': 'network-vif-deleted', 'tag': '8800b3d8-8b81-47d5-8d4b-fbb69f191ede'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:58:30.078433 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32008d91-df33-402a-ba84-5d69eec7022d" -d '{"events": [{"server_uuid": "fe9a04f0-2c09-448d-99d0-a46925971e94", "name": "network-vif-deleted", "tag": "8800b3d8-8b81-47d5-8d4b-fbb69f191ede"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:58:30.120002 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f74279c-547c-4eb5-8836-f01d768107c9 x-openstack-request-id: req-5f74279c-547c-4eb5-8836-f01d768107c9 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:58:30.120325 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9a04f0-2c09-448d-99d0-a46925971e94", "name": "network-vif-deleted", "tag": "8800b3d8-8b81-47d5-8d4b-fbb69f191ede", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:58:30.120643 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f74279c-547c-4eb5-8836-f01d768107c9 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:58:30.121050 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9a04f0-2c09-448d-99d0-a46925971e94', 'name': 'network-vif-deleted', 'tag': '8800b3d8-8b81-47d5-8d4b-fbb69f191ede', 'status': 'completed', 'code': 200} Feb 07 20:58:30.124756 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbde0810-7287-4629-9e5e-3017e1ad605f req-f4e34656-34cb-47c6-a917-0b4c8049beec tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541503 Feb 07 20:58:30.487105 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58117906-ffbb-4ad0-a5db-de745e64a46c req-0e95ef85-1d98-4b7b-b15b-3ebde086c78c tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:30.488606 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-58117906-ffbb-4ad0-a5db-de745e64a46c req-0e95ef85-1d98-4b7b-b15b-3ebde086c78c tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0510063 Feb 07 20:58:30.535210 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-58117906-ffbb-4ad0-a5db-de745e64a46c req-c9365409-d8ea-4037-bb20-d502d1a6c406 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411458 Feb 07 20:58:30.629631 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79647c79-ca3b-42a1-9fff-4e022290def9 req-03320575-ecd8-44d2-bfba-962767812aba tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:30.631087 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79647c79-ca3b-42a1-9fff-4e022290def9 req-03320575-ecd8-44d2-bfba-962767812aba tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 945 time: 0.0549879 Feb 07 20:58:30.678162 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79647c79-ca3b-42a1-9fff-4e022290def9 req-a2dec679-1f4a-478c-9298-b136f5ffde1d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414889 Feb 07 20:58:30.781295 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5fb4f-723c-4d02-8c61-cdb5b2428386 req-d5277e8d-2faf-41f4-b674-eaef4eb74ba7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:30.782752 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0bd5fb4f-723c-4d02-8c61-cdb5b2428386 req-d5277e8d-2faf-41f4-b674-eaef4eb74ba7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=c832ff85-54c4-4b59-af92-488f32f3f750 HTTP/1.1" status: 200 len: 949 time: 0.0786314 Feb 07 20:58:30.792784 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 20be04ea-ef7c-4fb7-be48-99f926829cdf details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:58:30.796748 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8800b3d8-8b81-47d5-8d4b-fbb69f191ede no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:58:30.815029 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b834ebf-4daf-4e57-8989-f9c65809f7ae req-5e0867b4-ddea-4665-be87-2aa0d4abc7af tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:30.816500 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9b834ebf-4daf-4e57-8989-f9c65809f7ae req-5e0867b4-ddea-4665-be87-2aa0d4abc7af tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0777230 Feb 07 20:58:30.826581 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 8800b3d8-8b81-47d5-8d4b-fbb69f191ede {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:58:30.827009 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8800b3d8-8b81-47d5-8d4b-fbb69f191ede not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:58:30.863397 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0bd5fb4f-723c-4d02-8c61-cdb5b2428386 req-d1f437ab-d9ce-4fe2-a128-ac87cfc1f83c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741022 Feb 07 20:58:30.893299 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9b834ebf-4daf-4e57-8989-f9c65809f7ae req-7f9a6dd4-3ec4-4f30-88dc-a262ecb0f616 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658734 Feb 07 20:58:30.926718 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 20be04ea-ef7c-4fb7-be48-99f926829cdf, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=20be04ea-ef7c-4fb7-be48-99f926829cdf,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:30.939115 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '20be04ea-ef7c-4fb7-be48-99f926829cdf', 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36', 'port_id': '20be04ea-ef7c-4fb7-be48-99f926829cdf', 'mac_address': 'fa:16:3e:d3:74:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da67b52e-9fa9-4eda-bee9-de250f228011', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:58:30.972638 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92e2aa-1be8-4160-b3ed-b4882c572265 req-7d2618ac-44c5-462c-a6bf-3197e00aa959 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:30.974141 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d92e2aa-1be8-4160-b3ed-b4882c572265 req-7d2618ac-44c5-462c-a6bf-3197e00aa959 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0544446 Feb 07 20:58:30.976329 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 20be04ea-ef7c-4fb7-be48-99f926829cdf is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:58:30.976726 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (20be04ea-ef7c-4fb7-be48-99f926829cdf), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:30.996175 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20be04ea-ef7c-4fb7-be48-99f926829cdf {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:58:31.016044 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 20be04ea-ef7c-4fb7-be48-99f926829cdf, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=20be04ea-ef7c-4fb7-be48-99f926829cdf,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:31.020764 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (20be04ea-ef7c-4fb7-be48-99f926829cdf), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:31.044569 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d92e2aa-1be8-4160-b3ed-b4882c572265 req-b0459f23-29a5-476c-a7c3-4cd23d3e2e99 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650280 Feb 07 20:58:31.068074 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459cbf3b-5a30-4ec4-927f-0df5a279535d req-8ffc0092-270e-44ce-bdd0-69a55e7809b0 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:31.069569 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-459cbf3b-5a30-4ec4-927f-0df5a279535d req-8ffc0092-270e-44ce-bdd0-69a55e7809b0 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 945 time: 0.0649719 Feb 07 20:58:31.072815 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=20be04ea-ef7c-4fb7-be48-99f926829cdf,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:31.116009 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-459cbf3b-5a30-4ec4-927f-0df5a279535d req-e79c9984-617c-43c9-bd02-836540d1d54a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407457 Feb 07 20:58:31.245575 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfa42c-1d10-4f50-9598-d4a8b5a97fe7 req-9105d746-dc7d-4703-9d4b-16ca541b4fbc tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:31.247040 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-febfa42c-1d10-4f50-9598-d4a8b5a97fe7 req-9105d746-dc7d-4703-9d4b-16ca541b4fbc tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.0555091 Feb 07 20:58:31.292539 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-febfa42c-1d10-4f50-9598-d4a8b5a97fe7 req-caf880d6-5493-4671-b529-bff90937d36c tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399036 Feb 07 20:58:31.452198 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['20be04ea-ef7c-4fb7-be48-99f926829cdf'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:58:31.650937 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecc8b5-0835-4b7f-a697-62e10e1afefe req-3eab5252-e1ad-4b93-b13c-f54538e2fcea tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:31.652383 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9eecc8b5-0835-4b7f-a697-62e10e1afefe req-3eab5252-e1ad-4b93-b13c-f54538e2fcea tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0509355 Feb 07 20:58:31.698025 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9eecc8b5-0835-4b7f-a697-62e10e1afefe req-4f12b6fd-f22c-4ae4-9ea2-07c1fb40cfa0 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393879 Feb 07 20:58:31.803383 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaae1d6-588c-40ed-80e6-d8e06779b157 req-d85cb5ca-0a6f-4615-98f1-9e8ef1be6265 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:31.804875 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4eaae1d6-588c-40ed-80e6-d8e06779b157 req-d85cb5ca-0a6f-4615-98f1-9e8ef1be6265 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 945 time: 0.0562856 Feb 07 20:58:31.850646 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4eaae1d6-588c-40ed-80e6-d8e06779b157 req-2aa2bced-853a-4973-a4b9-73bfd964df9a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403082 Feb 07 20:58:32.009152 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3d7c4-13f7-4feb-ae67-e6cd5d1c7d7a req-a9fcf2e4-1bb3-487a-b3c9-90850692b861 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:32.010510 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-40b3d7c4-13f7-4feb-ae67-e6cd5d1c7d7a req-a9fcf2e4-1bb3-487a-b3c9-90850692b861 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=c832ff85-54c4-4b59-af92-488f32f3f750 HTTP/1.1" status: 200 len: 949 time: 0.0802774 Feb 07 20:58:32.030823 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad5dbe-c07d-4b92-9448-0e7f8e89f537 req-6d4f489c-158b-4c30-aabf-158a73a3d05a tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:32.032218 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-afad5dbe-c07d-4b92-9448-0e7f8e89f537 req-6d4f489c-158b-4c30-aabf-158a73a3d05a tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0713973 Feb 07 20:58:32.097680 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-40b3d7c4-13f7-4feb-ae67-e6cd5d1c7d7a req-de37f090-3305-4d4b-946e-05ef29d999c2 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786889 Feb 07 20:58:32.104218 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-afad5dbe-c07d-4b92-9448-0e7f8e89f537 req-32a43aa4-8e83-4352-9eed-003339ede8ab tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647111 Feb 07 20:58:32.235937 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a691c6c-27c0-4d8f-9a2c-93c167429548 req-ee3f1ca0-6b73-45e5-a255-fdeae971f5ef tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:32.237428 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a691c6c-27c0-4d8f-9a2c-93c167429548 req-ee3f1ca0-6b73-45e5-a255-fdeae971f5ef tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0832181 Feb 07 20:58:32.248342 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e6e03-e240-4b65-8195-81220fcca282 req-dc52770c-27da-4963-a320-3eaf04afc627 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:32.249732 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e3e6e03-e240-4b65-8195-81220fcca282 req-dc52770c-27da-4963-a320-3eaf04afc627 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 945 time: 0.0681250 Feb 07 20:58:32.319815 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a691c6c-27c0-4d8f-9a2c-93c167429548 req-bc46ea88-9351-4dd9-b135-ae7faaf3ffb4 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690649 Feb 07 20:58:32.323747 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e3e6e03-e240-4b65-8195-81220fcca282 req-d84fe4d0-dc16-4811-9b93-f1eeac263aba tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669856 Feb 07 20:58:32.426327 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a9f7f-835d-448a-8c02-2bf95d98836e req-0ebba60f-d767-427c-b50e-2d1ecec1c5f0 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:32.427760 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-073a9f7f-835d-448a-8c02-2bf95d98836e req-0ebba60f-d767-427c-b50e-2d1ecec1c5f0 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.0554297 Feb 07 20:58:32.473540 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-073a9f7f-835d-448a-8c02-2bf95d98836e req-6b996d47-9fe7-493a-afbe-3018d6b2e08c tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403590 Feb 07 20:58:32.802537 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 20be04ea-ef7c-4fb7-be48-99f926829cdf up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:58:32.816505 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e087d73-ca39-4369-ad0e-dd045ecb7964 req-512bb862-fea0-4502-bd47-4249f2cc7760 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:32.817991 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e087d73-ca39-4369-ad0e-dd045ecb7964 req-512bb862-fea0-4502-bd47-4249f2cc7760 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0542924 Feb 07 20:58:32.861702 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 20be04ea-ef7c-4fb7-be48-99f926829cdf completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:58:32.865420 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 20be04ea-ef7c-4fb7-be48-99f926829cdf triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:58:32.865794 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (20be04ea-ef7c-4fb7-be48-99f926829cdf), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:32.866995 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e087d73-ca39-4369-ad0e-dd045ecb7964 req-0751ad13-7f34-424a-bebb-6a0b5210ca45 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433924 Feb 07 20:58:32.943896 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 20be04ea-ef7c-4fb7-be48-99f926829cdf is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:58:32.944300 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (20be04ea-ef7c-4fb7-be48-99f926829cdf), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:32.967480 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f93022-2537-4455-8bc7-5e6434c1b277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20be04ea-ef7c-4fb7-be48-99f926829cdf'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:58:32.970338 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb444030-f63d-4dd9-97bf-d2c3e441db30" -d '{"events": [{"server_uuid": "19f93022-2537-4455-8bc7-5e6434c1b277", "name": "network-vif-plugged", "status": "completed", "tag": "20be04ea-ef7c-4fb7-be48-99f926829cdf"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:58:32.971690 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006686b7-426e-438f-8ce0-bab847446ba6 req-e1e87b79-85dc-422b-b9c3-12b8cb5dcbdb tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:32.973216 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-006686b7-426e-438f-8ce0-bab847446ba6 req-e1e87b79-85dc-422b-b9c3-12b8cb5dcbdb tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 945 time: 0.0520935 Feb 07 20:58:32.982768 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 20be04ea-ef7c-4fb7-be48-99f926829cdf, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=20be04ea-ef7c-4fb7-be48-99f926829cdf,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:32.987790 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (20be04ea-ef7c-4fb7-be48-99f926829cdf), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:33.012614 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b1bb63-d028-4f73-81cb-2283bde2322c x-openstack-request-id: req-06b1bb63-d028-4f73-81cb-2283bde2322c {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:58:33.013193 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f93022-2537-4455-8bc7-5e6434c1b277", "name": "network-vif-plugged", "status": "completed", "tag": "20be04ea-ef7c-4fb7-be48-99f926829cdf", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:58:33.013452 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06b1bb63-d028-4f73-81cb-2283bde2322c {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:58:33.013841 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f93022-2537-4455-8bc7-5e6434c1b277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20be04ea-ef7c-4fb7-be48-99f926829cdf', 'code': 200} Feb 07 20:58:33.025103 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-006686b7-426e-438f-8ce0-bab847446ba6 req-10c3431c-936e-4996-8c80-18b50a431529 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453568 Feb 07 20:58:33.047865 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=20be04ea-ef7c-4fb7-be48-99f926829cdf,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:33.060603 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:33.060946 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:33.061305 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:33.061639 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:33.061962 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:33.062398 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:33.062722 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:33.063042 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:33.063431 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:33.063714 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:33.064030 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:33.064365 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:33.064684 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:33.109281 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7eb4c6-bf75-42a0-9980-d17866edb7f2 req-1407f5af-7dbe-4002-9eeb-438f55646713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:33.110800 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0c7eb4c6-bf75-42a0-9980-d17866edb7f2 req-1407f5af-7dbe-4002-9eeb-438f55646713 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 1128 time: 0.0440397 Feb 07 20:58:33.155461 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0c7eb4c6-bf75-42a0-9980-d17866edb7f2 req-3fa5b099-c869-48be-97b4-d944ec732f2b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389571 Feb 07 20:58:33.239371 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:33.254070 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a471b3-566b-4174-ac42-5018f8e09c2b req-b75c2842-49d6-4a01-ab2d-11a89b01b42e tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:33.255546 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30a471b3-566b-4174-ac42-5018f8e09c2b req-b75c2842-49d6-4a01-ab2d-11a89b01b42e tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=c832ff85-54c4-4b59-af92-488f32f3f750 HTTP/1.1" status: 200 len: 949 time: 0.0866902 Feb 07 20:58:33.267407 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e7802-26c6-4ca0-adc3-7ad0276eddb4 req-e05e071b-56db-4d95-8625-2a997c38c54d tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:33.268807 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e2e7802-26c6-4ca0-adc3-7ad0276eddb4 req-e05e071b-56db-4d95-8625-2a997c38c54d tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0911410 Feb 07 20:58:33.338710 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30a471b3-566b-4174-ac42-5018f8e09c2b req-61a1e1bc-2974-4697-939e-d9ec4982c266 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689561 Feb 07 20:58:33.341647 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e2e7802-26c6-4ca0-adc3-7ad0276eddb4 req-625ad09a-ed75-4354-b51a-3bd643d8b2de tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664415 Feb 07 20:58:33.475808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763801d-cec7-4969-a9ce-e86b0b601fc6 req-58e9865f-67ed-4a02-939e-829757094853 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:33.477280 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9763801d-cec7-4969-a9ce-e86b0b601fc6 req-58e9865f-67ed-4a02-939e-829757094853 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0832059 Feb 07 20:58:33.484336 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925161a-7a61-420b-b1fb-8b83c0e3d96c req-f1c8024f-429c-496b-935d-5976687b8172 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:33.485830 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c925161a-7a61-420b-b1fb-8b83c0e3d96c req-f1c8024f-429c-496b-935d-5976687b8172 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 946 time: 0.0829151 Feb 07 20:58:33.556375 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9763801d-cec7-4969-a9ce-e86b0b601fc6 req-2257f0d2-7b62-4497-97eb-f5cb27cec06a tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693419 Feb 07 20:58:33.564178 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c925161a-7a61-420b-b1fb-8b83c0e3d96c req-ed07945d-3fa6-4930-a277-8cf59077ca5b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679369 Feb 07 20:58:33.669665 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:33.669929 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cceb7cc-8def-40dc-86f2-48e010127f45 req-af039119-901b-4ff5-8aab-5d0bfcb7abcf tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:33.672340 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4cceb7cc-8def-40dc-86f2-48e010127f45 req-af039119-901b-4ff5-8aab-5d0bfcb7abcf tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.0521603 Feb 07 20:58:33.719108 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4cceb7cc-8def-40dc-86f2-48e010127f45 req-5a496b28-ce19-4d0b-ba49-a2e68fee05c0 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416088 Feb 07 20:58:33.985390 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131df0ac-37a4-404b-84a0-496ceae7d1cf req-59dfe58f-4ca3-487d-ac05-727e09fc256d tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:33.986830 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-131df0ac-37a4-404b-84a0-496ceae7d1cf req-59dfe58f-4ca3-487d-ac05-727e09fc256d tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0545838 Feb 07 20:58:34.033116 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-131df0ac-37a4-404b-84a0-496ceae7d1cf req-ae41a209-7a4c-4c3a-ba6b-8d267f87a7e1 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405526 Feb 07 20:58:34.149321 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef893d4-fc69-4e51-89d5-a1aab142fd46 req-0ae13ce7-f503-40bb-9c9b-158ae2262adb tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:34.150677 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aef893d4-fc69-4e51-89d5-a1aab142fd46 req-0ae13ce7-f503-40bb-9c9b-158ae2262adb tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 945 time: 0.0521193 Feb 07 20:58:34.195758 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aef893d4-fc69-4e51-89d5-a1aab142fd46 req-7dc2431d-ee41-42ad-ac15-2fa2b32a04e5 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395968 Feb 07 20:58:34.491888 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d215ee6-673f-4076-8fc6-cac330aece2c req-6406e266-2506-4d50-b32b-1081dffa1b5c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:34.493276 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d215ee6-673f-4076-8fc6-cac330aece2c req-6406e266-2506-4d50-b32b-1081dffa1b5c tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=c832ff85-54c4-4b59-af92-488f32f3f750 HTTP/1.1" status: 200 len: 949 time: 0.0848219 Feb 07 20:58:34.507106 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b31319-421b-44e9-b6b3-7966e2534945 req-9fe3a14b-3560-47b5-8389-dab6584ba5e4 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:34.508561 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9b31319-421b-44e9-b6b3-7966e2534945 req-9fe3a14b-3560-47b5-8389-dab6584ba5e4 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0988135 Feb 07 20:58:34.580145 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d215ee6-673f-4076-8fc6-cac330aece2c req-b82e4f52-b05e-4987-b5ae-164f9dfd57fd tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706103 Feb 07 20:58:34.583646 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9b31319-421b-44e9-b6b3-7966e2534945 req-4f0042a0-6058-46bb-bb98-3a48c18d999e tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667174 Feb 07 20:58:34.726229 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67284c83-06f7-49c6-b883-866f7d4ff85d req-95c74e35-b57e-4ff4-96b7-8b5b525126bb tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:34.727747 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-67284c83-06f7-49c6-b883-866f7d4ff85d req-95c74e35-b57e-4ff4-96b7-8b5b525126bb tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0919788 Feb 07 20:58:34.741150 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93044e-3779-4615-88c7-e0cdd829db91 req-8e71a3f4-7737-43eb-8791-42ebccd10a78 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:34.742580 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a93044e-3779-4615-88c7-e0cdd829db91 req-8e71a3f4-7737-43eb-8791-42ebccd10a78 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 946 time: 0.0937979 Feb 07 20:58:34.807219 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-67284c83-06f7-49c6-b883-866f7d4ff85d req-bfb4f0e3-86dd-4513-bda6-0195d58fe151 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736041 Feb 07 20:58:34.813933 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a93044e-3779-4615-88c7-e0cdd829db91 req-a5a25b5b-0b8b-4953-93d7-ed3a4e0efaff tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652115 Feb 07 20:58:34.911257 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b324ca9-b542-4656-bc6a-910d99e04a1f req-baf51789-1a71-4684-84fc-940d42df13bc tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:34.912726 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0b324ca9-b542-4656-bc6a-910d99e04a1f req-baf51789-1a71-4684-84fc-940d42df13bc tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.0505235 Feb 07 20:58:34.957097 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0b324ca9-b542-4656-bc6a-910d99e04a1f req-4e3aa9da-0829-4ddb-8612-1ea568bea9b1 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389135 Feb 07 20:58:35.149011 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7daed-fc5f-4fab-9939-de7e1a6bbab0 req-64a4213e-ffc7-4dc1-86dc-1d83b5b1aa37 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:35.150430 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9d7daed-fc5f-4fab-9939-de7e1a6bbab0 req-64a4213e-ffc7-4dc1-86dc-1d83b5b1aa37 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0538721 Feb 07 20:58:35.194827 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9d7daed-fc5f-4fab-9939-de7e1a6bbab0 req-5f3355a6-9bb2-4acf-9673-687d4c72ae22 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388713 Feb 07 20:58:35.348710 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03301bba-b9fe-4d2f-b80c-8cdac145d2f7 req-9081d72e-1ee1-408d-a5a8-a7c0fbe4366a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:35.350081 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03301bba-b9fe-4d2f-b80c-8cdac145d2f7 req-9081d72e-1ee1-408d-a5a8-a7c0fbe4366a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 945 time: 0.0845194 Feb 07 20:58:35.365356 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-f43e05da-b607-40ec-a93c-e22d941b3703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:35.366726 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-f43e05da-b607-40ec-a93c-e22d941b3703 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375&tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7 HTTP/1.1" status: 200 len: 1127 time: 0.0687940 Feb 07 20:58:35.410572 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03301bba-b9fe-4d2f-b80c-8cdac145d2f7 req-182fe15a-5c9a-4893-a7dd-ef70157293e0 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545242 Feb 07 20:58:35.446810 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-eb16b93e-c1ee-4b63-aea8-874772d311da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:35.448268 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-eb16b93e-c1ee-4b63-aea8-874772d311da service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 1127 time: 0.0502522 Feb 07 20:58:35.537154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-f5fdd01c-4a77-4192-b41f-62def10f954b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:35.538849 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-f5fdd01c-4a77-4192-b41f-62def10f954b service neutron] 10.222.0.71 "GET /v2.0/networks?id=9707a7e2-bd1b-48e9-a067-23aeb539b5df HTTP/1.1" status: 200 len: 922 time: 0.0806501 Feb 07 20:58:35.587974 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-d968bd97-f7d5-4ed8-ae27-b79f5a0d20b2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=123a2e48-771a-4de4-9d5c-cf486b0cdcc1 HTTP/1.1" status: 200 len: 217 time: 0.0393443 Feb 07 20:58:35.639355 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-5f782e95-efbb-4854-9f3a-285ecfc1a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:35.641176 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-5f782e95-efbb-4854-9f3a-285ecfc1a9da service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f3768dda-d71b-40b0-9d56-296b11c3fa2b HTTP/1.1" status: 200 len: 861 time: 0.0463142 Feb 07 20:58:35.697537 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-74966db7-d38f-4cc7-92c9-b408584fee58 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9707a7e2-bd1b-48e9-a067-23aeb539b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487735 Feb 07 20:58:35.808883 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e923aa-9660-4a2c-bc07-b458b281fde7 req-23ee8de3-415b-451a-859f-151cfe5d680b tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:35.810366 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-09e923aa-9660-4a2c-bc07-b458b281fde7 req-23ee8de3-415b-451a-859f-151cfe5d680b tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.1516840 Feb 07 20:58:35.825995 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863cb691-8d79-42b4-9260-48b39c3298ba req-7e31c78e-f3bb-47fb-9326-a761a5453747 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:35.827608 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-863cb691-8d79-42b4-9260-48b39c3298ba req-7e31c78e-f3bb-47fb-9326-a761a5453747 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=c832ff85-54c4-4b59-af92-488f32f3f750 HTTP/1.1" status: 200 len: 949 time: 0.1457939 Feb 07 20:58:35.887119 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-5f53eec8-81d8-40cb-b734-92663dfd54e8 service neutron] 10.222.0.71 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590037 Feb 07 20:58:35.964914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-863cb691-8d79-42b4-9260-48b39c3298ba req-6183c0b3-eab4-4fee-8097-c024629c8c9f tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256104 Feb 07 20:58:35.971433 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-09e923aa-9660-4a2c-bc07-b458b281fde7 req-24bf07a4-2b03-4816-ac1d-1ec590003aff tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352141 Feb 07 20:58:36.019829 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-2f291277-6102-4bf7-b6ee-1b6b110729c7 service neutron] 10.222.0.71 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173992 Feb 07 20:58:36.113749 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422edfa-81ff-4df8-9587-6951be72b44c req-ac589040-143e-4788-97ac-655f1ce5ad6b tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:36.115202 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c422edfa-81ff-4df8-9587-6951be72b44c req-ac589040-143e-4788-97ac-655f1ce5ad6b tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0848029 Feb 07 20:58:36.122729 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb4e5d-bc7f-446a-9665-5ee9bfa7fdca req-3132899f-7329-45c4-a3bf-0f8bd3cde0aa tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:36.124188 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68eb4e5d-bc7f-446a-9665-5ee9bfa7fdca req-3132899f-7329-45c4-a3bf-0f8bd3cde0aa tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 946 time: 0.0954759 Feb 07 20:58:36.198781 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c422edfa-81ff-4df8-9587-6951be72b44c req-ab4a19fb-5f77-4da7-aecc-eae4cd17cd95 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734873 Feb 07 20:58:36.201629 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68eb4e5d-bc7f-446a-9665-5ee9bfa7fdca req-af97e0eb-e7ff-45e4-ab5c-90539e160d98 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689342 Feb 07 20:58:36.385125 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f077b-e026-4f11-8706-10c98f621c6e req-ad27d76a-eabd-41f5-bbad-7e83c6badca3 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:36.386613 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-567f077b-e026-4f11-8706-10c98f621c6e req-ad27d76a-eabd-41f5-bbad-7e83c6badca3 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.1206186 Feb 07 20:58:36.407246 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179661dd-c175-461f-8042-481fbec54754 req-ab8c5d32-b9e5-4ff3-a337-66b5b66f0df2 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:36.408649 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-179661dd-c175-461f-8042-481fbec54754 req-ab8c5d32-b9e5-4ff3-a337-66b5b66f0df2 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.1145074 Feb 07 20:58:36.464003 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-1af42068-1379-4b7d-9b18-abe7f00e8752 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:36.465400 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-1af42068-1379-4b7d-9b18-abe7f00e8752 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375&tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&binding%3Ahost_id=n-h2-828185-2 HTTP/1.1" status: 200 len: 1127 time: 0.1338229 Feb 07 20:58:36.492675 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-567f077b-e026-4f11-8706-10c98f621c6e req-72380e10-65e2-4701-b318-860816497316 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983994 Feb 07 20:58:36.514858 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-179661dd-c175-461f-8042-481fbec54754 req-4a42710b-7226-4c6a-b2f6-41b7cf2691e7 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985959 Feb 07 20:58:36.657264 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-7425f482-0869-4226-8b1c-33d5a3f305b1 service neutron] For port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:58:36.666123 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-7425f482-0869-4226-8b1c-33d5a3f305b1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:36.667216 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-361d5da8-f3b7-42fa-a18f-47d631370274 req-7425f482-0869-4226-8b1c-33d5a3f305b1 service neutron] 10.222.0.71 "DELETE /v2.0/ports/123a2e48-771a-4de4-9d5c-cf486b0cdcc1/bindings/n-h1-828185-2 HTTP/1.1" status: 204 len: 173 time: 0.1906381 Feb 07 20:58:36.674007 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44059d38-cc97-4454-a045-17126bd39c7f req-9b06a54a-6353-48fb-8938-4c9f351364dd tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:36.675458 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-44059d38-cc97-4454-a045-17126bd39c7f req-9b06a54a-6353-48fb-8938-4c9f351364dd tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 1128 time: 0.1042671 Feb 07 20:58:36.682857 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bc785-3941-4514-b3c6-1d505373253f req-7edce255-e3c9-49af-ac48-d20206310a04 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:36.684240 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c3bc785-3941-4514-b3c6-1d505373253f req-7edce255-e3c9-49af-ac48-d20206310a04 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 945 time: 0.1023154 Feb 07 20:58:36.749613 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-44059d38-cc97-4454-a045-17126bd39c7f req-e45904d7-a9d2-4b36-933b-8dfae42acebb tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644081 Feb 07 20:58:36.756908 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c3bc785-3941-4514-b3c6-1d505373253f req-f35af18e-77c7-4a8c-8257-e6330b7e32fe tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655937 Feb 07 20:58:36.882441 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650bbcef-b20b-471d-acd5-8b508d667403 req-c92b42d8-7cb2-4ec4-81dc-b230e5134227 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:36.883903 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-650bbcef-b20b-471d-acd5-8b508d667403 req-c92b42d8-7cb2-4ec4-81dc-b230e5134227 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 1128 time: 0.0692389 Feb 07 20:58:36.921644 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992106dd-9e17-4cde-81fe-785ae8fb20f7 req-ce42504a-8d1e-4f46-b3af-55196a0b8452 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:36.923669 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-992106dd-9e17-4cde-81fe-785ae8fb20f7 req-ce42504a-8d1e-4f46-b3af-55196a0b8452 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 1127 time: 0.0690486 Feb 07 20:58:36.944539 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-650bbcef-b20b-471d-acd5-8b508d667403 req-45aa88da-35e0-4d7a-9146-2cc86cf7eef7 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541425 Feb 07 20:58:36.982738 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-992106dd-9e17-4cde-81fe-785ae8fb20f7 req-c59cc943-91c9-42cc-a1d2-3c852a21005d tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469172 Feb 07 20:58:37.148699 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734b737-4f2a-4c64-969d-425fdaf42d77 req-872018c1-20fc-456a-abcf-b52b47dba134 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:37.150208 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4734b737-4f2a-4c64-969d-425fdaf42d77 req-872018c1-20fc-456a-abcf-b52b47dba134 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=c832ff85-54c4-4b59-af92-488f32f3f750 HTTP/1.1" status: 200 len: 949 time: 0.0894682 Feb 07 20:58:37.180098 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58ad61-c456-4797-b83c-99797d9cd07c req-8536602e-58db-4c5d-8399-0edbb6562d1a tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:37.181546 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed58ad61-c456-4797-b83c-99797d9cd07c req-8536602e-58db-4c5d-8399-0edbb6562d1a tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0883160 Feb 07 20:58:37.225357 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4734b737-4f2a-4c64-969d-425fdaf42d77 req-1b36d6ee-3941-420b-a6d7-f9ebc6d89184 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682089 Feb 07 20:58:37.247292 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed58ad61-c456-4797-b83c-99797d9cd07c req-b75f5a10-372c-46bc-bdbc-8ff24369dcf1 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593874 Feb 07 20:58:37.456491 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dc5cb-7acf-4031-b115-b9ec9b66fd41 req-231788bb-bc10-4ccc-a85d-421fa3c5d151 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:37.457953 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-332dc5cb-7acf-4031-b115-b9ec9b66fd41 req-231788bb-bc10-4ccc-a85d-421fa3c5d151 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0887940 Feb 07 20:58:37.463874 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-fb6bab70-4c07-4b54-b366-a92a615ecc19 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:37.465248 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-fb6bab70-4c07-4b54-b366-a92a615ecc19 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/networks?id=9707a7e2-bd1b-48e9-a067-23aeb539b5df HTTP/1.1" status: 200 len: 821 time: 0.1470110 Feb 07 20:58:37.490120 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-a8804556-a387-408c-99a4-cbb8b07cb94a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/quotas/a9f7fcd6cbef44c389b4331bb87ee1f7 HTTP/1.1" status: 200 len: 375 time: 0.0178442 Feb 07 20:58:37.542179 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-332dc5cb-7acf-4031-b115-b9ec9b66fd41 req-b54f63ce-1293-4725-a472-7fa0b19bdfcf tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759754 Feb 07 20:58:37.569447 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-931ce885-d952-4330-827f-63010fb2b73b tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699079 Feb 07 20:58:37.703365 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6cc655-6edb-4618-8b53-95bc2bb92e71 req-72f1ba84-97ed-42d6-8dee-1b113c9ec7d2 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:37.704857 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb6cc655-6edb-4618-8b53-95bc2bb92e71 req-72f1ba84-97ed-42d6-8dee-1b113c9ec7d2 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 1128 time: 0.0843506 Feb 07 20:58:37.708249 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-bc5e0258-004e-4a2b-91a7-6c2e452b5f46 service neutron] 10.222.0.65 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312823 Feb 07 20:58:38.087961 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364dca9a-36fb-4b36-a0bc-0eaf343824d2 req-148eabf6-c856-48ef-be2a-284d50c03327 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:38.089412 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-364dca9a-36fb-4b36-a0bc-0eaf343824d2 req-148eabf6-c856-48ef-be2a-284d50c03327 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.71 "GET /v2.0/ports?device_id=c832ff85-54c4-4b59-af92-488f32f3f750 HTTP/1.1" status: 200 len: 949 time: 0.3982840 Feb 07 20:58:38.093326 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb6cc655-6edb-4618-8b53-95bc2bb92e71 req-a6e88944-26b3-45f1-84f6-0ed1efc0971c tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694775 Feb 07 20:58:38.135848 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-4ecb31bf-c148-43ad-899d-30afe6ce4eb6 service neutron] 10.222.0.65 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129689 Feb 07 20:58:38.229285 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690bc24-75a2-4737-88f1-0244bf198f78 req-f6b2be53-ab55-4a4c-bfc2-a522cf48a78c tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:38.230756 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6690bc24-75a2-4737-88f1-0244bf198f78 req-f6b2be53-ab55-4a4c-bfc2-a522cf48a78c tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.0809817 Feb 07 20:58:38.238543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-364dca9a-36fb-4b36-a0bc-0eaf343824d2 req-1802f784-b309-492c-ad97-9370b22d1c97 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Deleting port fbc31b7d-6c77-452f-97f3-57b0c35f8a96 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:58:38.238881 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-364dca9a-36fb-4b36-a0bc-0eaf343824d2 req-1802f784-b309-492c-ad97-9370b22d1c97 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (fbc31b7d-6c77-452f-97f3-57b0c35f8a96), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:38.373595 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6690bc24-75a2-4737-88f1-0244bf198f78 req-38f57678-f044-4caf-b242-ae977c29eecb tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300919 Feb 07 20:58:38.401450 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-364dca9a-36fb-4b36-a0bc-0eaf343824d2 req-1802f784-b309-492c-ad97-9370b22d1c97 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] For port fbc31b7d-6c77-452f-97f3-57b0c35f8a96, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=fbc31b7d-6c77-452f-97f3-57b0c35f8a96,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:38.401820 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-364dca9a-36fb-4b36-a0bc-0eaf343824d2 req-1802f784-b309-492c-ad97-9370b22d1c97 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (fbc31b7d-6c77-452f-97f3-57b0c35f8a96), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:38.413501 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c802c58-f574-4ddc-82bd-ff58c98e0086 req-e66ba5d2-6e81-4b14-bbfe-945278378e3b tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:38.416231 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0c802c58-f574-4ddc-82bd-ff58c98e0086 req-e66ba5d2-6e81-4b14-bbfe-945278378e3b tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.1092598 Feb 07 20:58:38.433382 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-364dca9a-36fb-4b36-a0bc-0eaf343824d2 req-1802f784-b309-492c-ad97-9370b22d1c97 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Calling delete_port for fbc31b7d-6c77-452f-97f3-57b0c35f8a96 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:58:38.513882 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0c802c58-f574-4ddc-82bd-ff58c98e0086 req-6d422e67-fbc1-4e0a-ab91-096b108f3bb6 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863206 Feb 07 20:58:38.646555 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-af28e47f-0762-4acf-bf9a-a322165c9f29 req-4477d76e-f084-4cea-89cc-f47c819d2f77 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 210 time: 0.0704348 Feb 07 20:58:38.665101 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-364dca9a-36fb-4b36-a0bc-0eaf343824d2 req-1802f784-b309-492c-ad97-9370b22d1c97 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (fbc31b7d-6c77-452f-97f3-57b0c35f8a96), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:38.691183 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['52765e43-953c-4bdc-a1cb-d749305c65c2', 'eab00f80-c2a6-48e1-84a6-52337e23ce88'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:58:38.729367 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['382b77ed-5a99-4385-99eb-e6195465d1a1', 'fbc31b7d-6c77-452f-97f3-57b0c35f8a96'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:58:38.737557 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802f784-b309-492c-ad97-9370b22d1c97 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Pushing event deleted for resources: {'Port': ['ID=fbc31b7d-6c77-452f-97f3-57b0c35f8a96,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:38.799290 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-466504fc-410a-47f8-abb0-3bdda0e78d4b req-c9f86c36-7ceb-4de2-8c65-a972ff758d1d tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=c832ff85-54c4-4b59-af92-488f32f3f750 HTTP/1.1" status: 200 len: 210 time: 0.0637121 Feb 07 20:58:38.824746 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-364dca9a-36fb-4b36-a0bc-0eaf343824d2 req-1802f784-b309-492c-ad97-9370b22d1c97 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] No DVR routers for this DVR port fbc31b7d-6c77-452f-97f3-57b0c35f8a96 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:58:38.827835 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-364dca9a-36fb-4b36-a0bc-0eaf343824d2 req-1802f784-b309-492c-ad97-9370b22d1c97 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:38.837229 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-364dca9a-36fb-4b36-a0bc-0eaf343824d2 req-1802f784-b309-492c-ad97-9370b22d1c97 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.71 "DELETE /v2.0/ports/fbc31b7d-6c77-452f-97f3-57b0c35f8a96 HTTP/1.1" status: 204 len: 173 time: 0.7394938 Feb 07 20:58:38.837791 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c832ff85-54c4-4b59-af92-488f32f3f750', 'name': 'network-vif-deleted', 'tag': 'fbc31b7d-6c77-452f-97f3-57b0c35f8a96'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:58:38.848520 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4acabe-830c-40f1-b7a5-c2ca7d2d4f3d" -d '{"events": [{"server_uuid": "c832ff85-54c4-4b59-af92-488f32f3f750", "name": "network-vif-deleted", "tag": "fbc31b7d-6c77-452f-97f3-57b0c35f8a96"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:58:38.971807 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3291d-64c7-492e-903b-a8ca2d2bde3f req-309a66f2-32ba-4570-8381-08ef440c9aac tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:38.973239 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5cd3291d-64c7-492e-903b-a8ca2d2bde3f req-309a66f2-32ba-4570-8381-08ef440c9aac tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0773602 Feb 07 20:58:39.043359 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5cd3291d-64c7-492e-903b-a8ca2d2bde3f req-0bfe78f8-9280-444c-95ce-f3f46434d3fa tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537663 Feb 07 20:58:39.177326 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f916aa-d5b3-4348-ace8-d9198754a4e2 req-fcf6ebe0-9898-418f-a85e-8e2b6c7b8812 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:39.178844 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b6f916aa-d5b3-4348-ace8-d9198754a4e2 req-fcf6ebe0-9898-418f-a85e-8e2b6c7b8812 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0620003 Feb 07 20:58:39.257938 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b6f916aa-d5b3-4348-ace8-d9198754a4e2 req-f10c0714-22c3-46f0-a081-02abcc9fe07e tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714066 Feb 07 20:58:39.310467 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e247bd76-01cb-4a8e-a1ac-9801d623ab16 x-openstack-request-id: req-e247bd76-01cb-4a8e-a1ac-9801d623ab16 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:58:39.310756 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c832ff85-54c4-4b59-af92-488f32f3f750", "name": "network-vif-deleted", "tag": "fbc31b7d-6c77-452f-97f3-57b0c35f8a96", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:58:39.311007 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e247bd76-01cb-4a8e-a1ac-9801d623ab16 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:58:39.311457 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c832ff85-54c4-4b59-af92-488f32f3f750', 'name': 'network-vif-deleted', 'tag': 'fbc31b7d-6c77-452f-97f3-57b0c35f8a96', 'status': 'completed', 'code': 200} Feb 07 20:58:39.468701 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-d8c51dbb-06e5-45d1-916e-5fbcc056ac7d tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:58:39.470544 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-d8c51dbb-06e5-45d1-916e-5fbcc056ac7d tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064855 Feb 07 20:58:39.514818 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-dd679445-0019-464b-b0a8-054a9efa842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:39.516576 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-dd679445-0019-464b-b0a8-054a9efa842a service neutron] 10.222.0.65 "GET /v2.0/ports/20be04ea-ef7c-4fb7-be48-99f926829cdf HTTP/1.1" status: 200 len: 1125 time: 0.0377572 Feb 07 20:58:39.530345 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-80bcb583-221b-41f3-9eff-ddbdd65874fd service neutron] Request body: {'binding': {'host': 'n-h2-828185-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:58:39.530900 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-80bcb583-221b-41f3-9eff-ddbdd65874fd service neutron] Unknown quota resources ['binding']. {{(pid=103256) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 20:58:39.542149 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-b058c3c1-a55f-4d4f-9e3f-fc40f39af392 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:39.543539 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-b058c3c1-a55f-4d4f-9e3f-fc40f39af392 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.69 "GET /v2.0/networks?id=9707a7e2-bd1b-48e9-a067-23aeb539b5df HTTP/1.1" status: 200 len: 821 time: 0.1561377 Feb 07 20:58:39.553595 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4951a-c06f-495f-84f0-7c07c779adcf req-54d671a6-1dde-499a-b6fa-eca340af0d47 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:39.554996 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3ec4951a-c06f-495f-84f0-7c07c779adcf req-54d671a6-1dde-499a-b6fa-eca340af0d47 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.0995886 Feb 07 20:58:39.559508 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-ea319d67-db01-4d7e-8a74-4fbf772d04a2 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Request body: {'port': {'device_id': '3d586695-c77d-4894-8df3-b58798ed684e', 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df', 'admin_state_up': True, 'tenant_id': 'a9f7fcd6cbef44c389b4331bb87ee1f7'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:58:39.664920 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3ec4951a-c06f-495f-84f0-7c07c779adcf req-054e1b70-d7ce-4b8f-8096-fcfa82c71745 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019983 Feb 07 20:58:39.686431 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-80bcb583-221b-41f3-9eff-ddbdd65874fd service neutron] Attempting to bind port 20be04ea-ef7c-4fb7-be48-99f926829cdf on host n-h2-828185-2 for vnic_type normal with profile None {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:58:39.686993 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-80bcb583-221b-41f3-9eff-ddbdd65874fd service neutron] Attempting to bind port 20be04ea-ef7c-4fb7-be48-99f926829cdf by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:58:39.687483 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-80bcb583-221b-41f3-9eff-ddbdd65874fd service neutron] Attempting to bind port 20be04ea-ef7c-4fb7-be48-99f926829cdf on network 6d967ae2-07ea-401e-8063-c085e3020e36 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:58:39.694002 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-80bcb583-221b-41f3-9eff-ddbdd65874fd service neutron] Port 20be04ea-ef7c-4fb7-be48-99f926829cdf on network 6d967ae2-07ea-401e-8063-c085e3020e36 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:58:39.694533 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-80bcb583-221b-41f3-9eff-ddbdd65874fd service neutron] Attempting to bind port 20be04ea-ef7c-4fb7-be48-99f926829cdf on network 6d967ae2-07ea-401e-8063-c085e3020e36 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:58:39.701648 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-80bcb583-221b-41f3-9eff-ddbdd65874fd service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:58:39.701987 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-80bcb583-221b-41f3-9eff-ddbdd65874fd service neutron] Checking segment: {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:58:39.702557 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-80bcb583-221b-41f3-9eff-ddbdd65874fd service neutron] Bound using segment: {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:58:39.702990 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-80bcb583-221b-41f3-9eff-ddbdd65874fd service neutron] Bound port: 20be04ea-ef7c-4fb7-be48-99f926829cdf, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:58:39.718585 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-ea319d67-db01-4d7e-8a74-4fbf772d04a2 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Made reservation on behalf of a9f7fcd6cbef44c389b4331bb87ee1f7 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:58:39.729163 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-ea319d67-db01-4d7e-8a74-4fbf772d04a2 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:39.770458 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-80bcb583-221b-41f3-9eff-ddbdd65874fd service neutron] For port 20be04ea-ef7c-4fb7-be48-99f926829cdf, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=20be04ea-ef7c-4fb7-be48-99f926829cdf,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:58:39.778233 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-80bcb583-221b-41f3-9eff-ddbdd65874fd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:39.779816 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-80bcb583-221b-41f3-9eff-ddbdd65874fd service neutron] 10.222.0.65 "POST /v2.0/ports/20be04ea-ef7c-4fb7-be48-99f926829cdf/bindings HTTP/1.1" status: 201 len: 389 time: 0.2566321 Feb 07 20:58:39.845396 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3edc5-5180-442f-91c9-194303d5fcc5 req-2938a377-77e9-4e2f-a434-ec22619374e7 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:39.846904 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c3b3edc5-5180-442f-91c9-194303d5fcc5 req-2938a377-77e9-4e2f-a434-ec22619374e7 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.1138737 Feb 07 20:58:39.947134 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-875b33d2-e952-4d91-b7c3-b3efbaa445f6 req-5289f528-d67b-4ec0-a49c-00268a8dfc71 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 210 time: 0.0399189 Feb 07 20:58:39.957238 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-ea319d67-db01-4d7e-8a74-4fbf772d04a2 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Allocated IP 172.20.0.7 (9707a7e2-bd1b-48e9-a067-23aeb539b5df/f3768dda-d71b-40b0-9d56-296b11c3fa2b/93ee91eb-6dbb-433c-a9fb-f56317706ba6) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:58:39.979730 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c3b3edc5-5180-442f-91c9-194303d5fcc5 req-35e510eb-64c0-4e11-a385-1fa9bb063efb tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259124 Feb 07 20:58:40.140285 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-8f2b9f2b-b39a-4cc6-991c-5d7bdfc15dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:40.141843 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-8f2b9f2b-b39a-4cc6-991c-5d7bdfc15dd5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 1128 time: 0.1567724 Feb 07 20:58:40.243796 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981b35a-3c7a-430f-8f28-2d24044dfdc4 req-5f44df1f-b376-46de-a665-973e57d74576 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:40.245276 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6981b35a-3c7a-430f-8f28-2d24044dfdc4 req-5f44df1f-b376-46de-a665-973e57d74576 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 946 time: 0.1924274 Feb 07 20:58:40.320150 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-ea319d67-db01-4d7e-8a74-4fbf772d04a2 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks [] for port (93ee91eb-6dbb-433c-a9fb-f56317706ba6), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:40.354022 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-d2f209f2-4584-438e-94d9-4d7451b1b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:40.355514 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-d2f209f2-4584-438e-94d9-4d7451b1b325 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 909 time: 0.2041893 Feb 07 20:58:40.429878 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-c303cb78-d32c-45d9-bb47-4d1c3b6bcc68 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20be04ea-ef7c-4fb7-be48-99f926829cdf HTTP/1.1" status: 200 len: 217 time: 0.0576081 Feb 07 20:58:40.433716 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6981b35a-3c7a-430f-8f28-2d24044dfdc4 req-524801e8-ea0a-4ca4-ad6f-1e61177edf18 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654296 Feb 07 20:58:40.446544 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f2bb2-7110-48e8-b4cd-f54e9c8670c1 req-f8f5d19c-a64d-4cb7-8dba-deb39885ffcf tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:40.448236 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-824f2bb2-7110-48e8-b4cd-f54e9c8670c1 req-f8f5d19c-a64d-4cb7-8dba-deb39885ffcf tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.1987789 Feb 07 20:58:40.483191 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-ea319d67-db01-4d7e-8a74-4fbf772d04a2 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (93ee91eb-6dbb-433c-a9fb-f56317706ba6), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:40.556949 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-ea319d67-db01-4d7e-8a74-4fbf772d04a2 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Network 9707a7e2-bd1b-48e9-a067-23aeb539b5df is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:58:40.572915 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-ea319d67-db01-4d7e-8a74-4fbf772d04a2 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:58:40.580808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-ac0c1f6f-dc9b-4c64-ac0c-e3ab33602fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:40.582274 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-ac0c1f6f-dc9b-4c64-ac0c-e3ab33602fd3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=da67b52e-9fa9-4eda-bee9-de250f228011 HTTP/1.1" status: 200 len: 848 time: 0.1319404 Feb 07 20:58:40.586157 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-ea319d67-db01-4d7e-8a74-4fbf772d04a2 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:58:40.591504 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea319d67-db01-4d7e-8a74-4fbf772d04a2 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Pushing event updated for resources: {'Port': ['ID=93ee91eb-6dbb-433c-a9fb-f56317706ba6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:40.596777 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-824f2bb2-7110-48e8-b4cd-f54e9c8670c1 req-c0313f8c-fcb3-4b0f-ab16-357b80925c89 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376715 Feb 07 20:58:40.642585 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-1502be0e-cb47-45cf-8e4f-d146d88cc988 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6d967ae2-07ea-401e-8063-c085e3020e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520389 Feb 07 20:58:40.751485 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-ea319d67-db01-4d7e-8a74-4fbf772d04a2 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:40.752083 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-ea319d67-db01-4d7e-8a74-4fbf772d04a2 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:40.790791 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-ea319d67-db01-4d7e-8a74-4fbf772d04a2 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2347090 Feb 07 20:58:40.807375 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf84f4-bf93-44c7-b08e-9ee465f280f1 req-5971ef9a-afcb-447c-b878-bbf2c6294f00 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:40.808799 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53cf84f4-bf93-44c7-b08e-9ee465f280f1 req-5971ef9a-afcb-447c-b878-bbf2c6294f00 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.1713877 Feb 07 20:58:40.812268 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-f09ce167-3530-4b73-9d3f-ba3062746a9b service neutron] Request body: {'port': {'device_id': '3d586695-c77d-4894-8df3-b58798ed684e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:58:40.856631 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015afdd-e1ae-400c-8a5a-cc2f7d6dc5a8 req-f618a13d-3eef-4476-a0cd-b0ac3dea77a2 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:40.858038 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7015afdd-e1ae-400c-8a5a-cc2f7d6dc5a8 req-f618a13d-3eef-4476-a0cd-b0ac3dea77a2 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f0fb107-ae1e-41bd-803f-ef907d59ddd5 HTTP/1.1" status: 200 len: 950 time: 0.1975307 Feb 07 20:58:40.904701 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-5b2120e3-5c8c-400a-95e3-d27c332d2c91 service neutron] 10.222.0.71 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481997 Feb 07 20:58:41.004823 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53cf84f4-bf93-44c7-b08e-9ee465f280f1 req-264d35eb-9c86-4920-9462-4d36a7ec2a31 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782863 Feb 07 20:58:41.021364 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-f09ce167-3530-4b73-9d3f-ba3062746a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (93ee91eb-6dbb-433c-a9fb-f56317706ba6), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:41.027054 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7015afdd-e1ae-400c-8a5a-cc2f7d6dc5a8 req-d131effa-bde0-445a-9f8f-a509358f35d8 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566916 Feb 07 20:58:41.148920 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-a604a6d3-8fb1-40c9-8917-1af4051440ea service neutron] 10.222.0.71 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320187 Feb 07 20:58:41.169422 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:58:41.245581 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:58:41.246029 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:41.265967 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71353a13-7d6b-48c9-b17e-92b369cb59c8 req-a605bef3-4535-400a-ab97-12e9353816bf tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:41.267549 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71353a13-7d6b-48c9-b17e-92b369cb59c8 req-a605bef3-4535-400a-ab97-12e9353816bf tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.1995404 Feb 07 20:58:41.269263 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c7afa4-742c-4b6c-b399-e28f7ae0fce2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84ce1b42-ffd6-4d84-ba73-4f58e89ae95c'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:58:41.271485 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758e1ee5-6998-448b-95ca-fda12cc4cf97" -d '{"events": [{"server_uuid": "38c7afa4-742c-4b6c-b399-e28f7ae0fce2", "name": "network-vif-unplugged", "status": "completed", "tag": "84ce1b42-ffd6-4d84-ba73-4f58e89ae95c"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:58:41.283545 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=84ce1b42-ffd6-4d84-ba73-4f58e89ae95c,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:41.284589 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657762a9-a9e7-4710-82e0-3f59f24caa6c req-a128cce5-1b24-4e18-a1aa-3f3253a33c26 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:41.286077 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-657762a9-a9e7-4710-82e0-3f59f24caa6c req-a128cce5-1b24-4e18-a1aa-3f3253a33c26 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 931 time: 0.1986349 Feb 07 20:58:41.287595 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:41.288505 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device fbc31b7d-6c77-452f-97f3-57b0c35f8a96 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:58:41.327366 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: fbc31b7d-6c77-452f-97f3-57b0c35f8a96 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:58:41.327703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device fbc31b7d-6c77-452f-97f3-57b0c35f8a96 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:58:41.352786 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=84ce1b42-ffd6-4d84-ba73-4f58e89ae95c,revision_number=9']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:41.400853 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-0be01796-b166-49e7-bf7b-5c4ade90eb08 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:41.402962 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-0be01796-b166-49e7-bf7b-5c4ade90eb08 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277&tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&binding%3Ahost_id=n-h1-828185-2 HTTP/1.1" status: 200 len: 1128 time: 0.1794848 Feb 07 20:58:41.427607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-146647b1-69ca-46cc-8578-1087eb9fd634 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828185-2'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:58:41.459167 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71353a13-7d6b-48c9-b17e-92b369cb59c8 req-be883266-60dc-42aa-8654-b92c38c6bff9 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826324 Feb 07 20:58:41.465211 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-657762a9-a9e7-4710-82e0-3f59f24caa6c req-15a1a417-ebda-4ab0-a2fd-a4539847b704 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358316 Feb 07 20:58:41.517578 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 20:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d80746-92c4-4ae5-8be3-2373e9a378b1 x-openstack-request-id: req-88d80746-92c4-4ae5-8be3-2373e9a378b1 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:58:41.517939 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c7afa4-742c-4b6c-b399-e28f7ae0fce2", "name": "network-vif-unplugged", "status": "completed", "tag": "84ce1b42-ffd6-4d84-ba73-4f58e89ae95c", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:58:41.518205 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-88d80746-92c4-4ae5-8be3-2373e9a378b1 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:58:41.518604 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c7afa4-742c-4b6c-b399-e28f7ae0fce2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84ce1b42-ffd6-4d84-ba73-4f58e89ae95c', 'code': 200} Feb 07 20:58:41.593233 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-f09ce167-3530-4b73-9d3f-ba3062746a9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ee91eb-6dbb-433c-a9fb-f56317706ba6 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:58:41.602970 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-146647b1-69ca-46cc-8578-1087eb9fd634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (20be04ea-ef7c-4fb7-be48-99f926829cdf), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:41.620345 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-f09ce167-3530-4b73-9d3f-ba3062746a9b service neutron] Publish callbacks [] for port (93ee91eb-6dbb-433c-a9fb-f56317706ba6), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:41.654533 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-f09ce167-3530-4b73-9d3f-ba3062746a9b service neutron] Transition to ACTIVE for port object 93ee91eb-6dbb-433c-a9fb-f56317706ba6 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:58:41.935723 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-f09ce167-3530-4b73-9d3f-ba3062746a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (93ee91eb-6dbb-433c-a9fb-f56317706ba6), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:41.987685 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab8ea5-1c7b-463e-9fea-279f4716c9fa req-b6e8e6bd-212e-408c-af04-4e5d209e9b54 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:41.989173 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6aab8ea5-1c7b-463e-9fea-279f4716c9fa req-b6e8e6bd-212e-408c-af04-4e5d209e9b54 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.4453540 Feb 07 20:58:42.058372 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f06bc-da0b-49f8-8bfa-fffea6ef9001 req-fa9ac180-1aad-45f5-8784-8fafce8b25e9 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:42.059797 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2f2f06bc-da0b-49f8-8bfa-fffea6ef9001 req-fa9ac180-1aad-45f5-8784-8fafce8b25e9 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 946 time: 0.4814892 Feb 07 20:58:42.087291 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ce167-3530-4b73-9d3f-ba3062746a9b service neutron] Pushing event updated for resources: {'Port': ['ID=93ee91eb-6dbb-433c-a9fb-f56317706ba6,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:42.226754 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6aab8ea5-1c7b-463e-9fea-279f4716c9fa req-ed64156c-6e19-413e-9240-4019fc523c4d tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274268 Feb 07 20:58:42.238623 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-146647b1-69ca-46cc-8578-1087eb9fd634 service neutron] For port 20be04ea-ef7c-4fb7-be48-99f926829cdf, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=20be04ea-ef7c-4fb7-be48-99f926829cdf,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:42.269634 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec85c0-e58c-474d-aca8-e123dc3f629b req-e8ff9c72-14e4-47ee-9012-0c6d43e9bdba tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:42.271077 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2bec85c0-e58c-474d-aca8-e123dc3f629b req-e8ff9c72-14e4-47ee-9012-0c6d43e9bdba tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f0fb107-ae1e-41bd-803f-ef907d59ddd5 HTTP/1.1" status: 200 len: 950 time: 0.1963344 Feb 07 20:58:42.279363 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2f2f06bc-da0b-49f8-8bfa-fffea6ef9001 req-1a46d945-3e13-4093-b846-bfe5b7c6e469 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069576 Feb 07 20:58:42.355136 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-f09ce167-3530-4b73-9d3f-ba3062746a9b service neutron] Attempting to bind port 93ee91eb-6dbb-433c-a9fb-f56317706ba6 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:58:42.355469 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-f09ce167-3530-4b73-9d3f-ba3062746a9b service neutron] Attempting to bind port 93ee91eb-6dbb-433c-a9fb-f56317706ba6 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:58:42.355792 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-f09ce167-3530-4b73-9d3f-ba3062746a9b service neutron] Attempting to bind port 93ee91eb-6dbb-433c-a9fb-f56317706ba6 on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:58:42.381422 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-f09ce167-3530-4b73-9d3f-ba3062746a9b service neutron] Port 93ee91eb-6dbb-433c-a9fb-f56317706ba6 on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:58:42.381744 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-f09ce167-3530-4b73-9d3f-ba3062746a9b service neutron] Attempting to bind port 93ee91eb-6dbb-433c-a9fb-f56317706ba6 on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:58:42.430470 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-146647b1-69ca-46cc-8578-1087eb9fd634 service neutron] For port 20be04ea-ef7c-4fb7-be48-99f926829cdf, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:58:42.452956 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-f09ce167-3530-4b73-9d3f-ba3062746a9b service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:58:42.453301 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-f09ce167-3530-4b73-9d3f-ba3062746a9b service neutron] Checking segment: {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:58:42.453691 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-f09ce167-3530-4b73-9d3f-ba3062746a9b service neutron] Bound using segment: {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:58:42.454209 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-f09ce167-3530-4b73-9d3f-ba3062746a9b service neutron] Bound port: 93ee91eb-6dbb-433c-a9fb-f56317706ba6, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:58:42.455069 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-f09ce167-3530-4b73-9d3f-ba3062746a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (93ee91eb-6dbb-433c-a9fb-f56317706ba6), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:42.490005 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1e037-2e28-42e5-b9a7-50ca71ac85af req-63f627cf-84bf-4170-af18-e41a2eff40ea tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:42.491377 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-12b1e037-2e28-42e5-b9a7-50ca71ac85af req-63f627cf-84bf-4170-af18-e41a2eff40ea tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1ff4657-454e-400a-8a4c-0c03a912ec2d HTTP/1.1" status: 200 len: 949 time: 0.0548141 Feb 07 20:58:42.532890 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f93022-2537-4455-8bc7-5e6434c1b277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20be04ea-ef7c-4fb7-be48-99f926829cdf'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:58:42.535140 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e76b64d-ab19-48fb-a59b-f95d594d342b" -d '{"events": [{"server_uuid": "19f93022-2537-4455-8bc7-5e6434c1b277", "name": "network-vif-unplugged", "status": "completed", "tag": "20be04ea-ef7c-4fb7-be48-99f926829cdf"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:58:42.541806 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-146647b1-69ca-46cc-8578-1087eb9fd634 service neutron] Publish callbacks [] for port (20be04ea-ef7c-4fb7-be48-99f926829cdf), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:42.550425 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00cee7-9bea-440e-9ded-02279bc48d25 req-e3e0ba2d-98dc-4390-b767-0dfa9f49097c tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:42.551906 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ec00cee7-9bea-440e-9ded-02279bc48d25 req-e3e0ba2d-98dc-4390-b767-0dfa9f49097c tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.2551005 Feb 07 20:58:42.572546 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-146647b1-69ca-46cc-8578-1087eb9fd634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (20be04ea-ef7c-4fb7-be48-99f926829cdf), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:42.591118 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-12b1e037-2e28-42e5-b9a7-50ca71ac85af req-3c48c6b5-98f3-43c9-8a17-b9d178a0dad7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Deleting port eab00f80-c2a6-48e1-84a6-52337e23ce88 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:58:42.591453 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-12b1e037-2e28-42e5-b9a7-50ca71ac85af req-3c48c6b5-98f3-43c9-8a17-b9d178a0dad7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (eab00f80-c2a6-48e1-84a6-52337e23ce88), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:42.591615 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b6b6b-7467-445b-9448-132d421a60ac req-7772a788-55f9-4868-9315-3ce6fb335572 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:42.593078 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-876b6b6b-7467-445b-9448-132d421a60ac req-7772a788-55f9-4868-9315-3ce6fb335572 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 947 time: 0.2390289 Feb 07 20:58:42.668922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-f09ce167-3530-4b73-9d3f-ba3062746a9b service neutron] For port 93ee91eb-6dbb-433c-a9fb-f56317706ba6, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:58:42.680541 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-12b1e037-2e28-42e5-b9a7-50ca71ac85af req-3c48c6b5-98f3-43c9-8a17-b9d178a0dad7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] For port eab00f80-c2a6-48e1-84a6-52337e23ce88, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=eab00f80-c2a6-48e1-84a6-52337e23ce88,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:42.680905 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-12b1e037-2e28-42e5-b9a7-50ca71ac85af req-3c48c6b5-98f3-43c9-8a17-b9d178a0dad7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (eab00f80-c2a6-48e1-84a6-52337e23ce88), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:42.690322 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-2bec85c0-e58c-474d-aca8-e123dc3f629b req-e08ac26c-0227-44ca-9947-db8cc42d5ed4 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Deleting port 52765e43-953c-4bdc-a1cb-d749305c65c2 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:58:42.690629 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2bec85c0-e58c-474d-aca8-e123dc3f629b req-e08ac26c-0227-44ca-9947-db8cc42d5ed4 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (52765e43-953c-4bdc-a1cb-d749305c65c2), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:42.694031 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-12b1e037-2e28-42e5-b9a7-50ca71ac85af req-3c48c6b5-98f3-43c9-8a17-b9d178a0dad7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Calling delete_port for eab00f80-c2a6-48e1-84a6-52337e23ce88 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:58:42.737280 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-f09ce167-3530-4b73-9d3f-ba3062746a9b service neutron] For port 93ee91eb-6dbb-433c-a9fb-f56317706ba6, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=93ee91eb-6dbb-433c-a9fb-f56317706ba6,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:58:42.775173 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146647b1-69ca-46cc-8578-1087eb9fd634 service neutron] Pushing event updated for resources: {'Port': ['ID=20be04ea-ef7c-4fb7-be48-99f926829cdf,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:42.802988 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-f09ce167-3530-4b73-9d3f-ba3062746a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (93ee91eb-6dbb-433c-a9fb-f56317706ba6), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:42.807423 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ec00cee7-9bea-440e-9ded-02279bc48d25 req-88826fc8-ff28-4b5b-b377-33435e33591f tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443211 Feb 07 20:58:42.827509 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-12b1e037-2e28-42e5-b9a7-50ca71ac85af req-3c48c6b5-98f3-43c9-8a17-b9d178a0dad7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (eab00f80-c2a6-48e1-84a6-52337e23ce88), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:42.829286 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-876b6b6b-7467-445b-9448-132d421a60ac req-db08e815-073e-4c02-a0be-2ed0673f88da tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995714 Feb 07 20:58:42.844111 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['382b77ed-5a99-4385-99eb-e6195465d1a1'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:58:42.858996 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48c6b5-98f3-43c9-8a17-b9d178a0dad7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Pushing event deleted for resources: {'Port': ['ID=eab00f80-c2a6-48e1-84a6-52337e23ce88,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:42.881875 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-f09ce167-3530-4b73-9d3f-ba3062746a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:42.882495 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-f09ce167-3530-4b73-9d3f-ba3062746a9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:42.883920 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-f09ce167-3530-4b73-9d3f-ba3062746a9b service neutron] 10.222.0.69 "PUT /v2.0/ports/93ee91eb-6dbb-433c-a9fb-f56317706ba6 HTTP/1.1" status: 200 len: 1091 time: 2.0843291 Feb 07 20:58:42.884636 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-146647b1-69ca-46cc-8578-1087eb9fd634 service neutron] Attempting to bind port 20be04ea-ef7c-4fb7-be48-99f926829cdf on host n-h1-828185-2 for vnic_type normal with profile {"migrating_to": "n-h2-828185-2"} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:58:42.884962 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-146647b1-69ca-46cc-8578-1087eb9fd634 service neutron] Attempting to bind port 20be04ea-ef7c-4fb7-be48-99f926829cdf by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:58:42.885281 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-146647b1-69ca-46cc-8578-1087eb9fd634 service neutron] Attempting to bind port 20be04ea-ef7c-4fb7-be48-99f926829cdf on network 6d967ae2-07ea-401e-8063-c085e3020e36 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:58:42.893926 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c48c6b5-98f3-43c9-8a17-b9d178a0dad7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:42.894281 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c48c6b5-98f3-43c9-8a17-b9d178a0dad7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:42.894629 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c48c6b5-98f3-43c9-8a17-b9d178a0dad7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:42.894972 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c48c6b5-98f3-43c9-8a17-b9d178a0dad7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:42.895317 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c48c6b5-98f3-43c9-8a17-b9d178a0dad7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:42.895654 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c48c6b5-98f3-43c9-8a17-b9d178a0dad7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:42.896000 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c48c6b5-98f3-43c9-8a17-b9d178a0dad7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:42.896399 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c48c6b5-98f3-43c9-8a17-b9d178a0dad7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:42.896762 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c48c6b5-98f3-43c9-8a17-b9d178a0dad7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:42.896972 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c48c6b5-98f3-43c9-8a17-b9d178a0dad7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:42.897304 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c48c6b5-98f3-43c9-8a17-b9d178a0dad7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:42.897659 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c48c6b5-98f3-43c9-8a17-b9d178a0dad7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:42.897954 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c48c6b5-98f3-43c9-8a17-b9d178a0dad7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:58:42.911127 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['52765e43-953c-4bdc-a1cb-d749305c65c2', 'eab00f80-c2a6-48e1-84a6-52337e23ce88'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:58:42.933342 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b1e037-2e28-42e5-b9a7-50ca71ac85af req-3c48c6b5-98f3-43c9-8a17-b9d178a0dad7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] No DVR routers for this DVR port eab00f80-c2a6-48e1-84a6-52337e23ce88 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:58:42.936080 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-12b1e037-2e28-42e5-b9a7-50ca71ac85af req-3c48c6b5-98f3-43c9-8a17-b9d178a0dad7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:42.941502 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-12b1e037-2e28-42e5-b9a7-50ca71ac85af req-3c48c6b5-98f3-43c9-8a17-b9d178a0dad7 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.69 "DELETE /v2.0/ports/eab00f80-c2a6-48e1-84a6-52337e23ce88 HTTP/1.1" status: 204 len: 173 time: 0.4444251 Feb 07 20:58:42.942156 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ff4657-454e-400a-8a4c-0c03a912ec2d', 'name': 'network-vif-deleted', 'tag': 'eab00f80-c2a6-48e1-84a6-52337e23ce88'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:58:42.954837 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4a6aa3-4d5b-4ac8-bb02-465c4d538f34" -d '{"events": [{"server_uuid": "e1ff4657-454e-400a-8a4c-0c03a912ec2d", "name": "network-vif-deleted", "tag": "eab00f80-c2a6-48e1-84a6-52337e23ce88"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:58:42.979428 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-2bec85c0-e58c-474d-aca8-e123dc3f629b req-e08ac26c-0227-44ca-9947-db8cc42d5ed4 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] For port 52765e43-953c-4bdc-a1cb-d749305c65c2, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=52765e43-953c-4bdc-a1cb-d749305c65c2,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:42.980047 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2bec85c0-e58c-474d-aca8-e123dc3f629b req-e08ac26c-0227-44ca-9947-db8cc42d5ed4 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (52765e43-953c-4bdc-a1cb-d749305c65c2), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:42.993128 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-146647b1-69ca-46cc-8578-1087eb9fd634 service neutron] Port 20be04ea-ef7c-4fb7-be48-99f926829cdf on network 6d967ae2-07ea-401e-8063-c085e3020e36 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:58:42.993590 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-146647b1-69ca-46cc-8578-1087eb9fd634 service neutron] Attempting to bind port 20be04ea-ef7c-4fb7-be48-99f926829cdf on network 6d967ae2-07ea-401e-8063-c085e3020e36 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:58:43.054228 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-2bec85c0-e58c-474d-aca8-e123dc3f629b req-e08ac26c-0227-44ca-9947-db8cc42d5ed4 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Calling delete_port for 52765e43-953c-4bdc-a1cb-d749305c65c2 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:58:43.085092 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-146647b1-69ca-46cc-8578-1087eb9fd634 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:58:43.085430 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-146647b1-69ca-46cc-8578-1087eb9fd634 service neutron] Checking segment: {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:58:43.086283 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-146647b1-69ca-46cc-8578-1087eb9fd634 service neutron] Bound using segment: {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:58:43.086283 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-146647b1-69ca-46cc-8578-1087eb9fd634 service neutron] Bound port: 20be04ea-ef7c-4fb7-be48-99f926829cdf, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:58:43.086601 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-146647b1-69ca-46cc-8578-1087eb9fd634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (20be04ea-ef7c-4fb7-be48-99f926829cdf), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:43.122332 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ce167-3530-4b73-9d3f-ba3062746a9b service neutron] Pushing event updated for resources: {'Port': ['ID=93ee91eb-6dbb-433c-a9fb-f56317706ba6,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:43.168781 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:58:43.237054 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-72f5ea85-78c7-4105-9608-5715ef6af5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:43.238546 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-72f5ea85-78c7-4105-9608-5715ef6af5d9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 1125 time: 0.2325711 Feb 07 20:58:43.252103 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b1f58-48d2-4fd9-b273-e153bd520e99 req-398cf516-e56f-49f0-9ee3-6b19c05566d3 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:43.253673 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a44b1f58-48d2-4fd9-b273-e153bd520e99 req-398cf516-e56f-49f0-9ee3-6b19c05566d3 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.2570970 Feb 07 20:58:43.275586 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=84ce1b42-ffd6-4d84-ba73-4f58e89ae95c,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:43.278145 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d86c1-26e9-4855-81c6-8012df712d01 req-adf16fc2-3fca-4ad1-8241-53631e304ecb tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:43.279677 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-103d86c1-26e9-4855-81c6-8012df712d01 req-adf16fc2-3fca-4ad1-8241-53631e304ecb tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f0fb107-ae1e-41bd-803f-ef907d59ddd5 HTTP/1.1" status: 200 len: 950 time: 0.2400463 Feb 07 20:58:43.290539 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '84ce1b42-ffd6-4d84-ba73-4f58e89ae95c', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '84ce1b42-ffd6-4d84-ba73-4f58e89ae95c', 'mac_address': 'fa:16:3e:37:de:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:58:43.340233 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:58:43.340932 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:43.343791 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-55d73aff-a3f5-42ba-97f4-bf315eae7012 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93ee91eb-6dbb-433c-a9fb-f56317706ba6 HTTP/1.1" status: 200 len: 217 time: 0.0825431 Feb 07 20:58:43.357602 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:58:43.372842 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-146647b1-69ca-46cc-8578-1087eb9fd634 service neutron] For port 20be04ea-ef7c-4fb7-be48-99f926829cdf, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:58:43.393144 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=84ce1b42-ffd6-4d84-ba73-4f58e89ae95c,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:43.399052 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:43.432229 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-146647b1-69ca-46cc-8578-1087eb9fd634 service neutron] For port 20be04ea-ef7c-4fb7-be48-99f926829cdf, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=20be04ea-ef7c-4fb7-be48-99f926829cdf,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:58:43.460280 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=84ce1b42-ffd6-4d84-ba73-4f58e89ae95c,revision_number=10']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:43.485988 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-146647b1-69ca-46cc-8578-1087eb9fd634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (20be04ea-ef7c-4fb7-be48-99f926829cdf), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:43.533024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-991cdc39-dbdc-4e2b-9e74-20a4012168ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:43.534466 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-991cdc39-dbdc-4e2b-9e74-20a4012168ed service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3768dda-d71b-40b0-9d56-296b11c3fa2b HTTP/1.1" status: 200 len: 861 time: 0.1739900 Feb 07 20:58:43.537507 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a44b1f58-48d2-4fd9-b273-e153bd520e99 req-57c09654-bfc6-484c-9d37-5dc07cf5befb tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752132 Feb 07 20:58:43.559227 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-103d86c1-26e9-4855-81c6-8012df712d01 req-107ce1bb-80d3-43eb-bc6c-a463ad5f1810 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224772 Feb 07 20:58:43.601505 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-678f398c-f195-46e3-831e-0598b5f26aa2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9707a7e2-bd1b-48e9-a067-23aeb539b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509148 Feb 07 20:58:43.612350 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2bec85c0-e58c-474d-aca8-e123dc3f629b req-e08ac26c-0227-44ca-9947-db8cc42d5ed4 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (52765e43-953c-4bdc-a1cb-d749305c65c2), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:43.617956 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 20:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef8fb1c-7c3d-4bb7-b505-031aeedb5770 x-openstack-request-id: req-2ef8fb1c-7c3d-4bb7-b505-031aeedb5770 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:58:43.618074 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f93022-2537-4455-8bc7-5e6434c1b277", "name": "network-vif-unplugged", "status": "completed", "tag": "20be04ea-ef7c-4fb7-be48-99f926829cdf", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:58:43.618296 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2ef8fb1c-7c3d-4bb7-b505-031aeedb5770 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:58:43.618688 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f93022-2537-4455-8bc7-5e6434c1b277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20be04ea-ef7c-4fb7-be48-99f926829cdf', 'code': 200} Feb 07 20:58:43.625070 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['382b77ed-5a99-4385-99eb-e6195465d1a1'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:58:43.651007 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617019a8-981a-424a-875a-d1b69a4196ea x-openstack-request-id: req-617019a8-981a-424a-875a-d1b69a4196ea {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:58:43.652440 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ff4657-454e-400a-8a4c-0c03a912ec2d", "name": "network-vif-deleted", "tag": "eab00f80-c2a6-48e1-84a6-52337e23ce88", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:58:43.652765 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-617019a8-981a-424a-875a-d1b69a4196ea {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:58:43.653228 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ff4657-454e-400a-8a4c-0c03a912ec2d', 'name': 'network-vif-deleted', 'tag': 'eab00f80-c2a6-48e1-84a6-52337e23ce88', 'status': 'completed', 'code': 200} Feb 07 20:58:43.668632 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146647b1-69ca-46cc-8578-1087eb9fd634 service neutron] Pushing event updated for resources: {'Port': ['ID=20be04ea-ef7c-4fb7-be48-99f926829cdf,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:43.729837 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-146647b1-69ca-46cc-8578-1087eb9fd634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:43.730455 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-146647b1-69ca-46cc-8578-1087eb9fd634 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:43.731861 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-146647b1-69ca-46cc-8578-1087eb9fd634 service neutron] 10.222.0.71 "PUT /v2.0/ports/20be04ea-ef7c-4fb7-be48-99f926829cdf HTTP/1.1" status: 200 len: 1122 time: 2.3170214 Feb 07 20:58:43.773303 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['20be04ea-ef7c-4fb7-be48-99f926829cdf'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:58:43.788254 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ac26c-0227-44ca-9947-db8cc42d5ed4 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Pushing event deleted for resources: {'Port': ['ID=52765e43-953c-4bdc-a1cb-d749305c65c2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:43.843453 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bec85c0-e58c-474d-aca8-e123dc3f629b req-e08ac26c-0227-44ca-9947-db8cc42d5ed4 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] No DVR routers for this DVR port 52765e43-953c-4bdc-a1cb-d749305c65c2 on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:58:43.853533 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2bec85c0-e58c-474d-aca8-e123dc3f629b req-e08ac26c-0227-44ca-9947-db8cc42d5ed4 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:43.856729 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2bec85c0-e58c-474d-aca8-e123dc3f629b req-e08ac26c-0227-44ca-9947-db8cc42d5ed4 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.69 "DELETE /v2.0/ports/52765e43-953c-4bdc-a1cb-d749305c65c2 HTTP/1.1" status: 204 len: 173 time: 1.5765154 Feb 07 20:58:43.878499 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['84ce1b42-ffd6-4d84-ba73-4f58e89ae95c'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:58:43.887727 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556df08-a878-4f6e-94f2-3d414db76ba9 req-a5a05f3f-3859-48dd-b40f-2f942e986cc5 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:43.892930 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2556df08-a878-4f6e-94f2-3d414db76ba9 req-a5a05f3f-3859-48dd-b40f-2f942e986cc5 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 943 time: 0.2814322 Feb 07 20:58:43.899997 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-63da2375-0e48-45f2-a403-274b47bc65d0 service neutron] 10.222.0.69 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858312 Feb 07 20:58:43.911599 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a61bb-90de-4abf-b517-8223d377a131 req-90607c18-7eb2-4d1d-979e-564243d0b78f tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:43.913127 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f94a61bb-90de-4abf-b517-8223d377a131 req-90607c18-7eb2-4d1d-979e-564243d0b78f tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.1880803 Feb 07 20:58:44.042091 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2556df08-a878-4f6e-94f2-3d414db76ba9 req-8efdf526-13ae-4b64-8e3f-cde6190e8c52 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457660 Feb 07 20:58:44.053425 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f94a61bb-90de-4abf-b517-8223d377a131 req-644bfc43-9806-4c68-b1dd-a351f9b42cca tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165047 Feb 07 20:58:44.071919 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04c4b68a-8f32-4224-a07e-78b1a1e820cf req-49358ff0-cfc6-4ec1-9ae7-d0d7a4dbd3e0 service neutron] 10.222.0.69 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578228 Feb 07 20:58:44.197525 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a8005-d6a6-41db-9795-13f5059d3d3e req-d6bf561d-98d4-4f28-875c-5e62931d3b1f tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:44.199045 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a8a8005-d6a6-41db-9795-13f5059d3d3e req-d6bf561d-98d4-4f28-875c-5e62931d3b1f tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 944 time: 0.0852437 Feb 07 20:58:44.228445 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c325d68-e83b-4871-a494-8c8ae3b0affa req-2b6cadf1-7789-4ad6-b3ce-a41d0d9a960e tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:44.229963 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c325d68-e83b-4871-a494-8c8ae3b0affa req-2b6cadf1-7789-4ad6-b3ce-a41d0d9a960e tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0858014 Feb 07 20:58:44.277353 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a8a8005-d6a6-41db-9795-13f5059d3d3e req-ab7331e0-4d9c-4d6b-b905-aa5caa2ac0ff tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713878 Feb 07 20:58:44.299840 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c325d68-e83b-4871-a494-8c8ae3b0affa req-ec2f6060-4251-477b-bd15-056a6877f721 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608504 Feb 07 20:58:44.395006 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9032aaa-cdf9-4975-bd32-c60ea35657a0 req-cc133fe4-871d-4187-98be-384ffdba8d25 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:44.396701 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9032aaa-cdf9-4975-bd32-c60ea35657a0 req-cc133fe4-871d-4187-98be-384ffdba8d25 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0611346 Feb 07 20:58:44.442809 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9032aaa-cdf9-4975-bd32-c60ea35657a0 req-e7050614-5ffe-424e-ad4a-a323c8464fd9 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402632 Feb 07 20:58:44.658060 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e632d09-abfc-4d38-a9ab-a89d759e440b req-c9444324-0dca-4eaf-8c40-8adc763f71a8 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:44.659562 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e632d09-abfc-4d38-a9ab-a89d759e440b req-c9444324-0dca-4eaf-8c40-8adc763f71a8 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.0537946 Feb 07 20:58:44.709902 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e632d09-abfc-4d38-a9ab-a89d759e440b req-530160c8-16b5-4d9d-8219-6570ee8927c2 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433650 Feb 07 20:58:44.838684 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device eab00f80-c2a6-48e1-84a6-52337e23ce88 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:58:44.863037 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: eab00f80-c2a6-48e1-84a6-52337e23ce88 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:58:44.863471 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device eab00f80-c2a6-48e1-84a6-52337e23ce88 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:58:44.863968 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 52765e43-953c-4bdc-a1cb-d749305c65c2 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:58:44.882540 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 52765e43-953c-4bdc-a1cb-d749305c65c2 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:58:44.883232 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 52765e43-953c-4bdc-a1cb-d749305c65c2 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:58:44.889908 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df355c-7525-49d4-abe0-28daf55cd844 req-a78e4a70-cc3d-483c-babd-32162db7c5f6 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:44.891376 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d7df355c-7525-49d4-abe0-28daf55cd844 req-a78e4a70-cc3d-483c-babd-32162db7c5f6 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 950 time: 0.0579827 Feb 07 20:58:44.937293 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d7df355c-7525-49d4-abe0-28daf55cd844 req-49c82dc8-e125-41dc-9e34-2dee908155aa tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395050 Feb 07 20:58:45.209489 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532c2c3-20f8-4777-b0ec-3ec389dddbde req-7b5e2967-f3ea-44ac-a06d-1ea78ac59458 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:45.210935 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f532c2c3-20f8-4777-b0ec-3ec389dddbde req-7b5e2967-f3ea-44ac-a06d-1ea78ac59458 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 943 time: 0.0870504 Feb 07 20:58:45.219415 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa3156-2000-405d-b154-13abdad4215c req-2b525d69-3f56-4bed-822c-2f6dd988bcf4 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:45.221012 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4aa3156-2000-405d-b154-13abdad4215c req-2b525d69-3f56-4bed-822c-2f6dd988bcf4 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0885043 Feb 07 20:58:45.298965 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f532c2c3-20f8-4777-b0ec-3ec389dddbde req-c1e57967-d5a7-4c4b-bcad-3d89d41b54a1 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769532 Feb 07 20:58:45.302334 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4aa3156-2000-405d-b154-13abdad4215c req-b7000fbe-7e5d-4e51-ba5c-036813f9ca23 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745313 Feb 07 20:58:45.445758 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281ab30-0e1d-4b2e-9831-b10c633e2707 req-dd2bac23-7d16-4f2c-9bf1-87924271dba6 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:45.447233 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9281ab30-0e1d-4b2e-9831-b10c633e2707 req-dd2bac23-7d16-4f2c-9bf1-87924271dba6 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 944 time: 0.0840976 Feb 07 20:58:45.459061 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e502cf8-7ca6-4ddc-999b-ecfd335307b1 req-71ec1e78-6f3c-47b9-9d07-c9f77a845d7e tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:45.460538 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5e502cf8-7ca6-4ddc-999b-ecfd335307b1 req-71ec1e78-6f3c-47b9-9d07-c9f77a845d7e tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0703363 Feb 07 20:58:45.529620 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9281ab30-0e1d-4b2e-9831-b10c633e2707 req-9483fa49-8f46-4396-ab7b-7a665eeda50b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682080 Feb 07 20:58:45.533648 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5e502cf8-7ca6-4ddc-999b-ecfd335307b1 req-eaeaca16-8dea-4d58-a5c3-7ed1cab4f232 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664830 Feb 07 20:58:45.619788 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d586695-c77d-4894-8df3-b58798ed684e', 'tag': '93ee91eb-6dbb-433c-a9fb-f56317706ba6'}, {'name': 'network-changed', 'server_uuid': '19f93022-2537-4455-8bc7-5e6434c1b277', 'tag': '20be04ea-ef7c-4fb7-be48-99f926829cdf'}, {'server_uuid': '7f0fb107-ae1e-41bd-803f-ef907d59ddd5', 'name': 'network-vif-deleted', 'tag': '52765e43-953c-4bdc-a1cb-d749305c65c2'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:58:45.622055 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f74eb5-b85b-4ff8-a235-ad7d039be0f4" -d '{"events": [{"name": "network-changed", "server_uuid": "3d586695-c77d-4894-8df3-b58798ed684e", "tag": "93ee91eb-6dbb-433c-a9fb-f56317706ba6"}, {"name": "network-changed", "server_uuid": "19f93022-2537-4455-8bc7-5e6434c1b277", "tag": "20be04ea-ef7c-4fb7-be48-99f926829cdf"}, {"server_uuid": "7f0fb107-ae1e-41bd-803f-ef907d59ddd5", "name": "network-vif-deleted", "tag": "52765e43-953c-4bdc-a1cb-d749305c65c2"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:58:45.646483 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d81bb3-8576-4944-937c-ea0b2db5458b req-89b4ff5d-dd09-4be1-af99-98e8329ed092 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:45.647966 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38d81bb3-8576-4944-937c-ea0b2db5458b req-89b4ff5d-dd09-4be1-af99-98e8329ed092 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.0605574 Feb 07 20:58:45.667212 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 07 Feb 2022 20:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f3f39e-3895-4d73-bbab-bdd71903f491 x-openstack-request-id: req-41f3f39e-3895-4d73-bbab-bdd71903f491 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:58:45.667512 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d586695-c77d-4894-8df3-b58798ed684e", "tag": "93ee91eb-6dbb-433c-a9fb-f56317706ba6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "19f93022-2537-4455-8bc7-5e6434c1b277", "tag": "20be04ea-ef7c-4fb7-be48-99f926829cdf", "status": "completed", "code": 200}, {"server_uuid": "7f0fb107-ae1e-41bd-803f-ef907d59ddd5", "name": "network-vif-deleted", "tag": "52765e43-953c-4bdc-a1cb-d749305c65c2", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:58:45.667770 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-41f3f39e-3895-4d73-bbab-bdd71903f491 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:58:45.668162 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d586695-c77d-4894-8df3-b58798ed684e', 'tag': '93ee91eb-6dbb-433c-a9fb-f56317706ba6', 'status': 'completed', 'code': 200} Feb 07 20:58:45.668440 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f93022-2537-4455-8bc7-5e6434c1b277', 'tag': '20be04ea-ef7c-4fb7-be48-99f926829cdf', 'status': 'completed', 'code': 200} Feb 07 20:58:45.668694 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0fb107-ae1e-41bd-803f-ef907d59ddd5', 'name': 'network-vif-deleted', 'tag': '52765e43-953c-4bdc-a1cb-d749305c65c2', 'status': 'completed', 'code': 200} Feb 07 20:58:45.705400 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38d81bb3-8576-4944-937c-ea0b2db5458b req-62e18415-769c-43fc-804d-338630b73992 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517738 Feb 07 20:58:45.741875 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f74eb5-b85b-4ff8-a235-ad7d039be0f4 req-5ae1aaab-5428-46c6-83c6-19186ce09134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:45.743404 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3f74eb5-b85b-4ff8-a235-ad7d039be0f4 req-5ae1aaab-5428-46c6-83c6-19186ce09134 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 1125 time: 0.0524518 Feb 07 20:58:45.872151 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3a066-5fe6-4dd7-84df-c232761ffb56 req-984193f1-3d84-483b-beda-d4ae68aa94a6 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:45.873636 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-12e3a066-5fe6-4dd7-84df-c232761ffb56 req-984193f1-3d84-483b-beda-d4ae68aa94a6 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.0804799 Feb 07 20:58:45.874963 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f74eb5-b85b-4ff8-a235-ad7d039be0f4 req-ecb86353-436a-43cb-bc75-359ed02f0f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:45.876383 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3f74eb5-b85b-4ff8-a235-ad7d039be0f4 req-ecb86353-436a-43cb-bc75-359ed02f0f9e service neutron] 10.222.0.69 "GET /v2.0/networks?id=9707a7e2-bd1b-48e9-a067-23aeb539b5df HTTP/1.1" status: 200 len: 922 time: 0.1271124 Feb 07 20:58:45.919624 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-12e3a066-5fe6-4dd7-84df-c232761ffb56 req-d59cdbe6-de9f-4d6c-914b-6acf5c0fb534 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403571 Feb 07 20:58:45.983682 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3f74eb5-b85b-4ff8-a235-ad7d039be0f4 req-abc67407-d38a-4190-8fb1-b7aa6de385e3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93ee91eb-6dbb-433c-a9fb-f56317706ba6 HTTP/1.1" status: 200 len: 217 time: 0.0369823 Feb 07 20:58:46.064052 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f74eb5-b85b-4ff8-a235-ad7d039be0f4 req-f9d7c6e1-4fe6-4213-8c5d-8b355b3b7e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:46.065519 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3f74eb5-b85b-4ff8-a235-ad7d039be0f4 req-f9d7c6e1-4fe6-4213-8c5d-8b355b3b7e1c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3768dda-d71b-40b0-9d56-296b11c3fa2b HTTP/1.1" status: 200 len: 861 time: 0.0732601 Feb 07 20:58:46.099677 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3f74eb5-b85b-4ff8-a235-ad7d039be0f4 req-dba2cdc6-2197-4762-839d-bb8d6ba768a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9707a7e2-bd1b-48e9-a067-23aeb539b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267689 Feb 07 20:58:46.106459 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6edaa4-817c-4e1f-b147-69984e5e7924 req-af82fd6c-083b-48f8-a0a2-1c68bebeaf31 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:46.107805 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7a6edaa4-817c-4e1f-b147-69984e5e7924 req-af82fd6c-083b-48f8-a0a2-1c68bebeaf31 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 950 time: 0.1038265 Feb 07 20:58:46.204076 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7a6edaa4-817c-4e1f-b147-69984e5e7924 req-71b54b28-6964-4bfd-ac8f-8867adf0e4ba tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b87d4c-53bd-47a7-8070-4860f4c42e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886528 Feb 07 20:58:46.231817 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3f74eb5-b85b-4ff8-a235-ad7d039be0f4 req-4338842e-ef4d-4af8-876c-fc277104c309 service neutron] 10.222.0.69 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230218 Feb 07 20:58:46.675247 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3f74eb5-b85b-4ff8-a235-ad7d039be0f4 req-461da5d0-c7ea-4d32-a757-b46e63ca91c7 service neutron] 10.222.0.69 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372082 Feb 07 20:58:46.690340 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debfee4d-559e-47fe-9777-d9d9e83a4bed req-a4130244-b202-483c-a589-d4355fe3742d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:46.691766 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-debfee4d-559e-47fe-9777-d9d9e83a4bed req-a4130244-b202-483c-a589-d4355fe3742d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 943 time: 0.1462407 Feb 07 20:58:46.698219 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5763dc-748c-476b-8805-9c27d6bba172 req-33a9e28c-ede1-440c-8453-833e3dd75f02 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:46.699912 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-af5763dc-748c-476b-8805-9c27d6bba172 req-33a9e28c-ede1-440c-8453-833e3dd75f02 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.1551819 Feb 07 20:58:46.724096 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed409723-d18f-44ee-b60f-1c70f9ac9da3 req-802d1907-e10e-4036-a40c-652fd950b7bf tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:46.725553 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed409723-d18f-44ee-b60f-1c70f9ac9da3 req-802d1907-e10e-4036-a40c-652fd950b7bf tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.71 "GET /v2.0/ports?device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 950 time: 0.1302516 Feb 07 20:58:46.848029 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-debfee4d-559e-47fe-9777-d9d9e83a4bed req-7aeaf29f-ad24-4877-ac66-f48d77be8dbf tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474729 Feb 07 20:58:46.877258 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-af5763dc-748c-476b-8805-9c27d6bba172 req-80759246-94a5-4dfb-923a-52e8b1769454 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665180 Feb 07 20:58:46.885665 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f74eb5-b85b-4ff8-a235-ad7d039be0f4 req-f2111d4e-730b-42ca-9f9f-e26bf864b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:46.887132 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3f74eb5-b85b-4ff8-a235-ad7d039be0f4 req-f2111d4e-730b-42ca-9f9f-e26bf864b49f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 1156 time: 0.1607373 Feb 07 20:58:47.038626 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-ed409723-d18f-44ee-b60f-1c70f9ac9da3 req-d41a196a-a13c-47a6-8f93-bffcf64e5a5a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Deleting port 382b77ed-5a99-4385-99eb-e6195465d1a1 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:58:47.038869 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ed409723-d18f-44ee-b60f-1c70f9ac9da3 req-d41a196a-a13c-47a6-8f93-bffcf64e5a5a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (382b77ed-5a99-4385-99eb-e6195465d1a1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:47.105042 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f74eb5-b85b-4ff8-a235-ad7d039be0f4 req-165f6347-4c1a-41e7-b627-05973487c52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:47.106495 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3f74eb5-b85b-4ff8-a235-ad7d039be0f4 req-165f6347-4c1a-41e7-b627-05973487c52e service neutron] 10.222.0.69 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 909 time: 0.2135708 Feb 07 20:58:47.121703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14959f16-33bc-4026-bb0b-48382c220031 req-216aca27-b845-43c4-8837-778182181858 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:47.123100 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14959f16-33bc-4026-bb0b-48382c220031 req-216aca27-b845-43c4-8837-778182181858 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.1839590 Feb 07 20:58:47.138829 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6f49f-d241-4c26-9fb8-2656fc4b22b5 req-359cf02e-674f-4f1d-8fe8-8e6cdfadaccb tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:47.140238 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dcc6f49f-d241-4c26-9fb8-2656fc4b22b5 req-359cf02e-674f-4f1d-8fe8-8e6cdfadaccb tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 944 time: 0.1996920 Feb 07 20:58:47.182520 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3f74eb5-b85b-4ff8-a235-ad7d039be0f4 req-6396bd94-169b-42c9-af0a-27da54f41e8e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20be04ea-ef7c-4fb7-be48-99f926829cdf HTTP/1.1" status: 200 len: 217 time: 0.0578623 Feb 07 20:58:47.219548 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 20be04ea-ef7c-4fb7-be48-99f926829cdf details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:58:47.223811 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:58:47.293709 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-ed409723-d18f-44ee-b60f-1c70f9ac9da3 req-d41a196a-a13c-47a6-8f93-bffcf64e5a5a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] For port 382b77ed-5a99-4385-99eb-e6195465d1a1, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=382b77ed-5a99-4385-99eb-e6195465d1a1,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:47.294001 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ed409723-d18f-44ee-b60f-1c70f9ac9da3 req-d41a196a-a13c-47a6-8f93-bffcf64e5a5a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (382b77ed-5a99-4385-99eb-e6195465d1a1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:47.322322 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dcc6f49f-d241-4c26-9fb8-2656fc4b22b5 req-3bad4ee2-4e79-466f-930f-de81e143cf60 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448593 Feb 07 20:58:47.323081 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-ed409723-d18f-44ee-b60f-1c70f9ac9da3 req-d41a196a-a13c-47a6-8f93-bffcf64e5a5a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Calling delete_port for 382b77ed-5a99-4385-99eb-e6195465d1a1 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:58:47.325968 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f74eb5-b85b-4ff8-a235-ad7d039be0f4 req-1f553dc3-ac20-446c-b36c-ca9ea68589dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:47.327266 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3f74eb5-b85b-4ff8-a235-ad7d039be0f4 req-1f553dc3-ac20-446c-b36c-ca9ea68589dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da67b52e-9fa9-4eda-bee9-de250f228011 HTTP/1.1" status: 200 len: 848 time: 0.1253777 Feb 07 20:58:47.328007 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:58:47.328412 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:47.332596 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14959f16-33bc-4026-bb0b-48382c220031 req-2dc0f04e-975f-47c2-9d84-553968011415 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887133 Feb 07 20:58:47.396981 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3f74eb5-b85b-4ff8-a235-ad7d039be0f4 req-1f7ae54a-7521-4721-9605-d27e94257b51 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6d967ae2-07ea-401e-8063-c085e3020e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591319 Feb 07 20:58:47.413367 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 20be04ea-ef7c-4fb7-be48-99f926829cdf, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=20be04ea-ef7c-4fb7-be48-99f926829cdf,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:47.429566 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 20be04ea-ef7c-4fb7-be48-99f926829cdf has no active binding in host n-h2-828185-2 {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 20:58:47.468949 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:58:47.469327 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:47.491865 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c7afa4-742c-4b6c-b399-e28f7ae0fce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ce1b42-ffd6-4d84-ba73-4f58e89ae95c'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:58:47.494118 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ef9b29-a11a-420c-aba2-c898fac44aea" -d '{"events": [{"server_uuid": "38c7afa4-742c-4b6c-b399-e28f7ae0fce2", "name": "network-vif-plugged", "status": "completed", "tag": "84ce1b42-ffd6-4d84-ba73-4f58e89ae95c"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:58:47.506581 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=84ce1b42-ffd6-4d84-ba73-4f58e89ae95c,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:47.510570 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:47.559214 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=84ce1b42-ffd6-4d84-ba73-4f58e89ae95c,revision_number=11']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:47.571672 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50001be0-fbd9-4d8e-9557-3475bc55134e req-85447875-cfc3-4aa0-bfae-58f4e4fc3ce8 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:47.573179 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-50001be0-fbd9-4d8e-9557-3475bc55134e req-85447875-cfc3-4aa0-bfae-58f4e4fc3ce8 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 949 time: 0.1753435 Feb 07 20:58:47.602485 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a8caa-75ad-4104-9233-f3194acfa1f9 req-fbfd8d2b-7623-4ae4-bf11-c609b746e903 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:47.603903 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-877a8caa-75ad-4104-9233-f3194acfa1f9 req-fbfd8d2b-7623-4ae4-bf11-c609b746e903 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.1906555 Feb 07 20:58:47.633225 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3f74eb5-b85b-4ff8-a235-ad7d039be0f4 req-b1a1773a-93fe-4b73-b4ef-8c8c0a70e723 service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247276 Feb 07 20:58:47.743944 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ed409723-d18f-44ee-b60f-1c70f9ac9da3 req-d41a196a-a13c-47a6-8f93-bffcf64e5a5a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (382b77ed-5a99-4385-99eb-e6195465d1a1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:47.755526 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['382b77ed-5a99-4385-99eb-e6195465d1a1'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:58:47.757300 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-50001be0-fbd9-4d8e-9557-3475bc55134e req-4d9c70eb-5e51-4864-944f-864c4cabcc02 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768579 Feb 07 20:58:47.800214 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-877a8caa-75ad-4104-9233-f3194acfa1f9 req-73b7341c-6cd5-4a2d-b34a-4f784dc3fb89 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768136 Feb 07 20:58:47.800959 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a196a-a13c-47a6-8f93-bffcf64e5a5a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Pushing event deleted for resources: {'Port': ['ID=382b77ed-5a99-4385-99eb-e6195465d1a1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:47.861098 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38622f93-2f29-426a-953f-a4863c07247f x-openstack-request-id: req-38622f93-2f29-426a-953f-a4863c07247f {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:58:47.861461 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c7afa4-742c-4b6c-b399-e28f7ae0fce2", "name": "network-vif-plugged", "status": "completed", "tag": "84ce1b42-ffd6-4d84-ba73-4f58e89ae95c", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:58:47.861737 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-38622f93-2f29-426a-953f-a4863c07247f {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:58:47.862130 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c7afa4-742c-4b6c-b399-e28f7ae0fce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ce1b42-ffd6-4d84-ba73-4f58e89ae95c', 'code': 200} Feb 07 20:58:47.866399 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed409723-d18f-44ee-b60f-1c70f9ac9da3 req-d41a196a-a13c-47a6-8f93-bffcf64e5a5a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] No DVR routers for this DVR port 382b77ed-5a99-4385-99eb-e6195465d1a1 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:58:47.869371 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3f74eb5-b85b-4ff8-a235-ad7d039be0f4 req-e0610580-10df-46e2-a35e-705a2a598ae0 service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250204 Feb 07 20:58:47.870358 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ed409723-d18f-44ee-b60f-1c70f9ac9da3 req-d41a196a-a13c-47a6-8f93-bffcf64e5a5a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:47.873497 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed409723-d18f-44ee-b60f-1c70f9ac9da3 req-d41a196a-a13c-47a6-8f93-bffcf64e5a5a tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.71 "DELETE /v2.0/ports/382b77ed-5a99-4385-99eb-e6195465d1a1 HTTP/1.1" status: 204 len: 173 time: 1.1298141 Feb 07 20:58:47.887690 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fa03a1-a4da-4b70-a34b-db6b214cd376', 'name': 'network-vif-deleted', 'tag': '382b77ed-5a99-4385-99eb-e6195465d1a1'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:58:47.890523 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7638228c-2a68-46ec-8f5c-7a9bfe110b92" -d '{"events": [{"server_uuid": "18fa03a1-a4da-4b70-a34b-db6b214cd376", "name": "network-vif-deleted", "tag": "382b77ed-5a99-4385-99eb-e6195465d1a1"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:58:47.896933 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-669b85d9-928e-4afd-bb13-5a46e258533e req-cee79345-639f-4bb6-978b-77b790ddac65 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 210 time: 0.0602732 Feb 07 20:58:47.964370 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6640b89-2a14-4584-8550-6cc866a4481b x-openstack-request-id: req-a6640b89-2a14-4584-8550-6cc866a4481b {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:58:47.964670 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fa03a1-a4da-4b70-a34b-db6b214cd376", "name": "network-vif-deleted", "tag": "382b77ed-5a99-4385-99eb-e6195465d1a1", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:58:47.964934 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a6640b89-2a14-4584-8550-6cc866a4481b {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:58:47.965327 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fa03a1-a4da-4b70-a34b-db6b214cd376', 'name': 'network-vif-deleted', 'tag': '382b77ed-5a99-4385-99eb-e6195465d1a1', 'status': 'completed', 'code': 200} Feb 07 20:58:47.994252 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17016e4-4c17-4636-87b8-b76452f6ec1c req-95a60d14-57e7-48eb-9da9-aefced0fa436 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:47.996110 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e17016e4-4c17-4636-87b8-b76452f6ec1c req-95a60d14-57e7-48eb-9da9-aefced0fa436 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 943 time: 0.0614429 Feb 07 20:58:48.084400 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e17016e4-4c17-4636-87b8-b76452f6ec1c req-e4533d40-97a7-4c4c-b661-6015ad641745 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713072 Feb 07 20:58:48.109234 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d26a64-1fa1-4f1a-a96e-3853842c752c req-c5c7f2aa-16f5-4fe4-9e6b-d5d426386a2c tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:48.109234 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-97d26a64-1fa1-4f1a-a96e-3853842c752c req-c5c7f2aa-16f5-4fe4-9e6b-d5d426386a2c tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0996661 Feb 07 20:58:48.170747 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-97d26a64-1fa1-4f1a-a96e-3853842c752c req-7c8f47d5-0621-4f8d-b419-9997e7743abd tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505767 Feb 07 20:58:48.173500 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2bdf6-4396-4987-b33f-8608c45989fe req-123678c9-cd9a-4b87-95b8-74ca7aefe157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:48.175028 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2f2bdf6-4396-4987-b33f-8608c45989fe req-123678c9-cd9a-4b87-95b8-74ca7aefe157 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 1132 time: 0.0898871 Feb 07 20:58:48.223875 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2f2bdf6-4396-4987-b33f-8608c45989fe req-ab3af3f2-c3ba-4061-89cb-70ec092f55d5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391254 Feb 07 20:58:48.245646 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-412cf5ce-65ca-4023-871f-161c23191416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:48.475840 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db45506-ab80-46b7-a3f1-c32be30810ca req-493644a2-f763-49b4-a047-68e26bffbadf tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:48.477260 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9db45506-ab80-46b7-a3f1-c32be30810ca req-493644a2-f763-49b4-a047-68e26bffbadf tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 944 time: 0.0831797 Feb 07 20:58:48.498078 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49913d-23ff-4f91-99f3-291b68ef084b req-9c4d311e-539b-4c30-bf10-3f3170f5ced8 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:48.499482 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ff49913d-23ff-4f91-99f3-291b68ef084b req-9c4d311e-539b-4c30-bf10-3f3170f5ced8 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0795057 Feb 07 20:58:48.565184 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9db45506-ab80-46b7-a3f1-c32be30810ca req-f685325e-6261-416c-9126-e885618c78f2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814199 Feb 07 20:58:48.569300 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ff49913d-23ff-4f91-99f3-291b68ef084b req-09a149d8-4531-4d76-81ac-f672d342f730 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633945 Feb 07 20:58:48.836682 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 93ee91eb-6dbb-433c-a9fb-f56317706ba6 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:58:48.882683 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c16c83-3da7-4890-82ba-8c2edf1943b1 req-1d9caacd-18c6-485b-9949-c9e82a0a0b4d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:48.884153 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9c16c83-3da7-4890-82ba-8c2edf1943b1 req-1d9caacd-18c6-485b-9949-c9e82a0a0b4d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 950 time: 0.0546150 Feb 07 20:58:48.938222 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 93ee91eb-6dbb-433c-a9fb-f56317706ba6, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=93ee91eb-6dbb-433c-a9fb-f56317706ba6,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:48.950045 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '93ee91eb-6dbb-433c-a9fb-f56317706ba6', 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df', 'port_id': '93ee91eb-6dbb-433c-a9fb-f56317706ba6', 'mac_address': 'fa:16:3e:c0:94:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3768dda-d71b-40b0-9d56-296b11c3fa2b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:58:48.961599 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9c16c83-3da7-4890-82ba-8c2edf1943b1 req-1346e3d4-7162-4e1e-97a9-341d53acf913 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675497 Feb 07 20:58:48.971034 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a134e-45ec-4fa1-a0c7-36dcb4416144 req-586ad176-8b3f-4976-930e-46a11d47e024 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:48.972509 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0c3a134e-45ec-4fa1-a0c7-36dcb4416144 req-586ad176-8b3f-4976-930e-46a11d47e024 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.0874419 Feb 07 20:58:48.990567 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 93ee91eb-6dbb-433c-a9fb-f56317706ba6 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:58:48.990960 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (93ee91eb-6dbb-433c-a9fb-f56317706ba6), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:49.004633 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93ee91eb-6dbb-433c-a9fb-f56317706ba6 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:58:49.031436 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 93ee91eb-6dbb-433c-a9fb-f56317706ba6, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=93ee91eb-6dbb-433c-a9fb-f56317706ba6,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:49.032401 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0c3a134e-45ec-4fa1-a0c7-36dcb4416144 req-cfdd10a7-311a-4a83-869d-7afdc9983d4e tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440953 Feb 07 20:58:49.042093 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (93ee91eb-6dbb-433c-a9fb-f56317706ba6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:49.068737 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0eba795d-f3e3-49bd-a560-02edc575a2fc req-4d6da27d-64f0-4fae-baf7-0115eb60ad69 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 210 time: 0.0353267 Feb 07 20:58:49.094661 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=93ee91eb-6dbb-433c-a9fb-f56317706ba6,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:49.214782 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5d599-837d-4567-8585-096e42795e2d req-9772309e-fabd-4005-842a-d7b62fd8e2ab tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:49.216213 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dad5d599-837d-4567-8585-096e42795e2d req-9772309e-fabd-4005-842a-d7b62fd8e2ab tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 944 time: 0.0506968 Feb 07 20:58:49.290349 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dad5d599-837d-4567-8585-096e42795e2d req-ec6bd57b-0c89-4061-88b7-4eddfdd48d1d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683560 Feb 07 20:58:49.309705 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc0165-3dfb-4f2e-8811-c48573ea8c45 req-1016a864-2e92-4608-b372-2fddeac34a28 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:49.311141 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85dc0165-3dfb-4f2e-8811-c48573ea8c45 req-1016a864-2e92-4608-b372-2fddeac34a28 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0730586 Feb 07 20:58:49.358084 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85dc0165-3dfb-4f2e-8811-c48573ea8c45 req-dbdb2b01-0d5c-40a2-8efc-f20122068ef6 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402930 Feb 07 20:58:49.450456 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['93ee91eb-6dbb-433c-a9fb-f56317706ba6'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:58:49.716896 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafb2c9-96ce-40f3-9405-cd983f47d023 req-c17b6a64-4bf0-430c-97d1-76f78f801481 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:49.718334 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4fafb2c9-96ce-40f3-9405-cd983f47d023 req-c17b6a64-4bf0-430c-97d1-76f78f801481 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0753882 Feb 07 20:58:49.727142 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18dcc6c-9ec9-41c7-a5fc-00c37481da97 req-138fea51-dfef-4ba1-a938-907ef443e7a1 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:49.727931 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c18dcc6c-9ec9-41c7-a5fc-00c37481da97 req-138fea51-dfef-4ba1-a938-907ef443e7a1 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 944 time: 0.0953300 Feb 07 20:58:49.799774 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4fafb2c9-96ce-40f3-9405-cd983f47d023 req-7ff40a1c-4020-41eb-8a60-f00f4722783f tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708699 Feb 07 20:58:49.802740 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c18dcc6c-9ec9-41c7-a5fc-00c37481da97 req-f36f650d-00e9-4213-a57e-7eccbf92b3d1 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678022 Feb 07 20:58:50.084361 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c59ad-79eb-4060-bc82-c8df8a85019b req-8a24a4f3-9c49-4128-8eda-5f79494e18b2 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:50.085884 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2a9c59ad-79eb-4060-bc82-c8df8a85019b req-8a24a4f3-9c49-4128-8eda-5f79494e18b2 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 950 time: 0.0570595 Feb 07 20:58:50.160617 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2a9c59ad-79eb-4060-bc82-c8df8a85019b req-5ba8dce5-ec80-45d5-9023-07aeb7771dd7 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692427 Feb 07 20:58:50.181726 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbb049-208f-4972-89b6-61f9dee74486 req-eeed8436-e05f-46c0-a112-01803173fabb tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:50.183163 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71bbb049-208f-4972-89b6-61f9dee74486 req-eeed8436-e05f-46c0-a112-01803173fabb tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.0713294 Feb 07 20:58:50.229666 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71bbb049-208f-4972-89b6-61f9dee74486 req-9650db2e-964d-41b3-9a87-ea1cb5efdd77 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411062 Feb 07 20:58:50.257351 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7ee37cca-c388-4c17-85ab-7a25b8ab93f4 req-71cfb57e-0d7a-4862-9a89-de90247e6180 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 210 time: 0.0260785 Feb 07 20:58:50.418678 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60db2f-e9e6-4467-9fd8-8ea883a50894 req-5a0c627d-f19f-4d0d-bbaf-73f4ac6042ae tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:50.420173 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb60db2f-e9e6-4467-9fd8-8ea883a50894 req-5a0c627d-f19f-4d0d-bbaf-73f4ac6042ae tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 944 time: 0.0581989 Feb 07 20:58:50.491799 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f79d5ce1-5bdb-4835-b2b9-76ab6f97dc38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:50.498379 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb60db2f-e9e6-4467-9fd8-8ea883a50894 req-afcf29e6-6aa0-4b94-b6b5-58bda4de774c tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710783 Feb 07 20:58:50.509862 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a18e98-3b5a-41cd-8e0f-1cb0091ec127 req-61e058c8-6ff2-48e1-b27b-8d2de1e33c9a tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:50.511338 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-44a18e98-3b5a-41cd-8e0f-1cb0091ec127 req-61e058c8-6ff2-48e1-b27b-8d2de1e33c9a tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0852034 Feb 07 20:58:50.558573 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-44a18e98-3b5a-41cd-8e0f-1cb0091ec127 req-7405d8cc-06d7-4d92-9d02-02e2290b4946 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409496 Feb 07 20:58:50.849963 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 93ee91eb-6dbb-433c-a9fb-f56317706ba6 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:58:50.901223 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 93ee91eb-6dbb-433c-a9fb-f56317706ba6 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:58:50.905425 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 93ee91eb-6dbb-433c-a9fb-f56317706ba6 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:58:50.905799 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (93ee91eb-6dbb-433c-a9fb-f56317706ba6), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:50.950342 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a20bd-b1d5-4653-812f-95f52af097f4 req-861bab5d-b14c-47dc-bc2f-80dba2d7ebc3 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:50.952102 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-883a20bd-b1d5-4653-812f-95f52af097f4 req-861bab5d-b14c-47dc-bc2f-80dba2d7ebc3 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0840373 Feb 07 20:58:50.960222 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184e4e0-9213-40d2-84b5-5b4713297b11 req-e16bc506-b62a-441f-bdca-147c2a78b551 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:50.961634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6184e4e0-9213-40d2-84b5-5b4713297b11 req-e16bc506-b62a-441f-bdca-147c2a78b551 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 944 time: 0.0923495 Feb 07 20:58:50.981345 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 93ee91eb-6dbb-433c-a9fb-f56317706ba6 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:58:50.981732 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (93ee91eb-6dbb-433c-a9fb-f56317706ba6), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:51.004180 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d586695-c77d-4894-8df3-b58798ed684e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ee91eb-6dbb-433c-a9fb-f56317706ba6'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:58:51.006561 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b06195-c8c6-4376-aa34-c320be5d2a43" -d '{"events": [{"server_uuid": "3d586695-c77d-4894-8df3-b58798ed684e", "name": "network-vif-plugged", "status": "completed", "tag": "93ee91eb-6dbb-433c-a9fb-f56317706ba6"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:58:51.023271 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 93ee91eb-6dbb-433c-a9fb-f56317706ba6, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=93ee91eb-6dbb-433c-a9fb-f56317706ba6,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:51.028074 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (93ee91eb-6dbb-433c-a9fb-f56317706ba6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:51.033977 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-883a20bd-b1d5-4653-812f-95f52af097f4 req-eab29bf9-bce1-437f-a456-532ecfa5a417 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714028 Feb 07 20:58:51.041043 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6184e4e0-9213-40d2-84b5-5b4713297b11 req-64fb9a57-6237-4353-9f67-29b7a70997ee tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729561 Feb 07 20:58:51.078767 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=93ee91eb-6dbb-433c-a9fb-f56317706ba6,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:51.082852 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc25e7f-3996-4853-9a32-4fad7c850a92 x-openstack-request-id: req-adc25e7f-3996-4853-9a32-4fad7c850a92 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:58:51.083159 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d586695-c77d-4894-8df3-b58798ed684e", "name": "network-vif-plugged", "status": "completed", "tag": "93ee91eb-6dbb-433c-a9fb-f56317706ba6", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:58:51.083412 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-adc25e7f-3996-4853-9a32-4fad7c850a92 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:58:51.083788 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d586695-c77d-4894-8df3-b58798ed684e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ee91eb-6dbb-433c-a9fb-f56317706ba6', 'code': 200} Feb 07 20:58:51.179232 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb6549-ee81-43d6-855d-eb49fe00458c req-db6a384d-da69-4fb3-8822-8ac6b5ed182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:51.180702 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dcfb6549-ee81-43d6-855d-eb49fe00458c req-db6a384d-da69-4fb3-8822-8ac6b5ed182b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 1127 time: 0.0425708 Feb 07 20:58:51.219106 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 382b77ed-5a99-4385-99eb-e6195465d1a1 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:58:51.225982 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dcfb6549-ee81-43d6-855d-eb49fe00458c req-69793dad-7c03-4cb2-8e98-070b24982e46 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392292 Feb 07 20:58:51.239578 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 382b77ed-5a99-4385-99eb-e6195465d1a1 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:58:51.239920 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 382b77ed-5a99-4385-99eb-e6195465d1a1 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:58:51.277887 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636d558-27d9-4f2e-a260-039f49b2efd9 req-5dafb4c5-2f8b-4532-b925-c764ee2fab6c tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:51.279354 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3636d558-27d9-4f2e-a260-039f49b2efd9 req-5dafb4c5-2f8b-4532-b925-c764ee2fab6c tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 950 time: 0.0520678 Feb 07 20:58:51.355334 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3636d558-27d9-4f2e-a260-039f49b2efd9 req-7a90a0de-329b-469c-9506-f12f07fb9a50 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703743 Feb 07 20:58:51.370642 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f920d-27a5-4c23-9084-9e30790f3b56 req-78d18f59-111b-4157-bd84-0ca5cc883b40 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:51.372080 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-424f920d-27a5-4c23-9084-9e30790f3b56 req-78d18f59-111b-4157-bd84-0ca5cc883b40 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.0746059 Feb 07 20:58:51.426753 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-424f920d-27a5-4c23-9084-9e30790f3b56 req-cd833065-ed32-4d47-87df-ffa6b0b44e3d tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449443 Feb 07 20:58:51.453970 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e514d3a-44f4-4eb6-be2e-e72cd3dc7e20 req-cce02541-fbc6-4fa7-9c26-3242a0e45060 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 210 time: 0.0262799 Feb 07 20:58:51.615478 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:51.619629 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f6302-3391-4df1-a106-16b399b24ea7 req-9f68508b-626d-45b1-b92c-63307ae97b8d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:51.621141 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-048f6302-3391-4df1-a106-16b399b24ea7 req-9f68508b-626d-45b1-b92c-63307ae97b8d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 945 time: 0.0526395 Feb 07 20:58:51.698260 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-048f6302-3391-4df1-a106-16b399b24ea7 req-1e5ba9b3-ee60-450c-bb03-3f4137a9866b tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715234 Feb 07 20:58:51.714121 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470631b-28b5-4a88-9a67-580779353eca req-5e638439-98fe-4091-a3a7-8d278db57a7d tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:51.715718 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f470631b-28b5-4a88-9a67-580779353eca req-5e638439-98fe-4091-a3a7-8d278db57a7d tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0822542 Feb 07 20:58:51.761937 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f470631b-28b5-4a88-9a67-580779353eca req-24daf585-acff-4fb9-a574-00d2a3b778e6 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399964 Feb 07 20:58:52.182555 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca2b48-15e0-4132-8131-4c592e3cf5b1 req-5d0bb41c-e093-4f66-b316-1b3bb7363549 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:52.184014 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c6ca2b48-15e0-4132-8131-4c592e3cf5b1 req-5d0bb41c-e093-4f66-b316-1b3bb7363549 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0822425 Feb 07 20:58:52.205326 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b3cda-242e-430f-8a4b-537b962560ea req-11314f6d-6e25-481d-b23e-d55bc039d686 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:52.206717 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea7b3cda-242e-430f-8a4b-537b962560ea req-11314f6d-6e25-481d-b23e-d55bc039d686 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 944 time: 0.0790422 Feb 07 20:58:52.511143 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c6ca2b48-15e0-4132-8131-4c592e3cf5b1 req-1a5024bc-3140-41df-b7c7-bb829823c3f6 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205433 Feb 07 20:58:52.522747 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea7b3cda-242e-430f-8a4b-537b962560ea req-68897a33-b905-4ca1-b45f-fdabb0dfc2f3 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100867 Feb 07 20:58:52.654508 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d15472-6f10-4026-86fe-dcd5de28da17 req-d426fc56-a514-4a88-b21c-95c2cada1917 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:52.655951 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85d15472-6f10-4026-86fe-dcd5de28da17 req-d426fc56-a514-4a88-b21c-95c2cada1917 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 950 time: 0.0908735 Feb 07 20:58:52.663209 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f5025-110b-45cc-b20c-3fe64198007e req-84142654-2916-49cf-b787-b9cad63c3ac9 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:52.664597 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-919f5025-110b-45cc-b20c-3fe64198007e req-84142654-2916-49cf-b787-b9cad63c3ac9 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.0716505 Feb 07 20:58:52.730227 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85d15472-6f10-4026-86fe-dcd5de28da17 req-a57253be-df2d-46a5-9bc9-fdb735ce9eae tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646746 Feb 07 20:58:52.742668 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-919f5025-110b-45cc-b20c-3fe64198007e req-17456d9a-46b6-47de-be61-0ffd267ae346 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702786 Feb 07 20:58:52.846655 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a91f926c-6e82-4450-9c97-06bd2dcb053f req-4b9cb27a-98cc-4e74-a4c4-936826924aba tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 210 time: 0.0408168 Feb 07 20:58:52.870353 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8427a91-54d6-47eb-a232-f334c3ddda38 req-3b41993d-6685-4ed9-ae89-1c1fa12882f0 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:52.871743 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a8427a91-54d6-47eb-a232-f334c3ddda38 req-3b41993d-6685-4ed9-ae89-1c1fa12882f0 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 945 time: 0.0757573 Feb 07 20:58:52.944937 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a8427a91-54d6-47eb-a232-f334c3ddda38 req-9dceb996-1563-4698-a583-018de4e9f4b6 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676990 Feb 07 20:58:52.968679 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a029f6-cbc7-43ba-ba58-53ea9c11db4e req-aba4ebb5-e790-43c9-b9ad-92808d06f1d8 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:52.970698 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66a029f6-cbc7-43ba-ba58-53ea9c11db4e req-aba4ebb5-e790-43c9-b9ad-92808d06f1d8 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0685723 Feb 07 20:58:53.026632 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66a029f6-cbc7-43ba-ba58-53ea9c11db4e req-457b5305-7f24-41c1-a266-f9f661fb24cf tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504427 Feb 07 20:58:53.066075 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044e118-e3bc-474c-979f-d87ebbbe41d0 req-6ff6911f-79c4-41be-ba2c-54e87a9eeb54 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:53.067695 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8044e118-e3bc-474c-979f-d87ebbbe41d0 req-6ff6911f-79c4-41be-ba2c-54e87a9eeb54 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 1127 time: 0.0547261 Feb 07 20:58:53.085644 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:53.111440 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8044e118-e3bc-474c-979f-d87ebbbe41d0 req-68c08e6b-e640-4088-9f5c-4cb4a548d48c tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380080 Feb 07 20:58:53.550771 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:58:53.675663 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e7b2d-98e9-443c-8e23-b5220134d231 req-2c63c9fb-f05a-4d48-b218-49fdf6cacd1e tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:53.677169 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f02e7b2d-98e9-443c-8e23-b5220134d231 req-2c63c9fb-f05a-4d48-b218-49fdf6cacd1e tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0969794 Feb 07 20:58:53.684017 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538df1d4-8722-4ebe-b5a7-5f6256774987 req-0cf46d4c-0168-4091-ad21-7815423ff2a5 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:53.685448 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-538df1d4-8722-4ebe-b5a7-5f6256774987 req-0cf46d4c-0168-4091-ad21-7815423ff2a5 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 944 time: 0.0760868 Feb 07 20:58:53.767270 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f02e7b2d-98e9-443c-8e23-b5220134d231 req-547e72f6-f846-41e7-8246-7094d32e63f0 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808282 Feb 07 20:58:53.785095 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-538df1d4-8722-4ebe-b5a7-5f6256774987 req-7788d943-4d17-488d-b7bb-066a69b2067a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916133 Feb 07 20:58:53.925776 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf5fcc-70ab-401d-bf56-245208cbb68f req-3a4c1dd6-ca46-45ae-a82c-e0588e609f81 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:53.927593 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65cf5fcc-70ab-401d-bf56-245208cbb68f req-3a4c1dd6-ca46-45ae-a82c-e0588e609f81 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 950 time: 0.0950437 Feb 07 20:58:53.938341 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8a704-b152-44f9-8987-46ff7f043577 req-706a153f-cded-4a2a-9f17-a5442279f000 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:53.939783 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-67f8a704-b152-44f9-8987-46ff7f043577 req-706a153f-cded-4a2a-9f17-a5442279f000 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.0758607 Feb 07 20:58:54.009988 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65cf5fcc-70ab-401d-bf56-245208cbb68f req-9730463e-1cf5-4a1a-b147-8c1e62ab6941 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692613 Feb 07 20:58:54.014260 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-67f8a704-b152-44f9-8987-46ff7f043577 req-29a6a989-369e-4a03-b6ca-ccc8ba6bec5b tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679548 Feb 07 20:58:54.105863 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d142dc9a-d373-47d5-9e00-3104893b15cb req-849632d5-24ba-4b89-a7bd-3f88f4252770 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 210 time: 0.0286245 Feb 07 20:58:54.169759 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb21e24-317c-490d-8699-58e871335898 req-b0277d62-34e3-48d2-b4c3-fd71eb16ba0d tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:54.170486 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4eb21e24-317c-490d-8699-58e871335898 req-b0277d62-34e3-48d2-b4c3-fd71eb16ba0d tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0673525 Feb 07 20:58:54.222666 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4eb21e24-317c-490d-8699-58e871335898 req-1f10994d-7ff4-48da-a73b-a4718323e983 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458908 Feb 07 20:58:54.347156 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:54.367611 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e3217-cceb-4fe2-b31c-bdb2bddc2fcb req-29b2f4a7-747c-4b6c-b770-f90342556705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:54.369503 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f61e3217-cceb-4fe2-b31c-bdb2bddc2fcb req-29b2f4a7-747c-4b6c-b770-f90342556705 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 1128 time: 0.0486584 Feb 07 20:58:54.412484 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f61e3217-cceb-4fe2-b31c-bdb2bddc2fcb req-76bb5ff2-5fed-478c-93cb-50eda4dcfdaa service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366864 Feb 07 20:58:54.921982 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9e32a-2c6b-4309-9c6a-82a89dece38e req-b6fedb1e-c531-4532-9b6a-aa3c55810846 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:54.924119 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-acb9e32a-2c6b-4309-9c6a-82a89dece38e req-b6fedb1e-c531-4532-9b6a-aa3c55810846 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0867586 Feb 07 20:58:54.943986 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f41ed-c43d-47c8-be3f-3826410a3b0c req-b2124956-8f17-472d-af3c-4bcb29174be3 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:54.945424 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-439f41ed-c43d-47c8-be3f-3826410a3b0c req-b2124956-8f17-472d-af3c-4bcb29174be3 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 944 time: 0.0963683 Feb 07 20:58:55.017426 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-acb9e32a-2c6b-4309-9c6a-82a89dece38e req-d43c696e-ce0f-4c29-81d9-a62098cd732b tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831375 Feb 07 20:58:55.023618 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-439f41ed-c43d-47c8-be3f-3826410a3b0c req-907fb9c9-8bac-4324-83bc-6dcb102520b7 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703838 Feb 07 20:58:55.172440 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf90bb-69e8-49d9-853d-6b4469160f2f req-a2e6af50-6887-4336-a9f8-23184fa9fdb1 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:55.173950 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5adf90bb-69e8-49d9-853d-6b4469160f2f req-a2e6af50-6887-4336-a9f8-23184fa9fdb1 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.0811803 Feb 07 20:58:55.180488 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd494b7-a627-48fb-a756-b916bf2148a3 req-5e173e2c-e0bf-49ce-ac7b-716baa9ce218 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:55.181841 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fcd494b7-a627-48fb-a756-b916bf2148a3 req-5e173e2c-e0bf-49ce-ac7b-716baa9ce218 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 950 time: 0.1010633 Feb 07 20:58:55.252399 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5adf90bb-69e8-49d9-853d-6b4469160f2f req-992d1471-e7f7-41f2-8f5a-05a72ec0e415 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694501 Feb 07 20:58:55.255182 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fcd494b7-a627-48fb-a756-b916bf2148a3 req-be5d4631-2daa-4a8b-9d7d-58695d3e9d38 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667300 Feb 07 20:58:55.379243 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7915e887-540b-423e-a00d-dca5db744e6c req-8ca544d1-d1be-41cc-8cee-a95613a66695 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 210 time: 0.0410964 Feb 07 20:58:55.401825 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307a61a-dab3-4f61-8824-3556cf9a44ae req-d9fdeb57-294b-4525-a64f-3e0b1172de77 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:55.403309 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c307a61a-dab3-4f61-8824-3556cf9a44ae req-d9fdeb57-294b-4525-a64f-3e0b1172de77 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0796030 Feb 07 20:58:55.453621 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c307a61a-dab3-4f61-8824-3556cf9a44ae req-34e00d1d-61bb-4040-bcbb-4ccf1202dd24 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437722 Feb 07 20:58:56.167410 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846213c9-116d-47d0-9e2b-2a89a8082bbb req-1487285d-28f5-44cc-ae2f-8a938ebd4b26 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:56.168825 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-846213c9-116d-47d0-9e2b-2a89a8082bbb req-1487285d-28f5-44cc-ae2f-8a938ebd4b26 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0811334 Feb 07 20:58:56.179725 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0cb20-7e58-4f2b-b21f-0cc81b421a10 req-3bbe6490-dce8-4bc6-8780-7241cb9af55b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:56.181159 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-33c0cb20-7e58-4f2b-b21f-0cc81b421a10 req-3bbe6490-dce8-4bc6-8780-7241cb9af55b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 944 time: 0.0846488 Feb 07 20:58:56.248016 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-846213c9-116d-47d0-9e2b-2a89a8082bbb req-3648c62c-3f4b-4704-b386-54328927e4ef tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659087 Feb 07 20:58:56.255155 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-33c0cb20-7e58-4f2b-b21f-0cc81b421a10 req-248c82f2-986a-4651-b8b6-0e3b557be808 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675235 Feb 07 20:58:56.416825 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c5de9-00ec-49cc-8f49-307fc82ca458 req-cb63e534-7f02-4925-92d4-fe91ebd7f8d3 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:56.418298 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e2c5de9-00ec-49cc-8f49-307fc82ca458 req-cb63e534-7f02-4925-92d4-fe91ebd7f8d3 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.0872133 Feb 07 20:58:56.426387 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e1630-c016-4258-b934-65e1e8ae9eca req-6fb0cd26-1db1-4bc8-b1c6-a1f5d818d147 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:56.427761 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-258e1630-c016-4258-b934-65e1e8ae9eca req-6fb0cd26-1db1-4bc8-b1c6-a1f5d818d147 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 950 time: 0.0954468 Feb 07 20:58:56.499001 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-258e1630-c016-4258-b934-65e1e8ae9eca req-1ab9b807-a64b-4e87-aeb4-2839e8f226ce tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646362 Feb 07 20:58:56.501942 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e2c5de9-00ec-49cc-8f49-307fc82ca458 req-4847c467-d28a-4e65-94c3-d7482cb555bd tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732656 Feb 07 20:58:56.618757 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3a9753ed-7b8e-4cd8-9962-24e77eb5b3df req-c55f1dd1-7b86-4f6e-8800-45b8909365d5 tempest-ServersOnMultiNodesTest-450588142 tempest-ServersOnMultiNodesTest-450588142-project] 10.222.0.65 "GET /v2.0/ports?device_id=18fa03a1-a4da-4b70-a34b-db6b214cd376 HTTP/1.1" status: 200 len: 210 time: 0.0479536 Feb 07 20:58:56.644512 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933aaeb-c667-4a78-9c69-3617bddadf35 req-6ac41626-f2e8-4cdd-8e69-b300397d1899 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:56.646017 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0933aaeb-c667-4a78-9c69-3617bddadf35 req-6ac41626-f2e8-4cdd-8e69-b300397d1899 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0842214 Feb 07 20:58:56.690863 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0933aaeb-c667-4a78-9c69-3617bddadf35 req-847ca7e0-44f1-43f7-91d3-1dd3022d7181 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392976 Feb 07 20:58:56.910629 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456bcac-cc4c-46a2-828e-04613e9d8bc2 req-8964215d-3dee-4d01-bc65-2ec33ab69daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:56.912134 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b456bcac-cc4c-46a2-828e-04613e9d8bc2 req-8964215d-3dee-4d01-bc65-2ec33ab69daa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce2415b1f37244369055dcaf46ee8fc2&device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 1128 time: 0.0764017 Feb 07 20:58:56.969036 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f62fd-6c92-422b-8359-849297ffeca8 req-7967004b-e334-4e85-88be-f41b9759f51f tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:56.971046 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d58f62fd-6c92-422b-8359-849297ffeca8 req-7967004b-e334-4e85-88be-f41b9759f51f tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.1261773 Feb 07 20:58:57.042864 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d58f62fd-6c92-422b-8359-849297ffeca8 req-bb115afc-37a4-4fdf-a30b-573aef7d24e0 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640988 Feb 07 20:58:57.045589 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456bcac-cc4c-46a2-828e-04613e9d8bc2 req-fdfc796a-b739-4bbf-bc0b-513823f13909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:57.046989 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b456bcac-cc4c-46a2-828e-04613e9d8bc2 req-fdfc796a-b739-4bbf-bc0b-513823f13909 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6eec4ad7-adfb-4ae7-ac70-34193aac88e5 HTTP/1.1" status: 200 len: 911 time: 0.1264899 Feb 07 20:58:57.111965 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b456bcac-cc4c-46a2-828e-04613e9d8bc2 req-800fc955-9b26-4065-9986-82d8513322ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2edd4c55-7f0e-4f71-ab12-e81332cea662 HTTP/1.1" status: 200 len: 217 time: 0.0497723 Feb 07 20:58:57.203068 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456bcac-cc4c-46a2-828e-04613e9d8bc2 req-c5f2b25c-f91f-42b9-90ac-a6edacfbf4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:57.204583 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b456bcac-cc4c-46a2-828e-04613e9d8bc2 req-c5f2b25c-f91f-42b9-90ac-a6edacfbf4fd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5ea6921b-4a40-44b4-a0e9-1841fa551429 HTTP/1.1" status: 200 len: 850 time: 0.0758734 Feb 07 20:58:57.206029 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-f53324da-af24-4d8c-84dc-7a1a5753b388 service neutron] 10.222.0.69 "GET /v2.0/ports/20be04ea-ef7c-4fb7-be48-99f926829cdf/bindings/n-h2-828185-2 HTTP/1.1" status: 200 len: 384 time: 0.1010997 Feb 07 20:58:57.269388 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b456bcac-cc4c-46a2-828e-04613e9d8bc2 req-5d442f00-ffbf-4f7e-8aac-94ba3c5e80a6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6eec4ad7-adfb-4ae7-ac70-34193aac88e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519202 Feb 07 20:58:57.273190 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 20be04ea-ef7c-4fb7-be48-99f926829cdf details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:58:57.409701 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 20be04ea-ef7c-4fb7-be48-99f926829cdf, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=20be04ea-ef7c-4fb7-be48-99f926829cdf,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:57.427726 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 20be04ea-ef7c-4fb7-be48-99f926829cdf has no active binding in host n-h2-828185-2 {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 20:58:57.475130 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b456bcac-cc4c-46a2-828e-04613e9d8bc2 req-ce9eb81d-a400-44a0-bb3c-c632b073ad67 service neutron] 10.222.0.69 "GET /v2.0/networks/6eec4ad7-adfb-4ae7-ac70-34193aac88e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952748 Feb 07 20:58:57.577520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f427a65-50c9-45e2-b2bc-ef1bc71f830f req-cf655b93-3d5d-4a2a-b15c-35257ea5cb87 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:57.578994 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2f427a65-50c9-45e2-b2bc-ef1bc71f830f req-cf655b93-3d5d-4a2a-b15c-35257ea5cb87 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.2253764 Feb 07 20:58:57.622534 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9923c0c-192b-49ba-a052-e279e3ee04d3 req-2a29062a-0bc6-4466-91ea-210e7c4c4a42 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:57.624038 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9923c0c-192b-49ba-a052-e279e3ee04d3 req-2a29062a-0bc6-4466-91ea-210e7c4c4a42 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 944 time: 0.2188268 Feb 07 20:58:57.682321 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-aaec9b6a-c61c-4969-9cc3-13e21debdc0c service neutron] For port 20be04ea-ef7c-4fb7-be48-99f926829cdf, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=20be04ea-ef7c-4fb7-be48-99f926829cdf,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:57.715475 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b456bcac-cc4c-46a2-828e-04613e9d8bc2 req-85b34e69-26b3-4b26-aeb7-8d2800103098 service neutron] 10.222.0.69 "GET /v2.0/networks/6eec4ad7-adfb-4ae7-ac70-34193aac88e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094398 Feb 07 20:58:57.725603 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2f427a65-50c9-45e2-b2bc-ef1bc71f830f req-9d6a6bff-faf7-44f6-b3b0-5f438bc71f16 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390653 Feb 07 20:58:57.738468 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-aaec9b6a-c61c-4969-9cc3-13e21debdc0c service neutron] For port 20be04ea-ef7c-4fb7-be48-99f926829cdf, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:58:57.764067 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9923c0c-192b-49ba-a052-e279e3ee04d3 req-4db2ce1b-160f-4ad9-aa4b-1beb6ac5d950 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278780 Feb 07 20:58:57.778066 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-aaec9b6a-c61c-4969-9cc3-13e21debdc0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20be04ea-ef7c-4fb7-be48-99f926829cdf {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:58:57.789630 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-aaec9b6a-c61c-4969-9cc3-13e21debdc0c service neutron] For port 20be04ea-ef7c-4fb7-be48-99f926829cdf, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=20be04ea-ef7c-4fb7-be48-99f926829cdf,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:58:57.825474 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-aaec9b6a-c61c-4969-9cc3-13e21debdc0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (20be04ea-ef7c-4fb7-be48-99f926829cdf), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:57.942723 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3689d5-b65c-47ca-b316-49acb50f9fbe req-eda6ca21-eecd-42e1-a646-aa0fda76ef08 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:57.944086 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-af3689d5-b65c-47ca-b316-49acb50f9fbe req-eda6ca21-eecd-42e1-a646-aa0fda76ef08 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 950 time: 0.1309242 Feb 07 20:58:57.961824 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f6624-e3d2-46ac-87bc-5cb6f1caeb7b req-f2215b33-ed1f-48fe-900f-a3fd9d818ac8 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:57.963201 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b2f6624-e3d2-46ac-87bc-5cb6f1caeb7b req-f2215b33-ed1f-48fe-900f-a3fd9d818ac8 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.1161332 Feb 07 20:58:58.002533 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-aaec9b6a-c61c-4969-9cc3-13e21debdc0c service neutron] Transition to ACTIVE for port object 20be04ea-ef7c-4fb7-be48-99f926829cdf will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:58:58.011277 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-aaec9b6a-c61c-4969-9cc3-13e21debdc0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (20be04ea-ef7c-4fb7-be48-99f926829cdf), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:58.070647 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-af3689d5-b65c-47ca-b316-49acb50f9fbe req-456e83c1-371d-4923-b1b4-463f4bc0bdbf tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177568 Feb 07 20:58:58.097420 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b2f6624-e3d2-46ac-87bc-5cb6f1caeb7b req-dc8b82ec-0a97-446c-8ea2-9a65e51092d4 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276224 Feb 07 20:58:58.131338 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-aaec9b6a-c61c-4969-9cc3-13e21debdc0c service neutron] No DVR routers for this DVR port 20be04ea-ef7c-4fb7-be48-99f926829cdf on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:58:58.186761 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec9b6a-c61c-4969-9cc3-13e21debdc0c service neutron] Pushing event updated for resources: {'Port': ['ID=20be04ea-ef7c-4fb7-be48-99f926829cdf,revision_number=10']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:58.223302 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-aaec9b6a-c61c-4969-9cc3-13e21debdc0c service neutron] 10.222.0.69 "PUT /v2.0/ports/20be04ea-ef7c-4fb7-be48-99f926829cdf/bindings/n-h2-828185-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9967597 Feb 07 20:58:58.257601 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ef78a-d047-4c56-b141-f6af88bec3c4 req-25945da4-b83a-40c8-a963-bc503d14be48 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:58.260151 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a71ef78a-d047-4c56-b141-f6af88bec3c4 req-25945da4-b83a-40c8-a963-bc503d14be48 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0820022 Feb 07 20:58:58.358055 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a71ef78a-d047-4c56-b141-f6af88bec3c4 req-4e7cc041-8699-451b-adf9-88702fd53534 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919716 Feb 07 20:58:58.392401 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-36775e61-b488-47f8-834e-0552a2230d69 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:58.393946 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-36775e61-b488-47f8-834e-0552a2230d69 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277&tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&binding%3Ahost_id=n-h1-828185-2 HTTP/1.1" status: 200 len: 1127 time: 0.0947952 Feb 07 20:58:58.403366 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41790) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:58:58.451692 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-84b06d70-fe13-4cf1-8fc1-dcbc0edfa7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:58.453426 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-84b06d70-fe13-4cf1-8fc1-dcbc0edfa7e4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277&tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a HTTP/1.1" status: 200 len: 1127 time: 0.0496497 Feb 07 20:58:58.526631 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-d4a1787b-14c1-47ba-b45f-056c1a2269c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:58.528806 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-d4a1787b-14c1-47ba-b45f-056c1a2269c8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 1127 time: 0.0543165 Feb 07 20:58:58.548704 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3c6f93f7-d083-4f57-89ba-b2e8ea8e1e67 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=158a4ea448b4471c9480285ef58a9cb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430423 Feb 07 20:58:58.551062 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41794) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:58:58.596461 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d8efa473-003e-4402-b1b3-a686a8ea7236 admin admin] Publish callbacks [] for security_group (21b87d4c-53bd-47a7-8070-4860f4c42e7e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:58.620259 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d8efa473-003e-4402-b1b3-a686a8ea7236 admin admin] Publish callbacks [] for security_group (21b87d4c-53bd-47a7-8070-4860f4c42e7e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:58.628162 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-5d39c746-34a0-4f6d-86c2-bea961ef2a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:58.630832 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-5d39c746-34a0-4f6d-86c2-bea961ef2a3e service neutron] 10.222.0.71 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 909 time: 0.0959718 Feb 07 20:58:58.680531 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d8efa473-003e-4402-b1b3-a686a8ea7236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (21b87d4c-53bd-47a7-8070-4860f4c42e7e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:58.683742 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d8efa473-003e-4402-b1b3-a686a8ea7236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:58.686145 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d8efa473-003e-4402-b1b3-a686a8ea7236 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/21b87d4c-53bd-47a7-8070-4860f4c42e7e HTTP/1.1" status: 204 len: 168 time: 0.1329412 Feb 07 20:58:58.686313 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-a384242c-021e-4b22-a14e-92beccd61555 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20be04ea-ef7c-4fb7-be48-99f926829cdf HTTP/1.1" status: 200 len: 217 time: 0.0475786 Feb 07 20:58:58.696132 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efa473-003e-4402-b1b3-a686a8ea7236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b87d4c-53bd-47a7-8070-4860f4c42e7e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:58.745076 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-f9df3750-4746-4e8e-ac35-72f8843e5bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:58.746689 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-f9df3750-4746-4e8e-ac35-72f8843e5bc1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=da67b52e-9fa9-4eda-bee9-de250f228011 HTTP/1.1" status: 200 len: 848 time: 0.0553436 Feb 07 20:58:58.781296 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-c2904c88-a1fd-4353-86e8-2f26befd1e18 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6d967ae2-07ea-401e-8063-c085e3020e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279586 Feb 07 20:58:58.913396 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 20be04ea-ef7c-4fb7-be48-99f926829cdf no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:58:58.956329 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67854d-524c-4c76-8db0-19033658433e req-ea4e516e-e638-4a73-94cd-2d78d238ad41 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:58.957742 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c67854d-524c-4c76-8db0-19033658433e req-ea4e516e-e638-4a73-94cd-2d78d238ad41 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.1241503 Feb 07 20:58:58.969505 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcca61-4a82-47d7-a78f-f438d5486b79 req-b3271a38-e64d-4248-b3c3-fcb623e75af5 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:58.972633 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] The host n-h1-828185-2 is not matching for port 20be04ea-ef7c-4fb7-be48-99f926829cdf host n-h2-828185-2! {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 07 20:58:58.973479 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 20be04ea-ef7c-4fb7-be48-99f926829cdf not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:58:58.976812 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-22fcca61-4a82-47d7-a78f-f438d5486b79 req-b3271a38-e64d-4248-b3c3-fcb623e75af5 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 945 time: 0.1261921 Feb 07 20:58:58.980566 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-58796939-4fb6-45b3-a2eb-96569f0e74db service neutron] 10.222.0.71 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931705 Feb 07 20:58:59.071107 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41804) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:58:59.111022 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d1fe5aa3-db29-4ab2-b285-3e7b60c00c34 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4da63ae1492342cc9748dfd889e718db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378609 Feb 07 20:58:59.113693 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41808) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:58:59.118283 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-22fcca61-4a82-47d7-a78f-f438d5486b79 req-93dba7b9-7572-4c36-ae0a-9898e51493f7 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298728 Feb 07 20:58:59.122684 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c67854d-524c-4c76-8db0-19033658433e req-409c688c-f0a0-416f-8049-50e079e2cb1e tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446033 Feb 07 20:58:59.139218 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-36e988f9-0338-41f3-ab56-1d5c6e28f7c9 service neutron] 10.222.0.71 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482446 Feb 07 20:58:59.186770 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f348466-7fbc-416a-ae02-3a8a8374b858 admin admin] Publish callbacks [] for security_group (c8b54cf3-2827-4d5b-b2e7-275e34ebf5bc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:59.216263 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f348466-7fbc-416a-ae02-3a8a8374b858 admin admin] Publish callbacks [] for security_group (c8b54cf3-2827-4d5b-b2e7-275e34ebf5bc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:59.285563 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f348466-7fbc-416a-ae02-3a8a8374b858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c8b54cf3-2827-4d5b-b2e7-275e34ebf5bc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:59.288351 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f348466-7fbc-416a-ae02-3a8a8374b858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:59.289491 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0f348466-7fbc-416a-ae02-3a8a8374b858 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c8b54cf3-2827-4d5b-b2e7-275e34ebf5bc HTTP/1.1" status: 204 len: 168 time: 0.1746454 Feb 07 20:58:59.303779 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba7482-2232-42d4-a331-0af062fb3d1e req-c70db5c2-e74f-4d3f-95ea-3938bc545dea tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:59.310731 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fba7482-2232-42d4-a331-0af062fb3d1e req-c70db5c2-e74f-4d3f-95ea-3938bc545dea tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.0930750 Feb 07 20:58:59.313833 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f348466-7fbc-416a-ae02-3a8a8374b858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b54cf3-2827-4d5b-b2e7-275e34ebf5bc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:58:59.342568 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f4e57-5318-4132-b98e-28a1dcd1ef1e req-26679241-ffaf-42cc-b1f5-3b146626ba25 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:59.350426 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6f7f4e57-5318-4132-b98e-28a1dcd1ef1e req-26679241-ffaf-42cc-b1f5-3b146626ba25 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 950 time: 0.1209912 Feb 07 20:58:59.437022 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fba7482-2232-42d4-a331-0af062fb3d1e req-d95f2346-bb86-4a8c-90e3-bec0ce8ba7c4 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251500 Feb 07 20:58:59.454840 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6f7f4e57-5318-4132-b98e-28a1dcd1ef1e req-64b17ff2-fa4f-4e83-9f29-b780cfd678cc tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035571 Feb 07 20:58:59.470611 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-a5ed8e64-4e1d-43b0-9bf9-477a9b52c692 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:59.479874 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-a5ed8e64-4e1d-43b0-9bf9-477a9b52c692 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277&tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&binding%3Ahost_id=n-h2-828185-2 HTTP/1.1" status: 200 len: 1127 time: 0.0733733 Feb 07 20:58:59.886299 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0d05c-ad87-4209-9d69-bb094f97930b req-00a84075-0849-4698-bbac-78ba7d3ceede tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:58:59.887516 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1fc0d05c-ad87-4209-9d69-bb094f97930b req-00a84075-0849-4698-bbac-78ba7d3ceede tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.3568189 Feb 07 20:58:59.914430 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-ace61eaf-5412-431d-bf0b-cacea91a9e0a service neutron] For port 20be04ea-ef7c-4fb7-be48-99f926829cdf, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:58:59.920245 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-ace61eaf-5412-431d-bf0b-cacea91a9e0a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:58:59.921380 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a0ec14b-1119-4b69-b3a1-1d7c9e9b0451 req-ace61eaf-5412-431d-bf0b-cacea91a9e0a service neutron] 10.222.0.71 "DELETE /v2.0/ports/20be04ea-ef7c-4fb7-be48-99f926829cdf/bindings/n-h1-828185-2 HTTP/1.1" status: 204 len: 173 time: 0.4410610 Feb 07 20:58:59.952218 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1fc0d05c-ad87-4209-9d69-bb094f97930b req-fcf3e951-cae2-44a2-bbca-24cf13bd1787 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538456 Feb 07 20:59:00.327876 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a830f4-c151-4379-9af0-0a585e006f73 req-e5c50fc0-c8a6-46e3-8f21-92314a523d75 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:00.328601 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-57a830f4-c151-4379-9af0-0a585e006f73 req-e5c50fc0-c8a6-46e3-8f21-92314a523d75 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.1006148 Feb 07 20:59:00.336328 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d7197-beaa-47cc-9dfb-4395d3222dc8 req-03ea3510-e9cd-43e6-b610-517d727d5747 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:00.359814 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-021d7197-beaa-47cc-9dfb-4395d3222dc8 req-03ea3510-e9cd-43e6-b610-517d727d5747 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 945 time: 0.1124985 Feb 07 20:59:00.460684 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-021d7197-beaa-47cc-9dfb-4395d3222dc8 req-9406dab6-8b62-4c1a-b0ee-28996cb2f7e1 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943573 Feb 07 20:59:00.482736 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-57a830f4-c151-4379-9af0-0a585e006f73 req-555681cf-b59b-4a87-93bb-fa604274cb8e tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177535 Feb 07 20:59:00.662340 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417ca7d-9500-4b10-9dd5-21fc6d12abf1 req-a94bb090-b175-4cf2-9579-62334bbbe9f8 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:00.663882 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0417ca7d-9500-4b10-9dd5-21fc6d12abf1 req-a94bb090-b175-4cf2-9579-62334bbbe9f8 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.0892382 Feb 07 20:59:00.726406 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4927f-8b62-40c5-b9a7-f5c856dd2ce5 req-9c099e54-48ef-413d-99e7-2c41282d5473 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:00.728044 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4f4927f-8b62-40c5-b9a7-f5c856dd2ce5 req-9c099e54-48ef-413d-99e7-2c41282d5473 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 950 time: 0.1102445 Feb 07 20:59:00.736836 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0417ca7d-9500-4b10-9dd5-21fc6d12abf1 req-24bdb73a-b4a3-4b79-a5da-dda7c0ce9448 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643113 Feb 07 20:59:00.786475 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4f4927f-8b62-40c5-b9a7-f5c856dd2ce5 req-1ed17ea8-333b-4355-bd5d-21290adc4955 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486033 Feb 07 20:59:00.861217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33229d-b073-4b67-b08a-76b287a9b2b8 req-8aff3ad8-7ec4-46c8-8bf6-b669056d72c5 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:00.868152 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cb33229d-b073-4b67-b08a-76b287a9b2b8 req-8aff3ad8-7ec4-46c8-8bf6-b669056d72c5 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 1127 time: 0.0659153 Feb 07 20:59:00.931160 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cb33229d-b073-4b67-b08a-76b287a9b2b8 req-4a3e41e3-20ab-4e4a-b670-bee63d49b1d7 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595388 Feb 07 20:59:01.087445 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0c24f-eeaa-4ef3-8882-9877a31a3293 req-fdc0f7c2-0d44-4e09-9b7f-c98b76dfece8 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:01.096180 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e2d0c24f-eeaa-4ef3-8882-9877a31a3293 req-fdc0f7c2-0d44-4e09-9b7f-c98b76dfece8 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.0674617 Feb 07 20:59:01.159981 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e2d0c24f-eeaa-4ef3-8882-9877a31a3293 req-f491f81f-0fdf-4373-8f6c-62e9a27080ef tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622511 Feb 07 20:59:01.281176 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 20be04ea-ef7c-4fb7-be48-99f926829cdf no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:59:01.291555 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-cb3a44c2-36b3-45e4-b168-2e608a143198 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:01.298403 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-cb3a44c2-36b3-45e4-b168-2e608a143198 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 808 time: 0.1220789 Feb 07 20:59:01.314277 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-dcfc8133-e372-4c27-b6da-8bd7cf326cbc tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/quotas/0c5409c10f7a4ba282ceb7a858e4ea2a HTTP/1.1" status: 200 len: 375 time: 0.0149951 Feb 07 20:59:01.381667 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-d2c3e3f0-ff53-46d2-846e-b09c5a402154 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663486 Feb 07 20:59:01.385560 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 20be04ea-ef7c-4fb7-be48-99f926829cdf is: DOWN; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:01.468780 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-0cafe88f-7bda-4556-a65d-408bda1a1996 service neutron] 10.222.0.65 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862563 Feb 07 20:59:01.597528 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-de83aaf2-dff5-4f49-bb71-fe6517ff9291 service neutron] 10.222.0.65 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193953 Feb 07 20:59:01.670955 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b461a-a75e-41d0-8af2-bb12f3af982f req-28ab634e-36d3-47a3-9cdf-6acda8f734d8 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:01.672546 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db5b461a-a75e-41d0-8af2-bb12f3af982f req-28ab634e-36d3-47a3-9cdf-6acda8f734d8 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0665629 Feb 07 20:59:01.728709 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db5b461a-a75e-41d0-8af2-bb12f3af982f req-0f925956-e9c7-45fc-8363-94a13bbd9327 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483930 Feb 07 20:59:01.847102 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1ee0c33-1892-4bf2-b7c2-c9be7e1f683a req-b0f474d7-4bba-45ef-92de-0b84131f296d tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 210 time: 0.0516686 Feb 07 20:59:01.968394 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663a302-5fae-45c2-a346-215fac22b2e8 req-2257968b-ad98-4eed-8ca1-310442bf4c38 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:01.970770 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c663a302-5fae-45c2-a346-215fac22b2e8 req-2257968b-ad98-4eed-8ca1-310442bf4c38 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.1332834 Feb 07 20:59:02.041466 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c663a302-5fae-45c2-a346-215fac22b2e8 req-626f5e06-2fcc-4aa5-b964-e09b73d2990d tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560625 Feb 07 20:59:02.049211 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfaa9a8-4026-4fcd-bed1-dbf43501151b req-679b3910-4428-4ce7-b7a8-3d1b5bd2e11e tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:02.050714 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4cfaa9a8-4026-4fcd-bed1-dbf43501151b req-679b3910-4428-4ce7-b7a8-3d1b5bd2e11e tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.1021848 Feb 07 20:59:02.153722 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4cfaa9a8-4026-4fcd-bed1-dbf43501151b req-8264afac-224b-4459-afa0-417c0dbd0d3a tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949605 Feb 07 20:59:02.257666 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc203d-5b46-4b58-b9d6-790002820dc4 req-2b61800b-a55b-419e-a641-6b51583b9183 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:02.267990 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74dc203d-5b46-4b58-b9d6-790002820dc4 req-2b61800b-a55b-419e-a641-6b51583b9183 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 950 time: 0.0800211 Feb 07 20:59:02.343435 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74dc203d-5b46-4b58-b9d6-790002820dc4 req-4e464a2e-59d6-493b-982c-92c36a884e71 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715663 Feb 07 20:59:02.872901 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41946) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:02.887147 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34b165-325a-4715-aef6-4035032d1855 req-f59b7533-ddf8-4bb1-9e12-5a55af9c7d9f tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:02.894804 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2f34b165-325a-4715-aef6-4035032d1855 req-f59b7533-ddf8-4bb1-9e12-5a55af9c7d9f tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0723698 Feb 07 20:59:02.984685 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2f34b165-325a-4715-aef6-4035032d1855 req-92069db0-c9f8-4645-9fed-517687debc6e tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740988 Feb 07 20:59:03.006334 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1dddd91c-48b2-4e6b-85fb-22e1f4966da2 req-5562f565-f2a6-48ed-aa13-fd23530651c0 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 210 time: 0.0538714 Feb 07 20:59:03.101424 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-29ea4c1f-6fea-4ee9-a2e6-8d27d52ccd93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:03.183586 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-083a6a64-6208-4fea-ad0e-9ff18d01f24b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:03.185425 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-083a6a64-6208-4fea-ad0e-9ff18d01f24b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.69 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 808 time: 0.1306591 Feb 07 20:59:03.199145 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-346aeaf6-8d20-4293-9d38-5d9be9bebf97 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Request body: {'port': {'device_id': '12562d83-4a65-4a83-8cac-6ce1d67d374a', 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36', 'admin_state_up': True, 'tenant_id': '0c5409c10f7a4ba282ceb7a858e4ea2a'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:03.244779 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-29ea4c1f-6fea-4ee9-a2e6-8d27d52ccd93 admin admin] Publish callbacks [] for security_group (009e5162-8dc9-4c11-b352-cb31b3fc5892), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:03.251848 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-29ea4c1f-6fea-4ee9-a2e6-8d27d52ccd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (009e5162-8dc9-4c11-b352-cb31b3fc5892), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:03.253857 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:03.320591 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-29ea4c1f-6fea-4ee9-a2e6-8d27d52ccd93 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e0c474469a954ec2bbb7432440fe7fb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4461744 Feb 07 20:59:03.321794 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41956) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:03.328653 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea4c1f-6fea-4ee9-a2e6-8d27d52ccd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009e5162-8dc9-4c11-b352-cb31b3fc5892,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:03.392872 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07d60579-87b3-4b70-87ce-8b228bd0144a admin admin] Publish callbacks [] for security_group (009e5162-8dc9-4c11-b352-cb31b3fc5892), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:03.416033 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07d60579-87b3-4b70-87ce-8b228bd0144a admin admin] Publish callbacks [] for security_group (009e5162-8dc9-4c11-b352-cb31b3fc5892), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:03.441103 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-346aeaf6-8d20-4293-9d38-5d9be9bebf97 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Made reservation on behalf of 0c5409c10f7a4ba282ceb7a858e4ea2a for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:59:03.444452 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-346aeaf6-8d20-4293-9d38-5d9be9bebf97 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:03.470917 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380aed4-ea48-4750-b426-afbbf9d46213 req-af074f81-aa50-4b64-8857-b489ab3114b7 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:03.472587 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3380aed4-ea48-4750-b426-afbbf9d46213 req-af074f81-aa50-4b64-8857-b489ab3114b7 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.1279423 Feb 07 20:59:03.474704 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07d60579-87b3-4b70-87ce-8b228bd0144a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (009e5162-8dc9-4c11-b352-cb31b3fc5892), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:03.478048 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07d60579-87b3-4b70-87ce-8b228bd0144a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:03.479581 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-07d60579-87b3-4b70-87ce-8b228bd0144a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/009e5162-8dc9-4c11-b352-cb31b3fc5892 HTTP/1.1" status: 204 len: 168 time: 0.1564186 Feb 07 20:59:03.492048 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d60579-87b3-4b70-87ce-8b228bd0144a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009e5162-8dc9-4c11-b352-cb31b3fc5892,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:03.498396 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ad0e2-6e3a-42db-9071-7f81b6e738de req-fa0002ce-392c-4ee3-9fa6-182995196305 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:03.499896 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c37ad0e2-6e3a-42db-9071-7f81b6e738de req-fa0002ce-392c-4ee3-9fa6-182995196305 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.1222126 Feb 07 20:59:03.636800 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3380aed4-ea48-4750-b426-afbbf9d46213 req-dd71fab7-87eb-4704-94d2-1adff6a25b11 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555457 Feb 07 20:59:03.680629 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c37ad0e2-6e3a-42db-9071-7f81b6e738de req-e3161e60-b845-4208-a199-cec9f53454f3 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687298 Feb 07 20:59:03.711272 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:03.731813 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-346aeaf6-8d20-4293-9d38-5d9be9bebf97 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Allocated IP 172.20.0.6 (6d967ae2-07ea-401e-8063-c085e3020e36/da67b52e-9fa9-4eda-bee9-de250f228011/2caaae4e-7044-4456-8451-ea9044187bb7) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:59:03.899788 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41966) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:03.910273 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b489b-6fb1-4905-8c34-64f246ac8e19 req-48388f44-c626-4351-92a3-943c1f6be1f1 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:03.918975 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c02b489b-6fb1-4905-8c34-64f246ac8e19 req-48388f44-c626-4351-92a3-943c1f6be1f1 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 950 time: 0.1348939 Feb 07 20:59:03.919977 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3394bc06-4a3a-45df-ab24-a249f3b4fd4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:04.004938 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c02b489b-6fb1-4905-8c34-64f246ac8e19 req-06d75c81-3a2d-4470-a212-37d9230d092e tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846806 Feb 07 20:59:04.021205 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-346aeaf6-8d20-4293-9d38-5d9be9bebf97 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks [] for port (2caaae4e-7044-4456-8451-ea9044187bb7), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:04.035674 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3394bc06-4a3a-45df-ab24-a249f3b4fd4e admin admin] Publish callbacks [] for security_group (9ce95f61-b35f-4553-b716-76ec24e73f75), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:04.041517 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3394bc06-4a3a-45df-ab24-a249f3b4fd4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9ce95f61-b35f-4553-b716-76ec24e73f75), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:04.088296 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3394bc06-4a3a-45df-ab24-a249f3b4fd4e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e466b99c570b484e941af62f93e556b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1861367 Feb 07 20:59:04.090912 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41972) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:04.097526 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394bc06-4a3a-45df-ab24-a249f3b4fd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce95f61-b35f-4553-b716-76ec24e73f75,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:04.098304 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-346aeaf6-8d20-4293-9d38-5d9be9bebf97 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (2caaae4e-7044-4456-8451-ea9044187bb7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:04.158718 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de6aec1f-fa5b-4b44-b2ce-292f5e2d2268 admin admin] Publish callbacks [] for security_group (9ce95f61-b35f-4553-b716-76ec24e73f75), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:04.180415 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de6aec1f-fa5b-4b44-b2ce-292f5e2d2268 admin admin] Publish callbacks [] for security_group (9ce95f61-b35f-4553-b716-76ec24e73f75), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:04.199637 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-346aeaf6-8d20-4293-9d38-5d9be9bebf97 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Network 6d967ae2-07ea-401e-8063-c085e3020e36 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:59:04.211874 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-346aeaf6-8d20-4293-9d38-5d9be9bebf97 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:59:04.214854 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-346aeaf6-8d20-4293-9d38-5d9be9bebf97 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:59:04.238018 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de6aec1f-fa5b-4b44-b2ce-292f5e2d2268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9ce95f61-b35f-4553-b716-76ec24e73f75), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:04.240894 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de6aec1f-fa5b-4b44-b2ce-292f5e2d2268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:04.245005 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-de6aec1f-fa5b-4b44-b2ce-292f5e2d2268 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9ce95f61-b35f-4553-b716-76ec24e73f75 HTTP/1.1" status: 204 len: 168 time: 0.1507499 Feb 07 20:59:04.246792 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346aeaf6-8d20-4293-9d38-5d9be9bebf97 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Pushing event updated for resources: {'Port': ['ID=2caaae4e-7044-4456-8451-ea9044187bb7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:04.262173 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6aec1f-fa5b-4b44-b2ce-292f5e2d2268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce95f61-b35f-4553-b716-76ec24e73f75,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:04.270780 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d4f10-88c0-4f26-9fc4-74a7e66e6910 req-e240bf1b-7919-4efe-96b5-f0611aabbdc0 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:04.283972 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-708d4f10-88c0-4f26-9fc4-74a7e66e6910 req-e240bf1b-7919-4efe-96b5-f0611aabbdc0 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.2208474 Feb 07 20:59:04.323301 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781663b5-c650-4025-9ee4-6ba9ab6d03bb req-a928aa85-2b9b-4dcb-9cac-da2b0ac3b6f4 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:04.325500 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-781663b5-c650-4025-9ee4-6ba9ab6d03bb req-a928aa85-2b9b-4dcb-9cac-da2b0ac3b6f4 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 931 time: 0.2296324 Feb 07 20:59:04.366717 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-346aeaf6-8d20-4293-9d38-5d9be9bebf97 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:04.367380 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-346aeaf6-8d20-4293-9d38-5d9be9bebf97 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:04.413665 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-346aeaf6-8d20-4293-9d38-5d9be9bebf97 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2190802 Feb 07 20:59:04.426387 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-708d4f10-88c0-4f26-9fc4-74a7e66e6910 req-75ffe73a-ace1-4189-9372-9a1c759ebdcb tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427000 Feb 07 20:59:04.440294 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-cef6e56a-30a7-45bc-8c9b-c973c49629fb service neutron] Request body: {'port': {'device_id': '12562d83-4a65-4a83-8cac-6ce1d67d374a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:04.464209 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-781663b5-c650-4025-9ee4-6ba9ab6d03bb req-3decff6f-cae5-4a2f-83ae-da9fbbb201a3 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274014 Feb 07 20:59:04.523698 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-cef6e56a-30a7-45bc-8c9b-c973c49629fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2caaae4e-7044-4456-8451-ea9044187bb7), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:04.872753 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1fb94-7138-4e5b-86b6-455a8425c9a6 req-a3d4a038-5dd2-4bb1-a407-ee12cbecd353 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:04.874166 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7dd1fb94-7138-4e5b-86b6-455a8425c9a6 req-a3d4a038-5dd2-4bb1-a407-ee12cbecd353 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.1122417 Feb 07 20:59:04.896568 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53005d5-f0d3-4de2-a0c4-d83b3c4620ea req-3e16c223-9d43-4827-8e57-9a46abae868e tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:04.898011 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f53005d5-f0d3-4de2-a0c4-d83b3c4620ea req-3e16c223-9d43-4827-8e57-9a46abae868e tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.1530600 Feb 07 20:59:04.988768 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-cef6e56a-30a7-45bc-8c9b-c973c49629fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2caaae4e-7044-4456-8451-ea9044187bb7 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:59:04.998195 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-cef6e56a-30a7-45bc-8c9b-c973c49629fb service neutron] Publish callbacks [] for port (2caaae4e-7044-4456-8451-ea9044187bb7), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:05.010137 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7dd1fb94-7138-4e5b-86b6-455a8425c9a6 req-54b93044-85f0-45c1-88b1-524e547bec7a tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264856 Feb 07 20:59:05.023925 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f53005d5-f0d3-4de2-a0c4-d83b3c4620ea req-5c72d746-1785-4b65-860a-9dc9b01a4a1a tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115890 Feb 07 20:59:05.026605 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-cef6e56a-30a7-45bc-8c9b-c973c49629fb service neutron] Transition to ACTIVE for port object 2caaae4e-7044-4456-8451-ea9044187bb7 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:59:05.042253 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-cef6e56a-30a7-45bc-8c9b-c973c49629fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (2caaae4e-7044-4456-8451-ea9044187bb7), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:05.100977 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6e56a-30a7-45bc-8c9b-c973c49629fb service neutron] Pushing event updated for resources: {'Port': ['ID=2caaae4e-7044-4456-8451-ea9044187bb7,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:05.208286 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f4d76-7526-47a1-bfea-bdce22057de0 req-1996238e-e157-4a28-90b9-a4f8a5a7c281 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:05.209770 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-146f4d76-7526-47a1-bfea-bdce22057de0 req-1996238e-e157-4a28-90b9-a4f8a5a7c281 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 950 time: 0.0933356 Feb 07 20:59:05.210855 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-cef6e56a-30a7-45bc-8c9b-c973c49629fb service neutron] Attempting to bind port 2caaae4e-7044-4456-8451-ea9044187bb7 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:59:05.211177 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-cef6e56a-30a7-45bc-8c9b-c973c49629fb service neutron] Attempting to bind port 2caaae4e-7044-4456-8451-ea9044187bb7 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:59:05.211497 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-cef6e56a-30a7-45bc-8c9b-c973c49629fb service neutron] Attempting to bind port 2caaae4e-7044-4456-8451-ea9044187bb7 on network 6d967ae2-07ea-401e-8063-c085e3020e36 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:59:05.216034 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-cef6e56a-30a7-45bc-8c9b-c973c49629fb service neutron] Port 2caaae4e-7044-4456-8451-ea9044187bb7 on network 6d967ae2-07ea-401e-8063-c085e3020e36 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:59:05.216375 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-cef6e56a-30a7-45bc-8c9b-c973c49629fb service neutron] Attempting to bind port 2caaae4e-7044-4456-8451-ea9044187bb7 on network 6d967ae2-07ea-401e-8063-c085e3020e36 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:59:05.222175 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-cef6e56a-30a7-45bc-8c9b-c973c49629fb service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:59:05.222392 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-cef6e56a-30a7-45bc-8c9b-c973c49629fb service neutron] Checking segment: {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:59:05.222699 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-cef6e56a-30a7-45bc-8c9b-c973c49629fb service neutron] Bound using segment: {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:59:05.223112 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-cef6e56a-30a7-45bc-8c9b-c973c49629fb service neutron] Bound port: 2caaae4e-7044-4456-8451-ea9044187bb7, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:59:05.223463 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-cef6e56a-30a7-45bc-8c9b-c973c49629fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2caaae4e-7044-4456-8451-ea9044187bb7), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:05.305949 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-146f4d76-7526-47a1-bfea-bdce22057de0 req-d176ae12-587e-47e3-a513-edc3bb0af527 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803409 Feb 07 20:59:05.331116 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-cef6e56a-30a7-45bc-8c9b-c973c49629fb service neutron] For port 2caaae4e-7044-4456-8451-ea9044187bb7, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:59:05.331116 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-cef6e56a-30a7-45bc-8c9b-c973c49629fb service neutron] For port 2caaae4e-7044-4456-8451-ea9044187bb7, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=2caaae4e-7044-4456-8451-ea9044187bb7,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:59:05.337919 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-cef6e56a-30a7-45bc-8c9b-c973c49629fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (2caaae4e-7044-4456-8451-ea9044187bb7), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:05.379692 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-cef6e56a-30a7-45bc-8c9b-c973c49629fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:05.380301 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-cef6e56a-30a7-45bc-8c9b-c973c49629fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:05.381689 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-cef6e56a-30a7-45bc-8c9b-c973c49629fb service neutron] 10.222.0.69 "PUT /v2.0/ports/2caaae4e-7044-4456-8451-ea9044187bb7 HTTP/1.1" status: 200 len: 1091 time: 0.9544086 Feb 07 20:59:05.382133 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12562d83-4a65-4a83-8cac-6ce1d67d374a', 'tag': '2caaae4e-7044-4456-8451-ea9044187bb7'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:59:05.384803 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06ae1df-e171-4076-ba52-54af9d64b475" -d '{"events": [{"name": "network-changed", "server_uuid": "12562d83-4a65-4a83-8cac-6ce1d67d374a", "tag": "2caaae4e-7044-4456-8451-ea9044187bb7"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:59:05.406682 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6e56a-30a7-45bc-8c9b-c973c49629fb service neutron] Pushing event updated for resources: {'Port': ['ID=2caaae4e-7044-4456-8451-ea9044187bb7,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:05.472988 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e50edf-415d-4667-bb39-7fc367f1c1de x-openstack-request-id: req-45e50edf-415d-4667-bb39-7fc367f1c1de {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:59:05.473330 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12562d83-4a65-4a83-8cac-6ce1d67d374a", "tag": "2caaae4e-7044-4456-8451-ea9044187bb7", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:59:05.473586 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45e50edf-415d-4667-bb39-7fc367f1c1de {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:59:05.473976 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12562d83-4a65-4a83-8cac-6ce1d67d374a', 'tag': '2caaae4e-7044-4456-8451-ea9044187bb7', 'status': 'completed', 'code': 200} Feb 07 20:59:05.500227 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-49299a07-7bbe-4dc3-a27f-1ef053177d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:05.502539 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-49299a07-7bbe-4dc3-a27f-1ef053177d43 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 1125 time: 0.0678682 Feb 07 20:59:05.561976 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-6713e4cc-39d3-4fa0-b120-0867be7dede5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2caaae4e-7044-4456-8451-ea9044187bb7 HTTP/1.1" status: 200 len: 217 time: 0.0505285 Feb 07 20:59:05.701205 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-77b440cf-9cd3-46d5-84a9-8858fe37bf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:05.702648 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-77b440cf-9cd3-46d5-84a9-8858fe37bf9e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da67b52e-9fa9-4eda-bee9-de250f228011 HTTP/1.1" status: 200 len: 848 time: 0.1070642 Feb 07 20:59:05.727672 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedde2d0-c4f6-411a-8ad5-ff32512ab71e req-c37bfd85-1a21-4f04-bd7d-8f03dab063c4 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:05.729117 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dedde2d0-c4f6-411a-8ad5-ff32512ab71e req-c37bfd85-1a21-4f04-bd7d-8f03dab063c4 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.69 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.1774561 Feb 07 20:59:05.738093 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51773ac4-f980-4090-9fb5-25c21ddeb9c5 req-8da48c3b-81c5-4a8c-b600-158095dc94c3 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:05.739477 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51773ac4-f980-4090-9fb5-25c21ddeb9c5 req-8da48c3b-81c5-4a8c-b600-158095dc94c3 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 943 time: 0.1891162 Feb 07 20:59:05.753085 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42048) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:05.763745 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421cad1-a9a7-40ad-8ee9-29543df93f01 req-69c96e40-d5c4-4ac5-a2f4-303b5f80205d tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:05.765184 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f421cad1-a9a7-40ad-8ee9-29543df93f01 req-69c96e40-d5c4-4ac5-a2f4-303b5f80205d tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.2125969 Feb 07 20:59:05.773096 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-94a3a275-2adc-4566-a117-e10375aee7bd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6d967ae2-07ea-401e-8063-c085e3020e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627880 Feb 07 20:59:05.899695 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-663960b2-cf9d-4b1d-92d3-14c72b364ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:05.966432 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51773ac4-f980-4090-9fb5-25c21ddeb9c5 req-787e8232-5561-42eb-82c8-ccd74161305f tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003145 Feb 07 20:59:05.987664 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f421cad1-a9a7-40ad-8ee9-29543df93f01 req-284612a7-b22f-49de-8a9b-aaecfae5c294 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131050 Feb 07 20:59:06.023155 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-d72d5a76-10d6-4b80-b97a-d49d48e15146 service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419786 Feb 07 20:59:06.042730 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-dedde2d0-c4f6-411a-8ad5-ff32512ab71e req-b898644a-702c-470f-ad2c-3c710c510ddf tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Deleting port 2edd4c55-7f0e-4f71-ab12-e81332cea662 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:59:06.043442 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dedde2d0-c4f6-411a-8ad5-ff32512ab71e req-b898644a-702c-470f-ad2c-3c710c510ddf tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (2edd4c55-7f0e-4f71-ab12-e81332cea662), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:06.227474 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-663960b2-cf9d-4b1d-92d3-14c72b364ee3 admin admin] Publish callbacks [] for security_group (bb27c554-0277-4ab7-8938-98d9489a6823), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:06.236613 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-663960b2-cf9d-4b1d-92d3-14c72b364ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (bb27c554-0277-4ab7-8938-98d9489a6823), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:06.283403 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-663960b2-cf9d-4b1d-92d3-14c72b364ee3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=845d6381799042f3bfe5e61aaeae6357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5291710 Feb 07 20:59:06.284634 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42058) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:06.286840 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663960b2-cf9d-4b1d-92d3-14c72b364ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb27c554-0277-4ab7-8938-98d9489a6823,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:06.351373 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b6a34c5a-5a9d-40ac-8272-c6787b37b474 admin admin] Publish callbacks [] for security_group (bb27c554-0277-4ab7-8938-98d9489a6823), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:06.374456 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b6a34c5a-5a9d-40ac-8272-c6787b37b474 admin admin] Publish callbacks [] for security_group (bb27c554-0277-4ab7-8938-98d9489a6823), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:06.426347 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b6a34c5a-5a9d-40ac-8272-c6787b37b474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (bb27c554-0277-4ab7-8938-98d9489a6823), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:06.429304 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b6a34c5a-5a9d-40ac-8272-c6787b37b474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:06.432936 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b6a34c5a-5a9d-40ac-8272-c6787b37b474 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bb27c554-0277-4ab7-8938-98d9489a6823 HTTP/1.1" status: 204 len: 168 time: 0.1447520 Feb 07 20:59:06.438971 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a34c5a-5a9d-40ac-8272-c6787b37b474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb27c554-0277-4ab7-8938-98d9489a6823,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:06.558021 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2213cd00-bffa-46b7-ba09-3d940fe15a16 req-8c507917-4bd6-47e0-ac73-1fca4eec7c71 service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5288136 Feb 07 20:59:06.568763 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-dedde2d0-c4f6-411a-8ad5-ff32512ab71e req-b898644a-702c-470f-ad2c-3c710c510ddf tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] For port 2edd4c55-7f0e-4f71-ab12-e81332cea662, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=2edd4c55-7f0e-4f71-ab12-e81332cea662,segment=NetworkSegment(c36ba493-f45a-477f-bc2f-ba08eaae4add),segment_id=c36ba493-f45a-477f-bc2f-ba08eaae4add)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:06.569562 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dedde2d0-c4f6-411a-8ad5-ff32512ab71e req-b898644a-702c-470f-ad2c-3c710c510ddf tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (2edd4c55-7f0e-4f71-ab12-e81332cea662), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:06.581770 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58e230-56f1-46a9-99bc-02381ce99f38 req-942e2751-0654-4fcd-9a73-f45947258727 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:06.583389 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0a58e230-56f1-46a9-99bc-02381ce99f38 req-942e2751-0654-4fcd-9a73-f45947258727 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.4555385 Feb 07 20:59:06.609535 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-dedde2d0-c4f6-411a-8ad5-ff32512ab71e req-b898644a-702c-470f-ad2c-3c710c510ddf tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Calling delete_port for 2edd4c55-7f0e-4f71-ab12-e81332cea662 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:59:06.703776 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641fb1a-d649-41d0-b6e7-e961b5631c5a req-5a7831ba-75e6-4d54-b598-26bc9bf6dc87 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:06.709707 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a641fb1a-d649-41d0-b6e7-e961b5631c5a req-5a7831ba-75e6-4d54-b598-26bc9bf6dc87 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 946 time: 0.5425744 Feb 07 20:59:06.823895 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0a58e230-56f1-46a9-99bc-02381ce99f38 req-089ad719-6b01-48da-849c-3dba1939efab tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251287 Feb 07 20:59:06.853436 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ae1df-e171-4076-ba52-54af9d64b475 req-b9fe21ad-5db7-4fdf-857d-372714cef6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:06.854927 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f06ae1df-e171-4076-ba52-54af9d64b475 req-b9fe21ad-5db7-4fdf-857d-372714cef6d1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 1125 time: 0.1848018 Feb 07 20:59:06.879150 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a641fb1a-d649-41d0-b6e7-e961b5631c5a req-428d8b59-afad-474a-8e91-4b489672ba66 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410372 Feb 07 20:59:06.985972 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dedde2d0-c4f6-411a-8ad5-ff32512ab71e req-b898644a-702c-470f-ad2c-3c710c510ddf tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (2edd4c55-7f0e-4f71-ab12-e81332cea662), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:06.999302 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['ccc8fc1f-344d-4041-92ec-a1a1b4298a68', '2edd4c55-7f0e-4f71-ab12-e81332cea662'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:59:07.125029 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898644a-702c-470f-ad2c-3c710c510ddf tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Pushing event deleted for resources: {'Port': ['ID=2edd4c55-7f0e-4f71-ab12-e81332cea662,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:07.136173 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedde2d0-c4f6-411a-8ad5-ff32512ab71e req-b898644a-702c-470f-ad2c-3c710c510ddf tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] No DVR routers for this DVR port 2edd4c55-7f0e-4f71-ab12-e81332cea662 on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:59:07.168397 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dedde2d0-c4f6-411a-8ad5-ff32512ab71e req-b898644a-702c-470f-ad2c-3c710c510ddf tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:07.171805 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dedde2d0-c4f6-411a-8ad5-ff32512ab71e req-b898644a-702c-470f-ad2c-3c710c510ddf tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.69 "DELETE /v2.0/ports/2edd4c55-7f0e-4f71-ab12-e81332cea662 HTTP/1.1" status: 204 len: 173 time: 1.4153085 Feb 07 20:59:07.180778 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6298aec-b05e-4bc7-87ab-5e3eb84e7494 req-ef6873ac-df9c-4106-bc55-03232346a920 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:07.190537 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b6298aec-b05e-4bc7-87ab-5e3eb84e7494 req-ef6873ac-df9c-4106-bc55-03232346a920 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 950 time: 0.2410259 Feb 07 20:59:07.244678 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ae1df-e171-4076-ba52-54af9d64b475 req-0921f6e4-2665-41ca-8e00-1ef5e638bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:07.246491 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f06ae1df-e171-4076-ba52-54af9d64b475 req-0921f6e4-2665-41ca-8e00-1ef5e638bd14 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 909 time: 0.3824940 Feb 07 20:59:07.288039 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42088) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:07.310594 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623709d-80ab-48b7-974e-b025454f7cc3 req-df224fa1-6745-4299-a3e9-858fc26bc7ae tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:07.318370 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f623709d-80ab-48b7-974e-b025454f7cc3 req-df224fa1-6745-4299-a3e9-858fc26bc7ae tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 943 time: 0.2553618 Feb 07 20:59:07.321114 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f06ae1df-e171-4076-ba52-54af9d64b475 req-3a5d29a4-dbdc-443f-ab9c-aae682d42e5d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2caaae4e-7044-4456-8451-ea9044187bb7 HTTP/1.1" status: 200 len: 217 time: 0.0661702 Feb 07 20:59:07.402654 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b6298aec-b05e-4bc7-87ab-5e3eb84e7494 req-5d884edd-775d-4c8c-b3d2-0d7ecbbc20ff tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107813 Feb 07 20:59:07.405806 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ae1df-e171-4076-ba52-54af9d64b475 req-7a75dc9e-d7c7-41f1-80a8-7730144827f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:07.406857 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f06ae1df-e171-4076-ba52-54af9d64b475 req-7a75dc9e-d7c7-41f1-80a8-7730144827f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da67b52e-9fa9-4eda-bee9-de250f228011 HTTP/1.1" status: 200 len: 848 time: 0.0684333 Feb 07 20:59:07.410103 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-51a7aff9-d0bc-44ce-9c15-d53d2d1973a3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1123886756-network', 'tenant_id': 'd745839c7b56492fb21fef7a2094eee6'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:07.450029 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f06ae1df-e171-4076-ba52-54af9d64b475 req-b22ea31e-5f75-477c-a01c-4607e3642e0d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6d967ae2-07ea-401e-8063-c085e3020e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340228 Feb 07 20:59:07.460618 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a7aff9-d0bc-44ce-9c15-d53d2d1973a3 admin admin] Made reservation on behalf of d745839c7b56492fb21fef7a2094eee6 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:59:07.463625 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51a7aff9-d0bc-44ce-9c15-d53d2d1973a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:07.465587 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f623709d-80ab-48b7-974e-b025454f7cc3 req-efe041ee-cbde-48bf-bae8-58ab51b124b8 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408732 Feb 07 20:59:07.474580 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eefc975-ec1a-4de0-b75a-0b4366e5ca91', 'name': 'network-vif-deleted', 'tag': '2edd4c55-7f0e-4f71-ab12-e81332cea662'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:59:07.476916 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e127542d-2295-4ccd-9e79-eee2caf7a8b0" -d '{"events": [{"server_uuid": "2eefc975-ec1a-4de0-b75a-0b4366e5ca91", "name": "network-vif-deleted", "tag": "2edd4c55-7f0e-4f71-ab12-e81332cea662"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:59:07.493209 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51a7aff9-d0bc-44ce-9c15-d53d2d1973a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:07.539328 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5dc191-07a1-4748-abf8-fc370cb793b5 x-openstack-request-id: req-2f5dc191-07a1-4748-abf8-fc370cb793b5 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:59:07.539744 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eefc975-ec1a-4de0-b75a-0b4366e5ca91", "name": "network-vif-deleted", "tag": "2edd4c55-7f0e-4f71-ab12-e81332cea662", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:59:07.540096 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2f5dc191-07a1-4748-abf8-fc370cb793b5 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:59:07.540680 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eefc975-ec1a-4de0-b75a-0b4366e5ca91', 'name': 'network-vif-deleted', 'tag': '2edd4c55-7f0e-4f71-ab12-e81332cea662', 'status': 'completed', 'code': 200} Feb 07 20:59:07.580850 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51a7aff9-d0bc-44ce-9c15-d53d2d1973a3 admin admin] Publish callbacks [] for security_group (aa863c35-32f7-4e40-88db-21f2c9f340aa), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:07.585894 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51a7aff9-d0bc-44ce-9c15-d53d2d1973a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (aa863c35-32f7-4e40-88db-21f2c9f340aa), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:07.607788 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a7aff9-d0bc-44ce-9c15-d53d2d1973a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:59:07.628213 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7aff9-d0bc-44ce-9c15-d53d2d1973a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa863c35-32f7-4e40-88db-21f2c9f340aa,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:07.630943 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51a7aff9-d0bc-44ce-9c15-d53d2d1973a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (12419921-4807-4696-8212-5ddb9939964d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:07.631284 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-51a7aff9-d0bc-44ce-9c15-d53d2d1973a3 admin admin] Added segment 12419921-4807-4696-8212-5ddb9939964d of type vlan for network b7a0e9d8-3b53-44c2-8006-30d58a2799ba Feb 07 20:59:07.645315 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6442b5-2f97-44b7-89a1-a0bad1fba567 req-9e454adb-8f28-498a-bf09-0099f468ca6f tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:07.647242 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4d6442b5-2f97-44b7-89a1-a0bad1fba567 req-9e454adb-8f28-498a-bf09-0099f468ca6f tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.1100838 Feb 07 20:59:07.674479 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51a7aff9-d0bc-44ce-9c15-d53d2d1973a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (b7a0e9d8-3b53-44c2-8006-30d58a2799ba), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:07.679007 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f06ae1df-e171-4076-ba52-54af9d64b475 req-4e95d0f8-56be-4704-80a7-40ca6a3f3f19 service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124381 Feb 07 20:59:07.708688 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51a7aff9-d0bc-44ce-9c15-d53d2d1973a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (b7a0e9d8-3b53-44c2-8006-30d58a2799ba), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:07.709816 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a7aff9-d0bc-44ce-9c15-d53d2d1973a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:07.710689 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51a7aff9-d0bc-44ce-9c15-d53d2d1973a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:07.748919 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4d6442b5-2f97-44b7-89a1-a0bad1fba567 req-276ac931-37d6-4d03-8883-fa0ea2ac05ca tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944936 Feb 07 20:59:07.787843 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-51a7aff9-d0bc-44ce-9c15-d53d2d1973a3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4985495 Feb 07 20:59:07.794653 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42094) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:07.804392 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-6eb296b1-c9c8-4f97-b306-0315418c308c admin admin] Request body: {'subnet': {'network_id': 'b7a0e9d8-3b53-44c2-8006-30d58a2799ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1123886756-subnet', 'tenant_id': 'd745839c7b56492fb21fef7a2094eee6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:07.808679 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f06ae1df-e171-4076-ba52-54af9d64b475 req-90faf6c0-befe-4aa3-83c2-8e6a86687c05 service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179638 Feb 07 20:59:07.820387 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7aff9-d0bc-44ce-9c15-d53d2d1973a3 admin admin] Pushing event updated for resources: {'Network': ['ID=b7a0e9d8-3b53-44c2-8006-30d58a2799ba,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:07.832159 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network b7a0e9d8-3b53-44c2-8006-30d58a2799ba details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:59:07.838510 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb296b1-c9c8-4f97-b306-0315418c308c admin admin] Made reservation on behalf of d745839c7b56492fb21fef7a2094eee6 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:59:07.844669 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6eb296b1-c9c8-4f97-b306-0315418c308c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:08.036558 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c36fb9c-6824-40c1-8193-5528e78387e1 req-0703d089-313d-4357-82db-e0cb0a4517c4 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eefc975-ec1a-4de0-b75a-0b4366e5ca91 HTTP/1.1" status: 200 len: 210 time: 0.0354843 Feb 07 20:59:08.062091 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a5987-78a3-483b-a915-6cfbc9d33f43 req-d509690d-05a4-4666-9b80-a4d8f664e6b6 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:08.064568 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6c1a5987-78a3-483b-a915-6cfbc9d33f43 req-d509690d-05a4-4666-9b80-a4d8f664e6b6 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.1268368 Feb 07 20:59:08.091098 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6eb296b1-c9c8-4f97-b306-0315418c308c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for subnet (1c572756-b11a-4aea-a91d-0dd8c4e13477), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:08.114743 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6c1a5987-78a3-483b-a915-6cfbc9d33f43 req-8b8e10c4-86ae-49d0-b2d5-628fba9f0998 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442615 Feb 07 20:59:08.148045 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb296b1-c9c8-4f97-b306-0315418c308c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c572756-b11a-4aea-a91d-0dd8c4e13477,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:08.163356 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb296b1-c9c8-4f97-b306-0315418c308c admin admin] Checking segment: {'id': '12419921-4807-4696-8212-5ddb9939964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b7a0e9d8-3b53-44c2-8006-30d58a2799ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:59:08.163713 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb296b1-c9c8-4f97-b306-0315418c308c admin admin] Network hostable DHCP agents. Network: b7a0e9d8-3b53-44c2-8006-30d58a2799ba, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:59:08.181540 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb296b1-c9c8-4f97-b306-0315418c308c admin admin] Network b7a0e9d8-3b53-44c2-8006-30d58a2799ba is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:59:08.190330 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-6eb296b1-c9c8-4f97-b306-0315418c308c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, b7a0e9d8-3b53-44c2-8006-30d58a2799ba) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:59:08.194560 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb296b1-c9c8-4f97-b306-0315418c308c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:08.195284 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6eb296b1-c9c8-4f97-b306-0315418c308c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:08.200836 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d82033-8b85-4886-a814-ee03500ae542 None None] Network b7a0e9d8-3b53-44c2-8006-30d58a2799ba requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:59:08.221847 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6eb296b1-c9c8-4f97-b306-0315418c308c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4170828 Feb 07 20:59:08.324866 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31ffba2-62ba-47f5-93eb-c3c0d7a5ef79 None None] Network b7a0e9d8-3b53-44c2-8006-30d58a2799ba requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:59:08.496971 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-47486c98-d7a1-4fd2-85e7-9d7b467e762c req-71f4d05b-a919-44d9-8505-d7b7a625fcef tempest-SecurityGroupsNegativeTestJSON-1935940836 tempest-SecurityGroupsNegativeTestJSON-1935940836-project] show failed (client error): The resource could not be found. Feb 07 20:59:08.497973 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-47486c98-d7a1-4fd2-85e7-9d7b467e762c req-71f4d05b-a919-44d9-8505-d7b7a625fcef tempest-SecurityGroupsNegativeTestJSON-1935940836 tempest-SecurityGroupsNegativeTestJSON-1935940836-project] 10.222.0.65 "GET /v2.0/security-groups/f5032858-2928-4514-839e-472b8075ea9c HTTP/1.1" status: 404 len: 352 time: 0.0258198 Feb 07 20:59:08.540579 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664576d-af74-4830-8434-540103919020 req-9f324448-1f79-498d-9611-3b2c8c94c1ed tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:08.543386 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7664576d-af74-4830-8434-540103919020 req-9f324448-1f79-498d-9611-3b2c8c94c1ed tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 950 time: 0.0624568 Feb 07 20:59:08.628053 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7664576d-af74-4830-8434-540103919020 req-edb09e0a-e5be-4ffd-a243-9bc15dcd9c9a tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768633 Feb 07 20:59:08.642712 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a796a82-c8be-4935-bdb4-658e975a56c4 req-e816c617-6ef2-46a5-80b8-0c0362f44fb2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:08.652693 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3a796a82-c8be-4935-bdb4-658e975a56c4 req-e816c617-6ef2-46a5-80b8-0c0362f44fb2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 943 time: 0.0910172 Feb 07 20:59:08.732008 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef63319d-b79e-4895-9738-aa6ad57c0c13 req-52744d29-9d22-4b54-a8de-756e56c5e0d7 tempest-SecurityGroupsNegativeTestJSON-1935940836 tempest-SecurityGroupsNegativeTestJSON-1935940836-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d745839c7b56492fb21fef7a2094eee6 HTTP/1.1" status: 200 len: 3001 time: 0.0710425 Feb 07 20:59:08.735775 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3a796a82-c8be-4935-bdb4-658e975a56c4 req-26817c2f-94a3-4a27-b4e9-ef2b925933e2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725770 Feb 07 20:59:08.776159 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef63319d-b79e-4895-9738-aa6ad57c0c13 req-c5fd3153-7db4-4d6e-863f-536ce0177cdd tempest-SecurityGroupsNegativeTestJSON-1935940836 tempest-SecurityGroupsNegativeTestJSON-1935940836-project] 10.222.0.65 "GET /v2.0/security-groups/aa863c35-32f7-4e40-88db-21f2c9f340aa HTTP/1.1" status: 200 len: 2998 time: 0.0377254 Feb 07 20:59:08.819805 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef63319d-b79e-4895-9738-aa6ad57c0c13 req-944375f1-a1f0-406d-a370-0b63458121b0 tempest-SecurityGroupsNegativeTestJSON-1935940836 tempest-SecurityGroupsNegativeTestJSON-1935940836-project] 10.222.0.65 "GET /v2.0/security-groups/aa863c35-32f7-4e40-88db-21f2c9f340aa HTTP/1.1" status: 200 len: 2998 time: 0.0379415 Feb 07 20:59:08.895675 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-62170458-7c76-4bdb-94b3-a30d4c1dd68c req-88fd60f8-0e69-46b4-886b-b63b09c9d6e0 tempest-SecurityGroupsNegativeTestJSON-1935940836 tempest-SecurityGroupsNegativeTestJSON-1935940836-project] 10.222.0.65 "GET /v2.0/security-groups/aa863c35-32f7-4e40-88db-21f2c9f340aa HTTP/1.1" status: 200 len: 2998 time: 0.0460672 Feb 07 20:59:08.906170 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfbeec-a0f8-4956-9105-cb56e805a42c req-0d86da20-d9be-47ab-a1e2-8d3f8f0b0d49 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:08.908130 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fcfbeec-a0f8-4956-9105-cb56e805a42c req-0d86da20-d9be-47ab-a1e2-8d3f8f0b0d49 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0860395 Feb 07 20:59:08.976575 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 2edd4c55-7f0e-4f71-ab12-e81332cea662 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:59:09.004556 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fcfbeec-a0f8-4956-9105-cb56e805a42c req-9cf920d4-3153-4c48-bc27-a08ea43b426c tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887458 Feb 07 20:59:09.010330 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-62170458-7c76-4bdb-94b3-a30d4c1dd68c req-f7ce5701-c26d-4944-b719-43554c6c8312 tempest-SecurityGroupsNegativeTestJSON-1935940836 tempest-SecurityGroupsNegativeTestJSON-1935940836-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 07 20:59:09.012003 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-62170458-7c76-4bdb-94b3-a30d4c1dd68c req-f7ce5701-c26d-4944-b719-43554c6c8312 tempest-SecurityGroupsNegativeTestJSON-1935940836 tempest-SecurityGroupsNegativeTestJSON-1935940836-project] 10.222.0.65 "DELETE /v2.0/security-groups/aa863c35-32f7-4e40-88db-21f2c9f340aa HTTP/1.1" status: 409 len: 352 time: 0.1026690 Feb 07 20:59:09.024591 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 2edd4c55-7f0e-4f71-ab12-e81332cea662 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:59:09.024591 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 2edd4c55-7f0e-4f71-ab12-e81332cea662 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:59:09.050640 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-bb55f9e2-87bb-4433-b316-45ee6e644899 req-f12ed2ab-4ec6-4681-8248-bdf46c9b10fd tempest-SecurityGroupsNegativeTestJSON-1935940836 tempest-SecurityGroupsNegativeTestJSON-1935940836-project] show failed (client error): The resource could not be found. Feb 07 20:59:09.051601 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb55f9e2-87bb-4433-b316-45ee6e644899 req-f12ed2ab-4ec6-4681-8248-bdf46c9b10fd tempest-SecurityGroupsNegativeTestJSON-1935940836 tempest-SecurityGroupsNegativeTestJSON-1935940836-project] 10.222.0.65 "GET /v2.0/security-groups/99c20fe6-fe42-4a42-81f4-2c4f62f89108 HTTP/1.1" status: 404 len: 352 time: 0.0144954 Feb 07 20:59:09.085179 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-1c3c4ecc-f5b3-485e-97bd-cfefc1210059 req-6e5a4f5e-d537-4ce9-89c3-4dd14eb2d496 tempest-SecurityGroupsNegativeTestJSON-1935940836 tempest-SecurityGroupsNegativeTestJSON-1935940836-project] show failed (client error): The resource could not be found. Feb 07 20:59:09.086172 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1c3c4ecc-f5b3-485e-97bd-cfefc1210059 req-6e5a4f5e-d537-4ce9-89c3-4dd14eb2d496 tempest-SecurityGroupsNegativeTestJSON-1935940836 tempest-SecurityGroupsNegativeTestJSON-1935940836-project] 10.222.0.65 "GET /v2.0/security-groups/2f431efc-dc10-47a4-b973-4ed1454ed820 HTTP/1.1" status: 404 len: 352 time: 0.0143464 Feb 07 20:59:09.096515 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42130) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:09.144141 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a4f90e-4995-4655-b45e-f91fe4e20ef5 admin admin] Deleting subnet 1c572756-b11a-4aea-a91d-0dd8c4e13477 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 20:59:09.147822 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5a4f90e-4995-4655-b45e-f91fe4e20ef5 admin admin] Publish callbacks [] for subnet (1c572756-b11a-4aea-a91d-0dd8c4e13477), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:09.210885 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5a4f90e-4995-4655-b45e-f91fe4e20ef5 admin admin] Publish callbacks [] for subnet (1c572756-b11a-4aea-a91d-0dd8c4e13477), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:09.218419 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5a4f90e-4995-4655-b45e-f91fe4e20ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (1c572756-b11a-4aea-a91d-0dd8c4e13477), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:09.278432 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c26478-e705-4bbc-97ed-9e941caf1b0b req-1afa0fbc-c6d4-4f00-97d2-4d1a6fb83393 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:09.280038 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e2c26478-e705-4bbc-97ed-9e941caf1b0b req-1afa0fbc-c6d4-4f00-97d2-4d1a6fb83393 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.0890405 Feb 07 20:59:09.289101 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5a4f90e-4995-4655-b45e-f91fe4e20ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for subnet (1c572756-b11a-4aea-a91d-0dd8c4e13477), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:09.319998 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4f90e-4995-4655-b45e-f91fe4e20ef5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c572756-b11a-4aea-a91d-0dd8c4e13477,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:09.321983 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5a4f90e-4995-4655-b45e-f91fe4e20ef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:09.325456 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e5a4f90e-4995-4655-b45e-f91fe4e20ef5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1c572756-b11a-4aea-a91d-0dd8c4e13477 HTTP/1.1" status: 204 len: 168 time: 0.2279296 Feb 07 20:59:09.328033 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42136) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:09.357466 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e2c26478-e705-4bbc-97ed-9e941caf1b0b req-b2b626fe-704e-4175-8621-2945584f85fb tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647831 Feb 07 20:59:09.370556 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f78c35-77e8-4504-9160-d908ab946390 req-5d11f8aa-9947-4a35-a54e-817c32747d05 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:09.375487 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-54f78c35-77e8-4504-9160-d908ab946390 req-5d11f8aa-9947-4a35-a54e-817c32747d05 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 946 time: 0.0944829 Feb 07 20:59:09.404656 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b93527d-9223-417d-9299-ae13f39533ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (b7a0e9d8-3b53-44c2-8006-30d58a2799ba), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:09.431157 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-54f78c35-77e8-4504-9160-d908ab946390 req-958bad41-8982-4e76-9c58-3a9656567690 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482650 Feb 07 20:59:09.490008 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b93527d-9223-417d-9299-ae13f39533ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (b7a0e9d8-3b53-44c2-8006-30d58a2799ba), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:09.509354 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b93527d-9223-417d-9299-ae13f39533ca admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:59:09.509698 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b93527d-9223-417d-9299-ae13f39533ca admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:59:09.510449 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b93527d-9223-417d-9299-ae13f39533ca admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:59:09.510779 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b93527d-9223-417d-9299-ae13f39533ca admin admin] Subscribe: > port after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:59:09.511122 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b93527d-9223-417d-9299-ae13f39533ca admin admin] Subscribe: > port after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:59:09.511458 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b93527d-9223-417d-9299-ae13f39533ca admin admin] Subscribe: > port after_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:59:09.511789 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b93527d-9223-417d-9299-ae13f39533ca admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:59:09.512121 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b93527d-9223-417d-9299-ae13f39533ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:59:09.512475 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b93527d-9223-417d-9299-ae13f39533ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:59:09.512788 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b93527d-9223-417d-9299-ae13f39533ca admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:59:09.580907 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b93527d-9223-417d-9299-ae13f39533ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:59:09.581186 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b93527d-9223-417d-9299-ae13f39533ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:59:09.581517 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b93527d-9223-417d-9299-ae13f39533ca admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:59:09.581847 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b93527d-9223-417d-9299-ae13f39533ca admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:59:09.582220 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-0b93527d-9223-417d-9299-ae13f39533ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a0e9d8-3b53-44c2-8006-30d58a2799ba']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:09.599843 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-0b93527d-9223-417d-9299-ae13f39533ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12419921-4807-4696-8212-5ddb9939964d') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:09.600138 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-0b93527d-9223-417d-9299-ae13f39533ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12419921-4807-4696-8212-5ddb9939964d') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:09.615252 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b93527d-9223-417d-9299-ae13f39533ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (12419921-4807-4696-8212-5ddb9939964d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:09.635026 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b93527d-9223-417d-9299-ae13f39533ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (12419921-4807-4696-8212-5ddb9939964d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:09.643865 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b93527d-9223-417d-9299-ae13f39533ca admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 20:59:09.644257 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b93527d-9223-417d-9299-ae13f39533ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (12419921-4807-4696-8212-5ddb9939964d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: from cryptography.utils import int_from_bytes Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: from cryptography.utils import int_from_bytes Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: timer() Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 20:59:09.648438 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 20:59:09.710462 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b93527d-9223-417d-9299-ae13f39533ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (b7a0e9d8-3b53-44c2-8006-30d58a2799ba), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:09.727816 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b93527d-9223-417d-9299-ae13f39533ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:09.731230 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0b93527d-9223-417d-9299-ae13f39533ca admin admin] 10.222.0.65 "DELETE /v2.0/networks/b7a0e9d8-3b53-44c2-8006-30d58a2799ba HTTP/1.1" status: 204 len: 168 time: 0.4021354 Feb 07 20:59:09.732567 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93527d-9223-417d-9299-ae13f39533ca admin admin] Pushing event deleted for resources: {'Network': ['ID=b7a0e9d8-3b53-44c2-8006-30d58a2799ba,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:09.755555 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47446207-7bfb-47d1-bdf1-b98d95e5d2f1 req-8887f460-8ade-4e62-8eec-d163100b35f6 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:09.761005 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-47446207-7bfb-47d1-bdf1-b98d95e5d2f1 req-8887f460-8ade-4e62-8eec-d163100b35f6 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 950 time: 0.0645144 Feb 07 20:59:09.815633 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-47446207-7bfb-47d1-bdf1-b98d95e5d2f1 req-0dc948bd-a3df-42d8-a147-11ea9a3acc44 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525005 Feb 07 20:59:09.858138 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42144) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:09.895850 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250db389-3110-490f-b96f-ec30be4e1404 req-6be1c88b-a32b-4159-96e4-9215cc4e963a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:09.897364 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-250db389-3110-490f-b96f-ec30be4e1404 req-6be1c88b-a32b-4159-96e4-9215cc4e963a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 943 time: 0.0808725 Feb 07 20:59:09.923181 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d25ae003-c5c1-4ce1-9721-59d2aae1a473 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d745839c7b56492fb21fef7a2094eee6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0639756 Feb 07 20:59:09.925735 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42146) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:09.980500 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-250db389-3110-490f-b96f-ec30be4e1404 req-b0b15d38-666d-4aea-b0c4-1213b3ebb86b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739956 Feb 07 20:59:09.997412 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3cee54b3-07e8-4a9d-8546-b39c31262fd3 admin admin] Publish callbacks [] for security_group (aa863c35-32f7-4e40-88db-21f2c9f340aa), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:10.019994 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3cee54b3-07e8-4a9d-8546-b39c31262fd3 admin admin] Publish callbacks [] for security_group (aa863c35-32f7-4e40-88db-21f2c9f340aa), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:10.093743 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3cee54b3-07e8-4a9d-8546-b39c31262fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (aa863c35-32f7-4e40-88db-21f2c9f340aa), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:10.097434 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3cee54b3-07e8-4a9d-8546-b39c31262fd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:10.098578 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3cee54b3-07e8-4a9d-8546-b39c31262fd3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aa863c35-32f7-4e40-88db-21f2c9f340aa HTTP/1.1" status: 204 len: 168 time: 0.1719432 Feb 07 20:59:10.131213 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee54b3-07e8-4a9d-8546-b39c31262fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa863c35-32f7-4e40-88db-21f2c9f340aa,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:10.163031 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7197d19-5614-401d-af9c-d43faefaa12f req-f038dd30-9b02-4a46-9090-8b0396715d37 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:10.164547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a7197d19-5614-401d-af9c-d43faefaa12f req-f038dd30-9b02-4a46-9090-8b0396715d37 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0833192 Feb 07 20:59:10.215422 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a7197d19-5614-401d-af9c-d43faefaa12f req-8f9ebdfb-03fc-4aca-bbcd-9f234f7e3de6 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449662 Feb 07 20:59:10.513205 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e580bd-3452-4b07-824d-ce57cef52473 req-b23a93d7-fb94-4ea8-9e3d-0ea526b74eb2 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:10.515048 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e6e580bd-3452-4b07-824d-ce57cef52473 req-b23a93d7-fb94-4ea8-9e3d-0ea526b74eb2 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0905290 Feb 07 20:59:10.535111 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852152c-accf-4e31-b0c5-fc430bdd97a5 req-0b992b41-b1dc-46af-9e5d-dfd0f4faba2c tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:10.536723 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6852152c-accf-4e31-b0c5-fc430bdd97a5 req-0b992b41-b1dc-46af-9e5d-dfd0f4faba2c tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.0847538 Feb 07 20:59:10.600048 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e6e580bd-3452-4b07-824d-ce57cef52473 req-d5dd0f7a-9334-454e-b275-29d2adb541e7 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780556 Feb 07 20:59:10.607057 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6852152c-accf-4e31-b0c5-fc430bdd97a5 req-a94b60b6-d747-4af7-a2dc-9ee8f8df3362 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628114 Feb 07 20:59:10.717561 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd021e84-6057-4d0a-8c09-504c4a67baf4 req-6dd34ab0-6967-4aa5-a542-6c1087275200 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:10.720358 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bd021e84-6057-4d0a-8c09-504c4a67baf4 req-6dd34ab0-6967-4aa5-a542-6c1087275200 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 946 time: 0.0635192 Feb 07 20:59:10.776837 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bd021e84-6057-4d0a-8c09-504c4a67baf4 req-5c77a890-11f2-4aa4-83b9-6f4022b3a40f tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471747 Feb 07 20:59:10.880380 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42186) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:10.951832 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439894d-14bd-40d6-a48d-c55eeb336b69 req-9501b667-1dbf-44c6-8ba8-2d52ca145b6a tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:10.953513 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3439894d-14bd-40d6-a48d-c55eeb336b69 req-9501b667-1dbf-44c6-8ba8-2d52ca145b6a tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 950 time: 0.0625880 Feb 07 20:59:10.983651 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 2caaae4e-7044-4456-8451-ea9044187bb7 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:59:11.009457 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3439894d-14bd-40d6-a48d-c55eeb336b69 req-2fa2e578-6fc9-48b2-9295-1ede9d9df1f2 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499854 Feb 07 20:59:11.059044 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ce3d3c8b-be59-4397-b97a-0c514b5b7ad8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1114124265-network', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:11.082621 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3d3c8b-be59-4397-b97a-0c514b5b7ad8 admin admin] Made reservation on behalf of 1fb38b7e23d34fb68060f43eab10088d for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:59:11.085378 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce3d3c8b-be59-4397-b97a-0c514b5b7ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:11.114091 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce3d3c8b-be59-4397-b97a-0c514b5b7ad8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:11.132089 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 2caaae4e-7044-4456-8451-ea9044187bb7, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=2caaae4e-7044-4456-8451-ea9044187bb7,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:11.143878 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '2caaae4e-7044-4456-8451-ea9044187bb7', 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36', 'port_id': '2caaae4e-7044-4456-8451-ea9044187bb7', 'mac_address': 'fa:16:3e:92:38:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da67b52e-9fa9-4eda-bee9-de250f228011', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:59:11.147228 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61115665-d628-48c2-93f2-9b9559fd0946 req-5e8c8299-e69c-4c23-b5dd-88d6ad0c3656 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=d4d8bacae7f44b5e9ed8eb3efaf55dd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595143 Feb 07 20:59:11.181196 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 2caaae4e-7044-4456-8451-ea9044187bb7 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:11.181586 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2caaae4e-7044-4456-8451-ea9044187bb7), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:11.196284 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2caaae4e-7044-4456-8451-ea9044187bb7 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:59:11.217355 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 2caaae4e-7044-4456-8451-ea9044187bb7, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=2caaae4e-7044-4456-8451-ea9044187bb7,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:11.223289 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2caaae4e-7044-4456-8451-ea9044187bb7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:11.245831 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad33865-76e4-410b-a4d1-129391a807f8 req-aa701d7f-655e-4a3a-b9f8-a245d2a4de2d tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:11.247324 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bad33865-76e4-410b-a4d1-129391a807f8 req-aa701d7f-655e-4a3a-b9f8-a245d2a4de2d tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 943 time: 0.1585960 Feb 07 20:59:11.274104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=2caaae4e-7044-4456-8451-ea9044187bb7,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:11.342021 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61115665-d628-48c2-93f2-9b9559fd0946 req-02d37bc8-b2ce-45fc-b07f-1d4e0799fbb3 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:11.343478 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61115665-d628-48c2-93f2-9b9559fd0946 req-02d37bc8-b2ce-45fc-b07f-1d4e0799fbb3 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1878653 Feb 07 20:59:11.355150 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bad33865-76e4-410b-a4d1-129391a807f8 req-105c58b8-b15d-4c2a-9e56-b7c1263036d4 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006491 Feb 07 20:59:11.370835 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61115665-d628-48c2-93f2-9b9559fd0946 req-e0113002-f5dc-4a23-ad05-d6766c6ee0f4 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/quotas/d4d8bacae7f44b5e9ed8eb3efaf55dd6 HTTP/1.1" status: 200 len: 375 time: 0.0191894 Feb 07 20:59:11.415417 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce3d3c8b-be59-4397-b97a-0c514b5b7ad8 admin admin] Publish callbacks [] for security_group (ce76bafe-03aa-4457-89c3-f84d107ff338), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:11.421506 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce3d3c8b-be59-4397-b97a-0c514b5b7ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ce76bafe-03aa-4457-89c3-f84d107ff338), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:11.455347 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce3d3c8b-be59-4397-b97a-0c514b5b7ad8 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:59:11.470163 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d3c8b-be59-4397-b97a-0c514b5b7ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce76bafe-03aa-4457-89c3-f84d107ff338,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:11.478951 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61115665-d628-48c2-93f2-9b9559fd0946 req-518c73b0-0ec6-41eb-80f5-e3ffd0fa7afc tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4d8bacae7f44b5e9ed8eb3efaf55dd6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0995390 Feb 07 20:59:11.480039 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce3d3c8b-be59-4397-b97a-0c514b5b7ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (30d8ac2f-dfb6-42c6-abf6-c465a550d405), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:11.480406 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-ce3d3c8b-be59-4397-b97a-0c514b5b7ad8 admin admin] Added segment 30d8ac2f-dfb6-42c6-abf6-c465a550d405 of type vlan for network 31977659-2f69-4a72-a821-e5e4ae21938f Feb 07 20:59:11.529610 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce3d3c8b-be59-4397-b97a-0c514b5b7ad8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (31977659-2f69-4a72-a821-e5e4ae21938f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:11.574967 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce3d3c8b-be59-4397-b97a-0c514b5b7ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (31977659-2f69-4a72-a821-e5e4ae21938f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:11.576058 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3d3c8b-be59-4397-b97a-0c514b5b7ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:11.576810 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce3d3c8b-be59-4397-b97a-0c514b5b7ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:11.640206 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['2caaae4e-7044-4456-8451-ea9044187bb7'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:59:11.652098 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b47acb-2836-4ee6-b14a-b46c2ffe15f2 req-466a96c0-d439-42ff-ac43-c7895d54d7f8 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:11.653638 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d1b47acb-2836-4ee6-b14a-b46c2ffe15f2 req-466a96c0-d439-42ff-ac43-c7895d54d7f8 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 1132 time: 0.1347020 Feb 07 20:59:11.690131 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ce3d3c8b-be59-4397-b97a-0c514b5b7ad8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8085291 Feb 07 20:59:11.693536 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42216) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:11.699494 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a6d37bde-5571-42d5-82ea-bf2c45072c98 admin admin] Request body: {'subnet': {'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1114124265-subnet', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:11.705589 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-76a12e69-3143-4645-bd9c-750454dc7bb0 req-e7a61e91-2585-49c5-b514-1086e13ba1b6 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=64f6a079-6a09-424a-a7b5-2f05ce5dd92e HTTP/1.1" status: 200 len: 210 time: 0.0622988 Feb 07 20:59:11.710094 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d3c8b-be59-4397-b97a-0c514b5b7ad8 admin admin] Pushing event updated for resources: {'Network': ['ID=31977659-2f69-4a72-a821-e5e4ae21938f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:11.742326 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 31977659-2f69-4a72-a821-e5e4ae21938f details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:59:11.746287 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d37bde-5571-42d5-82ea-bf2c45072c98 admin admin] Made reservation on behalf of 1fb38b7e23d34fb68060f43eab10088d for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:59:11.750250 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a6d37bde-5571-42d5-82ea-bf2c45072c98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:11.772986 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d1b47acb-2836-4ee6-b14a-b46c2ffe15f2 req-1d601440-5848-4f5e-976f-060d5741551a tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985756 Feb 07 20:59:11.921313 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511226c5-6c32-42c6-97b5-188a191a31ee req-edb41ac7-37db-47d9-8950-c0514727c9dd tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:11.924261 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-511226c5-6c32-42c6-97b5-188a191a31ee req-edb41ac7-37db-47d9-8950-c0514727c9dd tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.0874209 Feb 07 20:59:11.981908 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a6d37bde-5571-42d5-82ea-bf2c45072c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (804a6593-f65e-4386-a009-e6b4c27bdac4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:11.990396 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-511226c5-6c32-42c6-97b5-188a191a31ee req-fc249cdf-8151-4e1d-b79d-c563a9ba3dab tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585687 Feb 07 20:59:12.064853 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d37bde-5571-42d5-82ea-bf2c45072c98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=804a6593-f65e-4386-a009-e6b4c27bdac4,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:12.097754 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ab66c-bfa4-40ed-bd4f-7c2bec77000f req-12dccf76-4b86-4ada-8825-981d54937a6a tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:12.099274 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-586ab66c-bfa4-40ed-bd4f-7c2bec77000f req-12dccf76-4b86-4ada-8825-981d54937a6a tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.69 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 946 time: 0.1067324 Feb 07 20:59:12.100548 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d37bde-5571-42d5-82ea-bf2c45072c98 admin admin] Checking segment: {'id': '30d8ac2f-dfb6-42c6-abf6-c465a550d405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:59:12.100986 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d37bde-5571-42d5-82ea-bf2c45072c98 admin admin] Network hostable DHCP agents. Network: 31977659-2f69-4a72-a821-e5e4ae21938f, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:59:12.118738 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d37bde-5571-42d5-82ea-bf2c45072c98 admin admin] Network 31977659-2f69-4a72-a821-e5e4ae21938f is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:59:12.132084 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-a6d37bde-5571-42d5-82ea-bf2c45072c98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 31977659-2f69-4a72-a821-e5e4ae21938f) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:59:12.142598 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d37bde-5571-42d5-82ea-bf2c45072c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:12.142756 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b180e8d0-b668-479d-b723-610ea2d969ef None None] Network 31977659-2f69-4a72-a821-e5e4ae21938f requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:59:12.143369 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a6d37bde-5571-42d5-82ea-bf2c45072c98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:12.161970 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd8f99-9186-4fd4-930d-f32dbb93d504 req-1af834ca-fab9-4727-9f14-f36a3008f4f5 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:12.163550 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dfcd8f99-9186-4fd4-930d-f32dbb93d504 req-1af834ca-fab9-4727-9f14-f36a3008f4f5 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 946 time: 0.1291428 Feb 07 20:59:12.167794 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42232) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:12.168972 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a6d37bde-5571-42d5-82ea-bf2c45072c98 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4731748 Feb 07 20:59:12.171767 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d047cec4-6027-43e0-baa0-70a88ba98190 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1114124265-router', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:12.238878 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6ed11-2f9c-4f47-ad48-de2a537e653b req-76aecc0a-3578-4554-8560-1269e0f64911 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:12.240270 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0cf6ed11-2f9c-4f47-ad48-de2a537e653b req-76aecc0a-3578-4554-8560-1269e0f64911 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 1132 time: 0.1663687 Feb 07 20:59:12.266629 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88221f6-a46c-4030-a72c-d6b6e71ece23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-31977659-2f69-4a72-a821-e5e4ae21938f', 'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f', 'project_id': '1fb38b7e23d34fb68060f43eab10088d', 'fixed_ips': [{'subnet_id': '804a6593-f65e-4386-a009-e6b4c27bdac4'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 20:59:12.267803 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e88221f6-a46c-4030-a72c-d6b6e71ece23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:12.270076 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d047cec4-6027-43e0-baa0-70a88ba98190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:12.271143 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d047cec4-6027-43e0-baa0-70a88ba98190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:12.339449 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dfcd8f99-9186-4fd4-930d-f32dbb93d504 req-da2f83b1-8e07-46c3-8f6f-2690a3088be2 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd5a77c8-948f-4b0b-bba5-c01b306793b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605029 Feb 07 20:59:12.405283 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d047cec4-6027-43e0-baa0-70a88ba98190 admin admin] Publish callbacks [] for router_controller (b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:12.421181 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-586ab66c-bfa4-40ed-bd4f-7c2bec77000f req-b3ac8972-f8ad-470d-84e4-f86cfa461c42 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Deleting port ccc8fc1f-344d-4041-92ec-a1a1b4298a68 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:59:12.421511 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-586ab66c-bfa4-40ed-bd4f-7c2bec77000f req-b3ac8972-f8ad-470d-84e4-f86cfa461c42 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ccc8fc1f-344d-4041-92ec-a1a1b4298a68), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:12.429770 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-e88221f6-a46c-4030-a72c-d6b6e71ece23 None None] Allocated IP 172.20.0.2 (31977659-2f69-4a72-a821-e5e4ae21938f/804a6593-f65e-4386-a009-e6b4c27bdac4/1cb50180-aac8-4c5b-a058-5e5321e55ef0) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:59:12.472939 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0cf6ed11-2f9c-4f47-ad48-de2a537e653b req-53b52ec0-1031-40d4-a505-102245a981e7 tempest-ServersAdminTestJSON-1037136646 tempest-ServersAdminTestJSON-1037136646-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168355 Feb 07 20:59:12.567433 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e3c7d-e317-4e56-9cbb-7c6c49311019 req-4dc4b467-5783-418a-bc53-bf37de0a793c tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:12.568911 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c28e3c7d-e317-4e56-9cbb-7c6c49311019 req-4dc4b467-5783-418a-bc53-bf37de0a793c tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.71 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.2902958 Feb 07 20:59:12.593645 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e88221f6-a46c-4030-a72c-d6b6e71ece23 None None] Publish callbacks [] for port (1cb50180-aac8-4c5b-a058-5e5321e55ef0), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:12.602458 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e88221f6-a46c-4030-a72c-d6b6e71ece23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (1cb50180-aac8-4c5b-a058-5e5321e55ef0), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:12.651633 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88221f6-a46c-4030-a72c-d6b6e71ece23 None None] Network 31977659-2f69-4a72-a821-e5e4ae21938f is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:59:12.656356 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-e88221f6-a46c-4030-a72c-d6b6e71ece23 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:59:12.661693 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88221f6-a46c-4030-a72c-d6b6e71ece23 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:59:12.665144 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88221f6-a46c-4030-a72c-d6b6e71ece23 None None] Pushing event updated for resources: {'Port': ['ID=1cb50180-aac8-4c5b-a058-5e5321e55ef0,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:12.746012 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-e88221f6-a46c-4030-a72c-d6b6e71ece23 None None] Attempting to bind port 1cb50180-aac8-4c5b-a058-5e5321e55ef0 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:59:12.746376 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-e88221f6-a46c-4030-a72c-d6b6e71ece23 None None] Attempting to bind port 1cb50180-aac8-4c5b-a058-5e5321e55ef0 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '30d8ac2f-dfb6-42c6-abf6-c465a550d405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:59:12.746755 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88221f6-a46c-4030-a72c-d6b6e71ece23 None None] Attempting to bind port 1cb50180-aac8-4c5b-a058-5e5321e55ef0 on network 31977659-2f69-4a72-a821-e5e4ae21938f {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:59:12.752445 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88221f6-a46c-4030-a72c-d6b6e71ece23 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:59:12.752825 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88221f6-a46c-4030-a72c-d6b6e71ece23 None None] Checking segment: {'id': '30d8ac2f-dfb6-42c6-abf6-c465a550d405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:59:12.753232 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e88221f6-a46c-4030-a72c-d6b6e71ece23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:12.753628 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88221f6-a46c-4030-a72c-d6b6e71ece23 None None] Bound using segment: {'id': '30d8ac2f-dfb6-42c6-abf6-c465a550d405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:59:12.754095 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-e88221f6-a46c-4030-a72c-d6b6e71ece23 None None] Bound port: 1cb50180-aac8-4c5b-a058-5e5321e55ef0, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d8ac2f-dfb6-42c6-abf6-c465a550d405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:59:12.754478 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e88221f6-a46c-4030-a72c-d6b6e71ece23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1cb50180-aac8-4c5b-a058-5e5321e55ef0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:12.828615 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e88221f6-a46c-4030-a72c-d6b6e71ece23 None None] For port 1cb50180-aac8-4c5b-a058-5e5321e55ef0, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:59:12.831915 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e88221f6-a46c-4030-a72c-d6b6e71ece23 None None] For port 1cb50180-aac8-4c5b-a058-5e5321e55ef0, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=1cb50180-aac8-4c5b-a058-5e5321e55ef0,segment=NetworkSegment(30d8ac2f-dfb6-42c6-abf6-c465a550d405),segment_id=30d8ac2f-dfb6-42c6-abf6-c465a550d405)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:59:12.840773 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e88221f6-a46c-4030-a72c-d6b6e71ece23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (1cb50180-aac8-4c5b-a058-5e5321e55ef0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:12.915334 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88221f6-a46c-4030-a72c-d6b6e71ece23 None None] Pushing event updated for resources: {'Port': ['ID=1cb50180-aac8-4c5b-a058-5e5321e55ef0,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:12.990120 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 2caaae4e-7044-4456-8451-ea9044187bb7 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:59:13.042776 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61115665-d628-48c2-93f2-9b9559fd0946 req-e6c1e0c7-c36c-4022-ace7-05c248ee3b86 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=d4d8bacae7f44b5e9ed8eb3efaf55dd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761497 Feb 07 20:59:13.046173 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d047cec4-6027-43e0-baa0-70a88ba98190 admin admin] Publish callbacks [] for router_gateway (b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:13.051669 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-586ab66c-bfa4-40ed-bd4f-7c2bec77000f req-b3ac8972-f8ad-470d-84e4-f86cfa461c42 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] For port ccc8fc1f-344d-4041-92ec-a1a1b4298a68, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=ccc8fc1f-344d-4041-92ec-a1a1b4298a68,segment=NetworkSegment(c36ba493-f45a-477f-bc2f-ba08eaae4add),segment_id=c36ba493-f45a-477f-bc2f-ba08eaae4add)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:13.052054 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-586ab66c-bfa4-40ed-bd4f-7c2bec77000f req-b3ac8972-f8ad-470d-84e4-f86cfa461c42 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ccc8fc1f-344d-4041-92ec-a1a1b4298a68), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:13.056166 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 2caaae4e-7044-4456-8451-ea9044187bb7 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:59:13.076068 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 2caaae4e-7044-4456-8451-ea9044187bb7 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:13.076588 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2caaae4e-7044-4456-8451-ea9044187bb7), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:13.130888 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e3ecb-b954-4f47-8502-32ee988fe400 req-f30dfc67-4970-4e12-bdfa-2d44d76dfba7 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:13.132390 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e72e3ecb-b954-4f47-8502-32ee988fe400 req-f30dfc67-4970-4e12-bdfa-2d44d76dfba7 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 944 time: 0.6639876 Feb 07 20:59:13.145539 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-586ab66c-bfa4-40ed-bd4f-7c2bec77000f req-b3ac8972-f8ad-470d-84e4-f86cfa461c42 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Calling delete_port for ccc8fc1f-344d-4041-92ec-a1a1b4298a68 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:59:13.180169 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 2caaae4e-7044-4456-8451-ea9044187bb7 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:13.181208 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2caaae4e-7044-4456-8451-ea9044187bb7), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:13.206506 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12562d83-4a65-4a83-8cac-6ce1d67d374a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2caaae4e-7044-4456-8451-ea9044187bb7'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:59:13.208838 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c6c980-e824-4dbe-8a17-9c9a7f39fdd1" -d '{"events": [{"server_uuid": "12562d83-4a65-4a83-8cac-6ce1d67d374a", "name": "network-vif-plugged", "status": "completed", "tag": "2caaae4e-7044-4456-8451-ea9044187bb7"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:59:13.223150 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 2caaae4e-7044-4456-8451-ea9044187bb7, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=2caaae4e-7044-4456-8451-ea9044187bb7,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:13.228878 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2caaae4e-7044-4456-8451-ea9044187bb7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:13.328209 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802e1b5-eed3-4550-ad90-faac44ecdb38 req-c67bd0aa-699d-4484-b903-55997083dbef tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:13.330348 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a802e1b5-eed3-4550-ad90-faac44ecdb38 req-c67bd0aa-699d-4484-b903-55997083dbef tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba75622c-a09d-4000-bf50-78b41a2ec04f HTTP/1.1" status: 200 len: 949 time: 0.3650215 Feb 07 20:59:13.408997 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e72e3ecb-b954-4f47-8502-32ee988fe400 req-1ed90a3c-7595-4049-a869-103bca54716e tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342865 Feb 07 20:59:13.424099 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-c28e3c7d-e317-4e56-9cbb-7c6c49311019 req-a781b3d2-744b-4df2-a237-716e9a5ff5a0 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Deleting port 4d2cef4d-e853-4521-9834-d0cc32412b3f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:59:13.424470 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c28e3c7d-e317-4e56-9cbb-7c6c49311019 req-a781b3d2-744b-4df2-a237-716e9a5ff5a0 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (4d2cef4d-e853-4521-9834-d0cc32412b3f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:13.440578 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=2caaae4e-7044-4456-8451-ea9044187bb7,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:13.458053 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61115665-d628-48c2-93f2-9b9559fd0946 req-b740c2da-bc19-4195-9e43-d0d16f894d6c tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:13.459475 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61115665-d628-48c2-93f2-9b9559fd0946 req-b740c2da-bc19-4195-9e43-d0d16f894d6c tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3967400 Feb 07 20:59:13.561232 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51d3622d-6696-49b6-83d4-d2e9b7377a9b req-c209c085-8938-4890-98ef-b5eeca27cecd tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=64f6a079-6a09-424a-a7b5-2f05ce5dd92e HTTP/1.1" status: 200 len: 210 time: 0.0610518 Feb 07 20:59:13.567236 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-61115665-d628-48c2-93f2-9b9559fd0946 req-9cfb1145-56c8-470c-b345-733093b964d8 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Request body: {'port': {'device_id': '64f6a079-6a09-424a-a7b5-2f05ce5dd92e', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': 'd4d8bacae7f44b5e9ed8eb3efaf55dd6'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:13.578739 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a802e1b5-eed3-4550-ad90-faac44ecdb38 req-1cfbe4dd-2cb4-42a1-935d-e986d9e7d1b3 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297649 Feb 07 20:59:13.592811 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 1cb50180-aac8-4c5b-a058-5e5321e55ef0 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:59:13.673568 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5bc67e-d17e-4fea-a067-8dace38202ca x-openstack-request-id: req-5e5bc67e-d17e-4fea-a067-8dace38202ca {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:59:13.674057 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12562d83-4a65-4a83-8cac-6ce1d67d374a", "name": "network-vif-plugged", "status": "completed", "tag": "2caaae4e-7044-4456-8451-ea9044187bb7", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:59:13.674455 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5e5bc67e-d17e-4fea-a067-8dace38202ca {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:59:13.675006 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12562d83-4a65-4a83-8cac-6ce1d67d374a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2caaae4e-7044-4456-8451-ea9044187bb7', 'code': 200} Feb 07 20:59:13.689660 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 1cb50180-aac8-4c5b-a058-5e5321e55ef0 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:13.690530 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1cb50180-aac8-4c5b-a058-5e5321e55ef0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:13.766593 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-c28e3c7d-e317-4e56-9cbb-7c6c49311019 req-a781b3d2-744b-4df2-a237-716e9a5ff5a0 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] For port 4d2cef4d-e853-4521-9834-d0cc32412b3f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=4d2cef4d-e853-4521-9834-d0cc32412b3f,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:13.767021 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c28e3c7d-e317-4e56-9cbb-7c6c49311019 req-a781b3d2-744b-4df2-a237-716e9a5ff5a0 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (4d2cef4d-e853-4521-9834-d0cc32412b3f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:13.807153 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-586ab66c-bfa4-40ed-bd4f-7c2bec77000f req-b3ac8972-f8ad-470d-84e4-f86cfa461c42 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ccc8fc1f-344d-4041-92ec-a1a1b4298a68), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:13.813164 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-c28e3c7d-e317-4e56-9cbb-7c6c49311019 req-a781b3d2-744b-4df2-a237-716e9a5ff5a0 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Calling delete_port for 4d2cef4d-e853-4521-9834-d0cc32412b3f owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:59:13.816249 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba132644-e57d-4ff2-ac27-a358b940a323 req-12f75e08-d90e-4c98-8ba2-80745cbe1cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:13.817765 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ba132644-e57d-4ff2-ac27-a358b940a323 req-12f75e08-d90e-4c98-8ba2-80745cbe1cc5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 1127 time: 0.0691864 Feb 07 20:59:13.822763 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 1cb50180-aac8-4c5b-a058-5e5321e55ef0 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:13.823534 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1cb50180-aac8-4c5b-a058-5e5321e55ef0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:13.870672 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 1cb50180-aac8-4c5b-a058-5e5321e55ef0, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=1cb50180-aac8-4c5b-a058-5e5321e55ef0,segment=NetworkSegment(30d8ac2f-dfb6-42c6-abf6-c465a550d405),segment_id=30d8ac2f-dfb6-42c6-abf6-c465a550d405)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:13.871879 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ba132644-e57d-4ff2-ac27-a358b940a323 req-3b27a19d-7b44-4b51-8072-a21344f11a0c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461254 Feb 07 20:59:13.878228 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (1cb50180-aac8-4c5b-a058-5e5321e55ef0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:13.887875 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16f28fa6-cf0f-44be-9f85-d1bed14a455e req-d63bd95f-9009-4472-bba5-4e091c819e0c tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.65 "GET /v2.0/ports?device_id=988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a HTTP/1.1" status: 200 len: 210 time: 0.0911756 Feb 07 20:59:13.899956 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac8972-f8ad-470d-84e4-f86cfa461c42 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Pushing event deleted for resources: {'Port': ['ID=ccc8fc1f-344d-4041-92ec-a1a1b4298a68,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:13.947280 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=1cb50180-aac8-4c5b-a058-5e5321e55ef0,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:14.001526 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6db38ad-2a1c-4a67-975a-6acbacc1f1b2 None None] Network 31977659-2f69-4a72-a821-e5e4ae21938f requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:59:14.039900 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba61c8c-7c52-44b8-a2fe-5ee703a3fe45 req-3b255992-cc7a-413d-9eed-53eef7a8965a tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:14.041336 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ba61c8c-7c52-44b8-a2fe-5ee703a3fe45 req-3b255992-cc7a-413d-9eed-53eef7a8965a tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 949 time: 0.3694572 Feb 07 20:59:14.067429 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-9d88c5bc-626e-48e8-a901-832beaf6c45e None None] Provisioning complete for port 1cb50180-aac8-4c5b-a058-5e5321e55ef0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:14.067804 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9d88c5bc-626e-48e8-a901-832beaf6c45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1cb50180-aac8-4c5b-a058-5e5321e55ef0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:14.068830 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-586ab66c-bfa4-40ed-bd4f-7c2bec77000f req-b3ac8972-f8ad-470d-84e4-f86cfa461c42 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] No DVR routers for this DVR port ccc8fc1f-344d-4041-92ec-a1a1b4298a68 on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:59:14.076129 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61115665-d628-48c2-93f2-9b9559fd0946 req-9cfb1145-56c8-470c-b345-733093b964d8 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Made reservation on behalf of d4d8bacae7f44b5e9ed8eb3efaf55dd6 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:59:14.080127 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-61115665-d628-48c2-93f2-9b9559fd0946 req-9cfb1145-56c8-470c-b345-733093b964d8 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:14.092154 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-586ab66c-bfa4-40ed-bd4f-7c2bec77000f req-b3ac8972-f8ad-470d-84e4-f86cfa461c42 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:14.097415 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-586ab66c-bfa4-40ed-bd4f-7c2bec77000f req-b3ac8972-f8ad-470d-84e4-f86cfa461c42 tempest-ServerRescueTestJSON-1767056903 tempest-ServerRescueTestJSON-1767056903-project] 10.222.0.69 "DELETE /v2.0/ports/ccc8fc1f-344d-4041-92ec-a1a1b4298a68 HTTP/1.1" status: 204 len: 173 time: 1.9828737 Feb 07 20:59:14.124524 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a', 'name': 'network-vif-deleted', 'tag': 'ccc8fc1f-344d-4041-92ec-a1a1b4298a68'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:59:14.127300 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7688eb6c-a12a-452b-b669-c972c11d753f" -d '{"events": [{"server_uuid": "988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a", "name": "network-vif-deleted", "tag": "ccc8fc1f-344d-4041-92ec-a1a1b4298a68"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:59:14.196452 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9d88c5bc-626e-48e8-a901-832beaf6c45e None None] Current status of the port 1cb50180-aac8-4c5b-a058-5e5321e55ef0 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:14.204015 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d047cec4-6027-43e0-baa0-70a88ba98190 admin admin] Publish callbacks [] for router_gateway (b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:14.213586 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7576b56-52c5-4a67-9126-2de0395dd444 x-openstack-request-id: req-b7576b56-52c5-4a67-9126-2de0395dd444 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:59:14.213984 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a", "name": "network-vif-deleted", "tag": "ccc8fc1f-344d-4041-92ec-a1a1b4298a68", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:59:14.214128 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b7576b56-52c5-4a67-9126-2de0395dd444 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:59:14.214594 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988d37ab-c2b4-4f99-bb20-6bea9e2a1c1a', 'name': 'network-vif-deleted', 'tag': 'ccc8fc1f-344d-4041-92ec-a1a1b4298a68', 'status': 'completed', 'code': 200} Feb 07 20:59:14.262269 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d047cec4-6027-43e0-baa0-70a88ba98190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:14.272045 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ba61c8c-7c52-44b8-a2fe-5ee703a3fe45 req-38438ec5-24f9-43b2-a278-0bd34b4c5878 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/security-groups?id=832bbab6-1a75-492f-af8b-fe9ec291859c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062874 Feb 07 20:59:14.425216 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5a822-2c00-41e2-a482-ca26932069e4 req-808e1d1d-e377-4ea7-9e8d-f8005d9fa552 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:14.427133 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f6b5a822-2c00-41e2-a482-ca26932069e4 req-808e1d1d-e377-4ea7-9e8d-f8005d9fa552 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba75622c-a09d-4000-bf50-78b41a2ec04f HTTP/1.1" status: 200 len: 949 time: 0.0705936 Feb 07 20:59:14.441241 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c28e3c7d-e317-4e56-9cbb-7c6c49311019 req-a781b3d2-744b-4df2-a237-716e9a5ff5a0 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (4d2cef4d-e853-4521-9834-d0cc32412b3f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:14.492292 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-61115665-d628-48c2-93f2-9b9559fd0946 req-9cfb1145-56c8-470c-b345-733093b964d8 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Allocated IP 192.168.233.66 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/f38419ab-fc71-4513-a641-407356967771) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:59:14.496006 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781b3d2-744b-4df2-a237-716e9a5ff5a0 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Pushing event deleted for resources: {'Port': ['ID=4d2cef4d-e853-4521-9834-d0cc32412b3f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:14.535724 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-28af9bb7-871b-4b3e-a668-c4bce30818fa None None] Provisioning complete for port 1cb50180-aac8-4c5b-a058-5e5321e55ef0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:14.536108 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-28af9bb7-871b-4b3e-a668-c4bce30818fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1cb50180-aac8-4c5b-a058-5e5321e55ef0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:14.541544 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-f6b5a822-2c00-41e2-a482-ca26932069e4 req-f66325f9-25e7-44a3-959c-ee4a00ba7df6 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Deleting port 496e2680-440d-4938-bc4b-5e4fb38e1b51 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:59:14.541888 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f6b5a822-2c00-41e2-a482-ca26932069e4 req-f66325f9-25e7-44a3-959c-ee4a00ba7df6 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (496e2680-440d-4938-bc4b-5e4fb38e1b51), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:14.564075 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-d047cec4-6027-43e0-baa0-70a88ba98190 admin admin] Allocated IP 172.25.4.249 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/c20c6955-a597-4c21-a286-7236dd88e8be) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:59:14.592551 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28e3c7d-e317-4e56-9cbb-7c6c49311019 req-a781b3d2-744b-4df2-a237-716e9a5ff5a0 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] No DVR routers for this DVR port 4d2cef4d-e853-4521-9834-d0cc32412b3f on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:59:14.607656 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c28e3c7d-e317-4e56-9cbb-7c6c49311019 req-a781b3d2-744b-4df2-a237-716e9a5ff5a0 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:14.610965 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c28e3c7d-e317-4e56-9cbb-7c6c49311019 req-a781b3d2-744b-4df2-a237-716e9a5ff5a0 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.71 "DELETE /v2.0/ports/4d2cef4d-e853-4521-9834-d0cc32412b3f HTTP/1.1" status: 204 len: 173 time: 2.0286965 Feb 07 20:59:14.705445 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-28af9bb7-871b-4b3e-a668-c4bce30818fa None None] Current status of the port 1cb50180-aac8-4c5b-a058-5e5321e55ef0 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:14.732419 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-f6b5a822-2c00-41e2-a482-ca26932069e4 req-f66325f9-25e7-44a3-959c-ee4a00ba7df6 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] For port 496e2680-440d-4938-bc4b-5e4fb38e1b51, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=496e2680-440d-4938-bc4b-5e4fb38e1b51,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:14.733060 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f6b5a822-2c00-41e2-a482-ca26932069e4 req-f66325f9-25e7-44a3-959c-ee4a00ba7df6 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (496e2680-440d-4938-bc4b-5e4fb38e1b51), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:14.748542 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-f6b5a822-2c00-41e2-a482-ca26932069e4 req-f66325f9-25e7-44a3-959c-ee4a00ba7df6 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Calling delete_port for 496e2680-440d-4938-bc4b-5e4fb38e1b51 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:59:14.807667 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b30ab4ab-c268-4d32-ac24-0bbba4be923d req-ecd81c6a-d5da-4847-b83a-514b219397d3 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=64f6a079-6a09-424a-a7b5-2f05ce5dd92e HTTP/1.1" status: 200 len: 210 time: 0.0912967 Feb 07 20:59:14.818489 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70873595-e1ef-46c0-877e-5bb8ab473a05 req-dc21be8d-2211-498d-a326-f735d9fdbd7b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:14.819884 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-70873595-e1ef-46c0-877e-5bb8ab473a05 req-dc21be8d-2211-498d-a326-f735d9fdbd7b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.3308270 Feb 07 20:59:14.935434 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d047cec4-6027-43e0-baa0-70a88ba98190 admin admin] Publish callbacks [] for port (c20c6955-a597-4c21-a286-7236dd88e8be), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:14.941256 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f6b5a822-2c00-41e2-a482-ca26932069e4 req-f66325f9-25e7-44a3-959c-ee4a00ba7df6 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (496e2680-440d-4938-bc4b-5e4fb38e1b51), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:14.954451 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['11c84524-bfbc-446b-ba38-afba21d4df5c', '496e2680-440d-4938-bc4b-5e4fb38e1b51', '84ce1b42-ffd6-4d84-ba73-4f58e89ae95c'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:59:14.969425 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66325f9-25e7-44a3-959c-ee4a00ba7df6 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Pushing event deleted for resources: {'Port': ['ID=496e2680-440d-4938-bc4b-5e4fb38e1b51,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:14.975464 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-61115665-d628-48c2-93f2-9b9559fd0946 req-9cfb1145-56c8-470c-b345-733093b964d8 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Publish callbacks [] for port (f38419ab-fc71-4513-a641-407356967771), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:14.979560 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-70873595-e1ef-46c0-877e-5bb8ab473a05 req-16eaf73b-a955-4dbc-91c9-fdbf0607bf9d tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458080 Feb 07 20:59:14.990017 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53adfdf4-3d4a-4541-a8b5-6668a39d7e2b req-c6fe9f7e-6ad1-44ff-9666-428cb5eeb508 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba75622c-a09d-4000-bf50-78b41a2ec04f HTTP/1.1" status: 200 len: 210 time: 0.0601544 Feb 07 20:59:14.995712 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device ccc8fc1f-344d-4041-92ec-a1a1b4298a68 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:59:15.037725 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b5a822-2c00-41e2-a482-ca26932069e4 req-f66325f9-25e7-44a3-959c-ee4a00ba7df6 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] No DVR routers for this DVR port 496e2680-440d-4938-bc4b-5e4fb38e1b51 on host n-h2-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:59:15.041226 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f6b5a822-2c00-41e2-a482-ca26932069e4 req-f66325f9-25e7-44a3-959c-ee4a00ba7df6 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:15.045041 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d047cec4-6027-43e0-baa0-70a88ba98190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (c20c6955-a597-4c21-a286-7236dd88e8be), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:15.047041 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: ccc8fc1f-344d-4041-92ec-a1a1b4298a68 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:59:15.047407 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device ccc8fc1f-344d-4041-92ec-a1a1b4298a68 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:59:15.047867 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f6b5a822-2c00-41e2-a482-ca26932069e4 req-f66325f9-25e7-44a3-959c-ee4a00ba7df6 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.71 "DELETE /v2.0/ports/496e2680-440d-4938-bc4b-5e4fb38e1b51 HTTP/1.1" status: 204 len: 173 time: 0.6122990 Feb 07 20:59:15.048947 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba75622c-a09d-4000-bf50-78b41a2ec04f', 'name': 'network-vif-deleted', 'tag': '496e2680-440d-4938-bc4b-5e4fb38e1b51'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:59:15.052498 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e888c3-d3b8-4740-9637-f0e55d7f5902" -d '{"events": [{"server_uuid": "ba75622c-a09d-4000-bf50-78b41a2ec04f", "name": "network-vif-deleted", "tag": "496e2680-440d-4938-bc4b-5e4fb38e1b51"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:59:15.071420 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42266) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:15.084464 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-61115665-d628-48c2-93f2-9b9559fd0946 req-9cfb1145-56c8-470c-b345-733093b964d8 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f38419ab-fc71-4513-a641-407356967771), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:15.089165 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d047cec4-6027-43e0-baa0-70a88ba98190 admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:59:15.095330 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d047cec4-6027-43e0-baa0-70a88ba98190 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:59:15.104801 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d047cec4-6027-43e0-baa0-70a88ba98190 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:59:15.106508 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:59:15.141326 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047cec4-6027-43e0-baa0-70a88ba98190 admin admin] Pushing event updated for resources: {'Port': ['ID=c20c6955-a597-4c21-a286-7236dd88e8be,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:15.189764 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463dac12-3b36-4969-951b-9d407d64f2b4 x-openstack-request-id: req-463dac12-3b36-4969-951b-9d407d64f2b4 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:59:15.190056 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba75622c-a09d-4000-bf50-78b41a2ec04f", "name": "network-vif-deleted", "tag": "496e2680-440d-4938-bc4b-5e4fb38e1b51", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:59:15.190492 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-463dac12-3b36-4969-951b-9d407d64f2b4 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:59:15.191045 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba75622c-a09d-4000-bf50-78b41a2ec04f', 'name': 'network-vif-deleted', 'tag': '496e2680-440d-4938-bc4b-5e4fb38e1b51', 'status': 'completed', 'code': 200} Feb 07 20:59:15.191968 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb1145-56c8-470c-b345-733093b964d8 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Pushing event updated for resources: {'Port': ['ID=f38419ab-fc71-4513-a641-407356967771,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:15.195553 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61115665-d628-48c2-93f2-9b9559fd0946 req-9cfb1145-56c8-470c-b345-733093b964d8 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:59:15.200424 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-61115665-d628-48c2-93f2-9b9559fd0946 req-9cfb1145-56c8-470c-b345-733093b964d8 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:59:15.203543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-61115665-d628-48c2-93f2-9b9559fd0946 req-9cfb1145-56c8-470c-b345-733093b964d8 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:59:15.358428 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 4d2cef4d-e853-4521-9834-d0cc32412b3f no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:59:15.492066 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 4d2cef4d-e853-4521-9834-d0cc32412b3f {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:59:15.492447 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 4d2cef4d-e853-4521-9834-d0cc32412b3f not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:59:15.692616 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 1cb50180-aac8-4c5b-a058-5e5321e55ef0 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:59:15.710233 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-45e4f687-fa51-4e3b-adcf-fed733a3f318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (706eb47f-ab2a-4fb6-9f6d-7143e05b684d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:15.868130 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 1cb50180-aac8-4c5b-a058-5e5321e55ef0 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:15.868583 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1cb50180-aac8-4c5b-a058-5e5321e55ef0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:15.982390 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 1cb50180-aac8-4c5b-a058-5e5321e55ef0 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:16.005002 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-151c3a25-0b3c-4d8d-9a08-579e857f2b19 req-f60c5616-8782-4d0e-a0d1-3e6e60c09273 tempest-ImagesNegativeTestJSON-902383606 tempest-ImagesNegativeTestJSON-902383606-project] 10.222.0.65 "GET /v2.0/ports?device_id=590cf40c-37f4-4ea6-9385-b58a33c1df9b HTTP/1.1" status: 200 len: 210 time: 0.0648625 Feb 07 20:59:16.045108 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61115665-d628-48c2-93f2-9b9559fd0946 req-9cfb1145-56c8-470c-b345-733093b964d8 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:16.045719 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-61115665-d628-48c2-93f2-9b9559fd0946 req-9cfb1145-56c8-470c-b345-733093b964d8 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:16.081007 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-752ad66b-000d-4665-b143-dfac3cfdbf91 None None] Provisioning complete for port f38419ab-fc71-4513-a641-407356967771 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:16.081913 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-752ad66b-000d-4665-b143-dfac3cfdbf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f38419ab-fc71-4513-a641-407356967771), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:16.084934 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61115665-d628-48c2-93f2-9b9559fd0946 req-9cfb1145-56c8-470c-b345-733093b964d8 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5337181 Feb 07 20:59:16.103597 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-61115665-d628-48c2-93f2-9b9559fd0946 req-a84099fe-b6e0-4f01-9409-bd1bf8f87cbc service neutron] Request body: {'port': {'device_id': '64f6a079-6a09-424a-a7b5-2f05ce5dd92e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:16.118713 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-752ad66b-000d-4665-b143-dfac3cfdbf91 None None] Port f38419ab-fc71-4513-a641-407356967771 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:59:16.148459 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dfd72-130a-4268-b296-2b08a8d631d9 req-6822f5ef-32e5-4c89-bee9-49c9e6d64887 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:16.149916 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-324dfd72-130a-4268-b296-2b08a8d631d9 req-6822f5ef-32e5-4c89-bee9-49c9e6d64887 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=64f6a079-6a09-424a-a7b5-2f05ce5dd92e HTTP/1.1" status: 200 len: 935 time: 0.1794767 Feb 07 20:59:16.171807 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-45e4f687-fa51-4e3b-adcf-fed733a3f318 admin admin] Deleting port 3b617b76-438e-48d2-8813-ff6db6efbf88 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:59:16.172423 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-45e4f687-fa51-4e3b-adcf-fed733a3f318 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (3b617b76-438e-48d2-8813-ff6db6efbf88), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:16.219766 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590cf40c-37f4-4ea6-9385-b58a33c1df9b', 'name': 'network-vif-deleted', 'tag': '4d2cef4d-e853-4521-9834-d0cc32412b3f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:59:16.222559 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a8331d-137d-4c71-9e31-7b833c1b9993" -d '{"events": [{"server_uuid": "590cf40c-37f4-4ea6-9385-b58a33c1df9b", "name": "network-vif-deleted", "tag": "4d2cef4d-e853-4521-9834-d0cc32412b3f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:59:16.255728 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-45e4f687-fa51-4e3b-adcf-fed733a3f318 admin admin] For port 3b617b76-438e-48d2-8813-ff6db6efbf88, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=3b617b76-438e-48d2-8813-ff6db6efbf88,segment=NetworkSegment(c36ba493-f45a-477f-bc2f-ba08eaae4add),segment_id=c36ba493-f45a-477f-bc2f-ba08eaae4add)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:16.256094 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-45e4f687-fa51-4e3b-adcf-fed733a3f318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (3b617b76-438e-48d2-8813-ff6db6efbf88), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:16.269691 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-45e4f687-fa51-4e3b-adcf-fed733a3f318 admin admin] Calling delete_port for 3b617b76-438e-48d2-8813-ff6db6efbf88 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:59:16.322923 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-61115665-d628-48c2-93f2-9b9559fd0946 req-a84099fe-b6e0-4f01-9409-bd1bf8f87cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f38419ab-fc71-4513-a641-407356967771), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:16.327243 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-324dfd72-130a-4268-b296-2b08a8d631d9 req-f97798aa-7f3a-412d-9505-cfd2870de600 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345463 Feb 07 20:59:16.333901 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae17a65-7280-4baa-8cec-bebc3684e27d req-5d389178-209c-4f7e-8b52-e6ade82fcc4e tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:16.335374 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0ae17a65-7280-4baa-8cec-bebc3684e27d req-5d389178-209c-4f7e-8b52-e6ade82fcc4e tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.2571206 Feb 07 20:59:16.395833 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d047cec4-6027-43e0-baa0-70a88ba98190 admin admin] Publish callbacks [] for router_gateway (b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:16.435214 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cef866-3897-4b5d-a8f6-5dbdab3b233a x-openstack-request-id: req-29cef866-3897-4b5d-a8f6-5dbdab3b233a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:59:16.435508 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590cf40c-37f4-4ea6-9385-b58a33c1df9b", "name": "network-vif-deleted", "tag": "4d2cef4d-e853-4521-9834-d0cc32412b3f", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:59:16.435764 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-29cef866-3897-4b5d-a8f6-5dbdab3b233a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:59:16.436157 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590cf40c-37f4-4ea6-9385-b58a33c1df9b', 'name': 'network-vif-deleted', 'tag': '4d2cef4d-e853-4521-9834-d0cc32412b3f', 'status': 'completed', 'code': 200} Feb 07 20:59:16.481960 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-45e4f687-fa51-4e3b-adcf-fed733a3f318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (3b617b76-438e-48d2-8813-ff6db6efbf88), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:16.510015 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4f687-fa51-4e3b-adcf-fed733a3f318 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b617b76-438e-48d2-8813-ff6db6efbf88,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:16.578571 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0ae17a65-7280-4baa-8cec-bebc3684e27d req-22cf540c-f6f8-4fcf-aa94-0ef169b3bca8 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315028 Feb 07 20:59:16.752910 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-45e4f687-fa51-4e3b-adcf-fed733a3f318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (706eb47f-ab2a-4fb6-9f6d-7143e05b684d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:16.860999 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f45a21-6a01-49d6-a42c-46fa4f5f81d6 req-d1fffb51-1439-4255-8e95-58bb686be902 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:16.862514 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d1f45a21-6a01-49d6-a42c-46fa4f5f81d6 req-d1fffb51-1439-4255-8e95-58bb686be902 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 1127 time: 0.1903851 Feb 07 20:59:16.871856 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986929ab-2108-4da2-9361-221a12cc141c req-ba49f620-fba9-40f3-938c-7b4d3df98135 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:16.873293 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-986929ab-2108-4da2-9361-221a12cc141c req-ba49f620-fba9-40f3-938c-7b4d3df98135 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0f20b8e-357c-4d1c-91c0-a279c9b09be4 HTTP/1.1" status: 200 len: 949 time: 0.2098916 Feb 07 20:59:16.938144 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d047cec4-6027-43e0-baa0-70a88ba98190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:17.052410 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d1f45a21-6a01-49d6-a42c-46fa4f5f81d6 req-5063e354-5365-4f5b-8c32-59936b051661 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767600 Feb 07 20:59:17.075918 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-61115665-d628-48c2-93f2-9b9559fd0946 req-a84099fe-b6e0-4f01-9409-bd1bf8f87cbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f38419ab-fc71-4513-a641-407356967771 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:59:17.082401 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-61115665-d628-48c2-93f2-9b9559fd0946 req-a84099fe-b6e0-4f01-9409-bd1bf8f87cbc service neutron] Publish callbacks [] for port (f38419ab-fc71-4513-a641-407356967771), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:17.100479 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-986929ab-2108-4da2-9361-221a12cc141c req-5acc372e-f3c2-4283-b9ef-cb8e0f57cb96 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139473 Feb 07 20:59:17.111199 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-61115665-d628-48c2-93f2-9b9559fd0946 req-a84099fe-b6e0-4f01-9409-bd1bf8f87cbc service neutron] Transition to ACTIVE for port object f38419ab-fc71-4513-a641-407356967771 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:59:17.124342 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-61115665-d628-48c2-93f2-9b9559fd0946 req-a84099fe-b6e0-4f01-9409-bd1bf8f87cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (f38419ab-fc71-4513-a641-407356967771), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:17.199360 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e4f687-fa51-4e3b-adcf-fed733a3f318 admin admin] Router 706eb47f-ab2a-4fb6-9f6d-7143e05b684d has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:59:17.257163 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84099fe-b6e0-4f01-9409-bd1bf8f87cbc service neutron] Pushing event updated for resources: {'Port': ['ID=f38419ab-fc71-4513-a641-407356967771,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:17.315507 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 496e2680-440d-4938-bc4b-5e4fb38e1b51 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:59:17.362779 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 496e2680-440d-4938-bc4b-5e4fb38e1b51 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:59:17.364610 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 496e2680-440d-4938-bc4b-5e4fb38e1b51 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:59:17.403406 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e4f687-fa51-4e3b-adcf-fed733a3f318 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:59:17.413848 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-45e4f687-fa51-4e3b-adcf-fed733a3f318 admin admin] 10.222.0.65 "PUT /v2.0/routers/706eb47f-ab2a-4fb6-9f6d-7143e05b684d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3413928 Feb 07 20:59:17.414212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6299ac3b-96c1-497d-b091-17502aa6e42d None None] Sync routers for ids ['706eb47f-ab2a-4fb6-9f6d-7143e05b684d'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:59:17.416840 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42314) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:17.431878 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6299ac3b-96c1-497d-b091-17502aa6e42d None None] Routers {'706eb47f-ab2a-4fb6-9f6d-7143e05b684d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:59:17.432577 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6299ac3b-96c1-497d-b091-17502aa6e42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:58:50Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['706eb47f-ab2a-4fb6-9f6d-7143e05b684d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:17.448985 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18298851-ca3a-4152-b473-120c53d7ceb1 req-354d593f-0430-4b9a-a0c1-aed0bb032708 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:17.450890 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18298851-ca3a-4152-b473-120c53d7ceb1 req-354d593f-0430-4b9a-a0c1-aed0bb032708 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 1127 time: 0.2683074 Feb 07 20:59:17.456262 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d047cec4-6027-43e0-baa0-70a88ba98190 admin admin] Router b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 20:59:17.535368 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-61115665-d628-48c2-93f2-9b9559fd0946 req-a84099fe-b6e0-4f01-9409-bd1bf8f87cbc service neutron] Attempting to bind port f38419ab-fc71-4513-a641-407356967771 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:59:17.537482 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-61115665-d628-48c2-93f2-9b9559fd0946 req-a84099fe-b6e0-4f01-9409-bd1bf8f87cbc service neutron] Attempting to bind port f38419ab-fc71-4513-a641-407356967771 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:59:17.537833 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61115665-d628-48c2-93f2-9b9559fd0946 req-a84099fe-b6e0-4f01-9409-bd1bf8f87cbc service neutron] Attempting to bind port f38419ab-fc71-4513-a641-407356967771 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:59:17.566946 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba4d3abd-23e2-4301-b25c-5a7631d09218 admin admin] Publish callbacks [] for router (706eb47f-ab2a-4fb6-9f6d-7143e05b684d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:17.615673 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-6299ac3b-96c1-497d-b091-17502aa6e42d None None] Set router 706eb47f-ab2a-4fb6-9f6d-7143e05b684d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:59:17.639475 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61115665-d628-48c2-93f2-9b9559fd0946 req-a84099fe-b6e0-4f01-9409-bd1bf8f87cbc service neutron] Port f38419ab-fc71-4513-a641-407356967771 on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:59:17.639860 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61115665-d628-48c2-93f2-9b9559fd0946 req-a84099fe-b6e0-4f01-9409-bd1bf8f87cbc service neutron] Attempting to bind port f38419ab-fc71-4513-a641-407356967771 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:59:17.660453 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61115665-d628-48c2-93f2-9b9559fd0946 req-a84099fe-b6e0-4f01-9409-bd1bf8f87cbc service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:59:17.660836 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61115665-d628-48c2-93f2-9b9559fd0946 req-a84099fe-b6e0-4f01-9409-bd1bf8f87cbc service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:59:17.661184 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61115665-d628-48c2-93f2-9b9559fd0946 req-a84099fe-b6e0-4f01-9409-bd1bf8f87cbc service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:59:17.661632 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-61115665-d628-48c2-93f2-9b9559fd0946 req-a84099fe-b6e0-4f01-9409-bd1bf8f87cbc service neutron] Bound port: f38419ab-fc71-4513-a641-407356967771, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:59:17.661988 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-61115665-d628-48c2-93f2-9b9559fd0946 req-a84099fe-b6e0-4f01-9409-bd1bf8f87cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f38419ab-fc71-4513-a641-407356967771), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:17.671947 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18298851-ca3a-4152-b473-120c53d7ceb1 req-07e368ff-a934-4796-8115-6981214535a9 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136588 Feb 07 20:59:17.725368 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba4d3abd-23e2-4301-b25c-5a7631d09218 admin admin] Publish callbacks [] for router_gateway (706eb47f-ab2a-4fb6-9f6d-7143e05b684d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:17.755938 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b892065-93bd-4276-abf7-043d541deb55 req-3462c0dd-5746-4f42-b424-2ad69ee48621 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:17.757712 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8b892065-93bd-4276-abf7-043d541deb55 req-3462c0dd-5746-4f42-b424-2ad69ee48621 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=64f6a079-6a09-424a-a7b5-2f05ce5dd92e HTTP/1.1" status: 200 len: 947 time: 0.2616394 Feb 07 20:59:17.802271 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ba4d3abd-23e2-4301-b25c-5a7631d09218 admin admin] Deleting port 3b1a47ef-30f3-471a-b53e-79caccdf6486 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:59:17.802679 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba4d3abd-23e2-4301-b25c-5a7631d09218 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (3b1a47ef-30f3-471a-b53e-79caccdf6486), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:17.874762 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-61115665-d628-48c2-93f2-9b9559fd0946 req-a84099fe-b6e0-4f01-9409-bd1bf8f87cbc service neutron] For port f38419ab-fc71-4513-a641-407356967771, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:59:17.884562 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-61115665-d628-48c2-93f2-9b9559fd0946 req-a84099fe-b6e0-4f01-9409-bd1bf8f87cbc service neutron] For port f38419ab-fc71-4513-a641-407356967771, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=f38419ab-fc71-4513-a641-407356967771,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:59:17.887118 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d047cec4-6027-43e0-baa0-70a88ba98190 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:59:17.900060 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e39a184-17b0-45da-b6ce-8ce22e2d2f0e None None] Sync routers for ids ['b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:59:17.919016 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e39a184-17b0-45da-b6ce-8ce22e2d2f0e None None] Routers {'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:59:17.920366 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-1e39a184-17b0-45da-b6ce-8ce22e2d2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:58:50Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:17.946908 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-61115665-d628-48c2-93f2-9b9559fd0946 req-a84099fe-b6e0-4f01-9409-bd1bf8f87cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (f38419ab-fc71-4513-a641-407356967771), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:17.956324 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ba4d3abd-23e2-4301-b25c-5a7631d09218 admin admin] For port 3b1a47ef-30f3-471a-b53e-79caccdf6486, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=3b1a47ef-30f3-471a-b53e-79caccdf6486,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:17.958462 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba4d3abd-23e2-4301-b25c-5a7631d09218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (3b1a47ef-30f3-471a-b53e-79caccdf6486), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:17.962538 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6299ac3b-96c1-497d-b091-17502aa6e42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706eb47f-ab2a-4fb6-9f6d-7143e05b684d', 'name': 'tempest-ServerRescueTestJSON-501570068-router', 'tenant_id': 'ce2415b1f37244369055dcaf46ee8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '3b1a47ef-30f3-471a-b53e-79caccdf6486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:56:31Z', 'updated_at': '2022-02-07T20:59:16Z', 'revision_number': 5, 'project_id': 'ce2415b1f37244369055dcaf46ee8fc2', 'gw_port': {'id': '3b1a47ef-30f3-471a-b53e-79caccdf6486', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706eb47f-ab2a-4fb6-9f6d-7143e05b684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:56:33Z', 'updated_at': '2022-02-07T20:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:17.988261 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ba4d3abd-23e2-4301-b25c-5a7631d09218 admin admin] Calling delete_port for 3b1a47ef-30f3-471a-b53e-79caccdf6486 owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:59:17.993096 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61115665-d628-48c2-93f2-9b9559fd0946 req-a84099fe-b6e0-4f01-9409-bd1bf8f87cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:17.993734 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-61115665-d628-48c2-93f2-9b9559fd0946 req-a84099fe-b6e0-4f01-9409-bd1bf8f87cbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:18.000712 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61115665-d628-48c2-93f2-9b9559fd0946 req-a84099fe-b6e0-4f01-9409-bd1bf8f87cbc service neutron] 10.222.0.69 "PUT /v2.0/ports/f38419ab-fc71-4513-a641-407356967771 HTTP/1.1" status: 200 len: 1095 time: 1.8998215 Feb 07 20:59:18.013899 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6299ac3b-96c1-497d-b091-17502aa6e42d None None] Checking router: 706eb47f-ab2a-4fb6-9f6d-7143e05b684d for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:59:18.045559 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6299ac3b-96c1-497d-b091-17502aa6e42d None None] Routers {'706eb47f-ab2a-4fb6-9f6d-7143e05b684d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:59:18.046424 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6299ac3b-96c1-497d-b091-17502aa6e42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:58:50Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['706eb47f-ab2a-4fb6-9f6d-7143e05b684d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:18.101529 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d047cec4-6027-43e0-baa0-70a88ba98190 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:18.109211 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d047cec4-6027-43e0-baa0-70a88ba98190 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9407380 Feb 07 20:59:18.109413 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42322) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:18.233296 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42330) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:18.254990 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-1e39a184-17b0-45da-b6ce-8ce22e2d2f0e None None] Set router b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:59:18.269342 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8b892065-93bd-4276-abf7-043d541deb55 req-a6409e53-7c64-412d-8736-87ab47e7d2e5 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053294 Feb 07 20:59:18.310316 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-58df246b-0475-4210-abae-880cacb2d972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:18.359914 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-6299ac3b-96c1-497d-b091-17502aa6e42d None None] Set router 706eb47f-ab2a-4fb6-9f6d-7143e05b684d gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:59:18.377396 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84099fe-b6e0-4f01-9409-bd1bf8f87cbc service neutron] Pushing event updated for resources: {'Port': ['ID=f38419ab-fc71-4513-a641-407356967771,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:18.408021 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61115665-d628-48c2-93f2-9b9559fd0946 req-9e32e9ff-7131-4dee-9f2d-3fadb7d58f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:18.413646 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61115665-d628-48c2-93f2-9b9559fd0946 req-9e32e9ff-7131-4dee-9f2d-3fadb7d58f28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4d8bacae7f44b5e9ed8eb3efaf55dd6&device_id=64f6a079-6a09-424a-a7b5-2f05ce5dd92e HTTP/1.1" status: 200 len: 1129 time: 0.3032579 Feb 07 20:59:18.501189 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6299ac3b-96c1-497d-b091-17502aa6e42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706eb47f-ab2a-4fb6-9f6d-7143e05b684d', 'name': 'tempest-ServerRescueTestJSON-501570068-router', 'tenant_id': 'ce2415b1f37244369055dcaf46ee8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:56:31Z', 'updated_at': '2022-02-07T20:59:17Z', 'revision_number': 6, 'project_id': 'ce2415b1f37244369055dcaf46ee8fc2', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:18.504953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f6a079-6a09-424a-a7b5-2f05ce5dd92e', 'tag': 'f38419ab-fc71-4513-a641-407356967771'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:59:18.507218 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21a42a2-8ff3-4a3d-aabe-d13fb2dc6c25" -d '{"events": [{"name": "network-changed", "server_uuid": "64f6a079-6a09-424a-a7b5-2f05ce5dd92e", "tag": "f38419ab-fc71-4513-a641-407356967771"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:59:18.542698 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61115665-d628-48c2-93f2-9b9559fd0946 req-42fa2e51-e512-4a4c-9af7-3d6ba0434e0e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=f38419ab-fc71-4513-a641-407356967771 HTTP/1.1" status: 200 len: 217 time: 0.1190083 Feb 07 20:59:18.556452 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786cd81-2da7-4754-bc80-209adf872dde req-2ad78882-0259-44f6-a7db-65d00460a2f6 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:18.558186 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2786cd81-2da7-4754-bc80-209adf872dde req-2ad78882-0259-44f6-a7db-65d00460a2f6 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.71 "GET /v2.0/ports?device_id=c0f20b8e-357c-4d1c-91c0-a279c9b09be4 HTTP/1.1" status: 200 len: 949 time: 0.2210717 Feb 07 20:59:18.572387 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6299ac3b-96c1-497d-b091-17502aa6e42d None None] The sync data for ids ['706eb47f-ab2a-4fb6-9f6d-7143e05b684d'] in n-d-828185-2 is: [{'id': '706eb47f-ab2a-4fb6-9f6d-7143e05b684d', 'name': 'tempest-ServerRescueTestJSON-501570068-router', 'tenant_id': 'ce2415b1f37244369055dcaf46ee8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:56:31Z', 'updated_at': '2022-02-07T20:59:17Z', 'revision_number': 6, 'project_id': 'ce2415b1f37244369055dcaf46ee8fc2', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:59:18.653893 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61115665-d628-48c2-93f2-9b9559fd0946 req-8bce9c5d-fe20-4788-8a78-171294e4b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:18.655421 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61115665-d628-48c2-93f2-9b9559fd0946 req-8bce9c5d-fe20-4788-8a78-171294e4b57a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0855732 Feb 07 20:59:18.667677 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe58bb0-95a0-416f-a838-ca12a694c5d2 req-db248be5-001e-45b2-a53f-bc998a269975 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:18.674719 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cbe58bb0-95a0-416f-a838-ca12a694c5d2 req-db248be5-001e-45b2-a53f-bc998a269975 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0f20b8e-357c-4d1c-91c0-a279c9b09be4 HTTP/1.1" status: 200 len: 949 time: 0.1644030 Feb 07 20:59:18.717709 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-1e39a184-17b0-45da-b6ce-8ce22e2d2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'name': 'tempest-ServersTestFqdnHostnames-1114124265-router', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:12Z', 'updated_at': '2022-02-07T20:59:16Z', 'revision_number': 3, 'project_id': '1fb38b7e23d34fb68060f43eab10088d', 'gw_port': {'id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:14Z', 'updated_at': '2022-02-07T20:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:18.755073 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e39a184-17b0-45da-b6ce-8ce22e2d2f0e None None] Checking router: b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:59:18.755991 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e39a184-17b0-45da-b6ce-8ce22e2d2f0e None None] Updating router b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd port c20c6955-a597-4c21-a286-7236dd88e8be binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:59:18.780134 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cbe58bb0-95a0-416f-a838-ca12a694c5d2 req-fd92e148-00b9-497b-8384-2a5af904d77e tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025727 Feb 07 20:59:18.801991 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61115665-d628-48c2-93f2-9b9559fd0946 req-b06ac8bc-355f-413f-a513-887924c1da3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:18.806438 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61115665-d628-48c2-93f2-9b9559fd0946 req-b06ac8bc-355f-413f-a513-887924c1da3b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1217372 Feb 07 20:59:18.812899 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1e39a184-17b0-45da-b6ce-8ce22e2d2f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c20c6955-a597-4c21-a286-7236dd88e8be), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:18.844343 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a41e0c9-04f5-4987-b013-3211619f9cf8 x-openstack-request-id: req-2a41e0c9-04f5-4987-b013-3211619f9cf8 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:59:18.846344 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f6a079-6a09-424a-a7b5-2f05ce5dd92e", "tag": "f38419ab-fc71-4513-a641-407356967771", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:59:18.846344 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2a41e0c9-04f5-4987-b013-3211619f9cf8 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:59:18.846696 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f6a079-6a09-424a-a7b5-2f05ce5dd92e', 'tag': 'f38419ab-fc71-4513-a641-407356967771', 'status': 'completed', 'code': 200} Feb 07 20:59:18.896293 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4d1361e8-66be-49a5-a7e1-8f874e5cce95 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3cc12242261e4467a783592cf0e06b4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6569433 Feb 07 20:59:18.899270 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42356) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:18.913292 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba4d3abd-23e2-4301-b25c-5a7631d09218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (3b1a47ef-30f3-471a-b53e-79caccdf6486), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:19.009649 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d3abd-23e2-4301-b25c-5a7631d09218 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b1a47ef-30f3-471a-b53e-79caccdf6486,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:19.026179 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b43e8d64-e4f5-4308-b2e9-2beb6c2a55e5 admin admin] Publish callbacks [] for security_group (832bbab6-1a75-492f-af8b-fe9ec291859c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:19.058325 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b43e8d64-e4f5-4308-b2e9-2beb6c2a55e5 admin admin] Publish callbacks [] for security_group (832bbab6-1a75-492f-af8b-fe9ec291859c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:19.149602 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61115665-d628-48c2-93f2-9b9559fd0946 req-4bdba49f-a9a2-45c2-9049-d7d1757ef4a2 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378744 Feb 07 20:59:19.222770 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-2786cd81-2da7-4754-bc80-209adf872dde req-55f60f32-794e-4a35-9a1a-85b644086f05 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Deleting port 11c84524-bfbc-446b-ba38-afba21d4df5c {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:59:19.223117 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2786cd81-2da7-4754-bc80-209adf872dde req-55f60f32-794e-4a35-9a1a-85b644086f05 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (11c84524-bfbc-446b-ba38-afba21d4df5c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:19.287773 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1e39a184-17b0-45da-b6ce-8ce22e2d2f0e None None] Publish callbacks [] for port (c20c6955-a597-4c21-a286-7236dd88e8be), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:19.296182 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1e39a184-17b0-45da-b6ce-8ce22e2d2f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c20c6955-a597-4c21-a286-7236dd88e8be), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:19.300886 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61115665-d628-48c2-93f2-9b9559fd0946 req-e92cc344-f88d-4db5-8bf4-41d32226c3fe service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332974 Feb 07 20:59:19.304885 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b43e8d64-e4f5-4308-b2e9-2beb6c2a55e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (832bbab6-1a75-492f-af8b-fe9ec291859c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:19.308539 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b43e8d64-e4f5-4308-b2e9-2beb6c2a55e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:19.312383 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b43e8d64-e4f5-4308-b2e9-2beb6c2a55e5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/832bbab6-1a75-492f-af8b-fe9ec291859c HTTP/1.1" status: 204 len: 168 time: 0.4095707 Feb 07 20:59:19.328863 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-2786cd81-2da7-4754-bc80-209adf872dde req-55f60f32-794e-4a35-9a1a-85b644086f05 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] For port 11c84524-bfbc-446b-ba38-afba21d4df5c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=11c84524-bfbc-446b-ba38-afba21d4df5c,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:19.329498 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2786cd81-2da7-4754-bc80-209adf872dde req-55f60f32-794e-4a35-9a1a-85b644086f05 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (11c84524-bfbc-446b-ba38-afba21d4df5c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:19.336941 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e8d64-e4f5-4308-b2e9-2beb6c2a55e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832bbab6-1a75-492f-af8b-fe9ec291859c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:19.366584 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-2786cd81-2da7-4754-bc80-209adf872dde req-55f60f32-794e-4a35-9a1a-85b644086f05 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Calling delete_port for 11c84524-bfbc-446b-ba38-afba21d4df5c owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:59:19.457154 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-e65205c7-9cd7-421f-b220-26879f6b0712 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:59:19.458329 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-e65205c7-9cd7-421f-b220-26879f6b0712 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157993 Feb 07 20:59:19.483748 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba4d3abd-23e2-4301-b25c-5a7631d09218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (706eb47f-ab2a-4fb6-9f6d-7143e05b684d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:19.488784 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-1e39a184-17b0-45da-b6ce-8ce22e2d2f0e None None] Attempting to bind port c20c6955-a597-4c21-a286-7236dd88e8be on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:59:19.492047 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-1e39a184-17b0-45da-b6ce-8ce22e2d2f0e None None] Attempting to bind port c20c6955-a597-4c21-a286-7236dd88e8be by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:59:19.492916 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e39a184-17b0-45da-b6ce-8ce22e2d2f0e None None] Attempting to bind port c20c6955-a597-4c21-a286-7236dd88e8be on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:59:19.504208 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb0f06-51f2-4dfe-a6c6-e7fa721eb187 None None] Pushing event updated for resources: {'Port': ['ID=c20c6955-a597-4c21-a286-7236dd88e8be,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:19.509004 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e39a184-17b0-45da-b6ce-8ce22e2d2f0e None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:59:19.510116 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e39a184-17b0-45da-b6ce-8ce22e2d2f0e None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:59:19.511998 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1e39a184-17b0-45da-b6ce-8ce22e2d2f0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:19.512828 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e39a184-17b0-45da-b6ce-8ce22e2d2f0e None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:59:19.514154 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-1e39a184-17b0-45da-b6ce-8ce22e2d2f0e None None] Bound port: c20c6955-a597-4c21-a286-7236dd88e8be, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:59:19.514732 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1e39a184-17b0-45da-b6ce-8ce22e2d2f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c20c6955-a597-4c21-a286-7236dd88e8be), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:19.585850 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deb0f06-51f2-4dfe-a6c6-e7fa721eb187 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:19.586439 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deb0f06-51f2-4dfe-a6c6-e7fa721eb187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:19.587017 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deb0f06-51f2-4dfe-a6c6-e7fa721eb187 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:19.587527 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deb0f06-51f2-4dfe-a6c6-e7fa721eb187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:19.588216 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deb0f06-51f2-4dfe-a6c6-e7fa721eb187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:19.588748 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deb0f06-51f2-4dfe-a6c6-e7fa721eb187 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:19.589535 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deb0f06-51f2-4dfe-a6c6-e7fa721eb187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:19.590457 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deb0f06-51f2-4dfe-a6c6-e7fa721eb187 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:19.591455 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deb0f06-51f2-4dfe-a6c6-e7fa721eb187 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:19.592027 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deb0f06-51f2-4dfe-a6c6-e7fa721eb187 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:19.592635 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deb0f06-51f2-4dfe-a6c6-e7fa721eb187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:19.593886 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deb0f06-51f2-4dfe-a6c6-e7fa721eb187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:19.594288 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deb0f06-51f2-4dfe-a6c6-e7fa721eb187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:19.634932 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 3b617b76-438e-48d2-8813-ff6db6efbf88 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:59:19.662743 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-1e39a184-17b0-45da-b6ce-8ce22e2d2f0e None None] For port c20c6955-a597-4c21-a286-7236dd88e8be, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:59:19.671425 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-1e39a184-17b0-45da-b6ce-8ce22e2d2f0e None None] For port c20c6955-a597-4c21-a286-7236dd88e8be, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c20c6955-a597-4c21-a286-7236dd88e8be,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:59:19.685828 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 3b617b76-438e-48d2-8813-ff6db6efbf88 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:59:19.686540 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 3b617b76-438e-48d2-8813-ff6db6efbf88 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:59:19.687255 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 3b1a47ef-30f3-471a-b53e-79caccdf6486 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:59:19.691013 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1e39a184-17b0-45da-b6ce-8ce22e2d2f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c20c6955-a597-4c21-a286-7236dd88e8be), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:19.753217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6a901-4d6f-4b96-85cd-7d5d1d836f0e req-944ad0b8-30b2-4616-b70d-305061299dce tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:19.758470 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-99e6a901-4d6f-4b96-85cd-7d5d1d836f0e req-944ad0b8-30b2-4616-b70d-305061299dce tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=64f6a079-6a09-424a-a7b5-2f05ce5dd92e HTTP/1.1" status: 200 len: 947 time: 0.2361388 Feb 07 20:59:19.769825 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a42a2-8ff3-4a3d-aabe-d13fb2dc6c25 req-d8d40e37-26f1-47e4-b5d2-7ba423a26c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:19.770458 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 3b1a47ef-30f3-471a-b53e-79caccdf6486 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:59:19.770800 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 3b1a47ef-30f3-471a-b53e-79caccdf6486 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:59:19.779005 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e21a42a2-8ff3-4a3d-aabe-d13fb2dc6c25 req-d8d40e37-26f1-47e4-b5d2-7ba423a26c14 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4d8bacae7f44b5e9ed8eb3efaf55dd6&device_id=64f6a079-6a09-424a-a7b5-2f05ce5dd92e HTTP/1.1" status: 200 len: 1129 time: 0.3859951 Feb 07 20:59:19.801883 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba4d3abd-23e2-4301-b25c-5a7631d09218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (706eb47f-ab2a-4fb6-9f6d-7143e05b684d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:19.806649 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-ef33f1b0-d44e-4bf2-af45-30f067af7656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:19.808061 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-ef33f1b0-d44e-4bf2-af45-30f067af7656 service neutron] 10.222.0.65 "GET /v2.0/ports/93ee91eb-6dbb-433c-a9fb-f56317706ba6 HTTP/1.1" status: 200 len: 1124 time: 0.2667727 Feb 07 20:59:19.809700 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba4d3abd-23e2-4301-b25c-5a7631d09218 admin admin] Publish callbacks [] for router_controller (706eb47f-ab2a-4fb6-9f6d-7143e05b684d), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:19.825717 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-4247b1f5-d426-4967-81d6-0dd7fd1bc002 service neutron] Request body: {'binding': {'host': 'n-h2-828185-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:19.826174 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-4247b1f5-d426-4967-81d6-0dd7fd1bc002 service neutron] Unknown quota resources ['binding']. {{(pid=103256) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 20:59:19.870307 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e39a184-17b0-45da-b6ce-8ce22e2d2f0e None None] Routers {'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:59:19.872013 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-1e39a184-17b0-45da-b6ce-8ce22e2d2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:58:50Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:19.960708 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-99e6a901-4d6f-4b96-85cd-7d5d1d836f0e req-68fa34d2-8a2b-4427-8791-3e1bd2b058fc tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804457 Feb 07 20:59:20.012732 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a42a2-8ff3-4a3d-aabe-d13fb2dc6c25 req-2920801e-17ea-4c35-95fa-16409d769a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:20.015482 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e21a42a2-8ff3-4a3d-aabe-d13fb2dc6c25 req-2920801e-17ea-4c35-95fa-16409d769a2b service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.2075038 Feb 07 20:59:20.067586 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb0f06-51f2-4dfe-a6c6-e7fa721eb187 None None] Pushing event updated for resources: {'Port': ['ID=c20c6955-a597-4c21-a286-7236dd88e8be,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:20.090224 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba4d3abd-23e2-4301-b25c-5a7631d09218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (706eb47f-ab2a-4fb6-9f6d-7143e05b684d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:20.090728 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4d3abd-23e2-4301-b25c-5a7631d09218 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 706eb47f-ab2a-4fb6-9f6d-7143e05b684d {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 20:59:20.101944 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e21a42a2-8ff3-4a3d-aabe-d13fb2dc6c25 req-970f4c4f-274e-40ab-a278-785d61dff37f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=f38419ab-fc71-4513-a641-407356967771 HTTP/1.1" status: 200 len: 217 time: 0.0778372 Feb 07 20:59:20.109802 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba4d3abd-23e2-4301-b25c-5a7631d09218 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:20.110872 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ba4d3abd-23e2-4301-b25c-5a7631d09218 admin admin] 10.222.0.65 "DELETE /v2.0/routers/706eb47f-ab2a-4fb6-9f6d-7143e05b684d HTTP/1.1" status: 204 len: 168 time: 2.6924417 Feb 07 20:59:20.119224 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42380) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:20.167235 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-1e39a184-17b0-45da-b6ce-8ce22e2d2f0e None None] Set router b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:59:20.284380 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a42a2-8ff3-4a3d-aabe-d13fb2dc6c25 req-48f92982-dcfe-4d38-9c37-0e8792e3a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:20.285890 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e21a42a2-8ff3-4a3d-aabe-d13fb2dc6c25 req-48f92982-dcfe-4d38-9c37-0e8792e3a8ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1450620 Feb 07 20:59:20.507926 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-1e39a184-17b0-45da-b6ce-8ce22e2d2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'name': 'tempest-ServersTestFqdnHostnames-1114124265-router', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:12Z', 'updated_at': '2022-02-07T20:59:16Z', 'revision_number': 3, 'project_id': '1fb38b7e23d34fb68060f43eab10088d', 'gw_port': {'id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:14Z', 'updated_at': '2022-02-07T20:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:20.514955 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-baa09804-e46b-4591-bd9a-74aedbe166ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:20.565815 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e39a184-17b0-45da-b6ce-8ce22e2d2f0e None None] The sync data for ids ['b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'] in n-d-828185-2 is: [{'id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'name': 'tempest-ServersTestFqdnHostnames-1114124265-router', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:12Z', 'updated_at': '2022-02-07T20:59:16Z', 'revision_number': 3, 'project_id': '1fb38b7e23d34fb68060f43eab10088d', 'gw_port': {'id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:14Z', 'updated_at': '2022-02-07T20:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:59:20.617794 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42392) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:20.636851 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2786cd81-2da7-4754-bc80-209adf872dde req-55f60f32-794e-4a35-9a1a-85b644086f05 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (11c84524-bfbc-446b-ba38-afba21d4df5c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:20.649269 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['84ce1b42-ffd6-4d84-ba73-4f58e89ae95c'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:59:20.668294 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca7631-619a-4ebe-89ce-b42466f00e35 req-d00fb116-e129-4cc6-9032-92e42b6655af tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:20.676411 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4dca7631-619a-4ebe-89ce-b42466f00e35 req-d00fb116-e129-4cc6-9032-92e42b6655af tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0f20b8e-357c-4d1c-91c0-a279c9b09be4 HTTP/1.1" status: 200 len: 949 time: 0.5769453 Feb 07 20:59:20.712293 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f60f32-794e-4a35-9a1a-85b644086f05 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Pushing event deleted for resources: {'Port': ['ID=11c84524-bfbc-446b-ba38-afba21d4df5c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:20.787734 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4dca7631-619a-4ebe-89ce-b42466f00e35 req-454669e2-7dbb-436e-a47e-14913d660b89 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104178 Feb 07 20:59:20.812902 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb1a5167-3dbc-4dff-b197-c2e6355c2dd1 admin admin] Deleting subnet 5ea6921b-4a40-44b4-a0e9-1841fa551429 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 20:59:20.822758 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a42a2-8ff3-4a3d-aabe-d13fb2dc6c25 req-592fd37a-2ad2-4646-a0d6-9982fa6da9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:20.824267 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e21a42a2-8ff3-4a3d-aabe-d13fb2dc6c25 req-592fd37a-2ad2-4646-a0d6-9982fa6da9fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5307467 Feb 07 20:59:20.834125 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb1a5167-3dbc-4dff-b197-c2e6355c2dd1 admin admin] Publish callbacks [] for subnet (5ea6921b-4a40-44b4-a0e9-1841fa551429), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:20.928375 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1683725e-713c-4faa-8dac-5a55193b0d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:20.951075 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-002aaf9d-8bcc-42c7-97cb-053b41b43cbe admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1980754697-network', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:21.005776 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e21a42a2-8ff3-4a3d-aabe-d13fb2dc6c25 req-f55abafa-bce2-4c4e-888e-269dedec8375 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707463 Feb 07 20:59:21.054181 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-2786cd81-2da7-4754-bc80-209adf872dde req-55f60f32-794e-4a35-9a1a-85b644086f05 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] No DVR routers for this DVR port 11c84524-bfbc-446b-ba38-afba21d4df5c on host n-h2-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:59:21.060986 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2786cd81-2da7-4754-bc80-209adf872dde req-55f60f32-794e-4a35-9a1a-85b644086f05 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:21.066716 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2786cd81-2da7-4754-bc80-209adf872dde req-55f60f32-794e-4a35-9a1a-85b644086f05 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.71 "DELETE /v2.0/ports/11c84524-bfbc-446b-ba38-afba21d4df5c HTTP/1.1" status: 204 len: 173 time: 2.5002866 Feb 07 20:59:21.069333 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f20b8e-357c-4d1c-91c0-a279c9b09be4', 'name': 'network-vif-deleted', 'tag': '11c84524-bfbc-446b-ba38-afba21d4df5c'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:59:21.071824 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3236b2-813b-4bbc-bdd3-e2e9624046d2" -d '{"events": [{"server_uuid": "c0f20b8e-357c-4d1c-91c0-a279c9b09be4", "name": "network-vif-deleted", "tag": "11c84524-bfbc-446b-ba38-afba21d4df5c"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:59:21.099722 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002aaf9d-8bcc-42c7-97cb-053b41b43cbe admin admin] Made reservation on behalf of d25ea6a8c80e4111a262f2acee0a2059 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:59:21.102007 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-002aaf9d-8bcc-42c7-97cb-053b41b43cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:21.110155 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb1a5167-3dbc-4dff-b197-c2e6355c2dd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (5ea6921b-4a40-44b4-a0e9-1841fa551429), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:21.114087 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-4247b1f5-d426-4967-81d6-0dd7fd1bc002 service neutron] Attempting to bind port 93ee91eb-6dbb-433c-a9fb-f56317706ba6 on host n-h2-828185-2 for vnic_type normal with profile None {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:59:21.114431 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-4247b1f5-d426-4967-81d6-0dd7fd1bc002 service neutron] Attempting to bind port 93ee91eb-6dbb-433c-a9fb-f56317706ba6 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:59:21.114764 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-4247b1f5-d426-4967-81d6-0dd7fd1bc002 service neutron] Attempting to bind port 93ee91eb-6dbb-433c-a9fb-f56317706ba6 on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:59:21.152669 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-002aaf9d-8bcc-42c7-97cb-053b41b43cbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:21.172283 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-4247b1f5-d426-4967-81d6-0dd7fd1bc002 service neutron] Port 93ee91eb-6dbb-433c-a9fb-f56317706ba6 on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:59:21.172649 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-4247b1f5-d426-4967-81d6-0dd7fd1bc002 service neutron] Attempting to bind port 93ee91eb-6dbb-433c-a9fb-f56317706ba6 on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:59:21.189333 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d7c94-9abd-45c9-b157-f9fe620a0d56 req-981cf3a6-8d4e-419c-a1b9-6c624a6116e8 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:21.190830 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f9d7c94-9abd-45c9-b157-f9fe620a0d56 req-981cf3a6-8d4e-419c-a1b9-6c624a6116e8 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=64f6a079-6a09-424a-a7b5-2f05ce5dd92e HTTP/1.1" status: 200 len: 947 time: 0.0974488 Feb 07 20:59:21.209844 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e21a42a2-8ff3-4a3d-aabe-d13fb2dc6c25 req-a4581bfd-df20-42d7-b369-e911e9b2938f service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860056 Feb 07 20:59:21.238794 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-4247b1f5-d426-4967-81d6-0dd7fd1bc002 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:59:21.239436 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-4247b1f5-d426-4967-81d6-0dd7fd1bc002 service neutron] Checking segment: {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:59:21.240004 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-4247b1f5-d426-4967-81d6-0dd7fd1bc002 service neutron] Bound using segment: {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:59:21.240678 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-4247b1f5-d426-4967-81d6-0dd7fd1bc002 service neutron] Bound port: 93ee91eb-6dbb-433c-a9fb-f56317706ba6, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:59:21.271108 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f9d7c94-9abd-45c9-b157-f9fe620a0d56 req-317fe08f-3e25-4b24-a173-e3b90b544dbc tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710495 Feb 07 20:59:21.298378 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb1a5167-3dbc-4dff-b197-c2e6355c2dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (5ea6921b-4a40-44b4-a0e9-1841fa551429), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:21.353519 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 11c84524-bfbc-446b-ba38-afba21d4df5c no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:59:21.353706 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9278cea-061e-4ec8-8477-f3eec7b466d5 x-openstack-request-id: req-d9278cea-061e-4ec8-8477-f3eec7b466d5 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:59:21.353907 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f20b8e-357c-4d1c-91c0-a279c9b09be4", "name": "network-vif-deleted", "tag": "11c84524-bfbc-446b-ba38-afba21d4df5c", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:59:21.354139 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d9278cea-061e-4ec8-8477-f3eec7b466d5 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:59:21.354534 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f20b8e-357c-4d1c-91c0-a279c9b09be4', 'name': 'network-vif-deleted', 'tag': '11c84524-bfbc-446b-ba38-afba21d4df5c', 'status': 'completed', 'code': 200} Feb 07 20:59:21.389822 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 11c84524-bfbc-446b-ba38-afba21d4df5c {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:59:21.390496 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 11c84524-bfbc-446b-ba38-afba21d4df5c not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:59:21.418652 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-4247b1f5-d426-4967-81d6-0dd7fd1bc002 service neutron] For port 93ee91eb-6dbb-433c-a9fb-f56317706ba6, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=93ee91eb-6dbb-433c-a9fb-f56317706ba6,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:59:21.439234 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-4247b1f5-d426-4967-81d6-0dd7fd1bc002 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:21.440441 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-4247b1f5-d426-4967-81d6-0dd7fd1bc002 service neutron] 10.222.0.65 "POST /v2.0/ports/93ee91eb-6dbb-433c-a9fb-f56317706ba6/bindings HTTP/1.1" status: 201 len: 389 time: 1.6226773 Feb 07 20:59:21.441565 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-1683725e-713c-4faa-8dac-5a55193b0d8e admin admin] Allocated IP 172.20.0.1 (31977659-2f69-4a72-a821-e5e4ae21938f/804a6593-f65e-4386-a009-e6b4c27bdac4/cb9300a5-25eb-4cfa-b851-1933b169c49b) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:59:21.462422 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb1a5167-3dbc-4dff-b197-c2e6355c2dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (5ea6921b-4a40-44b4-a0e9-1841fa551429), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:21.539282 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a5167-3dbc-4dff-b197-c2e6355c2dd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ea6921b-4a40-44b4-a0e9-1841fa551429,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:21.648244 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:21.663437 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c20c6955-a597-4c21-a286-7236dd88e8be up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:59:21.702100 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb1a5167-3dbc-4dff-b197-c2e6355c2dd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:21.717695 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cb1a5167-3dbc-4dff-b197-c2e6355c2dd1 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5ea6921b-4a40-44b4-a0e9-1841fa551429 HTTP/1.1" status: 204 len: 168 time: 1.5914457 Feb 07 20:59:21.724513 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42408) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:21.739841 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-002aaf9d-8bcc-42c7-97cb-053b41b43cbe admin admin] Publish callbacks [] for security_group (af812b58-4718-4f52-90b5-982b357cc795), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:21.749857 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfbd4f-b60f-49ac-96bf-7c59a6f90723 req-aac9fb50-608b-4e8e-9676-b136d269a038 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:21.757651 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port c20c6955-a597-4c21-a286-7236dd88e8be triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:21.757873 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ddbfbd4f-b60f-49ac-96bf-7c59a6f90723 req-aac9fb50-608b-4e8e-9676-b136d269a038 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 945 time: 0.1156721 Feb 07 20:59:21.758384 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c20c6955-a597-4c21-a286-7236dd88e8be), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:21.767341 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-002aaf9d-8bcc-42c7-97cb-053b41b43cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (af812b58-4718-4f52-90b5-982b357cc795), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:21.898976 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-002aaf9d-8bcc-42c7-97cb-053b41b43cbe admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:59:21.906069 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port c20c6955-a597-4c21-a286-7236dd88e8be is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:21.906509 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c20c6955-a597-4c21-a286-7236dd88e8be), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:21.922739 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd45a2d2-a0ec-4b70-b21a-647c72f7a446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (6eec4ad7-adfb-4ae7-ac70-34193aac88e5), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:21.924260 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002aaf9d-8bcc-42c7-97cb-053b41b43cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af812b58-4718-4f52-90b5-982b357cc795,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:21.931690 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1683725e-713c-4faa-8dac-5a55193b0d8e admin admin] Publish callbacks [] for port (cb9300a5-25eb-4cfa-b851-1933b169c49b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:21.951076 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port c20c6955-a597-4c21-a286-7236dd88e8be, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c20c6955-a597-4c21-a286-7236dd88e8be,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:21.959246 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c20c6955-a597-4c21-a286-7236dd88e8be), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:21.959701 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-002aaf9d-8bcc-42c7-97cb-053b41b43cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (7d800224-c8b9-4a77-9779-0ffd30631e2e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:21.960055 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-002aaf9d-8bcc-42c7-97cb-053b41b43cbe admin admin] Added segment 7d800224-c8b9-4a77-9779-0ffd30631e2e of type vlan for network 1d126bd2-e7d9-441a-a099-aac0556c8e1f Feb 07 20:59:21.972412 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-1acea106-63fb-4c59-b14d-290148c4aa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:21.973920 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-1acea106-63fb-4c59-b14d-290148c4aa33 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 1127 time: 0.1540840 Feb 07 20:59:21.984655 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ddbfbd4f-b60f-49ac-96bf-7c59a6f90723 req-297aa694-91b4-472e-8559-0e272fb1d642 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043262 Feb 07 20:59:22.029379 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=c20c6955-a597-4c21-a286-7236dd88e8be,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:22.047418 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-002aaf9d-8bcc-42c7-97cb-053b41b43cbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (1d126bd2-e7d9-441a-a099-aac0556c8e1f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:22.133593 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd45a2d2-a0ec-4b70-b21a-647c72f7a446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (6eec4ad7-adfb-4ae7-ac70-34193aac88e5), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:22.169644 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-cd45a2d2-a0ec-4b70-b21a-647c72f7a446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eec4ad7-adfb-4ae7-ac70-34193aac88e5']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:22.174555 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-002aaf9d-8bcc-42c7-97cb-053b41b43cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (1d126bd2-e7d9-441a-a099-aac0556c8e1f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:22.175556 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002aaf9d-8bcc-42c7-97cb-053b41b43cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:22.176177 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-002aaf9d-8bcc-42c7-97cb-053b41b43cbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:22.197170 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-cd45a2d2-a0ec-4b70-b21a-647c72f7a446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36ba493-f45a-477f-bc2f-ba08eaae4add') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:22.197556 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-cd45a2d2-a0ec-4b70-b21a-647c72f7a446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36ba493-f45a-477f-bc2f-ba08eaae4add') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:22.210861 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd45a2d2-a0ec-4b70-b21a-647c72f7a446 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (c36ba493-f45a-477f-bc2f-ba08eaae4add), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:22.242734 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd45a2d2-a0ec-4b70-b21a-647c72f7a446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (c36ba493-f45a-477f-bc2f-ba08eaae4add), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:22.249978 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd45a2d2-a0ec-4b70-b21a-647c72f7a446 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 20:59:22.250143 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd45a2d2-a0ec-4b70-b21a-647c72f7a446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (c36ba493-f45a-477f-bc2f-ba08eaae4add), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:22.253484 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1683725e-713c-4faa-8dac-5a55193b0d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (cb9300a5-25eb-4cfa-b851-1933b169c49b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: timer() Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 20:59:22.265473 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 20:59:22.291180 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-002aaf9d-8bcc-42c7-97cb-053b41b43cbe admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6518025 Feb 07 20:59:22.306413 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42424) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:22.314913 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-7e64b714-a420-41ae-b449-6766c64ce6c3 admin admin] Request body: {'subnet': {'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1980754697-subnet', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:22.339098 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-3716a423-e714-4185-b512-f36dc6c48149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:22.340624 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-3716a423-e714-4185-b512-f36dc6c48149 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9707a7e2-bd1b-48e9-a067-23aeb539b5df HTTP/1.1" status: 200 len: 922 time: 0.2886415 Feb 07 20:59:22.358962 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1683725e-713c-4faa-8dac-5a55193b0d8e admin admin] Network 31977659-2f69-4a72-a821-e5e4ae21938f is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:59:22.367241 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002aaf9d-8bcc-42c7-97cb-053b41b43cbe admin admin] Pushing event updated for resources: {'Network': ['ID=1d126bd2-e7d9-441a-a099-aac0556c8e1f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:22.370897 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd45a2d2-a0ec-4b70-b21a-647c72f7a446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (6eec4ad7-adfb-4ae7-ac70-34193aac88e5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:22.378031 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd45a2d2-a0ec-4b70-b21a-647c72f7a446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:22.383596 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-cd45a2d2-a0ec-4b70-b21a-647c72f7a446 admin admin] 10.222.0.65 "DELETE /v2.0/networks/6eec4ad7-adfb-4ae7-ac70-34193aac88e5 HTTP/1.1" status: 204 len: 168 time: 0.6587238 Feb 07 20:59:22.383915 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-1683725e-713c-4faa-8dac-5a55193b0d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:59:22.390388 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 1d126bd2-e7d9-441a-a099-aac0556c8e1f details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:59:22.396631 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45a2d2-a0ec-4b70-b21a-647c72f7a446 admin admin] Pushing event deleted for resources: {'Network': ['ID=6eec4ad7-adfb-4ae7-ac70-34193aac88e5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:22.415879 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19079bc0-9490-4f13-a3c6-06fffb295629 req-9e21b159-08e2-498d-bec3-b9794575c61d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:22.425300 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19079bc0-9490-4f13-a3c6-06fffb295629 req-9e21b159-08e2-498d-bec3-b9794575c61d tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 950 time: 0.1015496 Feb 07 20:59:22.428010 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683725e-713c-4faa-8dac-5a55193b0d8e admin admin] Pushing event updated for resources: {'Port': ['ID=cb9300a5-25eb-4cfa-b851-1933b169c49b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:22.430500 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1683725e-713c-4faa-8dac-5a55193b0d8e admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:59:22.435386 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-ae84cfa0-3f1c-4d2f-ad4e-76844a62b324 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93ee91eb-6dbb-433c-a9fb-f56317706ba6 HTTP/1.1" status: 200 len: 217 time: 0.0823274 Feb 07 20:59:22.435951 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e64b714-a420-41ae-b449-6766c64ce6c3 admin admin] Made reservation on behalf of d25ea6a8c80e4111a262f2acee0a2059 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:59:22.438683 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e64b714-a420-41ae-b449-6766c64ce6c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:22.601957 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19079bc0-9490-4f13-a3c6-06fffb295629 req-f47fb1c5-ab5f-4d8a-883b-cc5e8fecb630 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753771 Feb 07 20:59:22.617577 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dfd1f-e5fb-4746-8cef-e968c9d0dac6 req-29030a9f-5337-4c09-9c13-b2d4cff5ee5d tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:22.619366 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe3dfd1f-e5fb-4746-8cef-e968c9d0dac6 req-29030a9f-5337-4c09-9c13-b2d4cff5ee5d tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=64f6a079-6a09-424a-a7b5-2f05ce5dd92e HTTP/1.1" status: 200 len: 947 time: 0.1918008 Feb 07 20:59:22.657056 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42432) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:22.687456 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-247a60c0-48cc-4bd8-9980-5aab399c320f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:22.689085 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-247a60c0-48cc-4bd8-9980-5aab399c320f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f3768dda-d71b-40b0-9d56-296b11c3fa2b HTTP/1.1" status: 200 len: 861 time: 0.2066312 Feb 07 20:59:22.737411 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-7dab3e15-e87d-42f8-91fb-2addd7947136 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9707a7e2-bd1b-48e9-a067-23aeb539b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417953 Feb 07 20:59:22.738140 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1683725e-713c-4faa-8dac-5a55193b0d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:22.753563 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe3dfd1f-e5fb-4746-8cef-e968c9d0dac6 req-1122466e-fd7f-4871-998e-93e24ab4becc tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201472 Feb 07 20:59:22.764535 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e38cfa6e-74ef-495b-8e67-6495d76d3132 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce2415b1f37244369055dcaf46ee8fc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1031749 Feb 07 20:59:22.768719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42434) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:22.773301 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-10e328af-f993-401e-88df-a4d5f30e8fe0 None None] Provisioning complete for port cb9300a5-25eb-4cfa-b851-1933b169c49b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:22.773834 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-10e328af-f993-401e-88df-a4d5f30e8fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (cb9300a5-25eb-4cfa-b851-1933b169c49b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:22.829171 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4931721-3b87-47f8-bafb-e9955bd14f4c admin admin] Publish callbacks [] for security_group (fd5a77c8-948f-4b0b-bba5-c01b306793b1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:22.834396 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-10e328af-f993-401e-88df-a4d5f30e8fe0 None None] Port cb9300a5-25eb-4cfa-b851-1933b169c49b cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:59:22.858172 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4931721-3b87-47f8-bafb-e9955bd14f4c admin admin] Publish callbacks [] for security_group (fd5a77c8-948f-4b0b-bba5-c01b306793b1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:22.921573 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4931721-3b87-47f8-bafb-e9955bd14f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (fd5a77c8-948f-4b0b-bba5-c01b306793b1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:22.925797 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4931721-3b87-47f8-bafb-e9955bd14f4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:22.929329 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b4931721-3b87-47f8-bafb-e9955bd14f4c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fd5a77c8-948f-4b0b-bba5-c01b306793b1 HTTP/1.1" status: 204 len: 168 time: 0.1573730 Feb 07 20:59:22.942471 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4931721-3b87-47f8-bafb-e9955bd14f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5a77c8-948f-4b0b-bba5-c01b306793b1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:23.004349 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-ed2e849a-3084-45ac-bbb4-8b594eff8a44 service neutron] 10.222.0.71 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236311 Feb 07 20:59:23.022203 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device f38419ab-fc71-4513-a641-407356967771 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:59:23.136841 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1683725e-713c-4faa-8dac-5a55193b0d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (cb9300a5-25eb-4cfa-b851-1933b169c49b), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:23.153349 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e64b714-a420-41ae-b449-6766c64ce6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (0114e2a3-2e78-44be-93bb-c1c41aa269ed), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:23.166872 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:23.245488 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf1f5f-dff5-4468-8229-6b9ca557aa4b req-047ce67f-68b8-4e2f-a3bf-44ce3d367d3c tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:23.260479 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-60bf1f5f-dff5-4468-8229-6b9ca557aa4b req-047ce67f-68b8-4e2f-a3bf-44ce3d367d3c tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 945 time: 0.1236675 Feb 07 20:59:23.282167 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64b714-a420-41ae-b449-6766c64ce6c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0114e2a3-2e78-44be-93bb-c1c41aa269ed,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:23.292648 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-2b9db7f5-ddae-4f5e-8550-dd31e3e7db98 service neutron] 10.222.0.71 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422352 Feb 07 20:59:23.324669 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port f38419ab-fc71-4513-a641-407356967771, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=f38419ab-fc71-4513-a641-407356967771,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:23.343714 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'f38419ab-fc71-4513-a641-407356967771', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': 'f38419ab-fc71-4513-a641-407356967771', 'mac_address': 'fa:16:3e:32:be:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:59:23.370949 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e64b714-a420-41ae-b449-6766c64ce6c3 admin admin] Checking segment: {'id': '7d800224-c8b9-4a77-9779-0ffd30631e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:59:23.380789 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e64b714-a420-41ae-b449-6766c64ce6c3 admin admin] Network hostable DHCP agents. Network: 1d126bd2-e7d9-441a-a099-aac0556c8e1f, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:59:23.392892 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-60bf1f5f-dff5-4468-8229-6b9ca557aa4b req-0c7a1e11-eaa8-42c3-9c04-d867b5630718 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312826 Feb 07 20:59:23.430523 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port f38419ab-fc71-4513-a641-407356967771 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:23.431164 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f38419ab-fc71-4513-a641-407356967771), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:23.446593 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f38419ab-fc71-4513-a641-407356967771 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:59:23.469395 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port f38419ab-fc71-4513-a641-407356967771, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=f38419ab-fc71-4513-a641-407356967771,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:23.476761 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f38419ab-fc71-4513-a641-407356967771), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:23.538891 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=f38419ab-fc71-4513-a641-407356967771,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:23.548674 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1683725e-713c-4faa-8dac-5a55193b0d8e admin admin] Publish callbacks [] for port (cb9300a5-25eb-4cfa-b851-1933b169c49b), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:23.554393 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e64b714-a420-41ae-b449-6766c64ce6c3 admin admin] Network 1d126bd2-e7d9-441a-a099-aac0556c8e1f is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:59:23.561116 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1683725e-713c-4faa-8dac-5a55193b0d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (cb9300a5-25eb-4cfa-b851-1933b169c49b), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:23.579378 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c20c6955-a597-4c21-a286-7236dd88e8be up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:59:23.651568 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-7e64b714-a420-41ae-b449-6766c64ce6c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 1d126bd2-e7d9-441a-a099-aac0556c8e1f) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:59:23.670000 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7703a2b5-3dba-45d1-9ea3-0525a8bbb209 None None] Network 1d126bd2-e7d9-441a-a099-aac0556c8e1f requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:59:23.680165 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e64b714-a420-41ae-b449-6766c64ce6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:23.680991 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e64b714-a420-41ae-b449-6766c64ce6c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:23.737501 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683725e-713c-4faa-8dac-5a55193b0d8e admin admin] Pushing event updated for resources: {'Port': ['ID=cb9300a5-25eb-4cfa-b851-1933b169c49b,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:23.745356 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7e64b714-a420-41ae-b449-6766c64ce6c3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4361935 Feb 07 20:59:23.747026 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1683725e-713c-4faa-8dac-5a55193b0d8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:23.748199 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42456) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:23.754387 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1980754697-router', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:23.775990 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port c20c6955-a597-4c21-a286-7236dd88e8be triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:23.776595 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c20c6955-a597-4c21-a286-7236dd88e8be), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:23.855183 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9f80f3-7320-4b31-8968-581343655152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-1d126bd2-e7d9-441a-a099-aac0556c8e1f', 'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f', 'project_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'fixed_ips': [{'subnet_id': '0114e2a3-2e78-44be-93bb-c1c41aa269ed'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 20:59:23.855848 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1a9f80f3-7320-4b31-8968-581343655152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:23.882094 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['f38419ab-fc71-4513-a641-407356967771'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:59:23.890617 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1683725e-713c-4faa-8dac-5a55193b0d8e admin admin] Network 31977659-2f69-4a72-a821-e5e4ae21938f is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:59:23.892531 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-1683725e-713c-4faa-8dac-5a55193b0d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:59:24.080131 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (644e477a-47a9-4fda-ab7e-b87a5677db16), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:24.091285 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (644e477a-47a9-4fda-ab7e-b87a5677db16), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:24.114622 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port c20c6955-a597-4c21-a286-7236dd88e8be is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:24.164018 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1683725e-713c-4faa-8dac-5a55193b0d8e admin admin] Router b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:59:24.209701 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73bcf7-4b31-4107-938a-f2463739328a req-cbecd40e-157d-4823-974c-d2cfe0ac49e0 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:24.211210 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-be73bcf7-4b31-4107-938a-f2463739328a req-cbecd40e-157d-4823-974c-d2cfe0ac49e0 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.71 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 950 time: 0.1394250 Feb 07 20:59:24.276004 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Publish callbacks [] for router_controller (644e477a-47a9-4fda-ab7e-b87a5677db16), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:24.386387 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2d206-ad8c-4db4-8647-dff95391bb65 req-069bcd0e-bc1c-4a40-8285-3139e59fe74e tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:24.394056 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1e2d206-ad8c-4db4-8647-dff95391bb65 req-069bcd0e-bc1c-4a40-8285-3139e59fe74e tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 950 time: 0.6293724 Feb 07 20:59:24.463208 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10e0b0-f260-4604-bd3e-10acc015d8cf req-96306f8a-1943-496c-b07d-bb386a382e59 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:24.470831 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c10e0b0-f260-4604-bd3e-10acc015d8cf req-96306f8a-1943-496c-b07d-bb386a382e59 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=64f6a079-6a09-424a-a7b5-2f05ce5dd92e HTTP/1.1" status: 200 len: 948 time: 0.5250390 Feb 07 20:59:24.522129 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1e2d206-ad8c-4db4-8647-dff95391bb65 req-fb4ee5b6-a99e-41c5-a12a-5f2be9a14de1 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/security-groups?id=a291ffd1-ad6a-4aff-b7df-2ca8151b3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269896 Feb 07 20:59:24.571405 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-be73bcf7-4b31-4107-938a-f2463739328a req-0b5791da-742f-493a-9bc0-6096eb0ec301 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Deleting port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:59:24.571751 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-be73bcf7-4b31-4107-938a-f2463739328a req-0b5791da-742f-493a-9bc0-6096eb0ec301 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:24.632188 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1683725e-713c-4faa-8dac-5a55193b0d8e admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:59:24.632615 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c903fd80-32b1-459e-ae45-c0c484c4b785 None None] Provisioning complete for port cb9300a5-25eb-4cfa-b851-1933b169c49b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:24.633768 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c10e0b0-f260-4604-bd3e-10acc015d8cf req-a308b070-781f-4f76-8846-8d0d258dd9c4 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604834 Feb 07 20:59:24.634442 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1683725e-713c-4faa-8dac-5a55193b0d8e admin admin] 10.222.0.65 "PUT /v2.0/routers/b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5142746 Feb 07 20:59:24.648298 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c903fd80-32b1-459e-ae45-c0c484c4b785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (cb9300a5-25eb-4cfa-b851-1933b169c49b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:24.650225 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:24.674812 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Publish callbacks [] for router_gateway (644e477a-47a9-4fda-ab7e-b87a5677db16), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:24.677394 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb86941-2f52-44f4-8f31-71edbfbe1932 None None] Sync routers for ids ['b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:59:24.734458 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-be73bcf7-4b31-4107-938a-f2463739328a req-0b5791da-742f-493a-9bc0-6096eb0ec301 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] For port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=84ce1b42-ffd6-4d84-ba73-4f58e89ae95c,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:24.734827 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-be73bcf7-4b31-4107-938a-f2463739328a req-0b5791da-742f-493a-9bc0-6096eb0ec301 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:24.750402 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-1a9f80f3-7320-4b31-8968-581343655152 None None] Allocated IP 172.20.0.2 (1d126bd2-e7d9-441a-a099-aac0556c8e1f/0114e2a3-2e78-44be-93bb-c1c41aa269ed/f66cbb04-e3c0-47b7-836e-6e3c193a4381) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:59:24.764155 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-be73bcf7-4b31-4107-938a-f2463739328a req-0b5791da-742f-493a-9bc0-6096eb0ec301 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Calling delete_port for 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:59:24.870505 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb86941-2f52-44f4-8f31-71edbfbe1932 None None] Routers {'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:59:24.874052 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc610d8-4890-4ef1-aa24-f831edd2fc66 req-43d3a179-b33f-41ee-a994-8bbf8831c967 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:24.875201 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ecb86941-2f52-44f4-8f31-71edbfbe1932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:59:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:24.891493 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8cc610d8-4890-4ef1-aa24-f831edd2fc66 req-43d3a179-b33f-41ee-a994-8bbf8831c967 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 945 time: 0.1096752 Feb 07 20:59:25.014807 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8cc610d8-4890-4ef1-aa24-f831edd2fc66 req-6aa1e771-7f76-4437-a68a-699fb0204e6e tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217439 Feb 07 20:59:25.069782 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-be73bcf7-4b31-4107-938a-f2463739328a req-0b5791da-742f-493a-9bc0-6096eb0ec301 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (84ce1b42-ffd6-4d84-ba73-4f58e89ae95c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:25.121432 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c903fd80-32b1-459e-ae45-c0c484c4b785 None None] Port cb9300a5-25eb-4cfa-b851-1933b169c49b cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:59:25.126595 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5791da-742f-493a-9bc0-6096eb0ec301 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Pushing event deleted for resources: {'Port': ['ID=84ce1b42-ffd6-4d84-ba73-4f58e89ae95c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:25.139116 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['84ce1b42-ffd6-4d84-ba73-4f58e89ae95c'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:59:25.244705 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-be73bcf7-4b31-4107-938a-f2463739328a req-0b5791da-742f-493a-9bc0-6096eb0ec301 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] No DVR routers for this DVR port 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c on host n-h2-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:59:25.249378 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-be73bcf7-4b31-4107-938a-f2463739328a req-0b5791da-742f-493a-9bc0-6096eb0ec301 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:25.258313 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-be73bcf7-4b31-4107-938a-f2463739328a req-0b5791da-742f-493a-9bc0-6096eb0ec301 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.71 "DELETE /v2.0/ports/84ce1b42-ffd6-4d84-ba73-4f58e89ae95c HTTP/1.1" status: 204 len: 173 time: 1.0279558 Feb 07 20:59:25.264964 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c7afa4-742c-4b6c-b399-e28f7ae0fce2', 'name': 'network-vif-deleted', 'tag': '84ce1b42-ffd6-4d84-ba73-4f58e89ae95c'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:59:25.268126 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebcc979-feca-491c-8dff-461e548b196d" -d '{"events": [{"server_uuid": "38c7afa4-742c-4b6c-b399-e28f7ae0fce2", "name": "network-vif-deleted", "tag": "84ce1b42-ffd6-4d84-ba73-4f58e89ae95c"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:59:25.286752 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Publish callbacks [] for router_gateway (644e477a-47a9-4fda-ab7e-b87a5677db16), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:25.341835 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:25.391845 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-90cf8add-890b-47d8-9a1d-a2c2b90ad1a6 req-50a7c30b-fa0a-4773-9f01-ec7fda985f9a tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0522017 Feb 07 20:59:25.434288 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ecb86941-2f52-44f4-8f31-71edbfbe1932 None None] Set router b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:59:25.508350 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915b70b3-1a16-4ee3-8eda-ff81e1df11e1 x-openstack-request-id: req-915b70b3-1a16-4ee3-8eda-ff81e1df11e1 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:59:25.508740 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c7afa4-742c-4b6c-b399-e28f7ae0fce2", "name": "network-vif-deleted", "tag": "84ce1b42-ffd6-4d84-ba73-4f58e89ae95c", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:59:25.509168 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-915b70b3-1a16-4ee3-8eda-ff81e1df11e1 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:59:25.509662 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c7afa4-742c-4b6c-b399-e28f7ae0fce2', 'name': 'network-vif-deleted', 'tag': '84ce1b42-ffd6-4d84-ba73-4f58e89ae95c', 'status': 'completed', 'code': 200} Feb 07 20:59:25.582958 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1a9f80f3-7320-4b31-8968-581343655152 None None] Publish callbacks [] for port (f66cbb04-e3c0-47b7-836e-6e3c193a4381), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:25.605515 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1a9f80f3-7320-4b31-8968-581343655152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (f66cbb04-e3c0-47b7-836e-6e3c193a4381), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:25.626876 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Allocated IP 172.25.4.92 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/0b09677e-f73c-4126-8f8e-cf3afcf79cf3) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:59:25.702670 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9f80f3-7320-4b31-8968-581343655152 None None] Network 1d126bd2-e7d9-441a-a099-aac0556c8e1f is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:59:25.707290 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-1a9f80f3-7320-4b31-8968-581343655152 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:59:25.773053 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9f80f3-7320-4b31-8968-581343655152 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:59:25.779266 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fc8442e4-87a6-4450-bea3-686336c28dca req-44c5de06-0ae3-4445-bbe2-c6cddec4a683 tempest-ServersAdminTestJSON-498566146 tempest-ServersAdminTestJSON-498566146-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c7afa4-742c-4b6c-b399-e28f7ae0fce2 HTTP/1.1" status: 200 len: 210 time: 0.0829976 Feb 07 20:59:25.928839 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Publish callbacks [] for port (0b09677e-f73c-4126-8f8e-cf3afcf79cf3), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:25.956135 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f80f3-7320-4b31-8968-581343655152 None None] Pushing event updated for resources: {'Port': ['ID=f66cbb04-e3c0-47b7-836e-6e3c193a4381,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:26.089970 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (0b09677e-f73c-4126-8f8e-cf3afcf79cf3), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:26.121322 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1a9f80f3-7320-4b31-8968-581343655152 None None] Attempting to bind port f66cbb04-e3c0-47b7-836e-6e3c193a4381 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:59:26.121707 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1a9f80f3-7320-4b31-8968-581343655152 None None] Attempting to bind port f66cbb04-e3c0-47b7-836e-6e3c193a4381 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '7d800224-c8b9-4a77-9779-0ffd30631e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:59:26.122055 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9f80f3-7320-4b31-8968-581343655152 None None] Attempting to bind port f66cbb04-e3c0-47b7-836e-6e3c193a4381 on network 1d126bd2-e7d9-441a-a099-aac0556c8e1f {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:59:26.138025 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55db6e1-8a03-42c7-8a3e-a64f8f9f6f48 req-28c20776-45bd-4504-8707-7bac244b9dce tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:26.139490 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9f80f3-7320-4b31-8968-581343655152 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:59:26.139858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9f80f3-7320-4b31-8968-581343655152 None None] Checking segment: {'id': '7d800224-c8b9-4a77-9779-0ffd30631e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:59:26.140513 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1a9f80f3-7320-4b31-8968-581343655152 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:26.141047 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9f80f3-7320-4b31-8968-581343655152 None None] Bound using segment: {'id': '7d800224-c8b9-4a77-9779-0ffd30631e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:59:26.142450 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1a9f80f3-7320-4b31-8968-581343655152 None None] Bound port: f66cbb04-e3c0-47b7-836e-6e3c193a4381, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d800224-c8b9-4a77-9779-0ffd30631e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:59:26.143018 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1a9f80f3-7320-4b31-8968-581343655152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f66cbb04-e3c0-47b7-836e-6e3c193a4381), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:26.146799 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a55db6e1-8a03-42c7-8a3e-a64f8f9f6f48 req-28c20776-45bd-4504-8707-7bac244b9dce tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=64f6a079-6a09-424a-a7b5-2f05ce5dd92e HTTP/1.1" status: 200 len: 948 time: 0.1873109 Feb 07 20:59:26.170568 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:59:26.174109 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ecb86941-2f52-44f4-8f31-71edbfbe1932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'name': 'tempest-ServersTestFqdnHostnames-1114124265-router', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:12Z', 'updated_at': '2022-02-07T20:59:22Z', 'revision_number': 4, 'project_id': '1fb38b7e23d34fb68060f43eab10088d', 'gw_port': {'id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:14Z', 'updated_at': '2022-02-07T20:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'cb9300a5-25eb-4cfa-b851-1933b169c49b', 'name': '', 'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'mac_address': 'fa:16:3e:2b:99:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '804a6593-f65e-4386-a009-e6b4c27bdac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:20Z', 'updated_at': '2022-02-07T20:59:23Z', 'revision_number': 2, 'project_id': '1fb38b7e23d34fb68060f43eab10088d', 'subnets': [{'id': '804a6593-f65e-4386-a009-e6b4c27bdac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:26.174830 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:59:26.186602 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:59:26.220725 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Pushing event updated for resources: {'Port': ['ID=0b09677e-f73c-4126-8f8e-cf3afcf79cf3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:26.223078 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb86941-2f52-44f4-8f31-71edbfbe1932 None None] Checking router: b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:59:26.223447 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb86941-2f52-44f4-8f31-71edbfbe1932 None None] Updating router b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd port cb9300a5-25eb-4cfa-b851-1933b169c49b binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:59:26.244032 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:26.244341 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:26.244649 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:26.244979 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:26.245434 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:26.245752 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:26.246090 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:26.246422 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:26.246755 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:26.247075 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:26.247400 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:26.247724 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:26.248045 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:26.278370 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a55db6e1-8a03-42c7-8a3e-a64f8f9f6f48 req-ef8f1b2f-fdf6-45d1-b604-e5ce5f5bb888 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285639 Feb 07 20:59:26.296713 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ecb86941-2f52-44f4-8f31-71edbfbe1932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (cb9300a5-25eb-4cfa-b851-1933b169c49b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:26.487884 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1a9f80f3-7320-4b31-8968-581343655152 None None] For port f66cbb04-e3c0-47b7-836e-6e3c193a4381, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:59:26.507245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b303ec-b933-46fb-94ad-2236ae7cbe62 req-d9beaffe-7197-4101-9c5d-b1fbdcced02a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:26.508757 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49b303ec-b933-46fb-94ad-2236ae7cbe62 req-d9beaffe-7197-4101-9c5d-b1fbdcced02a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 945 time: 0.1277754 Feb 07 20:59:26.513489 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1a9f80f3-7320-4b31-8968-581343655152 None None] For port f66cbb04-e3c0-47b7-836e-6e3c193a4381, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f66cbb04-e3c0-47b7-836e-6e3c193a4381,segment=NetworkSegment(7d800224-c8b9-4a77-9779-0ffd30631e2e),segment_id=7d800224-c8b9-4a77-9779-0ffd30631e2e)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:59:26.529658 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1a9f80f3-7320-4b31-8968-581343655152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f66cbb04-e3c0-47b7-836e-6e3c193a4381), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:26.578219 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42512) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:26.583851 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-0721e545-fd4a-445f-8434-c2b4af92d1d3 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--998283236', 'description': 'tempest-description--1459317688'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:26.637897 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0721e545-fd4a-445f-8434-c2b4af92d1d3 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:26.642975 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49b303ec-b933-46fb-94ad-2236ae7cbe62 req-64aeb089-e442-466f-a64f-dcaa1cff7580 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973933 Feb 07 20:59:26.675606 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Publish callbacks [] for router_gateway (644e477a-47a9-4fda-ab7e-b87a5677db16), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:26.766235 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0721e545-fd4a-445f-8434-c2b4af92d1d3 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks [] for security_group (db6d7f8b-5a42-4349-96a7-df12d93868cc), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:26.774398 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0721e545-fd4a-445f-8434-c2b4af92d1d3 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (db6d7f8b-5a42-4349-96a7-df12d93868cc), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:26.784407 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f80f3-7320-4b31-8968-581343655152 None None] Pushing event updated for resources: {'Port': ['ID=f66cbb04-e3c0-47b7-836e-6e3c193a4381,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:26.833605 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0721e545-fd4a-445f-8434-c2b4af92d1d3 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:26.840760 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0721e545-fd4a-445f-8434-c2b4af92d1d3 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2591722 Feb 07 20:59:26.841585 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42516) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:26.856564 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2e424594-21d9-403e-9565-ee8961d1bfe3 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Request body: {'security_group_rule': {'security_group_id': 'db6d7f8b-5a42-4349-96a7-df12d93868cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:26.879857 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721e545-fd4a-445f-8434-c2b4af92d1d3 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6d7f8b-5a42-4349-96a7-df12d93868cc,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:26.939834 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e424594-21d9-403e-9565-ee8961d1bfe3 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks [] for security_group_rule (e7085e5b-2db3-40d7-a8e0-5f5248694ff7), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:27.034609 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ecb86941-2f52-44f4-8f31-71edbfbe1932 None None] Publish callbacks [] for port (cb9300a5-25eb-4cfa-b851-1933b169c49b), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:27.037601 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-64ba1857-d24e-414b-8bbb-7f1ee40ea504 req-1f1bc45d-bb74-46e0-be51-efdf073af8a2 tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.2073951 Feb 07 20:59:27.041756 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device f38419ab-fc71-4513-a641-407356967771 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:59:27.090120 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ecb86941-2f52-44f4-8f31-71edbfbe1932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (cb9300a5-25eb-4cfa-b851-1933b169c49b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:27.132001 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (644e477a-47a9-4fda-ab7e-b87a5677db16), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:27.213833 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cda7a0-7d76-4130-b5c0-78c59e9cb900 None None] Pushing event updated for resources: {'Port': ['ID=cb9300a5-25eb-4cfa-b851-1933b169c49b,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:27.338866 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port f38419ab-fc71-4513-a641-407356967771 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:59:27.388221 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:59:27.392631 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port f38419ab-fc71-4513-a641-407356967771 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:27.392998 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f38419ab-fc71-4513-a641-407356967771), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:27.455579 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Router 644e477a-47a9-4fda-ab7e-b87a5677db16 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 20:59:27.560273 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ecb86941-2f52-44f4-8f31-71edbfbe1932 None None] Attempting to bind port cb9300a5-25eb-4cfa-b851-1933b169c49b on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:59:27.560945 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ecb86941-2f52-44f4-8f31-71edbfbe1932 None None] Attempting to bind port cb9300a5-25eb-4cfa-b851-1933b169c49b by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '30d8ac2f-dfb6-42c6-abf6-c465a550d405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:59:27.561551 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb86941-2f52-44f4-8f31-71edbfbe1932 None None] Attempting to bind port cb9300a5-25eb-4cfa-b851-1933b169c49b on network 31977659-2f69-4a72-a821-e5e4ae21938f {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:59:27.576389 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb86941-2f52-44f4-8f31-71edbfbe1932 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:59:27.576389 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb86941-2f52-44f4-8f31-71edbfbe1932 None None] Checking segment: {'id': '30d8ac2f-dfb6-42c6-abf6-c465a550d405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:59:27.576389 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ecb86941-2f52-44f4-8f31-71edbfbe1932 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:27.576389 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb86941-2f52-44f4-8f31-71edbfbe1932 None None] Bound using segment: {'id': '30d8ac2f-dfb6-42c6-abf6-c465a550d405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:59:27.576847 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ecb86941-2f52-44f4-8f31-71edbfbe1932 None None] Bound port: cb9300a5-25eb-4cfa-b851-1933b169c49b, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d8ac2f-dfb6-42c6-abf6-c465a550d405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:59:27.576953 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ecb86941-2f52-44f4-8f31-71edbfbe1932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (cb9300a5-25eb-4cfa-b851-1933b169c49b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:27.596585 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:59:27.596937 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 84ce1b42-ffd6-4d84-ba73-4f58e89ae95c not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:59:27.647893 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42524) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:27.672895 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ecb86941-2f52-44f4-8f31-71edbfbe1932 None None] For port cb9300a5-25eb-4cfa-b851-1933b169c49b, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:59:27.677048 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ecb86941-2f52-44f4-8f31-71edbfbe1932 None None] For port cb9300a5-25eb-4cfa-b851-1933b169c49b, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=cb9300a5-25eb-4cfa-b851-1933b169c49b,segment=NetworkSegment(30d8ac2f-dfb6-42c6-abf6-c465a550d405),segment_id=30d8ac2f-dfb6-42c6-abf6-c465a550d405)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:59:27.686452 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f66cbb04-e3c0-47b7-836e-6e3c193a4381 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:59:27.742264 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ecb86941-2f52-44f4-8f31-71edbfbe1932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (cb9300a5-25eb-4cfa-b851-1933b169c49b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:27.748721 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e424594-21d9-403e-9565-ee8961d1bfe3 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks [] for security_group_rule (e7085e5b-2db3-40d7-a8e0-5f5248694ff7), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:27.755864 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e424594-21d9-403e-9565-ee8961d1bfe3 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (e7085e5b-2db3-40d7-a8e0-5f5248694ff7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:27.801100 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e424594-21d9-403e-9565-ee8961d1bfe3 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7085e5b-2db3-40d7-a8e0-5f5248694ff7,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:27.819670 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e424594-21d9-403e-9565-ee8961d1bfe3 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:27.823616 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2e424594-21d9-403e-9565-ee8961d1bfe3 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9722762 Feb 07 20:59:27.823995 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42530) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:27.849819 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-828dbd06-ada9-4cee-84ef-10e5460deb83 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Request body: {'security_group_rule': {'security_group_id': 'db6d7f8b-5a42-4349-96a7-df12d93868cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:27.910953 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-08539d2d-c046-482e-bd55-1c9b6169b53a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c9d4415d20024a229d8b07e6abbd40bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556770 Feb 07 20:59:27.915456 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cda7a0-7d76-4130-b5c0-78c59e9cb900 None None] Pushing event updated for resources: {'Port': ['ID=cb9300a5-25eb-4cfa-b851-1933b169c49b,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:27.919129 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42532) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:27.944808 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-828dbd06-ada9-4cee-84ef-10e5460deb83 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks [] for security_group_rule (44ed132f-b8a6-4e1b-aa3a-d999e22058de), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:28.061999 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port f38419ab-fc71-4513-a641-407356967771 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:28.062668 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f38419ab-fc71-4513-a641-407356967771), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:28.065034 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b84edf5f-6125-4bff-a021-dd9f83583787 None None] Provisioning complete for port cb9300a5-25eb-4cfa-b851-1933b169c49b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:28.065714 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b84edf5f-6125-4bff-a021-dd9f83583787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (cb9300a5-25eb-4cfa-b851-1933b169c49b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:28.081245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:59:28.090984 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-828dbd06-ada9-4cee-84ef-10e5460deb83 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks [] for security_group_rule (44ed132f-b8a6-4e1b-aa3a-d999e22058de), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:28.091404 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb51a09-180b-402b-88c3-6b8d5790e35e None None] Sync routers for ids ['644e477a-47a9-4fda-ab7e-b87a5677db16'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:59:28.107190 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3f74717-7b15-498e-97a4-d85dbc9533fc admin admin] Publish callbacks [] for security_group (a291ffd1-ad6a-4aff-b7df-2ca8151b3441), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:28.112270 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-828dbd06-ada9-4cee-84ef-10e5460deb83 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (44ed132f-b8a6-4e1b-aa3a-d999e22058de), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:28.118554 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb51a09-180b-402b-88c3-6b8d5790e35e None None] Routers {'644e477a-47a9-4fda-ab7e-b87a5677db16'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:59:28.119212 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-6bb51a09-180b-402b-88c3-6b8d5790e35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:59:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['644e477a-47a9-4fda-ab7e-b87a5677db16'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:28.179928 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bb8a1-d698-42b5-a54b-e6b87da18299 req-2f59bf4b-e940-4ed0-a53b-215d0d241728 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:28.181662 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828dbd06-ada9-4cee-84ef-10e5460deb83 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ed132f-b8a6-4e1b-aa3a-d999e22058de,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:28.197077 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b40bb8a1-d698-42b5-a54b-e6b87da18299 req-2f59bf4b-e940-4ed0-a53b-215d0d241728 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=64f6a079-6a09-424a-a7b5-2f05ce5dd92e HTTP/1.1" status: 200 len: 948 time: 0.7788243 Feb 07 20:59:28.208085 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-828dbd06-ada9-4cee-84ef-10e5460deb83 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:28.210034 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-828dbd06-ada9-4cee-84ef-10e5460deb83 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3676720 Feb 07 20:59:28.214447 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42536) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:28.225593 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-f56c9540-5338-4825-b0eb-fd6df2c7b99a tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:28.234657 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3f74717-7b15-498e-97a4-d85dbc9533fc admin admin] Publish callbacks [] for security_group (a291ffd1-ad6a-4aff-b7df-2ca8151b3441), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:28.320888 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f56c9540-5338-4825-b0eb-fd6df2c7b99a tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:28.330600 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-6bb51a09-180b-402b-88c3-6b8d5790e35e None None] Set router 644e477a-47a9-4fda-ab7e-b87a5677db16 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:59:28.334575 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b40bb8a1-d698-42b5-a54b-e6b87da18299 req-52b45377-e1fa-4ae4-8919-6656d4a2582f tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364861 Feb 07 20:59:28.346394 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3f74717-7b15-498e-97a4-d85dbc9533fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a291ffd1-ad6a-4aff-b7df-2ca8151b3441), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:28.353852 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3f74717-7b15-498e-97a4-d85dbc9533fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:28.355659 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b3f74717-7b15-498e-97a4-d85dbc9533fc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a291ffd1-ad6a-4aff-b7df-2ca8151b3441 HTTP/1.1" status: 204 len: 168 time: 0.4353852 Feb 07 20:59:28.377359 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:28.388050 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-99dd5247-bbf6-4953-8ab1-8c04d68c911c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.6385319 Feb 07 20:59:28.389011 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42540) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:28.398982 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb86941-2f52-44f4-8f31-71edbfbe1932 None None] Routers {'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:59:28.399653 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ecb86941-2f52-44f4-8f31-71edbfbe1932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:59:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:28.401147 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f74717-7b15-498e-97a4-d85dbc9533fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a291ffd1-ad6a-4aff-b7df-2ca8151b3441,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:28.537578 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f56c9540-5338-4825-b0eb-fd6df2c7b99a tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:28.558069 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ecb86941-2f52-44f4-8f31-71edbfbe1932 None None] Set router b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:59:28.593144 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-6bb51a09-180b-402b-88c3-6b8d5790e35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'name': 'tempest-ServersTestJSON-1980754697-router', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '0b09677e-f73c-4126-8f8e-cf3afcf79cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:24Z', 'updated_at': '2022-02-07T20:59:26Z', 'revision_number': 3, 'project_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'gw_port': {'id': '0b09677e-f73c-4126-8f8e-cf3afcf79cf3', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ff:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:25Z', 'updated_at': '2022-02-07T20:59:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:28.644374 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c819cf7-accd-4565-aac4-7e70854f738c req-8049c8bd-34ae-4377-a909-07ef05eafc6a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:28.657819 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0c819cf7-accd-4565-aac4-7e70854f738c req-8049c8bd-34ae-4377-a909-07ef05eafc6a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 945 time: 0.5818646 Feb 07 20:59:28.769437 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b6789e-c045-4a51-9f74-2f266d358f91 None None] Network 1d126bd2-e7d9-441a-a099-aac0556c8e1f requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:59:28.792064 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb51a09-180b-402b-88c3-6b8d5790e35e None None] Checking router: 644e477a-47a9-4fda-ab7e-b87a5677db16 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:59:28.793198 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb51a09-180b-402b-88c3-6b8d5790e35e None None] Updating router 644e477a-47a9-4fda-ab7e-b87a5677db16 port 0b09677e-f73c-4126-8f8e-cf3afcf79cf3 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:59:28.794724 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8de6b6fb-7169-4abc-9620-159802f19138 req-e884b048-8311-4c6d-831d-848a70cf0bce tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.1061735 Feb 07 20:59:28.796611 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port f66cbb04-e3c0-47b7-836e-6e3c193a4381 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:28.797127 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f66cbb04-e3c0-47b7-836e-6e3c193a4381), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:28.832019 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-f56c9540-5338-4825-b0eb-fd6df2c7b99a tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Allocated IP 172.25.4.118 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/46a30fe4-6890-48cd-9e77-e28ddd36ba22) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:59:28.845378 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0c819cf7-accd-4565-aac4-7e70854f738c req-643f53d4-a4ef-456a-9512-55ec043e549c tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863356 Feb 07 20:59:28.863705 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6bb51a09-180b-402b-88c3-6b8d5790e35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0b09677e-f73c-4126-8f8e-cf3afcf79cf3), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:28.954893 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port f38419ab-fc71-4513-a641-407356967771, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=f38419ab-fc71-4513-a641-407356967771,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:28.963987 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f6a079-6a09-424a-a7b5-2f05ce5dd92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38419ab-fc71-4513-a641-407356967771'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:59:28.967333 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a09f73-107c-4240-9ca5-9e1e21df6d48" -d '{"events": [{"server_uuid": "64f6a079-6a09-424a-a7b5-2f05ce5dd92e", "name": "network-vif-plugged", "status": "completed", "tag": "f38419ab-fc71-4513-a641-407356967771"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:59:28.981670 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f38419ab-fc71-4513-a641-407356967771), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:29.040866 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42548) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:29.101449 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c67a984-67d2-4d47-8719-195eef105f0a x-openstack-request-id: req-8c67a984-67d2-4d47-8719-195eef105f0a {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:59:29.102025 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f6a079-6a09-424a-a7b5-2f05ce5dd92e", "name": "network-vif-plugged", "status": "completed", "tag": "f38419ab-fc71-4513-a641-407356967771", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:59:29.102141 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8c67a984-67d2-4d47-8719-195eef105f0a {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:59:29.102649 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f6a079-6a09-424a-a7b5-2f05ce5dd92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38419ab-fc71-4513-a641-407356967771', 'code': 200} Feb 07 20:59:29.123386 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port f66cbb04-e3c0-47b7-836e-6e3c193a4381 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:29.123923 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f66cbb04-e3c0-47b7-836e-6e3c193a4381), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:29.148238 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5d601f25-c771-4440-9b60-61c7f7464a65 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce406d37215a4c688ba899a3e995af76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1039209 Feb 07 20:59:29.151013 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f56c9540-5338-4825-b0eb-fd6df2c7b99a tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks [] for port (46a30fe4-6890-48cd-9e77-e28ddd36ba22), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:29.152519 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42550) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:29.182671 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ecb86941-2f52-44f4-8f31-71edbfbe1932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'name': 'tempest-ServersTestFqdnHostnames-1114124265-router', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:12Z', 'updated_at': '2022-02-07T20:59:22Z', 'revision_number': 4, 'project_id': '1fb38b7e23d34fb68060f43eab10088d', 'gw_port': {'id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:14Z', 'updated_at': '2022-02-07T20:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'cb9300a5-25eb-4cfa-b851-1933b169c49b', 'name': '', 'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'mac_address': 'fa:16:3e:2b:99:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '804a6593-f65e-4386-a009-e6b4c27bdac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:20Z', 'updated_at': '2022-02-07T20:59:27Z', 'revision_number': 4, 'project_id': '1fb38b7e23d34fb68060f43eab10088d', 'subnets': [{'id': '804a6593-f65e-4386-a009-e6b4c27bdac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:29.207654 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port f66cbb04-e3c0-47b7-836e-6e3c193a4381, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f66cbb04-e3c0-47b7-836e-6e3c193a4381,segment=NetworkSegment(7d800224-c8b9-4a77-9779-0ffd30631e2e),segment_id=7d800224-c8b9-4a77-9779-0ffd30631e2e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:29.241179 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5b62f82-3856-4985-96d4-322efddc4136 admin admin] Publish callbacks [] for security_group (64eb2830-3ad6-4190-a9f8-e5be9cad9769), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:29.244057 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbd23c-a2de-4583-99c4-08020a657b46 req-28d1c6d0-7e3d-4937-b36d-eb55e3298560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:29.246836 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c1cbd23c-a2de-4583-99c4-08020a657b46 req-28d1c6d0-7e3d-4937-b36d-eb55e3298560 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=64f6a079-6a09-424a-a7b5-2f05ce5dd92e HTTP/1.1" status: 200 len: 1131 time: 0.1193721 Feb 07 20:59:29.253846 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b84edf5f-6125-4bff-a021-dd9f83583787 None None] Current status of the port cb9300a5-25eb-4cfa-b851-1933b169c49b is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:29.254832 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b84edf5f-6125-4bff-a021-dd9f83583787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (cb9300a5-25eb-4cfa-b851-1933b169c49b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:29.256859 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f66cbb04-e3c0-47b7-836e-6e3c193a4381), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:29.279840 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb86941-2f52-44f4-8f31-71edbfbe1932 None None] The sync data for ids ['b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'] in n-d-828185-2 is: [{'id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'name': 'tempest-ServersTestFqdnHostnames-1114124265-router', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:12Z', 'updated_at': '2022-02-07T20:59:22Z', 'revision_number': 4, 'project_id': '1fb38b7e23d34fb68060f43eab10088d', 'gw_port': {'id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:14Z', 'updated_at': '2022-02-07T20:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'cb9300a5-25eb-4cfa-b851-1933b169c49b', 'name': '', 'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'mac_address': 'fa:16:3e:2b:99:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '804a6593-f65e-4386-a009-e6b4c27bdac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:20Z', 'updated_at': '2022-02-07T20:59:27Z', 'revision_number': 4, 'project_id': '1fb38b7e23d34fb68060f43eab10088d', 'subnets': [{'id': '804a6593-f65e-4386-a009-e6b4c27bdac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:59:29.283359 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5b62f82-3856-4985-96d4-322efddc4136 admin admin] Publish callbacks [] for security_group (64eb2830-3ad6-4190-a9f8-e5be9cad9769), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:29.286036 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=f38419ab-fc71-4513-a641-407356967771,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:29.291553 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f56c9540-5338-4825-b0eb-fd6df2c7b99a tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (46a30fe4-6890-48cd-9e77-e28ddd36ba22), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:29.335084 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b84edf5f-6125-4bff-a021-dd9f83583787 None None] For port cb9300a5-25eb-4cfa-b851-1933b169c49b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=cb9300a5-25eb-4cfa-b851-1933b169c49b,segment=NetworkSegment(30d8ac2f-dfb6-42c6-abf6-c465a550d405),segment_id=30d8ac2f-dfb6-42c6-abf6-c465a550d405)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:29.372494 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b84edf5f-6125-4bff-a021-dd9f83583787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (cb9300a5-25eb-4cfa-b851-1933b169c49b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:29.420221 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c1cbd23c-a2de-4583-99c4-08020a657b46 req-31674a4a-7fbd-4479-992d-7597b7554012 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638987 Feb 07 20:59:29.422184 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c9540-5338-4825-b0eb-fd6df2c7b99a tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Pushing event updated for resources: {'Port': ['ID=46a30fe4-6890-48cd-9e77-e28ddd36ba22,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:29.434330 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=f66cbb04-e3c0-47b7-836e-6e3c193a4381,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:29.490191 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56c9540-5338-4825-b0eb-fd6df2c7b99a tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:59:29.492586 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-f56c9540-5338-4825-b0eb-fd6df2c7b99a tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:59:29.494938 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56c9540-5338-4825-b0eb-fd6df2c7b99a tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:59:29.599206 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-806d4b36-cfb0-4564-b553-6bb559233bbb None None] Provisioning complete for port f66cbb04-e3c0-47b7-836e-6e3c193a4381 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:29.599835 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-806d4b36-cfb0-4564-b553-6bb559233bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f66cbb04-e3c0-47b7-836e-6e3c193a4381), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:29.610806 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84edf5f-6125-4bff-a021-dd9f83583787 None None] Pushing event updated for resources: {'Port': ['ID=cb9300a5-25eb-4cfa-b851-1933b169c49b,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:29.671242 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5b62f82-3856-4985-96d4-322efddc4136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (64eb2830-3ad6-4190-a9f8-e5be9cad9769), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:29.678157 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5b62f82-3856-4985-96d4-322efddc4136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:29.679526 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a5b62f82-3856-4985-96d4-322efddc4136 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/64eb2830-3ad6-4190-a9f8-e5be9cad9769 HTTP/1.1" status: 204 len: 168 time: 0.5260777 Feb 07 20:59:29.682225 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f56c9540-5338-4825-b0eb-fd6df2c7b99a tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks [] for floatingip (03695d27-1d3a-4c89-8688-a5d6704adee2), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:29.710249 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b62f82-3856-4985-96d4-322efddc4136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64eb2830-3ad6-4190-a9f8-e5be9cad9769,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:29.771440 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-806d4b36-cfb0-4564-b553-6bb559233bbb None None] Current status of the port f66cbb04-e3c0-47b7-836e-6e3c193a4381 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:29.792500 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-806d4b36-cfb0-4564-b553-6bb559233bbb None None] Provisioning complete for port cb9300a5-25eb-4cfa-b851-1933b169c49b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:29.792993 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-806d4b36-cfb0-4564-b553-6bb559233bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (cb9300a5-25eb-4cfa-b851-1933b169c49b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:29.799230 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f56c9540-5338-4825-b0eb-fd6df2c7b99a tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (46a30fe4-6890-48cd-9e77-e28ddd36ba22), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:29.826827 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6bb51a09-180b-402b-88c3-6b8d5790e35e None None] Publish callbacks [] for port (0b09677e-f73c-4126-8f8e-cf3afcf79cf3), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:29.848803 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6bb51a09-180b-402b-88c3-6b8d5790e35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0b09677e-f73c-4126-8f8e-cf3afcf79cf3), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:29.854172 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-505ae98e-7942-4a1f-b5db-7f84ccedb893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:29.898982 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eedfe5-9383-4eef-b4eb-04638cac8a60 req-02c16f83-a022-4cec-ab5a-f7b3dee5f882 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:29.900762 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-64eedfe5-9383-4eef-b4eb-04638cac8a60 req-02c16f83-a022-4cec-ab5a-f7b3dee5f882 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=64f6a079-6a09-424a-a7b5-2f05ce5dd92e HTTP/1.1" status: 200 len: 949 time: 0.4219379 Feb 07 20:59:29.995005 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-806d4b36-cfb0-4564-b553-6bb559233bbb None None] Current status of the port cb9300a5-25eb-4cfa-b851-1933b169c49b is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:30.004401 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f66cbb04-e3c0-47b7-836e-6e3c193a4381 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:59:30.027721 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-6bb51a09-180b-402b-88c3-6b8d5790e35e None None] Attempting to bind port 0b09677e-f73c-4126-8f8e-cf3afcf79cf3 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:59:30.034131 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-6bb51a09-180b-402b-88c3-6b8d5790e35e None None] Attempting to bind port 0b09677e-f73c-4126-8f8e-cf3afcf79cf3 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:59:30.034744 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb51a09-180b-402b-88c3-6b8d5790e35e None None] Attempting to bind port 0b09677e-f73c-4126-8f8e-cf3afcf79cf3 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:59:30.047225 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb51a09-180b-402b-88c3-6b8d5790e35e None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:59:30.049750 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb51a09-180b-402b-88c3-6b8d5790e35e None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:59:30.050385 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6bb51a09-180b-402b-88c3-6b8d5790e35e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:30.050944 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb51a09-180b-402b-88c3-6b8d5790e35e None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:59:30.051646 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-6bb51a09-180b-402b-88c3-6b8d5790e35e None None] Bound port: 0b09677e-f73c-4126-8f8e-cf3afcf79cf3, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:59:30.052218 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6bb51a09-180b-402b-88c3-6b8d5790e35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0b09677e-f73c-4126-8f8e-cf3afcf79cf3), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:30.058767 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fee807-2656-457e-a08e-d6fd6e91189b None None] Pushing event updated for resources: {'Port': ['ID=0b09677e-f73c-4126-8f8e-cf3afcf79cf3,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:30.136018 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port f66cbb04-e3c0-47b7-836e-6e3c193a4381 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:30.140923 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f66cbb04-e3c0-47b7-836e-6e3c193a4381), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:30.146223 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6c188584-3fbf-4737-a401-180778e3cd40 None None] Provisioning complete for port f66cbb04-e3c0-47b7-836e-6e3c193a4381 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:30.147058 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6c188584-3fbf-4737-a401-180778e3cd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f66cbb04-e3c0-47b7-836e-6e3c193a4381), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:30.157046 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-617705b5-a669-4d73-bb8e-c764c5b6c339 req-96cea371-d519-4d2f-8361-1589afa89ce2 tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.1296492 Feb 07 20:59:30.243066 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-6bb51a09-180b-402b-88c3-6b8d5790e35e None None] For port 0b09677e-f73c-4126-8f8e-cf3afcf79cf3, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:59:30.250414 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-6bb51a09-180b-402b-88c3-6b8d5790e35e None None] For port 0b09677e-f73c-4126-8f8e-cf3afcf79cf3, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0b09677e-f73c-4126-8f8e-cf3afcf79cf3,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:59:30.257798 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bac1d560-50c4-45ac-b643-a55fa42530c4 req-65f4b3e3-dce7-4cf2-869f-8c3e005ebeba service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.1274893 Feb 07 20:59:30.269826 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6bb51a09-180b-402b-88c3-6b8d5790e35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0b09677e-f73c-4126-8f8e-cf3afcf79cf3), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:30.320056 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-64eedfe5-9383-4eef-b4eb-04638cac8a60 req-2dd77ffb-e1f3-42b2-8976-7f3103609b23 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107900 Feb 07 20:59:30.376622 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb51a09-180b-402b-88c3-6b8d5790e35e None None] Routers {'644e477a-47a9-4fda-ab7e-b87a5677db16'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:59:30.377496 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-6bb51a09-180b-402b-88c3-6b8d5790e35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:59:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['644e477a-47a9-4fda-ab7e-b87a5677db16'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:30.385466 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f56c9540-5338-4825-b0eb-fd6df2c7b99a tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks [] for port (46a30fe4-6890-48cd-9e77-e28ddd36ba22), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:30.390235 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port f66cbb04-e3c0-47b7-836e-6e3c193a4381 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:30.392781 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device cb9300a5-25eb-4cfa-b851-1933b169c49b up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:59:30.398809 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f56c9540-5338-4825-b0eb-fd6df2c7b99a tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (46a30fe4-6890-48cd-9e77-e28ddd36ba22), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:30.467700 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6c188584-3fbf-4737-a401-180778e3cd40 None None] Current status of the port f66cbb04-e3c0-47b7-836e-6e3c193a4381 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:30.488226 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port cb9300a5-25eb-4cfa-b851-1933b169c49b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:30.488903 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (cb9300a5-25eb-4cfa-b851-1933b169c49b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:30.510853 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c9540-5338-4825-b0eb-fd6df2c7b99a tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Pushing event updated for resources: {'Port': ['ID=46a30fe4-6890-48cd-9e77-e28ddd36ba22,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:30.565219 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:59:30.604443 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port cb9300a5-25eb-4cfa-b851-1933b169c49b is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:30.605815 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7cb37c-bd5a-4e55-98a0-78f2871c1c0a req-3587c652-09ae-414c-88cb-797d64718840 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:30.608280 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a7cb37c-bd5a-4e55-98a0-78f2871c1c0a req-3587c652-09ae-414c-88cb-797d64718840 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 945 time: 0.2671669 Feb 07 20:59:30.621361 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-6bb51a09-180b-402b-88c3-6b8d5790e35e None None] Set router 644e477a-47a9-4fda-ab7e-b87a5677db16 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:59:30.630398 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-505ae98e-7942-4a1f-b5db-7f84ccedb893 admin admin] Allocated IP 172.20.0.1 (1d126bd2-e7d9-441a-a099-aac0556c8e1f/0114e2a3-2e78-44be-93bb-c1c41aa269ed/6d43b8f9-040d-4274-a658-2d98333b17db) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:59:30.663162 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f56c9540-5338-4825-b0eb-fd6df2c7b99a tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (03695d27-1d3a-4c89-8688-a5d6704adee2), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:30.713680 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f56c9540-5338-4825-b0eb-fd6df2c7b99a tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:30.715230 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f56c9540-5338-4825-b0eb-fd6df2c7b99a tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4995487 Feb 07 20:59:30.779977 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fee807-2656-457e-a08e-d6fd6e91189b None None] Pushing event updated for resources: {'Port': ['ID=0b09677e-f73c-4126-8f8e-cf3afcf79cf3,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:30.781080 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a7cb37c-bd5a-4e55-98a0-78f2871c1c0a req-e3100fd6-6af8-4e1b-bedd-92f4655c7e80 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623452 Feb 07 20:59:30.897044 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-505ae98e-7942-4a1f-b5db-7f84ccedb893 admin admin] Publish callbacks [] for port (6d43b8f9-040d-4274-a658-2d98333b17db), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:31.023665 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-505ae98e-7942-4a1f-b5db-7f84ccedb893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (6d43b8f9-040d-4274-a658-2d98333b17db), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:31.028327 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-6bb51a09-180b-402b-88c3-6b8d5790e35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'name': 'tempest-ServersTestJSON-1980754697-router', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '0b09677e-f73c-4126-8f8e-cf3afcf79cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:24Z', 'updated_at': '2022-02-07T20:59:26Z', 'revision_number': 3, 'project_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'gw_port': {'id': '0b09677e-f73c-4126-8f8e-cf3afcf79cf3', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ff:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:25Z', 'updated_at': '2022-02-07T20:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:31.063294 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb51a09-180b-402b-88c3-6b8d5790e35e None None] The sync data for ids ['644e477a-47a9-4fda-ab7e-b87a5677db16'] in n-d-828185-2 is: [{'id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'name': 'tempest-ServersTestJSON-1980754697-router', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '0b09677e-f73c-4126-8f8e-cf3afcf79cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:24Z', 'updated_at': '2022-02-07T20:59:26Z', 'revision_number': 3, 'project_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'gw_port': {'id': '0b09677e-f73c-4126-8f8e-cf3afcf79cf3', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ff:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:25Z', 'updated_at': '2022-02-07T20:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:59:31.097846 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505ae98e-7942-4a1f-b5db-7f84ccedb893 admin admin] Network 1d126bd2-e7d9-441a-a099-aac0556c8e1f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:59:31.099774 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ae98e-7942-4a1f-b5db-7f84ccedb893 admin admin] Pushing event updated for resources: {'Port': ['ID=6d43b8f9-040d-4274-a658-2d98333b17db,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:31.106583 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-505ae98e-7942-4a1f-b5db-7f84ccedb893 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:59:31.108939 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505ae98e-7942-4a1f-b5db-7f84ccedb893 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:59:31.198464 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-505ae98e-7942-4a1f-b5db-7f84ccedb893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (644e477a-47a9-4fda-ab7e-b87a5677db16), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:31.299201 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-47c8ac73-1f7e-4686-98b3-4fe230dc4eb8 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--998283236&fields=id&tenant_id=1fb38b7e23d34fb68060f43eab10088d HTTP/1.1" status: 200 len: 267 time: 0.2618077 Feb 07 20:59:31.361085 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d56625ca-4510-46fe-add7-4f1dcf4c0f25 req-68bdafa8-78fe-45d4-9702-92a19603c4fc tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0554101 Feb 07 20:59:31.611132 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f4ae0532-eadf-4155-9605-2df63b2957f1 None None] Provisioning complete for port 6d43b8f9-040d-4274-a658-2d98333b17db triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:31.611658 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f4ae0532-eadf-4155-9605-2df63b2957f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6d43b8f9-040d-4274-a658-2d98333b17db), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:31.712272 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f4ae0532-eadf-4155-9605-2df63b2957f1 None None] Port 6d43b8f9-040d-4274-a658-2d98333b17db cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:59:31.713821 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device cb9300a5-25eb-4cfa-b851-1933b169c49b up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:59:31.794597 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port cb9300a5-25eb-4cfa-b851-1933b169c49b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:31.795060 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (cb9300a5-25eb-4cfa-b851-1933b169c49b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:31.801531 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-32922c3b-d2ec-444d-b9ee-1d231213b460 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:31.825212 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-32922c3b-d2ec-444d-b9ee-1d231213b460 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/networks?id=31977659-2f69-4a72-a821-e5e4ae21938f HTTP/1.1" status: 200 len: 815 time: 0.4969060 Feb 07 20:59:31.839553 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-505ae98e-7942-4a1f-b5db-7f84ccedb893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6d43b8f9-040d-4274-a658-2d98333b17db), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:31.869182 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-9e007271-7f6f-4d27-a499-ce3d3c0a7bb2 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/quotas/1fb38b7e23d34fb68060f43eab10088d HTTP/1.1" status: 200 len: 375 time: 0.0436289 Feb 07 20:59:31.880218 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0fadf-df71-4075-8052-b78091459be5 req-8080beb8-4a69-4b84-b304-8c7419b46880 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:31.886093 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4da0fadf-df71-4075-8052-b78091459be5 req-8080beb8-4a69-4b84-b304-8c7419b46880 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=64f6a079-6a09-424a-a7b5-2f05ce5dd92e HTTP/1.1" status: 200 len: 949 time: 0.3862209 Feb 07 20:59:31.921491 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port cb9300a5-25eb-4cfa-b851-1933b169c49b is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:32.052905 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4da0fadf-df71-4075-8052-b78091459be5 req-61456248-862d-4718-9e6f-3ae0303a81c6 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586697 Feb 07 20:59:32.120426 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-e69dbe8f-bb4e-48b6-af7f-abe381e5ee50 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1fb38b7e23d34fb68060f43eab10088d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2262425 Feb 07 20:59:32.273538 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a837f7-6403-470c-b458-962795856594 req-02164576-a967-40c8-bfea-33ef0dcaf88e tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:32.275073 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-01a837f7-6403-470c-b458-962795856594 req-02164576-a967-40c8-bfea-33ef0dcaf88e tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 945 time: 0.1496167 Feb 07 20:59:32.368489 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-d0d0c4d7-73d8-4cfe-bc5c-e3639e5800f6 service neutron] 10.222.0.65 "GET /v2.0/networks/31977659-2f69-4a72-a821-e5e4ae21938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258387 Feb 07 20:59:32.372878 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-505ae98e-7942-4a1f-b5db-7f84ccedb893 admin admin] Publish callbacks [] for port (6d43b8f9-040d-4274-a658-2d98333b17db), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:32.377587 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-01a837f7-6403-470c-b458-962795856594 req-7a211fb7-c1c2-4e48-ba62-a926285da871 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929911 Feb 07 20:59:32.466525 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-6a69e39d-76e3-4e28-a107-0fc4a04ca70c service neutron] 10.222.0.65 "GET /v2.0/networks/31977659-2f69-4a72-a821-e5e4ae21938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883005 Feb 07 20:59:32.467670 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-505ae98e-7942-4a1f-b5db-7f84ccedb893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (6d43b8f9-040d-4274-a658-2d98333b17db), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:32.541308 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ae98e-7942-4a1f-b5db-7f84ccedb893 admin admin] Pushing event updated for resources: {'Port': ['ID=6d43b8f9-040d-4274-a658-2d98333b17db,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:32.543876 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-505ae98e-7942-4a1f-b5db-7f84ccedb893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (644e477a-47a9-4fda-ab7e-b87a5677db16), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:32.738459 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e822dd4-32ce-4e93-8926-b7e405f8f712 req-40b3cfef-0b5e-4e07-91ea-32da1c71becd tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0390990 Feb 07 20:59:32.747134 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505ae98e-7942-4a1f-b5db-7f84ccedb893 admin admin] Network 1d126bd2-e7d9-441a-a099-aac0556c8e1f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:59:32.753920 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-505ae98e-7942-4a1f-b5db-7f84ccedb893 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:59:32.986854 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a752a80f-3794-4d9c-8a02-a5f4226abd0f req-9714a442-7fae-4e55-a922-16f50c160ae4 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/ports?device_id=019dae9d-fe88-4488-9f2c-1c71f4b8330a HTTP/1.1" status: 200 len: 210 time: 0.0305734 Feb 07 20:59:33.005858 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505ae98e-7942-4a1f-b5db-7f84ccedb893 admin admin] Router 644e477a-47a9-4fda-ab7e-b87a5677db16 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:59:33.107564 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11906ec-e98e-44de-8ba3-3ec76fb5d5df req-ba1a50bf-1df8-4dd8-9da9-93d1b4313c4a tempest-ServersAdminNegativeTestJSON-1141082622 tempest-ServersAdminNegativeTestJSON-1141082622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:33.111631 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a11906ec-e98e-44de-8ba3-3ec76fb5d5df req-ba1a50bf-1df8-4dd8-9da9-93d1b4313c4a tempest-ServersAdminNegativeTestJSON-1141082622 tempest-ServersAdminNegativeTestJSON-1141082622-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=64f6a079-6a09-424a-a7b5-2f05ce5dd92e HTTP/1.1" status: 200 len: 1131 time: 0.2306409 Feb 07 20:59:33.146767 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ce1ff9a0-e793-4b15-a9d6-ee8daf75be46 None None] Provisioning complete for port 6d43b8f9-040d-4274-a658-2d98333b17db triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:33.147399 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce1ff9a0-e793-4b15-a9d6-ee8daf75be46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6d43b8f9-040d-4274-a658-2d98333b17db), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:33.206027 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ce1ff9a0-e793-4b15-a9d6-ee8daf75be46 None None] Port 6d43b8f9-040d-4274-a658-2d98333b17db cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:59:33.225459 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505ae98e-7942-4a1f-b5db-7f84ccedb893 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:59:33.227225 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a11906ec-e98e-44de-8ba3-3ec76fb5d5df req-ce868b24-cb8a-4c95-9094-0a82e8e27a07 tempest-ServersAdminNegativeTestJSON-1141082622 tempest-ServersAdminNegativeTestJSON-1141082622-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:33.243334 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-505ae98e-7942-4a1f-b5db-7f84ccedb893 admin admin] 10.222.0.65 "PUT /v2.0/routers/644e477a-47a9-4fda-ab7e-b87a5677db16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8520086 Feb 07 20:59:33.284588 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:33.370085 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a11906ec-e98e-44de-8ba3-3ec76fb5d5df req-ce868b24-cb8a-4c95-9094-0a82e8e27a07 tempest-ServersAdminNegativeTestJSON-1141082622 tempest-ServersAdminNegativeTestJSON-1141082622-project-admin] Publish callbacks [] for security_group (c9ae9089-96e4-479a-9243-df147cf667c0), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:33.382395 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a11906ec-e98e-44de-8ba3-3ec76fb5d5df req-ce868b24-cb8a-4c95-9094-0a82e8e27a07 tempest-ServersAdminNegativeTestJSON-1141082622 tempest-ServersAdminNegativeTestJSON-1141082622-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c9ae9089-96e4-479a-9243-df147cf667c0), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:33.430937 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a11906ec-e98e-44de-8ba3-3ec76fb5d5df req-ce868b24-cb8a-4c95-9094-0a82e8e27a07 tempest-ServersAdminNegativeTestJSON-1141082622 tempest-ServersAdminNegativeTestJSON-1141082622-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041635 Feb 07 20:59:33.476511 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce868b24-cb8a-4c95-9094-0a82e8e27a07 tempest-ServersAdminNegativeTestJSON-1141082622 tempest-ServersAdminNegativeTestJSON-1141082622-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ae9089-96e4-479a-9243-df147cf667c0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:33.654534 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13caa6d3-7032-4b14-9874-4cc2306b6e15 req-05f27070-02e9-4a82-89ce-49e7794bb25b tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:33.656042 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-13caa6d3-7032-4b14-9874-4cc2306b6e15 req-05f27070-02e9-4a82-89ce-49e7794bb25b tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 945 time: 0.1125963 Feb 07 20:59:33.657350 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0b09677e-f73c-4126-8f8e-cf3afcf79cf3 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:59:33.687787 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07116c9d-cffc-4e67-88a2-864c8f17c99a req-ab79d427-f28b-49c0-9575-15df1ee5a45e tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:33.689847 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07116c9d-cffc-4e67-88a2-864c8f17c99a req-ab79d427-f28b-49c0-9575-15df1ee5a45e tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 945 time: 0.1064785 Feb 07 20:59:33.732009 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:33.757036 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 0b09677e-f73c-4126-8f8e-cf3afcf79cf3 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:33.757332 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-13caa6d3-7032-4b14-9874-4cc2306b6e15 req-75259806-a10d-455a-9ee1-ec2be747fe00 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932908 Feb 07 20:59:33.758255 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0b09677e-f73c-4126-8f8e-cf3afcf79cf3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:33.805209 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07116c9d-cffc-4e67-88a2-864c8f17c99a req-ecfc6706-6f4e-4047-9195-e03d4bf451eb tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942929 Feb 07 20:59:33.861244 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 0b09677e-f73c-4126-8f8e-cf3afcf79cf3 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:33.862504 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0b09677e-f73c-4126-8f8e-cf3afcf79cf3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:33.894494 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 0b09677e-f73c-4126-8f8e-cf3afcf79cf3, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0b09677e-f73c-4126-8f8e-cf3afcf79cf3,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:33.899869 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0b09677e-f73c-4126-8f8e-cf3afcf79cf3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:33.945391 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1d314c-40f7-44a1-8be4-9f9d4707e216 None None] Sync routers for ids ['644e477a-47a9-4fda-ab7e-b87a5677db16'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:59:33.978800 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1d314c-40f7-44a1-8be4-9f9d4707e216 None None] Routers {'644e477a-47a9-4fda-ab7e-b87a5677db16'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:59:33.979737 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0d1d314c-40f7-44a1-8be4-9f9d4707e216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:59:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['644e477a-47a9-4fda-ab7e-b87a5677db16'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:34.333451 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42670) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:34.364173 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ecc57cf2-2f4b-45b5-90ff-6113bbbcbb9c tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Request body: {'security_group': {'name': 'tempest-securitygroup--613599134', 'description': 'tempest-description--927329970'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:34.449858 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ecc57cf2-2f4b-45b5-90ff-6113bbbcbb9c tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:34.508631 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-0d1d314c-40f7-44a1-8be4-9f9d4707e216 None None] Set router 644e477a-47a9-4fda-ab7e-b87a5677db16 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:59:34.641840 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ecc57cf2-2f4b-45b5-90ff-6113bbbcbb9c tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks [] for security_group (dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:34.655774 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ecc57cf2-2f4b-45b5-90ff-6113bbbcbb9c tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:34.706947 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ecc57cf2-2f4b-45b5-90ff-6113bbbcbb9c tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:34.708685 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ecc57cf2-2f4b-45b5-90ff-6113bbbcbb9c tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3721764 Feb 07 20:59:34.711394 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc57cf2-2f4b-45b5-90ff-6113bbbcbb9c tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:34.719347 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=0b09677e-f73c-4126-8f8e-cf3afcf79cf3,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:34.723352 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42680) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:34.729608 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2edad43d-d656-4b77-8ea4-b53f170fc75a tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Request body: {'security_group_rule': {'security_group_id': 'dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:34.751895 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:34.752258 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:34.752824 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:34.753353 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:34.753705 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:34.754036 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:34.754366 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:34.754908 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:34.755538 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:34.755909 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:34.756379 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:34.757059 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:34.757463 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:34.776409 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2edad43d-d656-4b77-8ea4-b53f170fc75a tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks [] for security_group_rule (ba020fb4-8467-49f4-aafe-d217fcc5a8c8), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:34.801941 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0d1d314c-40f7-44a1-8be4-9f9d4707e216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'name': 'tempest-ServersTestJSON-1980754697-router', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '0b09677e-f73c-4126-8f8e-cf3afcf79cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:24Z', 'updated_at': '2022-02-07T20:59:31Z', 'revision_number': 4, 'project_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'gw_port': {'id': '0b09677e-f73c-4126-8f8e-cf3afcf79cf3', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:25Z', 'updated_at': '2022-02-07T20:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '6d43b8f9-040d-4274-a658-2d98333b17db', 'name': '', 'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'mac_address': 'fa:16:3e:b9:10:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '0114e2a3-2e78-44be-93bb-c1c41aa269ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:29Z', 'updated_at': '2022-02-07T20:59:32Z', 'revision_number': 2, 'project_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'subnets': [{'id': '0114e2a3-2e78-44be-93bb-c1c41aa269ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:34.836940 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1d314c-40f7-44a1-8be4-9f9d4707e216 None None] Checking router: 644e477a-47a9-4fda-ab7e-b87a5677db16 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:59:34.837524 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1d314c-40f7-44a1-8be4-9f9d4707e216 None None] Updating router 644e477a-47a9-4fda-ab7e-b87a5677db16 port 6d43b8f9-040d-4274-a658-2d98333b17db binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:59:34.861118 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2edad43d-d656-4b77-8ea4-b53f170fc75a tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks [] for security_group_rule (ba020fb4-8467-49f4-aafe-d217fcc5a8c8), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:34.873298 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2edad43d-d656-4b77-8ea4-b53f170fc75a tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (ba020fb4-8467-49f4-aafe-d217fcc5a8c8), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:34.884828 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0d1d314c-40f7-44a1-8be4-9f9d4707e216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6d43b8f9-040d-4274-a658-2d98333b17db), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:34.891397 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ce75697-5e80-4a06-badd-4ef00ff2f2ba req-45e45ca4-41f2-4096-a26d-c8a2817a4c3f tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0742188 Feb 07 20:59:34.894634 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edad43d-d656-4b77-8ea4-b53f170fc75a tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba020fb4-8467-49f4-aafe-d217fcc5a8c8,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:34.908559 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2edad43d-d656-4b77-8ea4-b53f170fc75a tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:34.912301 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2edad43d-d656-4b77-8ea4-b53f170fc75a tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1845665 Feb 07 20:59:34.912520 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42686) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:34.922400 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bae13480-f5e6-4b2e-9b0f-fb110dcf2f83 req-8a0d25d9-5578-4d8c-bca0-8bc7e48d05f5 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/ports?device_id=019dae9d-fe88-4488-9f2c-1c71f4b8330a HTTP/1.1" status: 200 len: 210 time: 0.0958242 Feb 07 20:59:34.923570 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-cf814aff-2bd0-4fe8-b7de-1a0a7d1e35ee tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Request body: {'security_group_rule': {'security_group_id': 'dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:34.976918 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-9d19a0fb-dd9c-462d-a59b-359c118b895d tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:34.979822 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-9d19a0fb-dd9c-462d-a59b-359c118b895d tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.69 "GET /v2.0/networks?id=31977659-2f69-4a72-a821-e5e4ae21938f HTTP/1.1" status: 200 len: 815 time: 0.8242662 Feb 07 20:59:34.985344 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cf814aff-2bd0-4fe8-b7de-1a0a7d1e35ee tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks [] for security_group_rule (5e6e3551-3d16-4b11-9cfc-5adb2775b8bb), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:35.083917 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-298cf93f-05a6-40e3-af10-97f62ad269fe tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fb38b7e23d34fb68060f43eab10088d HTTP/1.1" status: 200 len: 379 time: 0.0903177 Feb 07 20:59:35.097177 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb34832-86c6-483a-856e-ecc25fee2f6f req-c2a5a3d8-c1ab-4aeb-bd28-9ef2fce7a918 tempest-ServersAdminNegativeTestJSON-1141082622 tempest-ServersAdminNegativeTestJSON-1141082622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:35.098799 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7bb34832-86c6-483a-856e-ecc25fee2f6f req-c2a5a3d8-c1ab-4aeb-bd28-9ef2fce7a918 tempest-ServersAdminNegativeTestJSON-1141082622 tempest-ServersAdminNegativeTestJSON-1141082622-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=64f6a079-6a09-424a-a7b5-2f05ce5dd92e HTTP/1.1" status: 200 len: 1131 time: 0.0863624 Feb 07 20:59:35.100563 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cf814aff-2bd0-4fe8-b7de-1a0a7d1e35ee tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks [] for security_group_rule (5e6e3551-3d16-4b11-9cfc-5adb2775b8bb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:35.103552 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-3047525c-30a4-48f1-b447-484f6a4bab55 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Request body: {'port': {'device_id': '019dae9d-fe88-4488-9f2c-1c71f4b8330a', 'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f', 'admin_state_up': True, 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'security_groups': ['db6d7f8b-5a42-4349-96a7-df12d93868cc']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:35.111710 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cf814aff-2bd0-4fe8-b7de-1a0a7d1e35ee tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (5e6e3551-3d16-4b11-9cfc-5adb2775b8bb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:35.149738 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf814aff-2bd0-4fe8-b7de-1a0a7d1e35ee tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6e3551-3d16-4b11-9cfc-5adb2775b8bb,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:35.165361 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cf814aff-2bd0-4fe8-b7de-1a0a7d1e35ee tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:35.169647 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cf814aff-2bd0-4fe8-b7de-1a0a7d1e35ee tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2532542 Feb 07 20:59:35.169881 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42692) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:35.174463 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-daba0ef4-fe87-4026-a8e2-2c14b7d11791 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:35.200018 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-daba0ef4-fe87-4026-a8e2-2c14b7d11791 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:35.260586 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67380b-4f07-43ac-a1f6-bd60f5836657 req-f92e2557-f369-4a8b-aeb3-19bd1d124edf tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:35.261899 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e67380b-4f07-43ac-a1f6-bd60f5836657 req-f92e2557-f369-4a8b-aeb3-19bd1d124edf tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 945 time: 0.1439810 Feb 07 20:59:35.278147 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7bb34832-86c6-483a-856e-ecc25fee2f6f req-8ca3ceab-d27b-4f33-8256-0c40688b703f tempest-ServersAdminNegativeTestJSON-1141082622 tempest-ServersAdminNegativeTestJSON-1141082622-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588402 Feb 07 20:59:35.327780 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-daba0ef4-fe87-4026-a8e2-2c14b7d11791 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:35.386663 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e67380b-4f07-43ac-a1f6-bd60f5836657 req-601ad537-1dfe-4830-8be1-dfa89114e8fb tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075211 Feb 07 20:59:35.400697 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0d1d314c-40f7-44a1-8be4-9f9d4707e216 None None] Publish callbacks [] for port (6d43b8f9-040d-4274-a658-2d98333b17db), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:35.409178 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0d1d314c-40f7-44a1-8be4-9f9d4707e216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6d43b8f9-040d-4274-a658-2d98333b17db), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:35.446217 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-daba0ef4-fe87-4026-a8e2-2c14b7d11791 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Allocated IP 172.25.4.99 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/8ed4e644-a641-496e-a605-bf31b821b20a) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:59:35.449882 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-3047525c-30a4-48f1-b447-484f6a4bab55 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Made reservation on behalf of 1fb38b7e23d34fb68060f43eab10088d for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:59:35.453706 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-3047525c-30a4-48f1-b447-484f6a4bab55 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:35.534623 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65f316-bae5-4391-b7c4-9c267caa179b None None] Pushing event updated for resources: {'Port': ['ID=6d43b8f9-040d-4274-a658-2d98333b17db,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:35.605105 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-daba0ef4-fe87-4026-a8e2-2c14b7d11791 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks [] for port (8ed4e644-a641-496e-a605-bf31b821b20a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:35.634859 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0b09677e-f73c-4126-8f8e-cf3afcf79cf3 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:59:35.659840 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-daba0ef4-fe87-4026-a8e2-2c14b7d11791 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8ed4e644-a641-496e-a605-bf31b821b20a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:35.663580 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-3047525c-30a4-48f1-b447-484f6a4bab55 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Allocated IP 172.20.0.4 (31977659-2f69-4a72-a821-e5e4ae21938f/804a6593-f65e-4386-a009-e6b4c27bdac4/266f4050-e3c2-483b-8422-9db1dae6ae0a) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:59:35.715877 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daba0ef4-fe87-4026-a8e2-2c14b7d11791 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:59:35.725029 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-0d1d314c-40f7-44a1-8be4-9f9d4707e216 None None] Attempting to bind port 6d43b8f9-040d-4274-a658-2d98333b17db on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:59:35.725029 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-0d1d314c-40f7-44a1-8be4-9f9d4707e216 None None] Attempting to bind port 6d43b8f9-040d-4274-a658-2d98333b17db by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '7d800224-c8b9-4a77-9779-0ffd30631e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:59:35.725029 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d314c-40f7-44a1-8be4-9f9d4707e216 None None] Attempting to bind port 6d43b8f9-040d-4274-a658-2d98333b17db on network 1d126bd2-e7d9-441a-a099-aac0556c8e1f {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:59:35.725431 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-daba0ef4-fe87-4026-a8e2-2c14b7d11791 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:59:35.735828 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daba0ef4-fe87-4026-a8e2-2c14b7d11791 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:59:35.761148 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d314c-40f7-44a1-8be4-9f9d4707e216 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:59:35.762858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d314c-40f7-44a1-8be4-9f9d4707e216 None None] Checking segment: {'id': '7d800224-c8b9-4a77-9779-0ffd30631e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:59:35.763282 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0d1d314c-40f7-44a1-8be4-9f9d4707e216 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:35.763687 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d314c-40f7-44a1-8be4-9f9d4707e216 None None] Bound using segment: {'id': '7d800224-c8b9-4a77-9779-0ffd30631e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:59:35.772498 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba0ef4-fe87-4026-a8e2-2c14b7d11791 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Pushing event updated for resources: {'Port': ['ID=8ed4e644-a641-496e-a605-bf31b821b20a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:35.810190 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-0d1d314c-40f7-44a1-8be4-9f9d4707e216 None None] Bound port: 6d43b8f9-040d-4274-a658-2d98333b17db, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d800224-c8b9-4a77-9779-0ffd30631e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:59:35.810900 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0d1d314c-40f7-44a1-8be4-9f9d4707e216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6d43b8f9-040d-4274-a658-2d98333b17db), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:35.824955 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacab2d-a55d-42e3-8bd2-0e715f3a9d41 req-dd7e7024-422c-49a0-9840-7df7612434c0 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:35.832429 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9cacab2d-a55d-42e3-8bd2-0e715f3a9d41 req-dd7e7024-422c-49a0-9840-7df7612434c0 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 945 time: 0.4491565 Feb 07 20:59:35.864833 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-daba0ef4-fe87-4026-a8e2-2c14b7d11791 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks [] for floatingip (27563c55-9bf9-44b3-a4ad-2fd55e21ab55), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:35.913756 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-daba0ef4-fe87-4026-a8e2-2c14b7d11791 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8ed4e644-a641-496e-a605-bf31b821b20a), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:35.926682 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0d1d314c-40f7-44a1-8be4-9f9d4707e216 None None] For port 6d43b8f9-040d-4274-a658-2d98333b17db, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:59:35.931655 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0d1d314c-40f7-44a1-8be4-9f9d4707e216 None None] For port 6d43b8f9-040d-4274-a658-2d98333b17db, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=6d43b8f9-040d-4274-a658-2d98333b17db,segment=NetworkSegment(7d800224-c8b9-4a77-9779-0ffd30631e2e),segment_id=7d800224-c8b9-4a77-9779-0ffd30631e2e)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:59:35.940941 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0d3b69f8-6cce-421a-bc2f-16406e4d51f4 None None] Provisioning complete for port 6d43b8f9-040d-4274-a658-2d98333b17db triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:35.941317 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0d3b69f8-6cce-421a-bc2f-16406e4d51f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6d43b8f9-040d-4274-a658-2d98333b17db), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:35.961852 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9cacab2d-a55d-42e3-8bd2-0e715f3a9d41 req-4577fa68-8e90-41ce-8726-0b77f7933721 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251519 Feb 07 20:59:35.967977 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0d1d314c-40f7-44a1-8be4-9f9d4707e216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6d43b8f9-040d-4274-a658-2d98333b17db), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:35.988638 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee115a99-fcec-49f8-bea7-b0f32846075a req-a2fee2e6-81dd-4311-8d9a-53ad6b8869df tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:35.994374 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ee115a99-fcec-49f8-bea7-b0f32846075a req-a2fee2e6-81dd-4311-8d9a-53ad6b8869df tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.69 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 945 time: 0.5243411 Feb 07 20:59:36.020213 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 0b09677e-f73c-4126-8f8e-cf3afcf79cf3 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:36.020627 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0b09677e-f73c-4126-8f8e-cf3afcf79cf3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:36.137522 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65f316-bae5-4391-b7c4-9c267caa179b None None] Pushing event updated for resources: {'Port': ['ID=6d43b8f9-040d-4274-a658-2d98333b17db,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:36.144134 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0d3b69f8-6cce-421a-bc2f-16406e4d51f4 None None] Port 6d43b8f9-040d-4274-a658-2d98333b17db cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:59:36.184108 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1d314c-40f7-44a1-8be4-9f9d4707e216 None None] Routers {'644e477a-47a9-4fda-ab7e-b87a5677db16'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:59:36.185163 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0d1d314c-40f7-44a1-8be4-9f9d4707e216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:59:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['644e477a-47a9-4fda-ab7e-b87a5677db16'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:36.195595 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-daba0ef4-fe87-4026-a8e2-2c14b7d11791 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks [] for port (8ed4e644-a641-496e-a605-bf31b821b20a), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:36.206298 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-daba0ef4-fe87-4026-a8e2-2c14b7d11791 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (8ed4e644-a641-496e-a605-bf31b821b20a), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:36.255076 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-3047525c-30a4-48f1-b447-484f6a4bab55 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks [] for port (266f4050-e3c2-483b-8422-9db1dae6ae0a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:36.349040 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-daba0ef4-fe87-4026-a8e2-2c14b7d11791 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (27563c55-9bf9-44b3-a4ad-2fd55e21ab55), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:36.368042 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba0ef4-fe87-4026-a8e2-2c14b7d11791 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Pushing event updated for resources: {'Port': ['ID=8ed4e644-a641-496e-a605-bf31b821b20a,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:36.372525 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed143d95-62e2-4f43-a0ff-40ef4a5b9ee4 req-94dfe3a0-b85e-43b9-a25b-72a36806059d tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.1885448 Feb 07 20:59:36.374785 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-daba0ef4-fe87-4026-a8e2-2c14b7d11791 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:36.380358 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-daba0ef4-fe87-4026-a8e2-2c14b7d11791 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2051108 Feb 07 20:59:36.408829 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-93a71c05-e1c6-4e54-b561-037a389d5605 None None] Provisioning complete for port 6d43b8f9-040d-4274-a658-2d98333b17db triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:36.408829 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-93a71c05-e1c6-4e54-b561-037a389d5605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6d43b8f9-040d-4274-a658-2d98333b17db), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:36.423225 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 0b09677e-f73c-4126-8f8e-cf3afcf79cf3 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:36.468193 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eeb9a2d9-9054-4fca-9c4e-34dda0181452 req-5a28ed59-3181-49c9-8966-d6f82f85e1df tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/ports?device_id=019dae9d-fe88-4488-9f2c-1c71f4b8330a HTTP/1.1" status: 200 len: 210 time: 0.1590769 Feb 07 20:59:36.549530 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-3047525c-30a4-48f1-b447-484f6a4bab55 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (266f4050-e3c2-483b-8422-9db1dae6ae0a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:36.553695 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42728) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:36.573000 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-0d1d314c-40f7-44a1-8be4-9f9d4707e216 None None] Set router 644e477a-47a9-4fda-ab7e-b87a5677db16 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:59:36.687631 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-3047525c-30a4-48f1-b447-484f6a4bab55 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Network 31977659-2f69-4a72-a821-e5e4ae21938f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:59:36.692134 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047525c-30a4-48f1-b447-484f6a4bab55 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Pushing event updated for resources: {'Port': ['ID=266f4050-e3c2-483b-8422-9db1dae6ae0a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:36.697830 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-3047525c-30a4-48f1-b447-484f6a4bab55 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:59:36.707097 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-3047525c-30a4-48f1-b447-484f6a4bab55 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:59:36.707388 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-64493f67-f040-4ab6-a2d4-5401e60e9a40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:36.755023 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e022fac-9160-49d0-b249-899397011638 req-85abe5ac-ae30-455e-ad27-8219bea06839 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:36.756573 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e022fac-9160-49d0-b249-899397011638 req-85abe5ac-ae30-455e-ad27-8219bea06839 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 945 time: 0.1400266 Feb 07 20:59:36.772043 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-ee115a99-fcec-49f8-bea7-b0f32846075a req-5b91f2a1-07e7-4767-bad0-652bdd16516b tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Deleting port 7e703522-6551-4d34-9c6b-81b5be4b6b43 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:59:36.772429 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ee115a99-fcec-49f8-bea7-b0f32846075a req-5b91f2a1-07e7-4767-bad0-652bdd16516b tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (7e703522-6551-4d34-9c6b-81b5be4b6b43), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:36.864760 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-64493f67-f040-4ab6-a2d4-5401e60e9a40 admin admin] Publish callbacks [] for security_group (c21552ed-220b-40e2-bc85-be7f9eb11a95), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:36.879208 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-64493f67-f040-4ab6-a2d4-5401e60e9a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c21552ed-220b-40e2-bc85-be7f9eb11a95), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:36.889670 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-3047525c-30a4-48f1-b447-484f6a4bab55 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:36.890290 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-3047525c-30a4-48f1-b447-484f6a4bab55 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:36.928543 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-64493f67-f040-4ab6-a2d4-5401e60e9a40 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d35a495bd83d4dfe9b96ca430c9ac136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3739035 Feb 07 20:59:36.931434 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42742) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:36.932135 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64493f67-f040-4ab6-a2d4-5401e60e9a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21552ed-220b-40e2-bc85-be7f9eb11a95,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:36.938978 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-93a71c05-e1c6-4e54-b561-037a389d5605 None None] Current status of the port 6d43b8f9-040d-4274-a658-2d98333b17db is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:36.939602 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-93a71c05-e1c6-4e54-b561-037a389d5605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6d43b8f9-040d-4274-a658-2d98333b17db), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:37.019365 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38ed9b8d-de94-4b66-bd0d-19b8c095b7fb admin admin] Publish callbacks [] for security_group (c21552ed-220b-40e2-bc85-be7f9eb11a95), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:37.022937 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-93a71c05-e1c6-4e54-b561-037a389d5605 None None] For port 6d43b8f9-040d-4274-a658-2d98333b17db, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=6d43b8f9-040d-4274-a658-2d98333b17db,segment=NetworkSegment(7d800224-c8b9-4a77-9779-0ffd30631e2e),segment_id=7d800224-c8b9-4a77-9779-0ffd30631e2e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:37.042871 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-3047525c-30a4-48f1-b447-484f6a4bab55 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9429650 Feb 07 20:59:37.049599 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38ed9b8d-de94-4b66-bd0d-19b8c095b7fb admin admin] Publish callbacks [] for security_group (c21552ed-220b-40e2-bc85-be7f9eb11a95), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:37.051152 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-93a71c05-e1c6-4e54-b561-037a389d5605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6d43b8f9-040d-4274-a658-2d98333b17db), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:37.091572 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e022fac-9160-49d0-b249-899397011638 req-bf9d0a6c-eabc-4488-8890-ff6ac6743b8f tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175135 Feb 07 20:59:37.103348 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-ee115a99-fcec-49f8-bea7-b0f32846075a req-5b91f2a1-07e7-4767-bad0-652bdd16516b tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] For port 7e703522-6551-4d34-9c6b-81b5be4b6b43, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=7e703522-6551-4d34-9c6b-81b5be4b6b43,segment=NetworkSegment(d8ca5278-288e-4a92-ae61-96e4e15706b2),segment_id=d8ca5278-288e-4a92-ae61-96e4e15706b2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:37.103648 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ee115a99-fcec-49f8-bea7-b0f32846075a req-5b91f2a1-07e7-4767-bad0-652bdd16516b tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (7e703522-6551-4d34-9c6b-81b5be4b6b43), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:37.120919 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-fb1e1692-6179-4628-b757-fb9e8893299b service neutron] Request body: {'port': {'device_id': '019dae9d-fe88-4488-9f2c-1c71f4b8330a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:37.129532 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38ed9b8d-de94-4b66-bd0d-19b8c095b7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c21552ed-220b-40e2-bc85-be7f9eb11a95), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:37.136441 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38ed9b8d-de94-4b66-bd0d-19b8c095b7fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:37.146790 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a71c05-e1c6-4e54-b561-037a389d5605 None None] Pushing event updated for resources: {'Port': ['ID=6d43b8f9-040d-4274-a658-2d98333b17db,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:37.152957 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b26df478-6e21-4873-ba0a-54106db204ee req-96694826-144a-4df6-a81b-a6138c995a17 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--613599134&fields=id&tenant_id=d25ea6a8c80e4111a262f2acee0a2059 HTTP/1.1" status: 200 len: 267 time: 0.3619845 Feb 07 20:59:37.155938 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-38ed9b8d-de94-4b66-bd0d-19b8c095b7fb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c21552ed-220b-40e2-bc85-be7f9eb11a95 HTTP/1.1" status: 204 len: 168 time: 0.1989968 Feb 07 20:59:37.178804 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed9b8d-de94-4b66-bd0d-19b8c095b7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21552ed-220b-40e2-bc85-be7f9eb11a95,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:37.179466 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0d1d314c-40f7-44a1-8be4-9f9d4707e216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'name': 'tempest-ServersTestJSON-1980754697-router', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '0b09677e-f73c-4126-8f8e-cf3afcf79cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:24Z', 'updated_at': '2022-02-07T20:59:31Z', 'revision_number': 4, 'project_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'gw_port': {'id': '0b09677e-f73c-4126-8f8e-cf3afcf79cf3', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:25Z', 'updated_at': '2022-02-07T20:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '6d43b8f9-040d-4274-a658-2d98333b17db', 'name': '', 'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'mac_address': 'fa:16:3e:b9:10:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '0114e2a3-2e78-44be-93bb-c1c41aa269ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:29Z', 'updated_at': '2022-02-07T20:59:35Z', 'revision_number': 4, 'project_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'subnets': [{'id': '0114e2a3-2e78-44be-93bb-c1c41aa269ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:37.257601 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1d314c-40f7-44a1-8be4-9f9d4707e216 None None] The sync data for ids ['644e477a-47a9-4fda-ab7e-b87a5677db16'] in n-d-828185-2 is: [{'id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'name': 'tempest-ServersTestJSON-1980754697-router', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '0b09677e-f73c-4126-8f8e-cf3afcf79cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:24Z', 'updated_at': '2022-02-07T20:59:31Z', 'revision_number': 4, 'project_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'gw_port': {'id': '0b09677e-f73c-4126-8f8e-cf3afcf79cf3', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:25Z', 'updated_at': '2022-02-07T20:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '6d43b8f9-040d-4274-a658-2d98333b17db', 'name': '', 'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'mac_address': 'fa:16:3e:b9:10:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '0114e2a3-2e78-44be-93bb-c1c41aa269ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:29Z', 'updated_at': '2022-02-07T20:59:35Z', 'revision_number': 4, 'project_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'subnets': [{'id': '0114e2a3-2e78-44be-93bb-c1c41aa269ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:59:37.269197 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b27b444c-b32e-4f86-85b7-f30bf6e4333f None None] Provisioning complete for port 266f4050-e3c2-483b-8422-9db1dae6ae0a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:37.270015 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b27b444c-b32e-4f86-85b7-f30bf6e4333f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (266f4050-e3c2-483b-8422-9db1dae6ae0a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:37.365096 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b27b444c-b32e-4f86-85b7-f30bf6e4333f None None] Port 266f4050-e3c2-483b-8422-9db1dae6ae0a cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:59:37.535566 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-fb1e1692-6179-4628-b757-fb9e8893299b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (266f4050-e3c2-483b-8422-9db1dae6ae0a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:37.591164 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42754) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:37.606660 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf09dde8-39dc-4907-8fa0-9d69179865e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:37.644476 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852c4d4-e3f6-49fc-8074-19f1fa47e111 req-5f22f99e-546b-46c3-989f-1873de31f859 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:37.652111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6852c4d4-e3f6-49fc-8074-19f1fa47e111 req-5f22f99e-546b-46c3-989f-1873de31f859 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=64f6a079-6a09-424a-a7b5-2f05ce5dd92e HTTP/1.1" status: 200 len: 949 time: 0.4477243 Feb 07 20:59:37.659011 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 6d43b8f9-040d-4274-a658-2d98333b17db up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:59:37.736999 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26df478-6e21-4873-ba0a-54106db204ee req-0747c2a4-5b0e-4e72-8e3b-907aa48a7ded tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:37.738525 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b26df478-6e21-4873-ba0a-54106db204ee req-0747c2a4-5b0e-4e72-8e3b-907aa48a7ded tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/networks?id=1d126bd2-e7d9-441a-a099-aac0556c8e1f HTTP/1.1" status: 200 len: 806 time: 0.5304472 Feb 07 20:59:37.740166 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 6d43b8f9-040d-4274-a658-2d98333b17db triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:37.740886 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6d43b8f9-040d-4274-a658-2d98333b17db), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:37.758782 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf09dde8-39dc-4907-8fa0-9d69179865e1 admin admin] Publish callbacks [] for security_group (5f16b7b3-a0bc-4a96-9fde-a7feaf00adf4), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:37.773649 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf09dde8-39dc-4907-8fa0-9d69179865e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (5f16b7b3-a0bc-4a96-9fde-a7feaf00adf4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:37.808027 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b26df478-6e21-4873-ba0a-54106db204ee req-6fbfc7b4-3bfd-46ad-aa27-5779cb288cf1 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/quotas/d25ea6a8c80e4111a262f2acee0a2059 HTTP/1.1" status: 200 len: 375 time: 0.0516241 Feb 07 20:59:37.822478 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09dde8-39dc-4907-8fa0-9d69179865e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f16b7b3-a0bc-4a96-9fde-a7feaf00adf4,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:37.843318 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bf09dde8-39dc-4907-8fa0-9d69179865e1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cbcdff2086ed4618a96c5103cd713667&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503686 Feb 07 20:59:37.846613 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42756) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:37.883221 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 6d43b8f9-040d-4274-a658-2d98333b17db is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:37.914949 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56644b82-04a9-4e90-8e4c-b8dcbc5e8dc2 admin admin] Publish callbacks [] for security_group (5f16b7b3-a0bc-4a96-9fde-a7feaf00adf4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:37.943517 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56644b82-04a9-4e90-8e4c-b8dcbc5e8dc2 admin admin] Publish callbacks [] for security_group (5f16b7b3-a0bc-4a96-9fde-a7feaf00adf4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:37.976169 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ee115a99-fcec-49f8-bea7-b0f32846075a req-5b91f2a1-07e7-4767-bad0-652bdd16516b tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:37.976556 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ee115a99-fcec-49f8-bea7-b0f32846075a req-5b91f2a1-07e7-4767-bad0-652bdd16516b tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (b51339a5-9643-4004-8438-31518b9fc6a0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:37.977164 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [req-ee115a99-fcec-49f8-bea7-b0f32846075a req-5b91f2a1-07e7-4767-bad0-652bdd16516b tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Floating IP b51339a5-9643-4004-8438-31518b9fc6a0 disassociated. External IP: 172.25.4.104, port: 7e703522-6551-4d34-9c6b-81b5be4b6b43. Feb 07 20:59:37.977513 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-ee115a99-fcec-49f8-bea7-b0f32846075a req-5b91f2a1-07e7-4767-bad0-652bdd16516b tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Calling delete_port for 7e703522-6551-4d34-9c6b-81b5be4b6b43 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:59:37.988343 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6852c4d4-e3f6-49fc-8074-19f1fa47e111 req-48c01146-2389-4f86-8581-0df26dc6c052 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349946 Feb 07 20:59:38.010537 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56644b82-04a9-4e90-8e4c-b8dcbc5e8dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (5f16b7b3-a0bc-4a96-9fde-a7feaf00adf4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:38.013321 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56644b82-04a9-4e90-8e4c-b8dcbc5e8dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:38.014753 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-56644b82-04a9-4e90-8e4c-b8dcbc5e8dc2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5f16b7b3-a0bc-4a96-9fde-a7feaf00adf4 HTTP/1.1" status: 204 len: 168 time: 0.1661344 Feb 07 20:59:38.046805 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56644b82-04a9-4e90-8e4c-b8dcbc5e8dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f16b7b3-a0bc-4a96-9fde-a7feaf00adf4,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:38.165263 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b26df478-6e21-4873-ba0a-54106db204ee req-b9082fcc-b38d-4094-91c4-929d61919036 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d25ea6a8c80e4111a262f2acee0a2059&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3562093 Feb 07 20:59:38.348719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a1d12-2862-453d-89ec-433b8f86a4a6 req-3581e53a-fc0e-4e59-8975-e5106a065317 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:38.350419 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-241a1d12-2862-453d-89ec-433b8f86a4a6 req-3581e53a-fc0e-4e59-8975-e5106a065317 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 945 time: 0.2172627 Feb 07 20:59:38.545321 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b26df478-6e21-4873-ba0a-54106db204ee req-a842d7ba-c34d-4073-997a-1e92622a9dfd service neutron] 10.222.0.65 "GET /v2.0/networks/1d126bd2-e7d9-441a-a099-aac0556c8e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553286 Feb 07 20:59:38.557497 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ee115a99-fcec-49f8-bea7-b0f32846075a req-5b91f2a1-07e7-4767-bad0-652bdd16516b tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (7e703522-6551-4d34-9c6b-81b5be4b6b43), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:38.586750 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-241a1d12-2862-453d-89ec-433b8f86a4a6 req-628324dd-66d6-4d5b-b1b7-f3b82a08d3eb tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups?id=69f5b44c-3512-4534-8b76-830f6209751f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160101 Feb 07 20:59:38.608460 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9afe9d-2730-46e6-aa84-35b409f44f4a req-71a9d895-7f89-4847-a4b4-b5235318aa58 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:38.611322 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dd9afe9d-2730-46e6-aa84-35b409f44f4a req-71a9d895-7f89-4847-a4b4-b5235318aa58 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.69 "GET /v2.0/ports?device_id=64f6a079-6a09-424a-a7b5-2f05ce5dd92e HTTP/1.1" status: 200 len: 949 time: 0.1037107 Feb 07 20:59:38.800329 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-dd9afe9d-2730-46e6-aa84-35b409f44f4a req-dab38e27-1f3c-4980-aec8-73ee6faf7fe0 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Deleting port f38419ab-fc71-4513-a641-407356967771 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:59:38.800927 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dd9afe9d-2730-46e6-aa84-35b409f44f4a req-dab38e27-1f3c-4980-aec8-73ee6faf7fe0 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f38419ab-fc71-4513-a641-407356967771), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:38.926849 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-dd9afe9d-2730-46e6-aa84-35b409f44f4a req-dab38e27-1f3c-4980-aec8-73ee6faf7fe0 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] For port f38419ab-fc71-4513-a641-407356967771, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=f38419ab-fc71-4513-a641-407356967771,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:38.928398 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dd9afe9d-2730-46e6-aa84-35b409f44f4a req-dab38e27-1f3c-4980-aec8-73ee6faf7fe0 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f38419ab-fc71-4513-a641-407356967771), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:38.966990 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-dd9afe9d-2730-46e6-aa84-35b409f44f4a req-dab38e27-1f3c-4980-aec8-73ee6faf7fe0 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Calling delete_port for f38419ab-fc71-4513-a641-407356967771 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:59:39.003495 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-fb1e1692-6179-4628-b757-fb9e8893299b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 266f4050-e3c2-483b-8422-9db1dae6ae0a {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:59:39.020987 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91f2a1-07e7-4767-bad0-652bdd16516b tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Pushing event deleted for resources: {'Port': ['ID=7e703522-6551-4d34-9c6b-81b5be4b6b43,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:39.027955 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-fb1e1692-6179-4628-b757-fb9e8893299b service neutron] Publish callbacks [] for port (266f4050-e3c2-483b-8422-9db1dae6ae0a), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:39.050191 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae4ff768-7796-45a4-9a13-77da090cf432 req-6afc7161-2d8c-40e5-a8e6-0112ad4f9883 tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0808699 Feb 07 20:59:39.103913 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-fb1e1692-6179-4628-b757-fb9e8893299b service neutron] Transition to ACTIVE for port object 266f4050-e3c2-483b-8422-9db1dae6ae0a will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:59:39.144726 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-fb1e1692-6179-4628-b757-fb9e8893299b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (266f4050-e3c2-483b-8422-9db1dae6ae0a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:39.167628 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42782) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:39.237871 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b26df478-6e21-4873-ba0a-54106db204ee req-7d94a223-0fe3-43a2-902a-1a4a618c5f0e service neutron] 10.222.0.65 "GET /v2.0/networks/1d126bd2-e7d9-441a-a099-aac0556c8e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6914339 Feb 07 20:59:39.307846 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dd9afe9d-2730-46e6-aa84-35b409f44f4a req-dab38e27-1f3c-4980-aec8-73ee6faf7fe0 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (f38419ab-fc71-4513-a641-407356967771), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:39.323651 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['f38419ab-fc71-4513-a641-407356967771'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:59:39.371492 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e1692-6179-4628-b757-fb9e8893299b service neutron] Pushing event updated for resources: {'Port': ['ID=266f4050-e3c2-483b-8422-9db1dae6ae0a,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:39.387670 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:59:39.398149 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab38e27-1f3c-4980-aec8-73ee6faf7fe0 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Pushing event deleted for resources: {'Port': ['ID=f38419ab-fc71-4513-a641-407356967771,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:39.489959 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-215337e3-df64-4937-a1ef-b90328028db6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-713596187-network', 'tenant_id': '825af39fa6c849af9efd65742855431f'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:39.522408 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9afe9d-2730-46e6-aa84-35b409f44f4a req-dab38e27-1f3c-4980-aec8-73ee6faf7fe0 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] No DVR routers for this DVR port f38419ab-fc71-4513-a641-407356967771 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:59:39.529575 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dd9afe9d-2730-46e6-aa84-35b409f44f4a req-dab38e27-1f3c-4980-aec8-73ee6faf7fe0 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:39.537292 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dd9afe9d-2730-46e6-aa84-35b409f44f4a req-dab38e27-1f3c-4980-aec8-73ee6faf7fe0 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.69 "DELETE /v2.0/ports/f38419ab-fc71-4513-a641-407356967771 HTTP/1.1" status: 204 len: 173 time: 0.9202230 Feb 07 20:59:39.537818 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f6a079-6a09-424a-a7b5-2f05ce5dd92e', 'name': 'network-vif-deleted', 'tag': 'f38419ab-fc71-4513-a641-407356967771'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:59:39.543830 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee115a99-fcec-49f8-bea7-b0f32846075a req-5b91f2a1-07e7-4767-bad0-652bdd16516b tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Router 7a1cdfce-a913-4f5d-990e-6199acdb02b1 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:59:39.549167 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82eb681e-ea47-45f7-aa91-c42e656ca1fa" -d '{"events": [{"server_uuid": "64f6a079-6a09-424a-a7b5-2f05ce5dd92e", "name": "network-vif-deleted", "tag": "f38419ab-fc71-4513-a641-407356967771"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:59:39.603137 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215337e3-df64-4937-a1ef-b90328028db6 admin admin] Made reservation on behalf of 825af39fa6c849af9efd65742855431f for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:59:39.605906 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-215337e3-df64-4937-a1ef-b90328028db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:39.619628 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef10b0d-3f7f-4234-969a-5a4a9dc9bda3 req-82874c3a-cb62-4b13-9f49-180cd6f04628 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:39.627833 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fef10b0d-3f7f-4234-969a-5a4a9dc9bda3 req-82874c3a-cb62-4b13-9f49-180cd6f04628 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/ports?device_id=019dae9d-fe88-4488-9f2c-1c71f4b8330a HTTP/1.1" status: 200 len: 943 time: 0.3608589 Feb 07 20:59:39.693984 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-fb1e1692-6179-4628-b757-fb9e8893299b service neutron] Attempting to bind port 266f4050-e3c2-483b-8422-9db1dae6ae0a on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:59:39.694323 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-fb1e1692-6179-4628-b757-fb9e8893299b service neutron] Attempting to bind port 266f4050-e3c2-483b-8422-9db1dae6ae0a by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '30d8ac2f-dfb6-42c6-abf6-c465a550d405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:59:39.694649 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-fb1e1692-6179-4628-b757-fb9e8893299b service neutron] Attempting to bind port 266f4050-e3c2-483b-8422-9db1dae6ae0a on network 31977659-2f69-4a72-a821-e5e4ae21938f {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:59:39.747773 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-215337e3-df64-4937-a1ef-b90328028db6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:39.785665 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-fb1e1692-6179-4628-b757-fb9e8893299b service neutron] Port 266f4050-e3c2-483b-8422-9db1dae6ae0a on network 31977659-2f69-4a72-a821-e5e4ae21938f not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:59:39.786125 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-fb1e1692-6179-4628-b757-fb9e8893299b service neutron] Attempting to bind port 266f4050-e3c2-483b-8422-9db1dae6ae0a on network 31977659-2f69-4a72-a821-e5e4ae21938f {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:59:39.886702 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-fb1e1692-6179-4628-b757-fb9e8893299b service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:59:39.887044 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-fb1e1692-6179-4628-b757-fb9e8893299b service neutron] Checking segment: {'id': '30d8ac2f-dfb6-42c6-abf6-c465a550d405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:59:39.887434 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-fb1e1692-6179-4628-b757-fb9e8893299b service neutron] Bound using segment: {'id': '30d8ac2f-dfb6-42c6-abf6-c465a550d405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:59:39.887879 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-fb1e1692-6179-4628-b757-fb9e8893299b service neutron] Bound port: 266f4050-e3c2-483b-8422-9db1dae6ae0a, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d8ac2f-dfb6-42c6-abf6-c465a550d405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:59:39.888238 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-fb1e1692-6179-4628-b757-fb9e8893299b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (266f4050-e3c2-483b-8422-9db1dae6ae0a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:39.940817 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fef10b0d-3f7f-4234-969a-5a4a9dc9bda3 req-a15ab2a0-3a15-4022-bb0b-b58791082d1a tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/security-groups?id=db6d7f8b-5a42-4349-96a7-df12d93868cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3121009 Feb 07 20:59:40.003246 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee115a99-fcec-49f8-bea7-b0f32846075a req-5b91f2a1-07e7-4767-bad0-652bdd16516b tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:59:40.016390 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed79003d-10a5-439a-9339-e9281c3f762d None None] Sync routers for ids ['7a1cdfce-a913-4f5d-990e-6199acdb02b1'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:59:40.035417 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed79003d-10a5-439a-9339-e9281c3f762d None None] Routers {'7a1cdfce-a913-4f5d-990e-6199acdb02b1'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:59:40.039746 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ed79003d-10a5-439a-9339-e9281c3f762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:59:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7a1cdfce-a913-4f5d-990e-6199acdb02b1'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:40.082157 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee115a99-fcec-49f8-bea7-b0f32846075a req-5b91f2a1-07e7-4767-bad0-652bdd16516b tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] No DVR routers for this DVR port 7e703522-6551-4d34-9c6b-81b5be4b6b43 on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:59:40.085683 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ee115a99-fcec-49f8-bea7-b0f32846075a req-5b91f2a1-07e7-4767-bad0-652bdd16516b tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:40.090970 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ee115a99-fcec-49f8-bea7-b0f32846075a req-5b91f2a1-07e7-4767-bad0-652bdd16516b tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.69 "DELETE /v2.0/ports/7e703522-6551-4d34-9c6b-81b5be4b6b43 HTTP/1.1" status: 204 len: 173 time: 4.0891216 Feb 07 20:59:40.095683 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2546158a-8345-4c0b-9f78-c5fb56957d90', 'name': 'network-vif-deleted', 'tag': '7e703522-6551-4d34-9c6b-81b5be4b6b43'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:59:40.097920 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa42a8ba-72aa-4a2a-a893-51048968c7fb" -d '{"events": [{"server_uuid": "2546158a-8345-4c0b-9f78-c5fb56957d90", "name": "network-vif-deleted", "tag": "7e703522-6551-4d34-9c6b-81b5be4b6b43"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:59:40.124047 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9d061-9379-4683-a9e5-ef76ca9c6ad1 req-11a2d3e7-fc2b-4972-8f4d-69d0bd9b5a96 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:40.134562 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-54b9d061-9379-4683-a9e5-ef76ca9c6ad1 req-11a2d3e7-fc2b-4972-8f4d-69d0bd9b5a96 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 945 time: 0.2836270 Feb 07 20:59:40.169007 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e320322-e477-40c5-9fbf-f29e4f211ee2 req-9162b7b5-caf4-4783-941a-d7af57415612 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=64f6a079-6a09-424a-a7b5-2f05ce5dd92e HTTP/1.1" status: 200 len: 210 time: 0.0879738 Feb 07 20:59:40.170146 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-fb1e1692-6179-4628-b757-fb9e8893299b service neutron] For port 266f4050-e3c2-483b-8422-9db1dae6ae0a, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:59:40.230924 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-ed79003d-10a5-439a-9339-e9281c3f762d None None] Set router 7a1cdfce-a913-4f5d-990e-6199acdb02b1 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:59:40.251713 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-fb1e1692-6179-4628-b757-fb9e8893299b service neutron] For port 266f4050-e3c2-483b-8422-9db1dae6ae0a, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=266f4050-e3c2-483b-8422-9db1dae6ae0a,segment=NetworkSegment(30d8ac2f-dfb6-42c6-abf6-c465a550d405),segment_id=30d8ac2f-dfb6-42c6-abf6-c465a550d405)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:59:40.283394 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b3f8f4-bc70-42aa-a1ce-ef74e4e38a0c x-openstack-request-id: req-d5b3f8f4-bc70-42aa-a1ce-ef74e4e38a0c {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:59:40.283974 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f6a079-6a09-424a-a7b5-2f05ce5dd92e", "name": "network-vif-deleted", "tag": "f38419ab-fc71-4513-a641-407356967771", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:59:40.283974 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5b3f8f4-bc70-42aa-a1ce-ef74e4e38a0c {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:59:40.284298 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f6a079-6a09-424a-a7b5-2f05ce5dd92e', 'name': 'network-vif-deleted', 'tag': 'f38419ab-fc71-4513-a641-407356967771', 'status': 'completed', 'code': 200} Feb 07 20:59:40.299212 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-215337e3-df64-4937-a1ef-b90328028db6 admin admin] Publish callbacks [] for security_group (b3c029a1-7ead-4c88-9a7b-8e7b05bdb670), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:40.309574 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-fb1e1692-6179-4628-b757-fb9e8893299b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (266f4050-e3c2-483b-8422-9db1dae6ae0a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:40.334350 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-215337e3-df64-4937-a1ef-b90328028db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b3c029a1-7ead-4c88-9a7b-8e7b05bdb670), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:40.443468 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-54b9d061-9379-4683-a9e5-ef76ca9c6ad1 req-834bb6c8-3cbb-4f24-ac7a-1de49e9bdb3c tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034678 Feb 07 20:59:40.510681 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ed79003d-10a5-439a-9339-e9281c3f762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889777253-router', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:29Z', 'updated_at': '2022-02-07T20:55:40Z', 'revision_number': 4, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'gw_port': {'id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:33Z', 'updated_at': '2022-02-07T20:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'efea1ca8-1d82-4f0f-9267-710901c28596', 'name': '', 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'mac_address': 'fa:16:3e:a7:a7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:38Z', 'updated_at': '2022-02-07T20:55:45Z', 'revision_number': 5, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'subnets': [{'id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:40.516740 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-215337e3-df64-4937-a1ef-b90328028db6 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:59:40.560928 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed79003d-10a5-439a-9339-e9281c3f762d None None] Checking router: 7a1cdfce-a913-4f5d-990e-6199acdb02b1 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:59:40.579625 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed79003d-10a5-439a-9339-e9281c3f762d None None] Routers {'7a1cdfce-a913-4f5d-990e-6199acdb02b1'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:59:40.580423 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ed79003d-10a5-439a-9339-e9281c3f762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:59:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7a1cdfce-a913-4f5d-990e-6199acdb02b1'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:40.581460 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e1692-6179-4628-b757-fb9e8893299b service neutron] Pushing event updated for resources: {'Port': ['ID=266f4050-e3c2-483b-8422-9db1dae6ae0a,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:40.606964 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-215337e3-df64-4937-a1ef-b90328028db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (a81049ef-7fac-48f3-b8fa-050b1e9c7783), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:40.607441 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-215337e3-df64-4937-a1ef-b90328028db6 admin admin] Added segment a81049ef-7fac-48f3-b8fa-050b1e9c7783 of type vlan for network ffb4bac1-2dfa-4637-b866-fba846311624 Feb 07 20:59:40.652511 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6149d8f5-0866-498f-a17a-2c2085415fa9 req-37e8b708-e0db-43da-bcab-a42fff4dd05c tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/ports?device_id=2546158a-8345-4c0b-9f78-c5fb56957d90 HTTP/1.1" status: 200 len: 210 time: 0.2389214 Feb 07 20:59:40.653227 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215337e3-df64-4937-a1ef-b90328028db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c029a1-7ead-4c88-9a7b-8e7b05bdb670,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:40.739625 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-fb1e1692-6179-4628-b757-fb9e8893299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:40.740507 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-fb1e1692-6179-4628-b757-fb9e8893299b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:40.743346 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-fb1e1692-6179-4628-b757-fb9e8893299b service neutron] 10.222.0.69 "PUT /v2.0/ports/266f4050-e3c2-483b-8422-9db1dae6ae0a HTTP/1.1" status: 200 len: 1091 time: 3.6421840 Feb 07 20:59:40.752803 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-23313c43-9d13-4424-881e-a8c749903529 req-08a6be1f-6d97-429a-a99e-6538e36af250 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6a3328d-85fb-417c-8c59-a3e729b522e6 HTTP/1.1" status: 200 len: 210 time: 0.0819244 Feb 07 20:59:40.762465 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-ed79003d-10a5-439a-9339-e9281c3f762d None None] Set router 7a1cdfce-a913-4f5d-990e-6199acdb02b1 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:59:40.870459 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f5f4dc18-c677-4652-b127-2dcffb6e6cb2 req-19a8c414-12b2-4e1c-8bbc-6402a75c024c tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0515459 Feb 07 20:59:40.885033 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86c5e59-7725-441f-a3dd-b77575467555 x-openstack-request-id: req-d86c5e59-7725-441f-a3dd-b77575467555 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:59:40.885381 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2546158a-8345-4c0b-9f78-c5fb56957d90", "name": "network-vif-deleted", "tag": "7e703522-6551-4d34-9c6b-81b5be4b6b43", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:59:40.885839 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d86c5e59-7725-441f-a3dd-b77575467555 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:59:40.886244 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2546158a-8345-4c0b-9f78-c5fb56957d90', 'name': 'network-vif-deleted', 'tag': '7e703522-6551-4d34-9c6b-81b5be4b6b43', 'status': 'completed', 'code': 200} Feb 07 20:59:40.892569 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-215337e3-df64-4937-a1ef-b90328028db6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (ffb4bac1-2dfa-4637-b866-fba846311624), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:40.941795 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-215337e3-df64-4937-a1ef-b90328028db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (ffb4bac1-2dfa-4637-b866-fba846311624), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:40.942864 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215337e3-df64-4937-a1ef-b90328028db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:40.943526 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-215337e3-df64-4937-a1ef-b90328028db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:41.042852 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215337e3-df64-4937-a1ef-b90328028db6 admin admin] Pushing event updated for resources: {'Network': ['ID=ffb4bac1-2dfa-4637-b866-fba846311624,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:41.062827 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network ffb4bac1-2dfa-4637-b866-fba846311624 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:59:41.120436 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device f38419ab-fc71-4513-a641-407356967771 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:59:41.124454 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-215337e3-df64-4937-a1ef-b90328028db6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9542642 Feb 07 20:59:41.127686 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42808) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:41.137009 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-532f8fd0-335a-44a9-a78c-496d7a3fd80c admin admin] Request body: {'subnet': {'network_id': 'ffb4bac1-2dfa-4637-b866-fba846311624', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-713596187-subnet', 'tenant_id': '825af39fa6c849af9efd65742855431f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:41.149692 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-2c699d0a-3466-4c90-b157-6397771a7ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:41.154775 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-2c699d0a-3466-4c90-b157-6397771a7ac5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1fb38b7e23d34fb68060f43eab10088d&device_id=019dae9d-fe88-4488-9f2c-1c71f4b8330a HTTP/1.1" status: 200 len: 1125 time: 0.2085481 Feb 07 20:59:41.161184 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ed79003d-10a5-439a-9339-e9281c3f762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889777253-router', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:29Z', 'updated_at': '2022-02-07T20:55:40Z', 'revision_number': 4, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'gw_port': {'id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:33Z', 'updated_at': '2022-02-07T20:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'efea1ca8-1d82-4f0f-9267-710901c28596', 'name': '', 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'mac_address': 'fa:16:3e:a7:a7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:38Z', 'updated_at': '2022-02-07T20:55:45Z', 'revision_number': 5, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'subnets': [{'id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:41.185119 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532f8fd0-335a-44a9-a78c-496d7a3fd80c admin admin] Made reservation on behalf of 825af39fa6c849af9efd65742855431f for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:59:41.187772 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-532f8fd0-335a-44a9-a78c-496d7a3fd80c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:41.198826 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed79003d-10a5-439a-9339-e9281c3f762d None None] The sync data for ids ['7a1cdfce-a913-4f5d-990e-6199acdb02b1'] in n-d-828185-2 is: [{'id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889777253-router', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:29Z', 'updated_at': '2022-02-07T20:55:40Z', 'revision_number': 4, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'gw_port': {'id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:33Z', 'updated_at': '2022-02-07T20:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'efea1ca8-1d82-4f0f-9267-710901c28596', 'name': '', 'network_id': 'a3bb3650-0e76-4812-829f-29cb0254d598', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'mac_address': 'fa:16:3e:a7:a7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:38Z', 'updated_at': '2022-02-07T20:55:45Z', 'revision_number': 5, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'subnets': [{'id': 'd3708085-d37a-4939-8052-22c68aa218c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:59:41.242770 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-6b29dfc9-99bb-4284-ba58-18d215e63d5b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=266f4050-e3c2-483b-8422-9db1dae6ae0a HTTP/1.1" status: 200 len: 217 time: 0.0763271 Feb 07 20:59:41.287676 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb2356-ae70-4b54-bbce-5e8752a9f688 req-c5faba17-4601-436f-b3fc-8bc437047fd7 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:41.300164 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-86cb2356-ae70-4b54-bbce-5e8752a9f688 req-c5faba17-4601-436f-b3fc-8bc437047fd7 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/ports?device_id=019dae9d-fe88-4488-9f2c-1c71f4b8330a HTTP/1.1" status: 200 len: 943 time: 0.2509861 Feb 07 20:59:41.398168 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: f38419ab-fc71-4513-a641-407356967771 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:59:41.398427 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device f38419ab-fc71-4513-a641-407356967771 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:59:41.399090 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 7e703522-6551-4d34-9c6b-81b5be4b6b43 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:59:41.419138 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-23f25aa3-4907-4aed-9a70-e68b55a9dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:41.420910 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-23f25aa3-4907-4aed-9a70-e68b55a9dcfe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=804a6593-f65e-4386-a009-e6b4c27bdac4 HTTP/1.1" status: 200 len: 854 time: 0.1682692 Feb 07 20:59:41.433914 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 7e703522-6551-4d34-9c6b-81b5be4b6b43 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:59:41.438119 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 7e703522-6551-4d34-9c6b-81b5be4b6b43 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:59:41.491277 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-86cb2356-ae70-4b54-bbce-5e8752a9f688 req-b221d000-b4c8-47ed-8cc6-1b30add45119 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/security-groups?id=db6d7f8b-5a42-4349-96a7-df12d93868cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898170 Feb 07 20:59:41.580131 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-532f8fd0-335a-44a9-a78c-496d7a3fd80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (03d56fd8-c7c9-447a-89b7-b7ca406f3683), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:41.662950 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f8fd0-335a-44a9-a78c-496d7a3fd80c admin admin] Pushing event updated for resources: {'Subnet': ['ID=03d56fd8-c7c9-447a-89b7-b7ca406f3683,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:41.711453 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a098af-6d02-46b0-9dd8-3e0a02bd999a None None] New status for floating IP b51339a5-9643-4004-8438-31518b9fc6a0: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 20:59:41.714052 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532f8fd0-335a-44a9-a78c-496d7a3fd80c admin admin] Checking segment: {'id': 'a81049ef-7fac-48f3-b8fa-050b1e9c7783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ffb4bac1-2dfa-4637-b866-fba846311624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:59:41.714429 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532f8fd0-335a-44a9-a78c-496d7a3fd80c admin admin] Network hostable DHCP agents. Network: ffb4bac1-2dfa-4637-b866-fba846311624, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:59:41.738994 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532f8fd0-335a-44a9-a78c-496d7a3fd80c admin admin] Network ffb4bac1-2dfa-4637-b866-fba846311624 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:59:41.752434 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-532f8fd0-335a-44a9-a78c-496d7a3fd80c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, ffb4bac1-2dfa-4637-b866-fba846311624) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:59:41.770558 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532f8fd0-335a-44a9-a78c-496d7a3fd80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:41.771830 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-532f8fd0-335a-44a9-a78c-496d7a3fd80c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:41.793215 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-f0cc9366-0cce-461e-b2d9-1b9852e64fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:41.794724 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-f0cc9366-0cce-461e-b2d9-1b9852e64fb8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31977659-2f69-4a72-a821-e5e4ae21938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3251514 Feb 07 20:59:41.812600 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26df478-6e21-4873-ba0a-54106db204ee req-aa7b18e2-3125-4f72-aa9c-2469aabffed2 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:41.812600 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b26df478-6e21-4873-ba0a-54106db204ee req-aa7b18e2-3125-4f72-aa9c-2469aabffed2 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.69 "GET /v2.0/networks?id=1d126bd2-e7d9-441a-a099-aac0556c8e1f HTTP/1.1" status: 200 len: 806 time: 0.2641113 Feb 07 20:59:41.812892 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c606adb-3e85-4650-9eed-0c8105c5773d None None] Network ffb4bac1-2dfa-4637-b866-fba846311624 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:59:41.821604 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-532f8fd0-335a-44a9-a78c-496d7a3fd80c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6917703 Feb 07 20:59:41.846606 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2fbaa-8cc5-43ea-8612-3c4b8ca04158 req-da418f16-7253-4277-b716-1f50709db881 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:41.848075 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ce2fbaa-8cc5-43ea-8612-3c4b8ca04158 req-da418f16-7253-4277-b716-1f50709db881 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.2064502 Feb 07 20:59:41.890337 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d241be8-d469-4dd1-8da0-bb61a5bc3524 req-4102a787-b30c-4417-a8e3-557da737f7eb tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:41.897001 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d241be8-d469-4dd1-8da0-bb61a5bc3524 req-4102a787-b30c-4417-a8e3-557da737f7eb tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 945 time: 0.2582474 Feb 07 20:59:42.052967 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a07576f-86a5-4057-9ad1-c5cad70e47a6 None None] Network ffb4bac1-2dfa-4637-b866-fba846311624 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:59:42.053690 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b26df478-6e21-4873-ba0a-54106db204ee req-2a35ef14-8b73-45b5-970f-4db22f64962b tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d25ea6a8c80e4111a262f2acee0a2059 HTTP/1.1" status: 200 len: 379 time: 0.2333934 Feb 07 20:59:42.056845 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-900f8e27-f639-4107-a0c0-9cef8fab0771 service neutron] 10.222.0.69 "GET /v2.0/networks/31977659-2f69-4a72-a821-e5e4ae21938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460506 Feb 07 20:59:42.072498 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d241be8-d469-4dd1-8da0-bb61a5bc3524 req-bb5b0c4c-b50e-447e-8c7b-15a109590d35 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685030 Feb 07 20:59:42.098257 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-b26df478-6e21-4873-ba0a-54106db204ee req-7e32525d-168f-46bc-a984-3fcc4569c09a tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Request body: {'port': {'device_id': 'd6a3328d-85fb-417c-8c59-a3e729b522e6', 'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f', 'admin_state_up': True, 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'security_groups': ['dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:42.112011 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ce2fbaa-8cc5-43ea-8612-3c4b8ca04158 req-3f58027c-23b2-459f-8225-ee6c2edd5e8c tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321551 Feb 07 20:59:42.296480 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a4f5d6de-44b4-4170-b2e4-12e8ff90fe8e req-1b2b7a99-7783-437a-b8e2-4ff255003d82 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6a3328d-85fb-417c-8c59-a3e729b522e6 HTTP/1.1" status: 200 len: 210 time: 0.0824304 Feb 07 20:59:42.329627 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c332c0c4-84ae-4ea0-98ff-f8091d293705 req-3b2a2869-8581-480d-9e3b-b29660e230e8 tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0707943 Feb 07 20:59:42.397452 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4936fc78-f544-44fc-804d-1c178b8f0489 req-eec7025b-19d4-4877-b6a3-370beab940ec service neutron] 10.222.0.69 "GET /v2.0/networks/31977659-2f69-4a72-a821-e5e4ae21938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227243 Feb 07 20:59:42.421416 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42842) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:42.435975 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b26df478-6e21-4873-ba0a-54106db204ee req-7e32525d-168f-46bc-a984-3fcc4569c09a tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Made reservation on behalf of d25ea6a8c80e4111a262f2acee0a2059 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:59:42.441760 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b26df478-6e21-4873-ba0a-54106db204ee req-7e32525d-168f-46bc-a984-3fcc4569c09a tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:42.492768 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24068576-ed62-4054-82f7-8a5e0be5b18d tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks [] for security_group (69f5b44c-3512-4534-8b76-830f6209751f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:42.522505 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24068576-ed62-4054-82f7-8a5e0be5b18d tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks [] for security_group (69f5b44c-3512-4534-8b76-830f6209751f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:42.582972 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24068576-ed62-4054-82f7-8a5e0be5b18d tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (69f5b44c-3512-4534-8b76-830f6209751f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:42.587261 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24068576-ed62-4054-82f7-8a5e0be5b18d tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:42.589074 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-24068576-ed62-4054-82f7-8a5e0be5b18d tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "DELETE /v2.0/security-groups/69f5b44c-3512-4534-8b76-830f6209751f HTTP/1.1" status: 204 len: 168 time: 0.1662743 Feb 07 20:59:42.593688 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42848) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:42.615475 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-b3c1df24-2e49-4ff4-9cf7-dc65b57608d0 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] show failed (client error): The resource could not be found. Feb 07 20:59:42.617173 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b3c1df24-2e49-4ff4-9cf7-dc65b57608d0 tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "GET /v2.0/security-groups/69f5b44c-3512-4534-8b76-830f6209751f HTTP/1.1" status: 404 len: 347 time: 0.0199051 Feb 07 20:59:42.619607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-b26df478-6e21-4873-ba0a-54106db204ee req-7e32525d-168f-46bc-a984-3fcc4569c09a tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Allocated IP 172.20.0.13 (1d126bd2-e7d9-441a-a099-aac0556c8e1f/0114e2a3-2e78-44be-93bb-c1c41aa269ed/b0da55de-4c7d-4eb4-96d5-7f34ee98a966) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:59:42.620362 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42850) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:42.621636 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24068576-ed62-4054-82f7-8a5e0be5b18d tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f5b44c-3512-4534-8b76-830f6209751f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:42.657443 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42852) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:42.662341 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d68bf203-de8d-4d0f-a638-2f593fabccfc admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1532763151-network', 'tenant_id': '4a5255ed95aa4a7785ee8afaf53cf8fb'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:42.730392 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68bf203-de8d-4d0f-a638-2f593fabccfc admin admin] Made reservation on behalf of 4a5255ed95aa4a7785ee8afaf53cf8fb for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:59:42.732664 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d68bf203-de8d-4d0f-a638-2f593fabccfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:42.751894 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d68bf203-de8d-4d0f-a638-2f593fabccfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:42.770472 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6f805-b740-4d91-bf32-4e61fd50c114 req-bd43c7eb-68c6-42a6-a009-d4d44be274db tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:42.771959 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-09b6f805-b740-4d91-bf32-4e61fd50c114 req-bd43c7eb-68c6-42a6-a009-d4d44be274db tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/ports?device_id=019dae9d-fe88-4488-9f2c-1c71f4b8330a HTTP/1.1" status: 200 len: 943 time: 0.1393642 Feb 07 20:59:42.791714 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e2d5b315-ee1a-44f8-8924-a22bed91cc8f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Deleting port 441c0351-93f5-483b-afad-f24e15d98bda {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:59:42.792002 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2d5b315-ee1a-44f8-8924-a22bed91cc8f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (441c0351-93f5-483b-afad-f24e15d98bda), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:42.876914 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2d5b315-ee1a-44f8-8924-a22bed91cc8f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (441c0351-93f5-483b-afad-f24e15d98bda), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:42.877336 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2d5b315-ee1a-44f8-8924-a22bed91cc8f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks [] for floatingip (441c0351-93f5-483b-afad-f24e15d98bda), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:42.888202 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019dae9d-fe88-4488-9f2c-1c71f4b8330a', 'tag': '266f4050-e3c2-483b-8422-9db1dae6ae0a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:59:42.890706 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4032ada9-08d4-4db7-b02c-be36a2813f02" -d '{"events": [{"name": "network-changed", "server_uuid": "019dae9d-fe88-4488-9f2c-1c71f4b8330a", "tag": "266f4050-e3c2-483b-8422-9db1dae6ae0a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:59:42.893978 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e2d5b315-ee1a-44f8-8924-a22bed91cc8f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Calling delete_port for 441c0351-93f5-483b-afad-f24e15d98bda owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:59:42.928563 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-09b6f805-b740-4d91-bf32-4e61fd50c114 req-1cd2cb75-b2a4-4f01-b965-05c992a06ae7 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/security-groups?id=db6d7f8b-5a42-4349-96a7-df12d93868cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278253 Feb 07 20:59:42.931532 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b26df478-6e21-4873-ba0a-54106db204ee req-7e32525d-168f-46bc-a984-3fcc4569c09a tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks [] for port (b0da55de-4c7d-4eb4-96d5-7f34ee98a966), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:42.960465 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c56719c-e8f2-4091-b476-723da78fc62f x-openstack-request-id: req-3c56719c-e8f2-4091-b476-723da78fc62f {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:59:42.960465 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019dae9d-fe88-4488-9f2c-1c71f4b8330a", "tag": "266f4050-e3c2-483b-8422-9db1dae6ae0a", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:59:42.960465 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3c56719c-e8f2-4091-b476-723da78fc62f {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:59:42.960465 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019dae9d-fe88-4488-9f2c-1c71f4b8330a', 'tag': '266f4050-e3c2-483b-8422-9db1dae6ae0a', 'status': 'completed', 'code': 200} Feb 07 20:59:43.000047 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d68bf203-de8d-4d0f-a638-2f593fabccfc admin admin] Publish callbacks [] for security_group (52f48452-2222-4b9f-be9c-4601adc0c346), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:43.019050 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d68bf203-de8d-4d0f-a638-2f593fabccfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (52f48452-2222-4b9f-be9c-4601adc0c346), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:43.037861 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b26df478-6e21-4873-ba0a-54106db204ee req-7e32525d-168f-46bc-a984-3fcc4569c09a tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (b0da55de-4c7d-4eb4-96d5-7f34ee98a966), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:43.070777 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68bf203-de8d-4d0f-a638-2f593fabccfc admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:59:43.108020 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68bf203-de8d-4d0f-a638-2f593fabccfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f48452-2222-4b9f-be9c-4601adc0c346,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:43.132772 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d68bf203-de8d-4d0f-a638-2f593fabccfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (2c897102-1db6-4451-bda1-0fc25f796361), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:43.133151 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-d68bf203-de8d-4d0f-a638-2f593fabccfc admin admin] Added segment 2c897102-1db6-4451-bda1-0fc25f796361 of type vlan for network aaf4e5c8-f49c-46c1-90a0-a315c9102aea Feb 07 20:59:43.135932 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b26df478-6e21-4873-ba0a-54106db204ee req-7e32525d-168f-46bc-a984-3fcc4569c09a tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Network 1d126bd2-e7d9-441a-a099-aac0556c8e1f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:59:43.151868 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-b26df478-6e21-4873-ba0a-54106db204ee req-7e32525d-168f-46bc-a984-3fcc4569c09a tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:59:43.159387 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032ada9-08d4-4db7-b02c-be36a2813f02 req-fbf37359-ec4e-4702-a3ff-137fbcac0bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:43.160994 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4032ada9-08d4-4db7-b02c-be36a2813f02 req-fbf37359-ec4e-4702-a3ff-137fbcac0bcf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1fb38b7e23d34fb68060f43eab10088d&device_id=019dae9d-fe88-4488-9f2c-1c71f4b8330a HTTP/1.1" status: 200 len: 1125 time: 0.1775677 Feb 07 20:59:43.181101 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32525d-168f-46bc-a984-3fcc4569c09a tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Pushing event updated for resources: {'Port': ['ID=b0da55de-4c7d-4eb4-96d5-7f34ee98a966,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:43.183614 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26df478-6e21-4873-ba0a-54106db204ee req-7e32525d-168f-46bc-a984-3fcc4569c09a tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:59:43.243493 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2d5b315-ee1a-44f8-8924-a22bed91cc8f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (441c0351-93f5-483b-afad-f24e15d98bda), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:43.291107 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5b315-ee1a-44f8-8924-a22bed91cc8f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Pushing event deleted for resources: {'Port': ['ID=441c0351-93f5-483b-afad-f24e15d98bda,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:43.373077 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547463c-8841-410e-971c-3882f311709a req-fe518508-e018-432a-a0cf-83b9465e20d5 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:43.374640 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9547463c-8841-410e-971c-3882f311709a req-fe518508-e018-432a-a0cf-83b9465e20d5 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.3035707 Feb 07 20:59:43.377827 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2d5b315-ee1a-44f8-8924-a22bed91cc8f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks [] for floatingip (b51339a5-9643-4004-8438-31518b9fc6a0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:43.381009 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2d5b315-ee1a-44f8-8924-a22bed91cc8f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:43.382238 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e2d5b315-ee1a-44f8-8924-a22bed91cc8f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] 10.222.0.65 "DELETE /v2.0/floatingips/b51339a5-9643-4004-8438-31518b9fc6a0 HTTP/1.1" status: 204 len: 168 time: 0.7564430 Feb 07 20:59:43.398063 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5b315-ee1a-44f8-8924-a22bed91cc8f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:43.398525 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5b315-ee1a-44f8-8924-a22bed91cc8f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:43.398943 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5b315-ee1a-44f8-8924-a22bed91cc8f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:43.399370 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5b315-ee1a-44f8-8924-a22bed91cc8f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:43.399777 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5b315-ee1a-44f8-8924-a22bed91cc8f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:43.400173 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5b315-ee1a-44f8-8924-a22bed91cc8f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:43.400600 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5b315-ee1a-44f8-8924-a22bed91cc8f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:43.401005 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5b315-ee1a-44f8-8924-a22bed91cc8f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:43.401419 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5b315-ee1a-44f8-8924-a22bed91cc8f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:43.401815 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5b315-ee1a-44f8-8924-a22bed91cc8f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:43.402217 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5b315-ee1a-44f8-8924-a22bed91cc8f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:43.403007 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5b315-ee1a-44f8-8924-a22bed91cc8f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:43.403410 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5b315-ee1a-44f8-8924-a22bed91cc8f tempest-ServersWithSpecificFlavorTestJSON-1554768121 tempest-ServersWithSpecificFlavorTestJSON-1554768121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:59:43.507568 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f899ba90-2691-4e32-8335-e2051e470a4d None None] Provisioning complete for port b0da55de-4c7d-4eb4-96d5-7f34ee98a966 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:43.508722 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f899ba90-2691-4e32-8335-e2051e470a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b0da55de-4c7d-4eb4-96d5-7f34ee98a966), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:43.511805 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-9547463c-8841-410e-971c-3882f311709a req-0ee4fb85-6ff6-432e-8862-813f4edee9b9 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Deleting port 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:59:43.512391 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9547463c-8841-410e-971c-3882f311709a req-0ee4fb85-6ff6-432e-8862-813f4edee9b9 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:43.543952 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f899ba90-2691-4e32-8335-e2051e470a4d None None] Port b0da55de-4c7d-4eb4-96d5-7f34ee98a966 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:59:43.614911 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d68bf203-de8d-4d0f-a638-2f593fabccfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (aaf4e5c8-f49c-46c1-90a0-a315c9102aea), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:43.615496 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-9547463c-8841-410e-971c-3882f311709a req-0ee4fb85-6ff6-432e-8862-813f4edee9b9 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] For port 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:43.615868 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9547463c-8841-410e-971c-3882f311709a req-0ee4fb85-6ff6-432e-8862-813f4edee9b9 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:43.632451 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-9547463c-8841-410e-971c-3882f311709a req-0ee4fb85-6ff6-432e-8862-813f4edee9b9 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Calling delete_port for 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:59:43.707006 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26df478-6e21-4873-ba0a-54106db204ee req-7e32525d-168f-46bc-a984-3fcc4569c09a tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:43.707624 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b26df478-6e21-4873-ba0a-54106db204ee req-7e32525d-168f-46bc-a984-3fcc4569c09a tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:43.739407 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d68bf203-de8d-4d0f-a638-2f593fabccfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (aaf4e5c8-f49c-46c1-90a0-a315c9102aea), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:43.740374 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68bf203-de8d-4d0f-a638-2f593fabccfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:43.740952 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d68bf203-de8d-4d0f-a638-2f593fabccfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:43.785771 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9547463c-8841-410e-971c-3882f311709a req-0ee4fb85-6ff6-432e-8862-813f4edee9b9 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:43.803691 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b26df478-6e21-4873-ba0a-54106db204ee req-7e32525d-168f-46bc-a984-3fcc4569c09a tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7301013 Feb 07 20:59:43.804761 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:59:43.812170 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032ada9-08d4-4db7-b02c-be36a2813f02 req-e6713b6d-788a-44ca-8769-fc29c6c9d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:43.814238 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4032ada9-08d4-4db7-b02c-be36a2813f02 req-e6713b6d-788a-44ca-8769-fc29c6c9d5a3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=31977659-2f69-4a72-a821-e5e4ae21938f HTTP/1.1" status: 200 len: 916 time: 0.6234713 Feb 07 20:59:43.819186 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4fb85-6ff6-432e-8862-813f4edee9b9 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Pushing event deleted for resources: {'Port': ['ID=3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:43.821066 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766b82a-5b7e-492f-8a9b-5b3538b5333d req-64d25b80-2990-4ffd-a265-b0544dd4cf83 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:43.827762 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f766b82a-5b7e-492f-8a9b-5b3538b5333d req-64d25b80-2990-4ffd-a265-b0544dd4cf83 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 945 time: 0.6022899 Feb 07 20:59:43.849315 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-b26df478-6e21-4873-ba0a-54106db204ee req-15fdbe61-4c64-4c5b-b61d-fe8d525126c0 service neutron] Request body: {'port': {'device_id': 'd6a3328d-85fb-417c-8c59-a3e729b522e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:43.866719 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d68bf203-de8d-4d0f-a638-2f593fabccfc admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2054570 Feb 07 20:59:43.877139 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42866) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:43.879361 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-9547463c-8841-410e-971c-3882f311709a req-0ee4fb85-6ff6-432e-8862-813f4edee9b9 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] No DVR routers for this DVR port 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b on host n-h2-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:59:43.884011 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9e1bca88-f3ab-408b-af9f-b7e987dbc8dd admin admin] Request body: {'subnet': {'network_id': 'aaf4e5c8-f49c-46c1-90a0-a315c9102aea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1532763151-subnet', 'tenant_id': '4a5255ed95aa4a7785ee8afaf53cf8fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:43.887615 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9547463c-8841-410e-971c-3882f311709a req-0ee4fb85-6ff6-432e-8862-813f4edee9b9 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:43.891165 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9547463c-8841-410e-971c-3882f311709a req-0ee4fb85-6ff6-432e-8862-813f4edee9b9 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.71 "DELETE /v2.0/ports/3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b HTTP/1.1" status: 204 len: 173 time: 0.5078723 Feb 07 20:59:43.891684 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0db1146-520f-45cc-afa3-b4dfb2083cd5', 'name': 'network-vif-deleted', 'tag': '3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:59:43.894736 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173cedd7-5797-4e85-9c0d-366d756969bc" -d '{"events": [{"server_uuid": "d0db1146-520f-45cc-afa3-b4dfb2083cd5", "name": "network-vif-deleted", "tag": "3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:59:43.918581 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dc08e-eba3-4a9f-82c9-01102ac4333b req-59fa51db-d0f1-4064-a3c8-e74557f605d6 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:43.925957 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-114dc08e-eba3-4a9f-82c9-01102ac4333b req-59fa51db-d0f1-4064-a3c8-e74557f605d6 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0db1146-520f-45cc-afa3-b4dfb2083cd5 HTTP/1.1" status: 200 len: 949 time: 0.3130984 Feb 07 20:59:43.930738 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1bca88-f3ab-408b-af9f-b7e987dbc8dd admin admin] Made reservation on behalf of 4a5255ed95aa4a7785ee8afaf53cf8fb for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:59:43.936801 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9e1bca88-f3ab-408b-af9f-b7e987dbc8dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:43.966909 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4032ada9-08d4-4db7-b02c-be36a2813f02 req-ffcd56e4-0c8a-40fe-9f26-d048ce2eda5d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=266f4050-e3c2-483b-8422-9db1dae6ae0a HTTP/1.1" status: 200 len: 217 time: 0.1305981 Feb 07 20:59:43.981089 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68bf203-de8d-4d0f-a638-2f593fabccfc admin admin] Pushing event updated for resources: {'Network': ['ID=aaf4e5c8-f49c-46c1-90a0-a315c9102aea,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:43.997226 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network aaf4e5c8-f49c-46c1-90a0-a315c9102aea details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:59:44.106094 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-114dc08e-eba3-4a9f-82c9-01102ac4333b req-5d9051c7-3225-4b8d-a86b-8981afa5b561 tempest-ServersAdminNegativeTestJSON-1983544263 tempest-ServersAdminNegativeTestJSON-1983544263-project] 10.222.0.65 "GET /v2.0/security-groups?id=f94c09de-3d47-452d-b176-9b553ce30716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792464 Feb 07 20:59:44.159208 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f766b82a-5b7e-492f-8a9b-5b3538b5333d req-f2fc1116-205a-494b-814b-9a2c02bc0be4 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304904 Feb 07 20:59:44.168088 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b26df478-6e21-4873-ba0a-54106db204ee req-15fdbe61-4c64-4c5b-b61d-fe8d525126c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b0da55de-4c7d-4eb4-96d5-7f34ee98a966), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:44.172179 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032ada9-08d4-4db7-b02c-be36a2813f02 req-5bc83fc8-37a6-4062-9a7e-4d0f59664ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:44.174309 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4032ada9-08d4-4db7-b02c-be36a2813f02 req-5bc83fc8-37a6-4062-9a7e-4d0f59664ec3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=804a6593-f65e-4386-a009-e6b4c27bdac4 HTTP/1.1" status: 200 len: 854 time: 0.1863866 Feb 07 20:59:44.276923 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9e1bca88-f3ab-408b-af9f-b7e987dbc8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (50ef01cb-a505-4dfe-934e-1016d7315a39), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:44.322919 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c653d4f-781c-4cf1-a5ae-1df8365cc5bf req-091108e3-e6e6-42f9-9574-e90019d8c8e7 tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0806298 Feb 07 20:59:44.328433 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1bca88-f3ab-408b-af9f-b7e987dbc8dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=50ef01cb-a505-4dfe-934e-1016d7315a39,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:44.347123 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1bca88-f3ab-408b-af9f-b7e987dbc8dd admin admin] Checking segment: {'id': '2c897102-1db6-4451-bda1-0fc25f796361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'aaf4e5c8-f49c-46c1-90a0-a315c9102aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:59:44.348612 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1bca88-f3ab-408b-af9f-b7e987dbc8dd admin admin] Network hostable DHCP agents. Network: aaf4e5c8-f49c-46c1-90a0-a315c9102aea, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:59:44.377486 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1bca88-f3ab-408b-af9f-b7e987dbc8dd admin admin] Network aaf4e5c8-f49c-46c1-90a0-a315c9102aea is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:59:44.400853 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9e1bca88-f3ab-408b-af9f-b7e987dbc8dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, aaf4e5c8-f49c-46c1-90a0-a315c9102aea) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:59:44.412000 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1bca88-f3ab-408b-af9f-b7e987dbc8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:44.412880 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9e1bca88-f3ab-408b-af9f-b7e987dbc8dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:44.417740 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032ada9-08d4-4db7-b02c-be36a2813f02 req-481783c6-8ff3-412a-8aca-ff3c924ca68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:44.419219 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4032ada9-08d4-4db7-b02c-be36a2813f02 req-481783c6-8ff3-412a-8aca-ff3c924ca68d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31977659-2f69-4a72-a821-e5e4ae21938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2261989 Feb 07 20:59:44.430893 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9998a98-a67d-43b1-834d-19a61465d012 req-05a06e3e-58d6-4a23-8ae2-17f343b108e8 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:44.432406 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9998a98-a67d-43b1-834d-19a61465d012 req-05a06e3e-58d6-4a23-8ae2-17f343b108e8 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6a3328d-85fb-417c-8c59-a3e729b522e6 HTTP/1.1" status: 200 len: 932 time: 0.2230861 Feb 07 20:59:44.433224 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c36e748-21e2-4302-915a-7108c2fd45df None None] Network aaf4e5c8-f49c-46c1-90a0-a315c9102aea requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:59:44.454433 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9e1bca88-f3ab-408b-af9f-b7e987dbc8dd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5760713 Feb 07 20:59:44.495910 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c579c4-dd5f-48ee-b78b-80ccf28d36c3 x-openstack-request-id: req-a8c579c4-dd5f-48ee-b78b-80ccf28d36c3 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:59:44.496479 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0db1146-520f-45cc-afa3-b4dfb2083cd5", "name": "network-vif-deleted", "tag": "3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:59:44.496977 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a8c579c4-dd5f-48ee-b78b-80ccf28d36c3 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:59:44.497664 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0db1146-520f-45cc-afa3-b4dfb2083cd5', 'name': 'network-vif-deleted', 'tag': '3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b', 'status': 'completed', 'code': 200} Feb 07 20:59:44.570120 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64722747-082e-42ad-adca-8e1390fad2ae None None] Network aaf4e5c8-f49c-46c1-90a0-a315c9102aea requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:59:44.716615 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9998a98-a67d-43b1-834d-19a61465d012 req-2e87990d-4c71-4cb1-9b30-28761af68ae2 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2593589 Feb 07 20:59:44.755451 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4032ada9-08d4-4db7-b02c-be36a2813f02 req-fb0d87ca-3e6d-4c80-a06e-3654d4454a9e service neutron] 10.222.0.69 "GET /v2.0/networks/31977659-2f69-4a72-a821-e5e4ae21938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220725 Feb 07 20:59:44.870854 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727054b-b401-40e4-a926-a8cfa71a7d51 req-b16e1b12-2a60-4a3a-811c-036f2ba1a41e tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:44.872335 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2727054b-b401-40e4-a926-a8cfa71a7d51 req-b16e1b12-2a60-4a3a-811c-036f2ba1a41e tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/ports?device_id=019dae9d-fe88-4488-9f2c-1c71f4b8330a HTTP/1.1" status: 200 len: 943 time: 0.2455940 Feb 07 20:59:44.901694 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-b26df478-6e21-4873-ba0a-54106db204ee req-15fdbe61-4c64-4c5b-b61d-fe8d525126c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0da55de-4c7d-4eb4-96d5-7f34ee98a966 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:59:44.928826 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b26df478-6e21-4873-ba0a-54106db204ee req-15fdbe61-4c64-4c5b-b61d-fe8d525126c0 service neutron] Publish callbacks [] for port (b0da55de-4c7d-4eb4-96d5-7f34ee98a966), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:44.961827 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4032ada9-08d4-4db7-b02c-be36a2813f02 req-8abe3ccc-3968-4a16-9277-ab88eb17b686 service neutron] 10.222.0.69 "GET /v2.0/networks/31977659-2f69-4a72-a821-e5e4ae21938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995921 Feb 07 20:59:44.965898 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-b26df478-6e21-4873-ba0a-54106db204ee req-15fdbe61-4c64-4c5b-b61d-fe8d525126c0 service neutron] Transition to ACTIVE for port object b0da55de-4c7d-4eb4-96d5-7f34ee98a966 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:59:44.976051 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b26df478-6e21-4873-ba0a-54106db204ee req-15fdbe61-4c64-4c5b-b61d-fe8d525126c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (b0da55de-4c7d-4eb4-96d5-7f34ee98a966), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:45.013808 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2727054b-b401-40e4-a926-a8cfa71a7d51 req-25e3ebf5-7bc4-4aca-923e-a05d3b3ea434 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/security-groups?id=db6d7f8b-5a42-4349-96a7-df12d93868cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309633 Feb 07 20:59:45.061371 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdbe61-4c64-4c5b-b61d-fe8d525126c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b0da55de-4c7d-4eb4-96d5-7f34ee98a966,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:45.098822 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 266f4050-e3c2-483b-8422-9db1dae6ae0a details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:59:45.214531 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b26df478-6e21-4873-ba0a-54106db204ee req-15fdbe61-4c64-4c5b-b61d-fe8d525126c0 service neutron] Attempting to bind port b0da55de-4c7d-4eb4-96d5-7f34ee98a966 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:59:45.214890 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b26df478-6e21-4873-ba0a-54106db204ee req-15fdbe61-4c64-4c5b-b61d-fe8d525126c0 service neutron] Attempting to bind port b0da55de-4c7d-4eb4-96d5-7f34ee98a966 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '7d800224-c8b9-4a77-9779-0ffd30631e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:59:45.215199 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26df478-6e21-4873-ba0a-54106db204ee req-15fdbe61-4c64-4c5b-b61d-fe8d525126c0 service neutron] Attempting to bind port b0da55de-4c7d-4eb4-96d5-7f34ee98a966 on network 1d126bd2-e7d9-441a-a099-aac0556c8e1f {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:59:45.224998 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26df478-6e21-4873-ba0a-54106db204ee req-15fdbe61-4c64-4c5b-b61d-fe8d525126c0 service neutron] Port b0da55de-4c7d-4eb4-96d5-7f34ee98a966 on network 1d126bd2-e7d9-441a-a099-aac0556c8e1f not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:59:45.225496 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26df478-6e21-4873-ba0a-54106db204ee req-15fdbe61-4c64-4c5b-b61d-fe8d525126c0 service neutron] Attempting to bind port b0da55de-4c7d-4eb4-96d5-7f34ee98a966 on network 1d126bd2-e7d9-441a-a099-aac0556c8e1f {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:59:45.236617 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26df478-6e21-4873-ba0a-54106db204ee req-15fdbe61-4c64-4c5b-b61d-fe8d525126c0 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:59:45.236977 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26df478-6e21-4873-ba0a-54106db204ee req-15fdbe61-4c64-4c5b-b61d-fe8d525126c0 service neutron] Checking segment: {'id': '7d800224-c8b9-4a77-9779-0ffd30631e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:59:45.237411 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26df478-6e21-4873-ba0a-54106db204ee req-15fdbe61-4c64-4c5b-b61d-fe8d525126c0 service neutron] Bound using segment: {'id': '7d800224-c8b9-4a77-9779-0ffd30631e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:59:45.237805 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b26df478-6e21-4873-ba0a-54106db204ee req-15fdbe61-4c64-4c5b-b61d-fe8d525126c0 service neutron] Bound port: b0da55de-4c7d-4eb4-96d5-7f34ee98a966, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d800224-c8b9-4a77-9779-0ffd30631e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:59:45.238166 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b26df478-6e21-4873-ba0a-54106db204ee req-15fdbe61-4c64-4c5b-b61d-fe8d525126c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b0da55de-4c7d-4eb4-96d5-7f34ee98a966), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:45.270716 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-ace9df3f-3deb-466e-9b6d-52526f07932a tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:45.279935 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-ace9df3f-3deb-466e-9b6d-52526f07932a tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/networks?id=ffb4bac1-2dfa-4637-b866-fba846311624 HTTP/1.1" status: 200 len: 814 time: 0.2514620 Feb 07 20:59:45.284072 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 266f4050-e3c2-483b-8422-9db1dae6ae0a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=266f4050-e3c2-483b-8422-9db1dae6ae0a,segment=NetworkSegment(30d8ac2f-dfb6-42c6-abf6-c465a550d405),segment_id=30d8ac2f-dfb6-42c6-abf6-c465a550d405)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:45.312283 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '266f4050-e3c2-483b-8422-9db1dae6ae0a', 'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f', 'port_id': '266f4050-e3c2-483b-8422-9db1dae6ae0a', 'mac_address': 'fa:16:3e:e2:9f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '804a6593-f65e-4386-a009-e6b4c27bdac4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:59:45.354298 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-33884276-9e80-4f3a-ba41-8a5e1eb0c682 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/quotas/825af39fa6c849af9efd65742855431f HTTP/1.1" status: 200 len: 375 time: 0.0730922 Feb 07 20:59:45.358250 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 266f4050-e3c2-483b-8422-9db1dae6ae0a is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:45.358820 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (266f4050-e3c2-483b-8422-9db1dae6ae0a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:45.381542 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 266f4050-e3c2-483b-8422-9db1dae6ae0a {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:59:45.401162 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-f62fd94f-592b-4e6e-ac54-6e95e7e7b11d tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=825af39fa6c849af9efd65742855431f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455675 Feb 07 20:59:45.416080 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 266f4050-e3c2-483b-8422-9db1dae6ae0a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=266f4050-e3c2-483b-8422-9db1dae6ae0a,segment=NetworkSegment(30d8ac2f-dfb6-42c6-abf6-c465a550d405),segment_id=30d8ac2f-dfb6-42c6-abf6-c465a550d405)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:45.423555 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (266f4050-e3c2-483b-8422-9db1dae6ae0a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:45.504978 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=266f4050-e3c2-483b-8422-9db1dae6ae0a,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:45.518556 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b26df478-6e21-4873-ba0a-54106db204ee req-15fdbe61-4c64-4c5b-b61d-fe8d525126c0 service neutron] For port b0da55de-4c7d-4eb4-96d5-7f34ee98a966, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:59:45.530802 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44aa26-58df-4bbb-ab27-8b1b32370682 req-db3caa0b-3241-48e1-b361-44579c1c98bf tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:45.532332 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ca44aa26-58df-4bbb-ab27-8b1b32370682 req-db3caa0b-3241-48e1-b361-44579c1c98bf tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 945 time: 0.2398331 Feb 07 20:59:45.550971 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b26df478-6e21-4873-ba0a-54106db204ee req-15fdbe61-4c64-4c5b-b61d-fe8d525126c0 service neutron] For port b0da55de-4c7d-4eb4-96d5-7f34ee98a966, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=b0da55de-4c7d-4eb4-96d5-7f34ee98a966,segment=NetworkSegment(7d800224-c8b9-4a77-9779-0ffd30631e2e),segment_id=7d800224-c8b9-4a77-9779-0ffd30631e2e)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:59:45.582338 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-19f8cb1a-f636-4be5-b812-3b986e8c8225 service neutron] 10.222.0.65 "GET /v2.0/networks/ffb4bac1-2dfa-4637-b866-fba846311624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802573 Feb 07 20:59:45.584808 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b26df478-6e21-4873-ba0a-54106db204ee req-15fdbe61-4c64-4c5b-b61d-fe8d525126c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (b0da55de-4c7d-4eb4-96d5-7f34ee98a966), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:45.632519 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42912) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:45.691523 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26df478-6e21-4873-ba0a-54106db204ee req-15fdbe61-4c64-4c5b-b61d-fe8d525126c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:45.692114 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b26df478-6e21-4873-ba0a-54106db204ee req-15fdbe61-4c64-4c5b-b61d-fe8d525126c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:45.693502 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b26df478-6e21-4873-ba0a-54106db204ee req-15fdbe61-4c64-4c5b-b61d-fe8d525126c0 service neutron] 10.222.0.69 "PUT /v2.0/ports/b0da55de-4c7d-4eb4-96d5-7f34ee98a966 HTTP/1.1" status: 200 len: 1092 time: 1.8481970 Feb 07 20:59:45.701885 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a3328d-85fb-417c-8c59-a3e729b522e6', 'tag': 'b0da55de-4c7d-4eb4-96d5-7f34ee98a966'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:59:45.704142 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710f39b3-b60e-4270-84dd-deed0edea1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a3328d-85fb-417c-8c59-a3e729b522e6", "tag": "b0da55de-4c7d-4eb4-96d5-7f34ee98a966"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:59:45.730587 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ca44aa26-58df-4bbb-ab27-8b1b32370682 req-e1f8ddbb-c579-4716-9c09-31afc36f5f76 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892860 Feb 07 20:59:45.736010 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdbe61-4c64-4c5b-b61d-fe8d525126c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b0da55de-4c7d-4eb4-96d5-7f34ee98a966,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:45.802912 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['266f4050-e3c2-483b-8422-9db1dae6ae0a'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:59:45.829658 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-d054de17-4d32-4ba1-9c33-d2ad04f654b3 service neutron] 10.222.0.65 "GET /v2.0/networks/ffb4bac1-2dfa-4637-b866-fba846311624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451627 Feb 07 20:59:45.829763 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42920) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:45.880810 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26df478-6e21-4873-ba0a-54106db204ee req-59e79227-36be-491f-8e23-db78b04c995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:45.887400 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b26df478-6e21-4873-ba0a-54106db204ee req-59e79227-36be-491f-8e23-db78b04c995a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d25ea6a8c80e4111a262f2acee0a2059&device_id=d6a3328d-85fb-417c-8c59-a3e729b522e6 HTTP/1.1" status: 200 len: 1126 time: 0.1313231 Feb 07 20:59:45.978142 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b26df478-6e21-4873-ba0a-54106db204ee req-86a35de2-3c0f-4b51-a4de-f067ac93fb2d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0da55de-4c7d-4eb4-96d5-7f34ee98a966 HTTP/1.1" status: 200 len: 217 time: 0.0836785 Feb 07 20:59:45.999273 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7089a7cd-02a4-4325-ac35-fa55488f9859 req-eb4f4aaf-e50e-44b0-ab3c-2d2b654659db tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0768397 Feb 07 20:59:46.101999 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ad87b4-d0a7-426f-a33b-4b15b699497e x-openstack-request-id: req-70ad87b4-d0a7-426f-a33b-4b15b699497e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:59:46.102565 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a3328d-85fb-417c-8c59-a3e729b522e6", "tag": "b0da55de-4c7d-4eb4-96d5-7f34ee98a966", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:59:46.103056 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-70ad87b4-d0a7-426f-a33b-4b15b699497e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:59:46.103932 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a3328d-85fb-417c-8c59-a3e729b522e6', 'tag': 'b0da55de-4c7d-4eb4-96d5-7f34ee98a966', 'status': 'completed', 'code': 200} Feb 07 20:59:46.115581 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7e6ae189-3644-4bd6-9565-bf6dc3199d28 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d4d8bacae7f44b5e9ed8eb3efaf55dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4507437 Feb 07 20:59:46.118495 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42926) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:46.130118 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26df478-6e21-4873-ba0a-54106db204ee req-65912bc5-d2a7-42a0-a2e6-3a3db03d8c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:46.132135 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b26df478-6e21-4873-ba0a-54106db204ee req-65912bc5-d2a7-42a0-a2e6-3a3db03d8c46 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0114e2a3-2e78-44be-93bb-c1c41aa269ed HTTP/1.1" status: 200 len: 845 time: 0.1364803 Feb 07 20:59:46.322071 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2372e140-2869-4a3e-ba44-ed0caee2fa96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (7a1cdfce-a913-4f5d-990e-6199acdb02b1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:46.337980 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26df478-6e21-4873-ba0a-54106db204ee req-e027bef0-6d5d-4e8d-9d25-a6e337540cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:46.339489 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b26df478-6e21-4873-ba0a-54106db204ee req-e027bef0-6d5d-4e8d-9d25-a6e337540cff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d126bd2-e7d9-441a-a099-aac0556c8e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1945271 Feb 07 20:59:46.351167 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ccc9d7a5-b152-448f-a632-26ad20acc19e admin admin] Publish callbacks [] for security_group (f94c09de-3d47-452d-b176-9b553ce30716), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:46.380085 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be337a8-7eae-41af-a0d4-a3141be27ad4 req-e6758fc5-9c16-4051-86c5-1640de59e3a7 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:46.383256 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8be337a8-7eae-41af-a0d4-a3141be27ad4 req-e6758fc5-9c16-4051-86c5-1640de59e3a7 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6a3328d-85fb-417c-8c59-a3e729b522e6 HTTP/1.1" status: 200 len: 944 time: 0.1683590 Feb 07 20:59:46.480186 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ccc9d7a5-b152-448f-a632-26ad20acc19e admin admin] Publish callbacks [] for security_group (f94c09de-3d47-452d-b176-9b553ce30716), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:46.519933 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab437305-ac65-4684-b1d8-b022c01f897e req-7e63d658-dda5-4c14-91e9-4fa9cbeb1c91 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:46.528047 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab437305-ac65-4684-b1d8-b022c01f897e req-7e63d658-dda5-4c14-91e9-4fa9cbeb1c91 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/ports?device_id=019dae9d-fe88-4488-9f2c-1c71f4b8330a HTTP/1.1" status: 200 len: 944 time: 0.2868340 Feb 07 20:59:46.612613 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab437305-ac65-4684-b1d8-b022c01f897e req-48357a87-42e1-4a5a-9180-880da8923c29 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/security-groups?id=db6d7f8b-5a42-4349-96a7-df12d93868cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785370 Feb 07 20:59:46.640275 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2372e140-2869-4a3e-ba44-ed0caee2fa96 admin admin] Deleting port efea1ca8-1d82-4f0f-9267-710901c28596 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:59:46.641071 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2372e140-2869-4a3e-ba44-ed0caee2fa96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (efea1ca8-1d82-4f0f-9267-710901c28596), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:46.658321 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8be337a8-7eae-41af-a0d4-a3141be27ad4 req-4b84d7bc-3f44-4166-9daf-312fb566f7e0 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226403 Feb 07 20:59:46.748069 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e4301bb-9c8e-4867-9c03-2da009ca6cea req-bb587be2-b610-4111-bf77-1e71a266c8d3 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d713c79-a464-4a1b-b129-d45587bfb44c HTTP/1.1" status: 200 len: 210 time: 0.0595748 Feb 07 20:59:46.767984 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b26df478-6e21-4873-ba0a-54106db204ee req-a3b579fa-74fd-44cf-ac0c-f8ee1b84de4e service neutron] 10.222.0.69 "GET /v2.0/networks/1d126bd2-e7d9-441a-a099-aac0556c8e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130652 Feb 07 20:59:46.769487 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-2372e140-2869-4a3e-ba44-ed0caee2fa96 admin admin] For port efea1ca8-1d82-4f0f-9267-710901c28596, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=efea1ca8-1d82-4f0f-9267-710901c28596,segment=NetworkSegment(d8ca5278-288e-4a92-ae61-96e4e15706b2),segment_id=d8ca5278-288e-4a92-ae61-96e4e15706b2)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:46.769965 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2372e140-2869-4a3e-ba44-ed0caee2fa96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (efea1ca8-1d82-4f0f-9267-710901c28596), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:46.785428 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ccc9d7a5-b152-448f-a632-26ad20acc19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f94c09de-3d47-452d-b176-9b553ce30716), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:46.786607 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2372e140-2869-4a3e-ba44-ed0caee2fa96 admin admin] Calling delete_port for efea1ca8-1d82-4f0f-9267-710901c28596 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:59:46.788407 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ccc9d7a5-b152-448f-a632-26ad20acc19e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:46.789728 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ccc9d7a5-b152-448f-a632-26ad20acc19e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f94c09de-3d47-452d-b176-9b553ce30716 HTTP/1.1" status: 204 len: 168 time: 0.6700110 Feb 07 20:59:46.838750 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9d7a5-b152-448f-a632-26ad20acc19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94c09de-3d47-452d-b176-9b553ce30716,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:46.916685 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b26df478-6e21-4873-ba0a-54106db204ee req-9f1d336b-bccb-4370-a742-3a44c3040a36 service neutron] 10.222.0.69 "GET /v2.0/networks/1d126bd2-e7d9-441a-a099-aac0556c8e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415045 Feb 07 20:59:46.959596 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3beabfa-8ed1-4b36-8cad-4d7771f0a155 req-15b8a8e8-5437-4af6-92a4-ce9808c888dd tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:46.961580 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3beabfa-8ed1-4b36-8cad-4d7771f0a155 req-15b8a8e8-5437-4af6-92a4-ce9808c888dd tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 945 time: 0.0945055 Feb 07 20:59:47.100184 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 266f4050-e3c2-483b-8422-9db1dae6ae0a up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:59:47.159729 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3beabfa-8ed1-4b36-8cad-4d7771f0a155 req-841f6192-95c7-4001-872b-79fdb02cda3e tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880713 Feb 07 20:59:47.197132 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 266f4050-e3c2-483b-8422-9db1dae6ae0a completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:59:47.203146 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 266f4050-e3c2-483b-8422-9db1dae6ae0a triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:47.203877 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (266f4050-e3c2-483b-8422-9db1dae6ae0a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:47.228773 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f39b3-b60e-4270-84dd-deed0edea1ab req-10ca4918-93fe-4cd9-9be7-619f83ff3471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:47.230214 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-710f39b3-b60e-4270-84dd-deed0edea1ab req-10ca4918-93fe-4cd9-9be7-619f83ff3471 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d25ea6a8c80e4111a262f2acee0a2059&device_id=d6a3328d-85fb-417c-8c59-a3e729b522e6 HTTP/1.1" status: 200 len: 1126 time: 0.2461264 Feb 07 20:59:47.232221 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d7ae9834-eb30-4ee1-92ca-524d7b5177bb req-261e4c00-7227-45af-9573-a94b527398a8 tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0906382 Feb 07 20:59:47.287155 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42946) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:47.311987 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 266f4050-e3c2-483b-8422-9db1dae6ae0a is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:47.312459 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (266f4050-e3c2-483b-8422-9db1dae6ae0a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:47.345542 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019dae9d-fe88-4488-9f2c-1c71f4b8330a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266f4050-e3c2-483b-8422-9db1dae6ae0a'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:59:47.347992 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531968bc-8125-422d-bba5-e1f023cea046" -d '{"events": [{"server_uuid": "019dae9d-fe88-4488-9f2c-1c71f4b8330a", "name": "network-vif-plugged", "status": "completed", "tag": "266f4050-e3c2-483b-8422-9db1dae6ae0a"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:59:47.364128 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 266f4050-e3c2-483b-8422-9db1dae6ae0a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=266f4050-e3c2-483b-8422-9db1dae6ae0a,segment=NetworkSegment(30d8ac2f-dfb6-42c6-abf6-c465a550d405),segment_id=30d8ac2f-dfb6-42c6-abf6-c465a550d405)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:47.370795 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (266f4050-e3c2-483b-8422-9db1dae6ae0a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:47.377036 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3642f924-fece-4aef-811f-2ac6204a1760 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=97f5e7decf744967b401f00054564790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0889001 Feb 07 20:59:47.379203 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42950) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:47.419486 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57454446-f18d-4bfa-adc6-39945c8e6627 x-openstack-request-id: req-57454446-f18d-4bfa-adc6-39945c8e6627 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:59:47.420174 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019dae9d-fe88-4488-9f2c-1c71f4b8330a", "name": "network-vif-plugged", "status": "completed", "tag": "266f4050-e3c2-483b-8422-9db1dae6ae0a", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:59:47.420456 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-57454446-f18d-4bfa-adc6-39945c8e6627 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:59:47.420849 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019dae9d-fe88-4488-9f2c-1c71f4b8330a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266f4050-e3c2-483b-8422-9db1dae6ae0a', 'code': 200} Feb 07 20:59:47.434691 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f39b3-b60e-4270-84dd-deed0edea1ab req-32065b9c-cca9-40c8-9a32-e741686af11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:47.437732 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-710f39b3-b60e-4270-84dd-deed0edea1ab req-32065b9c-cca9-40c8-9a32-e741686af11b service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d126bd2-e7d9-441a-a099-aac0556c8e1f HTTP/1.1" status: 200 len: 907 time: 0.1954198 Feb 07 20:59:47.459179 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=266f4050-e3c2-483b-8422-9db1dae6ae0a,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:47.471525 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e7d3d13-da36-4c06-89f3-7167a9c6d3ad admin admin] Publish callbacks [] for security_group (c9ae9089-96e4-479a-9243-df147cf667c0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:47.519970 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-710f39b3-b60e-4270-84dd-deed0edea1ab req-825dc959-97f7-4c3c-8975-aa58f3978a4d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0da55de-4c7d-4eb4-96d5-7f34ee98a966 HTTP/1.1" status: 200 len: 217 time: 0.0736420 Feb 07 20:59:47.524001 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e7d3d13-da36-4c06-89f3-7167a9c6d3ad admin admin] Publish callbacks [] for security_group (c9ae9089-96e4-479a-9243-df147cf667c0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:47.559732 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:59:47.561075 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2372e140-2869-4a3e-ba44-ed0caee2fa96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (efea1ca8-1d82-4f0f-9267-710901c28596), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:47.598128 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f39b3-b60e-4270-84dd-deed0edea1ab req-2acd5776-3c59-4862-b9b8-a49f4706b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:47.598776 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372e140-2869-4a3e-ba44-ed0caee2fa96 admin admin] Pushing event deleted for resources: {'Port': ['ID=efea1ca8-1d82-4f0f-9267-710901c28596,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:47.600218 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-710f39b3-b60e-4270-84dd-deed0edea1ab req-2acd5776-3c59-4862-b9b8-a49f4706b5f4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0114e2a3-2e78-44be-93bb-c1c41aa269ed HTTP/1.1" status: 200 len: 845 time: 0.0604739 Feb 07 20:59:47.604114 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:59:47.604496 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 3d637a0a-e8ef-47b1-8d85-7f9a3d7e895b not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:59:47.629716 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061952f-3e0c-4c4f-b96e-a72e5ff7be7f req-90a1f9d9-d074-41e5-bfce-deb12d7825fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:47.635051 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8061952f-3e0c-4c4f-b96e-a72e5ff7be7f req-90a1f9d9-d074-41e5-bfce-deb12d7825fe service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=019dae9d-fe88-4488-9f2c-1c71f4b8330a HTTP/1.1" status: 200 len: 1127 time: 0.1243844 Feb 07 20:59:47.716529 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8061952f-3e0c-4c4f-b96e-a72e5ff7be7f req-c0d77ecf-88d1-4c05-90a4-c0d321431acd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=db6d7f8b-5a42-4349-96a7-df12d93868cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715499 Feb 07 20:59:47.747787 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f39b3-b60e-4270-84dd-deed0edea1ab req-bc34d826-3e85-4480-9547-93e12d5f2a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:47.749600 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-710f39b3-b60e-4270-84dd-deed0edea1ab req-bc34d826-3e85-4480-9547-93e12d5f2a16 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d126bd2-e7d9-441a-a099-aac0556c8e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1234529 Feb 07 20:59:47.830903 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e7d3d13-da36-4c06-89f3-7167a9c6d3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c9ae9089-96e4-479a-9243-df147cf667c0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:47.834065 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e7d3d13-da36-4c06-89f3-7167a9c6d3ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:47.835456 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8e7d3d13-da36-4c06-89f3-7167a9c6d3ad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c9ae9089-96e4-479a-9243-df147cf667c0 HTTP/1.1" status: 204 len: 168 time: 0.4541950 Feb 07 20:59:47.899885 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d3d13-da36-4c06-89f3-7167a9c6d3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ae9089-96e4-479a-9243-df147cf667c0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:47.901519 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd0350-d561-445a-961a-9f86efc28cc9 req-0dafe59b-4e22-4f29-9bdf-d9eaf9a9b066 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:47.903811 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-33bd0350-d561-445a-961a-9f86efc28cc9 req-0dafe59b-4e22-4f29-9bdf-d9eaf9a9b066 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/ports?device_id=019dae9d-fe88-4488-9f2c-1c71f4b8330a HTTP/1.1" status: 200 len: 945 time: 0.1532376 Feb 07 20:59:47.918627 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4784dd-d1d4-4e9a-8e12-db1a7d1ad008 req-3bd9cffa-84ed-48f0-8cd3-0eb1dca16f62 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:47.925119 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4d4784dd-d1d4-4e9a-8e12-db1a7d1ad008 req-3bd9cffa-84ed-48f0-8cd3-0eb1dca16f62 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6a3328d-85fb-417c-8c59-a3e729b522e6 HTTP/1.1" status: 200 len: 944 time: 0.1565154 Feb 07 20:59:48.018733 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-33bd0350-d561-445a-961a-9f86efc28cc9 req-56b9e8b4-ee1c-442f-8fa8-e2d1ac49ad5a tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/security-groups?id=db6d7f8b-5a42-4349-96a7-df12d93868cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924757 Feb 07 20:59:48.031582 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4d4784dd-d1d4-4e9a-8e12-db1a7d1ad008 req-e77e784b-2fac-4dd1-84bb-a77111d26e54 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880895 Feb 07 20:59:48.096332 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-ebe7c4ee-2f9c-47cc-b9c8-8fbb5b4182bc tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:48.098479 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-ebe7c4ee-2f9c-47cc-b9c8-8fbb5b4182bc tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.71 "GET /v2.0/networks?id=ffb4bac1-2dfa-4637-b866-fba846311624 HTTP/1.1" status: 200 len: 814 time: 0.4885256 Feb 07 20:59:48.133720 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-92917cb9-f039-4571-99c0-8e522120d364 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Request body: {'port': {'device_id': '4d713c79-a464-4a1b-b129-d45587bfb44c', 'network_id': 'ffb4bac1-2dfa-4637-b866-fba846311624', 'admin_state_up': True, 'tenant_id': '825af39fa6c849af9efd65742855431f'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:48.200816 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2372e140-2869-4a3e-ba44-ed0caee2fa96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (7a1cdfce-a913-4f5d-990e-6199acdb02b1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:48.274314 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-73dcd899-a575-48b7-91f5-fbfd0deb5bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:48.387035 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-92917cb9-f039-4571-99c0-8e522120d364 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Made reservation on behalf of 825af39fa6c849af9efd65742855431f for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:59:48.392820 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-92917cb9-f039-4571-99c0-8e522120d364 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:48.487598 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-460cbc69-9edd-4a58-914c-b62ecc5cf26a req-d3870853-9c90-42fd-93f6-8ced0c6189fe tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d713c79-a464-4a1b-b129-d45587bfb44c HTTP/1.1" status: 200 len: 210 time: 0.0580492 Feb 07 20:59:48.537790 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416b78b-7186-46e7-ac7a-e27bed355791 req-b03e965c-61ec-4ca9-8aa7-5d69c6f5eb26 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:48.544501 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d416b78b-7186-46e7-ac7a-e27bed355791 req-b03e965c-61ec-4ca9-8aa7-5d69c6f5eb26 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 945 time: 0.1160645 Feb 07 20:59:48.555237 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-710f39b3-b60e-4270-84dd-deed0edea1ab req-99eaa057-4db7-49e2-be74-dd03fd4b9f2f service neutron] 10.222.0.69 "GET /v2.0/networks/1d126bd2-e7d9-441a-a099-aac0556c8e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5353703 Feb 07 20:59:48.582986 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2372e140-2869-4a3e-ba44-ed0caee2fa96 admin admin] Router 7a1cdfce-a913-4f5d-990e-6199acdb02b1 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:59:48.643819 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d416b78b-7186-46e7-ac7a-e27bed355791 req-c3b01e28-f951-42f8-8649-e37b65245267 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983756 Feb 07 20:59:48.693687 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf0c41b5-f93d-4c55-8c41-1d1ca1855ab5 req-e8c905e3-3e7c-4db4-bd72-730c003cd866 tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0468464 Feb 07 20:59:48.760203 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-710f39b3-b60e-4270-84dd-deed0edea1ab req-e9189b12-1071-4a86-9d3f-9ed3a75c3420 service neutron] 10.222.0.69 "GET /v2.0/networks/1d126bd2-e7d9-441a-a099-aac0556c8e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985524 Feb 07 20:59:48.807773 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2372e140-2869-4a3e-ba44-ed0caee2fa96 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:59:48.809776 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-92917cb9-f039-4571-99c0-8e522120d364 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Allocated IP 172.20.0.7 (ffb4bac1-2dfa-4637-b866-fba846311624/03d56fd8-c7c9-447a-89b7-b7ca406f3683/f14986dc-855e-4a45-a50f-a893e0cd400c) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:59:48.818184 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42982) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:48.825040 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2372e140-2869-4a3e-ba44-ed0caee2fa96 admin admin] 10.222.0.65 "PUT /v2.0/routers/7a1cdfce-a913-4f5d-990e-6199acdb02b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9940336 Feb 07 20:59:48.827949 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239dc48d-549f-449e-b405-50aebde42014 None None] Sync routers for ids ['7a1cdfce-a913-4f5d-990e-6199acdb02b1'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:59:48.852221 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239dc48d-549f-449e-b405-50aebde42014 None None] Routers {'7a1cdfce-a913-4f5d-990e-6199acdb02b1'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:59:48.854447 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-239dc48d-549f-449e-b405-50aebde42014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:59:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7a1cdfce-a913-4f5d-990e-6199acdb02b1'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:48.973888 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7393f94-771c-4317-aa62-a34af8fa36e5 admin admin] Publish callbacks [] for router (7a1cdfce-a913-4f5d-990e-6199acdb02b1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:49.021139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42988) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:49.086391 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-239dc48d-549f-449e-b405-50aebde42014 None None] Set router 7a1cdfce-a913-4f5d-990e-6199acdb02b1 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:59:49.145721 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-92917cb9-f039-4571-99c0-8e522120d364 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Publish callbacks [] for port (f14986dc-855e-4a45-a50f-a893e0cd400c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:49.212650 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-92917cb9-f039-4571-99c0-8e522120d364 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (f14986dc-855e-4a45-a50f-a893e0cd400c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:49.271009 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-92917cb9-f039-4571-99c0-8e522120d364 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Network ffb4bac1-2dfa-4637-b866-fba846311624 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:59:49.276823 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-92917cb9-f039-4571-99c0-8e522120d364 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:59:49.282696 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-92917cb9-f039-4571-99c0-8e522120d364 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:59:49.288643 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92917cb9-f039-4571-99c0-8e522120d364 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Pushing event updated for resources: {'Port': ['ID=f14986dc-855e-4a45-a50f-a893e0cd400c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:49.320795 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-239dc48d-549f-449e-b405-50aebde42014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889777253-router', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:29Z', 'updated_at': '2022-02-07T20:59:47Z', 'revision_number': 5, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'gw_port': {'id': 'd08f1fa9-c453-4072-aa53-0087829e4f72', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:33Z', 'updated_at': '2022-02-07T20:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:49.329321 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7393f94-771c-4317-aa62-a34af8fa36e5 admin admin] Publish callbacks [] for router_gateway (7a1cdfce-a913-4f5d-990e-6199acdb02b1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:49.342415 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-459ae613-5872-447e-9fc1-818b92503cf5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2103539166-network', 'tenant_id': '17e0da288e2d4170aca8eb37b10be9b7'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:49.359118 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9091e6-36a2-4493-80d6-a447ab0cc73e req-482a9839-66d1-40ef-8c34-e2c632360b6b tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:49.361648 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe9091e6-36a2-4493-80d6-a447ab0cc73e req-482a9839-66d1-40ef-8c34-e2c632360b6b tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6a3328d-85fb-417c-8c59-a3e729b522e6 HTTP/1.1" status: 200 len: 944 time: 0.1919558 Feb 07 20:59:49.373486 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239dc48d-549f-449e-b405-50aebde42014 None None] Checking router: 7a1cdfce-a913-4f5d-990e-6199acdb02b1 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:59:49.383207 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-92917cb9-f039-4571-99c0-8e522120d364 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:49.386395 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-92917cb9-f039-4571-99c0-8e522120d364 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:49.387916 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239dc48d-549f-449e-b405-50aebde42014 None None] Routers {'7a1cdfce-a913-4f5d-990e-6199acdb02b1'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:59:49.389029 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-239dc48d-549f-449e-b405-50aebde42014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:59:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7a1cdfce-a913-4f5d-990e-6199acdb02b1'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:49.412571 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6932e3a-d344-4735-8ffe-da065ff928fc req-8e3ffe1f-0323-499a-a88b-183b00dca4d0 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:49.419855 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f6932e3a-d344-4735-8ffe-da065ff928fc req-8e3ffe1f-0323-499a-a88b-183b00dca4d0 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/ports?device_id=019dae9d-fe88-4488-9f2c-1c71f4b8330a HTTP/1.1" status: 200 len: 945 time: 0.1993520 Feb 07 20:59:49.421879 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-92917cb9-f039-4571-99c0-8e522120d364 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3103888 Feb 07 20:59:49.434431 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-72036572-be0f-4341-a045-e7e38ffde891 service neutron] Request body: {'port': {'device_id': '4d713c79-a464-4a1b-b129-d45587bfb44c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:49.465117 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459ae613-5872-447e-9fc1-818b92503cf5 admin admin] Made reservation on behalf of 17e0da288e2d4170aca8eb37b10be9b7 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:59:49.467414 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-459ae613-5872-447e-9fc1-818b92503cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:49.512135 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-72036572-be0f-4341-a045-e7e38ffde891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f14986dc-855e-4a45-a50f-a893e0cd400c), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:49.519807 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe9091e6-36a2-4493-80d6-a447ab0cc73e req-d025555b-5e78-4c85-8211-8308622234f7 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257145 Feb 07 20:59:49.533236 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-459ae613-5872-447e-9fc1-818b92503cf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:49.601984 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-239dc48d-549f-449e-b405-50aebde42014 None None] Set router 7a1cdfce-a913-4f5d-990e-6199acdb02b1 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:59:49.615033 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d7393f94-771c-4317-aa62-a34af8fa36e5 admin admin] Deleting port d08f1fa9-c453-4072-aa53-0087829e4f72 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:59:49.619297 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7393f94-771c-4317-aa62-a34af8fa36e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d08f1fa9-c453-4072-aa53-0087829e4f72), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:49.662431 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-239dc48d-549f-449e-b405-50aebde42014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889777253-router', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:29Z', 'updated_at': '2022-02-07T20:59:49Z', 'revision_number': 6, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:49.692872 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239dc48d-549f-449e-b405-50aebde42014 None None] The sync data for ids ['7a1cdfce-a913-4f5d-990e-6199acdb02b1'] in n-d-828185-2 is: [{'id': '7a1cdfce-a913-4f5d-990e-6199acdb02b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-889777253-router', 'tenant_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:29Z', 'updated_at': '2022-02-07T20:59:49Z', 'revision_number': 6, 'project_id': 'a640cac6c4d64dfa8fbcd903aab64b39', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:59:49.712258 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f6932e3a-d344-4735-8ffe-da065ff928fc req-fe1de947-c00d-4e5b-a251-f04ac187bef4 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/security-groups?id=db6d7f8b-5a42-4349-96a7-df12d93868cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2914059 Feb 07 20:59:49.772935 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-459ae613-5872-447e-9fc1-818b92503cf5 admin admin] Publish callbacks [] for security_group (6d88e224-a4b8-4516-98bd-25576139141b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:49.791547 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-459ae613-5872-447e-9fc1-818b92503cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (6d88e224-a4b8-4516-98bd-25576139141b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:49.868202 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-459ae613-5872-447e-9fc1-818b92503cf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:59:49.904594 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-459ae613-5872-447e-9fc1-818b92503cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (511c5bc2-455a-468d-83c7-489258c9c5fb), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:49.904944 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-459ae613-5872-447e-9fc1-818b92503cf5 admin admin] Added segment 511c5bc2-455a-468d-83c7-489258c9c5fb of type vlan for network fcba103a-a522-4757-9332-3424ed9e2aa6 Feb 07 20:59:49.911663 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ae613-5872-447e-9fc1-818b92503cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d88e224-a4b8-4516-98bd-25576139141b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:49.921363 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-72036572-be0f-4341-a045-e7e38ffde891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14986dc-855e-4a45-a50f-a893e0cd400c {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:59:49.930518 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-72036572-be0f-4341-a045-e7e38ffde891 service neutron] Publish callbacks [] for port (f14986dc-855e-4a45-a50f-a893e0cd400c), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:49.938102 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d7393f94-771c-4317-aa62-a34af8fa36e5 admin admin] For port d08f1fa9-c453-4072-aa53-0087829e4f72, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d08f1fa9-c453-4072-aa53-0087829e4f72,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:49.938571 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7393f94-771c-4317-aa62-a34af8fa36e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d08f1fa9-c453-4072-aa53-0087829e4f72), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:49.951551 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-72036572-be0f-4341-a045-e7e38ffde891 service neutron] Transition to ACTIVE for port object f14986dc-855e-4a45-a50f-a893e0cd400c will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:59:49.959567 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-72036572-be0f-4341-a045-e7e38ffde891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (f14986dc-855e-4a45-a50f-a893e0cd400c), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:49.977526 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d7393f94-771c-4317-aa62-a34af8fa36e5 admin admin] Calling delete_port for d08f1fa9-c453-4072-aa53-0087829e4f72 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:59:49.998664 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c311bc9-ed65-46c1-aa23-96f61d89cdd0 req-4ef8dab0-4aa4-4076-a603-b4a4c53cd9d7 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:50.000218 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1c311bc9-ed65-46c1-aa23-96f61d89cdd0 req-4ef8dab0-4aa4-4076-a603-b4a4c53cd9d7 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d713c79-a464-4a1b-b129-d45587bfb44c HTTP/1.1" status: 200 len: 931 time: 0.2707753 Feb 07 20:59:50.018049 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72036572-be0f-4341-a045-e7e38ffde891 service neutron] Pushing event updated for resources: {'Port': ['ID=f14986dc-855e-4a45-a50f-a893e0cd400c,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:50.027605 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-459ae613-5872-447e-9fc1-818b92503cf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (fcba103a-a522-4757-9332-3424ed9e2aa6), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:50.040237 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9e75a-05f0-4e92-a069-ce32cbc9f0c7 req-88e8030a-b976-4f80-a342-c99b564b5acb tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:50.040237 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00a9e75a-05f0-4e92-a069-ce32cbc9f0c7 req-88e8030a-b976-4f80-a342-c99b564b5acb tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 945 time: 0.2211828 Feb 07 20:59:50.128676 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-72036572-be0f-4341-a045-e7e38ffde891 service neutron] Attempting to bind port f14986dc-855e-4a45-a50f-a893e0cd400c on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:59:50.129017 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-72036572-be0f-4341-a045-e7e38ffde891 service neutron] Attempting to bind port f14986dc-855e-4a45-a50f-a893e0cd400c by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'a81049ef-7fac-48f3-b8fa-050b1e9c7783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ffb4bac1-2dfa-4637-b866-fba846311624'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:59:50.129345 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-72036572-be0f-4341-a045-e7e38ffde891 service neutron] Attempting to bind port f14986dc-855e-4a45-a50f-a893e0cd400c on network ffb4bac1-2dfa-4637-b866-fba846311624 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:59:50.136416 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-72036572-be0f-4341-a045-e7e38ffde891 service neutron] Port f14986dc-855e-4a45-a50f-a893e0cd400c on network ffb4bac1-2dfa-4637-b866-fba846311624 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:59:50.136994 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-72036572-be0f-4341-a045-e7e38ffde891 service neutron] Attempting to bind port f14986dc-855e-4a45-a50f-a893e0cd400c on network ffb4bac1-2dfa-4637-b866-fba846311624 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:59:50.144642 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-72036572-be0f-4341-a045-e7e38ffde891 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:59:50.144987 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-72036572-be0f-4341-a045-e7e38ffde891 service neutron] Checking segment: {'id': 'a81049ef-7fac-48f3-b8fa-050b1e9c7783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ffb4bac1-2dfa-4637-b866-fba846311624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:59:50.145430 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-72036572-be0f-4341-a045-e7e38ffde891 service neutron] Bound using segment: {'id': 'a81049ef-7fac-48f3-b8fa-050b1e9c7783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ffb4bac1-2dfa-4637-b866-fba846311624'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:59:50.145876 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-72036572-be0f-4341-a045-e7e38ffde891 service neutron] Bound port: f14986dc-855e-4a45-a50f-a893e0cd400c, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a81049ef-7fac-48f3-b8fa-050b1e9c7783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ffb4bac1-2dfa-4637-b866-fba846311624'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:59:50.146281 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-72036572-be0f-4341-a045-e7e38ffde891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f14986dc-855e-4a45-a50f-a893e0cd400c), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:50.192245 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00a9e75a-05f0-4e92-a069-ce32cbc9f0c7 req-a475f5f7-dff1-4bec-b9f2-864680e6abc1 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076710 Feb 07 20:59:50.207505 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-459ae613-5872-447e-9fc1-818b92503cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (fcba103a-a522-4757-9332-3424ed9e2aa6), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:50.208836 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459ae613-5872-447e-9fc1-818b92503cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:50.209114 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-459ae613-5872-447e-9fc1-818b92503cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:50.241635 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1c311bc9-ed65-46c1-aa23-96f61d89cdd0 req-33ffd37d-a7b8-40f8-b406-e1c77fb5bc0f tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3c029a1-7ead-4c88-9a7b-8e7b05bdb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303016 Feb 07 20:59:50.242842 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-72036572-be0f-4341-a045-e7e38ffde891 service neutron] For port f14986dc-855e-4a45-a50f-a893e0cd400c, host n-h2-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:59:50.246401 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-72036572-be0f-4341-a045-e7e38ffde891 service neutron] For port f14986dc-855e-4a45-a50f-a893e0cd400c, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=f14986dc-855e-4a45-a50f-a893e0cd400c,segment=NetworkSegment(a81049ef-7fac-48f3-b8fa-050b1e9c7783),segment_id=a81049ef-7fac-48f3-b8fa-050b1e9c7783)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:59:50.260738 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-459ae613-5872-447e-9fc1-818b92503cf5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2332170 Feb 07 20:59:50.260865 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43004) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:50.262562 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-72036572-be0f-4341-a045-e7e38ffde891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (f14986dc-855e-4a45-a50f-a893e0cd400c), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:50.272476 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-7f149732-192b-403d-b931-9a169df9c560 admin admin] Request body: {'subnet': {'network_id': 'fcba103a-a522-4757-9332-3424ed9e2aa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2103539166-subnet', 'tenant_id': '17e0da288e2d4170aca8eb37b10be9b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:50.344665 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ae613-5872-447e-9fc1-818b92503cf5 admin admin] Pushing event updated for resources: {'Network': ['ID=fcba103a-a522-4757-9332-3424ed9e2aa6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:50.353103 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-72036572-be0f-4341-a045-e7e38ffde891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:50.354831 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-72036572-be0f-4341-a045-e7e38ffde891 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:50.357319 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-72036572-be0f-4341-a045-e7e38ffde891 service neutron] 10.222.0.71 "PUT /v2.0/ports/f14986dc-855e-4a45-a50f-a893e0cd400c HTTP/1.1" status: 200 len: 1091 time: 0.9266655 Feb 07 20:59:50.359081 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network fcba103a-a522-4757-9332-3424ed9e2aa6 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:59:50.366864 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d713c79-a464-4a1b-b129-d45587bfb44c', 'tag': 'f14986dc-855e-4a45-a50f-a893e0cd400c'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:59:50.368855 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181b733c-8f18-4ab3-ac7e-29ed444966ef" -d '{"events": [{"name": "network-changed", "server_uuid": "4d713c79-a464-4a1b-b129-d45587bfb44c", "tag": "f14986dc-855e-4a45-a50f-a893e0cd400c"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:59:50.383693 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72036572-be0f-4341-a045-e7e38ffde891 service neutron] Pushing event updated for resources: {'Port': ['ID=f14986dc-855e-4a45-a50f-a893e0cd400c,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:50.413265 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f149732-192b-403d-b931-9a169df9c560 admin admin] Made reservation on behalf of 17e0da288e2d4170aca8eb37b10be9b7 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:59:50.415667 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f149732-192b-403d-b931-9a169df9c560 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:50.434769 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7393f94-771c-4317-aa62-a34af8fa36e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (d08f1fa9-c453-4072-aa53-0087829e4f72), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:50.443816 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1005ba8a-d953-40ae-b53f-63d16b89a877 x-openstack-request-id: req-1005ba8a-d953-40ae-b53f-63d16b89a877 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:59:50.444440 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d713c79-a464-4a1b-b129-d45587bfb44c", "tag": "f14986dc-855e-4a45-a50f-a893e0cd400c", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:59:50.444440 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1005ba8a-d953-40ae-b53f-63d16b89a877 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:59:50.444817 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d713c79-a464-4a1b-b129-d45587bfb44c', 'tag': 'f14986dc-855e-4a45-a50f-a893e0cd400c', 'status': 'completed', 'code': 200} Feb 07 20:59:50.462111 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7393f94-771c-4317-aa62-a34af8fa36e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d08f1fa9-c453-4072-aa53-0087829e4f72,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:50.553291 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-0335ef20-d5e6-486b-bca0-417ce8ff2826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:50.554813 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-0335ef20-d5e6-486b-bca0-417ce8ff2826 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=825af39fa6c849af9efd65742855431f&device_id=4d713c79-a464-4a1b-b129-d45587bfb44c HTTP/1.1" status: 200 len: 1125 time: 0.1163437 Feb 07 20:59:50.562461 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7393f94-771c-4317-aa62-a34af8fa36e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (7a1cdfce-a913-4f5d-990e-6199acdb02b1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:50.582387 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-567385a7-649a-463c-a137-7b0d3baba195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:50.618283 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-4256db48-f7c3-4164-bc5b-c367aaf45c99 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f14986dc-855e-4a45-a50f-a893e0cd400c HTTP/1.1" status: 200 len: 217 time: 0.0524759 Feb 07 20:59:50.660485 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ece79da6-fd70-4994-a562-3674bb520d78 req-e9b0a700-7c91-48a8-89d7-4702334a4988 tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0976150 Feb 07 20:59:50.719380 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-2361db0c-f308-427a-ad5d-41ca23463cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:50.720785 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-2361db0c-f308-427a-ad5d-41ca23463cf1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03d56fd8-c7c9-447a-89b7-b7ca406f3683 HTTP/1.1" status: 200 len: 854 time: 0.0953143 Feb 07 20:59:50.727253 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7393f94-771c-4317-aa62-a34af8fa36e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (7a1cdfce-a913-4f5d-990e-6199acdb02b1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:50.729869 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7393f94-771c-4317-aa62-a34af8fa36e5 admin admin] Publish callbacks [] for router_controller (7a1cdfce-a913-4f5d-990e-6199acdb02b1), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:50.762513 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-06f4f05f-4c29-43af-a4d1-d69bc943fbe4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ffb4bac1-2dfa-4637-b866-fba846311624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339785 Feb 07 20:59:50.768605 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f149732-192b-403d-b931-9a169df9c560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (19629b4d-a530-4f6d-97c6-359a9ece93ae), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:50.794011 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9e955-a1d1-4cca-b04e-019f845f452b req-67dd5716-32a2-4c19-95c9-c9674b35c464 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:50.795746 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-45f9e955-a1d1-4cca-b04e-019f845f452b req-67dd5716-32a2-4c19-95c9-c9674b35c464 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6a3328d-85fb-417c-8c59-a3e729b522e6 HTTP/1.1" status: 200 len: 944 time: 0.1811776 Feb 07 20:59:50.796920 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7393f94-771c-4317-aa62-a34af8fa36e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (7a1cdfce-a913-4f5d-990e-6199acdb02b1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:50.797474 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7393f94-771c-4317-aa62-a34af8fa36e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a1cdfce-a913-4f5d-990e-6199acdb02b1 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 20:59:50.802870 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7393f94-771c-4317-aa62-a34af8fa36e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:50.804052 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d7393f94-771c-4317-aa62-a34af8fa36e5 admin admin] 10.222.0.65 "DELETE /v2.0/routers/7a1cdfce-a913-4f5d-990e-6199acdb02b1 HTTP/1.1" status: 204 len: 168 time: 1.9850435 Feb 07 20:59:50.807081 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43012) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:50.880624 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f149732-192b-403d-b931-9a169df9c560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19629b4d-a530-4f6d-97c6-359a9ece93ae,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:50.909921 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f149732-192b-403d-b931-9a169df9c560 admin admin] Checking segment: {'id': '511c5bc2-455a-468d-83c7-489258c9c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fcba103a-a522-4757-9332-3424ed9e2aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:59:50.910282 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f149732-192b-403d-b931-9a169df9c560 admin admin] Network hostable DHCP agents. Network: fcba103a-a522-4757-9332-3424ed9e2aa6, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:59:50.918275 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-f6c5bc96-01d3-45ed-96f9-e0ba2ef14946 service neutron] 10.222.0.71 "GET /v2.0/networks/ffb4bac1-2dfa-4637-b866-fba846311624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443918 Feb 07 20:59:50.923435 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-3600f99f-9a8e-4526-aa3c-2e6e92baeb73 admin admin] Deleting subnet d3708085-d37a-4939-8052-22c68aa218c4 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 20:59:50.941881 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-45f9e955-a1d1-4cca-b04e-019f845f452b req-8656a9bd-0fa2-4059-9c42-ce38e43cdf76 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287806 Feb 07 20:59:50.943554 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3600f99f-9a8e-4526-aa3c-2e6e92baeb73 admin admin] Publish callbacks [] for subnet (d3708085-d37a-4939-8052-22c68aa218c4), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:50.975642 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f149732-192b-403d-b931-9a169df9c560 admin admin] Network fcba103a-a522-4757-9332-3424ed9e2aa6 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:59:50.983867 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74b9de-eebd-4a5e-8f72-25dd9994974a req-4bbb2dec-82f4-4b98-a95a-5994fdf0de83 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:50.986006 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d74b9de-eebd-4a5e-8f72-25dd9994974a req-4bbb2dec-82f4-4b98-a95a-5994fdf0de83 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/ports?device_id=019dae9d-fe88-4488-9f2c-1c71f4b8330a HTTP/1.1" status: 200 len: 945 time: 0.1590919 Feb 07 20:59:50.992030 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3600f99f-9a8e-4526-aa3c-2e6e92baeb73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (d3708085-d37a-4939-8052-22c68aa218c4), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:50.996842 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-7f149732-192b-403d-b931-9a169df9c560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, fcba103a-a522-4757-9332-3424ed9e2aa6) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:59:51.004498 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f149732-192b-403d-b931-9a169df9c560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:51.005224 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f149732-192b-403d-b931-9a169df9c560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:51.006614 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757922cf-1f67-418b-ac51-700e03f11204 None None] Network fcba103a-a522-4757-9332-3424ed9e2aa6 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:59:51.073273 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d74b9de-eebd-4a5e-8f72-25dd9994974a req-80f38a31-532c-45bf-bd28-c2698857a057 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/security-groups?id=db6d7f8b-5a42-4349-96a7-df12d93868cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624635 Feb 07 20:59:51.124816 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device b0da55de-4c7d-4eb4-96d5-7f34ee98a966 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:59:51.127505 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3600f99f-9a8e-4526-aa3c-2e6e92baeb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (d3708085-d37a-4939-8052-22c68aa218c4), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:51.218934 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f39b44-d068-4a25-8974-ca501b2ac513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-fcba103a-a522-4757-9332-3424ed9e2aa6', 'network_id': 'fcba103a-a522-4757-9332-3424ed9e2aa6', 'project_id': '17e0da288e2d4170aca8eb37b10be9b7', 'fixed_ips': [{'subnet_id': '19629b4d-a530-4f6d-97c6-359a9ece93ae'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 20:59:51.220400 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-02f39b44-d068-4a25-8974-ca501b2ac513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:51.281275 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03665d50-104c-4075-899c-fde566bb35d2 req-919de410-0ee4-47dc-b089-ac86f7da0273 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:51.283488 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03665d50-104c-4075-899c-fde566bb35d2 req-919de410-0ee4-47dc-b089-ac86f7da0273 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/ports?device_id=019dae9d-fe88-4488-9f2c-1c71f4b8330a HTTP/1.1" status: 200 len: 945 time: 0.1040037 Feb 07 20:59:51.292451 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3600f99f-9a8e-4526-aa3c-2e6e92baeb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (d3708085-d37a-4939-8052-22c68aa218c4), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:51.296622 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43022) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:51.303302 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3d396aba-d8a4-4026-9bc7-4d76b4a78b18 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Request body: {'floatingip': {'port_id': '266f4050-e3c2-483b-8422-9db1dae6ae0a'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:51.320819 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1915db2f-653c-41c5-aded-b3f3dd56c156 req-415ec377-66fd-435e-bd2d-3003f6ef71a2 service neutron] 10.222.0.71 "GET /v2.0/networks/ffb4bac1-2dfa-4637-b866-fba846311624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945041 Feb 07 20:59:51.337740 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7f149732-192b-403d-b931-9a169df9c560 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0739694 Feb 07 20:59:51.337740 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43024) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:51.344291 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-f518c1bc-3b4c-4319-81a4-7e97801379ff admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2103539166-router', 'tenant_id': '17e0da288e2d4170aca8eb37b10be9b7', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:51.378379 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f518c1bc-3b4c-4319-81a4-7e97801379ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (49234f32-fd71-4241-95c4-cd758ebd371f), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:51.379556 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f518c1bc-3b4c-4319-81a4-7e97801379ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (49234f32-fd71-4241-95c4-cd758ebd371f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:51.397282 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port b0da55de-4c7d-4eb4-96d5-7f34ee98a966, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=b0da55de-4c7d-4eb4-96d5-7f34ee98a966,segment=NetworkSegment(7d800224-c8b9-4a77-9779-0ffd30631e2e),segment_id=7d800224-c8b9-4a77-9779-0ffd30631e2e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:51.403176 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600f99f-9a8e-4526-aa3c-2e6e92baeb73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3708085-d37a-4939-8052-22c68aa218c4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:51.421771 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3600f99f-9a8e-4526-aa3c-2e6e92baeb73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:51.425052 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3600f99f-9a8e-4526-aa3c-2e6e92baeb73 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d3708085-d37a-4939-8052-22c68aa218c4 HTTP/1.1" status: 204 len: 168 time: 0.6159008 Feb 07 20:59:51.427758 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43026) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:51.446720 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d396aba-d8a4-4026-9bc7-4d76b4a78b18 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks [] for floatingip (03695d27-1d3a-4c89-8688-a5d6704adee2), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:51.455823 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb1e9d8-e45a-4287-9d13-9c3d055d818c None None] Network a3bb3650-0e76-4812-829f-29cb0254d598 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:59:51.483925 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'b0da55de-4c7d-4eb4-96d5-7f34ee98a966', 'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f', 'port_id': 'b0da55de-4c7d-4eb4-96d5-7f34ee98a966', 'mac_address': 'fa:16:3e:72:f5:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0114e2a3-2e78-44be-93bb-c1c41aa269ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:59:51.539802 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6886bff4-bec1-4d4e-9843-3bd311db0eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (a3bb3650-0e76-4812-829f-29cb0254d598), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:51.570504 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port b0da55de-4c7d-4eb4-96d5-7f34ee98a966 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:51.570894 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b0da55de-4c7d-4eb4-96d5-7f34ee98a966), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:51.576198 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f518c1bc-3b4c-4319-81a4-7e97801379ff admin admin] Publish callbacks [] for router_controller (49234f32-fd71-4241-95c4-cd758ebd371f), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:51.587864 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d144639-0a32-4b30-984c-0173fe0d9226 req-e6e45a44-b99e-41cb-9ee4-d4fa1f2dbb76 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:51.589433 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d144639-0a32-4b30-984c-0173fe0d9226 req-e6e45a44-b99e-41cb-9ee4-d4fa1f2dbb76 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 945 time: 0.2902391 Feb 07 20:59:51.589586 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0da55de-4c7d-4eb4-96d5-7f34ee98a966 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:59:51.601162 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd575c4-6388-48c5-8b2b-3e7da557aed1 req-b7c07b01-bf21-4c12-8c92-6adc74526977 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:51.607950 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2bd575c4-6388-48c5-8b2b-3e7da557aed1 req-b7c07b01-bf21-4c12-8c92-6adc74526977 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d713c79-a464-4a1b-b129-d45587bfb44c HTTP/1.1" status: 200 len: 943 time: 0.2029846 Feb 07 20:59:51.632684 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d08f1fa9-c453-4072-aa53-0087829e4f72 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:59:51.666137 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: d08f1fa9-c453-4072-aa53-0087829e4f72 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:59:51.666639 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d08f1fa9-c453-4072-aa53-0087829e4f72 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:59:51.667155 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device efea1ca8-1d82-4f0f-9267-710901c28596 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:59:51.676074 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b733c-8f18-4ab3-ac7e-29ed444966ef req-4a86a8b1-ca06-4ca9-a46f-f99dc8578a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:51.677439 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-181b733c-8f18-4ab3-ac7e-29ed444966ef req-4a86a8b1-ca06-4ca9-a46f-f99dc8578a2b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=825af39fa6c849af9efd65742855431f&device_id=4d713c79-a464-4a1b-b129-d45587bfb44c HTTP/1.1" status: 200 len: 1125 time: 0.2933669 Feb 07 20:59:51.698843 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port b0da55de-4c7d-4eb4-96d5-7f34ee98a966, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=b0da55de-4c7d-4eb4-96d5-7f34ee98a966,segment=NetworkSegment(7d800224-c8b9-4a77-9779-0ffd30631e2e),segment_id=7d800224-c8b9-4a77-9779-0ffd30631e2e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:51.728213 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b0da55de-4c7d-4eb4-96d5-7f34ee98a966), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:51.730291 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: efea1ca8-1d82-4f0f-9267-710901c28596 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:59:51.730943 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device efea1ca8-1d82-4f0f-9267-710901c28596 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:59:51.773730 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:51.775783 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-02f39b44-d068-4a25-8974-ca501b2ac513 None None] Allocated IP 172.20.0.2 (fcba103a-a522-4757-9332-3424ed9e2aa6/19629b4d-a530-4f6d-97c6-359a9ece93ae/d37116e3-b170-45fb-8d16-453ed9c05328) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:59:51.782311 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2bd575c4-6388-48c5-8b2b-3e7da557aed1 req-f306558a-524c-4aad-8ced-d44c2827ec57 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3c029a1-7ead-4c88-9a7b-8e7b05bdb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734457 Feb 07 20:59:51.787263 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d144639-0a32-4b30-984c-0173fe0d9226 req-e8745ec1-3af5-4dab-9a72-a90ac01f6e4a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767385 Feb 07 20:59:51.877017 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f518c1bc-3b4c-4319-81a4-7e97801379ff admin admin] Publish callbacks [] for router_gateway (49234f32-fd71-4241-95c4-cd758ebd371f), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:51.892895 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6886bff4-bec1-4d4e-9843-3bd311db0eeb admin admin] Deleting port dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:59:51.893218 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6886bff4-bec1-4d4e-9843-3bd311db0eeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:52.013640 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b733c-8f18-4ab3-ac7e-29ed444966ef req-5d0d7b47-90b3-46fd-8d76-f74315a2c748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:52.015292 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-181b733c-8f18-4ab3-ac7e-29ed444966ef req-5d0d7b47-90b3-46fd-8d76-f74315a2c748 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ffb4bac1-2dfa-4637-b866-fba846311624 HTTP/1.1" status: 200 len: 915 time: 0.3091342 Feb 07 20:59:52.036413 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=b0da55de-4c7d-4eb4-96d5-7f34ee98a966,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:52.082138 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-181b733c-8f18-4ab3-ac7e-29ed444966ef req-13aa725a-73dc-467d-985f-8ae24398c43f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f14986dc-855e-4a45-a50f-a893e0cd400c HTTP/1.1" status: 200 len: 217 time: 0.0549865 Feb 07 20:59:52.086087 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6886bff4-bec1-4d4e-9843-3bd311db0eeb admin admin] For port dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68,segment=NetworkSegment(d8ca5278-288e-4a92-ae61-96e4e15706b2),segment_id=d8ca5278-288e-4a92-ae61-96e4e15706b2)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:52.086459 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6886bff4-bec1-4d4e-9843-3bd311db0eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:52.138669 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6886bff4-bec1-4d4e-9843-3bd311db0eeb admin admin] Calling delete_port for dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:59:52.160649 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['b0da55de-4c7d-4eb4-96d5-7f34ee98a966'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:59:52.171280 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b733c-8f18-4ab3-ac7e-29ed444966ef req-f287dadf-df5e-47cc-9691-119603ca1f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:52.173342 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-181b733c-8f18-4ab3-ac7e-29ed444966ef req-f287dadf-df5e-47cc-9691-119603ca1f95 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03d56fd8-c7c9-447a-89b7-b7ca406f3683 HTTP/1.1" status: 200 len: 854 time: 0.0812299 Feb 07 20:59:52.212564 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35438197-2d81-46c8-b755-5d70666e503f None None] DHCP port deletion for a3bb3650-0e76-4812-829f-29cb0254d598 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 20:59:52.258994 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-181b733c-8f18-4ab3-ac7e-29ed444966ef req-d90da35c-21f0-4e32-b5f5-45f9889fe26f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ffb4bac1-2dfa-4637-b866-fba846311624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727806 Feb 07 20:59:52.277742 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9031cbb0-4738-44dc-bfd0-b33f7d592816 req-68c48327-d571-41a4-88a3-839d297e9bfc tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0834985 Feb 07 20:59:52.287262 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-02f39b44-d068-4a25-8974-ca501b2ac513 None None] Publish callbacks [] for port (d37116e3-b170-45fb-8d16-453ed9c05328), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:52.357290 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a38d9-88c4-469c-9b84-eff947da519b req-0307c040-b9df-4998-94ab-edb37ff6645d tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:52.359323 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-02f39b44-d068-4a25-8974-ca501b2ac513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (d37116e3-b170-45fb-8d16-453ed9c05328), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:52.364862 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b12a38d9-88c4-469c-9b84-eff947da519b req-0307c040-b9df-4998-94ab-edb37ff6645d tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6a3328d-85fb-417c-8c59-a3e729b522e6 HTTP/1.1" status: 200 len: 945 time: 0.1613483 Feb 07 20:59:52.460385 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f39b44-d068-4a25-8974-ca501b2ac513 None None] Pushing event updated for resources: {'Port': ['ID=d37116e3-b170-45fb-8d16-453ed9c05328,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:52.463862 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f39b44-d068-4a25-8974-ca501b2ac513 None None] Network fcba103a-a522-4757-9332-3424ed9e2aa6 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:59:52.469647 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f518c1bc-3b4c-4319-81a4-7e97801379ff admin admin] Publish callbacks [] for router_gateway (49234f32-fd71-4241-95c4-cd758ebd371f), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:52.470177 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-02f39b44-d068-4a25-8974-ca501b2ac513 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:59:52.474357 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f39b44-d068-4a25-8974-ca501b2ac513 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:59:52.492848 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-35438197-2d81-46c8-b755-5d70666e503f None None] Deleting port dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:59:52.493230 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-35438197-2d81-46c8-b755-5d70666e503f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:52.502602 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f518c1bc-3b4c-4319-81a4-7e97801379ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:52.505260 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6886bff4-bec1-4d4e-9843-3bd311db0eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:52.516189 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b12a38d9-88c4-469c-9b84-eff947da519b req-b502b7b2-90b2-458b-b25b-a6e6780a0467 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502845 Feb 07 20:59:52.529243 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d396aba-d8a4-4026-9bc7-4d76b4a78b18 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:52.541298 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-181b733c-8f18-4ab3-ac7e-29ed444966ef req-029b87ac-b63b-44d3-ad27-f7daf2d5def4 service neutron] 10.222.0.71 "GET /v2.0/networks/ffb4bac1-2dfa-4637-b866-fba846311624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732785 Feb 07 20:59:52.542543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace3717-dbec-411e-be9e-f0596a38ea98 req-3eb372fe-e8ea-4472-976d-8a6febca4932 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:52.543565 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886bff4-bec1-4d4e-9843-3bd311db0eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:52.544701 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7ace3717-dbec-411e-be9e-f0596a38ea98 req-3eb372fe-e8ea-4472-976d-8a6febca4932 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 1127 time: 0.1553974 Feb 07 20:59:52.545969 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d396aba-d8a4-4026-9bc7-4d76b4a78b18 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (03695d27-1d3a-4c89-8688-a5d6704adee2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:52.614042 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-02f39b44-d068-4a25-8974-ca501b2ac513 None None] Attempting to bind port d37116e3-b170-45fb-8d16-453ed9c05328 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:59:52.614413 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-02f39b44-d068-4a25-8974-ca501b2ac513 None None] Attempting to bind port d37116e3-b170-45fb-8d16-453ed9c05328 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '511c5bc2-455a-468d-83c7-489258c9c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fcba103a-a522-4757-9332-3424ed9e2aa6'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:59:52.614771 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f39b44-d068-4a25-8974-ca501b2ac513 None None] Attempting to bind port d37116e3-b170-45fb-8d16-453ed9c05328 on network fcba103a-a522-4757-9332-3424ed9e2aa6 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:59:52.618049 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-35438197-2d81-46c8-b755-5d70666e503f None None] For port dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68, host n-d-828185-2, got binding levels [] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:52.618333 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-35438197-2d81-46c8-b755-5d70666e503f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:52.623517 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6886bff4-bec1-4d4e-9843-3bd311db0eeb admin admin] No DVR routers for this DVR port dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:59:52.629744 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f39b44-d068-4a25-8974-ca501b2ac513 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:59:52.630128 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f39b44-d068-4a25-8974-ca501b2ac513 None None] Checking segment: {'id': '511c5bc2-455a-468d-83c7-489258c9c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fcba103a-a522-4757-9332-3424ed9e2aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:59:52.630602 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-02f39b44-d068-4a25-8974-ca501b2ac513 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:52.631521 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f39b44-d068-4a25-8974-ca501b2ac513 None None] Bound using segment: {'id': '511c5bc2-455a-468d-83c7-489258c9c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fcba103a-a522-4757-9332-3424ed9e2aa6'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:59:52.631650 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-02f39b44-d068-4a25-8974-ca501b2ac513 None None] Bound port: d37116e3-b170-45fb-8d16-453ed9c05328, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '511c5bc2-455a-468d-83c7-489258c9c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fcba103a-a522-4757-9332-3424ed9e2aa6'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:59:52.632290 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-02f39b44-d068-4a25-8974-ca501b2ac513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d37116e3-b170-45fb-8d16-453ed9c05328), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:52.645066 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-35438197-2d81-46c8-b755-5d70666e503f None None] Calling delete_port for dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:59:52.650645 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.ipam_backend_mixin [None req-35438197-2d81-46c8-b755-5d70666e503f None None] Port dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68 was not found and therefore no delete operation was performed {{(pid=103257) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 20:59:52.654349 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-35438197-2d81-46c8-b755-5d70666e503f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:52.668266 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7ace3717-dbec-411e-be9e-f0596a38ea98 req-dc44edbc-8eb6-4e35-977c-d30af35f3a74 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828667 Feb 07 20:59:52.685542 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-3d396aba-d8a4-4026-9bc7-4d76b4a78b18 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Floating IP 03695d27-1d3a-4c89-8688-a5d6704adee2 associated. External IP: 172.25.4.118, port: 266f4050-e3c2-483b-8422-9db1dae6ae0a. Feb 07 20:59:52.706633 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35438197-2d81-46c8-b755-5d70666e503f None None] No DVR routers for this DVR port dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:59:52.709832 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35438197-2d81-46c8-b755-5d70666e503f None None] Pushing event deleted for resources: {'Port': ['ID=dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:52.758355 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-02f39b44-d068-4a25-8974-ca501b2ac513 None None] For port d37116e3-b170-45fb-8d16-453ed9c05328, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:59:52.762335 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-02f39b44-d068-4a25-8974-ca501b2ac513 None None] For port d37116e3-b170-45fb-8d16-453ed9c05328, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d37116e3-b170-45fb-8d16-453ed9c05328,segment=NetworkSegment(511c5bc2-455a-468d-83c7-489258c9c5fb),segment_id=511c5bc2-455a-468d-83c7-489258c9c5fb)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:59:52.773816 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-02f39b44-d068-4a25-8974-ca501b2ac513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d37116e3-b170-45fb-8d16-453ed9c05328), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:52.824015 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6886bff4-bec1-4d4e-9843-3bd311db0eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (a3bb3650-0e76-4812-829f-29cb0254d598), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:52.827119 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-f518c1bc-3b4c-4319-81a4-7e97801379ff admin admin] Allocated IP 172.25.4.230 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/d60f067a-dbf8-4051-bbcb-0aa2e683a1fa) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:59:52.846110 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f39b44-d068-4a25-8974-ca501b2ac513 None None] Pushing event updated for resources: {'Port': ['ID=d37116e3-b170-45fb-8d16-453ed9c05328,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:52.880218 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-6886bff4-bec1-4d4e-9843-3bd311db0eeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3bb3650-0e76-4812-829f-29cb0254d598']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:52.893119 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-181b733c-8f18-4ab3-ac7e-29ed444966ef req-b96081dd-cd79-44a7-8d82-c86138093cbc service neutron] 10.222.0.71 "GET /v2.0/networks/ffb4bac1-2dfa-4637-b866-fba846311624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423278 Feb 07 20:59:52.910462 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-6886bff4-bec1-4d4e-9843-3bd311db0eeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ca5278-288e-4a92-ae61-96e4e15706b2') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:52.910767 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-6886bff4-bec1-4d4e-9843-3bd311db0eeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ca5278-288e-4a92-ae61-96e4e15706b2') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:52.950624 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6886bff4-bec1-4d4e-9843-3bd311db0eeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (d8ca5278-288e-4a92-ae61-96e4e15706b2), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:52.977350 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6886bff4-bec1-4d4e-9843-3bd311db0eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (d8ca5278-288e-4a92-ae61-96e4e15706b2), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:53.002407 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6886bff4-bec1-4d4e-9843-3bd311db0eeb admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 20:59:53.002812 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6886bff4-bec1-4d4e-9843-3bd311db0eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (d8ca5278-288e-4a92-ae61-96e4e15706b2), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: timer() Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 20:59:53.004755 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 20:59:53.031097 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6e665-a17f-4917-b696-0019dcd632f8 req-a216fbda-b21a-428f-83eb-bb6753dc0ac4 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:53.033170 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6be6e665-a17f-4917-b696-0019dcd632f8 req-a216fbda-b21a-428f-83eb-bb6753dc0ac4 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d713c79-a464-4a1b-b129-d45587bfb44c HTTP/1.1" status: 200 len: 943 time: 0.1051250 Feb 07 20:59:53.090108 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f518c1bc-3b4c-4319-81a4-7e97801379ff admin admin] Publish callbacks [] for port (d60f067a-dbf8-4051-bbcb-0aa2e683a1fa), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:53.102746 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6886bff4-bec1-4d4e-9843-3bd311db0eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (a3bb3650-0e76-4812-829f-29cb0254d598), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:53.123756 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6886bff4-bec1-4d4e-9843-3bd311db0eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:53.130239 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6886bff4-bec1-4d4e-9843-3bd311db0eeb admin admin] 10.222.0.65 "DELETE /v2.0/networks/a3bb3650-0e76-4812-829f-29cb0254d598 HTTP/1.1" status: 204 len: 168 time: 1.7012830 Feb 07 20:59:53.137296 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:53.144026 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886bff4-bec1-4d4e-9843-3bd311db0eeb admin admin] Pushing event deleted for resources: {'Network': ['ID=a3bb3650-0e76-4812-829f-29cb0254d598,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:53.148839 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43048) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:53.151976 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6be6e665-a17f-4917-b696-0019dcd632f8 req-bbf1c2e8-bd3c-433c-8c2a-7b5e36d6c5f3 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3c029a1-7ead-4c88-9a7b-8e7b05bdb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082273 Feb 07 20:59:53.161412 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d396aba-d8a4-4026-9bc7-4d76b4a78b18 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Router b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:59:53.299535 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f518c1bc-3b4c-4319-81a4-7e97801379ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (d60f067a-dbf8-4051-bbcb-0aa2e683a1fa), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:53.354805 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad8b45-5c39-4e2f-b604-6fb42e4f76a1 req-358d7f75-7bfd-4d27-a351-a5103ced5c4e tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:53.356514 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-45ad8b45-5c39-4e2f-b604-6fb42e4f76a1 req-358d7f75-7bfd-4d27-a351-a5103ced5c4e tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 945 time: 0.0936334 Feb 07 20:59:53.358195 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d396aba-d8a4-4026-9bc7-4d76b4a78b18 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:59:53.362919 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d396aba-d8a4-4026-9bc7-4d76b4a78b18 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:53.376547 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221eed41-7f10-49b6-bcff-da53537bb160 None None] Sync routers for ids ['b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:59:53.388786 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221eed41-7f10-49b6-bcff-da53537bb160 None None] Routers {'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:59:53.389757 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-221eed41-7f10-49b6-bcff-da53537bb160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:59:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:53.412878 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3d396aba-d8a4-4026-9bc7-4d76b4a78b18 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "PUT /v2.0/floatingips/03695d27-1d3a-4c89-8688-a5d6704adee2 HTTP/1.1" status: 200 len: 991 time: 2.1150391 Feb 07 20:59:53.418350 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019dae9d-fe88-4488-9f2c-1c71f4b8330a', 'tag': '266f4050-e3c2-483b-8422-9db1dae6ae0a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:59:53.420674 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f69cca-77eb-4b4d-b660-5cef02ee40b5" -d '{"events": [{"name": "network-changed", "server_uuid": "019dae9d-fe88-4488-9f2c-1c71f4b8330a", "tag": "266f4050-e3c2-483b-8422-9db1dae6ae0a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:59:53.440999 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-45ad8b45-5c39-4e2f-b604-6fb42e4f76a1 req-330fe5a4-168e-400c-b3c0-941ce4dc760b tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742564 Feb 07 20:59:53.445270 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f518c1bc-3b4c-4319-81a4-7e97801379ff admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:59:53.457381 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-f518c1bc-3b4c-4319-81a4-7e97801379ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:59:53.461726 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f518c1bc-3b4c-4319-81a4-7e97801379ff admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:59:53.463711 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518c1bc-3b4c-4319-81a4-7e97801379ff admin admin] Pushing event updated for resources: {'Port': ['ID=d60f067a-dbf8-4051-bbcb-0aa2e683a1fa,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:53.558973 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-221eed41-7f10-49b6-bcff-da53537bb160 None None] Set router b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:59:53.618454 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1400ec7-26fb-46f7-bc8b-f5b09f4b93d5 req-9f40a235-f7c0-42fc-8804-e0b2bad8c2ee tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0581744 Feb 07 20:59:53.764887 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d37116e3-b170-45fb-8d16-453ed9c05328 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:59:53.822414 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d02626-3ede-480c-9380-507fcb0a39d6 req-02ac9848-917f-4126-bd31-2d6d8860d27e tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:53.824293 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c1d02626-3ede-480c-9380-507fcb0a39d6 req-02ac9848-917f-4126-bd31-2d6d8860d27e tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/ports?device_id=019dae9d-fe88-4488-9f2c-1c71f4b8330a HTTP/1.1" status: 200 len: 945 time: 0.0967829 Feb 07 20:59:53.898788 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c1d02626-3ede-480c-9380-507fcb0a39d6 req-cebedb9f-aae3-42ca-94e1-2726851cc1da tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/security-groups?id=db6d7f8b-5a42-4349-96a7-df12d93868cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611901 Feb 07 20:59:53.899140 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port d37116e3-b170-45fb-8d16-453ed9c05328 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:53.899560 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d37116e3-b170-45fb-8d16-453ed9c05328), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:53.952044 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76df8e0-1bbb-4771-bfc3-0b967007de6d x-openstack-request-id: req-f76df8e0-1bbb-4771-bfc3-0b967007de6d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:59:53.952653 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019dae9d-fe88-4488-9f2c-1c71f4b8330a", "tag": "266f4050-e3c2-483b-8422-9db1dae6ae0a", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:59:53.952866 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f76df8e0-1bbb-4771-bfc3-0b967007de6d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:59:53.953268 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019dae9d-fe88-4488-9f2c-1c71f4b8330a', 'tag': '266f4050-e3c2-483b-8422-9db1dae6ae0a', 'status': 'completed', 'code': 200} Feb 07 20:59:54.061548 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port d37116e3-b170-45fb-8d16-453ed9c05328 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:54.061936 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f69cca-77eb-4b4d-b660-5cef02ee40b5 req-21deda9b-6f2b-45e9-b96b-86a9ae2fcfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:54.062084 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d37116e3-b170-45fb-8d16-453ed9c05328), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:54.064053 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-56f69cca-77eb-4b4d-b660-5cef02ee40b5 req-21deda9b-6f2b-45e9-b96b-86a9ae2fcfb4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1fb38b7e23d34fb68060f43eab10088d&device_id=019dae9d-fe88-4488-9f2c-1c71f4b8330a HTTP/1.1" status: 200 len: 1127 time: 0.0927167 Feb 07 20:59:54.074838 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-2a71bd0e-1a98-4b87-b8ce-14f4a7302851 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:59:54.075865 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-2a71bd0e-1a98-4b87-b8ce-14f4a7302851 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064220 Feb 07 20:59:54.083187 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-221eed41-7f10-49b6-bcff-da53537bb160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'name': 'tempest-ServersTestFqdnHostnames-1114124265-router', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:12Z', 'updated_at': '2022-02-07T20:59:22Z', 'revision_number': 4, 'project_id': '1fb38b7e23d34fb68060f43eab10088d', 'gw_port': {'id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:14Z', 'updated_at': '2022-02-07T20:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '03695d27-1d3a-4c89-8688-a5d6704adee2', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'floating_ip_address': '172.25.4.118', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'port_id': '266f4050-e3c2-483b-8422-9db1dae6ae0a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f', 'mac_address': 'fa:16:3e:e2:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019dae9d-fe88-4488-9f2c-1c71f4b8330a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:59:29Z', 'updated_at': '2022-02-07T20:59:52Z', 'revision_number': 1, 'project_id': '1fb38b7e23d34fb68060f43eab10088d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb9300a5-25eb-4cfa-b851-1933b169c49b', 'name': '', 'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'mac_address': 'fa:16:3e:2b:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '804a6593-f65e-4386-a009-e6b4c27bdac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:20Z', 'updated_at': '2022-02-07T20:59:29Z', 'revision_number': 5, 'project_id': '1fb38b7e23d34fb68060f43eab10088d', 'subnets': [{'id': '804a6593-f65e-4386-a009-e6b4c27bdac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:54.120256 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221eed41-7f10-49b6-bcff-da53537bb160 None None] Checking router: b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:59:54.141331 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port d37116e3-b170-45fb-8d16-453ed9c05328, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d37116e3-b170-45fb-8d16-453ed9c05328,segment=NetworkSegment(511c5bc2-455a-468d-83c7-489258c9c5fb),segment_id=511c5bc2-455a-468d-83c7-489258c9c5fb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:54.145752 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221eed41-7f10-49b6-bcff-da53537bb160 None None] Routers {'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:59:54.146539 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-221eed41-7f10-49b6-bcff-da53537bb160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:59:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:54.173775 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f69cca-77eb-4b4d-b660-5cef02ee40b5 req-63e8da79-eb59-4d5d-b817-702c85d48f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:54.175245 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-56f69cca-77eb-4b4d-b660-5cef02ee40b5 req-63e8da79-eb59-4d5d-b817-702c85d48f97 service neutron] 10.222.0.69 "GET /v2.0/networks?id=31977659-2f69-4a72-a821-e5e4ae21938f HTTP/1.1" status: 200 len: 916 time: 0.0974298 Feb 07 20:59:54.223176 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d37116e3-b170-45fb-8d16-453ed9c05328), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:54.229779 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-7f3af8b8-8445-4d1e-a19d-e82644701e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:54.231170 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-7f3af8b8-8445-4d1e-a19d-e82644701e70 service neutron] 10.222.0.65 "GET /v2.0/ports/2caaae4e-7044-4456-8451-ea9044187bb7 HTTP/1.1" status: 200 len: 1124 time: 0.0813177 Feb 07 20:59:54.248968 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-2df1ddf2-95e5-4b19-9ec4-131948e39ed4 service neutron] Request body: {'binding': {'host': 'n-h2-828185-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:54.249426 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-2df1ddf2-95e5-4b19-9ec4-131948e39ed4 service neutron] Unknown quota resources ['binding']. {{(pid=103256) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 20:59:54.293957 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f518c1bc-3b4c-4319-81a4-7e97801379ff admin admin] Publish callbacks [] for router_gateway (49234f32-fd71-4241-95c4-cd758ebd371f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:54.300107 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-56f69cca-77eb-4b4d-b660-5cef02ee40b5 req-e5278ccb-d0d9-4cb8-a844-90721d8384fc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=266f4050-e3c2-483b-8422-9db1dae6ae0a HTTP/1.1" status: 200 len: 999 time: 0.1062305 Feb 07 20:59:54.309879 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=d37116e3-b170-45fb-8d16-453ed9c05328,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:54.334393 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-221eed41-7f10-49b6-bcff-da53537bb160 None None] Set router b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:59:54.357590 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f69cca-77eb-4b4d-b660-5cef02ee40b5 req-210921dc-b107-4611-b803-b8e6b044e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:54.358914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-56f69cca-77eb-4b4d-b660-5cef02ee40b5 req-210921dc-b107-4611-b803-b8e6b044e91c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=804a6593-f65e-4386-a009-e6b4c27bdac4 HTTP/1.1" status: 200 len: 854 time: 0.0521271 Feb 07 20:59:54.380673 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:59:54.385778 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d47e4c-f4cb-47ac-a4dc-3bdba2bfec81 None None] Network fcba103a-a522-4757-9332-3424ed9e2aa6 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:59:54.417667 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de218dc9-078a-4eb4-9d0d-3930158b05b3 req-ea46dbf9-35e2-4448-8c31-7a7436a0b003 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:54.425040 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de218dc9-078a-4eb4-9d0d-3930158b05b3 req-ea46dbf9-35e2-4448-8c31-7a7436a0b003 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6a3328d-85fb-417c-8c59-a3e729b522e6 HTTP/1.1" status: 200 len: 945 time: 0.3574572 Feb 07 20:59:54.458786 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:59:54.459284 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device dc62512a-b87e-4a5a-b63b-a4ccbcaf6c68 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:59:54.461897 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f69cca-77eb-4b4d-b660-5cef02ee40b5 req-36c50b86-1a2e-403e-8d7a-5f5b33287f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:54.463623 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-56f69cca-77eb-4b4d-b660-5cef02ee40b5 req-36c50b86-1a2e-403e-8d7a-5f5b33287f04 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31977659-2f69-4a72-a821-e5e4ae21938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0969729 Feb 07 20:59:54.470941 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:54.496462 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de218dc9-078a-4eb4-9d0d-3930158b05b3 req-7f847bd6-f800-4552-a6ed-c090f68ac7a2 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677927 Feb 07 20:59:54.557436 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-00d88af8-aad2-4659-9733-4e6325cf0897 None None] Provisioning complete for port d37116e3-b170-45fb-8d16-453ed9c05328 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:54.557961 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-00d88af8-aad2-4659-9733-4e6325cf0897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d37116e3-b170-45fb-8d16-453ed9c05328), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:54.604207 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-56f69cca-77eb-4b4d-b660-5cef02ee40b5 req-a46a5215-43dc-4a7b-8d9b-7765c8e13394 service neutron] 10.222.0.69 "GET /v2.0/networks/31977659-2f69-4a72-a821-e5e4ae21938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112747 Feb 07 20:59:54.665357 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-2df1ddf2-95e5-4b19-9ec4-131948e39ed4 service neutron] Attempting to bind port 2caaae4e-7044-4456-8451-ea9044187bb7 on host n-h2-828185-2 for vnic_type normal with profile None {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:59:54.665713 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-2df1ddf2-95e5-4b19-9ec4-131948e39ed4 service neutron] Attempting to bind port 2caaae4e-7044-4456-8451-ea9044187bb7 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:59:54.666052 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-2df1ddf2-95e5-4b19-9ec4-131948e39ed4 service neutron] Attempting to bind port 2caaae4e-7044-4456-8451-ea9044187bb7 on network 6d967ae2-07ea-401e-8063-c085e3020e36 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:59:54.691025 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-2df1ddf2-95e5-4b19-9ec4-131948e39ed4 service neutron] Port 2caaae4e-7044-4456-8451-ea9044187bb7 on network 6d967ae2-07ea-401e-8063-c085e3020e36 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:59:54.691697 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-2df1ddf2-95e5-4b19-9ec4-131948e39ed4 service neutron] Attempting to bind port 2caaae4e-7044-4456-8451-ea9044187bb7 on network 6d967ae2-07ea-401e-8063-c085e3020e36 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:59:54.704655 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ceac1d33-ab1d-4ba9-a869-c6f2e649daf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (07db4e54-d1b2-4dcb-b80d-263ebaac471d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:54.707947 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fce34-6f31-4172-8295-15d6999cace3 req-48753fb1-c381-4417-9fc9-5c176b80550a tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:54.708600 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f518c1bc-3b4c-4319-81a4-7e97801379ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (49234f32-fd71-4241-95c4-cd758ebd371f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:54.709534 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c3fce34-6f31-4172-8295-15d6999cace3 req-48753fb1-c381-4417-9fc9-5c176b80550a tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d713c79-a464-4a1b-b129-d45587bfb44c HTTP/1.1" status: 200 len: 943 time: 0.1044972 Feb 07 20:59:54.710523 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-2df1ddf2-95e5-4b19-9ec4-131948e39ed4 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:59:54.710863 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-2df1ddf2-95e5-4b19-9ec4-131948e39ed4 service neutron] Checking segment: {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:59:54.711255 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-2df1ddf2-95e5-4b19-9ec4-131948e39ed4 service neutron] Bound using segment: {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:59:54.711690 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-2df1ddf2-95e5-4b19-9ec4-131948e39ed4 service neutron] Bound port: 2caaae4e-7044-4456-8451-ea9044187bb7, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:59:54.792703 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c3fce34-6f31-4172-8295-15d6999cace3 req-0ef006db-bbf4-4053-98b8-8771276d9fe9 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3c029a1-7ead-4c88-9a7b-8e7b05bdb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674956 Feb 07 20:59:54.818771 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-56f69cca-77eb-4b4d-b660-5cef02ee40b5 req-7e7e8266-8ed4-4091-8896-a529668ebf6a service neutron] 10.222.0.69 "GET /v2.0/networks/31977659-2f69-4a72-a821-e5e4ae21938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032826 Feb 07 20:59:54.932910 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcb8d5-313c-456e-a227-bbcf681364c4 req-19c3b7be-70a0-4498-a51f-a37169785cb5 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:54.935393 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-00d88af8-aad2-4659-9733-4e6325cf0897 None None] Current status of the port d37116e3-b170-45fb-8d16-453ed9c05328 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:54.940641 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-43dcb8d5-313c-456e-a227-bbcf681364c4 req-19c3b7be-70a0-4498-a51f-a37169785cb5 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 945 time: 0.0719905 Feb 07 20:59:54.943452 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-2df1ddf2-95e5-4b19-9ec4-131948e39ed4 service neutron] For port 2caaae4e-7044-4456-8451-ea9044187bb7, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=2caaae4e-7044-4456-8451-ea9044187bb7,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:59:54.956729 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-2df1ddf2-95e5-4b19-9ec4-131948e39ed4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:54.957930 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-2df1ddf2-95e5-4b19-9ec4-131948e39ed4 service neutron] 10.222.0.65 "POST /v2.0/ports/2caaae4e-7044-4456-8451-ea9044187bb7/bindings HTTP/1.1" status: 201 len: 389 time: 0.7178004 Feb 07 20:59:54.972063 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-221eed41-7f10-49b6-bcff-da53537bb160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'name': 'tempest-ServersTestFqdnHostnames-1114124265-router', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:12Z', 'updated_at': '2022-02-07T20:59:22Z', 'revision_number': 4, 'project_id': '1fb38b7e23d34fb68060f43eab10088d', 'gw_port': {'id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:14Z', 'updated_at': '2022-02-07T20:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '03695d27-1d3a-4c89-8688-a5d6704adee2', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'floating_ip_address': '172.25.4.118', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'port_id': '266f4050-e3c2-483b-8422-9db1dae6ae0a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f', 'mac_address': 'fa:16:3e:e2:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019dae9d-fe88-4488-9f2c-1c71f4b8330a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:59:29Z', 'updated_at': '2022-02-07T20:59:52Z', 'revision_number': 1, 'project_id': '1fb38b7e23d34fb68060f43eab10088d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb9300a5-25eb-4cfa-b851-1933b169c49b', 'name': '', 'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'mac_address': 'fa:16:3e:2b:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '804a6593-f65e-4386-a009-e6b4c27bdac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:20Z', 'updated_at': '2022-02-07T20:59:29Z', 'revision_number': 5, 'project_id': '1fb38b7e23d34fb68060f43eab10088d', 'subnets': [{'id': '804a6593-f65e-4386-a009-e6b4c27bdac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:55.003879 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221eed41-7f10-49b6-bcff-da53537bb160 None None] The sync data for ids ['b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'] in n-d-828185-2 is: [{'id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'name': 'tempest-ServersTestFqdnHostnames-1114124265-router', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:12Z', 'updated_at': '2022-02-07T20:59:22Z', 'revision_number': 4, 'project_id': '1fb38b7e23d34fb68060f43eab10088d', 'gw_port': {'id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:14Z', 'updated_at': '2022-02-07T20:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '03695d27-1d3a-4c89-8688-a5d6704adee2', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'floating_ip_address': '172.25.4.118', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'port_id': '266f4050-e3c2-483b-8422-9db1dae6ae0a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f', 'mac_address': 'fa:16:3e:e2:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019dae9d-fe88-4488-9f2c-1c71f4b8330a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:59:29Z', 'updated_at': '2022-02-07T20:59:52Z', 'revision_number': 1, 'project_id': '1fb38b7e23d34fb68060f43eab10088d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb9300a5-25eb-4cfa-b851-1933b169c49b', 'name': '', 'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'mac_address': 'fa:16:3e:2b:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '804a6593-f65e-4386-a009-e6b4c27bdac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:20Z', 'updated_at': '2022-02-07T20:59:29Z', 'revision_number': 5, 'project_id': '1fb38b7e23d34fb68060f43eab10088d', 'subnets': [{'id': '804a6593-f65e-4386-a009-e6b4c27bdac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:59:55.028849 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-43dcb8d5-313c-456e-a227-bbcf681364c4 req-84fece8f-9054-45bc-ac74-b06d8a7d821a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857594 Feb 07 20:59:55.132825 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f518c1bc-3b4c-4319-81a4-7e97801379ff admin admin] Router 49234f32-fd71-4241-95c4-cd758ebd371f is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 20:59:55.137380 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device b0da55de-4c7d-4eb4-96d5-7f34ee98a966 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:59:55.232175 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port b0da55de-4c7d-4eb4-96d5-7f34ee98a966 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:59:55.237934 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port b0da55de-4c7d-4eb4-96d5-7f34ee98a966 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:55.238309 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b0da55de-4c7d-4eb4-96d5-7f34ee98a966), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:55.252878 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d0633811-0def-4a2d-b57e-602bfdd0b19e req-4ed49769-c684-4b45-9335-dc247fda1bb1 tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0803595 Feb 07 20:59:55.302248 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-02675404-cd1d-4ca0-8a1e-2923805196c7 None None] Provisioning complete for port d37116e3-b170-45fb-8d16-453ed9c05328 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:55.302790 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-02675404-cd1d-4ca0-8a1e-2923805196c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d37116e3-b170-45fb-8d16-453ed9c05328), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:55.313985 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65776d7f-6e97-44e2-bb72-6a51eca83252 req-02abb211-59eb-4d36-9a80-aeef8524c6e3 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:55.321717 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65776d7f-6e97-44e2-bb72-6a51eca83252 req-02abb211-59eb-4d36-9a80-aeef8524c6e3 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/ports?device_id=019dae9d-fe88-4488-9f2c-1c71f4b8330a HTTP/1.1" status: 200 len: 945 time: 0.1273499 Feb 07 20:59:55.334964 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ceac1d33-ab1d-4ba9-a869-c6f2e649daf0 admin admin] Deleting port 0abc638b-b470-49de-8eb0-4859a8654d96 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:59:55.335790 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ceac1d33-ab1d-4ba9-a869-c6f2e649daf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (0abc638b-b470-49de-8eb0-4859a8654d96), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:55.388976 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65776d7f-6e97-44e2-bb72-6a51eca83252 req-509e759d-65b4-419d-9499-209ebe842049 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/security-groups?id=db6d7f8b-5a42-4349-96a7-df12d93868cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561688 Feb 07 20:59:55.399277 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d2eb7-dc8c-4c5e-9421-c69db770a10a None None] New status for floating IP 03695d27-1d3a-4c89-8688-a5d6704adee2: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 20:59:55.426850 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port b0da55de-4c7d-4eb4-96d5-7f34ee98a966 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:55.427240 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b0da55de-4c7d-4eb4-96d5-7f34ee98a966), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:55.432808 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f518c1bc-3b4c-4319-81a4-7e97801379ff admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:59:55.452209 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0880da90-f2aa-4df9-9f4b-d5bc8a516641 None None] Sync routers for ids ['49234f32-fd71-4241-95c4-cd758ebd371f'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:59:55.462166 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f518c1bc-3b4c-4319-81a4-7e97801379ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:55.466116 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f518c1bc-3b4c-4319-81a4-7e97801379ff admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.1248980 Feb 07 20:59:55.468378 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43086) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:55.475787 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d6fe9-957d-4e8e-9155-3ce60f1b5fc4 req-c7aded6e-b6db-46f7-ab7c-090ca6e29b28 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:55.478517 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a14d6fe9-957d-4e8e-9155-3ce60f1b5fc4 req-c7aded6e-b6db-46f7-ab7c-090ca6e29b28 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.0882437 Feb 07 20:59:55.498046 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a3328d-85fb-417c-8c59-a3e729b522e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0da55de-4c7d-4eb4-96d5-7f34ee98a966'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:59:55.502105 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180a4337-258e-48e0-a384-662942cdb106" -d '{"events": [{"server_uuid": "d6a3328d-85fb-417c-8c59-a3e729b522e6", "name": "network-vif-plugged", "status": "completed", "tag": "b0da55de-4c7d-4eb4-96d5-7f34ee98a966"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:59:55.559976 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a14d6fe9-957d-4e8e-9155-3ce60f1b5fc4 req-4ded0dba-b1fc-4ed9-bc50-f4322658b13a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676363 Feb 07 20:59:55.563282 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0880da90-f2aa-4df9-9f4b-d5bc8a516641 None None] Routers {'49234f32-fd71-4241-95c4-cd758ebd371f'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:59:55.570322 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0880da90-f2aa-4df9-9f4b-d5bc8a516641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:59:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['49234f32-fd71-4241-95c4-cd758ebd371f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:55.635945 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9f2588-3586-45a8-b938-b48f6fa8875e x-openstack-request-id: req-fc9f2588-3586-45a8-b938-b48f6fa8875e {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:59:55.636294 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a3328d-85fb-417c-8c59-a3e729b522e6", "name": "network-vif-plugged", "status": "completed", "tag": "b0da55de-4c7d-4eb4-96d5-7f34ee98a966", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:59:55.636569 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fc9f2588-3586-45a8-b938-b48f6fa8875e {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:59:55.636944 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a3328d-85fb-417c-8c59-a3e729b522e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0da55de-4c7d-4eb4-96d5-7f34ee98a966', 'code': 200} Feb 07 20:59:55.641945 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port b0da55de-4c7d-4eb4-96d5-7f34ee98a966, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=b0da55de-4c7d-4eb4-96d5-7f34ee98a966,segment=NetworkSegment(7d800224-c8b9-4a77-9779-0ffd30631e2e),segment_id=7d800224-c8b9-4a77-9779-0ffd30631e2e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:55.643717 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device f14986dc-855e-4a45-a50f-a893e0cd400c details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:59:55.646078 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ceac1d33-ab1d-4ba9-a869-c6f2e649daf0 admin admin] For port 0abc638b-b470-49de-8eb0-4859a8654d96, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0abc638b-b470-49de-8eb0-4859a8654d96,segment=NetworkSegment(0bffdd25-dfd3-4635-8582-31302fd87d22),segment_id=0bffdd25-dfd3-4635-8582-31302fd87d22)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:55.646455 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ceac1d33-ab1d-4ba9-a869-c6f2e649daf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (0abc638b-b470-49de-8eb0-4859a8654d96), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:55.650206 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d37116e3-b170-45fb-8d16-453ed9c05328 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:59:55.667348 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ceac1d33-ab1d-4ba9-a869-c6f2e649daf0 admin admin] Calling delete_port for 0abc638b-b470-49de-8eb0-4859a8654d96 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:59:55.748331 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6d78e-023c-446d-98fb-7315702ce493 req-a0e31a40-ddcd-48d6-9b0f-d2186974308f tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:55.750340 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6c6d78e-023c-446d-98fb-7315702ce493 req-a0e31a40-ddcd-48d6-9b0f-d2186974308f tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6a3328d-85fb-417c-8c59-a3e729b522e6 HTTP/1.1" status: 200 len: 945 time: 0.1286168 Feb 07 20:59:55.756690 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b0da55de-4c7d-4eb4-96d5-7f34ee98a966), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:55.774090 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-02675404-cd1d-4ca0-8a1e-2923805196c7 None None] Current status of the port d37116e3-b170-45fb-8d16-453ed9c05328 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:55.780495 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ec2a0-7e82-4555-b544-f7e56cf7d663 req-83184708-a8c8-4e7f-9922-3d369094ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:55.782002 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-781ec2a0-7e82-4555-b544-f7e56cf7d663 req-83184708-a8c8-4e7f-9922-3d369094ccb2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d6a3328d-85fb-417c-8c59-a3e729b522e6 HTTP/1.1" status: 200 len: 1128 time: 0.0920157 Feb 07 20:59:55.828757 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-0880da90-f2aa-4df9-9f4b-d5bc8a516641 None None] Set router 49234f32-fd71-4241-95c4-cd758ebd371f gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:59:55.848503 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6c6d78e-023c-446d-98fb-7315702ce493 req-c01134d4-44af-4e1a-932c-07cdaf8c33e3 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898826 Feb 07 20:59:55.943863 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-781ec2a0-7e82-4555-b544-f7e56cf7d663 req-234dd5b3-1ef9-486e-9ba1-ba1a47527082 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507065 Feb 07 20:59:55.965810 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5bb1c-3736-41a5-bfcc-65dcaeab0c49 req-108b5c2a-2008-4e81-a89c-fe98d71d1809 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:55.967574 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fe5bb1c-3736-41a5-bfcc-65dcaeab0c49 req-108b5c2a-2008-4e81-a89c-fe98d71d1809 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d713c79-a464-4a1b-b129-d45587bfb44c HTTP/1.1" status: 200 len: 943 time: 0.0789969 Feb 07 20:59:55.972606 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=b0da55de-4c7d-4eb4-96d5-7f34ee98a966,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:56.031812 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fe5bb1c-3736-41a5-bfcc-65dcaeab0c49 req-02900598-5004-419c-a599-ce515ed7e43d tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3c029a1-7ead-4c88-9a7b-8e7b05bdb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532470 Feb 07 20:59:56.040239 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port d37116e3-b170-45fb-8d16-453ed9c05328 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:56.040662 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d37116e3-b170-45fb-8d16-453ed9c05328), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:56.100996 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port f14986dc-855e-4a45-a50f-a893e0cd400c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=f14986dc-855e-4a45-a50f-a893e0cd400c,segment=NetworkSegment(a81049ef-7fac-48f3-b8fa-050b1e9c7783),segment_id=a81049ef-7fac-48f3-b8fa-050b1e9c7783)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:56.130076 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'f14986dc-855e-4a45-a50f-a893e0cd400c', 'network_id': 'ffb4bac1-2dfa-4637-b866-fba846311624', 'port_id': 'f14986dc-855e-4a45-a50f-a893e0cd400c', 'mac_address': 'fa:16:3e:9a:4f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d56fd8-c7c9-447a-89b7-b7ca406f3683', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:59:56.165824 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9dc3b-a659-43d8-8925-19214a91781a req-63ecf310-0901-405b-961d-ed41f8f4a61e tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:56.167322 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d7d9dc3b-a659-43d8-8925-19214a91781a req-63ecf310-0901-405b-961d-ed41f8f4a61e tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 945 time: 0.0679893 Feb 07 20:59:56.228209 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port f14986dc-855e-4a45-a50f-a893e0cd400c is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:56.228525 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f14986dc-855e-4a45-a50f-a893e0cd400c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:56.236526 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d7d9dc3b-a659-43d8-8925-19214a91781a req-b6e26a0f-660b-44a5-a366-67647d24b4a5 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617344 Feb 07 20:59:56.258130 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14986dc-855e-4a45-a50f-a893e0cd400c {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:59:56.263765 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port d37116e3-b170-45fb-8d16-453ed9c05328 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:56.281936 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0880da90-f2aa-4df9-9f4b-d5bc8a516641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49234f32-fd71-4241-95c4-cd758ebd371f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2103539166-router', 'tenant_id': '17e0da288e2d4170aca8eb37b10be9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'd60f067a-dbf8-4051-bbcb-0aa2e683a1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:51Z', 'updated_at': '2022-02-07T20:59:54Z', 'revision_number': 3, 'project_id': '17e0da288e2d4170aca8eb37b10be9b7', 'gw_port': {'id': 'd60f067a-dbf8-4051-bbcb-0aa2e683a1fa', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:82:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49234f32-fd71-4241-95c4-cd758ebd371f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:52Z', 'updated_at': '2022-02-07T20:59:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:56.287433 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port f14986dc-855e-4a45-a50f-a893e0cd400c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=f14986dc-855e-4a45-a50f-a893e0cd400c,segment=NetworkSegment(a81049ef-7fac-48f3-b8fa-050b1e9c7783),segment_id=a81049ef-7fac-48f3-b8fa-050b1e9c7783)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:56.312847 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ceac1d33-ab1d-4ba9-a869-c6f2e649daf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (0abc638b-b470-49de-8eb0-4859a8654d96), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:56.313625 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f14986dc-855e-4a45-a50f-a893e0cd400c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:56.315625 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0880da90-f2aa-4df9-9f4b-d5bc8a516641 None None] Checking router: 49234f32-fd71-4241-95c4-cd758ebd371f for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:59:56.316028 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0880da90-f2aa-4df9-9f4b-d5bc8a516641 None None] Updating router 49234f32-fd71-4241-95c4-cd758ebd371f port d60f067a-dbf8-4051-bbcb-0aa2e683a1fa binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:59:56.371534 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac1d33-ab1d-4ba9-a869-c6f2e649daf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0abc638b-b470-49de-8eb0-4859a8654d96,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:56.373329 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0880da90-f2aa-4df9-9f4b-d5bc8a516641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d60f067a-dbf8-4051-bbcb-0aa2e683a1fa), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:56.410365 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d845958b-df89-45a3-a98d-62dab1b577e3 req-72f45b54-8e65-48be-8eb7-91b80da409b1 tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0509210 Feb 07 20:59:56.445574 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=f14986dc-855e-4a45-a50f-a893e0cd400c,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:56.608086 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2b646ca-8081-4320-bb6b-44f6035a8d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:56.677638 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ceac1d33-ab1d-4ba9-a869-c6f2e649daf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (07db4e54-d1b2-4dcb-b80d-263ebaac471d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:56.701600 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19169fe0-f7b5-48f8-8021-9bff9946f98b req-a6bbe17a-3602-488a-b0b5-c044d6ff24b4 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:56.705299 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19169fe0-f7b5-48f8-8021-9bff9946f98b req-a6bbe17a-3602-488a-b0b5-c044d6ff24b4 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.0595651 Feb 07 20:59:56.741561 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0880da90-f2aa-4df9-9f4b-d5bc8a516641 None None] Publish callbacks [] for port (d60f067a-dbf8-4051-bbcb-0aa2e683a1fa), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:56.747758 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0880da90-f2aa-4df9-9f4b-d5bc8a516641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d60f067a-dbf8-4051-bbcb-0aa2e683a1fa), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:56.757085 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19169fe0-f7b5-48f8-8021-9bff9946f98b req-41708a22-3c8b-4f28-94fa-c01d4649a322 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431042 Feb 07 20:59:56.776669 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['f14986dc-855e-4a45-a50f-a893e0cd400c'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:59:56.891320 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-d2b646ca-8081-4320-bb6b-44f6035a8d39 admin admin] Allocated IP 172.20.0.1 (fcba103a-a522-4757-9332-3424ed9e2aa6/19629b4d-a530-4f6d-97c6-359a9ece93ae/68b28dcb-b5e5-4c44-985d-5b54ad4d4616) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:59:56.976883 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e5a4a-65ae-4bb6-a6b3-87b53b79ba5d None None] Pushing event updated for resources: {'Port': ['ID=d60f067a-dbf8-4051-bbcb-0aa2e683a1fa,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:56.984855 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-0880da90-f2aa-4df9-9f4b-d5bc8a516641 None None] Attempting to bind port d60f067a-dbf8-4051-bbcb-0aa2e683a1fa on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:59:56.985085 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-0880da90-f2aa-4df9-9f4b-d5bc8a516641 None None] Attempting to bind port d60f067a-dbf8-4051-bbcb-0aa2e683a1fa by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:59:56.985519 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0880da90-f2aa-4df9-9f4b-d5bc8a516641 None None] Attempting to bind port d60f067a-dbf8-4051-bbcb-0aa2e683a1fa on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:59:57.000655 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0880da90-f2aa-4df9-9f4b-d5bc8a516641 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:59:57.001290 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0880da90-f2aa-4df9-9f4b-d5bc8a516641 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:59:57.001788 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0880da90-f2aa-4df9-9f4b-d5bc8a516641 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:57.003226 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0880da90-f2aa-4df9-9f4b-d5bc8a516641 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:59:57.003978 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-0880da90-f2aa-4df9-9f4b-d5bc8a516641 None None] Bound port: d60f067a-dbf8-4051-bbcb-0aa2e683a1fa, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:59:57.004488 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0880da90-f2aa-4df9-9f4b-d5bc8a516641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d60f067a-dbf8-4051-bbcb-0aa2e683a1fa), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:57.020709 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c237dee-2d66-4f66-b9e3-302881612953 req-7c34a3cf-8731-4c77-902d-7e55bcd3b7fe tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:57.022371 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c237dee-2d66-4f66-b9e3-302881612953 req-7c34a3cf-8731-4c77-902d-7e55bcd3b7fe tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6a3328d-85fb-417c-8c59-a3e729b522e6 HTTP/1.1" status: 200 len: 946 time: 0.0668643 Feb 07 20:59:57.081572 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c237dee-2d66-4f66-b9e3-302881612953 req-d6fd4ee5-5824-4513-bb10-18715f157a24 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516629 Feb 07 20:59:57.083806 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0880da90-f2aa-4df9-9f4b-d5bc8a516641 None None] For port d60f067a-dbf8-4051-bbcb-0aa2e683a1fa, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:59:57.102279 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2b646ca-8081-4320-bb6b-44f6035a8d39 admin admin] Publish callbacks [] for port (68b28dcb-b5e5-4c44-985d-5b54ad4d4616), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:57.105838 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0880da90-f2aa-4df9-9f4b-d5bc8a516641 None None] For port d60f067a-dbf8-4051-bbcb-0aa2e683a1fa, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d60f067a-dbf8-4051-bbcb-0aa2e683a1fa,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:59:57.114902 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceac1d33-ab1d-4ba9-a869-c6f2e649daf0 admin admin] Router 07db4e54-d1b2-4dcb-b80d-263ebaac471d has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:59:57.118774 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0880da90-f2aa-4df9-9f4b-d5bc8a516641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d60f067a-dbf8-4051-bbcb-0aa2e683a1fa), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:57.186967 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f51aee-97b2-44ea-bfd4-45d6b8c26b9f req-6b6900ad-0e05-4c51-86a0-e105a03a24d5 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:57.189457 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30f51aee-97b2-44ea-bfd4-45d6b8c26b9f req-6b6900ad-0e05-4c51-86a0-e105a03a24d5 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d713c79-a464-4a1b-b129-d45587bfb44c HTTP/1.1" status: 200 len: 944 time: 0.0610566 Feb 07 20:59:57.203049 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0880da90-f2aa-4df9-9f4b-d5bc8a516641 None None] Routers {'49234f32-fd71-4241-95c4-cd758ebd371f'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:59:57.203691 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0880da90-f2aa-4df9-9f4b-d5bc8a516641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:59:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['49234f32-fd71-4241-95c4-cd758ebd371f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:57.254272 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30f51aee-97b2-44ea-bfd4-45d6b8c26b9f req-7702054b-42e5-4f7c-9edd-056cd5ef0ca3 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3c029a1-7ead-4c88-9a7b-8e7b05bdb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586231 Feb 07 20:59:57.260706 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2b646ca-8081-4320-bb6b-44f6035a8d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (68b28dcb-b5e5-4c44-985d-5b54ad4d4616), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:57.291893 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e5a4a-65ae-4bb6-a6b3-87b53b79ba5d None None] Pushing event updated for resources: {'Port': ['ID=d60f067a-dbf8-4051-bbcb-0aa2e683a1fa,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:57.318327 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b646ca-8081-4320-bb6b-44f6035a8d39 admin admin] Network fcba103a-a522-4757-9332-3424ed9e2aa6 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:59:57.325405 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-d2b646ca-8081-4320-bb6b-44f6035a8d39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:59:57.332418 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b646ca-8081-4320-bb6b-44f6035a8d39 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:59:57.363008 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b646ca-8081-4320-bb6b-44f6035a8d39 admin admin] Pushing event updated for resources: {'Port': ['ID=68b28dcb-b5e5-4c44-985d-5b54ad4d4616,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:57.371646 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceac1d33-ab1d-4ba9-a869-c6f2e649daf0 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:59:57.375703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-0880da90-f2aa-4df9-9f4b-d5bc8a516641 None None] Set router 49234f32-fd71-4241-95c4-cd758ebd371f gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:59:57.378131 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ceac1d33-ab1d-4ba9-a869-c6f2e649daf0 admin admin] 10.222.0.65 "PUT /v2.0/routers/07db4e54-d1b2-4dcb-b80d-263ebaac471d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2274790 Feb 07 20:59:57.382033 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43106) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:57.389900 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9da51-4b12-4804-8e4c-70d879d9eb20 req-9fca07a8-ca3b-43fb-ba04-975e8ff57fdc tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:57.391004 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab1ded5-123b-4c7b-8a24-eb4b395841c6 None None] Sync routers for ids ['07db4e54-d1b2-4dcb-b80d-263ebaac471d'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:59:57.398406 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-39b9da51-4b12-4804-8e4c-70d879d9eb20 req-9fca07a8-ca3b-43fb-ba04-975e8ff57fdc tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 945 time: 0.0873697 Feb 07 20:59:57.406877 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab1ded5-123b-4c7b-8a24-eb4b395841c6 None None] Routers {'07db4e54-d1b2-4dcb-b80d-263ebaac471d'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:59:57.411345 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-0ab1ded5-123b-4c7b-8a24-eb4b395841c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:59:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['07db4e54-d1b2-4dcb-b80d-263ebaac471d'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:57.502149 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2b646ca-8081-4320-bb6b-44f6035a8d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (49234f32-fd71-4241-95c4-cd758ebd371f), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:57.506571 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-39b9da51-4b12-4804-8e4c-70d879d9eb20 req-956497d5-6a91-4832-9ab9-b16bbc5846b7 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071095 Feb 07 20:59:57.650223 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-0ab1ded5-123b-4c7b-8a24-eb4b395841c6 None None] Set router 07db4e54-d1b2-4dcb-b80d-263ebaac471d gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:59:57.659145 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-02cc3dca-1a51-4006-8beb-b3e1cddaac96 req-7c94ddb4-b0a4-4ae2-b7b3-7c1fd050b25e tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0478947 Feb 07 20:59:57.702865 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac92b847-f8e6-415f-8b98-3578dd9b4b8d admin admin] Publish callbacks [] for router (07db4e54-d1b2-4dcb-b80d-263ebaac471d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:57.754453 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6b43ebeb-5287-4c2c-b738-020fc2388fe0 None None] Provisioning complete for port 68b28dcb-b5e5-4c44-985d-5b54ad4d4616 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:57.754829 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6b43ebeb-5287-4c2c-b738-020fc2388fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (68b28dcb-b5e5-4c44-985d-5b54ad4d4616), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:57.798511 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6b43ebeb-5287-4c2c-b738-020fc2388fe0 None None] Port 68b28dcb-b5e5-4c44-985d-5b54ad4d4616 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:59:57.806212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0880da90-f2aa-4df9-9f4b-d5bc8a516641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49234f32-fd71-4241-95c4-cd758ebd371f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2103539166-router', 'tenant_id': '17e0da288e2d4170aca8eb37b10be9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'd60f067a-dbf8-4051-bbcb-0aa2e683a1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:51Z', 'updated_at': '2022-02-07T20:59:54Z', 'revision_number': 3, 'project_id': '17e0da288e2d4170aca8eb37b10be9b7', 'gw_port': {'id': 'd60f067a-dbf8-4051-bbcb-0aa2e683a1fa', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:82:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49234f32-fd71-4241-95c4-cd758ebd371f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:52Z', 'updated_at': '2022-02-07T20:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:57.833064 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2b646ca-8081-4320-bb6b-44f6035a8d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (68b28dcb-b5e5-4c44-985d-5b54ad4d4616), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:57.839554 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0880da90-f2aa-4df9-9f4b-d5bc8a516641 None None] The sync data for ids ['49234f32-fd71-4241-95c4-cd758ebd371f'] in n-d-828185-2 is: [{'id': '49234f32-fd71-4241-95c4-cd758ebd371f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2103539166-router', 'tenant_id': '17e0da288e2d4170aca8eb37b10be9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'd60f067a-dbf8-4051-bbcb-0aa2e683a1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:51Z', 'updated_at': '2022-02-07T20:59:54Z', 'revision_number': 3, 'project_id': '17e0da288e2d4170aca8eb37b10be9b7', 'gw_port': {'id': 'd60f067a-dbf8-4051-bbcb-0aa2e683a1fa', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:82:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49234f32-fd71-4241-95c4-cd758ebd371f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:52Z', 'updated_at': '2022-02-07T20:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:59:57.875238 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-0ab1ded5-123b-4c7b-8a24-eb4b395841c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07db4e54-d1b2-4dcb-b80d-263ebaac471d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239927123-router', 'tenant_id': '8d296b5f841444ae94f7840618691600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '618ed4bc-4a17-4aed-a368-98eaa9e47cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:44Z', 'updated_at': '2022-02-07T20:59:56Z', 'revision_number': 5, 'project_id': '8d296b5f841444ae94f7840618691600', 'gw_port': {'id': '618ed4bc-4a17-4aed-a368-98eaa9e47cda', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07db4e54-d1b2-4dcb-b80d-263ebaac471d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:45Z', 'updated_at': '2022-02-07T20:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:57.904689 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab1ded5-123b-4c7b-8a24-eb4b395841c6 None None] Checking router: 07db4e54-d1b2-4dcb-b80d-263ebaac471d for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:59:57.916061 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9e082-65e8-41df-9962-bb6a33970467 req-ec35dd28-c205-4c9c-90e3-97f141d42c96 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:57.916546 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac92b847-f8e6-415f-8b98-3578dd9b4b8d admin admin] Publish callbacks [] for router_gateway (07db4e54-d1b2-4dcb-b80d-263ebaac471d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:57.916945 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab1ded5-123b-4c7b-8a24-eb4b395841c6 None None] Routers {'07db4e54-d1b2-4dcb-b80d-263ebaac471d'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:59:57.917680 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-0ab1ded5-123b-4c7b-8a24-eb4b395841c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:59:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['07db4e54-d1b2-4dcb-b80d-263ebaac471d'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:57.918015 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17a9e082-65e8-41df-9962-bb6a33970467 req-ec35dd28-c205-4c9c-90e3-97f141d42c96 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.0696156 Feb 07 20:59:57.979269 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17a9e082-65e8-41df-9962-bb6a33970467 req-ad502b71-2ea0-4248-aac8-c7ba5d06a64e tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509808 Feb 07 20:59:58.040388 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-0ab1ded5-123b-4c7b-8a24-eb4b395841c6 None None] Set router 07db4e54-d1b2-4dcb-b80d-263ebaac471d gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:59:58.051506 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ac92b847-f8e6-415f-8b98-3578dd9b4b8d admin admin] Deleting port 618ed4bc-4a17-4aed-a368-98eaa9e47cda {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:59:58.051894 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac92b847-f8e6-415f-8b98-3578dd9b4b8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (618ed4bc-4a17-4aed-a368-98eaa9e47cda), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:58.179094 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2b646ca-8081-4320-bb6b-44f6035a8d39 admin admin] Publish callbacks [] for port (68b28dcb-b5e5-4c44-985d-5b54ad4d4616), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:58.188441 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ac92b847-f8e6-415f-8b98-3578dd9b4b8d admin admin] For port 618ed4bc-4a17-4aed-a368-98eaa9e47cda, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=618ed4bc-4a17-4aed-a368-98eaa9e47cda,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:58.189514 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac92b847-f8e6-415f-8b98-3578dd9b4b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (618ed4bc-4a17-4aed-a368-98eaa9e47cda), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:58.191743 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2b646ca-8081-4320-bb6b-44f6035a8d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (68b28dcb-b5e5-4c44-985d-5b54ad4d4616), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:58.245607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5e32f-a140-4b38-a30b-ba67b2a7fa20 req-e0878a79-9c22-4ebb-a5c8-66b7df11ce48 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:58.248893 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0d5e32f-a140-4b38-a30b-ba67b2a7fa20 req-e0878a79-9c22-4ebb-a5c8-66b7df11ce48 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6a3328d-85fb-417c-8c59-a3e729b522e6 HTTP/1.1" status: 200 len: 946 time: 0.0798264 Feb 07 20:59:58.249490 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ac92b847-f8e6-415f-8b98-3578dd9b4b8d admin admin] Calling delete_port for 618ed4bc-4a17-4aed-a368-98eaa9e47cda owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:59:58.273838 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-0ab1ded5-123b-4c7b-8a24-eb4b395841c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07db4e54-d1b2-4dcb-b80d-263ebaac471d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239927123-router', 'tenant_id': '8d296b5f841444ae94f7840618691600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '618ed4bc-4a17-4aed-a368-98eaa9e47cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:44Z', 'updated_at': '2022-02-07T20:59:56Z', 'revision_number': 5, 'project_id': '8d296b5f841444ae94f7840618691600', 'gw_port': {'id': '618ed4bc-4a17-4aed-a368-98eaa9e47cda', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07db4e54-d1b2-4dcb-b80d-263ebaac471d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:45Z', 'updated_at': '2022-02-07T20:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:59:58.307781 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0d5e32f-a140-4b38-a30b-ba67b2a7fa20 req-acf96186-c79d-4141-ad89-b091223769cf tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528836 Feb 07 20:59:58.315980 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b646ca-8081-4320-bb6b-44f6035a8d39 admin admin] Pushing event updated for resources: {'Port': ['ID=68b28dcb-b5e5-4c44-985d-5b54ad4d4616,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:58.329491 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2b646ca-8081-4320-bb6b-44f6035a8d39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (49234f32-fd71-4241-95c4-cd758ebd371f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:58.462456 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab1ded5-123b-4c7b-8a24-eb4b395841c6 None None] The sync data for ids ['07db4e54-d1b2-4dcb-b80d-263ebaac471d'] in n-d-828185-2 is: [{'id': '07db4e54-d1b2-4dcb-b80d-263ebaac471d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239927123-router', 'tenant_id': '8d296b5f841444ae94f7840618691600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '618ed4bc-4a17-4aed-a368-98eaa9e47cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:55:44Z', 'updated_at': '2022-02-07T20:59:56Z', 'revision_number': 5, 'project_id': '8d296b5f841444ae94f7840618691600', 'gw_port': {'id': '618ed4bc-4a17-4aed-a368-98eaa9e47cda', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07db4e54-d1b2-4dcb-b80d-263ebaac471d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:55:45Z', 'updated_at': '2022-02-07T20:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:59:58.475300 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641fad9-8e51-44b3-abfe-b135f6476cdb req-89cecb07-db8b-4780-ab55-777a1b1cde68 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:58.476891 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b641fad9-8e51-44b3-abfe-b135f6476cdb req-89cecb07-db8b-4780-ab55-777a1b1cde68 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d713c79-a464-4a1b-b129-d45587bfb44c HTTP/1.1" status: 200 len: 944 time: 0.1006954 Feb 07 20:59:58.512100 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b646ca-8081-4320-bb6b-44f6035a8d39 admin admin] Network fcba103a-a522-4757-9332-3424ed9e2aa6 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:59:58.515261 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-d2b646ca-8081-4320-bb6b-44f6035a8d39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:59:58.540859 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14755d-19fc-4e41-89e5-361e0c48a42c req-7d195b61-7a02-4e61-be40-804319ec5ae2 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:58.553889 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb14755d-19fc-4e41-89e5-361e0c48a42c req-7d195b61-7a02-4e61-be40-804319ec5ae2 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6a3328d-85fb-417c-8c59-a3e729b522e6 HTTP/1.1" status: 200 len: 946 time: 0.1324193 Feb 07 20:59:58.558646 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43120) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:58.565835 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-56386288-596f-4746-aaaa-25cbde222696 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Request body: {'floatingip': {'port_id': 'b0da55de-4c7d-4eb4-96d5-7f34ee98a966'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:58.632387 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b641fad9-8e51-44b3-abfe-b135f6476cdb req-6d633e74-2960-4f56-86d4-6c44270ed5a1 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3c029a1-7ead-4c88-9a7b-8e7b05bdb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497331 Feb 07 20:59:58.654750 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56386288-596f-4746-aaaa-25cbde222696 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks [] for floatingip (27563c55-9bf9-44b3-a4ad-2fd55e21ab55), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:58.818876 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1dc331ed-bb12-4a09-916f-9b3b7bffc883 req-6b997d16-d936-4118-9e36-183dec783551 tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0501947 Feb 07 20:59:58.830628 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f4a05345-26ff-43c0-a671-4fd57ea7d37e None None] Provisioning complete for port 68b28dcb-b5e5-4c44-985d-5b54ad4d4616 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:58.831635 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f4a05345-26ff-43c0-a671-4fd57ea7d37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (68b28dcb-b5e5-4c44-985d-5b54ad4d4616), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:58.893405 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f4a05345-26ff-43c0-a671-4fd57ea7d37e None None] Port 68b28dcb-b5e5-4c44-985d-5b54ad4d4616 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:59:58.902346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac39158-6410-4253-a56d-36cda487de94 req-f1d69060-a214-4e72-bc1b-5acfcb6c3b9f tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:58.904613 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ac39158-6410-4253-a56d-36cda487de94 req-f1d69060-a214-4e72-bc1b-5acfcb6c3b9f tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 945 time: 0.2828794 Feb 07 20:59:59.028993 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac92b847-f8e6-415f-8b98-3578dd9b4b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (618ed4bc-4a17-4aed-a368-98eaa9e47cda), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:59.048515 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-242b9e6b-bf45-4c72-b4ba-a0d39ca824a1 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:59.050100 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-242b9e6b-bf45-4c72-b4ba-a0d39ca824a1 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e&tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&binding%3Ahost_id=n-h1-828185-2 HTTP/1.1" status: 200 len: 1127 time: 0.1085091 Feb 07 20:59:59.078712 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-84b61673-9814-42e4-9ead-5cdf3738d890 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828185-2'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:59:59.081695 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92b847-f8e6-415f-8b98-3578dd9b4b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=618ed4bc-4a17-4aed-a368-98eaa9e47cda,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:59:59.111340 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b646ca-8081-4320-bb6b-44f6035a8d39 admin admin] Router 49234f32-fd71-4241-95c4-cd758ebd371f has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:59:59.275485 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac92b847-f8e6-415f-8b98-3578dd9b4b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (07db4e54-d1b2-4dcb-b80d-263ebaac471d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:59.313201 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-84b61673-9814-42e4-9ead-5cdf3738d890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (93ee91eb-6dbb-433c-a9fb-f56317706ba6), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:59.337351 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ac39158-6410-4253-a56d-36cda487de94 req-e0e2f386-e434-4e04-8119-8120d8af56b5 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016070 Feb 07 20:59:59.377020 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edee65-ba28-432b-9811-747e122275a9 req-9c111e1b-7fda-4762-99d3-e608f77058f0 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:59:59.378647 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c3edee65-ba28-432b-9811-747e122275a9 req-9c111e1b-7fda-4762-99d3-e608f77058f0 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.0953729 Feb 07 20:59:59.395884 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac92b847-f8e6-415f-8b98-3578dd9b4b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (07db4e54-d1b2-4dcb-b80d-263ebaac471d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:59.415356 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac92b847-f8e6-415f-8b98-3578dd9b4b8d admin admin] Publish callbacks [] for router_controller (07db4e54-d1b2-4dcb-b80d-263ebaac471d), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:59.487358 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac92b847-f8e6-415f-8b98-3578dd9b4b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (07db4e54-d1b2-4dcb-b80d-263ebaac471d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:59.487782 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac92b847-f8e6-415f-8b98-3578dd9b4b8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07db4e54-d1b2-4dcb-b80d-263ebaac471d {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 20:59:59.520920 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac92b847-f8e6-415f-8b98-3578dd9b4b8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:59.524404 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ac92b847-f8e6-415f-8b98-3578dd9b4b8d admin admin] 10.222.0.65 "DELETE /v2.0/routers/07db4e54-d1b2-4dcb-b80d-263ebaac471d HTTP/1.1" status: 204 len: 168 time: 2.1390560 Feb 07 20:59:59.525052 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b646ca-8081-4320-bb6b-44f6035a8d39 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:59:59.525538 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c3edee65-ba28-432b-9811-747e122275a9 req-99b8c2d2-a826-441e-9813-da50aa15579a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192276 Feb 07 20:59:59.526377 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43126) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:59:59.539031 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d2b646ca-8081-4320-bb6b-44f6035a8d39 admin admin] 10.222.0.65 "PUT /v2.0/routers/49234f32-fd71-4241-95c4-cd758ebd371f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0611908 Feb 07 20:59:59.581858 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-84b61673-9814-42e4-9ead-5cdf3738d890 service neutron] For port 93ee91eb-6dbb-433c-a9fb-f56317706ba6, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=93ee91eb-6dbb-433c-a9fb-f56317706ba6,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:59.615420 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f634797-20a7-4b41-a540-ed11f9230495 admin admin] Deleting subnet 6dea91f5-7293-44cc-9e22-807b2059de54 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 20:59:59.622214 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6f634797-20a7-4b41-a540-ed11f9230495 admin admin] Publish callbacks [] for subnet (6dea91f5-7293-44cc-9e22-807b2059de54), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:59.623912 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 93ee91eb-6dbb-433c-a9fb-f56317706ba6 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:59:59.633823 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device f14986dc-855e-4a45-a50f-a893e0cd400c up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:59:59.662027 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-84b61673-9814-42e4-9ead-5cdf3738d890 service neutron] For port 93ee91eb-6dbb-433c-a9fb-f56317706ba6, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:59:59.776879 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6f634797-20a7-4b41-a540-ed11f9230495 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (6dea91f5-7293-44cc-9e22-807b2059de54), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:59.782484 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56386288-596f-4746-aaaa-25cbde222696 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:59.805102 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56386288-596f-4746-aaaa-25cbde222696 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (27563c55-9bf9-44b3-a4ad-2fd55e21ab55), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:59.841607 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port f14986dc-855e-4a45-a50f-a893e0cd400c completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:59:59.843713 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-84b61673-9814-42e4-9ead-5cdf3738d890 service neutron] Publish callbacks [] for port (93ee91eb-6dbb-433c-a9fb-f56317706ba6), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:59.845864 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d586695-c77d-4894-8df3-b58798ed684e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93ee91eb-6dbb-433c-a9fb-f56317706ba6'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:59:59.848555 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f51c2d3-ab62-48b0-a7ca-35ed961ad917" -d '{"events": [{"server_uuid": "3d586695-c77d-4894-8df3-b58798ed684e", "name": "network-vif-unplugged", "status": "completed", "tag": "93ee91eb-6dbb-433c-a9fb-f56317706ba6"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:59:59.855318 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port f14986dc-855e-4a45-a50f-a893e0cd400c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:59:59.855957 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f14986dc-855e-4a45-a50f-a893e0cd400c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:59.858925 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-84b61673-9814-42e4-9ead-5cdf3738d890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (93ee91eb-6dbb-433c-a9fb-f56317706ba6), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:59.896582 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 93ee91eb-6dbb-433c-a9fb-f56317706ba6, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=93ee91eb-6dbb-433c-a9fb-f56317706ba6,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:59:59.917648 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 93ee91eb-6dbb-433c-a9fb-f56317706ba6 has no active binding in host n-h2-828185-2 {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 20:59:59.970736 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-84b61673-9814-42e4-9ead-5cdf3738d890 service neutron] Attempting to bind port 93ee91eb-6dbb-433c-a9fb-f56317706ba6 on host n-h1-828185-2 for vnic_type normal with profile {"migrating_to": "n-h2-828185-2"} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:59:59.971179 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-84b61673-9814-42e4-9ead-5cdf3738d890 service neutron] Attempting to bind port 93ee91eb-6dbb-433c-a9fb-f56317706ba6 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:59:59.971579 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-84b61673-9814-42e4-9ead-5cdf3738d890 service neutron] Attempting to bind port 93ee91eb-6dbb-433c-a9fb-f56317706ba6 on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:59:59.975082 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port f14986dc-855e-4a45-a50f-a893e0cd400c is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:59:59.975718 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f14986dc-855e-4a45-a50f-a893e0cd400c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:59:59.980077 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-84b61673-9814-42e4-9ead-5cdf3738d890 service neutron] Port 93ee91eb-6dbb-433c-a9fb-f56317706ba6 on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:59:59.980508 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-84b61673-9814-42e4-9ead-5cdf3738d890 service neutron] Attempting to bind port 93ee91eb-6dbb-433c-a9fb-f56317706ba6 on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:59:59.995597 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-84b61673-9814-42e4-9ead-5cdf3738d890 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:59:59.996188 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-84b61673-9814-42e4-9ead-5cdf3738d890 service neutron] Checking segment: {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:59:59.996720 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-84b61673-9814-42e4-9ead-5cdf3738d890 service neutron] Bound using segment: {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:59:59.997428 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-84b61673-9814-42e4-9ead-5cdf3738d890 service neutron] Bound port: 93ee91eb-6dbb-433c-a9fb-f56317706ba6, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:59:59.997855 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-84b61673-9814-42e4-9ead-5cdf3738d890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (93ee91eb-6dbb-433c-a9fb-f56317706ba6), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:00.010034 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d713c79-a464-4a1b-b129-d45587bfb44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14986dc-855e-4a45-a50f-a893e0cd400c'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:00:00.014648 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe12119-284b-4bc4-ab36-b463a0da94b3" -d '{"events": [{"server_uuid": "4d713c79-a464-4a1b-b129-d45587bfb44c", "name": "network-vif-plugged", "status": "completed", "tag": "f14986dc-855e-4a45-a50f-a893e0cd400c"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:00:00.024731 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa15cb3-3ae9-4037-be7b-9f77c81a1377 req-33529431-5d10-4d54-b017-6764121ac110 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:00.027827 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9aa15cb3-3ae9-4037-be7b-9f77c81a1377 req-33529431-5d10-4d54-b017-6764121ac110 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d713c79-a464-4a1b-b129-d45587bfb44c HTTP/1.1" status: 200 len: 944 time: 0.2198639 Feb 07 21:00:00.036147 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port f14986dc-855e-4a45-a50f-a893e0cd400c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=f14986dc-855e-4a45-a50f-a893e0cd400c,segment=NetworkSegment(a81049ef-7fac-48f3-b8fa-050b1e9c7783),segment_id=a81049ef-7fac-48f3-b8fa-050b1e9c7783)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:00:00.044933 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f14986dc-855e-4a45-a50f-a893e0cd400c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:00.049899 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-56386288-596f-4746-aaaa-25cbde222696 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Floating IP 27563c55-9bf9-44b3-a4ad-2fd55e21ab55 associated. External IP: 172.25.4.99, port: b0da55de-4c7d-4eb4-96d5-7f34ee98a966. Feb 07 21:00:00.059172 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b61673-9814-42e4-9ead-5cdf3738d890 service neutron] Pushing event updated for resources: {'Port': ['ID=93ee91eb-6dbb-433c-a9fb-f56317706ba6,revision_number=7']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:00.100133 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-84b61673-9814-42e4-9ead-5cdf3738d890 service neutron] For port 93ee91eb-6dbb-433c-a9fb-f56317706ba6, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:00:00.104703 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-84b61673-9814-42e4-9ead-5cdf3738d890 service neutron] For port 93ee91eb-6dbb-433c-a9fb-f56317706ba6, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=93ee91eb-6dbb-433c-a9fb-f56317706ba6,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:00:00.118479 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-84b61673-9814-42e4-9ead-5cdf3738d890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (93ee91eb-6dbb-433c-a9fb-f56317706ba6), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:00.128118 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=f14986dc-855e-4a45-a50f-a893e0cd400c,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:00.147324 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6f634797-20a7-4b41-a540-ed11f9230495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (6dea91f5-7293-44cc-9e22-807b2059de54), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:00.162625 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d60f067a-dbf8-4051-bbcb-0aa2e683a1fa up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:00:00.231535 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b61673-9814-42e4-9ead-5cdf3738d890 service neutron] Pushing event updated for resources: {'Port': ['ID=93ee91eb-6dbb-433c-a9fb-f56317706ba6,revision_number=8']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:00.236547 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-84b61673-9814-42e4-9ead-5cdf3738d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:00.237222 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-84b61673-9814-42e4-9ead-5cdf3738d890 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:00.238891 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-84b61673-9814-42e4-9ead-5cdf3738d890 service neutron] 10.222.0.71 "PUT /v2.0/ports/93ee91eb-6dbb-433c-a9fb-f56317706ba6 HTTP/1.1" status: 200 len: 1121 time: 1.1666625 Feb 07 21:00:00.242200 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port d60f067a-dbf8-4051-bbcb-0aa2e683a1fa triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:00:00.242579 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d60f067a-dbf8-4051-bbcb-0aa2e683a1fa), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:00.299727 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3eec22-0826-4a69-add7-75486b0e4417 None None] Sync routers for ids ['49234f32-fd71-4241-95c4-cd758ebd371f'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:00:00.300511 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-abd39fec-240b-4a82-b4a8-cd4af9b5108e req-47df1d4f-8c4a-471e-88d2-dae3923cadf1 tempest-FloatingIPDetailsNegativeTestJSON-894288718 tempest-FloatingIPDetailsNegativeTestJSON-894288718-project] show failed (client error): The resource could not be found. Feb 07 21:00:00.301680 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-abd39fec-240b-4a82-b4a8-cd4af9b5108e req-47df1d4f-8c4a-471e-88d2-dae3923cadf1 tempest-FloatingIPDetailsNegativeTestJSON-894288718 tempest-FloatingIPDetailsNegativeTestJSON-894288718-project] 10.222.0.65 "GET /v2.0/floatingips/47f235a1-f998-4f5f-8997-678273f0adbf HTTP/1.1" status: 404 len: 350 time: 0.2231710 Feb 07 21:00:00.314656 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43142) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:00.328136 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3eec22-0826-4a69-add7-75486b0e4417 None None] Routers {'49234f32-fd71-4241-95c4-cd758ebd371f'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:00:00.328465 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-de3eec22-0826-4a69-add7-75486b0e4417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:59:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['49234f32-fd71-4241-95c4-cd758ebd371f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:00:00.334528 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9aa15cb3-3ae9-4037-be7b-9f77c81a1377 req-a3508694-ea4f-490e-b9d7-698a349781e2 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3c029a1-7ead-4c88-9a7b-8e7b05bdb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965837 Feb 07 21:00:00.364398 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6f634797-20a7-4b41-a540-ed11f9230495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (6dea91f5-7293-44cc-9e22-807b2059de54), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:00.400158 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f634797-20a7-4b41-a540-ed11f9230495 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dea91f5-7293-44cc-9e22-807b2059de54,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:00.411879 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6f634797-20a7-4b41-a540-ed11f9230495 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:00.415538 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6f634797-20a7-4b41-a540-ed11f9230495 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6dea91f5-7293-44cc-9e22-807b2059de54 HTTP/1.1" status: 204 len: 168 time: 0.8865442 Feb 07 21:00:00.442960 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 20:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe7f0df-99f6-4bbb-852d-c19e7a2eb9c2 x-openstack-request-id: req-cbe7f0df-99f6-4bbb-852d-c19e7a2eb9c2 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:00:00.443490 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d586695-c77d-4894-8df3-b58798ed684e", "name": "network-vif-unplugged", "status": "completed", "tag": "93ee91eb-6dbb-433c-a9fb-f56317706ba6", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:00:00.444079 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cbe7f0df-99f6-4bbb-852d-c19e7a2eb9c2 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:00:00.444515 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d586695-c77d-4894-8df3-b58798ed684e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93ee91eb-6dbb-433c-a9fb-f56317706ba6', 'code': 200} Feb 07 21:00:00.444945 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43146) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:00.496774 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port d60f067a-dbf8-4051-bbcb-0aa2e683a1fa is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:00:00.497546 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d60f067a-dbf8-4051-bbcb-0aa2e683a1fa), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:00.509946 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['93ee91eb-6dbb-433c-a9fb-f56317706ba6'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:00:00.511195 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['93ee91eb-6dbb-433c-a9fb-f56317706ba6'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:00:00.513451 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91118cb0-4e5e-43d9-8fd2-2d09b7affc0c None None] Network 88f80afb-cf65-4766-9e32-2eefdcc6214b requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:00:00.520022 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19041dee-d155-4d62-ab70-8a1abce6841f req-1a30fb68-a370-41e4-bb4f-c072bc92e702 tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0360622 Feb 07 21:00:00.575078 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e77a92-32ad-4098-96f9-b84050bbc82d x-openstack-request-id: req-f7e77a92-32ad-4098-96f9-b84050bbc82d {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:00:00.575745 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d713c79-a464-4a1b-b129-d45587bfb44c", "name": "network-vif-plugged", "status": "completed", "tag": "f14986dc-855e-4a45-a50f-a893e0cd400c", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:00:00.576240 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f7e77a92-32ad-4098-96f9-b84050bbc82d {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:00:00.576891 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d713c79-a464-4a1b-b129-d45587bfb44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14986dc-855e-4a45-a50f-a893e0cd400c', 'code': 200} Feb 07 21:00:00.603000 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6216737e-5a63-4830-9788-16b570abe8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (88f80afb-cf65-4766-9e32-2eefdcc6214b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:00.612693 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56386288-596f-4746-aaaa-25cbde222696 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Router 644e477a-47a9-4fda-ab7e-b87a5677db16 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:00:00.651117 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port d60f067a-dbf8-4051-bbcb-0aa2e683a1fa, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d60f067a-dbf8-4051-bbcb-0aa2e683a1fa,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:00:00.736168 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d60f067a-dbf8-4051-bbcb-0aa2e683a1fa), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:00.752081 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eeba48-f40e-4a29-ae2f-e1e46368d93a req-6594ce21-9e32-4c1f-b1c8-f6ba84f0205b tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:00.753652 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80eeba48-f40e-4a29-ae2f-e1e46368d93a req-6594ce21-9e32-4c1f-b1c8-f6ba84f0205b tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 943 time: 0.1541865 Feb 07 21:00:00.774092 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a10ac-c898-419a-bb40-307fa4380f6c req-58857c51-6b07-4f00-b0c3-25851ee74c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:00.776050 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b04a10ac-c898-419a-bb40-307fa4380f6c req-58857c51-6b07-4f00-b0c3-25851ee74c30 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4d713c79-a464-4a1b-b129-d45587bfb44c HTTP/1.1" status: 200 len: 1127 time: 0.1679640 Feb 07 21:00:00.788998 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0abc638b-b470-49de-8eb0-4859a8654d96 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:00:00.846463 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 0abc638b-b470-49de-8eb0-4859a8654d96 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:00:00.847136 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0abc638b-b470-49de-8eb0-4859a8654d96 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:00:00.857780 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5c2de-0655-47e1-8b71-dc21a8ba422e req-90477caa-2d3e-49df-a5e4-c529e46658f6 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:00.859326 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-92b5c2de-0655-47e1-8b71-dc21a8ba422e req-90477caa-2d3e-49df-a5e4-c529e46658f6 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.1680036 Feb 07 21:00:00.866869 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b04a10ac-c898-419a-bb40-307fa4380f6c req-c6288efa-dedf-4575-bf09-bc6e2bbfc01c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b3c029a1-7ead-4c88-9a7b-8e7b05bdb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816166 Feb 07 21:00:00.876804 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80eeba48-f40e-4a29-ae2f-e1e46368d93a req-a3d5b652-ee2d-4290-9aaa-88018e382358 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011174 Feb 07 21:00:00.882693 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6216737e-5a63-4830-9788-16b570abe8af admin admin] Deleting port 1f0ffbf6-df50-4036-b9e1-a99d1338e6ec {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:00:00.883258 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6216737e-5a63-4830-9788-16b570abe8af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (1f0ffbf6-df50-4036-b9e1-a99d1338e6ec), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:00.899702 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56386288-596f-4746-aaaa-25cbde222696 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:00:00.904719 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56386288-596f-4746-aaaa-25cbde222696 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:00.910318 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=d60f067a-dbf8-4051-bbcb-0aa2e683a1fa,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:00.912113 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88569b0c-c599-476f-8965-f0d5b3e6f7a0 None None] Sync routers for ids ['644e477a-47a9-4fda-ab7e-b87a5677db16'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:00:00.931290 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88569b0c-c599-476f-8965-f0d5b3e6f7a0 None None] Routers {'644e477a-47a9-4fda-ab7e-b87a5677db16'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:00:00.932706 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-88569b0c-c599-476f-8965-f0d5b3e6f7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:59:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['644e477a-47a9-4fda-ab7e-b87a5677db16'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:00:00.952990 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-56386288-596f-4746-aaaa-25cbde222696 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "PUT /v2.0/floatingips/27563c55-9bf9-44b3-a4ad-2fd55e21ab55 HTTP/1.1" status: 200 len: 991 time: 2.3932676 Feb 07 21:00:00.958606 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-de3eec22-0826-4a69-add7-75486b0e4417 None None] Set router 49234f32-fd71-4241-95c4-cd758ebd371f gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:00:00.965315 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a3328d-85fb-417c-8c59-a3e729b522e6', 'tag': 'b0da55de-4c7d-4eb4-96d5-7f34ee98a966'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:00:00.967635 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06113a93-4059-44a5-81f0-6ac78a98d3c6" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a3328d-85fb-417c-8c59-a3e729b522e6", "tag": "b0da55de-4c7d-4eb4-96d5-7f34ee98a966"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:00:01.004013 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6216737e-5a63-4830-9788-16b570abe8af admin admin] For port 1f0ffbf6-df50-4036-b9e1-a99d1338e6ec, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=1f0ffbf6-df50-4036-b9e1-a99d1338e6ec,segment=NetworkSegment(0bffdd25-dfd3-4635-8582-31302fd87d22),segment_id=0bffdd25-dfd3-4635-8582-31302fd87d22)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:00:01.004396 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6216737e-5a63-4830-9788-16b570abe8af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (1f0ffbf6-df50-4036-b9e1-a99d1338e6ec), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:01.019053 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-92b5c2de-0655-47e1-8b71-dc21a8ba422e req-5df15ef8-7940-408d-a0b6-20fe7f9b8d8c tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410141 Feb 07 21:00:01.041415 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6216737e-5a63-4830-9788-16b570abe8af admin admin] Calling delete_port for 1f0ffbf6-df50-4036-b9e1-a99d1338e6ec owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:00:01.114159 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2784ac07-62c0-46c1-a26b-8f71fb025133 x-openstack-request-id: req-2784ac07-62c0-46c1-a26b-8f71fb025133 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:00:01.114456 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a3328d-85fb-417c-8c59-a3e729b522e6", "tag": "b0da55de-4c7d-4eb4-96d5-7f34ee98a966", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:00:01.114723 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2784ac07-62c0-46c1-a26b-8f71fb025133 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:00:01.115128 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a3328d-85fb-417c-8c59-a3e729b522e6', 'tag': 'b0da55de-4c7d-4eb4-96d5-7f34ee98a966', 'status': 'completed', 'code': 200} Feb 07 21:00:01.150832 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577915c0-426f-4913-b5c9-cc13052792ff req-6fff96e2-c56f-47f7-96a7-94f73c713727 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:01.159329 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-577915c0-426f-4913-b5c9-cc13052792ff req-6fff96e2-c56f-47f7-96a7-94f73c713727 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6a3328d-85fb-417c-8c59-a3e729b522e6 HTTP/1.1" status: 200 len: 946 time: 0.0952222 Feb 07 21:00:01.177093 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-88569b0c-c599-476f-8965-f0d5b3e6f7a0 None None] Set router 644e477a-47a9-4fda-ab7e-b87a5677db16 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:00:01.261306 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-577915c0-426f-4913-b5c9-cc13052792ff req-4f6b5cab-5abb-4ecb-83bb-f99f9dfb5a27 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960937 Feb 07 21:00:01.276168 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06113a93-4059-44a5-81f0-6ac78a98d3c6 req-3d72eac2-7265-455d-bce2-f1d0d5a0c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:01.278652 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06113a93-4059-44a5-81f0-6ac78a98d3c6 req-3d72eac2-7265-455d-bce2-f1d0d5a0c283 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d25ea6a8c80e4111a262f2acee0a2059&device_id=d6a3328d-85fb-417c-8c59-a3e729b522e6 HTTP/1.1" status: 200 len: 1128 time: 0.1170425 Feb 07 21:00:01.284686 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6216737e-5a63-4830-9788-16b570abe8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (1f0ffbf6-df50-4036-b9e1-a99d1338e6ec), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:01.354296 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216737e-5a63-4830-9788-16b570abe8af admin admin] Pushing event deleted for resources: {'Port': ['ID=1f0ffbf6-df50-4036-b9e1-a99d1338e6ec,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:01.358418 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6216737e-5a63-4830-9788-16b570abe8af admin admin] No DVR routers for this DVR port 1f0ffbf6-df50-4036-b9e1-a99d1338e6ec on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:00:01.425249 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06113a93-4059-44a5-81f0-6ac78a98d3c6 req-c8564d41-4536-434a-b6c9-0734a6919ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:01.426996 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06113a93-4059-44a5-81f0-6ac78a98d3c6 req-c8564d41-4536-434a-b6c9-0734a6919ab4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d126bd2-e7d9-441a-a099-aac0556c8e1f HTTP/1.1" status: 200 len: 907 time: 0.1411750 Feb 07 21:00:01.433257 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cb1d5d-b885-454e-a5b4-be9bb6f0be01 None None] DHCP port deletion for 88f80afb-cf65-4766-9e32-2eefdcc6214b request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:00:01.502427 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6216737e-5a63-4830-9788-16b570abe8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (88f80afb-cf65-4766-9e32-2eefdcc6214b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:01.529088 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-6216737e-5a63-4830-9788-16b570abe8af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f80afb-cf65-4766-9e32-2eefdcc6214b']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:00:01.541586 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-6216737e-5a63-4830-9788-16b570abe8af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bffdd25-dfd3-4635-8582-31302fd87d22') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:00:01.544216 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-6216737e-5a63-4830-9788-16b570abe8af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bffdd25-dfd3-4635-8582-31302fd87d22') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:00:01.563766 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6216737e-5a63-4830-9788-16b570abe8af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (0bffdd25-dfd3-4635-8582-31302fd87d22), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:01.582329 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6216737e-5a63-4830-9788-16b570abe8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (0bffdd25-dfd3-4635-8582-31302fd87d22), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:01.591820 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6216737e-5a63-4830-9788-16b570abe8af admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:00:01.592227 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6216737e-5a63-4830-9788-16b570abe8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (0bffdd25-dfd3-4635-8582-31302fd87d22), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:01.644697 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06113a93-4059-44a5-81f0-6ac78a98d3c6 req-42279c4a-7a81-454c-a84b-6a5f8669f473 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0da55de-4c7d-4eb4-96d5-7f34ee98a966 HTTP/1.1" status: 200 len: 999 time: 0.2104926 Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:00:01.646193 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:00:01.672895 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d60f067a-dbf8-4051-bbcb-0aa2e683a1fa up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:00:01.691496 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a051f6-eb4c-48ba-b583-6f6258ad3df8 req-e988038b-d29f-4af0-9389-781151509d01 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:01.695385 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9a051f6-eb4c-48ba-b583-6f6258ad3df8 req-e988038b-d29f-4af0-9389-781151509d01 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d713c79-a464-4a1b-b129-d45587bfb44c HTTP/1.1" status: 200 len: 945 time: 0.1856587 Feb 07 21:00:01.714270 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-88569b0c-c599-476f-8965-f0d5b3e6f7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'name': 'tempest-ServersTestJSON-1980754697-router', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '0b09677e-f73c-4126-8f8e-cf3afcf79cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:24Z', 'updated_at': '2022-02-07T20:59:31Z', 'revision_number': 4, 'project_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'gw_port': {'id': '0b09677e-f73c-4126-8f8e-cf3afcf79cf3', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:25Z', 'updated_at': '2022-02-07T20:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '27563c55-9bf9-44b3-a4ad-2fd55e21ab55', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'floating_ip_address': '172.25.4.99', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'port_id': 'b0da55de-4c7d-4eb4-96d5-7f34ee98a966', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f', 'mac_address': 'fa:16:3e:72:f5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a3328d-85fb-417c-8c59-a3e729b522e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:59:35Z', 'updated_at': '2022-02-07T20:59:59Z', 'revision_number': 1, 'project_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d43b8f9-040d-4274-a658-2d98333b17db', 'name': '', 'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'mac_address': 'fa:16:3e:b9:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '0114e2a3-2e78-44be-93bb-c1c41aa269ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:29Z', 'updated_at': '2022-02-07T20:59:36Z', 'revision_number': 5, 'project_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'subnets': [{'id': '0114e2a3-2e78-44be-93bb-c1c41aa269ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:00:01.718181 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2f60b6da-8b8c-496d-89a4-b1e4554f1606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (49234f32-fd71-4241-95c4-cd758ebd371f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:01.730602 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6216737e-5a63-4830-9788-16b570abe8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (88f80afb-cf65-4766-9e32-2eefdcc6214b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:01.756090 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-de3eec22-0826-4a69-add7-75486b0e4417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49234f32-fd71-4241-95c4-cd758ebd371f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2103539166-router', 'tenant_id': '17e0da288e2d4170aca8eb37b10be9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'd60f067a-dbf8-4051-bbcb-0aa2e683a1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:51Z', 'updated_at': '2022-02-07T20:59:57Z', 'revision_number': 4, 'project_id': '17e0da288e2d4170aca8eb37b10be9b7', 'gw_port': {'id': 'd60f067a-dbf8-4051-bbcb-0aa2e683a1fa', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:82:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49234f32-fd71-4241-95c4-cd758ebd371f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:52Z', 'updated_at': '2022-02-07T20:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '68b28dcb-b5e5-4c44-985d-5b54ad4d4616', 'name': '', 'network_id': 'fcba103a-a522-4757-9332-3424ed9e2aa6', 'tenant_id': '17e0da288e2d4170aca8eb37b10be9b7', 'mac_address': 'fa:16:3e:1e:4e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49234f32-fd71-4241-95c4-cd758ebd371f', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '19629b4d-a530-4f6d-97c6-359a9ece93ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:56Z', 'updated_at': '2022-02-07T20:59:57Z', 'revision_number': 2, 'project_id': '17e0da288e2d4170aca8eb37b10be9b7', 'subnets': [{'id': '19629b4d-a530-4f6d-97c6-359a9ece93ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:00:01.790264 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3eec22-0826-4a69-add7-75486b0e4417 None None] Checking router: 49234f32-fd71-4241-95c4-cd758ebd371f for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:00:01.790934 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3eec22-0826-4a69-add7-75486b0e4417 None None] Updating router 49234f32-fd71-4241-95c4-cd758ebd371f port 68b28dcb-b5e5-4c44-985d-5b54ad4d4616 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:00:01.803448 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88569b0c-c599-476f-8965-f0d5b3e6f7a0 None None] Checking router: 644e477a-47a9-4fda-ab7e-b87a5677db16 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:00:01.809772 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6216737e-5a63-4830-9788-16b570abe8af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:01.818434 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6216737e-5a63-4830-9788-16b570abe8af admin admin] 10.222.0.65 "DELETE /v2.0/networks/88f80afb-cf65-4766-9e32-2eefdcc6214b HTTP/1.1" status: 204 len: 168 time: 1.3716602 Feb 07 21:00:01.821354 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88569b0c-c599-476f-8965-f0d5b3e6f7a0 None None] Routers {'644e477a-47a9-4fda-ab7e-b87a5677db16'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:00:01.822061 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-88569b0c-c599-476f-8965-f0d5b3e6f7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:59:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['644e477a-47a9-4fda-ab7e-b87a5677db16'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:00:01.837045 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-de3eec22-0826-4a69-add7-75486b0e4417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (68b28dcb-b5e5-4c44-985d-5b54ad4d4616), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:01.858232 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216737e-5a63-4830-9788-16b570abe8af admin admin] Pushing event deleted for resources: {'Network': ['ID=88f80afb-cf65-4766-9e32-2eefdcc6214b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:01.885384 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06113a93-4059-44a5-81f0-6ac78a98d3c6 req-159d4e33-abf5-4565-b84f-beb58107110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:01.890059 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06113a93-4059-44a5-81f0-6ac78a98d3c6 req-159d4e33-abf5-4565-b84f-beb58107110f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0114e2a3-2e78-44be-93bb-c1c41aa269ed HTTP/1.1" status: 200 len: 845 time: 0.2391210 Feb 07 21:00:01.967780 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9a051f6-eb4c-48ba-b583-6f6258ad3df8 req-460dae98-b615-4b71-8547-574662d2b0d5 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3c029a1-7ead-4c88-9a7b-8e7b05bdb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261076 Feb 07 21:00:01.998115 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06113a93-4059-44a5-81f0-6ac78a98d3c6 req-1039a4cd-92fd-4b03-99a7-100fb7403649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:02.008080 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06113a93-4059-44a5-81f0-6ac78a98d3c6 req-1039a4cd-92fd-4b03-99a7-100fb7403649 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d126bd2-e7d9-441a-a099-aac0556c8e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0984273 Feb 07 21:00:02.068210 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port d60f067a-dbf8-4051-bbcb-0aa2e683a1fa triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:00:02.068802 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d60f067a-dbf8-4051-bbcb-0aa2e683a1fa), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:02.087117 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-88569b0c-c599-476f-8965-f0d5b3e6f7a0 None None] Set router 644e477a-47a9-4fda-ab7e-b87a5677db16 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:00:02.095385 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43166) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:02.109560 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b717b72f-349e-41ba-ac75-4ad07310d685 req-f6bc637d-1ad7-4c28-9b72-274520d756b2 tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0752599 Feb 07 21:00:02.215456 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6ee57991-99eb-41a2-be49-e8f0264f8d1d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a640cac6c4d64dfa8fbcd903aab64b39&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1142101 Feb 07 21:00:02.218012 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43168) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:02.283756 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0efa149b-f354-4bab-a501-149632ed37dc admin admin] Publish callbacks [] for security_group (094fea57-aa16-49aa-8f97-d5a18b131655), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:02.303552 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port d60f067a-dbf8-4051-bbcb-0aa2e683a1fa is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:00:02.306492 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0efa149b-f354-4bab-a501-149632ed37dc admin admin] Publish callbacks [] for security_group (094fea57-aa16-49aa-8f97-d5a18b131655), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:02.408075 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0efa149b-f354-4bab-a501-149632ed37dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (094fea57-aa16-49aa-8f97-d5a18b131655), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:02.411176 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0efa149b-f354-4bab-a501-149632ed37dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:02.412555 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0efa149b-f354-4bab-a501-149632ed37dc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/094fea57-aa16-49aa-8f97-d5a18b131655 HTTP/1.1" status: 204 len: 168 time: 0.1927316 Feb 07 21:00:02.417442 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498e970-8a7d-41c1-95be-942eeb8160df req-bd218a59-b4b3-490d-a8e3-48464db017cf tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:02.427132 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0498e970-8a7d-41c1-95be-942eeb8160df req-bd218a59-b4b3-490d-a8e3-48464db017cf tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 943 time: 0.3162594 Feb 07 21:00:02.438398 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-de3eec22-0826-4a69-add7-75486b0e4417 None None] Publish callbacks [] for port (68b28dcb-b5e5-4c44-985d-5b54ad4d4616), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:02.446644 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 618ed4bc-4a17-4aed-a368-98eaa9e47cda no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:00:02.450724 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccb5b5-99dd-438f-8d48-b9b3ce15ee89 req-9ee89976-301b-44ec-879b-43d8bcde0795 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:02.458520 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2ccb5b5-99dd-438f-8d48-b9b3ce15ee89 req-9ee89976-301b-44ec-879b-43d8bcde0795 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.1679490 Feb 07 21:00:02.462267 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06113a93-4059-44a5-81f0-6ac78a98d3c6 req-c6f465ce-6985-44e8-a187-7a27b919aa62 service neutron] 10.222.0.69 "GET /v2.0/networks/1d126bd2-e7d9-441a-a099-aac0556c8e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516475 Feb 07 21:00:02.494975 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-de3eec22-0826-4a69-add7-75486b0e4417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (68b28dcb-b5e5-4c44-985d-5b54ad4d4616), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:02.499103 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-88569b0c-c599-476f-8965-f0d5b3e6f7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'name': 'tempest-ServersTestJSON-1980754697-router', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '0b09677e-f73c-4126-8f8e-cf3afcf79cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:24Z', 'updated_at': '2022-02-07T20:59:31Z', 'revision_number': 4, 'project_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'gw_port': {'id': '0b09677e-f73c-4126-8f8e-cf3afcf79cf3', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:25Z', 'updated_at': '2022-02-07T20:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '27563c55-9bf9-44b3-a4ad-2fd55e21ab55', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'floating_ip_address': '172.25.4.99', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'port_id': 'b0da55de-4c7d-4eb4-96d5-7f34ee98a966', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f', 'mac_address': 'fa:16:3e:72:f5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a3328d-85fb-417c-8c59-a3e729b522e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:59:35Z', 'updated_at': '2022-02-07T20:59:59Z', 'revision_number': 1, 'project_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d43b8f9-040d-4274-a658-2d98333b17db', 'name': '', 'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'mac_address': 'fa:16:3e:b9:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '0114e2a3-2e78-44be-93bb-c1c41aa269ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:29Z', 'updated_at': '2022-02-07T20:59:36Z', 'revision_number': 5, 'project_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'subnets': [{'id': '0114e2a3-2e78-44be-93bb-c1c41aa269ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:00:02.503871 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 618ed4bc-4a17-4aed-a368-98eaa9e47cda {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:00:02.504916 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 618ed4bc-4a17-4aed-a368-98eaa9e47cda not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:00:02.507599 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d586695-c77d-4894-8df3-b58798ed684e', 'tag': '93ee91eb-6dbb-433c-a9fb-f56317706ba6'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:00:02.510252 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 1f0ffbf6-df50-4036-b9e1-a99d1338e6ec no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:00:02.513005 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beef5647-09f9-4c9a-9e3b-9538b36911b1" -d '{"events": [{"name": "network-changed", "server_uuid": "3d586695-c77d-4894-8df3-b58798ed684e", "tag": "93ee91eb-6dbb-433c-a9fb-f56317706ba6"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:00:02.571723 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88569b0c-c599-476f-8965-f0d5b3e6f7a0 None None] The sync data for ids ['644e477a-47a9-4fda-ab7e-b87a5677db16'] in n-d-828185-2 is: [{'id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'name': 'tempest-ServersTestJSON-1980754697-router', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '0b09677e-f73c-4126-8f8e-cf3afcf79cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:24Z', 'updated_at': '2022-02-07T20:59:31Z', 'revision_number': 4, 'project_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'gw_port': {'id': '0b09677e-f73c-4126-8f8e-cf3afcf79cf3', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:25Z', 'updated_at': '2022-02-07T20:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '27563c55-9bf9-44b3-a4ad-2fd55e21ab55', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'floating_ip_address': '172.25.4.99', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'port_id': 'b0da55de-4c7d-4eb4-96d5-7f34ee98a966', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f', 'mac_address': 'fa:16:3e:72:f5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a3328d-85fb-417c-8c59-a3e729b522e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:59:35Z', 'updated_at': '2022-02-07T20:59:59Z', 'revision_number': 1, 'project_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d43b8f9-040d-4274-a658-2d98333b17db', 'name': '', 'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'mac_address': 'fa:16:3e:b9:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '0114e2a3-2e78-44be-93bb-c1c41aa269ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:29Z', 'updated_at': '2022-02-07T20:59:36Z', 'revision_number': 5, 'project_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'subnets': [{'id': '0114e2a3-2e78-44be-93bb-c1c41aa269ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:00:02.572665 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa149b-f354-4bab-a501-149632ed37dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094fea57-aa16-49aa-8f97-d5a18b131655,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:02.629769 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0498e970-8a7d-41c1-95be-942eeb8160df req-80bbaf38-e883-48d1-9c55-6928d376f016 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969807 Feb 07 21:00:02.646317 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2f60b6da-8b8c-496d-89a4-b1e4554f1606 admin admin] Deleting port 68b28dcb-b5e5-4c44-985d-5b54ad4d4616 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:00:02.649181 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2f60b6da-8b8c-496d-89a4-b1e4554f1606 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (68b28dcb-b5e5-4c44-985d-5b54ad4d4616), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:02.666069 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 1f0ffbf6-df50-4036-b9e1-a99d1338e6ec {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:00:02.666542 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 1f0ffbf6-df50-4036-b9e1-a99d1338e6ec not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:00:02.681428 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2ccb5b5-99dd-438f-8d48-b9b3ce15ee89 req-816a2a9a-1dcd-4bec-aa78-92cdfdba8b32 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219265 Feb 07 21:00:02.739320 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06113a93-4059-44a5-81f0-6ac78a98d3c6 req-95ea2382-c518-4441-98be-7420e84c9480 service neutron] 10.222.0.69 "GET /v2.0/networks/1d126bd2-e7d9-441a-a099-aac0556c8e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621360 Feb 07 21:00:02.754671 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61caeb08-a7a6-41a3-ba30-fd925e330c4a None None] Pushing event updated for resources: {'Port': ['ID=68b28dcb-b5e5-4c44-985d-5b54ad4d4616,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:02.852767 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ba581b-0ba7-475f-93d6-537ae8acd036 x-openstack-request-id: req-c1ba581b-0ba7-475f-93d6-537ae8acd036 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:00:02.859137 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d586695-c77d-4894-8df3-b58798ed684e", "tag": "93ee91eb-6dbb-433c-a9fb-f56317706ba6", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:00:02.859656 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c1ba581b-0ba7-475f-93d6-537ae8acd036 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:00:02.861081 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d586695-c77d-4894-8df3-b58798ed684e', 'tag': '93ee91eb-6dbb-433c-a9fb-f56317706ba6', 'status': 'completed', 'code': 200} Feb 07 21:00:02.880684 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-de3eec22-0826-4a69-add7-75486b0e4417 None None] Attempting to bind port 68b28dcb-b5e5-4c44-985d-5b54ad4d4616 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:00:02.881064 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-de3eec22-0826-4a69-add7-75486b0e4417 None None] Attempting to bind port 68b28dcb-b5e5-4c44-985d-5b54ad4d4616 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '511c5bc2-455a-468d-83c7-489258c9c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fcba103a-a522-4757-9332-3424ed9e2aa6'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:00:02.881535 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3eec22-0826-4a69-add7-75486b0e4417 None None] Attempting to bind port 68b28dcb-b5e5-4c44-985d-5b54ad4d4616 on network fcba103a-a522-4757-9332-3424ed9e2aa6 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:00:02.906846 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3eec22-0826-4a69-add7-75486b0e4417 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:00:02.907891 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3eec22-0826-4a69-add7-75486b0e4417 None None] Checking segment: {'id': '511c5bc2-455a-468d-83c7-489258c9c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fcba103a-a522-4757-9332-3424ed9e2aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:00:02.908459 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-de3eec22-0826-4a69-add7-75486b0e4417 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:02.908887 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3eec22-0826-4a69-add7-75486b0e4417 None None] Bound using segment: {'id': '511c5bc2-455a-468d-83c7-489258c9c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fcba103a-a522-4757-9332-3424ed9e2aa6'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:00:02.909482 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-de3eec22-0826-4a69-add7-75486b0e4417 None None] Bound port: 68b28dcb-b5e5-4c44-985d-5b54ad4d4616, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '511c5bc2-455a-468d-83c7-489258c9c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fcba103a-a522-4757-9332-3424ed9e2aa6'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:00:02.909871 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-de3eec22-0826-4a69-add7-75486b0e4417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (68b28dcb-b5e5-4c44-985d-5b54ad4d4616), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:02.952782 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-2f60b6da-8b8c-496d-89a4-b1e4554f1606 admin admin] For port 68b28dcb-b5e5-4c44-985d-5b54ad4d4616, host n-d-828185-2, got binding levels [] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:00:02.953150 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2f60b6da-8b8c-496d-89a4-b1e4554f1606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (68b28dcb-b5e5-4c44-985d-5b54ad4d4616), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:02.967233 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56919b-fcf7-4b75-a7f8-6966db8c203e req-76e48be9-4589-43ea-9f2e-b05ede689647 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:02.969095 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7b56919b-fcf7-4b75-a7f8-6966db8c203e req-76e48be9-4589-43ea-9f2e-b05ede689647 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6a3328d-85fb-417c-8c59-a3e729b522e6 HTTP/1.1" status: 200 len: 946 time: 0.1781974 Feb 07 21:00:02.992794 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2f60b6da-8b8c-496d-89a4-b1e4554f1606 admin admin] Calling delete_port for 68b28dcb-b5e5-4c44-985d-5b54ad4d4616 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:00:02.994256 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef5647-09f9-4c9a-9e3b-9538b36911b1 req-d172636b-12be-46d6-a4ae-2300a1284664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:02.997047 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-beef5647-09f9-4c9a-9e3b-9538b36911b1 req-d172636b-12be-46d6-a4ae-2300a1284664 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 1155 time: 0.1332984 Feb 07 21:00:03.067779 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-de3eec22-0826-4a69-add7-75486b0e4417 None None] For port 68b28dcb-b5e5-4c44-985d-5b54ad4d4616, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:00:03.075501 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-de3eec22-0826-4a69-add7-75486b0e4417 None None] For port 68b28dcb-b5e5-4c44-985d-5b54ad4d4616, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=68b28dcb-b5e5-4c44-985d-5b54ad4d4616,segment=NetworkSegment(511c5bc2-455a-468d-83c7-489258c9c5fb),segment_id=511c5bc2-455a-468d-83c7-489258c9c5fb)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:00:03.087858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7a45bd-2ee4-4110-831e-76ecface634b None None] New status for floating IP 27563c55-9bf9-44b3-a4ad-2fd55e21ab55: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:00:03.155084 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-de3eec22-0826-4a69-add7-75486b0e4417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (68b28dcb-b5e5-4c44-985d-5b54ad4d4616), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:03.173753 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43182) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:03.311501 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3eec22-0826-4a69-add7-75486b0e4417 None None] Routers {'49234f32-fd71-4241-95c4-cd758ebd371f'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:00:03.312128 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-de3eec22-0826-4a69-add7-75486b0e4417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:59:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['49234f32-fd71-4241-95c4-cd758ebd371f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:00:03.314611 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ad039b0b-89ba-4b83-a550-5f950f105abf None None] Provisioning complete for port 68b28dcb-b5e5-4c44-985d-5b54ad4d4616 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:00:03.314997 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ad039b0b-89ba-4b83-a550-5f950f105abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (68b28dcb-b5e5-4c44-985d-5b54ad4d4616), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:03.315654 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2f60b6da-8b8c-496d-89a4-b1e4554f1606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (68b28dcb-b5e5-4c44-985d-5b54ad4d4616), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:03.317429 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f8bb92f8-f4ba-47ea-9c5c-8c20307db890 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8d296b5f841444ae94f7840618691600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0623126 Feb 07 21:00:03.320365 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef5647-09f9-4c9a-9e3b-9538b36911b1 req-bb20a785-ce87-419f-bb20-0599b57f39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:03.321933 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-beef5647-09f9-4c9a-9e3b-9538b36911b1 req-bb20a785-ce87-419f-bb20-0599b57f39ec service neutron] 10.222.0.69 "GET /v2.0/networks?id=9707a7e2-bd1b-48e9-a067-23aeb539b5df HTTP/1.1" status: 200 len: 922 time: 0.3170645 Feb 07 21:00:03.325681 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43184) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:03.376941 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-beef5647-09f9-4c9a-9e3b-9538b36911b1 req-8caf698c-6f7f-4a37-9952-ea6393dc0c1f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93ee91eb-6dbb-433c-a9fb-f56317706ba6 HTTP/1.1" status: 200 len: 217 time: 0.0399785 Feb 07 21:00:03.381011 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60b6da-8b8c-496d-89a4-b1e4554f1606 admin admin] Pushing event deleted for resources: {'Port': ['ID=68b28dcb-b5e5-4c44-985d-5b54ad4d4616,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:03.396753 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7b56919b-fcf7-4b75-a7f8-6966db8c203e req-d9358aa8-8569-4d29-aace-b3aac75c48a7 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4209509 Feb 07 21:00:03.451673 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61caeb08-a7a6-41a3-ba30-fd925e330c4a None None] Pushing event updated for resources: {'Port': ['ID=68b28dcb-b5e5-4c44-985d-5b54ad4d4616,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:03.474397 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ad039b0b-89ba-4b83-a550-5f950f105abf None None] Port 68b28dcb-b5e5-4c44-985d-5b54ad4d4616 was deleted so its status cannot be updated. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 07 21:00:03.490896 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:03.500264 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9153df-f0c8-47ee-9273-a7492dedd3e6 req-88e0a821-055f-4036-926a-8f75e15803fc tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:03.507492 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3b9153df-f0c8-47ee-9273-a7492dedd3e6 req-88e0a821-055f-4036-926a-8f75e15803fc tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d713c79-a464-4a1b-b129-d45587bfb44c HTTP/1.1" status: 200 len: 945 time: 0.3881476 Feb 07 21:00:03.562990 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5062095b-1607-44c4-befe-8977997ccb59 req-fb73a3b0-131e-412a-adbb-bd0eb773f7ee tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0372965 Feb 07 21:00:03.602863 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-de3eec22-0826-4a69-add7-75486b0e4417 None None] Set router 49234f32-fd71-4241-95c4-cd758ebd371f gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:00:03.678744 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef5647-09f9-4c9a-9e3b-9538b36911b1 req-b35101c8-5cc0-4bf1-8195-7eb9b128c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:03.681785 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-beef5647-09f9-4c9a-9e3b-9538b36911b1 req-b35101c8-5cc0-4bf1-8195-7eb9b128c9ca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3768dda-d71b-40b0-9d56-296b11c3fa2b HTTP/1.1" status: 200 len: 861 time: 0.2808106 Feb 07 21:00:03.681940 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d06da6d1-1b9d-43d0-911e-9ea7aedca4ab None None] Could not find standard attr ID for object 68b28dcb-b5e5-4c44-985d-5b54ad4d4616. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:00:03.696126 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3b9153df-f0c8-47ee-9273-a7492dedd3e6 req-5a983f61-6bb0-49d1-8ceb-6deb504d5590 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3c029a1-7ead-4c88-9a7b-8e7b05bdb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839008 Feb 07 21:00:03.778830 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-beef5647-09f9-4c9a-9e3b-9538b36911b1 req-d2f19195-7764-4a47-a448-9cad22b6a407 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9707a7e2-bd1b-48e9-a067-23aeb539b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819695 Feb 07 21:00:03.836100 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:03.914468 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62b469be-36cd-4501-95a7-d6cf23d7998e admin admin] Publish callbacks [] for security_group (3d48bc80-c88d-4316-9f37-4127c3ecb9cd), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:03.939597 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62b469be-36cd-4501-95a7-d6cf23d7998e admin admin] Publish callbacks [] for security_group (3d48bc80-c88d-4316-9f37-4127c3ecb9cd), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:04.008709 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62b469be-36cd-4501-95a7-d6cf23d7998e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3d48bc80-c88d-4316-9f37-4127c3ecb9cd), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:04.012563 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62b469be-36cd-4501-95a7-d6cf23d7998e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:04.013946 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-62b469be-36cd-4501-95a7-d6cf23d7998e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3d48bc80-c88d-4316-9f37-4127c3ecb9cd HTTP/1.1" status: 204 len: 168 time: 0.6869977 Feb 07 21:00:04.021151 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-de3eec22-0826-4a69-add7-75486b0e4417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49234f32-fd71-4241-95c4-cd758ebd371f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2103539166-router', 'tenant_id': '17e0da288e2d4170aca8eb37b10be9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'd60f067a-dbf8-4051-bbcb-0aa2e683a1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:51Z', 'updated_at': '2022-02-07T21:00:03Z', 'revision_number': 5, 'project_id': '17e0da288e2d4170aca8eb37b10be9b7', 'gw_port': {'id': 'd60f067a-dbf8-4051-bbcb-0aa2e683a1fa', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:82:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49234f32-fd71-4241-95c4-cd758ebd371f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:52Z', 'updated_at': '2022-02-07T21:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:00:04.040191 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2f60b6da-8b8c-496d-89a4-b1e4554f1606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (49234f32-fd71-4241-95c4-cd758ebd371f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:04.082010 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b469be-36cd-4501-95a7-d6cf23d7998e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d48bc80-c88d-4316-9f37-4127c3ecb9cd,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:04.144396 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28dbcb-fabd-4a73-be3a-63b5307531af req-8e4b95eb-786d-4330-b772-f68e45799d80 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:04.146196 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d28dbcb-fabd-4a73-be3a-63b5307531af req-8e4b95eb-786d-4330-b772-f68e45799d80 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.3042278 Feb 07 21:00:04.158963 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4d5f8-1a50-4a9f-99bc-67e7fbee8912 req-74f02e59-0b57-46db-ab97-ea94cfa30adf tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:04.161152 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b8d4d5f8-1a50-4a9f-99bc-67e7fbee8912 req-74f02e59-0b57-46db-ab97-ea94cfa30adf tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 943 time: 0.3814569 Feb 07 21:00:04.239547 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3eec22-0826-4a69-add7-75486b0e4417 None None] The sync data for ids ['49234f32-fd71-4241-95c4-cd758ebd371f'] in n-d-828185-2 is: [{'id': '49234f32-fd71-4241-95c4-cd758ebd371f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2103539166-router', 'tenant_id': '17e0da288e2d4170aca8eb37b10be9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'd60f067a-dbf8-4051-bbcb-0aa2e683a1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:51Z', 'updated_at': '2022-02-07T21:00:03Z', 'revision_number': 5, 'project_id': '17e0da288e2d4170aca8eb37b10be9b7', 'gw_port': {'id': 'd60f067a-dbf8-4051-bbcb-0aa2e683a1fa', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:82:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49234f32-fd71-4241-95c4-cd758ebd371f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:52Z', 'updated_at': '2022-02-07T21:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:00:04.408168 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f60b6da-8b8c-496d-89a4-b1e4554f1606 admin admin] Router 49234f32-fd71-4241-95c4-cd758ebd371f has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:00:04.545753 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f60b6da-8b8c-496d-89a4-b1e4554f1606 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:00:04.564832 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2f60b6da-8b8c-496d-89a4-b1e4554f1606 admin admin] 10.222.0.65 "PUT /v2.0/routers/49234f32-fd71-4241-95c4-cd758ebd371f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2460120 Feb 07 21:00:04.564945 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-beef5647-09f9-4c9a-9e3b-9538b36911b1 req-e763b210-b74e-4240-a173-a69f4ca9e19f service neutron] 10.222.0.69 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7490911 Feb 07 21:00:04.568150 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d28dbcb-fabd-4a73-be3a-63b5307531af req-c596f169-414c-42eb-af00-2305434369a2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041560 Feb 07 21:00:04.572423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43202) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:04.753650 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b8d4d5f8-1a50-4a9f-99bc-67e7fbee8912 req-4d31266a-3ba2-4e21-ad05-da4d3f55708d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5778744 Feb 07 21:00:04.826420 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-beef5647-09f9-4c9a-9e3b-9538b36911b1 req-81ef7d5f-570b-4e1e-acac-e3ba6b8f8a48 service neutron] 10.222.0.69 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531042 Feb 07 21:00:04.833455 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968019d-f711-4de6-a118-5d35a2f7c490 req-78d28cb2-e86f-47c0-bf9f-066e9e2c0e5e tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:04.834948 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0968019d-f711-4de6-a118-5d35a2f7c490 req-78d28cb2-e86f-47c0-bf9f-066e9e2c0e5e tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6a3328d-85fb-417c-8c59-a3e729b522e6 HTTP/1.1" status: 200 len: 946 time: 0.1363440 Feb 07 21:00:04.879039 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8739fbe1-0c0a-458d-a22e-c82ad0a4170c req-cd515923-704c-4d43-8a58-75be1a0f2d37 tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0413043 Feb 07 21:00:04.891609 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b66b7051-2e44-48e2-b31d-f4bb02262f2d admin admin] Publish callbacks [] for router (49234f32-fd71-4241-95c4-cd758ebd371f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:05.038384 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0968019d-f711-4de6-a118-5d35a2f7c490 req-c2e82c0d-8e28-4303-9e8a-1a9d5aae07bb tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900141 Feb 07 21:00:05.066293 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad51fe-48e4-455e-81b3-af28786564cb req-0fe2a8d1-0708-4cbd-94a4-4c0d0e097655 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:05.067783 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-acad51fe-48e4-455e-81b3-af28786564cb req-0fe2a8d1-0708-4cbd-94a4-4c0d0e097655 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d713c79-a464-4a1b-b129-d45587bfb44c HTTP/1.1" status: 200 len: 945 time: 0.1112332 Feb 07 21:00:05.073235 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b66b7051-2e44-48e2-b31d-f4bb02262f2d admin admin] Publish callbacks [] for router_gateway (49234f32-fd71-4241-95c4-cd758ebd371f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:05.147510 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-acad51fe-48e4-455e-81b3-af28786564cb req-2a3e22f1-2744-4e99-9592-d78acae31d75 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3c029a1-7ead-4c88-9a7b-8e7b05bdb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707765 Feb 07 21:00:05.200534 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b66b7051-2e44-48e2-b31d-f4bb02262f2d admin admin] Deleting port d60f067a-dbf8-4051-bbcb-0aa2e683a1fa {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:00:05.200885 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b66b7051-2e44-48e2-b31d-f4bb02262f2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d60f067a-dbf8-4051-bbcb-0aa2e683a1fa), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:05.259486 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad7ceb-8843-4381-8315-a6499b73197b req-fe57cb40-ae8b-4bea-8d48-6a4ac226d3ad tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:05.261050 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1cad7ceb-8843-4381-8315-a6499b73197b req-fe57cb40-ae8b-4bea-8d48-6a4ac226d3ad tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6a3328d-85fb-417c-8c59-a3e729b522e6 HTTP/1.1" status: 200 len: 946 time: 0.1175022 Feb 07 21:00:05.351250 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b66b7051-2e44-48e2-b31d-f4bb02262f2d admin admin] For port d60f067a-dbf8-4051-bbcb-0aa2e683a1fa, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d60f067a-dbf8-4051-bbcb-0aa2e683a1fa,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:00:05.351629 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b66b7051-2e44-48e2-b31d-f4bb02262f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d60f067a-dbf8-4051-bbcb-0aa2e683a1fa), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:05.377730 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1cad7ceb-8843-4381-8315-a6499b73197b req-ac40b9a3-9dcc-4483-9b35-1da5435786da tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075640 Feb 07 21:00:05.378702 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b66b7051-2e44-48e2-b31d-f4bb02262f2d admin admin] Calling delete_port for d60f067a-dbf8-4051-bbcb-0aa2e683a1fa owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:00:05.448999 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2bf34b-533d-4f89-a214-4dddaa6525ca None None] Sync routers for ids ['49234f32-fd71-4241-95c4-cd758ebd371f'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:00:05.458092 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2bf34b-533d-4f89-a214-4dddaa6525ca None None] Routers {'49234f32-fd71-4241-95c4-cd758ebd371f'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:00:05.458881 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-cb2bf34b-533d-4f89-a214-4dddaa6525ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:59:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['49234f32-fd71-4241-95c4-cd758ebd371f'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:00:05.573648 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-cb2bf34b-533d-4f89-a214-4dddaa6525ca None None] Set router 49234f32-fd71-4241-95c4-cd758ebd371f gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:00:05.611016 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b66b7051-2e44-48e2-b31d-f4bb02262f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (d60f067a-dbf8-4051-bbcb-0aa2e683a1fa), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:05.660550 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b7051-2e44-48e2-b31d-f4bb02262f2d admin admin] Pushing event deleted for resources: {'Port': ['ID=d60f067a-dbf8-4051-bbcb-0aa2e683a1fa,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:05.665000 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-cb2bf34b-533d-4f89-a214-4dddaa6525ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49234f32-fd71-4241-95c4-cd758ebd371f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2103539166-router', 'tenant_id': '17e0da288e2d4170aca8eb37b10be9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:51Z', 'updated_at': '2022-02-07T21:00:05Z', 'revision_number': 6, 'project_id': '17e0da288e2d4170aca8eb37b10be9b7', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:00:05.698708 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2bf34b-533d-4f89-a214-4dddaa6525ca None None] Checking router: 49234f32-fd71-4241-95c4-cd758ebd371f for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:00:05.707292 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2bf34b-533d-4f89-a214-4dddaa6525ca None None] Routers {'49234f32-fd71-4241-95c4-cd758ebd371f'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:00:05.707979 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-cb2bf34b-533d-4f89-a214-4dddaa6525ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T20:59:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['49234f32-fd71-4241-95c4-cd758ebd371f'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:00:05.784667 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b66b7051-2e44-48e2-b31d-f4bb02262f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (49234f32-fd71-4241-95c4-cd758ebd371f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:05.811781 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-cb2bf34b-533d-4f89-a214-4dddaa6525ca None None] Set router 49234f32-fd71-4241-95c4-cd758ebd371f gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:00:05.868885 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-cb2bf34b-533d-4f89-a214-4dddaa6525ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49234f32-fd71-4241-95c4-cd758ebd371f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2103539166-router', 'tenant_id': '17e0da288e2d4170aca8eb37b10be9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:51Z', 'updated_at': '2022-02-07T21:00:05Z', 'revision_number': 7, 'project_id': '17e0da288e2d4170aca8eb37b10be9b7', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:00:05.890154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28264f-1070-48dc-b27d-1e6ae39482cc req-8b33320b-3d80-4362-be3e-41e7fcb06f02 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:05.892251 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f28264f-1070-48dc-b27d-1e6ae39482cc req-8b33320b-3d80-4362-be3e-41e7fcb06f02 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.1973798 Feb 07 21:00:05.942840 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b66b7051-2e44-48e2-b31d-f4bb02262f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (49234f32-fd71-4241-95c4-cd758ebd371f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:05.947529 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b66b7051-2e44-48e2-b31d-f4bb02262f2d admin admin] Publish callbacks [] for router_controller (49234f32-fd71-4241-95c4-cd758ebd371f), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:05.995605 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2bf34b-533d-4f89-a214-4dddaa6525ca None None] The sync data for ids ['49234f32-fd71-4241-95c4-cd758ebd371f'] in n-d-828185-2 is: [{'id': '49234f32-fd71-4241-95c4-cd758ebd371f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2103539166-router', 'tenant_id': '17e0da288e2d4170aca8eb37b10be9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:51Z', 'updated_at': '2022-02-07T21:00:05Z', 'revision_number': 7, 'project_id': '17e0da288e2d4170aca8eb37b10be9b7', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:00:06.030593 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f28264f-1070-48dc-b27d-1e6ae39482cc req-fb305a24-9185-4a74-9c34-73b5d086cf59 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256480 Feb 07 21:00:06.037620 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b66b7051-2e44-48e2-b31d-f4bb02262f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (49234f32-fd71-4241-95c4-cd758ebd371f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:06.038307 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66b7051-2e44-48e2-b31d-f4bb02262f2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49234f32-fd71-4241-95c4-cd758ebd371f {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:00:06.047287 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b66b7051-2e44-48e2-b31d-f4bb02262f2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:06.048503 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b66b7051-2e44-48e2-b31d-f4bb02262f2d admin admin] 10.222.0.65 "DELETE /v2.0/routers/49234f32-fd71-4241-95c4-cd758ebd371f HTTP/1.1" status: 204 len: 168 time: 1.4741426 Feb 07 21:00:06.051683 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43254) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:06.060738 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5e2cb-fddc-4b07-882a-41bf75e060ed req-297b7ea3-f51b-4517-a838-71443375cc83 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:06.062712 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eec5e2cb-fddc-4b07-882a-41bf75e060ed req-297b7ea3-f51b-4517-a838-71443375cc83 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 943 time: 0.2105460 Feb 07 21:00:06.097079 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3fec57f-7b20-4104-afe1-ab8c60215af9 admin admin] Deleting subnet 19629b4d-a530-4f6d-97c6-359a9ece93ae {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:00:06.105134 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3fec57f-7b20-4104-afe1-ab8c60215af9 admin admin] Publish callbacks [] for subnet (19629b4d-a530-4f6d-97c6-359a9ece93ae), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:06.150080 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eec5e2cb-fddc-4b07-882a-41bf75e060ed req-068a3773-8d0a-4b46-9afd-7bf19e63efba tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818202 Feb 07 21:00:06.169238 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3fec57f-7b20-4104-afe1-ab8c60215af9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (19629b4d-a530-4f6d-97c6-359a9ece93ae), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:06.317398 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2aecb36d-f418-4ebc-91a2-6a3609cf3cf5 req-bc9ef2ce-5c07-44ed-a5cb-d3036f71b4df tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0556366 Feb 07 21:00:06.344882 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3fec57f-7b20-4104-afe1-ab8c60215af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (19629b4d-a530-4f6d-97c6-359a9ece93ae), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:06.402885 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3fec57f-7b20-4104-afe1-ab8c60215af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (19629b4d-a530-4f6d-97c6-359a9ece93ae), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:06.433355 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fec57f-7b20-4104-afe1-ab8c60215af9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19629b4d-a530-4f6d-97c6-359a9ece93ae,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:06.443141 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3fec57f-7b20-4104-afe1-ab8c60215af9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:06.446656 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f3fec57f-7b20-4104-afe1-ab8c60215af9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/19629b4d-a530-4f6d-97c6-359a9ece93ae HTTP/1.1" status: 204 len: 168 time: 0.3939254 Feb 07 21:00:06.449165 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43266) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:06.451736 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7153f4b-dfb1-4a4a-be15-28a5c05ef883 None None] Network fcba103a-a522-4757-9332-3424ed9e2aa6 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:00:06.521113 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80763142-a932-4ec7-9255-8adb86319544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (fcba103a-a522-4757-9332-3424ed9e2aa6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:06.614772 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-80763142-a932-4ec7-9255-8adb86319544 admin admin] Deleting port d37116e3-b170-45fb-8d16-453ed9c05328 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:00:06.615139 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80763142-a932-4ec7-9255-8adb86319544 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d37116e3-b170-45fb-8d16-453ed9c05328), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:06.682774 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3049e6-47e0-4031-9f3d-05966e0ea77d None None] DHCP port deletion for fcba103a-a522-4757-9332-3424ed9e2aa6 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:00:06.728533 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-80763142-a932-4ec7-9255-8adb86319544 admin admin] For port d37116e3-b170-45fb-8d16-453ed9c05328, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d37116e3-b170-45fb-8d16-453ed9c05328,segment=NetworkSegment(511c5bc2-455a-468d-83c7-489258c9c5fb),segment_id=511c5bc2-455a-468d-83c7-489258c9c5fb)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:00:06.729153 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80763142-a932-4ec7-9255-8adb86319544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d37116e3-b170-45fb-8d16-453ed9c05328), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:06.746548 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-80763142-a932-4ec7-9255-8adb86319544 admin admin] Calling delete_port for d37116e3-b170-45fb-8d16-453ed9c05328 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:00:06.757821 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ee3049e6-47e0-4031-9f3d-05966e0ea77d None None] Deleting port d37116e3-b170-45fb-8d16-453ed9c05328 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:00:06.758692 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ee3049e6-47e0-4031-9f3d-05966e0ea77d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d37116e3-b170-45fb-8d16-453ed9c05328), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:06.849097 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80763142-a932-4ec7-9255-8adb86319544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (d37116e3-b170-45fb-8d16-453ed9c05328), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:06.858482 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ee3049e6-47e0-4031-9f3d-05966e0ea77d None None] For port d37116e3-b170-45fb-8d16-453ed9c05328, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d37116e3-b170-45fb-8d16-453ed9c05328,segment=NetworkSegment(511c5bc2-455a-468d-83c7-489258c9c5fb),segment_id=511c5bc2-455a-468d-83c7-489258c9c5fb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:00:06.858878 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ee3049e6-47e0-4031-9f3d-05966e0ea77d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d37116e3-b170-45fb-8d16-453ed9c05328), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:06.874726 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ee3049e6-47e0-4031-9f3d-05966e0ea77d None None] Calling delete_port for d37116e3-b170-45fb-8d16-453ed9c05328 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:00:06.897621 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b325468-0a3c-4569-a65d-69d0b4d055e5 req-0657644b-e5bd-47c0-aec1-f424100cdb4a tempest-QuotasAdminNegativeTest-590560423 tempest-QuotasAdminNegativeTest-590560423-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=36ed8d36acb2415a82030e8340763e47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372980 Feb 07 21:00:06.902624 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80763142-a932-4ec7-9255-8adb86319544 admin admin] No DVR routers for this DVR port d37116e3-b170-45fb-8d16-453ed9c05328 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:00:06.915032 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80763142-a932-4ec7-9255-8adb86319544 admin admin] Pushing event deleted for resources: {'Port': ['ID=d37116e3-b170-45fb-8d16-453ed9c05328,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:07.011864 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ee3049e6-47e0-4031-9f3d-05966e0ea77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (d37116e3-b170-45fb-8d16-453ed9c05328), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:07.027219 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80763142-a932-4ec7-9255-8adb86319544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (fcba103a-a522-4757-9332-3424ed9e2aa6), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:07.032867 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3049e6-47e0-4031-9f3d-05966e0ea77d None None] No DVR routers for this DVR port d37116e3-b170-45fb-8d16-453ed9c05328 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:00:07.056980 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b325468-0a3c-4569-a65d-69d0b4d055e5 req-5ffe0309-05db-4f3e-a7b3-8793124a87d4 tempest-QuotasAdminNegativeTest-590560423 tempest-QuotasAdminNegativeTest-590560423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:07.058871 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b325468-0a3c-4569-a65d-69d0b4d055e5 req-5ffe0309-05db-4f3e-a7b3-8793124a87d4 tempest-QuotasAdminNegativeTest-590560423 tempest-QuotasAdminNegativeTest-590560423-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1605344 Feb 07 21:00:07.068968 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3049e6-47e0-4031-9f3d-05966e0ea77d None None] Pushing event deleted for resources: {'Port': ['ID=d37116e3-b170-45fb-8d16-453ed9c05328,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:07.077313 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-80763142-a932-4ec7-9255-8adb86319544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcba103a-a522-4757-9332-3424ed9e2aa6']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:00:07.082018 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b325468-0a3c-4569-a65d-69d0b4d055e5 req-06269be2-1b00-467c-845d-085ede9d3b1a tempest-QuotasAdminNegativeTest-590560423 tempest-QuotasAdminNegativeTest-590560423-project] 10.222.0.65 "GET /v2.0/quotas/36ed8d36acb2415a82030e8340763e47 HTTP/1.1" status: 200 len: 375 time: 0.0166030 Feb 07 21:00:07.104171 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-80763142-a932-4ec7-9255-8adb86319544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '511c5bc2-455a-468d-83c7-489258c9c5fb') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:00:07.104780 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-80763142-a932-4ec7-9255-8adb86319544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '511c5bc2-455a-468d-83c7-489258c9c5fb') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:00:07.127711 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80763142-a932-4ec7-9255-8adb86319544 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (511c5bc2-455a-468d-83c7-489258c9c5fb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:07.136975 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b325468-0a3c-4569-a65d-69d0b4d055e5 req-9860f2cf-db6c-4163-b88f-cd21f78e534f tempest-QuotasAdminNegativeTest-590560423 tempest-QuotasAdminNegativeTest-590560423-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=36ed8d36acb2415a82030e8340763e47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468278 Feb 07 21:00:07.145560 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80763142-a932-4ec7-9255-8adb86319544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (511c5bc2-455a-468d-83c7-489258c9c5fb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:07.154248 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80763142-a932-4ec7-9255-8adb86319544 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:00:07.155187 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80763142-a932-4ec7-9255-8adb86319544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (511c5bc2-455a-468d-83c7-489258c9c5fb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:00:07.158077 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:00:07.215414 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdd96c-e201-41b0-b195-83971002349c req-54339cdf-8b0a-4d43-9675-4bc22df0b114 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:07.217258 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8bcdd96c-e201-41b0-b195-83971002349c req-54339cdf-8b0a-4d43-9675-4bc22df0b114 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.0791705 Feb 07 21:00:07.265561 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80763142-a932-4ec7-9255-8adb86319544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (fcba103a-a522-4757-9332-3424ed9e2aa6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:07.275436 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80763142-a932-4ec7-9255-8adb86319544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:07.282854 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-80763142-a932-4ec7-9255-8adb86319544 admin admin] 10.222.0.65 "DELETE /v2.0/networks/fcba103a-a522-4757-9332-3424ed9e2aa6 HTTP/1.1" status: 204 len: 168 time: 0.8296416 Feb 07 21:00:07.300346 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8bcdd96c-e201-41b0-b195-83971002349c req-1580f09c-24d8-4a95-ad31-368e4a168f6f tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752571 Feb 07 21:00:07.302088 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80763142-a932-4ec7-9255-8adb86319544 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcba103a-a522-4757-9332-3424ed9e2aa6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:07.372909 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90be06f-5627-44d1-95f0-5cbc86985609 req-dad51cee-b2df-4f7c-b015-38ef57a25c05 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:07.374422 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d90be06f-5627-44d1-95f0-5cbc86985609 req-dad51cee-b2df-4f7c-b015-38ef57a25c05 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 943 time: 0.0796833 Feb 07 21:00:07.449339 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d90be06f-5627-44d1-95f0-5cbc86985609 req-7856f6fd-b1ce-46dd-9541-a5f89f67d055 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685983 Feb 07 21:00:07.518335 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43302) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:07.554033 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:00:07.568113 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-058aa2fe-eab6-4ff6-bc36-6f12a0a224b4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=17e0da288e2d4170aca8eb37b10be9b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483153 Feb 07 21:00:07.570563 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43308) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:07.586930 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a112cc80-3f46-45b6-bf0e-f29c616f5e43 req-752c8efe-2b20-4997-9644-e9160efc62b7 tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0546975 Feb 07 21:00:07.604051 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d60f067a-dbf8-4051-bbcb-0aa2e683a1fa no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:00:07.628600 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: d60f067a-dbf8-4051-bbcb-0aa2e683a1fa {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:00:07.628953 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d60f067a-dbf8-4051-bbcb-0aa2e683a1fa not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:00:07.630342 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d37116e3-b170-45fb-8d16-453ed9c05328 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:00:07.639116 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58c1490a-4940-447a-8fec-6a2e208124ae admin admin] Publish callbacks [] for security_group (6d88e224-a4b8-4516-98bd-25576139141b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:07.660207 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: d37116e3-b170-45fb-8d16-453ed9c05328 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:00:07.660582 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d37116e3-b170-45fb-8d16-453ed9c05328 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:00:07.661807 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58c1490a-4940-447a-8fec-6a2e208124ae admin admin] Publish callbacks [] for security_group (6d88e224-a4b8-4516-98bd-25576139141b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:07.716870 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58c1490a-4940-447a-8fec-6a2e208124ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (6d88e224-a4b8-4516-98bd-25576139141b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:07.722013 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58c1490a-4940-447a-8fec-6a2e208124ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:07.723398 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-58c1490a-4940-447a-8fec-6a2e208124ae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6d88e224-a4b8-4516-98bd-25576139141b HTTP/1.1" status: 204 len: 168 time: 0.1513999 Feb 07 21:00:07.736513 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1490a-4940-447a-8fec-6a2e208124ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d88e224-a4b8-4516-98bd-25576139141b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:08.102767 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8be47cbf-3312-4c62-b653-c9b77fc02511 req-16eabed4-91df-4967-b2d5-da6434526e26 tempest-QuotasAdminNegativeTest-590560423 tempest-QuotasAdminNegativeTest-590560423-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=36ed8d36acb2415a82030e8340763e47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329766 Feb 07 21:00:08.224903 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be47cbf-3312-4c62-b653-c9b77fc02511 req-1d0b2715-9c50-489b-88e5-c64321be5e6b tempest-QuotasAdminNegativeTest-590560423 tempest-QuotasAdminNegativeTest-590560423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:08.226950 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8be47cbf-3312-4c62-b653-c9b77fc02511 req-1d0b2715-9c50-489b-88e5-c64321be5e6b tempest-QuotasAdminNegativeTest-590560423 tempest-QuotasAdminNegativeTest-590560423-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1179602 Feb 07 21:00:08.259363 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8be47cbf-3312-4c62-b653-c9b77fc02511 req-946b3dff-ba49-42bd-97d1-e1673f5c468b tempest-QuotasAdminNegativeTest-590560423 tempest-QuotasAdminNegativeTest-590560423-project] 10.222.0.65 "GET /v2.0/quotas/36ed8d36acb2415a82030e8340763e47 HTTP/1.1" status: 200 len: 375 time: 0.0155396 Feb 07 21:00:08.287956 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8be47cbf-3312-4c62-b653-c9b77fc02511 req-38a7fbc0-9221-44ed-b8b0-24a7024d249e tempest-QuotasAdminNegativeTest-590560423 tempest-QuotasAdminNegativeTest-590560423-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=36ed8d36acb2415a82030e8340763e47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277326 Feb 07 21:00:08.477994 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737454e3-905d-49d9-bf65-60e381e7d8d1 req-c97f9960-dbec-4933-abe0-d01806d96a9b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:08.485864 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-737454e3-905d-49d9-bf65-60e381e7d8d1 req-c97f9960-dbec-4933-abe0-d01806d96a9b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.0846233 Feb 07 21:00:08.585884 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-737454e3-905d-49d9-bf65-60e381e7d8d1 req-8435551d-0a2f-4f81-b9c7-ba90ecdca70b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990250 Feb 07 21:00:08.724272 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff458d2-df38-4b87-9d1c-a6432a373367 req-ab943a2e-e343-427e-89c9-a886b848ee6f tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:08.726108 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ff458d2-df38-4b87-9d1c-a6432a373367 req-ab943a2e-e343-427e-89c9-a886b848ee6f tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 943 time: 0.0730712 Feb 07 21:00:08.789026 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ff458d2-df38-4b87-9d1c-a6432a373367 req-bd3bb244-5175-4093-b64b-896d86a3a402 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561998 Feb 07 21:00:08.877026 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b64b772a-f627-4982-a9d8-443b29cfcb13 req-bd8ee47d-d0fa-47ea-b9c5-774dc04097d3 tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0380971 Feb 07 21:00:09.265921 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b861536e-a85c-4c07-a8d7-677f81d4c4f0 req-5eda7ac1-adfb-439d-9ed8-97bedc2c9268 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0419948 Feb 07 21:00:09.309411 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a681bf01-9805-4c22-8ddc-bef65042ed02 req-c577834b-b617-4909-b169-38fa3e4ff528 tempest-QuotasAdminNegativeTest-590560423 tempest-QuotasAdminNegativeTest-590560423-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=36ed8d36acb2415a82030e8340763e47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216453 Feb 07 21:00:09.429068 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681bf01-9805-4c22-8ddc-bef65042ed02 req-824227c5-daff-4b45-a16c-8d729c540d2f tempest-QuotasAdminNegativeTest-590560423 tempest-QuotasAdminNegativeTest-590560423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:09.430776 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a681bf01-9805-4c22-8ddc-bef65042ed02 req-824227c5-daff-4b45-a16c-8d729c540d2f tempest-QuotasAdminNegativeTest-590560423 tempest-QuotasAdminNegativeTest-590560423-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1129553 Feb 07 21:00:09.448084 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a681bf01-9805-4c22-8ddc-bef65042ed02 req-fa3dfe51-ec46-4500-94e1-f080fe2a6b3b tempest-QuotasAdminNegativeTest-590560423 tempest-QuotasAdminNegativeTest-590560423-project] 10.222.0.65 "GET /v2.0/quotas/36ed8d36acb2415a82030e8340763e47 HTTP/1.1" status: 200 len: 375 time: 0.0118642 Feb 07 21:00:09.485482 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a681bf01-9805-4c22-8ddc-bef65042ed02 req-14ecde67-ae4b-4588-9f7a-370390890bcc tempest-QuotasAdminNegativeTest-590560423 tempest-QuotasAdminNegativeTest-590560423-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=36ed8d36acb2415a82030e8340763e47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322065 Feb 07 21:00:09.752155 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98714da1-a420-4c05-a710-c2f4014e97f0 req-92e13adc-9064-4dc6-bd29-dcc8931adbdb tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:09.753745 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-98714da1-a420-4c05-a710-c2f4014e97f0 req-92e13adc-9064-4dc6-bd29-dcc8931adbdb tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.0717146 Feb 07 21:00:09.800861 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-98714da1-a420-4c05-a710-c2f4014e97f0 req-bb8b3088-3995-41ee-b8e0-b19036f2ef4f tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416288 Feb 07 21:00:09.946238 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6ff89-9837-4b54-984a-7d5d8886e390 req-95eee3a3-a98a-429f-bdd5-97c4eb6b8641 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:09.955615 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19c6ff89-9837-4b54-984a-7d5d8886e390 req-95eee3a3-a98a-429f-bdd5-97c4eb6b8641 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 943 time: 0.0709558 Feb 07 21:00:10.029103 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19c6ff89-9837-4b54-984a-7d5d8886e390 req-eac71799-0685-4a98-99eb-fab759e39659 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677302 Feb 07 21:00:10.149987 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e0afe50b-4cfa-4b38-a235-10c437d04e62 req-1bde5838-e93d-4e93-a472-7fb2c2c7de37 tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0464435 Feb 07 21:00:10.182487 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43504) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:10.309866 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dee2acbd-78a8-43be-b3a6-ced08072054f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:10.390740 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dee2acbd-78a8-43be-b3a6-ced08072054f admin admin] Publish callbacks [] for security_group (851fa5f9-80c5-43b6-b6f3-362cc13551ca), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:10.395460 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dee2acbd-78a8-43be-b3a6-ced08072054f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (851fa5f9-80c5-43b6-b6f3-362cc13551ca), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:10.446685 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-dee2acbd-78a8-43be-b3a6-ced08072054f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=36ed8d36acb2415a82030e8340763e47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605948 Feb 07 21:00:10.446685 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2acbd-78a8-43be-b3a6-ced08072054f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851fa5f9-80c5-43b6-b6f3-362cc13551ca,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:10.448175 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43536) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:10.508284 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b77b262d-a9cc-4bcd-a6bc-5ecc06dac118 admin admin] Publish callbacks [] for security_group (851fa5f9-80c5-43b6-b6f3-362cc13551ca), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:10.540522 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b77b262d-a9cc-4bcd-a6bc-5ecc06dac118 admin admin] Publish callbacks [] for security_group (851fa5f9-80c5-43b6-b6f3-362cc13551ca), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:10.591645 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b77b262d-a9cc-4bcd-a6bc-5ecc06dac118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (851fa5f9-80c5-43b6-b6f3-362cc13551ca), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:10.596658 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b77b262d-a9cc-4bcd-a6bc-5ecc06dac118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:10.600466 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b77b262d-a9cc-4bcd-a6bc-5ecc06dac118 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/851fa5f9-80c5-43b6-b6f3-362cc13551ca HTTP/1.1" status: 204 len: 168 time: 0.1478610 Feb 07 21:00:10.615723 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b262d-a9cc-4bcd-a6bc-5ecc06dac118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851fa5f9-80c5-43b6-b6f3-362cc13551ca,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:10.967252 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43592) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:10.985518 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-982a9eda-f782-41fd-ad8f-a16461e7faa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:11.004400 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effd2eb-73a6-4b2e-bfde-667106d8893e req-8719ca9b-7456-4a4d-9ba7-8be364eb65c5 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:11.006180 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3effd2eb-73a6-4b2e-bfde-667106d8893e req-8719ca9b-7456-4a4d-9ba7-8be364eb65c5 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.1090662 Feb 07 21:00:11.071046 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3effd2eb-73a6-4b2e-bfde-667106d8893e req-98398ef8-52e7-4ca3-bfa8-187e2cc8a6c5 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590706 Feb 07 21:00:11.108018 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-982a9eda-f782-41fd-ad8f-a16461e7faa1 admin admin] Publish callbacks [] for security_group (b5558e07-5e88-4982-8803-6c61e23ec7e2), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:11.115721 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-982a9eda-f782-41fd-ad8f-a16461e7faa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b5558e07-5e88-4982-8803-6c61e23ec7e2), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:11.165582 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-982a9eda-f782-41fd-ad8f-a16461e7faa1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=be00e31b2a244bd89837546e2bd68d53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969495 Feb 07 21:00:11.170248 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43622) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:11.211025 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646b995-3f82-4aa9-9ea4-5083fb09f7c9 req-6e76ed89-3c40-4762-b39e-244d138b73fb tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:11.212827 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f646b995-3f82-4aa9-9ea4-5083fb09f7c9 req-6e76ed89-3c40-4762-b39e-244d138b73fb tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 943 time: 0.0699410 Feb 07 21:00:11.231210 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a9eda-f782-41fd-ad8f-a16461e7faa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5558e07-5e88-4982-8803-6c61e23ec7e2,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:11.246865 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5748efff-0f01-4e62-bbbb-1d8b6eaab776 admin admin] Publish callbacks [] for security_group (b5558e07-5e88-4982-8803-6c61e23ec7e2), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:11.270161 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5748efff-0f01-4e62-bbbb-1d8b6eaab776 admin admin] Publish callbacks [] for security_group (b5558e07-5e88-4982-8803-6c61e23ec7e2), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:11.341493 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5748efff-0f01-4e62-bbbb-1d8b6eaab776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b5558e07-5e88-4982-8803-6c61e23ec7e2), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:11.344192 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5748efff-0f01-4e62-bbbb-1d8b6eaab776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:11.348028 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5748efff-0f01-4e62-bbbb-1d8b6eaab776 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b5558e07-5e88-4982-8803-6c61e23ec7e2 HTTP/1.1" status: 204 len: 168 time: 0.1739924 Feb 07 21:00:11.357127 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748efff-0f01-4e62-bbbb-1d8b6eaab776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5558e07-5e88-4982-8803-6c61e23ec7e2,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:11.362054 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f646b995-3f82-4aa9-9ea4-5083fb09f7c9 req-d62579ca-ad40-4ff9-9281-d83bfd17d5e2 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409287 Feb 07 21:00:11.405768 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-191ac10e-d86b-4289-98ef-a81645b92a59 req-5a86cedf-e234-4d6b-b318-eabee57f3682 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0975783 Feb 07 21:00:11.577476 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e9dce48-d760-4b51-9008-5862571a8cfc req-cd889471-6cba-4475-b5d5-eea62eb48ff6 tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0699329 Feb 07 21:00:11.597557 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ac10e-d86b-4289-98ef-a81645b92a59 req-ffa0c7a4-e482-4672-b21f-58a203a41908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:11.599077 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-191ac10e-d86b-4289-98ef-a81645b92a59 req-ffa0c7a4-e482-4672-b21f-58a203a41908 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 1126 time: 0.1373286 Feb 07 21:00:11.727175 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ac10e-d86b-4289-98ef-a81645b92a59 req-e06d9180-ca8f-4bca-8659-0a04da5afa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:11.728930 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-191ac10e-d86b-4289-98ef-a81645b92a59 req-e06d9180-ca8f-4bca-8659-0a04da5afa1e service neutron] 10.222.0.69 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 909 time: 0.1068003 Feb 07 21:00:11.772284 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-191ac10e-d86b-4289-98ef-a81645b92a59 req-ce780e0c-8060-4bb0-8de4-0e98eafe490c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6b09002-66a4-4f94-9c19-96c99887aecc HTTP/1.1" status: 200 len: 217 time: 0.0359130 Feb 07 21:00:11.831777 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ac10e-d86b-4289-98ef-a81645b92a59 req-ef32246b-4a92-4f53-ae06-1a82efd35070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:11.833297 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-191ac10e-d86b-4289-98ef-a81645b92a59 req-ef32246b-4a92-4f53-ae06-1a82efd35070 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da67b52e-9fa9-4eda-bee9-de250f228011 HTTP/1.1" status: 200 len: 848 time: 0.0536869 Feb 07 21:00:11.876799 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-191ac10e-d86b-4289-98ef-a81645b92a59 req-6ef7ef03-d924-4e96-9412-596311d234bc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6d967ae2-07ea-401e-8063-c085e3020e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361493 Feb 07 21:00:11.987119 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-191ac10e-d86b-4289-98ef-a81645b92a59 req-2f414198-7ef9-4d1b-b578-dd8d84e89d51 service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038759 Feb 07 21:00:12.103861 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-191ac10e-d86b-4289-98ef-a81645b92a59 req-62162188-294d-4df9-80bc-4e9f8e24e075 service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093507 Feb 07 21:00:12.259772 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49432e9c-7219-48f2-a0c0-39def4baf2f1 req-35119d48-aef9-4be3-a158-b2b475d03622 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:12.265316 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49432e9c-7219-48f2-a0c0-39def4baf2f1 req-35119d48-aef9-4be3-a158-b2b475d03622 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.0796349 Feb 07 21:00:12.334519 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49432e9c-7219-48f2-a0c0-39def4baf2f1 req-a64d731b-79ee-4bba-bc70-e95184e4c359 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614545 Feb 07 21:00:12.560541 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6e83a-48e9-457b-803e-1968dff03147 req-dd48178f-dea3-4cbd-96e9-025cf2087eb1 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:12.570862 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9a6e83a-48e9-457b-803e-1968dff03147 req-dd48178f-dea3-4cbd-96e9-025cf2087eb1 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 943 time: 0.1016257 Feb 07 21:00:12.624125 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9a6e83a-48e9-457b-803e-1968dff03147 req-b89d0fe7-bb3f-4603-9468-d7c04842ee3e tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523212 Feb 07 21:00:12.770965 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-945fdba5-d59e-4646-9499-566af092b1e3 req-5b8d1b6e-6f11-42cd-a66c-fc9644e951d9 tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0475237 Feb 07 21:00:13.321973 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-86dd50f4-63da-4e2a-a7ab-68b79a5fbb91 tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a9f2878d0f39409aa8ab767bc0163ddf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209463 Feb 07 21:00:13.439163 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-e19f24e8-d897-4ee4-80fb-dc0cc6afb41b tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:13.449134 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-e19f24e8-d897-4ee4-80fb-dc0cc6afb41b tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1211956 Feb 07 21:00:13.468655 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-32fe01db-a829-4b7f-9999-0a16b6aac1e9 tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/quotas/a9f2878d0f39409aa8ab767bc0163ddf HTTP/1.1" status: 200 len: 375 time: 0.0168586 Feb 07 21:00:13.504836 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-e357e764-3c49-4129-baec-67f5dc93b8f9 tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a9f2878d0f39409aa8ab767bc0163ddf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348117 Feb 07 21:00:13.557050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fdf4d-2958-4caf-93e1-86fe56dbc3a3 req-39d18717-44bf-4e23-8a5a-333ced978d4b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:13.558509 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-784fdf4d-2958-4caf-93e1-86fe56dbc3a3 req-39d18717-44bf-4e23-8a5a-333ced978d4b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.0533087 Feb 07 21:00:13.608676 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-784fdf4d-2958-4caf-93e1-86fe56dbc3a3 req-fc3f80cc-7b78-4c74-a5c2-6ca9de10c761 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436864 Feb 07 21:00:13.698150 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16737b45-34be-4d55-8827-cd9953af9a4a req-c7e2c4f0-84e9-4a42-86cd-c1ab451361c2 tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/ports?device_id=87d64694-29f7-450b-aa71-196faf81314f HTTP/1.1" status: 200 len: 210 time: 0.0434911 Feb 07 21:00:13.814002 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b137b2-6e86-479f-af95-670245e2d829 req-ebabe75c-097e-407f-ad3a-4d6dc2ae02c3 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:13.816372 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49b137b2-6e86-479f-af95-670245e2d829 req-ebabe75c-097e-407f-ad3a-4d6dc2ae02c3 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 943 time: 0.0748262 Feb 07 21:00:13.877532 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49b137b2-6e86-479f-af95-670245e2d829 req-070f51df-2d5a-4920-b8d1-075f7d1a1290 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544894 Feb 07 21:00:14.033427 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbeeb35f-e770-4a43-94bd-dcf4fb594c6b req-1b40ca5a-dc6a-4125-84f0-32957465dd1e tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0475483 Feb 07 21:00:14.800219 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-844f71ea-9abf-4936-886b-a7a70fe84b01 tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=a9f2878d0f39409aa8ab767bc0163ddf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345011 Feb 07 21:00:14.859825 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b220725-bcc7-4d9e-968f-7d500dd513f3 req-f1d3e3d2-f349-4034-902a-9ce9f17f25b2 tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/ports?device_id=87d64694-29f7-450b-aa71-196faf81314f HTTP/1.1" status: 200 len: 210 time: 0.0659771 Feb 07 21:00:14.942739 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cb422-8834-40c1-a252-856e27b6d07d req-0bcd7c8d-42f1-45da-9077-5e19f5a0fe45 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:14.950935 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c8cb422-8834-40c1-a252-856e27b6d07d req-0bcd7c8d-42f1-45da-9077-5e19f5a0fe45 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.2455122 Feb 07 21:00:15.051215 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c8cb422-8834-40c1-a252-856e27b6d07d req-cba2f4cb-be45-422e-9b24-d6cf38aa6888 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994413 Feb 07 21:00:15.059171 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-447f9d33-0726-4988-8987-4102aeda0bfb tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:15.060696 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-447f9d33-0726-4988-8987-4102aeda0bfb tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2487395 Feb 07 21:00:15.085110 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-833cbbbc-e3f4-4505-80ab-85c979b6c9bc tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Request body: {'port': {'device_id': '87d64694-29f7-450b-aa71-196faf81314f', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': 'a9f2878d0f39409aa8ab767bc0163ddf'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:00:15.301812 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44030) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:15.418688 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fa794181-7980-44de-8822-7008a28013b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:15.425626 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3d699-0b7b-43c9-a362-b234401ce287 req-d76f9e26-a04a-4070-8132-a421cdb96b2b tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:15.427044 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-73a3d699-0b7b-43c9-a362-b234401ce287 req-d76f9e26-a04a-4070-8132-a421cdb96b2b tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 943 time: 0.4308438 Feb 07 21:00:15.469513 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-faea72c7-4009-45f3-ae43-9ce0933010b8 req-3b9f7fab-84f9-46d7-b7aa-b55343b671c5 tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0509622 Feb 07 21:00:15.521681 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fa794181-7980-44de-8822-7008a28013b9 admin admin] Publish callbacks [] for security_group (b895f85e-aeea-4647-95ed-68a37835d53b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:15.526781 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fa794181-7980-44de-8822-7008a28013b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b895f85e-aeea-4647-95ed-68a37835d53b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:15.557722 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-73a3d699-0b7b-43c9-a362-b234401ce287 req-4dd4781f-d207-4735-aa1c-06b994790762 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189768 Feb 07 21:00:15.566221 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-833cbbbc-e3f4-4505-80ab-85c979b6c9bc tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Made reservation on behalf of a9f2878d0f39409aa8ab767bc0163ddf for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:00:15.571166 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fa794181-7980-44de-8822-7008a28013b9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1c9fae011e674972a03cdf5ee64702e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2659597 Feb 07 21:00:15.571166 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa794181-7980-44de-8822-7008a28013b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b895f85e-aeea-4647-95ed-68a37835d53b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:15.571440 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-833cbbbc-e3f4-4505-80ab-85c979b6c9bc tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:15.573538 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44034) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:15.581051 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-833cbbbc-e3f4-4505-80ab-85c979b6c9bc tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:15.645934 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a1ddcaec-c6f5-45dd-a375-1ed63dbde856 admin admin] Publish callbacks [] for security_group (b895f85e-aeea-4647-95ed-68a37835d53b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:15.671432 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-833cbbbc-e3f4-4505-80ab-85c979b6c9bc tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Publish callbacks [] for security_group (bb6d6e15-7d6d-4b5c-9c51-5fa5204bcb5a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:15.672298 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a1ddcaec-c6f5-45dd-a375-1ed63dbde856 admin admin] Publish callbacks [] for security_group (b895f85e-aeea-4647-95ed-68a37835d53b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:15.676203 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-833cbbbc-e3f4-4505-80ab-85c979b6c9bc tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (bb6d6e15-7d6d-4b5c-9c51-5fa5204bcb5a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:15.737463 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a1ddcaec-c6f5-45dd-a375-1ed63dbde856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b895f85e-aeea-4647-95ed-68a37835d53b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:15.743384 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a1ddcaec-c6f5-45dd-a375-1ed63dbde856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:15.744883 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a1ddcaec-c6f5-45dd-a375-1ed63dbde856 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b895f85e-aeea-4647-95ed-68a37835d53b HTTP/1.1" status: 204 len: 168 time: 0.1701601 Feb 07 21:00:15.753439 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddcaec-c6f5-45dd-a375-1ed63dbde856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b895f85e-aeea-4647-95ed-68a37835d53b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:15.764289 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833cbbbc-e3f4-4505-80ab-85c979b6c9bc tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6d6e15-7d6d-4b5c-9c51-5fa5204bcb5a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:15.835702 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-833cbbbc-e3f4-4505-80ab-85c979b6c9bc tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Allocated IP 192.168.233.120 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/6b4446a7-d038-4eaa-ba2c-9d44f564b484) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:00:15.985454 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7d6c4c4c-1ac1-4ad2-be41-f6bf77c473fd req-efc30526-c5d6-472d-953e-31b78fed1a7a tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/ports?device_id=87d64694-29f7-450b-aa71-196faf81314f HTTP/1.1" status: 200 len: 210 time: 0.0343134 Feb 07 21:00:16.034748 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-833cbbbc-e3f4-4505-80ab-85c979b6c9bc tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Publish callbacks [] for port (6b4446a7-d038-4eaa-ba2c-9d44f564b484), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:16.070018 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-833cbbbc-e3f4-4505-80ab-85c979b6c9bc tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (6b4446a7-d038-4eaa-ba2c-9d44f564b484), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:16.127376 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-833cbbbc-e3f4-4505-80ab-85c979b6c9bc tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:00:16.130562 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-833cbbbc-e3f4-4505-80ab-85c979b6c9bc tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:00:16.133128 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-833cbbbc-e3f4-4505-80ab-85c979b6c9bc tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:00:16.183561 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833cbbbc-e3f4-4505-80ab-85c979b6c9bc tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Pushing event updated for resources: {'Port': ['ID=6b4446a7-d038-4eaa-ba2c-9d44f564b484,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:16.219346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-833cbbbc-e3f4-4505-80ab-85c979b6c9bc tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:16.220131 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-833cbbbc-e3f4-4505-80ab-85c979b6c9bc tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:16.242211 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-833cbbbc-e3f4-4505-80ab-85c979b6c9bc tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1625314 Feb 07 21:00:16.256464 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f911d76-a89f-4713-949e-c75544089534 req-84229f95-8b1d-484e-8002-1ccb8703cc6a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:16.258286 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6f911d76-a89f-4713-949e-c75544089534 req-84229f95-8b1d-484e-8002-1ccb8703cc6a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.0949216 Feb 07 21:00:16.263401 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-8fd53f27-2524-4a2e-9e8b-fd640d538916 service neutron] Request body: {'port': {'device_id': '87d64694-29f7-450b-aa71-196faf81314f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:00:16.355685 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6f911d76-a89f-4713-949e-c75544089534 req-759da6c2-59a2-414d-ad4c-f83237440db9 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889153 Feb 07 21:00:16.358176 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-8fd53f27-2524-4a2e-9e8b-fd640d538916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6b4446a7-d038-4eaa-ba2c-9d44f564b484), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:16.536886 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-71580c5f-2863-42dd-a830-73b59b1eece9 None None] Provisioning complete for port 6b4446a7-d038-4eaa-ba2c-9d44f564b484 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:00:16.537956 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-71580c5f-2863-42dd-a830-73b59b1eece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6b4446a7-d038-4eaa-ba2c-9d44f564b484), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:16.605219 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-71580c5f-2863-42dd-a830-73b59b1eece9 None None] Port 6b4446a7-d038-4eaa-ba2c-9d44f564b484 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:00:16.664931 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ace46676-8a6b-40f8-b94a-e3bfa60e6f27 req-470f45a2-cc5f-4ba0-902b-6db3d511c3f7 tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0571408 Feb 07 21:00:16.728953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-8fd53f27-2524-4a2e-9e8b-fd640d538916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b4446a7-d038-4eaa-ba2c-9d44f564b484 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:00:16.739402 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-8fd53f27-2524-4a2e-9e8b-fd640d538916 service neutron] Publish callbacks [] for port (6b4446a7-d038-4eaa-ba2c-9d44f564b484), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:16.757139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-8fd53f27-2524-4a2e-9e8b-fd640d538916 service neutron] Transition to ACTIVE for port object 6b4446a7-d038-4eaa-ba2c-9d44f564b484 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:00:16.762845 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-8fd53f27-2524-4a2e-9e8b-fd640d538916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (6b4446a7-d038-4eaa-ba2c-9d44f564b484), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:16.771315 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d23755-5b35-4550-9c08-ce77f894d556 req-92a1991e-dfee-47d0-945e-810bd609ef1f tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:16.772807 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51d23755-5b35-4550-9c08-ce77f894d556 req-92a1991e-dfee-47d0-945e-810bd609ef1f tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 943 time: 0.1049414 Feb 07 21:00:16.842122 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd53f27-2524-4a2e-9e8b-fd640d538916 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4446a7-d038-4eaa-ba2c-9d44f564b484,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:16.943405 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51d23755-5b35-4550-9c08-ce77f894d556 req-ec05b4d0-4f77-4b46-b72d-c9050b85465b tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444526 Feb 07 21:00:16.960897 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-8fd53f27-2524-4a2e-9e8b-fd640d538916 service neutron] Attempting to bind port 6b4446a7-d038-4eaa-ba2c-9d44f564b484 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:00:16.961243 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-8fd53f27-2524-4a2e-9e8b-fd640d538916 service neutron] Attempting to bind port 6b4446a7-d038-4eaa-ba2c-9d44f564b484 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:00:16.961574 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-8fd53f27-2524-4a2e-9e8b-fd640d538916 service neutron] Attempting to bind port 6b4446a7-d038-4eaa-ba2c-9d44f564b484 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:00:16.967958 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-8fd53f27-2524-4a2e-9e8b-fd640d538916 service neutron] Port 6b4446a7-d038-4eaa-ba2c-9d44f564b484 on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:00:16.968281 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-8fd53f27-2524-4a2e-9e8b-fd640d538916 service neutron] Attempting to bind port 6b4446a7-d038-4eaa-ba2c-9d44f564b484 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:00:16.974618 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-8fd53f27-2524-4a2e-9e8b-fd640d538916 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:00:16.974959 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-8fd53f27-2524-4a2e-9e8b-fd640d538916 service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:00:16.975428 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-8fd53f27-2524-4a2e-9e8b-fd640d538916 service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:00:16.975863 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-8fd53f27-2524-4a2e-9e8b-fd640d538916 service neutron] Bound port: 6b4446a7-d038-4eaa-ba2c-9d44f564b484, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:00:16.976227 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-8fd53f27-2524-4a2e-9e8b-fd640d538916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6b4446a7-d038-4eaa-ba2c-9d44f564b484), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:17.136703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-8fd53f27-2524-4a2e-9e8b-fd640d538916 service neutron] For port 6b4446a7-d038-4eaa-ba2c-9d44f564b484, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:00:17.140925 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-8fd53f27-2524-4a2e-9e8b-fd640d538916 service neutron] For port 6b4446a7-d038-4eaa-ba2c-9d44f564b484, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6b4446a7-d038-4eaa-ba2c-9d44f564b484,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:00:17.152483 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-8fd53f27-2524-4a2e-9e8b-fd640d538916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (6b4446a7-d038-4eaa-ba2c-9d44f564b484), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:17.170736 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1e032-2af0-4564-9705-e0b725ffab4a req-08418b79-2bbf-4560-881f-b52a8309dcfa tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:17.172213 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2df1e032-2af0-4564-9705-e0b725ffab4a req-08418b79-2bbf-4560-881f-b52a8309dcfa tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/ports?device_id=87d64694-29f7-450b-aa71-196faf81314f HTTP/1.1" status: 200 len: 948 time: 0.1017256 Feb 07 21:00:17.200783 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-8fd53f27-2524-4a2e-9e8b-fd640d538916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:17.201402 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-8fd53f27-2524-4a2e-9e8b-fd640d538916 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:17.202739 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-8fd53f27-2524-4a2e-9e8b-fd640d538916 service neutron] 10.222.0.69 "PUT /v2.0/ports/6b4446a7-d038-4eaa-ba2c-9d44f564b484 HTTP/1.1" status: 200 len: 1096 time: 0.9435136 Feb 07 21:00:17.205940 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d64694-29f7-450b-aa71-196faf81314f', 'tag': '6b4446a7-d038-4eaa-ba2c-9d44f564b484'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:00:17.209578 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ce004b-2c0d-41bd-a9b8-bcac54a1c720" -d '{"events": [{"name": "network-changed", "server_uuid": "87d64694-29f7-450b-aa71-196faf81314f", "tag": "6b4446a7-d038-4eaa-ba2c-9d44f564b484"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:00:17.224565 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 93ee91eb-6dbb-433c-a9fb-f56317706ba6 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:00:17.296881 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd53f27-2524-4a2e-9e8b-fd640d538916 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4446a7-d038-4eaa-ba2c-9d44f564b484,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:17.301711 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18900a0a-ea1d-4351-acf8-589b74a0e06d x-openstack-request-id: req-18900a0a-ea1d-4351-acf8-589b74a0e06d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:00:17.301952 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d64694-29f7-450b-aa71-196faf81314f", "tag": "6b4446a7-d038-4eaa-ba2c-9d44f564b484", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:00:17.302682 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-18900a0a-ea1d-4351-acf8-589b74a0e06d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:00:17.302682 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d64694-29f7-450b-aa71-196faf81314f', 'tag': '6b4446a7-d038-4eaa-ba2c-9d44f564b484', 'status': 'completed', 'code': 200} Feb 07 21:00:17.320120 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2df1e032-2af0-4564-9705-e0b725ffab4a req-2134412e-817a-40d4-a2f7-5c5d8131df4c tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb6d6e15-7d6d-4b5c-9c51-5fa5204bcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274450 Feb 07 21:00:17.351985 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-4414ad92-4252-40b8-8973-f88f620d50ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:17.353588 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-4414ad92-4252-40b8-8973-f88f620d50ef service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9f2878d0f39409aa8ab767bc0163ddf&device_id=87d64694-29f7-450b-aa71-196faf81314f HTTP/1.1" status: 200 len: 1130 time: 0.1000090 Feb 07 21:00:17.394893 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 93ee91eb-6dbb-433c-a9fb-f56317706ba6 is: DOWN; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:00:17.422641 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-0acd04ef-4708-4ddc-873a-8b353e2c3c0d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=6b4446a7-d038-4eaa-ba2c-9d44f564b484 HTTP/1.1" status: 200 len: 217 time: 0.0515654 Feb 07 21:00:17.510899 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44112) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:17.523795 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-59ecf52e-2d4c-4220-b61d-aa01f92c1b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:17.527869 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-59ecf52e-2d4c-4220-b61d-aa01f92c1b8f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0917811 Feb 07 21:00:17.554948 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224bbab-89bf-4edf-8584-fc544b32f3d2 req-8dd237c9-6d39-42b1-9b90-463379f8b9c1 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:17.556441 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6224bbab-89bf-4edf-8584-fc544b32f3d2 req-8dd237c9-6d39-42b1-9b90-463379f8b9c1 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.1122735 Feb 07 21:00:17.622770 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-a1602b7a-e5ae-487c-8960-8d4736d7d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:17.624274 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-a1602b7a-e5ae-487c-8960-8d4736d7d0a6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0851202 Feb 07 21:00:17.628284 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6224bbab-89bf-4edf-8584-fc544b32f3d2 req-c31c79ce-e73d-4466-b8a1-de0ee1f4ca2d tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564046 Feb 07 21:00:17.648920 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ffb3c228-45e4-468b-ad46-4480e9216230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:17.744601 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ffb3c228-45e4-468b-ad46-4480e9216230 admin admin] Publish callbacks [] for security_group (5219fe31-fdf6-45a3-b37c-a19ff222c34c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:17.750256 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ffb3c228-45e4-468b-ad46-4480e9216230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (5219fe31-fdf6-45a3-b37c-a19ff222c34c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:17.753942 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-cace6021-8b9c-4868-9aa8-cf11f40a092b service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209939 Feb 07 21:00:17.793303 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ffb3c228-45e4-468b-ad46-4480e9216230 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=32833712e17d4da59d29c942afc49832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2783775 Feb 07 21:00:17.793303 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3c228-45e4-468b-ad46-4480e9216230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5219fe31-fdf6-45a3-b37c-a19ff222c34c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:17.794176 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44120) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:17.812836 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6b9d9c64-4e7f-4721-ad6e-869f68b50ce9 req-015ef9eb-8497-4495-a6a8-fd91cf361bc2 tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0524747 Feb 07 21:00:17.844270 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e66ddb9c-2d39-4d28-ae30-9476d3930c21 admin admin] Publish callbacks [] for security_group (5219fe31-fdf6-45a3-b37c-a19ff222c34c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:17.868219 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e66ddb9c-2d39-4d28-ae30-9476d3930c21 admin admin] Publish callbacks [] for security_group (5219fe31-fdf6-45a3-b37c-a19ff222c34c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:17.893559 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cbd02948-591c-46ee-85f7-55caf2420bb3 req-cb70d492-c437-488d-8b08-ad1a3e96e182 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317201 Feb 07 21:00:17.918903 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e66ddb9c-2d39-4d28-ae30-9476d3930c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (5219fe31-fdf6-45a3-b37c-a19ff222c34c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:17.921736 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e66ddb9c-2d39-4d28-ae30-9476d3930c21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:17.923495 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e66ddb9c-2d39-4d28-ae30-9476d3930c21 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5219fe31-fdf6-45a3-b37c-a19ff222c34c HTTP/1.1" status: 204 len: 168 time: 0.1276958 Feb 07 21:00:17.931519 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ddb9c-2d39-4d28-ae30-9476d3930c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5219fe31-fdf6-45a3-b37c-a19ff222c34c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:18.020978 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce004b-2c0d-41bd-a9b8-bcac54a1c720 req-23e1e17e-b270-4105-ac45-1806e4032134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:18.022777 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16ce004b-2c0d-41bd-a9b8-bcac54a1c720 req-23e1e17e-b270-4105-ac45-1806e4032134 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9f2878d0f39409aa8ab767bc0163ddf&device_id=87d64694-29f7-450b-aa71-196faf81314f HTTP/1.1" status: 200 len: 1130 time: 0.0516369 Feb 07 21:00:18.178153 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0079b8-7c53-4054-9724-0ed894ebe901 req-363ba732-9b61-48c5-a396-4ac87f81be63 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:18.179688 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b0079b8-7c53-4054-9724-0ed894ebe901 req-363ba732-9b61-48c5-a396-4ac87f81be63 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 943 time: 0.0855696 Feb 07 21:00:18.197055 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce004b-2c0d-41bd-a9b8-bcac54a1c720 req-28bf6221-0d80-40b4-83e0-1655391bc5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:18.198462 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16ce004b-2c0d-41bd-a9b8-bcac54a1c720 req-28bf6221-0d80-40b4-83e0-1655391bc5ae service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1691573 Feb 07 21:00:18.250132 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16ce004b-2c0d-41bd-a9b8-bcac54a1c720 req-ccc2b691-5fe5-4659-bf4e-db10dc74128d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=6b4446a7-d038-4eaa-ba2c-9d44f564b484 HTTP/1.1" status: 200 len: 217 time: 0.0432367 Feb 07 21:00:18.266290 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-82470fda-0374-4a15-aff7-5c541580c423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:18.309913 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b0079b8-7c53-4054-9724-0ed894ebe901 req-5d854843-be03-4a58-aed9-5cd531ad16f3 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189876 Feb 07 21:00:18.329015 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce004b-2c0d-41bd-a9b8-bcac54a1c720 req-175648fd-fcb6-4509-bee4-07d26911f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:18.329015 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16ce004b-2c0d-41bd-a9b8-bcac54a1c720 req-175648fd-fcb6-4509-bee4-07d26911f400 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0688193 Feb 07 21:00:18.384895 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce004b-2c0d-41bd-a9b8-bcac54a1c720 req-7b999070-40cc-42c0-b918-67025ead8ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:18.386000 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16ce004b-2c0d-41bd-a9b8-bcac54a1c720 req-7b999070-40cc-42c0-b918-67025ead8ba6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0534759 Feb 07 21:00:18.513263 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6de0e9-de36-4661-a92e-5c489a6a1337 req-d46aa778-e0e2-4925-a26a-602e98f2ab36 tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:18.515058 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9e6de0e9-de36-4661-a92e-5c489a6a1337 req-d46aa778-e0e2-4925-a26a-602e98f2ab36 tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/ports?device_id=87d64694-29f7-450b-aa71-196faf81314f HTTP/1.1" status: 200 len: 948 time: 0.1136889 Feb 07 21:00:18.537749 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16ce004b-2c0d-41bd-a9b8-bcac54a1c720 req-412db296-940a-47d1-a31f-37f3ed85fe22 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443686 Feb 07 21:00:18.628878 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9e6de0e9-de36-4661-a92e-5c489a6a1337 req-282c20c2-97f5-44e8-84a9-38892f9c25f9 tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb6d6e15-7d6d-4b5c-9c51-5fa5204bcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036139 Feb 07 21:00:18.672193 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16ce004b-2c0d-41bd-a9b8-bcac54a1c720 req-5f5f7093-d756-4cac-814c-94a1745a7e6c service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269872 Feb 07 21:00:18.796413 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44148) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:18.829143 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-4629394d-f540-48a3-b1ac-2ebd94e72b71 service neutron] 10.222.0.69 "GET /v2.0/ports/93ee91eb-6dbb-433c-a9fb-f56317706ba6/bindings/n-h2-828185-2 HTTP/1.1" status: 200 len: 384 time: 0.1074867 Feb 07 21:00:18.840610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb1d2a-701e-48f1-88bc-f80775f9bc8d req-bac0b736-8445-4a9e-95f4-e0637266eca6 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:18.842075 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ecb1d2a-701e-48f1-88bc-f80775f9bc8d req-bac0b736-8445-4a9e-95f4-e0637266eca6 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.0822108 Feb 07 21:00:18.904942 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-0959b07b-bd7d-4d95-82f9-8937c6ca459e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1045143921-network', 'tenant_id': '528c3fd51ff249349d660f482f93da37'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:00:18.928957 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0959b07b-bd7d-4d95-82f9-8937c6ca459e admin admin] Made reservation on behalf of 528c3fd51ff249349d660f482f93da37 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:00:18.931604 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0959b07b-bd7d-4d95-82f9-8937c6ca459e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:18.940652 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0959b07b-bd7d-4d95-82f9-8937c6ca459e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:18.944866 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ecb1d2a-701e-48f1-88bc-f80775f9bc8d req-f7e44ff4-2f8c-4008-8b02-aef0f21dd0e4 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957160 Feb 07 21:00:18.965441 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd25727c-e4aa-43f1-9d64-1a6b75de03a3 req-5a944b5c-8cc4-4ce2-a4b6-2d51fabb4889 tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0326073 Feb 07 21:00:19.036891 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0959b07b-bd7d-4d95-82f9-8937c6ca459e admin admin] Publish callbacks [] for security_group (b5dc4a65-80d9-4b67-bd02-bc13518b4f5e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:19.041125 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0959b07b-bd7d-4d95-82f9-8937c6ca459e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b5dc4a65-80d9-4b67-bd02-bc13518b4f5e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:19.063176 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0959b07b-bd7d-4d95-82f9-8937c6ca459e admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:00:19.076958 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959b07b-bd7d-4d95-82f9-8937c6ca459e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:19.082689 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0959b07b-bd7d-4d95-82f9-8937c6ca459e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (f638ec27-818a-478c-bd2a-cb7a790547ad), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:19.083020 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-0959b07b-bd7d-4d95-82f9-8937c6ca459e admin admin] Added segment f638ec27-818a-478c-bd2a-cb7a790547ad of type vlan for network 5001b379-0d16-4857-8b55-5475fc3d0612 Feb 07 21:00:19.117959 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-7304f86a-1153-4128-bfb0-08751c6a2335 service neutron] For port 93ee91eb-6dbb-433c-a9fb-f56317706ba6, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=93ee91eb-6dbb-433c-a9fb-f56317706ba6,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:00:19.134504 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0959b07b-bd7d-4d95-82f9-8937c6ca459e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (5001b379-0d16-4857-8b55-5475fc3d0612), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:19.147522 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-7304f86a-1153-4128-bfb0-08751c6a2335 service neutron] For port 93ee91eb-6dbb-433c-a9fb-f56317706ba6, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:00:19.164352 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0959b07b-bd7d-4d95-82f9-8937c6ca459e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (5001b379-0d16-4857-8b55-5475fc3d0612), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:19.166467 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0959b07b-bd7d-4d95-82f9-8937c6ca459e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:19.167281 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0959b07b-bd7d-4d95-82f9-8937c6ca459e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:19.195980 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-7304f86a-1153-4128-bfb0-08751c6a2335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ee91eb-6dbb-433c-a9fb-f56317706ba6 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:00:19.208977 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-7304f86a-1153-4128-bfb0-08751c6a2335 service neutron] For port 93ee91eb-6dbb-433c-a9fb-f56317706ba6, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=93ee91eb-6dbb-433c-a9fb-f56317706ba6,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:00:19.232083 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-7304f86a-1153-4128-bfb0-08751c6a2335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (93ee91eb-6dbb-433c-a9fb-f56317706ba6), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:19.253680 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-28e6ff99-c48a-4c5f-937e-2be10dde5a36 req-027d2b34-f519-42be-b1f2-9983d5444199 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=faeb496d1012431b8853d803ad489e51&device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0357163 Feb 07 21:00:19.261350 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0959b07b-bd7d-4d95-82f9-8937c6ca459e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4609113 Feb 07 21:00:19.261562 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44160) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:19.268531 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ed91578e-8172-484b-b629-45a524452787 admin admin] Request body: {'subnet': {'network_id': '5001b379-0d16-4857-8b55-5475fc3d0612', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1045143921-subnet', 'tenant_id': '528c3fd51ff249349d660f482f93da37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:00:19.289425 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959b07b-bd7d-4d95-82f9-8937c6ca459e admin admin] Pushing event updated for resources: {'Network': ['ID=5001b379-0d16-4857-8b55-5475fc3d0612,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:19.301307 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 5001b379-0d16-4857-8b55-5475fc3d0612 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:00:19.306326 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-28e6ff99-c48a-4c5f-937e-2be10dde5a36 req-8ba9228f-cf01-4725-878e-60160200ca64 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=faeb496d1012431b8853d803ad489e51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344851 Feb 07 21:00:19.329164 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed91578e-8172-484b-b629-45a524452787 admin admin] Made reservation on behalf of 528c3fd51ff249349d660f482f93da37 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:00:19.332946 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed91578e-8172-484b-b629-45a524452787 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:19.356980 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f38403ba-7781-4df5-a282-777415ed0d20 req-69e1a0c9-9900-4d8d-98da-4bc7681b17da tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0999603 Feb 07 21:00:19.396006 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-7304f86a-1153-4128-bfb0-08751c6a2335 service neutron] Transition to ACTIVE for port object 93ee91eb-6dbb-433c-a9fb-f56317706ba6 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:00:19.405503 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-7304f86a-1153-4128-bfb0-08751c6a2335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (93ee91eb-6dbb-433c-a9fb-f56317706ba6), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:19.505135 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-7304f86a-1153-4128-bfb0-08751c6a2335 service neutron] No DVR routers for this DVR port 93ee91eb-6dbb-433c-a9fb-f56317706ba6 on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:00:19.527346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304f86a-1153-4128-bfb0-08751c6a2335 service neutron] Pushing event updated for resources: {'Port': ['ID=93ee91eb-6dbb-433c-a9fb-f56317706ba6,revision_number=10']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:19.552446 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6ff99-c48a-4c5f-937e-2be10dde5a36 req-888c6b31-b60e-4bee-a854-a986f9344377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:19.553983 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-28e6ff99-c48a-4c5f-937e-2be10dde5a36 req-888c6b31-b60e-4bee-a854-a986f9344377 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2396495 Feb 07 21:00:19.554816 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-7304f86a-1153-4128-bfb0-08751c6a2335 service neutron] 10.222.0.69 "PUT /v2.0/ports/93ee91eb-6dbb-433c-a9fb-f56317706ba6/bindings/n-h2-828185-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7116842 Feb 07 21:00:19.561979 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504e2f8-ba60-4a04-a9f0-d912f9b5f58c req-2f327272-64db-4bf2-aab7-c893bb3ee930 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:19.564765 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3504e2f8-ba60-4a04-a9f0-d912f9b5f58c req-2f327272-64db-4bf2-aab7-c893bb3ee930 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 944 time: 0.1554027 Feb 07 21:00:19.624899 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3504e2f8-ba60-4a04-a9f0-d912f9b5f58c req-966ea3e7-7b25-401e-a393-7345408bddbc tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551190 Feb 07 21:00:19.684480 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed91578e-8172-484b-b629-45a524452787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (7288118f-d382-42c5-a17d-902cfe145aa3), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:19.743537 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-4aa370e7-4b46-43c6-89a9-2675238f3811 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:19.745097 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-4aa370e7-4b46-43c6-89a9-2675238f3811 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e&tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&binding%3Ahost_id=n-h1-828185-2 HTTP/1.1" status: 200 len: 1126 time: 0.1009190 Feb 07 21:00:19.757766 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91578e-8172-484b-b629-45a524452787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7288118f-d382-42c5-a17d-902cfe145aa3,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:19.830173 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed91578e-8172-484b-b629-45a524452787 admin admin] Checking segment: {'id': 'f638ec27-818a-478c-bd2a-cb7a790547ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5001b379-0d16-4857-8b55-5475fc3d0612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:00:19.830769 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed91578e-8172-484b-b629-45a524452787 admin admin] Network hostable DHCP agents. Network: 5001b379-0d16-4857-8b55-5475fc3d0612, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:00:19.881149 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed91578e-8172-484b-b629-45a524452787 admin admin] Network 5001b379-0d16-4857-8b55-5475fc3d0612 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:00:19.888162 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-1c4b1cdd-89bf-4bba-9785-a24465c0887b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:19.890340 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-1c4b1cdd-89bf-4bba-9785-a24465c0887b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e&tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7 HTTP/1.1" status: 200 len: 1126 time: 0.1288352 Feb 07 21:00:19.895643 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7c5cc-281f-4ad7-b913-1aee1abe9cde req-13b370a8-161b-427b-b0c7-1241ac4e41f4 tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:19.902883 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ad7c5cc-281f-4ad7-b913-1aee1abe9cde req-13b370a8-161b-427b-b0c7-1241ac4e41f4 tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/ports?device_id=87d64694-29f7-450b-aa71-196faf81314f HTTP/1.1" status: 200 len: 948 time: 0.1924918 Feb 07 21:00:19.903454 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-ed91578e-8172-484b-b629-45a524452787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 5001b379-0d16-4857-8b55-5475fc3d0612) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:00:19.908238 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed91578e-8172-484b-b629-45a524452787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:19.911597 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed91578e-8172-484b-b629-45a524452787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:19.930878 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38357c52-1324-4f15-a180-9532b39e6d31 None None] Network 5001b379-0d16-4857-8b55-5475fc3d0612 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:00:19.931270 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ed91578e-8172-484b-b629-45a524452787 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6684573 Feb 07 21:00:19.967781 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ad7c5cc-281f-4ad7-b913-1aee1abe9cde req-1eccafc5-c67d-4162-8ed5-08af84241f43 tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb6d6e15-7d6d-4b5c-9c51-5fa5204bcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627568 Feb 07 21:00:20.022983 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-a53c50db-215b-4cdc-8330-0aff932421e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:20.024870 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-a53c50db-215b-4cdc-8330-0aff932421e8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 1126 time: 0.0673857 Feb 07 21:00:20.059125 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e68c691-d303-4be5-a6ad-128b52aaea51 req-539e9f2b-a3ca-40f0-88c3-c9028bb97057 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519466 Feb 07 21:00:20.155728 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-03673a20-a2ac-4644-9173-51c55336013c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:20.157757 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-03673a20-a2ac-4644-9173-51c55336013c service neutron] 10.222.0.71 "GET /v2.0/networks?id=9707a7e2-bd1b-48e9-a067-23aeb539b5df HTTP/1.1" status: 200 len: 922 time: 0.1243727 Feb 07 21:00:20.166421 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254ead65-9e63-4f5e-ba10-9d9c48cc9690 None None] Network 5001b379-0d16-4857-8b55-5475fc3d0612 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:00:20.228896 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396aed1-573f-40ec-8779-07cb7a932211 req-fa8940d5-8a55-4a62-b15f-edd89d4dd8f2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:20.253054 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3396aed1-573f-40ec-8779-07cb7a932211 req-fa8940d5-8a55-4a62-b15f-edd89d4dd8f2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.1876066 Feb 07 21:00:20.254011 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-d4da5272-cac0-4591-8d6d-e445929a7e92 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93ee91eb-6dbb-433c-a9fb-f56317706ba6 HTTP/1.1" status: 200 len: 217 time: 0.0848889 Feb 07 21:00:20.265125 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68c691-d303-4be5-a6ad-128b52aaea51 req-57ac69bc-fd54-463a-9b1c-2c247b5d7132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:20.267057 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e68c691-d303-4be5-a6ad-128b52aaea51 req-57ac69bc-fd54-463a-9b1c-2c247b5d7132 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 1126 time: 0.1351674 Feb 07 21:00:20.322685 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-91fc3d75-b9a4-4577-b403-4b376a8c9dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:20.325062 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-91fc3d75-b9a4-4577-b403-4b376a8c9dda service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f3768dda-d71b-40b0-9d56-296b11c3fa2b HTTP/1.1" status: 200 len: 861 time: 0.0617352 Feb 07 21:00:20.331308 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3396aed1-573f-40ec-8779-07cb7a932211 req-bfc29044-7432-4a3b-9966-c04b9bdd041d tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721924 Feb 07 21:00:20.367368 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-d3b6a3ce-b35e-441b-97a9-db060d5031a1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9707a7e2-bd1b-48e9-a067-23aeb539b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337672 Feb 07 21:00:20.474198 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-c48cad87-7e16-48d0-ab4d-b328401a1540 service neutron] 10.222.0.71 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989938 Feb 07 21:00:20.477574 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5db6e96e-4adb-4032-9ccd-7faa2021283e req-9b39c3b2-d60c-4d8b-aa81-7e0ad4f7fe49 tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0388584 Feb 07 21:00:20.503269 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-588cd5b5-b839-42ca-9118-c3dfd56f2bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:20.516561 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68c691-d303-4be5-a6ad-128b52aaea51 req-e862a3b5-27ed-4503-a7de-6f73cfbad2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:20.518232 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e68c691-d303-4be5-a6ad-128b52aaea51 req-e862a3b5-27ed-4503-a7de-6f73cfbad2d5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9707a7e2-bd1b-48e9-a067-23aeb539b5df HTTP/1.1" status: 200 len: 922 time: 0.2100306 Feb 07 21:00:20.541348 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-eac0dd92-69ae-45bd-842f-02232270b467 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:20.543889 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-eac0dd92-69ae-45bd-842f-02232270b467 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/networks?id=5001b379-0d16-4857-8b55-5475fc3d0612 HTTP/1.1" status: 200 len: 822 time: 0.2007475 Feb 07 21:00:20.578671 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e68c691-d303-4be5-a6ad-128b52aaea51 req-b1952656-b618-4d94-8012-c98d0d291d41 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=895268e1-a192-4831-94b8-12c0270628fc HTTP/1.1" status: 200 len: 217 time: 0.0528340 Feb 07 21:00:20.582613 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-3a2e0751-2e58-4f82-83d5-f1679619524d tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/quotas/528c3fd51ff249349d660f482f93da37 HTTP/1.1" status: 200 len: 375 time: 0.0113449 Feb 07 21:00:20.604921 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-dffc39be-5d3f-4f48-83f1-227d67d8aaae service neutron] 10.222.0.71 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084256 Feb 07 21:00:20.647475 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-aebb5f4f-0c08-44f4-b867-698bd141d8c3 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=528c3fd51ff249349d660f482f93da37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574076 Feb 07 21:00:20.711124 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68c691-d303-4be5-a6ad-128b52aaea51 req-5dab0ce0-df0f-479b-90d9-81379614c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:20.712579 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e68c691-d303-4be5-a6ad-128b52aaea51 req-5dab0ce0-df0f-479b-90d9-81379614c38c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f3768dda-d71b-40b0-9d56-296b11c3fa2b HTTP/1.1" status: 200 len: 861 time: 0.1214223 Feb 07 21:00:20.771412 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e68c691-d303-4be5-a6ad-128b52aaea51 req-48890bc4-9488-4ece-b60f-f2089d94b673 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9707a7e2-bd1b-48e9-a067-23aeb539b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411873 Feb 07 21:00:20.861912 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-04832f00-bb08-4938-8bc9-487abe62cb39 service neutron] 10.222.0.65 "GET /v2.0/networks/5001b379-0d16-4857-8b55-5475fc3d0612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028873 Feb 07 21:00:20.873549 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4b4e8-93d3-49f1-84d6-89de5333fcd8 req-53f1f658-3511-44d7-b8e5-13b74faea87b tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:20.874283 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63a4b4e8-93d3-49f1-84d6-89de5333fcd8 req-53f1f658-3511-44d7-b8e5-13b74faea87b tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 944 time: 0.1650982 Feb 07 21:00:20.937769 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-0bb4cfb8-c0f0-4a07-8549-c4a8ba7eea91 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:20.939103 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-0bb4cfb8-c0f0-4a07-8549-c4a8ba7eea91 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e&tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&binding%3Ahost_id=n-h2-828185-2 HTTP/1.1" status: 200 len: 1126 time: 0.1081183 Feb 07 21:00:20.996705 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e68c691-d303-4be5-a6ad-128b52aaea51 req-25e9d341-f1dc-489d-9b2a-9a23fc5cea64 service neutron] 10.222.0.71 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088335 Feb 07 21:00:21.003043 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63a4b4e8-93d3-49f1-84d6-89de5333fcd8 req-2f216b20-66c4-46b5-a33d-030e2d6eed42 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159217 Feb 07 21:00:21.080751 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-6dddf0aa-a3cd-4d4c-bb8a-0beb19737b79 service neutron] 10.222.0.65 "GET /v2.0/networks/5001b379-0d16-4857-8b55-5475fc3d0612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053916 Feb 07 21:00:21.099584 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-38417bda-7ffa-48c4-ac93-8085b7a00afc service neutron] For port 93ee91eb-6dbb-433c-a9fb-f56317706ba6, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:00:21.103232 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-38417bda-7ffa-48c4-ac93-8085b7a00afc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:21.105048 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a3cbb58-9210-4cea-9723-b5f5f3d19650 req-38417bda-7ffa-48c4-ac93-8085b7a00afc service neutron] 10.222.0.71 "DELETE /v2.0/ports/93ee91eb-6dbb-433c-a9fb-f56317706ba6/bindings/n-h1-828185-2 HTTP/1.1" status: 204 len: 173 time: 0.1574464 Feb 07 21:00:21.183437 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e68c691-d303-4be5-a6ad-128b52aaea51 req-d811e7ca-bd1a-4502-9611-4d4391edef3d service neutron] 10.222.0.71 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795177 Feb 07 21:00:21.191322 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3ebbb-0bde-4635-bba7-312997e38d39 req-b73ebfed-76d5-4a3b-909d-c1ba37f5d457 tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:21.192799 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-22c3ebbb-0bde-4635-bba7-312997e38d39 req-b73ebfed-76d5-4a3b-909d-c1ba37f5d457 tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/ports?device_id=87d64694-29f7-450b-aa71-196faf81314f HTTP/1.1" status: 200 len: 948 time: 0.1021316 Feb 07 21:00:21.267703 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-559e7823-2e1e-483c-abe8-c632147b312d req-8cf385d9-673a-4446-849d-ead2e89b2c5a tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 210 time: 0.0382102 Feb 07 21:00:21.617879 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-28e6ff99-c48a-4c5f-937e-2be10dde5a36 req-84024476-34a7-44a1-a8b2-7d204f54b2c9 tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.71 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.3588202 Feb 07 21:00:21.639180 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:21.660390 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-22c3ebbb-0bde-4635-bba7-312997e38d39 req-73e146ac-fbfa-492c-bf18-df48e1ff4657 tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb6d6e15-7d6d-4b5c-9c51-5fa5204bcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4589264 Feb 07 21:00:21.694767 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26993901-b7bd-4338-87d7-53e13a8ec86b req-57c0b672-15dc-4b5e-a14d-907106d9bf04 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:21.695253 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-26993901-b7bd-4338-87d7-53e13a8ec86b req-57c0b672-15dc-4b5e-a14d-907106d9bf04 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.0800128 Feb 07 21:00:21.776851 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-26993901-b7bd-4338-87d7-53e13a8ec86b req-a259577c-8602-4c15-87f0-12eeb7510696 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807178 Feb 07 21:00:21.878363 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4aee7799-8378-47af-8320-c3788ace18c0 req-2eb0c29e-e0b7-46e8-981f-64c226db226f tempest-ServerShowV254Test-1317277316 tempest-ServerShowV254Test-1317277316-project] 10.222.0.65 "GET /v2.0/ports?device_id=01a3e69d-d11a-4d98-ab46-e5e8c7f7284c HTTP/1.1" status: 200 len: 210 time: 0.0929127 Feb 07 21:00:22.167082 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb32460-c056-4706-9681-34fcd71c7e0e req-91624411-4c8e-40da-b9a4-25388e5233bf tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:22.168705 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8bb32460-c056-4706-9681-34fcd71c7e0e req-91624411-4c8e-40da-b9a4-25388e5233bf tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 944 time: 0.0764735 Feb 07 21:00:22.231771 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8bb32460-c056-4706-9681-34fcd71c7e0e req-2f7aa4db-32d6-4478-b610-5844b66262f2 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555041 Feb 07 21:00:22.346870 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-1533205b-0f11-490c-8b47-45d7e0eeda19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:22.349333 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-1533205b-0f11-490c-8b47-45d7e0eeda19 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 1127 time: 0.0575571 Feb 07 21:00:22.462133 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db28706d-dd36-467f-ac70-2a8ead274eb3 req-821c64b9-f70d-4eab-acec-498e6029afba tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 210 time: 0.0817409 Feb 07 21:00:22.490795 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011071e9-2eac-4027-8b2b-af1bbd20122b req-e1eacc9e-1c86-4d45-8c09-a6f062dc7e60 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:22.492352 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-011071e9-2eac-4027-8b2b-af1bbd20122b req-e1eacc9e-1c86-4d45-8c09-a6f062dc7e60 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 1126 time: 0.1343617 Feb 07 21:00:22.537837 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-a382fccc-7b08-49ca-964a-62175d50ca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:22.539208 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-a382fccc-7b08-49ca-964a-62175d50ca97 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 909 time: 0.1699250 Feb 07 21:00:22.606232 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-5f99ef23-dd44-4a8a-8567-3eb4535db481 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2caaae4e-7044-4456-8451-ea9044187bb7 HTTP/1.1" status: 200 len: 217 time: 0.0582020 Feb 07 21:00:22.620891 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-011071e9-2eac-4027-8b2b-af1bbd20122b req-db523596-7201-4b04-9050-a63ffe19377b tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160505 Feb 07 21:00:22.750029 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-110811da-1da9-43af-b05c-0794d53b3fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:22.752462 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-110811da-1da9-43af-b05c-0794d53b3fb3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=da67b52e-9fa9-4eda-bee9-de250f228011 HTTP/1.1" status: 200 len: 848 time: 0.1306987 Feb 07 21:00:22.823977 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-633cacb1-7b8c-4367-b3dd-d6494a69c9ec tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:22.825482 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-633cacb1-7b8c-4367-b3dd-d6494a69c9ec tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.69 "GET /v2.0/networks?id=5001b379-0d16-4857-8b55-5475fc3d0612 HTTP/1.1" status: 200 len: 822 time: 0.2309351 Feb 07 21:00:22.827181 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-8befd8bc-4473-427c-b9be-f7aed6f03cef service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6d967ae2-07ea-401e-8063-c085e3020e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686660 Feb 07 21:00:22.855443 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-e9d76e61-8e9c-47bf-a00f-4e9517d9bfff tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Request body: {'port': {'device_id': 'fe87c892-99eb-4328-bf07-4023bb1792d3', 'network_id': '5001b379-0d16-4857-8b55-5475fc3d0612', 'admin_state_up': True, 'tenant_id': '528c3fd51ff249349d660f482f93da37'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:00:22.981788 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4725c6b-840a-4ecc-8c94-942c1a4ffd7f req-cf9ef893-e49c-42ab-bfc8-4c1987da9793 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:22.983317 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4725c6b-840a-4ecc-8c94-942c1a4ffd7f req-cf9ef893-e49c-42ab-bfc8-4c1987da9793 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 1126 time: 0.2356946 Feb 07 21:00:23.003241 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d737f7-fb6b-40d6-b874-b86b0a30fccd req-6269f236-1167-4459-9a97-9c3b316774ab tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:23.004664 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9d737f7-fb6b-40d6-b874-b86b0a30fccd req-6269f236-1167-4459-9a97-9c3b316774ab tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/ports?device_id=87d64694-29f7-450b-aa71-196faf81314f HTTP/1.1" status: 200 len: 948 time: 0.2366278 Feb 07 21:00:23.067849 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-b0600b0c-6b79-4508-bfcb-ad4fc8bfb687 service neutron] 10.222.0.71 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263017 Feb 07 21:00:23.102274 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:23.181430 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4725c6b-840a-4ecc-8c94-942c1a4ffd7f req-41bee6d0-22c7-4bc1-81fc-72f59d49164e tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865485 Feb 07 21:00:23.187195 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9d737f7-fb6b-40d6-b874-b86b0a30fccd req-671358d4-482a-47d6-8905-f42610ab9902 tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb6d6e15-7d6d-4b5c-9c51-5fa5204bcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583076 Feb 07 21:00:23.189853 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-e9d76e61-8e9c-47bf-a00f-4e9517d9bfff tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Made reservation on behalf of 528c3fd51ff249349d660f482f93da37 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:00:23.193064 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-e9d76e61-8e9c-47bf-a00f-4e9517d9bfff tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:23.265918 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-19445d7a-62e2-4c45-b56a-ec01633fec4d service neutron] 10.222.0.71 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866207 Feb 07 21:00:23.275791 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6b4446a7-d038-4eaa-ba2c-9d44f564b484 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:00:23.409452 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9072fe1-d78d-4160-b530-e34c1cf61e83 req-99361eee-4a72-4055-aa7d-3b65b203e362 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:23.411525 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9072fe1-d78d-4160-b530-e34c1cf61e83 req-99361eee-4a72-4055-aa7d-3b65b203e362 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.1509178 Feb 07 21:00:23.456046 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-e9d76e61-8e9c-47bf-a00f-4e9517d9bfff tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Allocated IP 172.20.0.7 (5001b379-0d16-4857-8b55-5475fc3d0612/7288118f-d382-42c5-a17d-902cfe145aa3/624bc342-2e05-44ba-a3a5-cb706c43cdb7) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:00:23.476026 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 6b4446a7-d038-4eaa-ba2c-9d44f564b484, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6b4446a7-d038-4eaa-ba2c-9d44f564b484,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:00:23.495509 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '6b4446a7-d038-4eaa-ba2c-9d44f564b484', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '6b4446a7-d038-4eaa-ba2c-9d44f564b484', 'mac_address': 'fa:16:3e:bd:6b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:00:23.499918 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9072fe1-d78d-4160-b530-e34c1cf61e83 req-bd8561fa-37f4-469f-9e2b-aafe5bb79bf7 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795505 Feb 07 21:00:23.546812 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44246) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:23.560927 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 6b4446a7-d038-4eaa-ba2c-9d44f564b484 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:00:23.561352 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6b4446a7-d038-4eaa-ba2c-9d44f564b484), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:23.587880 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b4446a7-d038-4eaa-ba2c-9d44f564b484 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:00:23.631008 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 6b4446a7-d038-4eaa-ba2c-9d44f564b484, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6b4446a7-d038-4eaa-ba2c-9d44f564b484,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:00:23.641426 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6b4446a7-d038-4eaa-ba2c-9d44f564b484), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:23.649593 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7096a87c-ed4d-47e3-b93f-4473aa3ed83a req-d044122a-1381-4bad-8409-07d377143be7 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 210 time: 0.0372632 Feb 07 21:00:23.728610 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=6b4446a7-d038-4eaa-ba2c-9d44f564b484,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:23.739457 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e537f9b-bea7-429c-9203-dbfb683ff9b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:23.747254 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-e9d76e61-8e9c-47bf-a00f-4e9517d9bfff tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks [] for port (624bc342-2e05-44ba-a3a5-cb706c43cdb7), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:23.804580 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-e9d76e61-8e9c-47bf-a00f-4e9517d9bfff tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (624bc342-2e05-44ba-a3a5-cb706c43cdb7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:23.838230 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e537f9b-bea7-429c-9203-dbfb683ff9b1 admin admin] Publish callbacks [] for security_group (85fe5cca-8e25-46c2-9046-d3c7d1746e0a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:23.844057 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e537f9b-bea7-429c-9203-dbfb683ff9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (85fe5cca-8e25-46c2-9046-d3c7d1746e0a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:23.870909 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-e9d76e61-8e9c-47bf-a00f-4e9517d9bfff tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Network 5001b379-0d16-4857-8b55-5475fc3d0612 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:00:23.875871 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-e9d76e61-8e9c-47bf-a00f-4e9517d9bfff tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:00:23.880357 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-e9d76e61-8e9c-47bf-a00f-4e9517d9bfff tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:00:23.882871 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d76e61-8e9c-47bf-a00f-4e9517d9bfff tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Pushing event updated for resources: {'Port': ['ID=624bc342-2e05-44ba-a3a5-cb706c43cdb7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:23.888074 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e537f9b-bea7-429c-9203-dbfb683ff9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fe5cca-8e25-46c2-9046-d3c7d1746e0a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:23.895623 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7e537f9b-bea7-429c-9203-dbfb683ff9b1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=faeb496d1012431b8853d803ad489e51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3440976 Feb 07 21:00:23.895786 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44256) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:23.931203 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-e9d76e61-8e9c-47bf-a00f-4e9517d9bfff tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:23.931820 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-e9d76e61-8e9c-47bf-a00f-4e9517d9bfff tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:23.949757 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-e9d76e61-8e9c-47bf-a00f-4e9517d9bfff tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1071315 Feb 07 21:00:23.954959 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-29f3e15a-d4b9-452c-8553-0e432ac1011d admin admin] Publish callbacks [] for security_group (85fe5cca-8e25-46c2-9046-d3c7d1746e0a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:23.960748 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-c644f098-c573-468d-bb15-034d68ea8ae6 service neutron] Request body: {'port': {'device_id': 'fe87c892-99eb-4328-bf07-4023bb1792d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:00:23.980755 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-29f3e15a-d4b9-452c-8553-0e432ac1011d admin admin] Publish callbacks [] for security_group (85fe5cca-8e25-46c2-9046-d3c7d1746e0a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:24.023534 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-c644f098-c573-468d-bb15-034d68ea8ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (624bc342-2e05-44ba-a3a5-cb706c43cdb7), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:24.031710 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['6b4446a7-d038-4eaa-ba2c-9d44f564b484'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:00:24.035141 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-29f3e15a-d4b9-452c-8553-0e432ac1011d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (85fe5cca-8e25-46c2-9046-d3c7d1746e0a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:24.038470 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-29f3e15a-d4b9-452c-8553-0e432ac1011d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:24.042350 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-29f3e15a-d4b9-452c-8553-0e432ac1011d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/85fe5cca-8e25-46c2-9046-d3c7d1746e0a HTTP/1.1" status: 204 len: 168 time: 0.1431844 Feb 07 21:00:24.053876 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3e15a-d4b9-452c-8553-0e432ac1011d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fe5cca-8e25-46c2-9046-d3c7d1746e0a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:24.357287 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:24.375304 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49735d4d-dc59-45fa-bb70-bd23bdd4653d req-9915f4b4-940e-4c20-9a9b-aae241087caa tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:24.378366 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49735d4d-dc59-45fa-bb70-bd23bdd4653d req-9915f4b4-940e-4c20-9a9b-aae241087caa tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/ports?device_id=87d64694-29f7-450b-aa71-196faf81314f HTTP/1.1" status: 200 len: 949 time: 0.1045518 Feb 07 21:00:24.463004 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49735d4d-dc59-45fa-bb70-bd23bdd4653d req-0d7220d0-b1f8-421b-868a-10b1e3b5a298 tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb6d6e15-7d6d-4b5c-9c51-5fa5204bcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785441 Feb 07 21:00:24.518839 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-c644f098-c573-468d-bb15-034d68ea8ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624bc342-2e05-44ba-a3a5-cb706c43cdb7 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:00:24.530958 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-c644f098-c573-468d-bb15-034d68ea8ae6 service neutron] Publish callbacks [] for port (624bc342-2e05-44ba-a3a5-cb706c43cdb7), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:24.564720 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-c644f098-c573-468d-bb15-034d68ea8ae6 service neutron] Transition to ACTIVE for port object 624bc342-2e05-44ba-a3a5-cb706c43cdb7 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:00:24.576668 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-c644f098-c573-468d-bb15-034d68ea8ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (624bc342-2e05-44ba-a3a5-cb706c43cdb7), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:24.714402 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644f098-c573-468d-bb15-034d68ea8ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=624bc342-2e05-44ba-a3a5-cb706c43cdb7,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:24.767663 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b463b-4dc6-4670-b2c3-02bf42395284 req-436916a6-c154-489c-8664-6bad51f81185 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:24.769220 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d39b463b-4dc6-4670-b2c3-02bf42395284 req-436916a6-c154-489c-8664-6bad51f81185 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.1557786 Feb 07 21:00:24.857042 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-c644f098-c573-468d-bb15-034d68ea8ae6 service neutron] Attempting to bind port 624bc342-2e05-44ba-a3a5-cb706c43cdb7 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:00:24.857305 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-c644f098-c573-468d-bb15-034d68ea8ae6 service neutron] Attempting to bind port 624bc342-2e05-44ba-a3a5-cb706c43cdb7 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'f638ec27-818a-478c-bd2a-cb7a790547ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5001b379-0d16-4857-8b55-5475fc3d0612'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:00:24.857591 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-c644f098-c573-468d-bb15-034d68ea8ae6 service neutron] Attempting to bind port 624bc342-2e05-44ba-a3a5-cb706c43cdb7 on network 5001b379-0d16-4857-8b55-5475fc3d0612 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:00:24.873900 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-c644f098-c573-468d-bb15-034d68ea8ae6 service neutron] Port 624bc342-2e05-44ba-a3a5-cb706c43cdb7 on network 5001b379-0d16-4857-8b55-5475fc3d0612 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:00:24.874229 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-c644f098-c573-468d-bb15-034d68ea8ae6 service neutron] Attempting to bind port 624bc342-2e05-44ba-a3a5-cb706c43cdb7 on network 5001b379-0d16-4857-8b55-5475fc3d0612 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:00:24.885862 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-c644f098-c573-468d-bb15-034d68ea8ae6 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:00:24.886194 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-c644f098-c573-468d-bb15-034d68ea8ae6 service neutron] Checking segment: {'id': 'f638ec27-818a-478c-bd2a-cb7a790547ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5001b379-0d16-4857-8b55-5475fc3d0612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:00:24.886918 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-c644f098-c573-468d-bb15-034d68ea8ae6 service neutron] Bound using segment: {'id': 'f638ec27-818a-478c-bd2a-cb7a790547ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5001b379-0d16-4857-8b55-5475fc3d0612'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:00:24.887075 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-c644f098-c573-468d-bb15-034d68ea8ae6 service neutron] Bound port: 624bc342-2e05-44ba-a3a5-cb706c43cdb7, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f638ec27-818a-478c-bd2a-cb7a790547ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5001b379-0d16-4857-8b55-5475fc3d0612'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:00:24.887360 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-c644f098-c573-468d-bb15-034d68ea8ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (624bc342-2e05-44ba-a3a5-cb706c43cdb7), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:24.892483 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d39b463b-4dc6-4670-b2c3-02bf42395284 req-faa9f544-67d5-4e8e-9866-0fb4031d4150 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155305 Feb 07 21:00:24.914362 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6373fa6-8c96-4f9d-a0e8-891608fb5222 req-35ed8013-a936-4454-9aff-96565ec61f91 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:24.916131 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6373fa6-8c96-4f9d-a0e8-891608fb5222 req-35ed8013-a936-4454-9aff-96565ec61f91 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 943 time: 0.1386118 Feb 07 21:00:25.022359 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6373fa6-8c96-4f9d-a0e8-891608fb5222 req-9e080ca2-d8c8-4d3f-9b0c-c7c720782cbf tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723126 Feb 07 21:00:25.024842 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-c644f098-c573-468d-bb15-034d68ea8ae6 service neutron] For port 624bc342-2e05-44ba-a3a5-cb706c43cdb7, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:00:25.035246 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-c644f098-c573-468d-bb15-034d68ea8ae6 service neutron] For port 624bc342-2e05-44ba-a3a5-cb706c43cdb7, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=624bc342-2e05-44ba-a3a5-cb706c43cdb7,segment=NetworkSegment(f638ec27-818a-478c-bd2a-cb7a790547ad),segment_id=f638ec27-818a-478c-bd2a-cb7a790547ad)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:00:25.043643 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-c644f098-c573-468d-bb15-034d68ea8ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (624bc342-2e05-44ba-a3a5-cb706c43cdb7), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:25.081704 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-c644f098-c573-468d-bb15-034d68ea8ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:25.082317 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-c644f098-c573-468d-bb15-034d68ea8ae6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:25.083707 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-c644f098-c573-468d-bb15-034d68ea8ae6 service neutron] 10.222.0.69 "PUT /v2.0/ports/624bc342-2e05-44ba-a3a5-cb706c43cdb7 HTTP/1.1" status: 200 len: 1091 time: 1.1269817 Feb 07 21:00:25.084151 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe87c892-99eb-4328-bf07-4023bb1792d3', 'tag': '624bc342-2e05-44ba-a3a5-cb706c43cdb7'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:00:25.086615 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdbf7e6-4ee0-42de-873b-20ef018eafd0" -d '{"events": [{"name": "network-changed", "server_uuid": "fe87c892-99eb-4328-bf07-4023bb1792d3", "tag": "624bc342-2e05-44ba-a3a5-cb706c43cdb7"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:00:25.105888 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644f098-c573-468d-bb15-034d68ea8ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=624bc342-2e05-44ba-a3a5-cb706c43cdb7,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:25.186136 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77d555c-7844-4e7d-a2c2-1f0716bcc0fa x-openstack-request-id: req-b77d555c-7844-4e7d-a2c2-1f0716bcc0fa {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:00:25.186501 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe87c892-99eb-4328-bf07-4023bb1792d3", "tag": "624bc342-2e05-44ba-a3a5-cb706c43cdb7", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:00:25.186671 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b77d555c-7844-4e7d-a2c2-1f0716bcc0fa {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:00:25.187096 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe87c892-99eb-4328-bf07-4023bb1792d3', 'tag': '624bc342-2e05-44ba-a3a5-cb706c43cdb7', 'status': 'completed', 'code': 200} Feb 07 21:00:25.203758 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-508324d3-0c88-481e-9f88-41e49b70a42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:25.205872 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-508324d3-0c88-481e-9f88-41e49b70a42d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=528c3fd51ff249349d660f482f93da37&device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 1125 time: 0.0566399 Feb 07 21:00:25.252441 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-17210c76-c8b4-4a31-97bc-eef27c120dc7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=624bc342-2e05-44ba-a3a5-cb706c43cdb7 HTTP/1.1" status: 200 len: 217 time: 0.0396712 Feb 07 21:00:25.276888 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6b4446a7-d038-4eaa-ba2c-9d44f564b484 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:00:25.313587 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-fa9f9568-3e9b-4630-a630-0859d5ca6d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:25.314938 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-fa9f9568-3e9b-4630-a630-0859d5ca6d66 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7288118f-d382-42c5-a17d-902cfe145aa3 HTTP/1.1" status: 200 len: 862 time: 0.0563037 Feb 07 21:00:25.338007 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 6b4446a7-d038-4eaa-ba2c-9d44f564b484 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:00:25.343279 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44306) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:25.352090 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 6b4446a7-d038-4eaa-ba2c-9d44f564b484 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:00:25.352853 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6b4446a7-d038-4eaa-ba2c-9d44f564b484), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:25.365898 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-42847c17-e410-43ca-acc5-dd4321e96cae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5001b379-0d16-4857-8b55-5475fc3d0612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439157 Feb 07 21:00:25.447612 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 6b4446a7-d038-4eaa-ba2c-9d44f564b484 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:00:25.448148 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6b4446a7-d038-4eaa-ba2c-9d44f564b484), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:25.472033 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-de5e376e-291d-4cf6-abe2-7ca8be6d8026 service neutron] 10.222.0.69 "GET /v2.0/networks/5001b379-0d16-4857-8b55-5475fc3d0612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997345 Feb 07 21:00:25.483782 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fde001f8-729a-4b55-b041-dda9e774b8cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:25.484512 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 6b4446a7-d038-4eaa-ba2c-9d44f564b484, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6b4446a7-d038-4eaa-ba2c-9d44f564b484,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:00:25.486010 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d64694-29f7-450b-aa71-196faf81314f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4446a7-d038-4eaa-ba2c-9d44f564b484'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:00:25.490944 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b7e12e-ba84-486c-bc51-a213ccfe9824" -d '{"events": [{"server_uuid": "87d64694-29f7-450b-aa71-196faf81314f", "name": "network-vif-plugged", "status": "completed", "tag": "6b4446a7-d038-4eaa-ba2c-9d44f564b484"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:00:25.495305 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6b4446a7-d038-4eaa-ba2c-9d44f564b484), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:25.552953 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=6b4446a7-d038-4eaa-ba2c-9d44f564b484,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:25.581372 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bee8490-0347-4dde-987a-11b9e415d7b8 x-openstack-request-id: req-7bee8490-0347-4dde-987a-11b9e415d7b8 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:00:25.581670 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d64694-29f7-450b-aa71-196faf81314f", "name": "network-vif-plugged", "status": "completed", "tag": "6b4446a7-d038-4eaa-ba2c-9d44f564b484", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:00:25.581932 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7bee8490-0347-4dde-987a-11b9e415d7b8 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:00:25.582336 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d64694-29f7-450b-aa71-196faf81314f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4446a7-d038-4eaa-ba2c-9d44f564b484', 'code': 200} Feb 07 21:00:25.638231 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fde001f8-729a-4b55-b041-dda9e774b8cb admin admin] Publish callbacks [] for security_group (d016fea8-4a19-4144-8410-f4f217d0c354), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:25.644015 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fde001f8-729a-4b55-b041-dda9e774b8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d016fea8-4a19-4144-8410-f4f217d0c354), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:25.675020 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2ff829b-99b6-4e1b-9008-dc611a442b87 req-75279b43-73bb-4a97-b3d8-09b91472e813 service neutron] 10.222.0.69 "GET /v2.0/networks/5001b379-0d16-4857-8b55-5475fc3d0612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961398 Feb 07 21:00:25.687312 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde001f8-729a-4b55-b041-dda9e774b8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d016fea8-4a19-4144-8410-f4f217d0c354,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:25.696241 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fde001f8-729a-4b55-b041-dda9e774b8cb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=be58d5e59bc2472389a0710cd7852b0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3493452 Feb 07 21:00:25.696846 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44314) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:25.750462 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1016fe1-0d8b-4314-a4b5-f47a8d388943 admin admin] Publish callbacks [] for security_group (d016fea8-4a19-4144-8410-f4f217d0c354), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:25.752056 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0298f3-1a35-4de6-8d6a-7227daf441cb req-6f8fbceb-5415-4809-aba0-f80bdc12d20a tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:25.754991 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5a0298f3-1a35-4de6-8d6a-7227daf441cb req-6f8fbceb-5415-4809-aba0-f80bdc12d20a tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/ports?device_id=87d64694-29f7-450b-aa71-196faf81314f HTTP/1.1" status: 200 len: 950 time: 0.1368074 Feb 07 21:00:25.759987 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4afe23-bf7d-4aad-8778-2719c850e90e req-0b6f0d3c-bfa6-4976-839a-78c712c5ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:25.761564 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de4afe23-bf7d-4aad-8778-2719c850e90e req-0b6f0d3c-bfa6-4976-839a-78c712c5ea06 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=87d64694-29f7-450b-aa71-196faf81314f HTTP/1.1" status: 200 len: 1132 time: 0.1050851 Feb 07 21:00:25.780186 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1016fe1-0d8b-4314-a4b5-f47a8d388943 admin admin] Publish callbacks [] for security_group (d016fea8-4a19-4144-8410-f4f217d0c354), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:25.831107 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1016fe1-0d8b-4314-a4b5-f47a8d388943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d016fea8-4a19-4144-8410-f4f217d0c354), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:25.834113 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1016fe1-0d8b-4314-a4b5-f47a8d388943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:25.837604 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b1016fe1-0d8b-4314-a4b5-f47a8d388943 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d016fea8-4a19-4144-8410-f4f217d0c354 HTTP/1.1" status: 204 len: 168 time: 0.1378305 Feb 07 21:00:25.843425 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1016fe1-0d8b-4314-a4b5-f47a8d388943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d016fea8-4a19-4144-8410-f4f217d0c354,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:25.878928 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5a0298f3-1a35-4de6-8d6a-7227daf441cb req-1d17de0d-a1b0-44de-9b6b-b1b9773be86e tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb6d6e15-7d6d-4b5c-9c51-5fa5204bcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163323 Feb 07 21:00:25.903554 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbf7e6-4ee0-42de-873b-20ef018eafd0 req-1a335521-8c6a-4e6a-a7ef-15cf5971b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:25.905092 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2cdbf7e6-4ee0-42de-873b-20ef018eafd0 req-1a335521-8c6a-4e6a-a7ef-15cf5971b9f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=528c3fd51ff249349d660f482f93da37&device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 1125 time: 0.1415792 Feb 07 21:00:25.935986 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de4afe23-bf7d-4aad-8778-2719c850e90e req-92c8bad4-698d-41b3-9028-cc177e793a31 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bb6d6e15-7d6d-4b5c-9c51-5fa5204bcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575181 Feb 07 21:00:26.060808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbf7e6-4ee0-42de-873b-20ef018eafd0 req-0173d6d3-ed91-441d-aa03-1a56aba3972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:26.063082 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2cdbf7e6-4ee0-42de-873b-20ef018eafd0 req-0173d6d3-ed91-441d-aa03-1a56aba3972d service neutron] 10.222.0.69 "GET /v2.0/networks?id=5001b379-0d16-4857-8b55-5475fc3d0612 HTTP/1.1" status: 200 len: 923 time: 0.1474788 Feb 07 21:00:26.111640 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f34a4-153c-4c66-835e-90a157c6b622 req-b767a29a-1955-489a-b120-d5dd57037981 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:26.113254 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9b1f34a4-153c-4c66-835e-90a157c6b622 req-b767a29a-1955-489a-b120-d5dd57037981 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.1214597 Feb 07 21:00:26.200355 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9b1f34a4-153c-4c66-835e-90a157c6b622 req-d5dfc15d-2835-4f84-9159-4171518f8568 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760908 Feb 07 21:00:26.215350 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505f620-c78b-454a-87a0-103ba9e8de2e req-98ceeadf-79d6-4404-bd17-41bf6125ae85 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:26.216948 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7505f620-c78b-454a-87a0-103ba9e8de2e req-98ceeadf-79d6-4404-bd17-41bf6125ae85 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 943 time: 0.1027715 Feb 07 21:00:26.248082 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2cdbf7e6-4ee0-42de-873b-20ef018eafd0 req-9510bfb1-7e71-4622-a591-012b2feb9e2f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=624bc342-2e05-44ba-a3a5-cb706c43cdb7 HTTP/1.1" status: 200 len: 217 time: 0.0458224 Feb 07 21:00:26.337211 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7505f620-c78b-454a-87a0-103ba9e8de2e req-e9cfbf59-1f24-418e-95be-1486127614b6 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833809 Feb 07 21:00:26.338820 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbf7e6-4ee0-42de-873b-20ef018eafd0 req-ea09e961-6d27-491e-b42d-ee748b63e974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:26.340244 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2cdbf7e6-4ee0-42de-873b-20ef018eafd0 req-ea09e961-6d27-491e-b42d-ee748b63e974 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7288118f-d382-42c5-a17d-902cfe145aa3 HTTP/1.1" status: 200 len: 862 time: 0.0838118 Feb 07 21:00:26.375167 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2cdbf7e6-4ee0-42de-873b-20ef018eafd0 req-d14c2da7-5112-4bb2-973b-966fddd69f41 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5001b379-0d16-4857-8b55-5475fc3d0612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281687 Feb 07 21:00:26.479604 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2cdbf7e6-4ee0-42de-873b-20ef018eafd0 req-d0081263-5437-47de-8a49-fba81f92fce4 service neutron] 10.222.0.69 "GET /v2.0/networks/5001b379-0d16-4857-8b55-5475fc3d0612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958598 Feb 07 21:00:26.569621 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2cdbf7e6-4ee0-42de-873b-20ef018eafd0 req-d2f3c0cd-fd0d-447e-9341-6e8718a3c9c5 service neutron] 10.222.0.69 "GET /v2.0/networks/5001b379-0d16-4857-8b55-5475fc3d0612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828905 Feb 07 21:00:27.005500 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33a40a-5ac1-4b05-ab8f-68770676377b req-45d95376-41bc-486e-9839-724b1bd6ec54 tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:27.012617 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ec33a40a-5ac1-4b05-ab8f-68770676377b req-45d95376-41bc-486e-9839-724b1bd6ec54 tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/ports?device_id=87d64694-29f7-450b-aa71-196faf81314f HTTP/1.1" status: 200 len: 950 time: 0.0673170 Feb 07 21:00:27.060501 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ec33a40a-5ac1-4b05-ab8f-68770676377b req-073137f6-fcb7-4525-b84d-95f3113fadeb tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb6d6e15-7d6d-4b5c-9c51-5fa5204bcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469968 Feb 07 21:00:27.340093 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33313f-d002-462d-8e04-82449631686e req-53fe19af-583f-49df-9e6f-be9315df735a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:27.341667 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a33313f-d002-462d-8e04-82449631686e req-53fe19af-583f-49df-9e6f-be9315df735a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.0563116 Feb 07 21:00:27.432259 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a33313f-d002-462d-8e04-82449631686e req-71b22df0-76f9-456c-8e82-9f422826ddc2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684979 Feb 07 21:00:27.482846 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3204a5-3b45-462e-aa83-01d62ed57322 req-014e74da-30d9-46d0-9118-ee5d7449723b tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:27.484407 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac3204a5-3b45-462e-aa83-01d62ed57322 req-014e74da-30d9-46d0-9118-ee5d7449723b tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 943 time: 0.0799134 Feb 07 21:00:27.560568 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac3204a5-3b45-462e-aa83-01d62ed57322 req-e7ecc220-51fc-4748-adaf-656bb0be71d8 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643263 Feb 07 21:00:28.196063 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06419698-16f1-4af2-9ebd-7eb7d0b51a95 req-8f4c1b54-c22d-4629-8ad9-2924e5cb0a6a tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:28.197589 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06419698-16f1-4af2-9ebd-7eb7d0b51a95 req-8f4c1b54-c22d-4629-8ad9-2924e5cb0a6a tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/ports?device_id=87d64694-29f7-450b-aa71-196faf81314f HTTP/1.1" status: 200 len: 950 time: 0.0559242 Feb 07 21:00:28.248646 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06419698-16f1-4af2-9ebd-7eb7d0b51a95 req-eae5169e-f234-4e1f-b94c-a8b3006af309 tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb6d6e15-7d6d-4b5c-9c51-5fa5204bcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442677 Feb 07 21:00:28.262094 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44402) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:28.389260 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-49c82770-0710-4ed7-a9ee-0a5f120ddcf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:28.465046 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-49c82770-0710-4ed7-a9ee-0a5f120ddcf4 admin admin] Publish callbacks [] for security_group (415f9152-83ee-4fc7-8351-c4c445694f5d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:28.470546 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-49c82770-0710-4ed7-a9ee-0a5f120ddcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (415f9152-83ee-4fc7-8351-c4c445694f5d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:28.520870 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-49c82770-0710-4ed7-a9ee-0a5f120ddcf4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=62d62c82b31e4f60b684df86f90da471&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550240 Feb 07 21:00:28.522196 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c82770-0710-4ed7-a9ee-0a5f120ddcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415f9152-83ee-4fc7-8351-c4c445694f5d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:28.529392 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44412) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:28.576981 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf3170-7eb6-4d8a-89b3-ca4f830e8728 req-9a370e9f-e5ff-4152-bfd2-9a6a888406a6 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:28.583204 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-45cf3170-7eb6-4d8a-89b3-ca4f830e8728 req-9a370e9f-e5ff-4152-bfd2-9a6a888406a6 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.0637832 Feb 07 21:00:28.584226 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cedf05c5-fd7f-453c-a851-4a65528f89aa admin admin] Publish callbacks [] for security_group (415f9152-83ee-4fc7-8351-c4c445694f5d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:28.612553 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cedf05c5-fd7f-453c-a851-4a65528f89aa admin admin] Publish callbacks [] for security_group (415f9152-83ee-4fc7-8351-c4c445694f5d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:28.642596 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-45cf3170-7eb6-4d8a-89b3-ca4f830e8728 req-2edf5dfc-0ef9-4423-9ef9-3d6c708d98af tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552907 Feb 07 21:00:28.692484 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cedf05c5-fd7f-453c-a851-4a65528f89aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (415f9152-83ee-4fc7-8351-c4c445694f5d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:28.701868 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cedf05c5-fd7f-453c-a851-4a65528f89aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:28.703449 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cedf05c5-fd7f-453c-a851-4a65528f89aa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/415f9152-83ee-4fc7-8351-c4c445694f5d HTTP/1.1" status: 204 len: 168 time: 0.1730225 Feb 07 21:00:28.716729 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf05c5-fd7f-453c-a851-4a65528f89aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415f9152-83ee-4fc7-8351-c4c445694f5d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:28.746361 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ceb7a-0f35-4e89-901b-34be7bbdcc24 req-db16c60c-1fa7-4636-933f-e4a936416851 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:28.749110 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c7ceb7a-0f35-4e89-901b-34be7bbdcc24 req-db16c60c-1fa7-4636-933f-e4a936416851 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 943 time: 0.0778368 Feb 07 21:00:28.821566 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c7ceb7a-0f35-4e89-901b-34be7bbdcc24 req-52fbc36e-ed66-4cfe-ba32-da2fa639fa11 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661762 Feb 07 21:00:29.037296 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44426) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:29.054635 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26e54836-6320-4f5c-96cf-8b2e3a79c17e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:29.180884 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec92888-5c71-4751-9a45-ecc4c8a122dd req-955139dc-c3c0-4605-aeb6-33591b8b37c6 tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:29.182271 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6ec92888-5c71-4751-9a45-ecc4c8a122dd req-955139dc-c3c0-4605-aeb6-33591b8b37c6 tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/ports?device_id=87d64694-29f7-450b-aa71-196faf81314f HTTP/1.1" status: 200 len: 950 time: 0.0847898 Feb 07 21:00:29.186702 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26e54836-6320-4f5c-96cf-8b2e3a79c17e admin admin] Publish callbacks [] for security_group (39a0d4c4-1537-430b-b467-1d820ed29bc2), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:29.196038 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26e54836-6320-4f5c-96cf-8b2e3a79c17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (39a0d4c4-1537-430b-b467-1d820ed29bc2), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:29.250905 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-26e54836-6320-4f5c-96cf-8b2e3a79c17e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9417e0edc8db481792337bf82c22d999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124448 Feb 07 21:00:29.253432 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e54836-6320-4f5c-96cf-8b2e3a79c17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a0d4c4-1537-430b-b467-1d820ed29bc2,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:29.253562 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44432) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:29.263239 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e54836-6320-4f5c-96cf-8b2e3a79c17e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:29.263589 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e54836-6320-4f5c-96cf-8b2e3a79c17e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:29.263938 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e54836-6320-4f5c-96cf-8b2e3a79c17e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:29.264277 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e54836-6320-4f5c-96cf-8b2e3a79c17e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:29.264641 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e54836-6320-4f5c-96cf-8b2e3a79c17e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:29.265242 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e54836-6320-4f5c-96cf-8b2e3a79c17e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:29.265572 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e54836-6320-4f5c-96cf-8b2e3a79c17e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:29.266194 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e54836-6320-4f5c-96cf-8b2e3a79c17e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:29.266194 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e54836-6320-4f5c-96cf-8b2e3a79c17e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:29.266888 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e54836-6320-4f5c-96cf-8b2e3a79c17e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:29.267226 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e54836-6320-4f5c-96cf-8b2e3a79c17e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:29.267553 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e54836-6320-4f5c-96cf-8b2e3a79c17e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:29.268171 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e54836-6320-4f5c-96cf-8b2e3a79c17e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:29.281935 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6ec92888-5c71-4751-9a45-ecc4c8a122dd req-083b4beb-4eae-4e6f-a690-fbaed9047c52 tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb6d6e15-7d6d-4b5c-9c51-5fa5204bcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939178 Feb 07 21:00:29.323177 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-691d57c8-3794-47c7-a7be-eda48c008c9b admin admin] Publish callbacks [] for security_group (39a0d4c4-1537-430b-b467-1d820ed29bc2), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:29.589252 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-691d57c8-3794-47c7-a7be-eda48c008c9b admin admin] Publish callbacks [] for security_group (39a0d4c4-1537-430b-b467-1d820ed29bc2), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:29.640690 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-691d57c8-3794-47c7-a7be-eda48c008c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (39a0d4c4-1537-430b-b467-1d820ed29bc2), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:29.644016 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-691d57c8-3794-47c7-a7be-eda48c008c9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:29.645190 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-691d57c8-3794-47c7-a7be-eda48c008c9b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/39a0d4c4-1537-430b-b467-1d820ed29bc2 HTTP/1.1" status: 204 len: 168 time: 0.3906560 Feb 07 21:00:29.653570 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d57c8-3794-47c7-a7be-eda48c008c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a0d4c4-1537-430b-b467-1d820ed29bc2,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:29.777057 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004467d-8076-4a24-b9ab-ceb6c201b72f req-e41bb11b-c226-4a41-909d-2813e3b889b7 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:29.779322 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f004467d-8076-4a24-b9ab-ceb6c201b72f req-e41bb11b-c226-4a41-909d-2813e3b889b7 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.0549161 Feb 07 21:00:29.830997 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f004467d-8076-4a24-b9ab-ceb6c201b72f req-597776d8-abf0-4611-8af5-49af2455325c tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447359 Feb 07 21:00:29.952958 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8824d-261c-4860-92e8-2d1765907235 req-f267b5eb-b0a3-41db-9653-d641eed56107 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:29.955111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-60a8824d-261c-4860-92e8-2d1765907235 req-f267b5eb-b0a3-41db-9653-d641eed56107 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 943 time: 0.0581570 Feb 07 21:00:30.008657 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-60a8824d-261c-4860-92e8-2d1765907235 req-ac35138e-60a1-44e8-88e8-08f22906e0ed tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459976 Feb 07 21:00:30.409749 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff740d6-66e1-46bc-afe8-08ed94a624d9 req-da1e0869-e9ff-4b6b-b654-80544abc6e5d tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:30.411241 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fff740d6-66e1-46bc-afe8-08ed94a624d9 req-da1e0869-e9ff-4b6b-b654-80544abc6e5d tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/ports?device_id=87d64694-29f7-450b-aa71-196faf81314f HTTP/1.1" status: 200 len: 950 time: 0.0591490 Feb 07 21:00:30.461485 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fff740d6-66e1-46bc-afe8-08ed94a624d9 req-a9408321-9bc2-4786-9d1e-4a7dc9527208 tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb6d6e15-7d6d-4b5c-9c51-5fa5204bcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434704 Feb 07 21:00:30.910938 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c40f8c-d1f6-44a1-8602-6fb4538f6738 req-4e849785-fb9e-4918-b66c-7eececc44e3e tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:30.912570 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-47c40f8c-d1f6-44a1-8602-6fb4538f6738 req-4e849785-fb9e-4918-b66c-7eececc44e3e tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d64694-29f7-450b-aa71-196faf81314f HTTP/1.1" status: 200 len: 950 time: 0.0594246 Feb 07 21:00:31.309245 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 624bc342-2e05-44ba-a3a5-cb706c43cdb7 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:00:31.359639 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7299e5-4ed1-4fe5-bac9-595a01094615 req-3c739e0e-a15e-42f0-9dad-eb014a5f9590 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:31.364956 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf7299e5-4ed1-4fe5-bac9-595a01094615 req-3c739e0e-a15e-42f0-9dad-eb014a5f9590 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.4354706 Feb 07 21:00:31.387256 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ddf67-859c-489b-88de-653c08aeff04 req-62361f56-c1fb-475e-a2aa-5ae46784992f tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:31.395672 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ce4ddf67-859c-489b-88de-653c08aeff04 req-62361f56-c1fb-475e-a2aa-5ae46784992f tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 943 time: 0.1278996 Feb 07 21:00:31.449841 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 624bc342-2e05-44ba-a3a5-cb706c43cdb7, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=624bc342-2e05-44ba-a3a5-cb706c43cdb7,segment=NetworkSegment(f638ec27-818a-478c-bd2a-cb7a790547ad),segment_id=f638ec27-818a-478c-bd2a-cb7a790547ad)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:00:31.465549 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '624bc342-2e05-44ba-a3a5-cb706c43cdb7', 'network_id': '5001b379-0d16-4857-8b55-5475fc3d0612', 'port_id': '624bc342-2e05-44ba-a3a5-cb706c43cdb7', 'mac_address': 'fa:16:3e:f8:06:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7288118f-d382-42c5-a17d-902cfe145aa3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:00:31.471429 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ce4ddf67-859c-489b-88de-653c08aeff04 req-9016eafc-45e9-4ff3-ae74-e8e8676e4054 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745842 Feb 07 21:00:31.519868 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 624bc342-2e05-44ba-a3a5-cb706c43cdb7 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:00:31.520552 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (624bc342-2e05-44ba-a3a5-cb706c43cdb7), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:31.535752 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624bc342-2e05-44ba-a3a5-cb706c43cdb7 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:00:31.540486 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-47c40f8c-d1f6-44a1-8602-6fb4538f6738 req-bacb2f59-fc2a-49b8-869e-e4c8a1cf991d tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Deleting port 6b4446a7-d038-4eaa-ba2c-9d44f564b484 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:00:31.540828 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-47c40f8c-d1f6-44a1-8602-6fb4538f6738 req-bacb2f59-fc2a-49b8-869e-e4c8a1cf991d tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (6b4446a7-d038-4eaa-ba2c-9d44f564b484), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:31.556999 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 624bc342-2e05-44ba-a3a5-cb706c43cdb7, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=624bc342-2e05-44ba-a3a5-cb706c43cdb7,segment=NetworkSegment(f638ec27-818a-478c-bd2a-cb7a790547ad),segment_id=f638ec27-818a-478c-bd2a-cb7a790547ad)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:00:31.570463 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (624bc342-2e05-44ba-a3a5-cb706c43cdb7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:31.652330 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=624bc342-2e05-44ba-a3a5-cb706c43cdb7,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:31.653060 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-47c40f8c-d1f6-44a1-8602-6fb4538f6738 req-bacb2f59-fc2a-49b8-869e-e4c8a1cf991d tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] For port 6b4446a7-d038-4eaa-ba2c-9d44f564b484, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6b4446a7-d038-4eaa-ba2c-9d44f564b484,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:00:31.653580 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-47c40f8c-d1f6-44a1-8602-6fb4538f6738 req-bacb2f59-fc2a-49b8-869e-e4c8a1cf991d tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (6b4446a7-d038-4eaa-ba2c-9d44f564b484), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:31.675546 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-47c40f8c-d1f6-44a1-8602-6fb4538f6738 req-bacb2f59-fc2a-49b8-869e-e4c8a1cf991d tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Calling delete_port for 6b4446a7-d038-4eaa-ba2c-9d44f564b484 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:00:31.697078 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf7299e5-4ed1-4fe5-bac9-595a01094615 req-6bf1f0e9-7946-42c2-824e-dc799abfd3d2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293054 Feb 07 21:00:31.776780 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b648ba-d791-497d-95b9-1d8cc8c45c46 req-e842b8ed-bde8-4cfb-bd28-d92969760502 tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:31.783278 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-11b648ba-d791-497d-95b9-1d8cc8c45c46 req-e842b8ed-bde8-4cfb-bd28-d92969760502 tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/ports?device_id=87d64694-29f7-450b-aa71-196faf81314f HTTP/1.1" status: 200 len: 950 time: 0.1118631 Feb 07 21:00:31.842597 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-11b648ba-d791-497d-95b9-1d8cc8c45c46 req-7424428e-a684-4f48-839f-bb5447d213c0 tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb6d6e15-7d6d-4b5c-9c51-5fa5204bcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584819 Feb 07 21:00:31.894022 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-47c40f8c-d1f6-44a1-8602-6fb4538f6738 req-bacb2f59-fc2a-49b8-869e-e4c8a1cf991d tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (6b4446a7-d038-4eaa-ba2c-9d44f564b484), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:31.906934 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['6b4446a7-d038-4eaa-ba2c-9d44f564b484'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:00:31.925458 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb2f59-fc2a-49b8-869e-e4c8a1cf991d tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Pushing event deleted for resources: {'Port': ['ID=6b4446a7-d038-4eaa-ba2c-9d44f564b484,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:31.949259 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['624bc342-2e05-44ba-a3a5-cb706c43cdb7'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:00:31.975636 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c40f8c-d1f6-44a1-8602-6fb4538f6738 req-bacb2f59-fc2a-49b8-869e-e4c8a1cf991d tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] No DVR routers for this DVR port 6b4446a7-d038-4eaa-ba2c-9d44f564b484 on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:00:31.979812 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-47c40f8c-d1f6-44a1-8602-6fb4538f6738 req-bacb2f59-fc2a-49b8-869e-e4c8a1cf991d tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:31.983111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-47c40f8c-d1f6-44a1-8602-6fb4538f6738 req-bacb2f59-fc2a-49b8-869e-e4c8a1cf991d tempest-TenantUsagesTestJSON-401411064 tempest-TenantUsagesTestJSON-401411064-project] 10.222.0.69 "DELETE /v2.0/ports/6b4446a7-d038-4eaa-ba2c-9d44f564b484 HTTP/1.1" status: 204 len: 173 time: 1.0640934 Feb 07 21:00:31.983566 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d64694-29f7-450b-aa71-196faf81314f', 'name': 'network-vif-deleted', 'tag': '6b4446a7-d038-4eaa-ba2c-9d44f564b484'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:00:31.986484 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8c9e42-7aaa-4db5-9bdf-bed8c893f248" -d '{"events": [{"server_uuid": "87d64694-29f7-450b-aa71-196faf81314f", "name": "network-vif-deleted", "tag": "6b4446a7-d038-4eaa-ba2c-9d44f564b484"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:00:32.326446 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebf1f04-d38e-4e20-8086-d2d10f191dc4 x-openstack-request-id: req-7ebf1f04-d38e-4e20-8086-d2d10f191dc4 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:00:32.326764 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d64694-29f7-450b-aa71-196faf81314f", "name": "network-vif-deleted", "tag": "6b4446a7-d038-4eaa-ba2c-9d44f564b484", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:00:32.327064 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7ebf1f04-d38e-4e20-8086-d2d10f191dc4 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:00:32.327485 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d64694-29f7-450b-aa71-196faf81314f', 'name': 'network-vif-deleted', 'tag': '6b4446a7-d038-4eaa-ba2c-9d44f564b484', 'status': 'completed', 'code': 200} Feb 07 21:00:32.397881 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44510) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:32.503697 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-205a3ba9-af6c-4ee6-b418-749b43bcb8aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:32.621397 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7664f8b-015a-4c12-b9e3-93a6138c93d6 req-ac9e6484-48f3-48bb-ad3d-63cf5e50fa8f tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:32.622877 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f7664f8b-015a-4c12-b9e3-93a6138c93d6 req-ac9e6484-48f3-48bb-ad3d-63cf5e50fa8f tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 944 time: 0.0805209 Feb 07 21:00:32.661678 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-205a3ba9-af6c-4ee6-b418-749b43bcb8aa admin admin] Publish callbacks [] for security_group (ed8d454f-9e24-478c-9ed2-5fa09e474c94), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:32.676853 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-205a3ba9-af6c-4ee6-b418-749b43bcb8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ed8d454f-9e24-478c-9ed2-5fa09e474c94), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:32.719691 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f7664f8b-015a-4c12-b9e3-93a6138c93d6 req-18a8fdf1-83da-4370-9a27-e3259246feee tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848870 Feb 07 21:00:32.735578 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-205a3ba9-af6c-4ee6-b418-749b43bcb8aa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d872d333978a4be98f364d6dd1bb8527&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3364449 Feb 07 21:00:32.736331 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a3ba9-af6c-4ee6-b418-749b43bcb8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8d454f-9e24-478c-9ed2-5fa09e474c94,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:32.738393 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44520) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:32.796379 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3d4e82a-1f83-4d8d-89a1-9d9745497cf6 admin admin] Publish callbacks [] for security_group (ed8d454f-9e24-478c-9ed2-5fa09e474c94), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:32.816797 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3d4e82a-1f83-4d8d-89a1-9d9745497cf6 admin admin] Publish callbacks [] for security_group (ed8d454f-9e24-478c-9ed2-5fa09e474c94), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:32.847374 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be080a2-f8a5-40ff-a153-1039e3efcb8b req-f2b87060-3117-45af-8acb-759a6ff5b60d tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:32.849135 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4be080a2-f8a5-40ff-a153-1039e3efcb8b req-f2b87060-3117-45af-8acb-759a6ff5b60d tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.0590074 Feb 07 21:00:32.865822 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3d4e82a-1f83-4d8d-89a1-9d9745497cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ed8d454f-9e24-478c-9ed2-5fa09e474c94), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:32.869728 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3d4e82a-1f83-4d8d-89a1-9d9745497cf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:32.874506 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b3d4e82a-1f83-4d8d-89a1-9d9745497cf6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ed8d454f-9e24-478c-9ed2-5fa09e474c94 HTTP/1.1" status: 204 len: 168 time: 0.1292822 Feb 07 21:00:32.882740 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4e82a-1f83-4d8d-89a1-9d9745497cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8d454f-9e24-478c-9ed2-5fa09e474c94,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:32.936419 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4be080a2-f8a5-40ff-a153-1039e3efcb8b req-1a0fdfd7-5fb0-48df-9d7e-7bd895b59f0c tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770524 Feb 07 21:00:33.147968 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44532) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:33.247725 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44536) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:33.269131 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-929ceac2-58a7-429b-9d38-cd8cb58f2397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:33.279508 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:33.340910 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3a5b9083-064f-429f-9269-8d15e4504af3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a9f2878d0f39409aa8ab767bc0163ddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1911912 Feb 07 21:00:33.343431 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44540) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:33.351288 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 624bc342-2e05-44ba-a3a5-cb706c43cdb7 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:00:33.441568 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df8e875e-e9b5-4813-a9ba-f58d7cefb0e0 admin admin] Publish callbacks [] for security_group (bb6d6e15-7d6d-4b5c-9c51-5fa5204bcb5a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:33.445701 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 624bc342-2e05-44ba-a3a5-cb706c43cdb7 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:00:33.449320 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-929ceac2-58a7-429b-9d38-cd8cb58f2397 admin admin] Publish callbacks [] for security_group (bdf78d15-2aa7-4ff4-bc8e-fabc5ef11f15), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:33.450871 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 624bc342-2e05-44ba-a3a5-cb706c43cdb7 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:00:33.451304 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (624bc342-2e05-44ba-a3a5-cb706c43cdb7), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:33.461657 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-929ceac2-58a7-429b-9d38-cd8cb58f2397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (bdf78d15-2aa7-4ff4-bc8e-fabc5ef11f15), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:33.471951 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df8e875e-e9b5-4813-a9ba-f58d7cefb0e0 admin admin] Publish callbacks [] for security_group (bb6d6e15-7d6d-4b5c-9c51-5fa5204bcb5a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:33.542474 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df8e875e-e9b5-4813-a9ba-f58d7cefb0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (bb6d6e15-7d6d-4b5c-9c51-5fa5204bcb5a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:33.545197 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ceac2-58a7-429b-9d38-cd8cb58f2397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf78d15-2aa7-4ff4-bc8e-fabc5ef11f15,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:33.545332 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df8e875e-e9b5-4813-a9ba-f58d7cefb0e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:33.549750 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-df8e875e-e9b5-4813-a9ba-f58d7cefb0e0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bb6d6e15-7d6d-4b5c-9c51-5fa5204bcb5a HTTP/1.1" status: 204 len: 168 time: 0.2024658 Feb 07 21:00:33.556116 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-929ceac2-58a7-429b-9d38-cd8cb58f2397 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fd32494fd6ca4a41a48ecd7b7f6e0b6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073170 Feb 07 21:00:33.558625 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44544) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:33.565721 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e875e-e9b5-4813-a9ba-f58d7cefb0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6d6e15-7d6d-4b5c-9c51-5fa5204bcb5a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:33.605584 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 624bc342-2e05-44ba-a3a5-cb706c43cdb7 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:00:33.606165 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (624bc342-2e05-44ba-a3a5-cb706c43cdb7), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:33.618610 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe4be2ac-8810-487a-92d1-a2faea02ed62 admin admin] Publish callbacks [] for security_group (bdf78d15-2aa7-4ff4-bc8e-fabc5ef11f15), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:33.639778 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe87c892-99eb-4328-bf07-4023bb1792d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624bc342-2e05-44ba-a3a5-cb706c43cdb7'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:00:33.643295 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a633e11f-1c03-46a5-9172-2c077de1ca2a" -d '{"events": [{"server_uuid": "fe87c892-99eb-4328-bf07-4023bb1792d3", "name": "network-vif-plugged", "status": "completed", "tag": "624bc342-2e05-44ba-a3a5-cb706c43cdb7"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:00:33.645138 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe4be2ac-8810-487a-92d1-a2faea02ed62 admin admin] Publish callbacks [] for security_group (bdf78d15-2aa7-4ff4-bc8e-fabc5ef11f15), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:33.660585 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 624bc342-2e05-44ba-a3a5-cb706c43cdb7, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=624bc342-2e05-44ba-a3a5-cb706c43cdb7,segment=NetworkSegment(f638ec27-818a-478c-bd2a-cb7a790547ad),segment_id=f638ec27-818a-478c-bd2a-cb7a790547ad)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:00:33.693057 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (624bc342-2e05-44ba-a3a5-cb706c43cdb7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:33.693949 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6b4446a7-d038-4eaa-ba2c-9d44f564b484 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:00:33.747430 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:33.749485 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9a6c75-9082-42ca-a7d8-ff5b02e8747a x-openstack-request-id: req-2e9a6c75-9082-42ca-a7d8-ff5b02e8747a {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:00:33.749803 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe87c892-99eb-4328-bf07-4023bb1792d3", "name": "network-vif-plugged", "status": "completed", "tag": "624bc342-2e05-44ba-a3a5-cb706c43cdb7", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:00:33.750064 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e9a6c75-9082-42ca-a7d8-ff5b02e8747a {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:00:33.750737 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe87c892-99eb-4328-bf07-4023bb1792d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624bc342-2e05-44ba-a3a5-cb706c43cdb7', 'code': 200} Feb 07 21:00:33.770681 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe4be2ac-8810-487a-92d1-a2faea02ed62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (bdf78d15-2aa7-4ff4-bc8e-fabc5ef11f15), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:33.771955 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 6b4446a7-d038-4eaa-ba2c-9d44f564b484 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:00:33.772331 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6b4446a7-d038-4eaa-ba2c-9d44f564b484 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:00:33.784018 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe4be2ac-8810-487a-92d1-a2faea02ed62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:33.787740 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fe4be2ac-8810-487a-92d1-a2faea02ed62 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bdf78d15-2aa7-4ff4-bc8e-fabc5ef11f15 HTTP/1.1" status: 204 len: 168 time: 0.2256136 Feb 07 21:00:33.829614 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4be2ac-8810-487a-92d1-a2faea02ed62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf78d15-2aa7-4ff4-bc8e-fabc5ef11f15,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:33.873218 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=624bc342-2e05-44ba-a3a5-cb706c43cdb7,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:33.971856 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0aa498-2572-48a3-b15c-c016924a6854 req-d069f2ed-25f2-4722-993a-507851240bc0 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:33.973516 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a0aa498-2572-48a3-b15c-c016924a6854 req-d069f2ed-25f2-4722-993a-507851240bc0 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 945 time: 0.0841715 Feb 07 21:00:34.063217 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a0aa498-2572-48a3-b15c-c016924a6854 req-831c241e-1d1e-47ed-9b20-db1ff344f2c1 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683184 Feb 07 21:00:34.090380 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44568) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:34.109931 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8509e0c3-7349-49fa-a348-7839780818bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:34.130133 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1001442-6ef4-4dba-9f34-1ea8ed95a23a req-e5439525-da6f-4064-925b-054a849c4134 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:34.131831 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c1001442-6ef4-4dba-9f34-1ea8ed95a23a req-e5439525-da6f-4064-925b-054a849c4134 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.0674763 Feb 07 21:00:34.194132 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c1001442-6ef4-4dba-9f34-1ea8ed95a23a req-948db912-5dbf-4ba5-aa1c-aaf4624cad19 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557957 Feb 07 21:00:34.240516 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8509e0c3-7349-49fa-a348-7839780818bf admin admin] Publish callbacks [] for security_group (57bb38c7-17bd-436e-aa25-f650ece3e952), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:34.246372 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8509e0c3-7349-49fa-a348-7839780818bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (57bb38c7-17bd-436e-aa25-f650ece3e952), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:34.305443 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509e0c3-7349-49fa-a348-7839780818bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bb38c7-17bd-436e-aa25-f650ece3e952,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:34.327558 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f91774-32fb-4678-b215-c35cdfd49050 req-cb387f3e-1a88-4f8f-b145-d43a62eaa493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:34.329914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52f91774-32fb-4678-b215-c35cdfd49050 req-cb387f3e-1a88-4f8f-b145-d43a62eaa493 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 1127 time: 0.4911184 Feb 07 21:00:34.338561 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8509e0c3-7349-49fa-a348-7839780818bf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ede8015ac4da458bbba003ef16ba1cb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466331 Feb 07 21:00:34.341573 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44584) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:34.415690 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52f91774-32fb-4678-b215-c35cdfd49050 req-a1d6895c-94f9-479c-961b-541de9cb4487 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734451 Feb 07 21:00:34.427779 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c003277-dc6a-4b0f-aaa8-87765b53d183 admin admin] Publish callbacks [] for security_group (57bb38c7-17bd-436e-aa25-f650ece3e952), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:34.453310 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c003277-dc6a-4b0f-aaa8-87765b53d183 admin admin] Publish callbacks [] for security_group (57bb38c7-17bd-436e-aa25-f650ece3e952), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:34.533137 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c003277-dc6a-4b0f-aaa8-87765b53d183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (57bb38c7-17bd-436e-aa25-f650ece3e952), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:34.535704 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c003277-dc6a-4b0f-aaa8-87765b53d183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:34.538417 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7c003277-dc6a-4b0f-aaa8-87765b53d183 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/57bb38c7-17bd-436e-aa25-f650ece3e952 HTTP/1.1" status: 204 len: 168 time: 0.1957505 Feb 07 21:00:34.547636 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c003277-dc6a-4b0f-aaa8-87765b53d183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bb38c7-17bd-436e-aa25-f650ece3e952,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:35.271353 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61312b-cf22-4e70-9c34-9680083ad26a req-1f9cfcbe-2421-40f4-91d3-601a9115c250 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:35.280645 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7d61312b-cf22-4e70-9c34-9680083ad26a req-1f9cfcbe-2421-40f4-91d3-601a9115c250 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 945 time: 0.1385760 Feb 07 21:00:35.349019 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7d61312b-cf22-4e70-9c34-9680083ad26a req-759710a8-cf71-4f17-914f-8b19efdf7e6f tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608468 Feb 07 21:00:35.517900 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246072d8-3e3d-43ec-8366-0c7cd6f67a92 req-d314a9c3-915a-4b7e-b639-00e81773c727 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:35.536348 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-246072d8-3e3d-43ec-8366-0c7cd6f67a92 req-d314a9c3-915a-4b7e-b639-00e81773c727 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.1195662 Feb 07 21:00:35.668703 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-246072d8-3e3d-43ec-8366-0c7cd6f67a92 req-8298dee9-8fa9-4ab7-ac51-1cc8878a6412 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311197 Feb 07 21:00:36.304344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44720) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:36.492906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc2c02-9fa9-4965-8c79-4d6ed5572117 req-76cbbd80-c930-4331-a671-9bb9bdad2a75 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:36.500293 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bfc2c02-9fa9-4965-8c79-4d6ed5572117 req-76cbbd80-c930-4331-a671-9bb9bdad2a75 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 945 time: 0.0765870 Feb 07 21:00:36.574161 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bfc2c02-9fa9-4965-8c79-4d6ed5572117 req-09ef3ad0-fa23-4563-a0e8-9e97e0d1468b tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727150 Feb 07 21:00:36.631623 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d404d947-3e13-4a0f-aeb3-96358f641152 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-network', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:00:36.656278 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d404d947-3e13-4a0f-aeb3-96358f641152 admin admin] Made reservation on behalf of 390bb4ffe0104a5cbfd48bfe929d4aa0 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:00:36.659974 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d404d947-3e13-4a0f-aeb3-96358f641152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:36.685152 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d404d947-3e13-4a0f-aeb3-96358f641152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:36.873062 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35b28d-a983-4bf0-96f2-7feaeb1ba84c req-5a4205f1-622b-4363-ba4d-8058426f29b9 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:36.874596 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a35b28d-a983-4bf0-96f2-7feaeb1ba84c req-5a4205f1-622b-4363-ba4d-8058426f29b9 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 945 time: 0.2121706 Feb 07 21:00:36.904343 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d404d947-3e13-4a0f-aeb3-96358f641152 admin admin] Publish callbacks [] for security_group (dc2b397e-8538-4e86-8e11-8d1274f7c4b9), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:36.920144 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d404d947-3e13-4a0f-aeb3-96358f641152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (dc2b397e-8538-4e86-8e11-8d1274f7c4b9), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:36.939446 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d613d-9aa9-451c-9543-37a380ca761e req-f5ec9df5-d220-4906-92b5-705ad66e8f37 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:36.941009 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-161d613d-9aa9-451c-9543-37a380ca761e req-f5ec9df5-d220-4906-92b5-705ad66e8f37 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.1450999 Feb 07 21:00:37.018428 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404d947-3e13-4a0f-aeb3-96358f641152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2b397e-8538-4e86-8e11-8d1274f7c4b9,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:37.043175 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d404d947-3e13-4a0f-aeb3-96358f641152 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:00:37.048854 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a35b28d-a983-4bf0-96f2-7feaeb1ba84c req-cfaa93dd-cf7b-4d74-a717-36e7f0d632b2 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608758 Feb 07 21:00:37.072157 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d404d947-3e13-4a0f-aeb3-96358f641152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (8dbc27c3-8b29-446a-9851-9122c1639fcc), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:37.072517 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-d404d947-3e13-4a0f-aeb3-96358f641152 admin admin] Added segment 8dbc27c3-8b29-446a-9851-9122c1639fcc of type vlan for network 21a6194c-d716-4999-aeaa-5b2b71cb17eb Feb 07 21:00:37.122478 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-161d613d-9aa9-451c-9543-37a380ca761e req-c0df3cef-7ee0-4a15-b63e-42c842f1b81f tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689425 Feb 07 21:00:37.141379 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d404d947-3e13-4a0f-aeb3-96358f641152 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (21a6194c-d716-4999-aeaa-5b2b71cb17eb), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:37.177631 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d404d947-3e13-4a0f-aeb3-96358f641152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (21a6194c-d716-4999-aeaa-5b2b71cb17eb), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:37.180253 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d404d947-3e13-4a0f-aeb3-96358f641152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:37.180884 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d404d947-3e13-4a0f-aeb3-96358f641152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:37.290413 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d404d947-3e13-4a0f-aeb3-96358f641152 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9842646 Feb 07 21:00:37.293352 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44756) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:37.310452 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-94e1d152-07ba-4de5-91b9-e8a4c7a97b36 admin admin] Request body: {'subnet': {'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-subnet', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:00:37.317907 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404d947-3e13-4a0f-aeb3-96358f641152 admin admin] Pushing event updated for resources: {'Network': ['ID=21a6194c-d716-4999-aeaa-5b2b71cb17eb,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:37.329849 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 21a6194c-d716-4999-aeaa-5b2b71cb17eb details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:00:37.332527 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b2958-8f09-4c80-a0f7-88d6b3a98611 req-4527bf58-b76a-46d8-976b-a6c0620281f9 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:37.339899 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-821b2958-8f09-4c80-a0f7-88d6b3a98611 req-4527bf58-b76a-46d8-976b-a6c0620281f9 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 945 time: 0.1537480 Feb 07 21:00:37.425372 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e1d152-07ba-4de5-91b9-e8a4c7a97b36 admin admin] Made reservation on behalf of 390bb4ffe0104a5cbfd48bfe929d4aa0 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:00:37.427216 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-821b2958-8f09-4c80-a0f7-88d6b3a98611 req-8e34167e-70c2-4e59-a644-a9061d891100 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862062 Feb 07 21:00:37.428725 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94e1d152-07ba-4de5-91b9-e8a4c7a97b36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:37.592134 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2d25e-3531-4fac-abbd-b89fdb6b1460 req-636a8fe6-c9a1-4a4a-af6f-0d4b6e437800 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:37.599634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8d2d25e-3531-4fac-abbd-b89fdb6b1460 req-636a8fe6-c9a1-4a4a-af6f-0d4b6e437800 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 945 time: 0.0874581 Feb 07 21:00:37.678400 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8d2d25e-3531-4fac-abbd-b89fdb6b1460 req-274a6fa2-e76a-4690-b4a6-b28248f6b4c4 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700190 Feb 07 21:00:37.742476 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94e1d152-07ba-4de5-91b9-e8a4c7a97b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (4697809e-6faf-4265-b583-499d13fd2637), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:37.868605 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1d152-07ba-4de5-91b9-e8a4c7a97b36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4697809e-6faf-4265-b583-499d13fd2637,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:37.877755 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e1d152-07ba-4de5-91b9-e8a4c7a97b36 admin admin] Checking segment: {'id': '8dbc27c3-8b29-446a-9851-9122c1639fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:00:37.878116 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e1d152-07ba-4de5-91b9-e8a4c7a97b36 admin admin] Network hostable DHCP agents. Network: 21a6194c-d716-4999-aeaa-5b2b71cb17eb, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:00:37.908793 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e1d152-07ba-4de5-91b9-e8a4c7a97b36 admin admin] Network 21a6194c-d716-4999-aeaa-5b2b71cb17eb is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:00:37.916656 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32577705-425b-46a7-bc4b-cf90b48c16c7 req-fd9c726a-ef98-4e04-9b0c-34117aae491e tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:37.924947 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-32577705-425b-46a7-bc4b-cf90b48c16c7 req-fd9c726a-ef98-4e04-9b0c-34117aae491e tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 945 time: 0.0921772 Feb 07 21:00:37.927660 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-94e1d152-07ba-4de5-91b9-e8a4c7a97b36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 21a6194c-d716-4999-aeaa-5b2b71cb17eb) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:00:37.940487 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee1bd27-991c-46a1-b48d-fbf57d80593e None None] Network 21a6194c-d716-4999-aeaa-5b2b71cb17eb requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:00:37.941064 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e1d152-07ba-4de5-91b9-e8a4c7a97b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:37.941669 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94e1d152-07ba-4de5-91b9-e8a4c7a97b36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:37.962484 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-94e1d152-07ba-4de5-91b9-e8a4c7a97b36 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6651556 Feb 07 21:00:37.962484 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44770) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:37.966771 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e6d35d35-b533-4fab-a3ea-8f7794d1972d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-router', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:00:37.995952 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-32577705-425b-46a7-bc4b-cf90b48c16c7 req-5b40bf5a-cded-4c53-b64d-e498225eba98 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686774 Feb 07 21:00:38.018910 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6d35d35-b533-4fab-a3ea-8f7794d1972d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:38.021950 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6d35d35-b533-4fab-a3ea-8f7794d1972d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:38.115028 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6d35d35-b533-4fab-a3ea-8f7794d1972d admin admin] Publish callbacks [] for router_controller (89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:38.116286 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'fixed_ips': [{'subnet_id': '4697809e-6faf-4265-b583-499d13fd2637'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:00:38.117392 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:38.240824 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac949dc-3859-4c24-9e15-2bac77a3b647 req-79a34c7c-23ec-4a04-91b7-374d1012bb53 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:38.256278 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eac949dc-3859-4c24-9e15-2bac77a3b647 req-79a34c7c-23ec-4a04-91b7-374d1012bb53 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 945 time: 0.1162152 Feb 07 21:00:38.330592 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Allocated IP 172.20.0.2 (21a6194c-d716-4999-aeaa-5b2b71cb17eb/4697809e-6faf-4265-b583-499d13fd2637/ba24cd1b-639b-431a-aacc-5339afb7ba30) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:00:38.389263 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6d35d35-b533-4fab-a3ea-8f7794d1972d admin admin] Publish callbacks [] for router_gateway (89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:38.396412 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eac949dc-3859-4c24-9e15-2bac77a3b647 req-d5c7625c-aea2-4bb7-8447-c68e1886cdfd tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371727 Feb 07 21:00:38.429859 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44782) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:38.541602 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08dfe7-226f-4a0c-a858-00fadb685b24 req-11750c62-47d3-4a80-bb55-d1a4fb8d45fc tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:38.542384 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b08dfe7-226f-4a0c-a858-00fadb685b24 req-11750c62-47d3-4a80-bb55-d1a4fb8d45fc tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.1694369 Feb 07 21:00:38.620822 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Publish callbacks [] for port (ba24cd1b-639b-431a-aacc-5339afb7ba30), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:38.634444 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (ba24cd1b-639b-431a-aacc-5339afb7ba30), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:38.660577 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5b194edd-698d-4ee4-af52-fc7537f368c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:38.688191 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Network 21a6194c-d716-4999-aeaa-5b2b71cb17eb is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:00:38.692193 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:00:38.696074 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:00:38.741989 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Pushing event updated for resources: {'Port': ['ID=ba24cd1b-639b-431a-aacc-5339afb7ba30,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:38.758644 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6d35d35-b533-4fab-a3ea-8f7794d1972d admin admin] Publish callbacks [] for router_gateway (89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:38.761568 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a73cd2-78ea-4f92-908d-0b3d9151e746 req-cf7ccf61-e979-4a2d-b76b-79857812ecb0 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:38.770309 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-22a73cd2-78ea-4f92-908d-0b3d9151e746 req-cf7ccf61-e979-4a2d-b76b-79857812ecb0 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 945 time: 0.2268660 Feb 07 21:00:38.802422 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6d35d35-b533-4fab-a3ea-8f7794d1972d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:38.804628 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b08dfe7-226f-4a0c-a858-00fadb685b24 req-a3325115-ea46-4fff-8857-efd74ccb9af9 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973095 Feb 07 21:00:38.806017 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Attempting to bind port ba24cd1b-639b-431a-aacc-5339afb7ba30 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:00:38.806390 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Attempting to bind port ba24cd1b-639b-431a-aacc-5339afb7ba30 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '8dbc27c3-8b29-446a-9851-9122c1639fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:00:38.806956 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Attempting to bind port ba24cd1b-639b-431a-aacc-5339afb7ba30 on network 21a6194c-d716-4999-aeaa-5b2b71cb17eb {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:00:38.823512 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:38.823865 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:38.824208 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:38.824588 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:38.824927 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:38.825256 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:38.825835 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:38.826175 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:38.826502 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:38.826831 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:38.827157 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:38.827480 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:38.827804 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:38.831656 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:00:38.832104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Checking segment: {'id': '8dbc27c3-8b29-446a-9851-9122c1639fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:00:38.832548 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:38.832936 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Bound using segment: {'id': '8dbc27c3-8b29-446a-9851-9122c1639fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:00:38.833418 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Bound port: ba24cd1b-639b-431a-aacc-5339afb7ba30, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbc27c3-8b29-446a-9851-9122c1639fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:00:38.833799 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ba24cd1b-639b-431a-aacc-5339afb7ba30), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:38.924412 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-22a73cd2-78ea-4f92-908d-0b3d9151e746 req-6ff7d016-b6e5-415b-85ce-0d4a92bd2574 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483936 Feb 07 21:00:38.965530 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] For port ba24cd1b-639b-431a-aacc-5339afb7ba30, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:00:38.975457 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] For port ba24cd1b-639b-431a-aacc-5339afb7ba30, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ba24cd1b-639b-431a-aacc-5339afb7ba30,segment=NetworkSegment(8dbc27c3-8b29-446a-9851-9122c1639fcc),segment_id=8dbc27c3-8b29-446a-9851-9122c1639fcc)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:00:38.984758 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5b194edd-698d-4ee4-af52-fc7537f368c5 admin admin] Publish callbacks [] for security_group (46c5215e-4ace-4a59-96eb-8d1a04a5dd72), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:39.001585 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ba24cd1b-639b-431a-aacc-5339afb7ba30), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:39.001943 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-e6d35d35-b533-4fab-a3ea-8f7794d1972d admin admin] Allocated IP 172.25.4.7 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/efa1526a-cf4f-463f-a187-25e9c7650949) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:00:39.008149 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5b194edd-698d-4ee4-af52-fc7537f368c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (46c5215e-4ace-4a59-96eb-8d1a04a5dd72), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:39.098218 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5b194edd-698d-4ee4-af52-fc7537f368c5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=526ac01571924bf3b99602604098eaab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6668112 Feb 07 21:00:39.102114 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44790) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:39.106088 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274f7ce-d285-49c8-8eeb-4e7405f4b606 None None] Pushing event updated for resources: {'Port': ['ID=ba24cd1b-639b-431a-aacc-5339afb7ba30,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:39.109919 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b194edd-698d-4ee4-af52-fc7537f368c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c5215e-4ace-4a59-96eb-8d1a04a5dd72,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:39.170202 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c81cb9-a2d8-4d77-b854-1bf00b9f9de2 req-8ad5afd7-2ec1-4b4f-b39d-24a044e58f59 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:39.180023 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-26c81cb9-a2d8-4d77-b854-1bf00b9f9de2 req-8ad5afd7-2ec1-4b4f-b39d-24a044e58f59 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 945 time: 0.1477056 Feb 07 21:00:39.206542 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2af48bf2-5689-41ad-9d63-ad80a85b2ee6 admin admin] Publish callbacks [] for security_group (46c5215e-4ace-4a59-96eb-8d1a04a5dd72), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:39.255272 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6d35d35-b533-4fab-a3ea-8f7794d1972d admin admin] Publish callbacks [] for port (efa1526a-cf4f-463f-a187-25e9c7650949), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:39.258429 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2af48bf2-5689-41ad-9d63-ad80a85b2ee6 admin admin] Publish callbacks [] for security_group (46c5215e-4ace-4a59-96eb-8d1a04a5dd72), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:39.298371 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-26c81cb9-a2d8-4d77-b854-1bf00b9f9de2 req-2565b7f0-468e-4d48-9d2a-e8e917e94967 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124678 Feb 07 21:00:39.321277 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6d35d35-b533-4fab-a3ea-8f7794d1972d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (efa1526a-cf4f-463f-a187-25e9c7650949), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:39.374115 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d35d35-b533-4fab-a3ea-8f7794d1972d admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:00:39.377179 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-e6d35d35-b533-4fab-a3ea-8f7794d1972d admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:00:39.381483 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d35d35-b533-4fab-a3ea-8f7794d1972d admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:00:39.430663 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2af48bf2-5689-41ad-9d63-ad80a85b2ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (46c5215e-4ace-4a59-96eb-8d1a04a5dd72), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:39.432106 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d35d35-b533-4fab-a3ea-8f7794d1972d admin admin] Pushing event updated for resources: {'Port': ['ID=efa1526a-cf4f-463f-a187-25e9c7650949,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:39.433958 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2af48bf2-5689-41ad-9d63-ad80a85b2ee6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:39.435383 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2af48bf2-5689-41ad-9d63-ad80a85b2ee6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/46c5215e-4ace-4a59-96eb-8d1a04a5dd72 HTTP/1.1" status: 204 len: 168 time: 0.3318739 Feb 07 21:00:39.486998 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af48bf2-5689-41ad-9d63-ad80a85b2ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c5215e-4ace-4a59-96eb-8d1a04a5dd72,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:39.796893 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ba24cd1b-639b-431a-aacc-5339afb7ba30 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:00:39.878775 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6d35d35-b533-4fab-a3ea-8f7794d1972d admin admin] Publish callbacks [] for router_gateway (89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:39.928347 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port ba24cd1b-639b-431a-aacc-5339afb7ba30 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:00:39.928347 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ba24cd1b-639b-431a-aacc-5339afb7ba30), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:40.113270 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc4f03-ec08-47f3-b697-52fe9c58732e req-7e1d8cee-711d-4da3-8f10-2bb01b609b0c tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:40.123619 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1acc4f03-ec08-47f3-b697-52fe9c58732e req-7e1d8cee-711d-4da3-8f10-2bb01b609b0c tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.1753910 Feb 07 21:00:40.144356 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44814) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:40.170480 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port ba24cd1b-639b-431a-aacc-5339afb7ba30 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:00:40.170957 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ba24cd1b-639b-431a-aacc-5339afb7ba30), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:40.202659 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f9fd605-a815-4027-98c8-c06a3cef908f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:40.260924 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port ba24cd1b-639b-431a-aacc-5339afb7ba30, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ba24cd1b-639b-431a-aacc-5339afb7ba30,segment=NetworkSegment(8dbc27c3-8b29-446a-9851-9122c1639fcc),segment_id=8dbc27c3-8b29-446a-9851-9122c1639fcc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:00:40.276351 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ba24cd1b-639b-431a-aacc-5339afb7ba30), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:40.360121 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1acc4f03-ec08-47f3-b697-52fe9c58732e req-b22f72c2-ea53-4e41-8b5b-e9286b1a0b5a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306068 Feb 07 21:00:40.400880 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=ba24cd1b-639b-431a-aacc-5339afb7ba30,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:40.436293 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6d35d35-b533-4fab-a3ea-8f7794d1972d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:40.475303 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f9fd605-a815-4027-98c8-c06a3cef908f admin admin] Publish callbacks [] for security_group (75c8ba3b-5869-4cb7-ba7e-0e19884cc3f9), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:40.481608 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f9fd605-a815-4027-98c8-c06a3cef908f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (75c8ba3b-5869-4cb7-ba7e-0e19884cc3f9), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:40.538581 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4f9fd605-a815-4027-98c8-c06a3cef908f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2dbb42c62a7a4c239dcb8ae91b404e6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3921549 Feb 07 21:00:40.539610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9fd605-a815-4027-98c8-c06a3cef908f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c8ba3b-5869-4cb7-ba7e-0e19884cc3f9,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:40.542247 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44822) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:40.668232 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79f76ba5-2ee8-497f-81b2-f8e9282cf995 admin admin] Publish callbacks [] for security_group (75c8ba3b-5869-4cb7-ba7e-0e19884cc3f9), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:40.741293 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d35d35-b533-4fab-a3ea-8f7794d1972d admin admin] Router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:00:40.742039 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79f76ba5-2ee8-497f-81b2-f8e9282cf995 admin admin] Publish callbacks [] for security_group (75c8ba3b-5869-4cb7-ba7e-0e19884cc3f9), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:40.771562 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4f0f9-9a7a-43f0-a3fe-f77cafb61ebe req-7a784668-1fab-482f-8cce-bd689ff8e578 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:40.772865 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dae4f0f9-9a7a-43f0-a3fe-f77cafb61ebe req-7a784668-1fab-482f-8cce-bd689ff8e578 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 945 time: 0.1377587 Feb 07 21:00:40.787650 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cfb26a-0358-496d-aac5-94279fed676b None None] Network 21a6194c-d716-4999-aeaa-5b2b71cb17eb requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:00:40.853332 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dae4f0f9-9a7a-43f0-a3fe-f77cafb61ebe req-fdd3dd56-054b-481f-934b-28f95964262d tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704670 Feb 07 21:00:40.888155 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79f76ba5-2ee8-497f-81b2-f8e9282cf995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (75c8ba3b-5869-4cb7-ba7e-0e19884cc3f9), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:40.891397 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79f76ba5-2ee8-497f-81b2-f8e9282cf995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:40.892993 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-79f76ba5-2ee8-497f-81b2-f8e9282cf995 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/75c8ba3b-5869-4cb7-ba7e-0e19884cc3f9 HTTP/1.1" status: 204 len: 168 time: 0.3494999 Feb 07 21:00:40.904870 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d35d35-b533-4fab-a3ea-8f7794d1972d admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:00:40.935405 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f76ba5-2ee8-497f-81b2-f8e9282cf995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c8ba3b-5869-4cb7-ba7e-0e19884cc3f9,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:40.954336 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6d35d35-b533-4fab-a3ea-8f7794d1972d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:40.955640 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e6d35d35-b533-4fab-a3ea-8f7794d1972d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9922016 Feb 07 21:00:40.959390 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44826) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:41.089511 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e8d749-a815-4e47-b6df-539aded9231b None None] Sync routers for ids ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:00:41.182510 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-941c0422-fb8a-4904-9736-015a98bca3cc None None] Provisioning complete for port ba24cd1b-639b-431a-aacc-5339afb7ba30 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:00:41.183441 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-941c0422-fb8a-4904-9736-015a98bca3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ba24cd1b-639b-431a-aacc-5339afb7ba30), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:41.265469 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e8d749-a815-4e47-b6df-539aded9231b None None] Routers {'89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:00:41.266118 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-08e8d749-a815-4e47-b6df-539aded9231b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:00:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:00:41.627972 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-941c0422-fb8a-4904-9736-015a98bca3cc None None] Current status of the port ba24cd1b-639b-431a-aacc-5339afb7ba30 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:00:41.636839 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ba24cd1b-639b-431a-aacc-5339afb7ba30 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:00:41.655548 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4822cf3-7893-4fdc-a4f0-65567ef5d430 req-a5949f24-728f-44a9-81ed-e8e144e1eb08 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:41.657222 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4822cf3-7893-4fdc-a4f0-65567ef5d430 req-a5949f24-728f-44a9-81ed-e8e144e1eb08 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.1655917 Feb 07 21:00:41.703148 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80d6b0ac-18ba-4919-a1a7-82978017d0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:41.749720 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-08e8d749-a815-4e47-b6df-539aded9231b None None] Set router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:00:41.790136 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port ba24cd1b-639b-431a-aacc-5339afb7ba30 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:00:41.790136 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ba24cd1b-639b-431a-aacc-5339afb7ba30), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:41.857812 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4822cf3-7893-4fdc-a4f0-65567ef5d430 req-641656c1-c253-4cc1-9041-810c08852188 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882420 Feb 07 21:00:42.081015 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-80d6b0ac-18ba-4919-a1a7-82978017d0a9 admin admin] Allocated IP 172.20.0.1 (21a6194c-d716-4999-aeaa-5b2b71cb17eb/4697809e-6faf-4265-b583-499d13fd2637/973983e9-741d-4100-bc08-8d6bc06a1735) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:00:42.131995 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696b011-9bea-4a5d-b599-4ebc40712833 req-af88cd1e-35c8-41af-878a-9e7324394bf6 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:42.133844 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8696b011-9bea-4a5d-b599-4ebc40712833 req-af88cd1e-35c8-41af-878a-9e7324394bf6 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 945 time: 0.1186342 Feb 07 21:00:42.207516 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port ba24cd1b-639b-431a-aacc-5339afb7ba30 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:00:42.220652 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-445f7d1d-96d5-4d2c-9524-6f15a279ca3c None None] Provisioning complete for port ba24cd1b-639b-431a-aacc-5339afb7ba30 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:00:42.220939 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-445f7d1d-96d5-4d2c-9524-6f15a279ca3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ba24cd1b-639b-431a-aacc-5339afb7ba30), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:42.274859 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8696b011-9bea-4a5d-b599-4ebc40712833 req-22c2371d-dbcc-4b86-a6be-5bd7e8451e33 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139283 Feb 07 21:00:42.311442 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-08e8d749-a815-4e47-b6df-539aded9231b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-router', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:39Z', 'revision_number': 3, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'gw_port': {'id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:00:42.348755 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e8d749-a815-4e47-b6df-539aded9231b None None] Checking router: 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:00:42.349098 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e8d749-a815-4e47-b6df-539aded9231b None None] Updating router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a port efa1526a-cf4f-463f-a187-25e9c7650949 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:00:42.387646 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80d6b0ac-18ba-4919-a1a7-82978017d0a9 admin admin] Publish callbacks [] for port (973983e9-741d-4100-bc08-8d6bc06a1735), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:42.421776 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-08e8d749-a815-4e47-b6df-539aded9231b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (efa1526a-cf4f-463f-a187-25e9c7650949), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:42.424404 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-445f7d1d-96d5-4d2c-9524-6f15a279ca3c None None] Current status of the port ba24cd1b-639b-431a-aacc-5339afb7ba30 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:00:42.448897 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80d6b0ac-18ba-4919-a1a7-82978017d0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (973983e9-741d-4100-bc08-8d6bc06a1735), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:42.492675 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d6b0ac-18ba-4919-a1a7-82978017d0a9 admin admin] Network 21a6194c-d716-4999-aeaa-5b2b71cb17eb is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:00:42.495446 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-80d6b0ac-18ba-4919-a1a7-82978017d0a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:00:42.499922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d6b0ac-18ba-4919-a1a7-82978017d0a9 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:00:42.542708 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6b0ac-18ba-4919-a1a7-82978017d0a9 admin admin] Pushing event updated for resources: {'Port': ['ID=973983e9-741d-4100-bc08-8d6bc06a1735,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:42.573602 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80d6b0ac-18ba-4919-a1a7-82978017d0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:42.788615 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80d6b0ac-18ba-4919-a1a7-82978017d0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (973983e9-741d-4100-bc08-8d6bc06a1735), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:42.898315 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-08e8d749-a815-4e47-b6df-539aded9231b None None] Publish callbacks [] for port (efa1526a-cf4f-463f-a187-25e9c7650949), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:42.913189 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-08e8d749-a815-4e47-b6df-539aded9231b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (efa1526a-cf4f-463f-a187-25e9c7650949), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:42.967521 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f60f8-2751-477e-bb1a-9ffafdeb87e5 None None] Pushing event updated for resources: {'Port': ['ID=efa1526a-cf4f-463f-a187-25e9c7650949,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:43.018941 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-fc4e5dc6-7da7-452a-950c-2e79dc81aed8 None None] Provisioning complete for port 973983e9-741d-4100-bc08-8d6bc06a1735 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:00:43.019244 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fc4e5dc6-7da7-452a-950c-2e79dc81aed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (973983e9-741d-4100-bc08-8d6bc06a1735), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:43.053222 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-08e8d749-a815-4e47-b6df-539aded9231b None None] Attempting to bind port efa1526a-cf4f-463f-a187-25e9c7650949 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:00:43.053424 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-08e8d749-a815-4e47-b6df-539aded9231b None None] Attempting to bind port efa1526a-cf4f-463f-a187-25e9c7650949 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:00:43.053790 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8d749-a815-4e47-b6df-539aded9231b None None] Attempting to bind port efa1526a-cf4f-463f-a187-25e9c7650949 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:00:43.056358 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01c9bd-8adb-4a66-bee4-19cc70044630 req-819918b4-eaea-4b68-95bf-ceb44707103b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:43.057938 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cb01c9bd-8adb-4a66-bee4-19cc70044630 req-819918b4-eaea-4b68-95bf-ceb44707103b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.1145270 Feb 07 21:00:43.063295 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8d749-a815-4e47-b6df-539aded9231b None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:00:43.064244 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8d749-a815-4e47-b6df-539aded9231b None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:00:43.064679 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-08e8d749-a815-4e47-b6df-539aded9231b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:43.065070 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8d749-a815-4e47-b6df-539aded9231b None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:00:43.065545 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-08e8d749-a815-4e47-b6df-539aded9231b None None] Bound port: efa1526a-cf4f-463f-a187-25e9c7650949, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:00:43.065928 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-08e8d749-a815-4e47-b6df-539aded9231b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (efa1526a-cf4f-463f-a187-25e9c7650949), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:43.124906 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80d6b0ac-18ba-4919-a1a7-82978017d0a9 admin admin] Publish callbacks [] for port (973983e9-741d-4100-bc08-8d6bc06a1735), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:43.125493 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-08e8d749-a815-4e47-b6df-539aded9231b None None] For port efa1526a-cf4f-463f-a187-25e9c7650949, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:00:43.129242 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-08e8d749-a815-4e47-b6df-539aded9231b None None] For port efa1526a-cf4f-463f-a187-25e9c7650949, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=efa1526a-cf4f-463f-a187-25e9c7650949,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:00:43.141267 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80d6b0ac-18ba-4919-a1a7-82978017d0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (973983e9-741d-4100-bc08-8d6bc06a1735), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:43.145110 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-08e8d749-a815-4e47-b6df-539aded9231b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (efa1526a-cf4f-463f-a187-25e9c7650949), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:43.163866 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cb01c9bd-8adb-4a66-bee4-19cc70044630 req-135b2531-c428-4772-ab7e-0a948bc53895 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857294 Feb 07 21:00:43.164117 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-fc4e5dc6-7da7-452a-950c-2e79dc81aed8 None None] Port 973983e9-741d-4100-bc08-8d6bc06a1735 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:00:43.229612 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6b0ac-18ba-4919-a1a7-82978017d0a9 admin admin] Pushing event updated for resources: {'Port': ['ID=973983e9-741d-4100-bc08-8d6bc06a1735,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:43.232162 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80d6b0ac-18ba-4919-a1a7-82978017d0a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:43.259918 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f60f8-2751-477e-bb1a-9ffafdeb87e5 None None] Pushing event updated for resources: {'Port': ['ID=efa1526a-cf4f-463f-a187-25e9c7650949,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:43.283253 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e8d749-a815-4e47-b6df-539aded9231b None None] Routers {'89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:00:43.283893 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-08e8d749-a815-4e47-b6df-539aded9231b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:00:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:00:43.355817 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d6b0ac-18ba-4919-a1a7-82978017d0a9 admin admin] Network 21a6194c-d716-4999-aeaa-5b2b71cb17eb is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:00:43.357698 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-80d6b0ac-18ba-4919-a1a7-82978017d0a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:00:43.537051 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3fd41-1d58-407a-9f7b-8e932e239a64 req-46373b66-d469-4ef1-9251-4f8b3d341ef1 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:43.538943 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3f3fd41-1d58-407a-9f7b-8e932e239a64 req-46373b66-d469-4ef1-9251-4f8b3d341ef1 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 945 time: 0.1275141 Feb 07 21:00:43.572744 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-08e8d749-a815-4e47-b6df-539aded9231b None None] Set router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:00:43.656249 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d6b0ac-18ba-4919-a1a7-82978017d0a9 admin admin] Router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:00:43.681408 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3f3fd41-1d58-407a-9f7b-8e932e239a64 req-54cc688c-5ca7-42a4-9cf6-382bffb4c40d tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288457 Feb 07 21:00:43.808636 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-50fb2ee9-1e2d-45da-b540-3e9cc0a5a653 None None] Provisioning complete for port 973983e9-741d-4100-bc08-8d6bc06a1735 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:00:43.809437 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-50fb2ee9-1e2d-45da-b540-3e9cc0a5a653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (973983e9-741d-4100-bc08-8d6bc06a1735), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:43.838979 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d6b0ac-18ba-4919-a1a7-82978017d0a9 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:00:43.859025 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-80d6b0ac-18ba-4919-a1a7-82978017d0a9 admin admin] 10.222.0.65 "PUT /v2.0/routers/89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8976874 Feb 07 21:00:43.940446 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-50fb2ee9-1e2d-45da-b540-3e9cc0a5a653 None None] Port 973983e9-741d-4100-bc08-8d6bc06a1735 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:00:44.043218 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-08e8d749-a815-4e47-b6df-539aded9231b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-router', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:42Z', 'revision_number': 4, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'gw_port': {'id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '973983e9-741d-4100-bc08-8d6bc06a1735', 'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'mac_address': 'fa:16:3e:f6:88:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '4697809e-6faf-4265-b583-499d13fd2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:41Z', 'updated_at': '2022-02-07T21:00:42Z', 'revision_number': 2, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'subnets': [{'id': '4697809e-6faf-4265-b583-499d13fd2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:00:44.086653 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e8d749-a815-4e47-b6df-539aded9231b None None] The sync data for ids ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'] in n-d-828185-2 is: [{'id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-router', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:42Z', 'revision_number': 4, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'gw_port': {'id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '973983e9-741d-4100-bc08-8d6bc06a1735', 'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'mac_address': 'fa:16:3e:f6:88:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '4697809e-6faf-4265-b583-499d13fd2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:41Z', 'updated_at': '2022-02-07T21:00:42Z', 'revision_number': 2, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'subnets': [{'id': '4697809e-6faf-4265-b583-499d13fd2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:00:44.397924 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67c8f4-4673-4645-91a0-e0db2a8b76f6 req-08a35a9f-05fe-46a1-a293-85c990fb5d70 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:44.399742 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f67c8f4-4673-4645-91a0-e0db2a8b76f6 req-08a35a9f-05fe-46a1-a293-85c990fb5d70 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.1004224 Feb 07 21:00:44.562415 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:00:44.962028 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f67c8f4-4673-4645-91a0-e0db2a8b76f6 req-4f8a17bf-8f88-4092-b73f-cf2937fc2ddc tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5546567 Feb 07 21:00:44.982821 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44948) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:45.068249 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-debe72b0-7925-447a-9af1-e8790f23a62f tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:45.087386 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-debe72b0-7925-447a-9af1-e8790f23a62f tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/networks?id=21a6194c-d716-4999-aeaa-5b2b71cb17eb HTTP/1.1" status: 200 len: 821 time: 0.6144276 Feb 07 21:00:45.128604 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-4e33e9b8-f802-4ed3-a884-17687b6f05df tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/quotas/390bb4ffe0104a5cbfd48bfe929d4aa0 HTTP/1.1" status: 200 len: 375 time: 0.0390232 Feb 07 21:00:45.295208 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe3e0eec-0cda-4c28-bc6b-b7e60bfd4a67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:45.320115 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-1e28b43a-b93d-4a39-8f18-1c22c30dc91c tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=390bb4ffe0104a5cbfd48bfe929d4aa0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1907148 Feb 07 21:00:45.346420 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5f971-bd0f-45e8-9275-94ecb1cbd7ed req-2633736b-0761-4e59-8e1c-55b05d0f1c45 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:45.348013 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9c5f971-bd0f-45e8-9275-94ecb1cbd7ed req-2633736b-0761-4e59-8e1c-55b05d0f1c45 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 945 time: 0.1663246 Feb 07 21:00:45.388253 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 624bc342-2e05-44ba-a3a5-cb706c43cdb7 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:00:45.492493 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe3e0eec-0cda-4c28-bc6b-b7e60bfd4a67 admin admin] Publish callbacks [] for security_group (c4545801-f0a4-470e-815c-5d4fcc406f1a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:45.509276 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe3e0eec-0cda-4c28-bc6b-b7e60bfd4a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c4545801-f0a4-470e-815c-5d4fcc406f1a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:45.558233 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fe3e0eec-0cda-4c28-bc6b-b7e60bfd4a67 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1554cd89bf834281843be4b2b242b41c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5752528 Feb 07 21:00:45.584119 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-6cd62e9f-7aca-44f1-9af3-75b71e0cc1f8 service neutron] 10.222.0.65 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561543 Feb 07 21:00:45.622191 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44952) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:45.623020 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e0eec-0cda-4c28-bc6b-b7e60bfd4a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4545801-f0a4-470e-815c-5d4fcc406f1a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:45.669433 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9c5f971-bd0f-45e8-9275-94ecb1cbd7ed req-f9e7c8c2-c86e-4f40-b94c-3e00b610da33 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715216 Feb 07 21:00:45.681849 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 624bc342-2e05-44ba-a3a5-cb706c43cdb7, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=624bc342-2e05-44ba-a3a5-cb706c43cdb7,segment=NetworkSegment(f638ec27-818a-478c-bd2a-cb7a790547ad),segment_id=f638ec27-818a-478c-bd2a-cb7a790547ad)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:00:45.702879 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '624bc342-2e05-44ba-a3a5-cb706c43cdb7', 'network_id': '5001b379-0d16-4857-8b55-5475fc3d0612', 'port_id': '624bc342-2e05-44ba-a3a5-cb706c43cdb7', 'mac_address': 'fa:16:3e:f8:06:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7288118f-d382-42c5-a17d-902cfe145aa3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:00:45.717637 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e0eec-0cda-4c28-bc6b-b7e60bfd4a67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:45.718136 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e0eec-0cda-4c28-bc6b-b7e60bfd4a67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:45.726248 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e0eec-0cda-4c28-bc6b-b7e60bfd4a67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:45.726248 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e0eec-0cda-4c28-bc6b-b7e60bfd4a67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:45.726248 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e0eec-0cda-4c28-bc6b-b7e60bfd4a67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:45.726248 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e0eec-0cda-4c28-bc6b-b7e60bfd4a67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:45.726248 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e0eec-0cda-4c28-bc6b-b7e60bfd4a67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:45.726248 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e0eec-0cda-4c28-bc6b-b7e60bfd4a67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:45.726248 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e0eec-0cda-4c28-bc6b-b7e60bfd4a67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:45.726248 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e0eec-0cda-4c28-bc6b-b7e60bfd4a67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:45.726248 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e0eec-0cda-4c28-bc6b-b7e60bfd4a67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:45.726248 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e0eec-0cda-4c28-bc6b-b7e60bfd4a67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:45.726248 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e0eec-0cda-4c28-bc6b-b7e60bfd4a67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:45.757148 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4dc09d98-b028-4228-a9c5-7742ba8aa017 admin admin] Publish callbacks [] for security_group (c4545801-f0a4-470e-815c-5d4fcc406f1a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:45.821588 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device efa1526a-cf4f-463f-a187-25e9c7650949 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:00:45.826790 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4dc09d98-b028-4228-a9c5-7742ba8aa017 admin admin] Publish callbacks [] for security_group (c4545801-f0a4-470e-815c-5d4fcc406f1a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:45.855841 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-d4503e7b-1e40-44a9-9833-190f2cc52fd1 service neutron] 10.222.0.65 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616456 Feb 07 21:00:45.898233 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4dc09d98-b028-4228-a9c5-7742ba8aa017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c4545801-f0a4-470e-815c-5d4fcc406f1a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:45.901493 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4dc09d98-b028-4228-a9c5-7742ba8aa017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:45.901805 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 624bc342-2e05-44ba-a3a5-cb706c43cdb7 is: ACTIVE; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:00:45.902202 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (624bc342-2e05-44ba-a3a5-cb706c43cdb7), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:45.910123 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4dc09d98-b028-4228-a9c5-7742ba8aa017 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c4545801-f0a4-470e-815c-5d4fcc406f1a HTTP/1.1" status: 204 len: 168 time: 0.2814629 Feb 07 21:00:45.927787 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc09d98-b028-4228-a9c5-7742ba8aa017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4545801-f0a4-470e-815c-5d4fcc406f1a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:45.993317 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 624bc342-2e05-44ba-a3a5-cb706c43cdb7 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:00:46.031683 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 624bc342-2e05-44ba-a3a5-cb706c43cdb7, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=624bc342-2e05-44ba-a3a5-cb706c43cdb7,segment=NetworkSegment(f638ec27-818a-478c-bd2a-cb7a790547ad),segment_id=f638ec27-818a-478c-bd2a-cb7a790547ad)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:00:46.046993 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (624bc342-2e05-44ba-a3a5-cb706c43cdb7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:46.160120 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port efa1526a-cf4f-463f-a187-25e9c7650949 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:00:46.160537 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (efa1526a-cf4f-463f-a187-25e9c7650949), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:46.170024 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb1f620d-2071-4e1d-a29e-bc78bb15172e req-adb2a10e-8962-4b40-9c7d-6d312870e098 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 210 time: 0.0734529 Feb 07 21:00:46.252112 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['624bc342-2e05-44ba-a3a5-cb706c43cdb7'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:00:46.289978 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=624bc342-2e05-44ba-a3a5-cb706c43cdb7,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:46.353633 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port efa1526a-cf4f-463f-a187-25e9c7650949 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:00:46.354021 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (efa1526a-cf4f-463f-a187-25e9c7650949), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:46.368108 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97805c3-2c41-40ab-8720-4cb9e4cce0f8 req-8fcbe234-47af-4f3a-b134-2275a5c4bcf4 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:46.371886 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a97805c3-2c41-40ab-8720-4cb9e4cce0f8 req-8fcbe234-47af-4f3a-b134-2275a5c4bcf4 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.1804156 Feb 07 21:00:46.384191 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port efa1526a-cf4f-463f-a187-25e9c7650949, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=efa1526a-cf4f-463f-a187-25e9c7650949,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:00:46.397386 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (efa1526a-cf4f-463f-a187-25e9c7650949), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:46.471307 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a97805c3-2c41-40ab-8720-4cb9e4cce0f8 req-d4a04d3f-859c-44a1-9901-bf8ab8727623 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907063 Feb 07 21:00:46.555929 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=efa1526a-cf4f-463f-a187-25e9c7650949,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:46.659857 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44970) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:46.673976 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-223fbebf-97a7-4b92-876b-5e1611401435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:46.789145 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-223fbebf-97a7-4b92-876b-5e1611401435 admin admin] Publish callbacks [] for security_group (e475a3ae-fbc4-4d2a-be44-f3a820c6cb07), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:46.797076 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-223fbebf-97a7-4b92-876b-5e1611401435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e475a3ae-fbc4-4d2a-be44-f3a820c6cb07), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:46.884651 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-223fbebf-97a7-4b92-876b-5e1611401435 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2f40ee0678fa4c198dd9f283aeb83306&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233474 Feb 07 21:00:46.887239 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44976) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:46.896260 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223fbebf-97a7-4b92-876b-5e1611401435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e475a3ae-fbc4-4d2a-be44-f3a820c6cb07,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:46.932043 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd97b7-5b3c-443c-a76d-218055fa5f6b req-71bd5b1a-e8e8-4476-bbb1-c3bf4c9cd638 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:46.941991 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-75dd97b7-5b3c-443c-a76d-218055fa5f6b req-71bd5b1a-e8e8-4476-bbb1-c3bf4c9cd638 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 944 time: 0.1294041 Feb 07 21:00:47.009662 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-75dd97b7-5b3c-443c-a76d-218055fa5f6b req-71a5a575-936d-4289-871f-f23a44ebcd6e tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667078 Feb 07 21:00:47.009884 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d786f9f0-0c43-4796-94fb-4311f15c8037 admin admin] Publish callbacks [] for security_group (e475a3ae-fbc4-4d2a-be44-f3a820c6cb07), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:47.095965 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d786f9f0-0c43-4796-94fb-4311f15c8037 admin admin] Publish callbacks [] for security_group (e475a3ae-fbc4-4d2a-be44-f3a820c6cb07), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:47.166432 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d786f9f0-0c43-4796-94fb-4311f15c8037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e475a3ae-fbc4-4d2a-be44-f3a820c6cb07), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:47.169092 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d786f9f0-0c43-4796-94fb-4311f15c8037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:47.171094 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d786f9f0-0c43-4796-94fb-4311f15c8037 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e475a3ae-fbc4-4d2a-be44-f3a820c6cb07 HTTP/1.1" status: 204 len: 168 time: 0.2808976 Feb 07 21:00:47.188949 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786f9f0-0c43-4796-94fb-4311f15c8037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e475a3ae-fbc4-4d2a-be44-f3a820c6cb07,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:47.334947 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7d918286-6cf2-4321-bae4-cc3f597252a2 req-94d777c6-4916-40e4-b075-91f8e19e9585 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 210 time: 0.0315671 Feb 07 21:00:47.394918 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 624bc342-2e05-44ba-a3a5-cb706c43cdb7 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:00:47.491457 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 624bc342-2e05-44ba-a3a5-cb706c43cdb7 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:00:47.492149 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (624bc342-2e05-44ba-a3a5-cb706c43cdb7), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:47.561329 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf0fefa-b952-407f-8c99-62021daf511f None None] Sync routers for ids ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:00:47.585833 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf0fefa-b952-407f-8c99-62021daf511f None None] Routers {'89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:00:47.587821 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-5cf0fefa-b952-407f-8c99-62021daf511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:00:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:00:47.698486 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 624bc342-2e05-44ba-a3a5-cb706c43cdb7 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:00:47.699813 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (624bc342-2e05-44ba-a3a5-cb706c43cdb7), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:47.768132 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device efa1526a-cf4f-463f-a187-25e9c7650949 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:00:47.853783 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-5cf0fefa-b952-407f-8c99-62021daf511f None None] Set router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:00:47.925553 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe87c892-99eb-4328-bf07-4023bb1792d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624bc342-2e05-44ba-a3a5-cb706c43cdb7'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:00:47.932956 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93772c59-7f93-4fd4-bfd5-95006ffd51e2" -d '{"events": [{"server_uuid": "fe87c892-99eb-4328-bf07-4023bb1792d3", "name": "network-vif-plugged", "status": "completed", "tag": "624bc342-2e05-44ba-a3a5-cb706c43cdb7"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:00:47.977685 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 624bc342-2e05-44ba-a3a5-cb706c43cdb7, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=624bc342-2e05-44ba-a3a5-cb706c43cdb7,segment=NetworkSegment(f638ec27-818a-478c-bd2a-cb7a790547ad),segment_id=f638ec27-818a-478c-bd2a-cb7a790547ad)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:00:47.998488 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (624bc342-2e05-44ba-a3a5-cb706c43cdb7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:48.021575 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-acf03713-bee1-464b-a19e-ed9b3c969e6c tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:48.024160 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-acf03713-bee1-464b-a19e-ed9b3c969e6c tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.71 "GET /v2.0/networks?id=21a6194c-d716-4999-aeaa-5b2b71cb17eb HTTP/1.1" status: 200 len: 821 time: 0.3657525 Feb 07 21:00:48.037100 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0356cb7-a0f6-452b-b468-6cb85d55f124 req-96f525b2-69ae-47f6-a638-a12bbcbfbd1b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:48.038864 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0356cb7-a0f6-452b-b468-6cb85d55f124 req-96f525b2-69ae-47f6-a638-a12bbcbfbd1b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.3972712 Feb 07 21:00:48.043436 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-915871a2-e7ca-48a0-a399-2102d92e93e2 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Request body: {'port': {'device_id': '9794cbbc-fde1-434c-9102-b948f32a0fa2', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'admin_state_up': True, 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:00:48.065817 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352ee4fc-6a1e-4896-9650-f1ffcc9165c0 x-openstack-request-id: req-352ee4fc-6a1e-4896-9650-f1ffcc9165c0 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:00:48.066142 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe87c892-99eb-4328-bf07-4023bb1792d3", "name": "network-vif-plugged", "status": "completed", "tag": "624bc342-2e05-44ba-a3a5-cb706c43cdb7", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:00:48.066403 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-352ee4fc-6a1e-4896-9650-f1ffcc9165c0 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:00:48.066911 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe87c892-99eb-4328-bf07-4023bb1792d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624bc342-2e05-44ba-a3a5-cb706c43cdb7', 'code': 200} Feb 07 21:00:48.100330 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port efa1526a-cf4f-463f-a187-25e9c7650949 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:00:48.100330 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (efa1526a-cf4f-463f-a187-25e9c7650949), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:48.100330 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=624bc342-2e05-44ba-a3a5-cb706c43cdb7,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:48.228060 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port efa1526a-cf4f-463f-a187-25e9c7650949 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:00:48.231638 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0356cb7-a0f6-452b-b468-6cb85d55f124 req-81b9f8d0-6a55-4dcd-bd11-743bfb2e9430 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833415 Feb 07 21:00:48.255655 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-5cf0fefa-b952-407f-8c99-62021daf511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-router', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:42Z', 'revision_number': 4, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'gw_port': {'id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '973983e9-741d-4100-bc08-8d6bc06a1735', 'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'mac_address': 'fa:16:3e:f6:88:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '4697809e-6faf-4265-b583-499d13fd2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:41Z', 'updated_at': '2022-02-07T21:00:42Z', 'revision_number': 2, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'subnets': [{'id': '4697809e-6faf-4265-b583-499d13fd2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:00:48.279428 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-abfb3b84-cd38-456d-a00b-f54d06caee10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:48.323150 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf0fefa-b952-407f-8c99-62021daf511f None None] Checking router: 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:00:48.323780 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf0fefa-b952-407f-8c99-62021daf511f None None] Updating router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a port 973983e9-741d-4100-bc08-8d6bc06a1735 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:00:48.349294 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c56ad3-e309-4c90-97d5-ef8f7dc4b714 req-0c13318f-6811-4702-a4f2-5c99f090916b tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:48.351058 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10c56ad3-e309-4c90-97d5-ef8f7dc4b714 req-0c13318f-6811-4702-a4f2-5c99f090916b tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 945 time: 0.1412868 Feb 07 21:00:48.352807 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-915871a2-e7ca-48a0-a399-2102d92e93e2 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Made reservation on behalf of 390bb4ffe0104a5cbfd48bfe929d4aa0 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:00:48.356408 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-915871a2-e7ca-48a0-a399-2102d92e93e2 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:48.385162 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5cf0fefa-b952-407f-8c99-62021daf511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (973983e9-741d-4100-bc08-8d6bc06a1735), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:48.436488 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10c56ad3-e309-4c90-97d5-ef8f7dc4b714 req-6d6d10c5-0c1e-48fb-8345-888145b7c38f tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754368 Feb 07 21:00:48.619532 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c36a92c8-9a37-491e-978d-bcf315d2576a req-b64380c9-e523-406a-808e-1330e8c36ecb tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 210 time: 0.1737039 Feb 07 21:00:48.834975 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5cf0fefa-b952-407f-8c99-62021daf511f None None] Publish callbacks [] for port (973983e9-741d-4100-bc08-8d6bc06a1735), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:48.841242 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5cf0fefa-b952-407f-8c99-62021daf511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (973983e9-741d-4100-bc08-8d6bc06a1735), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:48.914077 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288cf7a-9867-418e-b358-e6a7667b933f None None] Pushing event updated for resources: {'Port': ['ID=973983e9-741d-4100-bc08-8d6bc06a1735,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:48.930442 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4288cf7a-9867-418e-b358-e6a7667b933f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:48.930834 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4288cf7a-9867-418e-b358-e6a7667b933f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:48.931106 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4288cf7a-9867-418e-b358-e6a7667b933f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:48.931619 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4288cf7a-9867-418e-b358-e6a7667b933f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:48.931951 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4288cf7a-9867-418e-b358-e6a7667b933f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:48.932271 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4288cf7a-9867-418e-b358-e6a7667b933f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:48.932622 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4288cf7a-9867-418e-b358-e6a7667b933f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:48.932937 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4288cf7a-9867-418e-b358-e6a7667b933f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:48.933249 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4288cf7a-9867-418e-b358-e6a7667b933f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:48.933608 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4288cf7a-9867-418e-b358-e6a7667b933f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:48.934091 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4288cf7a-9867-418e-b358-e6a7667b933f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:48.934407 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4288cf7a-9867-418e-b358-e6a7667b933f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:48.934719 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4288cf7a-9867-418e-b358-e6a7667b933f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:00:48.963797 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-915871a2-e7ca-48a0-a399-2102d92e93e2 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Allocated IP 172.20.0.5 (21a6194c-d716-4999-aeaa-5b2b71cb17eb/4697809e-6faf-4265-b583-499d13fd2637/1c619f47-fc6a-4388-86fb-8892dc475079) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:00:49.046486 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-5cf0fefa-b952-407f-8c99-62021daf511f None None] Attempting to bind port 973983e9-741d-4100-bc08-8d6bc06a1735 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:00:49.046853 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-5cf0fefa-b952-407f-8c99-62021daf511f None None] Attempting to bind port 973983e9-741d-4100-bc08-8d6bc06a1735 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '8dbc27c3-8b29-446a-9851-9122c1639fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:00:49.049613 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0fefa-b952-407f-8c99-62021daf511f None None] Attempting to bind port 973983e9-741d-4100-bc08-8d6bc06a1735 on network 21a6194c-d716-4999-aeaa-5b2b71cb17eb {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:00:49.059218 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0fefa-b952-407f-8c99-62021daf511f None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:00:49.061511 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0fefa-b952-407f-8c99-62021daf511f None None] Checking segment: {'id': '8dbc27c3-8b29-446a-9851-9122c1639fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:00:49.061511 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5cf0fefa-b952-407f-8c99-62021daf511f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:49.061511 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0fefa-b952-407f-8c99-62021daf511f None None] Bound using segment: {'id': '8dbc27c3-8b29-446a-9851-9122c1639fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:00:49.061511 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-5cf0fefa-b952-407f-8c99-62021daf511f None None] Bound port: 973983e9-741d-4100-bc08-8d6bc06a1735, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbc27c3-8b29-446a-9851-9122c1639fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:00:49.069160 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5cf0fefa-b952-407f-8c99-62021daf511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (973983e9-741d-4100-bc08-8d6bc06a1735), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:49.194379 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-5cf0fefa-b952-407f-8c99-62021daf511f None None] For port 973983e9-741d-4100-bc08-8d6bc06a1735, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:00:49.198968 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-5cf0fefa-b952-407f-8c99-62021daf511f None None] For port 973983e9-741d-4100-bc08-8d6bc06a1735, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=973983e9-741d-4100-bc08-8d6bc06a1735,segment=NetworkSegment(8dbc27c3-8b29-446a-9851-9122c1639fcc),segment_id=8dbc27c3-8b29-446a-9851-9122c1639fcc)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:00:49.217951 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5cf0fefa-b952-407f-8c99-62021daf511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (973983e9-741d-4100-bc08-8d6bc06a1735), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:49.293920 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-915871a2-e7ca-48a0-a399-2102d92e93e2 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks [] for port (1c619f47-fc6a-4388-86fb-8892dc475079), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:49.297005 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf0fefa-b952-407f-8c99-62021daf511f None None] Routers {'89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:00:49.297792 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-5cf0fefa-b952-407f-8c99-62021daf511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:00:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:00:49.346950 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-77a26b8b-caaa-4879-b511-23805656f83a None None] Provisioning complete for port 973983e9-741d-4100-bc08-8d6bc06a1735 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:00:49.348597 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-77a26b8b-caaa-4879-b511-23805656f83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (973983e9-741d-4100-bc08-8d6bc06a1735), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:49.432111 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-915871a2-e7ca-48a0-a399-2102d92e93e2 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (1c619f47-fc6a-4388-86fb-8892dc475079), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:49.516458 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-5cf0fefa-b952-407f-8c99-62021daf511f None None] Set router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:00:49.557450 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-77a26b8b-caaa-4879-b511-23805656f83a None None] Current status of the port 973983e9-741d-4100-bc08-8d6bc06a1735 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:00:49.557849 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-77a26b8b-caaa-4879-b511-23805656f83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (973983e9-741d-4100-bc08-8d6bc06a1735), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:49.626501 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-915871a2-e7ca-48a0-a399-2102d92e93e2 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Network 21a6194c-d716-4999-aeaa-5b2b71cb17eb is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:00:49.650835 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-915871a2-e7ca-48a0-a399-2102d92e93e2 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:00:49.656104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-77a26b8b-caaa-4879-b511-23805656f83a None None] For port 973983e9-741d-4100-bc08-8d6bc06a1735, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=973983e9-741d-4100-bc08-8d6bc06a1735,segment=NetworkSegment(8dbc27c3-8b29-446a-9851-9122c1639fcc),segment_id=8dbc27c3-8b29-446a-9851-9122c1639fcc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:00:49.657202 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-915871a2-e7ca-48a0-a399-2102d92e93e2 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:00:49.671791 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-77a26b8b-caaa-4879-b511-23805656f83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (973983e9-741d-4100-bc08-8d6bc06a1735), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:49.704916 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288cf7a-9867-418e-b358-e6a7667b933f None None] Pushing event updated for resources: {'Port': ['ID=973983e9-741d-4100-bc08-8d6bc06a1735,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:49.753437 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a26b8b-caaa-4879-b511-23805656f83a None None] Pushing event updated for resources: {'Port': ['ID=973983e9-741d-4100-bc08-8d6bc06a1735,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:49.769785 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915871a2-e7ca-48a0-a399-2102d92e93e2 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Pushing event updated for resources: {'Port': ['ID=1c619f47-fc6a-4388-86fb-8892dc475079,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:49.803432 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8263a57f-d4ec-4034-ab03-17e9ec5c6037 None None] Provisioning complete for port 973983e9-741d-4100-bc08-8d6bc06a1735 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:00:49.803817 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8263a57f-d4ec-4034-ab03-17e9ec5c6037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (973983e9-741d-4100-bc08-8d6bc06a1735), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:49.859942 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62c1bb-59d7-4594-beeb-bb88649c80ee req-b550e58c-6ef4-429e-b02c-3ca19d5d80de tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:49.870072 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ce62c1bb-59d7-4594-beeb-bb88649c80ee req-b550e58c-6ef4-429e-b02c-3ca19d5d80de tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.4703944 Feb 07 21:00:49.915933 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdad604-d3fd-4b45-b56a-19c6e4987f3b req-cb84fae1-bb07-4fc1-af9b-361a268ab59e tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:49.917722 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ecdad604-d3fd-4b45-b56a-19c6e4987f3b req-cb84fae1-bb07-4fc1-af9b-361a268ab59e tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 945 time: 0.2797890 Feb 07 21:00:49.980795 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8263a57f-d4ec-4034-ab03-17e9ec5c6037 None None] Current status of the port 973983e9-741d-4100-bc08-8d6bc06a1735 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:00:49.995097 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-5cf0fefa-b952-407f-8c99-62021daf511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-router', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:42Z', 'revision_number': 4, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'gw_port': {'id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '973983e9-741d-4100-bc08-8d6bc06a1735', 'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'mac_address': 'fa:16:3e:f6:88:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '4697809e-6faf-4265-b583-499d13fd2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:41Z', 'updated_at': '2022-02-07T21:00:49Z', 'revision_number': 4, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'subnets': [{'id': '4697809e-6faf-4265-b583-499d13fd2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:00:50.015740 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-915871a2-e7ca-48a0-a399-2102d92e93e2 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:50.016187 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-915871a2-e7ca-48a0-a399-2102d92e93e2 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:50.058156 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ecdad604-d3fd-4b45-b56a-19c6e4987f3b req-87128fb2-8829-4fea-8c52-efe4601e1d2d tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305921 Feb 07 21:00:50.061500 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf0fefa-b952-407f-8c99-62021daf511f None None] The sync data for ids ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'] in n-d-828185-2 is: [{'id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-router', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:42Z', 'revision_number': 4, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'gw_port': {'id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '973983e9-741d-4100-bc08-8d6bc06a1735', 'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'mac_address': 'fa:16:3e:f6:88:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '4697809e-6faf-4265-b583-499d13fd2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:41Z', 'updated_at': '2022-02-07T21:00:49Z', 'revision_number': 4, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'subnets': [{'id': '4697809e-6faf-4265-b583-499d13fd2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:00:50.079655 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ce62c1bb-59d7-4594-beeb-bb88649c80ee req-ac344986-4c86-4e5c-b6f6-7f156ad58fbb tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025685 Feb 07 21:00:50.083600 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-915871a2-e7ca-48a0-a399-2102d92e93e2 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0437651 Feb 07 21:00:50.145049 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-51e57378-dce0-4d4d-8fef-f4e949c337bd None None] Provisioning complete for port 1c619f47-fc6a-4388-86fb-8892dc475079 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:00:50.147992 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-51e57378-dce0-4d4d-8fef-f4e949c337bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1c619f47-fc6a-4388-86fb-8892dc475079), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:50.267716 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-51e57378-dce0-4d4d-8fef-f4e949c337bd None None] Port 1c619f47-fc6a-4388-86fb-8892dc475079 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:00:50.276661 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca3c81-22e8-4aae-b56e-c5d6d3394f04 req-65876add-c764-40ba-ad54-180acb4c8014 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:50.284140 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52ca3c81-22e8-4aae-b56e-c5d6d3394f04 req-65876add-c764-40ba-ad54-180acb4c8014 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 931 time: 0.0924199 Feb 07 21:00:50.337050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-0dba28ef-527f-4ef3-ad71-7f57b0fcf397 service neutron] Request body: {'port': {'device_id': '9794cbbc-fde1-434c-9102-b948f32a0fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:00:50.395987 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52ca3c81-22e8-4aae-b56e-c5d6d3394f04 req-a5e488d0-214c-484b-a55e-8c2f5db74b1f tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/security-groups?id=dc2b397e-8538-4e86-8e11-8d1274f7c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062341 Feb 07 21:00:50.447541 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-0dba28ef-527f-4ef3-ad71-7f57b0fcf397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1c619f47-fc6a-4388-86fb-8892dc475079), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:50.551850 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f5313ffd-5c9a-4c0c-a455-76785d01e1b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:50.877909 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2da4f-79f2-488e-8d70-05f173ea584b req-117b1836-8f23-4722-a9f2-805159bf8b97 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:50.880868 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2be2da4f-79f2-488e-8d70-05f173ea584b req-117b1836-8f23-4722-a9f2-805159bf8b97 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 945 time: 0.2260182 Feb 07 21:00:51.020602 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2be2da4f-79f2-488e-8d70-05f173ea584b req-a430be5c-2bb6-4126-ad84-ca3f3a884d2b tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307378 Feb 07 21:00:51.148448 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-0dba28ef-527f-4ef3-ad71-7f57b0fcf397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c619f47-fc6a-4388-86fb-8892dc475079 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:00:51.158121 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-0dba28ef-527f-4ef3-ad71-7f57b0fcf397 service neutron] Publish callbacks [] for port (1c619f47-fc6a-4388-86fb-8892dc475079), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:51.171952 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-0dba28ef-527f-4ef3-ad71-7f57b0fcf397 service neutron] Transition to ACTIVE for port object 1c619f47-fc6a-4388-86fb-8892dc475079 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:00:51.180987 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-0dba28ef-527f-4ef3-ad71-7f57b0fcf397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (1c619f47-fc6a-4388-86fb-8892dc475079), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:51.344336 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba28ef-527f-4ef3-ad71-7f57b0fcf397 service neutron] Pushing event updated for resources: {'Port': ['ID=1c619f47-fc6a-4388-86fb-8892dc475079,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:51.398740 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db9e68-8dd9-4566-9ca3-1c6dc8f99420 req-75486050-ee09-4c85-a8a8-6b5e1f345468 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:51.401871 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-23db9e68-8dd9-4566-9ca3-1c6dc8f99420 req-75486050-ee09-4c85-a8a8-6b5e1f345468 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.1673992 Feb 07 21:00:51.420644 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 624bc342-2e05-44ba-a3a5-cb706c43cdb7 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:00:51.427204 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-0dba28ef-527f-4ef3-ad71-7f57b0fcf397 service neutron] Attempting to bind port 1c619f47-fc6a-4388-86fb-8892dc475079 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:00:51.428618 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-0dba28ef-527f-4ef3-ad71-7f57b0fcf397 service neutron] Attempting to bind port 1c619f47-fc6a-4388-86fb-8892dc475079 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '8dbc27c3-8b29-446a-9851-9122c1639fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:00:51.429698 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-0dba28ef-527f-4ef3-ad71-7f57b0fcf397 service neutron] Attempting to bind port 1c619f47-fc6a-4388-86fb-8892dc475079 on network 21a6194c-d716-4999-aeaa-5b2b71cb17eb {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:00:51.450837 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-0dba28ef-527f-4ef3-ad71-7f57b0fcf397 service neutron] Port 1c619f47-fc6a-4388-86fb-8892dc475079 on network 21a6194c-d716-4999-aeaa-5b2b71cb17eb not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:00:51.451640 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-0dba28ef-527f-4ef3-ad71-7f57b0fcf397 service neutron] Attempting to bind port 1c619f47-fc6a-4388-86fb-8892dc475079 on network 21a6194c-d716-4999-aeaa-5b2b71cb17eb {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:00:51.460427 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-0dba28ef-527f-4ef3-ad71-7f57b0fcf397 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:00:51.460924 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-0dba28ef-527f-4ef3-ad71-7f57b0fcf397 service neutron] Checking segment: {'id': '8dbc27c3-8b29-446a-9851-9122c1639fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:00:51.461415 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-0dba28ef-527f-4ef3-ad71-7f57b0fcf397 service neutron] Bound using segment: {'id': '8dbc27c3-8b29-446a-9851-9122c1639fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:00:51.461962 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-0dba28ef-527f-4ef3-ad71-7f57b0fcf397 service neutron] Bound port: 1c619f47-fc6a-4388-86fb-8892dc475079, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbc27c3-8b29-446a-9851-9122c1639fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:00:51.462429 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-0dba28ef-527f-4ef3-ad71-7f57b0fcf397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1c619f47-fc6a-4388-86fb-8892dc475079), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:51.498557 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-23db9e68-8dd9-4566-9ca3-1c6dc8f99420 req-c459c852-26e2-4330-bdbf-91b635d22405 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873883 Feb 07 21:00:51.609415 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45124) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:51.630560 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 624bc342-2e05-44ba-a3a5-cb706c43cdb7 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:00:51.631107 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (624bc342-2e05-44ba-a3a5-cb706c43cdb7), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:51.677000 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-0dba28ef-527f-4ef3-ad71-7f57b0fcf397 service neutron] For port 1c619f47-fc6a-4388-86fb-8892dc475079, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:00:51.683675 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-0dba28ef-527f-4ef3-ad71-7f57b0fcf397 service neutron] For port 1c619f47-fc6a-4388-86fb-8892dc475079, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=1c619f47-fc6a-4388-86fb-8892dc475079,segment=NetworkSegment(8dbc27c3-8b29-446a-9851-9122c1639fcc),segment_id=8dbc27c3-8b29-446a-9851-9122c1639fcc)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:00:51.687202 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:51.696222 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe87c892-99eb-4328-bf07-4023bb1792d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624bc342-2e05-44ba-a3a5-cb706c43cdb7'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:00:51.699037 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cb055e-ad46-4834-bd78-a998ec343840" -d '{"events": [{"server_uuid": "fe87c892-99eb-4328-bf07-4023bb1792d3", "name": "network-vif-unplugged", "status": "completed", "tag": "624bc342-2e05-44ba-a3a5-cb706c43cdb7"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:00:51.720096 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 624bc342-2e05-44ba-a3a5-cb706c43cdb7, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=624bc342-2e05-44ba-a3a5-cb706c43cdb7,segment=NetworkSegment(f638ec27-818a-478c-bd2a-cb7a790547ad),segment_id=f638ec27-818a-478c-bd2a-cb7a790547ad)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:00:51.733107 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-0dba28ef-527f-4ef3-ad71-7f57b0fcf397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (1c619f47-fc6a-4388-86fb-8892dc475079), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:51.737862 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (624bc342-2e05-44ba-a3a5-cb706c43cdb7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:51.794730 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc82b25d-5e57-43ef-a640-fb30e666254b x-openstack-request-id: req-cc82b25d-5e57-43ef-a640-fb30e666254b {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:00:51.795044 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe87c892-99eb-4328-bf07-4023bb1792d3", "name": "network-vif-unplugged", "status": "completed", "tag": "624bc342-2e05-44ba-a3a5-cb706c43cdb7", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:00:51.795305 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cc82b25d-5e57-43ef-a640-fb30e666254b {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:00:51.795710 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe87c892-99eb-4328-bf07-4023bb1792d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624bc342-2e05-44ba-a3a5-cb706c43cdb7', 'code': 200} Feb 07 21:00:51.801653 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d024d572-f469-428d-84ee-77fc505df711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:51.815244 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 973983e9-741d-4100-bc08-8d6bc06a1735 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:00:51.839880 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba28ef-527f-4ef3-ad71-7f57b0fcf397 service neutron] Pushing event updated for resources: {'Port': ['ID=1c619f47-fc6a-4388-86fb-8892dc475079,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:51.859813 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7f6a9-f967-43f6-8c74-6e21a60060c6 req-0d41dcd2-cc88-4ab6-8921-692e3ba59acc tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:51.863138 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-22b7f6a9-f967-43f6-8c74-6e21a60060c6 req-0d41dcd2-cc88-4ab6-8921-692e3ba59acc tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 943 time: 0.3255973 Feb 07 21:00:51.871725 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-0dba28ef-527f-4ef3-ad71-7f57b0fcf397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:51.872603 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-0dba28ef-527f-4ef3-ad71-7f57b0fcf397 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:51.874269 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-0dba28ef-527f-4ef3-ad71-7f57b0fcf397 service neutron] 10.222.0.71 "PUT /v2.0/ports/1c619f47-fc6a-4388-86fb-8892dc475079 HTTP/1.1" status: 200 len: 1091 time: 1.7793949 Feb 07 21:00:51.877795 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9794cbbc-fde1-434c-9102-b948f32a0fa2', 'tag': '1c619f47-fc6a-4388-86fb-8892dc475079'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:00:51.894835 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a000daa0-0d9a-44e7-95c5-e44ce8790db6" -d '{"events": [{"name": "network-changed", "server_uuid": "9794cbbc-fde1-434c-9102-b948f32a0fa2", "tag": "1c619f47-fc6a-4388-86fb-8892dc475079"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:00:51.910312 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d024d572-f469-428d-84ee-77fc505df711 admin admin] Publish callbacks [] for security_group (d4694f12-4402-476a-9f63-f51f3d373ec0), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:51.921941 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d024d572-f469-428d-84ee-77fc505df711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d4694f12-4402-476a-9f63-f51f3d373ec0), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:51.973691 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=624bc342-2e05-44ba-a3a5-cb706c43cdb7,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:51.977031 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed90126-fec9-45e1-be86-d7ee088ea303 x-openstack-request-id: req-0ed90126-fec9-45e1-be86-d7ee088ea303 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:00:51.977869 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9794cbbc-fde1-434c-9102-b948f32a0fa2", "tag": "1c619f47-fc6a-4388-86fb-8892dc475079", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:00:51.977869 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0ed90126-fec9-45e1-be86-d7ee088ea303 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:00:51.978161 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9794cbbc-fde1-434c-9102-b948f32a0fa2', 'tag': '1c619f47-fc6a-4388-86fb-8892dc475079', 'status': 'completed', 'code': 200} Feb 07 21:00:51.990386 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d024d572-f469-428d-84ee-77fc505df711 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c6eb2d339e494e20809b8ddff8eebeb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3797598 Feb 07 21:00:51.993784 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45132) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:52.015006 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 973983e9-741d-4100-bc08-8d6bc06a1735 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:00:52.015584 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (973983e9-741d-4100-bc08-8d6bc06a1735), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:52.057751 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-22b7f6a9-f967-43f6-8c74-6e21a60060c6 req-61269b92-9723-426f-9b93-e287b6430234 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/security-groups?id=dc2b397e-8538-4e86-8e11-8d1274f7c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768515 Feb 07 21:00:52.071201 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-c271b77e-3e85-4666-83e8-bc18b625abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:52.072784 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-c271b77e-3e85-4666-83e8-bc18b625abc3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=390bb4ffe0104a5cbfd48bfe929d4aa0&device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 1125 time: 0.1407111 Feb 07 21:00:52.095927 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024d572-f469-428d-84ee-77fc505df711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4694f12-4402-476a-9f63-f51f3d373ec0,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:52.140694 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb6b6e14-8a3b-40f4-b1c5-d6f8bc909f08 admin admin] Publish callbacks [] for security_group (d4694f12-4402-476a-9f63-f51f3d373ec0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:52.153608 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-5edb8ee5-633d-4835-a0ab-d49cd5766eea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c619f47-fc6a-4388-86fb-8892dc475079 HTTP/1.1" status: 200 len: 217 time: 0.0718083 Feb 07 21:00:52.197722 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb6b6e14-8a3b-40f4-b1c5-d6f8bc909f08 admin admin] Publish callbacks [] for security_group (d4694f12-4402-476a-9f63-f51f3d373ec0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:52.208392 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 973983e9-741d-4100-bc08-8d6bc06a1735 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:00:52.267838 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-6d4db480-a227-4591-b8c9-77b47d2dc196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:52.269895 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-6d4db480-a227-4591-b8c9-77b47d2dc196 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4697809e-6faf-4265-b583-499d13fd2637 HTTP/1.1" status: 200 len: 860 time: 0.1038258 Feb 07 21:00:52.271474 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb6b6e14-8a3b-40f4-b1c5-d6f8bc909f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d4694f12-4402-476a-9f63-f51f3d373ec0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:52.274764 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb6b6e14-8a3b-40f4-b1c5-d6f8bc909f08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:52.276211 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bb6b6e14-8a3b-40f4-b1c5-d6f8bc909f08 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d4694f12-4402-476a-9f63-f51f3d373ec0 HTTP/1.1" status: 204 len: 168 time: 0.2809989 Feb 07 21:00:52.285702 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cbf03-e29d-4696-a73b-117dada7c448 req-60f4845b-09a4-47dc-baa7-fa232f7c510f tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:52.292825 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5a6cbf03-e29d-4696-a73b-117dada7c448 req-60f4845b-09a4-47dc-baa7-fa232f7c510f tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 943 time: 0.1419868 Feb 07 21:00:52.299903 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b6e14-8a3b-40f4-b1c5-d6f8bc909f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4694f12-4402-476a-9f63-f51f3d373ec0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:52.397374 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5a6cbf03-e29d-4696-a73b-117dada7c448 req-fc187e48-8f9f-4eb1-ab60-632da1ce5cd1 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962546 Feb 07 21:00:52.402847 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-41c82180-a1d4-43e3-b83c-8e9932d42839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:52.404357 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-41c82180-a1d4-43e3-b83c-8e9932d42839 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=21a6194c-d716-4999-aeaa-5b2b71cb17eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1072364 Feb 07 21:00:52.570347 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-c6e008b7-ef9a-4dba-872b-b29ad2fa94f1 service neutron] 10.222.0.71 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585286 Feb 07 21:00:52.607337 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067cebc-d4c6-45f3-9757-2acc55053847 req-44e796c2-e9bc-4d92-85a5-fc8270c0d00c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:52.608986 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7067cebc-d4c6-45f3-9757-2acc55053847 req-44e796c2-e9bc-4d92-85a5-fc8270c0d00c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 943 time: 0.0801609 Feb 07 21:00:52.711893 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45144) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:52.734972 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a516195-a684-4cef-ae13-e1cf1ed0215b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:52.821838 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd618c48-f56f-4b76-bb63-feb68e6754d3 req-c2b47dd2-0445-4da2-bce8-545ab47d90e6 service neutron] 10.222.0.71 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433202 Feb 07 21:00:52.833363 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cffd11-de09-4af8-b6c3-de3ddd82fc21 req-d95ee386-5568-44c5-b99a-e0d3b72e1934 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:52.840222 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-12cffd11-de09-4af8-b6c3-de3ddd82fc21 req-d95ee386-5568-44c5-b99a-e0d3b72e1934 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.1259260 Feb 07 21:00:52.851017 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-7067cebc-d4c6-45f3-9757-2acc55053847 req-e9727f53-93ad-495c-9a84-e668a70549c5 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Deleting port 624bc342-2e05-44ba-a3a5-cb706c43cdb7 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:00:52.851602 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7067cebc-d4c6-45f3-9757-2acc55053847 req-e9727f53-93ad-495c-9a84-e668a70549c5 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (624bc342-2e05-44ba-a3a5-cb706c43cdb7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:52.866401 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a516195-a684-4cef-ae13-e1cf1ed0215b admin admin] Publish callbacks [] for security_group (507f0a79-eab0-40f1-9a2a-b640cfb95715), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:52.877321 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a516195-a684-4cef-ae13-e1cf1ed0215b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (507f0a79-eab0-40f1-9a2a-b640cfb95715), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:52.909931 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7a516195-a684-4cef-ae13-e1cf1ed0215b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a12b4dae75924a53a3fac12e66fc874a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1967721 Feb 07 21:00:52.912618 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45146) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:52.981967 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a516195-a684-4cef-ae13-e1cf1ed0215b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507f0a79-eab0-40f1-9a2a-b640cfb95715,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:52.987522 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-12cffd11-de09-4af8-b6c3-de3ddd82fc21 req-2a541fe5-43e6-46e5-bf8a-bb6bfe7ecd4e tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406047 Feb 07 21:00:53.019164 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000daa0-0d9a-44e7-95c5-e44ce8790db6 req-53ec0c69-8773-449d-a72f-1a3337c7c9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:53.020667 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a000daa0-0d9a-44e7-95c5-e44ce8790db6 req-53ec0c69-8773-449d-a72f-1a3337c7c9d2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=390bb4ffe0104a5cbfd48bfe929d4aa0&device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 1125 time: 0.1350837 Feb 07 21:00:53.021273 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b2c19de6-480f-4986-9244-95ef1e0967f6 admin admin] Publish callbacks [] for security_group (507f0a79-eab0-40f1-9a2a-b640cfb95715), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:53.033470 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-7067cebc-d4c6-45f3-9757-2acc55053847 req-e9727f53-93ad-495c-9a84-e668a70549c5 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] For port 624bc342-2e05-44ba-a3a5-cb706c43cdb7, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=624bc342-2e05-44ba-a3a5-cb706c43cdb7,segment=NetworkSegment(f638ec27-818a-478c-bd2a-cb7a790547ad),segment_id=f638ec27-818a-478c-bd2a-cb7a790547ad)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:00:53.033828 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7067cebc-d4c6-45f3-9757-2acc55053847 req-e9727f53-93ad-495c-9a84-e668a70549c5 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (624bc342-2e05-44ba-a3a5-cb706c43cdb7), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:53.046067 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b2c19de6-480f-4986-9244-95ef1e0967f6 admin admin] Publish callbacks [] for security_group (507f0a79-eab0-40f1-9a2a-b640cfb95715), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:53.089148 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-7067cebc-d4c6-45f3-9757-2acc55053847 req-e9727f53-93ad-495c-9a84-e668a70549c5 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Calling delete_port for 624bc342-2e05-44ba-a3a5-cb706c43cdb7 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:00:53.116680 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:53.137935 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b2c19de6-480f-4986-9244-95ef1e0967f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (507f0a79-eab0-40f1-9a2a-b640cfb95715), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:53.141000 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b2c19de6-480f-4986-9244-95ef1e0967f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:53.144510 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b2c19de6-480f-4986-9244-95ef1e0967f6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/507f0a79-eab0-40f1-9a2a-b640cfb95715 HTTP/1.1" status: 204 len: 168 time: 0.2281425 Feb 07 21:00:53.168185 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c19de6-480f-4986-9244-95ef1e0967f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507f0a79-eab0-40f1-9a2a-b640cfb95715,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:53.229207 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000daa0-0d9a-44e7-95c5-e44ce8790db6 req-ed656843-7551-4981-a40b-1ec26a31377c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:53.230980 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a000daa0-0d9a-44e7-95c5-e44ce8790db6 req-ed656843-7551-4981-a40b-1ec26a31377c service neutron] 10.222.0.71 "GET /v2.0/networks?id=21a6194c-d716-4999-aeaa-5b2b71cb17eb HTTP/1.1" status: 200 len: 922 time: 0.2001159 Feb 07 21:00:53.286621 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a000daa0-0d9a-44e7-95c5-e44ce8790db6 req-b55dc565-9d44-4099-ba51-24e102d4edcc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c619f47-fc6a-4388-86fb-8892dc475079 HTTP/1.1" status: 200 len: 217 time: 0.0420713 Feb 07 21:00:53.295246 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb266bb-fd41-48f4-a1dc-c44a437ba5ef req-833a756b-d8b1-4c38-8b5c-3bfe99b30c93 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:53.297194 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1eb266bb-fd41-48f4-a1dc-c44a437ba5ef req-833a756b-d8b1-4c38-8b5c-3bfe99b30c93 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 943 time: 0.1423774 Feb 07 21:00:53.408574 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000daa0-0d9a-44e7-95c5-e44ce8790db6 req-81b2b055-8b13-4d16-b3b6-62f59380d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:53.410242 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a000daa0-0d9a-44e7-95c5-e44ce8790db6 req-81b2b055-8b13-4d16-b3b6-62f59380d379 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4697809e-6faf-4265-b583-499d13fd2637 HTTP/1.1" status: 200 len: 860 time: 0.1119812 Feb 07 21:00:53.473649 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1eb266bb-fd41-48f4-a1dc-c44a437ba5ef req-0211831c-b23a-4671-a81a-049033dc5f47 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/security-groups?id=dc2b397e-8538-4e86-8e11-8d1274f7c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617017 Feb 07 21:00:53.474657 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7067cebc-d4c6-45f3-9757-2acc55053847 req-e9727f53-93ad-495c-9a84-e668a70549c5 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (624bc342-2e05-44ba-a3a5-cb706c43cdb7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:53.511608 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9727f53-93ad-495c-9a84-e668a70549c5 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Pushing event deleted for resources: {'Port': ['ID=624bc342-2e05-44ba-a3a5-cb706c43cdb7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:53.590058 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-7067cebc-d4c6-45f3-9757-2acc55053847 req-e9727f53-93ad-495c-9a84-e668a70549c5 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] No DVR routers for this DVR port 624bc342-2e05-44ba-a3a5-cb706c43cdb7 on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:00:53.594619 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-98117edf-e744-45ed-84c4-a6478492fab0 req-d339b406-3e26-4271-9c83-fda217ef15bc tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe87c892-99eb-4328-bf07-4023bb1792d3 HTTP/1.1" status: 200 len: 210 time: 0.0571506 Feb 07 21:00:53.596064 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7067cebc-d4c6-45f3-9757-2acc55053847 req-e9727f53-93ad-495c-9a84-e668a70549c5 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:53.599508 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7067cebc-d4c6-45f3-9757-2acc55053847 req-e9727f53-93ad-495c-9a84-e668a70549c5 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.69 "DELETE /v2.0/ports/624bc342-2e05-44ba-a3a5-cb706c43cdb7 HTTP/1.1" status: 204 len: 173 time: 0.9638286 Feb 07 21:00:53.601517 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000daa0-0d9a-44e7-95c5-e44ce8790db6 req-75a14d9d-ac19-4a05-96c9-ddc59a180774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:53.603054 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a000daa0-0d9a-44e7-95c5-e44ce8790db6 req-75a14d9d-ac19-4a05-96c9-ddc59a180774 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=21a6194c-d716-4999-aeaa-5b2b71cb17eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1789544 Feb 07 21:00:53.740368 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a000daa0-0d9a-44e7-95c5-e44ce8790db6 req-c22adcde-b111-446e-b60c-45f110d3e8cb service neutron] 10.222.0.71 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265008 Feb 07 21:00:53.863075 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a000daa0-0d9a-44e7-95c5-e44ce8790db6 req-62846e86-67e9-4c7e-9f26-7ba9378d0e81 service neutron] 10.222.0.71 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191232 Feb 07 21:00:53.979289 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe87c892-99eb-4328-bf07-4023bb1792d3', 'name': 'network-vif-deleted', 'tag': '624bc342-2e05-44ba-a3a5-cb706c43cdb7'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:00:53.983382 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ed948b-7cfd-4a1c-85d0-f7a957fcecf0" -d '{"events": [{"server_uuid": "fe87c892-99eb-4328-bf07-4023bb1792d3", "name": "network-vif-deleted", "tag": "624bc342-2e05-44ba-a3a5-cb706c43cdb7"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:00:54.041784 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb6079b-e9e3-4073-a599-6e6cfafca8c3 x-openstack-request-id: req-beb6079b-e9e3-4073-a599-6e6cfafca8c3 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:00:54.042131 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe87c892-99eb-4328-bf07-4023bb1792d3", "name": "network-vif-deleted", "tag": "624bc342-2e05-44ba-a3a5-cb706c43cdb7", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:00:54.042384 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-beb6079b-e9e3-4073-a599-6e6cfafca8c3 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:00:54.042819 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe87c892-99eb-4328-bf07-4023bb1792d3', 'name': 'network-vif-deleted', 'tag': '624bc342-2e05-44ba-a3a5-cb706c43cdb7', 'status': 'completed', 'code': 200} Feb 07 21:00:54.167630 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6455f3-7c31-40d6-b358-7ff7bf2c14b2 req-919fed49-3eeb-4bc0-860d-6383bab66f98 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:54.177358 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd6455f3-7c31-40d6-b358-7ff7bf2c14b2 req-919fed49-3eeb-4bc0-860d-6383bab66f98 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.0857785 Feb 07 21:00:54.240544 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd6455f3-7c31-40d6-b358-7ff7bf2c14b2 req-c9af37fe-3976-45eb-a0a9-b24cff51fae3 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592093 Feb 07 21:00:54.361837 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:54.627591 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3633c-7e54-4109-b2a1-9af532348eef req-acd97e24-2b9e-4426-842a-6c58a08d141f tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:54.633298 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1df3633c-7e54-4109-b2a1-9af532348eef req-acd97e24-2b9e-4426-842a-6c58a08d141f tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 943 time: 0.0688128 Feb 07 21:00:54.692783 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1df3633c-7e54-4109-b2a1-9af532348eef req-f1b630c9-a72b-4524-a8f0-04812ac8b750 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/security-groups?id=dc2b397e-8538-4e86-8e11-8d1274f7c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575798 Feb 07 21:00:55.330730 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45234) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:55.337372 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e91f1b9e-c2e8-45ff-a4b2-dcb50710b51b tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1613978655', 'description': 'tempest-description--257590662'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:00:55.368252 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e91f1b9e-c2e8-45ff-a4b2-dcb50710b51b tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:55.453468 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d053bb-ed5f-4561-a473-04c9849060bb req-24b7c4e9-aba2-4fc8-91e7-37fbd2763647 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:55.463056 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91d053bb-ed5f-4561-a473-04c9849060bb req-24b7c4e9-aba2-4fc8-91e7-37fbd2763647 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.0945017 Feb 07 21:00:55.504592 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e91f1b9e-c2e8-45ff-a4b2-dcb50710b51b tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks [] for security_group (18721f87-4da0-4392-8cf6-d88149765df9), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:55.518696 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e91f1b9e-c2e8-45ff-a4b2-dcb50710b51b tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (18721f87-4da0-4392-8cf6-d88149765df9), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:55.520757 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91d053bb-ed5f-4561-a473-04c9849060bb req-6c9e020b-4bde-45fc-aafd-d91a6738cd9e tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567372 Feb 07 21:00:55.559280 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f1b9e-c2e8-45ff-a4b2-dcb50710b51b tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18721f87-4da0-4392-8cf6-d88149765df9,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:55.565884 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e91f1b9e-c2e8-45ff-a4b2-dcb50710b51b tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:55.567833 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e91f1b9e-c2e8-45ff-a4b2-dcb50710b51b tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2353210 Feb 07 21:00:55.571420 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45248) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:55.575997 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-935614a2-8b98-4dcc-910c-92642687ecd0 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Request body: {'security_group_rule': {'security_group_id': '18721f87-4da0-4392-8cf6-d88149765df9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:00:55.628502 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-935614a2-8b98-4dcc-910c-92642687ecd0 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks [] for security_group_rule (8ff10f03-0b0d-4075-b320-ec4b01910fbd), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:55.704372 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-935614a2-8b98-4dcc-910c-92642687ecd0 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks [] for security_group_rule (8ff10f03-0b0d-4075-b320-ec4b01910fbd), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:55.712002 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-935614a2-8b98-4dcc-910c-92642687ecd0 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (8ff10f03-0b0d-4075-b320-ec4b01910fbd), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:55.773843 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935614a2-8b98-4dcc-910c-92642687ecd0 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff10f03-0b0d-4075-b320-ec4b01910fbd,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:55.792191 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-935614a2-8b98-4dcc-910c-92642687ecd0 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:55.793595 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-935614a2-8b98-4dcc-910c-92642687ecd0 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2212222 Feb 07 21:00:55.796242 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45272) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:55.801255 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-85f23d04-981d-49aa-a720-3736b4adcded tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Request body: {'security_group_rule': {'security_group_id': '18721f87-4da0-4392-8cf6-d88149765df9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:00:55.841104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 1c619f47-fc6a-4388-86fb-8892dc475079 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:00:55.943003 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88619a-5f60-4699-beb4-f6a271ddc2ad req-6f37eca2-d92a-418b-8906-aa4444473bf3 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:55.945086 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3b88619a-5f60-4699-beb4-f6a271ddc2ad req-6f37eca2-d92a-418b-8906-aa4444473bf3 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 943 time: 0.1324811 Feb 07 21:00:55.960660 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85f23d04-981d-49aa-a720-3736b4adcded tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks [] for security_group_rule (6f71ed57-6ec9-4dde-8bca-e02f391fcefa), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:56.053976 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 1c619f47-fc6a-4388-86fb-8892dc475079, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=1c619f47-fc6a-4388-86fb-8892dc475079,segment=NetworkSegment(8dbc27c3-8b29-446a-9851-9122c1639fcc),segment_id=8dbc27c3-8b29-446a-9851-9122c1639fcc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:00:56.080885 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3b88619a-5f60-4699-beb4-f6a271ddc2ad req-9abe27e5-1251-4c0f-8912-0b843b9f77c8 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/security-groups?id=dc2b397e-8538-4e86-8e11-8d1274f7c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273491 Feb 07 21:00:56.085889 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '1c619f47-fc6a-4388-86fb-8892dc475079', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'port_id': '1c619f47-fc6a-4388-86fb-8892dc475079', 'mac_address': 'fa:16:3e:23:5d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4697809e-6faf-4265-b583-499d13fd2637', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:00:56.101962 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85f23d04-981d-49aa-a720-3736b4adcded tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks [] for security_group_rule (6f71ed57-6ec9-4dde-8bca-e02f391fcefa), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:56.103143 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85f23d04-981d-49aa-a720-3736b4adcded tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (6f71ed57-6ec9-4dde-8bca-e02f391fcefa), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:56.139375 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85f23d04-981d-49aa-a720-3736b4adcded tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:56.145573 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-85f23d04-981d-49aa-a720-3736b4adcded tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3472009 Feb 07 21:00:56.145573 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f23d04-981d-49aa-a720-3736b4adcded tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f71ed57-6ec9-4dde-8bca-e02f391fcefa,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:56.146062 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45276) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:56.158210 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1e785558-3de0-46ef-99e7-34ffc78e41ee tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:00:56.174217 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 1c619f47-fc6a-4388-86fb-8892dc475079 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:00:56.174614 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1c619f47-fc6a-4388-86fb-8892dc475079), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:56.202781 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c619f47-fc6a-4388-86fb-8892dc475079 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:00:56.209965 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e785558-3de0-46ef-99e7-34ffc78e41ee tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:56.246219 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 1c619f47-fc6a-4388-86fb-8892dc475079, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=1c619f47-fc6a-4388-86fb-8892dc475079,segment=NetworkSegment(8dbc27c3-8b29-446a-9851-9122c1639fcc),segment_id=8dbc27c3-8b29-446a-9851-9122c1639fcc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:00:56.257968 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (1c619f47-fc6a-4388-86fb-8892dc475079), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:56.329787 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=1c619f47-fc6a-4388-86fb-8892dc475079,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:56.388255 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45284) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:56.447185 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e785558-3de0-46ef-99e7-34ffc78e41ee tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:56.567897 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb4fec97-cfec-4cb2-8a5f-334ac01ba802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:56.615121 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-1e785558-3de0-46ef-99e7-34ffc78e41ee tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Allocated IP 172.25.4.233 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/9c11ecbe-325e-4072-9edd-d51e6776eef0) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:00:56.755931 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e785558-3de0-46ef-99e7-34ffc78e41ee tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks [] for port (9c11ecbe-325e-4072-9edd-d51e6776eef0), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:56.792999 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8cd85-1b15-4729-95cc-088a1646e999 req-807b777f-e98d-4e9b-bada-bf0f94249637 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:56.794536 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-57b8cd85-1b15-4729-95cc-088a1646e999 req-807b777f-e98d-4e9b-bada-bf0f94249637 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.1693771 Feb 07 21:00:56.806179 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e785558-3de0-46ef-99e7-34ffc78e41ee tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9c11ecbe-325e-4072-9edd-d51e6776eef0), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:56.854104 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb4fec97-cfec-4cb2-8a5f-334ac01ba802 admin admin] Publish callbacks [] for security_group (cf94892e-47f9-4947-a68d-5d50f5b8ebfd), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:56.857236 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e785558-3de0-46ef-99e7-34ffc78e41ee tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:00:56.870578 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-1e785558-3de0-46ef-99e7-34ffc78e41ee tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:00:56.873061 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb4fec97-cfec-4cb2-8a5f-334ac01ba802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (cf94892e-47f9-4947-a68d-5d50f5b8ebfd), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:56.879130 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['1c619f47-fc6a-4388-86fb-8892dc475079'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:00:56.881521 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e785558-3de0-46ef-99e7-34ffc78e41ee tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:00:56.888294 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e785558-3de0-46ef-99e7-34ffc78e41ee tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Pushing event updated for resources: {'Port': ['ID=9c11ecbe-325e-4072-9edd-d51e6776eef0,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:56.907083 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-57b8cd85-1b15-4729-95cc-088a1646e999 req-d4d9e675-c474-4ef9-b855-c21cc42791b1 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024184 Feb 07 21:00:56.963348 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fb4fec97-cfec-4cb2-8a5f-334ac01ba802 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a73d51db88734005ada515f1db4163c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5741236 Feb 07 21:00:56.964333 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4fec97-cfec-4cb2-8a5f-334ac01ba802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf94892e-47f9-4947-a68d-5d50f5b8ebfd,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:56.977823 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45290) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:57.073861 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e785558-3de0-46ef-99e7-34ffc78e41ee tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks [] for floatingip (0214faa3-71b5-4de6-8d43-22e6fe9e9ccd), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:57.092401 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b15b-a430-4ec8-af44-cb4bd5297479 admin admin] Publish callbacks [] for security_group (cf94892e-47f9-4947-a68d-5d50f5b8ebfd), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:57.163132 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b15b-a430-4ec8-af44-cb4bd5297479 admin admin] Publish callbacks [] for security_group (cf94892e-47f9-4947-a68d-5d50f5b8ebfd), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:57.215189 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e785558-3de0-46ef-99e7-34ffc78e41ee tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9c11ecbe-325e-4072-9edd-d51e6776eef0), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:57.231570 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b15b-a430-4ec8-af44-cb4bd5297479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (cf94892e-47f9-4947-a68d-5d50f5b8ebfd), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:57.234645 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b15b-a430-4ec8-af44-cb4bd5297479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:57.236295 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b2e4b15b-a430-4ec8-af44-cb4bd5297479 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cf94892e-47f9-4947-a68d-5d50f5b8ebfd HTTP/1.1" status: 204 len: 168 time: 0.2570868 Feb 07 21:00:57.250661 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4b15b-a430-4ec8-af44-cb4bd5297479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf94892e-47f9-4947-a68d-5d50f5b8ebfd,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:57.387993 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d54f9-b6e4-47f1-afc8-c5b632d7d45e req-e95971b7-6d39-4659-b84b-67d4b7688f31 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:57.389783 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b73d54f9-b6e4-47f1-afc8-c5b632d7d45e req-e95971b7-6d39-4659-b84b-67d4b7688f31 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 944 time: 0.1231408 Feb 07 21:00:57.458812 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 624bc342-2e05-44ba-a3a5-cb706c43cdb7 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:00:57.470725 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b73d54f9-b6e4-47f1-afc8-c5b632d7d45e req-49bb01b3-4388-4dde-a7ef-498a4adf7332 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/security-groups?id=dc2b397e-8538-4e86-8e11-8d1274f7c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727336 Feb 07 21:00:57.510666 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 624bc342-2e05-44ba-a3a5-cb706c43cdb7 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:00:57.511024 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 624bc342-2e05-44ba-a3a5-cb706c43cdb7 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:00:57.556169 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e785558-3de0-46ef-99e7-34ffc78e41ee tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks [] for port (9c11ecbe-325e-4072-9edd-d51e6776eef0), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:57.567589 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e785558-3de0-46ef-99e7-34ffc78e41ee tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (9c11ecbe-325e-4072-9edd-d51e6776eef0), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:57.661911 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e785558-3de0-46ef-99e7-34ffc78e41ee tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Pushing event updated for resources: {'Port': ['ID=9c11ecbe-325e-4072-9edd-d51e6776eef0,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:57.672903 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e785558-3de0-46ef-99e7-34ffc78e41ee tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (0214faa3-71b5-4de6-8d43-22e6fe9e9ccd), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:57.695094 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e785558-3de0-46ef-99e7-34ffc78e41ee tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:57.696430 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1e785558-3de0-46ef-99e7-34ffc78e41ee tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5483496 Feb 07 21:00:57.766062 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45304) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:57.780972 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d7843a3-f93a-4402-ac70-61934ad9a677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:57.870493 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d7843a3-f93a-4402-ac70-61934ad9a677 admin admin] Publish callbacks [] for security_group (04de38a3-a3af-4dde-83f9-dfc911e48da5), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:57.877038 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d7843a3-f93a-4402-ac70-61934ad9a677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (04de38a3-a3af-4dde-83f9-dfc911e48da5), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:57.926547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3d7843a3-f93a-4402-ac70-61934ad9a677 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=161d40b067ec41f3a2665ec4e9d065a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1572425 Feb 07 21:00:57.927307 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7843a3-f93a-4402-ac70-61934ad9a677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04de38a3-a3af-4dde-83f9-dfc911e48da5,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:57.929654 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45312) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:00:58.030437 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-347052c6-70bb-4b6c-ac5f-62a89b811642 admin admin] Publish callbacks [] for security_group (04de38a3-a3af-4dde-83f9-dfc911e48da5), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:58.069476 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-347052c6-70bb-4b6c-ac5f-62a89b811642 admin admin] Publish callbacks [] for security_group (04de38a3-a3af-4dde-83f9-dfc911e48da5), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:58.120686 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-347052c6-70bb-4b6c-ac5f-62a89b811642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (04de38a3-a3af-4dde-83f9-dfc911e48da5), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:58.123755 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-347052c6-70bb-4b6c-ac5f-62a89b811642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:00:58.124936 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-347052c6-70bb-4b6c-ac5f-62a89b811642 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/04de38a3-a3af-4dde-83f9-dfc911e48da5 HTTP/1.1" status: 204 len: 168 time: 0.1936483 Feb 07 21:00:58.141053 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-4944bb30-1bba-490f-b5da-b79da77126d2 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:58.155479 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347052c6-70bb-4b6c-ac5f-62a89b811642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04de38a3-a3af-4dde-83f9-dfc911e48da5,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:00:58.155694 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-4944bb30-1bba-490f-b5da-b79da77126d2 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/networks?id=5001b379-0d16-4857-8b55-5475fc3d0612 HTTP/1.1" status: 200 len: 822 time: 0.1773117 Feb 07 21:00:58.217864 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-3b9bd6b1-baf6-4d07-96b3-f7b6eb545696 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/quotas/528c3fd51ff249349d660f482f93da37 HTTP/1.1" status: 200 len: 375 time: 0.0611703 Feb 07 21:00:58.259518 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-36148780-9060-473b-85e4-8e0b0794d9ac tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=528c3fd51ff249349d660f482f93da37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407064 Feb 07 21:00:58.324620 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50160f1f-412f-4177-beab-bffb1611802c req-cc779a7a-8cee-458a-8c28-10b55f5e5978 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:58.326309 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-50160f1f-412f-4177-beab-bffb1611802c req-cc779a7a-8cee-458a-8c28-10b55f5e5978 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.2713528 Feb 07 21:00:58.413050 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-4fb01322-264b-4357-bfbd-6f1538dba055 service neutron] 10.222.0.65 "GET /v2.0/networks/5001b379-0d16-4857-8b55-5475fc3d0612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492333 Feb 07 21:00:58.414178 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-50160f1f-412f-4177-beab-bffb1611802c req-71b46add-e634-4f66-9957-bea9e65fd399 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762329 Feb 07 21:00:58.579297 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-adf27dc8-e441-4d77-838c-d5db26443029 service neutron] 10.222.0.65 "GET /v2.0/networks/5001b379-0d16-4857-8b55-5475fc3d0612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685085 Feb 07 21:00:58.707499 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2b525-bd1d-43ab-a327-18969b70762c req-7aff5382-21bc-453d-a4dc-b24f8b3d8814 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:00:58.709115 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ecf2b525-bd1d-43ab-a327-18969b70762c req-7aff5382-21bc-453d-a4dc-b24f8b3d8814 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 944 time: 0.0708444 Feb 07 21:00:58.793269 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ecf2b525-bd1d-43ab-a327-18969b70762c req-22d031e4-c947-489b-9ba4-0b0e965e7060 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/security-groups?id=dc2b397e-8538-4e86-8e11-8d1274f7c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622001 Feb 07 21:00:58.966748 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f71f1dfb-3afd-45fb-9f2c-9db85f763414 req-766e3804-ad7c-4a2e-b846-7a3db8e517a1 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49587ba-5a86-4982-825b-07e8e3dde3c3 HTTP/1.1" status: 200 len: 210 time: 0.0602224 Feb 07 21:00:59.857984 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 1c619f47-fc6a-4388-86fb-8892dc475079 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:00:59.967486 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 1c619f47-fc6a-4388-86fb-8892dc475079 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:00:59.975496 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 1c619f47-fc6a-4388-86fb-8892dc475079 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:00:59.975876 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1c619f47-fc6a-4388-86fb-8892dc475079), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:00.088873 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 1c619f47-fc6a-4388-86fb-8892dc475079 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:00.089558 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1c619f47-fc6a-4388-86fb-8892dc475079), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:00.112128 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a63d3-0afb-4583-9c13-603f71cfcabf req-c51de50e-4944-4b98-9040-6c6fbf839afe tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:00.119432 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f1a63d3-0afb-4583-9c13-603f71cfcabf req-c51de50e-4944-4b98-9040-6c6fbf839afe tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.6080894 Feb 07 21:01:00.150324 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9794cbbc-fde1-434c-9102-b948f32a0fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c619f47-fc6a-4388-86fb-8892dc475079'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:01:00.156879 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54449cbc-4873-42b4-9fe4-bef9a21fcb54" -d '{"events": [{"server_uuid": "9794cbbc-fde1-434c-9102-b948f32a0fa2", "name": "network-vif-plugged", "status": "completed", "tag": "1c619f47-fc6a-4388-86fb-8892dc475079"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:01:00.189241 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 1c619f47-fc6a-4388-86fb-8892dc475079, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=1c619f47-fc6a-4388-86fb-8892dc475079,segment=NetworkSegment(8dbc27c3-8b29-446a-9851-9122c1639fcc),segment_id=8dbc27c3-8b29-446a-9851-9122c1639fcc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:00.198117 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (1c619f47-fc6a-4388-86fb-8892dc475079), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:00.274326 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=1c619f47-fc6a-4388-86fb-8892dc475079,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:00.280910 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2056b-9309-4f89-8f91-e6e97b079a8e req-9e082118-07f4-483a-a9db-cf3444bb1507 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:00.283904 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-93d2056b-9309-4f89-8f91-e6e97b079a8e req-9e082118-07f4-483a-a9db-cf3444bb1507 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 944 time: 0.2242377 Feb 07 21:01:00.295371 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f1a63d3-0afb-4583-9c13-603f71cfcabf req-1b68fa0c-2788-4afe-83b6-de9cad0f0398 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749706 Feb 07 21:01:00.352090 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-942bd443-19c4-4437-b3c8-568952965b13 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:00.354246 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-942bd443-19c4-4437-b3c8-568952965b13 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.69 "GET /v2.0/networks?id=5001b379-0d16-4857-8b55-5475fc3d0612 HTTP/1.1" status: 200 len: 822 time: 0.2088497 Feb 07 21:01:00.377685 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2bbd2716-0ece-4479-a4de-75db61028d8c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Request body: {'port': {'device_id': 'e49587ba-5a86-4982-825b-07e8e3dde3c3', 'network_id': '5001b379-0d16-4857-8b55-5475fc3d0612', 'admin_state_up': True, 'tenant_id': '528c3fd51ff249349d660f482f93da37'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:00.400179 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-93d2056b-9309-4f89-8f91-e6e97b079a8e req-d4f4540b-a8ce-4673-94e3-2812273cb4ac tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/security-groups?id=dc2b397e-8538-4e86-8e11-8d1274f7c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036997 Feb 07 21:01:00.523371 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1dd3c59a-a3bf-445d-b4ab-1b2fea8d8ba8 req-1904dbe2-60e1-4b96-b68f-96566901c6d5 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49587ba-5a86-4982-825b-07e8e3dde3c3 HTTP/1.1" status: 200 len: 210 time: 0.0407839 Feb 07 21:01:00.599746 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2bbd2716-0ece-4479-a4de-75db61028d8c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Made reservation on behalf of 528c3fd51ff249349d660f482f93da37 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:01:00.605187 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2bbd2716-0ece-4479-a4de-75db61028d8c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:00.731024 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ee8c94-2029-4138-a1ee-3f28368e6e9a x-openstack-request-id: req-17ee8c94-2029-4138-a1ee-3f28368e6e9a {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:01:00.731335 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9794cbbc-fde1-434c-9102-b948f32a0fa2", "name": "network-vif-plugged", "status": "completed", "tag": "1c619f47-fc6a-4388-86fb-8892dc475079", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:01:00.731592 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-17ee8c94-2029-4138-a1ee-3f28368e6e9a {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:01:00.731986 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9794cbbc-fde1-434c-9102-b948f32a0fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c619f47-fc6a-4388-86fb-8892dc475079', 'code': 200} Feb 07 21:01:00.817303 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2bbd2716-0ece-4479-a4de-75db61028d8c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Allocated IP 172.20.0.10 (5001b379-0d16-4857-8b55-5475fc3d0612/7288118f-d382-42c5-a17d-902cfe145aa3/af98c72b-ef78-4b4a-8c5c-70e89f482e90) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:01:00.897637 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9347f-5093-4131-adb2-29ff1652297d req-97231876-7486-468c-aa90-9349fca4fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:00.899378 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fb9347f-5093-4131-adb2-29ff1652297d req-97231876-7486-468c-aa90-9349fca4fc63 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 1127 time: 0.0962734 Feb 07 21:01:01.201708 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2bbd2716-0ece-4479-a4de-75db61028d8c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks [] for port (af98c72b-ef78-4b4a-8c5c-70e89f482e90), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:01.294088 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2bbd2716-0ece-4479-a4de-75db61028d8c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (af98c72b-ef78-4b4a-8c5c-70e89f482e90), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:01.337887 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fb9347f-5093-4131-adb2-29ff1652297d req-ce853b0f-baa8-4e25-9899-c71fbc2c3745 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=dc2b397e-8538-4e86-8e11-8d1274f7c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238718 Feb 07 21:01:01.370965 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2bbd2716-0ece-4479-a4de-75db61028d8c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Network 5001b379-0d16-4857-8b55-5475fc3d0612 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:01:01.374929 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2bbd2716-0ece-4479-a4de-75db61028d8c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:01:01.382610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2bbd2716-0ece-4479-a4de-75db61028d8c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:01:01.436916 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd2716-0ece-4479-a4de-75db61028d8c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Pushing event updated for resources: {'Port': ['ID=af98c72b-ef78-4b4a-8c5c-70e89f482e90,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:01.464202 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2bbd2716-0ece-4479-a4de-75db61028d8c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:01.464931 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2bbd2716-0ece-4479-a4de-75db61028d8c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:01.494871 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2bbd2716-0ece-4479-a4de-75db61028d8c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1263754 Feb 07 21:01:01.523017 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2eaa3646-9888-43c6-a3c4-3621c13937cf service neutron] Request body: {'port': {'device_id': 'e49587ba-5a86-4982-825b-07e8e3dde3c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:01.654466 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2eaa3646-9888-43c6-a3c4-3621c13937cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (af98c72b-ef78-4b4a-8c5c-70e89f482e90), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:01.795980 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134f559-7fb7-431a-9871-c73ce2937825 req-32fde849-1a0b-4f4e-8d12-03a8eebbd3fa tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:01.807620 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0134f559-7fb7-431a-9871-c73ce2937825 req-32fde849-1a0b-4f4e-8d12-03a8eebbd3fa tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.3290255 Feb 07 21:01:01.852129 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3e50b-1669-4eb9-91ee-0e9947908ec2 req-62e08eee-abf0-4345-87f5-1fb36ed28b04 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:01.854448 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9dc3e50b-1669-4eb9-91ee-0e9947908ec2 req-62e08eee-abf0-4345-87f5-1fb36ed28b04 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 945 time: 0.2891715 Feb 07 21:01:01.977651 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0134f559-7fb7-431a-9871-c73ce2937825 req-cb2bc14d-8521-4037-b3f2-b9fe53b2e605 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547132 Feb 07 21:01:02.014906 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9dc3e50b-1669-4eb9-91ee-0e9947908ec2 req-efd7e025-da57-4dcb-ae92-6bb30352bc51 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/security-groups?id=dc2b397e-8538-4e86-8e11-8d1274f7c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504946 Feb 07 21:01:02.187344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2eaa3646-9888-43c6-a3c4-3621c13937cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af98c72b-ef78-4b4a-8c5c-70e89f482e90 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:01:02.198847 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2eaa3646-9888-43c6-a3c4-3621c13937cf service neutron] Publish callbacks [] for port (af98c72b-ef78-4b4a-8c5c-70e89f482e90), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:02.233309 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06614db-5898-4a69-a721-5c7c7d6a8b8c req-76bed327-50a8-440e-b014-4ca0a33a626e tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:02.234943 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c06614db-5898-4a69-a721-5c7c7d6a8b8c req-76bed327-50a8-440e-b014-4ca0a33a626e tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49587ba-5a86-4982-825b-07e8e3dde3c3 HTTP/1.1" status: 200 len: 932 time: 0.1352043 Feb 07 21:01:02.241465 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2eaa3646-9888-43c6-a3c4-3621c13937cf service neutron] Transition to ACTIVE for port object af98c72b-ef78-4b4a-8c5c-70e89f482e90 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:01:02.248603 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2eaa3646-9888-43c6-a3c4-3621c13937cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (af98c72b-ef78-4b4a-8c5c-70e89f482e90), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:02.403991 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c06614db-5898-4a69-a721-5c7c7d6a8b8c req-1845cbe2-3687-4ab6-99b6-7bb22188ea60 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603568 Feb 07 21:01:02.409664 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa3646-9888-43c6-a3c4-3621c13937cf service neutron] Pushing event updated for resources: {'Port': ['ID=af98c72b-ef78-4b4a-8c5c-70e89f482e90,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:02.553587 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2eaa3646-9888-43c6-a3c4-3621c13937cf service neutron] Attempting to bind port af98c72b-ef78-4b4a-8c5c-70e89f482e90 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:02.554693 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2eaa3646-9888-43c6-a3c4-3621c13937cf service neutron] Attempting to bind port af98c72b-ef78-4b4a-8c5c-70e89f482e90 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'f638ec27-818a-478c-bd2a-cb7a790547ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5001b379-0d16-4857-8b55-5475fc3d0612'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:02.555785 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2eaa3646-9888-43c6-a3c4-3621c13937cf service neutron] Attempting to bind port af98c72b-ef78-4b4a-8c5c-70e89f482e90 on network 5001b379-0d16-4857-8b55-5475fc3d0612 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:02.566982 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2eaa3646-9888-43c6-a3c4-3621c13937cf service neutron] Port af98c72b-ef78-4b4a-8c5c-70e89f482e90 on network 5001b379-0d16-4857-8b55-5475fc3d0612 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:02.569052 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2eaa3646-9888-43c6-a3c4-3621c13937cf service neutron] Attempting to bind port af98c72b-ef78-4b4a-8c5c-70e89f482e90 on network 5001b379-0d16-4857-8b55-5475fc3d0612 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:02.583338 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2eaa3646-9888-43c6-a3c4-3621c13937cf service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:01:02.585304 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2eaa3646-9888-43c6-a3c4-3621c13937cf service neutron] Checking segment: {'id': 'f638ec27-818a-478c-bd2a-cb7a790547ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5001b379-0d16-4857-8b55-5475fc3d0612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:01:02.585890 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2eaa3646-9888-43c6-a3c4-3621c13937cf service neutron] Bound using segment: {'id': 'f638ec27-818a-478c-bd2a-cb7a790547ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5001b379-0d16-4857-8b55-5475fc3d0612'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:01:02.588849 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2eaa3646-9888-43c6-a3c4-3621c13937cf service neutron] Bound port: af98c72b-ef78-4b4a-8c5c-70e89f482e90, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f638ec27-818a-478c-bd2a-cb7a790547ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5001b379-0d16-4857-8b55-5475fc3d0612'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:01:02.589421 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2eaa3646-9888-43c6-a3c4-3621c13937cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (af98c72b-ef78-4b4a-8c5c-70e89f482e90), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:02.709007 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2eaa3646-9888-43c6-a3c4-3621c13937cf service neutron] For port af98c72b-ef78-4b4a-8c5c-70e89f482e90, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:01:02.716122 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2eaa3646-9888-43c6-a3c4-3621c13937cf service neutron] For port af98c72b-ef78-4b4a-8c5c-70e89f482e90, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=af98c72b-ef78-4b4a-8c5c-70e89f482e90,segment=NetworkSegment(f638ec27-818a-478c-bd2a-cb7a790547ad),segment_id=f638ec27-818a-478c-bd2a-cb7a790547ad)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:01:02.741824 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2eaa3646-9888-43c6-a3c4-3621c13937cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (af98c72b-ef78-4b4a-8c5c-70e89f482e90), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:02.823779 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2eaa3646-9888-43c6-a3c4-3621c13937cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:02.823779 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2eaa3646-9888-43c6-a3c4-3621c13937cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:02.826532 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2eaa3646-9888-43c6-a3c4-3621c13937cf service neutron] 10.222.0.69 "PUT /v2.0/ports/af98c72b-ef78-4b4a-8c5c-70e89f482e90 HTTP/1.1" status: 200 len: 1092 time: 1.3072751 Feb 07 21:01:02.827332 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa3646-9888-43c6-a3c4-3621c13937cf service neutron] Pushing event updated for resources: {'Port': ['ID=af98c72b-ef78-4b4a-8c5c-70e89f482e90,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:02.841484 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49587ba-5a86-4982-825b-07e8e3dde3c3', 'tag': 'af98c72b-ef78-4b4a-8c5c-70e89f482e90'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:01:02.844299 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e676caaa-c2de-4e12-b68a-d081658d6e89" -d '{"events": [{"name": "network-changed", "server_uuid": "e49587ba-5a86-4982-825b-07e8e3dde3c3", "tag": "af98c72b-ef78-4b4a-8c5c-70e89f482e90"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:01:02.961386 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f41395a-f58f-418e-ab45-4e558c2ed2b6 x-openstack-request-id: req-5f41395a-f58f-418e-ab45-4e558c2ed2b6 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:01:02.961386 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49587ba-5a86-4982-825b-07e8e3dde3c3", "tag": "af98c72b-ef78-4b4a-8c5c-70e89f482e90", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:01:02.961386 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f41395a-f58f-418e-ab45-4e558c2ed2b6 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:01:02.961386 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49587ba-5a86-4982-825b-07e8e3dde3c3', 'tag': 'af98c72b-ef78-4b4a-8c5c-70e89f482e90', 'status': 'completed', 'code': 200} Feb 07 21:01:03.002297 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-ad8c3bbe-e6ba-4df7-8c8c-b328048157ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:03.026146 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-ad8c3bbe-e6ba-4df7-8c8c-b328048157ac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=528c3fd51ff249349d660f482f93da37&device_id=e49587ba-5a86-4982-825b-07e8e3dde3c3 HTTP/1.1" status: 200 len: 1126 time: 0.1439359 Feb 07 21:01:03.179675 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-7133d695-b4b5-4865-a5a5-8200b7b48379 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af98c72b-ef78-4b4a-8c5c-70e89f482e90 HTTP/1.1" status: 200 len: 217 time: 0.1483839 Feb 07 21:01:03.292819 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-dbb2ec5b-37fd-4620-a37b-4db0325bdc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:03.294517 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-dbb2ec5b-37fd-4620-a37b-4db0325bdc77 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7288118f-d382-42c5-a17d-902cfe145aa3 HTTP/1.1" status: 200 len: 862 time: 0.1062236 Feb 07 21:01:03.298535 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:03.401439 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-2fcd6874-c17d-48ea-80ed-7f7635b25e57 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5001b379-0d16-4857-8b55-5475fc3d0612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899475 Feb 07 21:01:03.542775 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726630c3-aeee-4f0b-9a05-2c48ad212b92 req-55bba923-1c8e-44a5-bcc8-44e87e599640 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:03.544213 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-726630c3-aeee-4f0b-9a05-2c48ad212b92 req-55bba923-1c8e-44a5-bcc8-44e87e599640 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 945 time: 0.2551677 Feb 07 21:01:03.560139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a7d5a-a45b-4f84-9e64-d5d2cf775a98 req-0601f56f-b4b0-4cbe-b9e0-c9df97e6b20c tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:03.571996 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-731a7d5a-a45b-4f84-9e64-d5d2cf775a98 req-0601f56f-b4b0-4cbe-b9e0-c9df97e6b20c tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.3823426 Feb 07 21:01:03.675755 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-7bf92822-39ba-4262-bdde-5045db79ce23 service neutron] 10.222.0.69 "GET /v2.0/networks/5001b379-0d16-4857-8b55-5475fc3d0612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555456 Feb 07 21:01:03.693692 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-731a7d5a-a45b-4f84-9e64-d5d2cf775a98 req-cf0017a8-b697-403f-be86-04a28773d01a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162813 Feb 07 21:01:03.712020 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:03.736120 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-726630c3-aeee-4f0b-9a05-2c48ad212b92 req-2374b1a7-4f7f-4ca0-9651-e9088a0cc6d9 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/security-groups?id=dc2b397e-8538-4e86-8e11-8d1274f7c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618981 Feb 07 21:01:03.888715 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ea4d3-55bd-4e75-ad1d-8860a00c5a3d req-6c08b294-c4ee-4192-b77e-d0a32519d00a tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:03.890149 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c68ea4d3-55bd-4e75-ad1d-8860a00c5a3d req-6c08b294-c4ee-4192-b77e-d0a32519d00a tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49587ba-5a86-4982-825b-07e8e3dde3c3 HTTP/1.1" status: 200 len: 944 time: 0.0888710 Feb 07 21:01:03.893344 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f735b188-1aeb-4e3c-ad91-34c55f6bd330 req-aff633bf-9997-4e4f-a650-40b2f986dee5 service neutron] 10.222.0.69 "GET /v2.0/networks/5001b379-0d16-4857-8b55-5475fc3d0612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879113 Feb 07 21:01:03.982535 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c68ea4d3-55bd-4e75-ad1d-8860a00c5a3d req-0b1d6399-458e-4b53-9962-00e1711b33f9 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827739 Feb 07 21:01:03.986130 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45604) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:04.038948 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676caaa-c2de-4e12-b68a-d081658d6e89 req-157a84fb-f210-4f11-9713-66b01b747957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:04.040433 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e676caaa-c2de-4e12-b68a-d081658d6e89 req-157a84fb-f210-4f11-9713-66b01b747957 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=528c3fd51ff249349d660f482f93da37&device_id=e49587ba-5a86-4982-825b-07e8e3dde3c3 HTTP/1.1" status: 200 len: 1126 time: 0.0755084 Feb 07 21:01:04.124097 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-772f94d9-4668-45f9-9817-64f8cf6a09ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:04.160664 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676caaa-c2de-4e12-b68a-d081658d6e89 req-2c172cde-2552-43dc-ad69-47899e10bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:04.162313 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e676caaa-c2de-4e12-b68a-d081658d6e89 req-2c172cde-2552-43dc-ad69-47899e10bb6a service neutron] 10.222.0.69 "GET /v2.0/networks?id=5001b379-0d16-4857-8b55-5475fc3d0612 HTTP/1.1" status: 200 len: 923 time: 0.1136973 Feb 07 21:01:04.213089 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e676caaa-c2de-4e12-b68a-d081658d6e89 req-53d6a434-0ac4-4795-ab25-9e1094b33e78 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af98c72b-ef78-4b4a-8c5c-70e89f482e90 HTTP/1.1" status: 200 len: 217 time: 0.0439653 Feb 07 21:01:04.235032 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-772f94d9-4668-45f9-9817-64f8cf6a09ab admin admin] Publish callbacks [] for security_group (04bbd924-23f7-494b-b718-9f6fc37a0348), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:04.239553 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-772f94d9-4668-45f9-9817-64f8cf6a09ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (04bbd924-23f7-494b-b718-9f6fc37a0348), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:04.267378 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f94d9-4668-45f9-9817-64f8cf6a09ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bbd924-23f7-494b-b718-9f6fc37a0348,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:04.267792 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676caaa-c2de-4e12-b68a-d081658d6e89 req-d990156f-1bab-4fc0-8989-13913692d6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:04.269369 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e676caaa-c2de-4e12-b68a-d081658d6e89 req-d990156f-1bab-4fc0-8989-13913692d6cd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7288118f-d382-42c5-a17d-902cfe145aa3 HTTP/1.1" status: 200 len: 862 time: 0.0507841 Feb 07 21:01:04.302133 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-772f94d9-4668-45f9-9817-64f8cf6a09ab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=86b00d3473544d9fbe72aca4bb814102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3141420 Feb 07 21:01:04.304619 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45610) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:04.316547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e676caaa-c2de-4e12-b68a-d081658d6e89 req-eea6991c-074e-4130-b2c1-170ffc32e9c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5001b379-0d16-4857-8b55-5475fc3d0612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397687 Feb 07 21:01:04.357659 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77ae8526-9c33-4e5e-8b20-6a044997b2fa admin admin] Publish callbacks [] for security_group (04bbd924-23f7-494b-b718-9f6fc37a0348), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:04.380085 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77ae8526-9c33-4e5e-8b20-6a044997b2fa admin admin] Publish callbacks [] for security_group (04bbd924-23f7-494b-b718-9f6fc37a0348), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:04.426734 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e676caaa-c2de-4e12-b68a-d081658d6e89 req-c4d959e5-cbe7-44f4-a6b4-c025318053a0 service neutron] 10.222.0.69 "GET /v2.0/networks/5001b379-0d16-4857-8b55-5475fc3d0612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039197 Feb 07 21:01:04.441843 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77ae8526-9c33-4e5e-8b20-6a044997b2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (04bbd924-23f7-494b-b718-9f6fc37a0348), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:04.445001 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77ae8526-9c33-4e5e-8b20-6a044997b2fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:04.446437 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-77ae8526-9c33-4e5e-8b20-6a044997b2fa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/04bbd924-23f7-494b-b718-9f6fc37a0348 HTTP/1.1" status: 204 len: 168 time: 0.1405301 Feb 07 21:01:04.456459 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae8526-9c33-4e5e-8b20-6a044997b2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bbd924-23f7-494b-b718-9f6fc37a0348,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:04.568485 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e676caaa-c2de-4e12-b68a-d081658d6e89 req-155dcc72-509b-42cd-ae9d-0db94bb3e081 service neutron] 10.222.0.69 "GET /v2.0/networks/5001b379-0d16-4857-8b55-5475fc3d0612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348603 Feb 07 21:01:04.977949 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cf9e8-9684-423b-a7bd-5d9ba0374028 req-e4c5edb9-b188-4554-886b-1e900f38245e tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:04.977949 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd3cf9e8-9684-423b-a7bd-5d9ba0374028 req-e4c5edb9-b188-4554-886b-1e900f38245e tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.1564572 Feb 07 21:01:05.011083 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48ee72-6e93-48fc-a046-abf1e85cc408 req-1ea9b43b-8833-4190-b4b3-558f9295ab1b tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:05.013187 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d48ee72-6e93-48fc-a046-abf1e85cc408 req-1ea9b43b-8833-4190-b4b3-558f9295ab1b tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 945 time: 0.1211331 Feb 07 21:01:05.126987 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd3cf9e8-9684-423b-a7bd-5d9ba0374028 req-f74b9875-fb28-4aed-9551-85cc53e9f6b6 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544783 Feb 07 21:01:05.133124 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d48ee72-6e93-48fc-a046-abf1e85cc408 req-bc9ae406-c619-4349-8168-e6628fa57660 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/security-groups?id=dc2b397e-8538-4e86-8e11-8d1274f7c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916121 Feb 07 21:01:05.413647 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5377e85-ee3c-4181-85ac-eaf05037b09c req-7d867d0e-d0dc-4dd3-894d-9bec13515491 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:05.422881 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5377e85-ee3c-4181-85ac-eaf05037b09c req-7d867d0e-d0dc-4dd3-894d-9bec13515491 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49587ba-5a86-4982-825b-07e8e3dde3c3 HTTP/1.1" status: 200 len: 944 time: 0.1180804 Feb 07 21:01:05.447677 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-545d8523-bbc3-4585-a815-2ab348cca1e4 req-e4cf9ed1-1fa2-47f1-9cf5-4ad05b4a39c6 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2449939 Feb 07 21:01:05.457988 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-545d8523-bbc3-4585-a815-2ab348cca1e4 req-7640affa-32ff-4fe0-8849-5505cb34c830 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:05.502009 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-545d8523-bbc3-4585-a815-2ab348cca1e4 req-7640affa-32ff-4fe0-8849-5505cb34c830 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:05.601966 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5377e85-ee3c-4181-85ac-eaf05037b09c req-7ec6e957-f25a-4259-a2e9-131a1fd8b545 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779618 Feb 07 21:01:05.722248 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-545d8523-bbc3-4585-a815-2ab348cca1e4 req-7640affa-32ff-4fe0-8849-5505cb34c830 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:05.865868 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-9c2e5b87-9f1a-4b89-bb1c-eada844129f5 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:05.867952 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-9c2e5b87-9f1a-4b89-bb1c-eada844129f5 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a&tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&binding%3Ahost_id=n-h1-828185-2 HTTP/1.1" status: 200 len: 1127 time: 0.1584418 Feb 07 21:01:05.881560 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-9a1ced32-21a0-4f2d-a1ea-369f649fb048 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828185-2'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:05.920192 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 2caaae4e-7044-4456-8451-ea9044187bb7 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:01:06.050619 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 2caaae4e-7044-4456-8451-ea9044187bb7, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=2caaae4e-7044-4456-8451-ea9044187bb7,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:06.070063 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 2caaae4e-7044-4456-8451-ea9044187bb7 has no active binding in host n-h2-828185-2 {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 21:01:06.108668 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-545d8523-bbc3-4585-a815-2ab348cca1e4 req-7640affa-32ff-4fe0-8849-5505cb34c830 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Allocated IP 172.25.4.163 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/9e2b0cd9-b942-4d4f-8626-46d40236556c) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:01:06.120948 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-9a1ced32-21a0-4f2d-a1ea-369f649fb048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2caaae4e-7044-4456-8451-ea9044187bb7), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:06.383722 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a8054-f2f8-47ec-bf96-81eeb80503a8 req-055165a9-5ede-4979-be97-5e6ad7a87f83 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:06.390368 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-598a8054-f2f8-47ec-bf96-81eeb80503a8 req-055165a9-5ede-4979-be97-5e6ad7a87f83 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 945 time: 0.1532509 Feb 07 21:01:06.412641 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-545d8523-bbc3-4585-a815-2ab348cca1e4 req-7640affa-32ff-4fe0-8849-5505cb34c830 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks [] for port (9e2b0cd9-b942-4d4f-8626-46d40236556c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:06.478077 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-9a1ced32-21a0-4f2d-a1ea-369f649fb048 service neutron] For port 2caaae4e-7044-4456-8451-ea9044187bb7, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=2caaae4e-7044-4456-8451-ea9044187bb7,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:06.512365 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-598a8054-f2f8-47ec-bf96-81eeb80503a8 req-5e72d13c-c2af-49ab-ba1a-86bcdae428a4 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170053 Feb 07 21:01:06.576437 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-545d8523-bbc3-4585-a815-2ab348cca1e4 req-7640affa-32ff-4fe0-8849-5505cb34c830 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (9e2b0cd9-b942-4d4f-8626-46d40236556c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:06.630923 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640affa-32ff-4fe0-8849-5505cb34c830 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Pushing event updated for resources: {'Port': ['ID=9e2b0cd9-b942-4d4f-8626-46d40236556c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:06.660380 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-9a1ced32-21a0-4f2d-a1ea-369f649fb048 service neutron] For port 2caaae4e-7044-4456-8451-ea9044187bb7, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:01:06.682425 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545d8523-bbc3-4585-a815-2ab348cca1e4 req-7640affa-32ff-4fe0-8849-5505cb34c830 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:01:06.714410 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-545d8523-bbc3-4585-a815-2ab348cca1e4 req-7640affa-32ff-4fe0-8849-5505cb34c830 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:01:06.764607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-545d8523-bbc3-4585-a815-2ab348cca1e4 req-7640affa-32ff-4fe0-8849-5505cb34c830 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:01:06.889063 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-545d8523-bbc3-4585-a815-2ab348cca1e4 req-7640affa-32ff-4fe0-8849-5505cb34c830 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks [] for floatingip (48b80013-6e71-4751-915d-8748f208b19b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:07.295347 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-545d8523-bbc3-4585-a815-2ab348cca1e4 req-7640affa-32ff-4fe0-8849-5505cb34c830 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9e2b0cd9-b942-4d4f-8626-46d40236556c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:07.302393 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12562d83-4a65-4a83-8cac-6ce1d67d374a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2caaae4e-7044-4456-8451-ea9044187bb7'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:01:07.304726 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b6eb8e-8ec2-4531-92fd-159151239fcf" -d '{"events": [{"server_uuid": "12562d83-4a65-4a83-8cac-6ce1d67d374a", "name": "network-vif-unplugged", "status": "completed", "tag": "2caaae4e-7044-4456-8451-ea9044187bb7"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:01:07.308844 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-9a1ced32-21a0-4f2d-a1ea-369f649fb048 service neutron] Publish callbacks [] for port (2caaae4e-7044-4456-8451-ea9044187bb7), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:07.348417 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0552f-1bbd-421f-bc98-20163ca481a3 req-9b2181e5-2eba-4957-a2cc-4e5fdeccac7d tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:07.349929 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bcb0552f-1bbd-421f-bc98-20163ca481a3 req-9b2181e5-2eba-4957-a2cc-4e5fdeccac7d tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49587ba-5a86-4982-825b-07e8e3dde3c3 HTTP/1.1" status: 200 len: 944 time: 0.6309776 Feb 07 21:01:07.353491 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-9a1ced32-21a0-4f2d-a1ea-369f649fb048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (2caaae4e-7044-4456-8451-ea9044187bb7), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:07.504033 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ced32-21a0-4f2d-a1ea-369f649fb048 service neutron] Pushing event updated for resources: {'Port': ['ID=2caaae4e-7044-4456-8451-ea9044187bb7,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:07.690134 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bcb0552f-1bbd-421f-bc98-20163ca481a3 req-750187bf-98a2-4ddc-b6d7-60150d7e8974 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004911 Feb 07 21:01:07.745672 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-9a1ced32-21a0-4f2d-a1ea-369f649fb048 service neutron] Attempting to bind port 2caaae4e-7044-4456-8451-ea9044187bb7 on host n-h1-828185-2 for vnic_type normal with profile {"migrating_to": "n-h2-828185-2"} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:07.746126 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-9a1ced32-21a0-4f2d-a1ea-369f649fb048 service neutron] Attempting to bind port 2caaae4e-7044-4456-8451-ea9044187bb7 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:07.746643 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-9a1ced32-21a0-4f2d-a1ea-369f649fb048 service neutron] Attempting to bind port 2caaae4e-7044-4456-8451-ea9044187bb7 on network 6d967ae2-07ea-401e-8063-c085e3020e36 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:07.765372 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e663ad-64bf-49fa-97fc-903b9aae2470 x-openstack-request-id: req-23e663ad-64bf-49fa-97fc-903b9aae2470 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:01:07.765372 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12562d83-4a65-4a83-8cac-6ce1d67d374a", "name": "network-vif-unplugged", "status": "completed", "tag": "2caaae4e-7044-4456-8451-ea9044187bb7", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:01:07.765854 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23e663ad-64bf-49fa-97fc-903b9aae2470 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:01:07.768171 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12562d83-4a65-4a83-8cac-6ce1d67d374a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2caaae4e-7044-4456-8451-ea9044187bb7', 'code': 200} Feb 07 21:01:07.772197 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-545d8523-bbc3-4585-a815-2ab348cca1e4 req-7640affa-32ff-4fe0-8849-5505cb34c830 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks [] for port (9e2b0cd9-b942-4d4f-8626-46d40236556c), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:07.780734 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-9a1ced32-21a0-4f2d-a1ea-369f649fb048 service neutron] Port 2caaae4e-7044-4456-8451-ea9044187bb7 on network 6d967ae2-07ea-401e-8063-c085e3020e36 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:07.781104 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-9a1ced32-21a0-4f2d-a1ea-369f649fb048 service neutron] Attempting to bind port 2caaae4e-7044-4456-8451-ea9044187bb7 on network 6d967ae2-07ea-401e-8063-c085e3020e36 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:07.788145 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-9a1ced32-21a0-4f2d-a1ea-369f649fb048 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:01:07.788390 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-9a1ced32-21a0-4f2d-a1ea-369f649fb048 service neutron] Checking segment: {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:01:07.789244 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-9a1ced32-21a0-4f2d-a1ea-369f649fb048 service neutron] Bound using segment: {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:01:07.791444 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-9a1ced32-21a0-4f2d-a1ea-369f649fb048 service neutron] Bound port: 2caaae4e-7044-4456-8451-ea9044187bb7, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:01:07.791808 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-9a1ced32-21a0-4f2d-a1ea-369f649fb048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2caaae4e-7044-4456-8451-ea9044187bb7), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:07.795308 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-545d8523-bbc3-4585-a815-2ab348cca1e4 req-7640affa-32ff-4fe0-8849-5505cb34c830 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (9e2b0cd9-b942-4d4f-8626-46d40236556c), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:07.934941 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45728) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:07.971227 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640affa-32ff-4fe0-8849-5505cb34c830 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Pushing event updated for resources: {'Port': ['ID=9e2b0cd9-b942-4d4f-8626-46d40236556c,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:07.993995 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-545d8523-bbc3-4585-a815-2ab348cca1e4 req-7640affa-32ff-4fe0-8849-5505cb34c830 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (48b80013-6e71-4751-915d-8748f208b19b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:07.997903 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-9a1ced32-21a0-4f2d-a1ea-369f649fb048 service neutron] For port 2caaae4e-7044-4456-8451-ea9044187bb7, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:01:08.005955 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-9a1ced32-21a0-4f2d-a1ea-369f649fb048 service neutron] For port 2caaae4e-7044-4456-8451-ea9044187bb7, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=2caaae4e-7044-4456-8451-ea9044187bb7,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:01:08.018771 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9466d-c8f1-463d-a575-2fa5bd43149b req-b857779e-8536-4c4d-86df-5a0a6f565739 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:08.020391 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-caf9466d-c8f1-463d-a575-2fa5bd43149b req-b857779e-8536-4c4d-86df-5a0a6f565739 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 943 time: 0.1883376 Feb 07 21:01:08.024060 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-9a1ced32-21a0-4f2d-a1ea-369f649fb048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (2caaae4e-7044-4456-8451-ea9044187bb7), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:08.062870 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-545d8523-bbc3-4585-a815-2ab348cca1e4 req-7640affa-32ff-4fe0-8849-5505cb34c830 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:08.064625 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-545d8523-bbc3-4585-a815-2ab348cca1e4 req-7640affa-32ff-4fe0-8849-5505cb34c830 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6157546 Feb 07 21:01:08.082150 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-08bf91a4-0093-427a-998c-89ef86781fa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:08.186478 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-545d8523-bbc3-4585-a815-2ab348cca1e4 req-ff4f51b0-d72a-4746-9219-1cb1933fe2ab tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.163 HTTP/1.1" status: 200 len: 696 time: 0.0997350 Feb 07 21:01:08.206284 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-08bf91a4-0093-427a-998c-89ef86781fa5 admin admin] Publish callbacks [] for security_group (45e5f113-630c-4dbe-9729-1c9f8d585dbd), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:08.208178 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ced32-21a0-4f2d-a1ea-369f649fb048 service neutron] Pushing event updated for resources: {'Port': ['ID=2caaae4e-7044-4456-8451-ea9044187bb7,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:08.213032 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-08bf91a4-0093-427a-998c-89ef86781fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (45e5f113-630c-4dbe-9729-1c9f8d585dbd), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:08.216796 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-9a1ced32-21a0-4f2d-a1ea-369f649fb048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:08.217413 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-9a1ced32-21a0-4f2d-a1ea-369f649fb048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:08.218762 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-9a1ced32-21a0-4f2d-a1ea-369f649fb048 service neutron] 10.222.0.71 "PUT /v2.0/ports/2caaae4e-7044-4456-8451-ea9044187bb7 HTTP/1.1" status: 200 len: 1121 time: 2.3435445 Feb 07 21:01:08.241632 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-caf9466d-c8f1-463d-a575-2fa5bd43149b req-15986876-cbc3-47f4-8059-0f5e34b7efae tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139227 Feb 07 21:01:08.264070 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-08bf91a4-0093-427a-998c-89ef86781fa5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=79cc490e174848da872d3b81051cca1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3254626 Feb 07 21:01:08.265728 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45732) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:08.271423 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf91a4-0093-427a-998c-89ef86781fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e5f113-630c-4dbe-9729-1c9f8d585dbd,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:08.302935 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['2caaae4e-7044-4456-8451-ea9044187bb7'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:01:08.332337 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['2caaae4e-7044-4456-8451-ea9044187bb7'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:01:08.407276 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d81b561-7315-4543-98a4-76d218521124 admin admin] Publish callbacks [] for security_group (45e5f113-630c-4dbe-9729-1c9f8d585dbd), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:08.425736 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d8523-bbc3-4585-a815-2ab348cca1e4 req-85595353-b241-46ee-ac25-5f103bcee801 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:08.432057 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-545d8523-bbc3-4585-a815-2ab348cca1e4 req-85595353-b241-46ee-ac25-5f103bcee801 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 784 time: 0.2249613 Feb 07 21:01:08.472952 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d81b561-7315-4543-98a4-76d218521124 admin admin] Publish callbacks [] for security_group (45e5f113-630c-4dbe-9729-1c9f8d585dbd), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:08.539956 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d81b561-7315-4543-98a4-76d218521124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (45e5f113-630c-4dbe-9729-1c9f8d585dbd), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:08.544722 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d81b561-7315-4543-98a4-76d218521124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:08.546170 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0d81b561-7315-4543-98a4-76d218521124 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/45e5f113-630c-4dbe-9729-1c9f8d585dbd HTTP/1.1" status: 204 len: 168 time: 0.2785408 Feb 07 21:01:08.584521 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81b561-7315-4543-98a4-76d218521124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e5f113-630c-4dbe-9729-1c9f8d585dbd,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:08.708026 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-67f870a5-3f32-4b03-ba74-ef0c90687cb3 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:08.709783 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-67f870a5-3f32-4b03-ba74-ef0c90687cb3 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/networks?id=9707a7e2-bd1b-48e9-a067-23aeb539b5df HTTP/1.1" status: 200 len: 821 time: 0.1625071 Feb 07 21:01:08.747840 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-98d17c6a-3946-4bb1-9a69-67ff178bc80a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/quotas/a9f7fcd6cbef44c389b4331bb87ee1f7 HTTP/1.1" status: 200 len: 375 time: 0.0307045 Feb 07 21:01:08.870508 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-10d33e71-e5d8-40ff-b3a1-a1da01812859 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0921845 Feb 07 21:01:08.876383 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-64a964b9-bfd2-4eed-ab9b-86795f983828 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:08.877745 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-64a964b9-bfd2-4eed-ab9b-86795f983828 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/networks?id=21a6194c-d716-4999-aeaa-5b2b71cb17eb HTTP/1.1" status: 200 len: 821 time: 0.1588702 Feb 07 21:01:08.899672 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-43d29ed2-fe86-4761-b709-0dfc3489fdde tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/quotas/390bb4ffe0104a5cbfd48bfe929d4aa0 HTTP/1.1" status: 200 len: 375 time: 0.0137990 Feb 07 21:01:08.990918 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-998b6517-ed93-41c8-add8-248c03fcb53c tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=390bb4ffe0104a5cbfd48bfe929d4aa0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0787897 Feb 07 21:01:09.021244 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45764) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:09.035430 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a46157f-394c-45a2-9b68-be6bc938c8d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:09.113086 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a46157f-394c-45a2-9b68-be6bc938c8d8 admin admin] Publish callbacks [] for security_group (2f2be4f6-4190-47d2-899b-a04a51fe041c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:09.118628 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a46157f-394c-45a2-9b68-be6bc938c8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (2f2be4f6-4190-47d2-899b-a04a51fe041c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:09.161952 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3a46157f-394c-45a2-9b68-be6bc938c8d8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ab2a67a6995444f793fa1341a51f7192&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394117 Feb 07 21:01:09.162952 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46157f-394c-45a2-9b68-be6bc938c8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2be4f6-4190-47d2-899b-a04a51fe041c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:09.164419 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-f72d8cda-b472-41c6-9a69-1459cc1495cd service neutron] 10.222.0.65 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628218 Feb 07 21:01:09.164869 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45766) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:09.200741 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-6aa42f2b-a379-4857-a3c0-da6ed37d76f8 service neutron] 10.222.0.65 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220191 Feb 07 21:01:09.351447 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85af03fb-82ce-4562-a0f5-2bca459b8c03 admin admin] Publish callbacks [] for security_group (2f2be4f6-4190-47d2-899b-a04a51fe041c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:09.381487 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-00a80062-4f60-43f0-8036-50b642a483cd service neutron] 10.222.0.65 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065582 Feb 07 21:01:09.393664 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-0fc7ce9c-2dc0-4dc8-b4c2-ee8206d2bf8f service neutron] 10.222.0.65 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642005 Feb 07 21:01:09.399162 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85af03fb-82ce-4562-a0f5-2bca459b8c03 admin admin] Publish callbacks [] for security_group (2f2be4f6-4190-47d2-899b-a04a51fe041c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:09.453708 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85af03fb-82ce-4562-a0f5-2bca459b8c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (2f2be4f6-4190-47d2-899b-a04a51fe041c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:09.457150 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85af03fb-82ce-4562-a0f5-2bca459b8c03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:09.458329 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-85af03fb-82ce-4562-a0f5-2bca459b8c03 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2f2be4f6-4190-47d2-899b-a04a51fe041c HTTP/1.1" status: 204 len: 168 time: 0.2924926 Feb 07 21:01:09.471911 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af03fb-82ce-4562-a0f5-2bca459b8c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2be4f6-4190-47d2-899b-a04a51fe041c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:09.535955 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device af98c72b-ef78-4b4a-8c5c-70e89f482e90 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:01:09.766215 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c49f4-42b9-4c76-b59b-1f1c6a80abfd req-2ae79976-0c60-4a55-b943-15e04ee7f63c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:09.768109 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-285c49f4-42b9-4c76-b59b-1f1c6a80abfd req-2ae79976-0c60-4a55-b943-15e04ee7f63c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49587ba-5a86-4982-825b-07e8e3dde3c3 HTTP/1.1" status: 200 len: 944 time: 0.1116672 Feb 07 21:01:09.768630 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12562d83-4a65-4a83-8cac-6ce1d67d374a', 'tag': '2caaae4e-7044-4456-8451-ea9044187bb7'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:01:09.773950 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fa4f89-64b0-4e00-afd0-16703da3a696" -d '{"events": [{"name": "network-changed", "server_uuid": "12562d83-4a65-4a83-8cac-6ce1d67d374a", "tag": "2caaae4e-7044-4456-8451-ea9044187bb7"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:01:09.782024 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port af98c72b-ef78-4b4a-8c5c-70e89f482e90, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=af98c72b-ef78-4b4a-8c5c-70e89f482e90,segment=NetworkSegment(f638ec27-818a-478c-bd2a-cb7a790547ad),segment_id=f638ec27-818a-478c-bd2a-cb7a790547ad)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:09.801867 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'af98c72b-ef78-4b4a-8c5c-70e89f482e90', 'network_id': '5001b379-0d16-4857-8b55-5475fc3d0612', 'port_id': 'af98c72b-ef78-4b4a-8c5c-70e89f482e90', 'mac_address': 'fa:16:3e:74:7b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7288118f-d382-42c5-a17d-902cfe145aa3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:01:09.883726 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-285c49f4-42b9-4c76-b59b-1f1c6a80abfd req-b94ba474-3547-4eb6-bf60-313a52f40bbc tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067224 Feb 07 21:01:09.920849 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port af98c72b-ef78-4b4a-8c5c-70e89f482e90 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:09.921262 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (af98c72b-ef78-4b4a-8c5c-70e89f482e90), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:09.937782 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af98c72b-ef78-4b4a-8c5c-70e89f482e90 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:01:09.970512 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port af98c72b-ef78-4b4a-8c5c-70e89f482e90, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=af98c72b-ef78-4b4a-8c5c-70e89f482e90,segment=NetworkSegment(f638ec27-818a-478c-bd2a-cb7a790547ad),segment_id=f638ec27-818a-478c-bd2a-cb7a790547ad)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:09.981174 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (af98c72b-ef78-4b4a-8c5c-70e89f482e90), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:10.068206 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=af98c72b-ef78-4b4a-8c5c-70e89f482e90,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:10.148464 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ddcd8a08-d23f-43eb-b2c5-12113308bed3 req-8e4ff4bf-4a1b-4ead-966f-c35ae35dbe86 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=80fc9b5f-7987-42a7-a728-af30264bb783 HTTP/1.1" status: 200 len: 210 time: 0.2067013 Feb 07 21:01:10.212954 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5131d-788f-44a7-b7d8-d36efb3168bb req-1170da24-2988-4d05-b5fa-43e3c43df62d tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:10.216341 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-45f5131d-788f-44a7-b7d8-d36efb3168bb req-1170da24-2988-4d05-b5fa-43e3c43df62d tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 943 time: 0.2954569 Feb 07 21:01:10.241893 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9bc55e-3b6f-4587-9f24-cdf93e573146 x-openstack-request-id: req-0d9bc55e-3b6f-4587-9f24-cdf93e573146 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:01:10.242394 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12562d83-4a65-4a83-8cac-6ce1d67d374a", "tag": "2caaae4e-7044-4456-8451-ea9044187bb7", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:01:10.242532 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0d9bc55e-3b6f-4587-9f24-cdf93e573146 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:01:10.242850 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12562d83-4a65-4a83-8cac-6ce1d67d374a', 'tag': '2caaae4e-7044-4456-8451-ea9044187bb7', 'status': 'completed', 'code': 200} Feb 07 21:01:10.333385 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['af98c72b-ef78-4b4a-8c5c-70e89f482e90'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:01:10.376549 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-45f5131d-788f-44a7-b7d8-d36efb3168bb req-6d68664d-4e3f-4675-9450-d80497e56709 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527069 Feb 07 21:01:10.395499 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a9e7335-2ab4-4afa-a5d0-cf2cc9146d27 req-f9bbb997-7258-4bee-8bad-5dbd1bc0da4a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 210 time: 0.0678284 Feb 07 21:01:10.432144 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa4f89-64b0-4e00-afd0-16703da3a696 req-32e28306-a989-438e-9125-5ac2f1a50098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:10.434616 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a2fa4f89-64b0-4e00-afd0-16703da3a696 req-32e28306-a989-438e-9125-5ac2f1a50098 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 1155 time: 0.1432612 Feb 07 21:01:10.667479 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa4f89-64b0-4e00-afd0-16703da3a696 req-08d3d494-90ca-4113-a632-a9cbb31f5a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:10.669091 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a2fa4f89-64b0-4e00-afd0-16703da3a696 req-08d3d494-90ca-4113-a632-a9cbb31f5a81 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 909 time: 0.2278173 Feb 07 21:01:10.733169 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a2fa4f89-64b0-4e00-afd0-16703da3a696 req-9edb3688-2277-4e2d-984f-74b33005ddae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2caaae4e-7044-4456-8451-ea9044187bb7 HTTP/1.1" status: 200 len: 217 time: 0.0573456 Feb 07 21:01:10.809679 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa4f89-64b0-4e00-afd0-16703da3a696 req-755a87c4-4c17-4992-aa20-23f9f56946d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:10.811462 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a2fa4f89-64b0-4e00-afd0-16703da3a696 req-755a87c4-4c17-4992-aa20-23f9f56946d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da67b52e-9fa9-4eda-bee9-de250f228011 HTTP/1.1" status: 200 len: 848 time: 0.0722079 Feb 07 21:01:10.871323 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a2fa4f89-64b0-4e00-afd0-16703da3a696 req-617d4716-f85f-48d3-82d8-eeb384dcdbe4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6d967ae2-07ea-401e-8063-c085e3020e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275011 Feb 07 21:01:11.003227 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a2fa4f89-64b0-4e00-afd0-16703da3a696 req-7bc90ac7-78a0-46b8-9090-6a7b1abc8489 service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249998 Feb 07 21:01:11.062513 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005295a-da77-4f72-9bbb-ff691ec3b507 req-a5c07893-6ca1-4081-83ca-532997dc5c53 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:11.064642 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4005295a-da77-4f72-9bbb-ff691ec3b507 req-a5c07893-6ca1-4081-83ca-532997dc5c53 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49587ba-5a86-4982-825b-07e8e3dde3c3 HTTP/1.1" status: 200 len: 945 time: 0.1096458 Feb 07 21:01:11.144494 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4005295a-da77-4f72-9bbb-ff691ec3b507 req-938dbc3f-9a7a-497a-9b3e-2a9b78cd3b4d tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717382 Feb 07 21:01:11.149755 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a2fa4f89-64b0-4e00-afd0-16703da3a696 req-318afa01-816b-437b-a4c1-b310ac813df7 service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379704 Feb 07 21:01:11.288983 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c6d6b017-17a3-46fc-a3a4-6b0804d7ba99 req-221843d5-0aaa-408b-aed2-93120534369b tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=80fc9b5f-7987-42a7-a728-af30264bb783 HTTP/1.1" status: 200 len: 210 time: 0.0557046 Feb 07 21:01:11.440707 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06ee23-adce-428a-9be9-c663b5aad544 req-e57513d7-2a2e-49d1-8710-dcaeb437baad tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:11.442318 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d06ee23-adce-428a-9be9-c663b5aad544 req-e57513d7-2a2e-49d1-8710-dcaeb437baad tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d713c79-a464-4a1b-b129-d45587bfb44c HTTP/1.1" status: 200 len: 945 time: 0.0643373 Feb 07 21:01:11.521478 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8def6a3a-1b67-4c47-baa3-56f2958dde81 req-a4ac583a-d773-4f80-a4ab-dff9c098a5a6 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 210 time: 0.0394425 Feb 07 21:01:11.528840 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device af98c72b-ef78-4b4a-8c5c-70e89f482e90 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:01:11.537322 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d06ee23-adce-428a-9be9-c663b5aad544 req-c3fb255a-3d32-4ba8-916f-84c637ed244a tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3c029a1-7ead-4c88-9a7b-8e7b05bdb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876234 Feb 07 21:01:11.685567 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba40b7b-4102-4732-b5a4-7f29cd663e04 req-e4b1f0ab-2d8e-4edf-9968-325d420f847f tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:11.694271 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8ba40b7b-4102-4732-b5a4-7f29cd663e04 req-e4b1f0ab-2d8e-4edf-9968-325d420f847f tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 943 time: 0.0759954 Feb 07 21:01:11.758644 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8ba40b7b-4102-4732-b5a4-7f29cd663e04 req-26048a96-590f-4f66-9fd8-a6758282d46b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628519 Feb 07 21:01:11.760254 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45850) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:11.849155 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port af98c72b-ef78-4b4a-8c5c-70e89f482e90 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:01:11.853971 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port af98c72b-ef78-4b4a-8c5c-70e89f482e90 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:11.854698 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (af98c72b-ef78-4b4a-8c5c-70e89f482e90), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:11.951915 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port af98c72b-ef78-4b4a-8c5c-70e89f482e90 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:11.952573 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (af98c72b-ef78-4b4a-8c5c-70e89f482e90), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:11.983208 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-ea1dbb20-d221-4458-8ba1-9f33c974cf8b tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:11.984736 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-ea1dbb20-d221-4458-8ba1-9f33c974cf8b tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.69 "GET /v2.0/networks?id=21a6194c-d716-4999-aeaa-5b2b71cb17eb HTTP/1.1" status: 200 len: 821 time: 0.2044473 Feb 07 21:01:11.984866 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49587ba-5a86-4982-825b-07e8e3dde3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af98c72b-ef78-4b4a-8c5c-70e89f482e90'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:01:11.987649 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c68a902-8929-49ca-918c-a125ac5baadb" -d '{"events": [{"server_uuid": "e49587ba-5a86-4982-825b-07e8e3dde3c3", "name": "network-vif-plugged", "status": "completed", "tag": "af98c72b-ef78-4b4a-8c5c-70e89f482e90"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:01:12.003039 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port af98c72b-ef78-4b4a-8c5c-70e89f482e90, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=af98c72b-ef78-4b4a-8c5c-70e89f482e90,segment=NetworkSegment(f638ec27-818a-478c-bd2a-cb7a790547ad),segment_id=f638ec27-818a-478c-bd2a-cb7a790547ad)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:12.010005 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-3de75aec-22cb-4468-ab5e-28fd2e1e72c7 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Request body: {'port': {'device_id': '80fc9b5f-7987-42a7-a728-af30264bb783', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'admin_state_up': True, 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:12.011092 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (af98c72b-ef78-4b4a-8c5c-70e89f482e90), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:12.035712 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-30493cb5-51fa-4f53-9f2c-d603cda09fcb tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1159500763'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:12.048808 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8797d352-5809-47f3-a706-015fbda52470 x-openstack-request-id: req-8797d352-5809-47f3-a706-015fbda52470 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:01:12.049266 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49587ba-5a86-4982-825b-07e8e3dde3c3", "name": "network-vif-plugged", "status": "completed", "tag": "af98c72b-ef78-4b4a-8c5c-70e89f482e90", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:01:12.049524 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8797d352-5809-47f3-a706-015fbda52470 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:01:12.049916 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49587ba-5a86-4982-825b-07e8e3dde3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af98c72b-ef78-4b4a-8c5c-70e89f482e90', 'code': 200} Feb 07 21:01:12.103975 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=af98c72b-ef78-4b4a-8c5c-70e89f482e90,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:12.113509 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30493cb5-51fa-4f53-9f2c-d603cda09fcb tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Made reservation on behalf of ef0cdcfe673d4779a36fc47755d07971 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:01:12.118208 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30493cb5-51fa-4f53-9f2c-d603cda09fcb tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:12.134394 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30493cb5-51fa-4f53-9f2c-d603cda09fcb tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:12.314288 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-3de75aec-22cb-4468-ab5e-28fd2e1e72c7 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Made reservation on behalf of 390bb4ffe0104a5cbfd48bfe929d4aa0 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:01:12.329942 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-3de75aec-22cb-4468-ab5e-28fd2e1e72c7 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:12.391450 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1aefb8-fd80-43ae-86f9-124630c634da req-7ac9616d-d94d-4551-aa2e-cc9badd94f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:12.393748 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8e1aefb8-fd80-43ae-86f9-124630c634da req-7ac9616d-d94d-4551-aa2e-cc9badd94f1e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 1155 time: 0.1396284 Feb 07 21:01:12.404709 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-1b0c86d3-3b47-4642-990e-ae25cd91d68e tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:12.406954 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-1b0c86d3-3b47-4642-990e-ae25cd91d68e tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.69 "GET /v2.0/networks?id=9707a7e2-bd1b-48e9-a067-23aeb539b5df HTTP/1.1" status: 200 len: 821 time: 0.1832044 Feb 07 21:01:12.412635 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b509454-98a2-4066-9451-c2b92a33ab9c req-a81f774e-0fe8-4ff9-bd79-b580c9f4ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:12.414174 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b509454-98a2-4066-9451-c2b92a33ab9c req-a81f774e-0fe8-4ff9-bd79-b580c9f4ca1a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e49587ba-5a86-4982-825b-07e8e3dde3c3 HTTP/1.1" status: 200 len: 1128 time: 0.2683656 Feb 07 21:01:12.427555 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-1fe6447e-ca86-4a9c-b5d1-ad9ae94d676d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Request body: {'port': {'device_id': '9aa2e42c-2d7d-417c-b0d1-973b70c83db6', 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df', 'admin_state_up': True, 'tenant_id': 'a9f7fcd6cbef44c389b4331bb87ee1f7'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:12.435519 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30493cb5-51fa-4f53-9f2c-d603cda09fcb tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks [] for security_group (8182f522-2f48-4eba-a1b7-f9025d3f514f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:12.469379 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2874a328-baca-44ea-ba3f-31cf2bcbd82d req-930245c8-35f7-4176-9209-0a3af6c51de4 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=80fc9b5f-7987-42a7-a728-af30264bb783 HTTP/1.1" status: 200 len: 210 time: 0.0713551 Feb 07 21:01:12.497941 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30493cb5-51fa-4f53-9f2c-d603cda09fcb tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8182f522-2f48-4eba-a1b7-f9025d3f514f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:12.614606 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30493cb5-51fa-4f53-9f2c-d603cda09fcb tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:01:12.633736 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1aefb8-fd80-43ae-86f9-124630c634da req-d777fce3-d1f9-4a77-854c-86b8fd8273f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:12.635490 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8e1aefb8-fd80-43ae-86f9-124630c634da req-d777fce3-d1f9-4a77-854c-86b8fd8273f8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 909 time: 0.2038975 Feb 07 21:01:12.636827 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee6c15-ded5-463e-968c-fe10c8534c48 req-c60f1d83-434a-4845-88cb-99a59eeb9952 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:12.638591 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2dee6c15-ded5-463e-968c-fe10c8534c48 req-c60f1d83-434a-4845-88cb-99a59eeb9952 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49587ba-5a86-4982-825b-07e8e3dde3c3 HTTP/1.1" status: 200 len: 946 time: 0.3804183 Feb 07 21:01:12.654657 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30493cb5-51fa-4f53-9f2c-d603cda09fcb tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8182f522-2f48-4eba-a1b7-f9025d3f514f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:12.671260 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30493cb5-51fa-4f53-9f2c-d603cda09fcb tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (c4d9a5c8-6840-4f5c-a8d5-d1cd0923cd90), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:12.671608 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-30493cb5-51fa-4f53-9f2c-d603cda09fcb tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Added segment c4d9a5c8-6840-4f5c-a8d5-d1cd0923cd90 of type vlan for network b730ac6c-920a-4825-ad29-6af8f22d697a Feb 07 21:01:12.689969 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8e1aefb8-fd80-43ae-86f9-124630c634da req-b4cd10b7-a27f-40d4-bff2-6428389bb822 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2caaae4e-7044-4456-8451-ea9044187bb7 HTTP/1.1" status: 200 len: 217 time: 0.0445311 Feb 07 21:01:12.697141 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b509454-98a2-4066-9451-c2b92a33ab9c req-5c13115f-c0c1-4107-87bc-e4aebf7abac7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600412 Feb 07 21:01:12.728945 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-1fe6447e-ca86-4a9c-b5d1-ad9ae94d676d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Made reservation on behalf of a9f7fcd6cbef44c389b4331bb87ee1f7 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:01:12.732848 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-1fe6447e-ca86-4a9c-b5d1-ad9ae94d676d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:12.778512 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1aefb8-fd80-43ae-86f9-124630c634da req-7ab36beb-6439-44e7-b432-09fd94798f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:12.780015 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8e1aefb8-fd80-43ae-86f9-124630c634da req-7ab36beb-6439-44e7-b432-09fd94798f64 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da67b52e-9fa9-4eda-bee9-de250f228011 HTTP/1.1" status: 200 len: 848 time: 0.0828404 Feb 07 21:01:12.834686 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30493cb5-51fa-4f53-9f2c-d603cda09fcb tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (b730ac6c-920a-4825-ad29-6af8f22d697a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:12.854812 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-3de75aec-22cb-4468-ab5e-28fd2e1e72c7 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Allocated IP 172.20.0.6 (21a6194c-d716-4999-aeaa-5b2b71cb17eb/4697809e-6faf-4265-b583-499d13fd2637/acf19ea0-b73e-408e-8078-11e03cb0b5c0) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:01:12.861493 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2dee6c15-ded5-463e-968c-fe10c8534c48 req-fe2a792d-a705-4291-bd48-4b720f04bd00 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080972 Feb 07 21:01:12.901616 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30493cb5-51fa-4f53-9f2c-d603cda09fcb tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (b730ac6c-920a-4825-ad29-6af8f22d697a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:12.906439 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30493cb5-51fa-4f53-9f2c-d603cda09fcb tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:12.907031 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30493cb5-51fa-4f53-9f2c-d603cda09fcb tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:12.915278 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1cbd4-67ba-4e1a-b74c-abaab0ec85b2 req-ea074c55-f326-4bff-804a-7aeaaeeeca8f tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:12.916966 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6bd1cbd4-67ba-4e1a-b74c-abaab0ec85b2 req-ea074c55-f326-4bff-804a-7aeaaeeeca8f tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d713c79-a464-4a1b-b129-d45587bfb44c HTTP/1.1" status: 200 len: 945 time: 0.2647984 Feb 07 21:01:13.009844 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8e1aefb8-fd80-43ae-86f9-124630c634da req-9b7fd48d-f122-4afc-bd8f-da8209638408 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6d967ae2-07ea-401e-8063-c085e3020e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639441 Feb 07 21:01:13.011322 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-1fe6447e-ca86-4a9c-b5d1-ad9ae94d676d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Allocated IP 172.20.0.3 (9707a7e2-bd1b-48e9-a067-23aeb539b5df/f3768dda-d71b-40b0-9d56-296b11c3fa2b/d1c65d17-e582-4939-8d51-0b52f4c9fb21) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:01:13.058348 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6bd1cbd4-67ba-4e1a-b74c-abaab0ec85b2 req-e942d1b9-caab-4a94-b5cf-3c7f62ed9caf tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3c029a1-7ead-4c88-9a7b-8e7b05bdb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297724 Feb 07 21:01:13.082343 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-30493cb5-51fa-4f53-9f2c-d603cda09fcb tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3210790 Feb 07 21:01:13.085203 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45866) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:13.091613 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-de45cbef-bb83-428d-88f2-bd0e69683aae tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Request body: {'subnet': {'network_id': 'b730ac6c-920a-4825-ad29-6af8f22d697a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:13.146516 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da81b2f2-1df5-4933-b398-b653d6006594 req-ec2afb2a-bc1f-4234-9ca6-db1bd243472e tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 210 time: 0.1344874 Feb 07 21:01:13.210075 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30493cb5-51fa-4f53-9f2c-d603cda09fcb tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Pushing event updated for resources: {'Network': ['ID=b730ac6c-920a-4825-ad29-6af8f22d697a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:13.224084 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network b730ac6c-920a-4825-ad29-6af8f22d697a details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:01:13.596545 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de45cbef-bb83-428d-88f2-bd0e69683aae tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Made reservation on behalf of ef0cdcfe673d4779a36fc47755d07971 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:01:13.599927 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de45cbef-bb83-428d-88f2-bd0e69683aae tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:13.611362 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a887d56-7ffd-4a65-8ed1-687460e5d1c3 req-77c89d00-cff1-4ee0-90a5-e0964f03f8bf tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=80fc9b5f-7987-42a7-a728-af30264bb783 HTTP/1.1" status: 200 len: 210 time: 0.0465047 Feb 07 21:01:13.624821 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8e1aefb8-fd80-43ae-86f9-124630c634da req-b10adf08-8648-46e4-b2b1-75ff15383c1b service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6067219 Feb 07 21:01:13.710307 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa28b75-6e4b-44d8-b86f-7530b422a9cc req-a8a75485-5f5e-4321-bd27-aa382942f284 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:13.712023 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3fa28b75-6e4b-44d8-b86f-7530b422a9cc req-a8a75485-5f5e-4321-bd27-aa382942f284 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 943 time: 0.5272150 Feb 07 21:01:13.726060 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13de428-fd8b-4e10-bb1c-5c7491543799 req-0c1ec4c2-392f-4e14-ac60-c604ab732141 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:13.727566 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d13de428-fd8b-4e10-bb1c-5c7491543799 req-0c1ec4c2-392f-4e14-ac60-c604ab732141 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d713c79-a464-4a1b-b129-d45587bfb44c HTTP/1.1" status: 200 len: 945 time: 0.1661594 Feb 07 21:01:13.733133 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-3de75aec-22cb-4468-ab5e-28fd2e1e72c7 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks [] for port (acf19ea0-b73e-408e-8078-11e03cb0b5c0), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:13.813959 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-1fe6447e-ca86-4a9c-b5d1-ad9ae94d676d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks [] for port (d1c65d17-e582-4939-8d51-0b52f4c9fb21), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:13.818289 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8e1aefb8-fd80-43ae-86f9-124630c634da req-6438a523-f552-4f5d-ac41-c66146c61935 service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649368 Feb 07 21:01:13.888689 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3fa28b75-6e4b-44d8-b86f-7530b422a9cc req-f1c4095a-638f-451c-8e41-aa1058cf9d2f tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698945 Feb 07 21:01:13.891537 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-3de75aec-22cb-4468-ab5e-28fd2e1e72c7 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (acf19ea0-b73e-408e-8078-11e03cb0b5c0), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:13.904388 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['1c619f47-fc6a-4388-86fb-8892dc475079'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:01:13.946134 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-1fe6447e-ca86-4a9c-b5d1-ad9ae94d676d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (d1c65d17-e582-4939-8d51-0b52f4c9fb21), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:13.971542 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['93ee91eb-6dbb-433c-a9fb-f56317706ba6'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:01:13.972575 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-3de75aec-22cb-4468-ab5e-28fd2e1e72c7 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Network 21a6194c-d716-4999-aeaa-5b2b71cb17eb is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:01:13.978365 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-d13de428-fd8b-4e10-bb1c-5c7491543799 req-2e80d88a-3af9-4a28-b7c8-53a958d2e4c4 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Deleting port f14986dc-855e-4a45-a50f-a893e0cd400c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:01:13.978700 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d13de428-fd8b-4e10-bb1c-5c7491543799 req-2e80d88a-3af9-4a28-b7c8-53a958d2e4c4 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f14986dc-855e-4a45-a50f-a893e0cd400c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:14.007199 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6447e-ca86-4a9c-b5d1-ad9ae94d676d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Pushing event updated for resources: {'Port': ['ID=d1c65d17-e582-4939-8d51-0b52f4c9fb21,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:14.009665 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de45cbef-bb83-428d-88f2-bd0e69683aae tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (4ffe9655-1cbb-40a0-8aca-433c3cb81681), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:14.061840 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-1fe6447e-ca86-4a9c-b5d1-ad9ae94d676d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Network 9707a7e2-bd1b-48e9-a067-23aeb539b5df is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:01:14.077201 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-1fe6447e-ca86-4a9c-b5d1-ad9ae94d676d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:01:14.084598 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-1fe6447e-ca86-4a9c-b5d1-ad9ae94d676d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:01:14.102640 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-d13de428-fd8b-4e10-bb1c-5c7491543799 req-2e80d88a-3af9-4a28-b7c8-53a958d2e4c4 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] For port f14986dc-855e-4a45-a50f-a893e0cd400c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=f14986dc-855e-4a45-a50f-a893e0cd400c,segment=NetworkSegment(a81049ef-7fac-48f3-b8fa-050b1e9c7783),segment_id=a81049ef-7fac-48f3-b8fa-050b1e9c7783)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:14.103204 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d13de428-fd8b-4e10-bb1c-5c7491543799 req-2e80d88a-3af9-4a28-b7c8-53a958d2e4c4 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f14986dc-855e-4a45-a50f-a893e0cd400c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:14.117213 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45cbef-bb83-428d-88f2-bd0e69683aae tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Pushing event updated for resources: {'Subnet': ['ID=4ffe9655-1cbb-40a0-8aca-433c3cb81681,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:14.117769 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-d13de428-fd8b-4e10-bb1c-5c7491543799 req-2e80d88a-3af9-4a28-b7c8-53a958d2e4c4 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Calling delete_port for f14986dc-855e-4a45-a50f-a893e0cd400c owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:01:14.129756 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de45cbef-bb83-428d-88f2-bd0e69683aae tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Checking segment: {'id': 'c4d9a5c8-6840-4f5c-a8d5-d1cd0923cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b730ac6c-920a-4825-ad29-6af8f22d697a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:01:14.130123 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de45cbef-bb83-428d-88f2-bd0e69683aae tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Network hostable DHCP agents. Network: b730ac6c-920a-4825-ad29-6af8f22d697a, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:01:14.183819 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-3de75aec-22cb-4468-ab5e-28fd2e1e72c7 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:01:14.186228 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-3de75aec-22cb-4468-ab5e-28fd2e1e72c7 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:01:14.193057 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-1fe6447e-ca86-4a9c-b5d1-ad9ae94d676d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:14.193843 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-1fe6447e-ca86-4a9c-b5d1-ad9ae94d676d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:14.198181 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de45cbef-bb83-428d-88f2-bd0e69683aae tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Network b730ac6c-920a-4825-ad29-6af8f22d697a is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:01:14.223541 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-de45cbef-bb83-428d-88f2-bd0e69683aae tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, b730ac6c-920a-4825-ad29-6af8f22d697a) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:01:14.231249 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-1fe6447e-ca86-4a9c-b5d1-ad9ae94d676d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8091331 Feb 07 21:01:14.232706 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de45cbef-bb83-428d-88f2-bd0e69683aae tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:14.233411 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de45cbef-bb83-428d-88f2-bd0e69683aae tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:14.270381 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-bafe5cfb-3295-497f-a9b8-e13783a912fe service neutron] Request body: {'port': {'device_id': '9aa2e42c-2d7d-417c-b0d1-973b70c83db6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:14.316104 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-de45cbef-bb83-428d-88f2-bd0e69683aae tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2259026 Feb 07 21:01:14.317008 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45876) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:14.323184 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9d8557a9-6af1-4c32-b8d5-ff5efa30983c tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Request body: {'port': {'network_id': 'b730ac6c-920a-4825-ad29-6af8f22d697a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1919055888'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:14.350436 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c5b7b3-0ce1-4734-8875-f07f41ee7871 None None] Network b730ac6c-920a-4825-ad29-6af8f22d697a requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:01:14.512008 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8557a9-6af1-4c32-b8d5-ff5efa30983c tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Made reservation on behalf of ef0cdcfe673d4779a36fc47755d07971 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:01:14.516040 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d8557a9-6af1-4c32-b8d5-ff5efa30983c tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:14.526206 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-bafe5cfb-3295-497f-a9b8-e13783a912fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d1c65d17-e582-4939-8d51-0b52f4c9fb21), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:14.536630 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de75aec-22cb-4468-ab5e-28fd2e1e72c7 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Pushing event updated for resources: {'Port': ['ID=acf19ea0-b73e-408e-8078-11e03cb0b5c0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:14.544475 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-9d8557a9-6af1-4c32-b8d5-ff5efa30983c tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] device_id is not set on port eab64a74-8244-4652-988a-2cffce9b6b56 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:01:14.555484 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfa1217-6afa-4fc6-8d7e-4aa25092c335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-b730ac6c-920a-4825-ad29-6af8f22d697a', 'network_id': 'b730ac6c-920a-4825-ad29-6af8f22d697a', 'project_id': 'ef0cdcfe673d4779a36fc47755d07971', 'fixed_ips': [{'subnet_id': '4ffe9655-1cbb-40a0-8aca-433c3cb81681'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:01:14.558453 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cdfa1217-6afa-4fc6-8d7e-4aa25092c335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:14.559226 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d13de428-fd8b-4e10-bb1c-5c7491543799 req-2e80d88a-3af9-4a28-b7c8-53a958d2e4c4 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f14986dc-855e-4a45-a50f-a893e0cd400c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:14.574676 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-3de75aec-22cb-4468-ab5e-28fd2e1e72c7 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:14.575904 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-3de75aec-22cb-4468-ab5e-28fd2e1e72c7 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:14.590601 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-76f1f29d-318c-4a5a-a313-1b4271cb5c4d None None] Provisioning complete for port acf19ea0-b73e-408e-8078-11e03cb0b5c0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:14.590973 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-76f1f29d-318c-4a5a-a313-1b4271cb5c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (acf19ea0-b73e-408e-8078-11e03cb0b5c0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:14.634222 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80d88a-3af9-4a28-b7c8-53a958d2e4c4 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Pushing event deleted for resources: {'Port': ['ID=f14986dc-855e-4a45-a50f-a893e0cd400c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:14.655670 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a8c4d-7cb4-4dd3-beb5-9fa7bd3593d0 req-5f278c9a-148f-4f2a-bf0c-7bbbd033d966 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:14.657859 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-463a8c4d-7cb4-4dd3-beb5-9fa7bd3593d0 req-5f278c9a-148f-4f2a-bf0c-7bbbd033d966 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d713c79-a464-4a1b-b129-d45587bfb44c HTTP/1.1" status: 200 len: 867 time: 0.4782794 Feb 07 21:01:14.712883 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-3de75aec-22cb-4468-ab5e-28fd2e1e72c7 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7081997 Feb 07 21:01:14.715954 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13de428-fd8b-4e10-bb1c-5c7491543799 req-2e80d88a-3af9-4a28-b7c8-53a958d2e4c4 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] No DVR routers for this DVR port f14986dc-855e-4a45-a50f-a893e0cd400c on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:01:14.734615 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6254f4-a963-4a24-a720-43760c07faf3 req-50417584-116d-4823-88f8-d205bfe48d31 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:14.736340 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc6254f4-a963-4a24-a720-43760c07faf3 req-50417584-116d-4823-88f8-d205bfe48d31 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49587ba-5a86-4982-825b-07e8e3dde3c3 HTTP/1.1" status: 200 len: 946 time: 0.5539136 Feb 07 21:01:14.738344 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d13de428-fd8b-4e10-bb1c-5c7491543799 req-2e80d88a-3af9-4a28-b7c8-53a958d2e4c4 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:14.742173 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d13de428-fd8b-4e10-bb1c-5c7491543799 req-2e80d88a-3af9-4a28-b7c8-53a958d2e4c4 tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.71 "DELETE /v2.0/ports/f14986dc-855e-4a45-a50f-a893e0cd400c HTTP/1.1" status: 204 len: 173 time: 1.0004060 Feb 07 21:01:14.743948 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-cdfa1217-6afa-4fc6-8d7e-4aa25092c335 None None] Allocated IP 172.20.0.2 (b730ac6c-920a-4825-ad29-6af8f22d697a/4ffe9655-1cbb-40a0-8aca-433c3cb81681/ee309608-dd7d-4348-84cb-64ad622830dc) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:01:14.761549 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-62700dad-4581-4b74-aedc-eb4cce20055f service neutron] Request body: {'port': {'device_id': '80fc9b5f-7987-42a7-a728-af30264bb783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:14.804629 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d713c79-a464-4a1b-b129-d45587bfb44c', 'name': 'network-vif-deleted', 'tag': 'f14986dc-855e-4a45-a50f-a893e0cd400c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:01:14.807479 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8411c84a-c1db-4256-a36a-f3e427156014" -d '{"events": [{"server_uuid": "4d713c79-a464-4a1b-b129-d45587bfb44c", "name": "network-vif-deleted", "tag": "f14986dc-855e-4a45-a50f-a893e0cd400c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:01:14.876645 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-62700dad-4581-4b74-aedc-eb4cce20055f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (acf19ea0-b73e-408e-8078-11e03cb0b5c0), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:14.901013 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-bafe5cfb-3295-497f-a9b8-e13783a912fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c65d17-e582-4939-8d51-0b52f4c9fb21 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:01:14.912432 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-bafe5cfb-3295-497f-a9b8-e13783a912fe service neutron] Publish callbacks [] for port (d1c65d17-e582-4939-8d51-0b52f4c9fb21), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:14.930749 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-bafe5cfb-3295-497f-a9b8-e13783a912fe service neutron] Transition to ACTIVE for port object d1c65d17-e582-4939-8d51-0b52f4c9fb21 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:01:14.950313 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-bafe5cfb-3295-497f-a9b8-e13783a912fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (d1c65d17-e582-4939-8d51-0b52f4c9fb21), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:14.967020 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-76f1f29d-318c-4a5a-a313-1b4271cb5c4d None None] Port acf19ea0-b73e-408e-8078-11e03cb0b5c0 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:01:14.971857 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cdfa1217-6afa-4fc6-8d7e-4aa25092c335 None None] Publish callbacks [] for port (ee309608-dd7d-4348-84cb-64ad622830dc), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:14.980247 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-463a8c4d-7cb4-4dd3-beb5-9fa7bd3593d0 req-1fc96c7c-628e-40a1-a7fa-5cf3a554355d tempest-VolumesAdminNegativeTest-1150060760 tempest-VolumesAdminNegativeTest-1150060760-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3c029a1-7ead-4c88-9a7b-8e7b05bdb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661247 Feb 07 21:01:14.984971 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cdfa1217-6afa-4fc6-8d7e-4aa25092c335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (ee309608-dd7d-4348-84cb-64ad622830dc), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:14.992132 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc6254f4-a963-4a24-a720-43760c07faf3 req-0fe60fd0-7d0a-4595-8d60-1f6fd5347cfe tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813662 Feb 07 21:01:15.062258 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe5cfb-3295-497f-a9b8-e13783a912fe service neutron] Pushing event updated for resources: {'Port': ['ID=d1c65d17-e582-4939-8d51-0b52f4c9fb21,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:15.108331 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa1217-6afa-4fc6-8d7e-4aa25092c335 None None] Pushing event updated for resources: {'Port': ['ID=ee309608-dd7d-4348-84cb-64ad622830dc,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:15.128469 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-9d8557a9-6af1-4c32-b8d5-ff5efa30983c tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Allocated IP 172.20.0.5 (b730ac6c-920a-4825-ad29-6af8f22d697a/4ffe9655-1cbb-40a0-8aca-433c3cb81681/eab64a74-8244-4652-988a-2cffce9b6b56) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:01:15.139293 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfa1217-6afa-4fc6-8d7e-4aa25092c335 None None] Network b730ac6c-920a-4825-ad29-6af8f22d697a is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:01:15.141806 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-cdfa1217-6afa-4fc6-8d7e-4aa25092c335 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:01:15.151745 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfa1217-6afa-4fc6-8d7e-4aa25092c335 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:01:15.158729 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-bafe5cfb-3295-497f-a9b8-e13783a912fe service neutron] Attempting to bind port d1c65d17-e582-4939-8d51-0b52f4c9fb21 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:15.159060 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-bafe5cfb-3295-497f-a9b8-e13783a912fe service neutron] Attempting to bind port d1c65d17-e582-4939-8d51-0b52f4c9fb21 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:15.159391 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-bafe5cfb-3295-497f-a9b8-e13783a912fe service neutron] Attempting to bind port d1c65d17-e582-4939-8d51-0b52f4c9fb21 on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:15.239482 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-cdfa1217-6afa-4fc6-8d7e-4aa25092c335 None None] Attempting to bind port ee309608-dd7d-4348-84cb-64ad622830dc on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:15.240250 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-cdfa1217-6afa-4fc6-8d7e-4aa25092c335 None None] Attempting to bind port ee309608-dd7d-4348-84cb-64ad622830dc by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'c4d9a5c8-6840-4f5c-a8d5-d1cd0923cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b730ac6c-920a-4825-ad29-6af8f22d697a'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:15.240896 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfa1217-6afa-4fc6-8d7e-4aa25092c335 None None] Attempting to bind port ee309608-dd7d-4348-84cb-64ad622830dc on network b730ac6c-920a-4825-ad29-6af8f22d697a {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:15.247322 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfa1217-6afa-4fc6-8d7e-4aa25092c335 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:01:15.248130 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfa1217-6afa-4fc6-8d7e-4aa25092c335 None None] Checking segment: {'id': 'c4d9a5c8-6840-4f5c-a8d5-d1cd0923cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b730ac6c-920a-4825-ad29-6af8f22d697a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:01:15.248802 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cdfa1217-6afa-4fc6-8d7e-4aa25092c335 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:15.249454 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfa1217-6afa-4fc6-8d7e-4aa25092c335 None None] Bound using segment: {'id': 'c4d9a5c8-6840-4f5c-a8d5-d1cd0923cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b730ac6c-920a-4825-ad29-6af8f22d697a'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:01:15.250208 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-cdfa1217-6afa-4fc6-8d7e-4aa25092c335 None None] Bound port: ee309608-dd7d-4348-84cb-64ad622830dc, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d9a5c8-6840-4f5c-a8d5-d1cd0923cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b730ac6c-920a-4825-ad29-6af8f22d697a'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:01:15.250821 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cdfa1217-6afa-4fc6-8d7e-4aa25092c335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ee309608-dd7d-4348-84cb-64ad622830dc), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:15.283280 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b30bb-1953-46a1-89ad-c65af9351f90 req-36a5f077-d12b-450d-98c4-a577bc4d56a0 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:15.284800 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6c2b30bb-1953-46a1-89ad-c65af9351f90 req-36a5f077-d12b-450d-98c4-a577bc4d56a0 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=80fc9b5f-7987-42a7-a728-af30264bb783 HTTP/1.1" status: 200 len: 931 time: 0.1815228 Feb 07 21:01:15.310116 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e0276-c023-440f-8ce5-5716184dabae req-69352f4a-60c5-4f59-94c5-01c12c67eea2 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:15.311685 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-412e0276-c023-440f-8ce5-5716184dabae req-69352f4a-60c5-4f59-94c5-01c12c67eea2 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 943 time: 0.1731510 Feb 07 21:01:15.333370 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-cdfa1217-6afa-4fc6-8d7e-4aa25092c335 None None] For port ee309608-dd7d-4348-84cb-64ad622830dc, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:01:15.337819 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-cdfa1217-6afa-4fc6-8d7e-4aa25092c335 None None] For port ee309608-dd7d-4348-84cb-64ad622830dc, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ee309608-dd7d-4348-84cb-64ad622830dc,segment=NetworkSegment(c4d9a5c8-6840-4f5c-a8d5-d1cd0923cd90),segment_id=c4d9a5c8-6840-4f5c-a8d5-d1cd0923cd90)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:01:15.342830 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-bafe5cfb-3295-497f-a9b8-e13783a912fe service neutron] Port d1c65d17-e582-4939-8d51-0b52f4c9fb21 on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:15.343210 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-bafe5cfb-3295-497f-a9b8-e13783a912fe service neutron] Attempting to bind port d1c65d17-e582-4939-8d51-0b52f4c9fb21 on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:15.347200 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cdfa1217-6afa-4fc6-8d7e-4aa25092c335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ee309608-dd7d-4348-84cb-64ad622830dc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:15.359170 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-bafe5cfb-3295-497f-a9b8-e13783a912fe service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:01:15.359877 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-bafe5cfb-3295-497f-a9b8-e13783a912fe service neutron] Checking segment: {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:01:15.361475 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-bafe5cfb-3295-497f-a9b8-e13783a912fe service neutron] Bound using segment: {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:01:15.361936 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-bafe5cfb-3295-497f-a9b8-e13783a912fe service neutron] Bound port: d1c65d17-e582-4939-8d51-0b52f4c9fb21, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:01:15.362300 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-bafe5cfb-3295-497f-a9b8-e13783a912fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d1c65d17-e582-4939-8d51-0b52f4c9fb21), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:15.413451 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-412e0276-c023-440f-8ce5-5716184dabae req-02a67873-91e4-4363-8bf2-37e569207f27 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913467 Feb 07 21:01:15.417370 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d8557a9-6af1-4c32-b8d5-ff5efa30983c tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks [] for port (eab64a74-8244-4652-988a-2cffce9b6b56), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:15.426582 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6c2b30bb-1953-46a1-89ad-c65af9351f90 req-a58fe68e-21f7-44b7-bb0d-2d3793821118 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/security-groups?id=dc2b397e-8538-4e86-8e11-8d1274f7c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335490 Feb 07 21:01:15.435327 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa1217-6afa-4fc6-8d7e-4aa25092c335 None None] Pushing event updated for resources: {'Port': ['ID=ee309608-dd7d-4348-84cb-64ad622830dc,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:15.500839 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3236115f-36d2-4101-b700-48a5250bdac0 x-openstack-request-id: req-3236115f-36d2-4101-b700-48a5250bdac0 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:01:15.501451 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d713c79-a464-4a1b-b129-d45587bfb44c", "name": "network-vif-deleted", "tag": "f14986dc-855e-4a45-a50f-a893e0cd400c", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:01:15.502061 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3236115f-36d2-4101-b700-48a5250bdac0 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:01:15.502625 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d713c79-a464-4a1b-b129-d45587bfb44c', 'name': 'network-vif-deleted', 'tag': 'f14986dc-855e-4a45-a50f-a893e0cd400c', 'status': 'completed', 'code': 200} Feb 07 21:01:15.532723 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-bafe5cfb-3295-497f-a9b8-e13783a912fe service neutron] For port d1c65d17-e582-4939-8d51-0b52f4c9fb21, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:01:15.537347 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-bafe5cfb-3295-497f-a9b8-e13783a912fe service neutron] For port d1c65d17-e582-4939-8d51-0b52f4c9fb21, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=d1c65d17-e582-4939-8d51-0b52f4c9fb21,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:01:15.541940 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-62700dad-4581-4b74-aedc-eb4cce20055f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf19ea0-b73e-408e-8078-11e03cb0b5c0 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:01:15.556857 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-bafe5cfb-3295-497f-a9b8-e13783a912fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (d1c65d17-e582-4939-8d51-0b52f4c9fb21), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:15.567505 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-62700dad-4581-4b74-aedc-eb4cce20055f service neutron] Publish callbacks [] for port (acf19ea0-b73e-408e-8078-11e03cb0b5c0), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:15.579178 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-bafe5cfb-3295-497f-a9b8-e13783a912fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:15.580038 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-bafe5cfb-3295-497f-a9b8-e13783a912fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:15.582408 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-bafe5cfb-3295-497f-a9b8-e13783a912fe service neutron] 10.222.0.69 "PUT /v2.0/ports/d1c65d17-e582-4939-8d51-0b52f4c9fb21 HTTP/1.1" status: 200 len: 1091 time: 1.3265514 Feb 07 21:01:15.590757 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa2e42c-2d7d-417c-b0d1-973b70c83db6', 'tag': 'd1c65d17-e582-4939-8d51-0b52f4c9fb21'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:01:15.594132 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae51c58-86be-46a4-9163-1f0b6d907072" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa2e42c-2d7d-417c-b0d1-973b70c83db6", "tag": "d1c65d17-e582-4939-8d51-0b52f4c9fb21"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:01:15.619907 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-62700dad-4581-4b74-aedc-eb4cce20055f service neutron] Transition to ACTIVE for port object acf19ea0-b73e-408e-8078-11e03cb0b5c0 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:01:15.638811 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-62700dad-4581-4b74-aedc-eb4cce20055f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (acf19ea0-b73e-408e-8078-11e03cb0b5c0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:15.659506 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe5cfb-3295-497f-a9b8-e13783a912fe service neutron] Pushing event updated for resources: {'Port': ['ID=d1c65d17-e582-4939-8d51-0b52f4c9fb21,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:15.678454 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d8557a9-6af1-4c32-b8d5-ff5efa30983c tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (eab64a74-8244-4652-988a-2cffce9b6b56), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:15.737406 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8557a9-6af1-4c32-b8d5-ff5efa30983c tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Network b730ac6c-920a-4825-ad29-6af8f22d697a is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:01:15.758684 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9d8557a9-6af1-4c32-b8d5-ff5efa30983c tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:01:15.761869 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8557a9-6af1-4c32-b8d5-ff5efa30983c tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:01:15.821893 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62700dad-4581-4b74-aedc-eb4cce20055f service neutron] Pushing event updated for resources: {'Port': ['ID=acf19ea0-b73e-408e-8078-11e03cb0b5c0,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:15.847416 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8557a9-6af1-4c32-b8d5-ff5efa30983c tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Pushing event updated for resources: {'Port': ['ID=eab64a74-8244-4652-988a-2cffce9b6b56,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:15.878839 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8557a9-6af1-4c32-b8d5-ff5efa30983c tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:15.880399 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d8557a9-6af1-4c32-b8d5-ff5efa30983c tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:15.885690 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-22da571f-14f4-48cf-b641-b9e265790926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:15.887489 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-22da571f-14f4-48cf-b641-b9e265790926 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 1125 time: 0.2190208 Feb 07 21:01:15.924827 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f432b38-fd91-41d6-a259-a9c64c789cfc req-599a2cf6-bc99-4cc8-9ae4-47773247e7b8 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:15.926290 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f432b38-fd91-41d6-a259-a9c64c789cfc req-599a2cf6-bc99-4cc8-9ae4-47773247e7b8 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 943 time: 0.3043194 Feb 07 21:01:15.927999 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9d8557a9-6af1-4c32-b8d5-ff5efa30983c tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6106548 Feb 07 21:01:15.931004 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45888) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:15.965084 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-b395fad8-fbd6-4b38-97d8-e1ef2a806fc5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1c65d17-e582-4939-8d51-0b52f4c9fb21 HTTP/1.1" status: 200 len: 217 time: 0.0647171 Feb 07 21:01:15.968691 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device f14986dc-855e-4a45-a50f-a893e0cd400c no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:01:15.989422 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-62700dad-4581-4b74-aedc-eb4cce20055f service neutron] Attempting to bind port acf19ea0-b73e-408e-8078-11e03cb0b5c0 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:15.989422 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-62700dad-4581-4b74-aedc-eb4cce20055f service neutron] Attempting to bind port acf19ea0-b73e-408e-8078-11e03cb0b5c0 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '8dbc27c3-8b29-446a-9851-9122c1639fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:15.989422 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-62700dad-4581-4b74-aedc-eb4cce20055f service neutron] Attempting to bind port acf19ea0-b73e-408e-8078-11e03cb0b5c0 on network 21a6194c-d716-4999-aeaa-5b2b71cb17eb {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:15.999521 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-62700dad-4581-4b74-aedc-eb4cce20055f service neutron] Port acf19ea0-b73e-408e-8078-11e03cb0b5c0 on network 21a6194c-d716-4999-aeaa-5b2b71cb17eb not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:15.999687 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-62700dad-4581-4b74-aedc-eb4cce20055f service neutron] Attempting to bind port acf19ea0-b73e-408e-8078-11e03cb0b5c0 on network 21a6194c-d716-4999-aeaa-5b2b71cb17eb {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:16.009776 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-62700dad-4581-4b74-aedc-eb4cce20055f service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:01:16.010162 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-62700dad-4581-4b74-aedc-eb4cce20055f service neutron] Checking segment: {'id': '8dbc27c3-8b29-446a-9851-9122c1639fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:01:16.010607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-62700dad-4581-4b74-aedc-eb4cce20055f service neutron] Bound using segment: {'id': '8dbc27c3-8b29-446a-9851-9122c1639fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:01:16.011061 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-62700dad-4581-4b74-aedc-eb4cce20055f service neutron] Bound port: acf19ea0-b73e-408e-8078-11e03cb0b5c0, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbc27c3-8b29-446a-9851-9122c1639fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:01:16.011425 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-62700dad-4581-4b74-aedc-eb4cce20055f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (acf19ea0-b73e-408e-8078-11e03cb0b5c0), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:16.033001 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: f14986dc-855e-4a45-a50f-a893e0cd400c {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:01:16.033407 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device f14986dc-855e-4a45-a50f-a893e0cd400c not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:01:16.042261 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28862e3-c0f1-416c-8d85-564a9793b548 x-openstack-request-id: req-c28862e3-c0f1-416c-8d85-564a9793b548 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:01:16.042623 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa2e42c-2d7d-417c-b0d1-973b70c83db6", "tag": "d1c65d17-e582-4939-8d51-0b52f4c9fb21", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:01:16.043026 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c28862e3-c0f1-416c-8d85-564a9793b548 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:01:16.043448 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa2e42c-2d7d-417c-b0d1-973b70c83db6', 'tag': 'd1c65d17-e582-4939-8d51-0b52f4c9fb21', 'status': 'completed', 'code': 200} Feb 07 21:01:16.075084 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-62c0b4c9-296d-4e80-b44a-383cb498df42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:16.077888 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-62c0b4c9-296d-4e80-b44a-383cb498df42 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3768dda-d71b-40b0-9d56-296b11c3fa2b HTTP/1.1" status: 200 len: 861 time: 0.1028469 Feb 07 21:01:16.097602 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45894) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:16.153613 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-62700dad-4581-4b74-aedc-eb4cce20055f service neutron] For port acf19ea0-b73e-408e-8078-11e03cb0b5c0, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:01:16.158779 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-62700dad-4581-4b74-aedc-eb4cce20055f service neutron] For port acf19ea0-b73e-408e-8078-11e03cb0b5c0, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=acf19ea0-b73e-408e-8078-11e03cb0b5c0,segment=NetworkSegment(8dbc27c3-8b29-446a-9851-9122c1639fcc),segment_id=8dbc27c3-8b29-446a-9851-9122c1639fcc)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:01:16.166914 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-4588895c-0a24-4db3-97b1-ffd0867958a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9707a7e2-bd1b-48e9-a067-23aeb539b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812445 Feb 07 21:01:16.186768 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c176b5d-c0ae-4341-b0b0-8023e746ce63 admin admin] Deleting subnet 03d56fd8-c7c9-447a-89b7-b7ca406f3683 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:01:16.207275 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c176b5d-c0ae-4341-b0b0-8023e746ce63 admin admin] Publish callbacks [] for subnet (03d56fd8-c7c9-447a-89b7-b7ca406f3683), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:16.219486 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-62700dad-4581-4b74-aedc-eb4cce20055f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (acf19ea0-b73e-408e-8078-11e03cb0b5c0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:16.286674 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c176b5d-c0ae-4341-b0b0-8023e746ce63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (03d56fd8-c7c9-447a-89b7-b7ca406f3683), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:16.292032 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f432b38-fd91-41d6-a259-a9c64c789cfc req-c0bae9c0-12e8-4d4d-89ee-88a26a39c0f7 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966650 Feb 07 21:01:16.307530 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-62700dad-4581-4b74-aedc-eb4cce20055f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:16.308164 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-62700dad-4581-4b74-aedc-eb4cce20055f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:16.310270 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-62700dad-4581-4b74-aedc-eb4cce20055f service neutron] 10.222.0.69 "PUT /v2.0/ports/acf19ea0-b73e-408e-8078-11e03cb0b5c0 HTTP/1.1" status: 200 len: 1091 time: 1.5671384 Feb 07 21:01:16.357690 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62700dad-4581-4b74-aedc-eb4cce20055f service neutron] Pushing event updated for resources: {'Port': ['ID=acf19ea0-b73e-408e-8078-11e03cb0b5c0,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:16.391947 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-2c3c90d0-461c-413e-a2ec-f213a6859726 service neutron] 10.222.0.69 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155704 Feb 07 21:01:16.403088 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c3053-0b70-4031-8f76-df1fd82d2d4a req-9042520f-aa0f-41d8-8cd3-52023799383b tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:16.404690 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f6c3053-0b70-4031-8f76-df1fd82d2d4a req-9042520f-aa0f-41d8-8cd3-52023799383b tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49587ba-5a86-4982-825b-07e8e3dde3c3 HTTP/1.1" status: 200 len: 946 time: 0.2414401 Feb 07 21:01:16.413734 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d15d07d7-a02c-4479-97d8-fc364e19e300 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Deleting port eab64a74-8244-4652-988a-2cffce9b6b56 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:01:16.414083 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d15d07d7-a02c-4479-97d8-fc364e19e300 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (eab64a74-8244-4652-988a-2cffce9b6b56), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:16.422918 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c176b5d-c0ae-4341-b0b0-8023e746ce63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (03d56fd8-c7c9-447a-89b7-b7ca406f3683), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:16.509573 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c176b5d-c0ae-4341-b0b0-8023e746ce63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (03d56fd8-c7c9-447a-89b7-b7ca406f3683), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:16.563420 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d15d07d7-a02c-4479-97d8-fc364e19e300 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (eab64a74-8244-4652-988a-2cffce9b6b56), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:16.582808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d15d07d7-a02c-4479-97d8-fc364e19e300 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Calling delete_port for eab64a74-8244-4652-988a-2cffce9b6b56 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:01:16.598985 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c176b5d-c0ae-4341-b0b0-8023e746ce63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03d56fd8-c7c9-447a-89b7-b7ca406f3683,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:16.608430 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c176b5d-c0ae-4341-b0b0-8023e746ce63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:16.616342 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9c176b5d-c0ae-4341-b0b0-8023e746ce63 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/03d56fd8-c7c9-447a-89b7-b7ca406f3683 HTTP/1.1" status: 204 len: 168 time: 0.5189569 Feb 07 21:01:16.617056 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45900) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:16.741583 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-52ffb574-5b2b-469b-a0aa-905584a5ee44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (ffb4bac1-2dfa-4637-b866-fba846311624), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:16.747960 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8c522996-6a68-464c-98a0-72c3c8dd2a37 req-3dba5ea5-96ba-4dc1-aaf9-efcd6058e14b service neutron] 10.222.0.69 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514944 Feb 07 21:01:16.798535 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49ceadf4-2a5b-47c4-9b07-b65ad747fce4 req-7f2a3219-2c1b-40a6-a76a-8ef01adeda96 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4538181 Feb 07 21:01:16.807720 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f6c3053-0b70-4031-8f76-df1fd82d2d4a req-2c43497c-b8d1-4842-ac5d-6a5fcb9ec1bf tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690364 Feb 07 21:01:16.840915 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-5dba61eb-0684-4336-b07d-8768aee9ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:16.843930 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-5dba61eb-0684-4336-b07d-8768aee9ac04 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=390bb4ffe0104a5cbfd48bfe929d4aa0&device_id=80fc9b5f-7987-42a7-a728-af30264bb783 HTTP/1.1" status: 200 len: 1125 time: 0.4591198 Feb 07 21:01:16.902444 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-52ffb574-5b2b-469b-a0aa-905584a5ee44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (ffb4bac1-2dfa-4637-b866-fba846311624), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:16.931085 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-52ffb574-5b2b-469b-a0aa-905584a5ee44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb4bac1-2dfa-4637-b866-fba846311624']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:16.944686 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-52ffb574-5b2b-469b-a0aa-905584a5ee44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81049ef-7fac-48f3-b8fa-050b1e9c7783') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:16.944975 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-52ffb574-5b2b-469b-a0aa-905584a5ee44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81049ef-7fac-48f3-b8fa-050b1e9c7783') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:16.954061 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae51c58-86be-46a4-9163-1f0b6d907072 req-78f0fa8a-e532-4248-a1cc-9bc0efdc05c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:16.956610 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8ae51c58-86be-46a4-9163-1f0b6d907072 req-78f0fa8a-e532-4248-a1cc-9bc0efdc05c6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 1125 time: 0.1459606 Feb 07 21:01:16.960364 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-52ffb574-5b2b-469b-a0aa-905584a5ee44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (a81049ef-7fac-48f3-b8fa-050b1e9c7783), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:16.979141 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-8953a259-927c-42c3-bb22-eb1d0740010a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acf19ea0-b73e-408e-8078-11e03cb0b5c0 HTTP/1.1" status: 200 len: 217 time: 0.0756128 Feb 07 21:01:16.997412 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-52ffb574-5b2b-469b-a0aa-905584a5ee44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (a81049ef-7fac-48f3-b8fa-050b1e9c7783), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:17.009751 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa0fa5-f8a6-4bd5-8aed-9a810f81f2f1 req-c0d87785-94af-4a4a-953c-bc9c813c91e7 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:17.011217 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-25aa0fa5-f8a6-4bd5-8aed-9a810f81f2f1 req-c0d87785-94af-4a4a-953c-bc9c813c91e7 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 943 time: 0.3298821 Feb 07 21:01:17.043109 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ffb574-5b2b-469b-a0aa-905584a5ee44 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:01:17.043595 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-52ffb574-5b2b-469b-a0aa-905584a5ee44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (a81049ef-7fac-48f3-b8fa-050b1e9c7783), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:01:17.045254 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:01:17.061338 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4ad36b-daf5-4ffa-b67c-f92c587a2c77 None None] Network b730ac6c-920a-4825-ad29-6af8f22d697a requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:01:17.131852 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ceadf4-2a5b-47c4-9b07-b65ad747fce4 req-e9fe4fed-67a4-43d9-bb11-f49754ea9a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:17.133398 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49ceadf4-2a5b-47c4-9b07-b65ad747fce4 req-e9fe4fed-67a4-43d9-bb11-f49754ea9a06 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 1127 time: 0.3023119 Feb 07 21:01:17.150681 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-791225d0-575a-45a2-93ff-5c42cdc28b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:17.152133 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-791225d0-575a-45a2-93ff-5c42cdc28b7a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4697809e-6faf-4265-b583-499d13fd2637 HTTP/1.1" status: 200 len: 860 time: 0.1526427 Feb 07 21:01:17.174789 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-52ffb574-5b2b-469b-a0aa-905584a5ee44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (ffb4bac1-2dfa-4637-b866-fba846311624), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:17.191340 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-52ffb574-5b2b-469b-a0aa-905584a5ee44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:17.198999 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-52ffb574-5b2b-469b-a0aa-905584a5ee44 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ffb4bac1-2dfa-4637-b866-fba846311624 HTTP/1.1" status: 204 len: 168 time: 0.5790670 Feb 07 21:01:17.203567 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45904) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:17.203727 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d15d07d7-a02c-4479-97d8-fc364e19e300 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (eab64a74-8244-4652-988a-2cffce9b6b56), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:17.222191 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-304611e1-bf81-4e84-ad8d-b7bbc17423e1 None None] Provisioning complete for port ee309608-dd7d-4348-84cb-64ad622830dc triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:17.222563 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-304611e1-bf81-4e84-ad8d-b7bbc17423e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ee309608-dd7d-4348-84cb-64ad622830dc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:17.231680 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae51c58-86be-46a4-9163-1f0b6d907072 req-22d8735b-d06a-42ae-b6f2-bcfa14dc2c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:17.233139 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8ae51c58-86be-46a4-9163-1f0b6d907072 req-22d8735b-d06a-42ae-b6f2-bcfa14dc2c00 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9707a7e2-bd1b-48e9-a067-23aeb539b5df HTTP/1.1" status: 200 len: 922 time: 0.2659509 Feb 07 21:01:17.252325 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffb574-5b2b-469b-a0aa-905584a5ee44 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffb4bac1-2dfa-4637-b866-fba846311624,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:17.252555 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-25aa0fa5-f8a6-4bd5-8aed-9a810f81f2f1 req-7d07f726-d3eb-4dfb-a5d2-bb2200d22ccf tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276957 Feb 07 21:01:17.259882 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13598d87-fe65-4157-88d2-b0a4a98722e2 req-1f78f14a-0835-4ddd-866e-2f25e2ff8887 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:17.261879 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-13598d87-fe65-4157-88d2-b0a4a98722e2 req-1f78f14a-0835-4ddd-866e-2f25e2ff8887 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=80fc9b5f-7987-42a7-a728-af30264bb783 HTTP/1.1" status: 200 len: 943 time: 0.3540523 Feb 07 21:01:17.301897 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8ae51c58-86be-46a4-9163-1f0b6d907072 req-f5b4df01-aa4b-43ac-b45a-0d557cd5c007 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1c65d17-e582-4939-8d51-0b52f4c9fb21 HTTP/1.1" status: 200 len: 217 time: 0.0432568 Feb 07 21:01:17.323429 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d07d7-a02c-4479-97d8-fc364e19e300 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Pushing event deleted for resources: {'Port': ['ID=eab64a74-8244-4652-988a-2cffce9b6b56,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:17.372191 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2805d0d-a408-4269-88c9-deede90680b0 admin admin] Deleting subnet 50ef01cb-a505-4dfe-934e-1016d7315a39 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:01:17.382388 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f2805d0d-a408-4269-88c9-deede90680b0 admin admin] Publish callbacks [] for subnet (50ef01cb-a505-4dfe-934e-1016d7315a39), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:17.428694 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae51c58-86be-46a4-9163-1f0b6d907072 req-0e309a21-f8c3-48fb-ba61-ad4f4cb79e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:17.430450 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8ae51c58-86be-46a4-9163-1f0b6d907072 req-0e309a21-f8c3-48fb-ba61-ad4f4cb79e8a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3768dda-d71b-40b0-9d56-296b11c3fa2b HTTP/1.1" status: 200 len: 861 time: 0.1151917 Feb 07 21:01:17.442060 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f2805d0d-a408-4269-88c9-deede90680b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (50ef01cb-a505-4dfe-934e-1016d7315a39), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:17.444549 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-f306d960-c172-4a4d-8977-e50e58f87311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:17.446065 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-f306d960-c172-4a4d-8977-e50e58f87311 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21a6194c-d716-4999-aeaa-5b2b71cb17eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2862635 Feb 07 21:01:17.446196 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-304611e1-bf81-4e84-ad8d-b7bbc17423e1 None None] Current status of the port ee309608-dd7d-4348-84cb-64ad622830dc is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:17.454431 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-304611e1-bf81-4e84-ad8d-b7bbc17423e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ee309608-dd7d-4348-84cb-64ad622830dc), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:17.457420 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-13598d87-fe65-4157-88d2-b0a4a98722e2 req-76d7724b-1eba-4f4c-927c-d68a862dde42 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/security-groups?id=dc2b397e-8538-4e86-8e11-8d1274f7c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629972 Feb 07 21:01:17.504385 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8ae51c58-86be-46a4-9163-1f0b6d907072 req-55361994-6c7f-4542-ab18-df9084abe4e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9707a7e2-bd1b-48e9-a067-23aeb539b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594213 Feb 07 21:01:17.510609 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fc9b5f-7987-42a7-a728-af30264bb783', 'tag': 'acf19ea0-b73e-408e-8078-11e03cb0b5c0'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:01:17.513059 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7331dcf9-8f5d-410d-87da-f4182608a36f" -d '{"events": [{"name": "network-changed", "server_uuid": "80fc9b5f-7987-42a7-a728-af30264bb783", "tag": "acf19ea0-b73e-408e-8078-11e03cb0b5c0"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:01:17.516156 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ceadf4-2a5b-47c4-9b07-b65ad747fce4 req-7c5cfc46-957d-4e2e-bea9-fb6b64f3e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:17.526572 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49ceadf4-2a5b-47c4-9b07-b65ad747fce4 req-7c5cfc46-957d-4e2e-bea9-fb6b64f3e0af service neutron] 10.222.0.71 "GET /v2.0/networks?id=9707a7e2-bd1b-48e9-a067-23aeb539b5df HTTP/1.1" status: 200 len: 922 time: 0.3677576 Feb 07 21:01:17.528212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-304611e1-bf81-4e84-ad8d-b7bbc17423e1 None None] For port ee309608-dd7d-4348-84cb-64ad622830dc, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ee309608-dd7d-4348-84cb-64ad622830dc,segment=NetworkSegment(c4d9a5c8-6840-4f5c-a8d5-d1cd0923cd90),segment_id=c4d9a5c8-6840-4f5c-a8d5-d1cd0923cd90)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:17.539953 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-304611e1-bf81-4e84-ad8d-b7bbc17423e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ee309608-dd7d-4348-84cb-64ad622830dc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:17.578267 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d15d07d7-a02c-4479-97d8-fc364e19e300 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:17.583839 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d15d07d7-a02c-4479-97d8-fc364e19e300 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] 10.222.0.65 "DELETE /v2.0/ports/eab64a74-8244-4652-988a-2cffce9b6b56 HTTP/1.1" status: 204 len: 168 time: 1.6495364 Feb 07 21:01:17.590151 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f2805d0d-a408-4269-88c9-deede90680b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (50ef01cb-a505-4dfe-934e-1016d7315a39), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:17.598243 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45910) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:17.643908 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49ceadf4-2a5b-47c4-9b07-b65ad747fce4 req-118b8a7e-33a9-4336-bf18-0f3d644e7caf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=123a2e48-771a-4de4-9d5c-cf486b0cdcc1 HTTP/1.1" status: 200 len: 217 time: 0.0725501 Feb 07 21:01:17.669621 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304611e1-bf81-4e84-ad8d-b7bbc17423e1 None None] Pushing event updated for resources: {'Port': ['ID=ee309608-dd7d-4348-84cb-64ad622830dc,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:17.782986 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6c3d5c1e-219a-4b6a-b449-d81f0db52d9c None None] Provisioning complete for port ee309608-dd7d-4348-84cb-64ad622830dc triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:17.785819 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6c3d5c1e-219a-4b6a-b449-d81f0db52d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ee309608-dd7d-4348-84cb-64ad622830dc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:17.807508 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f7f54-e007-4767-bc45-eb5806ced3bf req-5787dd26-5edd-431c-891d-d91520a2eb2f tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:17.809675 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f28f7f54-e007-4767-bc45-eb5806ced3bf req-5787dd26-5edd-431c-891d-d91520a2eb2f tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49587ba-5a86-4982-825b-07e8e3dde3c3 HTTP/1.1" status: 200 len: 946 time: 0.3557446 Feb 07 21:01:17.822523 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-5a5450cf-2d9e-4e19-80a6-c46203905747 service neutron] 10.222.0.69 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622589 Feb 07 21:01:17.823887 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ceadf4-2a5b-47c4-9b07-b65ad747fce4 req-21f4cb27-e234-4d43-b3a2-db3fcdc7c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:17.825318 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49ceadf4-2a5b-47c4-9b07-b65ad747fce4 req-21f4cb27-e234-4d43-b3a2-db3fcdc7c126 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f3768dda-d71b-40b0-9d56-296b11c3fa2b HTTP/1.1" status: 200 len: 861 time: 0.1451130 Feb 07 21:01:17.843993 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ee309608-dd7d-4348-84cb-64ad622830dc up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:01:17.873852 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-607ef559-701b-44c5-a74d-d8475e9f929e tempest-DHCPAgentSchedulersTestJSON-86327647 tempest-DHCPAgentSchedulersTestJSON-86327647-project-admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.2741735 Feb 07 21:01:17.876542 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45914) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:17.890482 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9786480f-3687-4454-9748-0a6257699d95 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1462459417'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:17.912165 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8ae51c58-86be-46a4-9163-1f0b6d907072 req-2113dd30-36a4-4f4e-a3a8-73cf8cd2620e service neutron] 10.222.0.69 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952699 Feb 07 21:01:17.914421 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f2805d0d-a408-4269-88c9-deede90680b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (50ef01cb-a505-4dfe-934e-1016d7315a39), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:17.945885 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9786480f-3687-4454-9748-0a6257699d95 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Made reservation on behalf of ef0cdcfe673d4779a36fc47755d07971 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:01:17.950254 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9786480f-3687-4454-9748-0a6257699d95 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:17.963496 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2805d0d-a408-4269-88c9-deede90680b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50ef01cb-a505-4dfe-934e-1016d7315a39,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:18.009972 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6c3d5c1e-219a-4b6a-b449-d81f0db52d9c None None] Current status of the port ee309608-dd7d-4348-84cb-64ad622830dc is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:18.029511 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port ee309608-dd7d-4348-84cb-64ad622830dc triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:18.030043 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ee309608-dd7d-4348-84cb-64ad622830dc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:18.151576 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-9e619e1f-d2b0-464d-bc3d-80e6a362ccf9 None None] Could not find standard attr ID for object eab64a74-8244-4652-988a-2cffce9b6b56. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:01:18.167626 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port ee309608-dd7d-4348-84cb-64ad622830dc is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:18.175346 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8ae51c58-86be-46a4-9163-1f0b6d907072 req-52f8662b-0a4a-4658-9c5b-6818809bf57e service neutron] 10.222.0.69 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327223 Feb 07 21:01:18.207499 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f2805d0d-a408-4269-88c9-deede90680b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:18.215215 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f2805d0d-a408-4269-88c9-deede90680b0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/50ef01cb-a505-4dfe-934e-1016d7315a39 HTTP/1.1" status: 204 len: 168 time: 1.0062666 Feb 07 21:01:18.215215 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9786480f-3687-4454-9748-0a6257699d95 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:01:18.217685 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45916) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:18.232679 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9786480f-3687-4454-9748-0a6257699d95 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (f290489d-df93-4557-90b3-db2ec2ada82b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:18.233145 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-9786480f-3687-4454-9748-0a6257699d95 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Added segment f290489d-df93-4557-90b3-db2ec2ada82b of type vlan for network 90b16f38-d6a7-40cb-bc2a-3e034de27a5f Feb 07 21:01:18.269422 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fee6175a-4eaf-49e9-bcef-b9bc7fa422c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:18.282058 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998a843-74b7-4978-871e-c0899b42681d req-be89a6f1-6359-449f-9c70-35ff5976519c tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:18.290909 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c998a843-74b7-4978-871e-c0899b42681d req-be89a6f1-6359-449f-9c70-35ff5976519c tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 943 time: 0.7042708 Feb 07 21:01:18.310618 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9786480f-3687-4454-9748-0a6257699d95 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (90b16f38-d6a7-40cb-bc2a-3e034de27a5f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:18.338409 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49ceadf4-2a5b-47c4-9b07-b65ad747fce4 req-6e8a9fef-ac6a-46dd-ac32-bffcd64d64c1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9707a7e2-bd1b-48e9-a067-23aeb539b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311862 Feb 07 21:01:18.347981 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9786480f-3687-4454-9748-0a6257699d95 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (90b16f38-d6a7-40cb-bc2a-3e034de27a5f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:18.354590 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9786480f-3687-4454-9748-0a6257699d95 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:18.356110 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9786480f-3687-4454-9748-0a6257699d95 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:18.468756 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9786480f-3687-4454-9748-0a6257699d95 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5884092 Feb 07 21:01:18.472712 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45920) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:18.492706 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786480f-3687-4454-9748-0a6257699d95 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Pushing event updated for resources: {'Network': ['ID=90b16f38-d6a7-40cb-bc2a-3e034de27a5f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:18.505314 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c560f83a-4a34-4a77-a83d-4a9e7fdc7ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (aaf4e5c8-f49c-46c1-90a0-a315c9102aea), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:18.511272 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 90b16f38-d6a7-40cb-bc2a-3e034de27a5f details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:01:18.513672 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f28f7f54-e007-4767-bc45-eb5806ced3bf req-2aa087ef-d357-4b77-a3f5-9e9ab3349d5c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6874232 Feb 07 21:01:18.530520 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c998a843-74b7-4978-871e-c0899b42681d req-bccdb761-1fb8-4166-893b-0f89c8b30fe8 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384396 Feb 07 21:01:18.565028 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14ca9602-b9ac-4190-8b11-31245b58d68e req-041b6e8f-d0da-43e5-b210-7c2e38320f3b service neutron] 10.222.0.69 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7319629 Feb 07 21:01:18.586857 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49ceadf4-2a5b-47c4-9b07-b65ad747fce4 req-01a9dfec-b679-42fb-b667-ae7f83e684a2 service neutron] 10.222.0.71 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086213 Feb 07 21:01:18.665739 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fce7cc-a27d-4c2a-919c-eea3ce77a153 x-openstack-request-id: req-06fce7cc-a27d-4c2a-919c-eea3ce77a153 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:01:18.665969 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80fc9b5f-7987-42a7-a728-af30264bb783", "tag": "acf19ea0-b73e-408e-8078-11e03cb0b5c0", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:01:18.666192 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06fce7cc-a27d-4c2a-919c-eea3ce77a153 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:01:18.666603 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80fc9b5f-7987-42a7-a728-af30264bb783', 'tag': 'acf19ea0-b73e-408e-8078-11e03cb0b5c0', 'status': 'completed', 'code': 200} Feb 07 21:01:18.730542 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-507c30d8-ebbf-49a4-a6f2-69aa5fe83fe3 tempest-DHCPAgentSchedulersTestJSON-86327647 tempest-DHCPAgentSchedulersTestJSON-86327647-project-admin] 10.222.0.65 "GET /v2.0/agents/742ed04e-215a-487f-a1a1-9338c04b6705/dhcp-networks HTTP/1.1" status: 200 len: 10462 time: 0.2569292 Feb 07 21:01:18.733399 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45926) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:18.811275 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524af463-1520-4d0f-9c45-e74c80363aac tempest-DHCPAgentSchedulersTestJSON-86327647 tempest-DHCPAgentSchedulersTestJSON-86327647-project-admin] Network 90b16f38-d6a7-40cb-bc2a-3e034de27a5f is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:01:18.830861 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ba0901-70f7-4b00-a11d-1cb088c70ef5 None None] Network 90b16f38-d6a7-40cb-bc2a-3e034de27a5f requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:01:18.833696 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-524af463-1520-4d0f-9c45-e74c80363aac tempest-DHCPAgentSchedulersTestJSON-86327647 tempest-DHCPAgentSchedulersTestJSON-86327647-project-admin] 10.222.0.65 "POST /v2.0/agents/742ed04e-215a-487f-a1a1-9338c04b6705/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.0992939 Feb 07 21:01:18.834356 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45930) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:18.877997 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c560f83a-4a34-4a77-a83d-4a9e7fdc7ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (aaf4e5c8-f49c-46c1-90a0-a315c9102aea), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:18.940225 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-c560f83a-4a34-4a77-a83d-4a9e7fdc7ddc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf4e5c8-f49c-46c1-90a0-a315c9102aea']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:18.969071 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-c560f83a-4a34-4a77-a83d-4a9e7fdc7ddc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c897102-1db6-4451-bda1-0fc25f796361') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:18.969389 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-c560f83a-4a34-4a77-a83d-4a9e7fdc7ddc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c897102-1db6-4451-bda1-0fc25f796361') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:18.990321 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73c016-b0c7-4b07-82a8-b67fcea031ca req-5d17edf2-31c1-43cf-b7a3-dbb57fceca81 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:18.992004 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f73c016-b0c7-4b07-82a8-b67fcea031ca req-5d17edf2-31c1-43cf-b7a3-dbb57fceca81 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 943 time: 0.2722790 Feb 07 21:01:18.999822 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c560f83a-4a34-4a77-a83d-4a9e7fdc7ddc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (2c897102-1db6-4451-bda1-0fc25f796361), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:19.014623 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49ceadf4-2a5b-47c4-9b07-b65ad747fce4 req-d971c50b-28a4-41dc-b568-8bb6b89ca1cb service neutron] 10.222.0.71 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197707 Feb 07 21:01:19.023451 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f80c99-b9a4-4ef7-9ded-af389d85ac6b req-f93c605c-1b28-4680-b6a2-101284f7f4e8 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:19.031589 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d5f80c99-b9a4-4ef7-9ded-af389d85ac6b req-f93c605c-1b28-4680-b6a2-101284f7f4e8 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=80fc9b5f-7987-42a7-a728-af30264bb783 HTTP/1.1" status: 200 len: 943 time: 0.3096058 Feb 07 21:01:19.056219 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331dcf9-8f5d-410d-87da-f4182608a36f req-a0875b40-6167-4178-a666-9e07a8ccba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:19.058496 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7331dcf9-8f5d-410d-87da-f4182608a36f req-a0875b40-6167-4178-a666-9e07a8ccba7a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=390bb4ffe0104a5cbfd48bfe929d4aa0&device_id=80fc9b5f-7987-42a7-a728-af30264bb783 HTTP/1.1" status: 200 len: 1125 time: 0.3109646 Feb 07 21:01:19.082562 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c560f83a-4a34-4a77-a83d-4a9e7fdc7ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (2c897102-1db6-4451-bda1-0fc25f796361), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:19.094176 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c560f83a-4a34-4a77-a83d-4a9e7fdc7ddc admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:01:19.094596 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c560f83a-4a34-4a77-a83d-4a9e7fdc7ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (2c897102-1db6-4451-bda1-0fc25f796361), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:01:19.114191 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:01:19.247230 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6165acfb-c39f-4190-97b6-6f733302e6a8 tempest-DHCPAgentSchedulersTestJSON-86327647 tempest-DHCPAgentSchedulersTestJSON-86327647-project-admin] 10.222.0.65 "GET /v2.0/agents/742ed04e-215a-487f-a1a1-9338c04b6705/dhcp-networks HTTP/1.1" status: 200 len: 11232 time: 0.4116862 Feb 07 21:01:19.247804 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45932) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:19.258164 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f73c016-b0c7-4b07-82a8-b67fcea031ca req-fe6a3f67-bc27-4818-8bfa-363eac85922a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549109 Feb 07 21:01:19.261180 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d5f80c99-b9a4-4ef7-9ded-af389d85ac6b req-6bb8b2b5-cc1d-4678-907e-4a78fec4a1c4 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/security-groups?id=dc2b397e-8538-4e86-8e11-8d1274f7c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286353 Feb 07 21:01:19.268770 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c560f83a-4a34-4a77-a83d-4a9e7fdc7ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (aaf4e5c8-f49c-46c1-90a0-a315c9102aea), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:19.285057 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c560f83a-4a34-4a77-a83d-4a9e7fdc7ddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:19.288150 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c560f83a-4a34-4a77-a83d-4a9e7fdc7ddc admin admin] 10.222.0.65 "DELETE /v2.0/networks/aaf4e5c8-f49c-46c1-90a0-a315c9102aea HTTP/1.1" status: 204 len: 168 time: 1.0618551 Feb 07 21:01:19.313313 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560f83a-4a34-4a77-a83d-4a9e7fdc7ddc admin admin] Pushing event deleted for resources: {'Network': ['ID=aaf4e5c8-f49c-46c1-90a0-a315c9102aea,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:19.315922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331dcf9-8f5d-410d-87da-f4182608a36f req-34ee595d-915c-4b3f-8dc2-2e9670b54f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:19.317505 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7331dcf9-8f5d-410d-87da-f4182608a36f req-34ee595d-915c-4b3f-8dc2-2e9670b54f53 service neutron] 10.222.0.69 "GET /v2.0/networks?id=21a6194c-d716-4999-aeaa-5b2b71cb17eb HTTP/1.1" status: 200 len: 922 time: 0.2476881 Feb 07 21:01:19.400369 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7331dcf9-8f5d-410d-87da-f4182608a36f req-814b8d10-bf11-4782-98aa-1c03d5d7a920 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acf19ea0-b73e-408e-8078-11e03cb0b5c0 HTTP/1.1" status: 200 len: 217 time: 0.0606072 Feb 07 21:01:19.502912 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331dcf9-8f5d-410d-87da-f4182608a36f req-506f26d0-668b-484b-a20c-134a8ded8788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:19.507096 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7331dcf9-8f5d-410d-87da-f4182608a36f req-506f26d0-668b-484b-a20c-134a8ded8788 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4697809e-6faf-4265-b583-499d13fd2637 HTTP/1.1" status: 200 len: 860 time: 0.1002970 Feb 07 21:01:19.509196 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9cff5971-27a9-4467-aead-3649057d347e tempest-DHCPAgentSchedulersTestJSON-86327647 tempest-DHCPAgentSchedulersTestJSON-86327647-project-admin] 10.222.0.65 "DELETE /v2.0/agents/742ed04e-215a-487f-a1a1-9338c04b6705/dhcp-networks/90b16f38-d6a7-40cb-bc2a-3e034de27a5f HTTP/1.1" status: 204 len: 168 time: 0.2601933 Feb 07 21:01:19.511688 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45946) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:19.553943 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45948) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:19.567514 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 2caaae4e-7044-4456-8451-ea9044187bb7 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:01:19.701149 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331dcf9-8f5d-410d-87da-f4182608a36f req-d803ce07-ca24-45c2-a417-a2d1884e7530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:19.703098 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7331dcf9-8f5d-410d-87da-f4182608a36f req-d803ce07-ca24-45c2-a417-a2d1884e7530 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21a6194c-d716-4999-aeaa-5b2b71cb17eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1839886 Feb 07 21:01:19.731629 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-05a2b944-0c93-4be5-a1e7-95e0e511bd0f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=825af39fa6c849af9efd65742855431f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1763740 Feb 07 21:01:19.734773 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45952) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:19.764079 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 2caaae4e-7044-4456-8451-ea9044187bb7 is: DOWN; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:19.768844 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ee309608-dd7d-4348-84cb-64ad622830dc up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:01:19.814976 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2199ff40-0b74-423c-bd67-99b0e0ab6e15 admin admin] Publish callbacks [] for security_group (b3c029a1-7ead-4c88-9a7b-8e7b05bdb670), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:19.831359 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-28619197-b990-4ae7-98a5-ee184e312d56 tempest-DHCPAgentSchedulersTestJSON-86327647 tempest-DHCPAgentSchedulersTestJSON-86327647-project-admin] 10.222.0.65 "GET /v2.0/agents/742ed04e-215a-487f-a1a1-9338c04b6705/dhcp-networks HTTP/1.1" status: 200 len: 9699 time: 0.3184311 Feb 07 21:01:19.837256 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45960) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:19.885907 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2199ff40-0b74-423c-bd67-99b0e0ab6e15 admin admin] Publish callbacks [] for security_group (b3c029a1-7ead-4c88-9a7b-8e7b05bdb670), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:19.896218 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7518a48a-c52e-494c-b7c7-7b07a4e7cb90 tempest-DHCPAgentSchedulersTestJSON-86327647 tempest-DHCPAgentSchedulersTestJSON-86327647-project-admin] 10.222.0.65 "GET /v2.0/networks/b730ac6c-920a-4825-ad29-6af8f22d697a/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0560982 Feb 07 21:01:19.899792 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45962) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:19.916404 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port ee309608-dd7d-4348-84cb-64ad622830dc triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:19.916794 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ee309608-dd7d-4348-84cb-64ad622830dc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:19.957671 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c8767-9ec5-4f8e-aad0-e8ede12bb0d4 req-c622c293-326c-4cf8-89b8-b6b7967bc5a4 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:19.959305 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb4c8767-9ec5-4f8e-aad0-e8ede12bb0d4 req-c622c293-326c-4cf8-89b8-b6b7967bc5a4 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 943 time: 0.2243133 Feb 07 21:01:19.963945 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-16760ab4-0ddf-4da5-8c38-b7d8d419c819 tempest-DHCPAgentSchedulersTestJSON-86327647 tempest-DHCPAgentSchedulersTestJSON-86327647-project-admin] 10.222.0.65 "GET /v2.0/networks/b730ac6c-920a-4825-ad29-6af8f22d697a/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0574665 Feb 07 21:01:19.966191 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7331dcf9-8f5d-410d-87da-f4182608a36f req-b72b0dec-5e67-443a-b8c9-02e1eebbb80f service neutron] 10.222.0.69 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520235 Feb 07 21:01:19.969295 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45964) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:20.069634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb4c8767-9ec5-4f8e-aad0-e8ede12bb0d4 req-332391a1-7bad-429d-a585-23fad4abce53 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966434 Feb 07 21:01:20.102138 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port ee309608-dd7d-4348-84cb-64ad622830dc is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:20.122699 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2199ff40-0b74-423c-bd67-99b0e0ab6e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b3c029a1-7ead-4c88-9a7b-8e7b05bdb670), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:20.126640 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2199ff40-0b74-423c-bd67-99b0e0ab6e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:20.130129 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2199ff40-0b74-423c-bd67-99b0e0ab6e15 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b3c029a1-7ead-4c88-9a7b-8e7b05bdb670 HTTP/1.1" status: 204 len: 168 time: 0.3922083 Feb 07 21:01:20.143131 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199ff40-0b74-423c-bd67-99b0e0ab6e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c029a1-7ead-4c88-9a7b-8e7b05bdb670,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:20.158506 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7331dcf9-8f5d-410d-87da-f4182608a36f req-2f8a57f9-fb71-49b2-9e07-36f3a8ce7de5 service neutron] 10.222.0.69 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664572 Feb 07 21:01:20.226758 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-34b77a37-9bfc-4028-bf41-fd45070ef603 tempest-DHCPAgentSchedulersTestJSON-86327647 tempest-DHCPAgentSchedulersTestJSON-86327647-project-admin] 10.222.0.65 "GET /v2.0/agents/742ed04e-215a-487f-a1a1-9338c04b6705/dhcp-networks HTTP/1.1" status: 200 len: 9699 time: 0.2549064 Feb 07 21:01:20.230356 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45976) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:20.295743 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cd126-8d9d-4b01-9854-70a57db841f4 req-ba0e790a-d9f4-4168-9182-fa6176292720 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:20.307501 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c80cd126-8d9d-4b01-9854-70a57db841f4 req-ba0e790a-d9f4-4168-9182-fa6176292720 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49587ba-5a86-4982-825b-07e8e3dde3c3 HTTP/1.1" status: 200 len: 946 time: 0.0898581 Feb 07 21:01:20.335257 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cff74cf-aa91-4aa5-98a4-6c5c01ad8b88 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (90b16f38-d6a7-40cb-bc2a-3e034de27a5f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:20.444380 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c80cd126-8d9d-4b01-9854-70a57db841f4 req-c04546c9-e06b-4dc4-b341-d10f580009c3 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356552 Feb 07 21:01:20.450395 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cff74cf-aa91-4aa5-98a4-6c5c01ad8b88 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (90b16f38-d6a7-40cb-bc2a-3e034de27a5f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:20.473070 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-8cff74cf-aa91-4aa5-98a4-6c5c01ad8b88 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b16f38-d6a7-40cb-bc2a-3e034de27a5f']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:20.487574 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-8cff74cf-aa91-4aa5-98a4-6c5c01ad8b88 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f290489d-df93-4557-90b3-db2ec2ada82b') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:20.487887 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-8cff74cf-aa91-4aa5-98a4-6c5c01ad8b88 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f290489d-df93-4557-90b3-db2ec2ada82b') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:20.491722 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9ef7e-05b2-48ba-b7c6-552c0c52353d req-43ee59cd-6332-4528-af72-3b7886d37ed3 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:20.493302 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5fe9ef7e-05b2-48ba-b7c6-552c0c52353d req-43ee59cd-6332-4528-af72-3b7886d37ed3 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=80fc9b5f-7987-42a7-a728-af30264bb783 HTTP/1.1" status: 200 len: 943 time: 0.1321435 Feb 07 21:01:20.498260 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cff74cf-aa91-4aa5-98a4-6c5c01ad8b88 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (f290489d-df93-4557-90b3-db2ec2ada82b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:20.513470 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cff74cf-aa91-4aa5-98a4-6c5c01ad8b88 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (f290489d-df93-4557-90b3-db2ec2ada82b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:20.516250 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-20db02e2-a2fc-4beb-8efc-4f7f6683004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:20.523142 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cff74cf-aa91-4aa5-98a4-6c5c01ad8b88 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:01:20.523845 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cff74cf-aa91-4aa5-98a4-6c5c01ad8b88 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (f290489d-df93-4557-90b3-db2ec2ada82b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:20.591172 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5fe9ef7e-05b2-48ba-b7c6-552c0c52353d req-b5a790c7-fa26-41d6-b7a3-5e961983dc9a tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/security-groups?id=dc2b397e-8538-4e86-8e11-8d1274f7c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850532 Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:01:20.595969 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:01:20.604666 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cff74cf-aa91-4aa5-98a4-6c5c01ad8b88 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (90b16f38-d6a7-40cb-bc2a-3e034de27a5f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:20.611091 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2478ea-a138-4c20-bf4f-59e9f6e7ee1d req-a0222376-ce4d-4788-b7ba-e90c27742a42 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:20.612632 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3a2478ea-a138-4c20-bf4f-59e9f6e7ee1d req-a0222376-ce4d-4788-b7ba-e90c27742a42 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 943 time: 0.0895369 Feb 07 21:01:20.613739 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cff74cf-aa91-4aa5-98a4-6c5c01ad8b88 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:20.617125 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8cff74cf-aa91-4aa5-98a4-6c5c01ad8b88 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] 10.222.0.65 "DELETE /v2.0/networks/90b16f38-d6a7-40cb-bc2a-3e034de27a5f HTTP/1.1" status: 204 len: 168 time: 0.3858442 Feb 07 21:01:20.619623 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45984) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:20.637521 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45986) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:20.653750 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff74cf-aa91-4aa5-98a4-6c5c01ad8b88 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Pushing event deleted for resources: {'Network': ['ID=90b16f38-d6a7-40cb-bc2a-3e034de27a5f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:20.657110 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e85109-f01e-4f14-b235-d21bf9874a36 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] DELETE failed (client error): The resource could not be found. Feb 07 21:01:20.658280 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5e85109-f01e-4f14-b235-d21bf9874a36 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:01:20.663660 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f5e85109-f01e-4f14-b235-d21bf9874a36 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] 10.222.0.65 "DELETE /v2.0/ports/eab64a74-8244-4652-988a-2cffce9b6b56 HTTP/1.1" status: 404 len: 333 time: 0.0367296 Feb 07 21:01:20.663889 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45988) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:20.710293 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-29391f07-571b-4f27-baa7-1d53719f5054 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4a5255ed95aa4a7785ee8afaf53cf8fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0714145 Feb 07 21:01:20.711086 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45990) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:20.728913 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3a2478ea-a138-4c20-bf4f-59e9f6e7ee1d req-bfb83c5b-b282-4fb0-ba7d-9849cadb8d4c tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105821 Feb 07 21:01:20.738861 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-83fb6f77-d01b-4a2b-b4eb-8a6410d3aadd tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Deleting subnet 4ffe9655-1cbb-40a0-8aca-433c3cb81681 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:01:20.742900 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83fb6f77-d01b-4a2b-b4eb-8a6410d3aadd tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks [] for subnet (4ffe9655-1cbb-40a0-8aca-433c3cb81681), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:20.772863 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2686a0e3-ef91-4730-b774-b8944352e453 admin admin] Publish callbacks [] for security_group (52f48452-2222-4b9f-be9c-4601adc0c346), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:20.789484 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83fb6f77-d01b-4a2b-b4eb-8a6410d3aadd tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (4ffe9655-1cbb-40a0-8aca-433c3cb81681), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:20.797117 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2686a0e3-ef91-4730-b774-b8944352e453 admin admin] Publish callbacks [] for security_group (52f48452-2222-4b9f-be9c-4601adc0c346), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:20.849148 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2686a0e3-ef91-4730-b774-b8944352e453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (52f48452-2222-4b9f-be9c-4601adc0c346), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:20.851908 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2686a0e3-ef91-4730-b774-b8944352e453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:20.855805 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2686a0e3-ef91-4730-b774-b8944352e453 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/52f48452-2222-4b9f-be9c-4601adc0c346 HTTP/1.1" status: 204 len: 168 time: 0.1437826 Feb 07 21:01:20.864849 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686a0e3-ef91-4730-b774-b8944352e453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f48452-2222-4b9f-be9c-4601adc0c346,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:20.884885 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83fb6f77-d01b-4a2b-b4eb-8a6410d3aadd tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (4ffe9655-1cbb-40a0-8aca-433c3cb81681), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:20.963905 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83fb6f77-d01b-4a2b-b4eb-8a6410d3aadd tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (4ffe9655-1cbb-40a0-8aca-433c3cb81681), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:20.997014 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83fb6f77-d01b-4a2b-b4eb-8a6410d3aadd tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:21.002707 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-83fb6f77-d01b-4a2b-b4eb-8a6410d3aadd tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] 10.222.0.65 "DELETE /v2.0/subnets/4ffe9655-1cbb-40a0-8aca-433c3cb81681 HTTP/1.1" status: 204 len: 168 time: 0.3354561 Feb 07 21:01:21.002707 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb6f77-d01b-4a2b-b4eb-8a6410d3aadd tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Pushing event deleted for resources: {'Subnet': ['ID=4ffe9655-1cbb-40a0-8aca-433c3cb81681,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:21.003108 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45994) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:21.010034 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a954fc0-c653-4ad8-8770-5e2d4f63e8a2 None None] Network b730ac6c-920a-4825-ad29-6af8f22d697a requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:01:21.128523 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56919dc7-08c8-4c94-944b-4f01c40e3c69 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (b730ac6c-920a-4825-ad29-6af8f22d697a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:21.199237 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-56919dc7-08c8-4c94-944b-4f01c40e3c69 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Deleting port ee309608-dd7d-4348-84cb-64ad622830dc {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:01:21.199606 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56919dc7-08c8-4c94-944b-4f01c40e3c69 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ee309608-dd7d-4348-84cb-64ad622830dc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:21.211965 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daf6608-48e2-4672-81ec-f568ee51433a None None] DHCP port deletion for b730ac6c-920a-4825-ad29-6af8f22d697a request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:01:21.268259 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0daf6608-48e2-4672-81ec-f568ee51433a None None] Deleting port ee309608-dd7d-4348-84cb-64ad622830dc {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:01:21.270053 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0daf6608-48e2-4672-81ec-f568ee51433a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ee309608-dd7d-4348-84cb-64ad622830dc), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:21.279977 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59108aa-d8bf-4df8-bf08-ef791a811f29 req-90c7e042-9d31-43ad-9796-d5fff8b2af1e tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:21.280510 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-56919dc7-08c8-4c94-944b-4f01c40e3c69 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] For port ee309608-dd7d-4348-84cb-64ad622830dc, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ee309608-dd7d-4348-84cb-64ad622830dc,segment=NetworkSegment(c4d9a5c8-6840-4f5c-a8d5-d1cd0923cd90),segment_id=c4d9a5c8-6840-4f5c-a8d5-d1cd0923cd90)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:21.280888 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56919dc7-08c8-4c94-944b-4f01c40e3c69 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ee309608-dd7d-4348-84cb-64ad622830dc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:21.290408 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c59108aa-d8bf-4df8-bf08-ef791a811f29 req-90c7e042-9d31-43ad-9796-d5fff8b2af1e tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 943 time: 0.1102693 Feb 07 21:01:21.304972 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-56919dc7-08c8-4c94-944b-4f01c40e3c69 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Calling delete_port for ee309608-dd7d-4348-84cb-64ad622830dc owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:01:21.349215 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c59108aa-d8bf-4df8-bf08-ef791a811f29 req-0ec1113e-06a2-42c7-8c07-8c7e893fd00f tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546560 Feb 07 21:01:21.380639 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0daf6608-48e2-4672-81ec-f568ee51433a None None] For port ee309608-dd7d-4348-84cb-64ad622830dc, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ee309608-dd7d-4348-84cb-64ad622830dc,segment=NetworkSegment(c4d9a5c8-6840-4f5c-a8d5-d1cd0923cd90),segment_id=c4d9a5c8-6840-4f5c-a8d5-d1cd0923cd90)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:21.381044 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0daf6608-48e2-4672-81ec-f568ee51433a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ee309608-dd7d-4348-84cb-64ad622830dc), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:21.401516 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0daf6608-48e2-4672-81ec-f568ee51433a None None] Calling delete_port for ee309608-dd7d-4348-84cb-64ad622830dc owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:01:21.424392 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56919dc7-08c8-4c94-944b-4f01c40e3c69 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (ee309608-dd7d-4348-84cb-64ad622830dc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:21.459298 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56919dc7-08c8-4c94-944b-4f01c40e3c69 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Pushing event deleted for resources: {'Port': ['ID=ee309608-dd7d-4348-84cb-64ad622830dc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:21.464794 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56919dc7-08c8-4c94-944b-4f01c40e3c69 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] No DVR routers for this DVR port ee309608-dd7d-4348-84cb-64ad622830dc on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:01:21.526688 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0daf6608-48e2-4672-81ec-f568ee51433a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (ee309608-dd7d-4348-84cb-64ad622830dc), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:21.539789 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daf6608-48e2-4672-81ec-f568ee51433a None None] No DVR routers for this DVR port ee309608-dd7d-4348-84cb-64ad622830dc on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:01:21.552918 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:01:21.574507 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56919dc7-08c8-4c94-944b-4f01c40e3c69 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (b730ac6c-920a-4825-ad29-6af8f22d697a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:21.619754 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf6608-48e2-4672-81ec-f568ee51433a None None] Pushing event deleted for resources: {'Port': ['ID=ee309608-dd7d-4348-84cb-64ad622830dc,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:21.629390 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-56919dc7-08c8-4c94-944b-4f01c40e3c69 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b730ac6c-920a-4825-ad29-6af8f22d697a']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:21.632937 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6332c1-6fe1-4514-8447-800667023a29 req-4d069565-680f-42a7-bd6a-43bcd1bb7a23 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:21.634569 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe6332c1-6fe1-4514-8447-800667023a29 req-4d069565-680f-42a7-bd6a-43bcd1bb7a23 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49587ba-5a86-4982-825b-07e8e3dde3c3 HTTP/1.1" status: 200 len: 946 time: 0.0742078 Feb 07 21:01:21.645966 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-56919dc7-08c8-4c94-944b-4f01c40e3c69 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d9a5c8-6840-4f5c-a8d5-d1cd0923cd90') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:21.646277 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-56919dc7-08c8-4c94-944b-4f01c40e3c69 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d9a5c8-6840-4f5c-a8d5-d1cd0923cd90') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:21.657626 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56919dc7-08c8-4c94-944b-4f01c40e3c69 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (c4d9a5c8-6840-4f5c-a8d5-d1cd0923cd90), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:21.668814 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:21.688518 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56919dc7-08c8-4c94-944b-4f01c40e3c69 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (c4d9a5c8-6840-4f5c-a8d5-d1cd0923cd90), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:21.703560 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56919dc7-08c8-4c94-944b-4f01c40e3c69 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:01:21.704346 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56919dc7-08c8-4c94-944b-4f01c40e3c69 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (c4d9a5c8-6840-4f5c-a8d5-d1cd0923cd90), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:01:21.712435 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:01:21.726763 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ee309608-dd7d-4348-84cb-64ad622830dc no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:01:21.753979 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe6332c1-6fe1-4514-8447-800667023a29 req-e78ded4c-7d4f-4196-adf7-4f4765666a33 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951445 Feb 07 21:01:21.779899 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: ee309608-dd7d-4348-84cb-64ad622830dc {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:01:21.780782 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ee309608-dd7d-4348-84cb-64ad622830dc not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:01:21.788492 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd72bf-b51c-4f2e-8f73-0daa85365d97 req-9727fae5-2fbc-4c09-bb71-43ef6feafa52 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:21.796286 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8dd72bf-b51c-4f2e-8f73-0daa85365d97 req-9727fae5-2fbc-4c09-bb71-43ef6feafa52 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=80fc9b5f-7987-42a7-a728-af30264bb783 HTTP/1.1" status: 200 len: 943 time: 0.0963252 Feb 07 21:01:21.847157 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56919dc7-08c8-4c94-944b-4f01c40e3c69 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (b730ac6c-920a-4825-ad29-6af8f22d697a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:21.852887 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56919dc7-08c8-4c94-944b-4f01c40e3c69 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:21.857431 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-56919dc7-08c8-4c94-944b-4f01c40e3c69 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] 10.222.0.65 "DELETE /v2.0/networks/b730ac6c-920a-4825-ad29-6af8f22d697a HTTP/1.1" status: 204 len: 168 time: 0.8533027 Feb 07 21:01:21.877214 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56919dc7-08c8-4c94-944b-4f01c40e3c69 tempest-DHCPAgentSchedulersTestJSON-1669466025 tempest-DHCPAgentSchedulersTestJSON-1669466025-project] Pushing event deleted for resources: {'Network': ['ID=b730ac6c-920a-4825-ad29-6af8f22d697a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:21.889209 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8dd72bf-b51c-4f2e-8f73-0daa85365d97 req-4ec8842b-0676-4199-9a97-8873e6521a17 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/security-groups?id=dc2b397e-8538-4e86-8e11-8d1274f7c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919142 Feb 07 21:01:21.938612 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457c173-d8d0-4d5c-8c7c-84675624698c req-d3434172-af11-4d19-96a3-3e312487828e tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:21.941439 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5457c173-d8d0-4d5c-8c7c-84675624698c req-d3434172-af11-4d19-96a3-3e312487828e tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 943 time: 0.0734420 Feb 07 21:01:22.023992 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5457c173-d8d0-4d5c-8c7c-84675624698c req-f54daa10-8749-4e3d-b291-997847c5446f tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673361 Feb 07 21:01:22.252552 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46048) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:22.518348 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b993f-58eb-49a5-b655-0bc948b1762f req-ce7f4178-e593-41c1-99d4-edb088438493 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:22.519988 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f2b993f-58eb-49a5-b655-0bc948b1762f req-ce7f4178-e593-41c1-99d4-edb088438493 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6a3328d-85fb-417c-8c59-a3e729b522e6 HTTP/1.1" status: 200 len: 946 time: 0.1101170 Feb 07 21:01:22.536195 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae456c3-9761-45d4-8c26-8883ff5ed1db req-b14ce014-12d2-435e-b7f8-4d529eb59936 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:22.537884 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6ae456c3-9761-45d4-8c26-8883ff5ed1db req-b14ce014-12d2-435e-b7f8-4d529eb59936 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 943 time: 0.1139672 Feb 07 21:01:22.621005 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-42f1c502-cef2-4b1e-9059-8274b07a7561 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ef0cdcfe673d4779a36fc47755d07971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3654134 Feb 07 21:01:22.621271 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46074) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:22.622670 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46076) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:22.636902 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f2b993f-58eb-49a5-b655-0bc948b1762f req-6a8f2b42-2d8e-48de-969e-927619b79922 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935886 Feb 07 21:01:22.642723 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6ae456c3-9761-45d4-8c26-8883ff5ed1db req-ca76e605-a915-49d0-9888-eea0dc18e287 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961332 Feb 07 21:01:22.693610 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9154d1db-93fa-48d2-b08a-9ba31037cfe9 admin admin] Publish callbacks [] for security_group (8182f522-2f48-4eba-a1b7-f9025d3f514f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:22.721534 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9154d1db-93fa-48d2-b08a-9ba31037cfe9 admin admin] Publish callbacks [] for security_group (8182f522-2f48-4eba-a1b7-f9025d3f514f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:22.774719 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4bad805b-032a-4288-b682-6372012ecd2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:22.797308 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9154d1db-93fa-48d2-b08a-9ba31037cfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8182f522-2f48-4eba-a1b7-f9025d3f514f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:22.800245 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9154d1db-93fa-48d2-b08a-9ba31037cfe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:22.801759 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9154d1db-93fa-48d2-b08a-9ba31037cfe9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8182f522-2f48-4eba-a1b7-f9025d3f514f HTTP/1.1" status: 204 len: 168 time: 0.1781831 Feb 07 21:01:22.820009 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154d1db-93fa-48d2-b08a-9ba31037cfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8182f522-2f48-4eba-a1b7-f9025d3f514f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:22.912203 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4bad805b-032a-4288-b682-6372012ecd2f admin admin] Publish callbacks [] for security_group (38101353-7521-4ac1-804f-aede8219831c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:22.919864 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4bad805b-032a-4288-b682-6372012ecd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (38101353-7521-4ac1-804f-aede8219831c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:22.920817 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193897c-f6d7-4a5a-9d75-b432e157813b req-580f58fa-ec86-4076-ac09-6eff13d6429f tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:22.928045 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a193897c-f6d7-4a5a-9d75-b432e157813b req-580f58fa-ec86-4076-ac09-6eff13d6429f tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49587ba-5a86-4982-825b-07e8e3dde3c3 HTTP/1.1" status: 200 len: 946 time: 0.0708523 Feb 07 21:01:22.981394 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4bad805b-032a-4288-b682-6372012ecd2f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4f699e0d7ccb46298b81bc6e60e353da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3571024 Feb 07 21:01:22.981394 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad805b-032a-4288-b682-6372012ecd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38101353-7521-4ac1-804f-aede8219831c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:22.984447 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46094) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:22.991095 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a193897c-f6d7-4a5a-9d75-b432e157813b req-cc2f0743-26e3-4f13-a92b-696e48f93bf3 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605667 Feb 07 21:01:23.122565 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:23.145578 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef98a6-fc50-4d69-8573-610eadec6ef3 req-ce202947-310e-4e41-980e-92fc6140f48a tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:23.145821 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9262148-bdd6-4ef7-8178-1517933ca63a admin admin] Publish callbacks [] for security_group (38101353-7521-4ac1-804f-aede8219831c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:23.155533 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c5ef98a6-fc50-4d69-8573-610eadec6ef3 req-ce202947-310e-4e41-980e-92fc6140f48a tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=80fc9b5f-7987-42a7-a728-af30264bb783 HTTP/1.1" status: 200 len: 943 time: 0.0825047 Feb 07 21:01:23.192027 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9262148-bdd6-4ef7-8178-1517933ca63a admin admin] Publish callbacks [] for security_group (38101353-7521-4ac1-804f-aede8219831c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:23.252259 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c5ef98a6-fc50-4d69-8573-610eadec6ef3 req-fa805840-2812-4b17-be1b-336bafa976df tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/security-groups?id=dc2b397e-8538-4e86-8e11-8d1274f7c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938830 Feb 07 21:01:23.274055 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9262148-bdd6-4ef7-8178-1517933ca63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (38101353-7521-4ac1-804f-aede8219831c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:23.279931 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9262148-bdd6-4ef7-8178-1517933ca63a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:23.284725 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e9262148-bdd6-4ef7-8178-1517933ca63a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/38101353-7521-4ac1-804f-aede8219831c HTTP/1.1" status: 204 len: 168 time: 0.2830801 Feb 07 21:01:23.288043 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a653d4-f088-460b-a3fb-f11101cf04a1 req-436c7aa6-7ce6-4249-b1af-4011ec19f57f tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:23.289652 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-39a653d4-f088-460b-a3fb-f11101cf04a1 req-436c7aa6-7ce6-4249-b1af-4011ec19f57f tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 943 time: 0.1119337 Feb 07 21:01:23.293955 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46104) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:23.314646 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9262148-bdd6-4ef7-8178-1517933ca63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38101353-7521-4ac1-804f-aede8219831c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:23.331569 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c10c53d-bdc8-41f0-9677-129664cf3076 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:23.435153 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-39a653d4-f088-460b-a3fb-f11101cf04a1 req-d3d335c2-a375-4608-a0f0-27ecb844697b tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141219 Feb 07 21:01:23.508053 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c10c53d-bdc8-41f0-9677-129664cf3076 admin admin] Publish callbacks [] for security_group (1f858292-2d3c-4de7-b475-b785e46a9035), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:23.523782 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da6773-78cf-4a59-903f-577f2e6c3f27 req-37a1877b-c266-4fce-8d76-7aa609d7e910 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:23.525335 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-35da6773-78cf-4a59-903f-577f2e6c3f27 req-37a1877b-c266-4fce-8d76-7aa609d7e910 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/ports?device_id=019dae9d-fe88-4488-9f2c-1c71f4b8330a HTTP/1.1" status: 200 len: 945 time: 0.1567543 Feb 07 21:01:23.526732 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c10c53d-bdc8-41f0-9677-129664cf3076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1f858292-2d3c-4de7-b475-b785e46a9035), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:23.588937 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device acf19ea0-b73e-408e-8078-11e03cb0b5c0 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:01:23.600865 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0c10c53d-bdc8-41f0-9677-129664cf3076 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e1a92d3a48c943ff815cbc070c2b75d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058648 Feb 07 21:01:23.602518 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46110) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:23.627091 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10c53d-bdc8-41f0-9677-129664cf3076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f858292-2d3c-4de7-b475-b785e46a9035,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:23.689379 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-35da6773-78cf-4a59-903f-577f2e6c3f27 req-bc5acdf2-bd6a-46d8-bbbd-5b3f073805a1 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/security-groups?id=db6d7f8b-5a42-4349-96a7-df12d93868cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514122 Feb 07 21:01:23.739989 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f2525f2-bff6-407c-9580-8153ac417dc1 admin admin] Publish callbacks [] for security_group (1f858292-2d3c-4de7-b475-b785e46a9035), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:23.772150 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f2525f2-bff6-407c-9580-8153ac417dc1 admin admin] Publish callbacks [] for security_group (1f858292-2d3c-4de7-b475-b785e46a9035), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:23.807001 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port acf19ea0-b73e-408e-8078-11e03cb0b5c0, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=acf19ea0-b73e-408e-8078-11e03cb0b5c0,segment=NetworkSegment(8dbc27c3-8b29-446a-9851-9122c1639fcc),segment_id=8dbc27c3-8b29-446a-9851-9122c1639fcc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:23.839625 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f2525f2-bff6-407c-9580-8153ac417dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1f858292-2d3c-4de7-b475-b785e46a9035), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:23.841828 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'acf19ea0-b73e-408e-8078-11e03cb0b5c0', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'port_id': 'acf19ea0-b73e-408e-8078-11e03cb0b5c0', 'mac_address': 'fa:16:3e:8b:d0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4697809e-6faf-4265-b583-499d13fd2637', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:01:23.842654 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f2525f2-bff6-407c-9580-8153ac417dc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:23.843863 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7f2525f2-bff6-407c-9580-8153ac417dc1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1f858292-2d3c-4de7-b475-b785e46a9035 HTTP/1.1" status: 204 len: 168 time: 0.2401497 Feb 07 21:01:23.855454 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2525f2-bff6-407c-9580-8153ac417dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f858292-2d3c-4de7-b475-b785e46a9035,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:23.869896 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9622b-79e7-44a7-9f50-3782e6d90c3b req-ca2a2710-6d78-4d0e-9e36-1d95379413a5 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:23.870962 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-baa9622b-79e7-44a7-9f50-3782e6d90c3b req-ca2a2710-6d78-4d0e-9e36-1d95379413a5 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6a3328d-85fb-417c-8c59-a3e729b522e6 HTTP/1.1" status: 200 len: 946 time: 0.1135740 Feb 07 21:01:23.878213 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f546c1a-9758-470a-94bd-7e47189fe099 req-260ca972-4d2b-44a0-ba34-fc8bed756cc4 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:23.885182 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8f546c1a-9758-470a-94bd-7e47189fe099 req-260ca972-4d2b-44a0-ba34-fc8bed756cc4 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 943 time: 0.0818052 Feb 07 21:01:23.909675 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port acf19ea0-b73e-408e-8078-11e03cb0b5c0 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:23.910455 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (acf19ea0-b73e-408e-8078-11e03cb0b5c0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:23.940709 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf19ea0-b73e-408e-8078-11e03cb0b5c0 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:01:23.963163 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8f546c1a-9758-470a-94bd-7e47189fe099 req-63ca9447-41f8-45fe-82fa-3188383d1967 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770535 Feb 07 21:01:23.976944 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port acf19ea0-b73e-408e-8078-11e03cb0b5c0, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=acf19ea0-b73e-408e-8078-11e03cb0b5c0,segment=NetworkSegment(8dbc27c3-8b29-446a-9851-9122c1639fcc),segment_id=8dbc27c3-8b29-446a-9851-9122c1639fcc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:23.982734 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-baa9622b-79e7-44a7-9f50-3782e6d90c3b req-ee994417-ecd4-4285-ab5c-ab79d355c2f9 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947425 Feb 07 21:01:23.984810 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (acf19ea0-b73e-408e-8078-11e03cb0b5c0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:24.068007 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=acf19ea0-b73e-408e-8078-11e03cb0b5c0,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:24.139293 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e4ae0-d202-4d3d-957f-baef890ff6d3 req-d139c60d-81b0-4287-b423-beda4466f827 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:24.142735 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-095e4ae0-d202-4d3d-957f-baef890ff6d3 req-d139c60d-81b0-4287-b423-beda4466f827 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49587ba-5a86-4982-825b-07e8e3dde3c3 HTTP/1.1" status: 200 len: 946 time: 0.0699975 Feb 07 21:01:24.206119 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-095e4ae0-d202-4d3d-957f-baef890ff6d3 req-536d87e9-7a5d-4d95-8662-2576be32e2ee tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577259 Feb 07 21:01:24.364693 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:24.418850 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b4a06-1f07-4824-bf2b-3e30b404e3ee req-2f24e021-a3b9-4789-b4ff-7f2886143077 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:24.421027 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4d6b4a06-1f07-4824-bf2b-3e30b404e3ee req-2f24e021-a3b9-4789-b4ff-7f2886143077 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=80fc9b5f-7987-42a7-a728-af30264bb783 HTTP/1.1" status: 200 len: 944 time: 0.0702555 Feb 07 21:01:24.475311 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['acf19ea0-b73e-408e-8078-11e03cb0b5c0'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:01:24.484406 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4d6b4a06-1f07-4824-bf2b-3e30b404e3ee req-7d6b084b-824e-41b6-9584-d953751d3298 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/security-groups?id=dc2b397e-8538-4e86-8e11-8d1274f7c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569954 Feb 07 21:01:24.651550 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dad473-b394-4871-a1d8-0423387e0735 req-2b9c4080-8f63-4736-82dd-d6e11de73030 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:24.659504 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-81dad473-b394-4871-a1d8-0423387e0735 req-2b9c4080-8f63-4736-82dd-d6e11de73030 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 943 time: 0.1100054 Feb 07 21:01:24.738803 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-81dad473-b394-4871-a1d8-0423387e0735 req-3a32b531-6e7d-4454-92db-ae760daee238 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628538 Feb 07 21:01:24.919530 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de2395-ff10-493a-b930-68dcc98ae0d2 req-0affc753-bf7f-432a-a008-1802a8e764e1 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:24.921147 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8de2395-ff10-493a-b930-68dcc98ae0d2 req-0affc753-bf7f-432a-a008-1802a8e764e1 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/ports?device_id=019dae9d-fe88-4488-9f2c-1c71f4b8330a HTTP/1.1" status: 200 len: 945 time: 0.0923615 Feb 07 21:01:24.987324 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8de2395-ff10-493a-b930-68dcc98ae0d2 req-c03f500f-ff71-4ce9-b2d8-ac5859589e49 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/security-groups?id=db6d7f8b-5a42-4349-96a7-df12d93868cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598536 Feb 07 21:01:25.160827 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e56859-fa6b-4e1a-b067-f5a552764bf8 req-861448cf-7ede-471d-aff8-9f9fca1b306e tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:25.166086 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c6e56859-fa6b-4e1a-b067-f5a552764bf8 req-861448cf-7ede-471d-aff8-9f9fca1b306e tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 943 time: 0.1129057 Feb 07 21:01:25.232672 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5493a-d7b4-4a13-9e04-910914fa6956 req-f792c5a8-e870-43c1-b3ae-d374a6db0375 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:25.234271 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8bc5493a-d7b4-4a13-9e04-910914fa6956 req-f792c5a8-e870-43c1-b3ae-d374a6db0375 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6a3328d-85fb-417c-8c59-a3e729b522e6 HTTP/1.1" status: 200 len: 946 time: 0.1121714 Feb 07 21:01:25.239260 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c6e56859-fa6b-4e1a-b067-f5a552764bf8 req-8b21ca6e-0758-43a6-aa88-8d0349b95bdb tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652809 Feb 07 21:01:25.295087 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8bc5493a-d7b4-4a13-9e04-910914fa6956 req-5d4509a3-46f1-4492-85a4-a361c302fed6 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521114 Feb 07 21:01:25.488484 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9211bd-bffb-4450-ab88-a6642d2ab2c6 req-b0f4af5a-3734-412f-b1a5-fd5b5d212e1c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:25.489849 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f9211bd-bffb-4450-ab88-a6642d2ab2c6 req-b0f4af5a-3734-412f-b1a5-fd5b5d212e1c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49587ba-5a86-4982-825b-07e8e3dde3c3 HTTP/1.1" status: 200 len: 946 time: 0.1076057 Feb 07 21:01:25.517670 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-6118bcfd-1827-4abf-94df-6a069fed5978 service neutron] 10.222.0.69 "GET /v2.0/ports/2caaae4e-7044-4456-8451-ea9044187bb7/bindings/n-h2-828185-2 HTTP/1.1" status: 200 len: 384 time: 0.1003633 Feb 07 21:01:25.558605 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46194) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:25.598926 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f9211bd-bffb-4450-ab88-a6642d2ab2c6 req-e60c577a-c794-4df0-8d23-365812fef106 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973995 Feb 07 21:01:25.617709 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device af98c72b-ef78-4b4a-8c5c-70e89f482e90 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:01:25.654683 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dcfdaf-427a-4694-b59f-598914b5292e req-8431e164-1ab7-441f-a480-b4e1eb73dbb5 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:25.660025 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-38dcfdaf-427a-4694-b59f-598914b5292e req-8431e164-1ab7-441f-a480-b4e1eb73dbb5 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.69 "GET /v2.0/ports?device_id=019dae9d-fe88-4488-9f2c-1c71f4b8330a HTTP/1.1" status: 200 len: 945 time: 0.1044714 Feb 07 21:01:25.827232 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port af98c72b-ef78-4b4a-8c5c-70e89f482e90, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=af98c72b-ef78-4b4a-8c5c-70e89f482e90,segment=NetworkSegment(f638ec27-818a-478c-bd2a-cb7a790547ad),segment_id=f638ec27-818a-478c-bd2a-cb7a790547ad)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:25.854692 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'af98c72b-ef78-4b4a-8c5c-70e89f482e90', 'network_id': '5001b379-0d16-4857-8b55-5475fc3d0612', 'port_id': 'af98c72b-ef78-4b4a-8c5c-70e89f482e90', 'mac_address': 'fa:16:3e:74:7b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7288118f-d382-42c5-a17d-902cfe145aa3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:01:25.888961 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-38dcfdaf-427a-4694-b59f-598914b5292e req-15b19ed7-e846-4c36-ba21-82ce2a2b2707 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Deleting port 266f4050-e3c2-483b-8422-9db1dae6ae0a {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:01:25.891863 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-38dcfdaf-427a-4694-b59f-598914b5292e req-15b19ed7-e846-4c36-ba21-82ce2a2b2707 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (266f4050-e3c2-483b-8422-9db1dae6ae0a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:25.939253 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port af98c72b-ef78-4b4a-8c5c-70e89f482e90 is: ACTIVE; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:25.939649 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (af98c72b-ef78-4b4a-8c5c-70e89f482e90), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:25.955311 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af98c72b-ef78-4b4a-8c5c-70e89f482e90 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:01:25.980961 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port af98c72b-ef78-4b4a-8c5c-70e89f482e90, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=af98c72b-ef78-4b4a-8c5c-70e89f482e90,segment=NetworkSegment(f638ec27-818a-478c-bd2a-cb7a790547ad),segment_id=f638ec27-818a-478c-bd2a-cb7a790547ad)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:25.988577 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (af98c72b-ef78-4b4a-8c5c-70e89f482e90), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:26.032832 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-84da6ac9-b3f9-457a-adac-a33a7376d3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-510657818'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:26.065255 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=af98c72b-ef78-4b4a-8c5c-70e89f482e90,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:26.089967 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-38dcfdaf-427a-4694-b59f-598914b5292e req-15b19ed7-e846-4c36-ba21-82ce2a2b2707 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] For port 266f4050-e3c2-483b-8422-9db1dae6ae0a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=266f4050-e3c2-483b-8422-9db1dae6ae0a,segment=NetworkSegment(30d8ac2f-dfb6-42c6-abf6-c465a550d405),segment_id=30d8ac2f-dfb6-42c6-abf6-c465a550d405)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:26.090330 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-38dcfdaf-427a-4694-b59f-598914b5292e req-15b19ed7-e846-4c36-ba21-82ce2a2b2707 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (266f4050-e3c2-483b-8422-9db1dae6ae0a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:26.109432 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84da6ac9-b3f9-457a-adac-a33a7376d3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] Made reservation on behalf of 31b1ef4188cb4430ba89e24deb5c79d4 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:01:26.113401 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84da6ac9-b3f9-457a-adac-a33a7376d3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:26.123304 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d724900-ce69-488a-9ccb-ab2a67d08f4c req-f07a5bc6-c6dd-4efd-a2cc-7f58306c7cdf tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:26.124791 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d724900-ce69-488a-9ccb-ab2a67d08f4c req-f07a5bc6-c6dd-4efd-a2cc-7f58306c7cdf tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=80fc9b5f-7987-42a7-a728-af30264bb783 HTTP/1.1" status: 200 len: 944 time: 0.5199335 Feb 07 21:01:26.153702 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84da6ac9-b3f9-457a-adac-a33a7376d3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:26.190928 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-c7f1f392-aa94-4095-bf65-dfac0776117e service neutron] For port 2caaae4e-7044-4456-8451-ea9044187bb7, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=2caaae4e-7044-4456-8451-ea9044187bb7,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:26.229195 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313f54e-3a2b-4dbc-b24a-7917150fd0f2 req-29a45770-d916-45ed-b567-74d8e5edbc96 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:26.230656 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4313f54e-3a2b-4dbc-b24a-7917150fd0f2 req-29a45770-d916-45ed-b567-74d8e5edbc96 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 943 time: 0.1660202 Feb 07 21:01:26.231601 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-c7f1f392-aa94-4095-bf65-dfac0776117e service neutron] For port 2caaae4e-7044-4456-8451-ea9044187bb7, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:01:26.281287 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d724900-ce69-488a-9ccb-ab2a67d08f4c req-95cb5c0d-6a9e-432b-8875-cb4eb37109f9 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/security-groups?id=dc2b397e-8538-4e86-8e11-8d1274f7c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415093 Feb 07 21:01:26.296493 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-c7f1f392-aa94-4095-bf65-dfac0776117e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2caaae4e-7044-4456-8451-ea9044187bb7 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:01:26.316325 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-c7f1f392-aa94-4095-bf65-dfac0776117e service neutron] For port 2caaae4e-7044-4456-8451-ea9044187bb7, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=2caaae4e-7044-4456-8451-ea9044187bb7,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:26.327421 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['af98c72b-ef78-4b4a-8c5c-70e89f482e90'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:01:26.346379 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4313f54e-3a2b-4dbc-b24a-7917150fd0f2 req-dd47fe87-cecd-4df5-8720-8f9d1de387d4 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936599 Feb 07 21:01:26.353489 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-c7f1f392-aa94-4095-bf65-dfac0776117e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2caaae4e-7044-4456-8451-ea9044187bb7), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:26.360807 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fbde7-808f-4d7a-be3e-e67580a02a39 req-a2670aae-df4c-4c44-bbce-bd6fcfa071b6 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:26.362172 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-544fbde7-808f-4d7a-be3e-e67580a02a39 req-a2670aae-df4c-4c44-bbce-bd6fcfa071b6 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6a3328d-85fb-417c-8c59-a3e729b522e6 HTTP/1.1" status: 200 len: 946 time: 0.1828241 Feb 07 21:01:26.425409 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-38dcfdaf-427a-4694-b59f-598914b5292e req-15b19ed7-e846-4c36-ba21-82ce2a2b2707 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:26.425766 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-38dcfdaf-427a-4694-b59f-598914b5292e req-15b19ed7-e846-4c36-ba21-82ce2a2b2707 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (03695d27-1d3a-4c89-8688-a5d6704adee2), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:26.426087 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [req-38dcfdaf-427a-4694-b59f-598914b5292e req-15b19ed7-e846-4c36-ba21-82ce2a2b2707 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Floating IP 03695d27-1d3a-4c89-8688-a5d6704adee2 disassociated. External IP: 172.25.4.118, port: 266f4050-e3c2-483b-8422-9db1dae6ae0a. Feb 07 21:01:26.426444 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-38dcfdaf-427a-4694-b59f-598914b5292e req-15b19ed7-e846-4c36-ba21-82ce2a2b2707 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Calling delete_port for 266f4050-e3c2-483b-8422-9db1dae6ae0a owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:01:26.491880 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84da6ac9-b3f9-457a-adac-a33a7376d3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] Publish callbacks [] for security_group (39c64a3e-dc35-419f-8810-48391355c959), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:26.525672 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84da6ac9-b3f9-457a-adac-a33a7376d3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (39c64a3e-dc35-419f-8810-48391355c959), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:26.559889 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-c7f1f392-aa94-4095-bf65-dfac0776117e service neutron] Transition to ACTIVE for port object 2caaae4e-7044-4456-8451-ea9044187bb7 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:01:26.570191 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-c7f1f392-aa94-4095-bf65-dfac0776117e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (2caaae4e-7044-4456-8451-ea9044187bb7), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:26.585725 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84da6ac9-b3f9-457a-adac-a33a7376d3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:01:26.587187 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f7279-27ed-4eb9-8234-82fcbec25478 req-f4244259-00f9-4309-aa27-802639b2f1a3 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:26.588677 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-014f7279-27ed-4eb9-8234-82fcbec25478 req-f4244259-00f9-4309-aa27-802639b2f1a3 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/ports?device_id=019dae9d-fe88-4488-9f2c-1c71f4b8330a HTTP/1.1" status: 200 len: 945 time: 0.1320736 Feb 07 21:01:26.598692 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4515f6-91a5-4754-aeb0-fb70de271f47 req-be7917f3-0bd0-4bf3-aae3-c84163153a32 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:26.600912 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9b4515f6-91a5-4754-aeb0-fb70de271f47 req-be7917f3-0bd0-4bf3-aae3-c84163153a32 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 943 time: 0.1479452 Feb 07 21:01:26.651004 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da6ac9-b3f9-457a-adac-a33a7376d3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39c64a3e-dc35-419f-8810-48391355c959,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:26.654063 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84da6ac9-b3f9-457a-adac-a33a7376d3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (9c9d1809-6845-4b07-bd8c-e63334862195), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:26.654421 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-84da6ac9-b3f9-457a-adac-a33a7376d3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] Added segment 9c9d1809-6845-4b07-bd8c-e63334862195 of type vlan for network 695b2973-3668-4ee2-ae2d-2a81429e660d Feb 07 21:01:26.715709 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-c7f1f392-aa94-4095-bf65-dfac0776117e service neutron] No DVR routers for this DVR port 2caaae4e-7044-4456-8451-ea9044187bb7 on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:01:26.737162 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-544fbde7-808f-4d7a-be3e-e67580a02a39 req-11296954-7791-4411-8c1a-44ea73f3314c tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Deleting port b0da55de-4c7d-4eb4-96d5-7f34ee98a966 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:01:26.737466 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-544fbde7-808f-4d7a-be3e-e67580a02a39 req-11296954-7791-4411-8c1a-44ea73f3314c tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (b0da55de-4c7d-4eb4-96d5-7f34ee98a966), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:26.742543 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84da6ac9-b3f9-457a-adac-a33a7376d3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (695b2973-3668-4ee2-ae2d-2a81429e660d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:26.746451 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1f392-aa94-4095-bf65-dfac0776117e service neutron] Pushing event updated for resources: {'Port': ['ID=2caaae4e-7044-4456-8451-ea9044187bb7,revision_number=10']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:26.755128 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-38dcfdaf-427a-4694-b59f-598914b5292e req-15b19ed7-e846-4c36-ba21-82ce2a2b2707 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (266f4050-e3c2-483b-8422-9db1dae6ae0a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:26.773387 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-014f7279-27ed-4eb9-8234-82fcbec25478 req-034e678d-48d1-4130-a1b6-9eeb08a48d4d tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/security-groups?id=db6d7f8b-5a42-4349-96a7-df12d93868cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703107 Feb 07 21:01:26.820796 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b19ed7-e846-4c36-ba21-82ce2a2b2707 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Pushing event deleted for resources: {'Port': ['ID=266f4050-e3c2-483b-8422-9db1dae6ae0a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:26.840431 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9b4515f6-91a5-4754-aeb0-fb70de271f47 req-3fa00656-6f61-4f6f-b179-db3a8cea1944 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007000 Feb 07 21:01:26.858256 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-c7f1f392-aa94-4095-bf65-dfac0776117e service neutron] 10.222.0.69 "PUT /v2.0/ports/2caaae4e-7044-4456-8451-ea9044187bb7/bindings/n-h2-828185-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3278625 Feb 07 21:01:26.908943 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84da6ac9-b3f9-457a-adac-a33a7376d3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (695b2973-3668-4ee2-ae2d-2a81429e660d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:26.922500 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84da6ac9-b3f9-457a-adac-a33a7376d3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:26.923735 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84da6ac9-b3f9-457a-adac-a33a7376d3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:26.936495 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74351bfe-20b4-42e2-81bf-05d71c8c0f0c req-c83fab2e-efd4-46d3-983f-9a11c78618e6 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:26.946029 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74351bfe-20b4-42e2-81bf-05d71c8c0f0c req-c83fab2e-efd4-46d3-983f-9a11c78618e6 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6a3328d-85fb-417c-8c59-a3e729b522e6 HTTP/1.1" status: 200 len: 946 time: 0.0958445 Feb 07 21:01:27.033984 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-544fbde7-808f-4d7a-be3e-e67580a02a39 req-11296954-7791-4411-8c1a-44ea73f3314c tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] For port b0da55de-4c7d-4eb4-96d5-7f34ee98a966, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=b0da55de-4c7d-4eb4-96d5-7f34ee98a966,segment=NetworkSegment(7d800224-c8b9-4a77-9779-0ffd30631e2e),segment_id=7d800224-c8b9-4a77-9779-0ffd30631e2e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:27.034356 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-544fbde7-808f-4d7a-be3e-e67580a02a39 req-11296954-7791-4411-8c1a-44ea73f3314c tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (b0da55de-4c7d-4eb4-96d5-7f34ee98a966), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:27.041821 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-84da6ac9-b3f9-457a-adac-a33a7376d3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.4816484 Feb 07 21:01:27.049904 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74351bfe-20b4-42e2-81bf-05d71c8c0f0c req-fb397f2f-8d9b-43bb-bf1c-5962e39558bb tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/security-groups?id=dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017194 Feb 07 21:01:27.088141 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-add7c1c3-9504-42e0-8a75-6fc2e1edb8fc tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:27.090007 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-add7c1c3-9504-42e0-8a75-6fc2e1edb8fc tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a&tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&binding%3Ahost_id=n-h1-828185-2 HTTP/1.1" status: 200 len: 1126 time: 0.1258519 Feb 07 21:01:27.128970 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da6ac9-b3f9-457a-adac-a33a7376d3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] Pushing event updated for resources: {'Network': ['ID=695b2973-3668-4ee2-ae2d-2a81429e660d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:27.139350 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8114c53-1691-41b3-ae27-b5b7b238e164 req-9cf22407-09f8-4568-820c-5c8ae6d3c207 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:27.142170 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8114c53-1691-41b3-ae27-b5b7b238e164 req-9cf22407-09f8-4568-820c-5c8ae6d3c207 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49587ba-5a86-4982-825b-07e8e3dde3c3 HTTP/1.1" status: 200 len: 945 time: 0.1157618 Feb 07 21:01:27.148133 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 695b2973-3668-4ee2-ae2d-2a81429e660d details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:01:27.254929 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-18f176a4-4b66-4ca9-87ae-963b1613e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:27.256559 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-18f176a4-4b66-4ca9-87ae-963b1613e4e5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a&tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a HTTP/1.1" status: 200 len: 1126 time: 0.1586707 Feb 07 21:01:27.319706 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38dcfdaf-427a-4694-b59f-598914b5292e req-15b19ed7-e846-4c36-ba21-82ce2a2b2707 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Router b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:01:27.333292 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8114c53-1691-41b3-ae27-b5b7b238e164 req-28e85c40-e0d8-43da-925a-cf7ed6cfe8e8 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745117 Feb 07 21:01:27.361633 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46226) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:27.408544 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-24297784-6f7f-4d23-ad14-e96de50bf556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:27.409304 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Request body: {'port': {'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d', 'binding:host_id': 'n-h1-828185-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219255584'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:27.411885 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-24297784-6f7f-4d23-ad14-e96de50bf556 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 1126 time: 0.1260302 Feb 07 21:01:27.597566 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device af98c72b-ef78-4b4a-8c5c-70e89f482e90 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:01:27.602518 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-544fbde7-808f-4d7a-be3e-e67580a02a39 req-11296954-7791-4411-8c1a-44ea73f3314c tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:27.603015 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-544fbde7-808f-4d7a-be3e-e67580a02a39 req-11296954-7791-4411-8c1a-44ea73f3314c tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (27563c55-9bf9-44b3-a4ad-2fd55e21ab55), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:27.603194 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [req-544fbde7-808f-4d7a-be3e-e67580a02a39 req-11296954-7791-4411-8c1a-44ea73f3314c tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Floating IP 27563c55-9bf9-44b3-a4ad-2fd55e21ab55 disassociated. External IP: 172.25.4.99, port: b0da55de-4c7d-4eb4-96d5-7f34ee98a966. Feb 07 21:01:27.607715 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-544fbde7-808f-4d7a-be3e-e67580a02a39 req-11296954-7791-4411-8c1a-44ea73f3314c tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Calling delete_port for b0da55de-4c7d-4eb4-96d5-7f34ee98a966 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:01:27.668401 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46234) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:27.677695 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadeb312-da14-495e-8935-7d33a97e1e2e req-5ff4f2ae-72ee-4dd0-a92a-51d1bd988bcf tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:27.679229 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fadeb312-da14-495e-8935-7d33a97e1e2e req-5ff4f2ae-72ee-4dd0-a92a-51d1bd988bcf tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=80fc9b5f-7987-42a7-a728-af30264bb783 HTTP/1.1" status: 200 len: 944 time: 0.2190189 Feb 07 21:01:27.685851 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-9733abb0-1178-41c1-94e0-a0a55f264c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:27.687349 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-9733abb0-1178-41c1-94e0-a0a55f264c52 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 909 time: 0.2675064 Feb 07 21:01:27.711462 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a7495-09a8-4a12-be23-9bca26a170e1 req-e1f791c1-1a36-49b4-b153-1484d7182863 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:27.713162 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f69a7495-09a8-4a12-be23-9bca26a170e1 req-e1f791c1-1a36-49b4-b153-1484d7182863 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 943 time: 0.1891301 Feb 07 21:01:27.738757 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port af98c72b-ef78-4b4a-8c5c-70e89f482e90 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:27.739212 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (af98c72b-ef78-4b4a-8c5c-70e89f482e90), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:27.808147 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-ffd0b993-89f3-4097-9977-90dc36c01513 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2caaae4e-7044-4456-8451-ea9044187bb7 HTTP/1.1" status: 200 len: 217 time: 0.0730944 Feb 07 21:01:27.822807 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Made reservation on behalf of 49d97769e8d3455aa0dc4c8dacdb44e6 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:01:27.825490 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:27.830078 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-544fbde7-808f-4d7a-be3e-e67580a02a39 req-11296954-7791-4411-8c1a-44ea73f3314c tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (b0da55de-4c7d-4eb4-96d5-7f34ee98a966), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:27.841498 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port af98c72b-ef78-4b4a-8c5c-70e89f482e90 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:27.841718 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (af98c72b-ef78-4b4a-8c5c-70e89f482e90), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:27.846502 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:27.852015 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fadeb312-da14-495e-8935-7d33a97e1e2e req-19aa85a6-c2f9-4836-b54d-980dea037c17 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/security-groups?id=dc2b397e-8538-4e86-8e11-8d1274f7c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610322 Feb 07 21:01:27.880924 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49587ba-5a86-4982-825b-07e8e3dde3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af98c72b-ef78-4b4a-8c5c-70e89f482e90'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:01:27.884172 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa6971f-e9dc-44c5-b780-3017f1f8c6f0" -d '{"events": [{"server_uuid": "e49587ba-5a86-4982-825b-07e8e3dde3c3", "name": "network-vif-plugged", "status": "completed", "tag": "af98c72b-ef78-4b4a-8c5c-70e89f482e90"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:01:27.895468 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11296954-7791-4411-8c1a-44ea73f3314c tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Pushing event deleted for resources: {'Port': ['ID=b0da55de-4c7d-4eb4-96d5-7f34ee98a966,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:27.916822 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port af98c72b-ef78-4b4a-8c5c-70e89f482e90, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=af98c72b-ef78-4b4a-8c5c-70e89f482e90,segment=NetworkSegment(f638ec27-818a-478c-bd2a-cb7a790547ad),segment_id=f638ec27-818a-478c-bd2a-cb7a790547ad)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:27.930143 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (af98c72b-ef78-4b4a-8c5c-70e89f482e90), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:27.931048 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device acf19ea0-b73e-408e-8078-11e03cb0b5c0 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:01:27.971465 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks [] for security_group (eb8bccaf-7973-41a9-a3fc-47d57f22a985), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:27.972600 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f69a7495-09a8-4a12-be23-9bca26a170e1 req-f8bef245-0c0e-442b-b310-7652f0e6c122 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630197 Feb 07 21:01:27.978634 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-0292e115-3ccd-4958-8eb3-a3e7efd0faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:27.980898 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-0292e115-3ccd-4958-8eb3-a3e7efd0faa6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=da67b52e-9fa9-4eda-bee9-de250f228011 HTTP/1.1" status: 200 len: 848 time: 0.0968938 Feb 07 21:01:27.986643 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f83362c-13bd-4241-88f2-105a6f1590d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:28.050573 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-8672cbc4-cb83-455f-8051-cf22bace52c3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6d967ae2-07ea-401e-8063-c085e3020e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611298 Feb 07 21:01:28.052189 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (eb8bccaf-7973-41a9-a3fc-47d57f22a985), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:28.061726 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] device_id is not set on port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:01:28.072931 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0b3671e-8d1c-4207-b345-dc75ef2804d2 req-2182c09a-2071-476a-8107-74457b164aab tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/ports?device_id=019dae9d-fe88-4488-9f2c-1c71f4b8330a HTTP/1.1" status: 200 len: 210 time: 0.0775886 Feb 07 21:01:28.115328 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=af98c72b-ef78-4b4a-8c5c-70e89f482e90,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:28.185258 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port acf19ea0-b73e-408e-8078-11e03cb0b5c0 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:01:28.196953 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port acf19ea0-b73e-408e-8078-11e03cb0b5c0 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:28.199488 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (acf19ea0-b73e-408e-8078-11e03cb0b5c0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:28.214822 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77817541-b2af-4b96-85f2-34495156df75 x-openstack-request-id: req-77817541-b2af-4b96-85f2-34495156df75 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:01:28.215134 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49587ba-5a86-4982-825b-07e8e3dde3c3", "name": "network-vif-plugged", "status": "completed", "tag": "af98c72b-ef78-4b4a-8c5c-70e89f482e90", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:01:28.215393 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-77817541-b2af-4b96-85f2-34495156df75 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:01:28.215786 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49587ba-5a86-4982-825b-07e8e3dde3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af98c72b-ef78-4b4a-8c5c-70e89f482e90', 'code': 200} Feb 07 21:01:28.255671 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-bc99a068-8b69-4de4-944e-6f581c70b50f service neutron] 10.222.0.71 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861300 Feb 07 21:01:28.266933 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313523e-16f1-4853-935a-8ce5efa9d785 req-ad3907f9-e2a8-493c-be8c-da1a0a9796ed tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:28.268550 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c313523e-16f1-4853-935a-8ce5efa9d785 req-ad3907f9-e2a8-493c-be8c-da1a0a9796ed tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 944 time: 0.1881096 Feb 07 21:01:28.372543 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port acf19ea0-b73e-408e-8078-11e03cb0b5c0 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:28.373327 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (acf19ea0-b73e-408e-8078-11e03cb0b5c0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:28.413001 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] device_id is not set on port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:01:28.418725 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-562aa6c1-7349-4c5f-961f-fdb5da165432 req-1921b25a-88c4-4e8b-9c12-b7df29becef5 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6a3328d-85fb-417c-8c59-a3e729b522e6 HTTP/1.1" status: 200 len: 210 time: 0.1160614 Feb 07 21:01:28.420926 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f83362c-13bd-4241-88f2-105a6f1590d8 admin admin] Publish callbacks [] for security_group (695e3c0d-29e9-4e18-91e9-740df1d6eae7), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:28.424273 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks [] for port (5df0448e-3fe6-4a1e-9f2b-bca881606d87), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:28.438692 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port acf19ea0-b73e-408e-8078-11e03cb0b5c0, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=acf19ea0-b73e-408e-8078-11e03cb0b5c0,segment=NetworkSegment(8dbc27c3-8b29-446a-9851-9122c1639fcc),segment_id=8dbc27c3-8b29-446a-9851-9122c1639fcc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:28.451897 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38dcfdaf-427a-4694-b59f-598914b5292e req-15b19ed7-e846-4c36-ba21-82ce2a2b2707 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:01:28.457617 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f83362c-13bd-4241-88f2-105a6f1590d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (695e3c0d-29e9-4e18-91e9-740df1d6eae7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:28.460198 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (acf19ea0-b73e-408e-8078-11e03cb0b5c0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:28.486727 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8bccaf-7973-41a9-a3fc-47d57f22a985,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:28.497318 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (5df0448e-3fe6-4a1e-9f2b-bca881606d87), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:28.534976 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed35f625-e257-45f1-8388-e7f90fc039d8 None None] Sync routers for ids ['b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:01:28.577448 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed35f625-e257-45f1-8388-e7f90fc039d8 None None] Routers {'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:01:28.578257 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ed35f625-e257-45f1-8388-e7f90fc039d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:28.583767 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9f83362c-13bd-4241-88f2-105a6f1590d8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=30f47b1b252f4828ae833f8fa288afbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9118972 Feb 07 21:01:28.598906 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Pushing event updated for resources: {'Port': ['ID=5df0448e-3fe6-4a1e-9f2b-bca881606d87,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:28.604489 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46248) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:28.609448 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-38dcfdaf-427a-4694-b59f-598914b5292e req-15b19ed7-e846-4c36-ba21-82ce2a2b2707 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] No DVR routers for this DVR port 266f4050-e3c2-483b-8422-9db1dae6ae0a on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:01:28.612907 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c313523e-16f1-4853-935a-8ce5efa9d785 req-e5ee51c7-672d-48d3-8cb0-5ae3b9426b0a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328161 Feb 07 21:01:28.614995 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-40b1fadc-8284-48fe-9515-3a63ee97ef7c service neutron] 10.222.0.71 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443620 Feb 07 21:01:28.627623 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-38dcfdaf-427a-4694-b59f-598914b5292e req-15b19ed7-e846-4c36-ba21-82ce2a2b2707 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:28.631212 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-38dcfdaf-427a-4694-b59f-598914b5292e req-15b19ed7-e846-4c36-ba21-82ce2a2b2707 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.69 "DELETE /v2.0/ports/266f4050-e3c2-483b-8422-9db1dae6ae0a HTTP/1.1" status: 204 len: 173 time: 2.9640532 Feb 07 21:01:28.634353 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019dae9d-fe88-4488-9f2c-1c71f4b8330a', 'name': 'network-vif-deleted', 'tag': '266f4050-e3c2-483b-8422-9db1dae6ae0a'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:01:28.638284 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5032db6-efb9-4715-b245-dc505ab397f7" -d '{"events": [{"server_uuid": "019dae9d-fe88-4488-9f2c-1c71f4b8330a", "name": "network-vif-deleted", "tag": "266f4050-e3c2-483b-8422-9db1dae6ae0a"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:01:28.703947 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83362c-13bd-4241-88f2-105a6f1590d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695e3c0d-29e9-4e18-91e9-740df1d6eae7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:28.709174 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=acf19ea0-b73e-408e-8078-11e03cb0b5c0,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:28.773042 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69799c0-1bd5-44d2-9dc1-ab5a9a8b77c2 req-593e8d7c-9a4c-4f19-a42b-17389f79f530 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:28.796030 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e69799c0-1bd5-44d2-9dc1-ab5a9a8b77c2 req-593e8d7c-9a4c-4f19-a42b-17389f79f530 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49587ba-5a86-4982-825b-07e8e3dde3c3 HTTP/1.1" status: 200 len: 946 time: 0.2012773 Feb 07 21:01:28.871512 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ed35f625-e257-45f1-8388-e7f90fc039d8 None None] Set router b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:01:28.911303 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e69799c0-1bd5-44d2-9dc1-ab5a9a8b77c2 req-a36c62dd-f9d6-4693-b2da-8c5e33033954 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142292 Feb 07 21:01:29.003459 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8998fbb3-3893-413f-b6c2-27ab343a20f2 x-openstack-request-id: req-8998fbb3-3893-413f-b6c2-27ab343a20f2 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:01:29.003820 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019dae9d-fe88-4488-9f2c-1c71f4b8330a", "name": "network-vif-deleted", "tag": "266f4050-e3c2-483b-8422-9db1dae6ae0a", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:01:29.004008 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8998fbb3-3893-413f-b6c2-27ab343a20f2 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:01:29.004410 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019dae9d-fe88-4488-9f2c-1c71f4b8330a', 'name': 'network-vif-deleted', 'tag': '266f4050-e3c2-483b-8422-9db1dae6ae0a', 'status': 'completed', 'code': 200} Feb 07 21:01:29.035520 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Checking segment: {'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:01:29.035894 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Network hostable DHCP agents. Network: 695b2973-3668-4ee2-ae2d-2a81429e660d, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:01:29.040386 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-544fbde7-808f-4d7a-be3e-e67580a02a39 req-11296954-7791-4411-8c1a-44ea73f3314c tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Router 644e477a-47a9-4fda-ab7e-b87a5677db16 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:01:29.062112 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81ff78a4-b78f-43c8-8456-ae4506616503 admin admin] Publish callbacks [] for security_group (695e3c0d-29e9-4e18-91e9-740df1d6eae7), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:29.093926 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-45d0bc9f-f0f3-4255-8a9f-7c3b17122bf2 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:29.097991 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-45d0bc9f-f0f3-4255-8a9f-7c3b17122bf2 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a&tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&binding%3Ahost_id=n-h2-828185-2 HTTP/1.1" status: 200 len: 1126 time: 0.1387694 Feb 07 21:01:29.151251 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Network 695b2973-3668-4ee2-ae2d-2a81429e660d is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:01:29.161835 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81ff78a4-b78f-43c8-8456-ae4506616503 admin admin] Publish callbacks [] for security_group (695e3c0d-29e9-4e18-91e9-740df1d6eae7), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:29.178896 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 695b2973-3668-4ee2-ae2d-2a81429e660d) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:01:29.192953 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:01:29.200654 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5508df-de0f-49d9-ae7c-27227efc9779 None None] Network 695b2973-3668-4ee2-ae2d-2a81429e660d requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:01:29.227381 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:29.227723 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:29.228107 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:29.241639 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:29.241986 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:29.246419 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempt 2 to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 Feb 07 21:01:29.266154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a71a6-e370-4b59-8c73-b26979f277d7 req-5946cfd8-e42c-44a0-a053-6229cded10c0 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:29.273687 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b83a71a6-e370-4b59-8c73-b26979f277d7 req-5946cfd8-e42c-44a0-a053-6229cded10c0 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=80fc9b5f-7987-42a7-a728-af30264bb783 HTTP/1.1" status: 200 len: 945 time: 0.3160257 Feb 07 21:01:29.275791 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:29.276387 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:29.276942 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:29.288021 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-544fbde7-808f-4d7a-be3e-e67580a02a39 req-11296954-7791-4411-8c1a-44ea73f3314c tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:01:29.304425 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9076a-cbaf-4bac-a66f-749cf7a0ea6d None None] Sync routers for ids ['644e477a-47a9-4fda-ab7e-b87a5677db16'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:01:29.335904 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e9076a-cbaf-4bac-a66f-749cf7a0ea6d None None] Routers {'644e477a-47a9-4fda-ab7e-b87a5677db16'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:01:29.337055 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-b4e9076a-cbaf-4bac-a66f-749cf7a0ea6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['644e477a-47a9-4fda-ab7e-b87a5677db16'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:29.346052 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-544fbde7-808f-4d7a-be3e-e67580a02a39 req-11296954-7791-4411-8c1a-44ea73f3314c tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] No DVR routers for this DVR port b0da55de-4c7d-4eb4-96d5-7f34ee98a966 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:01:29.351008 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-544fbde7-808f-4d7a-be3e-e67580a02a39 req-11296954-7791-4411-8c1a-44ea73f3314c tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:29.356254 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-544fbde7-808f-4d7a-be3e-e67580a02a39 req-11296954-7791-4411-8c1a-44ea73f3314c tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.69 "DELETE /v2.0/ports/b0da55de-4c7d-4eb4-96d5-7f34ee98a966 HTTP/1.1" status: 204 len: 173 time: 2.9807522 Feb 07 21:01:29.358129 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:29.358476 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:29.359253 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempt 3 to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 Feb 07 21:01:29.381258 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81ff78a4-b78f-43c8-8456-ae4506616503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (695e3c0d-29e9-4e18-91e9-740df1d6eae7), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:29.384774 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81ff78a4-b78f-43c8-8456-ae4506616503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:29.388366 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-81ff78a4-b78f-43c8-8456-ae4506616503 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/695e3c0d-29e9-4e18-91e9-740df1d6eae7 HTTP/1.1" status: 204 len: 168 time: 0.7796245 Feb 07 21:01:29.400387 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff78a4-b78f-43c8-8456-ae4506616503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695e3c0d-29e9-4e18-91e9-740df1d6eae7,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:29.403306 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:29.403617 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:29.403940 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:29.411224 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:29.411561 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:29.411992 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempt 4 to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 Feb 07 21:01:29.430640 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:29.431086 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:29.431427 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:29.436566 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:29.436905 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:29.437306 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempt 5 to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 Feb 07 21:01:29.450930 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:29.451435 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:29.453142 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:29.458651 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:29.458997 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:29.459395 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempt 6 to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 Feb 07 21:01:29.481187 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:29.481709 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:29.482058 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:29.489472 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:29.489808 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:29.490346 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempt 7 to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 Feb 07 21:01:29.491694 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b83a71a6-e370-4b59-8c73-b26979f277d7 req-f8de0f19-32a2-4c89-98bc-3fd8fd834234 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/security-groups?id=dc2b397e-8538-4e86-8e11-8d1274f7c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110040 Feb 07 21:01:29.498987 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ed35f625-e257-45f1-8388-e7f90fc039d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'name': 'tempest-ServersTestFqdnHostnames-1114124265-router', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:12Z', 'updated_at': '2022-02-07T20:59:22Z', 'revision_number': 4, 'project_id': '1fb38b7e23d34fb68060f43eab10088d', 'gw_port': {'id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:14Z', 'updated_at': '2022-02-07T20:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'cb9300a5-25eb-4cfa-b851-1933b169c49b', 'name': '', 'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'mac_address': 'fa:16:3e:2b:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '804a6593-f65e-4386-a009-e6b4c27bdac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:20Z', 'updated_at': '2022-02-07T20:59:29Z', 'revision_number': 5, 'project_id': '1fb38b7e23d34fb68060f43eab10088d', 'subnets': [{'id': '804a6593-f65e-4386-a009-e6b4c27bdac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:29.505224 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:29.505571 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:29.505951 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:29.511617 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:29.511947 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:29.512368 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempt 8 to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 Feb 07 21:01:29.526554 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed35f625-e257-45f1-8388-e7f90fc039d8 None None] Checking router: b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:01:29.530110 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:29.530455 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:29.530792 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:29.536338 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:29.536678 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:29.537066 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempt 9 to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 Feb 07 21:01:29.538053 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-661a3e48-230e-478b-8508-25485416cd58 service neutron] For port 2caaae4e-7044-4456-8451-ea9044187bb7, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:01:29.543755 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-661a3e48-230e-478b-8508-25485416cd58 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:29.544909 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5ca9d54-f4f7-4667-a7bb-cdcf043aaeef req-661a3e48-230e-478b-8508-25485416cd58 service neutron] 10.222.0.71 "DELETE /v2.0/ports/2caaae4e-7044-4456-8451-ea9044187bb7/bindings/n-h1-828185-2 HTTP/1.1" status: 204 len: 173 time: 0.4357471 Feb 07 21:01:29.548613 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed35f625-e257-45f1-8388-e7f90fc039d8 None None] Routers {'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:01:29.550946 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ed35f625-e257-45f1-8388-e7f90fc039d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:29.570278 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:29.570604 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:29.570932 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:29.582707 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:29.583043 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:29.583526 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempt 10 to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 Feb 07 21:01:29.589229 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123566c-e382-4e47-95d8-196e29623e0a req-3f03cdf1-1a67-44c5-98f2-c1cee6716b15 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:29.590790 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9123566c-e382-4e47-95d8-196e29623e0a req-3f03cdf1-1a67-44c5-98f2-c1cee6716b15 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 943 time: 0.2352643 Feb 07 21:01:29.642463 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:29.643041 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:29.643498 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:29.654449 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:29.654702 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:29.655076 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5df0448e-3fe6-4a1e-9f2b-bca881606d87), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:29.687604 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 266f4050-e3c2-483b-8422-9db1dae6ae0a no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:01:29.718417 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-b4e9076a-cbaf-4bac-a66f-749cf7a0ea6d None None] Set router 644e477a-47a9-4fda-ab7e-b87a5677db16 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:01:29.756953 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9123566c-e382-4e47-95d8-196e29623e0a req-34de9392-50ae-4c73-ae2c-00a3f4680993 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564844 Feb 07 21:01:29.783644 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] For port 5df0448e-3fe6-4a1e-9f2b-bca881606d87, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:01:29.784184 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempted to set empty binding levels {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 07 21:01:29.789193 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (5df0448e-3fe6-4a1e-9f2b-bca881606d87), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:29.823894 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 266f4050-e3c2-483b-8422-9db1dae6ae0a {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:01:29.824252 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 266f4050-e3c2-483b-8422-9db1dae6ae0a not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:01:29.824711 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device b0da55de-4c7d-4eb4-96d5-7f34ee98a966 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:01:29.830818 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:29.831597 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:29.856977 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.4939151 Feb 07 21:01:29.859672 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46272) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:29.895841 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9acd9d0-1d46-4919-89c8-85f867f0431e tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Pushing event updated for resources: {'Port': ['ID=5df0448e-3fe6-4a1e-9f2b-bca881606d87,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:29.904038 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61e6c6-e2a2-4e7f-8d32-798d7d082386 req-d06a2808-fe0d-4037-a3fd-26239be61a30 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:29.916767 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ed35f625-e257-45f1-8388-e7f90fc039d8 None None] Set router b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:01:29.918815 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: b0da55de-4c7d-4eb4-96d5-7f34ee98a966 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:01:29.919162 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device b0da55de-4c7d-4eb4-96d5-7f34ee98a966 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:01:29.922148 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d61e6c6-e2a2-4e7f-8d32-798d7d082386 req-d06a2808-fe0d-4037-a3fd-26239be61a30 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49587ba-5a86-4982-825b-07e8e3dde3c3 HTTP/1.1" status: 200 len: 946 time: 0.1639967 Feb 07 21:01:29.992579 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1ffdf2f3-0bd7-4638-b33f-3256e307b992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Deleting port 5df0448e-3fe6-4a1e-9f2b-bca881606d87 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:01:29.992974 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1ffdf2f3-0bd7-4638-b33f-3256e307b992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (5df0448e-3fe6-4a1e-9f2b-bca881606d87), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:30.068773 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4131ec65-f1c3-4668-bfc4-bde6bd9f3148 req-c02a8418-1ff0-4c0f-b215-2eecb1272abc tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6a3328d-85fb-417c-8c59-a3e729b522e6 HTTP/1.1" status: 200 len: 210 time: 0.1274965 Feb 07 21:01:30.135207 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-b4e9076a-cbaf-4bac-a66f-749cf7a0ea6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'name': 'tempest-ServersTestJSON-1980754697-router', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '0b09677e-f73c-4126-8f8e-cf3afcf79cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:24Z', 'updated_at': '2022-02-07T20:59:31Z', 'revision_number': 4, 'project_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'gw_port': {'id': '0b09677e-f73c-4126-8f8e-cf3afcf79cf3', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:25Z', 'updated_at': '2022-02-07T20:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '6d43b8f9-040d-4274-a658-2d98333b17db', 'name': '', 'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'mac_address': 'fa:16:3e:b9:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '0114e2a3-2e78-44be-93bb-c1c41aa269ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:29Z', 'updated_at': '2022-02-07T20:59:36Z', 'revision_number': 5, 'project_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'subnets': [{'id': '0114e2a3-2e78-44be-93bb-c1c41aa269ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:30.151439 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d61e6c6-e2a2-4e7f-8d32-798d7d082386 req-cee37253-8d40-4e32-89d5-28729817e907 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235785 Feb 07 21:01:30.162642 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1ffdf2f3-0bd7-4638-b33f-3256e307b992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] For port 5df0448e-3fe6-4a1e-9f2b-bca881606d87, host n-h1-828185-2, got binding levels [] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:30.163023 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1ffdf2f3-0bd7-4638-b33f-3256e307b992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (5df0448e-3fe6-4a1e-9f2b-bca881606d87), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:30.164738 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46280) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:30.204051 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9076a-cbaf-4bac-a66f-749cf7a0ea6d None None] Checking router: 644e477a-47a9-4fda-ab7e-b87a5677db16 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:01:30.218653 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1ffdf2f3-0bd7-4638-b33f-3256e307b992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Calling delete_port for 5df0448e-3fe6-4a1e-9f2b-bca881606d87 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:01:30.241771 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e9076a-cbaf-4bac-a66f-749cf7a0ea6d None None] Routers {'644e477a-47a9-4fda-ab7e-b87a5677db16'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:01:30.246997 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-b4e9076a-cbaf-4bac-a66f-749cf7a0ea6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['644e477a-47a9-4fda-ab7e-b87a5677db16'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:30.269103 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f37675a-ec79-4607-bff8-57325e3bf958 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks [] for security_group (db6d7f8b-5a42-4349-96a7-df12d93868cc), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:30.372175 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fc9b5f-7987-42a7-a728-af30264bb783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf19ea0-b73e-408e-8078-11e03cb0b5c0'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:01:30.374445 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0067c2-0af4-4059-9c91-39693adf9a4b" -d '{"events": [{"server_uuid": "80fc9b5f-7987-42a7-a728-af30264bb783", "name": "network-vif-plugged", "status": "completed", "tag": "acf19ea0-b73e-408e-8078-11e03cb0b5c0"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:01:30.399836 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f37675a-ec79-4607-bff8-57325e3bf958 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks [] for security_group (db6d7f8b-5a42-4349-96a7-df12d93868cc), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:30.444518 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1ffdf2f3-0bd7-4638-b33f-3256e307b992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (5df0448e-3fe6-4a1e-9f2b-bca881606d87), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:30.457909 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139ff21b-881c-4d6c-8413-d9802126c851 x-openstack-request-id: req-139ff21b-881c-4d6c-8413-d9802126c851 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:01:30.458243 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fc9b5f-7987-42a7-a728-af30264bb783", "name": "network-vif-plugged", "status": "completed", "tag": "acf19ea0-b73e-408e-8078-11e03cb0b5c0", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:01:30.458483 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-139ff21b-881c-4d6c-8413-d9802126c851 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:01:30.458880 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fc9b5f-7987-42a7-a728-af30264bb783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf19ea0-b73e-408e-8078-11e03cb0b5c0', 'code': 200} Feb 07 21:01:30.474366 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1ffdf2f3-0bd7-4638-b33f-3256e307b992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:30.481280 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1ffdf2f3-0bd7-4638-b33f-3256e307b992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] 10.222.0.65 "DELETE /v2.0/ports/5df0448e-3fe6-4a1e-9f2b-bca881606d87 HTTP/1.1" status: 204 len: 168 time: 0.6169050 Feb 07 21:01:30.486784 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46292) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:30.531814 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454cc87-1069-43ea-bec2-7a202c9461ac req-38ab701c-c93d-45b6-bf24-c4a1a087cf09 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:30.541919 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ed35f625-e257-45f1-8388-e7f90fc039d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'name': 'tempest-ServersTestFqdnHostnames-1114124265-router', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:12Z', 'updated_at': '2022-02-07T20:59:22Z', 'revision_number': 4, 'project_id': '1fb38b7e23d34fb68060f43eab10088d', 'gw_port': {'id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:14Z', 'updated_at': '2022-02-07T20:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'cb9300a5-25eb-4cfa-b851-1933b169c49b', 'name': '', 'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'mac_address': 'fa:16:3e:2b:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '804a6593-f65e-4386-a009-e6b4c27bdac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:20Z', 'updated_at': '2022-02-07T20:59:29Z', 'revision_number': 5, 'project_id': '1fb38b7e23d34fb68060f43eab10088d', 'subnets': [{'id': '804a6593-f65e-4386-a009-e6b4c27bdac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:30.543117 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b454cc87-1069-43ea-bec2-7a202c9461ac req-38ab701c-c93d-45b6-bf24-c4a1a087cf09 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 944 time: 0.2391269 Feb 07 21:01:30.580062 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-b4e9076a-cbaf-4bac-a66f-749cf7a0ea6d None None] Set router 644e477a-47a9-4fda-ab7e-b87a5677db16 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:01:30.592975 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed35f625-e257-45f1-8388-e7f90fc039d8 None None] The sync data for ids ['b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'] in n-d-828185-2 is: [{'id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'name': 'tempest-ServersTestFqdnHostnames-1114124265-router', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:12Z', 'updated_at': '2022-02-07T20:59:22Z', 'revision_number': 4, 'project_id': '1fb38b7e23d34fb68060f43eab10088d', 'gw_port': {'id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:14Z', 'updated_at': '2022-02-07T20:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'cb9300a5-25eb-4cfa-b851-1933b169c49b', 'name': '', 'network_id': '31977659-2f69-4a72-a821-e5e4ae21938f', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'mac_address': 'fa:16:3e:2b:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '804a6593-f65e-4386-a009-e6b4c27bdac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:20Z', 'updated_at': '2022-02-07T20:59:29Z', 'revision_number': 5, 'project_id': '1fb38b7e23d34fb68060f43eab10088d', 'subnets': [{'id': '804a6593-f65e-4386-a009-e6b4c27bdac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:01:30.632161 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f37675a-ec79-4607-bff8-57325e3bf958 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (db6d7f8b-5a42-4349-96a7-df12d93868cc), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:30.643796 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f37675a-ec79-4607-bff8-57325e3bf958 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:30.647375 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9f37675a-ec79-4607-bff8-57325e3bf958 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "DELETE /v2.0/security-groups/db6d7f8b-5a42-4349-96a7-df12d93868cc HTTP/1.1" status: 204 len: 168 time: 0.4792953 Feb 07 21:01:30.654889 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffdf2f3-0bd7-4638-b33f-3256e307b992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Pushing event deleted for resources: {'Port': ['ID=5df0448e-3fe6-4a1e-9f2b-bca881606d87,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:30.663231 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46298) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:30.693891 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea37266-259f-4841-a006-c1cdbd2da154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] GET failed (client error): The resource could not be found. Feb 07 21:01:30.709703 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2ea37266-259f-4841-a006-c1cdbd2da154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] 10.222.0.65 "GET /v2.0/ports/5df0448e-3fe6-4a1e-9f2b-bca881606d87 HTTP/1.1" status: 404 len: 333 time: 0.2202389 Feb 07 21:01:30.717718 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46300) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:30.739061 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2d61abcc-307d-45ae-9281-7a06a787a151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Request body: {'port': {'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967729733'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:30.767036 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-88bc4a00-f674-49eb-ab82-653a45aed3f8 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] show failed (client error): The resource could not be found. Feb 07 21:01:30.776484 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-88bc4a00-f674-49eb-ab82-653a45aed3f8 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "GET /v2.0/security-groups/db6d7f8b-5a42-4349-96a7-df12d93868cc HTTP/1.1" status: 404 len: 347 time: 0.1076353 Feb 07 21:01:30.780908 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46302) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:30.808966 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46306) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:30.831415 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b454cc87-1069-43ea-bec2-7a202c9461ac req-c0349861-640c-4e66-b106-c7a323748302 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872350 Feb 07 21:01:30.832455 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37675a-ec79-4607-bff8-57325e3bf958 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6d7f8b-5a42-4349-96a7-df12d93868cc,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:30.845699 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f37675a-ec79-4607-bff8-57325e3bf958 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:30.846518 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f37675a-ec79-4607-bff8-57325e3bf958 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:30.847616 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f37675a-ec79-4607-bff8-57325e3bf958 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:30.848114 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f37675a-ec79-4607-bff8-57325e3bf958 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:30.848625 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f37675a-ec79-4607-bff8-57325e3bf958 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:30.849123 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f37675a-ec79-4607-bff8-57325e3bf958 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:30.850186 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f37675a-ec79-4607-bff8-57325e3bf958 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:30.850688 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f37675a-ec79-4607-bff8-57325e3bf958 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:30.867041 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f37675a-ec79-4607-bff8-57325e3bf958 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:30.868250 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f37675a-ec79-4607-bff8-57325e3bf958 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:30.871923 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f37675a-ec79-4607-bff8-57325e3bf958 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:30.875304 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f37675a-ec79-4607-bff8-57325e3bf958 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:30.876236 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f37675a-ec79-4607-bff8-57325e3bf958 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:30.881650 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d61abcc-307d-45ae-9281-7a06a787a151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Made reservation on behalf of 49d97769e8d3455aa0dc4c8dacdb44e6 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:01:30.893149 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2d61abcc-307d-45ae-9281-7a06a787a151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:30.947751 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11beefd7-87f7-43ef-b389-902d825b72b0 req-816abc70-1cb4-4f3c-9e7c-d5293ecf8860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:30.949909 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-11beefd7-87f7-43ef-b389-902d825b72b0 req-816abc70-1cb4-4f3c-9e7c-d5293ecf8860 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=80fc9b5f-7987-42a7-a728-af30264bb783 HTTP/1.1" status: 200 len: 1127 time: 0.3584940 Feb 07 21:01:30.976652 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-2d61abcc-307d-45ae-9281-7a06a787a151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] device_id is not set on port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:01:31.012959 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a3328d-85fb-417c-8c59-a3e729b522e6', 'name': 'network-vif-deleted', 'tag': 'b0da55de-4c7d-4eb4-96d5-7f34ee98a966'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:01:31.017074 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a76a62-df15-4446-ae29-a8607b60c8a5" -d '{"events": [{"server_uuid": "d6a3328d-85fb-417c-8c59-a3e729b522e6", "name": "network-vif-deleted", "tag": "b0da55de-4c7d-4eb4-96d5-7f34ee98a966"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:01:31.047065 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-b4e9076a-cbaf-4bac-a66f-749cf7a0ea6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'name': 'tempest-ServersTestJSON-1980754697-router', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '0b09677e-f73c-4126-8f8e-cf3afcf79cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:24Z', 'updated_at': '2022-02-07T20:59:31Z', 'revision_number': 4, 'project_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'gw_port': {'id': '0b09677e-f73c-4126-8f8e-cf3afcf79cf3', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:25Z', 'updated_at': '2022-02-07T20:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '6d43b8f9-040d-4274-a658-2d98333b17db', 'name': '', 'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'mac_address': 'fa:16:3e:b9:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '0114e2a3-2e78-44be-93bb-c1c41aa269ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:29Z', 'updated_at': '2022-02-07T20:59:36Z', 'revision_number': 5, 'project_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'subnets': [{'id': '0114e2a3-2e78-44be-93bb-c1c41aa269ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:31.086860 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9076a-cbaf-4bac-a66f-749cf7a0ea6d None None] The sync data for ids ['644e477a-47a9-4fda-ab7e-b87a5677db16'] in n-d-828185-2 is: [{'id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'name': 'tempest-ServersTestJSON-1980754697-router', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '0b09677e-f73c-4126-8f8e-cf3afcf79cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:24Z', 'updated_at': '2022-02-07T20:59:31Z', 'revision_number': 4, 'project_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'gw_port': {'id': '0b09677e-f73c-4126-8f8e-cf3afcf79cf3', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:25Z', 'updated_at': '2022-02-07T20:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '6d43b8f9-040d-4274-a658-2d98333b17db', 'name': '', 'network_id': '1d126bd2-e7d9-441a-a099-aac0556c8e1f', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'mac_address': 'fa:16:3e:b9:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '0114e2a3-2e78-44be-93bb-c1c41aa269ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:29Z', 'updated_at': '2022-02-07T20:59:36Z', 'revision_number': 5, 'project_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'subnets': [{'id': '0114e2a3-2e78-44be-93bb-c1c41aa269ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:01:31.096210 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-db8db41a-bffd-47bb-b0ea-018df2dfea79 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Deleting port 46a30fe4-6890-48cd-9e77-e28ddd36ba22 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:01:31.096706 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db8db41a-bffd-47bb-b0ea-018df2dfea79 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (46a30fe4-6890-48cd-9e77-e28ddd36ba22), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:31.101745 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-11beefd7-87f7-43ef-b389-902d825b72b0 req-b45c09be-c287-4a98-8cf4-c51cd3b08db6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dc2b397e-8538-4e86-8e11-8d1274f7c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318521 Feb 07 21:01:31.141117 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-60eae8ba-9d4b-4511-84a1-fc84c555dfb4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1903395963-network', 'tenant_id': '201d9268974d4320af92b82deb0d76ae'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:31.163846 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afd4a5a-0007-413b-99cc-db868a67f065 None None] New status for floating IP 03695d27-1d3a-4c89-8688-a5d6704adee2: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:01:31.193426 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60eae8ba-9d4b-4511-84a1-fc84c555dfb4 admin admin] Made reservation on behalf of 201d9268974d4320af92b82deb0d76ae for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:01:31.196433 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60eae8ba-9d4b-4511-84a1-fc84c555dfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:31.210275 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2c6a7-e744-4476-ace9-b5b4be18220d req-514d9b80-6a6a-4498-8935-ccb946765b24 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:31.212994 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60eae8ba-9d4b-4511-84a1-fc84c555dfb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:31.223486 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30d2c6a7-e744-4476-ace9-b5b4be18220d req-514d9b80-6a6a-4498-8935-ccb946765b24 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=80fc9b5f-7987-42a7-a728-af30264bb783 HTTP/1.1" status: 200 len: 945 time: 0.5324545 Feb 07 21:01:31.235228 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db8db41a-bffd-47bb-b0ea-018df2dfea79 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (46a30fe4-6890-48cd-9e77-e28ddd36ba22), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:31.235585 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db8db41a-bffd-47bb-b0ea-018df2dfea79 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks [] for floatingip (46a30fe4-6890-48cd-9e77-e28ddd36ba22), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:31.312953 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30d2c6a7-e744-4476-ace9-b5b4be18220d req-a5b73177-9f89-4437-b088-fabf88fb10d1 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/security-groups?id=dc2b397e-8538-4e86-8e11-8d1274f7c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884192 Feb 07 21:01:31.322904 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60eae8ba-9d4b-4511-84a1-fc84c555dfb4 admin admin] Publish callbacks [] for security_group (48ca5748-bfdc-4565-bf57-78cb79625f20), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:31.339642 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60eae8ba-9d4b-4511-84a1-fc84c555dfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (48ca5748-bfdc-4565-bf57-78cb79625f20), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:31.350828 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-db8db41a-bffd-47bb-b0ea-018df2dfea79 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Calling delete_port for 46a30fe4-6890-48cd-9e77-e28ddd36ba22 owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:01:31.351024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c27c8-1e11-4de3-8cad-b029283a31e8 req-da1965a0-6a2c-4af6-884a-59f29bb99fe0 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:31.353058 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-434c27c8-1e11-4de3-8cad-b029283a31e8 req-da1965a0-6a2c-4af6-884a-59f29bb99fe0 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 943 time: 0.2564850 Feb 07 21:01:31.398660 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2d61abcc-307d-45ae-9281-7a06a787a151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks [] for port (23c7165a-d43e-4225-bd8a-85dced2e0cf2), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:31.421215 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eae8ba-9d4b-4511-84a1-fc84c555dfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ca5748-bfdc-4565-bf57-78cb79625f20,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:31.453423 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d370df8d-8e63-486b-b544-741926281552 x-openstack-request-id: req-d370df8d-8e63-486b-b544-741926281552 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:01:31.457895 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a3328d-85fb-417c-8c59-a3e729b522e6", "name": "network-vif-deleted", "tag": "b0da55de-4c7d-4eb4-96d5-7f34ee98a966", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:01:31.459846 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d370df8d-8e63-486b-b544-741926281552 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:01:31.462053 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a3328d-85fb-417c-8c59-a3e729b522e6', 'name': 'network-vif-deleted', 'tag': 'b0da55de-4c7d-4eb4-96d5-7f34ee98a966', 'status': 'completed', 'code': 200} Feb 07 21:01:31.495474 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-434c27c8-1e11-4de3-8cad-b029283a31e8 req-7b7cb0a3-3875-4aca-9f7d-047e3050a951 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834923 Feb 07 21:01:31.527655 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2d61abcc-307d-45ae-9281-7a06a787a151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (23c7165a-d43e-4225-bd8a-85dced2e0cf2), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:31.562712 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60eae8ba-9d4b-4511-84a1-fc84c555dfb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:01:31.571052 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b7f4b5-34bc-413c-8d28-e5a77c7015b8 None None] New status for floating IP 27563c55-9bf9-44b3-a4ad-2fd55e21ab55: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:01:31.599013 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device af98c72b-ef78-4b4a-8c5c-70e89f482e90 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:01:31.643553 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d61abcc-307d-45ae-9281-7a06a787a151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Network 695b2973-3668-4ee2-ae2d-2a81429e660d is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:01:31.648104 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60eae8ba-9d4b-4511-84a1-fc84c555dfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (47dad31d-c902-4743-8242-9049f1f64633), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:31.648740 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-60eae8ba-9d4b-4511-84a1-fc84c555dfb4 admin admin] Added segment 47dad31d-c902-4743-8242-9049f1f64633 of type vlan for network c3146a46-c721-423b-a88e-d119ffbfea60 Feb 07 21:01:31.650947 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-2d61abcc-307d-45ae-9281-7a06a787a151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:01:31.654664 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d61abcc-307d-45ae-9281-7a06a787a151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:01:31.655903 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d61abcc-307d-45ae-9281-7a06a787a151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:31.656609 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2d61abcc-307d-45ae-9281-7a06a787a151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:31.663324 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61abcc-307d-45ae-9281-7a06a787a151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Pushing event updated for resources: {'Port': ['ID=23c7165a-d43e-4225-bd8a-85dced2e0cf2,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:31.693477 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c73d1f-2317-417c-8566-9ad7b523f0d1 req-92c5e2da-6bb2-4f24-99a1-7fbc6d61e395 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:31.695191 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-54c73d1f-2317-417c-8566-9ad7b523f0d1 req-92c5e2da-6bb2-4f24-99a1-7fbc6d61e395 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49587ba-5a86-4982-825b-07e8e3dde3c3 HTTP/1.1" status: 200 len: 946 time: 0.1971498 Feb 07 21:01:31.700807 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2d61abcc-307d-45ae-9281-7a06a787a151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9813600 Feb 07 21:01:31.705504 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46322) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:31.722441 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:31.747039 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46068d-8169-4ee4-bd72-85964ddfff60 req-ef599e8d-7260-4e57-95ac-7475e4848200 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:31.748567 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c46068d-8169-4ee4-bd72-85964ddfff60 req-ef599e8d-7260-4e57-95ac-7475e4848200 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 1126 time: 0.1617031 Feb 07 21:01:31.775944 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60eae8ba-9d4b-4511-84a1-fc84c555dfb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (c3146a46-c721-423b-a88e-d119ffbfea60), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:31.786768 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port af98c72b-ef78-4b4a-8c5c-70e89f482e90 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:31.787439 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (af98c72b-ef78-4b4a-8c5c-70e89f482e90), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:31.797394 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea996cb-07e9-4307-8459-e8e796b954b2 req-a6541ade-e508-479a-a7f8-d1e393606cab tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:31.799559 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fea996cb-07e9-4307-8459-e8e796b954b2 req-a6541ade-e508-479a-a7f8-d1e393606cab tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49587ba-5a86-4982-825b-07e8e3dde3c3 HTTP/1.1" status: 200 len: 946 time: 0.4098721 Feb 07 21:01:31.835830 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port af98c72b-ef78-4b4a-8c5c-70e89f482e90, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=af98c72b-ef78-4b4a-8c5c-70e89f482e90,segment=NetworkSegment(f638ec27-818a-478c-bd2a-cb7a790547ad),segment_id=f638ec27-818a-478c-bd2a-cb7a790547ad)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:31.841737 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (af98c72b-ef78-4b4a-8c5c-70e89f482e90), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:31.869893 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c46068d-8169-4ee4-bd72-85964ddfff60 req-0900dc1d-5c18-4118-bcb7-1a1ab78acd96 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916321 Feb 07 21:01:31.892909 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-54c73d1f-2317-417c-8566-9ad7b523f0d1 req-024d72ea-c11f-4807-9a46-1a2dad5fbbad tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863315 Feb 07 21:01:31.906617 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (23c7165a-d43e-4225-bd8a-85dced2e0cf2), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:31.931974 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=af98c72b-ef78-4b4a-8c5c-70e89f482e90,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:31.951106 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60eae8ba-9d4b-4511-84a1-fc84c555dfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (c3146a46-c721-423b-a88e-d119ffbfea60), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:31.952127 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60eae8ba-9d4b-4511-84a1-fc84c555dfb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:31.952731 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60eae8ba-9d4b-4511-84a1-fc84c555dfb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:31.960468 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46326) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:32.058853 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-60eae8ba-9d4b-4511-84a1-fc84c555dfb4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2461553 Feb 07 21:01:32.062015 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46328) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:32.067833 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5669098c-1a31-472c-8982-4fc047313f64 admin admin] Request body: {'subnet': {'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1903395963-subnet', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:32.076039 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eae8ba-9d4b-4511-84a1-fc84c555dfb4 admin admin] Pushing event updated for resources: {'Network': ['ID=c3146a46-c721-423b-a88e-d119ffbfea60,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:32.083643 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db8db41a-bffd-47bb-b0ea-018df2dfea79 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (46a30fe4-6890-48cd-9e77-e28ddd36ba22), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:32.088192 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network c3146a46-c721-423b-a88e-d119ffbfea60 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:01:32.117421 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669806db-dc37-4f7e-b89c-08f4a2c05358 req-f6bf2f48-f8f8-4c8d-ab8b-fddc7c261b4d tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:32.119502 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-669806db-dc37-4f7e-b89c-08f4a2c05358 req-f6bf2f48-f8f8-4c8d-ab8b-fddc7c261b4d tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 1126 time: 0.1345358 Feb 07 21:01:32.120887 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8db41a-bffd-47bb-b0ea-018df2dfea79 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Pushing event deleted for resources: {'Port': ['ID=46a30fe4-6890-48cd-9e77-e28ddd36ba22,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:32.122223 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5669098c-1a31-472c-8982-4fc047313f64 admin admin] Made reservation on behalf of 201d9268974d4320af92b82deb0d76ae for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:01:32.124901 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5669098c-1a31-472c-8982-4fc047313f64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:32.135813 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-fea996cb-07e9-4307-8459-e8e796b954b2 req-c5e4a166-58f5-4d86-8321-2dc1aa4a12a9 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Deleting port af98c72b-ef78-4b4a-8c5c-70e89f482e90 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:01:32.136145 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-fea996cb-07e9-4307-8459-e8e796b954b2 req-c5e4a166-58f5-4d86-8321-2dc1aa4a12a9 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (af98c72b-ef78-4b4a-8c5c-70e89f482e90), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:32.205111 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3839f597-f911-4fc2-9e64-ce134e59659d tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks [] for security_group (dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:32.259644 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] device_id is not set on port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:01:32.277260 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks [] for port (23c7165a-d43e-4225-bd8a-85dced2e0cf2), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:32.277614 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3839f597-f911-4fc2-9e64-ce134e59659d tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks [] for security_group (dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:32.290928 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db8db41a-bffd-47bb-b0ea-018df2dfea79 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks [] for floatingip (03695d27-1d3a-4c89-8688-a5d6704adee2), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:32.293454 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db8db41a-bffd-47bb-b0ea-018df2dfea79 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:32.293784 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-669806db-dc37-4f7e-b89c-08f4a2c05358 req-55531b2c-175d-4b73-afcd-9739f6ad8088 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202104 Feb 07 21:01:32.294594 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-db8db41a-bffd-47bb-b0ea-018df2dfea79 tempest-ServersTestFqdnHostnames-1520582728 tempest-ServersTestFqdnHostnames-1520582728-project] 10.222.0.65 "DELETE /v2.0/floatingips/03695d27-1d3a-4c89-8688-a5d6704adee2 HTTP/1.1" status: 204 len: 168 time: 1.5123477 Feb 07 21:01:32.299604 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46330) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:32.310011 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (23c7165a-d43e-4225-bd8a-85dced2e0cf2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:32.409840 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-fea996cb-07e9-4307-8459-e8e796b954b2 req-c5e4a166-58f5-4d86-8321-2dc1aa4a12a9 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] For port af98c72b-ef78-4b4a-8c5c-70e89f482e90, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=af98c72b-ef78-4b4a-8c5c-70e89f482e90,segment=NetworkSegment(f638ec27-818a-478c-bd2a-cb7a790547ad),segment_id=f638ec27-818a-478c-bd2a-cb7a790547ad)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:32.410195 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-fea996cb-07e9-4307-8459-e8e796b954b2 req-c5e4a166-58f5-4d86-8321-2dc1aa4a12a9 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (af98c72b-ef78-4b4a-8c5c-70e89f482e90), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:32.431834 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-fea996cb-07e9-4307-8459-e8e796b954b2 req-c5e4a166-58f5-4d86-8321-2dc1aa4a12a9 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Calling delete_port for af98c72b-ef78-4b4a-8c5c-70e89f482e90 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:01:32.460354 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49587ba-5a86-4982-825b-07e8e3dde3c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af98c72b-ef78-4b4a-8c5c-70e89f482e90'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:01:32.466103 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce1b5eb-92ef-4268-8634-f4b257250362" -d '{"events": [{"server_uuid": "e49587ba-5a86-4982-825b-07e8e3dde3c3", "name": "network-vif-unplugged", "status": "completed", "tag": "af98c72b-ef78-4b4a-8c5c-70e89f482e90"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:01:32.471879 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3839f597-f911-4fc2-9e64-ce134e59659d tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:32.474275 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3839f597-f911-4fc2-9e64-ce134e59659d tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:32.475738 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3839f597-f911-4fc2-9e64-ce134e59659d tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "DELETE /v2.0/security-groups/dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46 HTTP/1.1" status: 204 len: 168 time: 0.5069046 Feb 07 21:01:32.476096 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Pushing event updated for resources: {'Port': ['ID=23c7165a-d43e-4225-bd8a-85dced2e0cf2,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:32.488025 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46342) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:32.524505 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839f597-f911-4fc2-9e64-ce134e59659d tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:32.582828 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:32.582828 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:32.582828 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:32.594452 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-4e18a5ac-37f6-4add-bbc7-8d898249d8c0 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] show failed (client error): The resource could not be found. Feb 07 21:01:32.604335 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4e18a5ac-37f6-4add-bbc7-8d898249d8c0 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "GET /v2.0/security-groups/dd7f52fc-1ee2-45c1-a88d-b98c9ca4de46 HTTP/1.1" status: 404 len: 347 time: 0.1134641 Feb 07 21:01:32.619790 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46348) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:32.646700 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:32.646950 n-d-828185-2 neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:32.652400 n-d-828185-2 neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempt 2 to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 Feb 07 21:01:32.683440 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097972e-a8d9-4a04-be37-efe61f316d0d req-75bd2b35-a47e-4a87-92b3-0b72e3846cbc tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:32.685230 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0097972e-a8d9-4a04-be37-efe61f316d0d req-75bd2b35-a47e-4a87-92b3-0b72e3846cbc tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=80fc9b5f-7987-42a7-a728-af30264bb783 HTTP/1.1" status: 200 len: 945 time: 0.3097677 Feb 07 21:01:32.690108 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:32.691811 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:32.692274 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:32.701237 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5669098c-1a31-472c-8982-4fc047313f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (db292aec-1a57-4b47-8954-d9d39e39a101), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:32.723986 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:32.724521 n-d-828185-2 neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:32.731726 n-d-828185-2 neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempt 3 to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 Feb 07 21:01:32.735023 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad5d9f9-8da2-4dd6-92f8-2286539a0a88 x-openstack-request-id: req-6ad5d9f9-8da2-4dd6-92f8-2286539a0a88 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:01:32.735582 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49587ba-5a86-4982-825b-07e8e3dde3c3", "name": "network-vif-unplugged", "status": "completed", "tag": "af98c72b-ef78-4b4a-8c5c-70e89f482e90", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:01:32.735905 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6ad5d9f9-8da2-4dd6-92f8-2286539a0a88 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:01:32.736427 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49587ba-5a86-4982-825b-07e8e3dde3c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af98c72b-ef78-4b4a-8c5c-70e89f482e90', 'code': 200} Feb 07 21:01:32.806562 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:32.806987 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:32.807388 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:32.826262 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0097972e-a8d9-4a04-be37-efe61f316d0d req-72545127-55c2-4187-a955-a36429277975 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/security-groups?id=dc2b397e-8538-4e86-8e11-8d1274f7c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272597 Feb 07 21:01:32.846912 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:32.847365 n-d-828185-2 neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:32.852341 n-d-828185-2 neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempt 4 to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 Feb 07 21:01:32.855798 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669098c-1a31-472c-8982-4fc047313f64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db292aec-1a57-4b47-8954-d9d39e39a101,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:32.883944 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:32.885124 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:32.885562 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:32.893636 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-fea996cb-07e9-4307-8459-e8e796b954b2 req-c5e4a166-58f5-4d86-8321-2dc1aa4a12a9 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (af98c72b-ef78-4b4a-8c5c-70e89f482e90), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:32.903336 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:32.903732 n-d-828185-2 neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:32.905134 n-d-828185-2 neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempt 5 to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 Feb 07 21:01:32.908398 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5669098c-1a31-472c-8982-4fc047313f64 admin admin] Checking segment: {'id': '47dad31d-c902-4743-8242-9049f1f64633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:01:32.908757 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5669098c-1a31-472c-8982-4fc047313f64 admin admin] Network hostable DHCP agents. Network: c3146a46-c721-423b-a88e-d119ffbfea60, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:01:32.931078 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d89c1-3cb6-487a-91dc-ea2ded4869e2 req-2c0fbb98-a87f-4de7-8d84-b02154799d62 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:32.933285 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d1d89c1-3cb6-487a-91dc-ea2ded4869e2 req-2c0fbb98-a87f-4de7-8d84-b02154799d62 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 943 time: 0.1307092 Feb 07 21:01:32.939191 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:32.939521 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:32.939857 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:32.958407 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4a166-58f5-4d86-8321-2dc1aa4a12a9 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Pushing event deleted for resources: {'Port': ['ID=af98c72b-ef78-4b4a-8c5c-70e89f482e90,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:32.962990 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:32.963325 n-d-828185-2 neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:32.964779 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-62b915f4-83c6-4996-afb5-e7c780394d03 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Deleting port 8ed4e644-a641-496e-a605-bf31b821b20a {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:01:32.965261 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62b915f4-83c6-4996-afb5-e7c780394d03 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8ed4e644-a641-496e-a605-bf31b821b20a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:32.965386 n-d-828185-2 neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempt 6 to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 Feb 07 21:01:32.971156 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5669098c-1a31-472c-8982-4fc047313f64 admin admin] Network c3146a46-c721-423b-a88e-d119ffbfea60 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:01:33.012430 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:33.012785 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:33.013274 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:33.039428 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e0a3c57-4489-4310-bfcf-5a0a4c0b8644 req-43e2adc3-3a2c-4498-ad31-d532bc5e1a0d tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=e49587ba-5a86-4982-825b-07e8e3dde3c3 HTTP/1.1" status: 200 len: 210 time: 0.0609045 Feb 07 21:01:33.039994 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-5669098c-1a31-472c-8982-4fc047313f64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, c3146a46-c721-423b-a88e-d119ffbfea60) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:01:33.044194 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:33.044556 n-d-828185-2 neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:33.047006 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5669098c-1a31-472c-8982-4fc047313f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:33.047614 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5669098c-1a31-472c-8982-4fc047313f64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:33.049834 n-d-828185-2 neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempt 7 to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 Feb 07 21:01:33.050811 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810ff920-558c-4afb-a848-46e57823a527 None None] Network c3146a46-c721-423b-a88e-d119ffbfea60 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:01:33.055910 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d1d89c1-3cb6-487a-91dc-ea2ded4869e2 req-13155f98-3168-4adc-a5eb-2a10d8281c4e tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137261 Feb 07 21:01:33.066767 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea996cb-07e9-4307-8459-e8e796b954b2 req-c5e4a166-58f5-4d86-8321-2dc1aa4a12a9 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] No DVR routers for this DVR port af98c72b-ef78-4b4a-8c5c-70e89f482e90 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:01:33.076883 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-fea996cb-07e9-4307-8459-e8e796b954b2 req-c5e4a166-58f5-4d86-8321-2dc1aa4a12a9 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:33.077099 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:33.077569 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:33.078482 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:33.080940 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fea996cb-07e9-4307-8459-e8e796b954b2 req-c5e4a166-58f5-4d86-8321-2dc1aa4a12a9 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.69 "DELETE /v2.0/ports/af98c72b-ef78-4b4a-8c5c-70e89f482e90 HTTP/1.1" status: 204 len: 173 time: 1.2706900 Feb 07 21:01:33.099339 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5669098c-1a31-472c-8982-4fc047313f64 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0365229 Feb 07 21:01:33.102293 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46354) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:33.114484 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d87dc6e1-b464-4d4a-b287-209753edf7df admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1903395963-router', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:33.126889 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:33.127125 n-d-828185-2 neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:33.129400 n-d-828185-2 neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempt 8 to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 Feb 07 21:01:33.137449 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62b915f4-83c6-4996-afb5-e7c780394d03 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8ed4e644-a641-496e-a605-bf31b821b20a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:33.137728 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62b915f4-83c6-4996-afb5-e7c780394d03 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks [] for floatingip (8ed4e644-a641-496e-a605-bf31b821b20a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:33.149551 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:33.149883 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:33.150851 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:33.155358 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:33.155866 n-d-828185-2 neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:33.156077 n-d-828185-2 neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempt 9 to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 Feb 07 21:01:33.164054 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-62b915f4-83c6-4996-afb5-e7c780394d03 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Calling delete_port for 8ed4e644-a641-496e-a605-bf31b821b20a owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:01:33.167647 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d87dc6e1-b464-4d4a-b287-209753edf7df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (28036b59-4615-4f68-be11-3cf14c76bc78), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:33.169201 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d87dc6e1-b464-4d4a-b287-209753edf7df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (28036b59-4615-4f68-be11-3cf14c76bc78), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:33.179179 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:33.179556 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:33.179925 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:33.186841 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:33.187243 n-d-828185-2 neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:33.190096 n-d-828185-2 neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempt 10 to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 Feb 07 21:01:33.199646 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85ae61a-9749-4cf3-9f26-100f0595de43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-c3146a46-c721-423b-a88e-d119ffbfea60', 'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60', 'project_id': '201d9268974d4320af92b82deb0d76ae', 'fixed_ips': [{'subnet_id': 'db292aec-1a57-4b47-8954-d9d39e39a101'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:01:33.201309 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e85ae61a-9749-4cf3-9f26-100f0595de43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:33.216172 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:33.216547 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:33.216879 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:33.249569 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:33.249904 n-d-828185-2 neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:33.250310 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (23c7165a-d43e-4225-bd8a-85dced2e0cf2), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:33.273026 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d87dc6e1-b464-4d4a-b287-209753edf7df admin admin] Publish callbacks [] for router_controller (28036b59-4615-4f68-be11-3cf14c76bc78), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:33.295643 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9e19d39-bbaa-471a-a9c2-d06d6269aac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:33.338549 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:33.390597 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-e85ae61a-9749-4cf3-9f26-100f0595de43 None None] Allocated IP 172.20.0.2 (c3146a46-c721-423b-a88e-d119ffbfea60/db292aec-1a57-4b47-8954-d9d39e39a101/1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:01:33.488925 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d87dc6e1-b464-4d4a-b287-209753edf7df admin admin] Publish callbacks [] for router_gateway (28036b59-4615-4f68-be11-3cf14c76bc78), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:33.498225 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] For port 23c7165a-d43e-4225-bd8a-85dced2e0cf2, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:01:33.498764 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempted to set empty binding levels {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 07 21:01:33.536468 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (23c7165a-d43e-4225-bd8a-85dced2e0cf2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:33.567256 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e85ae61a-9749-4cf3-9f26-100f0595de43 None None] Publish callbacks [] for port (1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:33.578415 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e85ae61a-9749-4cf3-9f26-100f0595de43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:33.625308 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] In _notify_port_updated(), no bound segment for port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 07 21:01:33.626407 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:33.627379 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:33.628924 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] 10.222.0.65 "PUT /v2.0/ports/23c7165a-d43e-4225-bd8a-85dced2e0cf2 HTTP/1.1" status: 200 len: 979 time: 1.9210057 Feb 07 21:01:33.633045 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46356) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:33.713573 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85ae61a-9749-4cf3-9f26-100f0595de43 None None] Network c3146a46-c721-423b-a88e-d119ffbfea60 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:01:33.750687 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-e85ae61a-9749-4cf3-9f26-100f0595de43 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:01:33.755428 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ae61a-9749-4cf3-9f26-100f0595de43 None None] Pushing event updated for resources: {'Port': ['ID=1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:33.760300 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85ae61a-9749-4cf3-9f26-100f0595de43 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:01:33.768703 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:33.823088 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49587ba-5a86-4982-825b-07e8e3dde3c3', 'name': 'network-vif-deleted', 'tag': 'af98c72b-ef78-4b4a-8c5c-70e89f482e90'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:01:33.825757 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5de53c9-c151-4cd1-9778-20dde7f86f54" -d '{"events": [{"server_uuid": "e49587ba-5a86-4982-825b-07e8e3dde3c3", "name": "network-vif-deleted", "tag": "af98c72b-ef78-4b4a-8c5c-70e89f482e90"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:01:33.834953 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62b915f4-83c6-4996-afb5-e7c780394d03 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8ed4e644-a641-496e-a605-bf31b821b20a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:33.887862 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-e85ae61a-9749-4cf3-9f26-100f0595de43 None None] Attempting to bind port 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:33.888286 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-e85ae61a-9749-4cf3-9f26-100f0595de43 None None] Attempting to bind port 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '47dad31d-c902-4743-8242-9049f1f64633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:33.888668 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85ae61a-9749-4cf3-9f26-100f0595de43 None None] Attempting to bind port 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df on network c3146a46-c721-423b-a88e-d119ffbfea60 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:33.907852 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85ae61a-9749-4cf3-9f26-100f0595de43 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:01:33.909174 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b915f4-83c6-4996-afb5-e7c780394d03 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Pushing event deleted for resources: {'Port': ['ID=8ed4e644-a641-496e-a605-bf31b821b20a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:33.916322 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85ae61a-9749-4cf3-9f26-100f0595de43 None None] Checking segment: {'id': '47dad31d-c902-4743-8242-9049f1f64633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:01:33.917691 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e85ae61a-9749-4cf3-9f26-100f0595de43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:33.923075 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85ae61a-9749-4cf3-9f26-100f0595de43 None None] Bound using segment: {'id': '47dad31d-c902-4743-8242-9049f1f64633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:01:33.925948 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-e85ae61a-9749-4cf3-9f26-100f0595de43 None None] Bound port: 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47dad31d-c902-4743-8242-9049f1f64633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:01:33.927381 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e85ae61a-9749-4cf3-9f26-100f0595de43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:33.960412 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7398303d-cb8e-47ad-98d2-d93b37cf9662 x-openstack-request-id: req-7398303d-cb8e-47ad-98d2-d93b37cf9662 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:01:33.960709 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49587ba-5a86-4982-825b-07e8e3dde3c3", "name": "network-vif-deleted", "tag": "af98c72b-ef78-4b4a-8c5c-70e89f482e90", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:01:33.960968 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7398303d-cb8e-47ad-98d2-d93b37cf9662 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:01:33.961367 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49587ba-5a86-4982-825b-07e8e3dde3c3', 'name': 'network-vif-deleted', 'tag': 'af98c72b-ef78-4b4a-8c5c-70e89f482e90', 'status': 'completed', 'code': 200} Feb 07 21:01:34.022809 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62b915f4-83c6-4996-afb5-e7c780394d03 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks [] for floatingip (27563c55-9bf9-44b3-a4ad-2fd55e21ab55), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:34.025908 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62b915f4-83c6-4996-afb5-e7c780394d03 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:34.027083 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-62b915f4-83c6-4996-afb5-e7c780394d03 tempest-ServersTestJSON-497041487 tempest-ServersTestJSON-497041487-project] 10.222.0.65 "DELETE /v2.0/floatingips/27563c55-9bf9-44b3-a4ad-2fd55e21ab55 HTTP/1.1" status: 204 len: 168 time: 1.4063203 Feb 07 21:01:34.029957 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46364) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:34.095233 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e85ae61a-9749-4cf3-9f26-100f0595de43 None None] For port 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:01:34.104659 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e85ae61a-9749-4cf3-9f26-100f0595de43 None None] For port 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df,segment=NetworkSegment(47dad31d-c902-4743-8242-9049f1f64633),segment_id=47dad31d-c902-4743-8242-9049f1f64633)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:01:34.114199 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3919e13-5b1e-4ec4-ba2a-7f5b3a3ffb4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Pushing event updated for resources: {'Port': ['ID=23c7165a-d43e-4225-bd8a-85dced2e0cf2,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:34.124284 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e85ae61a-9749-4cf3-9f26-100f0595de43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:34.279421 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5e01-a8d0-44fe-8cf5-6bf5296c0536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:34.279905 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5e01-a8d0-44fe-8cf5-6bf5296c0536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:34.280379 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5e01-a8d0-44fe-8cf5-6bf5296c0536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:34.280838 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5e01-a8d0-44fe-8cf5-6bf5296c0536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:34.281290 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5e01-a8d0-44fe-8cf5-6bf5296c0536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:34.281744 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5e01-a8d0-44fe-8cf5-6bf5296c0536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:34.282236 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5e01-a8d0-44fe-8cf5-6bf5296c0536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:34.282692 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5e01-a8d0-44fe-8cf5-6bf5296c0536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:34.283143 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5e01-a8d0-44fe-8cf5-6bf5296c0536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:34.283592 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5e01-a8d0-44fe-8cf5-6bf5296c0536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:34.284044 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5e01-a8d0-44fe-8cf5-6bf5296c0536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:34.284518 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5e01-a8d0-44fe-8cf5-6bf5296c0536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:34.286532 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5e01-a8d0-44fe-8cf5-6bf5296c0536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:34.287013 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5e01-a8d0-44fe-8cf5-6bf5296c0536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:34.287475 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5e01-a8d0-44fe-8cf5-6bf5296c0536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:34.287931 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5e01-a8d0-44fe-8cf5-6bf5296c0536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:34.288426 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5e01-a8d0-44fe-8cf5-6bf5296c0536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:34.288881 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5e01-a8d0-44fe-8cf5-6bf5296c0536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:34.289335 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5e01-a8d0-44fe-8cf5-6bf5296c0536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:34.289786 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5e01-a8d0-44fe-8cf5-6bf5296c0536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:34.295028 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5e01-a8d0-44fe-8cf5-6bf5296c0536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:34.295328 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5e01-a8d0-44fe-8cf5-6bf5296c0536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:34.295798 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5e01-a8d0-44fe-8cf5-6bf5296c0536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:34.296279 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5e01-a8d0-44fe-8cf5-6bf5296c0536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:34.296770 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5e01-a8d0-44fe-8cf5-6bf5296c0536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:34.297230 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5e01-a8d0-44fe-8cf5-6bf5296c0536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:34.300199 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ae61a-9749-4cf3-9f26-100f0595de43 None None] Pushing event updated for resources: {'Port': ['ID=1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:34.304677 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-85cd5e01-a8d0-44fe-8cf5-6bf5296c0536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23950 time: 0.6632423 Feb 07 21:01:34.307300 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46372) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:34.326364 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2fee4-ed1d-4fe3-94a5-c782ab42772e req-534c5772-d37d-4b50-9c9e-7688de14f632 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:34.327840 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0f2fee4-ed1d-4fe3-94a5-c782ab42772e req-534c5772-d37d-4b50-9c9e-7688de14f632 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=80fc9b5f-7987-42a7-a728-af30264bb783 HTTP/1.1" status: 200 len: 945 time: 0.2352395 Feb 07 21:01:34.391880 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6290c-b41a-46b0-be0b-fc48bce89c46 req-492702d2-d5a7-463a-a775-965c4501767d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:34.393581 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-28a6290c-b41a-46b0-be0b-fc48bce89c46 req-492702d2-d5a7-463a-a775-965c4501767d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 943 time: 0.2105792 Feb 07 21:01:34.519197 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0f2fee4-ed1d-4fe3-94a5-c782ab42772e req-bddaab80-02f9-4664-99bc-00037ff209d0 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/security-groups?id=dc2b397e-8538-4e86-8e11-8d1274f7c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670239 Feb 07 21:01:34.605553 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-28a6290c-b41a-46b0-be0b-fc48bce89c46 req-4feefb3d-1b64-4543-9333-09eceee53f40 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968932 Feb 07 21:01:34.650096 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e9e19d39-bbaa-471a-a9c2-d06d6269aac5 admin admin] Deleting port cb9300a5-25eb-4cfa-b851-1933b169c49b {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:01:34.650648 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9e19d39-bbaa-471a-a9c2-d06d6269aac5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (cb9300a5-25eb-4cfa-b851-1933b169c49b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:34.720387 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d87dc6e1-b464-4d4a-b287-209753edf7df admin admin] Publish callbacks [] for router_gateway (28036b59-4615-4f68-be11-3cf14c76bc78), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:34.758855 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-957ed9a8-6d75-4b08-9375-ae93f90a5998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Deleting port 23c7165a-d43e-4225-bd8a-85dced2e0cf2 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:01:34.759823 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-957ed9a8-6d75-4b08-9375-ae93f90a5998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (23c7165a-d43e-4225-bd8a-85dced2e0cf2), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:34.786966 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e9e19d39-bbaa-471a-a9c2-d06d6269aac5 admin admin] For port cb9300a5-25eb-4cfa-b851-1933b169c49b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=cb9300a5-25eb-4cfa-b851-1933b169c49b,segment=NetworkSegment(30d8ac2f-dfb6-42c6-abf6-c465a550d405),segment_id=30d8ac2f-dfb6-42c6-abf6-c465a550d405)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:34.787366 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9e19d39-bbaa-471a-a9c2-d06d6269aac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (cb9300a5-25eb-4cfa-b851-1933b169c49b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:34.830279 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e9e19d39-bbaa-471a-a9c2-d06d6269aac5 admin admin] Calling delete_port for cb9300a5-25eb-4cfa-b851-1933b169c49b owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:01:34.836641 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-957ed9a8-6d75-4b08-9375-ae93f90a5998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] For port 23c7165a-d43e-4225-bd8a-85dced2e0cf2, host n-h1-828185-2, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:34.837023 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-957ed9a8-6d75-4b08-9375-ae93f90a5998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (23c7165a-d43e-4225-bd8a-85dced2e0cf2), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:34.856405 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-957ed9a8-6d75-4b08-9375-ae93f90a5998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Calling delete_port for 23c7165a-d43e-4225-bd8a-85dced2e0cf2 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:01:34.905775 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a1517bf4-c83e-44c7-b56e-de0f14df5a74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (644e477a-47a9-4fda-ab7e-b87a5677db16), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:34.910600 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d87dc6e1-b464-4d4a-b287-209753edf7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:35.154555 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b4bc0-79a1-4e29-8523-dceb2c9ef944 req-650b9ed0-ae6e-4585-afef-fcb0ec8d7677 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:35.162993 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-681b4bc0-79a1-4e29-8523-dceb2c9ef944 req-650b9ed0-ae6e-4585-afef-fcb0ec8d7677 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2931414 Feb 07 21:01:35.241825 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-d87dc6e1-b464-4d4a-b287-209753edf7df admin admin] Allocated IP 172.25.4.214 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/b6e50c22-ab5b-41f1-9a56-9c3def9258a7) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:01:35.245846 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9e19d39-bbaa-471a-a9c2-d06d6269aac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (cb9300a5-25eb-4cfa-b851-1933b169c49b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:35.293735 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e19d39-bbaa-471a-a9c2-d06d6269aac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb9300a5-25eb-4cfa-b851-1933b169c49b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:35.365739 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d87dc6e1-b464-4d4a-b287-209753edf7df admin admin] Publish callbacks [] for port (b6e50c22-ab5b-41f1-9a56-9c3def9258a7), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:35.456166 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-95b5288e-8d4b-4795-bdae-aab17fae5a04 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:35.462929 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-95b5288e-8d4b-4795-bdae-aab17fae5a04 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/networks?id=5001b379-0d16-4857-8b55-5475fc3d0612 HTTP/1.1" status: 200 len: 822 time: 0.7447252 Feb 07 21:01:35.469513 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d87dc6e1-b464-4d4a-b287-209753edf7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (b6e50c22-ab5b-41f1-9a56-9c3def9258a7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:35.535683 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dc6e1-b464-4d4a-b287-209753edf7df admin admin] Pushing event updated for resources: {'Port': ['ID=b6e50c22-ab5b-41f1-9a56-9c3def9258a7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:35.560026 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-681b4bc0-79a1-4e29-8523-dceb2c9ef944 req-7ff3cd57-5651-46b1-82ab-4ae957ff1e0c tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.163 HTTP/1.1" status: 200 len: 696 time: 0.3961351 Feb 07 21:01:35.568049 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-681b4bc0-79a1-4e29-8523-dceb2c9ef944 req-1a198537-6c38-43f5-807c-bb45735a014a tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Request body: {'floatingip': {'port_id': '1c619f47-fc6a-4388-86fb-8892dc475079', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:35.571987 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-957ed9a8-6d75-4b08-9375-ae93f90a5998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (23c7165a-d43e-4225-bd8a-85dced2e0cf2), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:35.592440 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-f3118536-fea3-47d1-a18d-71fb1dd0c9c1 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/quotas/528c3fd51ff249349d660f482f93da37 HTTP/1.1" status: 200 len: 375 time: 0.1283729 Feb 07 21:01:35.598417 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device af98c72b-ef78-4b4a-8c5c-70e89f482e90 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:01:35.634098 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: af98c72b-ef78-4b4a-8c5c-70e89f482e90 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:01:35.639604 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device af98c72b-ef78-4b4a-8c5c-70e89f482e90 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:01:35.667091 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87dc6e1-b464-4d4a-b287-209753edf7df admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:01:35.675539 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-957ed9a8-6d75-4b08-9375-ae93f90a5998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:35.679582 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-957ed9a8-6d75-4b08-9375-ae93f90a5998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] 10.222.0.65 "DELETE /v2.0/ports/23c7165a-d43e-4225-bd8a-85dced2e0cf2 HTTP/1.1" status: 204 len: 168 time: 1.3698905 Feb 07 21:01:35.680787 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d87dc6e1-b464-4d4a-b287-209753edf7df admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:01:35.683263 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87dc6e1-b464-4d4a-b287-209753edf7df admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:01:35.686269 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46390) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:35.732667 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a1517bf4-c83e-44c7-b56e-de0f14df5a74 admin admin] Deleting port 6d43b8f9-040d-4274-a658-2d98333b17db {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:01:35.733209 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a1517bf4-c83e-44c7-b56e-de0f14df5a74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (6d43b8f9-040d-4274-a658-2d98333b17db), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:35.754559 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-681b4bc0-79a1-4e29-8523-dceb2c9ef944 req-1a198537-6c38-43f5-807c-bb45735a014a tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks [] for floatingip (48b80013-6e71-4751-915d-8748f208b19b), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:35.774576 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9e19d39-bbaa-471a-a9c2-d06d6269aac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:35.786945 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ed9a8-6d75-4b08-9375-ae93f90a5998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Pushing event deleted for resources: {'Port': ['ID=23c7165a-d43e-4225-bd8a-85dced2e0cf2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:35.833014 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eacbf3a-44a5-4fae-ae4f-48550054f02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] GET failed (client error): The resource could not be found. Feb 07 21:01:35.840148 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5eacbf3a-44a5-4fae-ae4f-48550054f02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] 10.222.0.65 "GET /v2.0/ports/23c7165a-d43e-4225-bd8a-85dced2e0cf2 HTTP/1.1" status: 404 len: 333 time: 0.1428142 Feb 07 21:01:35.840462 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-612e2a79-c023-47dd-bcf6-dde43cad74a1 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=528c3fd51ff249349d660f482f93da37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1532664 Feb 07 21:01:35.848001 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46392) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:35.852464 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abcfb63-ab08-4f25-82b0-9b803b37a831 None None] Network c3146a46-c721-423b-a88e-d119ffbfea60 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:01:35.879864 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7338971a-77a0-41f2-ab01-55450bdaba16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-204652351', 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:35.951661 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:01:36.020151 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a1517bf4-c83e-44c7-b56e-de0f14df5a74 admin admin] For port 6d43b8f9-040d-4274-a658-2d98333b17db, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=6d43b8f9-040d-4274-a658-2d98333b17db,segment=NetworkSegment(7d800224-c8b9-4a77-9779-0ffd30631e2e),segment_id=7d800224-c8b9-4a77-9779-0ffd30631e2e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:36.020923 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a1517bf4-c83e-44c7-b56e-de0f14df5a74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (6d43b8f9-040d-4274-a658-2d98333b17db), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:36.022715 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-cad84ee3-b0ab-4900-8e2f-5da9ccf981d4 None None] Provisioning complete for port 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:36.024102 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cad84ee3-b0ab-4900-8e2f-5da9ccf981d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:36.039837 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a1517bf4-c83e-44c7-b56e-de0f14df5a74 admin admin] Calling delete_port for 6d43b8f9-040d-4274-a658-2d98333b17db owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:01:36.142558 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:36.143032 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:36.161720 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7338971a-77a0-41f2-ab01-55450bdaba16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Made reservation on behalf of 49d97769e8d3455aa0dc4c8dacdb44e6 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:01:36.163966 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7338971a-77a0-41f2-ab01-55450bdaba16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:36.269003 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-cad84ee3-b0ab-4900-8e2f-5da9ccf981d4 None None] Current status of the port 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:36.270140 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cad84ee3-b0ab-4900-8e2f-5da9ccf981d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:36.307104 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-7338971a-77a0-41f2-ab01-55450bdaba16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] device_id is not set on port 9ba5843f-284c-4972-ae24-6e9a8f1008a8 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:01:36.345939 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e19d39-bbaa-471a-a9c2-d06d6269aac5 admin admin] Router b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:01:36.388638 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-cad84ee3-b0ab-4900-8e2f-5da9ccf981d4 None None] For port 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df,segment=NetworkSegment(47dad31d-c902-4743-8242-9049f1f64633),segment_id=47dad31d-c902-4743-8242-9049f1f64633)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:36.392174 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:36.393246 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:36.405023 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cad84ee3-b0ab-4900-8e2f-5da9ccf981d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:36.411572 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-23a69d54-b72a-4498-a9a6-c91b6a002dab service neutron] 10.222.0.65 "GET /v2.0/networks/5001b379-0d16-4857-8b55-5475fc3d0612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5614111 Feb 07 21:01:36.546431 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-99280ca6-0d96-473c-81d1-8527e2b21c17 service neutron] 10.222.0.65 "GET /v2.0/networks/5001b379-0d16-4857-8b55-5475fc3d0612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148489 Feb 07 21:01:36.550912 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:01:36.551872 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d87dc6e1-b464-4d4a-b287-209753edf7df admin admin] Publish callbacks [] for router_gateway (28036b59-4615-4f68-be11-3cf14c76bc78), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:36.552002 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:01:36.554057 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad84ee3-b0ab-4900-8e2f-5da9ccf981d4 None None] Pushing event updated for resources: {'Port': ['ID=1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:36.567107 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-272b3c4b-5be2-45ce-b88f-efdb7bbad24e None None] Provisioning complete for port 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:36.567531 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-272b3c4b-5be2-45ce-b88f-efdb7bbad24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:36.574942 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a1517bf4-c83e-44c7-b56e-de0f14df5a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (6d43b8f9-040d-4274-a658-2d98333b17db), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:36.620901 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1517bf4-c83e-44c7-b56e-de0f14df5a74 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d43b8f9-040d-4274-a658-2d98333b17db,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:36.637415 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e19d39-bbaa-471a-a9c2-d06d6269aac5 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:01:36.666939 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb40554d-17a9-4fd8-a4e6-e6c467ee77d6 None None] Sync routers for ids ['b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:01:36.692121 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e9e19d39-bbaa-471a-a9c2-d06d6269aac5 admin admin] 10.222.0.65 "PUT /v2.0/routers/b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3914478 Feb 07 21:01:36.705412 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-272b3c4b-5be2-45ce-b88f-efdb7bbad24e None None] Current status of the port 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:36.714311 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46396) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:36.721942 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb40554d-17a9-4fd8-a4e6-e6c467ee77d6 None None] Routers {'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:01:36.725042 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fb40554d-17a9-4fd8-a4e6-e6c467ee77d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:37.019456 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-fb40554d-17a9-4fd8-a4e6-e6c467ee77d6 None None] Set router b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:01:37.243168 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:37.344281 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fb40554d-17a9-4fd8-a4e6-e6c467ee77d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'name': 'tempest-ServersTestFqdnHostnames-1114124265-router', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:12Z', 'updated_at': '2022-02-07T21:01:35Z', 'revision_number': 5, 'project_id': '1fb38b7e23d34fb68060f43eab10088d', 'gw_port': {'id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:14Z', 'updated_at': '2022-02-07T20:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:37.377358 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb40554d-17a9-4fd8-a4e6-e6c467ee77d6 None None] Checking router: b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:01:37.377550 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d8c173c-f85f-44ee-911c-b3833159e9b3 admin admin] Publish callbacks [] for router (b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:37.387761 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb40554d-17a9-4fd8-a4e6-e6c467ee77d6 None None] Routers {'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:01:37.388595 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fb40554d-17a9-4fd8-a4e6-e6c467ee77d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:37.503283 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d8c173c-f85f-44ee-911c-b3833159e9b3 admin admin] Publish callbacks [] for router_gateway (b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:37.543279 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-fb40554d-17a9-4fd8-a4e6-e6c467ee77d6 None None] Set router b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:01:37.577839 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082741c-37a0-4763-a54d-cb2e0b8c6713 req-f777f867-5c6f-4675-bbf3-5317c435d848 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:37.585885 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8082741c-37a0-4763-a54d-cb2e0b8c6713 req-f777f867-5c6f-4675-bbf3-5317c435d848 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 943 time: 0.3930864 Feb 07 21:01:37.599671 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1d8c173c-f85f-44ee-911c-b3833159e9b3 admin admin] Deleting port c20c6955-a597-4c21-a286-7236dd88e8be {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:01:37.600121 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d8c173c-f85f-44ee-911c-b3833159e9b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c20c6955-a597-4c21-a286-7236dd88e8be), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:37.612549 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7338971a-77a0-41f2-ab01-55450bdaba16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks [] for port (9ba5843f-284c-4972-ae24-6e9a8f1008a8), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:37.644940 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a1517bf4-c83e-44c7-b56e-de0f14df5a74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (644e477a-47a9-4fda-ab7e-b87a5677db16), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:37.767560 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [req-681b4bc0-79a1-4e29-8523-dceb2c9ef944 req-1a198537-6c38-43f5-807c-bb45735a014a tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:01:37.816628 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8082741c-37a0-4763-a54d-cb2e0b8c6713 req-1b3413ea-9223-4736-b1ea-390e55725d6b tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295141 Feb 07 21:01:37.903497 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1d8c173c-f85f-44ee-911c-b3833159e9b3 admin admin] For port c20c6955-a597-4c21-a286-7236dd88e8be, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c20c6955-a597-4c21-a286-7236dd88e8be,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:37.904052 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d8c173c-f85f-44ee-911c-b3833159e9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c20c6955-a597-4c21-a286-7236dd88e8be), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:37.912972 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:01:37.920380 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1d8c173c-f85f-44ee-911c-b3833159e9b3 admin admin] Calling delete_port for c20c6955-a597-4c21-a286-7236dd88e8be owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:01:37.924451 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-681b4bc0-79a1-4e29-8523-dceb2c9ef944 req-1a198537-6c38-43f5-807c-bb45735a014a tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:37.948340 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-681b4bc0-79a1-4e29-8523-dceb2c9ef944 req-1a198537-6c38-43f5-807c-bb45735a014a tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (48b80013-6e71-4751-915d-8748f208b19b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:37.979088 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fb40554d-17a9-4fd8-a4e6-e6c467ee77d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'name': 'tempest-ServersTestFqdnHostnames-1114124265-router', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:12Z', 'updated_at': '2022-02-07T21:01:35Z', 'revision_number': 5, 'project_id': '1fb38b7e23d34fb68060f43eab10088d', 'gw_port': {'id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:14Z', 'updated_at': '2022-02-07T20:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:38.010791 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb40554d-17a9-4fd8-a4e6-e6c467ee77d6 None None] The sync data for ids ['b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd'] in n-d-828185-2 is: [{'id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'name': 'tempest-ServersTestFqdnHostnames-1114124265-router', 'tenant_id': '1fb38b7e23d34fb68060f43eab10088d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:12Z', 'updated_at': '2022-02-07T21:01:35Z', 'revision_number': 5, 'project_id': '1fb38b7e23d34fb68060f43eab10088d', 'gw_port': {'id': 'c20c6955-a597-4c21-a286-7236dd88e8be', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:14Z', 'updated_at': '2022-02-07T20:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:01:38.027294 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:38.028035 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:38.036572 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7338971a-77a0-41f2-ab01-55450bdaba16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (9ba5843f-284c-4972-ae24-6e9a8f1008a8), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:38.043943 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9cad183-a052-40d2-8add-31ebb4c05bc4 req-c0a44bd5-1657-4d9b-8272-abe2ab33d44a tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=a325400b-a5dd-415a-9446-55ca0aa3ca84 HTTP/1.1" status: 200 len: 210 time: 0.1167624 Feb 07 21:01:38.096475 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d87dc6e1-b464-4d4a-b287-209753edf7df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (28036b59-4615-4f68-be11-3cf14c76bc78), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:38.155840 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d8c173c-f85f-44ee-911c-b3833159e9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (c20c6955-a597-4c21-a286-7236dd88e8be), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:38.161720 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:38.225618 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c173c-f85f-44ee-911c-b3833159e9b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c20c6955-a597-4c21-a286-7236dd88e8be,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:38.226563 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7338971a-77a0-41f2-ab01-55450bdaba16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Network 695b2973-3668-4ee2-ae2d-2a81429e660d is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:01:38.242857 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338971a-77a0-41f2-ab01-55450bdaba16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Pushing event updated for resources: {'Port': ['ID=9ba5843f-284c-4972-ae24-6e9a8f1008a8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:38.307876 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [req-681b4bc0-79a1-4e29-8523-dceb2c9ef944 req-1a198537-6c38-43f5-807c-bb45735a014a tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Floating IP 48b80013-6e71-4751-915d-8748f208b19b associated. External IP: 172.25.4.163, port: 1c619f47-fc6a-4388-86fb-8892dc475079. Feb 07 21:01:38.310144 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-7338971a-77a0-41f2-ab01-55450bdaba16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:01:38.375594 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d8c173c-f85f-44ee-911c-b3833159e9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:38.442074 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7338971a-77a0-41f2-ab01-55450bdaba16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:01:38.442074 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7338971a-77a0-41f2-ab01-55450bdaba16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:38.442074 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7338971a-77a0-41f2-ab01-55450bdaba16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:38.452660 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-e08aec7a-bc64-4378-8deb-5199c04cf712 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:38.454715 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-e08aec7a-bc64-4378-8deb-5199c04cf712 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.71 "GET /v2.0/networks?id=5001b379-0d16-4857-8b55-5475fc3d0612 HTTP/1.1" status: 200 len: 822 time: 0.1350534 Feb 07 21:01:38.492503 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d8c173c-f85f-44ee-911c-b3833159e9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:38.494689 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d8c173c-f85f-44ee-911c-b3833159e9b3 admin admin] Publish callbacks [] for router_controller (b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:38.549356 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-61b3ce64-483f-4d1b-8f06-fe4bf9e95264 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Request body: {'port': {'device_id': 'a325400b-a5dd-415a-9446-55ca0aa3ca84', 'network_id': '5001b379-0d16-4857-8b55-5475fc3d0612', 'admin_state_up': True, 'tenant_id': '528c3fd51ff249349d660f482f93da37'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:38.551747 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d8c173c-f85f-44ee-911c-b3833159e9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:38.552746 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8c173c-f85f-44ee-911c-b3833159e9b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:01:38.563552 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d8c173c-f85f-44ee-911c-b3833159e9b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:38.564691 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1d8c173c-f85f-44ee-911c-b3833159e9b3 admin admin] 10.222.0.65 "DELETE /v2.0/routers/b4adffa0-7b7c-4b99-9a6f-bf0577de2bbd HTTP/1.1" status: 204 len: 168 time: 1.8478429 Feb 07 21:01:38.567404 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46410) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:38.586288 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7338971a-77a0-41f2-ab01-55450bdaba16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.7372005 Feb 07 21:01:38.599473 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46412) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:38.640833 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1517bf4-c83e-44c7-b56e-de0f14df5a74 admin admin] Router 644e477a-47a9-4fda-ab7e-b87a5677db16 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:01:38.665654 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e20c8a-07ff-48c2-a697-f4390c64861b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:38.666789 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e8e20c8a-07ff-48c2-a697-f4390c64861b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] 10.222.0.65 "GET /v2.0/ports/9ba5843f-284c-4972-ae24-6e9a8f1008a8 HTTP/1.1" status: 200 len: 958 time: 0.0645161 Feb 07 21:01:38.671006 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-c83bfce4-3e8a-418d-8129-c2c61bb1d54a admin admin] Deleting subnet 804a6593-f65e-4386-a009-e6b4c27bdac4 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:01:38.673321 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46414) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:38.674249 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c83bfce4-3e8a-418d-8129-c2c61bb1d54a admin admin] Publish callbacks [] for subnet (804a6593-f65e-4386-a009-e6b4c27bdac4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:38.689525 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87dc6e1-b464-4d4a-b287-209753edf7df admin admin] Router 28036b59-4615-4f68-be11-3cf14c76bc78 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:01:38.759487 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c83bfce4-3e8a-418d-8129-c2c61bb1d54a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (804a6593-f65e-4386-a009-e6b4c27bdac4), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:38.936198 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1517bf4-c83e-44c7-b56e-de0f14df5a74 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:01:38.945846 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a1517bf4-c83e-44c7-b56e-de0f14df5a74 admin admin] 10.222.0.65 "PUT /v2.0/routers/644e477a-47a9-4fda-ab7e-b87a5677db16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9123592 Feb 07 21:01:38.947066 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46418) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:38.951033 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290536a0-9f16-4502-9467-12ff20fc3d2a None None] Sync routers for ids ['644e477a-47a9-4fda-ab7e-b87a5677db16'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:01:38.954264 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c83bfce4-3e8a-418d-8129-c2c61bb1d54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (804a6593-f65e-4386-a009-e6b4c27bdac4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:38.964499 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290536a0-9f16-4502-9467-12ff20fc3d2a None None] Routers {'644e477a-47a9-4fda-ab7e-b87a5677db16'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:01:38.965123 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-290536a0-9f16-4502-9467-12ff20fc3d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['644e477a-47a9-4fda-ab7e-b87a5677db16'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:38.978027 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-61b3ce64-483f-4d1b-8f06-fe4bf9e95264 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Made reservation on behalf of 528c3fd51ff249349d660f482f93da37 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:01:38.989134 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-61b3ce64-483f-4d1b-8f06-fe4bf9e95264 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:39.111861 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c83bfce4-3e8a-418d-8129-c2c61bb1d54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (804a6593-f65e-4386-a009-e6b4c27bdac4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:39.114348 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d3b91d8-dc58-4096-821e-313d43d7dd9a admin admin] Publish callbacks [] for router (644e477a-47a9-4fda-ab7e-b87a5677db16), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:39.131090 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87dc6e1-b464-4d4a-b287-209753edf7df admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:01:39.133624 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-19e99a70-57d8-4eba-9be5-dc60945ac6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Deleting port 9ba5843f-284c-4972-ae24-6e9a8f1008a8 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:01:39.134012 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19e99a70-57d8-4eba-9be5-dc60945ac6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9ba5843f-284c-4972-ae24-6e9a8f1008a8), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:39.142729 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c793285-bc57-4be0-8f70-eb914107f2a1 None None] Sync routers for ids ['28036b59-4615-4f68-be11-3cf14c76bc78'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:01:39.155416 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c793285-bc57-4be0-8f70-eb914107f2a1 None None] Routers {'28036b59-4615-4f68-be11-3cf14c76bc78'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:01:39.156041 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3c793285-bc57-4be0-8f70-eb914107f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['28036b59-4615-4f68-be11-3cf14c76bc78'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:39.163840 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b7d7c-e355-4fdf-9d0a-f9f768ff7d3f req-ac9e3fd4-4f2a-4486-90a1-bc119f250db6 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:39.165428 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-283b7d7c-e355-4fdf-9d0a-f9f768ff7d3f req-ac9e3fd4-4f2a-4486-90a1-bc119f250db6 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 943 time: 0.2501185 Feb 07 21:01:39.195767 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-290536a0-9f16-4502-9467-12ff20fc3d2a None None] Set router 644e477a-47a9-4fda-ab7e-b87a5677db16 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:01:39.241636 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-681b4bc0-79a1-4e29-8523-dceb2c9ef944 req-1a198537-6c38-43f5-807c-bb45735a014a tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:01:39.286293 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bfce4-3e8a-418d-8129-c2c61bb1d54a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=804a6593-f65e-4386-a009-e6b4c27bdac4,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:39.304740 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c83bfce4-3e8a-418d-8129-c2c61bb1d54a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:39.307420 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c83bfce4-3e8a-418d-8129-c2c61bb1d54a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/804a6593-f65e-4386-a009-e6b4c27bdac4 HTTP/1.1" status: 204 len: 168 time: 0.7390909 Feb 07 21:01:39.314272 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d87dc6e1-b464-4d4a-b287-209753edf7df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:39.318533 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d87dc6e1-b464-4d4a-b287-209753edf7df admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2119882 Feb 07 21:01:39.318714 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46424) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:39.320731 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19e99a70-57d8-4eba-9be5-dc60945ac6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9ba5843f-284c-4972-ae24-6e9a8f1008a8), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:39.333784 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46426) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:39.456926 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d74484f-8804-492f-8634-38ab16f38a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (31977659-2f69-4a72-a821-e5e4ae21938f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:39.461483 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897c2571-9490-420c-9971-c22112ac80b0 None None] Network 31977659-2f69-4a72-a821-e5e4ae21938f requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:01:39.486182 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d3b91d8-dc58-4096-821e-313d43d7dd9a admin admin] Publish callbacks [] for router_gateway (644e477a-47a9-4fda-ab7e-b87a5677db16), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:39.487875 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-19e99a70-57d8-4eba-9be5-dc60945ac6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Calling delete_port for 9ba5843f-284c-4972-ae24-6e9a8f1008a8 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:01:39.536878 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-290536a0-9f16-4502-9467-12ff20fc3d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'name': 'tempest-ServersTestJSON-1980754697-router', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '0b09677e-f73c-4126-8f8e-cf3afcf79cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:24Z', 'updated_at': '2022-02-07T21:01:36Z', 'revision_number': 5, 'project_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'gw_port': {'id': '0b09677e-f73c-4126-8f8e-cf3afcf79cf3', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:59:25Z', 'updated_at': '2022-02-07T20:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:39.591280 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290536a0-9f16-4502-9467-12ff20fc3d2a None None] Checking router: 644e477a-47a9-4fda-ab7e-b87a5677db16 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:01:39.595636 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-61b3ce64-483f-4d1b-8f06-fe4bf9e95264 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Allocated IP 172.20.0.14 (5001b379-0d16-4857-8b55-5475fc3d0612/7288118f-d382-42c5-a17d-902cfe145aa3/dfd6e5aa-c304-48b1-a170-fea627202250) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:01:39.608799 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290536a0-9f16-4502-9467-12ff20fc3d2a None None] Routers {'644e477a-47a9-4fda-ab7e-b87a5677db16'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:01:39.609444 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-290536a0-9f16-4502-9467-12ff20fc3d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['644e477a-47a9-4fda-ab7e-b87a5677db16'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:39.623116 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5d74484f-8804-492f-8634-38ab16f38a11 admin admin] Deleting port 1cb50180-aac8-4c5b-a058-5e5321e55ef0 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:01:39.623618 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d74484f-8804-492f-8634-38ab16f38a11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (1cb50180-aac8-4c5b-a058-5e5321e55ef0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:39.634680 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b91d8-dc58-4096-821e-313d43d7dd9a admin admin] Deleting port 0b09677e-f73c-4126-8f8e-cf3afcf79cf3 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:01:39.645537 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d3b91d8-dc58-4096-821e-313d43d7dd9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (0b09677e-f73c-4126-8f8e-cf3afcf79cf3), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:39.750076 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-3c793285-bc57-4be0-8f70-eb914107f2a1 None None] Set router 28036b59-4615-4f68-be11-3cf14c76bc78 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:01:39.751518 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-283b7d7c-e355-4fdf-9d0a-f9f768ff7d3f req-470ecac3-7771-494a-975b-0e5ad48c1e5b tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5517907 Feb 07 21:01:39.757587 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-290536a0-9f16-4502-9467-12ff20fc3d2a None None] Set router 644e477a-47a9-4fda-ab7e-b87a5677db16 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:01:39.758229 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c20c6955-a597-4c21-a286-7236dd88e8be no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:01:39.829906 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-290536a0-9f16-4502-9467-12ff20fc3d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'name': 'tempest-ServersTestJSON-1980754697-router', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:24Z', 'updated_at': '2022-02-07T21:01:39Z', 'revision_number': 6, 'project_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:39.869314 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290536a0-9f16-4502-9467-12ff20fc3d2a None None] The sync data for ids ['644e477a-47a9-4fda-ab7e-b87a5677db16'] in n-d-828185-2 is: [{'id': '644e477a-47a9-4fda-ab7e-b87a5677db16', 'name': 'tempest-ServersTestJSON-1980754697-router', 'tenant_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:59:24Z', 'updated_at': '2022-02-07T21:01:39Z', 'revision_number': 6, 'project_id': 'd25ea6a8c80e4111a262f2acee0a2059', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:01:39.874568 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-5d74484f-8804-492f-8634-38ab16f38a11 admin admin] For port 1cb50180-aac8-4c5b-a058-5e5321e55ef0, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=1cb50180-aac8-4c5b-a058-5e5321e55ef0,segment=NetworkSegment(30d8ac2f-dfb6-42c6-abf6-c465a550d405),segment_id=30d8ac2f-dfb6-42c6-abf6-c465a550d405)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:39.874931 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d74484f-8804-492f-8634-38ab16f38a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (1cb50180-aac8-4c5b-a058-5e5321e55ef0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:39.889391 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5d74484f-8804-492f-8634-38ab16f38a11 admin admin] Calling delete_port for 1cb50180-aac8-4c5b-a058-5e5321e55ef0 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:01:39.922387 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: c20c6955-a597-4c21-a286-7236dd88e8be {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:01:39.922736 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c20c6955-a597-4c21-a286-7236dd88e8be not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:01:39.923200 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device cb9300a5-25eb-4cfa-b851-1933b169c49b no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:01:39.969441 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd747c4d-091b-4b05-a115-2a0ab25bf6c9 None None] DHCP port deletion for 31977659-2f69-4a72-a821-e5e4ae21938f request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:01:39.972109 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: cb9300a5-25eb-4cfa-b851-1933b169c49b {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:01:39.972494 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device cb9300a5-25eb-4cfa-b851-1933b169c49b not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:01:40.005510 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-2d3b91d8-dc58-4096-821e-313d43d7dd9a admin admin] For port 0b09677e-f73c-4126-8f8e-cf3afcf79cf3, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0b09677e-f73c-4126-8f8e-cf3afcf79cf3,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:40.005871 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d3b91d8-dc58-4096-821e-313d43d7dd9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (0b09677e-f73c-4126-8f8e-cf3afcf79cf3), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:40.027773 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b91d8-dc58-4096-821e-313d43d7dd9a admin admin] Calling delete_port for 0b09677e-f73c-4126-8f8e-cf3afcf79cf3 owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:01:40.043075 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d74484f-8804-492f-8634-38ab16f38a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (1cb50180-aac8-4c5b-a058-5e5321e55ef0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:40.108159 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74484f-8804-492f-8634-38ab16f38a11 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb50180-aac8-4c5b-a058-5e5321e55ef0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:40.110062 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d74484f-8804-492f-8634-38ab16f38a11 admin admin] No DVR routers for this DVR port 1cb50180-aac8-4c5b-a058-5e5321e55ef0 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:01:40.125298 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-cd747c4d-091b-4b05-a115-2a0ab25bf6c9 None None] Deleting port 1cb50180-aac8-4c5b-a058-5e5321e55ef0 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:01:40.125683 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cd747c4d-091b-4b05-a115-2a0ab25bf6c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (1cb50180-aac8-4c5b-a058-5e5321e55ef0), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:40.211767 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19e99a70-57d8-4eba-9be5-dc60945ac6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (9ba5843f-284c-4972-ae24-6e9a8f1008a8), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:40.241824 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-cd747c4d-091b-4b05-a115-2a0ab25bf6c9 None None] For port 1cb50180-aac8-4c5b-a058-5e5321e55ef0, host n-d-828185-2, got binding levels [] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:40.242374 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cd747c4d-091b-4b05-a115-2a0ab25bf6c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (1cb50180-aac8-4c5b-a058-5e5321e55ef0), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:40.270768 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-cd747c4d-091b-4b05-a115-2a0ab25bf6c9 None None] Calling delete_port for 1cb50180-aac8-4c5b-a058-5e5321e55ef0 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:01:40.274637 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.ipam_backend_mixin [None req-cd747c4d-091b-4b05-a115-2a0ab25bf6c9 None None] Port 1cb50180-aac8-4c5b-a058-5e5321e55ef0 was not found and therefore no delete operation was performed {{(pid=103257) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 21:01:40.276424 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3c793285-bc57-4be0-8f70-eb914107f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'name': 'tempest-ServersTestManualDisk-1903395963-router', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:33Z', 'updated_at': '2022-02-07T21:01:36Z', 'revision_number': 3, 'project_id': '201d9268974d4320af92b82deb0d76ae', 'gw_port': {'id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:34Z', 'updated_at': '2022-02-07T21:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:40.279942 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cd747c4d-091b-4b05-a115-2a0ab25bf6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (1cb50180-aac8-4c5b-a058-5e5321e55ef0), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:40.289634 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19e99a70-57d8-4eba-9be5-dc60945ac6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:40.293665 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-19e99a70-57d8-4eba-9be5-dc60945ac6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] 10.222.0.65 "DELETE /v2.0/ports/9ba5843f-284c-4972-ae24-6e9a8f1008a8 HTTP/1.1" status: 204 len: 168 time: 1.6188328 Feb 07 21:01:40.330184 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e99a70-57d8-4eba-9be5-dc60945ac6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ba5843f-284c-4972-ae24-6e9a8f1008a8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:40.337211 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46428) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:40.385492 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-08622c81-95d6-4b8e-9180-893ca71d34d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] GET failed (client error): The resource could not be found. Feb 07 21:01:40.387443 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-08622c81-95d6-4b8e-9180-893ca71d34d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] 10.222.0.65 "GET /v2.0/ports/9ba5843f-284c-4972-ae24-6e9a8f1008a8 HTTP/1.1" status: 404 len: 333 time: 0.0400324 Feb 07 21:01:40.388117 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd747c4d-091b-4b05-a115-2a0ab25bf6c9 None None] Pushing event deleted for resources: {'Port': ['ID=1cb50180-aac8-4c5b-a058-5e5321e55ef0,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:40.401718 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c793285-bc57-4be0-8f70-eb914107f2a1 None None] Checking router: 28036b59-4615-4f68-be11-3cf14c76bc78 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:01:40.402509 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c793285-bc57-4be0-8f70-eb914107f2a1 None None] Updating router 28036b59-4615-4f68-be11-3cf14c76bc78 port b6e50c22-ab5b-41f1-9a56-9c3def9258a7 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:01:40.408750 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd747c4d-091b-4b05-a115-2a0ab25bf6c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:40.409374 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd747c4d-091b-4b05-a115-2a0ab25bf6c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:40.409892 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd747c4d-091b-4b05-a115-2a0ab25bf6c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:40.410393 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd747c4d-091b-4b05-a115-2a0ab25bf6c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:40.410903 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd747c4d-091b-4b05-a115-2a0ab25bf6c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:40.411386 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd747c4d-091b-4b05-a115-2a0ab25bf6c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:40.411879 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd747c4d-091b-4b05-a115-2a0ab25bf6c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:40.412585 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd747c4d-091b-4b05-a115-2a0ab25bf6c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:40.413214 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd747c4d-091b-4b05-a115-2a0ab25bf6c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:40.413906 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd747c4d-091b-4b05-a115-2a0ab25bf6c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:40.414410 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd747c4d-091b-4b05-a115-2a0ab25bf6c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:40.414901 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd747c4d-091b-4b05-a115-2a0ab25bf6c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:40.415379 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd747c4d-091b-4b05-a115-2a0ab25bf6c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:40.415492 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46430) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:40.424090 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-96b4e6ed-4cad-40ce-ac51-79f8bcfae4f9 req-19e58757-9369-4e21-a0fb-55b79f8c31a1 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=a325400b-a5dd-415a-9446-55ca0aa3ca84 HTTP/1.1" status: 200 len: 210 time: 0.1614363 Feb 07 21:01:40.427960 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c5dd7426-8d61-47f4-9405-f85177606fa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Request body: {'port': {'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-779284122'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:40.470966 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5dd7426-8d61-47f4-9405-f85177606fa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Made reservation on behalf of 49d97769e8d3455aa0dc4c8dacdb44e6 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:01:40.473500 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7426-8d61-47f4-9405-f85177606fa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:40.478099 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3c793285-bc57-4be0-8f70-eb914107f2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b6e50c22-ab5b-41f1-9a56-9c3def9258a7), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:40.498707 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-c5dd7426-8d61-47f4-9405-f85177606fa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] device_id is not set on port 6669c9e5-13c4-49d7-8b75-c6641200d017 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:01:40.587766 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd747c4d-091b-4b05-a115-2a0ab25bf6c9 None None] No DVR routers for this DVR port 1cb50180-aac8-4c5b-a058-5e5321e55ef0 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:01:40.640757 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d74484f-8804-492f-8634-38ab16f38a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (31977659-2f69-4a72-a821-e5e4ae21938f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:40.663721 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-5d74484f-8804-492f-8634-38ab16f38a11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31977659-2f69-4a72-a821-e5e4ae21938f']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:40.674426 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-5d74484f-8804-492f-8634-38ab16f38a11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d8ac2f-dfb6-42c6-abf6-c465a550d405') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:40.674796 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-5d74484f-8804-492f-8634-38ab16f38a11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d8ac2f-dfb6-42c6-abf6-c465a550d405') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:40.715300 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d74484f-8804-492f-8634-38ab16f38a11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (30d8ac2f-dfb6-42c6-abf6-c465a550d405), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:40.734506 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-681b4bc0-79a1-4e29-8523-dceb2c9ef944 req-1a198537-6c38-43f5-807c-bb45735a014a tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:01:40.749995 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-681b4bc0-79a1-4e29-8523-dceb2c9ef944 req-1a198537-6c38-43f5-807c-bb45735a014a tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:40.751348 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0443e3-ff7d-4363-9efd-5839ebc23549 None None] Sync routers for ids ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:01:40.763978 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d74484f-8804-492f-8634-38ab16f38a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (30d8ac2f-dfb6-42c6-abf6-c465a550d405), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:40.773368 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0443e3-ff7d-4363-9efd-5839ebc23549 None None] Routers {'89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:01:40.774126 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-0a0443e3-ff7d-4363-9efd-5839ebc23549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:40.865017 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d74484f-8804-492f-8634-38ab16f38a11 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:01:40.865247 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d74484f-8804-492f-8634-38ab16f38a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (30d8ac2f-dfb6-42c6-abf6-c465a550d405), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:40.893179 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3c793285-bc57-4be0-8f70-eb914107f2a1 None None] Publish callbacks [] for port (b6e50c22-ab5b-41f1-9a56-9c3def9258a7), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:40.896865 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-681b4bc0-79a1-4e29-8523-dceb2c9ef944 req-1a198537-6c38-43f5-807c-bb45735a014a tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "PUT /v2.0/floatingips/48b80013-6e71-4751-915d-8748f208b19b HTTP/1.1" status: 200 len: 996 time: 5.3355496 Feb 07 21:01:40.912990 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3c793285-bc57-4be0-8f70-eb914107f2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b6e50c22-ab5b-41f1-9a56-9c3def9258a7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:40.913977 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9794cbbc-fde1-434c-9102-b948f32a0fa2', 'tag': '1c619f47-fc6a-4388-86fb-8892dc475079'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:01:40.917808 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39771d6e-f27b-440e-a21e-4c1124258cda" -d '{"events": [{"name": "network-changed", "server_uuid": "9794cbbc-fde1-434c-9102-b948f32a0fa2", "tag": "1c619f47-fc6a-4388-86fb-8892dc475079"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:01:40.955083 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:01:40.959136 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d3b91d8-dc58-4096-821e-313d43d7dd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (0b09677e-f73c-4126-8f8e-cf3afcf79cf3), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:41.028912 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3c793285-bc57-4be0-8f70-eb914107f2a1 None None] Attempting to bind port b6e50c22-ab5b-41f1-9a56-9c3def9258a7 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:41.029452 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3c793285-bc57-4be0-8f70-eb914107f2a1 None None] Attempting to bind port b6e50c22-ab5b-41f1-9a56-9c3def9258a7 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:41.030164 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c793285-bc57-4be0-8f70-eb914107f2a1 None None] Attempting to bind port b6e50c22-ab5b-41f1-9a56-9c3def9258a7 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:41.038262 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b91d8-dc58-4096-821e-313d43d7dd9a admin admin] Pushing event deleted for resources: {'Port': ['ID=0b09677e-f73c-4126-8f8e-cf3afcf79cf3,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:41.047450 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09a9a7-1b14-462d-bdcf-154ec9aa55a1 None None] Pushing event updated for resources: {'Port': ['ID=b6e50c22-ab5b-41f1-9a56-9c3def9258a7,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:41.055722 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c793285-bc57-4be0-8f70-eb914107f2a1 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:01:41.060607 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c793285-bc57-4be0-8f70-eb914107f2a1 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:01:41.061397 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3c793285-bc57-4be0-8f70-eb914107f2a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:41.061716 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c793285-bc57-4be0-8f70-eb914107f2a1 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:01:41.062381 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3c793285-bc57-4be0-8f70-eb914107f2a1 None None] Bound port: b6e50c22-ab5b-41f1-9a56-9c3def9258a7, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:01:41.062905 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3c793285-bc57-4be0-8f70-eb914107f2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b6e50c22-ab5b-41f1-9a56-9c3def9258a7), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:41.087053 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-0a0443e3-ff7d-4363-9efd-5839ebc23549 None None] Set router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:01:41.143658 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d3b91d8-dc58-4096-821e-313d43d7dd9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (644e477a-47a9-4fda-ab7e-b87a5677db16), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:41.165238 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3c793285-bc57-4be0-8f70-eb914107f2a1 None None] For port b6e50c22-ab5b-41f1-9a56-9c3def9258a7, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:01:41.173256 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3c793285-bc57-4be0-8f70-eb914107f2a1 None None] For port b6e50c22-ab5b-41f1-9a56-9c3def9258a7, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=b6e50c22-ab5b-41f1-9a56-9c3def9258a7,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:01:41.182333 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3c793285-bc57-4be0-8f70-eb914107f2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b6e50c22-ab5b-41f1-9a56-9c3def9258a7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:41.271851 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c793285-bc57-4be0-8f70-eb914107f2a1 None None] Routers {'28036b59-4615-4f68-be11-3cf14c76bc78'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:01:41.272711 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3c793285-bc57-4be0-8f70-eb914107f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['28036b59-4615-4f68-be11-3cf14c76bc78'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:41.273836 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d3b91d8-dc58-4096-821e-313d43d7dd9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (644e477a-47a9-4fda-ab7e-b87a5677db16), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:41.277649 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d3b91d8-dc58-4096-821e-313d43d7dd9a admin admin] Publish callbacks [] for router_controller (644e477a-47a9-4fda-ab7e-b87a5677db16), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:41.330605 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d74484f-8804-492f-8634-38ab16f38a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (31977659-2f69-4a72-a821-e5e4ae21938f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:41.331061 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09a9a7-1b14-462d-bdcf-154ec9aa55a1 None None] Pushing event updated for resources: {'Port': ['ID=b6e50c22-ab5b-41f1-9a56-9c3def9258a7,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:41.366224 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d74484f-8804-492f-8634-38ab16f38a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:41.373578 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5d74484f-8804-492f-8634-38ab16f38a11 admin admin] 10.222.0.65 "DELETE /v2.0/networks/31977659-2f69-4a72-a821-e5e4ae21938f HTTP/1.1" status: 204 len: 168 time: 2.0537124 Feb 07 21:01:41.375722 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74484f-8804-492f-8634-38ab16f38a11 admin admin] Pushing event deleted for resources: {'Network': ['ID=31977659-2f69-4a72-a821-e5e4ae21938f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:41.382066 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d3b91d8-dc58-4096-821e-313d43d7dd9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (644e477a-47a9-4fda-ab7e-b87a5677db16), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:41.382606 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3b91d8-dc58-4096-821e-313d43d7dd9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 644e477a-47a9-4fda-ab7e-b87a5677db16 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:01:41.393832 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d3b91d8-dc58-4096-821e-313d43d7dd9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:41.394251 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2d3b91d8-dc58-4096-821e-313d43d7dd9a admin admin] 10.222.0.65 "DELETE /v2.0/routers/644e477a-47a9-4fda-ab7e-b87a5677db16 HTTP/1.1" status: 204 len: 168 time: 2.4465396 Feb 07 21:01:41.401694 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46440) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:41.451213 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7426-8d61-47f4-9405-f85177606fa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks [] for port (6669c9e5-13c4-49d7-8b75-c6641200d017), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:41.480628 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-0a0443e3-ff7d-4363-9efd-5839ebc23549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-router', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:42Z', 'revision_number': 4, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'gw_port': {'id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '48b80013-6e71-4751-915d-8748f208b19b', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'port_id': '1c619f47-fc6a-4388-86fb-8892dc475079', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 790, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'mac_address': 'fa:16:3e:23:5d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794cbbc-fde1-434c-9102-b948f32a0fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:01:06Z', 'updated_at': '2022-02-07T21:01:37Z', 'revision_number': 1, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973983e9-741d-4100-bc08-8d6bc06a1735', 'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'mac_address': 'fa:16:3e:f6:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '4697809e-6faf-4265-b583-499d13fd2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:41Z', 'updated_at': '2022-02-07T21:00:49Z', 'revision_number': 5, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'subnets': [{'id': '4697809e-6faf-4265-b583-499d13fd2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:41.486438 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-3c793285-bc57-4be0-8f70-eb914107f2a1 None None] Set router 28036b59-4615-4f68-be11-3cf14c76bc78 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:01:41.486613 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c5dc00-e156-49fe-9265-898a431e9483 admin admin] Deleting subnet 0114e2a3-2e78-44be-93bb-c1c41aa269ed {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:01:41.493101 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-10c5dc00-e156-49fe-9265-898a431e9483 admin admin] Publish callbacks [] for subnet (0114e2a3-2e78-44be-93bb-c1c41aa269ed), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:41.510138 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-61b3ce64-483f-4d1b-8f06-fe4bf9e95264 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks [] for port (dfd6e5aa-c304-48b1-a170-fea627202250), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:41.559247 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b4bc0-79a1-4e29-8523-dceb2c9ef944 req-28b4ca09-a3ed-45d4-b6ea-f5fc5732b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:41.561376 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-681b4bc0-79a1-4e29-8523-dceb2c9ef944 req-28b4ca09-a3ed-45d4-b6ea-f5fc5732b854 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=390bb4ffe0104a5cbfd48bfe929d4aa0&device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 1127 time: 0.6360359 Feb 07 21:01:41.586555 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-10c5dc00-e156-49fe-9265-898a431e9483 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (0114e2a3-2e78-44be-93bb-c1c41aa269ed), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:41.591617 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7426-8d61-47f4-9405-f85177606fa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (6669c9e5-13c4-49d7-8b75-c6641200d017), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:41.637907 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device d1c65d17-e582-4939-8d51-0b52f4c9fb21 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:01:41.644443 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46446) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:41.647127 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-61b3ce64-483f-4d1b-8f06-fe4bf9e95264 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (dfd6e5aa-c304-48b1-a170-fea627202250), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:41.756652 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-41c8ea06-c9cb-4dd3-911f-a1feb29b13da admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1fb38b7e23d34fb68060f43eab10088d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1083765 Feb 07 21:01:41.759175 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46448) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:41.776265 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0443e3-ff7d-4363-9efd-5839ebc23549 None None] Checking router: 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:01:41.786600 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0443e3-ff7d-4363-9efd-5839ebc23549 None None] Routers {'89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:01:41.787463 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-0a0443e3-ff7d-4363-9efd-5839ebc23549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:41.806238 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dd7426-8d61-47f4-9405-f85177606fa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Network 695b2973-3668-4ee2-ae2d-2a81429e660d is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:01:41.807975 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-10c5dc00-e156-49fe-9265-898a431e9483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (0114e2a3-2e78-44be-93bb-c1c41aa269ed), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:41.820992 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6ba6b78-c300-4d0d-89c1-9008967f52f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:41.826683 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-61b3ce64-483f-4d1b-8f06-fe4bf9e95264 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Network 5001b379-0d16-4857-8b55-5475fc3d0612 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:01:41.828216 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c5dd7426-8d61-47f4-9405-f85177606fa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:01:41.835095 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dd7426-8d61-47f4-9405-f85177606fa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:01:41.835813 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dd7426-8d61-47f4-9405-f85177606fa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:41.836450 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 1cb50180-aac8-4c5b-a058-5e5321e55ef0 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:01:41.836613 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7426-8d61-47f4-9405-f85177606fa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:41.844950 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd7426-8d61-47f4-9405-f85177606fa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Pushing event updated for resources: {'Port': ['ID=6669c9e5-13c4-49d7-8b75-c6641200d017,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:41.850617 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b5fef361-2a0b-4e0a-85f0-f29b4c3eb22a admin admin] Publish callbacks [] for security_group (ce76bafe-03aa-4457-89c3-f84d107ff338), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:41.867244 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-61b3ce64-483f-4d1b-8f06-fe4bf9e95264 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:01:41.874528 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b5fef361-2a0b-4e0a-85f0-f29b4c3eb22a admin admin] Publish callbacks [] for security_group (ce76bafe-03aa-4457-89c3-f84d107ff338), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:41.883297 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-61b3ce64-483f-4d1b-8f06-fe4bf9e95264 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:01:41.892934 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 1cb50180-aac8-4c5b-a058-5e5321e55ef0 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:01:41.893329 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 1cb50180-aac8-4c5b-a058-5e5321e55ef0 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:01:41.893906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42388551-ee5f-41b4-b8a5-08f500f5d090 req-6cc77f17-2348-46cb-97d8-5c4885f0153f tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:41.894050 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0b09677e-f73c-4126-8f8e-cf3afcf79cf3 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:01:41.895612 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-42388551-ee5f-41b4-b8a5-08f500f5d090 req-6cc77f17-2348-46cb-97d8-5c4885f0153f tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 943 time: 0.6003945 Feb 07 21:01:41.970595 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-10c5dc00-e156-49fe-9265-898a431e9483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (0114e2a3-2e78-44be-93bb-c1c41aa269ed), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:41.982293 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c5dd7426-8d61-47f4-9405-f85177606fa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5586665 Feb 07 21:01:41.995606 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46450) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:41.996918 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b4bc0-79a1-4e29-8523-dceb2c9ef944 req-e1ebc791-6235-459c-b068-35fa7a091fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:41.998489 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-681b4bc0-79a1-4e29-8523-dceb2c9ef944 req-e1ebc791-6235-459c-b068-35fa7a091fd2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=21a6194c-d716-4999-aeaa-5b2b71cb17eb HTTP/1.1" status: 200 len: 922 time: 0.4006531 Feb 07 21:01:42.006232 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-0a0443e3-ff7d-4363-9efd-5839ebc23549 None None] Set router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:01:42.010034 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 0b09677e-f73c-4126-8f8e-cf3afcf79cf3 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:01:42.010390 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0b09677e-f73c-4126-8f8e-cf3afcf79cf3 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:01:42.010819 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 6d43b8f9-040d-4274-a658-2d98333b17db no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:01:42.020029 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5dc00-e156-49fe-9265-898a431e9483 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0114e2a3-2e78-44be-93bb-c1c41aa269ed,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:42.024905 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b5fef361-2a0b-4e0a-85f0-f29b4c3eb22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ce76bafe-03aa-4457-89c3-f84d107ff338), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:42.034944 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b5fef361-2a0b-4e0a-85f0-f29b4c3eb22a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:42.038596 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b5fef361-2a0b-4e0a-85f0-f29b4c3eb22a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ce76bafe-03aa-4457-89c3-f84d107ff338 HTTP/1.1" status: 204 len: 168 time: 0.2761776 Feb 07 21:01:42.051785 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-10c5dc00-e156-49fe-9265-898a431e9483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:42.052860 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:42.066016 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-10c5dc00-e156-49fe-9265-898a431e9483 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0114e2a3-2e78-44be-93bb-c1c41aa269ed HTTP/1.1" status: 204 len: 168 time: 0.6626339 Feb 07 21:01:42.073956 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46454) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:42.108005 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fef361-2a0b-4e0a-85f0-f29b4c3eb22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce76bafe-03aa-4457-89c3-f84d107ff338,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:42.138160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3ce64-483f-4d1b-8f06-fe4bf9e95264 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Pushing event updated for resources: {'Port': ['ID=dfd6e5aa-c304-48b1-a170-fea627202250,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:42.151330 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4119a6d-0850-4393-b9e5-6536b0d66d4c None None] Network 1d126bd2-e7d9-441a-a099-aac0556c8e1f requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:01:42.178942 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-61b3ce64-483f-4d1b-8f06-fe4bf9e95264 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:42.180263 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-61b3ce64-483f-4d1b-8f06-fe4bf9e95264 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:42.201815 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c3f6ca6-1d9b-42e4-ab4a-5ce417de9237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (1d126bd2-e7d9-441a-a099-aac0556c8e1f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:42.278085 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7c3f6ca6-1d9b-42e4-ab4a-5ce417de9237 admin admin] Deleting port f66cbb04-e3c0-47b7-836e-6e3c193a4381 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:01:42.278421 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c3f6ca6-1d9b-42e4-ab4a-5ce417de9237 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f66cbb04-e3c0-47b7-836e-6e3c193a4381), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:42.334346 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-42388551-ee5f-41b4-b8a5-08f500f5d090 req-ca27b027-2c6c-44b1-9bad-d51956c26a64 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793166 Feb 07 21:01:42.336611 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-681b4bc0-79a1-4e29-8523-dceb2c9ef944 req-27700dc6-6d04-47a2-a91e-40ba716377e4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c619f47-fc6a-4388-86fb-8892dc475079 HTTP/1.1" status: 200 len: 999 time: 0.2772276 Feb 07 21:01:42.358928 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7c3f6ca6-1d9b-42e4-ab4a-5ce417de9237 admin admin] For port f66cbb04-e3c0-47b7-836e-6e3c193a4381, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f66cbb04-e3c0-47b7-836e-6e3c193a4381,segment=NetworkSegment(7d800224-c8b9-4a77-9779-0ffd30631e2e),segment_id=7d800224-c8b9-4a77-9779-0ffd30631e2e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:42.359526 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c3f6ca6-1d9b-42e4-ab4a-5ce417de9237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f66cbb04-e3c0-47b7-836e-6e3c193a4381), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:42.384453 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7c3f6ca6-1d9b-42e4-ab4a-5ce417de9237 admin admin] Calling delete_port for f66cbb04-e3c0-47b7-836e-6e3c193a4381 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:01:42.393958 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6669c9e5-13c4-49d7-8b75-c6641200d017), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:42.411924 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 6d43b8f9-040d-4274-a658-2d98333b17db {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:01:42.415162 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 6d43b8f9-040d-4274-a658-2d98333b17db not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:01:42.417241 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-0a0443e3-ff7d-4363-9efd-5839ebc23549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-router', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:42Z', 'revision_number': 4, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'gw_port': {'id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '48b80013-6e71-4751-915d-8748f208b19b', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'port_id': '1c619f47-fc6a-4388-86fb-8892dc475079', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 790, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'mac_address': 'fa:16:3e:23:5d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794cbbc-fde1-434c-9102-b948f32a0fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:01:06Z', 'updated_at': '2022-02-07T21:01:37Z', 'revision_number': 1, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973983e9-741d-4100-bc08-8d6bc06a1735', 'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'mac_address': 'fa:16:3e:f6:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '4697809e-6faf-4265-b583-499d13fd2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:41Z', 'updated_at': '2022-02-07T21:00:49Z', 'revision_number': 5, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'subnets': [{'id': '4697809e-6faf-4265-b583-499d13fd2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:42.485083 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port d1c65d17-e582-4939-8d51-0b52f4c9fb21, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=d1c65d17-e582-4939-8d51-0b52f4c9fb21,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:42.487531 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c3f6ca6-1d9b-42e4-ab4a-5ce417de9237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (f66cbb04-e3c0-47b7-836e-6e3c193a4381), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:42.525213 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0443e3-ff7d-4363-9efd-5839ebc23549 None None] The sync data for ids ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'] in n-d-828185-2 is: [{'id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-router', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:42Z', 'revision_number': 4, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'gw_port': {'id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '48b80013-6e71-4751-915d-8748f208b19b', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'port_id': '1c619f47-fc6a-4388-86fb-8892dc475079', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 790, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'mac_address': 'fa:16:3e:23:5d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794cbbc-fde1-434c-9102-b948f32a0fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:01:06Z', 'updated_at': '2022-02-07T21:01:37Z', 'revision_number': 1, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973983e9-741d-4100-bc08-8d6bc06a1735', 'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'mac_address': 'fa:16:3e:f6:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '4697809e-6faf-4265-b583-499d13fd2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:41Z', 'updated_at': '2022-02-07T21:00:49Z', 'revision_number': 5, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'subnets': [{'id': '4697809e-6faf-4265-b583-499d13fd2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:01:42.529302 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3f6ca6-1d9b-42e4-ab4a-5ce417de9237 admin admin] No DVR routers for this DVR port f66cbb04-e3c0-47b7-836e-6e3c193a4381 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:01:42.564888 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f6ca6-1d9b-42e4-ab4a-5ce417de9237 admin admin] Pushing event deleted for resources: {'Port': ['ID=f66cbb04-e3c0-47b7-836e-6e3c193a4381,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:42.600284 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'd1c65d17-e582-4939-8d51-0b52f4c9fb21', 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df', 'port_id': 'd1c65d17-e582-4939-8d51-0b52f4c9fb21', 'mac_address': 'fa:16:3e:11:53:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3768dda-d71b-40b0-9d56-296b11c3fa2b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:01:42.654865 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72795cf2-439e-47cb-aff8-aae9bdd061ea x-openstack-request-id: req-72795cf2-439e-47cb-aff8-aae9bdd061ea {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:01:42.655277 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9794cbbc-fde1-434c-9102-b948f32a0fa2", "tag": "1c619f47-fc6a-4388-86fb-8892dc475079", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:01:42.656829 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-72795cf2-439e-47cb-aff8-aae9bdd061ea {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:01:42.656829 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9794cbbc-fde1-434c-9102-b948f32a0fa2', 'tag': '1c619f47-fc6a-4388-86fb-8892dc475079', 'status': 'completed', 'code': 200} Feb 07 21:01:42.706733 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c3f6ca6-1d9b-42e4-ab4a-5ce417de9237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (1d126bd2-e7d9-441a-a099-aac0556c8e1f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:42.714307 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-d6ba6b78-c300-4d0d-89c1-9008967f52f7 admin admin] Allocated IP 172.20.0.1 (c3146a46-c721-423b-a88e-d119ffbfea60/db292aec-1a57-4b47-8954-d9d39e39a101/a3f79ee6-2695-4d4b-a938-2b21d63b10ed) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:01:42.760920 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46d96c5-7240-458c-9d9b-f617b432f5cb None None] DHCP port deletion for 1d126bd2-e7d9-441a-a099-aac0556c8e1f request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:01:42.762599 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port d1c65d17-e582-4939-8d51-0b52f4c9fb21 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:42.762987 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d1c65d17-e582-4939-8d51-0b52f4c9fb21), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:42.769710 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39771d6e-f27b-440e-a21e-4c1124258cda req-187ceb58-2f28-4991-ac1b-113d2a71f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:42.771246 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-39771d6e-f27b-440e-a21e-4c1124258cda req-187ceb58-2f28-4991-ac1b-113d2a71f1dc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=390bb4ffe0104a5cbfd48bfe929d4aa0&device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 1127 time: 0.2564435 Feb 07 21:01:42.778437 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7c3f6ca6-1d9b-42e4-ab4a-5ce417de9237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d126bd2-e7d9-441a-a099-aac0556c8e1f']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:42.782418 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3c793285-bc57-4be0-8f70-eb914107f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'name': 'tempest-ServersTestManualDisk-1903395963-router', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:33Z', 'updated_at': '2022-02-07T21:01:36Z', 'revision_number': 3, 'project_id': '201d9268974d4320af92b82deb0d76ae', 'gw_port': {'id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:34Z', 'updated_at': '2022-02-07T21:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:42.837537 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c793285-bc57-4be0-8f70-eb914107f2a1 None None] The sync data for ids ['28036b59-4615-4f68-be11-3cf14c76bc78'] in n-d-828185-2 is: [{'id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'name': 'tempest-ServersTestManualDisk-1903395963-router', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:33Z', 'updated_at': '2022-02-07T21:01:36Z', 'revision_number': 3, 'project_id': '201d9268974d4320af92b82deb0d76ae', 'gw_port': {'id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:34Z', 'updated_at': '2022-02-07T21:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:01:42.840160 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c65d17-e582-4939-8d51-0b52f4c9fb21 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:01:42.849875 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b4bc0-79a1-4e29-8523-dceb2c9ef944 req-b7365b2d-fe6a-48f9-a61d-0c776d299043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:42.851967 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-681b4bc0-79a1-4e29-8523-dceb2c9ef944 req-b7365b2d-fe6a-48f9-a61d-0c776d299043 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4697809e-6faf-4265-b583-499d13fd2637 HTTP/1.1" status: 200 len: 860 time: 0.5083203 Feb 07 21:01:42.873289 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-61b3ce64-483f-4d1b-8f06-fe4bf9e95264 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3305886 Feb 07 21:01:42.878805 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port d1c65d17-e582-4939-8d51-0b52f4c9fb21, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=d1c65d17-e582-4939-8d51-0b52f4c9fb21,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:42.888730 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d1c65d17-e582-4939-8d51-0b52f4c9fb21), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:42.898237 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7c3f6ca6-1d9b-42e4-ab4a-5ce417de9237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d800224-c8b9-4a77-9779-0ffd30631e2e') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:42.898567 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7c3f6ca6-1d9b-42e4-ab4a-5ce417de9237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d800224-c8b9-4a77-9779-0ffd30631e2e') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:42.922236 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c3f6ca6-1d9b-42e4-ab4a-5ce417de9237 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (7d800224-c8b9-4a77-9779-0ffd30631e2e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:42.966040 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-cf665da8-f470-46d4-92b2-316f8de0dbb7 service neutron] Request body: {'port': {'device_id': 'a325400b-a5dd-415a-9446-55ca0aa3ca84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:42.966179 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c3f6ca6-1d9b-42e4-ab4a-5ce417de9237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (7d800224-c8b9-4a77-9779-0ffd30631e2e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:42.982973 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff90a7-05be-42ca-a190-01de4d60f2f1 None None] New status for floating IP 48b80013-6e71-4751-915d-8748f208b19b: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:01:42.988590 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3f6ca6-1d9b-42e4-ab4a-5ce417de9237 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:01:42.988994 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c3f6ca6-1d9b-42e4-ab4a-5ce417de9237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (7d800224-c8b9-4a77-9779-0ffd30631e2e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:01:43.002147 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:01:43.094807 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39771d6e-f27b-440e-a21e-4c1124258cda req-6e30103f-30ad-43ad-a593-a71053c29959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:43.096202 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-39771d6e-f27b-440e-a21e-4c1124258cda req-6e30103f-30ad-43ad-a593-a71053c29959 service neutron] 10.222.0.71 "GET /v2.0/networks?id=21a6194c-d716-4999-aeaa-5b2b71cb17eb HTTP/1.1" status: 200 len: 922 time: 0.3149765 Feb 07 21:01:43.114304 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c3f6ca6-1d9b-42e4-ab4a-5ce417de9237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (1d126bd2-e7d9-441a-a099-aac0556c8e1f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:43.170711 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c3f6ca6-1d9b-42e4-ab4a-5ce417de9237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:43.176205 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7c3f6ca6-1d9b-42e4-ab4a-5ce417de9237 admin admin] 10.222.0.65 "DELETE /v2.0/networks/1d126bd2-e7d9-441a-a099-aac0556c8e1f HTTP/1.1" status: 204 len: 168 time: 1.0989914 Feb 07 21:01:43.193092 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f6ca6-1d9b-42e4-ab4a-5ce417de9237 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d126bd2-e7d9-441a-a099-aac0556c8e1f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:43.235477 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=d1c65d17-e582-4939-8d51-0b52f4c9fb21,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:43.240453 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-39771d6e-f27b-440e-a21e-4c1124258cda req-e13062ec-24f2-4059-b461-15d035b9c6ef service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c619f47-fc6a-4388-86fb-8892dc475079 HTTP/1.1" status: 200 len: 999 time: 0.1356747 Feb 07 21:01:43.349860 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['d1c65d17-e582-4939-8d51-0b52f4c9fb21'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:01:43.361677 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39771d6e-f27b-440e-a21e-4c1124258cda req-6ad6d179-d15b-4cf0-800f-1205878628a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:43.366126 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-39771d6e-f27b-440e-a21e-4c1124258cda req-6ad6d179-d15b-4cf0-800f-1205878628a7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4697809e-6faf-4265-b583-499d13fd2637 HTTP/1.1" status: 200 len: 860 time: 0.1186066 Feb 07 21:01:43.412331 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6ba6b78-c300-4d0d-89c1-9008967f52f7 admin admin] Publish callbacks [] for port (a3f79ee6-2695-4d4b-a938-2b21d63b10ed), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:43.462015 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70215630-6e1e-4b34-802b-b6dc40006ed1 req-04cdafb6-ad22-447b-8e24-a83c7b33a86a tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:43.467124 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-70215630-6e1e-4b34-802b-b6dc40006ed1 req-04cdafb6-ad22-447b-8e24-a83c7b33a86a tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=a325400b-a5dd-415a-9446-55ca0aa3ca84 HTTP/1.1" status: 200 len: 932 time: 0.8151331 Feb 07 21:01:43.488148 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46478) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:43.512063 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b4bc0-79a1-4e29-8523-dceb2c9ef944 req-5be460d0-5b6a-40b3-9922-3126c73827c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:43.521976 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-681b4bc0-79a1-4e29-8523-dceb2c9ef944 req-5be460d0-5b6a-40b3-9922-3126c73827c6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=21a6194c-d716-4999-aeaa-5b2b71cb17eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5563748 Feb 07 21:01:43.529363 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-681b4bc0-79a1-4e29-8523-dceb2c9ef944 req-286ac6ab-945a-48ba-bf15-586f7ed75120 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:01:43.530343 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-681b4bc0-79a1-4e29-8523-dceb2c9ef944 req-286ac6ab-945a-48ba-bf15-586f7ed75120 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051553 Feb 07 21:01:43.552026 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-cf665da8-f470-46d4-92b2-316f8de0dbb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (dfd6e5aa-c304-48b1-a170-fea627202250), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:43.571961 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39771d6e-f27b-440e-a21e-4c1124258cda req-8f47ac4a-d057-415e-94b0-ba2c5443f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:43.573951 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-39771d6e-f27b-440e-a21e-4c1124258cda req-8f47ac4a-d057-415e-94b0-ba2c5443f3fd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=21a6194c-d716-4999-aeaa-5b2b71cb17eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1986415 Feb 07 21:01:43.587192 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-85640a3c-fd2d-4a64-9c70-dff1d177b2a3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d25ea6a8c80e4111a262f2acee0a2059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0952711 Feb 07 21:01:43.589625 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46480) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:43.644702 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46482) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:43.712103 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-39771d6e-f27b-440e-a21e-4c1124258cda req-9166716e-f1d0-480d-880c-50388d03cdb9 service neutron] 10.222.0.71 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232316 Feb 07 21:01:43.790350 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device b6e50c22-ab5b-41f1-9a56-9c3def9258a7 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:01:43.801542 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] device_id is not set on port 6669c9e5-13c4-49d7-8b75-c6641200d017 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:01:43.810686 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks [] for port (6669c9e5-13c4-49d7-8b75-c6641200d017), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:43.847593 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-857eb5b5-cd51-4699-a635-8916ad6a9fc5 admin admin] Publish callbacks [] for security_group (af812b58-4718-4f52-90b5-982b357cc795), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:43.877264 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6ba6b78-c300-4d0d-89c1-9008967f52f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (a3f79ee6-2695-4d4b-a938-2b21d63b10ed), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:43.886710 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (6669c9e5-13c4-49d7-8b75-c6641200d017), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:43.904832 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port b6e50c22-ab5b-41f1-9a56-9c3def9258a7 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:43.905891 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b6e50c22-ab5b-41f1-9a56-9c3def9258a7), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:43.920172 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-857eb5b5-cd51-4699-a635-8916ad6a9fc5 admin admin] Publish callbacks [] for security_group (af812b58-4718-4f52-90b5-982b357cc795), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:43.946874 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-39771d6e-f27b-440e-a21e-4c1124258cda req-941af810-b451-45c7-bb5b-035b95b84857 service neutron] 10.222.0.71 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085114 Feb 07 21:01:44.023199 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-857eb5b5-cd51-4699-a635-8916ad6a9fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (af812b58-4718-4f52-90b5-982b357cc795), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:44.025867 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-857eb5b5-cd51-4699-a635-8916ad6a9fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:44.030964 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-857eb5b5-cd51-4699-a635-8916ad6a9fc5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/af812b58-4718-4f52-90b5-982b357cc795 HTTP/1.1" status: 204 len: 168 time: 0.4399376 Feb 07 21:01:44.037133 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port b6e50c22-ab5b-41f1-9a56-9c3def9258a7 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:44.037815 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b6e50c22-ab5b-41f1-9a56-9c3def9258a7), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:44.059235 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857eb5b5-cd51-4699-a635-8916ad6a9fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af812b58-4718-4f52-90b5-982b357cc795,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:44.081513 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port b6e50c22-ab5b-41f1-9a56-9c3def9258a7, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=b6e50c22-ab5b-41f1-9a56-9c3def9258a7,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:44.093732 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b6e50c22-ab5b-41f1-9a56-9c3def9258a7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:44.169510 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=b6e50c22-ab5b-41f1-9a56-9c3def9258a7,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:44.200945 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f66cbb04-e3c0-47b7-836e-6e3c193a4381 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:01:44.234727 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: f66cbb04-e3c0-47b7-836e-6e3c193a4381 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:01:44.235151 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f66cbb04-e3c0-47b7-836e-6e3c193a4381 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:01:44.390165 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-70215630-6e1e-4b34-802b-b6dc40006ed1 req-eb9da335-d0fd-466c-852b-b60a53aa2713 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8969474 Feb 07 21:01:44.393981 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e184ec60-562e-4fb9-8603-aab534e4cdef admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1767300012-network', 'tenant_id': 'a3b2daf220a74f4a903969f6214c990a'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:44.416836 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-681b4bc0-79a1-4e29-8523-dceb2c9ef944 req-c2002388-fcd2-4e01-85f5-76586f225d19 service neutron] 10.222.0.65 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8554564 Feb 07 21:01:44.433113 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ba6b78-c300-4d0d-89c1-9008967f52f7 admin admin] Network c3146a46-c721-423b-a88e-d119ffbfea60 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:01:44.443178 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d6ba6b78-c300-4d0d-89c1-9008967f52f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:01:44.455802 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ba6b78-c300-4d0d-89c1-9008967f52f7 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:01:44.465484 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba6b78-c300-4d0d-89c1-9008967f52f7 admin admin] Pushing event updated for resources: {'Port': ['ID=a3f79ee6-2695-4d4b-a938-2b21d63b10ed,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:44.515987 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:44.516770 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:44.516977 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:44.713132 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 6669c9e5-13c4-49d7-8b75-c6641200d017 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:44.713394 n-d-828185-2 neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:44.713797 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e184ec60-562e-4fb9-8603-aab534e4cdef admin admin] Made reservation on behalf of a3b2daf220a74f4a903969f6214c990a for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:01:44.716098 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e184ec60-562e-4fb9-8603-aab534e4cdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:44.734428 n-d-828185-2 neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempt 2 to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 Feb 07 21:01:44.755395 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6ba6b78-c300-4d0d-89c1-9008967f52f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (28036b59-4615-4f68-be11-3cf14c76bc78), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:44.793689 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e184ec60-562e-4fb9-8603-aab534e4cdef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:44.817335 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-57ae8d93-01c0-4ed7-a695-2b05c1dac978 None None] Provisioning complete for port a3f79ee6-2695-4d4b-a938-2b21d63b10ed triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:44.817891 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-57ae8d93-01c0-4ed7-a695-2b05c1dac978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a3f79ee6-2695-4d4b-a938-2b21d63b10ed), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:44.866305 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:44.866869 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:44.867220 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:44.869055 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Pushing event updated for resources: {'Port': ['ID=6669c9e5-13c4-49d7-8b75-c6641200d017,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:44.892154 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-57ae8d93-01c0-4ed7-a695-2b05c1dac978 None None] Port a3f79ee6-2695-4d4b-a938-2b21d63b10ed cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:01:44.961725 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 6669c9e5-13c4-49d7-8b75-c6641200d017 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:44.962787 n-d-828185-2 neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:44.975545 n-d-828185-2 neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempt 3 to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 Feb 07 21:01:45.043290 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46506) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:45.046041 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-681b4bc0-79a1-4e29-8523-dceb2c9ef944 req-ecffbd33-c572-4ddd-8d93-c44a2c02fba4 service neutron] 10.222.0.65 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006479 Feb 07 21:01:45.106222 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:45.106695 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:45.107133 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:45.128127 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2a729-b49c-4bee-bf07-b2df68b5d24a req-3b35a2fd-2bc8-44b9-b9d6-6f486bc6d01d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:45.129857 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e0e2a729-b49c-4bee-bf07-b2df68b5d24a req-3b35a2fd-2bc8-44b9-b9d6-6f486bc6d01d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 944 time: 0.4359961 Feb 07 21:01:45.172651 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-108a8c56-263a-47ae-9d3e-c69e4828036e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-960061040-network', 'tenant_id': '32ff56f8fd43451781a008978e4679d6'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:45.185792 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 6669c9e5-13c4-49d7-8b75-c6641200d017 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:45.186291 n-d-828185-2 neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:45.202185 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108a8c56-263a-47ae-9d3e-c69e4828036e admin admin] Made reservation on behalf of 32ff56f8fd43451781a008978e4679d6 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:01:45.206192 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-108a8c56-263a-47ae-9d3e-c69e4828036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:45.206628 n-d-828185-2 neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempt 4 to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 Feb 07 21:01:45.220093 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-108a8c56-263a-47ae-9d3e-c69e4828036e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:45.279017 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:45.279428 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:45.280136 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:45.339074 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 6669c9e5-13c4-49d7-8b75-c6641200d017 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:45.339506 n-d-828185-2 neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:45.340203 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-108a8c56-263a-47ae-9d3e-c69e4828036e admin admin] Publish callbacks [] for security_group (17f5d810-43eb-4722-ba76-87def9f99363), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:45.346156 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-108a8c56-263a-47ae-9d3e-c69e4828036e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (17f5d810-43eb-4722-ba76-87def9f99363), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:45.349234 n-d-828185-2 neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempt 5 to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 Feb 07 21:01:45.362463 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108a8c56-263a-47ae-9d3e-c69e4828036e admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:01:45.375064 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-108a8c56-263a-47ae-9d3e-c69e4828036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (061673fe-e720-43e4-a9a2-d82036a40d5d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:45.375547 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-108a8c56-263a-47ae-9d3e-c69e4828036e admin admin] Added segment 061673fe-e720-43e4-a9a2-d82036a40d5d of type vlan for network baf97448-6b6a-4e23-8e75-a9e4b2610c9d Feb 07 21:01:45.379442 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-bc863987-8de8-4b39-a6f1-ba351d1f3ab3 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:45.381053 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-bc863987-8de8-4b39-a6f1-ba351d1f3ab3 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=80fc9b5f-7987-42a7-a728-af30264bb783&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2710056 Feb 07 21:01:45.427488 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6ba6b78-c300-4d0d-89c1-9008967f52f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a3f79ee6-2695-4d4b-a938-2b21d63b10ed), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:45.429091 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-108a8c56-263a-47ae-9d3e-c69e4828036e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (baf97448-6b6a-4e23-8e75-a9e4b2610c9d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:45.432071 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e0e2a729-b49c-4bee-bf07-b2df68b5d24a req-b50f748c-83a1-4c9d-bd97-049c02e69ad6 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496994 Feb 07 21:01:45.451841 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e184ec60-562e-4fb9-8603-aab534e4cdef admin admin] Publish callbacks [] for security_group (565c8f21-8e9c-4ce9-b10e-2edd4a709932), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:45.454239 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:45.454459 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:45.455382 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:45.475274 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-108a8c56-263a-47ae-9d3e-c69e4828036e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (baf97448-6b6a-4e23-8e75-a9e4b2610c9d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:45.475274 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108a8c56-263a-47ae-9d3e-c69e4828036e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:45.475274 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-108a8c56-263a-47ae-9d3e-c69e4828036e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:45.506023 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e184ec60-562e-4fb9-8603-aab534e4cdef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (565c8f21-8e9c-4ce9-b10e-2edd4a709932), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:45.519860 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 6669c9e5-13c4-49d7-8b75-c6641200d017 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:45.520545 n-d-828185-2 neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:45.532599 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-cf665da8-f470-46d4-92b2-316f8de0dbb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd6e5aa-c304-48b1-a170-fea627202250 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:01:45.536708 n-d-828185-2 neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempt 6 to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 Feb 07 21:01:45.561475 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a8c56-263a-47ae-9d3e-c69e4828036e admin admin] Pushing event updated for resources: {'Network': ['ID=baf97448-6b6a-4e23-8e75-a9e4b2610c9d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:45.573460 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network baf97448-6b6a-4e23-8e75-a9e4b2610c9d details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:01:45.581140 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a8c56-263a-47ae-9d3e-c69e4828036e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f5d810-43eb-4722-ba76-87def9f99363,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:45.594498 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-cf665da8-f470-46d4-92b2-316f8de0dbb7 service neutron] Publish callbacks [] for port (dfd6e5aa-c304-48b1-a170-fea627202250), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:45.595645 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-108a8c56-263a-47ae-9d3e-c69e4828036e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5509706 Feb 07 21:01:45.598773 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46516) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:45.605268 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c1f2d7a0-439a-40a4-9466-e575c4f956bf admin admin] Request body: {'subnet': {'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-960061040-subnet', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:45.632416 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e184ec60-562e-4fb9-8603-aab534e4cdef admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:01:45.635874 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f2d7a0-439a-40a4-9466-e575c4f956bf admin admin] Made reservation on behalf of 32ff56f8fd43451781a008978e4679d6 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:01:45.639174 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1f2d7a0-439a-40a4-9466-e575c4f956bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:45.669362 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:45.669704 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:45.670037 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:45.694625 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184ec60-562e-4fb9-8603-aab534e4cdef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565c8f21-8e9c-4ce9-b10e-2edd4a709932,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:45.698107 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-cf665da8-f470-46d4-92b2-316f8de0dbb7 service neutron] Transition to ACTIVE for port object dfd6e5aa-c304-48b1-a170-fea627202250 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:01:45.708711 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-8420e54f-cada-4abb-b67c-1f25c73658ca tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.163 HTTP/1.1" status: 200 len: 1001 time: 0.2902536 Feb 07 21:01:45.713152 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e184ec60-562e-4fb9-8603-aab534e4cdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (60a053f1-f586-4f44-bf07-506636680126), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:45.713494 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-e184ec60-562e-4fb9-8603-aab534e4cdef admin admin] Added segment 60a053f1-f586-4f44-bf07-506636680126 of type vlan for network 5e864af6-a3bf-4481-a9f6-e65eac41b844 Feb 07 21:01:45.715129 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 6669c9e5-13c4-49d7-8b75-c6641200d017 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:45.715457 n-d-828185-2 neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:45.728997 n-d-828185-2 neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempt 7 to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 Feb 07 21:01:45.738287 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-cf665da8-f470-46d4-92b2-316f8de0dbb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (dfd6e5aa-c304-48b1-a170-fea627202250), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:45.779330 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-575b1a2f-0d53-447f-826d-0b92dde108a1 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Request body: {'floatingip': {'port_id': 'acf19ea0-b73e-408e-8078-11e03cb0b5c0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:45.881740 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:45.882141 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:45.882406 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:45.889926 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1f2d7a0-439a-40a4-9466-e575c4f956bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (a20c386e-eebe-4f10-a5ee-5638c9eee3a7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:45.894194 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device d1c65d17-e582-4939-8d51-0b52f4c9fb21 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:01:45.897273 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device b6e50c22-ab5b-41f1-9a56-9c3def9258a7 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:01:45.911362 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e184ec60-562e-4fb9-8603-aab534e4cdef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (5e864af6-a3bf-4481-a9f6-e65eac41b844), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:45.925527 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 6669c9e5-13c4-49d7-8b75-c6641200d017 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:45.925860 n-d-828185-2 neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:45.939292 n-d-828185-2 neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempt 8 to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 Feb 07 21:01:45.955160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cc704-bda5-475d-9d42-a00ae9e5e7dd req-db557f41-ed24-4045-9254-f2953d1fedf5 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:45.956763 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-be8cc704-bda5-475d-9d42-a00ae9e5e7dd req-db557f41-ed24-4045-9254-f2953d1fedf5 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=a325400b-a5dd-415a-9446-55ca0aa3ca84 HTTP/1.1" status: 200 len: 932 time: 0.4170444 Feb 07 21:01:45.968661 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf665da8-f470-46d4-92b2-316f8de0dbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd6e5aa-c304-48b1-a170-fea627202250,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:45.986077 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2d7a0-439a-40a4-9466-e575c4f956bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a20c386e-eebe-4f10-a5ee-5638c9eee3a7,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:45.994834 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f2d7a0-439a-40a4-9466-e575c4f956bf admin admin] Checking segment: {'id': '061673fe-e720-43e4-a9a2-d82036a40d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:01:45.995204 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f2d7a0-439a-40a4-9466-e575c4f956bf admin admin] Network hostable DHCP agents. Network: baf97448-6b6a-4e23-8e75-a9e4b2610c9d, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:01:46.005982 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2d7a0-439a-40a4-9466-e575c4f956bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:46.006337 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2d7a0-439a-40a4-9466-e575c4f956bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:46.006688 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2d7a0-439a-40a4-9466-e575c4f956bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:46.007099 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2d7a0-439a-40a4-9466-e575c4f956bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:46.007699 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2d7a0-439a-40a4-9466-e575c4f956bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:46.008049 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2d7a0-439a-40a4-9466-e575c4f956bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:46.008702 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2d7a0-439a-40a4-9466-e575c4f956bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:46.008834 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2d7a0-439a-40a4-9466-e575c4f956bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:46.009074 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2d7a0-439a-40a4-9466-e575c4f956bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:46.009406 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2d7a0-439a-40a4-9466-e575c4f956bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:46.009737 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2d7a0-439a-40a4-9466-e575c4f956bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:46.010326 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2d7a0-439a-40a4-9466-e575c4f956bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:46.010664 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f2d7a0-439a-40a4-9466-e575c4f956bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:46.015974 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:46.016772 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:46.017117 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:46.033651 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-575b1a2f-0d53-447f-826d-0b92dde108a1 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks [] for floatingip (48b80013-6e71-4751-915d-8748f208b19b), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:46.034992 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f2d7a0-439a-40a4-9466-e575c4f956bf admin admin] Network baf97448-6b6a-4e23-8e75-a9e4b2610c9d is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:01:46.053193 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-c1f2d7a0-439a-40a4-9466-e575c4f956bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, baf97448-6b6a-4e23-8e75-a9e4b2610c9d) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:01:46.062446 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port b6e50c22-ab5b-41f1-9a56-9c3def9258a7 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:46.063066 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b6e50c22-ab5b-41f1-9a56-9c3def9258a7), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:46.066742 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e287b6-2dba-43d9-90b3-13895f18413d None None] Network baf97448-6b6a-4e23-8e75-a9e4b2610c9d requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:01:46.071850 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port d1c65d17-e582-4939-8d51-0b52f4c9fb21 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:01:46.074571 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f2d7a0-439a-40a4-9466-e575c4f956bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:46.076641 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1f2d7a0-439a-40a4-9466-e575c4f956bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:46.100449 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c1f2d7a0-439a-40a4-9466-e575c4f956bf admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5000095 Feb 07 21:01:46.103656 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46518) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:46.106939 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 6669c9e5-13c4-49d7-8b75-c6641200d017 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:46.107267 n-d-828185-2 neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:46.109617 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-716a224b-176f-4361-89f6-7815c7cdf16f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-960061040-router', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:46.127957 n-d-828185-2 neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempt 9 to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 Feb 07 21:01:46.130679 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e184ec60-562e-4fb9-8603-aab534e4cdef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (5e864af6-a3bf-4481-a9f6-e65eac41b844), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:46.131689 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e184ec60-562e-4fb9-8603-aab534e4cdef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:46.132239 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e184ec60-562e-4fb9-8603-aab534e4cdef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:46.141492 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port d1c65d17-e582-4939-8d51-0b52f4c9fb21 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:46.142434 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d1c65d17-e582-4939-8d51-0b52f4c9fb21), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:46.144527 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-716a224b-176f-4361-89f6-7815c7cdf16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (b5a9ea17-ccec-49b5-b4ce-9d673361b18c), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:46.146414 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-716a224b-176f-4361-89f6-7815c7cdf16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (b5a9ea17-ccec-49b5-b4ce-9d673361b18c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:46.221594 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-716a224b-176f-4361-89f6-7815c7cdf16f admin admin] Publish callbacks [] for router_controller (b5a9ea17-ccec-49b5-b4ce-9d673361b18c), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:46.281545 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:46.281888 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:46.282785 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:46.317101 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e184ec60-562e-4fb9-8603-aab534e4cdef admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6536272 Feb 07 21:01:46.320040 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f1efaa-d4b6-4c13-a4d2-3d10a2937ac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-baf97448-6b6a-4e23-8e75-a9e4b2610c9d', 'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d', 'project_id': '32ff56f8fd43451781a008978e4679d6', 'fixed_ips': [{'subnet_id': 'a20c386e-eebe-4f10-a5ee-5638c9eee3a7'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:01:46.320346 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-be8cc704-bda5-475d-9d42-a00ae9e5e7dd req-9ca88771-ba0d-4e1f-8f06-2527a41a80c4 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438678 Feb 07 21:01:46.321134 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-69f1efaa-d4b6-4c13-a4d2-3d10a2937ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:46.332743 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46520) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:46.343302 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 6669c9e5-13c4-49d7-8b75-c6641200d017 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:46.343633 n-d-828185-2 neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:46.345406 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2a3de65b-5dd5-4a7c-aec5-afca82ebc030 admin admin] Request body: {'subnet': {'network_id': '5e864af6-a3bf-4481-a9f6-e65eac41b844', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1767300012-subnet', 'tenant_id': 'a3b2daf220a74f4a903969f6214c990a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:46.349921 n-d-828185-2 neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempt 10 to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 Feb 07 21:01:46.357900 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6ba6b78-c300-4d0d-89c1-9008967f52f7 admin admin] Publish callbacks [] for port (a3f79ee6-2695-4d4b-a938-2b21d63b10ed), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:46.366180 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184ec60-562e-4fb9-8603-aab534e4cdef admin admin] Pushing event updated for resources: {'Network': ['ID=5e864af6-a3bf-4481-a9f6-e65eac41b844,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:46.371767 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port b6e50c22-ab5b-41f1-9a56-9c3def9258a7 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:46.383090 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 5e864af6-a3bf-4481-a9f6-e65eac41b844 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:01:46.394232 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6ba6b78-c300-4d0d-89c1-9008967f52f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (a3f79ee6-2695-4d4b-a938-2b21d63b10ed), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:46.396356 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-cf665da8-f470-46d4-92b2-316f8de0dbb7 service neutron] Attempting to bind port dfd6e5aa-c304-48b1-a170-fea627202250 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:46.396693 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-cf665da8-f470-46d4-92b2-316f8de0dbb7 service neutron] Attempting to bind port dfd6e5aa-c304-48b1-a170-fea627202250 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'f638ec27-818a-478c-bd2a-cb7a790547ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5001b379-0d16-4857-8b55-5475fc3d0612'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:46.397011 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-cf665da8-f470-46d4-92b2-316f8de0dbb7 service neutron] Attempting to bind port dfd6e5aa-c304-48b1-a170-fea627202250 on network 5001b379-0d16-4857-8b55-5475fc3d0612 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:46.443710 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-716a224b-176f-4361-89f6-7815c7cdf16f admin admin] Publish callbacks [] for router_gateway (b5a9ea17-ccec-49b5-b4ce-9d673361b18c), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:46.475478 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-cf665da8-f470-46d4-92b2-316f8de0dbb7 service neutron] Port dfd6e5aa-c304-48b1-a170-fea627202250 on network 5001b379-0d16-4857-8b55-5475fc3d0612 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:46.475478 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-cf665da8-f470-46d4-92b2-316f8de0dbb7 service neutron] Attempting to bind port dfd6e5aa-c304-48b1-a170-fea627202250 on network 5001b379-0d16-4857-8b55-5475fc3d0612 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:46.506735 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3de65b-5dd5-4a7c-aec5-afca82ebc030 admin admin] Made reservation on behalf of a3b2daf220a74f4a903969f6214c990a for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:01:46.509153 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2a3de65b-5dd5-4a7c-aec5-afca82ebc030 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:46.547319 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:46.547664 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:46.552095 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempting to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:46.555581 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba6b78-c300-4d0d-89c1-9008967f52f7 admin admin] Pushing event updated for resources: {'Port': ['ID=a3f79ee6-2695-4d4b-a938-2b21d63b10ed,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:46.621772 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-cf665da8-f470-46d4-92b2-316f8de0dbb7 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:01:46.622115 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-cf665da8-f470-46d4-92b2-316f8de0dbb7 service neutron] Checking segment: {'id': 'f638ec27-818a-478c-bd2a-cb7a790547ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5001b379-0d16-4857-8b55-5475fc3d0612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:01:46.622660 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-cf665da8-f470-46d4-92b2-316f8de0dbb7 service neutron] Bound using segment: {'id': 'f638ec27-818a-478c-bd2a-cb7a790547ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5001b379-0d16-4857-8b55-5475fc3d0612'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:01:46.623114 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-cf665da8-f470-46d4-92b2-316f8de0dbb7 service neutron] Bound port: dfd6e5aa-c304-48b1-a170-fea627202250, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f638ec27-818a-478c-bd2a-cb7a790547ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5001b379-0d16-4857-8b55-5475fc3d0612'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:01:46.623992 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-cf665da8-f470-46d4-92b2-316f8de0dbb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (dfd6e5aa-c304-48b1-a170-fea627202250), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:46.713645 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-69f1efaa-d4b6-4c13-a4d2-3d10a2937ac6 None None] Allocated IP 172.20.0.2 (baf97448-6b6a-4e23-8e75-a9e4b2610c9d/a20c386e-eebe-4f10-a5ee-5638c9eee3a7/f1ebb2df-3992-4d77-ab4b-27015866f3cf) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:01:46.729920 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port d1c65d17-e582-4939-8d51-0b52f4c9fb21 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:46.729920 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d1c65d17-e582-4939-8d51-0b52f4c9fb21), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:46.800997 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa2e42c-2d7d-417c-b0d1-973b70c83db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c65d17-e582-4939-8d51-0b52f4c9fb21'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:01:46.803923 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e28d669-8f52-412e-b497-c99e3a5c563c" -d '{"events": [{"server_uuid": "9aa2e42c-2d7d-417c-b0d1-973b70c83db6", "name": "network-vif-plugged", "status": "completed", "tag": "d1c65d17-e582-4939-8d51-0b52f4c9fb21"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:01:46.822797 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port d1c65d17-e582-4939-8d51-0b52f4c9fb21, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=d1c65d17-e582-4939-8d51-0b52f4c9fb21,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:46.831503 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-716a224b-176f-4361-89f6-7815c7cdf16f admin admin] Publish callbacks [] for router_gateway (b5a9ea17-ccec-49b5-b4ce-9d673361b18c), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:46.835243 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d1c65d17-e582-4939-8d51-0b52f4c9fb21), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:46.855597 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-716a224b-176f-4361-89f6-7815c7cdf16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:46.905402 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=d1c65d17-e582-4939-8d51-0b52f4c9fb21,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:47.007286 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-69f1efaa-d4b6-4c13-a4d2-3d10a2937ac6 None None] Publish callbacks [] for port (f1ebb2df-3992-4d77-ab4b-27015866f3cf), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:47.019106 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-69f1efaa-d4b6-4c13-a4d2-3d10a2937ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (f1ebb2df-3992-4d77-ab4b-27015866f3cf), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:47.023495 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-716a224b-176f-4361-89f6-7815c7cdf16f admin admin] Allocated IP 172.25.4.87 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/d533eda4-4848-4453-aff3-d8c9c8209667) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:01:47.066333 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f1efaa-d4b6-4c13-a4d2-3d10a2937ac6 None None] Network baf97448-6b6a-4e23-8e75-a9e4b2610c9d is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:01:47.075885 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-69f1efaa-d4b6-4c13-a4d2-3d10a2937ac6 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:01:47.080462 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f1efaa-d4b6-4c13-a4d2-3d10a2937ac6 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:01:47.093184 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1efaa-d4b6-4c13-a4d2-3d10a2937ac6 None None] Pushing event updated for resources: {'Port': ['ID=f1ebb2df-3992-4d77-ab4b-27015866f3cf,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:47.103463 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Port 6669c9e5-13c4-49d7-8b75-c6641200d017 on network 695b2973-3668-4ee2-ae2d-2a81429e660d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:01:47.103463 n-d-828185-2 neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Failed to bind port 6669c9e5-13c4-49d7-8b75-c6641200d017 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '9c9d1809-6845-4b07-bd8c-e63334862195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '695b2973-3668-4ee2-ae2d-2a81429e660d'}] Feb 07 21:01:47.104148 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6669c9e5-13c4-49d7-8b75-c6641200d017), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:47.110097 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2a3de65b-5dd5-4a7c-aec5-afca82ebc030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (30ff35a5-aef9-47c7-be96-003451103897), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:47.197569 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6ba6b78-c300-4d0d-89c1-9008967f52f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (28036b59-4615-4f68-be11-3cf14c76bc78), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:47.203010 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-69f1efaa-d4b6-4c13-a4d2-3d10a2937ac6 None None] Attempting to bind port f1ebb2df-3992-4d77-ab4b-27015866f3cf on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:47.203927 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-69f1efaa-d4b6-4c13-a4d2-3d10a2937ac6 None None] Attempting to bind port f1ebb2df-3992-4d77-ab4b-27015866f3cf by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '061673fe-e720-43e4-a9a2-d82036a40d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:47.205239 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1efaa-d4b6-4c13-a4d2-3d10a2937ac6 None None] Attempting to bind port f1ebb2df-3992-4d77-ab4b-27015866f3cf on network baf97448-6b6a-4e23-8e75-a9e4b2610c9d {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:47.217188 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1efaa-d4b6-4c13-a4d2-3d10a2937ac6 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:01:47.217712 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1efaa-d4b6-4c13-a4d2-3d10a2937ac6 None None] Checking segment: {'id': '061673fe-e720-43e4-a9a2-d82036a40d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:01:47.218393 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-69f1efaa-d4b6-4c13-a4d2-3d10a2937ac6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:47.218899 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1efaa-d4b6-4c13-a4d2-3d10a2937ac6 None None] Bound using segment: {'id': '061673fe-e720-43e4-a9a2-d82036a40d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:01:47.219871 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-69f1efaa-d4b6-4c13-a4d2-3d10a2937ac6 None None] Bound port: f1ebb2df-3992-4d77-ab4b-27015866f3cf, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061673fe-e720-43e4-a9a2-d82036a40d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:01:47.220186 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-69f1efaa-d4b6-4c13-a4d2-3d10a2937ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f1ebb2df-3992-4d77-ab4b-27015866f3cf), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:47.224551 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-cf665da8-f470-46d4-92b2-316f8de0dbb7 service neutron] For port dfd6e5aa-c304-48b1-a170-fea627202250, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:01:47.267872 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-716a224b-176f-4361-89f6-7815c7cdf16f admin admin] Publish callbacks [] for port (d533eda4-4848-4453-aff3-d8c9c8209667), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:47.279972 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3de65b-5dd5-4a7c-aec5-afca82ebc030 admin admin] Checking segment: {'id': '60a053f1-f586-4f44-bf07-506636680126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5e864af6-a3bf-4481-a9f6-e65eac41b844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:01:47.280360 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3de65b-5dd5-4a7c-aec5-afca82ebc030 admin admin] Network hostable DHCP agents. Network: 5e864af6-a3bf-4481-a9f6-e65eac41b844, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:01:47.294949 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3de65b-5dd5-4a7c-aec5-afca82ebc030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ff35a5-aef9-47c7-be96-003451103897,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:47.306785 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-69f1efaa-d4b6-4c13-a4d2-3d10a2937ac6 None None] For port f1ebb2df-3992-4d77-ab4b-27015866f3cf, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:01:47.310368 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-69f1efaa-d4b6-4c13-a4d2-3d10a2937ac6 None None] For port f1ebb2df-3992-4d77-ab4b-27015866f3cf, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f1ebb2df-3992-4d77-ab4b-27015866f3cf,segment=NetworkSegment(061673fe-e720-43e4-a9a2-d82036a40d5d),segment_id=061673fe-e720-43e4-a9a2-d82036a40d5d)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:01:47.319131 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-69f1efaa-d4b6-4c13-a4d2-3d10a2937ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f1ebb2df-3992-4d77-ab4b-27015866f3cf), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:47.320878 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3de65b-5dd5-4a7c-aec5-afca82ebc030 admin admin] Network 5e864af6-a3bf-4481-a9f6-e65eac41b844 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:01:47.336155 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda01ca7-c897-4515-8fac-81d7f4eb44e1 req-8c01a7d5-133e-406e-9bc1-74ef48d3b739 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:47.344328 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-2a3de65b-5dd5-4a7c-aec5-afca82ebc030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 5e864af6-a3bf-4481-a9f6-e65eac41b844) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:01:47.349419 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3de65b-5dd5-4a7c-aec5-afca82ebc030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:47.350204 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2a3de65b-5dd5-4a7c-aec5-afca82ebc030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:47.355962 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cda01ca7-c897-4515-8fac-81d7f4eb44e1 req-8c01a7d5-133e-406e-9bc1-74ef48d3b739 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 944 time: 0.7922385 Feb 07 21:01:47.357501 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-716a224b-176f-4361-89f6-7815c7cdf16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (d533eda4-4848-4453-aff3-d8c9c8209667), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:47.363404 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d54b00-2b1f-46b1-8c53-82c20b84c4e2 None None] Network 5e864af6-a3bf-4481-a9f6-e65eac41b844 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:01:47.365546 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-cf665da8-f470-46d4-92b2-316f8de0dbb7 service neutron] For port dfd6e5aa-c304-48b1-a170-fea627202250, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=dfd6e5aa-c304-48b1-a170-fea627202250,segment=NetworkSegment(f638ec27-818a-478c-bd2a-cb7a790547ad),segment_id=f638ec27-818a-478c-bd2a-cb7a790547ad)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:01:47.401067 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2a3de65b-5dd5-4a7c-aec5-afca82ebc030 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0669711 Feb 07 21:01:47.405168 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46576) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:47.409712 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-511d4801-fb6d-4884-a035-715afd6d1cfb admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1767300012-router', 'tenant_id': 'a3b2daf220a74f4a903969f6214c990a', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:47.433905 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716a224b-176f-4361-89f6-7815c7cdf16f admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:01:47.440727 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-716a224b-176f-4361-89f6-7815c7cdf16f admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:01:47.443476 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716a224b-176f-4361-89f6-7815c7cdf16f admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:01:47.456542 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a224b-176f-4361-89f6-7815c7cdf16f admin admin] Pushing event updated for resources: {'Port': ['ID=d533eda4-4848-4453-aff3-d8c9c8209667,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:47.493992 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1efaa-d4b6-4c13-a4d2-3d10a2937ac6 None None] Pushing event updated for resources: {'Port': ['ID=f1ebb2df-3992-4d77-ab4b-27015866f3cf,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:47.494972 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-511d4801-fb6d-4884-a035-715afd6d1cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (8471f3a0-c73f-43e5-befc-743d8601602a), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:47.496339 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-511d4801-fb6d-4884-a035-715afd6d1cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (8471f3a0-c73f-43e5-befc-743d8601602a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:47.569715 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-511d4801-fb6d-4884-a035-715afd6d1cfb admin admin] Publish callbacks [] for router_controller (8471f3a0-c73f-43e5-befc-743d8601602a), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:47.585392 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-cf665da8-f470-46d4-92b2-316f8de0dbb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (dfd6e5aa-c304-48b1-a170-fea627202250), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:47.599087 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f881e9-ba84-44c0-a4aa-10b0e28c1041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-5e864af6-a3bf-4481-a9f6-e65eac41b844', 'network_id': '5e864af6-a3bf-4481-a9f6-e65eac41b844', 'project_id': 'a3b2daf220a74f4a903969f6214c990a', 'fixed_ips': [{'subnet_id': '30ff35a5-aef9-47c7-be96-003451103897'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:01:47.599946 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c9f881e9-ba84-44c0-a4aa-10b0e28c1041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:47.851052 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] For port 6669c9e5-13c4-49d7-8b75-c6641200d017, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:01:47.851434 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attempted to set empty binding levels {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 07 21:01:47.857836 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-c9f881e9-ba84-44c0-a4aa-10b0e28c1041 None None] Allocated IP 172.20.0.2 (5e864af6-a3bf-4481-a9f6-e65eac41b844/30ff35a5-aef9-47c7-be96-003451103897/ddf96afb-901d-40dc-80ef-4b632c4d61f4) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:01:47.890895 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (6669c9e5-13c4-49d7-8b75-c6641200d017), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:47.929371 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-cf665da8-f470-46d4-92b2-316f8de0dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:47.930034 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-cf665da8-f470-46d4-92b2-316f8de0dbb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:47.941009 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-cf665da8-f470-46d4-92b2-316f8de0dbb7 service neutron] 10.222.0.71 "PUT /v2.0/ports/dfd6e5aa-c304-48b1-a170-fea627202250 HTTP/1.1" status: 200 len: 1092 time: 4.9735100 Feb 07 21:01:47.941943 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a325400b-a5dd-415a-9446-55ca0aa3ca84', 'tag': 'dfd6e5aa-c304-48b1-a170-fea627202250'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:01:47.944524 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f310c2d-bac9-4c82-a9fd-79055693fbdb" -d '{"events": [{"name": "network-changed", "server_uuid": "a325400b-a5dd-415a-9446-55ca0aa3ca84", "tag": "dfd6e5aa-c304-48b1-a170-fea627202250"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:01:47.978051 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cda01ca7-c897-4515-8fac-81d7f4eb44e1 req-5b8a06cd-fc45-449c-8d47-5a458feff3f9 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5966897 Feb 07 21:01:47.986781 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] In _notify_port_updated(), no bound segment for port 6669c9e5-13c4-49d7-8b75-c6641200d017 on network 695b2973-3668-4ee2-ae2d-2a81429e660d {{(pid=103255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 07 21:01:47.987936 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:47.988781 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:47.990119 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] 10.222.0.65 "PUT /v2.0/ports/6669c9e5-13c4-49d7-8b75-c6641200d017 HTTP/1.1" status: 200 len: 978 time: 5.9906464 Feb 07 21:01:48.008181 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46608) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:48.018272 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf665da8-f470-46d4-92b2-316f8de0dbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd6e5aa-c304-48b1-a170-fea627202250,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:48.094206 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab69f8d-0ef7-4fdc-94f1-dd46dd682264 x-openstack-request-id: req-7ab69f8d-0ef7-4fdc-94f1-dd46dd682264 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:01:48.095593 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa2e42c-2d7d-417c-b0d1-973b70c83db6", "name": "network-vif-plugged", "status": "completed", "tag": "d1c65d17-e582-4939-8d51-0b52f4c9fb21", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:01:48.096031 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7ab69f8d-0ef7-4fdc-94f1-dd46dd682264 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:01:48.096616 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa2e42c-2d7d-417c-b0d1-973b70c83db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c65d17-e582-4939-8d51-0b52f4c9fb21', 'code': 200} Feb 07 21:01:48.107490 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c9f881e9-ba84-44c0-a4aa-10b0e28c1041 None None] Publish callbacks [] for port (ddf96afb-901d-40dc-80ef-4b632c4d61f4), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:48.125035 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ba6b78-c300-4d0d-89c1-9008967f52f7 admin admin] Network c3146a46-c721-423b-a88e-d119ffbfea60 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:01:48.130166 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c9f881e9-ba84-44c0-a4aa-10b0e28c1041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (ddf96afb-901d-40dc-80ef-4b632c4d61f4), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:48.149033 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58672e-4491-400b-96f1-3a05d34e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Pushing event updated for resources: {'Port': ['ID=6669c9e5-13c4-49d7-8b75-c6641200d017,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:48.185542 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d6ba6b78-c300-4d0d-89c1-9008967f52f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:01:48.231397 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f881e9-ba84-44c0-a4aa-10b0e28c1041 None None] Network 5e864af6-a3bf-4481-a9f6-e65eac41b844 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:01:48.236367 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-c9f881e9-ba84-44c0-a4aa-10b0e28c1041 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:01:48.259922 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f881e9-ba84-44c0-a4aa-10b0e28c1041 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:01:48.299861 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f881e9-ba84-44c0-a4aa-10b0e28c1041 None None] Pushing event updated for resources: {'Port': ['ID=ddf96afb-901d-40dc-80ef-4b632c4d61f4,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:48.345834 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d66af3e9-50fe-4b08-8aa6-d3d7bf6578f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:48.364646 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-575b1a2f-0d53-447f-826d-0b92dde108a1 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:01:48.423710 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c9f881e9-ba84-44c0-a4aa-10b0e28c1041 None None] Attempting to bind port ddf96afb-901d-40dc-80ef-4b632c4d61f4 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:48.426580 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c9f881e9-ba84-44c0-a4aa-10b0e28c1041 None None] Attempting to bind port ddf96afb-901d-40dc-80ef-4b632c4d61f4 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '60a053f1-f586-4f44-bf07-506636680126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5e864af6-a3bf-4481-a9f6-e65eac41b844'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:48.428765 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f881e9-ba84-44c0-a4aa-10b0e28c1041 None None] Attempting to bind port ddf96afb-901d-40dc-80ef-4b632c4d61f4 on network 5e864af6-a3bf-4481-a9f6-e65eac41b844 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:48.432567 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-575b1a2f-0d53-447f-826d-0b92dde108a1 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:48.438158 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f881e9-ba84-44c0-a4aa-10b0e28c1041 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:01:48.438607 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f881e9-ba84-44c0-a4aa-10b0e28c1041 None None] Checking segment: {'id': '60a053f1-f586-4f44-bf07-506636680126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5e864af6-a3bf-4481-a9f6-e65eac41b844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:01:48.439140 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c9f881e9-ba84-44c0-a4aa-10b0e28c1041 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:48.439625 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f881e9-ba84-44c0-a4aa-10b0e28c1041 None None] Bound using segment: {'id': '60a053f1-f586-4f44-bf07-506636680126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5e864af6-a3bf-4481-a9f6-e65eac41b844'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:01:48.440222 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c9f881e9-ba84-44c0-a4aa-10b0e28c1041 None None] Bound port: ddf96afb-901d-40dc-80ef-4b632c4d61f4, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a053f1-f586-4f44-bf07-506636680126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5e864af6-a3bf-4481-a9f6-e65eac41b844'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:01:48.440555 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c9f881e9-ba84-44c0-a4aa-10b0e28c1041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ddf96afb-901d-40dc-80ef-4b632c4d61f4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:48.448021 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-e628190d-54cd-4a7b-baa8-70fe5f4886d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:48.449831 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-e628190d-54cd-4a7b-baa8-70fe5f4886d1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=528c3fd51ff249349d660f482f93da37&device_id=a325400b-a5dd-415a-9446-55ca0aa3ca84 HTTP/1.1" status: 200 len: 1126 time: 0.4586616 Feb 07 21:01:48.475523 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-575b1a2f-0d53-447f-826d-0b92dde108a1 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (48b80013-6e71-4751-915d-8748f208b19b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:48.499624 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-511d4801-fb6d-4884-a035-715afd6d1cfb admin admin] Publish callbacks [] for router_gateway (8471f3a0-c73f-43e5-befc-743d8601602a), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:48.589117 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ff9a52ba-cc0a-4214-8ad8-68816f054ae5 None None] Provisioning complete for port a3f79ee6-2695-4d4b-a938-2b21d63b10ed triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:48.589796 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ff9a52ba-cc0a-4214-8ad8-68816f054ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a3f79ee6-2695-4d4b-a938-2b21d63b10ed), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:48.602797 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af9d4b-2a40-4a63-a865-d6f242fe3226 req-e2adab32-2056-4b50-8f93-c8aa5d19b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:48.604495 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-82af9d4b-2a40-4a63-a865-d6f242fe3226 req-e2adab32-2056-4b50-8f93-c8aa5d19b301 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 1127 time: 0.2730968 Feb 07 21:01:48.627536 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-715371bd-cd9e-48d5-bf46-9d552ea7b2c5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfd6e5aa-c304-48b1-a170-fea627202250 HTTP/1.1" status: 200 len: 217 time: 0.0676563 Feb 07 21:01:48.663803 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c9f881e9-ba84-44c0-a4aa-10b0e28c1041 None None] For port ddf96afb-901d-40dc-80ef-4b632c4d61f4, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:01:48.680233 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c9f881e9-ba84-44c0-a4aa-10b0e28c1041 None None] For port ddf96afb-901d-40dc-80ef-4b632c4d61f4, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ddf96afb-901d-40dc-80ef-4b632c4d61f4,segment=NetworkSegment(60a053f1-f586-4f44-bf07-506636680126),segment_id=60a053f1-f586-4f44-bf07-506636680126)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:01:48.682119 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ff9a52ba-cc0a-4214-8ad8-68816f054ae5 None None] Port a3f79ee6-2695-4d4b-a938-2b21d63b10ed cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:01:48.694131 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c9f881e9-ba84-44c0-a4aa-10b0e28c1041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ddf96afb-901d-40dc-80ef-4b632c4d61f4), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:48.772642 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-4a4989c7-493b-4956-8e72-5861a872c181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:48.782294 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-4a4989c7-493b-4956-8e72-5861a872c181 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7288118f-d382-42c5-a17d-902cfe145aa3 HTTP/1.1" status: 200 len: 862 time: 0.1365950 Feb 07 21:01:48.808530 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-716a224b-176f-4361-89f6-7815c7cdf16f admin admin] Publish callbacks [] for router_gateway (b5a9ea17-ccec-49b5-b4ce-9d673361b18c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:48.813986 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f881e9-ba84-44c0-a4aa-10b0e28c1041 None None] Pushing event updated for resources: {'Port': ['ID=ddf96afb-901d-40dc-80ef-4b632c4d61f4,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:48.820268 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-575b1a2f-0d53-447f-826d-0b92dde108a1 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Floating IP 48b80013-6e71-4751-915d-8748f208b19b associated. External IP: 172.25.4.163, port: 1c619f47-fc6a-4388-86fb-8892dc475079. Feb 07 21:01:48.875390 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-82af9d4b-2a40-4a63-a865-d6f242fe3226 req-05600c14-4590-4655-a4da-1f0c2af3b48a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486324 Feb 07 21:01:48.919603 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9958c9d-9d30-4972-ab36-9860df3c5d56 req-9d325971-5b25-476f-b87e-b2c420f3cc15 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:48.928546 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9958c9d-9d30-4972-ab36-9860df3c5d56 req-9d325971-5b25-476f-b87e-b2c420f3cc15 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=a325400b-a5dd-415a-9446-55ca0aa3ca84 HTTP/1.1" status: 200 len: 944 time: 0.6313457 Feb 07 21:01:48.930600 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-32f5e76a-c61e-487b-a732-c29762059a82 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5001b379-0d16-4857-8b55-5475fc3d0612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050360 Feb 07 21:01:48.932979 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-85359804-a2e6-43cc-b5d8-6aa3c9ef13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Deleting port 6669c9e5-13c4-49d7-8b75-c6641200d017 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:01:48.934279 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85359804-a2e6-43cc-b5d8-6aa3c9ef13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (6669c9e5-13c4-49d7-8b75-c6641200d017), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:49.025553 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-85359804-a2e6-43cc-b5d8-6aa3c9ef13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] For port 6669c9e5-13c4-49d7-8b75-c6641200d017, host n-h1-828185-2, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:49.025553 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85359804-a2e6-43cc-b5d8-6aa3c9ef13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (6669c9e5-13c4-49d7-8b75-c6641200d017), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:49.039744 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-85359804-a2e6-43cc-b5d8-6aa3c9ef13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Calling delete_port for 6669c9e5-13c4-49d7-8b75-c6641200d017 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:01:49.097221 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ba6b78-c300-4d0d-89c1-9008967f52f7 admin admin] Router 28036b59-4615-4f68-be11-3cf14c76bc78 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:01:49.101878 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cb97ef-fff0-4121-894b-327d0b33f773 None None] Network baf97448-6b6a-4e23-8e75-a9e4b2610c9d requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:01:49.261401 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-511d4801-fb6d-4884-a035-715afd6d1cfb admin admin] Publish callbacks [] for router_gateway (8471f3a0-c73f-43e5-befc-743d8601602a), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:49.295361 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-511d4801-fb6d-4884-a035-715afd6d1cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:49.444854 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-5d4d10e5-e7a2-4432-a8a8-11ee7b78626f None None] Provisioning complete for port f1ebb2df-3992-4d77-ab4b-27015866f3cf triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:49.445327 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5d4d10e5-e7a2-4432-a8a8-11ee7b78626f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f1ebb2df-3992-4d77-ab4b-27015866f3cf), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:49.453266 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-716a224b-176f-4361-89f6-7815c7cdf16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (b5a9ea17-ccec-49b5-b4ce-9d673361b18c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:49.455676 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9958c9d-9d30-4972-ab36-9860df3c5d56 req-31b1dde8-c69f-4ae1-ac05-9f7982e16907 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673980 Feb 07 21:01:49.551881 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b930734f-0e2d-40c7-8257-7616fbae2c36 x-openstack-request-id: req-b930734f-0e2d-40c7-8257-7616fbae2c36 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:01:49.552174 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a325400b-a5dd-415a-9446-55ca0aa3ca84", "tag": "dfd6e5aa-c304-48b1-a170-fea627202250", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:01:49.552761 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b930734f-0e2d-40c7-8257-7616fbae2c36 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:01:49.553221 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a325400b-a5dd-415a-9446-55ca0aa3ca84', 'tag': 'dfd6e5aa-c304-48b1-a170-fea627202250', 'status': 'completed', 'code': 200} Feb 07 21:01:49.588399 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-5d4d10e5-e7a2-4432-a8a8-11ee7b78626f None None] Current status of the port f1ebb2df-3992-4d77-ab4b-27015866f3cf is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:49.588750 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5d4d10e5-e7a2-4432-a8a8-11ee7b78626f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f1ebb2df-3992-4d77-ab4b-27015866f3cf), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:49.662962 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-5d4d10e5-e7a2-4432-a8a8-11ee7b78626f None None] For port f1ebb2df-3992-4d77-ab4b-27015866f3cf, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f1ebb2df-3992-4d77-ab4b-27015866f3cf,segment=NetworkSegment(061673fe-e720-43e4-a9a2-d82036a40d5d),segment_id=061673fe-e720-43e4-a9a2-d82036a40d5d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:49.675417 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5d4d10e5-e7a2-4432-a8a8-11ee7b78626f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f1ebb2df-3992-4d77-ab4b-27015866f3cf), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:49.690358 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-511d4801-fb6d-4884-a035-715afd6d1cfb admin admin] Allocated IP 172.25.4.99 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/45c5c427-6cf3-4dd6-b88b-18243026e726) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:01:49.787056 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d10e5-e7a2-4432-a8a8-11ee7b78626f None None] Pushing event updated for resources: {'Port': ['ID=f1ebb2df-3992-4d77-ab4b-27015866f3cf,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:49.789438 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85359804-a2e6-43cc-b5d8-6aa3c9ef13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (6669c9e5-13c4-49d7-8b75-c6641200d017), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:49.841332 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85359804-a2e6-43cc-b5d8-6aa3c9ef13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:49.859026 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-85359804-a2e6-43cc-b5d8-6aa3c9ef13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] 10.222.0.65 "DELETE /v2.0/ports/6669c9e5-13c4-49d7-8b75-c6641200d017 HTTP/1.1" status: 204 len: 168 time: 1.8494918 Feb 07 21:01:49.876861 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46616) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:49.920601 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85359804-a2e6-43cc-b5d8-6aa3c9ef13d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] Pushing event deleted for resources: {'Port': ['ID=6669c9e5-13c4-49d7-8b75-c6641200d017,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:49.929076 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-278876e2-97e1-48e3-b869-aeceebf981fa service neutron] 10.222.0.71 "GET /v2.0/networks/5001b379-0d16-4857-8b55-5475fc3d0612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7543287 Feb 07 21:01:49.933807 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ba6b78-c300-4d0d-89c1-9008967f52f7 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:01:49.939372 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-511d4801-fb6d-4884-a035-715afd6d1cfb admin admin] Publish callbacks [] for port (45c5c427-6cf3-4dd6-b88b-18243026e726), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:49.941495 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d6ba6b78-c300-4d0d-89c1-9008967f52f7 admin admin] 10.222.0.65 "PUT /v2.0/routers/28036b59-4615-4f68-be11-3cf14c76bc78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5905812 Feb 07 21:01:49.954646 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6403d2-b69f-4168-81fa-fe3e1b14cca1 None None] Sync routers for ids ['28036b59-4615-4f68-be11-3cf14c76bc78'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:01:49.976221 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ba6f66-1dbc-4c6d-bda1-c65bcecd4d8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] GET failed (client error): The resource could not be found. Feb 07 21:01:49.988125 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6403d2-b69f-4168-81fa-fe3e1b14cca1 None None] Routers {'28036b59-4615-4f68-be11-3cf14c76bc78'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:01:49.988817 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7e6403d2-b69f-4168-81fa-fe3e1b14cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['28036b59-4615-4f68-be11-3cf14c76bc78'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:49.993724 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c4ba6f66-1dbc-4c6d-bda1-c65bcecd4d8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455989201-project-admin] 10.222.0.65 "GET /v2.0/ports/6669c9e5-13c4-49d7-8b75-c6641200d017 HTTP/1.1" status: 404 len: 333 time: 0.1118858 Feb 07 21:01:49.996071 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46620) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:50.004768 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f1ebb2df-3992-4d77-ab4b-27015866f3cf up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:01:50.022920 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716a224b-176f-4361-89f6-7815c7cdf16f admin admin] Router b5a9ea17-ccec-49b5-b4ce-9d673361b18c is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:01:50.120300 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-575b1a2f-0d53-447f-826d-0b92dde108a1 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:01:50.163588 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a3380808-18a9-4883-9dad-8d2c2baba9ae None None] Provisioning complete for port f1ebb2df-3992-4d77-ab4b-27015866f3cf triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:50.164156 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a3380808-18a9-4883-9dad-8d2c2baba9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f1ebb2df-3992-4d77-ab4b-27015866f3cf), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:50.184225 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57356b-18df-4268-bbd5-f262ca1a85f3 req-c0876ef0-7a19-4d53-97ea-771edcbe08b1 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:50.193197 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da57356b-18df-4268-bbd5-f262ca1a85f3 req-c0876ef0-7a19-4d53-97ea-771edcbe08b1 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 945 time: 0.5217063 Feb 07 21:01:50.199130 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7906ddcd-8d5c-48a3-bde0-8d320b91e688 req-2a7e2798-a2de-45dc-bdc8-832f78d333c7 service neutron] 10.222.0.71 "GET /v2.0/networks/5001b379-0d16-4857-8b55-5475fc3d0612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556150 Feb 07 21:01:50.226515 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port f1ebb2df-3992-4d77-ab4b-27015866f3cf triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:50.232496 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f1ebb2df-3992-4d77-ab4b-27015866f3cf), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:50.263652 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-7e6403d2-b69f-4168-81fa-fe3e1b14cca1 None None] Set router 28036b59-4615-4f68-be11-3cf14c76bc78 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:01:50.384793 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f39adbe6-49b7-4463-ac8c-4c2ce98dcc45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (695b2973-3668-4ee2-ae2d-2a81429e660d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:50.413949 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port f1ebb2df-3992-4d77-ab4b-27015866f3cf is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:50.416454 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ddf96afb-901d-40dc-80ef-4b632c4d61f4 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:01:50.452170 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-511d4801-fb6d-4884-a035-715afd6d1cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (45c5c427-6cf3-4dd6-b88b-18243026e726), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:50.461977 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9069c5-94e2-4162-ae11-6b41c24434a0 None None] Network 5e864af6-a3bf-4481-a9f6-e65eac41b844 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:01:50.521782 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511d4801-fb6d-4884-a035-715afd6d1cfb admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:01:50.529881 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a3380808-18a9-4883-9dad-8d2c2baba9ae None None] Current status of the port f1ebb2df-3992-4d77-ab4b-27015866f3cf is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:50.560364 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-511d4801-fb6d-4884-a035-715afd6d1cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:01:50.570554 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511d4801-fb6d-4884-a035-715afd6d1cfb admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:01:50.613521 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716a224b-176f-4361-89f6-7815c7cdf16f admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:01:50.622809 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f39adbe6-49b7-4463-ac8c-4c2ce98dcc45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (695b2973-3668-4ee2-ae2d-2a81429e660d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:50.635162 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13895776-2a80-4e0e-9d9c-ef054f2a0e64 None None] Sync routers for ids ['b5a9ea17-ccec-49b5-b4ce-9d673361b18c'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:01:50.640836 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d4801-fb6d-4884-a035-715afd6d1cfb admin admin] Pushing event updated for resources: {'Port': ['ID=45c5c427-6cf3-4dd6-b88b-18243026e726,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:50.649069 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d5ad628e-f428-4680-a13b-a4e29c201409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:50.669680 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-f39adbe6-49b7-4463-ac8c-4c2ce98dcc45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['695b2973-3668-4ee2-ae2d-2a81429e660d']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:50.675155 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7e6403d2-b69f-4168-81fa-fe3e1b14cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'name': 'tempest-ServersTestManualDisk-1903395963-router', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:33Z', 'updated_at': '2022-02-07T21:01:45Z', 'revision_number': 4, 'project_id': '201d9268974d4320af92b82deb0d76ae', 'gw_port': {'id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:34Z', 'updated_at': '2022-02-07T21:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'a3f79ee6-2695-4d4b-a938-2b21d63b10ed', 'name': '', 'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'mac_address': 'fa:16:3e:8a:97:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'db292aec-1a57-4b47-8954-d9d39e39a101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:41Z', 'updated_at': '2022-02-07T21:01:45Z', 'revision_number': 2, 'project_id': '201d9268974d4320af92b82deb0d76ae', 'subnets': [{'id': 'db292aec-1a57-4b47-8954-d9d39e39a101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:50.686030 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-716a224b-176f-4361-89f6-7815c7cdf16f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:50.687279 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-716a224b-176f-4361-89f6-7815c7cdf16f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5823643 Feb 07 21:01:50.690802 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-f39adbe6-49b7-4463-ac8c-4c2ce98dcc45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9d1809-6845-4b07-bd8c-e63334862195') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:50.691408 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-f39adbe6-49b7-4463-ac8c-4c2ce98dcc45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9d1809-6845-4b07-bd8c-e63334862195') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:50.693962 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46628) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:50.694818 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13895776-2a80-4e0e-9d9c-ef054f2a0e64 None None] Routers {'b5a9ea17-ccec-49b5-b4ce-9d673361b18c'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:01:50.695910 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-13895776-2a80-4e0e-9d9c-ef054f2a0e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b5a9ea17-ccec-49b5-b4ce-9d673361b18c'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:50.721669 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6403d2-b69f-4168-81fa-fe3e1b14cca1 None None] Checking router: 28036b59-4615-4f68-be11-3cf14c76bc78 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:01:50.722015 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6403d2-b69f-4168-81fa-fe3e1b14cca1 None None] Updating router 28036b59-4615-4f68-be11-3cf14c76bc78 port a3f79ee6-2695-4d4b-a938-2b21d63b10ed binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:01:50.763765 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e6403d2-b69f-4168-81fa-fe3e1b14cca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a3f79ee6-2695-4d4b-a938-2b21d63b10ed), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:50.836438 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-13895776-2a80-4e0e-9d9c-ef054f2a0e64 None None] Set router b5a9ea17-ccec-49b5-b4ce-9d673361b18c gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:01:50.966526 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-69675a1e-12e3-48e9-9df9-434d0acf6800 None None] Provisioning complete for port ddf96afb-901d-40dc-80ef-4b632c4d61f4 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:50.973370 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-69675a1e-12e3-48e9-9df9-434d0acf6800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ddf96afb-901d-40dc-80ef-4b632c4d61f4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:51.014959 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f39adbe6-49b7-4463-ac8c-4c2ce98dcc45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (9c9d1809-6845-4b07-bd8c-e63334862195), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:51.095960 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da57356b-18df-4268-bbd5-f262ca1a85f3 req-64ea59eb-2dfc-4178-9e10-1d3bc27f56b5 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8992922 Feb 07 21:01:51.096571 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port ddf96afb-901d-40dc-80ef-4b632c4d61f4 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:51.096874 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ddf96afb-901d-40dc-80ef-4b632c4d61f4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:51.100482 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e6403d2-b69f-4168-81fa-fe3e1b14cca1 None None] Publish callbacks [] for port (a3f79ee6-2695-4d4b-a938-2b21d63b10ed), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:51.109074 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e6403d2-b69f-4168-81fa-fe3e1b14cca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a3f79ee6-2695-4d4b-a938-2b21d63b10ed), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:51.136192 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f310c2d-bac9-4c82-a9fd-79055693fbdb req-71ab2320-c75d-476b-ac67-b7691811306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:51.137703 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f310c2d-bac9-4c82-a9fd-79055693fbdb req-71ab2320-c75d-476b-ac67-b7691811306a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=528c3fd51ff249349d660f482f93da37&device_id=a325400b-a5dd-415a-9446-55ca0aa3ca84 HTTP/1.1" status: 200 len: 1126 time: 0.8106515 Feb 07 21:01:51.214743 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-575b1a2f-0d53-447f-826d-0b92dde108a1 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:01:51.248215 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699e2be-dfa5-4cb1-bf40-46c64cbe34d6 None None] Pushing event updated for resources: {'Port': ['ID=a3f79ee6-2695-4d4b-a938-2b21d63b10ed,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:51.251511 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8481ed-02ff-49b9-8d8b-e5cc4d5e99c3 None None] Sync routers for ids ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:01:51.256768 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-7e6403d2-b69f-4168-81fa-fe3e1b14cca1 None None] Attempting to bind port a3f79ee6-2695-4d4b-a938-2b21d63b10ed on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:51.257422 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-7e6403d2-b69f-4168-81fa-fe3e1b14cca1 None None] Attempting to bind port a3f79ee6-2695-4d4b-a938-2b21d63b10ed by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '47dad31d-c902-4743-8242-9049f1f64633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:51.257974 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6403d2-b69f-4168-81fa-fe3e1b14cca1 None None] Attempting to bind port a3f79ee6-2695-4d4b-a938-2b21d63b10ed on network c3146a46-c721-423b-a88e-d119ffbfea60 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:51.276629 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6403d2-b69f-4168-81fa-fe3e1b14cca1 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:01:51.280033 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6403d2-b69f-4168-81fa-fe3e1b14cca1 None None] Checking segment: {'id': '47dad31d-c902-4743-8242-9049f1f64633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:01:51.280702 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e6403d2-b69f-4168-81fa-fe3e1b14cca1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:51.281255 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6403d2-b69f-4168-81fa-fe3e1b14cca1 None None] Bound using segment: {'id': '47dad31d-c902-4743-8242-9049f1f64633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:01:51.284500 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-7e6403d2-b69f-4168-81fa-fe3e1b14cca1 None None] Bound port: a3f79ee6-2695-4d4b-a938-2b21d63b10ed, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47dad31d-c902-4743-8242-9049f1f64633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:01:51.285081 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e6403d2-b69f-4168-81fa-fe3e1b14cca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a3f79ee6-2695-4d4b-a938-2b21d63b10ed), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:51.385195 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f39adbe6-49b7-4463-ac8c-4c2ce98dcc45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (9c9d1809-6845-4b07-bd8c-e63334862195), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:51.406241 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f39adbe6-49b7-4463-ac8c-4c2ce98dcc45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:01:51.406752 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f39adbe6-49b7-4463-ac8c-4c2ce98dcc45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (9c9d1809-6845-4b07-bd8c-e63334862195), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:01:51.412379 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:01:51.418547 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-69675a1e-12e3-48e9-9df9-434d0acf6800 None None] Current status of the port ddf96afb-901d-40dc-80ef-4b632c4d61f4 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:51.419059 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-69675a1e-12e3-48e9-9df9-434d0acf6800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ddf96afb-901d-40dc-80ef-4b632c4d61f4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:51.451666 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-7e6403d2-b69f-4168-81fa-fe3e1b14cca1 None None] For port a3f79ee6-2695-4d4b-a938-2b21d63b10ed, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:01:51.462374 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-7e6403d2-b69f-4168-81fa-fe3e1b14cca1 None None] For port a3f79ee6-2695-4d4b-a938-2b21d63b10ed, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a3f79ee6-2695-4d4b-a938-2b21d63b10ed,segment=NetworkSegment(47dad31d-c902-4743-8242-9049f1f64633),segment_id=47dad31d-c902-4743-8242-9049f1f64633)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:01:51.475209 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699e2be-dfa5-4cb1-bf40-46c64cbe34d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:51.475484 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699e2be-dfa5-4cb1-bf40-46c64cbe34d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:51.476575 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699e2be-dfa5-4cb1-bf40-46c64cbe34d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:51.476937 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699e2be-dfa5-4cb1-bf40-46c64cbe34d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:51.478762 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699e2be-dfa5-4cb1-bf40-46c64cbe34d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:51.478762 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699e2be-dfa5-4cb1-bf40-46c64cbe34d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:51.480057 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699e2be-dfa5-4cb1-bf40-46c64cbe34d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:51.480494 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699e2be-dfa5-4cb1-bf40-46c64cbe34d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:51.481719 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699e2be-dfa5-4cb1-bf40-46c64cbe34d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:51.482719 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699e2be-dfa5-4cb1-bf40-46c64cbe34d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:51.483051 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699e2be-dfa5-4cb1-bf40-46c64cbe34d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:51.484698 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699e2be-dfa5-4cb1-bf40-46c64cbe34d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:51.486101 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699e2be-dfa5-4cb1-bf40-46c64cbe34d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:01:51.505574 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e6403d2-b69f-4168-81fa-fe3e1b14cca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a3f79ee6-2695-4d4b-a938-2b21d63b10ed), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:51.574107 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f39adbe6-49b7-4463-ac8c-4c2ce98dcc45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (695b2973-3668-4ee2-ae2d-2a81429e660d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:51.576979 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699e2be-dfa5-4cb1-bf40-46c64cbe34d6 None None] Pushing event updated for resources: {'Port': ['ID=a3f79ee6-2695-4d4b-a938-2b21d63b10ed,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:51.593093 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8481ed-02ff-49b9-8d8b-e5cc4d5e99c3 None None] Routers {'89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:01:51.594012 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-4f8481ed-02ff-49b9-8d8b-e5cc4d5e99c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:51.614604 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-69675a1e-12e3-48e9-9df9-434d0acf6800 None None] For port ddf96afb-901d-40dc-80ef-4b632c4d61f4, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ddf96afb-901d-40dc-80ef-4b632c4d61f4,segment=NetworkSegment(60a053f1-f586-4f44-bf07-506636680126),segment_id=60a053f1-f586-4f44-bf07-506636680126)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:51.620161 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f39adbe6-49b7-4463-ac8c-4c2ce98dcc45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:51.632755 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port ddf96afb-901d-40dc-80ef-4b632c4d61f4 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:51.633131 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ddf96afb-901d-40dc-80ef-4b632c4d61f4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:51.642293 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f39adbe6-49b7-4463-ac8c-4c2ce98dcc45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] 10.222.0.65 "DELETE /v2.0/networks/695b2973-3668-4ee2-ae2d-2a81429e660d HTTP/1.1" status: 204 len: 168 time: 1.6308944 Feb 07 21:01:51.649058 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-69675a1e-12e3-48e9-9df9-434d0acf6800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ddf96afb-901d-40dc-80ef-4b632c4d61f4), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:51.658293 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-511d4801-fb6d-4884-a035-715afd6d1cfb admin admin] Publish callbacks [] for router_gateway (8471f3a0-c73f-43e5-befc-743d8601602a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:51.724165 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f310c2d-bac9-4c82-a9fd-79055693fbdb req-9f6b257c-7284-46c1-93f9-57e09e5c91dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:51.725858 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f310c2d-bac9-4c82-a9fd-79055693fbdb req-9f6b257c-7284-46c1-93f9-57e09e5c91dd service neutron] 10.222.0.71 "GET /v2.0/networks?id=5001b379-0d16-4857-8b55-5475fc3d0612 HTTP/1.1" status: 200 len: 923 time: 0.5751770 Feb 07 21:01:51.862897 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:51.863163 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-4f8481ed-02ff-49b9-8d8b-e5cc4d5e99c3 None None] Set router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:01:51.876393 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f310c2d-bac9-4c82-a9fd-79055693fbdb req-47064f12-2410-4c58-a21d-3394d0f10354 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfd6e5aa-c304-48b1-a170-fea627202250 HTTP/1.1" status: 200 len: 217 time: 0.1297958 Feb 07 21:01:51.877002 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46636) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:51.883295 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-eb72d036-1313-4992-b2c6-e88ae1e77d4e tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--210003109', 'description': 'tempest-description--574254543'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:51.939589 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-575b1a2f-0d53-447f-826d-0b92dde108a1 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:01:52.034613 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-cf72133e-1599-4e70-b049-a1d26432f8e6 None None] Provisioning complete for port a3f79ee6-2695-4d4b-a938-2b21d63b10ed triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:52.034613 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cf72133e-1599-4e70-b049-a1d26432f8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a3f79ee6-2695-4d4b-a938-2b21d63b10ed), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:52.036989 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69675a1e-12e3-48e9-9df9-434d0acf6800 None None] Pushing event updated for resources: {'Port': ['ID=ddf96afb-901d-40dc-80ef-4b632c4d61f4,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:52.059279 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46640) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:52.070545 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:01:52.071056 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:01:52.086996 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-13895776-2a80-4e0e-9d9c-ef054f2a0e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'name': 'tempest-TaggedBootDevicesTest_v242-960061040-router', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'd533eda4-4848-4453-aff3-d8c9c8209667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:46Z', 'updated_at': '2022-02-07T21:01:48Z', 'revision_number': 3, 'project_id': '32ff56f8fd43451781a008978e4679d6', 'gw_port': {'id': 'd533eda4-4848-4453-aff3-d8c9c8209667', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:46Z', 'updated_at': '2022-02-07T21:01:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:52.122666 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13895776-2a80-4e0e-9d9c-ef054f2a0e64 None None] Checking router: b5a9ea17-ccec-49b5-b4ce-9d673361b18c for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:01:52.123021 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13895776-2a80-4e0e-9d9c-ef054f2a0e64 None None] Updating router b5a9ea17-ccec-49b5-b4ce-9d673361b18c port d533eda4-4848-4453-aff3-d8c9c8209667 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:01:52.185039 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13895776-2a80-4e0e-9d9c-ef054f2a0e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d533eda4-4848-4453-aff3-d8c9c8209667), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:52.204051 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6403d2-b69f-4168-81fa-fe3e1b14cca1 None None] Routers {'28036b59-4615-4f68-be11-3cf14c76bc78'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:01:52.212220 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7e6403d2-b69f-4168-81fa-fe3e1b14cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['28036b59-4615-4f68-be11-3cf14c76bc78'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:52.265115 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39adbe6-49b7-4463-ac8c-4c2ce98dcc45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264375929-project] Pushing event deleted for resources: {'Network': ['ID=695b2973-3668-4ee2-ae2d-2a81429e660d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:52.427001 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb72d036-1313-4992-b2c6-e88ae1e77d4e tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:52.491075 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-cf72133e-1599-4e70-b049-a1d26432f8e6 None None] Current status of the port a3f79ee6-2695-4d4b-a938-2b21d63b10ed is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:52.491741 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cf72133e-1599-4e70-b049-a1d26432f8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a3f79ee6-2695-4d4b-a938-2b21d63b10ed), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:52.563537 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f310c2d-bac9-4c82-a9fd-79055693fbdb req-f39ff61b-4fba-4f2d-9f20-5e5131b0f8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:52.577311 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f310c2d-bac9-4c82-a9fd-79055693fbdb req-f39ff61b-4fba-4f2d-9f20-5e5131b0f8a3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7288118f-d382-42c5-a17d-902cfe145aa3 HTTP/1.1" status: 200 len: 862 time: 0.6681368 Feb 07 21:01:52.616703 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-511d4801-fb6d-4884-a035-715afd6d1cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (8471f3a0-c73f-43e5-befc-743d8601602a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:52.639739 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13895776-2a80-4e0e-9d9c-ef054f2a0e64 None None] Publish callbacks [] for port (d533eda4-4848-4453-aff3-d8c9c8209667), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:52.659663 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-cf72133e-1599-4e70-b049-a1d26432f8e6 None None] For port a3f79ee6-2695-4d4b-a938-2b21d63b10ed, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a3f79ee6-2695-4d4b-a938-2b21d63b10ed,segment=NetworkSegment(47dad31d-c902-4743-8242-9049f1f64633),segment_id=47dad31d-c902-4743-8242-9049f1f64633)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:52.676811 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cf72133e-1599-4e70-b049-a1d26432f8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a3f79ee6-2695-4d4b-a938-2b21d63b10ed), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:52.690841 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-7e6403d2-b69f-4168-81fa-fe3e1b14cca1 None None] Set router 28036b59-4615-4f68-be11-3cf14c76bc78 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:01:52.746140 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13895776-2a80-4e0e-9d9c-ef054f2a0e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d533eda4-4848-4453-aff3-d8c9c8209667), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:52.760203 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f310c2d-bac9-4c82-a9fd-79055693fbdb req-8855d854-5699-45d3-848a-7aff10b61791 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5001b379-0d16-4857-8b55-5475fc3d0612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1711614 Feb 07 21:01:52.792054 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218017f7-4331-4bbd-a070-b593a0c1e3b3 req-b4f465ad-a4fe-411d-bec1-5863fec092bb tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:52.807548 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-218017f7-4331-4bbd-a070-b593a0c1e3b3 req-b4f465ad-a4fe-411d-bec1-5863fec092bb tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=a325400b-a5dd-415a-9446-55ca0aa3ca84 HTTP/1.1" status: 200 len: 944 time: 0.8235219 Feb 07 21:01:52.870489 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-4f8481ed-02ff-49b9-8d8b-e5cc4d5e99c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-router', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:42Z', 'revision_number': 4, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'gw_port': {'id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '48b80013-6e71-4751-915d-8748f208b19b', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'port_id': 'acf19ea0-b73e-408e-8078-11e03cb0b5c0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 790, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'mac_address': 'fa:16:3e:8b:d0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fc9b5f-7987-42a7-a728-af30264bb783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:01:06Z', 'updated_at': '2022-02-07T21:01:48Z', 'revision_number': 3, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973983e9-741d-4100-bc08-8d6bc06a1735', 'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'mac_address': 'fa:16:3e:f6:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '4697809e-6faf-4265-b583-499d13fd2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:41Z', 'updated_at': '2022-02-07T21:00:49Z', 'revision_number': 5, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'subnets': [{'id': '4697809e-6faf-4265-b583-499d13fd2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:52.872259 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72133e-1599-4e70-b049-a1d26432f8e6 None None] Pushing event updated for resources: {'Port': ['ID=a3f79ee6-2695-4d4b-a938-2b21d63b10ed,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:52.884293 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e432c62-ec3e-4bf0-97ac-316c97072351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:52.892744 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port ddf96afb-901d-40dc-80ef-4b632c4d61f4 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:52.897439 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7ff8cd07-8069-48d7-a1e9-2780ffbaa645 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=31b1ef4188cb4430ba89e24deb5c79d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8346093 Feb 07 21:01:52.903757 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46648) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:52.911487 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-575b1a2f-0d53-447f-826d-0b92dde108a1 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:01:52.914866 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb72d036-1313-4992-b2c6-e88ae1e77d4e tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks [] for security_group (82b97d36-caa2-4fd0-8c84-e78bd09b7259), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:52.927297 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8481ed-02ff-49b9-8d8b-e5cc4d5e99c3 None None] Checking router: 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:01:52.928684 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-575b1a2f-0d53-447f-826d-0b92dde108a1 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:52.944649 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb72d036-1313-4992-b2c6-e88ae1e77d4e tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (82b97d36-caa2-4fd0-8c84-e78bd09b7259), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:52.971221 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8481ed-02ff-49b9-8d8b-e5cc4d5e99c3 None None] Routers {'89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:01:52.974130 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-4f8481ed-02ff-49b9-8d8b-e5cc4d5e99c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:52.987679 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511d4801-fb6d-4884-a035-715afd6d1cfb admin admin] Router 8471f3a0-c73f-43e5-befc-743d8601602a is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:01:53.111755 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece8257-102a-4522-9a62-1177d5700c02 None None] Pushing event updated for resources: {'Port': ['ID=d533eda4-4848-4453-aff3-d8c9c8209667,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:53.117135 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-13895776-2a80-4e0e-9d9c-ef054f2a0e64 None None] Attempting to bind port d533eda4-4848-4453-aff3-d8c9c8209667 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:53.117510 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-13895776-2a80-4e0e-9d9c-ef054f2a0e64 None None] Attempting to bind port d533eda4-4848-4453-aff3-d8c9c8209667 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:53.117876 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13895776-2a80-4e0e-9d9c-ef054f2a0e64 None None] Attempting to bind port d533eda4-4848-4453-aff3-d8c9c8209667 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:53.135000 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9794cbbc-fde1-434c-9102-b948f32a0fa2', 'tag': '1c619f47-fc6a-4388-86fb-8892dc475079'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:01:53.137539 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a180d52-027c-4dca-acac-4894dcb13a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "9794cbbc-fde1-434c-9102-b948f32a0fa2", "tag": "1c619f47-fc6a-4388-86fb-8892dc475079"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:01:53.143327 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb72d036-1313-4992-b2c6-e88ae1e77d4e tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:53.153286 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-46187b3d-cdc2-42e3-9be8-66851e975b31 None None] Provisioning complete for port a3f79ee6-2695-4d4b-a938-2b21d63b10ed triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:53.153850 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-46187b3d-cdc2-42e3-9be8-66851e975b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a3f79ee6-2695-4d4b-a938-2b21d63b10ed), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:53.159427 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-eb72d036-1313-4992-b2c6-e88ae1e77d4e tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2798436 Feb 07 21:01:53.161954 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46652) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:53.162337 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13895776-2a80-4e0e-9d9c-ef054f2a0e64 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:01:53.162510 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13895776-2a80-4e0e-9d9c-ef054f2a0e64 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:01:53.163098 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13895776-2a80-4e0e-9d9c-ef054f2a0e64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:53.163583 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13895776-2a80-4e0e-9d9c-ef054f2a0e64 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:01:53.164076 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-13895776-2a80-4e0e-9d9c-ef054f2a0e64 None None] Bound port: d533eda4-4848-4453-aff3-d8c9c8209667, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:01:53.164507 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13895776-2a80-4e0e-9d9c-ef054f2a0e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d533eda4-4848-4453-aff3-d8c9c8209667), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:53.169847 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f1ebb2df-3992-4d77-ab4b-27015866f3cf up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:01:53.220461 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-218017f7-4331-4bbd-a070-b593a0c1e3b3 req-02b46797-c27f-4e1f-9a5f-6268f898c8bd tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072728 Feb 07 21:01:53.222766 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72d036-1313-4992-b2c6-e88ae1e77d4e tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b97d36-caa2-4fd0-8c84-e78bd09b7259,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:53.232239 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511d4801-fb6d-4884-a035-715afd6d1cfb admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:01:53.235671 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8de5b88a-e374-4aa0-9946-b9b29050fcec tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Request body: {'security_group_rule': {'security_group_id': '82b97d36-caa2-4fd0-8c84-e78bd09b7259', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:53.289436 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-511d4801-fb6d-4884-a035-715afd6d1cfb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:53.290788 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-511d4801-fb6d-4884-a035-715afd6d1cfb admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8843424 Feb 07 21:01:53.292104 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f310c2d-bac9-4c82-a9fd-79055693fbdb req-5caf34b4-4404-4191-8e4c-d699e39595ed service neutron] 10.222.0.71 "GET /v2.0/networks/5001b379-0d16-4857-8b55-5475fc3d0612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085793 Feb 07 21:01:53.296289 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46654) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:53.330666 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-4f8481ed-02ff-49b9-8d8b-e5cc4d5e99c3 None None] Set router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:01:53.355760 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90466175-5e13-4827-811b-2891a9c86987 admin admin] Publish callbacks [] for security_group (39c64a3e-dc35-419f-8810-48391355c959), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:53.384396 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7e6403d2-b69f-4168-81fa-fe3e1b14cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'name': 'tempest-ServersTestManualDisk-1903395963-router', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:33Z', 'updated_at': '2022-02-07T21:01:45Z', 'revision_number': 4, 'project_id': '201d9268974d4320af92b82deb0d76ae', 'gw_port': {'id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:34Z', 'updated_at': '2022-02-07T21:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'a3f79ee6-2695-4d4b-a938-2b21d63b10ed', 'name': '', 'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'mac_address': 'fa:16:3e:8a:97:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'db292aec-1a57-4b47-8954-d9d39e39a101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:41Z', 'updated_at': '2022-02-07T21:01:51Z', 'revision_number': 4, 'project_id': '201d9268974d4320af92b82deb0d76ae', 'subnets': [{'id': 'db292aec-1a57-4b47-8954-d9d39e39a101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:53.396561 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c0ef8d-f2c6-43cd-9b49-44985e309406 None None] Sync routers for ids ['8471f3a0-c73f-43e5-befc-743d8601602a'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:01:53.406668 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:53.446280 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6403d2-b69f-4168-81fa-fe3e1b14cca1 None None] The sync data for ids ['28036b59-4615-4f68-be11-3cf14c76bc78'] in n-d-828185-2 is: [{'id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'name': 'tempest-ServersTestManualDisk-1903395963-router', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:33Z', 'updated_at': '2022-02-07T21:01:45Z', 'revision_number': 4, 'project_id': '201d9268974d4320af92b82deb0d76ae', 'gw_port': {'id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:34Z', 'updated_at': '2022-02-07T21:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'a3f79ee6-2695-4d4b-a938-2b21d63b10ed', 'name': '', 'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'mac_address': 'fa:16:3e:8a:97:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'db292aec-1a57-4b47-8954-d9d39e39a101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:41Z', 'updated_at': '2022-02-07T21:01:51Z', 'revision_number': 4, 'project_id': '201d9268974d4320af92b82deb0d76ae', 'subnets': [{'id': 'db292aec-1a57-4b47-8954-d9d39e39a101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:01:53.472590 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-575b1a2f-0d53-447f-826d-0b92dde108a1 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "PUT /v2.0/floatingips/48b80013-6e71-4751-915d-8748f208b19b HTTP/1.1" status: 200 len: 998 time: 7.7353299 Feb 07 21:01:53.489829 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c0ef8d-f2c6-43cd-9b49-44985e309406 None None] Routers {'8471f3a0-c73f-43e5-befc-743d8601602a'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:01:53.490465 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-54c0ef8d-f2c6-43cd-9b49-44985e309406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['8471f3a0-c73f-43e5-befc-743d8601602a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:53.539919 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-7e432c62-ec3e-4bf0-97ac-316c97072351 admin admin] Allocated IP 172.20.0.1 (baf97448-6b6a-4e23-8e75-a9e4b2610c9d/a20c386e-eebe-4f10-a5ee-5638c9eee3a7/dd762bb3-a3d2-493d-91a8-064ad16131b7) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:01:53.587331 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8de5b88a-e374-4aa0-9946-b9b29050fcec tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks [] for security_group_rule (c6d241f2-d91a-4a86-bbd9-82b16da5794f), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:53.636846 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-13895776-2a80-4e0e-9d9c-ef054f2a0e64 None None] For port d533eda4-4848-4453-aff3-d8c9c8209667, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:01:53.655701 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8de5b88a-e374-4aa0-9946-b9b29050fcec tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks [] for security_group_rule (c6d241f2-d91a-4a86-bbd9-82b16da5794f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:53.687296 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-13895776-2a80-4e0e-9d9c-ef054f2a0e64 None None] For port d533eda4-4848-4453-aff3-d8c9c8209667, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d533eda4-4848-4453-aff3-d8c9c8209667,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:01:53.737415 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90466175-5e13-4827-811b-2891a9c86987 admin admin] Publish callbacks [] for security_group (39c64a3e-dc35-419f-8810-48391355c959), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:53.759882 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-4f8481ed-02ff-49b9-8d8b-e5cc4d5e99c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-router', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:42Z', 'revision_number': 4, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'gw_port': {'id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '48b80013-6e71-4751-915d-8748f208b19b', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'port_id': 'acf19ea0-b73e-408e-8078-11e03cb0b5c0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 790, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'mac_address': 'fa:16:3e:8b:d0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fc9b5f-7987-42a7-a728-af30264bb783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:01:06Z', 'updated_at': '2022-02-07T21:01:48Z', 'revision_number': 3, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973983e9-741d-4100-bc08-8d6bc06a1735', 'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'mac_address': 'fa:16:3e:f6:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '4697809e-6faf-4265-b583-499d13fd2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:41Z', 'updated_at': '2022-02-07T21:00:49Z', 'revision_number': 5, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'subnets': [{'id': '4697809e-6faf-4265-b583-499d13fd2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:53.771944 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13895776-2a80-4e0e-9d9c-ef054f2a0e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d533eda4-4848-4453-aff3-d8c9c8209667), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:53.779242 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port f1ebb2df-3992-4d77-ab4b-27015866f3cf triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:53.779613 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f1ebb2df-3992-4d77-ab4b-27015866f3cf), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:53.795680 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f310c2d-bac9-4c82-a9fd-79055693fbdb req-43f7987a-a66b-4b70-b714-7b3f17ca55f2 service neutron] 10.222.0.71 "GET /v2.0/networks/5001b379-0d16-4857-8b55-5475fc3d0612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378529 Feb 07 21:01:53.800463 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8481ed-02ff-49b9-8d8b-e5cc4d5e99c3 None None] The sync data for ids ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'] in n-d-828185-2 is: [{'id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-router', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:42Z', 'revision_number': 4, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'gw_port': {'id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '48b80013-6e71-4751-915d-8748f208b19b', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'port_id': 'acf19ea0-b73e-408e-8078-11e03cb0b5c0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 790, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'mac_address': 'fa:16:3e:8b:d0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fc9b5f-7987-42a7-a728-af30264bb783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:01:06Z', 'updated_at': '2022-02-07T21:01:48Z', 'revision_number': 3, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973983e9-741d-4100-bc08-8d6bc06a1735', 'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'mac_address': 'fa:16:3e:f6:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '4697809e-6faf-4265-b583-499d13fd2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:41Z', 'updated_at': '2022-02-07T21:00:49Z', 'revision_number': 5, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'subnets': [{'id': '4697809e-6faf-4265-b583-499d13fd2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:01:53.841346 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8de5b88a-e374-4aa0-9946-b9b29050fcec tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (c6d241f2-d91a-4a86-bbd9-82b16da5794f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:53.860815 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90466175-5e13-4827-811b-2891a9c86987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (39c64a3e-dc35-419f-8810-48391355c959), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:53.863967 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90466175-5e13-4827-811b-2891a9c86987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:53.865517 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-90466175-5e13-4827-811b-2891a9c86987 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/39c64a3e-dc35-419f-8810-48391355c959 HTTP/1.1" status: 204 len: 168 time: 0.9554842 Feb 07 21:01:53.940578 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-8ad69b0f-3fcb-4620-abf5-55cb18d183fb tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:53.957191 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-8ad69b0f-3fcb-4620-abf5-55cb18d183fb tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports/1c619f47-fc6a-4388-86fb-8892dc475079 HTTP/1.1" status: 200 len: 942 time: 0.3330648 Feb 07 21:01:54.003875 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859eb53-996e-4b88-a008-59f871ba4c86 req-6fd44052-6ad0-4b9e-8399-2f9f6734d7cc tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:54.017848 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2859eb53-996e-4b88-a008-59f871ba4c86 req-6fd44052-6ad0-4b9e-8399-2f9f6734d7cc tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 945 time: 0.6514812 Feb 07 21:01:54.025033 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5b88a-e374-4aa0-9946-b9b29050fcec tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d241f2-d91a-4a86-bbd9-82b16da5794f,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:54.028879 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-46187b3d-cdc2-42e3-9be8-66851e975b31 None None] Current status of the port a3f79ee6-2695-4d4b-a938-2b21d63b10ed is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:54.041715 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e432c62-ec3e-4bf0-97ac-316c97072351 admin admin] Publish callbacks [] for port (dd762bb3-a3d2-493d-91a8-064ad16131b7), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:54.062714 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8de5b88a-e374-4aa0-9946-b9b29050fcec tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:54.067928 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8de5b88a-e374-4aa0-9946-b9b29050fcec tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8462069 Feb 07 21:01:54.071404 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90466175-5e13-4827-811b-2891a9c86987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c64a3e-dc35-419f-8810-48391355c959,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:54.075878 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46660) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:54.087907 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a667b418-9b6c-4a39-a8b3-48f2cb718580 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Request body: {'security_group_rule': {'security_group_id': '82b97d36-caa2-4fd0-8c84-e78bd09b7259', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:54.089773 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-54c0ef8d-f2c6-43cd-9b49-44985e309406 None None] Set router 8471f3a0-c73f-43e5-befc-743d8601602a gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:01:54.099812 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device dfd6e5aa-c304-48b1-a170-fea627202250 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:01:54.111876 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece8257-102a-4522-9a62-1177d5700c02 None None] Pushing event updated for resources: {'Port': ['ID=d533eda4-4848-4453-aff3-d8c9c8209667,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:54.173495 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a667b418-9b6c-4a39-a8b3-48f2cb718580 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks [] for security_group_rule (f4df25b4-ce4e-4479-9797-05893d2b4221), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:54.226523 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c37fde2-be03-4735-a72a-38a7890d4999 None None] New status for floating IP 48b80013-6e71-4751-915d-8748f208b19b: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:01:54.275034 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2859eb53-996e-4b88-a008-59f871ba4c86 req-e6527976-0c87-4a2e-84cc-3045143cb961 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509816 Feb 07 21:01:54.305621 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13895776-2a80-4e0e-9d9c-ef054f2a0e64 None None] Routers {'b5a9ea17-ccec-49b5-b4ce-9d673361b18c'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:01:54.309134 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-13895776-2a80-4e0e-9d9c-ef054f2a0e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b5a9ea17-ccec-49b5-b4ce-9d673361b18c'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:54.339094 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-042b4daf-2742-41dd-84f5-df9cde393fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:54.348987 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-042b4daf-2742-41dd-84f5-df9cde393fa8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=390bb4ffe0104a5cbfd48bfe929d4aa0&device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 1127 time: 0.2139785 Feb 07 21:01:54.358953 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e432c62-ec3e-4bf0-97ac-316c97072351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (dd762bb3-a3d2-493d-91a8-064ad16131b7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:54.552856 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e432c62-ec3e-4bf0-97ac-316c97072351 admin admin] Pushing event updated for resources: {'Port': ['ID=dd762bb3-a3d2-493d-91a8-064ad16131b7,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:54.556401 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-44e5f32f-b30e-4703-8b79-edbf594e292c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:54.566061 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-44e5f32f-b30e-4703-8b79-edbf594e292c service neutron] 10.222.0.65 "GET /v2.0/networks?id=21a6194c-d716-4999-aeaa-5b2b71cb17eb HTTP/1.1" status: 200 len: 922 time: 0.2157772 Feb 07 21:01:54.577770 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236cc04b-8f1f-4c50-8122-fab1bbd519e6 x-openstack-request-id: req-236cc04b-8f1f-4c50-8122-fab1bbd519e6 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:01:54.578358 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9794cbbc-fde1-434c-9102-b948f32a0fa2", "tag": "1c619f47-fc6a-4388-86fb-8892dc475079", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:01:54.578839 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-236cc04b-8f1f-4c50-8122-fab1bbd519e6 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:01:54.579525 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9794cbbc-fde1-434c-9102-b948f32a0fa2', 'tag': '1c619f47-fc6a-4388-86fb-8892dc475079', 'status': 'completed', 'code': 200} Feb 07 21:01:54.605565 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e432c62-ec3e-4bf0-97ac-316c97072351 admin admin] Network baf97448-6b6a-4e23-8e75-a9e4b2610c9d is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:01:54.669672 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-7e432c62-ec3e-4bf0-97ac-316c97072351 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:01:54.687955 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e432c62-ec3e-4bf0-97ac-316c97072351 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:01:54.690568 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46670) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:54.704248 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-a99c265a-3913-4854-bc76-99496e8068c8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c619f47-fc6a-4388-86fb-8892dc475079 HTTP/1.1" status: 200 len: 217 time: 0.1368024 Feb 07 21:01:54.774760 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-46187b3d-cdc2-42e3-9be8-66851e975b31 None None] Provisioning complete for port ddf96afb-901d-40dc-80ef-4b632c4d61f4 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:54.777114 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-46187b3d-cdc2-42e3-9be8-66851e975b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ddf96afb-901d-40dc-80ef-4b632c4d61f4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:54.787230 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a667b418-9b6c-4a39-a8b3-48f2cb718580 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks [] for security_group_rule (f4df25b4-ce4e-4479-9797-05893d2b4221), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:54.814558 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a667b418-9b6c-4a39-a8b3-48f2cb718580 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (f4df25b4-ce4e-4479-9797-05893d2b4221), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:54.893287 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e432c62-ec3e-4bf0-97ac-316c97072351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (b5a9ea17-ccec-49b5-b4ce-9d673361b18c), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:54.895978 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667b418-9b6c-4a39-a8b3-48f2cb718580 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4df25b4-ce4e-4479-9797-05893d2b4221,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:54.898834 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-7c3e2bf8-a211-4152-aaec-5e43f19b3890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:54.901988 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0f5b4470-0d4c-4b69-a8d3-e76b3a62da4d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=49d97769e8d3455aa0dc4c8dacdb44e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1509740 Feb 07 21:01:54.914775 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-7c3e2bf8-a211-4152-aaec-5e43f19b3890 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4697809e-6faf-4265-b583-499d13fd2637 HTTP/1.1" status: 200 len: 860 time: 0.2055566 Feb 07 21:01:54.947966 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46674) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:54.966707 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-13895776-2a80-4e0e-9d9c-ef054f2a0e64 None None] Set router b5a9ea17-ccec-49b5-b4ce-9d673361b18c gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:01:55.007572 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a667b418-9b6c-4a39-a8b3-48f2cb718580 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:55.011954 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a667b418-9b6c-4a39-a8b3-48f2cb718580 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9292738 Feb 07 21:01:55.020291 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e84c2-3c46-439a-85fe-44b8e8de625f req-50194037-d5c6-40d9-9954-00ec2e85c70b tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:55.040728 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8297e8-64c6-4291-b401-0479d11af970 None None] Sync routers for ids ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:01:55.046951 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-370e84c2-3c46-439a-85fe-44b8e8de625f req-50194037-d5c6-40d9-9954-00ec2e85c70b tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=a325400b-a5dd-415a-9446-55ca0aa3ca84 HTTP/1.1" status: 200 len: 944 time: 0.4661741 Feb 07 21:01:55.047228 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46676) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:55.050291 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port f1ebb2df-3992-4d77-ab4b-27015866f3cf is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:55.051978 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ddf96afb-901d-40dc-80ef-4b632c4d61f4 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:01:55.054390 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1430c0dd-a528-4c59-9973-563b41b44ef0 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:55.070065 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a180d52-027c-4dca-acac-4894dcb13a5c req-828d9a26-08e6-4a55-8ecb-d79b219e2411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:55.071566 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a180d52-027c-4dca-acac-4894dcb13a5c req-828d9a26-08e6-4a55-8ecb-d79b219e2411 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=390bb4ffe0104a5cbfd48bfe929d4aa0&device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 1127 time: 0.5032837 Feb 07 21:01:55.100739 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1430c0dd-a528-4c59-9973-563b41b44ef0 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:55.241239 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:55.259766 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-370e84c2-3c46-439a-85fe-44b8e8de625f req-67b40711-762d-4166-98ad-8df12c44b7be tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118795 Feb 07 21:01:55.261678 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8297e8-64c6-4291-b401-0479d11af970 None None] Routers {'89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:01:55.263019 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7a8297e8-64c6-4291-b401-0479d11af970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:55.271557 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0941cd49-adfd-43ca-89d1-19ebe16bc6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:55.320765 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-52ec4783-0c88-4867-b5be-bad68253cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:55.328814 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-52ec4783-0c88-4867-b5be-bad68253cdaf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=21a6194c-d716-4999-aeaa-5b2b71cb17eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4131629 Feb 07 21:01:55.403429 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9a32d36-6800-4600-b1c1-536486cedecf admin admin] Publish callbacks [] for security_group (eb8bccaf-7973-41a9-a3fc-47d57f22a985), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:55.407273 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-7a8297e8-64c6-4291-b401-0479d11af970 None None] Set router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:01:55.496941 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e432c62-ec3e-4bf0-97ac-316c97072351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (dd762bb3-a3d2-493d-91a8-064ad16131b7), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:55.514688 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a180d52-027c-4dca-acac-4894dcb13a5c req-119b729d-25e4-4866-b59c-fd072e691f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:55.516153 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a180d52-027c-4dca-acac-4894dcb13a5c req-119b729d-25e4-4866-b59c-fd072e691f34 service neutron] 10.222.0.71 "GET /v2.0/networks?id=21a6194c-d716-4999-aeaa-5b2b71cb17eb HTTP/1.1" status: 200 len: 922 time: 0.4218712 Feb 07 21:01:55.539355 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.resource_extend [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] It took 1.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:01:55.601952 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9a32d36-6800-4600-b1c1-536486cedecf admin admin] Publish callbacks [] for security_group (eb8bccaf-7973-41a9-a3fc-47d57f22a985), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:55.635258 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1430c0dd-a528-4c59-9973-563b41b44ef0 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:55.650713 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-0941cd49-adfd-43ca-89d1-19ebe16bc6cd admin admin] Allocated IP 172.20.0.1 (5e864af6-a3bf-4481-a9f6-e65eac41b844/30ff35a5-aef9-47c7-be96-003451103897/48d69c8c-5927-4503-84cb-010068f47224) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:01:55.729296 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a180d52-027c-4dca-acac-4894dcb13a5c req-96cd01be-c06d-4409-b0e4-e084e721f8e5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c619f47-fc6a-4388-86fb-8892dc475079 HTTP/1.1" status: 200 len: 217 time: 0.1973333 Feb 07 21:01:55.729556 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9a32d36-6800-4600-b1c1-536486cedecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (eb8bccaf-7973-41a9-a3fc-47d57f22a985), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:55.735160 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9a32d36-6800-4600-b1c1-536486cedecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:55.737080 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b9a32d36-6800-4600-b1c1-536486cedecf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eb8bccaf-7973-41a9-a3fc-47d57f22a985 HTTP/1.1" status: 204 len: 168 time: 0.7860372 Feb 07 21:01:55.751005 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port ddf96afb-901d-40dc-80ef-4b632c4d61f4 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:55.751302 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ddf96afb-901d-40dc-80ef-4b632c4d61f4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:55.880001 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a180d52-027c-4dca-acac-4894dcb13a5c req-828f3347-90d8-436b-abb6-4ab3279f7f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:55.885475 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a180d52-027c-4dca-acac-4894dcb13a5c req-828f3347-90d8-436b-abb6-4ab3279f7f88 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4697809e-6faf-4265-b583-499d13fd2637 HTTP/1.1" status: 200 len: 860 time: 0.1309400 Feb 07 21:01:55.891554 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a32d36-6800-4600-b1c1-536486cedecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8bccaf-7973-41a9-a3fc-47d57f22a985,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:55.915154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b026f3e-47db-4549-bc1a-a47c7ec41b4b req-d499bb61-6378-4ba4-aaf9-87c222476859 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:55.917194 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b026f3e-47db-4549-bc1a-a47c7ec41b4b req-d499bb61-6378-4ba4-aaf9-87c222476859 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 1127 time: 0.5343959 Feb 07 21:01:55.943453 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-54c0ef8d-f2c6-43cd-9b49-44985e309406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8471f3a0-c73f-43e5-befc-743d8601602a', 'name': 'tempest-ServersTestMultiNic-1767300012-router', 'tenant_id': 'a3b2daf220a74f4a903969f6214c990a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '45c5c427-6cf3-4dd6-b88b-18243026e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:47Z', 'updated_at': '2022-02-07T21:01:51Z', 'revision_number': 3, 'project_id': 'a3b2daf220a74f4a903969f6214c990a', 'gw_port': {'id': '45c5c427-6cf3-4dd6-b88b-18243026e726', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:66:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8471f3a0-c73f-43e5-befc-743d8601602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:49Z', 'updated_at': '2022-02-07T21:01:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:55.949100 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port dfd6e5aa-c304-48b1-a170-fea627202250, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=dfd6e5aa-c304-48b1-a170-fea627202250,segment=NetworkSegment(f638ec27-818a-478c-bd2a-cb7a790547ad),segment_id=f638ec27-818a-478c-bd2a-cb7a790547ad)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:56.036079 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-ad4df019-cd27-4fa3-b1db-6db0551b434d service neutron] 10.222.0.65 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6936049 Feb 07 21:01:56.180981 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c0ef8d-f2c6-43cd-9b49-44985e309406 None None] Checking router: 8471f3a0-c73f-43e5-befc-743d8601602a for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:01:56.180981 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c0ef8d-f2c6-43cd-9b49-44985e309406 None None] Updating router 8471f3a0-c73f-43e5-befc-743d8601602a port 45c5c427-6cf3-4dd6-b88b-18243026e726 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:01:56.230991 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'dfd6e5aa-c304-48b1-a170-fea627202250', 'network_id': '5001b379-0d16-4857-8b55-5475fc3d0612', 'port_id': 'dfd6e5aa-c304-48b1-a170-fea627202250', 'mac_address': 'fa:16:3e:c2:6f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7288118f-d382-42c5-a17d-902cfe145aa3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:01:56.244524 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b026f3e-47db-4549-bc1a-a47c7ec41b4b req-f2d3056b-b976-4621-a90d-08c077753d79 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969716 Feb 07 21:01:56.263834 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a180d52-027c-4dca-acac-4894dcb13a5c req-4440b7f2-1c43-40ad-94c3-e215c522687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:56.265689 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a180d52-027c-4dca-acac-4894dcb13a5c req-4440b7f2-1c43-40ad-94c3-e215c522687a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=21a6194c-d716-4999-aeaa-5b2b71cb17eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3475583 Feb 07 21:01:56.276435 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-46187b3d-cdc2-42e3-9be8-66851e975b31 None None] Current status of the port ddf96afb-901d-40dc-80ef-4b632c4d61f4 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:56.284406 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-13895776-2a80-4e0e-9d9c-ef054f2a0e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'name': 'tempest-TaggedBootDevicesTest_v242-960061040-router', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'd533eda4-4848-4453-aff3-d8c9c8209667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:46Z', 'updated_at': '2022-02-07T21:01:48Z', 'revision_number': 3, 'project_id': '32ff56f8fd43451781a008978e4679d6', 'gw_port': {'id': 'd533eda4-4848-4453-aff3-d8c9c8209667', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:46Z', 'updated_at': '2022-02-07T21:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:56.287318 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-54c0ef8d-f2c6-43cd-9b49-44985e309406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (45c5c427-6cf3-4dd6-b88b-18243026e726), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:56.395229 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13895776-2a80-4e0e-9d9c-ef054f2a0e64 None None] The sync data for ids ['b5a9ea17-ccec-49b5-b4ce-9d673361b18c'] in n-d-828185-2 is: [{'id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'name': 'tempest-TaggedBootDevicesTest_v242-960061040-router', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'd533eda4-4848-4453-aff3-d8c9c8209667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:46Z', 'updated_at': '2022-02-07T21:01:48Z', 'revision_number': 3, 'project_id': '32ff56f8fd43451781a008978e4679d6', 'gw_port': {'id': 'd533eda4-4848-4453-aff3-d8c9c8209667', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:46Z', 'updated_at': '2022-02-07T21:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:01:56.395954 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-1430c0dd-a528-4c59-9973-563b41b44ef0 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Allocated IP 172.25.4.206 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/fede704a-57a1-4e2a-91b6-250ee753d0bc) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:01:56.427700 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-6b006aeb-4ed8-496a-8235-8d9db96ca5b2 service neutron] 10.222.0.65 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645656 Feb 07 21:01:56.429739 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port ddf96afb-901d-40dc-80ef-4b632c4d61f4 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:56.591240 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fc9b5f-7987-42a7-a728-af30264bb783', 'tag': 'acf19ea0-b73e-408e-8078-11e03cb0b5c0'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:01:56.594053 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7213e0-3b70-4d80-9126-86890e4f58cc" -d '{"events": [{"name": "network-changed", "server_uuid": "80fc9b5f-7987-42a7-a728-af30264bb783", "tag": "acf19ea0-b73e-408e-8078-11e03cb0b5c0"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:01:56.612178 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a180d52-027c-4dca-acac-4894dcb13a5c req-9f2e719a-e5e2-4b65-bae3-36f20fc5fe82 service neutron] 10.222.0.71 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287134 Feb 07 21:01:56.612932 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port dfd6e5aa-c304-48b1-a170-fea627202250 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:56.613121 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (dfd6e5aa-c304-48b1-a170-fea627202250), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:56.629380 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101b9ba-c191-49fe-a9d0-55cb26eff0c0 req-725da0d7-bbe3-489a-9376-40f3a25474b6 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:56.634173 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d101b9ba-c191-49fe-a9d0-55cb26eff0c0 req-725da0d7-bbe3-489a-9376-40f3a25474b6 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=a325400b-a5dd-415a-9446-55ca0aa3ca84 HTTP/1.1" status: 200 len: 944 time: 0.2469881 Feb 07 21:01:56.635992 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-728eae19-aa9c-4842-afd5-8aefcb7d4cfb None None] Provisioning complete for port dd762bb3-a3d2-493d-91a8-064ad16131b7 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:56.636979 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-728eae19-aa9c-4842-afd5-8aefcb7d4cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (dd762bb3-a3d2-493d-91a8-064ad16131b7), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:56.653848 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7a8297e8-64c6-4291-b401-0479d11af970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-router', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:42Z', 'revision_number': 4, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'gw_port': {'id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '48b80013-6e71-4751-915d-8748f208b19b', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'port_id': 'acf19ea0-b73e-408e-8078-11e03cb0b5c0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 790, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'mac_address': 'fa:16:3e:8b:d0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fc9b5f-7987-42a7-a728-af30264bb783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:01:06Z', 'updated_at': '2022-02-07T21:01:54Z', 'revision_number': 4, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973983e9-741d-4100-bc08-8d6bc06a1735', 'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'mac_address': 'fa:16:3e:f6:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '4697809e-6faf-4265-b583-499d13fd2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:41Z', 'updated_at': '2022-02-07T21:00:49Z', 'revision_number': 5, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'subnets': [{'id': '4697809e-6faf-4265-b583-499d13fd2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:56.668498 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e432c62-ec3e-4bf0-97ac-316c97072351 admin admin] Publish callbacks [] for port (dd762bb3-a3d2-493d-91a8-064ad16131b7), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:56.678815 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd6e5aa-c304-48b1-a170-fea627202250 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:01:56.742623 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a3f79ee6-2695-4d4b-a938-2b21d63b10ed up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:01:56.749360 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e432c62-ec3e-4bf0-97ac-316c97072351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (dd762bb3-a3d2-493d-91a8-064ad16131b7), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:56.754081 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8297e8-64c6-4291-b401-0479d11af970 None None] Checking router: 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:01:56.796595 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port dfd6e5aa-c304-48b1-a170-fea627202250, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=dfd6e5aa-c304-48b1-a170-fea627202250,segment=NetworkSegment(f638ec27-818a-478c-bd2a-cb7a790547ad),segment_id=f638ec27-818a-478c-bd2a-cb7a790547ad)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:56.805076 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e432c62-ec3e-4bf0-97ac-316c97072351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (b5a9ea17-ccec-49b5-b4ce-9d673361b18c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:56.809257 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-728eae19-aa9c-4842-afd5-8aefcb7d4cfb None None] Port dd762bb3-a3d2-493d-91a8-064ad16131b7 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:01:56.811004 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (dfd6e5aa-c304-48b1-a170-fea627202250), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:56.820450 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8297e8-64c6-4291-b401-0479d11af970 None None] Routers {'89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:01:56.821035 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7a8297e8-64c6-4291-b401-0479d11af970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:56.824412 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-368565f1-deed-43c2-bd7f-949bae1f55d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:56.838869 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-368565f1-deed-43c2-bd7f-949bae1f55d3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=390bb4ffe0104a5cbfd48bfe929d4aa0&device_id=80fc9b5f-7987-42a7-a728-af30264bb783 HTTP/1.1" status: 200 len: 1127 time: 0.3607693 Feb 07 21:01:56.982421 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e432c62-ec3e-4bf0-97ac-316c97072351 admin admin] Pushing event updated for resources: {'Port': ['ID=dd762bb3-a3d2-493d-91a8-064ad16131b7,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:57.111265 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=dfd6e5aa-c304-48b1-a170-fea627202250,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:57.116270 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1430c0dd-a528-4c59-9973-563b41b44ef0 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks [] for port (fede704a-57a1-4e2a-91b6-250ee753d0bc), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:57.131531 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port a3f79ee6-2695-4d4b-a938-2b21d63b10ed triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:57.131911 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a3f79ee6-2695-4d4b-a938-2b21d63b10ed), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:57.150262 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0941cd49-adfd-43ca-89d1-19ebe16bc6cd admin admin] Publish callbacks [] for port (48d69c8c-5927-4503-84cb-010068f47224), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:57.162318 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e432c62-ec3e-4bf0-97ac-316c97072351 admin admin] Network baf97448-6b6a-4e23-8e75-a9e4b2610c9d is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:01:57.173709 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-7e432c62-ec3e-4bf0-97ac-316c97072351 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:01:57.195847 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-7a8297e8-64c6-4291-b401-0479d11af970 None None] Set router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:01:57.278509 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['dfd6e5aa-c304-48b1-a170-fea627202250'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:01:57.467685 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1430c0dd-a528-4c59-9973-563b41b44ef0 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (fede704a-57a1-4e2a-91b6-250ee753d0bc), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:57.551971 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0941cd49-adfd-43ca-89d1-19ebe16bc6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (48d69c8c-5927-4503-84cb-010068f47224), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:57.593979 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1430c0dd-a528-4c59-9973-563b41b44ef0 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:01:57.640880 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-1430c0dd-a528-4c59-9973-563b41b44ef0 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:01:57.653108 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0941cd49-adfd-43ca-89d1-19ebe16bc6cd admin admin] Network 5e864af6-a3bf-4481-a9f6-e65eac41b844 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:01:57.658835 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1430c0dd-a528-4c59-9973-563b41b44ef0 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:01:57.673673 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-0941cd49-adfd-43ca-89d1-19ebe16bc6cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:01:57.677845 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0941cd49-adfd-43ca-89d1-19ebe16bc6cd admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:01:57.784838 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430c0dd-a528-4c59-9973-563b41b44ef0 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Pushing event updated for resources: {'Port': ['ID=fede704a-57a1-4e2a-91b6-250ee753d0bc,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:57.806969 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d101b9ba-c191-49fe-a9d0-55cb26eff0c0 req-f290c158-aa99-48c8-8692-c701131e9f2d tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1621573 Feb 07 21:01:57.857269 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a180d52-027c-4dca-acac-4894dcb13a5c req-f070b304-6e92-4cb6-a3c2-24e35957d6e4 service neutron] 10.222.0.71 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2151041 Feb 07 21:01:57.907724 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port a3f79ee6-2695-4d4b-a938-2b21d63b10ed is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:57.925985 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e432c62-ec3e-4bf0-97ac-316c97072351 admin admin] Router b5a9ea17-ccec-49b5-b4ce-9d673361b18c has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:01:57.932298 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-f33623fd-b9fe-40f3-840a-d7221fc23d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:57.933905 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-f33623fd-b9fe-40f3-840a-d7221fc23d1e service neutron] 10.222.0.65 "GET /v2.0/networks?id=21a6194c-d716-4999-aeaa-5b2b71cb17eb HTTP/1.1" status: 200 len: 922 time: 1.0935490 Feb 07 21:01:57.941879 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0941cd49-adfd-43ca-89d1-19ebe16bc6cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (8471f3a0-c73f-43e5-befc-743d8601602a), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:58.091280 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941cd49-adfd-43ca-89d1-19ebe16bc6cd admin admin] Pushing event updated for resources: {'Port': ['ID=48d69c8c-5927-4503-84cb-010068f47224,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:58.118424 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d6c7762d-64d7-4a28-bc5b-8c3d47c4e2c4 None None] Provisioning complete for port dd762bb3-a3d2-493d-91a8-064ad16131b7 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:58.124379 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d6c7762d-64d7-4a28-bc5b-8c3d47c4e2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (dd762bb3-a3d2-493d-91a8-064ad16131b7), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:58.139072 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-0425d901-b992-4689-9f37-194c4d93acef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acf19ea0-b73e-408e-8078-11e03cb0b5c0 HTTP/1.1" status: 200 len: 1001 time: 0.1986232 Feb 07 21:01:58.281744 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-54c0ef8d-f2c6-43cd-9b49-44985e309406 None None] Publish callbacks [] for port (45c5c427-6cf3-4dd6-b88b-18243026e726), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:58.293392 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4c116-88fe-4498-a77c-66a082425aa7 req-e8f21a9d-e740-478f-88a2-7bd7713af7ad tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:58.300094 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d6c7762d-64d7-4a28-bc5b-8c3d47c4e2c4 None None] Port dd762bb3-a3d2-493d-91a8-064ad16131b7 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:01:58.300470 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aeb4c116-88fe-4498-a77c-66a082425aa7 req-e8f21a9d-e740-478f-88a2-7bd7713af7ad tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 1127 time: 0.2928700 Feb 07 21:01:58.318969 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-14bd350d-1372-4ac2-93f6-ae8077aa87ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:58.330288 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-14bd350d-1372-4ac2-93f6-ae8077aa87ae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4697809e-6faf-4265-b583-499d13fd2637 HTTP/1.1" status: 200 len: 860 time: 0.1808846 Feb 07 21:01:58.345185 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1430c0dd-a528-4c59-9973-563b41b44ef0 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks [] for floatingip (d0b168f3-d7a5-48a9-8608-ec394f445c96), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:58.356487 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-54c0ef8d-f2c6-43cd-9b49-44985e309406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (45c5c427-6cf3-4dd6-b88b-18243026e726), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:58.437115 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aeb4c116-88fe-4498-a77c-66a082425aa7 req-2026807e-0920-4786-9f39-aaaf13efee87 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257360 Feb 07 21:01:58.441590 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-60e0b0a1-d145-45da-b9ba-7cbab31606d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:58.450567 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-60e0b0a1-d145-45da-b9ba-7cbab31606d2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=21a6194c-d716-4999-aeaa-5b2b71cb17eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1194367 Feb 07 21:01:58.469460 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e432c62-ec3e-4bf0-97ac-316c97072351 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:01:58.477183 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7e432c62-ec3e-4bf0-97ac-316c97072351 admin admin] 10.222.0.65 "PUT /v2.0/routers/b5a9ea17-ccec-49b5-b4ce-9d673361b18c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7827275 Feb 07 21:01:58.486762 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1430c0dd-a528-4c59-9973-563b41b44ef0 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fede704a-57a1-4e2a-91b6-250ee753d0bc), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:58.550761 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0941cd49-adfd-43ca-89d1-19ebe16bc6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (48d69c8c-5927-4503-84cb-010068f47224), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:58.551890 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:01:58.624695 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e054af-5ff9-4bf7-b561-8b0fd4a95ef3 x-openstack-request-id: req-d1e054af-5ff9-4bf7-b561-8b0fd4a95ef3 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:01:58.625239 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80fc9b5f-7987-42a7-a728-af30264bb783", "tag": "acf19ea0-b73e-408e-8078-11e03cb0b5c0", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:01:58.628577 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d1e054af-5ff9-4bf7-b561-8b0fd4a95ef3 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:01:58.629175 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80fc9b5f-7987-42a7-a728-af30264bb783', 'tag': 'acf19ea0-b73e-408e-8078-11e03cb0b5c0', 'status': 'completed', 'code': 200} Feb 07 21:01:58.669474 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e452cc9-cb3e-41be-ba82-c4c0d569239d None None] Pushing event updated for resources: {'Port': ['ID=45c5c427-6cf3-4dd6-b88b-18243026e726,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:58.693039 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-54c0ef8d-f2c6-43cd-9b49-44985e309406 None None] Attempting to bind port 45c5c427-6cf3-4dd6-b88b-18243026e726 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:01:58.693406 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-54c0ef8d-f2c6-43cd-9b49-44985e309406 None None] Attempting to bind port 45c5c427-6cf3-4dd6-b88b-18243026e726 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:01:58.693763 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c0ef8d-f2c6-43cd-9b49-44985e309406 None None] Attempting to bind port 45c5c427-6cf3-4dd6-b88b-18243026e726 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:01:58.711969 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-74a2d917-a785-463d-8db4-d6b6c36ef2ac service neutron] 10.222.0.65 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604275 Feb 07 21:01:58.719587 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4ea11d76-45a1-4dfb-8041-05bdee4c5425 None None] Provisioning complete for port 48d69c8c-5927-4503-84cb-010068f47224 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:58.720540 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4ea11d76-45a1-4dfb-8041-05bdee4c5425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (48d69c8c-5927-4503-84cb-010068f47224), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:58.722677 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d533eda4-4848-4453-aff3-d8c9c8209667 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:01:58.753190 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c0ef8d-f2c6-43cd-9b49-44985e309406 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:01:58.753618 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c0ef8d-f2c6-43cd-9b49-44985e309406 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:01:58.753959 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-54c0ef8d-f2c6-43cd-9b49-44985e309406 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:58.754350 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c0ef8d-f2c6-43cd-9b49-44985e309406 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:01:58.754833 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-54c0ef8d-f2c6-43cd-9b49-44985e309406 None None] Bound port: 45c5c427-6cf3-4dd6-b88b-18243026e726, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:01:58.755208 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-54c0ef8d-f2c6-43cd-9b49-44985e309406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (45c5c427-6cf3-4dd6-b88b-18243026e726), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:58.847558 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e53fb89-7bf6-4331-a3bc-2816a3c5f356 req-e87fc993-5f78-4563-8747-fbb75be4c5d4 service neutron] 10.222.0.65 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277974 Feb 07 21:01:58.848969 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46732) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:01:58.889265 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4ea11d76-45a1-4dfb-8041-05bdee4c5425 None None] Port 48d69c8c-5927-4503-84cb-010068f47224 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:01:58.916059 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7a8297e8-64c6-4291-b401-0479d11af970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-router', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:42Z', 'revision_number': 4, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'gw_port': {'id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '48b80013-6e71-4751-915d-8748f208b19b', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'port_id': 'acf19ea0-b73e-408e-8078-11e03cb0b5c0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 790, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'mac_address': 'fa:16:3e:8b:d0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fc9b5f-7987-42a7-a728-af30264bb783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:01:06Z', 'updated_at': '2022-02-07T21:01:54Z', 'revision_number': 4, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973983e9-741d-4100-bc08-8d6bc06a1735', 'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'mac_address': 'fa:16:3e:f6:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '4697809e-6faf-4265-b583-499d13fd2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:41Z', 'updated_at': '2022-02-07T21:00:49Z', 'revision_number': 5, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'subnets': [{'id': '4697809e-6faf-4265-b583-499d13fd2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:58.930868 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1430c0dd-a528-4c59-9973-563b41b44ef0 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks [] for port (fede704a-57a1-4e2a-91b6-250ee753d0bc), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:58.990268 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1430c0dd-a528-4c59-9973-563b41b44ef0 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (fede704a-57a1-4e2a-91b6-250ee753d0bc), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:59.019300 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8297e8-64c6-4291-b401-0479d11af970 None None] The sync data for ids ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'] in n-d-828185-2 is: [{'id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-router', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:42Z', 'revision_number': 4, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'gw_port': {'id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '48b80013-6e71-4751-915d-8748f208b19b', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'port_id': 'acf19ea0-b73e-408e-8078-11e03cb0b5c0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 790, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'mac_address': 'fa:16:3e:8b:d0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fc9b5f-7987-42a7-a728-af30264bb783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:01:06Z', 'updated_at': '2022-02-07T21:01:54Z', 'revision_number': 4, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973983e9-741d-4100-bc08-8d6bc06a1735', 'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'mac_address': 'fa:16:3e:f6:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '4697809e-6faf-4265-b583-499d13fd2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:41Z', 'updated_at': '2022-02-07T21:00:49Z', 'revision_number': 5, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'subnets': [{'id': '4697809e-6faf-4265-b583-499d13fd2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:01:59.046544 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-54c0ef8d-f2c6-43cd-9b49-44985e309406 None None] For port 45c5c427-6cf3-4dd6-b88b-18243026e726, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:01:59.058255 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-54c0ef8d-f2c6-43cd-9b49-44985e309406 None None] For port 45c5c427-6cf3-4dd6-b88b-18243026e726, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=45c5c427-6cf3-4dd6-b88b-18243026e726,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:01:59.078742 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port d533eda4-4848-4453-aff3-d8c9c8209667 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:01:59.085097 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d533eda4-4848-4453-aff3-d8c9c8209667), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:59.092604 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-54c0ef8d-f2c6-43cd-9b49-44985e309406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (45c5c427-6cf3-4dd6-b88b-18243026e726), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:59.178177 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0b3d2-7968-4c96-8702-7bc86e56bf12 req-167da365-53e0-4a6b-a199-ecd6ab3d9438 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:59.192572 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-70f0b3d2-7968-4c96-8702-7bc86e56bf12 req-167da365-53e0-4a6b-a199-ecd6ab3d9438 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=a325400b-a5dd-415a-9446-55ca0aa3ca84 HTTP/1.1" status: 200 len: 945 time: 0.1351302 Feb 07 21:01:59.232083 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430c0dd-a528-4c59-9973-563b41b44ef0 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Pushing event updated for resources: {'Port': ['ID=fede704a-57a1-4e2a-91b6-250ee753d0bc,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:59.305602 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8de1ff12-cec9-47ca-a547-d7fcf022bf04 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1221006436'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:01:59.343413 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-70f0b3d2-7968-4c96-8702-7bc86e56bf12 req-94a9c8fb-fa89-4ff6-8d10-0d43007d0a44 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493340 Feb 07 21:01:59.419697 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de1ff12-cec9-47ca-a547-d7fcf022bf04 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] Made reservation on behalf of 9a7b385c4fae45c29e6994ea22253b21 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:01:59.430506 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8de1ff12-cec9-47ca-a547-d7fcf022bf04 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:59.495214 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7213e0-3b70-4d80-9126-86890e4f58cc req-7671532a-4763-4fbc-abd6-94351bdd428f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:59.498464 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1f7213e0-3b70-4d80-9126-86890e4f58cc req-7671532a-4763-4fbc-abd6-94351bdd428f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=390bb4ffe0104a5cbfd48bfe929d4aa0&device_id=80fc9b5f-7987-42a7-a728-af30264bb783 HTTP/1.1" status: 200 len: 1127 time: 0.9086335 Feb 07 21:01:59.531903 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8de1ff12-cec9-47ca-a547-d7fcf022bf04 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:59.676370 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2ac5c61-fb4a-4703-a5b1-74e96c483253 req-0b6dbfbf-bb3f-4a6c-a62e-41b4cbf1fc3e tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.163 HTTP/1.1" status: 200 len: 1001 time: 0.2879000 Feb 07 21:01:59.708420 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6212927d-47bc-4d4c-8ba1-558088a1ca1a None None] Sync routers for ids ['b5a9ea17-ccec-49b5-b4ce-9d673361b18c'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:01:59.723653 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c0ef8d-f2c6-43cd-9b49-44985e309406 None None] Routers {'8471f3a0-c73f-43e5-befc-743d8601602a'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:01:59.724959 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-54c0ef8d-f2c6-43cd-9b49-44985e309406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['8471f3a0-c73f-43e5-befc-743d8601602a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:59.725117 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1430c0dd-a528-4c59-9973-563b41b44ef0 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (d0b168f3-d7a5-48a9-8608-ec394f445c96), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:59.734930 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6212927d-47bc-4d4c-8ba1-558088a1ca1a None None] Routers {'b5a9ea17-ccec-49b5-b4ce-9d673361b18c'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:01:59.736112 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-6212927d-47bc-4d4c-8ba1-558088a1ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b5a9ea17-ccec-49b5-b4ce-9d673361b18c'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:01:59.811487 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e452cc9-cb3e-41be-ba82-c4c0d569239d None None] Pushing event updated for resources: {'Port': ['ID=45c5c427-6cf3-4dd6-b88b-18243026e726,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:01:59.813030 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac5c61-fb4a-4703-a5b1-74e96c483253 req-0d42cc31-c58c-47df-80ad-b647cbbfed3c tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:01:59.819313 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2ac5c61-fb4a-4703-a5b1-74e96c483253 req-0d42cc31-c58c-47df-80ad-b647cbbfed3c tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports/acf19ea0-b73e-408e-8078-11e03cb0b5c0 HTTP/1.1" status: 200 len: 942 time: 0.1307809 Feb 07 21:01:59.868838 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port d533eda4-4848-4453-aff3-d8c9c8209667 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:01:59.869227 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d533eda4-4848-4453-aff3-d8c9c8209667), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:59.869839 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1430c0dd-a528-4c59-9973-563b41b44ef0 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:59.884945 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1430c0dd-a528-4c59-9973-563b41b44ef0 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8363979 Feb 07 21:01:59.924691 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port d533eda4-4848-4453-aff3-d8c9c8209667, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d533eda4-4848-4453-aff3-d8c9c8209667,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:01:59.946891 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8de1ff12-cec9-47ca-a547-d7fcf022bf04 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] Publish callbacks [] for security_group (2ff5f838-aace-4925-9107-3ddcd8557913), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:59.948196 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-54c0ef8d-f2c6-43cd-9b49-44985e309406 None None] Set router 8471f3a0-c73f-43e5-befc-743d8601602a gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:01:59.950330 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d533eda4-4848-4453-aff3-d8c9c8209667), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:01:59.962338 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8de1ff12-cec9-47ca-a547-d7fcf022bf04 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (2ff5f838-aace-4925-9107-3ddcd8557913), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:00.011335 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7213e0-3b70-4d80-9126-86890e4f58cc req-deba4d4a-dcae-4561-b1eb-99abbb1e444f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:00.013150 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1f7213e0-3b70-4d80-9126-86890e4f58cc req-deba4d4a-dcae-4561-b1eb-99abbb1e444f service neutron] 10.222.0.69 "GET /v2.0/networks?id=21a6194c-d716-4999-aeaa-5b2b71cb17eb HTTP/1.1" status: 200 len: 922 time: 0.4987347 Feb 07 21:02:00.013434 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46766) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:00.026543 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-55f9032c-b51e-4f86-8598-6a762024749e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1019776770-network', 'tenant_id': 'e830417663b04a4a8400f6c7d92e27b3'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:00.042645 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de1ff12-cec9-47ca-a547-d7fcf022bf04 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:02:00.085846 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f9032c-b51e-4f86-8598-6a762024749e admin admin] Made reservation on behalf of e830417663b04a4a8400f6c7d92e27b3 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:02:00.088977 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55f9032c-b51e-4f86-8598-6a762024749e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:00.142678 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1ff12-cec9-47ca-a547-d7fcf022bf04 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff5f838-aace-4925-9107-3ddcd8557913,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:00.161738 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0941cd49-adfd-43ca-89d1-19ebe16bc6cd admin admin] Publish callbacks [] for port (48d69c8c-5927-4503-84cb-010068f47224), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:00.167165 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55f9032c-b51e-4f86-8598-6a762024749e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:00.177171 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8de1ff12-cec9-47ca-a547-d7fcf022bf04 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (696897ae-1943-47d3-91af-76124e4a30fc), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:00.177888 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-8de1ff12-cec9-47ca-a547-d7fcf022bf04 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] Added segment 696897ae-1943-47d3-91af-76124e4a30fc of type vlan for network 80351605-9b43-450f-9dee-25fad401a3db Feb 07 21:02:00.192006 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0941cd49-adfd-43ca-89d1-19ebe16bc6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (48d69c8c-5927-4503-84cb-010068f47224), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:00.194042 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=d533eda4-4848-4453-aff3-d8c9c8209667,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:00.234901 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-6212927d-47bc-4d4c-8ba1-558088a1ca1a None None] Set router b5a9ea17-ccec-49b5-b4ce-9d673361b18c gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:02:00.295076 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8de1ff12-cec9-47ca-a547-d7fcf022bf04 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (80351605-9b43-450f-9dee-25fad401a3db), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:00.297447 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941cd49-adfd-43ca-89d1-19ebe16bc6cd admin admin] Pushing event updated for resources: {'Port': ['ID=48d69c8c-5927-4503-84cb-010068f47224,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:00.312016 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2ac5c61-fb4a-4703-a5b1-74e96c483253 req-951ed320-37d8-4ca2-ba5a-8ee7de1cd3b5 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.163 HTTP/1.1" status: 200 len: 1001 time: 0.2801921 Feb 07 21:02:00.357815 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-54c0ef8d-f2c6-43cd-9b49-44985e309406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8471f3a0-c73f-43e5-befc-743d8601602a', 'name': 'tempest-ServersTestMultiNic-1767300012-router', 'tenant_id': 'a3b2daf220a74f4a903969f6214c990a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '45c5c427-6cf3-4dd6-b88b-18243026e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:47Z', 'updated_at': '2022-02-07T21:01:58Z', 'revision_number': 4, 'project_id': 'a3b2daf220a74f4a903969f6214c990a', 'gw_port': {'id': '45c5c427-6cf3-4dd6-b88b-18243026e726', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:66:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8471f3a0-c73f-43e5-befc-743d8601602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:49Z', 'updated_at': '2022-02-07T21:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '48d69c8c-5927-4503-84cb-010068f47224', 'name': '', 'network_id': '5e864af6-a3bf-4481-a9f6-e65eac41b844', 'tenant_id': 'a3b2daf220a74f4a903969f6214c990a', 'mac_address': 'fa:16:3e:07:59:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8471f3a0-c73f-43e5-befc-743d8601602a', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '30ff35a5-aef9-47c7-be96-003451103897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:55Z', 'updated_at': '2022-02-07T21:01:56Z', 'revision_number': 1, 'project_id': 'a3b2daf220a74f4a903969f6214c990a', 'subnets': [{'id': '30ff35a5-aef9-47c7-be96-003451103897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:00.359225 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1f7213e0-3b70-4d80-9126-86890e4f58cc req-80cde79b-c842-44e4-b026-07294233c119 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acf19ea0-b73e-408e-8078-11e03cb0b5c0 HTTP/1.1" status: 200 len: 1001 time: 0.2909210 Feb 07 21:02:00.397145 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c0ef8d-f2c6-43cd-9b49-44985e309406 None None] The sync data for ids ['8471f3a0-c73f-43e5-befc-743d8601602a'] in n-d-828185-2 is: [{'id': '8471f3a0-c73f-43e5-befc-743d8601602a', 'name': 'tempest-ServersTestMultiNic-1767300012-router', 'tenant_id': 'a3b2daf220a74f4a903969f6214c990a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '45c5c427-6cf3-4dd6-b88b-18243026e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:47Z', 'updated_at': '2022-02-07T21:01:58Z', 'revision_number': 4, 'project_id': 'a3b2daf220a74f4a903969f6214c990a', 'gw_port': {'id': '45c5c427-6cf3-4dd6-b88b-18243026e726', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:66:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8471f3a0-c73f-43e5-befc-743d8601602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:49Z', 'updated_at': '2022-02-07T21:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '48d69c8c-5927-4503-84cb-010068f47224', 'name': '', 'network_id': '5e864af6-a3bf-4481-a9f6-e65eac41b844', 'tenant_id': 'a3b2daf220a74f4a903969f6214c990a', 'mac_address': 'fa:16:3e:07:59:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8471f3a0-c73f-43e5-befc-743d8601602a', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '30ff35a5-aef9-47c7-be96-003451103897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:55Z', 'updated_at': '2022-02-07T21:01:56Z', 'revision_number': 1, 'project_id': 'a3b2daf220a74f4a903969f6214c990a', 'subnets': [{'id': '30ff35a5-aef9-47c7-be96-003451103897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:02:00.422101 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7213e0-3b70-4d80-9126-86890e4f58cc req-20fd2386-7a83-43ab-af04-b933af77fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:00.424201 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1f7213e0-3b70-4d80-9126-86890e4f58cc req-20fd2386-7a83-43ab-af04-b933af77fff3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4697809e-6faf-4265-b583-499d13fd2637 HTTP/1.1" status: 200 len: 860 time: 0.0541611 Feb 07 21:02:00.425242 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0941cd49-adfd-43ca-89d1-19ebe16bc6cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (8471f3a0-c73f-43e5-befc-743d8601602a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:00.583552 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac5c61-fb4a-4703-a5b1-74e96c483253 req-447d20ed-9e68-4ef4-9510-cb0aa96312d2 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:00.602198 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2ac5c61-fb4a-4703-a5b1-74e96c483253 req-447d20ed-9e68-4ef4-9510-cb0aa96312d2 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 784 time: 0.2884970 Feb 07 21:02:00.616795 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-8de1ff12-cec9-47ca-a547-d7fcf022bf04 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:02:00.623816 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d533eda4-4848-4453-aff3-d8c9c8209667 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:02:00.655556 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0941cd49-adfd-43ca-89d1-19ebe16bc6cd admin admin] Network 5e864af6-a3bf-4481-a9f6-e65eac41b844 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:02:00.664236 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-0941cd49-adfd-43ca-89d1-19ebe16bc6cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:02:00.675957 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8de1ff12-cec9-47ca-a547-d7fcf022bf04 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (80351605-9b43-450f-9dee-25fad401a3db), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:00.685616 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de1ff12-cec9-47ca-a547-d7fcf022bf04 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:00.686263 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8de1ff12-cec9-47ca-a547-d7fcf022bf04 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:00.757539 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port d533eda4-4848-4453-aff3-d8c9c8209667 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:00.758032 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d533eda4-4848-4453-aff3-d8c9c8209667), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:00.810101 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-6212927d-47bc-4d4c-8ba1-558088a1ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'name': 'tempest-TaggedBootDevicesTest_v242-960061040-router', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'd533eda4-4848-4453-aff3-d8c9c8209667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:46Z', 'updated_at': '2022-02-07T21:01:55Z', 'revision_number': 4, 'project_id': '32ff56f8fd43451781a008978e4679d6', 'gw_port': {'id': 'd533eda4-4848-4453-aff3-d8c9c8209667', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:46Z', 'updated_at': '2022-02-07T21:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'dd762bb3-a3d2-493d-91a8-064ad16131b7', 'name': '', 'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'mac_address': 'fa:16:3e:cd:b9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'a20c386e-eebe-4f10-a5ee-5638c9eee3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:52Z', 'updated_at': '2022-02-07T21:01:55Z', 'revision_number': 2, 'project_id': '32ff56f8fd43451781a008978e4679d6', 'subnets': [{'id': 'a20c386e-eebe-4f10-a5ee-5638c9eee3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:00.836294 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device dfd6e5aa-c304-48b1-a170-fea627202250 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:02:00.962906 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0941cd49-adfd-43ca-89d1-19ebe16bc6cd admin admin] Router 8471f3a0-c73f-43e5-befc-743d8601602a has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:02:01.008103 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8de1ff12-cec9-47ca-a547-d7fcf022bf04 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.1561885 Feb 07 21:02:01.009928 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7213e0-3b70-4d80-9126-86890e4f58cc req-54c90444-6b32-4d49-ad92-f1717e9a30e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:01.014818 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1f7213e0-3b70-4d80-9126-86890e4f58cc req-54c90444-6b32-4d49-ad92-f1717e9a30e9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21a6194c-d716-4999-aeaa-5b2b71cb17eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5799792 Feb 07 21:02:01.127293 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port d533eda4-4848-4453-aff3-d8c9c8209667 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:01.158496 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port dfd6e5aa-c304-48b1-a170-fea627202250 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:02:01.161800 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1ff12-cec9-47ca-a547-d7fcf022bf04 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] Pushing event updated for resources: {'Network': ['ID=80351605-9b43-450f-9dee-25fad401a3db,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:01.171064 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port dfd6e5aa-c304-48b1-a170-fea627202250 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:01.171448 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (dfd6e5aa-c304-48b1-a170-fea627202250), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:01.182620 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 80351605-9b43-450f-9dee-25fad401a3db details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:02:01.219397 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6212927d-47bc-4d4c-8ba1-558088a1ca1a None None] Checking router: b5a9ea17-ccec-49b5-b4ce-9d673361b18c for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:02:01.220111 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6212927d-47bc-4d4c-8ba1-558088a1ca1a None None] Updating router b5a9ea17-ccec-49b5-b4ce-9d673361b18c port dd762bb3-a3d2-493d-91a8-064ad16131b7 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:02:01.254779 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-ba8cdf67-1309-41db-976b-258d663a78c0 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--210003109&fields=id&tenant_id=201d9268974d4320af92b82deb0d76ae HTTP/1.1" status: 200 len: 267 time: 0.4303896 Feb 07 21:02:01.276735 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55f9032c-b51e-4f86-8598-6a762024749e admin admin] Publish callbacks [] for security_group (e5600333-b881-4fbf-b007-1992029f1c29), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:01.303098 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6212927d-47bc-4d4c-8ba1-558088a1ca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (dd762bb3-a3d2-493d-91a8-064ad16131b7), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:01.324970 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55f9032c-b51e-4f86-8598-6a762024749e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e5600333-b881-4fbf-b007-1992029f1c29), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:01.482460 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-23ff6784-9c43-4b8c-abf6-4d4105e0e5c0 None None] Provisioning complete for port 48d69c8c-5927-4503-84cb-010068f47224 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:01.482841 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-23ff6784-9c43-4b8c-abf6-4d4105e0e5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (48d69c8c-5927-4503-84cb-010068f47224), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:01.507657 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-98cfcda7-04a2-4f1d-b90c-45148a2e8384 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:01.514229 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-98cfcda7-04a2-4f1d-b90c-45148a2e8384 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/networks?id=c3146a46-c721-423b-a88e-d119ffbfea60 HTTP/1.1" status: 200 len: 812 time: 0.2506394 Feb 07 21:02:01.537074 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1f7213e0-3b70-4d80-9126-86890e4f58cc req-78a5c1b2-14ef-4c2f-ac83-bafe43d223e8 service neutron] 10.222.0.69 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952490 Feb 07 21:02:01.545190 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-c0458ad0-0090-42a8-995e-d63ec888ab72 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/quotas/201d9268974d4320af92b82deb0d76ae HTTP/1.1" status: 200 len: 375 time: 0.0244660 Feb 07 21:02:01.627790 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-23ff6784-9c43-4b8c-abf6-4d4105e0e5c0 None None] Port 48d69c8c-5927-4503-84cb-010068f47224 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:02:01.637425 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f9032c-b51e-4f86-8598-6a762024749e admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:02:01.691260 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9032c-b51e-4f86-8598-6a762024749e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5600333-b881-4fbf-b007-1992029f1c29,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:01.719502 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-0d346f38-f3c6-482e-8f11-186a8244e0fb tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=201d9268974d4320af92b82deb0d76ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1665857 Feb 07 21:02:01.758512 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port dfd6e5aa-c304-48b1-a170-fea627202250 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:01.758512 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (dfd6e5aa-c304-48b1-a170-fea627202250), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:01.813880 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a325400b-a5dd-415a-9446-55ca0aa3ca84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd6e5aa-c304-48b1-a170-fea627202250'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:02:01.817583 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade50c6f-7a96-471d-b14b-02239b7ce2de" -d '{"events": [{"server_uuid": "a325400b-a5dd-415a-9446-55ca0aa3ca84", "name": "network-vif-plugged", "status": "completed", "tag": "dfd6e5aa-c304-48b1-a170-fea627202250"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:02:01.822908 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0941cd49-adfd-43ca-89d1-19ebe16bc6cd admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:02:01.838089 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0941cd49-adfd-43ca-89d1-19ebe16bc6cd admin admin] 10.222.0.65 "PUT /v2.0/routers/8471f3a0-c73f-43e5-befc-743d8601602a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5404453 Feb 07 21:02:01.844207 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-fc982b78-e618-41d4-9fae-da6bd9b177ee tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:02:01.845840 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-fc982b78-e618-41d4-9fae-da6bd9b177ee tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8083286 Feb 07 21:02:01.867268 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port dfd6e5aa-c304-48b1-a170-fea627202250, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=dfd6e5aa-c304-48b1-a170-fea627202250,segment=NetworkSegment(f638ec27-818a-478c-bd2a-cb7a790547ad),segment_id=f638ec27-818a-478c-bd2a-cb7a790547ad)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:01.877162 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (dfd6e5aa-c304-48b1-a170-fea627202250), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:01.937040 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55f9032c-b51e-4f86-8598-6a762024749e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (b86f5d91-3209-4260-99c9-6f0c0b155af7), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:01.938340 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-55f9032c-b51e-4f86-8598-6a762024749e admin admin] Added segment b86f5d91-3209-4260-99c9-6f0c0b155af7 of type vlan for network 26f3676b-4185-4df6-916b-a4e575eb3d09 Feb 07 21:02:01.988038 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6212927d-47bc-4d4c-8ba1-558088a1ca1a None None] Publish callbacks [] for port (dd762bb3-a3d2-493d-91a8-064ad16131b7), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:01.989449 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-c1fc81d3-bd53-477c-b2df-ea7fb3cafb50 service neutron] 10.222.0.65 "GET /v2.0/networks/c3146a46-c721-423b-a88e-d119ffbfea60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658565 Feb 07 21:02:02.004246 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=dfd6e5aa-c304-48b1-a170-fea627202250,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:02.006062 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6212927d-47bc-4d4c-8ba1-558088a1ca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (dd762bb3-a3d2-493d-91a8-064ad16131b7), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:02.135666 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1f7213e0-3b70-4d80-9126-86890e4f58cc req-21fa18a9-72e5-4eba-9b3a-6be80a257d10 service neutron] 10.222.0.69 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5760462 Feb 07 21:02:02.152135 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adde464-d6bf-44dd-a53f-8e417778f672 None None] Pushing event updated for resources: {'Port': ['ID=dd762bb3-a3d2-493d-91a8-064ad16131b7,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:02.182464 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46804) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:02.225641 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-199ab3f8-e588-45ff-89b0-4a9b9c029b11 service neutron] 10.222.0.65 "GET /v2.0/networks/c3146a46-c721-423b-a88e-d119ffbfea60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266054 Feb 07 21:02:02.228142 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55f9032c-b51e-4f86-8598-6a762024749e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (26f3676b-4185-4df6-916b-a4e575eb3d09), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:02.245872 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-b5d603cd-2986-4784-a30f-6a447962dd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:02.247307 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-b5d603cd-2986-4784-a30f-6a447962dd63 service neutron] 10.222.0.65 "GET /v2.0/ports/d1c65d17-e582-4939-8d51-0b52f4c9fb21 HTTP/1.1" status: 200 len: 1124 time: 0.3728378 Feb 07 21:02:02.264653 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-0c2e9051-b30e-4033-bfd6-0448f5609b8b service neutron] Request body: {'binding': {'host': 'n-h2-828185-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:02.265512 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-0c2e9051-b30e-4033-bfd6-0448f5609b8b service neutron] Unknown quota resources ['binding']. {{(pid=103256) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 21:02:02.284694 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-6212927d-47bc-4d4c-8ba1-558088a1ca1a None None] Attempting to bind port dd762bb3-a3d2-493d-91a8-064ad16131b7 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:02.285127 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-6212927d-47bc-4d4c-8ba1-558088a1ca1a None None] Attempting to bind port dd762bb3-a3d2-493d-91a8-064ad16131b7 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '061673fe-e720-43e4-a9a2-d82036a40d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:02.285489 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212927d-47bc-4d4c-8ba1-558088a1ca1a None None] Attempting to bind port dd762bb3-a3d2-493d-91a8-064ad16131b7 on network baf97448-6b6a-4e23-8e75-a9e4b2610c9d {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:02.298803 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212927d-47bc-4d4c-8ba1-558088a1ca1a None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:02:02.301519 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212927d-47bc-4d4c-8ba1-558088a1ca1a None None] Checking segment: {'id': '061673fe-e720-43e4-a9a2-d82036a40d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:02:02.301955 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6212927d-47bc-4d4c-8ba1-558088a1ca1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:02.304090 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212927d-47bc-4d4c-8ba1-558088a1ca1a None None] Bound using segment: {'id': '061673fe-e720-43e4-a9a2-d82036a40d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:02:02.304628 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-6212927d-47bc-4d4c-8ba1-558088a1ca1a None None] Bound port: dd762bb3-a3d2-493d-91a8-064ad16131b7, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061673fe-e720-43e4-a9a2-d82036a40d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:02:02.305031 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6212927d-47bc-4d4c-8ba1-558088a1ca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (dd762bb3-a3d2-493d-91a8-064ad16131b7), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:02.480620 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-6212927d-47bc-4d4c-8ba1-558088a1ca1a None None] For port dd762bb3-a3d2-493d-91a8-064ad16131b7, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:02:02.498952 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-6212927d-47bc-4d4c-8ba1-558088a1ca1a None None] For port dd762bb3-a3d2-493d-91a8-064ad16131b7, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=dd762bb3-a3d2-493d-91a8-064ad16131b7,segment=NetworkSegment(061673fe-e720-43e4-a9a2-d82036a40d5d),segment_id=061673fe-e720-43e4-a9a2-d82036a40d5d)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:02:02.514471 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6212927d-47bc-4d4c-8ba1-558088a1ca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (dd762bb3-a3d2-493d-91a8-064ad16131b7), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:02.578399 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e2fa644a-ff27-4e1d-861c-86ccfdc9246c None None] Provisioning complete for port dd762bb3-a3d2-493d-91a8-064ad16131b7 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:02.585651 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e2fa644a-ff27-4e1d-861c-86ccfdc9246c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (dd762bb3-a3d2-493d-91a8-064ad16131b7), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:02.756586 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 45c5c427-6cf3-4dd6-b88b-18243026e726 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:02:02.792460 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adde464-d6bf-44dd-a53f-8e417778f672 None None] Pushing event updated for resources: {'Port': ['ID=dd762bb3-a3d2-493d-91a8-064ad16131b7,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:02.809479 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6212927d-47bc-4d4c-8ba1-558088a1ca1a None None] Routers {'b5a9ea17-ccec-49b5-b4ce-9d673361b18c'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:02:02.810418 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-6212927d-47bc-4d4c-8ba1-558088a1ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b5a9ea17-ccec-49b5-b4ce-9d673361b18c'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:02.873293 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e2fa644a-ff27-4e1d-861c-86ccfdc9246c None None] Current status of the port dd762bb3-a3d2-493d-91a8-064ad16131b7 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:02.873872 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e2fa644a-ff27-4e1d-861c-86ccfdc9246c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (dd762bb3-a3d2-493d-91a8-064ad16131b7), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:02.919265 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9fe15-dba0-4edd-bf0c-0af09b226369 req-95aae304-e9f0-43d5-816a-9ea696fa5f1a tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:02.937914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6bc9fe15-dba0-4edd-bf0c-0af09b226369 req-95aae304-e9f0-43d5-816a-9ea696fa5f1a tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=a325400b-a5dd-415a-9446-55ca0aa3ca84 HTTP/1.1" status: 200 len: 946 time: 0.1591914 Feb 07 21:02:03.094698 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6bc9fe15-dba0-4edd-bf0c-0af09b226369 req-97c8427d-aa47-4bd9-88ca-d6fd19ebe132 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384273 Feb 07 21:02:03.099358 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e2fa644a-ff27-4e1d-861c-86ccfdc9246c None None] For port dd762bb3-a3d2-493d-91a8-064ad16131b7, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=dd762bb3-a3d2-493d-91a8-064ad16131b7,segment=NetworkSegment(061673fe-e720-43e4-a9a2-d82036a40d5d),segment_id=061673fe-e720-43e4-a9a2-d82036a40d5d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:03.113112 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e2fa644a-ff27-4e1d-861c-86ccfdc9246c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (dd762bb3-a3d2-493d-91a8-064ad16131b7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:03.181844 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-6212927d-47bc-4d4c-8ba1-558088a1ca1a None None] Set router b5a9ea17-ccec-49b5-b4ce-9d673361b18c gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:02:03.192891 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 45c5c427-6cf3-4dd6-b88b-18243026e726 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:03.193558 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (45c5c427-6cf3-4dd6-b88b-18243026e726), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:03.223222 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c843b0a9-9a0f-4274-809d-4bc39631f038 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-168470697'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:03.289252 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f8646f4-1bb7-4024-bffc-3a1f3436d4ef req-aa2e51a5-34b3-4884-8e3c-b6e8d0eff160 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.163 HTTP/1.1" status: 200 len: 1001 time: 0.1566424 Feb 07 21:02:03.357540 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55f9032c-b51e-4f86-8598-6a762024749e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (26f3676b-4185-4df6-916b-a4e575eb3d09), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:03.359912 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa644a-ff27-4e1d-861c-86ccfdc9246c None None] Pushing event updated for resources: {'Port': ['ID=dd762bb3-a3d2-493d-91a8-064ad16131b7,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:03.362611 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f9032c-b51e-4f86-8598-6a762024749e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:03.363405 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55f9032c-b51e-4f86-8598-6a762024749e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:03.374321 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:03.378428 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-444b15ee-0507-4de8-9635-f3990861c981 None None] Provisioning complete for port dd762bb3-a3d2-493d-91a8-064ad16131b7 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:03.379046 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-444b15ee-0507-4de8-9635-f3990861c981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (dd762bb3-a3d2-493d-91a8-064ad16131b7), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:03.466798 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c843b0a9-9a0f-4274-809d-4bc39631f038 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Made reservation on behalf of a3b2daf220a74f4a903969f6214c990a for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:02:03.477540 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c843b0a9-9a0f-4274-809d-4bc39631f038 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:03.499585 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8646f4-1bb7-4024-bffc-3a1f3436d4ef req-6a8c523c-dbe7-45e3-8fc6-fa8e7804a573 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:03.521818 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f8646f4-1bb7-4024-bffc-3a1f3436d4ef req-6a8c523c-dbe7-45e3-8fc6-fa8e7804a573 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports/acf19ea0-b73e-408e-8078-11e03cb0b5c0 HTTP/1.1" status: 200 len: 942 time: 0.2257652 Feb 07 21:02:03.554831 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 45c5c427-6cf3-4dd6-b88b-18243026e726 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:03.555225 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (45c5c427-6cf3-4dd6-b88b-18243026e726), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:03.610013 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 45c5c427-6cf3-4dd6-b88b-18243026e726, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=45c5c427-6cf3-4dd6-b88b-18243026e726,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:03.635538 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-55f9032c-b51e-4f86-8598-6a762024749e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.6134212 Feb 07 21:02:03.650539 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (45c5c427-6cf3-4dd6-b88b-18243026e726), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:03.659980 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46820) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:03.675200 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-532b45ee-ed96-4338-b71b-ea76a2dee909 admin admin] Request body: {'subnet': {'network_id': '26f3676b-4185-4df6-916b-a4e575eb3d09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1019776770-subnet', 'tenant_id': 'e830417663b04a4a8400f6c7d92e27b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:03.689830 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9032c-b51e-4f86-8598-6a762024749e admin admin] Pushing event updated for resources: {'Network': ['ID=26f3676b-4185-4df6-916b-a4e575eb3d09,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:03.704728 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c843b0a9-9a0f-4274-809d-4bc39631f038 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:02:03.739943 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-6212927d-47bc-4d4c-8ba1-558088a1ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'name': 'tempest-TaggedBootDevicesTest_v242-960061040-router', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'd533eda4-4848-4453-aff3-d8c9c8209667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:46Z', 'updated_at': '2022-02-07T21:01:55Z', 'revision_number': 4, 'project_id': '32ff56f8fd43451781a008978e4679d6', 'gw_port': {'id': 'd533eda4-4848-4453-aff3-d8c9c8209667', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:46Z', 'updated_at': '2022-02-07T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'dd762bb3-a3d2-493d-91a8-064ad16131b7', 'name': '', 'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'mac_address': 'fa:16:3e:cd:b9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'a20c386e-eebe-4f10-a5ee-5638c9eee3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:52Z', 'updated_at': '2022-02-07T21:02:02Z', 'revision_number': 4, 'project_id': '32ff56f8fd43451781a008978e4679d6', 'subnets': [{'id': 'a20c386e-eebe-4f10-a5ee-5638c9eee3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:03.742714 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 26f3676b-4185-4df6-916b-a4e575eb3d09 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:02:03.751265 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c843b0a9-9a0f-4274-809d-4bc39631f038 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (3f0cc055-3e71-4f27-aeaa-a8416cbbb621), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:03.751515 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-c843b0a9-9a0f-4274-809d-4bc39631f038 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Added segment 3f0cc055-3e71-4f27-aeaa-a8416cbbb621 of type vlan for network e02d8c09-4b21-4c60-8568-f273ab420b17 Feb 07 21:02:03.801748 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532b45ee-ed96-4338-b71b-ea76a2dee909 admin admin] Made reservation on behalf of e830417663b04a4a8400f6c7d92e27b3 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:02:03.804169 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-532b45ee-ed96-4338-b71b-ea76a2dee909 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:03.825449 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6212927d-47bc-4d4c-8ba1-558088a1ca1a None None] The sync data for ids ['b5a9ea17-ccec-49b5-b4ce-9d673361b18c'] in n-d-828185-2 is: [{'id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'name': 'tempest-TaggedBootDevicesTest_v242-960061040-router', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'd533eda4-4848-4453-aff3-d8c9c8209667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:46Z', 'updated_at': '2022-02-07T21:01:55Z', 'revision_number': 4, 'project_id': '32ff56f8fd43451781a008978e4679d6', 'gw_port': {'id': 'd533eda4-4848-4453-aff3-d8c9c8209667', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:46Z', 'updated_at': '2022-02-07T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'dd762bb3-a3d2-493d-91a8-064ad16131b7', 'name': '', 'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'mac_address': 'fa:16:3e:cd:b9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'a20c386e-eebe-4f10-a5ee-5638c9eee3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:52Z', 'updated_at': '2022-02-07T21:02:02Z', 'revision_number': 4, 'project_id': '32ff56f8fd43451781a008978e4679d6', 'subnets': [{'id': 'a20c386e-eebe-4f10-a5ee-5638c9eee3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:02:03.830724 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-444b15ee-0507-4de8-9635-f3990861c981 None None] Current status of the port dd762bb3-a3d2-493d-91a8-064ad16131b7 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:03.835773 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f8646f4-1bb7-4024-bffc-3a1f3436d4ef req-6b0800d6-ce25-4cd4-8250-3cf2cbd87cec tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.163 HTTP/1.1" status: 200 len: 1001 time: 0.2578447 Feb 07 21:02:03.867280 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:03.889108 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=45c5c427-6cf3-4dd6-b88b-18243026e726,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:03.890928 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-0c2e9051-b30e-4033-bfd6-0448f5609b8b service neutron] Attempting to bind port d1c65d17-e582-4939-8d51-0b52f4c9fb21 on host n-h2-828185-2 for vnic_type normal with profile None {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:03.891284 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-0c2e9051-b30e-4033-bfd6-0448f5609b8b service neutron] Attempting to bind port d1c65d17-e582-4939-8d51-0b52f4c9fb21 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:03.892512 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-0c2e9051-b30e-4033-bfd6-0448f5609b8b service neutron] Attempting to bind port d1c65d17-e582-4939-8d51-0b52f4c9fb21 on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:03.926231 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-0c2e9051-b30e-4033-bfd6-0448f5609b8b service neutron] Port d1c65d17-e582-4939-8d51-0b52f4c9fb21 on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:03.926554 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-0c2e9051-b30e-4033-bfd6-0448f5609b8b service neutron] Attempting to bind port d1c65d17-e582-4939-8d51-0b52f4c9fb21 on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:03.931072 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c843b0a9-9a0f-4274-809d-4bc39631f038 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (e02d8c09-4b21-4c60-8568-f273ab420b17), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:03.948742 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-0c2e9051-b30e-4033-bfd6-0448f5609b8b service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:02:03.949341 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-0c2e9051-b30e-4033-bfd6-0448f5609b8b service neutron] Checking segment: {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:02:03.949738 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-0c2e9051-b30e-4033-bfd6-0448f5609b8b service neutron] Bound using segment: {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:02:03.950226 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-0c2e9051-b30e-4033-bfd6-0448f5609b8b service neutron] Bound port: d1c65d17-e582-4939-8d51-0b52f4c9fb21, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:02:04.049374 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c843b0a9-9a0f-4274-809d-4bc39631f038 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (e02d8c09-4b21-4c60-8568-f273ab420b17), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:04.054741 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c843b0a9-9a0f-4274-809d-4bc39631f038 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:04.055310 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c843b0a9-9a0f-4274-809d-4bc39631f038 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:04.066173 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8646f4-1bb7-4024-bffc-3a1f3436d4ef req-c5d813c1-d4d6-4c9f-b40c-fe52f27090f9 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:04.067740 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f8646f4-1bb7-4024-bffc-3a1f3436d4ef req-c5d813c1-d4d6-4c9f-b40c-fe52f27090f9 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 784 time: 0.2258241 Feb 07 21:02:04.114522 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-0c2e9051-b30e-4033-bfd6-0448f5609b8b service neutron] For port d1c65d17-e582-4939-8d51-0b52f4c9fb21, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d1c65d17-e582-4939-8d51-0b52f4c9fb21,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:02:04.167218 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c843b0a9-9a0f-4274-809d-4bc39631f038 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9614093 Feb 07 21:02:04.173641 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-0c2e9051-b30e-4033-bfd6-0448f5609b8b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:04.175549 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-0c2e9051-b30e-4033-bfd6-0448f5609b8b service neutron] 10.222.0.65 "POST /v2.0/ports/d1c65d17-e582-4939-8d51-0b52f4c9fb21/bindings HTTP/1.1" status: 201 len: 389 time: 1.9159944 Feb 07 21:02:04.176428 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46826) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:04.200631 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843b0a9-9a0f-4274-809d-4bc39631f038 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event updated for resources: {'Network': ['ID=e02d8c09-4b21-4c60-8568-f273ab420b17,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:04.213854 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network e02d8c09-4b21-4c60-8568-f273ab420b17 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:02:04.224592 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8f8577a7-846b-4107-8e30-458a5d73bff3 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Request body: {'subnet': {'network_id': 'e02d8c09-4b21-4c60-8568-f273ab420b17', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:04.244777 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f8646f4-1bb7-4024-bffc-3a1f3436d4ef req-eaefca61-258d-4cfa-8886-298a975ef868 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.163 HTTP/1.1" status: 200 len: 1001 time: 0.1688137 Feb 07 21:02:04.252096 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-1f8646f4-1bb7-4024-bffc-3a1f3436d4ef req-9dbccb10-7515-4ae5-bfe5-7d6a66704355 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:04.386985 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-532b45ee-ed96-4338-b71b-ea76a2dee909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (e1ca3b61-046d-4c3a-b27a-adfbd159281d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:04.452334 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1f8646f4-1bb7-4024-bffc-3a1f3436d4ef req-9dbccb10-7515-4ae5-bfe5-7d6a66704355 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks [] for floatingip (48b80013-6e71-4751-915d-8748f208b19b), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:04.537331 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532b45ee-ed96-4338-b71b-ea76a2dee909 admin admin] Checking segment: {'id': 'b86f5d91-3209-4260-99c9-6f0c0b155af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '26f3676b-4185-4df6-916b-a4e575eb3d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:02:04.537888 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532b45ee-ed96-4338-b71b-ea76a2dee909 admin admin] Network hostable DHCP agents. Network: 26f3676b-4185-4df6-916b-a4e575eb3d09, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:02:04.548578 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b45ee-ed96-4338-b71b-ea76a2dee909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1ca3b61-046d-4c3a-b27a-adfbd159281d,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:04.563343 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532b45ee-ed96-4338-b71b-ea76a2dee909 admin admin] Network 26f3676b-4185-4df6-916b-a4e575eb3d09 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:02:04.581971 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-532b45ee-ed96-4338-b71b-ea76a2dee909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 26f3676b-4185-4df6-916b-a4e575eb3d09) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:02:04.586886 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532b45ee-ed96-4338-b71b-ea76a2dee909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:04.587614 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-532b45ee-ed96-4338-b71b-ea76a2dee909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:04.594683 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380ef884-91c4-4866-919b-39fec71bb6a5 None None] Network 26f3676b-4185-4df6-916b-a4e575eb3d09 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:02:04.635850 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-532b45ee-ed96-4338-b71b-ea76a2dee909 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9667053 Feb 07 21:02:04.638640 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46832) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:04.650832 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-46d8f647-bd2b-47ba-993d-42cb7bc1da47 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1019776770-router', 'tenant_id': 'e830417663b04a4a8400f6c7d92e27b3', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:04.688341 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8577a7-846b-4107-8e30-458a5d73bff3 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Made reservation on behalf of a3b2daf220a74f4a903969f6214c990a for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:02:04.695538 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f8577a7-846b-4107-8e30-458a5d73bff3 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:04.695788 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 45c5c427-6cf3-4dd6-b88b-18243026e726 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:02:04.843337 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46834) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:04.864996 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Request body: {'port': {'network_id': '80351605-9b43-450f-9dee-25fad401a3db', 'binding:host_id': 'n-h1-828185-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-232576727'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:04.899702 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46d8f647-bd2b-47ba-993d-42cb7bc1da47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (64b413bd-dc47-466a-9f69-104fa2b329fb), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:04.905484 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46d8f647-bd2b-47ba-993d-42cb7bc1da47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (64b413bd-dc47-466a-9f69-104fa2b329fb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:05.172760 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb84328-e92f-4863-8114-0f592225a0ef x-openstack-request-id: req-7cb84328-e92f-4863-8114-0f592225a0ef {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:02:05.174357 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a325400b-a5dd-415a-9446-55ca0aa3ca84", "name": "network-vif-plugged", "status": "completed", "tag": "dfd6e5aa-c304-48b1-a170-fea627202250", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:02:05.174357 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7cb84328-e92f-4863-8114-0f592225a0ef {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:02:05.175271 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a325400b-a5dd-415a-9446-55ca0aa3ca84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd6e5aa-c304-48b1-a170-fea627202250', 'code': 200} Feb 07 21:02:05.211339 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Made reservation on behalf of 2e25f652b64846c4ac3c40dcba749893 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:02:05.226530 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:05.251367 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-e4ea7a61-619d-49bb-b9f9-7d9f3b79a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:05.256908 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-e4ea7a61-619d-49bb-b9f9-7d9f3b79a662 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 1127 time: 0.7216971 Feb 07 21:02:05.262467 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:05.270425 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 45c5c427-6cf3-4dd6-b88b-18243026e726 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:05.270940 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (45c5c427-6cf3-4dd6-b88b-18243026e726), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:05.295087 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46d8f647-bd2b-47ba-993d-42cb7bc1da47 admin admin] Publish callbacks [] for router_controller (64b413bd-dc47-466a-9f69-104fa2b329fb), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:05.312905 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c9ae39-b0cd-43d2-a3bf-187d60989d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-26f3676b-4185-4df6-916b-a4e575eb3d09', 'network_id': '26f3676b-4185-4df6-916b-a4e575eb3d09', 'project_id': 'e830417663b04a4a8400f6c7d92e27b3', 'fixed_ips': [{'subnet_id': 'e1ca3b61-046d-4c3a-b27a-adfbd159281d'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:02:05.313937 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-42c9ae39-b0cd-43d2-a3bf-187d60989d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:05.337569 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-103d9abd-37ac-4ab1-9551-cf79cea430d2 req-02b903cc-364f-4d6e-bd62-1db8416665c6 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b225880-5473-4ab3-95c2-17feabaacc74 HTTP/1.1" status: 200 len: 210 time: 0.1852553 Feb 07 21:02:05.593302 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-7bd3a0d5-503c-4195-b6d9-20e14e33b45f tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:05.595843 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-7bd3a0d5-503c-4195-b6d9-20e14e33b45f tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.71 "GET /v2.0/networks?id=c3146a46-c721-423b-a88e-d119ffbfea60 HTTP/1.1" status: 200 len: 812 time: 0.9282103 Feb 07 21:02:05.635545 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 45c5c427-6cf3-4dd6-b88b-18243026e726 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:05.640796 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1f8646f4-1bb7-4024-bffc-3a1f3436d4ef req-9dbccb10-7515-4ae5-bfe5-7d6a66704355 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:05.661264 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-42c9ae39-b0cd-43d2-a3bf-187d60989d3e None None] Allocated IP 172.20.0.2 (26f3676b-4185-4df6-916b-a4e575eb3d09/e1ca3b61-046d-4c3a-b27a-adfbd159281d/c894185a-140a-4cc2-b24c-77864c2061fa) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:02:05.690980 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1f8646f4-1bb7-4024-bffc-3a1f3436d4ef req-9dbccb10-7515-4ae5-bfe5-7d6a66704355 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (48b80013-6e71-4751-915d-8748f208b19b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:05.691219 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [req-1f8646f4-1bb7-4024-bffc-3a1f3436d4ef req-9dbccb10-7515-4ae5-bfe5-7d6a66704355 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Floating IP 48b80013-6e71-4751-915d-8748f208b19b disassociated. External IP: 172.25.4.163, port: acf19ea0-b73e-408e-8078-11e03cb0b5c0. Feb 07 21:02:05.753299 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46d8f647-bd2b-47ba-993d-42cb7bc1da47 admin admin] Publish callbacks [] for router_gateway (64b413bd-dc47-466a-9f69-104fa2b329fb), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:05.962952 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-42c9ae39-b0cd-43d2-a3bf-187d60989d3e None None] Publish callbacks [] for port (c894185a-140a-4cc2-b24c-77864c2061fa), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:05.975543 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-42c9ae39-b0cd-43d2-a3bf-187d60989d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (c894185a-140a-4cc2-b24c-77864c2061fa), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:05.987800 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks [] for security_group (72b63779-e31a-4387-80d0-4eb69149b008), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:06.004810 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-6247d6de-4b49-459c-8e70-b785cd88d32d tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=201d9268974d4320af92b82deb0d76ae HTTP/1.1" status: 200 len: 379 time: 0.3882875 Feb 07 21:02:06.007107 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (72b63779-e31a-4387-80d0-4eb69149b008), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:06.008138 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-33eef5cb-5713-4804-b82f-a61203e77133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:06.009868 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-33eef5cb-5713-4804-b82f-a61203e77133 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9707a7e2-bd1b-48e9-a067-23aeb539b5df HTTP/1.1" status: 200 len: 922 time: 0.6748919 Feb 07 21:02:06.012343 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] device_id is not set on port 4362352a-4a15-4bae-9599-23489510aef6 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:02:06.050509 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c9ae39-b0cd-43d2-a3bf-187d60989d3e None None] Network 26f3676b-4185-4df6-916b-a4e575eb3d09 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:02:06.054277 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-42c9ae39-b0cd-43d2-a3bf-187d60989d3e None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:02:06.057472 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c9ae39-b0cd-43d2-a3bf-187d60989d3e None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:02:06.112301 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9ae39-b0cd-43d2-a3bf-187d60989d3e None None] Pushing event updated for resources: {'Port': ['ID=c894185a-140a-4cc2-b24c-77864c2061fa,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:06.186245 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-42c9ae39-b0cd-43d2-a3bf-187d60989d3e None None] Attempting to bind port c894185a-140a-4cc2-b24c-77864c2061fa on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:06.186961 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-42c9ae39-b0cd-43d2-a3bf-187d60989d3e None None] Attempting to bind port c894185a-140a-4cc2-b24c-77864c2061fa by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'b86f5d91-3209-4260-99c9-6f0c0b155af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '26f3676b-4185-4df6-916b-a4e575eb3d09'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:06.191627 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c9ae39-b0cd-43d2-a3bf-187d60989d3e None None] Attempting to bind port c894185a-140a-4cc2-b24c-77864c2061fa on network 26f3676b-4185-4df6-916b-a4e575eb3d09 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:06.209434 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70708dcf-026e-4696-8825-b3e69be3b353 None None] Sync routers for ids ['8471f3a0-c73f-43e5-befc-743d8601602a'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:02:06.218979 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f8577a7-846b-4107-8e30-458a5d73bff3 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (a88e3f40-9ccd-47ea-b917-4da426c20947), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:06.231341 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e699b-35c3-432a-a46c-de763044064e req-6886b4b4-f420-4d60-a4da-6cf5b90b3d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:06.232626 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c9ae39-b0cd-43d2-a3bf-187d60989d3e None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:02:06.233135 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c9ae39-b0cd-43d2-a3bf-187d60989d3e None None] Checking segment: {'id': 'b86f5d91-3209-4260-99c9-6f0c0b155af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '26f3676b-4185-4df6-916b-a4e575eb3d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:02:06.233561 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-42c9ae39-b0cd-43d2-a3bf-187d60989d3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:06.234089 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c9ae39-b0cd-43d2-a3bf-187d60989d3e None None] Bound using segment: {'id': 'b86f5d91-3209-4260-99c9-6f0c0b155af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '26f3676b-4185-4df6-916b-a4e575eb3d09'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:02:06.234577 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-42c9ae39-b0cd-43d2-a3bf-187d60989d3e None None] Bound port: c894185a-140a-4cc2-b24c-77864c2061fa, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86f5d91-3209-4260-99c9-6f0c0b155af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '26f3676b-4185-4df6-916b-a4e575eb3d09'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:02:06.234969 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-42c9ae39-b0cd-43d2-a3bf-187d60989d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c894185a-140a-4cc2-b24c-77864c2061fa), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:06.237849 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a6e699b-35c3-432a-a46c-de763044064e req-6886b4b4-f420-4d60-a4da-6cf5b90b3d29 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a325400b-a5dd-415a-9446-55ca0aa3ca84 HTTP/1.1" status: 200 len: 1128 time: 1.1992853 Feb 07 21:02:06.261547 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70708dcf-026e-4696-8825-b3e69be3b353 None None] Routers {'8471f3a0-c73f-43e5-befc-743d8601602a'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:02:06.262367 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-70708dcf-026e-4696-8825-b3e69be3b353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['8471f3a0-c73f-43e5-befc-743d8601602a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:06.297153 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-1ed56971-851d-4b82-906d-dfd58711c2cd tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Request body: {'port': {'device_id': '7b225880-5473-4ab3-95c2-17feabaacc74', 'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60', 'admin_state_up': True, 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'security_groups': ['82b97d36-caa2-4fd0-8c84-e78bd09b7259']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:06.364113 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-b6e97ff9-8071-483a-a231-008491660ce8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1c65d17-e582-4939-8d51-0b52f4c9fb21 HTTP/1.1" status: 200 len: 217 time: 0.1568596 Feb 07 21:02:06.494801 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-42c9ae39-b0cd-43d2-a3bf-187d60989d3e None None] For port c894185a-140a-4cc2-b24c-77864c2061fa, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:02:06.520640 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b63779-e31a-4387-80d0-4eb69149b008,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:06.578011 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-70708dcf-026e-4696-8825-b3e69be3b353 None None] Set router 8471f3a0-c73f-43e5-befc-743d8601602a gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:02:06.590383 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c37866-8b9d-4e91-8d60-74e972e85328 req-7aae3380-da36-469a-90f7-487e2fad8b1b tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:06.613783 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-47c37866-8b9d-4e91-8d60-74e972e85328 req-7aae3380-da36-469a-90f7-487e2fad8b1b tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=a325400b-a5dd-415a-9446-55ca0aa3ca84 HTTP/1.1" status: 200 len: 946 time: 1.0382397 Feb 07 21:02:06.654538 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a6e699b-35c3-432a-a46c-de763044064e req-335e1f61-dc26-48d8-8d29-219d70b34e7c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543422 Feb 07 21:02:06.676177 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-42c9ae39-b0cd-43d2-a3bf-187d60989d3e None None] For port c894185a-140a-4cc2-b24c-77864c2061fa, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c894185a-140a-4cc2-b24c-77864c2061fa,segment=NetworkSegment(b86f5d91-3209-4260-99c9-6f0c0b155af7),segment_id=b86f5d91-3209-4260-99c9-6f0c0b155af7)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:02:06.681490 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device dd762bb3-a3d2-493d-91a8-064ad16131b7 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:02:06.685054 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8577a7-846b-4107-8e30-458a5d73bff3 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event updated for resources: {'Subnet': ['ID=a88e3f40-9ccd-47ea-b917-4da426c20947,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:06.744134 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-42c9ae39-b0cd-43d2-a3bf-187d60989d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c894185a-140a-4cc2-b24c-77864c2061fa), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:06.763941 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] device_id is not set on port 4362352a-4a15-4bae-9599-23489510aef6 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:02:06.779981 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-1ed56971-851d-4b82-906d-dfd58711c2cd tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Made reservation on behalf of 201d9268974d4320af92b82deb0d76ae for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:02:06.783943 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-1ed56971-851d-4b82-906d-dfd58711c2cd tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:06.786504 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks [] for port (4362352a-4a15-4bae-9599-23489510aef6), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:06.793809 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-b500eca3-4077-48af-acfc-6fc93edbca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:06.795580 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-b500eca3-4077-48af-acfc-6fc93edbca2a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f3768dda-d71b-40b0-9d56-296b11c3fa2b HTTP/1.1" status: 200 len: 861 time: 0.4115012 Feb 07 21:02:06.797660 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8577a7-846b-4107-8e30-458a5d73bff3 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Checking segment: {'id': '3f0cc055-3e71-4f27-aeaa-a8416cbbb621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e02d8c09-4b21-4c60-8568-f273ab420b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:02:06.798811 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8577a7-846b-4107-8e30-458a5d73bff3 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Network hostable DHCP agents. Network: e02d8c09-4b21-4c60-8568-f273ab420b17, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:02:06.807989 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-47c37866-8b9d-4e91-8d60-74e972e85328 req-0ffd1a11-233a-4a3d-b17b-93b926a766f5 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919231 Feb 07 21:02:06.827862 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (4362352a-4a15-4bae-9599-23489510aef6), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:07.003601 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46d8f647-bd2b-47ba-993d-42cb7bc1da47 admin admin] Publish callbacks [] for router_gateway (64b413bd-dc47-466a-9f69-104fa2b329fb), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:07.025122 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8577a7-846b-4107-8e30-458a5d73bff3 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Network e02d8c09-4b21-4c60-8568-f273ab420b17 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:02:07.049928 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port dd762bb3-a3d2-493d-91a8-064ad16131b7 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:07.050328 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (dd762bb3-a3d2-493d-91a8-064ad16131b7), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:07.055538 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-8bb91dfd-9eef-4548-8a64-ea3ab7c41469 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9707a7e2-bd1b-48e9-a067-23aeb539b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1397848 Feb 07 21:02:07.063087 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46d8f647-bd2b-47ba-993d-42cb7bc1da47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:07.064883 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9ae39-b0cd-43d2-a3bf-187d60989d3e None None] Pushing event updated for resources: {'Port': ['ID=c894185a-140a-4cc2-b24c-77864c2061fa,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:07.073032 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Pushing event updated for resources: {'Port': ['ID=4362352a-4a15-4bae-9599-23489510aef6,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:07.104665 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-8f8577a7-846b-4107-8e30-458a5d73bff3 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, e02d8c09-4b21-4c60-8568-f273ab420b17) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:02:07.111191 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8577a7-846b-4107-8e30-458a5d73bff3 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:07.111788 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f8577a7-846b-4107-8e30-458a5d73bff3 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:07.143071 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e464d284-4df6-46d2-8aef-559886e31f10 None None] Network e02d8c09-4b21-4c60-8568-f273ab420b17 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:02:07.193949 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Checking segment: {'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:02:07.194393 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Network hostable DHCP agents. Network: 80351605-9b43-450f-9dee-25fad401a3db, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:02:07.226249 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8f8577a7-846b-4107-8e30-458a5d73bff3 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0422916 Feb 07 21:02:07.237394 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46844) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:07.263432 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d7c6bbce-e488-455d-98c6-d9453d6c37f2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1364540259'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:07.271107 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f8646f4-1bb7-4024-bffc-3a1f3436d4ef req-9dbccb10-7515-4ae5-bfe5-7d6a66704355 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:02:07.287150 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c25576-86d8-4b15-a374-f1eb940163dd req-ebb924b7-fdfb-40b9-bf71-d23b9915cfe9 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:07.288832 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e0c25576-86d8-4b15-a374-f1eb940163dd req-ebb924b7-fdfb-40b9-bf71-d23b9915cfe9 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 945 time: 0.3376155 Feb 07 21:02:07.370575 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-e9dbebb1-3938-4715-868e-d0ced5c5b776 service neutron] 10.222.0.71 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049841 Feb 07 21:02:07.373485 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c6bbce-e488-455d-98c6-d9453d6c37f2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Made reservation on behalf of a3b2daf220a74f4a903969f6214c990a for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:02:07.381556 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7c6bbce-e488-455d-98c6-d9453d6c37f2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:07.400227 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-46d8f647-bd2b-47ba-993d-42cb7bc1da47 admin admin] Allocated IP 172.25.4.138 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/db3aa929-b7d7-4546-aef1-439cfb78f41b) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:02:07.470409 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdc3fee-5d54-45a0-b0cd-7d24f56b9ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-e02d8c09-4b21-4c60-8568-f273ab420b17', 'network_id': 'e02d8c09-4b21-4c60-8568-f273ab420b17', 'project_id': 'a3b2daf220a74f4a903969f6214c990a', 'fixed_ips': [{'subnet_id': 'a88e3f40-9ccd-47ea-b917-4da426c20947'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:02:07.471322 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ecdc3fee-5d54-45a0-b0cd-7d24f56b9ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:07.529375 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-70708dcf-026e-4696-8825-b3e69be3b353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8471f3a0-c73f-43e5-befc-743d8601602a', 'name': 'tempest-ServersTestMultiNic-1767300012-router', 'tenant_id': 'a3b2daf220a74f4a903969f6214c990a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '45c5c427-6cf3-4dd6-b88b-18243026e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:47Z', 'updated_at': '2022-02-07T21:01:58Z', 'revision_number': 4, 'project_id': 'a3b2daf220a74f4a903969f6214c990a', 'gw_port': {'id': '45c5c427-6cf3-4dd6-b88b-18243026e726', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8471f3a0-c73f-43e5-befc-743d8601602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:49Z', 'updated_at': '2022-02-07T21:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '48d69c8c-5927-4503-84cb-010068f47224', 'name': '', 'network_id': '5e864af6-a3bf-4481-a9f6-e65eac41b844', 'tenant_id': 'a3b2daf220a74f4a903969f6214c990a', 'mac_address': 'fa:16:3e:07:59:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8471f3a0-c73f-43e5-befc-743d8601602a', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '30ff35a5-aef9-47c7-be96-003451103897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:55Z', 'updated_at': '2022-02-07T21:01:59Z', 'revision_number': 2, 'project_id': 'a3b2daf220a74f4a903969f6214c990a', 'subnets': [{'id': '30ff35a5-aef9-47c7-be96-003451103897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:07.534172 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port dd762bb3-a3d2-493d-91a8-064ad16131b7 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:07.541204 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46d8f647-bd2b-47ba-993d-42cb7bc1da47 admin admin] Publish callbacks [] for port (db3aa929-b7d7-4546-aef1-439cfb78f41b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:07.576060 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70708dcf-026e-4696-8825-b3e69be3b353 None None] Checking router: 8471f3a0-c73f-43e5-befc-743d8601602a for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:02:07.576443 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70708dcf-026e-4696-8825-b3e69be3b353 None None] Updating router 8471f3a0-c73f-43e5-befc-743d8601602a port 48d69c8c-5927-4503-84cb-010068f47224 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:02:07.585837 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-1ed56971-851d-4b82-906d-dfd58711c2cd tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Allocated IP 172.20.0.14 (c3146a46-c721-423b-a88e-d119ffbfea60/db292aec-1a57-4b47-8954-d9d39e39a101/bfbc656a-2a6a-4b89-9a49-185f7cea4a2c) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:02:07.647570 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46d8f647-bd2b-47ba-993d-42cb7bc1da47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (db3aa929-b7d7-4546-aef1-439cfb78f41b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:07.673417 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-70708dcf-026e-4696-8825-b3e69be3b353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (48d69c8c-5927-4503-84cb-010068f47224), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:07.767711 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Network 80351605-9b43-450f-9dee-25fad401a3db is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:02:07.799427 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d8f647-bd2b-47ba-993d-42cb7bc1da47 admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:02:07.803069 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 80351605-9b43-450f-9dee-25fad401a3db) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:02:07.809648 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-46d8f647-bd2b-47ba-993d-42cb7bc1da47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:02:07.811373 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8f647-bd2b-47ba-993d-42cb7bc1da47 admin admin] Pushing event updated for resources: {'Port': ['ID=db3aa929-b7d7-4546-aef1-439cfb78f41b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:07.818889 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d8f647-bd2b-47ba-993d-42cb7bc1da47 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:02:07.821470 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:02:07.821647 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7163c165-fd37-4f17-ade1-e51d85ac99e4 None None] Network 80351605-9b43-450f-9dee-25fad401a3db requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:02:07.904273 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:07.904943 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:07.905524 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:07.942129 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port 4362352a-4a15-4bae-9599-23489510aef6 on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:07.942595 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port 4362352a-4a15-4bae-9599-23489510aef6 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:07.944268 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e0c25576-86d8-4b15-a374-f1eb940163dd req-5065c415-5037-4aca-b3ad-1ad2797feb73 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6335816 Feb 07 21:02:07.956507 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c6bbce-e488-455d-98c6-d9453d6c37f2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:02:07.999580 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7c6bbce-e488-455d-98c6-d9453d6c37f2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (05c0ec02-b765-4e03-be6a-778c07e8f7dd), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:08.002566 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-d7c6bbce-e488-455d-98c6-d9453d6c37f2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Added segment 05c0ec02-b765-4e03-be6a-778c07e8f7dd of type vlan for network 5942773c-c1f0-4da5-b6b8-fbebb04e57b8 Feb 07 21:02:08.004539 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempt 2 to bind port 4362352a-4a15-4bae-9599-23489510aef6 Feb 07 21:02:08.014251 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-1ed56971-851d-4b82-906d-dfd58711c2cd tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks [] for port (bfbc656a-2a6a-4b89-9a49-185f7cea4a2c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:08.041815 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-ecdc3fee-5d54-45a0-b0cd-7d24f56b9ca3 None None] Allocated IP 19.80.0.2 (e02d8c09-4b21-4c60-8568-f273ab420b17/a88e3f40-9ccd-47ea-b917-4da426c20947/261d5065-b372-446f-a35a-1baa1205cbb0) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:02:08.104920 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:08.105442 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:08.105886 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:08.138230 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port 4362352a-4a15-4bae-9599-23489510aef6 on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:08.138230 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port 4362352a-4a15-4bae-9599-23489510aef6 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:08.142244 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempt 3 to bind port 4362352a-4a15-4bae-9599-23489510aef6 Feb 07 21:02:08.198580 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:08.199068 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:08.199473 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:08.229295 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port 4362352a-4a15-4bae-9599-23489510aef6 on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:08.229712 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port 4362352a-4a15-4bae-9599-23489510aef6 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:08.229831 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-1d1fd681-176a-437f-8ecf-2c94ccfdc020 service neutron] 10.222.0.71 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7918346 Feb 07 21:02:08.231356 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempt 4 to bind port 4362352a-4a15-4bae-9599-23489510aef6 Feb 07 21:02:08.238858 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-1ed56971-851d-4b82-906d-dfd58711c2cd tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (bfbc656a-2a6a-4b89-9a49-185f7cea4a2c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:08.274849 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f8646f4-1bb7-4024-bffc-3a1f3436d4ef req-9dbccb10-7515-4ae5-bfe5-7d6a66704355 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:02:08.292121 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a64ab4-bfe6-44d8-a26e-03ec2cc98571 None None] Sync routers for ids ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:02:08.305347 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6438d7f0-3a9b-4ef2-92a1-149fb9b4ead3 req-99ec23d0-8ec1-454c-8978-ab92239a327f tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b225880-5473-4ab3-95c2-17feabaacc74 HTTP/1.1" status: 200 len: 210 time: 0.1719694 Feb 07 21:02:08.322527 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1f8646f4-1bb7-4024-bffc-3a1f3436d4ef req-9dbccb10-7515-4ae5-bfe5-7d6a66704355 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:08.329715 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a64ab4-bfe6-44d8-a26e-03ec2cc98571 None None] Routers {'89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:02:08.330364 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-e0a64ab4-bfe6-44d8-a26e-03ec2cc98571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:08.404088 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7c6bbce-e488-455d-98c6-d9453d6c37f2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (5942773c-c1f0-4da5-b6b8-fbebb04e57b8), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:08.519699 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7c6bbce-e488-455d-98c6-d9453d6c37f2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (5942773c-c1f0-4da5-b6b8-fbebb04e57b8), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:08.540548 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c6bbce-e488-455d-98c6-d9453d6c37f2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:08.545090 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7c6bbce-e488-455d-98c6-d9453d6c37f2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:08.563969 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:08.566122 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:08.566524 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:08.592248 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port 4362352a-4a15-4bae-9599-23489510aef6 on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:08.595560 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port 4362352a-4a15-4bae-9599-23489510aef6 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:08.621899 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempt 5 to bind port 4362352a-4a15-4bae-9599-23489510aef6 Feb 07 21:02:08.623173 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-e0a64ab4-bfe6-44d8-a26e-03ec2cc98571 None None] Set router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:02:08.677580 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-1ed56971-851d-4b82-906d-dfd58711c2cd tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Network c3146a46-c721-423b-a88e-d119ffbfea60 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:02:08.693562 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:08.693990 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:08.694522 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:08.702395 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-1ed56971-851d-4b82-906d-dfd58711c2cd tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:02:08.706591 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-1ed56971-851d-4b82-906d-dfd58711c2cd tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:02:08.715865 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c894185a-140a-4cc2-b24c-77864c2061fa up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:02:08.731210 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45abb3dc-00f4-43d8-808f-e31245c0ca5a None None] Network 26f3676b-4185-4df6-916b-a4e575eb3d09 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:02:08.899421 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f8646f4-1bb7-4024-bffc-3a1f3436d4ef req-9dbccb10-7515-4ae5-bfe5-7d6a66704355 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "PUT /v2.0/floatingips/48b80013-6e71-4751-915d-8748f208b19b HTTP/1.1" status: 200 len: 695 time: 4.6513541 Feb 07 21:02:09.054190 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27adae-c95f-415f-8784-e6136429442c req-28b510f7-4bab-4ea5-b9c0-4b9049f13d44 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:09.060653 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e27adae-c95f-415f-8784-e6136429442c req-28b510f7-4bab-4ea5-b9c0-4b9049f13d44 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=a325400b-a5dd-415a-9446-55ca0aa3ca84 HTTP/1.1" status: 200 len: 946 time: 0.5599103 Feb 07 21:02:09.061379 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fc9b5f-7987-42a7-a728-af30264bb783', 'tag': 'acf19ea0-b73e-408e-8078-11e03cb0b5c0'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:02:09.067546 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f5a4e1-6c6a-4101-8f09-52c710e10974" -d '{"events": [{"name": "network-changed", "server_uuid": "80fc9b5f-7987-42a7-a728-af30264bb783", "tag": "acf19ea0-b73e-408e-8078-11e03cb0b5c0"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:02:09.074842 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ecdc3fee-5d54-45a0-b0cd-7d24f56b9ca3 None None] Publish callbacks [] for port (261d5065-b372-446f-a35a-1baa1205cbb0), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:09.093605 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ecdc3fee-5d54-45a0-b0cd-7d24f56b9ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (261d5065-b372-446f-a35a-1baa1205cbb0), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:09.151632 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d7c6bbce-e488-455d-98c6-d9453d6c37f2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9034562 Feb 07 21:02:09.164003 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-9ca7ef95-6d6a-4191-a1e6-de24cd03c1df None None] Provisioning complete for port c894185a-140a-4cc2-b24c-77864c2061fa triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:09.164398 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ef95-6d6a-4191-a1e6-de24cd03c1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c894185a-140a-4cc2-b24c-77864c2061fa), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:09.178677 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46864) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:09.188025 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-e0a64ab4-bfe6-44d8-a26e-03ec2cc98571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-router', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:42Z', 'revision_number': 4, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'gw_port': {'id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '973983e9-741d-4100-bc08-8d6bc06a1735', 'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'mac_address': 'fa:16:3e:f6:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '4697809e-6faf-4265-b583-499d13fd2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:41Z', 'updated_at': '2022-02-07T21:00:49Z', 'revision_number': 5, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'subnets': [{'id': '4697809e-6faf-4265-b583-499d13fd2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:09.205750 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3caa759d-0c61-4b48-bf2e-0dcddc337f37 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Request body: {'subnet': {'network_id': '5942773c-c1f0-4da5-b6b8-fbebb04e57b8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:09.212507 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc3fee-5d54-45a0-b0cd-7d24f56b9ca3 None None] Pushing event updated for resources: {'Port': ['ID=261d5065-b372-446f-a35a-1baa1205cbb0,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:09.245523 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdc3fee-5d54-45a0-b0cd-7d24f56b9ca3 None None] Network e02d8c09-4b21-4c60-8568-f273ab420b17 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:02:09.253377 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a64ab4-bfe6-44d8-a26e-03ec2cc98571 None None] Checking router: 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:02:09.269784 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a64ab4-bfe6-44d8-a26e-03ec2cc98571 None None] Routers {'89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:02:09.272696 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-e0a64ab4-bfe6-44d8-a26e-03ec2cc98571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:09.306569 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7ef95-6d6a-4191-a1e6-de24cd03c1df None None] Current status of the port c894185a-140a-4cc2-b24c-77864c2061fa is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:09.306864 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ef95-6d6a-4191-a1e6-de24cd03c1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c894185a-140a-4cc2-b24c-77864c2061fa), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:09.322212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-ecdc3fee-5d54-45a0-b0cd-7d24f56b9ca3 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:02:09.328336 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdc3fee-5d54-45a0-b0cd-7d24f56b9ca3 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:02:09.341924 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port c894185a-140a-4cc2-b24c-77864c2061fa triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:09.342438 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c894185a-140a-4cc2-b24c-77864c2061fa), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:09.476016 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ecdc3fee-5d54-45a0-b0cd-7d24f56b9ca3 None None] Attempting to bind port 261d5065-b372-446f-a35a-1baa1205cbb0 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:09.476409 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ecdc3fee-5d54-45a0-b0cd-7d24f56b9ca3 None None] Attempting to bind port 261d5065-b372-446f-a35a-1baa1205cbb0 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '3f0cc055-3e71-4f27-aeaa-a8416cbbb621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e02d8c09-4b21-4c60-8568-f273ab420b17'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:09.476822 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdc3fee-5d54-45a0-b0cd-7d24f56b9ca3 None None] Attempting to bind port 261d5065-b372-446f-a35a-1baa1205cbb0 on network e02d8c09-4b21-4c60-8568-f273ab420b17 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:09.491014 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdc3fee-5d54-45a0-b0cd-7d24f56b9ca3 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:02:09.491986 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdc3fee-5d54-45a0-b0cd-7d24f56b9ca3 None None] Checking segment: {'id': '3f0cc055-3e71-4f27-aeaa-a8416cbbb621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e02d8c09-4b21-4c60-8568-f273ab420b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:02:09.492416 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ecdc3fee-5d54-45a0-b0cd-7d24f56b9ca3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:09.492814 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdc3fee-5d54-45a0-b0cd-7d24f56b9ca3 None None] Bound using segment: {'id': '3f0cc055-3e71-4f27-aeaa-a8416cbbb621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e02d8c09-4b21-4c60-8568-f273ab420b17'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:02:09.493286 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ecdc3fee-5d54-45a0-b0cd-7d24f56b9ca3 None None] Bound port: 261d5065-b372-446f-a35a-1baa1205cbb0, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0cc055-3e71-4f27-aeaa-a8416cbbb621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e02d8c09-4b21-4c60-8568-f273ab420b17'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:02:09.494050 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ecdc3fee-5d54-45a0-b0cd-7d24f56b9ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (261d5065-b372-446f-a35a-1baa1205cbb0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:09.522998 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8646f4-1bb7-4024-bffc-3a1f3436d4ef req-e6ace45d-5be9-4fda-9640-b47f29d44bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:09.539042 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f8646f4-1bb7-4024-bffc-3a1f3436d4ef req-e6ace45d-5be9-4fda-9640-b47f29d44bed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=390bb4ffe0104a5cbfd48bfe929d4aa0&device_id=80fc9b5f-7987-42a7-a728-af30264bb783 HTTP/1.1" status: 200 len: 1127 time: 0.6342959 Feb 07 21:02:09.555160 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-e0a64ab4-bfe6-44d8-a26e-03ec2cc98571 None None] Set router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:02:09.606776 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6bbce-e488-455d-98c6-d9453d6c37f2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event updated for resources: {'Network': ['ID=5942773c-c1f0-4da5-b6b8-fbebb04e57b8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:09.657899 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ecdc3fee-5d54-45a0-b0cd-7d24f56b9ca3 None None] For port 261d5065-b372-446f-a35a-1baa1205cbb0, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:02:09.669483 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ecdc3fee-5d54-45a0-b0cd-7d24f56b9ca3 None None] For port 261d5065-b372-446f-a35a-1baa1205cbb0, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=261d5065-b372-446f-a35a-1baa1205cbb0,segment=NetworkSegment(3f0cc055-3e71-4f27-aeaa-a8416cbbb621),segment_id=3f0cc055-3e71-4f27-aeaa-a8416cbbb621)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:02:09.676136 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-1ed56971-851d-4b82-906d-dfd58711c2cd tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:09.676791 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-1ed56971-851d-4b82-906d-dfd58711c2cd tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:09.693889 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port 4362352a-4a15-4bae-9599-23489510aef6 on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:09.694211 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port 4362352a-4a15-4bae-9599-23489510aef6 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:09.699155 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempt 6 to bind port 4362352a-4a15-4bae-9599-23489510aef6 Feb 07 21:02:09.711188 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 5942773c-c1f0-4da5-b6b8-fbebb04e57b8 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:02:09.718273 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed56971-851d-4b82-906d-dfd58711c2cd tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Pushing event updated for resources: {'Port': ['ID=bfbc656a-2a6a-4b89-9a49-185f7cea4a2c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:09.739069 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:09.740064 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:09.740821 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:09.751978 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port 4362352a-4a15-4bae-9599-23489510aef6 on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:09.752830 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port 4362352a-4a15-4bae-9599-23489510aef6 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:09.757899 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempt 7 to bind port 4362352a-4a15-4bae-9599-23489510aef6 Feb 07 21:02:09.783962 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caa759d-0c61-4b48-bf2e-0dcddc337f37 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Made reservation on behalf of a3b2daf220a74f4a903969f6214c990a for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:02:09.784404 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:09.786297 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:09.787164 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:09.797419 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-1ed56971-851d-4b82-906d-dfd58711c2cd tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6062818 Feb 07 21:02:09.801993 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3caa759d-0c61-4b48-bf2e-0dcddc337f37 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:09.813635 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-f0ae0c00-dd46-4e6b-97e5-1acea727cacd service neutron] Request body: {'port': {'device_id': '7b225880-5473-4ab3-95c2-17feabaacc74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:09.821014 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port 4362352a-4a15-4bae-9599-23489510aef6 on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:09.822201 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port 4362352a-4a15-4bae-9599-23489510aef6 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:09.826224 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempt 8 to bind port 4362352a-4a15-4bae-9599-23489510aef6 Feb 07 21:02:09.857341 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:09.857927 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:09.858500 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:09.875713 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port 4362352a-4a15-4bae-9599-23489510aef6 on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:09.876435 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port 4362352a-4a15-4bae-9599-23489510aef6 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:09.879708 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempt 9 to bind port 4362352a-4a15-4bae-9599-23489510aef6 Feb 07 21:02:09.895339 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-9ca7ef95-6d6a-4191-a1e6-de24cd03c1df None None] For port c894185a-140a-4cc2-b24c-77864c2061fa, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c894185a-140a-4cc2-b24c-77864c2061fa,segment=NetworkSegment(b86f5d91-3209-4260-99c9-6f0c0b155af7),segment_id=b86f5d91-3209-4260-99c9-6f0c0b155af7)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:09.901212 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:09.902419 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:09.903699 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:09.909200 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46d8f647-bd2b-47ba-993d-42cb7bc1da47 admin admin] Publish callbacks [] for router_gateway (64b413bd-dc47-466a-9f69-104fa2b329fb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:09.914253 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ecdc3fee-5d54-45a0-b0cd-7d24f56b9ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (261d5065-b372-446f-a35a-1baa1205cbb0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:10.011663 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port 4362352a-4a15-4bae-9599-23489510aef6 on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:10.012088 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port 4362352a-4a15-4bae-9599-23489510aef6 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:10.027201 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e27adae-c95f-415f-8784-e6136429442c req-3ca3319e-76a2-4475-aec7-68826f3eddc0 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9037137 Feb 07 21:02:10.034326 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempt 10 to bind port 4362352a-4a15-4bae-9599-23489510aef6 Feb 07 21:02:10.045947 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ef95-6d6a-4191-a1e6-de24cd03c1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c894185a-140a-4cc2-b24c-77864c2061fa), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:10.070561 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:10.070906 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:10.072017 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port 4362352a-4a15-4bae-9599-23489510aef6 on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:10.087484 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port 4362352a-4a15-4bae-9599-23489510aef6 on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:10.087845 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port 4362352a-4a15-4bae-9599-23489510aef6 on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:10.088235 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4362352a-4a15-4bae-9599-23489510aef6), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:10.165546 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-f0ae0c00-dd46-4e6b-97e5-1acea727cacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bfbc656a-2a6a-4b89-9a49-185f7cea4a2c), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:10.187327 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-e0a64ab4-bfe6-44d8-a26e-03ec2cc98571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-router', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:42Z', 'revision_number': 4, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'gw_port': {'id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '973983e9-741d-4100-bc08-8d6bc06a1735', 'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'mac_address': 'fa:16:3e:f6:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '4697809e-6faf-4265-b583-499d13fd2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:41Z', 'updated_at': '2022-02-07T21:00:49Z', 'revision_number': 5, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'subnets': [{'id': '4697809e-6faf-4265-b583-499d13fd2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:10.213088 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc3fee-5d54-45a0-b0cd-7d24f56b9ca3 None None] Pushing event updated for resources: {'Port': ['ID=261d5065-b372-446f-a35a-1baa1205cbb0,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:10.252745 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8646f4-1bb7-4024-bffc-3a1f3436d4ef req-6240417f-f2d7-4843-91b2-f2444fb7387b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:10.253568 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a64ab4-bfe6-44d8-a26e-03ec2cc98571 None None] The sync data for ids ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'] in n-d-828185-2 is: [{'id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-router', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:42Z', 'revision_number': 4, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'gw_port': {'id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '973983e9-741d-4100-bc08-8d6bc06a1735', 'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'mac_address': 'fa:16:3e:f6:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '4697809e-6faf-4265-b583-499d13fd2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:41Z', 'updated_at': '2022-02-07T21:00:49Z', 'revision_number': 5, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'subnets': [{'id': '4697809e-6faf-4265-b583-499d13fd2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:02:10.261558 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f8646f4-1bb7-4024-bffc-3a1f3436d4ef req-6240417f-f2d7-4843-91b2-f2444fb7387b service neutron] 10.222.0.65 "GET /v2.0/networks?id=21a6194c-d716-4999-aeaa-5b2b71cb17eb HTTP/1.1" status: 200 len: 922 time: 0.7213857 Feb 07 21:02:10.287369 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-70708dcf-026e-4696-8825-b3e69be3b353 None None] Publish callbacks [] for port (48d69c8c-5927-4503-84cb-010068f47224), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:10.399308 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-70708dcf-026e-4696-8825-b3e69be3b353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (48d69c8c-5927-4503-84cb-010068f47224), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:10.442087 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4b550d31-b442-4134-a8cf-d808caeac920 None None] Provisioning complete for port bfbc656a-2a6a-4b89-9a49-185f7cea4a2c triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:10.443002 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4b550d31-b442-4134-a8cf-d808caeac920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (bfbc656a-2a6a-4b89-9a49-185f7cea4a2c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:10.498992 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f8646f4-1bb7-4024-bffc-3a1f3436d4ef req-68d0be27-04cc-46fe-a93d-1556f58784d8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acf19ea0-b73e-408e-8078-11e03cb0b5c0 HTTP/1.1" status: 200 len: 217 time: 0.2206280 Feb 07 21:02:10.661240 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4b550d31-b442-4134-a8cf-d808caeac920 None None] Port bfbc656a-2a6a-4b89-9a49-185f7cea4a2c cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:02:10.704845 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7ef95-6d6a-4191-a1e6-de24cd03c1df None None] Pushing event updated for resources: {'Port': ['ID=c894185a-140a-4cc2-b24c-77864c2061fa,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:10.737153 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8646f4-1bb7-4024-bffc-3a1f3436d4ef req-225d399e-08f1-44c6-8089-5ba86174626f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:10.775358 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f8646f4-1bb7-4024-bffc-3a1f3436d4ef req-225d399e-08f1-44c6-8089-5ba86174626f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4697809e-6faf-4265-b583-499d13fd2637 HTTP/1.1" status: 200 len: 860 time: 0.2443576 Feb 07 21:02:10.825551 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6dbcb-2272-4898-9b31-64b399e839d2 None None] Pushing event updated for resources: {'Port': ['ID=48d69c8c-5927-4503-84cb-010068f47224,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:10.872045 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68b2cb-0932-4db4-b92f-f6c4563d0bce req-c9c45a82-8073-4b11-960b-c76e2c09aafc tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:10.874515 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe68b2cb-0932-4db4-b92f-f6c4563d0bce req-c9c45a82-8073-4b11-960b-c76e2c09aafc tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 945 time: 0.6657019 Feb 07 21:02:10.913617 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cf5d61-fc86-44a0-9da8-b46c2a762e9a None None] New status for floating IP 48b80013-6e71-4751-915d-8748f208b19b: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:02:11.020390 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port c894185a-140a-4cc2-b24c-77864c2061fa is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:11.035114 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8646f4-1bb7-4024-bffc-3a1f3436d4ef req-a1e8ffc1-e593-414f-befe-7d800a427e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:11.045163 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f8646f4-1bb7-4024-bffc-3a1f3436d4ef req-a1e8ffc1-e593-414f-befe-7d800a427e52 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=21a6194c-d716-4999-aeaa-5b2b71cb17eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2687385 Feb 07 21:02:11.049904 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] For port 4362352a-4a15-4bae-9599-23489510aef6, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:02:11.051032 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempted to set empty binding levels {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 07 21:02:11.074353 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (4362352a-4a15-4bae-9599-23489510aef6), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:11.101908 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-70708dcf-026e-4696-8825-b3e69be3b353 None None] Attempting to bind port 48d69c8c-5927-4503-84cb-010068f47224 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:11.103573 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-70708dcf-026e-4696-8825-b3e69be3b353 None None] Attempting to bind port 48d69c8c-5927-4503-84cb-010068f47224 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '60a053f1-f586-4f44-bf07-506636680126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5e864af6-a3bf-4481-a9f6-e65eac41b844'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:11.103945 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70708dcf-026e-4696-8825-b3e69be3b353 None None] Attempting to bind port 48d69c8c-5927-4503-84cb-010068f47224 on network 5e864af6-a3bf-4481-a9f6-e65eac41b844 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:11.177977 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:11.178830 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:11.221128 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Pushing event updated for resources: {'Port': ['ID=4362352a-4a15-4bae-9599-23489510aef6,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:11.228280 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d46bb7c2-6c7d-493d-b0d5-31e38649a5dd None None] Provisioning complete for port c894185a-140a-4cc2-b24c-77864c2061fa triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:11.235411 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f8646f4-1bb7-4024-bffc-3a1f3436d4ef req-0491d972-1383-466d-9829-3c1414ca5256 service neutron] 10.222.0.65 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890476 Feb 07 21:02:11.236876 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d46bb7c2-6c7d-493d-b0d5-31e38649a5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c894185a-140a-4cc2-b24c-77864c2061fa), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:11.238886 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70708dcf-026e-4696-8825-b3e69be3b353 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:02:11.239255 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70708dcf-026e-4696-8825-b3e69be3b353 None None] Checking segment: {'id': '60a053f1-f586-4f44-bf07-506636680126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5e864af6-a3bf-4481-a9f6-e65eac41b844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:02:11.239644 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-70708dcf-026e-4696-8825-b3e69be3b353 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:11.240031 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70708dcf-026e-4696-8825-b3e69be3b353 None None] Bound using segment: {'id': '60a053f1-f586-4f44-bf07-506636680126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5e864af6-a3bf-4481-a9f6-e65eac41b844'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:02:11.244529 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-70708dcf-026e-4696-8825-b3e69be3b353 None None] Bound port: 48d69c8c-5927-4503-84cb-010068f47224, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a053f1-f586-4f44-bf07-506636680126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5e864af6-a3bf-4481-a9f6-e65eac41b844'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:02:11.245403 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-70708dcf-026e-4696-8825-b3e69be3b353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (48d69c8c-5927-4503-84cb-010068f47224), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:11.254158 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46d8f647-bd2b-47ba-993d-42cb7bc1da47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (64b413bd-dc47-466a-9f69-104fa2b329fb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:11.270293 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-086fc697-6f26-470e-ad74-2119c6ae45f3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 6.4227617 Feb 07 21:02:11.275338 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46882) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:11.352424 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe68b2cb-0932-4db4-b92f-f6c4563d0bce req-2a258f35-4317-4a86-8609-26e6a9eff932 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535606 Feb 07 21:02:11.370288 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3caa759d-0c61-4b48-bf2e-0dcddc337f37 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (2c102528-9885-4a40-9718-4d328c45cdf2), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:11.497820 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f8646f4-1bb7-4024-bffc-3a1f3436d4ef req-9c6ce7f4-8d6d-48aa-8305-1e17f1c3e244 service neutron] 10.222.0.65 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477818 Feb 07 21:02:11.501930 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc91750-3010-485d-977b-29d60c28ece7 x-openstack-request-id: req-2bc91750-3010-485d-977b-29d60c28ece7 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:02:11.502451 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80fc9b5f-7987-42a7-a728-af30264bb783", "tag": "acf19ea0-b73e-408e-8078-11e03cb0b5c0", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:02:11.502902 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2bc91750-3010-485d-977b-29d60c28ece7 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:02:11.508422 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80fc9b5f-7987-42a7-a728-af30264bb783', 'tag': 'acf19ea0-b73e-408e-8078-11e03cb0b5c0', 'status': 'completed', 'code': 200} Feb 07 21:02:11.554088 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c894185a-140a-4cc2-b24c-77864c2061fa up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:02:11.554804 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caa759d-0c61-4b48-bf2e-0dcddc337f37 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Checking segment: {'id': '05c0ec02-b765-4e03-be6a-778c07e8f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5942773c-c1f0-4da5-b6b8-fbebb04e57b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:02:11.555290 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caa759d-0c61-4b48-bf2e-0dcddc337f37 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Network hostable DHCP agents. Network: 5942773c-c1f0-4da5-b6b8-fbebb04e57b8, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:02:11.663193 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa759d-0c61-4b48-bf2e-0dcddc337f37 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event updated for resources: {'Subnet': ['ID=2c102528-9885-4a40-9718-4d328c45cdf2,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:11.669204 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caa759d-0c61-4b48-bf2e-0dcddc337f37 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Network 5942773c-c1f0-4da5-b6b8-fbebb04e57b8 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:02:11.760843 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-f0ae0c00-dd46-4e6b-97e5-1acea727cacd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfbc656a-2a6a-4b89-9a49-185f7cea4a2c {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:02:11.781792 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-3caa759d-0c61-4b48-bf2e-0dcddc337f37 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 5942773c-c1f0-4da5-b6b8-fbebb04e57b8) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:02:11.796712 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-f0ae0c00-dd46-4e6b-97e5-1acea727cacd service neutron] Publish callbacks [] for port (bfbc656a-2a6a-4b89-9a49-185f7cea4a2c), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:11.811583 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caa759d-0c61-4b48-bf2e-0dcddc337f37 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:11.814294 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3caa759d-0c61-4b48-bf2e-0dcddc337f37 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:11.874065 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8b25c0-a61c-4925-b631-f31fe9c2f75c None None] Network 5942773c-c1f0-4da5-b6b8-fbebb04e57b8 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:02:11.880024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b34da-42c7-4748-8493-96f8fe3711fc req-92b45d3d-c540-41fa-ac6e-09005bc192b5 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:11.892961 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-820b34da-42c7-4748-8493-96f8fe3711fc req-92b45d3d-c540-41fa-ac6e-09005bc192b5 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b225880-5473-4ab3-95c2-17feabaacc74 HTTP/1.1" status: 200 len: 932 time: 0.2594943 Feb 07 21:02:11.902711 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3caa759d-0c61-4b48-bf2e-0dcddc337f37 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7178485 Feb 07 21:02:11.974930 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-f0ae0c00-dd46-4e6b-97e5-1acea727cacd service neutron] Transition to ACTIVE for port object bfbc656a-2a6a-4b89-9a49-185f7cea4a2c will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:02:12.008299 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-971988eb-6b08-4d33-a982-f3f55d84c60b tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Deleting port 4362352a-4a15-4bae-9599-23489510aef6 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:02:12.008796 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-971988eb-6b08-4d33-a982-f3f55d84c60b tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (4362352a-4a15-4bae-9599-23489510aef6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:12.015895 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-f0ae0c00-dd46-4e6b-97e5-1acea727cacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (bfbc656a-2a6a-4b89-9a49-185f7cea4a2c), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:12.074834 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d8f647-bd2b-47ba-993d-42cb7bc1da47 admin admin] Router 64b413bd-dc47-466a-9f69-104fa2b329fb is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:02:12.085738 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-820b34da-42c7-4748-8493-96f8fe3711fc req-b014d841-5a60-40c0-b7ac-cc7d7c74d66d tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/security-groups?id=82b97d36-caa2-4fd0-8c84-e78bd09b7259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916330 Feb 07 21:02:12.199981 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae0c00-dd46-4e6b-97e5-1acea727cacd service neutron] Pushing event updated for resources: {'Port': ['ID=bfbc656a-2a6a-4b89-9a49-185f7cea4a2c,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:12.216262 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551dee6-d8be-4c94-9b2a-a10896ee60f3 req-4e0a916f-8fdf-4200-bb3f-5f07341a071c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:12.231173 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d551dee6-d8be-4c94-9b2a-a10896ee60f3 req-4e0a916f-8fdf-4200-bb3f-5f07341a071c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/ports?device_id=a325400b-a5dd-415a-9446-55ca0aa3ca84 HTTP/1.1" status: 200 len: 946 time: 0.1437778 Feb 07 21:02:12.251672 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c998ae9-3a83-420a-9067-5bea9b2b2e72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-5942773c-c1f0-4da5-b6b8-fbebb04e57b8', 'network_id': '5942773c-c1f0-4da5-b6b8-fbebb04e57b8', 'project_id': 'a3b2daf220a74f4a903969f6214c990a', 'fixed_ips': [{'subnet_id': '2c102528-9885-4a40-9718-4d328c45cdf2'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:02:12.253306 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3c998ae9-3a83-420a-9067-5bea9b2b2e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:12.283262 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5a4e1-6c6a-4101-8f09-52c710e10974 req-50a61742-2443-416e-b68d-ac61505fbf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:12.290444 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-20f5a4e1-6c6a-4101-8f09-52c710e10974 req-50a61742-2443-416e-b68d-ac61505fbf3e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=390bb4ffe0104a5cbfd48bfe929d4aa0&device_id=80fc9b5f-7987-42a7-a728-af30264bb783 HTTP/1.1" status: 200 len: 1127 time: 0.7418375 Feb 07 21:02:12.296916 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-70708dcf-026e-4696-8825-b3e69be3b353 None None] For port 48d69c8c-5927-4503-84cb-010068f47224, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:02:12.338166 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d551dee6-d8be-4c94-9b2a-a10896ee60f3 req-1df2bd84-2c6a-4e5b-b65a-5611033cc1af tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048472 Feb 07 21:02:12.343796 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-70708dcf-026e-4696-8825-b3e69be3b353 None None] For port 48d69c8c-5927-4503-84cb-010068f47224, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=48d69c8c-5927-4503-84cb-010068f47224,segment=NetworkSegment(60a053f1-f586-4f44-bf07-506636680126),segment_id=60a053f1-f586-4f44-bf07-506636680126)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:02:12.563434 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0fd66e-d7bf-425b-8e82-5884f1b6c579 None None] Network e02d8c09-4b21-4c60-8568-f273ab420b17 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:02:12.647227 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-971988eb-6b08-4d33-a982-f3f55d84c60b tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] For port 4362352a-4a15-4bae-9599-23489510aef6, host n-h1-828185-2, got binding levels [] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:12.647689 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-971988eb-6b08-4d33-a982-f3f55d84c60b tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (4362352a-4a15-4bae-9599-23489510aef6), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:12.663308 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f484a-bcca-4bda-aa14-a7610135653a req-61d0aae5-6143-4d90-a119-4bdd16b082ed tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:12.681031 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e57f484a-bcca-4bda-aa14-a7610135653a req-61d0aae5-6143-4d90-a119-4bdd16b082ed tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3181617 Feb 07 21:02:12.716786 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-70708dcf-026e-4696-8825-b3e69be3b353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (48d69c8c-5927-4503-84cb-010068f47224), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:12.812609 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port c894185a-140a-4cc2-b24c-77864c2061fa triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:12.813346 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c894185a-140a-4cc2-b24c-77864c2061fa), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:12.822428 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d46bb7c2-6c7d-493d-b0d5-31e38649a5dd None None] Current status of the port c894185a-140a-4cc2-b24c-77864c2061fa is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:12.859399 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e57f484a-bcca-4bda-aa14-a7610135653a req-a101b537-4cb2-4fb2-88ca-76757133f894 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.163 HTTP/1.1" status: 200 len: 696 time: 0.1772900 Feb 07 21:02:12.874844 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-e57f484a-bcca-4bda-aa14-a7610135653a req-9c188d26-35e8-4a4a-91fd-75071dd0e8ff tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Request body: {'floatingip': {'port_id': '1c619f47-fc6a-4388-86fb-8892dc475079', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:12.928795 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-971988eb-6b08-4d33-a982-f3f55d84c60b tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Calling delete_port for 4362352a-4a15-4bae-9599-23489510aef6 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:02:13.007362 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6dbcb-2272-4898-9b31-64b399e839d2 None None] Pushing event updated for resources: {'Port': ['ID=48d69c8c-5927-4503-84cb-010068f47224,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:13.046545 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70708dcf-026e-4696-8825-b3e69be3b353 None None] Routers {'8471f3a0-c73f-43e5-befc-743d8601602a'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:02:13.047236 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-70708dcf-026e-4696-8825-b3e69be3b353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['8471f3a0-c73f-43e5-befc-743d8601602a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:13.060414 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-f0ae0c00-dd46-4e6b-97e5-1acea727cacd service neutron] Attempting to bind port bfbc656a-2a6a-4b89-9a49-185f7cea4a2c on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:13.060760 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-f0ae0c00-dd46-4e6b-97e5-1acea727cacd service neutron] Attempting to bind port bfbc656a-2a6a-4b89-9a49-185f7cea4a2c by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '47dad31d-c902-4743-8242-9049f1f64633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:13.061096 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-f0ae0c00-dd46-4e6b-97e5-1acea727cacd service neutron] Attempting to bind port bfbc656a-2a6a-4b89-9a49-185f7cea4a2c on network c3146a46-c721-423b-a88e-d119ffbfea60 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:13.072994 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-3c998ae9-3a83-420a-9067-5bea9b2b2e72 None None] Allocated IP 19.86.0.2 (5942773c-c1f0-4da5-b6b8-fbebb04e57b8/2c102528-9885-4a40-9718-4d328c45cdf2/9e8dcf30-1e4a-4317-8226-bc2231136312) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:02:13.102824 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-4566c4f5-7eee-48f5-96d8-20c0f495236a tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:13.104253 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-f0ae0c00-dd46-4e6b-97e5-1acea727cacd service neutron] Port bfbc656a-2a6a-4b89-9a49-185f7cea4a2c on network c3146a46-c721-423b-a88e-d119ffbfea60 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:13.104811 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-f0ae0c00-dd46-4e6b-97e5-1acea727cacd service neutron] Attempting to bind port bfbc656a-2a6a-4b89-9a49-185f7cea4a2c on network c3146a46-c721-423b-a88e-d119ffbfea60 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:13.110214 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-4566c4f5-7eee-48f5-96d8-20c0f495236a tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:13.124539 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-4566c4f5-7eee-48f5-96d8-20c0f495236a tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/networks?id=e02d8c09-4b21-4c60-8568-f273ab420b17&id=5942773c-c1f0-4da5-b6b8-fbebb04e57b8&id=e02d8c09-4b21-4c60-8568-f273ab420b17 HTTP/1.1" status: 200 len: 1391 time: 0.6076341 Feb 07 21:02:13.124875 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5a4e1-6c6a-4101-8f09-52c710e10974 req-9b0c6c60-edd7-44e6-9f2e-0bc61d5bc1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:13.126570 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-20f5a4e1-6c6a-4101-8f09-52c710e10974 req-9b0c6c60-edd7-44e6-9f2e-0bc61d5bc1e9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=21a6194c-d716-4999-aeaa-5b2b71cb17eb HTTP/1.1" status: 200 len: 922 time: 0.8072131 Feb 07 21:02:13.142783 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e57f484a-bcca-4bda-aa14-a7610135653a req-9c188d26-35e8-4a4a-91fd-75071dd0e8ff tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks [] for floatingip (48b80013-6e71-4751-915d-8748f208b19b), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:13.154173 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-f0ae0c00-dd46-4e6b-97e5-1acea727cacd service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:02:13.154531 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-f0ae0c00-dd46-4e6b-97e5-1acea727cacd service neutron] Checking segment: {'id': '47dad31d-c902-4743-8242-9049f1f64633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:02:13.154928 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-f0ae0c00-dd46-4e6b-97e5-1acea727cacd service neutron] Bound using segment: {'id': '47dad31d-c902-4743-8242-9049f1f64633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:02:13.157203 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-f0ae0c00-dd46-4e6b-97e5-1acea727cacd service neutron] Bound port: bfbc656a-2a6a-4b89-9a49-185f7cea4a2c, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47dad31d-c902-4743-8242-9049f1f64633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:02:13.157203 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-f0ae0c00-dd46-4e6b-97e5-1acea727cacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bfbc656a-2a6a-4b89-9a49-185f7cea4a2c), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:13.162462 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-b0b7c3b1-9aee-4022-bdbe-6e4ccc960e6e tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/quotas/a3b2daf220a74f4a903969f6214c990a HTTP/1.1" status: 200 len: 375 time: 0.0360405 Feb 07 21:02:13.173555 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c8fa9a63-a8b8-4398-a587-25cf68ec8146 None None] Provisioning complete for port 261d5065-b372-446f-a35a-1baa1205cbb0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:13.174152 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c8fa9a63-a8b8-4398-a587-25cf68ec8146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (261d5065-b372-446f-a35a-1baa1205cbb0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:13.298427 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-20f5a4e1-6c6a-4101-8f09-52c710e10974 req-301233ca-e857-46e3-9cdc-111c6479cdd1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acf19ea0-b73e-408e-8078-11e03cb0b5c0 HTTP/1.1" status: 200 len: 217 time: 0.1598876 Feb 07 21:02:13.408763 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-971988eb-6b08-4d33-a982-f3f55d84c60b tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (4362352a-4a15-4bae-9599-23489510aef6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:13.451172 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d8f647-bd2b-47ba-993d-42cb7bc1da47 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:02:13.458367 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port c894185a-140a-4cc2-b24c-77864c2061fa is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:13.459708 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 261d5065-b372-446f-a35a-1baa1205cbb0 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:02:13.463197 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81d4cc2-d301-4f85-91c6-2a4d6424281d None None] Sync routers for ids ['64b413bd-dc47-466a-9f69-104fa2b329fb'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:02:13.480070 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81d4cc2-d301-4f85-91c6-2a4d6424281d None None] Routers {'64b413bd-dc47-466a-9f69-104fa2b329fb'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:02:13.487156 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a81d4cc2-d301-4f85-91c6-2a4d6424281d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['64b413bd-dc47-466a-9f69-104fa2b329fb'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:13.525319 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-d9b42697-6817-4b6c-914e-27b86766c96b tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3b2daf220a74f4a903969f6214c990a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3605769 Feb 07 21:02:13.547090 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-971988eb-6b08-4d33-a982-f3f55d84c60b tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:13.551115 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-971988eb-6b08-4d33-a982-f3f55d84c60b tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] 10.222.0.65 "DELETE /v2.0/ports/4362352a-4a15-4bae-9599-23489510aef6 HTTP/1.1" status: 204 len: 168 time: 2.2744122 Feb 07 21:02:13.560129 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46d8f647-bd2b-47ba-993d-42cb7bc1da47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:13.561384 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-46d8f647-bd2b-47ba-993d-42cb7bc1da47 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.9218054 Feb 07 21:02:13.609553 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46912) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:13.609920 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46914) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:13.625506 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-70708dcf-026e-4696-8825-b3e69be3b353 None None] Set router 8471f3a0-c73f-43e5-befc-743d8601602a gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:02:13.658383 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-20ff1f1b-39d7-4705-9d99-483e1c96e773 service neutron] 10.222.0.65 "GET /v2.0/networks/e02d8c09-4b21-4c60-8568-f273ab420b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318893 Feb 07 21:02:13.834184 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-a81d4cc2-d301-4f85-91c6-2a4d6424281d None None] Set router 64b413bd-dc47-466a-9f69-104fa2b329fb gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:02:13.878388 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68eb08b-6e1b-4a64-b131-41cd7f928998 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] GET failed (client error): The resource could not be found. Feb 07 21:02:13.883945 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d68eb08b-6e1b-4a64-b131-41cd7f928998 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] 10.222.0.65 "GET /v2.0/ports/4362352a-4a15-4bae-9599-23489510aef6 HTTP/1.1" status: 404 len: 333 time: 0.2441375 Feb 07 21:02:13.892283 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d117b-cd07-4171-b39b-8296aa98553f req-6a26144c-2cb5-4e11-83e8-3297008cfe2a tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:13.896606 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-760d117b-cd07-4171-b39b-8296aa98553f req-6a26144c-2cb5-4e11-83e8-3297008cfe2a tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.71 "GET /v2.0/ports?device_id=a325400b-a5dd-415a-9446-55ca0aa3ca84 HTTP/1.1" status: 200 len: 946 time: 0.4713521 Feb 07 21:02:13.898400 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46918) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:13.920524 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b89c50c7-f0d5-44ed-b654-6b33e831cf6a tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Request body: {'port': {'network_id': '80351605-9b43-450f-9dee-25fad401a3db', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-670356700'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:14.072539 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-e8408532-ebd5-47bb-b818-aaf30ac0f813 service neutron] 10.222.0.65 "GET /v2.0/networks/e02d8c09-4b21-4c60-8568-f273ab420b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128914 Feb 07 21:02:14.074918 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c8fa9a63-a8b8-4398-a587-25cf68ec8146 None None] Current status of the port 261d5065-b372-446f-a35a-1baa1205cbb0 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:14.076743 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c8fa9a63-a8b8-4398-a587-25cf68ec8146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (261d5065-b372-446f-a35a-1baa1205cbb0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:14.222630 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-6f0eeddf-1d01-4686-a81a-a9472e1b05db service neutron] 10.222.0.65 "GET /v2.0/networks/5942773c-c1f0-4da5-b6b8-fbebb04e57b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489532 Feb 07 21:02:14.236646 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89c50c7-f0d5-44ed-b654-6b33e831cf6a tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Made reservation on behalf of 2e25f652b64846c4ac3c40dcba749893 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:02:14.238805 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b89c50c7-f0d5-44ed-b654-6b33e831cf6a tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:14.265336 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971988eb-6b08-4d33-a982-f3f55d84c60b tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Pushing event deleted for resources: {'Port': ['ID=4362352a-4a15-4bae-9599-23489510aef6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:14.285157 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a81d4cc2-d301-4f85-91c6-2a4d6424281d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b413bd-dc47-466a-9f69-104fa2b329fb', 'name': 'tempest-TaggedBootDevicesTest_v242-1019776770-router', 'tenant_id': 'e830417663b04a4a8400f6c7d92e27b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'db3aa929-b7d7-4546-aef1-439cfb78f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:02:04Z', 'updated_at': '2022-02-07T21:02:08Z', 'revision_number': 3, 'project_id': 'e830417663b04a4a8400f6c7d92e27b3', 'gw_port': {'id': 'db3aa929-b7d7-4546-aef1-439cfb78f41b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b413bd-dc47-466a-9f69-104fa2b329fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:02:07Z', 'updated_at': '2022-02-07T21:02:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:14.327288 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c8fa9a63-a8b8-4398-a587-25cf68ec8146 None None] For port 261d5065-b372-446f-a35a-1baa1205cbb0, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=261d5065-b372-446f-a35a-1baa1205cbb0,segment=NetworkSegment(3f0cc055-3e71-4f27-aeaa-a8416cbbb621),segment_id=3f0cc055-3e71-4f27-aeaa-a8416cbbb621)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:14.353770 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81d4cc2-d301-4f85-91c6-2a4d6424281d None None] Checking router: 64b413bd-dc47-466a-9f69-104fa2b329fb for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:02:14.356750 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81d4cc2-d301-4f85-91c6-2a4d6424281d None None] Updating router 64b413bd-dc47-466a-9f69-104fa2b329fb port db3aa929-b7d7-4546-aef1-439cfb78f41b binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:02:14.361759 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b89c50c7-f0d5-44ed-b654-6b33e831cf6a tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] device_id is not set on port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:02:14.418375 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a81d4cc2-d301-4f85-91c6-2a4d6424281d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (db3aa929-b7d7-4546-aef1-439cfb78f41b), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:14.443494 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 261d5065-b372-446f-a35a-1baa1205cbb0 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:14.444201 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (261d5065-b372-446f-a35a-1baa1205cbb0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:14.446705 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3c998ae9-3a83-420a-9067-5bea9b2b2e72 None None] Publish callbacks [] for port (9e8dcf30-1e4a-4317-8226-bc2231136312), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:14.450137 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c8fa9a63-a8b8-4398-a587-25cf68ec8146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (261d5065-b372-446f-a35a-1baa1205cbb0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:14.607626 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3c998ae9-3a83-420a-9067-5bea9b2b2e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (9e8dcf30-1e4a-4317-8226-bc2231136312), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:14.737638 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c8fa9a63-a8b8-4398-a587-25cf68ec8146 None None] Provisioning complete for port 48d69c8c-5927-4503-84cb-010068f47224 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:14.748792 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c8fa9a63-a8b8-4398-a587-25cf68ec8146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (48d69c8c-5927-4503-84cb-010068f47224), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:14.761474 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c998ae9-3a83-420a-9067-5bea9b2b2e72 None None] Network 5942773c-c1f0-4da5-b6b8-fbebb04e57b8 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:02:14.783054 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a81d4cc2-d301-4f85-91c6-2a4d6424281d None None] Publish callbacks [] for port (db3aa929-b7d7-4546-aef1-439cfb78f41b), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:14.797845 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a81d4cc2-d301-4f85-91c6-2a4d6424281d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (db3aa929-b7d7-4546-aef1-439cfb78f41b), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:14.826248 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-3c998ae9-3a83-420a-9067-5bea9b2b2e72 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:02:14.831360 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c998ae9-3a83-420a-9067-5bea9b2b2e72 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:02:14.836270 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa9a63-a8b8-4398-a587-25cf68ec8146 None None] Pushing event updated for resources: {'Port': ['ID=261d5065-b372-446f-a35a-1baa1205cbb0,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:14.862991 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b862de7-8763-40b7-bad6-3fb6abf13b76 None None] Pushing event updated for resources: {'Port': ['ID=db3aa929-b7d7-4546-aef1-439cfb78f41b,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:14.930033 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-a81d4cc2-d301-4f85-91c6-2a4d6424281d None None] Attempting to bind port db3aa929-b7d7-4546-aef1-439cfb78f41b on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:14.930400 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-a81d4cc2-d301-4f85-91c6-2a4d6424281d None None] Attempting to bind port db3aa929-b7d7-4546-aef1-439cfb78f41b by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:14.931017 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d4cc2-d301-4f85-91c6-2a4d6424281d None None] Attempting to bind port db3aa929-b7d7-4546-aef1-439cfb78f41b on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:14.937791 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d4cc2-d301-4f85-91c6-2a4d6424281d None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:02:14.938173 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d4cc2-d301-4f85-91c6-2a4d6424281d None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:02:14.939380 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a81d4cc2-d301-4f85-91c6-2a4d6424281d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:14.939937 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d4cc2-d301-4f85-91c6-2a4d6424281d None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:02:14.940895 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-a81d4cc2-d301-4f85-91c6-2a4d6424281d None None] Bound port: db3aa929-b7d7-4546-aef1-439cfb78f41b, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:02:14.941122 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a81d4cc2-d301-4f85-91c6-2a4d6424281d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (db3aa929-b7d7-4546-aef1-439cfb78f41b), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:14.975605 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5a4e1-6c6a-4101-8f09-52c710e10974 req-8fd3dc2d-c422-4d14-b9ee-07e737c517c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:14.980974 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-20f5a4e1-6c6a-4101-8f09-52c710e10974 req-8fd3dc2d-c422-4d14-b9ee-07e737c517c6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4697809e-6faf-4265-b583-499d13fd2637 HTTP/1.1" status: 200 len: 860 time: 1.5754492 Feb 07 21:02:14.992396 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c998ae9-3a83-420a-9067-5bea9b2b2e72 None None] Pushing event updated for resources: {'Port': ['ID=9e8dcf30-1e4a-4317-8226-bc2231136312,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:15.002361 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-70708dcf-026e-4696-8825-b3e69be3b353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8471f3a0-c73f-43e5-befc-743d8601602a', 'name': 'tempest-ServersTestMultiNic-1767300012-router', 'tenant_id': 'a3b2daf220a74f4a903969f6214c990a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '45c5c427-6cf3-4dd6-b88b-18243026e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:47Z', 'updated_at': '2022-02-07T21:01:58Z', 'revision_number': 4, 'project_id': 'a3b2daf220a74f4a903969f6214c990a', 'gw_port': {'id': '45c5c427-6cf3-4dd6-b88b-18243026e726', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8471f3a0-c73f-43e5-befc-743d8601602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:49Z', 'updated_at': '2022-02-07T21:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '48d69c8c-5927-4503-84cb-010068f47224', 'name': '', 'network_id': '5e864af6-a3bf-4481-a9f6-e65eac41b844', 'tenant_id': 'a3b2daf220a74f4a903969f6214c990a', 'mac_address': 'fa:16:3e:07:59:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8471f3a0-c73f-43e5-befc-743d8601602a', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '30ff35a5-aef9-47c7-be96-003451103897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:55Z', 'updated_at': '2022-02-07T21:02:12Z', 'revision_number': 4, 'project_id': 'a3b2daf220a74f4a903969f6214c990a', 'subnets': [{'id': '30ff35a5-aef9-47c7-be96-003451103897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:15.012726 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3c998ae9-3a83-420a-9067-5bea9b2b2e72 None None] Attempting to bind port 9e8dcf30-1e4a-4317-8226-bc2231136312 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:15.013258 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3c998ae9-3a83-420a-9067-5bea9b2b2e72 None None] Attempting to bind port 9e8dcf30-1e4a-4317-8226-bc2231136312 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '05c0ec02-b765-4e03-be6a-778c07e8f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5942773c-c1f0-4da5-b6b8-fbebb04e57b8'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:15.013726 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c998ae9-3a83-420a-9067-5bea9b2b2e72 None None] Attempting to bind port 9e8dcf30-1e4a-4317-8226-bc2231136312 on network 5942773c-c1f0-4da5-b6b8-fbebb04e57b8 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:15.132833 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70708dcf-026e-4696-8825-b3e69be3b353 None None] The sync data for ids ['8471f3a0-c73f-43e5-befc-743d8601602a'] in n-d-828185-2 is: [{'id': '8471f3a0-c73f-43e5-befc-743d8601602a', 'name': 'tempest-ServersTestMultiNic-1767300012-router', 'tenant_id': 'a3b2daf220a74f4a903969f6214c990a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '45c5c427-6cf3-4dd6-b88b-18243026e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:47Z', 'updated_at': '2022-02-07T21:01:58Z', 'revision_number': 4, 'project_id': 'a3b2daf220a74f4a903969f6214c990a', 'gw_port': {'id': '45c5c427-6cf3-4dd6-b88b-18243026e726', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8471f3a0-c73f-43e5-befc-743d8601602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:49Z', 'updated_at': '2022-02-07T21:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '48d69c8c-5927-4503-84cb-010068f47224', 'name': '', 'network_id': '5e864af6-a3bf-4481-a9f6-e65eac41b844', 'tenant_id': 'a3b2daf220a74f4a903969f6214c990a', 'mac_address': 'fa:16:3e:07:59:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8471f3a0-c73f-43e5-befc-743d8601602a', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '30ff35a5-aef9-47c7-be96-003451103897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:55Z', 'updated_at': '2022-02-07T21:02:12Z', 'revision_number': 4, 'project_id': 'a3b2daf220a74f4a903969f6214c990a', 'subnets': [{'id': '30ff35a5-aef9-47c7-be96-003451103897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:02:15.169134 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-a81d4cc2-d301-4f85-91c6-2a4d6424281d None None] For port db3aa929-b7d7-4546-aef1-439cfb78f41b, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:02:15.189738 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-a81d4cc2-d301-4f85-91c6-2a4d6424281d None None] For port db3aa929-b7d7-4546-aef1-439cfb78f41b, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=db3aa929-b7d7-4546-aef1-439cfb78f41b,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:02:15.213111 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c998ae9-3a83-420a-9067-5bea9b2b2e72 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:02:15.218359 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c998ae9-3a83-420a-9067-5bea9b2b2e72 None None] Checking segment: {'id': '05c0ec02-b765-4e03-be6a-778c07e8f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5942773c-c1f0-4da5-b6b8-fbebb04e57b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:02:15.218965 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3c998ae9-3a83-420a-9067-5bea9b2b2e72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:15.220735 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c998ae9-3a83-420a-9067-5bea9b2b2e72 None None] Bound using segment: {'id': '05c0ec02-b765-4e03-be6a-778c07e8f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5942773c-c1f0-4da5-b6b8-fbebb04e57b8'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:02:15.222716 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3c998ae9-3a83-420a-9067-5bea9b2b2e72 None None] Bound port: 9e8dcf30-1e4a-4317-8226-bc2231136312, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c0ec02-b765-4e03-be6a-778c07e8f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5942773c-c1f0-4da5-b6b8-fbebb04e57b8'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:02:15.222905 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3c998ae9-3a83-420a-9067-5bea9b2b2e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9e8dcf30-1e4a-4317-8226-bc2231136312), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:15.226592 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-0240efcd-36b8-4a32-ba86-403f38a1a2a6 service neutron] 10.222.0.65 "GET /v2.0/networks/5942773c-c1f0-4da5-b6b8-fbebb04e57b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0030751 Feb 07 21:02:15.231298 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a81d4cc2-d301-4f85-91c6-2a4d6424281d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (db3aa929-b7d7-4546-aef1-439cfb78f41b), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:15.240724 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-f0ae0c00-dd46-4e6b-97e5-1acea727cacd service neutron] For port bfbc656a-2a6a-4b89-9a49-185f7cea4a2c, host n-h2-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:02:15.260589 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 261d5065-b372-446f-a35a-1baa1205cbb0 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:15.308226 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca4c18-bb14-4373-b4c1-13e3acf24c16 req-c8b62823-24e6-4193-b30a-5a9b85730cd1 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:15.309832 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-64ca4c18-bb14-4373-b4c1-13e3acf24c16 req-c8b62823-24e6-4193-b30a-5a9b85730cd1 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.69 "GET /v2.0/ports?device_id=80fc9b5f-7987-42a7-a728-af30264bb783 HTTP/1.1" status: 200 len: 945 time: 1.2896879 Feb 07 21:02:15.317637 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5a4e1-6c6a-4101-8f09-52c710e10974 req-15df4877-e70f-4310-a39d-26c7ea528851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:15.320323 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-20f5a4e1-6c6a-4101-8f09-52c710e10974 req-15df4877-e70f-4310-a39d-26c7ea528851 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21a6194c-d716-4999-aeaa-5b2b71cb17eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2529206 Feb 07 21:02:15.320827 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81d4cc2-d301-4f85-91c6-2a4d6424281d None None] Routers {'64b413bd-dc47-466a-9f69-104fa2b329fb'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:02:15.321673 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a81d4cc2-d301-4f85-91c6-2a4d6424281d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['64b413bd-dc47-466a-9f69-104fa2b329fb'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:15.403746 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c8fa9a63-a8b8-4398-a587-25cf68ec8146 None None] Current status of the port 48d69c8c-5927-4503-84cb-010068f47224 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:15.404138 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c8fa9a63-a8b8-4398-a587-25cf68ec8146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (48d69c8c-5927-4503-84cb-010068f47224), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:15.436463 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-760d117b-cd07-4171-b39b-8296aa98553f req-5e4acb50-7f3d-472f-9099-9e483a014df8 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Deleting port dfd6e5aa-c304-48b1-a170-fea627202250 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:02:15.436957 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-760d117b-cd07-4171-b39b-8296aa98553f req-5e4acb50-7f3d-472f-9099-9e483a014df8 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (dfd6e5aa-c304-48b1-a170-fea627202250), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:15.444690 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-f0ae0c00-dd46-4e6b-97e5-1acea727cacd service neutron] For port bfbc656a-2a6a-4b89-9a49-185f7cea4a2c, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=bfbc656a-2a6a-4b89-9a49-185f7cea4a2c,segment=NetworkSegment(47dad31d-c902-4743-8242-9049f1f64633),segment_id=47dad31d-c902-4743-8242-9049f1f64633)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:02:15.582344 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3c998ae9-3a83-420a-9067-5bea9b2b2e72 None None] For port 9e8dcf30-1e4a-4317-8226-bc2231136312, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:02:15.585667 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c8fa9a63-a8b8-4398-a587-25cf68ec8146 None None] For port 48d69c8c-5927-4503-84cb-010068f47224, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=48d69c8c-5927-4503-84cb-010068f47224,segment=NetworkSegment(60a053f1-f586-4f44-bf07-506636680126),segment_id=60a053f1-f586-4f44-bf07-506636680126)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:15.587523 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3c998ae9-3a83-420a-9067-5bea9b2b2e72 None None] For port 9e8dcf30-1e4a-4317-8226-bc2231136312, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9e8dcf30-1e4a-4317-8226-bc2231136312,segment=NetworkSegment(05c0ec02-b765-4e03-be6a-778c07e8f7dd),segment_id=05c0ec02-b765-4e03-be6a-778c07e8f7dd)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:02:15.601983 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 48d69c8c-5927-4503-84cb-010068f47224 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:02:15.611197 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c8fa9a63-a8b8-4398-a587-25cf68ec8146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (48d69c8c-5927-4503-84cb-010068f47224), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:15.623552 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b862de7-8763-40b7-bad6-3fb6abf13b76 None None] Pushing event updated for resources: {'Port': ['ID=db3aa929-b7d7-4546-aef1-439cfb78f41b,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:15.644125 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-f0ae0c00-dd46-4e6b-97e5-1acea727cacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (bfbc656a-2a6a-4b89-9a49-185f7cea4a2c), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:15.710405 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-a81d4cc2-d301-4f85-91c6-2a4d6424281d None None] Set router 64b413bd-dc47-466a-9f69-104fa2b329fb gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:02:15.810493 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3c998ae9-3a83-420a-9067-5bea9b2b2e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9e8dcf30-1e4a-4317-8226-bc2231136312), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:15.830168 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b89c50c7-f0d5-44ed-b654-6b33e831cf6a tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks [] for port (a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:15.871707 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae0c00-dd46-4e6b-97e5-1acea727cacd service neutron] Pushing event updated for resources: {'Port': ['ID=bfbc656a-2a6a-4b89-9a49-185f7cea4a2c,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:15.887687 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd30a-b501-4aa0-9ebb-adf78a7d36f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:15.905903 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa9a63-a8b8-4398-a587-25cf68ec8146 None None] Pushing event updated for resources: {'Port': ['ID=48d69c8c-5927-4503-84cb-010068f47224,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:16.021333 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-f0ae0c00-dd46-4e6b-97e5-1acea727cacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:16.025381 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-f0ae0c00-dd46-4e6b-97e5-1acea727cacd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:16.028375 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-f0ae0c00-dd46-4e6b-97e5-1acea727cacd service neutron] 10.222.0.71 "PUT /v2.0/ports/bfbc656a-2a6a-4b89-9a49-185f7cea4a2c HTTP/1.1" status: 200 len: 1092 time: 6.2202194 Feb 07 21:02:16.072977 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b225880-5473-4ab3-95c2-17feabaacc74', 'tag': 'bfbc656a-2a6a-4b89-9a49-185f7cea4a2c'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:02:16.077008 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [req-e57f484a-bcca-4bda-aa14-a7610135653a req-9c188d26-35e8-4a4a-91fd-75071dd0e8ff tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:02:16.082832 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7e8241-2d40-469a-b08e-50e099b96896" -d '{"events": [{"name": "network-changed", "server_uuid": "7b225880-5473-4ab3-95c2-17feabaacc74", "tag": "bfbc656a-2a6a-4b89-9a49-185f7cea4a2c"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:02:16.095973 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c998ae9-3a83-420a-9067-5bea9b2b2e72 None None] Pushing event updated for resources: {'Port': ['ID=9e8dcf30-1e4a-4317-8226-bc2231136312,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:16.124861 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 48d69c8c-5927-4503-84cb-010068f47224 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:16.125227 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (48d69c8c-5927-4503-84cb-010068f47224), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:16.203131 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a69fe9b7-9690-44f3-a7cd-40b4eda7a135 None None] Provisioning complete for port 261d5065-b372-446f-a35a-1baa1205cbb0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:16.203673 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a69fe9b7-9690-44f3-a7cd-40b4eda7a135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (261d5065-b372-446f-a35a-1baa1205cbb0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:16.243990 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e57f484a-bcca-4bda-aa14-a7610135653a req-9c188d26-35e8-4a4a-91fd-75071dd0e8ff tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:16.323970 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a81d4cc2-d301-4f85-91c6-2a4d6424281d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b413bd-dc47-466a-9f69-104fa2b329fb', 'name': 'tempest-TaggedBootDevicesTest_v242-1019776770-router', 'tenant_id': 'e830417663b04a4a8400f6c7d92e27b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'db3aa929-b7d7-4546-aef1-439cfb78f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:02:04Z', 'updated_at': '2022-02-07T21:02:08Z', 'revision_number': 3, 'project_id': 'e830417663b04a4a8400f6c7d92e27b3', 'gw_port': {'id': 'db3aa929-b7d7-4546-aef1-439cfb78f41b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b413bd-dc47-466a-9f69-104fa2b329fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:02:07Z', 'updated_at': '2022-02-07T21:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:16.422326 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81d4cc2-d301-4f85-91c6-2a4d6424281d None None] The sync data for ids ['64b413bd-dc47-466a-9f69-104fa2b329fb'] in n-d-828185-2 is: [{'id': '64b413bd-dc47-466a-9f69-104fa2b329fb', 'name': 'tempest-TaggedBootDevicesTest_v242-1019776770-router', 'tenant_id': 'e830417663b04a4a8400f6c7d92e27b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'db3aa929-b7d7-4546-aef1-439cfb78f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:02:04Z', 'updated_at': '2022-02-07T21:02:08Z', 'revision_number': 3, 'project_id': 'e830417663b04a4a8400f6c7d92e27b3', 'gw_port': {'id': 'db3aa929-b7d7-4546-aef1-439cfb78f41b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b413bd-dc47-466a-9f69-104fa2b329fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:02:07Z', 'updated_at': '2022-02-07T21:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:02:16.427106 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-760d117b-cd07-4171-b39b-8296aa98553f req-5e4acb50-7f3d-472f-9099-9e483a014df8 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] For port dfd6e5aa-c304-48b1-a170-fea627202250, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=dfd6e5aa-c304-48b1-a170-fea627202250,segment=NetworkSegment(f638ec27-818a-478c-bd2a-cb7a790547ad),segment_id=f638ec27-818a-478c-bd2a-cb7a790547ad)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:16.430902 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-760d117b-cd07-4171-b39b-8296aa98553f req-5e4acb50-7f3d-472f-9099-9e483a014df8 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (dfd6e5aa-c304-48b1-a170-fea627202250), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:16.466647 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-760d117b-cd07-4171-b39b-8296aa98553f req-5e4acb50-7f3d-472f-9099-9e483a014df8 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Calling delete_port for dfd6e5aa-c304-48b1-a170-fea627202250 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:02:16.607530 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-eb3fd30a-b501-4aa0-9ebb-adf78a7d36f5 admin admin] Allocated IP 172.20.0.1 (26f3676b-4185-4df6-916b-a4e575eb3d09/e1ca3b61-046d-4c3a-b27a-adfbd159281d/ace9f9a3-c447-405e-bdc2-9cea27d731a8) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:02:16.644456 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b89c50c7-f0d5-44ed-b654-6b33e831cf6a tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:16.654280 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e57f484a-bcca-4bda-aa14-a7610135653a req-9c188d26-35e8-4a4a-91fd-75071dd0e8ff tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (48b80013-6e71-4751-915d-8748f208b19b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:16.797017 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 48d69c8c-5927-4503-84cb-010068f47224 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:16.799590 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 261d5065-b372-446f-a35a-1baa1205cbb0 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:02:16.830151 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-64ca4c18-bb14-4373-b4c1-13e3acf24c16 req-1f470f7e-22b2-4d76-a33a-b4a16386ec94 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Deleting port acf19ea0-b73e-408e-8078-11e03cb0b5c0 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:02:16.833058 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-64ca4c18-bb14-4373-b4c1-13e3acf24c16 req-1f470f7e-22b2-4d76-a33a-b4a16386ec94 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (acf19ea0-b73e-408e-8078-11e03cb0b5c0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:16.898201 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device dfd6e5aa-c304-48b1-a170-fea627202250 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:02:16.959266 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: dfd6e5aa-c304-48b1-a170-fea627202250 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:02:16.963196 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device dfd6e5aa-c304-48b1-a170-fea627202250 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:02:17.024394 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-20f5a4e1-6c6a-4101-8f09-52c710e10974 req-99940935-096e-4f26-ba3e-1ea5e0041bff service neutron] 10.222.0.69 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5053155 Feb 07 21:02:17.079920 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a69fe9b7-9690-44f3-a7cd-40b4eda7a135 None None] Current status of the port 261d5065-b372-446f-a35a-1baa1205cbb0 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:17.081598 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-6349acc7-d340-4d37-a3e6-bfeaff8712d9 service neutron] 10.222.0.65 "GET /v2.0/networks/e02d8c09-4b21-4c60-8568-f273ab420b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8410096 Feb 07 21:02:17.113526 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a69fe9b7-9690-44f3-a7cd-40b4eda7a135 None None] Provisioning complete for port 48d69c8c-5927-4503-84cb-010068f47224 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:17.113907 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a69fe9b7-9690-44f3-a7cd-40b4eda7a135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (48d69c8c-5927-4503-84cb-010068f47224), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:17.120729 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 261d5065-b372-446f-a35a-1baa1205cbb0 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:17.121100 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (261d5065-b372-446f-a35a-1baa1205cbb0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:17.140514 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-760d117b-cd07-4171-b39b-8296aa98553f req-5e4acb50-7f3d-472f-9099-9e483a014df8 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (dfd6e5aa-c304-48b1-a170-fea627202250), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:17.180882 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89c50c7-f0d5-44ed-b654-6b33e831cf6a tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Network 80351605-9b43-450f-9dee-25fad401a3db is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:02:17.265162 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-546e552e-143e-489b-a8d8-169350d51708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:17.272085 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-546e552e-143e-489b-a8d8-169350d51708 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=201d9268974d4320af92b82deb0d76ae&device_id=7b225880-5473-4ab3-95c2-17feabaacc74 HTTP/1.1" status: 200 len: 1126 time: 1.1787467 Feb 07 21:02:17.300021 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a69fe9b7-9690-44f3-a7cd-40b4eda7a135 None None] Current status of the port 48d69c8c-5927-4503-84cb-010068f47224 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:17.305459 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-b89c50c7-f0d5-44ed-b654-6b33e831cf6a tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:02:17.318941 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89c50c7-f0d5-44ed-b654-6b33e831cf6a tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:02:17.320235 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89c50c7-f0d5-44ed-b654-6b33e831cf6a tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:17.321945 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b89c50c7-f0d5-44ed-b654-6b33e831cf6a tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:17.350810 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd30a-b501-4aa0-9ebb-adf78a7d36f5 admin admin] Publish callbacks [] for port (ace9f9a3-c447-405e-bdc2-9cea27d731a8), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:17.367018 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-125154d1-b1eb-4dce-b6f6-e75970070dab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfbc656a-2a6a-4b89-9a49-185f7cea4a2c HTTP/1.1" status: 200 len: 217 time: 0.0856912 Feb 07 21:02:17.372800 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c50c7-f0d5-44ed-b654-6b33e831cf6a tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Pushing event updated for resources: {'Port': ['ID=a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:17.433887 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b89c50c7-f0d5-44ed-b654-6b33e831cf6a tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.5179584 Feb 07 21:02:17.434070 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-6fd1cb3e-9af7-4393-9d90-b58199839a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:17.434193 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-6fd1cb3e-9af7-4393-9d90-b58199839a3e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=db292aec-1a57-4b47-8954-d9d39e39a101 HTTP/1.1" status: 200 len: 851 time: 0.0531919 Feb 07 21:02:17.437165 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46936) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:17.448506 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:17.561040 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 261d5065-b372-446f-a35a-1baa1205cbb0 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:17.599105 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4acb50-7f3d-472f-9099-9e483a014df8 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Pushing event deleted for resources: {'Port': ['ID=dfd6e5aa-c304-48b1-a170-fea627202250,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:17.628402 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-760d117b-cd07-4171-b39b-8296aa98553f req-5e4acb50-7f3d-472f-9099-9e483a014df8 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] No DVR routers for this DVR port dfd6e5aa-c304-48b1-a170-fea627202250 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:02:17.634992 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-64ca4c18-bb14-4373-b4c1-13e3acf24c16 req-1f470f7e-22b2-4d76-a33a-b4a16386ec94 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] For port acf19ea0-b73e-408e-8078-11e03cb0b5c0, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=acf19ea0-b73e-408e-8078-11e03cb0b5c0,segment=NetworkSegment(8dbc27c3-8b29-446a-9851-9122c1639fcc),segment_id=8dbc27c3-8b29-446a-9851-9122c1639fcc)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:17.635548 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-64ca4c18-bb14-4373-b4c1-13e3acf24c16 req-1f470f7e-22b2-4d76-a33a-b4a16386ec94 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (acf19ea0-b73e-408e-8078-11e03cb0b5c0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:17.672406 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-20f5a4e1-6c6a-4101-8f09-52c710e10974 req-9fa99cb0-fdad-46da-8f40-1ade6dcf4992 service neutron] 10.222.0.69 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6353741 Feb 07 21:02:17.678390 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-760d117b-cd07-4171-b39b-8296aa98553f req-5e4acb50-7f3d-472f-9099-9e483a014df8 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:17.686469 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-760d117b-cd07-4171-b39b-8296aa98553f req-5e4acb50-7f3d-472f-9099-9e483a014df8 tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.71 "DELETE /v2.0/ports/dfd6e5aa-c304-48b1-a170-fea627202250 HTTP/1.1" status: 204 len: 173 time: 3.7318270 Feb 07 21:02:17.693684 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a325400b-a5dd-415a-9446-55ca0aa3ca84', 'name': 'network-vif-deleted', 'tag': 'dfd6e5aa-c304-48b1-a170-fea627202250'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:02:17.711746 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a52ea3-97b5-483a-a814-8422eea2a548" -d '{"events": [{"server_uuid": "a325400b-a5dd-415a-9446-55ca0aa3ca84", "name": "network-vif-deleted", "tag": "dfd6e5aa-c304-48b1-a170-fea627202250"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:02:17.749751 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [req-e57f484a-bcca-4bda-aa14-a7610135653a req-9c188d26-35e8-4a4a-91fd-75071dd0e8ff tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Floating IP 48b80013-6e71-4751-915d-8748f208b19b associated. External IP: 172.25.4.163, port: 1c619f47-fc6a-4388-86fb-8892dc475079. Feb 07 21:02:17.785812 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device acf19ea0-b73e-408e-8078-11e03cb0b5c0 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:02:17.801163 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-64ca4c18-bb14-4373-b4c1-13e3acf24c16 req-1f470f7e-22b2-4d76-a33a-b4a16386ec94 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Calling delete_port for acf19ea0-b73e-408e-8078-11e03cb0b5c0 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:02:17.806206 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:17.915052 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd30a-b501-4aa0-9ebb-adf78a7d36f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (ace9f9a3-c447-405e-bdc2-9cea27d731a8), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:18.032829 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-cafb7fe8-39b2-4a8e-b350-493adf01043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:18.034353 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-cafb7fe8-39b2-4a8e-b350-493adf01043d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c3146a46-c721-423b-a88e-d119ffbfea60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5728130 Feb 07 21:02:18.036914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-3c888a11-9e44-4c2e-baf8-9af1930f6909 service neutron] 10.222.0.65 "GET /v2.0/networks/e02d8c09-4b21-4c60-8568-f273ab420b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8824968 Feb 07 21:02:18.043394 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port acf19ea0-b73e-408e-8078-11e03cb0b5c0 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:18.043934 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (acf19ea0-b73e-408e-8078-11e03cb0b5c0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:18.126115 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device db3aa929-b7d7-4546-aef1-439cfb78f41b up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:02:18.285512 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0d55bb-5a5a-4084-8e8b-9bbee18b4e87 None None] Network 5942773c-c1f0-4da5-b6b8-fbebb04e57b8 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:02:18.321559 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e57f484a-bcca-4bda-aa14-a7610135653a req-9c188d26-35e8-4a4a-91fd-75071dd0e8ff tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:02:18.360850 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3fd30a-b501-4aa0-9ebb-adf78a7d36f5 admin admin] Network 26f3676b-4185-4df6-916b-a4e575eb3d09 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:02:18.381891 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-eb3fd30a-b501-4aa0-9ebb-adf78a7d36f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:02:18.419693 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3fd30a-b501-4aa0-9ebb-adf78a7d36f5 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:02:18.440517 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fc9b5f-7987-42a7-a728-af30264bb783', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acf19ea0-b73e-408e-8078-11e03cb0b5c0'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:02:18.443548 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e5af33-ffd4-47db-b082-3bd68043ffb5" -d '{"events": [{"server_uuid": "80fc9b5f-7987-42a7-a728-af30264bb783", "name": "network-vif-unplugged", "status": "completed", "tag": "acf19ea0-b73e-408e-8078-11e03cb0b5c0"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:02:18.492800 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port acf19ea0-b73e-408e-8078-11e03cb0b5c0, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=acf19ea0-b73e-408e-8078-11e03cb0b5c0,segment=NetworkSegment(8dbc27c3-8b29-446a-9851-9122c1639fcc),segment_id=8dbc27c3-8b29-446a-9851-9122c1639fcc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:18.513942 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port db3aa929-b7d7-4546-aef1-439cfb78f41b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:18.532569 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (db3aa929-b7d7-4546-aef1-439cfb78f41b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:18.557941 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e641cf2a-cca0-46ce-8d66-ae28ef54be5b None None] Provisioning complete for port 9e8dcf30-1e4a-4317-8226-bc2231136312 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:18.562420 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e641cf2a-cca0-46ce-8d66-ae28ef54be5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9e8dcf30-1e4a-4317-8226-bc2231136312), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:18.657668 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a825744c-d699-4b19-a2c8-3153e0e98ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:18.662999 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd30a-b501-4aa0-9ebb-adf78a7d36f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (64b413bd-dc47-466a-9f69-104fa2b329fb), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:18.677970 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3fd30a-b501-4aa0-9ebb-adf78a7d36f5 admin admin] Pushing event updated for resources: {'Port': ['ID=ace9f9a3-c447-405e-bdc2-9cea27d731a8,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:18.709342 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (acf19ea0-b73e-408e-8078-11e03cb0b5c0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:18.898966 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d777e-47b3-4993-89e7-e5ddba3bf651 req-f4377b1d-f41b-473a-a66a-1730b3aefaa2 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:18.903110 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f6d777e-47b3-4993-89e7-e5ddba3bf651 req-f4377b1d-f41b-473a-a66a-1730b3aefaa2 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 945 time: 0.2642343 Feb 07 21:02:18.999769 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=acf19ea0-b73e-408e-8078-11e03cb0b5c0,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:19.054624 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e57f484a-bcca-4bda-aa14-a7610135653a req-9c188d26-35e8-4a4a-91fd-75071dd0e8ff tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:02:19.069098 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e57f484a-bcca-4bda-aa14-a7610135653a req-9c188d26-35e8-4a4a-91fd-75071dd0e8ff tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:19.105530 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f039f2-9c0f-46f2-9ea7-0f3b8c964fd8 None None] Sync routers for ids ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:02:19.166352 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e57f484a-bcca-4bda-aa14-a7610135653a req-9c188d26-35e8-4a4a-91fd-75071dd0e8ff tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "PUT /v2.0/floatingips/48b80013-6e71-4751-915d-8748f208b19b HTTP/1.1" status: 200 len: 996 time: 6.3061678 Feb 07 21:02:19.191565 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f6d777e-47b3-4993-89e7-e5ddba3bf651 req-8ef095cc-b572-4096-a418-7b8ec786ae3f tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700675 Feb 07 21:02:19.216101 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-2ef7f462-c7c3-4103-8164-2abba8a8ddad service neutron] 10.222.0.71 "GET /v2.0/networks/c3146a46-c721-423b-a88e-d119ffbfea60?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1275339 Feb 07 21:02:19.283286 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f039f2-9c0f-46f2-9ea7-0f3b8c964fd8 None None] Routers {'89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:02:19.285356 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-05f039f2-9c0f-46f2-9ea7-0f3b8c964fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:19.310886 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f484a-bcca-4bda-aa14-a7610135653a req-67eff79c-9021-44be-8dd0-4a325b0c1df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:19.316902 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e57f484a-bcca-4bda-aa14-a7610135653a req-67eff79c-9021-44be-8dd0-4a325b0c1df7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=390bb4ffe0104a5cbfd48bfe929d4aa0&device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 1127 time: 0.1236782 Feb 07 21:02:19.417855 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5e388002-f855-4140-a37f-7a5659cc3d83 req-5d7a122b-b2e9-4618-a0ed-4d2e7684f411 service neutron] 10.222.0.71 "GET /v2.0/networks/c3146a46-c721-423b-a88e-d119ffbfea60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938133 Feb 07 21:02:19.454976 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-64ca4c18-bb14-4373-b4c1-13e3acf24c16 req-1f470f7e-22b2-4d76-a33a-b4a16386ec94 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (acf19ea0-b73e-408e-8078-11e03cb0b5c0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:19.499428 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['1c619f47-fc6a-4388-86fb-8892dc475079'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:02:19.561768 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f470f7e-22b2-4d76-a33a-b4a16386ec94 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Pushing event deleted for resources: {'Port': ['ID=acf19ea0-b73e-408e-8078-11e03cb0b5c0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:19.573236 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] device_id is not set on port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:02:19.612282 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks [] for port (a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:19.640118 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-05f039f2-9c0f-46f2-9ea7-0f3b8c964fd8 None None] Set router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:02:19.679466 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd30a-b501-4aa0-9ebb-adf78a7d36f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ace9f9a3-c447-405e-bdc2-9cea27d731a8), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:19.681636 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:19.689891 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d55b07-f224-4634-818b-2d13506098c6 req-f3c33770-084d-4a98-b09f-a4982a01e91c tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:19.700150 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a7d55b07-f224-4634-818b-2d13506098c6 req-f3c33770-084d-4a98-b09f-a4982a01e91c tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b225880-5473-4ab3-95c2-17feabaacc74 HTTP/1.1" status: 200 len: 944 time: 0.2457671 Feb 07 21:02:19.792105 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Pushing event updated for resources: {'Port': ['ID=a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:19.847987 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:19.848387 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:19.848920 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:19.855526 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ca4c18-bb14-4373-b4c1-13e3acf24c16 req-1f470f7e-22b2-4d76-a33a-b4a16386ec94 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] No DVR routers for this DVR port acf19ea0-b73e-408e-8078-11e03cb0b5c0 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:02:19.857650 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:19.858283 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:19.859550 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-64ca4c18-bb14-4373-b4c1-13e3acf24c16 req-1f470f7e-22b2-4d76-a33a-b4a16386ec94 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:19.864605 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-64ca4c18-bb14-4373-b4c1-13e3acf24c16 req-1f470f7e-22b2-4d76-a33a-b4a16386ec94 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.69 "DELETE /v2.0/ports/acf19ea0-b73e-408e-8078-11e03cb0b5c0 HTTP/1.1" status: 204 len: 173 time: 4.5430512 Feb 07 21:02:19.865348 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempt 2 to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a Feb 07 21:02:19.920104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port db3aa929-b7d7-4546-aef1-439cfb78f41b is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:19.920457 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (db3aa929-b7d7-4546-aef1-439cfb78f41b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:19.947775 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port db3aa929-b7d7-4546-aef1-439cfb78f41b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=db3aa929-b7d7-4546-aef1-439cfb78f41b,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:19.972710 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e641cf2a-cca0-46ce-8d66-ae28ef54be5b None None] Current status of the port 9e8dcf30-1e4a-4317-8226-bc2231136312 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:19.973092 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e641cf2a-cca0-46ce-8d66-ae28ef54be5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9e8dcf30-1e4a-4317-8226-bc2231136312), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:19.979714 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a7d55b07-f224-4634-818b-2d13506098c6 req-009f2f27-691a-4be6-b5ef-9d2c870f754f tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/security-groups?id=82b97d36-caa2-4fd0-8c84-e78bd09b7259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2725465 Feb 07 21:02:19.986839 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (db3aa929-b7d7-4546-aef1-439cfb78f41b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:19.987639 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9e8dcf30-1e4a-4317-8226-bc2231136312 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:02:20.003765 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f484a-bcca-4bda-aa14-a7610135653a req-8df3ecfa-8da2-4779-bc85-9ff66172ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:20.009892 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e57f484a-bcca-4bda-aa14-a7610135653a req-8df3ecfa-8da2-4779-bc85-9ff66172ebc3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=21a6194c-d716-4999-aeaa-5b2b71cb17eb HTTP/1.1" status: 200 len: 922 time: 0.6821005 Feb 07 21:02:20.070981 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e641cf2a-cca0-46ce-8d66-ae28ef54be5b None None] For port 9e8dcf30-1e4a-4317-8226-bc2231136312, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9e8dcf30-1e4a-4317-8226-bc2231136312,segment=NetworkSegment(05c0ec02-b765-4e03-be6a-778c07e8f7dd),segment_id=05c0ec02-b765-4e03-be6a-778c07e8f7dd)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:20.140273 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e641cf2a-cca0-46ce-8d66-ae28ef54be5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9e8dcf30-1e4a-4317-8226-bc2231136312), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:20.294652 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e57f484a-bcca-4bda-aa14-a7610135653a req-3e650e06-f20a-448d-a56a-5aecb6f7f00f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c619f47-fc6a-4388-86fb-8892dc475079 HTTP/1.1" status: 200 len: 999 time: 0.2812238 Feb 07 21:02:20.296387 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df9eb80-cb13-477b-ac39-495392aefee0 x-openstack-request-id: req-6df9eb80-cb13-477b-ac39-495392aefee0 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:02:20.296670 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a325400b-a5dd-415a-9446-55ca0aa3ca84", "name": "network-vif-deleted", "tag": "dfd6e5aa-c304-48b1-a170-fea627202250", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:02:20.296929 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6df9eb80-cb13-477b-ac39-495392aefee0 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:02:20.297327 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a325400b-a5dd-415a-9446-55ca0aa3ca84', 'name': 'network-vif-deleted', 'tag': 'dfd6e5aa-c304-48b1-a170-fea627202250', 'status': 'completed', 'code': 200} Feb 07 21:02:20.324807 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd30a-b501-4aa0-9ebb-adf78a7d36f5 admin admin] Publish callbacks [] for port (ace9f9a3-c447-405e-bdc2-9cea27d731a8), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:20.331505 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37520665-7e36-417a-a73c-7e8ba73d5a4d x-openstack-request-id: req-37520665-7e36-417a-a73c-7e8ba73d5a4d {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:02:20.331848 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b225880-5473-4ab3-95c2-17feabaacc74", "tag": "bfbc656a-2a6a-4b89-9a49-185f7cea4a2c", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:02:20.332157 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-05f039f2-9c0f-46f2-9ea7-0f3b8c964fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-router', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:42Z', 'revision_number': 4, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'gw_port': {'id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '48b80013-6e71-4751-915d-8748f208b19b', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'port_id': '1c619f47-fc6a-4388-86fb-8892dc475079', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 790, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'mac_address': 'fa:16:3e:23:5d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794cbbc-fde1-434c-9102-b948f32a0fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:01:06Z', 'updated_at': '2022-02-07T21:02:15Z', 'revision_number': 8, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973983e9-741d-4100-bc08-8d6bc06a1735', 'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'mac_address': 'fa:16:3e:f6:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '4697809e-6faf-4265-b583-499d13fd2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:41Z', 'updated_at': '2022-02-07T21:00:49Z', 'revision_number': 5, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'subnets': [{'id': '4697809e-6faf-4265-b583-499d13fd2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:20.336339 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-37520665-7e36-417a-a73c-7e8ba73d5a4d {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:02:20.336939 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b225880-5473-4ab3-95c2-17feabaacc74', 'tag': 'bfbc656a-2a6a-4b89-9a49-185f7cea4a2c', 'status': 'completed', 'code': 200} Feb 07 21:02:20.377952 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f484a-bcca-4bda-aa14-a7610135653a req-0e0727ab-f4bf-40bd-920b-485436733cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:20.380990 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e57f484a-bcca-4bda-aa14-a7610135653a req-0e0727ab-f4bf-40bd-920b-485436733cb1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4697809e-6faf-4265-b583-499d13fd2637 HTTP/1.1" status: 200 len: 860 time: 0.0799453 Feb 07 21:02:20.399113 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:20.399455 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:20.400509 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:20.494963 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 9e8dcf30-1e4a-4317-8226-bc2231136312 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:20.495737 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9e8dcf30-1e4a-4317-8226-bc2231136312), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:20.567851 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:20.568140 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:20.575818 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-8cc3af31-a328-463c-b270-936b61925481 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:20.579163 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=db3aa929-b7d7-4546-aef1-439cfb78f41b,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:20.583144 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-8cc3af31-a328-463c-b270-936b61925481 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:20.584952 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-8cc3af31-a328-463c-b270-936b61925481 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.69 "GET /v2.0/networks?id=e02d8c09-4b21-4c60-8568-f273ab420b17&id=5942773c-c1f0-4da5-b6b8-fbebb04e57b8&id=e02d8c09-4b21-4c60-8568-f273ab420b17 HTTP/1.1" status: 200 len: 1391 time: 0.1767166 Feb 07 21:02:20.585729 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd30a-b501-4aa0-9ebb-adf78a7d36f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (ace9f9a3-c447-405e-bdc2-9cea27d731a8), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:20.590425 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempt 3 to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a Feb 07 21:02:20.596529 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f039f2-9c0f-46f2-9ea7-0f3b8c964fd8 None None] Checking router: 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:02:20.598482 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-488dcd62-fdf7-4641-9f16-63a6c9bd89d5 req-5d3c7242-bd81-47ea-b112-e30178df1699 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=638cb943-2847-403b-b487-1cb40ffdce92 HTTP/1.1" status: 200 len: 210 time: 0.2164428 Feb 07 21:02:20.622197 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e8241-2d40-469a-b08e-50e099b96896 req-d64c59c1-5d2a-49e8-82d5-e95fe9c79814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:20.622197 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc7e8241-2d40-469a-b08e-50e099b96896 req-d64c59c1-5d2a-49e8-82d5-e95fe9c79814 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=201d9268974d4320af92b82deb0d76ae&device_id=7b225880-5473-4ab3-95c2-17feabaacc74 HTTP/1.1" status: 200 len: 1126 time: 0.4407911 Feb 07 21:02:20.671258 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f484a-bcca-4bda-aa14-a7610135653a req-ff22b406-efd6-4be3-95ab-4f836cd06726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:20.675533 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e57f484a-bcca-4bda-aa14-a7610135653a req-ff22b406-efd6-4be3-95ab-4f836cd06726 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=21a6194c-d716-4999-aeaa-5b2b71cb17eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2805951 Feb 07 21:02:20.687717 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-717aa38a-355e-4303-ae47-29099d0cfd50 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Request body: {'port': {'device_id': '638cb943-2847-403b-b487-1cb40ffdce92', 'network_id': 'e02d8c09-4b21-4c60-8568-f273ab420b17', 'admin_state_up': True, 'tenant_id': 'a3b2daf220a74f4a903969f6214c990a'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:20.700152 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f039f2-9c0f-46f2-9ea7-0f3b8c964fd8 None None] Routers {'89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:02:20.700996 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-05f039f2-9c0f-46f2-9ea7-0f3b8c964fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:01:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:20.706630 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1da4e6fa-0eb6-40d6-a6d1-cf1ab7b32ce6 None None] Provisioning complete for port ace9f9a3-c447-405e-bdc2-9cea27d731a8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:20.707007 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1da4e6fa-0eb6-40d6-a6d1-cf1ab7b32ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ace9f9a3-c447-405e-bdc2-9cea27d731a8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:20.793347 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00a0493-438d-410d-a052-688b4468b7bd x-openstack-request-id: req-d00a0493-438d-410d-a052-688b4468b7bd {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:02:20.793867 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fc9b5f-7987-42a7-a728-af30264bb783", "name": "network-vif-unplugged", "status": "completed", "tag": "acf19ea0-b73e-408e-8078-11e03cb0b5c0", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:02:20.794279 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d00a0493-438d-410d-a052-688b4468b7bd {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:02:20.795936 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fc9b5f-7987-42a7-a728-af30264bb783', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acf19ea0-b73e-408e-8078-11e03cb0b5c0', 'code': 200} Feb 07 21:02:20.799252 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-e57f484a-bcca-4bda-aa14-a7610135653a req-a2cd9a74-c91f-4556-9021-575d3e61b983 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:02:20.803365 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e57f484a-bcca-4bda-aa14-a7610135653a req-a2cd9a74-c91f-4556-9021-575d3e61b983 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0226238 Feb 07 21:02:20.823938 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:20.824280 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:20.824700 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:20.831322 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3fd30a-b501-4aa0-9ebb-adf78a7d36f5 admin admin] Pushing event updated for resources: {'Port': ['ID=ace9f9a3-c447-405e-bdc2-9cea27d731a8,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:20.853114 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1da4e6fa-0eb6-40d6-a6d1-cf1ab7b32ce6 None None] Port ace9f9a3-c447-405e-bdc2-9cea27d731a8 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:02:20.857285 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:20.857285 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:20.865358 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempt 4 to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a Feb 07 21:02:20.869161 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43df84b5-0198-47e9-aa5d-507425eac724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:20.885126 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-717aa38a-355e-4303-ae47-29099d0cfd50 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Made reservation on behalf of a3b2daf220a74f4a903969f6214c990a for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:02:20.888958 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-717aa38a-355e-4303-ae47-29099d0cfd50 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:20.905178 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:20.905521 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:20.905859 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:20.927969 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0fdffe41-0c4f-4687-9c0e-a22bb5a57411 req-1736de5a-01df-4bc0-bd50-e600753995e9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5900769 Feb 07 21:02:21.033627 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23a617-32fb-4c1e-baa1-2616e10f417d req-69105219-2122-432d-9fd1-7d3ba0006785 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:21.038554 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f23a617-32fb-4c1e-baa1-2616e10f417d req-69105219-2122-432d-9fd1-7d3ba0006785 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 945 time: 0.1309536 Feb 07 21:02:21.088902 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-717aa38a-355e-4303-ae47-29099d0cfd50 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Allocated IP 19.80.0.73 (e02d8c09-4b21-4c60-8568-f273ab420b17/a88e3f40-9ccd-47ea-b917-4da426c20947/8781d58e-23ad-4ffc-8b16-b520d7b6c50a) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:02:21.120929 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e8241-2d40-469a-b08e-50e099b96896 req-c7a26a5d-c149-4162-92be-ebc484367127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:21.122502 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc7e8241-2d40-469a-b08e-50e099b96896 req-c7a26a5d-c149-4162-92be-ebc484367127 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c3146a46-c721-423b-a88e-d119ffbfea60 HTTP/1.1" status: 200 len: 913 time: 0.4878290 Feb 07 21:02:21.128132 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e57f484a-bcca-4bda-aa14-a7610135653a req-35039295-ba53-49b8-a6b2-7724e277d8fc service neutron] 10.222.0.65 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097222 Feb 07 21:02:21.133993 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f23a617-32fb-4c1e-baa1-2616e10f417d req-3835887a-34cd-4aa5-8598-22d0095ceaae tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838814 Feb 07 21:02:21.234391 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:21.236706 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:21.248033 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempt 5 to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a Feb 07 21:02:21.250620 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e57f484a-bcca-4bda-aa14-a7610135653a req-ad89a521-58c5-4b68-a3d7-5331f24ef45c service neutron] 10.222.0.65 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130149 Feb 07 21:02:21.310143 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc7e8241-2d40-469a-b08e-50e099b96896 req-c802c91b-5bbd-4682-a72c-1905eeb54926 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfbc656a-2a6a-4b89-9a49-185f7cea4a2c HTTP/1.1" status: 200 len: 217 time: 0.1738529 Feb 07 21:02:21.364560 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1da4e6fa-0eb6-40d6-a6d1-cf1ab7b32ce6 None None] Provisioning complete for port 9e8dcf30-1e4a-4317-8226-bc2231136312 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:21.366121 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1da4e6fa-0eb6-40d6-a6d1-cf1ab7b32ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9e8dcf30-1e4a-4317-8226-bc2231136312), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:21.415385 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e8241-2d40-469a-b08e-50e099b96896 req-9b6928ef-3377-4e2e-8a8a-f1681b1ee418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:21.416987 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc7e8241-2d40-469a-b08e-50e099b96896 req-9b6928ef-3377-4e2e-8a8a-f1681b1ee418 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=db292aec-1a57-4b47-8954-d9d39e39a101 HTTP/1.1" status: 200 len: 851 time: 0.1005993 Feb 07 21:02:21.539528 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 9e8dcf30-1e4a-4317-8226-bc2231136312 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:21.540928 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 48d69c8c-5927-4503-84cb-010068f47224 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:02:21.554232 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1da4e6fa-0eb6-40d6-a6d1-cf1ab7b32ce6 None None] Current status of the port 9e8dcf30-1e4a-4317-8226-bc2231136312 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:21.652751 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd30a-b501-4aa0-9ebb-adf78a7d36f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (64b413bd-dc47-466a-9f69-104fa2b329fb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:21.686997 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:21.689432 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641cf2a-cca0-46ce-8d66-ae28ef54be5b None None] Pushing event updated for resources: {'Port': ['ID=9e8dcf30-1e4a-4317-8226-bc2231136312,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:21.690000 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:21.690564 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:21.724730 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae09345b-c7cd-4d85-85d2-7be65949bb61 req-789d4561-8967-43f5-9c19-2da1c38585ef tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/floatingips/48b80013-6e71-4751-915d-8748f208b19b HTTP/1.1" status: 200 len: 996 time: 0.2993276 Feb 07 21:02:21.735091 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:21.745028 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:21.762384 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece134ce-dfeb-43f5-b555-d84331f8c9a8 req-4d261a65-224d-49d6-bad8-bfffc11ac665 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:21.764251 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ece134ce-dfeb-43f5-b555-d84331f8c9a8 req-4d261a65-224d-49d6-bad8-bfffc11ac665 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b225880-5473-4ab3-95c2-17feabaacc74 HTTP/1.1" status: 200 len: 944 time: 0.3435140 Feb 07 21:02:21.768479 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:21.781558 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempt 6 to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a Feb 07 21:02:21.815972 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e8241-2d40-469a-b08e-50e099b96896 req-8baf69c3-4a0c-4a00-97be-44cdd424bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:21.817352 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc7e8241-2d40-469a-b08e-50e099b96896 req-8baf69c3-4a0c-4a00-97be-44cdd424bc92 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c3146a46-c721-423b-a88e-d119ffbfea60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3113186 Feb 07 21:02:21.822337 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-05f039f2-9c0f-46f2-9ea7-0f3b8c964fd8 None None] Set router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:02:21.925871 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdffe41-0c4f-4687-9c0e-a22bb5a57411 req-5d41b379-1a9b-4889-9fd2-6b354edfae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:21.927569 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0fdffe41-0c4f-4687-9c0e-a22bb5a57411 req-5d41b379-1a9b-4889-9fd2-6b354edfae0e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 1127 time: 0.6898162 Feb 07 21:02:21.928529 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:21.928868 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:21.929196 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:21.939829 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 48d69c8c-5927-4503-84cb-010068f47224 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:21.940269 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (48d69c8c-5927-4503-84cb-010068f47224), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:21.984571 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:21.984893 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:22.003956 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempt 7 to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a Feb 07 21:02:22.078553 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ece134ce-dfeb-43f5-b555-d84331f8c9a8 req-6b1dc59b-2a39-44e9-8434-dc3704e106b7 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/security-groups?id=82b97d36-caa2-4fd0-8c84-e78bd09b7259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2825651 Feb 07 21:02:22.086596 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09345b-c7cd-4d85-85d2-7be65949bb61 req-c705d71e-24ad-47c5-a3c1-9d880a544de8 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:22.099281 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae09345b-c7cd-4d85-85d2-7be65949bb61 req-c705d71e-24ad-47c5-a3c1-9d880a544de8 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 784 time: 0.3770928 Feb 07 21:02:22.114049 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-717aa38a-355e-4303-ae47-29099d0cfd50 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks [] for port (8781d58e-23ad-4ffc-8b16-b520d7b6c50a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:22.149920 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:22.150487 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:22.150839 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:22.168457 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46982) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:22.194455 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc7e8241-2d40-469a-b08e-50e099b96896 req-6a8cce80-be3c-408a-a440-b3913106769d service neutron] 10.222.0.71 "GET /v2.0/networks/c3146a46-c721-423b-a88e-d119ffbfea60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632429 Feb 07 21:02:22.202500 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:22.202968 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:22.218457 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempt 8 to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a Feb 07 21:02:22.264074 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:22.264765 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:22.265540 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:22.292509 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 48d69c8c-5927-4503-84cb-010068f47224 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:22.349367 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3fd30a-b501-4aa0-9ebb-adf78a7d36f5 admin admin] Network 26f3676b-4185-4df6-916b-a4e575eb3d09 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:02:22.354651 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fc9b5f-7987-42a7-a728-af30264bb783', 'name': 'network-vif-deleted', 'tag': 'acf19ea0-b73e-408e-8078-11e03cb0b5c0'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:02:22.357415 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea52682-f2c9-412b-ad50-53105248a27a" -d '{"events": [{"server_uuid": "80fc9b5f-7987-42a7-a728-af30264bb783", "name": "network-vif-deleted", "tag": "acf19ea0-b73e-408e-8078-11e03cb0b5c0"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:02:22.362023 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:22.362659 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:22.371346 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempt 9 to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a Feb 07 21:02:22.372429 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-05f039f2-9c0f-46f2-9ea7-0f3b8c964fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-router', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:42Z', 'revision_number': 4, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'gw_port': {'id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '48b80013-6e71-4751-915d-8748f208b19b', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'port_id': '1c619f47-fc6a-4388-86fb-8892dc475079', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 790, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'mac_address': 'fa:16:3e:23:5d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794cbbc-fde1-434c-9102-b948f32a0fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:01:06Z', 'updated_at': '2022-02-07T21:02:15Z', 'revision_number': 8, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973983e9-741d-4100-bc08-8d6bc06a1735', 'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'mac_address': 'fa:16:3e:f6:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '4697809e-6faf-4265-b583-499d13fd2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:41Z', 'updated_at': '2022-02-07T21:00:49Z', 'revision_number': 5, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'subnets': [{'id': '4697809e-6faf-4265-b583-499d13fd2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:22.392882 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-eb3fd30a-b501-4aa0-9ebb-adf78a7d36f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:02:22.439201 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-717aa38a-355e-4303-ae47-29099d0cfd50 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8781d58e-23ad-4ffc-8b16-b520d7b6c50a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:22.482360 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f039f2-9c0f-46f2-9ea7-0f3b8c964fd8 None None] The sync data for ids ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'] in n-d-828185-2 is: [{'id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-router', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:42Z', 'revision_number': 4, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'gw_port': {'id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '48b80013-6e71-4751-915d-8748f208b19b', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'port_id': '1c619f47-fc6a-4388-86fb-8892dc475079', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 790, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'mac_address': 'fa:16:3e:23:5d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794cbbc-fde1-434c-9102-b948f32a0fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:01:06Z', 'updated_at': '2022-02-07T21:02:15Z', 'revision_number': 8, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973983e9-741d-4100-bc08-8d6bc06a1735', 'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'mac_address': 'fa:16:3e:f6:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '4697809e-6faf-4265-b583-499d13fd2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:41Z', 'updated_at': '2022-02-07T21:00:49Z', 'revision_number': 5, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'subnets': [{'id': '4697809e-6faf-4265-b583-499d13fd2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:02:22.502673 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdffe41-0c4f-4687-9c0e-a22bb5a57411 req-aadb6775-778b-441c-9088-fd4b079fac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:22.504668 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0fdffe41-0c4f-4687-9c0e-a22bb5a57411 req-aadb6775-778b-441c-9088-fd4b079fac11 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 909 time: 0.5447533 Feb 07 21:02:22.514601 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device db3aa929-b7d7-4546-aef1-439cfb78f41b up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:02:22.621573 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:22.622142 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:22.622493 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:22.636633 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port db3aa929-b7d7-4546-aef1-439cfb78f41b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:22.639084 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (db3aa929-b7d7-4546-aef1-439cfb78f41b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:22.706415 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a90a8493-d6a5-4266-90fd-6f52e67efa0f tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks [] for security_group (18721f87-4da0-4392-8cf6-d88149765df9), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:22.731143 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0fdffe41-0c4f-4687-9c0e-a22bb5a57411 req-5ca5d4a8-d3f0-4032-adb4-676172b9f01e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20be04ea-ef7c-4fb7-be48-99f926829cdf HTTP/1.1" status: 200 len: 217 time: 0.1621046 Feb 07 21:02:22.774656 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9794cbbc-fde1-434c-9102-b948f32a0fa2', 'tag': '1c619f47-fc6a-4388-86fb-8892dc475079'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:02:22.778723 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843b5cc4-aa31-4d94-af98-55ace312027c" -d '{"events": [{"name": "network-changed", "server_uuid": "9794cbbc-fde1-434c-9102-b948f32a0fa2", "tag": "1c619f47-fc6a-4388-86fb-8892dc475079"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:02:22.779196 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:22.779535 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:22.802286 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempt 10 to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a Feb 07 21:02:22.805778 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port db3aa929-b7d7-4546-aef1-439cfb78f41b is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:22.806955 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9e8dcf30-1e4a-4317-8226-bc2231136312 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:02:22.830184 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-717aa38a-355e-4303-ae47-29099d0cfd50 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Network e02d8c09-4b21-4c60-8568-f273ab420b17 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:02:22.863050 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 9e8dcf30-1e4a-4317-8226-bc2231136312 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:22.863433 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9e8dcf30-1e4a-4317-8226-bc2231136312), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:22.871679 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717aa38a-355e-4303-ae47-29099d0cfd50 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event updated for resources: {'Port': ['ID=8781d58e-23ad-4ffc-8b16-b520d7b6c50a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:22.914252 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device bfbc656a-2a6a-4b89-9a49-185f7cea4a2c details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:02:22.938314 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a90a8493-d6a5-4266-90fd-6f52e67efa0f tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks [] for security_group (18721f87-4da0-4392-8cf6-d88149765df9), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:22.957731 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf25937f-3a60-4d93-85b0-26e3ff7f4fc3 None None] New status for floating IP 48b80013-6e71-4751-915d-8748f208b19b: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:02:22.984432 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 9e8dcf30-1e4a-4317-8226-bc2231136312 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:22.994980 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-339002c1-c9c3-4f29-a3a3-6bcadb2096ed None None] Provisioning complete for port ace9f9a3-c447-405e-bdc2-9cea27d731a8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:22.999830 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-339002c1-c9c3-4f29-a3a3-6bcadb2096ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ace9f9a3-c447-405e-bdc2-9cea27d731a8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:23.036354 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc7e8241-2d40-469a-b08e-50e099b96896 req-d18d5991-c990-408e-a2a3-fdf5f99b03ea service neutron] 10.222.0.71 "GET /v2.0/networks/c3146a46-c721-423b-a88e-d119ffbfea60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307961 Feb 07 21:02:23.044161 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-872a8786-93df-4c2d-a464-01b69782230c req-16cf7d0a-760c-4e99-8542-56390842e2eb tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.163 HTTP/1.1" status: 200 len: 999 time: 0.8642750 Feb 07 21:02:23.053031 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-717aa38a-355e-4303-ae47-29099d0cfd50 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:02:23.060495 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:23.061496 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:23.062248 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:23.070150 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdffe41-0c4f-4687-9c0e-a22bb5a57411 req-219c9e83-2615-47d5-bfb9-06ab45cb9661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:23.073340 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0fdffe41-0c4f-4687-9c0e-a22bb5a57411 req-219c9e83-2615-47d5-bfb9-06ab45cb9661 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=da67b52e-9fa9-4eda-bee9-de250f228011 HTTP/1.1" status: 200 len: 848 time: 0.3210289 Feb 07 21:02:23.075788 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-717aa38a-355e-4303-ae47-29099d0cfd50 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:02:23.129646 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-339002c1-c9c3-4f29-a3a3-6bcadb2096ed None None] Port ace9f9a3-c447-405e-bdc2-9cea27d731a8 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:02:23.135879 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:23.186987 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366f9f2-8d14-4f2c-8bd6-80627cb13434 req-99c53cb7-7fd2-4ba7-a55c-d526456456d7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:23.187925 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port bfbc656a-2a6a-4b89-9a49-185f7cea4a2c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=bfbc656a-2a6a-4b89-9a49-185f7cea4a2c,segment=NetworkSegment(47dad31d-c902-4743-8242-9049f1f64633),segment_id=47dad31d-c902-4743-8242-9049f1f64633)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:23.200268 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a366f9f2-8d14-4f2c-8bd6-80627cb13434 req-99c53cb7-7fd2-4ba7-a55c-d526456456d7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=638cb943-2847-403b-b487-1cb40ffdce92 HTTP/1.1" status: 200 len: 931 time: 0.4158659 Feb 07 21:02:23.202386 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'bfbc656a-2a6a-4b89-9a49-185f7cea4a2c', 'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60', 'port_id': 'bfbc656a-2a6a-4b89-9a49-185f7cea4a2c', 'mac_address': 'fa:16:3e:10:1a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db292aec-1a57-4b47-8954-d9d39e39a101', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:02:23.225044 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-717aa38a-355e-4303-ae47-29099d0cfd50 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:23.227929 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-717aa38a-355e-4303-ae47-29099d0cfd50 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:23.265176 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a90a8493-d6a5-4266-90fd-6f52e67efa0f tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (18721f87-4da0-4392-8cf6-d88149765df9), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:23.271672 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a90a8493-d6a5-4266-90fd-6f52e67efa0f tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:23.274475 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port bfbc656a-2a6a-4b89-9a49-185f7cea4a2c is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:23.274944 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bfbc656a-2a6a-4b89-9a49-185f7cea4a2c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:23.278439 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a90a8493-d6a5-4266-90fd-6f52e67efa0f tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "DELETE /v2.0/security-groups/18721f87-4da0-4392-8cf6-d88149765df9 HTTP/1.1" status: 204 len: 168 time: 1.1078694 Feb 07 21:02:23.281892 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46994) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:23.300161 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfbc656a-2a6a-4b89-9a49-185f7cea4a2c {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:02:23.345928 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port bfbc656a-2a6a-4b89-9a49-185f7cea4a2c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=bfbc656a-2a6a-4b89-9a49-185f7cea4a2c,segment=NetworkSegment(47dad31d-c902-4743-8242-9049f1f64633),segment_id=47dad31d-c902-4743-8242-9049f1f64633)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:23.353806 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a366f9f2-8d14-4f2c-8bd6-80627cb13434 req-3bcbe1de-be3a-4488-9c5a-c2b6bbf43fce tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500497 Feb 07 21:02:23.360528 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (bfbc656a-2a6a-4b89-9a49-185f7cea4a2c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:23.382850 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a8786-93df-4c2d-a464-01b69782230c req-755e4fce-5205-4d50-b46b-25f8b47b78fd tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:23.396068 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-872a8786-93df-4c2d-a464-01b69782230c req-755e4fce-5205-4d50-b46b-25f8b47b78fd tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports/1c619f47-fc6a-4388-86fb-8892dc475079 HTTP/1.1" status: 200 len: 942 time: 0.3352995 Feb 07 21:02:23.443392 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0fdffe41-0c4f-4687-9c0e-a22bb5a57411 req-186edc57-d591-429f-a623-b45ad7022750 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6d967ae2-07ea-401e-8063-c085e3020e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1824298 Feb 07 21:02:23.474423 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=bfbc656a-2a6a-4b89-9a49-185f7cea4a2c,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:23.482540 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-717aa38a-355e-4303-ae47-29099d0cfd50 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8000684 Feb 07 21:02:23.486039 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:23.486423 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:23.486807 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:23.520443 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f958bc67-2004-407a-b420-491d826d162d None None] Provisioning complete for port 8781d58e-23ad-4ffc-8b16-b520d7b6c50a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:23.520925 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f958bc67-2004-407a-b420-491d826d162d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8781d58e-23ad-4ffc-8b16-b520d7b6c50a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:23.602869 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f958bc67-2004-407a-b420-491d826d162d None None] Port 8781d58e-23ad-4ffc-8b16-b520d7b6c50a cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:02:23.607392 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a8493-d6a5-4266-90fd-6f52e67efa0f tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18721f87-4da0-4392-8cf6-d88149765df9,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:23.612865 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0fdffe41-0c4f-4687-9c0e-a22bb5a57411 req-00eac455-8c0a-4418-999e-3c1e0a64e40e service neutron] 10.222.0.71 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174777 Feb 07 21:02:23.631808 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aff4ed1c-7c3d-4e19-b1a3-a1aa6b9cb4ee tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Request body: {'port': {'device_id': '638cb943-2847-403b-b487-1cb40ffdce92', 'network_id': '5942773c-c1f0-4da5-b6b8-fbebb04e57b8', 'admin_state_up': True, 'tenant_id': 'a3b2daf220a74f4a903969f6214c990a'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:23.654182 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-872a8786-93df-4c2d-a464-01b69782230c req-434d709e-bdaa-4a01-bd8b-c0c5008a2c2b tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.163 HTTP/1.1" status: 200 len: 1001 time: 0.2065938 Feb 07 21:02:23.745603 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['bfbc656a-2a6a-4b89-9a49-185f7cea4a2c'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:02:23.772039 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3fd30a-b501-4aa0-9ebb-adf78a7d36f5 admin admin] Router 64b413bd-dc47-466a-9f69-104fa2b329fb has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:02:23.775961 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-d992a18c-8fc7-4b72-8c10-f9ddbed1731e tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] show failed (client error): The resource could not be found. Feb 07 21:02:23.777167 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d992a18c-8fc7-4b72-8c10-f9ddbed1731e tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "GET /v2.0/security-groups/18721f87-4da0-4392-8cf6-d88149765df9 HTTP/1.1" status: 404 len: 347 time: 0.3509026 Feb 07 21:02:23.785911 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46998) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:23.803087 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a8786-93df-4c2d-a464-01b69782230c req-95e46b3e-6e88-4922-9d58-8969beabffb2 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:23.804808 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-872a8786-93df-4c2d-a464-01b69782230c req-95e46b3e-6e88-4922-9d58-8969beabffb2 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 784 time: 0.1495776 Feb 07 21:02:23.888806 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-872a8786-93df-4c2d-a464-01b69782230c req-52a15f1b-2540-4c4c-997a-3cb1f924c105 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.163 HTTP/1.1" status: 200 len: 1001 time: 0.0752439 Feb 07 21:02:23.905490 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e1072-2093-4bc7-ac27-de00121b7520 req-8004c9aa-5d08-4fce-8e18-c18892556b73 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:23.915498 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a29e1072-2093-4bc7-ac27-de00121b7520 req-8004c9aa-5d08-4fce-8e18-c18892556b73 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 945 time: 0.3795459 Feb 07 21:02:23.920344 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] For port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:02:23.920965 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempted to set empty binding levels {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 07 21:02:23.935785 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-872a8786-93df-4c2d-a464-01b69782230c req-0902f1c3-76e5-4fdf-a658-f07471ac924a tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:24.027470 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:24.046119 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aff4ed1c-7c3d-4e19-b1a3-a1aa6b9cb4ee tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Made reservation on behalf of a3b2daf220a74f4a903969f6214c990a for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:02:24.052062 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aff4ed1c-7c3d-4e19-b1a3-a1aa6b9cb4ee tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:24.081916 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-872a8786-93df-4c2d-a464-01b69782230c req-0902f1c3-76e5-4fdf-a658-f07471ac924a tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks [] for floatingip (48b80013-6e71-4751-915d-8748f208b19b), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:24.094156 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a29e1072-2093-4bc7-ac27-de00121b7520 req-4eb0e231-6657-486a-85b0-eec550930b60 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773541 Feb 07 21:02:24.199362 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d177e55-40c1-4f24-bef4-969d797c8886 x-openstack-request-id: req-2d177e55-40c1-4f24-bef4-969d797c8886 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:02:24.199803 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fc9b5f-7987-42a7-a728-af30264bb783", "name": "network-vif-deleted", "tag": "acf19ea0-b73e-408e-8078-11e03cb0b5c0", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:02:24.200062 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d177e55-40c1-4f24-bef4-969d797c8886 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:02:24.200597 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fc9b5f-7987-42a7-a728-af30264bb783', 'name': 'network-vif-deleted', 'tag': 'acf19ea0-b73e-408e-8078-11e03cb0b5c0', 'status': 'completed', 'code': 200} Feb 07 21:02:24.256450 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c2eaf7-b102-4fc9-8d27-0f13109f1102 x-openstack-request-id: req-13c2eaf7-b102-4fc9-8d27-0f13109f1102 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:02:24.257051 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9794cbbc-fde1-434c-9102-b948f32a0fa2", "tag": "1c619f47-fc6a-4388-86fb-8892dc475079", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:02:24.257524 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-13c2eaf7-b102-4fc9-8d27-0f13109f1102 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:02:24.258023 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9794cbbc-fde1-434c-9102-b948f32a0fa2', 'tag': '1c619f47-fc6a-4388-86fb-8892dc475079', 'status': 'completed', 'code': 200} Feb 07 21:02:24.271463 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] In _notify_port_updated(), no bound segment for port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 07 21:02:24.273345 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.273955 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:24.275397 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] 10.222.0.65 "PUT /v2.0/ports/a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a HTTP/1.1" status: 200 len: 974 time: 6.8317225 Feb 07 21:02:24.278118 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47000) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:24.338529 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a11de-5501-4796-bda9-5d7ba6046351 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Pushing event updated for resources: {'Port': ['ID=a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:24.372454 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:24.419567 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0fdffe41-0c4f-4687-9c0e-a22bb5a57411 req-cbdbb3ea-07df-4980-b2cf-abd55c3dfce8 service neutron] 10.222.0.71 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6577134 Feb 07 21:02:24.431210 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3fd30a-b501-4aa0-9ebb-adf78a7d36f5 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:02:24.441376 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-eb3fd30a-b501-4aa0-9ebb-adf78a7d36f5 admin admin] 10.222.0.65 "PUT /v2.0/routers/64b413bd-dc47-466a-9f69-104fa2b329fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7762184 Feb 07 21:02:24.446241 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cca811a-dbe0-4bda-8d80-f23a173f4153 None None] Sync routers for ids ['64b413bd-dc47-466a-9f69-104fa2b329fb'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:02:24.478210 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cca811a-dbe0-4bda-8d80-f23a173f4153 None None] Routers {'64b413bd-dc47-466a-9f69-104fa2b329fb'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:02:24.479805 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4cca811a-dbe0-4bda-8d80-f23a173f4153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:02:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['64b413bd-dc47-466a-9f69-104fa2b329fb'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:24.522072 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-872a8786-93df-4c2d-a464-01b69782230c req-0902f1c3-76e5-4fdf-a658-f07471ac924a tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:24.546004 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef13d0-7dd3-4d5a-bf77-6fc301501e49 req-d62af1e2-4608-485f-9434-0346d969bc0e tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.553193 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-01ef13d0-7dd3-4d5a-bf77-6fc301501e49 req-d62af1e2-4608-485f-9434-0346d969bc0e tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b225880-5473-4ab3-95c2-17feabaacc74 HTTP/1.1" status: 200 len: 945 time: 0.2558534 Feb 07 21:02:24.555461 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-872a8786-93df-4c2d-a464-01b69782230c req-0902f1c3-76e5-4fdf-a658-f07471ac924a tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (48b80013-6e71-4751-915d-8748f208b19b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:24.555990 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [req-872a8786-93df-4c2d-a464-01b69782230c req-0902f1c3-76e5-4fdf-a658-f07471ac924a tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Floating IP 48b80013-6e71-4751-915d-8748f208b19b disassociated. External IP: 172.25.4.163, port: 1c619f47-fc6a-4388-86fb-8892dc475079. Feb 07 21:02:24.606389 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.609326 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-51cc9660-e454-43cc-a8b2-c89f5cb49f0c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Deleting port 9c11ecbe-325e-4072-9edd-d51e6776eef0 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:02:24.609679 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51cc9660-e454-43cc-a8b2-c89f5cb49f0c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9c11ecbe-325e-4072-9edd-d51e6776eef0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:24.614545 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.615109 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.615587 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.619231 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.619816 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.637395 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.638759 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.639245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.639724 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.640271 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.640765 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.641412 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.642394 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.642867 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.643360 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.643912 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.644461 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.644976 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.645513 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.645983 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.646445 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.646970 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.660632 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.661183 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.661661 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.662208 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.662677 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.663158 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.663736 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.664209 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.664700 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.665166 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.665633 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.666120 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.686196 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ab3bdd82-e742-4b25-9525-f4a8014c7453 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32128 time: 0.4067204 Feb 07 21:02:24.714914 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47012) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:24.768145 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-4cca811a-dbe0-4bda-8d80-f23a173f4153 None None] Set router 64b413bd-dc47-466a-9f69-104fa2b329fb gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:02:24.811592 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aff4ed1c-7c3d-4e19-b1a3-a1aa6b9cb4ee tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Allocated IP 19.86.0.204 (5942773c-c1f0-4da5-b6b8-fbebb04e57b8/2c102528-9885-4a40-9718-4d328c45cdf2/dd6e5acf-50a4-4950-af30-f4dd60edb97f) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:02:24.901995 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b5cc4-aa31-4d94-af98-55ace312027c req-1d7c7f91-25d6-49b7-af19-7f47a2bfc999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:24.906959 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-843b5cc4-aa31-4d94-af98-55ace312027c req-1d7c7f91-25d6-49b7-af19-7f47a2bfc999 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=390bb4ffe0104a5cbfd48bfe929d4aa0&device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 1127 time: 0.6478131 Feb 07 21:02:24.911199 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51cc9660-e454-43cc-a8b2-c89f5cb49f0c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9c11ecbe-325e-4072-9edd-d51e6776eef0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:24.911715 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51cc9660-e454-43cc-a8b2-c89f5cb49f0c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks [] for floatingip (9c11ecbe-325e-4072-9edd-d51e6776eef0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:24.980010 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-51cc9660-e454-43cc-a8b2-c89f5cb49f0c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Calling delete_port for 9c11ecbe-325e-4072-9edd-d51e6776eef0 owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:02:25.278124 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-01ef13d0-7dd3-4d5a-bf77-6fc301501e49 req-02fa5de2-8722-4002-bbad-4d44cd5a3ac1 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/security-groups?id=82b97d36-caa2-4fd0-8c84-e78bd09b7259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7238343 Feb 07 21:02:25.336871 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aff4ed1c-7c3d-4e19-b1a3-a1aa6b9cb4ee tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks [] for port (dd6e5acf-50a4-4950-af30-f4dd60edb97f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:25.338484 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4cca811a-dbe0-4bda-8d80-f23a173f4153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b413bd-dc47-466a-9f69-104fa2b329fb', 'name': 'tempest-TaggedBootDevicesTest_v242-1019776770-router', 'tenant_id': 'e830417663b04a4a8400f6c7d92e27b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'db3aa929-b7d7-4546-aef1-439cfb78f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:02:04Z', 'updated_at': '2022-02-07T21:02:19Z', 'revision_number': 4, 'project_id': 'e830417663b04a4a8400f6c7d92e27b3', 'gw_port': {'id': 'db3aa929-b7d7-4546-aef1-439cfb78f41b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b413bd-dc47-466a-9f69-104fa2b329fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:02:07Z', 'updated_at': '2022-02-07T21:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'ace9f9a3-c447-405e-bdc2-9cea27d731a8', 'name': '', 'network_id': '26f3676b-4185-4df6-916b-a4e575eb3d09', 'tenant_id': 'e830417663b04a4a8400f6c7d92e27b3', 'mac_address': 'fa:16:3e:55:4e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b413bd-dc47-466a-9f69-104fa2b329fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'e1ca3b61-046d-4c3a-b27a-adfbd159281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:02:16Z', 'updated_at': '2022-02-07T21:02:19Z', 'revision_number': 2, 'project_id': 'e830417663b04a4a8400f6c7d92e27b3', 'subnets': [{'id': 'e1ca3b61-046d-4c3a-b27a-adfbd159281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:25.394540 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b5cc4-aa31-4d94-af98-55ace312027c req-3ce15c39-2d67-49bd-959a-488871d783b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:25.396239 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-843b5cc4-aa31-4d94-af98-55ace312027c req-3ce15c39-2d67-49bd-959a-488871d783b6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=21a6194c-d716-4999-aeaa-5b2b71cb17eb HTTP/1.1" status: 200 len: 922 time: 0.4205885 Feb 07 21:02:25.412519 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cca811a-dbe0-4bda-8d80-f23a173f4153 None None] Checking router: 64b413bd-dc47-466a-9f69-104fa2b329fb for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:02:25.412877 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cca811a-dbe0-4bda-8d80-f23a173f4153 None None] Updating router 64b413bd-dc47-466a-9f69-104fa2b329fb port ace9f9a3-c447-405e-bdc2-9cea27d731a8 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:02:25.473107 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4cca811a-dbe0-4bda-8d80-f23a173f4153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ace9f9a3-c447-405e-bdc2-9cea27d731a8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:25.503964 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51cc9660-e454-43cc-a8b2-c89f5cb49f0c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9c11ecbe-325e-4072-9edd-d51e6776eef0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:25.526861 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aff4ed1c-7c3d-4e19-b1a3-a1aa6b9cb4ee tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (dd6e5acf-50a4-4950-af30-f4dd60edb97f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:25.581302 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc9660-e454-43cc-a8b2-c89f5cb49f0c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Pushing event deleted for resources: {'Port': ['ID=9c11ecbe-325e-4072-9edd-d51e6776eef0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:25.676202 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-843b5cc4-aa31-4d94-af98-55ace312027c req-84fbd90a-f020-40de-89f2-3fe2157468e8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c619f47-fc6a-4388-86fb-8892dc475079 HTTP/1.1" status: 200 len: 217 time: 0.2085781 Feb 07 21:02:25.693126 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7ba2ea12-cc26-4c2f-85e2-33f83cd4ff56 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Deleting port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:02:25.693583 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ba2ea12-cc26-4c2f-85e2-33f83cd4ff56 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:25.822444 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aff4ed1c-7c3d-4e19-b1a3-a1aa6b9cb4ee tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Network 5942773c-c1f0-4da5-b6b8-fbebb04e57b8 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:02:25.841497 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aff4ed1c-7c3d-4e19-b1a3-a1aa6b9cb4ee tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:02:25.849182 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4ed1c-7c3d-4e19-b1a3-a1aa6b9cb4ee tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event updated for resources: {'Port': ['ID=dd6e5acf-50a4-4950-af30-f4dd60edb97f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:25.868781 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aff4ed1c-7c3d-4e19-b1a3-a1aa6b9cb4ee tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:02:25.890894 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b5cc4-aa31-4d94-af98-55ace312027c req-ce11a2ad-9305-46b9-865a-ffd31db70ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:25.894697 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-843b5cc4-aa31-4d94-af98-55ace312027c req-ce11a2ad-9305-46b9-865a-ffd31db70ed4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4697809e-6faf-4265-b583-499d13fd2637 HTTP/1.1" status: 200 len: 860 time: 0.1959882 Feb 07 21:02:25.961155 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51cc9660-e454-43cc-a8b2-c89f5cb49f0c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks [] for floatingip (0214faa3-71b5-4de6-8d43-22e6fe9e9ccd), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:25.963737 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51cc9660-e454-43cc-a8b2-c89f5cb49f0c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:25.964963 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-51cc9660-e454-43cc-a8b2-c89f5cb49f0c tempest-ImagesOneServerNegativeTestJSON-1337811227 tempest-ImagesOneServerNegativeTestJSON-1337811227-project] 10.222.0.65 "DELETE /v2.0/floatingips/0214faa3-71b5-4de6-8d43-22e6fe9e9ccd HTTP/1.1" status: 204 len: 168 time: 2.1776328 Feb 07 21:02:26.025322 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aff4ed1c-7c3d-4e19-b1a3-a1aa6b9cb4ee tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:26.026134 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aff4ed1c-7c3d-4e19-b1a3-a1aa6b9cb4ee tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:26.066898 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c4944-d9ca-44e8-9c67-f9c7b93593d6 req-75d6f994-5e39-4689-9655-f8894b4f4c71 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:26.069208 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b8c4944-d9ca-44e8-9c67-f9c7b93593d6 req-75d6f994-5e39-4689-9655-f8894b4f4c71 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=638cb943-2847-403b-b487-1cb40ffdce92 HTTP/1.1" status: 200 len: 931 time: 0.6713305 Feb 07 21:02:26.077000 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aff4ed1c-7c3d-4e19-b1a3-a1aa6b9cb4ee tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4532223 Feb 07 21:02:26.090463 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-f6d2ab5a-258f-491d-bd6e-596fa13496e9 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Request body: {'port': {'device_id': '638cb943-2847-403b-b487-1cb40ffdce92', 'network_id': 'e02d8c09-4b21-4c60-8568-f273ab420b17', 'admin_state_up': True, 'tenant_id': 'a3b2daf220a74f4a903969f6214c990a'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:26.108493 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4cca811a-dbe0-4bda-8d80-f23a173f4153 None None] Publish callbacks [] for port (ace9f9a3-c447-405e-bdc2-9cea27d731a8), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:26.119359 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4cca811a-dbe0-4bda-8d80-f23a173f4153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ace9f9a3-c447-405e-bdc2-9cea27d731a8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:26.142413 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7ba2ea12-cc26-4c2f-85e2-33f83cd4ff56 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] For port a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a, host n-h1-828185-2, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:26.142834 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ba2ea12-cc26-4c2f-85e2-33f83cd4ff56 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:26.154614 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-872a8786-93df-4c2d-a464-01b69782230c req-0902f1c3-76e5-4fdf-a658-f07471ac924a tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:02:26.257944 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c981932-1530-4b7f-8375-d5be193d0d1c None None] Pushing event updated for resources: {'Port': ['ID=ace9f9a3-c447-405e-bdc2-9cea27d731a8,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:26.431402 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-f6d2ab5a-258f-491d-bd6e-596fa13496e9 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Made reservation on behalf of a3b2daf220a74f4a903969f6214c990a for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:02:26.433701 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7ba2ea12-cc26-4c2f-85e2-33f83cd4ff56 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Calling delete_port for a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:02:26.437188 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-f6d2ab5a-258f-491d-bd6e-596fa13496e9 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:26.441926 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-872a8786-93df-4c2d-a464-01b69782230c req-0902f1c3-76e5-4fdf-a658-f07471ac924a tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:02:26.452845 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f411505-20e5-448f-8ac0-30dcce8cb236 None None] Sync routers for ids ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:02:26.470555 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-872a8786-93df-4c2d-a464-01b69782230c req-0902f1c3-76e5-4fdf-a658-f07471ac924a tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:26.482450 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f411505-20e5-448f-8ac0-30dcce8cb236 None None] Routers {'89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:02:26.483048 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9f411505-20e5-448f-8ac0-30dcce8cb236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:02:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:26.506294 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-513867da-862b-47aa-8cd6-a9a46f92b021 None None] Provisioning complete for port dd6e5acf-50a4-4950-af30-f4dd60edb97f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:26.506751 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-513867da-862b-47aa-8cd6-a9a46f92b021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (dd6e5acf-50a4-4950-af30-f4dd60edb97f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:26.508684 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-4cca811a-dbe0-4bda-8d80-f23a173f4153 None None] Attempting to bind port ace9f9a3-c447-405e-bdc2-9cea27d731a8 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:26.509056 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-4cca811a-dbe0-4bda-8d80-f23a173f4153 None None] Attempting to bind port ace9f9a3-c447-405e-bdc2-9cea27d731a8 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'b86f5d91-3209-4260-99c9-6f0c0b155af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '26f3676b-4185-4df6-916b-a4e575eb3d09'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:26.509417 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cca811a-dbe0-4bda-8d80-f23a173f4153 None None] Attempting to bind port ace9f9a3-c447-405e-bdc2-9cea27d731a8 on network 26f3676b-4185-4df6-916b-a4e575eb3d09 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:26.586052 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cca811a-dbe0-4bda-8d80-f23a173f4153 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:02:26.586447 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cca811a-dbe0-4bda-8d80-f23a173f4153 None None] Checking segment: {'id': 'b86f5d91-3209-4260-99c9-6f0c0b155af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '26f3676b-4185-4df6-916b-a4e575eb3d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:02:26.586833 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4cca811a-dbe0-4bda-8d80-f23a173f4153 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:26.587231 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cca811a-dbe0-4bda-8d80-f23a173f4153 None None] Bound using segment: {'id': 'b86f5d91-3209-4260-99c9-6f0c0b155af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '26f3676b-4185-4df6-916b-a4e575eb3d09'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:02:26.587706 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-4cca811a-dbe0-4bda-8d80-f23a173f4153 None None] Bound port: ace9f9a3-c447-405e-bdc2-9cea27d731a8, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86f5d91-3209-4260-99c9-6f0c0b155af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '26f3676b-4185-4df6-916b-a4e575eb3d09'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:02:26.588089 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4cca811a-dbe0-4bda-8d80-f23a173f4153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ace9f9a3-c447-405e-bdc2-9cea27d731a8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:26.689168 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-513867da-862b-47aa-8cd6-a9a46f92b021 None None] Port dd6e5acf-50a4-4950-af30-f4dd60edb97f cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:02:26.715469 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-f6d2ab5a-258f-491d-bd6e-596fa13496e9 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Allocated IP 19.80.0.124 (e02d8c09-4b21-4c60-8568-f273ab420b17/a88e3f40-9ccd-47ea-b917-4da426c20947/85705d87-c858-4a6f-934c-fb10100f802f) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:02:26.757846 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-4cca811a-dbe0-4bda-8d80-f23a173f4153 None None] For port ace9f9a3-c447-405e-bdc2-9cea27d731a8, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:02:26.761890 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-4cca811a-dbe0-4bda-8d80-f23a173f4153 None None] For port ace9f9a3-c447-405e-bdc2-9cea27d731a8, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ace9f9a3-c447-405e-bdc2-9cea27d731a8,segment=NetworkSegment(b86f5d91-3209-4260-99c9-6f0c0b155af7),segment_id=b86f5d91-3209-4260-99c9-6f0c0b155af7)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:02:26.775646 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4cca811a-dbe0-4bda-8d80-f23a173f4153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ace9f9a3-c447-405e-bdc2-9cea27d731a8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:26.800083 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b8c4944-d9ca-44e8-9c67-f9c7b93593d6 req-d83bfad1-1793-460b-a49e-bbf5c84d8f7e tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7158649 Feb 07 21:02:26.826240 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ba2ea12-cc26-4c2f-85e2-33f83cd4ff56 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:26.844588 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b5cc4-aa31-4d94-af98-55ace312027c req-bca3d6a1-100a-44a9-8af5-2ce7ccd8d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:26.844588 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-843b5cc4-aa31-4d94-af98-55ace312027c req-bca3d6a1-100a-44a9-8af5-2ce7ccd8d574 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=21a6194c-d716-4999-aeaa-5b2b71cb17eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8785295 Feb 07 21:02:26.903198 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-872a8786-93df-4c2d-a464-01b69782230c req-0902f1c3-76e5-4fdf-a658-f07471ac924a tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "PUT /v2.0/floatingips/48b80013-6e71-4751-915d-8748f208b19b HTTP/1.1" status: 200 len: 696 time: 3.0071137 Feb 07 21:02:26.951544 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9794cbbc-fde1-434c-9102-b948f32a0fa2', 'tag': '1c619f47-fc6a-4388-86fb-8892dc475079'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:02:26.958709 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e3ac5c-411c-41da-b789-91bc656bce59" -d '{"events": [{"name": "network-changed", "server_uuid": "9794cbbc-fde1-434c-9102-b948f32a0fa2", "tag": "1c619f47-fc6a-4388-86fb-8892dc475079"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:02:27.143775 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-9f411505-20e5-448f-8ac0-30dcce8cb236 None None] Set router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:02:27.145578 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ba2ea12-cc26-4c2f-85e2-33f83cd4ff56 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:27.155291 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47094) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:27.158719 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7ba2ea12-cc26-4c2f-85e2-33f83cd4ff56 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] 10.222.0.65 "DELETE /v2.0/ports/a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a HTTP/1.1" status: 204 len: 168 time: 2.2804263 Feb 07 21:02:27.161547 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2ea12-cc26-4c2f-85e2-33f83cd4ff56 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Pushing event deleted for resources: {'Port': ['ID=a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:27.186975 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-f6d2ab5a-258f-491d-bd6e-596fa13496e9 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks [] for port (85705d87-c858-4a6f-934c-fb10100f802f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:27.268140 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c419701-6b56-4b68-a4d1-323373a6380b tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] GET failed (client error): The resource could not be found. Feb 07 21:02:27.274599 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3c419701-6b56-4b68-a4d1-323373a6380b tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] 10.222.0.65 "GET /v2.0/ports/a62ef95e-5bc4-41c4-80b5-6d0ae8cf463a HTTP/1.1" status: 404 len: 333 time: 0.1174798 Feb 07 21:02:27.280084 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device bfbc656a-2a6a-4b89-9a49-185f7cea4a2c up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:02:27.280958 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47096) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:27.292106 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-0cd4fc4a-81d1-455d-8358-eee614d6b06c tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1646548498', 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:27.386399 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cca811a-dbe0-4bda-8d80-f23a173f4153 None None] Routers {'64b413bd-dc47-466a-9f69-104fa2b329fb'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:02:27.387481 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4cca811a-dbe0-4bda-8d80-f23a173f4153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:02:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['64b413bd-dc47-466a-9f69-104fa2b329fb'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:27.394919 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd4fc4a-81d1-455d-8358-eee614d6b06c tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Made reservation on behalf of 2e25f652b64846c4ac3c40dcba749893 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:02:27.401600 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cd4fc4a-81d1-455d-8358-eee614d6b06c tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:27.406475 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-f6d2ab5a-258f-491d-bd6e-596fa13496e9 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (85705d87-c858-4a6f-934c-fb10100f802f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:27.510879 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a8786-93df-4c2d-a464-01b69782230c req-248672ac-9eb5-4824-9028-4d329cc3300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:27.516564 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-872a8786-93df-4c2d-a464-01b69782230c req-248672ac-9eb5-4824-9028-4d329cc3300c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=390bb4ffe0104a5cbfd48bfe929d4aa0&device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 1127 time: 0.4934826 Feb 07 21:02:27.523562 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-0cd4fc4a-81d1-455d-8358-eee614d6b06c tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] device_id is not set on port 4b273e9c-1c75-4c87-b0ac-ffa4a748d655 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:02:27.592139 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-9671be38-2da7-4a94-a976-8be66bd56ec7 None None] Provisioning complete for port ace9f9a3-c447-405e-bdc2-9cea27d731a8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:27.592693 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9671be38-2da7-4a94-a976-8be66bd56ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ace9f9a3-c447-405e-bdc2-9cea27d731a8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:27.656020 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9f411505-20e5-448f-8ac0-30dcce8cb236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-router', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:42Z', 'revision_number': 4, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'gw_port': {'id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '973983e9-741d-4100-bc08-8d6bc06a1735', 'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'mac_address': 'fa:16:3e:f6:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '4697809e-6faf-4265-b583-499d13fd2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:41Z', 'updated_at': '2022-02-07T21:00:49Z', 'revision_number': 5, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'subnets': [{'id': '4697809e-6faf-4265-b583-499d13fd2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:27.697707 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c981932-1530-4b7f-8375-d5be193d0d1c None None] Pushing event updated for resources: {'Port': ['ID=ace9f9a3-c447-405e-bdc2-9cea27d731a8,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:27.729745 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f411505-20e5-448f-8ac0-30dcce8cb236 None None] Checking router: 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:02:27.743066 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f411505-20e5-448f-8ac0-30dcce8cb236 None None] Routers {'89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:02:27.744067 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9f411505-20e5-448f-8ac0-30dcce8cb236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:02:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:27.822362 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-843b5cc4-aa31-4d94-af98-55ace312027c req-d5606ef4-cd4c-45e9-bc92-5dbfb6c835ad service neutron] 10.222.0.71 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9588795 Feb 07 21:02:27.823401 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a8786-93df-4c2d-a464-01b69782230c req-a13edf74-4a46-4bdb-bb2b-cb25a7414bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:27.824934 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-872a8786-93df-4c2d-a464-01b69782230c req-a13edf74-4a46-4bdb-bb2b-cb25a7414bb7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=21a6194c-d716-4999-aeaa-5b2b71cb17eb HTTP/1.1" status: 200 len: 922 time: 0.2999353 Feb 07 21:02:27.867284 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port bfbc656a-2a6a-4b89-9a49-185f7cea4a2c completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:02:27.908559 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port bfbc656a-2a6a-4b89-9a49-185f7cea4a2c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:27.908910 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (bfbc656a-2a6a-4b89-9a49-185f7cea4a2c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:27.955862 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cd4fc4a-81d1-455d-8358-eee614d6b06c tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks [] for port (4b273e9c-1c75-4c87-b0ac-ffa4a748d655), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:28.033765 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9671be38-2da7-4a94-a976-8be66bd56ec7 None None] Current status of the port ace9f9a3-c447-405e-bdc2-9cea27d731a8 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:28.034163 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9671be38-2da7-4a94-a976-8be66bd56ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ace9f9a3-c447-405e-bdc2-9cea27d731a8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:28.061203 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-9f411505-20e5-448f-8ac0-30dcce8cb236 None None] Set router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:02:28.082708 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2ab5a-258f-491d-bd6e-596fa13496e9 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event updated for resources: {'Port': ['ID=85705d87-c858-4a6f-934c-fb10100f802f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:28.089223 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-4cca811a-dbe0-4bda-8d80-f23a173f4153 None None] Set router 64b413bd-dc47-466a-9f69-104fa2b329fb gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:02:28.103502 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc292a-ed03-453a-9026-a3c28f6d9d63 req-d2d02dcc-3dc6-4ac6-aaef-602d0b8fbd46 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:28.104789 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-f6d2ab5a-258f-491d-bd6e-596fa13496e9 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Network e02d8c09-4b21-4c60-8568-f273ab420b17 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:02:28.107345 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-86fc292a-ed03-453a-9026-a3c28f6d9d63 req-d2d02dcc-3dc6-4ac6-aaef-602d0b8fbd46 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 945 time: 1.0787401 Feb 07 21:02:28.110416 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cd4fc4a-81d1-455d-8358-eee614d6b06c tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (4b273e9c-1c75-4c87-b0ac-ffa4a748d655), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:28.115663 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-f6d2ab5a-258f-491d-bd6e-596fa13496e9 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:02:28.117510 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-843b5cc4-aa31-4d94-af98-55ace312027c req-9e9adda1-4d9e-430d-8c2a-c76943aa2f22 service neutron] 10.222.0.71 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562819 Feb 07 21:02:28.136206 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-f6d2ab5a-258f-491d-bd6e-596fa13496e9 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:02:28.163707 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-9671be38-2da7-4a94-a976-8be66bd56ec7 None None] For port ace9f9a3-c447-405e-bdc2-9cea27d731a8, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ace9f9a3-c447-405e-bdc2-9cea27d731a8,segment=NetworkSegment(b86f5d91-3209-4260-99c9-6f0c0b155af7),segment_id=b86f5d91-3209-4260-99c9-6f0c0b155af7)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:28.215063 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-872a8786-93df-4c2d-a464-01b69782230c req-40ca6ff3-2dd0-4cb3-97a6-629bf1a75428 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c619f47-fc6a-4388-86fb-8892dc475079 HTTP/1.1" status: 200 len: 217 time: 0.3769732 Feb 07 21:02:28.274816 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd4fc4a-81d1-455d-8358-eee614d6b06c tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Network 80351605-9b43-450f-9dee-25fad401a3db is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:02:28.284761 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-0cd4fc4a-81d1-455d-8358-eee614d6b06c tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:02:28.288805 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9671be38-2da7-4a94-a976-8be66bd56ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ace9f9a3-c447-405e-bdc2-9cea27d731a8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:28.347935 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4fc4a-81d1-455d-8358-eee614d6b06c tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Pushing event updated for resources: {'Port': ['ID=4b273e9c-1c75-4c87-b0ac-ffa4a748d655,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:28.382942 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671be38-2da7-4a94-a976-8be66bd56ec7 None None] Pushing event updated for resources: {'Port': ['ID=ace9f9a3-c447-405e-bdc2-9cea27d731a8,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:28.393795 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd4fc4a-81d1-455d-8358-eee614d6b06c tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:02:28.394741 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd4fc4a-81d1-455d-8358-eee614d6b06c tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:28.400022 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cd4fc4a-81d1-455d-8358-eee614d6b06c tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:28.421710 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-f6d2ab5a-258f-491d-bd6e-596fa13496e9 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:28.426993 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a8786-93df-4c2d-a464-01b69782230c req-79c48730-7d9f-4c8e-a15a-f00db741d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:28.427529 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-f6d2ab5a-258f-491d-bd6e-596fa13496e9 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:28.428371 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-872a8786-93df-4c2d-a464-01b69782230c req-79c48730-7d9f-4c8e-a15a-f00db741d217 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4697809e-6faf-4265-b583-499d13fd2637 HTTP/1.1" status: 200 len: 860 time: 0.2013972 Feb 07 21:02:28.459016 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-86fc292a-ed03-453a-9026-a3c28f6d9d63 req-48c545b7-b018-4753-b8f5-7b6358e8abf3 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228168 Feb 07 21:02:28.478887 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9f411505-20e5-448f-8ac0-30dcce8cb236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-router', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:42Z', 'revision_number': 4, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'gw_port': {'id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '973983e9-741d-4100-bc08-8d6bc06a1735', 'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'mac_address': 'fa:16:3e:f6:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '4697809e-6faf-4265-b583-499d13fd2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:41Z', 'updated_at': '2022-02-07T21:00:49Z', 'revision_number': 5, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'subnets': [{'id': '4697809e-6faf-4265-b583-499d13fd2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:28.495944 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-f6d2ab5a-258f-491d-bd6e-596fa13496e9 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4070015 Feb 07 21:02:28.511072 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port bfbc656a-2a6a-4b89-9a49-185f7cea4a2c is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:28.511462 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bfbc656a-2a6a-4b89-9a49-185f7cea4a2c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:28.521208 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0cd4fc4a-81d1-455d-8358-eee614d6b06c tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2363005 Feb 07 21:02:28.523999 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47104) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:28.534401 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-d90eb406-79f8-44ed-85aa-c57bc547e253 service neutron] Request body: {'port': {'device_id': '638cb943-2847-403b-b487-1cb40ffdce92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:28.584085 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f411505-20e5-448f-8ac0-30dcce8cb236 None None] The sync data for ids ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'] in n-d-828185-2 is: [{'id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-router', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:42Z', 'revision_number': 4, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'gw_port': {'id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '973983e9-741d-4100-bc08-8d6bc06a1735', 'name': '', 'network_id': '21a6194c-d716-4999-aeaa-5b2b71cb17eb', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'mac_address': 'fa:16:3e:f6:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '4697809e-6faf-4265-b583-499d13fd2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:41Z', 'updated_at': '2022-02-07T21:00:49Z', 'revision_number': 5, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'subnets': [{'id': '4697809e-6faf-4265-b583-499d13fd2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:02:28.602230 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-65daa2b6-1340-44c3-b267-7b01f1f86ee0 None None] Provisioning complete for port ace9f9a3-c447-405e-bdc2-9cea27d731a8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:28.603180 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-65daa2b6-1340-44c3-b267-7b01f1f86ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ace9f9a3-c447-405e-bdc2-9cea27d731a8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:28.607965 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a8786-93df-4c2d-a464-01b69782230c req-4ac44853-2581-4e42-9136-5498cafdf455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:28.617901 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-872a8786-93df-4c2d-a464-01b69782230c req-4ac44853-2581-4e42-9136-5498cafdf455 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=21a6194c-d716-4999-aeaa-5b2b71cb17eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1578865 Feb 07 21:02:28.629846 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b225880-5473-4ab3-95c2-17feabaacc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbc656a-2a6a-4b89-9a49-185f7cea4a2c'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:02:28.637774 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff89d025-e63f-4cb1-b33a-3326853c157d" -d '{"events": [{"server_uuid": "7b225880-5473-4ab3-95c2-17feabaacc74", "name": "network-vif-plugged", "status": "completed", "tag": "bfbc656a-2a6a-4b89-9a49-185f7cea4a2c"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:02:28.695736 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62aad1bc-2203-460e-a0ac-38ffe25f2b10 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:28.697635 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-62aad1bc-2203-460e-a0ac-38ffe25f2b10 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] 10.222.0.65 "GET /v2.0/ports/4b273e9c-1c75-4c87-b0ac-ffa4a748d655 HTTP/1.1" status: 200 len: 955 time: 0.1064034 Feb 07 21:02:28.708413 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47114) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:28.711792 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port bfbc656a-2a6a-4b89-9a49-185f7cea4a2c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=bfbc656a-2a6a-4b89-9a49-185f7cea4a2c,segment=NetworkSegment(47dad31d-c902-4743-8242-9049f1f64633),segment_id=47dad31d-c902-4743-8242-9049f1f64633)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:28.771672 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (bfbc656a-2a6a-4b89-9a49-185f7cea4a2c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:28.968530 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-65daa2b6-1340-44c3-b267-7b01f1f86ee0 None None] Current status of the port ace9f9a3-c447-405e-bdc2-9cea27d731a8 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:29.029612 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=bfbc656a-2a6a-4b89-9a49-185f7cea4a2c,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:29.062296 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34391a1-033c-45ef-b2e7-93203ea9a345 None None] New status for floating IP 48b80013-6e71-4751-915d-8748f208b19b: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:02:29.074076 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4cca811a-dbe0-4bda-8d80-f23a173f4153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b413bd-dc47-466a-9f69-104fa2b329fb', 'name': 'tempest-TaggedBootDevicesTest_v242-1019776770-router', 'tenant_id': 'e830417663b04a4a8400f6c7d92e27b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'db3aa929-b7d7-4546-aef1-439cfb78f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:02:04Z', 'updated_at': '2022-02-07T21:02:19Z', 'revision_number': 4, 'project_id': 'e830417663b04a4a8400f6c7d92e27b3', 'gw_port': {'id': 'db3aa929-b7d7-4546-aef1-439cfb78f41b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b413bd-dc47-466a-9f69-104fa2b329fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:02:07Z', 'updated_at': '2022-02-07T21:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'ace9f9a3-c447-405e-bdc2-9cea27d731a8', 'name': '', 'network_id': '26f3676b-4185-4df6-916b-a4e575eb3d09', 'tenant_id': 'e830417663b04a4a8400f6c7d92e27b3', 'mac_address': 'fa:16:3e:55:4e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b413bd-dc47-466a-9f69-104fa2b329fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'e1ca3b61-046d-4c3a-b27a-adfbd159281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:02:16Z', 'updated_at': '2022-02-07T21:02:26Z', 'revision_number': 4, 'project_id': 'e830417663b04a4a8400f6c7d92e27b3', 'subnets': [{'id': 'e1ca3b61-046d-4c3a-b27a-adfbd159281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:29.256938 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431c125-589a-4251-9ab2-8a96d81a4de8 req-2b1b41e5-3231-438a-ab0f-489b63aff05c tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:29.259202 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7431c125-589a-4251-9ab2-8a96d81a4de8 req-2b1b41e5-3231-438a-ab0f-489b63aff05c tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b225880-5473-4ab3-95c2-17feabaacc74 HTTP/1.1" status: 200 len: 946 time: 0.5437529 Feb 07 21:02:29.261696 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-872a8786-93df-4c2d-a464-01b69782230c req-421db772-8ea7-4127-afa0-8b53a90a9636 service neutron] 10.222.0.65 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6342039 Feb 07 21:02:29.269747 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cca811a-dbe0-4bda-8d80-f23a173f4153 None None] The sync data for ids ['64b413bd-dc47-466a-9f69-104fa2b329fb'] in n-d-828185-2 is: [{'id': '64b413bd-dc47-466a-9f69-104fa2b329fb', 'name': 'tempest-TaggedBootDevicesTest_v242-1019776770-router', 'tenant_id': 'e830417663b04a4a8400f6c7d92e27b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'db3aa929-b7d7-4546-aef1-439cfb78f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:02:04Z', 'updated_at': '2022-02-07T21:02:19Z', 'revision_number': 4, 'project_id': 'e830417663b04a4a8400f6c7d92e27b3', 'gw_port': {'id': 'db3aa929-b7d7-4546-aef1-439cfb78f41b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b413bd-dc47-466a-9f69-104fa2b329fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:02:07Z', 'updated_at': '2022-02-07T21:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'ace9f9a3-c447-405e-bdc2-9cea27d731a8', 'name': '', 'network_id': '26f3676b-4185-4df6-916b-a4e575eb3d09', 'tenant_id': 'e830417663b04a4a8400f6c7d92e27b3', 'mac_address': 'fa:16:3e:55:4e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b413bd-dc47-466a-9f69-104fa2b329fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'e1ca3b61-046d-4c3a-b27a-adfbd159281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:02:16Z', 'updated_at': '2022-02-07T21:02:26Z', 'revision_number': 4, 'project_id': 'e830417663b04a4a8400f6c7d92e27b3', 'subnets': [{'id': 'e1ca3b61-046d-4c3a-b27a-adfbd159281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:02:29.303503 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-d90eb406-79f8-44ed-85aa-c57bc547e253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8781d58e-23ad-4ffc-8b16-b520d7b6c50a), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:29.419539 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7431c125-589a-4251-9ab2-8a96d81a4de8 req-ed7cc00c-bfff-4316-bdc4-a1bfdd588175 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/security-groups?id=82b97d36-caa2-4fd0-8c84-e78bd09b7259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521599 Feb 07 21:02:29.442440 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-07c9a58f-6fb5-4893-b35f-c3cc7e24ce87 None None] Provisioning complete for port 85705d87-c858-4a6f-934c-fb10100f802f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:29.442967 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-07c9a58f-6fb5-4893-b35f-c3cc7e24ce87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (85705d87-c858-4a6f-934c-fb10100f802f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:29.477204 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-872a8786-93df-4c2d-a464-01b69782230c req-03db2124-f97e-44d2-9d58-24b836af01d0 service neutron] 10.222.0.65 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012210 Feb 07 21:02:29.520487 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-07c9a58f-6fb5-4893-b35f-c3cc7e24ce87 None None] Port 85705d87-c858-4a6f-934c-fb10100f802f cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:02:29.523828 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-641cdebe-fa2f-4dea-8d28-5f0808149844 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Deleting port 4b273e9c-1c75-4c87-b0ac-ffa4a748d655 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:02:29.528440 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-641cdebe-fa2f-4dea-8d28-5f0808149844 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (4b273e9c-1c75-4c87-b0ac-ffa4a748d655), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:29.564847 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c43ec28-fb6d-4d6c-9a18-556af9d07ec7 x-openstack-request-id: req-7c43ec28-fb6d-4d6c-9a18-556af9d07ec7 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:02:29.565153 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9794cbbc-fde1-434c-9102-b948f32a0fa2", "tag": "1c619f47-fc6a-4388-86fb-8892dc475079", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:02:29.565412 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c43ec28-fb6d-4d6c-9a18-556af9d07ec7 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:02:29.565813 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9794cbbc-fde1-434c-9102-b948f32a0fa2', 'tag': '1c619f47-fc6a-4388-86fb-8892dc475079', 'status': 'completed', 'code': 200} Feb 07 21:02:29.700031 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00a6b10-58bf-4c3c-b034-2d0e1c122a9e x-openstack-request-id: req-d00a6b10-58bf-4c3c-b034-2d0e1c122a9e {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:02:29.700699 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b225880-5473-4ab3-95c2-17feabaacc74", "name": "network-vif-plugged", "status": "completed", "tag": "bfbc656a-2a6a-4b89-9a49-185f7cea4a2c", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:02:29.701440 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d00a6b10-58bf-4c3c-b034-2d0e1c122a9e {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:02:29.703264 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b225880-5473-4ab3-95c2-17feabaacc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbc656a-2a6a-4b89-9a49-185f7cea4a2c', 'code': 200} Feb 07 21:02:29.760706 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9bf53a-88c9-49e6-a585-4aa9b97b9413 req-ba37926f-18e7-45fd-9752-281448d68abf tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:29.766034 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9bf53a-88c9-49e6-a585-4aa9b97b9413 req-ba37926f-18e7-45fd-9752-281448d68abf tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:29.766353 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-641cdebe-fa2f-4dea-8d28-5f0808149844 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (4b273e9c-1c75-4c87-b0ac-ffa4a748d655), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:29.772379 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9bf53a-88c9-49e6-a585-4aa9b97b9413 req-ba37926f-18e7-45fd-9752-281448d68abf tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:29.774326 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fc9bf53a-88c9-49e6-a585-4aa9b97b9413 req-ba37926f-18e7-45fd-9752-281448d68abf tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=638cb943-2847-403b-b487-1cb40ffdce92 HTTP/1.1" status: 200 len: 2376 time: 0.2032523 Feb 07 21:02:29.776409 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3ac5c-411c-41da-b789-91bc656bce59 req-7ff68e39-58f8-4a08-839b-1f43d0e83cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:29.777902 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77e3ac5c-411c-41da-b789-91bc656bce59 req-7ff68e39-58f8-4a08-839b-1f43d0e83cab service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=390bb4ffe0104a5cbfd48bfe929d4aa0&device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 1127 time: 0.1855490 Feb 07 21:02:29.796216 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-641cdebe-fa2f-4dea-8d28-5f0808149844 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Calling delete_port for 4b273e9c-1c75-4c87-b0ac-ffa4a748d655 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:02:29.969863 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fc9bf53a-88c9-49e6-a585-4aa9b97b9413 req-ed149b93-2a73-4b27-ac95-1b33e32a1918 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895783 Feb 07 21:02:29.998571 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e10cb-3641-44f6-b509-e37e1b1e3cbf req-ac1bf151-de04-4cad-8d12-a09bc6fa3628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:30.000097 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d22e10cb-3641-44f6-b509-e37e1b1e3cbf req-ac1bf151-de04-4cad-8d12-a09bc6fa3628 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7b225880-5473-4ab3-95c2-17feabaacc74 HTTP/1.1" status: 200 len: 1128 time: 0.1424346 Feb 07 21:02:30.012460 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3ac5c-411c-41da-b789-91bc656bce59 req-6edb0bbb-5f21-4382-b967-57b0523d414d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:30.013906 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77e3ac5c-411c-41da-b789-91bc656bce59 req-6edb0bbb-5f21-4382-b967-57b0523d414d service neutron] 10.222.0.71 "GET /v2.0/networks?id=21a6194c-d716-4999-aeaa-5b2b71cb17eb HTTP/1.1" status: 200 len: 922 time: 0.2272239 Feb 07 21:02:30.055536 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-641cdebe-fa2f-4dea-8d28-5f0808149844 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (4b273e9c-1c75-4c87-b0ac-ffa4a748d655), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:30.068955 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77e3ac5c-411c-41da-b789-91bc656bce59 req-ab49417b-3810-4f4d-87ba-0cb9ff9481f0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c619f47-fc6a-4388-86fb-8892dc475079 HTTP/1.1" status: 200 len: 217 time: 0.0439086 Feb 07 21:02:30.078286 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-bff5bcae-bc28-4cdf-9452-4d9c7fb87fcb tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:30.087751 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-bff5bcae-bc28-4cdf-9452-4d9c7fb87fcb tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 808 time: 0.2391074 Feb 07 21:02:30.137419 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-f15de900-ff81-44e8-b5e0-b45043c99d3b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/quotas/0c5409c10f7a4ba282ceb7a858e4ea2a HTTP/1.1" status: 200 len: 375 time: 0.0485861 Feb 07 21:02:30.194117 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641cdebe-fa2f-4dea-8d28-5f0808149844 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b273e9c-1c75-4c87-b0ac-ffa4a748d655,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:30.222593 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-641cdebe-fa2f-4dea-8d28-5f0808149844 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:30.226150 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-641cdebe-fa2f-4dea-8d28-5f0808149844 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] 10.222.0.65 "DELETE /v2.0/ports/4b273e9c-1c75-4c87-b0ac-ffa4a748d655 HTTP/1.1" status: 204 len: 168 time: 1.5165608 Feb 07 21:02:30.228462 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d22e10cb-3641-44f6-b509-e37e1b1e3cbf req-62c5e241-33d9-47a3-8991-8897e21677e9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=82b97d36-caa2-4fd0-8c84-e78bd09b7259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095497 Feb 07 21:02:30.229085 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47136) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:30.235657 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3ac5c-411c-41da-b789-91bc656bce59 req-09e86f10-db8f-4a16-94e3-020a50adae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:30.237179 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77e3ac5c-411c-41da-b789-91bc656bce59 req-09e86f10-db8f-4a16-94e3-020a50adae30 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4697809e-6faf-4265-b583-499d13fd2637 HTTP/1.1" status: 200 len: 860 time: 0.1411686 Feb 07 21:02:30.269817 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-57489674-36b4-4b0e-9b6b-9a8985fa2950 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1309671 Feb 07 21:02:30.274158 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-d90eb406-79f8-44ed-85aa-c57bc547e253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8781d58e-23ad-4ffc-8b16-b520d7b6c50a {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:02:30.281945 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a3f82-6e38-46d5-bb85-f2891dfed96a req-7b995aa2-5244-402c-b204-64d92c6cfefa tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:30.282180 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-a308ec19-3fc5-4a36-b07f-20aadc1c5093 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] GET failed (client error): The resource could not be found. Feb 07 21:02:30.283696 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1c1a3f82-6e38-46d5-bb85-f2891dfed96a req-7b995aa2-5244-402c-b204-64d92c6cfefa tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 945 time: 0.0972130 Feb 07 21:02:30.289820 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a308ec19-3fc5-4a36-b07f-20aadc1c5093 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] 10.222.0.65 "GET /v2.0/ports/4b273e9c-1c75-4c87-b0ac-ffa4a748d655 HTTP/1.1" status: 404 len: 333 time: 0.0576022 Feb 07 21:02:30.290338 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47138) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:30.294033 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-d90eb406-79f8-44ed-85aa-c57bc547e253 service neutron] Publish callbacks [] for port (8781d58e-23ad-4ffc-8b16-b520d7b6c50a), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:30.302623 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2e56acfa-39fd-44b6-973f-b967d505776d tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Request body: {'port': {'network_id': '80351605-9b43-450f-9dee-25fad401a3db', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-672738013'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:30.333633 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e56acfa-39fd-44b6-973f-b967d505776d tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Made reservation on behalf of 2e25f652b64846c4ac3c40dcba749893 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:02:30.337020 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e56acfa-39fd-44b6-973f-b967d505776d tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:30.339934 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-d90eb406-79f8-44ed-85aa-c57bc547e253 service neutron] Transition to ACTIVE for port object 8781d58e-23ad-4ffc-8b16-b520d7b6c50a will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:02:30.353560 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-d90eb406-79f8-44ed-85aa-c57bc547e253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (8781d58e-23ad-4ffc-8b16-b520d7b6c50a), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:30.393387 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-2e56acfa-39fd-44b6-973f-b967d505776d tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] device_id is not set on port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:02:30.438660 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1c1a3f82-6e38-46d5-bb85-f2891dfed96a req-0f77f553-f9bd-4b08-b78f-ba4344ec5d8c tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452515 Feb 07 21:02:30.455873 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90eb406-79f8-44ed-85aa-c57bc547e253 service neutron] Pushing event updated for resources: {'Port': ['ID=8781d58e-23ad-4ffc-8b16-b520d7b6c50a,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:30.487280 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-c7190bf3-70f1-4fa0-adaa-66e770279dfb service neutron] 10.222.0.65 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018595 Feb 07 21:02:30.544326 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47142) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:30.554140 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ace9f9a3-c447-405e-bdc2-9cea27d731a8 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:02:30.663800 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port ace9f9a3-c447-405e-bdc2-9cea27d731a8 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:30.665269 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ace9f9a3-c447-405e-bdc2-9cea27d731a8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:30.705156 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5bb3648-e912-40e0-97c3-9bf0a0a04dd5 admin admin] Deleting subnet 7288118f-d382-42c5-a17d-902cfe145aa3 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:02:30.729371 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d5bb3648-e912-40e0-97c3-9bf0a0a04dd5 admin admin] Publish callbacks [] for subnet (7288118f-d382-42c5-a17d-902cfe145aa3), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:30.733474 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-d90eb406-79f8-44ed-85aa-c57bc547e253 service neutron] Attempting to bind port 8781d58e-23ad-4ffc-8b16-b520d7b6c50a on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:30.733474 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-d90eb406-79f8-44ed-85aa-c57bc547e253 service neutron] Attempting to bind port 8781d58e-23ad-4ffc-8b16-b520d7b6c50a by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '3f0cc055-3e71-4f27-aeaa-a8416cbbb621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e02d8c09-4b21-4c60-8568-f273ab420b17'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:30.753786 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-d90eb406-79f8-44ed-85aa-c57bc547e253 service neutron] Attempting to bind port 8781d58e-23ad-4ffc-8b16-b520d7b6c50a on network e02d8c09-4b21-4c60-8568-f273ab420b17 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:30.787378 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-d90eb406-79f8-44ed-85aa-c57bc547e253 service neutron] Port 8781d58e-23ad-4ffc-8b16-b520d7b6c50a on network e02d8c09-4b21-4c60-8568-f273ab420b17 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:30.787598 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-d90eb406-79f8-44ed-85aa-c57bc547e253 service neutron] Attempting to bind port 8781d58e-23ad-4ffc-8b16-b520d7b6c50a on network e02d8c09-4b21-4c60-8568-f273ab420b17 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:30.811168 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d5bb3648-e912-40e0-97c3-9bf0a0a04dd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (7288118f-d382-42c5-a17d-902cfe145aa3), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:30.834138 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-d90eb406-79f8-44ed-85aa-c57bc547e253 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:02:30.834510 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-d90eb406-79f8-44ed-85aa-c57bc547e253 service neutron] Checking segment: {'id': '3f0cc055-3e71-4f27-aeaa-a8416cbbb621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e02d8c09-4b21-4c60-8568-f273ab420b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:02:30.834890 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-d90eb406-79f8-44ed-85aa-c57bc547e253 service neutron] Bound using segment: {'id': '3f0cc055-3e71-4f27-aeaa-a8416cbbb621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e02d8c09-4b21-4c60-8568-f273ab420b17'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:02:30.835391 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-d90eb406-79f8-44ed-85aa-c57bc547e253 service neutron] Bound port: 8781d58e-23ad-4ffc-8b16-b520d7b6c50a, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f0cc055-3e71-4f27-aeaa-a8416cbbb621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e02d8c09-4b21-4c60-8568-f273ab420b17'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:02:30.835754 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-d90eb406-79f8-44ed-85aa-c57bc547e253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8781d58e-23ad-4ffc-8b16-b520d7b6c50a), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:30.840104 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e56acfa-39fd-44b6-973f-b967d505776d tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks [] for port (ac8f2c5f-0b50-4188-8b8e-c2648ac357ab), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:30.860347 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3ac5c-411c-41da-b789-91bc656bce59 req-1676aee5-416e-4eca-a8df-be61785b572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:30.865158 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77e3ac5c-411c-41da-b789-91bc656bce59 req-1676aee5-416e-4eca-a8df-be61785b572e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=21a6194c-d716-4999-aeaa-5b2b71cb17eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2904134 Feb 07 21:02:30.893404 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port ace9f9a3-c447-405e-bdc2-9cea27d731a8 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:30.930592 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d5bb3648-e912-40e0-97c3-9bf0a0a04dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (7288118f-d382-42c5-a17d-902cfe145aa3), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:30.999741 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-d90eb406-79f8-44ed-85aa-c57bc547e253 service neutron] For port 8781d58e-23ad-4ffc-8b16-b520d7b6c50a, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:02:31.005895 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-d90eb406-79f8-44ed-85aa-c57bc547e253 service neutron] For port 8781d58e-23ad-4ffc-8b16-b520d7b6c50a, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8781d58e-23ad-4ffc-8b16-b520d7b6c50a,segment=NetworkSegment(3f0cc055-3e71-4f27-aeaa-a8416cbbb621),segment_id=3f0cc055-3e71-4f27-aeaa-a8416cbbb621)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:02:31.009375 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e56acfa-39fd-44b6-973f-b967d505776d tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (ac8f2c5f-0b50-4188-8b8e-c2648ac357ab), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:31.050241 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-d90eb406-79f8-44ed-85aa-c57bc547e253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (8781d58e-23ad-4ffc-8b16-b520d7b6c50a), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:31.066389 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-a2850241-2559-4271-8455-934599e766d1 service neutron] 10.222.0.65 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5746276 Feb 07 21:02:31.082613 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e56acfa-39fd-44b6-973f-b967d505776d tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Network 80351605-9b43-450f-9dee-25fad401a3db is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:02:31.083286 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77e3ac5c-411c-41da-b789-91bc656bce59 req-972f4121-d9e1-4dd0-a5c0-21ab38435c43 service neutron] 10.222.0.71 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082181 Feb 07 21:02:31.090285 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d5bb3648-e912-40e0-97c3-9bf0a0a04dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (7288118f-d382-42c5-a17d-902cfe145aa3), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:31.092458 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-2e56acfa-39fd-44b6-973f-b967d505776d tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:02:31.095497 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-d90eb406-79f8-44ed-85aa-c57bc547e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:31.096117 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-d90eb406-79f8-44ed-85aa-c57bc547e253 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:31.097602 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-d90eb406-79f8-44ed-85aa-c57bc547e253 service neutron] 10.222.0.69 "PUT /v2.0/ports/8781d58e-23ad-4ffc-8b16-b520d7b6c50a HTTP/1.1" status: 200 len: 1091 time: 2.5765462 Feb 07 21:02:31.104582 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638cb943-2847-403b-b487-1cb40ffdce92', 'tag': '8781d58e-23ad-4ffc-8b16-b520d7b6c50a'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:02:31.106385 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025672c8-11fc-4f58-b91f-30497e4d929b req-5a7f529f-cf7f-47ad-ba8f-a184b22109d3 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:31.106885 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91485b3-0fb3-4662-bdde-f56fdb4b26d0" -d '{"events": [{"name": "network-changed", "server_uuid": "638cb943-2847-403b-b487-1cb40ffdce92", "tag": "8781d58e-23ad-4ffc-8b16-b520d7b6c50a"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:02:31.114715 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-025672c8-11fc-4f58-b91f-30497e4d929b req-5a7f529f-cf7f-47ad-ba8f-a184b22109d3 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b225880-5473-4ab3-95c2-17feabaacc74 HTTP/1.1" status: 200 len: 946 time: 0.2913411 Feb 07 21:02:31.116252 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e56acfa-39fd-44b6-973f-b967d505776d tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:02:31.122925 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e56acfa-39fd-44b6-973f-b967d505776d tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:31.123643 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e56acfa-39fd-44b6-973f-b967d505776d tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:31.158350 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56acfa-39fd-44b6-973f-b967d505776d tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Pushing event updated for resources: {'Port': ['ID=ac8f2c5f-0b50-4188-8b8e-c2648ac357ab,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:31.193230 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-357613d7-39d3-43f0-b910-4258dd4dcf75 service neutron] Request body: {'port': {'device_id': '638cb943-2847-403b-b487-1cb40ffdce92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:31.279670 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d5bb3648-e912-40e0-97c3-9bf0a0a04dd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:31.292977 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d5bb3648-e912-40e0-97c3-9bf0a0a04dd5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7288118f-d382-42c5-a17d-902cfe145aa3 HTTP/1.1" status: 204 len: 168 time: 0.7459292 Feb 07 21:02:31.296022 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb3648-e912-40e0-97c3-9bf0a0a04dd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7288118f-d382-42c5-a17d-902cfe145aa3,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:31.297842 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-025672c8-11fc-4f58-b91f-30497e4d929b req-1039882f-a8c3-40ff-bfe4-9ea635e77638 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/security-groups?id=82b97d36-caa2-4fd0-8c84-e78bd09b7259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799285 Feb 07 21:02:31.305719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47156) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:31.334871 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2e56acfa-39fd-44b6-973f-b967d505776d tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0379622 Feb 07 21:02:31.338084 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47160) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:31.375602 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:31.502370 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90eb406-79f8-44ed-85aa-c57bc547e253 service neutron] Pushing event updated for resources: {'Port': ['ID=8781d58e-23ad-4ffc-8b16-b520d7b6c50a,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:31.512518 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-357613d7-39d3-43f0-b910-4258dd4dcf75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (dd6e5acf-50a4-4950-af30-f4dd60edb97f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:31.519451 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ac8f2c5f-0b50-4188-8b8e-c2648ac357ab), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:31.526777 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fc03f33-55a3-4ce1-abca-fc1f5361bfad req-5a772245-3157-4135-9be9-7a2fe0645505 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/floatingips/48b80013-6e71-4751-915d-8748f208b19b HTTP/1.1" status: 200 len: 694 time: 0.1783392 Feb 07 21:02:31.639812 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-496490c0-4b3b-45fa-b7d5-f77002a42274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (5001b379-0d16-4857-8b55-5475fc3d0612), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:31.737735 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77e3ac5c-411c-41da-b789-91bc656bce59 req-cff6dd8d-9062-4dbf-add4-f4035561e516 service neutron] 10.222.0.71 "GET /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5958467 Feb 07 21:02:31.875457 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc03f33-55a3-4ce1-abca-fc1f5361bfad req-103c139e-897b-4006-b341-19948e38cf65 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:31.877426 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fc03f33-55a3-4ce1-abca-fc1f5361bfad req-103c139e-897b-4006-b341-19948e38cf65 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 784 time: 0.3498709 Feb 07 21:02:31.893217 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] device_id is not set on port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:02:31.902928 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289aec4e-9f08-4ca3-9965-63891d9fd91e req-3628b2ec-1afb-4f28-b5e8-199923d8df03 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:31.909648 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289aec4e-9f08-4ca3-9965-63891d9fd91e req-3628b2ec-1afb-4f28-b5e8-199923d8df03 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:31.911739 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks [] for port (ac8f2c5f-0b50-4188-8b8e-c2648ac357ab), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:31.915887 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289aec4e-9f08-4ca3-9965-63891d9fd91e req-3628b2ec-1afb-4f28-b5e8-199923d8df03 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:31.917630 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-289aec4e-9f08-4ca3-9965-63891d9fd91e req-3628b2ec-1afb-4f28-b5e8-199923d8df03 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=638cb943-2847-403b-b487-1cb40ffdce92 HTTP/1.1" status: 200 len: 2388 time: 0.2707634 Feb 07 21:02:31.922167 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-496490c0-4b3b-45fa-b7d5-f77002a42274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (5001b379-0d16-4857-8b55-5475fc3d0612), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:31.931948 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (ac8f2c5f-0b50-4188-8b8e-c2648ac357ab), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:31.997283 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fc03f33-55a3-4ce1-abca-fc1f5361bfad req-02cf39ff-162f-4c37-8e7c-ea47c6145aad tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.163 HTTP/1.1" status: 200 len: 697 time: 0.1098566 Feb 07 21:02:32.005405 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-496490c0-4b3b-45fa-b7d5-f77002a42274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5001b379-0d16-4857-8b55-5475fc3d0612']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:32.055957 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Pushing event updated for resources: {'Port': ['ID=ac8f2c5f-0b50-4188-8b8e-c2648ac357ab,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:32.075783 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-496490c0-4b3b-45fa-b7d5-f77002a42274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f638ec27-818a-478c-bd2a-cb7a790547ad') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:32.076360 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-496490c0-4b3b-45fa-b7d5-f77002a42274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f638ec27-818a-478c-bd2a-cb7a790547ad') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:32.082913 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:32.083390 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:32.083808 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:32.094675 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:32.095121 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:32.095939 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fc03f33-55a3-4ce1-abca-fc1f5361bfad req-8147b7da-5873-4b28-b5c2-c0fec1095456 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.163 HTTP/1.1" status: 200 len: 697 time: 0.0875978 Feb 07 21:02:32.101416 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempt 2 to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab Feb 07 21:02:32.102245 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-496490c0-4b3b-45fa-b7d5-f77002a42274 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (f638ec27-818a-478c-bd2a-cb7a790547ad), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:32.120886 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-289aec4e-9f08-4ca3-9965-63891d9fd91e req-4e42c6e1-646c-400c-8336-7a07fb5dface tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657815 Feb 07 21:02:32.124875 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:32.125440 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:32.125902 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:32.134262 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:32.134675 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:32.139606 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempt 3 to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab Feb 07 21:02:32.166551 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:32.166707 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:32.167052 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:32.184396 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-496490c0-4b3b-45fa-b7d5-f77002a42274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (f638ec27-818a-478c-bd2a-cb7a790547ad), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:32.192721 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:32.193055 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:32.194772 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempt 4 to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab Feb 07 21:02:32.212559 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43183ced-254a-4114-a17c-d924aae8a77b x-openstack-request-id: req-43183ced-254a-4114-a17c-d924aae8a77b {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:02:32.212843 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638cb943-2847-403b-b487-1cb40ffdce92", "tag": "8781d58e-23ad-4ffc-8b16-b520d7b6c50a", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:02:32.213108 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-43183ced-254a-4114-a17c-d924aae8a77b {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:02:32.213538 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638cb943-2847-403b-b487-1cb40ffdce92', 'tag': '8781d58e-23ad-4ffc-8b16-b520d7b6c50a', 'status': 'completed', 'code': 200} Feb 07 21:02:32.221077 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:32.221422 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:32.221752 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:32.225363 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496490c0-4b3b-45fa-b7d5-f77002a42274 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:02:32.225363 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-496490c0-4b3b-45fa-b7d5-f77002a42274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (f638ec27-818a-478c-bd2a-cb7a790547ad), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:32.225759 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-357613d7-39d3-43f0-b910-4258dd4dcf75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd6e5acf-50a4-4950-af30-f4dd60edb97f {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:02:32.227195 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:02:32.245467 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-357613d7-39d3-43f0-b910-4258dd4dcf75 service neutron] Publish callbacks [] for port (dd6e5acf-50a4-4950-af30-f4dd60edb97f), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:32.249390 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:32.249725 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:32.251675 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempt 5 to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab Feb 07 21:02:32.292591 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-357613d7-39d3-43f0-b910-4258dd4dcf75 service neutron] Transition to ACTIVE for port object dd6e5acf-50a4-4950-af30-f4dd60edb97f will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:02:32.297711 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:32.298090 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:32.298451 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:32.307231 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:32.307573 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:32.309389 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempt 6 to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab Feb 07 21:02:32.312295 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-357613d7-39d3-43f0-b910-4258dd4dcf75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (dd6e5acf-50a4-4950-af30-f4dd60edb97f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:32.375738 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91485b3-0fb3-4662-bdde-f56fdb4b26d0 req-839f1d09-0145-4083-a409-388fca09e1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:32.377047 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91485b3-0fb3-4662-bdde-f56fdb4b26d0 req-839f1d09-0145-4083-a409-388fca09e1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:32.377251 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91485b3-0fb3-4662-bdde-f56fdb4b26d0 req-839f1d09-0145-4083-a409-388fca09e1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:32.379000 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f91485b3-0fb3-4662-bdde-f56fdb4b26d0 req-839f1d09-0145-4083-a409-388fca09e1f0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3b2daf220a74f4a903969f6214c990a&device_id=638cb943-2847-403b-b487-1cb40ffdce92 HTTP/1.1" status: 200 len: 2762 time: 0.1445320 Feb 07 21:02:32.380146 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:32.380926 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:32.381576 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:32.416003 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:32.417646 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:32.446272 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempt 7 to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab Feb 07 21:02:32.463824 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357613d7-39d3-43f0-b910-4258dd4dcf75 service neutron] Pushing event updated for resources: {'Port': ['ID=dd6e5acf-50a4-4950-af30-f4dd60edb97f,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:32.471915 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:32.473033 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:32.473893 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:32.494917 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30071bda-913b-4d7f-a66a-75c05e41e77c req-06aeb846-fe53-45c9-812f-82143ad4f6de tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:32.501827 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30071bda-913b-4d7f-a66a-75c05e41e77c req-06aeb846-fe53-45c9-812f-82143ad4f6de tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 945 time: 0.1724122 Feb 07 21:02:32.507891 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:32.508615 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:32.513342 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-496490c0-4b3b-45fa-b7d5-f77002a42274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (5001b379-0d16-4857-8b55-5475fc3d0612), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:32.522504 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-496490c0-4b3b-45fa-b7d5-f77002a42274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:32.527421 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-496490c0-4b3b-45fa-b7d5-f77002a42274 admin admin] 10.222.0.65 "DELETE /v2.0/networks/5001b379-0d16-4857-8b55-5475fc3d0612 HTTP/1.1" status: 204 len: 168 time: 1.2198005 Feb 07 21:02:32.566862 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496490c0-4b3b-45fa-b7d5-f77002a42274 admin admin] Pushing event deleted for resources: {'Network': ['ID=5001b379-0d16-4857-8b55-5475fc3d0612,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:32.569875 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-9fc03f33-55a3-4ce1-abca-fc1f5361bfad req-1d889f23-2175-4ad9-b7a2-3d1017ac1181 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Deleting port 9e2b0cd9-b942-4d4f-8626-46d40236556c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:02:32.570456 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9fc03f33-55a3-4ce1-abca-fc1f5361bfad req-1d889f23-2175-4ad9-b7a2-3d1017ac1181 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9e2b0cd9-b942-4d4f-8626-46d40236556c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:32.592125 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempt 8 to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab Feb 07 21:02:32.597051 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496490c0-4b3b-45fa-b7d5-f77002a42274 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:32.597051 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496490c0-4b3b-45fa-b7d5-f77002a42274 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:32.597694 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496490c0-4b3b-45fa-b7d5-f77002a42274 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:32.597976 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496490c0-4b3b-45fa-b7d5-f77002a42274 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:32.598296 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496490c0-4b3b-45fa-b7d5-f77002a42274 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:32.598632 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496490c0-4b3b-45fa-b7d5-f77002a42274 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:32.598961 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496490c0-4b3b-45fa-b7d5-f77002a42274 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:32.599290 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496490c0-4b3b-45fa-b7d5-f77002a42274 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:32.599612 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496490c0-4b3b-45fa-b7d5-f77002a42274 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:32.599938 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496490c0-4b3b-45fa-b7d5-f77002a42274 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:32.600262 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496490c0-4b3b-45fa-b7d5-f77002a42274 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:32.600608 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496490c0-4b3b-45fa-b7d5-f77002a42274 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:32.600971 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496490c0-4b3b-45fa-b7d5-f77002a42274 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:32.636212 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:32.636212 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:32.636673 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:32.667600 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30071bda-913b-4d7f-a66a-75c05e41e77c req-ea8caf02-46ab-4a01-b0c2-d03043f2130b tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384199 Feb 07 21:02:32.703599 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:32.703980 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:32.711584 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempt 9 to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab Feb 07 21:02:32.756321 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9fc03f33-55a3-4ce1-abca-fc1f5361bfad req-1d889f23-2175-4ad9-b7a2-3d1017ac1181 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9e2b0cd9-b942-4d4f-8626-46d40236556c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:32.756696 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9fc03f33-55a3-4ce1-abca-fc1f5361bfad req-1d889f23-2175-4ad9-b7a2-3d1017ac1181 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks [] for floatingip (9e2b0cd9-b942-4d4f-8626-46d40236556c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:32.811368 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-9fc03f33-55a3-4ce1-abca-fc1f5361bfad req-1d889f23-2175-4ad9-b7a2-3d1017ac1181 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Calling delete_port for 9e2b0cd9-b942-4d4f-8626-46d40236556c owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:02:32.816717 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47180) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:32.834945 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:32.835591 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:32.836007 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:32.861623 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2daad0ad-8b30-49a8-837d-531a41d4e0dc req-9a9a6d2e-ede1-4746-a74f-32af634c0b9f tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 210 time: 0.0821497 Feb 07 21:02:32.865439 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:32.865779 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:32.888680 n-d-828185-2 neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempt 10 to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab Feb 07 21:02:32.898559 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91485b3-0fb3-4662-bdde-f56fdb4b26d0 req-db2fd5f0-12ff-4410-9233-669c227a6967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:32.899041 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91485b3-0fb3-4662-bdde-f56fdb4b26d0 req-db2fd5f0-12ff-4410-9233-669c227a6967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:32.899512 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91485b3-0fb3-4662-bdde-f56fdb4b26d0 req-db2fd5f0-12ff-4410-9233-669c227a6967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:32.901805 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f91485b3-0fb3-4662-bdde-f56fdb4b26d0 req-db2fd5f0-12ff-4410-9233-669c227a6967 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a3b2daf220a74f4a903969f6214c990a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4938121 Feb 07 21:02:32.929044 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-357613d7-39d3-43f0-b910-4258dd4dcf75 service neutron] Attempting to bind port dd6e5acf-50a4-4950-af30-f4dd60edb97f on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:32.930072 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-357613d7-39d3-43f0-b910-4258dd4dcf75 service neutron] Attempting to bind port dd6e5acf-50a4-4950-af30-f4dd60edb97f by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '05c0ec02-b765-4e03-be6a-778c07e8f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5942773c-c1f0-4da5-b6b8-fbebb04e57b8'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:32.930311 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-357613d7-39d3-43f0-b910-4258dd4dcf75 service neutron] Attempting to bind port dd6e5acf-50a4-4950-af30-f4dd60edb97f on network 5942773c-c1f0-4da5-b6b8-fbebb04e57b8 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:32.977701 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:32.978045 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:32.978385 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempting to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:32.983684 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-357613d7-39d3-43f0-b910-4258dd4dcf75 service neutron] Port dd6e5acf-50a4-4950-af30-f4dd60edb97f on network 5942773c-c1f0-4da5-b6b8-fbebb04e57b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:32.984009 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-357613d7-39d3-43f0-b910-4258dd4dcf75 service neutron] Attempting to bind port dd6e5acf-50a4-4950-af30-f4dd60edb97f on network 5942773c-c1f0-4da5-b6b8-fbebb04e57b8 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:32.998008 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on network 80351605-9b43-450f-9dee-25fad401a3db not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:32.998340 n-d-828185-2 neutron-server[103256]: ERROR neutron.plugins.ml2.managers [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Failed to bind port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on host n-h1-828185-2 for vnic_type normal using segments [{'id': '696897ae-1943-47d3-91af-76124e4a30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '80351605-9b43-450f-9dee-25fad401a3db'}] Feb 07 21:02:32.998722 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ac8f2c5f-0b50-4188-8b8e-c2648ac357ab), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:33.000704 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-357613d7-39d3-43f0-b910-4258dd4dcf75 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:02:33.001069 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-357613d7-39d3-43f0-b910-4258dd4dcf75 service neutron] Checking segment: {'id': '05c0ec02-b765-4e03-be6a-778c07e8f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5942773c-c1f0-4da5-b6b8-fbebb04e57b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:02:33.001456 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-357613d7-39d3-43f0-b910-4258dd4dcf75 service neutron] Bound using segment: {'id': '05c0ec02-b765-4e03-be6a-778c07e8f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5942773c-c1f0-4da5-b6b8-fbebb04e57b8'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:02:33.001888 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-357613d7-39d3-43f0-b910-4258dd4dcf75 service neutron] Bound port: dd6e5acf-50a4-4950-af30-f4dd60edb97f, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c0ec02-b765-4e03-be6a-778c07e8f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5942773c-c1f0-4da5-b6b8-fbebb04e57b8'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:02:33.002241 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-357613d7-39d3-43f0-b910-4258dd4dcf75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (dd6e5acf-50a4-4950-af30-f4dd60edb97f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:33.089790 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-33ef4e05-7e37-4299-b0cc-2f4bee2abf19 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=528c3fd51ff249349d660f482f93da37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483473 Feb 07 21:02:33.096844 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47182) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:33.133933 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91485b3-0fb3-4662-bdde-f56fdb4b26d0 req-ce35722e-1037-46d3-b2cb-620a580290c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:33.135426 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f91485b3-0fb3-4662-bdde-f56fdb4b26d0 req-ce35722e-1037-46d3-b2cb-620a580290c9 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2231505 Feb 07 21:02:33.182214 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] For port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:02:33.182586 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attempted to set empty binding levels {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 07 21:02:33.184401 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-357613d7-39d3-43f0-b910-4258dd4dcf75 service neutron] For port dd6e5acf-50a4-4950-af30-f4dd60edb97f, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:02:33.188919 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-357613d7-39d3-43f0-b910-4258dd4dcf75 service neutron] For port dd6e5acf-50a4-4950-af30-f4dd60edb97f, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=dd6e5acf-50a4-4950-af30-f4dd60edb97f,segment=NetworkSegment(05c0ec02-b765-4e03-be6a-778c07e8f7dd),segment_id=05c0ec02-b765-4e03-be6a-778c07e8f7dd)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:02:33.193349 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (ac8f2c5f-0b50-4188-8b8e-c2648ac357ab), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:33.215389 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3683da-a180-4ef3-bede-aceebf089ff6 req-cb37c230-2af2-4055-a7e4-7be9678068a2 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:33.217041 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d3683da-a180-4ef3-bede-aceebf089ff6 req-cb37c230-2af2-4055-a7e4-7be9678068a2 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b225880-5473-4ab3-95c2-17feabaacc74 HTTP/1.1" status: 200 len: 946 time: 0.2492242 Feb 07 21:02:33.238235 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-357613d7-39d3-43f0-b910-4258dd4dcf75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (dd6e5acf-50a4-4950-af30-f4dd60edb97f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:33.250869 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] In _notify_port_updated(), no bound segment for port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab on network 80351605-9b43-450f-9dee-25fad401a3db {{(pid=103256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 07 21:02:33.251767 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:33.252406 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:33.253752 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] 10.222.0.65 "PUT /v2.0/ports/ac8f2c5f-0b50-4188-8b8e-c2648ac357ab HTTP/1.1" status: 200 len: 974 time: 1.8838594 Feb 07 21:02:33.256878 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47186) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:33.263952 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fafb4-84e8-4026-b806-9f6419c38fcd tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Pushing event updated for resources: {'Port': ['ID=ac8f2c5f-0b50-4188-8b8e-c2648ac357ab,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:33.308133 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-f09730a0-8208-4865-b9e7-60166ecf7235 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:33.310436 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-f09730a0-8208-4865-b9e7-60166ecf7235 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.69 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 808 time: 0.3787489 Feb 07 21:02:33.311035 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-357613d7-39d3-43f0-b910-4258dd4dcf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:33.311653 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-357613d7-39d3-43f0-b910-4258dd4dcf75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:33.313041 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-357613d7-39d3-43f0-b910-4258dd4dcf75 service neutron] 10.222.0.69 "PUT /v2.0/ports/dd6e5acf-50a4-4950-af30-f4dd60edb97f HTTP/1.1" status: 200 len: 1092 time: 2.1484671 Feb 07 21:02:33.318399 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca780-7dda-41df-8bed-2ef57d34aab5 admin admin] Publish callbacks [] for security_group (b5dc4a65-80d9-4b67-bd02-bc13518b4f5e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:33.331030 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:33.340608 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-85e6ed49-ac6b-409a-8675-508b9f84dc36 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Request body: {'port': {'device_id': '15f996cb-1552-4a68-83bf-75263a3390c4', 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36', 'admin_state_up': True, 'tenant_id': '0c5409c10f7a4ba282ceb7a858e4ea2a'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:33.385812 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aa6a8e38-0757-4b14-935f-7452942a88b0 service neutron] Request body: {'port': {'device_id': '638cb943-2847-403b-b487-1cb40ffdce92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:33.453554 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357613d7-39d3-43f0-b910-4258dd4dcf75 service neutron] Pushing event updated for resources: {'Port': ['ID=dd6e5acf-50a4-4950-af30-f4dd60edb97f,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:33.503392 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aa6a8e38-0757-4b14-935f-7452942a88b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (85705d87-c858-4a6f-934c-fb10100f802f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:33.591136 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d40ae10d-dfb6-4d05-a85b-1acadd33eac3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Deleting port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:02:33.591487 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d40ae10d-dfb6-4d05-a85b-1acadd33eac3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ac8f2c5f-0b50-4188-8b8e-c2648ac357ab), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:33.593381 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d3683da-a180-4ef3-bede-aceebf089ff6 req-f332e2d4-dc97-4933-bcac-4f5bbb9cf51b tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/security-groups?id=82b97d36-caa2-4fd0-8c84-e78bd09b7259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3661962 Feb 07 21:02:33.602646 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca780-7dda-41df-8bed-2ef57d34aab5 admin admin] Publish callbacks [] for security_group (b5dc4a65-80d9-4b67-bd02-bc13518b4f5e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:33.675578 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-85e6ed49-ac6b-409a-8675-508b9f84dc36 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Made reservation on behalf of 0c5409c10f7a4ba282ceb7a858e4ea2a for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:02:33.679279 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-85e6ed49-ac6b-409a-8675-508b9f84dc36 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:33.692165 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-d40ae10d-dfb6-4d05-a85b-1acadd33eac3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] For port ac8f2c5f-0b50-4188-8b8e-c2648ac357ab, host n-h1-828185-2, got binding levels [] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:33.692584 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d40ae10d-dfb6-4d05-a85b-1acadd33eac3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ac8f2c5f-0b50-4188-8b8e-c2648ac357ab), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:33.702168 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca780-7dda-41df-8bed-2ef57d34aab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b5dc4a65-80d9-4b67-bd02-bc13518b4f5e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:33.702551 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca780-7dda-41df-8bed-2ef57d34aab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:33.704026 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5a7ca780-7dda-41df-8bed-2ef57d34aab5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b5dc4a65-80d9-4b67-bd02-bc13518b4f5e HTTP/1.1" status: 204 len: 168 time: 0.6062255 Feb 07 21:02:33.716697 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d40ae10d-dfb6-4d05-a85b-1acadd33eac3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Calling delete_port for ac8f2c5f-0b50-4188-8b8e-c2648ac357ab owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:02:33.719440 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ca780-7dda-41df-8bed-2ef57d34aab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dc4a65-80d9-4b67-bd02-bc13518b4f5e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:33.753232 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:33.853137 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-85e6ed49-ac6b-409a-8675-508b9f84dc36 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Allocated IP 172.20.0.2 (6d967ae2-07ea-401e-8063-c085e3020e36/da67b52e-9fa9-4eda-bee9-de250f228011/372e6712-1718-43c6-884a-34e911ef5f14) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:02:33.912519 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d40ae10d-dfb6-4d05-a85b-1acadd33eac3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (ac8f2c5f-0b50-4188-8b8e-c2648ac357ab), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:33.966251 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ae10d-dfb6-4d05-a85b-1acadd33eac3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac8f2c5f-0b50-4188-8b8e-c2648ac357ab,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:33.990482 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d40ae10d-dfb6-4d05-a85b-1acadd33eac3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:33.999506 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d40ae10d-dfb6-4d05-a85b-1acadd33eac3 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] 10.222.0.65 "DELETE /v2.0/ports/ac8f2c5f-0b50-4188-8b8e-c2648ac357ab HTTP/1.1" status: 204 len: 168 time: 0.7415903 Feb 07 21:02:34.000439 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47198) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:34.074565 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-85e6ed49-ac6b-409a-8675-508b9f84dc36 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks [] for port (372e6712-1718-43c6-884a-34e911ef5f14), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:34.080590 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9fc03f33-55a3-4ce1-abca-fc1f5361bfad req-1d889f23-2175-4ad9-b7a2-3d1017ac1181 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (9e2b0cd9-b942-4d4f-8626-46d40236556c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:34.085356 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d211a77-b7c9-4aad-bc95-0014c19657d6 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] GET failed (client error): The resource could not be found. Feb 07 21:02:34.092999 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8d211a77-b7c9-4aad-bc95-0014c19657d6 tempest-PortsAdminExtendedAttrsTestJSON-968335569 tempest-PortsAdminExtendedAttrsTestJSON-968335569-project-admin] 10.222.0.65 "GET /v2.0/ports/ac8f2c5f-0b50-4188-8b8e-c2648ac357ab HTTP/1.1" status: 404 len: 333 time: 0.0887640 Feb 07 21:02:34.095786 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47202) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:34.215015 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638cb943-2847-403b-b487-1cb40ffdce92', 'tag': 'dd6e5acf-50a4-4950-af30-f4dd60edb97f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:02:34.222332 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc878a9-9380-4824-91d1-049290379c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "638cb943-2847-403b-b487-1cb40ffdce92", "tag": "dd6e5acf-50a4-4950-af30-f4dd60edb97f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:02:34.231154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d889f23-2175-4ad9-b7a2-3d1017ac1181 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Pushing event deleted for resources: {'Port': ['ID=9e2b0cd9-b942-4d4f-8626-46d40236556c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:34.243015 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e913ba-63bb-4cf3-97cd-dc2eb39ba708 req-1da86670-71bb-4b02-a0aa-9b4f6c85797e tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:34.248556 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e913ba-63bb-4cf3-97cd-dc2eb39ba708 req-1da86670-71bb-4b02-a0aa-9b4f6c85797e tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:34.255327 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e913ba-63bb-4cf3-97cd-dc2eb39ba708 req-1da86670-71bb-4b02-a0aa-9b4f6c85797e tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:34.262657 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-83e913ba-63bb-4cf3-97cd-dc2eb39ba708 req-1da86670-71bb-4b02-a0aa-9b4f6c85797e tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=638cb943-2847-403b-b487-1cb40ffdce92 HTTP/1.1" status: 200 len: 2400 time: 0.2489285 Feb 07 21:02:34.271550 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aa6a8e38-0757-4b14-935f-7452942a88b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85705d87-c858-4a6f-934c-fb10100f802f {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:02:34.274363 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaf7a479-ce33-44da-b166-ff37018f7145 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (80351605-9b43-450f-9dee-25fad401a3db), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:34.280244 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aa6a8e38-0757-4b14-935f-7452942a88b0 service neutron] Publish callbacks [] for port (85705d87-c858-4a6f-934c-fb10100f802f), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:34.307218 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aa6a8e38-0757-4b14-935f-7452942a88b0 service neutron] Transition to ACTIVE for port object 85705d87-c858-4a6f-934c-fb10100f802f will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:02:34.331660 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aa6a8e38-0757-4b14-935f-7452942a88b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (85705d87-c858-4a6f-934c-fb10100f802f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:34.429715 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9fc03f33-55a3-4ce1-abca-fc1f5361bfad req-1d889f23-2175-4ad9-b7a2-3d1017ac1181 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks [] for floatingip (48b80013-6e71-4751-915d-8748f208b19b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:34.448194 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9fc03f33-55a3-4ce1-abca-fc1f5361bfad req-1d889f23-2175-4ad9-b7a2-3d1017ac1181 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:34.449492 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fc03f33-55a3-4ce1-abca-fc1f5361bfad req-1d889f23-2175-4ad9-b7a2-3d1017ac1181 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "DELETE /v2.0/floatingips/48b80013-6e71-4751-915d-8748f208b19b HTTP/1.1" status: 204 len: 173 time: 2.3377781 Feb 07 21:02:34.476064 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a8e38-0757-4b14-935f-7452942a88b0 service neutron] Pushing event updated for resources: {'Port': ['ID=85705d87-c858-4a6f-934c-fb10100f802f,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:34.580468 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aa6a8e38-0757-4b14-935f-7452942a88b0 service neutron] Attempting to bind port 85705d87-c858-4a6f-934c-fb10100f802f on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:34.580975 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aa6a8e38-0757-4b14-935f-7452942a88b0 service neutron] Attempting to bind port 85705d87-c858-4a6f-934c-fb10100f802f by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '3f0cc055-3e71-4f27-aeaa-a8416cbbb621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e02d8c09-4b21-4c60-8568-f273ab420b17'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:34.581365 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aa6a8e38-0757-4b14-935f-7452942a88b0 service neutron] Attempting to bind port 85705d87-c858-4a6f-934c-fb10100f802f on network e02d8c09-4b21-4c60-8568-f273ab420b17 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:34.586945 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aa6a8e38-0757-4b14-935f-7452942a88b0 service neutron] Port 85705d87-c858-4a6f-934c-fb10100f802f on network e02d8c09-4b21-4c60-8568-f273ab420b17 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:34.587336 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aa6a8e38-0757-4b14-935f-7452942a88b0 service neutron] Attempting to bind port 85705d87-c858-4a6f-934c-fb10100f802f on network e02d8c09-4b21-4c60-8568-f273ab420b17 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:34.604952 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aa6a8e38-0757-4b14-935f-7452942a88b0 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:02:34.605463 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aa6a8e38-0757-4b14-935f-7452942a88b0 service neutron] Checking segment: {'id': '3f0cc055-3e71-4f27-aeaa-a8416cbbb621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e02d8c09-4b21-4c60-8568-f273ab420b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:02:34.609074 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aa6a8e38-0757-4b14-935f-7452942a88b0 service neutron] Bound using segment: {'id': '3f0cc055-3e71-4f27-aeaa-a8416cbbb621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e02d8c09-4b21-4c60-8568-f273ab420b17'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:02:34.609990 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aa6a8e38-0757-4b14-935f-7452942a88b0 service neutron] Bound port: 85705d87-c858-4a6f-934c-fb10100f802f, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f0cc055-3e71-4f27-aeaa-a8416cbbb621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e02d8c09-4b21-4c60-8568-f273ab420b17'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:02:34.611582 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aa6a8e38-0757-4b14-935f-7452942a88b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (85705d87-c858-4a6f-934c-fb10100f802f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:34.647529 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-83e913ba-63bb-4cf3-97cd-dc2eb39ba708 req-d421fd53-9cbe-4d23-8261-b36365b1c3ff tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829420 Feb 07 21:02:34.772104 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-85e6ed49-ac6b-409a-8675-508b9f84dc36 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (372e6712-1718-43c6-884a-34e911ef5f14), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:34.786749 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['2caaae4e-7044-4456-8451-ea9044187bb7'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:02:34.821991 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aa6a8e38-0757-4b14-935f-7452942a88b0 service neutron] For port 85705d87-c858-4a6f-934c-fb10100f802f, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:02:34.836520 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aa6a8e38-0757-4b14-935f-7452942a88b0 service neutron] For port 85705d87-c858-4a6f-934c-fb10100f802f, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=85705d87-c858-4a6f-934c-fb10100f802f,segment=NetworkSegment(3f0cc055-3e71-4f27-aeaa-a8416cbbb621),segment_id=3f0cc055-3e71-4f27-aeaa-a8416cbbb621)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:02:34.836778 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-85e6ed49-ac6b-409a-8675-508b9f84dc36 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Network 6d967ae2-07ea-401e-8063-c085e3020e36 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:02:34.842267 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaf7a479-ce33-44da-b166-ff37018f7145 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (80351605-9b43-450f-9dee-25fad401a3db), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:34.846100 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-85e6ed49-ac6b-409a-8675-508b9f84dc36 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:02:34.855778 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aa6a8e38-0757-4b14-935f-7452942a88b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (85705d87-c858-4a6f-934c-fb10100f802f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:34.882423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-85e6ed49-ac6b-409a-8675-508b9f84dc36 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:02:34.962015 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cda0b8-0029-4635-9160-dee470908ebc req-a3f0979b-3b3a-4b6b-af4a-0a9fb82ddcb0 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:34.963515 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71cda0b8-0029-4635-9160-dee470908ebc req-a3f0979b-3b3a-4b6b-af4a-0a9fb82ddcb0 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b225880-5473-4ab3-95c2-17feabaacc74 HTTP/1.1" status: 200 len: 946 time: 0.3349106 Feb 07 21:02:34.969319 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-eaf7a479-ce33-44da-b166-ff37018f7145 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80351605-9b43-450f-9dee-25fad401a3db']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:34.986028 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47224) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:34.994258 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-82d2cac3-d7d5-4bfd-a04b-ebc144979536 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Request body: {'floatingip': {'port_id': 'bfbc656a-2a6a-4b89-9a49-185f7cea4a2c'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:35.003450 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-eaf7a479-ce33-44da-b166-ff37018f7145 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696897ae-1943-47d3-91af-76124e4a30fc') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:35.004157 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-eaf7a479-ce33-44da-b166-ff37018f7145 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696897ae-1943-47d3-91af-76124e4a30fc') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:35.006107 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a8e38-0757-4b14-935f-7452942a88b0 service neutron] Pushing event updated for resources: {'Port': ['ID=85705d87-c858-4a6f-934c-fb10100f802f,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:35.013174 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aa6a8e38-0757-4b14-935f-7452942a88b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:35.014123 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aa6a8e38-0757-4b14-935f-7452942a88b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:35.017572 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-aa6a8e38-0757-4b14-935f-7452942a88b0 service neutron] 10.222.0.69 "PUT /v2.0/ports/85705d87-c858-4a6f-934c-fb10100f802f HTTP/1.1" status: 200 len: 1092 time: 1.6471868 Feb 07 21:02:35.035730 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfc6e2-80a9-4ae5-9d7a-167d0e6fb6e6 req-853805e8-1d9d-4f3d-86d5-00994c3144e2 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:35.037510 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fdbfc6e2-80a9-4ae5-9d7a-167d0e6fb6e6 req-853805e8-1d9d-4f3d-86d5-00994c3144e2 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 945 time: 0.2762635 Feb 07 21:02:35.074322 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e6ed49-ac6b-409a-8675-508b9f84dc36 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Pushing event updated for resources: {'Port': ['ID=372e6712-1718-43c6-884a-34e911ef5f14,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:35.090960 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaf7a479-ce33-44da-b166-ff37018f7145 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (696897ae-1943-47d3-91af-76124e4a30fc), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:35.149937 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-85e6ed49-ac6b-409a-8675-508b9f84dc36 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:35.150626 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-85e6ed49-ac6b-409a-8675-508b9f84dc36 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:35.185844 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82d2cac3-d7d5-4bfd-a04b-ebc144979536 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks [] for floatingip (d0b168f3-d7a5-48a9-8608-ec394f445c96), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:35.197962 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-006d667c-e43c-4c32-a2c3-c7f26ec78d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:35.198367 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-006d667c-e43c-4c32-a2c3-c7f26ec78d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:35.198830 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-006d667c-e43c-4c32-a2c3-c7f26ec78d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:35.211828 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-006d667c-e43c-4c32-a2c3-c7f26ec78d79 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3b2daf220a74f4a903969f6214c990a&device_id=638cb943-2847-403b-b487-1cb40ffdce92 HTTP/1.1" status: 200 len: 2958 time: 0.1405678 Feb 07 21:02:35.551323 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:02:35.593579 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-d69bdd1f-e5c4-492a-9869-e9f451f86b58 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.73&port_id=8781d58e-23ad-4ffc-8b16-b520d7b6c50a HTTP/1.1" status: 200 len: 217 time: 0.3730862 Feb 07 21:02:35.635026 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaf7a479-ce33-44da-b166-ff37018f7145 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (696897ae-1943-47d3-91af-76124e4a30fc), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:35.671209 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-c2f82770-959e-4afa-8808-f2928892949e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:35.677334 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-c2f82770-959e-4afa-8808-f2928892949e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a88e3f40-9ccd-47ea-b917-4da426c20947 HTTP/1.1" status: 200 len: 801 time: 0.0741019 Feb 07 21:02:35.706225 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf7a479-ce33-44da-b166-ff37018f7145 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:02:35.707114 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaf7a479-ce33-44da-b166-ff37018f7145 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (696897ae-1943-47d3-91af-76124e4a30fc), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:35.721985 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-85e6ed49-ac6b-409a-8675-508b9f84dc36 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3938837 Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:02:35.722851 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:02:35.764600 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-82cb26dc-62b7-4826-b474-c6d1be85373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:35.768948 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-82cb26dc-62b7-4826-b474-c6d1be85373c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e02d8c09-4b21-4c60-8568-f273ab420b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0884507 Feb 07 21:02:35.811431 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-5c4f0442-a098-4fa6-a76c-9708d6bb14f8 service neutron] Request body: {'port': {'device_id': '15f996cb-1552-4a68-83bf-75263a3390c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:35.921395 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-9d5dfe7a-1290-4165-9be3-8eb358e1d8fa service neutron] 10.222.0.69 "GET /v2.0/networks/e02d8c09-4b21-4c60-8568-f273ab420b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467903 Feb 07 21:02:35.927902 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fdbfc6e2-80a9-4ae5-9d7a-167d0e6fb6e6 req-f6344bb8-d1c7-4d4b-8568-6d6646fadcb8 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8214595 Feb 07 21:02:35.960431 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaf7a479-ce33-44da-b166-ff37018f7145 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (80351605-9b43-450f-9dee-25fad401a3db), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:36.053772 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaf7a479-ce33-44da-b166-ff37018f7145 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:36.059829 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-eaf7a479-ce33-44da-b166-ff37018f7145 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] 10.222.0.65 "DELETE /v2.0/networks/80351605-9b43-450f-9dee-25fad401a3db HTTP/1.1" status: 204 len: 168 time: 1.9616070 Feb 07 21:02:36.081243 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e8836e-d35f-4b2b-9248-0e1334c85e53 x-openstack-request-id: req-f8e8836e-d35f-4b2b-9248-0e1334c85e53 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:02:36.082138 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638cb943-2847-403b-b487-1cb40ffdce92", "tag": "dd6e5acf-50a4-4950-af30-f4dd60edb97f", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:02:36.082382 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f8e8836e-d35f-4b2b-9248-0e1334c85e53 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:02:36.082773 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638cb943-2847-403b-b487-1cb40ffdce92', 'tag': 'dd6e5acf-50a4-4950-af30-f4dd60edb97f', 'status': 'completed', 'code': 200} Feb 07 21:02:36.090515 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51544ca-6551-4fcd-a105-fd075e4b4a51 req-ecb57a8d-2077-47bb-9de5-eda3da088208 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:36.092239 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e51544ca-6551-4fcd-a105-fd075e4b4a51 req-ecb57a8d-2077-47bb-9de5-eda3da088208 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 931 time: 0.9250085 Feb 07 21:02:36.102680 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7a479-ce33-44da-b166-ff37018f7145 tempest-PortsAdminExtendedAttrsTestJSON-1633315510 tempest-PortsAdminExtendedAttrsTestJSON-1633315510-project] Pushing event deleted for resources: {'Network': ['ID=80351605-9b43-450f-9dee-25fad401a3db,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:36.132814 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-ab04a49f-c850-46b5-9007-60fd29e8772a tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:36.134509 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-ab04a49f-c850-46b5-9007-60fd29e8772a tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6&tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&binding%3Ahost_id=n-h1-828185-2 HTTP/1.1" status: 200 len: 1127 time: 0.3718286 Feb 07 21:02:36.138786 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-5c4f0442-a098-4fa6-a76c-9708d6bb14f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (372e6712-1718-43c6-884a-34e911ef5f14), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:36.162887 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-d1d41807-16f1-4498-bb68-160877a4b4cb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828185-2'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:36.185490 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-14b2ae1c-3968-446e-b40a-d170d2f469d2 service neutron] 10.222.0.69 "GET /v2.0/networks/e02d8c09-4b21-4c60-8568-f273ab420b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578902 Feb 07 21:02:36.257303 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e51544ca-6551-4fcd-a105-fd075e4b4a51 req-39269444-420c-4826-92bd-9c451da1b995 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576531 Feb 07 21:02:36.301658 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-ae1caa27-d637-4ac4-a2b8-825391d54230 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.204&port_id=dd6e5acf-50a4-4950-af30-f4dd60edb97f HTTP/1.1" status: 200 len: 217 time: 0.1085432 Feb 07 21:02:36.381090 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-d1d41807-16f1-4498-bb68-160877a4b4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d1c65d17-e582-4939-8d51-0b52f4c9fb21), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:36.478304 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-f057eaf2-6aae-4301-bfbd-11dbf2c505f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:36.487054 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-f057eaf2-6aae-4301-bfbd-11dbf2c505f4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2c102528-9885-4a40-9718-4d328c45cdf2 HTTP/1.1" status: 200 len: 801 time: 0.1789553 Feb 07 21:02:36.619464 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-13d85356-2112-42b2-b9a8-b6d70b0c84c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:36.626242 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-13d85356-2112-42b2-b9a8-b6d70b0c84c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5942773c-c1f0-4da5-b6b8-fbebb04e57b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1296456 Feb 07 21:02:36.763798 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47246) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:36.845388 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-d32b4546-bd95-4fed-8a3a-1fea120aee80 service neutron] 10.222.0.69 "GET /v2.0/networks/5942773c-c1f0-4da5-b6b8-fbebb04e57b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123089 Feb 07 21:02:36.913626 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-82d2cac3-d7d5-4bfd-a04b-ebc144979536 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:02:36.966430 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d1c65d17-e582-4939-8d51-0b52f4c9fb21 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:02:37.027181 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1743d3-c723-4bf4-b811-01e78d876d93 req-9f7fb443-aef0-4de0-9b6a-a76019d38fe5 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:37.033042 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1743d3-c723-4bf4-b811-01e78d876d93 req-9f7fb443-aef0-4de0-9b6a-a76019d38fe5 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:37.039505 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1743d3-c723-4bf4-b811-01e78d876d93 req-9f7fb443-aef0-4de0-9b6a-a76019d38fe5 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:37.047325 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e1743d3-c723-4bf4-b811-01e78d876d93 req-9f7fb443-aef0-4de0-9b6a-a76019d38fe5 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=638cb943-2847-403b-b487-1cb40ffdce92 HTTP/1.1" status: 200 len: 2412 time: 0.4462225 Feb 07 21:02:37.078941 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82d2cac3-d7d5-4bfd-a04b-ebc144979536 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:37.107669 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-56f3cf8e-0044-413a-ac0b-951a4621df22 service neutron] 10.222.0.69 "GET /v2.0/networks/5942773c-c1f0-4da5-b6b8-fbebb04e57b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502687 Feb 07 21:02:37.115406 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-d1d41807-16f1-4498-bb68-160877a4b4cb service neutron] For port d1c65d17-e582-4939-8d51-0b52f4c9fb21, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=d1c65d17-e582-4939-8d51-0b52f4c9fb21,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:37.122879 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82d2cac3-d7d5-4bfd-a04b-ebc144979536 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (d0b168f3-d7a5-48a9-8608-ec394f445c96), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:37.199621 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port d1c65d17-e582-4939-8d51-0b52f4c9fb21, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=d1c65d17-e582-4939-8d51-0b52f4c9fb21,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:37.216355 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d1c65d17-e582-4939-8d51-0b52f4c9fb21 has no active binding in host n-h2-828185-2 {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 21:02:37.221636 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-65f3c9d3-e53b-474f-83f1-6db7aa934bd0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9a7b385c4fae45c29e6994ea22253b21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4558313 Feb 07 21:02:37.222263 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47254) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:37.228638 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47256) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:37.230393 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-42e06859-70a4-4271-b144-52954761db2b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.124&port_id=85705d87-c858-4a6f-934c-fb10100f802f HTTP/1.1" status: 200 len: 217 time: 0.1092632 Feb 07 21:02:37.312294 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-c2b9d976-9463-49fd-816b-3a67d4c3d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:37.314086 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f70c4-67db-4d14-98c7-390a957cd821 req-82dc5a1b-9c88-42ef-9f25-46a433c40f4f tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:37.314936 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-c2b9d976-9463-49fd-816b-3a67d4c3d090 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a88e3f40-9ccd-47ea-b917-4da426c20947 HTTP/1.1" status: 200 len: 801 time: 0.0762579 Feb 07 21:02:37.315872 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-165f70c4-67db-4d14-98c7-390a957cd821 req-82dc5a1b-9c88-42ef-9f25-46a433c40f4f tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 945 time: 0.5290563 Feb 07 21:02:37.355018 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0fe90bd3-1a01-4d1f-95c2-9dff1d9685fa admin admin] Publish callbacks [] for security_group (2ff5f838-aace-4925-9107-3ddcd8557913), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:37.358840 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e1743d3-c723-4bf4-b811-01e78d876d93 req-766b4395-bd29-4a7c-9272-ceb93ec93394 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065023 Feb 07 21:02:37.387979 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0fe90bd3-1a01-4d1f-95c2-9dff1d9685fa admin admin] Publish callbacks [] for security_group (2ff5f838-aace-4925-9107-3ddcd8557913), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:37.396598 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-5c4f0442-a098-4fa6-a76c-9708d6bb14f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 372e6712-1718-43c6-884a-34e911ef5f14 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:02:37.451426 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-d1d41807-16f1-4498-bb68-160877a4b4cb service neutron] For port d1c65d17-e582-4939-8d51-0b52f4c9fb21, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:02:37.458829 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56ae6702-4301-4a54-870b-4bd27794bb1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:37.463211 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-5c4f0442-a098-4fa6-a76c-9708d6bb14f8 service neutron] Publish callbacks [] for port (372e6712-1718-43c6-884a-34e911ef5f14), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:37.482541 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-a56e5f8d-a0ed-4d71-8d43-0c6e41b2482b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:37.484599 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-a56e5f8d-a0ed-4d71-8d43-0c6e41b2482b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e02d8c09-4b21-4c60-8568-f273ab420b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1605980 Feb 07 21:02:37.517738 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0fe90bd3-1a01-4d1f-95c2-9dff1d9685fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (2ff5f838-aace-4925-9107-3ddcd8557913), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:37.520957 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0fe90bd3-1a01-4d1f-95c2-9dff1d9685fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:37.522380 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0fe90bd3-1a01-4d1f-95c2-9dff1d9685fa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2ff5f838-aace-4925-9107-3ddcd8557913 HTTP/1.1" status: 204 len: 168 time: 0.2911465 Feb 07 21:02:37.577692 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe90bd3-1a01-4d1f-95c2-9dff1d9685fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff5f838-aace-4925-9107-3ddcd8557913,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:37.584756 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-5c4f0442-a098-4fa6-a76c-9708d6bb14f8 service neutron] Transition to ACTIVE for port object 372e6712-1718-43c6-884a-34e911ef5f14 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:02:37.594745 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-82d2cac3-d7d5-4bfd-a04b-ebc144979536 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Floating IP d0b168f3-d7a5-48a9-8608-ec394f445c96 associated. External IP: 172.25.4.206, port: bfbc656a-2a6a-4b89-9a49-185f7cea4a2c. Feb 07 21:02:37.606894 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-165f70c4-67db-4d14-98c7-390a957cd821 req-fb739b81-f721-4c8a-a50f-524b10f463fa tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/security-groups?id=dc2b397e-8538-4e86-8e11-8d1274f7c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764187 Feb 07 21:02:37.607513 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa2e42c-2d7d-417c-b0d1-973b70c83db6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1c65d17-e582-4939-8d51-0b52f4c9fb21'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:02:37.610287 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49337d08-9bb9-4255-8c90-b114a0fe50de" -d '{"events": [{"server_uuid": "9aa2e42c-2d7d-417c-b0d1-973b70c83db6", "name": "network-vif-unplugged", "status": "completed", "tag": "d1c65d17-e582-4939-8d51-0b52f4c9fb21"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:02:37.612539 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-5c4f0442-a098-4fa6-a76c-9708d6bb14f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (372e6712-1718-43c6-884a-34e911ef5f14), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:37.661786 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-d1d41807-16f1-4498-bb68-160877a4b4cb service neutron] Publish callbacks [] for port (d1c65d17-e582-4939-8d51-0b52f4c9fb21), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:37.679468 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-3ff4a37a-ca37-47ac-a57c-91073cdc4815 service neutron] 10.222.0.69 "GET /v2.0/networks/e02d8c09-4b21-4c60-8568-f273ab420b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871560 Feb 07 21:02:37.722464 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56ae6702-4301-4a54-870b-4bd27794bb1c admin admin] Publish callbacks [] for security_group (36b27e60-2c4d-4783-8180-aa83e194c090), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:37.739692 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56ae6702-4301-4a54-870b-4bd27794bb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (36b27e60-2c4d-4783-8180-aa83e194c090), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:37.746391 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-d1d41807-16f1-4498-bb68-160877a4b4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (d1c65d17-e582-4939-8d51-0b52f4c9fb21), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:37.852282 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbafdc0-0fec-4023-bac6-a4735d16ee14 req-14b3cf77-a119-4c94-9752-4772bd3eb5e5 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:37.865345 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3cbafdc0-0fec-4023-bac6-a4735d16ee14 req-14b3cf77-a119-4c94-9752-4772bd3eb5e5 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 945 time: 0.3734555 Feb 07 21:02:37.872504 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f0442-a098-4fa6-a76c-9708d6bb14f8 service neutron] Pushing event updated for resources: {'Port': ['ID=372e6712-1718-43c6-884a-34e911ef5f14,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:37.933318 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-56ae6702-4301-4a54-870b-4bd27794bb1c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2c13d058bce44437bbd35f77aa73974f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7097130 Feb 07 21:02:37.942177 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47270) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:37.953328 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae6702-4301-4a54-870b-4bd27794bb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b27e60-2c4d-4783-8180-aa83e194c090,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:37.983242 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-535fb2f7-291b-4954-b46d-9a8dc862ba8a req-ee90ea3c-b7ce-4603-97a4-c906c9443603 service neutron] 10.222.0.69 "GET /v2.0/networks/e02d8c09-4b21-4c60-8568-f273ab420b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944777 Feb 07 21:02:38.064257 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8396deb5-1948-4e35-92b1-1d865ba796be admin admin] Publish callbacks [] for security_group (36b27e60-2c4d-4783-8180-aa83e194c090), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:38.088643 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638cb943-2847-403b-b487-1cb40ffdce92', 'tag': '85705d87-c858-4a6f-934c-fb10100f802f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:02:38.091590 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97074ff3-c3f8-4c13-a4b0-7a5fe14d7cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "638cb943-2847-403b-b487-1cb40ffdce92", "tag": "85705d87-c858-4a6f-934c-fb10100f802f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:02:38.132917 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ddd69-f8b8-4e4e-9cc0-e63f138c5c34 req-fc89aa36-b741-4b4c-a70a-e268d5c60c17 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:38.136611 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f09ddd69-f8b8-4e4e-9cc0-e63f138c5c34 req-fc89aa36-b741-4b4c-a70a-e268d5c60c17 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 943 time: 0.4042468 Feb 07 21:02:38.138138 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8396deb5-1948-4e35-92b1-1d865ba796be admin admin] Publish callbacks [] for security_group (36b27e60-2c4d-4783-8180-aa83e194c090), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:38.195367 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-d1d41807-16f1-4498-bb68-160877a4b4cb service neutron] Attempting to bind port d1c65d17-e582-4939-8d51-0b52f4c9fb21 on host n-h1-828185-2 for vnic_type normal with profile {"migrating_to": "n-h2-828185-2"} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:38.195722 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-d1d41807-16f1-4498-bb68-160877a4b4cb service neutron] Attempting to bind port d1c65d17-e582-4939-8d51-0b52f4c9fb21 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:38.197719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-d1d41807-16f1-4498-bb68-160877a4b4cb service neutron] Attempting to bind port d1c65d17-e582-4939-8d51-0b52f4c9fb21 on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:38.261806 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8396deb5-1948-4e35-92b1-1d865ba796be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (36b27e60-2c4d-4783-8180-aa83e194c090), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:38.265307 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8396deb5-1948-4e35-92b1-1d865ba796be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:38.266619 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8396deb5-1948-4e35-92b1-1d865ba796be admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/36b27e60-2c4d-4783-8180-aa83e194c090 HTTP/1.1" status: 204 len: 168 time: 0.3233635 Feb 07 21:02:38.268003 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47274) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:38.354983 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396deb5-1948-4e35-92b1-1d865ba796be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b27e60-2c4d-4783-8180-aa83e194c090,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:38.382687 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90033e-3f9d-4dc4-b9f4-35c16b67fa29 req-a2b61fba-f371-4200-b45e-c24048683bb4 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:38.387361 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9e90033e-3f9d-4dc4-b9f4-35c16b67fa29 req-a2b61fba-f371-4200-b45e-c24048683bb4 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.71 "GET /v2.0/ports?device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 945 time: 0.2580435 Feb 07 21:02:38.401718 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc878a9-9380-4824-91d1-049290379c8c req-5358f832-8771-4242-a2bc-d94e21cbb46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:38.402364 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc878a9-9380-4824-91d1-049290379c8c req-5358f832-8771-4242-a2bc-d94e21cbb46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:38.402907 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc878a9-9380-4824-91d1-049290379c8c req-5358f832-8771-4242-a2bc-d94e21cbb46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:38.404927 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6dc878a9-9380-4824-91d1-049290379c8c req-5358f832-8771-4242-a2bc-d94e21cbb46c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3b2daf220a74f4a903969f6214c990a&device_id=638cb943-2847-403b-b487-1cb40ffdce92 HTTP/1.1" status: 200 len: 2958 time: 0.3594623 Feb 07 21:02:38.516283 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a1f4bbcc-cbb3-4e85-b9dc-c6fa6ae2d3fa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2e25f652b64846c4ac3c40dcba749893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260029 Feb 07 21:02:38.519620 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47280) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:38.663052 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc878a9-9380-4824-91d1-049290379c8c req-510c739e-b265-40a4-9c71-f371f0794ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:38.664738 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6dc878a9-9380-4824-91d1-049290379c8c req-510c739e-b265-40a4-9c71-f371f0794ba4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5942773c-c1f0-4da5-b6b8-fbebb04e57b8 HTTP/1.1" status: 200 len: 903 time: 0.2445476 Feb 07 21:02:38.688571 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d41807-16f1-4498-bb68-160877a4b4cb service neutron] Pushing event updated for resources: {'Port': ['ID=d1c65d17-e582-4939-8d51-0b52f4c9fb21,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:38.715728 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-575e2d0c-1af3-4081-9bcd-b36df287f585 admin admin] Publish callbacks [] for security_group (72b63779-e31a-4387-80d0-4eb69149b008), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:38.741026 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-d1d41807-16f1-4498-bb68-160877a4b4cb service neutron] Port d1c65d17-e582-4939-8d51-0b52f4c9fb21 on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:38.741353 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-d1d41807-16f1-4498-bb68-160877a4b4cb service neutron] Attempting to bind port d1c65d17-e582-4939-8d51-0b52f4c9fb21 on network 9707a7e2-bd1b-48e9-a067-23aeb539b5df {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:38.760732 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-d1d41807-16f1-4498-bb68-160877a4b4cb service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:02:38.761081 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-d1d41807-16f1-4498-bb68-160877a4b4cb service neutron] Checking segment: {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:02:38.761525 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-d1d41807-16f1-4498-bb68-160877a4b4cb service neutron] Bound using segment: {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:02:38.761979 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-d1d41807-16f1-4498-bb68-160877a4b4cb service neutron] Bound port: d1c65d17-e582-4939-8d51-0b52f4c9fb21, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f06daf-9142-4d28-8f2a-2d8c1388ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9707a7e2-bd1b-48e9-a067-23aeb539b5df'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:02:38.762396 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-d1d41807-16f1-4498-bb68-160877a4b4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d1c65d17-e582-4939-8d51-0b52f4c9fb21), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:38.799140 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6dc878a9-9380-4824-91d1-049290379c8c req-edab19bf-e4be-4b62-84d5-577ed249b154 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.204&port_id=dd6e5acf-50a4-4950-af30-f4dd60edb97f HTTP/1.1" status: 200 len: 217 time: 0.1201138 Feb 07 21:02:38.840052 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-d1d41807-16f1-4498-bb68-160877a4b4cb service neutron] For port d1c65d17-e582-4939-8d51-0b52f4c9fb21, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:02:38.843233 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-d1d41807-16f1-4498-bb68-160877a4b4cb service neutron] For port d1c65d17-e582-4939-8d51-0b52f4c9fb21, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=d1c65d17-e582-4939-8d51-0b52f4c9fb21,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:02:38.847380 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-575e2d0c-1af3-4081-9bcd-b36df287f585 admin admin] Publish callbacks [] for security_group (72b63779-e31a-4387-80d0-4eb69149b008), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:38.852699 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-9e90033e-3f9d-4dc4-b9f4-35c16b67fa29 req-b8851296-2211-48aa-9c43-296932114420 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Deleting port 1c619f47-fc6a-4388-86fb-8892dc475079 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:02:38.852699 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9e90033e-3f9d-4dc4-b9f4-35c16b67fa29 req-b8851296-2211-48aa-9c43-296932114420 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (1c619f47-fc6a-4388-86fb-8892dc475079), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:38.854179 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3cbafdc0-0fec-4023-bac6-a4735d16ee14 req-365e7514-2761-4ad8-b666-6fd45b9b9f31 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9879653 Feb 07 21:02:38.861916 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-5c4f0442-a098-4fa6-a76c-9708d6bb14f8 service neutron] Attempting to bind port 372e6712-1718-43c6-884a-34e911ef5f14 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:38.862259 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-5c4f0442-a098-4fa6-a76c-9708d6bb14f8 service neutron] Attempting to bind port 372e6712-1718-43c6-884a-34e911ef5f14 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:38.862585 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-5c4f0442-a098-4fa6-a76c-9708d6bb14f8 service neutron] Attempting to bind port 372e6712-1718-43c6-884a-34e911ef5f14 on network 6d967ae2-07ea-401e-8063-c085e3020e36 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:38.867927 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-d1d41807-16f1-4498-bb68-160877a4b4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (d1c65d17-e582-4939-8d51-0b52f4c9fb21), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:38.952702 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-5c4f0442-a098-4fa6-a76c-9708d6bb14f8 service neutron] Port 372e6712-1718-43c6-884a-34e911ef5f14 on network 6d967ae2-07ea-401e-8063-c085e3020e36 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:38.953038 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-5c4f0442-a098-4fa6-a76c-9708d6bb14f8 service neutron] Attempting to bind port 372e6712-1718-43c6-884a-34e911ef5f14 on network 6d967ae2-07ea-401e-8063-c085e3020e36 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:38.961409 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc878a9-9380-4824-91d1-049290379c8c req-41c1c4ae-8658-4367-900e-e653e913cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:38.962949 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6dc878a9-9380-4824-91d1-049290379c8c req-41c1c4ae-8658-4367-900e-e653e913cf23 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2c102528-9885-4a40-9718-4d328c45cdf2 HTTP/1.1" status: 200 len: 801 time: 0.1540864 Feb 07 21:02:39.025502 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeffc654-c270-4973-8ae0-6abffaaebab5 x-openstack-request-id: req-aeffc654-c270-4973-8ae0-6abffaaebab5 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:02:39.026438 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa2e42c-2d7d-417c-b0d1-973b70c83db6", "name": "network-vif-unplugged", "status": "completed", "tag": "d1c65d17-e582-4939-8d51-0b52f4c9fb21", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:02:39.027297 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aeffc654-c270-4973-8ae0-6abffaaebab5 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:02:39.027737 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa2e42c-2d7d-417c-b0d1-973b70c83db6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1c65d17-e582-4939-8d51-0b52f4c9fb21', 'code': 200} Feb 07 21:02:39.052210 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-9e90033e-3f9d-4dc4-b9f4-35c16b67fa29 req-b8851296-2211-48aa-9c43-296932114420 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] For port 1c619f47-fc6a-4388-86fb-8892dc475079, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=1c619f47-fc6a-4388-86fb-8892dc475079,segment=NetworkSegment(8dbc27c3-8b29-446a-9851-9122c1639fcc),segment_id=8dbc27c3-8b29-446a-9851-9122c1639fcc)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:39.052753 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9e90033e-3f9d-4dc4-b9f4-35c16b67fa29 req-b8851296-2211-48aa-9c43-296932114420 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (1c619f47-fc6a-4388-86fb-8892dc475079), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:39.061642 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-575e2d0c-1af3-4081-9bcd-b36df287f585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (72b63779-e31a-4387-80d0-4eb69149b008), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:39.065219 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-575e2d0c-1af3-4081-9bcd-b36df287f585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:39.066442 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-575e2d0c-1af3-4081-9bcd-b36df287f585 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/72b63779-e31a-4387-80d0-4eb69149b008 HTTP/1.1" status: 204 len: 168 time: 0.5440807 Feb 07 21:02:39.091683 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb63efa-c587-4dc6-ab15-d8dae74f33a5 x-openstack-request-id: req-fdb63efa-c587-4dc6-ab15-d8dae74f33a5 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:02:39.091970 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638cb943-2847-403b-b487-1cb40ffdce92", "tag": "85705d87-c858-4a6f-934c-fb10100f802f", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:02:39.092225 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fdb63efa-c587-4dc6-ab15-d8dae74f33a5 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:02:39.092746 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638cb943-2847-403b-b487-1cb40ffdce92', 'tag': '85705d87-c858-4a6f-934c-fb10100f802f', 'status': 'completed', 'code': 200} Feb 07 21:02:39.093772 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-9e90033e-3f9d-4dc4-b9f4-35c16b67fa29 req-b8851296-2211-48aa-9c43-296932114420 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Calling delete_port for 1c619f47-fc6a-4388-86fb-8892dc475079 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:02:39.100873 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e2d0c-1af3-4081-9bcd-b36df287f585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b63779-e31a-4387-80d0-4eb69149b008,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:39.117044 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc878a9-9380-4824-91d1-049290379c8c req-227d75e4-bcba-4751-a62b-5ef5dfc4769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:39.118730 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6dc878a9-9380-4824-91d1-049290379c8c req-227d75e4-bcba-4751-a62b-5ef5dfc4769f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5942773c-c1f0-4da5-b6b8-fbebb04e57b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1484060 Feb 07 21:02:39.164466 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f09ddd69-f8b8-4e4e-9cc0-e63f138c5c34 req-e6fdb659-0163-4511-8a74-54e5b5a5ef7f tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0111656 Feb 07 21:02:39.171223 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-d1d41807-16f1-4498-bb68-160877a4b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:39.172265 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-d1d41807-16f1-4498-bb68-160877a4b4cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:39.177437 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-d1d41807-16f1-4498-bb68-160877a4b4cb service neutron] 10.222.0.71 "PUT /v2.0/ports/d1c65d17-e582-4939-8d51-0b52f4c9fb21 HTTP/1.1" status: 200 len: 1121 time: 3.0294545 Feb 07 21:02:39.186517 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-5c4f0442-a098-4fa6-a76c-9708d6bb14f8 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:02:39.187485 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-5c4f0442-a098-4fa6-a76c-9708d6bb14f8 service neutron] Checking segment: {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:02:39.191219 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-5c4f0442-a098-4fa6-a76c-9708d6bb14f8 service neutron] Bound using segment: {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:02:39.193825 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-5c4f0442-a098-4fa6-a76c-9708d6bb14f8 service neutron] Bound port: 372e6712-1718-43c6-884a-34e911ef5f14, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:02:39.196280 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-5c4f0442-a098-4fa6-a76c-9708d6bb14f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (372e6712-1718-43c6-884a-34e911ef5f14), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:39.263259 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['d1c65d17-e582-4939-8d51-0b52f4c9fb21'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:02:39.338274 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['d1c65d17-e582-4939-8d51-0b52f4c9fb21'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:02:39.353139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d2cac3-d7d5-4bfd-a04b-ebc144979536 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Router 28036b59-4615-4f68-be11-3cf14c76bc78 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:02:39.490936 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6dc878a9-9380-4824-91d1-049290379c8c req-17eb44d8-2527-4c0d-bf30-7153efbc47b7 service neutron] 10.222.0.69 "GET /v2.0/networks/5942773c-c1f0-4da5-b6b8-fbebb04e57b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291867 Feb 07 21:02:39.525148 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d41807-16f1-4498-bb68-160877a4b4cb service neutron] Pushing event updated for resources: {'Port': ['ID=d1c65d17-e582-4939-8d51-0b52f4c9fb21,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:39.654959 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6dc878a9-9380-4824-91d1-049290379c8c req-6dadda64-e921-4a25-a615-0ffbd27a8e75 service neutron] 10.222.0.69 "GET /v2.0/networks/5942773c-c1f0-4da5-b6b8-fbebb04e57b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586723 Feb 07 21:02:39.700435 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-5c4f0442-a098-4fa6-a76c-9708d6bb14f8 service neutron] For port 372e6712-1718-43c6-884a-34e911ef5f14, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:02:39.747796 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-5c4f0442-a098-4fa6-a76c-9708d6bb14f8 service neutron] For port 372e6712-1718-43c6-884a-34e911ef5f14, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=372e6712-1718-43c6-884a-34e911ef5f14,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:02:39.763817 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bd25b-ab20-4b08-82f7-f94dabdb14b8 req-2abf52f0-5de3-42a7-8f37-72b0455da474 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:39.768635 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3a8bd25b-ab20-4b08-82f7-f94dabdb14b8 req-2abf52f0-5de3-42a7-8f37-72b0455da474 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 945 time: 0.3749020 Feb 07 21:02:39.790207 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843caeb-149f-4433-839d-c3ca8a6f44f4 req-7037772c-f955-4c26-bee8-634765db23c9 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:39.795671 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843caeb-149f-4433-839d-c3ca8a6f44f4 req-7037772c-f955-4c26-bee8-634765db23c9 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:39.799971 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47310) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:39.802531 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843caeb-149f-4433-839d-c3ca8a6f44f4 req-7037772c-f955-4c26-bee8-634765db23c9 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:39.810630 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b843caeb-149f-4433-839d-c3ca8a6f44f4 req-7037772c-f955-4c26-bee8-634765db23c9 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=638cb943-2847-403b-b487-1cb40ffdce92 HTTP/1.1" status: 200 len: 2412 time: 0.4473305 Feb 07 21:02:39.842426 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97074ff3-c3f8-4c13-a4b0-7a5fe14d7cd6 req-368447ba-3565-4663-8774-34e980d26227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:39.842956 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97074ff3-c3f8-4c13-a4b0-7a5fe14d7cd6 req-368447ba-3565-4663-8774-34e980d26227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:39.844084 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97074ff3-c3f8-4c13-a4b0-7a5fe14d7cd6 req-368447ba-3565-4663-8774-34e980d26227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:39.847084 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-97074ff3-c3f8-4c13-a4b0-7a5fe14d7cd6 req-368447ba-3565-4663-8774-34e980d26227 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3b2daf220a74f4a903969f6214c990a&device_id=638cb943-2847-403b-b487-1cb40ffdce92 HTTP/1.1" status: 200 len: 2958 time: 0.1157727 Feb 07 21:02:39.937331 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-5c4f0442-a098-4fa6-a76c-9708d6bb14f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (372e6712-1718-43c6-884a-34e911ef5f14), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:39.987431 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97074ff3-c3f8-4c13-a4b0-7a5fe14d7cd6 req-0e2c929a-2c50-4a4f-ad64-a1f4a8938c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:39.989214 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-97074ff3-c3f8-4c13-a4b0-7a5fe14d7cd6 req-0e2c929a-2c50-4a4f-ad64-a1f4a8938c84 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e02d8c09-4b21-4c60-8568-f273ab420b17 HTTP/1.1" status: 200 len: 902 time: 0.1354051 Feb 07 21:02:39.992039 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9e90033e-3f9d-4dc4-b9f4-35c16b67fa29 req-b8851296-2211-48aa-9c43-296932114420 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (1c619f47-fc6a-4388-86fb-8892dc475079), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:40.115454 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-5c4f0442-a098-4fa6-a76c-9708d6bb14f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:40.116077 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-5c4f0442-a098-4fa6-a76c-9708d6bb14f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:40.117507 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-5c4f0442-a098-4fa6-a76c-9708d6bb14f8 service neutron] 10.222.0.69 "PUT /v2.0/ports/372e6712-1718-43c6-884a-34e911ef5f14 HTTP/1.1" status: 200 len: 1091 time: 4.3577223 Feb 07 21:02:40.152441 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b843caeb-149f-4433-839d-c3ca8a6f44f4 req-2bda1c53-f89e-4a5c-a1b1-b0b673833efc tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400679 Feb 07 21:02:40.215897 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8851296-2211-48aa-9c43-296932114420 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Pushing event deleted for resources: {'Port': ['ID=1c619f47-fc6a-4388-86fb-8892dc475079,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:40.254582 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-5173957f-5ea2-4197-ade5-16c17fffc375 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-137760339-network', 'tenant_id': '5c44c50ce01340928cd384557042fdd6'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:40.270043 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-97074ff3-c3f8-4c13-a4b0-7a5fe14d7cd6 req-220e5f8b-7caa-4c72-b595-3fac75d27c31 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.124&port_id=85705d87-c858-4a6f-934c-fb10100f802f HTTP/1.1" status: 200 len: 217 time: 0.2618122 Feb 07 21:02:40.317743 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3a8bd25b-ab20-4b08-82f7-f94dabdb14b8 req-7681bbe3-bd57-4e49-b4b7-6b05a2abb39a tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/security-groups?id=dc2b397e-8538-4e86-8e11-8d1274f7c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4892793 Feb 07 21:02:40.360971 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f0442-a098-4fa6-a76c-9708d6bb14f8 service neutron] Pushing event updated for resources: {'Port': ['ID=372e6712-1718-43c6-884a-34e911ef5f14,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:40.363628 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e90033e-3f9d-4dc4-b9f4-35c16b67fa29 req-b8851296-2211-48aa-9c43-296932114420 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] No DVR routers for this DVR port 1c619f47-fc6a-4388-86fb-8892dc475079 on host n-h2-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:02:40.365077 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d2cac3-d7d5-4bfd-a04b-ebc144979536 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:02:40.372636 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82d2cac3-d7d5-4bfd-a04b-ebc144979536 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:40.380898 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af01d0f-319c-4902-943c-e88ad6992c4a None None] Sync routers for ids ['28036b59-4615-4f68-be11-3cf14c76bc78'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:02:40.395845 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af01d0f-319c-4902-943c-e88ad6992c4a None None] Routers {'28036b59-4615-4f68-be11-3cf14c76bc78'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:02:40.395981 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9e90033e-3f9d-4dc4-b9f4-35c16b67fa29 req-b8851296-2211-48aa-9c43-296932114420 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:40.396082 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9af01d0f-319c-4902-943c-e88ad6992c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:02:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['28036b59-4615-4f68-be11-3cf14c76bc78'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:40.425686 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-82d2cac3-d7d5-4bfd-a04b-ebc144979536 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "PUT /v2.0/floatingips/d0b168f3-d7a5-48a9-8608-ec394f445c96 HTTP/1.1" status: 200 len: 992 time: 5.4361863 Feb 07 21:02:40.429314 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-5a97ee5b-1b35-467e-8688-8e0e8679e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:40.430441 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9e90033e-3f9d-4dc4-b9f4-35c16b67fa29 req-b8851296-2211-48aa-9c43-296932114420 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.71 "DELETE /v2.0/ports/1c619f47-fc6a-4388-86fb-8892dc475079 HTTP/1.1" status: 204 len: 173 time: 2.0229037 Feb 07 21:02:40.430941 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-5a97ee5b-1b35-467e-8688-8e0e8679e9c3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 1125 time: 0.2414794 Feb 07 21:02:40.440279 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2463398-f2ba-4d7d-a5c6-cd9bff984524 req-0976fd45-a251-4305-8f2f-d61ede962857 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:40.448148 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2463398-f2ba-4d7d-a5c6-cd9bff984524 req-0976fd45-a251-4305-8f2f-d61ede962857 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 943 time: 0.1562915 Feb 07 21:02:40.506924 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-946a1285-d309-4af7-bda9-25cdf35a10a1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=372e6712-1718-43c6-884a-34e911ef5f14 HTTP/1.1" status: 200 len: 217 time: 0.0565829 Feb 07 21:02:40.568403 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5173957f-5ea2-4197-ade5-16c17fffc375 admin admin] Made reservation on behalf of 5c44c50ce01340928cd384557042fdd6 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:02:40.570599 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5173957f-5ea2-4197-ade5-16c17fffc375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:40.607267 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97074ff3-c3f8-4c13-a4b0-7a5fe14d7cd6 req-aa903ce7-bc0c-46e7-adaa-58278e5eabca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:40.613798 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-97074ff3-c3f8-4c13-a4b0-7a5fe14d7cd6 req-aa903ce7-bc0c-46e7-adaa-58278e5eabca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a88e3f40-9ccd-47ea-b917-4da426c20947 HTTP/1.1" status: 200 len: 801 time: 0.3293128 Feb 07 21:02:40.614817 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5173957f-5ea2-4197-ade5-16c17fffc375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:40.675234 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2463398-f2ba-4d7d-a5c6-cd9bff984524 req-375f4f5f-c228-42b6-8668-13da66224aa3 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260034 Feb 07 21:02:40.687546 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-8b3dfc0c-0955-4494-91f9-0a99eb6cc49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:40.692707 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-8b3dfc0c-0955-4494-91f9-0a99eb6cc49e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da67b52e-9fa9-4eda-bee9-de250f228011 HTTP/1.1" status: 200 len: 848 time: 0.1730731 Feb 07 21:02:40.739234 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-9af01d0f-319c-4902-943c-e88ad6992c4a None None] Set router 28036b59-4615-4f68-be11-3cf14c76bc78 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:02:40.803803 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecaa972-f4ac-4141-8130-c8fd298e6bd5 req-47942c3d-14e9-4d79-8e58-6021bee6dd06 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:40.810158 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ecaa972-f4ac-4141-8130-c8fd298e6bd5 req-47942c3d-14e9-4d79-8e58-6021bee6dd06 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 943 time: 0.3022900 Feb 07 21:02:40.815208 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-b6355628-92d8-42df-aa13-7a8961f81242 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6d967ae2-07ea-401e-8063-c085e3020e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155596 Feb 07 21:02:40.840289 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97074ff3-c3f8-4c13-a4b0-7a5fe14d7cd6 req-283a3c33-d0b7-4c27-bae4-fc8a5bfdcaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:40.842526 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-97074ff3-c3f8-4c13-a4b0-7a5fe14d7cd6 req-283a3c33-d0b7-4c27-bae4-fc8a5bfdcaf0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e02d8c09-4b21-4c60-8568-f273ab420b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2094984 Feb 07 21:02:40.974270 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 1c619f47-fc6a-4388-86fb-8892dc475079 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:02:40.984459 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ecaa972-f4ac-4141-8130-c8fd298e6bd5 req-c32b8859-41b6-4864-b1ea-69786bf0ecbd tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653163 Feb 07 21:02:41.013413 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123dfd99-5199-4891-a74a-1d3fd27ae80c req-6c450c4d-d0d2-4a4a-99bc-f72b20cdd57e tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:41.021234 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-123dfd99-5199-4891-a74a-1d3fd27ae80c req-6c450c4d-d0d2-4a4a-99bc-f72b20cdd57e tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b225880-5473-4ab3-95c2-17feabaacc74 HTTP/1.1" status: 200 len: 946 time: 0.2008245 Feb 07 21:02:41.030276 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa2e42c-2d7d-417c-b0d1-973b70c83db6', 'tag': 'd1c65d17-e582-4939-8d51-0b52f4c9fb21'}, {'name': 'network-changed', 'server_uuid': '15f996cb-1552-4a68-83bf-75263a3390c4', 'tag': '372e6712-1718-43c6-884a-34e911ef5f14'}, {'name': 'network-changed', 'server_uuid': '7b225880-5473-4ab3-95c2-17feabaacc74', 'tag': 'bfbc656a-2a6a-4b89-9a49-185f7cea4a2c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:02:41.033292 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a61157-a8c8-4fdd-af8d-5167d209588f" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa2e42c-2d7d-417c-b0d1-973b70c83db6", "tag": "d1c65d17-e582-4939-8d51-0b52f4c9fb21"}, {"name": "network-changed", "server_uuid": "15f996cb-1552-4a68-83bf-75263a3390c4", "tag": "372e6712-1718-43c6-884a-34e911ef5f14"}, {"name": "network-changed", "server_uuid": "7b225880-5473-4ab3-95c2-17feabaacc74", "tag": "bfbc656a-2a6a-4b89-9a49-185f7cea4a2c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:02:41.039852 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5173957f-5ea2-4197-ade5-16c17fffc375 admin admin] Publish callbacks [] for security_group (34bbaa8d-b4e4-4a2c-985b-1fee9528477b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:41.042569 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-97074ff3-c3f8-4c13-a4b0-7a5fe14d7cd6 req-50b79593-34ac-4eac-934e-5239fff1d2a9 service neutron] 10.222.0.69 "GET /v2.0/networks/e02d8c09-4b21-4c60-8568-f273ab420b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866167 Feb 07 21:02:41.050192 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5173957f-5ea2-4197-ade5-16c17fffc375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (34bbaa8d-b4e4-4a2c-985b-1fee9528477b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:41.069303 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-fd5aedd2-1eaa-47e4-9092-722fc300c84f service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265973 Feb 07 21:02:41.115758 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9794cbbc-fde1-434c-9102-b948f32a0fa2', 'name': 'network-vif-deleted', 'tag': '1c619f47-fc6a-4388-86fb-8892dc475079'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:02:41.122435 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6151b98-377d-414a-a8b7-d13e498bd27c" -d '{"events": [{"server_uuid": "9794cbbc-fde1-434c-9102-b948f32a0fa2", "name": "network-vif-deleted", "tag": "1c619f47-fc6a-4388-86fb-8892dc475079"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:02:41.127280 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-123dfd99-5199-4891-a74a-1d3fd27ae80c req-54be01bc-d5e8-4948-9868-6bbc6a4cfd80 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/security-groups?id=82b97d36-caa2-4fd0-8c84-e78bd09b7259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995059 Feb 07 21:02:41.215094 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 07 Feb 2022 21:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be846b04-d459-430a-a3dd-16edd187d255 x-openstack-request-id: req-be846b04-d459-430a-a3dd-16edd187d255 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:02:41.215499 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa2e42c-2d7d-417c-b0d1-973b70c83db6", "tag": "d1c65d17-e582-4939-8d51-0b52f4c9fb21", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "15f996cb-1552-4a68-83bf-75263a3390c4", "tag": "372e6712-1718-43c6-884a-34e911ef5f14", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7b225880-5473-4ab3-95c2-17feabaacc74", "tag": "bfbc656a-2a6a-4b89-9a49-185f7cea4a2c", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:02:41.215854 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-be846b04-d459-430a-a3dd-16edd187d255 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:02:41.216422 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa2e42c-2d7d-417c-b0d1-973b70c83db6', 'tag': 'd1c65d17-e582-4939-8d51-0b52f4c9fb21', 'status': 'completed', 'code': 200} Feb 07 21:02:41.216776 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15f996cb-1552-4a68-83bf-75263a3390c4', 'tag': '372e6712-1718-43c6-884a-34e911ef5f14', 'status': 'completed', 'code': 200} Feb 07 21:02:41.217129 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b225880-5473-4ab3-95c2-17feabaacc74', 'tag': 'bfbc656a-2a6a-4b89-9a49-185f7cea4a2c', 'status': 'completed', 'code': 200} Feb 07 21:02:41.262759 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8687410-19b6-4fc4-ba98-31e39fd2352d x-openstack-request-id: req-d8687410-19b6-4fc4-ba98-31e39fd2352d {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:02:41.263054 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9794cbbc-fde1-434c-9102-b948f32a0fa2", "name": "network-vif-deleted", "tag": "1c619f47-fc6a-4388-86fb-8892dc475079", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:02:41.263324 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8687410-19b6-4fc4-ba98-31e39fd2352d {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:02:41.263742 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9794cbbc-fde1-434c-9102-b948f32a0fa2', 'name': 'network-vif-deleted', 'tag': '1c619f47-fc6a-4388-86fb-8892dc475079', 'status': 'completed', 'code': 200} Feb 07 21:02:41.312153 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d5e01c1-a4b5-4a35-a962-cf9b72eaf332 req-d64c55f5-d32c-4b44-aaf4-e68f24f3d781 service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303157 Feb 07 21:02:41.433448 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 1c619f47-fc6a-4388-86fb-8892dc475079 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:02:41.433799 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 1c619f47-fc6a-4388-86fb-8892dc475079 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:02:41.437468 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5173957f-5ea2-4197-ade5-16c17fffc375 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:02:41.482078 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9af01d0f-319c-4902-943c-e88ad6992c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'name': 'tempest-ServersTestManualDisk-1903395963-router', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:33Z', 'updated_at': '2022-02-07T21:01:45Z', 'revision_number': 4, 'project_id': '201d9268974d4320af92b82deb0d76ae', 'gw_port': {'id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:34Z', 'updated_at': '2022-02-07T21:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'd0b168f3-d7a5-48a9-8608-ec394f445c96', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'floating_ip_address': '172.25.4.206', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'port_id': 'bfbc656a-2a6a-4b89-9a49-185f7cea4a2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60', 'mac_address': 'fa:16:3e:10:1a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b225880-5473-4ab3-95c2-17feabaacc74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:01:58Z', 'updated_at': '2022-02-07T21:02:36Z', 'revision_number': 1, 'project_id': '201d9268974d4320af92b82deb0d76ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3f79ee6-2695-4d4b-a938-2b21d63b10ed', 'name': '', 'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'mac_address': 'fa:16:3e:8a:97:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'db292aec-1a57-4b47-8954-d9d39e39a101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:41Z', 'updated_at': '2022-02-07T21:01:52Z', 'revision_number': 5, 'project_id': '201d9268974d4320af92b82deb0d76ae', 'subnets': [{'id': 'db292aec-1a57-4b47-8954-d9d39e39a101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:41.516210 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af01d0f-319c-4902-943c-e88ad6992c4a None None] Checking router: 28036b59-4615-4f68-be11-3cf14c76bc78 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:02:41.526559 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af01d0f-319c-4902-943c-e88ad6992c4a None None] Routers {'28036b59-4615-4f68-be11-3cf14c76bc78'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:02:41.527582 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9af01d0f-319c-4902-943c-e88ad6992c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:02:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['28036b59-4615-4f68-be11-3cf14c76bc78'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:41.595827 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173957f-5ea2-4197-ade5-16c17fffc375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bbaa8d-b4e4-4a2c-985b-1fee9528477b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:41.608679 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5173957f-5ea2-4197-ade5-16c17fffc375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (02ae6a2d-c0eb-4718-b353-86d76ae2ad67), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:41.609032 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-5173957f-5ea2-4197-ade5-16c17fffc375 admin admin] Added segment 02ae6a2d-c0eb-4718-b353-86d76ae2ad67 of type vlan for network 01df4531-a919-4e3f-b57a-63f07a51de6a Feb 07 21:02:41.621909 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0a35d-9efd-4059-bcf0-71b154a56983 req-2caec788-e682-4956-ac92-9efc8b4e3cb6 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:41.640520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0a35d-9efd-4059-bcf0-71b154a56983 req-2caec788-e682-4956-ac92-9efc8b4e3cb6 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:41.648035 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0a35d-9efd-4059-bcf0-71b154a56983 req-2caec788-e682-4956-ac92-9efc8b4e3cb6 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:41.655527 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ffe0a35d-9efd-4059-bcf0-71b154a56983 req-2caec788-e682-4956-ac92-9efc8b4e3cb6 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=638cb943-2847-403b-b487-1cb40ffdce92 HTTP/1.1" status: 200 len: 2412 time: 0.2122622 Feb 07 21:02:41.678991 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5173957f-5ea2-4197-ade5-16c17fffc375 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (01df4531-a919-4e3f-b57a-63f07a51de6a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:41.707743 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-13dbf2ba-dff5-45e9-881b-6c944069c891 req-420a9308-7ec5-44ad-ba01-5aa9ae784229 tempest-FloatingIPsAssociationTestJSON-530749459 tempest-FloatingIPsAssociationTestJSON-530749459-project] 10.222.0.65 "GET /v2.0/ports?device_id=9794cbbc-fde1-434c-9102-b948f32a0fa2 HTTP/1.1" status: 200 len: 210 time: 0.1383703 Feb 07 21:02:41.782102 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-90045e5e-d658-4dfc-9566-d8eb2bf85556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:41.789991 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-90045e5e-d658-4dfc-9566-d8eb2bf85556 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 1155 time: 0.3962495 Feb 07 21:02:41.805046 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-97074ff3-c3f8-4c13-a4b0-7a5fe14d7cd6 req-1727bbea-72e6-439b-bd16-780c0ca4a0f8 service neutron] 10.222.0.69 "GET /v2.0/networks/e02d8c09-4b21-4c60-8568-f273ab420b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7480521 Feb 07 21:02:41.817280 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-fcd59ea1-1672-40c2-b422-d7863760cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:41.820418 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-fcd59ea1-1672-40c2-b422-d7863760cc8d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=201d9268974d4320af92b82deb0d76ae&device_id=7b225880-5473-4ab3-95c2-17feabaacc74 HTTP/1.1" status: 200 len: 1128 time: 0.4537845 Feb 07 21:02:41.821278 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5173957f-5ea2-4197-ade5-16c17fffc375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (01df4531-a919-4e3f-b57a-63f07a51de6a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:41.822739 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5173957f-5ea2-4197-ade5-16c17fffc375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:41.823479 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5173957f-5ea2-4197-ade5-16c17fffc375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:41.824234 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-9af01d0f-319c-4902-943c-e88ad6992c4a None None] Set router 28036b59-4615-4f68-be11-3cf14c76bc78 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:02:41.913207 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173957f-5ea2-4197-ade5-16c17fffc375 admin admin] Pushing event updated for resources: {'Network': ['ID=01df4531-a919-4e3f-b57a-63f07a51de6a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:41.925891 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 01df4531-a919-4e3f-b57a-63f07a51de6a details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:02:41.944446 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ffe0a35d-9efd-4059-bcf0-71b154a56983 req-0d5af37f-cd33-4e8d-aa27-eae727bba4cf tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402241 Feb 07 21:02:42.011786 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fac37f-a4c4-420a-a1c2-a3fb3c1cb57f req-b2d7dba3-7f0e-4d9b-978f-63c17b847f9b tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:42.013815 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-02fac37f-a4c4-420a-a1c2-a3fb3c1cb57f req-b2d7dba3-7f0e-4d9b-978f-63c17b847f9b tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 943 time: 0.2073622 Feb 07 21:02:42.037669 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 85705d87-c858-4a6f-934c-fb10100f802f details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:02:42.091245 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5173957f-5ea2-4197-ade5-16c17fffc375 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2842295 Feb 07 21:02:42.095993 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47366) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:42.124943 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-24599fc7-4fe1-466e-92a1-20f5ab8d99d2 admin admin] Request body: {'subnet': {'network_id': '01df4531-a919-4e3f-b57a-63f07a51de6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-137760339-subnet', 'tenant_id': '5c44c50ce01340928cd384557042fdd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:42.132899 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-02fac37f-a4c4-420a-a1c2-a3fb3c1cb57f req-6c994b73-f740-452c-89d9-1c93f10e913e tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102891 Feb 07 21:02:42.133431 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47368) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:42.240567 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9af01d0f-319c-4902-943c-e88ad6992c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'name': 'tempest-ServersTestManualDisk-1903395963-router', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:33Z', 'updated_at': '2022-02-07T21:01:45Z', 'revision_number': 4, 'project_id': '201d9268974d4320af92b82deb0d76ae', 'gw_port': {'id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:34Z', 'updated_at': '2022-02-07T21:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'd0b168f3-d7a5-48a9-8608-ec394f445c96', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'floating_ip_address': '172.25.4.206', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'port_id': 'bfbc656a-2a6a-4b89-9a49-185f7cea4a2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60', 'mac_address': 'fa:16:3e:10:1a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b225880-5473-4ab3-95c2-17feabaacc74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:01:58Z', 'updated_at': '2022-02-07T21:02:36Z', 'revision_number': 1, 'project_id': '201d9268974d4320af92b82deb0d76ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3f79ee6-2695-4d4b-a938-2b21d63b10ed', 'name': '', 'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'mac_address': 'fa:16:3e:8a:97:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'db292aec-1a57-4b47-8954-d9d39e39a101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:41Z', 'updated_at': '2022-02-07T21:01:52Z', 'revision_number': 5, 'project_id': '201d9268974d4320af92b82deb0d76ae', 'subnets': [{'id': 'db292aec-1a57-4b47-8954-d9d39e39a101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:42.291584 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 85705d87-c858-4a6f-934c-fb10100f802f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=85705d87-c858-4a6f-934c-fb10100f802f,segment=NetworkSegment(3f0cc055-3e71-4f27-aeaa-a8416cbbb621),segment_id=3f0cc055-3e71-4f27-aeaa-a8416cbbb621)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:42.300012 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24599fc7-4fe1-466e-92a1-20f5ab8d99d2 admin admin] Made reservation on behalf of 5c44c50ce01340928cd384557042fdd6 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:02:42.302203 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce296f-1cc6-464b-811f-92d323fcfea3 req-ad11ae6a-aeb4-4107-9df3-8c9191da25ce tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:42.306850 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '85705d87-c858-4a6f-934c-fb10100f802f', 'network_id': 'e02d8c09-4b21-4c60-8568-f273ab420b17', 'port_id': '85705d87-c858-4a6f-934c-fb10100f802f', 'mac_address': 'fa:16:3e:4f:86:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88e3f40-9ccd-47ea-b917-4da426c20947', 'ip_address': '19.80.0.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:02:42.311434 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af01d0f-319c-4902-943c-e88ad6992c4a None None] The sync data for ids ['28036b59-4615-4f68-be11-3cf14c76bc78'] in n-d-828185-2 is: [{'id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'name': 'tempest-ServersTestManualDisk-1903395963-router', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:33Z', 'updated_at': '2022-02-07T21:01:45Z', 'revision_number': 4, 'project_id': '201d9268974d4320af92b82deb0d76ae', 'gw_port': {'id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:34Z', 'updated_at': '2022-02-07T21:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'd0b168f3-d7a5-48a9-8608-ec394f445c96', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'floating_ip_address': '172.25.4.206', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'port_id': 'bfbc656a-2a6a-4b89-9a49-185f7cea4a2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60', 'mac_address': 'fa:16:3e:10:1a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b225880-5473-4ab3-95c2-17feabaacc74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:01:58Z', 'updated_at': '2022-02-07T21:02:36Z', 'revision_number': 1, 'project_id': '201d9268974d4320af92b82deb0d76ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3f79ee6-2695-4d4b-a938-2b21d63b10ed', 'name': '', 'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'mac_address': 'fa:16:3e:8a:97:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'db292aec-1a57-4b47-8954-d9d39e39a101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:41Z', 'updated_at': '2022-02-07T21:01:52Z', 'revision_number': 5, 'project_id': '201d9268974d4320af92b82deb0d76ae', 'subnets': [{'id': 'db292aec-1a57-4b47-8954-d9d39e39a101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:02:42.312615 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8cce296f-1cc6-464b-811f-92d323fcfea3 req-ad11ae6a-aeb4-4107-9df3-8c9191da25ce tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 943 time: 0.1271784 Feb 07 21:02:42.319108 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24599fc7-4fe1-466e-92a1-20f5ab8d99d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:42.441629 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5e7d812b-882f-4bda-be13-e65fac75120b tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-695020606'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:42.446129 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 85705d87-c858-4a6f-934c-fb10100f802f is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:42.446932 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (85705d87-c858-4a6f-934c-fb10100f802f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:42.454228 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-acf94ea0-7c97-461f-954e-51d8294e07a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:42.455789 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-acf94ea0-7c97-461f-954e-51d8294e07a5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9707a7e2-bd1b-48e9-a067-23aeb539b5df HTTP/1.1" status: 200 len: 922 time: 0.6445527 Feb 07 21:02:42.496212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85705d87-c858-4a6f-934c-fb10100f802f {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:02:42.514738 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8cce296f-1cc6-464b-811f-92d323fcfea3 req-b058437e-f549-443d-a361-1ff9897d33f5 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960397 Feb 07 21:02:42.532628 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-882b6da1-325f-43a5-a8d0-9b11e3dc603a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1c65d17-e582-4939-8d51-0b52f4c9fb21 HTTP/1.1" status: 200 len: 217 time: 0.0681903 Feb 07 21:02:42.533664 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 85705d87-c858-4a6f-934c-fb10100f802f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=85705d87-c858-4a6f-934c-fb10100f802f,segment=NetworkSegment(3f0cc055-3e71-4f27-aeaa-a8416cbbb621),segment_id=3f0cc055-3e71-4f27-aeaa-a8416cbbb621)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:42.534006 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b692dc-1542-41d3-9afd-b9053facd37d req-7aac6a5d-8c19-4169-8037-73226992bbeb tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:42.535969 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61b692dc-1542-41d3-9afd-b9053facd37d req-7aac6a5d-8c19-4169-8037-73226992bbeb tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b225880-5473-4ab3-95c2-17feabaacc74 HTTP/1.1" status: 200 len: 946 time: 0.2997136 Feb 07 21:02:42.538460 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e7d812b-882f-4bda-be13-e65fac75120b tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (15925a67-2742-4342-a069-275a7c146fea), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:42.540206 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e7d812b-882f-4bda-be13-e65fac75120b tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (15925a67-2742-4342-a069-275a7c146fea), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:42.546420 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (85705d87-c858-4a6f-934c-fb10100f802f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:42.547291 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device dd6e5acf-50a4-4950-af30-f4dd60edb97f details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:02:42.606161 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-dc7456f1-a342-4176-a1ce-144106134e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:42.607637 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-dc7456f1-a342-4176-a1ce-144106134e30 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c3146a46-c721-423b-a88e-d119ffbfea60 HTTP/1.1" status: 200 len: 913 time: 0.7726135 Feb 07 21:02:42.612811 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e7d812b-882f-4bda-be13-e65fac75120b tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks [] for router_controller (15925a67-2742-4342-a069-275a7c146fea), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:42.638935 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e7d812b-882f-4bda-be13-e65fac75120b tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (15925a67-2742-4342-a069-275a7c146fea), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:42.681561 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e7d812b-882f-4bda-be13-e65fac75120b tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:42.685872 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5e7d812b-882f-4bda-be13-e65fac75120b tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5513597 Feb 07 21:02:42.686546 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47376) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:42.756934 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-8a1c13cd-b6e8-4e34-9f94-679723712e30 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfbc656a-2a6a-4b89-9a49-185f7cea4a2c HTTP/1.1" status: 200 len: 1000 time: 0.1337805 Feb 07 21:02:42.789913 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93021e4c-3ba3-4691-8a19-239ca4a67ef3 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks [] for router (15925a67-2742-4342-a069-275a7c146fea), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:42.794363 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61b692dc-1542-41d3-9afd-b9053facd37d req-8b9c1535-a240-485b-9083-8dc9a572b7d9 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/security-groups?id=82b97d36-caa2-4fd0-8c84-e78bd09b7259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849511 Feb 07 21:02:42.808782 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-257b2970-a6d1-4de0-bb03-a17f93849fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:42.810501 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-257b2970-a6d1-4de0-bb03-a17f93849fc5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3768dda-d71b-40b0-9d56-296b11c3fa2b HTTP/1.1" status: 200 len: 861 time: 0.2713399 Feb 07 21:02:42.834526 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47380) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:42.875986 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port dd6e5acf-50a4-4950-af30-f4dd60edb97f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=dd6e5acf-50a4-4950-af30-f4dd60edb97f,segment=NetworkSegment(05c0ec02-b765-4e03-be6a-778c07e8f7dd),segment_id=05c0ec02-b765-4e03-be6a-778c07e8f7dd)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:42.891247 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'dd6e5acf-50a4-4950-af30-f4dd60edb97f', 'network_id': '5942773c-c1f0-4da5-b6b8-fbebb04e57b8', 'port_id': 'dd6e5acf-50a4-4950-af30-f4dd60edb97f', 'mac_address': 'fa:16:3e:6a:79:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c102528-9885-4a40-9718-4d328c45cdf2', 'ip_address': '19.86.0.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:02:42.897313 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3ed24c-5de7-40f3-966d-613f8d95ea69 None None] New status for floating IP d0b168f3-d7a5-48a9-8608-ec394f445c96: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:02:43.001751 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-f85f88e9-0ee9-4d7a-b098-011e11014da9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9707a7e2-bd1b-48e9-a067-23aeb539b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336828 Feb 07 21:02:43.005699 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24599fc7-4fe1-466e-92a1-20f5ab8d99d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (d616ecdd-9220-4221-83e5-d4081d823690), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:43.065845 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93021e4c-3ba3-4691-8a19-239ca4a67ef3 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (15925a67-2742-4342-a069-275a7c146fea), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:43.068044 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93021e4c-3ba3-4691-8a19-239ca4a67ef3 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks [] for router_controller (15925a67-2742-4342-a069-275a7c146fea), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:43.085529 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=85705d87-c858-4a6f-934c-fb10100f802f,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:43.113940 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-80fc0e63-e122-493e-a8f0-2c87b79511da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:43.115395 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-80fc0e63-e122-493e-a8f0-2c87b79511da service neutron] 10.222.0.71 "GET /v2.0/subnets?id=db292aec-1a57-4b47-8954-d9d39e39a101 HTTP/1.1" status: 200 len: 851 time: 0.3520281 Feb 07 21:02:43.136791 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93021e4c-3ba3-4691-8a19-239ca4a67ef3 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (15925a67-2742-4342-a069-275a7c146fea), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:43.137283 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93021e4c-3ba3-4691-8a19-239ca4a67ef3 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15925a67-2742-4342-a069-275a7c146fea {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:02:43.144366 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93021e4c-3ba3-4691-8a19-239ca4a67ef3 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:43.163701 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-93021e4c-3ba3-4691-8a19-239ca4a67ef3 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] 10.222.0.65 "DELETE /v2.0/routers/15925a67-2742-4342-a069-275a7c146fea HTTP/1.1" status: 204 len: 168 time: 0.4702294 Feb 07 21:02:43.165764 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47384) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:43.181238 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a0951e26-2b36-4fdc-be86-e7f9ec07355e tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Request body: {'router': {'name': 'tempest-router-268899811', 'distributed': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:43.196177 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24599fc7-4fe1-466e-92a1-20f5ab8d99d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d616ecdd-9220-4221-83e5-d4081d823690,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:43.232759 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a0951e26-2b36-4fdc-be86-e7f9ec07355e tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (6f3453bf-8221-40aa-9ba9-a1729544804d), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:43.233770 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a0951e26-2b36-4fdc-be86-e7f9ec07355e tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (6f3453bf-8221-40aa-9ba9-a1729544804d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:43.285735 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-8c4ac438-741a-4615-8395-1a6d1c1bb476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:43.289968 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-8c4ac438-741a-4615-8395-1a6d1c1bb476 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c3146a46-c721-423b-a88e-d119ffbfea60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1526198 Feb 07 21:02:43.294705 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:43.295175 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:43.295564 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:43.295912 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:43.296251 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:43.296746 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:43.297084 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:43.297392 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:43.297722 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:43.298108 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:43.298708 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:43.299177 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:43.299511 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:43.302105 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55696be-35a0-431c-aca9-fa90ea0e46d3 req-6db62f65-af06-4be1-9dcf-614af9e37cbd tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:43.309085 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55696be-35a0-431c-aca9-fa90ea0e46d3 req-6db62f65-af06-4be1-9dcf-614af9e37cbd tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:43.315069 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55696be-35a0-431c-aca9-fa90ea0e46d3 req-6db62f65-af06-4be1-9dcf-614af9e37cbd tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:43.317188 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e55696be-35a0-431c-aca9-fa90ea0e46d3 req-6db62f65-af06-4be1-9dcf-614af9e37cbd tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=638cb943-2847-403b-b487-1cb40ffdce92 HTTP/1.1" status: 200 len: 2413 time: 0.1981468 Feb 07 21:02:43.335513 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24599fc7-4fe1-466e-92a1-20f5ab8d99d2 admin admin] Checking segment: {'id': '02ae6a2d-c0eb-4718-b353-86d76ae2ad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '01df4531-a919-4e3f-b57a-63f07a51de6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:02:43.336642 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24599fc7-4fe1-466e-92a1-20f5ab8d99d2 admin admin] Network hostable DHCP agents. Network: 01df4531-a919-4e3f-b57a-63f07a51de6a, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:02:43.337469 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port dd6e5acf-50a4-4950-af30-f4dd60edb97f is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:43.338048 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (dd6e5acf-50a4-4950-af30-f4dd60edb97f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:43.368563 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd6e5acf-50a4-4950-af30-f4dd60edb97f {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:02:43.414965 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port dd6e5acf-50a4-4950-af30-f4dd60edb97f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=dd6e5acf-50a4-4950-af30-f4dd60edb97f,segment=NetworkSegment(05c0ec02-b765-4e03-be6a-778c07e8f7dd),segment_id=05c0ec02-b765-4e03-be6a-778c07e8f7dd)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:43.438142 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (dd6e5acf-50a4-4950-af30-f4dd60edb97f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:43.439367 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8781d58e-23ad-4ffc-8b16-b520d7b6c50a details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:02:43.441853 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-5b77712b-1dea-47a2-b5e2-389fd1151013 service neutron] 10.222.0.69 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314270 Feb 07 21:02:43.599249 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=dd6e5acf-50a4-4950-af30-f4dd60edb97f,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:43.615974 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8781d58e-23ad-4ffc-8b16-b520d7b6c50a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8781d58e-23ad-4ffc-8b16-b520d7b6c50a,segment=NetworkSegment(3f0cc055-3e71-4f27-aeaa-a8416cbbb621),segment_id=3f0cc055-3e71-4f27-aeaa-a8416cbbb621)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:43.634072 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '8781d58e-23ad-4ffc-8b16-b520d7b6c50a', 'network_id': 'e02d8c09-4b21-4c60-8568-f273ab420b17', 'port_id': '8781d58e-23ad-4ffc-8b16-b520d7b6c50a', 'mac_address': 'fa:16:3e:47:02:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88e3f40-9ccd-47ea-b917-4da426c20947', 'ip_address': '19.80.0.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:02:43.677212 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a0951e26-2b36-4fdc-be86-e7f9ec07355e tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks [] for router_controller (6f3453bf-8221-40aa-9ba9-a1729544804d), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:43.679962 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 8781d58e-23ad-4ffc-8b16-b520d7b6c50a is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:43.680700 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8781d58e-23ad-4ffc-8b16-b520d7b6c50a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:43.697919 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8781d58e-23ad-4ffc-8b16-b520d7b6c50a {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:02:43.711102 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a0951e26-2b36-4fdc-be86-e7f9ec07355e tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (6f3453bf-8221-40aa-9ba9-a1729544804d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:43.724766 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8781d58e-23ad-4ffc-8b16-b520d7b6c50a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8781d58e-23ad-4ffc-8b16-b520d7b6c50a,segment=NetworkSegment(3f0cc055-3e71-4f27-aeaa-a8416cbbb621),segment_id=3f0cc055-3e71-4f27-aeaa-a8416cbbb621)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:43.731489 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8781d58e-23ad-4ffc-8b16-b520d7b6c50a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:43.733072 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03d483-36c9-45c2-adc4-20be0f6ff4d8 req-6b1d4780-27a2-4a37-becc-36a9c274ee4f tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:43.736822 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed03d483-36c9-45c2-adc4-20be0f6ff4d8 req-6b1d4780-27a2-4a37-becc-36a9c274ee4f tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 943 time: 0.4493663 Feb 07 21:02:43.758086 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e55696be-35a0-431c-aca9-fa90ea0e46d3 req-e0923a08-c51e-4a64-bbaa-76502b1ece4d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045169 Feb 07 21:02:43.765384 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a0951e26-2b36-4fdc-be86-e7f9ec07355e tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:43.771560 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a0951e26-2b36-4fdc-be86-e7f9ec07355e tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5968201 Feb 07 21:02:43.773121 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47392) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:43.847614 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=8781d58e-23ad-4ffc-8b16-b520d7b6c50a,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:43.955904 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device d1c65d17-e582-4939-8d51-0b52f4c9fb21 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:02:43.975351 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24599fc7-4fe1-466e-92a1-20f5ab8d99d2 admin admin] Network 01df4531-a919-4e3f-b57a-63f07a51de6a is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:02:44.010057 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3b16e02-d10c-4a5c-9012-d406ea4466cb tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks [] for router (6f3453bf-8221-40aa-9ba9-a1729544804d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:44.037306 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-24599fc7-4fe1-466e-92a1-20f5ab8d99d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 01df4531-a919-4e3f-b57a-63f07a51de6a) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:02:44.061845 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed03d483-36c9-45c2-adc4-20be0f6ff4d8 req-cbc4a9d8-f45b-4147-9568-6244d5aaf2d0 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017690 Feb 07 21:02:44.068406 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b725da-840b-4933-9f46-564e41e31b65 None None] Network 01df4531-a919-4e3f-b57a-63f07a51de6a requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:02:44.080262 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24599fc7-4fe1-466e-92a1-20f5ab8d99d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:44.089294 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24599fc7-4fe1-466e-92a1-20f5ab8d99d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:44.151812 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-24599fc7-4fe1-466e-92a1-20f5ab8d99d2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0306087 Feb 07 21:02:44.171703 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-bd0e199f-85e6-464f-8dca-75e038a76a30 service neutron] 10.222.0.71 "GET /v2.0/networks/c3146a46-c721-423b-a88e-d119ffbfea60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8544016 Feb 07 21:02:44.187875 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['dd6e5acf-50a4-4950-af30-f4dd60edb97f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:02:44.259086 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-5fcd51ea-379b-4e2a-9b83-03dd5f76c57e service neutron] 10.222.0.69 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8063688 Feb 07 21:02:44.273960 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port d1c65d17-e582-4939-8d51-0b52f4c9fb21 is: DOWN; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:44.306255 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['85705d87-c858-4a6f-934c-fb10100f802f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:02:44.391904 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-c1fdc45a-942b-41c0-af52-703c1b2d314b service neutron] 10.222.0.71 "GET /v2.0/networks/c3146a46-c721-423b-a88e-d119ffbfea60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191527 Feb 07 21:02:44.437891 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-c60ee707-9f62-46c4-8c0c-172f3df81d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:44.440659 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-c60ee707-9f62-46c4-8c0c-172f3df81d57 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 1125 time: 0.1031878 Feb 07 21:02:44.542358 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7b2de7-ef7a-4c4e-a989-20115e54239d None None] Network 01df4531-a919-4e3f-b57a-63f07a51de6a requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:02:44.608036 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-6f9c351b-9274-4f25-a2fb-fdf45eb21143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:44.613331 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-6f9c351b-9274-4f25-a2fb-fdf45eb21143 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 909 time: 0.1663740 Feb 07 21:02:44.622084 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33310f-076f-46f7-b85f-b3161af2f72d req-1f254d91-07ee-44b5-a85f-f319c4cca4be tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:44.630676 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd33310f-076f-46f7-b85f-b3161af2f72d req-1f254d91-07ee-44b5-a85f-f319c4cca4be tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 943 time: 0.6962612 Feb 07 21:02:44.695749 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-e3cb896c-1c4e-4d5b-b4d4-7a93f6e9ed68 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=372e6712-1718-43c6-884a-34e911ef5f14 HTTP/1.1" status: 200 len: 217 time: 0.0753934 Feb 07 21:02:44.819956 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-b5d80a83-03e6-4046-a449-ea773f336f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:44.821621 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-b5d80a83-03e6-4046-a449-ea773f336f52 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da67b52e-9fa9-4eda-bee9-de250f228011 HTTP/1.1" status: 200 len: 848 time: 0.1182017 Feb 07 21:02:44.867178 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3b16e02-d10c-4a5c-9012-d406ea4466cb tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (6f3453bf-8221-40aa-9ba9-a1729544804d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:44.874722 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3b16e02-d10c-4a5c-9012-d406ea4466cb tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks [] for router_controller (6f3453bf-8221-40aa-9ba9-a1729544804d), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:44.885079 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-2537ff77-4c51-458b-b101-bbe57b8ab672 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6d967ae2-07ea-401e-8063-c085e3020e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542920 Feb 07 21:02:44.907703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128ff3d-4a36-4a6b-9bca-bcf74dbeb9d8 req-8292ea96-7db7-495a-a577-dae137310ec7 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:44.912865 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f128ff3d-4a36-4a6b-9bca-bcf74dbeb9d8 req-8292ea96-7db7-495a-a577-dae137310ec7 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b225880-5473-4ab3-95c2-17feabaacc74 HTTP/1.1" status: 200 len: 946 time: 0.3278165 Feb 07 21:02:44.961018 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd33310f-076f-46f7-b85f-b3161af2f72d req-14a27e59-ead8-461b-8b08-4b09073a2a81 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299103 Feb 07 21:02:44.990190 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3b16e02-d10c-4a5c-9012-d406ea4466cb tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (6f3453bf-8221-40aa-9ba9-a1729544804d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:44.990707 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b16e02-d10c-4a5c-9012-d406ea4466cb tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f3453bf-8221-40aa-9ba9-a1729544804d {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:02:45.002397 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3b16e02-d10c-4a5c-9012-d406ea4466cb tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:45.003524 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c3b16e02-d10c-4a5c-9012-d406ea4466cb tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] 10.222.0.65 "DELETE /v2.0/routers/6f3453bf-8221-40aa-9ba9-a1729544804d HTTP/1.1" status: 204 len: 168 time: 1.2279520 Feb 07 21:02:45.010601 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47408) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:45.020395 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1d87c185-f229-43a0-b2df-32ee04528758 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Request body: {'router': {'name': 'tempest-router-655003190', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7008695d44e245f6a5861922fa30e139'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:45.030831 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05216cf1-c867-4571-b0b7-27260fb0c8be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:45.044257 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-54580a55-d445-4fe9-8ae9-a62edf88bbec service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555195 Feb 07 21:02:45.049082 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f128ff3d-4a36-4a6b-9bca-bcf74dbeb9d8 req-52340a13-2f20-485c-8606-d4a472987289 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/security-groups?id=82b97d36-caa2-4fd0-8c84-e78bd09b7259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324880 Feb 07 21:02:45.072796 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d87c185-f229-43a0-b2df-32ee04528758 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (5d74ef46-320e-4e53-9f4e-bc7b8728a341), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:45.075170 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d87c185-f229-43a0-b2df-32ee04528758 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (5d74ef46-320e-4e53-9f4e-bc7b8728a341), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:45.211187 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d87c185-f229-43a0-b2df-32ee04528758 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks [] for router_controller (5d74ef46-320e-4e53-9f4e-bc7b8728a341), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:45.227490 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d87c185-f229-43a0-b2df-32ee04528758 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (5d74ef46-320e-4e53-9f4e-bc7b8728a341), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:45.232428 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d0a61157-a8c8-4fdd-af8d-5167d209588f req-b8ed43c4-8df2-412c-9d48-a3d7ec44d927 service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807284 Feb 07 21:02:45.264489 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d87c185-f229-43a0-b2df-32ee04528758 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:45.265960 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1d87c185-f229-43a0-b2df-32ee04528758 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2522833 Feb 07 21:02:45.269071 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47412) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:45.275001 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-71c3a85a-d409-4cae-87d5-bf4d2a14e03d tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:45.458812 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['8781d58e-23ad-4ffc-8b16-b520d7b6c50a'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:02:45.523147 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f373ca-2244-4c31-9eea-1d2483f947cd req-21ea6811-3cc3-4eab-8ff6-4f254784ba74 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:45.528774 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f373ca-2244-4c31-9eea-1d2483f947cd req-21ea6811-3cc3-4eab-8ff6-4f254784ba74 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:45.534676 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f373ca-2244-4c31-9eea-1d2483f947cd req-21ea6811-3cc3-4eab-8ff6-4f254784ba74 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:45.536353 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-58f373ca-2244-4c31-9eea-1d2483f947cd req-21ea6811-3cc3-4eab-8ff6-4f254784ba74 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=638cb943-2847-403b-b487-1cb40ffdce92 HTTP/1.1" status: 200 len: 2415 time: 0.3104768 Feb 07 21:02:45.565650 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-e5e15ecc-ce41-4aa3-85d2-cc72a6cb36b5 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:45.573436 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-e5e15ecc-ce41-4aa3-85d2-cc72a6cb36b5 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/networks?id=01df4531-a919-4e3f-b57a-63f07a51de6a HTTP/1.1" status: 200 len: 821 time: 0.1994247 Feb 07 21:02:45.583040 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-71c3a85a-d409-4cae-87d5-bf4d2a14e03d tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9854'] for router (5d74ef46-320e-4e53-9f4e-bc7b8728a341), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:45.583744 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-71c3a85a-d409-4cae-87d5-bf4d2a14e03d tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks [] for router (5d74ef46-320e-4e53-9f4e-bc7b8728a341), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:45.630428 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-6aea813e-516e-4f3b-bf73-7cc37143bed1 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/quotas/5c44c50ce01340928cd384557042fdd6 HTTP/1.1" status: 200 len: 375 time: 0.0560744 Feb 07 21:02:45.681146 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-71c3a85a-d409-4cae-87d5-bf4d2a14e03d tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103256) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 07 21:02:45.681771 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-71c3a85a-d409-4cae-87d5-bf4d2a14e03d tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Router 5d74ef46-320e-4e53-9f4e-bc7b8728a341 migrating from provider to provider. {{(pid=103256) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 07 21:02:45.682365 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-71c3a85a-d409-4cae-87d5-bf4d2a14e03d tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks [] for router_controller (5d74ef46-320e-4e53-9f4e-bc7b8728a341), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:45.684438 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-68bf7d30-3120-487b-ab17-3a3f666d60a3 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5c44c50ce01340928cd384557042fdd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529404 Feb 07 21:02:45.689755 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-71c3a85a-d409-4cae-87d5-bf4d2a14e03d tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks [] for router_controller (5d74ef46-320e-4e53-9f4e-bc7b8728a341), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:45.700549 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-71c3a85a-d409-4cae-87d5-bf4d2a14e03d tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7871149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7871156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7867351'] for router (5d74ef46-320e-4e53-9f4e-bc7b8728a341), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:45.761020 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-58f373ca-2244-4c31-9eea-1d2483f947cd req-de16bbec-2aa4-4f8c-bb8e-33fde61fa27c tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025816 Feb 07 21:02:45.889436 n-d-828185-2 neutron-server[103256]: WARNING neutron.scheduler.l3_agent_scheduler [None req-71c3a85a-d409-4cae-87d5-bf4d2a14e03d tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] No L3 agents can host the router 5d74ef46-320e-4e53-9f4e-bc7b8728a341 Feb 07 21:02:45.913965 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-e4826b6e-e8d5-4f88-9210-997c591dfb54 service neutron] 10.222.0.65 "GET /v2.0/networks/01df4531-a919-4e3f-b57a-63f07a51de6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284961 Feb 07 21:02:45.958040 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 85705d87-c858-4a6f-934c-fb10100f802f up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:02:46.016894 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b58b3-504b-41a6-a549-1a38858a51fe req-510eee21-57f5-4012-a0fe-73f65e140dee tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:46.019186 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-318b58b3-504b-41a6-a549-1a38858a51fe req-510eee21-57f5-4012-a0fe-73f65e140dee tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 943 time: 0.1452796 Feb 07 21:02:46.049205 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 85705d87-c858-4a6f-934c-fb10100f802f completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:02:46.053584 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 85705d87-c858-4a6f-934c-fb10100f802f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:46.054212 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (85705d87-c858-4a6f-934c-fb10100f802f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:46.102207 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-318b58b3-504b-41a6-a549-1a38858a51fe req-2e79d12f-1fe0-4dff-a573-f70fea522210 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706565 Feb 07 21:02:46.108658 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-05216cf1-c867-4571-b0b7-27260fb0c8be admin admin] Deleting port 973983e9-741d-4100-bc08-8d6bc06a1735 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:02:46.109262 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05216cf1-c867-4571-b0b7-27260fb0c8be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (973983e9-741d-4100-bc08-8d6bc06a1735), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:46.114816 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c3a85a-d409-4cae-87d5-bf4d2a14e03d tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Hosts for router 5d74ef46-320e-4e53-9f4e-bc7b8728a341: [] {{(pid=103256) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 07 21:02:46.140054 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-c9d22d1c-d842-41f5-bb1f-72f5d28d8bc7 service neutron] 10.222.0.65 "GET /v2.0/networks/01df4531-a919-4e3f-b57a-63f07a51de6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956060 Feb 07 21:02:46.207674 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 85705d87-c858-4a6f-934c-fb10100f802f is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:46.208066 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (85705d87-c858-4a6f-934c-fb10100f802f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:46.238888 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638cb943-2847-403b-b487-1cb40ffdce92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85705d87-c858-4a6f-934c-fb10100f802f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:02:46.243983 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0fa723-cdd7-4f7e-9866-2f9b57e9b118" -d '{"events": [{"server_uuid": "638cb943-2847-403b-b487-1cb40ffdce92", "name": "network-vif-plugged", "status": "completed", "tag": "85705d87-c858-4a6f-934c-fb10100f802f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:02:46.256586 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 85705d87-c858-4a6f-934c-fb10100f802f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=85705d87-c858-4a6f-934c-fb10100f802f,segment=NetworkSegment(3f0cc055-3e71-4f27-aeaa-a8416cbbb621),segment_id=3f0cc055-3e71-4f27-aeaa-a8416cbbb621)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:46.270959 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c3a85a-d409-4cae-87d5-bf4d2a14e03d tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Hosts for other DVR routers connected to router 5d74ef46-320e-4e53-9f4e-bc7b8728a341: set() {{(pid=103256) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 07 21:02:46.284879 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (85705d87-c858-4a6f-934c-fb10100f802f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:46.285754 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-71c3a85a-d409-4cae-87d5-bf4d2a14e03d tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:46.286012 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device dd6e5acf-50a4-4950-af30-f4dd60edb97f up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:02:46.288389 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-71c3a85a-d409-4cae-87d5-bf4d2a14e03d tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] 10.222.0.65 "PUT /v2.0/routers/5d74ef46-320e-4e53-9f4e-bc7b8728a341 HTTP/1.1" status: 200 len: 716 time: 1.0167789 Feb 07 21:02:46.289780 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47432) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:46.332538 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-05216cf1-c867-4571-b0b7-27260fb0c8be admin admin] For port 973983e9-741d-4100-bc08-8d6bc06a1735, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=973983e9-741d-4100-bc08-8d6bc06a1735,segment=NetworkSegment(8dbc27c3-8b29-446a-9851-9122c1639fcc),segment_id=8dbc27c3-8b29-446a-9851-9122c1639fcc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:46.332908 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05216cf1-c867-4571-b0b7-27260fb0c8be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (973983e9-741d-4100-bc08-8d6bc06a1735), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:46.348171 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf26cab-2e6a-430e-9963-8740f48265fc req-720cbb3a-7b03-4638-b59f-1d6f14ad2edd tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:46.355296 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4bf26cab-2e6a-430e-9963-8740f48265fc req-720cbb3a-7b03-4638-b59f-1d6f14ad2edd tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 943 time: 0.1294777 Feb 07 21:02:46.374344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-05216cf1-c867-4571-b0b7-27260fb0c8be admin admin] Calling delete_port for 973983e9-741d-4100-bc08-8d6bc06a1735 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:02:46.427060 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4bf26cab-2e6a-430e-9963-8740f48265fc req-a024f760-143c-439b-807d-fcba349c11a1 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661430 Feb 07 21:02:46.460881 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9f2ea9e5-18cf-45c0-a640-de8ec659301c tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] 10.222.0.65 "GET /v2.0/routers/5d74ef46-320e-4e53-9f4e-bc7b8728a341 HTTP/1.1" status: 200 len: 716 time: 0.1676316 Feb 07 21:02:46.461274 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47440) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:46.488595 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port dd6e5acf-50a4-4950-af30-f4dd60edb97f completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:02:46.503748 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=85705d87-c858-4a6f-934c-fb10100f802f,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:46.517736 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port dd6e5acf-50a4-4950-af30-f4dd60edb97f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:46.518120 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (dd6e5acf-50a4-4950-af30-f4dd60edb97f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:46.557263 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d2849d-da08-4a9d-bd18-ecf4297bc69f x-openstack-request-id: req-11d2849d-da08-4a9d-bd18-ecf4297bc69f {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:02:46.557555 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638cb943-2847-403b-b487-1cb40ffdce92", "name": "network-vif-plugged", "status": "completed", "tag": "85705d87-c858-4a6f-934c-fb10100f802f", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:02:46.557811 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-11d2849d-da08-4a9d-bd18-ecf4297bc69f {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:02:46.558198 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638cb943-2847-403b-b487-1cb40ffdce92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85705d87-c858-4a6f-934c-fb10100f802f', 'code': 200} Feb 07 21:02:46.642574 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port dd6e5acf-50a4-4950-af30-f4dd60edb97f is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:46.642972 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (dd6e5acf-50a4-4950-af30-f4dd60edb97f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:46.680138 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port dd6e5acf-50a4-4950-af30-f4dd60edb97f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=dd6e5acf-50a4-4950-af30-f4dd60edb97f,segment=NetworkSegment(05c0ec02-b765-4e03-be6a-778c07e8f7dd),segment_id=05c0ec02-b765-4e03-be6a-778c07e8f7dd)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:46.685664 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (dd6e5acf-50a4-4950-af30-f4dd60edb97f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:46.767825 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=dd6e5acf-50a4-4950-af30-f4dd60edb97f,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:46.830562 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-94f72c37-f00a-4cfd-a468-87a493b5e43d req-a2bec263-0b6b-4ae0-81ac-9978dfe5aa6a tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0da3d04-16b8-4d22-b8b2-ea02105ac5f7 HTTP/1.1" status: 200 len: 210 time: 0.1311953 Feb 07 21:02:46.903814 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47452) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:46.904686 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b1e1a80e-2364-44f3-9265-173e34aa1fb5 tempest-RoutersTestDVR-2075661559 tempest-RoutersTestDVR-2075661559-project] 10.222.0.65 "GET /v2.0/routers/5d74ef46-320e-4e53-9f4e-bc7b8728a341 HTTP/1.1" status: 200 len: 682 time: 0.4420528 Feb 07 21:02:46.912399 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f261d-c16b-4bc6-b4d5-948937040bef req-d08307ed-86a3-410f-9b41-5bca44ae8222 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:46.913900 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e9f261d-c16b-4bc6-b4d5-948937040bef req-d08307ed-86a3-410f-9b41-5bca44ae8222 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b225880-5473-4ab3-95c2-17feabaacc74 HTTP/1.1" status: 200 len: 946 time: 0.2117498 Feb 07 21:02:47.029821 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05216cf1-c867-4571-b0b7-27260fb0c8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (973983e9-741d-4100-bc08-8d6bc06a1735), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:47.060117 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-89b9e627-cfc2-4ae5-a9ff-bc35714740c1 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks [] for router (5d74ef46-320e-4e53-9f4e-bc7b8728a341), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:47.124955 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05216cf1-c867-4571-b0b7-27260fb0c8be admin admin] Pushing event deleted for resources: {'Port': ['ID=973983e9-741d-4100-bc08-8d6bc06a1735,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:47.207915 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e9f261d-c16b-4bc6-b4d5-948937040bef req-20a6aaa2-893c-4c05-9268-5841d26964bf tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/security-groups?id=82b97d36-caa2-4fd0-8c84-e78bd09b7259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2864468 Feb 07 21:02:47.419283 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a49f21-dbf0-4295-a013-720334a35513 req-835844f4-eaf1-4666-b519-de28c7407f06 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:47.426626 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a49f21-dbf0-4295-a013-720334a35513 req-835844f4-eaf1-4666-b519-de28c7407f06 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:47.441519 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a49f21-dbf0-4295-a013-720334a35513 req-835844f4-eaf1-4666-b519-de28c7407f06 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:47.445757 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4a49f21-dbf0-4295-a013-720334a35513 req-835844f4-eaf1-4666-b519-de28c7407f06 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=638cb943-2847-403b-b487-1cb40ffdce92 HTTP/1.1" status: 200 len: 2417 time: 0.4443252 Feb 07 21:02:47.455360 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-89b9e627-cfc2-4ae5-a9ff-bc35714740c1 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (5d74ef46-320e-4e53-9f4e-bc7b8728a341), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:47.470270 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-89b9e627-cfc2-4ae5-a9ff-bc35714740c1 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks [] for router_controller (5d74ef46-320e-4e53-9f4e-bc7b8728a341), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:47.633795 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d91dcb-7866-4b83-836f-4d6dad4ca5ca req-99f73226-2683-4c48-a80d-c0c36334f92f tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:47.635406 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-81d91dcb-7866-4b83-836f-4d6dad4ca5ca req-99f73226-2683-4c48-a80d-c0c36334f92f tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 943 time: 0.3089340 Feb 07 21:02:47.639659 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-89b9e627-cfc2-4ae5-a9ff-bc35714740c1 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (5d74ef46-320e-4e53-9f4e-bc7b8728a341), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:47.640198 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b9e627-cfc2-4ae5-a9ff-bc35714740c1 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d74ef46-320e-4e53-9f4e-bc7b8728a341 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:02:47.652457 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-89b9e627-cfc2-4ae5-a9ff-bc35714740c1 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:47.656779 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-89b9e627-cfc2-4ae5-a9ff-bc35714740c1 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] 10.222.0.65 "DELETE /v2.0/routers/5d74ef46-320e-4e53-9f4e-bc7b8728a341 HTTP/1.1" status: 204 len: 168 time: 0.7486773 Feb 07 21:02:47.657607 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47462) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:47.666358 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e76eb115-93d2-4df9-8de7-f234fee0e7a3 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Request body: {'router': {'name': 'tempest-router-1407976773', 'distributed': True}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:47.726700 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e76eb115-93d2-4df9-8de7-f234fee0e7a3 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (9e75ddd1-b61c-4b01-a702-10a7784e5df9), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:47.729691 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e76eb115-93d2-4df9-8de7-f234fee0e7a3 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (9e75ddd1-b61c-4b01-a702-10a7784e5df9), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:47.750272 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4a49f21-dbf0-4295-a013-720334a35513 req-9f018774-29b7-4d4f-ab86-ec5be2a2fe71 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776828 Feb 07 21:02:47.786194 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05216cf1-c867-4571-b0b7-27260fb0c8be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:47.822167 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-81d91dcb-7866-4b83-836f-4d6dad4ca5ca req-86e9177b-c0f2-4534-8987-5614dba8ff43 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779537 Feb 07 21:02:47.925552 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e76eb115-93d2-4df9-8de7-f234fee0e7a3 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks [] for router_controller (9e75ddd1-b61c-4b01-a702-10a7784e5df9), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:47.967580 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e76eb115-93d2-4df9-8de7-f234fee0e7a3 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (9e75ddd1-b61c-4b01-a702-10a7784e5df9), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:47.972820 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8781d58e-23ad-4ffc-8b16-b520d7b6c50a up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:02:48.087426 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e76eb115-93d2-4df9-8de7-f234fee0e7a3 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:48.091454 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e76eb115-93d2-4df9-8de7-f234fee0e7a3 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4297709 Feb 07 21:02:48.093107 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 8781d58e-23ad-4ffc-8b16-b520d7b6c50a completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:02:48.098406 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 8781d58e-23ad-4ffc-8b16-b520d7b6c50a triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:02:48.098776 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8781d58e-23ad-4ffc-8b16-b520d7b6c50a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:48.147341 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-91e52d55-877b-49d1-ae28-cd7065b1881a tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:48.149896 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-91e52d55-877b-49d1-ae28-cd7065b1881a tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.71 "GET /v2.0/networks?id=01df4531-a919-4e3f-b57a-63f07a51de6a HTTP/1.1" status: 200 len: 821 time: 0.2174540 Feb 07 21:02:48.150403 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47466) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:48.266679 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-c510abde-7f3a-4371-8f56-cadc87de29a7 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Request body: {'port': {'device_id': 'b0da3d04-16b8-4d22-b8b2-ea02105ac5f7', 'network_id': '01df4531-a919-4e3f-b57a-63f07a51de6a', 'admin_state_up': True, 'tenant_id': '5c44c50ce01340928cd384557042fdd6'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:48.271029 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ecb7802-d912-46a0-8dae-777177c4c5e9 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks [] for router (9e75ddd1-b61c-4b01-a702-10a7784e5df9), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:48.479386 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 8781d58e-23ad-4ffc-8b16-b520d7b6c50a is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:48.481255 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8781d58e-23ad-4ffc-8b16-b520d7b6c50a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:48.551554 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ecb7802-d912-46a0-8dae-777177c4c5e9 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (9e75ddd1-b61c-4b01-a702-10a7784e5df9), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:48.554293 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ecb7802-d912-46a0-8dae-777177c4c5e9 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks [] for router_controller (9e75ddd1-b61c-4b01-a702-10a7784e5df9), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:48.585554 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8781d58e-23ad-4ffc-8b16-b520d7b6c50a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8781d58e-23ad-4ffc-8b16-b520d7b6c50a,segment=NetworkSegment(3f0cc055-3e71-4f27-aeaa-a8416cbbb621),segment_id=3f0cc055-3e71-4f27-aeaa-a8416cbbb621)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:48.590867 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638cb943-2847-403b-b487-1cb40ffdce92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6e5acf-50a4-4950-af30-f4dd60edb97f'}, {'server_uuid': '638cb943-2847-403b-b487-1cb40ffdce92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8781d58e-23ad-4ffc-8b16-b520d7b6c50a'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:02:48.597312 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d441ad-0825-437b-9354-f9c00f64404a" -d '{"events": [{"server_uuid": "638cb943-2847-403b-b487-1cb40ffdce92", "name": "network-vif-plugged", "status": "completed", "tag": "dd6e5acf-50a4-4950-af30-f4dd60edb97f"}, {"server_uuid": "638cb943-2847-403b-b487-1cb40ffdce92", "name": "network-vif-plugged", "status": "completed", "tag": "8781d58e-23ad-4ffc-8b16-b520d7b6c50a"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:02:48.609799 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8781d58e-23ad-4ffc-8b16-b520d7b6c50a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:48.620569 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-11e0fe01-1f68-4345-b7e6-3b1abdf002e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:48.622009 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5affc2-447a-447b-a1f4-b6db1dfc3d4b req-6c7cea94-e689-4b56-98ad-b0c0894e8f8d tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:48.623469 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd5affc2-447a-447b-a1f4-b6db1dfc3d4b req-6c7cea94-e689-4b56-98ad-b0c0894e8f8d tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b225880-5473-4ab3-95c2-17feabaacc74 HTTP/1.1" status: 200 len: 946 time: 0.6325850 Feb 07 21:02:48.647798 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041b728-d16a-4029-811e-e25e9caaaaf9 req-2eeb9622-8d6e-4a69-a5eb-cccddfe6caca tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:48.649268 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1041b728-d16a-4029-811e-e25e9caaaaf9 req-2eeb9622-8d6e-4a69-a5eb-cccddfe6caca tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 943 time: 0.6357844 Feb 07 21:02:48.658993 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ecb7802-d912-46a0-8dae-777177c4c5e9 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (9e75ddd1-b61c-4b01-a702-10a7784e5df9), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:48.660685 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecb7802-d912-46a0-8dae-777177c4c5e9 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e75ddd1-b61c-4b01-a702-10a7784e5df9 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:02:48.668716 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ecb7802-d912-46a0-8dae-777177c4c5e9 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:48.670345 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0ecb7802-d912-46a0-8dae-777177c4c5e9 tempest-RoutersTestDVR-1036376449 tempest-RoutersTestDVR-1036376449-project-admin] 10.222.0.65 "DELETE /v2.0/routers/9e75ddd1-b61c-4b01-a702-10a7784e5df9 HTTP/1.1" status: 204 len: 168 time: 0.5190105 Feb 07 21:02:48.691819 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-c510abde-7f3a-4371-8f56-cadc87de29a7 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Made reservation on behalf of 5c44c50ce01340928cd384557042fdd6 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:02:48.696237 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-c510abde-7f3a-4371-8f56-cadc87de29a7 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:48.760767 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=8781d58e-23ad-4ffc-8b16-b520d7b6c50a,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:48.884778 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-c510abde-7f3a-4371-8f56-cadc87de29a7 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Allocated IP 172.20.0.3 (01df4531-a919-4e3f-b57a-63f07a51de6a/d616ecdd-9220-4221-83e5-d4081d823690/b2b5c50a-e43a-41e1-baa3-7d244f4c39ad) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:02:48.906744 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd5affc2-447a-447b-a1f4-b6db1dfc3d4b req-4a5c7d8d-9a38-4fa4-9336-57969775f589 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/security-groups?id=82b97d36-caa2-4fd0-8c84-e78bd09b7259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2755644 Feb 07 21:02:48.908813 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05216cf1-c867-4571-b0b7-27260fb0c8be admin admin] Router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:02:48.912258 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1041b728-d16a-4029-811e-e25e9caaaaf9 req-9952ba69-4a8d-4609-ae32-257a3ab9bc9c tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552006 Feb 07 21:02:49.071779 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Feb 2022 21:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad7708f-c9f9-4d04-a267-40f1b5fab8ff x-openstack-request-id: req-fad7708f-c9f9-4d04-a267-40f1b5fab8ff {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:02:49.072290 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638cb943-2847-403b-b487-1cb40ffdce92", "name": "network-vif-plugged", "status": "completed", "tag": "dd6e5acf-50a4-4950-af30-f4dd60edb97f", "code": 200}, {"server_uuid": "638cb943-2847-403b-b487-1cb40ffdce92", "name": "network-vif-plugged", "status": "completed", "tag": "8781d58e-23ad-4ffc-8b16-b520d7b6c50a", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:02:49.072290 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fad7708f-c9f9-4d04-a267-40f1b5fab8ff {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:02:49.072650 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638cb943-2847-403b-b487-1cb40ffdce92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6e5acf-50a4-4950-af30-f4dd60edb97f', 'code': 200} Feb 07 21:02:49.072892 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638cb943-2847-403b-b487-1cb40ffdce92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8781d58e-23ad-4ffc-8b16-b520d7b6c50a', 'code': 200} Feb 07 21:02:49.112955 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e463a0f-877e-445b-8344-df320b24ee56 req-a3e5189b-d61a-4e6a-bf89-dfcf30833a2c tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0da3d04-16b8-4d22-b8b2-ea02105ac5f7 HTTP/1.1" status: 200 len: 210 time: 0.0523424 Feb 07 21:02:49.242773 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05216cf1-c867-4571-b0b7-27260fb0c8be admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:02:49.253101 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-05216cf1-c867-4571-b0b7-27260fb0c8be admin admin] 10.222.0.65 "PUT /v2.0/routers/89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4157321 Feb 07 21:02:49.255962 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206aa945-bafb-4288-a232-1014365f7ddc None None] Sync routers for ids ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:02:49.265442 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47488) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:49.274430 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206aa945-bafb-4288-a232-1014365f7ddc None None] Routers {'89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:02:49.275062 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-206aa945-bafb-4288-a232-1014365f7ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:02:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:49.284728 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47490) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:49.323680 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad820ac1-3fe2-4761-94e1-401478ffa747 req-5a83c2d1-957f-4c20-9553-893c140cc314 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:49.327186 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-c510abde-7f3a-4371-8f56-cadc87de29a7 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Publish callbacks [] for port (b2b5c50a-e43a-41e1-baa3-7d244f4c39ad), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:49.340810 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad820ac1-3fe2-4761-94e1-401478ffa747 req-5a83c2d1-957f-4c20-9553-893c140cc314 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 943 time: 0.1559064 Feb 07 21:02:49.415840 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8222f40-d080-44eb-91f0-9c27a952d035 req-e6af156b-d470-46de-9851-4264310ba98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:49.416622 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8222f40-d080-44eb-91f0-9c27a952d035 req-e6af156b-d470-46de-9851-4264310ba98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:49.417246 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8222f40-d080-44eb-91f0-9c27a952d035 req-e6af156b-d470-46de-9851-4264310ba98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:49.419049 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a8222f40-d080-44eb-91f0-9c27a952d035 req-e6af156b-d470-46de-9851-4264310ba98a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=638cb943-2847-403b-b487-1cb40ffdce92 HTTP/1.1" status: 200 len: 2964 time: 0.2414184 Feb 07 21:02:49.431313 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7853eb7-1831-43de-8bea-ab758dddbcf7 req-bb391799-91de-4376-98fa-f1e690e8318d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:49.442631 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7853eb7-1831-43de-8bea-ab758dddbcf7 req-bb391799-91de-4376-98fa-f1e690e8318d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:49.448988 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-c510abde-7f3a-4371-8f56-cadc87de29a7 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (b2b5c50a-e43a-41e1-baa3-7d244f4c39ad), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:49.454304 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7853eb7-1831-43de-8bea-ab758dddbcf7 req-bb391799-91de-4376-98fa-f1e690e8318d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:49.457242 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c7853eb7-1831-43de-8bea-ab758dddbcf7 req-bb391799-91de-4376-98fa-f1e690e8318d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=638cb943-2847-403b-b487-1cb40ffdce92 HTTP/1.1" status: 200 len: 2418 time: 0.2362955 Feb 07 21:02:49.460055 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99efc902-6704-4a27-ab23-777a67fcf4f2 admin admin] Publish callbacks [] for router (89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:49.516493 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-206aa945-bafb-4288-a232-1014365f7ddc None None] Set router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:02:49.596250 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c7853eb7-1831-43de-8bea-ab758dddbcf7 req-da49b630-f7f4-4340-8c91-658d6d98988b tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236639 Feb 07 21:02:49.623581 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad820ac1-3fe2-4761-94e1-401478ffa747 req-7f6cd6fc-52e8-42a5-8c5b-36b24623c65f tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819004 Feb 07 21:02:49.798953 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-206aa945-bafb-4288-a232-1014365f7ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-router', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:02:46Z', 'revision_number': 5, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'gw_port': {'id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:49.834848 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206aa945-bafb-4288-a232-1014365f7ddc None None] Checking router: 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:02:49.845887 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206aa945-bafb-4288-a232-1014365f7ddc None None] Routers {'89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:02:49.846329 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-206aa945-bafb-4288-a232-1014365f7ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:02:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:49.961026 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-206aa945-bafb-4288-a232-1014365f7ddc None None] Set router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:02:49.971892 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-c510abde-7f3a-4371-8f56-cadc87de29a7 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Network 01df4531-a919-4e3f-b57a-63f07a51de6a is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:02:49.983988 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-453ec1fa-ed1f-4187-9783-d493a5fe2cc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:50.006013 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-c510abde-7f3a-4371-8f56-cadc87de29a7 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:02:50.012988 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-c510abde-7f3a-4371-8f56-cadc87de29a7 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:02:50.026163 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510abde-7f3a-4371-8f56-cadc87de29a7 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Pushing event updated for resources: {'Port': ['ID=b2b5c50a-e43a-41e1-baa3-7d244f4c39ad,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:50.052424 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a8222f40-d080-44eb-91f0-9c27a952d035 req-4f1d2cf3-674f-4d77-9149-c7e414fcea12 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6252477 Feb 07 21:02:50.080134 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510abde-7f3a-4371-8f56-cadc87de29a7 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:50.080445 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510abde-7f3a-4371-8f56-cadc87de29a7 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:50.080793 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510abde-7f3a-4371-8f56-cadc87de29a7 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:50.081133 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510abde-7f3a-4371-8f56-cadc87de29a7 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:50.081562 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510abde-7f3a-4371-8f56-cadc87de29a7 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:50.082011 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510abde-7f3a-4371-8f56-cadc87de29a7 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:50.082397 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510abde-7f3a-4371-8f56-cadc87de29a7 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:50.082730 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510abde-7f3a-4371-8f56-cadc87de29a7 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:50.083173 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510abde-7f3a-4371-8f56-cadc87de29a7 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:50.083509 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510abde-7f3a-4371-8f56-cadc87de29a7 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:50.083951 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510abde-7f3a-4371-8f56-cadc87de29a7 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:50.084277 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510abde-7f3a-4371-8f56-cadc87de29a7 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:50.084621 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510abde-7f3a-4371-8f56-cadc87de29a7 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:02:50.120915 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-c510abde-7f3a-4371-8f56-cadc87de29a7 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:50.121546 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-c510abde-7f3a-4371-8f56-cadc87de29a7 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:50.146957 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99436289-2e5c-4508-bdc9-cdb89627f35d req-d42d2cc9-f782-4dae-a263-28dce8934cb4 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:50.152142 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-99436289-2e5c-4508-bdc9-cdb89627f35d req-d42d2cc9-f782-4dae-a263-28dce8934cb4 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 943 time: 0.0983677 Feb 07 21:02:50.193537 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99efc902-6704-4a27-ab23-777a67fcf4f2 admin admin] Publish callbacks [] for router_gateway (89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:50.221507 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-c510abde-7f3a-4371-8f56-cadc87de29a7 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9560039 Feb 07 21:02:50.233197 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-99436289-2e5c-4508-bdc9-cdb89627f35d req-2dbc8b65-2932-46c0-90ec-71d86955da15 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738268 Feb 07 21:02:50.241693 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-2bf5054c-e87c-4048-8353-1762ebf758e7 service neutron] Request body: {'port': {'device_id': 'b0da3d04-16b8-4d22-b8b2-ea02105ac5f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:50.302355 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c343b34-87f8-4007-8720-1ce4c99825d0 req-b4be2fcd-82cd-4451-b613-ea92c0564ed3 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:50.304277 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c343b34-87f8-4007-8720-1ce4c99825d0 req-b4be2fcd-82cd-4451-b613-ea92c0564ed3 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0da3d04-16b8-4d22-b8b2-ea02105ac5f7 HTTP/1.1" status: 200 len: 931 time: 0.0656495 Feb 07 21:02:50.314592 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-206aa945-bafb-4288-a232-1014365f7ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-router', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:02:46Z', 'revision_number': 5, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'gw_port': {'id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:50.343813 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206aa945-bafb-4288-a232-1014365f7ddc None None] The sync data for ids ['89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a'] in n-d-828185-2 is: [{'id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1517825595-router', 'tenant_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:02:46Z', 'revision_number': 5, 'project_id': '390bb4ffe0104a5cbfd48bfe929d4aa0', 'gw_port': {'id': 'efa1526a-cf4f-463f-a187-25e9c7650949', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:00:38Z', 'updated_at': '2022-02-07T21:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:02:50.391453 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c343b34-87f8-4007-8720-1ce4c99825d0 req-4dc4201d-47c7-4397-a47d-a8f0282fe6e4 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/security-groups?id=34bbaa8d-b4e4-4a2c-985b-1fee9528477b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808005 Feb 07 21:02:50.428569 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-453ec1fa-ed1f-4187-9783-d493a5fe2cc0 admin admin] Publish callbacks [] for security_group (09c88160-b3f6-4436-9f75-13244b1f9784), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:50.445793 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-453ec1fa-ed1f-4187-9783-d493a5fe2cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (09c88160-b3f6-4436-9f75-13244b1f9784), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:50.467117 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-2bf5054c-e87c-4048-8353-1762ebf758e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b2b5c50a-e43a-41e1-baa3-7d244f4c39ad), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:50.509478 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ec1fa-ed1f-4187-9783-d493a5fe2cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c88160-b3f6-4436-9f75-13244b1f9784,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:50.511251 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eb754a2b-342a-4129-9f55-a458af81b605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:50.516389 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-453ec1fa-ed1f-4187-9783-d493a5fe2cc0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7008695d44e245f6a5861922fa30e139&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2290025 Feb 07 21:02:50.520299 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47498) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:50.544562 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-99efc902-6704-4a27-ab23-777a67fcf4f2 admin admin] Deleting port efa1526a-cf4f-463f-a187-25e9c7650949 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:02:50.544983 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99efc902-6704-4a27-ab23-777a67fcf4f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (efa1526a-cf4f-463f-a187-25e9c7650949), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:50.604923 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e147cf5-5d09-41a1-a6d4-e8d01925d9f7 admin admin] Publish callbacks [] for security_group (09c88160-b3f6-4436-9f75-13244b1f9784), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:50.643637 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e147cf5-5d09-41a1-a6d4-e8d01925d9f7 admin admin] Publish callbacks [] for security_group (09c88160-b3f6-4436-9f75-13244b1f9784), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:50.834619 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e147cf5-5d09-41a1-a6d4-e8d01925d9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (09c88160-b3f6-4436-9f75-13244b1f9784), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:50.841465 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e147cf5-5d09-41a1-a6d4-e8d01925d9f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:50.842877 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8e147cf5-5d09-41a1-a6d4-e8d01925d9f7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/09c88160-b3f6-4436-9f75-13244b1f9784 HTTP/1.1" status: 204 len: 168 time: 0.3209732 Feb 07 21:02:50.883471 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e147cf5-5d09-41a1-a6d4-e8d01925d9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c88160-b3f6-4436-9f75-13244b1f9784,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:50.963884 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807d141-7426-421b-a8f6-880c4892336c req-5d9c1bd5-225c-4302-a353-e4c6bb729f5a tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:50.969037 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-2bf5054c-e87c-4048-8353-1762ebf758e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b5c50a-e43a-41e1-baa3-7d244f4c39ad {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:02:50.982354 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-2bf5054c-e87c-4048-8353-1762ebf758e7 service neutron] Publish callbacks [] for port (b2b5c50a-e43a-41e1-baa3-7d244f4c39ad), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:50.996901 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807d141-7426-421b-a8f6-880c4892336c req-5d9c1bd5-225c-4302-a353-e4c6bb729f5a tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:51.006336 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807d141-7426-421b-a8f6-880c4892336c req-5d9c1bd5-225c-4302-a353-e4c6bb729f5a tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:51.007435 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-2bf5054c-e87c-4048-8353-1762ebf758e7 service neutron] Transition to ACTIVE for port object b2b5c50a-e43a-41e1-baa3-7d244f4c39ad will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:02:51.029838 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-2bf5054c-e87c-4048-8353-1762ebf758e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (b2b5c50a-e43a-41e1-baa3-7d244f4c39ad), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:51.030822 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a807d141-7426-421b-a8f6-880c4892336c req-5d9c1bd5-225c-4302-a353-e4c6bb729f5a tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=638cb943-2847-403b-b487-1cb40ffdce92 HTTP/1.1" status: 200 len: 2418 time: 0.2827361 Feb 07 21:02:51.107341 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-99efc902-6704-4a27-ab23-777a67fcf4f2 admin admin] For port efa1526a-cf4f-463f-a187-25e9c7650949, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=efa1526a-cf4f-463f-a187-25e9c7650949,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:51.107815 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99efc902-6704-4a27-ab23-777a67fcf4f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (efa1526a-cf4f-463f-a187-25e9c7650949), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:51.178878 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-99efc902-6704-4a27-ab23-777a67fcf4f2 admin admin] Calling delete_port for efa1526a-cf4f-463f-a187-25e9c7650949 owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:02:51.187789 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a807d141-7426-421b-a8f6-880c4892336c req-403e9ecf-43c5-4f71-817c-70db1358195a tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421402 Feb 07 21:02:51.199509 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ed07c-5edc-4044-bea7-45d162425b14 req-65292836-6bbf-495d-9e73-0c2857b5b0df tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:51.201803 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0a2ed07c-5edc-4044-bea7-45d162425b14 req-65292836-6bbf-495d-9e73-0c2857b5b0df tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 943 time: 0.4153183 Feb 07 21:02:51.223740 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5054c-e87c-4048-8353-1762ebf758e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b5c50a-e43a-41e1-baa3-7d244f4c39ad,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:51.356876 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0a2ed07c-5edc-4044-bea7-45d162425b14 req-0833b6d5-469b-40a1-a2e5-142972629bd9 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305864 Feb 07 21:02:51.385304 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-6368ea2a-9c65-4423-9f6b-e7c2aaf97c61 service neutron] 10.222.0.69 "GET /v2.0/ports/d1c65d17-e582-4939-8d51-0b52f4c9fb21/bindings/n-h2-828185-2 HTTP/1.1" status: 200 len: 384 time: 0.3649178 Feb 07 21:02:51.462979 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3f39c-4bc3-4e7b-af9d-3307318d1d4f req-50fd9ce7-cfa9-42fd-85db-8c89212e6e42 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:51.467906 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f5c3f39c-4bc3-4e7b-af9d-3307318d1d4f req-50fd9ce7-cfa9-42fd-85db-8c89212e6e42 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 943 time: 0.1385314 Feb 07 21:02:51.519907 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-2bf5054c-e87c-4048-8353-1762ebf758e7 service neutron] Attempting to bind port b2b5c50a-e43a-41e1-baa3-7d244f4c39ad on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:51.521979 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-2bf5054c-e87c-4048-8353-1762ebf758e7 service neutron] Attempting to bind port b2b5c50a-e43a-41e1-baa3-7d244f4c39ad by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '02ae6a2d-c0eb-4718-b353-86d76ae2ad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '01df4531-a919-4e3f-b57a-63f07a51de6a'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:51.521979 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-2bf5054c-e87c-4048-8353-1762ebf758e7 service neutron] Attempting to bind port b2b5c50a-e43a-41e1-baa3-7d244f4c39ad on network 01df4531-a919-4e3f-b57a-63f07a51de6a {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:51.539535 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47516) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:51.545401 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-2bf5054c-e87c-4048-8353-1762ebf758e7 service neutron] Port b2b5c50a-e43a-41e1-baa3-7d244f4c39ad on network 01df4531-a919-4e3f-b57a-63f07a51de6a not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:02:51.545864 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-2bf5054c-e87c-4048-8353-1762ebf758e7 service neutron] Attempting to bind port b2b5c50a-e43a-41e1-baa3-7d244f4c39ad on network 01df4531-a919-4e3f-b57a-63f07a51de6a {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:51.613909 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7ee1d4f8-b5ce-49fd-9292-073ec749da7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:51.618722 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-2bf5054c-e87c-4048-8353-1762ebf758e7 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:02:51.619336 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-2bf5054c-e87c-4048-8353-1762ebf758e7 service neutron] Checking segment: {'id': '02ae6a2d-c0eb-4718-b353-86d76ae2ad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '01df4531-a919-4e3f-b57a-63f07a51de6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:02:51.619932 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-2bf5054c-e87c-4048-8353-1762ebf758e7 service neutron] Bound using segment: {'id': '02ae6a2d-c0eb-4718-b353-86d76ae2ad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '01df4531-a919-4e3f-b57a-63f07a51de6a'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:02:51.620519 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-2bf5054c-e87c-4048-8353-1762ebf758e7 service neutron] Bound port: b2b5c50a-e43a-41e1-baa3-7d244f4c39ad, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ae6a2d-c0eb-4718-b353-86d76ae2ad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '01df4531-a919-4e3f-b57a-63f07a51de6a'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:02:51.621003 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-2bf5054c-e87c-4048-8353-1762ebf758e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b2b5c50a-e43a-41e1-baa3-7d244f4c39ad), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:51.621821 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f5c3f39c-4bc3-4e7b-af9d-3307318d1d4f req-4021cc7f-1a1d-4576-939c-7a953b7c6e37 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476631 Feb 07 21:02:51.655572 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc25c8-04bd-4519-b0d7-02cc6a9b856a req-44605014-0736-44a3-86e7-cbb866983c8f tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:51.656630 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:51.658062 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b6cc25c8-04bd-4519-b0d7-02cc6a9b856a req-44605014-0736-44a3-86e7-cbb866983c8f tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0da3d04-16b8-4d22-b8b2-ea02105ac5f7 HTTP/1.1" status: 200 len: 943 time: 0.1431158 Feb 07 21:02:51.721400 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b6cc25c8-04bd-4519-b0d7-02cc6a9b856a req-1bab2afa-72ff-4ed2-938b-b75a3dfc13a1 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/security-groups?id=34bbaa8d-b4e4-4a2c-985b-1fee9528477b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575705 Feb 07 21:02:51.882082 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-2bf5054c-e87c-4048-8353-1762ebf758e7 service neutron] For port b2b5c50a-e43a-41e1-baa3-7d244f4c39ad, host n-h2-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:02:51.887742 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-2bf5054c-e87c-4048-8353-1762ebf758e7 service neutron] For port b2b5c50a-e43a-41e1-baa3-7d244f4c39ad, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b2b5c50a-e43a-41e1-baa3-7d244f4c39ad,segment=NetworkSegment(02ae6a2d-c0eb-4718-b353-86d76ae2ad67),segment_id=02ae6a2d-c0eb-4718-b353-86d76ae2ad67)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:02:51.916070 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-2bf5054c-e87c-4048-8353-1762ebf758e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (b2b5c50a-e43a-41e1-baa3-7d244f4c39ad), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:51.957134 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99efc902-6704-4a27-ab23-777a67fcf4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (efa1526a-cf4f-463f-a187-25e9c7650949), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:52.011107 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-33494059-40ff-49cc-89fd-3fa1cf15cd09 service neutron] For port d1c65d17-e582-4939-8d51-0b52f4c9fb21, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=d1c65d17-e582-4939-8d51-0b52f4c9fb21,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:52.015521 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-2bf5054c-e87c-4048-8353-1762ebf758e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:52.016164 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-2bf5054c-e87c-4048-8353-1762ebf758e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:52.018454 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-2bf5054c-e87c-4048-8353-1762ebf758e7 service neutron] 10.222.0.71 "PUT /v2.0/ports/b2b5c50a-e43a-41e1-baa3-7d244f4c39ad HTTP/1.1" status: 200 len: 1091 time: 1.7910683 Feb 07 21:02:52.020270 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7ee1d4f8-b5ce-49fd-9292-073ec749da7c admin admin] Publish callbacks [] for security_group (8ed27de4-9efe-4b20-acda-737d6bd7e811), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:52.028917 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0da3d04-16b8-4d22-b8b2-ea02105ac5f7', 'tag': 'b2b5c50a-e43a-41e1-baa3-7d244f4c39ad'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:02:52.031210 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5d88b9-e2b2-4e89-84a1-f680ff989f33" -d '{"events": [{"name": "network-changed", "server_uuid": "b0da3d04-16b8-4d22-b8b2-ea02105ac5f7", "tag": "b2b5c50a-e43a-41e1-baa3-7d244f4c39ad"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:02:52.117079 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7ee1d4f8-b5ce-49fd-9292-073ec749da7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8ed27de4-9efe-4b20-acda-737d6bd7e811), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:52.127700 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ad11bb-918c-477e-aade-55b03e5a02a7 x-openstack-request-id: req-b9ad11bb-918c-477e-aade-55b03e5a02a7 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:02:52.128039 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0da3d04-16b8-4d22-b8b2-ea02105ac5f7", "tag": "b2b5c50a-e43a-41e1-baa3-7d244f4c39ad", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:02:52.128255 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b9ad11bb-918c-477e-aade-55b03e5a02a7 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:02:52.128679 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0da3d04-16b8-4d22-b8b2-ea02105ac5f7', 'tag': 'b2b5c50a-e43a-41e1-baa3-7d244f4c39ad', 'status': 'completed', 'code': 200} Feb 07 21:02:52.162366 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5054c-e87c-4048-8353-1762ebf758e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b5c50a-e43a-41e1-baa3-7d244f4c39ad,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:52.184445 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-33494059-40ff-49cc-89fd-3fa1cf15cd09 service neutron] For port d1c65d17-e582-4939-8d51-0b52f4c9fb21, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:02:52.244424 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99efc902-6704-4a27-ab23-777a67fcf4f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=efa1526a-cf4f-463f-a187-25e9c7650949,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:52.250129 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99efc902-6704-4a27-ab23-777a67fcf4f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:52.350429 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d0ec6-94da-47d4-9f0b-0464d2f680a2 req-b60360ab-9f76-4163-9ba4-6230d5cf8e3f tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:52.362115 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99efc902-6704-4a27-ab23-777a67fcf4f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:52.365823 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99efc902-6704-4a27-ab23-777a67fcf4f2 admin admin] Publish callbacks [] for router_controller (89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:52.373188 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d0ec6-94da-47d4-9f0b-0464d2f680a2 req-b60360ab-9f76-4163-9ba4-6230d5cf8e3f tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:52.381127 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d0ec6-94da-47d4-9f0b-0464d2f680a2 req-b60360ab-9f76-4163-9ba4-6230d5cf8e3f tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:52.384234 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-172d0ec6-94da-47d4-9f0b-0464d2f680a2 req-b60360ab-9f76-4163-9ba4-6230d5cf8e3f tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=638cb943-2847-403b-b487-1cb40ffdce92 HTTP/1.1" status: 200 len: 2418 time: 0.1150362 Feb 07 21:02:52.468643 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7ee1d4f8-b5ce-49fd-9292-073ec749da7c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d49389bc95164f49b170a667816e5fbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9238977 Feb 07 21:02:52.469063 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47530) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:52.496240 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1d4f8-b5ce-49fd-9292-073ec749da7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed27de4-9efe-4b20-acda-737d6bd7e811,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:52.497219 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 973983e9-741d-4100-bc08-8d6bc06a1735 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:02:52.515169 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99efc902-6704-4a27-ab23-777a67fcf4f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:52.515982 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99efc902-6704-4a27-ab23-777a67fcf4f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:02:52.538458 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-33494059-40ff-49cc-89fd-3fa1cf15cd09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c65d17-e582-4939-8d51-0b52f4c9fb21 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:02:52.544942 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-172d0ec6-94da-47d4-9f0b-0464d2f680a2 req-b2a19069-75c0-4be7-b961-7d1f5480b258 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548159 Feb 07 21:02:52.548218 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 973983e9-741d-4100-bc08-8d6bc06a1735 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:02:52.548514 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 973983e9-741d-4100-bc08-8d6bc06a1735 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:02:52.566826 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99efc902-6704-4a27-ab23-777a67fcf4f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:52.567995 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-99efc902-6704-4a27-ab23-777a67fcf4f2 admin admin] 10.222.0.65 "DELETE /v2.0/routers/89ecc341-cc9a-4ff0-a4d5-c3e728e37f8a HTTP/1.1" status: 204 len: 168 time: 3.2971663 Feb 07 21:02:52.574374 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47532) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:52.592847 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-33494059-40ff-49cc-89fd-3fa1cf15cd09 service neutron] For port d1c65d17-e582-4939-8d51-0b52f4c9fb21, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d1c65d17-e582-4939-8d51-0b52f4c9fb21,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:52.609162 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68a280-70fc-4651-84c3-0d8ccd0a9d0f req-17d26d01-056a-499b-8680-a6b6b108a5d2 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:52.618850 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e68a280-70fc-4651-84c3-0d8ccd0a9d0f req-17d26d01-056a-499b-8680-a6b6b108a5d2 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 943 time: 0.1660867 Feb 07 21:02:52.634818 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-bb767658-cc25-415e-9248-a1dce930e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:52.640435 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-bb767658-cc25-415e-9248-a1dce930e978 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5c44c50ce01340928cd384557042fdd6&device_id=b0da3d04-16b8-4d22-b8b2-ea02105ac5f7 HTTP/1.1" status: 200 len: 1125 time: 0.5476129 Feb 07 21:02:52.687244 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-33494059-40ff-49cc-89fd-3fa1cf15cd09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d1c65d17-e582-4939-8d51-0b52f4c9fb21), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:52.738555 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-b7e3863d-4b28-456c-b56c-c39808a0f5b4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2b5c50a-e43a-41e1-baa3-7d244f4c39ad HTTP/1.1" status: 200 len: 217 time: 0.0781703 Feb 07 21:02:52.758674 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e68a280-70fc-4651-84c3-0d8ccd0a9d0f req-ca25b864-0e4d-4375-81e2-17536f629546 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380355 Feb 07 21:02:52.840625 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24ca255-7180-4521-b18f-8da2ed05b42f admin admin] Deleting subnet 4697809e-6faf-4265-b583-499d13fd2637 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:02:52.845406 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fc7f7-d1a9-45b3-b2f0-8b52d68ee0c6 req-794bcba0-7bfd-48c9-870e-20e67fa0205e tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:52.852579 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d36fc7f7-d1a9-45b3-b2f0-8b52d68ee0c6 req-794bcba0-7bfd-48c9-870e-20e67fa0205e tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 943 time: 0.1133280 Feb 07 21:02:52.853196 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89ff0f63-93d6-4261-a002-0b87aa3386a7 admin admin] Publish callbacks [] for security_group (8ed27de4-9efe-4b20-acda-737d6bd7e811), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:52.858203 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a24ca255-7180-4521-b18f-8da2ed05b42f admin admin] Publish callbacks [] for subnet (4697809e-6faf-4265-b583-499d13fd2637), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:52.905953 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d36fc7f7-d1a9-45b3-b2f0-8b52d68ee0c6 req-a1f3fd70-b963-465c-b027-89db15fe197a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513043 Feb 07 21:02:52.930325 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89ff0f63-93d6-4261-a002-0b87aa3386a7 admin admin] Publish callbacks [] for security_group (8ed27de4-9efe-4b20-acda-737d6bd7e811), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:53.010762 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a24ca255-7180-4521-b18f-8da2ed05b42f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (4697809e-6faf-4265-b583-499d13fd2637), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:53.057511 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-1bca5965-71c2-4996-9600-b7ac3ebafa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:53.059234 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-1bca5965-71c2-4996-9600-b7ac3ebafa12 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d616ecdd-9220-4221-83e5-d4081d823690 HTTP/1.1" status: 200 len: 861 time: 0.3128095 Feb 07 21:02:53.127043 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-fed7c6fd-a4ff-42fb-a973-8e594a9e3a3d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=01df4531-a919-4e3f-b57a-63f07a51de6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502467 Feb 07 21:02:53.128500 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-33494059-40ff-49cc-89fd-3fa1cf15cd09 service neutron] Transition to ACTIVE for port object d1c65d17-e582-4939-8d51-0b52f4c9fb21 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:02:53.146658 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:53.159607 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-33494059-40ff-49cc-89fd-3fa1cf15cd09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (d1c65d17-e582-4939-8d51-0b52f4c9fb21), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:53.175144 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89ff0f63-93d6-4261-a002-0b87aa3386a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8ed27de4-9efe-4b20-acda-737d6bd7e811), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:53.177574 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89ff0f63-93d6-4261-a002-0b87aa3386a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:53.178719 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-89ff0f63-93d6-4261-a002-0b87aa3386a7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8ed27de4-9efe-4b20-acda-737d6bd7e811 HTTP/1.1" status: 204 len: 168 time: 0.6927865 Feb 07 21:02:53.221245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784318f-a83b-4807-8cbf-6ee15eb320a7 req-f303b505-5abb-4038-a461-9e64270a4032 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:53.229069 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6784318f-a83b-4807-8cbf-6ee15eb320a7 req-f303b505-5abb-4038-a461-9e64270a4032 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0da3d04-16b8-4d22-b8b2-ea02105ac5f7 HTTP/1.1" status: 200 len: 943 time: 0.2051945 Feb 07 21:02:53.273183 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff0f63-93d6-4261-a002-0b87aa3386a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed27de4-9efe-4b20-acda-737d6bd7e811,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:53.279878 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6438c2-10aa-4872-8309-01c5ba3143fb req-4f74154b-c04c-45be-88de-d4bf3176179b tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:53.289299 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6438c2-10aa-4872-8309-01c5ba3143fb req-4f74154b-c04c-45be-88de-d4bf3176179b tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:53.295458 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6438c2-10aa-4872-8309-01c5ba3143fb req-4f74154b-c04c-45be-88de-d4bf3176179b tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:53.304747 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf6438c2-10aa-4872-8309-01c5ba3143fb req-4f74154b-c04c-45be-88de-d4bf3176179b tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=638cb943-2847-403b-b487-1cb40ffdce92 HTTP/1.1" status: 200 len: 2418 time: 0.1407115 Feb 07 21:02:53.333974 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a24ca255-7180-4521-b18f-8da2ed05b42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (4697809e-6faf-4265-b583-499d13fd2637), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:53.356933 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6784318f-a83b-4807-8cbf-6ee15eb320a7 req-cde14dc9-b578-435e-a6cd-f92ade318aee tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/security-groups?id=34bbaa8d-b4e4-4a2c-985b-1fee9528477b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232395 Feb 07 21:02:53.363139 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33494059-40ff-49cc-89fd-3fa1cf15cd09 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c65d17-e582-4939-8d51-0b52f4c9fb21,revision_number=10']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:53.384157 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-33494059-40ff-49cc-89fd-3fa1cf15cd09 service neutron] No DVR routers for this DVR port d1c65d17-e582-4939-8d51-0b52f4c9fb21 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:02:53.404851 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf6438c2-10aa-4872-8309-01c5ba3143fb req-165749b4-0e22-4d63-a173-beb65266135e tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992022 Feb 07 21:02:53.458064 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-2768bc18-15e0-4e0c-86c7-688572e2ec6a service neutron] 10.222.0.71 "GET /v2.0/networks/01df4531-a919-4e3f-b57a-63f07a51de6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181152 Feb 07 21:02:53.467072 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-33494059-40ff-49cc-89fd-3fa1cf15cd09 service neutron] 10.222.0.69 "PUT /v2.0/ports/d1c65d17-e582-4939-8d51-0b52f4c9fb21/bindings/n-h2-828185-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0734251 Feb 07 21:02:53.545685 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a24ca255-7180-4521-b18f-8da2ed05b42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (4697809e-6faf-4265-b583-499d13fd2637), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:53.574675 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f3b379-68b2-4b04-8c12-b072424a8ba6 None None] Network 21a6194c-d716-4999-aeaa-5b2b71cb17eb requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:02:53.579080 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a24ca255-7180-4521-b18f-8da2ed05b42f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:53.586807 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a24ca255-7180-4521-b18f-8da2ed05b42f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4697809e-6faf-4265-b583-499d13fd2637 HTTP/1.1" status: 204 len: 168 time: 1.0112808 Feb 07 21:02:53.593417 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47550) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:53.609626 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ca255-7180-4521-b18f-8da2ed05b42f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4697809e-6faf-4265-b583-499d13fd2637,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:53.626321 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-209b2058-d83b-4a27-b347-f3dac8b0774c req-726fe175-4b70-459d-a49b-7fee98decb97 service neutron] 10.222.0.71 "GET /v2.0/networks/01df4531-a919-4e3f-b57a-63f07a51de6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572073 Feb 07 21:02:53.693985 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-87037cb6-86ee-427e-88f6-e53b79e48d22 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:53.712298 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-87037cb6-86ee-427e-88f6-e53b79e48d22 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6&tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&binding%3Ahost_id=n-h1-828185-2 HTTP/1.1" status: 200 len: 1126 time: 0.1857705 Feb 07 21:02:53.786976 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d88b9-e2b2-4e89-84a1-f680ff989f33 req-e680224f-09bb-492a-baa2-5c192726bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:53.804222 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-af5d88b9-e2b2-4e89-84a1-f680ff989f33 req-e680224f-09bb-492a-baa2-5c192726bfeb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5c44c50ce01340928cd384557042fdd6&device_id=b0da3d04-16b8-4d22-b8b2-ea02105ac5f7 HTTP/1.1" status: 200 len: 1125 time: 0.1082008 Feb 07 21:02:53.815981 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-615ef1b1-52eb-4516-8c75-1164cdec8590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (21a6194c-d716-4999-aeaa-5b2b71cb17eb), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:53.846338 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93612a4b-bb68-4d21-886b-fd6e2dc3afe8 None None] DHCP port deletion for 21a6194c-d716-4999-aeaa-5b2b71cb17eb request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:02:53.949439 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-90b58457-65d2-48f7-a9a8-5fe9e839f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:53.952152 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-90b58457-65d2-48f7-a9a8-5fe9e839f5a1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6&tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7 HTTP/1.1" status: 200 len: 1126 time: 0.2257829 Feb 07 21:02:53.968890 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-93612a4b-bb68-4d21-886b-fd6e2dc3afe8 None None] Deleting port ba24cd1b-639b-431a-aacc-5339afb7ba30 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:02:53.974596 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-93612a4b-bb68-4d21-886b-fd6e2dc3afe8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ba24cd1b-639b-431a-aacc-5339afb7ba30), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:53.979443 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d88b9-e2b2-4e89-84a1-f680ff989f33 req-94e0406b-fce5-41fb-8808-88b0faf82ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:53.981146 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-af5d88b9-e2b2-4e89-84a1-f680ff989f33 req-94e0406b-fce5-41fb-8808-88b0faf82ad2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=01df4531-a919-4e3f-b57a-63f07a51de6a HTTP/1.1" status: 200 len: 922 time: 0.1700964 Feb 07 21:02:54.087296 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-af5d88b9-e2b2-4e89-84a1-f680ff989f33 req-69220ff5-886a-4da8-a09f-f496b6e40777 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2b5c50a-e43a-41e1-baa3-7d244f4c39ad HTTP/1.1" status: 200 len: 217 time: 0.0987926 Feb 07 21:02:54.173908 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-93612a4b-bb68-4d21-886b-fd6e2dc3afe8 None None] For port ba24cd1b-639b-431a-aacc-5339afb7ba30, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ba24cd1b-639b-431a-aacc-5339afb7ba30,segment=NetworkSegment(8dbc27c3-8b29-446a-9851-9122c1639fcc),segment_id=8dbc27c3-8b29-446a-9851-9122c1639fcc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:54.174498 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-93612a4b-bb68-4d21-886b-fd6e2dc3afe8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ba24cd1b-639b-431a-aacc-5339afb7ba30), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:54.182502 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d88b9-e2b2-4e89-84a1-f680ff989f33 req-203d70bd-b275-4a78-a826-d30b5e4a8ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:54.183986 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-af5d88b9-e2b2-4e89-84a1-f680ff989f33 req-203d70bd-b275-4a78-a826-d30b5e4a8ad5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d616ecdd-9220-4221-83e5-d4081d823690 HTTP/1.1" status: 200 len: 861 time: 0.0902357 Feb 07 21:02:54.218732 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-cfc38193-1f06-45f7-a939-c7247dfe8531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:54.220875 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-cfc38193-1f06-45f7-a939-c7247dfe8531 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 1126 time: 0.1950963 Feb 07 21:02:54.229513 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-93612a4b-bb68-4d21-886b-fd6e2dc3afe8 None None] Calling delete_port for ba24cd1b-639b-431a-aacc-5339afb7ba30 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:02:54.232909 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba04acd-097a-4e64-81cd-dd79d5e67991 req-d8b1da4b-8d32-4946-909f-bb4848461117 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:54.240337 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0ba04acd-097a-4e64-81cd-dd79d5e67991 req-d8b1da4b-8d32-4946-909f-bb4848461117 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 944 time: 0.3343658 Feb 07 21:02:54.252048 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-af5d88b9-e2b2-4e89-84a1-f680ff989f33 req-277d5ba7-3af2-4ed4-b53b-eb3ce4baecce service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=01df4531-a919-4e3f-b57a-63f07a51de6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572321 Feb 07 21:02:54.282891 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-615ef1b1-52eb-4516-8c75-1164cdec8590 admin admin] Deleting port ba24cd1b-639b-431a-aacc-5339afb7ba30 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:02:54.283227 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-615ef1b1-52eb-4516-8c75-1164cdec8590 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ba24cd1b-639b-431a-aacc-5339afb7ba30), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:54.354054 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-93612a4b-bb68-4d21-886b-fd6e2dc3afe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (ba24cd1b-639b-431a-aacc-5339afb7ba30), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:54.396086 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-af5d88b9-e2b2-4e89-84a1-f680ff989f33 req-ea9fe73b-5265-4533-83b0-a2e90551da5d service neutron] 10.222.0.71 "GET /v2.0/networks/01df4531-a919-4e3f-b57a-63f07a51de6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365817 Feb 07 21:02:54.423159 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93612a4b-bb68-4d21-886b-fd6e2dc3afe8 None None] Pushing event deleted for resources: {'Port': ['ID=ba24cd1b-639b-431a-aacc-5339afb7ba30,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:54.427195 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93612a4b-bb68-4d21-886b-fd6e2dc3afe8 None None] No DVR routers for this DVR port ba24cd1b-639b-431a-aacc-5339afb7ba30 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:02:54.453762 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:54.473971 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ae6d1-63d1-4fda-8e71-595eb93321bb req-f306dbc9-53c8-4dc0-a595-f028f17f8582 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:54.479109 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ba24cd1b-639b-431a-aacc-5339afb7ba30 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:02:54.500121 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f8ae6d1-63d1-4fda-8e71-595eb93321bb req-f306dbc9-53c8-4dc0-a595-f028f17f8582 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 943 time: 0.4074526 Feb 07 21:02:54.514837 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: ba24cd1b-639b-431a-aacc-5339afb7ba30 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:02:54.518343 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ba24cd1b-639b-431a-aacc-5339afb7ba30 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:02:54.520070 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device efa1526a-cf4f-463f-a187-25e9c7650949 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:02:54.559087 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: efa1526a-cf4f-463f-a187-25e9c7650949 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:02:54.560249 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device efa1526a-cf4f-463f-a187-25e9c7650949 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:02:54.583676 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47580) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:54.606665 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-af5d88b9-e2b2-4e89-84a1-f680ff989f33 req-33ead7b1-2da5-4244-aa01-8f5e8779acb6 service neutron] 10.222.0.71 "GET /v2.0/networks/01df4531-a919-4e3f-b57a-63f07a51de6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022250 Feb 07 21:02:54.688224 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-615ef1b1-52eb-4516-8c75-1164cdec8590 admin admin] For port ba24cd1b-639b-431a-aacc-5339afb7ba30, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ba24cd1b-639b-431a-aacc-5339afb7ba30,segment=NetworkSegment(8dbc27c3-8b29-446a-9851-9122c1639fcc),segment_id=8dbc27c3-8b29-446a-9851-9122c1639fcc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:54.689491 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-615ef1b1-52eb-4516-8c75-1164cdec8590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ba24cd1b-639b-431a-aacc-5339afb7ba30), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:54.739217 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0ba04acd-097a-4e64-81cd-dd79d5e67991 req-c91d0742-fbce-4c17-bcd9-65fdb7466758 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4968693 Feb 07 21:02:54.740481 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-615ef1b1-52eb-4516-8c75-1164cdec8590 admin admin] Calling delete_port for ba24cd1b-639b-431a-aacc-5339afb7ba30 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:02:54.758670 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f8ae6d1-63d1-4fda-8e71-595eb93321bb req-7f0ad140-9efb-46cb-81f1-0975276c0255 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575159 Feb 07 21:02:54.779576 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4f26fbd1-0729-4415-8aa3-12378e252492 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1362854646'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:54.783344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-37d4a6ba-b2eb-4d3d-902e-60ebbc6b709d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:54.784890 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-37d4a6ba-b2eb-4d3d-902e-60ebbc6b709d service neutron] 10.222.0.71 "GET /v2.0/networks?id=9707a7e2-bd1b-48e9-a067-23aeb539b5df HTTP/1.1" status: 200 len: 922 time: 0.5342619 Feb 07 21:02:54.840875 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-40ed1f3b-e755-4e2b-89b8-530819ac9b05 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:54.849521 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-40ed1f3b-e755-4e2b-89b8-530819ac9b05 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:54.855079 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-40ed1f3b-e755-4e2b-89b8-530819ac9b05 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:54.857028 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-40ed1f3b-e755-4e2b-89b8-530819ac9b05 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.69 "GET /v2.0/ports?device_id=638cb943-2847-403b-b487-1cb40ffdce92 HTTP/1.1" status: 200 len: 2418 time: 0.1567111 Feb 07 21:02:54.871062 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f26fbd1-0729-4415-8aa3-12378e252492 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Made reservation on behalf of 6ae010e0e0104853b0dd9f9070713361 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:02:54.874349 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f26fbd1-0729-4415-8aa3-12378e252492 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:54.923390 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-d359706b-07e2-40ca-be01-7bfd4ed4e019 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1c65d17-e582-4939-8d51-0b52f4c9fb21 HTTP/1.1" status: 200 len: 217 time: 0.1191459 Feb 07 21:02:54.967195 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-ebaaf441-cb80-4301-95e3-09b0a2cccb1c tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Deleting port 85705d87-c858-4a6f-934c-fb10100f802f {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:02:54.967512 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-ebaaf441-cb80-4301-95e3-09b0a2cccb1c tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (85705d87-c858-4a6f-934c-fb10100f802f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:55.025783 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f26fbd1-0729-4415-8aa3-12378e252492 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:55.035734 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-4ef153dd-ac88-4a35-8203-29570a9dbac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:55.037218 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-4ef153dd-ac88-4a35-8203-29570a9dbac0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f3768dda-d71b-40b0-9d56-296b11c3fa2b HTTP/1.1" status: 200 len: 861 time: 0.0734043 Feb 07 21:02:55.065961 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-ebaaf441-cb80-4301-95e3-09b0a2cccb1c tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] For port 85705d87-c858-4a6f-934c-fb10100f802f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=85705d87-c858-4a6f-934c-fb10100f802f,segment=NetworkSegment(3f0cc055-3e71-4f27-aeaa-a8416cbbb621),segment_id=3f0cc055-3e71-4f27-aeaa-a8416cbbb621)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:55.066235 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-ebaaf441-cb80-4301-95e3-09b0a2cccb1c tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (85705d87-c858-4a6f-934c-fb10100f802f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:55.079933 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-ebaaf441-cb80-4301-95e3-09b0a2cccb1c tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Calling delete_port for 85705d87-c858-4a6f-934c-fb10100f802f owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:02:55.096716 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-e6ae933a-8389-4ccb-9de8-563e2b166dd6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9707a7e2-bd1b-48e9-a067-23aeb539b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403237 Feb 07 21:02:55.208222 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95e1fc-bdfe-4f2f-b335-d8a06e82686c req-04dfaa46-55e3-4068-bba4-1bb72b682f88 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:55.213440 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95e1fc-bdfe-4f2f-b335-d8a06e82686c req-04dfaa46-55e3-4068-bba4-1bb72b682f88 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:55.219292 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95e1fc-bdfe-4f2f-b335-d8a06e82686c req-04dfaa46-55e3-4068-bba4-1bb72b682f88 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:55.221095 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb95e1fc-bdfe-4f2f-b335-d8a06e82686c req-04dfaa46-55e3-4068-bba4-1bb72b682f88 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=638cb943-2847-403b-b487-1cb40ffdce92 HTTP/1.1" status: 200 len: 2418 time: 0.3811433 Feb 07 21:02:55.230759 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-ebaaf441-cb80-4301-95e3-09b0a2cccb1c tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (85705d87-c858-4a6f-934c-fb10100f802f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:55.243636 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['dd6e5acf-50a4-4950-af30-f4dd60edb97f', '85705d87-c858-4a6f-934c-fb10100f802f', '8781d58e-23ad-4ffc-8b16-b520d7b6c50a'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:02:55.284019 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaaf441-cb80-4301-95e3-09b0a2cccb1c tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event deleted for resources: {'Port': ['ID=85705d87-c858-4a6f-934c-fb10100f802f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:55.308023 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb95e1fc-bdfe-4f2f-b335-d8a06e82686c req-fa4906e1-6f1a-4774-b5f1-d289d6af77c7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740831 Feb 07 21:02:55.308683 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-615ef1b1-52eb-4516-8c75-1164cdec8590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ba24cd1b-639b-431a-aacc-5339afb7ba30), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:55.326298 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc7731-21c0-404a-ad5d-b4dae9b62ffe req-f66290f1-c0bd-41f4-a613-9dfeed42db53 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:55.328048 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c6cc7731-21c0-404a-ad5d-b4dae9b62ffe req-f66290f1-c0bd-41f4-a613-9dfeed42db53 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0da3d04-16b8-4d22-b8b2-ea02105ac5f7 HTTP/1.1" status: 200 len: 943 time: 0.4111257 Feb 07 21:02:55.386178 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-ebaaf441-cb80-4301-95e3-09b0a2cccb1c tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] No DVR routers for this DVR port 85705d87-c858-4a6f-934c-fb10100f802f on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:02:55.389489 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ef1b1-52eb-4516-8c75-1164cdec8590 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba24cd1b-639b-431a-aacc-5339afb7ba30,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:55.390171 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-ebaaf441-cb80-4301-95e3-09b0a2cccb1c tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:55.405254 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-ebaaf441-cb80-4301-95e3-09b0a2cccb1c tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.69 "DELETE /v2.0/ports/85705d87-c858-4a6f-934c-fb10100f802f HTTP/1.1" status: 204 len: 173 time: 0.5410321 Feb 07 21:02:55.406268 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638cb943-2847-403b-b487-1cb40ffdce92', 'name': 'network-vif-deleted', 'tag': '85705d87-c858-4a6f-934c-fb10100f802f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:02:55.409270 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8a249e-6807-4bce-a98c-05a3d7f79d0f" -d '{"events": [{"server_uuid": "638cb943-2847-403b-b487-1cb40ffdce92", "name": "network-vif-deleted", "tag": "85705d87-c858-4a6f-934c-fb10100f802f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:02:55.435601 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615ef1b1-52eb-4516-8c75-1164cdec8590 admin admin] No DVR routers for this DVR port ba24cd1b-639b-431a-aacc-5339afb7ba30 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:02:55.537189 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5091103a-1c82-48a0-b7a8-155445ef8f6c x-openstack-request-id: req-5091103a-1c82-48a0-b7a8-155445ef8f6c {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:02:55.543021 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638cb943-2847-403b-b487-1cb40ffdce92", "name": "network-vif-deleted", "tag": "85705d87-c858-4a6f-934c-fb10100f802f", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:02:55.544727 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5091103a-1c82-48a0-b7a8-155445ef8f6c {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:02:55.544727 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638cb943-2847-403b-b487-1cb40ffdce92', 'name': 'network-vif-deleted', 'tag': '85705d87-c858-4a6f-934c-fb10100f802f', 'status': 'completed', 'code': 200} Feb 07 21:02:55.605209 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-48534152-fe38-41c9-953f-c92f7d89c11d service neutron] 10.222.0.71 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936581 Feb 07 21:02:55.619904 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f26fbd1-0729-4415-8aa3-12378e252492 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks [] for security_group (90da038f-d18d-4442-a238-135b5ea5226c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:55.636715 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f26fbd1-0729-4415-8aa3-12378e252492 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (90da038f-d18d-4442-a238-135b5ea5226c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:55.677091 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-37f0b54d-7265-45cb-a4f2-ef5185ee49df tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Deleting port 8781d58e-23ad-4ffc-8b16-b520d7b6c50a {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:02:55.677500 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-37f0b54d-7265-45cb-a4f2-ef5185ee49df tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8781d58e-23ad-4ffc-8b16-b520d7b6c50a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:55.693738 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c6cc7731-21c0-404a-ad5d-b4dae9b62ffe req-1b0be15e-de1f-4a07-914a-185c4dc4746e tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/security-groups?id=34bbaa8d-b4e4-4a2c-985b-1fee9528477b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203478 Feb 07 21:02:55.703405 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-615ef1b1-52eb-4516-8c75-1164cdec8590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (21a6194c-d716-4999-aeaa-5b2b71cb17eb), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:55.735676 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f26fbd1-0729-4415-8aa3-12378e252492 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:02:55.772708 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f26fbd1-0729-4415-8aa3-12378e252492 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (7810fa9f-26be-4ca5-9254-e384f2f2b15d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:55.773084 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-4f26fbd1-0729-4415-8aa3-12378e252492 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Added segment 7810fa9f-26be-4ca5-9254-e384f2f2b15d of type vlan for network 49118fb2-d55b-4a95-a9d6-ad6c490b0f82 Feb 07 21:02:55.775709 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-615ef1b1-52eb-4516-8c75-1164cdec8590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a6194c-d716-4999-aeaa-5b2b71cb17eb']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:55.778509 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26fbd1-0729-4415-8aa3-12378e252492 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90da038f-d18d-4442-a238-135b5ea5226c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:55.852969 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-615ef1b1-52eb-4516-8c75-1164cdec8590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbc27c3-8b29-446a-9851-9122c1639fcc') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:55.853245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-615ef1b1-52eb-4516-8c75-1164cdec8590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbc27c3-8b29-446a-9851-9122c1639fcc') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:02:55.920451 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-615ef1b1-52eb-4516-8c75-1164cdec8590 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (8dbc27c3-8b29-446a-9851-9122c1639fcc), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:55.931941 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f26fbd1-0729-4415-8aa3-12378e252492 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (49118fb2-d55b-4a95-a9d6-ad6c490b0f82), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:55.978009 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-6dacaac9-f2aa-4e46-b67a-324017862d1b service neutron] 10.222.0.71 "GET /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602939 Feb 07 21:02:56.092037 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-615ef1b1-52eb-4516-8c75-1164cdec8590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (8dbc27c3-8b29-446a-9851-9122c1639fcc), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:56.101407 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f26fbd1-0729-4415-8aa3-12378e252492 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (49118fb2-d55b-4a95-a9d6-ad6c490b0f82), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:56.109367 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f26fbd1-0729-4415-8aa3-12378e252492 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:56.109993 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4f26fbd1-0729-4415-8aa3-12378e252492 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:56.122052 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615ef1b1-52eb-4516-8c75-1164cdec8590 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:02:56.122460 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-615ef1b1-52eb-4516-8c75-1164cdec8590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (8dbc27c3-8b29-446a-9851-9122c1639fcc), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:02:56.129017 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:02:56.184566 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-37f0b54d-7265-45cb-a4f2-ef5185ee49df tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] For port 8781d58e-23ad-4ffc-8b16-b520d7b6c50a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8781d58e-23ad-4ffc-8b16-b520d7b6c50a,segment=NetworkSegment(3f0cc055-3e71-4f27-aeaa-a8416cbbb621),segment_id=3f0cc055-3e71-4f27-aeaa-a8416cbbb621)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:56.185124 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-37f0b54d-7265-45cb-a4f2-ef5185ee49df tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8781d58e-23ad-4ffc-8b16-b520d7b6c50a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:56.200695 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-37f0b54d-7265-45cb-a4f2-ef5185ee49df tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Calling delete_port for 8781d58e-23ad-4ffc-8b16-b520d7b6c50a owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:02:56.280625 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4f26fbd1-0729-4415-8aa3-12378e252492 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6907530 Feb 07 21:02:56.285435 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47594) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:56.292236 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-d3d99e83-ad5d-4388-b22c-e2615d00279c tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Request body: {'subnet': {'network_id': '49118fb2-d55b-4a95-a9d6-ad6c490b0f82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:56.301546 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c399a-ce9f-472b-867c-aedb9f06554b req-a7eab825-5502-46e2-ab54-bff60acb33f4 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:56.303074 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d76c399a-ce9f-472b-867c-aedb9f06554b req-a7eab825-5502-46e2-ab54-bff60acb33f4 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 944 time: 0.3620591 Feb 07 21:02:56.308376 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26fbd1-0729-4415-8aa3-12378e252492 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Pushing event updated for resources: {'Network': ['ID=49118fb2-d55b-4a95-a9d6-ad6c490b0f82,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:56.319147 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 49118fb2-d55b-4a95-a9d6-ad6c490b0f82 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:02:56.333740 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d9d1d-4914-4064-a184-a2f222febc31 req-5422ebf9-c0b4-44f6-b240-06a47148959c tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:56.340982 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b21d9d1d-4914-4064-a184-a2f222febc31 req-5422ebf9-c0b4-44f6-b240-06a47148959c tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 943 time: 0.3406720 Feb 07 21:02:56.342649 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-615ef1b1-52eb-4516-8c75-1164cdec8590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (21a6194c-d716-4999-aeaa-5b2b71cb17eb), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:56.351572 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-615ef1b1-52eb-4516-8c75-1164cdec8590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:56.357680 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-615ef1b1-52eb-4516-8c75-1164cdec8590 admin admin] 10.222.0.65 "DELETE /v2.0/networks/21a6194c-d716-4999-aeaa-5b2b71cb17eb HTTP/1.1" status: 204 len: 168 time: 2.7594340 Feb 07 21:02:56.400607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ef1b1-52eb-4516-8c75-1164cdec8590 admin admin] Pushing event deleted for resources: {'Network': ['ID=21a6194c-d716-4999-aeaa-5b2b71cb17eb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:56.465918 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-de4b13bc-3923-4a7f-b126-2da2fd3291ad tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:56.468412 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-de4b13bc-3923-4a7f-b126-2da2fd3291ad tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6&tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&binding%3Ahost_id=n-h2-828185-2 HTTP/1.1" status: 200 len: 1126 time: 0.1851752 Feb 07 21:02:56.482704 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b21d9d1d-4914-4064-a184-a2f222febc31 req-55545a34-2308-45b7-9c2c-43527545f16c tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360290 Feb 07 21:02:56.486590 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d99e83-ad5d-4388-b22c-e2615d00279c tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Made reservation on behalf of 6ae010e0e0104853b0dd9f9070713361 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:02:56.490603 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3d99e83-ad5d-4388-b22c-e2615d00279c tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:56.494731 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d76c399a-ce9f-472b-867c-aedb9f06554b req-ec840b86-1837-4174-9f1b-f25b1e3f793e tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381304 Feb 07 21:02:56.515654 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-37f0b54d-7265-45cb-a4f2-ef5185ee49df tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8781d58e-23ad-4ffc-8b16-b520d7b6c50a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:56.585264 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0b54d-7265-45cb-a4f2-ef5185ee49df tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event deleted for resources: {'Port': ['ID=8781d58e-23ad-4ffc-8b16-b520d7b6c50a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:56.638643 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-37f0b54d-7265-45cb-a4f2-ef5185ee49df tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] No DVR routers for this DVR port 8781d58e-23ad-4ffc-8b16-b520d7b6c50a on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:02:56.644536 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-37f0b54d-7265-45cb-a4f2-ef5185ee49df tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:56.648888 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-37f0b54d-7265-45cb-a4f2-ef5185ee49df tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.69 "DELETE /v2.0/ports/8781d58e-23ad-4ffc-8b16-b520d7b6c50a HTTP/1.1" status: 204 len: 173 time: 1.2326713 Feb 07 21:02:56.681546 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b279b-ee14-406f-9740-4c9069f16abe req-909ac0f1-eaea-48f6-9d58-7e4d22348b07 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:56.682313 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-734b279b-ee14-406f-9740-4c9069f16abe req-909ac0f1-eaea-48f6-9d58-7e4d22348b07 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=638cb943-2847-403b-b487-1cb40ffdce92 HTTP/1.1" status: 200 len: 946 time: 0.1227643 Feb 07 21:02:56.730402 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47602) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:56.849648 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-8e18200f-76f2-4334-a654-0c86d5e90415 service neutron] For port d1c65d17-e582-4939-8d51-0b52f4c9fb21, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:02:56.873175 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-dc1f473f-af91-4f14-8766-89e4946b961a tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Deleting port dd6e5acf-50a4-4950-af30-f4dd60edb97f {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:02:56.873656 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-dc1f473f-af91-4f14-8766-89e4946b961a tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (dd6e5acf-50a4-4950-af30-f4dd60edb97f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:56.886014 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-8e18200f-76f2-4334-a654-0c86d5e90415 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:56.887051 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eec5e213-977d-485a-b1c8-7947c63ffa3b req-8e18200f-76f2-4334-a654-0c86d5e90415 service neutron] 10.222.0.71 "DELETE /v2.0/ports/d1c65d17-e582-4939-8d51-0b52f4c9fb21/bindings/n-h1-828185-2 HTTP/1.1" status: 204 len: 173 time: 0.4029624 Feb 07 21:02:56.910992 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7598fbe1-ecb8-4763-9ff6-f04b12085598 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=390bb4ffe0104a5cbfd48bfe929d4aa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1753674 Feb 07 21:02:56.913779 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-734b279b-ee14-406f-9740-4c9069f16abe req-ff0711e2-5856-4d36-9156-f07146cad41f tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018580 Feb 07 21:02:56.917013 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47604) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:56.975123 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5a18a-6faa-4e70-950c-0c5f5bd788a4 req-3c28b53f-f5fe-4798-aa88-4edacbe19a36 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:56.976677 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-24d5a18a-6faa-4e70-950c-0c5f5bd788a4 req-3c28b53f-f5fe-4798-aa88-4edacbe19a36 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0da3d04-16b8-4d22-b8b2-ea02105ac5f7 HTTP/1.1" status: 200 len: 943 time: 0.1621039 Feb 07 21:02:56.994580 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3d99e83-ad5d-4388-b22c-e2615d00279c tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (9a0adbc0-8441-48f0-bfc6-dc8fdb78f645), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:57.014344 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7c4db08-6a85-4bce-a419-c7bc7e044bf6 admin admin] Publish callbacks [] for security_group (dc2b397e-8538-4e86-8e11-8d1274f7c4b9), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:57.048257 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device b2b5c50a-e43a-41e1-baa3-7d244f4c39ad details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:02:57.059826 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7c4db08-6a85-4bce-a419-c7bc7e044bf6 admin admin] Publish callbacks [] for security_group (dc2b397e-8538-4e86-8e11-8d1274f7c4b9), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:57.076574 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-24d5a18a-6faa-4e70-950c-0c5f5bd788a4 req-7fb5fac6-c1d3-4ca2-b803-13207ef7b179 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/security-groups?id=34bbaa8d-b4e4-4a2c-985b-1fee9528477b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911961 Feb 07 21:02:57.088151 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-dc1f473f-af91-4f14-8766-89e4946b961a tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] For port dd6e5acf-50a4-4950-af30-f4dd60edb97f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=dd6e5acf-50a4-4950-af30-f4dd60edb97f,segment=NetworkSegment(05c0ec02-b765-4e03-be6a-778c07e8f7dd),segment_id=05c0ec02-b765-4e03-be6a-778c07e8f7dd)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:57.088625 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-dc1f473f-af91-4f14-8766-89e4946b961a tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (dd6e5acf-50a4-4950-af30-f4dd60edb97f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:57.091508 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d99e83-ad5d-4388-b22c-e2615d00279c tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Pushing event updated for resources: {'Subnet': ['ID=9a0adbc0-8441-48f0-bfc6-dc8fdb78f645,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:57.107902 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d99e83-ad5d-4388-b22c-e2615d00279c tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Checking segment: {'id': '7810fa9f-26be-4ca5-9254-e384f2f2b15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '49118fb2-d55b-4a95-a9d6-ad6c490b0f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:02:57.108360 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d99e83-ad5d-4388-b22c-e2615d00279c tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Network hostable DHCP agents. Network: 49118fb2-d55b-4a95-a9d6-ad6c490b0f82, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:02:57.110778 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-dc1f473f-af91-4f14-8766-89e4946b961a tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Calling delete_port for dd6e5acf-50a4-4950-af30-f4dd60edb97f owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:02:57.126639 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7c4db08-6a85-4bce-a419-c7bc7e044bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (dc2b397e-8538-4e86-8e11-8d1274f7c4b9), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:57.129263 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7c4db08-6a85-4bce-a419-c7bc7e044bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:57.132832 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b7c4db08-6a85-4bce-a419-c7bc7e044bf6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dc2b397e-8538-4e86-8e11-8d1274f7c4b9 HTTP/1.1" status: 204 len: 168 time: 0.2122114 Feb 07 21:02:57.146429 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4db08-6a85-4bce-a419-c7bc7e044bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2b397e-8538-4e86-8e11-8d1274f7c4b9,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:57.195710 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d99e83-ad5d-4388-b22c-e2615d00279c tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Network 49118fb2-d55b-4a95-a9d6-ad6c490b0f82 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:02:57.222780 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-d3d99e83-ad5d-4388-b22c-e2615d00279c tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 49118fb2-d55b-4a95-a9d6-ad6c490b0f82) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:02:57.227781 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d99e83-ad5d-4388-b22c-e2615d00279c tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:57.228508 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3d99e83-ad5d-4388-b22c-e2615d00279c tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:57.241034 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c94d3df-eb45-4cfd-a69f-37facaa6c88a None None] Network 49118fb2-d55b-4a95-a9d6-ad6c490b0f82 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:02:57.249372 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d3d99e83-ad5d-4388-b22c-e2615d00279c tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9628098 Feb 07 21:02:57.253162 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47608) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:57.258999 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6b169209-39fb-445a-b1a6-796668e56235 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Request body: {'port': {'network_id': '49118fb2-d55b-4a95-a9d6-ad6c490b0f82', 'name': 'tempest-AllowedAddressPairTestJSON-528965835'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:57.372497 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-dc1f473f-af91-4f14-8766-89e4946b961a tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (dd6e5acf-50a4-4950-af30-f4dd60edb97f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:57.480453 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port b2b5c50a-e43a-41e1-baa3-7d244f4c39ad, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b2b5c50a-e43a-41e1-baa3-7d244f4c39ad,segment=NetworkSegment(02ae6a2d-c0eb-4718-b353-86d76ae2ad67),segment_id=02ae6a2d-c0eb-4718-b353-86d76ae2ad67)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:57.511184 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'b2b5c50a-e43a-41e1-baa3-7d244f4c39ad', 'network_id': '01df4531-a919-4e3f-b57a-63f07a51de6a', 'port_id': 'b2b5c50a-e43a-41e1-baa3-7d244f4c39ad', 'mac_address': 'fa:16:3e:27:4f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd616ecdd-9220-4221-83e5-d4081d823690', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:02:57.603622 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f473f-af91-4f14-8766-89e4946b961a tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event deleted for resources: {'Port': ['ID=dd6e5acf-50a4-4950-af30-f4dd60edb97f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:57.607441 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638cb943-2847-403b-b487-1cb40ffdce92', 'name': 'network-vif-deleted', 'tag': '8781d58e-23ad-4ffc-8b16-b520d7b6c50a'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:02:57.614981 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc14a0ba-3b68-48f3-b054-325b403c59a8" -d '{"events": [{"server_uuid": "638cb943-2847-403b-b487-1cb40ffdce92", "name": "network-vif-deleted", "tag": "8781d58e-23ad-4ffc-8b16-b520d7b6c50a"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:02:57.621686 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-dc1f473f-af91-4f14-8766-89e4946b961a tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] No DVR routers for this DVR port dd6e5acf-50a4-4950-af30-f4dd60edb97f on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:02:57.641882 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-dc1f473f-af91-4f14-8766-89e4946b961a tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:57.651011 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e6197283-fea6-49f6-8284-2d08210b47c8 req-dc1f473f-af91-4f14-8766-89e4946b961a tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.69 "DELETE /v2.0/ports/dd6e5acf-50a4-4950-af30-f4dd60edb97f HTTP/1.1" status: 204 len: 173 time: 0.9920666 Feb 07 21:02:57.670521 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port b2b5c50a-e43a-41e1-baa3-7d244f4c39ad is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:02:57.671276 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b2b5c50a-e43a-41e1-baa3-7d244f4c39ad), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:57.736365 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b5c50a-e43a-41e1-baa3-7d244f4c39ad {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:02:57.817214 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e12551-a810-46d8-b3f4-d61326b91f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-49118fb2-d55b-4a95-a9d6-ad6c490b0f82', 'network_id': '49118fb2-d55b-4a95-a9d6-ad6c490b0f82', 'project_id': '6ae010e0e0104853b0dd9f9070713361', 'fixed_ips': [{'subnet_id': '9a0adbc0-8441-48f0-bfc6-dc8fdb78f645'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:02:57.818617 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-44e12551-a810-46d8-b3f4-d61326b91f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:57.840448 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port b2b5c50a-e43a-41e1-baa3-7d244f4c39ad, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b2b5c50a-e43a-41e1-baa3-7d244f4c39ad,segment=NetworkSegment(02ae6a2d-c0eb-4718-b353-86d76ae2ad67),segment_id=02ae6a2d-c0eb-4718-b353-86d76ae2ad67)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:02:57.986137 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b2b5c50a-e43a-41e1-baa3-7d244f4c39ad), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:58.060396 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a50f8-7db7-411c-8ea2-ee470f05220d req-2493506a-d5dc-4e69-859a-4c232fc9bce9 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:58.061986 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a6a50f8-7db7-411c-8ea2-ee470f05220d req-2493506a-d5dc-4e69-859a-4c232fc9bce9 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 943 time: 0.1511297 Feb 07 21:02:58.074646 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1459f-9029-4d0b-8e80-7d7b51d7f77c req-0e4bcd96-3700-44be-8f40-95937dad4d89 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:58.078876 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 85705d87-c858-4a6f-934c-fb10100f802f no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:02:58.082637 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8bc1459f-9029-4d0b-8e80-7d7b51d7f77c req-0e4bcd96-3700-44be-8f40-95937dad4d89 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 944 time: 0.1729877 Feb 07 21:02:58.104064 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 85705d87-c858-4a6f-934c-fb10100f802f {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:02:58.104543 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 85705d87-c858-4a6f-934c-fb10100f802f not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:02:58.104971 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device dd6e5acf-50a4-4950-af30-f4dd60edb97f no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:02:58.107451 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=b2b5c50a-e43a-41e1-baa3-7d244f4c39ad,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:58.120344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b169209-39fb-445a-b1a6-796668e56235 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Made reservation on behalf of 6ae010e0e0104853b0dd9f9070713361 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:02:58.124507 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b169209-39fb-445a-b1a6-796668e56235 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:58.161967 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: dd6e5acf-50a4-4950-af30-f4dd60edb97f {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:02:58.162442 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device dd6e5acf-50a4-4950-af30-f4dd60edb97f not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:02:58.162798 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8781d58e-23ad-4ffc-8b16-b520d7b6c50a no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:02:58.196186 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-6b169209-39fb-445a-b1a6-796668e56235 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] device_id is not set on port f00e3afa-b584-46f5-a8fd-5b3670c528bc yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:02:58.225264 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a6a50f8-7db7-411c-8ea2-ee470f05220d req-3a0e0d64-a26f-4e77-9d0a-3c5b78b162bd tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381040 Feb 07 21:02:58.227388 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 8781d58e-23ad-4ffc-8b16-b520d7b6c50a {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:02:58.227804 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8781d58e-23ad-4ffc-8b16-b520d7b6c50a not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:02:58.235978 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8bc1459f-9029-4d0b-8e80-7d7b51d7f77c req-27e5bd7e-e727-4f56-8c9c-9e15f5cf635d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521862 Feb 07 21:02:58.258418 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-44e12551-a810-46d8-b3f4-d61326b91f1b None None] Allocated IP 172.20.0.2 (49118fb2-d55b-4a95-a9d6-ad6c490b0f82/9a0adbc0-8441-48f0-bfc6-dc8fdb78f645/0670d40a-4e20-4268-a4aa-8a5df3cd63cb) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:02:58.389688 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64863ac3-dcc0-47a4-bb5c-8eb51b48f262 x-openstack-request-id: req-64863ac3-dcc0-47a4-bb5c-8eb51b48f262 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:02:58.390354 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638cb943-2847-403b-b487-1cb40ffdce92", "name": "network-vif-deleted", "tag": "8781d58e-23ad-4ffc-8b16-b520d7b6c50a", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:02:58.397291 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-64863ac3-dcc0-47a4-bb5c-8eb51b48f262 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:02:58.398017 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638cb943-2847-403b-b487-1cb40ffdce92', 'name': 'network-vif-deleted', 'tag': '8781d58e-23ad-4ffc-8b16-b520d7b6c50a', 'status': 'completed', 'code': 200} Feb 07 21:02:58.438508 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['b2b5c50a-e43a-41e1-baa3-7d244f4c39ad'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:02:58.478909 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea5e4937-41a4-4f92-8515-97c7099b90f3 req-050ff256-7b29-4d8e-92f2-59ccf740ee7d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=638cb943-2847-403b-b487-1cb40ffdce92 HTTP/1.1" status: 200 len: 210 time: 0.0549083 Feb 07 21:02:58.594444 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536e7a9-603f-4aed-bb30-87df653a83a2 req-56113256-9e3a-4eb7-8093-7f355b3ca8ad tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:58.595978 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9536e7a9-603f-4aed-bb30-87df653a83a2 req-56113256-9e3a-4eb7-8093-7f355b3ca8ad tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0da3d04-16b8-4d22-b8b2-ea02105ac5f7 HTTP/1.1" status: 200 len: 944 time: 0.1054757 Feb 07 21:02:58.631461 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47646) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:58.678829 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9536e7a9-603f-4aed-bb30-87df653a83a2 req-d5439ebc-bdc1-4ea9-a65d-a28d2a39e9e5 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/security-groups?id=34bbaa8d-b4e4-4a2c-985b-1fee9528477b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695322 Feb 07 21:02:58.688542 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772c18d-24fb-489a-b63a-04bbba57f158 req-14cb0c48-0c4f-4c26-bde2-014eeb29b95f tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:58.690584 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7772c18d-24fb-489a-b63a-04bbba57f158 req-14cb0c48-0c4f-4c26-bde2-014eeb29b95f tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 1126 time: 0.0795703 Feb 07 21:02:58.752627 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a6474dcd-1929-4fb8-8bc7-06a6bcc2aa6b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511520546-network', 'tenant_id': 'af02f13d92924da4b1450405891889be'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:58.752890 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-44e12551-a810-46d8-b3f4-d61326b91f1b None None] Publish callbacks [] for port (0670d40a-4e20-4268-a4aa-8a5df3cd63cb), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:58.757579 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7772c18d-24fb-489a-b63a-04bbba57f158 req-d80e5d1b-00a1-4c07-9381-27e91b7a5117 tempest-LiveAutoBlockMigrationV225Test-1072830237 tempest-LiveAutoBlockMigrationV225Test-1072830237-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493419 Feb 07 21:02:58.784099 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6474dcd-1929-4fb8-8bc7-06a6bcc2aa6b admin admin] Made reservation on behalf of af02f13d92924da4b1450405891889be for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:02:58.787231 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a6474dcd-1929-4fb8-8bc7-06a6bcc2aa6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:58.790189 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-44e12551-a810-46d8-b3f4-d61326b91f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (0670d40a-4e20-4268-a4aa-8a5df3cd63cb), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:58.802999 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a6474dcd-1929-4fb8-8bc7-06a6bcc2aa6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:58.865653 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-6b169209-39fb-445a-b1a6-796668e56235 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Allocated IP 172.20.0.14 (49118fb2-d55b-4a95-a9d6-ad6c490b0f82/9a0adbc0-8441-48f0-bfc6-dc8fdb78f645/f00e3afa-b584-46f5-a8fd-5b3670c528bc) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:02:58.881738 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e12551-a810-46d8-b3f4-d61326b91f1b None None] Network 49118fb2-d55b-4a95-a9d6-ad6c490b0f82 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:02:58.909188 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-44e12551-a810-46d8-b3f4-d61326b91f1b None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:02:58.921611 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e12551-a810-46d8-b3f4-d61326b91f1b None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:02:58.953609 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a6474dcd-1929-4fb8-8bc7-06a6bcc2aa6b admin admin] Publish callbacks [] for security_group (83958c95-88cf-41c9-a2ee-d6f4a755b618), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:58.959969 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a6474dcd-1929-4fb8-8bc7-06a6bcc2aa6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (83958c95-88cf-41c9-a2ee-d6f4a755b618), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:58.969483 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e12551-a810-46d8-b3f4-d61326b91f1b None None] Pushing event updated for resources: {'Port': ['ID=0670d40a-4e20-4268-a4aa-8a5df3cd63cb,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:59.011879 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6474dcd-1929-4fb8-8bc7-06a6bcc2aa6b admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:02:59.049244 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6474dcd-1929-4fb8-8bc7-06a6bcc2aa6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83958c95-88cf-41c9-a2ee-d6f4a755b618,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:59.059911 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a6474dcd-1929-4fb8-8bc7-06a6bcc2aa6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (f98aea31-515d-4565-858b-308c6254052d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:59.060242 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-a6474dcd-1929-4fb8-8bc7-06a6bcc2aa6b admin admin] Added segment f98aea31-515d-4565-858b-308c6254052d of type vlan for network a6f86bd0-771c-4143-8683-cd147fb6889e Feb 07 21:02:59.082309 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-44e12551-a810-46d8-b3f4-d61326b91f1b None None] Attempting to bind port 0670d40a-4e20-4268-a4aa-8a5df3cd63cb on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:02:59.082713 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-44e12551-a810-46d8-b3f4-d61326b91f1b None None] Attempting to bind port 0670d40a-4e20-4268-a4aa-8a5df3cd63cb by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '7810fa9f-26be-4ca5-9254-e384f2f2b15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '49118fb2-d55b-4a95-a9d6-ad6c490b0f82'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:02:59.083051 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e12551-a810-46d8-b3f4-d61326b91f1b None None] Attempting to bind port 0670d40a-4e20-4268-a4aa-8a5df3cd63cb on network 49118fb2-d55b-4a95-a9d6-ad6c490b0f82 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:02:59.089543 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e12551-a810-46d8-b3f4-d61326b91f1b None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:02:59.089927 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e12551-a810-46d8-b3f4-d61326b91f1b None None] Checking segment: {'id': '7810fa9f-26be-4ca5-9254-e384f2f2b15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '49118fb2-d55b-4a95-a9d6-ad6c490b0f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:02:59.090339 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-44e12551-a810-46d8-b3f4-d61326b91f1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:59.090850 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e12551-a810-46d8-b3f4-d61326b91f1b None None] Bound using segment: {'id': '7810fa9f-26be-4ca5-9254-e384f2f2b15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '49118fb2-d55b-4a95-a9d6-ad6c490b0f82'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:02:59.091336 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-44e12551-a810-46d8-b3f4-d61326b91f1b None None] Bound port: 0670d40a-4e20-4268-a4aa-8a5df3cd63cb, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7810fa9f-26be-4ca5-9254-e384f2f2b15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '49118fb2-d55b-4a95-a9d6-ad6c490b0f82'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:02:59.091764 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-44e12551-a810-46d8-b3f4-d61326b91f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0670d40a-4e20-4268-a4aa-8a5df3cd63cb), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:59.191823 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a6474dcd-1929-4fb8-8bc7-06a6bcc2aa6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (a6f86bd0-771c-4143-8683-cd147fb6889e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:59.196301 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-44e12551-a810-46d8-b3f4-d61326b91f1b None None] For port 0670d40a-4e20-4268-a4aa-8a5df3cd63cb, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:02:59.201163 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-44e12551-a810-46d8-b3f4-d61326b91f1b None None] For port 0670d40a-4e20-4268-a4aa-8a5df3cd63cb, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0670d40a-4e20-4268-a4aa-8a5df3cd63cb,segment=NetworkSegment(7810fa9f-26be-4ca5-9254-e384f2f2b15d),segment_id=7810fa9f-26be-4ca5-9254-e384f2f2b15d)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:02:59.210224 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-44e12551-a810-46d8-b3f4-d61326b91f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0670d40a-4e20-4268-a4aa-8a5df3cd63cb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:59.233536 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b169209-39fb-445a-b1a6-796668e56235 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks [] for port (f00e3afa-b584-46f5-a8fd-5b3670c528bc), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:59.237816 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a6474dcd-1929-4fb8-8bc7-06a6bcc2aa6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (a6f86bd0-771c-4143-8683-cd147fb6889e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:59.239229 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6474dcd-1929-4fb8-8bc7-06a6bcc2aa6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:59.240141 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a6474dcd-1929-4fb8-8bc7-06a6bcc2aa6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:59.324843 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e12551-a810-46d8-b3f4-d61326b91f1b None None] Pushing event updated for resources: {'Port': ['ID=0670d40a-4e20-4268-a4aa-8a5df3cd63cb,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:59.349401 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a6474dcd-1929-4fb8-8bc7-06a6bcc2aa6b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.7164407 Feb 07 21:02:59.352425 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47656) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:59.364277 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-51d0c4d9-85ed-4655-a6c5-235cc88d5dd1 admin admin] Request body: {'subnet': {'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511520546-subnet', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:59.380574 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6474dcd-1929-4fb8-8bc7-06a6bcc2aa6b admin admin] Pushing event updated for resources: {'Network': ['ID=a6f86bd0-771c-4143-8683-cd147fb6889e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:59.391030 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b169209-39fb-445a-b1a6-796668e56235 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f00e3afa-b584-46f5-a8fd-5b3670c528bc), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:59.430310 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network a6f86bd0-771c-4143-8683-cd147fb6889e details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:02:59.446629 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4717765-b974-41e3-a886-60f40312ed3f req-13033b98-0e4c-4230-a9dd-6da1d4ae44ca tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:59.448414 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4717765-b974-41e3-a886-60f40312ed3f req-13033b98-0e4c-4230-a9dd-6da1d4ae44ca tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 944 time: 0.1722598 Feb 07 21:02:59.515895 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d0c4d9-85ed-4655-a6c5-235cc88d5dd1 admin admin] Made reservation on behalf of af02f13d92924da4b1450405891889be for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:02:59.516467 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51d0c4d9-85ed-4655-a6c5-235cc88d5dd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:59.520556 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b169209-39fb-445a-b1a6-796668e56235 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Network 49118fb2-d55b-4a95-a9d6-ad6c490b0f82 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:02:59.595525 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6b169209-39fb-445a-b1a6-796668e56235 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:02:59.609953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfcd10-0a9f-4316-8a0d-0b7bb8ddfbe2 req-b60c6a43-69bb-43cd-b5ae-3bb2b9534228 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:59.611983 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-32bfcd10-0a9f-4316-8a0d-0b7bb8ddfbe2 req-b60c6a43-69bb-43cd-b5ae-3bb2b9534228 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 943 time: 0.2605972 Feb 07 21:02:59.616182 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b169209-39fb-445a-b1a6-796668e56235 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:02:59.671789 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b169209-39fb-445a-b1a6-796668e56235 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Pushing event updated for resources: {'Port': ['ID=f00e3afa-b584-46f5-a8fd-5b3670c528bc,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:02:59.714058 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4717765-b974-41e3-a886-60f40312ed3f req-c94ab31d-6f8f-4abe-9a6f-b94ea5ab4c3a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366631 Feb 07 21:02:59.739568 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b169209-39fb-445a-b1a6-796668e56235 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:02:59.740259 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b169209-39fb-445a-b1a6-796668e56235 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:59.791804 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6b169209-39fb-445a-b1a6-796668e56235 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5346804 Feb 07 21:02:59.792215 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47664) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:59.797311 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47666) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:02:59.800493 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-601755bb-d568-4d03-baa9-4454d0259f09 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Request body: {'port': {'network_id': '49118fb2-d55b-4a95-a9d6-ad6c490b0f82', 'name': 'tempest-AllowedAddressPairTestJSON-965529456', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:16:7c:93'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:02:59.808918 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-32bfcd10-0a9f-4316-8a0d-0b7bb8ddfbe2 req-e94548c8-e44e-4ed2-977a-bc7b951fcf64 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692038 Feb 07 21:02:59.867141 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5948bfd-0370-4f56-b80d-bb5258807fc7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Deleting subnet 2c102528-9885-4a40-9718-4d328c45cdf2 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:02:59.870672 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5948bfd-0370-4f56-b80d-bb5258807fc7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks [] for subnet (2c102528-9885-4a40-9718-4d328c45cdf2), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:02:59.915382 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5948bfd-0370-4f56-b80d-bb5258807fc7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (2c102528-9885-4a40-9718-4d328c45cdf2), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:00.013592 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5948bfd-0370-4f56-b80d-bb5258807fc7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (2c102528-9885-4a40-9718-4d328c45cdf2), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:00.058483 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb04e6-84a6-461a-8cce-2b5681833847 req-53d6e97d-b91b-4ff4-9975-c54bba34c8e4 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:00.059977 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e0cb04e6-84a6-461a-8cce-2b5681833847 req-53d6e97d-b91b-4ff4-9975-c54bba34c8e4 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0da3d04-16b8-4d22-b8b2-ea02105ac5f7 HTTP/1.1" status: 200 len: 944 time: 0.1789038 Feb 07 21:03:00.065332 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51d0c4d9-85ed-4655-a6c5-235cc88d5dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (eb76e587-4176-46d1-b759-4332a321f9fd), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:00.083372 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5948bfd-0370-4f56-b80d-bb5258807fc7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (2c102528-9885-4a40-9718-4d328c45cdf2), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:00.112019 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5948bfd-0370-4f56-b80d-bb5258807fc7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event deleted for resources: {'Subnet': ['ID=2c102528-9885-4a40-9718-4d328c45cdf2,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:00.116188 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5948bfd-0370-4f56-b80d-bb5258807fc7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:00.119368 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e5948bfd-0370-4f56-b80d-bb5258807fc7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "DELETE /v2.0/subnets/2c102528-9885-4a40-9718-4d328c45cdf2 HTTP/1.1" status: 204 len: 168 time: 0.3196981 Feb 07 21:03:00.122284 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47668) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:00.128052 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d61820-4f03-42b5-8df8-f77675d28fc0 None None] Network 5942773c-c1f0-4da5-b6b8-fbebb04e57b8 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:03:00.165092 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601755bb-d568-4d03-baa9-4454d0259f09 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Made reservation on behalf of 6ae010e0e0104853b0dd9f9070713361 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:00.248490 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0c4d9-85ed-4655-a6c5-235cc88d5dd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb76e587-4176-46d1-b759-4332a321f9fd,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:00.262669 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b2e3615-dfda-45ba-bcd3-673c2f7297b2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (5942773c-c1f0-4da5-b6b8-fbebb04e57b8), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:00.276798 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd33c2-9a5c-4d18-acaf-392db14f2d70 req-1884456f-2b56-474a-9269-cf9b3954802f tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:00.278990 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c8dd33c2-9a5c-4d18-acaf-392db14f2d70 req-1884456f-2b56-474a-9269-cf9b3954802f tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.71 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 944 time: 0.2586715 Feb 07 21:03:00.304240 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e0cb04e6-84a6-461a-8cce-2b5681833847 req-381e4a8d-63bc-42e4-9188-8a35254a63b0 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/security-groups?id=34bbaa8d-b4e4-4a2c-985b-1fee9528477b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304490 Feb 07 21:03:00.348046 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d9cdc1-9eae-43b7-b2ec-6cb2e69673b1 None None] DHCP port deletion for 5942773c-c1f0-4da5-b6b8-fbebb04e57b8 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:03:00.348393 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6b2e3615-dfda-45ba-bcd3-673c2f7297b2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Deleting port 9e8dcf30-1e4a-4317-8226-bc2231136312 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:03:00.348741 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b2e3615-dfda-45ba-bcd3-673c2f7297b2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9e8dcf30-1e4a-4317-8226-bc2231136312), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:00.369102 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d0c4d9-85ed-4655-a6c5-235cc88d5dd1 admin admin] Checking segment: {'id': 'f98aea31-515d-4565-858b-308c6254052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:03:00.369468 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d0c4d9-85ed-4655-a6c5-235cc88d5dd1 admin admin] Network hostable DHCP agents. Network: a6f86bd0-771c-4143-8683-cd147fb6889e, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:03:00.402626 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638cb943-2847-403b-b487-1cb40ffdce92', 'name': 'network-vif-deleted', 'tag': 'dd6e5acf-50a4-4950-af30-f4dd60edb97f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:03:00.412887 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6716b1ae-b68f-4f71-8c4c-ee4053daa487" -d '{"events": [{"server_uuid": "638cb943-2847-403b-b487-1cb40ffdce92", "name": "network-vif-deleted", "tag": "dd6e5acf-50a4-4950-af30-f4dd60edb97f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:03:00.435283 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6b2e3615-dfda-45ba-bcd3-673c2f7297b2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] For port 9e8dcf30-1e4a-4317-8226-bc2231136312, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9e8dcf30-1e4a-4317-8226-bc2231136312,segment=NetworkSegment(05c0ec02-b765-4e03-be6a-778c07e8f7dd),segment_id=05c0ec02-b765-4e03-be6a-778c07e8f7dd)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:00.435647 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b2e3615-dfda-45ba-bcd3-673c2f7297b2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9e8dcf30-1e4a-4317-8226-bc2231136312), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:00.450363 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6b2e3615-dfda-45ba-bcd3-673c2f7297b2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Calling delete_port for 9e8dcf30-1e4a-4317-8226-bc2231136312 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:03:00.471703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-41d9cdc1-9eae-43b7-b2ec-6cb2e69673b1 None None] Deleting port 9e8dcf30-1e4a-4317-8226-bc2231136312 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:03:00.472302 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-41d9cdc1-9eae-43b7-b2ec-6cb2e69673b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9e8dcf30-1e4a-4317-8226-bc2231136312), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:00.490151 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-601755bb-d568-4d03-baa9-4454d0259f09 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:00.524506 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d0c4d9-85ed-4655-a6c5-235cc88d5dd1 admin admin] Network a6f86bd0-771c-4143-8683-cd147fb6889e is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:03:00.538486 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-601755bb-d568-4d03-baa9-4454d0259f09 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] device_id is not set on port 01c959d2-dc5e-4c2b-b06e-4506305a228e yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:03:00.564572 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-41d9cdc1-9eae-43b7-b2ec-6cb2e69673b1 None None] For port 9e8dcf30-1e4a-4317-8226-bc2231136312, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9e8dcf30-1e4a-4317-8226-bc2231136312,segment=NetworkSegment(05c0ec02-b765-4e03-be6a-778c07e8f7dd),segment_id=05c0ec02-b765-4e03-be6a-778c07e8f7dd)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:00.565249 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-41d9cdc1-9eae-43b7-b2ec-6cb2e69673b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9e8dcf30-1e4a-4317-8226-bc2231136312), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:00.575555 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-c8dd33c2-9a5c-4d18-acaf-392db14f2d70 req-0297169f-ea51-4a0a-b1ce-71fd96ce5406 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Deleting port d1c65d17-e582-4939-8d51-0b52f4c9fb21 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:03:00.575896 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c8dd33c2-9a5c-4d18-acaf-392db14f2d70 req-0297169f-ea51-4a0a-b1ce-71fd96ce5406 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d1c65d17-e582-4939-8d51-0b52f4c9fb21), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:00.580951 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-41d9cdc1-9eae-43b7-b2ec-6cb2e69673b1 None None] Calling delete_port for 9e8dcf30-1e4a-4317-8226-bc2231136312 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:03:00.582711 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-51d0c4d9-85ed-4655-a6c5-235cc88d5dd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, a6f86bd0-771c-4143-8683-cd147fb6889e) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:00.599311 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b006104-501f-490e-aaba-bf85c2f584c6 x-openstack-request-id: req-4b006104-501f-490e-aaba-bf85c2f584c6 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:03:00.599645 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638cb943-2847-403b-b487-1cb40ffdce92", "name": "network-vif-deleted", "tag": "dd6e5acf-50a4-4950-af30-f4dd60edb97f", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:03:00.599909 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4b006104-501f-490e-aaba-bf85c2f584c6 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:03:00.600380 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638cb943-2847-403b-b487-1cb40ffdce92', 'name': 'network-vif-deleted', 'tag': 'dd6e5acf-50a4-4950-af30-f4dd60edb97f', 'status': 'completed', 'code': 200} Feb 07 21:03:00.635367 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b2e3615-dfda-45ba-bcd3-673c2f7297b2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9e8dcf30-1e4a-4317-8226-bc2231136312), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:00.665158 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e3615-dfda-45ba-bcd3-673c2f7297b2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event deleted for resources: {'Port': ['ID=9e8dcf30-1e4a-4317-8226-bc2231136312,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:00.671388 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2e3615-dfda-45ba-bcd3-673c2f7297b2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] No DVR routers for this DVR port 9e8dcf30-1e4a-4317-8226-bc2231136312 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:03:00.677048 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-41d9cdc1-9eae-43b7-b2ec-6cb2e69673b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (9e8dcf30-1e4a-4317-8226-bc2231136312), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:00.680431 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0670d40a-4e20-4268-a4aa-8a5df3cd63cb up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:03:00.690864 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d0c4d9-85ed-4655-a6c5-235cc88d5dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:00.691731 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51d0c4d9-85ed-4655-a6c5-235cc88d5dd1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:00.727644 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b58bfe-3c95-42eb-b2c5-1d33100a2d42 None None] Network a6f86bd0-771c-4143-8683-cd147fb6889e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:03:00.753535 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-51d0c4d9-85ed-4655-a6c5-235cc88d5dd1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3990839 Feb 07 21:03:00.754213 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47676) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:00.765115 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a5cad189-9396-459b-ab34-f3504ee9725b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511520546-router', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:00.806934 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b2e3615-dfda-45ba-bcd3-673c2f7297b2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (5942773c-c1f0-4da5-b6b8-fbebb04e57b8), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:00.872057 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5cad189-9396-459b-ab34-f3504ee9725b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (64da354d-50b4-4678-902b-ae47f12bfe85), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:00.873254 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5cad189-9396-459b-ab34-f3504ee9725b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (64da354d-50b4-4678-902b-ae47f12bfe85), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:00.889016 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-6b2e3615-dfda-45ba-bcd3-673c2f7297b2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5942773c-c1f0-4da5-b6b8-fbebb04e57b8']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:00.916855 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-6b2e3615-dfda-45ba-bcd3-673c2f7297b2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c0ec02-b765-4e03-be6a-778c07e8f7dd') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:00.918288 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-6b2e3615-dfda-45ba-bcd3-673c2f7297b2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c0ec02-b765-4e03-be6a-778c07e8f7dd') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:00.938723 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-c8dd33c2-9a5c-4d18-acaf-392db14f2d70 req-0297169f-ea51-4a0a-b1ce-71fd96ce5406 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] For port d1c65d17-e582-4939-8d51-0b52f4c9fb21, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d1c65d17-e582-4939-8d51-0b52f4c9fb21,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:00.939107 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c8dd33c2-9a5c-4d18-acaf-392db14f2d70 req-0297169f-ea51-4a0a-b1ce-71fd96ce5406 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d1c65d17-e582-4939-8d51-0b52f4c9fb21), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:00.958005 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b2e3615-dfda-45ba-bcd3-673c2f7297b2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (05c0ec02-b765-4e03-be6a-778c07e8f7dd), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:00.982906 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d339aa-7de0-471b-92ea-2a3348e17098 None None] Network 49118fb2-d55b-4a95-a9d6-ad6c490b0f82 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:03:01.006859 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b2e3615-dfda-45ba-bcd3-673c2f7297b2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (05c0ec02-b765-4e03-be6a-778c07e8f7dd), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:01.011911 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5cad189-9396-459b-ab34-f3504ee9725b admin admin] Publish callbacks [] for router_controller (64da354d-50b4-4678-902b-ae47f12bfe85), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:01.018225 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9cdc1-9eae-43b7-b2ec-6cb2e69673b1 None None] Pushing event deleted for resources: {'Port': ['ID=9e8dcf30-1e4a-4317-8226-bc2231136312,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:01.022938 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-c8dd33c2-9a5c-4d18-acaf-392db14f2d70 req-0297169f-ea51-4a0a-b1ce-71fd96ce5406 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Calling delete_port for d1c65d17-e582-4939-8d51-0b52f4c9fb21 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:03:01.031926 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b2e3615-dfda-45ba-bcd3-673c2f7297b2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:03:01.035141 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b2e3615-dfda-45ba-bcd3-673c2f7297b2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (05c0ec02-b765-4e03-be6a-778c07e8f7dd), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:03:01.039728 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:03:01.041995 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d9cdc1-9eae-43b7-b2ec-6cb2e69673b1 None None] No DVR routers for this DVR port 9e8dcf30-1e4a-4317-8226-bc2231136312 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:03:01.081669 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device b2b5c50a-e43a-41e1-baa3-7d244f4c39ad up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:03:01.141264 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0f1ca305-6846-40c1-bd0f-de7cd279dfb6 None None] Provisioning complete for port 0670d40a-4e20-4268-a4aa-8a5df3cd63cb triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:01.142748 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0f1ca305-6846-40c1-bd0f-de7cd279dfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0670d40a-4e20-4268-a4aa-8a5df3cd63cb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:01.153527 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-601755bb-d568-4d03-baa9-4454d0259f09 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Allocated IP 172.20.0.10 (49118fb2-d55b-4a95-a9d6-ad6c490b0f82/9a0adbc0-8441-48f0-bfc6-dc8fdb78f645/01c959d2-dc5e-4c2b-b06e-4506305a228e) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:03:01.190314 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b2e3615-dfda-45ba-bcd3-673c2f7297b2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (5942773c-c1f0-4da5-b6b8-fbebb04e57b8), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:01.198843 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b2e3615-dfda-45ba-bcd3-673c2f7297b2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:01.206495 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 0670d40a-4e20-4268-a4aa-8a5df3cd63cb triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:01.206881 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0670d40a-4e20-4268-a4aa-8a5df3cd63cb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:01.221069 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6b2e3615-dfda-45ba-bcd3-673c2f7297b2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "DELETE /v2.0/networks/5942773c-c1f0-4da5-b6b8-fbebb04e57b8 HTTP/1.1" status: 204 len: 168 time: 1.0978985 Feb 07 21:03:01.221747 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47688) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:01.244430 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e3615-dfda-45ba-bcd3-673c2f7297b2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event deleted for resources: {'Network': ['ID=5942773c-c1f0-4da5-b6b8-fbebb04e57b8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:01.334817 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbeebef-08e1-4f4f-915a-9cc534221f3d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Deleting subnet a88e3f40-9ccd-47ea-b917-4da426c20947 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:03:01.348553 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbbeebef-08e1-4f4f-915a-9cc534221f3d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks [] for subnet (a88e3f40-9ccd-47ea-b917-4da426c20947), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:01.441260 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbbeebef-08e1-4f4f-915a-9cc534221f3d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (a88e3f40-9ccd-47ea-b917-4da426c20947), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:01.442579 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 0670d40a-4e20-4268-a4aa-8a5df3cd63cb is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:01.443183 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0670d40a-4e20-4268-a4aa-8a5df3cd63cb), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:01.488442 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59636be0-984b-43c0-bcce-95e2349df8e6 req-c78d6107-9bfa-4e2d-9221-a54871de7636 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:01.492649 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 0670d40a-4e20-4268-a4aa-8a5df3cd63cb, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0670d40a-4e20-4268-a4aa-8a5df3cd63cb,segment=NetworkSegment(7810fa9f-26be-4ca5-9254-e384f2f2b15d),segment_id=7810fa9f-26be-4ca5-9254-e384f2f2b15d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:01.497843 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59636be0-984b-43c0-bcce-95e2349df8e6 req-c78d6107-9bfa-4e2d-9221-a54871de7636 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 944 time: 0.5728235 Feb 07 21:03:01.533366 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0670d40a-4e20-4268-a4aa-8a5df3cd63cb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:01.585367 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a27082b-b443-42e8-96f2-f35e93b660f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-a6f86bd0-771c-4143-8683-cd147fb6889e', 'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e', 'project_id': 'af02f13d92924da4b1450405891889be', 'fixed_ips': [{'subnet_id': 'eb76e587-4176-46d1-b759-4332a321f9fd'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:03:01.587162 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2a27082b-b443-42e8-96f2-f35e93b660f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:01.636989 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9e8dcf30-1e4a-4317-8226-bc2231136312 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:03:01.658489 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbbeebef-08e1-4f4f-915a-9cc534221f3d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (a88e3f40-9ccd-47ea-b917-4da426c20947), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:01.665199 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 9e8dcf30-1e4a-4317-8226-bc2231136312 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:03:01.665551 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9e8dcf30-1e4a-4317-8226-bc2231136312 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:03:01.680004 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port b2b5c50a-e43a-41e1-baa3-7d244f4c39ad completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:03:01.714250 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port b2b5c50a-e43a-41e1-baa3-7d244f4c39ad triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:01.715139 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b2b5c50a-e43a-41e1-baa3-7d244f4c39ad), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:01.744869 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5cad189-9396-459b-ab34-f3504ee9725b admin admin] Publish callbacks [] for router_gateway (64da354d-50b4-4678-902b-ae47f12bfe85), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:01.748602 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbbeebef-08e1-4f4f-915a-9cc534221f3d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (a88e3f40-9ccd-47ea-b917-4da426c20947), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:01.780379 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbbeebef-08e1-4f4f-915a-9cc534221f3d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:01.788223 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bbbeebef-08e1-4f4f-915a-9cc534221f3d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "DELETE /v2.0/subnets/a88e3f40-9ccd-47ea-b917-4da426c20947 HTTP/1.1" status: 204 len: 168 time: 0.5539355 Feb 07 21:03:01.795330 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba28c529-3e8d-442e-8d31-b28419c44977 None None] Network e02d8c09-4b21-4c60-8568-f273ab420b17 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:03:01.817258 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47694) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:01.839954 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d1f0b-7259-44b4-bfc4-d3706481b018 req-f660fa33-18e5-4870-97e2-a94e41fc19e7 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:01.848108 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d5d1f0b-7259-44b4-bfc4-d3706481b018 req-f660fa33-18e5-4870-97e2-a94e41fc19e7 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 943 time: 0.6811073 Feb 07 21:03:01.860736 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=0670d40a-4e20-4268-a4aa-8a5df3cd63cb,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:01.861897 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-601755bb-d568-4d03-baa9-4454d0259f09 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks [] for port (01c959d2-dc5e-4c2b-b06e-4506305a228e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:01.865755 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c8dd33c2-9a5c-4d18-acaf-392db14f2d70 req-0297169f-ea51-4a0a-b1ce-71fd96ce5406 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (d1c65d17-e582-4939-8d51-0b52f4c9fb21), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:01.914273 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['93ee91eb-6dbb-433c-a9fb-f56317706ba6'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:03:01.928941 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297169f-ea51-4a0a-b1ce-71fd96ce5406 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Pushing event deleted for resources: {'Port': ['ID=d1c65d17-e582-4939-8d51-0b52f4c9fb21,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:01.933730 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59636be0-984b-43c0-bcce-95e2349df8e6 req-31b64153-7d53-4906-acf0-9c219ee4df95 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350605 Feb 07 21:03:01.948995 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbeebef-08e1-4f4f-915a-9cc534221f3d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event deleted for resources: {'Subnet': ['ID=a88e3f40-9ccd-47ea-b917-4da426c20947,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:01.961280 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d640a01-1356-4bd5-9264-48933f306087 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (e02d8c09-4b21-4c60-8568-f273ab420b17), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:02.010532 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8dd33c2-9a5c-4d18-acaf-392db14f2d70 req-0297169f-ea51-4a0a-b1ce-71fd96ce5406 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] No DVR routers for this DVR port d1c65d17-e582-4939-8d51-0b52f4c9fb21 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:03:02.020488 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c8dd33c2-9a5c-4d18-acaf-392db14f2d70 req-0297169f-ea51-4a0a-b1ce-71fd96ce5406 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:02.024715 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c8dd33c2-9a5c-4d18-acaf-392db14f2d70 req-0297169f-ea51-4a0a-b1ce-71fd96ce5406 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.71 "DELETE /v2.0/ports/d1c65d17-e582-4939-8d51-0b52f4c9fb21 HTTP/1.1" status: 204 len: 173 time: 1.7329268 Feb 07 21:03:02.026090 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa2e42c-2d7d-417c-b0d1-973b70c83db6', 'name': 'network-vif-deleted', 'tag': 'd1c65d17-e582-4939-8d51-0b52f4c9fb21'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:03:02.036065 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5510780e-e948-4568-b6da-ad4f24d7eead" -d '{"events": [{"server_uuid": "9aa2e42c-2d7d-417c-b0d1-973b70c83db6", "name": "network-vif-deleted", "tag": "d1c65d17-e582-4939-8d51-0b52f4c9fb21"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:03:02.072189 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0f1ca305-6846-40c1-bd0f-de7cd279dfb6 None None] Current status of the port 0670d40a-4e20-4268-a4aa-8a5df3cd63cb is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:02.105175 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4d640a01-1356-4bd5-9264-48933f306087 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Deleting port 261d5065-b372-446f-a35a-1baa1205cbb0 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:03:02.105802 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d640a01-1356-4bd5-9264-48933f306087 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (261d5065-b372-446f-a35a-1baa1205cbb0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:02.278319 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-4d640a01-1356-4bd5-9264-48933f306087 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] For port 261d5065-b372-446f-a35a-1baa1205cbb0, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=261d5065-b372-446f-a35a-1baa1205cbb0,segment=NetworkSegment(3f0cc055-3e71-4f27-aeaa-a8416cbbb621),segment_id=3f0cc055-3e71-4f27-aeaa-a8416cbbb621)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:02.278647 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d640a01-1356-4bd5-9264-48933f306087 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (261d5065-b372-446f-a35a-1baa1205cbb0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:02.305349 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d5d1f0b-7259-44b4-bfc4-d3706481b018 req-95cb01c1-b042-42d5-bbb2-fcf2719237e8 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562476 Feb 07 21:03:02.327087 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4d640a01-1356-4bd5-9264-48933f306087 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Calling delete_port for 261d5065-b372-446f-a35a-1baa1205cbb0 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:03:02.360893 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-601755bb-d568-4d03-baa9-4454d0259f09 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (01c959d2-dc5e-4c2b-b06e-4506305a228e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:02.388416 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfeebda-fcde-45d3-863d-755fa50cac7b x-openstack-request-id: req-0cfeebda-fcde-45d3-863d-755fa50cac7b {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:03:02.388983 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa2e42c-2d7d-417c-b0d1-973b70c83db6", "name": "network-vif-deleted", "tag": "d1c65d17-e582-4939-8d51-0b52f4c9fb21", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:03:02.389404 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0cfeebda-fcde-45d3-863d-755fa50cac7b {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:03:02.389973 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa2e42c-2d7d-417c-b0d1-973b70c83db6', 'name': 'network-vif-deleted', 'tag': 'd1c65d17-e582-4939-8d51-0b52f4c9fb21', 'status': 'completed', 'code': 200} Feb 07 21:03:02.458109 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-2a27082b-b443-42e8-96f2-f35e93b660f7 None None] Allocated IP 172.20.0.2 (a6f86bd0-771c-4143-8683-cd147fb6889e/eb76e587-4176-46d1-b759-4332a321f9fd/8d297b98-8927-43d6-9378-4d9730f09ced) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:03:02.460818 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63803f62-6526-4b81-b1ce-2cc646478a47 req-d4008dbe-8050-4641-bb99-ce584bcb9917 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:02.462422 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63803f62-6526-4b81-b1ce-2cc646478a47 req-d4008dbe-8050-4641-bb99-ce584bcb9917 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0da3d04-16b8-4d22-b8b2-ea02105ac5f7 HTTP/1.1" status: 200 len: 944 time: 0.3632281 Feb 07 21:03:02.464354 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601755bb-d568-4d03-baa9-4454d0259f09 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Pushing event updated for resources: {'Port': ['ID=01c959d2-dc5e-4c2b-b06e-4506305a228e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:02.486157 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601755bb-d568-4d03-baa9-4454d0259f09 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Network 49118fb2-d55b-4a95-a9d6-ad6c490b0f82 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:02.500701 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-601755bb-d568-4d03-baa9-4454d0259f09 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:02.506396 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601755bb-d568-4d03-baa9-4454d0259f09 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:02.513524 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d640a01-1356-4bd5-9264-48933f306087 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (261d5065-b372-446f-a35a-1baa1205cbb0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:02.516564 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port b2b5c50a-e43a-41e1-baa3-7d244f4c39ad is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:02.517892 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b2b5c50a-e43a-41e1-baa3-7d244f4c39ad), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:02.573605 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601755bb-d568-4d03-baa9-4454d0259f09 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:02.574282 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-601755bb-d568-4d03-baa9-4454d0259f09 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:02.581577 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0da3d04-16b8-4d22-b8b2-ea02105ac5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b5c50a-e43a-41e1-baa3-7d244f4c39ad'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:03:02.583856 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3f6754-e230-4d05-b2a8-2b0360959098" -d '{"events": [{"server_uuid": "b0da3d04-16b8-4d22-b8b2-ea02105ac5f7", "name": "network-vif-plugged", "status": "completed", "tag": "b2b5c50a-e43a-41e1-baa3-7d244f4c39ad"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:03:02.589784 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0670d40a-4e20-4268-a4aa-8a5df3cd63cb up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:03:02.598115 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d640a01-1356-4bd5-9264-48933f306087 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event deleted for resources: {'Port': ['ID=261d5065-b372-446f-a35a-1baa1205cbb0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:02.600391 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d640a01-1356-4bd5-9264-48933f306087 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] No DVR routers for this DVR port 261d5065-b372-446f-a35a-1baa1205cbb0 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:03:02.686477 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b354ac3-553f-4757-ab18-e8d287b35c2a x-openstack-request-id: req-5b354ac3-553f-4757-ab18-e8d287b35c2a {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:03:02.686779 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0da3d04-16b8-4d22-b8b2-ea02105ac5f7", "name": "network-vif-plugged", "status": "completed", "tag": "b2b5c50a-e43a-41e1-baa3-7d244f4c39ad", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:03:02.687041 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5b354ac3-553f-4757-ab18-e8d287b35c2a {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:03:02.687587 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0da3d04-16b8-4d22-b8b2-ea02105ac5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b5c50a-e43a-41e1-baa3-7d244f4c39ad', 'code': 200} Feb 07 21:03:02.753655 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-349fb37e-7d1c-4bfd-971b-5cddbc180c33 None None] Provisioning complete for port f00e3afa-b584-46f5-a8fd-5b3670c528bc triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:02.754023 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-349fb37e-7d1c-4bfd-971b-5cddbc180c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f00e3afa-b584-46f5-a8fd-5b3670c528bc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:02.840919 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d640a01-1356-4bd5-9264-48933f306087 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (e02d8c09-4b21-4c60-8568-f273ab420b17), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:02.860213 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-349fb37e-7d1c-4bfd-971b-5cddbc180c33 None None] Port f00e3afa-b584-46f5-a8fd-5b3670c528bc cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:03:02.866498 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ab7385-9d6c-455e-a717-afb9c4cdafd8 None None] DHCP port deletion for e02d8c09-4b21-4c60-8568-f273ab420b17 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:03:02.891078 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port b2b5c50a-e43a-41e1-baa3-7d244f4c39ad, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b2b5c50a-e43a-41e1-baa3-7d244f4c39ad,segment=NetworkSegment(02ae6a2d-c0eb-4718-b353-86d76ae2ad67),segment_id=02ae6a2d-c0eb-4718-b353-86d76ae2ad67)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:02.893869 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-4d640a01-1356-4bd5-9264-48933f306087 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e02d8c09-4b21-4c60-8568-f273ab420b17']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:02.917131 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-4d640a01-1356-4bd5-9264-48933f306087 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f0cc055-3e71-4f27-aeaa-a8416cbbb621') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:02.919562 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-4d640a01-1356-4bd5-9264-48933f306087 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f0cc055-3e71-4f27-aeaa-a8416cbbb621') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:02.942532 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d640a01-1356-4bd5-9264-48933f306087 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (3f0cc055-3e71-4f27-aeaa-a8416cbbb621), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:02.959446 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63803f62-6526-4b81-b1ce-2cc646478a47 req-90989ea1-a3cf-4cb9-aa80-da2ee9752c53 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/security-groups?id=34bbaa8d-b4e4-4a2c-985b-1fee9528477b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849465 Feb 07 21:03:02.972060 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d640a01-1356-4bd5-9264-48933f306087 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (3f0cc055-3e71-4f27-aeaa-a8416cbbb621), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:02.985073 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d640a01-1356-4bd5-9264-48933f306087 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:03:02.985518 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d640a01-1356-4bd5-9264-48933f306087 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (3f0cc055-3e71-4f27-aeaa-a8416cbbb621), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:02.987536 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b2b5c50a-e43a-41e1-baa3-7d244f4c39ad), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:02.992826 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d1c65d17-e582-4939-8d51-0b52f4c9fb21 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:03:02.995213 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:03:03.020448 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-601755bb-d568-4d03-baa9-4454d0259f09 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.2267964 Feb 07 21:03:03.024667 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47704) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:03.035588 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-349fb37e-7d1c-4bfd-971b-5cddbc180c33 None None] Provisioning complete for port 0670d40a-4e20-4268-a4aa-8a5df3cd63cb triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:03.039635 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-349fb37e-7d1c-4bfd-971b-5cddbc180c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0670d40a-4e20-4268-a4aa-8a5df3cd63cb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:03.161101 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d640a01-1356-4bd5-9264-48933f306087 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (e02d8c09-4b21-4c60-8568-f273ab420b17), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:03.167992 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d640a01-1356-4bd5-9264-48933f306087 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:03.175193 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4d640a01-1356-4bd5-9264-48933f306087 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "DELETE /v2.0/networks/e02d8c09-4b21-4c60-8568-f273ab420b17 HTTP/1.1" status: 204 len: 168 time: 1.3561270 Feb 07 21:03:03.194704 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47706) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:03.210747 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-42870af1-ebbf-4e03-8154-00ee6ab7bb25 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-868625164'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:03.236731 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6648ce3-a1eb-4ca1-954f-cb521ee721c0 req-c911aa5f-118b-4ef2-864b-c8bd9aced627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:03.248547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b6648ce3-a1eb-4ca1-954f-cb521ee721c0 req-c911aa5f-118b-4ef2-864b-c8bd9aced627 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b0da3d04-16b8-4d22-b8b2-ea02105ac5f7 HTTP/1.1" status: 200 len: 1126 time: 0.4568853 Feb 07 21:03:03.252621 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d640a01-1356-4bd5-9264-48933f306087 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event deleted for resources: {'Network': ['ID=e02d8c09-4b21-4c60-8568-f273ab420b17,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:03.301277 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42870af1-ebbf-4e03-8154-00ee6ab7bb25 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Made reservation on behalf of a3b2daf220a74f4a903969f6214c990a for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:03.305471 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42870af1-ebbf-4e03-8154-00ee6ab7bb25 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:03.333726 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: d1c65d17-e582-4939-8d51-0b52f4c9fb21 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:03:03.336572 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d1c65d17-e582-4939-8d51-0b52f4c9fb21 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:03:03.366833 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5cad189-9396-459b-ab34-f3504ee9725b admin admin] Publish callbacks [] for router_gateway (64da354d-50b4-4678-902b-ae47f12bfe85), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:03.381894 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f5ea4702-eaee-4743-868b-fb82696d2840 req-7ecb9dbf-c507-46a2-adbb-20c78b0bb64c tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 210 time: 0.2183030 Feb 07 21:03:03.390026 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42870af1-ebbf-4e03-8154-00ee6ab7bb25 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:03:03.417047 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42870af1-ebbf-4e03-8154-00ee6ab7bb25 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (fea2834f-31e6-442e-a01b-90989713cdbc), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:03.418078 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-42870af1-ebbf-4e03-8154-00ee6ab7bb25 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Added segment fea2834f-31e6-442e-a01b-90989713cdbc of type vlan for network 798a3744-1fe0-4f28-ada4-dc093a5e7428 Feb 07 21:03:03.435232 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7556d5a-6ca8-49db-a87f-e1d11ff300a6 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:03.441148 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7556d5a-6ca8-49db-a87f-e1d11ff300a6 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:03.447788 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7556d5a-6ca8-49db-a87f-e1d11ff300a6 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:03.453798 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c7556d5a-6ca8-49db-a87f-e1d11ff300a6 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.4210536 Feb 07 21:03:03.455600 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5cad189-9396-459b-ab34-f3504ee9725b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:03.469050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47712) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:03.515840 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42870af1-ebbf-4e03-8154-00ee6ab7bb25 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (798a3744-1fe0-4f28-ada4-dc093a5e7428), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:03.551970 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42870af1-ebbf-4e03-8154-00ee6ab7bb25 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (798a3744-1fe0-4f28-ada4-dc093a5e7428), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:03.559743 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42870af1-ebbf-4e03-8154-00ee6ab7bb25 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:03.560601 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42870af1-ebbf-4e03-8154-00ee6ab7bb25 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:03.570395 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:03.571410 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-349fb37e-7d1c-4bfd-971b-5cddbc180c33 None None] Current status of the port 0670d40a-4e20-4268-a4aa-8a5df3cd63cb is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:03.662591 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-42870af1-ebbf-4e03-8154-00ee6ab7bb25 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4597297 Feb 07 21:03:03.668626 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47714) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:03.675949 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-f91fa04e-2db4-4f40-be36-7db9eba0d7aa tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Request body: {'subnet': {'network_id': '798a3744-1fe0-4f28-ada4-dc093a5e7428', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:03.679374 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-a5cad189-9396-459b-ab34-f3504ee9725b admin admin] Allocated IP 172.25.4.29 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/1f8e6f2d-190e-4f2e-8eed-c31fe896b90c) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:03:03.696015 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=b2b5c50a-e43a-41e1-baa3-7d244f4c39ad,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:03.736979 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 0670d40a-4e20-4268-a4aa-8a5df3cd63cb triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:03.737621 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0670d40a-4e20-4268-a4aa-8a5df3cd63cb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:03.784506 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42870af1-ebbf-4e03-8154-00ee6ab7bb25 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event updated for resources: {'Network': ['ID=798a3744-1fe0-4f28-ada4-dc093a5e7428,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:03.824770 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91fa04e-2db4-4f40-be36-7db9eba0d7aa tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Made reservation on behalf of a3b2daf220a74f4a903969f6214c990a for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:03.829116 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f91fa04e-2db4-4f40-be36-7db9eba0d7aa tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:03.830267 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5cad189-9396-459b-ab34-f3504ee9725b admin admin] Publish callbacks [] for port (1f8e6f2d-190e-4f2e-8eed-c31fe896b90c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:03.843502 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 798a3744-1fe0-4f28-ada4-dc093a5e7428 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:03:03.948615 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:03.975494 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-170f14d6-2265-480c-8572-75b5fc2dac59 None None] Provisioning complete for port f00e3afa-b584-46f5-a8fd-5b3670c528bc triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:03.975866 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-170f14d6-2265-480c-8572-75b5fc2dac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f00e3afa-b584-46f5-a8fd-5b3670c528bc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:04.020081 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-170f14d6-2265-480c-8572-75b5fc2dac59 None None] Port f00e3afa-b584-46f5-a8fd-5b3670c528bc cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:03:04.053311 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 372e6712-1718-43c6-884a-34e911ef5f14 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:03:04.174943 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 372e6712-1718-43c6-884a-34e911ef5f14, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=372e6712-1718-43c6-884a-34e911ef5f14,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:04.191967 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2a27082b-b443-42e8-96f2-f35e93b660f7 None None] Publish callbacks [] for port (8d297b98-8927-43d6-9378-4d9730f09ced), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:04.199196 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '372e6712-1718-43c6-884a-34e911ef5f14', 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36', 'port_id': '372e6712-1718-43c6-884a-34e911ef5f14', 'mac_address': 'fa:16:3e:8c:a6:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da67b52e-9fa9-4eda-bee9-de250f228011', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:03:04.214646 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2a27082b-b443-42e8-96f2-f35e93b660f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (8d297b98-8927-43d6-9378-4d9730f09ced), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:04.214908 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f91fa04e-2db4-4f40-be36-7db9eba0d7aa tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (76e20d40-b8ba-4062-8dfd-9441a4aa79ee), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:04.296251 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5cad189-9396-459b-ab34-f3504ee9725b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (1f8e6f2d-190e-4f2e-8eed-c31fe896b90c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:04.342590 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fa04e-2db4-4f40-be36-7db9eba0d7aa tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event updated for resources: {'Subnet': ['ID=76e20d40-b8ba-4062-8dfd-9441a4aa79ee,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:04.357203 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91fa04e-2db4-4f40-be36-7db9eba0d7aa tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Checking segment: {'id': 'fea2834f-31e6-442e-a01b-90989713cdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '798a3744-1fe0-4f28-ada4-dc093a5e7428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:03:04.357572 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91fa04e-2db4-4f40-be36-7db9eba0d7aa tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Network hostable DHCP agents. Network: 798a3744-1fe0-4f28-ada4-dc093a5e7428, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:03:04.409721 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91fa04e-2db4-4f40-be36-7db9eba0d7aa tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Network 798a3744-1fe0-4f28-ada4-dc093a5e7428 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:03:04.427555 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-f91fa04e-2db4-4f40-be36-7db9eba0d7aa tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 798a3744-1fe0-4f28-ada4-dc093a5e7428) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:04.430241 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b6648ce3-a1eb-4ca1-954f-cb521ee721c0 req-8f3189ba-a2cb-4476-bef4-d3399e932bfd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=34bbaa8d-b4e4-4a2c-985b-1fee9528477b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1807864 Feb 07 21:03:04.439498 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91fa04e-2db4-4f40-be36-7db9eba0d7aa tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:04.440124 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f91fa04e-2db4-4f40-be36-7db9eba0d7aa tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:04.468135 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f91fa04e-2db4-4f40-be36-7db9eba0d7aa tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7976632 Feb 07 21:03:04.469843 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47724) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:04.477163 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2404b13a-d322-473f-8226-6835b4397b8d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-931284853'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:04.506035 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2404b13a-d322-473f-8226-6835b4397b8d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Made reservation on behalf of a3b2daf220a74f4a903969f6214c990a for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:04.510676 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2404b13a-d322-473f-8226-6835b4397b8d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:04.551973 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2404b13a-d322-473f-8226-6835b4397b8d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:03:04.573709 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2404b13a-d322-473f-8226-6835b4397b8d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (c0b17e20-e38c-4f12-922f-47a923f28d94), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:04.574328 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-2404b13a-d322-473f-8226-6835b4397b8d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Added segment c0b17e20-e38c-4f12-922f-47a923f28d94 of type vlan for network 6caf6111-0445-4a52-b57a-b3663a095884 Feb 07 21:03:04.601942 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cad189-9396-459b-ab34-f3504ee9725b admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:04.635211 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2404b13a-d322-473f-8226-6835b4397b8d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (6caf6111-0445-4a52-b57a-b3663a095884), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:04.642086 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e98fdc-8cd0-4b50-b53a-e59903f4e496 None None] Network 798a3744-1fe0-4f28-ada4-dc093a5e7428 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:03:04.644893 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-170f14d6-2265-480c-8572-75b5fc2dac59 None None] Provisioning complete for port 01c959d2-dc5e-4c2b-b06e-4506305a228e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:04.645346 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-170f14d6-2265-480c-8572-75b5fc2dac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (01c959d2-dc5e-4c2b-b06e-4506305a228e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:04.656880 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a5cad189-9396-459b-ab34-f3504ee9725b admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:04.662561 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cad189-9396-459b-ab34-f3504ee9725b admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:04.683330 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2404b13a-d322-473f-8226-6835b4397b8d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (6caf6111-0445-4a52-b57a-b3663a095884), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:04.689639 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2404b13a-d322-473f-8226-6835b4397b8d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:04.690554 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2404b13a-d322-473f-8226-6835b4397b8d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:04.703180 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237df38-377d-4258-b841-7c9cd392140e req-4d66548e-5ed1-44d5-8178-d497052efffc tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:04.710996 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a27082b-b443-42e8-96f2-f35e93b660f7 None None] Network a6f86bd0-771c-4143-8683-cd147fb6889e is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:04.715241 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9237df38-377d-4258-b841-7c9cd392140e req-4d66548e-5ed1-44d5-8178-d497052efffc tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 943 time: 1.2893841 Feb 07 21:03:04.717779 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-170f14d6-2265-480c-8572-75b5fc2dac59 None None] Port 01c959d2-dc5e-4c2b-b06e-4506305a228e cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:03:04.768918 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2404b13a-d322-473f-8226-6835b4397b8d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2972491 Feb 07 21:03:04.773887 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47726) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:04.775142 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-2a27082b-b443-42e8-96f2-f35e93b660f7 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:04.779302 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1d5e8602-b016-484b-acb2-d9b2ce4fded7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Request body: {'subnet': {'network_id': '6caf6111-0445-4a52-b57a-b3663a095884', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:04.785701 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a27082b-b443-42e8-96f2-f35e93b660f7 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:04.820566 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cad189-9396-459b-ab34-f3504ee9725b admin admin] Pushing event updated for resources: {'Port': ['ID=1f8e6f2d-190e-4f2e-8eed-c31fe896b90c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:04.873351 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 0670d40a-4e20-4268-a4aa-8a5df3cd63cb is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:04.883742 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27082b-b443-42e8-96f2-f35e93b660f7 None None] Pushing event updated for resources: {'Port': ['ID=8d297b98-8927-43d6-9378-4d9730f09ced,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:04.890621 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 372e6712-1718-43c6-884a-34e911ef5f14 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:04.890809 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (372e6712-1718-43c6-884a-34e911ef5f14), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:04.936524 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6ae26e43-73ac-45d1-9e6e-8242964f958a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Deleting port 01c959d2-dc5e-4c2b-b06e-4506305a228e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:03:04.936874 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ae26e43-73ac-45d1-9e6e-8242964f958a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (01c959d2-dc5e-4c2b-b06e-4506305a228e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:04.956978 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 372e6712-1718-43c6-884a-34e911ef5f14 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:03:04.981039 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 372e6712-1718-43c6-884a-34e911ef5f14, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=372e6712-1718-43c6-884a-34e911ef5f14,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:04.988646 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2a27082b-b443-42e8-96f2-f35e93b660f7 None None] Attempting to bind port 8d297b98-8927-43d6-9378-4d9730f09ced on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:03:04.989084 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2a27082b-b443-42e8-96f2-f35e93b660f7 None None] Attempting to bind port 8d297b98-8927-43d6-9378-4d9730f09ced by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'f98aea31-515d-4565-858b-308c6254052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:03:04.989461 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a27082b-b443-42e8-96f2-f35e93b660f7 None None] Attempting to bind port 8d297b98-8927-43d6-9378-4d9730f09ced on network a6f86bd0-771c-4143-8683-cd147fb6889e {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:03:05.044858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a27082b-b443-42e8-96f2-f35e93b660f7 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:03:05.045577 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a27082b-b443-42e8-96f2-f35e93b660f7 None None] Checking segment: {'id': 'f98aea31-515d-4565-858b-308c6254052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:03:05.048669 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2a27082b-b443-42e8-96f2-f35e93b660f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:05.050327 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a27082b-b443-42e8-96f2-f35e93b660f7 None None] Bound using segment: {'id': 'f98aea31-515d-4565-858b-308c6254052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:03:05.051333 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2a27082b-b443-42e8-96f2-f35e93b660f7 None None] Bound port: 8d297b98-8927-43d6-9378-4d9730f09ced, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98aea31-515d-4565-858b-308c6254052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:03:05.051982 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2a27082b-b443-42e8-96f2-f35e93b660f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8d297b98-8927-43d6-9378-4d9730f09ced), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:05.062109 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (372e6712-1718-43c6-884a-34e911ef5f14), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:05.065771 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ffa7ce-d574-4cda-9af7-e16e22b806c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-798a3744-1fe0-4f28-ada4-dc093a5e7428', 'network_id': '798a3744-1fe0-4f28-ada4-dc093a5e7428', 'project_id': 'a3b2daf220a74f4a903969f6214c990a', 'fixed_ips': [{'subnet_id': '76e20d40-b8ba-4062-8dfd-9441a4aa79ee'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:03:05.067150 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-26ffa7ce-d574-4cda-9af7-e16e22b806c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:05.070458 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 261d5065-b372-446f-a35a-1baa1205cbb0 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:03:05.075708 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5e8602-b016-484b-acb2-d9b2ce4fded7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Made reservation on behalf of a3b2daf220a74f4a903969f6214c990a for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:05.081317 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8602-b016-484b-acb2-d9b2ce4fded7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:05.116191 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ae26e43-73ac-45d1-9e6e-8242964f958a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (01c959d2-dc5e-4c2b-b06e-4506305a228e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:05.132180 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6ae26e43-73ac-45d1-9e6e-8242964f958a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Calling delete_port for 01c959d2-dc5e-4c2b-b06e-4506305a228e owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:03:05.151175 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 261d5065-b372-446f-a35a-1baa1205cbb0 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:03:05.151803 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 261d5065-b372-446f-a35a-1baa1205cbb0 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:03:05.200350 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404b13a-d322-473f-8226-6835b4397b8d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event updated for resources: {'Network': ['ID=6caf6111-0445-4a52-b57a-b3663a095884,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:05.261173 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 6caf6111-0445-4a52-b57a-b3663a095884 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:03:05.264404 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be815c90-ce6c-4555-b943-b59282d387fd req-8079cb39-36f6-4a85-953b-a3b56fec3977 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:05.265824 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-be815c90-ce6c-4555-b943-b59282d387fd req-8079cb39-36f6-4a85-953b-a3b56fec3977 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0da3d04-16b8-4d22-b8b2-ea02105ac5f7 HTTP/1.1" status: 200 len: 945 time: 0.9457479 Feb 07 21:03:05.380816 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8602-b016-484b-acb2-d9b2ce4fded7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (ca1b09f2-aee1-41cf-9482-47eaf33a6fa0), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:05.393545 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=372e6712-1718-43c6-884a-34e911ef5f14,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:05.406829 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2a27082b-b443-42e8-96f2-f35e93b660f7 None None] For port 8d297b98-8927-43d6-9378-4d9730f09ced, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:03:05.418776 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2a27082b-b443-42e8-96f2-f35e93b660f7 None None] For port 8d297b98-8927-43d6-9378-4d9730f09ced, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8d297b98-8927-43d6-9378-4d9730f09ced,segment=NetworkSegment(f98aea31-515d-4565-858b-308c6254052d),segment_id=f98aea31-515d-4565-858b-308c6254052d)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:03:05.426602 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['372e6712-1718-43c6-884a-34e911ef5f14'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:03:05.486178 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e8602-b016-484b-acb2-d9b2ce4fded7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event updated for resources: {'Subnet': ['ID=ca1b09f2-aee1-41cf-9482-47eaf33a6fa0,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:05.498338 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5e8602-b016-484b-acb2-d9b2ce4fded7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Checking segment: {'id': 'c0b17e20-e38c-4f12-922f-47a923f28d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6caf6111-0445-4a52-b57a-b3663a095884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:03:05.499088 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5e8602-b016-484b-acb2-d9b2ce4fded7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Network hostable DHCP agents. Network: 6caf6111-0445-4a52-b57a-b3663a095884, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:03:05.516343 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2a27082b-b443-42e8-96f2-f35e93b660f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8d297b98-8927-43d6-9378-4d9730f09ced), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:05.523813 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5e8602-b016-484b-acb2-d9b2ce4fded7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Network 6caf6111-0445-4a52-b57a-b3663a095884 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:03:05.537087 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-1d5e8602-b016-484b-acb2-d9b2ce4fded7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 6caf6111-0445-4a52-b57a-b3663a095884) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:05.558094 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5e8602-b016-484b-acb2-d9b2ce4fded7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:05.559090 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8602-b016-484b-acb2-d9b2ce4fded7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:05.569934 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ae26e43-73ac-45d1-9e6e-8242964f958a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (01c959d2-dc5e-4c2b-b06e-4506305a228e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:05.571715 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7de8e74-2c14-4503-a505-a4a426e92d9b None None] Network 6caf6111-0445-4a52-b57a-b3663a095884 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:03:05.586096 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9237df38-377d-4258-b841-7c9cd392140e req-776ca48b-eb4b-4e2d-bd5f-f2bd89204bbf tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7360082 Feb 07 21:03:05.628244 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1d5e8602-b016-484b-acb2-d9b2ce4fded7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8514998 Feb 07 21:03:05.742830 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69caf0bd-2e04-4247-9881-f71a873a6a9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-6caf6111-0445-4a52-b57a-b3663a095884', 'network_id': '6caf6111-0445-4a52-b57a-b3663a095884', 'project_id': 'a3b2daf220a74f4a903969f6214c990a', 'fixed_ips': [{'subnet_id': 'ca1b09f2-aee1-41cf-9482-47eaf33a6fa0'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:03:05.743823 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-69caf0bd-2e04-4247-9881-f71a873a6a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:05.861010 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae26e43-73ac-45d1-9e6e-8242964f958a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Pushing event deleted for resources: {'Port': ['ID=01c959d2-dc5e-4c2b-b06e-4506305a228e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:05.872755 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-26ffa7ce-d574-4cda-9af7-e16e22b806c3 None None] Allocated IP 19.80.0.2 (798a3744-1fe0-4f28-ada4-dc093a5e7428/76e20d40-b8ba-4062-8dfd-9441a4aa79ee/96877895-930e-4412-a8b2-8bc2b693382e) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:03:05.959871 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2a555149-bd4c-4426-9764-3eb67e32f9cc req-56eb0065-f7a8-4ad8-9a8b-a9dd008b91e4 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 210 time: 0.2024531 Feb 07 21:03:06.051511 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-be815c90-ce6c-4555-b943-b59282d387fd req-cf1cce7b-fb5d-4d4f-8927-24b171dc1af4 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/security-groups?id=34bbaa8d-b4e4-4a2c-985b-1fee9528477b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7649124 Feb 07 21:03:06.258882 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5cad189-9396-459b-ab34-f3504ee9725b admin admin] Publish callbacks [] for router_gateway (64da354d-50b4-4678-902b-ae47f12bfe85), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:06.297220 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-26ffa7ce-d574-4cda-9af7-e16e22b806c3 None None] Publish callbacks [] for port (96877895-930e-4412-a8b2-8bc2b693382e), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:06.303487 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27082b-b443-42e8-96f2-f35e93b660f7 None None] Pushing event updated for resources: {'Port': ['ID=8d297b98-8927-43d6-9378-4d9730f09ced,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:06.360158 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-26ffa7ce-d574-4cda-9af7-e16e22b806c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (96877895-930e-4412-a8b2-8bc2b693382e), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:06.451459 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffa7ce-d574-4cda-9af7-e16e22b806c3 None None] Pushing event updated for resources: {'Port': ['ID=96877895-930e-4412-a8b2-8bc2b693382e,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:06.509639 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ffa7ce-d574-4cda-9af7-e16e22b806c3 None None] Network 798a3744-1fe0-4f28-ada4-dc093a5e7428 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:06.516552 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-26ffa7ce-d574-4cda-9af7-e16e22b806c3 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:06.527838 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-69caf0bd-2e04-4247-9881-f71a873a6a9f None None] Allocated IP 19.86.0.2 (6caf6111-0445-4a52-b57a-b3663a095884/ca1b09f2-aee1-41cf-9482-47eaf33a6fa0/d56bc2a4-b466-48b7-a15e-2874c2e59756) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:03:06.529956 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ffa7ce-d574-4cda-9af7-e16e22b806c3 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:06.708802 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-26ffa7ce-d574-4cda-9af7-e16e22b806c3 None None] Attempting to bind port 96877895-930e-4412-a8b2-8bc2b693382e on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:03:06.709184 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-26ffa7ce-d574-4cda-9af7-e16e22b806c3 None None] Attempting to bind port 96877895-930e-4412-a8b2-8bc2b693382e by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'fea2834f-31e6-442e-a01b-90989713cdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '798a3744-1fe0-4f28-ada4-dc093a5e7428'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:03:06.709550 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ffa7ce-d574-4cda-9af7-e16e22b806c3 None None] Attempting to bind port 96877895-930e-4412-a8b2-8bc2b693382e on network 798a3744-1fe0-4f28-ada4-dc093a5e7428 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:03:06.724252 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ae26e43-73ac-45d1-9e6e-8242964f958a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:06.730492 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6ae26e43-73ac-45d1-9e6e-8242964f958a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] 10.222.0.65 "DELETE /v2.0/ports/01c959d2-dc5e-4c2b-b06e-4506305a228e HTTP/1.1" status: 204 len: 168 time: 3.2459562 Feb 07 21:03:06.732693 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47750) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:06.736958 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ffa7ce-d574-4cda-9af7-e16e22b806c3 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:03:06.737339 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ffa7ce-d574-4cda-9af7-e16e22b806c3 None None] Checking segment: {'id': 'fea2834f-31e6-442e-a01b-90989713cdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '798a3744-1fe0-4f28-ada4-dc093a5e7428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:03:06.737821 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-26ffa7ce-d574-4cda-9af7-e16e22b806c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:06.738216 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ffa7ce-d574-4cda-9af7-e16e22b806c3 None None] Bound using segment: {'id': 'fea2834f-31e6-442e-a01b-90989713cdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '798a3744-1fe0-4f28-ada4-dc093a5e7428'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:03:06.738693 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-26ffa7ce-d574-4cda-9af7-e16e22b806c3 None None] Bound port: 96877895-930e-4412-a8b2-8bc2b693382e, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea2834f-31e6-442e-a01b-90989713cdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '798a3744-1fe0-4f28-ada4-dc093a5e7428'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:03:06.739071 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-26ffa7ce-d574-4cda-9af7-e16e22b806c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (96877895-930e-4412-a8b2-8bc2b693382e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:06.794985 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f772ca1-cadc-49b6-85f4-71bd8e0ace96 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] GET failed (client error): The resource could not be found. Feb 07 21:03:06.802088 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4f772ca1-cadc-49b6-85f4-71bd8e0ace96 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] 10.222.0.65 "GET /v2.0/ports/01c959d2-dc5e-4c2b-b06e-4506305a228e HTTP/1.1" status: 404 len: 333 time: 0.0663395 Feb 07 21:03:06.805566 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47752) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:06.810978 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-f0755639-a674-465e-9cd9-4c9914197751 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Request body: {'port': {'network_id': '49118fb2-d55b-4a95-a9d6-ad6c490b0f82', 'name': 'tempest-AllowedAddressPairTestJSON-413455453'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:06.960877 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e5840-6907-4671-a9bd-7ee71519a919 req-833e9d60-001b-4ba0-ac74-41e1bd36bd9a tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:06.968504 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e5840-6907-4671-a9bd-7ee71519a919 req-833e9d60-001b-4ba0-ac74-41e1bd36bd9a tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:06.977747 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-874e5840-6907-4671-a9bd-7ee71519a919 req-833e9d60-001b-4ba0-ac74-41e1bd36bd9a tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/networks?id=798a3744-1fe0-4f28-ada4-dc093a5e7428&id=6caf6111-0445-4a52-b57a-b3663a095884 HTTP/1.1" status: 200 len: 1390 time: 0.7635801 Feb 07 21:03:07.088943 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-874e5840-6907-4671-a9bd-7ee71519a919 req-73998137-3819-400c-9013-95c20a668888 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/quotas/a3b2daf220a74f4a903969f6214c990a HTTP/1.1" status: 200 len: 375 time: 0.1041441 Feb 07 21:03:07.090341 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5cad189-9396-459b-ab34-f3504ee9725b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (64da354d-50b4-4678-902b-ae47f12bfe85), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:07.091897 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-26ffa7ce-d574-4cda-9af7-e16e22b806c3 None None] For port 96877895-930e-4412-a8b2-8bc2b693382e, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:03:07.100706 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-26ffa7ce-d574-4cda-9af7-e16e22b806c3 None None] For port 96877895-930e-4412-a8b2-8bc2b693382e, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=96877895-930e-4412-a8b2-8bc2b693382e,segment=NetworkSegment(fea2834f-31e6-442e-a01b-90989713cdbc),segment_id=fea2834f-31e6-442e-a01b-90989713cdbc)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:03:07.108338 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-69caf0bd-2e04-4247-9881-f71a873a6a9f None None] Publish callbacks [] for port (d56bc2a4-b466-48b7-a15e-2874c2e59756), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:07.118741 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-26ffa7ce-d574-4cda-9af7-e16e22b806c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (96877895-930e-4412-a8b2-8bc2b693382e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:07.134001 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0755639-a674-465e-9cd9-4c9914197751 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Made reservation on behalf of 6ae010e0e0104853b0dd9f9070713361 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:07.137725 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f0755639-a674-465e-9cd9-4c9914197751 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:07.198553 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-69caf0bd-2e04-4247-9881-f71a873a6a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (d56bc2a4-b466-48b7-a15e-2874c2e59756), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:07.246993 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-f0755639-a674-465e-9cd9-4c9914197751 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] device_id is not set on port 947512ad-4ac5-4ae8-b301-4f523b2f54f3 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:03:07.304595 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8d297b98-8927-43d6-9378-4d9730f09ced up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:03:07.401673 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-874e5840-6907-4671-a9bd-7ee71519a919 req-f62670d5-13c8-4504-bed8-f7ad9c66fcad tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3b2daf220a74f4a903969f6214c990a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3048236 Feb 07 21:03:07.411374 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60294087-6837-41e0-ab08-4ad7267e852a req-57076b48-1db2-4212-a38c-f637f54640d3 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:07.412969 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-60294087-6837-41e0-ab08-4ad7267e852a req-57076b48-1db2-4212-a38c-f637f54640d3 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 944 time: 0.7003827 Feb 07 21:03:07.481311 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69caf0bd-2e04-4247-9881-f71a873a6a9f None None] Network 6caf6111-0445-4a52-b57a-b3663a095884 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:07.497916 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-69caf0bd-2e04-4247-9881-f71a873a6a9f None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:07.509078 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69caf0bd-2e04-4247-9881-f71a873a6a9f None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:07.523047 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-874e5840-6907-4671-a9bd-7ee71519a919 req-87a30d5c-772a-42db-896a-cc0aea1142f1 service neutron] 10.222.0.65 "GET /v2.0/networks/798a3744-1fe0-4f28-ada4-dc093a5e7428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090007 Feb 07 21:03:07.523557 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cad189-9396-459b-ab34-f3504ee9725b admin admin] Router 64da354d-50b4-4678-902b-ae47f12bfe85 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:03:07.635974 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-60294087-6837-41e0-ab08-4ad7267e852a req-92a737d4-f20a-4339-a597-397a7142d700 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101151 Feb 07 21:03:07.685718 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-f0755639-a674-465e-9cd9-4c9914197751 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Allocated IP 172.20.0.13 (49118fb2-d55b-4a95-a9d6-ad6c490b0f82/9a0adbc0-8441-48f0-bfc6-dc8fdb78f645/947512ad-4ac5-4ae8-b301-4f523b2f54f3) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:03:07.778341 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacf41f4-4bbe-4a39-a488-edff2565d48f None None] Network a6f86bd0-771c-4143-8683-cd147fb6889e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:03:07.803471 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-874e5840-6907-4671-a9bd-7ee71519a919 req-9ea6554f-47d2-4b34-b81e-d6024d212772 service neutron] 10.222.0.65 "GET /v2.0/networks/798a3744-1fe0-4f28-ada4-dc093a5e7428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943865 Feb 07 21:03:07.888072 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f54e6912-b3ab-454e-b8a2-6f042857bf6f req-7e0aa932-3f31-473c-9a83-481aeea713d2 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 210 time: 0.0819879 Feb 07 21:03:08.052889 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f0755639-a674-465e-9cd9-4c9914197751 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks [] for port (947512ad-4ac5-4ae8-b301-4f523b2f54f3), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:08.091146 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f0755639-a674-465e-9cd9-4c9914197751 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (947512ad-4ac5-4ae8-b301-4f523b2f54f3), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:08.122755 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0755639-a674-465e-9cd9-4c9914197751 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Network 49118fb2-d55b-4a95-a9d6-ad6c490b0f82 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:08.127264 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-f0755639-a674-465e-9cd9-4c9914197751 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:08.129938 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-874e5840-6907-4671-a9bd-7ee71519a919 req-f5b778cf-9f38-4732-8454-c8dd77a52d66 service neutron] 10.222.0.65 "GET /v2.0/networks/6caf6111-0445-4a52-b57a-b3663a095884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053768 Feb 07 21:03:08.132581 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cad189-9396-459b-ab34-f3504ee9725b admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:03:08.176011 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 372e6712-1718-43c6-884a-34e911ef5f14 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:03:08.179747 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cee2b65-ce6b-4a20-bf95-d8d414453793 None None] Sync routers for ids ['64da354d-50b4-4678-902b-ae47f12bfe85'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:03:08.184679 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0755639-a674-465e-9cd9-4c9914197751 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:08.192076 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffa7ce-d574-4cda-9af7-e16e22b806c3 None None] Pushing event updated for resources: {'Port': ['ID=96877895-930e-4412-a8b2-8bc2b693382e,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:08.249369 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-874e5840-6907-4671-a9bd-7ee71519a919 req-f2be2313-5608-4882-bb2d-62882d53bfb1 service neutron] 10.222.0.65 "GET /v2.0/networks/6caf6111-0445-4a52-b57a-b3663a095884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017072 Feb 07 21:03:08.252675 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0755639-a674-465e-9cd9-4c9914197751 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Pushing event updated for resources: {'Port': ['ID=947512ad-4ac5-4ae8-b301-4f523b2f54f3,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:08.267876 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267559d7-1b6f-4b8d-8d2c-83823a38c5c1 req-c00671a0-429a-4948-9409-014b2578eba4 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:08.270283 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-267559d7-1b6f-4b8d-8d2c-83823a38c5c1 req-c00671a0-429a-4948-9409-014b2578eba4 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0da3d04-16b8-4d22-b8b2-ea02105ac5f7 HTTP/1.1" status: 200 len: 945 time: 0.2168093 Feb 07 21:03:08.273367 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5cad189-9396-459b-ab34-f3504ee9725b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:08.274667 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a5cad189-9396-459b-ab34-f3504ee9725b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 7.5141373 Feb 07 21:03:08.280235 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47760) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:08.316724 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0755639-a674-465e-9cd9-4c9914197751 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:08.327011 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f0755639-a674-465e-9cd9-4c9914197751 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:08.331542 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cee2b65-ce6b-4a20-bf95-d8d414453793 None None] Routers {'64da354d-50b4-4678-902b-ae47f12bfe85'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:03:08.332582 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5cee2b65-ce6b-4a20-bf95-d8d414453793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:02:50Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['64da354d-50b4-4678-902b-ae47f12bfe85'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:08.335267 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69caf0bd-2e04-4247-9881-f71a873a6a9f None None] Pushing event updated for resources: {'Port': ['ID=d56bc2a4-b466-48b7-a15e-2874c2e59756,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:08.365611 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f0755639-a674-465e-9cd9-4c9914197751 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5588012 Feb 07 21:03:08.368557 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47764) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:08.375425 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-f5396664-7d31-4ed1-b680-224c28d749c4 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:16:7c:93'}]}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:08.431419 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47766) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:08.438306 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-979ecd03-ce74-485d-b6f4-0c3f96b2f146 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-888899578'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:08.444034 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-528ec124-9afe-4f26-a611-da4a1f40a3d3 None None] Provisioning complete for port 8d297b98-8927-43d6-9378-4d9730f09ced triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:08.444478 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-528ec124-9afe-4f26-a611-da4a1f40a3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8d297b98-8927-43d6-9378-4d9730f09ced), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:08.507689 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-69caf0bd-2e04-4247-9881-f71a873a6a9f None None] Attempting to bind port d56bc2a4-b466-48b7-a15e-2874c2e59756 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:03:08.508059 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-69caf0bd-2e04-4247-9881-f71a873a6a9f None None] Attempting to bind port d56bc2a4-b466-48b7-a15e-2874c2e59756 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'c0b17e20-e38c-4f12-922f-47a923f28d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6caf6111-0445-4a52-b57a-b3663a095884'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:03:08.518486 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69caf0bd-2e04-4247-9881-f71a873a6a9f None None] Attempting to bind port d56bc2a4-b466-48b7-a15e-2874c2e59756 on network 6caf6111-0445-4a52-b57a-b3663a095884 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:03:08.551453 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979ecd03-ce74-485d-b6f4-0c3f96b2f146 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Made reservation on behalf of 32ff56f8fd43451781a008978e4679d6 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:08.555296 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-979ecd03-ce74-485d-b6f4-0c3f96b2f146 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:08.563293 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-267559d7-1b6f-4b8d-8d2c-83823a38c5c1 req-724fbcf1-9d16-4f28-b1c8-5e7baecdd043 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/security-groups?id=34bbaa8d-b4e4-4a2c-985b-1fee9528477b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838309 Feb 07 21:03:08.674632 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b6c1d20-42a3-4c61-b92a-9baab43f6eb9 req-91bf7ccd-d25b-4d07-b878-61307d620344 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=0346b7fd-5e66-4caf-b5c1-b5b48b2afd78 HTTP/1.1" status: 200 len: 210 time: 0.0931101 Feb 07 21:03:08.705895 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-979ecd03-ce74-485d-b6f4-0c3f96b2f146 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:03:08.736171 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-5cee2b65-ce6b-4a20-bf95-d8d414453793 None None] Set router 64da354d-50b4-4678-902b-ae47f12bfe85 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:03:08.738164 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-979ecd03-ce74-485d-b6f4-0c3f96b2f146 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (fc91fcee-1dfe-4783-a11b-41694150c3fc), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:08.738729 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-979ecd03-ce74-485d-b6f4-0c3f96b2f146 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Added segment fc91fcee-1dfe-4783-a11b-41694150c3fc of type vlan for network 1eeddcea-0d1c-4004-9be7-548b640cc6f3 Feb 07 21:03:08.871186 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-979ecd03-ce74-485d-b6f4-0c3f96b2f146 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (1eeddcea-0d1c-4004-9be7-548b640cc6f3), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:08.922703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69caf0bd-2e04-4247-9881-f71a873a6a9f None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:03:08.923127 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69caf0bd-2e04-4247-9881-f71a873a6a9f None None] Checking segment: {'id': 'c0b17e20-e38c-4f12-922f-47a923f28d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6caf6111-0445-4a52-b57a-b3663a095884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:03:08.924024 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-69caf0bd-2e04-4247-9881-f71a873a6a9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:08.924665 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69caf0bd-2e04-4247-9881-f71a873a6a9f None None] Bound using segment: {'id': 'c0b17e20-e38c-4f12-922f-47a923f28d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6caf6111-0445-4a52-b57a-b3663a095884'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:03:08.925485 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-69caf0bd-2e04-4247-9881-f71a873a6a9f None None] Bound port: d56bc2a4-b466-48b7-a15e-2874c2e59756, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b17e20-e38c-4f12-922f-47a923f28d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6caf6111-0445-4a52-b57a-b3663a095884'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:03:08.926404 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-69caf0bd-2e04-4247-9881-f71a873a6a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d56bc2a4-b466-48b7-a15e-2874c2e59756), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:08.957980 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-979ecd03-ce74-485d-b6f4-0c3f96b2f146 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (1eeddcea-0d1c-4004-9be7-548b640cc6f3), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:08.968405 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979ecd03-ce74-485d-b6f4-0c3f96b2f146 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:08.969039 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-979ecd03-ce74-485d-b6f4-0c3f96b2f146 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:08.987075 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 8d297b98-8927-43d6-9378-4d9730f09ced triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:08.987536 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8d297b98-8927-43d6-9378-4d9730f09ced), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:09.118722 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ecd03-ce74-485d-b6f4-0c3f96b2f146 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event updated for resources: {'Network': ['ID=1eeddcea-0d1c-4004-9be7-548b640cc6f3,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:09.160642 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-979ecd03-ce74-485d-b6f4-0c3f96b2f146 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7274790 Feb 07 21:03:09.175710 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962810dd-5361-464c-949f-abee1be616db None None] Network 798a3744-1fe0-4f28-ada4-dc093a5e7428 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:03:09.192869 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47792) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:09.197523 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 1eeddcea-0d1c-4004-9be7-548b640cc6f3 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:03:09.203948 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-3a3814b2-e4f3-4605-b12e-d0d7d2d872d2 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1688511500'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:09.233812 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f5396664-7d31-4ed1-b680-224c28d749c4 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (947512ad-4ac5-4ae8-b301-4f523b2f54f3), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:09.304401 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3814b2-e4f3-4605-b12e-d0d7d2d872d2 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Made reservation on behalf of 32ff56f8fd43451781a008978e4679d6 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:09.309127 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a3814b2-e4f3-4605-b12e-d0d7d2d872d2 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:09.342078 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a3814b2-e4f3-4605-b12e-d0d7d2d872d2 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:03:09.345891 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 372e6712-1718-43c6-884a-34e911ef5f14 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:03:09.359131 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a3814b2-e4f3-4605-b12e-d0d7d2d872d2 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (aa498974-eb55-4cf2-b241-7a523af5342d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:09.361157 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-3a3814b2-e4f3-4605-b12e-d0d7d2d872d2 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Added segment aa498974-eb55-4cf2-b241-7a523af5342d of type vlan for network ebc0550f-ec6c-4d64-9bd7-6031c005d00f Feb 07 21:03:09.371788 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-69caf0bd-2e04-4247-9881-f71a873a6a9f None None] For port d56bc2a4-b466-48b7-a15e-2874c2e59756, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:03:09.385515 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 372e6712-1718-43c6-884a-34e911ef5f14 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:09.386260 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (372e6712-1718-43c6-884a-34e911ef5f14), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:09.435297 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a3814b2-e4f3-4605-b12e-d0d7d2d872d2 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (ebc0550f-ec6c-4d64-9bd7-6031c005d00f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:09.487962 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-528ec124-9afe-4f26-a611-da4a1f40a3d3 None None] Current status of the port 8d297b98-8927-43d6-9378-4d9730f09ced is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:09.489513 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-528ec124-9afe-4f26-a611-da4a1f40a3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8d297b98-8927-43d6-9378-4d9730f09ced), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:09.491697 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a3814b2-e4f3-4605-b12e-d0d7d2d872d2 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (ebc0550f-ec6c-4d64-9bd7-6031c005d00f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:09.498613 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3814b2-e4f3-4605-b12e-d0d7d2d872d2 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:09.499444 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a3814b2-e4f3-4605-b12e-d0d7d2d872d2 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:09.572017 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f454b0dc-0f5f-4750-a724-d65269e473dd req-259eda43-c03f-4b85-a0c9-392cde827c6f tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 210 time: 0.0641332 Feb 07 21:03:09.592776 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-69caf0bd-2e04-4247-9881-f71a873a6a9f None None] For port d56bc2a4-b466-48b7-a15e-2874c2e59756, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d56bc2a4-b466-48b7-a15e-2874c2e59756,segment=NetworkSegment(c0b17e20-e38c-4f12-922f-47a923f28d94),segment_id=c0b17e20-e38c-4f12-922f-47a923f28d94)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:03:09.631412 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3a3814b2-e4f3-4605-b12e-d0d7d2d872d2 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4365883 Feb 07 21:03:09.648580 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47796) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:09.686087 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-69caf0bd-2e04-4247-9881-f71a873a6a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d56bc2a4-b466-48b7-a15e-2874c2e59756), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:09.686336 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9b7b0991-20f6-4231-a3df-5c21517547a8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Request body: {'subnet': {'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:09.784452 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-528ec124-9afe-4f26-a611-da4a1f40a3d3 None None] For port 8d297b98-8927-43d6-9378-4d9730f09ced, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8d297b98-8927-43d6-9378-4d9730f09ced,segment=NetworkSegment(f98aea31-515d-4565-858b-308c6254052d),segment_id=f98aea31-515d-4565-858b-308c6254052d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:09.801962 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111af878-25a6-4c11-8887-1639fca8bf2e req-8e1b3b49-d080-4e3d-a362-62ee78ce3ac1 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:09.808040 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3814b2-e4f3-4605-b12e-d0d7d2d872d2 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event updated for resources: {'Network': ['ID=ebc0550f-ec6c-4d64-9bd7-6031c005d00f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:09.811733 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-111af878-25a6-4c11-8887-1639fca8bf2e req-8e1b3b49-d080-4e3d-a362-62ee78ce3ac1 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 944 time: 0.3411236 Feb 07 21:03:09.822716 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7b0991-20f6-4231-a3df-5c21517547a8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Made reservation on behalf of 32ff56f8fd43451781a008978e4679d6 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:09.826827 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0991-20f6-4231-a3df-5c21517547a8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:09.856203 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-528ec124-9afe-4f26-a611-da4a1f40a3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8d297b98-8927-43d6-9378-4d9730f09ced), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:09.871380 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network ebc0550f-ec6c-4d64-9bd7-6031c005d00f details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:03:09.892062 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-111af878-25a6-4c11-8887-1639fca8bf2e req-fbc45f71-6744-4620-892c-c131d8394044 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788691 Feb 07 21:03:09.907119 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 8d297b98-8927-43d6-9378-4d9730f09ced is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:09.907898 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8d297b98-8927-43d6-9378-4d9730f09ced), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:09.911345 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5cee2b65-ce6b-4a20-bf95-d8d414453793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511520546-router', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:03:00Z', 'updated_at': '2022-02-07T21:03:05Z', 'revision_number': 3, 'project_id': 'af02f13d92924da4b1450405891889be', 'gw_port': {'id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:03Z', 'updated_at': '2022-02-07T21:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:10.016296 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d13f9e-1d81-43da-8a2e-b6ed5312dd2f req-2b247b19-f4d6-45cb-ac0a-b5259e5692ea tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:10.025364 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cee2b65-ce6b-4a20-bf95-d8d414453793 None None] Checking router: 64da354d-50b4-4678-902b-ae47f12bfe85 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:03:10.025720 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cee2b65-ce6b-4a20-bf95-d8d414453793 None None] Updating router 64da354d-50b4-4678-902b-ae47f12bfe85 port 1f8e6f2d-190e-4f2e-8eed-c31fe896b90c binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:03:10.029240 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2d13f9e-1d81-43da-8a2e-b6ed5312dd2f req-2b247b19-f4d6-45cb-ac0a-b5259e5692ea tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0da3d04-16b8-4d22-b8b2-ea02105ac5f7 HTTP/1.1" status: 200 len: 945 time: 0.2778630 Feb 07 21:03:10.089047 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5cee2b65-ce6b-4a20-bf95-d8d414453793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1f8e6f2d-190e-4f2e-8eed-c31fe896b90c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:10.127231 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69caf0bd-2e04-4247-9881-f71a873a6a9f None None] Pushing event updated for resources: {'Port': ['ID=d56bc2a4-b466-48b7-a15e-2874c2e59756,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:10.185148 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d39c252-c13c-4897-af0a-738df758dd8b req-441cdb5a-c1ab-4f89-a4f4-2b796cd9c8a6 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=0346b7fd-5e66-4caf-b5c1-b5b48b2afd78 HTTP/1.1" status: 200 len: 210 time: 0.1019995 Feb 07 21:03:10.216253 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0991-20f6-4231-a3df-5c21517547a8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (da978d59-1631-401d-9c79-d75023f51df8), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:10.352052 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:03:10.352664 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:03:10.388589 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2d13f9e-1d81-43da-8a2e-b6ed5312dd2f req-f8bd9785-eb76-4b18-84f9-1653386974df tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/security-groups?id=34bbaa8d-b4e4-4a2c-985b-1fee9528477b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582759 Feb 07 21:03:10.406457 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-322e54d1-d910-49b8-b345-9a1e5bb94b20 None None] Provisioning complete for port 947512ad-4ac5-4ae8-b301-4f523b2f54f3 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:10.406752 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-322e54d1-d910-49b8-b345-9a1e5bb94b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (947512ad-4ac5-4ae8-b301-4f523b2f54f3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:10.469658 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-322e54d1-d910-49b8-b345-9a1e5bb94b20 None None] Port 947512ad-4ac5-4ae8-b301-4f523b2f54f3 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:03:10.633666 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 372e6712-1718-43c6-884a-34e911ef5f14 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:10.634061 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (372e6712-1718-43c6-884a-34e911ef5f14), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:10.658110 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5dc65853-56dd-4239-bd89-d488486db9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:10.738328 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 372e6712-1718-43c6-884a-34e911ef5f14, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=372e6712-1718-43c6-884a-34e911ef5f14,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:10.742785 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f996cb-1552-4a68-83bf-75263a3390c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372e6712-1718-43c6-884a-34e911ef5f14'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:03:10.745033 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e640bf0e-9d1d-4704-9546-70ec0b8ce7d8" -d '{"events": [{"server_uuid": "15f996cb-1552-4a68-83bf-75263a3390c4", "name": "network-vif-plugged", "status": "completed", "tag": "372e6712-1718-43c6-884a-34e911ef5f14"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:03:10.753235 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-322e54d1-d910-49b8-b345-9a1e5bb94b20 None None] Provisioning complete for port 8d297b98-8927-43d6-9378-4d9730f09ced triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:10.754159 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-322e54d1-d910-49b8-b345-9a1e5bb94b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8d297b98-8927-43d6-9378-4d9730f09ced), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:10.762361 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-460e986b-78d7-4ef4-ad37-65c99b279bcf req-e742a2fb-c35a-4ce5-8a9f-228d9fcbbf40 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 210 time: 0.0530095 Feb 07 21:03:10.812772 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f5396664-7d31-4ed1-b680-224c28d749c4 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks [] for port (947512ad-4ac5-4ae8-b301-4f523b2f54f3), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:10.828475 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f5396664-7d31-4ed1-b680-224c28d749c4 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (947512ad-4ac5-4ae8-b301-4f523b2f54f3), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:10.964126 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b0991-20f6-4231-a3df-5c21517547a8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event updated for resources: {'Subnet': ['ID=da978d59-1631-401d-9c79-d75023f51df8,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:11.004776 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7b0991-20f6-4231-a3df-5c21517547a8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Checking segment: {'id': 'fc91fcee-1dfe-4783-a11b-41694150c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:03:11.005148 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7b0991-20f6-4231-a3df-5c21517547a8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Network hostable DHCP agents. Network: 1eeddcea-0d1c-4004-9be7-548b640cc6f3, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:03:11.015408 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e5840-6907-4671-a9bd-7ee71519a919 req-77747616-27fc-4894-982b-9697d5f8a4be tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:11.021199 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e5840-6907-4671-a9bd-7ee71519a919 req-77747616-27fc-4894-982b-9697d5f8a4be tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:11.022819 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-874e5840-6907-4671-a9bd-7ee71519a919 req-77747616-27fc-4894-982b-9697d5f8a4be tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.69 "GET /v2.0/networks?id=798a3744-1fe0-4f28-ada4-dc093a5e7428&id=6caf6111-0445-4a52-b57a-b3663a095884 HTTP/1.1" status: 200 len: 1390 time: 0.9046345 Feb 07 21:03:11.023941 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfefc1-5725-47ac-8bff-87bdc474e602 req-187e83dd-206d-4d3e-af2c-987c68f27dd1 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:11.034749 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87dfefc1-5725-47ac-8bff-87bdc474e602 req-187e83dd-206d-4d3e-af2c-987c68f27dd1 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0da3d04-16b8-4d22-b8b2-ea02105ac5f7 HTTP/1.1" status: 200 len: 945 time: 0.2683055 Feb 07 21:03:11.115828 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-874e5840-6907-4671-a9bd-7ee71519a919 req-86cffa4d-637d-4fe8-ae1c-6103c40c845f tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Request body: {'port': {'device_id': '0346b7fd-5e66-4caf-b5c1-b5b48b2afd78', 'network_id': '798a3744-1fe0-4f28-ada4-dc093a5e7428', 'admin_state_up': True, 'tenant_id': 'a3b2daf220a74f4a903969f6214c990a'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:11.241603 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5396664-7d31-4ed1-b680-224c28d749c4 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Pushing event updated for resources: {'Port': ['ID=947512ad-4ac5-4ae8-b301-4f523b2f54f3,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:11.245944 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f5396664-7d31-4ed1-b680-224c28d749c4 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] In _notify_port_updated(), no bound segment for port 947512ad-4ac5-4ae8-b301-4f523b2f54f3 on network 49118fb2-d55b-4a95-a9d6-ad6c490b0f82 {{(pid=103256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 07 21:03:11.252077 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5396664-7d31-4ed1-b680-224c28d749c4 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:11.252771 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f5396664-7d31-4ed1-b680-224c28d749c4 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:11.254311 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f5396664-7d31-4ed1-b680-224c28d749c4 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] 10.222.0.65 "PUT /v2.0/ports/947512ad-4ac5-4ae8-b301-4f523b2f54f3 HTTP/1.1" status: 200 len: 994 time: 2.8845220 Feb 07 21:03:11.260861 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47808) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:11.269963 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7b0991-20f6-4231-a3df-5c21517547a8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Network 1eeddcea-0d1c-4004-9be7-548b640cc6f3 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:03:11.305267 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a772dd-6570-4684-bd87-2c083e9e078b req-6a555d45-e8a5-4e0f-9afe-5d204c69cd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:11.307883 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-42a772dd-6570-4684-bd87-2c083e9e078b req-6a555d45-e8a5-4e0f-9afe-5d204c69cd7f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 1127 time: 0.3836281 Feb 07 21:03:11.313297 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5cee2b65-ce6b-4a20-bf95-d8d414453793 None None] Publish callbacks [] for port (1f8e6f2d-190e-4f2e-8eed-c31fe896b90c), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:11.319640 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9b7b0991-20f6-4231-a3df-5c21517547a8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 1eeddcea-0d1c-4004-9be7-548b640cc6f3) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:11.334530 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7b0991-20f6-4231-a3df-5c21517547a8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:11.334821 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0991-20f6-4231-a3df-5c21517547a8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:11.342964 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ec124-9afe-4f26-a611-da4a1f40a3d3 None None] Pushing event updated for resources: {'Port': ['ID=8d297b98-8927-43d6-9378-4d9730f09ced,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:11.380458 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0774f30-6f26-437d-9392-31fdd32af243 x-openstack-request-id: req-e0774f30-6f26-437d-9392-31fdd32af243 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:03:11.381173 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f996cb-1552-4a68-83bf-75263a3390c4", "name": "network-vif-plugged", "status": "completed", "tag": "372e6712-1718-43c6-884a-34e911ef5f14", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:03:11.381173 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e0774f30-6f26-437d-9392-31fdd32af243 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:03:11.381627 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f996cb-1552-4a68-83bf-75263a3390c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372e6712-1718-43c6-884a-34e911ef5f14', 'code': 200} Feb 07 21:03:11.383997 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67319933-bc5c-4434-864b-c0d3a0c1c9fc None None] Network 1eeddcea-0d1c-4004-9be7-548b640cc6f3 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:03:11.387264 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (372e6712-1718-43c6-884a-34e911ef5f14), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:11.425707 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9b7b0991-20f6-4231-a3df-5c21517547a8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7729423 Feb 07 21:03:11.435933 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47812) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:11.440338 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5cee2b65-ce6b-4a20-bf95-d8d414453793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (1f8e6f2d-190e-4f2e-8eed-c31fe896b90c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:11.442708 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-09205685-a099-42b8-8547-ae6df85364c1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Request body: {'subnet': {'network_id': 'ebc0550f-ec6c-4d64-9bd7-6031c005d00f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:11.468178 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-42a772dd-6570-4684-bd87-2c083e9e078b req-481c508b-2192-44ad-8a18-27c3f7fe4a50 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506922 Feb 07 21:03:11.473682 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-08728d17-e294-4ac8-8c98-6637b553c720 req-b0acc017-3091-43d2-97f1-99e07b7333f2 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=0346b7fd-5e66-4caf-b5c1-b5b48b2afd78 HTTP/1.1" status: 200 len: 210 time: 0.1333637 Feb 07 21:03:11.479001 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-5dc65853-56dd-4239-bd89-d488486db9ef admin admin] Allocated IP 172.20.0.1 (a6f86bd0-771c-4143-8683-cd147fb6889e/eb76e587-4176-46d1-b759-4332a321f9fd/12de4ef3-8e81-4952-a168-7e1c4943e93f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:03:11.500629 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34088aed-98bf-4dcb-b1fe-5690c30df28a req-9066555d-0551-463e-a4b0-f4d90c5a54fc tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:11.502846 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-34088aed-98bf-4dcb-b1fe-5690c30df28a req-9066555d-0551-463e-a4b0-f4d90c5a54fc tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 945 time: 0.4618859 Feb 07 21:03:11.574891 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62354b73-57ec-44e5-adfb-2322f855007d None None] Network 6caf6111-0445-4a52-b57a-b3663a095884 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:03:11.597367 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-874e5840-6907-4671-a9bd-7ee71519a919 req-86cffa4d-637d-4fe8-ae1c-6103c40c845f tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Made reservation on behalf of a3b2daf220a74f4a903969f6214c990a for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:11.602547 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-874e5840-6907-4671-a9bd-7ee71519a919 req-86cffa4d-637d-4fe8-ae1c-6103c40c845f tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:11.645940 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=372e6712-1718-43c6-884a-34e911ef5f14,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:11.711246 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-87dfefc1-5725-47ac-8bff-87bdc474e602 req-0273cadb-b419-4d5e-9cca-59e0732682af tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Deleting port b2b5c50a-e43a-41e1-baa3-7d244f4c39ad {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:03:11.711679 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-87dfefc1-5725-47ac-8bff-87bdc474e602 req-0273cadb-b419-4d5e-9cca-59e0732682af tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (b2b5c50a-e43a-41e1-baa3-7d244f4c39ad), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:11.743859 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09205685-a099-42b8-8547-ae6df85364c1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Made reservation on behalf of 32ff56f8fd43451781a008978e4679d6 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:11.748396 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-09205685-a099-42b8-8547-ae6df85364c1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:11.749354 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5cee2b65-ce6b-4a20-bf95-d8d414453793 None None] Attempting to bind port 1f8e6f2d-190e-4f2e-8eed-c31fe896b90c on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:03:11.749733 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5cee2b65-ce6b-4a20-bf95-d8d414453793 None None] Attempting to bind port 1f8e6f2d-190e-4f2e-8eed-c31fe896b90c by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:03:11.750100 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cee2b65-ce6b-4a20-bf95-d8d414453793 None None] Attempting to bind port 1f8e6f2d-190e-4f2e-8eed-c31fe896b90c on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:03:11.795215 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 8d297b98-8927-43d6-9378-4d9730f09ced is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:11.803784 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-322e54d1-d910-49b8-b345-9a1e5bb94b20 None None] Current status of the port 8d297b98-8927-43d6-9378-4d9730f09ced is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:11.828967 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cee2b65-ce6b-4a20-bf95-d8d414453793 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:03:11.829903 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cee2b65-ce6b-4a20-bf95-d8d414453793 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:03:11.830432 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5cee2b65-ce6b-4a20-bf95-d8d414453793 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:11.830835 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cee2b65-ce6b-4a20-bf95-d8d414453793 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:03:11.831736 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5cee2b65-ce6b-4a20-bf95-d8d414453793 None None] Bound port: 1f8e6f2d-190e-4f2e-8eed-c31fe896b90c, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:03:11.831736 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5cee2b65-ce6b-4a20-bf95-d8d414453793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1f8e6f2d-190e-4f2e-8eed-c31fe896b90c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:11.858130 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-87dfefc1-5725-47ac-8bff-87bdc474e602 req-0273cadb-b419-4d5e-9cca-59e0732682af tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] For port b2b5c50a-e43a-41e1-baa3-7d244f4c39ad, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b2b5c50a-e43a-41e1-baa3-7d244f4c39ad,segment=NetworkSegment(02ae6a2d-c0eb-4718-b353-86d76ae2ad67),segment_id=02ae6a2d-c0eb-4718-b353-86d76ae2ad67)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:11.858696 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-87dfefc1-5725-47ac-8bff-87bdc474e602 req-0273cadb-b419-4d5e-9cca-59e0732682af tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (b2b5c50a-e43a-41e1-baa3-7d244f4c39ad), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:11.876906 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91561c-11f9-4ecd-b919-6b88020210d6 None None] Pushing event updated for resources: {'Port': ['ID=1f8e6f2d-190e-4f2e-8eed-c31fe896b90c,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:11.885377 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-874e5840-6907-4671-a9bd-7ee71519a919 req-86cffa4d-637d-4fe8-ae1c-6103c40c845f tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Allocated IP 19.80.0.244 (798a3744-1fe0-4f28-ada4-dc093a5e7428/76e20d40-b8ba-4062-8dfd-9441a4aa79ee/6ef2d552-18ca-4e1c-98af-9c03605d210b) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:03:11.898150 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-87dfefc1-5725-47ac-8bff-87bdc474e602 req-0273cadb-b419-4d5e-9cca-59e0732682af tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Calling delete_port for b2b5c50a-e43a-41e1-baa3-7d244f4c39ad owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:03:11.946542 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-322e54d1-d910-49b8-b345-9a1e5bb94b20 None None] Provisioning complete for port 96877895-930e-4412-a8b2-8bc2b693382e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:11.947841 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-322e54d1-d910-49b8-b345-9a1e5bb94b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (96877895-930e-4412-a8b2-8bc2b693382e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:12.047814 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be37608-02eb-4cdf-bf1d-d2eb4b75ddd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-1eeddcea-0d1c-4004-9be7-548b640cc6f3', 'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3', 'project_id': '32ff56f8fd43451781a008978e4679d6', 'fixed_ips': [{'subnet_id': 'da978d59-1631-401d-9c79-d75023f51df8'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:03:12.049134 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8be37608-02eb-4cdf-bf1d-d2eb4b75ddd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:12.082127 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-5cee2b65-ce6b-4a20-bf95-d8d414453793 None None] For port 1f8e6f2d-190e-4f2e-8eed-c31fe896b90c, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:03:12.108343 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-32350bd4-e532-44a6-96e1-157ade46f36f tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Deleting port 947512ad-4ac5-4ae8-b301-4f523b2f54f3 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:03:12.108793 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32350bd4-e532-44a6-96e1-157ade46f36f tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (947512ad-4ac5-4ae8-b301-4f523b2f54f3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:12.118309 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-87dfefc1-5725-47ac-8bff-87bdc474e602 req-0273cadb-b419-4d5e-9cca-59e0732682af tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (b2b5c50a-e43a-41e1-baa3-7d244f4c39ad), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:12.126907 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-34088aed-98bf-4dcb-b1fe-5690c30df28a req-c065ed84-ccf7-4bad-97d0-4fdeb224e557 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6097629 Feb 07 21:03:12.185807 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-5cee2b65-ce6b-4a20-bf95-d8d414453793 None None] For port 1f8e6f2d-190e-4f2e-8eed-c31fe896b90c, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=1f8e6f2d-190e-4f2e-8eed-c31fe896b90c,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:03:12.226887 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5cee2b65-ce6b-4a20-bf95-d8d414453793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (1f8e6f2d-190e-4f2e-8eed-c31fe896b90c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:12.257844 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273cadb-b419-4d5e-9cca-59e0732682af tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Pushing event deleted for resources: {'Port': ['ID=b2b5c50a-e43a-41e1-baa3-7d244f4c39ad,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:12.329670 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1b9bd-0aa0-4bb6-88fb-78e954284cb9 req-4f65c285-67a4-4690-a090-54a008c711b2 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:12.331407 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ac1b9bd-0aa0-4bb6-88fb-78e954284cb9 req-4f65c285-67a4-4690-a090-54a008c711b2 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0da3d04-16b8-4d22-b8b2-ea02105ac5f7 HTTP/1.1" status: 200 len: 867 time: 0.7480476 Feb 07 21:03:12.358598 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-8be37608-02eb-4cdf-bf1d-d2eb4b75ddd1 None None] Allocated IP 10.1.1.2 (1eeddcea-0d1c-4004-9be7-548b640cc6f3/da978d59-1631-401d-9c79-d75023f51df8/d7933acd-2bc9-4d82-a57b-5ed736cfd172) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:03:12.386555 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-09205685-a099-42b8-8547-ae6df85364c1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (8d112527-f33e-4a56-80b8-5f6641814967), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:12.427548 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-87dfefc1-5725-47ac-8bff-87bdc474e602 req-0273cadb-b419-4d5e-9cca-59e0732682af tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] No DVR routers for this DVR port b2b5c50a-e43a-41e1-baa3-7d244f4c39ad on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:03:12.430351 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-87dfefc1-5725-47ac-8bff-87bdc474e602 req-0273cadb-b419-4d5e-9cca-59e0732682af tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:12.434098 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87dfefc1-5725-47ac-8bff-87bdc474e602 req-0273cadb-b419-4d5e-9cca-59e0732682af tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.71 "DELETE /v2.0/ports/b2b5c50a-e43a-41e1-baa3-7d244f4c39ad HTTP/1.1" status: 204 len: 173 time: 1.3800418 Feb 07 21:03:12.436046 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-029e3b14-d1b2-4a6e-b3b0-7862602fb74c req-c0a23b46-99a0-40c2-a144-b9bfe80e624d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 210 time: 0.1318634 Feb 07 21:03:12.448944 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0da3d04-16b8-4d22-b8b2-ea02105ac5f7', 'name': 'network-vif-deleted', 'tag': 'b2b5c50a-e43a-41e1-baa3-7d244f4c39ad'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:03:12.452025 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94aca5a5-9bc1-4361-b788-6d07e522dc61" -d '{"events": [{"server_uuid": "b0da3d04-16b8-4d22-b8b2-ea02105ac5f7", "name": "network-vif-deleted", "tag": "b2b5c50a-e43a-41e1-baa3-7d244f4c39ad"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:03:12.460638 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5dc65853-56dd-4239-bd89-d488486db9ef admin admin] Publish callbacks [] for port (12de4ef3-8e81-4952-a168-7e1c4943e93f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:12.495332 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09205685-a099-42b8-8547-ae6df85364c1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event updated for resources: {'Subnet': ['ID=8d112527-f33e-4a56-80b8-5f6641814967,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:12.521016 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32350bd4-e532-44a6-96e1-157ade46f36f tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (947512ad-4ac5-4ae8-b301-4f523b2f54f3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:12.537245 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ac1b9bd-0aa0-4bb6-88fb-78e954284cb9 req-adcabc43-c806-4391-8767-2dde84c1b185 tempest-InstanceActionsNegativeTestJSON-757665771 tempest-InstanceActionsNegativeTestJSON-757665771-project] 10.222.0.65 "GET /v2.0/security-groups?id=34bbaa8d-b4e4-4a2c-985b-1fee9528477b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337705 Feb 07 21:03:12.542734 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-32350bd4-e532-44a6-96e1-157ade46f36f tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Calling delete_port for 947512ad-4ac5-4ae8-b301-4f523b2f54f3 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:03:12.547788 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-874e5840-6907-4671-a9bd-7ee71519a919 req-86cffa4d-637d-4fe8-ae1c-6103c40c845f tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks [] for port (6ef2d552-18ca-4e1c-98af-9c03605d210b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:12.550284 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:03:12.579520 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 96877895-930e-4412-a8b2-8bc2b693382e up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:03:12.595848 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09205685-a099-42b8-8547-ae6df85364c1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Checking segment: {'id': 'aa498974-eb55-4cf2-b241-7a523af5342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ebc0550f-ec6c-4d64-9bd7-6031c005d00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:03:12.597389 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09205685-a099-42b8-8547-ae6df85364c1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Network hostable DHCP agents. Network: ebc0550f-ec6c-4d64-9bd7-6031c005d00f, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:03:12.602175 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9aab746-f18e-4cb6-bcb6-27bc096c7d5e x-openstack-request-id: req-c9aab746-f18e-4cb6-bcb6-27bc096c7d5e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:03:12.603793 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91561c-11f9-4ecd-b919-6b88020210d6 None None] Pushing event updated for resources: {'Port': ['ID=1f8e6f2d-190e-4f2e-8eed-c31fe896b90c,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:12.607060 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0da3d04-16b8-4d22-b8b2-ea02105ac5f7", "name": "network-vif-deleted", "tag": "b2b5c50a-e43a-41e1-baa3-7d244f4c39ad", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:03:12.608273 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c9aab746-f18e-4cb6-bcb6-27bc096c7d5e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:03:12.609971 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0da3d04-16b8-4d22-b8b2-ea02105ac5f7', 'name': 'network-vif-deleted', 'tag': 'b2b5c50a-e43a-41e1-baa3-7d244f4c39ad', 'status': 'completed', 'code': 200} Feb 07 21:03:12.661447 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09205685-a099-42b8-8547-ae6df85364c1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Network ebc0550f-ec6c-4d64-9bd7-6031c005d00f is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:03:12.691994 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-09205685-a099-42b8-8547-ae6df85364c1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, ebc0550f-ec6c-4d64-9bd7-6031c005d00f) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:12.707358 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-874e5840-6907-4671-a9bd-7ee71519a919 req-86cffa4d-637d-4fe8-ae1c-6103c40c845f tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (6ef2d552-18ca-4e1c-98af-9c03605d210b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:12.768101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f397b2c3-8790-4d5b-9348-ad7e10d4d4b1 None None] Network ebc0550f-ec6c-4d64-9bd7-6031c005d00f requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:03:12.784830 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cee2b65-ce6b-4a20-bf95-d8d414453793 None None] Routers {'64da354d-50b4-4678-902b-ae47f12bfe85'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:03:12.785638 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5cee2b65-ce6b-4a20-bf95-d8d414453793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:02:50Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['64da354d-50b4-4678-902b-ae47f12bfe85'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:12.788007 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09205685-a099-42b8-8547-ae6df85364c1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:12.788931 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-09205685-a099-42b8-8547-ae6df85364c1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:12.805867 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cffa4d-637d-4fe8-ae1c-6103c40c845f tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event updated for resources: {'Port': ['ID=6ef2d552-18ca-4e1c-98af-9c03605d210b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:12.824950 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-09205685-a099-42b8-8547-ae6df85364c1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3878765 Feb 07 21:03:12.828491 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47820) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:12.834205 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b5ff86cc-a146-4954-ae77-6bbebc8c6b74 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Request body: {'port': {'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3', 'name': 'tempest-TaggedBootDevicesTest_v242-1487770548', 'fixed_ips': [{'subnet_id': 'da978d59-1631-401d-9c79-d75023f51df8'}]}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:12.864214 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5dc65853-56dd-4239-bd89-d488486db9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (12de4ef3-8e81-4952-a168-7e1c4943e93f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:12.874200 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32350bd4-e532-44a6-96e1-157ade46f36f tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (947512ad-4ac5-4ae8-b301-4f523b2f54f3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:12.887596 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc65853-56dd-4239-bd89-d488486db9ef admin admin] Network a6f86bd0-771c-4143-8683-cd147fb6889e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:12.899894 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-5dc65853-56dd-4239-bd89-d488486db9ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:12.929781 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc65853-56dd-4239-bd89-d488486db9ef admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:12.987207 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5dc65853-56dd-4239-bd89-d488486db9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (64da354d-50b4-4678-902b-ae47f12bfe85), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:13.044876 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-5cee2b65-ce6b-4a20-bf95-d8d414453793 None None] Set router 64da354d-50b4-4678-902b-ae47f12bfe85 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:03:13.059298 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-874e5840-6907-4671-a9bd-7ee71519a919 req-86cffa4d-637d-4fe8-ae1c-6103c40c845f tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Network 798a3744-1fe0-4f28-ada4-dc093a5e7428 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:13.066400 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-874e5840-6907-4671-a9bd-7ee71519a919 req-86cffa4d-637d-4fe8-ae1c-6103c40c845f tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:13.071403 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-874e5840-6907-4671-a9bd-7ee71519a919 req-86cffa4d-637d-4fe8-ae1c-6103c40c845f tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:13.228710 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e5840-6907-4671-a9bd-7ee71519a919 req-86cffa4d-637d-4fe8-ae1c-6103c40c845f tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:13.232917 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-874e5840-6907-4671-a9bd-7ee71519a919 req-86cffa4d-637d-4fe8-ae1c-6103c40c845f tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:13.249729 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device b2b5c50a-e43a-41e1-baa3-7d244f4c39ad no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:03:13.285280 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8be37608-02eb-4cdf-bf1d-d2eb4b75ddd1 None None] Publish callbacks [] for port (d7933acd-2bc9-4d82-a57b-5ed736cfd172), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:13.330395 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-874e5840-6907-4671-a9bd-7ee71519a919 req-86cffa4d-637d-4fe8-ae1c-6103c40c845f tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2470727 Feb 07 21:03:13.352773 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-874e5840-6907-4671-a9bd-7ee71519a919 req-74ae14c1-f022-4b80-9402-76af897067fb tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Request body: {'port': {'device_id': '0346b7fd-5e66-4caf-b5c1-b5b48b2afd78', 'network_id': '6caf6111-0445-4a52-b57a-b3663a095884', 'admin_state_up': True, 'tenant_id': 'a3b2daf220a74f4a903969f6214c990a'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:13.369350 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ff86cc-a146-4954-ae77-6bbebc8c6b74 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Made reservation on behalf of 32ff56f8fd43451781a008978e4679d6 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:13.381474 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-322e54d1-d910-49b8-b345-9a1e5bb94b20 None None] Current status of the port 96877895-930e-4412-a8b2-8bc2b693382e is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:13.382078 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-322e54d1-d910-49b8-b345-9a1e5bb94b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (96877895-930e-4412-a8b2-8bc2b693382e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:13.404929 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8be37608-02eb-4cdf-bf1d-d2eb4b75ddd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (d7933acd-2bc9-4d82-a57b-5ed736cfd172), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:13.420792 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: b2b5c50a-e43a-41e1-baa3-7d244f4c39ad {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:03:13.421425 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device b2b5c50a-e43a-41e1-baa3-7d244f4c39ad not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:03:13.447984 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be37608-02eb-4cdf-bf1d-d2eb4b75ddd1 None None] Network 1eeddcea-0d1c-4004-9be7-548b640cc6f3 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:13.455975 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-8be37608-02eb-4cdf-bf1d-d2eb4b75ddd1 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:13.461575 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be37608-02eb-4cdf-bf1d-d2eb4b75ddd1 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:13.512374 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00484bc8-6b5b-4ff5-a4d4-85de6ce55146 req-e6c283a9-7868-43f9-88a6-e5284977ef4d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:13.513975 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00484bc8-6b5b-4ff5-a4d4-85de6ce55146 req-e6c283a9-7868-43f9-88a6-e5284977ef4d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=0346b7fd-5e66-4caf-b5c1-b5b48b2afd78 HTTP/1.1" status: 200 len: 932 time: 0.6851761 Feb 07 21:03:13.519429 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc65853-56dd-4239-bd89-d488486db9ef admin admin] Pushing event updated for resources: {'Port': ['ID=12de4ef3-8e81-4952-a168-7e1c4943e93f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:13.598454 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5dc65853-56dd-4239-bd89-d488486db9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (12de4ef3-8e81-4952-a168-7e1c4943e93f), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:13.648957 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5cee2b65-ce6b-4a20-bf95-d8d414453793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511520546-router', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:03:00Z', 'updated_at': '2022-02-07T21:03:05Z', 'revision_number': 3, 'project_id': 'af02f13d92924da4b1450405891889be', 'gw_port': {'id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:03Z', 'updated_at': '2022-02-07T21:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:13.659681 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32350bd4-e532-44a6-96e1-157ade46f36f tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Pushing event deleted for resources: {'Port': ['ID=947512ad-4ac5-4ae8-b301-4f523b2f54f3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:13.687693 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cee2b65-ce6b-4a20-bf95-d8d414453793 None None] The sync data for ids ['64da354d-50b4-4678-902b-ae47f12bfe85'] in n-d-828185-2 is: [{'id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511520546-router', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:03:00Z', 'updated_at': '2022-02-07T21:03:05Z', 'revision_number': 3, 'project_id': 'af02f13d92924da4b1450405891889be', 'gw_port': {'id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:03Z', 'updated_at': '2022-02-07T21:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:03:13.706407 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 96877895-930e-4412-a8b2-8bc2b693382e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:13.707149 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (96877895-930e-4412-a8b2-8bc2b693382e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:13.721992 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c5592ed0-bc4b-4b48-9845-55dcda1d2c25 req-83908470-495c-4f75-a26d-4f06e420cac3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1767182 Feb 07 21:03:13.755294 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-322e54d1-d910-49b8-b345-9a1e5bb94b20 None None] For port 96877895-930e-4412-a8b2-8bc2b693382e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=96877895-930e-4412-a8b2-8bc2b693382e,segment=NetworkSegment(fea2834f-31e6-442e-a01b-90989713cdbc),segment_id=fea2834f-31e6-442e-a01b-90989713cdbc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:13.755549 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b5ff86cc-a146-4954-ae77-6bbebc8c6b74 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:13.770786 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b5ab2-855e-4273-baec-30d2c358e6f1 req-f65bf2e3-79bd-468b-8369-333756701330 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:13.776899 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8be37608-02eb-4cdf-bf1d-d2eb4b75ddd1 None None] Attempting to bind port d7933acd-2bc9-4d82-a57b-5ed736cfd172 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:03:13.777569 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8be37608-02eb-4cdf-bf1d-d2eb4b75ddd1 None None] Attempting to bind port d7933acd-2bc9-4d82-a57b-5ed736cfd172 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'fc91fcee-1dfe-4783-a11b-41694150c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:03:13.777925 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aa5b5ab2-855e-4273-baec-30d2c358e6f1 req-f65bf2e3-79bd-468b-8369-333756701330 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 945 time: 0.3827777 Feb 07 21:03:13.778598 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be37608-02eb-4cdf-bf1d-d2eb4b75ddd1 None None] Attempting to bind port d7933acd-2bc9-4d82-a57b-5ed736cfd172 on network 1eeddcea-0d1c-4004-9be7-548b640cc6f3 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:03:13.787567 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32350bd4-e532-44a6-96e1-157ade46f36f tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:13.793679 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-32350bd4-e532-44a6-96e1-157ade46f36f tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] 10.222.0.65 "DELETE /v2.0/ports/947512ad-4ac5-4ae8-b301-4f523b2f54f3 HTTP/1.1" status: 204 len: 168 time: 2.5278938 Feb 07 21:03:13.794996 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be37608-02eb-4cdf-bf1d-d2eb4b75ddd1 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:03:13.795590 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be37608-02eb-4cdf-bf1d-d2eb4b75ddd1 None None] Checking segment: {'id': 'fc91fcee-1dfe-4783-a11b-41694150c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:03:13.796177 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8be37608-02eb-4cdf-bf1d-d2eb4b75ddd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:13.796845 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be37608-02eb-4cdf-bf1d-d2eb4b75ddd1 None None] Bound using segment: {'id': 'fc91fcee-1dfe-4783-a11b-41694150c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:03:13.797815 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8be37608-02eb-4cdf-bf1d-d2eb4b75ddd1 None None] Bound port: d7933acd-2bc9-4d82-a57b-5ed736cfd172, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc91fcee-1dfe-4783-a11b-41694150c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:03:13.798989 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8be37608-02eb-4cdf-bf1d-d2eb4b75ddd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d7933acd-2bc9-4d82-a57b-5ed736cfd172), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:13.806148 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-322e54d1-d910-49b8-b345-9a1e5bb94b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (96877895-930e-4412-a8b2-8bc2b693382e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:13.814470 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47836) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:13.832132 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-874e5840-6907-4671-a9bd-7ee71519a919 req-74ae14c1-f022-4b80-9402-76af897067fb tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Made reservation on behalf of a3b2daf220a74f4a903969f6214c990a for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:13.838538 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-874e5840-6907-4671-a9bd-7ee71519a919 req-74ae14c1-f022-4b80-9402-76af897067fb tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:13.858103 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be37608-02eb-4cdf-bf1d-d2eb4b75ddd1 None None] Pushing event updated for resources: {'Port': ['ID=d7933acd-2bc9-4d82-a57b-5ed736cfd172,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:13.869708 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaa3632-5ed3-4939-8962-456b6e167da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-ebc0550f-ec6c-4d64-9bd7-6031c005d00f', 'network_id': 'ebc0550f-ec6c-4d64-9bd7-6031c005d00f', 'project_id': '32ff56f8fd43451781a008978e4679d6', 'fixed_ips': [{'subnet_id': '8d112527-f33e-4a56-80b8-5f6641814967'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:03:13.870747 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3632-5ed3-4939-8962-456b6e167da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:13.889993 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00484bc8-6b5b-4ff5-a4d4-85de6ce55146 req-69b87b14-6c22-42c9-8de0-1d9959967f5b tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671730 Feb 07 21:03:13.954379 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-4971f017-2956-4aa2-ab86-d01a339bff67 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] GET failed (client error): The resource could not be found. Feb 07 21:03:13.958299 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4971f017-2956-4aa2-ab86-d01a339bff67 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] 10.222.0.65 "GET /v2.0/ports/947512ad-4ac5-4ae8-b301-4f523b2f54f3 HTTP/1.1" status: 404 len: 333 time: 0.1426570 Feb 07 21:03:13.966387 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47838) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:13.969608 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-b5ff86cc-a146-4954-ae77-6bbebc8c6b74 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] device_id is not set on port 3d3cfee9-12eb-4371-8962-0c904c15eaa6 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:03:13.978757 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-70bc7f7e-dd08-4b3b-9a56-14d41a8bee6a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Request body: {'port': {'network_id': '49118fb2-d55b-4a95-a9d6-ad6c490b0f82', 'name': 'tempest-AllowedAddressPairTestJSON-1454817417'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:14.105530 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aa5b5ab2-855e-4273-baec-30d2c358e6f1 req-a549cc98-230f-4de6-8cdc-7e4b3d8db545 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266430 Feb 07 21:03:14.130336 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8be37608-02eb-4cdf-bf1d-d2eb4b75ddd1 None None] For port d7933acd-2bc9-4d82-a57b-5ed736cfd172, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:03:14.134305 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8be37608-02eb-4cdf-bf1d-d2eb4b75ddd1 None None] For port d7933acd-2bc9-4d82-a57b-5ed736cfd172, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d7933acd-2bc9-4d82-a57b-5ed736cfd172,segment=NetworkSegment(fc91fcee-1dfe-4783-a11b-41694150c3fc),segment_id=fc91fcee-1dfe-4783-a11b-41694150c3fc)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:03:14.196992 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8be37608-02eb-4cdf-bf1d-d2eb4b75ddd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d7933acd-2bc9-4d82-a57b-5ed736cfd172), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:14.223424 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae525943-f7b4-4b1b-b50e-e91d7e495222 req-e31d01dd-9590-42c8-8b47-f7f8c8841372 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 210 time: 0.1068609 Feb 07 21:03:14.272814 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bc7f7e-dd08-4b3b-9a56-14d41a8bee6a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Made reservation on behalf of 6ae010e0e0104853b0dd9f9070713361 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:14.280494 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70bc7f7e-dd08-4b3b-9a56-14d41a8bee6a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:14.285687 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5592ed0-bc4b-4b48-9845-55dcda1d2c25 req-92fcbc2b-420b-4a23-b1d8-f8dcddaf7c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:14.286623 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-eef3aea7-bbfb-4e77-98f5-796b10c99a5f None None] Provisioning complete for port 6ef2d552-18ca-4e1c-98af-9c03605d210b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:14.287363 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eef3aea7-bbfb-4e77-98f5-796b10c99a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6ef2d552-18ca-4e1c-98af-9c03605d210b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:14.287511 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47844) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:14.290120 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c5592ed0-bc4b-4b48-9845-55dcda1d2c25 req-92fcbc2b-420b-4a23-b1d8-f8dcddaf7c2a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 1126 time: 0.4921229 Feb 07 21:03:14.344614 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-eef3aea7-bbfb-4e77-98f5-796b10c99a5f None None] Port 6ef2d552-18ca-4e1c-98af-9c03605d210b cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:03:14.356241 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 96877895-930e-4412-a8b2-8bc2b693382e is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:14.357947 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8d297b98-8927-43d6-9378-4d9730f09ced up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:03:14.436100 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-70bc7f7e-dd08-4b3b-9a56-14d41a8bee6a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] device_id is not set on port 173d3b04-7017-45be-841a-902e2f611223 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:03:14.461781 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e54d1-d910-49b8-b345-9a1e5bb94b20 None None] Pushing event updated for resources: {'Port': ['ID=96877895-930e-4412-a8b2-8bc2b693382e,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:14.462525 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a8495d-0770-477e-a912-1c6633676122 admin admin] Deleting subnet d616ecdd-9220-4221-83e5-d4081d823690 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:03:14.475540 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06a8495d-0770-477e-a912-1c6633676122 admin admin] Publish callbacks [] for subnet (d616ecdd-9220-4221-83e5-d4081d823690), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:14.570724 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be37608-02eb-4cdf-bf1d-d2eb4b75ddd1 None None] Pushing event updated for resources: {'Port': ['ID=d7933acd-2bc9-4d82-a57b-5ed736cfd172,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:14.575541 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-eef3aea7-bbfb-4e77-98f5-796b10c99a5f None None] Provisioning complete for port 96877895-930e-4412-a8b2-8bc2b693382e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:14.575922 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eef3aea7-bbfb-4e77-98f5-796b10c99a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (96877895-930e-4412-a8b2-8bc2b693382e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:14.606508 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06a8495d-0770-477e-a912-1c6633676122 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (d616ecdd-9220-4221-83e5-d4081d823690), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:14.682740 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06a8495d-0770-477e-a912-1c6633676122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (d616ecdd-9220-4221-83e5-d4081d823690), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:14.785772 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06a8495d-0770-477e-a912-1c6633676122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (d616ecdd-9220-4221-83e5-d4081d823690), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:14.821573 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-eef3aea7-bbfb-4e77-98f5-796b10c99a5f None None] Current status of the port 96877895-930e-4412-a8b2-8bc2b693382e is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:14.865129 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-eef3aea7-bbfb-4e77-98f5-796b10c99a5f None None] Provisioning complete for port d56bc2a4-b466-48b7-a15e-2874c2e59756 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:14.865779 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eef3aea7-bbfb-4e77-98f5-796b10c99a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d56bc2a4-b466-48b7-a15e-2874c2e59756), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:14.867006 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-874e5840-6907-4671-a9bd-7ee71519a919 req-74ae14c1-f022-4b80-9402-76af897067fb tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Allocated IP 19.86.0.155 (6caf6111-0445-4a52-b57a-b3663a095884/ca1b09f2-aee1-41cf-9482-47eaf33a6fa0/e0f4b9da-be8a-4e06-a428-fa6b13700414) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:03:14.872941 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-6eaa3632-5ed3-4939-8962-456b6e167da8 None None] Allocated IP 10.2.2.2 (ebc0550f-ec6c-4d64-9bd7-6031c005d00f/8d112527-f33e-4a56-80b8-5f6641814967/3ca83f5e-cb8e-4e83-9a52-05c2d1b23571) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:03:14.875840 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 8d297b98-8927-43d6-9378-4d9730f09ced triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:14.877387 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8d297b98-8927-43d6-9378-4d9730f09ced), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:14.912068 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5dc65853-56dd-4239-bd89-d488486db9ef admin admin] Publish callbacks [] for port (12de4ef3-8e81-4952-a168-7e1c4943e93f), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:14.915166 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8495d-0770-477e-a912-1c6633676122 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d616ecdd-9220-4221-83e5-d4081d823690,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:14.917556 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06a8495d-0770-477e-a912-1c6633676122 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:14.920838 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-06a8495d-0770-477e-a912-1c6633676122 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d616ecdd-9220-4221-83e5-d4081d823690 HTTP/1.1" status: 204 len: 168 time: 0.6324506 Feb 07 21:03:14.924738 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47848) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:14.928642 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-b5ff86cc-a146-4954-ae77-6bbebc8c6b74 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Allocated IP 10.1.1.239 (1eeddcea-0d1c-4004-9be7-548b640cc6f3/da978d59-1631-401d-9c79-d75023f51df8/3d3cfee9-12eb-4371-8962-0c904c15eaa6) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:03:14.940891 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5dc65853-56dd-4239-bd89-d488486db9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (12de4ef3-8e81-4952-a168-7e1c4943e93f), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:14.949350 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5592ed0-bc4b-4b48-9845-55dcda1d2c25 req-8a60cb3a-6ca8-4e4a-bcbc-03e1877dcc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:14.950870 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c5592ed0-bc4b-4b48-9845-55dcda1d2c25 req-8a60cb3a-6ca8-4e4a-bcbc-03e1877dcc25 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 909 time: 0.6433797 Feb 07 21:03:15.068964 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c5592ed0-bc4b-4b48-9845-55dcda1d2c25 req-a20efc50-3775-41e4-939c-48cb9c5911a2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6b09002-66a4-4f94-9c19-96c99887aecc HTTP/1.1" status: 200 len: 217 time: 0.1062472 Feb 07 21:03:15.125875 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-70bc7f7e-dd08-4b3b-9a56-14d41a8bee6a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Allocated IP 172.20.0.6 (49118fb2-d55b-4a95-a9d6-ad6c490b0f82/9a0adbc0-8441-48f0-bfc6-dc8fdb78f645/173d3b04-7017-45be-841a-902e2f611223) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:03:15.150256 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc65853-56dd-4239-bd89-d488486db9ef admin admin] Pushing event updated for resources: {'Port': ['ID=12de4ef3-8e81-4952-a168-7e1c4943e93f,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:15.274280 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 8d297b98-8927-43d6-9378-4d9730f09ced is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:15.274551 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5592ed0-bc4b-4b48-9845-55dcda1d2c25 req-101acfc8-70e5-4251-b903-c32ac6fd6ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:15.275537 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d56bc2a4-b466-48b7-a15e-2874c2e59756 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:03:15.286206 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c5592ed0-bc4b-4b48-9845-55dcda1d2c25 req-101acfc8-70e5-4251-b903-c32ac6fd6ed6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da67b52e-9fa9-4eda-bee9-de250f228011 HTTP/1.1" status: 200 len: 848 time: 0.2021050 Feb 07 21:03:15.381620 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c5592ed0-bc4b-4b48-9845-55dcda1d2c25 req-37f5a9ce-684f-479e-b875-5f0426f78f3b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6d967ae2-07ea-401e-8063-c085e3020e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799584 Feb 07 21:03:15.391533 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70bc7f7e-dd08-4b3b-9a56-14d41a8bee6a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks [] for port (173d3b04-7017-45be-841a-902e2f611223), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:15.394175 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-eef3aea7-bbfb-4e77-98f5-796b10c99a5f None None] Current status of the port d56bc2a4-b466-48b7-a15e-2874c2e59756 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:15.394709 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eef3aea7-bbfb-4e77-98f5-796b10c99a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d56bc2a4-b466-48b7-a15e-2874c2e59756), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:15.439818 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port d56bc2a4-b466-48b7-a15e-2874c2e59756 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:15.440337 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d56bc2a4-b466-48b7-a15e-2874c2e59756), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:15.520253 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-550eea12-f7c2-496f-9991-fa7a7fbdd97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (01df4531-a919-4e3f-b57a-63f07a51de6a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:15.537358 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70bc7f7e-dd08-4b3b-9a56-14d41a8bee6a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (173d3b04-7017-45be-841a-902e2f611223), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:15.587151 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-874e5840-6907-4671-a9bd-7ee71519a919 req-74ae14c1-f022-4b80-9402-76af897067fb tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks [] for port (e0f4b9da-be8a-4e06-a428-fa6b13700414), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:15.601061 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bc7f7e-dd08-4b3b-9a56-14d41a8bee6a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Network 49118fb2-d55b-4a95-a9d6-ad6c490b0f82 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:15.611888 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-eef3aea7-bbfb-4e77-98f5-796b10c99a5f None None] For port d56bc2a4-b466-48b7-a15e-2874c2e59756, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d56bc2a4-b466-48b7-a15e-2874c2e59756,segment=NetworkSegment(c0b17e20-e38c-4f12-922f-47a923f28d94),segment_id=c0b17e20-e38c-4f12-922f-47a923f28d94)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:15.613473 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-70bc7f7e-dd08-4b3b-9a56-14d41a8bee6a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:15.616207 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b5ff86cc-a146-4954-ae77-6bbebc8c6b74 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for port (3d3cfee9-12eb-4371-8962-0c904c15eaa6), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:15.629213 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bc7f7e-dd08-4b3b-9a56-14d41a8bee6a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:15.650534 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c5592ed0-bc4b-4b48-9845-55dcda1d2c25 req-2ee44324-0304-4f1b-ad25-e6744665482e service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539732 Feb 07 21:03:15.678630 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3632-5ed3-4939-8962-456b6e167da8 None None] Publish callbacks [] for port (3ca83f5e-cb8e-4e83-9a52-05c2d1b23571), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:15.681437 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port d56bc2a4-b466-48b7-a15e-2874c2e59756 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:15.685851 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d56bc2a4-b466-48b7-a15e-2874c2e59756), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:15.693498 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eef3aea7-bbfb-4e77-98f5-796b10c99a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d56bc2a4-b466-48b7-a15e-2874c2e59756), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:15.763386 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-874e5840-6907-4671-a9bd-7ee71519a919 req-74ae14c1-f022-4b80-9402-76af897067fb tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (e0f4b9da-be8a-4e06-a428-fa6b13700414), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:15.786360 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bc7f7e-dd08-4b3b-9a56-14d41a8bee6a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:15.787480 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70bc7f7e-dd08-4b3b-9a56-14d41a8bee6a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:15.799968 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b5ff86cc-a146-4954-ae77-6bbebc8c6b74 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (3d3cfee9-12eb-4371-8962-0c904c15eaa6), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:15.815929 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3aea7-bbfb-4e77-98f5-796b10c99a5f None None] Pushing event updated for resources: {'Port': ['ID=d56bc2a4-b466-48b7-a15e-2874c2e59756,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:15.838344 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-874e5840-6907-4671-a9bd-7ee71519a919 req-74ae14c1-f022-4b80-9402-76af897067fb tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Network 6caf6111-0445-4a52-b57a-b3663a095884 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:15.841384 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-eef3aea7-bbfb-4e77-98f5-796b10c99a5f None None] Could not find standard attr ID for object 947512ad-4ac5-4ae8-b301-4f523b2f54f3. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:03:15.851614 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3632-5ed3-4939-8962-456b6e167da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (3ca83f5e-cb8e-4e83-9a52-05c2d1b23571), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:15.854256 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-874e5840-6907-4671-a9bd-7ee71519a919 req-74ae14c1-f022-4b80-9402-76af897067fb tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:15.857989 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-874e5840-6907-4671-a9bd-7ee71519a919 req-74ae14c1-f022-4b80-9402-76af897067fb tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:15.915702 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c5aec-0106-426d-a18f-a9b5f297506f req-1c68d350-42b8-499b-b6d0-ba61556315a6 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:15.917233 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae6c5aec-0106-426d-a18f-a9b5f297506f req-1c68d350-42b8-499b-b6d0-ba61556315a6 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 1127 time: 0.9804580 Feb 07 21:03:15.920978 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5dc65853-56dd-4239-bd89-d488486db9ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (64da354d-50b4-4678-902b-ae47f12bfe85), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:15.925054 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e5840-6907-4671-a9bd-7ee71519a919 req-74ae14c1-f022-4b80-9402-76af897067fb tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:15.925868 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-874e5840-6907-4671-a9bd-7ee71519a919 req-74ae14c1-f022-4b80-9402-76af897067fb tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:15.955403 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-874e5840-6907-4671-a9bd-7ee71519a919 req-74ae14c1-f022-4b80-9402-76af897067fb tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6173892 Feb 07 21:03:15.962374 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c5592ed0-bc4b-4b48-9845-55dcda1d2c25 req-3afc15a3-bd2d-442d-b52a-ce7128cf8316 service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061669 Feb 07 21:03:15.963202 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae14c1-f022-4b80-9402-76af897067fb tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event updated for resources: {'Port': ['ID=e0f4b9da-be8a-4e06-a428-fa6b13700414,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:15.984146 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa3632-5ed3-4939-8962-456b6e167da8 None None] Pushing event updated for resources: {'Port': ['ID=3ca83f5e-cb8e-4e83-9a52-05c2d1b23571,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:15.996757 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ff86cc-a146-4954-ae77-6bbebc8c6b74 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Network 1eeddcea-0d1c-4004-9be7-548b640cc6f3 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:16.004381 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-874e5840-6907-4671-a9bd-7ee71519a919 req-08950ce1-96fe-4db3-bd78-766061cea3bf service neutron] Request body: {'port': {'device_id': '0346b7fd-5e66-4caf-b5c1-b5b48b2afd78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:16.030897 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c5e55c-5ae1-46e9-8204-7c1aedd2ea18 None None] Network 1eeddcea-0d1c-4004-9be7-548b640cc6f3 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:03:16.085872 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-b5ff86cc-a146-4954-ae77-6bbebc8c6b74 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:16.089240 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ff86cc-a146-4954-ae77-6bbebc8c6b74 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:16.171421 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ff86cc-a146-4954-ae77-6bbebc8c6b74 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:16.172395 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b5ff86cc-a146-4954-ae77-6bbebc8c6b74 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:16.208779 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-874e5840-6907-4671-a9bd-7ee71519a919 req-08950ce1-96fe-4db3-bd78-766061cea3bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6ef2d552-18ca-4e1c-98af-9c03605d210b), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:16.212442 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff86cc-a146-4954-ae77-6bbebc8c6b74 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event updated for resources: {'Port': ['ID=3d3cfee9-12eb-4371-8962-0c904c15eaa6,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:16.240240 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b5ff86cc-a146-4954-ae77-6bbebc8c6b74 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4102471 Feb 07 21:03:16.240947 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47852) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:16.248129 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-cc0d5e44-4a0b-47b6-81f7-f342fd69506e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Request body: {'port': {'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3', 'name': 'tempest-TaggedBootDevicesTest_v242-445570965', 'fixed_ips': [{'subnet_id': 'da978d59-1631-401d-9c79-d75023f51df8'}]}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:16.255375 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaa3632-5ed3-4939-8962-456b6e167da8 None None] Network ebc0550f-ec6c-4d64-9bd7-6031c005d00f is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:16.256178 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:03:16.256572 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:03:16.258971 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-eef3aea7-bbfb-4e77-98f5-796b10c99a5f None None] Provisioning complete for port 12de4ef3-8e81-4952-a168-7e1c4943e93f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:16.259363 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eef3aea7-bbfb-4e77-98f5-796b10c99a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (12de4ef3-8e81-4952-a168-7e1c4943e93f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:16.261238 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-6eaa3632-5ed3-4939-8962-456b6e167da8 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:16.282992 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaa3632-5ed3-4939-8962-456b6e167da8 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:16.297573 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-70bc7f7e-dd08-4b3b-9a56-14d41a8bee6a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3281024 Feb 07 21:03:16.299610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47854) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:16.324197 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6517baf-47f7-46ba-a0fb-61795f3f1b72 req-997abc4e-40e2-42b2-b62c-8be9f59b3748 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:16.335223 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b6517baf-47f7-46ba-a0fb-61795f3f1b72 req-997abc4e-40e2-42b2-b62c-8be9f59b3748 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=0346b7fd-5e66-4caf-b5c1-b5b48b2afd78 HTTP/1.1" status: 200 len: 932 time: 1.1737804 Feb 07 21:03:16.352154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-000d12d8-91a5-4646-8731-589645f94139 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:16:7c:93'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:16.375117 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-eef3aea7-bbfb-4e77-98f5-796b10c99a5f None None] Port 12de4ef3-8e81-4952-a168-7e1c4943e93f cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:03:16.413712 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6eaa3632-5ed3-4939-8962-456b6e167da8 None None] Attempting to bind port 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:03:16.414357 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6eaa3632-5ed3-4939-8962-456b6e167da8 None None] Attempting to bind port 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'aa498974-eb55-4cf2-b241-7a523af5342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ebc0550f-ec6c-4d64-9bd7-6031c005d00f'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:03:16.414922 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaa3632-5ed3-4939-8962-456b6e167da8 None None] Attempting to bind port 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571 on network ebc0550f-ec6c-4d64-9bd7-6031c005d00f {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:03:16.425692 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc65853-56dd-4239-bd89-d488486db9ef admin admin] Network a6f86bd0-771c-4143-8683-cd147fb6889e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:16.432810 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaa3632-5ed3-4939-8962-456b6e167da8 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:03:16.433337 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaa3632-5ed3-4939-8962-456b6e167da8 None None] Checking segment: {'id': 'aa498974-eb55-4cf2-b241-7a523af5342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ebc0550f-ec6c-4d64-9bd7-6031c005d00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:03:16.433758 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3632-5ed3-4939-8962-456b6e167da8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:16.434152 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaa3632-5ed3-4939-8962-456b6e167da8 None None] Bound using segment: {'id': 'aa498974-eb55-4cf2-b241-7a523af5342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ebc0550f-ec6c-4d64-9bd7-6031c005d00f'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:03:16.434667 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6eaa3632-5ed3-4939-8962-456b6e167da8 None None] Bound port: 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa498974-eb55-4cf2-b241-7a523af5342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ebc0550f-ec6c-4d64-9bd7-6031c005d00f'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:03:16.435054 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3632-5ed3-4939-8962-456b6e167da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3ca83f5e-cb8e-4e83-9a52-05c2d1b23571), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:16.563815 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3867aa10-af89-44cf-8a79-5ffd09d0adf4 None None] Provisioning complete for port e0f4b9da-be8a-4e06-a428-fa6b13700414 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:16.564184 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3867aa10-af89-44cf-8a79-5ffd09d0adf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e0f4b9da-be8a-4e06-a428-fa6b13700414), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:16.608056 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc7f7e-dd08-4b3b-9a56-14d41a8bee6a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Pushing event updated for resources: {'Port': ['ID=173d3b04-7017-45be-841a-902e2f611223,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:16.636578 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-6eaa3632-5ed3-4939-8962-456b6e167da8 None None] For port 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:03:16.679517 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-6eaa3632-5ed3-4939-8962-456b6e167da8 None None] For port 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=3ca83f5e-cb8e-4e83-9a52-05c2d1b23571,segment=NetworkSegment(aa498974-eb55-4cf2-b241-7a523af5342d),segment_id=aa498974-eb55-4cf2-b241-7a523af5342d)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:03:16.688576 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3867aa10-af89-44cf-8a79-5ffd09d0adf4 None None] Port e0f4b9da-be8a-4e06-a428-fa6b13700414 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:03:16.698114 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3632-5ed3-4939-8962-456b6e167da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3ca83f5e-cb8e-4e83-9a52-05c2d1b23571), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:16.747566 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3867aa10-af89-44cf-8a79-5ffd09d0adf4 None None] Provisioning complete for port 173d3b04-7017-45be-841a-902e2f611223 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:16.748338 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3867aa10-af89-44cf-8a79-5ffd09d0adf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (173d3b04-7017-45be-841a-902e2f611223), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:16.933610 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa3632-5ed3-4939-8962-456b6e167da8 None None] Pushing event updated for resources: {'Port': ['ID=3ca83f5e-cb8e-4e83-9a52-05c2d1b23571,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:16.960407 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port d56bc2a4-b466-48b7-a15e-2874c2e59756 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:16.984881 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3867aa10-af89-44cf-8a79-5ffd09d0adf4 None None] Port 173d3b04-7017-45be-841a-902e2f611223 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:03:17.021705 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3867aa10-af89-44cf-8a79-5ffd09d0adf4 None None] Provisioning complete for port d7933acd-2bc9-4d82-a57b-5ed736cfd172 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:17.022086 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3867aa10-af89-44cf-8a79-5ffd09d0adf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d7933acd-2bc9-4d82-a57b-5ed736cfd172), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:17.148903 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0d5e44-4a0b-47b6-81f7-f342fd69506e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Made reservation on behalf of 32ff56f8fd43451781a008978e4679d6 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:17.155105 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc0d5e44-4a0b-47b6-81f7-f342fd69506e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:17.196666 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-cc0d5e44-4a0b-47b6-81f7-f342fd69506e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] device_id is not set on port def535e0-560b-493f-84ac-22ae5fd3e2e6 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:03:17.292628 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3867aa10-af89-44cf-8a79-5ffd09d0adf4 None None] Current status of the port d7933acd-2bc9-4d82-a57b-5ed736cfd172 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:17.293461 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3867aa10-af89-44cf-8a79-5ffd09d0adf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d7933acd-2bc9-4d82-a57b-5ed736cfd172), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:17.369217 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3867aa10-af89-44cf-8a79-5ffd09d0adf4 None None] For port d7933acd-2bc9-4d82-a57b-5ed736cfd172, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d7933acd-2bc9-4d82-a57b-5ed736cfd172,segment=NetworkSegment(fc91fcee-1dfe-4783-a11b-41694150c3fc),segment_id=fc91fcee-1dfe-4783-a11b-41694150c3fc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:17.381802 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3867aa10-af89-44cf-8a79-5ffd09d0adf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d7933acd-2bc9-4d82-a57b-5ed736cfd172), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:17.503465 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867aa10-af89-44cf-8a79-5ffd09d0adf4 None None] Pushing event updated for resources: {'Port': ['ID=d7933acd-2bc9-4d82-a57b-5ed736cfd172,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:17.524024 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 96877895-930e-4412-a8b2-8bc2b693382e up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:03:17.531541 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-000d12d8-91a5-4646-8731-589645f94139 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (173d3b04-7017-45be-841a-902e2f611223), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:17.536526 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-5dc65853-56dd-4239-bd89-d488486db9ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:17.589028 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-550eea12-f7c2-496f-9991-fa7a7fbdd97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (01df4531-a919-4e3f-b57a-63f07a51de6a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:17.593525 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae6c5aec-0106-426d-a18f-a9b5f297506f req-f7c0ac61-3ecf-46d4-b793-8e10e20a46bc tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6571302 Feb 07 21:03:17.633404 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-206dee22-60d8-4ee5-b5ae-8972845a0197 None None] Provisioning complete for port 3d3cfee9-12eb-4371-8962-0c904c15eaa6 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:17.634393 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-206dee22-60d8-4ee5-b5ae-8972845a0197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3d3cfee9-12eb-4371-8962-0c904c15eaa6), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:17.734762 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-cc0d5e44-4a0b-47b6-81f7-f342fd69506e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Allocated IP 10.1.1.79 (1eeddcea-0d1c-4004-9be7-548b640cc6f3/da978d59-1631-401d-9c79-d75023f51df8/def535e0-560b-493f-84ac-22ae5fd3e2e6) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:03:17.755880 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-206dee22-60d8-4ee5-b5ae-8972845a0197 None None] Port 3d3cfee9-12eb-4371-8962-0c904c15eaa6 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:03:17.770617 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-874e5840-6907-4671-a9bd-7ee71519a919 req-08950ce1-96fe-4db3-bd78-766061cea3bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef2d552-18ca-4e1c-98af-9c03605d210b {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:03:17.795791 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-874e5840-6907-4671-a9bd-7ee71519a919 req-08950ce1-96fe-4db3-bd78-766061cea3bf service neutron] Publish callbacks [] for port (6ef2d552-18ca-4e1c-98af-9c03605d210b), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:17.797781 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 96877895-930e-4412-a8b2-8bc2b693382e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:17.799767 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (96877895-930e-4412-a8b2-8bc2b693382e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:17.802907 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-206dee22-60d8-4ee5-b5ae-8972845a0197 None None] Provisioning complete for port d7933acd-2bc9-4d82-a57b-5ed736cfd172 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:17.803706 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-206dee22-60d8-4ee5-b5ae-8972845a0197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d7933acd-2bc9-4d82-a57b-5ed736cfd172), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:17.838505 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-550eea12-f7c2-496f-9991-fa7a7fbdd97c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01df4531-a919-4e3f-b57a-63f07a51de6a']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:17.849962 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-874e5840-6907-4671-a9bd-7ee71519a919 req-08950ce1-96fe-4db3-bd78-766061cea3bf service neutron] Transition to ACTIVE for port object 6ef2d552-18ca-4e1c-98af-9c03605d210b will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:03:17.868342 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-874e5840-6907-4671-a9bd-7ee71519a919 req-08950ce1-96fe-4db3-bd78-766061cea3bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (6ef2d552-18ca-4e1c-98af-9c03605d210b), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:17.912507 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-550eea12-f7c2-496f-9991-fa7a7fbdd97c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ae6a2d-c0eb-4718-b353-86d76ae2ad67') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:17.912881 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-550eea12-f7c2-496f-9991-fa7a7fbdd97c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ae6a2d-c0eb-4718-b353-86d76ae2ad67') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:17.934414 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08950ce1-96fe-4db3-bd78-766061cea3bf service neutron] Pushing event updated for resources: {'Port': ['ID=6ef2d552-18ca-4e1c-98af-9c03605d210b,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:17.973955 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-550eea12-f7c2-496f-9991-fa7a7fbdd97c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (02ae6a2d-c0eb-4718-b353-86d76ae2ad67), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:18.004922 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-550eea12-f7c2-496f-9991-fa7a7fbdd97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (02ae6a2d-c0eb-4718-b353-86d76ae2ad67), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:18.016064 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550eea12-f7c2-496f-9991-fa7a7fbdd97c admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:03:18.018130 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-550eea12-f7c2-496f-9991-fa7a7fbdd97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (02ae6a2d-c0eb-4718-b353-86d76ae2ad67), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:03:18.096114 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:03:18.111816 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 96877895-930e-4412-a8b2-8bc2b693382e is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:18.112950 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 1f8e6f2d-190e-4f2e-8eed-c31fe896b90c up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:03:18.166877 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-891c0e76-bd34-411b-a71c-695f4e891712 req-dffd4de8-41b3-4c4e-ac28-6bb518a4149a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 210 time: 0.3883724 Feb 07 21:03:18.169606 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc0d5e44-4a0b-47b6-81f7-f342fd69506e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for port (def535e0-560b-493f-84ac-22ae5fd3e2e6), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:18.209016 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-550eea12-f7c2-496f-9991-fa7a7fbdd97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (01df4531-a919-4e3f-b57a-63f07a51de6a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:18.216882 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-550eea12-f7c2-496f-9991-fa7a7fbdd97c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:18.224565 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-550eea12-f7c2-496f-9991-fa7a7fbdd97c admin admin] 10.222.0.65 "DELETE /v2.0/networks/01df4531-a919-4e3f-b57a-63f07a51de6a HTTP/1.1" status: 204 len: 168 time: 3.2983975 Feb 07 21:03:18.231860 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b6517baf-47f7-46ba-a0fb-61795f3f1b72 req-79c9dfaa-e69f-43b7-8391-8152ba64372f tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8956454 Feb 07 21:03:18.233592 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-206dee22-60d8-4ee5-b5ae-8972845a0197 None None] Current status of the port d7933acd-2bc9-4d82-a57b-5ed736cfd172 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:18.242035 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc65853-56dd-4239-bd89-d488486db9ef admin admin] Router 64da354d-50b4-4678-902b-ae47f12bfe85 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:03:18.287850 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550eea12-f7c2-496f-9991-fa7a7fbdd97c admin admin] Pushing event deleted for resources: {'Network': ['ID=01df4531-a919-4e3f-b57a-63f07a51de6a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:18.327898 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 1f8e6f2d-190e-4f2e-8eed-c31fe896b90c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:18.328374 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1f8e6f2d-190e-4f2e-8eed-c31fe896b90c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:18.428652 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc0d5e44-4a0b-47b6-81f7-f342fd69506e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (def535e0-560b-493f-84ac-22ae5fd3e2e6), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:18.564462 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0d5e44-4a0b-47b6-81f7-f342fd69506e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Network 1eeddcea-0d1c-4004-9be7-548b640cc6f3 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:18.571155 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-cc0d5e44-4a0b-47b6-81f7-f342fd69506e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:18.575042 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d5e44-4a0b-47b6-81f7-f342fd69506e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event updated for resources: {'Port': ['ID=def535e0-560b-493f-84ac-22ae5fd3e2e6,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:18.576571 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0d5e44-4a0b-47b6-81f7-f342fd69506e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:18.632488 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0d5e44-4a0b-47b6-81f7-f342fd69506e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:18.633437 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc0d5e44-4a0b-47b6-81f7-f342fd69506e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:18.636816 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47862) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:18.638384 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-874e5840-6907-4671-a9bd-7ee71519a919 req-08950ce1-96fe-4db3-bd78-766061cea3bf service neutron] Attempting to bind port 6ef2d552-18ca-4e1c-98af-9c03605d210b on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:03:18.638384 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-874e5840-6907-4671-a9bd-7ee71519a919 req-08950ce1-96fe-4db3-bd78-766061cea3bf service neutron] Attempting to bind port 6ef2d552-18ca-4e1c-98af-9c03605d210b by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'fea2834f-31e6-442e-a01b-90989713cdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '798a3744-1fe0-4f28-ada4-dc093a5e7428'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:03:18.638384 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e5840-6907-4671-a9bd-7ee71519a919 req-08950ce1-96fe-4db3-bd78-766061cea3bf service neutron] Attempting to bind port 6ef2d552-18ca-4e1c-98af-9c03605d210b on network 798a3744-1fe0-4f28-ada4-dc093a5e7428 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:03:18.652926 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-000d12d8-91a5-4646-8731-589645f94139 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks [] for port (173d3b04-7017-45be-841a-902e2f611223), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:18.670534 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e5840-6907-4671-a9bd-7ee71519a919 req-08950ce1-96fe-4db3-bd78-766061cea3bf service neutron] Port 6ef2d552-18ca-4e1c-98af-9c03605d210b on network 798a3744-1fe0-4f28-ada4-dc093a5e7428 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:03:18.671541 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e5840-6907-4671-a9bd-7ee71519a919 req-08950ce1-96fe-4db3-bd78-766061cea3bf service neutron] Attempting to bind port 6ef2d552-18ca-4e1c-98af-9c03605d210b on network 798a3744-1fe0-4f28-ada4-dc093a5e7428 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:03:18.676809 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-000d12d8-91a5-4646-8731-589645f94139 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (173d3b04-7017-45be-841a-902e2f611223), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:18.682450 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6e2294-268f-4afb-a2ce-0df901804dbb None None] Network ebc0550f-ec6c-4d64-9bd7-6031c005d00f requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:03:18.685842 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e5840-6907-4671-a9bd-7ee71519a919 req-08950ce1-96fe-4db3-bd78-766061cea3bf service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:03:18.687544 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e5840-6907-4671-a9bd-7ee71519a919 req-08950ce1-96fe-4db3-bd78-766061cea3bf service neutron] Checking segment: {'id': 'fea2834f-31e6-442e-a01b-90989713cdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '798a3744-1fe0-4f28-ada4-dc093a5e7428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:03:18.688231 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e5840-6907-4671-a9bd-7ee71519a919 req-08950ce1-96fe-4db3-bd78-766061cea3bf service neutron] Bound using segment: {'id': 'fea2834f-31e6-442e-a01b-90989713cdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '798a3744-1fe0-4f28-ada4-dc093a5e7428'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:03:18.690384 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-874e5840-6907-4671-a9bd-7ee71519a919 req-08950ce1-96fe-4db3-bd78-766061cea3bf service neutron] Bound port: 6ef2d552-18ca-4e1c-98af-9c03605d210b, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea2834f-31e6-442e-a01b-90989713cdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '798a3744-1fe0-4f28-ada4-dc093a5e7428'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:03:18.691389 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-874e5840-6907-4671-a9bd-7ee71519a919 req-08950ce1-96fe-4db3-bd78-766061cea3bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6ef2d552-18ca-4e1c-98af-9c03605d210b), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:18.698664 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a400c-d345-48bc-a6f9-302b419ecf9d req-c41d7b5d-26bd-4c4b-9c79-b6dc299ad9f7 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:18.700182 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-040a400c-d345-48bc-a6f9-302b419ecf9d req-c41d7b5d-26bd-4c4b-9c79-b6dc299ad9f7 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 1127 time: 0.2731545 Feb 07 21:03:18.712550 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cc0d5e44-4a0b-47b6-81f7-f342fd69506e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4685247 Feb 07 21:03:18.792392 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-64a9edae-a336-43da-8472-d3ae507f702c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:18.853078 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-874e5840-6907-4671-a9bd-7ee71519a919 req-08950ce1-96fe-4db3-bd78-766061cea3bf service neutron] For port 6ef2d552-18ca-4e1c-98af-9c03605d210b, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:03:18.863842 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8ba90e87-4eab-4cd8-ab18-b7656af0910b None None] Provisioning complete for port 12de4ef3-8e81-4952-a168-7e1c4943e93f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:18.864239 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8ba90e87-4eab-4cd8-ab18-b7656af0910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (12de4ef3-8e81-4952-a168-7e1c4943e93f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:18.875022 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-874e5840-6907-4671-a9bd-7ee71519a919 req-08950ce1-96fe-4db3-bd78-766061cea3bf service neutron] For port 6ef2d552-18ca-4e1c-98af-9c03605d210b, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6ef2d552-18ca-4e1c-98af-9c03605d210b,segment=NetworkSegment(fea2834f-31e6-442e-a01b-90989713cdbc),segment_id=fea2834f-31e6-442e-a01b-90989713cdbc)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:03:18.895425 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-874e5840-6907-4671-a9bd-7ee71519a919 req-08950ce1-96fe-4db3-bd78-766061cea3bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (6ef2d552-18ca-4e1c-98af-9c03605d210b), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:18.919286 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8ba90e87-4eab-4cd8-ab18-b7656af0910b None None] Port 12de4ef3-8e81-4952-a168-7e1c4943e93f cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:03:18.931961 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-000d12d8-91a5-4646-8731-589645f94139 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] In _notify_port_updated(), no bound segment for port 173d3b04-7017-45be-841a-902e2f611223 on network 49118fb2-d55b-4a95-a9d6-ad6c490b0f82 {{(pid=103255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 07 21:03:18.937212 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000d12d8-91a5-4646-8731-589645f94139 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:18.937887 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-000d12d8-91a5-4646-8731-589645f94139 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:18.939333 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-000d12d8-91a5-4646-8731-589645f94139 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] 10.222.0.65 "PUT /v2.0/ports/173d3b04-7017-45be-841a-902e2f611223 HTTP/1.1" status: 200 len: 996 time: 2.5924211 Feb 07 21:03:18.981031 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47866) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:19.017580 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e5840-6907-4671-a9bd-7ee71519a919 req-08950ce1-96fe-4db3-bd78-766061cea3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:19.018387 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-874e5840-6907-4671-a9bd-7ee71519a919 req-08950ce1-96fe-4db3-bd78-766061cea3bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:19.028879 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-874e5840-6907-4671-a9bd-7ee71519a919 req-08950ce1-96fe-4db3-bd78-766061cea3bf service neutron] 10.222.0.69 "PUT /v2.0/ports/6ef2d552-18ca-4e1c-98af-9c03605d210b HTTP/1.1" status: 200 len: 1092 time: 3.0300596 Feb 07 21:03:19.029380 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0346b7fd-5e66-4caf-b5c1-b5b48b2afd78', 'tag': '6ef2d552-18ca-4e1c-98af-9c03605d210b'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:03:19.032383 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 1f8e6f2d-190e-4f2e-8eed-c31fe896b90c is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:19.033313 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1f8e6f2d-190e-4f2e-8eed-c31fe896b90c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:19.043334 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deeff616-cb39-4f71-a04d-a00164343ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "0346b7fd-5e66-4caf-b5c1-b5b48b2afd78", "tag": "6ef2d552-18ca-4e1c-98af-9c03605d210b"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:03:19.060946 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc65853-56dd-4239-bd89-d488486db9ef admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:03:19.067998 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9c321208-3722-4b14-a8a5-85fa49b5b558 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5c44c50ce01340928cd384557042fdd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4184709 Feb 07 21:03:19.071424 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47870) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:19.077517 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfd7c1c-04a3-41fa-9ccc-806b65b5cf78 None None] Sync routers for ids ['64da354d-50b4-4678-902b-ae47f12bfe85'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:03:19.093707 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5dc65853-56dd-4239-bd89-d488486db9ef admin admin] 10.222.0.65 "PUT /v2.0/routers/64da354d-50b4-4678-902b-ae47f12bfe85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8075120 Feb 07 21:03:19.093707 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d12d8-91a5-4646-8731-589645f94139 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Pushing event updated for resources: {'Port': ['ID=173d3b04-7017-45be-841a-902e2f611223,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:19.097737 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfd7c1c-04a3-41fa-9ccc-806b65b5cf78 None None] Routers {'64da354d-50b4-4678-902b-ae47f12bfe85'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:03:19.098527 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-edfd7c1c-04a3-41fa-9ccc-806b65b5cf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:02:50Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['64da354d-50b4-4678-902b-ae47f12bfe85'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:19.105788 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 1f8e6f2d-190e-4f2e-8eed-c31fe896b90c, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=1f8e6f2d-190e-4f2e-8eed-c31fe896b90c,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:19.120232 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (1f8e6f2d-190e-4f2e-8eed-c31fe896b90c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:19.121300 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d56bc2a4-b466-48b7-a15e-2874c2e59756 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:03:19.124199 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-874e5840-6907-4671-a9bd-7ee71519a919 req-84518f56-b2ab-4486-a5c7-e67acdbf5f8a service neutron] Request body: {'port': {'device_id': '0346b7fd-5e66-4caf-b5c1-b5b48b2afd78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:19.285903 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-040a400c-d345-48bc-a6f9-302b419ecf9d req-b4bbb82e-b9be-48d4-bde5-49d31a58ea0f tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5247555 Feb 07 21:03:19.291126 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08950ce1-96fe-4db3-bd78-766061cea3bf service neutron] Pushing event updated for resources: {'Port': ['ID=6ef2d552-18ca-4e1c-98af-9c03605d210b,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:19.377449 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-874e5840-6907-4671-a9bd-7ee71519a919 req-84518f56-b2ab-4486-a5c7-e67acdbf5f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e0f4b9da-be8a-4e06-a428-fa6b13700414), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:19.388399 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b4dbcb5e-7991-46ef-ad72-be79054f8a17 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Deleting port 173d3b04-7017-45be-841a-902e2f611223 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:03:19.388749 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4dbcb5e-7991-46ef-ad72-be79054f8a17 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (173d3b04-7017-45be-841a-902e2f611223), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:19.527949 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=1f8e6f2d-190e-4f2e-8eed-c31fe896b90c,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:19.544424 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-edfd7c1c-04a3-41fa-9ccc-806b65b5cf78 None None] Set router 64da354d-50b4-4678-902b-ae47f12bfe85 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:03:19.623055 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port d56bc2a4-b466-48b7-a15e-2874c2e59756 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:19.628070 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d56bc2a4-b466-48b7-a15e-2874c2e59756), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:19.658662 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47882) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:19.679480 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1b90197b-c3b1-47fb-8d4a-f5e5adeec4a8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1589290545', 'description': 'tempest-description--839875352'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:19.687181 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-521afbf0-a2ca-49ae-acad-a0ade2f953e7 None None] Provisioning complete for port def535e0-560b-493f-84ac-22ae5fd3e2e6 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:19.687548 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-521afbf0-a2ca-49ae-acad-a0ade2f953e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (def535e0-560b-493f-84ac-22ae5fd3e2e6), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:19.807791 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7da3536c-c566-4f4d-a0a6-336b7045905f req-da6fc489-9994-41cc-8ab6-85cf55449165 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aa2e42c-2d7d-417c-b0d1-973b70c83db6 HTTP/1.1" status: 200 len: 210 time: 0.1387837 Feb 07 21:03:19.842521 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-521afbf0-a2ca-49ae-acad-a0ade2f953e7 None None] Port def535e0-560b-493f-84ac-22ae5fd3e2e6 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:03:19.890341 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0999f81-d4f5-4e89-9e17-a4631ebe4f6c x-openstack-request-id: req-b0999f81-d4f5-4e89-9e17-a4631ebe4f6c {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:03:19.890736 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0346b7fd-5e66-4caf-b5c1-b5b48b2afd78", "tag": "6ef2d552-18ca-4e1c-98af-9c03605d210b", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:03:19.891122 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b0999f81-d4f5-4e89-9e17-a4631ebe4f6c {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:03:19.891635 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0346b7fd-5e66-4caf-b5c1-b5b48b2afd78', 'tag': '6ef2d552-18ca-4e1c-98af-9c03605d210b', 'status': 'completed', 'code': 200} Feb 07 21:03:19.897766 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b90197b-c3b1-47fb-8d4a-f5e5adeec4a8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:19.909758 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-521afbf0-a2ca-49ae-acad-a0ade2f953e7 None None] Provisioning complete for port 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:19.910155 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-521afbf0-a2ca-49ae-acad-a0ade2f953e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3ca83f5e-cb8e-4e83-9a52-05c2d1b23571), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:19.976710 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port d56bc2a4-b466-48b7-a15e-2874c2e59756 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:19.977871 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d7933acd-2bc9-4d82-a57b-5ed736cfd172 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:03:19.980411 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4dbcb5e-7991-46ef-ad72-be79054f8a17 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (173d3b04-7017-45be-841a-902e2f611223), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:19.986548 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-edfd7c1c-04a3-41fa-9ccc-806b65b5cf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511520546-router', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:03:00Z', 'updated_at': '2022-02-07T21:03:13Z', 'revision_number': 4, 'project_id': 'af02f13d92924da4b1450405891889be', 'gw_port': {'id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:03Z', 'updated_at': '2022-02-07T21:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '12de4ef3-8e81-4952-a168-7e1c4943e93f', 'name': '', 'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'mac_address': 'fa:16:3e:5c:8a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'eb76e587-4176-46d1-b759-4332a321f9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:10Z', 'updated_at': '2022-02-07T21:03:13Z', 'revision_number': 2, 'project_id': 'af02f13d92924da4b1450405891889be', 'subnets': [{'id': 'eb76e587-4176-46d1-b759-4332a321f9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:20.050031 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-874e5840-6907-4671-a9bd-7ee71519a919 req-84518f56-b2ab-4486-a5c7-e67acdbf5f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f4b9da-be8a-4e06-a428-fa6b13700414 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:03:20.056156 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfd7c1c-04a3-41fa-9ccc-806b65b5cf78 None None] Checking router: 64da354d-50b4-4678-902b-ae47f12bfe85 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:03:20.056513 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfd7c1c-04a3-41fa-9ccc-806b65b5cf78 None None] Updating router 64da354d-50b4-4678-902b-ae47f12bfe85 port 12de4ef3-8e81-4952-a168-7e1c4943e93f binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:03:20.060336 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-874e5840-6907-4671-a9bd-7ee71519a919 req-84518f56-b2ab-4486-a5c7-e67acdbf5f8a service neutron] Publish callbacks [] for port (e0f4b9da-be8a-4e06-a428-fa6b13700414), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:20.060710 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b4dbcb5e-7991-46ef-ad72-be79054f8a17 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Calling delete_port for 173d3b04-7017-45be-841a-902e2f611223 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:03:20.079885 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-874e5840-6907-4671-a9bd-7ee71519a919 req-84518f56-b2ab-4486-a5c7-e67acdbf5f8a service neutron] Transition to ACTIVE for port object e0f4b9da-be8a-4e06-a428-fa6b13700414 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:03:20.109610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609af0d5-41cd-4bd1-a20b-814a72ccb19f req-d2c7c7a2-01cd-48eb-9a3a-2dd1159e438d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:20.116084 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609af0d5-41cd-4bd1-a20b-814a72ccb19f req-d2c7c7a2-01cd-48eb-9a3a-2dd1159e438d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:20.118154 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-609af0d5-41cd-4bd1-a20b-814a72ccb19f req-d2c7c7a2-01cd-48eb-9a3a-2dd1159e438d tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=0346b7fd-5e66-4caf-b5c1-b5b48b2afd78 HTTP/1.1" status: 200 len: 1667 time: 0.3770866 Feb 07 21:03:20.120234 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20106de7-dd7e-4a3a-a2c5-2edc9926ecb7 admin admin] Publish callbacks [] for security_group (34bbaa8d-b4e4-4a2c-985b-1fee9528477b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:20.122661 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-874e5840-6907-4671-a9bd-7ee71519a919 req-84518f56-b2ab-4486-a5c7-e67acdbf5f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (e0f4b9da-be8a-4e06-a428-fa6b13700414), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:20.137576 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-edfd7c1c-04a3-41fa-9ccc-806b65b5cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (12de4ef3-8e81-4952-a168-7e1c4943e93f), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:20.199558 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84518f56-b2ab-4486-a5c7-e67acdbf5f8a service neutron] Pushing event updated for resources: {'Port': ['ID=e0f4b9da-be8a-4e06-a428-fa6b13700414,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:20.238502 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port d7933acd-2bc9-4d82-a57b-5ed736cfd172 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:20.239076 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d7933acd-2bc9-4d82-a57b-5ed736cfd172), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:20.241654 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-521afbf0-a2ca-49ae-acad-a0ade2f953e7 None None] Current status of the port 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:20.242038 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-521afbf0-a2ca-49ae-acad-a0ade2f953e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3ca83f5e-cb8e-4e83-9a52-05c2d1b23571), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:20.318283 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-521afbf0-a2ca-49ae-acad-a0ade2f953e7 None None] For port 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=3ca83f5e-cb8e-4e83-9a52-05c2d1b23571,segment=NetworkSegment(aa498974-eb55-4cf2-b241-7a523af5342d),segment_id=aa498974-eb55-4cf2-b241-7a523af5342d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:20.327949 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-521afbf0-a2ca-49ae-acad-a0ade2f953e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3ca83f5e-cb8e-4e83-9a52-05c2d1b23571), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:20.329109 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b90197b-c3b1-47fb-8d4a-f5e5adeec4a8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for security_group (3155095b-db7a-4a96-b06b-bfc72e76da53), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:20.344589 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-609af0d5-41cd-4bd1-a20b-814a72ccb19f req-90e9e659-9202-41a7-9912-eb15e2952d1e tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155812 Feb 07 21:03:20.371179 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b90197b-c3b1-47fb-8d4a-f5e5adeec4a8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3155095b-db7a-4a96-b06b-bfc72e76da53), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:20.389038 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20106de7-dd7e-4a3a-a2c5-2edc9926ecb7 admin admin] Publish callbacks [] for security_group (34bbaa8d-b4e4-4a2c-985b-1fee9528477b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:20.400535 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeff616-cb39-4f71-a04d-a00164343ea1 req-3fec9135-100f-4617-a15c-f244bd3b3679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:20.401036 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeff616-cb39-4f71-a04d-a00164343ea1 req-3fec9135-100f-4617-a15c-f244bd3b3679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:20.410050 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-deeff616-cb39-4f71-a04d-a00164343ea1 req-3fec9135-100f-4617-a15c-f244bd3b3679 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3b2daf220a74f4a903969f6214c990a&device_id=0346b7fd-5e66-4caf-b5c1-b5b48b2afd78 HTTP/1.1" status: 200 len: 1945 time: 0.5096138 Feb 07 21:03:20.455501 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b90197b-c3b1-47fb-8d4a-f5e5adeec4a8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:20.465001 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1b90197b-c3b1-47fb-8d4a-f5e5adeec4a8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7945089 Feb 07 21:03:20.486420 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47900) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:20.492136 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port d7933acd-2bc9-4d82-a57b-5ed736cfd172 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:20.509665 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-18508f67-be66-44e5-bca6-b953c8dc605b tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Request body: {'security_group_rule': {'security_group_id': '3155095b-db7a-4a96-b06b-bfc72e76da53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:20.514374 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-874e5840-6907-4671-a9bd-7ee71519a919 req-84518f56-b2ab-4486-a5c7-e67acdbf5f8a service neutron] Attempting to bind port e0f4b9da-be8a-4e06-a428-fa6b13700414 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:03:20.528490 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-874e5840-6907-4671-a9bd-7ee71519a919 req-84518f56-b2ab-4486-a5c7-e67acdbf5f8a service neutron] Attempting to bind port e0f4b9da-be8a-4e06-a428-fa6b13700414 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'c0b17e20-e38c-4f12-922f-47a923f28d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6caf6111-0445-4a52-b57a-b3663a095884'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:03:20.528762 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e5840-6907-4671-a9bd-7ee71519a919 req-84518f56-b2ab-4486-a5c7-e67acdbf5f8a service neutron] Attempting to bind port e0f4b9da-be8a-4e06-a428-fa6b13700414 on network 6caf6111-0445-4a52-b57a-b3663a095884 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:03:20.576812 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0dba68fd-74fa-4f34-a2b5-d3ad5f3668a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:20.582526 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521afbf0-a2ca-49ae-acad-a0ade2f953e7 None None] Pushing event updated for resources: {'Port': ['ID=3ca83f5e-cb8e-4e83-9a52-05c2d1b23571,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:20.583876 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90197b-c3b1-47fb-8d4a-f5e5adeec4a8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3155095b-db7a-4a96-b06b-bfc72e76da53,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:20.602921 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-18508f67-be66-44e5-bca6-b953c8dc605b tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for security_group_rule (a00f534c-6de7-4ab2-9edb-ec9313106c3b), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:20.605773 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-eae1e445-9714-4414-b890-5e4d4b56b62f None None] Provisioning complete for port 173d3b04-7017-45be-841a-902e2f611223 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:20.607486 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eae1e445-9714-4414-b890-5e4d4b56b62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (173d3b04-7017-45be-841a-902e2f611223), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:20.613227 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-87587f8a-b8ad-4a70-9166-bc795058f1aa tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:20.615024 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-87587f8a-b8ad-4a70-9166-bc795058f1aa tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/networks?id=a6f86bd0-771c-4143-8683-cd147fb6889e HTTP/1.1" status: 200 len: 829 time: 0.4187496 Feb 07 21:03:20.683246 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-edfd7c1c-04a3-41fa-9ccc-806b65b5cf78 None None] Publish callbacks [] for port (12de4ef3-8e81-4952-a168-7e1c4943e93f), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:20.690128 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-eae1e445-9714-4414-b890-5e4d4b56b62f None None] Port 173d3b04-7017-45be-841a-902e2f611223 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:03:20.727065 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-eae1e445-9714-4414-b890-5e4d4b56b62f None None] Provisioning complete for port 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:20.727445 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eae1e445-9714-4414-b890-5e4d4b56b62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3ca83f5e-cb8e-4e83-9a52-05c2d1b23571), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:20.761840 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e5840-6907-4671-a9bd-7ee71519a919 req-84518f56-b2ab-4486-a5c7-e67acdbf5f8a service neutron] Port e0f4b9da-be8a-4e06-a428-fa6b13700414 on network 6caf6111-0445-4a52-b57a-b3663a095884 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:03:20.762966 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e5840-6907-4671-a9bd-7ee71519a919 req-84518f56-b2ab-4486-a5c7-e67acdbf5f8a service neutron] Attempting to bind port e0f4b9da-be8a-4e06-a428-fa6b13700414 on network 6caf6111-0445-4a52-b57a-b3663a095884 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:03:20.773579 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-b2922726-1831-4564-94ad-a0656c315058 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/quotas/af02f13d92924da4b1450405891889be HTTP/1.1" status: 200 len: 375 time: 0.1335814 Feb 07 21:03:20.885270 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-edfd7c1c-04a3-41fa-9ccc-806b65b5cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (12de4ef3-8e81-4952-a168-7e1c4943e93f), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:20.886931 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4dbcb5e-7991-46ef-ad72-be79054f8a17 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (173d3b04-7017-45be-841a-902e2f611223), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:20.887680 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeff616-cb39-4f71-a04d-a00164343ea1 req-138d6077-14f7-481c-bfe5-034628ee4ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:20.894998 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeff616-cb39-4f71-a04d-a00164343ea1 req-138d6077-14f7-481c-bfe5-034628ee4ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:20.895220 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeff616-cb39-4f71-a04d-a00164343ea1 req-138d6077-14f7-481c-bfe5-034628ee4ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:20.897290 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-deeff616-cb39-4f71-a04d-a00164343ea1 req-138d6077-14f7-481c-bfe5-034628ee4ada service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a3b2daf220a74f4a903969f6214c990a&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4754117 Feb 07 21:03:20.930383 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e5840-6907-4671-a9bd-7ee71519a919 req-84518f56-b2ab-4486-a5c7-e67acdbf5f8a service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:03:20.930787 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e5840-6907-4671-a9bd-7ee71519a919 req-84518f56-b2ab-4486-a5c7-e67acdbf5f8a service neutron] Checking segment: {'id': 'c0b17e20-e38c-4f12-922f-47a923f28d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6caf6111-0445-4a52-b57a-b3663a095884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:03:20.931422 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e5840-6907-4671-a9bd-7ee71519a919 req-84518f56-b2ab-4486-a5c7-e67acdbf5f8a service neutron] Bound using segment: {'id': 'c0b17e20-e38c-4f12-922f-47a923f28d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6caf6111-0445-4a52-b57a-b3663a095884'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:03:20.931882 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-874e5840-6907-4671-a9bd-7ee71519a919 req-84518f56-b2ab-4486-a5c7-e67acdbf5f8a service neutron] Bound port: e0f4b9da-be8a-4e06-a428-fa6b13700414, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0b17e20-e38c-4f12-922f-47a923f28d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6caf6111-0445-4a52-b57a-b3663a095884'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:03:20.932247 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-874e5840-6907-4671-a9bd-7ee71519a919 req-84518f56-b2ab-4486-a5c7-e67acdbf5f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e0f4b9da-be8a-4e06-a428-fa6b13700414), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:20.934244 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20106de7-dd7e-4a3a-a2c5-2edc9926ecb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (34bbaa8d-b4e4-4a2c-985b-1fee9528477b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:20.937041 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20106de7-dd7e-4a3a-a2c5-2edc9926ecb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:20.942180 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-20106de7-dd7e-4a3a-a2c5-2edc9926ecb7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/34bbaa8d-b4e4-4a2c-985b-1fee9528477b HTTP/1.1" status: 204 len: 168 time: 1.8663163 Feb 07 21:03:20.947424 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-eae1e445-9714-4414-b890-5e4d4b56b62f None None] Current status of the port 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:20.977465 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbcb5e-7991-46ef-ad72-be79054f8a17 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Pushing event deleted for resources: {'Port': ['ID=173d3b04-7017-45be-841a-902e2f611223,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:21.061611 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-18508f67-be66-44e5-bca6-b953c8dc605b tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for security_group_rule (a00f534c-6de7-4ab2-9edb-ec9313106c3b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:21.078545 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-e25e7b3c-a813-4df4-b24e-616ee0fc81b0 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=af02f13d92924da4b1450405891889be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3040254 Feb 07 21:03:21.081955 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 1f8e6f2d-190e-4f2e-8eed-c31fe896b90c up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:03:21.099055 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4dbcb5e-7991-46ef-ad72-be79054f8a17 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:21.108294 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47916) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:21.116746 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b4dbcb5e-7991-46ef-ad72-be79054f8a17 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] 10.222.0.65 "DELETE /v2.0/ports/173d3b04-7017-45be-841a-902e2f611223 HTTP/1.1" status: 204 len: 168 time: 2.1223326 Feb 07 21:03:21.140937 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-18508f67-be66-44e5-bca6-b953c8dc605b tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (a00f534c-6de7-4ab2-9edb-ec9313106c3b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:21.183855 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20106de7-dd7e-4a3a-a2c5-2edc9926ecb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bbaa8d-b4e4-4a2c-985b-1fee9528477b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:21.216206 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a39b86-581c-40a6-9e16-4b083f449908 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] GET failed (client error): The resource could not be found. Feb 07 21:03:21.218429 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-42a39b86-581c-40a6-9e16-4b083f449908 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] 10.222.0.65 "GET /v2.0/ports/173d3b04-7017-45be-841a-902e2f611223 HTTP/1.1" status: 404 len: 333 time: 0.0882764 Feb 07 21:03:21.273801 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed21e8-b05c-4858-9cef-6fd3ab81f494 None None] Pushing event updated for resources: {'Port': ['ID=12de4ef3-8e81-4952-a168-7e1c4943e93f,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:21.279838 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47918) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:21.307490 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-874e5840-6907-4671-a9bd-7ee71519a919 req-84518f56-b2ab-4486-a5c7-e67acdbf5f8a service neutron] For port e0f4b9da-be8a-4e06-a428-fa6b13700414, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:03:21.318489 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-874e5840-6907-4671-a9bd-7ee71519a919 req-84518f56-b2ab-4486-a5c7-e67acdbf5f8a service neutron] For port e0f4b9da-be8a-4e06-a428-fa6b13700414, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e0f4b9da-be8a-4e06-a428-fa6b13700414,segment=NetworkSegment(c0b17e20-e38c-4f12-922f-47a923f28d94),segment_id=c0b17e20-e38c-4f12-922f-47a923f28d94)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:03:21.337435 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6409d028-c40c-4e15-9879-4fe6483f8371 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Request body: {'port': {'network_id': '49118fb2-d55b-4a95-a9d6-ad6c490b0f82', 'name': 'tempest-AllowedAddressPairTestJSON-1124994967'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:21.339771 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-874e5840-6907-4671-a9bd-7ee71519a919 req-84518f56-b2ab-4486-a5c7-e67acdbf5f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (e0f4b9da-be8a-4e06-a428-fa6b13700414), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:21.347667 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 1f8e6f2d-190e-4f2e-8eed-c31fe896b90c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:21.348260 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1f8e6f2d-190e-4f2e-8eed-c31fe896b90c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:21.377021 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-edfd7c1c-04a3-41fa-9ccc-806b65b5cf78 None None] Attempting to bind port 12de4ef3-8e81-4952-a168-7e1c4943e93f on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:03:21.379051 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-edfd7c1c-04a3-41fa-9ccc-806b65b5cf78 None None] Attempting to bind port 12de4ef3-8e81-4952-a168-7e1c4943e93f by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'f98aea31-515d-4565-858b-308c6254052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:03:21.380189 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfd7c1c-04a3-41fa-9ccc-806b65b5cf78 None None] Attempting to bind port 12de4ef3-8e81-4952-a168-7e1c4943e93f on network a6f86bd0-771c-4143-8683-cd147fb6889e {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:03:21.395823 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfd7c1c-04a3-41fa-9ccc-806b65b5cf78 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:03:21.399972 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfd7c1c-04a3-41fa-9ccc-806b65b5cf78 None None] Checking segment: {'id': 'f98aea31-515d-4565-858b-308c6254052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:03:21.400667 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-edfd7c1c-04a3-41fa-9ccc-806b65b5cf78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:21.401411 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfd7c1c-04a3-41fa-9ccc-806b65b5cf78 None None] Bound using segment: {'id': 'f98aea31-515d-4565-858b-308c6254052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:03:21.402234 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-edfd7c1c-04a3-41fa-9ccc-806b65b5cf78 None None] Bound port: 12de4ef3-8e81-4952-a168-7e1c4943e93f, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98aea31-515d-4565-858b-308c6254052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:03:21.405521 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-edfd7c1c-04a3-41fa-9ccc-806b65b5cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (12de4ef3-8e81-4952-a168-7e1c4943e93f), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:21.417625 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed21e8-b05c-4858-9cef-6fd3ab81f494 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:21.421358 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed21e8-b05c-4858-9cef-6fd3ab81f494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:21.421876 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed21e8-b05c-4858-9cef-6fd3ab81f494 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:21.422370 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed21e8-b05c-4858-9cef-6fd3ab81f494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:21.423695 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed21e8-b05c-4858-9cef-6fd3ab81f494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:21.423695 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed21e8-b05c-4858-9cef-6fd3ab81f494 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:21.423695 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed21e8-b05c-4858-9cef-6fd3ab81f494 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:21.425984 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed21e8-b05c-4858-9cef-6fd3ab81f494 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:21.429209 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed21e8-b05c-4858-9cef-6fd3ab81f494 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:21.429848 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed21e8-b05c-4858-9cef-6fd3ab81f494 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:21.430424 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed21e8-b05c-4858-9cef-6fd3ab81f494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:21.431545 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed21e8-b05c-4858-9cef-6fd3ab81f494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:21.439371 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed21e8-b05c-4858-9cef-6fd3ab81f494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:21.473204 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84518f56-b2ab-4486-a5c7-e67acdbf5f8a service neutron] Pushing event updated for resources: {'Port': ['ID=e0f4b9da-be8a-4e06-a428-fa6b13700414,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:21.512138 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18508f67-be66-44e5-bca6-b953c8dc605b tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00f534c-6de7-4ab2-9edb-ec9313106c3b,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:21.513709 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e5840-6907-4671-a9bd-7ee71519a919 req-84518f56-b2ab-4486-a5c7-e67acdbf5f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:21.514341 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-874e5840-6907-4671-a9bd-7ee71519a919 req-84518f56-b2ab-4486-a5c7-e67acdbf5f8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:21.515790 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-874e5840-6907-4671-a9bd-7ee71519a919 req-84518f56-b2ab-4486-a5c7-e67acdbf5f8a service neutron] 10.222.0.69 "PUT /v2.0/ports/e0f4b9da-be8a-4e06-a428-fa6b13700414 HTTP/1.1" status: 200 len: 1092 time: 2.4107618 Feb 07 21:03:21.568565 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-18508f67-be66-44e5-bca6-b953c8dc605b tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:21.576920 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-18508f67-be66-44e5-bca6-b953c8dc605b tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0802011 Feb 07 21:03:21.583272 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47930) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:21.601398 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-d57e5dee-cfe9-44ba-b012-bf9025656699 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Request body: {'security_group_rule': {'security_group_id': '3155095b-db7a-4a96-b06b-bfc72e76da53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:21.623570 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeff616-cb39-4f71-a04d-a00164343ea1 req-d6f6d345-4ec9-4a45-8af9-f9cde4df7a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:21.625081 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-deeff616-cb39-4f71-a04d-a00164343ea1 req-d6f6d345-4ec9-4a45-8af9-f9cde4df7a1e service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7149000 Feb 07 21:03:21.676655 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 1f8e6f2d-190e-4f2e-8eed-c31fe896b90c is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:21.681519 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:03:21.747552 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-58a4c30a-177d-4bd3-bcbf-8f84776c7ba3 service neutron] 10.222.0.65 "GET /v2.0/networks/a6f86bd0-771c-4143-8683-cd147fb6889e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6649690 Feb 07 21:03:21.749032 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d57e5dee-cfe9-44ba-b012-bf9025656699 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for security_group_rule (9ceb5413-b127-4c1b-8eb7-5c53c184051f), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:21.817452 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:21.824843 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-edfd7c1c-04a3-41fa-9ccc-806b65b5cf78 None None] For port 12de4ef3-8e81-4952-a168-7e1c4943e93f, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:03:21.829375 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-edfd7c1c-04a3-41fa-9ccc-806b65b5cf78 None None] For port 12de4ef3-8e81-4952-a168-7e1c4943e93f, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=12de4ef3-8e81-4952-a168-7e1c4943e93f,segment=NetworkSegment(f98aea31-515d-4565-858b-308c6254052d),segment_id=f98aea31-515d-4565-858b-308c6254052d)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:03:21.833120 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a3dd85ad-df17-4628-b163-2418b512e7f8 None None] Provisioning complete for port 12de4ef3-8e81-4952-a168-7e1c4943e93f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:21.833663 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a3dd85ad-df17-4628-b163-2418b512e7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (12de4ef3-8e81-4952-a168-7e1c4943e93f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:21.857143 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e5840-6907-4671-a9bd-7ee71519a919 req-c7588366-1c36-4ae2-80a6-30ef3b187ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:21.857884 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e5840-6907-4671-a9bd-7ee71519a919 req-c7588366-1c36-4ae2-80a6-30ef3b187ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:21.858692 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-edfd7c1c-04a3-41fa-9ccc-806b65b5cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (12de4ef3-8e81-4952-a168-7e1c4943e93f), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:21.859905 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-874e5840-6907-4671-a9bd-7ee71519a919 req-c7588366-1c36-4ae2-80a6-30ef3b187ac7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3b2daf220a74f4a903969f6214c990a&device_id=0346b7fd-5e66-4caf-b5c1-b5b48b2afd78 HTTP/1.1" status: 200 len: 2043 time: 0.1699259 Feb 07 21:03:21.945646 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0346b7fd-5e66-4caf-b5c1-b5b48b2afd78', 'tag': 'e0f4b9da-be8a-4e06-a428-fa6b13700414'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:03:21.948292 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a3dd85ad-df17-4628-b163-2418b512e7f8 None None] Port 12de4ef3-8e81-4952-a168-7e1c4943e93f cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:03:21.955662 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:21.956060 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3ca83f5e-cb8e-4e83-9a52-05c2d1b23571), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:21.968857 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454a09e7-ac97-4755-9786-8ad83bcf00ad" -d '{"events": [{"name": "network-changed", "server_uuid": "0346b7fd-5e66-4caf-b5c1-b5b48b2afd78", "tag": "e0f4b9da-be8a-4e06-a428-fa6b13700414"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:03:21.979423 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-874db2ed-3157-4a1c-86b7-5732462818c9 service neutron] 10.222.0.65 "GET /v2.0/networks/a6f86bd0-771c-4143-8683-cd147fb6889e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268262 Feb 07 21:03:21.993664 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d57e5dee-cfe9-44ba-b012-bf9025656699 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for security_group_rule (9ceb5413-b127-4c1b-8eb7-5c53c184051f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:22.010223 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfd7c1c-04a3-41fa-9ccc-806b65b5cf78 None None] Routers {'64da354d-50b4-4678-902b-ae47f12bfe85'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:03:22.011161 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-edfd7c1c-04a3-41fa-9ccc-806b65b5cf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:03:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['64da354d-50b4-4678-902b-ae47f12bfe85'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:22.016608 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-874e5840-6907-4671-a9bd-7ee71519a919 req-d186e8e4-c8d7-4809-9877-1d9ce371bbba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.244&port_id=6ef2d552-18ca-4e1c-98af-9c03605d210b HTTP/1.1" status: 200 len: 217 time: 0.1265650 Feb 07 21:03:22.019950 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed21e8-b05c-4858-9cef-6fd3ab81f494 None None] Pushing event updated for resources: {'Port': ['ID=12de4ef3-8e81-4952-a168-7e1c4943e93f,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:22.041285 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d57e5dee-cfe9-44ba-b012-bf9025656699 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (9ceb5413-b127-4c1b-8eb7-5c53c184051f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:22.097738 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6409d028-c40c-4e15-9879-4fe6483f8371 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Made reservation on behalf of 6ae010e0e0104853b0dd9f9070713361 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:22.102149 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6409d028-c40c-4e15-9879-4fe6483f8371 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:22.149881 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e5840-6907-4671-a9bd-7ee71519a919 req-d5ac6432-bd77-4af5-8b88-75dfd9d1ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:22.152287 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-874e5840-6907-4671-a9bd-7ee71519a919 req-d5ac6432-bd77-4af5-8b88-75dfd9d1ef46 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=76e20d40-b8ba-4062-8dfd-9441a4aa79ee HTTP/1.1" status: 200 len: 801 time: 0.1330764 Feb 07 21:03:22.153553 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e5dee-cfe9-44ba-b012-bf9025656699 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ceb5413-b127-4c1b-8eb7-5c53c184051f,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:22.153908 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-6409d028-c40c-4e15-9879-4fe6483f8371 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] device_id is not set on port f6af470c-7403-4a7e-ad43-e3581742541d yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:03:22.158207 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d57e5dee-cfe9-44ba-b012-bf9025656699 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:22.160762 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d57e5dee-cfe9-44ba-b012-bf9025656699 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5721054 Feb 07 21:03:22.164770 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47948) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:22.181837 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-79314398-21d2-44ff-b077-ebf26c9e012c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:22.298188 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:22.299440 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d7933acd-2bc9-4d82-a57b-5ed736cfd172 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:03:22.326181 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-edfd7c1c-04a3-41fa-9ccc-806b65b5cf78 None None] Set router 64da354d-50b4-4678-902b-ae47f12bfe85 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:03:22.385157 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e5840-6907-4671-a9bd-7ee71519a919 req-d810a2d6-e2fa-48da-965f-ff047e4cb32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:22.389714 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-874e5840-6907-4671-a9bd-7ee71519a919 req-d810a2d6-e2fa-48da-965f-ff047e4cb32a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=798a3744-1fe0-4f28-ada4-dc093a5e7428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2265275 Feb 07 21:03:22.413750 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79314398-21d2-44ff-b077-ebf26c9e012c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:22.425466 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port d7933acd-2bc9-4d82-a57b-5ed736cfd172 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:22.425967 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d7933acd-2bc9-4d82-a57b-5ed736cfd172), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:22.646157 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-6409d028-c40c-4e15-9879-4fe6483f8371 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Allocated IP 172.20.0.12 (49118fb2-d55b-4a95-a9d6-ad6c490b0f82/9a0adbc0-8441-48f0-bfc6-dc8fdb78f645/f6af470c-7403-4a7e-ad43-e3581742541d) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:03:22.708464 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6934e319-6946-4aaa-8f2f-50149d70c49d None None] Provisioning complete for port 12de4ef3-8e81-4952-a168-7e1c4943e93f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:22.708843 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6934e319-6946-4aaa-8f2f-50149d70c49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (12de4ef3-8e81-4952-a168-7e1c4943e93f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:22.771934 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-874e5840-6907-4671-a9bd-7ee71519a919 req-f00bb807-0341-40d3-9a2b-a4a52ad0cfa8 service neutron] 10.222.0.69 "GET /v2.0/networks/798a3744-1fe0-4f28-ada4-dc093a5e7428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736045 Feb 07 21:03:22.844252 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port d7933acd-2bc9-4d82-a57b-5ed736cfd172 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:22.873447 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-edfd7c1c-04a3-41fa-9ccc-806b65b5cf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511520546-router', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:03:00Z', 'updated_at': '2022-02-07T21:03:13Z', 'revision_number': 4, 'project_id': 'af02f13d92924da4b1450405891889be', 'gw_port': {'id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:03Z', 'updated_at': '2022-02-07T21:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '12de4ef3-8e81-4952-a168-7e1c4943e93f', 'name': '', 'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'mac_address': 'fa:16:3e:5c:8a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'eb76e587-4176-46d1-b759-4332a321f9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:10Z', 'updated_at': '2022-02-07T21:03:21Z', 'revision_number': 4, 'project_id': 'af02f13d92924da4b1450405891889be', 'subnets': [{'id': 'eb76e587-4176-46d1-b759-4332a321f9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:22.909243 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfd7c1c-04a3-41fa-9ccc-806b65b5cf78 None None] The sync data for ids ['64da354d-50b4-4678-902b-ae47f12bfe85'] in n-d-828185-2 is: [{'id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511520546-router', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:03:00Z', 'updated_at': '2022-02-07T21:03:13Z', 'revision_number': 4, 'project_id': 'af02f13d92924da4b1450405891889be', 'gw_port': {'id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:03Z', 'updated_at': '2022-02-07T21:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '12de4ef3-8e81-4952-a168-7e1c4943e93f', 'name': '', 'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'mac_address': 'fa:16:3e:5c:8a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'eb76e587-4176-46d1-b759-4332a321f9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:10Z', 'updated_at': '2022-02-07T21:03:21Z', 'revision_number': 4, 'project_id': 'af02f13d92924da4b1450405891889be', 'subnets': [{'id': 'eb76e587-4176-46d1-b759-4332a321f9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:03:23.018816 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-def46ba9-c485-4b06-a7ad-12ed7cc53b67 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:03:23.039135 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6934e319-6946-4aaa-8f2f-50149d70c49d None None] Current status of the port 12de4ef3-8e81-4952-a168-7e1c4943e93f is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:23.039901 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6934e319-6946-4aaa-8f2f-50149d70c49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (12de4ef3-8e81-4952-a168-7e1c4943e93f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:23.041279 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-def46ba9-c485-4b06-a7ad-12ed7cc53b67 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4206495 Feb 07 21:03:23.041498 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47972) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:23.117316 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-6934e319-6946-4aaa-8f2f-50149d70c49d None None] For port 12de4ef3-8e81-4952-a168-7e1c4943e93f, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=12de4ef3-8e81-4952-a168-7e1c4943e93f,segment=NetworkSegment(f98aea31-515d-4565-858b-308c6254052d),segment_id=f98aea31-515d-4565-858b-308c6254052d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:23.158208 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6934e319-6946-4aaa-8f2f-50149d70c49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (12de4ef3-8e81-4952-a168-7e1c4943e93f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:23.179780 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-874e5840-6907-4671-a9bd-7ee71519a919 req-4208ca05-16cd-4fc7-aeeb-904a96c7a0cb service neutron] 10.222.0.69 "GET /v2.0/networks/798a3744-1fe0-4f28-ada4-dc093a5e7428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998005 Feb 07 21:03:23.227612 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:03:23.232250 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:23.255804 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd8dad-4147-4c8c-a960-0f495b375491 req-fd8caa0a-81e2-4c0f-becc-af5777705507 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:23.266041 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd8dad-4147-4c8c-a960-0f495b375491 req-fd8caa0a-81e2-4c0f-becc-af5777705507 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:23.277538 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-25dd8dad-4147-4c8c-a960-0f495b375491 req-fd8caa0a-81e2-4c0f-becc-af5777705507 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=0346b7fd-5e66-4caf-b5c1-b5b48b2afd78 HTTP/1.1" status: 200 len: 1679 time: 0.4835835 Feb 07 21:03:23.299988 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-874e5840-6907-4671-a9bd-7ee71519a919 req-92dc9ed7-1792-4fc0-94db-3bf09a4b76a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.155&port_id=e0f4b9da-be8a-4e06-a428-fa6b13700414 HTTP/1.1" status: 200 len: 217 time: 0.1096878 Feb 07 21:03:23.338518 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6409d028-c40c-4e15-9879-4fe6483f8371 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks [] for port (f6af470c-7403-4a7e-ad43-e3581742541d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:23.388120 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-cc200fff-789f-4f84-9922-d14f6f5f40d7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-734008154-network', 'tenant_id': '4b7c1937361146a7b2dfe64ac8dca8e9'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:23.427598 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-25dd8dad-4147-4c8c-a960-0f495b375491 req-8348de2e-3522-41ee-b3b2-89bc02ae6954 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472878 Feb 07 21:03:23.440613 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-51d94f40-aa98-4b58-8be6-526a8a47c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:23.452519 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934e319-6946-4aaa-8f2f-50149d70c49d None None] Pushing event updated for resources: {'Port': ['ID=12de4ef3-8e81-4952-a168-7e1c4943e93f,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:23.454518 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-51d94f40-aa98-4b58-8be6-526a8a47c21c service neutron] 10.222.0.65 "GET /v2.0/ports/372e6712-1718-43c6-884a-34e911ef5f14 HTTP/1.1" status: 200 len: 1124 time: 0.4122615 Feb 07 21:03:23.468161 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e5840-6907-4671-a9bd-7ee71519a919 req-dd589cc8-2ed7-4bc0-a6af-9670242bbaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:23.471360 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-874e5840-6907-4671-a9bd-7ee71519a919 req-dd589cc8-2ed7-4bc0-a6af-9670242bbaa4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca1b09f2-aee1-41cf-9482-47eaf33a6fa0 HTTP/1.1" status: 200 len: 801 time: 0.1435199 Feb 07 21:03:23.484893 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-037ffe5f-4cb8-4821-ac11-0ccc5429a9b9 service neutron] Request body: {'binding': {'host': 'n-h2-828185-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:23.485762 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-037ffe5f-4cb8-4821-ac11-0ccc5429a9b9 service neutron] Unknown quota resources ['binding']. {{(pid=103256) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 21:03:23.489460 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:23.490161 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3ca83f5e-cb8e-4e83-9a52-05c2d1b23571), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:23.530486 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc200fff-789f-4f84-9922-d14f6f5f40d7 admin admin] Made reservation on behalf of 4b7c1937361146a7b2dfe64ac8dca8e9 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:23.538803 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cc200fff-789f-4f84-9922-d14f6f5f40d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:23.578774 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be0dea3-7fef-4a06-959b-1212283604c2 x-openstack-request-id: req-9be0dea3-7fef-4a06-959b-1212283604c2 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:03:23.579073 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0346b7fd-5e66-4caf-b5c1-b5b48b2afd78", "tag": "e0f4b9da-be8a-4e06-a428-fa6b13700414", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:03:23.579462 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9be0dea3-7fef-4a06-959b-1212283604c2 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:03:23.579882 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0346b7fd-5e66-4caf-b5c1-b5b48b2afd78', 'tag': 'e0f4b9da-be8a-4e06-a428-fa6b13700414', 'status': 'completed', 'code': 200} Feb 07 21:03:23.606144 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cc200fff-789f-4f84-9922-d14f6f5f40d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:23.659212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:23.691099 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79314398-21d2-44ff-b077-ebf26c9e012c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:23.700461 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e5840-6907-4671-a9bd-7ee71519a919 req-38d3dd0f-228e-4119-8953-ac5a35d12077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:23.700461 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-874e5840-6907-4671-a9bd-7ee71519a919 req-38d3dd0f-228e-4119-8953-ac5a35d12077 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6caf6111-0445-4a52-b57a-b3663a095884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2195237 Feb 07 21:03:23.706768 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6409d028-c40c-4e15-9879-4fe6483f8371 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f6af470c-7403-4a7e-ad43-e3581742541d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:23.764904 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84f89633-c5bb-4486-b2d4-76203bbf000a req-99720b47-c731-44af-8832-76a8c27c7e10 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/ports?device_id=9720d579-c7a9-43e5-a209-5258f0676f3b HTTP/1.1" status: 200 len: 210 time: 0.1298256 Feb 07 21:03:23.905841 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6409d028-c40c-4e15-9879-4fe6483f8371 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Network 49118fb2-d55b-4a95-a9d6-ad6c490b0f82 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:23.924924 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6409d028-c40c-4e15-9879-4fe6483f8371 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:23.951219 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6409d028-c40c-4e15-9879-4fe6483f8371 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:23.961764 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409d028-c40c-4e15-9879-4fe6483f8371 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Pushing event updated for resources: {'Port': ['ID=f6af470c-7403-4a7e-ad43-e3581742541d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:24.008791 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-037ffe5f-4cb8-4821-ac11-0ccc5429a9b9 service neutron] Attempting to bind port 372e6712-1718-43c6-884a-34e911ef5f14 on host n-h2-828185-2 for vnic_type normal with profile None {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:03:24.009406 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-037ffe5f-4cb8-4821-ac11-0ccc5429a9b9 service neutron] Attempting to bind port 372e6712-1718-43c6-884a-34e911ef5f14 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:03:24.009511 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-037ffe5f-4cb8-4821-ac11-0ccc5429a9b9 service neutron] Attempting to bind port 372e6712-1718-43c6-884a-34e911ef5f14 on network 6d967ae2-07ea-401e-8063-c085e3020e36 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:03:24.022790 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-037ffe5f-4cb8-4821-ac11-0ccc5429a9b9 service neutron] Port 372e6712-1718-43c6-884a-34e911ef5f14 on network 6d967ae2-07ea-401e-8063-c085e3020e36 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:03:24.024531 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-037ffe5f-4cb8-4821-ac11-0ccc5429a9b9 service neutron] Attempting to bind port 372e6712-1718-43c6-884a-34e911ef5f14 on network 6d967ae2-07ea-401e-8063-c085e3020e36 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:03:24.035335 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-874e5840-6907-4671-a9bd-7ee71519a919 req-ef70161b-a2e5-46cf-9d59-67f0e5de19b7 service neutron] 10.222.0.69 "GET /v2.0/networks/6caf6111-0445-4a52-b57a-b3663a095884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287086 Feb 07 21:03:24.037060 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-037ffe5f-4cb8-4821-ac11-0ccc5429a9b9 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:03:24.037739 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-037ffe5f-4cb8-4821-ac11-0ccc5429a9b9 service neutron] Checking segment: {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:03:24.047153 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-037ffe5f-4cb8-4821-ac11-0ccc5429a9b9 service neutron] Bound using segment: {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:03:24.047633 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-037ffe5f-4cb8-4821-ac11-0ccc5429a9b9 service neutron] Bound port: 372e6712-1718-43c6-884a-34e911ef5f14, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:03:24.160592 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6409d028-c40c-4e15-9879-4fe6483f8371 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:24.167229 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6409d028-c40c-4e15-9879-4fe6483f8371 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:24.212220 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-874e5840-6907-4671-a9bd-7ee71519a919 req-02654894-3aae-49f8-8704-a0e854d38215 service neutron] 10.222.0.69 "GET /v2.0/networks/6caf6111-0445-4a52-b57a-b3663a095884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511936 Feb 07 21:03:24.250592 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-79314398-21d2-44ff-b077-ebf26c9e012c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Allocated IP 172.25.4.221 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/64cf9120-fef1-4d35-802c-736d104c378e) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:03:24.264558 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cc200fff-789f-4f84-9922-d14f6f5f40d7 admin admin] Publish callbacks [] for security_group (18475031-1d15-4ec4-a9c2-0f5f8eb8ff68), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:24.304855 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6409d028-c40c-4e15-9879-4fe6483f8371 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9934635 Feb 07 21:03:24.305528 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47984) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:24.312719 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-727e192e-cbb6-47be-9f55-b4774ff5f635 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Request body: {'port': {'network_id': '49118fb2-d55b-4a95-a9d6-ad6c490b0f82', 'name': 'tempest-AllowedAddressPairTestJSON-1254557761'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:24.357893 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cc200fff-789f-4f84-9922-d14f6f5f40d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (18475031-1d15-4ec4-a9c2-0f5f8eb8ff68), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:24.381564 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:24.407225 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-07cc51ac-3d13-4e67-bce3-d36d2605f653 None None] Provisioning complete for port f6af470c-7403-4a7e-ad43-e3581742541d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:24.408162 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-07cc51ac-3d13-4e67-bce3-d36d2605f653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f6af470c-7403-4a7e-ad43-e3581742541d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:24.413093 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc200fff-789f-4f84-9922-d14f6f5f40d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:03:24.483426 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-07cc51ac-3d13-4e67-bce3-d36d2605f653 None None] Port f6af470c-7403-4a7e-ad43-e3581742541d cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:03:24.542900 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cc200fff-789f-4f84-9922-d14f6f5f40d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (9e27aa91-55cc-462d-aeb7-1b345510d8cb), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:24.543305 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-cc200fff-789f-4f84-9922-d14f6f5f40d7 admin admin] Added segment 9e27aa91-55cc-462d-aeb7-1b345510d8cb of type vlan for network d5bb16a4-31f3-4a2c-94f1-a95e66782779 Feb 07 21:03:24.544566 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-037ffe5f-4cb8-4821-ac11-0ccc5429a9b9 service neutron] For port 372e6712-1718-43c6-884a-34e911ef5f14, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=372e6712-1718-43c6-884a-34e911ef5f14,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:03:24.559435 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc200fff-789f-4f84-9922-d14f6f5f40d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:24.578403 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-037ffe5f-4cb8-4821-ac11-0ccc5429a9b9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:24.583955 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-037ffe5f-4cb8-4821-ac11-0ccc5429a9b9 service neutron] 10.222.0.65 "POST /v2.0/ports/372e6712-1718-43c6-884a-34e911ef5f14/bindings HTTP/1.1" status: 201 len: 389 time: 1.1065185 Feb 07 21:03:24.630506 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a09e7-ac97-4755-9786-8ad83bcf00ad req-fb863310-1ad8-404c-8553-f00707679e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:24.631407 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a09e7-ac97-4755-9786-8ad83bcf00ad req-fb863310-1ad8-404c-8553-f00707679e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:24.633540 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-454a09e7-ac97-4755-9786-8ad83bcf00ad req-fb863310-1ad8-404c-8553-f00707679e4f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3b2daf220a74f4a903969f6214c990a&device_id=0346b7fd-5e66-4caf-b5c1-b5b48b2afd78 HTTP/1.1" status: 200 len: 2043 time: 0.3456187 Feb 07 21:03:24.652505 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727e192e-cbb6-47be-9f55-b4774ff5f635 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Made reservation on behalf of 6ae010e0e0104853b0dd9f9070713361 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:24.656211 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-727e192e-cbb6-47be-9f55-b4774ff5f635 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:24.782219 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79314398-21d2-44ff-b077-ebf26c9e012c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for port (64cf9120-fef1-4d35-802c-736d104c378e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:24.787259 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-727e192e-cbb6-47be-9f55-b4774ff5f635 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] device_id is not set on port 2d4b3ae8-dccb-469d-aa06-cd1a30745be4 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:03:25.058370 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cc200fff-789f-4f84-9922-d14f6f5f40d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (d5bb16a4-31f3-4a2c-94f1-a95e66782779), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:25.066157 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a09e7-ac97-4755-9786-8ad83bcf00ad req-2eb86aa4-7b10-4e4d-8262-9c674fc230b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:25.067808 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-454a09e7-ac97-4755-9786-8ad83bcf00ad req-2eb86aa4-7b10-4e4d-8262-9c674fc230b0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6caf6111-0445-4a52-b57a-b3663a095884 HTTP/1.1" status: 200 len: 902 time: 0.4269733 Feb 07 21:03:25.094338 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 12de4ef3-8e81-4952-a168-7e1c4943e93f up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:03:25.122669 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-fcb2eeea-6963-424d-8d70-002ba29c8147 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:25.124227 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-fcb2eeea-6963-424d-8d70-002ba29c8147 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.71 "GET /v2.0/networks?id=a6f86bd0-771c-4143-8683-cd147fb6889e HTTP/1.1" status: 200 len: 829 time: 0.9129817 Feb 07 21:03:25.162338 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79314398-21d2-44ff-b077-ebf26c9e012c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (64cf9120-fef1-4d35-802c-736d104c378e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:25.184462 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-1707382e-6bc3-4359-9fa4-d4cf567dffff tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Request body: {'port': {'device_id': '9720d579-c7a9-43e5-a209-5258f0676f3b', 'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e', 'admin_state_up': True, 'tenant_id': 'af02f13d92924da4b1450405891889be'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:25.191981 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-454a09e7-ac97-4755-9786-8ad83bcf00ad req-75b7931e-ef33-440b-96dd-8b825ce9d7d1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.155&port_id=e0f4b9da-be8a-4e06-a428-fa6b13700414 HTTP/1.1" status: 200 len: 217 time: 0.1176217 Feb 07 21:03:25.200320 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-15526a49-dda2-4ec2-aa2e-aa09b8362b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:25.205418 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-15526a49-dda2-4ec2-aa2e-aa09b8362b59 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 1127 time: 0.2533197 Feb 07 21:03:25.245366 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 12de4ef3-8e81-4952-a168-7e1c4943e93f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:25.245737 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (12de4ef3-8e81-4952-a168-7e1c4943e93f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:25.294098 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a09e7-ac97-4755-9786-8ad83bcf00ad req-d22f4b36-62fc-446a-b7f6-a12dcd3e98ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:25.296290 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-454a09e7-ac97-4755-9786-8ad83bcf00ad req-d22f4b36-62fc-446a-b7f6-a12dcd3e98ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca1b09f2-aee1-41cf-9482-47eaf33a6fa0 HTTP/1.1" status: 200 len: 801 time: 0.0813334 Feb 07 21:03:25.311543 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cc200fff-789f-4f84-9922-d14f6f5f40d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (d5bb16a4-31f3-4a2c-94f1-a95e66782779), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:25.312762 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc200fff-789f-4f84-9922-d14f6f5f40d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:25.313445 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cc200fff-789f-4f84-9922-d14f6f5f40d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:25.333762 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-727e192e-cbb6-47be-9f55-b4774ff5f635 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Allocated IP 172.20.0.8 (49118fb2-d55b-4a95-a9d6-ad6c490b0f82/9a0adbc0-8441-48f0-bfc6-dc8fdb78f645/2d4b3ae8-dccb-469d-aa06-cd1a30745be4) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:03:25.359778 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-cc200fff-789f-4f84-9922-d14f6f5f40d7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2814314 Feb 07 21:03:25.366506 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47994) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:25.368431 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79314398-21d2-44ff-b077-ebf26c9e012c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:25.380995 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314398-21d2-44ff-b077-ebf26c9e012c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event updated for resources: {'Port': ['ID=64cf9120-fef1-4d35-802c-736d104c378e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:25.388035 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b8bd9a1e-d01f-4c42-a73f-8506d3141dd7 admin admin] Request body: {'subnet': {'network_id': 'd5bb16a4-31f3-4a2c-94f1-a95e66782779', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-734008154-subnet', 'tenant_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:25.436172 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 12de4ef3-8e81-4952-a168-7e1c4943e93f is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:25.452401 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b6e40-677d-4999-a5a0-09a30d97ad69 req-7c5bae5a-d1b7-44cb-bd90-90c66f906d55 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:25.459972 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b6e40-677d-4999-a5a0-09a30d97ad69 req-7c5bae5a-d1b7-44cb-bd90-90c66f906d55 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:25.471288 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f30b6e40-677d-4999-a5a0-09a30d97ad69 req-7c5bae5a-d1b7-44cb-bd90-90c66f906d55 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=0346b7fd-5e66-4caf-b5c1-b5b48b2afd78 HTTP/1.1" status: 200 len: 1679 time: 0.8789666 Feb 07 21:03:25.492556 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-79314398-21d2-44ff-b077-ebf26c9e012c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:25.494564 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bd9a1e-d01f-4c42-a73f-8506d3141dd7 admin admin] Made reservation on behalf of 4b7c1937361146a7b2dfe64ac8dca8e9 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:25.496872 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8bd9a1e-d01f-4c42-a73f-8506d3141dd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:25.511901 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79314398-21d2-44ff-b077-ebf26c9e012c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:25.528117 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a09e7-ac97-4755-9786-8ad83bcf00ad req-bbce6ffa-a1bc-4049-8013-7f3728fc2e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:25.529648 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-454a09e7-ac97-4755-9786-8ad83bcf00ad req-bbce6ffa-a1bc-4049-8013-7f3728fc2e53 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6caf6111-0445-4a52-b57a-b3663a095884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2210813 Feb 07 21:03:25.548803 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f75c0-0429-492c-b841-464ae8a85380 req-4b3c2f8b-cda1-444e-af7c-8b04e8cc9a97 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:25.556154 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-554f75c0-0429-492c-b841-464ae8a85380 req-4b3c2f8b-cda1-444e-af7c-8b04e8cc9a97 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 945 time: 0.6602895 Feb 07 21:03:25.624911 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-6d563f87-9d05-410f-a467-1cfee1458361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:25.628217 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-6d563f87-9d05-410f-a467-1cfee1458361 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 909 time: 0.3366957 Feb 07 21:03:25.723581 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-d9757180-a5b1-44d9-9bb7-a3729c3aaae3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=372e6712-1718-43c6-884a-34e911ef5f14 HTTP/1.1" status: 200 len: 217 time: 0.0614312 Feb 07 21:03:25.785219 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-8c9e8e76-5aa4-4ad5-9706-880d701f1c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:25.787018 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-8c9e8e76-5aa4-4ad5-9706-880d701f1c0f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=da67b52e-9fa9-4eda-bee9-de250f228011 HTTP/1.1" status: 200 len: 848 time: 0.0539777 Feb 07 21:03:26.140147 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79314398-21d2-44ff-b077-ebf26c9e012c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for floatingip (1fee0f6a-254f-4229-9fe9-25c5999d746c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:26.142754 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-9b877186-6aa5-4abf-af42-4b3bd7d7e84e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6d967ae2-07ea-401e-8063-c085e3020e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3466401 Feb 07 21:03:26.212504 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f30b6e40-677d-4999-a5a0-09a30d97ad69 req-c9b9fe09-a88d-4786-9bcf-57539a24fb78 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7389994 Feb 07 21:03:26.232143 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-454a09e7-ac97-4755-9786-8ad83bcf00ad req-fd13d541-d8a0-46d5-bb09-87152a24fa12 service neutron] 10.222.0.69 "GET /v2.0/networks/6caf6111-0445-4a52-b57a-b3663a095884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6869819 Feb 07 21:03:26.280250 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-1707382e-6bc3-4359-9fa4-d4cf567dffff tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Made reservation on behalf of af02f13d92924da4b1450405891889be for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:26.284578 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-1707382e-6bc3-4359-9fa4-d4cf567dffff tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:26.301541 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-554f75c0-0429-492c-b841-464ae8a85380 req-faf3985f-c9c6-4d89-9b6d-1bcdf8283db1 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7445018 Feb 07 21:03:26.302287 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79314398-21d2-44ff-b077-ebf26c9e012c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (64cf9120-fef1-4d35-802c-736d104c378e), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:26.315517 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-727e192e-cbb6-47be-9f55-b4774ff5f635 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks [] for port (2d4b3ae8-dccb-469d-aa06-cd1a30745be4), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:26.424774 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-51e7d2c8-f71f-4a8d-afa0-bb95294f0570 service neutron] 10.222.0.71 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723444 Feb 07 21:03:26.462296 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-727e192e-cbb6-47be-9f55-b4774ff5f635 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (2d4b3ae8-dccb-469d-aa06-cd1a30745be4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:26.464269 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc200fff-789f-4f84-9922-d14f6f5f40d7 admin admin] Pushing event updated for resources: {'Network': ['ID=d5bb16a4-31f3-4a2c-94f1-a95e66782779,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:26.477739 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network d5bb16a4-31f3-4a2c-94f1-a95e66782779 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:03:26.521817 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c575629d-f2fe-431c-afee-e4e13ede4271 req-0c4a76b4-0da9-433a-9bee-5792e7243691 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/ports?device_id=9720d579-c7a9-43e5-a209-5258f0676f3b HTTP/1.1" status: 200 len: 210 time: 0.2244594 Feb 07 21:03:26.554357 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-454a09e7-ac97-4755-9786-8ad83bcf00ad req-e092944c-1728-499b-b6ae-de973f8a6df4 service neutron] 10.222.0.69 "GET /v2.0/networks/6caf6111-0445-4a52-b57a-b3663a095884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919457 Feb 07 21:03:26.572765 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79314398-21d2-44ff-b077-ebf26c9e012c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for port (64cf9120-fef1-4d35-802c-736d104c378e), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:26.581141 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e192e-cbb6-47be-9f55-b4774ff5f635 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Pushing event updated for resources: {'Port': ['ID=2d4b3ae8-dccb-469d-aa06-cd1a30745be4,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:26.586778 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727e192e-cbb6-47be-9f55-b4774ff5f635 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Network 49118fb2-d55b-4a95-a9d6-ad6c490b0f82 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:26.591814 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-727e192e-cbb6-47be-9f55-b4774ff5f635 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:26.595056 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727e192e-cbb6-47be-9f55-b4774ff5f635 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:26.619994 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79314398-21d2-44ff-b077-ebf26c9e012c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (64cf9120-fef1-4d35-802c-736d104c378e), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:26.677845 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727e192e-cbb6-47be-9f55-b4774ff5f635 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:26.678398 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-727e192e-cbb6-47be-9f55-b4774ff5f635 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:26.698084 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-6ee5073f-9d0f-447b-b4e2-bfac7ca1c87e service neutron] 10.222.0.71 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635770 Feb 07 21:03:26.709591 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-727e192e-cbb6-47be-9f55-b4774ff5f635 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4029655 Feb 07 21:03:26.712264 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47998) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:26.720587 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c3ea5c7a-6674-4c5d-9585-4b220e181222 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:16:7c:93'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:65:7c:1c'}]}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:26.827336 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-1707382e-6bc3-4359-9fa4-d4cf567dffff tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Allocated IP 172.20.0.9 (a6f86bd0-771c-4143-8683-cd147fb6889e/eb76e587-4176-46d1-b759-4332a321f9fd/ce51bc02-3b1e-48df-8b1c-4d8326eab37b) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:03:26.921598 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314398-21d2-44ff-b077-ebf26c9e012c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event updated for resources: {'Port': ['ID=64cf9120-fef1-4d35-802c-736d104c378e,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:26.992789 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3ea5c7a-6674-4c5d-9585-4b220e181222 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2d4b3ae8-dccb-469d-aa06-cd1a30745be4), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:27.064098 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b49133f9-fc43-499d-ae74-88cf3f0898be None None] Provisioning complete for port 2d4b3ae8-dccb-469d-aa06-cd1a30745be4 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:27.076761 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b49133f9-fc43-499d-ae74-88cf3f0898be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2d4b3ae8-dccb-469d-aa06-cd1a30745be4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:27.084589 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79314398-21d2-44ff-b077-ebf26c9e012c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (1fee0f6a-254f-4229-9fe9-25c5999d746c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:27.137679 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b49133f9-fc43-499d-ae74-88cf3f0898be None None] Port 2d4b3ae8-dccb-469d-aa06-cd1a30745be4 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:03:27.146767 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79314398-21d2-44ff-b077-ebf26c9e012c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:27.149524 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-79314398-21d2-44ff-b077-ebf26c9e012c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9727714 Feb 07 21:03:27.502316 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3ea5c7a-6674-4c5d-9585-4b220e181222 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks [] for port (2d4b3ae8-dccb-469d-aa06-cd1a30745be4), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:27.525055 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3ea5c7a-6674-4c5d-9585-4b220e181222 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (2d4b3ae8-dccb-469d-aa06-cd1a30745be4), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:27.619533 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea5c7a-6674-4c5d-9585-4b220e181222 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Pushing event updated for resources: {'Port': ['ID=2d4b3ae8-dccb-469d-aa06-cd1a30745be4,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:27.644699 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea5c7a-6674-4c5d-9585-4b220e181222 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] In _notify_port_updated(), no bound segment for port 2d4b3ae8-dccb-469d-aa06-cd1a30745be4 on network 49118fb2-d55b-4a95-a9d6-ad6c490b0f82 {{(pid=103256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 07 21:03:27.649672 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ea5c7a-6674-4c5d-9585-4b220e181222 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:27.650292 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3ea5c7a-6674-4c5d-9585-4b220e181222 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:27.652045 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c3ea5c7a-6674-4c5d-9585-4b220e181222 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] 10.222.0.65 "PUT /v2.0/ports/2d4b3ae8-dccb-469d-aa06-cd1a30745be4 HTTP/1.1" status: 200 len: 1057 time: 0.9378209 Feb 07 21:03:27.654501 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48014) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:27.679670 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8bd9a1e-d01f-4c42-a73f-8506d3141dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (4b00d401-675a-4bb3-80a1-0cef41c01a34), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:27.777928 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-1707382e-6bc3-4359-9fa4-d4cf567dffff tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks [] for port (ce51bc02-3b1e-48df-8b1c-4d8326eab37b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:27.824984 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-23822117-6c9e-43fc-99a4-75df874b1f75 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Deleting port 2d4b3ae8-dccb-469d-aa06-cd1a30745be4 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:03:27.825251 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23822117-6c9e-43fc-99a4-75df874b1f75 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (2d4b3ae8-dccb-469d-aa06-cd1a30745be4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:27.882655 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd9a1e-d01f-4c42-a73f-8506d3141dd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b00d401-675a-4bb3-80a1-0cef41c01a34,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:27.903505 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270a8f1-77dd-4037-bd3d-3edc59df9808 req-68cc2f82-8ec6-4a34-931b-456d2e7f4b0b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:27.914655 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f270a8f1-77dd-4037-bd3d-3edc59df9808 req-68cc2f82-8ec6-4a34-931b-456d2e7f4b0b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 945 time: 0.4245090 Feb 07 21:03:27.943841 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5f390-85fc-4c7d-808d-3cbf0d9ad00a req-5f8d2587-b1cf-4791-823c-118b2518e4d1 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:27.960795 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5f390-85fc-4c7d-808d-3cbf0d9ad00a req-5f8d2587-b1cf-4791-823c-118b2518e4d1 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:27.967827 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-67c5f390-85fc-4c7d-808d-3cbf0d9ad00a req-5f8d2587-b1cf-4791-823c-118b2518e4d1 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=0346b7fd-5e66-4caf-b5c1-b5b48b2afd78 HTTP/1.1" status: 200 len: 1679 time: 0.6392212 Feb 07 21:03:28.014654 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23822117-6c9e-43fc-99a4-75df874b1f75 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (2d4b3ae8-dccb-469d-aa06-cd1a30745be4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:28.042816 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-23822117-6c9e-43fc-99a4-75df874b1f75 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Calling delete_port for 2d4b3ae8-dccb-469d-aa06-cd1a30745be4 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:03:28.070250 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd9a1e-d01f-4c42-a73f-8506d3141dd7 admin admin] Checking segment: {'id': '9e27aa91-55cc-462d-aeb7-1b345510d8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd5bb16a4-31f3-4a2c-94f1-a95e66782779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:03:28.070952 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bd9a1e-d01f-4c42-a73f-8506d3141dd7 admin admin] Network hostable DHCP agents. Network: d5bb16a4-31f3-4a2c-94f1-a95e66782779, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:03:28.072616 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e234e0e1-932e-41f4-947d-0c174b6a9da1 None None] Provisioning complete for port 2d4b3ae8-dccb-469d-aa06-cd1a30745be4 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:28.077231 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e234e0e1-932e-41f4-947d-0c174b6a9da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2d4b3ae8-dccb-469d-aa06-cd1a30745be4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:28.093944 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-1707382e-6bc3-4359-9fa4-d4cf567dffff tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ce51bc02-3b1e-48df-8b1c-4d8326eab37b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:28.128602 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f270a8f1-77dd-4037-bd3d-3edc59df9808 req-0c38cc45-4480-45e1-9214-15503809b210 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064521 Feb 07 21:03:28.137935 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-67c5f390-85fc-4c7d-808d-3cbf0d9ad00a req-20a33853-c64c-42f9-a0d6-b92c4e4bb6ae tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692040 Feb 07 21:03:28.153295 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device e0f4b9da-be8a-4e06-a428-fa6b13700414 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:03:28.229862 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e234e0e1-932e-41f4-947d-0c174b6a9da1 None None] Port 2d4b3ae8-dccb-469d-aa06-cd1a30745be4 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:03:28.367656 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707382e-6bc3-4359-9fa4-d4cf567dffff tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Pushing event updated for resources: {'Port': ['ID=ce51bc02-3b1e-48df-8b1c-4d8326eab37b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:28.378935 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23822117-6c9e-43fc-99a4-75df874b1f75 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (2d4b3ae8-dccb-469d-aa06-cd1a30745be4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:28.437487 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port e0f4b9da-be8a-4e06-a428-fa6b13700414, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e0f4b9da-be8a-4e06-a428-fa6b13700414,segment=NetworkSegment(c0b17e20-e38c-4f12-922f-47a923f28d94),segment_id=c0b17e20-e38c-4f12-922f-47a923f28d94)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:28.465104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'e0f4b9da-be8a-4e06-a428-fa6b13700414', 'network_id': '6caf6111-0445-4a52-b57a-b3663a095884', 'port_id': 'e0f4b9da-be8a-4e06-a428-fa6b13700414', 'mac_address': 'fa:16:3e:f2:04:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca1b09f2-aee1-41cf-9482-47eaf33a6fa0', 'ip_address': '19.86.0.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:03:28.510759 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-1707382e-6bc3-4359-9fa4-d4cf567dffff tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Network a6f86bd0-771c-4143-8683-cd147fb6889e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:28.526354 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-1707382e-6bc3-4359-9fa4-d4cf567dffff tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:28.564827 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port e0f4b9da-be8a-4e06-a428-fa6b13700414 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:28.565224 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e0f4b9da-be8a-4e06-a428-fa6b13700414), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:28.582506 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bd9a1e-d01f-4c42-a73f-8506d3141dd7 admin admin] Network d5bb16a4-31f3-4a2c-94f1-a95e66782779 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:03:28.584053 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23822117-6c9e-43fc-99a4-75df874b1f75 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Pushing event deleted for resources: {'Port': ['ID=2d4b3ae8-dccb-469d-aa06-cd1a30745be4,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:28.604978 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f4b9da-be8a-4e06-a428-fa6b13700414 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:03:28.616723 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-37af62f3-1786-44d1-b739-c14b8b5e1e68 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1589290545&fields=id&tenant_id=32ff56f8fd43451781a008978e4679d6 HTTP/1.1" status: 200 len: 267 time: 0.2765584 Feb 07 21:03:28.621167 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-1707382e-6bc3-4359-9fa4-d4cf567dffff tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:28.677504 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port e0f4b9da-be8a-4e06-a428-fa6b13700414, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e0f4b9da-be8a-4e06-a428-fa6b13700414,segment=NetworkSegment(c0b17e20-e38c-4f12-922f-47a923f28d94),segment_id=c0b17e20-e38c-4f12-922f-47a923f28d94)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:28.686693 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-b8bd9a1e-d01f-4c42-a73f-8506d3141dd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, d5bb16a4-31f3-4a2c-94f1-a95e66782779) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:28.690559 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e0f4b9da-be8a-4e06-a428-fa6b13700414), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:28.691313 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6ef2d552-18ca-4e1c-98af-9c03605d210b details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:03:28.715820 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c865c5a8-115f-4830-91a2-3fb4b3e7e694 None None] Network d5bb16a4-31f3-4a2c-94f1-a95e66782779 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:03:28.736972 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bd9a1e-d01f-4c42-a73f-8506d3141dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:28.737859 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8bd9a1e-d01f-4c42-a73f-8506d3141dd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:28.835862 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ac0a8-24cd-46d7-8269-4281cb697376 req-fd6dd1d7-1988-4a33-b869-d46529f254bb tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:28.844890 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f60ac0a8-24cd-46d7-8269-4281cb697376 req-fd6dd1d7-1988-4a33-b869-d46529f254bb tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/ports?device_id=9720d579-c7a9-43e5-a209-5258f0676f3b HTTP/1.1" status: 200 len: 931 time: 0.5469131 Feb 07 21:03:28.866556 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b8bd9a1e-d01f-4c42-a73f-8506d3141dd7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.4821765 Feb 07 21:03:28.874240 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48026) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:28.881719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-1707382e-6bc3-4359-9fa4-d4cf567dffff tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:28.882360 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-1707382e-6bc3-4359-9fa4-d4cf567dffff tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:28.891328 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-acdb17fb-9fd5-45c4-826d-cb519d163d99 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:28.893608 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-acdb17fb-9fd5-45c4-826d-cb519d163d99 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports/3d3cfee9-12eb-4371-8962-0c904c15eaa6 HTTP/1.1" status: 200 len: 937 time: 0.1846571 Feb 07 21:03:28.901362 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-5a44a0b4-c737-481c-96c9-dc6cca5b620d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-734008154-router', 'tenant_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:28.928504 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.resource_extend [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:03:29.015507 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-1707382e-6bc3-4359-9fa4-d4cf567dffff tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8358815 Feb 07 21:03:29.023507 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-84542cbe-1197-4bfb-b71d-084c62cefe76 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:29.025106 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-84542cbe-1197-4bfb-b71d-084c62cefe76 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports/def535e0-560b-493f-84ac-22ae5fd3e2e6 HTTP/1.1" status: 200 len: 935 time: 0.1212387 Feb 07 21:03:29.034571 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Request body: {'port': {'device_id': '9720d579-c7a9-43e5-a209-5258f0676f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:29.059823 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a44a0b4-c737-481c-96c9-dc6cca5b620d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (e9247a34-ff3a-4778-96e2-3ee3d1049181), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:29.060943 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a44a0b4-c737-481c-96c9-dc6cca5b620d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (e9247a34-ff3a-4778-96e2-3ee3d1049181), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:29.079909 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23822117-6c9e-43fc-99a4-75df874b1f75 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:29.096479 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-23822117-6c9e-43fc-99a4-75df874b1f75 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] 10.222.0.65 "DELETE /v2.0/ports/2d4b3ae8-dccb-469d-aa06-cd1a30745be4 HTTP/1.1" status: 204 len: 168 time: 1.4408662 Feb 07 21:03:29.098609 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48030) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:29.156465 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f60ac0a8-24cd-46d7-8269-4281cb697376 req-cf706d13-4ecd-4318-8608-fa3bda6b67a2 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/security-groups?id=83958c95-88cf-41c9-a2ee-d6f4a755b618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883744 Feb 07 21:03:29.159178 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-df2015cd-1526-4138-bcea-277202499b95 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?network_id=ebc0550f-ec6c-4d64-9bd7-6031c005d00f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1206691 Feb 07 21:03:29.179602 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a14c91-3b86-4951-b0f6-ada21cc0f8ad tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] GET failed (client error): The resource could not be found. Feb 07 21:03:29.179602 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a9a14c91-3b86-4951-b0f6-ada21cc0f8ad tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] 10.222.0.65 "GET /v2.0/ports/2d4b3ae8-dccb-469d-aa06-cd1a30745be4 HTTP/1.1" status: 404 len: 333 time: 0.0792408 Feb 07 21:03:29.192232 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48036) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:29.257326 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=e0f4b9da-be8a-4e06-a428-fa6b13700414,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:29.265050 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-2c09c893-c8dc-49c8-986b-f513cf2b34f5 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?network_id=ebc0550f-ec6c-4d64-9bd7-6031c005d00f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0941212 Feb 07 21:03:29.309554 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630d3041-57e5-4d4c-8606-f7659dcba2a1 None None] Network d5bb16a4-31f3-4a2c-94f1-a95e66782779 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:03:29.328043 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a44a0b4-c737-481c-96c9-dc6cca5b620d admin admin] Publish callbacks [] for router_controller (e9247a34-ff3a-4778-96e2-3ee3d1049181), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:29.369212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-7363d159-6f0b-4adf-87f8-5542dde13250 None None] Provisioning complete for port ce51bc02-3b1e-48df-8b1c-4d8326eab37b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:29.369585 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7363d159-6f0b-4adf-87f8-5542dde13250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ce51bc02-3b1e-48df-8b1c-4d8326eab37b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:29.488114 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 6ef2d552-18ca-4e1c-98af-9c03605d210b, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6ef2d552-18ca-4e1c-98af-9c03605d210b,segment=NetworkSegment(fea2834f-31e6-442e-a01b-90989713cdbc),segment_id=fea2834f-31e6-442e-a01b-90989713cdbc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:29.499855 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7363d159-6f0b-4adf-87f8-5542dde13250 None None] Port ce51bc02-3b1e-48df-8b1c-4d8326eab37b cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:03:29.507745 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '6ef2d552-18ca-4e1c-98af-9c03605d210b', 'network_id': '798a3744-1fe0-4f28-ada4-dc093a5e7428', 'port_id': '6ef2d552-18ca-4e1c-98af-9c03605d210b', 'mac_address': 'fa:16:3e:6e:e5:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e20d40-b8ba-4062-8dfd-9441a4aa79ee', 'ip_address': '19.80.0.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:03:29.649988 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a44a0b4-c737-481c-96c9-dc6cca5b620d admin admin] Publish callbacks [] for router_gateway (e9247a34-ff3a-4778-96e2-3ee3d1049181), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:29.661482 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 6ef2d552-18ca-4e1c-98af-9c03605d210b is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:29.661870 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6ef2d552-18ca-4e1c-98af-9c03605d210b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:29.667152 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0496d2-5aec-4627-b54f-b639f3020620 req-588dbac4-f067-44eb-a4a9-7e167d9f6142 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:29.672947 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f0496d2-5aec-4627-b54f-b639f3020620 req-588dbac4-f067-44eb-a4a9-7e167d9f6142 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 945 time: 0.4218366 Feb 07 21:03:29.682900 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ce51bc02-3b1e-48df-8b1c-4d8326eab37b), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:29.702125 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef2d552-18ca-4e1c-98af-9c03605d210b {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:03:29.745569 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 6ef2d552-18ca-4e1c-98af-9c03605d210b, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6ef2d552-18ca-4e1c-98af-9c03605d210b,segment=NetworkSegment(fea2834f-31e6-442e-a01b-90989713cdbc),segment_id=fea2834f-31e6-442e-a01b-90989713cdbc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:29.762136 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6ef2d552-18ca-4e1c-98af-9c03605d210b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:29.853872 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=6ef2d552-18ca-4e1c-98af-9c03605d210b,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:29.914958 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a44a0b4-c737-481c-96c9-dc6cca5b620d admin admin] Publish callbacks [] for router_gateway (e9247a34-ff3a-4778-96e2-3ee3d1049181), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:29.943218 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a44a0b4-c737-481c-96c9-dc6cca5b620d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:30.062647 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-36256f2b-1be2-4dea-81ce-cd1a18921a9d tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Deleting port f6af470c-7403-4a7e-ad43-e3581742541d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:03:30.063194 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36256f2b-1be2-4dea-81ce-cd1a18921a9d tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f6af470c-7403-4a7e-ad43-e3581742541d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:30.073876 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-5a44a0b4-c737-481c-96c9-dc6cca5b620d admin admin] Allocated IP 172.25.4.225 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/495155aa-8189-4082-903a-dd923d4a6d69) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:03:30.077908 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-d390e902-dc7c-4370-b7ed-162b3b739d26 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:30.096950 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-d390e902-dc7c-4370-b7ed-162b3b739d26 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:30.102131 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-d390e902-dc7c-4370-b7ed-162b3b739d26 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:30.103795 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-d390e902-dc7c-4370-b7ed-162b3b739d26 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/networks?id=baf97448-6b6a-4e23-8e75-a9e4b2610c9d&id=1eeddcea-0d1c-4004-9be7-548b640cc6f3&id=1eeddcea-0d1c-4004-9be7-548b640cc6f3&id=ebc0550f-ec6c-4d64-9bd7-6031c005d00f&id=ebc0550f-ec6c-4d64-9bd7-6031c005d00f HTTP/1.1" status: 200 len: 1994 time: 0.7012177 Feb 07 21:03:30.107484 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['6ef2d552-18ca-4e1c-98af-9c03605d210b'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:03:30.219700 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a44a0b4-c737-481c-96c9-dc6cca5b620d admin admin] Publish callbacks [] for port (495155aa-8189-4082-903a-dd923d4a6d69), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:30.277870 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a44a0b4-c737-481c-96c9-dc6cca5b620d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (495155aa-8189-4082-903a-dd923d4a6d69), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:30.338896 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f0496d2-5aec-4627-b54f-b639f3020620 req-3e41b995-ca3f-4860-9bca-43745f2581d5 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6523676 Feb 07 21:03:30.362609 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-530654d8-d406-4eb7-9829-39c8fe16146f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/quotas/32ff56f8fd43451781a008978e4679d6 HTTP/1.1" status: 200 len: 375 time: 0.2039480 Feb 07 21:03:30.385315 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44a0b4-c737-481c-96c9-dc6cca5b620d admin admin] Pushing event updated for resources: {'Port': ['ID=495155aa-8189-4082-903a-dd923d4a6d69,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:30.455146 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a44a0b4-c737-481c-96c9-dc6cca5b620d admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:30.463595 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-5a44a0b4-c737-481c-96c9-dc6cca5b620d admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:30.473054 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36256f2b-1be2-4dea-81ce-cd1a18921a9d tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f6af470c-7403-4a7e-ad43-e3581742541d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:30.473999 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a44a0b4-c737-481c-96c9-dc6cca5b620d admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:30.512653 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-36256f2b-1be2-4dea-81ce-cd1a18921a9d tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Calling delete_port for f6af470c-7403-4a7e-ad43-e3581742541d owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:03:30.678902 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36256f2b-1be2-4dea-81ce-cd1a18921a9d tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f6af470c-7403-4a7e-ad43-e3581742541d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:30.739132 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36256f2b-1be2-4dea-81ce-cd1a18921a9d tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Pushing event deleted for resources: {'Port': ['ID=f6af470c-7403-4a7e-ad43-e3581742541d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:30.816348 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-e84ce8a9-e86c-4007-8198-36980cd75ac0 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=32ff56f8fd43451781a008978e4679d6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4353068 Feb 07 21:03:30.977202 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36256f2b-1be2-4dea-81ce-cd1a18921a9d tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:30.984320 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-36256f2b-1be2-4dea-81ce-cd1a18921a9d tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] 10.222.0.65 "DELETE /v2.0/ports/f6af470c-7403-4a7e-ad43-e3581742541d HTTP/1.1" status: 204 len: 168 time: 1.7857285 Feb 07 21:03:30.984805 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48044) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:31.003802 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad536a-cca4-42b0-af19-9cb0ac69ba72 req-7a60c597-3f23-478a-9eb3-9c539534e20a tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:31.028242 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad536a-cca4-42b0-af19-9cb0ac69ba72 req-7a60c597-3f23-478a-9eb3-9c539534e20a tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:31.033847 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-01ad536a-cca4-42b0-af19-9cb0ac69ba72 req-7a60c597-3f23-478a-9eb3-9c539534e20a tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=0346b7fd-5e66-4caf-b5c1-b5b48b2afd78 HTTP/1.1" status: 200 len: 1681 time: 0.5225639 Feb 07 21:03:31.045841 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c80e9d2-4f30-432b-b61c-a4f1c1da45ba tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] GET failed (client error): The resource could not be found. Feb 07 21:03:31.051076 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9c80e9d2-4f30-432b-b61c-a4f1c1da45ba tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] 10.222.0.65 "GET /v2.0/ports/f6af470c-7403-4a7e-ad43-e3581742541d HTTP/1.1" status: 404 len: 333 time: 0.0602977 Feb 07 21:03:31.051852 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48046) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:31.064796 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a44a0b4-c737-481c-96c9-dc6cca5b620d admin admin] Publish callbacks [] for router_gateway (e9247a34-ff3a-4778-96e2-3ee3d1049181), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:31.174674 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['e0f4b9da-be8a-4e06-a428-fa6b13700414'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:03:31.252820 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce51bc02-3b1e-48df-8b1c-4d8326eab37b {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:03:31.264764 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8cde1e36-842a-4bd1-9d83-eeb227a0765a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Deleting port f00e3afa-b584-46f5-a8fd-5b3670c528bc {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:03:31.264993 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Publish callbacks [] for port (ce51bc02-3b1e-48df-8b1c-4d8326eab37b), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:31.265193 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cde1e36-842a-4bd1-9d83-eeb227a0765a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f00e3afa-b584-46f5-a8fd-5b3670c528bc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:31.279464 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Transition to ACTIVE for port object ce51bc02-3b1e-48df-8b1c-4d8326eab37b will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:03:31.290300 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-42f0ec7c-d660-4a11-956e-9e7907da1187 service neutron] 10.222.0.65 "GET /v2.0/networks/baf97448-6b6a-4e23-8e75-a9e4b2610c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605150 Feb 07 21:03:31.302317 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (ce51bc02-3b1e-48df-8b1c-4d8326eab37b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:31.356709 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cde1e36-842a-4bd1-9d83-eeb227a0765a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f00e3afa-b584-46f5-a8fd-5b3670c528bc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:31.370422 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8cde1e36-842a-4bd1-9d83-eeb227a0765a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Calling delete_port for f00e3afa-b584-46f5-a8fd-5b3670c528bc owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:03:31.440956 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-01ad536a-cca4-42b0-af19-9cb0ac69ba72 req-1e5b5cd9-723f-4248-8403-c3bc574811f7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869066 Feb 07 21:03:31.602255 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cde1e36-842a-4bd1-9d83-eeb227a0765a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (f00e3afa-b584-46f5-a8fd-5b3670c528bc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:31.625222 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Attempting to bind port ce51bc02-3b1e-48df-8b1c-4d8326eab37b on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:03:31.625545 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Attempting to bind port ce51bc02-3b1e-48df-8b1c-4d8326eab37b by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'f98aea31-515d-4565-858b-308c6254052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:03:31.625811 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Attempting to bind port ce51bc02-3b1e-48df-8b1c-4d8326eab37b on network a6f86bd0-771c-4143-8683-cd147fb6889e {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:03:31.670094 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Port ce51bc02-3b1e-48df-8b1c-4d8326eab37b on network a6f86bd0-771c-4143-8683-cd147fb6889e not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:03:31.670486 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Attempting to bind port ce51bc02-3b1e-48df-8b1c-4d8326eab37b on network a6f86bd0-771c-4143-8683-cd147fb6889e {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:03:31.677057 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Pushing event updated for resources: {'Port': ['ID=ce51bc02-3b1e-48df-8b1c-4d8326eab37b,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:31.683036 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:03:31.683411 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Checking segment: {'id': 'f98aea31-515d-4565-858b-308c6254052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:03:31.683847 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Bound using segment: {'id': 'f98aea31-515d-4565-858b-308c6254052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:03:31.684300 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Bound port: ce51bc02-3b1e-48df-8b1c-4d8326eab37b, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f98aea31-515d-4565-858b-308c6254052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:03:31.684734 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ce51bc02-3b1e-48df-8b1c-4d8326eab37b), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:31.762035 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde1e36-842a-4bd1-9d83-eeb227a0765a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Pushing event deleted for resources: {'Port': ['ID=f00e3afa-b584-46f5-a8fd-5b3670c528bc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:31.845269 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a08b4-7aea-451b-af59-f03a11246750 req-49ed4432-2a20-400d-8424-aa7c0ae27666 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:31.846945 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b2a08b4-7aea-451b-af59-f03a11246750 req-49ed4432-2a20-400d-8424-aa7c0ae27666 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/ports?device_id=9720d579-c7a9-43e5-a209-5258f0676f3b HTTP/1.1" status: 200 len: 943 time: 0.2415926 Feb 07 21:03:31.872954 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-abdf8dd4-f487-48f1-95b0-ac36937e7861 service neutron] 10.222.0.65 "GET /v2.0/networks/baf97448-6b6a-4e23-8e75-a9e4b2610c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5815046 Feb 07 21:03:31.922117 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cde1e36-842a-4bd1-9d83-eeb227a0765a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:31.929035 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8cde1e36-842a-4bd1-9d83-eeb227a0765a tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] 10.222.0.65 "DELETE /v2.0/ports/f00e3afa-b584-46f5-a8fd-5b3670c528bc HTTP/1.1" status: 204 len: 168 time: 0.8760478 Feb 07 21:03:31.932389 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48054) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:31.944182 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a44a0b4-c737-481c-96c9-dc6cca5b620d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (e9247a34-ff3a-4778-96e2-3ee3d1049181), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:31.954837 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-d188391f-5ed1-4715-8665-94fc2d6778de service neutron] 10.222.0.65 "GET /v2.0/ports/3d3cfee9-12eb-4371-8962-0c904c15eaa6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0801532 Feb 07 21:03:32.080010 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] For port ce51bc02-3b1e-48df-8b1c-4d8326eab37b, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:03:32.101486 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-b645086f-10f3-4fb4-94ac-ed56750d63a0 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Deleting subnet 9a0adbc0-8441-48f0-bfc6-dc8fdb78f645 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:03:32.106422 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b645086f-10f3-4fb4-94ac-ed56750d63a0 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks [] for subnet (9a0adbc0-8441-48f0-bfc6-dc8fdb78f645), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:32.119644 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b2a08b4-7aea-451b-af59-f03a11246750 req-3c68fb02-3137-40d8-83dc-f5c3b4fa44ad tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/security-groups?id=83958c95-88cf-41c9-a2ee-d6f4a755b618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602732 Feb 07 21:03:32.123147 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] For port ce51bc02-3b1e-48df-8b1c-4d8326eab37b, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ce51bc02-3b1e-48df-8b1c-4d8326eab37b,segment=NetworkSegment(f98aea31-515d-4565-858b-308c6254052d),segment_id=f98aea31-515d-4565-858b-308c6254052d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:03:32.128852 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6ef2d552-18ca-4e1c-98af-9c03605d210b up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:03:32.158555 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (ce51bc02-3b1e-48df-8b1c-4d8326eab37b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:32.211969 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b645086f-10f3-4fb4-94ac-ed56750d63a0 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (9a0adbc0-8441-48f0-bfc6-dc8fdb78f645), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:32.216829 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:32.222459 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:32.225259 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] 10.222.0.71 "PUT /v2.0/ports/ce51bc02-3b1e-48df-8b1c-4d8326eab37b HTTP/1.1" status: 200 len: 1091 time: 3.1989989 Feb 07 21:03:32.230435 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 6ef2d552-18ca-4e1c-98af-9c03605d210b completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:03:32.236517 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 6ef2d552-18ca-4e1c-98af-9c03605d210b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:32.237298 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6ef2d552-18ca-4e1c-98af-9c03605d210b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:32.245913 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9720d579-c7a9-43e5-a209-5258f0676f3b', 'tag': 'ce51bc02-3b1e-48df-8b1c-4d8326eab37b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:03:32.249068 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622faba5-0076-4563-97ad-b67fd0b32ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "9720d579-c7a9-43e5-a209-5258f0676f3b", "tag": "ce51bc02-3b1e-48df-8b1c-4d8326eab37b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:03:32.411842 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 6ef2d552-18ca-4e1c-98af-9c03605d210b is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:32.416988 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6ef2d552-18ca-4e1c-98af-9c03605d210b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:32.430084 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a44a0b4-c737-481c-96c9-dc6cca5b620d admin admin] Router e9247a34-ff3a-4778-96e2-3ee3d1049181 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:03:32.468654 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0346b7fd-5e66-4caf-b5c1-b5b48b2afd78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef2d552-18ca-4e1c-98af-9c03605d210b'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:03:32.475787 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0815945-88b2-4fe1-929d-4219cda4cc85" -d '{"events": [{"server_uuid": "0346b7fd-5e66-4caf-b5c1-b5b48b2afd78", "name": "network-vif-plugged", "status": "completed", "tag": "6ef2d552-18ca-4e1c-98af-9c03605d210b"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:03:32.510337 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 6ef2d552-18ca-4e1c-98af-9c03605d210b, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6ef2d552-18ca-4e1c-98af-9c03605d210b,segment=NetworkSegment(fea2834f-31e6-442e-a01b-90989713cdbc),segment_id=fea2834f-31e6-442e-a01b-90989713cdbc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:32.519220 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6ef2d552-18ca-4e1c-98af-9c03605d210b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:32.635934 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=6ef2d552-18ca-4e1c-98af-9c03605d210b,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:32.986935 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b645086f-10f3-4fb4-94ac-ed56750d63a0 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (9a0adbc0-8441-48f0-bfc6-dc8fdb78f645), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:33.016403 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a3f37792-31aa-4f68-b0bc-1409a930e870 service neutron] 10.222.0.65 "GET /v2.0/networks/1eeddcea-0d1c-4004-9be7-548b640cc6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0614390 Feb 07 21:03:33.088874 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b645086f-10f3-4fb4-94ac-ed56750d63a0 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (9a0adbc0-8441-48f0-bfc6-dc8fdb78f645), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:33.124333 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645086f-10f3-4fb4-94ac-ed56750d63a0 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Pushing event deleted for resources: {'Subnet': ['ID=9a0adbc0-8441-48f0-bfc6-dc8fdb78f645,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:33.136628 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Pushing event updated for resources: {'Port': ['ID=ce51bc02-3b1e-48df-8b1c-4d8326eab37b,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:33.136835 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b645086f-10f3-4fb4-94ac-ed56750d63a0 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:33.143677 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b645086f-10f3-4fb4-94ac-ed56750d63a0 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] 10.222.0.65 "DELETE /v2.0/subnets/9a0adbc0-8441-48f0-bfc6-dc8fdb78f645 HTTP/1.1" status: 204 len: 168 time: 1.2069604 Feb 07 21:03:33.145333 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a950662c-27b1-4ab3-98bb-c1e4b8f05859 None None] Network 49118fb2-d55b-4a95-a9d6-ad6c490b0f82 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:03:33.153245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48064) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:33.205901 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a44a0b4-c737-481c-96c9-dc6cca5b620d admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:03:33.233821 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762f06c2-61e2-46e3-82d0-43babfd3aca5 None None] Sync routers for ids ['e9247a34-ff3a-4778-96e2-3ee3d1049181'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:03:33.245416 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a44a0b4-c737-481c-96c9-dc6cca5b620d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:33.246957 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5a44a0b4-c737-481c-96c9-dc6cca5b620d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3673666 Feb 07 21:03:33.249595 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48068) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:33.259637 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fcca2f44-7072-40b7-9cc1-0c40071d0765 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (49118fb2-d55b-4a95-a9d6-ad6c490b0f82), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:33.272564 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:33.272911 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:33.273253 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:33.273589 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:33.273922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:33.274301 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:33.274627 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:33.274950 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:33.275269 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:33.275589 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:33.276002 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:33.276347 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:33.276668 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc6e73-ae3d-4eda-be90-6e5f21a5bd20 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:33.281477 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-5bbe9819-bdbd-4336-808e-07866adffc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:33.283195 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-5bbe9819-bdbd-4336-808e-07866adffc5b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=af02f13d92924da4b1450405891889be&device_id=9720d579-c7a9-43e5-a209-5258f0676f3b HTTP/1.1" status: 200 len: 1125 time: 0.9293308 Feb 07 21:03:33.289281 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762f06c2-61e2-46e3-82d0-43babfd3aca5 None None] Routers {'e9247a34-ff3a-4778-96e2-3ee3d1049181'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:03:33.289926 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-762f06c2-61e2-46e3-82d0-43babfd3aca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:03:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e9247a34-ff3a-4778-96e2-3ee3d1049181'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:33.314411 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f7e82-c2af-4eda-b409-616957de01c0 req-ac3d6ff3-f596-4cdb-b0d7-657cd1c2e1f1 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:33.321265 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a59f7e82-c2af-4eda-b409-616957de01c0 req-ac3d6ff3-f596-4cdb-b0d7-657cd1c2e1f1 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 945 time: 0.8893752 Feb 07 21:03:33.416002 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-2b063d4a-aaed-4a5c-b00f-ec906c466a66 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce51bc02-3b1e-48df-8b1c-4d8326eab37b HTTP/1.1" status: 200 len: 217 time: 0.1221290 Feb 07 21:03:33.508195 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-dfad1d2d-b62b-4865-bff5-21880a1445ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:33.509790 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-dfad1d2d-b62b-4865-bff5-21880a1445ed service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eb76e587-4176-46d1-b759-4332a321f9fd HTTP/1.1" status: 200 len: 868 time: 0.0776830 Feb 07 21:03:33.520981 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:33.565376 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-762f06c2-61e2-46e3-82d0-43babfd3aca5 None None] Set router e9247a34-ff3a-4778-96e2-3ee3d1049181 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:03:33.584537 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-bd43639f-d875-4568-b0d9-df83b7a0ecde service neutron] 10.222.0.65 "GET /v2.0/networks/1eeddcea-0d1c-4004-9be7-548b640cc6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5492759 Feb 07 21:03:33.665593 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-46875bf8-0af6-4d95-9f39-69d06e024d12 service neutron] 10.222.0.65 "GET /v2.0/ports/def535e0-560b-493f-84ac-22ae5fd3e2e6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0717113 Feb 07 21:03:33.676757 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a59f7e82-c2af-4eda-b409-616957de01c0 req-5342c5d0-9f61-442c-874c-3fe66dd190f7 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544590 Feb 07 21:03:33.692144 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11207fe5-ae94-43a9-a2ff-355dc108677e None None] DHCP port deletion for 49118fb2-d55b-4a95-a9d6-ad6c490b0f82 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:03:33.705405 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-a58345f3-7324-4bf4-984c-2bad2e2a37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:33.707713 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-a58345f3-7324-4bf4-984c-2bad2e2a37fc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a6f86bd0-771c-4143-8683-cd147fb6889e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1744418 Feb 07 21:03:33.817390 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13e3687-503b-4340-b984-3380725f4e4f x-openstack-request-id: req-c13e3687-503b-4340-b984-3380725f4e4f {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:03:33.818362 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9720d579-c7a9-43e5-a209-5258f0676f3b", "tag": "ce51bc02-3b1e-48df-8b1c-4d8326eab37b", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:03:33.819068 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c13e3687-503b-4340-b984-3380725f4e4f {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:03:33.821271 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9720d579-c7a9-43e5-a209-5258f0676f3b', 'tag': 'ce51bc02-3b1e-48df-8b1c-4d8326eab37b', 'status': 'completed', 'code': 200} Feb 07 21:03:33.924900 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fcca2f44-7072-40b7-9cc1-0c40071d0765 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Deleting port 0670d40a-4e20-4268-a4aa-8a5df3cd63cb {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:03:33.925491 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fcca2f44-7072-40b7-9cc1-0c40071d0765 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (0670d40a-4e20-4268-a4aa-8a5df3cd63cb), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:34.017746 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:34.085705 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-11207fe5-ae94-43a9-a2ff-355dc108677e None None] Deleting port 0670d40a-4e20-4268-a4aa-8a5df3cd63cb {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:03:34.086096 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-11207fe5-ae94-43a9-a2ff-355dc108677e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (0670d40a-4e20-4268-a4aa-8a5df3cd63cb), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:34.090077 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-762f06c2-61e2-46e3-82d0-43babfd3aca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9247a34-ff3a-4778-96e2-3ee3d1049181', 'name': 'tempest-ServerRescueNegativeTestJSON-734008154-router', 'tenant_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '495155aa-8189-4082-903a-dd923d4a6d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:03:29Z', 'updated_at': '2022-02-07T21:03:30Z', 'revision_number': 3, 'project_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'gw_port': {'id': '495155aa-8189-4082-903a-dd923d4a6d69', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ab:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9247a34-ff3a-4778-96e2-3ee3d1049181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:29Z', 'updated_at': '2022-02-07T21:03:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:34.108623 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-fcca2f44-7072-40b7-9cc1-0c40071d0765 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] For port 0670d40a-4e20-4268-a4aa-8a5df3cd63cb, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0670d40a-4e20-4268-a4aa-8a5df3cd63cb,segment=NetworkSegment(7810fa9f-26be-4ca5-9254-e384f2f2b15d),segment_id=7810fa9f-26be-4ca5-9254-e384f2f2b15d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:34.109757 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fcca2f44-7072-40b7-9cc1-0c40071d0765 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (0670d40a-4e20-4268-a4aa-8a5df3cd63cb), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:34.127608 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-08d8306b-c4bd-45bc-8991-ed308f2ac6d5 service neutron] 10.222.0.65 "GET /v2.0/networks/1eeddcea-0d1c-4004-9be7-548b640cc6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499564 Feb 07 21:03:34.165335 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-4c946d24-8c70-4bc4-9dba-90f898edd32f service neutron] 10.222.0.71 "GET /v2.0/networks/a6f86bd0-771c-4143-8683-cd147fb6889e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281347 Feb 07 21:03:34.193805 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9a787-0c75-418d-afaa-709bc9d0afc6 req-c3cdfc5b-cdcc-4689-a850-7a02d8d5fa7b tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:34.199415 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9a787-0c75-418d-afaa-709bc9d0afc6 req-c3cdfc5b-cdcc-4689-a850-7a02d8d5fa7b tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:34.199990 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea2a7-5059-434b-baa9-007b242db3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:34.201163 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9bd9a787-0c75-418d-afaa-709bc9d0afc6 req-c3cdfc5b-cdcc-4689-a850-7a02d8d5fa7b tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=0346b7fd-5e66-4caf-b5c1-b5b48b2afd78 HTTP/1.1" status: 200 len: 1682 time: 0.2892871 Feb 07 21:03:34.228709 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-11207fe5-ae94-43a9-a2ff-355dc108677e None None] For port 0670d40a-4e20-4268-a4aa-8a5df3cd63cb, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0670d40a-4e20-4268-a4aa-8a5df3cd63cb,segment=NetworkSegment(7810fa9f-26be-4ca5-9254-e384f2f2b15d),segment_id=7810fa9f-26be-4ca5-9254-e384f2f2b15d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:34.231169 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-11207fe5-ae94-43a9-a2ff-355dc108677e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (0670d40a-4e20-4268-a4aa-8a5df3cd63cb), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:34.245083 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-11207fe5-ae94-43a9-a2ff-355dc108677e None None] Calling delete_port for 0670d40a-4e20-4268-a4aa-8a5df3cd63cb owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:03:34.267415 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device e0f4b9da-be8a-4e06-a428-fa6b13700414 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:03:34.277433 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762f06c2-61e2-46e3-82d0-43babfd3aca5 None None] Checking router: e9247a34-ff3a-4778-96e2-3ee3d1049181 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:03:34.277784 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762f06c2-61e2-46e3-82d0-43babfd3aca5 None None] Updating router e9247a34-ff3a-4778-96e2-3ee3d1049181 port 495155aa-8189-4082-903a-dd923d4a6d69 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:03:34.316933 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fcca2f44-7072-40b7-9cc1-0c40071d0765 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Calling delete_port for 0670d40a-4e20-4268-a4aa-8a5df3cd63cb owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:03:34.390636 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-2b6ea2a7-5059-434b-baa9-007b242db3cc admin admin] Allocated IP 172.20.0.1 (d5bb16a4-31f3-4a2c-94f1-a95e66782779/4b00d401-675a-4bb3-80a1-0cef41c01a34/0aabac65-d36d-40de-9b54-5e8c989edc58) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:03:34.426064 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-11207fe5-ae94-43a9-a2ff-355dc108677e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (0670d40a-4e20-4268-a4aa-8a5df3cd63cb), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:34.471977 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11207fe5-ae94-43a9-a2ff-355dc108677e None None] Pushing event deleted for resources: {'Port': ['ID=0670d40a-4e20-4268-a4aa-8a5df3cd63cb,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:34.476911 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-762f06c2-61e2-46e3-82d0-43babfd3aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (495155aa-8189-4082-903a-dd923d4a6d69), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:34.479157 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11207fe5-ae94-43a9-a2ff-355dc108677e None None] No DVR routers for this DVR port 0670d40a-4e20-4268-a4aa-8a5df3cd63cb on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:03:34.535753 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port e0f4b9da-be8a-4e06-a428-fa6b13700414 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:03:34.651299 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fcca2f44-7072-40b7-9cc1-0c40071d0765 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (0670d40a-4e20-4268-a4aa-8a5df3cd63cb), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:34.665409 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9bd9a787-0c75-418d-afaa-709bc9d0afc6 req-51a176d6-956e-424c-b229-7c69d915100b tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335587 Feb 07 21:03:34.667647 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4eee927-bf1f-45fe-b256-e5f552de5b28 req-70fa6eb8-f0ae-47db-bbef-495f5ef2d68d service neutron] 10.222.0.71 "GET /v2.0/networks/a6f86bd0-771c-4143-8683-cd147fb6889e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883823 Feb 07 21:03:34.697832 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea2a7-5059-434b-baa9-007b242db3cc admin admin] Publish callbacks [] for port (0aabac65-d36d-40de-9b54-5e8c989edc58), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:34.725906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcca2f44-7072-40b7-9cc1-0c40071d0765 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] No DVR routers for this DVR port 0670d40a-4e20-4268-a4aa-8a5df3cd63cb on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:03:34.790814 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea2a7-5059-434b-baa9-007b242db3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (0aabac65-d36d-40de-9b54-5e8c989edc58), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:34.818277 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port e0f4b9da-be8a-4e06-a428-fa6b13700414 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:34.818658 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e0f4b9da-be8a-4e06-a428-fa6b13700414), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:34.821297 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8c86e5-e3d0-4583-b0b3-849af1c98505 x-openstack-request-id: req-9a8c86e5-e3d0-4583-b0b3-849af1c98505 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:03:34.821585 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0346b7fd-5e66-4caf-b5c1-b5b48b2afd78", "name": "network-vif-plugged", "status": "completed", "tag": "6ef2d552-18ca-4e1c-98af-9c03605d210b", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:03:34.821847 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9a8c86e5-e3d0-4583-b0b3-849af1c98505 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:03:34.822251 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0346b7fd-5e66-4caf-b5c1-b5b48b2afd78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef2d552-18ca-4e1c-98af-9c03605d210b', 'code': 200} Feb 07 21:03:34.886742 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ea2a7-5059-434b-baa9-007b242db3cc admin admin] Pushing event updated for resources: {'Port': ['ID=0aabac65-d36d-40de-9b54-5e8c989edc58,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:34.905823 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6ea2a7-5059-434b-baa9-007b242db3cc admin admin] Network d5bb16a4-31f3-4a2c-94f1-a95e66782779 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:34.907340 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-2b6ea2a7-5059-434b-baa9-007b242db3cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:34.913582 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6ea2a7-5059-434b-baa9-007b242db3cc admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:34.960865 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fcca2f44-7072-40b7-9cc1-0c40071d0765 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (49118fb2-d55b-4a95-a9d6-ad6c490b0f82), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:34.982530 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0670d40a-4e20-4268-a4aa-8a5df3cd63cb no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:03:34.984110 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea2a7-5059-434b-baa9-007b242db3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (e9247a34-ff3a-4778-96e2-3ee3d1049181), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:35.012082 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca2f44-7072-40b7-9cc1-0c40071d0765 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Pushing event deleted for resources: {'Port': ['ID=0670d40a-4e20-4268-a4aa-8a5df3cd63cb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:35.032463 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-d8d20a01-8be7-4963-a2f3-495fb6557399 service neutron] 10.222.0.65 "GET /v2.0/networks/1eeddcea-0d1c-4004-9be7-548b640cc6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8651333 Feb 07 21:03:35.062206 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-fcca2f44-7072-40b7-9cc1-0c40071d0765 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49118fb2-d55b-4a95-a9d6-ad6c490b0f82']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:35.066922 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-762f06c2-61e2-46e3-82d0-43babfd3aca5 None None] Publish callbacks [] for port (495155aa-8189-4082-903a-dd923d4a6d69), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:35.072141 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 0670d40a-4e20-4268-a4aa-8a5df3cd63cb {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:03:35.075537 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0670d40a-4e20-4268-a4aa-8a5df3cd63cb not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:03:35.094899 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-762f06c2-61e2-46e3-82d0-43babfd3aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (495155aa-8189-4082-903a-dd923d4a6d69), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:35.146447 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622faba5-0076-4563-97ad-b67fd0b32ba4 req-6503733b-e3e9-406f-a837-18d228da5f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:35.158200 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-622faba5-0076-4563-97ad-b67fd0b32ba4 req-6503733b-e3e9-406f-a837-18d228da5f9b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=af02f13d92924da4b1450405891889be&device_id=9720d579-c7a9-43e5-a209-5258f0676f3b HTTP/1.1" status: 200 len: 1125 time: 0.3332894 Feb 07 21:03:35.164645 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-fcca2f44-7072-40b7-9cc1-0c40071d0765 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7810fa9f-26be-4ca5-9254-e384f2f2b15d') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:35.164940 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-fcca2f44-7072-40b7-9cc1-0c40071d0765 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7810fa9f-26be-4ca5-9254-e384f2f2b15d') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:35.202249 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c8485-c4dd-4ffb-a782-a135f237ec16 None None] Pushing event updated for resources: {'Port': ['ID=495155aa-8189-4082-903a-dd923d4a6d69,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:35.221137 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea2a7-5059-434b-baa9-007b242db3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0aabac65-d36d-40de-9b54-5e8c989edc58), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:35.234761 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-762f06c2-61e2-46e3-82d0-43babfd3aca5 None None] Attempting to bind port 495155aa-8189-4082-903a-dd923d4a6d69 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:03:35.235102 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-762f06c2-61e2-46e3-82d0-43babfd3aca5 None None] Attempting to bind port 495155aa-8189-4082-903a-dd923d4a6d69 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:03:35.235465 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762f06c2-61e2-46e3-82d0-43babfd3aca5 None None] Attempting to bind port 495155aa-8189-4082-903a-dd923d4a6d69 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:03:35.252264 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fcca2f44-7072-40b7-9cc1-0c40071d0765 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (7810fa9f-26be-4ca5-9254-e384f2f2b15d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:35.257635 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port e0f4b9da-be8a-4e06-a428-fa6b13700414 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:35.258148 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e0f4b9da-be8a-4e06-a428-fa6b13700414), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:35.272322 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894c277-7e54-4b05-a54f-59b346922b70 req-72d08dbf-7e70-4723-bb01-2044e4b50f0e tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:35.273220 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762f06c2-61e2-46e3-82d0-43babfd3aca5 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:03:35.273603 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762f06c2-61e2-46e3-82d0-43babfd3aca5 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:03:35.274013 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-762f06c2-61e2-46e3-82d0-43babfd3aca5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:35.274413 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762f06c2-61e2-46e3-82d0-43babfd3aca5 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:03:35.274970 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-762f06c2-61e2-46e3-82d0-43babfd3aca5 None None] Bound port: 495155aa-8189-4082-903a-dd923d4a6d69, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:03:35.275334 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-762f06c2-61e2-46e3-82d0-43babfd3aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (495155aa-8189-4082-903a-dd923d4a6d69), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:35.286144 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6894c277-7e54-4b05-a54f-59b346922b70 req-72d08dbf-7e70-4723-bb01-2044e4b50f0e tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/ports?device_id=9720d579-c7a9-43e5-a209-5258f0676f3b HTTP/1.1" status: 200 len: 943 time: 0.3026958 Feb 07 21:03:35.324403 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fcca2f44-7072-40b7-9cc1-0c40071d0765 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (7810fa9f-26be-4ca5-9254-e384f2f2b15d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:35.363638 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcca2f44-7072-40b7-9cc1-0c40071d0765 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:03:35.364005 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fcca2f44-7072-40b7-9cc1-0c40071d0765 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (7810fa9f-26be-4ca5-9254-e384f2f2b15d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:03:35.367220 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:03:35.447574 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port e0f4b9da-be8a-4e06-a428-fa6b13700414, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e0f4b9da-be8a-4e06-a428-fa6b13700414,segment=NetworkSegment(c0b17e20-e38c-4f12-922f-47a923f28d94),segment_id=c0b17e20-e38c-4f12-922f-47a923f28d94)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:35.459022 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-762f06c2-61e2-46e3-82d0-43babfd3aca5 None None] For port 495155aa-8189-4082-903a-dd923d4a6d69, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:03:35.461243 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e0f4b9da-be8a-4e06-a428-fa6b13700414), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:35.464195 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-762f06c2-61e2-46e3-82d0-43babfd3aca5 None None] For port 495155aa-8189-4082-903a-dd923d4a6d69, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=495155aa-8189-4082-903a-dd923d4a6d69,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:03:35.498571 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6894c277-7e54-4b05-a54f-59b346922b70 req-3c46e6f2-0264-449b-b3d6-3ec9149e2590 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/security-groups?id=83958c95-88cf-41c9-a2ee-d6f4a755b618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022738 Feb 07 21:03:35.501948 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-9b436161-4b9e-4b2a-8a15-1b638ceac125 service neutron] 10.222.0.65 "GET /v2.0/networks/1eeddcea-0d1c-4004-9be7-548b640cc6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541316 Feb 07 21:03:35.503063 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622faba5-0076-4563-97ad-b67fd0b32ba4 req-56229cf4-4c77-49d8-a053-13aa95c44ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:35.504525 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-622faba5-0076-4563-97ad-b67fd0b32ba4 req-56229cf4-4c77-49d8-a053-13aa95c44ff6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a6f86bd0-771c-4143-8683-cd147fb6889e HTTP/1.1" status: 200 len: 930 time: 0.3318539 Feb 07 21:03:35.509466 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fcca2f44-7072-40b7-9cc1-0c40071d0765 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (49118fb2-d55b-4a95-a9d6-ad6c490b0f82), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:35.537299 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea2a7-5059-434b-baa9-007b242db3cc admin admin] Publish callbacks [] for port (0aabac65-d36d-40de-9b54-5e8c989edc58), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:35.540884 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-762f06c2-61e2-46e3-82d0-43babfd3aca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (495155aa-8189-4082-903a-dd923d4a6d69), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:35.557375 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea2a7-5059-434b-baa9-007b242db3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (0aabac65-d36d-40de-9b54-5e8c989edc58), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:35.560815 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fcca2f44-7072-40b7-9cc1-0c40071d0765 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:35.567778 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fcca2f44-7072-40b7-9cc1-0c40071d0765 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] 10.222.0.65 "DELETE /v2.0/networks/49118fb2-d55b-4a95-a9d6-ad6c490b0f82 HTTP/1.1" status: 204 len: 168 time: 2.4031448 Feb 07 21:03:35.636106 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca2f44-7072-40b7-9cc1-0c40071d0765 tempest-AllowedAddressPairTestJSON-406972819 tempest-AllowedAddressPairTestJSON-406972819-project] Pushing event deleted for resources: {'Network': ['ID=49118fb2-d55b-4a95-a9d6-ad6c490b0f82,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:35.640493 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-622faba5-0076-4563-97ad-b67fd0b32ba4 req-4170df01-7e2e-4a00-9e5c-5669be41a4be service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce51bc02-3b1e-48df-8b1c-4d8326eab37b HTTP/1.1" status: 200 len: 217 time: 0.1209447 Feb 07 21:03:35.670804 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762f06c2-61e2-46e3-82d0-43babfd3aca5 None None] Routers {'e9247a34-ff3a-4778-96e2-3ee3d1049181'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:03:35.673552 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-762f06c2-61e2-46e3-82d0-43babfd3aca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:03:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e9247a34-ff3a-4778-96e2-3ee3d1049181'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:35.679214 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=e0f4b9da-be8a-4e06-a428-fa6b13700414,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:35.807566 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea2a7-5059-434b-baa9-007b242db3cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (e9247a34-ff3a-4778-96e2-3ee3d1049181), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:35.808447 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c8485-c4dd-4ffb-a782-a135f237ec16 None None] Pushing event updated for resources: {'Port': ['ID=495155aa-8189-4082-903a-dd923d4a6d69,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:35.809558 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ea2a7-5059-434b-baa9-007b242db3cc admin admin] Pushing event updated for resources: {'Port': ['ID=0aabac65-d36d-40de-9b54-5e8c989edc58,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:35.843643 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622faba5-0076-4563-97ad-b67fd0b32ba4 req-b178bae4-9712-4195-8296-02620f64cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:35.845901 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-622faba5-0076-4563-97ad-b67fd0b32ba4 req-b178bae4-9712-4195-8296-02620f64cddf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eb76e587-4176-46d1-b759-4332a321f9fd HTTP/1.1" status: 200 len: 868 time: 0.1984143 Feb 07 21:03:35.912946 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-5b7e184f-5302-4a0e-8940-c8bb60d32376 service neutron] 10.222.0.65 "GET /v2.0/networks/1eeddcea-0d1c-4004-9be7-548b640cc6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013057 Feb 07 21:03:36.010264 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6ea2a7-5059-434b-baa9-007b242db3cc admin admin] Network d5bb16a4-31f3-4a2c-94f1-a95e66782779 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:36.041576 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-2b6ea2a7-5059-434b-baa9-007b242db3cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:36.096188 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48084) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:36.167294 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-762f06c2-61e2-46e3-82d0-43babfd3aca5 None None] Set router e9247a34-ff3a-4778-96e2-3ee3d1049181 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:03:36.251716 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051711e8-d143-4734-ba0b-685c08b3c410 req-c1fbecf8-b63c-432e-a669-e24ca7ef381a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:36.254117 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-051711e8-d143-4734-ba0b-685c08b3c410 req-c1fbecf8-b63c-432e-a669-e24ca7ef381a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 945 time: 0.3572748 Feb 07 21:03:36.262610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622faba5-0076-4563-97ad-b67fd0b32ba4 req-afec644e-8d04-4f79-a5d7-2fb05d1ae805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:36.264401 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-622faba5-0076-4563-97ad-b67fd0b32ba4 req-afec644e-8d04-4f79-a5d7-2fb05d1ae805 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a6f86bd0-771c-4143-8683-cd147fb6889e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4085698 Feb 07 21:03:36.294663 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6ea2a7-5059-434b-baa9-007b242db3cc admin admin] Router e9247a34-ff3a-4778-96e2-3ee3d1049181 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:03:36.445738 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-909b7622-13ed-4225-b3e8-d254d7232937 service neutron] 10.222.0.65 "GET /v2.0/networks/1eeddcea-0d1c-4004-9be7-548b640cc6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408336 Feb 07 21:03:36.481384 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6ea2a7-5059-434b-baa9-007b242db3cc admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:03:36.489665 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2b6ea2a7-5059-434b-baa9-007b242db3cc admin admin] 10.222.0.65 "PUT /v2.0/routers/e9247a34-ff3a-4778-96e2-3ee3d1049181/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2385614 Feb 07 21:03:36.567004 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-762f06c2-61e2-46e3-82d0-43babfd3aca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9247a34-ff3a-4778-96e2-3ee3d1049181', 'name': 'tempest-ServerRescueNegativeTestJSON-734008154-router', 'tenant_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '495155aa-8189-4082-903a-dd923d4a6d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:03:29Z', 'updated_at': '2022-02-07T21:03:35Z', 'revision_number': 4, 'project_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'gw_port': {'id': '495155aa-8189-4082-903a-dd923d4a6d69', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ab:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9247a34-ff3a-4778-96e2-3ee3d1049181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:29Z', 'updated_at': '2022-02-07T21:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '0aabac65-d36d-40de-9b54-5e8c989edc58', 'name': '', 'network_id': 'd5bb16a4-31f3-4a2c-94f1-a95e66782779', 'tenant_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'mac_address': 'fa:16:3e:3d:ef:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9247a34-ff3a-4778-96e2-3ee3d1049181', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '4b00d401-675a-4bb3-80a1-0cef41c01a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:34Z', 'updated_at': '2022-02-07T21:03:35Z', 'revision_number': 2, 'project_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'subnets': [{'id': '4b00d401-675a-4bb3-80a1-0cef41c01a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:36.615469 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762f06c2-61e2-46e3-82d0-43babfd3aca5 None None] The sync data for ids ['e9247a34-ff3a-4778-96e2-3ee3d1049181'] in n-d-828185-2 is: [{'id': 'e9247a34-ff3a-4778-96e2-3ee3d1049181', 'name': 'tempest-ServerRescueNegativeTestJSON-734008154-router', 'tenant_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '495155aa-8189-4082-903a-dd923d4a6d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:03:29Z', 'updated_at': '2022-02-07T21:03:35Z', 'revision_number': 4, 'project_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'gw_port': {'id': '495155aa-8189-4082-903a-dd923d4a6d69', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ab:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9247a34-ff3a-4778-96e2-3ee3d1049181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:29Z', 'updated_at': '2022-02-07T21:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '0aabac65-d36d-40de-9b54-5e8c989edc58', 'name': '', 'network_id': 'd5bb16a4-31f3-4a2c-94f1-a95e66782779', 'tenant_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'mac_address': 'fa:16:3e:3d:ef:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9247a34-ff3a-4778-96e2-3ee3d1049181', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '4b00d401-675a-4bb3-80a1-0cef41c01a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:34Z', 'updated_at': '2022-02-07T21:03:35Z', 'revision_number': 2, 'project_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'subnets': [{'id': '4b00d401-675a-4bb3-80a1-0cef41c01a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:03:36.615750 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-051711e8-d143-4734-ba0b-685c08b3c410 req-47fd5057-655d-4984-bdc0-a37d962a8a62 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363321 Feb 07 21:03:36.738112 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-6bb69bed-d46b-429e-ac65-099d256119c6 service neutron] 10.222.0.65 "GET /v2.0/networks/1eeddcea-0d1c-4004-9be7-548b640cc6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722201 Feb 07 21:03:36.758331 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-72ed4db4-1f44-4ac7-a60e-aa33f6baa359 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6ae010e0e0104853b0dd9f9070713361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6490748 Feb 07 21:03:36.775530 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48094) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:36.818848 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-622faba5-0076-4563-97ad-b67fd0b32ba4 req-f66501d5-fd0b-437e-b1e2-0dbc62308088 service neutron] 10.222.0.71 "GET /v2.0/networks/a6f86bd0-771c-4143-8683-cd147fb6889e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381782 Feb 07 21:03:36.819061 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3038a-695a-4507-8583-4ce706b3b2ab req-31368230-952d-4c50-9bf1-c3c574a368f9 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:36.821836 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e8e3038a-695a-4507-8583-4ce706b3b2ab req-31368230-952d-4c50-9bf1-c3c574a368f9 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 944 time: 0.0718930 Feb 07 21:03:36.823690 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0346b7fd-5e66-4caf-b5c1-b5b48b2afd78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f4b9da-be8a-4e06-a428-fa6b13700414'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:03:36.826597 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1f55f9-4abc-4d87-8384-35244254038d" -d '{"events": [{"server_uuid": "0346b7fd-5e66-4caf-b5c1-b5b48b2afd78", "name": "network-vif-plugged", "status": "completed", "tag": "e0f4b9da-be8a-4e06-a428-fa6b13700414"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:03:36.955251 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-86ece173-049c-4c59-9aba-a7ba6dca4219 service neutron] 10.222.0.65 "GET /v2.0/networks/ebc0550f-ec6c-4d64-9bd7-6031c005d00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080214 Feb 07 21:03:36.973496 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-e8e3038a-695a-4507-8583-4ce706b3b2ab req-2c7a3fc7-8b09-4328-bf31-cf9cc6d89ff0 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Deleting port 93ee91eb-6dbb-433c-a9fb-f56317706ba6 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:03:36.973991 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e8e3038a-695a-4507-8583-4ce706b3b2ab req-2c7a3fc7-8b09-4328-bf31-cf9cc6d89ff0 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (93ee91eb-6dbb-433c-a9fb-f56317706ba6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:37.110111 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900d531-7649-412b-a04e-fed7fea58fa2 req-ff8b4afc-9d60-4491-8068-025b4b983b55 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:37.118806 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900d531-7649-412b-a04e-fed7fea58fa2 req-ff8b4afc-9d60-4491-8068-025b4b983b55 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:37.122195 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e8e3038a-695a-4507-8583-4ce706b3b2ab req-2c7a3fc7-8b09-4328-bf31-cf9cc6d89ff0 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] For port 93ee91eb-6dbb-433c-a9fb-f56317706ba6, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=93ee91eb-6dbb-433c-a9fb-f56317706ba6,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:37.122696 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e8e3038a-695a-4507-8583-4ce706b3b2ab req-2c7a3fc7-8b09-4328-bf31-cf9cc6d89ff0 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (93ee91eb-6dbb-433c-a9fb-f56317706ba6), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:37.126668 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2900d531-7649-412b-a04e-fed7fea58fa2 req-ff8b4afc-9d60-4491-8068-025b4b983b55 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=0346b7fd-5e66-4caf-b5c1-b5b48b2afd78 HTTP/1.1" status: 200 len: 1683 time: 0.3833346 Feb 07 21:03:37.141330 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-e8e3038a-695a-4507-8583-4ce706b3b2ab req-2c7a3fc7-8b09-4328-bf31-cf9cc6d89ff0 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Calling delete_port for 93ee91eb-6dbb-433c-a9fb-f56317706ba6 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:03:37.187912 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f1f0a5a7-90a8-42e1-afe9-ba5ddb85bb71 admin admin] Publish callbacks [] for security_group (90da038f-d18d-4442-a238-135b5ea5226c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:37.218973 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-622faba5-0076-4563-97ad-b67fd0b32ba4 req-c51cd69d-f716-49aa-983b-f10549e77b4c service neutron] 10.222.0.71 "GET /v2.0/networks/a6f86bd0-771c-4143-8683-cd147fb6889e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838069 Feb 07 21:03:37.264910 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f1f0a5a7-90a8-42e1-afe9-ba5ddb85bb71 admin admin] Publish callbacks [] for security_group (90da038f-d18d-4442-a238-135b5ea5226c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:37.292773 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2900d531-7649-412b-a04e-fed7fea58fa2 req-82f23f7e-b34f-4f7a-a12a-07689a550282 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650376 Feb 07 21:03:37.303558 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-30844895-d896-4c0e-90dc-74a0b8be4095 service neutron] 10.222.0.65 "GET /v2.0/networks/ebc0550f-ec6c-4d64-9bd7-6031c005d00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969687 Feb 07 21:03:37.326217 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device ce51bc02-3b1e-48df-8b1c-4d8326eab37b details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:03:37.341248 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e8e3038a-695a-4507-8583-4ce706b3b2ab req-2c7a3fc7-8b09-4328-bf31-cf9cc6d89ff0 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (93ee91eb-6dbb-433c-a9fb-f56317706ba6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:37.359356 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['93ee91eb-6dbb-433c-a9fb-f56317706ba6'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:03:37.390094 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a3fc7-8b09-4328-bf31-cf9cc6d89ff0 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Pushing event deleted for resources: {'Port': ['ID=93ee91eb-6dbb-433c-a9fb-f56317706ba6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:37.463241 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e3038a-695a-4507-8583-4ce706b3b2ab req-2c7a3fc7-8b09-4328-bf31-cf9cc6d89ff0 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] No DVR routers for this DVR port 93ee91eb-6dbb-433c-a9fb-f56317706ba6 on host n-h2-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:03:37.479006 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e8e3038a-695a-4507-8583-4ce706b3b2ab req-2c7a3fc7-8b09-4328-bf31-cf9cc6d89ff0 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:37.490508 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e8e3038a-695a-4507-8583-4ce706b3b2ab req-2c7a3fc7-8b09-4328-bf31-cf9cc6d89ff0 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.71 "DELETE /v2.0/ports/93ee91eb-6dbb-433c-a9fb-f56317706ba6 HTTP/1.1" status: 204 len: 173 time: 0.6589103 Feb 07 21:03:37.491940 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d586695-c77d-4894-8df3-b58798ed684e', 'name': 'network-vif-deleted', 'tag': '93ee91eb-6dbb-433c-a9fb-f56317706ba6'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:03:37.495270 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f7daa0-cad8-4dcf-b869-8a5f5d435405" -d '{"events": [{"server_uuid": "3d586695-c77d-4894-8df3-b58798ed684e", "name": "network-vif-deleted", "tag": "93ee91eb-6dbb-433c-a9fb-f56317706ba6"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:03:37.553260 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port ce51bc02-3b1e-48df-8b1c-4d8326eab37b, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ce51bc02-3b1e-48df-8b1c-4d8326eab37b,segment=NetworkSegment(f98aea31-515d-4565-858b-308c6254052d),segment_id=f98aea31-515d-4565-858b-308c6254052d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:37.568580 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'ce51bc02-3b1e-48df-8b1c-4d8326eab37b', 'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e', 'port_id': 'ce51bc02-3b1e-48df-8b1c-4d8326eab37b', 'mac_address': 'fa:16:3e:a9:37:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb76e587-4176-46d1-b759-4332a321f9fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:03:37.667622 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port ce51bc02-3b1e-48df-8b1c-4d8326eab37b is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:37.667907 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ce51bc02-3b1e-48df-8b1c-4d8326eab37b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:37.699242 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce51bc02-3b1e-48df-8b1c-4d8326eab37b {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:03:37.737113 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port ce51bc02-3b1e-48df-8b1c-4d8326eab37b, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ce51bc02-3b1e-48df-8b1c-4d8326eab37b,segment=NetworkSegment(f98aea31-515d-4565-858b-308c6254052d),segment_id=f98aea31-515d-4565-858b-308c6254052d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:37.742850 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ce51bc02-3b1e-48df-8b1c-4d8326eab37b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:37.839926 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=ce51bc02-3b1e-48df-8b1c-4d8326eab37b,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:38.061642 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ce43676e-c2ae-4c56-91c5-02a60694f899 req-276dddc7-090e-413f-9c0c-d5c0ac417d91 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d586695-c77d-4894-8df3-b58798ed684e HTTP/1.1" status: 200 len: 210 time: 0.5698392 Feb 07 21:03:38.086639 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-25d67111-52f1-4965-b944-01bbb676e0f9 service neutron] 10.222.0.65 "GET /v2.0/networks/ebc0550f-ec6c-4d64-9bd7-6031c005d00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7431734 Feb 07 21:03:38.183453 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['ce51bc02-3b1e-48df-8b1c-4d8326eab37b'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:03:38.194540 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f1f0a5a7-90a8-42e1-afe9-ba5ddb85bb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (90da038f-d18d-4442-a238-135b5ea5226c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:38.197229 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f1f0a5a7-90a8-42e1-afe9-ba5ddb85bb71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:38.209749 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f1f0a5a7-90a8-42e1-afe9-ba5ddb85bb71 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/90da038f-d18d-4442-a238-135b5ea5226c HTTP/1.1" status: 204 len: 168 time: 1.4118576 Feb 07 21:03:38.234786 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0a5a7-90a8-42e1-afe9-ba5ddb85bb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90da038f-d18d-4442-a238-135b5ea5226c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:38.293649 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a56e1-ec0f-4683-a40a-6e6c46051c66 req-21e76ab8-4c4b-418a-83dc-75e316561f81 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:38.295226 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-225a56e1-ec0f-4683-a40a-6e6c46051c66 req-21e76ab8-4c4b-418a-83dc-75e316561f81 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/ports?device_id=9720d579-c7a9-43e5-a209-5258f0676f3b HTTP/1.1" status: 200 len: 944 time: 0.1447527 Feb 07 21:03:38.312228 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-e634d3d8-08cf-4121-8b87-7fee211f37cb service neutron] 10.222.0.65 "GET /v2.0/networks/ebc0550f-ec6c-4d64-9bd7-6031c005d00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133019 Feb 07 21:03:38.446283 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-225a56e1-ec0f-4683-a40a-6e6c46051c66 req-34b54f2e-4960-491d-88a4-8d9405ee4673 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/security-groups?id=83958c95-88cf-41c9-a2ee-d6f4a755b618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431801 Feb 07 21:03:39.055372 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-95851d2f-5e6e-4858-8203-aa6a59a46432 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:39.058563 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-95851d2f-5e6e-4858-8203-aa6a59a46432 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/networks?id=d5bb16a4-31f3-4a2c-94f1-a95e66782779 HTTP/1.1" status: 200 len: 818 time: 0.2019415 Feb 07 21:03:39.072787 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 495155aa-8189-4082-903a-dd923d4a6d69 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:03:39.090417 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-0279aa85-ea82-4afe-be59-f19528e4c7a6 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/quotas/4b7c1937361146a7b2dfe64ac8dca8e9 HTTP/1.1" status: 200 len: 375 time: 0.0224357 Feb 07 21:03:39.183154 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 495155aa-8189-4082-903a-dd923d4a6d69 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:39.183154 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (495155aa-8189-4082-903a-dd923d4a6d69), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:39.216229 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-5b25f004-8987-4632-b433-995a6d478dc5 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4b7c1937361146a7b2dfe64ac8dca8e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1240873 Feb 07 21:03:39.354855 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-db6c660d-8876-4c79-bc1d-ddee0c48958b service neutron] 10.222.0.65 "GET /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192334 Feb 07 21:03:39.447246 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30250b44-b169-405f-892d-b6085fd70fc0 x-openstack-request-id: req-30250b44-b169-405f-892d-b6085fd70fc0 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:03:39.447566 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0346b7fd-5e66-4caf-b5c1-b5b48b2afd78", "name": "network-vif-plugged", "status": "completed", "tag": "e0f4b9da-be8a-4e06-a428-fa6b13700414", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:03:39.447844 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-30250b44-b169-405f-892d-b6085fd70fc0 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:03:39.450812 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0346b7fd-5e66-4caf-b5c1-b5b48b2afd78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f4b9da-be8a-4e06-a428-fa6b13700414', 'code': 200} Feb 07 21:03:39.455886 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 495155aa-8189-4082-903a-dd923d4a6d69 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:39.456523 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (495155aa-8189-4082-903a-dd923d4a6d69), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:39.457931 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48162) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:39.468581 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 93ee91eb-6dbb-433c-a9fb-f56317706ba6 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:03:39.482606 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacb6a37-5647-4724-a362-d3e736dea9d2 x-openstack-request-id: req-eacb6a37-5647-4724-a362-d3e736dea9d2 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:03:39.483487 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d586695-c77d-4894-8df3-b58798ed684e", "name": "network-vif-deleted", "tag": "93ee91eb-6dbb-433c-a9fb-f56317706ba6", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:03:39.483947 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eacb6a37-5647-4724-a362-d3e736dea9d2 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:03:39.484574 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d586695-c77d-4894-8df3-b58798ed684e', 'name': 'network-vif-deleted', 'tag': '93ee91eb-6dbb-433c-a9fb-f56317706ba6', 'status': 'completed', 'code': 200} Feb 07 21:03:39.510168 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-f6fb0f4f-cf9c-4bfd-b24d-764b08423019 service neutron] 10.222.0.65 "GET /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497200 Feb 07 21:03:39.523761 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba894f-6206-4146-bf24-72275abdbbcb req-53c394c8-22b4-478f-9cd5-94b879164e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:39.524473 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba894f-6206-4146-bf24-72275abdbbcb req-53c394c8-22b4-478f-9cd5-94b879164e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:39.526578 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-31ba894f-6206-4146-bf24-72275abdbbcb req-53c394c8-22b4-478f-9cd5-94b879164e44 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0346b7fd-5e66-4caf-b5c1-b5b48b2afd78 HTTP/1.1" status: 200 len: 2047 time: 0.1136057 Feb 07 21:03:39.592338 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 93ee91eb-6dbb-433c-a9fb-f56317706ba6 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:03:39.592901 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 93ee91eb-6dbb-433c-a9fb-f56317706ba6 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:03:39.599911 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-31ba894f-6206-4146-bf24-72275abdbbcb req-0cfd80e3-305d-4e5c-8542-d139f6a5e88a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651741 Feb 07 21:03:39.621880 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 495155aa-8189-4082-903a-dd923d4a6d69, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=495155aa-8189-4082-903a-dd923d4a6d69,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:39.628283 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (495155aa-8189-4082-903a-dd923d4a6d69), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:39.727936 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-963aad36-d4b5-46bf-9459-416b59372180 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Request body: {'networks': [{'name': 'tempest-network--2011437918'}, {'name': 'tempest-network--1515111938'}]} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:39.727936 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-963aad36-d4b5-46bf-9459-416b59372180 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Request body: {'network': {'name': 'tempest-network--2011437918'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:39.727936 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-963aad36-d4b5-46bf-9459-416b59372180 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Request body: {'network': {'name': 'tempest-network--1515111938'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:39.749307 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=495155aa-8189-4082-903a-dd923d4a6d69,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:39.824663 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963aad36-d4b5-46bf-9459-416b59372180 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Made reservation on behalf of 21881fe801914e1e8a571a6c03f57e56 for: {'network': 2} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:39.829452 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-963aad36-d4b5-46bf-9459-416b59372180 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:39.855779 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672178b5-6a7b-443f-90ce-f33cf7c26ade req-c3360623-6ad8-487e-8fae-e90fb387fdb0 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:39.867146 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-672178b5-6a7b-443f-90ce-f33cf7c26ade req-c3360623-6ad8-487e-8fae-e90fb387fdb0 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 945 time: 0.2498696 Feb 07 21:03:39.914550 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-963aad36-d4b5-46bf-9459-416b59372180 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:39.919144 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c2ff1f-5451-4fbe-8a8e-ed4e8300e382 None None] Sync routers for ids ['e9247a34-ff3a-4778-96e2-3ee3d1049181'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:03:39.937956 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c2ff1f-5451-4fbe-8a8e-ed4e8300e382 None None] Routers {'e9247a34-ff3a-4778-96e2-3ee3d1049181'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:03:39.939480 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-d3c2ff1f-5451-4fbe-8a8e-ed4e8300e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:03:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e9247a34-ff3a-4778-96e2-3ee3d1049181'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:39.973572 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-672178b5-6a7b-443f-90ce-f33cf7c26ade req-9f128bda-5847-4ae0-a450-34834a4149a3 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053793 Feb 07 21:03:40.040607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf628ae-3024-49aa-8305-5da6ef6cfa19 req-ce2f547c-6357-4d3b-858d-4859f137fb17 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:40.049318 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf628ae-3024-49aa-8305-5da6ef6cfa19 req-ce2f547c-6357-4d3b-858d-4859f137fb17 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:40.051447 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7bf628ae-3024-49aa-8305-5da6ef6cfa19 req-ce2f547c-6357-4d3b-858d-4859f137fb17 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=0346b7fd-5e66-4caf-b5c1-b5b48b2afd78 HTTP/1.1" status: 200 len: 1683 time: 0.2406085 Feb 07 21:03:40.175527 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-d3c2ff1f-5451-4fbe-8a8e-ed4e8300e382 None None] Set router e9247a34-ff3a-4778-96e2-3ee3d1049181 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:03:40.262912 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-963aad36-d4b5-46bf-9459-416b59372180 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks [] for security_group (118cc618-92d2-4336-acf6-3b2ca6b58b3d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:40.268054 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7bf628ae-3024-49aa-8305-5da6ef6cfa19 req-d1b677ea-1fe3-441e-9fcb-77433fa340f6 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080154 Feb 07 21:03:40.289347 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-039c9df8-ce1f-46c6-941c-89c6e7faea6f req-ff6bbefe-ccab-4a87-9daf-50166093d8d6 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 210 time: 0.0743661 Feb 07 21:03:40.290513 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-963aad36-d4b5-46bf-9459-416b59372180 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (118cc618-92d2-4336-acf6-3b2ca6b58b3d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:40.291199 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-963aad36-d4b5-46bf-9459-416b59372180 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:40.329093 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963aad36-d4b5-46bf-9459-416b59372180 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:03:40.339762 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-963aad36-d4b5-46bf-9459-416b59372180 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (0805eb62-73ae-4404-8eac-553553ff9eea), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:40.341070 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-963aad36-d4b5-46bf-9459-416b59372180 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Added segment 0805eb62-73ae-4404-8eac-553553ff9eea of type vlan for network 7517e1a7-133a-4f9c-b3ed-6134840b43b9 Feb 07 21:03:40.425393 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-963aad36-d4b5-46bf-9459-416b59372180 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (7517e1a7-133a-4f9c-b3ed-6134840b43b9), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:40.493274 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ce78603-e02e-4528-962e-43651f05efb0 req-ba627321-b091-4fd7-b84d-97586ee09092 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 210 time: 0.0709763 Feb 07 21:03:40.493907 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963aad36-d4b5-46bf-9459-416b59372180 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118cc618-92d2-4336-acf6-3b2ca6b58b3d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:40.554654 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963aad36-d4b5-46bf-9459-416b59372180 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:03:40.620956 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a0878-8151-4664-867e-b2c36ce46a08 req-9586d8c1-33e9-4067-9e51-3c59a2bfe32a tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:40.625853 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-d3c2ff1f-5451-4fbe-8a8e-ed4e8300e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9247a34-ff3a-4778-96e2-3ee3d1049181', 'name': 'tempest-ServerRescueNegativeTestJSON-734008154-router', 'tenant_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '495155aa-8189-4082-903a-dd923d4a6d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:03:29Z', 'updated_at': '2022-02-07T21:03:35Z', 'revision_number': 4, 'project_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'gw_port': {'id': '495155aa-8189-4082-903a-dd923d4a6d69', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ab:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9247a34-ff3a-4778-96e2-3ee3d1049181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:29Z', 'updated_at': '2022-02-07T21:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '0aabac65-d36d-40de-9b54-5e8c989edc58', 'name': '', 'network_id': 'd5bb16a4-31f3-4a2c-94f1-a95e66782779', 'tenant_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'mac_address': 'fa:16:3e:3d:ef:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9247a34-ff3a-4778-96e2-3ee3d1049181', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '4b00d401-675a-4bb3-80a1-0cef41c01a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:34Z', 'updated_at': '2022-02-07T21:03:35Z', 'revision_number': 2, 'project_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'subnets': [{'id': '4b00d401-675a-4bb3-80a1-0cef41c01a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:40.632487 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c07a0878-8151-4664-867e-b2c36ce46a08 req-9586d8c1-33e9-4067-9e51-3c59a2bfe32a tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/ports?device_id=9720d579-c7a9-43e5-a209-5258f0676f3b HTTP/1.1" status: 200 len: 944 time: 0.2036960 Feb 07 21:03:40.639515 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-963aad36-d4b5-46bf-9459-416b59372180 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (50000b1a-6099-4663-b474-9849ff7bfbd2), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:40.639872 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-963aad36-d4b5-46bf-9459-416b59372180 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Added segment 50000b1a-6099-4663-b474-9849ff7bfbd2 of type vlan for network d5c6f596-3b90-42d5-be27-147c5eb19dc0 Feb 07 21:03:40.658467 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c2ff1f-5451-4fbe-8a8e-ed4e8300e382 None None] Checking router: e9247a34-ff3a-4778-96e2-3ee3d1049181 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:03:40.659358 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c2ff1f-5451-4fbe-8a8e-ed4e8300e382 None None] Updating router e9247a34-ff3a-4778-96e2-3ee3d1049181 port 0aabac65-d36d-40de-9b54-5e8c989edc58 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:03:40.695409 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d3c2ff1f-5451-4fbe-8a8e-ed4e8300e382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0aabac65-d36d-40de-9b54-5e8c989edc58), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:40.734565 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-963aad36-d4b5-46bf-9459-416b59372180 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (d5c6f596-3b90-42d5-be27-147c5eb19dc0), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:40.790279 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c07a0878-8151-4664-867e-b2c36ce46a08 req-1dfa8dc8-0e04-498a-8c1b-6bad1ebe0b15 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/security-groups?id=83958c95-88cf-41c9-a2ee-d6f4a755b618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523621 Feb 07 21:03:40.802307 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-963aad36-d4b5-46bf-9459-416b59372180 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (7517e1a7-133a-4f9c-b3ed-6134840b43b9), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:40.803033 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-963aad36-d4b5-46bf-9459-416b59372180 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (d5c6f596-3b90-42d5-be27-147c5eb19dc0), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:40.808965 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963aad36-d4b5-46bf-9459-416b59372180 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:40.814995 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963aad36-d4b5-46bf-9459-416b59372180 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:40.816364 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-963aad36-d4b5-46bf-9459-416b59372180 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:40.942995 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48204) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:40.943642 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-963aad36-d4b5-46bf-9459-416b59372180 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.4841170 Feb 07 21:03:41.065118 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 495155aa-8189-4082-903a-dd923d4a6d69 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:03:41.101683 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-faddc323-6b54-4652-968d-4f448898b7bc tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:41.103220 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-faddc323-6b54-4652-968d-4f448898b7bc tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/networks?id=d5bb16a4-31f3-4a2c-94f1-a95e66782779 HTTP/1.1" status: 200 len: 818 time: 0.1738293 Feb 07 21:03:41.173811 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 495155aa-8189-4082-903a-dd923d4a6d69 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:41.174522 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (495155aa-8189-4082-903a-dd923d4a6d69), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:41.201932 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963aad36-d4b5-46bf-9459-416b59372180 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Pushing event updated for resources: {'Network': ['ID=7517e1a7-133a-4f9c-b3ed-6134840b43b9,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:41.231156 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 7517e1a7-133a-4f9c-b3ed-6134840b43b9 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:03:41.237044 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354584bc-1e8a-489b-a830-860ec67f19e0 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:41.242745 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354584bc-1e8a-489b-a830-860ec67f19e0 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:41.245172 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-60f0f4ec-c690-4d2c-a3e7-e199f5ae4681 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/quotas/4b7c1937361146a7b2dfe64ac8dca8e9 HTTP/1.1" status: 200 len: 375 time: 0.0830724 Feb 07 21:03:41.249837 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354584bc-1e8a-489b-a830-860ec67f19e0 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:41.257253 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354584bc-1e8a-489b-a830-860ec67f19e0 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:41.259645 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-354584bc-1e8a-489b-a830-860ec67f19e0 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3145418 Feb 07 21:03:41.262374 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48208) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:41.343089 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d3c2ff1f-5451-4fbe-8a8e-ed4e8300e382 None None] Publish callbacks [] for port (0aabac65-d36d-40de-9b54-5e8c989edc58), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:41.363523 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d3c2ff1f-5451-4fbe-8a8e-ed4e8300e382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0aabac65-d36d-40de-9b54-5e8c989edc58), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:41.387732 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device ce51bc02-3b1e-48df-8b1c-4d8326eab37b up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:03:41.404260 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2e6de82-b3b1-4668-9bf9-17220ce83b9f tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (7517e1a7-133a-4f9c-b3ed-6134840b43b9), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:41.423952 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a727fb-c201-4d21-9334-954deade3378 req-36b3ce9a-2176-4d98-a385-3b89f79b7bd3 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:41.424212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 495155aa-8189-4082-903a-dd923d4a6d69 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:41.425959 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-93a727fb-c201-4d21-9334-954deade3378 req-36b3ce9a-2176-4d98-a385-3b89f79b7bd3 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.71 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 945 time: 0.0910213 Feb 07 21:03:41.448475 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port ce51bc02-3b1e-48df-8b1c-4d8326eab37b completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:03:41.453569 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port ce51bc02-3b1e-48df-8b1c-4d8326eab37b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:41.454198 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ce51bc02-3b1e-48df-8b1c-4d8326eab37b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:41.486684 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963aad36-d4b5-46bf-9459-416b59372180 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Pushing event updated for resources: {'Network': ['ID=d5c6f596-3b90-42d5-be27-147c5eb19dc0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:41.508924 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network d5c6f596-3b90-42d5-be27-147c5eb19dc0 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:03:41.570077 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2e6de82-b3b1-4668-9bf9-17220ce83b9f tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (7517e1a7-133a-4f9c-b3ed-6134840b43b9), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:41.593678 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-d3c2ff1f-5451-4fbe-8a8e-ed4e8300e382 None None] Attempting to bind port 0aabac65-d36d-40de-9b54-5e8c989edc58 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:03:41.594207 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-d3c2ff1f-5451-4fbe-8a8e-ed4e8300e382 None None] Attempting to bind port 0aabac65-d36d-40de-9b54-5e8c989edc58 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '9e27aa91-55cc-462d-aeb7-1b345510d8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd5bb16a4-31f3-4a2c-94f1-a95e66782779'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:03:41.594577 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c2ff1f-5451-4fbe-8a8e-ed4e8300e382 None None] Attempting to bind port 0aabac65-d36d-40de-9b54-5e8c989edc58 on network d5bb16a4-31f3-4a2c-94f1-a95e66782779 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:03:41.603865 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224052f6-4fa6-40cb-b80d-56cb75161efc req-0137c3a8-2d26-4bcc-a3f9-e55bd78e97f1 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:41.605469 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-224052f6-4fa6-40cb-b80d-56cb75161efc req-0137c3a8-2d26-4bcc-a3f9-e55bd78e97f1 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 945 time: 0.6747851 Feb 07 21:03:41.605636 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c2ff1f-5451-4fbe-8a8e-ed4e8300e382 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:03:41.605982 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c2ff1f-5451-4fbe-8a8e-ed4e8300e382 None None] Checking segment: {'id': '9e27aa91-55cc-462d-aeb7-1b345510d8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd5bb16a4-31f3-4a2c-94f1-a95e66782779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:03:41.608340 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d3c2ff1f-5451-4fbe-8a8e-ed4e8300e382 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:41.608751 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c2ff1f-5451-4fbe-8a8e-ed4e8300e382 None None] Bound using segment: {'id': '9e27aa91-55cc-462d-aeb7-1b345510d8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd5bb16a4-31f3-4a2c-94f1-a95e66782779'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:03:41.609246 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-d3c2ff1f-5451-4fbe-8a8e-ed4e8300e382 None None] Bound port: 0aabac65-d36d-40de-9b54-5e8c989edc58, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e27aa91-55cc-462d-aeb7-1b345510d8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd5bb16a4-31f3-4a2c-94f1-a95e66782779'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:03:41.609633 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d3c2ff1f-5451-4fbe-8a8e-ed4e8300e382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0aabac65-d36d-40de-9b54-5e8c989edc58), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:41.628082 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-a2e6de82-b3b1-4668-9bf9-17220ce83b9f tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7517e1a7-133a-4f9c-b3ed-6134840b43b9']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:41.642744 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-a2e6de82-b3b1-4668-9bf9-17220ce83b9f tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0805eb62-73ae-4404-8eac-553553ff9eea') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:41.643849 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-a2e6de82-b3b1-4668-9bf9-17220ce83b9f tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0805eb62-73ae-4404-8eac-553553ff9eea') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:41.672580 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port ce51bc02-3b1e-48df-8b1c-4d8326eab37b is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:41.676849 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ce51bc02-3b1e-48df-8b1c-4d8326eab37b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:41.692905 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-3fbed568-dedf-48ce-b3b9-17257b1d6bc6 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4b7c1937361146a7b2dfe64ac8dca8e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4467924 Feb 07 21:03:41.700643 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2e6de82-b3b1-4668-9bf9-17220ce83b9f tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (0805eb62-73ae-4404-8eac-553553ff9eea), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:41.709155 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-d3c2ff1f-5451-4fbe-8a8e-ed4e8300e382 None None] For port 0aabac65-d36d-40de-9b54-5e8c989edc58, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:03:41.713226 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-d3c2ff1f-5451-4fbe-8a8e-ed4e8300e382 None None] For port 0aabac65-d36d-40de-9b54-5e8c989edc58, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0aabac65-d36d-40de-9b54-5e8c989edc58,segment=NetworkSegment(9e27aa91-55cc-462d-aeb7-1b345510d8cb),segment_id=9e27aa91-55cc-462d-aeb7-1b345510d8cb)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:03:41.716811 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf18848-486d-4b33-93fb-bde49a8b9335 None None] Pushing event updated for resources: {'Port': ['ID=0aabac65-d36d-40de-9b54-5e8c989edc58,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:41.738369 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d3c2ff1f-5451-4fbe-8a8e-ed4e8300e382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0aabac65-d36d-40de-9b54-5e8c989edc58), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:41.759789 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9720d579-c7a9-43e5-a209-5258f0676f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce51bc02-3b1e-48df-8b1c-4d8326eab37b'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:03:41.766956 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae033505-b233-4c06-8261-9c8da9e75eba" -d '{"events": [{"server_uuid": "9720d579-c7a9-43e5-a209-5258f0676f3b", "name": "network-vif-plugged", "status": "completed", "tag": "ce51bc02-3b1e-48df-8b1c-4d8326eab37b"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:03:41.799076 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c2ff1f-5451-4fbe-8a8e-ed4e8300e382 None None] Routers {'e9247a34-ff3a-4778-96e2-3ee3d1049181'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:03:41.799904 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-d3c2ff1f-5451-4fbe-8a8e-ed4e8300e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:03:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e9247a34-ff3a-4778-96e2-3ee3d1049181'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:41.810768 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port ce51bc02-3b1e-48df-8b1c-4d8326eab37b, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ce51bc02-3b1e-48df-8b1c-4d8326eab37b,segment=NetworkSegment(f98aea31-515d-4565-858b-308c6254052d),segment_id=f98aea31-515d-4565-858b-308c6254052d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:41.821680 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ce51bc02-3b1e-48df-8b1c-4d8326eab37b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:41.909315 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-224052f6-4fa6-40cb-b80d-56cb75161efc req-0696edb7-eac3-42fc-a2e8-9a058ad936da tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851772 Feb 07 21:03:41.928266 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=ce51bc02-3b1e-48df-8b1c-4d8326eab37b,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:41.949531 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-258f6a0c-561c-4191-88d5-0641aa8ff099 service neutron] 10.222.0.65 "GET /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536423 Feb 07 21:03:42.044639 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-d3c2ff1f-5451-4fbe-8a8e-ed4e8300e382 None None] Set router e9247a34-ff3a-4778-96e2-3ee3d1049181 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:03:42.101422 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf18848-486d-4b33-93fb-bde49a8b9335 None None] Pushing event updated for resources: {'Port': ['ID=0aabac65-d36d-40de-9b54-5e8c989edc58,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:42.201593 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd4dee-2b84-48e8-b1aa-24a8815de3c5 req-b71ffbea-643c-42d9-93f0-18231c2a6fea tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:42.201593 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bfbd4dee-2b84-48e8-b1aa-24a8815de3c5 req-b71ffbea-643c-42d9-93f0-18231c2a6fea tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 945 time: 0.1271453 Feb 07 21:03:42.201593 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-5c58b8e2-0759-4b48-a022-ba1090c42469 service neutron] 10.222.0.65 "GET /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457478 Feb 07 21:03:42.300278 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bfbd4dee-2b84-48e8-b1aa-24a8815de3c5 req-16da1acc-4d16-4a54-87f2-ca960a9ced84 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027935 Feb 07 21:03:42.370164 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2e6de82-b3b1-4668-9bf9-17220ce83b9f tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (0805eb62-73ae-4404-8eac-553553ff9eea), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:42.385820 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-12f297e2-7d6a-44c6-b33e-ad6afff7fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:42.387429 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-12f297e2-7d6a-44c6-b33e-ad6afff7fed2 service neutron] 10.222.0.69 "GET /v2.0/ports/3d3cfee9-12eb-4371-8962-0c904c15eaa6 HTTP/1.1" status: 200 len: 1033 time: 0.7298305 Feb 07 21:03:42.394032 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e6de82-b3b1-4668-9bf9-17220ce83b9f tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:03:42.394471 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2e6de82-b3b1-4668-9bf9-17220ce83b9f tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (0805eb62-73ae-4404-8eac-553553ff9eea), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:03:42.398229 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:03:42.401012 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-93a727fb-c201-4d21-9334-954deade3378 req-55dfeb14-a9eb-4be4-a0ae-c0d5a51d52be tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Deleting port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:03:42.401242 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-93a727fb-c201-4d21-9334-954deade3378 req-55dfeb14-a9eb-4be4-a0ae-c0d5a51d52be tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (123a2e48-771a-4de4-9d5c-cf486b0cdcc1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:42.518799 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-758be4af-16a8-43de-915b-cbb8b3f90364 req-8e74cf30-b20a-470b-88ca-d2268e7d9d86 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 210 time: 0.0607674 Feb 07 21:03:42.602996 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-582bb5c6-43e0-4bb0-930d-399cd55ed585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:42.604947 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-582bb5c6-43e0-4bb0-930d-399cd55ed585 service neutron] 10.222.0.69 "GET /v2.0/ports/def535e0-560b-493f-84ac-22ae5fd3e2e6 HTTP/1.1" status: 200 len: 1031 time: 0.2007124 Feb 07 21:03:42.611030 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2e6de82-b3b1-4668-9bf9-17220ce83b9f tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (7517e1a7-133a-4f9c-b3ed-6134840b43b9), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:42.620438 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-d3c2ff1f-5451-4fbe-8a8e-ed4e8300e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9247a34-ff3a-4778-96e2-3ee3d1049181', 'name': 'tempest-ServerRescueNegativeTestJSON-734008154-router', 'tenant_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '495155aa-8189-4082-903a-dd923d4a6d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:03:29Z', 'updated_at': '2022-02-07T21:03:35Z', 'revision_number': 4, 'project_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'gw_port': {'id': '495155aa-8189-4082-903a-dd923d4a6d69', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ab:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9247a34-ff3a-4778-96e2-3ee3d1049181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:29Z', 'updated_at': '2022-02-07T21:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '0aabac65-d36d-40de-9b54-5e8c989edc58', 'name': '', 'network_id': 'd5bb16a4-31f3-4a2c-94f1-a95e66782779', 'tenant_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'mac_address': 'fa:16:3e:3d:ef:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9247a34-ff3a-4778-96e2-3ee3d1049181', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '4b00d401-675a-4bb3-80a1-0cef41c01a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:34Z', 'updated_at': '2022-02-07T21:03:41Z', 'revision_number': 4, 'project_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'subnets': [{'id': '4b00d401-675a-4bb3-80a1-0cef41c01a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:42.632929 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d369b2b-3af2-4fa9-81ab-f8794b303eab x-openstack-request-id: req-6d369b2b-3af2-4fa9-81ab-f8794b303eab {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:03:42.633798 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9720d579-c7a9-43e5-a209-5258f0676f3b", "name": "network-vif-plugged", "status": "completed", "tag": "ce51bc02-3b1e-48df-8b1c-4d8326eab37b", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:03:42.634347 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6d369b2b-3af2-4fa9-81ab-f8794b303eab {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:03:42.634933 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9720d579-c7a9-43e5-a209-5258f0676f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce51bc02-3b1e-48df-8b1c-4d8326eab37b', 'code': 200} Feb 07 21:03:42.668378 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3272ff6-2091-4259-abde-06847ed03dd2 req-0c0c189a-25c4-4203-974c-d4421fe7625f tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:42.692097 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3272ff6-2091-4259-abde-06847ed03dd2 req-0c0c189a-25c4-4203-974c-d4421fe7625f tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:42.696017 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3272ff6-2091-4259-abde-06847ed03dd2 req-0c0c189a-25c4-4203-974c-d4421fe7625f tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=0346b7fd-5e66-4caf-b5c1-b5b48b2afd78 HTTP/1.1" status: 200 len: 1683 time: 0.1804576 Feb 07 21:03:42.712402 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2e6de82-b3b1-4668-9bf9-17220ce83b9f tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:42.715636 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c2ff1f-5451-4fbe-8a8e-ed4e8300e382 None None] The sync data for ids ['e9247a34-ff3a-4778-96e2-3ee3d1049181'] in n-d-828185-2 is: [{'id': 'e9247a34-ff3a-4778-96e2-3ee3d1049181', 'name': 'tempest-ServerRescueNegativeTestJSON-734008154-router', 'tenant_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '495155aa-8189-4082-903a-dd923d4a6d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:03:29Z', 'updated_at': '2022-02-07T21:03:35Z', 'revision_number': 4, 'project_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'gw_port': {'id': '495155aa-8189-4082-903a-dd923d4a6d69', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ab:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9247a34-ff3a-4778-96e2-3ee3d1049181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:29Z', 'updated_at': '2022-02-07T21:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '0aabac65-d36d-40de-9b54-5e8c989edc58', 'name': '', 'network_id': 'd5bb16a4-31f3-4a2c-94f1-a95e66782779', 'tenant_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'mac_address': 'fa:16:3e:3d:ef:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9247a34-ff3a-4778-96e2-3ee3d1049181', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '4b00d401-675a-4bb3-80a1-0cef41c01a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:34Z', 'updated_at': '2022-02-07T21:03:41Z', 'revision_number': 4, 'project_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'subnets': [{'id': '4b00d401-675a-4bb3-80a1-0cef41c01a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:03:42.720710 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a2e6de82-b3b1-4668-9bf9-17220ce83b9f tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] 10.222.0.65 "DELETE /v2.0/networks/7517e1a7-133a-4f9c-b3ed-6134840b43b9 HTTP/1.1" status: 204 len: 168 time: 1.4548125 Feb 07 21:03:42.724001 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48222) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:42.820756 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6de82-b3b1-4668-9bf9-17220ce83b9f tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Pushing event deleted for resources: {'Network': ['ID=7517e1a7-133a-4f9c-b3ed-6134840b43b9,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:42.839759 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-35d7958d-94e2-4c6e-b139-c73ae700b227 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:42.841276 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-35d7958d-94e2-4c6e-b139-c73ae700b227 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.69 "GET /v2.0/networks?id=d5bb16a4-31f3-4a2c-94f1-a95e66782779 HTTP/1.1" status: 200 len: 818 time: 0.5384891 Feb 07 21:03:42.856402 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-8c068736-f604-4045-b8b8-ce12ab31c1fb tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Request body: {'port': {'device_id': '9a9ad788-6f75-4b26-9b60-c5e3615b2ede', 'network_id': 'd5bb16a4-31f3-4a2c-94f1-a95e66782779', 'admin_state_up': True, 'tenant_id': '4b7c1937361146a7b2dfe64ac8dca8e9'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:42.985802 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-93a727fb-c201-4d21-9334-954deade3378 req-55dfeb14-a9eb-4be4-a0ae-c0d5a51d52be tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] For port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=123a2e48-771a-4de4-9d5c-cf486b0cdcc1,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:42.986048 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-93a727fb-c201-4d21-9334-954deade3378 req-55dfeb14-a9eb-4be4-a0ae-c0d5a51d52be tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (123a2e48-771a-4de4-9d5c-cf486b0cdcc1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:43.059110 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-93a727fb-c201-4d21-9334-954deade3378 req-55dfeb14-a9eb-4be4-a0ae-c0d5a51d52be tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Calling delete_port for 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:03:43.111644 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0aabac65-d36d-40de-9b54-5e8c989edc58 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:03:43.175895 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-9ad961bf-8e8c-4145-86df-1a0121efefff tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:43.178942 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3272ff6-2091-4259-abde-06847ed03dd2 req-cf761d72-54a8-4ee4-bfe9-9be11874503e tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4753089 Feb 07 21:03:43.198606 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-9ad961bf-8e8c-4145-86df-1a0121efefff tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:43.216995 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-9ad961bf-8e8c-4145-86df-1a0121efefff tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:43.218245 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-9ad961bf-8e8c-4145-86df-1a0121efefff tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.69 "GET /v2.0/networks?id=baf97448-6b6a-4e23-8e75-a9e4b2610c9d&id=1eeddcea-0d1c-4004-9be7-548b640cc6f3&id=1eeddcea-0d1c-4004-9be7-548b640cc6f3&id=1eeddcea-0d1c-4004-9be7-548b640cc6f3&id=1eeddcea-0d1c-4004-9be7-548b640cc6f3&id=ebc0550f-ec6c-4d64-9bd7-6031c005d00f&id=ebc0550f-ec6c-4d64-9bd7-6031c005d00f HTTP/1.1" status: 200 len: 1994 time: 0.5994279 Feb 07 21:03:43.223933 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d091c30b-c45c-48f4-8957-1f74d24db2b9 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (d5c6f596-3b90-42d5-be27-147c5eb19dc0), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:43.238805 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61c3dd-3241-418c-8829-672a2f351307 req-8ac26847-fcb6-4e8d-a7af-2650a7bf7200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:43.242452 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd61c3dd-3241-418c-8829-672a2f351307 req-8ac26847-fcb6-4e8d-a7af-2650a7bf7200 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9720d579-c7a9-43e5-a209-5258f0676f3b HTTP/1.1" status: 200 len: 1127 time: 0.5142729 Feb 07 21:03:43.260992 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 0aabac65-d36d-40de-9b54-5e8c989edc58 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:43.261781 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0aabac65-d36d-40de-9b54-5e8c989edc58), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:43.373506 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:03:43.459110 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 0aabac65-d36d-40de-9b54-5e8c989edc58 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:43.459832 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0aabac65-d36d-40de-9b54-5e8c989edc58), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:43.460766 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a052d-5c2f-47f8-a7f4-bb3508bd268d req-560f6c17-5aab-4343-ba11-7cbb79ed09c8 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:43.486762 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a07a052d-5c2f-47f8-a7f4-bb3508bd268d req-560f6c17-5aab-4343-ba11-7cbb79ed09c8 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/ports?device_id=9720d579-c7a9-43e5-a209-5258f0676f3b HTTP/1.1" status: 200 len: 945 time: 0.5802150 Feb 07 21:03:43.505598 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0fa7dcce-1610-47a4-a819-499237816122 req-31001627-e4cb-410d-9700-d0abf5d41b9a tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 210 time: 0.1799827 Feb 07 21:03:43.557580 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a3e89ae2-3ef6-4fdd-b6c9-76409c51d721 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32ff56f8fd43451781a008978e4679d6 HTTP/1.1" status: 200 len: 380 time: 0.3240049 Feb 07 21:03:43.569003 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 0aabac65-d36d-40de-9b54-5e8c989edc58, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0aabac65-d36d-40de-9b54-5e8c989edc58,segment=NetworkSegment(9e27aa91-55cc-462d-aeb7-1b345510d8cb),segment_id=9e27aa91-55cc-462d-aeb7-1b345510d8cb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:43.585388 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7f10436b-a44c-4cf4-9c9d-7363546a4ad4 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Request body: {'port': {'device_id': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d', 'admin_state_up': True, 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'security_groups': ['3155095b-db7a-4a96-b06b-bfc72e76da53']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:43.585930 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd61c3dd-3241-418c-8829-672a2f351307 req-92ef460e-fa8a-46e2-850c-5b217dc976da service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=83958c95-88cf-41c9-a2ee-d6f4a755b618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103983 Feb 07 21:03:43.591872 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0aabac65-d36d-40de-9b54-5e8c989edc58), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:43.690707 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-8c068736-f604-4045-b8b8-ce12ab31c1fb tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Made reservation on behalf of 4b7c1937361146a7b2dfe64ac8dca8e9 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:43.694514 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-8c068736-f604-4045-b8b8-ce12ab31c1fb tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:43.724377 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=0aabac65-d36d-40de-9b54-5e8c989edc58,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:43.739135 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 is: DOWN; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:43.750044 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:43.750898 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:43.751115 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:43.751616 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:43.751740 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d091c30b-c45c-48f4-8957-1f74d24db2b9 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (d5c6f596-3b90-42d5-be27-147c5eb19dc0), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:43.752232 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:43.752612 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:43.753162 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:43.754470 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:43.754837 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:43.755858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:43.755858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:43.756184 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:43.756740 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:43.779437 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a07a052d-5c2f-47f8-a7f4-bb3508bd268d req-a39adc2e-ff4c-4386-8c5b-feee4d8f518f tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/security-groups?id=83958c95-88cf-41c9-a2ee-d6f4a755b618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917829 Feb 07 21:03:43.793894 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-d091c30b-c45c-48f4-8957-1f74d24db2b9 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c6f596-3b90-42d5-be27-147c5eb19dc0']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:43.807815 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-d091c30b-c45c-48f4-8957-1f74d24db2b9 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50000b1a-6099-4663-b474-9849ff7bfbd2') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:43.807982 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-d091c30b-c45c-48f4-8957-1f74d24db2b9 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50000b1a-6099-4663-b474-9849ff7bfbd2') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:43.827319 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d091c30b-c45c-48f4-8957-1f74d24db2b9 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (50000b1a-6099-4663-b474-9849ff7bfbd2), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:43.847954 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc456e6-cf62-4dd5-8aa0-2e05fba420dc req-dd6262d4-e8f4-471d-a52a-a31eedd3ef73 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:43.863837 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-adc456e6-cf62-4dd5-8aa0-2e05fba420dc req-dd6262d4-e8f4-471d-a52a-a31eedd3ef73 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=175ce492-a12a-4ce1-bd4c-37fa01e10375 HTTP/1.1" status: 200 len: 945 time: 0.2032819 Feb 07 21:03:43.900070 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d091c30b-c45c-48f4-8957-1f74d24db2b9 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (50000b1a-6099-4663-b474-9849ff7bfbd2), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:43.915954 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-93a727fb-c201-4d21-9334-954deade3378 req-55dfeb14-a9eb-4be4-a0ae-c0d5a51d52be tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (123a2e48-771a-4de4-9d5c-cf486b0cdcc1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:43.932576 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d091c30b-c45c-48f4-8957-1f74d24db2b9 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:03:43.933338 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d091c30b-c45c-48f4-8957-1f74d24db2b9 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (50000b1a-6099-4663-b474-9849ff7bfbd2), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:44.007077 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfeb14-a9eb-4be4-a0ae-c0d5a51d52be tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Pushing event deleted for resources: {'Port': ['ID=123a2e48-771a-4de4-9d5c-cf486b0cdcc1,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:03:44.037946 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:03:44.060858 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a727fb-c201-4d21-9334-954deade3378 req-55dfeb14-a9eb-4be4-a0ae-c0d5a51d52be tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] No DVR routers for this DVR port 123a2e48-771a-4de4-9d5c-cf486b0cdcc1 on host n-h2-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:03:44.064242 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-93a727fb-c201-4d21-9334-954deade3378 req-55dfeb14-a9eb-4be4-a0ae-c0d5a51d52be tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:44.067866 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-93a727fb-c201-4d21-9334-954deade3378 req-55dfeb14-a9eb-4be4-a0ae-c0d5a51d52be tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.71 "DELETE /v2.0/ports/123a2e48-771a-4de4-9d5c-cf486b0cdcc1 HTTP/1.1" status: 204 len: 173 time: 2.6170979 Feb 07 21:03:44.068357 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175ce492-a12a-4ce1-bd4c-37fa01e10375', 'name': 'network-vif-deleted', 'tag': '123a2e48-771a-4de4-9d5c-cf486b0cdcc1'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:03:44.071084 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc1226d-b175-4170-ac3b-ff4e3846f6be" -d '{"events": [{"server_uuid": "175ce492-a12a-4ce1-bd4c-37fa01e10375", "name": "network-vif-deleted", "tag": "123a2e48-771a-4de4-9d5c-cf486b0cdcc1"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:03:44.074385 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7f10436b-a44c-4cf4-9c9d-7363546a4ad4 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Made reservation on behalf of 32ff56f8fd43451781a008978e4679d6 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:44.078311 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7f10436b-a44c-4cf4-9c9d-7363546a4ad4 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:44.159925 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d091c30b-c45c-48f4-8957-1f74d24db2b9 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (d5c6f596-3b90-42d5-be27-147c5eb19dc0), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:44.174969 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d091c30b-c45c-48f4-8957-1f74d24db2b9 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:44.200256 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d091c30b-c45c-48f4-8957-1f74d24db2b9 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] 10.222.0.65 "DELETE /v2.0/networks/d5c6f596-3b90-42d5-be27-147c5eb19dc0 HTTP/1.1" status: 204 len: 168 time: 1.4715781 Feb 07 21:03:44.220281 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48242) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:44.236061 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091c30b-c45c-48f4-8957-1f74d24db2b9 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Pushing event deleted for resources: {'Network': ['ID=d5c6f596-3b90-42d5-be27-147c5eb19dc0,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:44.251084 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-adc456e6-cf62-4dd5-8aa0-2e05fba420dc req-d110e6d3-63e5-407e-86e2-0e6c62800cb0 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862689 Feb 07 21:03:44.305549 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a08241-50ab-4a5e-9b5e-5fad5b9cfd01 req-6a9d1b8a-15ab-43b6-938b-35e6f3c01b89 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:44.308207 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a0a08241-50ab-4a5e-9b5e-5fad5b9cfd01 req-6a9d1b8a-15ab-43b6-938b-35e6f3c01b89 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 945 time: 0.2587898 Feb 07 21:03:44.397410 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a0a08241-50ab-4a5e-9b5e-5fad5b9cfd01 req-c68706ad-cdc1-4f07-9a97-20860d5ac25a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823929 Feb 07 21:03:44.423914 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-8c068736-f604-4045-b8b8-ce12ab31c1fb tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Allocated IP 172.20.0.4 (d5bb16a4-31f3-4a2c-94f1-a95e66782779/4b00d401-675a-4bb3-80a1-0cef41c01a34/f6be35f8-2180-48c6-80fa-1ad984dae764) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:03:44.479402 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e36ea2c4-c563-49bb-9daf-1f24d4e493db req-71f69cbe-f153-420a-b33b-91b092f21eb8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 210 time: 0.0686111 Feb 07 21:03:44.500469 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7f10436b-a44c-4cf4-9c9d-7363546a4ad4 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Allocated IP 172.20.0.9 (baf97448-6b6a-4e23-8e75-a9e4b2610c9d/a20c386e-eebe-4f10-a5ee-5638c9eee3a7/193bb83f-628c-4ce1-bd73-83ddaf07f72f) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:03:44.538650 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8dad4f-913e-43a2-88c1-ed097b5639f9 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:44.544540 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8dad4f-913e-43a2-88c1-ed097b5639f9 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:44.547841 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5b8dad4f-913e-43a2-88c1-ed097b5639f9 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3244252 Feb 07 21:03:44.553314 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48246) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:44.563627 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-925dbf09-ff4b-4499-a709-ffbff43b49a6 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1968408019'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:44.573156 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-44766729-4d54-44bc-938c-2d21fe0da426 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:44.574932 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-44766729-4d54-44bc-938c-2d21fe0da426 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.71 "GET /v2.0/networks?id=d5bb16a4-31f3-4a2c-94f1-a95e66782779 HTTP/1.1" status: 200 len: 818 time: 0.2703362 Feb 07 21:03:44.590420 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be381b5a-d950-42f2-b98e-a888e64859f9 x-openstack-request-id: req-be381b5a-d950-42f2-b98e-a888e64859f9 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:03:44.591019 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175ce492-a12a-4ce1-bd4c-37fa01e10375", "name": "network-vif-deleted", "tag": "123a2e48-771a-4de4-9d5c-cf486b0cdcc1", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:03:44.591488 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-be381b5a-d950-42f2-b98e-a888e64859f9 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:03:44.593731 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175ce492-a12a-4ce1-bd4c-37fa01e10375', 'name': 'network-vif-deleted', 'tag': '123a2e48-771a-4de4-9d5c-cf486b0cdcc1', 'status': 'completed', 'code': 200} Feb 07 21:03:44.612178 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-0e9faf24-6e6e-44ee-bd98-eb7a2f763287 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Request body: {'port': {'device_id': 'd9204cc9-d03a-4525-8615-77fdab0fb674', 'network_id': 'd5bb16a4-31f3-4a2c-94f1-a95e66782779', 'admin_state_up': True, 'tenant_id': '4b7c1937361146a7b2dfe64ac8dca8e9'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:44.682919 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9cae839-9e02-432f-80b1-d06b083d239e req-b708808d-9d67-464f-af43-c3099da1a29e tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 210 time: 0.0507317 Feb 07 21:03:44.757837 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925dbf09-ff4b-4499-a709-ffbff43b49a6 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Made reservation on behalf of 21881fe801914e1e8a571a6c03f57e56 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:44.761279 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-925dbf09-ff4b-4499-a709-ffbff43b49a6 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:44.878688 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285ce5e-7988-4cd0-afd1-d12a0d8824ca req-b10e25ea-2431-416f-8294-423a635f2255 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:44.897911 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285ce5e-7988-4cd0-afd1-d12a0d8824ca req-b10e25ea-2431-416f-8294-423a635f2255 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:44.906543 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5285ce5e-7988-4cd0-afd1-d12a0d8824ca req-b10e25ea-2431-416f-8294-423a635f2255 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=0346b7fd-5e66-4caf-b5c1-b5b48b2afd78 HTTP/1.1" status: 200 len: 1683 time: 0.1395063 Feb 07 21:03:44.910248 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925dbf09-ff4b-4499-a709-ffbff43b49a6 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:03:44.968296 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-925dbf09-ff4b-4499-a709-ffbff43b49a6 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (025a071f-4d8f-4b61-8f33-23265c9669a5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:44.968744 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-925dbf09-ff4b-4499-a709-ffbff43b49a6 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Added segment 025a071f-4d8f-4b61-8f33-23265c9669a5 of type vlan for network 56dc6ff9-c43a-4007-a599-69716e457bb5 Feb 07 21:03:44.975285 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5285ce5e-7988-4cd0-afd1-d12a0d8824ca req-b7ed2a7a-ba70-4e3b-932a-34240438016f tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676372 Feb 07 21:03:45.032219 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-8c068736-f604-4045-b8b8-ce12ab31c1fb tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Publish callbacks [] for port (f6be35f8-2180-48c6-80fa-1ad984dae764), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:45.058740 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-0e9faf24-6e6e-44ee-bd98-eb7a2f763287 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Made reservation on behalf of 4b7c1937361146a7b2dfe64ac8dca8e9 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:45.062127 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-0e9faf24-6e6e-44ee-bd98-eb7a2f763287 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:45.068496 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-925dbf09-ff4b-4499-a709-ffbff43b49a6 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (56dc6ff9-c43a-4007-a599-69716e457bb5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:45.073415 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7f10436b-a44c-4cf4-9c9d-7363546a4ad4 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for port (193bb83f-628c-4ce1-bd73-83ddaf07f72f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:45.078413 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e21e6e-409f-4d2c-bd24-4197d3aba714 req-34e026ee-23e9-400c-b265-37ea53070185 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:45.080690 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03e21e6e-409f-4d2c-bd24-4197d3aba714 req-34e026ee-23e9-400c-b265-37ea53070185 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/ports?device_id=9720d579-c7a9-43e5-a209-5258f0676f3b HTTP/1.1" status: 200 len: 945 time: 0.0706100 Feb 07 21:03:45.093413 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0aabac65-d36d-40de-9b54-5e8c989edc58 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:03:45.160114 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 0aabac65-d36d-40de-9b54-5e8c989edc58 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:45.160612 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0aabac65-d36d-40de-9b54-5e8c989edc58), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:45.174731 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03e21e6e-409f-4d2c-bd24-4197d3aba714 req-0679f411-7cd2-4a0f-be96-fc4deca4072c tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/security-groups?id=83958c95-88cf-41c9-a2ee-d6f4a755b618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765135 Feb 07 21:03:45.185341 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-925dbf09-ff4b-4499-a709-ffbff43b49a6 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (56dc6ff9-c43a-4007-a599-69716e457bb5), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:45.190269 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925dbf09-ff4b-4499-a709-ffbff43b49a6 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:45.190859 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-925dbf09-ff4b-4499-a709-ffbff43b49a6 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:45.235408 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-8c068736-f604-4045-b8b8-ce12ab31c1fb tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (f6be35f8-2180-48c6-80fa-1ad984dae764), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:45.272338 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 0aabac65-d36d-40de-9b54-5e8c989edc58 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:45.289378 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-925dbf09-ff4b-4499-a709-ffbff43b49a6 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7347074 Feb 07 21:03:45.292149 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48254) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:45.301867 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5d6147b7-f643-4a3d-8950-92134aca2ed4 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1860368080'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:45.329953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6147b7-f643-4a3d-8950-92134aca2ed4 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Made reservation on behalf of 21881fe801914e1e8a571a6c03f57e56 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:45.338736 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d6147b7-f643-4a3d-8950-92134aca2ed4 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:45.348619 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7f10436b-a44c-4cf4-9c9d-7363546a4ad4 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (193bb83f-628c-4ce1-bd73-83ddaf07f72f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:45.370306 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dbf09-ff4b-4499-a709-ffbff43b49a6 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Pushing event updated for resources: {'Network': ['ID=56dc6ff9-c43a-4007-a599-69716e457bb5,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:45.379891 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d6147b7-f643-4a3d-8950-92134aca2ed4 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:03:45.386272 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 56dc6ff9-c43a-4007-a599-69716e457bb5 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:03:45.388179 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-8c068736-f604-4045-b8b8-ce12ab31c1fb tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Network d5bb16a4-31f3-4a2c-94f1-a95e66782779 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:45.397475 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-8c068736-f604-4045-b8b8-ce12ab31c1fb tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:45.397916 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d6147b7-f643-4a3d-8950-92134aca2ed4 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (31e98ca8-e8ff-44f0-838a-13530ba13694), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:45.399281 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c068736-f604-4045-b8b8-ce12ab31c1fb tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Pushing event updated for resources: {'Port': ['ID=f6be35f8-2180-48c6-80fa-1ad984dae764,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:45.399648 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-5d6147b7-f643-4a3d-8950-92134aca2ed4 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Added segment 31e98ca8-e8ff-44f0-838a-13530ba13694 of type vlan for network 39bfdf87-c1b2-4b25-9d9e-b59a20a3f512 Feb 07 21:03:45.401462 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-8c068736-f604-4045-b8b8-ce12ab31c1fb tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:45.419945 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7f10436b-a44c-4cf4-9c9d-7363546a4ad4 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Network baf97448-6b6a-4e23-8e75-a9e4b2610c9d is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:45.467824 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d6147b7-f643-4a3d-8950-92134aca2ed4 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (39bfdf87-c1b2-4b25-9d9e-b59a20a3f512), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:45.469094 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7f10436b-a44c-4cf4-9c9d-7363546a4ad4 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:45.481445 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7f10436b-a44c-4cf4-9c9d-7363546a4ad4 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:45.522853 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-0e9faf24-6e6e-44ee-bd98-eb7a2f763287 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Allocated IP 172.20.0.13 (d5bb16a4-31f3-4a2c-94f1-a95e66782779/4b00d401-675a-4bb3-80a1-0cef41c01a34/fd5739c0-1881-4d44-9ab4-3a03657c775f) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:03:45.527570 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d6147b7-f643-4a3d-8950-92134aca2ed4 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (39bfdf87-c1b2-4b25-9d9e-b59a20a3f512), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:45.551778 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6147b7-f643-4a3d-8950-92134aca2ed4 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:45.552710 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d6147b7-f643-4a3d-8950-92134aca2ed4 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:45.560103 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10436b-a44c-4cf4-9c9d-7363546a4ad4 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event updated for resources: {'Port': ['ID=193bb83f-628c-4ce1-bd73-83ddaf07f72f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:45.577303 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-8c068736-f604-4045-b8b8-ce12ab31c1fb tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:45.579732 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-8c068736-f604-4045-b8b8-ce12ab31c1fb tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:45.623034 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5d6147b7-f643-4a3d-8950-92134aca2ed4 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3291395 Feb 07 21:03:45.638160 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48264) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:45.643749 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Request body: {'ports': [{'network_id': '56dc6ff9-c43a-4007-a599-69716e457bb5', 'name': 'tempest-port--1061598339', 'admin_state_up': True}, {'network_id': '39bfdf87-c1b2-4b25-9d9e-b59a20a3f512', 'admin_state_up': False}]} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:45.644063 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Request body: {'port': {'network_id': '56dc6ff9-c43a-4007-a599-69716e457bb5', 'name': 'tempest-port--1061598339', 'admin_state_up': True}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:45.644561 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Request body: {'port': {'network_id': '39bfdf87-c1b2-4b25-9d9e-b59a20a3f512', 'admin_state_up': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:45.679522 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7f10436b-a44c-4cf4-9c9d-7363546a4ad4 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:45.680211 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7f10436b-a44c-4cf4-9c9d-7363546a4ad4 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:45.753791 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-8c068736-f604-4045-b8b8-ce12ab31c1fb tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9013288 Feb 07 21:03:45.764570 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6147b7-f643-4a3d-8950-92134aca2ed4 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Pushing event updated for resources: {'Network': ['ID=39bfdf87-c1b2-4b25-9d9e-b59a20a3f512,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:45.781783 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 39bfdf87-c1b2-4b25-9d9e-b59a20a3f512 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:03:45.793673 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-7199a10d-110f-4132-a479-6ee2c622527e service neutron] Request body: {'port': {'device_id': '9a9ad788-6f75-4b26-9b60-c5e3615b2ede', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:45.811047 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3908f-da52-4416-b6d6-8835ede7cafa req-86a6cdad-0eb5-43e4-8955-3e7e110a6447 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:45.812846 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14f3908f-da52-4416-b6d6-8835ede7cafa req-86a6cdad-0eb5-43e4-8955-3e7e110a6447 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 945 time: 0.2971461 Feb 07 21:03:45.828256 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e4c27-afd1-4092-b2f1-407326bebaab req-c626af71-7afb-4941-95ac-fc3b2e73b8f9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:45.830848 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8b0e4c27-afd1-4092-b2f1-407326bebaab req-c626af71-7afb-4941-95ac-fc3b2e73b8f9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 931 time: 0.1464975 Feb 07 21:03:45.882552 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7f10436b-a44c-4cf4-9c9d-7363546a4ad4 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3136752 Feb 07 21:03:45.915006 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14f3908f-da52-4416-b6d6-8835ede7cafa req-fcacc1d7-0e6c-480d-b5c5-c49bf2c09f78 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947042 Feb 07 21:03:45.923669 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1eb8cef0-b820-4ac0-81ee-39d297d5826c None None] Provisioning complete for port 193bb83f-628c-4ce1-bd73-83ddaf07f72f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:45.924711 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1eb8cef0-b820-4ac0-81ee-39d297d5826c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (193bb83f-628c-4ce1-bd73-83ddaf07f72f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:45.938180 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8b0e4c27-afd1-4092-b2f1-407326bebaab req-d7c25ade-946c-445d-b50e-e6336b8e6657 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921502 Feb 07 21:03:45.964395 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-d401220d-1e1d-45aa-a1d7-00f3db7a9a94 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Request body: {'port': {'device_id': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3', 'admin_state_up': True, 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'security_groups': ['3155095b-db7a-4a96-b06b-bfc72e76da53']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:45.996150 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1eb8cef0-b820-4ac0-81ee-39d297d5826c None None] Port 193bb83f-628c-4ce1-bd73-83ddaf07f72f cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:03:46.104824 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-761396d0-b630-4a6a-a086-29117f7ffce8 req-cbade905-6618-48ea-ba4f-df516ec362a1 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 210 time: 0.0575268 Feb 07 21:03:46.127109 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14941ab-a728-4f6b-8cfd-c0434c19d1f4 req-dcbabc14-4190-4141-8bd9-feffd036543d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:46.129625 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a14941ab-a728-4f6b-8cfd-c0434c19d1f4 req-dcbabc14-4190-4141-8bd9-feffd036543d tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 944 time: 0.0913439 Feb 07 21:03:46.202948 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a14941ab-a728-4f6b-8cfd-c0434c19d1f4 req-efec2787-041b-48c7-ae92-0d5ec6bfb489 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/security-groups?id=94e62b3a-73e7-41f6-a714-d71943fa375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664809 Feb 07 21:03:46.296609 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913a551-a12f-4c9f-b3e2-ab91e8bc59d9 req-f3837104-ae1f-44dc-8590-c15b66feeee7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:46.303559 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913a551-a12f-4c9f-b3e2-ab91e8bc59d9 req-f3837104-ae1f-44dc-8590-c15b66feeee7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:46.305507 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e913a551-a12f-4c9f-b3e2-ab91e8bc59d9 req-f3837104-ae1f-44dc-8590-c15b66feeee7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=0346b7fd-5e66-4caf-b5c1-b5b48b2afd78 HTTP/1.1" status: 200 len: 1683 time: 0.0919297 Feb 07 21:03:46.489639 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf6db4-e757-4ecd-8184-6a47d3298bff req-8b9e6675-82ed-4d78-8eeb-be692865035c tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:46.491343 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9baf6db4-e757-4ecd-8184-6a47d3298bff req-8b9e6675-82ed-4d78-8eeb-be692865035c tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.71 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 944 time: 0.1641440 Feb 07 21:03:46.500027 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579260fd-4eab-43e7-9470-912211f733ba req-87842132-810e-4cdf-b9c0-c03812a25c73 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:46.502901 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-579260fd-4eab-43e7-9470-912211f733ba req-87842132-810e-4cdf-b9c0-c03812a25c73 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/ports?device_id=9720d579-c7a9-43e5-a209-5258f0676f3b HTTP/1.1" status: 200 len: 945 time: 0.1962674 Feb 07 21:03:46.508642 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e913a551-a12f-4c9f-b3e2-ab91e8bc59d9 req-e34d3904-d15b-4472-908d-192638d4a15b tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924822 Feb 07 21:03:46.590552 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4012389-e310-400f-871a-9c8f1dcd7c8c req-0d020d9c-3a9f-43fb-a2ba-69197547797e tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:46.597603 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4012389-e310-400f-871a-9c8f1dcd7c8c req-0d020d9c-3a9f-43fb-a2ba-69197547797e tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:46.599268 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4012389-e310-400f-871a-9c8f1dcd7c8c req-0d020d9c-3a9f-43fb-a2ba-69197547797e tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.69 "GET /v2.0/ports?device_id=0346b7fd-5e66-4caf-b5c1-b5b48b2afd78 HTTP/1.1" status: 200 len: 1683 time: 0.2821777 Feb 07 21:03:46.624700 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-7199a10d-110f-4132-a479-6ee2c622527e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f6be35f8-2180-48c6-80fa-1ad984dae764), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:46.648562 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-579260fd-4eab-43e7-9470-912211f733ba req-26317d50-b741-495b-ab3c-f36ff31e34e5 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/security-groups?id=83958c95-88cf-41c9-a2ee-d6f4a755b618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378176 Feb 07 21:03:46.649740 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-0e9faf24-6e6e-44ee-bd98-eb7a2f763287 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Publish callbacks [] for port (fd5739c0-1881-4d44-9ab4-3a03657c775f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:46.849234 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Made reservation on behalf of 21881fe801914e1e8a571a6c03f57e56 for: {'port': 2} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:46.853697 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:46.877800 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-d401220d-1e1d-45aa-a1d7-00f3db7a9a94 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Made reservation on behalf of 32ff56f8fd43451781a008978e4679d6 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:46.882186 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-d401220d-1e1d-45aa-a1d7-00f3db7a9a94 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:46.901170 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:47.014901 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-9baf6db4-e757-4ecd-8184-6a47d3298bff req-fdaad41e-f333-479b-8341-54633f3c244a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Deleting port 895268e1-a192-4831-94b8-12c0270628fc {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:03:47.015562 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9baf6db4-e757-4ecd-8184-6a47d3298bff req-fdaad41e-f333-479b-8341-54633f3c244a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (895268e1-a192-4831-94b8-12c0270628fc), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:47.028094 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef87bab6-e0d0-45f9-b5e0-9e2b3766e329 req-a378509d-84a8-486d-a77b-584615af5151 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 258 time: 0.3180757 Feb 07 21:03:47.062903 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-ef87bab6-e0d0-45f9-b5e0-9e2b3766e329 req-a4cf6d69-f8c4-4dd5-80c3-5895b90c53f4 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:47.093022 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-7199a10d-110f-4132-a479-6ee2c622527e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6be35f8-2180-48c6-80fa-1ad984dae764 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:03:47.102540 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-7199a10d-110f-4132-a479-6ee2c622527e service neutron] Publish callbacks [] for port (f6be35f8-2180-48c6-80fa-1ad984dae764), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:47.117038 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-7199a10d-110f-4132-a479-6ee2c622527e service neutron] Transition to ACTIVE for port object f6be35f8-2180-48c6-80fa-1ad984dae764 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:03:47.120881 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-0e9faf24-6e6e-44ee-bd98-eb7a2f763287 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (fd5739c0-1881-4d44-9ab4-3a03657c775f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:47.121054 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-c4012389-e310-400f-871a-9c8f1dcd7c8c req-6f704c64-a710-4ff3-bcb6-4c0525e54af9 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Deleting port e0f4b9da-be8a-4e06-a428-fa6b13700414 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:03:47.121347 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c4012389-e310-400f-871a-9c8f1dcd7c8c req-6f704c64-a710-4ff3-bcb6-4c0525e54af9 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e0f4b9da-be8a-4e06-a428-fa6b13700414), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:47.144844 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-7199a10d-110f-4132-a479-6ee2c622527e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (f6be35f8-2180-48c6-80fa-1ad984dae764), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:47.217329 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ef87bab6-e0d0-45f9-b5e0-9e2b3766e329 req-a4cf6d69-f8c4-4dd5-80c3-5895b90c53f4 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:47.317766 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6421a2-ca63-4220-b111-c196a834da9f req-edb439e8-42de-4c68-9515-28f4665a3183 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:47.319605 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d6421a2-ca63-4220-b111-c196a834da9f req-edb439e8-42de-4c68-9515-28f4665a3183 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 945 time: 0.2881317 Feb 07 21:03:47.340836 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-0e9faf24-6e6e-44ee-bd98-eb7a2f763287 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Network d5bb16a4-31f3-4a2c-94f1-a95e66782779 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:47.354142 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-9baf6db4-e757-4ecd-8184-6a47d3298bff req-fdaad41e-f333-479b-8341-54633f3c244a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] For port 895268e1-a192-4831-94b8-12c0270628fc, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=895268e1-a192-4831-94b8-12c0270628fc,segment=NetworkSegment(49f06daf-9142-4d28-8f2a-2d8c1388ea4e),segment_id=49f06daf-9142-4d28-8f2a-2d8c1388ea4e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:47.354572 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9baf6db4-e757-4ecd-8184-6a47d3298bff req-fdaad41e-f333-479b-8341-54633f3c244a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (895268e1-a192-4831-94b8-12c0270628fc), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:47.358939 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9faf24-6e6e-44ee-bd98-eb7a2f763287 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Pushing event updated for resources: {'Port': ['ID=fd5739c0-1881-4d44-9ab4-3a03657c775f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:47.364152 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-0e9faf24-6e6e-44ee-bd98-eb7a2f763287 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:47.366480 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-0e9faf24-6e6e-44ee-bd98-eb7a2f763287 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:47.386726 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-9baf6db4-e757-4ecd-8184-6a47d3298bff req-fdaad41e-f333-479b-8341-54633f3c244a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Calling delete_port for 895268e1-a192-4831-94b8-12c0270628fc owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:03:47.402991 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-c4012389-e310-400f-871a-9c8f1dcd7c8c req-6f704c64-a710-4ff3-bcb6-4c0525e54af9 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] For port e0f4b9da-be8a-4e06-a428-fa6b13700414, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e0f4b9da-be8a-4e06-a428-fa6b13700414,segment=NetworkSegment(c0b17e20-e38c-4f12-922f-47a923f28d94),segment_id=c0b17e20-e38c-4f12-922f-47a923f28d94)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:47.402991 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c4012389-e310-400f-871a-9c8f1dcd7c8c req-6f704c64-a710-4ff3-bcb6-4c0525e54af9 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e0f4b9da-be8a-4e06-a428-fa6b13700414), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:47.449044 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-c4012389-e310-400f-871a-9c8f1dcd7c8c req-6f704c64-a710-4ff3-bcb6-4c0525e54af9 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Calling delete_port for e0f4b9da-be8a-4e06-a428-fa6b13700414 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:03:47.611491 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] device_id is not set on port 7023e145-90ec-4e52-b0a2-193ec1d19be2 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:03:47.620296 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-0e9faf24-6e6e-44ee-bd98-eb7a2f763287 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:47.621114 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-0e9faf24-6e6e-44ee-bd98-eb7a2f763287 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:47.623723 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199a10d-110f-4132-a479-6ee2c622527e service neutron] Pushing event updated for resources: {'Port': ['ID=f6be35f8-2180-48c6-80fa-1ad984dae764,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:47.646760 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-d401220d-1e1d-45aa-a1d7-00f3db7a9a94 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Allocated IP 10.1.1.177 (1eeddcea-0d1c-4004-9be7-548b640cc6f3/da978d59-1631-401d-9c79-d75023f51df8/33d1cecb-2bd0-482f-a974-ac7393b2494e) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:03:47.683639 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-0e9faf24-6e6e-44ee-bd98-eb7a2f763287 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0752513 Feb 07 21:03:47.701939 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-c72dd76b-a277-4c69-800e-89526648d82b service neutron] Request body: {'port': {'device_id': 'd9204cc9-d03a-4525-8615-77fdab0fb674', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:47.705506 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-7199a10d-110f-4132-a479-6ee2c622527e service neutron] Attempting to bind port f6be35f8-2180-48c6-80fa-1ad984dae764 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:03:47.706074 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-7199a10d-110f-4132-a479-6ee2c622527e service neutron] Attempting to bind port f6be35f8-2180-48c6-80fa-1ad984dae764 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9e27aa91-55cc-462d-aeb7-1b345510d8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd5bb16a4-31f3-4a2c-94f1-a95e66782779'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:03:47.706528 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-7199a10d-110f-4132-a479-6ee2c622527e service neutron] Attempting to bind port f6be35f8-2180-48c6-80fa-1ad984dae764 on network d5bb16a4-31f3-4a2c-94f1-a95e66782779 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:03:47.776752 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-7199a10d-110f-4132-a479-6ee2c622527e service neutron] Port f6be35f8-2180-48c6-80fa-1ad984dae764 on network d5bb16a4-31f3-4a2c-94f1-a95e66782779 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:03:47.777212 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-7199a10d-110f-4132-a479-6ee2c622527e service neutron] Attempting to bind port f6be35f8-2180-48c6-80fa-1ad984dae764 on network d5bb16a4-31f3-4a2c-94f1-a95e66782779 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:03:47.838078 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-7199a10d-110f-4132-a479-6ee2c622527e service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:03:47.838572 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-7199a10d-110f-4132-a479-6ee2c622527e service neutron] Checking segment: {'id': '9e27aa91-55cc-462d-aeb7-1b345510d8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd5bb16a4-31f3-4a2c-94f1-a95e66782779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:03:47.838855 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-7199a10d-110f-4132-a479-6ee2c622527e service neutron] Bound using segment: {'id': '9e27aa91-55cc-462d-aeb7-1b345510d8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd5bb16a4-31f3-4a2c-94f1-a95e66782779'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:03:47.839325 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-7199a10d-110f-4132-a479-6ee2c622527e service neutron] Bound port: f6be35f8-2180-48c6-80fa-1ad984dae764, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e27aa91-55cc-462d-aeb7-1b345510d8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd5bb16a4-31f3-4a2c-94f1-a95e66782779'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:03:47.839692 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-7199a10d-110f-4132-a479-6ee2c622527e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f6be35f8-2180-48c6-80fa-1ad984dae764), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:47.855577 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d6421a2-ca63-4220-b111-c196a834da9f req-c5023273-194f-4b0e-90e6-1b2742c11cbb tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5171256 Feb 07 21:03:47.985168 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-c72dd76b-a277-4c69-800e-89526648d82b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fd5739c0-1881-4d44-9ab4-3a03657c775f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:48.075633 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-d401220d-1e1d-45aa-a1d7-00f3db7a9a94 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for port (33d1cecb-2bd0-482f-a974-ac7393b2494e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:48.077459 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-7199a10d-110f-4132-a479-6ee2c622527e service neutron] For port f6be35f8-2180-48c6-80fa-1ad984dae764, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:03:48.080643 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ef87bab6-e0d0-45f9-b5e0-9e2b3766e329 req-a4cf6d69-f8c4-4dd5-80c3-5895b90c53f4 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:48.115679 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9baf6db4-e757-4ecd-8184-6a47d3298bff req-fdaad41e-f333-479b-8341-54633f3c244a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (895268e1-a192-4831-94b8-12c0270628fc), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:48.118489 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-7199a10d-110f-4132-a479-6ee2c622527e service neutron] For port f6be35f8-2180-48c6-80fa-1ad984dae764, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=f6be35f8-2180-48c6-80fa-1ad984dae764,segment=NetworkSegment(9e27aa91-55cc-462d-aeb7-1b345510d8cb),segment_id=9e27aa91-55cc-462d-aeb7-1b345510d8cb)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:03:48.186246 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-7199a10d-110f-4132-a479-6ee2c622527e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (f6be35f8-2180-48c6-80fa-1ad984dae764), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:48.193282 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks [] for port (7023e145-90ec-4e52-b0a2-193ec1d19be2), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:48.201296 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaad41e-f333-479b-8341-54633f3c244a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Pushing event deleted for resources: {'Port': ['ID=895268e1-a192-4831-94b8-12c0270628fc,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:48.237188 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652668a-fd50-4e28-8534-72c80d2bf3a4 req-5f2c8f23-ed6a-4117-9784-0c20f17c1596 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:48.238553 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3652668a-fd50-4e28-8534-72c80d2bf3a4 req-5f2c8f23-ed6a-4117-9784-0c20f17c1596 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 931 time: 0.2232900 Feb 07 21:03:48.261795 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c4012389-e310-400f-871a-9c8f1dcd7c8c req-6f704c64-a710-4ff3-bcb6-4c0525e54af9 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (e0f4b9da-be8a-4e06-a428-fa6b13700414), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:48.290125 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-df3b11e8-aa7b-4c02-b318-5d543b2a193c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:48.305996 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-7199a10d-110f-4132-a479-6ee2c622527e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:48.307138 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-7199a10d-110f-4132-a479-6ee2c622527e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:48.308712 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-7199a10d-110f-4132-a479-6ee2c622527e service neutron] 10.222.0.69 "PUT /v2.0/ports/f6be35f8-2180-48c6-80fa-1ad984dae764 HTTP/1.1" status: 200 len: 1091 time: 2.5427887 Feb 07 21:03:48.318807 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9ad788-6f75-4b26-9b60-c5e3615b2ede', 'tag': 'f6be35f8-2180-48c6-80fa-1ad984dae764'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:03:48.321083 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2bf18b-8020-4b8a-b6fa-06ac58cb2a99" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9ad788-6f75-4b26-9b60-c5e3615b2ede", "tag": "f6be35f8-2180-48c6-80fa-1ad984dae764"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:03:48.350240 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-9baf6db4-e757-4ecd-8184-6a47d3298bff req-fdaad41e-f333-479b-8341-54633f3c244a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] No DVR routers for this DVR port 895268e1-a192-4831-94b8-12c0270628fc on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:03:48.359025 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9baf6db4-e757-4ecd-8184-6a47d3298bff req-fdaad41e-f333-479b-8341-54633f3c244a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:48.362883 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9baf6db4-e757-4ecd-8184-6a47d3298bff req-fdaad41e-f333-479b-8341-54633f3c244a tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.71 "DELETE /v2.0/ports/895268e1-a192-4831-94b8-12c0270628fc HTTP/1.1" status: 204 len: 173 time: 1.8308685 Feb 07 21:03:48.387717 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9405cb45-73d3-401f-84a5-0cd42d383269', 'name': 'network-vif-deleted', 'tag': '895268e1-a192-4831-94b8-12c0270628fc'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:03:48.390086 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5315352d-c51c-4a77-80b3-a5b8d29c3651" -d '{"events": [{"server_uuid": "9405cb45-73d3-401f-84a5-0cd42d383269", "name": "network-vif-deleted", "tag": "895268e1-a192-4831-94b8-12c0270628fc"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:03:48.409235 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f704c64-a710-4ff3-bcb6-4c0525e54af9 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event deleted for resources: {'Port': ['ID=e0f4b9da-be8a-4e06-a428-fa6b13700414,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:48.441232 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-d401220d-1e1d-45aa-a1d7-00f3db7a9a94 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (33d1cecb-2bd0-482f-a974-ac7393b2494e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:48.466682 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] device_id is not set on port b5e16466-ffca-4f07-9793-b0a7f0162c16 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:03:48.471936 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3652668a-fd50-4e28-8534-72c80d2bf3a4 req-df968611-384d-4e54-b892-ff342acb5bc1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077336 Feb 07 21:03:48.504630 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199a10d-110f-4132-a479-6ee2c622527e service neutron] Pushing event updated for resources: {'Port': ['ID=f6be35f8-2180-48c6-80fa-1ad984dae764,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:48.538217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-ef87bab6-e0d0-45f9-b5e0-9e2b3766e329 req-a4cf6d69-f8c4-4dd5-80c3-5895b90c53f4 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Allocated IP 172.25.4.59 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/209dd6db-d70d-4459-80d9-aba3f3ac4bca) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:03:48.543095 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4012389-e310-400f-871a-9c8f1dcd7c8c req-6f704c64-a710-4ff3-bcb6-4c0525e54af9 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] No DVR routers for this DVR port e0f4b9da-be8a-4e06-a428-fa6b13700414 on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:03:48.551323 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c4012389-e310-400f-871a-9c8f1dcd7c8c req-6f704c64-a710-4ff3-bcb6-4c0525e54af9 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:48.557987 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-d401220d-1e1d-45aa-a1d7-00f3db7a9a94 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Network 1eeddcea-0d1c-4004-9be7-548b640cc6f3 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:48.558384 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4012389-e310-400f-871a-9c8f1dcd7c8c req-6f704c64-a710-4ff3-bcb6-4c0525e54af9 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.69 "DELETE /v2.0/ports/e0f4b9da-be8a-4e06-a428-fa6b13700414 HTTP/1.1" status: 204 len: 173 time: 1.9515102 Feb 07 21:03:48.571717 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-d401220d-1e1d-45aa-a1d7-00f3db7a9a94 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:48.574916 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-d401220d-1e1d-45aa-a1d7-00f3db7a9a94 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:48.651381 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401220d-1e1d-45aa-a1d7-00f3db7a9a94 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event updated for resources: {'Port': ['ID=33d1cecb-2bd0-482f-a974-ac7393b2494e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:48.698786 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-39cd43c6-7879-4af8-ab91-cd67710d5421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:48.700301 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-39cd43c6-7879-4af8-ab91-cd67710d5421 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4b7c1937361146a7b2dfe64ac8dca8e9&device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 1125 time: 0.3170781 Feb 07 21:03:48.733360 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-d401220d-1e1d-45aa-a1d7-00f3db7a9a94 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:48.734063 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-d401220d-1e1d-45aa-a1d7-00f3db7a9a94 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:48.787203 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-06ef5590-7456-4101-b30a-fe4abfc66993 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6be35f8-2180-48c6-80fa-1ad984dae764 HTTP/1.1" status: 200 len: 217 time: 0.0742445 Feb 07 21:03:48.875042 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839bada-efb3-497c-8f6b-c5e03641d47a req-b9e24445-2ece-4fc1-bc80-cb10f97834f9 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:48.883042 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a839bada-efb3-497c-8f6b-c5e03641d47a req-b9e24445-2ece-4fc1-bc80-cb10f97834f9 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 932 time: 0.2956808 Feb 07 21:03:48.894722 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-d401220d-1e1d-45aa-a1d7-00f3db7a9a94 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9633195 Feb 07 21:03:48.907317 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-feccb81c-b17b-4a04-828f-b83d2f27d9b9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Request body: {'port': {'device_id': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3', 'admin_state_up': True, 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'security_groups': ['3155095b-db7a-4a96-b06b-bfc72e76da53']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:48.937691 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ef87bab6-e0d0-45f9-b5e0-9e2b3766e329 req-a4cf6d69-f8c4-4dd5-80c3-5895b90c53f4 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks [] for port (209dd6db-d70d-4459-80d9-aba3f3ac4bca), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:48.943199 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-c72dd76b-a277-4c69-800e-89526648d82b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5739c0-1881-4d44-9ab4-3a03657c775f {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:03:48.975255 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3d958275-c674-405b-8a69-05fed3bf2f60 None None] Provisioning complete for port 33d1cecb-2bd0-482f-a974-ac7393b2494e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:48.976280 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3d958275-c674-405b-8a69-05fed3bf2f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (33d1cecb-2bd0-482f-a974-ac7393b2494e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:48.985069 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-c72dd76b-a277-4c69-800e-89526648d82b service neutron] Publish callbacks [] for port (fd5739c0-1881-4d44-9ab4-3a03657c775f), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:48.987144 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-c4012389-e310-400f-871a-9c8f1dcd7c8c req-b6b0d87f-b883-4337-ad86-dc9571c9966b tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Deleting port 6ef2d552-18ca-4e1c-98af-9c03605d210b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:03:48.987506 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c4012389-e310-400f-871a-9c8f1dcd7c8c req-b6b0d87f-b883-4337-ad86-dc9571c9966b tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (6ef2d552-18ca-4e1c-98af-9c03605d210b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:49.002485 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a839bada-efb3-497c-8f6b-c5e03641d47a req-428538a8-759b-4616-b51c-c70bf812b6c7 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156349 Feb 07 21:03:49.026005 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-c2a42903-6851-400b-a858-6b50a6d31a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:49.027528 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-c2a42903-6851-400b-a858-6b50a6d31a7b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4b00d401-675a-4bb3-80a1-0cef41c01a34 HTTP/1.1" status: 200 len: 858 time: 0.2279623 Feb 07 21:03:49.073305 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks [] for port (b5e16466-ffca-4f07-9793-b0a7f0162c16), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:49.075076 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3d958275-c674-405b-8a69-05fed3bf2f60 None None] Port 33d1cecb-2bd0-482f-a974-ac7393b2494e cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:03:49.094563 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-c72dd76b-a277-4c69-800e-89526648d82b service neutron] Transition to ACTIVE for port object fd5739c0-1881-4d44-9ab4-3a03657c775f will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:03:49.134761 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-552d1d5b-4f24-45cb-8c3d-fcdd30dd09ff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5bb16a4-31f3-4a2c-94f1-a95e66782779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529408 Feb 07 21:03:49.140067 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-c72dd76b-a277-4c69-800e-89526648d82b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (fd5739c0-1881-4d44-9ab4-3a03657c775f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:49.171223 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49981733-98a2-4398-8274-2718a07cb857 req-3208163c-ae8a-4580-9a19-fc6ceef8c322 tempest-LiveAutoBlockMigrationV225Test-1885895805 tempest-LiveAutoBlockMigrationV225Test-1885895805-project] 10.222.0.65 "GET /v2.0/ports?device_id=9405cb45-73d3-401f-84a5-0cd42d383269 HTTP/1.1" status: 200 len: 210 time: 0.0469198 Feb 07 21:03:49.176280 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ef87bab6-e0d0-45f9-b5e0-9e2b3766e329 req-a4cf6d69-f8c4-4dd5-80c3-5895b90c53f4 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (209dd6db-d70d-4459-80d9-aba3f3ac4bca), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:49.264351 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef87bab6-e0d0-45f9-b5e0-9e2b3766e329 req-a4cf6d69-f8c4-4dd5-80c3-5895b90c53f4 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:49.266585 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-c4012389-e310-400f-871a-9c8f1dcd7c8c req-b6b0d87f-b883-4337-ad86-dc9571c9966b tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] For port 6ef2d552-18ca-4e1c-98af-9c03605d210b, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6ef2d552-18ca-4e1c-98af-9c03605d210b,segment=NetworkSegment(fea2834f-31e6-442e-a01b-90989713cdbc),segment_id=fea2834f-31e6-442e-a01b-90989713cdbc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:49.267132 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c4012389-e310-400f-871a-9c8f1dcd7c8c req-b6b0d87f-b883-4337-ad86-dc9571c9966b tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (6ef2d552-18ca-4e1c-98af-9c03605d210b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:49.291043 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-ef87bab6-e0d0-45f9-b5e0-9e2b3766e329 req-a4cf6d69-f8c4-4dd5-80c3-5895b90c53f4 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:49.315449 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef87bab6-e0d0-45f9-b5e0-9e2b3766e329 req-a4cf6d69-f8c4-4dd5-80c3-5895b90c53f4 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:49.318396 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-c4012389-e310-400f-871a-9c8f1dcd7c8c req-b6b0d87f-b883-4337-ad86-dc9571c9966b tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Calling delete_port for 6ef2d552-18ca-4e1c-98af-9c03605d210b owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:03:49.324816 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf6d69-f8c4-4dd5-80c3-5895b90c53f4 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Pushing event updated for resources: {'Port': ['ID=209dd6db-d70d-4459-80d9-aba3f3ac4bca,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:49.351713 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dd76b-a277-4c69-800e-89526648d82b service neutron] Pushing event updated for resources: {'Port': ['ID=fd5739c0-1881-4d44-9ab4-3a03657c775f,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:49.368258 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 895268e1-a192-4831-94b8-12c0270628fc no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:03:49.390239 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (7023e145-90ec-4e52-b0a2-193ec1d19be2), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:49.429188 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 895268e1-a192-4831-94b8-12c0270628fc {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:03:49.429543 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 895268e1-a192-4831-94b8-12c0270628fc not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:03:49.442175 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c459f27-3bca-4c83-8d73-b4307dee2783 req-f3d85d47-15b2-4bd7-bfe9-cb1e6a64d170 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:49.442428 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-feccb81c-b17b-4a04-828f-b83d2f27d9b9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Made reservation on behalf of 32ff56f8fd43451781a008978e4679d6 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:49.445662 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-feccb81c-b17b-4a04-828f-b83d2f27d9b9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:49.448766 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c459f27-3bca-4c83-8d73-b4307dee2783 req-f3d85d47-15b2-4bd7-bfe9-cb1e6a64d170 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/ports?device_id=0346b7fd-5e66-4caf-b5c1-b5b48b2afd78 HTTP/1.1" status: 200 len: 946 time: 0.1897113 Feb 07 21:03:49.489646 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-60034599-ba1e-49b6-a5ce-232770f4881b service neutron] 10.222.0.69 "GET /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386993 Feb 07 21:03:49.535415 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Pushing event updated for resources: {'Port': ['ID=7023e145-90ec-4e52-b0a2-193ec1d19be2,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:49.558044 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:03:49.561155 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c459f27-3bca-4c83-8d73-b4307dee2783 req-77b79794-9c46-4f48-b223-cb1d0a4ed7df tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "GET /v2.0/security-groups?id=565c8f21-8e9c-4ce9-b10e-2edd4a709932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113997 Feb 07 21:03:49.569834 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ef87bab6-e0d0-45f9-b5e0-9e2b3766e329 req-a4cf6d69-f8c4-4dd5-80c3-5895b90c53f4 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks [] for floatingip (a9762cc4-0725-45a7-a8c8-d3b2858a547a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:49.646474 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ef87bab6-e0d0-45f9-b5e0-9e2b3766e329 req-a4cf6d69-f8c4-4dd5-80c3-5895b90c53f4 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (209dd6db-d70d-4459-80d9-aba3f3ac4bca), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:49.652345 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-c72dd76b-a277-4c69-800e-89526648d82b service neutron] Attempting to bind port fd5739c0-1881-4d44-9ab4-3a03657c775f on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:03:49.652345 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-c72dd76b-a277-4c69-800e-89526648d82b service neutron] Attempting to bind port fd5739c0-1881-4d44-9ab4-3a03657c775f by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '9e27aa91-55cc-462d-aeb7-1b345510d8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd5bb16a4-31f3-4a2c-94f1-a95e66782779'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:03:49.652345 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-c72dd76b-a277-4c69-800e-89526648d82b service neutron] Attempting to bind port fd5739c0-1881-4d44-9ab4-3a03657c775f on network d5bb16a4-31f3-4a2c-94f1-a95e66782779 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:03:49.664724 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63f584c-9381-4cf3-b1f8-ea6e3a262231 x-openstack-request-id: req-c63f584c-9381-4cf3-b1f8-ea6e3a262231 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:03:49.664950 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9ad788-6f75-4b26-9b60-c5e3615b2ede", "tag": "f6be35f8-2180-48c6-80fa-1ad984dae764", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:03:49.665182 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c63f584c-9381-4cf3-b1f8-ea6e3a262231 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:03:49.665592 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a9ad788-6f75-4b26-9b60-c5e3615b2ede', 'tag': 'f6be35f8-2180-48c6-80fa-1ad984dae764', 'status': 'completed', 'code': 200} Feb 07 21:03:49.670971 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Checking segment: {'id': '025a071f-4d8f-4b61-8f33-23265c9669a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dc6ff9-c43a-4007-a599-69716e457bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:03:49.671341 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Network hostable DHCP agents. Network: 56dc6ff9-c43a-4007-a599-69716e457bb5, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:03:49.685350 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-c72dd76b-a277-4c69-800e-89526648d82b service neutron] Port fd5739c0-1881-4d44-9ab4-3a03657c775f on network d5bb16a4-31f3-4a2c-94f1-a95e66782779 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:03:49.685592 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-c72dd76b-a277-4c69-800e-89526648d82b service neutron] Attempting to bind port fd5739c0-1881-4d44-9ab4-3a03657c775f on network d5bb16a4-31f3-4a2c-94f1-a95e66782779 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:03:49.737220 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-c72dd76b-a277-4c69-800e-89526648d82b service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:03:49.737566 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-c72dd76b-a277-4c69-800e-89526648d82b service neutron] Checking segment: {'id': '9e27aa91-55cc-462d-aeb7-1b345510d8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd5bb16a4-31f3-4a2c-94f1-a95e66782779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:03:49.738014 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-c72dd76b-a277-4c69-800e-89526648d82b service neutron] Bound using segment: {'id': '9e27aa91-55cc-462d-aeb7-1b345510d8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd5bb16a4-31f3-4a2c-94f1-a95e66782779'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:03:49.738435 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-c72dd76b-a277-4c69-800e-89526648d82b service neutron] Bound port: fd5739c0-1881-4d44-9ab4-3a03657c775f, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e27aa91-55cc-462d-aeb7-1b345510d8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd5bb16a4-31f3-4a2c-94f1-a95e66782779'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:03:49.738856 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-c72dd76b-a277-4c69-800e-89526648d82b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fd5739c0-1881-4d44-9ab4-3a03657c775f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:49.759111 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a602e4-9580-4a68-a89c-16e3792dbdb0 x-openstack-request-id: req-54a602e4-9580-4a68-a89c-16e3792dbdb0 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:03:49.759389 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9405cb45-73d3-401f-84a5-0cd42d383269", "name": "network-vif-deleted", "tag": "895268e1-a192-4831-94b8-12c0270628fc", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:03:49.759640 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-54a602e4-9580-4a68-a89c-16e3792dbdb0 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:03:49.760080 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9405cb45-73d3-401f-84a5-0cd42d383269', 'name': 'network-vif-deleted', 'tag': '895268e1-a192-4831-94b8-12c0270628fc', 'status': 'completed', 'code': 200} Feb 07 21:03:49.769268 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c4012389-e310-400f-871a-9c8f1dcd7c8c req-b6b0d87f-b883-4337-ad86-dc9571c9966b tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (6ef2d552-18ca-4e1c-98af-9c03605d210b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:49.769537 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Network 56dc6ff9-c43a-4007-a599-69716e457bb5 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:03:49.775817 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-157e49d0-0305-4142-822f-1871d8d3ddb1 req-917c863f-5232-4978-b781-67400c4157b6 service neutron] 10.222.0.69 "GET /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727413 Feb 07 21:03:49.810618 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-feccb81c-b17b-4a04-828f-b83d2f27d9b9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Allocated IP 10.1.1.55 (1eeddcea-0d1c-4004-9be7-548b640cc6f3/da978d59-1631-401d-9c79-d75023f51df8/3043459a-2405-4dea-b3d1-7dd8ddc763c7) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:03:49.814118 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 56dc6ff9-c43a-4007-a599-69716e457bb5) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:49.825707 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0d87f-b883-4337-ad86-dc9571c9966b tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event deleted for resources: {'Port': ['ID=6ef2d552-18ca-4e1c-98af-9c03605d210b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:49.828845 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:49.830245 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (b5e16466-ffca-4f07-9793-b0a7f0162c16), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:49.830876 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad880b8a-c18c-4bad-9295-4a181009f031 None None] Network 56dc6ff9-c43a-4007-a599-69716e457bb5 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:03:49.926148 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4012389-e310-400f-871a-9c8f1dcd7c8c req-b6b0d87f-b883-4337-ad86-dc9571c9966b tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] No DVR routers for this DVR port 6ef2d552-18ca-4e1c-98af-9c03605d210b on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:03:49.932925 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c4012389-e310-400f-871a-9c8f1dcd7c8c req-b6b0d87f-b883-4337-ad86-dc9571c9966b tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:49.936232 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4012389-e310-400f-871a-9c8f1dcd7c8c req-b6b0d87f-b883-4337-ad86-dc9571c9966b tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.69 "DELETE /v2.0/ports/6ef2d552-18ca-4e1c-98af-9c03605d210b HTTP/1.1" status: 204 len: 173 time: 1.3670020 Feb 07 21:03:49.986753 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fce344-0af3-4ba4-9cca-d03c29afe059 req-a7aa693a-d930-4c4e-bc44-36163416e037 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:49.993674 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8fce344-0af3-4ba4-9cca-d03c29afe059 req-a7aa693a-d930-4c4e-bc44-36163416e037 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 945 time: 0.2372367 Feb 07 21:03:50.042817 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ef87bab6-e0d0-45f9-b5e0-9e2b3766e329 req-a4cf6d69-f8c4-4dd5-80c3-5895b90c53f4 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks [] for port (209dd6db-d70d-4459-80d9-aba3f3ac4bca), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:50.057603 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ef87bab6-e0d0-45f9-b5e0-9e2b3766e329 req-a4cf6d69-f8c4-4dd5-80c3-5895b90c53f4 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (209dd6db-d70d-4459-80d9-aba3f3ac4bca), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:50.093353 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8fce344-0af3-4ba4-9cca-d03c29afe059 req-b0d9e00a-d3ce-4064-b0fe-f48b80693386 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984123 Feb 07 21:03:50.192996 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device e0f4b9da-be8a-4e06-a428-fa6b13700414 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:03:50.219611 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: e0f4b9da-be8a-4e06-a428-fa6b13700414 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:03:50.220611 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device e0f4b9da-be8a-4e06-a428-fa6b13700414 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:03:50.221212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6ef2d552-18ca-4e1c-98af-9c03605d210b no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:03:50.247363 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 6ef2d552-18ca-4e1c-98af-9c03605d210b {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:03:50.247702 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6ef2d552-18ca-4e1c-98af-9c03605d210b not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:03:50.252784 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf6d69-f8c4-4dd5-80c3-5895b90c53f4 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Pushing event updated for resources: {'Port': ['ID=209dd6db-d70d-4459-80d9-aba3f3ac4bca,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:50.270107 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ef87bab6-e0d0-45f9-b5e0-9e2b3766e329 req-a4cf6d69-f8c4-4dd5-80c3-5895b90c53f4 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (a9762cc4-0725-45a7-a8c8-d3b2858a547a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:50.294294 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be847b1-c165-4ab8-a878-f8a31ebc799c req-989f0d25-feb6-466b-b108-524d2a760fd7 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:50.299951 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be847b1-c165-4ab8-a878-f8a31ebc799c req-989f0d25-feb6-466b-b108-524d2a760fd7 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:50.301642 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9be847b1-c165-4ab8-a878-f8a31ebc799c req-989f0d25-feb6-466b-b108-524d2a760fd7 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 1653 time: 0.1372073 Feb 07 21:03:50.318685 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ef87bab6-e0d0-45f9-b5e0-9e2b3766e329 req-a4cf6d69-f8c4-4dd5-80c3-5895b90c53f4 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:50.319885 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef87bab6-e0d0-45f9-b5e0-9e2b3766e329 req-a4cf6d69-f8c4-4dd5-80c3-5895b90c53f4 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2908990 Feb 07 21:03:50.371822 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-c72dd76b-a277-4c69-800e-89526648d82b service neutron] For port fd5739c0-1881-4d44-9ab4-3a03657c775f, host n-h2-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:03:50.381777 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Pushing event updated for resources: {'Port': ['ID=b5e16466-ffca-4f07-9793-b0a7f0162c16,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:50.410683 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef87bab6-e0d0-45f9-b5e0-9e2b3766e329 req-609ee700-9862-47a3-8136-af538e1034e1 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.59 HTTP/1.1" status: 200 len: 695 time: 0.0800858 Feb 07 21:03:50.440494 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9be847b1-c165-4ab8-a878-f8a31ebc799c req-fb5ec77b-611b-4d8b-83b8-76f14a0aa593 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312575 Feb 07 21:03:50.444848 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:50.445193 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:50.445904 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:50.446248 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:50.446592 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:50.446922 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:50.447254 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:50.448054 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:50.448054 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:50.448255 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:50.448592 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:50.449106 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:50.449661 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:03:50.456429 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-c72dd76b-a277-4c69-800e-89526648d82b service neutron] For port fd5739c0-1881-4d44-9ab4-3a03657c775f, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=fd5739c0-1881-4d44-9ab4-3a03657c775f,segment=NetworkSegment(9e27aa91-55cc-462d-aeb7-1b345510d8cb),segment_id=9e27aa91-55cc-462d-aeb7-1b345510d8cb)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:03:50.483921 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-c72dd76b-a277-4c69-800e-89526648d82b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (fd5739c0-1881-4d44-9ab4-3a03657c775f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:50.496214 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bf18b-8020-4b8a-b6fa-06ac58cb2a99 req-2a88a31b-f7a2-4a79-b01b-926444ddd310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:50.498077 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0e2bf18b-8020-4b8a-b6fa-06ac58cb2a99 req-2a88a31b-f7a2-4a79-b01b-926444ddd310 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4b7c1937361146a7b2dfe64ac8dca8e9&device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 1125 time: 0.6239455 Feb 07 21:03:50.499162 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Checking segment: {'id': '31e98ca8-e8ff-44f0-838a-13530ba13694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '39bfdf87-c1b2-4b25-9d9e-b59a20a3f512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:03:50.499758 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Network hostable DHCP agents. Network: 39bfdf87-c1b2-4b25-9d9e-b59a20a3f512, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:03:50.533139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-2bc9ca7e-c518-47c9-b7f6-5075590eb9ef tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:50.534611 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-2bc9ca7e-c518-47c9-b7f6-5075590eb9ef tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4&tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&binding%3Ahost_id=n-h1-828185-2 HTTP/1.1" status: 200 len: 1127 time: 0.0844781 Feb 07 21:03:50.547031 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d21e174f-e13f-4cd1-a561-181fa6129ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:50.554952 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-949cc342-871f-412a-a7c1-9ed7dc99907a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828185-2'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:50.640530 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-c72dd76b-a277-4c69-800e-89526648d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:50.641207 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-c72dd76b-a277-4c69-800e-89526648d82b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:50.643142 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-c72dd76b-a277-4c69-800e-89526648d82b service neutron] 10.222.0.71 "PUT /v2.0/ports/fd5739c0-1881-4d44-9ab4-3a03657c775f HTTP/1.1" status: 200 len: 1092 time: 2.9509540 Feb 07 21:03:50.683824 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Network 39bfdf87-c1b2-4b25-9d9e-b59a20a3f512 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:03:50.697789 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-feccb81c-b17b-4a04-828f-b83d2f27d9b9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for port (3043459a-2405-4dea-b3d1-7dd8ddc763c7), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:50.706481 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dd76b-a277-4c69-800e-89526648d82b service neutron] Pushing event updated for resources: {'Port': ['ID=fd5739c0-1881-4d44-9ab4-3a03657c775f,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:50.710030 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87bab6-e0d0-45f9-b5e0-9e2b3766e329 req-207bb848-a267-423c-a1ad-c29067587364 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:50.712980 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef87bab6-e0d0-45f9-b5e0-9e2b3766e329 req-207bb848-a267-423c-a1ad-c29067587364 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 784 time: 0.2920692 Feb 07 21:03:50.723226 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 39bfdf87-c1b2-4b25-9d9e-b59a20a3f512) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:50.730322 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:50.736533 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:50.738577 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9853470-260e-400d-babc-f725fc3a29ba None None] Network 39bfdf87-c1b2-4b25-9d9e-b59a20a3f512 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:03:50.741172 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:50.741939 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:50.786065 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bf18b-8020-4b8a-b6fa-06ac58cb2a99 req-289a9cdd-6135-43aa-b6ae-cadb0e5e2068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:50.787781 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0e2bf18b-8020-4b8a-b6fa-06ac58cb2a99 req-289a9cdd-6135-43aa-b6ae-cadb0e5e2068 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d5bb16a4-31f3-4a2c-94f1-a95e66782779 HTTP/1.1" status: 200 len: 919 time: 0.2490585 Feb 07 21:03:50.794344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48304) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:50.801974 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-949cc342-871f-412a-a7c1-9ed7dc99907a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (372e6712-1718-43c6-884a-34e911ef5f14), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:50.857153 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48308) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:50.857348 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-77f49e39-7e2e-4e85-b369-abe0e9fca971 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.2154760 Feb 07 21:03:50.858159 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48310) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:50.859651 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0e2bf18b-8020-4b8a-b6fa-06ac58cb2a99 req-9aa3f7c3-d998-4490-8277-bfd55789e55a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6be35f8-2180-48c6-80fa-1ad984dae764 HTTP/1.1" status: 200 len: 217 time: 0.0476274 Feb 07 21:03:50.988556 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-feccb81c-b17b-4a04-828f-b83d2f27d9b9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (3043459a-2405-4dea-b3d1-7dd8ddc763c7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:51.011696 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-0e15f554-b110-41e6-b75a-30d597e7506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:51.012325 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-0e15f554-b110-41e6-b75a-30d597e7506d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b7c1937361146a7b2dfe64ac8dca8e9&device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 1126 time: 0.2480299 Feb 07 21:03:51.014337 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bf18b-8020-4b8a-b6fa-06ac58cb2a99 req-a9bda3d8-d26f-4597-9575-cee989580e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:51.016241 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0e2bf18b-8020-4b8a-b6fa-06ac58cb2a99 req-a9bda3d8-d26f-4597-9575-cee989580e4d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4b00d401-675a-4bb3-80a1-0cef41c01a34 HTTP/1.1" status: 200 len: 858 time: 0.1462448 Feb 07 21:03:51.131407 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-c735b80a-2ddd-46e9-89a9-3f6553553a8e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd5739c0-1881-4d44-9ab4-3a03657c775f HTTP/1.1" status: 200 len: 217 time: 0.0836310 Feb 07 21:03:51.133279 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0e2bf18b-8020-4b8a-b6fa-06ac58cb2a99 req-5894c1d3-b212-4a35-91ab-d6d41c2ebe6e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5bb16a4-31f3-4a2c-94f1-a95e66782779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789206 Feb 07 21:03:51.144607 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795ca268-727e-428d-a074-3e2cf7bd7b7f tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:51.150087 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795ca268-727e-428d-a074-3e2cf7bd7b7f tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:51.154339 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-795ca268-727e-428d-a074-3e2cf7bd7b7f tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2911582 Feb 07 21:03:51.168953 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-feccb81c-b17b-4a04-828f-b83d2f27d9b9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Network 1eeddcea-0d1c-4004-9be7-548b640cc6f3 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:51.170481 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48314) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:51.241513 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-feccb81c-b17b-4a04-828f-b83d2f27d9b9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:51.264986 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-feccb81c-b17b-4a04-828f-b83d2f27d9b9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:51.269832 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feccb81c-b17b-4a04-828f-b83d2f27d9b9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event updated for resources: {'Port': ['ID=3043459a-2405-4dea-b3d1-7dd8ddc763c7,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:51.348050 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-5c5cc6b0-5228-4e84-99d6-1ad0fad181dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:51.350356 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-5c5cc6b0-5228-4e84-99d6-1ad0fad181dd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4b00d401-675a-4bb3-80a1-0cef41c01a34 HTTP/1.1" status: 200 len: 858 time: 0.1973178 Feb 07 21:03:51.377006 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-949cc342-871f-412a-a7c1-9ed7dc99907a service neutron] For port 372e6712-1718-43c6-884a-34e911ef5f14, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=372e6712-1718-43c6-884a-34e911ef5f14,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:51.439522 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-feccb81c-b17b-4a04-828f-b83d2f27d9b9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:51.440149 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-feccb81c-b17b-4a04-828f-b83d2f27d9b9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:51.443987 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb09c7-ee95-473a-a904-4442fd5b93c7 req-1e08db4f-7be6-4c3d-bca5-688d7f32c85a tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:51.449377 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-b27647f9-960f-4bce-8bc0-5ab7027d5c61 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d5bb16a4-31f3-4a2c-94f1-a95e66782779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600822 Feb 07 21:03:51.453251 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59bb09c7-ee95-473a-a904-4442fd5b93c7 req-1e08db4f-7be6-4c3d-bca5-688d7f32c85a tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 944 time: 0.7385864 Feb 07 21:03:51.469295 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0e2bf18b-8020-4b8a-b6fa-06ac58cb2a99 req-e16eb1d5-2f66-498d-8908-d3652b0b0436 service neutron] 10.222.0.69 "GET /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081419 Feb 07 21:03:51.493474 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-e91d9b95-0b76-4d77-8d94-82f0436986a3 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Deleting subnet ca1b09f2-aee1-41cf-9482-47eaf33a6fa0 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:03:51.502385 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-feccb81c-b17b-4a04-828f-b83d2f27d9b9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5990167 Feb 07 21:03:51.507066 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e91d9b95-0b76-4d77-8d94-82f0436986a3 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks [] for subnet (ca1b09f2-aee1-41cf-9482-47eaf33a6fa0), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:51.519764 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-fc630687-f70c-4ee5-8e4d-df74aca85655 None None] Provisioning complete for port 3043459a-2405-4dea-b3d1-7dd8ddc763c7 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:51.520529 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fc630687-f70c-4ee5-8e4d-df74aca85655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3043459a-2405-4dea-b3d1-7dd8ddc763c7), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:51.541050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-42d3308f-aa88-4974-b61d-d347451de8ec admin admin] Deleting subnet f3768dda-d71b-40b0-9d56-296b11c3fa2b {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:03:51.547174 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-e68d5773-ea82-4786-94b9-c30a7b4fcae0 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Request body: {'port': {'device_id': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ebc0550f-ec6c-4d64-9bd7-6031c005d00f', 'admin_state_up': True, 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'security_groups': ['3155095b-db7a-4a96-b06b-bfc72e76da53']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:51.551700 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-949cc342-871f-412a-a7c1-9ed7dc99907a service neutron] For port 372e6712-1718-43c6-884a-34e911ef5f14, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:03:51.557748 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42d3308f-aa88-4974-b61d-d347451de8ec admin admin] Publish callbacks [] for subnet (f3768dda-d71b-40b0-9d56-296b11c3fa2b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:51.562286 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-fc630687-f70c-4ee5-8e4d-df74aca85655 None None] Port 3043459a-2405-4dea-b3d1-7dd8ddc763c7 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:03:51.643288 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-fcbc62d5-4430-4af9-b8c5-a1da89d2bd46 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Deleting port 7023e145-90ec-4e52-b0a2-193ec1d19be2 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:03:51.643892 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcbc62d5-4430-4af9-b8c5-a1da89d2bd46 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (7023e145-90ec-4e52-b0a2-193ec1d19be2), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:51.644641 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e91d9b95-0b76-4d77-8d94-82f0436986a3 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (ca1b09f2-aee1-41cf-9482-47eaf33a6fa0), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:51.656195 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a8576-8f42-447e-9016-e29ec29c0a47 req-020577d4-ad8b-46dc-82c8-610c1d713f63 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:51.659517 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:51.662907 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef7a8576-8f42-447e-9016-e29ec29c0a47 req-020577d4-ad8b-46dc-82c8-610c1d713f63 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/ports?device_id=9720d579-c7a9-43e5-a209-5258f0676f3b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4826062 Feb 07 21:03:51.671381 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9204cc9-d03a-4525-8615-77fdab0fb674', 'tag': 'fd5739c0-1881-4d44-9ab4-3a03657c775f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:03:51.674261 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025bf673-67b4-4481-81aa-acb81e2ec303" -d '{"events": [{"name": "network-changed", "server_uuid": "d9204cc9-d03a-4525-8615-77fdab0fb674", "tag": "fd5739c0-1881-4d44-9ab4-3a03657c775f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:03:51.701050 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42d3308f-aa88-4974-b61d-d347451de8ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (f3768dda-d71b-40b0-9d56-296b11c3fa2b), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:51.735604 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59bb09c7-ee95-473a-a904-4442fd5b93c7 req-a88ebeb9-f843-450d-8b75-ef02e849696a tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814441 Feb 07 21:03:51.767419 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-949cc342-871f-412a-a7c1-9ed7dc99907a service neutron] Publish callbacks [] for port (372e6712-1718-43c6-884a-34e911ef5f14), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:51.770694 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0346b7fd-5e66-4caf-b5c1-b5b48b2afd78', 'name': 'network-vif-deleted', 'tag': 'e0f4b9da-be8a-4e06-a428-fa6b13700414'}, {'server_uuid': '0346b7fd-5e66-4caf-b5c1-b5b48b2afd78', 'name': 'network-vif-deleted', 'tag': '6ef2d552-18ca-4e1c-98af-9c03605d210b'}, {'server_uuid': '15f996cb-1552-4a68-83bf-75263a3390c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '372e6712-1718-43c6-884a-34e911ef5f14'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:03:51.772948 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe16a77d-4ed0-4c96-b11b-eb49b21f4f53" -d '{"events": [{"server_uuid": "0346b7fd-5e66-4caf-b5c1-b5b48b2afd78", "name": "network-vif-deleted", "tag": "e0f4b9da-be8a-4e06-a428-fa6b13700414"}, {"server_uuid": "0346b7fd-5e66-4caf-b5c1-b5b48b2afd78", "name": "network-vif-deleted", "tag": "6ef2d552-18ca-4e1c-98af-9c03605d210b"}, {"server_uuid": "15f996cb-1552-4a68-83bf-75263a3390c4", "name": "network-vif-unplugged", "status": "completed", "tag": "372e6712-1718-43c6-884a-34e911ef5f14"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:03:51.805741 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef7a8576-8f42-447e-9016-e29ec29c0a47 req-d686d1ca-54c0-4df1-9e26-e713fe033537 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.59 HTTP/1.1" status: 200 len: 695 time: 0.1419609 Feb 07 21:03:51.806433 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-949cc342-871f-412a-a7c1-9ed7dc99907a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (372e6712-1718-43c6-884a-34e911ef5f14), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:51.818300 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-ef7a8576-8f42-447e-9016-e29ec29c0a47 req-6e792e85-c038-4050-8cdf-8cab26c35e39 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Request body: {'floatingip': {'port_id': 'ce51bc02-3b1e-48df-8b1c-4d8326eab37b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:51.846793 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0e2bf18b-8020-4b8a-b6fa-06ac58cb2a99 req-c5edb05f-348b-48b9-85bc-c722dd9a816d service neutron] 10.222.0.69 "GET /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631444 Feb 07 21:03:51.897177 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-71c05b38-5b36-48ea-b46c-b6da384c50e1 service neutron] 10.222.0.71 "GET /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266534 Feb 07 21:03:51.902995 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-e68d5773-ea82-4786-94b9-c30a7b4fcae0 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Made reservation on behalf of 32ff56f8fd43451781a008978e4679d6 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:51.918896 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcbc62d5-4430-4af9-b8c5-a1da89d2bd46 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (7023e145-90ec-4e52-b0a2-193ec1d19be2), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:51.996164 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42d3308f-aa88-4974-b61d-d347451de8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (f3768dda-d71b-40b0-9d56-296b11c3fa2b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:52.009447 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-fcbc62d5-4430-4af9-b8c5-a1da89d2bd46 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Calling delete_port for 7023e145-90ec-4e52-b0a2-193ec1d19be2 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:03:52.019953 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ef7a8576-8f42-447e-9016-e29ec29c0a47 req-6e792e85-c038-4050-8cdf-8cab26c35e39 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks [] for floatingip (a9762cc4-0725-45a7-a8c8-d3b2858a547a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:52.120999 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-e68d5773-ea82-4786-94b9-c30a7b4fcae0 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:52.128737 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-644828a7-987d-4902-90f1-79ee0f49f3fa req-3e223462-d0ca-4fc8-8133-f6943ff3d34c service neutron] 10.222.0.71 "GET /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192957 Feb 07 21:03:52.184743 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cc342-871f-412a-a7c1-9ed7dc99907a service neutron] Pushing event updated for resources: {'Port': ['ID=372e6712-1718-43c6-884a-34e911ef5f14,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:52.221873 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e91d9b95-0b76-4d77-8d94-82f0436986a3 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (ca1b09f2-aee1-41cf-9482-47eaf33a6fa0), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:52.247454 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcbc62d5-4430-4af9-b8c5-a1da89d2bd46 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (7023e145-90ec-4e52-b0a2-193ec1d19be2), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:52.300011 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc62d5-4430-4af9-b8c5-a1da89d2bd46 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Pushing event deleted for resources: {'Port': ['ID=7023e145-90ec-4e52-b0a2-193ec1d19be2,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:52.319335 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55379ac9-e576-4b67-9397-5175d32fde54 req-5d3e9f01-d0fa-4187-9a83-c81c78ad5430 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:52.326050 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcbc62d5-4430-4af9-b8c5-a1da89d2bd46 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:52.326403 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-55379ac9-e576-4b67-9397-5175d32fde54 req-5d3e9f01-d0fa-4187-9a83-c81c78ad5430 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 943 time: 0.4413896 Feb 07 21:03:52.332338 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fcbc62d5-4430-4af9-b8c5-a1da89d2bd46 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] 10.222.0.65 "DELETE /v2.0/ports/7023e145-90ec-4e52-b0a2-193ec1d19be2 HTTP/1.1" status: 204 len: 168 time: 1.1512892 Feb 07 21:03:52.332338 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48322) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:52.333308 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-949cc342-871f-412a-a7c1-9ed7dc99907a service neutron] Attempting to bind port 372e6712-1718-43c6-884a-34e911ef5f14 on host n-h1-828185-2 for vnic_type normal with profile {"migrating_to": "n-h2-828185-2"} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:03:52.333627 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-949cc342-871f-412a-a7c1-9ed7dc99907a service neutron] Attempting to bind port 372e6712-1718-43c6-884a-34e911ef5f14 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:03:52.334047 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-949cc342-871f-412a-a7c1-9ed7dc99907a service neutron] Attempting to bind port 372e6712-1718-43c6-884a-34e911ef5f14 on network 6d967ae2-07ea-401e-8063-c085e3020e36 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:03:52.400964 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-949cc342-871f-412a-a7c1-9ed7dc99907a service neutron] Port 372e6712-1718-43c6-884a-34e911ef5f14 on network 6d967ae2-07ea-401e-8063-c085e3020e36 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:03:52.401688 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-949cc342-871f-412a-a7c1-9ed7dc99907a service neutron] Attempting to bind port 372e6712-1718-43c6-884a-34e911ef5f14 on network 6d967ae2-07ea-401e-8063-c085e3020e36 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:03:52.403811 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42d3308f-aa88-4974-b61d-d347451de8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (f3768dda-d71b-40b0-9d56-296b11c3fa2b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:52.481798 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-949cc342-871f-412a-a7c1-9ed7dc99907a service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:03:52.482448 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-949cc342-871f-412a-a7c1-9ed7dc99907a service neutron] Checking segment: {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:03:52.483101 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-949cc342-871f-412a-a7c1-9ed7dc99907a service neutron] Bound using segment: {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:03:52.483900 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-949cc342-871f-412a-a7c1-9ed7dc99907a service neutron] Bound port: 372e6712-1718-43c6-884a-34e911ef5f14, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a89ca81-ab12-4a9a-8738-c0de31604148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6d967ae2-07ea-401e-8063-c085e3020e36'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:03:52.484456 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-949cc342-871f-412a-a7c1-9ed7dc99907a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (372e6712-1718-43c6-884a-34e911ef5f14), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:52.502251 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3308f-aa88-4974-b61d-d347451de8ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3768dda-d71b-40b0-9d56-296b11c3fa2b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:52.508192 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-e68d5773-ea82-4786-94b9-c30a7b4fcae0 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Allocated IP 10.2.2.100 (ebc0550f-ec6c-4d64-9bd7-6031c005d00f/8d112527-f33e-4a56-80b8-5f6641814967/e7cff024-a85a-4851-a39c-7071ffcfad38) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:03:52.524578 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42d3308f-aa88-4974-b61d-d347451de8ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:52.530644 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-42d3308f-aa88-4974-b61d-d347451de8ec admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f3768dda-d71b-40b0-9d56-296b11c3fa2b HTTP/1.1" status: 204 len: 168 time: 1.7328303 Feb 07 21:03:52.531945 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48324) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:52.565953 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d0b6cbbd-3556-4617-b91a-f6900031d2ba tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Deleting port b5e16466-ffca-4f07-9793-b0a7f0162c16 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:03:52.566214 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d0b6cbbd-3556-4617-b91a-f6900031d2ba tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (b5e16466-ffca-4f07-9793-b0a7f0162c16), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:52.585293 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-55379ac9-e576-4b67-9397-5175d32fde54 req-cc425ba4-4f00-4015-ba92-ac8ed5a479ad tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577012 Feb 07 21:03:52.591194 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e91d9b95-0b76-4d77-8d94-82f0436986a3 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (ca1b09f2-aee1-41cf-9482-47eaf33a6fa0), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:52.669883 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d9b95-0b76-4d77-8d94-82f0436986a3 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event deleted for resources: {'Subnet': ['ID=ca1b09f2-aee1-41cf-9482-47eaf33a6fa0,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:52.682582 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e91d9b95-0b76-4d77-8d94-82f0436986a3 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:52.684916 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f2c4b3-d0cf-4883-9e01-c5cd871290f4 None None] Network 6caf6111-0445-4a52-b57a-b3663a095884 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:03:52.685929 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e91d9b95-0b76-4d77-8d94-82f0436986a3 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "DELETE /v2.0/subnets/ca1b09f2-aee1-41cf-9482-47eaf33a6fa0 HTTP/1.1" status: 204 len: 168 time: 1.8293035 Feb 07 21:03:52.693972 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48326) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:52.736736 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ae985ea-79b1-442b-aedb-f56c109a499c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (9707a7e2-bd1b-48e9-a067-23aeb539b5df), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:52.754506 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d0b6cbbd-3556-4617-b91a-f6900031d2ba tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (b5e16466-ffca-4f07-9793-b0a7f0162c16), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:52.764657 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-949cc342-871f-412a-a7c1-9ed7dc99907a service neutron] For port 372e6712-1718-43c6-884a-34e911ef5f14, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:03:52.780141 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d0b6cbbd-3556-4617-b91a-f6900031d2ba tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Calling delete_port for b5e16466-ffca-4f07-9793-b0a7f0162c16 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:03:52.906337 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-949cc342-871f-412a-a7c1-9ed7dc99907a service neutron] For port 372e6712-1718-43c6-884a-34e911ef5f14, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=372e6712-1718-43c6-884a-34e911ef5f14,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:03:52.918250 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336a0682-100d-472f-b177-a3fef67221e7 None None] DHCP port deletion for 6caf6111-0445-4a52-b57a-b3663a095884 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:03:52.922451 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-e68d5773-ea82-4786-94b9-c30a7b4fcae0 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for port (e7cff024-a85a-4851-a39c-7071ffcfad38), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:52.943487 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ae985ea-79b1-442b-aedb-f56c109a499c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (9707a7e2-bd1b-48e9-a067-23aeb539b5df), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:52.982545 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-8ae985ea-79b1-442b-aedb-f56c109a499c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9707a7e2-bd1b-48e9-a067-23aeb539b5df']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:52.985681 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-336a0682-100d-472f-b177-a3fef67221e7 None None] Deleting port d56bc2a4-b466-48b7-a15e-2874c2e59756 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:03:52.986081 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-336a0682-100d-472f-b177-a3fef67221e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d56bc2a4-b466-48b7-a15e-2874c2e59756), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:53.008860 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-8ae985ea-79b1-442b-aedb-f56c109a499c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f06daf-9142-4d28-8f2a-2d8c1388ea4e') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:53.009600 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-8ae985ea-79b1-442b-aedb-f56c109a499c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f06daf-9142-4d28-8f2a-2d8c1388ea4e') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:53.024509 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ae985ea-79b1-442b-aedb-f56c109a499c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (49f06daf-9142-4d28-8f2a-2d8c1388ea4e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:53.047683 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ae985ea-79b1-442b-aedb-f56c109a499c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (49f06daf-9142-4d28-8f2a-2d8c1388ea4e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:53.061040 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae985ea-79b1-442b-aedb-f56c109a499c admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:03:53.063335 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ae985ea-79b1-442b-aedb-f56c109a499c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (49f06daf-9142-4d28-8f2a-2d8c1388ea4e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:53.070783 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-336a0682-100d-472f-b177-a3fef67221e7 None None] For port d56bc2a4-b466-48b7-a15e-2874c2e59756, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d56bc2a4-b466-48b7-a15e-2874c2e59756,segment=NetworkSegment(c0b17e20-e38c-4f12-922f-47a923f28d94),segment_id=c0b17e20-e38c-4f12-922f-47a923f28d94)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:53.071226 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-336a0682-100d-472f-b177-a3fef67221e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d56bc2a4-b466-48b7-a15e-2874c2e59756), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:53.087485 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-336a0682-100d-472f-b177-a3fef67221e7 None None] Calling delete_port for d56bc2a4-b466-48b7-a15e-2874c2e59756 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:03:53.148424 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:03:53.166788 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ae985ea-79b1-442b-aedb-f56c109a499c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (9707a7e2-bd1b-48e9-a067-23aeb539b5df), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:53.177777 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ae985ea-79b1-442b-aedb-f56c109a499c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:53.181480 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8ae985ea-79b1-442b-aedb-f56c109a499c admin admin] 10.222.0.65 "DELETE /v2.0/networks/9707a7e2-bd1b-48e9-a067-23aeb539b5df HTTP/1.1" status: 204 len: 168 time: 0.6436677 Feb 07 21:03:53.185535 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48330) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:53.193839 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:53.209106 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae985ea-79b1-442b-aedb-f56c109a499c admin admin] Pushing event deleted for resources: {'Network': ['ID=9707a7e2-bd1b-48e9-a067-23aeb539b5df,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:53.227858 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-336a0682-100d-472f-b177-a3fef67221e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (d56bc2a4-b466-48b7-a15e-2874c2e59756), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:53.250993 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d0b6cbbd-3556-4617-b91a-f6900031d2ba tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (b5e16466-ffca-4f07-9793-b0a7f0162c16), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:53.265783 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-949cc342-871f-412a-a7c1-9ed7dc99907a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (372e6712-1718-43c6-884a-34e911ef5f14), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:53.266197 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a0682-100d-472f-b177-a3fef67221e7 None None] Pushing event deleted for resources: {'Port': ['ID=d56bc2a4-b466-48b7-a15e-2874c2e59756,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:53.270668 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-e68d5773-ea82-4786-94b9-c30a7b4fcae0 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (e7cff024-a85a-4851-a39c-7071ffcfad38), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:53.273466 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336a0682-100d-472f-b177-a3fef67221e7 None None] No DVR routers for this DVR port d56bc2a4-b466-48b7-a15e-2874c2e59756 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:03:53.301703 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6cbbd-3556-4617-b91a-f6900031d2ba tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Pushing event deleted for resources: {'Port': ['ID=b5e16466-ffca-4f07-9793-b0a7f0162c16,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:53.328030 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d0b6cbbd-3556-4617-b91a-f6900031d2ba tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:53.334585 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d0b6cbbd-3556-4617-b91a-f6900031d2ba tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] 10.222.0.65 "DELETE /v2.0/ports/b5e16466-ffca-4f07-9793-b0a7f0162c16 HTTP/1.1" status: 204 len: 168 time: 0.9992292 Feb 07 21:03:53.345820 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48332) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:53.360184 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-818350fa-7952-4904-b8aa-c03caaa9db47 admin admin] Deleting subnet fbcbfaee-ee0a-4fc9-a522-52d46e5f00c5 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:03:53.367017 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-818350fa-7952-4904-b8aa-c03caaa9db47 admin admin] Publish callbacks [] for subnet (fbcbfaee-ee0a-4fc9-a522-52d46e5f00c5), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:53.370842 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c4ccc-6e05-4a7d-9aba-c41cb0c7aeef req-2763212f-4668-43c6-88e3-84647daf33e4 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:53.373719 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 372e6712-1718-43c6-884a-34e911ef5f14 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:03:53.375574 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-e68d5773-ea82-4786-94b9-c30a7b4fcae0 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Network ebc0550f-ec6c-4d64-9bd7-6031c005d00f is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:53.376837 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c4ccc-6e05-4a7d-9aba-c41cb0c7aeef req-2763212f-4668-43c6-88e3-84647daf33e4 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:53.378314 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-e68d5773-ea82-4786-94b9-c30a7b4fcae0 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:53.382488 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c4ccc-6e05-4a7d-9aba-c41cb0c7aeef req-2763212f-4668-43c6-88e3-84647daf33e4 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:53.384277 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b06c4ccc-6e05-4a7d-9aba-c41cb0c7aeef req-2763212f-4668-43c6-88e3-84647daf33e4 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 2373 time: 0.7303531 Feb 07 21:03:53.387808 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-009b2b3d-12bb-4884-a231-b7b88528d875 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (6caf6111-0445-4a52-b57a-b3663a095884), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:53.429964 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-e68d5773-ea82-4786-94b9-c30a7b4fcae0 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:53.463734 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9060e311-158d-46b9-9e8a-3e061d788020 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1109447 Feb 07 21:03:53.473445 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48334) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:53.481499 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-96ef2e24-2a67-4260-973f-25b3713ca31a tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1000675487'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:53.488611 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d5773-ea82-4786-94b9-c30a7b4fcae0 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event updated for resources: {'Port': ['ID=e7cff024-a85a-4851-a39c-7071ffcfad38,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:53.504987 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-818350fa-7952-4904-b8aa-c03caaa9db47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (fbcbfaee-ee0a-4fc9-a522-52d46e5f00c5), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:53.520121 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 372e6712-1718-43c6-884a-34e911ef5f14, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=372e6712-1718-43c6-884a-34e911ef5f14,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:53.531013 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-e68d5773-ea82-4786-94b9-c30a7b4fcae0 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:53.531626 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-e68d5773-ea82-4786-94b9-c30a7b4fcae0 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:53.537908 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 372e6712-1718-43c6-884a-34e911ef5f14 has no active binding in host n-h2-828185-2 {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 21:03:53.568533 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-e68d5773-ea82-4786-94b9-c30a7b4fcae0 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0397420 Feb 07 21:03:53.573745 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-818350fa-7952-4904-b8aa-c03caaa9db47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (fbcbfaee-ee0a-4fc9-a522-52d46e5f00c5), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:53.581702 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-0aba73fa-6ed6-483a-87fa-4688ee0c1b76 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Request body: {'port': {'device_id': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ebc0550f-ec6c-4d64-9bd7-6031c005d00f', 'admin_state_up': True, 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'security_groups': ['3155095b-db7a-4a96-b06b-bfc72e76da53']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:53.623252 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cc342-871f-412a-a7c1-9ed7dc99907a service neutron] Pushing event updated for resources: {'Port': ['ID=372e6712-1718-43c6-884a-34e911ef5f14,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:53.674967 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-949cc342-871f-412a-a7c1-9ed7dc99907a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:53.676417 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-949cc342-871f-412a-a7c1-9ed7dc99907a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:53.677889 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-949cc342-871f-412a-a7c1-9ed7dc99907a service neutron] 10.222.0.71 "PUT /v2.0/ports/372e6712-1718-43c6-884a-34e911ef5f14 HTTP/1.1" status: 200 len: 1121 time: 3.1279123 Feb 07 21:03:53.691024 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [req-ef7a8576-8f42-447e-9016-e29ec29c0a47 req-6e792e85-c038-4050-8cdf-8cab26c35e39 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:03:53.707027 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ef2e24-2a67-4260-973f-25b3713ca31a tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Made reservation on behalf of 21881fe801914e1e8a571a6c03f57e56 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:53.710518 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96ef2e24-2a67-4260-973f-25b3713ca31a tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:53.755394 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['372e6712-1718-43c6-884a-34e911ef5f14'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:03:53.779458 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-818350fa-7952-4904-b8aa-c03caaa9db47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (fbcbfaee-ee0a-4fc9-a522-52d46e5f00c5), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:53.822516 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-818350fa-7952-4904-b8aa-c03caaa9db47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:53.826124 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b06c4ccc-6e05-4a7d-9aba-c41cb0c7aeef req-ebeed248-51af-4fda-bcea-38136d220d82 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4241650 Feb 07 21:03:53.828726 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-818350fa-7952-4904-b8aa-c03caaa9db47 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fbcbfaee-ee0a-4fc9-a522-52d46e5f00c5 HTTP/1.1" status: 204 len: 168 time: 0.6307514 Feb 07 21:03:53.829574 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48338) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:53.830827 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-0aba73fa-6ed6-483a-87fa-4688ee0c1b76 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Made reservation on behalf of 32ff56f8fd43451781a008978e4679d6 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:53.835495 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-0aba73fa-6ed6-483a-87fa-4688ee0c1b76 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:53.878285 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['372e6712-1718-43c6-884a-34e911ef5f14'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:03:53.890526 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818350fa-7952-4904-b8aa-c03caaa9db47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbcbfaee-ee0a-4fc9-a522-52d46e5f00c5,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:53.963062 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a088c9cf-ebf7-41f9-977c-b98ed948b2cd x-openstack-request-id: req-a088c9cf-ebf7-41f9-977c-b98ed948b2cd {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:03:53.963729 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9204cc9-d03a-4525-8615-77fdab0fb674", "tag": "fd5739c0-1881-4d44-9ab4-3a03657c775f", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:03:53.963838 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a088c9cf-ebf7-41f9-977c-b98ed948b2cd {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:03:53.964168 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9204cc9-d03a-4525-8615-77fdab0fb674', 'tag': 'fd5739c0-1881-4d44-9ab4-3a03657c775f', 'status': 'completed', 'code': 200} Feb 07 21:03:54.025539 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-009b2b3d-12bb-4884-a231-b7b88528d875 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (6caf6111-0445-4a52-b57a-b3663a095884), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:54.034771 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Mon, 07 Feb 2022 21:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4378e73-07c3-432b-80d2-945393bd79a1 x-openstack-request-id: req-d4378e73-07c3-432b-80d2-945393bd79a1 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:03:54.035096 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0346b7fd-5e66-4caf-b5c1-b5b48b2afd78", "name": "network-vif-deleted", "tag": "e0f4b9da-be8a-4e06-a428-fa6b13700414", "status": "completed", "code": 200}, {"server_uuid": "0346b7fd-5e66-4caf-b5c1-b5b48b2afd78", "name": "network-vif-deleted", "tag": "6ef2d552-18ca-4e1c-98af-9c03605d210b", "status": "completed", "code": 200}, {"server_uuid": "15f996cb-1552-4a68-83bf-75263a3390c4", "name": "network-vif-unplugged", "status": "completed", "tag": "372e6712-1718-43c6-884a-34e911ef5f14", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:03:54.035426 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d4378e73-07c3-432b-80d2-945393bd79a1 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:03:54.036906 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0346b7fd-5e66-4caf-b5c1-b5b48b2afd78', 'name': 'network-vif-deleted', 'tag': 'e0f4b9da-be8a-4e06-a428-fa6b13700414', 'status': 'completed', 'code': 200} Feb 07 21:03:54.037173 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0346b7fd-5e66-4caf-b5c1-b5b48b2afd78', 'name': 'network-vif-deleted', 'tag': '6ef2d552-18ca-4e1c-98af-9c03605d210b', 'status': 'completed', 'code': 200} Feb 07 21:03:54.037434 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f996cb-1552-4a68-83bf-75263a3390c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '372e6712-1718-43c6-884a-34e911ef5f14', 'code': 200} Feb 07 21:03:54.044218 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d01cd829-43b9-4a8d-8a96-d821317c5cd2 None None] Provisioning complete for port e7cff024-a85a-4851-a39c-7071ffcfad38 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:54.044734 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d01cd829-43b9-4a8d-8a96-d821317c5cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e7cff024-a85a-4851-a39c-7071ffcfad38), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:54.082515 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec09c6b8-0d20-4e44-9834-71627380e95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (224d51bb-9a41-4dc4-8a36-19b1d171c41b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:54.108272 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ef7a8576-8f42-447e-9016-e29ec29c0a47 req-6e792e85-c038-4050-8cdf-8cab26c35e39 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:54.109307 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ef2e24-2a67-4260-973f-25b3713ca31a tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:03:54.138922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-009b2b3d-12bb-4884-a231-b7b88528d875 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6caf6111-0445-4a52-b57a-b3663a095884']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:54.163217 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ef7a8576-8f42-447e-9016-e29ec29c0a47 req-6e792e85-c038-4050-8cdf-8cab26c35e39 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (a9762cc4-0725-45a7-a8c8-d3b2858a547a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:54.171055 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bf673-67b4-4481-81aa-acb81e2ec303 req-3894fa98-a556-42f1-a754-903e58bd8645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:54.172827 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-025bf673-67b4-4481-81aa-acb81e2ec303 req-3894fa98-a556-42f1-a754-903e58bd8645 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b7c1937361146a7b2dfe64ac8dca8e9&device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 1126 time: 0.1987042 Feb 07 21:03:54.211341 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-009b2b3d-12bb-4884-a231-b7b88528d875 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b17e20-e38c-4f12-922f-47a923f28d94') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:54.211620 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-009b2b3d-12bb-4884-a231-b7b88528d875 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b17e20-e38c-4f12-922f-47a923f28d94') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:54.259997 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96ef2e24-2a67-4260-973f-25b3713ca31a tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (b96f5d96-585a-4326-a677-e234dbc838eb), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:54.260335 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec09c6b8-0d20-4e44-9834-71627380e95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (224d51bb-9a41-4dc4-8a36-19b1d171c41b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:54.260488 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-96ef2e24-2a67-4260-973f-25b3713ca31a tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Added segment b96f5d96-585a-4326-a677-e234dbc838eb of type vlan for network cbbecb8a-86d2-41a0-862b-c31669559949 Feb 07 21:03:54.280478 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d01cd829-43b9-4a8d-8a96-d821317c5cd2 None None] Port e7cff024-a85a-4851-a39c-7071ffcfad38 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:03:54.287724 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device f6be35f8-2180-48c6-80fa-1ad984dae764 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:03:54.297007 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-009b2b3d-12bb-4884-a231-b7b88528d875 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (c0b17e20-e38c-4f12-922f-47a923f28d94), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:54.322471 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ec09c6b8-0d20-4e44-9834-71627380e95a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['224d51bb-9a41-4dc4-8a36-19b1d171c41b']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:54.341448 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ec09c6b8-0d20-4e44-9834-71627380e95a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc35f98c-9133-4ff3-a27e-2cbacd0b7a9d') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:54.341817 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ec09c6b8-0d20-4e44-9834-71627380e95a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc35f98c-9133-4ff3-a27e-2cbacd0b7a9d') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:54.351480 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-0aba73fa-6ed6-483a-87fa-4688ee0c1b76 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Allocated IP 10.2.2.200 (ebc0550f-ec6c-4d64-9bd7-6031c005d00f/8d112527-f33e-4a56-80b8-5f6641814967/5ab0c0e0-34fd-478c-a047-ef89d9aacd38) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:03:54.358178 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec09c6b8-0d20-4e44-9834-71627380e95a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (fc35f98c-9133-4ff3-a27e-2cbacd0b7a9d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:54.384243 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db73fd6-2134-4b07-ba0a-f48bf1182f30 req-6b7b29f7-58aa-4c9d-bae3-5dce8643cd6d tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:54.385898 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5db73fd6-2134-4b07-ba0a-f48bf1182f30 req-6b7b29f7-58aa-4c9d-bae3-5dce8643cd6d tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 944 time: 0.3080311 Feb 07 21:03:54.430230 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-009b2b3d-12bb-4884-a231-b7b88528d875 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (c0b17e20-e38c-4f12-922f-47a923f28d94), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:54.459383 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port f6be35f8-2180-48c6-80fa-1ad984dae764, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=f6be35f8-2180-48c6-80fa-1ad984dae764,segment=NetworkSegment(9e27aa91-55cc-462d-aeb7-1b345510d8cb),segment_id=9e27aa91-55cc-462d-aeb7-1b345510d8cb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:54.462453 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96ef2e24-2a67-4260-973f-25b3713ca31a tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (cbbecb8a-86d2-41a0-862b-c31669559949), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:54.471960 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-009b2b3d-12bb-4884-a231-b7b88528d875 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:03:54.472789 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-009b2b3d-12bb-4884-a231-b7b88528d875 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (c0b17e20-e38c-4f12-922f-47a923f28d94), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:03:54.480023 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:03:54.486198 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'f6be35f8-2180-48c6-80fa-1ad984dae764', 'network_id': 'd5bb16a4-31f3-4a2c-94f1-a95e66782779', 'port_id': 'f6be35f8-2180-48c6-80fa-1ad984dae764', 'mac_address': 'fa:16:3e:de:c9:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b00d401-675a-4bb3-80a1-0cef41c01a34', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:03:54.581272 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5db73fd6-2134-4b07-ba0a-f48bf1182f30 req-d89cc676-a192-4247-a042-bfc289df857d tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767914 Feb 07 21:03:54.627169 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:54.661367 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port f6be35f8-2180-48c6-80fa-1ad984dae764 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:54.661749 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f6be35f8-2180-48c6-80fa-1ad984dae764), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:54.662705 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bf673-67b4-4481-81aa-acb81e2ec303 req-322ff5db-f132-4cc6-918b-736bccdcfa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:54.666164 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-025bf673-67b4-4481-81aa-acb81e2ec303 req-322ff5db-f132-4cc6-918b-736bccdcfa45 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d5bb16a4-31f3-4a2c-94f1-a95e66782779 HTTP/1.1" status: 200 len: 919 time: 0.4128113 Feb 07 21:03:54.670248 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [req-ef7a8576-8f42-447e-9016-e29ec29c0a47 req-6e792e85-c038-4050-8cdf-8cab26c35e39 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Floating IP a9762cc4-0725-45a7-a8c8-d3b2858a547a associated. External IP: 172.25.4.59, port: ce51bc02-3b1e-48df-8b1c-4d8326eab37b. Feb 07 21:03:54.686249 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6be35f8-2180-48c6-80fa-1ad984dae764 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:03:54.712669 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port f6be35f8-2180-48c6-80fa-1ad984dae764, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=f6be35f8-2180-48c6-80fa-1ad984dae764,segment=NetworkSegment(9e27aa91-55cc-462d-aeb7-1b345510d8cb),segment_id=9e27aa91-55cc-462d-aeb7-1b345510d8cb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:54.716905 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f6be35f8-2180-48c6-80fa-1ad984dae764), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:54.758641 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec09c6b8-0d20-4e44-9834-71627380e95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (fc35f98c-9133-4ff3-a27e-2cbacd0b7a9d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:54.774379 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec09c6b8-0d20-4e44-9834-71627380e95a admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:03:54.774785 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec09c6b8-0d20-4e44-9834-71627380e95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (fc35f98c-9133-4ff3-a27e-2cbacd0b7a9d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:03:54.776465 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:03:54.795952 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=f6be35f8-2180-48c6-80fa-1ad984dae764,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:54.805117 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96ef2e24-2a67-4260-973f-25b3713ca31a tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (cbbecb8a-86d2-41a0-862b-c31669559949), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:54.810264 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ef2e24-2a67-4260-973f-25b3713ca31a tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:54.810922 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96ef2e24-2a67-4260-973f-25b3713ca31a tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:54.865097 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-009b2b3d-12bb-4884-a231-b7b88528d875 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (6caf6111-0445-4a52-b57a-b3663a095884), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:54.879188 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec09c6b8-0d20-4e44-9834-71627380e95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (224d51bb-9a41-4dc4-8a36-19b1d171c41b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:54.889022 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-025bf673-67b4-4481-81aa-acb81e2ec303 req-ea843baa-d6ec-48fd-a594-4c7cb038aa72 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd5739c0-1881-4d44-9ab4-3a03657c775f HTTP/1.1" status: 200 len: 217 time: 0.2101278 Feb 07 21:03:54.889731 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec09c6b8-0d20-4e44-9834-71627380e95a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:54.896385 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ec09c6b8-0d20-4e44-9834-71627380e95a admin admin] 10.222.0.65 "DELETE /v2.0/networks/224d51bb-9a41-4dc4-8a36-19b1d171c41b HTTP/1.1" status: 204 len: 168 time: 1.0103970 Feb 07 21:03:54.903245 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-009b2b3d-12bb-4884-a231-b7b88528d875 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:54.906825 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-009b2b3d-12bb-4884-a231-b7b88528d875 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "DELETE /v2.0/networks/6caf6111-0445-4a52-b57a-b3663a095884 HTTP/1.1" status: 204 len: 168 time: 2.1974063 Feb 07 21:03:54.919199 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48344) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:54.931188 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09c6b8-0d20-4e44-9834-71627380e95a admin admin] Pushing event deleted for resources: {'Network': ['ID=224d51bb-9a41-4dc4-8a36-19b1d171c41b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:54.952330 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-96ef2e24-2a67-4260-973f-25b3713ca31a tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4753418 Feb 07 21:03:54.978968 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48346) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:54.993963 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-01b84396-0d94-4571-b92c-431340c8c0b9 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1388234628'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:55.007711 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5760e8-f8cb-4e37-8ff7-65a98e1157f7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Deleting subnet 76e20d40-b8ba-4062-8dfd-9441a4aa79ee {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:03:55.016598 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4e5760e8-f8cb-4e37-8ff7-65a98e1157f7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks [] for subnet (76e20d40-b8ba-4062-8dfd-9441a4aa79ee), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:55.032248 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef2e24-2a67-4260-973f-25b3713ca31a tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Pushing event updated for resources: {'Network': ['ID=cbbecb8a-86d2-41a0-862b-c31669559949,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:55.050104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network cbbecb8a-86d2-41a0-862b-c31669559949 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:03:55.058251 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d56bc2a4-b466-48b7-a15e-2874c2e59756 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:03:55.070343 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b84396-0d94-4571-b92c-431340c8c0b9 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Made reservation on behalf of 21881fe801914e1e8a571a6c03f57e56 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:03:55.073510 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01b84396-0d94-4571-b92c-431340c8c0b9 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:55.075615 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b2b3d-12bb-4884-a231-b7b88528d875 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event deleted for resources: {'Network': ['ID=6caf6111-0445-4a52-b57a-b3663a095884,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:55.078304 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bf673-67b4-4481-81aa-acb81e2ec303 req-430faa38-dc40-4cda-bd26-63a5bd868021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:55.080100 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-025bf673-67b4-4481-81aa-acb81e2ec303 req-430faa38-dc40-4cda-bd26-63a5bd868021 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4b00d401-675a-4bb3-80a1-0cef41c01a34 HTTP/1.1" status: 200 len: 858 time: 0.1450987 Feb 07 21:03:55.081768 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4e5760e8-f8cb-4e37-8ff7-65a98e1157f7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (76e20d40-b8ba-4062-8dfd-9441a4aa79ee), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:55.114554 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c40409-85fc-4ca1-a06f-3d05bdbb36c0 req-e0eb15ce-4035-4527-8bc3-4ff69478b5e2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:55.116278 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-0aba73fa-6ed6-483a-87fa-4688ee0c1b76 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for port (5ab0c0e0-34fd-478c-a047-ef89d9aacd38), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:55.121682 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-12c40409-85fc-4ca1-a06f-3d05bdbb36c0 req-e0eb15ce-4035-4527-8bc3-4ff69478b5e2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 943 time: 0.3080046 Feb 07 21:03:55.199351 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-025bf673-67b4-4481-81aa-acb81e2ec303 req-c91742e7-4a50-4424-9c47-e6cac5c6f8b0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d5bb16a4-31f3-4a2c-94f1-a95e66782779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059644 Feb 07 21:03:55.201339 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4e5760e8-f8cb-4e37-8ff7-65a98e1157f7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (76e20d40-b8ba-4062-8dfd-9441a4aa79ee), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:55.210097 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-0aba73fa-6ed6-483a-87fa-4688ee0c1b76 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (5ab0c0e0-34fd-478c-a047-ef89d9aacd38), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:55.226543 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['f6be35f8-2180-48c6-80fa-1ad984dae764'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:03:55.228024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48348) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:55.235329 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: d56bc2a4-b466-48b7-a15e-2874c2e59756 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:03:55.236762 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d56bc2a4-b466-48b7-a15e-2874c2e59756 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:03:55.335007 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-0aba73fa-6ed6-483a-87fa-4688ee0c1b76 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Network ebc0550f-ec6c-4d64-9bd7-6031c005d00f is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:03:55.344827 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-0aba73fa-6ed6-483a-87fa-4688ee0c1b76 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:03:55.353465 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba73fa-6ed6-483a-87fa-4688ee0c1b76 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event updated for resources: {'Port': ['ID=5ab0c0e0-34fd-478c-a047-ef89d9aacd38,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:55.358242 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-0aba73fa-6ed6-483a-87fa-4688ee0c1b76 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:03:55.474596 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-0aba73fa-6ed6-483a-87fa-4688ee0c1b76 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:55.475823 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-0aba73fa-6ed6-483a-87fa-4688ee0c1b76 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:55.478998 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4e5760e8-f8cb-4e37-8ff7-65a98e1157f7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (76e20d40-b8ba-4062-8dfd-9441a4aa79ee), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:55.518487 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5760e8-f8cb-4e37-8ff7-65a98e1157f7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event deleted for resources: {'Subnet': ['ID=76e20d40-b8ba-4062-8dfd-9441a4aa79ee,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:55.536911 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c85d4b-45c5-47c3-8243-9c7f4c4a545b None None] Network 798a3744-1fe0-4f28-ada4-dc093a5e7428 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:03:55.538538 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4e5760e8-f8cb-4e37-8ff7-65a98e1157f7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:55.546901 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4e5760e8-f8cb-4e37-8ff7-65a98e1157f7 tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "DELETE /v2.0/subnets/76e20d40-b8ba-4062-8dfd-9441a4aa79ee HTTP/1.1" status: 204 len: 168 time: 0.6131039 Feb 07 21:03:55.552902 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-0aba73fa-6ed6-483a-87fa-4688ee0c1b76 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9760873 Feb 07 21:03:55.553415 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48350) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:55.651876 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-90b77c97-5add-44c0-a9de-64da07e9c8c4 service neutron] Request body: {'port': {'device_id': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:55.695798 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3086727-7875-4cf3-beaf-8d67b134b6ae tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (798a3744-1fe0-4f28-ada4-dc093a5e7428), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:55.756834 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-90b77c97-5add-44c0-a9de-64da07e9c8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (193bb83f-628c-4ce1-bd73-83ddaf07f72f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:55.770426 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b84396-0d94-4571-b92c-431340c8c0b9 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:03:55.783566 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa8a248-84f5-4fed-ba55-4615bd9fe621 None None] DHCP port deletion for 798a3744-1fe0-4f28-ada4-dc093a5e7428 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:03:55.826327 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-12c40409-85fc-4ca1-a06f-3d05bdbb36c0 req-3b800c90-c2ae-4e4d-9f24-540041d4f0dc tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7032602 Feb 07 21:03:55.830784 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01b84396-0d94-4571-b92c-431340c8c0b9 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (ea97dfc9-4376-45c5-86e3-89698859948a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:55.831673 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-01b84396-0d94-4571-b92c-431340c8c0b9 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Added segment ea97dfc9-4376-45c5-86e3-89698859948a of type vlan for network 90862b95-fbfb-44ea-97b3-6515828b524a Feb 07 21:03:55.843462 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-69946a2c-d715-4b90-8e49-6c0a4790abb5 None None] Provisioning complete for port 5ab0c0e0-34fd-478c-a047-ef89d9aacd38 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:55.844067 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-69946a2c-d715-4b90-8e49-6c0a4790abb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5ab0c0e0-34fd-478c-a047-ef89d9aacd38), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:55.869572 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-80090f63-29da-4cee-a06e-7dfde3da87f1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a9f7fcd6cbef44c389b4331bb87ee1f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6297739 Feb 07 21:03:55.873264 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48354) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:55.898692 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-69946a2c-d715-4b90-8e49-6c0a4790abb5 None None] Port 5ab0c0e0-34fd-478c-a047-ef89d9aacd38 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:03:55.902894 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7fa8a248-84f5-4fed-ba55-4615bd9fe621 None None] Deleting port 96877895-930e-4412-a8b2-8bc2b693382e {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:03:55.903332 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7fa8a248-84f5-4fed-ba55-4615bd9fe621 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (96877895-930e-4412-a8b2-8bc2b693382e), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:55.970925 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7fa8a248-84f5-4fed-ba55-4615bd9fe621 None None] For port 96877895-930e-4412-a8b2-8bc2b693382e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=96877895-930e-4412-a8b2-8bc2b693382e,segment=NetworkSegment(fea2834f-31e6-442e-a01b-90989713cdbc),segment_id=fea2834f-31e6-442e-a01b-90989713cdbc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:55.971637 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7fa8a248-84f5-4fed-ba55-4615bd9fe621 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (96877895-930e-4412-a8b2-8bc2b693382e), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:55.978481 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01b84396-0d94-4571-b92c-431340c8c0b9 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (90862b95-fbfb-44ea-97b3-6515828b524a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:55.985855 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7fa8a248-84f5-4fed-ba55-4615bd9fe621 None None] Calling delete_port for 96877895-930e-4412-a8b2-8bc2b693382e owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:03:55.995813 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f3086727-7875-4cf3-beaf-8d67b134b6ae tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Deleting port 96877895-930e-4412-a8b2-8bc2b693382e {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:03:55.996567 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3086727-7875-4cf3-beaf-8d67b134b6ae tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (96877895-930e-4412-a8b2-8bc2b693382e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:56.015560 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-025bf673-67b4-4481-81aa-acb81e2ec303 req-1b781775-799e-42ca-8c92-796463e0b439 service neutron] 10.222.0.71 "GET /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7839422 Feb 07 21:03:56.043672 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f996cb-1552-4a68-83bf-75263a3390c4', 'tag': '372e6712-1718-43c6-884a-34e911ef5f14'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:03:56.046881 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400d99f0-8025-4de1-9d2e-f7accd9f2d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "15f996cb-1552-4a68-83bf-75263a3390c4", "tag": "372e6712-1718-43c6-884a-34e911ef5f14"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:03:56.060662 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef7a8576-8f42-447e-9016-e29ec29c0a47 req-6e792e85-c038-4050-8cdf-8cab26c35e39 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Router 64da354d-50b4-4678-902b-ae47f12bfe85 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:03:56.079081 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7fa8a248-84f5-4fed-ba55-4615bd9fe621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (96877895-930e-4412-a8b2-8bc2b693382e), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:56.107305 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8a248-84f5-4fed-ba55-4615bd9fe621 None None] Pushing event deleted for resources: {'Port': ['ID=96877895-930e-4412-a8b2-8bc2b693382e,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:56.114276 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa8a248-84f5-4fed-ba55-4615bd9fe621 None None] No DVR routers for this DVR port 96877895-930e-4412-a8b2-8bc2b693382e on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:03:56.130664 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8137b39d-4f0b-43d8-b85f-fe54c3c52087 admin admin] Publish callbacks [] for security_group (94e62b3a-73e7-41f6-a714-d71943fa375f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:56.150898 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01b84396-0d94-4571-b92c-431340c8c0b9 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (90862b95-fbfb-44ea-97b3-6515828b524a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:56.155732 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b84396-0d94-4571-b92c-431340c8c0b9 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:56.156333 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01b84396-0d94-4571-b92c-431340c8c0b9 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:56.182517 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-f3086727-7875-4cf3-beaf-8d67b134b6ae tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] For port 96877895-930e-4412-a8b2-8bc2b693382e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=96877895-930e-4412-a8b2-8bc2b693382e,segment=NetworkSegment(fea2834f-31e6-442e-a01b-90989713cdbc),segment_id=fea2834f-31e6-442e-a01b-90989713cdbc)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:56.183205 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3086727-7875-4cf3-beaf-8d67b134b6ae tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (96877895-930e-4412-a8b2-8bc2b693382e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:56.200476 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f3086727-7875-4cf3-beaf-8d67b134b6ae tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Calling delete_port for 96877895-930e-4412-a8b2-8bc2b693382e owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:03:56.233016 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8137b39d-4f0b-43d8-b85f-fe54c3c52087 admin admin] Publish callbacks [] for security_group (94e62b3a-73e7-41f6-a714-d71943fa375f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:56.260244 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fb5e9-9d90-417f-bf7a-3c595b2c2c2f req-23f11b1e-0444-4584-b1d2-c41fbc6ee986 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:56.266283 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fb5e9-9d90-417f-bf7a-3c595b2c2c2f req-23f11b1e-0444-4584-b1d2-c41fbc6ee986 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:56.272414 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fb5e9-9d90-417f-bf7a-3c595b2c2c2f req-23f11b1e-0444-4584-b1d2-c41fbc6ee986 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:56.277618 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fb5e9-9d90-417f-bf7a-3c595b2c2c2f req-23f11b1e-0444-4584-b1d2-c41fbc6ee986 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:56.282817 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fb5e9-9d90-417f-bf7a-3c595b2c2c2f req-23f11b1e-0444-4584-b1d2-c41fbc6ee986 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:56.284627 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d6fb5e9-9d90-417f-bf7a-3c595b2c2c2f req-23f11b1e-0444-4584-b1d2-c41fbc6ee986 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 3815 time: 0.3280931 Feb 07 21:03:56.357521 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3086727-7875-4cf3-beaf-8d67b134b6ae tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (96877895-930e-4412-a8b2-8bc2b693382e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:56.360507 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-90b77c97-5add-44c0-a9de-64da07e9c8c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 193bb83f-628c-4ce1-bd73-83ddaf07f72f {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:03:56.364345 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-01b84396-0d94-4571-b92c-431340c8c0b9 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3740501 Feb 07 21:03:56.393344 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-90b77c97-5add-44c0-a9de-64da07e9c8c4 service neutron] Publish callbacks [] for port (193bb83f-628c-4ce1-bd73-83ddaf07f72f), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:56.396870 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3086727-7875-4cf3-beaf-8d67b134b6ae tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event deleted for resources: {'Port': ['ID=96877895-930e-4412-a8b2-8bc2b693382e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:56.404425 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3086727-7875-4cf3-beaf-8d67b134b6ae tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] No DVR routers for this DVR port 96877895-930e-4412-a8b2-8bc2b693382e on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:03:56.421065 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b84396-0d94-4571-b92c-431340c8c0b9 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Pushing event updated for resources: {'Network': ['ID=90862b95-fbfb-44ea-97b3-6515828b524a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:56.450502 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 90862b95-fbfb-44ea-97b3-6515828b524a details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:03:56.472461 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-025bf673-67b4-4481-81aa-acb81e2ec303 req-a1cfd5b5-1ecf-443a-b7ed-23340a5e0a06 service neutron] 10.222.0.71 "GET /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416151 Feb 07 21:03:56.473978 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-90b77c97-5add-44c0-a9de-64da07e9c8c4 service neutron] Transition to ACTIVE for port object 193bb83f-628c-4ce1-bd73-83ddaf07f72f will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:03:56.499899 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-90b77c97-5add-44c0-a9de-64da07e9c8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (193bb83f-628c-4ce1-bd73-83ddaf07f72f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:56.527654 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3086727-7875-4cf3-beaf-8d67b134b6ae tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (798a3744-1fe0-4f28-ada4-dc093a5e7428), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:56.535750 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d6fb5e9-9d90-417f-bf7a-3c595b2c2c2f req-a7d7252b-88c4-4bc7-8932-6743cd9fa568 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760898 Feb 07 21:03:56.553977 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef7a8576-8f42-447e-9016-e29ec29c0a47 req-6e792e85-c038-4050-8cdf-8cab26c35e39 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:03:56.562223 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ef7a8576-8f42-447e-9016-e29ec29c0a47 req-6e792e85-c038-4050-8cdf-8cab26c35e39 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:56.606723 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8137b39d-4f0b-43d8-b85f-fe54c3c52087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (94e62b3a-73e7-41f6-a714-d71943fa375f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:56.609260 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8137b39d-4f0b-43d8-b85f-fe54c3c52087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:56.625184 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8137b39d-4f0b-43d8-b85f-fe54c3c52087 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/94e62b3a-73e7-41f6-a714-d71943fa375f HTTP/1.1" status: 204 len: 168 time: 0.7344542 Feb 07 21:03:56.628066 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-f3086727-7875-4cf3-beaf-8d67b134b6ae tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798a3744-1fe0-4f28-ada4-dc093a5e7428']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:56.657211 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137b39d-4f0b-43d8-b85f-fe54c3c52087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e62b3a-73e7-41f6-a714-d71943fa375f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:56.664757 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef7a8576-8f42-447e-9016-e29ec29c0a47 req-6e792e85-c038-4050-8cdf-8cab26c35e39 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "PUT /v2.0/floatingips/a9762cc4-0725-45a7-a8c8-d3b2858a547a HTTP/1.1" status: 200 len: 995 time: 4.8502491 Feb 07 21:03:56.667436 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-f3086727-7875-4cf3-beaf-8d67b134b6ae tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea2834f-31e6-442e-a01b-90989713cdbc') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:56.667436 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-f3086727-7875-4cf3-beaf-8d67b134b6ae tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea2834f-31e6-442e-a01b-90989713cdbc') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:56.682008 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b77c97-5add-44c0-a9de-64da07e9c8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=193bb83f-628c-4ce1-bd73-83ddaf07f72f,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:56.717356 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3086727-7875-4cf3-beaf-8d67b134b6ae tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (fea2834f-31e6-442e-a01b-90989713cdbc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:56.814128 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a8576-8f42-447e-9016-e29ec29c0a47 req-54519ff0-86b9-4e1a-bd5d-85a5ccf048f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:56.815669 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef7a8576-8f42-447e-9016-e29ec29c0a47 req-54519ff0-86b9-4e1a-bd5d-85a5ccf048f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af02f13d92924da4b1450405891889be&device_id=9720d579-c7a9-43e5-a209-5258f0676f3b HTTP/1.1" status: 200 len: 1127 time: 0.1098301 Feb 07 21:03:56.819382 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3086727-7875-4cf3-beaf-8d67b134b6ae tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (fea2834f-31e6-442e-a01b-90989713cdbc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:56.852414 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3086727-7875-4cf3-beaf-8d67b134b6ae tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:03:56.852965 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3086727-7875-4cf3-beaf-8d67b134b6ae tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (fea2834f-31e6-442e-a01b-90989713cdbc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:56.854801 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c713df-9903-427d-a962-8598dbf60631 None None] Sync routers for ids ['64da354d-50b4-4678-902b-ae47f12bfe85'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: self.session.flush() Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: self.session.flush() Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: self.session.flush() Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: self.session.flush() Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:03:56.858178 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:03:56.919893 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c713df-9903-427d-a962-8598dbf60631 None None] Routers {'64da354d-50b4-4678-902b-ae47f12bfe85'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:03:56.920711 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-07c713df-9903-427d-a962-8598dbf60631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:03:50Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['64da354d-50b4-4678-902b-ae47f12bfe85'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:57.016331 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-90b77c97-5add-44c0-a9de-64da07e9c8c4 service neutron] Attempting to bind port 193bb83f-628c-4ce1-bd73-83ddaf07f72f on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:03:57.022573 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-90b77c97-5add-44c0-a9de-64da07e9c8c4 service neutron] Attempting to bind port 193bb83f-628c-4ce1-bd73-83ddaf07f72f by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '061673fe-e720-43e4-a9a2-d82036a40d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:03:57.023117 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-90b77c97-5add-44c0-a9de-64da07e9c8c4 service neutron] Attempting to bind port 193bb83f-628c-4ce1-bd73-83ddaf07f72f on network baf97448-6b6a-4e23-8e75-a9e4b2610c9d {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:03:57.027499 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a8576-8f42-447e-9016-e29ec29c0a47 req-95cbd7d2-e13f-4deb-945c-c74c9f203027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:57.040914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef7a8576-8f42-447e-9016-e29ec29c0a47 req-95cbd7d2-e13f-4deb-945c-c74c9f203027 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a6f86bd0-771c-4143-8683-cd147fb6889e HTTP/1.1" status: 200 len: 930 time: 0.2071493 Feb 07 21:03:57.052763 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-90b77c97-5add-44c0-a9de-64da07e9c8c4 service neutron] Port 193bb83f-628c-4ce1-bd73-83ddaf07f72f on network baf97448-6b6a-4e23-8e75-a9e4b2610c9d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:03:57.052763 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-90b77c97-5add-44c0-a9de-64da07e9c8c4 service neutron] Attempting to bind port 193bb83f-628c-4ce1-bd73-83ddaf07f72f on network baf97448-6b6a-4e23-8e75-a9e4b2610c9d {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:03:57.056588 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3086727-7875-4cf3-beaf-8d67b134b6ae tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (798a3744-1fe0-4f28-ada4-dc093a5e7428), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:57.087430 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3086727-7875-4cf3-beaf-8d67b134b6ae tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:57.092490 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f3086727-7875-4cf3-beaf-8d67b134b6ae tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] 10.222.0.65 "DELETE /v2.0/networks/798a3744-1fe0-4f28-ada4-dc093a5e7428 HTTP/1.1" status: 204 len: 168 time: 1.5380757 Feb 07 21:03:57.122750 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 96877895-930e-4412-a8b2-8bc2b693382e no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:03:57.127091 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-90b77c97-5add-44c0-a9de-64da07e9c8c4 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:03:57.127726 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-90b77c97-5add-44c0-a9de-64da07e9c8c4 service neutron] Checking segment: {'id': '061673fe-e720-43e4-a9a2-d82036a40d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:03:57.128336 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-90b77c97-5add-44c0-a9de-64da07e9c8c4 service neutron] Bound using segment: {'id': '061673fe-e720-43e4-a9a2-d82036a40d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:03:57.129022 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-90b77c97-5add-44c0-a9de-64da07e9c8c4 service neutron] Bound port: 193bb83f-628c-4ce1-bd73-83ddaf07f72f, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061673fe-e720-43e4-a9a2-d82036a40d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:03:57.129604 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-90b77c97-5add-44c0-a9de-64da07e9c8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (193bb83f-628c-4ce1-bd73-83ddaf07f72f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:57.148015 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3086727-7875-4cf3-beaf-8d67b134b6ae tempest-ServersTestMultiNic-1603457359 tempest-ServersTestMultiNic-1603457359-project] Pushing event deleted for resources: {'Network': ['ID=798a3744-1fe0-4f28-ada4-dc093a5e7428,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:57.191908 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 96877895-930e-4412-a8b2-8bc2b693382e {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:03:57.204859 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 96877895-930e-4412-a8b2-8bc2b693382e not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:03:57.290755 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-07c713df-9903-427d-a962-8598dbf60631 None None] Set router 64da354d-50b4-4678-902b-ae47f12bfe85 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:03:57.332030 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef7a8576-8f42-447e-9016-e29ec29c0a47 req-9055a14a-97be-463c-a6b3-58cd8aa25f3a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce51bc02-3b1e-48df-8b1c-4d8326eab37b HTTP/1.1" status: 200 len: 998 time: 0.2902458 Feb 07 21:03:57.348801 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-90b77c97-5add-44c0-a9de-64da07e9c8c4 service neutron] For port 193bb83f-628c-4ce1-bd73-83ddaf07f72f, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:03:57.359317 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-90b77c97-5add-44c0-a9de-64da07e9c8c4 service neutron] For port 193bb83f-628c-4ce1-bd73-83ddaf07f72f, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=193bb83f-628c-4ce1-bd73-83ddaf07f72f,segment=NetworkSegment(061673fe-e720-43e4-a9a2-d82036a40d5d),segment_id=061673fe-e720-43e4-a9a2-d82036a40d5d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:03:57.362507 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8188e-ec45-438b-8172-db6237fdc681 req-178b83e9-bcb8-446a-ab31-eccf91465405 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:57.376036 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-90b77c97-5add-44c0-a9de-64da07e9c8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (193bb83f-628c-4ce1-bd73-83ddaf07f72f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:57.377855 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d7c8188e-ec45-438b-8172-db6237fdc681 req-178b83e9-bcb8-446a-ab31-eccf91465405 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 944 time: 0.3278906 Feb 07 21:03:57.440009 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-90b77c97-5add-44c0-a9de-64da07e9c8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:57.440416 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-90b77c97-5add-44c0-a9de-64da07e9c8c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:57.441759 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-90b77c97-5add-44c0-a9de-64da07e9c8c4 service neutron] 10.222.0.69 "PUT /v2.0/ports/193bb83f-628c-4ce1-bd73-83ddaf07f72f HTTP/1.1" status: 200 len: 1091 time: 1.7966805 Feb 07 21:03:57.442251 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'tag': '193bb83f-628c-4ce1-bd73-83ddaf07f72f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:03:57.445130 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c04e8d2-220a-455e-8d22-f720c1f21789" -d '{"events": [{"name": "network-changed", "server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "tag": "193bb83f-628c-4ce1-bd73-83ddaf07f72f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:03:57.456018 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device fd5739c0-1881-4d44-9ab4-3a03657c775f details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:03:57.508028 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a51d0a0b-6a5c-4ea3-ac9e-c1eadecd98f2 service neutron] Request body: {'port': {'device_id': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:57.516737 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b77c97-5add-44c0-a9de-64da07e9c8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=193bb83f-628c-4ce1-bd73-83ddaf07f72f,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:57.529124 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48368) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:57.643103 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a8576-8f42-447e-9016-e29ec29c0a47 req-3c1181bb-7703-4291-9f65-8f55ac658ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:57.645120 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef7a8576-8f42-447e-9016-e29ec29c0a47 req-3c1181bb-7703-4291-9f65-8f55ac658ab2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eb76e587-4176-46d1-b759-4332a321f9fd HTTP/1.1" status: 200 len: 868 time: 0.2461317 Feb 07 21:03:57.675017 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d7c8188e-ec45-438b-8172-db6237fdc681 req-a8b84def-5410-4038-92de-0b073af6473c tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959180 Feb 07 21:03:57.763125 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a51d0a0b-6a5c-4ea3-ac9e-c1eadecd98f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3d3cfee9-12eb-4371-8962-0c904c15eaa6), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:57.808159 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefaefbd-ae90-457f-b4b8-20e8fa9f6b62 x-openstack-request-id: req-fefaefbd-ae90-457f-b4b8-20e8fa9f6b62 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:03:57.808745 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15f996cb-1552-4a68-83bf-75263a3390c4", "tag": "372e6712-1718-43c6-884a-34e911ef5f14", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:03:57.809181 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fefaefbd-ae90-457f-b4b8-20e8fa9f6b62 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:03:57.809822 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15f996cb-1552-4a68-83bf-75263a3390c4', 'tag': '372e6712-1718-43c6-884a-34e911ef5f14', 'status': 'completed', 'code': 200} Feb 07 21:03:57.879892 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a8576-8f42-447e-9016-e29ec29c0a47 req-496464d5-1975-4d19-8a37-22e4addf2e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:57.881503 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef7a8576-8f42-447e-9016-e29ec29c0a47 req-496464d5-1975-4d19-8a37-22e4addf2e3d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6f86bd0-771c-4143-8683-cd147fb6889e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1950321 Feb 07 21:03:57.965619 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-81320f93-d92e-4510-8c19-3ec58af8a5e2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=faa4941f94c549888664d4cfd8453e99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4275894 Feb 07 21:03:57.993937 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48372) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:58.101424 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port fd5739c0-1881-4d44-9ab4-3a03657c775f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=fd5739c0-1881-4d44-9ab4-3a03657c775f,segment=NetworkSegment(9e27aa91-55cc-462d-aeb7-1b345510d8cb),segment_id=9e27aa91-55cc-462d-aeb7-1b345510d8cb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:58.111931 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002627ed-d11f-42f0-8814-383386a0b6d1 req-820cea24-fd0e-4cf8-bf14-2abec3baa5b3 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:58.114311 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-002627ed-d11f-42f0-8814-383386a0b6d1 req-820cea24-fd0e-4cf8-bf14-2abec3baa5b3 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 943 time: 0.1752241 Feb 07 21:03:58.124021 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d99f0-8025-4de1-9d2e-f7accd9f2d2c req-6d34d627-9f5f-4d83-9420-fce91590669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:58.126084 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-400d99f0-8025-4de1-9d2e-f7accd9f2d2c req-6d34d627-9f5f-4d83-9420-fce91590669e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 1155 time: 0.2725668 Feb 07 21:03:58.131224 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef7a8576-8f42-447e-9016-e29ec29c0a47 req-733c9135-01d1-4d0e-8d7f-31f0e8f34b82 service neutron] 10.222.0.65 "GET /v2.0/networks/a6f86bd0-771c-4143-8683-cd147fb6889e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411962 Feb 07 21:03:58.141984 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'fd5739c0-1881-4d44-9ab4-3a03657c775f', 'network_id': 'd5bb16a4-31f3-4a2c-94f1-a95e66782779', 'port_id': 'fd5739c0-1881-4d44-9ab4-3a03657c775f', 'mac_address': 'fa:16:3e:38:81:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b00d401-675a-4bb3-80a1-0cef41c01a34', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:03:58.237003 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device f6be35f8-2180-48c6-80fa-1ad984dae764 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:03:58.281231 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d99f0-8025-4de1-9d2e-f7accd9f2d2c req-c20ab99d-e180-4a5b-9fee-2f86c193aa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:58.285738 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-400d99f0-8025-4de1-9d2e-f7accd9f2d2c req-c20ab99d-e180-4a5b-9fee-2f86c193aa72 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 909 time: 0.1422694 Feb 07 21:03:58.299140 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-002627ed-d11f-42f0-8814-383386a0b6d1 req-a20c2673-70c6-4919-afa5-aaa5e580063a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712320 Feb 07 21:03:58.364593 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef7a8576-8f42-447e-9016-e29ec29c0a47 req-3e3283d7-0b50-41a5-a04e-733d529a6bca service neutron] 10.222.0.65 "GET /v2.0/networks/a6f86bd0-771c-4143-8683-cd147fb6889e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173851 Feb 07 21:03:58.437800 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50900d0-56ef-4264-bf12-cc2254d0f01c x-openstack-request-id: req-b50900d0-56ef-4264-bf12-cc2254d0f01c {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:03:58.438399 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "tag": "193bb83f-628c-4ce1-bd73-83ddaf07f72f", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:03:58.440368 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b50900d0-56ef-4264-bf12-cc2254d0f01c {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:03:58.441409 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'tag': '193bb83f-628c-4ce1-bd73-83ddaf07f72f', 'status': 'completed', 'code': 200} Feb 07 21:03:58.453225 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3436a261-0d2f-42b9-94e4-99cf535da2ac admin admin] Publish callbacks [] for security_group (b1bbfe4e-c9ba-46d3-9b24-f7549252e73c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:58.540845 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-400d99f0-8025-4de1-9d2e-f7accd9f2d2c req-c75cf26a-788a-4e59-a662-dd402d50f107 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=372e6712-1718-43c6-884a-34e911ef5f14 HTTP/1.1" status: 200 len: 217 time: 0.2296042 Feb 07 21:03:58.652677 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04e8d2-220a-455e-8d22-f720c1f21789 req-73bb37fa-8eef-4438-b66a-bb5c7d5d3574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:58.653402 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04e8d2-220a-455e-8d22-f720c1f21789 req-73bb37fa-8eef-4438-b66a-bb5c7d5d3574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:58.654027 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04e8d2-220a-455e-8d22-f720c1f21789 req-73bb37fa-8eef-4438-b66a-bb5c7d5d3574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:58.654647 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04e8d2-220a-455e-8d22-f720c1f21789 req-73bb37fa-8eef-4438-b66a-bb5c7d5d3574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:58.655283 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04e8d2-220a-455e-8d22-f720c1f21789 req-73bb37fa-8eef-4438-b66a-bb5c7d5d3574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:58.657304 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3c04e8d2-220a-455e-8d22-f720c1f21789 req-73bb37fa-8eef-4438-b66a-bb5c7d5d3574 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32ff56f8fd43451781a008978e4679d6&device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 4393 time: 0.2232237 Feb 07 21:03:58.710566 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port fd5739c0-1881-4d44-9ab4-3a03657c775f is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:58.711107 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fd5739c0-1881-4d44-9ab4-3a03657c775f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:58.729559 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ae45f-b340-40ac-99f9-7c6fb4acaf8f req-f3be5449-0676-409a-8cf7-209a346c6e69 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:58.741557 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ae45f-b340-40ac-99f9-7c6fb4acaf8f req-f3be5449-0676-409a-8cf7-209a346c6e69 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:58.750164 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5739c0-1881-4d44-9ab4-3a03657c775f {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:03:58.753989 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ae45f-b340-40ac-99f9-7c6fb4acaf8f req-f3be5449-0676-409a-8cf7-209a346c6e69 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:58.760222 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ae45f-b340-40ac-99f9-7c6fb4acaf8f req-f3be5449-0676-409a-8cf7-209a346c6e69 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:58.766439 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ae45f-b340-40ac-99f9-7c6fb4acaf8f req-f3be5449-0676-409a-8cf7-209a346c6e69 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:58.768547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b7ae45f-b340-40ac-99f9-7c6fb4acaf8f req-f3be5449-0676-409a-8cf7-209a346c6e69 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 3827 time: 0.2527552 Feb 07 21:03:58.835116 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9070eab8-09f5-4a40-b1f3-54ebc1b8f39b req-125f4485-7db9-4b5b-a4b5-45d7f4e38fe1 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 258 time: 0.3319898 Feb 07 21:03:58.835720 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port fd5739c0-1881-4d44-9ab4-3a03657c775f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=fd5739c0-1881-4d44-9ab4-3a03657c775f,segment=NetworkSegment(9e27aa91-55cc-462d-aeb7-1b345510d8cb),segment_id=9e27aa91-55cc-462d-aeb7-1b345510d8cb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:03:58.840390 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-9070eab8-09f5-4a40-b1f3-54ebc1b8f39b req-fc51cf1f-bb02-434c-a732-e2e1afb38056 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:58.855711 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fd5739c0-1881-4d44-9ab4-3a03657c775f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:58.872844 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a51d0a0b-6a5c-4ea3-ac9e-c1eadecd98f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d3cfee9-12eb-4371-8962-0c904c15eaa6 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:03:58.873681 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port f6be35f8-2180-48c6-80fa-1ad984dae764 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:03:58.883892 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a51d0a0b-6a5c-4ea3-ac9e-c1eadecd98f2 service neutron] Publish callbacks [] for port (3d3cfee9-12eb-4371-8962-0c904c15eaa6), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:58.921153 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a51d0a0b-6a5c-4ea3-ac9e-c1eadecd98f2 service neutron] Transition to ACTIVE for port object 3d3cfee9-12eb-4371-8962-0c904c15eaa6 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:03:58.924886 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d99f0-8025-4de1-9d2e-f7accd9f2d2c req-a90c18dd-688c-4201-b6dd-e2955688bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:58.926972 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-400d99f0-8025-4de1-9d2e-f7accd9f2d2c req-a90c18dd-688c-4201-b6dd-e2955688bedc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da67b52e-9fa9-4eda-bee9-de250f228011 HTTP/1.1" status: 200 len: 848 time: 0.3729734 Feb 07 21:03:58.928337 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port f6be35f8-2180-48c6-80fa-1ad984dae764 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:03:58.929157 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f6be35f8-2180-48c6-80fa-1ad984dae764), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:58.935277 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3436a261-0d2f-42b9-94e4-99cf535da2ac admin admin] Publish callbacks [] for security_group (b1bbfe4e-c9ba-46d3-9b24-f7549252e73c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:58.951521 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9070eab8-09f5-4a40-b1f3-54ebc1b8f39b req-fc51cf1f-bb02-434c-a732-e2e1afb38056 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:58.997938 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a51d0a0b-6a5c-4ea3-ac9e-c1eadecd98f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (3d3cfee9-12eb-4371-8962-0c904c15eaa6), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:59.005970 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-07c713df-9903-427d-a962-8598dbf60631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511520546-router', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:03:00Z', 'updated_at': '2022-02-07T21:03:13Z', 'revision_number': 4, 'project_id': 'af02f13d92924da4b1450405891889be', 'gw_port': {'id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:03Z', 'updated_at': '2022-02-07T21:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'a9762cc4-0725-45a7-a8c8-d3b2858a547a', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'floating_ip_address': '172.25.4.59', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'port_id': 'ce51bc02-3b1e-48df-8b1c-4d8326eab37b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e', 'mac_address': 'fa:16:3e:a9:37:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9720d579-c7a9-43e5-a209-5258f0676f3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:03:49Z', 'updated_at': '2022-02-07T21:03:53Z', 'revision_number': 1, 'project_id': 'af02f13d92924da4b1450405891889be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12de4ef3-8e81-4952-a168-7e1c4943e93f', 'name': '', 'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'mac_address': 'fa:16:3e:5c:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'eb76e587-4176-46d1-b759-4332a321f9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:10Z', 'updated_at': '2022-02-07T21:03:23Z', 'revision_number': 5, 'project_id': 'af02f13d92924da4b1450405891889be', 'subnets': [{'id': 'eb76e587-4176-46d1-b759-4332a321f9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:59.073363 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c713df-9903-427d-a962-8598dbf60631 None None] Checking router: 64da354d-50b4-4678-902b-ae47f12bfe85 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:03:59.083553 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b7ae45f-b340-40ac-99f9-7c6fb4acaf8f req-11fb2537-d3e0-4eff-8ace-d3e4ff0b4458 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783852 Feb 07 21:03:59.114811 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d0a0b-6a5c-4ea3-ac9e-c1eadecd98f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3cfee9-12eb-4371-8962-0c904c15eaa6,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:59.127540 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04e8d2-220a-455e-8d22-f720c1f21789 req-fc94f974-660d-415a-bb5e-505e09c7d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:59.129014 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04e8d2-220a-455e-8d22-f720c1f21789 req-fc94f974-660d-415a-bb5e-505e09c7d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:59.129537 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04e8d2-220a-455e-8d22-f720c1f21789 req-fc94f974-660d-415a-bb5e-505e09c7d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:59.133473 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=fd5739c0-1881-4d44-9ab4-3a03657c775f,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:59.134110 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3c04e8d2-220a-455e-8d22-f720c1f21789 req-fc94f974-660d-415a-bb5e-505e09c7d882 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=32ff56f8fd43451781a008978e4679d6&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4630697 Feb 07 21:03:59.148187 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c713df-9903-427d-a962-8598dbf60631 None None] Routers {'64da354d-50b4-4678-902b-ae47f12bfe85'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:03:59.148658 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-07c713df-9903-427d-a962-8598dbf60631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:03:50Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['64da354d-50b4-4678-902b-ae47f12bfe85'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:03:59.181665 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3436a261-0d2f-42b9-94e4-99cf535da2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b1bbfe4e-c9ba-46d3-9b24-f7549252e73c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:59.191919 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3436a261-0d2f-42b9-94e4-99cf535da2ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:59.194091 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3436a261-0d2f-42b9-94e4-99cf535da2ac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b1bbfe4e-c9ba-46d3-9b24-f7549252e73c HTTP/1.1" status: 204 len: 168 time: 1.1983328 Feb 07 21:03:59.418165 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436a261-0d2f-42b9-94e4-99cf535da2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bbfe4e-c9ba-46d3-9b24-f7549252e73c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:03:59.425408 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-400d99f0-8025-4de1-9d2e-f7accd9f2d2c req-cf6bec9c-12ac-4854-ac33-c8ca4934ebed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6d967ae2-07ea-401e-8063-c085e3020e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4286218 Feb 07 21:03:59.539854 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['fd5739c0-1881-4d44-9ab4-3a03657c775f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:03:59.672984 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48390) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:03:59.686130 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-71bd0aa0-8f27-4ea8-83a1-014fc1e79d94 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Request body: {'subnets': [{'network_id': 'cbbecb8a-86d2-41a0-862b-c31669559949', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1278489678', 'ip_version': 6}, {'network_id': '90862b95-fbfb-44ea-97b3-6515828b524a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:59.686422 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-71bd0aa0-8f27-4ea8-83a1-014fc1e79d94 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Request body: {'subnet': {'network_id': 'cbbecb8a-86d2-41a0-862b-c31669559949', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1278489678', 'ip_version': 6}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:59.691254 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-71bd0aa0-8f27-4ea8-83a1-014fc1e79d94 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Request body: {'subnet': {'network_id': '90862b95-fbfb-44ea-97b3-6515828b524a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:03:59.715752 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a51d0a0b-6a5c-4ea3-ac9e-c1eadecd98f2 service neutron] Attempting to bind port 3d3cfee9-12eb-4371-8962-0c904c15eaa6 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:03:59.716101 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a51d0a0b-6a5c-4ea3-ac9e-c1eadecd98f2 service neutron] Attempting to bind port 3d3cfee9-12eb-4371-8962-0c904c15eaa6 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'fc91fcee-1dfe-4783-a11b-41694150c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:03:59.716467 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a51d0a0b-6a5c-4ea3-ac9e-c1eadecd98f2 service neutron] Attempting to bind port 3d3cfee9-12eb-4371-8962-0c904c15eaa6 on network 1eeddcea-0d1c-4004-9be7-548b640cc6f3 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:03:59.723126 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port f6be35f8-2180-48c6-80fa-1ad984dae764 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:03:59.723510 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f6be35f8-2180-48c6-80fa-1ad984dae764), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:59.800094 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-07c713df-9903-427d-a962-8598dbf60631 None None] Set router 64da354d-50b4-4678-902b-ae47f12bfe85 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:03:59.810573 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a51d0a0b-6a5c-4ea3-ac9e-c1eadecd98f2 service neutron] Port 3d3cfee9-12eb-4371-8962-0c904c15eaa6 on network 1eeddcea-0d1c-4004-9be7-548b640cc6f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:03:59.810898 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a51d0a0b-6a5c-4ea3-ac9e-c1eadecd98f2 service neutron] Attempting to bind port 3d3cfee9-12eb-4371-8962-0c904c15eaa6 on network 1eeddcea-0d1c-4004-9be7-548b640cc6f3 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:03:59.850661 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a51d0a0b-6a5c-4ea3-ac9e-c1eadecd98f2 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:03:59.851080 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a51d0a0b-6a5c-4ea3-ac9e-c1eadecd98f2 service neutron] Checking segment: {'id': 'fc91fcee-1dfe-4783-a11b-41694150c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:03:59.851507 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a51d0a0b-6a5c-4ea3-ac9e-c1eadecd98f2 service neutron] Bound using segment: {'id': 'fc91fcee-1dfe-4783-a11b-41694150c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:03:59.852057 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a51d0a0b-6a5c-4ea3-ac9e-c1eadecd98f2 service neutron] Bound port: 3d3cfee9-12eb-4371-8962-0c904c15eaa6, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc91fcee-1dfe-4783-a11b-41694150c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:03:59.852511 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a51d0a0b-6a5c-4ea3-ac9e-c1eadecd98f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3d3cfee9-12eb-4371-8962-0c904c15eaa6), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:03:59.875163 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-400d99f0-8025-4de1-9d2e-f7accd9f2d2c req-abedb3cb-a3e1-4f9f-8831-01146db4769c service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395053 Feb 07 21:03:59.922806 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9720d579-c7a9-43e5-a209-5258f0676f3b', 'tag': 'ce51bc02-3b1e-48df-8b1c-4d8326eab37b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:03:59.925891 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a60c7d9-1a26-4c41-ad37-0a848b71ed6a" -d '{"events": [{"name": "network-changed", "server_uuid": "9720d579-c7a9-43e5-a209-5258f0676f3b", "tag": "ce51bc02-3b1e-48df-8b1c-4d8326eab37b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:03:59.969929 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04e8d2-220a-455e-8d22-f720c1f21789 req-54d22577-4d85-4973-af6a-fabc98609de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:03:59.972291 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3c04e8d2-220a-455e-8d22-f720c1f21789 req-54d22577-4d85-4973-af6a-fabc98609de9 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8328292 Feb 07 21:04:00.000908 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65533e8-b2e0-4b19-b6a5-9184101bb962 req-bacc169d-aa13-4ef9-af1f-59ade9179725 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:00.001785 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port f6be35f8-2180-48c6-80fa-1ad984dae764, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=f6be35f8-2180-48c6-80fa-1ad984dae764,segment=NetworkSegment(9e27aa91-55cc-462d-aeb7-1b345510d8cb),segment_id=9e27aa91-55cc-462d-aeb7-1b345510d8cb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:00.008544 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9ad788-6f75-4b26-9b60-c5e3615b2ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6be35f8-2180-48c6-80fa-1ad984dae764'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:04:00.009789 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c65533e8-b2e0-4b19-b6a5-9184101bb962 req-bacc169d-aa13-4ef9-af1f-59ade9179725 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 945 time: 0.5987980 Feb 07 21:04:00.011531 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fd3afd-7075-4879-930d-65bd7be6883e" -d '{"events": [{"server_uuid": "9a9ad788-6f75-4b26-9b60-c5e3615b2ede", "name": "network-vif-plugged", "status": "completed", "tag": "f6be35f8-2180-48c6-80fa-1ad984dae764"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:04:00.019127 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f6be35f8-2180-48c6-80fa-1ad984dae764), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:00.020200 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 372e6712-1718-43c6-884a-34e911ef5f14 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:04:00.037565 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9070eab8-09f5-4a40-b1f3-54ebc1b8f39b req-fc51cf1f-bb02-434c-a732-e2e1afb38056 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:00.085007 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a51d0a0b-6a5c-4ea3-ac9e-c1eadecd98f2 service neutron] For port 3d3cfee9-12eb-4371-8962-0c904c15eaa6, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:04:00.087020 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=f6be35f8-2180-48c6-80fa-1ad984dae764,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:00.090189 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a51d0a0b-6a5c-4ea3-ac9e-c1eadecd98f2 service neutron] For port 3d3cfee9-12eb-4371-8962-0c904c15eaa6, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=3d3cfee9-12eb-4371-8962-0c904c15eaa6,segment=NetworkSegment(fc91fcee-1dfe-4783-a11b-41694150c3fc),segment_id=fc91fcee-1dfe-4783-a11b-41694150c3fc)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:04:00.143193 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a51d0a0b-6a5c-4ea3-ac9e-c1eadecd98f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (3d3cfee9-12eb-4371-8962-0c904c15eaa6), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:00.183918 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a51d0a0b-6a5c-4ea3-ac9e-c1eadecd98f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:00.184566 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a51d0a0b-6a5c-4ea3-ac9e-c1eadecd98f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:00.185950 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a51d0a0b-6a5c-4ea3-ac9e-c1eadecd98f2 service neutron] 10.222.0.69 "PUT /v2.0/ports/3d3cfee9-12eb-4371-8962-0c904c15eaa6 HTTP/1.1" status: 200 len: 1136 time: 2.6956501 Feb 07 21:04:00.193140 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-400d99f0-8025-4de1-9d2e-f7accd9f2d2c req-425cd766-e069-40e0-a1ed-791a990704a5 service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876818 Feb 07 21:04:00.195618 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bd0aa0-8f27-4ea8-83a1-014fc1e79d94 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Made reservation on behalf of 21881fe801914e1e8a571a6c03f57e56 for: {'subnet': 2} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:04:00.201029 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-71bd0aa0-8f27-4ea8-83a1-014fc1e79d94 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:00.201369 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-71bd0aa0-8f27-4ea8-83a1-014fc1e79d94 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:00.246454 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c65533e8-b2e0-4b19-b6a5-9184101bb962 req-36521ff1-2e91-4db6-bf78-02fbb4f3e4df tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356150 Feb 07 21:04:00.283604 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7c58a6d6-2769-4146-b49d-b0e283097750 service neutron] Request body: {'port': {'device_id': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:00.355401 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d0a0b-6a5c-4ea3-ac9e-c1eadecd98f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3cfee9-12eb-4371-8962-0c904c15eaa6,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:00.358230 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48412) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:00.453910 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'tag': '3d3cfee9-12eb-4371-8962-0c904c15eaa6'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:04:00.464189 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d83a2e9-367d-49ed-835d-493b21b64b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "tag": "3d3cfee9-12eb-4371-8962-0c904c15eaa6"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:04:00.485840 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 372e6712-1718-43c6-884a-34e911ef5f14 is: DOWN; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:00.493114 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7c58a6d6-2769-4146-b49d-b0e283097750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (def535e0-560b-493f-84ac-22ae5fd3e2e6), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:00.589192 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-9070eab8-09f5-4a40-b1f3-54ebc1b8f39b req-fc51cf1f-bb02-434c-a732-e2e1afb38056 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Allocated IP 172.25.4.85 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/f19fedb0-9d49-47a3-b04f-03b3e99a15e9) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:04:00.626359 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-07c713df-9903-427d-a962-8598dbf60631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511520546-router', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:03:00Z', 'updated_at': '2022-02-07T21:03:13Z', 'revision_number': 4, 'project_id': 'af02f13d92924da4b1450405891889be', 'gw_port': {'id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:03Z', 'updated_at': '2022-02-07T21:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'a9762cc4-0725-45a7-a8c8-d3b2858a547a', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'floating_ip_address': '172.25.4.59', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'port_id': 'ce51bc02-3b1e-48df-8b1c-4d8326eab37b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e', 'mac_address': 'fa:16:3e:a9:37:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9720d579-c7a9-43e5-a209-5258f0676f3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:03:49Z', 'updated_at': '2022-02-07T21:03:53Z', 'revision_number': 1, 'project_id': 'af02f13d92924da4b1450405891889be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12de4ef3-8e81-4952-a168-7e1c4943e93f', 'name': '', 'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'mac_address': 'fa:16:3e:5c:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'eb76e587-4176-46d1-b759-4332a321f9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:10Z', 'updated_at': '2022-02-07T21:03:23Z', 'revision_number': 5, 'project_id': 'af02f13d92924da4b1450405891889be', 'subnets': [{'id': 'eb76e587-4176-46d1-b759-4332a321f9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:00.706019 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c713df-9903-427d-a962-8598dbf60631 None None] The sync data for ids ['64da354d-50b4-4678-902b-ae47f12bfe85'] in n-d-828185-2 is: [{'id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511520546-router', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:03:00Z', 'updated_at': '2022-02-07T21:03:13Z', 'revision_number': 4, 'project_id': 'af02f13d92924da4b1450405891889be', 'gw_port': {'id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:03Z', 'updated_at': '2022-02-07T21:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'a9762cc4-0725-45a7-a8c8-d3b2858a547a', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'floating_ip_address': '172.25.4.59', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'port_id': 'ce51bc02-3b1e-48df-8b1c-4d8326eab37b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e', 'mac_address': 'fa:16:3e:a9:37:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9720d579-c7a9-43e5-a209-5258f0676f3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:03:49Z', 'updated_at': '2022-02-07T21:03:53Z', 'revision_number': 1, 'project_id': 'af02f13d92924da4b1450405891889be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12de4ef3-8e81-4952-a168-7e1c4943e93f', 'name': '', 'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'mac_address': 'fa:16:3e:5c:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'eb76e587-4176-46d1-b759-4332a321f9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:10Z', 'updated_at': '2022-02-07T21:03:23Z', 'revision_number': 5, 'project_id': 'af02f13d92924da4b1450405891889be', 'subnets': [{'id': 'eb76e587-4176-46d1-b759-4332a321f9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:04:00.933036 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dff2be-dd21-44c0-ad44-32a8069c2559 req-60b723e4-5fea-494e-b885-5efb6d0537a7 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:00.934607 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f1dff2be-dd21-44c0-ad44-32a8069c2559 req-60b723e4-5fea-494e-b885-5efb6d0537a7 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 943 time: 0.4736917 Feb 07 21:04:01.094025 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25cc1af-91dd-4028-8ff2-40000153ba40 None None] New status for floating IP a9762cc4-0725-45a7-a8c8-d3b2858a547a: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:04:01.107604 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7c58a6d6-2769-4146-b49d-b0e283097750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def535e0-560b-493f-84ac-22ae5fd3e2e6 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:04:01.120645 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7c58a6d6-2769-4146-b49d-b0e283097750 service neutron] Publish callbacks [] for port (def535e0-560b-493f-84ac-22ae5fd3e2e6), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:01.136975 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7c58a6d6-2769-4146-b49d-b0e283097750 service neutron] Transition to ACTIVE for port object def535e0-560b-493f-84ac-22ae5fd3e2e6 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:04:01.148499 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7c58a6d6-2769-4146-b49d-b0e283097750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (def535e0-560b-493f-84ac-22ae5fd3e2e6), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:01.207862 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9070eab8-09f5-4a40-b1f3-54ebc1b8f39b req-fc51cf1f-bb02-434c-a732-e2e1afb38056 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks [] for port (f19fedb0-9d49-47a3-b04f-03b3e99a15e9), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:01.243779 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58a6d6-2769-4146-b49d-b0e283097750 service neutron] Pushing event updated for resources: {'Port': ['ID=def535e0-560b-493f-84ac-22ae5fd3e2e6,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:01.429420 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7c58a6d6-2769-4146-b49d-b0e283097750 service neutron] Attempting to bind port def535e0-560b-493f-84ac-22ae5fd3e2e6 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:04:01.429803 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7c58a6d6-2769-4146-b49d-b0e283097750 service neutron] Attempting to bind port def535e0-560b-493f-84ac-22ae5fd3e2e6 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'fc91fcee-1dfe-4783-a11b-41694150c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:04:01.430072 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7c58a6d6-2769-4146-b49d-b0e283097750 service neutron] Attempting to bind port def535e0-560b-493f-84ac-22ae5fd3e2e6 on network 1eeddcea-0d1c-4004-9be7-548b640cc6f3 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:01.440016 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7c58a6d6-2769-4146-b49d-b0e283097750 service neutron] Port def535e0-560b-493f-84ac-22ae5fd3e2e6 on network 1eeddcea-0d1c-4004-9be7-548b640cc6f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:04:01.440381 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7c58a6d6-2769-4146-b49d-b0e283097750 service neutron] Attempting to bind port def535e0-560b-493f-84ac-22ae5fd3e2e6 on network 1eeddcea-0d1c-4004-9be7-548b640cc6f3 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:01.452611 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7c58a6d6-2769-4146-b49d-b0e283097750 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:04:01.453011 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7c58a6d6-2769-4146-b49d-b0e283097750 service neutron] Checking segment: {'id': 'fc91fcee-1dfe-4783-a11b-41694150c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:01.453603 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7c58a6d6-2769-4146-b49d-b0e283097750 service neutron] Bound using segment: {'id': 'fc91fcee-1dfe-4783-a11b-41694150c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:04:01.454049 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7c58a6d6-2769-4146-b49d-b0e283097750 service neutron] Bound port: def535e0-560b-493f-84ac-22ae5fd3e2e6, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc91fcee-1dfe-4783-a11b-41694150c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:04:01.455641 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7c58a6d6-2769-4146-b49d-b0e283097750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (def535e0-560b-493f-84ac-22ae5fd3e2e6), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:01.462188 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9070eab8-09f5-4a40-b1f3-54ebc1b8f39b req-fc51cf1f-bb02-434c-a732-e2e1afb38056 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f19fedb0-9d49-47a3-b04f-03b3e99a15e9), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:01.579098 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9070eab8-09f5-4a40-b1f3-54ebc1b8f39b req-fc51cf1f-bb02-434c-a732-e2e1afb38056 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:04:01.609814 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51cf1f-bb02-434c-a732-e2e1afb38056 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Pushing event updated for resources: {'Port': ['ID=f19fedb0-9d49-47a3-b04f-03b3e99a15e9,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:01.622729 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-9070eab8-09f5-4a40-b1f3-54ebc1b8f39b req-fc51cf1f-bb02-434c-a732-e2e1afb38056 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:01.625940 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-9070eab8-09f5-4a40-b1f3-54ebc1b8f39b req-fc51cf1f-bb02-434c-a732-e2e1afb38056 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:04:01.646675 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-71bd0aa0-8f27-4ea8-83a1-014fc1e79d94 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (e6e07d8f-0bdc-45c5-85c7-7d92e2dccbfb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:01.771945 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f1dff2be-dd21-44c0-ad44-32a8069c2559 req-b9f8b5de-0130-4b51-87cd-b8520201f3da tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7766836 Feb 07 21:04:01.775266 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7c58a6d6-2769-4146-b49d-b0e283097750 service neutron] For port def535e0-560b-493f-84ac-22ae5fd3e2e6, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:04:01.782309 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd0aa0-8f27-4ea8-83a1-014fc1e79d94 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Pushing event updated for resources: {'Subnet': ['ID=e6e07d8f-0bdc-45c5-85c7-7d92e2dccbfb,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:01.786197 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7c58a6d6-2769-4146-b49d-b0e283097750 service neutron] For port def535e0-560b-493f-84ac-22ae5fd3e2e6, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=def535e0-560b-493f-84ac-22ae5fd3e2e6,segment=NetworkSegment(fc91fcee-1dfe-4783-a11b-41694150c3fc),segment_id=fc91fcee-1dfe-4783-a11b-41694150c3fc)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:04:01.812846 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7c58a6d6-2769-4146-b49d-b0e283097750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (def535e0-560b-493f-84ac-22ae5fd3e2e6), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:01.858411 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bd0aa0-8f27-4ea8-83a1-014fc1e79d94 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Checking segment: {'id': 'b96f5d96-585a-4326-a677-e234dbc838eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cbbecb8a-86d2-41a0-862b-c31669559949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:01.858780 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bd0aa0-8f27-4ea8-83a1-014fc1e79d94 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Network hostable DHCP agents. Network: cbbecb8a-86d2-41a0-862b-c31669559949, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:04:01.876446 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7c58a6d6-2769-4146-b49d-b0e283097750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:01.877218 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7c58a6d6-2769-4146-b49d-b0e283097750 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:01.879051 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7c58a6d6-2769-4146-b49d-b0e283097750 service neutron] 10.222.0.69 "PUT /v2.0/ports/def535e0-560b-493f-84ac-22ae5fd3e2e6 HTTP/1.1" status: 200 len: 1134 time: 1.6156750 Feb 07 21:04:01.909621 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bd0aa0-8f27-4ea8-83a1-014fc1e79d94 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Network cbbecb8a-86d2-41a0-862b-c31669559949 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:04:01.924190 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-fd473710-98cd-4b61-af55-435a2abd7fed service neutron] Request body: {'port': {'device_id': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:01.929922 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58a6d6-2769-4146-b49d-b0e283097750 service neutron] Pushing event updated for resources: {'Port': ['ID=def535e0-560b-493f-84ac-22ae5fd3e2e6,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:01.941265 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1075032d-71ea-46fc-9df8-b266e76d3c1f x-openstack-request-id: req-1075032d-71ea-46fc-9df8-b266e76d3c1f {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:04:01.941795 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9ad788-6f75-4b26-9b60-c5e3615b2ede", "name": "network-vif-plugged", "status": "completed", "tag": "f6be35f8-2180-48c6-80fa-1ad984dae764", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:04:01.942316 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1075032d-71ea-46fc-9df8-b266e76d3c1f {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:04:01.942456 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9ad788-6f75-4b26-9b60-c5e3615b2ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6be35f8-2180-48c6-80fa-1ad984dae764', 'code': 200} Feb 07 21:04:01.942582 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6734b372-682a-44ba-bea2-94c3635b1723 x-openstack-request-id: req-6734b372-682a-44ba-bea2-94c3635b1723 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:04:01.942768 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9720d579-c7a9-43e5-a209-5258f0676f3b", "tag": "ce51bc02-3b1e-48df-8b1c-4d8326eab37b", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:04:01.943043 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6734b372-682a-44ba-bea2-94c3635b1723 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:04:01.943447 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9720d579-c7a9-43e5-a209-5258f0676f3b', 'tag': 'ce51bc02-3b1e-48df-8b1c-4d8326eab37b', 'status': 'completed', 'code': 200} Feb 07 21:04:01.976718 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-71bd0aa0-8f27-4ea8-83a1-014fc1e79d94 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, cbbecb8a-86d2-41a0-862b-c31669559949) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:01.984189 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-71bd0aa0-8f27-4ea8-83a1-014fc1e79d94 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (806fba67-09c3-4c93-be59-9c258684bc07), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:01.985196 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2507154-9038-46fc-972d-6b76fe6f0932 None None] Network cbbecb8a-86d2-41a0-862b-c31669559949 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:04:02.091730 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9070eab8-09f5-4a40-b1f3-54ebc1b8f39b req-fc51cf1f-bb02-434c-a732-e2e1afb38056 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks [] for floatingip (4f12c7f2-41f6-4459-835b-209a60e44e15), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:02.189774 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da64cc2-ab50-44b3-94b8-4831e5e9ab4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-cbbecb8a-86d2-41a0-862b-c31669559949', 'network_id': 'cbbecb8a-86d2-41a0-862b-c31669559949', 'project_id': '21881fe801914e1e8a571a6c03f57e56', 'fixed_ips': [{'subnet_id': 'e6e07d8f-0bdc-45c5-85c7-7d92e2dccbfb'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:04:02.191378 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4da64cc2-ab50-44b3-94b8-4831e5e9ab4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:02.231737 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-fd473710-98cd-4b61-af55-435a2abd7fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (33d1cecb-2bd0-482f-a974-ac7393b2494e), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:02.235143 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd0aa0-8f27-4ea8-83a1-014fc1e79d94 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Pushing event updated for resources: {'Subnet': ['ID=806fba67-09c3-4c93-be59-9c258684bc07,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:02.291171 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bd0aa0-8f27-4ea8-83a1-014fc1e79d94 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Checking segment: {'id': 'ea97dfc9-4376-45c5-86e3-89698859948a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '90862b95-fbfb-44ea-97b3-6515828b524a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:02.291533 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bd0aa0-8f27-4ea8-83a1-014fc1e79d94 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Network hostable DHCP agents. Network: 90862b95-fbfb-44ea-97b3-6515828b524a, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:04:02.322150 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e67f0a-5ca5-4c53-a419-53f7ae3f392d req-325baa34-216c-4202-b284-7dff4dad8722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:02.323636 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d4e67f0a-5ca5-4c53-a419-53f7ae3f392d req-325baa34-216c-4202-b284-7dff4dad8722 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 1127 time: 0.2966776 Feb 07 21:04:02.388174 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9070eab8-09f5-4a40-b1f3-54ebc1b8f39b req-fc51cf1f-bb02-434c-a732-e2e1afb38056 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f19fedb0-9d49-47a3-b04f-03b3e99a15e9), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:02.417593 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-4da64cc2-ab50-44b3-94b8-4831e5e9ab4f None None] Allocated IP 2001:db8::1 (cbbecb8a-86d2-41a0-862b-c31669559949/e6e07d8f-0bdc-45c5-85c7-7d92e2dccbfb/eedd6049-6714-4187-9240-0b63a0161020) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:04:02.435944 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bd0aa0-8f27-4ea8-83a1-014fc1e79d94 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Network 90862b95-fbfb-44ea-97b3-6515828b524a is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:04:02.448263 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60c7d9-1a26-4c41-ad37-0a848b71ed6a req-05afca61-cde2-4ff1-8fe8-2ce44e6fec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:02.449822 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a60c7d9-1a26-4c41-ad37-0a848b71ed6a req-05afca61-cde2-4ff1-8fe8-2ce44e6fec05 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=af02f13d92924da4b1450405891889be&device_id=9720d579-c7a9-43e5-a209-5258f0676f3b HTTP/1.1" status: 200 len: 1127 time: 0.4959338 Feb 07 21:04:02.475247 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d4e67f0a-5ca5-4c53-a419-53f7ae3f392d req-f24101c7-acd4-4f4b-b04a-f44d9d5e996a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435182 Feb 07 21:04:02.489259 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-71bd0aa0-8f27-4ea8-83a1-014fc1e79d94 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 90862b95-fbfb-44ea-97b3-6515828b524a) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:02.499176 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab26322d-c21a-4327-a91a-4f85383cf9ea None None] Network 90862b95-fbfb-44ea-97b3-6515828b524a requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:04:02.523776 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435236b0-a1ca-4ffe-bda1-e0caa473330a req-010733f6-bd49-4e3e-b4d8-0d1da3c542c5 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:02.529534 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435236b0-a1ca-4ffe-bda1-e0caa473330a req-010733f6-bd49-4e3e-b4d8-0d1da3c542c5 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:02.535946 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435236b0-a1ca-4ffe-bda1-e0caa473330a req-010733f6-bd49-4e3e-b4d8-0d1da3c542c5 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:02.541335 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435236b0-a1ca-4ffe-bda1-e0caa473330a req-010733f6-bd49-4e3e-b4d8-0d1da3c542c5 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:02.544146 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bd0aa0-8f27-4ea8-83a1-014fc1e79d94 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:02.545062 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bd0aa0-8f27-4ea8-83a1-014fc1e79d94 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:02.546497 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-71bd0aa0-8f27-4ea8-83a1-014fc1e79d94 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:02.551837 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435236b0-a1ca-4ffe-bda1-e0caa473330a req-010733f6-bd49-4e3e-b4d8-0d1da3c542c5 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:02.558858 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435236b0-a1ca-4ffe-bda1-e0caa473330a req-010733f6-bd49-4e3e-b4d8-0d1da3c542c5 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:02.566706 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435236b0-a1ca-4ffe-bda1-e0caa473330a req-010733f6-bd49-4e3e-b4d8-0d1da3c542c5 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:02.569040 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-435236b0-a1ca-4ffe-bda1-e0caa473330a req-010733f6-bd49-4e3e-b4d8-0d1da3c542c5 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5381 time: 0.5092576 Feb 07 21:04:02.585902 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-71bd0aa0-8f27-4ea8-83a1-014fc1e79d94 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.9072225 Feb 07 21:04:02.588900 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48440) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:02.673321 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4da64cc2-ab50-44b3-94b8-4831e5e9ab4f None None] Publish callbacks [] for port (eedd6049-6714-4187-9240-0b63a0161020), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:02.703336 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4da64cc2-ab50-44b3-94b8-4831e5e9ab4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (eedd6049-6714-4187-9240-0b63a0161020), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:02.724856 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da64cc2-ab50-44b3-94b8-4831e5e9ab4f None None] Network cbbecb8a-86d2-41a0-862b-c31669559949 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:04:02.730231 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-4da64cc2-ab50-44b3-94b8-4831e5e9ab4f None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:02.732828 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da64cc2-ab50-44b3-94b8-4831e5e9ab4f None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:04:02.759536 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2706bf32-2cc8-4c41-881c-ec79310ae4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (8471f3a0-c73f-43e5-befc-743d8601602a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:02.761167 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cace5213-6176-4b20-91bd-02df03b3afb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-90862b95-fbfb-44ea-97b3-6515828b524a', 'network_id': '90862b95-fbfb-44ea-97b3-6515828b524a', 'project_id': '21881fe801914e1e8a571a6c03f57e56', 'fixed_ips': [{'subnet_id': '806fba67-09c3-4c93-be59-9c258684bc07'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:04:02.761961 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60c7d9-1a26-4c41-ad37-0a848b71ed6a req-d4ddaff0-bb9c-4c8f-bffe-2f349ec80178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:02.762117 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cace5213-6176-4b20-91bd-02df03b3afb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:02.763953 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a60c7d9-1a26-4c41-ad37-0a848b71ed6a req-d4ddaff0-bb9c-4c8f-bffe-2f349ec80178 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a6f86bd0-771c-4143-8683-cd147fb6889e HTTP/1.1" status: 200 len: 930 time: 0.2977746 Feb 07 21:04:02.948191 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-cace5213-6176-4b20-91bd-02df03b3afb1 None None] Allocated IP 2001:db8:0:1::1 (90862b95-fbfb-44ea-97b3-6515828b524a/806fba67-09c3-4c93-be59-9c258684bc07/4ae8e80e-e020-4e40-ac84-d9632773ad9a) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:04:02.956038 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a60c7d9-1a26-4c41-ad37-0a848b71ed6a req-5c6119fe-15e1-4621-b764-3bf4516c0c04 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce51bc02-3b1e-48df-8b1c-4d8326eab37b HTTP/1.1" status: 200 len: 1000 time: 0.1013639 Feb 07 21:04:03.092934 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-435236b0-a1ca-4ffe-bda1-e0caa473330a req-d95ee19e-a5e5-4901-9a15-f83d4cf7241c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4899104 Feb 07 21:04:03.170738 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60c7d9-1a26-4c41-ad37-0a848b71ed6a req-30f7f08c-68b2-4a68-8af6-d04561fcfc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:03.174078 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a60c7d9-1a26-4c41-ad37-0a848b71ed6a req-30f7f08c-68b2-4a68-8af6-d04561fcfc25 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eb76e587-4176-46d1-b759-4332a321f9fd HTTP/1.1" status: 200 len: 868 time: 0.1733069 Feb 07 21:04:03.225767 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fdeb02-47f1-43d2-a5b1-6f16c4521bc3 x-openstack-request-id: req-c9fdeb02-47f1-43d2-a5b1-6f16c4521bc3 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:04:03.227934 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "tag": "3d3cfee9-12eb-4371-8962-0c904c15eaa6", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:04:03.228434 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c9fdeb02-47f1-43d2-a5b1-6f16c4521bc3 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:04:03.229010 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'tag': '3d3cfee9-12eb-4371-8962-0c904c15eaa6', 'status': 'completed', 'code': 200} Feb 07 21:04:03.300681 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da64cc2-ab50-44b3-94b8-4831e5e9ab4f None None] Pushing event updated for resources: {'Port': ['ID=eedd6049-6714-4187-9240-0b63a0161020,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:03.332205 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9070eab8-09f5-4a40-b1f3-54ebc1b8f39b req-fc51cf1f-bb02-434c-a732-e2e1afb38056 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks [] for port (f19fedb0-9d49-47a3-b04f-03b3e99a15e9), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:03.379061 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9070eab8-09f5-4a40-b1f3-54ebc1b8f39b req-fc51cf1f-bb02-434c-a732-e2e1afb38056 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (f19fedb0-9d49-47a3-b04f-03b3e99a15e9), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:03.426047 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83a2e9-367d-49ed-835d-493b21b64b7b req-7073cbad-42d5-491d-b56a-3dc52852c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:03.426641 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83a2e9-367d-49ed-835d-493b21b64b7b req-7073cbad-42d5-491d-b56a-3dc52852c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:03.427000 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83a2e9-367d-49ed-835d-493b21b64b7b req-7073cbad-42d5-491d-b56a-3dc52852c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:03.427471 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83a2e9-367d-49ed-835d-493b21b64b7b req-7073cbad-42d5-491d-b56a-3dc52852c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:03.427929 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83a2e9-367d-49ed-835d-493b21b64b7b req-7073cbad-42d5-491d-b56a-3dc52852c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:03.428421 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83a2e9-367d-49ed-835d-493b21b64b7b req-7073cbad-42d5-491d-b56a-3dc52852c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:03.428886 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83a2e9-367d-49ed-835d-493b21b64b7b req-7073cbad-42d5-491d-b56a-3dc52852c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:03.431373 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4d83a2e9-367d-49ed-835d-493b21b64b7b req-7073cbad-42d5-491d-b56a-3dc52852c26a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32ff56f8fd43451781a008978e4679d6&device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 6311 time: 0.2175426 Feb 07 21:04:03.438762 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db5c93b-de68-42b5-a964-5ecb89027add tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:03.438762 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db5c93b-de68-42b5-a964-5ecb89027add tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:03.440261 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db5c93b-de68-42b5-a964-5ecb89027add tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:03.451250 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9db5c93b-de68-42b5-a964-5ecb89027add tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.8512752 Feb 07 21:04:03.496972 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device fd5739c0-1881-4d44-9ab4-3a03657c775f up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:04:03.555273 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83a2e9-367d-49ed-835d-493b21b64b7b req-5f31ecbc-0207-4c7a-98e0-b11ae193ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:03.555751 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83a2e9-367d-49ed-835d-493b21b64b7b req-5f31ecbc-0207-4c7a-98e0-b11ae193ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:03.556223 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83a2e9-367d-49ed-835d-493b21b64b7b req-5f31ecbc-0207-4c7a-98e0-b11ae193ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:03.557852 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4d83a2e9-367d-49ed-835d-493b21b64b7b req-5f31ecbc-0207-4c7a-98e0-b11ae193ab6a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=32ff56f8fd43451781a008978e4679d6&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1131306 Feb 07 21:04:03.564752 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48446) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:03.575141 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:03.583250 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cace5213-6176-4b20-91bd-02df03b3afb1 None None] Publish callbacks [] for port (4ae8e80e-e020-4e40-ac84-d9632773ad9a), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:03.585310 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-4da64cc2-ab50-44b3-94b8-4831e5e9ab4f None None] Attempting to bind port eedd6049-6714-4187-9240-0b63a0161020 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:04:03.586027 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-4da64cc2-ab50-44b3-94b8-4831e5e9ab4f None None] Attempting to bind port eedd6049-6714-4187-9240-0b63a0161020 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'b96f5d96-585a-4326-a677-e234dbc838eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cbbecb8a-86d2-41a0-862b-c31669559949'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:04:03.586600 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da64cc2-ab50-44b3-94b8-4831e5e9ab4f None None] Attempting to bind port eedd6049-6714-4187-9240-0b63a0161020 on network cbbecb8a-86d2-41a0-862b-c31669559949 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:03.600436 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da64cc2-ab50-44b3-94b8-4831e5e9ab4f None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:04:03.601517 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da64cc2-ab50-44b3-94b8-4831e5e9ab4f None None] Checking segment: {'id': 'b96f5d96-585a-4326-a677-e234dbc838eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cbbecb8a-86d2-41a0-862b-c31669559949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:03.602470 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4da64cc2-ab50-44b3-94b8-4831e5e9ab4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:03.603292 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da64cc2-ab50-44b3-94b8-4831e5e9ab4f None None] Bound using segment: {'id': 'b96f5d96-585a-4326-a677-e234dbc838eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cbbecb8a-86d2-41a0-862b-c31669559949'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:04:03.604131 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-4da64cc2-ab50-44b3-94b8-4831e5e9ab4f None None] Bound port: eedd6049-6714-4187-9240-0b63a0161020, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96f5d96-585a-4326-a677-e234dbc838eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cbbecb8a-86d2-41a0-862b-c31669559949'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:04:03.604864 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4da64cc2-ab50-44b3-94b8-4831e5e9ab4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (eedd6049-6714-4187-9240-0b63a0161020), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:03.611592 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cace5213-6176-4b20-91bd-02df03b3afb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (4ae8e80e-e020-4e40-ac84-d9632773ad9a), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:03.798911 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-4da64cc2-ab50-44b3-94b8-4831e5e9ab4f None None] For port eedd6049-6714-4187-9240-0b63a0161020, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:04:03.802171 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-4da64cc2-ab50-44b3-94b8-4831e5e9ab4f None None] For port eedd6049-6714-4187-9240-0b63a0161020, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=eedd6049-6714-4187-9240-0b63a0161020,segment=NetworkSegment(b96f5d96-585a-4326-a677-e234dbc838eb),segment_id=b96f5d96-585a-4326-a677-e234dbc838eb)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:04:03.830425 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace5213-6176-4b20-91bd-02df03b3afb1 None None] Pushing event updated for resources: {'Port': ['ID=4ae8e80e-e020-4e40-ac84-d9632773ad9a,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:03.840231 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4da64cc2-ab50-44b3-94b8-4831e5e9ab4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (eedd6049-6714-4187-9240-0b63a0161020), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:03.842025 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-fd473710-98cd-4b61-af55-435a2abd7fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d1cecb-2bd0-482f-a974-ac7393b2494e {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:04:03.856762 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-fd473710-98cd-4b61-af55-435a2abd7fed service neutron] Publish callbacks [] for port (33d1cecb-2bd0-482f-a974-ac7393b2494e), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:03.859973 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cace5213-6176-4b20-91bd-02df03b3afb1 None None] Network 90862b95-fbfb-44ea-97b3-6515828b524a is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:04:03.876651 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-cace5213-6176-4b20-91bd-02df03b3afb1 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:03.885395 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae8278e-f423-495b-96c2-922921453b63 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Deleting subnet e6e07d8f-0bdc-45c5-85c7-7d92e2dccbfb {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:04:03.910196 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cace5213-6176-4b20-91bd-02df03b3afb1 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:04:03.915043 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port fd5739c0-1881-4d44-9ab4-3a03657c775f completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:04:03.920541 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ae8278e-f423-495b-96c2-922921453b63 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks [] for subnet (e6e07d8f-0bdc-45c5-85c7-7d92e2dccbfb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:03.924264 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:03.933748 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-fd473710-98cd-4b61-af55-435a2abd7fed service neutron] Transition to ACTIVE for port object 33d1cecb-2bd0-482f-a974-ac7393b2494e will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:04:03.935800 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port fd5739c0-1881-4d44-9ab4-3a03657c775f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:03.936180 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fd5739c0-1881-4d44-9ab4-3a03657c775f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:03.967171 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-fd473710-98cd-4b61-af55-435a2abd7fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (33d1cecb-2bd0-482f-a974-ac7393b2494e), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:03.975993 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83a2e9-367d-49ed-835d-493b21b64b7b req-f716e37f-83f1-4571-90c3-58a73f883231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:03.977934 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4d83a2e9-367d-49ed-835d-493b21b64b7b req-f716e37f-83f1-4571-90c3-58a73f883231 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4108531 Feb 07 21:04:04.026794 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51cf1f-bb02-434c-a732-e2e1afb38056 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Pushing event updated for resources: {'Port': ['ID=f19fedb0-9d49-47a3-b04f-03b3e99a15e9,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:04.073786 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ae8278e-f423-495b-96c2-922921453b63 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (e6e07d8f-0bdc-45c5-85c7-7d92e2dccbfb), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:04.114521 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd473710-98cd-4b61-af55-435a2abd7fed service neutron] Pushing event updated for resources: {'Port': ['ID=33d1cecb-2bd0-482f-a974-ac7393b2494e,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:04.141075 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da64cc2-ab50-44b3-94b8-4831e5e9ab4f None None] Pushing event updated for resources: {'Port': ['ID=eedd6049-6714-4187-9240-0b63a0161020,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:04.184639 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-cace5213-6176-4b20-91bd-02df03b3afb1 None None] Attempting to bind port 4ae8e80e-e020-4e40-ac84-d9632773ad9a on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:04:04.185172 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-cace5213-6176-4b20-91bd-02df03b3afb1 None None] Attempting to bind port 4ae8e80e-e020-4e40-ac84-d9632773ad9a by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'ea97dfc9-4376-45c5-86e3-89698859948a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '90862b95-fbfb-44ea-97b3-6515828b524a'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:04:04.188342 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cace5213-6176-4b20-91bd-02df03b3afb1 None None] Attempting to bind port 4ae8e80e-e020-4e40-ac84-d9632773ad9a on network 90862b95-fbfb-44ea-97b3-6515828b524a {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:04.192034 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60c7d9-1a26-4c41-ad37-0a848b71ed6a req-5ebb52dd-370e-461f-bccb-6b9e671f4d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:04.194361 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a60c7d9-1a26-4c41-ad37-0a848b71ed6a req-5ebb52dd-370e-461f-bccb-6b9e671f4d9d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a6f86bd0-771c-4143-8683-cd147fb6889e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0124640 Feb 07 21:04:04.295245 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cace5213-6176-4b20-91bd-02df03b3afb1 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:04:04.296055 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cace5213-6176-4b20-91bd-02df03b3afb1 None None] Checking segment: {'id': 'ea97dfc9-4376-45c5-86e3-89698859948a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '90862b95-fbfb-44ea-97b3-6515828b524a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:04.296785 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cace5213-6176-4b20-91bd-02df03b3afb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:04.299156 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cace5213-6176-4b20-91bd-02df03b3afb1 None None] Bound using segment: {'id': 'ea97dfc9-4376-45c5-86e3-89698859948a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '90862b95-fbfb-44ea-97b3-6515828b524a'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:04:04.299939 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-cace5213-6176-4b20-91bd-02df03b3afb1 None None] Bound port: 4ae8e80e-e020-4e40-ac84-d9632773ad9a, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea97dfc9-4376-45c5-86e3-89698859948a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '90862b95-fbfb-44ea-97b3-6515828b524a'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:04:04.300600 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cace5213-6176-4b20-91bd-02df03b3afb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4ae8e80e-e020-4e40-ac84-d9632773ad9a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:04.351394 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port fd5739c0-1881-4d44-9ab4-3a03657c775f is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:04.351647 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9070eab8-09f5-4a40-b1f3-54ebc1b8f39b req-fc51cf1f-bb02-434c-a732-e2e1afb38056 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (4f12c7f2-41f6-4459-835b-209a60e44e15), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:04.351976 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fd5739c0-1881-4d44-9ab4-3a03657c775f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:04.387529 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4c54d-0532-4dca-960d-57864d3f00d0 req-e935ec24-0785-4ab9-a633-c7e12c14e144 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:04.389244 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10f4c54d-0532-4dca-960d-57864d3f00d0 req-e935ec24-0785-4ab9-a633-c7e12c14e144 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 945 time: 0.3653800 Feb 07 21:04:04.434075 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9070eab8-09f5-4a40-b1f3-54ebc1b8f39b req-fc51cf1f-bb02-434c-a732-e2e1afb38056 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:04.435580 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9070eab8-09f5-4a40-b1f3-54ebc1b8f39b req-fc51cf1f-bb02-434c-a732-e2e1afb38056 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.5990527 Feb 07 21:04:04.479672 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9204cc9-d03a-4525-8615-77fdab0fb674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5739c0-1881-4d44-9ab4-3a03657c775f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:04:04.485406 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7903f9-010d-4318-9bea-626eaefd9232" -d '{"events": [{"server_uuid": "d9204cc9-d03a-4525-8615-77fdab0fb674", "name": "network-vif-plugged", "status": "completed", "tag": "fd5739c0-1881-4d44-9ab4-3a03657c775f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:04:04.493896 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ae8278e-f423-495b-96c2-922921453b63 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (e6e07d8f-0bdc-45c5-85c7-7d92e2dccbfb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:04.497478 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-fd473710-98cd-4b61-af55-435a2abd7fed service neutron] Attempting to bind port 33d1cecb-2bd0-482f-a974-ac7393b2494e on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:04:04.497936 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-fd473710-98cd-4b61-af55-435a2abd7fed service neutron] Attempting to bind port 33d1cecb-2bd0-482f-a974-ac7393b2494e by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'fc91fcee-1dfe-4783-a11b-41694150c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:04:04.498363 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-fd473710-98cd-4b61-af55-435a2abd7fed service neutron] Attempting to bind port 33d1cecb-2bd0-482f-a974-ac7393b2494e on network 1eeddcea-0d1c-4004-9be7-548b640cc6f3 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:04.539481 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a60c7d9-1a26-4c41-ad37-0a848b71ed6a req-7eeeaa94-a20d-48e0-8e9e-176c8b1f5c32 service neutron] 10.222.0.71 "GET /v2.0/networks/a6f86bd0-771c-4143-8683-cd147fb6889e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331749 Feb 07 21:04:04.547181 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9070eab8-09f5-4a40-b1f3-54ebc1b8f39b req-901b5030-9d3d-4020-b6f9-76093c731fe2 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.85 HTTP/1.1" status: 200 len: 695 time: 0.0947256 Feb 07 21:04:04.557248 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-fd473710-98cd-4b61-af55-435a2abd7fed service neutron] Port 33d1cecb-2bd0-482f-a974-ac7393b2494e on network 1eeddcea-0d1c-4004-9be7-548b640cc6f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:04:04.557967 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-fd473710-98cd-4b61-af55-435a2abd7fed service neutron] Attempting to bind port 33d1cecb-2bd0-482f-a974-ac7393b2494e on network 1eeddcea-0d1c-4004-9be7-548b640cc6f3 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:04.559358 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port fd5739c0-1881-4d44-9ab4-3a03657c775f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=fd5739c0-1881-4d44-9ab4-3a03657c775f,segment=NetworkSegment(9e27aa91-55cc-462d-aeb7-1b345510d8cb),segment_id=9e27aa91-55cc-462d-aeb7-1b345510d8cb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:04.581978 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-cace5213-6176-4b20-91bd-02df03b3afb1 None None] For port 4ae8e80e-e020-4e40-ac84-d9632773ad9a, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:04:04.584913 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-fd473710-98cd-4b61-af55-435a2abd7fed service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:04:04.585664 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-fd473710-98cd-4b61-af55-435a2abd7fed service neutron] Checking segment: {'id': 'fc91fcee-1dfe-4783-a11b-41694150c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:04.587272 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-cace5213-6176-4b20-91bd-02df03b3afb1 None None] For port 4ae8e80e-e020-4e40-ac84-d9632773ad9a, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=4ae8e80e-e020-4e40-ac84-d9632773ad9a,segment=NetworkSegment(ea97dfc9-4376-45c5-86e3-89698859948a),segment_id=ea97dfc9-4376-45c5-86e3-89698859948a)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:04:04.587962 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-fd473710-98cd-4b61-af55-435a2abd7fed service neutron] Bound using segment: {'id': 'fc91fcee-1dfe-4783-a11b-41694150c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:04:04.588589 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-fd473710-98cd-4b61-af55-435a2abd7fed service neutron] Bound port: 33d1cecb-2bd0-482f-a974-ac7393b2494e, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc91fcee-1dfe-4783-a11b-41694150c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:04:04.589212 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-fd473710-98cd-4b61-af55-435a2abd7fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (33d1cecb-2bd0-482f-a974-ac7393b2494e), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:04.589820 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fd5739c0-1881-4d44-9ab4-3a03657c775f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:04.645775 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cace5213-6176-4b20-91bd-02df03b3afb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (4ae8e80e-e020-4e40-ac84-d9632773ad9a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:04.674216 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=fd5739c0-1881-4d44-9ab4-3a03657c775f,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:04.703963 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10f4c54d-0532-4dca-960d-57864d3f00d0 req-8e298cb4-6ab6-442e-a7b9-8c6fb0ad8480 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036454 Feb 07 21:04:04.766655 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ae8278e-f423-495b-96c2-922921453b63 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (e6e07d8f-0bdc-45c5-85c7-7d92e2dccbfb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:04.812470 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace5213-6176-4b20-91bd-02df03b3afb1 None None] Pushing event updated for resources: {'Port': ['ID=4ae8e80e-e020-4e40-ac84-d9632773ad9a,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:04.854100 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-fd473710-98cd-4b61-af55-435a2abd7fed service neutron] For port 33d1cecb-2bd0-482f-a974-ac7393b2494e, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:04:04.861444 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8278e-f423-495b-96c2-922921453b63 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Pushing event deleted for resources: {'Subnet': ['ID=e6e07d8f-0bdc-45c5-85c7-7d92e2dccbfb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:04.895153 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-fd473710-98cd-4b61-af55-435a2abd7fed service neutron] For port 33d1cecb-2bd0-482f-a974-ac7393b2494e, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=33d1cecb-2bd0-482f-a974-ac7393b2494e,segment=NetworkSegment(fc91fcee-1dfe-4783-a11b-41694150c3fc),segment_id=fc91fcee-1dfe-4783-a11b-41694150c3fc)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:04:04.898643 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ae8278e-f423-495b-96c2-922921453b63 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:04.906596 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4ae8278e-f423-495b-96c2-922921453b63 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] 10.222.0.65 "DELETE /v2.0/subnets/e6e07d8f-0bdc-45c5-85c7-7d92e2dccbfb HTTP/1.1" status: 204 len: 168 time: 1.3407679 Feb 07 21:04:04.909731 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48454) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:04.940370 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a60c7d9-1a26-4c41-ad37-0a848b71ed6a req-922d13dd-06bf-4e81-b9ec-6e8f61082a66 service neutron] 10.222.0.71 "GET /v2.0/networks/a6f86bd0-771c-4143-8683-cd147fb6889e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820655 Feb 07 21:04:04.955130 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-fd473710-98cd-4b61-af55-435a2abd7fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (33d1cecb-2bd0-482f-a974-ac7393b2494e), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:04.966428 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070eab8-09f5-4a40-b1f3-54ebc1b8f39b req-77fd514f-67a6-4ffb-8420-1a0b5fdc3083 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:04.968199 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9070eab8-09f5-4a40-b1f3-54ebc1b8f39b req-77fd514f-67a6-4ffb-8420-1a0b5fdc3083 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 784 time: 0.3926520 Feb 07 21:04:04.991230 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2706bf32-2cc8-4c41-881c-ec79310ae4df admin admin] Deleting port 48d69c8c-5927-4503-84cb-010068f47224 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:04:04.991509 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2706bf32-2cc8-4c41-881c-ec79310ae4df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (48d69c8c-5927-4503-84cb-010068f47224), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:05.212005 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd473710-98cd-4b61-af55-435a2abd7fed service neutron] Pushing event updated for resources: {'Port': ['ID=33d1cecb-2bd0-482f-a974-ac7393b2494e,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:05.231407 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'tag': 'def535e0-560b-493f-84ac-22ae5fd3e2e6'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:04:05.233686 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fd6857-4930-4bd0-8bab-f58d73856a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "tag": "def535e0-560b-493f-84ac-22ae5fd3e2e6"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:04:05.249509 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-fd473710-98cd-4b61-af55-435a2abd7fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:05.250220 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-fd473710-98cd-4b61-af55-435a2abd7fed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:05.251663 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-fd473710-98cd-4b61-af55-435a2abd7fed service neutron] 10.222.0.69 "PUT /v2.0/ports/33d1cecb-2bd0-482f-a974-ac7393b2494e HTTP/1.1" status: 200 len: 1091 time: 3.3374631 Feb 07 21:04:05.269054 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device eedd6049-6714-4187-9240-0b63a0161020 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:04:05.288358 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ba864c-3521-4822-ac64-166c94620fa3 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Deleting subnet 806fba67-09c3-4c93-be59-9c258684bc07 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:04:05.293486 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b6ba864c-3521-4822-ac64-166c94620fa3 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks [] for subnet (806fba67-09c3-4c93-be59-9c258684bc07), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:05.316138 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a617b05a-9bf2-4d8d-acd4-9aab922fa5af service neutron] Request body: {'port': {'device_id': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:05.340092 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2706bf32-2cc8-4c41-881c-ec79310ae4df admin admin] For port 48d69c8c-5927-4503-84cb-010068f47224, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=48d69c8c-5927-4503-84cb-010068f47224,segment=NetworkSegment(60a053f1-f586-4f44-bf07-506636680126),segment_id=60a053f1-f586-4f44-bf07-506636680126)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:05.340664 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2706bf32-2cc8-4c41-881c-ec79310ae4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (48d69c8c-5927-4503-84cb-010068f47224), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:05.377116 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2706bf32-2cc8-4c41-881c-ec79310ae4df admin admin] Calling delete_port for 48d69c8c-5927-4503-84cb-010068f47224 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:04:05.428093 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port eedd6049-6714-4187-9240-0b63a0161020 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:05.434106 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (eedd6049-6714-4187-9240-0b63a0161020), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:05.495095 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-fc5d1e3b-a7a5-450a-85e5-619570471d9e service neutron] 10.222.0.69 "GET /v2.0/ports/372e6712-1718-43c6-884a-34e911ef5f14/bindings/n-h2-828185-2 HTTP/1.1" status: 200 len: 384 time: 0.2771101 Feb 07 21:04:05.638980 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port eedd6049-6714-4187-9240-0b63a0161020 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:05.641509 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (eedd6049-6714-4187-9240-0b63a0161020), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:05.671057 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b6ba864c-3521-4822-ac64-166c94620fa3 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (806fba67-09c3-4c93-be59-9c258684bc07), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:05.732537 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port eedd6049-6714-4187-9240-0b63a0161020, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=eedd6049-6714-4187-9240-0b63a0161020,segment=NetworkSegment(b96f5d96-585a-4326-a677-e234dbc838eb),segment_id=b96f5d96-585a-4326-a677-e234dbc838eb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:05.746420 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (eedd6049-6714-4187-9240-0b63a0161020), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:05.777391 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a617b05a-9bf2-4d8d-acd4-9aab922fa5af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3043459a-2405-4dea-b3d1-7dd8ddc763c7), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:05.882940 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=eedd6049-6714-4187-9240-0b63a0161020,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:05.887123 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e0b0d-d953-492a-9425-0b6603c9d1b3 req-f904b5cf-bdee-4ac4-a122-eb6e0e796bc9 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:05.895945 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e80e0b0d-d953-492a-9425-0b6603c9d1b3 req-f904b5cf-bdee-4ac4-a122-eb6e0e796bc9 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 943 time: 0.7562146 Feb 07 21:04:05.914101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c58ac21-f4e2-438c-b26a-788a1d3eefe5 None None] Network cbbecb8a-86d2-41a0-862b-c31669559949 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:04:05.989816 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016ddf3-89e9-41a4-872f-89af9ab071b1 req-97dd902c-b85b-4f6a-a59d-73711b9eb346 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:05.991432 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5016ddf3-89e9-41a4-872f-89af9ab071b1 req-97dd902c-b85b-4f6a-a59d-73711b9eb346 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b225880-5473-4ab3-95c2-17feabaacc74 HTTP/1.1" status: 200 len: 946 time: 0.2728691 Feb 07 21:04:06.058042 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3e90ba54-631d-42a7-8890-63b5eb0de3f0 None None] Provisioning complete for port eedd6049-6714-4187-9240-0b63a0161020 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:06.058412 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3e90ba54-631d-42a7-8890-63b5eb0de3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (eedd6049-6714-4187-9240-0b63a0161020), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:06.066540 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b6ba864c-3521-4822-ac64-166c94620fa3 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (806fba67-09c3-4c93-be59-9c258684bc07), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:06.078299 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e80e0b0d-d953-492a-9425-0b6603c9d1b3 req-c017a356-c642-4b9a-a2be-e757ccd16b7b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781816 Feb 07 21:04:06.124246 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2706bf32-2cc8-4c41-881c-ec79310ae4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (48d69c8c-5927-4503-84cb-010068f47224), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:06.208931 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5016ddf3-89e9-41a4-872f-89af9ab071b1 req-73849b5b-b003-47c4-8458-5964ed007f68 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/security-groups?id=82b97d36-caa2-4fd0-8c84-e78bd09b7259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074254 Feb 07 21:04:06.216604 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706bf32-2cc8-4c41-881c-ec79310ae4df admin admin] Pushing event deleted for resources: {'Port': ['ID=48d69c8c-5927-4503-84cb-010068f47224,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:06.321478 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3124317a-16d7-44e0-bdc4-dab1d20414f5 x-openstack-request-id: req-3124317a-16d7-44e0-bdc4-dab1d20414f5 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:04:06.321975 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9204cc9-d03a-4525-8615-77fdab0fb674", "name": "network-vif-plugged", "status": "completed", "tag": "fd5739c0-1881-4d44-9ab4-3a03657c775f", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:04:06.322085 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3124317a-16d7-44e0-bdc4-dab1d20414f5 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:04:06.322414 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9204cc9-d03a-4525-8615-77fdab0fb674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5739c0-1881-4d44-9ab4-3a03657c775f', 'code': 200} Feb 07 21:04:06.364241 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562a7c53-7bdd-4ad4-afad-132b53a8b262 None None] DHCP port deletion for cbbecb8a-86d2-41a0-862b-c31669559949 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:04:06.403479 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3e90ba54-631d-42a7-8890-63b5eb0de3f0 None None] Current status of the port eedd6049-6714-4187-9240-0b63a0161020 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:06.440389 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-87461950-f09a-4feb-bb8e-0175da3d1cab service neutron] For port 372e6712-1718-43c6-884a-34e911ef5f14, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=372e6712-1718-43c6-884a-34e911ef5f14,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:06.457039 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-562a7c53-7bdd-4ad4-afad-132b53a8b262 None None] Deleting port eedd6049-6714-4187-9240-0b63a0161020 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:04:06.457455 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-562a7c53-7bdd-4ad4-afad-132b53a8b262 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (eedd6049-6714-4187-9240-0b63a0161020), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:06.474644 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b6ba864c-3521-4822-ac64-166c94620fa3 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (806fba67-09c3-4c93-be59-9c258684bc07), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:06.500067 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b6ba864c-3521-4822-ac64-166c94620fa3 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:06.507160 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b6ba864c-3521-4822-ac64-166c94620fa3 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] 10.222.0.65 "DELETE /v2.0/subnets/806fba67-09c3-4c93-be59-9c258684bc07 HTTP/1.1" status: 204 len: 168 time: 1.5961707 Feb 07 21:04:06.509896 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48466) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:06.572911 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-562a7c53-7bdd-4ad4-afad-132b53a8b262 None None] For port eedd6049-6714-4187-9240-0b63a0161020, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=eedd6049-6714-4187-9240-0b63a0161020,segment=NetworkSegment(b96f5d96-585a-4326-a677-e234dbc838eb),segment_id=b96f5d96-585a-4326-a677-e234dbc838eb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:06.573669 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-562a7c53-7bdd-4ad4-afad-132b53a8b262 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (eedd6049-6714-4187-9240-0b63a0161020), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:06.588980 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-562a7c53-7bdd-4ad4-afad-132b53a8b262 None None] Calling delete_port for eedd6049-6714-4187-9240-0b63a0161020 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:04:06.602148 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba864c-3521-4822-ac64-166c94620fa3 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Pushing event deleted for resources: {'Subnet': ['ID=806fba67-09c3-4c93-be59-9c258684bc07,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:06.636427 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-87461950-f09a-4feb-bb8e-0175da3d1cab service neutron] For port 372e6712-1718-43c6-884a-34e911ef5f14, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:04:06.674036 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d7c57-31a4-420e-96c7-4b7f777a437c req-7e720000-9062-4e63-8c31-da29df6e1216 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:06.679189 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d7c57-31a4-420e-96c7-4b7f777a437c req-7e720000-9062-4e63-8c31-da29df6e1216 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:06.684354 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d7c57-31a4-420e-96c7-4b7f777a437c req-7e720000-9062-4e63-8c31-da29df6e1216 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:06.689540 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d7c57-31a4-420e-96c7-4b7f777a437c req-7e720000-9062-4e63-8c31-da29df6e1216 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:06.694681 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d7c57-31a4-420e-96c7-4b7f777a437c req-7e720000-9062-4e63-8c31-da29df6e1216 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:06.696822 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21e85b2-5b38-463e-867c-280f142d56c7 None None] Network 90862b95-fbfb-44ea-97b3-6515828b524a requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:04:06.700758 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d7c57-31a4-420e-96c7-4b7f777a437c req-7e720000-9062-4e63-8c31-da29df6e1216 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:06.706533 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d7c57-31a4-420e-96c7-4b7f777a437c req-7e720000-9062-4e63-8c31-da29df6e1216 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:06.708487 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b83d7c57-31a4-420e-96c7-4b7f777a437c req-7e720000-9062-4e63-8c31-da29df6e1216 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5393 time: 0.4969289 Feb 07 21:04:06.740365 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7d136-8d7f-4685-8a4a-7bb2e266b8b4 req-955c3628-7d9a-4ee7-a276-8e3fad55275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:06.741857 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8df7d136-8d7f-4685-8a4a-7bb2e266b8b4 req-955c3628-7d9a-4ee7-a276-8e3fad55275d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 1128 time: 0.3797708 Feb 07 21:04:06.750966 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17225d7f-7019-44d6-bd3f-0288d2fd5c1a req-2be56fd4-21d8-4662-a5a7-254efce7decf tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:06.756945 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-87461950-f09a-4feb-bb8e-0175da3d1cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 372e6712-1718-43c6-884a-34e911ef5f14 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:04:06.758508 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17225d7f-7019-44d6-bd3f-0288d2fd5c1a req-2be56fd4-21d8-4662-a5a7-254efce7decf tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/ports?device_id=9720d579-c7a9-43e5-a209-5258f0676f3b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3077991 Feb 07 21:04:06.761119 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-562a7c53-7bdd-4ad4-afad-132b53a8b262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (eedd6049-6714-4187-9240-0b63a0161020), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:06.769594 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c256c56-f621-4f2a-a89b-eb9cc997da96 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:06.771615 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9c256c56-f621-4f2a-a89b-eb9cc997da96 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2557540 Feb 07 21:04:06.779720 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48468) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:06.798404 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-87461950-f09a-4feb-bb8e-0175da3d1cab service neutron] For port 372e6712-1718-43c6-884a-34e911ef5f14, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=372e6712-1718-43c6-884a-34e911ef5f14,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:06.815091 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562a7c53-7bdd-4ad4-afad-132b53a8b262 None None] No DVR routers for this DVR port eedd6049-6714-4187-9240-0b63a0161020 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:04:06.837109 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a7c53-7bdd-4ad4-afad-132b53a8b262 None None] Pushing event deleted for resources: {'Port': ['ID=eedd6049-6714-4187-9240-0b63a0161020,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:06.854210 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d6cd0e08-8cd1-4bcb-9449-58d1adb26a6d None None] Provisioning complete for port 4ae8e80e-e020-4e40-ac84-d9632773ad9a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:06.854775 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d6cd0e08-8cd1-4bcb-9449-58d1adb26a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4ae8e80e-e020-4e40-ac84-d9632773ad9a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:06.856797 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17225d7f-7019-44d6-bd3f-0288d2fd5c1a req-daaec4eb-d1b7-430c-9613-748c4f7c1269 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.85 HTTP/1.1" status: 200 len: 695 time: 0.0973272 Feb 07 21:04:06.862847 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-17225d7f-7019-44d6-bd3f-0288d2fd5c1a req-5904ab58-d21e-4f05-9e7f-b176d92d1f8e tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Request body: {'floatingip': {'port_id': 'ce51bc02-3b1e-48df-8b1c-4d8326eab37b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:06.881758 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a617b05a-9bf2-4d8d-acd4-9aab922fa5af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3043459a-2405-4dea-b3d1-7dd8ddc763c7 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:04:06.897078 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a617b05a-9bf2-4d8d-acd4-9aab922fa5af service neutron] Publish callbacks [] for port (3043459a-2405-4dea-b3d1-7dd8ddc763c7), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:06.907302 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-17225d7f-7019-44d6-bd3f-0288d2fd5c1a req-5904ab58-d21e-4f05-9e7f-b176d92d1f8e tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks [] for floatingip (4f12c7f2-41f6-4459-835b-209a60e44e15), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:06.912093 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2706bf32-2cc8-4c41-881c-ec79310ae4df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (8471f3a0-c73f-43e5-befc-743d8601602a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:06.915112 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a617b05a-9bf2-4d8d-acd4-9aab922fa5af service neutron] Transition to ACTIVE for port object 3043459a-2405-4dea-b3d1-7dd8ddc763c7 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:04:07.044732 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d6cd0e08-8cd1-4bcb-9449-58d1adb26a6d None None] Current status of the port 4ae8e80e-e020-4e40-ac84-d9632773ad9a is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:07.045139 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d6cd0e08-8cd1-4bcb-9449-58d1adb26a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4ae8e80e-e020-4e40-ac84-d9632773ad9a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:07.063067 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-26f5f74c-4df4-4287-9f5f-f30bbb6764d2 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (90862b95-fbfb-44ea-97b3-6515828b524a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:07.065449 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a617b05a-9bf2-4d8d-acd4-9aab922fa5af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (3043459a-2405-4dea-b3d1-7dd8ddc763c7), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:07.117489 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8df7d136-8d7f-4685-8a4a-7bb2e266b8b4 req-590f0f4d-497d-4e26-a0cf-810937bcdb9d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525677 Feb 07 21:04:07.127648 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-87461950-f09a-4feb-bb8e-0175da3d1cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (372e6712-1718-43c6-884a-34e911ef5f14), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:07.134629 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b83d7c57-31a4-420e-96c7-4b7f777a437c req-8b6a5b2f-c3ab-46a5-9fa9-2ec0a2661d2d tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4131906 Feb 07 21:04:07.145284 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617b05a-9bf2-4d8d-acd4-9aab922fa5af service neutron] Pushing event updated for resources: {'Port': ['ID=3043459a-2405-4dea-b3d1-7dd8ddc763c7,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:07.156642 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d6cd0e08-8cd1-4bcb-9449-58d1adb26a6d None None] For port 4ae8e80e-e020-4e40-ac84-d9632773ad9a, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=4ae8e80e-e020-4e40-ac84-d9632773ad9a,segment=NetworkSegment(ea97dfc9-4376-45c5-86e3-89698859948a),segment_id=ea97dfc9-4376-45c5-86e3-89698859948a)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:07.164451 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6493326-fe5d-4704-b47d-246bb0626e79 None None] DHCP port deletion for 90862b95-fbfb-44ea-97b3-6515828b524a request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:04:07.175713 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d6cd0e08-8cd1-4bcb-9449-58d1adb26a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (4ae8e80e-e020-4e40-ac84-d9632773ad9a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:07.281509 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-87461950-f09a-4feb-bb8e-0175da3d1cab service neutron] Transition to ACTIVE for port object 372e6712-1718-43c6-884a-34e911ef5f14 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:04:07.294949 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-87461950-f09a-4feb-bb8e-0175da3d1cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (372e6712-1718-43c6-884a-34e911ef5f14), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:07.316968 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device eedd6049-6714-4187-9240-0b63a0161020 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:04:07.337842 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: eedd6049-6714-4187-9240-0b63a0161020 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:04:07.338551 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device eedd6049-6714-4187-9240-0b63a0161020 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:04:07.344799 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd0e08-8cd1-4bcb-9449-58d1adb26a6d None None] Pushing event updated for resources: {'Port': ['ID=4ae8e80e-e020-4e40-ac84-d9632773ad9a,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:07.371738 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f6493326-fe5d-4704-b47d-246bb0626e79 None None] Deleting port 4ae8e80e-e020-4e40-ac84-d9632773ad9a {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:04:07.372112 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f6493326-fe5d-4704-b47d-246bb0626e79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (4ae8e80e-e020-4e40-ac84-d9632773ad9a), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:07.375132 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87461950-f09a-4feb-bb8e-0175da3d1cab service neutron] Pushing event updated for resources: {'Port': ['ID=372e6712-1718-43c6-884a-34e911ef5f14,revision_number=10']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:07.472813 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f6493326-fe5d-4704-b47d-246bb0626e79 None None] For port 4ae8e80e-e020-4e40-ac84-d9632773ad9a, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=4ae8e80e-e020-4e40-ac84-d9632773ad9a,segment=NetworkSegment(ea97dfc9-4376-45c5-86e3-89698859948a),segment_id=ea97dfc9-4376-45c5-86e3-89698859948a)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:07.474953 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f6493326-fe5d-4704-b47d-246bb0626e79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (4ae8e80e-e020-4e40-ac84-d9632773ad9a), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:07.519260 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f6493326-fe5d-4704-b47d-246bb0626e79 None None] Calling delete_port for 4ae8e80e-e020-4e40-ac84-d9632773ad9a owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:04:07.554669 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-87461950-f09a-4feb-bb8e-0175da3d1cab service neutron] No DVR routers for this DVR port 372e6712-1718-43c6-884a-34e911ef5f14 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:04:07.560693 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a617b05a-9bf2-4d8d-acd4-9aab922fa5af service neutron] Attempting to bind port 3043459a-2405-4dea-b3d1-7dd8ddc763c7 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:04:07.561039 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a617b05a-9bf2-4d8d-acd4-9aab922fa5af service neutron] Attempting to bind port 3043459a-2405-4dea-b3d1-7dd8ddc763c7 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'fc91fcee-1dfe-4783-a11b-41694150c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:04:07.561374 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a617b05a-9bf2-4d8d-acd4-9aab922fa5af service neutron] Attempting to bind port 3043459a-2405-4dea-b3d1-7dd8ddc763c7 on network 1eeddcea-0d1c-4004-9be7-548b640cc6f3 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:07.563576 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2706bf32-2cc8-4c41-881c-ec79310ae4df admin admin] Router 8471f3a0-c73f-43e5-befc-743d8601602a has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:04:07.592125 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-17225d7f-7019-44d6-bd3f-0288d2fd5c1a req-5904ab58-d21e-4f05-9e7f-b176d92d1f8e tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] update failed (client error): There was a conflict when trying to complete your request. Feb 07 21:04:07.595183 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17225d7f-7019-44d6-bd3f-0288d2fd5c1a req-5904ab58-d21e-4f05-9e7f-b176d92d1f8e tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "PUT /v2.0/floatingips/4f12c7f2-41f6-4459-835b-209a60e44e15 HTTP/1.1" status: 409 len: 549 time: 0.7368667 Feb 07 21:04:07.601179 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-87461950-f09a-4feb-bb8e-0175da3d1cab service neutron] 10.222.0.69 "PUT /v2.0/ports/372e6712-1718-43c6-884a-34e911ef5f14/bindings/n-h2-828185-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0866404 Feb 07 21:04:07.601760 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a617b05a-9bf2-4d8d-acd4-9aab922fa5af service neutron] Port 3043459a-2405-4dea-b3d1-7dd8ddc763c7 on network 1eeddcea-0d1c-4004-9be7-548b640cc6f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:04:07.602086 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a617b05a-9bf2-4d8d-acd4-9aab922fa5af service neutron] Attempting to bind port 3043459a-2405-4dea-b3d1-7dd8ddc763c7 on network 1eeddcea-0d1c-4004-9be7-548b640cc6f3 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:07.610538 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a617b05a-9bf2-4d8d-acd4-9aab922fa5af service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:04:07.610538 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a617b05a-9bf2-4d8d-acd4-9aab922fa5af service neutron] Checking segment: {'id': 'fc91fcee-1dfe-4783-a11b-41694150c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:07.610538 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a617b05a-9bf2-4d8d-acd4-9aab922fa5af service neutron] Bound using segment: {'id': 'fc91fcee-1dfe-4783-a11b-41694150c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:04:07.611628 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a617b05a-9bf2-4d8d-acd4-9aab922fa5af service neutron] Bound port: 3043459a-2405-4dea-b3d1-7dd8ddc763c7, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc91fcee-1dfe-4783-a11b-41694150c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:04:07.611943 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a617b05a-9bf2-4d8d-acd4-9aab922fa5af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3043459a-2405-4dea-b3d1-7dd8ddc763c7), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:07.716817 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a617b05a-9bf2-4d8d-acd4-9aab922fa5af service neutron] For port 3043459a-2405-4dea-b3d1-7dd8ddc763c7, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:04:07.733999 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a617b05a-9bf2-4d8d-acd4-9aab922fa5af service neutron] For port 3043459a-2405-4dea-b3d1-7dd8ddc763c7, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=3043459a-2405-4dea-b3d1-7dd8ddc763c7,segment=NetworkSegment(fc91fcee-1dfe-4783-a11b-41694150c3fc),segment_id=fc91fcee-1dfe-4783-a11b-41694150c3fc)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:04:07.742343 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef73824f-fe08-4e3e-b90f-416f8daf3b10 x-openstack-request-id: req-ef73824f-fe08-4e3e-b90f-416f8daf3b10 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:04:07.742649 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "tag": "def535e0-560b-493f-84ac-22ae5fd3e2e6", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:04:07.742914 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ef73824f-fe08-4e3e-b90f-416f8daf3b10 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:04:07.743788 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'tag': 'def535e0-560b-493f-84ac-22ae5fd3e2e6', 'status': 'completed', 'code': 200} Feb 07 21:04:07.746624 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-26f5f74c-4df4-4287-9f5f-f30bbb6764d2 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Deleting port 4ae8e80e-e020-4e40-ac84-d9632773ad9a {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:04:07.747012 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-26f5f74c-4df4-4287-9f5f-f30bbb6764d2 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (4ae8e80e-e020-4e40-ac84-d9632773ad9a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:07.761456 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a617b05a-9bf2-4d8d-acd4-9aab922fa5af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (3043459a-2405-4dea-b3d1-7dd8ddc763c7), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:07.778328 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f6493326-fe5d-4704-b47d-246bb0626e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (4ae8e80e-e020-4e40-ac84-d9632773ad9a), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:07.819642 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6493326-fe5d-4704-b47d-246bb0626e79 None None] Pushing event deleted for resources: {'Port': ['ID=4ae8e80e-e020-4e40-ac84-d9632773ad9a,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:07.828764 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6493326-fe5d-4704-b47d-246bb0626e79 None None] No DVR routers for this DVR port 4ae8e80e-e020-4e40-ac84-d9632773ad9a on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:04:07.881984 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617b05a-9bf2-4d8d-acd4-9aab922fa5af service neutron] Pushing event updated for resources: {'Port': ['ID=3043459a-2405-4dea-b3d1-7dd8ddc763c7,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:07.933642 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a617b05a-9bf2-4d8d-acd4-9aab922fa5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:07.934313 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a617b05a-9bf2-4d8d-acd4-9aab922fa5af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:07.935955 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a617b05a-9bf2-4d8d-acd4-9aab922fa5af service neutron] 10.222.0.69 "PUT /v2.0/ports/3043459a-2405-4dea-b3d1-7dd8ddc763c7 HTTP/1.1" status: 200 len: 1090 time: 2.6395316 Feb 07 21:04:07.956901 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-26f5f74c-4df4-4287-9f5f-f30bbb6764d2 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] For port 4ae8e80e-e020-4e40-ac84-d9632773ad9a, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=4ae8e80e-e020-4e40-ac84-d9632773ad9a,segment=NetworkSegment(ea97dfc9-4376-45c5-86e3-89698859948a),segment_id=ea97dfc9-4376-45c5-86e3-89698859948a)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:07.958407 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-26f5f74c-4df4-4287-9f5f-f30bbb6764d2 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (4ae8e80e-e020-4e40-ac84-d9632773ad9a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:07.966715 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd6857-4930-4bd0-8bab-f58d73856a0d req-4732813b-b38a-4c23-8e05-c0bc8b6d34b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:07.967199 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd6857-4930-4bd0-8bab-f58d73856a0d req-4732813b-b38a-4c23-8e05-c0bc8b6d34b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:07.967679 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd6857-4930-4bd0-8bab-f58d73856a0d req-4732813b-b38a-4c23-8e05-c0bc8b6d34b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:07.968151 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd6857-4930-4bd0-8bab-f58d73856a0d req-4732813b-b38a-4c23-8e05-c0bc8b6d34b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:07.968676 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd6857-4930-4bd0-8bab-f58d73856a0d req-4732813b-b38a-4c23-8e05-c0bc8b6d34b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:07.969145 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd6857-4930-4bd0-8bab-f58d73856a0d req-4732813b-b38a-4c23-8e05-c0bc8b6d34b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:07.969630 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd6857-4930-4bd0-8bab-f58d73856a0d req-4732813b-b38a-4c23-8e05-c0bc8b6d34b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:07.972295 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-52fd6857-4930-4bd0-8bab-f58d73856a0d req-4732813b-b38a-4c23-8e05-c0bc8b6d34b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32ff56f8fd43451781a008978e4679d6&device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 6507 time: 0.2275484 Feb 07 21:04:07.993039 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2706bf32-2cc8-4c41-881c-ec79310ae4df admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:04:08.008532 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-26f5f74c-4df4-4287-9f5f-f30bbb6764d2 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Calling delete_port for 4ae8e80e-e020-4e40-ac84-d9632773ad9a owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:04:08.013634 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2befebe4-7a0c-42a7-8d95-0d2f21812d0e None None] Sync routers for ids ['8471f3a0-c73f-43e5-befc-743d8601602a'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:04:08.018168 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2706bf32-2cc8-4c41-881c-ec79310ae4df admin admin] 10.222.0.65 "PUT /v2.0/routers/8471f3a0-c73f-43e5-befc-743d8601602a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6583884 Feb 07 21:04:08.021137 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48478) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:08.030857 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-cfc72e9e-0e2e-49a1-a97f-39c3d67ddd44 service neutron] Request body: {'port': {'device_id': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:08.037036 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2befebe4-7a0c-42a7-8d95-0d2f21812d0e None None] Routers {'8471f3a0-c73f-43e5-befc-743d8601602a'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:04:08.037773 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2befebe4-7a0c-42a7-8d95-0d2f21812d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:03:50Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['8471f3a0-c73f-43e5-befc-743d8601602a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:08.197868 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-2befebe4-7a0c-42a7-8d95-0d2f21812d0e None None] Set router 8471f3a0-c73f-43e5-befc-743d8601602a gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:04:08.305055 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-cfc72e9e-0e2e-49a1-a97f-39c3d67ddd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e7cff024-a85a-4851-a39c-7071ffcfad38), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:08.347780 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd6857-4930-4bd0-8bab-f58d73856a0d req-2b5b5ae0-0a5f-4315-84ac-a4da49f6c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:08.348257 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd6857-4930-4bd0-8bab-f58d73856a0d req-2b5b5ae0-0a5f-4315-84ac-a4da49f6c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:08.348756 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd6857-4930-4bd0-8bab-f58d73856a0d req-2b5b5ae0-0a5f-4315-84ac-a4da49f6c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:08.351406 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-52fd6857-4930-4bd0-8bab-f58d73856a0d req-2b5b5ae0-0a5f-4315-84ac-a4da49f6c5a5 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=32ff56f8fd43451781a008978e4679d6&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3660119 Feb 07 21:04:08.403851 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-26f5f74c-4df4-4287-9f5f-f30bbb6764d2 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (4ae8e80e-e020-4e40-ac84-d9632773ad9a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:08.476910 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2befebe4-7a0c-42a7-8d95-0d2f21812d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8471f3a0-c73f-43e5-befc-743d8601602a', 'name': 'tempest-ServersTestMultiNic-1767300012-router', 'tenant_id': 'a3b2daf220a74f4a903969f6214c990a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '45c5c427-6cf3-4dd6-b88b-18243026e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:47Z', 'updated_at': '2022-02-07T21:04:05Z', 'revision_number': 5, 'project_id': 'a3b2daf220a74f4a903969f6214c990a', 'gw_port': {'id': '45c5c427-6cf3-4dd6-b88b-18243026e726', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8471f3a0-c73f-43e5-befc-743d8601602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:49Z', 'updated_at': '2022-02-07T21:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:08.478236 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5f74c-4df4-4287-9f5f-f30bbb6764d2 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Pushing event deleted for resources: {'Port': ['ID=4ae8e80e-e020-4e40-ac84-d9632773ad9a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:08.483834 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f5f74c-4df4-4287-9f5f-f30bbb6764d2 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] No DVR routers for this DVR port 4ae8e80e-e020-4e40-ac84-d9632773ad9a on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:04:08.495423 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11743216-643d-42e5-8f54-1e0ba12f4ee3 admin admin] Publish callbacks [] for router (8471f3a0-c73f-43e5-befc-743d8601602a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:08.515591 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2befebe4-7a0c-42a7-8d95-0d2f21812d0e None None] Checking router: 8471f3a0-c73f-43e5-befc-743d8601602a for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:04:08.526239 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2befebe4-7a0c-42a7-8d95-0d2f21812d0e None None] Routers {'8471f3a0-c73f-43e5-befc-743d8601602a'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:04:08.527072 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2befebe4-7a0c-42a7-8d95-0d2f21812d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:03:50Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['8471f3a0-c73f-43e5-befc-743d8601602a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:08.645197 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-2befebe4-7a0c-42a7-8d95-0d2f21812d0e None None] Set router 8471f3a0-c73f-43e5-befc-743d8601602a gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:04:08.661592 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd6857-4930-4bd0-8bab-f58d73856a0d req-4794edbf-f450-4fbe-b9bf-f74d3f82455e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:08.662974 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-52fd6857-4930-4bd0-8bab-f58d73856a0d req-4794edbf-f450-4fbe-b9bf-f74d3f82455e service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2873814 Feb 07 21:04:08.664547 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-26f5f74c-4df4-4287-9f5f-f30bbb6764d2 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (90862b95-fbfb-44ea-97b3-6515828b524a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:08.681792 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89146966-b4bf-426a-84cb-9ef5bef60d88 req-835d124a-2058-4b1c-aefe-98fff8f90c03 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:08.683454 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-89146966-b4bf-426a-84cb-9ef5bef60d88 req-835d124a-2058-4b1c-aefe-98fff8f90c03 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 946 time: 0.8241160 Feb 07 21:04:08.695336 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11743216-643d-42e5-8f54-1e0ba12f4ee3 admin admin] Publish callbacks [] for router_gateway (8471f3a0-c73f-43e5-befc-743d8601602a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:08.751211 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-26f5f74c-4df4-4287-9f5f-f30bbb6764d2 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90862b95-fbfb-44ea-97b3-6515828b524a']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:08.768554 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-26f5f74c-4df4-4287-9f5f-f30bbb6764d2 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea97dfc9-4376-45c5-86e3-89698859948a') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:08.769145 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-26f5f74c-4df4-4287-9f5f-f30bbb6764d2 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea97dfc9-4376-45c5-86e3-89698859948a') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:08.786151 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-26f5f74c-4df4-4287-9f5f-f30bbb6764d2 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (ea97dfc9-4376-45c5-86e3-89698859948a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:08.791300 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e41eb-b0f6-4cb0-a7d2-370e0461234f req-8d8e3424-8fdd-4328-9317-5a1f4a99d6aa tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:08.800472 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c7e41eb-b0f6-4cb0-a7d2-370e0461234f req-8d8e3424-8fdd-4328-9317-5a1f4a99d6aa tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 944 time: 0.1812992 Feb 07 21:04:08.811391 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-26f5f74c-4df4-4287-9f5f-f30bbb6764d2 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (ea97dfc9-4376-45c5-86e3-89698859948a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:08.826951 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f5f74c-4df4-4287-9f5f-f30bbb6764d2 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:04:08.827360 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-26f5f74c-4df4-4287-9f5f-f30bbb6764d2 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (ea97dfc9-4376-45c5-86e3-89698859948a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: self.session.flush() Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: self.session.flush() Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: self.session.flush() Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: self.session.flush() Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:04:08.831080 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:04:08.852225 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-89146966-b4bf-426a-84cb-9ef5bef60d88 req-8b13941e-92d0-4a3d-94b1-bd4e2f330ef9 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490912 Feb 07 21:04:08.906832 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c7e41eb-b0f6-4cb0-a7d2-370e0461234f req-96073e39-6086-4152-a5ab-399195ba5f16 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007228 Feb 07 21:04:08.934464 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-11743216-643d-42e5-8f54-1e0ba12f4ee3 admin admin] Deleting port 45c5c427-6cf3-4dd6-b88b-18243026e726 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:04:08.935956 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2befebe4-7a0c-42a7-8d95-0d2f21812d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8471f3a0-c73f-43e5-befc-743d8601602a', 'name': 'tempest-ServersTestMultiNic-1767300012-router', 'tenant_id': 'a3b2daf220a74f4a903969f6214c990a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '45c5c427-6cf3-4dd6-b88b-18243026e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:47Z', 'updated_at': '2022-02-07T21:04:05Z', 'revision_number': 5, 'project_id': 'a3b2daf220a74f4a903969f6214c990a', 'gw_port': {'id': '45c5c427-6cf3-4dd6-b88b-18243026e726', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8471f3a0-c73f-43e5-befc-743d8601602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:49Z', 'updated_at': '2022-02-07T21:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:08.940091 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11743216-643d-42e5-8f54-1e0ba12f4ee3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (45c5c427-6cf3-4dd6-b88b-18243026e726), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:08.949210 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-26f5f74c-4df4-4287-9f5f-f30bbb6764d2 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (90862b95-fbfb-44ea-97b3-6515828b524a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:08.958362 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-26f5f74c-4df4-4287-9f5f-f30bbb6764d2 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:08.967015 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-26f5f74c-4df4-4287-9f5f-f30bbb6764d2 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] 10.222.0.65 "DELETE /v2.0/networks/90862b95-fbfb-44ea-97b3-6515828b524a HTTP/1.1" status: 204 len: 168 time: 2.1841269 Feb 07 21:04:08.990299 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48486) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:09.023675 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5f74c-4df4-4287-9f5f-f30bbb6764d2 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Pushing event deleted for resources: {'Network': ['ID=90862b95-fbfb-44ea-97b3-6515828b524a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:09.097174 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-cfc72e9e-0e2e-49a1-a97f-39c3d67ddd44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7cff024-a85a-4851-a39c-7071ffcfad38 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:04:09.109580 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-cfc72e9e-0e2e-49a1-a97f-39c3d67ddd44 service neutron] Publish callbacks [] for port (e7cff024-a85a-4851-a39c-7071ffcfad38), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:09.145507 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2220c9c-d202-42d3-9360-6f0d6e24f476 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (cbbecb8a-86d2-41a0-862b-c31669559949), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:09.148719 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-cfc72e9e-0e2e-49a1-a97f-39c3d67ddd44 service neutron] Transition to ACTIVE for port object e7cff024-a85a-4851-a39c-7071ffcfad38 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:04:09.160026 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-cfc72e9e-0e2e-49a1-a97f-39c3d67ddd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (e7cff024-a85a-4851-a39c-7071ffcfad38), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:09.169799 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2befebe4-7a0c-42a7-8d95-0d2f21812d0e None None] The sync data for ids ['8471f3a0-c73f-43e5-befc-743d8601602a'] in n-d-828185-2 is: [{'id': '8471f3a0-c73f-43e5-befc-743d8601602a', 'name': 'tempest-ServersTestMultiNic-1767300012-router', 'tenant_id': 'a3b2daf220a74f4a903969f6214c990a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '45c5c427-6cf3-4dd6-b88b-18243026e726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:47Z', 'updated_at': '2022-02-07T21:04:05Z', 'revision_number': 5, 'project_id': 'a3b2daf220a74f4a903969f6214c990a', 'gw_port': {'id': '45c5c427-6cf3-4dd6-b88b-18243026e726', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8471f3a0-c73f-43e5-befc-743d8601602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:49Z', 'updated_at': '2022-02-07T21:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:04:09.174430 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 4ae8e80e-e020-4e40-ac84-d9632773ad9a no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:04:09.213832 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 4ae8e80e-e020-4e40-ac84-d9632773ad9a {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:04:09.214216 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 4ae8e80e-e020-4e40-ac84-d9632773ad9a not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:04:09.222270 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d1b74f85-6078-44db-b704-1eed24ebef9e req-1164495f-020c-42ab-bcbc-c0418ba213ec tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/floatingips/4f12c7f2-41f6-4459-835b-209a60e44e15 HTTP/1.1" status: 200 len: 692 time: 0.3077340 Feb 07 21:04:09.309671 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc72e9e-0e2e-49a1-a97f-39c3d67ddd44 service neutron] Pushing event updated for resources: {'Port': ['ID=e7cff024-a85a-4851-a39c-7071ffcfad38,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:09.330957 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2220c9c-d202-42d3-9360-6f0d6e24f476 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (cbbecb8a-86d2-41a0-862b-c31669559949), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:09.353577 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187aa2e7-a4a5-44df-94e6-7be11c496e30 req-06c90797-9a11-48a6-84bd-3d43a220b392 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:09.365393 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187aa2e7-a4a5-44df-94e6-7be11c496e30 req-06c90797-9a11-48a6-84bd-3d43a220b392 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:09.371520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187aa2e7-a4a5-44df-94e6-7be11c496e30 req-06c90797-9a11-48a6-84bd-3d43a220b392 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:09.376799 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187aa2e7-a4a5-44df-94e6-7be11c496e30 req-06c90797-9a11-48a6-84bd-3d43a220b392 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:09.381504 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-d2220c9c-d202-42d3-9360-6f0d6e24f476 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbbecb8a-86d2-41a0-862b-c31669559949']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:09.382124 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187aa2e7-a4a5-44df-94e6-7be11c496e30 req-06c90797-9a11-48a6-84bd-3d43a220b392 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:09.387925 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187aa2e7-a4a5-44df-94e6-7be11c496e30 req-06c90797-9a11-48a6-84bd-3d43a220b392 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:09.393304 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187aa2e7-a4a5-44df-94e6-7be11c496e30 req-06c90797-9a11-48a6-84bd-3d43a220b392 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:09.396930 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-d2220c9c-d202-42d3-9360-6f0d6e24f476 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b96f5d96-585a-4326-a677-e234dbc838eb') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:09.397233 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-d2220c9c-d202-42d3-9360-6f0d6e24f476 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b96f5d96-585a-4326-a677-e234dbc838eb') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:09.401168 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-187aa2e7-a4a5-44df-94e6-7be11c496e30 req-06c90797-9a11-48a6-84bd-3d43a220b392 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5405 time: 0.2848654 Feb 07 21:04:09.409106 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2220c9c-d202-42d3-9360-6f0d6e24f476 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (b96f5d96-585a-4326-a677-e234dbc838eb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:09.429111 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2220c9c-d202-42d3-9360-6f0d6e24f476 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (b96f5d96-585a-4326-a677-e234dbc838eb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:09.435712 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b74f85-6078-44db-b704-1eed24ebef9e req-7807ecd9-520c-4e5c-a15b-7e652457f8e5 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:09.437151 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d1b74f85-6078-44db-b704-1eed24ebef9e req-7807ecd9-520c-4e5c-a15b-7e652457f8e5 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 784 time: 0.2064221 Feb 07 21:04:09.437961 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2220c9c-d202-42d3-9360-6f0d6e24f476 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:04:09.439781 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2220c9c-d202-42d3-9360-6f0d6e24f476 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (b96f5d96-585a-4326-a677-e234dbc838eb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:09.504186 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-187aa2e7-a4a5-44df-94e6-7be11c496e30 req-6ffabf46-0b70-449a-bf7d-ecd2913c7afc tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0927672 Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:04:09.522580 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:04:09.544567 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2220c9c-d202-42d3-9360-6f0d6e24f476 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (cbbecb8a-86d2-41a0-862b-c31669559949), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:09.553201 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2220c9c-d202-42d3-9360-6f0d6e24f476 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:09.556907 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d2220c9c-d202-42d3-9360-6f0d6e24f476 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] 10.222.0.65 "DELETE /v2.0/networks/cbbecb8a-86d2-41a0-862b-c31669559949 HTTP/1.1" status: 204 len: 168 time: 0.5636570 Feb 07 21:04:09.571342 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48488) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:09.594519 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-11743216-643d-42e5-8f54-1e0ba12f4ee3 admin admin] For port 45c5c427-6cf3-4dd6-b88b-18243026e726, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=45c5c427-6cf3-4dd6-b88b-18243026e726,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:09.595425 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11743216-643d-42e5-8f54-1e0ba12f4ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (45c5c427-6cf3-4dd6-b88b-18243026e726), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:09.608989 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-cfc72e9e-0e2e-49a1-a97f-39c3d67ddd44 service neutron] Attempting to bind port e7cff024-a85a-4851-a39c-7071ffcfad38 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:04:09.609388 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-cfc72e9e-0e2e-49a1-a97f-39c3d67ddd44 service neutron] Attempting to bind port e7cff024-a85a-4851-a39c-7071ffcfad38 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'aa498974-eb55-4cf2-b241-7a523af5342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ebc0550f-ec6c-4d64-9bd7-6031c005d00f'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:04:09.609861 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-cfc72e9e-0e2e-49a1-a97f-39c3d67ddd44 service neutron] Attempting to bind port e7cff024-a85a-4851-a39c-7071ffcfad38 on network ebc0550f-ec6c-4d64-9bd7-6031c005d00f {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:09.620951 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d1b74f85-6078-44db-b704-1eed24ebef9e req-76e0d5ee-ed14-4a30-b308-45c060826c0b tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.85 HTTP/1.1" status: 200 len: 695 time: 0.1457403 Feb 07 21:04:09.641577 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-11743216-643d-42e5-8f54-1e0ba12f4ee3 admin admin] Calling delete_port for 45c5c427-6cf3-4dd6-b88b-18243026e726 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:04:09.647584 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-cfc72e9e-0e2e-49a1-a97f-39c3d67ddd44 service neutron] Port e7cff024-a85a-4851-a39c-7071ffcfad38 on network ebc0550f-ec6c-4d64-9bd7-6031c005d00f not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:04:09.647891 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-cfc72e9e-0e2e-49a1-a97f-39c3d67ddd44 service neutron] Attempting to bind port e7cff024-a85a-4851-a39c-7071ffcfad38 on network ebc0550f-ec6c-4d64-9bd7-6031c005d00f {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:09.650018 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2220c9c-d202-42d3-9360-6f0d6e24f476 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Pushing event deleted for resources: {'Network': ['ID=cbbecb8a-86d2-41a0-862b-c31669559949,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:09.659923 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-cfc72e9e-0e2e-49a1-a97f-39c3d67ddd44 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:04:09.660262 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-cfc72e9e-0e2e-49a1-a97f-39c3d67ddd44 service neutron] Checking segment: {'id': 'aa498974-eb55-4cf2-b241-7a523af5342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ebc0550f-ec6c-4d64-9bd7-6031c005d00f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:09.660735 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-cfc72e9e-0e2e-49a1-a97f-39c3d67ddd44 service neutron] Bound using segment: {'id': 'aa498974-eb55-4cf2-b241-7a523af5342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ebc0550f-ec6c-4d64-9bd7-6031c005d00f'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:04:09.661175 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-cfc72e9e-0e2e-49a1-a97f-39c3d67ddd44 service neutron] Bound port: e7cff024-a85a-4851-a39c-7071ffcfad38, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa498974-eb55-4cf2-b241-7a523af5342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ebc0550f-ec6c-4d64-9bd7-6031c005d00f'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:04:09.661536 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-cfc72e9e-0e2e-49a1-a97f-39c3d67ddd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e7cff024-a85a-4851-a39c-7071ffcfad38), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:09.724068 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d1b74f85-6078-44db-b704-1eed24ebef9e req-c5d0675a-aa93-431f-93a4-6e48289784bd tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.85 HTTP/1.1" status: 200 len: 695 time: 0.1018376 Feb 07 21:04:09.729310 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e268927-e80b-4b69-96ed-64b0a5745673 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (39bfdf87-c1b2-4b25-9d9e-b59a20a3f512), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:09.755717 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'tag': '33d1cecb-2bd0-482f-a974-ac7393b2494e'}, {'name': 'network-changed', 'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'tag': '3043459a-2405-4dea-b3d1-7dd8ddc763c7'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:04:09.758369 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896" -d '{"events": [{"name": "network-changed", "server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "tag": "33d1cecb-2bd0-482f-a974-ac7393b2494e"}, {"name": "network-changed", "server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "tag": "3043459a-2405-4dea-b3d1-7dd8ddc763c7"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:04:09.812863 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-cfc72e9e-0e2e-49a1-a97f-39c3d67ddd44 service neutron] For port e7cff024-a85a-4851-a39c-7071ffcfad38, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:04:10.077222 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-d1b74f85-6078-44db-b704-1eed24ebef9e req-3d152a8f-72c1-42b1-9b85-04c94af77315 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Deleting port f19fedb0-9d49-47a3-b04f-03b3e99a15e9 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:04:10.077602 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d1b74f85-6078-44db-b704-1eed24ebef9e req-3d152a8f-72c1-42b1-9b85-04c94af77315 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f19fedb0-9d49-47a3-b04f-03b3e99a15e9), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:10.167628 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11743216-643d-42e5-8f54-1e0ba12f4ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (45c5c427-6cf3-4dd6-b88b-18243026e726), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:10.217969 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11743216-643d-42e5-8f54-1e0ba12f4ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=45c5c427-6cf3-4dd6-b88b-18243026e726,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:10.223175 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Feb 2022 21:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eaa2d30-7ff8-4e2b-bb11-76e7495037c0 x-openstack-request-id: req-3eaa2d30-7ff8-4e2b-bb11-76e7495037c0 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:04:10.223555 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "tag": "33d1cecb-2bd0-482f-a974-ac7393b2494e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "tag": "3043459a-2405-4dea-b3d1-7dd8ddc763c7", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:04:10.223810 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3eaa2d30-7ff8-4e2b-bb11-76e7495037c0 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:04:10.224122 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'tag': '33d1cecb-2bd0-482f-a974-ac7393b2494e', 'status': 'completed', 'code': 200} Feb 07 21:04:10.224382 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'tag': '3043459a-2405-4dea-b3d1-7dd8ddc763c7', 'status': 'completed', 'code': 200} Feb 07 21:04:10.250128 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-cfc72e9e-0e2e-49a1-a97f-39c3d67ddd44 service neutron] For port e7cff024-a85a-4851-a39c-7071ffcfad38, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e7cff024-a85a-4851-a39c-7071ffcfad38,segment=NetworkSegment(aa498974-eb55-4cf2-b241-7a523af5342d),segment_id=aa498974-eb55-4cf2-b241-7a523af5342d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:04:10.275817 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-cfc72e9e-0e2e-49a1-a97f-39c3d67ddd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (e7cff024-a85a-4851-a39c-7071ffcfad38), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:10.279023 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e268927-e80b-4b69-96ed-64b0a5745673 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (39bfdf87-c1b2-4b25-9d9e-b59a20a3f512), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:10.315287 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90c44a-e8c1-4cd1-874e-0c0b5f53d5ed req-2747cb28-3730-432e-9f47-709f1db717a8 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:10.322969 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7c90c44a-e8c1-4cd1-874e-0c0b5f53d5ed req-2747cb28-3730-432e-9f47-709f1db717a8 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b225880-5473-4ab3-95c2-17feabaacc74 HTTP/1.1" status: 200 len: 946 time: 0.2487302 Feb 07 21:04:10.337911 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-5e268927-e80b-4b69-96ed-64b0a5745673 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39bfdf87-c1b2-4b25-9d9e-b59a20a3f512']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:10.342780 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d1b74f85-6078-44db-b704-1eed24ebef9e req-3d152a8f-72c1-42b1-9b85-04c94af77315 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f19fedb0-9d49-47a3-b04f-03b3e99a15e9), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:10.343113 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d1b74f85-6078-44db-b704-1eed24ebef9e req-3d152a8f-72c1-42b1-9b85-04c94af77315 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks [] for floatingip (f19fedb0-9d49-47a3-b04f-03b3e99a15e9), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:10.357671 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-5e268927-e80b-4b69-96ed-64b0a5745673 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31e98ca8-e8ff-44f0-838a-13530ba13694') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:10.358329 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-5e268927-e80b-4b69-96ed-64b0a5745673 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31e98ca8-e8ff-44f0-838a-13530ba13694') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:10.366754 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-d1b74f85-6078-44db-b704-1eed24ebef9e req-3d152a8f-72c1-42b1-9b85-04c94af77315 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Calling delete_port for f19fedb0-9d49-47a3-b04f-03b3e99a15e9 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:04:10.373462 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11743216-643d-42e5-8f54-1e0ba12f4ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (8471f3a0-c73f-43e5-befc-743d8601602a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:10.417186 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e268927-e80b-4b69-96ed-64b0a5745673 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (31e98ca8-e8ff-44f0-838a-13530ba13694), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:10.426571 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48502) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:10.427420 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc72e9e-0e2e-49a1-a97f-39c3d67ddd44 service neutron] Pushing event updated for resources: {'Port': ['ID=e7cff024-a85a-4851-a39c-7071ffcfad38,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:10.434933 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-cfc72e9e-0e2e-49a1-a97f-39c3d67ddd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:10.435554 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-cfc72e9e-0e2e-49a1-a97f-39c3d67ddd44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:10.437108 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-cfc72e9e-0e2e-49a1-a97f-39c3d67ddd44 service neutron] 10.222.0.69 "PUT /v2.0/ports/e7cff024-a85a-4851-a39c-7071ffcfad38 HTTP/1.1" status: 200 len: 1091 time: 2.4246545 Feb 07 21:04:10.443105 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896 req-fc8a3ee2-4742-48a7-9eb4-76f997052c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:10.443577 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896 req-fc8a3ee2-4742-48a7-9eb4-76f997052c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:10.444038 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896 req-fc8a3ee2-4742-48a7-9eb4-76f997052c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:10.444513 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896 req-fc8a3ee2-4742-48a7-9eb4-76f997052c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:10.444963 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896 req-fc8a3ee2-4742-48a7-9eb4-76f997052c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:10.445415 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896 req-fc8a3ee2-4742-48a7-9eb4-76f997052c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:10.445862 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896 req-fc8a3ee2-4742-48a7-9eb4-76f997052c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:10.447860 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896 req-fc8a3ee2-4742-48a7-9eb4-76f997052c83 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32ff56f8fd43451781a008978e4679d6&device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 6562 time: 0.2379093 Feb 07 21:04:10.481444 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e268927-e80b-4b69-96ed-64b0a5745673 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (31e98ca8-e8ff-44f0-838a-13530ba13694), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:10.489567 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-4c8c561b-b809-4a60-b23b-5d590e078992 service neutron] Request body: {'port': {'device_id': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:10.557394 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7c90c44a-e8c1-4cd1-874e-0c0b5f53d5ed req-55e73df1-e807-4f83-8c98-4c16f4ad3849 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/security-groups?id=82b97d36-caa2-4fd0-8c84-e78bd09b7259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334499 Feb 07 21:04:10.566268 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e268927-e80b-4b69-96ed-64b0a5745673 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:04:10.566672 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e268927-e80b-4b69-96ed-64b0a5745673 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (31e98ca8-e8ff-44f0-838a-13530ba13694), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:04:10.599888 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:04:10.685124 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-812f2822-3133-42ca-a371-117ce087d384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:10.762507 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896 req-1486866e-6d90-47b6-ad02-65c8a3dadd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:10.762507 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896 req-1486866e-6d90-47b6-ad02-65c8a3dadd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:10.763203 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896 req-1486866e-6d90-47b6-ad02-65c8a3dadd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:10.764568 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896 req-1486866e-6d90-47b6-ad02-65c8a3dadd32 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=32ff56f8fd43451781a008978e4679d6&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3085420 Feb 07 21:04:10.768565 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11743216-643d-42e5-8f54-1e0ba12f4ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (8471f3a0-c73f-43e5-befc-743d8601602a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:10.775684 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-4c8c561b-b809-4a60-b23b-5d590e078992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5ab0c0e0-34fd-478c-a047-ef89d9aacd38), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:10.777327 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11743216-643d-42e5-8f54-1e0ba12f4ee3 admin admin] Publish callbacks [] for router_controller (8471f3a0-c73f-43e5-befc-743d8601602a), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:10.832763 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-7db2596a-af4d-4a48-a542-b496e8a507d1 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:10.834335 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-7db2596a-af4d-4a48-a542-b496e8a507d1 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4&tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&binding%3Ahost_id=n-h1-828185-2 HTTP/1.1" status: 200 len: 1126 time: 0.1368997 Feb 07 21:04:10.848424 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e268927-e80b-4b69-96ed-64b0a5745673 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (39bfdf87-c1b2-4b25-9d9e-b59a20a3f512), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:10.863331 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e268927-e80b-4b69-96ed-64b0a5745673 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:10.866952 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5e268927-e80b-4b69-96ed-64b0a5745673 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] 10.222.0.65 "DELETE /v2.0/networks/39bfdf87-c1b2-4b25-9d9e-b59a20a3f512 HTTP/1.1" status: 204 len: 168 time: 1.2943220 Feb 07 21:04:10.879643 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32f319-1947-4653-a2a2-c50f82416dc5 req-d742a32f-d180-40a0-8a21-7fb87317c409 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:10.881720 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e32f319-1947-4653-a2a2-c50f82416dc5 req-d742a32f-d180-40a0-8a21-7fb87317c409 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 946 time: 0.1831195 Feb 07 21:04:10.889818 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48508) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:10.935709 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e268927-e80b-4b69-96ed-64b0a5745673 tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Pushing event deleted for resources: {'Network': ['ID=39bfdf87-c1b2-4b25-9d9e-b59a20a3f512,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:11.023667 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11743216-643d-42e5-8f54-1e0ba12f4ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (8471f3a0-c73f-43e5-befc-743d8601602a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:11.024186 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11743216-643d-42e5-8f54-1e0ba12f4ee3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8471f3a0-c73f-43e5-befc-743d8601602a {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:04:11.030813 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 48d69c8c-5927-4503-84cb-010068f47224 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:04:11.035649 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896 req-be5f7a38-0ccf-42f5-92ec-34f8ff38c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:11.037165 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896 req-be5f7a38-0ccf-42f5-92ec-34f8ff38c9bb service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2591412 Feb 07 21:04:11.046081 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11743216-643d-42e5-8f54-1e0ba12f4ee3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:11.047241 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-11743216-643d-42e5-8f54-1e0ba12f4ee3 admin admin] 10.222.0.65 "DELETE /v2.0/routers/8471f3a0-c73f-43e5-befc-743d8601602a HTTP/1.1" status: 204 len: 168 time: 3.0233285 Feb 07 21:04:11.058594 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48510) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:11.078623 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 48d69c8c-5927-4503-84cb-010068f47224 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:04:11.079336 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 48d69c8c-5927-4503-84cb-010068f47224 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:04:11.159098 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-f7e9d706-9cd7-4dda-99ec-fd076bbe63db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:11.160791 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-f7e9d706-9cd7-4dda-99ec-fd076bbe63db service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4&tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a HTTP/1.1" status: 200 len: 1126 time: 0.2779117 Feb 07 21:04:11.165320 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7243fe8-acf9-40a8-8dd1-848d1ba2a56b tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (56dc6ff9-c43a-4007-a599-69716e457bb5), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:11.197338 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e32f319-1947-4653-a2a2-c50f82416dc5 req-98c47120-2fa1-4ada-81ce-de7583d21f88 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835159 Feb 07 21:04:11.207034 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d1b74f85-6078-44db-b704-1eed24ebef9e req-3d152a8f-72c1-42b1-9b85-04c94af77315 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f19fedb0-9d49-47a3-b04f-03b3e99a15e9), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:11.215959 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-db28e893-69e5-4afe-942d-0580b769a797 admin admin] Deleting subnet 30ff35a5-aef9-47c7-be96-003451103897 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:04:11.230561 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db28e893-69e5-4afe-942d-0580b769a797 admin admin] Publish callbacks [] for subnet (30ff35a5-aef9-47c7-be96-003451103897), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:11.290283 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d152a8f-72c1-42b1-9b85-04c94af77315 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Pushing event deleted for resources: {'Port': ['ID=f19fedb0-9d49-47a3-b04f-03b3e99a15e9,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:11.328437 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896 req-09424121-1b7c-40f8-bc8a-3659dc138a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:11.328928 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896 req-09424121-1b7c-40f8-bc8a-3659dc138a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:11.329532 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896 req-09424121-1b7c-40f8-bc8a-3659dc138a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:11.329992 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896 req-09424121-1b7c-40f8-bc8a-3659dc138a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:11.330462 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896 req-09424121-1b7c-40f8-bc8a-3659dc138a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:11.330928 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896 req-09424121-1b7c-40f8-bc8a-3659dc138a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:11.331746 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896 req-09424121-1b7c-40f8-bc8a-3659dc138a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:11.333411 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896 req-09424121-1b7c-40f8-bc8a-3659dc138a52 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32ff56f8fd43451781a008978e4679d6&device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 6605 time: 0.2198281 Feb 07 21:04:11.338502 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db28e893-69e5-4afe-942d-0580b769a797 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (30ff35a5-aef9-47c7-be96-003451103897), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:11.386793 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-812f2822-3133-42ca-a371-117ce087d384 admin admin] Publish callbacks [] for security_group (e2e0cbb1-fd10-492c-982c-06338f91e153), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:11.398087 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-fb1e3226-4e1b-4b89-8182-664ab6da476c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:11.398691 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-fb1e3226-4e1b-4b89-8182-664ab6da476c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 1126 time: 0.1982388 Feb 07 21:04:11.430179 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-812f2822-3133-42ca-a371-117ce087d384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e2e0cbb1-fd10-492c-982c-06338f91e153), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:11.552071 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-812f2822-3133-42ca-a371-117ce087d384 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b44c7f1bcbf642b0a975737cfb00548a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1214151 Feb 07 21:04:11.552790 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f2822-3133-42ca-a371-117ce087d384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e0cbb1-fd10-492c-982c-06338f91e153,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:11.557234 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48512) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:11.597566 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-4c8c561b-b809-4a60-b23b-5d590e078992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ab0c0e0-34fd-478c-a047-ef89d9aacd38 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:04:11.627978 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-4c8c561b-b809-4a60-b23b-5d590e078992 service neutron] Publish callbacks [] for port (5ab0c0e0-34fd-478c-a047-ef89d9aacd38), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:11.645473 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db28e893-69e5-4afe-942d-0580b769a797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (30ff35a5-aef9-47c7-be96-003451103897), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:11.706295 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896 req-b1382c57-9fec-43b3-904d-d16ee1f09bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:11.707061 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896 req-b1382c57-9fec-43b3-904d-d16ee1f09bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:11.707525 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896 req-b1382c57-9fec-43b3-904d-d16ee1f09bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:11.709358 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896 req-b1382c57-9fec-43b3-904d-d16ee1f09bfa service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=32ff56f8fd43451781a008978e4679d6&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3654027 Feb 07 21:04:11.715006 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-4c8c561b-b809-4a60-b23b-5d590e078992 service neutron] Transition to ACTIVE for port object 5ab0c0e0-34fd-478c-a047-ef89d9aacd38 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:04:11.749810 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-4c8c561b-b809-4a60-b23b-5d590e078992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (5ab0c0e0-34fd-478c-a047-ef89d9aacd38), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:11.840443 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d1b74f85-6078-44db-b704-1eed24ebef9e req-3d152a8f-72c1-42b1-9b85-04c94af77315 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks [] for floatingip (4f12c7f2-41f6-4459-835b-209a60e44e15), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:11.842323 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fe56380-cfb7-4a78-b482-601492542a33 admin admin] Publish callbacks [] for security_group (e2e0cbb1-fd10-492c-982c-06338f91e153), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:11.855427 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d1b74f85-6078-44db-b704-1eed24ebef9e req-3d152a8f-72c1-42b1-9b85-04c94af77315 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:11.856632 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d1b74f85-6078-44db-b704-1eed24ebef9e req-3d152a8f-72c1-42b1-9b85-04c94af77315 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "DELETE /v2.0/floatingips/4f12c7f2-41f6-4459-835b-209a60e44e15 HTTP/1.1" status: 204 len: 173 time: 2.0891485 Feb 07 21:04:11.891737 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7243fe8-acf9-40a8-8dd1-848d1ba2a56b tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (56dc6ff9-c43a-4007-a599-69716e457bb5), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:11.921977 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807e318-20b2-47ad-b653-41a9c84e0d2c req-ccd1b80a-fb53-4333-97cf-baccd5b527a4 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:11.930134 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e807e318-20b2-47ad-b653-41a9c84e0d2c req-ccd1b80a-fb53-4333-97cf-baccd5b527a4 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 944 time: 0.6121306 Feb 07 21:04:11.942138 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fe56380-cfb7-4a78-b482-601492542a33 admin admin] Publish callbacks [] for security_group (e2e0cbb1-fd10-492c-982c-06338f91e153), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:11.945421 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db28e893-69e5-4afe-942d-0580b769a797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (30ff35a5-aef9-47c7-be96-003451103897), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:11.954331 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c561b-b809-4a60-b23b-5d590e078992 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab0c0e0-34fd-478c-a047-ef89d9aacd38,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:11.972538 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-a7243fe8-acf9-40a8-8dd1-848d1ba2a56b tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56dc6ff9-c43a-4007-a599-69716e457bb5']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:11.995014 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b37e0c-bee7-453b-8d24-5b8619b3fc3a None None] Network 5e864af6-a3bf-4481-a9f6-e65eac41b844 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:04:12.023126 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28e893-69e5-4afe-942d-0580b769a797 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30ff35a5-aef9-47c7-be96-003451103897,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:12.023459 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-a7243fe8-acf9-40a8-8dd1-848d1ba2a56b tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025a071f-4d8f-4b61-8f33-23265c9669a5') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:12.023989 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-a7243fe8-acf9-40a8-8dd1-848d1ba2a56b tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025a071f-4d8f-4b61-8f33-23265c9669a5') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:12.025657 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db28e893-69e5-4afe-942d-0580b769a797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:12.033379 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-db28e893-69e5-4afe-942d-0580b769a797 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/30ff35a5-aef9-47c7-be96-003451103897 HTTP/1.1" status: 204 len: 168 time: 0.9731908 Feb 07 21:04:12.040716 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48518) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:12.077765 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896 req-84987eea-fbb3-4dd1-8326-9f7853d5565b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:12.079352 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a9313631-8ef9-4b7f-ba81-53c2e3c3b896 req-84987eea-fbb3-4dd1-8326-9f7853d5565b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3626232 Feb 07 21:04:12.092531 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7243fe8-acf9-40a8-8dd1-848d1ba2a56b tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (025a071f-4d8f-4b61-8f33-23265c9669a5), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:12.146739 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-4c8c561b-b809-4a60-b23b-5d590e078992 service neutron] Attempting to bind port 5ab0c0e0-34fd-478c-a047-ef89d9aacd38 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:04:12.147170 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-4c8c561b-b809-4a60-b23b-5d590e078992 service neutron] Attempting to bind port 5ab0c0e0-34fd-478c-a047-ef89d9aacd38 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'aa498974-eb55-4cf2-b241-7a523af5342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ebc0550f-ec6c-4d64-9bd7-6031c005d00f'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:04:12.147502 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-4c8c561b-b809-4a60-b23b-5d590e078992 service neutron] Attempting to bind port 5ab0c0e0-34fd-478c-a047-ef89d9aacd38 on network ebc0550f-ec6c-4d64-9bd7-6031c005d00f {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:12.156202 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-4c8c561b-b809-4a60-b23b-5d590e078992 service neutron] Port 5ab0c0e0-34fd-478c-a047-ef89d9aacd38 on network ebc0550f-ec6c-4d64-9bd7-6031c005d00f not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:04:12.156667 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-4c8c561b-b809-4a60-b23b-5d590e078992 service neutron] Attempting to bind port 5ab0c0e0-34fd-478c-a047-ef89d9aacd38 on network ebc0550f-ec6c-4d64-9bd7-6031c005d00f {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:12.159691 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-5958182a-54e7-4c0c-81e1-2236d3c985a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:12.163889 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-5958182a-54e7-4c0c-81e1-2236d3c985a2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 909 time: 0.7506926 Feb 07 21:04:12.168139 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-4c8c561b-b809-4a60-b23b-5d590e078992 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:04:12.168564 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-4c8c561b-b809-4a60-b23b-5d590e078992 service neutron] Checking segment: {'id': 'aa498974-eb55-4cf2-b241-7a523af5342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ebc0550f-ec6c-4d64-9bd7-6031c005d00f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:12.169048 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-4c8c561b-b809-4a60-b23b-5d590e078992 service neutron] Bound using segment: {'id': 'aa498974-eb55-4cf2-b241-7a523af5342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ebc0550f-ec6c-4d64-9bd7-6031c005d00f'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:04:12.169558 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-4c8c561b-b809-4a60-b23b-5d590e078992 service neutron] Bound port: 5ab0c0e0-34fd-478c-a047-ef89d9aacd38, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa498974-eb55-4cf2-b241-7a523af5342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ebc0550f-ec6c-4d64-9bd7-6031c005d00f'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:04:12.169916 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-4c8c561b-b809-4a60-b23b-5d590e078992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5ab0c0e0-34fd-478c-a047-ef89d9aacd38), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:12.171643 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7243fe8-acf9-40a8-8dd1-848d1ba2a56b tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (025a071f-4d8f-4b61-8f33-23265c9669a5), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:12.219050 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fe56380-cfb7-4a78-b482-601492542a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e2e0cbb1-fd10-492c-982c-06338f91e153), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:12.221590 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fe56380-cfb7-4a78-b482-601492542a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:12.225158 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4fe56380-cfb7-4a78-b482-601492542a33 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e2e0cbb1-fd10-492c-982c-06338f91e153 HTTP/1.1" status: 204 len: 168 time: 0.6572993 Feb 07 21:04:12.247117 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e807e318-20b2-47ad-b653-41a9c84e0d2c req-4a4e3662-3dac-4156-a549-d9c9d393fffc tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157694 Feb 07 21:04:12.252199 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7243fe8-acf9-40a8-8dd1-848d1ba2a56b tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:04:12.252676 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7243fe8-acf9-40a8-8dd1-848d1ba2a56b tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (025a071f-4d8f-4b61-8f33-23265c9669a5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:04:12.258074 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:04:12.267935 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'tag': 'e7cff024-a85a-4851-a39c-7071ffcfad38'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:04:12.277789 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-0ea8e4db-ac59-4faa-b2d1-1b59bf29b593 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=372e6712-1718-43c6-884a-34e911ef5f14 HTTP/1.1" status: 200 len: 217 time: 0.0992022 Feb 07 21:04:12.280300 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7724cb0-c8c1-4b98-8416-6d2f5989795c" -d '{"events": [{"name": "network-changed", "server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "tag": "e7cff024-a85a-4851-a39c-7071ffcfad38"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:04:12.330695 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e669a00-c410-4b03-8198-b6e44796da4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (5e864af6-a3bf-4481-a9f6-e65eac41b844), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:12.330882 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d383434-4459-4fc8-9add-c226306c559d None None] DHCP port deletion for 5e864af6-a3bf-4481-a9f6-e65eac41b844 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:04:12.337503 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe56380-cfb7-4a78-b482-601492542a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e0cbb1-fd10-492c-982c-06338f91e153,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:12.399249 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-4c8c561b-b809-4a60-b23b-5d590e078992 service neutron] For port 5ab0c0e0-34fd-478c-a047-ef89d9aacd38, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:04:12.405052 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-4c8c561b-b809-4a60-b23b-5d590e078992 service neutron] For port 5ab0c0e0-34fd-478c-a047-ef89d9aacd38, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=5ab0c0e0-34fd-478c-a047-ef89d9aacd38,segment=NetworkSegment(aa498974-eb55-4cf2-b241-7a523af5342d),segment_id=aa498974-eb55-4cf2-b241-7a523af5342d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:04:12.414113 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-4c8c561b-b809-4a60-b23b-5d590e078992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (5ab0c0e0-34fd-478c-a047-ef89d9aacd38), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:12.414611 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07929f27-ca93-451b-b957-24bd01c01b87 req-e3549d42-e55a-46e7-92b9-ee3321231ad7 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:12.420604 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07929f27-ca93-451b-b957-24bd01c01b87 req-e3549d42-e55a-46e7-92b9-ee3321231ad7 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:12.426644 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07929f27-ca93-451b-b957-24bd01c01b87 req-e3549d42-e55a-46e7-92b9-ee3321231ad7 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:12.431914 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07929f27-ca93-451b-b957-24bd01c01b87 req-e3549d42-e55a-46e7-92b9-ee3321231ad7 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:12.441544 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07929f27-ca93-451b-b957-24bd01c01b87 req-e3549d42-e55a-46e7-92b9-ee3321231ad7 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:12.444157 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07929f27-ca93-451b-b957-24bd01c01b87 req-e3549d42-e55a-46e7-92b9-ee3321231ad7 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:12.449726 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07929f27-ca93-451b-b957-24bd01c01b87 req-e3549d42-e55a-46e7-92b9-ee3321231ad7 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:12.451522 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07929f27-ca93-451b-b957-24bd01c01b87 req-e3549d42-e55a-46e7-92b9-ee3321231ad7 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5429 time: 0.4529753 Feb 07 21:04:12.460077 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-4c8c561b-b809-4a60-b23b-5d590e078992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:12.461506 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-4c8c561b-b809-4a60-b23b-5d590e078992 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:12.464620 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-4c8c561b-b809-4a60-b23b-5d590e078992 service neutron] 10.222.0.69 "PUT /v2.0/ports/5ab0c0e0-34fd-478c-a047-ef89d9aacd38 HTTP/1.1" status: 200 len: 1091 time: 1.9802830 Feb 07 21:04:12.491508 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2d383434-4459-4fc8-9add-c226306c559d None None] Deleting port ddf96afb-901d-40dc-80ef-4b632c4d61f4 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:04:12.491889 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2d383434-4459-4fc8-9add-c226306c559d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ddf96afb-901d-40dc-80ef-4b632c4d61f4), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:12.492912 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7243fe8-acf9-40a8-8dd1-848d1ba2a56b tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (56dc6ff9-c43a-4007-a599-69716e457bb5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:12.534756 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7243fe8-acf9-40a8-8dd1-848d1ba2a56b tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:12.538097 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a7243fe8-acf9-40a8-8dd1-848d1ba2a56b tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] 10.222.0.65 "DELETE /v2.0/networks/56dc6ff9-c43a-4007-a599-69716e457bb5 HTTP/1.1" status: 204 len: 168 time: 1.6490746 Feb 07 21:04:12.568067 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2d383434-4459-4fc8-9add-c226306c559d None None] For port ddf96afb-901d-40dc-80ef-4b632c4d61f4, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ddf96afb-901d-40dc-80ef-4b632c4d61f4,segment=NetworkSegment(60a053f1-f586-4f44-bf07-506636680126),segment_id=60a053f1-f586-4f44-bf07-506636680126)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:12.568658 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2d383434-4459-4fc8-9add-c226306c559d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ddf96afb-901d-40dc-80ef-4b632c4d61f4), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:12.599939 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2d383434-4459-4fc8-9add-c226306c559d None None] Calling delete_port for ddf96afb-901d-40dc-80ef-4b632c4d61f4 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:04:12.612151 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-e5d0acb8-6ac8-4a89-a0a2-b6f0437adf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:12.614607 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-e5d0acb8-6ac8-4a89-a0a2-b6f0437adf6b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=da67b52e-9fa9-4eda-bee9-de250f228011 HTTP/1.1" status: 200 len: 848 time: 0.3075151 Feb 07 21:04:12.648925 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7243fe8-acf9-40a8-8dd1-848d1ba2a56b tempest-BulkNetworkOpsIpV6Test-2047727553 tempest-BulkNetworkOpsIpV6Test-2047727553-project] Pushing event deleted for resources: {'Network': ['ID=56dc6ff9-c43a-4007-a599-69716e457bb5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:12.678190 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2668b4-2068-4c9b-997d-90178dac02a2 req-9bf0d5be-679c-4ffe-a42e-8c1ced895dac tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:12.680263 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7a2668b4-2068-4c9b-997d-90178dac02a2 req-9bf0d5be-679c-4ffe-a42e-8c1ced895dac tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b225880-5473-4ab3-95c2-17feabaacc74 HTTP/1.1" status: 200 len: 946 time: 0.2410336 Feb 07 21:04:12.703873 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c561b-b809-4a60-b23b-5d590e078992 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab0c0e0-34fd-478c-a047-ef89d9aacd38,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:12.706990 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2d383434-4459-4fc8-9add-c226306c559d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (ddf96afb-901d-40dc-80ef-4b632c4d61f4), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:12.719189 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-ad353c34-75e5-4b08-94c3-da5cefd96f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:12.726302 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-ad353c34-75e5-4b08-94c3-da5cefd96f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:12.726302 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-ad353c34-75e5-4b08-94c3-da5cefd96f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:12.726302 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-ad353c34-75e5-4b08-94c3-da5cefd96f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:12.726302 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-ad353c34-75e5-4b08-94c3-da5cefd96f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:12.726302 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-ad353c34-75e5-4b08-94c3-da5cefd96f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:12.726302 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-ad353c34-75e5-4b08-94c3-da5cefd96f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:12.728944 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-ad353c34-75e5-4b08-94c3-da5cefd96f9c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32ff56f8fd43451781a008978e4679d6&device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 6703 time: 0.1825275 Feb 07 21:04:12.779579 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d383434-4459-4fc8-9add-c226306c559d None None] No DVR routers for this DVR port ddf96afb-901d-40dc-80ef-4b632c4d61f4 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:04:12.799360 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d383434-4459-4fc8-9add-c226306c559d None None] Pushing event deleted for resources: {'Port': ['ID=ddf96afb-901d-40dc-80ef-4b632c4d61f4,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:12.821833 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-10943428-885a-4432-a187-4fcf48753d9d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6d967ae2-07ea-401e-8063-c085e3020e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1684206 Feb 07 21:04:12.866864 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-64865a30-a976-4db9-870b-93329ec796e1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=193bb83f-628c-4ce1-bd73-83ddaf07f72f HTTP/1.1" status: 200 len: 217 time: 0.1070697 Feb 07 21:04:12.918386 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39417580-11bf-4517-b8e2-3302ca3e84b2 req-eb2a6e7d-8ba9-4c84-8338-441bc05c14f2 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:12.922491 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-39417580-11bf-4517-b8e2-3302ca3e84b2 req-eb2a6e7d-8ba9-4c84-8338-441bc05c14f2 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b225880-5473-4ab3-95c2-17feabaacc74 HTTP/1.1" status: 200 len: 946 time: 0.5478590 Feb 07 21:04:12.937183 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-eeadda62-484d-49b0-9be0-0cb2341c9a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:12.938624 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-eeadda62-484d-49b0-9be0-0cb2341c9a03 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a20c386e-eebe-4f10-a5ee-5638c9eee3a7 HTTP/1.1" status: 200 len: 855 time: 0.0640595 Feb 07 21:04:12.967999 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48530) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:13.036708 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 45c5c427-6cf3-4dd6-b88b-18243026e726 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:04:13.041913 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-7a2668b4-2068-4c9b-997d-90178dac02a2 req-be8af716-95d5-4cd4-880a-735789ce0022 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Deleting port bfbc656a-2a6a-4b89-9a49-185f7cea4a2c {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:04:13.042382 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7a2668b4-2068-4c9b-997d-90178dac02a2 req-be8af716-95d5-4cd4-880a-735789ce0022 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (bfbc656a-2a6a-4b89-9a49-185f7cea4a2c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:13.066941 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 45c5c427-6cf3-4dd6-b88b-18243026e726 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:04:13.067641 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 45c5c427-6cf3-4dd6-b88b-18243026e726 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:04:13.068621 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ddf96afb-901d-40dc-80ef-4b632c4d61f4 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:04:13.095039 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: ddf96afb-901d-40dc-80ef-4b632c4d61f4 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:04:13.096508 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ddf96afb-901d-40dc-80ef-4b632c4d61f4 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:04:13.111762 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48534) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:13.121429 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf002328-c16c-45a4-9cb1-b02bdfd3a1a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:13.129612 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-d9902a8c-572c-47e3-94e6-4e8e6b25fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:13.131194 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-d9902a8c-572c-47e3-94e6-4e8e6b25fb17 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf97448-6b6a-4e23-8e75-a9e4b2610c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1586933 Feb 07 21:04:13.165160 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07929f27-ca93-451b-b957-24bd01c01b87 req-e4b5ed0f-2187-411a-8937-33bd857f21a4 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6954412 Feb 07 21:04:13.215284 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-7a2668b4-2068-4c9b-997d-90178dac02a2 req-be8af716-95d5-4cd4-880a-735789ce0022 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] For port bfbc656a-2a6a-4b89-9a49-185f7cea4a2c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=bfbc656a-2a6a-4b89-9a49-185f7cea4a2c,segment=NetworkSegment(47dad31d-c902-4743-8242-9049f1f64633),segment_id=47dad31d-c902-4743-8242-9049f1f64633)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:13.215664 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7a2668b4-2068-4c9b-997d-90178dac02a2 req-be8af716-95d5-4cd4-880a-735789ce0022 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (bfbc656a-2a6a-4b89-9a49-185f7cea4a2c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:13.349177 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-b47504e4-5144-434d-a639-5d6340dddd59 service neutron] 10.222.0.69 "GET /v2.0/networks/baf97448-6b6a-4e23-8e75-a9e4b2610c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089903 Feb 07 21:04:13.363286 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5e669a00-c410-4b03-8198-b6e44796da4e admin admin] Deleting port ddf96afb-901d-40dc-80ef-4b632c4d61f4 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:04:13.363641 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e669a00-c410-4b03-8198-b6e44796da4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ddf96afb-901d-40dc-80ef-4b632c4d61f4), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:13.377385 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-39417580-11bf-4517-b8e2-3302ca3e84b2 req-94e23f42-d06f-44af-ac87-cdf41cf9d01e tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/security-groups?id=82b97d36-caa2-4fd0-8c84-e78bd09b7259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3397591 Feb 07 21:04:13.439359 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-1987f4ed-365f-49e7-a5da-ed2f894ddf05 service neutron] 10.222.0.71 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802493 Feb 07 21:04:13.477401 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-195d8b44-62bf-40d9-bd07-f3b2fb23ee82 req-d9aa3bdd-a139-4c81-ba88-53d3fd634c74 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.59 HTTP/1.1" status: 200 len: 1000 time: 0.2584209 Feb 07 21:04:13.515417 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7a2668b4-2068-4c9b-997d-90178dac02a2 req-be8af716-95d5-4cd4-880a-735789ce0022 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:13.515861 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7a2668b4-2068-4c9b-997d-90178dac02a2 req-be8af716-95d5-4cd4-880a-735789ce0022 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (d0b168f3-d7a5-48a9-8608-ec394f445c96), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:13.516244 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [req-7a2668b4-2068-4c9b-997d-90178dac02a2 req-be8af716-95d5-4cd4-880a-735789ce0022 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Floating IP d0b168f3-d7a5-48a9-8608-ec394f445c96 disassociated. External IP: 172.25.4.206, port: bfbc656a-2a6a-4b89-9a49-185f7cea4a2c. Feb 07 21:04:13.516711 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-7a2668b4-2068-4c9b-997d-90178dac02a2 req-be8af716-95d5-4cd4-880a-735789ce0022 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Calling delete_port for bfbc656a-2a6a-4b89-9a49-185f7cea4a2c owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:04:13.588640 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-8ad4edff-9516-4976-9028-69f2325b29c5 service neutron] 10.222.0.69 "GET /v2.0/networks/baf97448-6b6a-4e23-8e75-a9e4b2610c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325599 Feb 07 21:04:13.611365 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5e669a00-c410-4b03-8198-b6e44796da4e admin admin] For port ddf96afb-901d-40dc-80ef-4b632c4d61f4, host n-d-828185-2, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:13.611737 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e669a00-c410-4b03-8198-b6e44796da4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ddf96afb-901d-40dc-80ef-4b632c4d61f4), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:13.621054 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3e1c7bb2-6e6b-455e-a1ff-0defba472113 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=21881fe801914e1e8a571a6c03f57e56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4983346 Feb 07 21:04:13.632376 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48540) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:13.644123 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a0af76bf-51d0-44a4-adfb-e8f9662ba22a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=3d3cfee9-12eb-4371-8962-0c904c15eaa6 HTTP/1.1" status: 200 len: 217 time: 0.0444903 Feb 07 21:04:13.656200 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5e669a00-c410-4b03-8198-b6e44796da4e admin admin] Calling delete_port for ddf96afb-901d-40dc-80ef-4b632c4d61f4 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:04:13.676559 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-5e669a00-c410-4b03-8198-b6e44796da4e admin admin] Port ddf96afb-901d-40dc-80ef-4b632c4d61f4 was not found and therefore no delete operation was performed {{(pid=103255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 21:04:13.695291 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d8b44-62bf-40d9-bd07-f3b2fb23ee82 req-bad05d21-f506-4c46-b3eb-1c543564b352 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:13.705110 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-195d8b44-62bf-40d9-bd07-f3b2fb23ee82 req-bad05d21-f506-4c46-b3eb-1c543564b352 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/ports/ce51bc02-3b1e-48df-8b1c-4d8326eab37b HTTP/1.1" status: 200 len: 942 time: 0.1982608 Feb 07 21:04:13.715609 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e669a00-c410-4b03-8198-b6e44796da4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ddf96afb-901d-40dc-80ef-4b632c4d61f4), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:13.729289 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-f5201883-e023-4307-b492-5653cf630979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:13.730803 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-f5201883-e023-4307-b492-5653cf630979 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da978d59-1631-401d-9c79-d75023f51df8 HTTP/1.1" status: 200 len: 797 time: 0.0765550 Feb 07 21:04:13.746232 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf002328-c16c-45a4-9cb1-b02bdfd3a1a4 admin admin] Publish callbacks [] for security_group (a802e414-a2a4-438e-92b0-0c016389efae), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:13.786593 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7a2668b4-2068-4c9b-997d-90178dac02a2 req-be8af716-95d5-4cd4-880a-735789ce0022 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (bfbc656a-2a6a-4b89-9a49-185f7cea4a2c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:13.795055 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf002328-c16c-45a4-9cb1-b02bdfd3a1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a802e414-a2a4-438e-92b0-0c016389efae), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:13.798615 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e669a00-c410-4b03-8198-b6e44796da4e admin admin] No DVR routers for this DVR port ddf96afb-901d-40dc-80ef-4b632c4d61f4 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:04:13.809822 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e669a00-c410-4b03-8198-b6e44796da4e admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf96afb-901d-40dc-80ef-4b632c4d61f4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:13.818524 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b442825-5a16-4ecb-b05a-e51e46408e60 req-f1db4740-0b3c-4d6c-94e9-413cdc2ed3eb tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:13.820022 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7b442825-5a16-4ecb-b05a-e51e46408e60 req-f1db4740-0b3c-4d6c-94e9-413cdc2ed3eb tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 946 time: 0.3457658 Feb 07 21:04:13.834402 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-245a2879-cd16-4327-9f1f-a1278a4b59f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:13.836776 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-245a2879-cd16-4327-9f1f-a1278a4b59f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1eeddcea-0d1c-4004-9be7-548b640cc6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0963829 Feb 07 21:04:13.842452 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8af716-95d5-4cd4-880a-735789ce0022 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Pushing event deleted for resources: {'Port': ['ID=bfbc656a-2a6a-4b89-9a49-185f7cea4a2c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:13.895480 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-59cbc4bf-ccaa-47af-a90f-005ae8f17556 service neutron] 10.222.0.71 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388702 Feb 07 21:04:13.932177 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf002328-c16c-45a4-9cb1-b02bdfd3a1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a802e414-a2a4-438e-92b0-0c016389efae,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:13.974418 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bf002328-c16c-45a4-9cb1-b02bdfd3a1a4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aa52c8155dd64da992d459e72e6c0978&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0027919 Feb 07 21:04:14.003401 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48544) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:14.004090 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c47ccfe-c42a-41c3-be18-ec12207083c0 admin admin] Publish callbacks [] for security_group (118cc618-92d2-4336-acf6-3b2ca6b58b3d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:14.044020 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-195d8b44-62bf-40d9-bd07-f3b2fb23ee82 req-a1b34bac-baa0-4368-a19e-f0c4d6a2ae16 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.59 HTTP/1.1" status: 200 len: 1000 time: 0.2645059 Feb 07 21:04:14.083945 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e669a00-c410-4b03-8198-b6e44796da4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (5e864af6-a3bf-4481-a9f6-e65eac41b844), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:14.136708 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c47ccfe-c42a-41c3-be18-ec12207083c0 admin admin] Publish callbacks [] for security_group (118cc618-92d2-4336-acf6-3b2ca6b58b3d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:14.203867 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-5e669a00-c410-4b03-8198-b6e44796da4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e864af6-a3bf-4481-a9f6-e65eac41b844']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:14.213073 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7b442825-5a16-4ecb-b05a-e51e46408e60 req-f8df65e6-cb41-432e-b1de-ad29d9506285 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489783 Feb 07 21:04:14.266530 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-5e669a00-c410-4b03-8198-b6e44796da4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a053f1-f586-4f44-bf07-506636680126') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:14.266818 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-5e669a00-c410-4b03-8198-b6e44796da4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a053f1-f586-4f44-bf07-506636680126') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:14.313218 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e669a00-c410-4b03-8198-b6e44796da4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (60a053f1-f586-4f44-bf07-506636680126), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:14.324948 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7b84f8-d489-4559-b56f-884adb139585 x-openstack-request-id: req-fa7b84f8-d489-4559-b56f-884adb139585 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:04:14.325505 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "tag": "e7cff024-a85a-4851-a39c-7071ffcfad38", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:04:14.325505 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fa7b84f8-d489-4559-b56f-884adb139585 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:04:14.326029 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'tag': 'e7cff024-a85a-4851-a39c-7071ffcfad38', 'status': 'completed', 'code': 200} Feb 07 21:04:14.367059 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e669a00-c410-4b03-8198-b6e44796da4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (60a053f1-f586-4f44-bf07-506636680126), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:14.394603 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df0d5026-34b9-4e65-ab49-7769ff3d0d36 admin admin] Publish callbacks [] for security_group (a802e414-a2a4-438e-92b0-0c016389efae), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:14.396928 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e669a00-c410-4b03-8198-b6e44796da4e admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:04:14.397359 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e669a00-c410-4b03-8198-b6e44796da4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (60a053f1-f586-4f44-bf07-506636680126), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:04:14.401914 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:04:14.406313 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-dffae564-2f6c-48e8-858b-da4947bf7690 service neutron] 10.222.0.69 "GET /v2.0/networks/1eeddcea-0d1c-4004-9be7-548b640cc6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595365 Feb 07 21:04:14.426975 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d8b44-62bf-40d9-bd07-f3b2fb23ee82 req-76ac1a60-7247-48a4-a485-a1fc9a53fcb2 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:14.428237 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-195d8b44-62bf-40d9-bd07-f3b2fb23ee82 req-76ac1a60-7247-48a4-a485-a1fc9a53fcb2 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 784 time: 0.3631523 Feb 07 21:04:14.464976 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a2668b4-2068-4c9b-997d-90178dac02a2 req-be8af716-95d5-4cd4-880a-735789ce0022 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Router 28036b59-4615-4f68-be11-3cf14c76bc78 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:04:14.518149 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c47ccfe-c42a-41c3-be18-ec12207083c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (118cc618-92d2-4336-acf6-3b2ca6b58b3d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:14.521120 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c47ccfe-c42a-41c3-be18-ec12207083c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:14.524590 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4c47ccfe-c42a-41c3-be18-ec12207083c0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/118cc618-92d2-4336-acf6-3b2ca6b58b3d HTTP/1.1" status: 204 len: 168 time: 0.8868806 Feb 07 21:04:14.524590 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-23ffbb3d-778d-4ff6-a8a5-2b6db9e795a9 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:14.525770 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-23ffbb3d-778d-4ff6-a8a5-2b6db9e795a9 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4&tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&binding%3Ahost_id=n-h2-828185-2 HTTP/1.1" status: 200 len: 1126 time: 0.3577526 Feb 07 21:04:14.579730 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df0d5026-34b9-4e65-ab49-7769ff3d0d36 admin admin] Publish callbacks [] for security_group (a802e414-a2a4-438e-92b0-0c016389efae), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:14.614284 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47ccfe-c42a-41c3-be18-ec12207083c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118cc618-92d2-4336-acf6-3b2ca6b58b3d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:14.647130 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-489a629c-9a73-46aa-a764-573ac63c5098 service neutron] 10.222.0.69 "GET /v2.0/networks/1eeddcea-0d1c-4004-9be7-548b640cc6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347698 Feb 07 21:04:14.648099 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e669a00-c410-4b03-8198-b6e44796da4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (5e864af6-a3bf-4481-a9f6-e65eac41b844), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:14.694147 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e669a00-c410-4b03-8198-b6e44796da4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:14.697724 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5e669a00-c410-4b03-8198-b6e44796da4e admin admin] 10.222.0.65 "DELETE /v2.0/networks/5e864af6-a3bf-4481-a9f6-e65eac41b844 HTTP/1.1" status: 204 len: 168 time: 2.6403174 Feb 07 21:04:14.737621 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-195d8b44-62bf-40d9-bd07-f3b2fb23ee82 req-1382f7a5-0355-4a88-a6be-a4bbc9f90ec9 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.59 HTTP/1.1" status: 200 len: 1000 time: 0.2738597 Feb 07 21:04:14.745408 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-e19766c1-eaee-4da8-8060-278c22082b59 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=def535e0-560b-493f-84ac-22ae5fd3e2e6 HTTP/1.1" status: 200 len: 217 time: 0.0755813 Feb 07 21:04:14.759607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e669a00-c410-4b03-8198-b6e44796da4e admin admin] Pushing event deleted for resources: {'Network': ['ID=5e864af6-a3bf-4481-a9f6-e65eac41b844,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:14.772269 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-195d8b44-62bf-40d9-bd07-f3b2fb23ee82 req-c074f251-d589-4da4-8aaf-8257481bd8b6 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:14.789726 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a2668b4-2068-4c9b-997d-90178dac02a2 req-be8af716-95d5-4cd4-880a-735789ce0022 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:04:14.814592 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90c0600-dd91-4c01-b272-62eb21176572 None None] Sync routers for ids ['28036b59-4615-4f68-be11-3cf14c76bc78'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:04:14.834775 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90c0600-dd91-4c01-b272-62eb21176572 None None] Routers {'28036b59-4615-4f68-be11-3cf14c76bc78'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:04:14.835877 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c90c0600-dd91-4c01-b272-62eb21176572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:03:50Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['28036b59-4615-4f68-be11-3cf14c76bc78'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:14.872503 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729cc79-262e-46d7-8ee6-0a1f95e2c0f3 req-1d877591-155f-4f48-b998-e680bc9380a3 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:14.883952 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7729cc79-262e-46d7-8ee6-0a1f95e2c0f3 req-1d877591-155f-4f48-b998-e680bc9380a3 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 944 time: 0.4954026 Feb 07 21:04:14.906463 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2668b4-2068-4c9b-997d-90178dac02a2 req-be8af716-95d5-4cd4-880a-735789ce0022 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] No DVR routers for this DVR port bfbc656a-2a6a-4b89-9a49-185f7cea4a2c on host n-h2-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:04:14.912033 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7a2668b4-2068-4c9b-997d-90178dac02a2 req-be8af716-95d5-4cd4-880a-735789ce0022 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:14.926601 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7a2668b4-2068-4c9b-997d-90178dac02a2 req-be8af716-95d5-4cd4-880a-735789ce0022 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.71 "DELETE /v2.0/ports/bfbc656a-2a6a-4b89-9a49-185f7cea4a2c HTTP/1.1" status: 204 len: 173 time: 2.2369905 Feb 07 21:04:14.949037 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-32b62a2a-230b-40dd-a806-4f3712e2f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:14.951837 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-32b62a2a-230b-40dd-a806-4f3712e2f6e0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da978d59-1631-401d-9c79-d75023f51df8 HTTP/1.1" status: 200 len: 797 time: 0.1984179 Feb 07 21:04:14.996351 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48564) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:15.047747 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-c90c0600-dd91-4c01-b272-62eb21176572 None None] Set router 28036b59-4615-4f68-be11-3cf14c76bc78 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:04:15.130216 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-29cc9084-aaeb-45cc-9c2a-ebdbc095d747 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a3b2daf220a74f4a903969f6214c990a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325295 Feb 07 21:04:15.152007 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48566) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:15.197507 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-798196df-68cc-4a5a-bc1e-4e9ca5d2d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:15.204296 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-798196df-68cc-4a5a-bc1e-4e9ca5d2d914 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1eeddcea-0d1c-4004-9be7-548b640cc6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2471781 Feb 07 21:04:15.329599 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d6273f0-5773-4590-93a5-59e39c414a6d admin admin] Publish callbacks [] for security_group (565c8f21-8e9c-4ce9-b10e-2edd4a709932), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:15.376325 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c90c0600-dd91-4c01-b272-62eb21176572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'name': 'tempest-ServersTestManualDisk-1903395963-router', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:33Z', 'updated_at': '2022-02-07T21:01:45Z', 'revision_number': 4, 'project_id': '201d9268974d4320af92b82deb0d76ae', 'gw_port': {'id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:34Z', 'updated_at': '2022-02-07T21:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'a3f79ee6-2695-4d4b-a938-2b21d63b10ed', 'name': '', 'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'mac_address': 'fa:16:3e:8a:97:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'db292aec-1a57-4b47-8954-d9d39e39a101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:41Z', 'updated_at': '2022-02-07T21:01:52Z', 'revision_number': 5, 'project_id': '201d9268974d4320af92b82deb0d76ae', 'subnets': [{'id': 'db292aec-1a57-4b47-8954-d9d39e39a101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:15.402342 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d6273f0-5773-4590-93a5-59e39c414a6d admin admin] Publish callbacks [] for security_group (565c8f21-8e9c-4ce9-b10e-2edd4a709932), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:15.410304 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a80e11a8-1100-4e03-b07c-77b080ee3ae5 req-7936c821-65cc-4e18-b143-5e7ddb016844 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8018012 Feb 07 21:04:15.412716 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-195d8b44-62bf-40d9-bd07-f3b2fb23ee82 req-c074f251-d589-4da4-8aaf-8257481bd8b6 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks [] for floatingip (a9762cc4-0725-45a7-a8c8-d3b2858a547a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:15.473602 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-02910b27-d35d-4150-998b-b6390806fa10 service neutron] 10.222.0.69 "GET /v2.0/networks/1eeddcea-0d1c-4004-9be7-548b640cc6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599881 Feb 07 21:04:15.510689 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90c0600-dd91-4c01-b272-62eb21176572 None None] Checking router: 28036b59-4615-4f68-be11-3cf14c76bc78 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:04:15.539428 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90c0600-dd91-4c01-b272-62eb21176572 None None] Routers {'28036b59-4615-4f68-be11-3cf14c76bc78'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:04:15.540263 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c90c0600-dd91-4c01-b272-62eb21176572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:03:50Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['28036b59-4615-4f68-be11-3cf14c76bc78'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:15.545708 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7729cc79-262e-46d7-8ee6-0a1f95e2c0f3 req-0b17d9b9-5932-408a-863f-6f55484bfd4e tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6605973 Feb 07 21:04:15.631470 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df0d5026-34b9-4e65-ab49-7769ff3d0d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a802e414-a2a4-438e-92b0-0c016389efae), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:15.631470 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df0d5026-34b9-4e65-ab49-7769ff3d0d36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:15.631470 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-df0d5026-34b9-4e65-ab49-7769ff3d0d36 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a802e414-a2a4-438e-92b0-0c016389efae HTTP/1.1" status: 204 len: 168 time: 1.6216781 Feb 07 21:04:15.643014 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d5026-34b9-4e65-ab49-7769ff3d0d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a802e414-a2a4-438e-92b0-0c016389efae,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:15.671503 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d6273f0-5773-4590-93a5-59e39c414a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (565c8f21-8e9c-4ce9-b10e-2edd4a709932), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:15.677873 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d6273f0-5773-4590-93a5-59e39c414a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:15.679302 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5d6273f0-5773-4590-93a5-59e39c414a6d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/565c8f21-8e9c-4ce9-b10e-2edd4a709932 HTTP/1.1" status: 204 len: 168 time: 0.5179543 Feb 07 21:04:15.702050 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6273f0-5773-4590-93a5-59e39c414a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565c8f21-8e9c-4ce9-b10e-2edd4a709932,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:15.709799 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-fdc8ab4c-b6ce-462f-8a5b-21ee02dbbbbd service neutron] 10.222.0.69 "GET /v2.0/networks/1eeddcea-0d1c-4004-9be7-548b640cc6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118638 Feb 07 21:04:15.795898 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-60e7ee68-849d-4b15-8222-24414dd272df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=33d1cecb-2bd0-482f-a974-ac7393b2494e HTTP/1.1" status: 200 len: 217 time: 0.0715520 Feb 07 21:04:15.816117 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-350e5852-0439-4ff4-98bb-93b9c1e7336f service neutron] For port 372e6712-1718-43c6-884a-34e911ef5f14, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:04:15.838807 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-c90c0600-dd91-4c01-b272-62eb21176572 None None] Set router 28036b59-4615-4f68-be11-3cf14c76bc78 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:04:15.891633 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-350e5852-0439-4ff4-98bb-93b9c1e7336f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:15.895095 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48584) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:15.900530 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-249ab70a-659c-4b2b-a5f5-773c71c5e9b0 req-350e5852-0439-4ff4-98bb-93b9c1e7336f service neutron] 10.222.0.71 "DELETE /v2.0/ports/372e6712-1718-43c6-884a-34e911ef5f14/bindings/n-h1-828185-2 HTTP/1.1" status: 204 len: 173 time: 1.3320184 Feb 07 21:04:15.923981 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-9a0e9057-267e-43b4-907b-04bb9e720522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:15.925618 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-9a0e9057-267e-43b4-907b-04bb9e720522 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da978d59-1631-401d-9c79-d75023f51df8 HTTP/1.1" status: 200 len: 797 time: 0.1234093 Feb 07 21:04:15.930728 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e11a8-1100-4e03-b07c-77b080ee3ae5 req-1036ed41-8884-4285-9af9-ecb3705d8b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:15.932241 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a80e11a8-1100-4e03-b07c-77b080ee3ae5 req-1036ed41-8884-4285-9af9-ecb3705d8b46 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 1127 time: 0.4324074 Feb 07 21:04:16.049356 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-195d8b44-62bf-40d9-bd07-f3b2fb23ee82 req-c074f251-d589-4da4-8aaf-8257481bd8b6 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:16.071939 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-c81cea9d-b7ad-4744-9b75-964381e6eabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:16.077590 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-c81cea9d-b7ad-4744-9b75-964381e6eabe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1eeddcea-0d1c-4004-9be7-548b640cc6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1439714 Feb 07 21:04:16.132591 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-195d8b44-62bf-40d9-bd07-f3b2fb23ee82 req-c074f251-d589-4da4-8aaf-8257481bd8b6 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (a9762cc4-0725-45a7-a8c8-d3b2858a547a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:16.132939 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [req-195d8b44-62bf-40d9-bd07-f3b2fb23ee82 req-c074f251-d589-4da4-8aaf-8257481bd8b6 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Floating IP a9762cc4-0725-45a7-a8c8-d3b2858a547a disassociated. External IP: 172.25.4.59, port: ce51bc02-3b1e-48df-8b1c-4d8326eab37b. Feb 07 21:04:16.176197 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c90c0600-dd91-4c01-b272-62eb21176572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'name': 'tempest-ServersTestManualDisk-1903395963-router', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:33Z', 'updated_at': '2022-02-07T21:01:45Z', 'revision_number': 4, 'project_id': '201d9268974d4320af92b82deb0d76ae', 'gw_port': {'id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:34Z', 'updated_at': '2022-02-07T21:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'a3f79ee6-2695-4d4b-a938-2b21d63b10ed', 'name': '', 'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'mac_address': 'fa:16:3e:8a:97:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'db292aec-1a57-4b47-8954-d9d39e39a101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:41Z', 'updated_at': '2022-02-07T21:01:52Z', 'revision_number': 5, 'project_id': '201d9268974d4320af92b82deb0d76ae', 'subnets': [{'id': 'db292aec-1a57-4b47-8954-d9d39e39a101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:16.208685 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa53e06-e144-4ced-a685-1f9a36be0c4a req-22b966a3-da07-4a74-a31c-0ea87fd9c3f5 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:16.216026 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa53e06-e144-4ced-a685-1f9a36be0c4a req-22b966a3-da07-4a74-a31c-0ea87fd9c3f5 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:16.226148 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90c0600-dd91-4c01-b272-62eb21176572 None None] The sync data for ids ['28036b59-4615-4f68-be11-3cf14c76bc78'] in n-d-828185-2 is: [{'id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'name': 'tempest-ServersTestManualDisk-1903395963-router', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:33Z', 'updated_at': '2022-02-07T21:01:45Z', 'revision_number': 4, 'project_id': '201d9268974d4320af92b82deb0d76ae', 'gw_port': {'id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:34Z', 'updated_at': '2022-02-07T21:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'a3f79ee6-2695-4d4b-a938-2b21d63b10ed', 'name': '', 'network_id': 'c3146a46-c721-423b-a88e-d119ffbfea60', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'mac_address': 'fa:16:3e:8a:97:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'db292aec-1a57-4b47-8954-d9d39e39a101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:41Z', 'updated_at': '2022-02-07T21:01:52Z', 'revision_number': 5, 'project_id': '201d9268974d4320af92b82deb0d76ae', 'subnets': [{'id': 'db292aec-1a57-4b47-8954-d9d39e39a101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:04:16.252541 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa53e06-e144-4ced-a685-1f9a36be0c4a req-22b966a3-da07-4a74-a31c-0ea87fd9c3f5 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:16.270447 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa53e06-e144-4ced-a685-1f9a36be0c4a req-22b966a3-da07-4a74-a31c-0ea87fd9c3f5 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:16.279116 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa53e06-e144-4ced-a685-1f9a36be0c4a req-22b966a3-da07-4a74-a31c-0ea87fd9c3f5 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:16.285561 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa53e06-e144-4ced-a685-1f9a36be0c4a req-22b966a3-da07-4a74-a31c-0ea87fd9c3f5 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:16.292377 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa53e06-e144-4ced-a685-1f9a36be0c4a req-22b966a3-da07-4a74-a31c-0ea87fd9c3f5 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:16.300722 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1aa53e06-e144-4ced-a685-1f9a36be0c4a req-22b966a3-da07-4a74-a31c-0ea87fd9c3f5 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5429 time: 0.5367880 Feb 07 21:04:16.327751 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-6a0723a6-72bc-4dfd-ad6d-1398691da6a1 service neutron] 10.222.0.69 "GET /v2.0/networks/1eeddcea-0d1c-4004-9be7-548b640cc6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402933 Feb 07 21:04:16.328237 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'tag': '5ab0c0e0-34fd-478c-a047-ef89d9aacd38'}, {'server_uuid': '7b225880-5473-4ab3-95c2-17feabaacc74', 'name': 'network-vif-deleted', 'tag': 'bfbc656a-2a6a-4b89-9a49-185f7cea4a2c'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:04:16.334872 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a10092f-ac4c-4b91-a382-96c99b5d4901" -d '{"events": [{"name": "network-changed", "server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "tag": "5ab0c0e0-34fd-478c-a047-ef89d9aacd38"}, {"server_uuid": "7b225880-5473-4ab3-95c2-17feabaacc74", "name": "network-vif-deleted", "tag": "bfbc656a-2a6a-4b89-9a49-185f7cea4a2c"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:04:16.507576 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a4b47eb0-4eed-4320-8ba3-b09bc09090c8 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1422242639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:16.540846 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a4b47eb0-4eed-4320-8ba3-b09bc09090c8 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (659afcf2-7218-4d73-ad21-7117284cb309), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:16.543271 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a4b47eb0-4eed-4320-8ba3-b09bc09090c8 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (659afcf2-7218-4d73-ad21-7117284cb309), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:16.641225 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1aa53e06-e144-4ced-a685-1f9a36be0c4a req-fd4c42b6-2884-48d6-8487-13fa9923d81f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3394270 Feb 07 21:04:16.649054 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-a62e48e2-fab3-44c4-9a75-6b25477e3516 service neutron] 10.222.0.69 "GET /v2.0/networks/1eeddcea-0d1c-4004-9be7-548b640cc6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996132 Feb 07 21:04:16.668272 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e11a8-1100-4e03-b07c-77b080ee3ae5 req-10ef528f-cace-4aa7-b0b1-ed9047816947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:16.675024 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a80e11a8-1100-4e03-b07c-77b080ee3ae5 req-10ef528f-cace-4aa7-b0b1-ed9047816947 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 909 time: 0.6742754 Feb 07 21:04:16.675861 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a4b47eb0-4eed-4320-8ba3-b09bc09090c8 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks [] for router_controller (659afcf2-7218-4d73-ad21-7117284cb309), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:16.741258 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a4b47eb0-4eed-4320-8ba3-b09bc09090c8 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (659afcf2-7218-4d73-ad21-7117284cb309), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:16.753195 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-25f18281-745e-4841-bf92-b2a7de16c769 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=3043459a-2405-4dea-b3d1-7dd8ddc763c7 HTTP/1.1" status: 200 len: 217 time: 0.0937474 Feb 07 21:04:16.757236 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d4872f-dc12-4b5e-a65a-68b3c852a3d0 None None] New status for floating IP d0b168f3-d7a5-48a9-8608-ec394f445c96: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:04:16.820812 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a80e11a8-1100-4e03-b07c-77b080ee3ae5 req-004428e1-971f-4ce3-a6d0-af75e4c9b681 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20be04ea-ef7c-4fb7-be48-99f926829cdf HTTP/1.1" status: 200 len: 217 time: 0.1307197 Feb 07 21:04:16.893824 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a4b47eb0-4eed-4320-8ba3-b09bc09090c8 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:16.901779 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a4b47eb0-4eed-4320-8ba3-b09bc09090c8 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.0053701 Feb 07 21:04:16.910618 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48614) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:16.918116 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-64e88bd2-d2a8-44fa-b576-d5b9c241abcb tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-748808520'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:16.972058 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-1cc52140-dd32-4287-a253-8ef528046051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:16.978756 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-1cc52140-dd32-4287-a253-8ef528046051 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da978d59-1631-401d-9c79-d75023f51df8 HTTP/1.1" status: 200 len: 797 time: 0.2075922 Feb 07 21:04:17.072981 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e88bd2-d2a8-44fa-b576-d5b9c241abcb tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Made reservation on behalf of 299a5364a3ac4b3dad90f354f04167b0 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:04:17.077393 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-64e88bd2-d2a8-44fa-b576-d5b9c241abcb tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:17.095884 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-64e88bd2-d2a8-44fa-b576-d5b9c241abcb tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:17.147102 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-8c743110-d2c0-40d1-b07b-6e1cb4025ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:17.148997 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-8c743110-d2c0-40d1-b07b-6e1cb4025ea6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1eeddcea-0d1c-4004-9be7-548b640cc6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1535764 Feb 07 21:04:17.212499 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e11a8-1100-4e03-b07c-77b080ee3ae5 req-e64260bd-0f03-4e87-a423-9e41f0051a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:17.214151 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a80e11a8-1100-4e03-b07c-77b080ee3ae5 req-e64260bd-0f03-4e87-a423-9e41f0051a35 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=da67b52e-9fa9-4eda-bee9-de250f228011 HTTP/1.1" status: 200 len: 848 time: 0.3346624 Feb 07 21:04:17.251064 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Feb 2022 21:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae32361-64b3-4adb-8203-a785b1c52c6e x-openstack-request-id: req-dae32361-64b3-4adb-8203-a785b1c52c6e {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:04:17.251064 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "tag": "5ab0c0e0-34fd-478c-a047-ef89d9aacd38", "status": "completed", "code": 200}, {"server_uuid": "7b225880-5473-4ab3-95c2-17feabaacc74", "name": "network-vif-deleted", "tag": "bfbc656a-2a6a-4b89-9a49-185f7cea4a2c", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:04:17.251064 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dae32361-64b3-4adb-8203-a785b1c52c6e {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:04:17.251064 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'tag': '5ab0c0e0-34fd-478c-a047-ef89d9aacd38', 'status': 'completed', 'code': 200} Feb 07 21:04:17.251064 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b225880-5473-4ab3-95c2-17feabaacc74', 'name': 'network-vif-deleted', 'tag': 'bfbc656a-2a6a-4b89-9a49-185f7cea4a2c', 'status': 'completed', 'code': 200} Feb 07 21:04:17.265626 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a80e11a8-1100-4e03-b07c-77b080ee3ae5 req-b0f29c60-f84c-4949-a1da-3d651780f65d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6d967ae2-07ea-401e-8063-c085e3020e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413172 Feb 07 21:04:17.273124 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba13bee-22b3-4212-9cff-0f96d92e26bb req-a774c124-78d6-48fb-af7b-047dd8ca76af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:17.274881 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fba13bee-22b3-4212-9cff-0f96d92e26bb req-a774c124-78d6-48fb-af7b-047dd8ca76af service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b7c1937361146a7b2dfe64ac8dca8e9&device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 1128 time: 0.1640751 Feb 07 21:04:17.338966 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-e53fc4f6-8135-4bfe-a159-44274ea2581e service neutron] 10.222.0.69 "GET /v2.0/networks/1eeddcea-0d1c-4004-9be7-548b640cc6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680729 Feb 07 21:04:17.343950 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-64e88bd2-d2a8-44fa-b576-d5b9c241abcb tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks [] for security_group (c3aedf09-a4ce-40f7-931f-69e0cf8e17c8), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:17.369403 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a80e11a8-1100-4e03-b07c-77b080ee3ae5 req-c008652b-3a11-4be9-a2fe-210c0cd38298 service neutron] 10.222.0.71 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934312 Feb 07 21:04:17.374374 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-64e88bd2-d2a8-44fa-b576-d5b9c241abcb tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c3aedf09-a4ce-40f7-931f-69e0cf8e17c8), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:17.450344 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48630) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:17.454502 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e88bd2-d2a8-44fa-b576-d5b9c241abcb tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3aedf09-a4ce-40f7-931f-69e0cf8e17c8,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:17.480373 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device bfbc656a-2a6a-4b89-9a49-185f7cea4a2c no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:04:17.490582 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e88bd2-d2a8-44fa-b576-d5b9c241abcb tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:04:17.525841 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: bfbc656a-2a6a-4b89-9a49-185f7cea4a2c {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:04:17.527355 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device bfbc656a-2a6a-4b89-9a49-185f7cea4a2c not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:04:17.534778 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-64e88bd2-d2a8-44fa-b576-d5b9c241abcb tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (faefc56b-0438-409b-ad29-923c25386baa), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:17.535476 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-64e88bd2-d2a8-44fa-b576-d5b9c241abcb tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Added segment faefc56b-0438-409b-ad29-923c25386baa of type vlan for network 0d88fc0b-c108-47cb-b624-7310941ea101 Feb 07 21:04:17.546412 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a80e11a8-1100-4e03-b07c-77b080ee3ae5 req-d4ab3e4d-db6c-44ff-a397-40b1ab60dfbf service neutron] 10.222.0.71 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165283 Feb 07 21:04:17.580759 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-195d8b44-62bf-40d9-bd07-f3b2fb23ee82 req-c074f251-d589-4da4-8aaf-8257481bd8b6 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Router 64da354d-50b4-4678-902b-ae47f12bfe85 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:04:17.621901 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9425d-cdff-47bc-a9ac-c30c2f37da21 req-b353eb8c-df17-4dde-8ee1-659643760d7c tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:17.623521 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbc9425d-cdff-47bc-a9ac-c30c2f37da21 req-b353eb8c-df17-4dde-8ee1-659643760d7c tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 946 time: 0.2520070 Feb 07 21:04:17.667118 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-cd9a3738-f8da-42f9-968c-c1a483644065 service neutron] 10.222.0.69 "GET /v2.0/networks/1eeddcea-0d1c-4004-9be7-548b640cc6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210750 Feb 07 21:04:17.717470 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-459f9472-4e9e-4da7-be50-5b4976bc8228 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e7cff024-a85a-4851-a39c-7071ffcfad38 HTTP/1.1" status: 200 len: 217 time: 0.0426939 Feb 07 21:04:17.721984 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-64e88bd2-d2a8-44fa-b576-d5b9c241abcb tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (0d88fc0b-c108-47cb-b624-7310941ea101), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:17.775427 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-eb2a4922-8e2c-46c1-9273-ff64ab4f904f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:17.777354 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-eb2a4922-8e2c-46c1-9273-ff64ab4f904f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8d112527-f33e-4a56-80b8-5f6641814967 HTTP/1.1" status: 200 len: 797 time: 0.0526032 Feb 07 21:04:17.778061 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48640) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:17.827842 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-195d8b44-62bf-40d9-bd07-f3b2fb23ee82 req-c074f251-d589-4da4-8aaf-8257481bd8b6 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:04:17.834846 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-195d8b44-62bf-40d9-bd07-f3b2fb23ee82 req-c074f251-d589-4da4-8aaf-8257481bd8b6 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:17.838305 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c74dcd1-fd3d-4818-85c7-6d9ddf3983ea None None] Sync routers for ids ['64da354d-50b4-4678-902b-ae47f12bfe85'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:04:17.840513 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9a7910f1-cbb4-403c-b127-f697e9aef6e6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1394622715-network', 'tenant_id': 'c81e32ac0e87423b927d54e210f034d8'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:17.861809 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-64e88bd2-d2a8-44fa-b576-d5b9c241abcb tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (0d88fc0b-c108-47cb-b624-7310941ea101), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:17.864135 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c74dcd1-fd3d-4818-85c7-6d9ddf3983ea None None] Routers {'64da354d-50b4-4678-902b-ae47f12bfe85'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:04:17.864797 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2c74dcd1-fd3d-4818-85c7-6d9ddf3983ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:03:50Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['64da354d-50b4-4678-902b-ae47f12bfe85'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:17.868370 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e88bd2-d2a8-44fa-b576-d5b9c241abcb tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:17.869824 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-64e88bd2-d2a8-44fa-b576-d5b9c241abcb tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:17.874992 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-83ae510e-8943-43f5-8d3c-6009c2106c4c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1576721146-network', 'tenant_id': 'c752a538afe047fe808375441195e2c5'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:17.893603 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba13bee-22b3-4212-9cff-0f96d92e26bb req-01574a2b-8549-4069-bc60-0b6fbd0b27b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:17.896960 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fba13bee-22b3-4212-9cff-0f96d92e26bb req-01574a2b-8549-4069-bc60-0b6fbd0b27b8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d5bb16a4-31f3-4a2c-94f1-a95e66782779 HTTP/1.1" status: 200 len: 919 time: 0.5256186 Feb 07 21:04:17.919174 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7910f1-cbb4-403c-b127-f697e9aef6e6 admin admin] Made reservation on behalf of c81e32ac0e87423b927d54e210f034d8 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:04:17.922465 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a7910f1-cbb4-403c-b127-f697e9aef6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:17.972756 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-195d8b44-62bf-40d9-bd07-f3b2fb23ee82 req-c074f251-d589-4da4-8aaf-8257481bd8b6 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "PUT /v2.0/floatingips/a9762cc4-0725-45a7-a8c8-d3b2858a547a HTTP/1.1" status: 200 len: 694 time: 3.2339001 Feb 07 21:04:17.973926 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9720d579-c7a9-43e5-a209-5258f0676f3b', 'tag': 'ce51bc02-3b1e-48df-8b1c-4d8326eab37b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:04:17.975935 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a7910f1-cbb4-403c-b127-f697e9aef6e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:17.976207 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c278a3-544e-4e5e-b4fc-83a41025480a" -d '{"events": [{"name": "network-changed", "server_uuid": "9720d579-c7a9-43e5-a209-5258f0676f3b", "tag": "ce51bc02-3b1e-48df-8b1c-4d8326eab37b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:04:17.990791 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-cd5c1ff3-4adf-46ec-aa62-c907fc4e1084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:17.992806 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-cd5c1ff3-4adf-46ec-aa62-c907fc4e1084 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ebc0550f-ec6c-4d64-9bd7-6031c005d00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2033906 Feb 07 21:04:17.997300 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbc9425d-cdff-47bc-a9ac-c30c2f37da21 req-35a5d9bb-59a6-4c60-9925-99e98ab4a534 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647759 Feb 07 21:04:17.998420 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fba13bee-22b3-4212-9cff-0f96d92e26bb req-8e13f71c-fe35-4573-9d97-d072fcb404a4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd5739c0-1881-4d44-9ab4-3a03657c775f HTTP/1.1" status: 200 len: 217 time: 0.0904593 Feb 07 21:04:18.043304 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-64e88bd2-d2a8-44fa-b576-d5b9c241abcb tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1315875 Feb 07 21:04:18.044271 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48646) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:18.044729 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48648) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:18.048142 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-2c74dcd1-fd3d-4818-85c7-6d9ddf3983ea None None] Set router 64da354d-50b4-4678-902b-ae47f12bfe85 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:04:18.067309 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c8855bf4-a00c-4548-9ae8-730c2704296a tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Request body: {'subnet': {'network_id': '0d88fc0b-c108-47cb-b624-7310941ea101', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:18.082002 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ae510e-8943-43f5-8d3c-6009c2106c4c admin admin] Made reservation on behalf of c752a538afe047fe808375441195e2c5 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:04:18.084759 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83ae510e-8943-43f5-8d3c-6009c2106c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:18.134931 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e88bd2-d2a8-44fa-b576-d5b9c241abcb tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Pushing event updated for resources: {'Network': ['ID=0d88fc0b-c108-47cb-b624-7310941ea101,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:18.151835 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 0d88fc0b-c108-47cb-b624-7310941ea101 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:04:18.168770 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83ae510e-8943-43f5-8d3c-6009c2106c4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:18.174351 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba13bee-22b3-4212-9cff-0f96d92e26bb req-5428d509-2e99-4e9b-93ac-d46bd43aabf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:18.175848 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fba13bee-22b3-4212-9cff-0f96d92e26bb req-5428d509-2e99-4e9b-93ac-d46bd43aabf4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4b00d401-675a-4bb3-80a1-0cef41c01a34 HTTP/1.1" status: 200 len: 858 time: 0.1637626 Feb 07 21:04:18.231854 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d8b44-62bf-40d9-bd07-f3b2fb23ee82 req-c69c72c4-2079-4292-a302-9f6bddb84a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:18.235756 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-195d8b44-62bf-40d9-bd07-f3b2fb23ee82 req-c69c72c4-2079-4292-a302-9f6bddb84a06 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af02f13d92924da4b1450405891889be&device_id=9720d579-c7a9-43e5-a209-5258f0676f3b HTTP/1.1" status: 200 len: 1127 time: 0.2325816 Feb 07 21:04:18.254688 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fba13bee-22b3-4212-9cff-0f96d92e26bb req-948aeff9-08a2-4d91-9853-d99b15fa7143 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d5bb16a4-31f3-4a2c-94f1-a95e66782779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702651 Feb 07 21:04:18.322231 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3751957e-c3ad-447d-9d0e-2a82c24e45e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:18.350133 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-1f582243-ca5f-4416-bdad-d3783cb583bf service neutron] 10.222.0.69 "GET /v2.0/networks/ebc0550f-ec6c-4d64-9bd7-6031c005d00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301940 Feb 07 21:04:18.369703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f04d8-2a29-42af-9c68-71e57f662fd8 req-41f55f06-37d1-4e87-8622-7818d77af42d tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:18.374414 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b9a9edf-b4f7-4846-a9c0-d36e7564739b tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks [] for security_group (82b97d36-caa2-4fd0-8c84-e78bd09b7259), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:18.377270 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c6f04d8-2a29-42af-9c68-71e57f662fd8 req-41f55f06-37d1-4e87-8622-7818d77af42d tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 1126 time: 0.2849479 Feb 07 21:04:18.461110 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c6f04d8-2a29-42af-9c68-71e57f662fd8 req-89e03071-b4de-4d85-8ae1-29861b774728 tempest-LiveMigrationTest-1583635302 tempest-LiveMigrationTest-1583635302-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823338 Feb 07 21:04:18.467414 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8855bf4-a00c-4548-9ae8-730c2704296a tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Made reservation on behalf of 299a5364a3ac4b3dad90f354f04167b0 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:04:18.472205 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8855bf4-a00c-4548-9ae8-730c2704296a tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:18.524277 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fba13bee-22b3-4212-9cff-0f96d92e26bb req-c2c61660-3318-429b-84e5-b67f7b854ac0 service neutron] 10.222.0.71 "GET /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543471 Feb 07 21:04:18.531041 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d8b44-62bf-40d9-bd07-f3b2fb23ee82 req-0d943f70-dc84-47e4-ab7b-05abe66cdfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:18.539614 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-195d8b44-62bf-40d9-bd07-f3b2fb23ee82 req-0d943f70-dc84-47e4-ab7b-05abe66cdfa2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a6f86bd0-771c-4143-8683-cd147fb6889e HTTP/1.1" status: 200 len: 930 time: 0.2962072 Feb 07 21:04:18.541968 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2c74dcd1-fd3d-4818-85c7-6d9ddf3983ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511520546-router', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:03:00Z', 'updated_at': '2022-02-07T21:03:13Z', 'revision_number': 4, 'project_id': 'af02f13d92924da4b1450405891889be', 'gw_port': {'id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:03Z', 'updated_at': '2022-02-07T21:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '12de4ef3-8e81-4952-a168-7e1c4943e93f', 'name': '', 'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'mac_address': 'fa:16:3e:5c:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'eb76e587-4176-46d1-b759-4332a321f9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:10Z', 'updated_at': '2022-02-07T21:03:23Z', 'revision_number': 5, 'project_id': 'af02f13d92924da4b1450405891889be', 'subnets': [{'id': 'eb76e587-4176-46d1-b759-4332a321f9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:18.567176 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b9a9edf-b4f7-4846-a9c0-d36e7564739b tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks [] for security_group (82b97d36-caa2-4fd0-8c84-e78bd09b7259), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:18.573739 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c74dcd1-fd3d-4818-85c7-6d9ddf3983ea None None] Checking router: 64da354d-50b4-4678-902b-ae47f12bfe85 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:04:18.585382 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c74dcd1-fd3d-4818-85c7-6d9ddf3983ea None None] Routers {'64da354d-50b4-4678-902b-ae47f12bfe85'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:04:18.586061 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2c74dcd1-fd3d-4818-85c7-6d9ddf3983ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:03:50Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['64da354d-50b4-4678-902b-ae47f12bfe85'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:18.595336 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a7910f1-cbb4-403c-b127-f697e9aef6e6 admin admin] Publish callbacks [] for security_group (36bd7520-30cc-4931-89fb-9fc6c0f90fb6), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:18.620162 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a7910f1-cbb4-403c-b127-f697e9aef6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (36bd7520-30cc-4931-89fb-9fc6c0f90fb6), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:18.633596 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7910f1-cbb4-403c-b127-f697e9aef6e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:04:18.643949 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a7910f1-cbb4-403c-b127-f697e9aef6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (05184215-d563-4db7-890a-f9a45bc4a1cb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:18.644635 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-9a7910f1-cbb4-403c-b127-f697e9aef6e6 admin admin] Added segment 05184215-d563-4db7-890a-f9a45bc4a1cb of type vlan for network 099bf4f2-18e2-45e9-9800-9fc97b483d2c Feb 07 21:04:18.646105 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-195d8b44-62bf-40d9-bd07-f3b2fb23ee82 req-387225d5-d55c-45be-aaa1-8fab30f13147 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce51bc02-3b1e-48df-8b1c-4d8326eab37b HTTP/1.1" status: 200 len: 217 time: 0.1051164 Feb 07 21:04:18.729098 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-2c74dcd1-fd3d-4818-85c7-6d9ddf3983ea None None] Set router 64da354d-50b4-4678-902b-ae47f12bfe85 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:04:18.785976 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d8b44-62bf-40d9-bd07-f3b2fb23ee82 req-f757269d-5e54-4a6b-b3f7-d47f25f7838b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:18.789072 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-195d8b44-62bf-40d9-bd07-f3b2fb23ee82 req-f757269d-5e54-4a6b-b3f7-d47f25f7838b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eb76e587-4176-46d1-b759-4332a321f9fd HTTP/1.1" status: 200 len: 868 time: 0.1023726 Feb 07 21:04:18.874933 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8855bf4-a00c-4548-9ae8-730c2704296a tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (0ba85c11-1caa-4bfe-8932-6c1f3ccf7e01), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:18.883632 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde98c1-bf3a-43b5-90c6-adcdde9c309d req-8ef50ad6-bcf8-4d0d-a0f5-de61b345fa63 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:18.892977 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde98c1-bf3a-43b5-90c6-adcdde9c309d req-8ef50ad6-bcf8-4d0d-a0f5-de61b345fa63 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:18.900020 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde98c1-bf3a-43b5-90c6-adcdde9c309d req-8ef50ad6-bcf8-4d0d-a0f5-de61b345fa63 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:18.905641 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde98c1-bf3a-43b5-90c6-adcdde9c309d req-8ef50ad6-bcf8-4d0d-a0f5-de61b345fa63 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:18.911963 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde98c1-bf3a-43b5-90c6-adcdde9c309d req-8ef50ad6-bcf8-4d0d-a0f5-de61b345fa63 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:18.917229 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde98c1-bf3a-43b5-90c6-adcdde9c309d req-8ef50ad6-bcf8-4d0d-a0f5-de61b345fa63 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:18.924015 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde98c1-bf3a-43b5-90c6-adcdde9c309d req-8ef50ad6-bcf8-4d0d-a0f5-de61b345fa63 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:18.926124 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0dde98c1-bf3a-43b5-90c6-adcdde9c309d req-8ef50ad6-bcf8-4d0d-a0f5-de61b345fa63 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5429 time: 0.2951758 Feb 07 21:04:18.931189 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fba13bee-22b3-4212-9cff-0f96d92e26bb req-b02ef3d9-3a3d-43fd-ac63-9124816958af service neutron] 10.222.0.71 "GET /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889458 Feb 07 21:04:19.004444 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d8b44-62bf-40d9-bd07-f3b2fb23ee82 req-3ee4f5dc-042e-4622-bb46-f532f8bfac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:19.005420 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b9a9edf-b4f7-4846-a9c0-d36e7564739b tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (82b97d36-caa2-4fd0-8c84-e78bd09b7259), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:19.006208 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-195d8b44-62bf-40d9-bd07-f3b2fb23ee82 req-3ee4f5dc-042e-4622-bb46-f532f8bfac8d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6f86bd0-771c-4143-8683-cd147fb6889e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2058640 Feb 07 21:04:19.020542 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b9a9edf-b4f7-4846-a9c0-d36e7564739b tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:19.024601 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9b9a9edf-b4f7-4846-a9c0-d36e7564739b tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "DELETE /v2.0/security-groups/82b97d36-caa2-4fd0-8c84-e78bd09b7259 HTTP/1.1" status: 204 len: 168 time: 0.9759102 Feb 07 21:04:19.044802 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2c74dcd1-fd3d-4818-85c7-6d9ddf3983ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511520546-router', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:03:00Z', 'updated_at': '2022-02-07T21:03:13Z', 'revision_number': 4, 'project_id': 'af02f13d92924da4b1450405891889be', 'gw_port': {'id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:03Z', 'updated_at': '2022-02-07T21:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '12de4ef3-8e81-4952-a168-7e1c4943e93f', 'name': '', 'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'mac_address': 'fa:16:3e:5c:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'eb76e587-4176-46d1-b759-4332a321f9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:10Z', 'updated_at': '2022-02-07T21:03:23Z', 'revision_number': 5, 'project_id': 'af02f13d92924da4b1450405891889be', 'subnets': [{'id': 'eb76e587-4176-46d1-b759-4332a321f9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:19.052449 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48658) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:19.082071 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c74dcd1-fd3d-4818-85c7-6d9ddf3983ea None None] The sync data for ids ['64da354d-50b4-4678-902b-ae47f12bfe85'] in n-d-828185-2 is: [{'id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511520546-router', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:03:00Z', 'updated_at': '2022-02-07T21:03:13Z', 'revision_number': 4, 'project_id': 'af02f13d92924da4b1450405891889be', 'gw_port': {'id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:03Z', 'updated_at': '2022-02-07T21:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '12de4ef3-8e81-4952-a168-7e1c4943e93f', 'name': '', 'network_id': 'a6f86bd0-771c-4143-8683-cd147fb6889e', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'mac_address': 'fa:16:3e:5c:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'eb76e587-4176-46d1-b759-4332a321f9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:10Z', 'updated_at': '2022-02-07T21:03:23Z', 'revision_number': 5, 'project_id': 'af02f13d92924da4b1450405891889be', 'subnets': [{'id': 'eb76e587-4176-46d1-b759-4332a321f9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:04:19.087480 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-0f5427de-d8da-4743-bafd-7066f29abad5 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] show failed (client error): The resource could not be found. Feb 07 21:04:19.091961 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0f5427de-d8da-4743-bafd-7066f29abad5 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "GET /v2.0/security-groups/82b97d36-caa2-4fd0-8c84-e78bd09b7259 HTTP/1.1" status: 404 len: 347 time: 0.0376747 Feb 07 21:04:19.101297 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48660) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:19.107508 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0dde98c1-bf3a-43b5-90c6-adcdde9c309d req-3c765d94-85e2-4071-b2c3-f5f20addcd46 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1599963 Feb 07 21:04:19.192170 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-195d8b44-62bf-40d9-bd07-f3b2fb23ee82 req-966ae30d-936f-484f-b802-93777dc9f74a service neutron] 10.222.0.65 "GET /v2.0/networks/a6f86bd0-771c-4143-8683-cd147fb6889e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689787 Feb 07 21:04:19.193829 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168ce90a-102c-4aa9-a9e2-8f3ae6e1dc09 x-openstack-request-id: req-168ce90a-102c-4aa9-a9e2-8f3ae6e1dc09 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:04:19.194119 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9720d579-c7a9-43e5-a209-5258f0676f3b", "tag": "ce51bc02-3b1e-48df-8b1c-4d8326eab37b", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:04:19.194618 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-168ce90a-102c-4aa9-a9e2-8f3ae6e1dc09 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:04:19.195249 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9720d579-c7a9-43e5-a209-5258f0676f3b', 'tag': 'ce51bc02-3b1e-48df-8b1c-4d8326eab37b', 'status': 'completed', 'code': 200} Feb 07 21:04:19.215183 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855bf4-a00c-4548-9ae8-730c2704296a tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Pushing event updated for resources: {'Subnet': ['ID=0ba85c11-1caa-4bfe-8932-6c1f3ccf7e01,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:19.231734 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a7910f1-cbb4-403c-b127-f697e9aef6e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (099bf4f2-18e2-45e9-9800-9fc97b483d2c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:19.236706 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83ae510e-8943-43f5-8d3c-6009c2106c4c admin admin] Publish callbacks [] for security_group (0c032b73-966b-413b-be67-8aeaa7a0e105), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:19.239827 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7217b19b-b190-4f3e-81ef-aa544949a62f service neutron] 10.222.0.69 "GET /v2.0/networks/ebc0550f-ec6c-4d64-9bd7-6031c005d00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8823881 Feb 07 21:04:19.250421 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7910f1-cbb4-403c-b127-f697e9aef6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bd7520-30cc-4931-89fb-9fc6c0f90fb6,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:19.322479 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-63dff36b-be9c-477d-9a97-0d524d41dc77 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5ab0c0e0-34fd-478c-a047-ef89d9aacd38 HTTP/1.1" status: 200 len: 217 time: 0.0681710 Feb 07 21:04:19.326535 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83ae510e-8943-43f5-8d3c-6009c2106c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0c032b73-966b-413b-be67-8aeaa7a0e105), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:19.357145 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a7910f1-cbb4-403c-b127-f697e9aef6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (099bf4f2-18e2-45e9-9800-9fc97b483d2c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:19.358270 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7910f1-cbb4-403c-b127-f697e9aef6e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:19.359051 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a7910f1-cbb4-403c-b127-f697e9aef6e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:19.371754 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c278a3-544e-4e5e-b4fc-83a41025480a req-0925a7c6-7be3-47c3-b097-d7589ff690e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:19.386266 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a8c278a3-544e-4e5e-b4fc-83a41025480a req-0925a7c6-7be3-47c3-b097-d7589ff690e9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=af02f13d92924da4b1450405891889be&device_id=9720d579-c7a9-43e5-a209-5258f0676f3b HTTP/1.1" status: 200 len: 1127 time: 0.1302080 Feb 07 21:04:19.469907 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a9edf-b4f7-4846-a9c0-d36e7564739b tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b97d36-caa2-4fd0-8c84-e78bd09b7259,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:19.487790 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-195d8b44-62bf-40d9-bd07-f3b2fb23ee82 req-891f1d16-05fa-40bb-b596-d07833bc9c26 service neutron] 10.222.0.65 "GET /v2.0/networks/a6f86bd0-771c-4143-8683-cd147fb6889e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897398 Feb 07 21:04:19.519842 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7910f1-cbb4-403c-b127-f697e9aef6e6 admin admin] Pushing event updated for resources: {'Network': ['ID=099bf4f2-18e2-45e9-9800-9fc97b483d2c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:19.555243 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ae510e-8943-43f5-8d3c-6009c2106c4c admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:04:19.557242 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 099bf4f2-18e2-45e9-9800-9fc97b483d2c details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:04:19.606231 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9a7910f1-cbb4-403c-b127-f697e9aef6e6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1491303 Feb 07 21:04:19.617497 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48666) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:19.626020 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2908f8c9-bf4d-493c-a12b-c32963ed871a admin admin] Request body: {'subnet': {'network_id': '099bf4f2-18e2-45e9-9800-9fc97b483d2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1394622715-subnet', 'tenant_id': 'c81e32ac0e87423b927d54e210f034d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:19.634801 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647440a-eaef-483d-972a-de2117b97a27 req-0d02e975-cfd3-47a3-b469-f5e3d7935a49 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:19.644880 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1647440a-eaef-483d-972a-de2117b97a27 req-0d02e975-cfd3-47a3-b469-f5e3d7935a49 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 946 time: 0.1548698 Feb 07 21:04:19.647256 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ce6443-0dc8-40fc-acc1-1b02dabb307f None None] New status for floating IP a9762cc4-0725-45a7-a8c8-d3b2858a547a: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:04:19.659793 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8855bf4-a00c-4548-9ae8-730c2704296a tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Checking segment: {'id': 'faefc56b-0438-409b-ad29-923c25386baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0d88fc0b-c108-47cb-b624-7310941ea101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:19.660133 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8855bf4-a00c-4548-9ae8-730c2704296a tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Network hostable DHCP agents. Network: 0d88fc0b-c108-47cb-b624-7310941ea101, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:04:19.666891 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83ae510e-8943-43f5-8d3c-6009c2106c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (978d531a-5f04-4ecc-9967-0e2116886724), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:19.667236 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-83ae510e-8943-43f5-8d3c-6009c2106c4c admin admin] Added segment 978d531a-5f04-4ecc-9967-0e2116886724 of type vlan for network bf854134-2113-420b-b9e5-1df875fc6e85 Feb 07 21:04:19.668708 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae510e-8943-43f5-8d3c-6009c2106c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c032b73-966b-413b-be67-8aeaa7a0e105,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:19.683296 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2908f8c9-bf4d-493c-a12b-c32963ed871a admin admin] Made reservation on behalf of c81e32ac0e87423b927d54e210f034d8 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:04:19.685747 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2908f8c9-bf4d-493c-a12b-c32963ed871a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:19.694008 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c278a3-544e-4e5e-b4fc-83a41025480a req-b04d7503-4728-43c2-a456-b432f862c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:19.696259 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a8c278a3-544e-4e5e-b4fc-83a41025480a req-b04d7503-4728-43c2-a456-b432f862c73f service neutron] 10.222.0.71 "GET /v2.0/networks?id=a6f86bd0-771c-4143-8683-cd147fb6889e HTTP/1.1" status: 200 len: 930 time: 0.2877438 Feb 07 21:04:19.762985 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-4e831d0c-5743-4691-bdf0-6aa1249bf719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:19.766764 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-4e831d0c-5743-4691-bdf0-6aa1249bf719 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8d112527-f33e-4a56-80b8-5f6641814967 HTTP/1.1" status: 200 len: 797 time: 0.4321203 Feb 07 21:04:19.767181 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193b350-b05d-4f03-8c98-445a6196a728 req-6702a096-cf28-44b3-b79a-8b28482b700d tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:19.768762 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2193b350-b05d-4f03-8c98-445a6196a728 req-6702a096-cf28-44b3-b79a-8b28482b700d tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 944 time: 0.1196988 Feb 07 21:04:19.804696 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1647440a-eaef-483d-972a-de2117b97a27 req-4ab00f97-0287-4224-95a9-27a48b3e0b96 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593034 Feb 07 21:04:19.811051 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a8c278a3-544e-4e5e-b4fc-83a41025480a req-99c63c0d-858a-4afb-aeff-74ad35d66bb7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce51bc02-3b1e-48df-8b1c-4d8326eab37b HTTP/1.1" status: 200 len: 217 time: 0.1016386 Feb 07 21:04:20.213875 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83ae510e-8943-43f5-8d3c-6009c2106c4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (bf854134-2113-420b-b9e5-1df875fc6e85), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:20.238765 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8855bf4-a00c-4548-9ae8-730c2704296a tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Network 0d88fc0b-c108-47cb-b624-7310941ea101 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:04:20.240887 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-05bd9b69-ca63-4fc4-a1f1-4b62cefc40b2 req-bac1e0fb-906d-44f9-bc11-005f0fd7f308 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/floatingips/a9762cc4-0725-45a7-a8c8-d3b2858a547a HTTP/1.1" status: 200 len: 694 time: 0.3867514 Feb 07 21:04:20.278199 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-c8855bf4-a00c-4548-9ae8-730c2704296a tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 0d88fc0b-c108-47cb-b624-7310941ea101) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:20.283319 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2193b350-b05d-4f03-8c98-445a6196a728 req-53e09f98-1859-468a-9c70-f785807b56e4 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885716 Feb 07 21:04:20.284819 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8855bf4-a00c-4548-9ae8-730c2704296a tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:20.285431 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8855bf4-a00c-4548-9ae8-730c2704296a tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:20.289012 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e608f375-518f-4c63-8432-e0dd76b9acb3 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Deleting port fede704a-57a1-4e2a-91b6-250ee753d0bc {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:04:20.289336 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e608f375-518f-4c63-8432-e0dd76b9acb3 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (fede704a-57a1-4e2a-91b6-250ee753d0bc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:20.291013 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719d31b5-e1f4-4515-94a3-9f0d962d153b None None] Network 0d88fc0b-c108-47cb-b624-7310941ea101 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:04:20.300434 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83ae510e-8943-43f5-8d3c-6009c2106c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (bf854134-2113-420b-b9e5-1df875fc6e85), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:20.301372 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ae510e-8943-43f5-8d3c-6009c2106c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:20.301933 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83ae510e-8943-43f5-8d3c-6009c2106c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:20.325125 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c278a3-544e-4e5e-b4fc-83a41025480a req-73c1b5b5-6561-4e5d-836b-2e6bb4e71557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:20.326646 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a8c278a3-544e-4e5e-b4fc-83a41025480a req-73c1b5b5-6561-4e5d-836b-2e6bb4e71557 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eb76e587-4176-46d1-b759-4332a321f9fd HTTP/1.1" status: 200 len: 868 time: 0.4981167 Feb 07 21:04:20.400156 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c8855bf4-a00c-4548-9ae8-730c2704296a tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3500891 Feb 07 21:04:20.402186 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-9eb9994a-a9df-4752-8cd4-6d3d89e9e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:20.403832 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-9eb9994a-a9df-4752-8cd4-6d3d89e9e48d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ebc0550f-ec6c-4d64-9bd7-6031c005d00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.6000795 Feb 07 21:04:20.411719 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48670) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:20.416713 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-cc2a90d4-ec62-40fd-9146-cb4e125d0580 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Request body: {'network': {'name': 'tempest-router-network01--628741246'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:20.444691 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-83ae510e-8943-43f5-8d3c-6009c2106c4c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6611850 Feb 07 21:04:20.474024 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3c82b9-c83a-4e25-bac4-fd54425a47c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-0d88fc0b-c108-47cb-b624-7310941ea101', 'network_id': '0d88fc0b-c108-47cb-b624-7310941ea101', 'project_id': '299a5364a3ac4b3dad90f354f04167b0', 'fixed_ips': [{'subnet_id': '0ba85c11-1caa-4bfe-8932-6c1f3ccf7e01'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:04:20.475146 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3d3c82b9-c83a-4e25-bac4-fd54425a47c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:20.490580 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd9b69-ca63-4fc4-a1f1-4b62cefc40b2 req-d6a28b8d-7682-4239-89c8-72691bb43095 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:20.493052 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48672) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:20.499692 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-05bd9b69-ca63-4fc4-a1f1-4b62cefc40b2 req-d6a28b8d-7682-4239-89c8-72691bb43095 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 784 time: 0.2563317 Feb 07 21:04:20.499924 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-78539c1c-81b4-4c40-8f2e-9e8ca2398a8a admin admin] Request body: {'subnet': {'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1576721146-subnet', 'tenant_id': 'c752a538afe047fe808375441195e2c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:20.567049 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95faa978-90e0-4ed2-94e8-b69d69f9dde7 req-a61a57ee-ad48-4672-910e-5504a4eb5e65 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:20.570343 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-95faa978-90e0-4ed2-94e8-b69d69f9dde7 req-a61a57ee-ad48-4672-910e-5504a4eb5e65 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.71 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 944 time: 0.3149149 Feb 07 21:04:20.580695 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae510e-8943-43f5-8d3c-6009c2106c4c admin admin] Pushing event updated for resources: {'Network': ['ID=bf854134-2113-420b-b9e5-1df875fc6e85,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:20.590186 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-713140ab-b759-4f16-b9a3-7dc32cda251f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:20.602050 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2a90d4-ec62-40fd-9146-cb4e125d0580 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Made reservation on behalf of 299a5364a3ac4b3dad90f354f04167b0 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:04:20.602896 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network bf854134-2113-420b-b9e5-1df875fc6e85 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:04:20.605448 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc2a90d4-ec62-40fd-9146-cb4e125d0580 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:20.635413 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e608f375-518f-4c63-8432-e0dd76b9acb3 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (fede704a-57a1-4e2a-91b6-250ee753d0bc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:20.635819 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e608f375-518f-4c63-8432-e0dd76b9acb3 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks [] for floatingip (fede704a-57a1-4e2a-91b6-250ee753d0bc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:20.642995 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78539c1c-81b4-4c40-8f2e-9e8ca2398a8a admin admin] Made reservation on behalf of c752a538afe047fe808375441195e2c5 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:04:20.645516 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-78539c1c-81b4-4c40-8f2e-9e8ca2398a8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:20.696221 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-05bd9b69-ca63-4fc4-a1f1-4b62cefc40b2 req-43e8afe5-ca1e-423d-902e-6b66210f3cb6 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.59 HTTP/1.1" status: 200 len: 695 time: 0.1954224 Feb 07 21:04:20.703284 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c278a3-544e-4e5e-b4fc-83a41025480a req-b2dc374b-d935-4f0d-91d1-63358b1b8d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:20.705689 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a8c278a3-544e-4e5e-b4fc-83a41025480a req-b2dc374b-d935-4f0d-91d1-63358b1b8d32 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a6f86bd0-771c-4143-8683-cd147fb6889e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3620470 Feb 07 21:04:20.757612 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-3d3c82b9-c83a-4e25-bac4-fd54425a47c1 None None] Allocated IP 2001:db8::2 (0d88fc0b-c108-47cb-b624-7310941ea101/0ba85c11-1caa-4bfe-8932-6c1f3ccf7e01/d5213b41-cf41-4571-a226-0e5ef964da70) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:04:20.765668 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e608f375-518f-4c63-8432-e0dd76b9acb3 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Calling delete_port for fede704a-57a1-4e2a-91b6-250ee753d0bc owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:04:20.769629 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-05bd9b69-ca63-4fc4-a1f1-4b62cefc40b2 req-364b356c-a118-4071-bb46-cd7ef21b956e tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.59 HTTP/1.1" status: 200 len: 695 time: 0.0595837 Feb 07 21:04:20.795073 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc2a90d4-ec62-40fd-9146-cb4e125d0580 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:04:20.807280 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-bf95e6fd-af75-443c-92cd-82459b2be339 service neutron] 10.222.0.69 "GET /v2.0/networks/ebc0550f-ec6c-4d64-9bd7-6031c005d00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831596 Feb 07 21:04:20.813486 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53d341-4167-47b7-9901-f220ccb38843 req-06c9a524-0d02-4329-b04a-4598d6dffff9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:20.820261 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53d341-4167-47b7-9901-f220ccb38843 req-06c9a524-0d02-4329-b04a-4598d6dffff9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:20.827957 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53d341-4167-47b7-9901-f220ccb38843 req-06c9a524-0d02-4329-b04a-4598d6dffff9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:20.833339 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53d341-4167-47b7-9901-f220ccb38843 req-06c9a524-0d02-4329-b04a-4598d6dffff9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:20.839306 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53d341-4167-47b7-9901-f220ccb38843 req-06c9a524-0d02-4329-b04a-4598d6dffff9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:20.844641 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53d341-4167-47b7-9901-f220ccb38843 req-06c9a524-0d02-4329-b04a-4598d6dffff9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:20.855332 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53d341-4167-47b7-9901-f220ccb38843 req-06c9a524-0d02-4329-b04a-4598d6dffff9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:20.858628 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7d53d341-4167-47b7-9901-f220ccb38843 req-06c9a524-0d02-4329-b04a-4598d6dffff9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5429 time: 0.3812516 Feb 07 21:04:20.922274 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2908f8c9-bf4d-493c-a12b-c32963ed871a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (f10dcab6-39db-4172-971d-b054f593e657), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:20.926188 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc2a90d4-ec62-40fd-9146-cb4e125d0580 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (d4e4bd9b-b17d-4ab4-80b7-743f3fb7e235), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:20.926695 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-cc2a90d4-ec62-40fd-9146-cb4e125d0580 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Added segment d4e4bd9b-b17d-4ab4-80b7-743f3fb7e235 of type vlan for network 55e63414-566b-47ad-bc90-87ecb1e0f1cb Feb 07 21:04:20.945824 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3d3c82b9-c83a-4e25-bac4-fd54425a47c1 None None] Publish callbacks [] for port (d5213b41-cf41-4571-a226-0e5ef964da70), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:20.958265 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3d3c82b9-c83a-4e25-bac4-fd54425a47c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (d5213b41-cf41-4571-a226-0e5ef964da70), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:21.010767 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c82b9-c83a-4e25-bac4-fd54425a47c1 None None] Pushing event updated for resources: {'Port': ['ID=d5213b41-cf41-4571-a226-0e5ef964da70,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:21.023805 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3c82b9-c83a-4e25-bac4-fd54425a47c1 None None] Network 0d88fc0b-c108-47cb-b624-7310941ea101 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:04:21.025458 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-3d3c82b9-c83a-4e25-bac4-fd54425a47c1 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:21.031109 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3c82b9-c83a-4e25-bac4-fd54425a47c1 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:04:21.085499 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc2a90d4-ec62-40fd-9146-cb4e125d0580 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (55e63414-566b-47ad-bc90-87ecb1e0f1cb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:21.106332 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7d53d341-4167-47b7-9901-f220ccb38843 req-7458f7a4-c3ed-4190-ae47-e3adb301f89b tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1969533 Feb 07 21:04:21.116399 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908f8c9-bf4d-493c-a12b-c32963ed871a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f10dcab6-39db-4172-971d-b054f593e657,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:21.137891 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a8c278a3-544e-4e5e-b4fc-83a41025480a req-6966aea8-0927-4517-a620-9f3743053dfb service neutron] 10.222.0.71 "GET /v2.0/networks/a6f86bd0-771c-4143-8683-cd147fb6889e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730149 Feb 07 21:04:21.142848 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3d3c82b9-c83a-4e25-bac4-fd54425a47c1 None None] Attempting to bind port d5213b41-cf41-4571-a226-0e5ef964da70 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:04:21.143586 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3d3c82b9-c83a-4e25-bac4-fd54425a47c1 None None] Attempting to bind port d5213b41-cf41-4571-a226-0e5ef964da70 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'faefc56b-0438-409b-ad29-923c25386baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0d88fc0b-c108-47cb-b624-7310941ea101'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:04:21.144755 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3c82b9-c83a-4e25-bac4-fd54425a47c1 None None] Attempting to bind port d5213b41-cf41-4571-a226-0e5ef964da70 on network 0d88fc0b-c108-47cb-b624-7310941ea101 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:21.151571 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-95faa978-90e0-4ed2-94e8-b69d69f9dde7 req-cc3d520b-37d6-4c33-83a0-09e996b01ffb tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Deleting port 372e6712-1718-43c6-884a-34e911ef5f14 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:04:21.151914 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-95faa978-90e0-4ed2-94e8-b69d69f9dde7 req-cc3d520b-37d6-4c33-83a0-09e996b01ffb tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (372e6712-1718-43c6-884a-34e911ef5f14), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:21.152525 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3c82b9-c83a-4e25-bac4-fd54425a47c1 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:04:21.153113 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3c82b9-c83a-4e25-bac4-fd54425a47c1 None None] Checking segment: {'id': 'faefc56b-0438-409b-ad29-923c25386baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0d88fc0b-c108-47cb-b624-7310941ea101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:21.154437 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3d3c82b9-c83a-4e25-bac4-fd54425a47c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:21.155875 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3c82b9-c83a-4e25-bac4-fd54425a47c1 None None] Bound using segment: {'id': 'faefc56b-0438-409b-ad29-923c25386baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0d88fc0b-c108-47cb-b624-7310941ea101'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:04:21.156584 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3d3c82b9-c83a-4e25-bac4-fd54425a47c1 None None] Bound port: d5213b41-cf41-4571-a226-0e5ef964da70, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faefc56b-0438-409b-ad29-923c25386baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0d88fc0b-c108-47cb-b624-7310941ea101'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:04:21.157161 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3d3c82b9-c83a-4e25-bac4-fd54425a47c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d5213b41-cf41-4571-a226-0e5ef964da70), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:21.182726 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d20ff3ce-1b6b-4692-bf5d-54bf571ed203 req-7111b5b5-25da-4b69-a36c-e1d42545ea70 service neutron] 10.222.0.69 "GET /v2.0/networks/ebc0550f-ec6c-4d64-9bd7-6031c005d00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617985 Feb 07 21:04:21.198485 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2908f8c9-bf4d-493c-a12b-c32963ed871a admin admin] Checking segment: {'id': '05184215-d563-4db7-890a-f9a45bc4a1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '099bf4f2-18e2-45e9-9800-9fc97b483d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:21.198842 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2908f8c9-bf4d-493c-a12b-c32963ed871a admin admin] Network hostable DHCP agents. Network: 099bf4f2-18e2-45e9-9800-9fc97b483d2c, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:04:21.275270 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc2a90d4-ec62-40fd-9146-cb4e125d0580 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (55e63414-566b-47ad-bc90-87ecb1e0f1cb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:21.282346 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2a90d4-ec62-40fd-9146-cb4e125d0580 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:21.284018 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc2a90d4-ec62-40fd-9146-cb4e125d0580 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:21.286013 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3d3c82b9-c83a-4e25-bac4-fd54425a47c1 None None] For port d5213b41-cf41-4571-a226-0e5ef964da70, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:04:21.291939 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3d3c82b9-c83a-4e25-bac4-fd54425a47c1 None None] For port d5213b41-cf41-4571-a226-0e5ef964da70, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d5213b41-cf41-4571-a226-0e5ef964da70,segment=NetworkSegment(faefc56b-0438-409b-ad29-923c25386baa),segment_id=faefc56b-0438-409b-ad29-923c25386baa)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:04:21.303071 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3d3c82b9-c83a-4e25-bac4-fd54425a47c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d5213b41-cf41-4571-a226-0e5ef964da70), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:21.347499 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-05bd9b69-ca63-4fc4-a1f1-4b62cefc40b2 req-56298007-c6d7-4719-bab9-aaa94068c482 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Deleting port 209dd6db-d70d-4459-80d9-aba3f3ac4bca {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:04:21.348533 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-05bd9b69-ca63-4fc4-a1f1-4b62cefc40b2 req-56298007-c6d7-4719-bab9-aaa94068c482 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (209dd6db-d70d-4459-80d9-aba3f3ac4bca), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:21.381893 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c82b9-c83a-4e25-bac4-fd54425a47c1 None None] Pushing event updated for resources: {'Port': ['ID=d5213b41-cf41-4571-a226-0e5ef964da70,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:21.427640 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2908f8c9-bf4d-493c-a12b-c32963ed871a admin admin] Network 099bf4f2-18e2-45e9-9800-9fc97b483d2c is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:04:21.444855 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cc2a90d4-ec62-40fd-9146-cb4e125d0580 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0320601 Feb 07 21:04:21.445931 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-78539c1c-81b4-4c40-8f2e-9e8ca2398a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (2f8980a6-7981-49aa-b0cb-ed215989d81d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:21.449734 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48678) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:21.460470 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-38097131-6122-40c3-90dc-668abecfa051 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Request body: {'network': {'name': 'tempest-router-network02--351928249'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:21.489883 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a90d4-ec62-40fd-9146-cb4e125d0580 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Pushing event updated for resources: {'Network': ['ID=55e63414-566b-47ad-bc90-87ecb1e0f1cb,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:21.493369 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-95faa978-90e0-4ed2-94e8-b69d69f9dde7 req-cc3d520b-37d6-4c33-83a0-09e996b01ffb tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] For port 372e6712-1718-43c6-884a-34e911ef5f14, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=372e6712-1718-43c6-884a-34e911ef5f14,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:21.494048 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-95faa978-90e0-4ed2-94e8-b69d69f9dde7 req-cc3d520b-37d6-4c33-83a0-09e996b01ffb tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (372e6712-1718-43c6-884a-34e911ef5f14), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:21.504503 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-2908f8c9-bf4d-493c-a12b-c32963ed871a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 099bf4f2-18e2-45e9-9800-9fc97b483d2c) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:21.508963 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2908f8c9-bf4d-493c-a12b-c32963ed871a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:21.509555 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2908f8c9-bf4d-493c-a12b-c32963ed871a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:21.510968 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 55e63414-566b-47ad-bc90-87ecb1e0f1cb details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:04:21.513186 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e608f375-518f-4c63-8432-e0dd76b9acb3 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (fede704a-57a1-4e2a-91b6-250ee753d0bc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:21.523259 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-95faa978-90e0-4ed2-94e8-b69d69f9dde7 req-cc3d520b-37d6-4c33-83a0-09e996b01ffb tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Calling delete_port for 372e6712-1718-43c6-884a-34e911ef5f14 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:04:21.537806 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739cdb3-4ab7-4857-8fe8-69972a52b241 req-5965e44b-e251-4e3a-aa14-dfaa338364dd tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:21.545480 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8739cdb3-4ab7-4857-8fe8-69972a52b241 req-5965e44b-e251-4e3a-aa14-dfaa338364dd tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 946 time: 0.2517512 Feb 07 21:04:21.565027 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc62c06-e1e9-4347-b796-7fb9b0fb3be5 None None] Network 099bf4f2-18e2-45e9-9800-9fc97b483d2c requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:04:21.583932 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608f375-518f-4c63-8432-e0dd76b9acb3 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Pushing event deleted for resources: {'Port': ['ID=fede704a-57a1-4e2a-91b6-250ee753d0bc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:21.587382 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a8c278a3-544e-4e5e-b4fc-83a41025480a req-195cc139-22ea-4b38-9ead-4693a12508f8 service neutron] 10.222.0.71 "GET /v2.0/networks/a6f86bd0-771c-4143-8683-cd147fb6889e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322057 Feb 07 21:04:21.598302 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7724cb0-c8c1-4b98-8416-6d2f5989795c req-fc7c6f26-8cc2-44b6-b92c-6442d7273f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:21.598792 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7724cb0-c8c1-4b98-8416-6d2f5989795c req-fc7c6f26-8cc2-44b6-b92c-6442d7273f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:21.599235 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7724cb0-c8c1-4b98-8416-6d2f5989795c req-fc7c6f26-8cc2-44b6-b92c-6442d7273f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:21.600347 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7724cb0-c8c1-4b98-8416-6d2f5989795c req-fc7c6f26-8cc2-44b6-b92c-6442d7273f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:21.600347 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7724cb0-c8c1-4b98-8416-6d2f5989795c req-fc7c6f26-8cc2-44b6-b92c-6442d7273f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:21.600591 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7724cb0-c8c1-4b98-8416-6d2f5989795c req-fc7c6f26-8cc2-44b6-b92c-6442d7273f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:21.601231 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7724cb0-c8c1-4b98-8416-6d2f5989795c req-fc7c6f26-8cc2-44b6-b92c-6442d7273f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:21.602963 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b7724cb0-c8c1-4b98-8416-6d2f5989795c req-fc7c6f26-8cc2-44b6-b92c-6442d7273f6b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32ff56f8fd43451781a008978e4679d6&device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 6703 time: 0.3095562 Feb 07 21:04:21.608255 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-05bd9b69-ca63-4fc4-a1f1-4b62cefc40b2 req-56298007-c6d7-4719-bab9-aaa94068c482 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (209dd6db-d70d-4459-80d9-aba3f3ac4bca), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:21.609134 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-05bd9b69-ca63-4fc4-a1f1-4b62cefc40b2 req-56298007-c6d7-4719-bab9-aaa94068c482 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks [] for floatingip (209dd6db-d70d-4459-80d9-aba3f3ac4bca), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:21.615223 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2908f8c9-bf4d-493c-a12b-c32963ed871a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9950793 Feb 07 21:04:21.618250 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38097131-6122-40c3-90dc-668abecfa051 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Made reservation on behalf of 299a5364a3ac4b3dad90f354f04167b0 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:04:21.633178 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38097131-6122-40c3-90dc-668abecfa051 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:21.657461 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48680) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:21.667429 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-959695bb-91da-49eb-b355-be04aa503c78 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1394622715-router', 'tenant_id': 'c81e32ac0e87423b927d54e210f034d8', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:21.690624 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-05bd9b69-ca63-4fc4-a1f1-4b62cefc40b2 req-56298007-c6d7-4719-bab9-aaa94068c482 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Calling delete_port for 209dd6db-d70d-4459-80d9-aba3f3ac4bca owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:04:21.773772 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:21.776561 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8739cdb3-4ab7-4857-8fe8-69972a52b241 req-9adf6d4a-c1cd-4835-b3a5-711d89c7cfbc tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300041 Feb 07 21:04:21.799441 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78539c1c-81b4-4c40-8f2e-9e8ca2398a8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f8980a6-7981-49aa-b0cb-ed215989d81d,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:21.825763 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-959695bb-91da-49eb-b355-be04aa503c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (c4756fef-0cc5-458d-82f4-e8e826d0530f), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:21.826807 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-959695bb-91da-49eb-b355-be04aa503c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (c4756fef-0cc5-458d-82f4-e8e826d0530f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:21.865074 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78539c1c-81b4-4c40-8f2e-9e8ca2398a8a admin admin] Checking segment: {'id': '978d531a-5f04-4ecc-9967-0e2116886724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:21.865535 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78539c1c-81b4-4c40-8f2e-9e8ca2398a8a admin admin] Network hostable DHCP agents. Network: bf854134-2113-420b-b9e5-1df875fc6e85, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:04:21.876544 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53816e4b-454b-4b30-80ea-ad4063d50c01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-099bf4f2-18e2-45e9-9800-9fc97b483d2c', 'network_id': '099bf4f2-18e2-45e9-9800-9fc97b483d2c', 'project_id': 'c81e32ac0e87423b927d54e210f034d8', 'fixed_ips': [{'subnet_id': 'f10dcab6-39db-4172-971d-b054f593e657'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:04:21.879085 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-53816e4b-454b-4b30-80ea-ad4063d50c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:21.915460 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38097131-6122-40c3-90dc-668abecfa051 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:04:21.938233 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38097131-6122-40c3-90dc-668abecfa051 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (0360a068-3bf9-42dc-b020-1b341e06cc6d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:21.938729 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-38097131-6122-40c3-90dc-668abecfa051 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Added segment 0360a068-3bf9-42dc-b020-1b341e06cc6d of type vlan for network e27e838b-d433-4aa0-8a4e-9df4d65c1ce4 Feb 07 21:04:21.992799 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38097131-6122-40c3-90dc-668abecfa051 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (e27e838b-d433-4aa0-8a4e-9df4d65c1ce4), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:22.037824 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e608f375-518f-4c63-8432-e0dd76b9acb3 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks [] for floatingip (d0b168f3-d7a5-48a9-8608-ec394f445c96), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:22.040720 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e608f375-518f-4c63-8432-e0dd76b9acb3 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:22.046537 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e608f375-518f-4c63-8432-e0dd76b9acb3 tempest-ServersTestManualDisk-578609246 tempest-ServersTestManualDisk-578609246-project] 10.222.0.65 "DELETE /v2.0/floatingips/d0b168f3-d7a5-48a9-8608-ec394f445c96 HTTP/1.1" status: 204 len: 168 time: 2.9156153 Feb 07 21:04:22.090920 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48682) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:22.102479 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78539c1c-81b4-4c40-8f2e-9e8ca2398a8a admin admin] Network bf854134-2113-420b-b9e5-1df875fc6e85 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:04:22.122757 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-53816e4b-454b-4b30-80ea-ad4063d50c01 None None] Allocated IP 172.20.0.2 (099bf4f2-18e2-45e9-9800-9fc97b483d2c/f10dcab6-39db-4172-971d-b054f593e657/d59c0838-4fe6-45ea-a9af-ebbca8584227) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:04:22.127224 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-05bd9b69-ca63-4fc4-a1f1-4b62cefc40b2 req-56298007-c6d7-4719-bab9-aaa94068c482 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (209dd6db-d70d-4459-80d9-aba3f3ac4bca), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:22.140574 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38097131-6122-40c3-90dc-668abecfa051 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (e27e838b-d433-4aa0-8a4e-9df4d65c1ce4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:22.145967 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38097131-6122-40c3-90dc-668abecfa051 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:22.146612 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38097131-6122-40c3-90dc-668abecfa051 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:22.155444 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-959695bb-91da-49eb-b355-be04aa503c78 admin admin] Publish callbacks [] for router_controller (c4756fef-0cc5-458d-82f4-e8e826d0530f), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:22.192183 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56298007-c6d7-4719-bab9-aaa94068c482 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Pushing event deleted for resources: {'Port': ['ID=209dd6db-d70d-4459-80d9-aba3f3ac4bca,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:22.278804 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-38097131-6122-40c3-90dc-668abecfa051 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8221641 Feb 07 21:04:22.279669 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-78539c1c-81b4-4c40-8f2e-9e8ca2398a8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, bf854134-2113-420b-b9e5-1df875fc6e85) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:22.299566 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48686) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:22.305323 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-3445c176-8d8c-4ff0-91cb-7bf96e9f960a tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Request body: {'subnet': {'network_id': '55e63414-566b-47ad-bc90-87ecb1e0f1cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:22.320674 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78539c1c-81b4-4c40-8f2e-9e8ca2398a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:22.321421 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-78539c1c-81b4-4c40-8f2e-9e8ca2398a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:22.380183 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-95faa978-90e0-4ed2-94e8-b69d69f9dde7 req-cc3d520b-37d6-4c33-83a0-09e996b01ffb tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (372e6712-1718-43c6-884a-34e911ef5f14), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:22.410019 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7724cb0-c8c1-4b98-8416-6d2f5989795c req-53840e46-2f54-4686-afc7-8f008821facf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:22.411023 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b7724cb0-c8c1-4b98-8416-6d2f5989795c req-53840e46-2f54-4686-afc7-8f008821facf service neutron] 10.222.0.69 "GET /v2.0/networks?id=ebc0550f-ec6c-4d64-9bd7-6031c005d00f HTTP/1.1" status: 200 len: 903 time: 0.7476072 Feb 07 21:04:22.411786 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38097131-6122-40c3-90dc-668abecfa051 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Pushing event updated for resources: {'Network': ['ID=e27e838b-d433-4aa0-8a4e-9df4d65c1ce4,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:22.447954 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d520b-37d6-4c33-83a0-09e996b01ffb tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Pushing event deleted for resources: {'Port': ['ID=372e6712-1718-43c6-884a-34e911ef5f14,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:22.451298 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-78539c1c-81b4-4c40-8f2e-9e8ca2398a8a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9553657 Feb 07 21:04:22.501376 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fb38d-7d55-43ea-b3d5-36a0c7920046 req-7b2b4d30-b2c2-4c65-8c0b-1a4ab43c7a2e tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:22.507105 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-888fb38d-7d55-43ea-b3d5-36a0c7920046 req-7b2b4d30-b2c2-4c65-8c0b-1a4ab43c7a2e tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 866 time: 0.5621879 Feb 07 21:04:22.522146 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b7724cb0-c8c1-4b98-8416-6d2f5989795c req-4c8d33fe-9bbb-4e31-a29b-ad9c85ac23ea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e7cff024-a85a-4851-a39c-7071ffcfad38 HTTP/1.1" status: 200 len: 217 time: 0.0988796 Feb 07 21:04:22.562579 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-95faa978-90e0-4ed2-94e8-b69d69f9dde7 req-cc3d520b-37d6-4c33-83a0-09e996b01ffb tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] No DVR routers for this DVR port 372e6712-1718-43c6-884a-34e911ef5f14 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:04:22.566342 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-95faa978-90e0-4ed2-94e8-b69d69f9dde7 req-cc3d520b-37d6-4c33-83a0-09e996b01ffb tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:22.573286 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-95faa978-90e0-4ed2-94e8-b69d69f9dde7 req-cc3d520b-37d6-4c33-83a0-09e996b01ffb tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.71 "DELETE /v2.0/ports/372e6712-1718-43c6-884a-34e911ef5f14 HTTP/1.1" status: 204 len: 173 time: 1.9720249 Feb 07 21:04:22.625125 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f4977a-f236-4a7e-8f19-1ca2bd51fc10 None None] Network bf854134-2113-420b-b9e5-1df875fc6e85 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:04:22.633223 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['2caaae4e-7044-4456-8451-ea9044187bb7', '372e6712-1718-43c6-884a-34e911ef5f14'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:04:22.651472 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network e27e838b-d433-4aa0-8a4e-9df4d65c1ce4 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:04:22.659432 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f996cb-1552-4a68-83bf-75263a3390c4', 'name': 'network-vif-deleted', 'tag': '372e6712-1718-43c6-884a-34e911ef5f14'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:04:22.661859 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f012968-2e95-4189-89f9-68fd9f2e5929" -d '{"events": [{"server_uuid": "15f996cb-1552-4a68-83bf-75263a3390c4", "name": "network-vif-deleted", "tag": "372e6712-1718-43c6-884a-34e911ef5f14"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:04:22.705236 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-05bd9b69-ca63-4fc4-a1f1-4b62cefc40b2 req-56298007-c6d7-4719-bab9-aaa94068c482 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks [] for floatingip (a9762cc4-0725-45a7-a8c8-d3b2858a547a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:22.708915 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-05bd9b69-ca63-4fc4-a1f1-4b62cefc40b2 req-56298007-c6d7-4719-bab9-aaa94068c482 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:22.710375 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-05bd9b69-ca63-4fc4-a1f1-4b62cefc40b2 req-56298007-c6d7-4719-bab9-aaa94068c482 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "DELETE /v2.0/floatingips/a9762cc4-0725-45a7-a8c8-d3b2858a547a HTTP/1.1" status: 204 len: 173 time: 1.9248087 Feb 07 21:04:22.747613 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-959695bb-91da-49eb-b355-be04aa503c78 admin admin] Publish callbacks [] for router_gateway (c4756fef-0cc5-458d-82f4-e8e826d0530f), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:22.771269 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-888fb38d-7d55-43ea-b3d5-36a0c7920046 req-f3400e6d-c9c4-4107-b7fe-7c4603f42136 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251775 Feb 07 21:04:22.795286 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7724cb0-c8c1-4b98-8416-6d2f5989795c req-3d03a499-4d56-4704-bad7-0eb47969687d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:22.799998 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b7724cb0-c8c1-4b98-8416-6d2f5989795c req-3d03a499-4d56-4704-bad7-0eb47969687d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8d112527-f33e-4a56-80b8-5f6641814967 HTTP/1.1" status: 200 len: 797 time: 0.2662532 Feb 07 21:04:22.814456 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3445c176-8d8c-4ff0-91cb-7bf96e9f960a tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Made reservation on behalf of 299a5364a3ac4b3dad90f354f04167b0 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:04:22.824949 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3445c176-8d8c-4ff0-91cb-7bf96e9f960a tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:22.929182 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df3b402-edc7-40bc-81ea-d4b0efebca07 x-openstack-request-id: req-0df3b402-edc7-40bc-81ea-d4b0efebca07 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:04:22.930259 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f996cb-1552-4a68-83bf-75263a3390c4", "name": "network-vif-deleted", "tag": "372e6712-1718-43c6-884a-34e911ef5f14", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:04:22.931152 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0df3b402-edc7-40bc-81ea-d4b0efebca07 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:04:22.932198 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f996cb-1552-4a68-83bf-75263a3390c4', 'name': 'network-vif-deleted', 'tag': '372e6712-1718-43c6-884a-34e911ef5f14', 'status': 'completed', 'code': 200} Feb 07 21:04:23.090807 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7724cb0-c8c1-4b98-8416-6d2f5989795c req-455dece7-77b1-4b0d-b6a2-6caa90745ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:23.092245 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b7724cb0-c8c1-4b98-8416-6d2f5989795c req-455dece7-77b1-4b0d-b6a2-6caa90745ab8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ebc0550f-ec6c-4d64-9bd7-6031c005d00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2805445 Feb 07 21:04:23.108955 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-53816e4b-454b-4b30-80ea-ad4063d50c01 None None] Publish callbacks [] for port (d59c0838-4fe6-45ea-a9af-ebbca8584227), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:23.122378 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca76efe4-ddbe-4c3b-855f-9b4142d5d595 None None] Network bf854134-2113-420b-b9e5-1df875fc6e85 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:04:23.179372 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d40b1-a501-4cb9-be79-611f29f75827 req-ddfdea31-85e1-413c-9de3-fa8da5fb34f9 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:23.194549 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0a2d40b1-a501-4cb9-be79-611f29f75827 req-ddfdea31-85e1-413c-9de3-fa8da5fb34f9 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 946 time: 0.2598984 Feb 07 21:04:23.208426 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c7341-8ab7-45f9-9355-c5a56a7ae390 req-a81c6cf3-9dce-4ff7-b56c-8b1abe1dca86 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:23.209141 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d5213b41-cf41-4571-a226-0e5ef964da70 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:04:23.215762 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c7341-8ab7-45f9-9355-c5a56a7ae390 req-a81c6cf3-9dce-4ff7-b56c-8b1abe1dca86 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:23.222726 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c7341-8ab7-45f9-9355-c5a56a7ae390 req-a81c6cf3-9dce-4ff7-b56c-8b1abe1dca86 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:23.229935 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c7341-8ab7-45f9-9355-c5a56a7ae390 req-a81c6cf3-9dce-4ff7-b56c-8b1abe1dca86 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:23.236469 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c7341-8ab7-45f9-9355-c5a56a7ae390 req-a81c6cf3-9dce-4ff7-b56c-8b1abe1dca86 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:23.242675 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c7341-8ab7-45f9-9355-c5a56a7ae390 req-a81c6cf3-9dce-4ff7-b56c-8b1abe1dca86 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:23.248852 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca38b15-ddba-4830-a09b-c478a588d268 None None] Network 0d88fc0b-c108-47cb-b624-7310941ea101 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:04:23.251117 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c7341-8ab7-45f9-9355-c5a56a7ae390 req-a81c6cf3-9dce-4ff7-b56c-8b1abe1dca86 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:23.254218 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a47c7341-8ab7-45f9-9355-c5a56a7ae390 req-a81c6cf3-9dce-4ff7-b56c-8b1abe1dca86 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5429 time: 0.3480074 Feb 07 21:04:23.264939 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-53816e4b-454b-4b30-80ea-ad4063d50c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (d59c0838-4fe6-45ea-a9af-ebbca8584227), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:23.266879 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:23.332377 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3445c176-8d8c-4ff0-91cb-7bf96e9f960a tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (e2ddbfcb-213e-4b57-8ab8-7876e1f739ad), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:23.373921 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0a2d40b1-a501-4cb9-be79-611f29f75827 req-ed11214c-8d2e-4dc2-bbf6-4e3a34552352 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181092 Feb 07 21:04:23.384266 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53816e4b-454b-4b30-80ea-ad4063d50c01 None None] Pushing event updated for resources: {'Port': ['ID=d59c0838-4fe6-45ea-a9af-ebbca8584227,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:23.424652 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a47c7341-8ab7-45f9-9355-c5a56a7ae390 req-18ea1a40-b42a-4d0d-bf22-f6f14198b925 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1586776 Feb 07 21:04:23.433850 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53816e4b-454b-4b30-80ea-ad4063d50c01 None None] Network 099bf4f2-18e2-45e9-9800-9fc97b483d2c is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:04:23.439206 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-7400e006-1123-4063-9218-d08ff6441566 None None] Provisioning complete for port d5213b41-cf41-4571-a226-0e5ef964da70 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:23.439585 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7400e006-1123-4063-9218-d08ff6441566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d5213b41-cf41-4571-a226-0e5ef964da70), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:23.503811 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-53816e4b-454b-4b30-80ea-ad4063d50c01 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:23.509700 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53816e4b-454b-4b30-80ea-ad4063d50c01 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:04:23.574259 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445c176-8d8c-4ff0-91cb-7bf96e9f960a tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Pushing event updated for resources: {'Subnet': ['ID=e2ddbfcb-213e-4b57-8ab8-7876e1f739ad,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:23.593772 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b7724cb0-c8c1-4b98-8416-6d2f5989795c req-9590718d-c31e-41c6-b6a9-fb7463909387 service neutron] 10.222.0.69 "GET /v2.0/networks/ebc0550f-ec6c-4d64-9bd7-6031c005d00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918807 Feb 07 21:04:23.596247 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3445c176-8d8c-4ff0-91cb-7bf96e9f960a tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Checking segment: {'id': 'd4e4bd9b-b17d-4ab4-80b7-743f3fb7e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '55e63414-566b-47ad-bc90-87ecb1e0f1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:23.596918 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3445c176-8d8c-4ff0-91cb-7bf96e9f960a tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Network hostable DHCP agents. Network: 55e63414-566b-47ad-bc90-87ecb1e0f1cb, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:04:23.655065 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7400e006-1123-4063-9218-d08ff6441566 None None] Current status of the port d5213b41-cf41-4571-a226-0e5ef964da70 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:23.655479 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7400e006-1123-4063-9218-d08ff6441566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d5213b41-cf41-4571-a226-0e5ef964da70), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:23.670104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port d5213b41-cf41-4571-a226-0e5ef964da70 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:23.670491 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d5213b41-cf41-4571-a226-0e5ef964da70), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:23.759803 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7400e006-1123-4063-9218-d08ff6441566 None None] For port d5213b41-cf41-4571-a226-0e5ef964da70, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d5213b41-cf41-4571-a226-0e5ef964da70,segment=NetworkSegment(faefc56b-0438-409b-ad29-923c25386baa),segment_id=faefc56b-0438-409b-ad29-923c25386baa)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:23.790362 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-53816e4b-454b-4b30-80ea-ad4063d50c01 None None] Attempting to bind port d59c0838-4fe6-45ea-a9af-ebbca8584227 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:04:23.790742 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-53816e4b-454b-4b30-80ea-ad4063d50c01 None None] Attempting to bind port d59c0838-4fe6-45ea-a9af-ebbca8584227 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '05184215-d563-4db7-890a-f9a45bc4a1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '099bf4f2-18e2-45e9-9800-9fc97b483d2c'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:04:23.791112 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53816e4b-454b-4b30-80ea-ad4063d50c01 None None] Attempting to bind port d59c0838-4fe6-45ea-a9af-ebbca8584227 on network 099bf4f2-18e2-45e9-9800-9fc97b483d2c {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:23.798254 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7400e006-1123-4063-9218-d08ff6441566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d5213b41-cf41-4571-a226-0e5ef964da70), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:23.805450 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53816e4b-454b-4b30-80ea-ad4063d50c01 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:04:23.805833 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53816e4b-454b-4b30-80ea-ad4063d50c01 None None] Checking segment: {'id': '05184215-d563-4db7-890a-f9a45bc4a1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '099bf4f2-18e2-45e9-9800-9fc97b483d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:23.806244 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-53816e4b-454b-4b30-80ea-ad4063d50c01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:23.806643 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53816e4b-454b-4b30-80ea-ad4063d50c01 None None] Bound using segment: {'id': '05184215-d563-4db7-890a-f9a45bc4a1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '099bf4f2-18e2-45e9-9800-9fc97b483d2c'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:04:23.807247 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-53816e4b-454b-4b30-80ea-ad4063d50c01 None None] Bound port: d59c0838-4fe6-45ea-a9af-ebbca8584227, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05184215-d563-4db7-890a-f9a45bc4a1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '099bf4f2-18e2-45e9-9800-9fc97b483d2c'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:04:23.807638 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-53816e4b-454b-4b30-80ea-ad4063d50c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d59c0838-4fe6-45ea-a9af-ebbca8584227), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:23.864086 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400e006-1123-4063-9218-d08ff6441566 None None] Pushing event updated for resources: {'Port': ['ID=d5213b41-cf41-4571-a226-0e5ef964da70,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:23.970751 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-53816e4b-454b-4b30-80ea-ad4063d50c01 None None] For port d59c0838-4fe6-45ea-a9af-ebbca8584227, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:04:23.974466 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-53816e4b-454b-4b30-80ea-ad4063d50c01 None None] For port d59c0838-4fe6-45ea-a9af-ebbca8584227, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d59c0838-4fe6-45ea-a9af-ebbca8584227,segment=NetworkSegment(05184215-d563-4db7-890a-f9a45bc4a1cb),segment_id=05184215-d563-4db7-890a-f9a45bc4a1cb)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:04:24.022518 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-53816e4b-454b-4b30-80ea-ad4063d50c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d59c0838-4fe6-45ea-a9af-ebbca8584227), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:24.134341 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3445c176-8d8c-4ff0-91cb-7bf96e9f960a tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Network 55e63414-566b-47ad-bc90-87ecb1e0f1cb is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:04:24.149793 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port d5213b41-cf41-4571-a226-0e5ef964da70 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:24.163262 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-959695bb-91da-49eb-b355-be04aa503c78 admin admin] Publish callbacks [] for router_gateway (c4756fef-0cc5-458d-82f4-e8e826d0530f), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:24.180274 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-3445c176-8d8c-4ff0-91cb-7bf96e9f960a tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 55e63414-566b-47ad-bc90-87ecb1e0f1cb) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:24.182017 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40844e-00a3-4f01-86d8-40817bfd6b5b req-c820c7c1-1fde-44da-bd7c-af8061db8514 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:24.189270 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3445c176-8d8c-4ff0-91cb-7bf96e9f960a tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:24.190020 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3445c176-8d8c-4ff0-91cb-7bf96e9f960a tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:24.190878 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4d40844e-00a3-4f01-86d8-40817bfd6b5b req-c820c7c1-1fde-44da-bd7c-af8061db8514 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/ports?device_id=9720d579-c7a9-43e5-a209-5258f0676f3b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6330473 Feb 07 21:04:24.193857 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53816e4b-454b-4b30-80ea-ad4063d50c01 None None] Pushing event updated for resources: {'Port': ['ID=d59c0838-4fe6-45ea-a9af-ebbca8584227,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:24.194506 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b7724cb0-c8c1-4b98-8416-6d2f5989795c req-5b23a50c-ddb1-4f1f-90f3-bfc94f606a7c service neutron] 10.222.0.69 "GET /v2.0/networks/ebc0550f-ec6c-4d64-9bd7-6031c005d00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5913723 Feb 07 21:04:24.218224 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466c25fa-a6c1-47ca-9b9c-314d739803e2 None None] Network 55e63414-566b-47ad-bc90-87ecb1e0f1cb requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:04:24.221149 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3445c176-8d8c-4ff0-91cb-7bf96e9f960a tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9199579 Feb 07 21:04:24.228782 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f8c4c9f5-2c60-43b2-97c1-02e11a1fb077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (28036b59-4615-4f68-be11-3cf14c76bc78), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:24.230676 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48714) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:24.231977 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-959695bb-91da-49eb-b355-be04aa503c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:24.244017 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-3e955524-11db-4df5-86c4-7d31d8e1fd38 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Request body: {'subnet': {'network_id': 'e27e838b-d433-4aa0-8a4e-9df4d65c1ce4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:24.289939 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4d40844e-00a3-4f01-86d8-40817bfd6b5b req-3ef9bf99-935d-46a0-a2da-5deaaff4d9f3 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0977726 Feb 07 21:04:24.304023 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-46b217ec-8eca-4e06-94f0-f1280b843f26 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:24.309529 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-46b217ec-8eca-4e06-94f0-f1280b843f26 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/networks?id=bf854134-2113-420b-b9e5-1df875fc6e85 HTTP/1.1" status: 200 len: 812 time: 0.3343647 Feb 07 21:04:24.414965 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25668d4-a4eb-4e3a-9904-610338b28fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-55e63414-566b-47ad-bc90-87ecb1e0f1cb', 'network_id': '55e63414-566b-47ad-bc90-87ecb1e0f1cb', 'project_id': '299a5364a3ac4b3dad90f354f04167b0', 'fixed_ips': [{'subnet_id': 'e2ddbfcb-213e-4b57-8ab8-7876e1f739ad'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:04:24.415814 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d25668d4-a4eb-4e3a-9904-610338b28fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:24.416887 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-9298a7b5-7eea-4eef-bdaf-5ab50067efab tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/quotas/c752a538afe047fe808375441195e2c5 HTTP/1.1" status: 200 len: 375 time: 0.0972037 Feb 07 21:04:24.450322 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:24.456484 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-78e8c3ef-5994-496f-b911-bf0b455ff009 req-803d0aea-b0db-438a-8a60-c68cf344581b tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 210 time: 0.0669577 Feb 07 21:04:24.533444 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-db5c73af-a7d4-45ca-a29e-95b40f043ceb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c752a538afe047fe808375441195e2c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0923860 Feb 07 21:04:24.618036 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10092f-ac4c-4b91-a382-96c99b5d4901 req-399df78e-e44d-482d-ad90-ddc3c9c0e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:24.619338 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10092f-ac4c-4b91-a382-96c99b5d4901 req-399df78e-e44d-482d-ad90-ddc3c9c0e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:24.620087 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10092f-ac4c-4b91-a382-96c99b5d4901 req-399df78e-e44d-482d-ad90-ddc3c9c0e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:24.620766 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10092f-ac4c-4b91-a382-96c99b5d4901 req-399df78e-e44d-482d-ad90-ddc3c9c0e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:24.621415 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10092f-ac4c-4b91-a382-96c99b5d4901 req-399df78e-e44d-482d-ad90-ddc3c9c0e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:24.622559 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10092f-ac4c-4b91-a382-96c99b5d4901 req-399df78e-e44d-482d-ad90-ddc3c9c0e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:24.623180 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10092f-ac4c-4b91-a382-96c99b5d4901 req-399df78e-e44d-482d-ad90-ddc3c9c0e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:24.625575 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4a10092f-ac4c-4b91-a382-96c99b5d4901 req-399df78e-e44d-482d-ad90-ddc3c9c0e75a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32ff56f8fd43451781a008978e4679d6&device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 6703 time: 0.3297706 Feb 07 21:04:24.703580 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-d25668d4-a4eb-4e3a-9904-610338b28fc6 None None] Allocated IP 2001:db8::2 (55e63414-566b-47ad-bc90-87ecb1e0f1cb/e2ddbfcb-213e-4b57-8ab8-7876e1f739ad/cf28cb61-8c69-4f69-b4bc-95b62193effa) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:04:24.748349 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-0c99a1bf-780d-46a9-80ca-e44925bb7b09 service neutron] 10.222.0.65 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368458 Feb 07 21:04:24.752322 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8734091c-eed7-4797-a8d2-7078ab755f54 req-efe4fe6d-c603-40a1-b0c1-83b0e5589851 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2560706 Feb 07 21:04:24.796254 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e955524-11db-4df5-86c4-7d31d8e1fd38 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Made reservation on behalf of 299a5364a3ac4b3dad90f354f04167b0 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:04:24.801385 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3e955524-11db-4df5-86c4-7d31d8e1fd38 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:24.951903 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10092f-ac4c-4b91-a382-96c99b5d4901 req-b23d99a5-66d8-4035-a7fc-2ea1ec1f8e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:24.954100 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4a10092f-ac4c-4b91-a382-96c99b5d4901 req-b23d99a5-66d8-4035-a7fc-2ea1ec1f8e57 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ebc0550f-ec6c-4d64-9bd7-6031c005d00f HTTP/1.1" status: 200 len: 903 time: 0.3147635 Feb 07 21:04:25.015002 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-11c0c7dc-0938-436d-90d7-85ad82ead76b None None] Provisioning complete for port d5213b41-cf41-4571-a226-0e5ef964da70 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:25.015270 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-f4817c2c-2a27-4ccd-8cec-f12d7266f125 service neutron] 10.222.0.65 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515569 Feb 07 21:04:25.026690 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-11c0c7dc-0938-436d-90d7-85ad82ead76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d5213b41-cf41-4571-a226-0e5ef964da70), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:25.030239 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-959695bb-91da-49eb-b355-be04aa503c78 admin admin] Allocated IP 172.25.4.104 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/a642266f-8c0b-4047-b32f-d56c451ae6a4) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:04:25.046923 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4a10092f-ac4c-4b91-a382-96c99b5d4901 req-139f10fe-159e-4442-ae04-f7615dc149f8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5ab0c0e0-34fd-478c-a047-ef89d9aacd38 HTTP/1.1" status: 200 len: 217 time: 0.0668774 Feb 07 21:04:25.130959 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255fb94-ebf4-46c1-84a5-618845ff3d85 req-25c86c80-1269-4318-9dec-395fe815a0a6 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:25.149084 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6255fb94-ebf4-46c1-84a5-618845ff3d85 req-25c86c80-1269-4318-9dec-395fe815a0a6 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 946 time: 0.2466946 Feb 07 21:04:25.210591 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10092f-ac4c-4b91-a382-96c99b5d4901 req-2a8964bf-e845-4e0b-ba24-58bbe31eeb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:25.212472 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4a10092f-ac4c-4b91-a382-96c99b5d4901 req-2a8964bf-e845-4e0b-ba24-58bbe31eeb61 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8d112527-f33e-4a56-80b8-5f6641814967 HTTP/1.1" status: 200 len: 797 time: 0.1201205 Feb 07 21:04:25.258561 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d25668d4-a4eb-4e3a-9904-610338b28fc6 None None] Publish callbacks [] for port (cf28cb61-8c69-4f69-b4bc-95b62193effa), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:25.262286 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-11c0c7dc-0938-436d-90d7-85ad82ead76b None None] Current status of the port d5213b41-cf41-4571-a226-0e5ef964da70 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:25.274958 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d25668d4-a4eb-4e3a-9904-610338b28fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (cf28cb61-8c69-4f69-b4bc-95b62193effa), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:25.288346 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d59c0838-4fe6-45ea-a9af-ebbca8584227 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:04:25.319391 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f8c4c9f5-2c60-43b2-97c1-02e11a1fb077 admin admin] Deleting port a3f79ee6-2695-4d4b-a938-2b21d63b10ed {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:04:25.319861 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f8c4c9f5-2c60-43b2-97c1-02e11a1fb077 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (a3f79ee6-2695-4d4b-a938-2b21d63b10ed), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:25.324378 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3e955524-11db-4df5-86c4-7d31d8e1fd38 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (ee49c8a4-c1af-4aa6-91ed-d41d08e00255), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:25.343347 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6255fb94-ebf4-46c1-84a5-618845ff3d85 req-e48dfef7-c5f2-4b2c-b552-d39a4b9d1469 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912839 Feb 07 21:04:25.424705 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25668d4-a4eb-4e3a-9904-610338b28fc6 None None] Pushing event updated for resources: {'Port': ['ID=cf28cb61-8c69-4f69-b4bc-95b62193effa,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:25.500186 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25668d4-a4eb-4e3a-9904-610338b28fc6 None None] Network 55e63414-566b-47ad-bc90-87ecb1e0f1cb is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:04:25.525255 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-d25668d4-a4eb-4e3a-9904-610338b28fc6 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:25.533888 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-959695bb-91da-49eb-b355-be04aa503c78 admin admin] Publish callbacks [] for port (a642266f-8c0b-4047-b32f-d56c451ae6a4), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:25.539024 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25668d4-a4eb-4e3a-9904-610338b28fc6 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:04:25.552991 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 372e6712-1718-43c6-884a-34e911ef5f14 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:04:25.602042 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-f8c4c9f5-2c60-43b2-97c1-02e11a1fb077 admin admin] For port a3f79ee6-2695-4d4b-a938-2b21d63b10ed, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a3f79ee6-2695-4d4b-a938-2b21d63b10ed,segment=NetworkSegment(47dad31d-c902-4743-8242-9049f1f64633),segment_id=47dad31d-c902-4743-8242-9049f1f64633)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:25.602432 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f8c4c9f5-2c60-43b2-97c1-02e11a1fb077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (a3f79ee6-2695-4d4b-a938-2b21d63b10ed), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:25.623365 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b8acc-c382-418a-ab24-a6db71554409 req-8566f855-0bfd-4247-af7d-e3e9a82ce824 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:25.629014 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b8acc-c382-418a-ab24-a6db71554409 req-8566f855-0bfd-4247-af7d-e3e9a82ce824 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:25.644692 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f8c4c9f5-2c60-43b2-97c1-02e11a1fb077 admin admin] Calling delete_port for a3f79ee6-2695-4d4b-a938-2b21d63b10ed owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:04:25.668528 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10092f-ac4c-4b91-a382-96c99b5d4901 req-fff4db92-087e-414d-b0b3-5a8dedb71576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:25.669815 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 372e6712-1718-43c6-884a-34e911ef5f14 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:04:25.670620 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4a10092f-ac4c-4b91-a382-96c99b5d4901 req-fff4db92-087e-414d-b0b3-5a8dedb71576 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ebc0550f-ec6c-4d64-9bd7-6031c005d00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4441414 Feb 07 21:04:25.671907 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 372e6712-1718-43c6-884a-34e911ef5f14 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:04:25.685360 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b8acc-c382-418a-ab24-a6db71554409 req-8566f855-0bfd-4247-af7d-e3e9a82ce824 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:25.702775 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b8acc-c382-418a-ab24-a6db71554409 req-8566f855-0bfd-4247-af7d-e3e9a82ce824 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:25.723707 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b8acc-c382-418a-ab24-a6db71554409 req-8566f855-0bfd-4247-af7d-e3e9a82ce824 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:25.744381 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b8acc-c382-418a-ab24-a6db71554409 req-8566f855-0bfd-4247-af7d-e3e9a82ce824 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:25.751584 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b8acc-c382-418a-ab24-a6db71554409 req-8566f855-0bfd-4247-af7d-e3e9a82ce824 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:25.759090 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a27b8acc-c382-418a-ab24-a6db71554409 req-8566f855-0bfd-4247-af7d-e3e9a82ce824 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5429 time: 0.3284123 Feb 07 21:04:25.837792 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c03e52ac-e116-47ff-ae6e-7bafd400eeed req-99fc11ad-a2bc-4efe-ada7-e9b2035428c0 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=67c9431f-38da-4bf5-b59f-ec6bf7e04df9 HTTP/1.1" status: 200 len: 210 time: 0.0743020 Feb 07 21:04:25.839356 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-959695bb-91da-49eb-b355-be04aa503c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (a642266f-8c0b-4047-b32f-d56c451ae6a4), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:25.918821 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959695bb-91da-49eb-b355-be04aa503c78 admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:04:25.926612 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-959695bb-91da-49eb-b355-be04aa503c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:25.935049 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4a10092f-ac4c-4b91-a382-96c99b5d4901 req-1322f795-352e-4b0a-8f7c-40308cdfe210 service neutron] 10.222.0.69 "GET /v2.0/networks/ebc0550f-ec6c-4d64-9bd7-6031c005d00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532699 Feb 07 21:04:25.940148 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e955524-11db-4df5-86c4-7d31d8e1fd38 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Pushing event updated for resources: {'Subnet': ['ID=ee49c8a4-c1af-4aa6-91ed-d41d08e00255,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:25.955266 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959695bb-91da-49eb-b355-be04aa503c78 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:04:26.071715 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4a10092f-ac4c-4b91-a382-96c99b5d4901 req-1d948516-50e1-419c-b052-c5c88c90ebe5 service neutron] 10.222.0.69 "GET /v2.0/networks/ebc0550f-ec6c-4d64-9bd7-6031c005d00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274531 Feb 07 21:04:26.073223 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f1add94f-2d04-450b-b8ff-f236b1150489 req-355a86b4-15ca-4388-854a-ae448ea7d203 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 210 time: 0.0810337 Feb 07 21:04:26.088534 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e955524-11db-4df5-86c4-7d31d8e1fd38 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Checking segment: {'id': '0360a068-3bf9-42dc-b020-1b341e06cc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e27e838b-d433-4aa0-8a4e-9df4d65c1ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:26.088907 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e955524-11db-4df5-86c4-7d31d8e1fd38 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Network hostable DHCP agents. Network: e27e838b-d433-4aa0-8a4e-9df4d65c1ce4, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:04:26.106498 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959695bb-91da-49eb-b355-be04aa503c78 admin admin] Pushing event updated for resources: {'Port': ['ID=a642266f-8c0b-4047-b32f-d56c451ae6a4,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:26.127729 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641ada0b-08b9-4c76-a8fd-b184e9ec3e0a None None] Network 099bf4f2-18e2-45e9-9800-9fc97b483d2c requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:04:26.131334 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a27b8acc-c382-418a-ab24-a6db71554409 req-8cb2449a-88fb-434f-a11b-86a82204d9ba tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3512535 Feb 07 21:04:26.190069 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port d59c0838-4fe6-45ea-a9af-ebbca8584227 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:26.190366 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d59c0838-4fe6-45ea-a9af-ebbca8584227), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:26.192706 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e955524-11db-4df5-86c4-7d31d8e1fd38 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Network e27e838b-d433-4aa0-8a4e-9df4d65c1ce4 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:04:26.216153 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-3e955524-11db-4df5-86c4-7d31d8e1fd38 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, e27e838b-d433-4aa0-8a4e-9df4d65c1ce4) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:26.227312 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e955524-11db-4df5-86c4-7d31d8e1fd38 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:26.228085 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3e955524-11db-4df5-86c4-7d31d8e1fd38 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:26.273993 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3e955524-11db-4df5-86c4-7d31d8e1fd38 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0335510 Feb 07 21:04:26.273993 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48738) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:26.274861 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068a9554-fa55-4842-bc14-c1f13bb1af48 None None] Network e27e838b-d433-4aa0-8a4e-9df4d65c1ce4 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:04:26.324642 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0a68d595-e210-441a-a51e-be6abc44decc None None] Provisioning complete for port d59c0838-4fe6-45ea-a9af-ebbca8584227 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:26.324642 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0a68d595-e210-441a-a51e-be6abc44decc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d59c0838-4fe6-45ea-a9af-ebbca8584227), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:26.357887 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d25668d4-a4eb-4e3a-9904-610338b28fc6 None None] Attempting to bind port cf28cb61-8c69-4f69-b4bc-95b62193effa on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:04:26.358300 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d25668d4-a4eb-4e3a-9904-610338b28fc6 None None] Attempting to bind port cf28cb61-8c69-4f69-b4bc-95b62193effa by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'd4e4bd9b-b17d-4ab4-80b7-743f3fb7e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '55e63414-566b-47ad-bc90-87ecb1e0f1cb'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:04:26.358632 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25668d4-a4eb-4e3a-9904-610338b28fc6 None None] Attempting to bind port cf28cb61-8c69-4f69-b4bc-95b62193effa on network 55e63414-566b-47ad-bc90-87ecb1e0f1cb {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:26.381772 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee1722-5a61-434c-81ed-05b84827dc15 req-7cb9e178-fc31-43ad-9b5f-8bcb1bcb50f0 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:26.382960 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3ee1722-5a61-434c-81ed-05b84827dc15 req-7cb9e178-fc31-43ad-9b5f-8bcb1bcb50f0 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/ports?device_id=9720d579-c7a9-43e5-a209-5258f0676f3b HTTP/1.1" status: 200 len: 945 time: 0.1835124 Feb 07 21:04:26.463577 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3ee1722-5a61-434c-81ed-05b84827dc15 req-8ebaaa11-17a6-4a12-973b-83eeac7fcd4f tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/security-groups?id=83958c95-88cf-41c9-a2ee-d6f4a755b618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745804 Feb 07 21:04:26.512977 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25668d4-a4eb-4e3a-9904-610338b28fc6 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:04:26.513359 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25668d4-a4eb-4e3a-9904-610338b28fc6 None None] Checking segment: {'id': 'd4e4bd9b-b17d-4ab4-80b7-743f3fb7e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '55e63414-566b-47ad-bc90-87ecb1e0f1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:26.513758 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d25668d4-a4eb-4e3a-9904-610338b28fc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:26.514352 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25668d4-a4eb-4e3a-9904-610338b28fc6 None None] Bound using segment: {'id': 'd4e4bd9b-b17d-4ab4-80b7-743f3fb7e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '55e63414-566b-47ad-bc90-87ecb1e0f1cb'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:04:26.514844 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d25668d4-a4eb-4e3a-9904-610338b28fc6 None None] Bound port: cf28cb61-8c69-4f69-b4bc-95b62193effa, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e4bd9b-b17d-4ab4-80b7-743f3fb7e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '55e63414-566b-47ad-bc90-87ecb1e0f1cb'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:04:26.516507 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d25668d4-a4eb-4e3a-9904-610338b28fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (cf28cb61-8c69-4f69-b4bc-95b62193effa), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:26.547388 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:04:26.562411 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f8c4c9f5-2c60-43b2-97c1-02e11a1fb077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (a3f79ee6-2695-4d4b-a938-2b21d63b10ed), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:26.617898 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4c9f5-2c60-43b2-97c1-02e11a1fb077 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3f79ee6-2695-4d4b-a938-2b21d63b10ed,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:26.690851 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404dc3c2-7622-4083-a1ad-1ddc404071a4 req-5b8977d4-cb27-41a9-a555-aca14b6e49fe tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:26.706374 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-404dc3c2-7622-4083-a1ad-1ddc404071a4 req-5b8977d4-cb27-41a9-a555-aca14b6e49fe tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 946 time: 0.2274742 Feb 07 21:04:26.730841 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c5ec2e-eee6-4924-9c5b-9ebcf6904447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-e27e838b-d433-4aa0-8a4e-9df4d65c1ce4', 'network_id': 'e27e838b-d433-4aa0-8a4e-9df4d65c1ce4', 'project_id': '299a5364a3ac4b3dad90f354f04167b0', 'fixed_ips': [{'subnet_id': 'ee49c8a4-c1af-4aa6-91ed-d41d08e00255'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:04:26.731698 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-31c5ec2e-eee6-4924-9c5b-9ebcf6904447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:26.796703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0a68d595-e210-441a-a51e-be6abc44decc None None] Current status of the port d59c0838-4fe6-45ea-a9af-ebbca8584227 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:26.797106 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0a68d595-e210-441a-a51e-be6abc44decc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d59c0838-4fe6-45ea-a9af-ebbca8584227), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:26.800107 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d25668d4-a4eb-4e3a-9904-610338b28fc6 None None] For port cf28cb61-8c69-4f69-b4bc-95b62193effa, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:04:26.807079 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d25668d4-a4eb-4e3a-9904-610338b28fc6 None None] For port cf28cb61-8c69-4f69-b4bc-95b62193effa, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=cf28cb61-8c69-4f69-b4bc-95b62193effa,segment=NetworkSegment(d4e4bd9b-b17d-4ab4-80b7-743f3fb7e235),segment_id=d4e4bd9b-b17d-4ab4-80b7-743f3fb7e235)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:04:26.826654 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-404dc3c2-7622-4083-a1ad-1ddc404071a4 req-4b56d136-6ce0-4059-aafd-38d7f3bf67d9 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186862 Feb 07 21:04:26.841078 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d25668d4-a4eb-4e3a-9904-610338b28fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (cf28cb61-8c69-4f69-b4bc-95b62193effa), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:26.872280 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f9c060e4-6bf1-42c0-80a8-13ae615a5a3c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:26.889454 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-959695bb-91da-49eb-b355-be04aa503c78 admin admin] Publish callbacks [] for router_gateway (c4756fef-0cc5-458d-82f4-e8e826d0530f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:26.979149 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port d59c0838-4fe6-45ea-a9af-ebbca8584227 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:26.979515 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d59c0838-4fe6-45ea-a9af-ebbca8584227), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:26.992345 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25668d4-a4eb-4e3a-9904-610338b28fc6 None None] Pushing event updated for resources: {'Port': ['ID=cf28cb61-8c69-4f69-b4bc-95b62193effa,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:27.212098 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0a68d595-e210-441a-a51e-be6abc44decc None None] For port d59c0838-4fe6-45ea-a9af-ebbca8584227, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d59c0838-4fe6-45ea-a9af-ebbca8584227,segment=NetworkSegment(05184215-d563-4db7-890a-f9a45bc4a1cb),segment_id=05184215-d563-4db7-890a-f9a45bc4a1cb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:27.226460 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0a68d595-e210-441a-a51e-be6abc44decc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d59c0838-4fe6-45ea-a9af-ebbca8584227), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:27.255282 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dad63cf9-de18-4a02-bd9e-717f2acacd95 req-b9ff7191-aa2c-4491-b42e-c8c09c6451a6 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=67c9431f-38da-4bf5-b59f-ec6bf7e04df9 HTTP/1.1" status: 200 len: 210 time: 0.0639071 Feb 07 21:04:27.310847 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68d595-e210-441a-a51e-be6abc44decc None None] Pushing event updated for resources: {'Port': ['ID=d59c0838-4fe6-45ea-a9af-ebbca8584227,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:27.311797 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-257db4ea-5ecc-408a-8aef-3b3336206c47 req-f016da5c-4fee-4add-b755-31d0e023aa46 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 210 time: 0.0548484 Feb 07 21:04:27.456914 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3f68c21a-153c-4ac2-b96f-a63e0e88fff4 None None] Provisioning complete for port d59c0838-4fe6-45ea-a9af-ebbca8584227 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:27.457922 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3f68c21a-153c-4ac2-b96f-a63e0e88fff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d59c0838-4fe6-45ea-a9af-ebbca8584227), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:27.462456 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:04:27.463130 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:04:27.499371 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-31c5ec2e-eee6-4924-9c5b-9ebcf6904447 None None] Allocated IP 2001:db8::2 (e27e838b-d433-4aa0-8a4e-9df4d65c1ce4/ee49c8a4-c1af-4aa6-91ed-d41d08e00255/20a7f571-e11f-408e-9ecb-d5fda7f6edea) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:04:27.607033 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f8c4c9f5-2c60-43b2-97c1-02e11a1fb077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (28036b59-4615-4f68-be11-3cf14c76bc78), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:27.610031 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705ef80-fd97-4836-ac17-6a5804819dcf req-f522eb12-5a20-4fed-8a58-e107b76ce5d4 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:27.613232 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1705ef80-fd97-4836-ac17-6a5804819dcf req-f522eb12-5a20-4fed-8a58-e107b76ce5d4 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.71 "GET /v2.0/ports?device_id=9720d579-c7a9-43e5-a209-5258f0676f3b HTTP/1.1" status: 200 len: 945 time: 0.2411895 Feb 07 21:04:27.661535 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-2d951f9a-2f84-4ded-83a5-2615b1272d7a tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:27.663010 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-2d951f9a-2f84-4ded-83a5-2615b1272d7a tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.69 "GET /v2.0/networks?id=bf854134-2113-420b-b9e5-1df875fc6e85 HTTP/1.1" status: 200 len: 812 time: 0.5773079 Feb 07 21:04:27.673513 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843da4f6-de2c-4cc9-a1cf-89ad004ba986 req-2b4d4c5d-1324-4b92-a425-e39a30dcc956 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:27.680871 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-407405ec-54c4-4b6f-a233-29a846a6348e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Request body: {'port': {'device_id': '67c9431f-38da-4bf5-b59f-ec6bf7e04df9', 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85', 'admin_state_up': True, 'tenant_id': 'c752a538afe047fe808375441195e2c5'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:27.688090 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843da4f6-de2c-4cc9-a1cf-89ad004ba986 req-2b4d4c5d-1324-4b92-a425-e39a30dcc956 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:27.690989 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3f68c21a-153c-4ac2-b96f-a63e0e88fff4 None None] Current status of the port d59c0838-4fe6-45ea-a9af-ebbca8584227 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:27.695710 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843da4f6-de2c-4cc9-a1cf-89ad004ba986 req-2b4d4c5d-1324-4b92-a425-e39a30dcc956 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:27.702219 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843da4f6-de2c-4cc9-a1cf-89ad004ba986 req-2b4d4c5d-1324-4b92-a425-e39a30dcc956 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:27.709397 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843da4f6-de2c-4cc9-a1cf-89ad004ba986 req-2b4d4c5d-1324-4b92-a425-e39a30dcc956 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:27.715645 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843da4f6-de2c-4cc9-a1cf-89ad004ba986 req-2b4d4c5d-1324-4b92-a425-e39a30dcc956 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:27.724377 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843da4f6-de2c-4cc9-a1cf-89ad004ba986 req-2b4d4c5d-1324-4b92-a425-e39a30dcc956 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:27.727898 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-843da4f6-de2c-4cc9-a1cf-89ad004ba986 req-2b4d4c5d-1324-4b92-a425-e39a30dcc956 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5429 time: 0.2902851 Feb 07 21:04:27.775599 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-31c5ec2e-eee6-4924-9c5b-9ebcf6904447 None None] Publish callbacks [] for port (20a7f571-e11f-408e-9ecb-d5fda7f6edea), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:27.784478 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-31c5ec2e-eee6-4924-9c5b-9ebcf6904447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (20a7f571-e11f-408e-9ecb-d5fda7f6edea), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:27.853397 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c5ec2e-eee6-4924-9c5b-9ebcf6904447 None None] Network e27e838b-d433-4aa0-8a4e-9df4d65c1ce4 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:04:27.859034 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-31c5ec2e-eee6-4924-9c5b-9ebcf6904447 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:27.863946 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c5ec2e-eee6-4924-9c5b-9ebcf6904447 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:04:27.873030 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5ec2e-eee6-4924-9c5b-9ebcf6904447 None None] Pushing event updated for resources: {'Port': ['ID=20a7f571-e11f-408e-9ecb-d5fda7f6edea,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:27.938204 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-31c5ec2e-eee6-4924-9c5b-9ebcf6904447 None None] Attempting to bind port 20a7f571-e11f-408e-9ecb-d5fda7f6edea on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:04:27.938680 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-31c5ec2e-eee6-4924-9c5b-9ebcf6904447 None None] Attempting to bind port 20a7f571-e11f-408e-9ecb-d5fda7f6edea by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '0360a068-3bf9-42dc-b020-1b341e06cc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e27e838b-d433-4aa0-8a4e-9df4d65c1ce4'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:04:27.939799 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c5ec2e-eee6-4924-9c5b-9ebcf6904447 None None] Attempting to bind port 20a7f571-e11f-408e-9ecb-d5fda7f6edea on network e27e838b-d433-4aa0-8a4e-9df4d65c1ce4 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:27.945623 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c5ec2e-eee6-4924-9c5b-9ebcf6904447 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:04:27.946105 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c5ec2e-eee6-4924-9c5b-9ebcf6904447 None None] Checking segment: {'id': '0360a068-3bf9-42dc-b020-1b341e06cc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e27e838b-d433-4aa0-8a4e-9df4d65c1ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:27.946581 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-31c5ec2e-eee6-4924-9c5b-9ebcf6904447 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:27.947049 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c5ec2e-eee6-4924-9c5b-9ebcf6904447 None None] Bound using segment: {'id': '0360a068-3bf9-42dc-b020-1b341e06cc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e27e838b-d433-4aa0-8a4e-9df4d65c1ce4'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:04:27.947600 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-31c5ec2e-eee6-4924-9c5b-9ebcf6904447 None None] Bound port: 20a7f571-e11f-408e-9ecb-d5fda7f6edea, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0360a068-3bf9-42dc-b020-1b341e06cc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e27e838b-d433-4aa0-8a4e-9df4d65c1ce4'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:04:27.948053 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-31c5ec2e-eee6-4924-9c5b-9ebcf6904447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (20a7f571-e11f-408e-9ecb-d5fda7f6edea), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:27.964378 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baefa5-6575-4502-ba54-a8aef2813363 req-d91e5296-2043-4284-9912-066770ad984d tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:27.967122 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-33baefa5-6575-4502-ba54-a8aef2813363 req-d91e5296-2043-4284-9912-066770ad984d tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/ports?device_id=9720d579-c7a9-43e5-a209-5258f0676f3b HTTP/1.1" status: 200 len: 945 time: 0.3501620 Feb 07 21:04:28.042769 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-843da4f6-de2c-4cc9-a1cf-89ad004ba986 req-548f9074-7a9f-4ac7-a629-3dce592fdb5e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2599440 Feb 07 21:04:28.083774 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-31c5ec2e-eee6-4924-9c5b-9ebcf6904447 None None] For port 20a7f571-e11f-408e-9ecb-d5fda7f6edea, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:04:28.087394 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-31c5ec2e-eee6-4924-9c5b-9ebcf6904447 None None] For port 20a7f571-e11f-408e-9ecb-d5fda7f6edea, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=20a7f571-e11f-408e-9ecb-d5fda7f6edea,segment=NetworkSegment(0360a068-3bf9-42dc-b020-1b341e06cc6d),segment_id=0360a068-3bf9-42dc-b020-1b341e06cc6d)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:04:28.090971 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port d59c0838-4fe6-45ea-a9af-ebbca8584227 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:28.092041 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d5213b41-cf41-4571-a226-0e5ef964da70 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:04:28.102843 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-959695bb-91da-49eb-b355-be04aa503c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (c4756fef-0cc5-458d-82f4-e8e826d0530f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:28.141252 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-31c5ec2e-eee6-4924-9c5b-9ebcf6904447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (20a7f571-e11f-408e-9ecb-d5fda7f6edea), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:28.177506 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-1705ef80-fd97-4836-ac17-6a5804819dcf req-557739e3-2d7f-4a17-a12d-1f81759891a8 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Deleting port ce51bc02-3b1e-48df-8b1c-4d8326eab37b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:04:28.177965 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1705ef80-fd97-4836-ac17-6a5804819dcf req-557739e3-2d7f-4a17-a12d-1f81759891a8 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ce51bc02-3b1e-48df-8b1c-4d8326eab37b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:28.206997 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port d5213b41-cf41-4571-a226-0e5ef964da70 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:28.207292 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d5213b41-cf41-4571-a226-0e5ef964da70), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:28.243578 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-33baefa5-6575-4502-ba54-a8aef2813363 req-33890731-b9a0-4886-b9b5-8067b3c04789 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/security-groups?id=83958c95-88cf-41c9-a2ee-d6f4a755b618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663608 Feb 07 21:04:28.352590 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5ec2e-eee6-4924-9c5b-9ebcf6904447 None None] Pushing event updated for resources: {'Port': ['ID=20a7f571-e11f-408e-9ecb-d5fda7f6edea,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:28.388711 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port d5213b41-cf41-4571-a226-0e5ef964da70 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:28.478396 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-f9c060e4-6bf1-42c0-80a8-13ae615a5a3c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Allocated IP 2001:db8::1 (55e63414-566b-47ad-bc90-87ecb1e0f1cb/e2ddbfcb-213e-4b57-8ab8-7876e1f739ad/9076cd41-0cd4-4208-854b-03922df72ac1) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:04:28.525066 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3c84a289-1b90-4d37-8d18-6901e7b91e19 req-123f0510-7cc6-4ecc-8e58-7ee9bca06ba7 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=67c9431f-38da-4bf5-b59f-ec6bf7e04df9 HTTP/1.1" status: 200 len: 210 time: 0.0981627 Feb 07 21:04:28.558649 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-407405ec-54c4-4b6f-a233-29a846a6348e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Made reservation on behalf of c752a538afe047fe808375441195e2c5 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:04:28.576285 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-407405ec-54c4-4b6f-a233-29a846a6348e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:28.701857 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1c79f7ee-a30a-4292-b51c-5bb328b4fb6d req-1c9856ee-7617-499b-9b8f-30f105628db8 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 210 time: 0.0693462 Feb 07 21:04:28.738826 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c56dd-2360-4fb7-8d69-04fc80ad88a7 req-9be47400-d5e5-4feb-b60c-fce3e69b19fa tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:28.740775 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-884c56dd-2360-4fb7-8d69-04fc80ad88a7 req-9be47400-d5e5-4feb-b60c-fce3e69b19fa tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 946 time: 0.5014908 Feb 07 21:04:28.744521 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-1705ef80-fd97-4836-ac17-6a5804819dcf req-557739e3-2d7f-4a17-a12d-1f81759891a8 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] For port ce51bc02-3b1e-48df-8b1c-4d8326eab37b, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ce51bc02-3b1e-48df-8b1c-4d8326eab37b,segment=NetworkSegment(f98aea31-515d-4565-858b-308c6254052d),segment_id=f98aea31-515d-4565-858b-308c6254052d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:28.745176 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1705ef80-fd97-4836-ac17-6a5804819dcf req-557739e3-2d7f-4a17-a12d-1f81759891a8 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ce51bc02-3b1e-48df-8b1c-4d8326eab37b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:28.797035 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb571489-0924-4220-b746-48b6fc789373 None None] Network 55e63414-566b-47ad-bc90-87ecb1e0f1cb requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:04:28.831030 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-1705ef80-fd97-4836-ac17-6a5804819dcf req-557739e3-2d7f-4a17-a12d-1f81759891a8 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Calling delete_port for ce51bc02-3b1e-48df-8b1c-4d8326eab37b owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:04:28.852672 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-884c56dd-2360-4fb7-8d69-04fc80ad88a7 req-71e752c0-68b3-4b2c-94e8-ff4041c89d89 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919611 Feb 07 21:04:28.900741 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8a79c1aa-5f62-417f-a065-7a86052f61cc None None] Provisioning complete for port cf28cb61-8c69-4f69-b4bc-95b62193effa triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:28.901110 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8a79c1aa-5f62-417f-a065-7a86052f61cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (cf28cb61-8c69-4f69-b4bc-95b62193effa), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:28.931589 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d59c0838-4fe6-45ea-a9af-ebbca8584227 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:04:29.031932 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1705ef80-fd97-4836-ac17-6a5804819dcf req-557739e3-2d7f-4a17-a12d-1f81759891a8 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ce51bc02-3b1e-48df-8b1c-4d8326eab37b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:29.053664 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959695bb-91da-49eb-b355-be04aa503c78 admin admin] Router c4756fef-0cc5-458d-82f4-e8e826d0530f is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:04:29.074818 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f9c060e4-6bf1-42c0-80a8-13ae615a5a3c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks [] for port (9076cd41-0cd4-4208-854b-03922df72ac1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:29.082736 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557739e3-2d7f-4a17-a12d-1f81759891a8 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Pushing event deleted for resources: {'Port': ['ID=ce51bc02-3b1e-48df-8b1c-4d8326eab37b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:29.085762 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['ce51bc02-3b1e-48df-8b1c-4d8326eab37b'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:04:29.105080 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port d59c0838-4fe6-45ea-a9af-ebbca8584227 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:29.105852 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d59c0838-4fe6-45ea-a9af-ebbca8584227), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:29.162223 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-407405ec-54c4-4b6f-a233-29a846a6348e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Allocated IP 172.20.0.7 (bf854134-2113-420b-b9e5-1df875fc6e85/2f8980a6-7981-49aa-b0cb-ed215989d81d/3affb3a3-f44f-4d9b-8a56-d07af96ae65f) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:04:29.261778 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8a79c1aa-5f62-417f-a065-7a86052f61cc None None] Current status of the port cf28cb61-8c69-4f69-b4bc-95b62193effa is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:29.262467 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8a79c1aa-5f62-417f-a065-7a86052f61cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (cf28cb61-8c69-4f69-b4bc-95b62193effa), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:29.388410 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f9c060e4-6bf1-42c0-80a8-13ae615a5a3c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9076cd41-0cd4-4208-854b-03922df72ac1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:29.504682 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c060e4-6bf1-42c0-80a8-13ae615a5a3c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Pushing event updated for resources: {'Port': ['ID=9076cd41-0cd4-4208-854b-03922df72ac1,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:29.546665 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c4c9f5-2c60-43b2-97c1-02e11a1fb077 admin admin] Router 28036b59-4615-4f68-be11-3cf14c76bc78 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:04:29.580215 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-407405ec-54c4-4b6f-a233-29a846a6348e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks [] for port (3affb3a3-f44f-4d9b-8a56-d07af96ae65f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:29.596399 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8a79c1aa-5f62-417f-a065-7a86052f61cc None None] For port cf28cb61-8c69-4f69-b4bc-95b62193effa, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=cf28cb61-8c69-4f69-b4bc-95b62193effa,segment=NetworkSegment(d4e4bd9b-b17d-4ab4-80b7-743f3fb7e235),segment_id=d4e4bd9b-b17d-4ab4-80b7-743f3fb7e235)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:29.601732 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c060e4-6bf1-42c0-80a8-13ae615a5a3c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Network 55e63414-566b-47ad-bc90-87ecb1e0f1cb is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:04:29.608797 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-f9c060e4-6bf1-42c0-80a8-13ae615a5a3c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:29.612467 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8a79c1aa-5f62-417f-a065-7a86052f61cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (cf28cb61-8c69-4f69-b4bc-95b62193effa), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:29.624614 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c060e4-6bf1-42c0-80a8-13ae615a5a3c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:04:29.625148 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f9c060e4-6bf1-42c0-80a8-13ae615a5a3c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (659afcf2-7218-4d73-ad21-7117284cb309), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:29.693132 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port d59c0838-4fe6-45ea-a9af-ebbca8584227 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:29.694657 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device cf28cb61-8c69-4f69-b4bc-95b62193effa up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:04:29.800079 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79c1aa-5f62-417f-a065-7a86052f61cc None None] Pushing event updated for resources: {'Port': ['ID=cf28cb61-8c69-4f69-b4bc-95b62193effa,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:29.814655 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8d323060-f0cf-4859-b5c4-045bf3b41fbd None None] Provisioning complete for port cf28cb61-8c69-4f69-b4bc-95b62193effa triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:29.816572 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8d323060-f0cf-4859-b5c4-045bf3b41fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (cf28cb61-8c69-4f69-b4bc-95b62193effa), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:29.912405 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-1705ef80-fd97-4836-ac17-6a5804819dcf req-557739e3-2d7f-4a17-a12d-1f81759891a8 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] No DVR routers for this DVR port ce51bc02-3b1e-48df-8b1c-4d8326eab37b on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:04:29.913728 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port cf28cb61-8c69-4f69-b4bc-95b62193effa triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:29.914818 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (cf28cb61-8c69-4f69-b4bc-95b62193effa), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:29.964332 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959695bb-91da-49eb-b355-be04aa503c78 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:04:29.977738 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5edd90-4ee1-4dc8-b011-6a7badab168f None None] Sync routers for ids ['c4756fef-0cc5-458d-82f4-e8e826d0530f'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:04:29.990014 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5edd90-4ee1-4dc8-b011-6a7badab168f None None] Routers {'c4756fef-0cc5-458d-82f4-e8e826d0530f'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:04:29.990528 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c4c9f5-2c60-43b2-97c1-02e11a1fb077 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:04:29.990657 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9f5edd90-4ee1-4dc8-b011-6a7badab168f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:04:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c4756fef-0cc5-458d-82f4-e8e826d0530f'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:29.996656 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cb4d97-98e3-41a5-9666-c3093c52643d None None] Network e27e838b-d433-4aa0-8a4e-9df4d65c1ce4 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:04:30.000246 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1705ef80-fd97-4836-ac17-6a5804819dcf req-557739e3-2d7f-4a17-a12d-1f81759891a8 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:30.005503 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f8c4c9f5-2c60-43b2-97c1-02e11a1fb077 admin admin] 10.222.0.65 "PUT /v2.0/routers/28036b59-4615-4f68-be11-3cf14c76bc78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9134669 Feb 07 21:04:30.007531 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-407405ec-54c4-4b6f-a233-29a846a6348e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (3affb3a3-f44f-4d9b-8a56-d07af96ae65f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:30.011030 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd2b7ed-d0e4-4291-9f91-186afb0073b8 None None] Sync routers for ids ['28036b59-4615-4f68-be11-3cf14c76bc78'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:04:30.014472 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1705ef80-fd97-4836-ac17-6a5804819dcf req-557739e3-2d7f-4a17-a12d-1f81759891a8 tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.71 "DELETE /v2.0/ports/ce51bc02-3b1e-48df-8b1c-4d8326eab37b HTTP/1.1" status: 204 len: 173 time: 2.2421489 Feb 07 21:04:30.023956 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48766) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:30.090606 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd2b7ed-d0e4-4291-9f91-186afb0073b8 None None] Routers {'28036b59-4615-4f68-be11-3cf14c76bc78'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:04:30.091685 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dfd2b7ed-d0e4-4291-9f91-186afb0073b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:04:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['28036b59-4615-4f68-be11-3cf14c76bc78'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:30.103515 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9720d579-c7a9-43e5-a209-5258f0676f3b', 'name': 'network-vif-deleted', 'tag': 'ce51bc02-3b1e-48df-8b1c-4d8326eab37b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:04:30.109154 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ccfecf-fef9-429a-ac5a-8c74e0d03a4f" -d '{"events": [{"server_uuid": "9720d579-c7a9-43e5-a209-5258f0676f3b", "name": "network-vif-deleted", "tag": "ce51bc02-3b1e-48df-8b1c-4d8326eab37b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:04:30.176295 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a930817-ff89-4e7a-b526-7ee7382e7e1b req-b12e719e-26e7-42f3-ac7c-c74263cbd9dc tempest-FloatingIPsAssociationNegativeTestJSON-656250496 tempest-FloatingIPsAssociationNegativeTestJSON-656250496-project] 10.222.0.65 "GET /v2.0/ports?device_id=9720d579-c7a9-43e5-a209-5258f0676f3b HTTP/1.1" status: 200 len: 210 time: 0.2943726 Feb 07 21:04:30.187831 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8d323060-f0cf-4859-b5c4-045bf3b41fbd None None] Current status of the port cf28cb61-8c69-4f69-b4bc-95b62193effa is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:30.235708 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f9c060e4-6bf1-42c0-80a8-13ae615a5a3c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9076cd41-0cd4-4208-854b-03922df72ac1), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:30.241031 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-959695bb-91da-49eb-b355-be04aa503c78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:30.242575 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-959695bb-91da-49eb-b355-be04aa503c78 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.5840976 Feb 07 21:04:30.247619 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48770) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:30.272867 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-407405ec-54c4-4b6f-a233-29a846a6348e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Network bf854134-2113-420b-b9e5-1df875fc6e85 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:04:30.309405 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-407405ec-54c4-4b6f-a233-29a846a6348e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:30.318844 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-407405ec-54c4-4b6f-a233-29a846a6348e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:04:30.337663 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-9f5edd90-4ee1-4dc8-b011-6a7badab168f None None] Set router c4756fef-0cc5-458d-82f4-e8e826d0530f gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:04:30.366168 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port cf28cb61-8c69-4f69-b4bc-95b62193effa is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:30.368977 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407405ec-54c4-4b6f-a233-29a846a6348e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Pushing event updated for resources: {'Port': ['ID=3affb3a3-f44f-4d9b-8a56-d07af96ae65f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:30.410033 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d934f-493c-4b4e-ae7a-6da56fef4902 req-40adac6b-2ccc-400c-a261-d8b1158d2bfd tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:30.415391 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d934f-493c-4b4e-ae7a-6da56fef4902 req-40adac6b-2ccc-400c-a261-d8b1158d2bfd tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:30.421185 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d934f-493c-4b4e-ae7a-6da56fef4902 req-40adac6b-2ccc-400c-a261-d8b1158d2bfd tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:30.427040 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d934f-493c-4b4e-ae7a-6da56fef4902 req-40adac6b-2ccc-400c-a261-d8b1158d2bfd tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:30.432863 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d934f-493c-4b4e-ae7a-6da56fef4902 req-40adac6b-2ccc-400c-a261-d8b1158d2bfd tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:30.436008 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-654df34d-03b7-439b-82a2-95fb86940c17 None None] Provisioning complete for port 20a7f571-e11f-408e-9ecb-d5fda7f6edea triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:30.436406 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-654df34d-03b7-439b-82a2-95fb86940c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (20a7f571-e11f-408e-9ecb-d5fda7f6edea), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:30.440617 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d934f-493c-4b4e-ae7a-6da56fef4902 req-40adac6b-2ccc-400c-a261-d8b1158d2bfd tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:30.445795 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d934f-493c-4b4e-ae7a-6da56fef4902 req-40adac6b-2ccc-400c-a261-d8b1158d2bfd tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:30.448430 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7d7d934f-493c-4b4e-ae7a-6da56fef4902 req-40adac6b-2ccc-400c-a261-d8b1158d2bfd tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5429 time: 0.5684843 Feb 07 21:04:30.508143 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-dfd2b7ed-d0e4-4291-9f91-186afb0073b8 None None] Set router 28036b59-4615-4f68-be11-3cf14c76bc78 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:04:30.701600 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9f5edd90-4ee1-4dc8-b011-6a7badab168f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4756fef-0cc5-458d-82f4-e8e826d0530f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1394622715-router', 'tenant_id': 'c81e32ac0e87423b927d54e210f034d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'a642266f-8c0b-4047-b32f-d56c451ae6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:04:21Z', 'updated_at': '2022-02-07T21:04:26Z', 'revision_number': 3, 'project_id': 'c81e32ac0e87423b927d54e210f034d8', 'gw_port': {'id': 'a642266f-8c0b-4047-b32f-d56c451ae6a4', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4756fef-0cc5-458d-82f4-e8e826d0530f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:24Z', 'updated_at': '2022-02-07T21:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:30.742112 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5edd90-4ee1-4dc8-b011-6a7badab168f None None] Checking router: c4756fef-0cc5-458d-82f4-e8e826d0530f for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:04:30.742848 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5edd90-4ee1-4dc8-b011-6a7badab168f None None] Updating router c4756fef-0cc5-458d-82f4-e8e826d0530f port a642266f-8c0b-4047-b32f-d56c451ae6a4 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:04:30.769760 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105a7dc-47ca-4869-af0c-d5d0d26c22ee req-c28e87e3-67fe-4999-a05b-008f5b672de4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:30.779930 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9f5edd90-4ee1-4dc8-b011-6a7badab168f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a642266f-8c0b-4047-b32f-d56c451ae6a4), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:30.785825 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4105a7dc-47ca-4869-af0c-d5d0d26c22ee req-c28e87e3-67fe-4999-a05b-008f5b672de4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=67c9431f-38da-4bf5-b59f-ec6bf7e04df9 HTTP/1.1" status: 200 len: 931 time: 0.3885307 Feb 07 21:04:30.811147 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7d7d934f-493c-4b4e-ae7a-6da56fef4902 req-c0d58f57-4a70-4116-b2c4-217b05bfbb56 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3237219 Feb 07 21:04:30.915565 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 20a7f571-e11f-408e-9ecb-d5fda7f6edea up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:04:30.967992 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f9c060e4-6bf1-42c0-80a8-13ae615a5a3c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks [] for port (9076cd41-0cd4-4208-854b-03922df72ac1), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:30.980226 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-407405ec-54c4-4b6f-a233-29a846a6348e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:30.981283 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-407405ec-54c4-4b6f-a233-29a846a6348e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:30.998434 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f4b2-6f6b-41fb-9060-3caadfa02b97 admin admin] Publish callbacks [] for router (28036b59-4615-4f68-be11-3cf14c76bc78), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:31.002357 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f9c060e4-6bf1-42c0-80a8-13ae615a5a3c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (9076cd41-0cd4-4208-854b-03922df72ac1), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:31.003509 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f9c060e4-6bf1-42c0-80a8-13ae615a5a3c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (659afcf2-7218-4d73-ad21-7117284cb309), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:31.036199 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-654df34d-03b7-439b-82a2-95fb86940c17 None None] Current status of the port 20a7f571-e11f-408e-9ecb-d5fda7f6edea is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:31.036638 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-654df34d-03b7-439b-82a2-95fb86940c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (20a7f571-e11f-408e-9ecb-d5fda7f6edea), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:31.083215 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e0e35a3-f70d-4a3d-b3ee-b249e5d033dc req-573fb1c8-b09c-4305-8cc5-096142af3346 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 210 time: 0.1062880 Feb 07 21:04:31.159934 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 20a7f571-e11f-408e-9ecb-d5fda7f6edea triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:31.160498 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (20a7f571-e11f-408e-9ecb-d5fda7f6edea), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:31.168111 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-654df34d-03b7-439b-82a2-95fb86940c17 None None] For port 20a7f571-e11f-408e-9ecb-d5fda7f6edea, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=20a7f571-e11f-408e-9ecb-d5fda7f6edea,segment=NetworkSegment(0360a068-3bf9-42dc-b020-1b341e06cc6d),segment_id=0360a068-3bf9-42dc-b020-1b341e06cc6d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:31.186409 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4105a7dc-47ca-4869-af0c-d5d0d26c22ee req-cd05c57b-2e3c-4651-a1f8-d6e828b324f9 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989851 Feb 07 21:04:31.199953 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-407405ec-54c4-4b6f-a233-29a846a6348e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5245814 Feb 07 21:04:31.208193 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-654df34d-03b7-439b-82a2-95fb86940c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (20a7f571-e11f-408e-9ecb-d5fda7f6edea), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:31.232695 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9f5edd90-4ee1-4dc8-b011-6a7badab168f None None] Publish callbacks [] for port (a642266f-8c0b-4047-b32f-d56c451ae6a4), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:31.245444 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9f5edd90-4ee1-4dc8-b011-6a7badab168f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a642266f-8c0b-4047-b32f-d56c451ae6a4), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:31.300042 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654df34d-03b7-439b-82a2-95fb86940c17 None None] Pushing event updated for resources: {'Port': ['ID=20a7f571-e11f-408e-9ecb-d5fda7f6edea,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:31.320475 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-b2fbcae0-087d-4cbc-85b0-6466aad513b5 service neutron] Request body: {'port': {'device_id': '67c9431f-38da-4bf5-b59f-ec6bf7e04df9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:31.328218 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782e789b-ccc8-4edf-b319-d3492fd244aa x-openstack-request-id: req-782e789b-ccc8-4edf-b319-d3492fd244aa {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:04:31.331658 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9720d579-c7a9-43e5-a209-5258f0676f3b", "name": "network-vif-deleted", "tag": "ce51bc02-3b1e-48df-8b1c-4d8326eab37b", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:04:31.331932 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-782e789b-ccc8-4edf-b319-d3492fd244aa {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:04:31.332384 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9720d579-c7a9-43e5-a209-5258f0676f3b', 'name': 'network-vif-deleted', 'tag': 'ce51bc02-3b1e-48df-8b1c-4d8326eab37b', 'status': 'completed', 'code': 200} Feb 07 21:04:31.340794 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dfd2b7ed-d0e4-4291-9f91-186afb0073b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'name': 'tempest-ServersTestManualDisk-1903395963-router', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:33Z', 'updated_at': '2022-02-07T21:04:26Z', 'revision_number': 5, 'project_id': '201d9268974d4320af92b82deb0d76ae', 'gw_port': {'id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:34Z', 'updated_at': '2022-02-07T21:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:31.360083 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48774) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:31.367151 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91aa5e-cfe7-4014-807f-b5473d5bf953 None None] Pushing event updated for resources: {'Port': ['ID=a642266f-8c0b-4047-b32f-d56c451ae6a4,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:31.373500 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-9f5edd90-4ee1-4dc8-b011-6a7badab168f None None] Attempting to bind port a642266f-8c0b-4047-b32f-d56c451ae6a4 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:04:31.374047 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-9f5edd90-4ee1-4dc8-b011-6a7badab168f None None] Attempting to bind port a642266f-8c0b-4047-b32f-d56c451ae6a4 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:04:31.374754 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5edd90-4ee1-4dc8-b011-6a7badab168f None None] Attempting to bind port a642266f-8c0b-4047-b32f-d56c451ae6a4 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:31.387093 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd2b7ed-d0e4-4291-9f91-186afb0073b8 None None] Checking router: 28036b59-4615-4f68-be11-3cf14c76bc78 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:04:31.387641 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5edd90-4ee1-4dc8-b011-6a7badab168f None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:04:31.388149 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5edd90-4ee1-4dc8-b011-6a7badab168f None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:31.388696 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9f5edd90-4ee1-4dc8-b011-6a7badab168f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:31.389184 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5edd90-4ee1-4dc8-b011-6a7badab168f None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:04:31.390344 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-9f5edd90-4ee1-4dc8-b011-6a7badab168f None None] Bound port: a642266f-8c0b-4047-b32f-d56c451ae6a4, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:04:31.391140 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9f5edd90-4ee1-4dc8-b011-6a7badab168f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a642266f-8c0b-4047-b32f-d56c451ae6a4), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:31.399701 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-654df34d-03b7-439b-82a2-95fb86940c17 None None] Provisioning complete for port 9076cd41-0cd4-4208-854b-03922df72ac1 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:31.400383 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-654df34d-03b7-439b-82a2-95fb86940c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9076cd41-0cd4-4208-854b-03922df72ac1), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:31.459646 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-9f5edd90-4ee1-4dc8-b011-6a7badab168f None None] For port a642266f-8c0b-4047-b32f-d56c451ae6a4, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:04:31.467163 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-9f5edd90-4ee1-4dc8-b011-6a7badab168f None None] For port a642266f-8c0b-4047-b32f-d56c451ae6a4, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a642266f-8c0b-4047-b32f-d56c451ae6a4,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:04:31.472115 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a91aa5e-cfe7-4014-807f-b5473d5bf953 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:31.472508 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a91aa5e-cfe7-4014-807f-b5473d5bf953 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:31.472992 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a91aa5e-cfe7-4014-807f-b5473d5bf953 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:31.473436 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a91aa5e-cfe7-4014-807f-b5473d5bf953 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:31.474349 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a91aa5e-cfe7-4014-807f-b5473d5bf953 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:31.474695 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a91aa5e-cfe7-4014-807f-b5473d5bf953 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:31.475242 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a91aa5e-cfe7-4014-807f-b5473d5bf953 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:31.475704 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a91aa5e-cfe7-4014-807f-b5473d5bf953 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:31.476797 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db333078-98fa-4ff1-82b7-b2f3ceb2dde3 req-5cf4647f-1913-4473-b6c9-ecf6d7c6e134 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:31.477125 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a91aa5e-cfe7-4014-807f-b5473d5bf953 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:31.477602 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a91aa5e-cfe7-4014-807f-b5473d5bf953 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:31.478160 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a91aa5e-cfe7-4014-807f-b5473d5bf953 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:31.478327 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c060e4-6bf1-42c0-80a8-13ae615a5a3c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Pushing event updated for resources: {'Port': ['ID=9076cd41-0cd4-4208-854b-03922df72ac1,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:31.478454 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db333078-98fa-4ff1-82b7-b2f3ceb2dde3 req-5cf4647f-1913-4473-b6c9-ecf6d7c6e134 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 946 time: 0.2306828 Feb 07 21:04:31.479024 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a91aa5e-cfe7-4014-807f-b5473d5bf953 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:31.479639 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a91aa5e-cfe7-4014-807f-b5473d5bf953 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:31.489171 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 20a7f571-e11f-408e-9ecb-d5fda7f6edea is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:31.490444 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device cf28cb61-8c69-4f69-b4bc-95b62193effa up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:04:31.503256 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9f5edd90-4ee1-4dc8-b011-6a7badab168f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a642266f-8c0b-4047-b32f-d56c451ae6a4), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:31.541497 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd2b7ed-d0e4-4291-9f91-186afb0073b8 None None] Routers {'28036b59-4615-4f68-be11-3cf14c76bc78'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:04:31.542150 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dfd2b7ed-d0e4-4291-9f91-186afb0073b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:04:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['28036b59-4615-4f68-be11-3cf14c76bc78'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:31.550585 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device ce51bc02-3b1e-48df-8b1c-4d8326eab37b no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:04:31.571171 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5edd90-4ee1-4dc8-b011-6a7badab168f None None] Routers {'c4756fef-0cc5-458d-82f4-e8e826d0530f'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:04:31.572512 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9f5edd90-4ee1-4dc8-b011-6a7badab168f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:04:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c4756fef-0cc5-458d-82f4-e8e826d0530f'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:31.578760 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: ce51bc02-3b1e-48df-8b1c-4d8326eab37b {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:04:31.579102 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device ce51bc02-3b1e-48df-8b1c-4d8326eab37b not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:04:31.642707 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-b2fbcae0-087d-4cbc-85b0-6466aad513b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3affb3a3-f44f-4d9b-8a56-d07af96ae65f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:31.660388 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c060e4-6bf1-42c0-80a8-13ae615a5a3c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Network 55e63414-566b-47ad-bc90-87ecb1e0f1cb is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:04:31.670033 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-654df34d-03b7-439b-82a2-95fb86940c17 None None] Port 9076cd41-0cd4-4208-854b-03922df72ac1 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:04:31.685095 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port cf28cb61-8c69-4f69-b4bc-95b62193effa triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:31.685316 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (cf28cb61-8c69-4f69-b4bc-95b62193effa), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:31.687414 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-f9c060e4-6bf1-42c0-80a8-13ae615a5a3c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:31.691763 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f4b2-6f6b-41fb-9060-3caadfa02b97 admin admin] Publish callbacks [] for router_gateway (28036b59-4615-4f68-be11-3cf14c76bc78), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:31.701779 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:31.739196 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-9f5edd90-4ee1-4dc8-b011-6a7badab168f None None] Set router c4756fef-0cc5-458d-82f4-e8e826d0530f gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:04:31.794041 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port cf28cb61-8c69-4f69-b4bc-95b62193effa is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:31.827827 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-14f14bec-07c1-43e2-8681-77597b0a24d3 None None] Provisioning complete for port 20a7f571-e11f-408e-9ecb-d5fda7f6edea triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:31.828196 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-14f14bec-07c1-43e2-8681-77597b0a24d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (20a7f571-e11f-408e-9ecb-d5fda7f6edea), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:31.903117 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-dfd2b7ed-d0e4-4291-9f91-186afb0073b8 None None] Set router 28036b59-4615-4f68-be11-3cf14c76bc78 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:04:32.001377 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db333078-98fa-4ff1-82b7-b2f3ceb2dde3 req-5d695db0-e2d6-4dbf-8e9d-8916a4a21956 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758475 Feb 07 21:04:32.073992 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91aa5e-cfe7-4014-807f-b5473d5bf953 None None] Pushing event updated for resources: {'Port': ['ID=a642266f-8c0b-4047-b32f-d56c451ae6a4,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:32.239203 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2cc4f4b2-6f6b-41fb-9060-3caadfa02b97 admin admin] Deleting port b6e50c22-ab5b-41f1-9a56-9c3def9258a7 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:04:32.239781 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f4b2-6f6b-41fb-9060-3caadfa02b97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (b6e50c22-ab5b-41f1-9a56-9c3def9258a7), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:32.271830 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9f5edd90-4ee1-4dc8-b011-6a7badab168f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4756fef-0cc5-458d-82f4-e8e826d0530f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1394622715-router', 'tenant_id': 'c81e32ac0e87423b927d54e210f034d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'a642266f-8c0b-4047-b32f-d56c451ae6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:04:21Z', 'updated_at': '2022-02-07T21:04:26Z', 'revision_number': 3, 'project_id': 'c81e32ac0e87423b927d54e210f034d8', 'gw_port': {'id': 'a642266f-8c0b-4047-b32f-d56c451ae6a4', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4756fef-0cc5-458d-82f4-e8e826d0530f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:24Z', 'updated_at': '2022-02-07T21:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:32.281120 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d962102e-9ce0-4130-9a3f-403bd4527165 req-f504a045-6206-40ce-8b05-921b9acdffe0 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 210 time: 0.0650647 Feb 07 21:04:32.343343 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5edd90-4ee1-4dc8-b011-6a7badab168f None None] The sync data for ids ['c4756fef-0cc5-458d-82f4-e8e826d0530f'] in n-d-828185-2 is: [{'id': 'c4756fef-0cc5-458d-82f4-e8e826d0530f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1394622715-router', 'tenant_id': 'c81e32ac0e87423b927d54e210f034d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'a642266f-8c0b-4047-b32f-d56c451ae6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:04:21Z', 'updated_at': '2022-02-07T21:04:26Z', 'revision_number': 3, 'project_id': 'c81e32ac0e87423b927d54e210f034d8', 'gw_port': {'id': 'a642266f-8c0b-4047-b32f-d56c451ae6a4', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4756fef-0cc5-458d-82f4-e8e826d0530f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:24Z', 'updated_at': '2022-02-07T21:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:04:32.352028 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3524a-f287-47eb-85fd-448931423e15 req-faa0c3d2-431d-417d-b350-7235637648cc tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:32.357552 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3524a-f287-47eb-85fd-448931423e15 req-faa0c3d2-431d-417d-b350-7235637648cc tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:32.363899 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3524a-f287-47eb-85fd-448931423e15 req-faa0c3d2-431d-417d-b350-7235637648cc tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:32.370322 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3524a-f287-47eb-85fd-448931423e15 req-faa0c3d2-431d-417d-b350-7235637648cc tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:32.378590 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3524a-f287-47eb-85fd-448931423e15 req-faa0c3d2-431d-417d-b350-7235637648cc tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:32.382591 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c060e4-6bf1-42c0-80a8-13ae615a5a3c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Router 659afcf2-7218-4d73-ad21-7117284cb309 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:04:32.384091 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3524a-f287-47eb-85fd-448931423e15 req-faa0c3d2-431d-417d-b350-7235637648cc tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:32.390100 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3524a-f287-47eb-85fd-448931423e15 req-faa0c3d2-431d-417d-b350-7235637648cc tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:32.396873 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8cf3524a-f287-47eb-85fd-448931423e15 req-faa0c3d2-431d-417d-b350-7235637648cc tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5429 time: 0.4071653 Feb 07 21:04:32.397877 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-14f14bec-07c1-43e2-8681-77597b0a24d3 None None] Current status of the port 20a7f571-e11f-408e-9ecb-d5fda7f6edea is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:32.469757 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-b2fbcae0-087d-4cbc-85b0-6466aad513b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3affb3a3-f44f-4d9b-8a56-d07af96ae65f {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:04:32.481794 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-b2fbcae0-087d-4cbc-85b0-6466aad513b5 service neutron] Publish callbacks [] for port (3affb3a3-f44f-4d9b-8a56-d07af96ae65f), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:32.495989 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-b2fbcae0-087d-4cbc-85b0-6466aad513b5 service neutron] Transition to ACTIVE for port object 3affb3a3-f44f-4d9b-8a56-d07af96ae65f will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:04:32.519734 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 20a7f571-e11f-408e-9ecb-d5fda7f6edea up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:04:32.529151 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-2cc4f4b2-6f6b-41fb-9060-3caadfa02b97 admin admin] For port b6e50c22-ab5b-41f1-9a56-9c3def9258a7, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=b6e50c22-ab5b-41f1-9a56-9c3def9258a7,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:32.529513 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f4b2-6f6b-41fb-9060-3caadfa02b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (b6e50c22-ab5b-41f1-9a56-9c3def9258a7), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:32.545188 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2cc4f4b2-6f6b-41fb-9060-3caadfa02b97 admin admin] Calling delete_port for b6e50c22-ab5b-41f1-9a56-9c3def9258a7 owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:04:32.595762 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-109a741b-c1cc-42b2-baf3-3edbe2187a87 None None] Provisioning complete for port 9076cd41-0cd4-4208-854b-03922df72ac1 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:32.596187 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-109a741b-c1cc-42b2-baf3-3edbe2187a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9076cd41-0cd4-4208-854b-03922df72ac1), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:32.668067 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-109a741b-c1cc-42b2-baf3-3edbe2187a87 None None] Port 9076cd41-0cd4-4208-854b-03922df72ac1 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:04:32.679045 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 20a7f571-e11f-408e-9ecb-d5fda7f6edea triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:32.681775 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d68fd-c445-4d02-8138-78bd2eb65e61 req-3e474d9e-3cad-459d-a7a0-4423da691a90 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:32.682376 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (20a7f571-e11f-408e-9ecb-d5fda7f6edea), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:32.683938 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a47d68fd-c445-4d02-8138-78bd2eb65e61 req-3e474d9e-3cad-459d-a7a0-4423da691a90 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=67c9431f-38da-4bf5-b59f-ec6bf7e04df9 HTTP/1.1" status: 200 len: 931 time: 0.2824185 Feb 07 21:04:32.693424 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8cf3524a-f287-47eb-85fd-448931423e15 req-cd11fd6a-9aa1-4caf-83ab-cf2e841be8e0 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2602196 Feb 07 21:04:32.771616 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Allocated IP 172.20.0.1 (099bf4f2-18e2-45e9-9800-9fc97b483d2c/f10dcab6-39db-4172-971d-b054f593e657/9c363ced-901d-43c2-a375-473e57a3ed41) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:04:32.788950 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-b2fbcae0-087d-4cbc-85b0-6466aad513b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (3affb3a3-f44f-4d9b-8a56-d07af96ae65f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:32.793970 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dfd2b7ed-d0e4-4291-9f91-186afb0073b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'name': 'tempest-ServersTestManualDisk-1903395963-router', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:33Z', 'updated_at': '2022-02-07T21:04:26Z', 'revision_number': 5, 'project_id': '201d9268974d4320af92b82deb0d76ae', 'gw_port': {'id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:34Z', 'updated_at': '2022-02-07T21:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:32.797468 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f4b2-6f6b-41fb-9060-3caadfa02b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (b6e50c22-ab5b-41f1-9a56-9c3def9258a7), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:32.834539 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd2b7ed-d0e4-4291-9f91-186afb0073b8 None None] The sync data for ids ['28036b59-4615-4f68-be11-3cf14c76bc78'] in n-d-828185-2 is: [{'id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'name': 'tempest-ServersTestManualDisk-1903395963-router', 'tenant_id': '201d9268974d4320af92b82deb0d76ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:33Z', 'updated_at': '2022-02-07T21:04:26Z', 'revision_number': 5, 'project_id': '201d9268974d4320af92b82deb0d76ae', 'gw_port': {'id': 'b6e50c22-ab5b-41f1-9a56-9c3def9258a7', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28036b59-4615-4f68-be11-3cf14c76bc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:34Z', 'updated_at': '2022-02-07T21:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:04:32.869400 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a47d68fd-c445-4d02-8138-78bd2eb65e61 req-a83a49c7-a730-4a70-b2ec-82ee198485e5 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726105 Feb 07 21:04:32.917772 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 20a7f571-e11f-408e-9ecb-d5fda7f6edea is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:33.028916 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d65e00dc-6414-4f8e-9bc3-6766610d6bd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (64da354d-50b4-4678-902b-ae47f12bfe85), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:33.032669 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Publish callbacks [] for port (9c363ced-901d-43c2-a375-473e57a3ed41), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:33.082560 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fbcae0-087d-4cbc-85b0-6466aad513b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3affb3a3-f44f-4d9b-8a56-d07af96ae65f,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:33.159917 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c060e4-6bf1-42c0-80a8-13ae615a5a3c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:04:33.168225 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f9c060e4-6bf1-42c0-80a8-13ae615a5a3c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "PUT /v2.0/routers/659afcf2-7218-4d73-ad21-7117284cb309/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8922374 Feb 07 21:04:33.177003 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44ffcd5-3947-46d1-be96-976e8ec9cd89 None None] Sync routers for ids ['659afcf2-7218-4d73-ad21-7117284cb309'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:04:33.186957 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48784) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:33.191149 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44ffcd5-3947-46d1-be96-976e8ec9cd89 None None] Routers {'659afcf2-7218-4d73-ad21-7117284cb309'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:04:33.191865 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c44ffcd5-3947-46d1-be96-976e8ec9cd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:04:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['659afcf2-7218-4d73-ad21-7117284cb309'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:33.192834 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4f4b2-6f6b-41fb-9060-3caadfa02b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6e50c22-ab5b-41f1-9a56-9c3def9258a7,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:33.254961 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f4b2-6f6b-41fb-9060-3caadfa02b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (28036b59-4615-4f68-be11-3cf14c76bc78), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:33.294220 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c44ffcd5-3947-46d1-be96-976e8ec9cd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:33.342436 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44ffcd5-3947-46d1-be96-976e8ec9cd89 None None] Routers {'659afcf2-7218-4d73-ad21-7117284cb309'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:04:33.342985 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c44ffcd5-3947-46d1-be96-976e8ec9cd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:04:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['659afcf2-7218-4d73-ad21-7117284cb309'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:33.347268 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:33.438288 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c44ffcd5-3947-46d1-be96-976e8ec9cd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:33.439760 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44ffcd5-3947-46d1-be96-976e8ec9cd89 None None] The sync data for ids ['659afcf2-7218-4d73-ad21-7117284cb309'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:04:33.564240 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-045380f4-27c7-4173-ab67-dbc62cb0f25e req-7ee39922-d7bf-4f60-913b-7f25fed3ab29 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 210 time: 0.1152432 Feb 07 21:04:33.571649 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (9c363ced-901d-43c2-a375-473e57a3ed41), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:33.722132 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:33.874922 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-b2fbcae0-087d-4cbc-85b0-6466aad513b5 service neutron] Attempting to bind port 3affb3a3-f44f-4d9b-8a56-d07af96ae65f on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:04:33.875338 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-b2fbcae0-087d-4cbc-85b0-6466aad513b5 service neutron] Attempting to bind port 3affb3a3-f44f-4d9b-8a56-d07af96ae65f by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '978d531a-5f04-4ecc-9967-0e2116886724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:04:33.875587 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-b2fbcae0-087d-4cbc-85b0-6466aad513b5 service neutron] Attempting to bind port 3affb3a3-f44f-4d9b-8a56-d07af96ae65f on network bf854134-2113-420b-b9e5-1df875fc6e85 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:33.886685 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f4b2-6f6b-41fb-9060-3caadfa02b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (28036b59-4615-4f68-be11-3cf14c76bc78), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:33.889673 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f4b2-6f6b-41fb-9060-3caadfa02b97 admin admin] Publish callbacks [] for router_controller (28036b59-4615-4f68-be11-3cf14c76bc78), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:33.893742 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-b2fbcae0-087d-4cbc-85b0-6466aad513b5 service neutron] Port 3affb3a3-f44f-4d9b-8a56-d07af96ae65f on network bf854134-2113-420b-b9e5-1df875fc6e85 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:04:33.894329 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-b2fbcae0-087d-4cbc-85b0-6466aad513b5 service neutron] Attempting to bind port 3affb3a3-f44f-4d9b-8a56-d07af96ae65f on network bf854134-2113-420b-b9e5-1df875fc6e85 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:33.904119 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-b2fbcae0-087d-4cbc-85b0-6466aad513b5 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:04:33.904490 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-b2fbcae0-087d-4cbc-85b0-6466aad513b5 service neutron] Checking segment: {'id': '978d531a-5f04-4ecc-9967-0e2116886724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:33.904885 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-b2fbcae0-087d-4cbc-85b0-6466aad513b5 service neutron] Bound using segment: {'id': '978d531a-5f04-4ecc-9967-0e2116886724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:04:33.905327 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-b2fbcae0-087d-4cbc-85b0-6466aad513b5 service neutron] Bound port: 3affb3a3-f44f-4d9b-8a56-d07af96ae65f, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978d531a-5f04-4ecc-9967-0e2116886724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:04:33.905682 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-b2fbcae0-087d-4cbc-85b0-6466aad513b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3affb3a3-f44f-4d9b-8a56-d07af96ae65f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:33.977481 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f4b2-6f6b-41fb-9060-3caadfa02b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (28036b59-4615-4f68-be11-3cf14c76bc78), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:33.978147 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc4f4b2-6f6b-41fb-9060-3caadfa02b97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28036b59-4615-4f68-be11-3cf14c76bc78 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:04:33.985009 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f4b2-6f6b-41fb-9060-3caadfa02b97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:33.988285 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2cc4f4b2-6f6b-41fb-9060-3caadfa02b97 admin admin] 10.222.0.65 "DELETE /v2.0/routers/28036b59-4615-4f68-be11-3cf14c76bc78 HTTP/1.1" status: 204 len: 168 time: 3.8796508 Feb 07 21:04:33.989765 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48792) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:34.069568 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-b2fbcae0-087d-4cbc-85b0-6466aad513b5 service neutron] For port 3affb3a3-f44f-4d9b-8a56-d07af96ae65f, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:04:34.074944 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef83d68-32ec-4b7b-8181-100f414909fd admin admin] Deleting subnet db292aec-1a57-4b47-8954-d9d39e39a101 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:04:34.078510 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-b2fbcae0-087d-4cbc-85b0-6466aad513b5 service neutron] For port 3affb3a3-f44f-4d9b-8a56-d07af96ae65f, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=3affb3a3-f44f-4d9b-8a56-d07af96ae65f,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:04:34.081232 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf575af-b0df-49fe-aff9-ddf30917fcf1 req-35350092-2610-4d3a-8f20-5130a8d3192c tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:34.082850 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8bf575af-b0df-49fe-aff9-ddf30917fcf1 req-35350092-2610-4d3a-8f20-5130a8d3192c tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 946 time: 0.9453852 Feb 07 21:04:34.089685 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d68-32ec-4b7b-8181-100f414909fd admin admin] Publish callbacks [] for subnet (db292aec-1a57-4b47-8954-d9d39e39a101), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:34.107501 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Network 099bf4f2-18e2-45e9-9800-9fc97b483d2c is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:04:34.115177 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-b2fbcae0-087d-4cbc-85b0-6466aad513b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (3affb3a3-f44f-4d9b-8a56-d07af96ae65f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:34.147403 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:34.169802 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-b2fbcae0-087d-4cbc-85b0-6466aad513b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:34.173757 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:04:34.174051 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-b2fbcae0-087d-4cbc-85b0-6466aad513b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:34.182142 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-b2fbcae0-087d-4cbc-85b0-6466aad513b5 service neutron] 10.222.0.69 "PUT /v2.0/ports/3affb3a3-f44f-4d9b-8a56-d07af96ae65f HTTP/1.1" status: 200 len: 1091 time: 2.8729630 Feb 07 21:04:34.182949 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c9431f-38da-4bf5-b59f-ec6bf7e04df9', 'tag': '3affb3a3-f44f-4d9b-8a56-d07af96ae65f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:04:34.185485 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb24f9e0-f101-436f-a2c6-1395000492fe" -d '{"events": [{"name": "network-changed", "server_uuid": "67c9431f-38da-4bf5-b59f-ec6bf7e04df9", "tag": "3affb3a3-f44f-4d9b-8a56-d07af96ae65f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:04:34.194292 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d68-32ec-4b7b-8181-100f414909fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (db292aec-1a57-4b47-8954-d9d39e39a101), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:34.200555 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=9c363ced-901d-43c2-a375-473e57a3ed41,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:34.242478 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:34.242830 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:34.243376 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:34.243723 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:34.244060 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:34.244418 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:34.244919 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:34.245442 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:34.245974 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:34.246300 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:34.246637 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:34.246968 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:34.247295 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:34.258936 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8bf575af-b0df-49fe-aff9-ddf30917fcf1 req-e5d291ee-e5bf-40f3-bcba-1e8943cba9dd tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476688 Feb 07 21:04:34.315154 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (c4756fef-0cc5-458d-82f4-e8e826d0530f), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:34.358692 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fbcae0-087d-4cbc-85b0-6466aad513b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3affb3a3-f44f-4d9b-8a56-d07af96ae65f,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:34.374542 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-ef04f8dc-a82b-400c-bb68-529fe01f2ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:34.376784 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-ef04f8dc-a82b-400c-bb68-529fe01f2ee3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c752a538afe047fe808375441195e2c5&device_id=67c9431f-38da-4bf5-b59f-ec6bf7e04df9 HTTP/1.1" status: 200 len: 1125 time: 0.1307120 Feb 07 21:04:34.441073 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-8c934596-02f7-4346-a8f9-11587b015d51 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3affb3a3-f44f-4d9b-8a56-d07af96ae65f HTTP/1.1" status: 200 len: 217 time: 0.0419405 Feb 07 21:04:34.490856 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d521f-03f3-4087-8189-587fc39f6c6b req-6760b7fc-0072-4ed3-84ea-2283fb41f88c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:34.496239 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d521f-03f3-4087-8189-587fc39f6c6b req-6760b7fc-0072-4ed3-84ea-2283fb41f88c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:34.500539 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-444d4442-f52d-49d3-a728-f179b600b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:34.502516 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d521f-03f3-4087-8189-587fc39f6c6b req-6760b7fc-0072-4ed3-84ea-2283fb41f88c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:34.503252 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-444d4442-f52d-49d3-a728-f179b600b339 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2f8980a6-7981-49aa-b0cb-ed215989d81d HTTP/1.1" status: 200 len: 852 time: 0.0570354 Feb 07 21:04:34.508134 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d521f-03f3-4087-8189-587fc39f6c6b req-6760b7fc-0072-4ed3-84ea-2283fb41f88c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:34.513586 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d521f-03f3-4087-8189-587fc39f6c6b req-6760b7fc-0072-4ed3-84ea-2283fb41f88c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:34.518939 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d521f-03f3-4087-8189-587fc39f6c6b req-6760b7fc-0072-4ed3-84ea-2283fb41f88c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:34.525228 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d521f-03f3-4087-8189-587fc39f6c6b req-6760b7fc-0072-4ed3-84ea-2283fb41f88c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:34.527154 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-751d521f-03f3-4087-8189-587fc39f6c6b req-6760b7fc-0072-4ed3-84ea-2283fb41f88c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5429 time: 0.5206342 Feb 07 21:04:34.528170 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-bc029d2c-af72-4b9b-ac2c-fa6a5ebff194 None None] Provisioning complete for port 9c363ced-901d-43c2-a375-473e57a3ed41 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:34.531726 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bc029d2c-af72-4b9b-ac2c-fa6a5ebff194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9c363ced-901d-43c2-a375-473e57a3ed41), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:34.552759 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-53070482-9b0e-4229-9a97-5266b4c34a04 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bf854134-2113-420b-b9e5-1df875fc6e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367098 Feb 07 21:04:34.610484 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-bc029d2c-af72-4b9b-ac2c-fa6a5ebff194 None None] Port 9c363ced-901d-43c2-a375-473e57a3ed41 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:04:34.646172 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d68-32ec-4b7b-8181-100f414909fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (db292aec-1a57-4b47-8954-d9d39e39a101), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:34.724067 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8b799-93b3-4677-bfbb-ba9a7200660e req-8602311f-3b13-437f-9a6e-8c62a5494fbc tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:34.725560 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4bf8b799-93b3-4677-bfbb-ba9a7200660e req-8602311f-3b13-437f-9a6e-8c62a5494fbc tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=67c9431f-38da-4bf5-b59f-ec6bf7e04df9 HTTP/1.1" status: 200 len: 943 time: 0.2539501 Feb 07 21:04:34.752156 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-bd8fce33-bc1a-45d2-bbf9-b693d008d4a3 service neutron] 10.222.0.69 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970084 Feb 07 21:04:34.758446 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9c363ced-901d-43c2-a375-473e57a3ed41), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:34.842728 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d68-32ec-4b7b-8181-100f414909fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (db292aec-1a57-4b47-8954-d9d39e39a101), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:34.843195 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a642266f-8c0b-4047-b32f-d56c451ae6a4 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:04:34.876436 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef83d68-32ec-4b7b-8181-100f414909fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db292aec-1a57-4b47-8954-d9d39e39a101,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:34.880589 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4bf8b799-93b3-4677-bfbb-ba9a7200660e req-9eef56e2-e7ed-429b-8c4b-bf10a4dc7c5c tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391914 Feb 07 21:04:34.902583 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d68-32ec-4b7b-8181-100f414909fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:34.903455 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d7f60c-b1d7-4599-9289-86e67cf049b7 None None] Network c3146a46-c721-423b-a88e-d119ffbfea60 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:04:34.910708 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4ef83d68-32ec-4b7b-8181-100f414909fd admin admin] 10.222.0.65 "DELETE /v2.0/subnets/db292aec-1a57-4b47-8954-d9d39e39a101 HTTP/1.1" status: 204 len: 168 time: 0.9198687 Feb 07 21:04:34.913737 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48798) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:34.995382 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-751d521f-03f3-4087-8189-587fc39f6c6b req-fb3467b9-8d5a-4137-b006-6487fd4ccfc4 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4437299 Feb 07 21:04:35.019688 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port a642266f-8c0b-4047-b32f-d56c451ae6a4 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:35.020064 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a642266f-8c0b-4047-b32f-d56c451ae6a4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:35.113485 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752848dd-fff8-4534-980b-09e46cbe6ce4 x-openstack-request-id: req-752848dd-fff8-4534-980b-09e46cbe6ce4 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:04:35.113789 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c9431f-38da-4bf5-b59f-ec6bf7e04df9", "tag": "3affb3a3-f44f-4d9b-8a56-d07af96ae65f", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:04:35.115897 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-752848dd-fff8-4534-980b-09e46cbe6ce4 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:04:35.116333 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c9431f-38da-4bf5-b59f-ec6bf7e04df9', 'tag': '3affb3a3-f44f-4d9b-8a56-d07af96ae65f', 'status': 'completed', 'code': 200} Feb 07 21:04:35.122026 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7be8d3b1-ce73-4167-96aa-7686ef4c58f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (c3146a46-c721-423b-a88e-d119ffbfea60), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:35.139953 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port a642266f-8c0b-4047-b32f-d56c451ae6a4 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:35.140695 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a642266f-8c0b-4047-b32f-d56c451ae6a4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:35.163688 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285e51b7-85ee-479e-9863-799a5f45635c None None] DHCP port deletion for c3146a46-c721-423b-a88e-d119ffbfea60 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:04:35.181252 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port a642266f-8c0b-4047-b32f-d56c451ae6a4, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a642266f-8c0b-4047-b32f-d56c451ae6a4,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:35.187957 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a642266f-8c0b-4047-b32f-d56c451ae6a4), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:35.222606 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-3059e35a-7430-4b8a-bd05-a4692b69b771 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:04:35.226267 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3059e35a-7430-4b8a-bd05-a4692b69b771 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "PUT /v2.0/routers/659afcf2-7218-4d73-ad21-7117284cb309/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0195107 Feb 07 21:04:35.226267 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-89b07a34-1626-4209-99f1-ddb40a793562 req-613ecef8-8c18-4345-8bf4-109386dc0c3d tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 210 time: 0.0619240 Feb 07 21:04:35.229056 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48800) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:35.261035 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-303ffe3d-2f78-48bb-bd38-8de47fe47216 req-a3395770-3736-4cb5-9bac-d97a5fc38957 service neutron] 10.222.0.69 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031605 Feb 07 21:04:35.286999 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7be8d3b1-ce73-4167-96aa-7686ef4c58f4 admin admin] Deleting port 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:04:35.288425 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7be8d3b1-ce73-4167-96aa-7686ef4c58f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:35.300695 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device b6e50c22-ab5b-41f1-9a56-9c3def9258a7 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:04:35.317321 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=a642266f-8c0b-4047-b32f-d56c451ae6a4,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:35.338856 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d65e00dc-6414-4f8e-9bc3-6766610d6bd8 admin admin] Deleting port 12de4ef3-8e81-4952-a168-7e1c4943e93f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:04:35.339201 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d65e00dc-6414-4f8e-9bc3-6766610d6bd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (12de4ef3-8e81-4952-a168-7e1c4943e93f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:35.346813 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: b6e50c22-ab5b-41f1-9a56-9c3def9258a7 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:04:35.347173 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device b6e50c22-ab5b-41f1-9a56-9c3def9258a7 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:04:35.347873 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a3f79ee6-2695-4d4b-a938-2b21d63b10ed no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:04:35.374346 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: a3f79ee6-2695-4d4b-a938-2b21d63b10ed {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:04:35.374830 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a3f79ee6-2695-4d4b-a938-2b21d63b10ed not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:04:35.377400 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-285e51b7-85ee-479e-9863-799a5f45635c None None] Deleting port 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:04:35.377773 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-285e51b7-85ee-479e-9863-799a5f45635c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:35.463265 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7be8d3b1-ce73-4167-96aa-7686ef4c58f4 admin admin] For port 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df,segment=NetworkSegment(47dad31d-c902-4743-8242-9049f1f64633),segment_id=47dad31d-c902-4743-8242-9049f1f64633)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:35.464898 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7be8d3b1-ce73-4167-96aa-7686ef4c58f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:35.473962 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-285e51b7-85ee-479e-9863-799a5f45635c None None] For port 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df,segment=NetworkSegment(47dad31d-c902-4743-8242-9049f1f64633),segment_id=47dad31d-c902-4743-8242-9049f1f64633)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:35.474493 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-285e51b7-85ee-479e-9863-799a5f45635c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:35.491316 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-285e51b7-85ee-479e-9863-799a5f45635c None None] Calling delete_port for 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:04:35.494117 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7be8d3b1-ce73-4167-96aa-7686ef4c58f4 admin admin] Calling delete_port for 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:04:35.510072 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24f9e0-f101-436f-a2c6-1395000492fe req-6074c0f6-094a-441d-a9c5-ee27ea4967ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:35.512008 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fb24f9e0-f101-436f-a2c6-1395000492fe req-6074c0f6-094a-441d-a9c5-ee27ea4967ed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c752a538afe047fe808375441195e2c5&device_id=67c9431f-38da-4bf5-b59f-ec6bf7e04df9 HTTP/1.1" status: 200 len: 1125 time: 0.1538677 Feb 07 21:04:35.597191 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-285e51b7-85ee-479e-9863-799a5f45635c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:35.633153 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Publish callbacks [] for port (9c363ced-901d-43c2-a375-473e57a3ed41), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:35.638366 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285e51b7-85ee-479e-9863-799a5f45635c None None] No DVR routers for this DVR port 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:04:35.642758 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7be8d3b1-ce73-4167-96aa-7686ef4c58f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:35.653833 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e51b7-85ee-479e-9863-799a5f45635c None None] Pushing event deleted for resources: {'Port': ['ID=1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:35.658263 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d65e00dc-6414-4f8e-9bc3-6766610d6bd8 admin admin] For port 12de4ef3-8e81-4952-a168-7e1c4943e93f, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=12de4ef3-8e81-4952-a168-7e1c4943e93f,segment=NetworkSegment(f98aea31-515d-4565-858b-308c6254052d),segment_id=f98aea31-515d-4565-858b-308c6254052d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:35.659032 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d65e00dc-6414-4f8e-9bc3-6766610d6bd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (12de4ef3-8e81-4952-a168-7e1c4943e93f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:35.661225 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (9c363ced-901d-43c2-a375-473e57a3ed41), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:35.663915 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be8d3b1-ce73-4167-96aa-7686ef4c58f4 admin admin] No DVR routers for this DVR port 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:04:35.683914 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d9434-2a82-4246-bc30-75046d7ff555 req-fd170109-0457-4e24-88df-f89aee96e873 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:35.687278 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e50d9434-2a82-4246-bc30-75046d7ff555 req-fd170109-0457-4e24-88df-f89aee96e873 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 946 time: 0.2690420 Feb 07 21:04:35.702965 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8d3b1-ce73-4167-96aa-7686ef4c58f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:35.746519 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d65e00dc-6414-4f8e-9bc3-6766610d6bd8 admin admin] Calling delete_port for 12de4ef3-8e81-4952-a168-7e1c4943e93f owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:04:35.821570 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7be8d3b1-ce73-4167-96aa-7686ef4c58f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (c3146a46-c721-423b-a88e-d119ffbfea60), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:35.825327 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24f9e0-f101-436f-a2c6-1395000492fe req-35d83fdd-abae-41e2-b192-5b18bcd24502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:35.826833 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fb24f9e0-f101-436f-a2c6-1395000492fe req-35d83fdd-abae-41e2-b192-5b18bcd24502 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bf854134-2113-420b-b9e5-1df875fc6e85 HTTP/1.1" status: 200 len: 913 time: 0.2765937 Feb 07 21:04:35.850888 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (c4756fef-0cc5-458d-82f4-e8e826d0530f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:35.867073 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=9c363ced-901d-43c2-a375-473e57a3ed41,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:35.879109 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fb24f9e0-f101-436f-a2c6-1395000492fe req-9b0819c7-1beb-4719-b31a-42026df4299a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3affb3a3-f44f-4d9b-8a56-d07af96ae65f HTTP/1.1" status: 200 len: 217 time: 0.0448830 Feb 07 21:04:35.880676 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7be8d3b1-ce73-4167-96aa-7686ef4c58f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3146a46-c721-423b-a88e-d119ffbfea60']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:35.893835 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e50d9434-2a82-4246-bc30-75046d7ff555 req-c79d1f58-43e5-4899-b0ba-1e0b02561ebc tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776392 Feb 07 21:04:35.920994 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7be8d3b1-ce73-4167-96aa-7686ef4c58f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47dad31d-c902-4743-8242-9049f1f64633') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:35.920994 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7be8d3b1-ce73-4167-96aa-7686ef4c58f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47dad31d-c902-4743-8242-9049f1f64633') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:35.967525 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7be8d3b1-ce73-4167-96aa-7686ef4c58f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (47dad31d-c902-4743-8242-9049f1f64633), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:35.988945 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7be8d3b1-ce73-4167-96aa-7686ef4c58f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (47dad31d-c902-4743-8242-9049f1f64633), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:35.998718 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24f9e0-f101-436f-a2c6-1395000492fe req-83441dda-5675-4aa3-af6c-5be0630cdd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:36.000283 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fb24f9e0-f101-436f-a2c6-1395000492fe req-83441dda-5675-4aa3-af6c-5be0630cdd21 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2f8980a6-7981-49aa-b0cb-ed215989d81d HTTP/1.1" status: 200 len: 852 time: 0.1105769 Feb 07 21:04:36.001316 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be8d3b1-ce73-4167-96aa-7686ef4c58f4 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:04:36.001774 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7be8d3b1-ce73-4167-96aa-7686ef4c58f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (47dad31d-c902-4743-8242-9049f1f64633), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: self.session.flush() Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: self.session.flush() Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: self.session.flush() Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: self.session.flush() Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:04:36.003546 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:04:36.086450 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fb24f9e0-f101-436f-a2c6-1395000492fe req-e7fbe892-4680-4b70-bb77-0828480ea0a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bf854134-2113-420b-b9e5-1df875fc6e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707090 Feb 07 21:04:36.129286 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Network 099bf4f2-18e2-45e9-9800-9fc97b483d2c is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:04:36.138686 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db256987-c373-44c3-bbe4-d6e1a87d2ecb req-1897f1f6-6b86-466a-b316-7f1f9265c55e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:36.140241 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db256987-c373-44c3-bbe4-d6e1a87d2ecb req-1897f1f6-6b86-466a-b316-7f1f9265c55e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=67c9431f-38da-4bf5-b59f-ec6bf7e04df9 HTTP/1.1" status: 200 len: 943 time: 0.1825676 Feb 07 21:04:36.155563 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:36.160269 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7be8d3b1-ce73-4167-96aa-7686ef4c58f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (c3146a46-c721-423b-a88e-d119ffbfea60), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:36.173536 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7be8d3b1-ce73-4167-96aa-7686ef4c58f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:36.179531 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7be8d3b1-ce73-4167-96aa-7686ef4c58f4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/c3146a46-c721-423b-a88e-d119ffbfea60 HTTP/1.1" status: 204 len: 168 time: 1.2623363 Feb 07 21:04:36.190164 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8d3b1-ce73-4167-96aa-7686ef4c58f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3146a46-c721-423b-a88e-d119ffbfea60,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:36.234497 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fb24f9e0-f101-436f-a2c6-1395000492fe req-4f442992-3ccf-459c-adc9-2a29a819946f service neutron] 10.222.0.69 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392250 Feb 07 21:04:36.377767 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fb24f9e0-f101-436f-a2c6-1395000492fe req-db7500fd-8f85-44af-9d6d-fc6bf96dc634 service neutron] 10.222.0.69 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321461 Feb 07 21:04:36.425631 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48812) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:36.512407 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-86de7d6d-13d8-45d8-98a8-7c35be8a4e9a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=201d9268974d4320af92b82deb0d76ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0855391 Feb 07 21:04:36.515043 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48814) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:36.544100 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a642266f-8c0b-4047-b32f-d56c451ae6a4 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:04:36.570882 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d115fada-e2c6-40b4-bdde-892c25b5daf3 admin admin] Publish callbacks [] for security_group (48ca5748-bfdc-4565-bf57-78cb79625f20), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:36.597458 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d115fada-e2c6-40b4-bdde-892c25b5daf3 admin admin] Publish callbacks [] for security_group (48ca5748-bfdc-4565-bf57-78cb79625f20), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:36.611621 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port a642266f-8c0b-4047-b32f-d56c451ae6a4 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:36.612131 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a642266f-8c0b-4047-b32f-d56c451ae6a4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:36.613808 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8a408a8f-7930-4df1-9e2c-2930f688813b None None] Provisioning complete for port 9c363ced-901d-43c2-a375-473e57a3ed41 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:36.614260 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8a408a8f-7930-4df1-9e2c-2930f688813b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9c363ced-901d-43c2-a375-473e57a3ed41), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:36.658487 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d115fada-e2c6-40b4-bdde-892c25b5daf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (48ca5748-bfdc-4565-bf57-78cb79625f20), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:36.662895 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d115fada-e2c6-40b4-bdde-892c25b5daf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:36.665540 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d115fada-e2c6-40b4-bdde-892c25b5daf3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/48ca5748-bfdc-4565-bf57-78cb79625f20 HTTP/1.1" status: 204 len: 168 time: 0.1492195 Feb 07 21:04:36.676432 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115fada-e2c6-40b4-bdde-892c25b5daf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ca5748-bfdc-4565-bf57-78cb79625f20,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:36.715967 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a03ec229-b7df-49df-aa1a-facf56df967c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (659afcf2-7218-4d73-ad21-7117284cb309), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:36.738007 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8a408a8f-7930-4df1-9e2c-2930f688813b None None] Port 9c363ced-901d-43c2-a375-473e57a3ed41 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:04:36.797750 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port a642266f-8c0b-4047-b32f-d56c451ae6a4 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:36.865348 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db256987-c373-44c3-bbe4-d6e1a87d2ecb req-f72718df-f1c9-4210-8573-af90b77aa059 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7048564 Feb 07 21:04:36.870898 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d65e00dc-6414-4f8e-9bc3-6766610d6bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (12de4ef3-8e81-4952-a168-7e1c4943e93f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:36.873191 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:04:36.906166 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:04:36.906685 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 1dfecdfc-488e-4124-b2f1-bf4ceb4fa0df not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:04:36.929469 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174cf48-a11b-4e09-a9d3-f90dae9b287e req-6be0c09a-593a-4cab-bd2e-d0ae5948de9d tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:36.934709 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174cf48-a11b-4e09-a9d3-f90dae9b287e req-6be0c09a-593a-4cab-bd2e-d0ae5948de9d tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:36.940594 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174cf48-a11b-4e09-a9d3-f90dae9b287e req-6be0c09a-593a-4cab-bd2e-d0ae5948de9d tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:36.945997 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174cf48-a11b-4e09-a9d3-f90dae9b287e req-6be0c09a-593a-4cab-bd2e-d0ae5948de9d tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:36.951143 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174cf48-a11b-4e09-a9d3-f90dae9b287e req-6be0c09a-593a-4cab-bd2e-d0ae5948de9d tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:36.956497 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174cf48-a11b-4e09-a9d3-f90dae9b287e req-6be0c09a-593a-4cab-bd2e-d0ae5948de9d tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:36.961906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174cf48-a11b-4e09-a9d3-f90dae9b287e req-6be0c09a-593a-4cab-bd2e-d0ae5948de9d tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:36.964868 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7174cf48-a11b-4e09-a9d3-f90dae9b287e req-6be0c09a-593a-4cab-bd2e-d0ae5948de9d tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5429 time: 0.8189554 Feb 07 21:04:37.037051 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e00dc-6414-4f8e-9bc3-6766610d6bd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=12de4ef3-8e81-4952-a168-7e1c4943e93f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:37.168354 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dcd0ff6b-9b23-4c52-8a7d-12b9d51c004c req-de2052cf-7ab8-4f89-9412-d6585fa3f2cd tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 210 time: 0.1185157 Feb 07 21:04:37.314345 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Router c4756fef-0cc5-458d-82f4-e8e826d0530f has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:04:37.380054 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7174cf48-a11b-4e09-a9d3-f90dae9b287e req-eea33d42-e665-431d-b5e9-b24e4406cc42 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3380353 Feb 07 21:04:37.540848 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca842a34-14cc-4702-9604-864b33fc5f32 req-160330f1-814a-40b6-81b5-9babb2ea2962 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:37.542351 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ca842a34-14cc-4702-9604-864b33fc5f32 req-160330f1-814a-40b6-81b5-9babb2ea2962 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 946 time: 0.2357078 Feb 07 21:04:37.686536 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d65e00dc-6414-4f8e-9bc3-6766610d6bd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (64da354d-50b4-4678-902b-ae47f12bfe85), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:37.697208 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48838) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:37.700477 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ca842a34-14cc-4702-9604-864b33fc5f32 req-23ba3106-5d84-49bd-8489-469fafd4ac1d tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276569 Feb 07 21:04:37.716533 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:04:37.728872 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1fa767e1-3784-4be6-8cc5-07f4f7ad4ed0 admin admin] 10.222.0.65 "PUT /v2.0/routers/c4756fef-0cc5-458d-82f4-e8e826d0530f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4792707 Feb 07 21:04:37.737010 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a17a87-42f5-4f18-a68b-2127fa30ab23 None None] Sync routers for ids ['c4756fef-0cc5-458d-82f4-e8e826d0530f'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:04:37.769188 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a17a87-42f5-4f18-a68b-2127fa30ab23 None None] Routers {'c4756fef-0cc5-458d-82f4-e8e826d0530f'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:04:37.770775 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-57a17a87-42f5-4f18-a68b-2127fa30ab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:04:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c4756fef-0cc5-458d-82f4-e8e826d0530f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:37.798465 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a03ec229-b7df-49df-aa1a-facf56df967c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Deleting port 9076cd41-0cd4-4208-854b-03922df72ac1 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:04:37.798993 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a03ec229-b7df-49df-aa1a-facf56df967c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9076cd41-0cd4-4208-854b-03922df72ac1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:37.894981 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-922db991-8e3e-4be1-b6dd-137d64b817e6 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-516495883-network', 'tenant_id': 'b1f97ac58068416db1c6f1dd3f325c67'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:37.947011 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922db991-8e3e-4be1-b6dd-137d64b817e6 admin admin] Made reservation on behalf of b1f97ac58068416db1c6f1dd3f325c67 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:04:37.950531 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-922db991-8e3e-4be1-b6dd-137d64b817e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:37.965171 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a03ec229-b7df-49df-aa1a-facf56df967c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9076cd41-0cd4-4208-854b-03922df72ac1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:37.971038 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-57a17a87-42f5-4f18-a68b-2127fa30ab23 None None] Set router c4756fef-0cc5-458d-82f4-e8e826d0530f gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:04:37.972464 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-922db991-8e3e-4be1-b6dd-137d64b817e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:38.067826 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a03ec229-b7df-49df-aa1a-facf56df967c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Calling delete_port for 9076cd41-0cd4-4208-854b-03922df72ac1 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:04:38.131443 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-922db991-8e3e-4be1-b6dd-137d64b817e6 admin admin] Publish callbacks [] for security_group (df1c3b77-8de0-4d4d-8147-4615f1165034), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:38.144110 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-922db991-8e3e-4be1-b6dd-137d64b817e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (df1c3b77-8de0-4d4d-8147-4615f1165034), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:38.192544 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e3bce-20af-4615-8da7-663b1bad742e req-6239b885-7d67-434f-be90-939476de8932 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:38.194104 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2f9e3bce-20af-4615-8da7-663b1bad742e req-6239b885-7d67-434f-be90-939476de8932 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=67c9431f-38da-4bf5-b59f-ec6bf7e04df9 HTTP/1.1" status: 200 len: 943 time: 0.1776009 Feb 07 21:04:38.198077 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922db991-8e3e-4be1-b6dd-137d64b817e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:04:38.208481 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65e00dc-6414-4f8e-9bc3-6766610d6bd8 admin admin] Router 64da354d-50b4-4678-902b-ae47f12bfe85 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:04:38.227855 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922db991-8e3e-4be1-b6dd-137d64b817e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1c3b77-8de0-4d4d-8147-4615f1165034,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:38.239637 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-922db991-8e3e-4be1-b6dd-137d64b817e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (1574066e-16fc-4a8d-8d78-5c89781943be), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:38.240438 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-922db991-8e3e-4be1-b6dd-137d64b817e6 admin admin] Added segment 1574066e-16fc-4a8d-8d78-5c89781943be of type vlan for network e2ff74a0-6233-4073-be49-51a0d51ed7eb Feb 07 21:04:38.299474 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-57a17a87-42f5-4f18-a68b-2127fa30ab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4756fef-0cc5-458d-82f4-e8e826d0530f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1394622715-router', 'tenant_id': 'c81e32ac0e87423b927d54e210f034d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'a642266f-8c0b-4047-b32f-d56c451ae6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:04:21Z', 'updated_at': '2022-02-07T21:04:34Z', 'revision_number': 4, 'project_id': 'c81e32ac0e87423b927d54e210f034d8', 'gw_port': {'id': 'a642266f-8c0b-4047-b32f-d56c451ae6a4', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4756fef-0cc5-458d-82f4-e8e826d0530f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:24Z', 'updated_at': '2022-02-07T21:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '9c363ced-901d-43c2-a375-473e57a3ed41', 'name': '', 'network_id': '099bf4f2-18e2-45e9-9800-9fc97b483d2c', 'tenant_id': 'c81e32ac0e87423b927d54e210f034d8', 'mac_address': 'fa:16:3e:65:dc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4756fef-0cc5-458d-82f4-e8e826d0530f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'f10dcab6-39db-4172-971d-b054f593e657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:31Z', 'updated_at': '2022-02-07T21:04:35Z', 'revision_number': 2, 'project_id': 'c81e32ac0e87423b927d54e210f034d8', 'subnets': [{'id': 'f10dcab6-39db-4172-971d-b054f593e657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:38.324031 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-922db991-8e3e-4be1-b6dd-137d64b817e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (e2ff74a0-6233-4073-be49-51a0d51ed7eb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:38.337123 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a17a87-42f5-4f18-a68b-2127fa30ab23 None None] Checking router: c4756fef-0cc5-458d-82f4-e8e826d0530f for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:04:38.338038 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a17a87-42f5-4f18-a68b-2127fa30ab23 None None] Updating router c4756fef-0cc5-458d-82f4-e8e826d0530f port 9c363ced-901d-43c2-a375-473e57a3ed41 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:04:38.366178 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-922db991-8e3e-4be1-b6dd-137d64b817e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (e2ff74a0-6233-4073-be49-51a0d51ed7eb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:38.367244 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922db991-8e3e-4be1-b6dd-137d64b817e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:38.367839 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-922db991-8e3e-4be1-b6dd-137d64b817e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:38.404109 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-57a17a87-42f5-4f18-a68b-2127fa30ab23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9c363ced-901d-43c2-a375-473e57a3ed41), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:38.422273 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c9abf9d-85ca-423a-b1df-b7d5da62f300 req-8962dd80-7e05-415e-b7a4-cd7a4730c5fa tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 210 time: 0.1239963 Feb 07 21:04:38.430579 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2f9e3bce-20af-4615-8da7-663b1bad742e req-1b21a9e4-c59c-435c-9f7b-fed1fc45bbc6 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170596 Feb 07 21:04:38.453156 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922db991-8e3e-4be1-b6dd-137d64b817e6 admin admin] Pushing event updated for resources: {'Network': ['ID=e2ff74a0-6233-4073-be49-51a0d51ed7eb,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:38.467148 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-922db991-8e3e-4be1-b6dd-137d64b817e6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7679801 Feb 07 21:04:38.475722 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48860) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:38.492438 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-24b77096-8a12-4a7f-9914-ae1d2886373e admin admin] Request body: {'subnet': {'network_id': 'e2ff74a0-6233-4073-be49-51a0d51ed7eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-516495883-subnet', 'tenant_id': 'b1f97ac58068416db1c6f1dd3f325c67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:38.515487 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network e2ff74a0-6233-4073-be49-51a0d51ed7eb details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:04:38.534453 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65e00dc-6414-4f8e-9bc3-6766610d6bd8 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:04:38.555176 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d65e00dc-6414-4f8e-9bc3-6766610d6bd8 admin admin] 10.222.0.65 "PUT /v2.0/routers/64da354d-50b4-4678-902b-ae47f12bfe85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1903083 Feb 07 21:04:38.555403 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a7be1b-9c16-42c8-b233-412433f383fb None None] Sync routers for ids ['64da354d-50b4-4678-902b-ae47f12bfe85'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:04:38.565718 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48862) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:38.576584 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b77096-8a12-4a7f-9914-ae1d2886373e admin admin] Made reservation on behalf of b1f97ac58068416db1c6f1dd3f325c67 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:04:38.579741 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a7be1b-9c16-42c8-b233-412433f383fb None None] Routers {'64da354d-50b4-4678-902b-ae47f12bfe85'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:04:38.586052 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-10a7be1b-9c16-42c8-b233-412433f383fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:04:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['64da354d-50b4-4678-902b-ae47f12bfe85'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:38.590939 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24b77096-8a12-4a7f-9914-ae1d2886373e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:38.597864 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a03ec229-b7df-49df-aa1a-facf56df967c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (9076cd41-0cd4-4208-854b-03922df72ac1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:38.630470 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ec229-b7df-49df-aa1a-facf56df967c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Pushing event deleted for resources: {'Port': ['ID=9076cd41-0cd4-4208-854b-03922df72ac1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:38.684135 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 3affb3a3-f44f-4d9b-8a56-d07af96ae65f details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:04:38.738650 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec8e9f-2fd8-42b6-bc35-b0af15b97d8c req-d4a48128-2bf3-427b-89a5-af8580a4f2bf tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:38.744097 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec8e9f-2fd8-42b6-bc35-b0af15b97d8c req-d4a48128-2bf3-427b-89a5-af8580a4f2bf tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:38.749785 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec8e9f-2fd8-42b6-bc35-b0af15b97d8c req-d4a48128-2bf3-427b-89a5-af8580a4f2bf tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:38.769059 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec8e9f-2fd8-42b6-bc35-b0af15b97d8c req-d4a48128-2bf3-427b-89a5-af8580a4f2bf tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:38.776681 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-10a7be1b-9c16-42c8-b233-412433f383fb None None] Set router 64da354d-50b4-4678-902b-ae47f12bfe85 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:04:38.786008 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec8e9f-2fd8-42b6-bc35-b0af15b97d8c req-d4a48128-2bf3-427b-89a5-af8580a4f2bf tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:38.805412 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec8e9f-2fd8-42b6-bc35-b0af15b97d8c req-d4a48128-2bf3-427b-89a5-af8580a4f2bf tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:38.818778 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec8e9f-2fd8-42b6-bc35-b0af15b97d8c req-d4a48128-2bf3-427b-89a5-af8580a4f2bf tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:38.825093 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-67ec8e9f-2fd8-42b6-bc35-b0af15b97d8c req-d4a48128-2bf3-427b-89a5-af8580a4f2bf tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5429 time: 0.2707245 Feb 07 21:04:38.908642 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48866) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:38.913996 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-f6058f14-2234-4455-8139-8c964e8f0493 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-220449990-network', 'tenant_id': '3e15cbd660114adbb9f19842147e2c99'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:38.989664 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a03ec229-b7df-49df-aa1a-facf56df967c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (659afcf2-7218-4d73-ad21-7117284cb309), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:39.045023 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6058f14-2234-4455-8139-8c964e8f0493 admin admin] Made reservation on behalf of 3e15cbd660114adbb9f19842147e2c99 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:04:39.047859 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6058f14-2234-4455-8139-8c964e8f0493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:39.058751 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-10a7be1b-9c16-42c8-b233-412433f383fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511520546-router', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:03:00Z', 'updated_at': '2022-02-07T21:04:36Z', 'revision_number': 5, 'project_id': 'af02f13d92924da4b1450405891889be', 'gw_port': {'id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:03Z', 'updated_at': '2022-02-07T21:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:39.062204 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6058f14-2234-4455-8139-8c964e8f0493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:39.111868 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1b831ff-df9a-4089-8db5-17e794ee3d46 admin admin] Publish callbacks [] for router (64da354d-50b4-4678-902b-ae47f12bfe85), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:39.122205 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a7be1b-9c16-42c8-b233-412433f383fb None None] Checking router: 64da354d-50b4-4678-902b-ae47f12bfe85 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:04:39.144777 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a7be1b-9c16-42c8-b233-412433f383fb None None] Routers {'64da354d-50b4-4678-902b-ae47f12bfe85'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:04:39.145393 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-10a7be1b-9c16-42c8-b233-412433f383fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:04:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['64da354d-50b4-4678-902b-ae47f12bfe85'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:39.159610 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24b77096-8a12-4a7f-9914-ae1d2886373e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (d22eb694-e368-4bbe-8b90-a32421babc90), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:39.240743 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-57a17a87-42f5-4f18-a68b-2127fa30ab23 None None] Publish callbacks [] for port (9c363ced-901d-43c2-a375-473e57a3ed41), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:39.250447 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b77096-8a12-4a7f-9914-ae1d2886373e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d22eb694-e368-4bbe-8b90-a32421babc90,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:39.280780 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.resource_extend [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:04:39.342434 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b77096-8a12-4a7f-9914-ae1d2886373e admin admin] Checking segment: {'id': '1574066e-16fc-4a8d-8d78-5c89781943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2ff74a0-6233-4073-be49-51a0d51ed7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:39.343202 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b77096-8a12-4a7f-9914-ae1d2886373e admin admin] Network hostable DHCP agents. Network: e2ff74a0-6233-4073-be49-51a0d51ed7eb, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:04:39.402868 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6058f14-2234-4455-8139-8c964e8f0493 admin admin] Publish callbacks [] for security_group (9c715db6-63a0-4dfe-a635-82e38fe0a85b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:39.412822 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1b831ff-df9a-4089-8db5-17e794ee3d46 admin admin] Publish callbacks [] for router_gateway (64da354d-50b4-4678-902b-ae47f12bfe85), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:39.425829 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6058f14-2234-4455-8139-8c964e8f0493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9c715db6-63a0-4dfe-a635-82e38fe0a85b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:39.453415 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b77096-8a12-4a7f-9914-ae1d2886373e admin admin] Network e2ff74a0-6233-4073-be49-51a0d51ed7eb is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:04:39.471673 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-10a7be1b-9c16-42c8-b233-412433f383fb None None] Set router 64da354d-50b4-4678-902b-ae47f12bfe85 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:04:39.489609 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6058f14-2234-4455-8139-8c964e8f0493 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:04:39.508083 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6058f14-2234-4455-8139-8c964e8f0493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c715db6-63a0-4dfe-a635-82e38fe0a85b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:39.515059 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 3affb3a3-f44f-4d9b-8a56-d07af96ae65f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=3affb3a3-f44f-4d9b-8a56-d07af96ae65f,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:39.530831 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-24b77096-8a12-4a7f-9914-ae1d2886373e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, e2ff74a0-6233-4073-be49-51a0d51ed7eb) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:39.538140 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6058f14-2234-4455-8139-8c964e8f0493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (975a0b76-2372-4b98-a501-439b176682fc), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:39.540215 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-f6058f14-2234-4455-8139-8c964e8f0493 admin admin] Added segment 975a0b76-2372-4b98-a501-439b176682fc of type vlan for network 88f5e396-4a19-4ad7-a1c2-230b7b90b20e Feb 07 21:04:39.542136 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '3affb3a3-f44f-4d9b-8a56-d07af96ae65f', 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85', 'port_id': '3affb3a3-f44f-4d9b-8a56-d07af96ae65f', 'mac_address': 'fa:16:3e:6f:04:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8980a6-7981-49aa-b0cb-ed215989d81d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:04:39.553582 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a74ab4-8452-46c3-a50d-701613733179 None None] Network e2ff74a0-6233-4073-be49-51a0d51ed7eb requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:04:39.557294 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-57a17a87-42f5-4f18-a68b-2127fa30ab23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9c363ced-901d-43c2-a375-473e57a3ed41), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:39.566572 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b77096-8a12-4a7f-9914-ae1d2886373e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:39.572789 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24b77096-8a12-4a7f-9914-ae1d2886373e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:39.673928 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-67ec8e9f-2fd8-42b6-bc35-b0af15b97d8c req-a25a3cbe-4c4b-4f50-8d0a-76f1cbef9332 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6555641 Feb 07 21:04:39.681210 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-24b77096-8a12-4a7f-9914-ae1d2886373e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2037733 Feb 07 21:04:39.714854 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6058f14-2234-4455-8139-8c964e8f0493 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (88f5e396-4a19-4ad7-a1c2-230b7b90b20e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:39.757392 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c1b831ff-df9a-4089-8db5-17e794ee3d46 admin admin] Deleting port 1f8e6f2d-190e-4f2e-8eed-c31fe896b90c {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:04:39.762984 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1b831ff-df9a-4089-8db5-17e794ee3d46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (1f8e6f2d-190e-4f2e-8eed-c31fe896b90c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:39.814901 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842709d3-11ba-4a5c-99ab-31f8e7a95da7 req-f71ef4e5-3537-45c2-9ac6-c8c11ba6f546 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:39.823603 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-842709d3-11ba-4a5c-99ab-31f8e7a95da7 req-f71ef4e5-3537-45c2-9ac6-c8c11ba6f546 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 946 time: 0.8068802 Feb 07 21:04:39.891875 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6058f14-2234-4455-8139-8c964e8f0493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (88f5e396-4a19-4ad7-a1c2-230b7b90b20e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:39.901304 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6058f14-2234-4455-8139-8c964e8f0493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:39.902006 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6058f14-2234-4455-8139-8c964e8f0493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:40.019846 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-10a7be1b-9c16-42c8-b233-412433f383fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511520546-router', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:03:00Z', 'updated_at': '2022-02-07T21:04:36Z', 'revision_number': 5, 'project_id': 'af02f13d92924da4b1450405891889be', 'gw_port': {'id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:03Z', 'updated_at': '2022-02-07T21:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:40.044902 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6058f14-2234-4455-8139-8c964e8f0493 admin admin] Pushing event updated for resources: {'Network': ['ID=88f5e396-4a19-4ad7-a1c2-230b7b90b20e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:40.065678 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f6058f14-2234-4455-8139-8c964e8f0493 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1556909 Feb 07 21:04:40.066446 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48880) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:40.072009 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38dd5f4f-0d78-415f-8eb4-4fbae3a044e4 req-7e226b28-26d0-4623-b7c0-9bbde1d756a0 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 210 time: 0.1658947 Feb 07 21:04:40.083084 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03ec229-b7df-49df-aa1a-facf56df967c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Router 659afcf2-7218-4d73-ad21-7117284cb309 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:04:40.092528 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a7be1b-9c16-42c8-b233-412433f383fb None None] The sync data for ids ['64da354d-50b4-4678-902b-ae47f12bfe85'] in n-d-828185-2 is: [{'id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511520546-router', 'tenant_id': 'af02f13d92924da4b1450405891889be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:03:00Z', 'updated_at': '2022-02-07T21:04:36Z', 'revision_number': 5, 'project_id': 'af02f13d92924da4b1450405891889be', 'gw_port': {'id': '1f8e6f2d-190e-4f2e-8eed-c31fe896b90c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64da354d-50b4-4678-902b-ae47f12bfe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:03Z', 'updated_at': '2022-02-07T21:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:04:40.114196 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-bf1183d4-ec22-4a30-b4e4-d98ccd3517ad admin admin] Request body: {'subnet': {'network_id': '88f5e396-4a19-4ad7-a1c2-230b7b90b20e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-220449990-subnet', 'tenant_id': '3e15cbd660114adbb9f19842147e2c99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:40.152585 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-842709d3-11ba-4a5c-99ab-31f8e7a95da7 req-06c42cf0-ee64-402e-bc77-3086521532da tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452033 Feb 07 21:04:40.171823 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 88f5e396-4a19-4ad7-a1c2-230b7b90b20e details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:04:40.224295 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c1b831ff-df9a-4089-8db5-17e794ee3d46 admin admin] For port 1f8e6f2d-190e-4f2e-8eed-c31fe896b90c, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=1f8e6f2d-190e-4f2e-8eed-c31fe896b90c,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:40.227971 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 3affb3a3-f44f-4d9b-8a56-d07af96ae65f is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:40.228377 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3affb3a3-f44f-4d9b-8a56-d07af96ae65f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:40.228718 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1b831ff-df9a-4089-8db5-17e794ee3d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (1f8e6f2d-190e-4f2e-8eed-c31fe896b90c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:40.246629 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03ec229-b7df-49df-aa1a-facf56df967c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:04:40.252517 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a03ec229-b7df-49df-aa1a-facf56df967c tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "PUT /v2.0/routers/659afcf2-7218-4d73-ad21-7117284cb309/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0192001 Feb 07 21:04:40.260342 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48886) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:40.281370 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1183d4-ec22-4a30-b4e4-d98ccd3517ad admin admin] Made reservation on behalf of 3e15cbd660114adbb9f19842147e2c99 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:04:40.293913 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf1183d4-ec22-4a30-b4e4-d98ccd3517ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:40.312175 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef32a17-5a11-4c62-97e9-e031ed7474b6 None None] Sync routers for ids ['659afcf2-7218-4d73-ad21-7117284cb309'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:04:40.343607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b524bf6-b52c-4e8c-802b-4a83a6384ec7 req-cccd465b-ab10-4c67-b8e7-1cb823780a28 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:40.346470 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c1b831ff-df9a-4089-8db5-17e794ee3d46 admin admin] Calling delete_port for 1f8e6f2d-190e-4f2e-8eed-c31fe896b90c owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:04:40.351827 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b524bf6-b52c-4e8c-802b-4a83a6384ec7 req-cccd465b-ab10-4c67-b8e7-1cb823780a28 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=67c9431f-38da-4bf5-b59f-ec6bf7e04df9 HTTP/1.1" status: 200 len: 943 time: 0.0953078 Feb 07 21:04:40.380959 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-d818a942-6241-47f1-b75c-c87b60b142f7 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] delete failed (client error): The resource could not be found. Feb 07 21:04:40.382141 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d818a942-6241-47f1-b75c-c87b60b142f7 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-1336748469 HTTP/1.1" status: 404 len: 335 time: 0.1182315 Feb 07 21:04:40.386023 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48888) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:40.391838 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-57a17a87-42f5-4f18-a68b-2127fa30ab23 None None] Attempting to bind port 9c363ced-901d-43c2-a375-473e57a3ed41 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:04:40.392112 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e3e3e440-352c-4345-b97f-c635aafa8004 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Request body: {'router': {'external_gateway_info': {'network_id': '659afcf2-7218-4d73-ad21-7117284cb309'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:40.393248 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-57a17a87-42f5-4f18-a68b-2127fa30ab23 None None] Attempting to bind port 9c363ced-901d-43c2-a375-473e57a3ed41 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '05184215-d563-4db7-890a-f9a45bc4a1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '099bf4f2-18e2-45e9-9800-9fc97b483d2c'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:04:40.393618 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a17a87-42f5-4f18-a68b-2127fa30ab23 None None] Attempting to bind port 9c363ced-901d-43c2-a375-473e57a3ed41 on network 099bf4f2-18e2-45e9-9800-9fc97b483d2c {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:40.402671 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef32a17-5a11-4c62-97e9-e031ed7474b6 None None] Routers {'659afcf2-7218-4d73-ad21-7117284cb309'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:04:40.403372 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0ef32a17-5a11-4c62-97e9-e031ed7474b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:04:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['659afcf2-7218-4d73-ad21-7117284cb309'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:40.433551 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b524bf6-b52c-4e8c-802b-4a83a6384ec7 req-9bccf74c-a2c5-475a-b051-ee2e53099922 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731828 Feb 07 21:04:40.479124 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a17a87-42f5-4f18-a68b-2127fa30ab23 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:04:40.479620 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a17a87-42f5-4f18-a68b-2127fa30ab23 None None] Checking segment: {'id': '05184215-d563-4db7-890a-f9a45bc4a1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '099bf4f2-18e2-45e9-9800-9fc97b483d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:40.480162 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-57a17a87-42f5-4f18-a68b-2127fa30ab23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:40.480471 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a17a87-42f5-4f18-a68b-2127fa30ab23 None None] Bound using segment: {'id': '05184215-d563-4db7-890a-f9a45bc4a1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '099bf4f2-18e2-45e9-9800-9fc97b483d2c'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:04:40.481063 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-57a17a87-42f5-4f18-a68b-2127fa30ab23 None None] Bound port: 9c363ced-901d-43c2-a375-473e57a3ed41, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05184215-d563-4db7-890a-f9a45bc4a1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '099bf4f2-18e2-45e9-9800-9fc97b483d2c'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:04:40.481454 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-57a17a87-42f5-4f18-a68b-2127fa30ab23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9c363ced-901d-43c2-a375-473e57a3ed41), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:40.484189 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0ef32a17-5a11-4c62-97e9-e031ed7474b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:40.505306 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-9f77e0a4-b82c-4a31-8a77-a43c03c9077f None None] Provisioning complete for port 9c363ced-901d-43c2-a375-473e57a3ed41 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:40.505768 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9f77e0a4-b82c-4a31-8a77-a43c03c9077f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9c363ced-901d-43c2-a375-473e57a3ed41), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:40.581500 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9f77e0a4-b82c-4a31-8a77-a43c03c9077f None None] Port 9c363ced-901d-43c2-a375-473e57a3ed41 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:04:40.589812 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee2bb9-e38e-4af1-bb5a-ffda3fffccf0 None None] Pushing event updated for resources: {'Port': ['ID=9c363ced-901d-43c2-a375-473e57a3ed41,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:40.596002 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3affb3a3-f44f-4d9b-8a56-d07af96ae65f {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:04:40.624132 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 3affb3a3-f44f-4d9b-8a56-d07af96ae65f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=3affb3a3-f44f-4d9b-8a56-d07af96ae65f,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:40.625616 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 12de4ef3-8e81-4952-a168-7e1c4943e93f no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:04:40.673522 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 12de4ef3-8e81-4952-a168-7e1c4943e93f {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:04:40.673857 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 12de4ef3-8e81-4952-a168-7e1c4943e93f not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:04:40.676780 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3affb3a3-f44f-4d9b-8a56-d07af96ae65f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:40.718372 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef32a17-5a11-4c62-97e9-e031ed7474b6 None None] Routers {'659afcf2-7218-4d73-ad21-7117284cb309'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:04:40.720483 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0ef32a17-5a11-4c62-97e9-e031ed7474b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:04:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['659afcf2-7218-4d73-ad21-7117284cb309'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:40.730842 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-c77259a6-4329-4671-a3f5-42cbb1aba897 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:40.732437 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-c77259a6-4329-4671-a3f5-42cbb1aba897 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/networks?id=e2ff74a0-6233-4073-be49-51a0d51ed7eb HTTP/1.1" status: 200 len: 815 time: 0.2018383 Feb 07 21:04:40.775371 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-f7c80472-9bfd-4245-9916-5a3b622671b0 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/quotas/b1f97ac58068416db1c6f1dd3f325c67 HTTP/1.1" status: 200 len: 375 time: 0.0284400 Feb 07 21:04:40.845633 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-57a17a87-42f5-4f18-a68b-2127fa30ab23 None None] For port 9c363ced-901d-43c2-a375-473e57a3ed41, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:04:40.849661 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-57a17a87-42f5-4f18-a68b-2127fa30ab23 None None] For port 9c363ced-901d-43c2-a375-473e57a3ed41, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9c363ced-901d-43c2-a375-473e57a3ed41,segment=NetworkSegment(05184215-d563-4db7-890a-f9a45bc4a1cb),segment_id=05184215-d563-4db7-890a-f9a45bc4a1cb)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:04:40.863397 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-19939983-e061-41d5-bf65-6ad9e610737e tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b1f97ac58068416db1c6f1dd3f325c67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801680 Feb 07 21:04:40.930146 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-57a17a87-42f5-4f18-a68b-2127fa30ab23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9c363ced-901d-43c2-a375-473e57a3ed41), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:40.953761 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0ef32a17-5a11-4c62-97e9-e031ed7474b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:40.955051 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef32a17-5a11-4c62-97e9-e031ed7474b6 None None] The sync data for ids ['659afcf2-7218-4d73-ad21-7117284cb309'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:04:41.019138 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf1183d4-ec22-4a30-b4e4-d98ccd3517ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (fb211195-70ea-4238-93ce-7e8f1d7dc141), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:41.023659 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a17a87-42f5-4f18-a68b-2127fa30ab23 None None] Routers {'c4756fef-0cc5-458d-82f4-e8e826d0530f'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:04:41.024399 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-57a17a87-42f5-4f18-a68b-2127fa30ab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:04:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c4756fef-0cc5-458d-82f4-e8e826d0530f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:41.059285 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01c1c9-8b23-4f51-bf60-998b45895aba req-c2e0bda2-0173-43a3-985e-57c34fd7377d tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:41.067606 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1b831ff-df9a-4089-8db5-17e794ee3d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (1f8e6f2d-190e-4f2e-8eed-c31fe896b90c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:41.080972 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e3e3e440-352c-4345-b97f-c635aafa8004 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks [] for router_gateway (659afcf2-7218-4d73-ad21-7117284cb309), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:41.087690 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01c1c9-8b23-4f51-bf60-998b45895aba req-c2e0bda2-0173-43a3-985e-57c34fd7377d tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:41.102690 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01c1c9-8b23-4f51-bf60-998b45895aba req-c2e0bda2-0173-43a3-985e-57c34fd7377d tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:41.114055 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01c1c9-8b23-4f51-bf60-998b45895aba req-c2e0bda2-0173-43a3-985e-57c34fd7377d tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:41.115530 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b831ff-df9a-4089-8db5-17e794ee3d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f8e6f2d-190e-4f2e-8eed-c31fe896b90c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:41.135965 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01c1c9-8b23-4f51-bf60-998b45895aba req-c2e0bda2-0173-43a3-985e-57c34fd7377d tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:41.156125 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01c1c9-8b23-4f51-bf60-998b45895aba req-c2e0bda2-0173-43a3-985e-57c34fd7377d tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:41.158804 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['3affb3a3-f44f-4d9b-8a56-d07af96ae65f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:04:41.160898 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f437087-4146-42bc-a2d3-8efe7626a56b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-e2ff74a0-6233-4073-be49-51a0d51ed7eb', 'network_id': 'e2ff74a0-6233-4073-be49-51a0d51ed7eb', 'project_id': 'b1f97ac58068416db1c6f1dd3f325c67', 'fixed_ips': [{'subnet_id': 'd22eb694-e368-4bbe-8b90-a32421babc90'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:04:41.163041 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01c1c9-8b23-4f51-bf60-998b45895aba req-c2e0bda2-0173-43a3-985e-57c34fd7377d tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:41.167162 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2f437087-4146-42bc-a2d3-8efe7626a56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:41.173229 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-e3e3e440-352c-4345-b97f-c635aafa8004 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] update failed (client error): The resource could not be found. Feb 07 21:04:41.174246 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4d01c1c9-8b23-4f51-bf60-998b45895aba req-c2e0bda2-0173-43a3-985e-57c34fd7377d tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5429 time: 0.3076169 Feb 07 21:04:41.174550 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e3e3e440-352c-4345-b97f-c635aafa8004 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "PUT /v2.0/routers/659afcf2-7218-4d73-ad21-7117284cb309 HTTP/1.1" status: 404 len: 339 time: 0.7874072 Feb 07 21:04:41.187005 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48904) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:41.195396 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ecbd6d7e-c188-4e21-81b9-6844b26999f6 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1937982764'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:41.203876 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1183d4-ec22-4a30-b4e4-d98ccd3517ad admin admin] Checking segment: {'id': '975a0b76-2372-4b98-a501-439b176682fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '88f5e396-4a19-4ad7-a1c2-230b7b90b20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:41.204944 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1183d4-ec22-4a30-b4e4-d98ccd3517ad admin admin] Network hostable DHCP agents. Network: 88f5e396-4a19-4ad7-a1c2-230b7b90b20e, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:04:41.209333 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1183d4-ec22-4a30-b4e4-d98ccd3517ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb211195-70ea-4238-93ce-7e8f1d7dc141,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:41.248331 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1b831ff-df9a-4089-8db5-17e794ee3d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (64da354d-50b4-4678-902b-ae47f12bfe85), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:41.258709 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-57a17a87-42f5-4f18-a68b-2127fa30ab23 None None] Set router c4756fef-0cc5-458d-82f4-e8e826d0530f gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:04:41.283697 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-b8b0896e-5f42-4e49-9a7a-0f069d616fae service neutron] 10.222.0.65 "GET /v2.0/networks/e2ff74a0-6233-4073-be49-51a0d51ed7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046538 Feb 07 21:04:41.324719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbd6d7e-c188-4e21-81b9-6844b26999f6 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Made reservation on behalf of 299a5364a3ac4b3dad90f354f04167b0 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:04:41.331807 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecbd6d7e-c188-4e21-81b9-6844b26999f6 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:41.348530 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1183d4-ec22-4a30-b4e4-d98ccd3517ad admin admin] Network 88f5e396-4a19-4ad7-a1c2-230b7b90b20e is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:04:41.405813 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-bf1183d4-ec22-4a30-b4e4-d98ccd3517ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 88f5e396-4a19-4ad7-a1c2-230b7b90b20e) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:41.419167 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4d01c1c9-8b23-4f51-bf60-998b45895aba req-bc481587-4d76-4d92-acf5-b66fafcae56f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2438161 Feb 07 21:04:41.425687 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1183d4-ec22-4a30-b4e4-d98ccd3517ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:41.426340 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf1183d4-ec22-4a30-b4e4-d98ccd3517ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:41.441326 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1b831ff-df9a-4089-8db5-17e794ee3d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (64da354d-50b4-4678-902b-ae47f12bfe85), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:41.445715 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1b831ff-df9a-4089-8db5-17e794ee3d46 admin admin] Publish callbacks [] for router_controller (64da354d-50b4-4678-902b-ae47f12bfe85), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:41.458458 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecbd6d7e-c188-4e21-81b9-6844b26999f6 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:04:41.462408 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7a2516-84fa-484f-83b7-2f4f6ba26922 None None] Network 88f5e396-4a19-4ad7-a1c2-230b7b90b20e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:04:41.470913 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecbd6d7e-c188-4e21-81b9-6844b26999f6 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (1d4fcf06-95fa-4fb2-90ac-96b03d49566a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:41.471566 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-ecbd6d7e-c188-4e21-81b9-6844b26999f6 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Added segment 1d4fcf06-95fa-4fb2-90ac-96b03d49566a of type vlan for network 0dc8aa7a-b24c-4466-9b82-28426867bb7c Feb 07 21:04:41.520455 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecbd6d7e-c188-4e21-81b9-6844b26999f6 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (0dc8aa7a-b24c-4466-9b82-28426867bb7c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:41.533894 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=3affb3a3-f44f-4d9b-8a56-d07af96ae65f,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:41.556951 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bf1183d4-ec22-4a30-b4e4-d98ccd3517ad admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4651692 Feb 07 21:04:41.559594 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48908) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:41.569750 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-52a66013-1225-4fed-8c0d-131dcb4ca17c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-220449990-router', 'tenant_id': '3e15cbd660114adbb9f19842147e2c99', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:41.577330 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecbd6d7e-c188-4e21-81b9-6844b26999f6 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (0dc8aa7a-b24c-4466-9b82-28426867bb7c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:41.582497 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbd6d7e-c188-4e21-81b9-6844b26999f6 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:41.583106 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecbd6d7e-c188-4e21-81b9-6844b26999f6 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:41.597477 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1b831ff-df9a-4089-8db5-17e794ee3d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (64da354d-50b4-4678-902b-ae47f12bfe85), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:41.599085 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b831ff-df9a-4089-8db5-17e794ee3d46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64da354d-50b4-4678-902b-ae47f12bfe85 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:04:41.609220 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1b831ff-df9a-4089-8db5-17e794ee3d46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:41.615965 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c1b831ff-df9a-4089-8db5-17e794ee3d46 admin admin] 10.222.0.65 "DELETE /v2.0/routers/64da354d-50b4-4678-902b-ae47f12bfe85 HTTP/1.1" status: 204 len: 168 time: 3.0416083 Feb 07 21:04:41.616742 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48910) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:41.679488 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-16c84730-aa12-4508-a85c-a467f5f17b1c service neutron] 10.222.0.65 "GET /v2.0/networks/e2ff74a0-6233-4073-be49-51a0d51ed7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770540 Feb 07 21:04:41.682456 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-52a66013-1225-4fed-8c0d-131dcb4ca17c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (7df5b036-96da-4efc-a57a-5e255a8c8895), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:41.683694 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-52a66013-1225-4fed-8c0d-131dcb4ca17c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (7df5b036-96da-4efc-a57a-5e255a8c8895), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:41.741615 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-987dc640-46c6-441b-9dc4-e085e0526de7 None None] Provisioning complete for port 9c363ced-901d-43c2-a375-473e57a3ed41 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:41.741997 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-987dc640-46c6-441b-9dc4-e085e0526de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9c363ced-901d-43c2-a375-473e57a3ed41), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:41.757516 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-52a66013-1225-4fed-8c0d-131dcb4ca17c admin admin] Publish callbacks [] for router_controller (7df5b036-96da-4efc-a57a-5e255a8c8895), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:41.836823 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38084bf0-cf18-4633-b6b2-270309af1af5 req-f0ab9c30-7b1e-4ff9-a5bf-05296ecf2ad9 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f996cb-1552-4a68-83bf-75263a3390c4 HTTP/1.1" status: 200 len: 210 time: 0.2703762 Feb 07 21:04:41.837977 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd6d7e-c188-4e21-81b9-6844b26999f6 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Pushing event updated for resources: {'Network': ['ID=0dc8aa7a-b24c-4466-9b82-28426867bb7c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:41.855960 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ecbd6d7e-c188-4e21-81b9-6844b26999f6 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6644411 Feb 07 21:04:41.855960 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48912) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:41.864129 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e8c740-606c-4be2-882b-334246562027 admin admin] Deleting subnet eb76e587-4176-46d1-b759-4332a321f9fd {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:04:41.865056 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9dff232d-af6e-4d88-8063-212de7be57b1 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Request body: {'subnet': {'network_id': '0dc8aa7a-b24c-4466-9b82-28426867bb7c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:41.997105 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 0dc8aa7a-b24c-4466-9b82-28426867bb7c details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:04:42.187135 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f479b9e-1c4c-436f-9e61-e3171caf90aa req-e368281e-c2f5-4f4b-9574-c1f5a1c2c66b tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:42.188975 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f479b9e-1c4c-436f-9e61-e3171caf90aa req-e368281e-c2f5-4f4b-9574-c1f5a1c2c66b tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 946 time: 0.1670239 Feb 07 21:04:42.237891 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba03f6-aa06-4b4a-b203-2d0f68d1458c req-88cc7495-0cb5-4a45-a12b-2a78f9bd37c0 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:42.244871 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-acba03f6-aa06-4b4a-b203-2d0f68d1458c req-88cc7495-0cb5-4a45-a12b-2a78f9bd37c0 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=67c9431f-38da-4bf5-b59f-ec6bf7e04df9 HTTP/1.1" status: 200 len: 944 time: 0.1710930 Feb 07 21:04:42.279395 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dff232d-af6e-4d88-8063-212de7be57b1 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Made reservation on behalf of 299a5364a3ac4b3dad90f354f04167b0 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:04:42.285721 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9dff232d-af6e-4d88-8063-212de7be57b1 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:42.397719 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f479b9e-1c4c-436f-9e61-e3171caf90aa req-9c253d44-4a13-4694-8109-55b61d767a21 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955719 Feb 07 21:04:42.403500 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee2bb9-e38e-4af1-bb5a-ffda3fffccf0 None None] Pushing event updated for resources: {'Port': ['ID=9c363ced-901d-43c2-a375-473e57a3ed41,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:42.456717 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-acba03f6-aa06-4b4a-b203-2d0f68d1458c req-ebdaf2a1-3358-4f99-a962-3da1321674a8 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108295 Feb 07 21:04:42.501084 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2780db-644a-478b-a54d-933f08324bfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-88f5e396-4a19-4ad7-a1c2-230b7b90b20e', 'network_id': '88f5e396-4a19-4ad7-a1c2-230b7b90b20e', 'project_id': '3e15cbd660114adbb9f19842147e2c99', 'fixed_ips': [{'subnet_id': 'fb211195-70ea-4238-93ce-7e8f1d7dc141'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:04:42.504287 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3b2780db-644a-478b-a54d-933f08324bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:42.613845 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-52a66013-1225-4fed-8c0d-131dcb4ca17c admin admin] Publish callbacks [] for router_gateway (7df5b036-96da-4efc-a57a-5e255a8c8895), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:42.620401 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96e8c740-606c-4be2-882b-334246562027 admin admin] Publish callbacks [] for subnet (eb76e587-4176-46d1-b759-4332a321f9fd), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:42.634767 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 1f8e6f2d-190e-4f2e-8eed-c31fe896b90c no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:04:42.706225 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96e8c740-606c-4be2-882b-334246562027 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (eb76e587-4176-46d1-b759-4332a321f9fd), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:42.752970 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 1f8e6f2d-190e-4f2e-8eed-c31fe896b90c {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:04:42.753240 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 1f8e6f2d-190e-4f2e-8eed-c31fe896b90c not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:04:42.822370 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96e8c740-606c-4be2-882b-334246562027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (eb76e587-4176-46d1-b759-4332a321f9fd), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:42.885876 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677317d-d734-411b-ba78-e22ef6aabed0 req-934c53e4-dad4-48b0-a8ac-5ff359da28da tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:42.891773 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677317d-d734-411b-ba78-e22ef6aabed0 req-934c53e4-dad4-48b0-a8ac-5ff359da28da tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:42.899362 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677317d-d734-411b-ba78-e22ef6aabed0 req-934c53e4-dad4-48b0-a8ac-5ff359da28da tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:42.905149 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677317d-d734-411b-ba78-e22ef6aabed0 req-934c53e4-dad4-48b0-a8ac-5ff359da28da tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:42.912019 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677317d-d734-411b-ba78-e22ef6aabed0 req-934c53e4-dad4-48b0-a8ac-5ff359da28da tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:42.916664 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677317d-d734-411b-ba78-e22ef6aabed0 req-934c53e4-dad4-48b0-a8ac-5ff359da28da tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:42.923402 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677317d-d734-411b-ba78-e22ef6aabed0 req-934c53e4-dad4-48b0-a8ac-5ff359da28da tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:42.931721 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8677317d-d734-411b-ba78-e22ef6aabed0 req-934c53e4-dad4-48b0-a8ac-5ff359da28da tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5429 time: 0.3234980 Feb 07 21:04:42.941575 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-8e359ffb-20a2-468e-b95e-a67f53601a0f tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:42.948400 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-8e359ffb-20a2-468e-b95e-a67f53601a0f tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/networks?id=e2ff74a0-6233-4073-be49-51a0d51ed7eb HTTP/1.1" status: 200 len: 815 time: 0.4054546 Feb 07 21:04:42.956591 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9dff232d-af6e-4d88-8063-212de7be57b1 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (16a9c12f-45cd-4e36-b9ed-df7a178cbc27), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:43.021294 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-52a66013-1225-4fed-8c0d-131dcb4ca17c admin admin] Publish callbacks [] for router_gateway (7df5b036-96da-4efc-a57a-5e255a8c8895), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:43.025010 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96e8c740-606c-4be2-882b-334246562027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (eb76e587-4176-46d1-b759-4332a321f9fd), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:43.031132 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-83b75c19-4855-4a72-9a63-977f4e8b2023 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/quotas/b1f97ac58068416db1c6f1dd3f325c67 HTTP/1.1" status: 200 len: 375 time: 0.0815763 Feb 07 21:04:43.053062 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-52a66013-1225-4fed-8c0d-131dcb4ca17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:43.082597 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8c740-606c-4be2-882b-334246562027 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb76e587-4176-46d1-b759-4332a321f9fd,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:43.085369 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96e8c740-606c-4be2-882b-334246562027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:43.088949 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-96e8c740-606c-4be2-882b-334246562027 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/eb76e587-4176-46d1-b759-4332a321f9fd HTTP/1.1" status: 204 len: 168 time: 1.4648855 Feb 07 21:04:43.091362 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48938) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:43.119282 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-3b2780db-644a-478b-a54d-933f08324bfa None None] Allocated IP 172.20.0.2 (88f5e396-4a19-4ad7-a1c2-230b7b90b20e/fb211195-70ea-4238-93ce-7e8f1d7dc141/cdc456e7-bbc5-4794-993b-25ce66e6f77c) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:04:43.123217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff232d-af6e-4d88-8063-212de7be57b1 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Pushing event updated for resources: {'Subnet': ['ID=16a9c12f-45cd-4e36-b9ed-df7a178cbc27,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:43.130807 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8677317d-d734-411b-ba78-e22ef6aabed0 req-067fcddd-130d-4af2-9550-3bb9d27dc9ef tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1972694 Feb 07 21:04:43.152276 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-f0ec7dab-e8c0-44c5-8efe-87ce491fcea3 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b1f97ac58068416db1c6f1dd3f325c67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1201420 Feb 07 21:04:43.223652 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcfa46f-edc7-4558-8a10-5f1e1eab4345 None None] Network a6f86bd0-771c-4143-8683-cd147fb6889e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:04:43.249469 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff232d-af6e-4d88-8063-212de7be57b1 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Checking segment: {'id': '1d4fcf06-95fa-4fb2-90ac-96b03d49566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0dc8aa7a-b24c-4466-9b82-28426867bb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:43.249469 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dff232d-af6e-4d88-8063-212de7be57b1 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Network hostable DHCP agents. Network: 0dc8aa7a-b24c-4466-9b82-28426867bb7c, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:04:43.278589 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-00090d72-3402-4f39-9719-9f1daf8d68d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (a6f86bd0-771c-4143-8683-cd147fb6889e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:43.299194 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dff232d-af6e-4d88-8063-212de7be57b1 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Network 0dc8aa7a-b24c-4466-9b82-28426867bb7c is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:04:43.327587 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-9dff232d-af6e-4d88-8063-212de7be57b1 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 0dc8aa7a-b24c-4466-9b82-28426867bb7c) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:43.365528 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dff232d-af6e-4d88-8063-212de7be57b1 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:43.366139 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9dff232d-af6e-4d88-8063-212de7be57b1 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:43.377483 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-478a2de7-634b-4fc7-80fc-5e664327b845 service neutron] 10.222.0.65 "GET /v2.0/networks/e2ff74a0-6233-4073-be49-51a0d51ed7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054851 Feb 07 21:04:43.394849 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-2f437087-4146-42bc-a2d3-8efe7626a56b None None] Allocated IP 172.20.0.2 (e2ff74a0-6233-4073-be49-51a0d51ed7eb/d22eb694-e368-4bbe-8b90-a32421babc90/e64e1150-fb44-4cad-9498-e99453359737) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:04:43.409725 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c4118b-b430-408f-aaeb-b4ab7a9c4981 None None] Network 0dc8aa7a-b24c-4466-9b82-28426867bb7c requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:04:43.412163 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9dff232d-af6e-4d88-8063-212de7be57b1 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5538328 Feb 07 21:04:43.425325 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48946) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:43.442763 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-7e1de980-e2a2-46c4-9cc1-e59351a092aa tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Request body: {'router': {'external_gateway_info': {'network_id': '0dc8aa7a-b24c-4466-9b82-28426867bb7c'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:43.504846 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-52a66013-1225-4fed-8c0d-131dcb4ca17c admin admin] Allocated IP 172.25.4.200 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/0a465534-4248-4325-bba5-bf0f88a10f10) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:04:43.606973 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-987dc640-46c6-441b-9dc4-e085e0526de7 None None] Current status of the port 9c363ced-901d-43c2-a375-473e57a3ed41 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:43.607537 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-987dc640-46c6-441b-9dc4-e085e0526de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9c363ced-901d-43c2-a375-473e57a3ed41), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:43.700498 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-00090d72-3402-4f39-9719-9f1daf8d68d0 admin admin] Deleting port 8d297b98-8927-43d6-9378-4d9730f09ced {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:04:43.701719 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-00090d72-3402-4f39-9719-9f1daf8d68d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8d297b98-8927-43d6-9378-4d9730f09ced), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:43.710601 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-f7deedfd-9201-4020-a342-e123aa6afaa2 service neutron] 10.222.0.65 "GET /v2.0/networks/e2ff74a0-6233-4073-be49-51a0d51ed7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209841 Feb 07 21:04:43.718503 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917c49-63be-4efc-9c27-34a7e98027f2 req-0b2bcbce-9fe1-4383-a48d-5c6be4c3e5da tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:43.721386 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-47917c49-63be-4efc-9c27-34a7e98027f2 req-0b2bcbce-9fe1-4383-a48d-5c6be4c3e5da tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 946 time: 0.1398418 Feb 07 21:04:43.727989 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-842d2559-30a5-4f09-bf84-8375cf915164 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:43.729582 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-842d2559-30a5-4f09-bf84-8375cf915164 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.71 "GET /v2.0/networks?id=e2ff74a0-6233-4073-be49-51a0d51ed7eb HTTP/1.1" status: 200 len: 815 time: 0.3056171 Feb 07 21:04:43.732052 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-57a17a87-42f5-4f18-a68b-2127fa30ab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4756fef-0cc5-458d-82f4-e8e826d0530f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1394622715-router', 'tenant_id': 'c81e32ac0e87423b927d54e210f034d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'a642266f-8c0b-4047-b32f-d56c451ae6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:04:21Z', 'updated_at': '2022-02-07T21:04:34Z', 'revision_number': 4, 'project_id': 'c81e32ac0e87423b927d54e210f034d8', 'gw_port': {'id': 'a642266f-8c0b-4047-b32f-d56c451ae6a4', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4756fef-0cc5-458d-82f4-e8e826d0530f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:24Z', 'updated_at': '2022-02-07T21:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '9c363ced-901d-43c2-a375-473e57a3ed41', 'name': '', 'network_id': '099bf4f2-18e2-45e9-9800-9fc97b483d2c', 'tenant_id': 'c81e32ac0e87423b927d54e210f034d8', 'mac_address': 'fa:16:3e:65:dc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4756fef-0cc5-458d-82f4-e8e826d0530f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'f10dcab6-39db-4172-971d-b054f593e657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:31Z', 'updated_at': '2022-02-07T21:04:40Z', 'revision_number': 4, 'project_id': 'c81e32ac0e87423b927d54e210f034d8', 'subnets': [{'id': 'f10dcab6-39db-4172-971d-b054f593e657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:43.745144 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-0bfeb26f-7a20-4e59-8a67-5f61f500cf58 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Request body: {'port': {'device_id': '232e5150-7391-45cf-a737-4d8329a96210', 'network_id': 'e2ff74a0-6233-4073-be49-51a0d51ed7eb', 'admin_state_up': True, 'tenant_id': 'b1f97ac58068416db1c6f1dd3f325c67'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:43.787429 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-00090d72-3402-4f39-9719-9f1daf8d68d0 admin admin] For port 8d297b98-8927-43d6-9378-4d9730f09ced, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8d297b98-8927-43d6-9378-4d9730f09ced,segment=NetworkSegment(f98aea31-515d-4565-858b-308c6254052d),segment_id=f98aea31-515d-4565-858b-308c6254052d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:43.788334 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-00090d72-3402-4f39-9719-9f1daf8d68d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8d297b98-8927-43d6-9378-4d9730f09ced), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:43.804142 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-00090d72-3402-4f39-9719-9f1daf8d68d0 admin admin] Calling delete_port for 8d297b98-8927-43d6-9378-4d9730f09ced owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:04:43.811607 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a17a87-42f5-4f18-a68b-2127fa30ab23 None None] The sync data for ids ['c4756fef-0cc5-458d-82f4-e8e826d0530f'] in n-d-828185-2 is: [{'id': 'c4756fef-0cc5-458d-82f4-e8e826d0530f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1394622715-router', 'tenant_id': 'c81e32ac0e87423b927d54e210f034d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'a642266f-8c0b-4047-b32f-d56c451ae6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:04:21Z', 'updated_at': '2022-02-07T21:04:34Z', 'revision_number': 4, 'project_id': 'c81e32ac0e87423b927d54e210f034d8', 'gw_port': {'id': 'a642266f-8c0b-4047-b32f-d56c451ae6a4', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4756fef-0cc5-458d-82f4-e8e826d0530f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:24Z', 'updated_at': '2022-02-07T21:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '9c363ced-901d-43c2-a375-473e57a3ed41', 'name': '', 'network_id': '099bf4f2-18e2-45e9-9800-9fc97b483d2c', 'tenant_id': 'c81e32ac0e87423b927d54e210f034d8', 'mac_address': 'fa:16:3e:65:dc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4756fef-0cc5-458d-82f4-e8e826d0530f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'f10dcab6-39db-4172-971d-b054f593e657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:31Z', 'updated_at': '2022-02-07T21:04:40Z', 'revision_number': 4, 'project_id': 'c81e32ac0e87423b927d54e210f034d8', 'subnets': [{'id': 'f10dcab6-39db-4172-971d-b054f593e657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:04:43.877827 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-47917c49-63be-4efc-9c27-34a7e98027f2 req-74041653-356c-4135-9bd8-7033a12e8358 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431105 Feb 07 21:04:43.977644 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-0bfeb26f-7a20-4e59-8a67-5f61f500cf58 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Made reservation on behalf of b1f97ac58068416db1c6f1dd3f325c67 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:04:43.981432 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-0bfeb26f-7a20-4e59-8a67-5f61f500cf58 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:44.030040 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-00090d72-3402-4f39-9719-9f1daf8d68d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8d297b98-8927-43d6-9378-4d9730f09ced), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:44.110016 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-987dc640-46c6-441b-9dc4-e085e0526de7 None None] For port 9c363ced-901d-43c2-a375-473e57a3ed41, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9c363ced-901d-43c2-a375-473e57a3ed41,segment=NetworkSegment(05184215-d563-4db7-890a-f9a45bc4a1cb),segment_id=05184215-d563-4db7-890a-f9a45bc4a1cb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:44.120845 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00090d72-3402-4f39-9719-9f1daf8d68d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d297b98-8927-43d6-9378-4d9730f09ced,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:44.187599 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-987dc640-46c6-441b-9dc4-e085e0526de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9c363ced-901d-43c2-a375-473e57a3ed41), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:44.247914 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e1de980-e2a2-46c4-9cc1-e59351a092aa tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks [] for router_gateway (659afcf2-7218-4d73-ad21-7117284cb309), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:44.263058 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa833af3-54de-458b-b43a-e0ea219c2052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-0dc8aa7a-b24c-4466-9b82-28426867bb7c', 'network_id': '0dc8aa7a-b24c-4466-9b82-28426867bb7c', 'project_id': '299a5364a3ac4b3dad90f354f04167b0', 'fixed_ips': [{'subnet_id': '16a9c12f-45cd-4e36-b9ed-df7a178cbc27'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:04:44.264012 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fa833af3-54de-458b-b43a-e0ea219c2052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:44.267520 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00090d72-3402-4f39-9719-9f1daf8d68d0 admin admin] No DVR routers for this DVR port 8d297b98-8927-43d6-9378-4d9730f09ced on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:04:44.283899 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987dc640-46c6-441b-9dc4-e085e0526de7 None None] Pushing event updated for resources: {'Port': ['ID=9c363ced-901d-43c2-a375-473e57a3ed41,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:44.307459 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3b2780db-644a-478b-a54d-933f08324bfa None None] Publish callbacks [] for port (cdc456e7-bbc5-4794-993b-25ce66e6f77c), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:44.364635 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987dc640-46c6-441b-9dc4-e085e0526de7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:44.364817 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987dc640-46c6-441b-9dc4-e085e0526de7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:44.365122 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987dc640-46c6-441b-9dc4-e085e0526de7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:44.365537 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987dc640-46c6-441b-9dc4-e085e0526de7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:44.365845 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987dc640-46c6-441b-9dc4-e085e0526de7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:44.366099 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987dc640-46c6-441b-9dc4-e085e0526de7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:44.366430 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987dc640-46c6-441b-9dc4-e085e0526de7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:44.366756 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987dc640-46c6-441b-9dc4-e085e0526de7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:44.367080 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987dc640-46c6-441b-9dc4-e085e0526de7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:44.367404 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987dc640-46c6-441b-9dc4-e085e0526de7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:44.367727 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987dc640-46c6-441b-9dc4-e085e0526de7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:44.368049 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987dc640-46c6-441b-9dc4-e085e0526de7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:44.376339 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987dc640-46c6-441b-9dc4-e085e0526de7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:44.392842 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3b2780db-644a-478b-a54d-933f08324bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (cdc456e7-bbc5-4794-993b-25ce66e6f77c), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:44.448988 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d48695a-998b-4ed6-ac67-d7e4a020fea7 None None] DHCP port deletion for a6f86bd0-771c-4143-8683-cd147fb6889e request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:04:44.521220 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2780db-644a-478b-a54d-933f08324bfa None None] Network 88f5e396-4a19-4ad7-a1c2-230b7b90b20e is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:04:44.528672 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-3b2780db-644a-478b-a54d-933f08324bfa None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:44.581872 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-00090d72-3402-4f39-9719-9f1daf8d68d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (a6f86bd0-771c-4143-8683-cd147fb6889e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:44.608407 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-00090d72-3402-4f39-9719-9f1daf8d68d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f86bd0-771c-4143-8683-cd147fb6889e']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:44.621141 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-00090d72-3402-4f39-9719-9f1daf8d68d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f98aea31-515d-4565-858b-308c6254052d') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:44.621488 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-00090d72-3402-4f39-9719-9f1daf8d68d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f98aea31-515d-4565-858b-308c6254052d') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:44.628740 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2780db-644a-478b-a54d-933f08324bfa None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:04:44.634908 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-00090d72-3402-4f39-9719-9f1daf8d68d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (f98aea31-515d-4565-858b-308c6254052d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:44.663513 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-00090d72-3402-4f39-9719-9f1daf8d68d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (f98aea31-515d-4565-858b-308c6254052d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:44.675720 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00090d72-3402-4f39-9719-9f1daf8d68d0 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:04:44.676370 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-00090d72-3402-4f39-9719-9f1daf8d68d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (f98aea31-515d-4565-858b-308c6254052d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:44.709650 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 3affb3a3-f44f-4d9b-8a56-d07af96ae65f up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:04:44.714775 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23325b2e-b175-407e-8210-17b79f83d463 req-64244f15-3038-401e-9a80-be3f68dd0bdc tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:44.735942 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-23325b2e-b175-407e-8210-17b79f83d463 req-64244f15-3038-401e-9a80-be3f68dd0bdc tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=67c9431f-38da-4bf5-b59f-ec6bf7e04df9 HTTP/1.1" status: 200 len: 944 time: 0.4969821 Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:04:44.769587 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:04:44.780503 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-00090d72-3402-4f39-9719-9f1daf8d68d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (a6f86bd0-771c-4143-8683-cd147fb6889e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:44.805191 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2f437087-4146-42bc-a2d3-8efe7626a56b None None] Publish callbacks [] for port (e64e1150-fb44-4cad-9498-e99453359737), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:44.812694 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-00090d72-3402-4f39-9719-9f1daf8d68d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:44.813122 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9c363ced-901d-43c2-a375-473e57a3ed41 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:04:44.819849 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-00090d72-3402-4f39-9719-9f1daf8d68d0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a6f86bd0-771c-4143-8683-cd147fb6889e HTTP/1.1" status: 204 len: 168 time: 1.7272015 Feb 07 21:04:44.822776 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00090d72-3402-4f39-9719-9f1daf8d68d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6f86bd0-771c-4143-8683-cd147fb6889e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:44.836206 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-52a66013-1225-4fed-8c0d-131dcb4ca17c admin admin] Publish callbacks [] for port (0a465534-4248-4325-bba5-bf0f88a10f10), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:44.873671 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2780db-644a-478b-a54d-933f08324bfa None None] Pushing event updated for resources: {'Port': ['ID=cdc456e7-bbc5-4794-993b-25ce66e6f77c,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:44.908776 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-1cea2dce-0a9a-43a1-b455-b0402fab9151 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:44.910396 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-1cea2dce-0a9a-43a1-b455-b0402fab9151 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/networks?id=e2ff74a0-6233-4073-be49-51a0d51ed7eb HTTP/1.1" status: 200 len: 815 time: 0.6480758 Feb 07 21:04:44.924887 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2f437087-4146-42bc-a2d3-8efe7626a56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (e64e1150-fb44-4cad-9498-e99453359737), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:44.943181 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-7e1de980-e2a2-46c4-9cc1-e59351a092aa tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:04:44.944374 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7e1de980-e2a2-46c4-9cc1-e59351a092aa tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "PUT /v2.0/routers/659afcf2-7218-4d73-ad21-7117284cb309 HTTP/1.1" status: 400 len: 364 time: 1.5163195 Feb 07 21:04:44.945680 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-52a66013-1225-4fed-8c0d-131dcb4ca17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (0a465534-4248-4325-bba5-bf0f88a10f10), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:44.951923 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48978) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:45.028598 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3b2780db-644a-478b-a54d-933f08324bfa None None] Attempting to bind port cdc456e7-bbc5-4794-993b-25ce66e6f77c on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:04:45.028994 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3b2780db-644a-478b-a54d-933f08324bfa None None] Attempting to bind port cdc456e7-bbc5-4794-993b-25ce66e6f77c by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '975a0b76-2372-4b98-a501-439b176682fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '88f5e396-4a19-4ad7-a1c2-230b7b90b20e'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:04:45.029330 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2780db-644a-478b-a54d-933f08324bfa None None] Attempting to bind port cdc456e7-bbc5-4794-993b-25ce66e6f77c on network 88f5e396-4a19-4ad7-a1c2-230b7b90b20e {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:45.030161 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-f84db96e-7081-4302-82e6-677a7d5b73b4 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/quotas/b1f97ac58068416db1c6f1dd3f325c67 HTTP/1.1" status: 200 len: 375 time: 0.0328617 Feb 07 21:04:45.048522 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-23325b2e-b175-407e-8210-17b79f83d463 req-a9667996-8a21-4f9c-b124-bb0a3205685d tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108804 Feb 07 21:04:45.050542 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f437087-4146-42bc-a2d3-8efe7626a56b None None] Pushing event updated for resources: {'Port': ['ID=e64e1150-fb44-4cad-9498-e99453359737,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:45.145443 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-0bfeb26f-7a20-4e59-8a67-5f61f500cf58 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Allocated IP 172.20.0.9 (e2ff74a0-6233-4073-be49-51a0d51ed7eb/d22eb694-e368-4bbe-8b90-a32421babc90/4be38363-b333-4daf-aa33-be4f78483414) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:04:45.211244 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2780db-644a-478b-a54d-933f08324bfa None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:04:45.211875 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2780db-644a-478b-a54d-933f08324bfa None None] Checking segment: {'id': '975a0b76-2372-4b98-a501-439b176682fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '88f5e396-4a19-4ad7-a1c2-230b7b90b20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:45.212917 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3b2780db-644a-478b-a54d-933f08324bfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:45.213532 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2780db-644a-478b-a54d-933f08324bfa None None] Bound using segment: {'id': '975a0b76-2372-4b98-a501-439b176682fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '88f5e396-4a19-4ad7-a1c2-230b7b90b20e'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:04:45.214196 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3b2780db-644a-478b-a54d-933f08324bfa None None] Bound port: cdc456e7-bbc5-4794-993b-25ce66e6f77c, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975a0b76-2372-4b98-a501-439b176682fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '88f5e396-4a19-4ad7-a1c2-230b7b90b20e'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:04:45.214756 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3b2780db-644a-478b-a54d-933f08324bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (cdc456e7-bbc5-4794-993b-25ce66e6f77c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:45.232148 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-42c4f4fd-37b4-4562-b339-d8c6dcaf8106 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b1f97ac58068416db1c6f1dd3f325c67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1877918 Feb 07 21:04:45.254098 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f437087-4146-42bc-a2d3-8efe7626a56b None None] Network e2ff74a0-6233-4073-be49-51a0d51ed7eb is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:04:45.278889 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a66013-1225-4fed-8c0d-131dcb4ca17c admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:04:45.294153 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 9c363ced-901d-43c2-a375-473e57a3ed41 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:45.294384 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48982) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:45.294634 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9c363ced-901d-43c2-a375-473e57a3ed41), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:45.295301 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-52a66013-1225-4fed-8c0d-131dcb4ca17c admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:45.332412 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-2f437087-4146-42bc-a2d3-8efe7626a56b None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:45.338340 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f437087-4146-42bc-a2d3-8efe7626a56b None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:04:45.429401 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 3affb3a3-f44f-4d9b-8a56-d07af96ae65f completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:04:45.434756 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a66013-1225-4fed-8c0d-131dcb4ca17c admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:04:45.440429 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-fa833af3-54de-458b-b43a-e0ea219c2052 None None] Allocated IP 2001:db8:1::2 (0dc8aa7a-b24c-4466-9b82-28426867bb7c/16a9c12f-45cd-4e36-b9ed-df7a178cbc27/fa8b5156-6dcc-43cd-8ed3-77e443788bdc) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:04:45.501090 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 3affb3a3-f44f-4d9b-8a56-d07af96ae65f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:45.501976 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3affb3a3-f44f-4d9b-8a56-d07af96ae65f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:45.506800 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-bab3d576-4f15-4f61-9151-e7e9882c72cd service neutron] 10.222.0.65 "GET /v2.0/networks/e2ff74a0-6233-4073-be49-51a0d51ed7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450724 Feb 07 21:04:45.633790 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3b2780db-644a-478b-a54d-933f08324bfa None None] For port cdc456e7-bbc5-4794-993b-25ce66e6f77c, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:04:45.636266 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a66013-1225-4fed-8c0d-131dcb4ca17c admin admin] Pushing event updated for resources: {'Port': ['ID=0a465534-4248-4325-bba5-bf0f88a10f10,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:45.692249 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-d3fb91ef-5336-4169-8717-2a251ff48342 service neutron] 10.222.0.65 "GET /v2.0/networks/e2ff74a0-6233-4073-be49-51a0d51ed7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306751 Feb 07 21:04:45.732174 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4f2cd-8951-404c-b2bf-649d96b4b955 req-4e4d4f75-a665-423d-b91e-c2c7d64c8b50 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:45.741397 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4f2cd-8951-404c-b2bf-649d96b4b955 req-4e4d4f75-a665-423d-b91e-c2c7d64c8b50 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:45.749699 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4f2cd-8951-404c-b2bf-649d96b4b955 req-4e4d4f75-a665-423d-b91e-c2c7d64c8b50 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:45.755769 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2f437087-4146-42bc-a2d3-8efe7626a56b None None] Attempting to bind port e64e1150-fb44-4cad-9498-e99453359737 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:04:45.756041 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2f437087-4146-42bc-a2d3-8efe7626a56b None None] Attempting to bind port e64e1150-fb44-4cad-9498-e99453359737 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '1574066e-16fc-4a8d-8d78-5c89781943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2ff74a0-6233-4073-be49-51a0d51ed7eb'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:04:45.756419 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f437087-4146-42bc-a2d3-8efe7626a56b None None] Attempting to bind port e64e1150-fb44-4cad-9498-e99453359737 on network e2ff74a0-6233-4073-be49-51a0d51ed7eb {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:45.756947 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4f2cd-8951-404c-b2bf-649d96b4b955 req-4e4d4f75-a665-423d-b91e-c2c7d64c8b50 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:45.760403 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3b2780db-644a-478b-a54d-933f08324bfa None None] For port cdc456e7-bbc5-4794-993b-25ce66e6f77c, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=cdc456e7-bbc5-4794-993b-25ce66e6f77c,segment=NetworkSegment(975a0b76-2372-4b98-a501-439b176682fc),segment_id=975a0b76-2372-4b98-a501-439b176682fc)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:04:45.762575 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4f2cd-8951-404c-b2bf-649d96b4b955 req-4e4d4f75-a665-423d-b91e-c2c7d64c8b50 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:45.768223 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4f2cd-8951-404c-b2bf-649d96b4b955 req-4e4d4f75-a665-423d-b91e-c2c7d64c8b50 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:45.774311 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4f2cd-8951-404c-b2bf-649d96b4b955 req-4e4d4f75-a665-423d-b91e-c2c7d64c8b50 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:45.782824 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4be4f2cd-8951-404c-b2bf-649d96b4b955 req-4e4d4f75-a665-423d-b91e-c2c7d64c8b50 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5429 time: 0.5597105 Feb 07 21:04:45.813697 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f437087-4146-42bc-a2d3-8efe7626a56b None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:04:45.814518 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f437087-4146-42bc-a2d3-8efe7626a56b None None] Checking segment: {'id': '1574066e-16fc-4a8d-8d78-5c89781943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2ff74a0-6233-4073-be49-51a0d51ed7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:45.814951 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2f437087-4146-42bc-a2d3-8efe7626a56b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:45.815699 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f437087-4146-42bc-a2d3-8efe7626a56b None None] Bound using segment: {'id': '1574066e-16fc-4a8d-8d78-5c89781943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2ff74a0-6233-4073-be49-51a0d51ed7eb'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:04:45.815848 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2f437087-4146-42bc-a2d3-8efe7626a56b None None] Bound port: e64e1150-fb44-4cad-9498-e99453359737, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1574066e-16fc-4a8d-8d78-5c89781943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2ff74a0-6233-4073-be49-51a0d51ed7eb'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:04:45.816144 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2f437087-4146-42bc-a2d3-8efe7626a56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e64e1150-fb44-4cad-9498-e99453359737), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:45.844864 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3b2780db-644a-478b-a54d-933f08324bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (cdc456e7-bbc5-4794-993b-25ce66e6f77c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:45.878739 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4be4f2cd-8951-404c-b2bf-649d96b4b955 req-1cd64468-af56-4420-adca-bb948c982c8c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0948100 Feb 07 21:04:45.916175 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-0bfeb26f-7a20-4e59-8a67-5f61f500cf58 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Publish callbacks [] for port (4be38363-b333-4daf-aa33-be4f78483414), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:46.153283 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ece984c2-b52c-47fe-8bed-b7edf0e28c60 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=af02f13d92924da4b1450405891889be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7525342 Feb 07 21:04:46.162128 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48992) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:46.275586 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:46.311514 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-0bfeb26f-7a20-4e59-8a67-5f61f500cf58 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (4be38363-b333-4daf-aa33-be4f78483414), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:46.323267 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-1b199540-1e9d-4bd0-bde8-fee2b6234f8b tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:46.324850 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-1b199540-1e9d-4bd0-bde8-fee2b6234f8b tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.69 "GET /v2.0/networks?id=e2ff74a0-6233-4073-be49-51a0d51ed7eb HTTP/1.1" status: 200 len: 815 time: 0.3219955 Feb 07 21:04:46.565538 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2780db-644a-478b-a54d-933f08324bfa None None] Pushing event updated for resources: {'Port': ['ID=cdc456e7-bbc5-4794-993b-25ce66e6f77c,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:46.771129 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 9c363ced-901d-43c2-a375-473e57a3ed41 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:46.779244 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fa833af3-54de-458b-b43a-e0ea219c2052 None None] Publish callbacks [] for port (fa8b5156-6dcc-43cd-8ed3-77e443788bdc), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:46.785631 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2f437087-4146-42bc-a2d3-8efe7626a56b None None] For port e64e1150-fb44-4cad-9498-e99453359737, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:04:46.797869 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2f437087-4146-42bc-a2d3-8efe7626a56b None None] For port e64e1150-fb44-4cad-9498-e99453359737, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e64e1150-fb44-4cad-9498-e99453359737,segment=NetworkSegment(1574066e-16fc-4a8d-8d78-5c89781943be),segment_id=1574066e-16fc-4a8d-8d78-5c89781943be)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:04:46.805580 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 3affb3a3-f44f-4d9b-8a56-d07af96ae65f is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:46.806174 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3affb3a3-f44f-4d9b-8a56-d07af96ae65f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:46.812713 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fa833af3-54de-458b-b43a-e0ea219c2052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (fa8b5156-6dcc-43cd-8ed3-77e443788bdc), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:46.847178 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa833af3-54de-458b-b43a-e0ea219c2052 None None] Network 0dc8aa7a-b24c-4466-9b82-28426867bb7c is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:04:46.849806 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2f437087-4146-42bc-a2d3-8efe7626a56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e64e1150-fb44-4cad-9498-e99453359737), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:46.862949 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-fa833af3-54de-458b-b43a-e0ea219c2052 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:46.867801 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8d297b98-8927-43d6-9378-4d9730f09ced no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:04:46.909027 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-9778e01e-63fd-426e-98b8-ffaee4f755b4 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Request body: {'port': {'device_id': 'f7d732ab-0f9c-49bd-970d-3ee22c5a9160', 'network_id': 'e2ff74a0-6233-4073-be49-51a0d51ed7eb', 'admin_state_up': True, 'tenant_id': 'b1f97ac58068416db1c6f1dd3f325c67'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:46.936228 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa833af3-54de-458b-b43a-e0ea219c2052 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:04:46.944219 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 8d297b98-8927-43d6-9378-4d9730f09ced {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:04:46.944820 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8d297b98-8927-43d6-9378-4d9730f09ced not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:04:47.004086 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfeb26f-7a20-4e59-8a67-5f61f500cf58 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Pushing event updated for resources: {'Port': ['ID=4be38363-b333-4daf-aa33-be4f78483414,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:47.007610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0cac08-b741-4984-a1a7-31962032d0dd req-2b1977d9-23f5-4463-bf8f-0e52aed4cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:47.009547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6c0cac08-b741-4984-a1a7-31962032d0dd req-2b1977d9-23f5-4463-bf8f-0e52aed4cec9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 1128 time: 1.0156226 Feb 07 21:04:47.032880 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-55f85f90-e866-4643-9a13-ba0d5cd22e40 req-88ddd733-73a4-410e-807c-403acda53b3f tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=11d603a0-10e2-49eb-9799-7b842afcd6fa HTTP/1.1" status: 200 len: 210 time: 0.8763065 Feb 07 21:04:47.085179 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-0bfeb26f-7a20-4e59-8a67-5f61f500cf58 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Network e2ff74a0-6233-4073-be49-51a0d51ed7eb is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:04:47.113862 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c23f95f-b9b6-4005-8a21-cfa64813ab04 admin admin] Publish callbacks [] for security_group (83958c95-88cf-41c9-a2ee-d6f4a755b618), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:47.116841 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-0bfeb26f-7a20-4e59-8a67-5f61f500cf58 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:47.137058 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-0bfeb26f-7a20-4e59-8a67-5f61f500cf58 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:04:47.198997 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c9431f-38da-4bf5-b59f-ec6bf7e04df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3affb3a3-f44f-4d9b-8a56-d07af96ae65f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:04:47.200032 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e38fa8-91d8-492f-b93d-f57dfec8fccc req-93e2b2a3-d106-4393-9e43-7f34ae1dc467 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:47.201601 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89c18ec-56bc-48a9-8c86-a7da1c63a14d" -d '{"events": [{"server_uuid": "67c9431f-38da-4bf5-b59f-ec6bf7e04df9", "name": "network-vif-plugged", "status": "completed", "tag": "3affb3a3-f44f-4d9b-8a56-d07af96ae65f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:04:47.201949 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-44e38fa8-91d8-492f-b93d-f57dfec8fccc req-93e2b2a3-d106-4393-9e43-7f34ae1dc467 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 946 time: 1.1338959 Feb 07 21:04:47.216245 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa833af3-54de-458b-b43a-e0ea219c2052 None None] Pushing event updated for resources: {'Port': ['ID=fa8b5156-6dcc-43cd-8ed3-77e443788bdc,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:47.298084 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 3affb3a3-f44f-4d9b-8a56-d07af96ae65f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=3affb3a3-f44f-4d9b-8a56-d07af96ae65f,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:47.306549 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device cdc456e7-bbc5-4794-993b-25ce66e6f77c up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:04:47.312813 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-fa833af3-54de-458b-b43a-e0ea219c2052 None None] Attempting to bind port fa8b5156-6dcc-43cd-8ed3-77e443788bdc on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:04:47.313885 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-fa833af3-54de-458b-b43a-e0ea219c2052 None None] Attempting to bind port fa8b5156-6dcc-43cd-8ed3-77e443788bdc by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '1d4fcf06-95fa-4fb2-90ac-96b03d49566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0dc8aa7a-b24c-4466-9b82-28426867bb7c'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:04:47.314297 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa833af3-54de-458b-b43a-e0ea219c2052 None None] Attempting to bind port fa8b5156-6dcc-43cd-8ed3-77e443788bdc on network 0dc8aa7a-b24c-4466-9b82-28426867bb7c {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:47.378983 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3affb3a3-f44f-4d9b-8a56-d07af96ae65f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:47.383111 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c23f95f-b9b6-4005-8a21-cfa64813ab04 admin admin] Publish callbacks [] for security_group (83958c95-88cf-41c9-a2ee-d6f4a755b618), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:47.383959 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa833af3-54de-458b-b43a-e0ea219c2052 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:04:47.384375 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa833af3-54de-458b-b43a-e0ea219c2052 None None] Checking segment: {'id': '1d4fcf06-95fa-4fb2-90ac-96b03d49566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0dc8aa7a-b24c-4466-9b82-28426867bb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:47.396637 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fa833af3-54de-458b-b43a-e0ea219c2052 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:47.397156 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa833af3-54de-458b-b43a-e0ea219c2052 None None] Bound using segment: {'id': '1d4fcf06-95fa-4fb2-90ac-96b03d49566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0dc8aa7a-b24c-4466-9b82-28426867bb7c'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:04:47.397679 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-fa833af3-54de-458b-b43a-e0ea219c2052 None None] Bound port: fa8b5156-6dcc-43cd-8ed3-77e443788bdc, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4fcf06-95fa-4fb2-90ac-96b03d49566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0dc8aa7a-b24c-4466-9b82-28426867bb7c'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:04:47.398082 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fa833af3-54de-458b-b43a-e0ea219c2052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fa8b5156-6dcc-43cd-8ed3-77e443788bdc), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:47.506277 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f437087-4146-42bc-a2d3-8efe7626a56b None None] Pushing event updated for resources: {'Port': ['ID=e64e1150-fb44-4cad-9498-e99453359737,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:47.542346 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-52a66013-1225-4fed-8c0d-131dcb4ca17c admin admin] Publish callbacks [] for router_gateway (7df5b036-96da-4efc-a57a-5e255a8c8895), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:47.542967 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-0bfeb26f-7a20-4e59-8a67-5f61f500cf58 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:47.543213 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-0bfeb26f-7a20-4e59-8a67-5f61f500cf58 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:47.640526 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6c0cac08-b741-4984-a1a7-31962032d0dd req-70bce472-35ce-45f1-972e-ea345ee4a394 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6010978 Feb 07 21:04:47.651514 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-0bfeb26f-7a20-4e59-8a67-5f61f500cf58 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9094610 Feb 07 21:04:47.667530 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-44e38fa8-91d8-492f-b93d-f57dfec8fccc req-56dc83ac-7efc-4789-b7ac-bfd2475e0a9d tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551638 Feb 07 21:04:47.737855 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-fa833af3-54de-458b-b43a-e0ea219c2052 None None] For port fa8b5156-6dcc-43cd-8ed3-77e443788bdc, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:04:47.739843 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=3affb3a3-f44f-4d9b-8a56-d07af96ae65f,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:47.744457 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-fa833af3-54de-458b-b43a-e0ea219c2052 None None] For port fa8b5156-6dcc-43cd-8ed3-77e443788bdc, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=fa8b5156-6dcc-43cd-8ed3-77e443788bdc,segment=NetworkSegment(1d4fcf06-95fa-4fb2-90ac-96b03d49566a),segment_id=1d4fcf06-95fa-4fb2-90ac-96b03d49566a)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:04:47.745988 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port cdc456e7-bbc5-4794-993b-25ce66e6f77c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:47.746359 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (cdc456e7-bbc5-4794-993b-25ce66e6f77c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:47.762247 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60c84d-1bdc-4b5c-8d1e-354b5ea848dd req-67c69d80-c1dd-4319-95c7-0a50bc546b93 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:47.767025 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e60c84d-1bdc-4b5c-8d1e-354b5ea848dd req-67c69d80-c1dd-4319-95c7-0a50bc546b93 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=67c9431f-38da-4bf5-b59f-ec6bf7e04df9 HTTP/1.1" status: 200 len: 945 time: 0.4661732 Feb 07 21:04:47.845769 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fa833af3-54de-458b-b43a-e0ea219c2052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fa8b5156-6dcc-43cd-8ed3-77e443788bdc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:47.858442 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c23f95f-b9b6-4005-8a21-cfa64813ab04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (83958c95-88cf-41c9-a2ee-d6f4a755b618), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:47.868256 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c23f95f-b9b6-4005-8a21-cfa64813ab04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:47.869523 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4c23f95f-b9b6-4005-8a21-cfa64813ab04 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/83958c95-88cf-41c9-a2ee-d6f4a755b618 HTTP/1.1" status: 204 len: 168 time: 1.6859491 Feb 07 21:04:47.916598 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23f95f-b9b6-4005-8a21-cfa64813ab04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83958c95-88cf-41c9-a2ee-d6f4a755b618,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:47.937531 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-570d4824-057a-44b7-85df-2f009d295695 service neutron] Request body: {'port': {'device_id': '232e5150-7391-45cf-a737-4d8329a96210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:48.020919 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa833af3-54de-458b-b43a-e0ea219c2052 None None] Pushing event updated for resources: {'Port': ['ID=fa8b5156-6dcc-43cd-8ed3-77e443788bdc,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:48.034302 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port cdc456e7-bbc5-4794-993b-25ce66e6f77c is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:48.034302 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (cdc456e7-bbc5-4794-993b-25ce66e6f77c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:48.104081 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port cdc456e7-bbc5-4794-993b-25ce66e6f77c, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=cdc456e7-bbc5-4794-993b-25ce66e6f77c,segment=NetworkSegment(975a0b76-2372-4b98-a501-439b176682fc),segment_id=975a0b76-2372-4b98-a501-439b176682fc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:48.108368 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde447d0-e1c8-490d-b3b8-3426b28a4147 None None] Network 88f5e396-4a19-4ad7-a1c2-230b7b90b20e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:04:48.128588 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (cdc456e7-bbc5-4794-993b-25ce66e6f77c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:48.196239 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-9778e01e-63fd-426e-98b8-ffaee4f755b4 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Made reservation on behalf of b1f97ac58068416db1c6f1dd3f325c67 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:04:48.200998 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-9778e01e-63fd-426e-98b8-ffaee4f755b4 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:48.221337 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Allocated IP 2001:db8::1 (0d88fc0b-c108-47cb-b624-7310941ea101/0ba85c11-1caa-4bfe-8932-6c1f3ccf7e01/daa3bb7a-66b7-47d0-86d1-538a59484007) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:04:48.224499 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-52a66013-1225-4fed-8c0d-131dcb4ca17c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (7df5b036-96da-4efc-a57a-5e255a8c8895), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:48.270061 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1f575a80-7cf3-4642-8d6f-c069b69bcbc0 None None] Provisioning complete for port cdc456e7-bbc5-4794-993b-25ce66e6f77c triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:48.270648 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1f575a80-7cf3-4642-8d6f-c069b69bcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (cdc456e7-bbc5-4794-993b-25ce66e6f77c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:48.288551 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e60c84d-1bdc-4b5c-8d1e-354b5ea848dd req-22325b75-7f13-49af-bac5-d190d4ab6667 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078459 Feb 07 21:04:48.289468 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-570d4824-057a-44b7-85df-2f009d295695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4be38363-b333-4daf-aa33-be4f78483414), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:48.405060 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba75d5-4922-442c-a17f-789ac772ace9 req-f3d30334-d13c-4f35-8171-dcc55727acfe tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:48.412089 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba75d5-4922-442c-a17f-789ac772ace9 req-f3d30334-d13c-4f35-8171-dcc55727acfe tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:48.421269 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba75d5-4922-442c-a17f-789ac772ace9 req-f3d30334-d13c-4f35-8171-dcc55727acfe tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:48.428596 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba75d5-4922-442c-a17f-789ac772ace9 req-f3d30334-d13c-4f35-8171-dcc55727acfe tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:48.442565 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba75d5-4922-442c-a17f-789ac772ace9 req-f3d30334-d13c-4f35-8171-dcc55727acfe tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:48.450061 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba75d5-4922-442c-a17f-789ac772ace9 req-f3d30334-d13c-4f35-8171-dcc55727acfe tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:48.458917 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba75d5-4922-442c-a17f-789ac772ace9 req-f3d30334-d13c-4f35-8171-dcc55727acfe tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:48.468532 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-afba75d5-4922-442c-a17f-789ac772ace9 req-f3d30334-d13c-4f35-8171-dcc55727acfe tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5429 time: 0.6287949 Feb 07 21:04:48.490565 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09102cd7-d3e0-4c84-9a4a-65d8c3e8411e x-openstack-request-id: req-09102cd7-d3e0-4c84-9a4a-65d8c3e8411e {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:04:48.490992 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c9431f-38da-4bf5-b59f-ec6bf7e04df9", "name": "network-vif-plugged", "status": "completed", "tag": "3affb3a3-f44f-4d9b-8a56-d07af96ae65f", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:04:48.491257 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-09102cd7-d3e0-4c84-9a4a-65d8c3e8411e {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:04:48.492165 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c9431f-38da-4bf5-b59f-ec6bf7e04df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3affb3a3-f44f-4d9b-8a56-d07af96ae65f', 'code': 200} Feb 07 21:04:48.619643 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=cdc456e7-bbc5-4794-993b-25ce66e6f77c,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:48.633147 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-279bbb76-3b7a-439b-a8af-de064a633b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:48.919487 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c6ed4-7fdc-4654-967e-230b772671c3 req-c54d1721-27fa-4787-9022-de9dc7cc6c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:48.923776 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c35c6ed4-7fdc-4654-967e-230b772671c3 req-c54d1721-27fa-4787-9022-de9dc7cc6c8f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=67c9431f-38da-4bf5-b59f-ec6bf7e04df9 HTTP/1.1" status: 200 len: 1127 time: 0.3251562 Feb 07 21:04:48.953980 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1f575a80-7cf3-4642-8d6f-c069b69bcbc0 None None] Current status of the port cdc456e7-bbc5-4794-993b-25ce66e6f77c is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:49.115182 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks [] for port (daa3bb7a-66b7-47d0-86d1-538a59484007), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:49.152244 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf14cab-31bd-4998-b3a7-dbbc335ee0fa None None] Network e2ff74a0-6233-4073-be49-51a0d51ed7eb requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:04:49.162246 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-570d4824-057a-44b7-85df-2f009d295695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be38363-b333-4daf-aa33-be4f78483414 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:04:49.197245 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-570d4824-057a-44b7-85df-2f009d295695 service neutron] Publish callbacks [] for port (4be38363-b333-4daf-aa33-be4f78483414), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:49.255640 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-939fcc80-99fd-4d57-acc3-fe2e4fc3af3e tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:49.257297 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-939fcc80-99fd-4d57-acc3-fe2e4fc3af3e tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.71 "GET /v2.0/networks?id=e2ff74a0-6233-4073-be49-51a0d51ed7eb HTTP/1.1" status: 200 len: 815 time: 1.3352547 Feb 07 21:04:49.322634 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c35c6ed4-7fdc-4654-967e-230b772671c3 req-3c2d138b-7478-4e1b-8b15-2cacbbb86895 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752580 Feb 07 21:04:49.340700 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (daa3bb7a-66b7-47d0-86d1-538a59484007), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:49.348775 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a66013-1225-4fed-8c0d-131dcb4ca17c admin admin] Router 7df5b036-96da-4efc-a57a-5e255a8c8895 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:04:49.392879 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c8cab5df-8532-49d6-bd75-e576c870394e None None] Provisioning complete for port e64e1150-fb44-4cad-9498-e99453359737 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:49.393779 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c8cab5df-8532-49d6-bd75-e576c870394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e64e1150-fb44-4cad-9498-e99453359737), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:49.413441 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e3356a5-67c6-43b9-9946-aeaf7c063953 req-3bcae6bb-e6ec-4d46-b6d7-c9b7fb5890b2 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=11d603a0-10e2-49eb-9799-7b842afcd6fa HTTP/1.1" status: 200 len: 210 time: 0.8083622 Feb 07 21:04:49.437185 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-9307e115-91cb-4243-b67d-cc731fffd259 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Request body: {'port': {'device_id': '11d603a0-10e2-49eb-9799-7b842afcd6fa', 'network_id': 'e2ff74a0-6233-4073-be49-51a0d51ed7eb', 'admin_state_up': True, 'tenant_id': 'b1f97ac58068416db1c6f1dd3f325c67'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:49.453110 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Network 0d88fc0b-c108-47cb-b624-7310941ea101 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:04:49.466787 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:49.477988 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:04:49.477988 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (659afcf2-7218-4d73-ad21-7117284cb309), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:49.507333 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e64e1150-fb44-4cad-9498-e99453359737 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:04:49.613554 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-570d4824-057a-44b7-85df-2f009d295695 service neutron] Transition to ACTIVE for port object 4be38363-b333-4daf-aa33-be4f78483414 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:04:49.686972 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-570d4824-057a-44b7-85df-2f009d295695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (4be38363-b333-4daf-aa33-be4f78483414), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:49.710691 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-afba75d5-4922-442c-a17f-789ac772ace9 req-5eac39ba-24b8-45ed-8836-b4217ce1534f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2406485 Feb 07 21:04:49.752168 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c8cab5df-8532-49d6-bd75-e576c870394e None None] Current status of the port e64e1150-fb44-4cad-9498-e99453359737 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:49.753977 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c8cab5df-8532-49d6-bd75-e576c870394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e64e1150-fb44-4cad-9498-e99453359737), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:49.844794 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d4824-057a-44b7-85df-2f009d295695 service neutron] Pushing event updated for resources: {'Port': ['ID=4be38363-b333-4daf-aa33-be4f78483414,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:49.908762 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c8cab5df-8532-49d6-bd75-e576c870394e None None] For port e64e1150-fb44-4cad-9498-e99453359737, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e64e1150-fb44-4cad-9498-e99453359737,segment=NetworkSegment(1574066e-16fc-4a8d-8d78-5c89781943be),segment_id=1574066e-16fc-4a8d-8d78-5c89781943be)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:49.910978 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port e64e1150-fb44-4cad-9498-e99453359737 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:49.911353 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e64e1150-fb44-4cad-9498-e99453359737), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:49.923090 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Pushing event updated for resources: {'Port': ['ID=daa3bb7a-66b7-47d0-86d1-538a59484007,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:49.967073 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (daa3bb7a-66b7-47d0-86d1-538a59484007), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:49.973462 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c8cab5df-8532-49d6-bd75-e576c870394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e64e1150-fb44-4cad-9498-e99453359737), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:50.029999 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49038) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:50.032302 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-9307e115-91cb-4243-b67d-cc731fffd259 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Made reservation on behalf of b1f97ac58068416db1c6f1dd3f325c67 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:04:50.036630 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-9307e115-91cb-4243-b67d-cc731fffd259 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:50.123069 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e12de-f5d9-4961-8643-c84abe80a9e1 req-e7100c35-5860-4852-ae4d-280217e53149 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:50.132561 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-025e12de-f5d9-4961-8643-c84abe80a9e1 req-e7100c35-5860-4852-ae4d-280217e53149 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 946 time: 0.5158255 Feb 07 21:04:50.177430 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cab5df-8532-49d6-bd75-e576c870394e None None] Pushing event updated for resources: {'Port': ['ID=e64e1150-fb44-4cad-9498-e99453359737,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:50.198582 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c136bb8e-a37c-4a07-87c9-41ca5e3226b5 None None] Provisioning complete for port cdc456e7-bbc5-4794-993b-25ce66e6f77c triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:50.199212 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c136bb8e-a37c-4a07-87c9-41ca5e3226b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (cdc456e7-bbc5-4794-993b-25ce66e6f77c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:50.305836 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca2de52-0767-4c48-ba3c-4fd1177de5ca None None] Network 0dc8aa7a-b24c-4466-9b82-28426867bb7c requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:04:50.329997 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks [] for port (daa3bb7a-66b7-47d0-86d1-538a59484007), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:50.334623 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-9778e01e-63fd-426e-98b8-ffaee4f755b4 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Allocated IP 172.20.0.10 (e2ff74a0-6233-4073-be49-51a0d51ed7eb/d22eb694-e368-4bbe-8b90-a32421babc90/6bb0c8b8-f306-45f6-b3b8-3cf81893304a) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:04:50.341568 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (daa3bb7a-66b7-47d0-86d1-538a59484007), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:50.342639 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (659afcf2-7218-4d73-ad21-7117284cb309), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:50.389707 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c15d611c-9b4b-4f30-8d4d-d20660a59e4a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-885377760-network', 'tenant_id': '2d40885ab80344d9b411b10910ad048c'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:50.432703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cd945-58df-4411-b70b-babfc0c294f4 req-9af04279-1176-4208-8fbc-8c87eb72408c tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:50.433707 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port e64e1150-fb44-4cad-9498-e99453359737 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:50.434948 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device cdc456e7-bbc5-4794-993b-25ce66e6f77c up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:04:50.435094 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-193cd945-58df-4411-b70b-babfc0c294f4 req-9af04279-1176-4208-8fbc-8c87eb72408c tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=67c9431f-38da-4bf5-b59f-ec6bf7e04df9 HTTP/1.1" status: 200 len: 945 time: 0.5503013 Feb 07 21:04:50.502264 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-025e12de-f5d9-4961-8643-c84abe80a9e1 req-400d268f-7c3c-45a5-83df-63c0aa1e3197 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687472 Feb 07 21:04:50.503118 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Pushing event updated for resources: {'Port': ['ID=daa3bb7a-66b7-47d0-86d1-538a59484007,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:50.524569 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:50.524569 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:50.524569 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:50.524569 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:50.524569 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:50.524569 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:50.524569 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:50.524569 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:50.524569 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:50.524569 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:50.524569 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:50.524569 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:50.524569 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:04:50.537894 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a66013-1225-4fed-8c0d-131dcb4ca17c admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:04:50.553041 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3530df1-d1e1-4493-a354-353cd78a931d None None] Sync routers for ids ['7df5b036-96da-4efc-a57a-5e255a8c8895'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:04:50.568952 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3530df1-d1e1-4493-a354-353cd78a931d None None] Routers {'7df5b036-96da-4efc-a57a-5e255a8c8895'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:04:50.569593 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-d3530df1-d1e1-4493-a354-353cd78a931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:04:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7df5b036-96da-4efc-a57a-5e255a8c8895'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:50.576346 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-193cd945-58df-4411-b70b-babfc0c294f4 req-5d116a06-fd2d-4151-8cbb-9572244d2a76 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103506 Feb 07 21:04:50.577541 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15d611c-9b4b-4f30-8d4d-d20660a59e4a admin admin] Made reservation on behalf of 2d40885ab80344d9b411b10910ad048c for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:04:50.580600 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c15d611c-9b4b-4f30-8d4d-d20660a59e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:50.584135 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-570d4824-057a-44b7-85df-2f009d295695 service neutron] Attempting to bind port 4be38363-b333-4daf-aa33-be4f78483414 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:04:50.584604 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-570d4824-057a-44b7-85df-2f009d295695 service neutron] Attempting to bind port 4be38363-b333-4daf-aa33-be4f78483414 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '1574066e-16fc-4a8d-8d78-5c89781943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2ff74a0-6233-4073-be49-51a0d51ed7eb'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:04:50.585163 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-570d4824-057a-44b7-85df-2f009d295695 service neutron] Attempting to bind port 4be38363-b333-4daf-aa33-be4f78483414 on network e2ff74a0-6233-4073-be49-51a0d51ed7eb {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:50.595455 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c15d611c-9b4b-4f30-8d4d-d20660a59e4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:50.605067 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c136bb8e-a37c-4a07-87c9-41ca5e3226b5 None None] Current status of the port cdc456e7-bbc5-4794-993b-25ce66e6f77c is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:50.615915 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-570d4824-057a-44b7-85df-2f009d295695 service neutron] Port 4be38363-b333-4daf-aa33-be4f78483414 on network e2ff74a0-6233-4073-be49-51a0d51ed7eb not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:04:50.616384 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-570d4824-057a-44b7-85df-2f009d295695 service neutron] Attempting to bind port 4be38363-b333-4daf-aa33-be4f78483414 on network e2ff74a0-6233-4073-be49-51a0d51ed7eb {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:50.672611 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-52a66013-1225-4fed-8c0d-131dcb4ca17c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:50.676341 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-52a66013-1225-4fed-8c0d-131dcb4ca17c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.1122317 Feb 07 21:04:50.690877 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49046) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:50.713326 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c136bb8e-a37c-4a07-87c9-41ca5e3226b5 None None] Provisioning complete for port e64e1150-fb44-4cad-9498-e99453359737 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:50.715625 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c136bb8e-a37c-4a07-87c9-41ca5e3226b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e64e1150-fb44-4cad-9498-e99453359737), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:50.725383 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fd450d56-03fe-4fde-b661-cd8021b0e0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:50.801487 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c15d611c-9b4b-4f30-8d4d-d20660a59e4a admin admin] Publish callbacks [] for security_group (4a6c198c-6df7-41c2-86d2-3f111a564b9d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:50.809577 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-570d4824-057a-44b7-85df-2f009d295695 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:04:50.810236 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-570d4824-057a-44b7-85df-2f009d295695 service neutron] Checking segment: {'id': '1574066e-16fc-4a8d-8d78-5c89781943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2ff74a0-6233-4073-be49-51a0d51ed7eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:50.810802 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-570d4824-057a-44b7-85df-2f009d295695 service neutron] Bound using segment: {'id': '1574066e-16fc-4a8d-8d78-5c89781943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2ff74a0-6233-4073-be49-51a0d51ed7eb'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:04:50.811510 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-570d4824-057a-44b7-85df-2f009d295695 service neutron] Bound port: 4be38363-b333-4daf-aa33-be4f78483414, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1574066e-16fc-4a8d-8d78-5c89781943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2ff74a0-6233-4073-be49-51a0d51ed7eb'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:04:50.811990 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-570d4824-057a-44b7-85df-2f009d295695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4be38363-b333-4daf-aa33-be4f78483414), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:50.835641 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port cdc456e7-bbc5-4794-993b-25ce66e6f77c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:50.836343 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (cdc456e7-bbc5-4794-993b-25ce66e6f77c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:50.844484 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c15d611c-9b4b-4f30-8d4d-d20660a59e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4a6c198c-6df7-41c2-86d2-3f111a564b9d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:50.844829 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-d3530df1-d1e1-4493-a354-353cd78a931d None None] Set router 7df5b036-96da-4efc-a57a-5e255a8c8895 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:04:50.935222 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c7d72c03-abce-4ddd-bb12-2f5991fa07c9 req-29b8234e-9424-46f6-bbb0-c93b737abf35 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=11d603a0-10e2-49eb-9799-7b842afcd6fa HTTP/1.1" status: 200 len: 210 time: 0.1320653 Feb 07 21:04:51.117351 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-570d4824-057a-44b7-85df-2f009d295695 service neutron] For port 4be38363-b333-4daf-aa33-be4f78483414, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:04:51.121829 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-570d4824-057a-44b7-85df-2f009d295695 service neutron] For port 4be38363-b333-4daf-aa33-be4f78483414, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=4be38363-b333-4daf-aa33-be4f78483414,segment=NetworkSegment(1574066e-16fc-4a8d-8d78-5c89781943be),segment_id=1574066e-16fc-4a8d-8d78-5c89781943be)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:04:51.134626 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15d611c-9b4b-4f30-8d4d-d20660a59e4a admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:04:51.182116 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-d3530df1-d1e1-4493-a354-353cd78a931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df5b036-96da-4efc-a57a-5e255a8c8895', 'name': 'tempest-AttachSCSIVolumeTestJSON-220449990-router', 'tenant_id': '3e15cbd660114adbb9f19842147e2c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '0a465534-4248-4325-bba5-bf0f88a10f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:04:41Z', 'updated_at': '2022-02-07T21:04:46Z', 'revision_number': 3, 'project_id': '3e15cbd660114adbb9f19842147e2c99', 'gw_port': {'id': '0a465534-4248-4325-bba5-bf0f88a10f10', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df5b036-96da-4efc-a57a-5e255a8c8895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:43Z', 'updated_at': '2022-02-07T21:04:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:51.209931 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port cdc456e7-bbc5-4794-993b-25ce66e6f77c is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:51.211558 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device fa8b5156-6dcc-43cd-8ed3-77e443788bdc up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:04:51.228992 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3530df1-d1e1-4493-a354-353cd78a931d None None] Checking router: 7df5b036-96da-4efc-a57a-5e255a8c8895 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:04:51.229491 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3530df1-d1e1-4493-a354-353cd78a931d None None] Updating router 7df5b036-96da-4efc-a57a-5e255a8c8895 port 0a465534-4248-4325-bba5-bf0f88a10f10 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:04:51.261504 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d3530df1-d1e1-4493-a354-353cd78a931d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0a465534-4248-4325-bba5-bf0f88a10f10), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:51.290165 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c15d611c-9b4b-4f30-8d4d-d20660a59e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (dbc68c44-8111-45fa-9423-e9d71b403569), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:51.293025 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-c15d611c-9b4b-4f30-8d4d-d20660a59e4a admin admin] Added segment dbc68c44-8111-45fa-9423-e9d71b403569 of type vlan for network ebd8b184-50f5-4851-a69d-d0acc1f62364 Feb 07 21:04:51.332180 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c136bb8e-a37c-4a07-87c9-41ca5e3226b5 None None] Current status of the port e64e1150-fb44-4cad-9498-e99453359737 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:51.346463 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c15d611c-9b4b-4f30-8d4d-d20660a59e4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (ebd8b184-50f5-4851-a69d-d0acc1f62364), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:51.374782 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-570d4824-057a-44b7-85df-2f009d295695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (4be38363-b333-4daf-aa33-be4f78483414), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:51.387644 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d611c-9b4b-4f30-8d4d-d20660a59e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6c198c-6df7-41c2-86d2-3f111a564b9d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:51.389232 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port fa8b5156-6dcc-43cd-8ed3-77e443788bdc triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:51.393699 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fa8b5156-6dcc-43cd-8ed3-77e443788bdc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:51.427324 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c15d611c-9b4b-4f30-8d4d-d20660a59e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (ebd8b184-50f5-4851-a69d-d0acc1f62364), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:51.429891 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15d611c-9b4b-4f30-8d4d-d20660a59e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:51.430745 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c15d611c-9b4b-4f30-8d4d-d20660a59e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:51.510362 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c15d611c-9b4b-4f30-8d4d-d20660a59e4a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4691346 Feb 07 21:04:51.511024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d4824-057a-44b7-85df-2f009d295695 service neutron] Pushing event updated for resources: {'Port': ['ID=4be38363-b333-4daf-aa33-be4f78483414,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:51.513987 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49052) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:51.538806 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b31f9f4b-e103-4944-bc89-4ace3caedd3a admin admin] Request body: {'subnet': {'network_id': 'ebd8b184-50f5-4851-a69d-d0acc1f62364', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-885377760-subnet', 'tenant_id': '2d40885ab80344d9b411b10910ad048c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:51.541333 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port fa8b5156-6dcc-43cd-8ed3-77e443788bdc is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:51.541612 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fa8b5156-6dcc-43cd-8ed3-77e443788bdc), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:51.566337 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-570d4824-057a-44b7-85df-2f009d295695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:51.566964 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-570d4824-057a-44b7-85df-2f009d295695 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:51.568409 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-570d4824-057a-44b7-85df-2f009d295695 service neutron] 10.222.0.71 "PUT /v2.0/ports/4be38363-b333-4daf-aa33-be4f78483414 HTTP/1.1" status: 200 len: 1091 time: 3.6569390 Feb 07 21:04:51.595961 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232e5150-7391-45cf-a737-4d8329a96210', 'tag': '4be38363-b333-4daf-aa33-be4f78483414'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:04:51.598334 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17172092-535c-424d-9ba0-3060069a6d50" -d '{"events": [{"name": "network-changed", "server_uuid": "232e5150-7391-45cf-a737-4d8329a96210", "tag": "4be38363-b333-4daf-aa33-be4f78483414"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:04:51.609193 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31f9f4b-e103-4944-bc89-4ace3caedd3a admin admin] Made reservation on behalf of 2d40885ab80344d9b411b10910ad048c for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:04:51.612259 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b31f9f4b-e103-4944-bc89-4ace3caedd3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:51.648747 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b8f7e9f5-dc8b-4f7b-9bcc-f0dce0ddfd4a None None] Provisioning complete for port fa8b5156-6dcc-43cd-8ed3-77e443788bdc triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:51.649588 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b8f7e9f5-dc8b-4f7b-9bcc-f0dce0ddfd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fa8b5156-6dcc-43cd-8ed3-77e443788bdc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:51.700109 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port fa8b5156-6dcc-43cd-8ed3-77e443788bdc, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=fa8b5156-6dcc-43cd-8ed3-77e443788bdc,segment=NetworkSegment(1d4fcf06-95fa-4fb2-90ac-96b03d49566a),segment_id=1d4fcf06-95fa-4fb2-90ac-96b03d49566a)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:51.722513 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fa8b5156-6dcc-43cd-8ed3-77e443788bdc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:51.779022 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d3530df1-d1e1-4493-a354-353cd78a931d None None] Publish callbacks [] for port (0a465534-4248-4325-bba5-bf0f88a10f10), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:51.797403 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d3530df1-d1e1-4493-a354-353cd78a931d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0a465534-4248-4325-bba5-bf0f88a10f10), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:51.806013 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:51.872545 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7cb6f-e913-4887-9003-ca826f21cf69 req-853e1d61-6c09-41c3-a27e-e39c0d5eb6f9 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:51.874187 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bec7cb6f-e913-4887-9003-ca826f21cf69 req-853e1d61-6c09-41c3-a27e-e39c0d5eb6f9 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 1.0695791 Feb 07 21:04:51.965286 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c85cb2-7b77-4c9a-be9c-ae0dcb8b40c2 req-72c2710e-33da-4065-b2a0-aead849356bf tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:51.986023 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c85cb2-7b77-4c9a-be9c-ae0dcb8b40c2 req-72c2710e-33da-4065-b2a0-aead849356bf tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:51.991678 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c85cb2-7b77-4c9a-be9c-ae0dcb8b40c2 req-72c2710e-33da-4065-b2a0-aead849356bf tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:52.006922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c85cb2-7b77-4c9a-be9c-ae0dcb8b40c2 req-72c2710e-33da-4065-b2a0-aead849356bf tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:52.007630 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-d3530df1-d1e1-4493-a354-353cd78a931d None None] Attempting to bind port 0a465534-4248-4325-bba5-bf0f88a10f10 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:04:52.008231 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-d3530df1-d1e1-4493-a354-353cd78a931d None None] Attempting to bind port 0a465534-4248-4325-bba5-bf0f88a10f10 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:04:52.008791 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3530df1-d1e1-4493-a354-353cd78a931d None None] Attempting to bind port 0a465534-4248-4325-bba5-bf0f88a10f10 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:52.020868 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3530df1-d1e1-4493-a354-353cd78a931d None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:04:52.021545 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3530df1-d1e1-4493-a354-353cd78a931d None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:52.022123 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d3530df1-d1e1-4493-a354-353cd78a931d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:52.022688 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3530df1-d1e1-4493-a354-353cd78a931d None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:04:52.023773 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-d3530df1-d1e1-4493-a354-353cd78a931d None None] Bound port: 0a465534-4248-4325-bba5-bf0f88a10f10, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:04:52.024367 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d3530df1-d1e1-4493-a354-353cd78a931d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0a465534-4248-4325-bba5-bf0f88a10f10), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:52.025955 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e64e1150-fb44-4cad-9498-e99453359737 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:04:52.026105 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Network 0d88fc0b-c108-47cb-b624-7310941ea101 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:04:52.034009 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:52.034133 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c85cb2-7b77-4c9a-be9c-ae0dcb8b40c2 req-72c2710e-33da-4065-b2a0-aead849356bf tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:52.062182 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c85cb2-7b77-4c9a-be9c-ae0dcb8b40c2 req-72c2710e-33da-4065-b2a0-aead849356bf tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:52.082198 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c85cb2-7b77-4c9a-be9c-ae0dcb8b40c2 req-72c2710e-33da-4065-b2a0-aead849356bf tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:52.085157 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48c85cb2-7b77-4c9a-be9c-ae0dcb8b40c2 req-72c2710e-33da-4065-b2a0-aead849356bf tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5429 time: 0.9376495 Feb 07 21:04:52.088750 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-d3530df1-d1e1-4493-a354-353cd78a931d None None] For port 0a465534-4248-4325-bba5-bf0f88a10f10, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:04:52.088947 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b8f7e9f5-dc8b-4f7b-9bcc-f0dce0ddfd4a None None] Current status of the port fa8b5156-6dcc-43cd-8ed3-77e443788bdc is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:52.092522 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-d3530df1-d1e1-4493-a354-353cd78a931d None None] For port 0a465534-4248-4325-bba5-bf0f88a10f10, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0a465534-4248-4325-bba5-bf0f88a10f10,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:04:52.099868 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=fa8b5156-6dcc-43cd-8ed3-77e443788bdc,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:52.104588 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc37f0-d052-4668-b87a-482e1d3af06a None None] Pushing event updated for resources: {'Port': ['ID=0a465534-4248-4325-bba5-bf0f88a10f10,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:52.111573 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port e64e1150-fb44-4cad-9498-e99453359737 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:52.112049 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e64e1150-fb44-4cad-9498-e99453359737), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:52.112538 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d3530df1-d1e1-4493-a354-353cd78a931d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0a465534-4248-4325-bba5-bf0f88a10f10), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:52.180574 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3530df1-d1e1-4493-a354-353cd78a931d None None] Routers {'7df5b036-96da-4efc-a57a-5e255a8c8895'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:04:52.181224 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-d3530df1-d1e1-4493-a354-353cd78a931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:04:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7df5b036-96da-4efc-a57a-5e255a8c8895'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:52.227387 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d611c-9b4b-4f30-8d4d-d20660a59e4a admin admin] Pushing event updated for resources: {'Network': ['ID=ebd8b184-50f5-4851-a69d-d0acc1f62364,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:52.255507 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Router 659afcf2-7218-4d73-ad21-7117284cb309 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:04:52.314976 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bec7cb6f-e913-4887-9003-ca826f21cf69 req-09b51fc6-c247-4d1e-8989-6c218b3fe28e tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961935 Feb 07 21:04:52.318698 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port e64e1150-fb44-4cad-9498-e99453359737 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:52.322809 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network ebd8b184-50f5-4851-a69d-d0acc1f62364 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:04:52.373680 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b8f7e9f5-dc8b-4f7b-9bcc-f0dce0ddfd4a None None] Provisioning complete for port daa3bb7a-66b7-47d0-86d1-538a59484007 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:52.374354 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b8f7e9f5-dc8b-4f7b-9bcc-f0dce0ddfd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (daa3bb7a-66b7-47d0-86d1-538a59484007), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:52.383201 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-9778e01e-63fd-426e-98b8-ffaee4f755b4 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Publish callbacks [] for port (6bb0c8b8-f306-45f6-b3b8-3cf81893304a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:52.395205 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b31f9f4b-e103-4944-bc89-4ace3caedd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (fe9c8c28-09db-4b88-bb14-b7d78a577576), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:52.432153 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-d3530df1-d1e1-4493-a354-353cd78a931d None None] Set router 7df5b036-96da-4efc-a57a-5e255a8c8895 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:04:52.453768 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-46a0f3e9-eb45-4051-8478-678a29915adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:52.456587 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-46a0f3e9-eb45-4051-8478-678a29915adb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b1f97ac58068416db1c6f1dd3f325c67&device_id=232e5150-7391-45cf-a737-4d8329a96210 HTTP/1.1" status: 200 len: 1125 time: 0.6169727 Feb 07 21:04:52.458247 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b8f7e9f5-dc8b-4f7b-9bcc-f0dce0ddfd4a None None] Port daa3bb7a-66b7-47d0-86d1-538a59484007 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:04:52.460964 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31145f2-508b-4090-9b12-1b6f6d5db17d x-openstack-request-id: req-f31145f2-508b-4090-9b12-1b6f6d5db17d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:04:52.461259 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "232e5150-7391-45cf-a737-4d8329a96210", "tag": "4be38363-b333-4daf-aa33-be4f78483414", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:04:52.461633 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f31145f2-508b-4090-9b12-1b6f6d5db17d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:04:52.461982 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '232e5150-7391-45cf-a737-4d8329a96210', 'tag': '4be38363-b333-4daf-aa33-be4f78483414', 'status': 'completed', 'code': 200} Feb 07 21:04:52.462838 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f9f4b-e103-4944-bc89-4ace3caedd3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe9c8c28-09db-4b88-bb14-b7d78a577576,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:52.481762 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48c85cb2-7b77-4c9a-be9c-ae0dcb8b40c2 req-9de12e3f-6e94-4493-a46e-1e309a11d31c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3453100 Feb 07 21:04:52.496747 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc37f0-d052-4668-b87a-482e1d3af06a None None] Pushing event updated for resources: {'Port': ['ID=0a465534-4248-4325-bba5-bf0f88a10f10,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:52.557058 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-0cd1b5fc-f7b0-4406-80b8-5dcf0cb6b8a4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4be38363-b333-4daf-aa33-be4f78483414 HTTP/1.1" status: 200 len: 217 time: 0.0737402 Feb 07 21:04:52.625217 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2e9e71b1-5215-4cd8-ad8f-d9c652ef6941 None None] Provisioning complete for port daa3bb7a-66b7-47d0-86d1-538a59484007 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:52.625590 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2e9e71b1-5215-4cd8-ad8f-d9c652ef6941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (daa3bb7a-66b7-47d0-86d1-538a59484007), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:52.661598 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31f9f4b-e103-4944-bc89-4ace3caedd3a admin admin] Checking segment: {'id': 'dbc68c44-8111-45fa-9423-e9d71b403569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ebd8b184-50f5-4851-a69d-d0acc1f62364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:52.662132 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31f9f4b-e103-4944-bc89-4ace3caedd3a admin admin] Network hostable DHCP agents. Network: ebd8b184-50f5-4851-a69d-d0acc1f62364, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:04:52.665800 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-f072750d-2b24-4938-9c5d-c8069f91b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:52.667612 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-f072750d-2b24-4938-9c5d-c8069f91b299 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d22eb694-e368-4bbe-8b90-a32421babc90 HTTP/1.1" status: 200 len: 854 time: 0.1003091 Feb 07 21:04:52.717412 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2e9e71b1-5215-4cd8-ad8f-d9c652ef6941 None None] Port daa3bb7a-66b7-47d0-86d1-538a59484007 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:04:52.743827 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:04:52.749148 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-56b39ae6-a6fd-4a1c-9ff9-bfafbfb6ef4b tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "PUT /v2.0/routers/659afcf2-7218-4d73-ad21-7117284cb309/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7727723 Feb 07 21:04:52.754571 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49064) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:52.758972 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425e6363-22ec-47dc-90f5-f3fdc8af159e None None] Sync routers for ids ['659afcf2-7218-4d73-ad21-7117284cb309'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:04:52.778441 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-d3530df1-d1e1-4493-a354-353cd78a931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df5b036-96da-4efc-a57a-5e255a8c8895', 'name': 'tempest-AttachSCSIVolumeTestJSON-220449990-router', 'tenant_id': '3e15cbd660114adbb9f19842147e2c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '0a465534-4248-4325-bba5-bf0f88a10f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:04:41Z', 'updated_at': '2022-02-07T21:04:46Z', 'revision_number': 3, 'project_id': '3e15cbd660114adbb9f19842147e2c99', 'gw_port': {'id': '0a465534-4248-4325-bba5-bf0f88a10f10', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df5b036-96da-4efc-a57a-5e255a8c8895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:43Z', 'updated_at': '2022-02-07T21:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:52.780243 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425e6363-22ec-47dc-90f5-f3fdc8af159e None None] Routers {'659afcf2-7218-4d73-ad21-7117284cb309'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:04:52.780807 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-94bb96c5-d0b7-47fd-996b-f99d6118e5d3 req-48aee718-08e6-4df5-91e5-8a1528c6b38a tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=11d603a0-10e2-49eb-9799-7b842afcd6fa HTTP/1.1" status: 200 len: 210 time: 0.1581318 Feb 07 21:04:52.783414 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-425e6363-22ec-47dc-90f5-f3fdc8af159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:04:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['659afcf2-7218-4d73-ad21-7117284cb309'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:52.842078 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-9778e01e-63fd-426e-98b8-ffaee4f755b4 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (6bb0c8b8-f306-45f6-b3b8-3cf81893304a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:52.853285 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3530df1-d1e1-4493-a354-353cd78a931d None None] The sync data for ids ['7df5b036-96da-4efc-a57a-5e255a8c8895'] in n-d-828185-2 is: [{'id': '7df5b036-96da-4efc-a57a-5e255a8c8895', 'name': 'tempest-AttachSCSIVolumeTestJSON-220449990-router', 'tenant_id': '3e15cbd660114adbb9f19842147e2c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '0a465534-4248-4325-bba5-bf0f88a10f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:04:41Z', 'updated_at': '2022-02-07T21:04:46Z', 'revision_number': 3, 'project_id': '3e15cbd660114adbb9f19842147e2c99', 'gw_port': {'id': '0a465534-4248-4325-bba5-bf0f88a10f10', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df5b036-96da-4efc-a57a-5e255a8c8895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:43Z', 'updated_at': '2022-02-07T21:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:04:52.865235 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-425e6363-22ec-47dc-90f5-f3fdc8af159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:52.883929 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425e6363-22ec-47dc-90f5-f3fdc8af159e None None] Routers {'659afcf2-7218-4d73-ad21-7117284cb309'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:04:52.884860 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-425e6363-22ec-47dc-90f5-f3fdc8af159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:04:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['659afcf2-7218-4d73-ad21-7117284cb309'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:52.913776 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-9307e115-91cb-4243-b67d-cc731fffd259 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Allocated IP 172.20.0.5 (e2ff74a0-6233-4073-be49-51a0d51ed7eb/d22eb694-e368-4bbe-8b90-a32421babc90/e357a745-038c-41e2-b12a-e0d62e551407) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:04:52.951818 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-425e6363-22ec-47dc-90f5-f3fdc8af159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:04:52.953081 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425e6363-22ec-47dc-90f5-f3fdc8af159e None None] The sync data for ids ['659afcf2-7218-4d73-ad21-7117284cb309'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:04:52.957865 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778e01e-63fd-426e-98b8-ffaee4f755b4 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Pushing event updated for resources: {'Port': ['ID=6bb0c8b8-f306-45f6-b3b8-3cf81893304a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:53.073919 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-9778e01e-63fd-426e-98b8-ffaee4f755b4 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Network e2ff74a0-6233-4073-be49-51a0d51ed7eb is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:04:53.082215 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-9778e01e-63fd-426e-98b8-ffaee4f755b4 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:53.084883 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-9778e01e-63fd-426e-98b8-ffaee4f755b4 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:04:53.095617 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9d98d8f-aff1-46b7-8300-e8a7492d38de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:53.147703 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:53.163362 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ff05812-6731-408b-b87a-a790b237cd85 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks [] for router (659afcf2-7218-4d73-ad21-7117284cb309), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:53.197951 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-9307e115-91cb-4243-b67d-cc731fffd259 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Publish callbacks [] for port (e357a745-038c-41e2-b12a-e0d62e551407), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:53.289070 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13173fa-2231-4d6c-800b-db8aeec9cc91 req-b522bc30-0032-43b1-87a7-21153071c85e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:53.309444 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e13173fa-2231-4d6c-800b-db8aeec9cc91 req-b522bc30-0032-43b1-87a7-21153071c85e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=67c9431f-38da-4bf5-b59f-ec6bf7e04df9 HTTP/1.1" status: 200 len: 945 time: 0.7043042 Feb 07 21:04:53.319740 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-9307e115-91cb-4243-b67d-cc731fffd259 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (e357a745-038c-41e2-b12a-e0d62e551407), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:53.423443 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-9778e01e-63fd-426e-98b8-ffaee4f755b4 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:53.425220 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-9778e01e-63fd-426e-98b8-ffaee4f755b4 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:53.456541 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307e115-91cb-4243-b67d-cc731fffd259 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Pushing event updated for resources: {'Port': ['ID=e357a745-038c-41e2-b12a-e0d62e551407,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:53.471110 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31f9f4b-e103-4944-bc89-4ace3caedd3a admin admin] Network ebd8b184-50f5-4851-a69d-d0acc1f62364 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:04:53.492924 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-9307e115-91cb-4243-b67d-cc731fffd259 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Network e2ff74a0-6233-4073-be49-51a0d51ed7eb is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:04:53.496028 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-b31f9f4b-e103-4944-bc89-4ace3caedd3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, ebd8b184-50f5-4851-a69d-d0acc1f62364) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:53.505663 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430af138-6b2a-4e70-a327-888fa0dd6721 None None] Network ebd8b184-50f5-4851-a69d-d0acc1f62364 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:04:53.513356 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31f9f4b-e103-4944-bc89-4ace3caedd3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:53.526164 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b31f9f4b-e103-4944-bc89-4ace3caedd3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:53.553981 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-9778e01e-63fd-426e-98b8-ffaee4f755b4 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1774468 Feb 07 21:04:53.575004 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-c13b72fe-bc53-48e8-a676-fe3a4010ff65 service neutron] Request body: {'port': {'device_id': 'f7d732ab-0f9c-49bd-970d-3ee22c5a9160', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:53.588807 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-9307e115-91cb-4243-b67d-cc731fffd259 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:53.596139 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-0ff05812-6731-408b-b87a-a790b237cd85 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 07 21:04:53.600947 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0ff05812-6731-408b-b87a-a790b237cd85 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "DELETE /v2.0/routers/659afcf2-7218-4d73-ad21-7117284cb309 HTTP/1.1" status: 409 len: 329 time: 0.8450322 Feb 07 21:04:53.636097 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e13173fa-2231-4d6c-800b-db8aeec9cc91 req-bf16ebe6-db63-4788-84bb-ec961db09dad tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256371 Feb 07 21:04:53.649874 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-9307e115-91cb-4243-b67d-cc731fffd259 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:04:53.660891 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49074) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:53.708951 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-003b2400-44bf-462e-91ba-5a642f851b60 None None] Provisioning complete for port 6bb0c8b8-f306-45f6-b3b8-3cf81893304a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:53.709681 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-003b2400-44bf-462e-91ba-5a642f851b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6bb0c8b8-f306-45f6-b3b8-3cf81893304a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:53.787380 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-c9d98d8f-aff1-46b7-8300-e8a7492d38de admin admin] Allocated IP 172.20.0.1 (88f5e396-4a19-4ad7-a1c2-230b7b90b20e/fb211195-70ea-4238-93ce-7e8f1d7dc141/63a7d8af-4b75-40fa-8907-7259120ed9f3) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:04:53.791577 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-c13b72fe-bc53-48e8-a676-fe3a4010ff65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6bb0c8b8-f306-45f6-b3b8-3cf81893304a), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:53.988999 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-003b2400-44bf-462e-91ba-5a642f851b60 None None] Port 6bb0c8b8-f306-45f6-b3b8-3cf81893304a cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:04:54.004131 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665f6ecf-52c1-4e8c-85f7-891372ec78ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-ebd8b184-50f5-4851-a69d-d0acc1f62364', 'network_id': 'ebd8b184-50f5-4851-a69d-d0acc1f62364', 'project_id': '2d40885ab80344d9b411b10910ad048c', 'fixed_ips': [{'subnet_id': 'fe9c8c28-09db-4b88-bb14-b7d78a577576'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:04:54.005287 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-665f6ecf-52c1-4e8c-85f7-891372ec78ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:54.026649 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-9307e115-91cb-4243-b67d-cc731fffd259 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:54.030881 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-9307e115-91cb-4243-b67d-cc731fffd259 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:54.057222 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-487f2f2a-8e94-45de-b212-eeb008583793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:54.060080 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-487f2f2a-8e94-45de-b212-eeb008583793 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e2ff74a0-6233-4073-be49-51a0d51ed7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.3723652 Feb 07 21:04:54.193342 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931f690-3912-4030-a943-a67435ca1f7f req-6bb06cf4-4ff4-4090-b35d-5c4169707a75 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:54.194950 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c931f690-3912-4030-a943-a67435ca1f7f req-6bb06cf4-4ff4-4090-b35d-5c4169707a75 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.9559815 Feb 07 21:04:54.223052 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-665f6ecf-52c1-4e8c-85f7-891372ec78ea None None] Allocated IP 172.20.0.2 (ebd8b184-50f5-4851-a69d-d0acc1f62364/fe9c8c28-09db-4b88-bb14-b7d78a577576/42dbcf81-e73a-49ac-b159-b7ecd053113a) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:04:54.365771 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-c13b72fe-bc53-48e8-a676-fe3a4010ff65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb0c8b8-f306-45f6-b3b8-3cf81893304a {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:04:54.380146 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-665f6ecf-52c1-4e8c-85f7-891372ec78ea None None] Publish callbacks [] for port (42dbcf81-e73a-49ac-b159-b7ecd053113a), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:54.383578 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-c13b72fe-bc53-48e8-a676-fe3a4010ff65 service neutron] Publish callbacks [] for port (6bb0c8b8-f306-45f6-b3b8-3cf81893304a), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:54.394109 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device fa8b5156-6dcc-43cd-8ed3-77e443788bdc up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:04:54.400482 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-c13b72fe-bc53-48e8-a676-fe3a4010ff65 service neutron] Transition to ACTIVE for port object 6bb0c8b8-f306-45f6-b3b8-3cf81893304a will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:04:54.424656 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-c13b72fe-bc53-48e8-a676-fe3a4010ff65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (6bb0c8b8-f306-45f6-b3b8-3cf81893304a), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:54.428819 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-665f6ecf-52c1-4e8c-85f7-891372ec78ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (42dbcf81-e73a-49ac-b159-b7ecd053113a), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:54.488881 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665f6ecf-52c1-4e8c-85f7-891372ec78ea None None] Network ebd8b184-50f5-4851-a69d-d0acc1f62364 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:04:54.502621 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:54.509567 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-220361fa-ea78-4e37-9d90-f34c0e9eb7bb None None] Provisioning complete for port e357a745-038c-41e2-b12a-e0d62e551407 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:54.510150 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-220361fa-ea78-4e37-9d90-f34c0e9eb7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e357a745-038c-41e2-b12a-e0d62e551407), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:54.548219 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-665f6ecf-52c1-4e8c-85f7-891372ec78ea None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:54.550679 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665f6ecf-52c1-4e8c-85f7-891372ec78ea None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:04:54.559543 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-220361fa-ea78-4e37-9d90-f34c0e9eb7bb None None] Port e357a745-038c-41e2-b12a-e0d62e551407 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:04:54.587325 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f6ecf-52c1-4e8c-85f7-891372ec78ea None None] Pushing event updated for resources: {'Port': ['ID=42dbcf81-e73a-49ac-b159-b7ecd053113a,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:54.627992 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-665f6ecf-52c1-4e8c-85f7-891372ec78ea None None] Attempting to bind port 42dbcf81-e73a-49ac-b159-b7ecd053113a on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:04:54.628704 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-665f6ecf-52c1-4e8c-85f7-891372ec78ea None None] Attempting to bind port 42dbcf81-e73a-49ac-b159-b7ecd053113a by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'dbc68c44-8111-45fa-9423-e9d71b403569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ebd8b184-50f5-4851-a69d-d0acc1f62364'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:04:54.629651 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f6ecf-52c1-4e8c-85f7-891372ec78ea None None] Attempting to bind port 42dbcf81-e73a-49ac-b159-b7ecd053113a on network ebd8b184-50f5-4851-a69d-d0acc1f62364 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:54.636264 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f6ecf-52c1-4e8c-85f7-891372ec78ea None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:04:54.636811 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f6ecf-52c1-4e8c-85f7-891372ec78ea None None] Checking segment: {'id': 'dbc68c44-8111-45fa-9423-e9d71b403569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ebd8b184-50f5-4851-a69d-d0acc1f62364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:54.637340 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-665f6ecf-52c1-4e8c-85f7-891372ec78ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:54.637842 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f6ecf-52c1-4e8c-85f7-891372ec78ea None None] Bound using segment: {'id': 'dbc68c44-8111-45fa-9423-e9d71b403569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ebd8b184-50f5-4851-a69d-d0acc1f62364'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:04:54.638427 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-665f6ecf-52c1-4e8c-85f7-891372ec78ea None None] Bound port: 42dbcf81-e73a-49ac-b159-b7ecd053113a, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc68c44-8111-45fa-9423-e9d71b403569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ebd8b184-50f5-4851-a69d-d0acc1f62364'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:04:54.639058 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-665f6ecf-52c1-4e8c-85f7-891372ec78ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (42dbcf81-e73a-49ac-b159-b7ecd053113a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:54.662616 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port fa8b5156-6dcc-43cd-8ed3-77e443788bdc triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:54.662898 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b72fe-bc53-48e8-a676-fe3a4010ff65 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb0c8b8-f306-45f6-b3b8-3cf81893304a,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:54.663030 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fa8b5156-6dcc-43cd-8ed3-77e443788bdc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:54.833603 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-665f6ecf-52c1-4e8c-85f7-891372ec78ea None None] For port 42dbcf81-e73a-49ac-b159-b7ecd053113a, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:04:54.839159 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-665f6ecf-52c1-4e8c-85f7-891372ec78ea None None] For port 42dbcf81-e73a-49ac-b159-b7ecd053113a, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=42dbcf81-e73a-49ac-b159-b7ecd053113a,segment=NetworkSegment(dbc68c44-8111-45fa-9423-e9d71b403569),segment_id=dbc68c44-8111-45fa-9423-e9d71b403569)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:04:54.890564 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-c13b72fe-bc53-48e8-a676-fe3a4010ff65 service neutron] Attempting to bind port 6bb0c8b8-f306-45f6-b3b8-3cf81893304a on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:04:54.891220 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-c13b72fe-bc53-48e8-a676-fe3a4010ff65 service neutron] Attempting to bind port 6bb0c8b8-f306-45f6-b3b8-3cf81893304a by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '1574066e-16fc-4a8d-8d78-5c89781943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2ff74a0-6233-4073-be49-51a0d51ed7eb'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:04:54.891736 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-c13b72fe-bc53-48e8-a676-fe3a4010ff65 service neutron] Attempting to bind port 6bb0c8b8-f306-45f6-b3b8-3cf81893304a on network e2ff74a0-6233-4073-be49-51a0d51ed7eb {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:54.894598 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port fa8b5156-6dcc-43cd-8ed3-77e443788bdc is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:54.895733 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0a465534-4248-4325-bba5-bf0f88a10f10 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:04:54.905319 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-665f6ecf-52c1-4e8c-85f7-891372ec78ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (42dbcf81-e73a-49ac-b159-b7ecd053113a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:54.924831 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9d98d8f-aff1-46b7-8300-e8a7492d38de admin admin] Publish callbacks [] for port (63a7d8af-4b75-40fa-8907-7259120ed9f3), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:54.938573 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-c13b72fe-bc53-48e8-a676-fe3a4010ff65 service neutron] Port 6bb0c8b8-f306-45f6-b3b8-3cf81893304a on network e2ff74a0-6233-4073-be49-51a0d51ed7eb not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:04:54.939229 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-c13b72fe-bc53-48e8-a676-fe3a4010ff65 service neutron] Attempting to bind port 6bb0c8b8-f306-45f6-b3b8-3cf81893304a on network e2ff74a0-6233-4073-be49-51a0d51ed7eb {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:54.964111 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-c13b72fe-bc53-48e8-a676-fe3a4010ff65 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:04:54.964846 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-c13b72fe-bc53-48e8-a676-fe3a4010ff65 service neutron] Checking segment: {'id': '1574066e-16fc-4a8d-8d78-5c89781943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2ff74a0-6233-4073-be49-51a0d51ed7eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:54.965735 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-c13b72fe-bc53-48e8-a676-fe3a4010ff65 service neutron] Bound using segment: {'id': '1574066e-16fc-4a8d-8d78-5c89781943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2ff74a0-6233-4073-be49-51a0d51ed7eb'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:04:54.966394 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-c13b72fe-bc53-48e8-a676-fe3a4010ff65 service neutron] Bound port: 6bb0c8b8-f306-45f6-b3b8-3cf81893304a, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1574066e-16fc-4a8d-8d78-5c89781943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2ff74a0-6233-4073-be49-51a0d51ed7eb'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:04:54.967044 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-c13b72fe-bc53-48e8-a676-fe3a4010ff65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6bb0c8b8-f306-45f6-b3b8-3cf81893304a), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:54.969951 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b31f9f4b-e103-4944-bc89-4ace3caedd3a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.4512434 Feb 07 21:04:54.991237 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49082) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:04:55.009417 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a5841558-f05a-4dc9-9517-968aeef849ef admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-885377760-router', 'tenant_id': '2d40885ab80344d9b411b10910ad048c', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:55.053915 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f6ecf-52c1-4e8c-85f7-891372ec78ea None None] Pushing event updated for resources: {'Port': ['ID=42dbcf81-e73a-49ac-b159-b7ecd053113a,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:55.071322 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5841558-f05a-4dc9-9517-968aeef849ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (cebee36d-9c35-4f11-aabc-d2045ad7b415), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:55.074541 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5841558-f05a-4dc9-9517-968aeef849ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (cebee36d-9c35-4f11-aabc-d2045ad7b415), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:55.076801 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 0a465534-4248-4325-bba5-bf0f88a10f10 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:55.077180 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0a465534-4248-4325-bba5-bf0f88a10f10), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:55.136934 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c931f690-3912-4030-a943-a67435ca1f7f req-a3121f04-32e5-4e7f-a439-660a470773be tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619081 Feb 07 21:04:55.216891 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-9307e115-91cb-4243-b67d-cc731fffd259 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7991946 Feb 07 21:04:55.233968 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5841558-f05a-4dc9-9517-968aeef849ef admin admin] Publish callbacks [] for router_controller (cebee36d-9c35-4f11-aabc-d2045ad7b415), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:55.239278 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-287d1e7e-3a1e-48dd-b79e-89d4aabc23d9 service neutron] Request body: {'port': {'device_id': '11d603a0-10e2-49eb-9799-7b842afcd6fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:04:55.308211 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 0a465534-4248-4325-bba5-bf0f88a10f10 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:55.308638 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0a465534-4248-4325-bba5-bf0f88a10f10), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:55.330312 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-287d1e7e-3a1e-48dd-b79e-89d4aabc23d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e357a745-038c-41e2-b12a-e0d62e551407), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:55.402377 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 0a465534-4248-4325-bba5-bf0f88a10f10, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0a465534-4248-4325-bba5-bf0f88a10f10,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:55.415823 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0a465534-4248-4325-bba5-bf0f88a10f10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:55.422367 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5c442-35d5-4b63-a750-a00311ea3b07 req-952d6165-4f1b-4266-8a88-d91588bc068b tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:55.431531 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5c442-35d5-4b63-a750-a00311ea3b07 req-952d6165-4f1b-4266-8a88-d91588bc068b tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:55.461850 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5c442-35d5-4b63-a750-a00311ea3b07 req-952d6165-4f1b-4266-8a88-d91588bc068b tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:55.471123 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5c442-35d5-4b63-a750-a00311ea3b07 req-952d6165-4f1b-4266-8a88-d91588bc068b tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:55.482197 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5c442-35d5-4b63-a750-a00311ea3b07 req-952d6165-4f1b-4266-8a88-d91588bc068b tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:55.507016 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5c442-35d5-4b63-a750-a00311ea3b07 req-952d6165-4f1b-4266-8a88-d91588bc068b tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:55.518638 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5c442-35d5-4b63-a750-a00311ea3b07 req-952d6165-4f1b-4266-8a88-d91588bc068b tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:55.521692 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0db5c442-35d5-4b63-a750-a00311ea3b07 req-952d6165-4f1b-4266-8a88-d91588bc068b tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5429 time: 1.6006794 Feb 07 21:04:55.569351 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=0a465534-4248-4325-bba5-bf0f88a10f10,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:55.623949 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9d98d8f-aff1-46b7-8300-e8a7492d38de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (63a7d8af-4b75-40fa-8907-7259120ed9f3), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:55.715525 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5841558-f05a-4dc9-9517-968aeef849ef admin admin] Publish callbacks [] for router_gateway (cebee36d-9c35-4f11-aabc-d2045ad7b415), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:55.738692 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d98d8f-aff1-46b7-8300-e8a7492d38de admin admin] Network 88f5e396-4a19-4ad7-a1c2-230b7b90b20e is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:04:55.744727 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-c13b72fe-bc53-48e8-a676-fe3a4010ff65 service neutron] For port 6bb0c8b8-f306-45f6-b3b8-3cf81893304a, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:04:55.765435 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-c9d98d8f-aff1-46b7-8300-e8a7492d38de admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:55.793171 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-13b2f7a2-628c-4d24-9ada-0418dd96173e service neutron] 10.222.0.71 "GET /v2.0/networks/e2ff74a0-6233-4073-be49-51a0d51ed7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6335177 Feb 07 21:04:55.810213 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d98d8f-aff1-46b7-8300-e8a7492d38de admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:04:55.814252 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d98d8f-aff1-46b7-8300-e8a7492d38de admin admin] Pushing event updated for resources: {'Port': ['ID=63a7d8af-4b75-40fa-8907-7259120ed9f3,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:55.822607 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-c13b72fe-bc53-48e8-a676-fe3a4010ff65 service neutron] For port 6bb0c8b8-f306-45f6-b3b8-3cf81893304a, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6bb0c8b8-f306-45f6-b3b8-3cf81893304a,segment=NetworkSegment(1574066e-16fc-4a8d-8d78-5c89781943be),segment_id=1574066e-16fc-4a8d-8d78-5c89781943be)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:04:55.883556 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-c13b72fe-bc53-48e8-a676-fe3a4010ff65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (6bb0c8b8-f306-45f6-b3b8-3cf81893304a), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:55.970980 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9d98d8f-aff1-46b7-8300-e8a7492d38de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (7df5b036-96da-4efc-a57a-5e255a8c8895), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:56.038697 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0398929b-d1b4-4601-b88d-a6080e264f42 req-296da141-2742-4d63-9200-d3b220d79f34 service neutron] 10.222.0.71 "GET /v2.0/networks/e2ff74a0-6233-4073-be49-51a0d51ed7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053704 Feb 07 21:04:56.113076 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-c13b72fe-bc53-48e8-a676-fe3a4010ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:56.113997 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-c13b72fe-bc53-48e8-a676-fe3a4010ff65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:56.117972 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-c13b72fe-bc53-48e8-a676-fe3a4010ff65 service neutron] 10.222.0.69 "PUT /v2.0/ports/6bb0c8b8-f306-45f6-b3b8-3cf81893304a HTTP/1.1" status: 200 len: 1092 time: 2.5539534 Feb 07 21:04:56.128667 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d732ab-0f9c-49bd-970d-3ee22c5a9160', 'tag': '6bb0c8b8-f306-45f6-b3b8-3cf81893304a'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:04:56.136124 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e82c1c-63d1-444b-a907-15f52831eca3" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d732ab-0f9c-49bd-970d-3ee22c5a9160", "tag": "6bb0c8b8-f306-45f6-b3b8-3cf81893304a"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:04:56.165575 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e31b6-c5eb-4b86-8b8d-a95a7198c1e1 req-ccdf8686-af04-45fa-8fe6-dd425eb73056 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:56.170269 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-868e31b6-c5eb-4b86-8b8d-a95a7198c1e1 req-ccdf8686-af04-45fa-8fe6-dd425eb73056 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=11d603a0-10e2-49eb-9799-7b842afcd6fa HTTP/1.1" status: 200 len: 931 time: 0.5713730 Feb 07 21:04:56.187068 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b72fe-bc53-48e8-a676-fe3a4010ff65 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb0c8b8-f306-45f6-b3b8-3cf81893304a,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:56.192107 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0a465534-4248-4325-bba5-bf0f88a10f10 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:04:56.355862 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b381267f-0a0d-4ec8-86e1-2676471f76b7 None None] Provisioning complete for port 63a7d8af-4b75-40fa-8907-7259120ed9f3 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:56.356256 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b381267f-0a0d-4ec8-86e1-2676471f76b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (63a7d8af-4b75-40fa-8907-7259120ed9f3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:56.450834 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-868e31b6-c5eb-4b86-8b8d-a95a7198c1e1 req-f4c6d192-48e8-4365-8706-5f136afa17bd tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253957 Feb 07 21:04:56.470673 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 0a465534-4248-4325-bba5-bf0f88a10f10 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:56.471184 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0a465534-4248-4325-bba5-bf0f88a10f10), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:56.480339 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17172092-535c-424d-9ba0-3060069a6d50 req-03eff095-6ba4-4c5d-b32a-7e5ac1750280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:56.482201 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17172092-535c-424d-9ba0-3060069a6d50 req-03eff095-6ba4-4c5d-b32a-7e5ac1750280 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b1f97ac58068416db1c6f1dd3f325c67&device_id=232e5150-7391-45cf-a737-4d8329a96210 HTTP/1.1" status: 200 len: 1125 time: 0.2972579 Feb 07 21:04:56.486507 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b381267f-0a0d-4ec8-86e1-2676471f76b7 None None] Port 63a7d8af-4b75-40fa-8907-7259120ed9f3 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:04:56.507115 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0db5c442-35d5-4b63-a750-a00311ea3b07 req-53da0198-aabc-4090-9eda-15a81ee6496f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8943470 Feb 07 21:04:56.669410 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784d2b06-8fbe-4e8c-ba16-07ce15168af4 x-openstack-request-id: req-784d2b06-8fbe-4e8c-ba16-07ce15168af4 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:04:56.670747 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d732ab-0f9c-49bd-970d-3ee22c5a9160", "tag": "6bb0c8b8-f306-45f6-b3b8-3cf81893304a", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:04:56.671268 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-784d2b06-8fbe-4e8c-ba16-07ce15168af4 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:04:56.671982 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d732ab-0f9c-49bd-970d-3ee22c5a9160', 'tag': '6bb0c8b8-f306-45f6-b3b8-3cf81893304a', 'status': 'completed', 'code': 200} Feb 07 21:04:56.683449 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 0a465534-4248-4325-bba5-bf0f88a10f10 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:56.684627 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 42dbcf81-e73a-49ac-b159-b7ecd053113a up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:04:56.756527 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5841558-f05a-4dc9-9517-968aeef849ef admin admin] Publish callbacks [] for router_gateway (cebee36d-9c35-4f11-aabc-d2045ad7b415), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:56.795832 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5841558-f05a-4dc9-9517-968aeef849ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:56.800343 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17172092-535c-424d-9ba0-3060069a6d50 req-c058439b-9769-4025-877b-c550171a2a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:56.805466 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17172092-535c-424d-9ba0-3060069a6d50 req-c058439b-9769-4025-877b-c550171a2a6e service neutron] 10.222.0.71 "GET /v2.0/networks?id=e2ff74a0-6233-4073-be49-51a0d51ed7eb HTTP/1.1" status: 200 len: 916 time: 0.2945147 Feb 07 21:04:56.813293 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 42dbcf81-e73a-49ac-b159-b7ecd053113a triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:56.813699 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (42dbcf81-e73a-49ac-b159-b7ecd053113a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:56.868810 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9d98d8f-aff1-46b7-8300-e8a7492d38de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (63a7d8af-4b75-40fa-8907-7259120ed9f3), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:56.886029 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-f93d5d6e-3b37-423a-abd8-c7b076feb38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:56.891522 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-f93d5d6e-3b37-423a-abd8-c7b076feb38d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b1f97ac58068416db1c6f1dd3f325c67&device_id=f7d732ab-0f9c-49bd-970d-3ee22c5a9160 HTTP/1.1" status: 200 len: 1126 time: 0.6559875 Feb 07 21:04:56.944862 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 42dbcf81-e73a-49ac-b159-b7ecd053113a is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:56.945172 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (42dbcf81-e73a-49ac-b159-b7ecd053113a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:56.998507 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 42dbcf81-e73a-49ac-b159-b7ecd053113a, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=42dbcf81-e73a-49ac-b159-b7ecd053113a,segment=NetworkSegment(dbc68c44-8111-45fa-9423-e9d71b403569),segment_id=dbc68c44-8111-45fa-9423-e9d71b403569)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:57.017408 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (42dbcf81-e73a-49ac-b159-b7ecd053113a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:57.032587 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-37469547-c38c-4697-8fad-ddc8df2cb4dc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bb0c8b8-f306-45f6-b3b8-3cf81893304a HTTP/1.1" status: 200 len: 217 time: 0.1040258 Feb 07 21:04:57.122819 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=42dbcf81-e73a-49ac-b159-b7ecd053113a,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:57.145354 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17172092-535c-424d-9ba0-3060069a6d50 req-19dbb387-d83a-47ea-9f36-fba1e7384c23 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4be38363-b333-4daf-aa33-be4f78483414 HTTP/1.1" status: 200 len: 217 time: 0.1827834 Feb 07 21:04:57.157263 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1768fa14-1de8-4501-9019-cfe837badeb2 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (659afcf2-7218-4d73-ad21-7117284cb309), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:57.196205 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151acc9d-01f5-4462-b716-b5322f82a0b1 req-3ac6008a-0fee-49e0-8bd7-505c4b84b7a0 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:57.198027 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-151acc9d-01f5-4462-b716-b5322f82a0b1 req-3ac6008a-0fee-49e0-8bd7-505c4b84b7a0 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.69 "GET /v2.0/ports?device_id=67c9431f-38da-4bf5-b59f-ec6bf7e04df9 HTTP/1.1" status: 200 len: 945 time: 0.3055158 Feb 07 21:04:57.207174 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186db4c3-a478-484f-80c4-2c05435a189c None None] Network ebd8b184-50f5-4851-a69d-d0acc1f62364 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:04:57.207940 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-a5841558-f05a-4dc9-9517-968aeef849ef admin admin] Allocated IP 172.25.4.68 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/c10dedba-d54c-43ba-83d0-69051aa60402) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:04:57.212286 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-6f7e357e-76aa-4513-861c-141ebb952a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:57.213867 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-6f7e357e-76aa-4513-861c-141ebb952a02 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d22eb694-e368-4bbe-8b90-a32421babc90 HTTP/1.1" status: 200 len: 854 time: 0.1615624 Feb 07 21:04:57.334560 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a8de2b53-e403-4efd-81ee-fa4462f38829 None None] Provisioning complete for port 42dbcf81-e73a-49ac-b159-b7ecd053113a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:57.334939 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a8de2b53-e403-4efd-81ee-fa4462f38829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (42dbcf81-e73a-49ac-b159-b7ecd053113a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:57.424170 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17172092-535c-424d-9ba0-3060069a6d50 req-d3f3afd3-4566-42b1-8c76-48aeac7a9db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:57.425946 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17172092-535c-424d-9ba0-3060069a6d50 req-d3f3afd3-4566-42b1-8c76-48aeac7a9db9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d22eb694-e368-4bbe-8b90-a32421babc90 HTTP/1.1" status: 200 len: 854 time: 0.2621994 Feb 07 21:04:57.537132 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-287d1e7e-3a1e-48dd-b79e-89d4aabc23d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e357a745-038c-41e2-b12a-e0d62e551407 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:04:57.546368 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-287d1e7e-3a1e-48dd-b79e-89d4aabc23d9 service neutron] Publish callbacks [] for port (e357a745-038c-41e2-b12a-e0d62e551407), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:57.564460 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-287d1e7e-3a1e-48dd-b79e-89d4aabc23d9 service neutron] Transition to ACTIVE for port object e357a745-038c-41e2-b12a-e0d62e551407 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:04:57.570116 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a8de2b53-e403-4efd-81ee-fa4462f38829 None None] Current status of the port 42dbcf81-e73a-49ac-b159-b7ecd053113a is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:57.662183 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-287d1e7e-3a1e-48dd-b79e-89d4aabc23d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (e357a745-038c-41e2-b12a-e0d62e551407), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:57.790981 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f84e2b-8a4a-4323-80a6-49da9df56cb8 req-64f35780-3bcc-41cd-956e-35a17370effc tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:57.801340 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59f84e2b-8a4a-4323-80a6-49da9df56cb8 req-64f35780-3bcc-41cd-956e-35a17370effc tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=67c9431f-38da-4bf5-b59f-ec6bf7e04df9 HTTP/1.1" status: 200 len: 945 time: 0.9947102 Feb 07 21:04:57.828787 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be0c39-c98e-4b1e-8d6d-921d57c5094e req-352c020e-2641-4d97-8169-b58bc2b2fb6c tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:57.835485 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-39be0c39-c98e-4b1e-8d6d-921d57c5094e req-352c020e-2641-4d97-8169-b58bc2b2fb6c tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.9628022 Feb 07 21:04:57.888922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d1e7e-3a1e-48dd-b79e-89d4aabc23d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e357a745-038c-41e2-b12a-e0d62e551407,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:57.922026 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 42dbcf81-e73a-49ac-b159-b7ecd053113a up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:04:57.980091 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-5a695886-6a28-455d-ac50-74212267b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:57.981749 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-5a695886-6a28-455d-ac50-74212267b106 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e2ff74a0-6233-4073-be49-51a0d51ed7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7554464 Feb 07 21:04:58.027789 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-66792d1f-40a9-4b8d-9b79-ae2f7e7e3429 None None] Provisioning complete for port 42dbcf81-e73a-49ac-b159-b7ecd053113a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:58.027789 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-66792d1f-40a9-4b8d-9b79-ae2f7e7e3429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (42dbcf81-e73a-49ac-b159-b7ecd053113a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:58.096014 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 42dbcf81-e73a-49ac-b159-b7ecd053113a triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:58.097072 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (42dbcf81-e73a-49ac-b159-b7ecd053113a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:58.151129 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-151acc9d-01f5-4462-b716-b5322f82a0b1 req-19924a6a-ea11-434d-9790-555bd2d08496 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Deleting port 3affb3a3-f44f-4d9b-8a56-d07af96ae65f {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:04:58.151992 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-151acc9d-01f5-4462-b716-b5322f82a0b1 req-19924a6a-ea11-434d-9790-555bd2d08496 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (3affb3a3-f44f-4d9b-8a56-d07af96ae65f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:58.159492 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59f84e2b-8a4a-4323-80a6-49da9df56cb8 req-14193029-81f9-4d70-8fd2-7c1b48b9699d tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165038 Feb 07 21:04:58.161350 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17172092-535c-424d-9ba0-3060069a6d50 req-9ec57e5e-af99-49d8-9706-eddf34e468e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:58.162775 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17172092-535c-424d-9ba0-3060069a6d50 req-9ec57e5e-af99-49d8-9706-eddf34e468e4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e2ff74a0-6233-4073-be49-51a0d51ed7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5584993 Feb 07 21:04:58.189096 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9d98d8f-aff1-46b7-8300-e8a7492d38de admin admin] Publish callbacks [] for port (63a7d8af-4b75-40fa-8907-7259120ed9f3), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:58.225549 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 42dbcf81-e73a-49ac-b159-b7ecd053113a is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:58.227800 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-66792d1f-40a9-4b8d-9b79-ae2f7e7e3429 None None] Current status of the port 42dbcf81-e73a-49ac-b159-b7ecd053113a is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:04:58.240564 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-39be0c39-c98e-4b1e-8d6d-921d57c5094e req-3bc82c26-760a-470c-8a17-e4fa71297705 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167243 Feb 07 21:04:58.243922 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9d98d8f-aff1-46b7-8300-e8a7492d38de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (63a7d8af-4b75-40fa-8907-7259120ed9f3), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:58.317399 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-287d1e7e-3a1e-48dd-b79e-89d4aabc23d9 service neutron] Attempting to bind port e357a745-038c-41e2-b12a-e0d62e551407 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:04:58.317741 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-287d1e7e-3a1e-48dd-b79e-89d4aabc23d9 service neutron] Attempting to bind port e357a745-038c-41e2-b12a-e0d62e551407 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '1574066e-16fc-4a8d-8d78-5c89781943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2ff74a0-6233-4073-be49-51a0d51ed7eb'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:04:58.318069 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-287d1e7e-3a1e-48dd-b79e-89d4aabc23d9 service neutron] Attempting to bind port e357a745-038c-41e2-b12a-e0d62e551407 on network e2ff74a0-6233-4073-be49-51a0d51ed7eb {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:58.377594 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5841558-f05a-4dc9-9517-968aeef849ef admin admin] Publish callbacks [] for port (c10dedba-d54c-43ba-83d0-69051aa60402), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:58.378751 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-287d1e7e-3a1e-48dd-b79e-89d4aabc23d9 service neutron] Port e357a745-038c-41e2-b12a-e0d62e551407 on network e2ff74a0-6233-4073-be49-51a0d51ed7eb not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:04:58.379381 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-287d1e7e-3a1e-48dd-b79e-89d4aabc23d9 service neutron] Attempting to bind port e357a745-038c-41e2-b12a-e0d62e551407 on network e2ff74a0-6233-4073-be49-51a0d51ed7eb {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:04:58.408539 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-287d1e7e-3a1e-48dd-b79e-89d4aabc23d9 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:04:58.409174 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-287d1e7e-3a1e-48dd-b79e-89d4aabc23d9 service neutron] Checking segment: {'id': '1574066e-16fc-4a8d-8d78-5c89781943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2ff74a0-6233-4073-be49-51a0d51ed7eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:04:58.410012 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-287d1e7e-3a1e-48dd-b79e-89d4aabc23d9 service neutron] Bound using segment: {'id': '1574066e-16fc-4a8d-8d78-5c89781943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2ff74a0-6233-4073-be49-51a0d51ed7eb'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:04:58.410747 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-287d1e7e-3a1e-48dd-b79e-89d4aabc23d9 service neutron] Bound port: e357a745-038c-41e2-b12a-e0d62e551407, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1574066e-16fc-4a8d-8d78-5c89781943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2ff74a0-6233-4073-be49-51a0d51ed7eb'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:04:58.411310 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-287d1e7e-3a1e-48dd-b79e-89d4aabc23d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e357a745-038c-41e2-b12a-e0d62e551407), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:58.429819 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-16ed9114-9190-4867-9cf8-28d1ec0382ab service neutron] 10.222.0.69 "GET /v2.0/networks/e2ff74a0-6233-4073-be49-51a0d51ed7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328430 Feb 07 21:04:58.443040 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d98d8f-aff1-46b7-8300-e8a7492d38de admin admin] Pushing event updated for resources: {'Port': ['ID=63a7d8af-4b75-40fa-8907-7259120ed9f3,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:58.484670 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9d98d8f-aff1-46b7-8300-e8a7492d38de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (7df5b036-96da-4efc-a57a-5e255a8c8895), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:58.518492 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17172092-535c-424d-9ba0-3060069a6d50 req-b3900398-3d87-4a07-9c22-20b25caebed6 service neutron] 10.222.0.71 "GET /v2.0/networks/e2ff74a0-6233-4073-be49-51a0d51ed7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401418 Feb 07 21:04:58.615725 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-151acc9d-01f5-4462-b716-b5322f82a0b1 req-19924a6a-ea11-434d-9790-555bd2d08496 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] For port 3affb3a3-f44f-4d9b-8a56-d07af96ae65f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=3affb3a3-f44f-4d9b-8a56-d07af96ae65f,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:04:58.616092 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-151acc9d-01f5-4462-b716-b5322f82a0b1 req-19924a6a-ea11-434d-9790-555bd2d08496 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (3affb3a3-f44f-4d9b-8a56-d07af96ae65f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:58.629459 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5841558-f05a-4dc9-9517-968aeef849ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (c10dedba-d54c-43ba-83d0-69051aa60402), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:58.676295 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-151acc9d-01f5-4462-b716-b5322f82a0b1 req-19924a6a-ea11-434d-9790-555bd2d08496 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Calling delete_port for 3affb3a3-f44f-4d9b-8a56-d07af96ae65f owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:04:58.684870 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994eac4-2636-4d91-8a60-9e05c57cbaaf req-6494cb91-bcfa-4bd5-b15c-119910106712 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:58.690712 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994eac4-2636-4d91-8a60-9e05c57cbaaf req-6494cb91-bcfa-4bd5-b15c-119910106712 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:58.695931 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994eac4-2636-4d91-8a60-9e05c57cbaaf req-6494cb91-bcfa-4bd5-b15c-119910106712 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:58.701364 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994eac4-2636-4d91-8a60-9e05c57cbaaf req-6494cb91-bcfa-4bd5-b15c-119910106712 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:58.706980 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994eac4-2636-4d91-8a60-9e05c57cbaaf req-6494cb91-bcfa-4bd5-b15c-119910106712 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:58.711932 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994eac4-2636-4d91-8a60-9e05c57cbaaf req-6494cb91-bcfa-4bd5-b15c-119910106712 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:58.717674 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994eac4-2636-4d91-8a60-9e05c57cbaaf req-6494cb91-bcfa-4bd5-b15c-119910106712 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:58.719107 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7994eac4-2636-4d91-8a60-9e05c57cbaaf req-6494cb91-bcfa-4bd5-b15c-119910106712 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5429 time: 0.3323035 Feb 07 21:04:58.729669 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff67bb-e5b9-4952-ad58-cfe1061fb7e1 req-3c83e536-382c-415c-9f80-005b0dd4cf91 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:58.731223 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5dff67bb-e5b9-4952-ad58-cfe1061fb7e1 req-3c83e536-382c-415c-9f80-005b0dd4cf91 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=11d603a0-10e2-49eb-9799-7b842afcd6fa HTTP/1.1" status: 200 len: 943 time: 0.3800170 Feb 07 21:04:58.756181 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-db702d1c-a3d2-4c87-a9cd-3695ab9facef req-be04a4f9-9988-424d-a51d-a16bdf7c3371 service neutron] 10.222.0.69 "GET /v2.0/networks/e2ff74a0-6233-4073-be49-51a0d51ed7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162525 Feb 07 21:04:58.793720 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1768fa14-1de8-4501-9019-cfe837badeb2 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Deleting port daa3bb7a-66b7-47d0-86d1-538a59484007 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:04:58.794068 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1768fa14-1de8-4501-9019-cfe837badeb2 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (daa3bb7a-66b7-47d0-86d1-538a59484007), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:58.798454 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-287d1e7e-3a1e-48dd-b79e-89d4aabc23d9 service neutron] For port e357a745-038c-41e2-b12a-e0d62e551407, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:04:58.824508 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5841558-f05a-4dc9-9517-968aeef849ef admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:04:58.834288 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-a5841558-f05a-4dc9-9517-968aeef849ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:58.842520 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5841558-f05a-4dc9-9517-968aeef849ef admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:04:58.858185 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5841558-f05a-4dc9-9517-968aeef849ef admin admin] Pushing event updated for resources: {'Port': ['ID=c10dedba-d54c-43ba-83d0-69051aa60402,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:58.879209 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-287d1e7e-3a1e-48dd-b79e-89d4aabc23d9 service neutron] For port e357a745-038c-41e2-b12a-e0d62e551407, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=e357a745-038c-41e2-b12a-e0d62e551407,segment=NetworkSegment(1574066e-16fc-4a8d-8d78-5c89781943be),segment_id=1574066e-16fc-4a8d-8d78-5c89781943be)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:04:58.974465 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d98d8f-aff1-46b7-8300-e8a7492d38de admin admin] Network 88f5e396-4a19-4ad7-a1c2-230b7b90b20e is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:04:58.986393 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-c9d98d8f-aff1-46b7-8300-e8a7492d38de admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:04:59.300654 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e82c1c-63d1-444b-a907-15f52831eca3 req-42f12c75-5d66-4405-8220-d175e815a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:59.302007 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-89e82c1c-63d1-444b-a907-15f52831eca3 req-42f12c75-5d66-4405-8220-d175e815a687 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b1f97ac58068416db1c6f1dd3f325c67&device_id=f7d732ab-0f9c-49bd-970d-3ee22c5a9160 HTTP/1.1" status: 200 len: 1126 time: 0.4705627 Feb 07 21:04:59.364224 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1768fa14-1de8-4501-9019-cfe837badeb2 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (daa3bb7a-66b7-47d0-86d1-538a59484007), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:59.378913 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1768fa14-1de8-4501-9019-cfe837badeb2 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Calling delete_port for daa3bb7a-66b7-47d0-86d1-538a59484007 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:04:59.399490 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-83bb4785-9c4d-4610-9d01-a302ef3a3a5b None None] Provisioning complete for port 63a7d8af-4b75-40fa-8907-7259120ed9f3 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:04:59.400077 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-83bb4785-9c4d-4610-9d01-a302ef3a3a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (63a7d8af-4b75-40fa-8907-7259120ed9f3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:59.468399 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-83bb4785-9c4d-4610-9d01-a302ef3a3a5b None None] Port 63a7d8af-4b75-40fa-8907-7259120ed9f3 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:04:59.580082 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-151acc9d-01f5-4462-b716-b5322f82a0b1 req-19924a6a-ea11-434d-9790-555bd2d08496 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (3affb3a3-f44f-4d9b-8a56-d07af96ae65f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:59.584487 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5dff67bb-e5b9-4952-ad58-cfe1061fb7e1 req-a374a93c-f7da-496f-b9e3-641eea894511 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8377919 Feb 07 21:04:59.586448 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17172092-535c-424d-9ba0-3060069a6d50 req-a43f33f2-d88d-49e5-b0d4-bf1c2a6c83e3 service neutron] 10.222.0.71 "GET /v2.0/networks/e2ff74a0-6233-4073-be49-51a0d51ed7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0584936 Feb 07 21:04:59.605343 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1768fa14-1de8-4501-9019-cfe837badeb2 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (daa3bb7a-66b7-47d0-86d1-538a59484007), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:59.605577 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d98d8f-aff1-46b7-8300-e8a7492d38de admin admin] Router 7df5b036-96da-4efc-a57a-5e255a8c8895 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:04:59.631608 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7994eac4-2636-4d91-8a60-9e05c57cbaaf req-215f6816-a771-49e8-a94b-fa4ef8f487d5 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8940985 Feb 07 21:04:59.634339 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-287d1e7e-3a1e-48dd-b79e-89d4aabc23d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (e357a745-038c-41e2-b12a-e0d62e551407), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:59.701633 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 4be38363-b333-4daf-aa33-be4f78483414 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:04:59.710224 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19924a6a-ea11-434d-9790-555bd2d08496 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Pushing event deleted for resources: {'Port': ['ID=3affb3a3-f44f-4d9b-8a56-d07af96ae65f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:59.732812 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e82c1c-63d1-444b-a907-15f52831eca3 req-de243d32-bd79-4f8b-9edd-d58c818e16fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:59.735685 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-89e82c1c-63d1-444b-a907-15f52831eca3 req-de243d32-bd79-4f8b-9edd-d58c818e16fa service neutron] 10.222.0.69 "GET /v2.0/networks?id=e2ff74a0-6233-4073-be49-51a0d51ed7eb HTTP/1.1" status: 200 len: 916 time: 0.4192078 Feb 07 21:04:59.823319 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768fa14-1de8-4501-9019-cfe837badeb2 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Pushing event deleted for resources: {'Port': ['ID=daa3bb7a-66b7-47d0-86d1-538a59484007,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:59.920586 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d97c947c-6561-40aa-a179-dade9b00adff req-9c32e42f-90e3-4f68-b913-36b4935c70b0 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=67c9431f-38da-4bf5-b59f-ec6bf7e04df9 HTTP/1.1" status: 200 len: 210 time: 0.1847925 Feb 07 21:04:59.944202 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-287d1e7e-3a1e-48dd-b79e-89d4aabc23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:04:59.945270 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-287d1e7e-3a1e-48dd-b79e-89d4aabc23d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:04:59.947423 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-287d1e7e-3a1e-48dd-b79e-89d4aabc23d9 service neutron] 10.222.0.71 "PUT /v2.0/ports/e357a745-038c-41e2-b12a-e0d62e551407 HTTP/1.1" status: 200 len: 1091 time: 4.7194173 Feb 07 21:04:59.949054 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d1e7e-3a1e-48dd-b79e-89d4aabc23d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e357a745-038c-41e2-b12a-e0d62e551407,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:04:59.960183 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d603a0-10e2-49eb-9799-7b842afcd6fa', 'tag': 'e357a745-038c-41e2-b12a-e0d62e551407'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:04:59.967164 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9cd372-f619-4af2-9484-af068bc9a669" -d '{"events": [{"name": "network-changed", "server_uuid": "11d603a0-10e2-49eb-9799-7b842afcd6fa", "tag": "e357a745-038c-41e2-b12a-e0d62e551407"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:04:59.978379 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-151acc9d-01f5-4462-b716-b5322f82a0b1 req-19924a6a-ea11-434d-9790-555bd2d08496 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] No DVR routers for this DVR port 3affb3a3-f44f-4d9b-8a56-d07af96ae65f on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:04:59.999473 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-89e82c1c-63d1-444b-a907-15f52831eca3 req-0d51e820-c6a4-4c65-a986-212f1d7b811a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bb0c8b8-f306-45f6-b3b8-3cf81893304a HTTP/1.1" status: 200 len: 217 time: 0.2388837 Feb 07 21:05:00.167047 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-151acc9d-01f5-4462-b716-b5322f82a0b1 req-19924a6a-ea11-434d-9790-555bd2d08496 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:00.170867 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-151acc9d-01f5-4462-b716-b5322f82a0b1 req-19924a6a-ea11-434d-9790-555bd2d08496 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.69 "DELETE /v2.0/ports/3affb3a3-f44f-4d9b-8a56-d07af96ae65f HTTP/1.1" status: 204 len: 173 time: 2.9604299 Feb 07 21:05:00.183285 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e82c1c-63d1-444b-a907-15f52831eca3 req-202fb847-33be-4be2-9ad8-4ddcae0bf1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:00.186141 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-89e82c1c-63d1-444b-a907-15f52831eca3 req-202fb847-33be-4be2-9ad8-4ddcae0bf1d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d22eb694-e368-4bbe-8b90-a32421babc90 HTTP/1.1" status: 200 len: 854 time: 0.1824811 Feb 07 21:05:00.202159 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c9431f-38da-4bf5-b59f-ec6bf7e04df9', 'name': 'network-vif-deleted', 'tag': '3affb3a3-f44f-4d9b-8a56-d07af96ae65f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:05:00.205014 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6e749c-4bd6-45c6-9885-4e113d3a3d61" -d '{"events": [{"server_uuid": "67c9431f-38da-4bf5-b59f-ec6bf7e04df9", "name": "network-vif-deleted", "tag": "3affb3a3-f44f-4d9b-8a56-d07af96ae65f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:05:00.277106 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5841558-f05a-4dc9-9517-968aeef849ef admin admin] Publish callbacks [] for router_gateway (cebee36d-9c35-4f11-aabc-d2045ad7b415), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:00.350082 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1768fa14-1de8-4501-9019-cfe837badeb2 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (659afcf2-7218-4d73-ad21-7117284cb309), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:00.382724 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 4be38363-b333-4daf-aa33-be4f78483414, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=4be38363-b333-4daf-aa33-be4f78483414,segment=NetworkSegment(1574066e-16fc-4a8d-8d78-5c89781943be),segment_id=1574066e-16fc-4a8d-8d78-5c89781943be)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:00.412932 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '4be38363-b333-4daf-aa33-be4f78483414', 'network_id': 'e2ff74a0-6233-4073-be49-51a0d51ed7eb', 'port_id': '4be38363-b333-4daf-aa33-be4f78483414', 'mac_address': 'fa:16:3e:71:11:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22eb694-e368-4bbe-8b90-a32421babc90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:05:00.476150 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77c64aa-6460-49d4-b1ae-8c25311b88f0 x-openstack-request-id: req-c77c64aa-6460-49d4-b1ae-8c25311b88f0 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:05:00.477120 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d603a0-10e2-49eb-9799-7b842afcd6fa", "tag": "e357a745-038c-41e2-b12a-e0d62e551407", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:05:00.477606 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c77c64aa-6460-49d4-b1ae-8c25311b88f0 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:05:00.478250 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d603a0-10e2-49eb-9799-7b842afcd6fa', 'tag': 'e357a745-038c-41e2-b12a-e0d62e551407', 'status': 'completed', 'code': 200} Feb 07 21:05:00.496579 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 4be38363-b333-4daf-aa33-be4f78483414 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:00.496967 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4be38363-b333-4daf-aa33-be4f78483414), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:00.533883 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7ecf1-3cc2-454e-bc36-95586fed02ae req-cabb81e9-1641-4b9a-bff8-df21cf151d0d tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:00.535545 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2af7ecf1-3cc2-454e-bc36-95586fed02ae req-cabb81e9-1641-4b9a-bff8-df21cf151d0d tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.3004637 Feb 07 21:05:00.536356 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be38363-b333-4daf-aa33-be4f78483414 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:05:00.540905 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-f7920098-459c-4dff-b106-f3bcb7ed4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:00.544177 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-f7920098-459c-4dff-b106-f3bcb7ed4791 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b1f97ac58068416db1c6f1dd3f325c67&device_id=11d603a0-10e2-49eb-9799-7b842afcd6fa HTTP/1.1" status: 200 len: 1125 time: 0.3315091 Feb 07 21:05:00.570206 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 4be38363-b333-4daf-aa33-be4f78483414, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=4be38363-b333-4daf-aa33-be4f78483414,segment=NetworkSegment(1574066e-16fc-4a8d-8d78-5c89781943be),segment_id=1574066e-16fc-4a8d-8d78-5c89781943be)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:00.575999 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (4be38363-b333-4daf-aa33-be4f78483414), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:00.604546 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f7a974-05cf-485e-89ee-2e38d5db4602 x-openstack-request-id: req-71f7a974-05cf-485e-89ee-2e38d5db4602 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:05:00.604837 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c9431f-38da-4bf5-b59f-ec6bf7e04df9", "name": "network-vif-deleted", "tag": "3affb3a3-f44f-4d9b-8a56-d07af96ae65f", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:05:00.605083 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-71f7a974-05cf-485e-89ee-2e38d5db4602 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:05:00.605480 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c9431f-38da-4bf5-b59f-ec6bf7e04df9', 'name': 'network-vif-deleted', 'tag': '3affb3a3-f44f-4d9b-8a56-d07af96ae65f', 'status': 'completed', 'code': 200} Feb 07 21:05:00.665585 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e82c1c-63d1-444b-a907-15f52831eca3 req-5055b0ea-0d58-4969-a351-9f8c915c2d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:00.667057 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-89e82c1c-63d1-444b-a907-15f52831eca3 req-5055b0ea-0d58-4969-a351-9f8c915c2d0b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e2ff74a0-6233-4073-be49-51a0d51ed7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4658625 Feb 07 21:05:00.679648 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=4be38363-b333-4daf-aa33-be4f78483414,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:00.680798 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-a4a19ffe-9ebc-4070-9d89-3b54e990afd0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e357a745-038c-41e2-b12a-e0d62e551407 HTTP/1.1" status: 200 len: 217 time: 0.1218946 Feb 07 21:05:00.769798 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 3affb3a3-f44f-4d9b-8a56-d07af96ae65f no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:05:00.783479 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-89e82c1c-63d1-444b-a907-15f52831eca3 req-e041bc9f-ab97-42d4-80c0-738ca8a45511 service neutron] 10.222.0.69 "GET /v2.0/networks/e2ff74a0-6233-4073-be49-51a0d51ed7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051230 Feb 07 21:05:00.814907 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 3affb3a3-f44f-4d9b-8a56-d07af96ae65f {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:05:00.815551 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 3affb3a3-f44f-4d9b-8a56-d07af96ae65f not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:05:00.832747 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2af7ecf1-3cc2-454e-bc36-95586fed02ae req-6f44b264-732b-443b-9120-d08eb5526d8f tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882652 Feb 07 21:05:00.843820 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1768fa14-1de8-4501-9019-cfe837badeb2 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Router 659afcf2-7218-4d73-ad21-7117284cb309 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:05:00.849140 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-515329ed-829d-4589-aac6-fe7aaf626285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:00.860558 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-515329ed-829d-4589-aac6-fe7aaf626285 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d22eb694-e368-4bbe-8b90-a32421babc90 HTTP/1.1" status: 200 len: 854 time: 0.1061230 Feb 07 21:05:00.880890 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4011a8-6a76-4e0a-b40f-d8cb0d00eb38 req-757ea380-1485-40bc-9afd-28c1eedd970c tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:00.882657 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6d4011a8-6a76-4e0a-b40f-d8cb0d00eb38 req-757ea380-1485-40bc-9afd-28c1eedd970c tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 944 time: 0.3020599 Feb 07 21:05:00.926751 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d98d8f-aff1-46b7-8300-e8a7492d38de admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:05:00.942540 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e3c290-1e52-4068-b8ad-d9fdfaa6799e None None] Sync routers for ids ['7df5b036-96da-4efc-a57a-5e255a8c8895'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:05:00.959606 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c9d98d8f-aff1-46b7-8300-e8a7492d38de admin admin] 10.222.0.65 "PUT /v2.0/routers/7df5b036-96da-4efc-a57a-5e255a8c8895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2575519 Feb 07 21:05:00.978892 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e3c290-1e52-4068-b8ad-d9fdfaa6799e None None] Routers {'7df5b036-96da-4efc-a57a-5e255a8c8895'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:05:00.981161 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-48e3c290-1e52-4068-b8ad-d9fdfaa6799e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:04:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7df5b036-96da-4efc-a57a-5e255a8c8895'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:00.985671 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['4be38363-b333-4daf-aa33-be4f78483414'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:05:01.239863 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1768fa14-1de8-4501-9019-cfe837badeb2 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:05:01.252860 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1768fa14-1de8-4501-9019-cfe837badeb2 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "PUT /v2.0/routers/659afcf2-7218-4d73-ad21-7117284cb309/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5874519 Feb 07 21:05:01.258770 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8d72fa-bbd1-4932-8e9f-fc7ac7e12397 None None] Sync routers for ids ['659afcf2-7218-4d73-ad21-7117284cb309'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:05:01.269239 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-48e3c290-1e52-4068-b8ad-d9fdfaa6799e None None] Set router 7df5b036-96da-4efc-a57a-5e255a8c8895 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:05:01.271808 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6d4011a8-6a76-4e0a-b40f-d8cb0d00eb38 req-c05d20a0-fb2d-48a3-8aa5-14cbf9d83ca2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734844 Feb 07 21:05:01.272907 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49134) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:01.277287 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-313ad20c-d486-4860-9fc3-522be638dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:01.285259 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-313ad20c-d486-4860-9fc3-522be638dad5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e2ff74a0-6233-4073-be49-51a0d51ed7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4015944 Feb 07 21:05:01.305116 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8d72fa-bbd1-4932-8e9f-fc7ac7e12397 None None] Routers {'659afcf2-7218-4d73-ad21-7117284cb309'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:05:01.305781 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-bb8d72fa-bbd1-4932-8e9f-fc7ac7e12397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:04:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['659afcf2-7218-4d73-ad21-7117284cb309'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:01.379343 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5841558-f05a-4dc9-9517-968aeef849ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (cebee36d-9c35-4f11-aabc-d2045ad7b415), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:01.404400 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-ddb6bb1a-8d65-4819-b9c0-f8f2b8f92706 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] show failed (client error): The resource could not be found. Feb 07 21:05:01.406768 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ddb6bb1a-8d65-4819-b9c0-f8f2b8f92706 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-425204113 HTTP/1.1" status: 404 len: 334 time: 0.1202312 Feb 07 21:05:01.459572 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49136) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:01.479876 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-70c0d674-378c-4e6b-afaa-47d73b970566 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:05:01.492248 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-bb8d72fa-bbd1-4932-8e9f-fc7ac7e12397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:01.538517 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8d72fa-bbd1-4932-8e9f-fc7ac7e12397 None None] Routers {'659afcf2-7218-4d73-ad21-7117284cb309'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:05:01.539304 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-bb8d72fa-bbd1-4932-8e9f-fc7ac7e12397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:04:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['659afcf2-7218-4d73-ad21-7117284cb309'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:01.586573 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c406732-1265-4235-a085-c1b6f426c32f req-ee679f13-1323-4f1f-90f0-04598fc854e1 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:01.588094 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c406732-1265-4235-a085-c1b6f426c32f req-ee679f13-1323-4f1f-90f0-04598fc854e1 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=11d603a0-10e2-49eb-9799-7b842afcd6fa HTTP/1.1" status: 200 len: 943 time: 0.5444756 Feb 07 21:05:01.656710 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-bb8d72fa-bbd1-4932-8e9f-fc7ac7e12397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:01.661025 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8d72fa-bbd1-4932-8e9f-fc7ac7e12397 None None] The sync data for ids ['659afcf2-7218-4d73-ad21-7117284cb309'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:05:01.710528 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-48e3c290-1e52-4068-b8ad-d9fdfaa6799e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df5b036-96da-4efc-a57a-5e255a8c8895', 'name': 'tempest-AttachSCSIVolumeTestJSON-220449990-router', 'tenant_id': '3e15cbd660114adbb9f19842147e2c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '0a465534-4248-4325-bba5-bf0f88a10f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:04:41Z', 'updated_at': '2022-02-07T21:04:56Z', 'revision_number': 4, 'project_id': '3e15cbd660114adbb9f19842147e2c99', 'gw_port': {'id': '0a465534-4248-4325-bba5-bf0f88a10f10', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df5b036-96da-4efc-a57a-5e255a8c8895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:43Z', 'updated_at': '2022-02-07T21:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '63a7d8af-4b75-40fa-8907-7259120ed9f3', 'name': '', 'network_id': '88f5e396-4a19-4ad7-a1c2-230b7b90b20e', 'tenant_id': '3e15cbd660114adbb9f19842147e2c99', 'mac_address': 'fa:16:3e:ee:06:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df5b036-96da-4efc-a57a-5e255a8c8895', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'fb211195-70ea-4238-93ce-7e8f1d7dc141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:53Z', 'updated_at': '2022-02-07T21:04:57Z', 'revision_number': 2, 'project_id': '3e15cbd660114adbb9f19842147e2c99', 'subnets': [{'id': 'fb211195-70ea-4238-93ce-7e8f1d7dc141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:01.756918 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e3c290-1e52-4068-b8ad-d9fdfaa6799e None None] Checking router: 7df5b036-96da-4efc-a57a-5e255a8c8895 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:05:01.757649 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e3c290-1e52-4068-b8ad-d9fdfaa6799e None None] Updating router 7df5b036-96da-4efc-a57a-5e255a8c8895 port 63a7d8af-4b75-40fa-8907-7259120ed9f3 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:05:01.758435 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-70c0d674-378c-4e6b-afaa-47d73b970566 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] update failed (client error): The resource could not be found. Feb 07 21:05:01.791837 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-70c0d674-378c-4e6b-afaa-47d73b970566 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-2083830338 HTTP/1.1" status: 404 len: 335 time: 0.3301790 Feb 07 21:05:01.800688 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-48e3c290-1e52-4068-b8ad-d9fdfaa6799e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (63a7d8af-4b75-40fa-8907-7259120ed9f3), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:01.844839 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49142) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:02.193611 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14d1e4-389c-4707-b670-d37bb00c72cd req-a9a63a0e-ac9e-4fb4-b3ee-43b0071e0b5a tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:02.212179 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14d1e4-389c-4707-b670-d37bb00c72cd req-a9a63a0e-ac9e-4fb4-b3ee-43b0071e0b5a tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:02.217531 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14d1e4-389c-4707-b670-d37bb00c72cd req-a9a63a0e-ac9e-4fb4-b3ee-43b0071e0b5a tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:02.234987 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14d1e4-389c-4707-b670-d37bb00c72cd req-a9a63a0e-ac9e-4fb4-b3ee-43b0071e0b5a tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:02.237785 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-48e3c290-1e52-4068-b8ad-d9fdfaa6799e None None] Publish callbacks [] for port (63a7d8af-4b75-40fa-8907-7259120ed9f3), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:02.255932 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14d1e4-389c-4707-b670-d37bb00c72cd req-a9a63a0e-ac9e-4fb4-b3ee-43b0071e0b5a tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:02.267793 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-48e3c290-1e52-4068-b8ad-d9fdfaa6799e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (63a7d8af-4b75-40fa-8907-7259120ed9f3), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:02.271887 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14d1e4-389c-4707-b670-d37bb00c72cd req-a9a63a0e-ac9e-4fb4-b3ee-43b0071e0b5a tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:02.290743 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14d1e4-389c-4707-b670-d37bb00c72cd req-a9a63a0e-ac9e-4fb4-b3ee-43b0071e0b5a tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:02.305234 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f14d1e4-389c-4707-b670-d37bb00c72cd req-a9a63a0e-ac9e-4fb4-b3ee-43b0071e0b5a tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5429 time: 0.9317579 Feb 07 21:05:02.429035 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ff4cd-1500-4ae3-afc0-04c954c2d3e2 req-bd2585c1-7a0f-44c8-8685-d7877b61beab tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:02.430617 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd7ff4cd-1500-4ae3-afc0-04c954c2d3e2 req-bd2585c1-7a0f-44c8-8685-d7877b61beab tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.71 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 944 time: 1.0474072 Feb 07 21:05:02.486746 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39addabe-de5c-4efb-9919-733ec0a321e8 None None] Pushing event updated for resources: {'Port': ['ID=63a7d8af-4b75-40fa-8907-7259120ed9f3,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:02.562701 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d22ac92-966f-440c-a313-7a34c703dbac tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Deleting subnet 16a9c12f-45cd-4e36-b9ed-df7a178cbc27 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:05:02.599730 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-2723eebc-262d-403a-91b2-1f219e3ab0f1 service neutron] 10.222.0.71 "GET /v2.0/networks/e2ff74a0-6233-4073-be49-51a0d51ed7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2067983 Feb 07 21:05:02.602052 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d22ac92-966f-440c-a313-7a34c703dbac tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks [] for subnet (16a9c12f-45cd-4e36-b9ed-df7a178cbc27), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:02.675766 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-48e3c290-1e52-4068-b8ad-d9fdfaa6799e None None] Attempting to bind port 63a7d8af-4b75-40fa-8907-7259120ed9f3 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:05:02.676029 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-48e3c290-1e52-4068-b8ad-d9fdfaa6799e None None] Attempting to bind port 63a7d8af-4b75-40fa-8907-7259120ed9f3 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '975a0b76-2372-4b98-a501-439b176682fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '88f5e396-4a19-4ad7-a1c2-230b7b90b20e'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:05:02.676330 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e3c290-1e52-4068-b8ad-d9fdfaa6799e None None] Attempting to bind port 63a7d8af-4b75-40fa-8907-7259120ed9f3 on network 88f5e396-4a19-4ad7-a1c2-230b7b90b20e {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:05:02.695481 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e3c290-1e52-4068-b8ad-d9fdfaa6799e None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:05:02.699745 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e3c290-1e52-4068-b8ad-d9fdfaa6799e None None] Checking segment: {'id': '975a0b76-2372-4b98-a501-439b176682fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '88f5e396-4a19-4ad7-a1c2-230b7b90b20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:05:02.700121 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-48e3c290-1e52-4068-b8ad-d9fdfaa6799e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:02.700553 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e3c290-1e52-4068-b8ad-d9fdfaa6799e None None] Bound using segment: {'id': '975a0b76-2372-4b98-a501-439b176682fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '88f5e396-4a19-4ad7-a1c2-230b7b90b20e'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:05:02.701048 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-48e3c290-1e52-4068-b8ad-d9fdfaa6799e None None] Bound port: 63a7d8af-4b75-40fa-8907-7259120ed9f3, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975a0b76-2372-4b98-a501-439b176682fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '88f5e396-4a19-4ad7-a1c2-230b7b90b20e'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:05:02.701424 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-48e3c290-1e52-4068-b8ad-d9fdfaa6799e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (63a7d8af-4b75-40fa-8907-7259120ed9f3), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:02.750572 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-89e82c1c-63d1-444b-a907-15f52831eca3 req-f2ae462f-b28a-47db-b616-dec6ce51aca1 service neutron] 10.222.0.69 "GET /v2.0/networks/e2ff74a0-6233-4073-be49-51a0d51ed7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9564974 Feb 07 21:05:02.770907 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6bb0c8b8-f306-45f6-b3b8-3cf81893304a details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:05:02.826824 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5841558-f05a-4dc9-9517-968aeef849ef admin admin] Router cebee36d-9c35-4f11-aabc-d2045ad7b415 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:05:02.827652 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c406732-1265-4235-a085-c1b6f426c32f req-ae9acbe2-54e4-4b9c-9891-0f1f40dab4a8 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0908825 Feb 07 21:05:02.929698 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-48e3c290-1e52-4068-b8ad-d9fdfaa6799e None None] For port 63a7d8af-4b75-40fa-8907-7259120ed9f3, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:05:02.934180 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-48e3c290-1e52-4068-b8ad-d9fdfaa6799e None None] For port 63a7d8af-4b75-40fa-8907-7259120ed9f3, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=63a7d8af-4b75-40fa-8907-7259120ed9f3,segment=NetworkSegment(975a0b76-2372-4b98-a501-439b176682fc),segment_id=975a0b76-2372-4b98-a501-439b176682fc)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:05:02.947591 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-48e3c290-1e52-4068-b8ad-d9fdfaa6799e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (63a7d8af-4b75-40fa-8907-7259120ed9f3), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:03.103094 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e3c290-1e52-4068-b8ad-d9fdfaa6799e None None] Routers {'7df5b036-96da-4efc-a57a-5e255a8c8895'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:05:03.103739 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-48e3c290-1e52-4068-b8ad-d9fdfaa6799e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:04:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7df5b036-96da-4efc-a57a-5e255a8c8895'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:03.121100 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39addabe-de5c-4efb-9919-733ec0a321e8 None None] Pushing event updated for resources: {'Port': ['ID=63a7d8af-4b75-40fa-8907-7259120ed9f3,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:03.231179 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d22ac92-966f-440c-a313-7a34c703dbac tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (16a9c12f-45cd-4e36-b9ed-df7a178cbc27), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:03.299523 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 6bb0c8b8-f306-45f6-b3b8-3cf81893304a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6bb0c8b8-f306-45f6-b3b8-3cf81893304a,segment=NetworkSegment(1574066e-16fc-4a8d-8d78-5c89781943be),segment_id=1574066e-16fc-4a8d-8d78-5c89781943be)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:03.352874 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '6bb0c8b8-f306-45f6-b3b8-3cf81893304a', 'network_id': 'e2ff74a0-6233-4073-be49-51a0d51ed7eb', 'port_id': '6bb0c8b8-f306-45f6-b3b8-3cf81893304a', 'mac_address': 'fa:16:3e:3b:bd:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22eb694-e368-4bbe-8b90-a32421babc90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:05:03.385831 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5841558-f05a-4dc9-9517-968aeef849ef admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:05:03.464855 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d22ac92-966f-440c-a313-7a34c703dbac tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (16a9c12f-45cd-4e36-b9ed-df7a178cbc27), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:03.477968 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5841558-f05a-4dc9-9517-968aeef849ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:03.479295 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a5841558-f05a-4dc9-9517-968aeef849ef admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.4847584 Feb 07 21:05:03.482027 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49152) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:03.497831 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2487ea3-7b68-40c7-8833-645d9de7c7f9 None None] Sync routers for ids ['cebee36d-9c35-4f11-aabc-d2045ad7b415'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:05:03.591267 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c6be3f0-a2cd-4627-970d-1234bd586960 req-05f9d62b-a8d7-41a7-bb52-9ca87b65166d service neutron] 10.222.0.71 "GET /v2.0/networks/e2ff74a0-6233-4073-be49-51a0d51ed7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8383060 Feb 07 21:05:03.617309 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d22ac92-966f-440c-a313-7a34c703dbac tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (16a9c12f-45cd-4e36-b9ed-df7a178cbc27), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:03.662512 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:05:03.664862 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 6bb0c8b8-f306-45f6-b3b8-3cf81893304a is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:03.668815 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6bb0c8b8-f306-45f6-b3b8-3cf81893304a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:03.695597 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2487ea3-7b68-40c7-8833-645d9de7c7f9 None None] Routers {'cebee36d-9c35-4f11-aabc-d2045ad7b415'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:05:03.702425 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22ac92-966f-440c-a313-7a34c703dbac tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Pushing event deleted for resources: {'Subnet': ['ID=16a9c12f-45cd-4e36-b9ed-df7a178cbc27,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:03.716704 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c2487ea3-7b68-40c7-8833-645d9de7c7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:04:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['cebee36d-9c35-4f11-aabc-d2045ad7b415'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:03.793112 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb0c8b8-f306-45f6-b3b8-3cf81893304a {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:05:03.850278 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 4be38363-b333-4daf-aa33-be4f78483414 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:05:03.916265 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f14d1e4-389c-4707-b670-d37bb00c72cd req-880c7e08-c389-4ebc-8c88-ea63e99d821f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.6102426 Feb 07 21:05:03.917443 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d22ac92-966f-440c-a313-7a34c703dbac tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:03.925045 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8d22ac92-966f-440c-a313-7a34c703dbac tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "DELETE /v2.0/subnets/16a9c12f-45cd-4e36-b9ed-df7a178cbc27 HTTP/1.1" status: 204 len: 168 time: 2.0551302 Feb 07 21:05:03.934717 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49156) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:04.002901 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e6595f4e-2d24-4d21-9292-c56ddc01812c None None] Provisioning complete for port 63a7d8af-4b75-40fa-8907-7259120ed9f3 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:05:04.004854 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e6595f4e-2d24-4d21-9292-c56ddc01812c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (63a7d8af-4b75-40fa-8907-7259120ed9f3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:04.142299 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbda7cd-b780-4ec0-825f-7cf5984a429f None None] Network 0dc8aa7a-b24c-4466-9b82-28426867bb7c requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:05:04.261883 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:04.278841 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cd372-f619-4af2-9484-af068bc9a669 req-6103a2c0-9868-4ef2-a936-747387896ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:04.284451 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df9cd372-f619-4af2-9484-af068bc9a669 req-6103a2c0-9868-4ef2-a936-747387896ef2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b1f97ac58068416db1c6f1dd3f325c67&device_id=11d603a0-10e2-49eb-9799-7b842afcd6fa HTTP/1.1" status: 200 len: 1125 time: 0.5509269 Feb 07 21:05:04.323470 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59767e67-59fe-41e4-82cb-c7eac90a373e req-20175181-b212-4895-b5cd-68f695587f80 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:04.337856 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59767e67-59fe-41e4-82cb-c7eac90a373e req-20175181-b212-4895-b5cd-68f695587f80 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.7318611 Feb 07 21:05:04.352286 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:04.359138 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e6595f4e-2d24-4d21-9292-c56ddc01812c None None] Current status of the port 63a7d8af-4b75-40fa-8907-7259120ed9f3 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:04.360176 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e6595f4e-2d24-4d21-9292-c56ddc01812c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (63a7d8af-4b75-40fa-8907-7259120ed9f3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:04.410810 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e6595f4e-2d24-4d21-9292-c56ddc01812c None None] For port 63a7d8af-4b75-40fa-8907-7259120ed9f3, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=63a7d8af-4b75-40fa-8907-7259120ed9f3,segment=NetworkSegment(975a0b76-2372-4b98-a501-439b176682fc),segment_id=975a0b76-2372-4b98-a501-439b176682fc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:04.426077 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 6bb0c8b8-f306-45f6-b3b8-3cf81893304a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6bb0c8b8-f306-45f6-b3b8-3cf81893304a,segment=NetworkSegment(1574066e-16fc-4a8d-8d78-5c89781943be),segment_id=1574066e-16fc-4a8d-8d78-5c89781943be)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:04.429878 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e6595f4e-2d24-4d21-9292-c56ddc01812c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (63a7d8af-4b75-40fa-8907-7259120ed9f3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:04.499122 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 4be38363-b333-4daf-aa33-be4f78483414 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:05:04.506896 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6595f4e-2d24-4d21-9292-c56ddc01812c None None] Pushing event updated for resources: {'Port': ['ID=63a7d8af-4b75-40fa-8907-7259120ed9f3,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:04.509903 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 4be38363-b333-4daf-aa33-be4f78483414 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:05:04.510559 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4be38363-b333-4daf-aa33-be4f78483414), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:04.555044 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6bb0c8b8-f306-45f6-b3b8-3cf81893304a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:04.578000 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-48e3c290-1e52-4068-b8ad-d9fdfaa6799e None None] Set router 7df5b036-96da-4efc-a57a-5e255a8c8895 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:05:04.596998 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-cd7ff4cd-1500-4ae3-afc0-04c954c2d3e2 req-86cb140f-a297-4895-9670-f468f853f75a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Deleting port 2caaae4e-7044-4456-8451-ea9044187bb7 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:05:04.597620 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd7ff4cd-1500-4ae3-afc0-04c954c2d3e2 req-86cb140f-a297-4895-9670-f468f853f75a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (2caaae4e-7044-4456-8451-ea9044187bb7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:04.616908 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=6bb0c8b8-f306-45f6-b3b8-3cf81893304a,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:04.649122 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f19c0880-2faa-49b7-8d63-7424c7a1ce4c None None] Provisioning complete for port 63a7d8af-4b75-40fa-8907-7259120ed9f3 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:05:04.649500 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f19c0880-2faa-49b7-8d63-7424c7a1ce4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (63a7d8af-4b75-40fa-8907-7259120ed9f3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:04.751524 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee971777-1267-4176-b214-658804345a11 None None] DHCP port deletion for 0dc8aa7a-b24c-4466-9b82-28426867bb7c request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:05:04.894147 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f19c0880-2faa-49b7-8d63-7424c7a1ce4c None None] Current status of the port 63a7d8af-4b75-40fa-8907-7259120ed9f3 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:04.943876 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-c2487ea3-7b68-40c7-8833-645d9de7c7f9 None None] Set router cebee36d-9c35-4f11-aabc-d2045ad7b415 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:05:04.958389 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['6bb0c8b8-f306-45f6-b3b8-3cf81893304a'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:05:05.037608 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cf51f8ec-61f5-4729-8511-be451e2f730c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:05.196680 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ee971777-1267-4176-b214-658804345a11 None None] Deleting port fa8b5156-6dcc-43cd-8ed3-77e443788bdc {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:05:05.197083 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ee971777-1267-4176-b214-658804345a11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (fa8b5156-6dcc-43cd-8ed3-77e443788bdc), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:05.353088 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ee971777-1267-4176-b214-658804345a11 None None] For port fa8b5156-6dcc-43cd-8ed3-77e443788bdc, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=fa8b5156-6dcc-43cd-8ed3-77e443788bdc,segment=NetworkSegment(1d4fcf06-95fa-4fb2-90ac-96b03d49566a),segment_id=1d4fcf06-95fa-4fb2-90ac-96b03d49566a)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:05.353504 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ee971777-1267-4176-b214-658804345a11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (fa8b5156-6dcc-43cd-8ed3-77e443788bdc), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:05.389079 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ee971777-1267-4176-b214-658804345a11 None None] Calling delete_port for fa8b5156-6dcc-43cd-8ed3-77e443788bdc owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:05:05.513518 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-cf51f8ec-61f5-4729-8511-be451e2f730c admin admin] Allocated IP 172.20.0.1 (ebd8b184-50f5-4851-a69d-d0acc1f62364/fe9c8c28-09db-4b88-bb14-b7d78a577576/91b7798e-a138-41c3-9281-779e36ed5fb1) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:05:05.552717 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 4be38363-b333-4daf-aa33-be4f78483414 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:05.553111 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4be38363-b333-4daf-aa33-be4f78483414), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:05.627211 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 4be38363-b333-4daf-aa33-be4f78483414, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=4be38363-b333-4daf-aa33-be4f78483414,segment=NetworkSegment(1574066e-16fc-4a8d-8d78-5c89781943be),segment_id=1574066e-16fc-4a8d-8d78-5c89781943be)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:05.629480 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ee971777-1267-4176-b214-658804345a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (fa8b5156-6dcc-43cd-8ed3-77e443788bdc), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:05.638116 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232e5150-7391-45cf-a737-4d8329a96210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be38363-b333-4daf-aa33-be4f78483414'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:05:05.644426 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5e64e3-14c7-48fd-810e-1e75c14999c1" -d '{"events": [{"server_uuid": "232e5150-7391-45cf-a737-4d8329a96210", "name": "network-vif-plugged", "status": "completed", "tag": "4be38363-b333-4daf-aa33-be4f78483414"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:05:05.715563 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee971777-1267-4176-b214-658804345a11 None None] Pushing event deleted for resources: {'Port': ['ID=fa8b5156-6dcc-43cd-8ed3-77e443788bdc,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:05.724546 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (4be38363-b333-4daf-aa33-be4f78483414), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:05.731485 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cf51f8ec-61f5-4729-8511-be451e2f730c admin admin] Publish callbacks [] for port (91b7798e-a138-41c3-9281-779e36ed5fb1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:05.746657 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 2caaae4e-7044-4456-8451-ea9044187bb7 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:05:05.753394 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-48e3c290-1e52-4068-b8ad-d9fdfaa6799e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df5b036-96da-4efc-a57a-5e255a8c8895', 'name': 'tempest-AttachSCSIVolumeTestJSON-220449990-router', 'tenant_id': '3e15cbd660114adbb9f19842147e2c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '0a465534-4248-4325-bba5-bf0f88a10f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:04:41Z', 'updated_at': '2022-02-07T21:04:56Z', 'revision_number': 4, 'project_id': '3e15cbd660114adbb9f19842147e2c99', 'gw_port': {'id': '0a465534-4248-4325-bba5-bf0f88a10f10', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df5b036-96da-4efc-a57a-5e255a8c8895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:43Z', 'updated_at': '2022-02-07T21:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '63a7d8af-4b75-40fa-8907-7259120ed9f3', 'name': '', 'network_id': '88f5e396-4a19-4ad7-a1c2-230b7b90b20e', 'tenant_id': '3e15cbd660114adbb9f19842147e2c99', 'mac_address': 'fa:16:3e:ee:06:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df5b036-96da-4efc-a57a-5e255a8c8895', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'fb211195-70ea-4238-93ce-7e8f1d7dc141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:53Z', 'updated_at': '2022-02-07T21:05:02Z', 'revision_number': 4, 'project_id': '3e15cbd660114adbb9f19842147e2c99', 'subnets': [{'id': 'fb211195-70ea-4238-93ce-7e8f1d7dc141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:05.785775 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cd372-f619-4af2-9484-af068bc9a669 req-10415929-cb3b-4dfc-b4d5-717d992bc77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:05.787405 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df9cd372-f619-4af2-9484-af068bc9a669 req-10415929-cb3b-4dfc-b4d5-717d992bc77a service neutron] 10.222.0.71 "GET /v2.0/networks?id=e2ff74a0-6233-4073-be49-51a0d51ed7eb HTTP/1.1" status: 200 len: 916 time: 1.3392878 Feb 07 21:05:05.835247 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e3c290-1e52-4068-b8ad-d9fdfaa6799e None None] The sync data for ids ['7df5b036-96da-4efc-a57a-5e255a8c8895'] in n-d-828185-2 is: [{'id': '7df5b036-96da-4efc-a57a-5e255a8c8895', 'name': 'tempest-AttachSCSIVolumeTestJSON-220449990-router', 'tenant_id': '3e15cbd660114adbb9f19842147e2c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '0a465534-4248-4325-bba5-bf0f88a10f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:04:41Z', 'updated_at': '2022-02-07T21:04:56Z', 'revision_number': 4, 'project_id': '3e15cbd660114adbb9f19842147e2c99', 'gw_port': {'id': '0a465534-4248-4325-bba5-bf0f88a10f10', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df5b036-96da-4efc-a57a-5e255a8c8895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:43Z', 'updated_at': '2022-02-07T21:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '63a7d8af-4b75-40fa-8907-7259120ed9f3', 'name': '', 'network_id': '88f5e396-4a19-4ad7-a1c2-230b7b90b20e', 'tenant_id': '3e15cbd660114adbb9f19842147e2c99', 'mac_address': 'fa:16:3e:ee:06:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df5b036-96da-4efc-a57a-5e255a8c8895', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'fb211195-70ea-4238-93ce-7e8f1d7dc141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:53Z', 'updated_at': '2022-02-07T21:05:02Z', 'revision_number': 4, 'project_id': '3e15cbd660114adbb9f19842147e2c99', 'subnets': [{'id': 'fb211195-70ea-4238-93ce-7e8f1d7dc141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:05:05.837491 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee971777-1267-4176-b214-658804345a11 None None] No DVR routers for this DVR port fa8b5156-6dcc-43cd-8ed3-77e443788bdc on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:05:05.838468 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cf51f8ec-61f5-4729-8511-be451e2f730c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (91b7798e-a138-41c3-9281-779e36ed5fb1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:05.991236 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device fa8b5156-6dcc-43cd-8ed3-77e443788bdc no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:05:06.007002 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c2487ea3-7b68-40c7-8833-645d9de7c7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebee36d-9c35-4f11-aabc-d2045ad7b415', 'name': 'tempest-FloatingIPsNegativeTestJSON-885377760-router', 'tenant_id': '2d40885ab80344d9b411b10910ad048c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'c10dedba-d54c-43ba-83d0-69051aa60402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:04:55Z', 'updated_at': '2022-02-07T21:04:59Z', 'revision_number': 3, 'project_id': '2d40885ab80344d9b411b10910ad048c', 'gw_port': {'id': 'c10dedba-d54c-43ba-83d0-69051aa60402', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebee36d-9c35-4f11-aabc-d2045ad7b415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:56Z', 'updated_at': '2022-02-07T21:04:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:06.009113 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf51f8ec-61f5-4729-8511-be451e2f730c admin admin] Network ebd8b184-50f5-4851-a69d-d0acc1f62364 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:05:06.029566 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-cf51f8ec-61f5-4729-8511-be451e2f730c admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:05:06.050262 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf51f8ec-61f5-4729-8511-be451e2f730c admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:05:06.065198 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2487ea3-7b68-40c7-8833-645d9de7c7f9 None None] Checking router: cebee36d-9c35-4f11-aabc-d2045ad7b415 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:05:06.065941 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2487ea3-7b68-40c7-8833-645d9de7c7f9 None None] Updating router cebee36d-9c35-4f11-aabc-d2045ad7b415 port c10dedba-d54c-43ba-83d0-69051aa60402 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:05:06.103083 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef1022b6-7e0f-4c83-af49-f2ad8dc050b4 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (0dc8aa7a-b24c-4466-9b82-28426867bb7c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:06.109437 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: fa8b5156-6dcc-43cd-8ed3-77e443788bdc {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:05:06.109743 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device fa8b5156-6dcc-43cd-8ed3-77e443788bdc not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:05:06.120232 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df9cd372-f619-4af2-9484-af068bc9a669 req-e4b54630-e0ea-4f2c-90bc-40eda15e636a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e357a745-038c-41e2-b12a-e0d62e551407 HTTP/1.1" status: 200 len: 217 time: 0.2612514 Feb 07 21:05:06.145110 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cf51f8ec-61f5-4729-8511-be451e2f730c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (cebee36d-9c35-4f11-aabc-d2045ad7b415), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:06.178413 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c2487ea3-7b68-40c7-8833-645d9de7c7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c10dedba-d54c-43ba-83d0-69051aa60402), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:06.181098 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51f8ec-61f5-4729-8511-be451e2f730c admin admin] Pushing event updated for resources: {'Port': ['ID=91b7798e-a138-41c3-9281-779e36ed5fb1,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:06.339519 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59767e67-59fe-41e4-82cb-c7eac90a373e req-b18fa3de-668a-4df4-babc-1196d91bf6c4 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8177898 Feb 07 21:05:06.430833 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=4be38363-b333-4daf-aa33-be4f78483414,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:06.448321 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 2caaae4e-7044-4456-8451-ea9044187bb7 is: DOWN; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:06.654098 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-cd7ff4cd-1500-4ae3-afc0-04c954c2d3e2 req-86cb140f-a297-4895-9670-f468f853f75a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] For port 2caaae4e-7044-4456-8451-ea9044187bb7, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=2caaae4e-7044-4456-8451-ea9044187bb7,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:06.656882 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd7ff4cd-1500-4ae3-afc0-04c954c2d3e2 req-86cb140f-a297-4895-9670-f468f853f75a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (2caaae4e-7044-4456-8451-ea9044187bb7), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:06.662415 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c0c68e3c-15ea-4283-9f3b-104ae6a42fcf None None] Provisioning complete for port 91b7798e-a138-41c3-9281-779e36ed5fb1 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:05:06.662726 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c0c68e3c-15ea-4283-9f3b-104ae6a42fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (91b7798e-a138-41c3-9281-779e36ed5fb1), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:06.717244 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-cd7ff4cd-1500-4ae3-afc0-04c954c2d3e2 req-86cb140f-a297-4895-9670-f468f853f75a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Calling delete_port for 2caaae4e-7044-4456-8451-ea9044187bb7 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:05:06.717525 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cf51f8ec-61f5-4729-8511-be451e2f730c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (91b7798e-a138-41c3-9281-779e36ed5fb1), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:06.815636 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c0c68e3c-15ea-4283-9f3b-104ae6a42fcf None None] Port 91b7798e-a138-41c3-9281-779e36ed5fb1 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:05:07.163610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cd372-f619-4af2-9484-af068bc9a669 req-151cfe6c-07a0-46a7-959f-53c6c5b7d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:07.166671 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df9cd372-f619-4af2-9484-af068bc9a669 req-151cfe6c-07a0-46a7-959f-53c6c5b7d521 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d22eb694-e368-4bbe-8b90-a32421babc90 HTTP/1.1" status: 200 len: 854 time: 0.9973762 Feb 07 21:05:07.181693 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ea2ec-161b-4ad4-b05d-428838f7647e req-e21ba9da-7c67-431d-b25a-f799084d91a8 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:07.188090 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-282ea2ec-161b-4ad4-b05d-428838f7647e req-e21ba9da-7c67-431d-b25a-f799084d91a8 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=12562d83-4a65-4a83-8cac-6ce1d67d374a HTTP/1.1" status: 200 len: 944 time: 2.9504991 Feb 07 21:05:07.259234 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd7ff4cd-1500-4ae3-afc0-04c954c2d3e2 req-86cb140f-a297-4895-9670-f468f853f75a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (2caaae4e-7044-4456-8451-ea9044187bb7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:07.304577 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c2487ea3-7b68-40c7-8833-645d9de7c7f9 None None] Publish callbacks [] for port (c10dedba-d54c-43ba-83d0-69051aa60402), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:07.329710 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c2487ea3-7b68-40c7-8833-645d9de7c7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c10dedba-d54c-43ba-83d0-69051aa60402), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:07.386352 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cf51f8ec-61f5-4729-8511-be451e2f730c admin admin] Publish callbacks [] for port (91b7798e-a138-41c3-9281-779e36ed5fb1), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:07.401509 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cf51f8ec-61f5-4729-8511-be451e2f730c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (91b7798e-a138-41c3-9281-779e36ed5fb1), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:07.477452 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-c2487ea3-7b68-40c7-8833-645d9de7c7f9 None None] Attempting to bind port c10dedba-d54c-43ba-83d0-69051aa60402 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:05:07.477816 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-c2487ea3-7b68-40c7-8833-645d9de7c7f9 None None] Attempting to bind port c10dedba-d54c-43ba-83d0-69051aa60402 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:05:07.480235 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2487ea3-7b68-40c7-8833-645d9de7c7f9 None None] Attempting to bind port c10dedba-d54c-43ba-83d0-69051aa60402 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:05:07.510151 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c6c35-2fd3-4801-a99f-fa6b5e1e11aa None None] Pushing event updated for resources: {'Port': ['ID=c10dedba-d54c-43ba-83d0-69051aa60402,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:07.517281 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2487ea3-7b68-40c7-8833-645d9de7c7f9 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:05:07.517969 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2487ea3-7b68-40c7-8833-645d9de7c7f9 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:05:07.520366 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c2487ea3-7b68-40c7-8833-645d9de7c7f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:07.520802 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2487ea3-7b68-40c7-8833-645d9de7c7f9 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:05:07.521281 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-c2487ea3-7b68-40c7-8833-645d9de7c7f9 None None] Bound port: c10dedba-d54c-43ba-83d0-69051aa60402, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:05:07.521652 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c2487ea3-7b68-40c7-8833-645d9de7c7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c10dedba-d54c-43ba-83d0-69051aa60402), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:07.582563 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cf51f8ec-61f5-4729-8511-be451e2f730c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (cebee36d-9c35-4f11-aabc-d2045ad7b415), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:07.601470 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51f8ec-61f5-4729-8511-be451e2f730c admin admin] Pushing event updated for resources: {'Port': ['ID=91b7798e-a138-41c3-9281-779e36ed5fb1,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:07.637343 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb140f-a297-4895-9670-f468f853f75a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Pushing event deleted for resources: {'Port': ['ID=2caaae4e-7044-4456-8451-ea9044187bb7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:07.653665 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-282ea2ec-161b-4ad4-b05d-428838f7647e req-72fd9f44-8f5a-4341-b8dc-57f6c2bf8a7c tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496480 Feb 07 21:05:07.666519 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-c2487ea3-7b68-40c7-8833-645d9de7c7f9 None None] For port c10dedba-d54c-43ba-83d0-69051aa60402, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:05:07.699709 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-c2487ea3-7b68-40c7-8833-645d9de7c7f9 None None] For port c10dedba-d54c-43ba-83d0-69051aa60402, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c10dedba-d54c-43ba-83d0-69051aa60402,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:05:07.705382 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device e357a745-038c-41e2-b12a-e0d62e551407 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:05:07.756693 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c2487ea3-7b68-40c7-8833-645d9de7c7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c10dedba-d54c-43ba-83d0-69051aa60402), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:07.990438 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf51f8ec-61f5-4729-8511-be451e2f730c admin admin] Network ebd8b184-50f5-4851-a69d-d0acc1f62364 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:05:07.991978 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2487ea3-7b68-40c7-8833-645d9de7c7f9 None None] Routers {'cebee36d-9c35-4f11-aabc-d2045ad7b415'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:05:07.995190 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c2487ea3-7b68-40c7-8833-645d9de7c7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:04:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['cebee36d-9c35-4f11-aabc-d2045ad7b415'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:08.003360 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-cf51f8ec-61f5-4729-8511-be451e2f730c admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:05:08.099806 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port e357a745-038c-41e2-b12a-e0d62e551407, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=e357a745-038c-41e2-b12a-e0d62e551407,segment=NetworkSegment(1574066e-16fc-4a8d-8d78-5c89781943be),segment_id=1574066e-16fc-4a8d-8d78-5c89781943be)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:08.115248 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7ff4cd-1500-4ae3-afc0-04c954c2d3e2 req-86cb140f-a297-4895-9670-f468f853f75a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] No DVR routers for this DVR port 2caaae4e-7044-4456-8451-ea9044187bb7 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:05:08.118481 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd7ff4cd-1500-4ae3-afc0-04c954c2d3e2 req-86cb140f-a297-4895-9670-f468f853f75a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:08.122508 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd7ff4cd-1500-4ae3-afc0-04c954c2d3e2 req-86cb140f-a297-4895-9670-f468f853f75a tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.71 "DELETE /v2.0/ports/2caaae4e-7044-4456-8451-ea9044187bb7 HTTP/1.1" status: 204 len: 173 time: 5.6555707 Feb 07 21:05:08.125827 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef1022b6-7e0f-4c83-af49-f2ad8dc050b4 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (0dc8aa7a-b24c-4466-9b82-28426867bb7c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:08.144176 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12562d83-4a65-4a83-8cac-6ce1d67d374a', 'name': 'network-vif-deleted', 'tag': '2caaae4e-7044-4456-8451-ea9044187bb7'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:05:08.148069 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff99aab-c3e3-4905-b381-0797df7817b1" -d '{"events": [{"server_uuid": "12562d83-4a65-4a83-8cac-6ce1d67d374a", "name": "network-vif-deleted", "tag": "2caaae4e-7044-4456-8451-ea9044187bb7"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:05:08.211883 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'e357a745-038c-41e2-b12a-e0d62e551407', 'network_id': 'e2ff74a0-6233-4073-be49-51a0d51ed7eb', 'port_id': 'e357a745-038c-41e2-b12a-e0d62e551407', 'mac_address': 'fa:16:3e:c2:b5:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22eb694-e368-4bbe-8b90-a32421babc90', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:05:08.230675 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 63a7d8af-4b75-40fa-8907-7259120ed9f3 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:05:08.238614 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cd372-f619-4af2-9484-af068bc9a669 req-aa3dfa55-1893-4759-9a20-bbbc18bcc22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:08.244914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df9cd372-f619-4af2-9484-af068bc9a669 req-aa3dfa55-1893-4759-9a20-bbbc18bcc22b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e2ff74a0-6233-4073-be49-51a0d51ed7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0475669 Feb 07 21:05:08.549663 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf51f8ec-61f5-4729-8511-be451e2f730c admin admin] Router cebee36d-9c35-4f11-aabc-d2045ad7b415 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:05:08.562085 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-c2487ea3-7b68-40c7-8833-645d9de7c7f9 None None] Set router cebee36d-9c35-4f11-aabc-d2045ad7b415 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:05:08.567523 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-ef1022b6-7e0f-4c83-af49-f2ad8dc050b4 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc8aa7a-b24c-4466-9b82-28426867bb7c']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:08.628399 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e49e169a-bbe5-4002-9d9f-3e0b3eb84f05 None None] Provisioning complete for port 91b7798e-a138-41c3-9281-779e36ed5fb1 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:05:08.629413 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e49e169a-bbe5-4002-9d9f-3e0b3eb84f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (91b7798e-a138-41c3-9281-779e36ed5fb1), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:08.663548 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-ef1022b6-7e0f-4c83-af49-f2ad8dc050b4 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4fcf06-95fa-4fb2-90ac-96b03d49566a') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:08.664000 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-ef1022b6-7e0f-4c83-af49-f2ad8dc050b4 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4fcf06-95fa-4fb2-90ac-96b03d49566a') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:08.768287 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e49e169a-bbe5-4002-9d9f-3e0b3eb84f05 None None] Port 91b7798e-a138-41c3-9281-779e36ed5fb1 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:05:08.775803 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef1022b6-7e0f-4c83-af49-f2ad8dc050b4 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (1d4fcf06-95fa-4fb2-90ac-96b03d49566a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:08.799490 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port e357a745-038c-41e2-b12a-e0d62e551407 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:08.803062 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e357a745-038c-41e2-b12a-e0d62e551407), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:08.839577 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15043764-e631-41a2-b409-c41ebc6efd38 req-84bc7b85-d934-459f-9a45-7a59914ff71d tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:08.854525 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c6c35-2fd3-4801-a99f-fa6b5e1e11aa None None] Pushing event updated for resources: {'Port': ['ID=c10dedba-d54c-43ba-83d0-69051aa60402,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:08.861639 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 33d1cecb-2bd0-482f-a974-ac7393b2494e details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:05:08.863338 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-15043764-e631-41a2-b409-c41ebc6efd38 req-84bc7b85-d934-459f-9a45-7a59914ff71d tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/networks?id=bf854134-2113-420b-b9e5-1df875fc6e85 HTTP/1.1" status: 200 len: 812 time: 1.6251631 Feb 07 21:05:08.866379 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6bb0c8b8-f306-45f6-b3b8-3cf81893304a up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:05:08.923384 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf51f8ec-61f5-4729-8511-be451e2f730c admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:05:08.926487 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0eaf6-0407-47ce-81ee-cd110d030f89 req-e6dd8682-f6da-4cbf-b1e0-8dc50ec97124 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:08.945855 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c6e0eaf6-0407-47ce-81ee-cd110d030f89 req-e6dd8682-f6da-4cbf-b1e0-8dc50ec97124 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=11d603a0-10e2-49eb-9799-7b842afcd6fa HTTP/1.1" status: 200 len: 943 time: 0.9284422 Feb 07 21:05:08.946092 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cf51f8ec-61f5-4729-8511-be451e2f730c admin admin] 10.222.0.65 "PUT /v2.0/routers/cebee36d-9c35-4f11-aabc-d2045ad7b415/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4566028 Feb 07 21:05:09.064591 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df9cd372-f619-4af2-9484-af068bc9a669 req-f641785b-6d1e-45a3-bc6c-06f9af239a39 service neutron] 10.222.0.71 "GET /v2.0/networks/e2ff74a0-6233-4073-be49-51a0d51ed7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7589726 Feb 07 21:05:09.064591 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef1022b6-7e0f-4c83-af49-f2ad8dc050b4 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (1d4fcf06-95fa-4fb2-90ac-96b03d49566a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:09.081260 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e357a745-038c-41e2-b12a-e0d62e551407 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:05:09.127609 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-15043764-e631-41a2-b409-c41ebc6efd38 req-d223901a-c92b-40ad-a1f5-337b627c9c07 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/quotas/c752a538afe047fe808375441195e2c5 HTTP/1.1" status: 200 len: 375 time: 0.2423711 Feb 07 21:05:09.167947 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 63a7d8af-4b75-40fa-8907-7259120ed9f3 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:05:09.171144 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (63a7d8af-4b75-40fa-8907-7259120ed9f3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:09.271691 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 6bb0c8b8-f306-45f6-b3b8-3cf81893304a completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:05:09.301444 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1022b6-7e0f-4c83-af49-f2ad8dc050b4 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:05:09.302805 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef1022b6-7e0f-4c83-af49-f2ad8dc050b4 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (1d4fcf06-95fa-4fb2-90ac-96b03d49566a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:09.303146 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port e357a745-038c-41e2-b12a-e0d62e551407, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=e357a745-038c-41e2-b12a-e0d62e551407,segment=NetworkSegment(1574066e-16fc-4a8d-8d78-5c89781943be),segment_id=1574066e-16fc-4a8d-8d78-5c89781943be)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:09.319075 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c2487ea3-7b68-40c7-8833-645d9de7c7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebee36d-9c35-4f11-aabc-d2045ad7b415', 'name': 'tempest-FloatingIPsNegativeTestJSON-885377760-router', 'tenant_id': '2d40885ab80344d9b411b10910ad048c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'c10dedba-d54c-43ba-83d0-69051aa60402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:04:55Z', 'updated_at': '2022-02-07T21:05:06Z', 'revision_number': 4, 'project_id': '2d40885ab80344d9b411b10910ad048c', 'gw_port': {'id': 'c10dedba-d54c-43ba-83d0-69051aa60402', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebee36d-9c35-4f11-aabc-d2045ad7b415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:56Z', 'updated_at': '2022-02-07T21:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '91b7798e-a138-41c3-9281-779e36ed5fb1', 'name': '', 'network_id': 'ebd8b184-50f5-4851-a69d-d0acc1f62364', 'tenant_id': '2d40885ab80344d9b411b10910ad048c', 'mac_address': 'fa:16:3e:02:0a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebee36d-9c35-4f11-aabc-d2045ad7b415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'fe9c8c28-09db-4b88-bb14-b7d78a577576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:05:05Z', 'updated_at': '2022-02-07T21:05:06Z', 'revision_number': 2, 'project_id': '2d40885ab80344d9b411b10910ad048c', 'subnets': [{'id': 'fe9c8c28-09db-4b88-bb14-b7d78a577576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:09.320209 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 6bb0c8b8-f306-45f6-b3b8-3cf81893304a triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:05:09.320725 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6bb0c8b8-f306-45f6-b3b8-3cf81893304a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:09.331470 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df9cd372-f619-4af2-9484-af068bc9a669 req-7b3828cf-fcb4-4e8e-bf0d-b2b1dc91f9ee service neutron] 10.222.0.71 "GET /v2.0/networks/e2ff74a0-6233-4073-be49-51a0d51ed7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707736 Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:05:09.332675 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:05:09.351436 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e357a745-038c-41e2-b12a-e0d62e551407), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:09.361515 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.resource_extend [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:05:09.383308 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2487ea3-7b68-40c7-8833-645d9de7c7f9 None None] The sync data for ids ['cebee36d-9c35-4f11-aabc-d2045ad7b415'] in n-d-828185-2 is: [{'id': 'cebee36d-9c35-4f11-aabc-d2045ad7b415', 'name': 'tempest-FloatingIPsNegativeTestJSON-885377760-router', 'tenant_id': '2d40885ab80344d9b411b10910ad048c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'c10dedba-d54c-43ba-83d0-69051aa60402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:04:55Z', 'updated_at': '2022-02-07T21:05:06Z', 'revision_number': 4, 'project_id': '2d40885ab80344d9b411b10910ad048c', 'gw_port': {'id': 'c10dedba-d54c-43ba-83d0-69051aa60402', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebee36d-9c35-4f11-aabc-d2045ad7b415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:56Z', 'updated_at': '2022-02-07T21:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '91b7798e-a138-41c3-9281-779e36ed5fb1', 'name': '', 'network_id': 'ebd8b184-50f5-4851-a69d-d0acc1f62364', 'tenant_id': '2d40885ab80344d9b411b10910ad048c', 'mac_address': 'fa:16:3e:02:0a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebee36d-9c35-4f11-aabc-d2045ad7b415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'fe9c8c28-09db-4b88-bb14-b7d78a577576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:05:05Z', 'updated_at': '2022-02-07T21:05:06Z', 'revision_number': 2, 'project_id': '2d40885ab80344d9b411b10910ad048c', 'subnets': [{'id': 'fe9c8c28-09db-4b88-bb14-b7d78a577576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:05:09.396603 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-15043764-e631-41a2-b409-c41ebc6efd38 req-e6677394-f4bc-4e59-a2a9-c59e95df641d tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c752a538afe047fe808375441195e2c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853989 Feb 07 21:05:09.604835 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-15043764-e631-41a2-b409-c41ebc6efd38 req-28506985-35a6-4ad5-8e7f-e05894c71f47 service neutron] 10.222.0.65 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070606 Feb 07 21:05:09.619545 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c6e0eaf6-0407-47ce-81ee-cd110d030f89 req-92afa7bc-8235-4fd4-b722-a3fa2b8641ba tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6790409 Feb 07 21:05:09.885006 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-15043764-e631-41a2-b409-c41ebc6efd38 req-48f75dd4-63e9-4b4e-be90-3446881fd2f9 service neutron] 10.222.0.65 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490170 Feb 07 21:05:09.910432 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=e357a745-038c-41e2-b12a-e0d62e551407,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:09.995241 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef1022b6-7e0f-4c83-af49-f2ad8dc050b4 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (0dc8aa7a-b24c-4466-9b82-28426867bb7c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:10.037629 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef1022b6-7e0f-4c83-af49-f2ad8dc050b4 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:10.060698 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49192) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:10.062623 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ef1022b6-7e0f-4c83-af49-f2ad8dc050b4 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "DELETE /v2.0/networks/0dc8aa7a-b24c-4466-9b82-28426867bb7c HTTP/1.1" status: 204 len: 168 time: 6.1115291 Feb 07 21:05:10.130456 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1022b6-7e0f-4c83-af49-f2ad8dc050b4 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Pushing event deleted for resources: {'Network': ['ID=0dc8aa7a-b24c-4466-9b82-28426867bb7c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:10.145748 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['e357a745-038c-41e2-b12a-e0d62e551407'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:05:10.203463 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28846664-7fa8-400f-840d-d066d053ed95 req-3f32fe15-fc38-495b-97d7-80a6ae7f181a tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:10.210059 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28846664-7fa8-400f-840d-d066d053ed95 req-3f32fe15-fc38-495b-97d7-80a6ae7f181a tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:10.233832 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28846664-7fa8-400f-840d-d066d053ed95 req-3f32fe15-fc38-495b-97d7-80a6ae7f181a tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:10.250652 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28846664-7fa8-400f-840d-d066d053ed95 req-3f32fe15-fc38-495b-97d7-80a6ae7f181a tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:10.265432 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28846664-7fa8-400f-840d-d066d053ed95 req-3f32fe15-fc38-495b-97d7-80a6ae7f181a tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:10.271487 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b2962d-9809-4f00-bc39-e33256e3a162 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Deleting subnet ee49c8a4-c1af-4aa6-91ed-d41d08e00255 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:05:10.282926 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28846664-7fa8-400f-840d-d066d053ed95 req-3f32fe15-fc38-495b-97d7-80a6ae7f181a tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:10.283334 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f7b2962d-9809-4f00-bc39-e33256e3a162 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks [] for subnet (ee49c8a4-c1af-4aa6-91ed-d41d08e00255), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:10.297169 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28846664-7fa8-400f-840d-d066d053ed95 req-3f32fe15-fc38-495b-97d7-80a6ae7f181a tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:10.305815 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-28846664-7fa8-400f-840d-d066d053ed95 req-3f32fe15-fc38-495b-97d7-80a6ae7f181a tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5429 time: 0.4197717 Feb 07 21:05:10.371247 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 63a7d8af-4b75-40fa-8907-7259120ed9f3 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:10.387875 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42f7b87-8f68-4a57-b6d5-28f564cb4097 x-openstack-request-id: req-b42f7b87-8f68-4a57-b6d5-28f564cb4097 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:05:10.388167 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232e5150-7391-45cf-a737-4d8329a96210", "name": "network-vif-plugged", "status": "completed", "tag": "4be38363-b333-4daf-aa33-be4f78483414", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:05:10.390970 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b42f7b87-8f68-4a57-b6d5-28f564cb4097 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:05:10.391388 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232e5150-7391-45cf-a737-4d8329a96210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be38363-b333-4daf-aa33-be4f78483414', 'code': 200} Feb 07 21:05:10.397856 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 33d1cecb-2bd0-482f-a974-ac7393b2494e, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=33d1cecb-2bd0-482f-a974-ac7393b2494e,segment=NetworkSegment(fc91fcee-1dfe-4783-a11b-41694150c3fc),segment_id=fc91fcee-1dfe-4783-a11b-41694150c3fc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:10.402613 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f7b2962d-9809-4f00-bc39-e33256e3a162 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (ee49c8a4-c1af-4aa6-91ed-d41d08e00255), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:10.451272 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 6bb0c8b8-f306-45f6-b3b8-3cf81893304a is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:10.451661 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6bb0c8b8-f306-45f6-b3b8-3cf81893304a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:10.528533 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f892967-0b77-4ef1-85ea-914ea0ea84a5 x-openstack-request-id: req-8f892967-0b77-4ef1-85ea-914ea0ea84a5 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:05:10.528893 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12562d83-4a65-4a83-8cac-6ce1d67d374a", "name": "network-vif-deleted", "tag": "2caaae4e-7044-4456-8451-ea9044187bb7", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:05:10.529103 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8f892967-0b77-4ef1-85ea-914ea0ea84a5 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:05:10.529482 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12562d83-4a65-4a83-8cac-6ce1d67d374a', 'name': 'network-vif-deleted', 'tag': '2caaae4e-7044-4456-8451-ea9044187bb7', 'status': 'completed', 'code': 200} Feb 07 21:05:10.581303 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 6bb0c8b8-f306-45f6-b3b8-3cf81893304a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6bb0c8b8-f306-45f6-b3b8-3cf81893304a,segment=NetworkSegment(1574066e-16fc-4a8d-8d78-5c89781943be),segment_id=1574066e-16fc-4a8d-8d78-5c89781943be)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:10.619698 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '33d1cecb-2bd0-482f-a974-ac7393b2494e', 'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3', 'port_id': '33d1cecb-2bd0-482f-a974-ac7393b2494e', 'mac_address': 'fa:16:3e:73:a7:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da978d59-1631-401d-9c79-d75023f51df8', 'ip_address': '10.1.1.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:05:10.633641 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6bb0c8b8-f306-45f6-b3b8-3cf81893304a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:10.648537 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-28846664-7fa8-400f-840d-d066d053ed95 req-11cec9e3-2380-493c-ad06-6927369b4e97 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3347926 Feb 07 21:05:10.691371 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964f3fe-8aae-4325-bf14-92c894521a5e req-b8ee289f-ff2f-4a8b-aa43-b16965bff083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:10.692921 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e964f3fe-8aae-4325-bf14-92c894521a5e req-b8ee289f-ff2f-4a8b-aa43-b16965bff083 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=232e5150-7391-45cf-a737-4d8329a96210 HTTP/1.1" status: 200 len: 1127 time: 0.2325768 Feb 07 21:05:10.760928 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f7b2962d-9809-4f00-bc39-e33256e3a162 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (ee49c8a4-c1af-4aa6-91ed-d41d08e00255), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:10.841486 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=6bb0c8b8-f306-45f6-b3b8-3cf81893304a,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:10.869689 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e964f3fe-8aae-4325-bf14-92c894521a5e req-145b1192-099f-4a95-bd83-29b3ebd82c17 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616509 Feb 07 21:05:10.901454 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b50e1bec-10c0-4b4a-a777-7757915ba622 req-a0f006b8-2872-431f-b611-f8970bce96e7 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=878953ab-2d9e-4407-83b1-75eb62d28b19 HTTP/1.1" status: 200 len: 210 time: 0.0955327 Feb 07 21:05:10.993502 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 33d1cecb-2bd0-482f-a974-ac7393b2494e is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:10.994343 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (33d1cecb-2bd0-482f-a974-ac7393b2494e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:11.129416 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d1cecb-2bd0-482f-a974-ac7393b2494e {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:05:11.219001 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f7b2962d-9809-4f00-bc39-e33256e3a162 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (ee49c8a4-c1af-4aa6-91ed-d41d08e00255), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:11.264180 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 33d1cecb-2bd0-482f-a974-ac7393b2494e, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=33d1cecb-2bd0-482f-a974-ac7393b2494e,segment=NetworkSegment(fc91fcee-1dfe-4783-a11b-41694150c3fc),segment_id=fc91fcee-1dfe-4783-a11b-41694150c3fc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:11.274071 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (33d1cecb-2bd0-482f-a974-ac7393b2494e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:11.274757 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device def535e0-560b-493f-84ac-22ae5fd3e2e6 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:05:11.402030 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2962d-9809-4f00-bc39-e33256e3a162 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Pushing event deleted for resources: {'Subnet': ['ID=ee49c8a4-c1af-4aa6-91ed-d41d08e00255,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:11.426426 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f7b2962d-9809-4f00-bc39-e33256e3a162 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:11.432398 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f7b2962d-9809-4f00-bc39-e33256e3a162 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "DELETE /v2.0/subnets/ee49c8a4-c1af-4aa6-91ed-d41d08e00255 HTTP/1.1" status: 204 len: 168 time: 1.3687627 Feb 07 21:05:11.434993 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49214) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:11.462190 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a427a0f6-4805-43fd-9407-d1022a0607aa None None] Network e27e838b-d433-4aa0-8a4e-9df4d65c1ce4 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:05:11.521467 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port def535e0-560b-493f-84ac-22ae5fd3e2e6, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=def535e0-560b-493f-84ac-22ae5fd3e2e6,segment=NetworkSegment(fc91fcee-1dfe-4783-a11b-41694150c3fc),segment_id=fc91fcee-1dfe-4783-a11b-41694150c3fc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:11.549727 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'def535e0-560b-493f-84ac-22ae5fd3e2e6', 'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3', 'port_id': 'def535e0-560b-493f-84ac-22ae5fd3e2e6', 'mac_address': 'fa:16:3e:ad:66:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da978d59-1631-401d-9c79-d75023f51df8', 'ip_address': '10.1.1.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:05:11.741637 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-114ee4c4-26aa-45f7-a50e-bd51fcaeabf6 req-9b528c1d-0330-49c6-b68b-964e6ff181ac tempest-FloatingIPsNegativeTestJSON-907750951 tempest-FloatingIPsNegativeTestJSON-907750951-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=2d40885ab80344d9b411b10910ad048c HTTP/1.1" status: 200 len: 217 time: 0.2950289 Feb 07 21:05:11.761915 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab5c46e-e72e-4aee-9641-f18cb647d658 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Deleting subnet e2ddbfcb-213e-4b57-8ab8-7876e1f739ad {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:05:11.780653 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ab5c46e-e72e-4aee-9641-f18cb647d658 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks [] for subnet (e2ddbfcb-213e-4b57-8ab8-7876e1f739ad), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:11.843545 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f3ab3-14e5-4437-a998-e18ca898116c req-175e437a-1502-4391-9c4c-1f00efed5e67 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:11.854687 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port def535e0-560b-493f-84ac-22ae5fd3e2e6 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:11.855204 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (def535e0-560b-493f-84ac-22ae5fd3e2e6), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:11.861349 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-904f3ab3-14e5-4437-a998-e18ca898116c req-175e437a-1502-4391-9c4c-1f00efed5e67 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=11d603a0-10e2-49eb-9799-7b842afcd6fa HTTP/1.1" status: 200 len: 944 time: 0.3258467 Feb 07 21:05:11.862428 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=33d1cecb-2bd0-482f-a974-ac7393b2494e,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:11.966531 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def535e0-560b-493f-84ac-22ae5fd3e2e6 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:05:12.005123 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-904f3ab3-14e5-4437-a998-e18ca898116c req-db8ca923-5c7d-496d-b702-3ebdec9aafd9 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420572 Feb 07 21:05:12.035924 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port def535e0-560b-493f-84ac-22ae5fd3e2e6, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=def535e0-560b-493f-84ac-22ae5fd3e2e6,segment=NetworkSegment(fc91fcee-1dfe-4783-a11b-41694150c3fc),segment_id=fc91fcee-1dfe-4783-a11b-41694150c3fc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:12.083775 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ab5c46e-e72e-4aee-9641-f18cb647d658 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (e2ddbfcb-213e-4b57-8ab8-7876e1f739ad), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:12.095844 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (def535e0-560b-493f-84ac-22ae5fd3e2e6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:12.096538 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 3d3cfee9-12eb-4371-8962-0c904c15eaa6 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:05:12.175795 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 3d3cfee9-12eb-4371-8962-0c904c15eaa6, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=3d3cfee9-12eb-4371-8962-0c904c15eaa6,segment=NetworkSegment(fc91fcee-1dfe-4783-a11b-41694150c3fc),segment_id=fc91fcee-1dfe-4783-a11b-41694150c3fc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:12.192159 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '3d3cfee9-12eb-4371-8962-0c904c15eaa6', 'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3', 'port_id': '3d3cfee9-12eb-4371-8962-0c904c15eaa6', 'mac_address': 'fa:16:3e:01:93:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da978d59-1631-401d-9c79-d75023f51df8', 'ip_address': '10.1.1.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:05:12.194234 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092bada-cca1-44e1-b3d0-209c90bba452 req-6db5abd8-5d3f-40c9-aff4-5f49ea8949f2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:12.195971 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1092bada-cca1-44e1-b3d0-209c90bba452 req-6db5abd8-5d3f-40c9-aff4-5f49ea8949f2 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 945 time: 0.3308237 Feb 07 21:05:12.273307 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1092bada-cca1-44e1-b3d0-209c90bba452 req-e3f9b87c-efc5-4793-bee6-aadc0eea9ccd tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628910 Feb 07 21:05:12.327598 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc61fb5-333e-48ff-9bb8-a6149fab4e03 req-f2bd6b19-9540-48e5-a8cc-821a8d803da7 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:12.328857 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 3d3cfee9-12eb-4371-8962-0c904c15eaa6 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:12.329357 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3d3cfee9-12eb-4371-8962-0c904c15eaa6), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:12.329909 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbc61fb5-333e-48ff-9bb8-a6149fab4e03 req-f2bd6b19-9540-48e5-a8cc-821a8d803da7 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.71 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 945 time: 0.2899163 Feb 07 21:05:12.365663 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3cfee9-12eb-4371-8962-0c904c15eaa6 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:05:12.370289 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=def535e0-560b-493f-84ac-22ae5fd3e2e6,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:12.404769 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d732ab-0f9c-49bd-970d-3ee22c5a9160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb0c8b8-f306-45f6-b3b8-3cf81893304a'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:05:12.424092 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdf4f00-6ba3-41b0-81eb-ff4542c78245" -d '{"events": [{"server_uuid": "f7d732ab-0f9c-49bd-970d-3ee22c5a9160", "name": "network-vif-plugged", "status": "completed", "tag": "6bb0c8b8-f306-45f6-b3b8-3cf81893304a"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:05:12.512980 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 3d3cfee9-12eb-4371-8962-0c904c15eaa6, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=3d3cfee9-12eb-4371-8962-0c904c15eaa6,segment=NetworkSegment(fc91fcee-1dfe-4783-a11b-41694150c3fc),segment_id=fc91fcee-1dfe-4783-a11b-41694150c3fc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:12.531926 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3d3cfee9-12eb-4371-8962-0c904c15eaa6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:12.532805 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 193bb83f-628c-4ce1-bd73-83ddaf07f72f details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:05:12.741807 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15043764-e631-41a2-b409-c41ebc6efd38 req-ddb4476e-cfc5-442a-aa1c-6ef26272d4ac tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:12.741807 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-15043764-e631-41a2-b409-c41ebc6efd38 req-ddb4476e-cfc5-442a-aa1c-6ef26272d4ac tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.69 "GET /v2.0/networks?id=bf854134-2113-420b-b9e5-1df875fc6e85 HTTP/1.1" status: 200 len: 812 time: 0.3383169 Feb 07 21:05:12.757256 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-15043764-e631-41a2-b409-c41ebc6efd38 req-9a6f58f5-c09c-4816-80d8-34c4fc3ad83e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Request body: {'port': {'device_id': '878953ab-2d9e-4407-83b1-75eb62d28b19', 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85', 'admin_state_up': True, 'tenant_id': 'c752a538afe047fe808375441195e2c5'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:05:12.782416 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860aad2f-e3f7-46a5-9dd5-4506dca26009 None None] DHCP port deletion for e27e838b-d433-4aa0-8a4e-9df4d65c1ce4 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:05:12.784805 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c10dedba-d54c-43ba-83d0-69051aa60402 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:05:12.806848 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a309f5-7538-40c1-8476-991166cd875c req-23381ffe-084f-4b2a-b291-48c4046f9893 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:12.814658 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a309f5-7538-40c1-8476-991166cd875c req-23381ffe-084f-4b2a-b291-48c4046f9893 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:12.821922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a309f5-7538-40c1-8476-991166cd875c req-23381ffe-084f-4b2a-b291-48c4046f9893 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:12.845226 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a309f5-7538-40c1-8476-991166cd875c req-23381ffe-084f-4b2a-b291-48c4046f9893 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:12.853573 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a309f5-7538-40c1-8476-991166cd875c req-23381ffe-084f-4b2a-b291-48c4046f9893 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:12.860502 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=3d3cfee9-12eb-4371-8962-0c904c15eaa6,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:12.869336 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a309f5-7538-40c1-8476-991166cd875c req-23381ffe-084f-4b2a-b291-48c4046f9893 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:12.875108 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a309f5-7538-40c1-8476-991166cd875c req-23381ffe-084f-4b2a-b291-48c4046f9893 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:12.882837 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49a309f5-7538-40c1-8476-991166cd875c req-23381ffe-084f-4b2a-b291-48c4046f9893 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5431 time: 0.7341940 Feb 07 21:05:12.894516 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-464daf8d-363c-4207-84d9-81e10cbef59e req-deffb080-9e9e-434c-9610-3e9d86ac3f30 tempest-FloatingIPsNegativeTestJSON-907750951 tempest-FloatingIPsNegativeTestJSON-907750951-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.3872762 Feb 07 21:05:12.895764 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ab5c46e-e72e-4aee-9641-f18cb647d658 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (e2ddbfcb-213e-4b57-8ab8-7876e1f739ad), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:12.931997 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 193bb83f-628c-4ce1-bd73-83ddaf07f72f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=193bb83f-628c-4ce1-bd73-83ddaf07f72f,segment=NetworkSegment(061673fe-e720-43e4-a9a2-d82036a40d5d),segment_id=061673fe-e720-43e4-a9a2-d82036a40d5d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:12.975705 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '193bb83f-628c-4ce1-bd73-83ddaf07f72f', 'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d', 'port_id': '193bb83f-628c-4ce1-bd73-83ddaf07f72f', 'mac_address': 'fa:16:3e:5d:a5:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a20c386e-eebe-4f10-a5ee-5638c9eee3a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:05:12.985887 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15043764-e631-41a2-b409-c41ebc6efd38 req-9a6f58f5-c09c-4816-80d8-34c4fc3ad83e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Made reservation on behalf of c752a538afe047fe808375441195e2c5 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:05:12.992447 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-15043764-e631-41a2-b409-c41ebc6efd38 req-9a6f58f5-c09c-4816-80d8-34c4fc3ad83e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:13.030274 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49a309f5-7538-40c1-8476-991166cd875c req-20c1b258-188b-4918-9c42-a50ee845af58 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1464651 Feb 07 21:05:13.080464 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e16a0600-0c95-4267-b49a-88ab0d222ca7 req-67eec6fa-17e1-42fd-b3bc-1da50d7e93ce tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=878953ab-2d9e-4407-83b1-75eb62d28b19 HTTP/1.1" status: 200 len: 210 time: 0.0434387 Feb 07 21:05:13.112775 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port c10dedba-d54c-43ba-83d0-69051aa60402 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:05:13.113609 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c10dedba-d54c-43ba-83d0-69051aa60402), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:13.113769 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-dbc61fb5-333e-48ff-9bb8-a6149fab4e03 req-774d8124-d1af-448f-9d47-bb0bf790fead tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Deleting port 20be04ea-ef7c-4fb7-be48-99f926829cdf {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:05:13.114043 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dbc61fb5-333e-48ff-9bb8-a6149fab4e03 req-774d8124-d1af-448f-9d47-bb0bf790fead tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (20be04ea-ef7c-4fb7-be48-99f926829cdf), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:13.164301 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ab5c46e-e72e-4aee-9641-f18cb647d658 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (e2ddbfcb-213e-4b57-8ab8-7876e1f739ad), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:13.207411 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-860aad2f-e3f7-46a5-9dd5-4506dca26009 None None] Deleting port 20a7f571-e11f-408e-9ecb-d5fda7f6edea {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:05:13.207818 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-860aad2f-e3f7-46a5-9dd5-4506dca26009 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (20a7f571-e11f-408e-9ecb-d5fda7f6edea), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:13.333392 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-860aad2f-e3f7-46a5-9dd5-4506dca26009 None None] For port 20a7f571-e11f-408e-9ecb-d5fda7f6edea, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=20a7f571-e11f-408e-9ecb-d5fda7f6edea,segment=NetworkSegment(0360a068-3bf9-42dc-b020-1b341e06cc6d),segment_id=0360a068-3bf9-42dc-b020-1b341e06cc6d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:13.333818 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-860aad2f-e3f7-46a5-9dd5-4506dca26009 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (20a7f571-e11f-408e-9ecb-d5fda7f6edea), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:13.361117 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-860aad2f-e3f7-46a5-9dd5-4506dca26009 None None] Calling delete_port for 20a7f571-e11f-408e-9ecb-d5fda7f6edea owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:05:13.398125 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-15043764-e631-41a2-b409-c41ebc6efd38 req-9a6f58f5-c09c-4816-80d8-34c4fc3ad83e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Allocated IP 172.20.0.3 (bf854134-2113-420b-b9e5-1df875fc6e85/2f8980a6-7981-49aa-b0cb-ed215989d81d/0f5fc44d-beb7-4da2-91c4-1a454793c5b5) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:05:13.450538 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5c46e-e72e-4aee-9641-f18cb647d658 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Pushing event deleted for resources: {'Subnet': ['ID=e2ddbfcb-213e-4b57-8ab8-7876e1f739ad,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:13.463175 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-1f186ffc-6e79-4f48-a8d1-0477bae6228c req-ecd4b9bf-9e0c-4aed-9e00-f06121925831 tempest-FloatingIPsNegativeTestJSON-907750951 tempest-FloatingIPsNegativeTestJSON-907750951-project] show failed (client error): The resource could not be found. Feb 07 21:05:13.464504 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f186ffc-6e79-4f48-a8d1-0477bae6228c req-ecd4b9bf-9e0c-4aed-9e00-f06121925831 tempest-FloatingIPsNegativeTestJSON-907750951 tempest-FloatingIPsNegativeTestJSON-907750951-project] 10.222.0.65 "GET /v2.0/floatingips/5e947adf-462b-4b4c-9265-4f0fd66a6c71 HTTP/1.1" status: 404 len: 350 time: 0.2270346 Feb 07 21:05:13.488182 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ab5c46e-e72e-4aee-9641-f18cb647d658 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:13.491671 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba5144c-e7df-425f-bcc8-fc2128223e57 x-openstack-request-id: req-eba5144c-e7df-425f-bcc8-fc2128223e57 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:05:13.492241 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1ab5c46e-e72e-4aee-9641-f18cb647d658 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "DELETE /v2.0/subnets/e2ddbfcb-213e-4b57-8ab8-7876e1f739ad HTTP/1.1" status: 204 len: 168 time: 2.0558586 Feb 07 21:05:13.492695 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d732ab-0f9c-49bd-970d-3ee22c5a9160", "name": "network-vif-plugged", "status": "completed", "tag": "6bb0c8b8-f306-45f6-b3b8-3cf81893304a", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:05:13.492976 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eba5144c-e7df-425f-bcc8-fc2128223e57 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:05:13.493492 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d732ab-0f9c-49bd-970d-3ee22c5a9160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb0c8b8-f306-45f6-b3b8-3cf81893304a', 'code': 200} Feb 07 21:05:13.498925 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49234) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:13.500677 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655bd547-d63a-448d-a3ac-b11acd57f2fb None None] Network 55e63414-566b-47ad-bc90-87ecb1e0f1cb requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:05:13.532211 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49236) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:13.571296 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6fd4e-cc4a-4ccb-9158-6f260a4852f7 req-ef6aba30-c257-49f9-a9ab-fd1209c03143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:13.588074 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7ae6fd4e-cc4a-4ccb-9158-6f260a4852f7 req-ef6aba30-c257-49f9-a9ab-fd1209c03143 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f7d732ab-0f9c-49bd-970d-3ee22c5a9160 HTTP/1.1" status: 200 len: 1128 time: 0.2574983 Feb 07 21:05:13.616892 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-860aad2f-e3f7-46a5-9dd5-4506dca26009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (20a7f571-e11f-408e-9ecb-d5fda7f6edea), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:13.738053 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860aad2f-e3f7-46a5-9dd5-4506dca26009 None None] Pushing event deleted for resources: {'Port': ['ID=20a7f571-e11f-408e-9ecb-d5fda7f6edea,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:13.740052 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 193bb83f-628c-4ce1-bd73-83ddaf07f72f is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:13.740627 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (193bb83f-628c-4ce1-bd73-83ddaf07f72f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:13.814451 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device e357a745-038c-41e2-b12a-e0d62e551407 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:05:13.858647 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-15043764-e631-41a2-b409-c41ebc6efd38 req-9a6f58f5-c09c-4816-80d8-34c4fc3ad83e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks [] for port (0f5fc44d-beb7-4da2-91c4-1a454793c5b5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:13.884602 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860aad2f-e3f7-46a5-9dd5-4506dca26009 None None] No DVR routers for this DVR port 20a7f571-e11f-408e-9ecb-d5fda7f6edea on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:05:13.898306 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7ae6fd4e-cc4a-4ccb-9158-6f260a4852f7 req-f32c376f-ffab-4a2d-9b65-9610ce383811 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894084 Feb 07 21:05:13.912681 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 193bb83f-628c-4ce1-bd73-83ddaf07f72f {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:05:13.930615 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-15043764-e631-41a2-b409-c41ebc6efd38 req-9a6f58f5-c09c-4816-80d8-34c4fc3ad83e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (0f5fc44d-beb7-4da2-91c4-1a454793c5b5), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:14.016041 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 193bb83f-628c-4ce1-bd73-83ddaf07f72f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=193bb83f-628c-4ce1-bd73-83ddaf07f72f,segment=NetworkSegment(061673fe-e720-43e4-a9a2-d82036a40d5d),segment_id=061673fe-e720-43e4-a9a2-d82036a40d5d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:14.047787 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (193bb83f-628c-4ce1-bd73-83ddaf07f72f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:14.055661 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port c10dedba-d54c-43ba-83d0-69051aa60402 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:14.056046 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c10dedba-d54c-43ba-83d0-69051aa60402), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:14.090750 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f58f5-c09c-4816-80d8-34c4fc3ad83e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Pushing event updated for resources: {'Port': ['ID=0f5fc44d-beb7-4da2-91c4-1a454793c5b5,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:14.122232 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 3043459a-2405-4dea-b3d1-7dd8ddc763c7 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:05:14.131019 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ddeb8-b930-438e-919d-810d32de2be0 None None] Sync routers for ids ['cebee36d-9c35-4f11-aabc-d2045ad7b415'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:05:14.135274 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port e357a745-038c-41e2-b12a-e0d62e551407 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:05:14.142735 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15043764-e631-41a2-b409-c41ebc6efd38 req-9a6f58f5-c09c-4816-80d8-34c4fc3ad83e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Network bf854134-2113-420b-b9e5-1df875fc6e85 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:05:14.145157 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-15043764-e631-41a2-b409-c41ebc6efd38 req-9a6f58f5-c09c-4816-80d8-34c4fc3ad83e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:05:14.154283 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-15043764-e631-41a2-b409-c41ebc6efd38 req-9a6f58f5-c09c-4816-80d8-34c4fc3ad83e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:05:14.169037 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port e357a745-038c-41e2-b12a-e0d62e551407 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:05:14.169715 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e357a745-038c-41e2-b12a-e0d62e551407), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:14.217997 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15043764-e631-41a2-b409-c41ebc6efd38 req-9a6f58f5-c09c-4816-80d8-34c4fc3ad83e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:14.219694 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-15043764-e631-41a2-b409-c41ebc6efd38 req-9a6f58f5-c09c-4816-80d8-34c4fc3ad83e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:14.246012 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-15043764-e631-41a2-b409-c41ebc6efd38 req-9a6f58f5-c09c-4816-80d8-34c4fc3ad83e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4923823 Feb 07 21:05:14.254675 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port c10dedba-d54c-43ba-83d0-69051aa60402, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c10dedba-d54c-43ba-83d0-69051aa60402,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:14.263211 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8ddeb8-b930-438e-919d-810d32de2be0 None None] Routers {'cebee36d-9c35-4f11-aabc-d2045ad7b415'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:05:14.263211 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4a8ddeb8-b930-438e-919d-810d32de2be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:04:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['cebee36d-9c35-4f11-aabc-d2045ad7b415'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:14.274616 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-15043764-e631-41a2-b409-c41ebc6efd38 req-31cbcfa4-eb8c-49c6-b12a-ffa5e99665ae service neutron] Request body: {'port': {'device_id': '878953ab-2d9e-4407-83b1-75eb62d28b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:05:14.361703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-dbc61fb5-333e-48ff-9bb8-a6149fab4e03 req-774d8124-d1af-448f-9d47-bb0bf790fead tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] For port 20be04ea-ef7c-4fb7-be48-99f926829cdf, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=20be04ea-ef7c-4fb7-be48-99f926829cdf,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:14.362402 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dbc61fb5-333e-48ff-9bb8-a6149fab4e03 req-774d8124-d1af-448f-9d47-bb0bf790fead tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (20be04ea-ef7c-4fb7-be48-99f926829cdf), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:14.378190 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-15043764-e631-41a2-b409-c41ebc6efd38 req-31cbcfa4-eb8c-49c6-b12a-ffa5e99665ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0f5fc44d-beb7-4da2-91c4-1a454793c5b5), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:14.399973 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab99a9-d232-49dc-9c85-66fd387ea7f5 req-b55eb398-e39e-44f6-83d0-685befd32152 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:14.401744 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a4ab99a9-d232-49dc-9c85-66fd387ea7f5 req-b55eb398-e39e-44f6-83d0-685befd32152 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 945 time: 0.7284362 Feb 07 21:05:14.410423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-dbc61fb5-333e-48ff-9bb8-a6149fab4e03 req-774d8124-d1af-448f-9d47-bb0bf790fead tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Calling delete_port for 20be04ea-ef7c-4fb7-be48-99f926829cdf owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:05:14.419040 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6b38cc4-b041-4559-9042-725f766c6164 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (e27e838b-d433-4aa0-8a4e-9df4d65c1ce4), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:14.445502 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0911f25-dcc4-4b3a-bcd6-43c04f09413a req-ff20c12e-11fb-4864-a22e-66a8e07d922e tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:14.447222 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0911f25-dcc4-4b3a-bcd6-43c04f09413a req-ff20c12e-11fb-4864-a22e-66a8e07d922e tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=11d603a0-10e2-49eb-9799-7b842afcd6fa HTTP/1.1" status: 200 len: 944 time: 0.7299993 Feb 07 21:05:14.457657 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97569d3-3ab8-4451-9abf-d6d127bcebe0 req-c638a21e-e02d-4fa7-9fde-1ef4497c98e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:14.459308 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c97569d3-3ab8-4451-9abf-d6d127bcebe0 req-c638a21e-e02d-4fa7-9fde-1ef4497c98e3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4b7c1937361146a7b2dfe64ac8dca8e9&device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 1127 time: 0.8052769 Feb 07 21:05:14.533818 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53562f96-cb9e-4c1d-832c-9fb7c9ed109c None None] DHCP port deletion for 55e63414-566b-47ad-bc90-87ecb1e0f1cb request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:05:14.548585 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c10dedba-d54c-43ba-83d0-69051aa60402), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:14.607195 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-4a8ddeb8-b930-438e-919d-810d32de2be0 None None] Set router cebee36d-9c35-4f11-aabc-d2045ad7b415 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:05:14.707750 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.resource_extend [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:05:14.762009 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-15043764-e631-41a2-b409-c41ebc6efd38 req-31cbcfa4-eb8c-49c6-b12a-ffa5e99665ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f5fc44d-beb7-4da2-91c4-1a454793c5b5 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:05:14.765962 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a4ab99a9-d232-49dc-9c85-66fd387ea7f5 req-741cf3a4-e258-4461-9176-53ca72dcb4d3 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532636 Feb 07 21:05:14.771469 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-15043764-e631-41a2-b409-c41ebc6efd38 req-31cbcfa4-eb8c-49c6-b12a-ffa5e99665ae service neutron] Publish callbacks [] for port (0f5fc44d-beb7-4da2-91c4-1a454793c5b5), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:14.785624 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-15043764-e631-41a2-b409-c41ebc6efd38 req-31cbcfa4-eb8c-49c6-b12a-ffa5e99665ae service neutron] Transition to ACTIVE for port object 0f5fc44d-beb7-4da2-91c4-1a454793c5b5 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:05:14.791565 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-15043764-e631-41a2-b409-c41ebc6efd38 req-31cbcfa4-eb8c-49c6-b12a-ffa5e99665ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (0f5fc44d-beb7-4da2-91c4-1a454793c5b5), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:14.801421 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=193bb83f-628c-4ce1-bd73-83ddaf07f72f,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:14.842063 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 20a7f571-e11f-408e-9ecb-d5fda7f6edea no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:05:14.848388 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0911f25-dcc4-4b3a-bcd6-43c04f09413a req-6fd1228e-2a58-43eb-987a-bdc12128fa59 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878112 Feb 07 21:05:14.848601 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['33d1cecb-2bd0-482f-a974-ac7393b2494e'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:05:14.862822 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbcfa4-eb8c-49c6-b12a-ffa5e99665ae service neutron] Pushing event updated for resources: {'Port': ['ID=0f5fc44d-beb7-4da2-91c4-1a454793c5b5,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:14.906924 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['3d3cfee9-12eb-4371-8962-0c904c15eaa6'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:05:14.909232 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['193bb83f-628c-4ce1-bd73-83ddaf07f72f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:05:14.964995 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6b38cc4-b041-4559-9042-725f766c6164 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (e27e838b-d433-4aa0-8a4e-9df4d65c1ce4), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:14.970018 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 3043459a-2405-4dea-b3d1-7dd8ddc763c7, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=3043459a-2405-4dea-b3d1-7dd8ddc763c7,segment=NetworkSegment(fc91fcee-1dfe-4783-a11b-41694150c3fc),segment_id=fc91fcee-1dfe-4783-a11b-41694150c3fc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:14.976171 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-15043764-e631-41a2-b409-c41ebc6efd38 req-31cbcfa4-eb8c-49c6-b12a-ffa5e99665ae service neutron] Attempting to bind port 0f5fc44d-beb7-4da2-91c4-1a454793c5b5 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:05:14.976623 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-15043764-e631-41a2-b409-c41ebc6efd38 req-31cbcfa4-eb8c-49c6-b12a-ffa5e99665ae service neutron] Attempting to bind port 0f5fc44d-beb7-4da2-91c4-1a454793c5b5 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '978d531a-5f04-4ecc-9967-0e2116886724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:05:14.977012 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15043764-e631-41a2-b409-c41ebc6efd38 req-31cbcfa4-eb8c-49c6-b12a-ffa5e99665ae service neutron] Attempting to bind port 0f5fc44d-beb7-4da2-91c4-1a454793c5b5 on network bf854134-2113-420b-b9e5-1df875fc6e85 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:05:14.983534 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15043764-e631-41a2-b409-c41ebc6efd38 req-31cbcfa4-eb8c-49c6-b12a-ffa5e99665ae service neutron] Port 0f5fc44d-beb7-4da2-91c4-1a454793c5b5 on network bf854134-2113-420b-b9e5-1df875fc6e85 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:05:14.983907 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15043764-e631-41a2-b409-c41ebc6efd38 req-31cbcfa4-eb8c-49c6-b12a-ffa5e99665ae service neutron] Attempting to bind port 0f5fc44d-beb7-4da2-91c4-1a454793c5b5 on network bf854134-2113-420b-b9e5-1df875fc6e85 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:05:14.992580 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15043764-e631-41a2-b409-c41ebc6efd38 req-31cbcfa4-eb8c-49c6-b12a-ffa5e99665ae service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:05:14.993184 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15043764-e631-41a2-b409-c41ebc6efd38 req-31cbcfa4-eb8c-49c6-b12a-ffa5e99665ae service neutron] Checking segment: {'id': '978d531a-5f04-4ecc-9967-0e2116886724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:05:14.993924 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15043764-e631-41a2-b409-c41ebc6efd38 req-31cbcfa4-eb8c-49c6-b12a-ffa5e99665ae service neutron] Bound using segment: {'id': '978d531a-5f04-4ecc-9967-0e2116886724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:05:14.994371 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-15043764-e631-41a2-b409-c41ebc6efd38 req-31cbcfa4-eb8c-49c6-b12a-ffa5e99665ae service neutron] Bound port: 0f5fc44d-beb7-4da2-91c4-1a454793c5b5, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978d531a-5f04-4ecc-9967-0e2116886724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:05:14.994733 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-15043764-e631-41a2-b409-c41ebc6efd38 req-31cbcfa4-eb8c-49c6-b12a-ffa5e99665ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0f5fc44d-beb7-4da2-91c4-1a454793c5b5), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:15.000343 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '3043459a-2405-4dea-b3d1-7dd8ddc763c7', 'network_id': '1eeddcea-0d1c-4004-9be7-548b640cc6f3', 'port_id': '3043459a-2405-4dea-b3d1-7dd8ddc763c7', 'mac_address': 'fa:16:3e:f5:46:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da978d59-1631-401d-9c79-d75023f51df8', 'ip_address': '10.1.1.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:05:15.011275 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97569d3-3ab8-4451-9abf-d6d127bcebe0 req-3a3c3566-08a9-4ea9-9aab-39cd15653794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:15.013254 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c97569d3-3ab8-4451-9abf-d6d127bcebe0 req-3a3c3566-08a9-4ea9-9aab-39cd15653794 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d5bb16a4-31f3-4a2c-94f1-a95e66782779 HTTP/1.1" status: 200 len: 919 time: 0.5360506 Feb 07 21:05:15.063529 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-c6b38cc4-b041-4559-9042-725f766c6164 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27e838b-d433-4aa0-8a4e-9df4d65c1ce4']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:15.103529 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-15043764-e631-41a2-b409-c41ebc6efd38 req-31cbcfa4-eb8c-49c6-b12a-ffa5e99665ae service neutron] For port 0f5fc44d-beb7-4da2-91c4-1a454793c5b5, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:05:15.107925 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-15043764-e631-41a2-b409-c41ebc6efd38 req-31cbcfa4-eb8c-49c6-b12a-ffa5e99665ae service neutron] For port 0f5fc44d-beb7-4da2-91c4-1a454793c5b5, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=0f5fc44d-beb7-4da2-91c4-1a454793c5b5,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:05:15.117919 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-c6b38cc4-b041-4559-9042-725f766c6164 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0360a068-3bf9-42dc-b020-1b341e06cc6d') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:15.118203 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-15043764-e631-41a2-b409-c41ebc6efd38 req-31cbcfa4-eb8c-49c6-b12a-ffa5e99665ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (0f5fc44d-beb7-4da2-91c4-1a454793c5b5), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:15.118743 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-c6b38cc4-b041-4559-9042-725f766c6164 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0360a068-3bf9-42dc-b020-1b341e06cc6d') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:15.122446 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c97569d3-3ab8-4451-9abf-d6d127bcebe0 req-2568c03b-ad63-4274-8fcf-b3c8b9dac8e4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6be35f8-2180-48c6-80fa-1ad984dae764 HTTP/1.1" status: 200 len: 217 time: 0.0803325 Feb 07 21:05:15.146778 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 3043459a-2405-4dea-b3d1-7dd8ddc763c7 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:15.147397 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3043459a-2405-4dea-b3d1-7dd8ddc763c7), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:15.177074 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6b38cc4-b041-4559-9042-725f766c6164 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (0360a068-3bf9-42dc-b020-1b341e06cc6d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:15.191551 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3043459a-2405-4dea-b3d1-7dd8ddc763c7 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:05:15.206392 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbcfa4-eb8c-49c6-b12a-ffa5e99665ae service neutron] Pushing event updated for resources: {'Port': ['ID=0f5fc44d-beb7-4da2-91c4-1a454793c5b5,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:15.213875 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 3043459a-2405-4dea-b3d1-7dd8ddc763c7, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=3043459a-2405-4dea-b3d1-7dd8ddc763c7,segment=NetworkSegment(fc91fcee-1dfe-4783-a11b-41694150c3fc),segment_id=fc91fcee-1dfe-4783-a11b-41694150c3fc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:15.221424 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 20a7f571-e11f-408e-9ecb-d5fda7f6edea {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:05:15.221726 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15043764-e631-41a2-b409-c41ebc6efd38 req-31cbcfa4-eb8c-49c6-b12a-ffa5e99665ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:15.221877 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 20a7f571-e11f-408e-9ecb-d5fda7f6edea not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:05:15.222175 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device cf28cb61-8c69-4f69-b4bc-95b62193effa no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:05:15.222393 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-15043764-e631-41a2-b409-c41ebc6efd38 req-31cbcfa4-eb8c-49c6-b12a-ffa5e99665ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:15.229488 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-15043764-e631-41a2-b409-c41ebc6efd38 req-31cbcfa4-eb8c-49c6-b12a-ffa5e99665ae service neutron] 10.222.0.69 "PUT /v2.0/ports/0f5fc44d-beb7-4da2-91c4-1a454793c5b5 HTTP/1.1" status: 200 len: 1091 time: 0.9685049 Feb 07 21:05:15.230961 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878953ab-2d9e-4407-83b1-75eb62d28b19', 'tag': '0f5fc44d-beb7-4da2-91c4-1a454793c5b5'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:05:15.235624 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a769ac59-ee7e-4fbd-80d0-92595f89e548" -d '{"events": [{"name": "network-changed", "server_uuid": "878953ab-2d9e-4407-83b1-75eb62d28b19", "tag": "0f5fc44d-beb7-4da2-91c4-1a454793c5b5"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:05:15.276637 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6b38cc4-b041-4559-9042-725f766c6164 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (0360a068-3bf9-42dc-b020-1b341e06cc6d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:15.308380 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fde9a-ab23-4a64-a86e-6af5784fb562 req-2d3d6e58-cee9-4897-b1b0-2002c2f596bc tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:15.316865 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fde9a-ab23-4a64-a86e-6af5784fb562 req-2d3d6e58-cee9-4897-b1b0-2002c2f596bc tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:15.324438 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fde9a-ab23-4a64-a86e-6af5784fb562 req-2d3d6e58-cee9-4897-b1b0-2002c2f596bc tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:15.331541 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3043459a-2405-4dea-b3d1-7dd8ddc763c7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:15.332194 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device e7cff024-a85a-4851-a39c-7071ffcfad38 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:05:15.350413 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fde9a-ab23-4a64-a86e-6af5784fb562 req-2d3d6e58-cee9-4897-b1b0-2002c2f596bc tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:15.386064 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fde9a-ab23-4a64-a86e-6af5784fb562 req-2d3d6e58-cee9-4897-b1b0-2002c2f596bc tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:15.399267 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fde9a-ab23-4a64-a86e-6af5784fb562 req-2d3d6e58-cee9-4897-b1b0-2002c2f596bc tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:15.410089 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fde9a-ab23-4a64-a86e-6af5784fb562 req-2d3d6e58-cee9-4897-b1b0-2002c2f596bc tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:15.425309 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f59fde9a-ab23-4a64-a86e-6af5784fb562 req-2d3d6e58-cee9-4897-b1b0-2002c2f596bc tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5433 time: 0.4531486 Feb 07 21:05:15.444909 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff532b-1e98-4601-9ba2-aba4f86668ac req-b4333088-52e9-4cb0-9f06-4eb9eeca6c5c tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:15.448957 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51ff532b-1e98-4601-9ba2-aba4f86668ac req-b4333088-52e9-4cb0-9f06-4eb9eeca6c5c tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.5517380 Feb 07 21:05:15.459837 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-deba6221-2a35-4a07-91f6-b96b19d63bc8 req-eb74949b-a6e4-4efe-92d6-aed5589ee4b9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1727512 Feb 07 21:05:15.464896 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port e357a745-038c-41e2-b12a-e0d62e551407 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:15.465292 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e357a745-038c-41e2-b12a-e0d62e551407), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:15.469303 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dbc61fb5-333e-48ff-9bb8-a6149fab4e03 req-774d8124-d1af-448f-9d47-bb0bf790fead tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (20be04ea-ef7c-4fb7-be48-99f926829cdf), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:15.488098 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15043764-e631-41a2-b409-c41ebc6efd38 req-2377546a-70ef-495f-b5a9-be37e93a1946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:15.498657 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b38cc4-b041-4559-9042-725f766c6164 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:05:15.499621 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=c10dedba-d54c-43ba-83d0-69051aa60402,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:15.499786 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6b38cc4-b041-4559-9042-725f766c6164 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (0360a068-3bf9-42dc-b020-1b341e06cc6d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:15.516322 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-15043764-e631-41a2-b409-c41ebc6efd38 req-2377546a-70ef-495f-b5a9-be37e93a1946 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c752a538afe047fe808375441195e2c5&device_id=878953ab-2d9e-4407-83b1-75eb62d28b19 HTTP/1.1" status: 200 len: 1125 time: 0.1734285 Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:05:15.571402 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:05:15.578019 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-15043764-e631-41a2-b409-c41ebc6efd38 req-4762b4b9-e4a1-4851-a07e-26e8929602fc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f5fc44d-beb7-4da2-91c4-1a454793c5b5 HTTP/1.1" status: 200 len: 217 time: 0.0535071 Feb 07 21:05:15.645668 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['def535e0-560b-493f-84ac-22ae5fd3e2e6'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:05:15.646037 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d8124-d1af-448f-9d47-bb0bf790fead tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Pushing event deleted for resources: {'Port': ['ID=20be04ea-ef7c-4fb7-be48-99f926829cdf,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:15.653738 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51ff532b-1e98-4601-9ba2-aba4f86668ac req-9bc538c5-07e7-4091-be02-79d31fc7a84d tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469765 Feb 07 21:05:15.658554 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97569d3-3ab8-4451-9abf-d6d127bcebe0 req-47189573-2e0f-4c27-84f6-16b3e159fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:15.660020 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c97569d3-3ab8-4451-9abf-d6d127bcebe0 req-47189573-2e0f-4c27-84f6-16b3e159fd29 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4b00d401-675a-4bb3-80a1-0cef41c01a34 HTTP/1.1" status: 200 len: 858 time: 0.5006318 Feb 07 21:05:15.694908 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba6221-2a35-4a07-91f6-b96b19d63bc8 req-51e8a115-df9b-4da1-9a34-074b23d6c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:15.713833 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-deba6221-2a35-4a07-91f6-b96b19d63bc8 req-51e8a115-df9b-4da1-9a34-074b23d6c9a1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 1126 time: 0.1173728 Feb 07 21:05:15.716335 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15043764-e631-41a2-b409-c41ebc6efd38 req-001a8608-3cfa-4a12-9b18-a8995a09bc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:15.718928 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-15043764-e631-41a2-b409-c41ebc6efd38 req-001a8608-3cfa-4a12-9b18-a8995a09bc6e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2f8980a6-7981-49aa-b0cb-ed215989d81d HTTP/1.1" status: 200 len: 852 time: 0.1300168 Feb 07 21:05:15.742509 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d603a0-10e2-49eb-9799-7b842afcd6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e357a745-038c-41e2-b12a-e0d62e551407'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:05:15.752827 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06e7c48-787b-45d4-9470-b0d383be24bf" -d '{"events": [{"server_uuid": "11d603a0-10e2-49eb-9799-7b842afcd6fa", "name": "network-vif-plugged", "status": "completed", "tag": "e357a745-038c-41e2-b12a-e0d62e551407"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:05:15.755714 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c97569d3-3ab8-4451-9abf-d6d127bcebe0 req-c9efa4d9-a7e0-4b68-af50-9ee348d79856 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5bb16a4-31f3-4a2c-94f1-a95e66782779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504370 Feb 07 21:05:15.804891 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-15043764-e631-41a2-b409-c41ebc6efd38 req-39fd112c-0a4e-4e14-b05e-e9c54f8e5716 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bf854134-2113-420b-b9e5-1df875fc6e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745680 Feb 07 21:05:15.903037 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-15043764-e631-41a2-b409-c41ebc6efd38 req-a62c5720-3a28-4d6f-83dc-2b7f9efffa79 service neutron] 10.222.0.69 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886142 Feb 07 21:05:15.903772 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port e7cff024-a85a-4851-a39c-7071ffcfad38, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e7cff024-a85a-4851-a39c-7071ffcfad38,segment=NetworkSegment(aa498974-eb55-4cf2-b241-7a523af5342d),segment_id=aa498974-eb55-4cf2-b241-7a523af5342d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:15.951280 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c97569d3-3ab8-4451-9abf-d6d127bcebe0 req-5e6e10a1-449f-4337-a704-96a8ff5719ad service neutron] 10.222.0.69 "GET /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408064 Feb 07 21:05:16.004485 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'e7cff024-a85a-4851-a39c-7071ffcfad38', 'network_id': 'ebc0550f-ec6c-4d64-9bd7-6031c005d00f', 'port_id': 'e7cff024-a85a-4851-a39c-7071ffcfad38', 'mac_address': 'fa:16:3e:46:7c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d112527-f33e-4a56-80b8-5f6641814967', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:05:16.007724 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-15043764-e631-41a2-b409-c41ebc6efd38 req-79672ce0-fdfb-4af6-9bde-c81813c2700e service neutron] 10.222.0.69 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973432 Feb 07 21:05:16.028273 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc61fb5-333e-48ff-9bb8-a6149fab4e03 req-774d8124-d1af-448f-9d47-bb0bf790fead tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] No DVR routers for this DVR port 20be04ea-ef7c-4fb7-be48-99f926829cdf on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:05:16.031523 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dbc61fb5-333e-48ff-9bb8-a6149fab4e03 req-774d8124-d1af-448f-9d47-bb0bf790fead tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:16.036595 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbc61fb5-333e-48ff-9bb8-a6149fab4e03 req-774d8124-d1af-448f-9d47-bb0bf790fead tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.71 "DELETE /v2.0/ports/20be04ea-ef7c-4fb7-be48-99f926829cdf HTTP/1.1" status: 204 len: 173 time: 3.6963084 Feb 07 21:05:16.050033 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba6221-2a35-4a07-91f6-b96b19d63bc8 req-c0c432ff-7aa7-4180-a76a-98848b2943f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:16.053732 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-deba6221-2a35-4a07-91f6-b96b19d63bc8 req-c0c432ff-7aa7-4180-a76a-98848b2943f6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 200 len: 909 time: 0.3247597 Feb 07 21:05:16.059956 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f93022-2537-4455-8bc7-5e6434c1b277', 'name': 'network-vif-deleted', 'tag': '20be04ea-ef7c-4fb7-be48-99f926829cdf'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:05:16.067599 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e597bc08-88b5-4955-b314-3e46ec800401" -d '{"events": [{"server_uuid": "19f93022-2537-4455-8bc7-5e6434c1b277", "name": "network-vif-deleted", "tag": "20be04ea-ef7c-4fb7-be48-99f926829cdf"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:05:16.092010 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f59fde9a-ab23-4a64-a86e-6af5784fb562 req-f7f2dde3-ae35-4cd5-88ed-59ae7b36cd5c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6640244 Feb 07 21:05:16.135175 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-deba6221-2a35-4a07-91f6-b96b19d63bc8 req-cf4fec0c-9359-4d68-92cd-4d9135aa5d9a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6b09002-66a4-4f94-9c19-96c99887aecc HTTP/1.1" status: 200 len: 217 time: 0.0709755 Feb 07 21:05:16.181154 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6b38cc4-b041-4559-9042-725f766c6164 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (e27e838b-d433-4aa0-8a4e-9df4d65c1ce4), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:16.197534 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-53562f96-cb9e-4c1d-832c-9fb7c9ed109c None None] Deleting port cf28cb61-8c69-4f69-b4bc-95b62193effa {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:05:16.198205 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-53562f96-cb9e-4c1d-832c-9fb7c9ed109c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (cf28cb61-8c69-4f69-b4bc-95b62193effa), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:16.207556 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6b38cc4-b041-4559-9042-725f766c6164 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:16.218187 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c6b38cc4-b041-4559-9042-725f766c6164 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "DELETE /v2.0/networks/e27e838b-d433-4aa0-8a4e-9df4d65c1ce4 HTTP/1.1" status: 204 len: 168 time: 2.6593137 Feb 07 21:05:16.225563 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49282) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:16.244921 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba6221-2a35-4a07-91f6-b96b19d63bc8 req-25173cc8-3742-43bd-aad3-5a8459aa60fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:16.246346 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-deba6221-2a35-4a07-91f6-b96b19d63bc8 req-25173cc8-3742-43bd-aad3-5a8459aa60fb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da67b52e-9fa9-4eda-bee9-de250f228011 HTTP/1.1" status: 200 len: 848 time: 0.1048274 Feb 07 21:05:16.247813 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f37b97-4d70-4ca3-bfef-191e4d945c1b x-openstack-request-id: req-71f37b97-4d70-4ca3-bfef-191e4d945c1b {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:05:16.248098 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878953ab-2d9e-4407-83b1-75eb62d28b19", "tag": "0f5fc44d-beb7-4da2-91c4-1a454793c5b5", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:05:16.248949 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-71f37b97-4d70-4ca3-bfef-191e4d945c1b {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:05:16.249384 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878953ab-2d9e-4407-83b1-75eb62d28b19', 'tag': '0f5fc44d-beb7-4da2-91c4-1a454793c5b5', 'status': 'completed', 'code': 200} Feb 07 21:05:16.311552 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-deba6221-2a35-4a07-91f6-b96b19d63bc8 req-b40316c8-d6d5-4f4c-bafd-8b329c588434 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6d967ae2-07ea-401e-8063-c085e3020e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524659 Feb 07 21:05:16.331808 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769ac59-ee7e-4fbd-80d0-92595f89e548 req-468faa25-fb6d-49dc-a7d5-96e078fb592d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:16.333380 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a769ac59-ee7e-4fbd-80d0-92595f89e548 req-468faa25-fb6d-49dc-a7d5-96e078fb592d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c752a538afe047fe808375441195e2c5&device_id=878953ab-2d9e-4407-83b1-75eb62d28b19 HTTP/1.1" status: 200 len: 1125 time: 0.0832801 Feb 07 21:05:16.397631 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port e7cff024-a85a-4851-a39c-7071ffcfad38 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:16.399196 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e7cff024-a85a-4851-a39c-7071ffcfad38), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:16.400222 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b38cc4-b041-4559-9042-725f766c6164 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Pushing event deleted for resources: {'Network': ['ID=e27e838b-d433-4aa0-8a4e-9df4d65c1ce4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:16.443336 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a004fa7a-97df-474a-baf2-fa7ce4170517 req-5fd15296-7ecf-4f93-b8dd-685804a1d8be tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=19f93022-2537-4455-8bc7-5e6434c1b277 HTTP/1.1" status: 200 len: 210 time: 0.0626130 Feb 07 21:05:16.466825 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769ac59-ee7e-4fbd-80d0-92595f89e548 req-48473ab6-6950-47fe-a571-3867307aabf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:16.468375 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a769ac59-ee7e-4fbd-80d0-92595f89e548 req-48473ab6-6950-47fe-a571-3867307aabf8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bf854134-2113-420b-b9e5-1df875fc6e85 HTTP/1.1" status: 200 len: 913 time: 0.1230307 Feb 07 21:05:16.482125 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b59c0-d6e3-4d45-8b96-cc2a99d2e553 req-2f8ed84f-de7b-4bcc-a14b-8d5fadf94727 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:16.490664 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-319b59c0-d6e3-4d45-8b96-cc2a99d2e553 req-2f8ed84f-de7b-4bcc-a14b-8d5fadf94727 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=878953ab-2d9e-4407-83b1-75eb62d28b19 HTTP/1.1" status: 200 len: 943 time: 0.5826042 Feb 07 21:05:16.491493 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port e357a745-038c-41e2-b12a-e0d62e551407, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=e357a745-038c-41e2-b12a-e0d62e551407,segment=NetworkSegment(1574066e-16fc-4a8d-8d78-5c89781943be),segment_id=1574066e-16fc-4a8d-8d78-5c89781943be)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:16.533834 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7cff024-a85a-4851-a39c-7071ffcfad38 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:05:16.559341 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a769ac59-ee7e-4fbd-80d0-92595f89e548 req-18a4504c-032e-4d5e-82bd-e4f65bb8fb8d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f5fc44d-beb7-4da2-91c4-1a454793c5b5 HTTP/1.1" status: 200 len: 217 time: 0.0679228 Feb 07 21:05:16.568219 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86607a95-7a3b-4fee-8b76-5869e1a615c5 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (55e63414-566b-47ad-bc90-87ecb1e0f1cb), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:16.637877 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c97569d3-3ab8-4451-9abf-d6d127bcebe0 req-41964e3c-7877-45d9-b8b7-2b6d37b8dcc8 service neutron] 10.222.0.69 "GET /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6575842 Feb 07 21:05:16.642765 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port e7cff024-a85a-4851-a39c-7071ffcfad38, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e7cff024-a85a-4851-a39c-7071ffcfad38,segment=NetworkSegment(aa498974-eb55-4cf2-b241-7a523af5342d),segment_id=aa498974-eb55-4cf2-b241-7a523af5342d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:16.642965 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-deba6221-2a35-4a07-91f6-b96b19d63bc8 req-3435a62f-dbf2-45ea-94d2-e2aa2b3aefac service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231802 Feb 07 21:05:16.644013 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769ac59-ee7e-4fbd-80d0-92595f89e548 req-a4fcfd26-38ff-4408-9735-92294ec2696d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:16.645547 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a769ac59-ee7e-4fbd-80d0-92595f89e548 req-a4fcfd26-38ff-4408-9735-92294ec2696d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2f8980a6-7981-49aa-b0cb-ed215989d81d HTTP/1.1" status: 200 len: 852 time: 0.0777650 Feb 07 21:05:16.747442 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-319b59c0-d6e3-4d45-8b96-cc2a99d2e553 req-3a012877-f2d2-46e2-9ece-412077c4e209 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562797 Feb 07 21:05:16.763279 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0d6188-cf35-4cd0-a9bb-c8d797514761 x-openstack-request-id: req-8a0d6188-cf35-4cd0-a9bb-c8d797514761 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:05:16.766105 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d603a0-10e2-49eb-9799-7b842afcd6fa", "name": "network-vif-plugged", "status": "completed", "tag": "e357a745-038c-41e2-b12a-e0d62e551407", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:05:16.768687 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8a0d6188-cf35-4cd0-a9bb-c8d797514761 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:05:16.768687 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d603a0-10e2-49eb-9799-7b842afcd6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e357a745-038c-41e2-b12a-e0d62e551407', 'code': 200} Feb 07 21:05:16.813061 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ec2eb8b-cc7a-45ac-9843-4db17cc348f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (cebee36d-9c35-4f11-aabc-d2045ad7b415), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:16.868322 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a769ac59-ee7e-4fbd-80d0-92595f89e548 req-b6ef00d6-099b-4bfc-9330-bc7760b02d13 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bf854134-2113-420b-b9e5-1df875fc6e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2143779 Feb 07 21:05:16.870559 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-deba6221-2a35-4a07-91f6-b96b19d63bc8 req-f7857300-9173-4a74-948d-3d9d5cf3b72e service neutron] 10.222.0.69 "GET /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179129 Feb 07 21:05:16.913909 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92dd81ad-77e1-4b77-826b-aa4a2332c07f x-openstack-request-id: req-92dd81ad-77e1-4b77-826b-aa4a2332c07f {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:05:16.914187 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f93022-2537-4455-8bc7-5e6434c1b277", "name": "network-vif-deleted", "tag": "20be04ea-ef7c-4fb7-be48-99f926829cdf", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:05:16.914499 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-92dd81ad-77e1-4b77-826b-aa4a2332c07f {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:05:16.914898 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f93022-2537-4455-8bc7-5e6434c1b277', 'name': 'network-vif-deleted', 'tag': '20be04ea-ef7c-4fb7-be48-99f926829cdf', 'status': 'completed', 'code': 200} Feb 07 21:05:16.922885 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e7cff024-a85a-4851-a39c-7071ffcfad38), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:16.922885 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 5ab0c0e0-34fd-478c-a047-ef89d9aacd38 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:05:16.991105 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-53562f96-cb9e-4c1d-832c-9fb7c9ed109c None None] For port cf28cb61-8c69-4f69-b4bc-95b62193effa, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=cf28cb61-8c69-4f69-b4bc-95b62193effa,segment=NetworkSegment(d4e4bd9b-b17d-4ab4-80b7-743f3fb7e235),segment_id=d4e4bd9b-b17d-4ab4-80b7-743f3fb7e235)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:16.991444 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-53562f96-cb9e-4c1d-832c-9fb7c9ed109c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (cf28cb61-8c69-4f69-b4bc-95b62193effa), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:17.006935 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-53562f96-cb9e-4c1d-832c-9fb7c9ed109c None None] Calling delete_port for cf28cb61-8c69-4f69-b4bc-95b62193effa owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:05:17.056902 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e357a745-038c-41e2-b12a-e0d62e551407), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:17.057799 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 20be04ea-ef7c-4fb7-be48-99f926829cdf no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:05:17.067620 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a769ac59-ee7e-4fbd-80d0-92595f89e548 req-550d469e-792b-47c5-81da-bdb5310243ea service neutron] 10.222.0.69 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840084 Feb 07 21:05:17.075320 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31559f99-f54e-4b96-80bf-2b5c4efca80f req-e658fb34-25cc-4d43-988f-7e2acecc9b8f tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:17.077302 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-31559f99-f54e-4b96-80bf-2b5c4efca80f req-e658fb34-25cc-4d43-988f-7e2acecc9b8f tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=11d603a0-10e2-49eb-9799-7b842afcd6fa HTTP/1.1" status: 200 len: 945 time: 0.3964086 Feb 07 21:05:17.085119 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-86607a95-7a3b-4fee-8b76-5869e1a615c5 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Deleting port cf28cb61-8c69-4f69-b4bc-95b62193effa {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:05:17.085733 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86607a95-7a3b-4fee-8b76-5869e1a615c5 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (cf28cb61-8c69-4f69-b4bc-95b62193effa), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:17.119387 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=3043459a-2405-4dea-b3d1-7dd8ddc763c7,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:17.122332 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fc5065e-5ab3-42b8-b075-f3d38bab67d2 req-ad52d0fb-4ba0-41bc-b5ed-611d2a63811b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3679361 Feb 07 21:05:17.146117 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 20be04ea-ef7c-4fb7-be48-99f926829cdf {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:05:17.146476 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 20be04ea-ef7c-4fb7-be48-99f926829cdf not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:05:17.148384 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port cf28cb61-8c69-4f69-b4bc-95b62193effa is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:17.148769 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (cf28cb61-8c69-4f69-b4bc-95b62193effa), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:17.249419 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.resource_extend [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:05:17.258052 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a769ac59-ee7e-4fbd-80d0-92595f89e548 req-4bfaf43c-a334-4d4b-999f-0450060ca790 service neutron] 10.222.0.69 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831298 Feb 07 21:05:17.279126 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4739c15-e9f4-4427-bc5c-9c0d801a80e9 req-562565e7-77b0-4344-9615-00e6161c1b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:17.281158 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4739c15-e9f4-4427-bc5c-9c0d801a80e9 req-562565e7-77b0-4344-9615-00e6161c1b89 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=11d603a0-10e2-49eb-9799-7b842afcd6fa HTTP/1.1" status: 200 len: 1127 time: 0.3455341 Feb 07 21:05:17.288131 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4a8ddeb8-b930-438e-919d-810d32de2be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebee36d-9c35-4f11-aabc-d2045ad7b415', 'name': 'tempest-FloatingIPsNegativeTestJSON-885377760-router', 'tenant_id': '2d40885ab80344d9b411b10910ad048c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'c10dedba-d54c-43ba-83d0-69051aa60402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:04:55Z', 'updated_at': '2022-02-07T21:05:06Z', 'revision_number': 4, 'project_id': '2d40885ab80344d9b411b10910ad048c', 'gw_port': {'id': 'c10dedba-d54c-43ba-83d0-69051aa60402', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebee36d-9c35-4f11-aabc-d2045ad7b415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:56Z', 'updated_at': '2022-02-07T21:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '91b7798e-a138-41c3-9281-779e36ed5fb1', 'name': '', 'network_id': 'ebd8b184-50f5-4851-a69d-d0acc1f62364', 'tenant_id': '2d40885ab80344d9b411b10910ad048c', 'mac_address': 'fa:16:3e:02:0a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebee36d-9c35-4f11-aabc-d2045ad7b415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'fe9c8c28-09db-4b88-bb14-b7d78a577576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:05:05Z', 'updated_at': '2022-02-07T21:05:06Z', 'revision_number': 2, 'project_id': '2d40885ab80344d9b411b10910ad048c', 'subnets': [{'id': 'fe9c8c28-09db-4b88-bb14-b7d78a577576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:17.301280 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-86607a95-7a3b-4fee-8b76-5869e1a615c5 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] For port cf28cb61-8c69-4f69-b4bc-95b62193effa, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=cf28cb61-8c69-4f69-b4bc-95b62193effa,segment=NetworkSegment(d4e4bd9b-b17d-4ab4-80b7-743f3fb7e235),segment_id=d4e4bd9b-b17d-4ab4-80b7-743f3fb7e235)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:17.301966 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86607a95-7a3b-4fee-8b76-5869e1a615c5 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (cf28cb61-8c69-4f69-b4bc-95b62193effa), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:17.306239 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 5ab0c0e0-34fd-478c-a047-ef89d9aacd38, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=5ab0c0e0-34fd-478c-a047-ef89d9aacd38,segment=NetworkSegment(aa498974-eb55-4cf2-b241-7a523af5342d),segment_id=aa498974-eb55-4cf2-b241-7a523af5342d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:17.354032 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62936cb0-c3c5-40a7-acbd-9c8fc0b9d47c req-61bf4602-742b-4351-bc1a-c803bc2b16ed tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:17.361912 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-62936cb0-c3c5-40a7-acbd-9c8fc0b9d47c req-61bf4602-742b-4351-bc1a-c803bc2b16ed tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.3726735 Feb 07 21:05:17.369675 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ddeb8-b930-438e-919d-810d32de2be0 None None] Checking router: cebee36d-9c35-4f11-aabc-d2045ad7b415 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:05:17.370028 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ddeb8-b930-438e-919d-810d32de2be0 None None] Updating router cebee36d-9c35-4f11-aabc-d2045ad7b415 port 91b7798e-a138-41c3-9281-779e36ed5fb1 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:05:17.375696 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=e7cff024-a85a-4851-a39c-7071ffcfad38,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:17.419059 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-86607a95-7a3b-4fee-8b76-5869e1a615c5 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Calling delete_port for cf28cb61-8c69-4f69-b4bc-95b62193effa owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:05:17.424934 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-31559f99-f54e-4b96-80bf-2b5c4efca80f req-fadeb0c7-530a-4d47-8a9e-b967977d1f55 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353655 Feb 07 21:05:17.454450 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port cf28cb61-8c69-4f69-b4bc-95b62193effa, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=cf28cb61-8c69-4f69-b4bc-95b62193effa,segment=NetworkSegment(d4e4bd9b-b17d-4ab4-80b7-743f3fb7e235),segment_id=d4e4bd9b-b17d-4ab4-80b7-743f3fb7e235)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:17.456448 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '5ab0c0e0-34fd-478c-a047-ef89d9aacd38', 'network_id': 'ebc0550f-ec6c-4d64-9bd7-6031c005d00f', 'port_id': '5ab0c0e0-34fd-478c-a047-ef89d9aacd38', 'mac_address': 'fa:16:3e:91:20:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d112527-f33e-4a56-80b8-5f6641814967', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:05:17.536817 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5065e-5ab3-42b8-b075-f3d38bab67d2 req-6969348f-2695-49ad-bbcb-a810c2a7271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:17.538278 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fc5065e-5ab3-42b8-b075-f3d38bab67d2 req-6969348f-2695-49ad-bbcb-a810c2a7271b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b7c1937361146a7b2dfe64ac8dca8e9&device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 1128 time: 0.3695803 Feb 07 21:05:17.560351 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-62936cb0-c3c5-40a7-acbd-9c8fc0b9d47c req-91900992-6f40-48c3-9d61-36e16b2a123b tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971583 Feb 07 21:05:17.680641 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (cf28cb61-8c69-4f69-b4bc-95b62193effa), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:17.735086 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-53562f96-cb9e-4c1d-832c-9fb7c9ed109c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (cf28cb61-8c69-4f69-b4bc-95b62193effa), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:17.763339 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53562f96-cb9e-4c1d-832c-9fb7c9ed109c None None] No DVR routers for this DVR port cf28cb61-8c69-4f69-b4bc-95b62193effa on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:05:17.774650 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 5ab0c0e0-34fd-478c-a047-ef89d9aacd38 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:17.775022 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5ab0c0e0-34fd-478c-a047-ef89d9aacd38), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:17.802965 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ab0c0e0-34fd-478c-a047-ef89d9aacd38 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:05:17.833406 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 5ab0c0e0-34fd-478c-a047-ef89d9aacd38, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=5ab0c0e0-34fd-478c-a047-ef89d9aacd38,segment=NetworkSegment(aa498974-eb55-4cf2-b241-7a523af5342d),segment_id=aa498974-eb55-4cf2-b241-7a523af5342d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:17.849888 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (5ab0c0e0-34fd-478c-a047-ef89d9aacd38), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:17.855168 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a8ddeb8-b930-438e-919d-810d32de2be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (91b7798e-a138-41c3-9281-779e36ed5fb1), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:17.860435 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=e357a745-038c-41e2-b12a-e0d62e551407,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:17.882614 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event deleted for resources: {'Port': ['ID=cf28cb61-8c69-4f69-b4bc-95b62193effa,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:17.915827 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53562f96-cb9e-4c1d-832c-9fb7c9ed109c None None] Pushing event deleted for resources: {'Port': ['ID=cf28cb61-8c69-4f69-b4bc-95b62193effa,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:17.946476 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c10dedba-d54c-43ba-83d0-69051aa60402 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:05:18.064021 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4739c15-e9f4-4427-bc5c-9c0d801a80e9 req-480ebe8c-aad2-42e7-a923-26171c338d8f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7694256 Feb 07 21:05:18.126909 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=5ab0c0e0-34fd-478c-a047-ef89d9aacd38,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:18.139544 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port c10dedba-d54c-43ba-83d0-69051aa60402 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:05:18.139817 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c10dedba-d54c-43ba-83d0-69051aa60402), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:18.251839 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59b90a-1ef4-421b-892d-4c9c8a213288 req-4768a5ec-a6a0-489f-b499-ebfd13c414a9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:18.257428 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59b90a-1ef4-421b-892d-4c9c8a213288 req-4768a5ec-a6a0-489f-b499-ebfd13c414a9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:18.262601 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59b90a-1ef4-421b-892d-4c9c8a213288 req-4768a5ec-a6a0-489f-b499-ebfd13c414a9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:18.268619 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59b90a-1ef4-421b-892d-4c9c8a213288 req-4768a5ec-a6a0-489f-b499-ebfd13c414a9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:18.273781 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59b90a-1ef4-421b-892d-4c9c8a213288 req-4768a5ec-a6a0-489f-b499-ebfd13c414a9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:18.278931 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59b90a-1ef4-421b-892d-4c9c8a213288 req-4768a5ec-a6a0-489f-b499-ebfd13c414a9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:18.285324 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59b90a-1ef4-421b-892d-4c9c8a213288 req-4768a5ec-a6a0-489f-b499-ebfd13c414a9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:18.287108 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6f59b90a-1ef4-421b-892d-4c9c8a213288 req-4768a5ec-a6a0-489f-b499-ebfd13c414a9 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5435 time: 0.7479219 Feb 07 21:05:18.294050 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86607a95-7a3b-4fee-8b76-5869e1a615c5 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (cf28cb61-8c69-4f69-b4bc-95b62193effa), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:18.341751 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649b695-9b2a-4d14-8700-f7a9288ff8fa req-134c1c9f-d108-4e42-aa5d-de75b1c30d23 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:18.343155 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b649b695-9b2a-4d14-8700-f7a9288ff8fa req-134c1c9f-d108-4e42-aa5d-de75b1c30d23 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=878953ab-2d9e-4407-83b1-75eb62d28b19 HTTP/1.1" status: 200 len: 943 time: 0.2691467 Feb 07 21:05:18.355072 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-02446e2c-9935-40a6-9c29-6087158e43e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:18.397033 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86607a95-7a3b-4fee-8b76-5869e1a615c5 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Pushing event deleted for resources: {'Port': ['ID=cf28cb61-8c69-4f69-b4bc-95b62193effa,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:18.405210 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86607a95-7a3b-4fee-8b76-5869e1a615c5 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] No DVR routers for this DVR port cf28cb61-8c69-4f69-b4bc-95b62193effa on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:05:18.408734 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5065e-5ab3-42b8-b075-f3d38bab67d2 req-ec9d3963-606a-47ab-b4cf-e810d913c536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:18.410597 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fc5065e-5ab3-42b8-b075-f3d38bab67d2 req-ec9d3963-606a-47ab-b4cf-e810d913c536 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d5bb16a4-31f3-4a2c-94f1-a95e66782779 HTTP/1.1" status: 200 len: 919 time: 0.3455300 Feb 07 21:05:18.440168 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port c10dedba-d54c-43ba-83d0-69051aa60402 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:18.461268 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a8ddeb8-b930-438e-919d-810d32de2be0 None None] Publish callbacks [] for port (91b7798e-a138-41c3-9281-779e36ed5fb1), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:18.477180 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a8ddeb8-b930-438e-919d-810d32de2be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (91b7798e-a138-41c3-9281-779e36ed5fb1), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:18.523015 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fc5065e-5ab3-42b8-b075-f3d38bab67d2 req-22b3da07-667d-456f-a331-8ed8a08c3335 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd5739c0-1881-4d44-9ab4-3a03657c775f HTTP/1.1" status: 200 len: 217 time: 0.0859368 Feb 07 21:05:18.541489 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf930a-505c-4336-96f1-f06cdc9cf555 None None] Pushing event updated for resources: {'Port': ['ID=91b7798e-a138-41c3-9281-779e36ed5fb1,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:18.608529 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-4a8ddeb8-b930-438e-919d-810d32de2be0 None None] Attempting to bind port 91b7798e-a138-41c3-9281-779e36ed5fb1 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:05:18.608933 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-4a8ddeb8-b930-438e-919d-810d32de2be0 None None] Attempting to bind port 91b7798e-a138-41c3-9281-779e36ed5fb1 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'dbc68c44-8111-45fa-9423-e9d71b403569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ebd8b184-50f5-4851-a69d-d0acc1f62364'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:05:18.609304 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ddeb8-b930-438e-919d-810d32de2be0 None None] Attempting to bind port 91b7798e-a138-41c3-9281-779e36ed5fb1 on network ebd8b184-50f5-4851-a69d-d0acc1f62364 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:05:18.614598 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ddeb8-b930-438e-919d-810d32de2be0 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:05:18.614983 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ddeb8-b930-438e-919d-810d32de2be0 None None] Checking segment: {'id': 'dbc68c44-8111-45fa-9423-e9d71b403569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ebd8b184-50f5-4851-a69d-d0acc1f62364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:05:18.615382 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a8ddeb8-b930-438e-919d-810d32de2be0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:18.616195 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ddeb8-b930-438e-919d-810d32de2be0 None None] Bound using segment: {'id': 'dbc68c44-8111-45fa-9423-e9d71b403569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ebd8b184-50f5-4851-a69d-d0acc1f62364'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:05:18.616195 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-4a8ddeb8-b930-438e-919d-810d32de2be0 None None] Bound port: 91b7798e-a138-41c3-9281-779e36ed5fb1, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc68c44-8111-45fa-9423-e9d71b403569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ebd8b184-50f5-4851-a69d-d0acc1f62364'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:05:18.617710 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a8ddeb8-b930-438e-919d-810d32de2be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (91b7798e-a138-41c3-9281-779e36ed5fb1), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:18.661855 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5065e-5ab3-42b8-b075-f3d38bab67d2 req-5716665b-d5c4-4c85-bf66-0639158f9f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:18.664888 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fc5065e-5ab3-42b8-b075-f3d38bab67d2 req-5716665b-d5c4-4c85-bf66-0639158f9f6d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4b00d401-675a-4bb3-80a1-0cef41c01a34 HTTP/1.1" status: 200 len: 858 time: 0.0866914 Feb 07 21:05:18.695984 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6f59b90a-1ef4-421b-892d-4c9c8a213288 req-ae651f65-3326-4e61-90c5-0c4d2d78b7d7 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3971090 Feb 07 21:05:18.708929 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b649b695-9b2a-4d14-8700-f7a9288ff8fa req-7bce946e-ff14-400e-ab7b-7e8b087f6c48 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402603 Feb 07 21:05:18.741301 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86607a95-7a3b-4fee-8b76-5869e1a615c5 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (55e63414-566b-47ad-bc90-87ecb1e0f1cb), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:18.768118 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-4a8ddeb8-b930-438e-919d-810d32de2be0 None None] For port 91b7798e-a138-41c3-9281-779e36ed5fb1, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:05:18.790750 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-4a8ddeb8-b930-438e-919d-810d32de2be0 None None] For port 91b7798e-a138-41c3-9281-779e36ed5fb1, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=91b7798e-a138-41c3-9281-779e36ed5fb1,segment=NetworkSegment(dbc68c44-8111-45fa-9423-e9d71b403569),segment_id=dbc68c44-8111-45fa-9423-e9d71b403569)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:05:18.804370 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee1010-7e1f-4335-b739-566bc6e7585e req-7a5e785d-9cfc-497a-a02b-cca6e4bf520e tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:18.806183 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-79ee1010-7e1f-4335-b739-566bc6e7585e req-7a5e785d-9cfc-497a-a02b-cca6e4bf520e tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.69 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 944 time: 0.1163917 Feb 07 21:05:18.808429 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a8ddeb8-b930-438e-919d-810d32de2be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (91b7798e-a138-41c3-9281-779e36ed5fb1), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:18.846204 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fc5065e-5ab3-42b8-b075-f3d38bab67d2 req-f6f9e0a7-9210-4c55-adc6-2ca3df03533f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d5bb16a4-31f3-4a2c-94f1-a95e66782779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300755 Feb 07 21:05:18.935717 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8ddeb8-b930-438e-919d-810d32de2be0 None None] Routers {'cebee36d-9c35-4f11-aabc-d2045ad7b415'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:05:18.937012 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4a8ddeb8-b930-438e-919d-810d32de2be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:04:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['cebee36d-9c35-4f11-aabc-d2045ad7b415'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:18.958891 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3ec2eb8b-cc7a-45ac-9843-4db17cc348f5 admin admin] Deleting port 91b7798e-a138-41c3-9281-779e36ed5fb1 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:05:18.959152 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ec2eb8b-cc7a-45ac-9843-4db17cc348f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (91b7798e-a138-41c3-9281-779e36ed5fb1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:19.004004 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-79ee1010-7e1f-4335-b739-566bc6e7585e req-8acf1c6d-de0f-4b8a-b6f8-7a1e09807a41 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Deleting port c6b09002-66a4-4f94-9c19-96c99887aecc {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:05:19.004637 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-79ee1010-7e1f-4335-b739-566bc6e7585e req-8acf1c6d-de0f-4b8a-b6f8-7a1e09807a41 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c6b09002-66a4-4f94-9c19-96c99887aecc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:19.064342 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ec2eb8b-cc7a-45ac-9843-4db17cc348f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (91b7798e-a138-41c3-9281-779e36ed5fb1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:19.080860 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3ec2eb8b-cc7a-45ac-9843-4db17cc348f5 admin admin] Calling delete_port for 91b7798e-a138-41c3-9281-779e36ed5fb1 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:05:19.105296 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-4a8ddeb8-b930-438e-919d-810d32de2be0 None None] Set router cebee36d-9c35-4f11-aabc-d2045ad7b415 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:05:19.204876 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fc5065e-5ab3-42b8-b075-f3d38bab67d2 req-ccf7a82e-d4fa-486b-a6e5-db232b458af1 service neutron] 10.222.0.71 "GET /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480775 Feb 07 21:05:19.210102 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-79ee1010-7e1f-4335-b739-566bc6e7585e req-8acf1c6d-de0f-4b8a-b6f8-7a1e09807a41 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] For port c6b09002-66a4-4f94-9c19-96c99887aecc, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=c6b09002-66a4-4f94-9c19-96c99887aecc,segment=NetworkSegment(1a89ca81-ab12-4a9a-8738-c0de31604148),segment_id=1a89ca81-ab12-4a9a-8738-c0de31604148)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:19.210472 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-79ee1010-7e1f-4335-b739-566bc6e7585e req-8acf1c6d-de0f-4b8a-b6f8-7a1e09807a41 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c6b09002-66a4-4f94-9c19-96c99887aecc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:19.244035 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-79ee1010-7e1f-4335-b739-566bc6e7585e req-8acf1c6d-de0f-4b8a-b6f8-7a1e09807a41 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Calling delete_port for c6b09002-66a4-4f94-9c19-96c99887aecc owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:05:19.254716 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['5ab0c0e0-34fd-478c-a047-ef89d9aacd38'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:05:19.274323 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['3043459a-2405-4dea-b3d1-7dd8ddc763c7'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:05:19.348470 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['e7cff024-a85a-4851-a39c-7071ffcfad38'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:05:19.385097 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fc5065e-5ab3-42b8-b075-f3d38bab67d2 req-1c2b741e-7875-4d38-b259-6c79142fbffd service neutron] 10.222.0.71 "GET /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637564 Feb 07 21:05:19.451033 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf930a-505c-4336-96f1-f06cdc9cf555 None None] Pushing event updated for resources: {'Port': ['ID=91b7798e-a138-41c3-9281-779e36ed5fb1,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:19.488406 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-86607a95-7a3b-4fee-8b76-5869e1a615c5 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e63414-566b-47ad-bc90-87ecb1e0f1cb']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:19.498744 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-864f2450-13d4-41c2-acaa-a75ada860c6c None None] Provisioning complete for port 91b7798e-a138-41c3-9281-779e36ed5fb1 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:05:19.499681 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-864f2450-13d4-41c2-acaa-a75ada860c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (91b7798e-a138-41c3-9281-779e36ed5fb1), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:19.515985 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-79ee1010-7e1f-4335-b739-566bc6e7585e req-8acf1c6d-de0f-4b8a-b6f8-7a1e09807a41 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (c6b09002-66a4-4f94-9c19-96c99887aecc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:19.543814 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-86607a95-7a3b-4fee-8b76-5869e1a615c5 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e4bd9b-b17d-4ab4-80b7-743f3fb7e235') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:19.548094 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-86607a95-7a3b-4fee-8b76-5869e1a615c5 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e4bd9b-b17d-4ab4-80b7-743f3fb7e235') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:19.562367 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf1c6d-de0f-4b8a-b6f8-7a1e09807a41 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Pushing event deleted for resources: {'Port': ['ID=c6b09002-66a4-4f94-9c19-96c99887aecc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:19.603591 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eea3b4-6d20-4003-bfe4-a0b4e9184ce3 req-a1f431f8-c467-4211-8cb9-8b18a2ae8a4d tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:19.612600 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-64eea3b4-6d20-4003-bfe4-a0b4e9184ce3 req-a1f431f8-c467-4211-8cb9-8b18a2ae8a4d tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/ports?device_id=be4a4d71-163f-4c15-a67f-b7d7837fe627 HTTP/1.1" status: 200 len: 944 time: 0.6626656 Feb 07 21:05:19.637590 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ee1010-7e1f-4335-b739-566bc6e7585e req-8acf1c6d-de0f-4b8a-b6f8-7a1e09807a41 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] No DVR routers for this DVR port c6b09002-66a4-4f94-9c19-96c99887aecc on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:05:19.647531 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-79ee1010-7e1f-4335-b739-566bc6e7585e req-8acf1c6d-de0f-4b8a-b6f8-7a1e09807a41 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:19.658380 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-79ee1010-7e1f-4335-b739-566bc6e7585e req-8acf1c6d-de0f-4b8a-b6f8-7a1e09807a41 tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.69 "DELETE /v2.0/ports/c6b09002-66a4-4f94-9c19-96c99887aecc HTTP/1.1" status: 204 len: 173 time: 0.8408160 Feb 07 21:05:19.659321 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4a4d71-163f-4c15-a67f-b7d7837fe627', 'name': 'network-vif-deleted', 'tag': 'c6b09002-66a4-4f94-9c19-96c99887aecc'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:05:19.663841 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2598cf04-ffe6-4eb8-bb70-e3e5c70bc3af" -d '{"events": [{"server_uuid": "be4a4d71-163f-4c15-a67f-b7d7837fe627", "name": "network-vif-deleted", "tag": "c6b09002-66a4-4f94-9c19-96c99887aecc"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:05:19.851129 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86607a95-7a3b-4fee-8b76-5869e1a615c5 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (d4e4bd9b-b17d-4ab4-80b7-743f3fb7e235), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:19.875987 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ec2eb8b-cc7a-45ac-9843-4db17cc348f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (91b7798e-a138-41c3-9281-779e36ed5fb1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:19.893306 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 0f5fc44d-beb7-4da2-91c4-1a454793c5b5 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:05:19.896740 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device def535e0-560b-493f-84ac-22ae5fd3e2e6 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:05:19.943914 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd4510-66c7-41b5-b720-fbfafca13328 req-cee083d8-8665-4a0e-9654-6669870ad4a6 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:19.950884 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f5dd4510-66c7-41b5-b720-fbfafca13328 req-cee083d8-8665-4a0e-9654-6669870ad4a6 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=11d603a0-10e2-49eb-9799-7b842afcd6fa HTTP/1.1" status: 200 len: 945 time: 0.7410347 Feb 07 21:05:19.970808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2eb8b-cc7a-45ac-9843-4db17cc348f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=91b7798e-a138-41c3-9281-779e36ed5fb1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:19.978775 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86607a95-7a3b-4fee-8b76-5869e1a615c5 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (d4e4bd9b-b17d-4ab4-80b7-743f3fb7e235), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:19.997602 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86607a95-7a3b-4fee-8b76-5869e1a615c5 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:05:19.998019 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86607a95-7a3b-4fee-8b76-5869e1a615c5 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (d4e4bd9b-b17d-4ab4-80b7-743f3fb7e235), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:05:20.007566 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:05:20.050711 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-864f2450-13d4-41c2-acaa-a75ada860c6c None None] Current status of the port 91b7798e-a138-41c3-9281-779e36ed5fb1 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:20.050711 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-864f2450-13d4-41c2-acaa-a75ada860c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (91b7798e-a138-41c3-9281-779e36ed5fb1), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:20.088936 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 91b7798e-a138-41c3-9281-779e36ed5fb1 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:05:20.120005 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-64eea3b4-6d20-4003-bfe4-a0b4e9184ce3 req-1c9a354e-b65e-42bc-9da8-9d959e80d2cc tempest-LiveMigrationTest-1921088674 tempest-LiveMigrationTest-1921088674-project] 10.222.0.65 "GET /v2.0/security-groups?id=8baf1969-ec3b-44a5-b05c-b681b97922a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5057471 Feb 07 21:05:20.155938 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f5dd4510-66c7-41b5-b720-fbfafca13328 req-3722bbcd-9ca9-4c8e-9e8a-9a340b3dcb71 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035830 Feb 07 21:05:20.174611 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.resource_extend [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:05:20.192938 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 91b7798e-a138-41c3-9281-779e36ed5fb1 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:05:20.193282 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 91b7798e-a138-41c3-9281-779e36ed5fb1 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 07 21:05:20.194911 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86607a95-7a3b-4fee-8b76-5869e1a615c5 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (55e63414-566b-47ad-bc90-87ecb1e0f1cb), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:20.230338 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86607a95-7a3b-4fee-8b76-5869e1a615c5 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:20.236257 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-86607a95-7a3b-4fee-8b76-5869e1a615c5 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "DELETE /v2.0/networks/55e63414-566b-47ad-bc90-87ecb1e0f1cb HTTP/1.1" status: 204 len: 168 time: 3.9942591 Feb 07 21:05:20.238881 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49312) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:20.267730 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86607a95-7a3b-4fee-8b76-5869e1a615c5 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Pushing event deleted for resources: {'Network': ['ID=55e63414-566b-47ad-bc90-87ecb1e0f1cb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:20.317151 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ed4ac9-7914-4a03-812a-4451b1d7cf68 x-openstack-request-id: req-45ed4ac9-7914-4a03-812a-4451b1d7cf68 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:05:20.317498 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be4a4d71-163f-4c15-a67f-b7d7837fe627", "name": "network-vif-deleted", "tag": "c6b09002-66a4-4f94-9c19-96c99887aecc", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:05:20.317712 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45ed4ac9-7914-4a03-812a-4451b1d7cf68 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:05:20.318129 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be4a4d71-163f-4c15-a67f-b7d7837fe627', 'name': 'network-vif-deleted', 'tag': 'c6b09002-66a4-4f94-9c19-96c99887aecc', 'status': 'completed', 'code': 200} Feb 07 21:05:20.354337 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ad3dd2-e76f-4ce9-aab9-f067796ce1a6 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Deleting subnet 0ba85c11-1caa-4bfe-8932-6c1f3ccf7e01 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:05:20.361782 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5ad3dd2-e76f-4ce9-aab9-f067796ce1a6 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks [] for subnet (0ba85c11-1caa-4bfe-8932-6c1f3ccf7e01), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:20.466568 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5ad3dd2-e76f-4ce9-aab9-f067796ce1a6 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (0ba85c11-1caa-4bfe-8932-6c1f3ccf7e01), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:20.516341 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Port 91b7798e-a138-41c3-9281-779e36ed5fb1 not found, will not notify nova. {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 07 21:05:20.539417 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c67ac-3d88-49ac-bc36-368c537b070f req-2b059431-ef43-4b98-8e9b-6888c0c99869 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:20.541551 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d74c67ac-3d88-49ac-bc36-368c537b070f req-2b059431-ef43-4b98-8e9b-6888c0c99869 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=878953ab-2d9e-4407-83b1-75eb62d28b19 HTTP/1.1" status: 200 len: 943 time: 0.1456945 Feb 07 21:05:20.553167 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481ba0b-89a0-4a0b-9b42-9fc0ce3c8c13 req-bb68a252-76da-488e-934d-98271e0f6913 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:20.562743 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7481ba0b-89a0-4a0b-9b42-9fc0ce3c8c13 req-bb68a252-76da-488e-934d-98271e0f6913 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.2336574 Feb 07 21:05:20.610006 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4a8ddeb8-b930-438e-919d-810d32de2be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebee36d-9c35-4f11-aabc-d2045ad7b415', 'name': 'tempest-FloatingIPsNegativeTestJSON-885377760-router', 'tenant_id': '2d40885ab80344d9b411b10910ad048c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'c10dedba-d54c-43ba-83d0-69051aa60402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:04:55Z', 'updated_at': '2022-02-07T21:05:06Z', 'revision_number': 4, 'project_id': '2d40885ab80344d9b411b10910ad048c', 'gw_port': {'id': 'c10dedba-d54c-43ba-83d0-69051aa60402', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebee36d-9c35-4f11-aabc-d2045ad7b415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:56Z', 'updated_at': '2022-02-07T21:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '91b7798e-a138-41c3-9281-779e36ed5fb1', 'name': '', 'network_id': 'ebd8b184-50f5-4851-a69d-d0acc1f62364', 'tenant_id': '2d40885ab80344d9b411b10910ad048c', 'mac_address': 'fa:16:3e:02:0a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebee36d-9c35-4f11-aabc-d2045ad7b415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'fe9c8c28-09db-4b88-bb14-b7d78a577576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:05:05Z', 'updated_at': '2022-02-07T21:05:18Z', 'revision_number': 4, 'project_id': '2d40885ab80344d9b411b10910ad048c', 'subnets': [{'id': 'fe9c8c28-09db-4b88-bb14-b7d78a577576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:20.656370 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ec2eb8b-cc7a-45ac-9843-4db17cc348f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (cebee36d-9c35-4f11-aabc-d2045ad7b415), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:20.676912 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7481ba0b-89a0-4a0b-9b42-9fc0ce3c8c13 req-7c15d5a5-416d-4e4c-b1df-b1e6df8d6c25 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129394 Feb 07 21:05:20.695322 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ddeb8-b930-438e-919d-810d32de2be0 None None] The sync data for ids ['cebee36d-9c35-4f11-aabc-d2045ad7b415'] in n-d-828185-2 is: [{'id': 'cebee36d-9c35-4f11-aabc-d2045ad7b415', 'name': 'tempest-FloatingIPsNegativeTestJSON-885377760-router', 'tenant_id': '2d40885ab80344d9b411b10910ad048c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'c10dedba-d54c-43ba-83d0-69051aa60402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:04:55Z', 'updated_at': '2022-02-07T21:05:06Z', 'revision_number': 4, 'project_id': '2d40885ab80344d9b411b10910ad048c', 'gw_port': {'id': 'c10dedba-d54c-43ba-83d0-69051aa60402', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebee36d-9c35-4f11-aabc-d2045ad7b415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:56Z', 'updated_at': '2022-02-07T21:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '91b7798e-a138-41c3-9281-779e36ed5fb1', 'name': '', 'network_id': 'ebd8b184-50f5-4851-a69d-d0acc1f62364', 'tenant_id': '2d40885ab80344d9b411b10910ad048c', 'mac_address': 'fa:16:3e:02:0a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebee36d-9c35-4f11-aabc-d2045ad7b415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'fe9c8c28-09db-4b88-bb14-b7d78a577576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:05:05Z', 'updated_at': '2022-02-07T21:05:18Z', 'revision_number': 4, 'project_id': '2d40885ab80344d9b411b10910ad048c', 'subnets': [{'id': 'fe9c8c28-09db-4b88-bb14-b7d78a577576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:05:20.717916 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-697b75db-9471-4a50-8b41-cb59a2ae5f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:20.729354 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5ad3dd2-e76f-4ce9-aab9-f067796ce1a6 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (0ba85c11-1caa-4bfe-8932-6c1f3ccf7e01), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:20.808582 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-70e62e96-d4ab-4496-ae54-08b28b100168 None None] Could not find standard attr ID for object 91b7798e-a138-41c3-9281-779e36ed5fb1. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:05:20.825432 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5ad3dd2-e76f-4ce9-aab9-f067796ce1a6 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (0ba85c11-1caa-4bfe-8932-6c1f3ccf7e01), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:20.834736 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port def535e0-560b-493f-84ac-22ae5fd3e2e6 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:05:20.848128 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 0f5fc44d-beb7-4da2-91c4-1a454793c5b5, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=0f5fc44d-beb7-4da2-91c4-1a454793c5b5,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:20.854656 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5ad3dd2-e76f-4ce9-aab9-f067796ce1a6 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:20.859762 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a5ad3dd2-e76f-4ce9-aab9-f067796ce1a6 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "DELETE /v2.0/subnets/0ba85c11-1caa-4bfe-8932-6c1f3ccf7e01 HTTP/1.1" status: 204 len: 168 time: 0.6196854 Feb 07 21:05:20.864653 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port def535e0-560b-493f-84ac-22ae5fd3e2e6 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:05:20.865295 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (def535e0-560b-493f-84ac-22ae5fd3e2e6), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:20.868820 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1d565b-b012-4e12-ae45-20d474fc0e03 None None] Network 0d88fc0b-c108-47cb-b624-7310941ea101 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:05:20.901257 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49314) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:20.937077 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad3dd2-e76f-4ce9-aab9-f067796ce1a6 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba85c11-1caa-4bfe-8932-6c1f3ccf7e01,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:21.030080 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '0f5fc44d-beb7-4da2-91c4-1a454793c5b5', 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85', 'port_id': '0f5fc44d-beb7-4da2-91c4-1a454793c5b5', 'mac_address': 'fa:16:3e:f2:90:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8980a6-7981-49aa-b0cb-ed215989d81d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:05:21.061814 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d74c67ac-3d88-49ac-bc36-368c537b070f req-68f4996c-c030-4378-8e8f-b6b51797fb19 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770975 Feb 07 21:05:21.096116 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 0f5fc44d-beb7-4da2-91c4-1a454793c5b5 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:21.096532 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0f5fc44d-beb7-4da2-91c4-1a454793c5b5), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:21.116323 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ae359-cfab-4df7-9403-2a1715bc4435 req-2985920e-0f4b-4d59-b036-f9159e869699 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:21.121801 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ae359-cfab-4df7-9403-2a1715bc4435 req-2985920e-0f4b-4d59-b036-f9159e869699 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:21.127821 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ae359-cfab-4df7-9403-2a1715bc4435 req-2985920e-0f4b-4d59-b036-f9159e869699 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:21.128723 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f5fc44d-beb7-4da2-91c4-1a454793c5b5 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:05:21.133385 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ae359-cfab-4df7-9403-2a1715bc4435 req-2985920e-0f4b-4d59-b036-f9159e869699 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:21.140282 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ae359-cfab-4df7-9403-2a1715bc4435 req-2985920e-0f4b-4d59-b036-f9159e869699 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:21.147803 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbf7a4aa-b6a9-4a41-a485-88f0173ef439 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (0d88fc0b-c108-47cb-b624-7310941ea101), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:21.151697 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ae359-cfab-4df7-9403-2a1715bc4435 req-2985920e-0f4b-4d59-b036-f9159e869699 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:21.169430 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ae359-cfab-4df7-9403-2a1715bc4435 req-2985920e-0f4b-4d59-b036-f9159e869699 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:21.178335 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-284ae359-cfab-4df7-9403-2a1715bc4435 req-2985920e-0f4b-4d59-b036-f9159e869699 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5436 time: 0.2597482 Feb 07 21:05:21.199348 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 0f5fc44d-beb7-4da2-91c4-1a454793c5b5, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=0f5fc44d-beb7-4da2-91c4-1a454793c5b5,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:21.212844 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0f5fc44d-beb7-4da2-91c4-1a454793c5b5), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:21.253092 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49320) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:21.291496 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port def535e0-560b-493f-84ac-22ae5fd3e2e6 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:21.291987 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (def535e0-560b-493f-84ac-22ae5fd3e2e6), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:21.324322 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f61e38c-4e41-45d1-bb45-92774e6bb9ec None None] DHCP port deletion for 0d88fc0b-c108-47cb-b624-7310941ea101 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:05:21.348990 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7a4aa-b6a9-4a41-a485-88f0173ef439 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Deleting port d5213b41-cf41-4571-a226-0e5ef964da70 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:05:21.352087 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbf7a4aa-b6a9-4a41-a485-88f0173ef439 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d5213b41-cf41-4571-a226-0e5ef964da70), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:21.372184 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def535e0-560b-493f-84ac-22ae5fd3e2e6'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:05:21.375415 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd9fd87-11f6-444a-9eec-95df1310430a" -d '{"events": [{"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-plugged", "status": "completed", "tag": "def535e0-560b-493f-84ac-22ae5fd3e2e6"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:05:21.395966 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port def535e0-560b-493f-84ac-22ae5fd3e2e6, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=def535e0-560b-493f-84ac-22ae5fd3e2e6,segment=NetworkSegment(fc91fcee-1dfe-4783-a11b-41694150c3fc),segment_id=fc91fcee-1dfe-4783-a11b-41694150c3fc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:21.447604 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=0f5fc44d-beb7-4da2-91c4-1a454793c5b5,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:21.461041 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (def535e0-560b-493f-84ac-22ae5fd3e2e6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:21.462314 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 3d3cfee9-12eb-4371-8962-0c904c15eaa6 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:05:21.462916 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec2eb8b-cc7a-45ac-9843-4db17cc348f5 admin admin] Router cebee36d-9c35-4f11-aabc-d2045ad7b415 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:05:21.471168 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-cbf7a4aa-b6a9-4a41-a485-88f0173ef439 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] For port d5213b41-cf41-4571-a226-0e5ef964da70, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d5213b41-cf41-4571-a226-0e5ef964da70,segment=NetworkSegment(faefc56b-0438-409b-ad29-923c25386baa),segment_id=faefc56b-0438-409b-ad29-923c25386baa)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:21.471698 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbf7a4aa-b6a9-4a41-a485-88f0173ef439 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d5213b41-cf41-4571-a226-0e5ef964da70), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:21.489095 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7a4aa-b6a9-4a41-a485-88f0173ef439 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Calling delete_port for d5213b41-cf41-4571-a226-0e5ef964da70 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:05:21.497784 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-284ae359-cfab-4df7-9403-2a1715bc4435 req-91a407e1-fcbf-4dd5-af1c-6dea4fdf6a46 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3183484 Feb 07 21:05:21.561267 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-0582d554-fd15-4946-973a-060e04c717af admin admin] Deleting subnet da67b52e-9fa9-4eda-bee9-de250f228011 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:05:21.565765 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0582d554-fd15-4946-973a-060e04c717af admin admin] Publish callbacks [] for subnet (da67b52e-9fa9-4eda-bee9-de250f228011), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:21.596272 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbf7a4aa-b6a9-4a41-a485-88f0173ef439 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (d5213b41-cf41-4571-a226-0e5ef964da70), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:21.640774 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf7a4aa-b6a9-4a41-a485-88f0173ef439 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] No DVR routers for this DVR port d5213b41-cf41-4571-a226-0e5ef964da70 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:05:21.645682 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7a4aa-b6a9-4a41-a485-88f0173ef439 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Pushing event deleted for resources: {'Port': ['ID=d5213b41-cf41-4571-a226-0e5ef964da70,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:21.657766 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=def535e0-560b-493f-84ac-22ae5fd3e2e6,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:21.668478 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3bcb10-9c89-4d3b-bfed-30ba3d8c33c0 x-openstack-request-id: req-ec3bcb10-9c89-4d3b-bfed-30ba3d8c33c0 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:05:21.668688 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-plugged", "status": "completed", "tag": "def535e0-560b-493f-84ac-22ae5fd3e2e6", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:05:21.670199 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ec3bcb10-9c89-4d3b-bfed-30ba3d8c33c0 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:05:21.670616 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def535e0-560b-493f-84ac-22ae5fd3e2e6', 'code': 200} Feb 07 21:05:21.689895 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0582d554-fd15-4946-973a-060e04c717af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (da67b52e-9fa9-4eda-bee9-de250f228011), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:21.738990 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0582d554-fd15-4946-973a-060e04c717af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (da67b52e-9fa9-4eda-bee9-de250f228011), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:21.747603 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0f61e38c-4e41-45d1-bb45-92774e6bb9ec None None] Deleting port d5213b41-cf41-4571-a226-0e5ef964da70 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:05:21.747968 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0f61e38c-4e41-45d1-bb45-92774e6bb9ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d5213b41-cf41-4571-a226-0e5ef964da70), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:21.765821 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:21.862477 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbf7a4aa-b6a9-4a41-a485-88f0173ef439 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (0d88fc0b-c108-47cb-b624-7310941ea101), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:21.885198 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 3d3cfee9-12eb-4371-8962-0c904c15eaa6 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:05:21.900870 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-cbf7a4aa-b6a9-4a41-a485-88f0173ef439 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d88fc0b-c108-47cb-b624-7310941ea101']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:21.914541 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-cbf7a4aa-b6a9-4a41-a485-88f0173ef439 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faefc56b-0438-409b-ad29-923c25386baa') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:21.914975 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-cbf7a4aa-b6a9-4a41-a485-88f0173ef439 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faefc56b-0438-409b-ad29-923c25386baa') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:21.918130 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 3d3cfee9-12eb-4371-8962-0c904c15eaa6 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:05:21.918723 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3d3cfee9-12eb-4371-8962-0c904c15eaa6), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:21.928579 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbf7a4aa-b6a9-4a41-a485-88f0173ef439 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (faefc56b-0438-409b-ad29-923c25386baa), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:21.951160 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbf7a4aa-b6a9-4a41-a485-88f0173ef439 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (faefc56b-0438-409b-ad29-923c25386baa), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:21.960520 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf7a4aa-b6a9-4a41-a485-88f0173ef439 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:05:21.962257 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbf7a4aa-b6a9-4a41-a485-88f0173ef439 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (faefc56b-0438-409b-ad29-923c25386baa), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:05:21.966011 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:05:22.034814 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d5213b41-cf41-4571-a226-0e5ef964da70 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:05:22.083547 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: d5213b41-cf41-4571-a226-0e5ef964da70 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:05:22.083995 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d5213b41-cf41-4571-a226-0e5ef964da70 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:05:22.086137 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0f61e38c-4e41-45d1-bb45-92774e6bb9ec None None] For port d5213b41-cf41-4571-a226-0e5ef964da70, host n-d-828185-2, got binding levels [] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:22.086922 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0f61e38c-4e41-45d1-bb45-92774e6bb9ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d5213b41-cf41-4571-a226-0e5ef964da70), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:22.087470 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbf7a4aa-b6a9-4a41-a485-88f0173ef439 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (0d88fc0b-c108-47cb-b624-7310941ea101), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:22.105672 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491eb1c-b7b2-4ea0-8ba8-b5d918205e98 req-e669e616-f02e-479c-af19-4b0135dfc710 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:22.108062 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5491eb1c-b7b2-4ea0-8ba8-b5d918205e98 req-e669e616-f02e-479c-af19-4b0135dfc710 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.1420252 Feb 07 21:05:22.109496 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0f61e38c-4e41-45d1-bb45-92774e6bb9ec None None] Calling delete_port for d5213b41-cf41-4571-a226-0e5ef964da70 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:05:22.113335 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.ipam_backend_mixin [None req-0f61e38c-4e41-45d1-bb45-92774e6bb9ec None None] Port d5213b41-cf41-4571-a226-0e5ef964da70 was not found and therefore no delete operation was performed {{(pid=103257) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 21:05:22.115557 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0f61e38c-4e41-45d1-bb45-92774e6bb9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (d5213b41-cf41-4571-a226-0e5ef964da70), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:22.121584 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2433f7f-a5aa-4807-919e-e4ab060b56d9 req-fe243f57-6926-41e8-a9ee-a01ff56a8519 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:22.123945 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2433f7f-a5aa-4807-919e-e4ab060b56d9 req-fe243f57-6926-41e8-a9ee-a01ff56a8519 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=11d603a0-10e2-49eb-9799-7b842afcd6fa HTTP/1.1" status: 200 len: 945 time: 0.7124448 Feb 07 21:05:22.130389 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbf7a4aa-b6a9-4a41-a485-88f0173ef439 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:22.134945 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0582d554-fd15-4946-973a-060e04c717af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (da67b52e-9fa9-4eda-bee9-de250f228011), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:22.141400 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cbf7a4aa-b6a9-4a41-a485-88f0173ef439 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "DELETE /v2.0/networks/0d88fc0b-c108-47cb-b624-7310941ea101 HTTP/1.1" status: 204 len: 168 time: 1.2375491 Feb 07 21:05:22.142405 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49336) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:22.164720 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f61e38c-4e41-45d1-bb45-92774e6bb9ec None None] Network 0d88fc0b-c108-47cb-b624-7310941ea101 is not hosted by any dhcp agent {{(pid=103257) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 21:05:22.165518 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f61e38c-4e41-45d1-bb45-92774e6bb9ec None None] No DVR routers for this DVR port d5213b41-cf41-4571-a226-0e5ef964da70 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:05:22.167856 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7a4aa-b6a9-4a41-a485-88f0173ef439 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Pushing event deleted for resources: {'Network': ['ID=0d88fc0b-c108-47cb-b624-7310941ea101,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:22.176424 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61e38c-4e41-45d1-bb45-92774e6bb9ec None None] Pushing event deleted for resources: {'Port': ['ID=d5213b41-cf41-4571-a226-0e5ef964da70,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:22.213416 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582d554-fd15-4946-973a-060e04c717af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da67b52e-9fa9-4eda-bee9-de250f228011,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:22.235554 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-33aefe97-50cc-46fc-9964-dc1b263e2e20 tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "GET /v2.0/ports?device_id=659afcf2-7218-4d73-ad21-7117284cb309 HTTP/1.1" status: 200 len: 205 time: 0.0785253 Feb 07 21:05:22.236222 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49338) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:22.238099 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['0f5fc44d-beb7-4da2-91c4-1a454793c5b5'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:05:22.246175 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 3d3cfee9-12eb-4371-8962-0c904c15eaa6 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:22.246716 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3d3cfee9-12eb-4371-8962-0c904c15eaa6), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:22.298523 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec2eb8b-cc7a-45ac-9843-4db17cc348f5 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:05:22.304488 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3ec2eb8b-cc7a-45ac-9843-4db17cc348f5 admin admin] 10.222.0.65 "PUT /v2.0/routers/cebee36d-9c35-4f11-aabc-d2045ad7b415/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8029211 Feb 07 21:05:22.325729 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2433f7f-a5aa-4807-919e-e4ab060b56d9 req-183a52ba-24f8-4588-896e-ee45ddc72122 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764925 Feb 07 21:05:22.325729 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49340) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:22.340743 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 3d3cfee9-12eb-4371-8962-0c904c15eaa6, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=3d3cfee9-12eb-4371-8962-0c904c15eaa6,segment=NetworkSegment(fc91fcee-1dfe-4783-a11b-41694150c3fc),segment_id=fc91fcee-1dfe-4783-a11b-41694150c3fc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:22.365662 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3d3cfee9-12eb-4371-8962-0c904c15eaa6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:22.414607 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-13517bd5-fcb5-4355-a84e-628fa51babdb tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks [] for router (659afcf2-7218-4d73-ad21-7117284cb309), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:22.448279 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f3812-2e3e-4879-8647-0c3f33bd5f21 None None] Sync routers for ids ['cebee36d-9c35-4f11-aabc-d2045ad7b415'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:05:22.459834 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f3812-2e3e-4879-8647-0c3f33bd5f21 None None] Routers {'cebee36d-9c35-4f11-aabc-d2045ad7b415'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:05:22.460484 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-380f3812-2e3e-4879-8647-0c3f33bd5f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:05:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['cebee36d-9c35-4f11-aabc-d2045ad7b415'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:22.475367 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5491eb1c-b7b2-4ea0-8ba8-b5d918205e98 req-8836e91f-ca20-4a03-8a9c-02deb96b05a6 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470597 Feb 07 21:05:22.477222 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0582d554-fd15-4946-973a-060e04c717af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:22.483469 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0582d554-fd15-4946-973a-060e04c717af admin admin] 10.222.0.65 "DELETE /v2.0/subnets/da67b52e-9fa9-4eda-bee9-de250f228011 HTTP/1.1" status: 204 len: 168 time: 1.2267880 Feb 07 21:05:22.486314 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49344) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:22.487560 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=3d3cfee9-12eb-4371-8962-0c904c15eaa6,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:22.512976 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 33d1cecb-2bd0-482f-a974-ac7393b2494e up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:05:22.634832 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31a139f2-e0b5-476c-b2ce-e47a04ded808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (6d967ae2-07ea-401e-8063-c085e3020e36), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:22.649464 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 33d1cecb-2bd0-482f-a974-ac7393b2494e completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:05:22.657071 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 33d1cecb-2bd0-482f-a974-ac7393b2494e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:05:22.658786 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (33d1cecb-2bd0-482f-a974-ac7393b2494e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:22.688607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee1cb3-fb5f-492f-93fa-f2b05dce24c3 req-25576f65-3751-45a4-8bd3-f92301ae4491 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:22.707027 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e6ee1cb3-fb5f-492f-93fa-f2b05dce24c3 req-25576f65-3751-45a4-8bd3-f92301ae4491 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=878953ab-2d9e-4407-83b1-75eb62d28b19 HTTP/1.1" status: 200 len: 944 time: 0.2595325 Feb 07 21:05:22.719048 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-13517bd5-fcb5-4355-a84e-628fa51babdb tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (659afcf2-7218-4d73-ad21-7117284cb309), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:22.722044 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-13517bd5-fcb5-4355-a84e-628fa51babdb tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks [] for router_controller (659afcf2-7218-4d73-ad21-7117284cb309), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:22.790129 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-13517bd5-fcb5-4355-a84e-628fa51babdb tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (659afcf2-7218-4d73-ad21-7117284cb309), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:22.790988 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13517bd5-fcb5-4355-a84e-628fa51babdb tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Fanout notify agent at l3_agent the message router_deleted on router 659afcf2-7218-4d73-ad21-7117284cb309 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:05:22.792533 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-380f3812-2e3e-4879-8647-0c3f33bd5f21 None None] Set router cebee36d-9c35-4f11-aabc-d2045ad7b415 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:05:22.815110 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-13517bd5-fcb5-4355-a84e-628fa51babdb tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:22.833388 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-13517bd5-fcb5-4355-a84e-628fa51babdb tempest-RoutersNegativeIpV6Test-2103201930 tempest-RoutersNegativeIpV6Test-2103201930-project] 10.222.0.65 "DELETE /v2.0/routers/659afcf2-7218-4d73-ad21-7117284cb309 HTTP/1.1" status: 204 len: 168 time: 0.5933244 Feb 07 21:05:22.880294 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 33d1cecb-2bd0-482f-a974-ac7393b2494e is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:22.880789 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (33d1cecb-2bd0-482f-a974-ac7393b2494e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:22.966500 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 33d1cecb-2bd0-482f-a974-ac7393b2494e, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=33d1cecb-2bd0-482f-a974-ac7393b2494e,segment=NetworkSegment(fc91fcee-1dfe-4783-a11b-41694150c3fc),segment_id=fc91fcee-1dfe-4783-a11b-41694150c3fc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:22.982768 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (33d1cecb-2bd0-482f-a974-ac7393b2494e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:22.983601 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 5ab0c0e0-34fd-478c-a047-ef89d9aacd38 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:05:23.106813 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de2ebbf8-d506-4f7d-b394-566107a2e02d admin admin] Publish callbacks [] for router (cebee36d-9c35-4f11-aabc-d2045ad7b415), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:23.131362 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-380f3812-2e3e-4879-8647-0c3f33bd5f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebee36d-9c35-4f11-aabc-d2045ad7b415', 'name': 'tempest-FloatingIPsNegativeTestJSON-885377760-router', 'tenant_id': '2d40885ab80344d9b411b10910ad048c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'c10dedba-d54c-43ba-83d0-69051aa60402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:04:55Z', 'updated_at': '2022-02-07T21:05:19Z', 'revision_number': 5, 'project_id': '2d40885ab80344d9b411b10910ad048c', 'gw_port': {'id': 'c10dedba-d54c-43ba-83d0-69051aa60402', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebee36d-9c35-4f11-aabc-d2045ad7b415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:56Z', 'updated_at': '2022-02-07T21:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:23.195864 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f3812-2e3e-4879-8647-0c3f33bd5f21 None None] Checking router: cebee36d-9c35-4f11-aabc-d2045ad7b415 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:05:23.221930 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 5ab0c0e0-34fd-478c-a047-ef89d9aacd38 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:05:23.224206 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:23.226179 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f3812-2e3e-4879-8647-0c3f33bd5f21 None None] Routers {'cebee36d-9c35-4f11-aabc-d2045ad7b415'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:05:23.229345 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-380f3812-2e3e-4879-8647-0c3f33bd5f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:05:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['cebee36d-9c35-4f11-aabc-d2045ad7b415'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:23.229683 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=33d1cecb-2bd0-482f-a974-ac7393b2494e,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:23.235294 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 5ab0c0e0-34fd-478c-a047-ef89d9aacd38 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:05:23.235294 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5ab0c0e0-34fd-478c-a047-ef89d9aacd38), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:23.256544 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49352) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:23.364161 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 5ab0c0e0-34fd-478c-a047-ef89d9aacd38 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:23.364881 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5ab0c0e0-34fd-478c-a047-ef89d9aacd38), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:23.432353 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-75e8259c-ca85-4ca1-a3a0-3973df5450a9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=299a5364a3ac4b3dad90f354f04167b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1730616 Feb 07 21:05:23.435438 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 5ab0c0e0-34fd-478c-a047-ef89d9aacd38, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=5ab0c0e0-34fd-478c-a047-ef89d9aacd38,segment=NetworkSegment(aa498974-eb55-4cf2-b241-7a523af5342d),segment_id=aa498974-eb55-4cf2-b241-7a523af5342d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:23.436521 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49356) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:23.441519 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (5ab0c0e0-34fd-478c-a047-ef89d9aacd38), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:23.442567 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 193bb83f-628c-4ce1-bd73-83ddaf07f72f up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:05:23.460632 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de2ebbf8-d506-4f7d-b394-566107a2e02d admin admin] Publish callbacks [] for router_gateway (cebee36d-9c35-4f11-aabc-d2045ad7b415), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:23.521201 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e415db0-0232-4f9e-bf96-938fefeb8c4b req-fa8d501f-4a70-492e-bf94-6a48b98d7504 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:23.522773 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e415db0-0232-4f9e-bf96-938fefeb8c4b req-fa8d501f-4a70-492e-bf94-6a48b98d7504 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=232e5150-7391-45cf-a737-4d8329a96210 HTTP/1.1" status: 200 len: 945 time: 0.9129474 Feb 07 21:05:23.526395 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bef5ef17-060f-43cc-be83-5a07446a0daa admin admin] Publish callbacks [] for security_group (c3aedf09-a4ce-40f7-931f-69e0cf8e17c8), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:23.540188 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=5ab0c0e0-34fd-478c-a047-ef89d9aacd38,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:23.554114 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bef5ef17-060f-43cc-be83-5a07446a0daa admin admin] Publish callbacks [] for security_group (c3aedf09-a4ce-40f7-931f-69e0cf8e17c8), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:23.578639 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 193bb83f-628c-4ce1-bd73-83ddaf07f72f completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:05:23.584232 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 193bb83f-628c-4ce1-bd73-83ddaf07f72f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:05:23.589139 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (193bb83f-628c-4ce1-bd73-83ddaf07f72f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:23.593483 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e6ee1cb3-fb5f-492f-93fa-f2b05dce24c3 req-c70a6834-d7da-4855-8652-55c53f4edf37 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8855631 Feb 07 21:05:23.645434 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-380f3812-2e3e-4879-8647-0c3f33bd5f21 None None] Set router cebee36d-9c35-4f11-aabc-d2045ad7b415 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:05:23.650866 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31a139f2-e0b5-476c-b2ce-e47a04ded808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (6d967ae2-07ea-401e-8063-c085e3020e36), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:23.686053 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e415db0-0232-4f9e-bf96-938fefeb8c4b req-7df4fac9-1ae9-4c09-9a31-2f55a545c7c8 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122196 Feb 07 21:05:23.686455 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3cfee9-12eb-4371-8962-0c904c15eaa6'}, {'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d1cecb-2bd0-482f-a974-ac7393b2494e'}, {'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab0c0e0-34fd-478c-a047-ef89d9aacd38'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:05:23.689052 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-31a139f2-e0b5-476c-b2ce-e47a04ded808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d967ae2-07ea-401e-8063-c085e3020e36']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:23.694277 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0330bc63-8087-45a7-b79e-ac8275cdcd86" -d '{"events": [{"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-plugged", "status": "completed", "tag": "3d3cfee9-12eb-4371-8962-0c904c15eaa6"}, {"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-plugged", "status": "completed", "tag": "33d1cecb-2bd0-482f-a974-ac7393b2494e"}, {"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-plugged", "status": "completed", "tag": "5ab0c0e0-34fd-478c-a047-ef89d9aacd38"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:05:23.709281 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-31a139f2-e0b5-476c-b2ce-e47a04ded808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a89ca81-ab12-4a9a-8738-c0de31604148') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:23.709688 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-31a139f2-e0b5-476c-b2ce-e47a04ded808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a89ca81-ab12-4a9a-8738-c0de31604148') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:23.719130 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bef5ef17-060f-43cc-be83-5a07446a0daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c3aedf09-a4ce-40f7-931f-69e0cf8e17c8), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:23.722402 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31a139f2-e0b5-476c-b2ce-e47a04ded808 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (1a89ca81-ab12-4a9a-8738-c0de31604148), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:23.722935 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bef5ef17-060f-43cc-be83-5a07446a0daa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:23.724204 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bef5ef17-060f-43cc-be83-5a07446a0daa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3aedf09-a4ce-40f7-931f-69e0cf8e17c8 HTTP/1.1" status: 204 len: 168 time: 0.2866263 Feb 07 21:05:23.747276 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5ef17-060f-43cc-be83-5a07446a0daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3aedf09-a4ce-40f7-931f-69e0cf8e17c8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:23.767188 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-de2ebbf8-d506-4f7d-b394-566107a2e02d admin admin] Deleting port c10dedba-d54c-43ba-83d0-69051aa60402 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:05:23.767535 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de2ebbf8-d506-4f7d-b394-566107a2e02d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c10dedba-d54c-43ba-83d0-69051aa60402), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:23.783076 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31a139f2-e0b5-476c-b2ce-e47a04ded808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (1a89ca81-ab12-4a9a-8738-c0de31604148), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:23.830074 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a139f2-e0b5-476c-b2ce-e47a04ded808 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:05:23.835240 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31a139f2-e0b5-476c-b2ce-e47a04ded808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (1a89ca81-ab12-4a9a-8738-c0de31604148), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:23.865417 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 193bb83f-628c-4ce1-bd73-83ddaf07f72f is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:23.865883 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (193bb83f-628c-4ce1-bd73-83ddaf07f72f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:23.924556 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 193bb83f-628c-4ce1-bd73-83ddaf07f72f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=193bb83f-628c-4ce1-bd73-83ddaf07f72f,segment=NetworkSegment(061673fe-e720-43e4-a9a2-d82036a40d5d),segment_id=061673fe-e720-43e4-a9a2-d82036a40d5d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:05:23.926139 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:05:23.936248 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (193bb83f-628c-4ce1-bd73-83ddaf07f72f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:23.937543 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device c6b09002-66a4-4f94-9c19-96c99887aecc no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:05:24.008640 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31a139f2-e0b5-476c-b2ce-e47a04ded808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (6d967ae2-07ea-401e-8063-c085e3020e36), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:24.019030 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31a139f2-e0b5-476c-b2ce-e47a04ded808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:24.022919 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-31a139f2-e0b5-476c-b2ce-e47a04ded808 admin admin] 10.222.0.65 "DELETE /v2.0/networks/6d967ae2-07ea-401e-8063-c085e3020e36 HTTP/1.1" status: 204 len: 168 time: 1.5278206 Feb 07 21:05:24.025860 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49368) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:24.041186 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=193bb83f-628c-4ce1-bd73-83ddaf07f72f,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:24.051582 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: c6b09002-66a4-4f94-9c19-96c99887aecc {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:05:24.051953 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device c6b09002-66a4-4f94-9c19-96c99887aecc not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:05:24.062422 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device e7cff024-a85a-4851-a39c-7071ffcfad38 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:05:24.092158 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a139f2-e0b5-476c-b2ce-e47a04ded808 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d967ae2-07ea-401e-8063-c085e3020e36,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:24.121166 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4443881-55ff-4cd6-b340-79dcdcbb9244 req-6444bc66-fecb-4ea0-bf20-01e8383cf9bd tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:24.129915 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-d733a8fb-07a5-4251-82f5-5fa309b534e7 admin admin] Deleting subnet 0562b8c3-aaa5-424a-b376-c3750b144cb7 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:05:24.131548 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4443881-55ff-4cd6-b340-79dcdcbb9244 req-6444bc66-fecb-4ea0-bf20-01e8383cf9bd tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.3490670 Feb 07 21:05:24.144036 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d733a8fb-07a5-4251-82f5-5fa309b534e7 admin admin] Publish callbacks [] for subnet (0562b8c3-aaa5-424a-b376-c3750b144cb7), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:24.150806 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-380f3812-2e3e-4879-8647-0c3f33bd5f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebee36d-9c35-4f11-aabc-d2045ad7b415', 'name': 'tempest-FloatingIPsNegativeTestJSON-885377760-router', 'tenant_id': '2d40885ab80344d9b411b10910ad048c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'c10dedba-d54c-43ba-83d0-69051aa60402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:04:55Z', 'updated_at': '2022-02-07T21:05:19Z', 'revision_number': 5, 'project_id': '2d40885ab80344d9b411b10910ad048c', 'gw_port': {'id': 'c10dedba-d54c-43ba-83d0-69051aa60402', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebee36d-9c35-4f11-aabc-d2045ad7b415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:56Z', 'updated_at': '2022-02-07T21:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:24.171802 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d4894-64d0-47b7-b92d-0c25b3f6cbbe req-34501e3e-e1f6-4bc0-ad4e-7c5d77a2abee tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:24.172907 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port e7cff024-a85a-4851-a39c-7071ffcfad38 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:05:24.179169 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port e7cff024-a85a-4851-a39c-7071ffcfad38 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:05:24.180099 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d4894-64d0-47b7-b92d-0c25b3f6cbbe req-34501e3e-e1f6-4bc0-ad4e-7c5d77a2abee tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:24.181036 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e7cff024-a85a-4851-a39c-7071ffcfad38), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:24.187281 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d4894-64d0-47b7-b92d-0c25b3f6cbbe req-34501e3e-e1f6-4bc0-ad4e-7c5d77a2abee tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:24.196960 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d4894-64d0-47b7-b92d-0c25b3f6cbbe req-34501e3e-e1f6-4bc0-ad4e-7c5d77a2abee tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:24.204468 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d4894-64d0-47b7-b92d-0c25b3f6cbbe req-34501e3e-e1f6-4bc0-ad4e-7c5d77a2abee tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:24.210840 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d4894-64d0-47b7-b92d-0c25b3f6cbbe req-34501e3e-e1f6-4bc0-ad4e-7c5d77a2abee tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:24.216616 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d4894-64d0-47b7-b92d-0c25b3f6cbbe req-34501e3e-e1f6-4bc0-ad4e-7c5d77a2abee tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:24.219057 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-078d4894-64d0-47b7-b92d-0c25b3f6cbbe req-34501e3e-e1f6-4bc0-ad4e-7c5d77a2abee tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5441 time: 0.4011550 Feb 07 21:05:24.271525 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f3812-2e3e-4879-8647-0c3f33bd5f21 None None] The sync data for ids ['cebee36d-9c35-4f11-aabc-d2045ad7b415'] in n-d-828185-2 is: [{'id': 'cebee36d-9c35-4f11-aabc-d2045ad7b415', 'name': 'tempest-FloatingIPsNegativeTestJSON-885377760-router', 'tenant_id': '2d40885ab80344d9b411b10910ad048c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'c10dedba-d54c-43ba-83d0-69051aa60402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:04:55Z', 'updated_at': '2022-02-07T21:05:19Z', 'revision_number': 5, 'project_id': '2d40885ab80344d9b411b10910ad048c', 'gw_port': {'id': 'c10dedba-d54c-43ba-83d0-69051aa60402', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebee36d-9c35-4f11-aabc-d2045ad7b415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:56Z', 'updated_at': '2022-02-07T21:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:05:24.280288 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d733a8fb-07a5-4251-82f5-5fa309b534e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (0562b8c3-aaa5-424a-b376-c3750b144cb7), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:24.306597 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-078d4894-64d0-47b7-b92d-0c25b3f6cbbe req-ea534b93-822f-4135-8687-60924cb2e6f5 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722778 Feb 07 21:05:24.343927 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-de2ebbf8-d506-4f7d-b394-566107a2e02d admin admin] For port c10dedba-d54c-43ba-83d0-69051aa60402, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c10dedba-d54c-43ba-83d0-69051aa60402,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:24.354341 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de2ebbf8-d506-4f7d-b394-566107a2e02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c10dedba-d54c-43ba-83d0-69051aa60402), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:24.363888 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d733a8fb-07a5-4251-82f5-5fa309b534e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (0562b8c3-aaa5-424a-b376-c3750b144cb7), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:24.389646 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4443881-55ff-4cd6-b340-79dcdcbb9244 req-b12f8ef4-608f-4531-9e34-0f4b9f012548 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569075 Feb 07 21:05:24.390717 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-de2ebbf8-d506-4f7d-b394-566107a2e02d admin admin] Calling delete_port for c10dedba-d54c-43ba-83d0-69051aa60402 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:05:24.446858 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d733a8fb-07a5-4251-82f5-5fa309b534e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (0562b8c3-aaa5-424a-b376-c3750b144cb7), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:24.465109 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:24.468902 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port e7cff024-a85a-4851-a39c-7071ffcfad38 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:24.469268 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e7cff024-a85a-4851-a39c-7071ffcfad38), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:24.486361 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 07 Feb 2022 21:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe2b1a3-9077-4142-acdd-b25bae401c62 x-openstack-request-id: req-bbe2b1a3-9077-4142-acdd-b25bae401c62 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:05:24.486658 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-plugged", "status": "completed", "tag": "3d3cfee9-12eb-4371-8962-0c904c15eaa6", "code": 200}, {"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-plugged", "status": "completed", "tag": "33d1cecb-2bd0-482f-a974-ac7393b2494e", "code": 200}, {"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-plugged", "status": "completed", "tag": "5ab0c0e0-34fd-478c-a047-ef89d9aacd38", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:05:24.486906 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bbe2b1a3-9077-4142-acdd-b25bae401c62 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:05:24.487306 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3cfee9-12eb-4371-8962-0c904c15eaa6', 'code': 200} Feb 07 21:05:24.487925 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d1cecb-2bd0-482f-a974-ac7393b2494e', 'code': 200} Feb 07 21:05:24.488191 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab0c0e0-34fd-478c-a047-ef89d9aacd38', 'code': 200} Feb 07 21:05:24.514905 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port e7cff024-a85a-4851-a39c-7071ffcfad38, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e7cff024-a85a-4851-a39c-7071ffcfad38,segment=NetworkSegment(aa498974-eb55-4cf2-b241-7a523af5342d),segment_id=aa498974-eb55-4cf2-b241-7a523af5342d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:24.529694 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733a8fb-07a5-4251-82f5-5fa309b534e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0562b8c3-aaa5-424a-b376-c3750b144cb7,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:24.530556 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e7cff024-a85a-4851-a39c-7071ffcfad38), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:24.531740 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 0f5fc44d-beb7-4da2-91c4-1a454793c5b5 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:05:24.547401 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d733a8fb-07a5-4251-82f5-5fa309b534e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:24.554456 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d733a8fb-07a5-4251-82f5-5fa309b534e7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0562b8c3-aaa5-424a-b376-c3750b144cb7 HTTP/1.1" status: 204 len: 168 time: 0.5271807 Feb 07 21:05:24.557118 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49378) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:24.689808 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=e7cff024-a85a-4851-a39c-7071ffcfad38,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:24.721049 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30017d29-4c2a-4843-9694-bdf57cb1993d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (044b6bfd-c22a-44d7-ad1a-c60fe5e64eea), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:24.723776 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 0f5fc44d-beb7-4da2-91c4-1a454793c5b5 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:05:24.743665 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 0f5fc44d-beb7-4da2-91c4-1a454793c5b5 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:05:24.746099 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0f5fc44d-beb7-4da2-91c4-1a454793c5b5), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:24.751626 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46918a57-2832-4a09-b7f4-0de013c149ff req-f9b4afd9-00b5-410d-a08b-9d006c68c301 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:24.764107 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-46918a57-2832-4a09-b7f4-0de013c149ff req-f9b4afd9-00b5-410d-a08b-9d006c68c301 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d732ab-0f9c-49bd-970d-3ee22c5a9160 HTTP/1.1" status: 200 len: 946 time: 0.1516128 Feb 07 21:05:24.930999 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-46918a57-2832-4a09-b7f4-0de013c149ff req-300775da-725d-43a2-9b8c-6e9e5ed98487 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597831 Feb 07 21:05:24.962134 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 0f5fc44d-beb7-4da2-91c4-1a454793c5b5 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:24.962418 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0f5fc44d-beb7-4da2-91c4-1a454793c5b5), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:24.964173 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30017d29-4c2a-4843-9694-bdf57cb1993d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (044b6bfd-c22a-44d7-ad1a-c60fe5e64eea), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:25.013191 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-30017d29-4c2a-4843-9694-bdf57cb1993d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044b6bfd-c22a-44d7-ad1a-c60fe5e64eea']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:25.043537 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-30017d29-4c2a-4843-9694-bdf57cb1993d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1352ca1-55c9-4e12-8fa0-16805c9f2535') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:25.044217 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-30017d29-4c2a-4843-9694-bdf57cb1993d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1352ca1-55c9-4e12-8fa0-16805c9f2535') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:25.056161 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 0f5fc44d-beb7-4da2-91c4-1a454793c5b5, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=0f5fc44d-beb7-4da2-91c4-1a454793c5b5,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:25.067952 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0f5fc44d-beb7-4da2-91c4-1a454793c5b5), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:25.069329 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 3043459a-2405-4dea-b3d1-7dd8ddc763c7 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:05:25.073097 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30017d29-4c2a-4843-9694-bdf57cb1993d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (d1352ca1-55c9-4e12-8fa0-16805c9f2535), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:25.111527 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30017d29-4c2a-4843-9694-bdf57cb1993d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (d1352ca1-55c9-4e12-8fa0-16805c9f2535), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:25.130978 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30017d29-4c2a-4843-9694-bdf57cb1993d admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:05:25.132230 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30017d29-4c2a-4843-9694-bdf57cb1993d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (d1352ca1-55c9-4e12-8fa0-16805c9f2535), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:25.133598 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c29236-93a5-4d67-a22f-398920fe9293 req-25f92707-e8d8-47e3-be8e-05615dd5d1c2 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:05:25.135898 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:05:25.143451 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a0c29236-93a5-4d67-a22f-398920fe9293 req-25f92707-e8d8-47e3-be8e-05615dd5d1c2 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=878953ab-2d9e-4407-83b1-75eb62d28b19 HTTP/1.1" status: 200 len: 944 time: 0.2568462 Feb 07 21:05:25.169313 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de2ebbf8-d506-4f7d-b394-566107a2e02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (c10dedba-d54c-43ba-83d0-69051aa60402), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:25.211987 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ebbf8-d506-4f7d-b394-566107a2e02d admin admin] Pushing event deleted for resources: {'Port': ['ID=c10dedba-d54c-43ba-83d0-69051aa60402,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:25.245109 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49392) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:25.291225 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 3043459a-2405-4dea-b3d1-7dd8ddc763c7 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:05:25.306578 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 3043459a-2405-4dea-b3d1-7dd8ddc763c7 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:05:25.306963 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3043459a-2405-4dea-b3d1-7dd8ddc763c7), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:25.314618 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a0c29236-93a5-4d67-a22f-398920fe9293 req-a705e2d6-7fe5-405c-a616-b12e93b1e4a2 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649997 Feb 07 21:05:25.330348 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de2ebbf8-d506-4f7d-b394-566107a2e02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (cebee36d-9c35-4f11-aabc-d2045ad7b415), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:25.587380 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9437f145-bb0b-4c2b-ba9c-b7c0532c1001 tempest-ServiceProvidersTest-662438635 tempest-ServiceProvidersTest-662438635-project] 10.222.0.65 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2939770 Feb 07 21:05:25.601345 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=0f5fc44d-beb7-4da2-91c4-1a454793c5b5,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:25.651775 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de2ebbf8-d506-4f7d-b394-566107a2e02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (cebee36d-9c35-4f11-aabc-d2045ad7b415), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:25.661796 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de2ebbf8-d506-4f7d-b394-566107a2e02d admin admin] Publish callbacks [] for router_controller (cebee36d-9c35-4f11-aabc-d2045ad7b415), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:25.687611 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 3043459a-2405-4dea-b3d1-7dd8ddc763c7 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:25.688128 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3043459a-2405-4dea-b3d1-7dd8ddc763c7), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:25.737997 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 3043459a-2405-4dea-b3d1-7dd8ddc763c7, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=3043459a-2405-4dea-b3d1-7dd8ddc763c7,segment=NetworkSegment(fc91fcee-1dfe-4783-a11b-41694150c3fc),segment_id=fc91fcee-1dfe-4783-a11b-41694150c3fc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:25.751494 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3043459a-2405-4dea-b3d1-7dd8ddc763c7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:25.808987 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750368a-c9b8-4334-9db5-a0cf229531d0 req-38c8a0ef-ad5c-407b-9d26-90c8241030c1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:25.815914 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750368a-c9b8-4334-9db5-a0cf229531d0 req-38c8a0ef-ad5c-407b-9d26-90c8241030c1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:25.821076 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=3043459a-2405-4dea-b3d1-7dd8ddc763c7,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:25.822336 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750368a-c9b8-4334-9db5-a0cf229531d0 req-38c8a0ef-ad5c-407b-9d26-90c8241030c1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:25.859716 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750368a-c9b8-4334-9db5-a0cf229531d0 req-38c8a0ef-ad5c-407b-9d26-90c8241030c1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:25.865353 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750368a-c9b8-4334-9db5-a0cf229531d0 req-38c8a0ef-ad5c-407b-9d26-90c8241030c1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:25.872735 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750368a-c9b8-4334-9db5-a0cf229531d0 req-38c8a0ef-ad5c-407b-9d26-90c8241030c1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:25.879241 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750368a-c9b8-4334-9db5-a0cf229531d0 req-38c8a0ef-ad5c-407b-9d26-90c8241030c1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:25.881459 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8750368a-c9b8-4334-9db5-a0cf229531d0 req-38c8a0ef-ad5c-407b-9d26-90c8241030c1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5442 time: 0.3310707 Feb 07 21:05:25.888356 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de2ebbf8-d506-4f7d-b394-566107a2e02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (cebee36d-9c35-4f11-aabc-d2045ad7b415), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:25.889209 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2ebbf8-d506-4f7d-b394-566107a2e02d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cebee36d-9c35-4f11-aabc-d2045ad7b415 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:05:25.906420 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5d901-d7b7-4fc0-8ca3-6ece27a81071 req-686ac76d-eaab-4ae6-b8db-d6eac710c400 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:25.908261 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0cf5d901-d7b7-4fc0-8ca3-6ece27a81071 req-686ac76d-eaab-4ae6-b8db-d6eac710c400 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=11d603a0-10e2-49eb-9799-7b842afcd6fa HTTP/1.1" status: 200 len: 945 time: 0.4381480 Feb 07 21:05:25.912705 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de2ebbf8-d506-4f7d-b394-566107a2e02d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:25.913995 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-de2ebbf8-d506-4f7d-b394-566107a2e02d admin admin] 10.222.0.65 "DELETE /v2.0/routers/cebee36d-9c35-4f11-aabc-d2045ad7b415 HTTP/1.1" status: 204 len: 168 time: 3.5825436 Feb 07 21:05:25.942630 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49404) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:25.958774 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 91b7798e-a138-41c3-9281-779e36ed5fb1 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:05:25.998782 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30017d29-4c2a-4843-9694-bdf57cb1993d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (044b6bfd-c22a-44d7-ad1a-c60fe5e64eea), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:26.005377 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30017d29-4c2a-4843-9694-bdf57cb1993d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:26.007395 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 91b7798e-a138-41c3-9281-779e36ed5fb1 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:05:26.008220 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 91b7798e-a138-41c3-9281-779e36ed5fb1 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:05:26.011802 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-30017d29-4c2a-4843-9694-bdf57cb1993d admin admin] 10.222.0.65 "DELETE /v2.0/networks/044b6bfd-c22a-44d7-ad1a-c60fe5e64eea HTTP/1.1" status: 204 len: 168 time: 1.4535875 Feb 07 21:05:26.038754 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30017d29-4c2a-4843-9694-bdf57cb1993d admin admin] Pushing event deleted for resources: {'Network': ['ID=044b6bfd-c22a-44d7-ad1a-c60fe5e64eea,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:26.102822 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49410) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:26.207754 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dfc36c9-0462-4b0f-b4c0-e84395f24cc0 admin admin] Deleting subnet fe9c8c28-09db-4b88-bb14-b7d78a577576 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:05:26.213681 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9dfc36c9-0462-4b0f-b4c0-e84395f24cc0 admin admin] Publish callbacks [] for subnet (fe9c8c28-09db-4b88-bb14-b7d78a577576), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:26.220283 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8750368a-c9b8-4334-9db5-a0cf229531d0 req-facfb0ed-a95e-47d2-93b6-65176af3f7a0 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3289073 Feb 07 21:05:26.252053 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0cf5d901-d7b7-4fc0-8ca3-6ece27a81071 req-44daea10-675d-46cf-85de-92216ceef353 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019941 Feb 07 21:05:26.294047 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9dfc36c9-0462-4b0f-b4c0-e84395f24cc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (fe9c8c28-09db-4b88-bb14-b7d78a577576), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:26.334351 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49418) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:26.340872 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df051a1a-6c1b-4210-9c89-dd8a7c22deb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:26.422605 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-597e842d-6ca0-4d3d-bdc2-934bf83c1d61 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0c5409c10f7a4ba282ceb7a858e4ea2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0868149 Feb 07 21:05:26.427007 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49420) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:26.437583 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9dfc36c9-0462-4b0f-b4c0-e84395f24cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (fe9c8c28-09db-4b88-bb14-b7d78a577576), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:26.490736 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193bb83f-628c-4ce1-bd73-83ddaf07f72f'}, {'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7cff024-a85a-4851-a39c-7071ffcfad38'}, {'server_uuid': '878953ab-2d9e-4407-83b1-75eb62d28b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5fc44d-beb7-4da2-91c4-1a454793c5b5'}, {'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3043459a-2405-4dea-b3d1-7dd8ddc763c7'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:05:26.492546 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b760742-b47b-4c47-9671-e2e8188b7f32" -d '{"events": [{"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-plugged", "status": "completed", "tag": "193bb83f-628c-4ce1-bd73-83ddaf07f72f"}, {"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-plugged", "status": "completed", "tag": "e7cff024-a85a-4851-a39c-7071ffcfad38"}, {"server_uuid": "878953ab-2d9e-4407-83b1-75eb62d28b19", "name": "network-vif-plugged", "status": "completed", "tag": "0f5fc44d-beb7-4da2-91c4-1a454793c5b5"}, {"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-plugged", "status": "completed", "tag": "3043459a-2405-4dea-b3d1-7dd8ddc763c7"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:05:26.515597 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1975e28-8e84-46ee-bfd9-7808531690f1 admin admin] Publish callbacks [] for security_group (8baf1969-ec3b-44a5-b05c-b681b97922a9), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:26.525816 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9dfc36c9-0462-4b0f-b4c0-e84395f24cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (fe9c8c28-09db-4b88-bb14-b7d78a577576), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:26.548420 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1975e28-8e84-46ee-bfd9-7808531690f1 admin admin] Publish callbacks [] for security_group (8baf1969-ec3b-44a5-b05c-b681b97922a9), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:26.585109 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc36c9-0462-4b0f-b4c0-e84395f24cc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe9c8c28-09db-4b88-bb14-b7d78a577576,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:26.608996 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9dfc36c9-0462-4b0f-b4c0-e84395f24cc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:26.614573 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9dfc36c9-0462-4b0f-b4c0-e84395f24cc0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fe9c8c28-09db-4b88-bb14-b7d78a577576 HTTP/1.1" status: 204 len: 168 time: 0.6651158 Feb 07 21:05:26.618165 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49424) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:26.618351 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e702f8-6e8e-4a88-b8da-834f49ee982d None None] Network ebd8b184-50f5-4851-a69d-d0acc1f62364 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:05:26.623990 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df051a1a-6c1b-4210-9c89-dd8a7c22deb9 admin admin] Publish callbacks [] for security_group (c1fc0716-067c-429e-9eb2-30ab9bc5f9ab), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:26.625518 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1975e28-8e84-46ee-bfd9-7808531690f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8baf1969-ec3b-44a5-b05c-b681b97922a9), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:26.628411 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1975e28-8e84-46ee-bfd9-7808531690f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:26.633276 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f1975e28-8e84-46ee-bfd9-7808531690f1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8baf1969-ec3b-44a5-b05c-b681b97922a9 HTTP/1.1" status: 204 len: 168 time: 0.2050030 Feb 07 21:05:26.642973 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df051a1a-6c1b-4210-9c89-dd8a7c22deb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c1fc0716-067c-429e-9eb2-30ab9bc5f9ab), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:26.647458 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1975e28-8e84-46ee-bfd9-7808531690f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baf1969-ec3b-44a5-b05c-b681b97922a9,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:26.693401 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-df051a1a-6c1b-4210-9c89-dd8a7c22deb9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5dad20a4ce8147ffb70f5572124fb470&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5892723 Feb 07 21:05:26.697364 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49428) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:26.708139 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df051a1a-6c1b-4210-9c89-dd8a7c22deb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fc0716-067c-429e-9eb2-30ab9bc5f9ab,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:26.814486 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-858b4993-a826-4414-82f1-96f43bc5f17c admin admin] Publish callbacks [] for security_group (c1fc0716-067c-429e-9eb2-30ab9bc5f9ab), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:26.837007 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dc4dc-d5be-461b-b85a-cdeb98c1124f req-7af13e05-0d5d-4759-a9a1-8e45e9dadd75 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:26.847688 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-262dc4dc-d5be-461b-b85a-cdeb98c1124f req-7af13e05-0d5d-4759-a9a1-8e45e9dadd75 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.3369150 Feb 07 21:05:26.872438 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-858b4993-a826-4414-82f1-96f43bc5f17c admin admin] Publish callbacks [] for security_group (c1fc0716-067c-429e-9eb2-30ab9bc5f9ab), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:26.917815 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03d09332-235d-40b6-944e-dc5843f4a6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (ebd8b184-50f5-4851-a69d-d0acc1f62364), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:26.995867 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-858b4993-a826-4414-82f1-96f43bc5f17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c1fc0716-067c-429e-9eb2-30ab9bc5f9ab), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:27.003679 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-858b4993-a826-4414-82f1-96f43bc5f17c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:27.005027 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-858b4993-a826-4414-82f1-96f43bc5f17c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c1fc0716-067c-429e-9eb2-30ab9bc5f9ab HTTP/1.1" status: 204 len: 168 time: 0.3063705 Feb 07 21:05:27.041755 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e939af4-c3ab-41c5-901e-d1b960a4f420 None None] DHCP port deletion for ebd8b184-50f5-4851-a69d-d0acc1f62364 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:05:27.066560 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b4993-a826-4414-82f1-96f43bc5f17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fc0716-067c-429e-9eb2-30ab9bc5f9ab,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:27.070577 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-262dc4dc-d5be-461b-b85a-cdeb98c1124f req-a304cfeb-22a1-47b3-bf4a-ae11cd4dcf7b tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169344 Feb 07 21:05:27.180692 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36950ac1-3774-4833-b5ea-ac33ddae9dcb req-e348240c-09b4-4887-9ed3-16f9d3692346 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:27.186620 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-36950ac1-3774-4833-b5ea-ac33ddae9dcb req-e348240c-09b4-4887-9ed3-16f9d3692346 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=232e5150-7391-45cf-a737-4d8329a96210 HTTP/1.1" status: 200 len: 945 time: 0.2031419 Feb 07 21:05:27.218361 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7e939af4-c3ab-41c5-901e-d1b960a4f420 None None] Deleting port 42dbcf81-e73a-49ac-b159-b7ecd053113a {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:05:27.219690 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7e939af4-c3ab-41c5-901e-d1b960a4f420 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (42dbcf81-e73a-49ac-b159-b7ecd053113a), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:27.230365 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-03d09332-235d-40b6-944e-dc5843f4a6c1 admin admin] Deleting port 42dbcf81-e73a-49ac-b159-b7ecd053113a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:05:27.230731 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03d09332-235d-40b6-944e-dc5843f4a6c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (42dbcf81-e73a-49ac-b159-b7ecd053113a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:27.410586 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-36950ac1-3774-4833-b5ea-ac33ddae9dcb req-d167a945-208b-4dcd-ac28-3d6782bbd9af tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106783 Feb 07 21:05:27.412367 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7e939af4-c3ab-41c5-901e-d1b960a4f420 None None] For port 42dbcf81-e73a-49ac-b159-b7ecd053113a, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=42dbcf81-e73a-49ac-b159-b7ecd053113a,segment=NetworkSegment(dbc68c44-8111-45fa-9423-e9d71b403569),segment_id=dbc68c44-8111-45fa-9423-e9d71b403569)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:27.412850 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7e939af4-c3ab-41c5-901e-d1b960a4f420 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (42dbcf81-e73a-49ac-b159-b7ecd053113a), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:27.440043 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-03d09332-235d-40b6-944e-dc5843f4a6c1 admin admin] For port 42dbcf81-e73a-49ac-b159-b7ecd053113a, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=42dbcf81-e73a-49ac-b159-b7ecd053113a,segment=NetworkSegment(dbc68c44-8111-45fa-9423-e9d71b403569),segment_id=dbc68c44-8111-45fa-9423-e9d71b403569)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:27.444282 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03d09332-235d-40b6-944e-dc5843f4a6c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (42dbcf81-e73a-49ac-b159-b7ecd053113a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:27.455169 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7e939af4-c3ab-41c5-901e-d1b960a4f420 None None] Calling delete_port for 42dbcf81-e73a-49ac-b159-b7ecd053113a owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:05:27.505466 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-03d09332-235d-40b6-944e-dc5843f4a6c1 admin admin] Calling delete_port for 42dbcf81-e73a-49ac-b159-b7ecd053113a owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:05:27.541547 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49440) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:27.634333 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2dce2be1-15ba-4884-bda7-f1dc13849598 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1880818d29f0480b8bf385b8c2fe1afe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0914965 Feb 07 21:05:27.639608 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49442) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:27.662650 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 07 Feb 2022 21:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b61edb-a62e-407f-8444-b8d2017ab32f x-openstack-request-id: req-50b61edb-a62e-407f-8444-b8d2017ab32f {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:05:27.662947 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-plugged", "status": "completed", "tag": "193bb83f-628c-4ce1-bd73-83ddaf07f72f", "code": 200}, {"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-plugged", "status": "completed", "tag": "e7cff024-a85a-4851-a39c-7071ffcfad38", "code": 200}, {"server_uuid": "878953ab-2d9e-4407-83b1-75eb62d28b19", "name": "network-vif-plugged", "status": "completed", "tag": "0f5fc44d-beb7-4da2-91c4-1a454793c5b5", "code": 200}, {"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-plugged", "status": "completed", "tag": "3043459a-2405-4dea-b3d1-7dd8ddc763c7", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:05:27.663203 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-50b61edb-a62e-407f-8444-b8d2017ab32f {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:05:27.663605 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193bb83f-628c-4ce1-bd73-83ddaf07f72f', 'code': 200} Feb 07 21:05:27.663887 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7cff024-a85a-4851-a39c-7071ffcfad38', 'code': 200} Feb 07 21:05:27.664703 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878953ab-2d9e-4407-83b1-75eb62d28b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5fc44d-beb7-4da2-91c4-1a454793c5b5', 'code': 200} Feb 07 21:05:27.664703 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3043459a-2405-4dea-b3d1-7dd8ddc763c7', 'code': 200} Feb 07 21:05:27.796840 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7e939af4-c3ab-41c5-901e-d1b960a4f420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (42dbcf81-e73a-49ac-b159-b7ecd053113a), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:27.818001 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190627d-949c-499d-b96a-1bb080b106a9 req-23ae67cb-1093-42f2-9564-205d56a71f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:27.820542 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c190627d-949c-499d-b96a-1bb080b106a9 req-23ae67cb-1093-42f2-9564-205d56a71f37 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=878953ab-2d9e-4407-83b1-75eb62d28b19 HTTP/1.1" status: 200 len: 1127 time: 0.1393838 Feb 07 21:05:27.843798 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e939af4-c3ab-41c5-901e-d1b960a4f420 None None] Pushing event deleted for resources: {'Port': ['ID=42dbcf81-e73a-49ac-b159-b7ecd053113a,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:27.885260 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e939af4-c3ab-41c5-901e-d1b960a4f420 None None] No DVR routers for this DVR port 42dbcf81-e73a-49ac-b159-b7ecd053113a on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:05:27.896741 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594f38b-5090-4a43-af05-ef514d116899 req-1770b329-c3cd-4c9b-a3f2-14c53ddedbda tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:27.899905 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9594f38b-5090-4a43-af05-ef514d116899 req-1770b329-c3cd-4c9b-a3f2-14c53ddedbda tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=878953ab-2d9e-4407-83b1-75eb62d28b19 HTTP/1.1" status: 200 len: 945 time: 0.2551916 Feb 07 21:05:27.921186 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c190627d-949c-499d-b96a-1bb080b106a9 req-a62e4480-e4ac-41f2-b5a0-7b6c13afafd5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903497 Feb 07 21:05:27.940840 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c10dedba-d54c-43ba-83d0-69051aa60402 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:05:27.941050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5deec-eb5c-49f2-9511-44281b4c07da req-0075872e-c52f-4cf2-959d-a4f625201ea3 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:27.957408 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5deec-eb5c-49f2-9511-44281b4c07da req-0075872e-c52f-4cf2-959d-a4f625201ea3 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:27.958903 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6a81e-529f-4133-b9ee-a6e2837abe27 req-00f42255-4b13-4937-ab4c-45ef60ea841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:27.959569 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6a81e-529f-4133-b9ee-a6e2837abe27 req-00f42255-4b13-4937-ab4c-45ef60ea841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:27.960525 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6a81e-529f-4133-b9ee-a6e2837abe27 req-00f42255-4b13-4937-ab4c-45ef60ea841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:27.961200 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6a81e-529f-4133-b9ee-a6e2837abe27 req-00f42255-4b13-4937-ab4c-45ef60ea841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:27.961838 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6a81e-529f-4133-b9ee-a6e2837abe27 req-00f42255-4b13-4937-ab4c-45ef60ea841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:27.963309 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6a81e-529f-4133-b9ee-a6e2837abe27 req-00f42255-4b13-4937-ab4c-45ef60ea841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:27.963949 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6a81e-529f-4133-b9ee-a6e2837abe27 req-00f42255-4b13-4937-ab4c-45ef60ea841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:27.967896 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b8f6a81e-529f-4133-b9ee-a6e2837abe27 req-00f42255-4b13-4937-ab4c-45ef60ea841b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 6717 time: 0.2723327 Feb 07 21:05:27.969062 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: c10dedba-d54c-43ba-83d0-69051aa60402 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:05:27.969404 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c10dedba-d54c-43ba-83d0-69051aa60402 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:05:27.969819 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 42dbcf81-e73a-49ac-b159-b7ecd053113a no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:05:27.969961 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5deec-eb5c-49f2-9511-44281b4c07da req-0075872e-c52f-4cf2-959d-a4f625201ea3 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:27.974242 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56ae84a9-07d8-4f7d-b995-3dff2bdeaf2a admin admin] Publish callbacks [] for security_group (160984ef-cf89-49e7-87ee-90889637a46e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:27.994037 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5deec-eb5c-49f2-9511-44281b4c07da req-0075872e-c52f-4cf2-959d-a4f625201ea3 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:27.998955 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 42dbcf81-e73a-49ac-b159-b7ecd053113a {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:05:27.999298 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 42dbcf81-e73a-49ac-b159-b7ecd053113a not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:05:28.007306 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56ae84a9-07d8-4f7d-b995-3dff2bdeaf2a admin admin] Publish callbacks [] for security_group (160984ef-cf89-49e7-87ee-90889637a46e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:28.019031 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5deec-eb5c-49f2-9511-44281b4c07da req-0075872e-c52f-4cf2-959d-a4f625201ea3 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:28.028578 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5deec-eb5c-49f2-9511-44281b4c07da req-0075872e-c52f-4cf2-959d-a4f625201ea3 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:28.036976 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5deec-eb5c-49f2-9511-44281b4c07da req-0075872e-c52f-4cf2-959d-a4f625201ea3 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:28.045091 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8a5deec-eb5c-49f2-9511-44281b4c07da req-0075872e-c52f-4cf2-959d-a4f625201ea3 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5443 time: 0.3563483 Feb 07 21:05:28.075245 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03d09332-235d-40b6-944e-dc5843f4a6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (42dbcf81-e73a-49ac-b159-b7ecd053113a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:28.098465 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56ae84a9-07d8-4f7d-b995-3dff2bdeaf2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (160984ef-cf89-49e7-87ee-90889637a46e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:28.106871 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d09332-235d-40b6-944e-dc5843f4a6c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=42dbcf81-e73a-49ac-b159-b7ecd053113a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:28.108227 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56ae84a9-07d8-4f7d-b995-3dff2bdeaf2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:28.118435 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-56ae84a9-07d8-4f7d-b995-3dff2bdeaf2a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/160984ef-cf89-49e7-87ee-90889637a46e HTTP/1.1" status: 204 len: 168 time: 0.4774289 Feb 07 21:05:28.131696 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae84a9-07d8-4f7d-b995-3dff2bdeaf2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160984ef-cf89-49e7-87ee-90889637a46e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:28.166039 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d09332-235d-40b6-944e-dc5843f4a6c1 admin admin] No DVR routers for this DVR port 42dbcf81-e73a-49ac-b159-b7ecd053113a on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:05:28.191569 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9594f38b-5090-4a43-af05-ef514d116899 req-c256aa04-1369-4c05-9f0b-6542bf21649a tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747457 Feb 07 21:05:28.281783 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b8f6a81e-529f-4133-b9ee-a6e2837abe27 req-4c9f786a-aa99-4fab-9fa9-5a386e681ff7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3155095b-db7a-4a96-b06b-bfc72e76da53&id=17f5d810-43eb-4722-ba76-87def9f99363&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876904 Feb 07 21:05:28.369214 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8a5deec-eb5c-49f2-9511-44281b4c07da req-4b68e19d-d2b7-4142-a350-53ab3659529f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3228624 Feb 07 21:05:28.413469 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03d09332-235d-40b6-944e-dc5843f4a6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (ebd8b184-50f5-4851-a69d-d0acc1f62364), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:28.489056 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-03d09332-235d-40b6-944e-dc5843f4a6c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd8b184-50f5-4851-a69d-d0acc1f62364']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:28.535761 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-03d09332-235d-40b6-944e-dc5843f4a6c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc68c44-8111-45fa-9423-e9d71b403569') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:28.536262 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-03d09332-235d-40b6-944e-dc5843f4a6c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc68c44-8111-45fa-9423-e9d71b403569') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:28.551165 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03d09332-235d-40b6-944e-dc5843f4a6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (dbc68c44-8111-45fa-9423-e9d71b403569), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:28.572064 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03d09332-235d-40b6-944e-dc5843f4a6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (dbc68c44-8111-45fa-9423-e9d71b403569), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:28.583615 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ebd53a-663e-4ca9-90a0-7a5c6877b787 req-673759fd-34ca-4ae4-aba7-5bebc5e64611 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:28.590481 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e6ebd53a-663e-4ca9-90a0-7a5c6877b787 req-673759fd-34ca-4ae4-aba7-5bebc5e64611 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.1061599 Feb 07 21:05:28.599628 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d09332-235d-40b6-944e-dc5843f4a6c1 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:05:28.600055 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03d09332-235d-40b6-944e-dc5843f4a6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (dbc68c44-8111-45fa-9423-e9d71b403569), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:05:28.602915 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:05:28.734386 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03d09332-235d-40b6-944e-dc5843f4a6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (ebd8b184-50f5-4851-a69d-d0acc1f62364), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:28.740689 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e6ebd53a-663e-4ca9-90a0-7a5c6877b787 req-9c278764-9ac4-4900-a228-5a430af5e43f tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492884 Feb 07 21:05:28.800606 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82359b74-cf38-4164-8193-9130e6aab0da req-11d5a3be-7eeb-4ad8-a376-ea5b223cdf6c tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:28.806154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82359b74-cf38-4164-8193-9130e6aab0da req-11d5a3be-7eeb-4ad8-a376-ea5b223cdf6c tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:28.812050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82359b74-cf38-4164-8193-9130e6aab0da req-11d5a3be-7eeb-4ad8-a376-ea5b223cdf6c tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:28.813804 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-82359b74-cf38-4164-8193-9130e6aab0da req-11d5a3be-7eeb-4ad8-a376-ea5b223cdf6c tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=11d603a0-10e2-49eb-9799-7b842afcd6fa&device_id=f7d732ab-0f9c-49bd-970d-3ee22c5a9160&device_id=232e5150-7391-45cf-a737-4d8329a96210 HTTP/1.1" status: 200 len: 2417 time: 0.1239021 Feb 07 21:05:28.814854 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d09332-235d-40b6-944e-dc5843f4a6c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebd8b184-50f5-4851-a69d-d0acc1f62364,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:28.850538 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03d09332-235d-40b6-944e-dc5843f4a6c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:28.856164 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-03d09332-235d-40b6-944e-dc5843f4a6c1 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ebd8b184-50f5-4851-a69d-d0acc1f62364 HTTP/1.1" status: 204 len: 168 time: 2.2350135 Feb 07 21:05:28.868952 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49474) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:28.914206 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-82359b74-cf38-4164-8193-9130e6aab0da req-f34a3797-0885-4469-bbb8-bef98f7c458b tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817008 Feb 07 21:05:29.079149 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-5a5bb157-c27b-497a-ae1a-c2b3cbef86b5 tempest-SubnetPoolsTestJSON-194129730 tempest-SubnetPoolsTestJSON-194129730-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-219885198', 'prefixes': ['172.20.0.0/16']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:05:29.095416 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d59fc8-1667-489c-a030-308d352274de req-f1398b0a-6bef-43b8-bbf5-d03ba2ad7fc4 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:29.098744 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-95d59fc8-1667-489c-a030-308d352274de req-f1398b0a-6bef-43b8-bbf5-d03ba2ad7fc4 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=11d603a0-10e2-49eb-9799-7b842afcd6fa HTTP/1.1" status: 200 len: 945 time: 0.0973167 Feb 07 21:05:29.157058 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49488) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:29.192880 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-95d59fc8-1667-489c-a030-308d352274de req-8f3e2c27-af65-4770-9d88-f915ec3f5055 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890706 Feb 07 21:05:29.201447 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a5bb157-c27b-497a-ae1a-c2b3cbef86b5 tempest-SubnetPoolsTestJSON-194129730 tempest-SubnetPoolsTestJSON-194129730-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:29.203079 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5a5bb157-c27b-497a-ae1a-c2b3cbef86b5 tempest-SubnetPoolsTestJSON-194129730 tempest-SubnetPoolsTestJSON-194129730-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3324602 Feb 07 21:05:29.206073 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49490) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:29.244858 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ae1fe209-cb6a-4abe-bfd0-72c0138ef133 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2d40885ab80344d9b411b10910ad048c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0887182 Feb 07 21:05:29.247203 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49496) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:29.319718 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bab46a58-f348-472b-8bc2-390d9d24984d admin admin] Publish callbacks [] for security_group (4a6c198c-6df7-41c2-86d2-3f111a564b9d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:29.334415 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3278f4e6-b710-42d9-b0e6-9f8087e85ebe tempest-SubnetPoolsTestJSON-194129730 tempest-SubnetPoolsTestJSON-194129730-project] 10.222.0.65 "GET /v2.0/subnetpools/318a4798-e155-40e5-925c-1bfff48f103a HTTP/1.1" status: 200 len: 731 time: 0.1261950 Feb 07 21:05:29.337371 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49500) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:29.353015 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-6815d3b5-75c4-43c8-8549-cb5cf02fda07 tempest-SubnetPoolsTestJSON-194129730 tempest-SubnetPoolsTestJSON-194129730-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-941960077'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:05:29.376811 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bab46a58-f348-472b-8bc2-390d9d24984d admin admin] Publish callbacks [] for security_group (4a6c198c-6df7-41c2-86d2-3f111a564b9d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:29.472907 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6815d3b5-75c4-43c8-8549-cb5cf02fda07 tempest-SubnetPoolsTestJSON-194129730 tempest-SubnetPoolsTestJSON-194129730-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:29.474351 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6815d3b5-75c4-43c8-8549-cb5cf02fda07 tempest-SubnetPoolsTestJSON-194129730 tempest-SubnetPoolsTestJSON-194129730-project] 10.222.0.65 "PUT /v2.0/subnetpools/318a4798-e155-40e5-925c-1bfff48f103a HTTP/1.1" status: 200 len: 683 time: 0.1339140 Feb 07 21:05:29.479537 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49506) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:29.493582 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d12cb-abbf-4526-afbe-15dc0e4440bd req-9bec1198-860b-4a9b-a747-dc6cfdaa81dd tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:29.495433 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d13d12cb-abbf-4526-afbe-15dc0e4440bd req-9bec1198-860b-4a9b-a747-dc6cfdaa81dd tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=878953ab-2d9e-4407-83b1-75eb62d28b19 HTTP/1.1" status: 200 len: 945 time: 0.1733146 Feb 07 21:05:29.553701 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bab46a58-f348-472b-8bc2-390d9d24984d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4a6c198c-6df7-41c2-86d2-3f111a564b9d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:29.558649 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bab46a58-f348-472b-8bc2-390d9d24984d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:29.565783 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bab46a58-f348-472b-8bc2-390d9d24984d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a6c198c-6df7-41c2-86d2-3f111a564b9d HTTP/1.1" status: 204 len: 168 time: 0.3150911 Feb 07 21:05:29.581912 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab46a58-f348-472b-8bc2-390d9d24984d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6c198c-6df7-41c2-86d2-3f111a564b9d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:29.635835 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d13d12cb-abbf-4526-afbe-15dc0e4440bd req-39e98965-fba0-4168-9474-b16c1b52ec3f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211975 Feb 07 21:05:29.645198 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9c74487-4b64-4e48-bfd2-ab5d955170fa tempest-SubnetPoolsTestJSON-194129730 tempest-SubnetPoolsTestJSON-194129730-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:29.646994 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c9c74487-4b64-4e48-bfd2-ab5d955170fa tempest-SubnetPoolsTestJSON-194129730 tempest-SubnetPoolsTestJSON-194129730-project] 10.222.0.65 "DELETE /v2.0/subnetpools/318a4798-e155-40e5-925c-1bfff48f103a HTTP/1.1" status: 204 len: 168 time: 0.1663716 Feb 07 21:05:29.649748 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49516) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:29.692267 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-4af5f587-a7e4-4941-8935-6e306a6b18f2 tempest-SubnetPoolsTestJSON-194129730 tempest-SubnetPoolsTestJSON-194129730-project] show failed (client error): The resource could not be found. Feb 07 21:05:29.695887 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4af5f587-a7e4-4941-8935-6e306a6b18f2 tempest-SubnetPoolsTestJSON-194129730 tempest-SubnetPoolsTestJSON-194129730-project] 10.222.0.65 "GET /v2.0/subnetpools/318a4798-e155-40e5-925c-1bfff48f103a HTTP/1.1" status: 404 len: 346 time: 0.0443056 Feb 07 21:05:29.705080 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49518) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:29.757191 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-38416b76-161e-4b0b-9e2a-d2a33624dfc5 tempest-SubnetPoolsTestJSON-194129730 tempest-SubnetPoolsTestJSON-194129730-project] delete failed (client error): The resource could not be found. Feb 07 21:05:29.761266 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-38416b76-161e-4b0b-9e2a-d2a33624dfc5 tempest-SubnetPoolsTestJSON-194129730 tempest-SubnetPoolsTestJSON-194129730-project] 10.222.0.65 "DELETE /v2.0/subnetpools/318a4798-e155-40e5-925c-1bfff48f103a HTTP/1.1" status: 404 len: 346 time: 0.0550809 Feb 07 21:05:29.804661 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d9944-0f1b-4270-a89f-bb2bca8d061e req-8290e751-d415-4cfa-9253-54e3f2dc02dc tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:29.815066 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d9944-0f1b-4270-a89f-bb2bca8d061e req-8290e751-d415-4cfa-9253-54e3f2dc02dc tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:29.826584 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d9944-0f1b-4270-a89f-bb2bca8d061e req-8290e751-d415-4cfa-9253-54e3f2dc02dc tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:29.833067 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d9944-0f1b-4270-a89f-bb2bca8d061e req-8290e751-d415-4cfa-9253-54e3f2dc02dc tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:29.838945 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d9944-0f1b-4270-a89f-bb2bca8d061e req-8290e751-d415-4cfa-9253-54e3f2dc02dc tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:29.846290 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d9944-0f1b-4270-a89f-bb2bca8d061e req-8290e751-d415-4cfa-9253-54e3f2dc02dc tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:29.859339 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d9944-0f1b-4270-a89f-bb2bca8d061e req-8290e751-d415-4cfa-9253-54e3f2dc02dc tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:29.861533 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e21d9944-0f1b-4270-a89f-bb2bca8d061e req-8290e751-d415-4cfa-9253-54e3f2dc02dc tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5443 time: 0.1982775 Feb 07 21:05:30.027535 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e21d9944-0f1b-4270-a89f-bb2bca8d061e req-5a32f5ed-9b36-4f89-8b1f-2e8e79eb5a25 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1593242 Feb 07 21:05:30.043752 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e804fe-8362-4a12-aa98-408bf6d77dd1 req-2b92f8c6-1174-4feb-ad3e-d9baf7609936 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:30.059297 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38e804fe-8362-4a12-aa98-408bf6d77dd1 req-2b92f8c6-1174-4feb-ad3e-d9baf7609936 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.1408160 Feb 07 21:05:30.170669 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38e804fe-8362-4a12-aa98-408bf6d77dd1 req-48f7f39e-0a92-4cf1-8a45-793ad32d23a3 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055090 Feb 07 21:05:30.401646 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49538) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:30.741959 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-43b28d4e-60a7-440f-9013-43ee48c2c04b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:30.808530 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0db05-0e17-41ab-9a76-bec0385fd3e6 req-381ecec0-5806-4675-96d4-fda315196a84 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:30.818338 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dde0db05-0e17-41ab-9a76-bec0385fd3e6 req-381ecec0-5806-4675-96d4-fda315196a84 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=878953ab-2d9e-4407-83b1-75eb62d28b19 HTTP/1.1" status: 200 len: 945 time: 0.0791609 Feb 07 21:05:30.885796 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-43b28d4e-60a7-440f-9013-43ee48c2c04b admin admin] Publish callbacks [] for security_group (de675e44-df61-494a-ada9-3c6e68a0a82e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:30.897535 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-43b28d4e-60a7-440f-9013-43ee48c2c04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (de675e44-df61-494a-ada9-3c6e68a0a82e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:30.932962 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dde0db05-0e17-41ab-9a76-bec0385fd3e6 req-581beddc-091d-411e-914e-010206afd1f8 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119614 Feb 07 21:05:30.993737 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49568) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:31.003990 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-43b28d4e-60a7-440f-9013-43ee48c2c04b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0899637d193c46568644d831a306b110&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5881348 Feb 07 21:05:31.007815 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b28d4e-60a7-440f-9013-43ee48c2c04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de675e44-df61-494a-ada9-3c6e68a0a82e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:31.137473 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1f030b2-264c-42ae-a8fc-761886ffbec5 admin admin] Publish callbacks [] for security_group (de675e44-df61-494a-ada9-3c6e68a0a82e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:31.216628 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1f030b2-264c-42ae-a8fc-761886ffbec5 admin admin] Publish callbacks [] for security_group (de675e44-df61-494a-ada9-3c6e68a0a82e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:31.303177 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be846275-c087-4942-a9df-b1c3372169d9 req-3c71dea7-6d57-42ad-aa87-eb1e0054b4b1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:31.308675 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be846275-c087-4942-a9df-b1c3372169d9 req-3c71dea7-6d57-42ad-aa87-eb1e0054b4b1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:31.319495 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be846275-c087-4942-a9df-b1c3372169d9 req-3c71dea7-6d57-42ad-aa87-eb1e0054b4b1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:31.325757 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be846275-c087-4942-a9df-b1c3372169d9 req-3c71dea7-6d57-42ad-aa87-eb1e0054b4b1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:31.343952 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be846275-c087-4942-a9df-b1c3372169d9 req-3c71dea7-6d57-42ad-aa87-eb1e0054b4b1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:31.359393 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be846275-c087-4942-a9df-b1c3372169d9 req-3c71dea7-6d57-42ad-aa87-eb1e0054b4b1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:31.375851 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be846275-c087-4942-a9df-b1c3372169d9 req-3c71dea7-6d57-42ad-aa87-eb1e0054b4b1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:31.386165 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-be846275-c087-4942-a9df-b1c3372169d9 req-3c71dea7-6d57-42ad-aa87-eb1e0054b4b1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5443 time: 0.1933742 Feb 07 21:05:31.488526 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49586) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:31.514612 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-be846275-c087-4942-a9df-b1c3372169d9 req-88cffd6d-c53a-4c65-8bfd-c02af20af427 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1272879 Feb 07 21:05:31.517326 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1f030b2-264c-42ae-a8fc-761886ffbec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (de675e44-df61-494a-ada9-3c6e68a0a82e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:31.520948 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1f030b2-264c-42ae-a8fc-761886ffbec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:31.522215 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a1f030b2-264c-42ae-a8fc-761886ffbec5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/de675e44-df61-494a-ada9-3c6e68a0a82e HTTP/1.1" status: 204 len: 168 time: 0.5266936 Feb 07 21:05:31.541925 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f030b2-264c-42ae-a8fc-761886ffbec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de675e44-df61-494a-ada9-3c6e68a0a82e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:31.592682 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b062d1-c2cd-4a98-b170-a0c68e1e941b req-03245dcd-4e83-44e9-9752-7dcc23aa0de2 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:31.592682 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7b062d1-c2cd-4a98-b170-a0c68e1e941b req-03245dcd-4e83-44e9-9752-7dcc23aa0de2 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.1712289 Feb 07 21:05:31.641743 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-5ddf7d6a-7400-4d5e-b64c-1aa1ed37af3e admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-660224266-network', 'tenant_id': '5124caec77da453db4b2d8e674dfa83f'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:05:31.668538 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7b062d1-c2cd-4a98-b170-a0c68e1e941b req-5ed1b2b0-4344-4792-b7ce-bfee55152cf7 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737286 Feb 07 21:05:31.685453 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddf7d6a-7400-4d5e-b64c-1aa1ed37af3e admin admin] Made reservation on behalf of 5124caec77da453db4b2d8e674dfa83f for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:05:31.687940 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7d6a-7400-4d5e-b64c-1aa1ed37af3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:31.698902 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7d6a-7400-4d5e-b64c-1aa1ed37af3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:31.868761 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0f9bd-0aac-4e44-a9bf-a7b1b62109fa req-1850c4df-33e9-4cfc-b7ee-329a118e3ecf tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:31.870972 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ce0f9bd-0aac-4e44-a9bf-a7b1b62109fa req-1850c4df-33e9-4cfc-b7ee-329a118e3ecf tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=232e5150-7391-45cf-a737-4d8329a96210 HTTP/1.1" status: 200 len: 945 time: 0.1212864 Feb 07 21:05:31.879057 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7d6a-7400-4d5e-b64c-1aa1ed37af3e admin admin] Publish callbacks [] for security_group (b07bfa7f-c7d2-468b-813c-17d2a7c83ffe), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:31.889953 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7d6a-7400-4d5e-b64c-1aa1ed37af3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b07bfa7f-c7d2-468b-813c-17d2a7c83ffe), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:31.950048 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ce0f9bd-0aac-4e44-a9bf-a7b1b62109fa req-9729dfa0-8493-455b-b13d-4afd37faf81a tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685081 Feb 07 21:05:31.952905 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ddf7d6a-7400-4d5e-b64c-1aa1ed37af3e admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:05:31.963966 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf7d6a-7400-4d5e-b64c-1aa1ed37af3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:31.972069 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7d6a-7400-4d5e-b64c-1aa1ed37af3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (9c039eb9-655e-45d6-805e-1229a5858de5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:31.972807 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-5ddf7d6a-7400-4d5e-b64c-1aa1ed37af3e admin admin] Added segment 9c039eb9-655e-45d6-805e-1229a5858de5 of type vlan for network 55acbe04-ba96-44f5-acf7-c6a9f81c70a3 Feb 07 21:05:32.031713 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7d6a-7400-4d5e-b64c-1aa1ed37af3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (55acbe04-ba96-44f5-acf7-c6a9f81c70a3), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:32.076284 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7d6a-7400-4d5e-b64c-1aa1ed37af3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (55acbe04-ba96-44f5-acf7-c6a9f81c70a3), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:32.077810 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddf7d6a-7400-4d5e-b64c-1aa1ed37af3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:32.079176 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7d6a-7400-4d5e-b64c-1aa1ed37af3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:32.177016 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5ddf7d6a-7400-4d5e-b64c-1aa1ed37af3e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6864812 Feb 07 21:05:32.185197 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49608) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:32.192656 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b784b-a6b2-4d88-ae43-bd366c3be205 req-b3ad78e7-7f91-403c-ada7-186770485f1e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:32.198623 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-fb17324f-0559-4a9f-bcc2-1b2e493b2ca8 admin admin] Request body: {'subnet': {'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-660224266-subnet', 'tenant_id': '5124caec77da453db4b2d8e674dfa83f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:05:32.199035 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b784b-a6b2-4d88-ae43-bd366c3be205 req-b3ad78e7-7f91-403c-ada7-186770485f1e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:32.205537 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b784b-a6b2-4d88-ae43-bd366c3be205 req-b3ad78e7-7f91-403c-ada7-186770485f1e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:32.211013 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf7d6a-7400-4d5e-b64c-1aa1ed37af3e admin admin] Pushing event updated for resources: {'Network': ['ID=55acbe04-ba96-44f5-acf7-c6a9f81c70a3,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:32.213135 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b784b-a6b2-4d88-ae43-bd366c3be205 req-b3ad78e7-7f91-403c-ada7-186770485f1e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:32.225100 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 55acbe04-ba96-44f5-acf7-c6a9f81c70a3 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:05:32.240959 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b784b-a6b2-4d88-ae43-bd366c3be205 req-b3ad78e7-7f91-403c-ada7-186770485f1e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:32.244704 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb17324f-0559-4a9f-bcc2-1b2e493b2ca8 admin admin] Made reservation on behalf of 5124caec77da453db4b2d8e674dfa83f for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:05:32.249190 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fb17324f-0559-4a9f-bcc2-1b2e493b2ca8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:32.249394 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b784b-a6b2-4d88-ae43-bd366c3be205 req-b3ad78e7-7f91-403c-ada7-186770485f1e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:32.268399 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b784b-a6b2-4d88-ae43-bd366c3be205 req-b3ad78e7-7f91-403c-ada7-186770485f1e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:32.270298 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b54b784b-a6b2-4d88-ae43-bd366c3be205 req-b3ad78e7-7f91-403c-ada7-186770485f1e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5443 time: 0.1912277 Feb 07 21:05:32.281852 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49612) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:32.286384 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-70cf88e5-5a35-4b6c-bf55-a3d614a79102 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Request body: {'floatingip': {'port_id': '193bb83f-628c-4ce1-bd73-83ddaf07f72f'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:05:32.362269 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70cf88e5-5a35-4b6c-bf55-a3d614a79102 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for floatingip (1fee0f6a-254f-4229-9fe9-25c5999d746c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:32.500908 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-f64eb15d-3923-4676-9a1e-738e2858306c tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471189 Feb 07 21:05:32.583215 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fb17324f-0559-4a9f-bcc2-1b2e493b2ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (3d136787-de5f-4353-a2b9-a7f4409cab76), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:32.657059 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17324f-0559-4a9f-bcc2-1b2e493b2ca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d136787-de5f-4353-a2b9-a7f4409cab76,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:32.660641 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb17324f-0559-4a9f-bcc2-1b2e493b2ca8 admin admin] Checking segment: {'id': '9c039eb9-655e-45d6-805e-1229a5858de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:05:32.661006 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb17324f-0559-4a9f-bcc2-1b2e493b2ca8 admin admin] Network hostable DHCP agents. Network: 55acbe04-ba96-44f5-acf7-c6a9f81c70a3, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:05:32.682523 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb17324f-0559-4a9f-bcc2-1b2e493b2ca8 admin admin] Network 55acbe04-ba96-44f5-acf7-c6a9f81c70a3 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:05:32.718161 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-fb17324f-0559-4a9f-bcc2-1b2e493b2ca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 55acbe04-ba96-44f5-acf7-c6a9f81c70a3) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:05:32.737781 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385656aa-5b29-43ec-99d3-d978d02e6bb2 None None] Network 55acbe04-ba96-44f5-acf7-c6a9f81c70a3 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:05:32.746407 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb17324f-0559-4a9f-bcc2-1b2e493b2ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:32.748299 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fb17324f-0559-4a9f-bcc2-1b2e493b2ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:32.789031 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fb17324f-0559-4a9f-bcc2-1b2e493b2ca8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6013331 Feb 07 21:05:32.993316 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba82d12b-d2e7-4372-9491-dd2da7a8dc66 None None] Network 55acbe04-ba96-44f5-acf7-c6a9f81c70a3 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:05:33.348846 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:33.774485 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:33.884580 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b3c32-5d0b-496f-b5b6-b765c9404785 req-731e9ac7-7653-4095-99d6-0ac76469d0d0 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:33.897550 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-621b3c32-5d0b-496f-b5b6-b765c9404785 req-731e9ac7-7653-4095-99d6-0ac76469d0d0 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 1.0576839 Feb 07 21:05:33.916380 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-4ca612fb-30bb-4230-b807-2e6da9065c1d tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:33.922302 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-4ca612fb-30bb-4230-b807-2e6da9065c1d tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0819190 Feb 07 21:05:34.006327 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-22ab37ff-c603-493c-9ded-1aabf33bef5e tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/quotas/f4fe27c2f8aa423da4df091a462a1dd2 HTTP/1.1" status: 200 len: 375 time: 0.0668154 Feb 07 21:05:34.136552 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-47d986b3-e6b0-4d30-b6a0-3494145c4894 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1204207 Feb 07 21:05:34.178034 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-621b3c32-5d0b-496f-b5b6-b765c9404785 req-df29f6d0-64d5-47e8-a285-3bb36686a7ad tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704959 Feb 07 21:05:34.211352 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-70cf88e5-5a35-4b6c-bf55-a3d614a79102 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:05:34.256984 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1748e33-9174-4a44-80ba-d656dbfaf08d req-b837b303-e669-48c1-9ddb-77044fb3951c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:34.267853 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a1748e33-9174-4a44-80ba-d656dbfaf08d req-b837b303-e669-48c1-9ddb-77044fb3951c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 1127 time: 0.3364348 Feb 07 21:05:34.336846 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a1748e33-9174-4a44-80ba-d656dbfaf08d req-6646c7d8-ad84-4058-82ac-6c4bb0d7c850 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623674 Feb 07 21:05:34.341778 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70cf88e5-5a35-4b6c-bf55-a3d614a79102 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:34.367470 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70cf88e5-5a35-4b6c-bf55-a3d614a79102 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (1fee0f6a-254f-4229-9fe9-25c5999d746c), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:34.532905 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe4c1f-a115-4383-8cb2-2110760d4b18 req-f6870c59-83e8-44b8-bd98-4d91c6b60587 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:34.534690 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ffe4c1f-a115-4383-8cb2-2110760d4b18 req-f6870c59-83e8-44b8-bd98-4d91c6b60587 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=232e5150-7391-45cf-a737-4d8329a96210 HTTP/1.1" status: 200 len: 945 time: 0.1910670 Feb 07 21:05:34.587516 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-70cf88e5-5a35-4b6c-bf55-a3d614a79102 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Floating IP 1fee0f6a-254f-4229-9fe9-25c5999d746c associated. External IP: 172.25.4.221, port: 193bb83f-628c-4ce1-bd73-83ddaf07f72f. Feb 07 21:05:34.865865 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ffe4c1f-a115-4383-8cb2-2110760d4b18 req-f555d623-fb36-471d-a9d4-744716afb0b7 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186862 Feb 07 21:05:35.085096 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017c17b-7986-4d00-a204-7501d076d173 req-25d9314c-24b7-4e49-b189-2c5f617a50eb tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:35.088920 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4017c17b-7986-4d00-a204-7501d076d173 req-25d9314c-24b7-4e49-b189-2c5f617a50eb tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/networks?id=55acbe04-ba96-44f5-acf7-c6a9f81c70a3 HTTP/1.1" status: 200 len: 804 time: 0.3622978 Feb 07 21:05:35.093854 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c33c321a-c136-4293-87f6-0ace56b76f6c req-80ddf731-e7d0-4511-b035-d72cf136bfd6 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 210 time: 0.0897918 Feb 07 21:05:35.124958 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4017c17b-7986-4d00-a204-7501d076d173 req-85824105-a357-4062-80a5-4b969f67e90a tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/quotas/5124caec77da453db4b2d8e674dfa83f HTTP/1.1" status: 200 len: 375 time: 0.0269382 Feb 07 21:05:35.168360 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4017c17b-7986-4d00-a204-7501d076d173 req-d52e6ed9-d86e-4eff-b8ca-ea23f7a56ea0 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5124caec77da453db4b2d8e674dfa83f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344040 Feb 07 21:05:35.221841 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cf88e5-5a35-4b6c-bf55-a3d614a79102 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Router b5a9ea17-ccec-49b5-b4ce-9d673361b18c has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:05:35.399649 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4017c17b-7986-4d00-a204-7501d076d173 req-948aad9e-f590-4e03-b5df-c02bc12f397c service neutron] 10.222.0.65 "GET /v2.0/networks/55acbe04-ba96-44f5-acf7-c6a9f81c70a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174644 Feb 07 21:05:35.503258 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cf88e5-5a35-4b6c-bf55-a3d614a79102 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:05:35.509299 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70cf88e5-5a35-4b6c-bf55-a3d614a79102 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:35.519253 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffffdc7b-000f-4dda-952f-e6491678d2b5 None None] Sync routers for ids ['b5a9ea17-ccec-49b5-b4ce-9d673361b18c'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:05:35.543156 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffffdc7b-000f-4dda-952f-e6491678d2b5 None None] Routers {'b5a9ea17-ccec-49b5-b4ce-9d673361b18c'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:05:35.544136 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ffffdc7b-000f-4dda-952f-e6491678d2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:05:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b5a9ea17-ccec-49b5-b4ce-9d673361b18c'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:35.563656 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-70cf88e5-5a35-4b6c-bf55-a3d614a79102 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "PUT /v2.0/floatingips/1fee0f6a-254f-4229-9fe9-25c5999d746c HTTP/1.1" status: 200 len: 991 time: 3.2793152 Feb 07 21:05:35.609064 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'tag': '193bb83f-628c-4ce1-bd73-83ddaf07f72f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:05:35.609064 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c704098d-84dc-4ad6-be21-0e31b6e95ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "tag": "193bb83f-628c-4ce1-bd73-83ddaf07f72f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:05:35.636135 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4017c17b-7986-4d00-a204-7501d076d173 req-4983d978-09fb-4823-b1b6-b2ee4c39da23 service neutron] 10.222.0.65 "GET /v2.0/networks/55acbe04-ba96-44f5-acf7-c6a9f81c70a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240241 Feb 07 21:05:35.716411 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ffffdc7b-000f-4dda-952f-e6491678d2b5 None None] Set router b5a9ea17-ccec-49b5-b4ce-9d673361b18c gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:05:35.968562 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8baf1-b11e-4800-b112-db5d05cd65bb req-87dd4f6b-7b66-441b-900b-ba8cbe87748a tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:35.989255 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-31a8baf1-b11e-4800-b112-db5d05cd65bb req-87dd4f6b-7b66-441b-900b-ba8cbe87748a tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.1812558 Feb 07 21:05:36.135680 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-31a8baf1-b11e-4800-b112-db5d05cd65bb req-fa4ee579-40f8-41a7-a702-b46881b26ce3 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397364 Feb 07 21:05:36.196788 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ffffdc7b-000f-4dda-952f-e6491678d2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'name': 'tempest-TaggedBootDevicesTest_v242-960061040-router', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'd533eda4-4848-4453-aff3-d8c9c8209667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:46Z', 'updated_at': '2022-02-07T21:01:55Z', 'revision_number': 4, 'project_id': '32ff56f8fd43451781a008978e4679d6', 'gw_port': {'id': 'd533eda4-4848-4453-aff3-d8c9c8209667', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:46Z', 'updated_at': '2022-02-07T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '1fee0f6a-254f-4229-9fe9-25c5999d746c', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'floating_ip_address': '172.25.4.221', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'port_id': '193bb83f-628c-4ce1-bd73-83ddaf07f72f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d', 'mac_address': 'fa:16:3e:5d:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:03:26Z', 'updated_at': '2022-02-07T21:05:34Z', 'revision_number': 1, 'project_id': '32ff56f8fd43451781a008978e4679d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd762bb3-a3d2-493d-91a8-064ad16131b7', 'name': '', 'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'mac_address': 'fa:16:3e:cd:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'a20c386e-eebe-4f10-a5ee-5638c9eee3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:52Z', 'updated_at': '2022-02-07T21:02:02Z', 'revision_number': 5, 'project_id': '32ff56f8fd43451781a008978e4679d6', 'subnets': [{'id': 'a20c386e-eebe-4f10-a5ee-5638c9eee3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:36.240903 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffffdc7b-000f-4dda-952f-e6491678d2b5 None None] Checking router: b5a9ea17-ccec-49b5-b4ce-9d673361b18c for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:05:36.256714 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffffdc7b-000f-4dda-952f-e6491678d2b5 None None] Routers {'b5a9ea17-ccec-49b5-b4ce-9d673361b18c'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:05:36.257949 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ffffdc7b-000f-4dda-952f-e6491678d2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:05:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b5a9ea17-ccec-49b5-b4ce-9d673361b18c'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:36.327412 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-1080d1eb-b570-4f8e-8500-79aa5e4dd3ce tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0907440 Feb 07 21:05:36.410444 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ffffdc7b-000f-4dda-952f-e6491678d2b5 None None] Set router b5a9ea17-ccec-49b5-b4ce-9d673361b18c gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:05:36.529510 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b29e0fb-ea28-4cf2-9c50-7d3e490eefb4 x-openstack-request-id: req-1b29e0fb-ea28-4cf2-9c50-7d3e490eefb4 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:05:36.529798 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "tag": "193bb83f-628c-4ce1-bd73-83ddaf07f72f", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:05:36.530037 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1b29e0fb-ea28-4cf2-9c50-7d3e490eefb4 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:05:36.530430 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'tag': '193bb83f-628c-4ce1-bd73-83ddaf07f72f', 'status': 'completed', 'code': 200} Feb 07 21:05:36.602712 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe83de8-af1c-417c-bb4b-53248f7d6018 req-2dec7cdb-1fb5-4932-b92b-33abe3f00d15 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:36.615541 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe83de8-af1c-417c-bb4b-53248f7d6018 req-2dec7cdb-1fb5-4932-b92b-33abe3f00d15 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:36.619543 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704098d-84dc-4ad6-be21-0e31b6e95ca3 req-86c44577-6942-4e6a-a1dd-b18a59913800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:36.620972 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704098d-84dc-4ad6-be21-0e31b6e95ca3 req-86c44577-6942-4e6a-a1dd-b18a59913800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:36.622985 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704098d-84dc-4ad6-be21-0e31b6e95ca3 req-86c44577-6942-4e6a-a1dd-b18a59913800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:36.624653 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704098d-84dc-4ad6-be21-0e31b6e95ca3 req-86c44577-6942-4e6a-a1dd-b18a59913800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:36.626568 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704098d-84dc-4ad6-be21-0e31b6e95ca3 req-86c44577-6942-4e6a-a1dd-b18a59913800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:36.627243 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704098d-84dc-4ad6-be21-0e31b6e95ca3 req-86c44577-6942-4e6a-a1dd-b18a59913800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:36.629771 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704098d-84dc-4ad6-be21-0e31b6e95ca3 req-86c44577-6942-4e6a-a1dd-b18a59913800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:36.631443 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe83de8-af1c-417c-bb4b-53248f7d6018 req-2dec7cdb-1fb5-4932-b92b-33abe3f00d15 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:36.634273 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c704098d-84dc-4ad6-be21-0e31b6e95ca3 req-86c44577-6942-4e6a-a1dd-b18a59913800 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32ff56f8fd43451781a008978e4679d6&device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 6717 time: 0.1462467 Feb 07 21:05:36.651354 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe83de8-af1c-417c-bb4b-53248f7d6018 req-2dec7cdb-1fb5-4932-b92b-33abe3f00d15 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:36.662612 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe83de8-af1c-417c-bb4b-53248f7d6018 req-2dec7cdb-1fb5-4932-b92b-33abe3f00d15 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:36.691311 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe83de8-af1c-417c-bb4b-53248f7d6018 req-2dec7cdb-1fb5-4932-b92b-33abe3f00d15 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:36.711221 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe83de8-af1c-417c-bb4b-53248f7d6018 req-2dec7cdb-1fb5-4932-b92b-33abe3f00d15 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:36.730869 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bfe83de8-af1c-417c-bb4b-53248f7d6018 req-2dec7cdb-1fb5-4932-b92b-33abe3f00d15 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5443 time: 0.6736026 Feb 07 21:05:36.837384 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ffffdc7b-000f-4dda-952f-e6491678d2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'name': 'tempest-TaggedBootDevicesTest_v242-960061040-router', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'd533eda4-4848-4453-aff3-d8c9c8209667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:46Z', 'updated_at': '2022-02-07T21:01:55Z', 'revision_number': 4, 'project_id': '32ff56f8fd43451781a008978e4679d6', 'gw_port': {'id': 'd533eda4-4848-4453-aff3-d8c9c8209667', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:46Z', 'updated_at': '2022-02-07T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '1fee0f6a-254f-4229-9fe9-25c5999d746c', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'floating_ip_address': '172.25.4.221', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'port_id': '193bb83f-628c-4ce1-bd73-83ddaf07f72f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d', 'mac_address': 'fa:16:3e:5d:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:03:26Z', 'updated_at': '2022-02-07T21:05:34Z', 'revision_number': 1, 'project_id': '32ff56f8fd43451781a008978e4679d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd762bb3-a3d2-493d-91a8-064ad16131b7', 'name': '', 'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'mac_address': 'fa:16:3e:cd:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'a20c386e-eebe-4f10-a5ee-5638c9eee3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:52Z', 'updated_at': '2022-02-07T21:02:02Z', 'revision_number': 5, 'project_id': '32ff56f8fd43451781a008978e4679d6', 'subnets': [{'id': 'a20c386e-eebe-4f10-a5ee-5638c9eee3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:05:36.873196 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffffdc7b-000f-4dda-952f-e6491678d2b5 None None] The sync data for ids ['b5a9ea17-ccec-49b5-b4ce-9d673361b18c'] in n-d-828185-2 is: [{'id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'name': 'tempest-TaggedBootDevicesTest_v242-960061040-router', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'd533eda4-4848-4453-aff3-d8c9c8209667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:46Z', 'updated_at': '2022-02-07T21:01:55Z', 'revision_number': 4, 'project_id': '32ff56f8fd43451781a008978e4679d6', 'gw_port': {'id': 'd533eda4-4848-4453-aff3-d8c9c8209667', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:46Z', 'updated_at': '2022-02-07T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '1fee0f6a-254f-4229-9fe9-25c5999d746c', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'floating_ip_address': '172.25.4.221', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'port_id': '193bb83f-628c-4ce1-bd73-83ddaf07f72f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d', 'mac_address': 'fa:16:3e:5d:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:03:26Z', 'updated_at': '2022-02-07T21:05:34Z', 'revision_number': 1, 'project_id': '32ff56f8fd43451781a008978e4679d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd762bb3-a3d2-493d-91a8-064ad16131b7', 'name': '', 'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'mac_address': 'fa:16:3e:cd:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'a20c386e-eebe-4f10-a5ee-5638c9eee3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:52Z', 'updated_at': '2022-02-07T21:02:02Z', 'revision_number': 5, 'project_id': '32ff56f8fd43451781a008978e4679d6', 'subnets': [{'id': 'a20c386e-eebe-4f10-a5ee-5638c9eee3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:05:36.875072 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704098d-84dc-4ad6-be21-0e31b6e95ca3 req-03c5050a-01a4-459d-9651-bdcc7cc4b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:36.879084 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c704098d-84dc-4ad6-be21-0e31b6e95ca3 req-03c5050a-01a4-459d-9651-bdcc7cc4b4f1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=baf97448-6b6a-4e23-8e75-a9e4b2610c9d HTTP/1.1" status: 200 len: 917 time: 0.2358646 Feb 07 21:05:37.039027 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-3035103f-54b6-48a2-92e7-93505b22c32d tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:37.040612 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-3035103f-54b6-48a2-92e7-93505b22c32d tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6879475 Feb 07 21:05:37.119666 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bfe83de8-af1c-417c-bb4b-53248f7d6018 req-36d0e14e-eb20-4a07-9a08-9ac530acac71 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3813987 Feb 07 21:05:37.150065 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a17ad1-284b-49a8-b6ca-092112626a5b req-d2d38a80-b2b0-47f1-8ccc-9c0d08a0b1bd tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:37.165538 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87a17ad1-284b-49a8-b6ca-092112626a5b req-d2d38a80-b2b0-47f1-8ccc-9c0d08a0b1bd tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=232e5150-7391-45cf-a737-4d8329a96210 HTTP/1.1" status: 200 len: 945 time: 0.4309797 Feb 07 21:05:37.170434 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Request body: {'port': {'device_id': '504b735e-0d1c-483f-9d65-ba76ce721ae4', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': 'f4fe27c2f8aa423da4df091a462a1dd2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:05:37.174020 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c704098d-84dc-4ad6-be21-0e31b6e95ca3 req-2b6c8352-6e74-4c91-9602-aa97d4caa985 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=193bb83f-628c-4ce1-bd73-83ddaf07f72f HTTP/1.1" status: 200 len: 999 time: 0.2821462 Feb 07 21:05:37.272691 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704098d-84dc-4ad6-be21-0e31b6e95ca3 req-c1464951-ecaf-4230-921e-680c315cb1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:37.275201 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c704098d-84dc-4ad6-be21-0e31b6e95ca3 req-c1464951-ecaf-4230-921e-680c315cb1b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a20c386e-eebe-4f10-a5ee-5638c9eee3a7 HTTP/1.1" status: 200 len: 855 time: 0.0946805 Feb 07 21:05:37.373040 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d4d8e6-1edf-438d-81fc-e209a4484020 None None] New status for floating IP 1fee0f6a-254f-4229-9fe9-25c5999d746c: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:05:37.422869 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704098d-84dc-4ad6-be21-0e31b6e95ca3 req-7dadcbe4-cd52-4660-91b3-12b52eca3c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:37.425482 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c704098d-84dc-4ad6-be21-0e31b6e95ca3 req-7dadcbe4-cd52-4660-91b3-12b52eca3c71 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf97448-6b6a-4e23-8e75-a9e4b2610c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1436238 Feb 07 21:05:37.438961 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-c704098d-84dc-4ad6-be21-0e31b6e95ca3 req-af641e10-d175-4035-a168-cda228f48432 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:05:37.441064 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c704098d-84dc-4ad6-be21-0e31b6e95ca3 req-af641e10-d175-4035-a168-cda228f48432 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078449 Feb 07 21:05:37.516672 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87a17ad1-284b-49a8-b6ca-092112626a5b req-13461c9e-36db-46a2-8dec-e2d2edf19675 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239083 Feb 07 21:05:37.520888 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3a375633-c4a4-4977-9f4b-c0b3debb2d71 req-7db44b26-6f73-4ee7-85fd-7e71b90c5a4a tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=af1662c9-6dec-4c49-ad7f-3d3ccc4d7878 HTTP/1.1" status: 200 len: 210 time: 0.0919256 Feb 07 21:05:37.834332 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Made reservation on behalf of f4fe27c2f8aa423da4df091a462a1dd2 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:05:37.842975 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c704098d-84dc-4ad6-be21-0e31b6e95ca3 req-fddba220-9c5a-4b53-a628-8601571412b1 service neutron] 10.222.0.69 "GET /v2.0/networks/baf97448-6b6a-4e23-8e75-a9e4b2610c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948474 Feb 07 21:05:37.851889 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:37.860343 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fa93b1e9-9905-4b2c-80a8-1cf798c6a91b req-0d2eea54-8140-427b-8688-4604797b5aab tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 210 time: 0.1927047 Feb 07 21:05:37.870431 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:38.129853 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks [] for security_group (bfaccc35-1244-45b0-ba9a-39a6fe05df06), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:38.176107 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c704098d-84dc-4ad6-be21-0e31b6e95ca3 req-3fe75e5a-d86f-464c-b85e-49d8d10a98d1 service neutron] 10.222.0.69 "GET /v2.0/networks/baf97448-6b6a-4e23-8e75-a9e4b2610c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269455 Feb 07 21:05:38.183755 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d722d7-f22b-48d1-8f11-25b4ead219ee req-d13be251-df14-4b0e-9fb0-4841060a35d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:38.187596 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (bfaccc35-1244-45b0-ba9a-39a6fe05df06), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:38.198435 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-91d722d7-f22b-48d1-8f11-25b4ead219ee req-d13be251-df14-4b0e-9fb0-4841060a35d2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4b7c1937361146a7b2dfe64ac8dca8e9&device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 1127 time: 0.1026051 Feb 07 21:05:38.316056 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d722d7-f22b-48d1-8f11-25b4ead219ee req-e1e82233-fcf3-4bf5-b812-c0976f84986a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:38.317632 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-91d722d7-f22b-48d1-8f11-25b4ead219ee req-e1e82233-fcf3-4bf5-b812-c0976f84986a service neutron] 10.222.0.69 "GET /v2.0/networks?id=d5bb16a4-31f3-4a2c-94f1-a95e66782779 HTTP/1.1" status: 200 len: 919 time: 0.1151447 Feb 07 21:05:38.365431 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-91d722d7-f22b-48d1-8f11-25b4ead219ee req-3f64cca4-74a2-4e47-a840-2fca5a4549ac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6be35f8-2180-48c6-80fa-1ad984dae764 HTTP/1.1" status: 200 len: 217 time: 0.0414793 Feb 07 21:05:38.421353 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d722d7-f22b-48d1-8f11-25b4ead219ee req-f58f9024-ef81-4e5f-b36c-87a3376cbdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:38.422873 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-91d722d7-f22b-48d1-8f11-25b4ead219ee req-f58f9024-ef81-4e5f-b36c-87a3376cbdfa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4b00d401-675a-4bb3-80a1-0cef41c01a34 HTTP/1.1" status: 200 len: 858 time: 0.0499170 Feb 07 21:05:38.462315 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-91d722d7-f22b-48d1-8f11-25b4ead219ee req-926fe8c5-7909-42d2-a279-5f64c87c2c39 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5bb16a4-31f3-4a2c-94f1-a95e66782779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328507 Feb 07 21:05:38.576638 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-91d722d7-f22b-48d1-8f11-25b4ead219ee req-d1308913-7ca7-4836-ba43-4821926aa14d service neutron] 10.222.0.69 "GET /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072650 Feb 07 21:05:38.694022 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-91d722d7-f22b-48d1-8f11-25b4ead219ee req-8c66912e-ce19-4221-a319-e1f045f3d971 service neutron] 10.222.0.69 "GET /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106629 Feb 07 21:05:38.737400 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfaccc35-1244-45b0-ba9a-39a6fe05df06,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:38.787885 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Allocated IP 192.168.233.132 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/079ee442-2956-408d-b74d-1256c9778d3b) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:05:38.793584 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:38.794644 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:38.794818 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:38.795157 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:38.795490 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:38.795827 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:38.796156 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:38.796512 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:38.796846 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:38.797169 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:38.797496 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:38.797822 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:38.798147 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:38.844444 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51072e25-f7de-4f46-8bbc-75bcf64e8771 req-9487dda7-c60e-4ad7-9ad8-bd0c3350a8c2 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:38.845948 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51072e25-f7de-4f46-8bbc-75bcf64e8771 req-9487dda7-c60e-4ad7-9ad8-bd0c3350a8c2 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.6636479 Feb 07 21:05:38.859121 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017c17b-7986-4d00-a204-7501d076d173 req-e37559d5-1426-419e-9b06-65a434f8c114 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:38.860615 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4017c17b-7986-4d00-a204-7501d076d173 req-e37559d5-1426-419e-9b06-65a434f8c114 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.71 "GET /v2.0/networks?id=55acbe04-ba96-44f5-acf7-c6a9f81c70a3 HTTP/1.1" status: 200 len: 804 time: 0.8034551 Feb 07 21:05:38.874616 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-8ac8552d-addb-42e5-82ed-e1c60f1505c6 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:38.876051 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-8ac8552d-addb-42e5-82ed-e1c60f1505c6 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/networks?id=099bf4f2-18e2-45e9-9800-9fc97b483d2c HTTP/1.1" status: 200 len: 815 time: 0.6914577 Feb 07 21:05:38.893278 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-4017c17b-7986-4d00-a204-7501d076d173 req-3c449a6d-86bd-467f-946c-b75eeaadeace tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Request body: {'port': {'device_id': 'af1662c9-6dec-4c49-ad7f-3d3ccc4d7878', 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3', 'admin_state_up': True, 'tenant_id': '5124caec77da453db4b2d8e674dfa83f'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:05:38.964777 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-ca96388d-a7b0-4bda-9551-37172e499359 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/quotas/c81e32ac0e87423b927d54e210f034d8 HTTP/1.1" status: 200 len: 375 time: 0.0792303 Feb 07 21:05:39.108294 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51072e25-f7de-4f46-8bbc-75bcf64e8771 req-1ba32ab6-fb8a-4c09-a4b7-fca9828f2409 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407570 Feb 07 21:05:39.250434 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-e0178304-18c1-4e22-bf88-65114c170bb7 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c81e32ac0e87423b927d54e210f034d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2647207 Feb 07 21:05:39.265653 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks [] for port (079ee442-2956-408d-b74d-1256c9778d3b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:39.289083 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4017c17b-7986-4d00-a204-7501d076d173 req-3c449a6d-86bd-467f-946c-b75eeaadeace tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Made reservation on behalf of 5124caec77da453db4b2d8e674dfa83f for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:05:39.292614 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4017c17b-7986-4d00-a204-7501d076d173 req-3c449a6d-86bd-467f-946c-b75eeaadeace tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:39.449383 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7867b52-5f41-404a-b16b-7d8cedd65575 req-6c252e1e-08b1-4416-b07c-a2237f0f5d90 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:39.455498 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7867b52-5f41-404a-b16b-7d8cedd65575 req-6c252e1e-08b1-4416-b07c-a2237f0f5d90 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:39.460832 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7867b52-5f41-404a-b16b-7d8cedd65575 req-6c252e1e-08b1-4416-b07c-a2237f0f5d90 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:39.466294 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7867b52-5f41-404a-b16b-7d8cedd65575 req-6c252e1e-08b1-4416-b07c-a2237f0f5d90 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:39.471681 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7867b52-5f41-404a-b16b-7d8cedd65575 req-6c252e1e-08b1-4416-b07c-a2237f0f5d90 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:39.476969 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7867b52-5f41-404a-b16b-7d8cedd65575 req-6c252e1e-08b1-4416-b07c-a2237f0f5d90 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:39.482545 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7867b52-5f41-404a-b16b-7d8cedd65575 req-6c252e1e-08b1-4416-b07c-a2237f0f5d90 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:39.484588 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f7867b52-5f41-404a-b16b-7d8cedd65575 req-6c252e1e-08b1-4416-b07c-a2237f0f5d90 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5443 time: 0.2861485 Feb 07 21:05:39.503352 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-f47e27d7-4514-4f6e-bd92-cc5901b33347 service neutron] 10.222.0.65 "GET /v2.0/networks/099bf4f2-18e2-45e9-9800-9fc97b483d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418892 Feb 07 21:05:39.511146 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (079ee442-2956-408d-b74d-1256c9778d3b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:39.645426 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:05:39.668825 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:05:39.671201 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:05:39.730703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Pushing event updated for resources: {'Port': ['ID=079ee442-2956-408d-b74d-1256c9778d3b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:39.772757 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-4017c17b-7986-4d00-a204-7501d076d173 req-3c449a6d-86bd-467f-946c-b75eeaadeace tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Allocated IP 172.20.0.12 (55acbe04-ba96-44f5-acf7-c6a9f81c70a3/3d136787-de5f-4353-a2b9-a7f4409cab76/3810bda1-7af9-41fd-a1ca-db97462c7fd2) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:05:39.787112 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f7867b52-5f41-404a-b16b-7d8cedd65575 req-bc7295d8-8d84-4dcc-8927-8361791150db tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2904615 Feb 07 21:05:39.810909 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:39.811549 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:39.829052 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-4a6d5729-274e-4a31-9fc2-3f5c01650d18 service neutron] 10.222.0.65 "GET /v2.0/networks/099bf4f2-18e2-45e9-9800-9fc97b483d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075058 Feb 07 21:05:39.883671 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-3fc80b7b-c314-4be8-8e1e-17330694d347 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7170637 Feb 07 21:05:39.915688 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-c8c99044-5b32-4352-a5fd-d6eaee271e20 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:05:39.916861 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-c8c99044-5b32-4352-a5fd-d6eaee271e20 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0194166 Feb 07 21:05:39.992890 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-88540475-716e-451a-963f-e579b429cc4c service neutron] Request body: {'port': {'device_id': '504b735e-0d1c-483f-9d65-ba76ce721ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:05:40.126109 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-829ab0c7-e36a-48ec-acc7-cb3cddacb95e None None] Provisioning complete for port 079ee442-2956-408d-b74d-1256c9778d3b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:05:40.126702 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-829ab0c7-e36a-48ec-acc7-cb3cddacb95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (079ee442-2956-408d-b74d-1256c9778d3b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:40.141233 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2552b5dc-ad39-4f65-be6c-cf9a2c6e398d req-f5b48517-ac50-4ec9-9535-fe54642732a8 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=af1662c9-6dec-4c49-ad7f-3d3ccc4d7878 HTTP/1.1" status: 200 len: 210 time: 0.0799508 Feb 07 21:05:40.219848 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-829ab0c7-e36a-48ec-acc7-cb3cddacb95e None None] Port 079ee442-2956-408d-b74d-1256c9778d3b cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:05:40.268446 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8daec9-1d59-4ea6-a646-165b83ab9e79 req-ad40dd27-3d7b-460a-9d0e-fb5103189111 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:40.274038 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea8daec9-1d59-4ea6-a646-165b83ab9e79 req-ad40dd27-3d7b-460a-9d0e-fb5103189111 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=232e5150-7391-45cf-a737-4d8329a96210 HTTP/1.1" status: 200 len: 945 time: 0.2854130 Feb 07 21:05:40.296610 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-88540475-716e-451a-963f-e579b429cc4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (079ee442-2956-408d-b74d-1256c9778d3b), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:40.338462 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4017c17b-7986-4d00-a204-7501d076d173 req-3c449a6d-86bd-467f-946c-b75eeaadeace tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks [] for port (3810bda1-7af9-41fd-a1ca-db97462c7fd2), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:40.413112 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea8daec9-1d59-4ea6-a646-165b83ab9e79 req-efc70797-c02c-4944-a7ef-94bc7b4ed871 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136260 Feb 07 21:05:40.457833 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da77e97-2a2a-4b4f-a0f1-4b275c948554 req-c39fab10-9f9f-4276-915d-e410b9b6cc4a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:40.459430 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5da77e97-2a2a-4b4f-a0f1-4b275c948554 req-c39fab10-9f9f-4276-915d-e410b9b6cc4a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 936 time: 0.2208142 Feb 07 21:05:40.494266 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4017c17b-7986-4d00-a204-7501d076d173 req-3c449a6d-86bd-467f-946c-b75eeaadeace tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (3810bda1-7af9-41fd-a1ca-db97462c7fd2), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:40.555824 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:05:40.676674 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4017c17b-7986-4d00-a204-7501d076d173 req-3c449a6d-86bd-467f-946c-b75eeaadeace tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Network 55acbe04-ba96-44f5-acf7-c6a9f81c70a3 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:05:40.687843 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-4017c17b-7986-4d00-a204-7501d076d173 req-3c449a6d-86bd-467f-946c-b75eeaadeace tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:05:40.701381 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-4017c17b-7986-4d00-a204-7501d076d173 req-3c449a6d-86bd-467f-946c-b75eeaadeace tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:05:40.812406 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c449a6d-86bd-467f-946c-b75eeaadeace tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Pushing event updated for resources: {'Port': ['ID=3810bda1-7af9-41fd-a1ca-db97462c7fd2,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:40.827877 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5da77e97-2a2a-4b4f-a0f1-4b275c948554 req-11cc70cc-e6f9-43d6-82db-e2d1ccc4a048 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544011 Feb 07 21:05:40.833170 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017c17b-7986-4d00-a204-7501d076d173 req-3c449a6d-86bd-467f-946c-b75eeaadeace tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:40.833763 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4017c17b-7986-4d00-a204-7501d076d173 req-3c449a6d-86bd-467f-946c-b75eeaadeace tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:40.883129 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafb7dd-aa8c-48ee-9695-2669d6463ef7 req-b22f1d1a-2b1a-458e-87d2-b1921528a185 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:40.888972 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafb7dd-aa8c-48ee-9695-2669d6463ef7 req-b22f1d1a-2b1a-458e-87d2-b1921528a185 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:40.894750 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafb7dd-aa8c-48ee-9695-2669d6463ef7 req-b22f1d1a-2b1a-458e-87d2-b1921528a185 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:40.899926 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafb7dd-aa8c-48ee-9695-2669d6463ef7 req-b22f1d1a-2b1a-458e-87d2-b1921528a185 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:40.908874 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafb7dd-aa8c-48ee-9695-2669d6463ef7 req-b22f1d1a-2b1a-458e-87d2-b1921528a185 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:40.910497 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafb7dd-aa8c-48ee-9695-2669d6463ef7 req-b22f1d1a-2b1a-458e-87d2-b1921528a185 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:40.915800 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafb7dd-aa8c-48ee-9695-2669d6463ef7 req-b22f1d1a-2b1a-458e-87d2-b1921528a185 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:40.917917 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fbafb7dd-aa8c-48ee-9695-2669d6463ef7 req-b22f1d1a-2b1a-458e-87d2-b1921528a185 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5443 time: 0.2686629 Feb 07 21:05:40.930038 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4017c17b-7986-4d00-a204-7501d076d173 req-3c449a6d-86bd-467f-946c-b75eeaadeace tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0471630 Feb 07 21:05:40.978352 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-4017c17b-7986-4d00-a204-7501d076d173 req-f8d3fe23-f6d3-4d1c-b448-66b593a49235 service neutron] Request body: {'port': {'device_id': 'af1662c9-6dec-4c49-ad7f-3d3ccc4d7878', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:05:40.982877 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6b4a957e-9e28-46f9-bb4f-e30ab016f835 req-be8efefc-05a4-4a3b-bcec-6b432f3679ce tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/ports?device_id=60dfb70f-02e3-4467-8f7c-1db0f7797ec8 HTTP/1.1" status: 200 len: 210 time: 0.0584519 Feb 07 21:05:41.113957 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-88540475-716e-451a-963f-e579b429cc4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 079ee442-2956-408d-b74d-1256c9778d3b {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:05:41.123647 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-88540475-716e-451a-963f-e579b429cc4c service neutron] Publish callbacks [] for port (079ee442-2956-408d-b74d-1256c9778d3b), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:41.147522 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-88540475-716e-451a-963f-e579b429cc4c service neutron] Transition to ACTIVE for port object 079ee442-2956-408d-b74d-1256c9778d3b will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:05:41.168085 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fbafb7dd-aa8c-48ee-9695-2669d6463ef7 req-f14d6951-c053-4f2b-8edf-b101fa5ea8d6 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2287400 Feb 07 21:05:41.209412 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4017c17b-7986-4d00-a204-7501d076d173 req-f8d3fe23-f6d3-4d1c-b448-66b593a49235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3810bda1-7af9-41fd-a1ca-db97462c7fd2), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:41.214851 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-88540475-716e-451a-963f-e579b429cc4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (079ee442-2956-408d-b74d-1256c9778d3b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:41.464429 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88540475-716e-451a-963f-e579b429cc4c service neutron] Pushing event updated for resources: {'Port': ['ID=079ee442-2956-408d-b74d-1256c9778d3b,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:41.509646 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f52aea-dcde-443e-9a08-c8d5a6a5f06d req-d60b7020-c644-42b3-b6a4-eb0db03f4543 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:41.517164 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21f52aea-dcde-443e-9a08-c8d5a6a5f06d req-d60b7020-c644-42b3-b6a4-eb0db03f4543 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.4190743 Feb 07 21:05:41.652552 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-2dc3333c-21c2-427b-b8a1-cc7d9beb37b2 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:41.656753 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-2dc3333c-21c2-427b-b8a1-cc7d9beb37b2 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.71 "GET /v2.0/networks?id=099bf4f2-18e2-45e9-9800-9fc97b483d2c HTTP/1.1" status: 200 len: 815 time: 0.2934358 Feb 07 21:05:41.687763 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-6eea6863-89ab-4e03-b744-3b0044ffdd16 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Request body: {'port': {'device_id': '60dfb70f-02e3-4467-8f7c-1db0f7797ec8', 'network_id': '099bf4f2-18e2-45e9-9800-9fc97b483d2c', 'admin_state_up': True, 'tenant_id': 'c81e32ac0e87423b927d54e210f034d8'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:05:41.889035 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6477270-6f59-4ce8-8b83-cbd6c65f0b94 req-0b69cece-47e6-44de-9dc2-6edea0a6ee2c tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:41.903608 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6477270-6f59-4ce8-8b83-cbd6c65f0b94 req-0b69cece-47e6-44de-9dc2-6edea0a6ee2c tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=af1662c9-6dec-4c49-ad7f-3d3ccc4d7878 HTTP/1.1" status: 200 len: 932 time: 0.6115758 Feb 07 21:05:41.925888 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-6eea6863-89ab-4e03-b744-3b0044ffdd16 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Made reservation on behalf of c81e32ac0e87423b927d54e210f034d8 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:05:41.929696 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-6eea6863-89ab-4e03-b744-3b0044ffdd16 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:41.991561 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21f52aea-dcde-443e-9a08-c8d5a6a5f06d req-5b7b13c1-28b9-4220-92a5-aa406cef1a47 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4734943 Feb 07 21:05:42.113805 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-88540475-716e-451a-963f-e579b429cc4c service neutron] Attempting to bind port 079ee442-2956-408d-b74d-1256c9778d3b on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:05:42.114145 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-88540475-716e-451a-963f-e579b429cc4c service neutron] Attempting to bind port 079ee442-2956-408d-b74d-1256c9778d3b by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:05:42.114474 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-88540475-716e-451a-963f-e579b429cc4c service neutron] Attempting to bind port 079ee442-2956-408d-b74d-1256c9778d3b on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:05:42.124619 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-88540475-716e-451a-963f-e579b429cc4c service neutron] Port 079ee442-2956-408d-b74d-1256c9778d3b on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:05:42.124937 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-88540475-716e-451a-963f-e579b429cc4c service neutron] Attempting to bind port 079ee442-2956-408d-b74d-1256c9778d3b on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:05:42.155932 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-88540475-716e-451a-963f-e579b429cc4c service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:05:42.156354 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-88540475-716e-451a-963f-e579b429cc4c service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:05:42.156698 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-88540475-716e-451a-963f-e579b429cc4c service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:05:42.157131 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-88540475-716e-451a-963f-e579b429cc4c service neutron] Bound port: 079ee442-2956-408d-b74d-1256c9778d3b, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:05:42.157499 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-88540475-716e-451a-963f-e579b429cc4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (079ee442-2956-408d-b74d-1256c9778d3b), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:42.190557 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6477270-6f59-4ce8-8b83-cbd6c65f0b94 req-14652ee4-99ff-4fdc-9b4e-cb9339764c5f tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859862 Feb 07 21:05:42.235819 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-6eea6863-89ab-4e03-b744-3b0044ffdd16 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Allocated IP 172.20.0.7 (099bf4f2-18e2-45e9-9800-9fc97b483d2c/f10dcab6-39db-4172-971d-b054f593e657/4a088163-213d-4a7f-82ad-156d9e6e4d32) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:05:42.615974 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-6eea6863-89ab-4e03-b744-3b0044ffdd16 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Publish callbacks [] for port (4a088163-213d-4a7f-82ad-156d9e6e4d32), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:42.684486 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-6eea6863-89ab-4e03-b744-3b0044ffdd16 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (4a088163-213d-4a7f-82ad-156d9e6e4d32), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:42.805299 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-6eea6863-89ab-4e03-b744-3b0044ffdd16 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Network 099bf4f2-18e2-45e9-9800-9fc97b483d2c is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:05:42.813021 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-6eea6863-89ab-4e03-b744-3b0044ffdd16 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:05:42.820229 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-6eea6863-89ab-4e03-b744-3b0044ffdd16 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:05:42.903959 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-4017c17b-7986-4d00-a204-7501d076d173 req-f8d3fe23-f6d3-4d1c-b448-66b593a49235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3810bda1-7af9-41fd-a1ca-db97462c7fd2 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:05:42.954113 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cbbb8-3b40-4565-8ddc-97bc5bbd74e9 req-cc7df4a8-30fb-4524-a913-9b8da8661766 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:42.959745 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cbbb8-3b40-4565-8ddc-97bc5bbd74e9 req-cc7df4a8-30fb-4524-a913-9b8da8661766 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:42.967605 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cbbb8-3b40-4565-8ddc-97bc5bbd74e9 req-cc7df4a8-30fb-4524-a913-9b8da8661766 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:42.985416 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-6eea6863-89ab-4e03-b744-3b0044ffdd16 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:42.986665 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-6eea6863-89ab-4e03-b744-3b0044ffdd16 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:42.990217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cbbb8-3b40-4565-8ddc-97bc5bbd74e9 req-cc7df4a8-30fb-4524-a913-9b8da8661766 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:43.001993 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cbbb8-3b40-4565-8ddc-97bc5bbd74e9 req-cc7df4a8-30fb-4524-a913-9b8da8661766 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:43.017644 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-6eea6863-89ab-4e03-b744-3b0044ffdd16 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3398430 Feb 07 21:05:43.023587 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cbbb8-3b40-4565-8ddc-97bc5bbd74e9 req-cc7df4a8-30fb-4524-a913-9b8da8661766 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:43.027955 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea6863-89ab-4e03-b744-3b0044ffdd16 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Pushing event updated for resources: {'Port': ['ID=4a088163-213d-4a7f-82ad-156d9e6e4d32,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:43.055343 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-1f7c7ddb-3eba-4489-b147-89a0a89cc9e7 service neutron] Request body: {'port': {'device_id': '60dfb70f-02e3-4467-8f7c-1db0f7797ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:05:43.061603 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cbbb8-3b40-4565-8ddc-97bc5bbd74e9 req-cc7df4a8-30fb-4524-a913-9b8da8661766 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:43.082792 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-471cbbb8-3b40-4565-8ddc-97bc5bbd74e9 req-cc7df4a8-30fb-4524-a913-9b8da8661766 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5443 time: 0.9052818 Feb 07 21:05:43.097535 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4017c17b-7986-4d00-a204-7501d076d173 req-f8d3fe23-f6d3-4d1c-b448-66b593a49235 service neutron] Publish callbacks [] for port (3810bda1-7af9-41fd-a1ca-db97462c7fd2), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:43.116298 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-88540475-716e-451a-963f-e579b429cc4c service neutron] For port 079ee442-2956-408d-b74d-1256c9778d3b, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:05:43.136083 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-88540475-716e-451a-963f-e579b429cc4c service neutron] For port 079ee442-2956-408d-b74d-1256c9778d3b, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=079ee442-2956-408d-b74d-1256c9778d3b,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:05:43.178334 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021d2d9-888b-4b62-92aa-f6aeb7cf295b req-d07817cb-ed60-49f5-9999-da70a22f5d1f tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:43.190193 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8021d2d9-888b-4b62-92aa-f6aeb7cf295b req-d07817cb-ed60-49f5-9999-da70a22f5d1f tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=232e5150-7391-45cf-a737-4d8329a96210 HTTP/1.1" status: 200 len: 945 time: 0.8816411 Feb 07 21:05:43.268404 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-4017c17b-7986-4d00-a204-7501d076d173 req-f8d3fe23-f6d3-4d1c-b448-66b593a49235 service neutron] Transition to ACTIVE for port object 3810bda1-7af9-41fd-a1ca-db97462c7fd2 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:05:43.278488 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-88540475-716e-451a-963f-e579b429cc4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (079ee442-2956-408d-b74d-1256c9778d3b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:43.306510 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-1f7c7ddb-3eba-4489-b147-89a0a89cc9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4a088163-213d-4a7f-82ad-156d9e6e4d32), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:43.321736 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-49b55d5d-7560-4f63-95d7-5cb2097b1c22 None None] Provisioning complete for port 4a088163-213d-4a7f-82ad-156d9e6e4d32 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:05:43.324251 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-49b55d5d-7560-4f63-95d7-5cb2097b1c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4a088163-213d-4a7f-82ad-156d9e6e4d32), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:43.381874 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-49b55d5d-7560-4f63-95d7-5cb2097b1c22 None None] Port 4a088163-213d-4a7f-82ad-156d9e6e4d32 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:05:43.412883 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4017c17b-7986-4d00-a204-7501d076d173 req-f8d3fe23-f6d3-4d1c-b448-66b593a49235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (3810bda1-7af9-41fd-a1ca-db97462c7fd2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:43.423257 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-88540475-716e-451a-963f-e579b429cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:43.424191 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-88540475-716e-451a-963f-e579b429cc4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:43.445433 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-88540475-716e-451a-963f-e579b429cc4c service neutron] 10.222.0.71 "PUT /v2.0/ports/079ee442-2956-408d-b74d-1256c9778d3b HTTP/1.1" status: 200 len: 1096 time: 3.5177443 Feb 07 21:05:43.448396 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504b735e-0d1c-483f-9d65-ba76ce721ae4', 'tag': '079ee442-2956-408d-b74d-1256c9778d3b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:05:43.473658 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e359df5-d6e0-466f-a3d9-c5974ff86ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "504b735e-0d1c-483f-9d65-ba76ce721ae4", "tag": "079ee442-2956-408d-b74d-1256c9778d3b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:05:43.984968 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8021d2d9-888b-4b62-92aa-f6aeb7cf295b req-6afa8d26-1adc-496c-856e-1dda7298b88e tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7937727 Feb 07 21:05:44.102987 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-1f7c7ddb-3eba-4489-b147-89a0a89cc9e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a088163-213d-4a7f-82ad-156d9e6e4d32 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:05:44.111855 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88540475-716e-451a-963f-e579b429cc4c service neutron] Pushing event updated for resources: {'Port': ['ID=079ee442-2956-408d-b74d-1256c9778d3b,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:44.142316 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde71e9-32d6-44cb-825c-4f3daba5d294 req-a7913300-078f-42da-ba02-a591822216c7 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:44.144049 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bde71e9-32d6-44cb-825c-4f3daba5d294 req-a7913300-078f-42da-ba02-a591822216c7 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 948 time: 0.8584805 Feb 07 21:05:44.155861 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-1f7c7ddb-3eba-4489-b147-89a0a89cc9e7 service neutron] Publish callbacks [] for port (4a088163-213d-4a7f-82ad-156d9e6e4d32), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:44.198006 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-1f7c7ddb-3eba-4489-b147-89a0a89cc9e7 service neutron] Transition to ACTIVE for port object 4a088163-213d-4a7f-82ad-156d9e6e4d32 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:05:44.207930 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-1f7c7ddb-3eba-4489-b147-89a0a89cc9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (4a088163-213d-4a7f-82ad-156d9e6e4d32), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:44.313030 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-4017c17b-7986-4d00-a204-7501d076d173 req-f8d3fe23-f6d3-4d1c-b448-66b593a49235 service neutron] Attempting to bind port 3810bda1-7af9-41fd-a1ca-db97462c7fd2 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:05:44.313859 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-4017c17b-7986-4d00-a204-7501d076d173 req-f8d3fe23-f6d3-4d1c-b448-66b593a49235 service neutron] Attempting to bind port 3810bda1-7af9-41fd-a1ca-db97462c7fd2 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '9c039eb9-655e-45d6-805e-1229a5858de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:05:44.314795 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4017c17b-7986-4d00-a204-7501d076d173 req-f8d3fe23-f6d3-4d1c-b448-66b593a49235 service neutron] Attempting to bind port 3810bda1-7af9-41fd-a1ca-db97462c7fd2 on network 55acbe04-ba96-44f5-acf7-c6a9f81c70a3 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:05:44.329318 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-dab32a50-2121-492f-b3b4-3b81db11ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:44.332187 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-dab32a50-2121-492f-b3b4-3b81db11ee1d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 1130 time: 0.7906671 Feb 07 21:05:44.380931 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c7ddb-3eba-4489-b147-89a0a89cc9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a088163-213d-4a7f-82ad-156d9e6e4d32,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:44.397729 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4017c17b-7986-4d00-a204-7501d076d173 req-f8d3fe23-f6d3-4d1c-b448-66b593a49235 service neutron] Port 3810bda1-7af9-41fd-a1ca-db97462c7fd2 on network 55acbe04-ba96-44f5-acf7-c6a9f81c70a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:05:44.398349 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4017c17b-7986-4d00-a204-7501d076d173 req-f8d3fe23-f6d3-4d1c-b448-66b593a49235 service neutron] Attempting to bind port 3810bda1-7af9-41fd-a1ca-db97462c7fd2 on network 55acbe04-ba96-44f5-acf7-c6a9f81c70a3 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:05:44.440059 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3fe23-f6d3-4d1c-b448-66b593a49235 service neutron] Pushing event updated for resources: {'Port': ['ID=3810bda1-7af9-41fd-a1ca-db97462c7fd2,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:44.511948 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-1f7c7ddb-3eba-4489-b147-89a0a89cc9e7 service neutron] Attempting to bind port 4a088163-213d-4a7f-82ad-156d9e6e4d32 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:05:44.512995 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-1f7c7ddb-3eba-4489-b147-89a0a89cc9e7 service neutron] Attempting to bind port 4a088163-213d-4a7f-82ad-156d9e6e4d32 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '05184215-d563-4db7-890a-f9a45bc4a1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '099bf4f2-18e2-45e9-9800-9fc97b483d2c'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:05:44.513433 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-1f7c7ddb-3eba-4489-b147-89a0a89cc9e7 service neutron] Attempting to bind port 4a088163-213d-4a7f-82ad-156d9e6e4d32 on network 099bf4f2-18e2-45e9-9800-9fc97b483d2c {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:05:44.521480 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-1f7c7ddb-3eba-4489-b147-89a0a89cc9e7 service neutron] Port 4a088163-213d-4a7f-82ad-156d9e6e4d32 on network 099bf4f2-18e2-45e9-9800-9fc97b483d2c not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:05:44.522273 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-1f7c7ddb-3eba-4489-b147-89a0a89cc9e7 service neutron] Attempting to bind port 4a088163-213d-4a7f-82ad-156d9e6e4d32 on network 099bf4f2-18e2-45e9-9800-9fc97b483d2c {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:05:44.523539 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4017c17b-7986-4d00-a204-7501d076d173 req-f8d3fe23-f6d3-4d1c-b448-66b593a49235 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:05:44.523883 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4017c17b-7986-4d00-a204-7501d076d173 req-f8d3fe23-f6d3-4d1c-b448-66b593a49235 service neutron] Checking segment: {'id': '9c039eb9-655e-45d6-805e-1229a5858de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:05:44.524276 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4017c17b-7986-4d00-a204-7501d076d173 req-f8d3fe23-f6d3-4d1c-b448-66b593a49235 service neutron] Bound using segment: {'id': '9c039eb9-655e-45d6-805e-1229a5858de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:05:44.524792 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-4017c17b-7986-4d00-a204-7501d076d173 req-f8d3fe23-f6d3-4d1c-b448-66b593a49235 service neutron] Bound port: 3810bda1-7af9-41fd-a1ca-db97462c7fd2, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c039eb9-655e-45d6-805e-1229a5858de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:05:44.525206 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4017c17b-7986-4d00-a204-7501d076d173 req-f8d3fe23-f6d3-4d1c-b448-66b593a49235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3810bda1-7af9-41fd-a1ca-db97462c7fd2), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:44.537585 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-1f7c7ddb-3eba-4489-b147-89a0a89cc9e7 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:05:44.537999 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-1f7c7ddb-3eba-4489-b147-89a0a89cc9e7 service neutron] Checking segment: {'id': '05184215-d563-4db7-890a-f9a45bc4a1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '099bf4f2-18e2-45e9-9800-9fc97b483d2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:05:44.538496 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-1f7c7ddb-3eba-4489-b147-89a0a89cc9e7 service neutron] Bound using segment: {'id': '05184215-d563-4db7-890a-f9a45bc4a1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '099bf4f2-18e2-45e9-9800-9fc97b483d2c'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:05:44.539061 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-1f7c7ddb-3eba-4489-b147-89a0a89cc9e7 service neutron] Bound port: 4a088163-213d-4a7f-82ad-156d9e6e4d32, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05184215-d563-4db7-890a-f9a45bc4a1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '099bf4f2-18e2-45e9-9800-9fc97b483d2c'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:05:44.539670 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-1f7c7ddb-3eba-4489-b147-89a0a89cc9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4a088163-213d-4a7f-82ad-156d9e6e4d32), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:44.541239 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-39b1a0b8-1a89-423c-9c6f-0c3e7cd2bedd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=079ee442-2956-408d-b74d-1256c9778d3b HTTP/1.1" status: 200 len: 217 time: 0.1282051 Feb 07 21:05:44.544375 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bde71e9-32d6-44cb-825c-4f3daba5d294 req-75c71696-e43f-473a-82d9-a41adbf576a5 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786910 Feb 07 21:05:44.707348 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1911b-772e-42e6-acb1-479bd9036b2b req-c1366857-25e9-457e-849c-b6c2000ab032 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:44.709551 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-28d1911b-772e-42e6-acb1-479bd9036b2b req-c1366857-25e9-457e-849c-b6c2000ab032 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/ports?device_id=60dfb70f-02e3-4467-8f7c-1db0f7797ec8 HTTP/1.1" status: 200 len: 943 time: 0.5631518 Feb 07 21:05:44.817623 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-cfeaabb7-982d-4743-b545-aa38946fdf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:44.819232 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-cfeaabb7-982d-4743-b545-aa38946fdf01 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.2550912 Feb 07 21:05:44.827101 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-1f7c7ddb-3eba-4489-b147-89a0a89cc9e7 service neutron] For port 4a088163-213d-4a7f-82ad-156d9e6e4d32, host n-h2-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:05:44.832522 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-1f7c7ddb-3eba-4489-b147-89a0a89cc9e7 service neutron] For port 4a088163-213d-4a7f-82ad-156d9e6e4d32, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=4a088163-213d-4a7f-82ad-156d9e6e4d32,segment=NetworkSegment(05184215-d563-4db7-890a-f9a45bc4a1cb),segment_id=05184215-d563-4db7-890a-f9a45bc4a1cb)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:05:44.854287 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-1f7c7ddb-3eba-4489-b147-89a0a89cc9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (4a088163-213d-4a7f-82ad-156d9e6e4d32), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:44.899742 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-1f7c7ddb-3eba-4489-b147-89a0a89cc9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:44.903127 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-1f7c7ddb-3eba-4489-b147-89a0a89cc9e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:44.904982 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-1f7c7ddb-3eba-4489-b147-89a0a89cc9e7 service neutron] 10.222.0.71 "PUT /v2.0/ports/4a088163-213d-4a7f-82ad-156d9e6e4d32 HTTP/1.1" status: 200 len: 1091 time: 1.8640366 Feb 07 21:05:44.977176 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60dfb70f-02e3-4467-8f7c-1db0f7797ec8', 'tag': '4a088163-213d-4a7f-82ad-156d9e6e4d32'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:05:44.985302 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3aae626-aa0b-44bc-a8ae-2a99c0708ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "60dfb70f-02e3-4467-8f7c-1db0f7797ec8", "tag": "4a088163-213d-4a7f-82ad-156d9e6e4d32"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:05:45.160602 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-4017c17b-7986-4d00-a204-7501d076d173 req-f8d3fe23-f6d3-4d1c-b448-66b593a49235 service neutron] For port 3810bda1-7af9-41fd-a1ca-db97462c7fd2, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:05:45.180036 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c7ddb-3eba-4489-b147-89a0a89cc9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a088163-213d-4a7f-82ad-156d9e6e4d32,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:45.219985 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-d7a9ffdd-2306-4d7e-bb4e-5c6cf845cbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:45.221666 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-d7a9ffdd-2306-4d7e-bb4e-5c6cf845cbad service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c81e32ac0e87423b927d54e210f034d8&device_id=60dfb70f-02e3-4467-8f7c-1db0f7797ec8 HTTP/1.1" status: 200 len: 1125 time: 0.2254162 Feb 07 21:05:45.228470 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-28d1911b-772e-42e6-acb1-479bd9036b2b req-02e20663-63b0-414a-9381-785a13669ff6 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/security-groups?id=36bd7520-30cc-4931-89fb-9fc6c0f90fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832416 Feb 07 21:05:45.263552 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-4017c17b-7986-4d00-a204-7501d076d173 req-f8d3fe23-f6d3-4d1c-b448-66b593a49235 service neutron] For port 3810bda1-7af9-41fd-a1ca-db97462c7fd2, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3810bda1-7af9-41fd-a1ca-db97462c7fd2,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:05:45.298560 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-c3334e07-b644-4f70-a76a-12a33f6d49eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:45.302144 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-c3334e07-b644-4f70-a76a-12a33f6d49eb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4317777 Feb 07 21:05:45.306151 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4017c17b-7986-4d00-a204-7501d076d173 req-f8d3fe23-f6d3-4d1c-b448-66b593a49235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (3810bda1-7af9-41fd-a1ca-db97462c7fd2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:45.333878 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bd7ed-e635-47d7-95db-f37f126fdf84 req-3de42ad7-55ab-4425-9cd3-4bd7e9701c90 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:45.341509 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-118bd7ed-e635-47d7-95db-f37f126fdf84 req-3de42ad7-55ab-4425-9cd3-4bd7e9701c90 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.5088475 Feb 07 21:05:45.349065 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-bbbb8711-3fef-4ab0-94c6-6da68acbb508 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a088163-213d-4a7f-82ad-156d9e6e4d32 HTTP/1.1" status: 200 len: 217 time: 0.0686104 Feb 07 21:05:45.473671 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-f166084c-b9c1-4da6-b24f-bb29905f781e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:45.476128 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-f166084c-b9c1-4da6-b24f-bb29905f781e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f10dcab6-39db-4172-971d-b054f593e657 HTTP/1.1" status: 200 len: 854 time: 0.1160295 Feb 07 21:05:45.589792 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-84c2099a-46a7-43ff-a77c-d732b09d61ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:45.591750 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-84c2099a-46a7-43ff-a77c-d732b09d61ae service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=099bf4f2-18e2-45e9-9800-9fc97b483d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0904586 Feb 07 21:05:45.627250 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017c17b-7986-4d00-a204-7501d076d173 req-f8d3fe23-f6d3-4d1c-b448-66b593a49235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:45.629036 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4017c17b-7986-4d00-a204-7501d076d173 req-f8d3fe23-f6d3-4d1c-b448-66b593a49235 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:45.630483 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4017c17b-7986-4d00-a204-7501d076d173 req-f8d3fe23-f6d3-4d1c-b448-66b593a49235 service neutron] 10.222.0.71 "PUT /v2.0/ports/3810bda1-7af9-41fd-a1ca-db97462c7fd2 HTTP/1.1" status: 200 len: 1092 time: 4.6807899 Feb 07 21:05:45.694994 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3fe23-f6d3-4d1c-b448-66b593a49235 service neutron] Pushing event updated for resources: {'Port': ['ID=3810bda1-7af9-41fd-a1ca-db97462c7fd2,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:45.709500 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-118bd7ed-e635-47d7-95db-f37f126fdf84 req-fc8083e3-fcd4-4bd3-92df-2c6495f3a24d tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592336 Feb 07 21:05:45.818292 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136f34e-ea41-4573-83ba-5a0cd986414b req-0813e13a-d45d-438a-b41d-c5795ff81fab tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:45.819838 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e136f34e-ea41-4573-83ba-5a0cd986414b req-0813e13a-d45d-438a-b41d-c5795ff81fab tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=af1662c9-6dec-4c49-ad7f-3d3ccc4d7878 HTTP/1.1" status: 200 len: 944 time: 0.3864541 Feb 07 21:05:45.822819 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-af61cda0-0e31-4260-9685-3e7012e3c2b3 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711893 Feb 07 21:05:45.869119 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-65c1d4ed-e9fb-45e6-8102-fbf942ba7498 service neutron] 10.222.0.71 "GET /v2.0/networks/099bf4f2-18e2-45e9-9800-9fc97b483d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693827 Feb 07 21:05:45.934429 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c0e52d-29f7-4014-b7a1-9722f7c8f884 x-openstack-request-id: req-30c0e52d-29f7-4014-b7a1-9722f7c8f884 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:05:45.934807 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504b735e-0d1c-483f-9d65-ba76ce721ae4", "tag": "079ee442-2956-408d-b74d-1256c9778d3b", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:05:45.935025 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-30c0e52d-29f7-4014-b7a1-9722f7c8f884 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:05:45.935405 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504b735e-0d1c-483f-9d65-ba76ce721ae4', 'tag': '079ee442-2956-408d-b74d-1256c9778d3b', 'status': 'completed', 'code': 200} Feb 07 21:05:45.968644 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017c17b-7986-4d00-a204-7501d076d173 req-9a051544-c7a8-48aa-8321-f194a05b4e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:45.971144 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4017c17b-7986-4d00-a204-7501d076d173 req-9a051544-c7a8-48aa-8321-f194a05b4e7e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5124caec77da453db4b2d8e674dfa83f&device_id=af1662c9-6dec-4c49-ad7f-3d3ccc4d7878 HTTP/1.1" status: 200 len: 1126 time: 0.2685087 Feb 07 21:05:46.053504 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e136f34e-ea41-4573-83ba-5a0cd986414b req-4aa89668-c7c1-44dc-a585-f13f83061d7c tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112644 Feb 07 21:05:46.056950 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4017c17b-7986-4d00-a204-7501d076d173 req-205afae4-5ad3-40d0-a34d-892cf583c651 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3810bda1-7af9-41fd-a1ca-db97462c7fd2 HTTP/1.1" status: 200 len: 217 time: 0.0653722 Feb 07 21:05:46.190906 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-912cb614-03ab-463d-9bf5-5f0513e95ead req-ebccc5d7-8fc6-4acd-bf54-9b2b2e51eba4 service neutron] 10.222.0.71 "GET /v2.0/networks/099bf4f2-18e2-45e9-9800-9fc97b483d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025458 Feb 07 21:05:46.202089 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e8b588-62f3-42c8-9053-d7e040cccab3 x-openstack-request-id: req-55e8b588-62f3-42c8-9053-d7e040cccab3 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:05:46.202552 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60dfb70f-02e3-4467-8f7c-1db0f7797ec8", "tag": "4a088163-213d-4a7f-82ad-156d9e6e4d32", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:05:46.202821 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-55e8b588-62f3-42c8-9053-d7e040cccab3 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:05:46.203227 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60dfb70f-02e3-4467-8f7c-1db0f7797ec8', 'tag': '4a088163-213d-4a7f-82ad-156d9e6e4d32', 'status': 'completed', 'code': 200} Feb 07 21:05:46.270793 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017c17b-7986-4d00-a204-7501d076d173 req-f075f06f-905b-4c8c-92ec-e1bd84bbe1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:46.284805 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4017c17b-7986-4d00-a204-7501d076d173 req-f075f06f-905b-4c8c-92ec-e1bd84bbe1f9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3d136787-de5f-4353-a2b9-a7f4409cab76 HTTP/1.1" status: 200 len: 844 time: 0.2123203 Feb 07 21:05:46.328250 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6d9f51d-f420-4b5b-874c-bddafff71e28 req-c58c3af1-f408-4085-a6c9-56b81d34e6d1 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958160 Feb 07 21:05:46.478281 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aae626-aa0b-44bc-a8ae-2a99c0708ab8 req-387b70b3-bcc7-4afb-8599-7d74eaee2c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:46.480121 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c3aae626-aa0b-44bc-a8ae-2a99c0708ab8 req-387b70b3-bcc7-4afb-8599-7d74eaee2c38 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c81e32ac0e87423b927d54e210f034d8&device_id=60dfb70f-02e3-4467-8f7c-1db0f7797ec8 HTTP/1.1" status: 200 len: 1125 time: 0.1402524 Feb 07 21:05:46.572751 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4017c17b-7986-4d00-a204-7501d076d173 req-b5bd6985-7071-450e-9799-e80bd85d31b1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=55acbe04-ba96-44f5-acf7-c6a9f81c70a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2482474 Feb 07 21:05:46.743251 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aae626-aa0b-44bc-a8ae-2a99c0708ab8 req-e5bd7041-bc3e-42c0-b34f-cac1eca738aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:46.747501 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c3aae626-aa0b-44bc-a8ae-2a99c0708ab8 req-e5bd7041-bc3e-42c0-b34f-cac1eca738aa service neutron] 10.222.0.71 "GET /v2.0/networks?id=099bf4f2-18e2-45e9-9800-9fc97b483d2c HTTP/1.1" status: 200 len: 916 time: 0.2555461 Feb 07 21:05:46.860154 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4017c17b-7986-4d00-a204-7501d076d173 req-c13f184e-9da6-4568-aaad-6175de916ff7 service neutron] 10.222.0.71 "GET /v2.0/networks/55acbe04-ba96-44f5-acf7-c6a9f81c70a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700117 Feb 07 21:05:46.870712 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c3aae626-aa0b-44bc-a8ae-2a99c0708ab8 req-d387aaf9-7a95-4f08-9690-8acab776c578 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a088163-213d-4a7f-82ad-156d9e6e4d32 HTTP/1.1" status: 200 len: 217 time: 0.0939074 Feb 07 21:05:47.002234 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aae626-aa0b-44bc-a8ae-2a99c0708ab8 req-76d67685-6e35-4531-9baf-0668d7fa6b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:47.007780 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c3aae626-aa0b-44bc-a8ae-2a99c0708ab8 req-76d67685-6e35-4531-9baf-0668d7fa6b91 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f10dcab6-39db-4172-971d-b054f593e657 HTTP/1.1" status: 200 len: 854 time: 0.1231940 Feb 07 21:05:47.140005 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e359df5-d6e0-466f-a3d9-c5974ff86ff9 req-faacf809-42bd-4983-8390-c5fa9666d953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:47.142297 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e359df5-d6e0-466f-a3d9-c5974ff86ff9 req-faacf809-42bd-4983-8390-c5fa9666d953 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 1130 time: 0.6877444 Feb 07 21:05:47.150580 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240baeea-a5bc-4c7a-babb-25716294f48c req-ad42ac93-89e8-4c82-b335-516869350ad3 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:47.158225 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-240baeea-a5bc-4c7a-babb-25716294f48c req-ad42ac93-89e8-4c82-b335-516869350ad3 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 948 time: 0.8570910 Feb 07 21:05:47.174925 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aae626-aa0b-44bc-a8ae-2a99c0708ab8 req-ccb7fd3d-0205-43e7-889d-ce0ef94678b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:47.176474 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c3aae626-aa0b-44bc-a8ae-2a99c0708ab8 req-ccb7fd3d-0205-43e7-889d-ce0ef94678b8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=099bf4f2-18e2-45e9-9800-9fc97b483d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1466560 Feb 07 21:05:47.199058 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc3845-bdee-4c8a-b1eb-f4ab30e06704 req-4e7a0c79-3bcb-4050-ada8-e1ba3e8e27a4 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:47.209483 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bccc3845-bdee-4c8a-b1eb-f4ab30e06704 req-4e7a0c79-3bcb-4050-ada8-e1ba3e8e27a4 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/ports?device_id=60dfb70f-02e3-4467-8f7c-1db0f7797ec8 HTTP/1.1" status: 200 len: 943 time: 0.3457940 Feb 07 21:05:47.257184 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f384c-c7c7-48de-a2c2-532c274159e6 req-e2377adb-dc8e-477f-9477-40ebab6a8a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:47.259383 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-697f384c-c7c7-48de-a2c2-532c274159e6 req-e2377adb-dc8e-477f-9477-40ebab6a8a9e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b1f97ac58068416db1c6f1dd3f325c67&device_id=232e5150-7391-45cf-a737-4d8329a96210 HTTP/1.1" status: 200 len: 1127 time: 0.3775125 Feb 07 21:05:47.332204 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-240baeea-a5bc-4c7a-babb-25716294f48c req-abacc18a-c13c-43a7-82ba-777deb6db841 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729882 Feb 07 21:05:47.572761 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bccc3845-bdee-4c8a-b1eb-f4ab30e06704 req-4dbafbc9-3d31-4444-888c-7be061c2fa63 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/security-groups?id=36bd7520-30cc-4931-89fb-9fc6c0f90fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474371 Feb 07 21:05:47.574186 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e359df5-d6e0-466f-a3d9-c5974ff86ff9 req-c6c30142-9f2a-4b72-9e93-7ae2d61374be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:47.575695 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e359df5-d6e0-466f-a3d9-c5974ff86ff9 req-c6c30142-9f2a-4b72-9e93-7ae2d61374be service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1532614 Feb 07 21:05:47.715918 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c3aae626-aa0b-44bc-a8ae-2a99c0708ab8 req-2d3c0676-c5ab-41a8-83ad-eaa6ee9dafbe service neutron] 10.222.0.71 "GET /v2.0/networks/099bf4f2-18e2-45e9-9800-9fc97b483d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385596 Feb 07 21:05:47.774961 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f384c-c7c7-48de-a2c2-532c274159e6 req-84796993-45ea-48ba-bd5f-fac6985b966e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:47.777004 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-697f384c-c7c7-48de-a2c2-532c274159e6 req-84796993-45ea-48ba-bd5f-fac6985b966e service neutron] 10.222.0.71 "GET /v2.0/networks?id=e2ff74a0-6233-4073-be49-51a0d51ed7eb HTTP/1.1" status: 200 len: 916 time: 0.3666022 Feb 07 21:05:47.869179 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e359df5-d6e0-466f-a3d9-c5974ff86ff9 req-2c311209-0816-4f6e-94c0-80e8b75505f6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=079ee442-2956-408d-b74d-1256c9778d3b HTTP/1.1" status: 200 len: 217 time: 0.0490026 Feb 07 21:05:47.922183 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c3aae626-aa0b-44bc-a8ae-2a99c0708ab8 req-70e967c5-a553-446d-8463-e07d1892fc83 service neutron] 10.222.0.71 "GET /v2.0/networks/099bf4f2-18e2-45e9-9800-9fc97b483d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849005 Feb 07 21:05:48.069285 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4017c17b-7986-4d00-a204-7501d076d173 req-8c8683eb-a290-46ad-9ca9-c379383db3ba service neutron] 10.222.0.71 "GET /v2.0/networks/55acbe04-ba96-44f5-acf7-c6a9f81c70a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1429701 Feb 07 21:05:48.070204 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1662c9-6dec-4c49-ad7f-3d3ccc4d7878', 'tag': '3810bda1-7af9-41fd-a1ca-db97462c7fd2'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:05:48.087089 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cd2b26-8532-461c-8793-c531e2bcca9e" -d '{"events": [{"name": "network-changed", "server_uuid": "af1662c9-6dec-4c49-ad7f-3d3ccc4d7878", "tag": "3810bda1-7af9-41fd-a1ca-db97462c7fd2"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:05:48.138431 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-697f384c-c7c7-48de-a2c2-532c274159e6 req-5ebc09ba-6acd-406f-bae9-24861983780b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4be38363-b333-4daf-aa33-be4f78483414 HTTP/1.1" status: 200 len: 217 time: 0.2657828 Feb 07 21:05:48.294168 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b9522-bc88-4b10-b074-c8efb084965f req-56de6e62-c74b-4e0f-930b-3615254b55ee tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:48.304857 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-af1b9522-bc88-4b10-b074-c8efb084965f req-56de6e62-c74b-4e0f-930b-3615254b55ee tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=af1662c9-6dec-4c49-ad7f-3d3ccc4d7878 HTTP/1.1" status: 200 len: 944 time: 0.4860451 Feb 07 21:05:48.327498 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ea76ac94-cf1b-4989-a7a6-4fdb7330c3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:48.352637 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28359f-211c-401d-8b7e-a1e093f5d96a req-09da95ca-932b-4d4e-9c57-0ea91856359b tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:48.354461 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de28359f-211c-401d-8b7e-a1e093f5d96a req-09da95ca-932b-4d4e-9c57-0ea91856359b tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=232e5150-7391-45cf-a737-4d8329a96210 HTTP/1.1" status: 200 len: 945 time: 0.6015506 Feb 07 21:05:48.468702 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-af1b9522-bc88-4b10-b074-c8efb084965f req-3d34e2f1-af42-453c-811b-d3b8de3309e1 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583698 Feb 07 21:05:48.470772 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e359df5-d6e0-466f-a3d9-c5974ff86ff9 req-a80038ad-9516-48b1-b970-ddef893a7303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:48.472497 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e359df5-d6e0-466f-a3d9-c5974ff86ff9 req-a80038ad-9516-48b1-b970-ddef893a7303 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.5550792 Feb 07 21:05:48.500792 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f384c-c7c7-48de-a2c2-532c274159e6 req-7581ca8b-ccf2-45fe-9adf-b7b48be45088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:48.503697 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-697f384c-c7c7-48de-a2c2-532c274159e6 req-7581ca8b-ccf2-45fe-9adf-b7b48be45088 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d22eb694-e368-4bbe-8b90-a32421babc90 HTTP/1.1" status: 200 len: 854 time: 0.2744689 Feb 07 21:05:48.556598 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e11237-e9db-47e1-b559-c595d8457c53 x-openstack-request-id: req-69e11237-e9db-47e1-b559-c595d8457c53 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:05:48.557760 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af1662c9-6dec-4c49-ad7f-3d3ccc4d7878", "tag": "3810bda1-7af9-41fd-a1ca-db97462c7fd2", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:05:48.557760 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-69e11237-e9db-47e1-b559-c595d8457c53 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:05:48.557760 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af1662c9-6dec-4c49-ad7f-3d3ccc4d7878', 'tag': '3810bda1-7af9-41fd-a1ca-db97462c7fd2', 'status': 'completed', 'code': 200} Feb 07 21:05:48.581347 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de28359f-211c-401d-8b7e-a1e093f5d96a req-b3ff16da-3506-438f-b913-d4e33ce11a6a tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145379 Feb 07 21:05:48.693010 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f384c-c7c7-48de-a2c2-532c274159e6 req-50fdf5df-fd07-48d1-8e62-94f77d7af59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:48.694704 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-697f384c-c7c7-48de-a2c2-532c274159e6 req-50fdf5df-fd07-48d1-8e62-94f77d7af59f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e2ff74a0-6233-4073-be49-51a0d51ed7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1649246 Feb 07 21:05:48.697971 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e359df5-d6e0-466f-a3d9-c5974ff86ff9 req-1cedb1da-01be-422c-abe1-5628d4a41386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:48.700364 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e359df5-d6e0-466f-a3d9-c5974ff86ff9 req-1cedb1da-01be-422c-abe1-5628d4a41386 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2133303 Feb 07 21:05:48.724436 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd2b26-8532-461c-8793-c531e2bcca9e req-41691bfd-e670-4ac4-a4c6-bc1e85305057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:48.724436 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9cd2b26-8532-461c-8793-c531e2bcca9e req-41691bfd-e670-4ac4-a4c6-bc1e85305057 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5124caec77da453db4b2d8e674dfa83f&device_id=af1662c9-6dec-4c49-ad7f-3d3ccc4d7878 HTTP/1.1" status: 200 len: 1126 time: 0.1485453 Feb 07 21:05:49.428689 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa403f2-fc34-4f97-b10e-c9c574ba6931 req-c8ef92a7-8079-4c13-a50a-031476374144 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:49.435821 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7aa403f2-fc34-4f97-b10e-c9c574ba6931 req-c8ef92a7-8079-4c13-a50a-031476374144 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 948 time: 0.7335734 Feb 07 21:05:49.543294 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aef608-339e-4804-8767-6a47856fea60 req-e5bead61-ac20-4655-9773-d8566d403494 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:49.544927 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a7aef608-339e-4804-8767-6a47856fea60 req-e5bead61-ac20-4655-9773-d8566d403494 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/ports?device_id=60dfb70f-02e3-4467-8f7c-1db0f7797ec8 HTTP/1.1" status: 200 len: 943 time: 0.7526979 Feb 07 21:05:49.595398 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7aa403f2-fc34-4f97-b10e-c9c574ba6931 req-7d21a407-92dd-4861-9438-7166bd5cde17 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585805 Feb 07 21:05:49.605082 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-697f384c-c7c7-48de-a2c2-532c274159e6 req-b1d7710a-6a96-4764-9f7d-7c3cbdc33895 service neutron] 10.222.0.71 "GET /v2.0/networks/e2ff74a0-6233-4073-be49-51a0d51ed7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8795094 Feb 07 21:05:49.616703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd2b26-8532-461c-8793-c531e2bcca9e req-34ed5620-8c49-4a96-a849-9868eb1d56dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:49.618205 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9cd2b26-8532-461c-8793-c531e2bcca9e req-34ed5620-8c49-4a96-a849-9868eb1d56dc service neutron] 10.222.0.71 "GET /v2.0/networks?id=55acbe04-ba96-44f5-acf7-c6a9f81c70a3 HTTP/1.1" status: 200 len: 905 time: 0.8707814 Feb 07 21:05:49.619982 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e359df5-d6e0-466f-a3d9-c5974ff86ff9 req-6f30b1f4-144b-4848-a8e7-de05370e77f7 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8865335 Feb 07 21:05:49.773862 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a7aef608-339e-4804-8767-6a47856fea60 req-1f7e0318-bf30-4a04-990e-b46f5252477e tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/security-groups?id=36bd7520-30cc-4931-89fb-9fc6c0f90fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982291 Feb 07 21:05:50.046539 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77aa0f2-9d7e-4040-873f-b8bafceabed4 req-47704272-ea62-47ca-ae78-5da50fd775e7 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:50.056491 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a77aa0f2-9d7e-4040-873f-b8bafceabed4 req-47704272-ea62-47ca-ae78-5da50fd775e7 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=af1662c9-6dec-4c49-ad7f-3d3ccc4d7878 HTTP/1.1" status: 200 len: 944 time: 0.3553224 Feb 07 21:05:50.297470 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9cd2b26-8532-461c-8793-c531e2bcca9e req-769ded91-620f-4eae-a534-ff0253adfc2c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3810bda1-7af9-41fd-a1ca-db97462c7fd2 HTTP/1.1" status: 200 len: 217 time: 0.6168296 Feb 07 21:05:50.510355 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd2b26-8532-461c-8793-c531e2bcca9e req-7a02a0f5-622b-4518-90c3-ecdc2b93c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:50.513367 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9cd2b26-8532-461c-8793-c531e2bcca9e req-7a02a0f5-622b-4518-90c3-ecdc2b93c0be service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3d136787-de5f-4353-a2b9-a7f4409cab76 HTTP/1.1" status: 200 len: 844 time: 0.0866764 Feb 07 21:05:50.526322 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-697f384c-c7c7-48de-a2c2-532c274159e6 req-a89fd12c-851c-48ed-b433-d07e326392fd service neutron] 10.222.0.71 "GET /v2.0/networks/e2ff74a0-6233-4073-be49-51a0d51ed7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8878710 Feb 07 21:05:50.529028 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c5620099-d91a-4847-9f16-92c857ced7a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:50.558715 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a77aa0f2-9d7e-4040-873f-b8bafceabed4 req-719cfa6a-d377-4dd4-83f0-44250f15aef0 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758101 Feb 07 21:05:50.746365 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9cd2b26-8532-461c-8793-c531e2bcca9e req-16e40350-9d9a-4cb6-8b45-37d5cdd7cb3f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=55acbe04-ba96-44f5-acf7-c6a9f81c70a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1317344 Feb 07 21:05:50.810639 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61fe3b-aa93-44da-9f6a-24a3405c2c02 req-8ecb862c-7c20-4b8a-bb35-f698808cee24 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:50.813025 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b61fe3b-aa93-44da-9f6a-24a3405c2c02 req-8ecb862c-7c20-4b8a-bb35-f698808cee24 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=232e5150-7391-45cf-a737-4d8329a96210 HTTP/1.1" status: 200 len: 945 time: 0.7485421 Feb 07 21:05:51.003577 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9cd2b26-8532-461c-8793-c531e2bcca9e req-93f353d1-1dcb-40fb-8948-0ea35767ac31 service neutron] 10.222.0.71 "GET /v2.0/networks/55acbe04-ba96-44f5-acf7-c6a9f81c70a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114485 Feb 07 21:05:51.009465 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e359df5-d6e0-466f-a3d9-c5974ff86ff9 req-ca7bf932-7e13-4068-aba5-ab463269f81e service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3445795 Feb 07 21:05:51.056638 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a8700-f8f1-481b-85a7-6996921af12f req-b29d0d4b-79e7-4ae3-b935-c17bb77752d5 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:51.063947 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d1a8700-f8f1-481b-85a7-6996921af12f req-b29d0d4b-79e7-4ae3-b935-c17bb77752d5 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.2432537 Feb 07 21:05:51.100573 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b61fe3b-aa93-44da-9f6a-24a3405c2c02 req-47ec0d68-ab82-4fe1-bcca-9cb305a83eb3 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603545 Feb 07 21:05:51.126291 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d1a8700-f8f1-481b-85a7-6996921af12f req-f6bb0f47-183e-46c0-8f7b-4abe56ccc211 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614004 Feb 07 21:05:51.459947 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccbb76-a39d-4171-a6f3-d1c2702115a3 req-77192d4b-4e4f-4ebd-ba45-8f0d182752e3 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:51.461929 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c8ccbb76-a39d-4171-a6f3-d1c2702115a3 req-77192d4b-4e4f-4ebd-ba45-8f0d182752e3 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 948 time: 0.1603320 Feb 07 21:05:51.513211 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8450880-d35a-40ba-889d-1ca15ab71fdc req-d8e07f19-60be-43e3-ac1c-3c72bc3595ee tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:51.516081 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8450880-d35a-40ba-889d-1ca15ab71fdc req-d8e07f19-60be-43e3-ac1c-3c72bc3595ee tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/ports?device_id=60dfb70f-02e3-4467-8f7c-1db0f7797ec8 HTTP/1.1" status: 200 len: 943 time: 0.1917479 Feb 07 21:05:51.527410 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9cd2b26-8532-461c-8793-c531e2bcca9e req-f426121d-fcb9-40f5-81a8-110241f64ef8 service neutron] 10.222.0.71 "GET /v2.0/networks/55acbe04-ba96-44f5-acf7-c6a9f81c70a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631244 Feb 07 21:05:51.675963 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:51.700405 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c8ccbb76-a39d-4171-a6f3-d1c2702115a3 req-bdbcd95f-b635-483f-9ad7-49078f82fd1a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230988 Feb 07 21:05:51.726050 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8450880-d35a-40ba-889d-1ca15ab71fdc req-2a1a638e-f901-4b47-8bfc-978e085638f6 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/security-groups?id=36bd7520-30cc-4931-89fb-9fc6c0f90fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875858 Feb 07 21:05:51.936144 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869296e6-cfaa-48b0-822a-cfa6df178df0 req-d109b533-a068-49d3-91c1-5a6ec1726456 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:51.938364 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 079ee442-2956-408d-b74d-1256c9778d3b details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:05:51.938523 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-869296e6-cfaa-48b0-822a-cfa6df178df0 req-d109b533-a068-49d3-91c1-5a6ec1726456 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=af1662c9-6dec-4c49-ad7f-3d3ccc4d7878 HTTP/1.1" status: 200 len: 944 time: 0.0965219 Feb 07 21:05:52.081055 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-869296e6-cfaa-48b0-822a-cfa6df178df0 req-66c6295d-1fe7-4808-9144-7b55f95401dc tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308708 Feb 07 21:05:52.228615 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 079ee442-2956-408d-b74d-1256c9778d3b, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=079ee442-2956-408d-b74d-1256c9778d3b,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:52.260721 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '079ee442-2956-408d-b74d-1256c9778d3b', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '079ee442-2956-408d-b74d-1256c9778d3b', 'mac_address': 'fa:16:3e:d7:32:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:05:52.333692 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e085de-6884-4799-95cb-50a63c943aec req-a6a13304-cf1f-4edf-a275-d87e4a2f4858 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:52.352900 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 079ee442-2956-408d-b74d-1256c9778d3b is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:52.353295 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71e085de-6884-4799-95cb-50a63c943aec req-a6a13304-cf1f-4edf-a275-d87e4a2f4858 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=232e5150-7391-45cf-a737-4d8329a96210 HTTP/1.1" status: 200 len: 945 time: 0.1173313 Feb 07 21:05:52.355054 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (079ee442-2956-408d-b74d-1256c9778d3b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:52.394751 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 079ee442-2956-408d-b74d-1256c9778d3b {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:05:52.430953 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 079ee442-2956-408d-b74d-1256c9778d3b, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=079ee442-2956-408d-b74d-1256c9778d3b,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:52.437901 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (079ee442-2956-408d-b74d-1256c9778d3b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:52.470410 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71e085de-6884-4799-95cb-50a63c943aec req-95724ec6-fa6f-4c83-b470-c72c28718808 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103551 Feb 07 21:05:52.558438 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=079ee442-2956-408d-b74d-1256c9778d3b,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:52.577827 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:52.578561 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:52.579271 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:52.579875 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:52.580699 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:52.581262 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:52.581805 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:52.582475 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:52.583254 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:52.583795 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:52.584509 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:52.585055 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:52.585590 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:52.762407 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891b0cc-b361-47ba-b5e7-78b60f58a4fe req-99e98a09-6498-4b4f-9843-3f68a7991637 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:52.763844 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d891b0cc-b361-47ba-b5e7-78b60f58a4fe req-99e98a09-6498-4b4f-9843-3f68a7991637 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=232e5150-7391-45cf-a737-4d8329a96210 HTTP/1.1" status: 200 len: 945 time: 0.1345458 Feb 07 21:05:52.874751 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['079ee442-2956-408d-b74d-1256c9778d3b'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:05:52.981162 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d891b0cc-b361-47ba-b5e7-78b60f58a4fe req-c5782cc0-2814-450e-9398-0e5feaaca803 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998377 Feb 07 21:05:53.022321 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b988e-184d-4d5f-8ab0-1e7abb9edd06 req-aae52f52-8056-42b7-aa2e-4e4a9fe71a89 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:53.023748 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-582b988e-184d-4d5f-8ab0-1e7abb9edd06 req-aae52f52-8056-42b7-aa2e-4e4a9fe71a89 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 949 time: 0.1646457 Feb 07 21:05:53.185928 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-582b988e-184d-4d5f-8ab0-1e7abb9edd06 req-4d0efa07-f0a6-4892-88f0-d7cc21671613 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453834 Feb 07 21:05:53.235486 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c425832-de2f-44ea-beaf-fdeb68f9fc2f req-d88f0c0d-82a3-43fd-a446-75f10efa7d7a tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:53.245304 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3c425832-de2f-44ea-beaf-fdeb68f9fc2f req-d88f0c0d-82a3-43fd-a446-75f10efa7d7a tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/ports?device_id=60dfb70f-02e3-4467-8f7c-1db0f7797ec8 HTTP/1.1" status: 200 len: 943 time: 0.1637290 Feb 07 21:05:53.333368 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:53.421499 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3c425832-de2f-44ea-beaf-fdeb68f9fc2f req-03eaf259-fdec-4c4f-b1b2-23a2359931de tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/security-groups?id=36bd7520-30cc-4931-89fb-9fc6c0f90fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610944 Feb 07 21:05:53.477910 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5ca1f-58af-416f-a184-d105002f3f50 req-6cfb3724-cb54-4613-9fa4-5b7636dd5d67 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:53.479447 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5d5ca1f-58af-416f-a184-d105002f3f50 req-6cfb3724-cb54-4613-9fa4-5b7636dd5d67 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d732ab-0f9c-49bd-970d-3ee22c5a9160 HTTP/1.1" status: 200 len: 946 time: 0.1728613 Feb 07 21:05:53.654740 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5d5ca1f-58af-416f-a184-d105002f3f50 req-6baf2a6f-5ba7-495e-8004-b437abcb333a tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613500 Feb 07 21:05:53.685094 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7738dd-da04-41e8-b883-6c68ad4692b5 req-88f4bfb7-ba12-439e-94c3-cb7f289341b2 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:53.691870 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf7738dd-da04-41e8-b883-6c68ad4692b5 req-88f4bfb7-ba12-439e-94c3-cb7f289341b2 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=af1662c9-6dec-4c49-ad7f-3d3ccc4d7878 HTTP/1.1" status: 200 len: 944 time: 0.1651874 Feb 07 21:05:53.854713 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf7738dd-da04-41e8-b883-6c68ad4692b5 req-a9783b11-fd0a-4b4f-8e79-5fbff49b3116 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457140 Feb 07 21:05:53.934027 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e7cf7-1672-4ffa-ae9e-a9ee9edc2196 req-ffc36372-57eb-45a9-b007-b8959b348336 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:53.936511 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-432e7cf7-1672-4ffa-ae9e-a9ee9edc2196 req-ffc36372-57eb-45a9-b007-b8959b348336 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=11d603a0-10e2-49eb-9799-7b842afcd6fa HTTP/1.1" status: 200 len: 945 time: 0.1382227 Feb 07 21:05:53.941586 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 3810bda1-7af9-41fd-a1ca-db97462c7fd2 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:05:54.064193 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-432e7cf7-1672-4ffa-ae9e-a9ee9edc2196 req-bce089cb-2c2c-40e8-b182-565894b94895 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204357 Feb 07 21:05:54.100063 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-3ab59e19-addc-4d05-ae3c-19056118bd80 req-71baf797-aa7d-4e29-9e20-7a197767ba3a tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:05:54.101140 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3ab59e19-addc-4d05-ae3c-19056118bd80 req-71baf797-aa7d-4e29-9e20-7a197767ba3a tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066843 Feb 07 21:05:54.201674 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 3810bda1-7af9-41fd-a1ca-db97462c7fd2, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3810bda1-7af9-41fd-a1ca-db97462c7fd2,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:54.227375 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '3810bda1-7af9-41fd-a1ca-db97462c7fd2', 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3', 'port_id': '3810bda1-7af9-41fd-a1ca-db97462c7fd2', 'mac_address': 'fa:16:3e:05:2c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d136787-de5f-4353-a2b9-a7f4409cab76', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:05:54.228028 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3ab59e19-addc-4d05-ae3c-19056118bd80 req-8cb96a7a-e298-48b9-af55-ffc63c0b9066 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1200078 Feb 07 21:05:54.309580 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 3810bda1-7af9-41fd-a1ca-db97462c7fd2 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:54.310321 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3810bda1-7af9-41fd-a1ca-db97462c7fd2), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:54.326455 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3810bda1-7af9-41fd-a1ca-db97462c7fd2 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:05:54.349506 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 3810bda1-7af9-41fd-a1ca-db97462c7fd2, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3810bda1-7af9-41fd-a1ca-db97462c7fd2,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:54.377043 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3810bda1-7af9-41fd-a1ca-db97462c7fd2), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:54.411490 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31fe7d-d3e2-4819-9a0f-e8a45a36e349 req-ce5b40a6-ddbc-4fde-bd07-3f947dabcb85 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:54.423240 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3b31fe7d-d3e2-4819-9a0f-e8a45a36e349 req-ce5b40a6-ddbc-4fde-bd07-3f947dabcb85 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 949 time: 0.1162262 Feb 07 21:05:54.437350 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=3810bda1-7af9-41fd-a1ca-db97462c7fd2,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:54.442480 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:54.552068 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3b31fe7d-d3e2-4819-9a0f-e8a45a36e349 req-b575c3d6-dfee-4ce0-8a6b-f01be13813a5 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254745 Feb 07 21:05:54.697138 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077da030-09fe-46e5-9dc1-569200192c6d req-515a25b0-3610-4d2d-a316-432465944fe0 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:54.701312 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-077da030-09fe-46e5-9dc1-569200192c6d req-515a25b0-3610-4d2d-a316-432465944fe0 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=232e5150-7391-45cf-a737-4d8329a96210 HTTP/1.1" status: 200 len: 945 time: 0.0880604 Feb 07 21:05:54.734676 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8fdcf-bb9d-4c66-900a-ba20c1703848 req-c048ea79-837d-4e64-9089-deb732344083 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:54.736210 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c7e8fdcf-bb9d-4c66-900a-ba20c1703848 req-c048ea79-837d-4e64-9089-deb732344083 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/ports?device_id=60dfb70f-02e3-4467-8f7c-1db0f7797ec8 HTTP/1.1" status: 200 len: 943 time: 0.1100299 Feb 07 21:05:54.788403 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-077da030-09fe-46e5-9dc1-569200192c6d req-69267094-d341-44eb-a806-c74185faedbb tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804925 Feb 07 21:05:54.816423 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c7e8fdcf-bb9d-4c66-900a-ba20c1703848 req-0ba02939-bd96-4694-a74f-c9c0c5cb9f4e tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/security-groups?id=36bd7520-30cc-4931-89fb-9fc6c0f90fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723934 Feb 07 21:05:54.914022 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['3810bda1-7af9-41fd-a1ca-db97462c7fd2'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:05:54.975014 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e578a-63f5-4f11-8abb-53cfcd34bb08 req-f7420408-b80b-422a-881a-3dbf6b9514a8 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:54.982727 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2f2e578a-63f5-4f11-8abb-53cfcd34bb08 req-f7420408-b80b-422a-881a-3dbf6b9514a8 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d732ab-0f9c-49bd-970d-3ee22c5a9160 HTTP/1.1" status: 200 len: 946 time: 0.0980046 Feb 07 21:05:55.036139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65c71f-b1e3-4398-b06a-8f8e26f37a9f req-f817344c-3806-4474-859c-5a8d21c1514c tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:55.037920 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e65c71f-b1e3-4398-b06a-8f8e26f37a9f req-f817344c-3806-4474-859c-5a8d21c1514c tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=af1662c9-6dec-4c49-ad7f-3d3ccc4d7878 HTTP/1.1" status: 200 len: 945 time: 0.1181347 Feb 07 21:05:55.069261 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2f2e578a-63f5-4f11-8abb-53cfcd34bb08 req-114adaf0-3dae-46f5-8370-f2fe66302210 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851192 Feb 07 21:05:55.173218 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e65c71f-b1e3-4398-b06a-8f8e26f37a9f req-d68ceef7-c0fc-4087-a6c7-754f32615418 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288815 Feb 07 21:05:55.262244 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebde3a8-e349-448c-a4f3-e5624b304470 req-218fcfc3-6127-4aa6-b16d-c4fcc98a0c9d tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:55.284081 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8ebde3a8-e349-448c-a4f3-e5624b304470 req-218fcfc3-6127-4aa6-b16d-c4fcc98a0c9d tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=11d603a0-10e2-49eb-9799-7b842afcd6fa HTTP/1.1" status: 200 len: 945 time: 0.0983303 Feb 07 21:05:55.331108 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8ebde3a8-e349-448c-a4f3-e5624b304470 req-92be2e98-0440-4ffd-a9be-1675ea3188c7 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460999 Feb 07 21:05:55.526656 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343a3cf-5cf6-44c9-b105-155b2a941584 req-b9127391-0536-4bff-8020-5955627486fc tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:55.532176 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343a3cf-5cf6-44c9-b105-155b2a941584 req-b9127391-0536-4bff-8020-5955627486fc tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:55.537637 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343a3cf-5cf6-44c9-b105-155b2a941584 req-b9127391-0536-4bff-8020-5955627486fc tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:55.539301 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d343a3cf-5cf6-44c9-b105-155b2a941584 req-b9127391-0536-4bff-8020-5955627486fc tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=11d603a0-10e2-49eb-9799-7b842afcd6fa&device_id=f7d732ab-0f9c-49bd-970d-3ee22c5a9160&device_id=232e5150-7391-45cf-a737-4d8329a96210 HTTP/1.1" status: 200 len: 2417 time: 0.0702972 Feb 07 21:05:55.595234 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d343a3cf-5cf6-44c9-b105-155b2a941584 req-a23c378a-5e79-4e9b-b21b-87788dd82a99 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488801 Feb 07 21:05:55.728578 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e84787a4-2855-4029-a5bb-86fd29d8c80b req-7685dd7e-fcbb-459f-b2af-bdbaa9b63fe7 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0956335 Feb 07 21:05:55.747112 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c82817-efd4-45a6-b7f6-fd3c731921df req-a28e4d92-0427-4b34-8918-c06ebad24cb2 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:55.748947 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53c82817-efd4-45a6-b7f6-fd3c731921df req-a28e4d92-0427-4b34-8918-c06ebad24cb2 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 949 time: 0.1039174 Feb 07 21:05:55.813077 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53c82817-efd4-45a6-b7f6-fd3c731921df req-e2d18f06-50b0-4de0-acd1-aabb5bbf056c tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578518 Feb 07 21:05:55.956126 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657fc80-2cc6-4279-8582-33358fc6dff1 req-31fb8c3a-c468-457c-a7ba-7f35708c57e0 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:55.957751 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5657fc80-2cc6-4279-8582-33358fc6dff1 req-31fb8c3a-c468-457c-a7ba-7f35708c57e0 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/ports?device_id=60dfb70f-02e3-4467-8f7c-1db0f7797ec8 HTTP/1.1" status: 200 len: 943 time: 0.0617003 Feb 07 21:05:55.968709 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 079ee442-2956-408d-b74d-1256c9778d3b up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:05:56.021755 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5657fc80-2cc6-4279-8582-33358fc6dff1 req-9a9c0d63-9ced-4e9f-8e5a-87eac05142e2 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/security-groups?id=36bd7520-30cc-4931-89fb-9fc6c0f90fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552065 Feb 07 21:05:56.050196 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 079ee442-2956-408d-b74d-1256c9778d3b completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:05:56.054785 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 079ee442-2956-408d-b74d-1256c9778d3b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:05:56.055237 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (079ee442-2956-408d-b74d-1256c9778d3b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:56.164712 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 079ee442-2956-408d-b74d-1256c9778d3b is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:56.165177 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (079ee442-2956-408d-b74d-1256c9778d3b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:56.203859 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504b735e-0d1c-483f-9d65-ba76ce721ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079ee442-2956-408d-b74d-1256c9778d3b'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:05:56.207172 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9107e337-7610-40a1-809b-bf3b6459ca05" -d '{"events": [{"server_uuid": "504b735e-0d1c-483f-9d65-ba76ce721ae4", "name": "network-vif-plugged", "status": "completed", "tag": "079ee442-2956-408d-b74d-1256c9778d3b"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:05:56.244015 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 079ee442-2956-408d-b74d-1256c9778d3b, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=079ee442-2956-408d-b74d-1256c9778d3b,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:56.253531 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (079ee442-2956-408d-b74d-1256c9778d3b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:56.373437 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6b9962-9d42-48a9-ab4c-82a91ceaee2c x-openstack-request-id: req-dd6b9962-9d42-48a9-ab4c-82a91ceaee2c {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:05:56.376439 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504b735e-0d1c-483f-9d65-ba76ce721ae4", "name": "network-vif-plugged", "status": "completed", "tag": "079ee442-2956-408d-b74d-1256c9778d3b", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:05:56.376889 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dd6b9962-9d42-48a9-ab4c-82a91ceaee2c {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:05:56.377662 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504b735e-0d1c-483f-9d65-ba76ce721ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079ee442-2956-408d-b74d-1256c9778d3b', 'code': 200} Feb 07 21:05:56.381958 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=079ee442-2956-408d-b74d-1256c9778d3b,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:56.416028 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19995ff-761c-4ae7-9d31-17d184f0dcb9 req-2dfce4a4-24ee-4322-9519-521cce6e27ea tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:56.423051 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f19995ff-761c-4ae7-9d31-17d184f0dcb9 req-2dfce4a4-24ee-4322-9519-521cce6e27ea tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=af1662c9-6dec-4c49-ad7f-3d3ccc4d7878 HTTP/1.1" status: 200 len: 945 time: 0.1201828 Feb 07 21:05:56.529665 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f19995ff-761c-4ae7-9d31-17d184f0dcb9 req-2164839d-fb6c-41ce-8f55-cadafb721f06 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993655 Feb 07 21:05:57.030298 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50048) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:57.070103 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df1c99-9090-4ab4-81f7-f526ba180236 req-b3e85480-a41e-475a-8d14-ce0e48107649 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:57.080418 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-89df1c99-9090-4ab4-81f7-f526ba180236 req-b3e85480-a41e-475a-8d14-ce0e48107649 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 950 time: 0.1541967 Feb 07 21:05:57.178053 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-89df1c99-9090-4ab4-81f7-f526ba180236 req-1e97e6f5-5986-4feb-b636-cba89c1251ce tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911860 Feb 07 21:05:57.342460 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cbdcc32-fb3a-4851-9bcb-5ebdbf36ccdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:57.446731 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545322ab-134b-48cc-a363-6160be227510 req-e8605913-2a77-4eed-9244-331a9a498147 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:57.448200 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-545322ab-134b-48cc-a363-6160be227510 req-e8605913-2a77-4eed-9244-331a9a498147 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/ports?device_id=60dfb70f-02e3-4467-8f7c-1db0f7797ec8 HTTP/1.1" status: 200 len: 943 time: 0.1455109 Feb 07 21:05:57.469438 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cbdcc32-fb3a-4851-9bcb-5ebdbf36ccdc admin admin] Publish callbacks [] for security_group (57e3a40e-400a-4ac7-94bb-3e1b4080bf7c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:57.476051 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cbdcc32-fb3a-4851-9bcb-5ebdbf36ccdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (57e3a40e-400a-4ac7-94bb-3e1b4080bf7c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:57.489890 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0db8dd-ef2c-41cb-81ef-f30e4c319cbd req-20d2ed48-0517-476b-ab26-3163c1ae540f tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:57.492018 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b0db8dd-ef2c-41cb-81ef-f30e4c319cbd req-20d2ed48-0517-476b-ab26-3163c1ae540f tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=11d603a0-10e2-49eb-9799-7b842afcd6fa HTTP/1.1" status: 200 len: 945 time: 0.1082997 Feb 07 21:05:57.520918 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0cbdcc32-fb3a-4851-9bcb-5ebdbf36ccdc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=30061990d1c34ee192a9049f9323ef50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4914298 Feb 07 21:05:57.523823 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50060) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:57.577825 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-545322ab-134b-48cc-a363-6160be227510 req-a08b3fff-7638-475e-9562-fd47c3464719 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/security-groups?id=36bd7520-30cc-4931-89fb-9fc6c0f90fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185200 Feb 07 21:05:57.582022 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbdcc32-fb3a-4851-9bcb-5ebdbf36ccdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e3a40e-400a-4ac7-94bb-3e1b4080bf7c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:57.599861 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbdcc32-fb3a-4851-9bcb-5ebdbf36ccdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:57.600557 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbdcc32-fb3a-4851-9bcb-5ebdbf36ccdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:57.601072 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbdcc32-fb3a-4851-9bcb-5ebdbf36ccdc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:57.601578 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbdcc32-fb3a-4851-9bcb-5ebdbf36ccdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:57.602115 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbdcc32-fb3a-4851-9bcb-5ebdbf36ccdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:57.602629 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbdcc32-fb3a-4851-9bcb-5ebdbf36ccdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:57.603266 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbdcc32-fb3a-4851-9bcb-5ebdbf36ccdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:57.603776 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbdcc32-fb3a-4851-9bcb-5ebdbf36ccdc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:57.604618 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbdcc32-fb3a-4851-9bcb-5ebdbf36ccdc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:57.606003 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbdcc32-fb3a-4851-9bcb-5ebdbf36ccdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:57.606531 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbdcc32-fb3a-4851-9bcb-5ebdbf36ccdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:57.607267 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbdcc32-fb3a-4851-9bcb-5ebdbf36ccdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:57.607778 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbdcc32-fb3a-4851-9bcb-5ebdbf36ccdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:05:57.624896 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b0db8dd-ef2c-41cb-81ef-f30e4c319cbd req-7b899721-a6c8-48e3-a4ed-6a163f6e48d4 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230464 Feb 07 21:05:57.635064 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-26c5dff0-9698-4765-a110-3eb630be5e46 admin admin] Publish callbacks [] for security_group (57e3a40e-400a-4ac7-94bb-3e1b4080bf7c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:57.662598 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-26c5dff0-9698-4765-a110-3eb630be5e46 admin admin] Publish callbacks [] for security_group (57e3a40e-400a-4ac7-94bb-3e1b4080bf7c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:57.719156 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-26c5dff0-9698-4765-a110-3eb630be5e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (57e3a40e-400a-4ac7-94bb-3e1b4080bf7c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:57.723719 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-26c5dff0-9698-4765-a110-3eb630be5e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:57.727015 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-26c5dff0-9698-4765-a110-3eb630be5e46 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/57e3a40e-400a-4ac7-94bb-3e1b4080bf7c HTTP/1.1" status: 204 len: 168 time: 0.1995003 Feb 07 21:05:57.735395 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5dff0-9698-4765-a110-3eb630be5e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e3a40e-400a-4ac7-94bb-3e1b4080bf7c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:57.751723 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27e96e-e325-46dc-9150-aa4374828edf req-bb5edb09-44a5-472a-ac93-5dd03586e3ef tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:57.753588 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d27e96e-e325-46dc-9150-aa4374828edf req-bb5edb09-44a5-472a-ac93-5dd03586e3ef tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=af1662c9-6dec-4c49-ad7f-3d3ccc4d7878 HTTP/1.1" status: 200 len: 945 time: 0.0875473 Feb 07 21:05:57.827774 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d27e96e-e325-46dc-9150-aa4374828edf req-7a72d26a-829e-4097-a980-dc3e229616b5 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674038 Feb 07 21:05:57.989366 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 3810bda1-7af9-41fd-a1ca-db97462c7fd2 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:05:58.046593 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 3810bda1-7af9-41fd-a1ca-db97462c7fd2 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:05:58.052100 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 3810bda1-7af9-41fd-a1ca-db97462c7fd2 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:05:58.052528 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3810bda1-7af9-41fd-a1ca-db97462c7fd2), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:58.100911 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50068) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:58.108427 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d744c-25c1-48b7-903f-aa4ea9dfddfe req-dec2e5fa-051f-4ca9-b642-6e112621aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:58.110026 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d25d744c-25c1-48b7-903f-aa4ea9dfddfe req-dec2e5fa-051f-4ca9-b642-6e112621aa07 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 1132 time: 0.0650218 Feb 07 21:05:58.117513 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35d3a578-5299-497a-bb03-2fa87c71c4cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:58.150088 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 3810bda1-7af9-41fd-a1ca-db97462c7fd2 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:05:58.150615 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3810bda1-7af9-41fd-a1ca-db97462c7fd2), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:58.174988 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d25d744c-25c1-48b7-903f-aa4ea9dfddfe req-5f7c28fe-d5aa-4296-9dc7-323dc1bb9f07 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478656 Feb 07 21:05:58.190314 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 3810bda1-7af9-41fd-a1ca-db97462c7fd2, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3810bda1-7af9-41fd-a1ca-db97462c7fd2,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:05:58.195401 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3810bda1-7af9-41fd-a1ca-db97462c7fd2), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:58.217460 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35d3a578-5299-497a-bb03-2fa87c71c4cc admin admin] Publish callbacks [] for security_group (1ca9d8e6-02c0-46b0-bc10-ca4da9f120c7), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:58.222809 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35d3a578-5299-497a-bb03-2fa87c71c4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1ca9d8e6-02c0-46b0-bc10-ca4da9f120c7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:58.250590 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=3810bda1-7af9-41fd-a1ca-db97462c7fd2,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:58.270300 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-35d3a578-5299-497a-bb03-2fa87c71c4cc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c7b9dc93da9845849c1a5aab5ec68f75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1656981 Feb 07 21:05:58.270943 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50072) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:05:58.291791 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3a578-5299-497a-bb03-2fa87c71c4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca9d8e6-02c0-46b0-bc10-ca4da9f120c7,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:58.329629 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff15f1c-15f7-45e1-a8bf-1fad46d92acc req-3f406bfc-a9fa-4bf4-917a-383aa1f8692f tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:58.331671 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-49f45bd6-9380-4f2c-9f01-f060946fef24 admin admin] Publish callbacks [] for security_group (1ca9d8e6-02c0-46b0-bc10-ca4da9f120c7), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:58.332749 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ff15f1c-15f7-45e1-a8bf-1fad46d92acc req-3f406bfc-a9fa-4bf4-917a-383aa1f8692f tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 950 time: 0.0671439 Feb 07 21:05:58.380072 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-49f45bd6-9380-4f2c-9f01-f060946fef24 admin admin] Publish callbacks [] for security_group (1ca9d8e6-02c0-46b0-bc10-ca4da9f120c7), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:58.380349 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1662c9-6dec-4c49-ad7f-3d3ccc4d7878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3810bda1-7af9-41fd-a1ca-db97462c7fd2'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:05:58.383158 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02dae881-839c-4d19-a8a8-4e27fb679753" -d '{"events": [{"server_uuid": "af1662c9-6dec-4c49-ad7f-3d3ccc4d7878", "name": "network-vif-plugged", "status": "completed", "tag": "3810bda1-7af9-41fd-a1ca-db97462c7fd2"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:05:58.393381 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ff15f1c-15f7-45e1-a8bf-1fad46d92acc req-03ff50ee-090a-4ef2-9262-af9a5074faf0 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558214 Feb 07 21:05:58.436531 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6f26f1-c73f-44a7-8325-a9d76f7595f1 x-openstack-request-id: req-0c6f26f1-c73f-44a7-8325-a9d76f7595f1 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:05:58.436903 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1662c9-6dec-4c49-ad7f-3d3ccc4d7878", "name": "network-vif-plugged", "status": "completed", "tag": "3810bda1-7af9-41fd-a1ca-db97462c7fd2", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:05:58.437225 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0c6f26f1-c73f-44a7-8325-a9d76f7595f1 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:05:58.437694 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1662c9-6dec-4c49-ad7f-3d3ccc4d7878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3810bda1-7af9-41fd-a1ca-db97462c7fd2', 'code': 200} Feb 07 21:05:58.458624 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-49f45bd6-9380-4f2c-9f01-f060946fef24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1ca9d8e6-02c0-46b0-bc10-ca4da9f120c7), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:58.463157 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-49f45bd6-9380-4f2c-9f01-f060946fef24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:05:58.464576 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-49f45bd6-9380-4f2c-9f01-f060946fef24 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1ca9d8e6-02c0-46b0-bc10-ca4da9f120c7 HTTP/1.1" status: 204 len: 168 time: 0.1926074 Feb 07 21:05:58.487320 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f45bd6-9380-4f2c-9f01-f060946fef24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca9d8e6-02c0-46b0-bc10-ca4da9f120c7,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:05:58.594680 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09697198-dec7-4ec2-8127-cd668567174c req-80a17ec0-de11-430e-9227-797ef8c7aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:58.596820 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-09697198-dec7-4ec2-8127-cd668567174c req-80a17ec0-de11-430e-9227-797ef8c7aeab service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=af1662c9-6dec-4c49-ad7f-3d3ccc4d7878 HTTP/1.1" status: 200 len: 1128 time: 0.0612845 Feb 07 21:05:58.805930 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20099c-9243-42cd-aef7-0bcd6ff00701 req-ae8083e0-9e8f-4eaa-a5eb-294656f63454 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:58.808136 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f20099c-9243-42cd-aef7-0bcd6ff00701 req-ae8083e0-9e8f-4eaa-a5eb-294656f63454 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/ports?device_id=60dfb70f-02e3-4467-8f7c-1db0f7797ec8 HTTP/1.1" status: 200 len: 943 time: 0.1534870 Feb 07 21:05:58.811596 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-09697198-dec7-4ec2-8127-cd668567174c req-9dedb846-0953-4148-aa94-f1a51df9cf6b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997896 Feb 07 21:05:58.865616 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5b160-b7c9-4cb8-bc4a-7385548a27ab req-ea4e8eeb-0bb6-4ed8-b651-dc868e7c694d tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:58.867330 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ef5b160-b7c9-4cb8-bc4a-7385548a27ab req-ea4e8eeb-0bb6-4ed8-b651-dc868e7c694d tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=11d603a0-10e2-49eb-9799-7b842afcd6fa HTTP/1.1" status: 200 len: 945 time: 0.1571231 Feb 07 21:05:58.912933 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f20099c-9243-42cd-aef7-0bcd6ff00701 req-7149cc2e-bff7-4ff4-960d-1e4dfaad3ae8 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/security-groups?id=36bd7520-30cc-4931-89fb-9fc6c0f90fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942113 Feb 07 21:05:58.943388 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ef5b160-b7c9-4cb8-bc4a-7385548a27ab req-356edaa1-183c-43f2-b0a0-3a82fcea1431 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674911 Feb 07 21:05:59.049724 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e246d8-b18e-4573-a474-e62295e8939f req-cdccf359-9d5c-4364-beea-cb3731296de3 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:59.052831 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10e246d8-b18e-4573-a474-e62295e8939f req-cdccf359-9d5c-4364-beea-cb3731296de3 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=af1662c9-6dec-4c49-ad7f-3d3ccc4d7878 HTTP/1.1" status: 200 len: 946 time: 0.0623214 Feb 07 21:05:59.121486 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10e246d8-b18e-4573-a474-e62295e8939f req-e94e0fc5-f5a9-4745-b16f-2d9a96ffe9d4 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626338 Feb 07 21:05:59.557451 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ce9e0-75eb-4048-8a51-ea6a4ec44fc2 req-2b23fa3d-2276-406c-a05f-6b4f5d14ffc2 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:05:59.565579 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-908ce9e0-75eb-4048-8a51-ea6a4ec44fc2 req-2b23fa3d-2276-406c-a05f-6b4f5d14ffc2 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 950 time: 0.0735078 Feb 07 21:05:59.634916 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-908ce9e0-75eb-4048-8a51-ea6a4ec44fc2 req-acd33ec9-8a27-487d-a2d2-80fab1c5e6af tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680687 Feb 07 21:06:00.108800 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b19fd7-b75f-4224-bc4a-2edb819c4f61 req-bcf501db-fb27-44c3-87a2-d167c76ed2ac tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:00.116159 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72b19fd7-b75f-4224-bc4a-2edb819c4f61 req-bcf501db-fb27-44c3-87a2-d167c76ed2ac tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/ports?device_id=60dfb70f-02e3-4467-8f7c-1db0f7797ec8 HTTP/1.1" status: 200 len: 943 time: 0.1026881 Feb 07 21:06:00.157699 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013637a5-c3a1-402d-b000-7f8ae06dada5 req-b56da531-795b-42d0-9e80-bab9a07ac3a2 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:00.160050 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-013637a5-c3a1-402d-b000-7f8ae06dada5 req-b56da531-795b-42d0-9e80-bab9a07ac3a2 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=11d603a0-10e2-49eb-9799-7b842afcd6fa HTTP/1.1" status: 200 len: 945 time: 0.1106734 Feb 07 21:06:00.200895 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72b19fd7-b75f-4224-bc4a-2edb819c4f61 req-011971b5-0ad1-4b1d-b6d5-493c31d132bf tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/security-groups?id=36bd7520-30cc-4931-89fb-9fc6c0f90fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834825 Feb 07 21:06:00.258856 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-013637a5-c3a1-402d-b000-7f8ae06dada5 req-d51a5185-97b4-48d2-a575-6b4556e643df tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913367 Feb 07 21:06:00.339322 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcb2ac-ecd8-4c2c-abbf-16fb8b4641ab req-9c172421-ad7f-405b-9443-eedc84217380 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:00.344773 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-12fcb2ac-ecd8-4c2c-abbf-16fb8b4641ab req-9c172421-ad7f-405b-9443-eedc84217380 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=af1662c9-6dec-4c49-ad7f-3d3ccc4d7878 HTTP/1.1" status: 200 len: 946 time: 0.0684996 Feb 07 21:06:00.400271 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-12fcb2ac-ecd8-4c2c-abbf-16fb8b4641ab req-cd68c8eb-4a2d-4335-ba14-71b39d932f56 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483277 Feb 07 21:06:00.593841 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5093e9-4679-44e4-9e73-a57cf088606d req-01ccd02f-14e9-4b34-a2ee-b8de5ca63501 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:00.595811 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5e5093e9-4679-44e4-9e73-a57cf088606d req-01ccd02f-14e9-4b34-a2ee-b8de5ca63501 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.71 "GET /v2.0/ports?device_id=11d603a0-10e2-49eb-9799-7b842afcd6fa HTTP/1.1" status: 200 len: 945 time: 0.0570588 Feb 07 21:06:00.714874 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-5e5093e9-4679-44e4-9e73-a57cf088606d req-32eb5324-5ced-4423-81a6-180689760c29 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Deleting port e357a745-038c-41e2-b12a-e0d62e551407 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:06:00.715364 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5e5093e9-4679-44e4-9e73-a57cf088606d req-32eb5324-5ced-4423-81a6-180689760c29 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e357a745-038c-41e2-b12a-e0d62e551407), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:00.881280 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-5e5093e9-4679-44e4-9e73-a57cf088606d req-32eb5324-5ced-4423-81a6-180689760c29 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] For port e357a745-038c-41e2-b12a-e0d62e551407, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=e357a745-038c-41e2-b12a-e0d62e551407,segment=NetworkSegment(1574066e-16fc-4a8d-8d78-5c89781943be),segment_id=1574066e-16fc-4a8d-8d78-5c89781943be)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:00.881652 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5e5093e9-4679-44e4-9e73-a57cf088606d req-32eb5324-5ced-4423-81a6-180689760c29 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e357a745-038c-41e2-b12a-e0d62e551407), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:00.897866 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-5e5093e9-4679-44e4-9e73-a57cf088606d req-32eb5324-5ced-4423-81a6-180689760c29 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Calling delete_port for e357a745-038c-41e2-b12a-e0d62e551407 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:06:01.100826 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d60e3a-b744-499d-834b-c6769120350b req-1f56cba3-394e-455b-a6fb-d8983a1a123a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:01.102331 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21d60e3a-b744-499d-834b-c6769120350b req-1f56cba3-394e-455b-a6fb-d8983a1a123a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 950 time: 0.1280947 Feb 07 21:06:01.110670 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5e5093e9-4679-44e4-9e73-a57cf088606d req-32eb5324-5ced-4423-81a6-180689760c29 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (e357a745-038c-41e2-b12a-e0d62e551407), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:01.131700 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['4be38363-b333-4daf-aa33-be4f78483414', 'e357a745-038c-41e2-b12a-e0d62e551407'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:06:01.202882 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['6bb0c8b8-f306-45f6-b3b8-3cf81893304a'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:06:01.285885 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb5324-5ced-4423-81a6-180689760c29 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Pushing event deleted for resources: {'Port': ['ID=e357a745-038c-41e2-b12a-e0d62e551407,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:01.341185 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5093e9-4679-44e4-9e73-a57cf088606d req-32eb5324-5ced-4423-81a6-180689760c29 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] No DVR routers for this DVR port e357a745-038c-41e2-b12a-e0d62e551407 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:06:01.344648 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5e5093e9-4679-44e4-9e73-a57cf088606d req-32eb5324-5ced-4423-81a6-180689760c29 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:01.349238 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5e5093e9-4679-44e4-9e73-a57cf088606d req-32eb5324-5ced-4423-81a6-180689760c29 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.71 "DELETE /v2.0/ports/e357a745-038c-41e2-b12a-e0d62e551407 HTTP/1.1" status: 204 len: 173 time: 0.7459865 Feb 07 21:06:01.350049 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d603a0-10e2-49eb-9799-7b842afcd6fa', 'name': 'network-vif-deleted', 'tag': 'e357a745-038c-41e2-b12a-e0d62e551407'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:06:01.360914 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34003ca4-87fb-41f3-be84-2d649e644d27" -d '{"events": [{"server_uuid": "11d603a0-10e2-49eb-9799-7b842afcd6fa", "name": "network-vif-deleted", "tag": "e357a745-038c-41e2-b12a-e0d62e551407"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:06:01.435941 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21d60e3a-b744-499d-834b-c6769120350b req-406d339f-f0b3-4e86-9a5c-811e2a951df6 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247819 Feb 07 21:06:01.590949 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139c8ac-26c1-455f-af1c-42b30850a8af req-c85641c4-9037-4bc3-ae59-bbe294c356fd tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:01.599067 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b139c8ac-26c1-455f-af1c-42b30850a8af req-c85641c4-9037-4bc3-ae59-bbe294c356fd tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/ports?device_id=60dfb70f-02e3-4467-8f7c-1db0f7797ec8 HTTP/1.1" status: 200 len: 943 time: 0.1922214 Feb 07 21:06:01.685505 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b139c8ac-26c1-455f-af1c-42b30850a8af req-1a1a7969-74ec-4f92-98a5-f07dd892c036 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/security-groups?id=36bd7520-30cc-4931-89fb-9fc6c0f90fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852449 Feb 07 21:06:01.739750 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3dc3f-c26b-404e-9d97-3688ca8582ce req-0e9025ba-bf6b-4178-9c4f-a9b29aa28469 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:01.752697 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1cd3dc3f-c26b-404e-9d97-3688ca8582ce req-0e9025ba-bf6b-4178-9c4f-a9b29aa28469 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=878953ab-2d9e-4407-83b1-75eb62d28b19 HTTP/1.1" status: 200 len: 945 time: 0.1511295 Feb 07 21:06:01.860456 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-adabb6ba-f534-4e20-8a8a-0ddfc64c2e9d req-33d17ba8-fbaf-4b3d-8e34-506d6f753903 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=11d603a0-10e2-49eb-9799-7b842afcd6fa HTTP/1.1" status: 200 len: 210 time: 0.0398095 Feb 07 21:06:01.891957 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1cd3dc3f-c26b-404e-9d97-3688ca8582ce req-052a80c3-2f7d-474d-a396-6e1dab627115 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381855 Feb 07 21:06:01.975996 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c4fbfa-41db-4040-81c7-c8521895bfc6 x-openstack-request-id: req-38c4fbfa-41db-4040-81c7-c8521895bfc6 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:06:01.976390 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d603a0-10e2-49eb-9799-7b842afcd6fa", "name": "network-vif-deleted", "tag": "e357a745-038c-41e2-b12a-e0d62e551407", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:06:01.976722 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-38c4fbfa-41db-4040-81c7-c8521895bfc6 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:06:01.977199 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d603a0-10e2-49eb-9799-7b842afcd6fa', 'name': 'network-vif-deleted', 'tag': 'e357a745-038c-41e2-b12a-e0d62e551407', 'status': 'completed', 'code': 200} Feb 07 21:06:02.005453 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 4a088163-213d-4a7f-82ad-156d9e6e4d32 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:06:02.163305 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d75f2-9e2d-4d06-aceb-8a837ddc8dbe req-bf182f73-d5de-4f04-8ec2-4e864858d01a tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:02.176142 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-811d75f2-9e2d-4d06-aceb-8a837ddc8dbe req-bf182f73-d5de-4f04-8ec2-4e864858d01a tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=af1662c9-6dec-4c49-ad7f-3d3ccc4d7878 HTTP/1.1" status: 200 len: 946 time: 0.1164362 Feb 07 21:06:02.184138 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 4a088163-213d-4a7f-82ad-156d9e6e4d32, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=4a088163-213d-4a7f-82ad-156d9e6e4d32,segment=NetworkSegment(05184215-d563-4db7-890a-f9a45bc4a1cb),segment_id=05184215-d563-4db7-890a-f9a45bc4a1cb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:02.203658 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '4a088163-213d-4a7f-82ad-156d9e6e4d32', 'network_id': '099bf4f2-18e2-45e9-9800-9fc97b483d2c', 'port_id': '4a088163-213d-4a7f-82ad-156d9e6e4d32', 'mac_address': 'fa:16:3e:20:4e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10dcab6-39db-4172-971d-b054f593e657', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:06:02.250385 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 4a088163-213d-4a7f-82ad-156d9e6e4d32 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:06:02.251169 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4a088163-213d-4a7f-82ad-156d9e6e4d32), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:02.270092 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a088163-213d-4a7f-82ad-156d9e6e4d32 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:06:02.271983 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-811d75f2-9e2d-4d06-aceb-8a837ddc8dbe req-390c5b71-668c-4b40-8222-2ae56d7acbcb tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942631 Feb 07 21:06:02.307633 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 4a088163-213d-4a7f-82ad-156d9e6e4d32, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=4a088163-213d-4a7f-82ad-156d9e6e4d32,segment=NetworkSegment(05184215-d563-4db7-890a-f9a45bc4a1cb),segment_id=05184215-d563-4db7-890a-f9a45bc4a1cb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:02.313131 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (4a088163-213d-4a7f-82ad-156d9e6e4d32), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:02.381638 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=4a088163-213d-4a7f-82ad-156d9e6e4d32,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:02.530235 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6e8c6-1622-43b3-9ee5-ecacee6ef924 req-b4b4415e-70fc-4397-9ac4-7adbac62931d tempest-MigrationsAdminTest-1891479830 tempest-MigrationsAdminTest-1891479830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:02.530235 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c3d6e8c6-1622-43b3-9ee5-ecacee6ef924 req-b4b4415e-70fc-4397-9ac4-7adbac62931d tempest-MigrationsAdminTest-1891479830 tempest-MigrationsAdminTest-1891479830-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 1132 time: 0.0939806 Feb 07 21:06:02.564820 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c3d6e8c6-1622-43b3-9ee5-ecacee6ef924 req-fdadbbf5-2074-4a3a-9eda-b75b48ee1324 tempest-MigrationsAdminTest-1891479830 tempest-MigrationsAdminTest-1891479830-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:02.690125 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42090d92-0375-4198-9c32-26465e3fb520 req-9144dff1-0698-48c8-b37f-e44375a59ee2 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:02.691785 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-42090d92-0375-4198-9c32-26465e3fb520 req-9144dff1-0698-48c8-b37f-e44375a59ee2 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=af1662c9-6dec-4c49-ad7f-3d3ccc4d7878 HTTP/1.1" status: 200 len: 946 time: 0.0968511 Feb 07 21:06:02.725412 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['4a088163-213d-4a7f-82ad-156d9e6e4d32'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:06:02.759656 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c3d6e8c6-1622-43b3-9ee5-ecacee6ef924 req-fdadbbf5-2074-4a3a-9eda-b75b48ee1324 tempest-MigrationsAdminTest-1891479830 tempest-MigrationsAdminTest-1891479830-project-admin] Publish callbacks [] for security_group (0a4a7e7d-a89b-4d5a-9c14-44de5aba29ff), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:02.801140 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c3d6e8c6-1622-43b3-9ee5-ecacee6ef924 req-fdadbbf5-2074-4a3a-9eda-b75b48ee1324 tempest-MigrationsAdminTest-1891479830 tempest-MigrationsAdminTest-1891479830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0a4a7e7d-a89b-4d5a-9c14-44de5aba29ff), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:02.915979 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-42090d92-0375-4198-9c32-26465e3fb520 req-cdd595be-d138-4f88-8a32-80e19463bd8d tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966982 Feb 07 21:06:02.940290 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c3d6e8c6-1622-43b3-9ee5-ecacee6ef924 req-fdadbbf5-2074-4a3a-9eda-b75b48ee1324 tempest-MigrationsAdminTest-1891479830 tempest-MigrationsAdminTest-1891479830-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139035 Feb 07 21:06:02.948049 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdadbbf5-2074-4a3a-9eda-b75b48ee1324 tempest-MigrationsAdminTest-1891479830 tempest-MigrationsAdminTest-1891479830-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4a7e7d-a89b-4d5a-9c14-44de5aba29ff,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:03.170769 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7482c02-d79a-40db-a498-f2118ce2f2ed req-c6804307-262f-4c7c-add4-c01778e3d8fd tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:03.175101 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d7482c02-d79a-40db-a498-f2118ce2f2ed req-c6804307-262f-4c7c-add4-c01778e3d8fd tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/ports?device_id=60dfb70f-02e3-4467-8f7c-1db0f7797ec8 HTTP/1.1" status: 200 len: 944 time: 0.1389196 Feb 07 21:06:03.239954 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d7482c02-d79a-40db-a498-f2118ce2f2ed req-b271242e-cccc-4ebc-b1a3-1b3259c83d16 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/security-groups?id=36bd7520-30cc-4931-89fb-9fc6c0f90fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588889 Feb 07 21:06:03.294452 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43140b45-49ca-4fef-b706-d23d171dd338 req-576fde3f-525a-48be-ad41-d1008dddb626 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:03.301903 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-43140b45-49ca-4fef-b706-d23d171dd338 req-576fde3f-525a-48be-ad41-d1008dddb626 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=878953ab-2d9e-4407-83b1-75eb62d28b19 HTTP/1.1" status: 200 len: 945 time: 0.1755083 Feb 07 21:06:03.393390 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:03.409351 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-43140b45-49ca-4fef-b706-d23d171dd338 req-d4f638ab-ea59-4077-86ab-18a1ca5fae5f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030238 Feb 07 21:06:03.487847 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73b1fe-8de1-448b-8f39-e40c57a86d60 req-b93ba767-042e-43f8-82fa-beb6c726b94d tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:03.492562 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a73b1fe-8de1-448b-8f39-e40c57a86d60 req-b93ba767-042e-43f8-82fa-beb6c726b94d tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.69 "GET /v2.0/ports?device_id=878953ab-2d9e-4407-83b1-75eb62d28b19 HTTP/1.1" status: 200 len: 945 time: 0.1428301 Feb 07 21:06:03.736131 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-8a73b1fe-8de1-448b-8f39-e40c57a86d60 req-4071ccb8-527c-4cbf-85d0-8161a72a12fb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Deleting port 0f5fc44d-beb7-4da2-91c4-1a454793c5b5 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:06:03.736131 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8a73b1fe-8de1-448b-8f39-e40c57a86d60 req-4071ccb8-527c-4cbf-85d0-8161a72a12fb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (0f5fc44d-beb7-4da2-91c4-1a454793c5b5), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:03.755548 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:03.857169 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-8a73b1fe-8de1-448b-8f39-e40c57a86d60 req-4071ccb8-527c-4cbf-85d0-8161a72a12fb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] For port 0f5fc44d-beb7-4da2-91c4-1a454793c5b5, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=0f5fc44d-beb7-4da2-91c4-1a454793c5b5,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:03.857519 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8a73b1fe-8de1-448b-8f39-e40c57a86d60 req-4071ccb8-527c-4cbf-85d0-8161a72a12fb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (0f5fc44d-beb7-4da2-91c4-1a454793c5b5), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:03.872333 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-8a73b1fe-8de1-448b-8f39-e40c57a86d60 req-4071ccb8-527c-4cbf-85d0-8161a72a12fb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Calling delete_port for 0f5fc44d-beb7-4da2-91c4-1a454793c5b5 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:06:03.984202 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028bfa4-ae8f-42d3-9031-1c832c788a4b req-7996792e-a4e4-47c7-98eb-4e95a4e443bc tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:03.985764 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4028bfa4-ae8f-42d3-9031-1c832c788a4b req-7996792e-a4e4-47c7-98eb-4e95a4e443bc tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d732ab-0f9c-49bd-970d-3ee22c5a9160 HTTP/1.1" status: 200 len: 946 time: 0.0922418 Feb 07 21:06:04.008542 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 4a088163-213d-4a7f-82ad-156d9e6e4d32 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:06:04.091443 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4028bfa4-ae8f-42d3-9031-1c832c788a4b req-ac61a831-808f-4c2e-9b28-89bd161a8185 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953836 Feb 07 21:06:04.143652 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 4a088163-213d-4a7f-82ad-156d9e6e4d32 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:06:04.153848 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 4a088163-213d-4a7f-82ad-156d9e6e4d32 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:06:04.158577 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4a088163-213d-4a7f-82ad-156d9e6e4d32), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:04.161983 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8a73b1fe-8de1-448b-8f39-e40c57a86d60 req-4071ccb8-527c-4cbf-85d0-8161a72a12fb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (0f5fc44d-beb7-4da2-91c4-1a454793c5b5), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:04.229690 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071ccb8-527c-4cbf-85d0-8161a72a12fb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Pushing event deleted for resources: {'Port': ['ID=0f5fc44d-beb7-4da2-91c4-1a454793c5b5,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:04.325576 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a73b1fe-8de1-448b-8f39-e40c57a86d60 req-4071ccb8-527c-4cbf-85d0-8161a72a12fb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] No DVR routers for this DVR port 0f5fc44d-beb7-4da2-91c4-1a454793c5b5 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:06:04.328239 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8a73b1fe-8de1-448b-8f39-e40c57a86d60 req-4071ccb8-527c-4cbf-85d0-8161a72a12fb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:04.331973 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a73b1fe-8de1-448b-8f39-e40c57a86d60 req-4071ccb8-527c-4cbf-85d0-8161a72a12fb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.69 "DELETE /v2.0/ports/0f5fc44d-beb7-4da2-91c4-1a454793c5b5 HTTP/1.1" status: 204 len: 173 time: 0.8266680 Feb 07 21:06:04.332468 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878953ab-2d9e-4407-83b1-75eb62d28b19', 'name': 'network-vif-deleted', 'tag': '0f5fc44d-beb7-4da2-91c4-1a454793c5b5'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:06:04.335162 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93e20a3-6721-4558-bb18-9529661c9ecb" -d '{"events": [{"server_uuid": "878953ab-2d9e-4407-83b1-75eb62d28b19", "name": "network-vif-deleted", "tag": "0f5fc44d-beb7-4da2-91c4-1a454793c5b5"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:06:04.361339 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 4a088163-213d-4a7f-82ad-156d9e6e4d32 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:06:04.361730 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4a088163-213d-4a7f-82ad-156d9e6e4d32), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:04.424472 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dfb70f-02e3-4467-8f7c-1db0f7797ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a088163-213d-4a7f-82ad-156d9e6e4d32'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:06:04.428920 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc98f47f-000f-4aab-a881-8a378919eed3" -d '{"events": [{"server_uuid": "60dfb70f-02e3-4467-8f7c-1db0f7797ec8", "name": "network-vif-plugged", "status": "completed", "tag": "4a088163-213d-4a7f-82ad-156d9e6e4d32"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:06:04.444501 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 4a088163-213d-4a7f-82ad-156d9e6e4d32, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=4a088163-213d-4a7f-82ad-156d9e6e4d32,segment=NetworkSegment(05184215-d563-4db7-890a-f9a45bc4a1cb),segment_id=05184215-d563-4db7-890a-f9a45bc4a1cb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:04.457867 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (4a088163-213d-4a7f-82ad-156d9e6e4d32), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:04.458787 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device e357a745-038c-41e2-b12a-e0d62e551407 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:06:04.473064 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e954f8-ad80-494c-92ac-fb171a7008bc req-6ba2fcd9-dfe9-40d9-9033-ebbac0631e0a tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:04.479371 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77e954f8-ad80-494c-92ac-fb171a7008bc req-6ba2fcd9-dfe9-40d9-9033-ebbac0631e0a tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=af1662c9-6dec-4c49-ad7f-3d3ccc4d7878 HTTP/1.1" status: 200 len: 946 time: 0.2112465 Feb 07 21:06:04.498147 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-7cf9548d-235e-413b-8563-2e265597709a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2740586 Feb 07 21:06:04.503752 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: e357a745-038c-41e2-b12a-e0d62e551407 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:06:04.504107 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device e357a745-038c-41e2-b12a-e0d62e551407 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:06:04.505148 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1096bb-aa6c-4ddf-aa6f-b22e398bba79 req-c9d82815-37f5-4354-9ce6-e1d18f38fcd6 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:04.514309 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2f1096bb-aa6c-4ddf-aa6f-b22e398bba79 req-c9d82815-37f5-4354-9ce6-e1d18f38fcd6 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 950 time: 0.1913273 Feb 07 21:06:04.515364 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-37075183-083b-4859-84ee-9d2a7067370d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:06:04.518361 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-37075183-083b-4859-84ee-9d2a7067370d service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131075 Feb 07 21:06:04.594691 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=4a088163-213d-4a7f-82ad-156d9e6e4d32,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:04.646285 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2f1096bb-aa6c-4ddf-aa6f-b22e398bba79 req-fb06f0b0-6ade-4232-96b5-d236e3dd7252 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164455 Feb 07 21:06:04.674287 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77e954f8-ad80-494c-92ac-fb171a7008bc req-9e900043-ff8b-4b77-ba19-0a9e045bc4bf tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039426 Feb 07 21:06:04.769429 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdfe65c-f571-4e3d-b97b-7132ff31c140 x-openstack-request-id: req-4cdfe65c-f571-4e3d-b97b-7132ff31c140 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:06:04.769429 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878953ab-2d9e-4407-83b1-75eb62d28b19", "name": "network-vif-deleted", "tag": "0f5fc44d-beb7-4da2-91c4-1a454793c5b5", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:06:04.769429 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4cdfe65c-f571-4e3d-b97b-7132ff31c140 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:06:04.769684 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118ba56-5da1-4445-a47a-560912f01452 req-f7fdec3b-6350-483a-b262-f707d223e30f tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:04.769766 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878953ab-2d9e-4407-83b1-75eb62d28b19', 'name': 'network-vif-deleted', 'tag': '0f5fc44d-beb7-4da2-91c4-1a454793c5b5', 'status': 'completed', 'code': 200} Feb 07 21:06:04.772964 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7118ba56-5da1-4445-a47a-560912f01452 req-f7fdec3b-6350-483a-b262-f707d223e30f tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/ports?device_id=60dfb70f-02e3-4467-8f7c-1db0f7797ec8 HTTP/1.1" status: 200 len: 945 time: 0.0749934 Feb 07 21:06:04.880136 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-09c0f390-eccc-4147-9b53-e28859df0aa5 req-8d0fb800-5c8f-4b48-90d2-fdcba53f1773 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=878953ab-2d9e-4407-83b1-75eb62d28b19 HTTP/1.1" status: 200 len: 210 time: 0.0558803 Feb 07 21:06:04.889392 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7118ba56-5da1-4445-a47a-560912f01452 req-85b43498-4053-43dc-a8ff-d3c3e77bc88c tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/security-groups?id=36bd7520-30cc-4931-89fb-9fc6c0f90fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156096 Feb 07 21:06:05.094641 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f935af8-8082-4b9a-b89a-8ceb6cd4c6b8 x-openstack-request-id: req-2f935af8-8082-4b9a-b89a-8ceb6cd4c6b8 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:06:05.094995 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dfb70f-02e3-4467-8f7c-1db0f7797ec8", "name": "network-vif-plugged", "status": "completed", "tag": "4a088163-213d-4a7f-82ad-156d9e6e4d32", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:06:05.095254 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2f935af8-8082-4b9a-b89a-8ceb6cd4c6b8 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:06:05.095651 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60dfb70f-02e3-4467-8f7c-1db0f7797ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a088163-213d-4a7f-82ad-156d9e6e4d32', 'code': 200} Feb 07 21:06:05.359715 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3dced2-3a9d-47c1-bd15-2f2a52848e2e req-e01fca77-6568-49d9-b327-ac9bbf5c404d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:05.365659 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6d3dced2-3a9d-47c1-bd15-2f2a52848e2e req-e01fca77-6568-49d9-b327-ac9bbf5c404d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=60dfb70f-02e3-4467-8f7c-1db0f7797ec8 HTTP/1.1" status: 200 len: 1127 time: 0.1617861 Feb 07 21:06:05.418608 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838868d-344b-4133-a8cc-f569040b1cdd req-676f5c54-cbeb-40d1-b3c5-2629a014f28a tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:05.426999 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1838868d-344b-4133-a8cc-f569040b1cdd req-676f5c54-cbeb-40d1-b3c5-2629a014f28a tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d732ab-0f9c-49bd-970d-3ee22c5a9160 HTTP/1.1" status: 200 len: 946 time: 0.1707749 Feb 07 21:06:05.468531 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6d3dced2-3a9d-47c1-bd15-2f2a52848e2e req-e1837585-ae18-4403-bc1d-54eebe26548c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=36bd7520-30cc-4931-89fb-9fc6c0f90fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977840 Feb 07 21:06:05.512451 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1838868d-344b-4133-a8cc-f569040b1cdd req-fbcc248b-3766-4743-a702-698f78d74c18 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829964 Feb 07 21:06:05.569312 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137af29d-fc70-459d-8f58-276be9ea3765 req-2848ba20-c0f9-43e4-8294-59b9cf778a05 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:05.571598 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-137af29d-fc70-459d-8f58-276be9ea3765 req-2848ba20-c0f9-43e4-8294-59b9cf778a05 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.69 "GET /v2.0/ports?device_id=f7d732ab-0f9c-49bd-970d-3ee22c5a9160 HTTP/1.1" status: 200 len: 946 time: 0.1204791 Feb 07 21:06:05.742982 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-137af29d-fc70-459d-8f58-276be9ea3765 req-236e4ed2-ed9c-4b52-9c71-bbc4a6ddc73c tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Deleting port 6bb0c8b8-f306-45f6-b3b8-3cf81893304a {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:06:05.743468 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-137af29d-fc70-459d-8f58-276be9ea3765 req-236e4ed2-ed9c-4b52-9c71-bbc4a6ddc73c tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (6bb0c8b8-f306-45f6-b3b8-3cf81893304a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:05.876661 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f8c5c-caa5-40a1-b5f8-5f31060a0664 req-28f6900d-3b49-42e4-a6d4-d4691cb141a8 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:05.876953 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-137af29d-fc70-459d-8f58-276be9ea3765 req-236e4ed2-ed9c-4b52-9c71-bbc4a6ddc73c tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] For port 6bb0c8b8-f306-45f6-b3b8-3cf81893304a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6bb0c8b8-f306-45f6-b3b8-3cf81893304a,segment=NetworkSegment(1574066e-16fc-4a8d-8d78-5c89781943be),segment_id=1574066e-16fc-4a8d-8d78-5c89781943be)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:05.877318 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-137af29d-fc70-459d-8f58-276be9ea3765 req-236e4ed2-ed9c-4b52-9c71-bbc4a6ddc73c tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (6bb0c8b8-f306-45f6-b3b8-3cf81893304a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:05.885441 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-492f8c5c-caa5-40a1-b5f8-5f31060a0664 req-28f6900d-3b49-42e4-a6d4-d4691cb141a8 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 950 time: 0.1463320 Feb 07 21:06:05.891075 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-137af29d-fc70-459d-8f58-276be9ea3765 req-236e4ed2-ed9c-4b52-9c71-bbc4a6ddc73c tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Calling delete_port for 6bb0c8b8-f306-45f6-b3b8-3cf81893304a owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:06:06.057903 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-492f8c5c-caa5-40a1-b5f8-5f31060a0664 req-7a2329e9-2f81-4940-80f5-93a70473ba83 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710060 Feb 07 21:06:06.096993 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-137af29d-fc70-459d-8f58-276be9ea3765 req-236e4ed2-ed9c-4b52-9c71-bbc4a6ddc73c tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (6bb0c8b8-f306-45f6-b3b8-3cf81893304a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:06.111839 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['6bb0c8b8-f306-45f6-b3b8-3cf81893304a'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:06:06.118352 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 0f5fc44d-beb7-4da2-91c4-1a454793c5b5 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:06:06.122879 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bcdfae52-e61a-43c9-ac86-0bb55f900fa8 req-463dd002-55f5-4811-addc-4fab8415518c tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=878953ab-2d9e-4407-83b1-75eb62d28b19 HTTP/1.1" status: 200 len: 210 time: 0.0529971 Feb 07 21:06:06.124886 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['4be38363-b333-4daf-aa33-be4f78483414'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:06:06.199066 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e4ed2-ed9c-4b52-9c71-bbc4a6ddc73c tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Pushing event deleted for resources: {'Port': ['ID=6bb0c8b8-f306-45f6-b3b8-3cf81893304a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:06.283499 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-137af29d-fc70-459d-8f58-276be9ea3765 req-236e4ed2-ed9c-4b52-9c71-bbc4a6ddc73c tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] No DVR routers for this DVR port 6bb0c8b8-f306-45f6-b3b8-3cf81893304a on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:06:06.287672 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-137af29d-fc70-459d-8f58-276be9ea3765 req-236e4ed2-ed9c-4b52-9c71-bbc4a6ddc73c tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:06.291732 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-137af29d-fc70-459d-8f58-276be9ea3765 req-236e4ed2-ed9c-4b52-9c71-bbc4a6ddc73c tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.69 "DELETE /v2.0/ports/6bb0c8b8-f306-45f6-b3b8-3cf81893304a HTTP/1.1" status: 204 len: 173 time: 0.7057207 Feb 07 21:06:06.326561 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 0f5fc44d-beb7-4da2-91c4-1a454793c5b5 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:06:06.326910 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 0f5fc44d-beb7-4da2-91c4-1a454793c5b5 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:06:06.353187 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebefa9-fd0f-48c4-b45f-8ed0b63d0eb1 req-49abfafe-32d5-42b4-a278-46cf87613fc7 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:06.359695 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06ebefa9-fd0f-48c4-b45f-8ed0b63d0eb1 req-49abfafe-32d5-42b4-a278-46cf87613fc7 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/ports?device_id=60dfb70f-02e3-4467-8f7c-1db0f7797ec8 HTTP/1.1" status: 200 len: 945 time: 0.1149325 Feb 07 21:06:06.472367 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06ebefa9-fd0f-48c4-b45f-8ed0b63d0eb1 req-22cc4e9e-8cd7-4372-a16c-430f1a8e5bc3 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/security-groups?id=36bd7520-30cc-4931-89fb-9fc6c0f90fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026771 Feb 07 21:06:06.675342 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-78718bc6-299d-4879-acc7-a529894346c5 req-229af76b-00a6-4c4e-afa1-51068521a5ff tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d732ab-0f9c-49bd-970d-3ee22c5a9160 HTTP/1.1" status: 200 len: 210 time: 0.0588717 Feb 07 21:06:06.698113 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-1562e64a-481a-42d1-bed8-f704d61c48e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:06.700335 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-1562e64a-481a-42d1-bed8-f704d61c48e2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 1132 time: 0.0817566 Feb 07 21:06:06.766728 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d732ab-0f9c-49bd-970d-3ee22c5a9160', 'name': 'network-vif-deleted', 'tag': '6bb0c8b8-f306-45f6-b3b8-3cf81893304a'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:06:06.775996 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8babd0-7cf1-4cd1-8d21-7f2a407a02b7" -d '{"events": [{"server_uuid": "f7d732ab-0f9c-49bd-970d-3ee22c5a9160", "name": "network-vif-deleted", "tag": "6bb0c8b8-f306-45f6-b3b8-3cf81893304a"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:06:06.823610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-648c14d5-6b92-4a74-8dbb-d1200f46b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:06.825150 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-648c14d5-6b92-4a74-8dbb-d1200f46b0b2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1139302 Feb 07 21:06:06.863210 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0853b5ca-68f0-46ea-850c-29e992fbbbf4 x-openstack-request-id: req-0853b5ca-68f0-46ea-850c-29e992fbbbf4 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:06:06.863731 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d732ab-0f9c-49bd-970d-3ee22c5a9160", "name": "network-vif-deleted", "tag": "6bb0c8b8-f306-45f6-b3b8-3cf81893304a", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:06:06.864140 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0853b5ca-68f0-46ea-850c-29e992fbbbf4 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:06:06.864814 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d732ab-0f9c-49bd-970d-3ee22c5a9160', 'name': 'network-vif-deleted', 'tag': '6bb0c8b8-f306-45f6-b3b8-3cf81893304a', 'status': 'completed', 'code': 200} Feb 07 21:06:06.881779 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-21294e8b-3dc0-43c3-856f-3737d8734440 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=079ee442-2956-408d-b74d-1256c9778d3b HTTP/1.1" status: 200 len: 217 time: 0.0471745 Feb 07 21:06:06.952952 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-0516c9cf-640e-4d8c-8479-816fdcaf9ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:06.954717 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-0516c9cf-640e-4d8c-8479-816fdcaf9ee6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0596848 Feb 07 21:06:07.028421 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-7dac6100-b76a-448d-b809-ec3d4817cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:07.029855 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-7dac6100-b76a-448d-b809-ec3d4817cf29 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0486774 Feb 07 21:06:07.136176 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-f5b9483a-5464-4697-93df-093953214105 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963588 Feb 07 21:06:07.309218 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cbf1d697-8366-4f97-ac42-0f596f844cdf req-3514c4cd-1624-46ef-8612-7f30b3efd19b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=878953ab-2d9e-4407-83b1-75eb62d28b19 HTTP/1.1" status: 200 len: 210 time: 0.0700440 Feb 07 21:06:07.330973 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-177dc2e5-01d1-45c2-a8a9-3271aa530e9b service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809747 Feb 07 21:06:07.352489 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86c9ba-922f-4114-b20e-7084badbd616 req-8bf91272-d85c-4f81-8e35-50b900e97e18 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:07.354072 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3a86c9ba-922f-4114-b20e-7084badbd616 req-8bf91272-d85c-4f81-8e35-50b900e97e18 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 950 time: 0.1289854 Feb 07 21:06:07.412235 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3a86c9ba-922f-4114-b20e-7084badbd616 req-062bc9fb-86ed-4dad-9df0-c067f4c18f2d tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516250 Feb 07 21:06:07.598141 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f830d-2807-4a66-a6ad-3a8da98c44ff req-4389a399-b6cc-45e9-8993-77afd9a80768 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:07.599655 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fa3f830d-2807-4a66-a6ad-3a8da98c44ff req-4389a399-b6cc-45e9-8993-77afd9a80768 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/ports?device_id=60dfb70f-02e3-4467-8f7c-1db0f7797ec8 HTTP/1.1" status: 200 len: 945 time: 0.0553753 Feb 07 21:06:07.652881 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fa3f830d-2807-4a66-a6ad-3a8da98c44ff req-81c5bed3-544d-49f8-af46-2300622d0168 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/security-groups?id=36bd7520-30cc-4931-89fb-9fc6c0f90fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468094 Feb 07 21:06:08.030209 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201a07b-da05-4446-9e7e-54c4dd161dfb req-c89f3c74-e96a-4e68-9e50-a292fe5bc08f tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:08.030209 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7201a07b-da05-4446-9e7e-54c4dd161dfb req-c89f3c74-e96a-4e68-9e50-a292fe5bc08f tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=232e5150-7391-45cf-a737-4d8329a96210 HTTP/1.1" status: 200 len: 945 time: 0.0666368 Feb 07 21:06:08.075502 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7201a07b-da05-4446-9e7e-54c4dd161dfb req-016e268b-ead5-43a5-859b-be3064ab890d tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461991 Feb 07 21:06:08.483796 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2f52f7ac-ade6-4b98-a688-97a2af1b0bd8 req-630269e0-560f-4dfa-b04b-f235fe6dd399 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=878953ab-2d9e-4407-83b1-75eb62d28b19 HTTP/1.1" status: 200 len: 210 time: 0.0669560 Feb 07 21:06:08.581973 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d4750-4534-419d-8c07-c1d92e27e5e8 req-711309a2-226b-4bae-978c-87f8b9883447 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:08.583608 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f3d4750-4534-419d-8c07-c1d92e27e5e8 req-711309a2-226b-4bae-978c-87f8b9883447 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 950 time: 0.0702872 Feb 07 21:06:08.641339 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f3d4750-4534-419d-8c07-c1d92e27e5e8 req-2a014556-6027-4f68-b064-538b4df058a1 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516570 Feb 07 21:06:09.214863 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73adb0f-d496-4729-800f-132549ff3bd4 req-8a730c38-d227-4922-8e53-69d6c25fafb2 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:09.216360 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e73adb0f-d496-4729-800f-132549ff3bd4 req-8a730c38-d227-4922-8e53-69d6c25fafb2 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=232e5150-7391-45cf-a737-4d8329a96210 HTTP/1.1" status: 200 len: 945 time: 0.0667202 Feb 07 21:06:09.277630 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e73adb0f-d496-4729-800f-132549ff3bd4 req-f41657f6-4a7a-450b-92fb-d6ead27e7c9e tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556965 Feb 07 21:06:09.573880 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c8fdf25-24a4-4490-83a5-80830bad3fba req-3070d2b7-14d2-4476-8cc6-a4c7931958af tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=878953ab-2d9e-4407-83b1-75eb62d28b19 HTTP/1.1" status: 200 len: 210 time: 0.0350118 Feb 07 21:06:09.774376 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9f2f5-867f-4586-b9c1-6e9b67f7b97e req-9983777e-1dbe-4011-8540-786d8563d7ab tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:09.775868 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-55b9f2f5-867f-4586-b9c1-6e9b67f7b97e req-9983777e-1dbe-4011-8540-786d8563d7ab tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 950 time: 0.0527091 Feb 07 21:06:09.851768 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-55b9f2f5-867f-4586-b9c1-6e9b67f7b97e req-1313b14c-426b-4831-acc8-2c4c258b3b23 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689352 Feb 07 21:06:10.051204 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 3810bda1-7af9-41fd-a1ca-db97462c7fd2 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:06:10.131907 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6bb0c8b8-f306-45f6-b3b8-3cf81893304a no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:06:10.169671 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 6bb0c8b8-f306-45f6-b3b8-3cf81893304a {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:06:10.170431 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6bb0c8b8-f306-45f6-b3b8-3cf81893304a not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:06:10.212040 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 3810bda1-7af9-41fd-a1ca-db97462c7fd2, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3810bda1-7af9-41fd-a1ca-db97462c7fd2,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:10.225065 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '3810bda1-7af9-41fd-a1ca-db97462c7fd2', 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3', 'port_id': '3810bda1-7af9-41fd-a1ca-db97462c7fd2', 'mac_address': 'fa:16:3e:05:2c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d136787-de5f-4353-a2b9-a7f4409cab76', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:06:10.273939 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 3810bda1-7af9-41fd-a1ca-db97462c7fd2 is: ACTIVE; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:06:10.274478 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3810bda1-7af9-41fd-a1ca-db97462c7fd2), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:10.290207 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3810bda1-7af9-41fd-a1ca-db97462c7fd2 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:06:10.313843 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 3810bda1-7af9-41fd-a1ca-db97462c7fd2, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3810bda1-7af9-41fd-a1ca-db97462c7fd2,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:10.326003 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3810bda1-7af9-41fd-a1ca-db97462c7fd2), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:10.431449 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=3810bda1-7af9-41fd-a1ca-db97462c7fd2,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:10.453051 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['3810bda1-7af9-41fd-a1ca-db97462c7fd2'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:06:10.490796 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd098ae0-87b6-4a5b-9fd4-abed5f3835b4 req-6fb763d7-dd74-4c54-8196-9ddc94234e44 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:10.492701 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fd098ae0-87b6-4a5b-9fd4-abed5f3835b4 req-6fb763d7-dd74-4c54-8196-9ddc94234e44 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.71 "GET /v2.0/ports?device_id=232e5150-7391-45cf-a737-4d8329a96210 HTTP/1.1" status: 200 len: 945 time: 0.1763394 Feb 07 21:06:10.507956 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c7eb4-3eff-48c9-a105-507741435dc9 req-dce30935-7ede-4358-a1b1-f70e40661530 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:10.509530 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c95c7eb4-3eff-48c9-a105-507741435dc9 req-dce30935-7ede-4358-a1b1-f70e40661530 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=232e5150-7391-45cf-a737-4d8329a96210 HTTP/1.1" status: 200 len: 945 time: 0.1195557 Feb 07 21:06:10.692935 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c95c7eb4-3eff-48c9-a105-507741435dc9 req-e370a149-6e27-4ab9-a421-f198f7164e54 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/security-groups?id=df1c3b77-8de0-4d4d-8147-4615f1165034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727346 Feb 07 21:06:10.739984 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-fd098ae0-87b6-4a5b-9fd4-abed5f3835b4 req-3a9e604b-53ff-402a-b121-eaf7f41b9224 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Deleting port 4be38363-b333-4daf-aa33-be4f78483414 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:06:10.740359 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fd098ae0-87b6-4a5b-9fd4-abed5f3835b4 req-3a9e604b-53ff-402a-b121-eaf7f41b9224 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (4be38363-b333-4daf-aa33-be4f78483414), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:11.195408 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-fd098ae0-87b6-4a5b-9fd4-abed5f3835b4 req-3a9e604b-53ff-402a-b121-eaf7f41b9224 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] For port 4be38363-b333-4daf-aa33-be4f78483414, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=4be38363-b333-4daf-aa33-be4f78483414,segment=NetworkSegment(1574066e-16fc-4a8d-8d78-5c89781943be),segment_id=1574066e-16fc-4a8d-8d78-5c89781943be)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:11.196035 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fd098ae0-87b6-4a5b-9fd4-abed5f3835b4 req-3a9e604b-53ff-402a-b121-eaf7f41b9224 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (4be38363-b333-4daf-aa33-be4f78483414), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:11.210330 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-fd098ae0-87b6-4a5b-9fd4-abed5f3835b4 req-3a9e604b-53ff-402a-b121-eaf7f41b9224 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Calling delete_port for 4be38363-b333-4daf-aa33-be4f78483414 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:06:11.377551 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e792aede-1569-4055-8a7d-51afc235ac94 req-61de2e46-8454-4318-8969-847c2ccadf3b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=878953ab-2d9e-4407-83b1-75eb62d28b19 HTTP/1.1" status: 200 len: 210 time: 0.6435540 Feb 07 21:06:11.383994 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fd098ae0-87b6-4a5b-9fd4-abed5f3835b4 req-3a9e604b-53ff-402a-b121-eaf7f41b9224 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (4be38363-b333-4daf-aa33-be4f78483414), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:11.396272 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['4be38363-b333-4daf-aa33-be4f78483414'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:06:11.503467 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd098ae0-87b6-4a5b-9fd4-abed5f3835b4 req-3a9e604b-53ff-402a-b121-eaf7f41b9224 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] No DVR routers for this DVR port 4be38363-b333-4daf-aa33-be4f78483414 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:06:11.506235 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fd098ae0-87b6-4a5b-9fd4-abed5f3835b4 req-3a9e604b-53ff-402a-b121-eaf7f41b9224 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:11.511341 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fd098ae0-87b6-4a5b-9fd4-abed5f3835b4 req-3a9e604b-53ff-402a-b121-eaf7f41b9224 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.71 "DELETE /v2.0/ports/4be38363-b333-4daf-aa33-be4f78483414 HTTP/1.1" status: 204 len: 173 time: 1.0003278 Feb 07 21:06:11.512826 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232e5150-7391-45cf-a737-4d8329a96210', 'name': 'network-vif-deleted', 'tag': '4be38363-b333-4daf-aa33-be4f78483414'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:06:11.516720 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3917ebfd-22ed-4c9b-81ab-1db8ddcf8db6" -d '{"events": [{"server_uuid": "232e5150-7391-45cf-a737-4d8329a96210", "name": "network-vif-deleted", "tag": "4be38363-b333-4daf-aa33-be4f78483414"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:06:11.519510 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e604b-53ff-402a-b121-eaf7f41b9224 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] Pushing event deleted for resources: {'Port': ['ID=4be38363-b333-4daf-aa33-be4f78483414,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:11.545526 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a8617-99f3-4f97-a8a3-ecc37dfd59f7 req-3853ea8a-69bb-4a9e-84d2-4fd509385504 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:11.554223 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e16a8617-99f3-4f97-a8a3-ecc37dfd59f7 req-3853ea8a-69bb-4a9e-84d2-4fd509385504 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 950 time: 0.2177331 Feb 07 21:06:11.625545 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e16a8617-99f3-4f97-a8a3-ecc37dfd59f7 req-ccd780d4-5617-4f14-90c2-6b64d32fafe1 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701356 Feb 07 21:06:11.633699 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abb1aa2-b4a7-46cf-b7e3-58c84e2be9c0 x-openstack-request-id: req-6abb1aa2-b4a7-46cf-b7e3-58c84e2be9c0 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:06:11.634155 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232e5150-7391-45cf-a737-4d8329a96210", "name": "network-vif-deleted", "tag": "4be38363-b333-4daf-aa33-be4f78483414", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:06:11.634542 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6abb1aa2-b4a7-46cf-b7e3-58c84e2be9c0 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:06:11.635072 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232e5150-7391-45cf-a737-4d8329a96210', 'name': 'network-vif-deleted', 'tag': '4be38363-b333-4daf-aa33-be4f78483414', 'status': 'completed', 'code': 200} Feb 07 21:06:11.831481 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-717302f5-4f9a-4eec-b7a6-11715e25472b req-45adbad5-1d33-42c6-a571-fa81087f0d00 tempest-ListServerFiltersTestJSON-520772833 tempest-ListServerFiltersTestJSON-520772833-project] 10.222.0.65 "GET /v2.0/ports?device_id=232e5150-7391-45cf-a737-4d8329a96210 HTTP/1.1" status: 200 len: 210 time: 0.0352683 Feb 07 21:06:12.071233 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 3810bda1-7af9-41fd-a1ca-db97462c7fd2 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:06:12.151982 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 3810bda1-7af9-41fd-a1ca-db97462c7fd2 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:06:12.153510 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3810bda1-7af9-41fd-a1ca-db97462c7fd2), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:12.291074 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 3810bda1-7af9-41fd-a1ca-db97462c7fd2 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:06:12.292242 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3810bda1-7af9-41fd-a1ca-db97462c7fd2), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:12.319042 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1662c9-6dec-4c49-ad7f-3d3ccc4d7878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3810bda1-7af9-41fd-a1ca-db97462c7fd2'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:06:12.321598 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a991dcb9-f0ac-4fd5-a46d-6ded415eedb2" -d '{"events": [{"server_uuid": "af1662c9-6dec-4c49-ad7f-3d3ccc4d7878", "name": "network-vif-plugged", "status": "completed", "tag": "3810bda1-7af9-41fd-a1ca-db97462c7fd2"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:06:12.335282 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 3810bda1-7af9-41fd-a1ca-db97462c7fd2, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3810bda1-7af9-41fd-a1ca-db97462c7fd2,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:12.341407 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3810bda1-7af9-41fd-a1ca-db97462c7fd2), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:12.342559 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 4be38363-b333-4daf-aa33-be4f78483414 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:06:12.368927 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 4be38363-b333-4daf-aa33-be4f78483414 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:06:12.369302 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 4be38363-b333-4daf-aa33-be4f78483414 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:06:12.374990 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06132b6e-c8d3-47f6-a3f5-b5f843d8c942 x-openstack-request-id: req-06132b6e-c8d3-47f6-a3f5-b5f843d8c942 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:06:12.375307 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1662c9-6dec-4c49-ad7f-3d3ccc4d7878", "name": "network-vif-plugged", "status": "completed", "tag": "3810bda1-7af9-41fd-a1ca-db97462c7fd2", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:06:12.375570 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06132b6e-c8d3-47f6-a3f5-b5f843d8c942 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:06:12.376233 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1662c9-6dec-4c49-ad7f-3d3ccc4d7878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3810bda1-7af9-41fd-a1ca-db97462c7fd2', 'code': 200} Feb 07 21:06:12.429740 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=3810bda1-7af9-41fd-a1ca-db97462c7fd2,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:12.476216 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3de6ccd-79bb-4202-8e12-c55078dd3caa req-a32f2b87-eb6d-4d27-aa1a-1c49f5525374 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=878953ab-2d9e-4407-83b1-75eb62d28b19 HTTP/1.1" status: 200 len: 210 time: 0.0320079 Feb 07 21:06:12.790807 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af15e54-3766-4373-b8f4-2b2e4695465a req-9dfe0c85-4efc-4fc2-9f96-4d791aac848c tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:12.793294 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5af15e54-3766-4373-b8f4-2b2e4695465a req-9dfe0c85-4efc-4fc2-9f96-4d791aac848c tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 950 time: 0.0854390 Feb 07 21:06:12.861035 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5af15e54-3766-4373-b8f4-2b2e4695465a req-1a5922d8-4339-4079-bf30-e57a299d5b9e tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607803 Feb 07 21:06:12.922900 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50482) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:06:12.980134 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0af76e0-8c95-4ae6-8aef-caa5cc5e6c11 admin admin] Deleting subnet d22eb694-e368-4bbe-8b90-a32421babc90 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:06:12.984165 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c0af76e0-8c95-4ae6-8aef-caa5cc5e6c11 admin admin] Publish callbacks [] for subnet (d22eb694-e368-4bbe-8b90-a32421babc90), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:13.029209 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c0af76e0-8c95-4ae6-8aef-caa5cc5e6c11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (d22eb694-e368-4bbe-8b90-a32421babc90), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:13.118826 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c0af76e0-8c95-4ae6-8aef-caa5cc5e6c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (d22eb694-e368-4bbe-8b90-a32421babc90), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:13.189977 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c0af76e0-8c95-4ae6-8aef-caa5cc5e6c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (d22eb694-e368-4bbe-8b90-a32421babc90), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:13.218076 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af76e0-8c95-4ae6-8aef-caa5cc5e6c11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d22eb694-e368-4bbe-8b90-a32421babc90,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:13.222727 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c0af76e0-8c95-4ae6-8aef-caa5cc5e6c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:13.228557 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c0af76e0-8c95-4ae6-8aef-caa5cc5e6c11 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d22eb694-e368-4bbe-8b90-a32421babc90 HTTP/1.1" status: 204 len: 168 time: 0.3014104 Feb 07 21:06:13.228741 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50484) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:06:13.243151 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6465af-939f-416b-8201-3b56c69ab2ca None None] Network e2ff74a0-6233-4073-be49-51a0d51ed7eb requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:06:13.306085 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b6310de-7829-429c-b970-38cd7c384f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (e2ff74a0-6233-4073-be49-51a0d51ed7eb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:13.369427 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1b6310de-7829-429c-b970-38cd7c384f13 admin admin] Deleting port e64e1150-fb44-4cad-9498-e99453359737 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:06:13.370116 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b6310de-7829-429c-b970-38cd7c384f13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e64e1150-fb44-4cad-9498-e99453359737), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:13.446091 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1b6310de-7829-429c-b970-38cd7c384f13 admin admin] For port e64e1150-fb44-4cad-9498-e99453359737, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e64e1150-fb44-4cad-9498-e99453359737,segment=NetworkSegment(1574066e-16fc-4a8d-8d78-5c89781943be),segment_id=1574066e-16fc-4a8d-8d78-5c89781943be)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:13.446545 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b6310de-7829-429c-b970-38cd7c384f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e64e1150-fb44-4cad-9498-e99453359737), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:13.464675 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1b6310de-7829-429c-b970-38cd7c384f13 admin admin] Calling delete_port for e64e1150-fb44-4cad-9498-e99453359737 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:06:13.473486 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5378564-02f0-485a-a19a-1e1e2cf19b45 None None] DHCP port deletion for e2ff74a0-6233-4073-be49-51a0d51ed7eb request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:06:13.533705 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b5378564-02f0-485a-a19a-1e1e2cf19b45 None None] Deleting port e64e1150-fb44-4cad-9498-e99453359737 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:06:13.534233 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b5378564-02f0-485a-a19a-1e1e2cf19b45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e64e1150-fb44-4cad-9498-e99453359737), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:13.569016 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b6310de-7829-429c-b970-38cd7c384f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (e64e1150-fb44-4cad-9498-e99453359737), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:13.600507 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b5378564-02f0-485a-a19a-1e1e2cf19b45 None None] For port e64e1150-fb44-4cad-9498-e99453359737, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e64e1150-fb44-4cad-9498-e99453359737,segment=NetworkSegment(1574066e-16fc-4a8d-8d78-5c89781943be),segment_id=1574066e-16fc-4a8d-8d78-5c89781943be)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:13.600997 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b5378564-02f0-485a-a19a-1e1e2cf19b45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e64e1150-fb44-4cad-9498-e99453359737), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:13.615987 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b5378564-02f0-485a-a19a-1e1e2cf19b45 None None] Calling delete_port for e64e1150-fb44-4cad-9498-e99453359737 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:06:13.622435 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-547801ba-d869-4b07-9ea4-db29798196d0 req-e61a7d4e-4390-4279-8f62-9e6354a044f2 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=878953ab-2d9e-4407-83b1-75eb62d28b19 HTTP/1.1" status: 200 len: 210 time: 0.0506799 Feb 07 21:06:13.663574 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6310de-7829-429c-b970-38cd7c384f13 admin admin] No DVR routers for this DVR port e64e1150-fb44-4cad-9498-e99453359737 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:06:13.673167 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6310de-7829-429c-b970-38cd7c384f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=e64e1150-fb44-4cad-9498-e99453359737,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:13.749579 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b5378564-02f0-485a-a19a-1e1e2cf19b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (e64e1150-fb44-4cad-9498-e99453359737), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:13.774382 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b6310de-7829-429c-b970-38cd7c384f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (e2ff74a0-6233-4073-be49-51a0d51ed7eb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:13.790328 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5378564-02f0-485a-a19a-1e1e2cf19b45 None None] Pushing event deleted for resources: {'Port': ['ID=e64e1150-fb44-4cad-9498-e99453359737,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:13.798680 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-1b6310de-7829-429c-b970-38cd7c384f13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ff74a0-6233-4073-be49-51a0d51ed7eb']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:06:13.808256 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5378564-02f0-485a-a19a-1e1e2cf19b45 None None] No DVR routers for this DVR port e64e1150-fb44-4cad-9498-e99453359737 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:06:13.811361 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-1b6310de-7829-429c-b970-38cd7c384f13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1574066e-16fc-4a8d-8d78-5c89781943be') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:06:13.811664 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-1b6310de-7829-429c-b970-38cd7c384f13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1574066e-16fc-4a8d-8d78-5c89781943be') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:06:13.834270 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b6310de-7829-429c-b970-38cd7c384f13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (1574066e-16fc-4a8d-8d78-5c89781943be), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:13.855734 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b6310de-7829-429c-b970-38cd7c384f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (1574066e-16fc-4a8d-8d78-5c89781943be), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:13.871794 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6310de-7829-429c-b970-38cd7c384f13 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:06:13.872226 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b6310de-7829-429c-b970-38cd7c384f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (1574066e-16fc-4a8d-8d78-5c89781943be), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:06:13.875384 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:06:13.905083 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e64e1150-fb44-4cad-9498-e99453359737 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:06:13.935814 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: e64e1150-fb44-4cad-9498-e99453359737 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:06:13.936487 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e64e1150-fb44-4cad-9498-e99453359737 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:06:13.960941 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b6310de-7829-429c-b970-38cd7c384f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (e2ff74a0-6233-4073-be49-51a0d51ed7eb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:13.968568 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b6310de-7829-429c-b970-38cd7c384f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:13.972092 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1b6310de-7829-429c-b970-38cd7c384f13 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e2ff74a0-6233-4073-be49-51a0d51ed7eb HTTP/1.1" status: 204 len: 168 time: 0.7415366 Feb 07 21:06:14.007389 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6310de-7829-429c-b970-38cd7c384f13 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2ff74a0-6233-4073-be49-51a0d51ed7eb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:14.108921 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739d44f-4c5c-4e4b-a348-b1d71484032e req-329eaf26-8b16-4972-bf6b-4367eba553ed tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:14.118990 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7739d44f-4c5c-4e4b-a348-b1d71484032e req-329eaf26-8b16-4972-bf6b-4367eba553ed tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 950 time: 0.1013732 Feb 07 21:06:14.201017 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7739d44f-4c5c-4e4b-a348-b1d71484032e req-10ea665f-5eb7-4104-8ce7-d6270278c156 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800056 Feb 07 21:06:14.261194 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50516) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:06:14.319672 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1a1f7d44-643c-445d-bc0d-8d325364e28e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b1f97ac58068416db1c6f1dd3f325c67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0566885 Feb 07 21:06:14.321778 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 50518) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:06:14.392564 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-13d86a0a-f84a-408d-b4c1-08a41f8142cc admin admin] Publish callbacks [] for security_group (df1c3b77-8de0-4d4d-8147-4615f1165034), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:14.418417 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-13d86a0a-f84a-408d-b4c1-08a41f8142cc admin admin] Publish callbacks [] for security_group (df1c3b77-8de0-4d4d-8147-4615f1165034), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:14.489680 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-13d86a0a-f84a-408d-b4c1-08a41f8142cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (df1c3b77-8de0-4d4d-8147-4615f1165034), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:14.494001 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-13d86a0a-f84a-408d-b4c1-08a41f8142cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:14.495280 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-13d86a0a-f84a-408d-b4c1-08a41f8142cc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/df1c3b77-8de0-4d4d-8147-4615f1165034 HTTP/1.1" status: 204 len: 168 time: 0.1722114 Feb 07 21:06:14.524567 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d86a0a-f84a-408d-b4c1-08a41f8142cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1c3b77-8de0-4d4d-8147-4615f1165034,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:14.849351 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04d186c4-e924-46ae-9c72-dcc3d998b61b req-db661de2-ddb4-439b-878f-50d65e6ee4e9 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=878953ab-2d9e-4407-83b1-75eb62d28b19 HTTP/1.1" status: 200 len: 210 time: 0.0687473 Feb 07 21:06:15.375793 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98b32a-87e9-421a-844e-cf49e66320b0 req-392a8271-0a2d-4421-af8d-d7feaa7dc42b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:15.385203 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d98b32a-87e9-421a-844e-cf49e66320b0 req-392a8271-0a2d-4421-af8d-d7feaa7dc42b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 950 time: 0.0842223 Feb 07 21:06:15.453336 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d98b32a-87e9-421a-844e-cf49e66320b0 req-d6ff1239-2561-4454-bde2-236621c3bf17 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661731 Feb 07 21:06:15.614989 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 50564) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:06:15.754700 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6105a3a5-e7dc-4c38-a1b3-179d4e902952 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1081095316-network', 'tenant_id': 'e119b811dc8f475b83fac2f2465862af'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:06:15.805174 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6105a3a5-e7dc-4c38-a1b3-179d4e902952 admin admin] Made reservation on behalf of e119b811dc8f475b83fac2f2465862af for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:06:15.814476 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6105a3a5-e7dc-4c38-a1b3-179d4e902952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:15.841603 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6105a3a5-e7dc-4c38-a1b3-179d4e902952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:16.017610 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9e3a1c87-642f-4220-911f-d48d776cdf70 req-625b875b-7e0b-4884-9c7c-5dfb5507ef93 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=878953ab-2d9e-4407-83b1-75eb62d28b19 HTTP/1.1" status: 200 len: 210 time: 0.0458691 Feb 07 21:06:16.046871 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6105a3a5-e7dc-4c38-a1b3-179d4e902952 admin admin] Publish callbacks [] for security_group (ea49febe-36db-4c85-847f-50d2af3c96dd), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:16.055138 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6105a3a5-e7dc-4c38-a1b3-179d4e902952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ea49febe-36db-4c85-847f-50d2af3c96dd), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:16.086063 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6105a3a5-e7dc-4c38-a1b3-179d4e902952 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:06:16.098347 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105a3a5-e7dc-4c38-a1b3-179d4e902952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea49febe-36db-4c85-847f-50d2af3c96dd,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:16.106494 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6105a3a5-e7dc-4c38-a1b3-179d4e902952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (650487d5-6a76-4a56-b538-2e793234952d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:16.107238 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-6105a3a5-e7dc-4c38-a1b3-179d4e902952 admin admin] Added segment 650487d5-6a76-4a56-b538-2e793234952d of type vlan for network 43940253-37f4-47cc-a4e7-cf4a71d63384 Feb 07 21:06:16.200037 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6105a3a5-e7dc-4c38-a1b3-179d4e902952 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (43940253-37f4-47cc-a4e7-cf4a71d63384), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:16.306841 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6105a3a5-e7dc-4c38-a1b3-179d4e902952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (43940253-37f4-47cc-a4e7-cf4a71d63384), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:16.309324 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6105a3a5-e7dc-4c38-a1b3-179d4e902952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:16.310320 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6105a3a5-e7dc-4c38-a1b3-179d4e902952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:16.351542 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6105a3a5-e7dc-4c38-a1b3-179d4e902952 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7328808 Feb 07 21:06:16.352557 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50580) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:06:16.360134 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9dab9544-8756-4fdf-9bc6-b345b6263b14 admin admin] Request body: {'subnet': {'network_id': '43940253-37f4-47cc-a4e7-cf4a71d63384', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1081095316-subnet', 'tenant_id': 'e119b811dc8f475b83fac2f2465862af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:06:16.382353 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2f15eaa6-18b8-4a09-8cb0-b92913ba1474 req-a0e3f24d-cd45-4544-a394-e32667fdaf01 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0904875 Feb 07 21:06:16.405046 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105a3a5-e7dc-4c38-a1b3-179d4e902952 admin admin] Pushing event updated for resources: {'Network': ['ID=43940253-37f4-47cc-a4e7-cf4a71d63384,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:16.415469 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 43940253-37f4-47cc-a4e7-cf4a71d63384 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:06:16.421768 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dab9544-8756-4fdf-9bc6-b345b6263b14 admin admin] Made reservation on behalf of e119b811dc8f475b83fac2f2465862af for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:06:16.424356 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9dab9544-8756-4fdf-9bc6-b345b6263b14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:16.555832 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15eaa6-18b8-4a09-8cb0-b92913ba1474 req-97d7158b-0541-41ad-ab56-3536998bbda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:16.558108 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2f15eaa6-18b8-4a09-8cb0-b92913ba1474 req-97d7158b-0541-41ad-ab56-3536998bbda7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4b7c1937361146a7b2dfe64ac8dca8e9&device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 1127 time: 0.1462805 Feb 07 21:06:16.680588 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052497db-6fef-4a97-bc96-c2608df7d114 req-2bf29c64-9858-4ab3-9fa9-fe5fbbc8487e tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:16.683441 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-052497db-6fef-4a97-bc96-c2608df7d114 req-2bf29c64-9858-4ab3-9fa9-fe5fbbc8487e tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 950 time: 0.1311903 Feb 07 21:06:16.774898 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9dab9544-8756-4fdf-9bc6-b345b6263b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (f3c139a2-b636-4a5b-8f26-1a247d98518a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:16.785837 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-052497db-6fef-4a97-bc96-c2608df7d114 req-9d06c4d3-1956-4999-844f-35d6cfbfedc4 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960047 Feb 07 21:06:16.825221 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab9544-8756-4fdf-9bc6-b345b6263b14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3c139a2-b636-4a5b-8f26-1a247d98518a,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:16.825221 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15eaa6-18b8-4a09-8cb0-b92913ba1474 req-35e9bee1-cf0a-4617-b40a-68c6815c6dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:16.826581 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2f15eaa6-18b8-4a09-8cb0-b92913ba1474 req-35e9bee1-cf0a-4617-b40a-68c6815c6dce service neutron] 10.222.0.69 "GET /v2.0/networks?id=d5bb16a4-31f3-4a2c-94f1-a95e66782779 HTTP/1.1" status: 200 len: 919 time: 0.2211196 Feb 07 21:06:16.890772 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2f15eaa6-18b8-4a09-8cb0-b92913ba1474 req-02cef958-cbab-4892-964d-b021fed7ffdc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6be35f8-2180-48c6-80fa-1ad984dae764 HTTP/1.1" status: 200 len: 217 time: 0.0550902 Feb 07 21:06:16.922822 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dab9544-8756-4fdf-9bc6-b345b6263b14 admin admin] Checking segment: {'id': '650487d5-6a76-4a56-b538-2e793234952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '43940253-37f4-47cc-a4e7-cf4a71d63384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:06:16.923196 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dab9544-8756-4fdf-9bc6-b345b6263b14 admin admin] Network hostable DHCP agents. Network: 43940253-37f4-47cc-a4e7-cf4a71d63384, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:06:16.995459 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15eaa6-18b8-4a09-8cb0-b92913ba1474 req-f35d4c42-32d5-4a27-a3fa-d4dede028965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:17.006194 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2f15eaa6-18b8-4a09-8cb0-b92913ba1474 req-f35d4c42-32d5-4a27-a3fa-d4dede028965 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4b00d401-675a-4bb3-80a1-0cef41c01a34 HTTP/1.1" status: 200 len: 858 time: 0.1074076 Feb 07 21:06:17.007380 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dab9544-8756-4fdf-9bc6-b345b6263b14 admin admin] Network 43940253-37f4-47cc-a4e7-cf4a71d63384 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:06:17.043324 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2f15eaa6-18b8-4a09-8cb0-b92913ba1474 req-356317d4-fb4d-4693-8d3a-f2cc282a0f28 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5bb16a4-31f3-4a2c-94f1-a95e66782779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314894 Feb 07 21:06:17.044123 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9dab9544-8756-4fdf-9bc6-b345b6263b14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 43940253-37f4-47cc-a4e7-cf4a71d63384) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:06:17.048436 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dab9544-8756-4fdf-9bc6-b345b6263b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:17.049033 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9dab9544-8756-4fdf-9bc6-b345b6263b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:17.056690 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967972ae-71af-416c-8443-a7394bd8b1eb None None] Network 43940253-37f4-47cc-a4e7-cf4a71d63384 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:06:17.132558 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9dab9544-8756-4fdf-9bc6-b345b6263b14 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7774684 Feb 07 21:06:17.147163 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-44608664-c812-4b78-a4cf-bc63bfdee3a2 req-8016737d-0861-45fa-8f1e-e93976bbfc3f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=878953ab-2d9e-4407-83b1-75eb62d28b19 HTTP/1.1" status: 200 len: 210 time: 0.0480409 Feb 07 21:06:17.223795 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2f15eaa6-18b8-4a09-8cb0-b92913ba1474 req-97b5f63d-d087-4a75-828c-2e6fa1330359 service neutron] 10.222.0.69 "GET /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722035 Feb 07 21:06:17.417619 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2f15eaa6-18b8-4a09-8cb0-b92913ba1474 req-59201e12-dafa-4c93-ab77-9d14266ef73a service neutron] 10.222.0.69 "GET /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855087 Feb 07 21:06:17.482504 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ac047d-6ec4-487a-8292-cc93f27129c8 None None] Network 43940253-37f4-47cc-a4e7-cf4a71d63384 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:06:17.556178 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:06:17.954672 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887546f-6a13-47b5-8805-770df42e76d8 req-5ab4288d-75d9-4e27-9ba9-23bd3d58088e tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:17.961962 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-5ab4288d-75d9-4e27-9ba9-23bd3d58088e tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/networks?id=43940253-37f4-47cc-a4e7-cf4a71d63384 HTTP/1.1" status: 200 len: 818 time: 0.1635239 Feb 07 21:06:17.979158 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-8a3af64e-1aa2-4c36-ae8b-f90af04754f5 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/quotas/e119b811dc8f475b83fac2f2465862af HTTP/1.1" status: 200 len: 375 time: 0.0156350 Feb 07 21:06:18.039212 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-b789b539-dd6a-41e2-8f1a-385ed733ae27 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e119b811dc8f475b83fac2f2465862af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589693 Feb 07 21:06:18.160241 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af72811-6518-4a6c-8b6a-70e2bcacc4af req-2f21be0c-b078-4be4-8a76-b0ba5a9c8795 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:18.161690 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6af72811-6518-4a6c-8b6a-70e2bcacc4af req-2f21be0c-b078-4be4-8a76-b0ba5a9c8795 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 950 time: 0.1796989 Feb 07 21:06:18.229469 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-a9ec7f49-cfc6-4bc9-b979-c38ba388c73a service neutron] 10.222.0.65 "GET /v2.0/networks/43940253-37f4-47cc-a4e7-cf4a71d63384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893976 Feb 07 21:06:18.315672 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-acf70eb2-bc10-4377-9d79-5bc70706a88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:18.346249 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6af72811-6518-4a6c-8b6a-70e2bcacc4af req-c1da62b4-e8b5-4f31-bfb6-67db107839ee tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752353 Feb 07 21:06:18.416463 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-6b681db3-1b2b-4169-86f6-2197527598c4 service neutron] 10.222.0.65 "GET /v2.0/networks/43940253-37f4-47cc-a4e7-cf4a71d63384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730826 Feb 07 21:06:18.628633 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b74dadd3-cae1-45be-80eb-a97e51bd0ffa req-3ce77542-675c-45af-aa7c-65598eed8be9 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=878953ab-2d9e-4407-83b1-75eb62d28b19 HTTP/1.1" status: 200 len: 210 time: 0.0617468 Feb 07 21:06:18.734136 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50640) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:06:18.738972 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-40dd3c72-7571-4059-b62e-e64d8c5f6470 req-9a4267cc-f54a-461c-a2e6-e03b685cafc9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1134210 Feb 07 21:06:18.958704 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd3c72-7571-4059-b62e-e64d8c5f6470 req-fdf5fe78-d56a-418d-8cf9-6d33323aec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:18.960239 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-40dd3c72-7571-4059-b62e-e64d8c5f6470 req-fdf5fe78-d56a-418d-8cf9-6d33323aec85 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b7c1937361146a7b2dfe64ac8dca8e9&device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 1128 time: 0.1251228 Feb 07 21:06:19.000480 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7fbe19c0-f3ec-4b32-a2bd-64efe7eaf42f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:19.168066 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7fbe19c0-f3ec-4b32-a2bd-64efe7eaf42f admin admin] Publish callbacks [] for security_group (0119ffcb-ec27-4eef-828b-8cfa730c3c1a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:19.175160 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d7859097-db09-415d-975c-414835a52f55 req-43b4b455-3db7-49f3-803e-3262a3caa1f7 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/ports?device_id=52066ffb-a3c9-44e7-9204-c7d274ca45d3 HTTP/1.1" status: 200 len: 210 time: 0.0653415 Feb 07 21:06:19.190354 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7fbe19c0-f3ec-4b32-a2bd-64efe7eaf42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0119ffcb-ec27-4eef-828b-8cfa730c3c1a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:19.225697 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd3c72-7571-4059-b62e-e64d8c5f6470 req-d41cb098-07bf-46ca-a5e1-ed1e562825b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:19.227261 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-40dd3c72-7571-4059-b62e-e64d8c5f6470 req-d41cb098-07bf-46ca-a5e1-ed1e562825b2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d5bb16a4-31f3-4a2c-94f1-a95e66782779 HTTP/1.1" status: 200 len: 919 time: 0.2440271 Feb 07 21:06:19.231836 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe19c0-f3ec-4b32-a2bd-64efe7eaf42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0119ffcb-ec27-4eef-828b-8cfa730c3c1a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:19.263740 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7fbe19c0-f3ec-4b32-a2bd-64efe7eaf42f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5ab188dca86e410b98960ac75d24d0ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5272810 Feb 07 21:06:19.266461 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50660) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:06:19.341158 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-40dd3c72-7571-4059-b62e-e64d8c5f6470 req-891874e2-0559-47a6-81ce-513f8c22f148 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd5739c0-1881-4d44-9ab4-3a03657c775f HTTP/1.1" status: 200 len: 217 time: 0.1063690 Feb 07 21:06:19.481621 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd3c72-7571-4059-b62e-e64d8c5f6470 req-8090c126-7d5f-447e-8d3e-6201a17e0651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:19.489724 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-40dd3c72-7571-4059-b62e-e64d8c5f6470 req-8090c126-7d5f-447e-8d3e-6201a17e0651 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4b00d401-675a-4bb3-80a1-0cef41c01a34 HTTP/1.1" status: 200 len: 858 time: 0.1387177 Feb 07 21:06:19.569573 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-40dd3c72-7571-4059-b62e-e64d8c5f6470 req-020753b8-5c74-42d7-81bc-0b3b0eaa9abd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d5bb16a4-31f3-4a2c-94f1-a95e66782779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750597 Feb 07 21:06:19.728931 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34abf4e-0778-4b7e-a9b6-f66395b16905 req-03f7cae3-6c02-47f2-a8c2-d0dc19026b7b tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:19.736881 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f34abf4e-0778-4b7e-a9b6-f66395b16905 req-03f7cae3-6c02-47f2-a8c2-d0dc19026b7b tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.1874459 Feb 07 21:06:19.752426 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01116420-0989-4ea9-a233-ecd14f239d58 req-4df12fd3-792d-4add-93ac-f1079f8b05e6 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:19.754002 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-01116420-0989-4ea9-a233-ecd14f239d58 req-4df12fd3-792d-4add-93ac-f1079f8b05e6 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 950 time: 0.2426620 Feb 07 21:06:19.880406 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-40dd3c72-7571-4059-b62e-e64d8c5f6470 req-8c844610-47cf-4ad1-a72a-d7b7f9e5acb8 service neutron] 10.222.0.71 "GET /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707865 Feb 07 21:06:19.944473 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb63a371-ad1e-45a3-be13-1c9245e61eb4 admin admin] Publish callbacks [] for security_group (0119ffcb-ec27-4eef-828b-8cfa730c3c1a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:19.953709 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d9eb8-48d0-45f7-9c7b-f26c8d20bd21 req-85aa1f94-00f5-4213-bb03-51b704a505d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:19.960004 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fd8d9eb8-48d0-45f7-9c7b-f26c8d20bd21 req-85aa1f94-00f5-4213-bb03-51b704a505d1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4b7c1937361146a7b2dfe64ac8dca8e9&device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 1127 time: 0.0948172 Feb 07 21:06:19.961906 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-01116420-0989-4ea9-a233-ecd14f239d58 req-3a94c7e1-72ac-4a20-83de-3a40fa3928f4 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910894 Feb 07 21:06:20.148081 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d9eb8-48d0-45f7-9c7b-f26c8d20bd21 req-b3803bc7-1089-406f-a32d-5659e3e42bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:20.149335 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f34abf4e-0778-4b7e-a9b6-f66395b16905 req-ec83b004-4fe2-43ba-9e18-c85e6ad438b0 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995633 Feb 07 21:06:20.151104 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fd8d9eb8-48d0-45f7-9c7b-f26c8d20bd21 req-b3803bc7-1089-406f-a32d-5659e3e42bac service neutron] 10.222.0.69 "GET /v2.0/networks?id=d5bb16a4-31f3-4a2c-94f1-a95e66782779 HTTP/1.1" status: 200 len: 919 time: 0.1804137 Feb 07 21:06:20.172569 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb63a371-ad1e-45a3-be13-1c9245e61eb4 admin admin] Publish callbacks [] for security_group (0119ffcb-ec27-4eef-828b-8cfa730c3c1a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:20.249577 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fd8d9eb8-48d0-45f7-9c7b-f26c8d20bd21 req-207c014c-efb1-4526-8cdd-b64e0f4bc85d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6be35f8-2180-48c6-80fa-1ad984dae764 HTTP/1.1" status: 200 len: 217 time: 0.0869577 Feb 07 21:06:20.361020 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae884520-f184-468f-9d5b-97db5d98d903 req-4c1ff53f-2cd8-4f5c-94c3-42aafcdc8805 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/ports?device_id=52066ffb-a3c9-44e7-9204-c7d274ca45d3 HTTP/1.1" status: 200 len: 210 time: 0.1000679 Feb 07 21:06:20.363278 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-40dd3c72-7571-4059-b62e-e64d8c5f6470 req-04655589-2959-4ee2-88b7-97c996ec55d4 service neutron] 10.222.0.71 "GET /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565432 Feb 07 21:06:20.398182 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d9eb8-48d0-45f7-9c7b-f26c8d20bd21 req-de076e45-adec-4ad4-80ea-f065f0c4f2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:20.399766 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fd8d9eb8-48d0-45f7-9c7b-f26c8d20bd21 req-de076e45-adec-4ad4-80ea-f065f0c4f2f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4b00d401-675a-4bb3-80a1-0cef41c01a34 HTTP/1.1" status: 200 len: 858 time: 0.1379461 Feb 07 21:06:20.451651 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fd8d9eb8-48d0-45f7-9c7b-f26c8d20bd21 req-2e425ab4-fe34-498a-ae3c-2744a7f40a47 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5bb16a4-31f3-4a2c-94f1-a95e66782779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434244 Feb 07 21:06:20.452421 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb63a371-ad1e-45a3-be13-1c9245e61eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0119ffcb-ec27-4eef-828b-8cfa730c3c1a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:20.455148 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb63a371-ad1e-45a3-be13-1c9245e61eb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:20.459128 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cb63a371-ad1e-45a3-be13-1c9245e61eb4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0119ffcb-ec27-4eef-828b-8cfa730c3c1a HTTP/1.1" status: 204 len: 168 time: 1.1886852 Feb 07 21:06:20.474198 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63a371-ad1e-45a3-be13-1c9245e61eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0119ffcb-ec27-4eef-828b-8cfa730c3c1a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:20.535673 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6934145f-765d-4c4a-9b74-c1fd81863f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:20.662545 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fd8d9eb8-48d0-45f7-9c7b-f26c8d20bd21 req-dd744cf7-689a-4735-bd58-18432df70896 service neutron] 10.222.0.69 "GET /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033005 Feb 07 21:06:20.824681 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fd8d9eb8-48d0-45f7-9c7b-f26c8d20bd21 req-13a01a3b-a780-4f47-90f8-8c049cc4cd57 service neutron] 10.222.0.69 "GET /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539729 Feb 07 21:06:21.284974 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc8e93-7e2e-4644-a38a-b3e13fde1a01 req-33784e39-56da-4285-a509-bd505e799c38 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:21.293237 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e6bc8e93-7e2e-4644-a38a-b3e13fde1a01 req-33784e39-56da-4285-a509-bd505e799c38 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 950 time: 0.1808627 Feb 07 21:06:21.341711 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07466c0b-58ea-463b-9651-d46a16f65376 req-aef46f18-f853-4fe3-9b43-6c7118c19a66 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:21.348910 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07466c0b-58ea-463b-9651-d46a16f65376 req-aef46f18-f853-4fe3-9b43-6c7118c19a66 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/networks?id=bf854134-2113-420b-b9e5-1df875fc6e85 HTTP/1.1" status: 200 len: 812 time: 0.2748346 Feb 07 21:06:21.376049 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07466c0b-58ea-463b-9651-d46a16f65376 req-b9c34f8c-6c27-4ce8-a9fa-003724e07cc2 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/quotas/c752a538afe047fe808375441195e2c5 HTTP/1.1" status: 200 len: 375 time: 0.0259850 Feb 07 21:06:21.380182 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50736) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:06:21.414866 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b40e8a6-171e-4b70-a380-a6f7704f537c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:21.430985 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07466c0b-58ea-463b-9651-d46a16f65376 req-2931d38d-1928-46f5-9e0f-26a822e8401b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c752a538afe047fe808375441195e2c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529580 Feb 07 21:06:21.470542 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e6bc8e93-7e2e-4644-a38a-b3e13fde1a01 req-1ebe1d56-5b42-453c-ab8b-914cfdde3f0a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759305 Feb 07 21:06:21.635579 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-07466c0b-58ea-463b-9651-d46a16f65376 req-7cac365e-ff6c-4e9b-b734-431854a11681 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:06:21.643501 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07466c0b-58ea-463b-9651-d46a16f65376 req-7cac365e-ff6c-4e9b-b734-431854a11681 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2112865 Feb 07 21:06:21.675093 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:21.825901 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07466c0b-58ea-463b-9651-d46a16f65376 req-06b45746-daca-4507-ab13-ae984874bd40 service neutron] 10.222.0.65 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810462 Feb 07 21:06:21.901641 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b40e8a6-171e-4b70-a380-a6f7704f537c admin admin] Publish callbacks [] for security_group (184d061e-049f-4e48-bfc7-a93be2d39533), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:21.946043 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b40e8a6-171e-4b70-a380-a6f7704f537c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (184d061e-049f-4e48-bfc7-a93be2d39533), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:21.951901 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35cac75-540d-4f65-8a4d-72dbca8c01b9 req-d3d3a0fe-f7c8-4d4a-81b8-dd0c8db6ff9d tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:21.960342 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f35cac75-540d-4f65-8a4d-72dbca8c01b9 req-d3d3a0fe-f7c8-4d4a-81b8-dd0c8db6ff9d tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.1319652 Feb 07 21:06:22.041649 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07466c0b-58ea-463b-9651-d46a16f65376 req-d8541230-76fa-4c05-86f5-ee288bea704c service neutron] 10.222.0.65 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141199 Feb 07 21:06:22.054971 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4b40e8a6-171e-4b70-a380-a6f7704f537c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=70a4d68d37a94141b3cf27d5b33bee69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6735628 Feb 07 21:06:22.057594 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50750) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:06:22.200004 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f35cac75-540d-4f65-8a4d-72dbca8c01b9 req-13c218bb-71f8-4f5a-81d8-165d81e8451c tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385077 Feb 07 21:06:22.251274 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887546f-6a13-47b5-8805-770df42e76d8 req-8c710a67-33b9-4367-b6fb-b3e3a1b0e1aa tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:22.252961 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-8c710a67-33b9-4367-b6fb-b3e3a1b0e1aa tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.69 "GET /v2.0/networks?id=43940253-37f4-47cc-a4e7-cf4a71d63384 HTTP/1.1" status: 200 len: 818 time: 0.3399811 Feb 07 21:06:22.284458 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-e887546f-6a13-47b5-8805-770df42e76d8 req-cfbb3204-21f3-4f90-bd35-4e0782dcc974 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Request body: {'port': {'device_id': '4258aadb-83b6-41c8-972b-7e698c655f15', 'network_id': '43940253-37f4-47cc-a4e7-cf4a71d63384', 'admin_state_up': True, 'tenant_id': 'e119b811dc8f475b83fac2f2465862af'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:06:22.447326 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40e8a6-171e-4b70-a380-a6f7704f537c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184d061e-049f-4e48-bfc7-a93be2d39533,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:22.459897 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887546f-6a13-47b5-8805-770df42e76d8 req-582c138a-8142-42d2-a3b2-66d3b7d9bfe2 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:22.461746 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-582c138a-8142-42d2-a3b2-66d3b7d9bfe2 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.69 "GET /v2.0/networks?id=43940253-37f4-47cc-a4e7-cf4a71d63384 HTTP/1.1" status: 200 len: 818 time: 0.8826149 Feb 07 21:06:22.482392 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-e887546f-6a13-47b5-8805-770df42e76d8 req-0343368b-3752-4f13-bcf3-61e662468b25 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Request body: {'port': {'device_id': 'e931d779-d3e1-46c8-a97a-a1d4e594bf38', 'network_id': '43940253-37f4-47cc-a4e7-cf4a71d63384', 'admin_state_up': True, 'tenant_id': 'e119b811dc8f475b83fac2f2465862af'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:06:22.500331 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887546f-6a13-47b5-8805-770df42e76d8 req-b923f132-51fa-4d46-a30f-b377b736e25f tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:22.508483 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-b923f132-51fa-4d46-a30f-b377b736e25f tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.69 "GET /v2.0/networks?id=43940253-37f4-47cc-a4e7-cf4a71d63384 HTTP/1.1" status: 200 len: 818 time: 0.5147965 Feb 07 21:06:22.532154 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6bbc02ba-7406-4936-96f0-44826063d393 req-b383860b-4d25-49cb-ba72-bc74b199c488 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/ports?device_id=52066ffb-a3c9-44e7-9204-c7d274ca45d3 HTTP/1.1" status: 200 len: 210 time: 0.2171111 Feb 07 21:06:22.538568 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-e887546f-6a13-47b5-8805-770df42e76d8 req-7dc8e82f-a39d-4a5d-bb26-38183173d335 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Request body: {'port': {'device_id': '52066ffb-a3c9-44e7-9204-c7d274ca45d3', 'network_id': '43940253-37f4-47cc-a4e7-cf4a71d63384', 'admin_state_up': True, 'tenant_id': 'e119b811dc8f475b83fac2f2465862af'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:06:22.594762 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e887546f-6a13-47b5-8805-770df42e76d8 req-cfbb3204-21f3-4f90-bd35-4e0782dcc974 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Made reservation on behalf of e119b811dc8f475b83fac2f2465862af for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:06:22.608342 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-cfbb3204-21f3-4f90-bd35-4e0782dcc974 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:22.686945 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4d4bc805-ab60-423c-b48a-d97e362cf1be req-0f1e87bd-a06c-4194-bb0d-c0de67502cb9 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=d75edfb3-6cc1-4d56-89e0-b8f42e33ea73 HTTP/1.1" status: 200 len: 210 time: 0.1688023 Feb 07 21:06:22.756339 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e887546f-6a13-47b5-8805-770df42e76d8 req-7dc8e82f-a39d-4a5d-bb26-38183173d335 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Made reservation on behalf of e119b811dc8f475b83fac2f2465862af for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:06:22.763622 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-7dc8e82f-a39d-4a5d-bb26-38183173d335 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:22.809258 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37071057-03cf-426b-91b6-29a4f6d655b0 admin admin] Publish callbacks [] for security_group (184d061e-049f-4e48-bfc7-a93be2d39533), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:22.889152 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37071057-03cf-426b-91b6-29a4f6d655b0 admin admin] Publish callbacks [] for security_group (184d061e-049f-4e48-bfc7-a93be2d39533), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:22.949460 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e887546f-6a13-47b5-8805-770df42e76d8 req-0343368b-3752-4f13-bcf3-61e662468b25 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Made reservation on behalf of e119b811dc8f475b83fac2f2465862af for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:06:22.952668 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-0343368b-3752-4f13-bcf3-61e662468b25 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:22.972726 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-e887546f-6a13-47b5-8805-770df42e76d8 req-cfbb3204-21f3-4f90-bd35-4e0782dcc974 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Allocated IP 172.20.0.9 (43940253-37f4-47cc-a4e7-cf4a71d63384/f3c139a2-b636-4a5b-8f26-1a247d98518a/6c71464a-e2c9-4f7f-a372-7c90ce5a8f02) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:06:23.037748 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028dcff2-5fc6-4806-85be-65ab415b1e77 req-195fa29f-e7b4-49c8-8737-1587b0c6ad5b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:23.042380 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-028dcff2-5fc6-4806-85be-65ab415b1e77 req-195fa29f-e7b4-49c8-8737-1587b0c6ad5b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 950 time: 0.3320899 Feb 07 21:06:23.116986 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37071057-03cf-426b-91b6-29a4f6d655b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (184d061e-049f-4e48-bfc7-a93be2d39533), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:23.130260 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37071057-03cf-426b-91b6-29a4f6d655b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:23.133910 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-37071057-03cf-426b-91b6-29a4f6d655b0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/184d061e-049f-4e48-bfc7-a93be2d39533 HTTP/1.1" status: 204 len: 168 time: 0.8964074 Feb 07 21:06:23.157237 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-028dcff2-5fc6-4806-85be-65ab415b1e77 req-02aba1eb-7b3a-4cc5-b442-3a0b55b67ecb tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009820 Feb 07 21:06:23.167711 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:23.302723 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37071057-03cf-426b-91b6-29a4f6d655b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184d061e-049f-4e48-bfc7-a93be2d39533,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:23.530569 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e5b01-c3fd-497a-9795-d6465a529c1c req-481c94b4-54c6-4094-9b18-d83661064e6a tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:23.538565 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-602e5b01-c3fd-497a-9795-d6465a529c1c req-481c94b4-54c6-4094-9b18-d83661064e6a tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.1763272 Feb 07 21:06:23.661546 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-602e5b01-c3fd-497a-9795-d6465a529c1c req-e5a09c07-75eb-4f5a-b01e-caa53c030773 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220677 Feb 07 21:06:23.690097 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-cfbb3204-21f3-4f90-bd35-4e0782dcc974 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Publish callbacks [] for port (6c71464a-e2c9-4f7f-a372-7c90ce5a8f02), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:23.799912 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-cfbb3204-21f3-4f90-bd35-4e0782dcc974 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (6c71464a-e2c9-4f7f-a372-7c90ce5a8f02), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:23.905800 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-e887546f-6a13-47b5-8805-770df42e76d8 req-7dc8e82f-a39d-4a5d-bb26-38183173d335 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Allocated IP 172.20.0.11 (43940253-37f4-47cc-a4e7-cf4a71d63384/f3c139a2-b636-4a5b-8f26-1a247d98518a/45de8ab7-3a6d-4419-888c-f99c934a8eda) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:06:23.955538 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e887546f-6a13-47b5-8805-770df42e76d8 req-cfbb3204-21f3-4f90-bd35-4e0782dcc974 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Network 43940253-37f4-47cc-a4e7-cf4a71d63384 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:06:23.961844 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-e887546f-6a13-47b5-8805-770df42e76d8 req-cfbb3204-21f3-4f90-bd35-4e0782dcc974 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:06:23.975242 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-e887546f-6a13-47b5-8805-770df42e76d8 req-cfbb3204-21f3-4f90-bd35-4e0782dcc974 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:06:24.078734 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887546f-6a13-47b5-8805-770df42e76d8 req-cfbb3204-21f3-4f90-bd35-4e0782dcc974 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:24.079392 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-cfbb3204-21f3-4f90-bd35-4e0782dcc974 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:24.120442 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb3204-21f3-4f90-bd35-4e0782dcc974 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Pushing event updated for resources: {'Port': ['ID=6c71464a-e2c9-4f7f-a372-7c90ce5a8f02,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:24.133089 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-cfbb3204-21f3-4f90-bd35-4e0782dcc974 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8543105 Feb 07 21:06:24.148438 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-e887546f-6a13-47b5-8805-770df42e76d8 req-5c95403d-47d6-48cb-9319-8ae48859b7dd service neutron] Request body: {'port': {'device_id': '4258aadb-83b6-41c8-972b-7e698c655f15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:06:24.219349 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d92b2c56-296e-4a2c-9317-ea2b2b66ebf4 req-48942b5c-6d2c-4f6e-a56c-5a35c4e2d8f1 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/ports?device_id=52066ffb-a3c9-44e7-9204-c7d274ca45d3 HTTP/1.1" status: 200 len: 210 time: 0.0866683 Feb 07 21:06:24.305911 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-5c95403d-47d6-48cb-9319-8ae48859b7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6c71464a-e2c9-4f7f-a372-7c90ce5a8f02), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:24.333750 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-7dc8e82f-a39d-4a5d-bb26-38183173d335 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Publish callbacks [] for port (45de8ab7-3a6d-4419-888c-f99c934a8eda), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:24.398879 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:24.595992 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a3d52-36ee-441a-8648-45228fdb9732 req-51d55cd3-2a92-4bfa-a387-7a45dc185f6c tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:24.597638 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f37a3d52-36ee-441a-8648-45228fdb9732 req-51d55cd3-2a92-4bfa-a387-7a45dc185f6c tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 950 time: 0.2421141 Feb 07 21:06:24.601275 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-7dc8e82f-a39d-4a5d-bb26-38183173d335 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (45de8ab7-3a6d-4419-888c-f99c934a8eda), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:24.706188 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e887546f-6a13-47b5-8805-770df42e76d8 req-7dc8e82f-a39d-4a5d-bb26-38183173d335 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Network 43940253-37f4-47cc-a4e7-cf4a71d63384 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:06:24.727349 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-e887546f-6a13-47b5-8805-770df42e76d8 req-0343368b-3752-4f13-bcf3-61e662468b25 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Allocated IP 172.20.0.3 (43940253-37f4-47cc-a4e7-cf4a71d63384/f3c139a2-b636-4a5b-8f26-1a247d98518a/726a092a-c1e9-47ec-a6ab-5ee1fad4d266) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:06:24.730170 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-e887546f-6a13-47b5-8805-770df42e76d8 req-7dc8e82f-a39d-4a5d-bb26-38183173d335 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:06:24.747639 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-e887546f-6a13-47b5-8805-770df42e76d8 req-7dc8e82f-a39d-4a5d-bb26-38183173d335 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:06:24.839529 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8e82f-a39d-4a5d-bb26-38183173d335 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Pushing event updated for resources: {'Port': ['ID=45de8ab7-3a6d-4419-888c-f99c934a8eda,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:24.905997 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f37a3d52-36ee-441a-8648-45228fdb9732 req-21494750-6188-4913-aa46-b06e67e2d75f tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886024 Feb 07 21:06:24.925669 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887546f-6a13-47b5-8805-770df42e76d8 req-7dc8e82f-a39d-4a5d-bb26-38183173d335 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:24.926359 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-7dc8e82f-a39d-4a5d-bb26-38183173d335 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:24.947042 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-e3285852-19cc-4fa6-8375-a7e54b4e905e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:24.955518 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-e3285852-19cc-4fa6-8375-a7e54b4e905e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/networks?id=bf854134-2113-420b-b9e5-1df875fc6e85 HTTP/1.1" status: 200 len: 812 time: 0.4247143 Feb 07 21:06:24.991190 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-44493527-71ac-494d-b5cf-9f3b3f7491a1 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/quotas/c752a538afe047fe808375441195e2c5 HTTP/1.1" status: 200 len: 375 time: 0.0346918 Feb 07 21:06:25.038989 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-1dbee5a9-c98e-4a45-b6a6-cefba7a622dc tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c752a538afe047fe808375441195e2c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459757 Feb 07 21:06:25.044612 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-7dc8e82f-a39d-4a5d-bb26-38183173d335 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5273674 Feb 07 21:06:25.060655 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-e887546f-6a13-47b5-8805-770df42e76d8 req-6f545752-9d17-4e47-99f7-e3cdf310dd4e service neutron] Request body: {'port': {'device_id': '52066ffb-a3c9-44e7-9204-c7d274ca45d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:06:25.133574 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-0343368b-3752-4f13-bcf3-61e662468b25 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Publish callbacks [] for port (726a092a-c1e9-47ec-a6ab-5ee1fad4d266), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:25.275140 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06419fa-a52b-4954-9f59-a0c9acdb6dac req-7e3e902f-f911-4536-8141-b24fbf770069 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:25.279464 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a06419fa-a52b-4954-9f59-a0c9acdb6dac req-7e3e902f-f911-4536-8141-b24fbf770069 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.1539564 Feb 07 21:06:25.331820 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-c6b3531e-921f-41a4-a34d-7b2b0fed1fcc service neutron] 10.222.0.65 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918882 Feb 07 21:06:25.345900 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-6f545752-9d17-4e47-99f7-e3cdf310dd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (45de8ab7-3a6d-4419-888c-f99c934a8eda), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:25.349024 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-0343368b-3752-4f13-bcf3-61e662468b25 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (726a092a-c1e9-47ec-a6ab-5ee1fad4d266), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:25.434025 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e887546f-6a13-47b5-8805-770df42e76d8 req-0343368b-3752-4f13-bcf3-61e662468b25 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Network 43940253-37f4-47cc-a4e7-cf4a71d63384 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:06:25.444820 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-e887546f-6a13-47b5-8805-770df42e76d8 req-0343368b-3752-4f13-bcf3-61e662468b25 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:06:25.453515 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-e887546f-6a13-47b5-8805-770df42e76d8 req-0343368b-3752-4f13-bcf3-61e662468b25 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:06:25.485825 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343368b-3752-4f13-bcf3-61e662468b25 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Pushing event updated for resources: {'Port': ['ID=726a092a-c1e9-47ec-a6ab-5ee1fad4d266,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:25.539895 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-e887546f-6a13-47b5-8805-770df42e76d8 req-5c95403d-47d6-48cb-9319-8ae48859b7dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c71464a-e2c9-4f7f-a372-7c90ce5a8f02 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:06:25.557569 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887546f-6a13-47b5-8805-770df42e76d8 req-0343368b-3752-4f13-bcf3-61e662468b25 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:25.558242 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-0343368b-3752-4f13-bcf3-61e662468b25 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:25.570685 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-5c95403d-47d6-48cb-9319-8ae48859b7dd service neutron] Publish callbacks [] for port (6c71464a-e2c9-4f7f-a372-7c90ce5a8f02), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:25.583771 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-0343368b-3752-4f13-bcf3-61e662468b25 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1067367 Feb 07 21:06:25.597148 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-e887546f-6a13-47b5-8805-770df42e76d8 req-5c95403d-47d6-48cb-9319-8ae48859b7dd service neutron] Transition to ACTIVE for port object 6c71464a-e2c9-4f7f-a372-7c90ce5a8f02 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:06:25.611632 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-e887546f-6a13-47b5-8805-770df42e76d8 req-4ab4146a-544a-4d3c-a5c0-f516b1168beb service neutron] Request body: {'port': {'device_id': 'e931d779-d3e1-46c8-a97a-a1d4e594bf38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:06:25.660920 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a06419fa-a52b-4954-9f59-a0c9acdb6dac req-b0ca4e73-65cb-4bdb-a122-8f50e4dce05a tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622193 Feb 07 21:06:25.665283 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-c54537bb-c94f-4104-a198-50eb2b65fb92 service neutron] 10.222.0.65 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105426 Feb 07 21:06:25.713548 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-4ab4146a-544a-4d3c-a5c0-f516b1168beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (726a092a-c1e9-47ec-a6ab-5ee1fad4d266), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:25.734684 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-5c95403d-47d6-48cb-9319-8ae48859b7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (6c71464a-e2c9-4f7f-a372-7c90ce5a8f02), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:26.249459 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95403d-47d6-48cb-9319-8ae48859b7dd service neutron] Pushing event updated for resources: {'Port': ['ID=6c71464a-e2c9-4f7f-a372-7c90ce5a8f02,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:26.293384 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd851a03-7815-4229-83c8-655ef9fc54d2 req-86106f5a-0181-4e8d-8b1a-f6894140a5da tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:26.299155 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-e887546f-6a13-47b5-8805-770df42e76d8 req-5c95403d-47d6-48cb-9319-8ae48859b7dd service neutron] Attempting to bind port 6c71464a-e2c9-4f7f-a372-7c90ce5a8f02 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:06:26.299703 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-e887546f-6a13-47b5-8805-770df42e76d8 req-5c95403d-47d6-48cb-9319-8ae48859b7dd service neutron] Attempting to bind port 6c71464a-e2c9-4f7f-a372-7c90ce5a8f02 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '650487d5-6a76-4a56-b538-2e793234952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '43940253-37f4-47cc-a4e7-cf4a71d63384'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:06:26.300256 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e887546f-6a13-47b5-8805-770df42e76d8 req-5c95403d-47d6-48cb-9319-8ae48859b7dd service neutron] Attempting to bind port 6c71464a-e2c9-4f7f-a372-7c90ce5a8f02 on network 43940253-37f4-47cc-a4e7-cf4a71d63384 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:06:26.307574 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd851a03-7815-4229-83c8-655ef9fc54d2 req-86106f5a-0181-4e8d-8b1a-f6894140a5da tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/ports?device_id=52066ffb-a3c9-44e7-9204-c7d274ca45d3 HTTP/1.1" status: 200 len: 932 time: 0.3030312 Feb 07 21:06:26.308513 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e887546f-6a13-47b5-8805-770df42e76d8 req-5c95403d-47d6-48cb-9319-8ae48859b7dd service neutron] Port 6c71464a-e2c9-4f7f-a372-7c90ce5a8f02 on network 43940253-37f4-47cc-a4e7-cf4a71d63384 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:06:26.309754 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e887546f-6a13-47b5-8805-770df42e76d8 req-5c95403d-47d6-48cb-9319-8ae48859b7dd service neutron] Attempting to bind port 6c71464a-e2c9-4f7f-a372-7c90ce5a8f02 on network 43940253-37f4-47cc-a4e7-cf4a71d63384 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:06:26.321330 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e887546f-6a13-47b5-8805-770df42e76d8 req-5c95403d-47d6-48cb-9319-8ae48859b7dd service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:06:26.322104 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e887546f-6a13-47b5-8805-770df42e76d8 req-5c95403d-47d6-48cb-9319-8ae48859b7dd service neutron] Checking segment: {'id': '650487d5-6a76-4a56-b538-2e793234952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '43940253-37f4-47cc-a4e7-cf4a71d63384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:06:26.322789 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e887546f-6a13-47b5-8805-770df42e76d8 req-5c95403d-47d6-48cb-9319-8ae48859b7dd service neutron] Bound using segment: {'id': '650487d5-6a76-4a56-b538-2e793234952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '43940253-37f4-47cc-a4e7-cf4a71d63384'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:06:26.324263 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-e887546f-6a13-47b5-8805-770df42e76d8 req-5c95403d-47d6-48cb-9319-8ae48859b7dd service neutron] Bound port: 6c71464a-e2c9-4f7f-a372-7c90ce5a8f02, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '650487d5-6a76-4a56-b538-2e793234952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '43940253-37f4-47cc-a4e7-cf4a71d63384'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:06:26.325061 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-5c95403d-47d6-48cb-9319-8ae48859b7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6c71464a-e2c9-4f7f-a372-7c90ce5a8f02), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:26.433466 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ce665-e981-46c4-a5c5-9f6fcce7d7c4 req-5e173f70-2558-40f6-89cf-6db496995972 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:26.441671 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-095ce665-e981-46c4-a5c5-9f6fcce7d7c4 req-5e173f70-2558-40f6-89cf-6db496995972 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 950 time: 0.2949619 Feb 07 21:06:26.460211 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd851a03-7815-4229-83c8-655ef9fc54d2 req-932aab2b-e584-4021-8886-27821977706d tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea49febe-36db-4c85-847f-50d2af3c96dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463306 Feb 07 21:06:26.472391 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e887546f-6a13-47b5-8805-770df42e76d8 req-5c95403d-47d6-48cb-9319-8ae48859b7dd service neutron] For port 6c71464a-e2c9-4f7f-a372-7c90ce5a8f02, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:06:26.477492 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e887546f-6a13-47b5-8805-770df42e76d8 req-5c95403d-47d6-48cb-9319-8ae48859b7dd service neutron] For port 6c71464a-e2c9-4f7f-a372-7c90ce5a8f02, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6c71464a-e2c9-4f7f-a372-7c90ce5a8f02,segment=NetworkSegment(650487d5-6a76-4a56-b538-2e793234952d),segment_id=650487d5-6a76-4a56-b538-2e793234952d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:06:26.499581 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-5c95403d-47d6-48cb-9319-8ae48859b7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (6c71464a-e2c9-4f7f-a372-7c90ce5a8f02), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:26.551481 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887546f-6a13-47b5-8805-770df42e76d8 req-5c95403d-47d6-48cb-9319-8ae48859b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:26.552455 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-5c95403d-47d6-48cb-9319-8ae48859b7dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:26.555201 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-5c95403d-47d6-48cb-9319-8ae48859b7dd service neutron] 10.222.0.69 "PUT /v2.0/ports/6c71464a-e2c9-4f7f-a372-7c90ce5a8f02 HTTP/1.1" status: 200 len: 1091 time: 2.4144769 Feb 07 21:06:26.555885 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4258aadb-83b6-41c8-972b-7e698c655f15', 'tag': '6c71464a-e2c9-4f7f-a372-7c90ce5a8f02'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:06:26.559070 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa7bb9e-5ec3-42a2-9c26-edaaf37312a2" -d '{"events": [{"name": "network-changed", "server_uuid": "4258aadb-83b6-41c8-972b-7e698c655f15", "tag": "6c71464a-e2c9-4f7f-a372-7c90ce5a8f02"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:06:26.579516 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-e887546f-6a13-47b5-8805-770df42e76d8 req-6f545752-9d17-4e47-99f7-e3cdf310dd4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45de8ab7-3a6d-4419-888c-f99c934a8eda {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:06:26.591085 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95403d-47d6-48cb-9319-8ae48859b7dd service neutron] Pushing event updated for resources: {'Port': ['ID=6c71464a-e2c9-4f7f-a372-7c90ce5a8f02,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:26.609249 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-6f545752-9d17-4e47-99f7-e3cdf310dd4e service neutron] Publish callbacks [] for port (45de8ab7-3a6d-4419-888c-f99c934a8eda), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:26.625139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-e887546f-6a13-47b5-8805-770df42e76d8 req-6f545752-9d17-4e47-99f7-e3cdf310dd4e service neutron] Transition to ACTIVE for port object 45de8ab7-3a6d-4419-888c-f99c934a8eda will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:06:26.730117 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-6f545752-9d17-4e47-99f7-e3cdf310dd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (45de8ab7-3a6d-4419-888c-f99c934a8eda), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:26.740773 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-08c3b95d-add6-429f-a607-566bf91dc46b req-f86e9023-488b-4bcc-b7ac-9fc834a900c7 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cfe30ae-031d-4609-8b5f-c23bad12e040 HTTP/1.1" status: 200 len: 210 time: 0.1062686 Feb 07 21:06:26.917115 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-e887546f-6a13-47b5-8805-770df42e76d8 req-4ab4146a-544a-4d3c-a5c0-f516b1168beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726a092a-c1e9-47ec-a6ab-5ee1fad4d266 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:06:26.941086 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-4ab4146a-544a-4d3c-a5c0-f516b1168beb service neutron] Publish callbacks [] for port (726a092a-c1e9-47ec-a6ab-5ee1fad4d266), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:26.963887 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887546f-6a13-47b5-8805-770df42e76d8 req-c8c4b34f-d1ae-4e54-bbcc-d5cd49efc054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:26.970034 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-c8c4b34f-d1ae-4e54-bbcc-d5cd49efc054 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e119b811dc8f475b83fac2f2465862af&device_id=4258aadb-83b6-41c8-972b-7e698c655f15 HTTP/1.1" status: 200 len: 1125 time: 0.3622508 Feb 07 21:06:26.977685 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-e887546f-6a13-47b5-8805-770df42e76d8 req-4ab4146a-544a-4d3c-a5c0-f516b1168beb service neutron] Transition to ACTIVE for port object 726a092a-c1e9-47ec-a6ab-5ee1fad4d266 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:06:27.017245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f545752-9d17-4e47-99f7-e3cdf310dd4e service neutron] Pushing event updated for resources: {'Port': ['ID=45de8ab7-3a6d-4419-888c-f99c934a8eda,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:27.033324 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-095ce665-e981-46c4-a5c5-9f6fcce7d7c4 req-c22593c0-22df-4d37-8e6f-71d40e80d703 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5906358 Feb 07 21:06:27.141836 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-02b3c707-b0a9-4c0e-b943-68532643f1f4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c71464a-e2c9-4f7f-a372-7c90ce5a8f02 HTTP/1.1" status: 200 len: 217 time: 0.1600552 Feb 07 21:06:27.142511 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-4ab4146a-544a-4d3c-a5c0-f516b1168beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (726a092a-c1e9-47ec-a6ab-5ee1fad4d266), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:27.277161 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-e887546f-6a13-47b5-8805-770df42e76d8 req-6f545752-9d17-4e47-99f7-e3cdf310dd4e service neutron] Attempting to bind port 45de8ab7-3a6d-4419-888c-f99c934a8eda on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:06:27.282097 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-e887546f-6a13-47b5-8805-770df42e76d8 req-6f545752-9d17-4e47-99f7-e3cdf310dd4e service neutron] Attempting to bind port 45de8ab7-3a6d-4419-888c-f99c934a8eda by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '650487d5-6a76-4a56-b538-2e793234952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '43940253-37f4-47cc-a4e7-cf4a71d63384'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:06:27.282905 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e887546f-6a13-47b5-8805-770df42e76d8 req-6f545752-9d17-4e47-99f7-e3cdf310dd4e service neutron] Attempting to bind port 45de8ab7-3a6d-4419-888c-f99c934a8eda on network 43940253-37f4-47cc-a4e7-cf4a71d63384 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:06:27.323444 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e887546f-6a13-47b5-8805-770df42e76d8 req-6f545752-9d17-4e47-99f7-e3cdf310dd4e service neutron] Port 45de8ab7-3a6d-4419-888c-f99c934a8eda on network 43940253-37f4-47cc-a4e7-cf4a71d63384 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:06:27.325521 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e887546f-6a13-47b5-8805-770df42e76d8 req-6f545752-9d17-4e47-99f7-e3cdf310dd4e service neutron] Attempting to bind port 45de8ab7-3a6d-4419-888c-f99c934a8eda on network 43940253-37f4-47cc-a4e7-cf4a71d63384 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:06:27.335603 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc780aa-c0d6-4733-81a8-301332b3c585 x-openstack-request-id: req-dfc780aa-c0d6-4733-81a8-301332b3c585 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:06:27.338875 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4258aadb-83b6-41c8-972b-7e698c655f15", "tag": "6c71464a-e2c9-4f7f-a372-7c90ce5a8f02", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:06:27.340191 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dfc780aa-c0d6-4733-81a8-301332b3c585 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:06:27.343166 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4258aadb-83b6-41c8-972b-7e698c655f15', 'tag': '6c71464a-e2c9-4f7f-a372-7c90ce5a8f02', 'status': 'completed', 'code': 200} Feb 07 21:06:27.408492 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e887546f-6a13-47b5-8805-770df42e76d8 req-6f545752-9d17-4e47-99f7-e3cdf310dd4e service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:06:27.409451 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887546f-6a13-47b5-8805-770df42e76d8 req-b98681c8-9469-4ad9-93f9-325f0cd6d545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:27.411716 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e887546f-6a13-47b5-8805-770df42e76d8 req-6f545752-9d17-4e47-99f7-e3cdf310dd4e service neutron] Checking segment: {'id': '650487d5-6a76-4a56-b538-2e793234952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '43940253-37f4-47cc-a4e7-cf4a71d63384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:06:27.411930 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-b98681c8-9469-4ad9-93f9-325f0cd6d545 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3c139a2-b636-4a5b-8f26-1a247d98518a HTTP/1.1" status: 200 len: 858 time: 0.2514973 Feb 07 21:06:27.412629 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e887546f-6a13-47b5-8805-770df42e76d8 req-6f545752-9d17-4e47-99f7-e3cdf310dd4e service neutron] Bound using segment: {'id': '650487d5-6a76-4a56-b538-2e793234952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '43940253-37f4-47cc-a4e7-cf4a71d63384'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:06:27.412743 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4146a-544a-4d3c-a5c0-f516b1168beb service neutron] Pushing event updated for resources: {'Port': ['ID=726a092a-c1e9-47ec-a6ab-5ee1fad4d266,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:27.413456 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-e887546f-6a13-47b5-8805-770df42e76d8 req-6f545752-9d17-4e47-99f7-e3cdf310dd4e service neutron] Bound port: 45de8ab7-3a6d-4419-888c-f99c934a8eda, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '650487d5-6a76-4a56-b538-2e793234952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '43940253-37f4-47cc-a4e7-cf4a71d63384'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:06:27.414046 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-6f545752-9d17-4e47-99f7-e3cdf310dd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (45de8ab7-3a6d-4419-888c-f99c934a8eda), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:27.529397 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d522bd2-c316-4941-a68e-0a962e678006 req-7d08a9ed-81a9-42c2-91b7-7edc7136082b tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:27.536391 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d522bd2-c316-4941-a68e-0a962e678006 req-7d08a9ed-81a9-42c2-91b7-7edc7136082b tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.2474046 Feb 07 21:06:27.537135 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-14bb1249-9571-4e21-b248-a0e785e6ebf2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43940253-37f4-47cc-a4e7-cf4a71d63384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842564 Feb 07 21:06:27.539455 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-e887546f-6a13-47b5-8805-770df42e76d8 req-6f545752-9d17-4e47-99f7-e3cdf310dd4e service neutron] For port 45de8ab7-3a6d-4419-888c-f99c934a8eda, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:06:27.547547 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-e887546f-6a13-47b5-8805-770df42e76d8 req-6f545752-9d17-4e47-99f7-e3cdf310dd4e service neutron] For port 45de8ab7-3a6d-4419-888c-f99c934a8eda, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=45de8ab7-3a6d-4419-888c-f99c934a8eda,segment=NetworkSegment(650487d5-6a76-4a56-b538-2e793234952d),segment_id=650487d5-6a76-4a56-b538-2e793234952d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:06:27.574184 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-6f545752-9d17-4e47-99f7-e3cdf310dd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (45de8ab7-3a6d-4419-888c-f99c934a8eda), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:27.671857 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d522bd2-c316-4941-a68e-0a962e678006 req-b82b6be8-447e-46a0-bea6-0dd62e543697 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202717 Feb 07 21:06:27.675423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887546f-6a13-47b5-8805-770df42e76d8 req-6f545752-9d17-4e47-99f7-e3cdf310dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:27.676107 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-6f545752-9d17-4e47-99f7-e3cdf310dd4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:27.677539 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-6f545752-9d17-4e47-99f7-e3cdf310dd4e service neutron] 10.222.0.69 "PUT /v2.0/ports/45de8ab7-3a6d-4419-888c-f99c934a8eda HTTP/1.1" status: 200 len: 1092 time: 2.6236403 Feb 07 21:06:27.678008 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52066ffb-a3c9-44e7-9204-c7d274ca45d3', 'tag': '45de8ab7-3a6d-4419-888c-f99c934a8eda'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:06:27.680302 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216ea822-54a3-47f8-84ba-e9aedcb8fb3a" -d '{"events": [{"name": "network-changed", "server_uuid": "52066ffb-a3c9-44e7-9204-c7d274ca45d3", "tag": "45de8ab7-3a6d-4419-888c-f99c934a8eda"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:06:27.725969 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-9548e896-a4ec-4504-9acd-4fd75225f6af service neutron] 10.222.0.69 "GET /v2.0/networks/43940253-37f4-47cc-a4e7-cf4a71d63384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753538 Feb 07 21:06:27.835224 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f545752-9d17-4e47-99f7-e3cdf310dd4e service neutron] Pushing event updated for resources: {'Port': ['ID=45de8ab7-3a6d-4419-888c-f99c934a8eda,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:27.849827 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-e887546f-6a13-47b5-8805-770df42e76d8 req-4ab4146a-544a-4d3c-a5c0-f516b1168beb service neutron] Attempting to bind port 726a092a-c1e9-47ec-a6ab-5ee1fad4d266 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:06:27.850141 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-e887546f-6a13-47b5-8805-770df42e76d8 req-4ab4146a-544a-4d3c-a5c0-f516b1168beb service neutron] Attempting to bind port 726a092a-c1e9-47ec-a6ab-5ee1fad4d266 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '650487d5-6a76-4a56-b538-2e793234952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '43940253-37f4-47cc-a4e7-cf4a71d63384'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:06:27.850354 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e887546f-6a13-47b5-8805-770df42e76d8 req-4ab4146a-544a-4d3c-a5c0-f516b1168beb service neutron] Attempting to bind port 726a092a-c1e9-47ec-a6ab-5ee1fad4d266 on network 43940253-37f4-47cc-a4e7-cf4a71d63384 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:06:27.875588 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e887546f-6a13-47b5-8805-770df42e76d8 req-4ab4146a-544a-4d3c-a5c0-f516b1168beb service neutron] Port 726a092a-c1e9-47ec-a6ab-5ee1fad4d266 on network 43940253-37f4-47cc-a4e7-cf4a71d63384 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:06:27.875919 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e887546f-6a13-47b5-8805-770df42e76d8 req-4ab4146a-544a-4d3c-a5c0-f516b1168beb service neutron] Attempting to bind port 726a092a-c1e9-47ec-a6ab-5ee1fad4d266 on network 43940253-37f4-47cc-a4e7-cf4a71d63384 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:06:27.887704 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e887546f-6a13-47b5-8805-770df42e76d8 req-4ab4146a-544a-4d3c-a5c0-f516b1168beb service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:06:27.888052 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e887546f-6a13-47b5-8805-770df42e76d8 req-4ab4146a-544a-4d3c-a5c0-f516b1168beb service neutron] Checking segment: {'id': '650487d5-6a76-4a56-b538-2e793234952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '43940253-37f4-47cc-a4e7-cf4a71d63384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:06:27.888470 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e887546f-6a13-47b5-8805-770df42e76d8 req-4ab4146a-544a-4d3c-a5c0-f516b1168beb service neutron] Bound using segment: {'id': '650487d5-6a76-4a56-b538-2e793234952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '43940253-37f4-47cc-a4e7-cf4a71d63384'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:06:27.889181 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-e887546f-6a13-47b5-8805-770df42e76d8 req-4ab4146a-544a-4d3c-a5c0-f516b1168beb service neutron] Bound port: 726a092a-c1e9-47ec-a6ab-5ee1fad4d266, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '650487d5-6a76-4a56-b538-2e793234952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '43940253-37f4-47cc-a4e7-cf4a71d63384'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:06:27.889677 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-4ab4146a-544a-4d3c-a5c0-f516b1168beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (726a092a-c1e9-47ec-a6ab-5ee1fad4d266), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:27.995949 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e887546f-6a13-47b5-8805-770df42e76d8 req-4ab4146a-544a-4d3c-a5c0-f516b1168beb service neutron] For port 726a092a-c1e9-47ec-a6ab-5ee1fad4d266, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:06:27.999767 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e887546f-6a13-47b5-8805-770df42e76d8 req-4ab4146a-544a-4d3c-a5c0-f516b1168beb service neutron] For port 726a092a-c1e9-47ec-a6ab-5ee1fad4d266, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=726a092a-c1e9-47ec-a6ab-5ee1fad4d266,segment=NetworkSegment(650487d5-6a76-4a56-b538-2e793234952d),segment_id=650487d5-6a76-4a56-b538-2e793234952d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:06:28.019175 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-4ab4146a-544a-4d3c-a5c0-f516b1168beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (726a092a-c1e9-47ec-a6ab-5ee1fad4d266), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:28.029379 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-22f722f0-2f6f-4696-bf81-6438e1715337 service neutron] 10.222.0.69 "GET /v2.0/networks/43940253-37f4-47cc-a4e7-cf4a71d63384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880285 Feb 07 21:06:28.237327 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887546f-6a13-47b5-8805-770df42e76d8 req-4ab4146a-544a-4d3c-a5c0-f516b1168beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:28.238509 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e887546f-6a13-47b5-8805-770df42e76d8 req-4ab4146a-544a-4d3c-a5c0-f516b1168beb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:28.240684 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-4ab4146a-544a-4d3c-a5c0-f516b1168beb service neutron] 10.222.0.69 "PUT /v2.0/ports/726a092a-c1e9-47ec-a6ab-5ee1fad4d266 HTTP/1.1" status: 200 len: 1091 time: 2.6423385 Feb 07 21:06:28.281432 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4146a-544a-4d3c-a5c0-f516b1168beb service neutron] Pushing event updated for resources: {'Port': ['ID=726a092a-c1e9-47ec-a6ab-5ee1fad4d266,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:28.302126 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7bb9e-5ec3-42a2-9c26-edaaf37312a2 req-46bee221-fb69-4cef-89d6-47ea32a4ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:28.312109 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0aa7bb9e-5ec3-42a2-9c26-edaaf37312a2 req-46bee221-fb69-4cef-89d6-47ea32a4ff3a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e119b811dc8f475b83fac2f2465862af&device_id=4258aadb-83b6-41c8-972b-7e698c655f15 HTTP/1.1" status: 200 len: 1125 time: 0.1544147 Feb 07 21:06:28.343533 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cecbb7-cfb2-4c0d-95ad-99a518c1754e req-fdadd15e-3736-4e97-982d-423c3ce7966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:28.358158 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00cecbb7-cfb2-4c0d-95ad-99a518c1754e req-fdadd15e-3736-4e97-982d-423c3ce7966a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 1127 time: 0.6622941 Feb 07 21:06:28.385575 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887546f-6a13-47b5-8805-770df42e76d8 req-2775e618-4709-459a-aac6-9eb77f4cefea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:28.398149 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-2775e618-4709-459a-aac6-9eb77f4cefea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e119b811dc8f475b83fac2f2465862af&device_id=52066ffb-a3c9-44e7-9204-c7d274ca45d3 HTTP/1.1" status: 200 len: 1126 time: 0.6465216 Feb 07 21:06:28.545502 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9e22b-3763-437b-b820-300206bddf53 req-5b76755b-bdee-4bed-92d0-ff7386a24c4e tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:28.552604 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-90f9e22b-3763-437b-b820-300206bddf53 req-5b76755b-bdee-4bed-92d0-ff7386a24c4e tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/ports?device_id=52066ffb-a3c9-44e7-9204-c7d274ca45d3 HTTP/1.1" status: 200 len: 944 time: 0.7561946 Feb 07 21:06:28.565958 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-12ec6a41-4230-4699-8d02-516e2308d139 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45de8ab7-3a6d-4419-888c-f99c934a8eda HTTP/1.1" status: 200 len: 217 time: 0.1033158 Feb 07 21:06:28.769035 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00cecbb7-cfb2-4c0d-95ad-99a518c1754e req-e0ece646-e454-4296-bc0b-d72c4f1d5b95 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862662 Feb 07 21:06:28.836648 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887546f-6a13-47b5-8805-770df42e76d8 req-fb53a80a-0fd2-4b24-bb9a-56a2dea76a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:28.850353 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-fb53a80a-0fd2-4b24-bb9a-56a2dea76a71 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3c139a2-b636-4a5b-8f26-1a247d98518a HTTP/1.1" status: 200 len: 858 time: 0.2710056 Feb 07 21:06:28.858887 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-3491884a-f826-457e-968f-d53acdd9d18e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:28.865871 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-3491884a-f826-457e-968f-d53acdd9d18e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.71 "GET /v2.0/networks?id=bf854134-2113-420b-b9e5-1df875fc6e85 HTTP/1.1" status: 200 len: 812 time: 0.5048254 Feb 07 21:06:28.892489 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-90f9e22b-3763-437b-b820-300206bddf53 req-dc972978-2c63-4292-aeef-3653f9dfd574 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea49febe-36db-4c85-847f-50d2af3c96dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336270 Feb 07 21:06:28.908768 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-2f997484-c029-4cbe-80d0-d81952803aa2 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Request body: {'port': {'device_id': '7cfe30ae-031d-4609-8b5f-c23bad12e040', 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85', 'admin_state_up': True, 'tenant_id': 'c752a538afe047fe808375441195e2c5'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:06:29.050254 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cef45ff-38b0-44cc-8a7f-b9dbf6e1fb15 x-openstack-request-id: req-9cef45ff-38b0-44cc-8a7f-b9dbf6e1fb15 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:06:29.050825 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52066ffb-a3c9-44e7-9204-c7d274ca45d3", "tag": "45de8ab7-3a6d-4419-888c-f99c934a8eda", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:06:29.051236 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9cef45ff-38b0-44cc-8a7f-b9dbf6e1fb15 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:06:29.056018 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52066ffb-a3c9-44e7-9204-c7d274ca45d3', 'tag': '45de8ab7-3a6d-4419-888c-f99c934a8eda', 'status': 'completed', 'code': 200} Feb 07 21:06:29.117439 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-347497ef-4248-4f10-ae35-4ff06a19e453 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43940253-37f4-47cc-a4e7-cf4a71d63384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602682 Feb 07 21:06:29.184325 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9341a125-fb13-44b2-ac98-9a5efef9ebc1 req-42407fa5-8fec-45e4-93ee-65420084f932 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cfe30ae-031d-4609-8b5f-c23bad12e040 HTTP/1.1" status: 200 len: 210 time: 0.0693169 Feb 07 21:06:29.267358 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887546f-6a13-47b5-8805-770df42e76d8 req-c7afe6fb-4ab8-43ef-8070-d5566afc7532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:29.273127 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-c7afe6fb-4ab8-43ef-8070-d5566afc7532 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e119b811dc8f475b83fac2f2465862af&device_id=e931d779-d3e1-46c8-a97a-a1d4e594bf38 HTTP/1.1" status: 200 len: 1125 time: 0.9499199 Feb 07 21:06:29.397182 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e931d779-d3e1-46c8-a97a-a1d4e594bf38', 'tag': '726a092a-c1e9-47ec-a6ab-5ee1fad4d266'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:06:29.403960 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c92454-9913-40b7-80bf-a1ed9b4faec5" -d '{"events": [{"name": "network-changed", "server_uuid": "e931d779-d3e1-46c8-a97a-a1d4e594bf38", "tag": "726a092a-c1e9-47ec-a6ab-5ee1fad4d266"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:06:29.421836 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7bb9e-5ec3-42a2-9c26-edaaf37312a2 req-bddb521c-5ef1-4d7a-b00e-a7e38fa367fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:29.423349 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0aa7bb9e-5ec3-42a2-9c26-edaaf37312a2 req-bddb521c-5ef1-4d7a-b00e-a7e38fa367fa service neutron] 10.222.0.69 "GET /v2.0/networks?id=43940253-37f4-47cc-a4e7-cf4a71d63384 HTTP/1.1" status: 200 len: 919 time: 1.0989656 Feb 07 21:06:29.425687 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-63fcd285-1db3-4bb6-9edb-8b6786dab3e7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=726a092a-c1e9-47ec-a6ab-5ee1fad4d266 HTTP/1.1" status: 200 len: 217 time: 0.1436205 Feb 07 21:06:29.563986 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-3b9ee3e6-3eb5-4df0-9912-0a1770bc4089 service neutron] 10.222.0.69 "GET /v2.0/networks/43940253-37f4-47cc-a4e7-cf4a71d63384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323823 Feb 07 21:06:29.575090 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbfe05-8cd8-437f-b53b-ff908f261a2d req-23c36bc3-f90b-4096-ac1d-9800c3f33086 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:29.579539 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0aa7bb9e-5ec3-42a2-9c26-edaaf37312a2 req-1eb64601-da50-4edc-8930-44e495db8d55 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c71464a-e2c9-4f7f-a372-7c90ce5a8f02 HTTP/1.1" status: 200 len: 217 time: 0.1444051 Feb 07 21:06:29.604904 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-92cbfe05-8cd8-437f-b53b-ff908f261a2d req-23c36bc3-f90b-4096-ac1d-9800c3f33086 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 950 time: 0.2449186 Feb 07 21:06:29.670804 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887546f-6a13-47b5-8805-770df42e76d8 req-5ff9d94a-6e32-4540-8abe-57b736dcb35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:29.673278 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-5ff9d94a-6e32-4540-8abe-57b736dcb35b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3c139a2-b636-4a5b-8f26-1a247d98518a HTTP/1.1" status: 200 len: 858 time: 0.2358789 Feb 07 21:06:29.710194 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 51006) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:06:29.726253 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-2f997484-c029-4cbe-80d0-d81952803aa2 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Made reservation on behalf of c752a538afe047fe808375441195e2c5 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:06:29.730410 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-2f997484-c029-4cbe-80d0-d81952803aa2 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:29.799834 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-92cbfe05-8cd8-437f-b53b-ff908f261a2d req-1a435e72-f9d2-4e9b-99ff-32ebd18e55dd tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939023 Feb 07 21:06:29.805638 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-81625bcc-b87d-4fd7-ac8a-07fead2caae2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43940253-37f4-47cc-a4e7-cf4a71d63384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223967 Feb 07 21:06:29.905013 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-45b467ab-5dc8-4216-9b81-3ac7d629513d service neutron] 10.222.0.69 "GET /v2.0/networks/43940253-37f4-47cc-a4e7-cf4a71d63384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975247 Feb 07 21:06:30.002324 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-195746d3-4224-49a9-bb7a-5346c2153b70 service neutron] 10.222.0.69 "GET /v2.0/networks/43940253-37f4-47cc-a4e7-cf4a71d63384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929941 Feb 07 21:06:30.087434 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad28c4-a6a2-4fca-887e-58b5fae909ca req-2999d747-35ae-4271-94b3-f1466dec1292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:30.088534 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad28c4-a6a2-4fca-887e-58b5fae909ca req-2999d747-35ae-4271-94b3-f1466dec1292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:30.089067 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad28c4-a6a2-4fca-887e-58b5fae909ca req-2999d747-35ae-4271-94b3-f1466dec1292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:30.089593 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad28c4-a6a2-4fca-887e-58b5fae909ca req-2999d747-35ae-4271-94b3-f1466dec1292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:30.090117 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad28c4-a6a2-4fca-887e-58b5fae909ca req-2999d747-35ae-4271-94b3-f1466dec1292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:30.090637 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad28c4-a6a2-4fca-887e-58b5fae909ca req-2999d747-35ae-4271-94b3-f1466dec1292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:30.091158 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad28c4-a6a2-4fca-887e-58b5fae909ca req-2999d747-35ae-4271-94b3-f1466dec1292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:30.098892 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69ad28c4-a6a2-4fca-887e-58b5fae909ca req-2999d747-35ae-4271-94b3-f1466dec1292 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 6717 time: 0.3876100 Feb 07 21:06:30.169986 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-2f997484-c029-4cbe-80d0-d81952803aa2 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Allocated IP 172.20.0.6 (bf854134-2113-420b-b9e5-1df875fc6e85/2f8980a6-7981-49aa-b0cb-ed215989d81d/d12b4bad-5d0a-42e1-bad5-d815095e9785) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:06:30.184062 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e887546f-6a13-47b5-8805-770df42e76d8 req-e15a5cef-c596-411c-9801-e33b6aa62929 service neutron] 10.222.0.69 "GET /v2.0/networks/43940253-37f4-47cc-a4e7-cf4a71d63384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712582 Feb 07 21:06:30.196439 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7bb9e-5ec3-42a2-9c26-edaaf37312a2 req-04cd1f49-f30a-46f1-908f-020d9cf7d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:30.203563 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0aa7bb9e-5ec3-42a2-9c26-edaaf37312a2 req-04cd1f49-f30a-46f1-908f-020d9cf7d0c3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3c139a2-b636-4a5b-8f26-1a247d98518a HTTP/1.1" status: 200 len: 858 time: 0.6109314 Feb 07 21:06:30.253438 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69ad28c4-a6a2-4fca-887e-58b5fae909ca req-fa3eceb7-7774-4a5d-8b6b-5189562f9aae service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3155095b-db7a-4a96-b06b-bfc72e76da53&id=17f5d810-43eb-4722-ba76-87def9f99363&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1530788 Feb 07 21:06:30.261775 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ea822-54a3-47f8-84ba-e9aedcb8fb3a req-292b0940-5384-4293-a208-4f091fd42ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:30.263474 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-216ea822-54a3-47f8-84ba-e9aedcb8fb3a req-292b0940-5384-4293-a208-4f091fd42ac1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e119b811dc8f475b83fac2f2465862af&device_id=52066ffb-a3c9-44e7-9204-c7d274ca45d3 HTTP/1.1" status: 200 len: 1126 time: 0.2697072 Feb 07 21:06:30.272140 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0aa59-c415-428d-b17c-4461069952fe req-c9762847-3960-4886-9afe-66c16b9e8ca9 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:30.277464 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7db0aa59-c415-428d-b17c-4461069952fe req-c9762847-3960-4886-9afe-66c16b9e8ca9 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.2806561 Feb 07 21:06:30.285078 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0aa7bb9e-5ec3-42a2-9c26-edaaf37312a2 req-3e99049e-91d2-45e8-8b0d-b0688124e9de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43940253-37f4-47cc-a4e7-cf4a71d63384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739803 Feb 07 21:06:30.454047 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0aa7bb9e-5ec3-42a2-9c26-edaaf37312a2 req-49dab80e-5612-4801-96dd-c14d80bf011c service neutron] 10.222.0.69 "GET /v2.0/networks/43940253-37f4-47cc-a4e7-cf4a71d63384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601062 Feb 07 21:06:30.599480 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0aa7bb9e-5ec3-42a2-9c26-edaaf37312a2 req-bbcc2933-99eb-4e18-889b-a87074cb03d0 service neutron] 10.222.0.69 "GET /v2.0/networks/43940253-37f4-47cc-a4e7-cf4a71d63384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363406 Feb 07 21:06:30.638209 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7db0aa59-c415-428d-b17c-4461069952fe req-c85d733e-cf2b-4c65-b23d-f339db8ecb37 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368950 Feb 07 21:06:30.723075 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a830a3-7e63-45bc-b10c-408026cb3069 x-openstack-request-id: req-c5a830a3-7e63-45bc-b10c-408026cb3069 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:06:30.723592 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e931d779-d3e1-46c8-a97a-a1d4e594bf38", "tag": "726a092a-c1e9-47ec-a6ab-5ee1fad4d266", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:06:30.723961 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c5a830a3-7e63-45bc-b10c-408026cb3069 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:06:30.724908 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e931d779-d3e1-46c8-a97a-a1d4e594bf38', 'tag': '726a092a-c1e9-47ec-a6ab-5ee1fad4d266', 'status': 'completed', 'code': 200} Feb 07 21:06:30.809868 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-2f997484-c029-4cbe-80d0-d81952803aa2 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks [] for port (d12b4bad-5d0a-42e1-bad5-d815095e9785), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:30.840390 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c92454-9913-40b7-80bf-a1ed9b4faec5 req-51fc4723-f5d4-4e31-ad2a-a0f529e6713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:30.842153 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c5c92454-9913-40b7-80bf-a1ed9b4faec5 req-51fc4723-f5d4-4e31-ad2a-a0f529e6713d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e119b811dc8f475b83fac2f2465862af&device_id=e931d779-d3e1-46c8-a97a-a1d4e594bf38 HTTP/1.1" status: 200 len: 1125 time: 0.0944986 Feb 07 21:06:30.847745 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ea822-54a3-47f8-84ba-e9aedcb8fb3a req-683e41c8-e3c3-419e-b0d1-a6028e83cb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:30.847745 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-216ea822-54a3-47f8-84ba-e9aedcb8fb3a req-683e41c8-e3c3-419e-b0d1-a6028e83cb8b service neutron] 10.222.0.69 "GET /v2.0/networks?id=43940253-37f4-47cc-a4e7-cf4a71d63384 HTTP/1.1" status: 200 len: 919 time: 0.5681305 Feb 07 21:06:30.898898 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-2f997484-c029-4cbe-80d0-d81952803aa2 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (d12b4bad-5d0a-42e1-bad5-d815095e9785), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:30.979549 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-216ea822-54a3-47f8-84ba-e9aedcb8fb3a req-e6f18028-96ea-4783-83ce-3fce9d674077 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45de8ab7-3a6d-4419-888c-f99c934a8eda HTTP/1.1" status: 200 len: 217 time: 0.1132643 Feb 07 21:06:31.050832 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-2f997484-c029-4cbe-80d0-d81952803aa2 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Network bf854134-2113-420b-b9e5-1df875fc6e85 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:06:31.058777 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c92454-9913-40b7-80bf-a1ed9b4faec5 req-e9069c42-2ff7-4d6d-9b45-cbf9f18a1129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:31.061356 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c5c92454-9913-40b7-80bf-a1ed9b4faec5 req-e9069c42-2ff7-4d6d-9b45-cbf9f18a1129 service neutron] 10.222.0.69 "GET /v2.0/networks?id=43940253-37f4-47cc-a4e7-cf4a71d63384 HTTP/1.1" status: 200 len: 919 time: 0.1977539 Feb 07 21:06:31.065559 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-2f997484-c029-4cbe-80d0-d81952803aa2 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:06:31.071575 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-2f997484-c029-4cbe-80d0-d81952803aa2 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:06:31.076612 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f997484-c029-4cbe-80d0-d81952803aa2 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Pushing event updated for resources: {'Port': ['ID=d12b4bad-5d0a-42e1-bad5-d815095e9785,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:31.121964 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fef49c-45e4-491f-bc11-1fa37eaae940 req-4fe7c3e4-668d-4ba6-9843-a05188678b16 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:31.124680 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f6fef49c-45e4-491f-bc11-1fa37eaae940 req-4fe7c3e4-668d-4ba6-9843-a05188678b16 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/ports?device_id=52066ffb-a3c9-44e7-9204-c7d274ca45d3 HTTP/1.1" status: 200 len: 944 time: 0.2725544 Feb 07 21:06:31.128728 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ea822-54a3-47f8-84ba-e9aedcb8fb3a req-31770f9d-e3e7-4945-8c25-1e49c0657260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:31.130385 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-216ea822-54a3-47f8-84ba-e9aedcb8fb3a req-31770f9d-e3e7-4945-8c25-1e49c0657260 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3c139a2-b636-4a5b-8f26-1a247d98518a HTTP/1.1" status: 200 len: 858 time: 0.1444664 Feb 07 21:06:31.179905 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c5c92454-9913-40b7-80bf-a1ed9b4faec5 req-89780394-4d12-433c-b8b6-1158187b190d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=726a092a-c1e9-47ec-a6ab-5ee1fad4d266 HTTP/1.1" status: 200 len: 217 time: 0.1129236 Feb 07 21:06:31.205483 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-216ea822-54a3-47f8-84ba-e9aedcb8fb3a req-3602b09a-2185-40d0-9dcc-6844a9387246 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43940253-37f4-47cc-a4e7-cf4a71d63384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642326 Feb 07 21:06:31.220221 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-2f997484-c029-4cbe-80d0-d81952803aa2 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:31.221241 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-2f997484-c029-4cbe-80d0-d81952803aa2 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:31.245819 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c92454-9913-40b7-80bf-a1ed9b4faec5 req-f9f056f6-eff7-48f1-9c31-b25a765ab13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:31.248288 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c5c92454-9913-40b7-80bf-a1ed9b4faec5 req-f9f056f6-eff7-48f1-9c31-b25a765ab13e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3c139a2-b636-4a5b-8f26-1a247d98518a HTTP/1.1" status: 200 len: 858 time: 0.0550859 Feb 07 21:06:31.314851 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c5c92454-9913-40b7-80bf-a1ed9b4faec5 req-d10c2ba2-3326-409d-906f-f1287a390605 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43940253-37f4-47cc-a4e7-cf4a71d63384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593393 Feb 07 21:06:31.322659 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-2f997484-c029-4cbe-80d0-d81952803aa2 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4288762 Feb 07 21:06:31.329029 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f6fef49c-45e4-491f-bc11-1fa37eaae940 req-27e8feae-725b-45a7-b6cc-ac4cace09e2f tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea49febe-36db-4c85-847f-50d2af3c96dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936574 Feb 07 21:06:31.339000 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-0ec5afa4-2ee4-4d92-9404-ac04fe1e499b service neutron] Request body: {'port': {'device_id': '7cfe30ae-031d-4609-8b5f-c23bad12e040', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:06:31.460443 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-216ea822-54a3-47f8-84ba-e9aedcb8fb3a req-4c0a9663-c101-4197-af11-c53a1f2c1178 service neutron] 10.222.0.69 "GET /v2.0/networks/43940253-37f4-47cc-a4e7-cf4a71d63384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478757 Feb 07 21:06:31.520110 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-0ec5afa4-2ee4-4d92-9404-ac04fe1e499b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d12b4bad-5d0a-42e1-bad5-d815095e9785), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:31.535571 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c5c92454-9913-40b7-80bf-a1ed9b4faec5 req-6a7e5fa6-02b6-46ff-ad33-f83f5ad3a641 service neutron] 10.222.0.69 "GET /v2.0/networks/43940253-37f4-47cc-a4e7-cf4a71d63384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128756 Feb 07 21:06:31.809807 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c5c92454-9913-40b7-80bf-a1ed9b4faec5 req-0939c3ab-9d75-4752-90ff-493e8aef6c52 service neutron] 10.222.0.69 "GET /v2.0/networks/43940253-37f4-47cc-a4e7-cf4a71d63384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664127 Feb 07 21:06:31.857398 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-216ea822-54a3-47f8-84ba-e9aedcb8fb3a req-adbc9350-be3f-4ff5-b9d5-a0d74f54980b service neutron] 10.222.0.69 "GET /v2.0/networks/43940253-37f4-47cc-a4e7-cf4a71d63384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869982 Feb 07 21:06:31.955783 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1901b9-63e6-4a78-8ed3-8614d6459867 req-e6b07479-fd1a-46c9-a5a7-8d2b33fd09df tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:31.958505 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d1901b9-63e6-4a78-8ed3-8614d6459867 req-e6b07479-fd1a-46c9-a5a7-8d2b33fd09df tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cfe30ae-031d-4609-8b5f-c23bad12e040 HTTP/1.1" status: 200 len: 931 time: 0.4643424 Feb 07 21:06:32.115755 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d1901b9-63e6-4a78-8ed3-8614d6459867 req-3194d991-c1d3-412e-8d62-14ecb9c8e8e5 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487739 Feb 07 21:06:32.243849 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6c71464a-e2c9-4f7f-a372-7c90ce5a8f02 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:06:32.361960 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 6c71464a-e2c9-4f7f-a372-7c90ce5a8f02, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6c71464a-e2c9-4f7f-a372-7c90ce5a8f02,segment=NetworkSegment(650487d5-6a76-4a56-b538-2e793234952d),segment_id=650487d5-6a76-4a56-b538-2e793234952d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:32.385105 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '6c71464a-e2c9-4f7f-a372-7c90ce5a8f02', 'network_id': '43940253-37f4-47cc-a4e7-cf4a71d63384', 'port_id': '6c71464a-e2c9-4f7f-a372-7c90ce5a8f02', 'mac_address': 'fa:16:3e:f4:d4:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3c139a2-b636-4a5b-8f26-1a247d98518a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:06:32.417383 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-0ec5afa4-2ee4-4d92-9404-ac04fe1e499b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d12b4bad-5d0a-42e1-bad5-d815095e9785 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:06:32.434806 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-0ec5afa4-2ee4-4d92-9404-ac04fe1e499b service neutron] Publish callbacks [] for port (d12b4bad-5d0a-42e1-bad5-d815095e9785), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:32.441604 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 6c71464a-e2c9-4f7f-a372-7c90ce5a8f02 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:06:32.442521 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6c71464a-e2c9-4f7f-a372-7c90ce5a8f02), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:32.460936 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c71464a-e2c9-4f7f-a372-7c90ce5a8f02 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:06:32.475067 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-0ec5afa4-2ee4-4d92-9404-ac04fe1e499b service neutron] Transition to ACTIVE for port object d12b4bad-5d0a-42e1-bad5-d815095e9785 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:06:32.494404 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-0ec5afa4-2ee4-4d92-9404-ac04fe1e499b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (d12b4bad-5d0a-42e1-bad5-d815095e9785), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:32.495108 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 6c71464a-e2c9-4f7f-a372-7c90ce5a8f02, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6c71464a-e2c9-4f7f-a372-7c90ce5a8f02,segment=NetworkSegment(650487d5-6a76-4a56-b538-2e793234952d),segment_id=650487d5-6a76-4a56-b538-2e793234952d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:32.506312 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6c71464a-e2c9-4f7f-a372-7c90ce5a8f02), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:32.541342 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37afa7-dbc3-4c19-a841-453c0b225ef8 req-9586a5de-c6c4-4961-9704-a6a2a4295ad7 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:32.543824 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd37afa7-dbc3-4c19-a841-453c0b225ef8 req-9586a5de-c6c4-4961-9704-a6a2a4295ad7 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 950 time: 0.3248539 Feb 07 21:06:32.616007 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=6c71464a-e2c9-4f7f-a372-7c90ce5a8f02,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:32.622995 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5afa4-2ee4-4d92-9404-ac04fe1e499b service neutron] Pushing event updated for resources: {'Port': ['ID=d12b4bad-5d0a-42e1-bad5-d815095e9785,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:32.679386 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd37afa7-dbc3-4c19-a841-453c0b225ef8 req-6d03f9c9-928f-4768-bcff-ffc323e3a8ec tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928264 Feb 07 21:06:32.783607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-0ec5afa4-2ee4-4d92-9404-ac04fe1e499b service neutron] Attempting to bind port d12b4bad-5d0a-42e1-bad5-d815095e9785 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:06:32.783946 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-0ec5afa4-2ee4-4d92-9404-ac04fe1e499b service neutron] Attempting to bind port d12b4bad-5d0a-42e1-bad5-d815095e9785 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '978d531a-5f04-4ecc-9967-0e2116886724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:06:32.784258 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-0ec5afa4-2ee4-4d92-9404-ac04fe1e499b service neutron] Attempting to bind port d12b4bad-5d0a-42e1-bad5-d815095e9785 on network bf854134-2113-420b-b9e5-1df875fc6e85 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:06:32.820569 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-0ec5afa4-2ee4-4d92-9404-ac04fe1e499b service neutron] Port d12b4bad-5d0a-42e1-bad5-d815095e9785 on network bf854134-2113-420b-b9e5-1df875fc6e85 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:06:32.820897 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-0ec5afa4-2ee4-4d92-9404-ac04fe1e499b service neutron] Attempting to bind port d12b4bad-5d0a-42e1-bad5-d815095e9785 on network bf854134-2113-420b-b9e5-1df875fc6e85 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:06:32.829668 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-0ec5afa4-2ee4-4d92-9404-ac04fe1e499b service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:06:32.830012 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-0ec5afa4-2ee4-4d92-9404-ac04fe1e499b service neutron] Checking segment: {'id': '978d531a-5f04-4ecc-9967-0e2116886724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:06:32.830520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-0ec5afa4-2ee4-4d92-9404-ac04fe1e499b service neutron] Bound using segment: {'id': '978d531a-5f04-4ecc-9967-0e2116886724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:06:32.830959 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-0ec5afa4-2ee4-4d92-9404-ac04fe1e499b service neutron] Bound port: d12b4bad-5d0a-42e1-bad5-d815095e9785, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978d531a-5f04-4ecc-9967-0e2116886724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:06:32.831315 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-0ec5afa4-2ee4-4d92-9404-ac04fe1e499b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d12b4bad-5d0a-42e1-bad5-d815095e9785), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:32.887106 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72774a6c-52b6-44a4-91c3-2c497e042fbb req-949f685d-4823-44a8-bbae-2a86d6c2355d tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:32.888888 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72774a6c-52b6-44a4-91c3-2c497e042fbb req-949f685d-4823-44a8-bbae-2a86d6c2355d tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.1065307 Feb 07 21:06:32.898581 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['6c71464a-e2c9-4f7f-a372-7c90ce5a8f02'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:06:32.963106 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-0ec5afa4-2ee4-4d92-9404-ac04fe1e499b service neutron] For port d12b4bad-5d0a-42e1-bad5-d815095e9785, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:06:32.968044 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72774a6c-52b6-44a4-91c3-2c497e042fbb req-b3027fcb-1c60-451b-bc42-8db9b976cc6e tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579751 Feb 07 21:06:32.969910 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-0ec5afa4-2ee4-4d92-9404-ac04fe1e499b service neutron] For port d12b4bad-5d0a-42e1-bad5-d815095e9785, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d12b4bad-5d0a-42e1-bad5-d815095e9785,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:06:32.979120 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-0ec5afa4-2ee4-4d92-9404-ac04fe1e499b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (d12b4bad-5d0a-42e1-bad5-d815095e9785), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:33.031063 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-0ec5afa4-2ee4-4d92-9404-ac04fe1e499b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:33.031964 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-0ec5afa4-2ee4-4d92-9404-ac04fe1e499b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:33.033974 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-0ec5afa4-2ee4-4d92-9404-ac04fe1e499b service neutron] 10.222.0.71 "PUT /v2.0/ports/d12b4bad-5d0a-42e1-bad5-d815095e9785 HTTP/1.1" status: 200 len: 1091 time: 1.7024281 Feb 07 21:06:33.034678 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfe30ae-031d-4609-8b5f-c23bad12e040', 'tag': 'd12b4bad-5d0a-42e1-bad5-d815095e9785'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:06:33.037466 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8baa45f4-09a7-4701-a884-21c131bcdb02" -d '{"events": [{"name": "network-changed", "server_uuid": "7cfe30ae-031d-4609-8b5f-c23bad12e040", "tag": "d12b4bad-5d0a-42e1-bad5-d815095e9785"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:06:33.167804 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5afa4-2ee4-4d92-9404-ac04fe1e499b service neutron] Pushing event updated for resources: {'Port': ['ID=d12b4bad-5d0a-42e1-bad5-d815095e9785,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:33.307512 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-9efea0bb-87d6-4fcf-89ee-22c2b249e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:33.310705 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-9efea0bb-87d6-4fcf-89ee-22c2b249e561 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c752a538afe047fe808375441195e2c5&device_id=7cfe30ae-031d-4609-8b5f-c23bad12e040 HTTP/1.1" status: 200 len: 1125 time: 0.2058244 Feb 07 21:06:33.337802 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd5677-50f0-4916-beff-00b9edda5d3a req-02a4356d-e120-43da-b1a2-ff962256bfb4 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:33.341165 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e6bd5677-50f0-4916-beff-00b9edda5d3a req-02a4356d-e120-43da-b1a2-ff962256bfb4 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/ports?device_id=52066ffb-a3c9-44e7-9204-c7d274ca45d3 HTTP/1.1" status: 200 len: 944 time: 0.1469023 Feb 07 21:06:33.385494 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:33.400963 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-fd3e8e23-f7fd-41c9-9eb4-9031c98abaf5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d12b4bad-5d0a-42e1-bad5-d815095e9785 HTTP/1.1" status: 200 len: 217 time: 0.0799549 Feb 07 21:06:33.470464 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-7b3aac9c-a422-46f0-a909-e37b093b6825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:33.473671 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-7b3aac9c-a422-46f0-a909-e37b093b6825 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2f8980a6-7981-49aa-b0cb-ed215989d81d HTTP/1.1" status: 200 len: 852 time: 0.0614057 Feb 07 21:06:33.519081 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-052a79a7-7c2b-491f-a7c6-ec1b08878491 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bf854134-2113-420b-b9e5-1df875fc6e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355887 Feb 07 21:06:33.537714 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e6bd5677-50f0-4916-beff-00b9edda5d3a req-46571d2b-118b-43a3-9cc6-398fabdf8bae tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea49febe-36db-4c85-847f-50d2af3c96dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453803 Feb 07 21:06:33.718167 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-1720cf6c-8613-4fd1-916d-4d7df90bf056 service neutron] 10.222.0.71 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770906 Feb 07 21:06:33.765083 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:33.845481 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d256f8-0469-48cc-b241-275620bdf8d7 x-openstack-request-id: req-19d256f8-0469-48cc-b241-275620bdf8d7 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:06:33.846514 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cfe30ae-031d-4609-8b5f-c23bad12e040", "tag": "d12b4bad-5d0a-42e1-bad5-d815095e9785", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:06:33.848539 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-19d256f8-0469-48cc-b241-275620bdf8d7 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:06:33.849686 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cfe30ae-031d-4609-8b5f-c23bad12e040', 'tag': 'd12b4bad-5d0a-42e1-bad5-d815095e9785', 'status': 'completed', 'code': 200} Feb 07 21:06:33.872366 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1cf3bf6-fca3-4e9f-a1bb-2673f85e49fd req-feb790e6-5aba-45d5-b681-e3955cde3540 service neutron] 10.222.0.71 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397161 Feb 07 21:06:34.009239 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc80da-58c5-4802-8c2e-6915d2d761eb req-68e7ba2e-a035-4ad5-a8ea-4f29868af508 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:34.011102 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-37cc80da-58c5-4802-8c2e-6915d2d761eb req-68e7ba2e-a035-4ad5-a8ea-4f29868af508 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cfe30ae-031d-4609-8b5f-c23bad12e040 HTTP/1.1" status: 200 len: 943 time: 0.1009762 Feb 07 21:06:34.065183 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-37cc80da-58c5-4802-8c2e-6915d2d761eb req-92347682-1144-46db-84f3-cdd79c548d2e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469992 Feb 07 21:06:34.081986 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa45f4-09a7-4701-a884-21c131bcdb02 req-5b50486c-65cb-4ff2-95ea-2a440fc6b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:34.100538 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8baa45f4-09a7-4701-a884-21c131bcdb02 req-5b50486c-65cb-4ff2-95ea-2a440fc6b45c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c752a538afe047fe808375441195e2c5&device_id=7cfe30ae-031d-4609-8b5f-c23bad12e040 HTTP/1.1" status: 200 len: 1125 time: 0.1394713 Feb 07 21:06:34.247500 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 726a092a-c1e9-47ec-a6ab-5ee1fad4d266 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:06:34.274430 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36314591-03bf-4710-a4a7-8c1f1ea4759d req-202c9863-7da1-4943-aab9-ef3a38b3f2d4 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:34.279480 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-36314591-03bf-4710-a4a7-8c1f1ea4759d req-202c9863-7da1-4943-aab9-ef3a38b3f2d4 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 950 time: 0.1186392 Feb 07 21:06:34.344521 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa45f4-09a7-4701-a884-21c131bcdb02 req-728855b6-c5dd-41d3-a20b-905e0099751d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:34.346432 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8baa45f4-09a7-4701-a884-21c131bcdb02 req-728855b6-c5dd-41d3-a20b-905e0099751d service neutron] 10.222.0.71 "GET /v2.0/networks?id=bf854134-2113-420b-b9e5-1df875fc6e85 HTTP/1.1" status: 200 len: 913 time: 0.2390177 Feb 07 21:06:34.407512 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8baa45f4-09a7-4701-a884-21c131bcdb02 req-00791300-da8b-4fa7-9b49-b359e63842eb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d12b4bad-5d0a-42e1-bad5-d815095e9785 HTTP/1.1" status: 200 len: 217 time: 0.0465105 Feb 07 21:06:34.409430 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 726a092a-c1e9-47ec-a6ab-5ee1fad4d266, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=726a092a-c1e9-47ec-a6ab-5ee1fad4d266,segment=NetworkSegment(650487d5-6a76-4a56-b538-2e793234952d),segment_id=650487d5-6a76-4a56-b538-2e793234952d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:34.435401 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '726a092a-c1e9-47ec-a6ab-5ee1fad4d266', 'network_id': '43940253-37f4-47cc-a4e7-cf4a71d63384', 'port_id': '726a092a-c1e9-47ec-a6ab-5ee1fad4d266', 'mac_address': 'fa:16:3e:5a:44:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3c139a2-b636-4a5b-8f26-1a247d98518a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:06:34.448691 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-36314591-03bf-4710-a4a7-8c1f1ea4759d req-f91ac8fd-cbc0-46cf-b673-9c3474bf24d5 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380622 Feb 07 21:06:34.497596 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 726a092a-c1e9-47ec-a6ab-5ee1fad4d266 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:06:34.498467 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (726a092a-c1e9-47ec-a6ab-5ee1fad4d266), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:34.517588 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726a092a-c1e9-47ec-a6ab-5ee1fad4d266 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:06:34.543000 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 726a092a-c1e9-47ec-a6ab-5ee1fad4d266, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=726a092a-c1e9-47ec-a6ab-5ee1fad4d266,segment=NetworkSegment(650487d5-6a76-4a56-b538-2e793234952d),segment_id=650487d5-6a76-4a56-b538-2e793234952d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:34.544461 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa45f4-09a7-4701-a884-21c131bcdb02 req-c3284ab0-8b1a-4552-971f-e6f2a04e93eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:34.546381 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8baa45f4-09a7-4701-a884-21c131bcdb02 req-c3284ab0-8b1a-4552-971f-e6f2a04e93eb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2f8980a6-7981-49aa-b0cb-ed215989d81d HTTP/1.1" status: 200 len: 852 time: 0.1323268 Feb 07 21:06:34.548714 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (726a092a-c1e9-47ec-a6ab-5ee1fad4d266), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:34.549716 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 45de8ab7-3a6d-4419-888c-f99c934a8eda details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:06:34.586901 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8baa45f4-09a7-4701-a884-21c131bcdb02 req-ea603228-a4b2-481a-b0ad-7c5a73dbba8a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bf854134-2113-420b-b9e5-1df875fc6e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339346 Feb 07 21:06:34.650760 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 45de8ab7-3a6d-4419-888c-f99c934a8eda, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=45de8ab7-3a6d-4419-888c-f99c934a8eda,segment=NetworkSegment(650487d5-6a76-4a56-b538-2e793234952d),segment_id=650487d5-6a76-4a56-b538-2e793234952d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:34.657678 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=726a092a-c1e9-47ec-a6ab-5ee1fad4d266,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:34.670531 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '45de8ab7-3a6d-4419-888c-f99c934a8eda', 'network_id': '43940253-37f4-47cc-a4e7-cf4a71d63384', 'port_id': '45de8ab7-3a6d-4419-888c-f99c934a8eda', 'mac_address': 'fa:16:3e:66:34:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3c139a2-b636-4a5b-8f26-1a247d98518a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:06:34.794161 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 45de8ab7-3a6d-4419-888c-f99c934a8eda is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:06:34.795446 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (45de8ab7-3a6d-4419-888c-f99c934a8eda), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:34.819132 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45de8ab7-3a6d-4419-888c-f99c934a8eda {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:06:34.843259 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 45de8ab7-3a6d-4419-888c-f99c934a8eda, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=45de8ab7-3a6d-4419-888c-f99c934a8eda,segment=NetworkSegment(650487d5-6a76-4a56-b538-2e793234952d),segment_id=650487d5-6a76-4a56-b538-2e793234952d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:34.851662 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (45de8ab7-3a6d-4419-888c-f99c934a8eda), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:34.871345 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8baa45f4-09a7-4701-a884-21c131bcdb02 req-2fbaea83-1925-4bdb-b581-babdcb8382fe service neutron] 10.222.0.71 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625573 Feb 07 21:06:34.932471 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=45de8ab7-3a6d-4419-888c-f99c934a8eda,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:35.079988 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a964158-9982-4c03-b53f-db205831ccb2 req-f8f627af-ac1c-4f21-855f-bf6503abd11d tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:35.085033 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a964158-9982-4c03-b53f-db205831ccb2 req-f8f627af-ac1c-4f21-855f-bf6503abd11d tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/ports?device_id=52066ffb-a3c9-44e7-9204-c7d274ca45d3 HTTP/1.1" status: 200 len: 944 time: 0.3294790 Feb 07 21:06:35.104930 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38562ef-1afa-4df1-99a7-e24ce04abd0d req-fb860c83-0a83-4235-a16d-0c09e5d2a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:35.114100 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b38562ef-1afa-4df1-99a7-e24ce04abd0d req-fb860c83-0a83-4235-a16d-0c09e5d2a6ed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4b7c1937361146a7b2dfe64ac8dca8e9&device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 1127 time: 0.3619175 Feb 07 21:06:35.129037 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8baa45f4-09a7-4701-a884-21c131bcdb02 req-f912af6e-68f4-4c32-bd07-415c0a6b102b service neutron] 10.222.0.71 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568467 Feb 07 21:06:35.282623 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['45de8ab7-3a6d-4419-888c-f99c934a8eda'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:06:35.333886 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['726a092a-c1e9-47ec-a6ab-5ee1fad4d266'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:06:35.607447 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a964158-9982-4c03-b53f-db205831ccb2 req-807ad144-cd83-4ba6-b7ab-1b0429172113 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea49febe-36db-4c85-847f-50d2af3c96dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971604 Feb 07 21:06:35.643522 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38562ef-1afa-4df1-99a7-e24ce04abd0d req-a772f868-b415-48ec-ae43-6eb91be802bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:35.646108 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b38562ef-1afa-4df1-99a7-e24ce04abd0d req-a772f868-b415-48ec-ae43-6eb91be802bc service neutron] 10.222.0.69 "GET /v2.0/networks?id=d5bb16a4-31f3-4a2c-94f1-a95e66782779 HTTP/1.1" status: 200 len: 919 time: 0.5265188 Feb 07 21:06:35.739524 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b38562ef-1afa-4df1-99a7-e24ce04abd0d req-2db24eed-1e21-4b8e-a5e7-89c1bc94ae43 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6be35f8-2180-48c6-80fa-1ad984dae764 HTTP/1.1" status: 200 len: 217 time: 0.0819702 Feb 07 21:06:35.840036 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae407545-e9c5-4723-942a-87b20553d576 req-376322b9-47ca-4101-b845-6d882a3193b2 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:35.841669 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae407545-e9c5-4723-942a-87b20553d576 req-376322b9-47ca-4101-b845-6d882a3193b2 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.1338770 Feb 07 21:06:35.843305 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38562ef-1afa-4df1-99a7-e24ce04abd0d req-90aeb00a-4d11-44d1-9aa2-6b4ba9923e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:35.844708 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b38562ef-1afa-4df1-99a7-e24ce04abd0d req-90aeb00a-4d11-44d1-9aa2-6b4ba9923e84 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4b00d401-675a-4bb3-80a1-0cef41c01a34 HTTP/1.1" status: 200 len: 858 time: 0.0994196 Feb 07 21:06:35.895158 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b38562ef-1afa-4df1-99a7-e24ce04abd0d req-fb5c98a2-afc2-45b4-91d9-6586d7d5cb00 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5bb16a4-31f3-4a2c-94f1-a95e66782779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409436 Feb 07 21:06:35.969865 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae407545-e9c5-4723-942a-87b20553d576 req-9d3d99e9-18ef-4942-a334-4ccdc569d247 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220574 Feb 07 21:06:36.017051 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b38562ef-1afa-4df1-99a7-e24ce04abd0d req-e9959427-f223-4547-bb28-97d331fdaf68 service neutron] 10.222.0.69 "GET /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090152 Feb 07 21:06:36.166543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72116251-c036-4902-a7eb-f527e84dabed req-5f03a690-bde4-4c57-af8c-b970446f6ef9 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:36.168150 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72116251-c036-4902-a7eb-f527e84dabed req-5f03a690-bde4-4c57-af8c-b970446f6ef9 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cfe30ae-031d-4609-8b5f-c23bad12e040 HTTP/1.1" status: 200 len: 943 time: 0.1197884 Feb 07 21:06:36.172247 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b38562ef-1afa-4df1-99a7-e24ce04abd0d req-8036ca25-3c43-4dd7-9972-29392aae2762 service neutron] 10.222.0.69 "GET /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482511 Feb 07 21:06:36.254307 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2171f5-b6b9-4e1f-94e9-42ac171527fb req-6fb8d511-9e1b-4278-990c-84887a86fcce tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:36.255795 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e2171f5-b6b9-4e1f-94e9-42ac171527fb req-6fb8d511-9e1b-4278-990c-84887a86fcce tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 950 time: 0.0867281 Feb 07 21:06:36.259267 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72116251-c036-4902-a7eb-f527e84dabed req-cb047b4c-93df-4310-8cdc-dd1c972bf337 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794294 Feb 07 21:06:36.259765 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6c71464a-e2c9-4f7f-a372-7c90ce5a8f02 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:06:36.314442 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e2171f5-b6b9-4e1f-94e9-42ac171527fb req-7042fd4b-2f3b-49e5-84f5-4666bd7d6db2 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507708 Feb 07 21:06:36.354341 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 6c71464a-e2c9-4f7f-a372-7c90ce5a8f02 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:06:36.358192 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 6c71464a-e2c9-4f7f-a372-7c90ce5a8f02 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:06:36.358568 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6c71464a-e2c9-4f7f-a372-7c90ce5a8f02), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:36.441059 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 6c71464a-e2c9-4f7f-a372-7c90ce5a8f02 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:06:36.441736 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6c71464a-e2c9-4f7f-a372-7c90ce5a8f02), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:36.466341 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4258aadb-83b6-41c8-972b-7e698c655f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c71464a-e2c9-4f7f-a372-7c90ce5a8f02'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:06:36.468740 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fc2d65-546e-46c2-aa58-5e7525b06b88" -d '{"events": [{"server_uuid": "4258aadb-83b6-41c8-972b-7e698c655f15", "name": "network-vif-plugged", "status": "completed", "tag": "6c71464a-e2c9-4f7f-a372-7c90ce5a8f02"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:06:36.500500 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 6c71464a-e2c9-4f7f-a372-7c90ce5a8f02, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6c71464a-e2c9-4f7f-a372-7c90ce5a8f02,segment=NetworkSegment(650487d5-6a76-4a56-b538-2e793234952d),segment_id=650487d5-6a76-4a56-b538-2e793234952d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:36.505347 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6c71464a-e2c9-4f7f-a372-7c90ce5a8f02), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:36.533018 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf49561f-833e-41fb-9e51-cab745f66d31 x-openstack-request-id: req-bf49561f-833e-41fb-9e51-cab745f66d31 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:06:36.533018 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4258aadb-83b6-41c8-972b-7e698c655f15", "name": "network-vif-plugged", "status": "completed", "tag": "6c71464a-e2c9-4f7f-a372-7c90ce5a8f02", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:06:36.533558 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bf49561f-833e-41fb-9e51-cab745f66d31 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:06:36.533658 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4258aadb-83b6-41c8-972b-7e698c655f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c71464a-e2c9-4f7f-a372-7c90ce5a8f02', 'code': 200} Feb 07 21:06:36.562516 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=6c71464a-e2c9-4f7f-a372-7c90ce5a8f02,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:36.654689 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4291ca-5c88-40d2-97ea-95ec7f3ae4d6 req-ad7790cd-aee8-42e2-8c0a-b3b008ab175c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:36.656563 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad4291ca-5c88-40d2-97ea-95ec7f3ae4d6 req-ad7790cd-aee8-42e2-8c0a-b3b008ab175c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4258aadb-83b6-41c8-972b-7e698c655f15 HTTP/1.1" status: 200 len: 1127 time: 0.0524848 Feb 07 21:06:36.709577 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad4291ca-5c88-40d2-97ea-95ec7f3ae4d6 req-79e49a3a-cedb-485a-8a3a-f2b9ef6f82bb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ea49febe-36db-4c85-847f-50d2af3c96dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448461 Feb 07 21:06:36.786733 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5d631-7d56-4b02-b5dc-5fbd08f94e7a req-cc0018f7-eb7e-4e3b-b64f-f9018322712b tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:36.790439 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-27e5d631-7d56-4b02-b5dc-5fbd08f94e7a req-cc0018f7-eb7e-4e3b-b64f-f9018322712b tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/ports?device_id=52066ffb-a3c9-44e7-9204-c7d274ca45d3 HTTP/1.1" status: 200 len: 945 time: 0.0708582 Feb 07 21:06:36.847540 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-27e5d631-7d56-4b02-b5dc-5fbd08f94e7a req-361255d5-48d1-4c51-94f0-bc7ff128a93d tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea49febe-36db-4c85-847f-50d2af3c96dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523794 Feb 07 21:06:37.119770 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e03be-8883-484d-882c-4e73c2d6e1b0 req-e9e8d12f-b44a-46b7-bc1b-ebfcdd6e167f tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:37.121384 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-505e03be-8883-484d-882c-4e73c2d6e1b0 req-e9e8d12f-b44a-46b7-bc1b-ebfcdd6e167f tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.0690207 Feb 07 21:06:37.173318 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-505e03be-8883-484d-882c-4e73c2d6e1b0 req-798d4c3d-86cf-4996-bf3c-5f9e769ad9fd tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456610 Feb 07 21:06:37.467170 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60994c0a-713c-4d43-97d1-a86bf772e987 req-eb36942a-83fc-4fbe-b087-74401cf510b5 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:37.468612 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-60994c0a-713c-4d43-97d1-a86bf772e987 req-eb36942a-83fc-4fbe-b087-74401cf510b5 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cfe30ae-031d-4609-8b5f-c23bad12e040 HTTP/1.1" status: 200 len: 943 time: 0.1234050 Feb 07 21:06:37.478560 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-d732c97e-d6de-492f-8aa2-58893a6aafa9 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:37.480180 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-d732c97e-d6de-492f-8aa2-58893a6aafa9 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/networks?id=55acbe04-ba96-44f5-acf7-c6a9f81c70a3 HTTP/1.1" status: 200 len: 804 time: 0.1460369 Feb 07 21:06:37.510023 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-ec6944c8-e0e7-4439-a301-f858c050c7de tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/quotas/5124caec77da453db4b2d8e674dfa83f HTTP/1.1" status: 200 len: 375 time: 0.0221879 Feb 07 21:06:37.556583 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-60994c0a-713c-4d43-97d1-a86bf772e987 req-b60f4674-e433-4107-8247-da65028f995a tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751727 Feb 07 21:06:37.583085 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-4f563b80-a82d-4308-bbce-de6e51f050bd tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5124caec77da453db4b2d8e674dfa83f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0646114 Feb 07 21:06:37.714752 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b996f8b-9878-4cf4-9998-747f799574e4 req-f42e6e37-d8a3-4fad-afe8-3cd013f3c5e0 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:37.716204 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3b996f8b-9878-4cf4-9998-747f799574e4 req-f42e6e37-d8a3-4fad-afe8-3cd013f3c5e0 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 950 time: 0.0807788 Feb 07 21:06:37.719949 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-8093bc01-ada1-4911-a118-8018e17eb81e service neutron] 10.222.0.65 "GET /v2.0/networks/55acbe04-ba96-44f5-acf7-c6a9f81c70a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293156 Feb 07 21:06:37.824328 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3b996f8b-9878-4cf4-9998-747f799574e4 req-2c6fed96-cf98-49b8-bc69-3e74ff7a3c6b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971696 Feb 07 21:06:37.852977 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-8fae6ef5-95b3-45ba-8cfc-05aaaf230dcc service neutron] 10.222.0.65 "GET /v2.0/networks/55acbe04-ba96-44f5-acf7-c6a9f81c70a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245565 Feb 07 21:06:38.050815 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359b3d1-adad-43c8-b434-583292ced1db req-663deec9-6f46-4c11-8145-0780ed5d8840 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:38.060856 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c359b3d1-adad-43c8-b434-583292ced1db req-663deec9-6f46-4c11-8145-0780ed5d8840 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/ports?device_id=52066ffb-a3c9-44e7-9204-c7d274ca45d3 HTTP/1.1" status: 200 len: 945 time: 0.1207693 Feb 07 21:06:38.115562 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-83e4574b-fcfe-429f-bf9f-4b2db83cf304 req-f487bb79-e51e-4089-b4bc-18047e179627 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 210 time: 0.0386114 Feb 07 21:06:38.163439 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d12b4bad-5d0a-42e1-bad5-d815095e9785 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:06:38.166671 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c359b3d1-adad-43c8-b434-583292ced1db req-a0aa12f9-abcd-4907-aea2-f4c0d2552860 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea49febe-36db-4c85-847f-50d2af3c96dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048398 Feb 07 21:06:38.266057 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 45de8ab7-3a6d-4419-888c-f99c934a8eda up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:06:38.363216 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 45de8ab7-3a6d-4419-888c-f99c934a8eda completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:06:38.365669 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4d55d-b1d4-4a2f-a168-6a21ebc83da4 req-e3a93a6c-dc49-4fe5-8161-15b9f8b224e1 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:38.368176 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-22a4d55d-b1d4-4a2f-a168-6a21ebc83da4 req-e3a93a6c-dc49-4fe5-8161-15b9f8b224e1 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.0869553 Feb 07 21:06:38.373875 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port d12b4bad-5d0a-42e1-bad5-d815095e9785, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d12b4bad-5d0a-42e1-bad5-d815095e9785,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:38.377086 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 45de8ab7-3a6d-4419-888c-f99c934a8eda triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:06:38.377467 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (45de8ab7-3a6d-4419-888c-f99c934a8eda), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:38.408495 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'd12b4bad-5d0a-42e1-bad5-d815095e9785', 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85', 'port_id': 'd12b4bad-5d0a-42e1-bad5-d815095e9785', 'mac_address': 'fa:16:3e:d8:60:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8980a6-7981-49aa-b0cb-ed215989d81d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:06:38.437967 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-22a4d55d-b1d4-4a2f-a168-6a21ebc83da4 req-9a5d22e3-00c1-4d03-9d26-713d23912def tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597737 Feb 07 21:06:38.492472 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port d12b4bad-5d0a-42e1-bad5-d815095e9785 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:06:38.492793 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d12b4bad-5d0a-42e1-bad5-d815095e9785), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:38.514439 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12b4bad-5d0a-42e1-bad5-d815095e9785 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:06:38.519877 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 45de8ab7-3a6d-4419-888c-f99c934a8eda is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:06:38.520291 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (45de8ab7-3a6d-4419-888c-f99c934a8eda), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:38.555298 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port d12b4bad-5d0a-42e1-bad5-d815095e9785, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d12b4bad-5d0a-42e1-bad5-d815095e9785,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:38.560934 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52066ffb-a3c9-44e7-9204-c7d274ca45d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45de8ab7-3a6d-4419-888c-f99c934a8eda'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:06:38.563619 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ba2f30-fad6-4f32-a233-f8e17f9c4c5d" -d '{"events": [{"server_uuid": "52066ffb-a3c9-44e7-9204-c7d274ca45d3", "name": "network-vif-plugged", "status": "completed", "tag": "45de8ab7-3a6d-4419-888c-f99c934a8eda"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:06:38.573482 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d12b4bad-5d0a-42e1-bad5-d815095e9785), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:38.580869 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 45de8ab7-3a6d-4419-888c-f99c934a8eda, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=45de8ab7-3a6d-4419-888c-f99c934a8eda,segment=NetworkSegment(650487d5-6a76-4a56-b538-2e793234952d),segment_id=650487d5-6a76-4a56-b538-2e793234952d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:38.605562 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (45de8ab7-3a6d-4419-888c-f99c934a8eda), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:38.606342 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 726a092a-c1e9-47ec-a6ab-5ee1fad4d266 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:06:38.633809 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326daac1-f4a9-4f3c-93d6-b188bb7e07f1 x-openstack-request-id: req-326daac1-f4a9-4f3c-93d6-b188bb7e07f1 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:06:38.634199 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52066ffb-a3c9-44e7-9204-c7d274ca45d3", "name": "network-vif-plugged", "status": "completed", "tag": "45de8ab7-3a6d-4419-888c-f99c934a8eda", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:06:38.634435 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-326daac1-f4a9-4f3c-93d6-b188bb7e07f1 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:06:38.634825 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52066ffb-a3c9-44e7-9204-c7d274ca45d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45de8ab7-3a6d-4419-888c-f99c934a8eda', 'code': 200} Feb 07 21:06:38.662963 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=d12b4bad-5d0a-42e1-bad5-d815095e9785,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:38.726315 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=45de8ab7-3a6d-4419-888c-f99c934a8eda,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:38.732026 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 726a092a-c1e9-47ec-a6ab-5ee1fad4d266 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:06:38.736179 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 726a092a-c1e9-47ec-a6ab-5ee1fad4d266 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:06:38.736761 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (726a092a-c1e9-47ec-a6ab-5ee1fad4d266), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:38.763708 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08009a8-1544-4a4c-b688-6b4a8c0bb0c1 req-cec83c2a-2006-4ecc-9a12-31084c072b12 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:38.765457 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f08009a8-1544-4a4c-b688-6b4a8c0bb0c1 req-cec83c2a-2006-4ecc-9a12-31084c072b12 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cfe30ae-031d-4609-8b5f-c23bad12e040 HTTP/1.1" status: 200 len: 944 time: 0.1145654 Feb 07 21:06:38.796040 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafed49f-a365-4158-b38a-04f08b319f87 req-f6adec00-edef-49e8-8734-33c3a158bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:38.797602 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dafed49f-a365-4158-b38a-04f08b319f87 req-f6adec00-edef-49e8-8734-33c3a158bb43 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=52066ffb-a3c9-44e7-9204-c7d274ca45d3 HTTP/1.1" status: 200 len: 1128 time: 0.1100805 Feb 07 21:06:38.844428 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 726a092a-c1e9-47ec-a6ab-5ee1fad4d266 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:06:38.844817 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (726a092a-c1e9-47ec-a6ab-5ee1fad4d266), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:38.870270 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f08009a8-1544-4a4c-b688-6b4a8c0bb0c1 req-38a3f53d-f767-44f5-8956-d99029db4ac8 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975425 Feb 07 21:06:38.897697 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 726a092a-c1e9-47ec-a6ab-5ee1fad4d266, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=726a092a-c1e9-47ec-a6ab-5ee1fad4d266,segment=NetworkSegment(650487d5-6a76-4a56-b538-2e793234952d),segment_id=650487d5-6a76-4a56-b538-2e793234952d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:38.899847 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dafed49f-a365-4158-b38a-04f08b319f87 req-39a1fcfb-ea0e-4147-a6d2-40527389d451 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ea49febe-36db-4c85-847f-50d2af3c96dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888758 Feb 07 21:06:38.902567 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (726a092a-c1e9-47ec-a6ab-5ee1fad4d266), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:38.938105 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['d12b4bad-5d0a-42e1-bad5-d815095e9785'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:06:38.995275 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1578fee-e16e-433d-86a1-4f9143e06c4d req-48f674d2-01e0-4a06-8298-7701ee5e1345 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:39.000893 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1578fee-e16e-433d-86a1-4f9143e06c4d req-48f674d2-01e0-4a06-8298-7701ee5e1345 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 950 time: 0.0665972 Feb 07 21:06:39.069007 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1578fee-e16e-433d-86a1-4f9143e06c4d req-3e2001b9-e672-41f2-87ec-f2389c7c07c8 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633440 Feb 07 21:06:39.143700 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=726a092a-c1e9-47ec-a6ab-5ee1fad4d266,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:39.249638 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-118ef228-31a4-406a-9d46-ebe4665f321e req-74367948-b53a-4b8e-b9b9-749d0176bc72 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 210 time: 0.0474434 Feb 07 21:06:39.332203 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3aa125-309a-432a-ae42-fcdcdba90e89 req-70e27747-2f61-4422-94cb-4338e5b8a774 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:39.336768 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df3aa125-309a-432a-ae42-fcdcdba90e89 req-70e27747-2f61-4422-94cb-4338e5b8a774 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/ports?device_id=52066ffb-a3c9-44e7-9204-c7d274ca45d3 HTTP/1.1" status: 200 len: 946 time: 0.0861866 Feb 07 21:06:39.449228 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df3aa125-309a-432a-ae42-fcdcdba90e89 req-eafb5c1f-e60f-4a4f-96ee-36391e9ddb75 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea49febe-36db-4c85-847f-50d2af3c96dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984089 Feb 07 21:06:39.531379 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-c6d9edaf-4973-4c0c-8dfe-ef96c4b02dac tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:39.533074 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-c6d9edaf-4973-4c0c-8dfe-ef96c4b02dac tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.71 "GET /v2.0/networks?id=55acbe04-ba96-44f5-acf7-c6a9f81c70a3 HTTP/1.1" status: 200 len: 804 time: 0.1923447 Feb 07 21:06:39.557449 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-faf60083-3ead-45d1-8585-697185a940b4 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Request body: {'port': {'device_id': 'ecaa43bc-69e3-4d87-a17c-dda3311ba228', 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3', 'admin_state_up': True, 'tenant_id': '5124caec77da453db4b2d8e674dfa83f'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:06:39.642105 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802dac5-1345-49ab-9e98-ce821ec447a8 req-1609bb87-c4f5-435f-8b1e-fa72c5229de8 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:39.643548 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e802dac5-1345-49ab-9e98-ce821ec447a8 req-1609bb87-c4f5-435f-8b1e-fa72c5229de8 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.71 "GET /v2.0/ports?device_id=af1662c9-6dec-4c49-ad7f-3d3ccc4d7878 HTTP/1.1" status: 200 len: 946 time: 0.1750994 Feb 07 21:06:39.718226 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9464c-acf4-4b12-9107-17c7cf5bcf96 req-6053507e-92b5-4873-8088-faa1c9fa625e tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:39.724417 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-44a9464c-acf4-4b12-9107-17c7cf5bcf96 req-6053507e-92b5-4873-8088-faa1c9fa625e tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.1843462 Feb 07 21:06:39.860547 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-faf60083-3ead-45d1-8585-697185a940b4 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Made reservation on behalf of 5124caec77da453db4b2d8e674dfa83f for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:06:39.868827 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-faf60083-3ead-45d1-8585-697185a940b4 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:39.905538 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-44a9464c-acf4-4b12-9107-17c7cf5bcf96 req-23141ef5-1b6b-4da3-9241-f7b588ffd358 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768334 Feb 07 21:06:39.949119 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-e802dac5-1345-49ab-9e98-ce821ec447a8 req-cb39c5ed-8f84-42a6-be70-12fccc228410 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Deleting port 3810bda1-7af9-41fd-a1ca-db97462c7fd2 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:06:39.949459 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e802dac5-1345-49ab-9e98-ce821ec447a8 req-cb39c5ed-8f84-42a6-be70-12fccc228410 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (3810bda1-7af9-41fd-a1ca-db97462c7fd2), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:40.079920 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-fc5657dd-ce70-4003-b1ed-58dfa7d0d6f4 service neutron] show failed (client error): The resource could not be found. Feb 07 21:06:40.081002 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-fc5657dd-ce70-4003-b1ed-58dfa7d0d6f4 service neutron] 10.222.0.71 "GET /v2.0/ports/079ee442-2956-408d-b74d-1256c9778d3b/bindings/n-h1-828185-2 HTTP/1.1" status: 404 len: 380 time: 0.2257466 Feb 07 21:06:40.163622 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca542b-d8c2-4433-8d68-ceccc7adae3e req-36a42cc6-2867-4701-88f2-70e01c2246e5 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:40.163622 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b8ca542b-d8c2-4433-8d68-ceccc7adae3e req-36a42cc6-2867-4701-88f2-70e01c2246e5 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cfe30ae-031d-4609-8b5f-c23bad12e040 HTTP/1.1" status: 200 len: 944 time: 0.2134788 Feb 07 21:06:40.170926 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 079ee442-2956-408d-b74d-1256c9778d3b no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:06:40.192806 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-e802dac5-1345-49ab-9e98-ce821ec447a8 req-cb39c5ed-8f84-42a6-be70-12fccc228410 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] For port 3810bda1-7af9-41fd-a1ca-db97462c7fd2, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3810bda1-7af9-41fd-a1ca-db97462c7fd2,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:40.193223 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e802dac5-1345-49ab-9e98-ce821ec447a8 req-cb39c5ed-8f84-42a6-be70-12fccc228410 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (3810bda1-7af9-41fd-a1ca-db97462c7fd2), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:40.242110 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-faf60083-3ead-45d1-8585-697185a940b4 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Allocated IP 172.20.0.14 (55acbe04-ba96-44f5-acf7-c6a9f81c70a3/3d136787-de5f-4353-a2b9-a7f4409cab76/9c89f1c5-ef51-409c-a7db-4f834c5e3de1) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:06:40.244854 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-e802dac5-1345-49ab-9e98-ce821ec447a8 req-cb39c5ed-8f84-42a6-be70-12fccc228410 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Calling delete_port for 3810bda1-7af9-41fd-a1ca-db97462c7fd2 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:06:40.341502 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 079ee442-2956-408d-b74d-1256c9778d3b is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:06:40.341887 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (079ee442-2956-408d-b74d-1256c9778d3b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:40.392637 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b8ca542b-d8c2-4433-8d68-ceccc7adae3e req-fd0f1c29-30c4-4eef-84a8-422c3e4cc95a tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040701 Feb 07 21:06:40.422411 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 079ee442-2956-408d-b74d-1256c9778d3b, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=079ee442-2956-408d-b74d-1256c9778d3b,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:40.434469 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (079ee442-2956-408d-b74d-1256c9778d3b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:40.435630 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 3810bda1-7af9-41fd-a1ca-db97462c7fd2 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:06:40.567897 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=079ee442-2956-408d-b74d-1256c9778d3b,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:40.619082 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 3810bda1-7af9-41fd-a1ca-db97462c7fd2 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:06:40.619082 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3810bda1-7af9-41fd-a1ca-db97462c7fd2), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:40.636021 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e931d779-d3e1-46c8-a97a-a1d4e594bf38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726a092a-c1e9-47ec-a6ab-5ee1fad4d266'}, {'server_uuid': '504b735e-0d1c-483f-9d65-ba76ce721ae4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '079ee442-2956-408d-b74d-1256c9778d3b'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:06:40.639681 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-56cc83f7-3a77-4499-8daf-776fa7b5c964 req-3a152ceb-7fc9-48ab-85c6-b1881b96cacb tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 210 time: 0.0766544 Feb 07 21:06:40.640003 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621b50ce-2508-43e1-a3a3-0795bfa2a2bf" -d '{"events": [{"server_uuid": "e931d779-d3e1-46c8-a97a-a1d4e594bf38", "name": "network-vif-plugged", "status": "completed", "tag": "726a092a-c1e9-47ec-a6ab-5ee1fad4d266"}, {"server_uuid": "504b735e-0d1c-483f-9d65-ba76ce721ae4", "name": "network-vif-unplugged", "status": "completed", "tag": "079ee442-2956-408d-b74d-1256c9778d3b"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:06:40.779230 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308d22f-f1cf-4a58-89db-2eaf534e7c77 req-948465ed-9de9-4a00-a677-2681c9730840 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:40.780747 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0308d22f-f1cf-4a58-89db-2eaf534e7c77 req-948465ed-9de9-4a00-a677-2681c9730840 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 948 time: 0.4154289 Feb 07 21:06:40.791926 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-5529ee53-8c4a-4fa1-b383-ce75a34065e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:40.793414 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-5529ee53-8c4a-4fa1-b383-ce75a34065e6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4&tenant_id=f4fe27c2f8aa423da4df091a462a1dd2 HTTP/1.1" status: 200 len: 1130 time: 0.2747028 Feb 07 21:06:40.834507 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-47687b8d-ee87-44b3-aadc-90d80e23f8d0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828185-2', 'device_owner': 'compute:nova'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:06:40.903491 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e802dac5-1345-49ab-9e98-ce821ec447a8 req-cb39c5ed-8f84-42a6-be70-12fccc228410 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (3810bda1-7af9-41fd-a1ca-db97462c7fd2), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:40.961441 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39c5ed-8f84-42a6-be70-12fccc228410 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Pushing event deleted for resources: {'Port': ['ID=3810bda1-7af9-41fd-a1ca-db97462c7fd2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:41.019140 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39c5ed-8f84-42a6-be70-12fccc228410 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:41.019500 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39c5ed-8f84-42a6-be70-12fccc228410 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:41.019878 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39c5ed-8f84-42a6-be70-12fccc228410 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:41.020225 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39c5ed-8f84-42a6-be70-12fccc228410 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:41.020588 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39c5ed-8f84-42a6-be70-12fccc228410 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:41.020928 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39c5ed-8f84-42a6-be70-12fccc228410 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:41.021258 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39c5ed-8f84-42a6-be70-12fccc228410 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:41.021585 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39c5ed-8f84-42a6-be70-12fccc228410 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:41.021914 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39c5ed-8f84-42a6-be70-12fccc228410 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:41.022241 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39c5ed-8f84-42a6-be70-12fccc228410 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:41.022567 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39c5ed-8f84-42a6-be70-12fccc228410 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:41.022891 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39c5ed-8f84-42a6-be70-12fccc228410 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:41.023210 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39c5ed-8f84-42a6-be70-12fccc228410 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:41.032063 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-faf60083-3ead-45d1-8585-697185a940b4 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks [] for port (9c89f1c5-ef51-409c-a7db-4f834c5e3de1), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:41.055124 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841afae1-d8c6-4bc1-b2c7-f1af3a850feb req-ae3f24f3-742f-4beb-a5b1-f2084c4a0ca2 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:41.057164 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-841afae1-d8c6-4bc1-b2c7-f1af3a850feb req-ae3f24f3-742f-4beb-a5b1-f2084c4a0ca2 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/ports?device_id=52066ffb-a3c9-44e7-9204-c7d274ca45d3 HTTP/1.1" status: 200 len: 946 time: 0.3348241 Feb 07 21:06:41.060046 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0308d22f-f1cf-4a58-89db-2eaf534e7c77 req-23ac8f01-2305-4649-9cd7-68cdbe940f18 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607193 Feb 07 21:06:41.073869 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-47687b8d-ee87-44b3-aadc-90d80e23f8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (079ee442-2956-408d-b74d-1256c9778d3b), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:41.112113 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-e802dac5-1345-49ab-9e98-ce821ec447a8 req-cb39c5ed-8f84-42a6-be70-12fccc228410 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] No DVR routers for this DVR port 3810bda1-7af9-41fd-a1ca-db97462c7fd2 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:06:41.119276 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e802dac5-1345-49ab-9e98-ce821ec447a8 req-cb39c5ed-8f84-42a6-be70-12fccc228410 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:41.123225 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e802dac5-1345-49ab-9e98-ce821ec447a8 req-cb39c5ed-8f84-42a6-be70-12fccc228410 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.71 "DELETE /v2.0/ports/3810bda1-7af9-41fd-a1ca-db97462c7fd2 HTTP/1.1" status: 204 len: 173 time: 1.4717922 Feb 07 21:06:41.125720 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1662c9-6dec-4c49-ad7f-3d3ccc4d7878', 'name': 'network-vif-deleted', 'tag': '3810bda1-7af9-41fd-a1ca-db97462c7fd2'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:06:41.128368 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46864a5-1d41-42b9-aa27-34097fd672e7" -d '{"events": [{"server_uuid": "af1662c9-6dec-4c49-ad7f-3d3ccc4d7878", "name": "network-vif-deleted", "tag": "3810bda1-7af9-41fd-a1ca-db97462c7fd2"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:06:41.211949 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 07 Feb 2022 21:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d71c5bd-a69d-46da-b608-90a2da8ed945 x-openstack-request-id: req-1d71c5bd-a69d-46da-b608-90a2da8ed945 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:06:41.213133 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e931d779-d3e1-46c8-a97a-a1d4e594bf38", "name": "network-vif-plugged", "status": "completed", "tag": "726a092a-c1e9-47ec-a6ab-5ee1fad4d266", "code": 200}, {"server_uuid": "504b735e-0d1c-483f-9d65-ba76ce721ae4", "name": "network-vif-unplugged", "status": "completed", "tag": "079ee442-2956-408d-b74d-1256c9778d3b", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:06:41.213553 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1d71c5bd-a69d-46da-b608-90a2da8ed945 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:06:41.214136 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e931d779-d3e1-46c8-a97a-a1d4e594bf38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726a092a-c1e9-47ec-a6ab-5ee1fad4d266', 'code': 200} Feb 07 21:06:41.214878 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504b735e-0d1c-483f-9d65-ba76ce721ae4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '079ee442-2956-408d-b74d-1256c9778d3b', 'code': 200} Feb 07 21:06:41.218832 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-841afae1-d8c6-4bc1-b2c7-f1af3a850feb req-d8b73ff3-1624-4c1f-9266-c54a9ba32f21 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea49febe-36db-4c85-847f-50d2af3c96dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518695 Feb 07 21:06:41.225838 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-faf60083-3ead-45d1-8585-697185a940b4 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (9c89f1c5-ef51-409c-a7db-4f834c5e3de1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:41.367280 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8332330-9034-45ac-be45-e712d1a55e4d x-openstack-request-id: req-c8332330-9034-45ac-be45-e712d1a55e4d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:06:41.367280 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1662c9-6dec-4c49-ad7f-3d3ccc4d7878", "name": "network-vif-deleted", "tag": "3810bda1-7af9-41fd-a1ca-db97462c7fd2", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:06:41.367280 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c8332330-9034-45ac-be45-e712d1a55e4d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:06:41.367280 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1662c9-6dec-4c49-ad7f-3d3ccc4d7878', 'name': 'network-vif-deleted', 'tag': '3810bda1-7af9-41fd-a1ca-db97462c7fd2', 'status': 'completed', 'code': 200} Feb 07 21:06:41.380833 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c665a8f-c5e3-4a77-bd26-2939b810f6ab req-93c58fe1-ac6a-47f6-b57e-1ef28c24cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:41.382455 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1c665a8f-c5e3-4a77-bd26-2939b810f6ab req-93c58fe1-ac6a-47f6-b57e-1ef28c24cb58 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e931d779-d3e1-46c8-a97a-a1d4e594bf38 HTTP/1.1" status: 200 len: 1127 time: 0.0598869 Feb 07 21:06:41.445174 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-faf60083-3ead-45d1-8585-697185a940b4 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Network 55acbe04-ba96-44f5-acf7-c6a9f81c70a3 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:06:41.453813 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-faf60083-3ead-45d1-8585-697185a940b4 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:06:41.482741 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf60083-3ead-45d1-8585-697185a940b4 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Pushing event updated for resources: {'Port': ['ID=9c89f1c5-ef51-409c-a7db-4f834c5e3de1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:41.503005 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-faf60083-3ead-45d1-8585-697185a940b4 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:06:41.514160 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1c665a8f-c5e3-4a77-bd26-2939b810f6ab req-36d39311-20bb-492b-966e-31316037ba85 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ea49febe-36db-4c85-847f-50d2af3c96dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242390 Feb 07 21:06:41.968386 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-faf60083-3ead-45d1-8585-697185a940b4 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:41.969066 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-faf60083-3ead-45d1-8585-697185a940b4 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:42.018713 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36759ec0-a987-46c4-a472-852897dce187 req-70ace117-5e15-463c-9ad5-7fdad835c240 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:42.020193 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-36759ec0-a987-46c4-a472-852897dce187 req-70ace117-5e15-463c-9ad5-7fdad835c240 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/ports?device_id=e931d779-d3e1-46c8-a97a-a1d4e594bf38 HTTP/1.1" status: 200 len: 945 time: 0.5738504 Feb 07 21:06:42.023012 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-47687b8d-ee87-44b3-aadc-90d80e23f8d0 service neutron] For port 079ee442-2956-408d-b74d-1256c9778d3b, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=079ee442-2956-408d-b74d-1256c9778d3b,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:42.028043 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-faf60083-3ead-45d1-8585-697185a940b4 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4780869 Feb 07 21:06:42.042372 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc1efa-d775-4b0e-8d6a-a2839fb07e54 req-d7b45024-7990-455e-b8e1-4b8bd916d066 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:42.051317 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9bc1efa-d775-4b0e-8d6a-a2839fb07e54 req-d7b45024-7990-455e-b8e1-4b8bd916d066 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cfe30ae-031d-4609-8b5f-c23bad12e040 HTTP/1.1" status: 200 len: 944 time: 0.1636336 Feb 07 21:06:42.066197 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-b96954b6-ce16-4466-93cf-68cb83220fe2 service neutron] Request body: {'port': {'device_id': 'ecaa43bc-69e3-4d87-a17c-dda3311ba228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:06:42.174376 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d12b4bad-5d0a-42e1-bad5-d815095e9785 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:06:42.213418 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-47687b8d-ee87-44b3-aadc-90d80e23f8d0 service neutron] For port 079ee442-2956-408d-b74d-1256c9778d3b, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:06:42.237321 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port d12b4bad-5d0a-42e1-bad5-d815095e9785 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:06:42.242770 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port d12b4bad-5d0a-42e1-bad5-d815095e9785 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:06:42.243536 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d12b4bad-5d0a-42e1-bad5-d815095e9785), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:42.267718 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-36759ec0-a987-46c4-a472-852897dce187 req-d00bb54e-5b82-4b47-8177-e1167b4b76d7 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea49febe-36db-4c85-847f-50d2af3c96dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327368 Feb 07 21:06:42.278535 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9bc1efa-d775-4b0e-8d6a-a2839fb07e54 req-5fb3e8c9-cc76-446b-a0f8-ffed5f8c0199 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263060 Feb 07 21:06:42.301621 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-b96954b6-ce16-4466-93cf-68cb83220fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9c89f1c5-ef51-409c-a7db-4f834c5e3de1), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:42.330773 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port d12b4bad-5d0a-42e1-bad5-d815095e9785 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:06:42.331164 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d12b4bad-5d0a-42e1-bad5-d815095e9785), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:42.376753 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-47687b8d-ee87-44b3-aadc-90d80e23f8d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 079ee442-2956-408d-b74d-1256c9778d3b {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:06:42.383506 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port d12b4bad-5d0a-42e1-bad5-d815095e9785, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d12b4bad-5d0a-42e1-bad5-d815095e9785,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:42.389958 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d12b4bad-5d0a-42e1-bad5-d815095e9785), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:42.396856 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-47687b8d-ee87-44b3-aadc-90d80e23f8d0 service neutron] Publish callbacks [] for port (079ee442-2956-408d-b74d-1256c9778d3b), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:42.484218 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-47687b8d-ee87-44b3-aadc-90d80e23f8d0 service neutron] Transition to ACTIVE for port object 079ee442-2956-408d-b74d-1256c9778d3b will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:06:42.489342 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=d12b4bad-5d0a-42e1-bad5-d815095e9785,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:42.501035 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-47687b8d-ee87-44b3-aadc-90d80e23f8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (079ee442-2956-408d-b74d-1256c9778d3b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:42.718806 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-47687b8d-ee87-44b3-aadc-90d80e23f8d0 service neutron] No DVR routers for this DVR port 079ee442-2956-408d-b74d-1256c9778d3b on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:06:42.725806 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47687b8d-ee87-44b3-aadc-90d80e23f8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=079ee442-2956-408d-b74d-1256c9778d3b,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:42.813635 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0320a-eef4-4040-bfbf-796fc00d2d66 req-e9f5e381-fbfd-425c-af59-ed040e81668e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:42.815272 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1f0320a-eef4-4040-bfbf-796fc00d2d66 req-e9f5e381-fbfd-425c-af59-ed040e81668e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 932 time: 0.3181932 Feb 07 21:06:42.885490 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfeb27-097f-4279-a6e2-a17f0201b9c2 req-80d07a63-ae14-42f9-8e93-3bb7a3073fcb tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:42.893894 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8fcfeb27-097f-4279-a6e2-a17f0201b9c2 req-80d07a63-ae14-42f9-8e93-3bb7a3073fcb tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 948 time: 0.3483615 Feb 07 21:06:42.906433 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-47687b8d-ee87-44b3-aadc-90d80e23f8d0 service neutron] Attempting to bind port 079ee442-2956-408d-b74d-1256c9778d3b on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:06:42.906880 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-47687b8d-ee87-44b3-aadc-90d80e23f8d0 service neutron] Attempting to bind port 079ee442-2956-408d-b74d-1256c9778d3b by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:06:42.907385 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-47687b8d-ee87-44b3-aadc-90d80e23f8d0 service neutron] Attempting to bind port 079ee442-2956-408d-b74d-1256c9778d3b on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:06:42.936718 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-47687b8d-ee87-44b3-aadc-90d80e23f8d0 service neutron] Port 079ee442-2956-408d-b74d-1256c9778d3b on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:06:42.937242 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-47687b8d-ee87-44b3-aadc-90d80e23f8d0 service neutron] Attempting to bind port 079ee442-2956-408d-b74d-1256c9778d3b on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:06:42.965231 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-47687b8d-ee87-44b3-aadc-90d80e23f8d0 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:06:42.966042 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-47687b8d-ee87-44b3-aadc-90d80e23f8d0 service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:06:42.966610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-47687b8d-ee87-44b3-aadc-90d80e23f8d0 service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:06:42.967237 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-47687b8d-ee87-44b3-aadc-90d80e23f8d0 service neutron] Bound port: 079ee442-2956-408d-b74d-1256c9778d3b, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:06:42.967705 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-47687b8d-ee87-44b3-aadc-90d80e23f8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (079ee442-2956-408d-b74d-1256c9778d3b), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:43.059363 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1f0320a-eef4-4040-bfbf-796fc00d2d66 req-2e917d75-e641-4cf7-a440-3a3b31622557 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346678 Feb 07 21:06:43.104525 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8fcfeb27-097f-4279-a6e2-a17f0201b9c2 req-34f23d62-d718-4bc6-b2da-d119dcf4e62f tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094994 Feb 07 21:06:43.173822 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-47687b8d-ee87-44b3-aadc-90d80e23f8d0 service neutron] For port 079ee442-2956-408d-b74d-1256c9778d3b, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:06:43.178762 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-47687b8d-ee87-44b3-aadc-90d80e23f8d0 service neutron] For port 079ee442-2956-408d-b74d-1256c9778d3b, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=079ee442-2956-408d-b74d-1256c9778d3b,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:06:43.184652 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-b96954b6-ce16-4466-93cf-68cb83220fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c89f1c5-ef51-409c-a7db-4f834c5e3de1 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:06:43.191036 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-47687b8d-ee87-44b3-aadc-90d80e23f8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (079ee442-2956-408d-b74d-1256c9778d3b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:43.217105 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfe30ae-031d-4609-8b5f-c23bad12e040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12b4bad-5d0a-42e1-bad5-d815095e9785'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:06:43.222361 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-47687b8d-ee87-44b3-aadc-90d80e23f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:43.223100 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-47687b8d-ee87-44b3-aadc-90d80e23f8d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:43.224730 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-47687b8d-ee87-44b3-aadc-90d80e23f8d0 service neutron] 10.222.0.69 "PUT /v2.0/ports/079ee442-2956-408d-b74d-1256c9778d3b HTTP/1.1" status: 200 len: 1096 time: 2.4062474 Feb 07 21:06:43.226664 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-b96954b6-ce16-4466-93cf-68cb83220fe2 service neutron] Publish callbacks [] for port (9c89f1c5-ef51-409c-a7db-4f834c5e3de1), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:43.236437 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003539d8-72a2-413b-8768-8463d17c8a66" -d '{"events": [{"server_uuid": "7cfe30ae-031d-4609-8b5f-c23bad12e040", "name": "network-vif-plugged", "status": "completed", "tag": "d12b4bad-5d0a-42e1-bad5-d815095e9785"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:06:43.331786 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-b96954b6-ce16-4466-93cf-68cb83220fe2 service neutron] Transition to ACTIVE for port object 9c89f1c5-ef51-409c-a7db-4f834c5e3de1 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:06:43.349096 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c325b8-db63-4d12-b2ae-04d54bca1078 x-openstack-request-id: req-f2c325b8-db63-4d12-b2ae-04d54bca1078 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:06:43.349650 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfe30ae-031d-4609-8b5f-c23bad12e040", "name": "network-vif-plugged", "status": "completed", "tag": "d12b4bad-5d0a-42e1-bad5-d815095e9785", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:06:43.349650 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f2c325b8-db63-4d12-b2ae-04d54bca1078 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:06:43.350026 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfe30ae-031d-4609-8b5f-c23bad12e040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12b4bad-5d0a-42e1-bad5-d815095e9785', 'code': 200} Feb 07 21:06:43.361809 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-b96954b6-ce16-4466-93cf-68cb83220fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (9c89f1c5-ef51-409c-a7db-4f834c5e3de1), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:43.374405 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504b735e-0d1c-483f-9d65-ba76ce721ae4', 'tag': '079ee442-2956-408d-b74d-1256c9778d3b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:06:43.378953 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bd3ffd-2058-4431-805c-0cc605d41145" -d '{"events": [{"name": "network-changed", "server_uuid": "504b735e-0d1c-483f-9d65-ba76ce721ae4", "tag": "079ee442-2956-408d-b74d-1256c9778d3b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:06:43.482857 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47687b8d-ee87-44b3-aadc-90d80e23f8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=079ee442-2956-408d-b74d-1256c9778d3b,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:43.694739 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-a4bfd250-f52c-44c2-b71d-1a01a8dde968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:43.708700 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-a4bfd250-f52c-44c2-b71d-1a01a8dde968 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 1130 time: 0.4207087 Feb 07 21:06:43.789698 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96954b6-ce16-4466-93cf-68cb83220fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c89f1c5-ef51-409c-a7db-4f834c5e3de1,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:43.861069 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236088a-0062-44ca-8fbe-9740096b5d4f req-73d63aec-008d-4439-a9f6-19b7d293856d tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:43.864278 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9236088a-0062-44ca-8fbe-9740096b5d4f req-73d63aec-008d-4439-a9f6-19b7d293856d tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/ports?device_id=e931d779-d3e1-46c8-a97a-a1d4e594bf38 HTTP/1.1" status: 200 len: 945 time: 0.3315251 Feb 07 21:06:43.882109 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b884293-07bc-4861-8782-10ce63baef53 req-c3ce463f-28e5-4328-b7dd-1823e5efc57f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:43.883616 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b884293-07bc-4861-8782-10ce63baef53 req-c3ce463f-28e5-4328-b7dd-1823e5efc57f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cfe30ae-031d-4609-8b5f-c23bad12e040 HTTP/1.1" status: 200 len: 945 time: 0.2860219 Feb 07 21:06:43.885447 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913b44a-a2ad-43ec-aeaf-f6c04734e8bd req-5aa6b3cf-6de9-42a0-b762-c96b48e3a181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:43.886821 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3913b44a-a2ad-43ec-aeaf-f6c04734e8bd req-5aa6b3cf-6de9-42a0-b762-c96b48e3a181 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7cfe30ae-031d-4609-8b5f-c23bad12e040 HTTP/1.1" status: 200 len: 1127 time: 0.4315133 Feb 07 21:06:43.961434 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-b96954b6-ce16-4466-93cf-68cb83220fe2 service neutron] Attempting to bind port 9c89f1c5-ef51-409c-a7db-4f834c5e3de1 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:06:43.962272 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-b96954b6-ce16-4466-93cf-68cb83220fe2 service neutron] Attempting to bind port 9c89f1c5-ef51-409c-a7db-4f834c5e3de1 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '9c039eb9-655e-45d6-805e-1229a5858de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:06:43.963160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-b96954b6-ce16-4466-93cf-68cb83220fe2 service neutron] Attempting to bind port 9c89f1c5-ef51-409c-a7db-4f834c5e3de1 on network 55acbe04-ba96-44f5-acf7-c6a9f81c70a3 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:06:43.994147 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-b96954b6-ce16-4466-93cf-68cb83220fe2 service neutron] Port 9c89f1c5-ef51-409c-a7db-4f834c5e3de1 on network 55acbe04-ba96-44f5-acf7-c6a9f81c70a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:06:43.994531 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-b96954b6-ce16-4466-93cf-68cb83220fe2 service neutron] Attempting to bind port 9c89f1c5-ef51-409c-a7db-4f834c5e3de1 on network 55acbe04-ba96-44f5-acf7-c6a9f81c70a3 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:06:44.020051 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-d5bf00b9-4e65-4c75-903f-0bb724335f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:44.021558 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-d5bf00b9-4e65-4c75-903f-0bb724335f26 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.3120618 Feb 07 21:06:44.045257 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-b96954b6-ce16-4466-93cf-68cb83220fe2 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:06:44.045609 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-b96954b6-ce16-4466-93cf-68cb83220fe2 service neutron] Checking segment: {'id': '9c039eb9-655e-45d6-805e-1229a5858de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:06:44.046253 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-b96954b6-ce16-4466-93cf-68cb83220fe2 service neutron] Bound using segment: {'id': '9c039eb9-655e-45d6-805e-1229a5858de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:06:44.046537 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-b96954b6-ce16-4466-93cf-68cb83220fe2 service neutron] Bound port: 9c89f1c5-ef51-409c-a7db-4f834c5e3de1, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c039eb9-655e-45d6-805e-1229a5858de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:06:44.047038 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-b96954b6-ce16-4466-93cf-68cb83220fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9c89f1c5-ef51-409c-a7db-4f834c5e3de1), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:44.059192 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9236088a-0062-44ca-8fbe-9740096b5d4f req-f1638845-ef7b-4bcf-b339-12fb1bc467c8 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea49febe-36db-4c85-847f-50d2af3c96dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711218 Feb 07 21:06:44.107841 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-a712937c-fb41-48e4-a2a2-77a025aa66fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=079ee442-2956-408d-b74d-1256c9778d3b HTTP/1.1" status: 200 len: 217 time: 0.0765381 Feb 07 21:06:44.111525 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3913b44a-a2ad-43ec-aeaf-f6c04734e8bd req-13df98c6-aacb-4ce6-901b-a580653d31c5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020397 Feb 07 21:06:44.123325 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b884293-07bc-4861-8782-10ce63baef53 req-8573775f-ba48-4d5c-9238-e72592a719c1 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282803 Feb 07 21:06:44.207768 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3898b6-fd1d-4958-be20-705f5e4dc6f8 x-openstack-request-id: req-db3898b6-fd1d-4958-be20-705f5e4dc6f8 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:06:44.208066 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504b735e-0d1c-483f-9d65-ba76ce721ae4", "tag": "079ee442-2956-408d-b74d-1256c9778d3b", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:06:44.208335 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-db3898b6-fd1d-4958-be20-705f5e4dc6f8 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:06:44.208741 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504b735e-0d1c-483f-9d65-ba76ce721ae4', 'tag': '079ee442-2956-408d-b74d-1256c9778d3b', 'status': 'completed', 'code': 200} Feb 07 21:06:44.269472 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-ff1565ae-d4ef-4c4d-9fb8-6f53c9daced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:44.270980 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-ff1565ae-d4ef-4c4d-9fb8-6f53c9daced7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1467152 Feb 07 21:06:44.356362 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-b96954b6-ce16-4466-93cf-68cb83220fe2 service neutron] For port 9c89f1c5-ef51-409c-a7db-4f834c5e3de1, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:06:44.377726 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-b96954b6-ce16-4466-93cf-68cb83220fe2 service neutron] For port 9c89f1c5-ef51-409c-a7db-4f834c5e3de1, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9c89f1c5-ef51-409c-a7db-4f834c5e3de1,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:06:44.396290 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-b96954b6-ce16-4466-93cf-68cb83220fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (9c89f1c5-ef51-409c-a7db-4f834c5e3de1), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:44.431579 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d17123-5852-49cc-81bc-c0e0e43cf6c5 req-9196a60c-11ac-423a-b425-9eadf69f18c9 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:44.433068 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-26d17123-5852-49cc-81bc-c0e0e43cf6c5 req-9196a60c-11ac-423a-b425-9eadf69f18c9 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 944 time: 0.1725824 Feb 07 21:06:44.439564 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fd42c-4a54-420c-b3e6-1001aa19a9a0 req-6162ead8-8cdf-4741-8925-a230e52152e8 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:44.440960 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-158fd42c-4a54-420c-b3e6-1001aa19a9a0 req-6162ead8-8cdf-4741-8925-a230e52152e8 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/ports?device_id=4258aadb-83b6-41c8-972b-7e698c655f15 HTTP/1.1" status: 200 len: 945 time: 0.1824536 Feb 07 21:06:44.466623 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-d8e8960d-50ee-4e9e-8249-777ed84436c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:44.468095 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-d8e8960d-50ee-4e9e-8249-777ed84436c0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1809387 Feb 07 21:06:44.517313 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-b96954b6-ce16-4466-93cf-68cb83220fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:44.517936 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-b96954b6-ce16-4466-93cf-68cb83220fe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:44.519241 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-b96954b6-ce16-4466-93cf-68cb83220fe2 service neutron] 10.222.0.71 "PUT /v2.0/ports/9c89f1c5-ef51-409c-a7db-4f834c5e3de1 HTTP/1.1" status: 200 len: 1092 time: 2.4643545 Feb 07 21:06:44.659188 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96954b6-ce16-4466-93cf-68cb83220fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c89f1c5-ef51-409c-a7db-4f834c5e3de1,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:44.690547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-26d17123-5852-49cc-81bc-c0e0e43cf6c5 req-896acd86-32ed-4bd8-9a6e-5593f617bc64 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322888 Feb 07 21:06:44.696245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd3ffd-2058-4431-805c-0cc605d41145 req-89fc11c2-a74f-488a-b3d1-9e4344afbfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:44.698032 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9bd3ffd-2058-4431-805c-0cc605d41145 req-89fc11c2-a74f-488a-b3d1-9e4344afbfd9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 1130 time: 0.2891145 Feb 07 21:06:44.708449 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-158fd42c-4a54-420c-b3e6-1001aa19a9a0 req-84f1d22a-06f2-474d-bdcb-50e6ee57a095 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea49febe-36db-4c85-847f-50d2af3c96dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470396 Feb 07 21:06:44.788748 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-1105cb79-2625-4d7c-9986-ec5d52423da9 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960563 Feb 07 21:06:44.832567 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-0266586d-424a-4478-8bcd-ccc40275a9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:44.834487 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-0266586d-424a-4478-8bcd-ccc40275a9b1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5124caec77da453db4b2d8e674dfa83f&device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 1126 time: 0.2532206 Feb 07 21:06:44.972067 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-170c919b-92f9-465f-a6b1-34fd3cec662e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c89f1c5-ef51-409c-a7db-4f834c5e3de1 HTTP/1.1" status: 200 len: 217 time: 0.0917106 Feb 07 21:06:44.975894 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd3ffd-2058-4431-805c-0cc605d41145 req-7f29a3ce-59ea-4759-b4a5-a8ec5cb40de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:44.977933 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9bd3ffd-2058-4431-805c-0cc605d41145 req-7f29a3ce-59ea-4759-b4a5-a8ec5cb40de1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.2666492 Feb 07 21:06:45.081386 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9bd3ffd-2058-4431-805c-0cc605d41145 req-06ab2cb8-891a-4907-b4f5-935251b27b68 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=079ee442-2956-408d-b74d-1256c9778d3b HTTP/1.1" status: 200 len: 217 time: 0.0904181 Feb 07 21:06:45.163861 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e1af7b4-5768-454b-883f-bc59d6ba5d49 req-b1d3aae6-e816-406b-b003-25bc407ccc6f service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667312 Feb 07 21:06:45.165919 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-1fb7fd63-ae0a-4c8d-a462-c98a25d012a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:45.168123 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-1fb7fd63-ae0a-4c8d-a462-c98a25d012a1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3d136787-de5f-4353-a2b9-a7f4409cab76 HTTP/1.1" status: 200 len: 844 time: 0.1875498 Feb 07 21:06:45.176447 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c448c4-8c07-4f5b-95cf-f5c2bf465d8f req-684bece8-8aa4-49be-bb41-63acde84870d tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:45.184102 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1c448c4-8c07-4f5b-95cf-f5c2bf465d8f req-684bece8-8aa4-49be-bb41-63acde84870d tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 948 time: 0.3845737 Feb 07 21:06:45.243959 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-0aa703af-129d-41a6-b8a9-3b344352520e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=55acbe04-ba96-44f5-acf7-c6a9f81c70a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530007 Feb 07 21:06:45.247967 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd3ffd-2058-4431-805c-0cc605d41145 req-3d8fa08c-558e-49da-af0a-0d44bb29b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:45.249469 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9bd3ffd-2058-4431-805c-0cc605d41145 req-3d8fa08c-558e-49da-af0a-0d44bb29b0ff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1487556 Feb 07 21:06:45.670950 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619032e8-8326-4a88-95c9-707196c5c11b req-d7e6dde6-d62f-4485-bd10-a2832944e0e7 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:45.672659 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-619032e8-8326-4a88-95c9-707196c5c11b req-d7e6dde6-d62f-4485-bd10-a2832944e0e7 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/ports?device_id=4258aadb-83b6-41c8-972b-7e698c655f15 HTTP/1.1" status: 200 len: 945 time: 0.6473112 Feb 07 21:06:45.730189 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1c448c4-8c07-4f5b-95cf-f5c2bf465d8f req-c5530cc4-65e3-4721-9b2a-291c95ffaa9d tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5451303 Feb 07 21:06:45.796085 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-cea83e4c-f618-4940-9436-29fe814c7198 service neutron] 10.222.0.71 "GET /v2.0/networks/55acbe04-ba96-44f5-acf7-c6a9f81c70a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436556 Feb 07 21:06:45.871167 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd3ffd-2058-4431-805c-0cc605d41145 req-d2b51517-aeeb-4999-afdb-6da23c21b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:45.872867 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9bd3ffd-2058-4431-805c-0cc605d41145 req-d2b51517-aeeb-4999-afdb-6da23c21b74a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 1130 time: 0.6215723 Feb 07 21:06:45.922366 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd3ffd-2058-4431-805c-0cc605d41145 req-bac4433d-dd6c-481e-8ed2-cffabf8f7c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:45.924072 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9bd3ffd-2058-4431-805c-0cc605d41145 req-bac4433d-dd6c-481e-8ed2-cffabf8f7c96 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6514208 Feb 07 21:06:45.966603 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-619032e8-8326-4a88-95c9-707196c5c11b req-3681030d-b70c-4ff5-a219-09f3b13248fa tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea49febe-36db-4c85-847f-50d2af3c96dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590511 Feb 07 21:06:46.116330 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8140e2-fc3a-4464-9596-2e7aa09af334 req-9f22016a-4d50-4efe-862d-aa532a1c86c8 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:46.118472 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab8140e2-fc3a-4464-9596-2e7aa09af334 req-9f22016a-4d50-4efe-862d-aa532a1c86c8 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cfe30ae-031d-4609-8b5f-c23bad12e040 HTTP/1.1" status: 200 len: 945 time: 0.3196926 Feb 07 21:06:46.215275 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecaa43bc-69e3-4d87-a17c-dda3311ba228', 'tag': '9c89f1c5-ef51-409c-a7db-4f834c5e3de1'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:06:46.218751 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8be579e-8f75-4081-bf4a-834ecca560b8" -d '{"events": [{"name": "network-changed", "server_uuid": "ecaa43bc-69e3-4d87-a17c-dda3311ba228", "tag": "9c89f1c5-ef51-409c-a7db-4f834c5e3de1"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:06:46.238703 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16cf1c66-2fef-4c6f-8ae4-4120f0c8b1a2 req-2509f22e-d3e8-4733-b8c1-f46f8335e753 service neutron] 10.222.0.71 "GET /v2.0/networks/55acbe04-ba96-44f5-acf7-c6a9f81c70a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303923 Feb 07 21:06:46.291365 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9bd3ffd-2058-4431-805c-0cc605d41145 req-664cff44-e95f-40d3-8190-7f86d1957278 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521645 Feb 07 21:06:46.301235 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd3ffd-2058-4431-805c-0cc605d41145 req-50b9c506-3508-417c-9bbd-0bf25d7fa607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:46.302756 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9bd3ffd-2058-4431-805c-0cc605d41145 req-50b9c506-3508-417c-9bbd-0bf25d7fa607 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.3883421 Feb 07 21:06:46.355507 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b11291-4da5-4458-8f4d-f526c38dd584 req-bec97c8b-a3ba-40fb-9a69-839bf648a23c tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:46.357125 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c8b11291-4da5-4458-8f4d-f526c38dd584 req-bec97c8b-a3ba-40fb-9a69-839bf648a23c tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 944 time: 0.2641118 Feb 07 21:06:46.429765 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9bd3ffd-2058-4431-805c-0cc605d41145 req-82e789f7-87c8-44d9-9305-0c13b28d8746 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=079ee442-2956-408d-b74d-1256c9778d3b HTTP/1.1" status: 200 len: 217 time: 0.1108062 Feb 07 21:06:46.444472 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab8140e2-fc3a-4464-9596-2e7aa09af334 req-3c4501db-c2b6-4c7e-84a4-f3068195c378 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124542 Feb 07 21:06:46.508001 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd3ffd-2058-4431-805c-0cc605d41145 req-17a148f3-b0f3-4984-a5ac-ee742fe259c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:46.509708 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9bd3ffd-2058-4431-805c-0cc605d41145 req-17a148f3-b0f3-4984-a5ac-ee742fe259c4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0526640 Feb 07 21:06:46.520090 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3af54c-f950-4758-95c6-624cd6a6d27d x-openstack-request-id: req-6f3af54c-f950-4758-95c6-624cd6a6d27d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:06:46.520706 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecaa43bc-69e3-4d87-a17c-dda3311ba228", "tag": "9c89f1c5-ef51-409c-a7db-4f834c5e3de1", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:06:46.521136 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6f3af54c-f950-4758-95c6-624cd6a6d27d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:06:46.521614 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecaa43bc-69e3-4d87-a17c-dda3311ba228', 'tag': '9c89f1c5-ef51-409c-a7db-4f834c5e3de1', 'status': 'completed', 'code': 200} Feb 07 21:06:46.682385 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c8b11291-4da5-4458-8f4d-f526c38dd584 req-563f0a33-4091-422c-99cb-d26b96c3eee9 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597313 Feb 07 21:06:46.711741 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9bd3ffd-2058-4431-805c-0cc605d41145 req-2952f75d-e672-4bdb-b83e-a307e8ff2d69 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128721 Feb 07 21:06:46.737224 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd3ffd-2058-4431-805c-0cc605d41145 req-1f4087d7-422f-42f3-a45b-03aa4a82016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:46.739534 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9bd3ffd-2058-4431-805c-0cc605d41145 req-1f4087d7-422f-42f3-a45b-03aa4a82016b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2142239 Feb 07 21:06:46.832930 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be579e-8f75-4081-bf4a-834ecca560b8 req-f7d574d2-6f9e-42a9-a1d4-f6669830f2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:46.834469 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8be579e-8f75-4081-bf4a-834ecca560b8 req-f7d574d2-6f9e-42a9-a1d4-f6669830f2e7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5124caec77da453db4b2d8e674dfa83f&device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 1126 time: 0.2887614 Feb 07 21:06:46.874921 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1bf9e-1925-45b4-816e-1169c53cd3d9 req-14f29218-62b9-49c9-bf31-6d03ba0486c9 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:46.877353 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b7e1bf9e-1925-45b4-816e-1169c53cd3d9 req-14f29218-62b9-49c9-bf31-6d03ba0486c9 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.69 "GET /v2.0/ports?device_id=4258aadb-83b6-41c8-972b-7e698c655f15 HTTP/1.1" status: 200 len: 945 time: 0.0665653 Feb 07 21:06:47.061033 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-b7e1bf9e-1925-45b4-816e-1169c53cd3d9 req-3250be12-fb07-4713-8726-5dbd949bc508 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Deleting port 6c71464a-e2c9-4f7f-a372-7c90ce5a8f02 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:06:47.061654 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-b7e1bf9e-1925-45b4-816e-1169c53cd3d9 req-3250be12-fb07-4713-8726-5dbd949bc508 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (6c71464a-e2c9-4f7f-a372-7c90ce5a8f02), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:47.134350 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aec62b-7155-4042-86aa-041602faa06a req-db689604-3342-4d83-ba07-ea33dbedb632 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:47.135913 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04aec62b-7155-4042-86aa-041602faa06a req-db689604-3342-4d83-ba07-ea33dbedb632 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cfe30ae-031d-4609-8b5f-c23bad12e040 HTTP/1.1" status: 200 len: 945 time: 0.3081467 Feb 07 21:06:47.147896 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9bd3ffd-2058-4431-805c-0cc605d41145 req-6432ff0a-dec7-4449-981a-73c1bb721d3c service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726354 Feb 07 21:06:47.177973 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b4825-863c-4879-b445-6535411bd272 req-93edda69-25d9-4368-bead-1c3b69a595e4 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:47.178721 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-b7e1bf9e-1925-45b4-816e-1169c53cd3d9 req-3250be12-fb07-4713-8726-5dbd949bc508 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] For port 6c71464a-e2c9-4f7f-a372-7c90ce5a8f02, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6c71464a-e2c9-4f7f-a372-7c90ce5a8f02,segment=NetworkSegment(650487d5-6a76-4a56-b538-2e793234952d),segment_id=650487d5-6a76-4a56-b538-2e793234952d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:47.179084 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-b7e1bf9e-1925-45b4-816e-1169c53cd3d9 req-3250be12-fb07-4713-8726-5dbd949bc508 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (6c71464a-e2c9-4f7f-a372-7c90ce5a8f02), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:47.179529 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c18b4825-863c-4879-b445-6535411bd272 req-93edda69-25d9-4368-bead-1c3b69a595e4 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 948 time: 0.3144715 Feb 07 21:06:47.198821 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be579e-8f75-4081-bf4a-834ecca560b8 req-1d9acdcb-15c9-4c56-acfd-8021e6820042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:47.199979 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-b7e1bf9e-1925-45b4-816e-1169c53cd3d9 req-3250be12-fb07-4713-8726-5dbd949bc508 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Calling delete_port for 6c71464a-e2c9-4f7f-a372-7c90ce5a8f02 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:06:47.200353 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8be579e-8f75-4081-bf4a-834ecca560b8 req-1d9acdcb-15c9-4c56-acfd-8021e6820042 service neutron] 10.222.0.71 "GET /v2.0/networks?id=55acbe04-ba96-44f5-acf7-c6a9f81c70a3 HTTP/1.1" status: 200 len: 905 time: 0.3341756 Feb 07 21:06:47.296296 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8be579e-8f75-4081-bf4a-834ecca560b8 req-a9d3eeb4-6bda-4036-bf11-9a7653c8037f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c89f1c5-ef51-409c-a7db-4f834c5e3de1 HTTP/1.1" status: 200 len: 217 time: 0.0627267 Feb 07 21:06:47.404765 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04aec62b-7155-4042-86aa-041602faa06a req-16a9ce3a-6c4f-4d54-97d5-f46ccadd0635 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482843 Feb 07 21:06:47.422241 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c18b4825-863c-4879-b445-6535411bd272 req-3bfd881c-16d8-4a27-b74c-56f960e2ef2e tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861155 Feb 07 21:06:47.425724 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-b7e1bf9e-1925-45b4-816e-1169c53cd3d9 req-3250be12-fb07-4713-8726-5dbd949bc508 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (6c71464a-e2c9-4f7f-a372-7c90ce5a8f02), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:47.445850 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['6c71464a-e2c9-4f7f-a372-7c90ce5a8f02', '726a092a-c1e9-47ec-a6ab-5ee1fad4d266', '45de8ab7-3a6d-4419-888c-f99c934a8eda'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:06:47.493886 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be579e-8f75-4081-bf4a-834ecca560b8 req-34421bbf-4e35-4866-a796-38a76906b1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:47.497514 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250be12-fb07-4713-8726-5dbd949bc508 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Pushing event deleted for resources: {'Port': ['ID=6c71464a-e2c9-4f7f-a372-7c90ce5a8f02,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:47.500995 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8be579e-8f75-4081-bf4a-834ecca560b8 req-34421bbf-4e35-4866-a796-38a76906b1d7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3d136787-de5f-4353-a2b9-a7f4409cab76 HTTP/1.1" status: 200 len: 844 time: 0.1996522 Feb 07 21:06:47.510720 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9bd3ffd-2058-4431-805c-0cc605d41145 req-78434a63-15d3-4cd7-bfc5-5f02096d5f20 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511021 Feb 07 21:06:47.570504 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e1bf9e-1925-45b4-816e-1169c53cd3d9 req-3250be12-fb07-4713-8726-5dbd949bc508 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] No DVR routers for this DVR port 6c71464a-e2c9-4f7f-a372-7c90ce5a8f02 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:06:47.575112 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-b7e1bf9e-1925-45b4-816e-1169c53cd3d9 req-3250be12-fb07-4713-8726-5dbd949bc508 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:47.578750 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b7e1bf9e-1925-45b4-816e-1169c53cd3d9 req-3250be12-fb07-4713-8726-5dbd949bc508 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.69 "DELETE /v2.0/ports/6c71464a-e2c9-4f7f-a372-7c90ce5a8f02 HTTP/1.1" status: 204 len: 173 time: 0.6944335 Feb 07 21:06:47.579223 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4258aadb-83b6-41c8-972b-7e698c655f15', 'name': 'network-vif-deleted', 'tag': '6c71464a-e2c9-4f7f-a372-7c90ce5a8f02'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:06:47.581808 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1f7b57-ae69-461f-85c9-2744aff263c1" -d '{"events": [{"server_uuid": "4258aadb-83b6-41c8-972b-7e698c655f15", "name": "network-vif-deleted", "tag": "6c71464a-e2c9-4f7f-a372-7c90ce5a8f02"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:06:47.629080 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8be579e-8f75-4081-bf4a-834ecca560b8 req-751263d3-002b-4f77-80c8-09bd2c8aaf25 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=55acbe04-ba96-44f5-acf7-c6a9f81c70a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170166 Feb 07 21:06:47.652803 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fd34b3-ee36-41f2-9d08-27802a367f72 x-openstack-request-id: req-d4fd34b3-ee36-41f2-9d08-27802a367f72 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:06:47.653676 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4258aadb-83b6-41c8-972b-7e698c655f15", "name": "network-vif-deleted", "tag": "6c71464a-e2c9-4f7f-a372-7c90ce5a8f02", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:06:47.654330 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d4fd34b3-ee36-41f2-9d08-27802a367f72 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:06:47.655082 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4258aadb-83b6-41c8-972b-7e698c655f15', 'name': 'network-vif-deleted', 'tag': '6c71464a-e2c9-4f7f-a372-7c90ce5a8f02', 'status': 'completed', 'code': 200} Feb 07 21:06:47.683303 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d495d3a2-f7fb-4b1a-ac6e-e2b9df65ace7 req-68085417-30e4-40ce-afad-c25ed649b8aa tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/ports?device_id=4258aadb-83b6-41c8-972b-7e698c655f15 HTTP/1.1" status: 200 len: 210 time: 0.0867660 Feb 07 21:06:47.905651 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8be579e-8f75-4081-bf4a-834ecca560b8 req-f856bcd3-946c-4fb1-9568-a6e22db06542 service neutron] 10.222.0.71 "GET /v2.0/networks/55acbe04-ba96-44f5-acf7-c6a9f81c70a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249131 Feb 07 21:06:47.985380 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021158f1-9ffd-4bee-bc10-b555a49d3537 req-ce7e0699-e95d-4945-864e-3f43654804df tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:47.986921 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-021158f1-9ffd-4bee-bc10-b555a49d3537 req-ce7e0699-e95d-4945-864e-3f43654804df tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 944 time: 0.1439855 Feb 07 21:06:48.049334 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8be579e-8f75-4081-bf4a-834ecca560b8 req-a567f8a8-5211-46d8-9239-58b88a2f4f5c service neutron] 10.222.0.71 "GET /v2.0/networks/55acbe04-ba96-44f5-acf7-c6a9f81c70a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358621 Feb 07 21:06:48.061714 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-021158f1-9ffd-4bee-bc10-b555a49d3537 req-6cc59a6d-de87-4594-b528-0bb098f29f79 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676384 Feb 07 21:06:48.296209 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-747595a7-9505-4a86-882a-e9931932618f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:48.303717 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 079ee442-2956-408d-b74d-1256c9778d3b details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:06:48.402179 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 079ee442-2956-408d-b74d-1256c9778d3b, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=079ee442-2956-408d-b74d-1256c9778d3b,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:48.414758 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '079ee442-2956-408d-b74d-1256c9778d3b', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '079ee442-2956-408d-b74d-1256c9778d3b', 'mac_address': 'fa:16:3e:d7:32:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:06:48.469081 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 079ee442-2956-408d-b74d-1256c9778d3b is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:06:48.470273 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (079ee442-2956-408d-b74d-1256c9778d3b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:48.486003 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 079ee442-2956-408d-b74d-1256c9778d3b {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:06:48.516368 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 079ee442-2956-408d-b74d-1256c9778d3b, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=079ee442-2956-408d-b74d-1256c9778d3b,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:48.525049 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (079ee442-2956-408d-b74d-1256c9778d3b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:48.603862 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=079ee442-2956-408d-b74d-1256c9778d3b,revision_number=9']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:48.680626 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923c6fa-8f65-4750-8aa6-0b9253c04024 req-bda1de11-51ab-494d-a6ba-57d6647274fe tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:48.682663 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0923c6fa-8f65-4750-8aa6-0b9253c04024 req-bda1de11-51ab-494d-a6ba-57d6647274fe tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cfe30ae-031d-4609-8b5f-c23bad12e040 HTTP/1.1" status: 200 len: 945 time: 0.1079566 Feb 07 21:06:48.694953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bdb37-1715-490e-a994-bead00590332 req-6790c0be-2649-4a7e-af92-0b3432042130 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:48.696960 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a2bdb37-1715-490e-a994-bead00590332 req-6790c0be-2649-4a7e-af92-0b3432042130 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 949 time: 0.1193554 Feb 07 21:06:48.775882 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a2bdb37-1715-490e-a994-bead00590332 req-40b0734a-756c-4070-a15f-01eee7e4f602 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712612 Feb 07 21:06:48.780492 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0923c6fa-8f65-4750-8aa6-0b9253c04024 req-b43b0a63-db5d-494b-9ae9-1283fa677f5b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824656 Feb 07 21:06:49.083157 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['079ee442-2956-408d-b74d-1256c9778d3b'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:06:49.242008 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fae2d-bbe5-4fb2-9cfc-b691d706fbce req-44611ba2-2c9e-492a-9f28-fb686675688a tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:49.249924 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-421fae2d-bbe5-4fb2-9cfc-b691d706fbce req-44611ba2-2c9e-492a-9f28-fb686675688a tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cfe30ae-031d-4609-8b5f-c23bad12e040 HTTP/1.1" status: 200 len: 945 time: 0.0989082 Feb 07 21:06:49.328187 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-421fae2d-bbe5-4fb2-9cfc-b691d706fbce req-42cf2219-a279-47cd-bec6-573e36dcc0d7 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774257 Feb 07 21:06:49.343159 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0da5b-9172-4af4-8587-395a9352af40 req-6c4940d0-6bc2-4a81-886b-bbdf09752308 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:49.344679 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ad0da5b-9172-4af4-8587-395a9352af40 req-6c4940d0-6bc2-4a81-886b-bbdf09752308 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 944 time: 0.0928109 Feb 07 21:06:49.404453 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ad0da5b-9172-4af4-8587-395a9352af40 req-4141e9c4-bb6f-478b-b7f7-a05dccc97c45 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533421 Feb 07 21:06:49.922004 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d257364-12fd-437c-9605-e0a0cbbdde07 req-f4f87077-d7f7-4979-9897-39f8f722e6cf tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:49.927172 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d257364-12fd-437c-9605-e0a0cbbdde07 req-f4f87077-d7f7-4979-9897-39f8f722e6cf tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:49.928774 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d257364-12fd-437c-9605-e0a0cbbdde07 req-f4f87077-d7f7-4979-9897-39f8f722e6cf tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/ports?device_id=52066ffb-a3c9-44e7-9204-c7d274ca45d3&device_id=e931d779-d3e1-46c8-a97a-a1d4e594bf38 HTTP/1.1" status: 200 len: 1682 time: 0.0949776 Feb 07 21:06:49.945110 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf9738-4b50-49db-8321-35bef31ab1a6 req-052be5b4-8369-4143-a7a6-78702d7b3c51 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:49.946620 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0cbf9738-4b50-49db-8321-35bef31ab1a6 req-052be5b4-8369-4143-a7a6-78702d7b3c51 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 949 time: 0.0836079 Feb 07 21:06:50.022041 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0cbf9738-4b50-49db-8321-35bef31ab1a6 req-0a656734-fb41-46e6-9a41-db002d6af322 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695658 Feb 07 21:06:50.026294 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d257364-12fd-437c-9605-e0a0cbbdde07 req-92e00b3f-700c-4106-ac11-322acb066572 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea49febe-36db-4c85-847f-50d2af3c96dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884447 Feb 07 21:06:50.223852 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 9c89f1c5-ef51-409c-a7db-4f834c5e3de1 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:06:50.301173 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf8a8e-36a2-41ac-b893-a69eec18f545 req-b998795d-1c53-4504-a60e-9a91aef6ff3a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:50.309675 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85bf8a8e-36a2-41ac-b893-a69eec18f545 req-b998795d-1c53-4504-a60e-9a91aef6ff3a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 949 time: 0.0661681 Feb 07 21:06:50.361472 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6c71464a-e2c9-4f7f-a372-7c90ce5a8f02 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:06:50.411416 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 6c71464a-e2c9-4f7f-a372-7c90ce5a8f02 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:06:50.412627 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6c71464a-e2c9-4f7f-a372-7c90ce5a8f02 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:06:50.453850 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85bf8a8e-36a2-41ac-b893-a69eec18f545 req-d0503e32-25c0-4f6b-b910-f6cd7f27dd4c tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432023 Feb 07 21:06:50.534916 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 9c89f1c5-ef51-409c-a7db-4f834c5e3de1, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9c89f1c5-ef51-409c-a7db-4f834c5e3de1,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:50.557047 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8094519-132c-4813-936e-1c225600a43f req-4e60d8f1-4dfc-494e-ba73-1083e70bedf5 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:50.559588 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8094519-132c-4813-936e-1c225600a43f req-4e60d8f1-4dfc-494e-ba73-1083e70bedf5 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.71 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4&tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&binding%3Ahost_id=n-h1-828185-2 HTTP/1.1" status: 200 len: 949 time: 0.1844213 Feb 07 21:06:50.561868 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-812ba37e-4c99-4f5c-8d96-8ec6c116df8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:50.564664 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '9c89f1c5-ef51-409c-a7db-4f834c5e3de1', 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3', 'port_id': '9c89f1c5-ef51-409c-a7db-4f834c5e3de1', 'mac_address': 'fa:16:3e:09:38:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d136787-de5f-4353-a2b9-a7f4409cab76', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:06:50.624808 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 9c89f1c5-ef51-409c-a7db-4f834c5e3de1 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:06:50.625245 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9c89f1c5-ef51-409c-a7db-4f834c5e3de1), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:50.641072 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c89f1c5-ef51-409c-a7db-4f834c5e3de1 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:06:50.663480 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 9c89f1c5-ef51-409c-a7db-4f834c5e3de1, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9c89f1c5-ef51-409c-a7db-4f834c5e3de1,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:50.669220 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9c89f1c5-ef51-409c-a7db-4f834c5e3de1), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:50.708007 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688ca97-08d8-4db7-9db3-06c08b90634a req-de7cd527-6c27-4915-af56-ffa5c067ae89 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:50.715457 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0688ca97-08d8-4db7-9db3-06c08b90634a req-de7cd527-6c27-4915-af56-ffa5c067ae89 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cfe30ae-031d-4609-8b5f-c23bad12e040 HTTP/1.1" status: 200 len: 945 time: 0.2128427 Feb 07 21:06:50.717410 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-e8094519-132c-4813-936e-1c225600a43f req-00f9c8af-7342-46e6-89f0-42e96bd50452 service neutron] delete failed (client error): The resource could not be found. Feb 07 21:06:50.718332 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8094519-132c-4813-936e-1c225600a43f req-00f9c8af-7342-46e6-89f0-42e96bd50452 service neutron] 10.222.0.71 "DELETE /v2.0/ports/079ee442-2956-408d-b74d-1256c9778d3b/bindings/n-h2-828185-2 HTTP/1.1" status: 404 len: 380 time: 0.1493499 Feb 07 21:06:50.747568 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=9c89f1c5-ef51-409c-a7db-4f834c5e3de1,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:50.799541 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0688ca97-08d8-4db7-9db3-06c08b90634a req-2aaa7303-bff7-4489-8f16-45a784610b34 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831449 Feb 07 21:06:50.839775 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35134b0c-574f-453a-aa46-c3e588fdb2d4 req-200dfcb5-3f1b-4470-ba64-345a122cc34d tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:50.847458 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-35134b0c-574f-453a-aa46-c3e588fdb2d4 req-200dfcb5-3f1b-4470-ba64-345a122cc34d tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 944 time: 0.2623761 Feb 07 21:06:50.917958 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5280fbd-d81b-44a1-ad99-8e595c1bdf86 req-2ce3174c-0c56-4313-8442-b884d6dd84cb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:50.919768 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c5280fbd-d81b-44a1-ad99-8e595c1bdf86 req-2ce3174c-0c56-4313-8442-b884d6dd84cb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.71 "GET /v2.0/ports?device_id=7cfe30ae-031d-4609-8b5f-c23bad12e040 HTTP/1.1" status: 200 len: 945 time: 0.2349792 Feb 07 21:06:50.993298 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-35134b0c-574f-453a-aa46-c3e588fdb2d4 req-c2e975da-d8d7-4e9e-b862-e50f07a285f4 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426625 Feb 07 21:06:51.001575 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8094519-132c-4813-936e-1c225600a43f req-84924fee-7e0e-4ad8-b076-51dd55aa0c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:51.003137 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8094519-132c-4813-936e-1c225600a43f req-84924fee-7e0e-4ad8-b076-51dd55aa0c83 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 1131 time: 0.1849744 Feb 07 21:06:51.011916 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['9c89f1c5-ef51-409c-a7db-4f834c5e3de1'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:06:51.134014 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8094519-132c-4813-936e-1c225600a43f req-54409b4b-995e-4a26-b272-49aed15c4af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:51.136057 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8094519-132c-4813-936e-1c225600a43f req-54409b4b-995e-4a26-b272-49aed15c4af9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1190352 Feb 07 21:06:51.248677 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8094519-132c-4813-936e-1c225600a43f req-c749c0cb-7cfb-4683-b370-ace9713a80b2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=079ee442-2956-408d-b74d-1256c9778d3b HTTP/1.1" status: 200 len: 217 time: 0.0965056 Feb 07 21:06:51.335021 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24620dc9-2628-4099-a4ee-7437714a008e req-2a522f46-aaf4-49ee-9851-da670c62eeee tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:51.336736 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-24620dc9-2628-4099-a4ee-7437714a008e req-2a522f46-aaf4-49ee-9851-da670c62eeee tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/ports?device_id=e931d779-d3e1-46c8-a97a-a1d4e594bf38 HTTP/1.1" status: 200 len: 945 time: 0.1995502 Feb 07 21:06:51.342489 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8094519-132c-4813-936e-1c225600a43f req-116d99b6-2e0a-47c6-b04c-88c2ac3a7199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:51.344171 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8094519-132c-4813-936e-1c225600a43f req-116d99b6-2e0a-47c6-b04c-88c2ac3a7199 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0886507 Feb 07 21:06:51.376581 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-c5280fbd-d81b-44a1-ad99-8e595c1bdf86 req-78ab7189-6ebd-42fa-b249-a554eceeba7b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Deleting port d12b4bad-5d0a-42e1-bad5-d815095e9785 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:06:51.376927 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c5280fbd-d81b-44a1-ad99-8e595c1bdf86 req-78ab7189-6ebd-42fa-b249-a554eceeba7b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d12b4bad-5d0a-42e1-bad5-d815095e9785), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:51.672754 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:51.859033 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-24620dc9-2628-4099-a4ee-7437714a008e req-e7577d1a-c5b7-40e0-95fc-443a56aefc15 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea49febe-36db-4c85-847f-50d2af3c96dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5138464 Feb 07 21:06:51.889721 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8094519-132c-4813-936e-1c225600a43f req-eb5d058e-3d5f-4792-8f1b-bea8f7d301a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:51.891212 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8094519-132c-4813-936e-1c225600a43f req-eb5d058e-3d5f-4792-8f1b-bea8f7d301a6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5382273 Feb 07 21:06:51.961575 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab6127-e2b5-495a-860f-d5a82851ee6e req-ef29f501-591d-4490-90e1-d2cf4fd87472 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:51.963013 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f5ab6127-e2b5-495a-860f-d5a82851ee6e req-ef29f501-591d-4490-90e1-d2cf4fd87472 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 949 time: 0.1653686 Feb 07 21:06:52.032384 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-c5280fbd-d81b-44a1-ad99-8e595c1bdf86 req-78ab7189-6ebd-42fa-b249-a554eceeba7b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] For port d12b4bad-5d0a-42e1-bad5-d815095e9785, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d12b4bad-5d0a-42e1-bad5-d815095e9785,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:52.033063 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c5280fbd-d81b-44a1-ad99-8e595c1bdf86 req-78ab7189-6ebd-42fa-b249-a554eceeba7b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d12b4bad-5d0a-42e1-bad5-d815095e9785), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:52.067844 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-c5280fbd-d81b-44a1-ad99-8e595c1bdf86 req-78ab7189-6ebd-42fa-b249-a554eceeba7b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Calling delete_port for d12b4bad-5d0a-42e1-bad5-d815095e9785 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:06:52.115199 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f5ab6127-e2b5-495a-860f-d5a82851ee6e req-6b914b0a-49aa-4fd2-92da-b452f6d04041 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339331 Feb 07 21:06:52.117060 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8094519-132c-4813-936e-1c225600a43f req-84ba0d16-47b0-498c-af1f-9e0b63b9fd43 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166436 Feb 07 21:06:52.167446 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5c796-423a-406d-9a64-514887c08b15 req-ec85b1ae-a13c-471c-b411-b2b54f741017 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:52.168935 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ef5c796-423a-406d-9a64-514887c08b15 req-ec85b1ae-a13c-471c-b411-b2b54f741017 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cfe30ae-031d-4609-8b5f-c23bad12e040 HTTP/1.1" status: 200 len: 945 time: 0.2144237 Feb 07 21:06:52.238781 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 9c89f1c5-ef51-409c-a7db-4f834c5e3de1 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:06:52.306284 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 079ee442-2956-408d-b74d-1256c9778d3b up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:06:52.357936 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 9c89f1c5-ef51-409c-a7db-4f834c5e3de1 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:06:52.368576 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 9c89f1c5-ef51-409c-a7db-4f834c5e3de1 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:06:52.373727 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9c89f1c5-ef51-409c-a7db-4f834c5e3de1), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:52.382820 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ef5c796-423a-406d-9a64-514887c08b15 req-e3f09ce5-a17c-43e6-8b52-b6308f1a764b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719961 Feb 07 21:06:52.455923 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9218fd-3b42-4c4f-9a39-52ed49c54e5a req-31ad3a43-a08a-4f73-ba91-9b5ad50b7fb2 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:52.459655 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2a9218fd-3b42-4c4f-9a39-52ed49c54e5a req-31ad3a43-a08a-4f73-ba91-9b5ad50b7fb2 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.69 "GET /v2.0/ports?device_id=e931d779-d3e1-46c8-a97a-a1d4e594bf38 HTTP/1.1" status: 200 len: 945 time: 0.1011677 Feb 07 21:06:52.473816 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8094519-132c-4813-936e-1c225600a43f req-64341ad4-8380-4992-a2dc-15cae601eb2c service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213415 Feb 07 21:06:52.501381 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 079ee442-2956-408d-b74d-1256c9778d3b completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:06:52.509033 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66eb9a-09cc-4ccd-ac0b-86b95613b463 req-5df98ef9-63e4-43a7-b782-2c535cdd8d2b tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:52.519238 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb66eb9a-09cc-4ccd-ac0b-86b95613b463 req-5df98ef9-63e4-43a7-b782-2c535cdd8d2b tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 945 time: 0.2668717 Feb 07 21:06:52.525782 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 079ee442-2956-408d-b74d-1256c9778d3b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:06:52.526120 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (079ee442-2956-408d-b74d-1256c9778d3b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:52.533250 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c5280fbd-d81b-44a1-ad99-8e595c1bdf86 req-78ab7189-6ebd-42fa-b249-a554eceeba7b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (d12b4bad-5d0a-42e1-bad5-d815095e9785), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:52.608439 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab7189-6ebd-42fa-b249-a554eceeba7b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Pushing event deleted for resources: {'Port': ['ID=d12b4bad-5d0a-42e1-bad5-d815095e9785,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:52.708771 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-2a9218fd-3b42-4c4f-9a39-52ed49c54e5a req-7d0feb8d-5ed1-4a9f-84f3-9ac3fa84a865 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Deleting port 726a092a-c1e9-47ec-a6ab-5ee1fad4d266 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:06:52.710570 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2a9218fd-3b42-4c4f-9a39-52ed49c54e5a req-7d0feb8d-5ed1-4a9f-84f3-9ac3fa84a865 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (726a092a-c1e9-47ec-a6ab-5ee1fad4d266), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:52.713847 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 9c89f1c5-ef51-409c-a7db-4f834c5e3de1 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:06:52.714424 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9c89f1c5-ef51-409c-a7db-4f834c5e3de1), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:52.773564 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 079ee442-2956-408d-b74d-1256c9778d3b is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:06:52.774515 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (079ee442-2956-408d-b74d-1256c9778d3b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:52.785176 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5280fbd-d81b-44a1-ad99-8e595c1bdf86 req-78ab7189-6ebd-42fa-b249-a554eceeba7b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] No DVR routers for this DVR port d12b4bad-5d0a-42e1-bad5-d815095e9785 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:06:52.794186 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c5280fbd-d81b-44a1-ad99-8e595c1bdf86 req-78ab7189-6ebd-42fa-b249-a554eceeba7b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:52.798346 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecaa43bc-69e3-4d87-a17c-dda3311ba228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c89f1c5-ef51-409c-a7db-4f834c5e3de1'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:06:52.800673 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cedcd6-67d6-47bb-b539-dda8c0ba0079" -d '{"events": [{"server_uuid": "ecaa43bc-69e3-4d87-a17c-dda3311ba228", "name": "network-vif-plugged", "status": "completed", "tag": "9c89f1c5-ef51-409c-a7db-4f834c5e3de1"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:06:52.807622 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c5280fbd-d81b-44a1-ad99-8e595c1bdf86 req-78ab7189-6ebd-42fa-b249-a554eceeba7b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.71 "DELETE /v2.0/ports/d12b4bad-5d0a-42e1-bad5-d815095e9785 HTTP/1.1" status: 204 len: 173 time: 1.8808811 Feb 07 21:06:52.810108 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfe30ae-031d-4609-8b5f-c23bad12e040', 'name': 'network-vif-deleted', 'tag': 'd12b4bad-5d0a-42e1-bad5-d815095e9785'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:06:52.826174 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 9c89f1c5-ef51-409c-a7db-4f834c5e3de1, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9c89f1c5-ef51-409c-a7db-4f834c5e3de1,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:52.833560 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec95a001-aa90-4d9c-b695-d746125e5db3" -d '{"events": [{"server_uuid": "7cfe30ae-031d-4609-8b5f-c23bad12e040", "name": "network-vif-deleted", "tag": "d12b4bad-5d0a-42e1-bad5-d815095e9785"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:06:52.850613 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 079ee442-2956-408d-b74d-1256c9778d3b, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=079ee442-2956-408d-b74d-1256c9778d3b,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:52.851980 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9c89f1c5-ef51-409c-a7db-4f834c5e3de1), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:52.902676 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb66eb9a-09cc-4ccd-ac0b-86b95613b463 req-cd674bad-2cc4-47d1-ab3e-9d71bc6c567b tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743641 Feb 07 21:06:52.927972 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (079ee442-2956-408d-b74d-1256c9778d3b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:52.935757 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-2a9218fd-3b42-4c4f-9a39-52ed49c54e5a req-7d0feb8d-5ed1-4a9f-84f3-9ac3fa84a865 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] For port 726a092a-c1e9-47ec-a6ab-5ee1fad4d266, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=726a092a-c1e9-47ec-a6ab-5ee1fad4d266,segment=NetworkSegment(650487d5-6a76-4a56-b538-2e793234952d),segment_id=650487d5-6a76-4a56-b538-2e793234952d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:52.940466 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2a9218fd-3b42-4c4f-9a39-52ed49c54e5a req-7d0feb8d-5ed1-4a9f-84f3-9ac3fa84a865 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (726a092a-c1e9-47ec-a6ab-5ee1fad4d266), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:52.979444 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-2a9218fd-3b42-4c4f-9a39-52ed49c54e5a req-7d0feb8d-5ed1-4a9f-84f3-9ac3fa84a865 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Calling delete_port for 726a092a-c1e9-47ec-a6ab-5ee1fad4d266 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:06:53.001759 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64db05cd-0ade-4a01-be33-cd50dc6f8826 x-openstack-request-id: req-64db05cd-0ade-4a01-be33-cd50dc6f8826 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:06:53.002143 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfe30ae-031d-4609-8b5f-c23bad12e040", "name": "network-vif-deleted", "tag": "d12b4bad-5d0a-42e1-bad5-d815095e9785", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:06:53.002342 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-64db05cd-0ade-4a01-be33-cd50dc6f8826 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:06:53.002750 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfe30ae-031d-4609-8b5f-c23bad12e040', 'name': 'network-vif-deleted', 'tag': 'd12b4bad-5d0a-42e1-bad5-d815095e9785', 'status': 'completed', 'code': 200} Feb 07 21:06:53.006448 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=9c89f1c5-ef51-409c-a7db-4f834c5e3de1,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:53.031324 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:53.031846 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:53.033042 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:53.033894 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:53.033894 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:53.037023 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:53.037139 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:53.037405 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:53.037740 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:53.038244 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:53.039116 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:53.039116 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:53.039116 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:53.064336 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372fdae7-0a23-4aad-ba3d-1b5df0bb3a29 x-openstack-request-id: req-372fdae7-0a23-4aad-ba3d-1b5df0bb3a29 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:06:53.064743 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecaa43bc-69e3-4d87-a17c-dda3311ba228", "name": "network-vif-plugged", "status": "completed", "tag": "9c89f1c5-ef51-409c-a7db-4f834c5e3de1", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:06:53.065259 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-372fdae7-0a23-4aad-ba3d-1b5df0bb3a29 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:06:53.065581 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecaa43bc-69e3-4d87-a17c-dda3311ba228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c89f1c5-ef51-409c-a7db-4f834c5e3de1', 'code': 200} Feb 07 21:06:53.094984 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4a059-0873-431f-9b34-af0fc917fda0 req-21d2c3a0-2e13-4b33-9c00-82649ea1be66 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:53.100332 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-02e4a059-0873-431f-9b34-af0fc917fda0 req-21d2c3a0-2e13-4b33-9c00-82649ea1be66 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.69 "GET /v2.0/ports?device_id=52066ffb-a3c9-44e7-9204-c7d274ca45d3 HTTP/1.1" status: 200 len: 946 time: 0.1623454 Feb 07 21:06:53.211349 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:53.260953 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=079ee442-2956-408d-b74d-1256c9778d3b,revision_number=10']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:53.319008 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2a9218fd-3b42-4c4f-9a39-52ed49c54e5a req-7d0feb8d-5ed1-4a9f-84f3-9ac3fa84a865 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (726a092a-c1e9-47ec-a6ab-5ee1fad4d266), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:53.331957 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['726a092a-c1e9-47ec-a6ab-5ee1fad4d266', '45de8ab7-3a6d-4419-888c-f99c934a8eda'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:06:53.365979 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0feb8d-5ed1-4a9f-84f3-9ac3fa84a865 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Pushing event deleted for resources: {'Port': ['ID=726a092a-c1e9-47ec-a6ab-5ee1fad4d266,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:53.502007 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786aa9b-5096-4de2-8684-f758ca89322d req-ec32d4c6-0106-4777-ba28-e13f51a69722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:53.505203 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7786aa9b-5096-4de2-8684-f758ca89322d req-ec32d4c6-0106-4777-ba28-e13f51a69722 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 1128 time: 0.3204472 Feb 07 21:06:53.517196 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9218fd-3b42-4c4f-9a39-52ed49c54e5a req-7d0feb8d-5ed1-4a9f-84f3-9ac3fa84a865 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] No DVR routers for this DVR port 726a092a-c1e9-47ec-a6ab-5ee1fad4d266 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:06:53.520692 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2a9218fd-3b42-4c4f-9a39-52ed49c54e5a req-7d0feb8d-5ed1-4a9f-84f3-9ac3fa84a865 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:53.532004 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2a9218fd-3b42-4c4f-9a39-52ed49c54e5a req-7d0feb8d-5ed1-4a9f-84f3-9ac3fa84a865 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.69 "DELETE /v2.0/ports/726a092a-c1e9-47ec-a6ab-5ee1fad4d266 HTTP/1.1" status: 204 len: 173 time: 1.0639544 Feb 07 21:06:53.532529 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e931d779-d3e1-46c8-a97a-a1d4e594bf38', 'name': 'network-vif-deleted', 'tag': '726a092a-c1e9-47ec-a6ab-5ee1fad4d266'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:06:53.534901 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f987d35a-2d6c-4a7e-a40c-355aeb5de6e1" -d '{"events": [{"server_uuid": "e931d779-d3e1-46c8-a97a-a1d4e594bf38", "name": "network-vif-deleted", "tag": "726a092a-c1e9-47ec-a6ab-5ee1fad4d266"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:06:53.554668 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc129fa1-8ba5-4e75-872e-b5d24ae06cbe req-195ebb98-51f0-43d6-a33f-f52cb0b46c10 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:53.565498 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc129fa1-8ba5-4e75-872e-b5d24ae06cbe req-195ebb98-51f0-43d6-a33f-f52cb0b46c10 tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/ports?device_id=e931d779-d3e1-46c8-a97a-a1d4e594bf38 HTTP/1.1" status: 200 len: 867 time: 0.3805940 Feb 07 21:06:53.622692 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5eb060-439b-45e7-9490-4b55d5c89e55 req-aae549b1-ae57-4f24-822b-9d44a245ad99 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:53.629639 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd5eb060-439b-45e7-9490-4b55d5c89e55 req-aae549b1-ae57-4f24-822b-9d44a245ad99 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 951 time: 0.3472867 Feb 07 21:06:53.721155 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc129fa1-8ba5-4e75-872e-b5d24ae06cbe req-6fe02a93-f53e-4b96-b505-32cd6344d95d tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea49febe-36db-4c85-847f-50d2af3c96dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543190 Feb 07 21:06:53.735639 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7786aa9b-5096-4de2-8684-f758ca89322d req-1318fcc8-f2b9-491e-9278-bca3c438fe1b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207191 Feb 07 21:06:53.766922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-02e4a059-0873-431f-9b34-af0fc917fda0 req-78418fb0-c9d4-4323-a942-f14b09d4921d tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Deleting port 45de8ab7-3a6d-4419-888c-f99c934a8eda {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:06:53.767273 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-02e4a059-0873-431f-9b34-af0fc917fda0 req-78418fb0-c9d4-4323-a942-f14b09d4921d tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (45de8ab7-3a6d-4419-888c-f99c934a8eda), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:53.834959 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b55497-5f34-43a6-8d6e-06bf8e1a6a43 x-openstack-request-id: req-d0b55497-5f34-43a6-8d6e-06bf8e1a6a43 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:06:53.839776 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e931d779-d3e1-46c8-a97a-a1d4e594bf38", "name": "network-vif-deleted", "tag": "726a092a-c1e9-47ec-a6ab-5ee1fad4d266", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:06:53.840024 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d0b55497-5f34-43a6-8d6e-06bf8e1a6a43 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:06:53.840612 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e931d779-d3e1-46c8-a97a-a1d4e594bf38', 'name': 'network-vif-deleted', 'tag': '726a092a-c1e9-47ec-a6ab-5ee1fad4d266', 'status': 'completed', 'code': 200} Feb 07 21:06:53.886956 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd5eb060-439b-45e7-9490-4b55d5c89e55 req-1df85dd9-cfa1-406d-9776-a6ab95225e3f tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359507 Feb 07 21:06:54.003355 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-02e4a059-0873-431f-9b34-af0fc917fda0 req-78418fb0-c9d4-4323-a942-f14b09d4921d tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] For port 45de8ab7-3a6d-4419-888c-f99c934a8eda, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=45de8ab7-3a6d-4419-888c-f99c934a8eda,segment=NetworkSegment(650487d5-6a76-4a56-b538-2e793234952d),segment_id=650487d5-6a76-4a56-b538-2e793234952d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:06:54.003735 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-02e4a059-0873-431f-9b34-af0fc917fda0 req-78418fb0-c9d4-4323-a942-f14b09d4921d tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (45de8ab7-3a6d-4419-888c-f99c934a8eda), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:54.072604 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-02e4a059-0873-431f-9b34-af0fc917fda0 req-78418fb0-c9d4-4323-a942-f14b09d4921d tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Calling delete_port for 45de8ab7-3a6d-4419-888c-f99c934a8eda owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:06:54.153545 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c91a6-55f3-476d-a533-466cfc63e7c3 req-ae62983c-f026-4c4a-94f1-d03e03e3e5bd tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:54.160342 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-584c91a6-55f3-476d-a533-466cfc63e7c3 req-ae62983c-f026-4c4a-94f1-d03e03e3e5bd tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 946 time: 0.1640632 Feb 07 21:06:54.216445 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ad2e8-5697-48b4-9ed8-9c3227d1f65e req-f6d45a5d-5650-4565-8f9b-12d5c5d1fa1b tempest-MigrationsAdminTest-1891479830 tempest-MigrationsAdminTest-1891479830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:54.218124 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bc9ad2e8-5697-48b4-9ed8-9c3227d1f65e req-f6d45a5d-5650-4565-8f9b-12d5c5d1fa1b tempest-MigrationsAdminTest-1891479830 tempest-MigrationsAdminTest-1891479830-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 1133 time: 0.2112038 Feb 07 21:06:54.240501 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d12b4bad-5d0a-42e1-bad5-d815095e9785 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:06:54.287580 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: d12b4bad-5d0a-42e1-bad5-d815095e9785 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:06:54.288128 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d12b4bad-5d0a-42e1-bad5-d815095e9785 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:06:54.292614 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-584c91a6-55f3-476d-a533-466cfc63e7c3 req-e3b247be-cf8d-4990-99fd-0c49b403c925 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314209 Feb 07 21:06:54.341115 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bc9ad2e8-5697-48b4-9ed8-9c3227d1f65e req-6131512c-baf7-4a4d-8fd6-3ba87385a732 tempest-MigrationsAdminTest-1891479830 tempest-MigrationsAdminTest-1891479830-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998271 Feb 07 21:06:54.402642 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:54.502534 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-02e4a059-0873-431f-9b34-af0fc917fda0 req-78418fb0-c9d4-4323-a942-f14b09d4921d tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (45de8ab7-3a6d-4419-888c-f99c934a8eda), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:54.538122 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78418fb0-c9d4-4323-a942-f14b09d4921d tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Pushing event deleted for resources: {'Port': ['ID=45de8ab7-3a6d-4419-888c-f99c934a8eda,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:54.560930 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:06:54.611299 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e4a059-0873-431f-9b34-af0fc917fda0 req-78418fb0-c9d4-4323-a942-f14b09d4921d tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] No DVR routers for this DVR port 45de8ab7-3a6d-4419-888c-f99c934a8eda on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:06:54.619188 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-02e4a059-0873-431f-9b34-af0fc917fda0 req-78418fb0-c9d4-4323-a942-f14b09d4921d tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:54.622589 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-02e4a059-0873-431f-9b34-af0fc917fda0 req-78418fb0-c9d4-4323-a942-f14b09d4921d tempest-ListServersNegativeTestJSON-1561907156 tempest-ListServersNegativeTestJSON-1561907156-project] 10.222.0.69 "DELETE /v2.0/ports/45de8ab7-3a6d-4419-888c-f99c934a8eda HTTP/1.1" status: 204 len: 173 time: 1.5174482 Feb 07 21:06:54.654999 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-88934426-352b-4187-89d0-db95a056b20e tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449271 Feb 07 21:06:54.661218 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-a31a0474-1201-41e8-8bb0-41ae054b8b53 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:54.663178 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-a31a0474-1201-41e8-8bb0-41ae054b8b53 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/networks?id=bf854134-2113-420b-b9e5-1df875fc6e85 HTTP/1.1" status: 200 len: 812 time: 0.2295041 Feb 07 21:06:54.698235 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-62675034-f7f9-4bec-906d-5bdcda521589 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/quotas/c752a538afe047fe808375441195e2c5 HTTP/1.1" status: 200 len: 375 time: 0.0279093 Feb 07 21:06:54.774452 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-54621e38-8c83-49a6-b9ae-b9100f5031d9 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c752a538afe047fe808375441195e2c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744519 Feb 07 21:06:54.892262 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-43005607-e562-4fbe-ab14-1285d5de0857 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:54.893887 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-43005607-e562-4fbe-ab14-1285d5de0857 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2165403 Feb 07 21:06:54.916964 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-860f9f2c-d5a3-4a56-a571-968a41cb49f5 service neutron] 10.222.0.65 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415317 Feb 07 21:06:54.928957 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-22d3c051-212a-4a28-a8bd-7e2ce4a5df31 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/quotas/f4fe27c2f8aa423da4df091a462a1dd2 HTTP/1.1" status: 200 len: 375 time: 0.0286219 Feb 07 21:06:55.003490 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52066ffb-a3c9-44e7-9204-c7d274ca45d3', 'name': 'network-vif-deleted', 'tag': '45de8ab7-3a6d-4419-888c-f99c934a8eda'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:06:55.006028 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1103fd9b-19d5-40b2-94e8-27cc609de01e" -d '{"events": [{"server_uuid": "52066ffb-a3c9-44e7-9204-c7d274ca45d3", "name": "network-vif-deleted", "tag": "45de8ab7-3a6d-4419-888c-f99c934a8eda"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:06:55.058594 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-4981be62-a52a-4f8f-ae24-aff2bab589b3 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1284373 Feb 07 21:06:55.067239 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504b735e-0d1c-483f-9d65-ba76ce721ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079ee442-2956-408d-b74d-1256c9778d3b'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:06:55.069890 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc3de20-ac52-44a9-b477-3fe3b66637d3" -d '{"events": [{"server_uuid": "504b735e-0d1c-483f-9d65-ba76ce721ae4", "name": "network-vif-plugged", "status": "completed", "tag": "079ee442-2956-408d-b74d-1256c9778d3b"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:06:55.082396 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-704dfa67-ff55-41f4-b544-54a57ac5eeb2 service neutron] 10.222.0.65 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592844 Feb 07 21:06:55.256189 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67aa551-bb4b-443c-a102-1e6650258377 x-openstack-request-id: req-a67aa551-bb4b-443c-a102-1e6650258377 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:06:55.257348 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52066ffb-a3c9-44e7-9204-c7d274ca45d3", "name": "network-vif-deleted", "tag": "45de8ab7-3a6d-4419-888c-f99c934a8eda", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:06:55.258545 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a67aa551-bb4b-443c-a102-1e6650258377 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:06:55.259190 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52066ffb-a3c9-44e7-9204-c7d274ca45d3', 'name': 'network-vif-deleted', 'tag': '45de8ab7-3a6d-4419-888c-f99c934a8eda', 'status': 'completed', 'code': 200} Feb 07 21:06:55.318621 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3238f640-e07f-42a1-95da-c258bcfdeca8 x-openstack-request-id: req-3238f640-e07f-42a1-95da-c258bcfdeca8 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:06:55.319110 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504b735e-0d1c-483f-9d65-ba76ce721ae4", "name": "network-vif-plugged", "status": "completed", "tag": "079ee442-2956-408d-b74d-1256c9778d3b", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:06:55.320973 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3238f640-e07f-42a1-95da-c258bcfdeca8 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:06:55.320973 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504b735e-0d1c-483f-9d65-ba76ce721ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079ee442-2956-408d-b74d-1256c9778d3b', 'code': 200} Feb 07 21:06:55.396262 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-13757bfc-cb06-4dee-a77d-b88d2bf82e52 req-84c57770-2904-4d81-a534-21e31df5be0c tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 210 time: 0.0623605 Feb 07 21:06:55.476380 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f06c16a3-517d-47f4-bd42-35627afad88e req-a8ce69a7-2231-4dce-91ef-07f310e6c83b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 210 time: 0.0944161 Feb 07 21:06:55.480539 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 51480) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:06:55.568301 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d22f57-6294-45fc-b613-3c3ee91121c2 admin admin] Deleting subnet f3c139a2-b636-4a5b-8f26-1a247d98518a {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:06:55.582228 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44d22f57-6294-45fc-b613-3c3ee91121c2 admin admin] Publish callbacks [] for subnet (f3c139a2-b636-4a5b-8f26-1a247d98518a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:55.638050 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44d22f57-6294-45fc-b613-3c3ee91121c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (f3c139a2-b636-4a5b-8f26-1a247d98518a), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:55.690547 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e85420-b453-45be-9ef2-f54678bed3ae req-d60939a8-d59e-41d8-8a46-08814ee3a825 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:55.692711 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-81e85420-b453-45be-9ef2-f54678bed3ae req-d60939a8-d59e-41d8-8a46-08814ee3a825 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 946 time: 0.1293545 Feb 07 21:06:55.719538 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44d22f57-6294-45fc-b613-3c3ee91121c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (f3c139a2-b636-4a5b-8f26-1a247d98518a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:55.793641 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-81e85420-b453-45be-9ef2-f54678bed3ae req-7c47e918-eda1-4078-b1ff-3af813274530 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940702 Feb 07 21:06:55.814450 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44d22f57-6294-45fc-b613-3c3ee91121c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (f3c139a2-b636-4a5b-8f26-1a247d98518a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:55.857178 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d22f57-6294-45fc-b613-3c3ee91121c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3c139a2-b636-4a5b-8f26-1a247d98518a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:55.862763 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44d22f57-6294-45fc-b613-3c3ee91121c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:55.868729 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-44d22f57-6294-45fc-b613-3c3ee91121c2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f3c139a2-b636-4a5b-8f26-1a247d98518a HTTP/1.1" status: 204 len: 168 time: 0.3872671 Feb 07 21:06:55.871452 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 51496) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:06:55.967414 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfac2288-78b4-4c99-8b04-7fd6f5f35c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (43940253-37f4-47cc-a4e7-cf4a71d63384), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:56.087373 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfac2288-78b4-4c99-8b04-7fd6f5f35c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (43940253-37f4-47cc-a4e7-cf4a71d63384), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:56.115450 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-cfac2288-78b4-4c99-8b04-7fd6f5f35c23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43940253-37f4-47cc-a4e7-cf4a71d63384']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:06:56.124944 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-cfac2288-78b4-4c99-8b04-7fd6f5f35c23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '650487d5-6a76-4a56-b538-2e793234952d') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:06:56.125442 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-cfac2288-78b4-4c99-8b04-7fd6f5f35c23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '650487d5-6a76-4a56-b538-2e793234952d') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:06:56.146814 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfac2288-78b4-4c99-8b04-7fd6f5f35c23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (650487d5-6a76-4a56-b538-2e793234952d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:56.189164 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfac2288-78b4-4c99-8b04-7fd6f5f35c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (650487d5-6a76-4a56-b538-2e793234952d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:56.215909 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfac2288-78b4-4c99-8b04-7fd6f5f35c23 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:06:56.216256 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfac2288-78b4-4c99-8b04-7fd6f5f35c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (650487d5-6a76-4a56-b538-2e793234952d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:06:56.224686 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:06:56.309967 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea55955-5153-492b-9230-9c17944dec9e req-60eccb30-098a-4b98-8027-758d9bbaf083 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:56.311611 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eea55955-5153-492b-9230-9c17944dec9e req-60eccb30-098a-4b98-8027-758d9bbaf083 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 946 time: 0.1839037 Feb 07 21:06:56.314877 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 45de8ab7-3a6d-4419-888c-f99c934a8eda no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:06:56.355358 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 45de8ab7-3a6d-4419-888c-f99c934a8eda {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:06:56.355936 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfac2288-78b4-4c99-8b04-7fd6f5f35c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (43940253-37f4-47cc-a4e7-cf4a71d63384), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:56.360497 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 45de8ab7-3a6d-4419-888c-f99c934a8eda not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:06:56.361240 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 726a092a-c1e9-47ec-a6ab-5ee1fad4d266 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:06:56.368355 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfac2288-78b4-4c99-8b04-7fd6f5f35c23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:56.371823 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-cfac2288-78b4-4c99-8b04-7fd6f5f35c23 admin admin] 10.222.0.65 "DELETE /v2.0/networks/43940253-37f4-47cc-a4e7-cf4a71d63384 HTTP/1.1" status: 204 len: 168 time: 0.4982245 Feb 07 21:06:56.390605 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac2288-78b4-4c99-8b04-7fd6f5f35c23 admin admin] Pushing event deleted for resources: {'Network': ['ID=43940253-37f4-47cc-a4e7-cf4a71d63384,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:56.416283 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eea55955-5153-492b-9230-9c17944dec9e req-c07aac13-cf26-4cf5-9a51-c288f348ba0c tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850034 Feb 07 21:06:56.421364 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 726a092a-c1e9-47ec-a6ab-5ee1fad4d266 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:06:56.421876 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 726a092a-c1e9-47ec-a6ab-5ee1fad4d266 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:06:56.521852 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-98a53091-4f92-4f3c-ae2f-83a9748eaaa4 req-b003734c-cbdb-4896-9153-f307f334e70f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 210 time: 0.0355525 Feb 07 21:06:56.647708 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d52a6b83-84de-46fe-a166-b9aebd802863 req-0dc9a1cb-ac83-49e0-a63a-24b4e7dd6084 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 210 time: 0.0586145 Feb 07 21:06:56.706919 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 51524) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:06:56.753149 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a66c6814-a642-4b53-b774-c7fd80812301 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e119b811dc8f475b83fac2f2465862af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448062 Feb 07 21:06:56.755695 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 51526) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:06:56.808233 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-6a4299c1-3145-49a9-9d9c-a23d6d74c075 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519021 Feb 07 21:06:56.810614 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8794387f-940e-4bc7-9be5-7cc2f2b1eeff admin admin] Publish callbacks [] for security_group (ea49febe-36db-4c85-847f-50d2af3c96dd), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:56.834357 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8794387f-940e-4bc7-9be5-7cc2f2b1eeff admin admin] Publish callbacks [] for security_group (ea49febe-36db-4c85-847f-50d2af3c96dd), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:56.988244 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-85d2b542-9aa7-43ce-ad03-bfea43bbc186 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:56.995116 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-85d2b542-9aa7-43ce-ad03-bfea43bbc186 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1747360 Feb 07 21:06:57.009378 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-1e2a9f2a-ddac-490c-a170-bfe8b72e8687 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Request body: {'port': {'device_id': 'e4f1fda4-d138-4569-9c16-fe2b5855677e', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': 'f4fe27c2f8aa423da4df091a462a1dd2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:06:57.043804 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8794387f-940e-4bc7-9be5-7cc2f2b1eeff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ea49febe-36db-4c85-847f-50d2af3c96dd), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:57.046484 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8794387f-940e-4bc7-9be5-7cc2f2b1eeff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:57.047649 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8794387f-940e-4bc7-9be5-7cc2f2b1eeff admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ea49febe-36db-4c85-847f-50d2af3c96dd HTTP/1.1" status: 204 len: 168 time: 0.2908082 Feb 07 21:06:57.087574 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794387f-940e-4bc7-9be5-7cc2f2b1eeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea49febe-36db-4c85-847f-50d2af3c96dd,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:57.157945 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-ab41f943-179f-4a5f-bf8e-34c9d4feb291 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:57.160036 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-ab41f943-179f-4a5f-bf8e-34c9d4feb291 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.69 "GET /v2.0/networks?id=bf854134-2113-420b-b9e5-1df875fc6e85 HTTP/1.1" status: 200 len: 812 time: 0.2714686 Feb 07 21:06:57.175782 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-c4768533-89a2-42aa-bb5f-dffba29337d4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Request body: {'port': {'device_id': '5b860453-7225-4c8c-bd15-249768b772af', 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85', 'admin_state_up': True, 'tenant_id': 'c752a538afe047fe808375441195e2c5'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:06:57.236102 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-1e2a9f2a-ddac-490c-a170-bfe8b72e8687 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Made reservation on behalf of f4fe27c2f8aa423da4df091a462a1dd2 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:06:57.241149 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-1e2a9f2a-ddac-490c-a170-bfe8b72e8687 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:57.384688 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-c4768533-89a2-42aa-bb5f-dffba29337d4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Made reservation on behalf of c752a538afe047fe808375441195e2c5 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:06:57.388381 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-c4768533-89a2-42aa-bb5f-dffba29337d4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:57.410560 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-1e2a9f2a-ddac-490c-a170-bfe8b72e8687 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Allocated IP 192.168.233.118 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/238ad644-1617-428c-a78f-ea49876c0f14) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:06:57.573847 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-1e2a9f2a-ddac-490c-a170-bfe8b72e8687 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks [] for port (238ad644-1617-428c-a78f-ea49876c0f14), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:57.701683 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4692a826-cef0-4894-ab50-f0df5648bd7b req-365c6ba5-1fff-45d7-9e63-b4c46ea17251 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 210 time: 0.0507207 Feb 07 21:06:57.721718 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-1e2a9f2a-ddac-490c-a170-bfe8b72e8687 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (238ad644-1617-428c-a78f-ea49876c0f14), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:57.743208 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['079ee442-2956-408d-b74d-1256c9778d3b'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:06:57.779439 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-c4768533-89a2-42aa-bb5f-dffba29337d4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Allocated IP 172.20.0.4 (bf854134-2113-420b-b9e5-1df875fc6e85/2f8980a6-7981-49aa-b0cb-ed215989d81d/f1ceb592-9945-4020-8ea6-0029172dea8e) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:06:57.814953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f67ab-728d-429b-88f7-ad366856604f req-91131f7f-6ba2-49d5-bab6-dadf08d93520 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:57.818690 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a54f67ab-728d-429b-88f7-ad366856604f req-91131f7f-6ba2-49d5-bab6-dadf08d93520 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 946 time: 0.1782560 Feb 07 21:06:57.904160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-1e2a9f2a-ddac-490c-a170-bfe8b72e8687 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:06:57.939840 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-1e2a9f2a-ddac-490c-a170-bfe8b72e8687 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:06:57.952032 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-1e2a9f2a-ddac-490c-a170-bfe8b72e8687 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:06:57.959470 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a9f2a-ddac-490c-a170-bfe8b72e8687 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Pushing event updated for resources: {'Port': ['ID=238ad644-1617-428c-a78f-ea49876c0f14,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:58.084284 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a54f67ab-728d-429b-88f7-ad366856604f req-49a2c339-f01f-4998-96ca-2acd67a375f0 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600439 Feb 07 21:06:58.125898 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-1e2a9f2a-ddac-490c-a170-bfe8b72e8687 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:58.131418 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-1e2a9f2a-ddac-490c-a170-bfe8b72e8687 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:58.140607 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-c4768533-89a2-42aa-bb5f-dffba29337d4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks [] for port (f1ceb592-9945-4020-8ea6-0029172dea8e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:58.171789 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a72fcf-5680-4172-9986-4a6a6d496b07 req-43628d5c-27e7-4b71-995f-69634e8deaab tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:58.179382 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f6a72fcf-5680-4172-9986-4a6a6d496b07 req-43628d5c-27e7-4b71-995f-69634e8deaab tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 936 time: 0.2741435 Feb 07 21:06:58.191776 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-1e2a9f2a-ddac-490c-a170-bfe8b72e8687 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1907787 Feb 07 21:06:58.217452 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-650336e3-cd62-4e55-abe6-9e6d1b6e6dae service neutron] Request body: {'port': {'device_id': 'e4f1fda4-d138-4569-9c16-fe2b5855677e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:06:58.239902 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-c4768533-89a2-42aa-bb5f-dffba29337d4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (f1ceb592-9945-4020-8ea6-0029172dea8e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:58.337854 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f6a72fcf-5680-4172-9986-4a6a6d496b07 req-70a69f9c-f1db-4c6e-98d5-5145573a38cb tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574388 Feb 07 21:06:58.339710 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4768533-89a2-42aa-bb5f-dffba29337d4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Pushing event updated for resources: {'Port': ['ID=f1ceb592-9945-4020-8ea6-0029172dea8e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:58.355808 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-c4768533-89a2-42aa-bb5f-dffba29337d4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Network bf854134-2113-420b-b9e5-1df875fc6e85 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:06:58.357286 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-c4768533-89a2-42aa-bb5f-dffba29337d4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:06:58.364427 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-c4768533-89a2-42aa-bb5f-dffba29337d4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:06:58.368412 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4768533-89a2-42aa-bb5f-dffba29337d4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:58.369150 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4768533-89a2-42aa-bb5f-dffba29337d4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:58.369150 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4768533-89a2-42aa-bb5f-dffba29337d4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:58.369504 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4768533-89a2-42aa-bb5f-dffba29337d4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:58.369848 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4768533-89a2-42aa-bb5f-dffba29337d4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:58.370893 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4768533-89a2-42aa-bb5f-dffba29337d4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:58.371012 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4768533-89a2-42aa-bb5f-dffba29337d4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:58.371306 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4768533-89a2-42aa-bb5f-dffba29337d4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:58.371638 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4768533-89a2-42aa-bb5f-dffba29337d4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:58.371962 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4768533-89a2-42aa-bb5f-dffba29337d4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:58.372333 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4768533-89a2-42aa-bb5f-dffba29337d4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:58.372868 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4768533-89a2-42aa-bb5f-dffba29337d4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:58.372975 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4768533-89a2-42aa-bb5f-dffba29337d4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:06:58.381393 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-650336e3-cd62-4e55-abe6-9e6d1b6e6dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (238ad644-1617-428c-a78f-ea49876c0f14), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:58.397393 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 51562) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:06:58.407294 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f8896e3c-ee86-4146-80a7-a5eba63c8e9d None None] Provisioning complete for port 238ad644-1617-428c-a78f-ea49876c0f14 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:06:58.407988 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f8896e3c-ee86-4146-80a7-a5eba63c8e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (238ad644-1617-428c-a78f-ea49876c0f14), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:58.451487 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-c4768533-89a2-42aa-bb5f-dffba29337d4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:58.452959 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-c4768533-89a2-42aa-bb5f-dffba29337d4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:58.460222 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f8896e3c-ee86-4146-80a7-a5eba63c8e9d None None] Port 238ad644-1617-428c-a78f-ea49876c0f14 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:06:58.485583 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-c4768533-89a2-42aa-bb5f-dffba29337d4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3135982 Feb 07 21:06:58.503852 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-9f29a43a-3072-4911-a0b8-a38aebb527de service neutron] Request body: {'port': {'device_id': '5b860453-7225-4c8c-bd15-249768b772af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:06:58.599904 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-345e855a-fd56-437c-b99b-8b702f6986b9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-306994934-network', 'tenant_id': '841a01135e18414d8cae49a87b71e7b4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:06:58.605666 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-9f29a43a-3072-4911-a0b8-a38aebb527de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f1ceb592-9945-4020-8ea6-0029172dea8e), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:58.646407 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345e855a-fd56-437c-b99b-8b702f6986b9 admin admin] Made reservation on behalf of 841a01135e18414d8cae49a87b71e7b4 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:06:58.649429 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-345e855a-fd56-437c-b99b-8b702f6986b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:58.962555 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-9f29a43a-3072-4911-a0b8-a38aebb527de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ceb592-9945-4020-8ea6-0029172dea8e {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:06:58.971368 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-9f29a43a-3072-4911-a0b8-a38aebb527de service neutron] Publish callbacks [] for port (f1ceb592-9945-4020-8ea6-0029172dea8e), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:58.990111 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-9f29a43a-3072-4911-a0b8-a38aebb527de service neutron] Transition to ACTIVE for port object f1ceb592-9945-4020-8ea6-0029172dea8e will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:06:58.995856 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-9f29a43a-3072-4911-a0b8-a38aebb527de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (f1ceb592-9945-4020-8ea6-0029172dea8e), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:59.043088 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29a43a-3072-4911-a0b8-a38aebb527de service neutron] Pushing event updated for resources: {'Port': ['ID=f1ceb592-9945-4020-8ea6-0029172dea8e,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:59.093025 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-345e855a-fd56-437c-b99b-8b702f6986b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:59.119935 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-650336e3-cd62-4e55-abe6-9e6d1b6e6dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 238ad644-1617-428c-a78f-ea49876c0f14 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:06:59.170042 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-9f29a43a-3072-4911-a0b8-a38aebb527de service neutron] Attempting to bind port f1ceb592-9945-4020-8ea6-0029172dea8e on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:06:59.170655 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-9f29a43a-3072-4911-a0b8-a38aebb527de service neutron] Attempting to bind port f1ceb592-9945-4020-8ea6-0029172dea8e by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '978d531a-5f04-4ecc-9967-0e2116886724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:06:59.171263 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-9f29a43a-3072-4911-a0b8-a38aebb527de service neutron] Attempting to bind port f1ceb592-9945-4020-8ea6-0029172dea8e on network bf854134-2113-420b-b9e5-1df875fc6e85 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:06:59.176853 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-9f29a43a-3072-4911-a0b8-a38aebb527de service neutron] Port f1ceb592-9945-4020-8ea6-0029172dea8e on network bf854134-2113-420b-b9e5-1df875fc6e85 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:06:59.177246 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-9f29a43a-3072-4911-a0b8-a38aebb527de service neutron] Attempting to bind port f1ceb592-9945-4020-8ea6-0029172dea8e on network bf854134-2113-420b-b9e5-1df875fc6e85 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:06:59.186236 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-9f29a43a-3072-4911-a0b8-a38aebb527de service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:06:59.186236 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-9f29a43a-3072-4911-a0b8-a38aebb527de service neutron] Checking segment: {'id': '978d531a-5f04-4ecc-9967-0e2116886724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:06:59.186584 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-9f29a43a-3072-4911-a0b8-a38aebb527de service neutron] Bound using segment: {'id': '978d531a-5f04-4ecc-9967-0e2116886724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:06:59.187245 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-9f29a43a-3072-4911-a0b8-a38aebb527de service neutron] Bound port: f1ceb592-9945-4020-8ea6-0029172dea8e, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978d531a-5f04-4ecc-9967-0e2116886724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:06:59.187714 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-9f29a43a-3072-4911-a0b8-a38aebb527de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f1ceb592-9945-4020-8ea6-0029172dea8e), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:59.216435 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-345e855a-fd56-437c-b99b-8b702f6986b9 admin admin] Publish callbacks [] for security_group (cbdf0c75-5e74-44d9-ac4f-29936e0130cb), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:59.219265 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-650336e3-cd62-4e55-abe6-9e6d1b6e6dae service neutron] Publish callbacks [] for port (238ad644-1617-428c-a78f-ea49876c0f14), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:59.244670 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-345e855a-fd56-437c-b99b-8b702f6986b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (cbdf0c75-5e74-44d9-ac4f-29936e0130cb), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:59.280283 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-650336e3-cd62-4e55-abe6-9e6d1b6e6dae service neutron] Transition to ACTIVE for port object 238ad644-1617-428c-a78f-ea49876c0f14 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:06:59.296535 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-345e855a-fd56-437c-b99b-8b702f6986b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:06:59.297920 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-9f29a43a-3072-4911-a0b8-a38aebb527de service neutron] For port f1ceb592-9945-4020-8ea6-0029172dea8e, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:06:59.304580 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-9f29a43a-3072-4911-a0b8-a38aebb527de service neutron] For port f1ceb592-9945-4020-8ea6-0029172dea8e, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=f1ceb592-9945-4020-8ea6-0029172dea8e,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:06:59.312428 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-650336e3-cd62-4e55-abe6-9e6d1b6e6dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (238ad644-1617-428c-a78f-ea49876c0f14), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:59.319463 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-9f29a43a-3072-4911-a0b8-a38aebb527de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (f1ceb592-9945-4020-8ea6-0029172dea8e), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:59.364467 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-345e855a-fd56-437c-b99b-8b702f6986b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (81dd7234-73b3-46ed-9443-912083c47ba6), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:59.364822 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-345e855a-fd56-437c-b99b-8b702f6986b9 admin admin] Added segment 81dd7234-73b3-46ed-9443-912083c47ba6 of type vlan for network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 Feb 07 21:06:59.366092 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e855a-fd56-437c-b99b-8b702f6986b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdf0c75-5e74-44d9-ac4f-29936e0130cb,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:59.388105 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf3f2a-c717-4d75-a34d-5b381e966b0c req-a03c8c17-70e4-4cc3-9e71-5952cb097490 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:59.389885 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aaaf3f2a-c717-4d75-a34d-5b381e966b0c req-a03c8c17-70e4-4cc3-9e71-5952cb097490 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 943 time: 0.3209283 Feb 07 21:06:59.412874 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-9f29a43a-3072-4911-a0b8-a38aebb527de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:59.413712 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-9f29a43a-3072-4911-a0b8-a38aebb527de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:59.415902 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-9f29a43a-3072-4911-a0b8-a38aebb527de service neutron] 10.222.0.69 "PUT /v2.0/ports/f1ceb592-9945-4020-8ea6-0029172dea8e HTTP/1.1" status: 200 len: 1091 time: 0.9209018 Feb 07 21:06:59.416483 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b860453-7225-4c8c-bd15-249768b772af', 'tag': 'f1ceb592-9945-4020-8ea6-0029172dea8e'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:06:59.419466 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffed9e2-22f0-434b-a226-dcb2e83a394c" -d '{"events": [{"name": "network-changed", "server_uuid": "5b860453-7225-4c8c-bd15-249768b772af", "tag": "f1ceb592-9945-4020-8ea6-0029172dea8e"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:06:59.467063 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-345e855a-fd56-437c-b99b-8b702f6986b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:59.469123 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29a43a-3072-4911-a0b8-a38aebb527de service neutron] Pushing event updated for resources: {'Port': ['ID=f1ceb592-9945-4020-8ea6-0029172dea8e,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:59.504239 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650336e3-cd62-4e55-abe6-9e6d1b6e6dae service neutron] Pushing event updated for resources: {'Port': ['ID=238ad644-1617-428c-a78f-ea49876c0f14,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:59.535512 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee2ac3-2c6c-4e34-8336-1255260d93b3 req-c6c7cb1e-1b48-4cc7-ac7c-c5cc020fb6ab tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:59.543433 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3ee2ac3-2c6c-4e34-8336-1255260d93b3 req-c6c7cb1e-1b48-4cc7-ac7c-c5cc020fb6ab tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 946 time: 0.3167346 Feb 07 21:06:59.546147 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-345e855a-fd56-437c-b99b-8b702f6986b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:59.547860 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345e855a-fd56-437c-b99b-8b702f6986b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:59.548667 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-345e855a-fd56-437c-b99b-8b702f6986b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:06:59.574006 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-badb02c9-dfd6-448d-9bef-a5b4d2d1f2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:59.575936 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-badb02c9-dfd6-448d-9bef-a5b4d2d1f2ca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c752a538afe047fe808375441195e2c5&device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 1125 time: 0.1033483 Feb 07 21:06:59.625962 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e855a-fd56-437c-b99b-8b702f6986b9 admin admin] Pushing event updated for resources: {'Network': ['ID=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:06:59.634185 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-3f0f1013-a8ed-4073-9970-11aa75f15ea5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1ceb592-9945-4020-8ea6-0029172dea8e HTTP/1.1" status: 200 len: 217 time: 0.0480344 Feb 07 21:06:59.636512 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:06:59.715411 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-ce01bff8-c6d0-4ccc-a293-da63a1911da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:06:59.717592 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-ce01bff8-c6d0-4ccc-a293-da63a1911da1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2f8980a6-7981-49aa-b0cb-ed215989d81d HTTP/1.1" status: 200 len: 852 time: 0.0777018 Feb 07 21:06:59.787867 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-c5066fbd-3001-47ba-a5f0-43c14bc04e8b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bf854134-2113-420b-b9e5-1df875fc6e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626907 Feb 07 21:06:59.812229 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aaaf3f2a-c717-4d75-a34d-5b381e966b0c req-875949bf-eaa4-4e46-8017-55df106441b0 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693223 Feb 07 21:06:59.919782 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-3cdc2650-ed90-4bbc-92f6-c8548df7e5fd service neutron] 10.222.0.69 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235764 Feb 07 21:06:59.920113 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 51584) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:06:59.920818 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-345e855a-fd56-437c-b99b-8b702f6986b9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5222967 Feb 07 21:06:59.922260 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-650336e3-cd62-4e55-abe6-9e6d1b6e6dae service neutron] Attempting to bind port 238ad644-1617-428c-a78f-ea49876c0f14 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:06:59.922803 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-650336e3-cd62-4e55-abe6-9e6d1b6e6dae service neutron] Attempting to bind port 238ad644-1617-428c-a78f-ea49876c0f14 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:06:59.923345 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-650336e3-cd62-4e55-abe6-9e6d1b6e6dae service neutron] Attempting to bind port 238ad644-1617-428c-a78f-ea49876c0f14 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:06:59.925535 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-22cdc098-3f6e-4183-92de-ba8476d05d0e admin admin] Request body: {'subnet': {'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-306994934-subnet', 'tenant_id': '841a01135e18414d8cae49a87b71e7b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:06:59.938178 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-650336e3-cd62-4e55-abe6-9e6d1b6e6dae service neutron] Port 238ad644-1617-428c-a78f-ea49876c0f14 on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:06:59.938819 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-650336e3-cd62-4e55-abe6-9e6d1b6e6dae service neutron] Attempting to bind port 238ad644-1617-428c-a78f-ea49876c0f14 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:06:59.952052 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-650336e3-cd62-4e55-abe6-9e6d1b6e6dae service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:06:59.952542 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-650336e3-cd62-4e55-abe6-9e6d1b6e6dae service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:06:59.953049 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-650336e3-cd62-4e55-abe6-9e6d1b6e6dae service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:06:59.953582 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-650336e3-cd62-4e55-abe6-9e6d1b6e6dae service neutron] Bound port: 238ad644-1617-428c-a78f-ea49876c0f14, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:06:59.954037 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-650336e3-cd62-4e55-abe6-9e6d1b6e6dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (238ad644-1617-428c-a78f-ea49876c0f14), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:00.017762 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cdc098-3f6e-4183-92de-ba8476d05d0e admin admin] Made reservation on behalf of 841a01135e18414d8cae49a87b71e7b4 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:07:00.020746 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-22cdc098-3f6e-4183-92de-ba8476d05d0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:00.065061 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-650336e3-cd62-4e55-abe6-9e6d1b6e6dae service neutron] For port 238ad644-1617-428c-a78f-ea49876c0f14, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:07:00.068325 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-650336e3-cd62-4e55-abe6-9e6d1b6e6dae service neutron] For port 238ad644-1617-428c-a78f-ea49876c0f14, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=238ad644-1617-428c-a78f-ea49876c0f14,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:07:00.084285 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3ee2ac3-2c6c-4e34-8336-1255260d93b3 req-e66d9342-472e-4a8e-8df2-ba16b0c24f32 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5396013 Feb 07 21:07:00.103952 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-650336e3-cd62-4e55-abe6-9e6d1b6e6dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (238ad644-1617-428c-a78f-ea49876c0f14), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:00.129626 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-21812239-60f3-4821-83da-4a7ee43a1da0 req-c19ad2e0-46c6-4e31-a978-a31c99f78d4f service neutron] 10.222.0.69 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996262 Feb 07 21:07:00.157383 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c329a2b1-bfbc-489d-9c86-bc2371cefcfb x-openstack-request-id: req-c329a2b1-bfbc-489d-9c86-bc2371cefcfb {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:07:00.158025 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b860453-7225-4c8c-bd15-249768b772af", "tag": "f1ceb592-9945-4020-8ea6-0029172dea8e", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:07:00.159191 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c329a2b1-bfbc-489d-9c86-bc2371cefcfb {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:07:00.160832 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b860453-7225-4c8c-bd15-249768b772af', 'tag': 'f1ceb592-9945-4020-8ea6-0029172dea8e', 'status': 'completed', 'code': 200} Feb 07 21:07:00.189450 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5149e-b4cc-4cc7-9ac6-64cce6801a35 req-8eb9dbcd-3bde-4b83-8c05-2b2b2d8e52bd tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:00.191309 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6fa5149e-b4cc-4cc7-9ac6-64cce6801a35 req-8eb9dbcd-3bde-4b83-8c05-2b2b2d8e52bd tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 948 time: 0.2537940 Feb 07 21:07:00.192602 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-650336e3-cd62-4e55-abe6-9e6d1b6e6dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:00.193204 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-650336e3-cd62-4e55-abe6-9e6d1b6e6dae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:00.194715 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-650336e3-cd62-4e55-abe6-9e6d1b6e6dae service neutron] 10.222.0.69 "PUT /v2.0/ports/238ad644-1617-428c-a78f-ea49876c0f14 HTTP/1.1" status: 200 len: 1096 time: 1.9871900 Feb 07 21:07:00.197327 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f1fda4-d138-4569-9c16-fe2b5855677e', 'tag': '238ad644-1617-428c-a78f-ea49876c0f14'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:07:00.200530 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44af5e9-16c0-4d32-9e0a-eb927be2ff85" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f1fda4-d138-4569-9c16-fe2b5855677e", "tag": "238ad644-1617-428c-a78f-ea49876c0f14"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:07:00.262027 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650336e3-cd62-4e55-abe6-9e6d1b6e6dae service neutron] Pushing event updated for resources: {'Port': ['ID=238ad644-1617-428c-a78f-ea49876c0f14,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:00.294498 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141c2b32-a49d-4ff0-90eb-9f1af4020bf5 x-openstack-request-id: req-141c2b32-a49d-4ff0-90eb-9f1af4020bf5 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:07:00.294876 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f1fda4-d138-4569-9c16-fe2b5855677e", "tag": "238ad644-1617-428c-a78f-ea49876c0f14", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:07:00.295091 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-141c2b32-a49d-4ff0-90eb-9f1af4020bf5 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:07:00.296392 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f1fda4-d138-4569-9c16-fe2b5855677e', 'tag': '238ad644-1617-428c-a78f-ea49876c0f14', 'status': 'completed', 'code': 200} Feb 07 21:07:00.346281 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6fa5149e-b4cc-4cc7-9ac6-64cce6801a35 req-b2078873-2ec0-449e-aff4-30942a5de50d tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428189 Feb 07 21:07:00.366056 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-77b9a08d-c858-4e10-9a30-6078632a3efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:00.368176 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-77b9a08d-c858-4e10-9a30-6078632a3efd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 1130 time: 0.0933073 Feb 07 21:07:00.419859 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffed9e2-22f0-434b-a226-dcb2e83a394c req-ab5c1212-3c86-4c7b-8201-30c538cb1e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:00.421985 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fffed9e2-22f0-434b-a226-dcb2e83a394c req-ab5c1212-3c86-4c7b-8201-30c538cb1e5d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c752a538afe047fe808375441195e2c5&device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 1125 time: 0.1518953 Feb 07 21:07:00.425191 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-22cdc098-3f6e-4183-92de-ba8476d05d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (039429f6-d6cc-49db-bf32-0ffb3c8562c1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:00.442687 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-ab6a7431-eb15-4d4e-b494-c0797985f2c2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=238ad644-1617-428c-a78f-ea49876c0f14 HTTP/1.1" status: 200 len: 217 time: 0.0597074 Feb 07 21:07:00.511532 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-72a6d0bc-ab59-4681-b7e5-c5de909ad98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:00.513653 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-72a6d0bc-ab59-4681-b7e5-c5de909ad98f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0631468 Feb 07 21:07:00.554742 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cdc098-3f6e-4183-92de-ba8476d05d0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=039429f6-d6cc-49db-bf32-0ffb3c8562c1,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:00.587693 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cdc098-3f6e-4183-92de-ba8476d05d0e admin admin] Checking segment: {'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:07:00.588181 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cdc098-3f6e-4183-92de-ba8476d05d0e admin admin] Network hostable DHCP agents. Network: cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:07:00.588900 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-ee195a4a-507b-4a41-aad8-a61032a79cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:00.590748 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-ee195a4a-507b-4a41-aad8-a61032a79cc0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0710218 Feb 07 21:07:00.630466 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffed9e2-22f0-434b-a226-dcb2e83a394c req-33b83839-a2c1-46fe-ad4f-76801b153a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:00.632281 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fffed9e2-22f0-434b-a226-dcb2e83a394c req-33b83839-a2c1-46fe-ad4f-76801b153a6f service neutron] 10.222.0.69 "GET /v2.0/networks?id=bf854134-2113-420b-b9e5-1df875fc6e85 HTTP/1.1" status: 200 len: 913 time: 0.1985683 Feb 07 21:07:00.634604 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cdc098-3f6e-4183-92de-ba8476d05d0e admin admin] Network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:07:00.676671 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fffed9e2-22f0-434b-a226-dcb2e83a394c req-80df51e0-e110-4041-8099-1d602d2a0b37 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1ceb592-9945-4020-8ea6-0029172dea8e HTTP/1.1" status: 200 len: 217 time: 0.0360432 Feb 07 21:07:00.682289 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-22cdc098-3f6e-4183-92de-ba8476d05d0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:07:00.687567 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cdc098-3f6e-4183-92de-ba8476d05d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:00.688350 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-22cdc098-3f6e-4183-92de-ba8476d05d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:00.697584 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4d70ba-947b-4faa-86f5-11f623fec0f1 None None] Network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:07:00.750374 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffed9e2-22f0-434b-a226-dcb2e83a394c req-354204bb-76b6-46cf-ae0d-630cded12643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:00.752588 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fffed9e2-22f0-434b-a226-dcb2e83a394c req-354204bb-76b6-46cf-ae0d-630cded12643 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2f8980a6-7981-49aa-b0cb-ed215989d81d HTTP/1.1" status: 200 len: 852 time: 0.0665207 Feb 07 21:07:00.767912 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-22cdc098-3f6e-4183-92de-ba8476d05d0e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8461075 Feb 07 21:07:00.800335 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fffed9e2-22f0-434b-a226-dcb2e83a394c req-e832ac0b-4c3f-45b6-a661-118b803ac141 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bf854134-2113-420b-b9e5-1df875fc6e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307975 Feb 07 21:07:00.805395 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-441a3aaf-628d-467d-8a63-ba2fa2a3e237 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882966 Feb 07 21:07:00.970424 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6a0b26-f6d3-4852-947b-fd76fc6cac97 None None] Network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:07:01.033719 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e506f558-ae75-453a-aeb7-55c4040dddc9 req-30af8969-d72c-4d54-9cd9-d55c061cb656 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193382 Feb 07 21:07:01.085314 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fffed9e2-22f0-434b-a226-dcb2e83a394c req-3582a8a6-f584-48c3-9072-d85304ef8ebe service neutron] 10.222.0.69 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734001 Feb 07 21:07:01.199064 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fffed9e2-22f0-434b-a226-dcb2e83a394c req-884db132-0d0a-4fcb-a32a-1c92ee249cfe service neutron] 10.222.0.69 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046813 Feb 07 21:07:01.318294 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c6fa5-e164-4518-aac9-b1387af9b824 req-bb114bba-93cb-4096-bdb1-b91e7d4a0050 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:01.330280 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f7c6fa5-e164-4518-aac9-b1387af9b824 req-bb114bba-93cb-4096-bdb1-b91e7d4a0050 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 943 time: 0.2806470 Feb 07 21:07:01.375567 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44af5e9-16c0-4d32-9e0a-eb927be2ff85 req-d3ee9bd2-e7a8-4fee-a1a9-b3b137a1d023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:01.377111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e44af5e9-16c0-4d32-9e0a-eb927be2ff85 req-d3ee9bd2-e7a8-4fee-a1a9-b3b137a1d023 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 1130 time: 0.1272550 Feb 07 21:07:01.538819 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f7c6fa5-e164-4518-aac9-b1387af9b824 req-ed507649-fffe-4b33-86a4-c701f5e2c5a5 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075639 Feb 07 21:07:01.616536 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-d4d873de-b5f3-4cba-b9cb-1db12be951ea tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:01.618753 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-d4d873de-b5f3-4cba-b9cb-1db12be951ea tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/networks?id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 HTTP/1.1" status: 200 len: 805 time: 0.1757531 Feb 07 21:07:01.620113 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44af5e9-16c0-4d32-9e0a-eb927be2ff85 req-20a73fb3-fbfa-4d30-896e-d67808eb3b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:01.621667 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e44af5e9-16c0-4d32-9e0a-eb927be2ff85 req-20a73fb3-fbfa-4d30-896e-d67808eb3b4b service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.2321954 Feb 07 21:07:01.705507 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-8eee076d-cc92-46f0-826b-c99029af13db tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/quotas/841a01135e18414d8cae49a87b71e7b4 HTTP/1.1" status: 200 len: 375 time: 0.0788658 Feb 07 21:07:01.706891 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e44af5e9-16c0-4d32-9e0a-eb927be2ff85 req-af4293a4-9b93-4717-9e81-5f74735d15c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=238ad644-1617-428c-a78f-ea49876c0f14 HTTP/1.1" status: 200 len: 217 time: 0.0770855 Feb 07 21:07:01.791140 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-7ba68d07-0280-4f04-bc71-1f768907547f tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=841a01135e18414d8cae49a87b71e7b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761743 Feb 07 21:07:01.810826 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44af5e9-16c0-4d32-9e0a-eb927be2ff85 req-26820c41-2604-4d33-be3c-4810958f22fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:01.812794 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e44af5e9-16c0-4d32-9e0a-eb927be2ff85 req-26820c41-2604-4d33-be3c-4810958f22fa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0954216 Feb 07 21:07:01.825736 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35e2ce-4bd5-479d-b136-d9b8918b30b1 req-6b8f7c97-108d-4743-83b0-e26874e4d435 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:01.832342 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d35e2ce-4bd5-479d-b136-d9b8918b30b1 req-6b8f7c97-108d-4743-83b0-e26874e4d435 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 946 time: 0.2046039 Feb 07 21:07:02.016938 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d35e2ce-4bd5-479d-b136-d9b8918b30b1 req-680201f3-fd80-46f2-9c3d-9177f8beb50b tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815166 Feb 07 21:07:02.039375 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44af5e9-16c0-4d32-9e0a-eb927be2ff85 req-c93594f6-bfff-4399-bf72-0491285c1f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:02.044400 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e44af5e9-16c0-4d32-9e0a-eb927be2ff85 req-c93594f6-bfff-4399-bf72-0491285c1f90 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1910255 Feb 07 21:07:02.089364 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-d02fc1b3-25b7-44be-a130-37749a3134e5 service neutron] 10.222.0.65 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850912 Feb 07 21:07:02.311454 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c08f3-df2c-435a-8f75-90537be2fcfc req-9ced1db4-4ed4-4274-827e-51b1627edbb9 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:02.313232 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-557c08f3-df2c-435a-8f75-90537be2fcfc req-9ced1db4-4ed4-4274-827e-51b1627edbb9 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 948 time: 0.1999562 Feb 07 21:07:02.320547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e44af5e9-16c0-4d32-9e0a-eb927be2ff85 req-ab6282d9-318a-44bc-9f55-aa4dedbfd45f service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490480 Feb 07 21:07:02.395967 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-66674b4e-a51c-4baa-a0f1-01c6961fee01 service neutron] 10.222.0.65 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054752 Feb 07 21:07:02.435709 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-557c08f3-df2c-435a-8f75-90537be2fcfc req-097a7c63-25d3-470d-8e4a-83b763fd6ab7 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037264 Feb 07 21:07:02.595740 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e44af5e9-16c0-4d32-9e0a-eb927be2ff85 req-1879a74a-3608-4570-aaae-65fa7bb8e661 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299550 Feb 07 21:07:02.667250 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 51636) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:02.828944 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-526fe04c-7d8c-4e84-87b8-1d20a5678b00 req-a3ec7627-ad91-43d6-be20-e7ccdc62db41 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7111d70-5d78-4ddd-8a7f-050a628280c4 HTTP/1.1" status: 200 len: 210 time: 0.0808418 Feb 07 21:07:02.868887 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f64df0-0de3-47cd-b6d5-3062701be6fb req-6ec47416-a60e-49bf-87d8-62b5aae2828a tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:02.876024 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18f64df0-0de3-47cd-b6d5-3062701be6fb req-6ec47416-a60e-49bf-87d8-62b5aae2828a tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 943 time: 0.2173777 Feb 07 21:07:02.887819 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e79f9704-8ced-4860-ab87-54daeedebc46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:02.958341 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18f64df0-0de3-47cd-b6d5-3062701be6fb req-a8a04b8a-d296-4b1f-948b-6f83b894af7d tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812874 Feb 07 21:07:03.037741 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e79f9704-8ced-4860-ab87-54daeedebc46 admin admin] Publish callbacks [] for security_group (a703cf23-b041-4883-932c-4ad338efd996), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:03.050607 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e79f9704-8ced-4860-ab87-54daeedebc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a703cf23-b041-4883-932c-4ad338efd996), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:03.100207 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e79f9704-8ced-4860-ab87-54daeedebc46 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c21272e1db67449d8aa184cb3ae5fb67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4317710 Feb 07 21:07:03.107094 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 51648) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:03.136716 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f9704-8ced-4860-ab87-54daeedebc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a703cf23-b041-4883-932c-4ad338efd996,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:03.298071 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fec30a77-190d-4123-ba83-5e82d3db7ecf admin admin] Publish callbacks [] for security_group (a703cf23-b041-4883-932c-4ad338efd996), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:03.310693 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff300025-3b24-493e-a931-bbeb5965461e req-2bd4b66d-6008-4040-b23e-7e8311e6bfb5 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:03.312117 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ff300025-3b24-493e-a931-bbeb5965461e req-2bd4b66d-6008-4040-b23e-7e8311e6bfb5 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 946 time: 0.1797342 Feb 07 21:07:03.350669 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fec30a77-190d-4123-ba83-5e82d3db7ecf admin admin] Publish callbacks [] for security_group (a703cf23-b041-4883-932c-4ad338efd996), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:03.409449 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:03.441040 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ff300025-3b24-493e-a931-bbeb5965461e req-0f499341-d7c5-4fb4-a612-5ce94dbbd6e9 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173258 Feb 07 21:07:03.506825 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fec30a77-190d-4123-ba83-5e82d3db7ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a703cf23-b041-4883-932c-4ad338efd996), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:03.509777 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fec30a77-190d-4123-ba83-5e82d3db7ecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:03.514288 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fec30a77-190d-4123-ba83-5e82d3db7ecf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a703cf23-b041-4883-932c-4ad338efd996 HTTP/1.1" status: 204 len: 168 time: 0.4056535 Feb 07 21:07:03.560490 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec30a77-190d-4123-ba83-5e82d3db7ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a703cf23-b041-4883-932c-4ad338efd996,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:03.656438 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97d0ad-63b2-422e-b6a5-e536f24a622a req-fd20426b-71fe-430f-933f-f7312bacc2a8 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:03.667964 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1a97d0ad-63b2-422e-b6a5-e536f24a622a req-fd20426b-71fe-430f-933f-f7312bacc2a8 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 948 time: 0.1374295 Feb 07 21:07:03.759778 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:03.780728 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1a97d0ad-63b2-422e-b6a5-e536f24a622a req-07a9612b-3324-4662-9f78-a0bfda2e1bdf tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108594 Feb 07 21:07:04.014605 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f412539f-525e-4ab0-b8be-af251f59a0ef req-595737a3-a760-411c-97ea-d59ff2592c62 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7111d70-5d78-4ddd-8a7f-050a628280c4 HTTP/1.1" status: 200 len: 210 time: 0.0728734 Feb 07 21:07:04.207064 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ddb8f-274c-43c7-b999-30d0c3bb95a5 req-de433f9b-5198-4326-9832-2dda16effdc7 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:04.215487 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e2ddb8f-274c-43c7-b999-30d0c3bb95a5 req-de433f9b-5198-4326-9832-2dda16effdc7 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 943 time: 0.1530154 Feb 07 21:07:04.334399 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 238ad644-1617-428c-a78f-ea49876c0f14 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:07:04.390197 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-9a39c3c0-9f0a-4a66-aed0-2249e931b8e6 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:04.391737 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-9a39c3c0-9f0a-4a66-aed0-2249e931b8e6 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.71 "GET /v2.0/networks?id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 HTTP/1.1" status: 200 len: 805 time: 0.2872555 Feb 07 21:07:04.410203 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-6e9aaf21-0efe-4e9a-bbc4-a06c9201d45a tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Request body: {'port': {'device_id': 'b7111d70-5d78-4ddd-8a7f-050a628280c4', 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81', 'admin_state_up': True, 'tenant_id': '841a01135e18414d8cae49a87b71e7b4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:07:04.438809 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e2ddb8f-274c-43c7-b999-30d0c3bb95a5 req-fe5ec4d2-f4dc-40f9-b523-8a2c545587a5 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223725 Feb 07 21:07:04.687564 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edb9dc-222b-4567-8ae7-91a7b521c228 req-a9f3a2be-30fe-471e-86ae-b888712fc6ad tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:04.694663 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49edb9dc-222b-4567-8ae7-91a7b521c228 req-a9f3a2be-30fe-471e-86ae-b888712fc6ad tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 946 time: 0.1186848 Feb 07 21:07:04.720355 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-6e9aaf21-0efe-4e9a-bbc4-a06c9201d45a tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Made reservation on behalf of 841a01135e18414d8cae49a87b71e7b4 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:07:04.724503 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-6e9aaf21-0efe-4e9a-bbc4-a06c9201d45a tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:04.825329 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49edb9dc-222b-4567-8ae7-91a7b521c228 req-10de2779-670f-4f18-a237-0d2302dc2e9f tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268051 Feb 07 21:07:04.842630 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 238ad644-1617-428c-a78f-ea49876c0f14, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=238ad644-1617-428c-a78f-ea49876c0f14,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:04.883962 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '238ad644-1617-428c-a78f-ea49876c0f14', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '238ad644-1617-428c-a78f-ea49876c0f14', 'mac_address': 'fa:16:3e:54:88:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:07:04.976345 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-6e9aaf21-0efe-4e9a-bbc4-a06c9201d45a tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Allocated IP 172.20.0.12 (cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81/039429f6-d6cc-49db-bf32-0ffb3c8562c1/b9feb26d-0f66-4b71-8ed3-d190edbaf70e) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:07:04.993686 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 238ad644-1617-428c-a78f-ea49876c0f14 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:04.994179 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (238ad644-1617-428c-a78f-ea49876c0f14), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:05.029285 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 238ad644-1617-428c-a78f-ea49876c0f14 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:07:05.063866 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 238ad644-1617-428c-a78f-ea49876c0f14, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=238ad644-1617-428c-a78f-ea49876c0f14,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:05.077586 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (238ad644-1617-428c-a78f-ea49876c0f14), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:05.078539 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device f1ceb592-9945-4020-8ea6-0029172dea8e details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:07:05.144537 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=238ad644-1617-428c-a78f-ea49876c0f14,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:05.239412 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-6e9aaf21-0efe-4e9a-bbc4-a06c9201d45a tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks [] for port (b9feb26d-0f66-4b71-8ed3-d190edbaf70e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:05.330518 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port f1ceb592-9945-4020-8ea6-0029172dea8e, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=f1ceb592-9945-4020-8ea6-0029172dea8e,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:05.358216 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-6e9aaf21-0efe-4e9a-bbc4-a06c9201d45a tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (b9feb26d-0f66-4b71-8ed3-d190edbaf70e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:05.360182 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'f1ceb592-9945-4020-8ea6-0029172dea8e', 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85', 'port_id': 'f1ceb592-9945-4020-8ea6-0029172dea8e', 'mac_address': 'fa:16:3e:6b:9b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8980a6-7981-49aa-b0cb-ed215989d81d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:07:05.434169 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port f1ceb592-9945-4020-8ea6-0029172dea8e is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:05.435240 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f1ceb592-9945-4020-8ea6-0029172dea8e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:05.449174 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-6e9aaf21-0efe-4e9a-bbc4-a06c9201d45a tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:07:05.460502 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-6e9aaf21-0efe-4e9a-bbc4-a06c9201d45a tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:07:05.462945 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-6e9aaf21-0efe-4e9a-bbc4-a06c9201d45a tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:07:05.468333 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9aaf21-0efe-4e9a-bbc4-a06c9201d45a tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Pushing event updated for resources: {'Port': ['ID=b9feb26d-0f66-4b71-8ed3-d190edbaf70e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:05.474452 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ceb592-9945-4020-8ea6-0029172dea8e {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:07:05.507316 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port f1ceb592-9945-4020-8ea6-0029172dea8e, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=f1ceb592-9945-4020-8ea6-0029172dea8e,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:05.515003 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a54f9-67c2-45cb-831f-1165d97d8635 req-17cd0aa3-df97-40e1-9763-c0faead89185 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:05.515434 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f1ceb592-9945-4020-8ea6-0029172dea8e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:05.519001 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-945a54f9-67c2-45cb-831f-1165d97d8635 req-17cd0aa3-df97-40e1-9763-c0faead89185 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 949 time: 0.2413528 Feb 07 21:07:05.535778 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b9248-c05c-447e-9974-dccb0be50f3e req-cd4710fa-e843-41af-baf2-afb89c34cd13 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:05.538310 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d76b9248-c05c-447e-9974-dccb0be50f3e req-cd4710fa-e843-41af-baf2-afb89c34cd13 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7111d70-5d78-4ddd-8a7f-050a628280c4 HTTP/1.1" status: 200 len: 932 time: 0.2450149 Feb 07 21:07:05.592395 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=f1ceb592-9945-4020-8ea6-0029172dea8e,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:05.610211 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-6e9aaf21-0efe-4e9a-bbc4-a06c9201d45a tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:05.610933 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-6e9aaf21-0efe-4e9a-bbc4-a06c9201d45a tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:05.662447 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-945a54f9-67c2-45cb-831f-1165d97d8635 req-fd261209-bac1-4ce8-96fd-64047930ed8b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350799 Feb 07 21:07:05.665851 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d76b9248-c05c-447e-9974-dccb0be50f3e req-d8a7a052-34f8-4a0d-a161-0bb0c3052691 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997488 Feb 07 21:07:05.694934 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-6e9aaf21-0efe-4e9a-bbc4-a06c9201d45a tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2899477 Feb 07 21:07:05.708573 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-4c3a41dd-2a69-45de-9b90-1e83f27f55b8 service neutron] Request body: {'port': {'device_id': 'b7111d70-5d78-4ddd-8a7f-050a628280c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:07:05.830931 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-4c3a41dd-2a69-45de-9b90-1e83f27f55b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b9feb26d-0f66-4b71-8ed3-d190edbaf70e), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:05.917056 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58935a9-edbd-4381-a9a3-f4516029af95 req-fc9e8c5a-81cb-423d-8594-10200a1a11c1 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:05.917764 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['f1ceb592-9945-4020-8ea6-0029172dea8e'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:07:05.918560 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e58935a9-edbd-4381-a9a3-f4516029af95 req-fc9e8c5a-81cb-423d-8594-10200a1a11c1 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 944 time: 0.1194882 Feb 07 21:07:05.985515 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['238ad644-1617-428c-a78f-ea49876c0f14'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:07:06.112779 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e58935a9-edbd-4381-a9a3-f4516029af95 req-30e985df-ec34-463c-9a1c-f1bb6527da5b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823180 Feb 07 21:07:06.258804 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e2bd2-a2e5-47d0-b37d-afb9ebc1d1ea req-65e86f46-32b8-4138-9257-92da5b88aedc tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:06.261286 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-354e2bd2-a2e5-47d0-b37d-afb9ebc1d1ea req-65e86f46-32b8-4138-9257-92da5b88aedc tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 946 time: 0.2642519 Feb 07 21:07:06.360001 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59984163-98a6-4bed-8ef1-aac8cf142372 req-998d33f3-9b24-4d97-ac1e-5972301b5ae0 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:06.361550 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59984163-98a6-4bed-8ef1-aac8cf142372 req-998d33f3-9b24-4d97-ac1e-5972301b5ae0 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/ports?device_id=60dfb70f-02e3-4467-8f7c-1db0f7797ec8 HTTP/1.1" status: 200 len: 945 time: 0.1596482 Feb 07 21:07:06.401121 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-354e2bd2-a2e5-47d0-b37d-afb9ebc1d1ea req-8d147b17-e7a2-418f-8b3c-b75b80e587b7 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306188 Feb 07 21:07:06.467227 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59984163-98a6-4bed-8ef1-aac8cf142372 req-0690c1e5-3c45-4cd4-b572-6c56e88e3030 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/security-groups?id=36bd7520-30cc-4931-89fb-9fc6c0f90fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931756 Feb 07 21:07:06.469405 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-4c3a41dd-2a69-45de-9b90-1e83f27f55b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9feb26d-0f66-4b71-8ed3-d190edbaf70e {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:07:06.477386 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-4c3a41dd-2a69-45de-9b90-1e83f27f55b8 service neutron] Publish callbacks [] for port (b9feb26d-0f66-4b71-8ed3-d190edbaf70e), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:06.495810 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-4c3a41dd-2a69-45de-9b90-1e83f27f55b8 service neutron] Transition to ACTIVE for port object b9feb26d-0f66-4b71-8ed3-d190edbaf70e will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:07:06.500078 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-4c3a41dd-2a69-45de-9b90-1e83f27f55b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (b9feb26d-0f66-4b71-8ed3-d190edbaf70e), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:06.550382 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a41dd-2a69-45de-9b90-1e83f27f55b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b9feb26d-0f66-4b71-8ed3-d190edbaf70e,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:06.621340 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-4c3a41dd-2a69-45de-9b90-1e83f27f55b8 service neutron] Attempting to bind port b9feb26d-0f66-4b71-8ed3-d190edbaf70e on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:07:06.621685 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-4c3a41dd-2a69-45de-9b90-1e83f27f55b8 service neutron] Attempting to bind port b9feb26d-0f66-4b71-8ed3-d190edbaf70e by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:07:06.622017 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-4c3a41dd-2a69-45de-9b90-1e83f27f55b8 service neutron] Attempting to bind port b9feb26d-0f66-4b71-8ed3-d190edbaf70e on network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:07:06.626552 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-4c3a41dd-2a69-45de-9b90-1e83f27f55b8 service neutron] Port b9feb26d-0f66-4b71-8ed3-d190edbaf70e on network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:07:06.626876 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-4c3a41dd-2a69-45de-9b90-1e83f27f55b8 service neutron] Attempting to bind port b9feb26d-0f66-4b71-8ed3-d190edbaf70e on network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:07:06.631689 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-4c3a41dd-2a69-45de-9b90-1e83f27f55b8 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:07:06.632035 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-4c3a41dd-2a69-45de-9b90-1e83f27f55b8 service neutron] Checking segment: {'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:07:06.633006 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-4c3a41dd-2a69-45de-9b90-1e83f27f55b8 service neutron] Bound using segment: {'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:07:06.633449 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-4c3a41dd-2a69-45de-9b90-1e83f27f55b8 service neutron] Bound port: b9feb26d-0f66-4b71-8ed3-d190edbaf70e, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:07:06.633806 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-4c3a41dd-2a69-45de-9b90-1e83f27f55b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b9feb26d-0f66-4b71-8ed3-d190edbaf70e), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:07.110396 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-4c3a41dd-2a69-45de-9b90-1e83f27f55b8 service neutron] For port b9feb26d-0f66-4b71-8ed3-d190edbaf70e, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:07:07.114650 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-4c3a41dd-2a69-45de-9b90-1e83f27f55b8 service neutron] For port b9feb26d-0f66-4b71-8ed3-d190edbaf70e, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b9feb26d-0f66-4b71-8ed3-d190edbaf70e,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:07:07.126777 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-4c3a41dd-2a69-45de-9b90-1e83f27f55b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (b9feb26d-0f66-4b71-8ed3-d190edbaf70e), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:07.169753 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70efe0a-f141-46d2-8cf2-624918ae3718 req-0a8e42d6-1499-48c2-85fc-484ed551ff87 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:07.171264 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c70efe0a-f141-46d2-8cf2-624918ae3718 req-0a8e42d6-1499-48c2-85fc-484ed551ff87 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 949 time: 0.1361823 Feb 07 21:07:07.183283 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937afb85-6a19-4b4e-b7d7-ba88df137450 req-79b72da5-789c-43db-971b-052ea39ebb0f tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:07.189039 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-937afb85-6a19-4b4e-b7d7-ba88df137450 req-79b72da5-789c-43db-971b-052ea39ebb0f tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7111d70-5d78-4ddd-8a7f-050a628280c4 HTTP/1.1" status: 200 len: 944 time: 0.1550114 Feb 07 21:07:07.198424 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-4c3a41dd-2a69-45de-9b90-1e83f27f55b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:07.199045 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-4c3a41dd-2a69-45de-9b90-1e83f27f55b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:07.200428 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-4c3a41dd-2a69-45de-9b90-1e83f27f55b8 service neutron] 10.222.0.71 "PUT /v2.0/ports/b9feb26d-0f66-4b71-8ed3-d190edbaf70e HTTP/1.1" status: 200 len: 1092 time: 1.4968958 Feb 07 21:07:07.200895 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7111d70-5d78-4ddd-8a7f-050a628280c4', 'tag': 'b9feb26d-0f66-4b71-8ed3-d190edbaf70e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:07:07.203578 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b7566d-5532-4b39-8075-4535b6107c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "b7111d70-5d78-4ddd-8a7f-050a628280c4", "tag": "b9feb26d-0f66-4b71-8ed3-d190edbaf70e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:07:07.277268 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a41dd-2a69-45de-9b90-1e83f27f55b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b9feb26d-0f66-4b71-8ed3-d190edbaf70e,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:07.341662 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-937afb85-6a19-4b4e-b7d7-ba88df137450 req-a7109d65-1398-4f80-8858-92649de69d3a tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338844 Feb 07 21:07:07.345569 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c70efe0a-f141-46d2-8cf2-624918ae3718 req-b71dd33d-43e3-4b1d-914f-9d949e4edbd1 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528697 Feb 07 21:07:07.355729 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-c296a9cc-97c2-434a-bdbe-0848ffc8ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:07.357639 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-c296a9cc-97c2-434a-bdbe-0848ffc8ffc7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=841a01135e18414d8cae49a87b71e7b4&device_id=b7111d70-5d78-4ddd-8a7f-050a628280c4 HTTP/1.1" status: 200 len: 1126 time: 0.1004176 Feb 07 21:07:07.416807 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-718e637a-9b34-49a6-b43d-1ab5ba0de5f2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9feb26d-0f66-4b71-8ed3-d190edbaf70e HTTP/1.1" status: 200 len: 217 time: 0.0518892 Feb 07 21:07:07.467394 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef63d38-5ac6-4727-8dfd-3d767fb7e086 x-openstack-request-id: req-5ef63d38-5ac6-4727-8dfd-3d767fb7e086 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:07:07.467681 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7111d70-5d78-4ddd-8a7f-050a628280c4", "tag": "b9feb26d-0f66-4b71-8ed3-d190edbaf70e", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:07:07.467931 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ef63d38-5ac6-4727-8dfd-3d767fb7e086 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:07:07.468341 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7111d70-5d78-4ddd-8a7f-050a628280c4', 'tag': 'b9feb26d-0f66-4b71-8ed3-d190edbaf70e', 'status': 'completed', 'code': 200} Feb 07 21:07:07.542572 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-6e8e8f74-bc12-465b-91bf-35a456a72abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:07.544224 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-6e8e8f74-bc12-465b-91bf-35a456a72abf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=039429f6-d6cc-49db-bf32-0ffb3c8562c1 HTTP/1.1" status: 200 len: 845 time: 0.1207802 Feb 07 21:07:07.596455 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-92ba92b3-9eb0-4efd-93b0-35a30d1bdf1c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365610 Feb 07 21:07:07.622988 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c06d56-6cc6-4e10-8af8-941d1b0f5294 req-7cc248b1-b991-4a87-89d2-e063075d36d1 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:07.624725 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b8c06d56-6cc6-4e10-8af8-941d1b0f5294 req-7cc248b1-b991-4a87-89d2-e063075d36d1 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 944 time: 0.1390669 Feb 07 21:07:07.694100 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f3981-3233-4596-9eac-9b59e12c0027 req-95393c62-622a-48f0-8ed4-674b17ca785f tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:07.696295 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f37f3981-3233-4596-9eac-9b59e12c0027 req-95393c62-622a-48f0-8ed4-674b17ca785f tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 946 time: 0.1748931 Feb 07 21:07:07.785304 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-2daa81bd-ac5f-45db-8723-ec8682756824 service neutron] 10.222.0.71 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795967 Feb 07 21:07:07.798874 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b8c06d56-6cc6-4e10-8af8-941d1b0f5294 req-6a5a0dcb-0238-435a-9a14-f63ea39d078b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623135 Feb 07 21:07:07.889373 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f37f3981-3233-4596-9eac-9b59e12c0027 req-7c98335e-44a3-4210-8839-d7faf17124af tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525662 Feb 07 21:07:07.991777 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bb1d4e4-0424-4203-916b-2b172b06018a req-34350087-d29d-407d-8ce5-3253b93095a3 service neutron] 10.222.0.71 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964111 Feb 07 21:07:08.021001 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71817854-a954-4e43-8edf-b6eafa4d0cf9 req-06b313d2-2f89-48eb-8f1e-60c0925a6eac tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:08.022558 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71817854-a954-4e43-8edf-b6eafa4d0cf9 req-06b313d2-2f89-48eb-8f1e-60c0925a6eac tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/ports?device_id=60dfb70f-02e3-4467-8f7c-1db0f7797ec8 HTTP/1.1" status: 200 len: 945 time: 0.0913541 Feb 07 21:07:08.165468 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71817854-a954-4e43-8edf-b6eafa4d0cf9 req-b93f62a1-bde0-43db-bcb0-a6e4610e3754 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/security-groups?id=36bd7520-30cc-4931-89fb-9fc6c0f90fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361539 Feb 07 21:07:08.174649 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7645d-3bbe-4aa8-9dd8-84fe618de374 req-484ba210-f9f8-4a3d-b370-5d10f783f03c tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:08.176892 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aed7645d-3bbe-4aa8-9dd8-84fe618de374 req-484ba210-f9f8-4a3d-b370-5d10f783f03c tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.71 "GET /v2.0/ports?device_id=60dfb70f-02e3-4467-8f7c-1db0f7797ec8 HTTP/1.1" status: 200 len: 945 time: 0.1281705 Feb 07 21:07:08.190617 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7566d-5532-4b39-8075-4535b6107c2d req-7efc2e66-840c-4cca-9bcf-ed88008ce16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:08.192244 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79b7566d-5532-4b39-8075-4535b6107c2d req-7efc2e66-840c-4cca-9bcf-ed88008ce16b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=841a01135e18414d8cae49a87b71e7b4&device_id=b7111d70-5d78-4ddd-8a7f-050a628280c4 HTTP/1.1" status: 200 len: 1126 time: 0.1413314 Feb 07 21:07:08.339488 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 238ad644-1617-428c-a78f-ea49876c0f14 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:07:08.411456 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 238ad644-1617-428c-a78f-ea49876c0f14 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:07:08.420803 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 238ad644-1617-428c-a78f-ea49876c0f14 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:07:08.421492 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (238ad644-1617-428c-a78f-ea49876c0f14), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:08.511491 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 238ad644-1617-428c-a78f-ea49876c0f14 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:08.515549 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (238ad644-1617-428c-a78f-ea49876c0f14), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:08.551677 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f1fda4-d138-4569-9c16-fe2b5855677e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238ad644-1617-428c-a78f-ea49876c0f14'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:07:08.551856 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7566d-5532-4b39-8075-4535b6107c2d req-3abebcb9-a96e-4d74-b6f5-8e239f4ba76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:08.553231 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79b7566d-5532-4b39-8075-4535b6107c2d req-3abebcb9-a96e-4d74-b6f5-8e239f4ba76b service neutron] 10.222.0.71 "GET /v2.0/networks?id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 HTTP/1.1" status: 200 len: 906 time: 0.2666111 Feb 07 21:07:08.555670 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c624e6b4-6ce8-404a-95e0-58b7dddf9ef2" -d '{"events": [{"server_uuid": "e4f1fda4-d138-4569-9c16-fe2b5855677e", "name": "network-vif-plugged", "status": "completed", "tag": "238ad644-1617-428c-a78f-ea49876c0f14"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:07:08.568602 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 238ad644-1617-428c-a78f-ea49876c0f14, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=238ad644-1617-428c-a78f-ea49876c0f14,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:08.573288 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (238ad644-1617-428c-a78f-ea49876c0f14), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:08.574796 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device f1ceb592-9945-4020-8ea6-0029172dea8e up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:07:08.628223 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79b7566d-5532-4b39-8075-4535b6107c2d req-6eee870c-1fb7-419b-a7a9-85fcd1856c8d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9feb26d-0f66-4b71-8ed3-d190edbaf70e HTTP/1.1" status: 200 len: 217 time: 0.0506968 Feb 07 21:07:08.655516 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=238ad644-1617-428c-a78f-ea49876c0f14,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:08.667585 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port f1ceb592-9945-4020-8ea6-0029172dea8e completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:07:08.671685 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port f1ceb592-9945-4020-8ea6-0029172dea8e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:07:08.672064 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f1ceb592-9945-4020-8ea6-0029172dea8e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:08.690765 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b02006-ef1b-423d-8adf-2f151f1b2933 req-d8eb1b4c-adb0-4511-98cb-28c7871738a5 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:08.692893 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3b02006-ef1b-423d-8adf-2f151f1b2933 req-d8eb1b4c-adb0-4511-98cb-28c7871738a5 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7111d70-5d78-4ddd-8a7f-050a628280c4 HTTP/1.1" status: 200 len: 944 time: 0.2355866 Feb 07 21:07:08.708564 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-aed7645d-3bbe-4aa8-9dd8-84fe618de374 req-24b79d1d-16ef-4644-94f1-dd4893bd6173 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Deleting port 4a088163-213d-4a7f-82ad-156d9e6e4d32 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:07:08.709028 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-aed7645d-3bbe-4aa8-9dd8-84fe618de374 req-24b79d1d-16ef-4644-94f1-dd4893bd6173 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (4a088163-213d-4a7f-82ad-156d9e6e4d32), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:08.722879 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f5964-fe73-43dc-bb94-906b74a2b10b req-8ec58ec7-29c8-4c9f-8254-9a00c1cecd60 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:08.724740 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a20f5964-fe73-43dc-bb94-906b74a2b10b req-8ec58ec7-29c8-4c9f-8254-9a00c1cecd60 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 949 time: 0.2098370 Feb 07 21:07:08.758927 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port f1ceb592-9945-4020-8ea6-0029172dea8e is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:08.759325 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f1ceb592-9945-4020-8ea6-0029172dea8e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:08.799722 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7566d-5532-4b39-8075-4535b6107c2d req-760d3edb-e46a-415d-a547-60d4d3af05d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:08.799937 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port f1ceb592-9945-4020-8ea6-0029172dea8e, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=f1ceb592-9945-4020-8ea6-0029172dea8e,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:08.801265 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79b7566d-5532-4b39-8075-4535b6107c2d req-760d3edb-e46a-415d-a547-60d4d3af05d1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=039429f6-d6cc-49db-bf32-0ffb3c8562c1 HTTP/1.1" status: 200 len: 845 time: 0.1662302 Feb 07 21:07:08.804951 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f1ceb592-9945-4020-8ea6-0029172dea8e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:08.862576 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=f1ceb592-9945-4020-8ea6-0029172dea8e,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:08.880877 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79b7566d-5532-4b39-8075-4535b6107c2d req-54fc4f88-1f74-4653-9d8f-672805689053 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657752 Feb 07 21:07:08.912586 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3b02006-ef1b-423d-8adf-2f151f1b2933 req-1de65637-f52c-4c38-a1a1-69e5602e86b8 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065454 Feb 07 21:07:08.954267 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a20f5964-fe73-43dc-bb94-906b74a2b10b req-1795c1d9-e9a6-459c-b63f-5218e3c141ba tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108982 Feb 07 21:07:08.967082 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea7b9ce-2a9f-4e6a-b9bd-56df60aed564 x-openstack-request-id: req-eea7b9ce-2a9f-4e6a-b9bd-56df60aed564 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:07:08.968090 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f1fda4-d138-4569-9c16-fe2b5855677e", "name": "network-vif-plugged", "status": "completed", "tag": "238ad644-1617-428c-a78f-ea49876c0f14", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:07:08.968383 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eea7b9ce-2a9f-4e6a-b9bd-56df60aed564 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:07:08.968909 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f1fda4-d138-4569-9c16-fe2b5855677e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238ad644-1617-428c-a78f-ea49876c0f14', 'code': 200} Feb 07 21:07:08.973185 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-aed7645d-3bbe-4aa8-9dd8-84fe618de374 req-24b79d1d-16ef-4644-94f1-dd4893bd6173 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] For port 4a088163-213d-4a7f-82ad-156d9e6e4d32, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=4a088163-213d-4a7f-82ad-156d9e6e4d32,segment=NetworkSegment(05184215-d563-4db7-890a-f9a45bc4a1cb),segment_id=05184215-d563-4db7-890a-f9a45bc4a1cb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:08.973560 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-aed7645d-3bbe-4aa8-9dd8-84fe618de374 req-24b79d1d-16ef-4644-94f1-dd4893bd6173 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (4a088163-213d-4a7f-82ad-156d9e6e4d32), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:09.008224 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-aed7645d-3bbe-4aa8-9dd8-84fe618de374 req-24b79d1d-16ef-4644-94f1-dd4893bd6173 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Calling delete_port for 4a088163-213d-4a7f-82ad-156d9e6e4d32 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:07:09.033113 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79b7566d-5532-4b39-8075-4535b6107c2d req-545b0670-af88-4111-9266-cdd96d72403d service neutron] 10.222.0.71 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401346 Feb 07 21:07:09.289276 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a3a91-dcd2-4977-906b-fa46b3ca9a92 req-773df29f-5ea4-4810-99df-e73f1ddca5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:09.290784 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bd3a3a91-dcd2-4977-906b-fa46b3ca9a92 req-773df29f-5ea4-4810-99df-e73f1ddca5e6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 1132 time: 0.2274530 Feb 07 21:07:09.297300 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27929e47-d4c1-4f1f-9695-ba6b1f6f6c27 req-ae356a48-1683-46e1-baf3-1fcfabddb00f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:09.298660 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-27929e47-d4c1-4f1f-9695-ba6b1f6f6c27 req-ae356a48-1683-46e1-baf3-1fcfabddb00f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.2188265 Feb 07 21:07:09.308301 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79b7566d-5532-4b39-8075-4535b6107c2d req-12a32f9b-572c-43d1-b0e2-5b9843a4f3e9 service neutron] 10.222.0.71 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460079 Feb 07 21:07:09.314801 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cb15d-3198-424d-a62e-aa153c6a8905 req-5ef0f818-a9be-43f4-9e61-e2e4b07a9da1 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:09.316196 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-516cb15d-3198-424d-a62e-aa153c6a8905 req-5ef0f818-a9be-43f4-9e61-e2e4b07a9da1 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 946 time: 0.2339501 Feb 07 21:07:09.438712 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bd3a3a91-dcd2-4977-906b-fa46b3ca9a92 req-c32d795a-a101-4605-94fa-285a44f2b4a5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368339 Feb 07 21:07:09.456878 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-aed7645d-3bbe-4aa8-9dd8-84fe618de374 req-24b79d1d-16ef-4644-94f1-dd4893bd6173 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (4a088163-213d-4a7f-82ad-156d9e6e4d32), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:09.499477 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-27929e47-d4c1-4f1f-9695-ba6b1f6f6c27 req-ab713851-fa84-4851-b4da-57371657b09f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646402 Feb 07 21:07:09.523991 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-516cb15d-3198-424d-a62e-aa153c6a8905 req-9375d977-ea5c-4063-81ed-3e7615638fd4 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860693 Feb 07 21:07:09.525841 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b79d1d-16ef-4644-94f1-dd4893bd6173 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Pushing event deleted for resources: {'Port': ['ID=4a088163-213d-4a7f-82ad-156d9e6e4d32,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:09.581193 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed7645d-3bbe-4aa8-9dd8-84fe618de374 req-24b79d1d-16ef-4644-94f1-dd4893bd6173 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] No DVR routers for this DVR port 4a088163-213d-4a7f-82ad-156d9e6e4d32 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:07:09.584777 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-aed7645d-3bbe-4aa8-9dd8-84fe618de374 req-24b79d1d-16ef-4644-94f1-dd4893bd6173 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:09.590025 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aed7645d-3bbe-4aa8-9dd8-84fe618de374 req-24b79d1d-16ef-4644-94f1-dd4893bd6173 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.71 "DELETE /v2.0/ports/4a088163-213d-4a7f-82ad-156d9e6e4d32 HTTP/1.1" status: 204 len: 173 time: 1.3021257 Feb 07 21:07:09.590494 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dfb70f-02e3-4467-8f7c-1db0f7797ec8', 'name': 'network-vif-deleted', 'tag': '4a088163-213d-4a7f-82ad-156d9e6e4d32'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:07:09.593939 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67a681f-45fb-451b-b014-1b4413245fc7" -d '{"events": [{"server_uuid": "60dfb70f-02e3-4467-8f7c-1db0f7797ec8", "name": "network-vif-deleted", "tag": "4a088163-213d-4a7f-82ad-156d9e6e4d32"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:07:09.661132 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d95b9647-1072-49ed-a682-c0e0b8d1dc69 req-8b86a198-b8a9-4ee3-8283-62e74027be55 tempest-AttachSCSIVolumeTestJSON-897368182 tempest-AttachSCSIVolumeTestJSON-897368182-project] 10.222.0.65 "GET /v2.0/ports?device_id=60dfb70f-02e3-4467-8f7c-1db0f7797ec8 HTTP/1.1" status: 200 len: 210 time: 0.0290844 Feb 07 21:07:09.727437 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46c37ba-4fea-4e1f-a822-302451133d4c x-openstack-request-id: req-f46c37ba-4fea-4e1f-a822-302451133d4c {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:07:09.727923 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dfb70f-02e3-4467-8f7c-1db0f7797ec8", "name": "network-vif-deleted", "tag": "4a088163-213d-4a7f-82ad-156d9e6e4d32", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:07:09.728348 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f46c37ba-4fea-4e1f-a822-302451133d4c {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:07:09.728927 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60dfb70f-02e3-4467-8f7c-1db0f7797ec8', 'name': 'network-vif-deleted', 'tag': '4a088163-213d-4a7f-82ad-156d9e6e4d32', 'status': 'completed', 'code': 200} Feb 07 21:07:10.090163 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea93fb6-8c67-403e-a230-428b32b75697 req-2bba238b-0596-4012-a2ec-96a45b7863b9 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:10.091912 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ea93fb6-8c67-403e-a230-428b32b75697 req-2bba238b-0596-4012-a2ec-96a45b7863b9 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7111d70-5d78-4ddd-8a7f-050a628280c4 HTTP/1.1" status: 200 len: 944 time: 0.0915534 Feb 07 21:07:10.210276 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5669522-5900-42ae-929c-5f379f09d1e5 req-565f688e-85f2-450f-8dfd-ff406283c622 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:10.212567 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5669522-5900-42ae-929c-5f379f09d1e5 req-565f688e-85f2-450f-8dfd-ff406283c622 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 950 time: 0.1471920 Feb 07 21:07:10.235629 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ea93fb6-8c67-403e-a230-428b32b75697 req-ca535a8c-e41e-44f0-9513-ddb5081e098f tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150515 Feb 07 21:07:10.283548 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5669522-5900-42ae-929c-5f379f09d1e5 req-bc0266a7-0d64-4fb1-bbb0-cc755d74e2e4 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643704 Feb 07 21:07:10.313853 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 4a088163-213d-4a7f-82ad-156d9e6e4d32 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:07:10.334872 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 4a088163-213d-4a7f-82ad-156d9e6e4d32 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:07:10.335210 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 4a088163-213d-4a7f-82ad-156d9e6e4d32 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:07:10.636823 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0259f-432b-46d1-b8b3-6f2d62290225 req-6ae1f295-94fa-4743-a623-ee4d0295c383 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:10.640830 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68b0259f-432b-46d1-b8b3-6f2d62290225 req-6ae1f295-94fa-4743-a623-ee4d0295c383 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.0929101 Feb 07 21:07:10.744397 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68b0259f-432b-46d1-b8b3-6f2d62290225 req-419879fc-025d-43ba-97b1-7d0fc890e33d tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881362 Feb 07 21:07:10.789880 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602f977-ae69-42fe-885f-55b689cbcec9 req-f3984c6d-49cd-4190-a78c-9208466f4a42 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:10.792276 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f602f977-ae69-42fe-885f-55b689cbcec9 req-f3984c6d-49cd-4190-a78c-9208466f4a42 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 946 time: 0.1501329 Feb 07 21:07:10.969009 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f602f977-ae69-42fe-885f-55b689cbcec9 req-f10199ff-df75-4e0f-aeb6-17c03277d533 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560316 Feb 07 21:07:10.971319 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b860453-7225-4c8c-bd15-249768b772af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ceb592-9945-4020-8ea6-0029172dea8e'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:07:10.974038 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfb5ee9-a3ce-4295-b7a7-b9ee18669e50" -d '{"events": [{"server_uuid": "5b860453-7225-4c8c-bd15-249768b772af", "name": "network-vif-plugged", "status": "completed", "tag": "f1ceb592-9945-4020-8ea6-0029172dea8e"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:07:11.081669 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01196682-ed49-413a-b5ba-d8a031347595 x-openstack-request-id: req-01196682-ed49-413a-b5ba-d8a031347595 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:07:11.082375 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b860453-7225-4c8c-bd15-249768b772af", "name": "network-vif-plugged", "status": "completed", "tag": "f1ceb592-9945-4020-8ea6-0029172dea8e", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:07:11.082998 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-01196682-ed49-413a-b5ba-d8a031347595 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:07:11.083949 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b860453-7225-4c8c-bd15-249768b772af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ceb592-9945-4020-8ea6-0029172dea8e', 'code': 200} Feb 07 21:07:11.253809 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed2ef0-0d57-4a87-852b-4f129b188c3e req-4ce74800-cfa0-4e8f-9aba-b73a5085dd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:11.256948 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9ed2ef0-0d57-4a87-852b-4f129b188c3e req-4ce74800-cfa0-4e8f-9aba-b73a5085dd31 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 1127 time: 0.0995955 Feb 07 21:07:11.316574 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9ed2ef0-0d57-4a87-852b-4f129b188c3e req-2f66c52b-c924-4b80-a226-8d8b26cecc7f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527093 Feb 07 21:07:11.505516 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12253500-3cd1-48a8-95ee-6283a6f3af7a req-ee24e701-8a65-486d-861c-d5a0f9ab279c tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:11.508373 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-12253500-3cd1-48a8-95ee-6283a6f3af7a req-ee24e701-8a65-486d-861c-d5a0f9ab279c tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7111d70-5d78-4ddd-8a7f-050a628280c4 HTTP/1.1" status: 200 len: 944 time: 0.1409073 Feb 07 21:07:11.590347 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c981d4d-f7c9-4709-b6ca-c6686aff54dd req-9eb48e6f-f717-457d-90e0-affff105d613 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:11.603186 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3c981d4d-f7c9-4709-b6ca-c6686aff54dd req-9eb48e6f-f717-457d-90e0-affff105d613 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 950 time: 0.1284907 Feb 07 21:07:11.639258 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-12253500-3cd1-48a8-95ee-6283a6f3af7a req-7d13166e-071d-4f8e-af37-16cb1acaa35e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103365 Feb 07 21:07:11.701761 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3c981d4d-f7c9-4709-b6ca-c6686aff54dd req-45bf0dc2-436a-4858-b05a-8695134f94c1 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975015 Feb 07 21:07:11.968138 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751bc96-43c7-46ed-be35-2541c9053785 req-863baff8-bd81-4035-bbfd-05bf5b878e91 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:11.988680 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3751bc96-43c7-46ed-be35-2541c9053785 req-863baff8-bd81-4035-bbfd-05bf5b878e91 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.1438844 Feb 07 21:07:12.073632 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3751bc96-43c7-46ed-be35-2541c9053785 req-ef78422c-d8e5-45c8-93e2-841aead05223 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839958 Feb 07 21:07:12.086955 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-716799e3-2f07-42ad-9d0a-41c8c9f59106 req-cbcfedd1-7d5a-485a-af9e-a3462139d8ec service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:07:12.087959 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-716799e3-2f07-42ad-9d0a-41c8c9f59106 req-cbcfedd1-7d5a-485a-af9e-a3462139d8ec service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1976032 Feb 07 21:07:12.256524 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3356f5b-4a37-4e9b-b1c2-80967cddb9f6 req-4f3055d1-2913-4c3b-9d07-6302a0bbbbbf tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:12.258634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3356f5b-4a37-4e9b-b1c2-80967cddb9f6 req-4f3055d1-2913-4c3b-9d07-6302a0bbbbbf tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 946 time: 0.1283331 Feb 07 21:07:12.329462 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device b9feb26d-0f66-4b71-8ed3-d190edbaf70e details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:07:12.398803 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3356f5b-4a37-4e9b-b1c2-80967cddb9f6 req-969f4a22-3fd4-4b66-92b1-4fcab580721a tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301918 Feb 07 21:07:12.628215 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-66b159c5-3d39-40b8-97b2-628ecda545ad req-266a742d-360d-4330-a1e3-135c7737ffc2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1103613 Feb 07 21:07:12.752644 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port b9feb26d-0f66-4b71-8ed3-d190edbaf70e, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b9feb26d-0f66-4b71-8ed3-d190edbaf70e,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:12.800200 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'b9feb26d-0f66-4b71-8ed3-d190edbaf70e', 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81', 'port_id': 'b9feb26d-0f66-4b71-8ed3-d190edbaf70e', 'mac_address': 'fa:16:3e:6d:26:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039429f6-d6cc-49db-bf32-0ffb3c8562c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:07:12.888447 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23a4bd-a325-4e24-a5f1-6ba72e75294f req-a740e0e9-5449-4bab-8bf0-b7be69df5ea6 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:12.896139 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f23a4bd-a325-4e24-a5f1-6ba72e75294f req-a740e0e9-5449-4bab-8bf0-b7be69df5ea6 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7111d70-5d78-4ddd-8a7f-050a628280c4 HTTP/1.1" status: 200 len: 944 time: 0.1016974 Feb 07 21:07:12.910671 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port b9feb26d-0f66-4b71-8ed3-d190edbaf70e is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:12.911066 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b9feb26d-0f66-4b71-8ed3-d190edbaf70e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:12.935734 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9feb26d-0f66-4b71-8ed3-d190edbaf70e {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:07:12.979992 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port b9feb26d-0f66-4b71-8ed3-d190edbaf70e, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b9feb26d-0f66-4b71-8ed3-d190edbaf70e,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:12.987415 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b9feb26d-0f66-4b71-8ed3-d190edbaf70e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:13.116373 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=b9feb26d-0f66-4b71-8ed3-d190edbaf70e,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:13.158524 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f23a4bd-a325-4e24-a5f1-6ba72e75294f req-0064042c-7bd3-491b-8f75-4c68010e9275 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558753 Feb 07 21:07:13.183633 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a1525-63b2-4eea-815d-9c511fb6c22e req-d42bb59c-0aca-406d-8d92-8df9f4cfbe43 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:13.186717 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-223a1525-63b2-4eea-815d-9c511fb6c22e req-d42bb59c-0aca-406d-8d92-8df9f4cfbe43 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 950 time: 0.2864103 Feb 07 21:07:13.304914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-223a1525-63b2-4eea-815d-9c511fb6c22e req-0e8a5770-a014-4e84-943d-df938280cca2 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107476 Feb 07 21:07:13.390732 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2dc30-0881-4883-b85a-0f6ad74c3089 req-25dd5a8d-5d6f-4d26-8642-fc848dc3e145 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:13.392178 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17f2dc30-0881-4883-b85a-0f6ad74c3089 req-25dd5a8d-5d6f-4d26-8642-fc848dc3e145 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.0688777 Feb 07 21:07:13.401778 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['b9feb26d-0f66-4b71-8ed3-d190edbaf70e'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:07:13.546326 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17f2dc30-0881-4883-b85a-0f6ad74c3089 req-db3a4ba5-1e9b-43ea-b57f-72488298264c tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393425 Feb 07 21:07:13.734571 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b932050-67a7-4dfa-8baf-be6d601ca3f1 req-de1f0669-3279-4fdc-8549-5f74b2b2be74 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:13.743401 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b932050-67a7-4dfa-8baf-be6d601ca3f1 req-de1f0669-3279-4fdc-8549-5f74b2b2be74 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 946 time: 0.1730180 Feb 07 21:07:13.846180 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b932050-67a7-4dfa-8baf-be6d601ca3f1 req-6c6ba05f-6aa1-45b7-8a4b-38005c958510 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964832 Feb 07 21:07:14.374575 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4edb3-ee22-4bb7-b1b4-36eaf2003c9d req-0d0db61d-c08c-4237-ab93-22b64679ffd0 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:14.376059 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f7e4edb3-ee22-4bb7-b1b4-36eaf2003c9d req-0d0db61d-c08c-4237-ab93-22b64679ffd0 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.1388254 Feb 07 21:07:14.397166 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b399df-e4b0-4010-8dfb-84f334a63a69 req-d686c1ad-3ec0-42cf-98d2-4bc6c84c6870 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:14.406191 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5b399df-e4b0-4010-8dfb-84f334a63a69 req-d686c1ad-3ec0-42cf-98d2-4bc6c84c6870 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7111d70-5d78-4ddd-8a7f-050a628280c4 HTTP/1.1" status: 200 len: 945 time: 0.1253181 Feb 07 21:07:14.470127 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f7e4edb3-ee22-4bb7-b1b4-36eaf2003c9d req-bc85a32a-5de8-42cf-ad80-1b7ae3bcc261 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810132 Feb 07 21:07:14.531477 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5b399df-e4b0-4010-8dfb-84f334a63a69 req-6e08dd16-1757-4b37-85c8-48d252ac864b tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244700 Feb 07 21:07:14.651428 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c732450-17c0-4e37-add9-7d04fa2b4d62 req-6fc1cea0-29cb-462f-a8d9-7ded633c2ec1 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:14.659274 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c732450-17c0-4e37-add9-7d04fa2b4d62 req-6fc1cea0-29cb-462f-a8d9-7ded633c2ec1 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 950 time: 0.0871437 Feb 07 21:07:14.722717 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c732450-17c0-4e37-add9-7d04fa2b4d62 req-0052eac8-bb2a-44f2-804e-8b628660cdbb tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623353 Feb 07 21:07:14.925814 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b159c5-3d39-40b8-97b2-628ecda545ad req-c037da0c-2078-4252-8d3b-345e94a802c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:14.928098 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66b159c5-3d39-40b8-97b2-628ecda545ad req-c037da0c-2078-4252-8d3b-345e94a802c0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 1132 time: 0.0724845 Feb 07 21:07:15.061833 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b159c5-3d39-40b8-97b2-628ecda545ad req-c48d0187-81b6-4cd2-94da-31d22641bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:15.063535 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66b159c5-3d39-40b8-97b2-628ecda545ad req-c48d0187-81b6-4cd2-94da-31d22641bdb9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1298106 Feb 07 21:07:15.137681 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66b159c5-3d39-40b8-97b2-628ecda545ad req-fa1d8c0c-72e1-4f08-a621-9f1a808a2bf2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=238ad644-1617-428c-a78f-ea49876c0f14 HTTP/1.1" status: 200 len: 217 time: 0.0615656 Feb 07 21:07:15.195269 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ab0bf-c583-43f5-a32f-87afba48daeb req-68ea1109-4952-41a1-9cfa-25255b771bb4 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:15.196926 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb7ab0bf-c583-43f5-a32f-87afba48daeb req-68ea1109-4952-41a1-9cfa-25255b771bb4 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 946 time: 0.1324711 Feb 07 21:07:15.254104 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b159c5-3d39-40b8-97b2-628ecda545ad req-4d4cda84-7280-46b5-bda5-bbd135eddc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:15.260387 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66b159c5-3d39-40b8-97b2-628ecda545ad req-4d4cda84-7280-46b5-bda5-bbd135eddc7a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1169405 Feb 07 21:07:15.325111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb7ab0bf-c583-43f5-a32f-87afba48daeb req-9c3affdb-b877-4674-a8e0-cd160977a228 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113992 Feb 07 21:07:15.339679 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b159c5-3d39-40b8-97b2-628ecda545ad req-5260f030-5d16-41a9-9184-3fbadb206c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:15.341762 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66b159c5-3d39-40b8-97b2-628ecda545ad req-5260f030-5d16-41a9-9184-3fbadb206c0b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0747445 Feb 07 21:07:15.443817 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66b159c5-3d39-40b8-97b2-628ecda545ad req-4ade2187-2cfc-4271-980e-431748720181 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946498 Feb 07 21:07:15.572807 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66b159c5-3d39-40b8-97b2-628ecda545ad req-c02d60a7-0e8f-4500-b70f-0838b0dc21bf service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205795 Feb 07 21:07:15.760667 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebd051-3208-4221-9a41-a8d9b5bfba3b req-648d6e20-3676-4c4f-adf6-b047293cb647 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:15.767441 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1cebd051-3208-4221-9a41-a8d9b5bfba3b req-648d6e20-3676-4c4f-adf6-b047293cb647 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7111d70-5d78-4ddd-8a7f-050a628280c4 HTTP/1.1" status: 200 len: 945 time: 0.0860102 Feb 07 21:07:15.791530 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1282c6e-df42-4bc9-966a-36f0ad04f22e req-098c1ee7-515b-4711-8a50-b39cecc12f7a tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:15.793162 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1282c6e-df42-4bc9-966a-36f0ad04f22e req-098c1ee7-515b-4711-8a50-b39cecc12f7a tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.2035108 Feb 07 21:07:15.904077 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1cebd051-3208-4221-9a41-a8d9b5bfba3b req-f110b178-67fb-4335-aa3a-d95fa89febb6 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357670 Feb 07 21:07:15.911978 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1282c6e-df42-4bc9-966a-36f0ad04f22e req-a7fd6d0f-632d-4c91-8f75-01e0d2ae6eae tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957000 Feb 07 21:07:16.049442 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6131ef-6e57-4310-8397-72ab0030f6a5 req-720c1524-9f3c-4288-bcae-2667701292ec tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:16.051292 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a6131ef-6e57-4310-8397-72ab0030f6a5 req-720c1524-9f3c-4288-bcae-2667701292ec tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 950 time: 0.0684445 Feb 07 21:07:16.108474 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a6131ef-6e57-4310-8397-72ab0030f6a5 req-3dddee49-212d-4f02-8597-245262537a6c tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508223 Feb 07 21:07:16.354008 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device b9feb26d-0f66-4b71-8ed3-d190edbaf70e up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:07:16.421863 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port b9feb26d-0f66-4b71-8ed3-d190edbaf70e completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:07:16.444452 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port b9feb26d-0f66-4b71-8ed3-d190edbaf70e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:07:16.446663 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b9feb26d-0f66-4b71-8ed3-d190edbaf70e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:16.502240 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b49c8-0219-407d-bea8-ac7360781a3b req-0441b090-247e-4f7a-b61d-65168db30e11 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:16.514132 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-084b49c8-0219-407d-bea8-ac7360781a3b req-0441b090-247e-4f7a-b61d-65168db30e11 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 946 time: 0.0814884 Feb 07 21:07:16.582758 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port b9feb26d-0f66-4b71-8ed3-d190edbaf70e is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:16.583388 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b9feb26d-0f66-4b71-8ed3-d190edbaf70e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:16.609915 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7111d70-5d78-4ddd-8a7f-050a628280c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9feb26d-0f66-4b71-8ed3-d190edbaf70e'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:07:16.614758 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659147fd-7948-4f28-b03e-46bb5af3d71c" -d '{"events": [{"server_uuid": "b7111d70-5d78-4ddd-8a7f-050a628280c4", "name": "network-vif-plugged", "status": "completed", "tag": "b9feb26d-0f66-4b71-8ed3-d190edbaf70e"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:07:16.638582 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port b9feb26d-0f66-4b71-8ed3-d190edbaf70e, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b9feb26d-0f66-4b71-8ed3-d190edbaf70e,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:16.648994 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-084b49c8-0219-407d-bea8-ac7360781a3b req-2dcaa6cc-9144-49b2-b44b-19552cc22422 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339707 Feb 07 21:07:16.651950 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b9feb26d-0f66-4b71-8ed3-d190edbaf70e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:16.750290 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21cc611-98eb-44b7-b8de-f9e585841f0b x-openstack-request-id: req-a21cc611-98eb-44b7-b8de-f9e585841f0b {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:07:16.750687 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7111d70-5d78-4ddd-8a7f-050a628280c4", "name": "network-vif-plugged", "status": "completed", "tag": "b9feb26d-0f66-4b71-8ed3-d190edbaf70e", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:07:16.750863 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a21cc611-98eb-44b7-b8de-f9e585841f0b {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:07:16.751754 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7111d70-5d78-4ddd-8a7f-050a628280c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9feb26d-0f66-4b71-8ed3-d190edbaf70e', 'code': 200} Feb 07 21:07:16.753340 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=b9feb26d-0f66-4b71-8ed3-d190edbaf70e,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:16.844938 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ec715-322a-4ffb-9a18-2768a6e7f20d req-306e0542-23af-4f2a-88f2-aadecf279afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:16.846451 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-292ec715-322a-4ffb-9a18-2768a6e7f20d req-306e0542-23af-4f2a-88f2-aadecf279afb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b7111d70-5d78-4ddd-8a7f-050a628280c4 HTTP/1.1" status: 200 len: 1128 time: 0.0898435 Feb 07 21:07:16.931580 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-292ec715-322a-4ffb-9a18-2768a6e7f20d req-7f88a0b3-9a52-4623-8bb7-465f06886f27 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730300 Feb 07 21:07:17.812470 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cffd2a-cd4d-48c4-a0c6-7c87b257dfa6 req-213d5e11-55de-49be-b24e-95b8378813f7 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:17.823235 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c1cffd2a-cd4d-48c4-a0c6-7c87b257dfa6 req-213d5e11-55de-49be-b24e-95b8378813f7 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7111d70-5d78-4ddd-8a7f-050a628280c4 HTTP/1.1" status: 200 len: 946 time: 0.8088453 Feb 07 21:07:17.846341 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-46ee5a31-0b37-4175-a2ee-6856376dbc4c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1198895 Feb 07 21:07:17.878964 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9e30c-be0f-431a-8b1d-9a6082385c41 req-eb88359d-973e-4059-89ae-d9bddd6ad91a tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:17.880607 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-26e9e30c-be0f-431a-8b1d-9a6082385c41 req-eb88359d-973e-4059-89ae-d9bddd6ad91a tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.8443770 Feb 07 21:07:18.055032 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-26e9e30c-be0f-431a-8b1d-9a6082385c41 req-1bcf17e6-b956-4318-aa1d-404ab59a91a6 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600482 Feb 07 21:07:18.075573 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c1cffd2a-cd4d-48c4-a0c6-7c87b257dfa6 req-f5e6dde5-314e-4341-81df-de0ee93cb1be tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406819 Feb 07 21:07:18.099307 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-dd21f3ca-bae8-4325-9c98-3c5352b27c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:18.099730 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-dd21f3ca-bae8-4325-9c98-3c5352b27c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:18.100197 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-dd21f3ca-bae8-4325-9c98-3c5352b27c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:18.100803 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-dd21f3ca-bae8-4325-9c98-3c5352b27c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:18.101271 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-dd21f3ca-bae8-4325-9c98-3c5352b27c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:18.101734 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-dd21f3ca-bae8-4325-9c98-3c5352b27c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:18.102191 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-dd21f3ca-bae8-4325-9c98-3c5352b27c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:18.104155 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-dd21f3ca-bae8-4325-9c98-3c5352b27c2b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32ff56f8fd43451781a008978e4679d6&device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 6717 time: 0.1124699 Feb 07 21:07:18.312811 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6c164b56-b726-45ec-9535-006849a708c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:18.343978 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f330dc-bbe1-4f51-baa2-666c64e29a41 req-eb24f50e-0d3a-493f-b76e-d30569a64ce1 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:18.351281 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-50f330dc-bbe1-4f51-baa2-666c64e29a41 req-eb24f50e-0d3a-493f-b76e-d30569a64ce1 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 950 time: 0.1459641 Feb 07 21:07:18.416906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-f9e30f54-0fca-4ced-b10e-2c7d445963eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:18.416906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-f9e30f54-0fca-4ced-b10e-2c7d445963eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:18.418758 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-f9e30f54-0fca-4ced-b10e-2c7d445963eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:18.425618 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-f9e30f54-0fca-4ced-b10e-2c7d445963eb service neutron] 10.222.0.69 "GET /v2.0/networks?id=baf97448-6b6a-4e23-8e75-a9e4b2610c9d&id=1eeddcea-0d1c-4004-9be7-548b640cc6f3&id=1eeddcea-0d1c-4004-9be7-548b640cc6f3&id=1eeddcea-0d1c-4004-9be7-548b640cc6f3&id=1eeddcea-0d1c-4004-9be7-548b640cc6f3&id=ebc0550f-ec6c-4d64-9bd7-6031c005d00f&id=ebc0550f-ec6c-4d64-9bd7-6031c005d00f HTTP/1.1" status: 200 len: 2297 time: 0.2865844 Feb 07 21:07:18.571789 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-50f330dc-bbe1-4f51-baa2-666c64e29a41 req-691d21a0-f4bf-461f-a4e9-a3ce64215b17 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196176 Feb 07 21:07:18.619945 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-1266027a-7beb-4ade-9fe6-05a8baa62a68 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=193bb83f-628c-4ce1-bd73-83ddaf07f72f HTTP/1.1" status: 200 len: 1001 time: 0.1781464 Feb 07 21:07:18.672846 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc179e0-2f32-4d5d-a959-546bdf259fd9 req-ac354b45-2267-4c45-b23c-d1ddc40ea312 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:18.674404 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dfc179e0-2f32-4d5d-a959-546bdf259fd9 req-ac354b45-2267-4c45-b23c-d1ddc40ea312 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 946 time: 0.1768138 Feb 07 21:07:18.824416 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-844c199b-a18f-4f21-84d9-6318e7a5cbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:18.826636 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-844c199b-a18f-4f21-84d9-6318e7a5cbb3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a20c386e-eebe-4f10-a5ee-5638c9eee3a7 HTTP/1.1" status: 200 len: 855 time: 0.1770535 Feb 07 21:07:18.918241 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9141d4-7abd-40b1-b2f5-e61ff1b32371 req-26a4ab4b-dfab-43ed-9f18-5f3bc8812c95 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:18.920006 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c9141d4-7abd-40b1-b2f5-e61ff1b32371 req-26a4ab4b-dfab-43ed-9f18-5f3bc8812c95 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 946 time: 0.2446804 Feb 07 21:07:18.937477 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dfc179e0-2f32-4d5d-a959-546bdf259fd9 req-5b9ffccb-37bb-436c-bdad-b4b91821aef9 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960206 Feb 07 21:07:19.003400 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c9141d4-7abd-40b1-b2f5-e61ff1b32371 req-df371788-41bd-42f9-b32f-b04701bc0e53 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633204 Feb 07 21:07:19.006985 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-f9020e62-b024-4438-ae4d-6ac4f7a8c0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:19.008675 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-f9020e62-b024-4438-ae4d-6ac4f7a8c0c2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=baf97448-6b6a-4e23-8e75-a9e4b2610c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1698651 Feb 07 21:07:19.126598 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-034c8652-ca3c-4805-a876-e34d8ec421ce service neutron] 10.222.0.69 "GET /v2.0/networks/baf97448-6b6a-4e23-8e75-a9e4b2610c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107743 Feb 07 21:07:19.325905 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51d182-8952-4535-a6b8-bb529d53418c req-d28fb996-57b0-4003-a602-59fbd2a45158 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:19.327420 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f51d182-8952-4535-a6b8-bb529d53418c req-d28fb996-57b0-4003-a602-59fbd2a45158 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7111d70-5d78-4ddd-8a7f-050a628280c4 HTTP/1.1" status: 200 len: 946 time: 0.1290131 Feb 07 21:07:19.342640 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714f7cb-52bf-4e88-8993-6aa2c308cbc7 req-768e741e-2832-4ab9-b459-4530e759d2c0 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:19.344157 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a714f7cb-52bf-4e88-8993-6aa2c308cbc7 req-768e741e-2832-4ab9-b459-4530e759d2c0 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.1446357 Feb 07 21:07:19.346854 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-abf0fa88-e892-470b-9ed4-57b3614574f4 service neutron] 10.222.0.69 "GET /v2.0/networks/baf97448-6b6a-4e23-8e75-a9e4b2610c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129571 Feb 07 21:07:19.413155 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-d1e0f1c2-5946-4b54-82e6-2b4dd3da728f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=3d3cfee9-12eb-4371-8962-0c904c15eaa6 HTTP/1.1" status: 200 len: 217 time: 0.0477448 Feb 07 21:07:19.493543 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f51d182-8952-4535-a6b8-bb529d53418c req-bac56ef6-4cb5-4a9a-b9a2-72c9b93b3aff tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588051 Feb 07 21:07:19.502211 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a714f7cb-52bf-4e88-8993-6aa2c308cbc7 req-0afb282e-a4b7-4d96-a07c-1321da9f9e92 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496050 Feb 07 21:07:19.503675 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-965f1722-b90f-416c-a62c-1cbf268becd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:19.505109 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-965f1722-b90f-416c-a62c-1cbf268becd4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da978d59-1631-401d-9c79-d75023f51df8 HTTP/1.1" status: 200 len: 797 time: 0.0822952 Feb 07 21:07:19.572623 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-7c318f60-c1cd-48ee-babb-3e642dbed3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:19.574603 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-7c318f60-c1cd-48ee-babb-3e642dbed3bd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1eeddcea-0d1c-4004-9be7-548b640cc6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0630393 Feb 07 21:07:19.789353 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60ff9e-66c0-4711-93c1-e391e76b9432 req-60576b29-ef4e-4d2c-85da-670cbcc72433 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:19.790946 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a60ff9e-66c0-4711-93c1-e391e76b9432 req-60576b29-ef4e-4d2c-85da-670cbcc72433 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 950 time: 0.1096640 Feb 07 21:07:19.873301 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-ecb1dbec-6bdd-4809-9fe4-d9c8551b48fa service neutron] 10.222.0.69 "GET /v2.0/networks/1eeddcea-0d1c-4004-9be7-548b640cc6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921503 Feb 07 21:07:19.965512 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a60ff9e-66c0-4711-93c1-e391e76b9432 req-fa10df00-e7fe-412b-ba17-1f370e6d6495 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617885 Feb 07 21:07:19.978773 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235dda3-fcd8-4a2a-8c85-4bb4a70dc5cc req-b23b792c-0601-457f-bd3f-c3265e26c0fd tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:19.980230 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b235dda3-fcd8-4a2a-8c85-4bb4a70dc5cc req-b23b792c-0601-457f-bd3f-c3265e26c0fd tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/networks?id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 HTTP/1.1" status: 200 len: 805 time: 0.2222750 Feb 07 21:07:19.998090 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b235dda3-fcd8-4a2a-8c85-4bb4a70dc5cc req-a775c193-e17b-469e-9416-b14dde119144 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/quotas/841a01135e18414d8cae49a87b71e7b4 HTTP/1.1" status: 200 len: 375 time: 0.0124633 Feb 07 21:07:20.077704 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-a20077b3-149b-415d-b54e-7b608f2344b3 service neutron] 10.222.0.69 "GET /v2.0/networks/1eeddcea-0d1c-4004-9be7-548b640cc6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969895 Feb 07 21:07:20.093505 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b235dda3-fcd8-4a2a-8c85-4bb4a70dc5cc req-e87d198d-7558-4894-902c-3513462309fd tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=841a01135e18414d8cae49a87b71e7b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0834470 Feb 07 21:07:20.142422 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-175c14d6-0ff1-4a64-9211-0e5f403d13a0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=def535e0-560b-493f-84ac-22ae5fd3e2e6 HTTP/1.1" status: 200 len: 217 time: 0.0479512 Feb 07 21:07:20.271998 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-1764617e-4833-4ee5-8285-21ec2afcbf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:20.273521 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-1764617e-4833-4ee5-8285-21ec2afcbf98 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da978d59-1631-401d-9c79-d75023f51df8 HTTP/1.1" status: 200 len: 797 time: 0.1202288 Feb 07 21:07:20.300887 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19406258-b55a-4e07-9058-208b58f0c98a req-8b537b2f-b4c5-4926-9e78-0a3c5001c886 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:20.302324 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19406258-b55a-4e07-9058-208b58f0c98a req-8b537b2f-b4c5-4926-9e78-0a3c5001c886 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 946 time: 0.1710479 Feb 07 21:07:20.344720 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b235dda3-fcd8-4a2a-8c85-4bb4a70dc5cc req-7c0bc98d-0148-4f7f-9f83-ca7bf1984b87 service neutron] 10.222.0.65 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116442 Feb 07 21:07:20.439785 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-fd4788f8-61ee-4661-9615-83f2b6cf23ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:20.441315 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-fd4788f8-61ee-4661-9615-83f2b6cf23ae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1eeddcea-0d1c-4004-9be7-548b640cc6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1558356 Feb 07 21:07:20.445988 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19406258-b55a-4e07-9058-208b58f0c98a req-3cc67f56-6732-4107-9925-c6570f2b1695 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154721 Feb 07 21:07:20.532612 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2f16a839-28a3-4639-a7c9-268177cecdc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:20.544571 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b235dda3-fcd8-4a2a-8c85-4bb4a70dc5cc req-b3e1c8dc-93a6-4747-80b1-56b20d89cf25 service neutron] 10.222.0.65 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893694 Feb 07 21:07:20.666669 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55a5a5-7051-482d-9992-5f621786495d req-e126dbdb-fe8a-4819-9640-30d094106d79 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:20.668487 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da55a5a5-7051-482d-9992-5f621786495d req-e126dbdb-fe8a-4819-9640-30d094106d79 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 946 time: 0.0950875 Feb 07 21:07:20.674708 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-43382170-bdf9-4c9a-9fca-29af079aa059 service neutron] 10.222.0.69 "GET /v2.0/networks/1eeddcea-0d1c-4004-9be7-548b640cc6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158196 Feb 07 21:07:20.739466 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52058) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:20.811794 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da55a5a5-7051-482d-9992-5f621786495d req-2527a3e1-8d5c-43d1-94a2-25a493b83908 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355691 Feb 07 21:07:20.892347 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346088e-36d5-4a11-92a5-69daf24e7add req-ff51ecd2-dae9-4abe-b6ac-4782b50af7e0 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:20.893966 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6346088e-36d5-4a11-92a5-69daf24e7add req-ff51ecd2-dae9-4abe-b6ac-4782b50af7e0 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.0817387 Feb 07 21:07:20.961449 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6346088e-36d5-4a11-92a5-69daf24e7add req-63c4a302-fac3-4a5c-9a78-b73efd2e292c tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590718 Feb 07 21:07:21.116775 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-8031973f-7d71-4879-bbf6-2fbdfcd09b16 service neutron] 10.222.0.69 "GET /v2.0/networks/1eeddcea-0d1c-4004-9be7-548b640cc6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171119 Feb 07 21:07:21.267687 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-db5df6d0-ae40-4a7f-8212-5a849f5210c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=33d1cecb-2bd0-482f-a974-ac7393b2494e HTTP/1.1" status: 200 len: 217 time: 0.1330454 Feb 07 21:07:21.386418 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b596e-392f-4ec3-adae-c2cd1e9c94a6 req-53b10c32-b47e-457c-a7e8-b74043aa6b8a tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:21.389428 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e22b596e-392f-4ec3-adae-c2cd1e9c94a6 req-53b10c32-b47e-457c-a7e8-b74043aa6b8a tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.71 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 946 time: 0.4338319 Feb 07 21:07:21.411324 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-99313874-4e5c-44ae-a227-c581ae44f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:21.413014 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-99313874-4e5c-44ae-a227-c581ae44f411 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da978d59-1631-401d-9c79-d75023f51df8 HTTP/1.1" status: 200 len: 797 time: 0.1052110 Feb 07 21:07:21.529424 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b81ed-61ad-48b0-b376-c069e562ca86 req-db76dc48-6c02-44d6-8cfd-d2fc1f131aca tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:21.535993 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-344b81ed-61ad-48b0-b376-c069e562ca86 req-db76dc48-6c02-44d6-8cfd-d2fc1f131aca tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 950 time: 0.3096006 Feb 07 21:07:21.627588 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-19f3de02-94dc-4c78-a581-a38dcb274945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:21.629093 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-19f3de02-94dc-4c78-a581-a38dcb274945 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1eeddcea-0d1c-4004-9be7-548b640cc6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2022605 Feb 07 21:07:21.681503 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:21.713927 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6e09ab8d-c5c6-4b38-95f3-d8c190fab7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (c4756fef-0cc5-458d-82f4-e8e826d0530f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:21.758862 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-25faa632-9cfd-4c5f-bc34-23a9bd5a5df4 service neutron] 10.222.0.69 "GET /v2.0/networks/1eeddcea-0d1c-4004-9be7-548b640cc6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176553 Feb 07 21:07:21.866663 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-344b81ed-61ad-48b0-b376-c069e562ca86 req-44d0357d-6e96-47d5-920a-7131533b568e tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289535 Feb 07 21:07:21.901840 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-e22b596e-392f-4ec3-adae-c2cd1e9c94a6 req-d3536f9d-82b0-4424-b01e-199700dd4c34 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Deleting port fd5739c0-1881-4d44-9ab4-3a03657c775f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:07:21.902505 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e22b596e-392f-4ec3-adae-c2cd1e9c94a6 req-d3536f9d-82b0-4424-b01e-199700dd4c34 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (fd5739c0-1881-4d44-9ab4-3a03657c775f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:21.947098 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd808e48-9b82-4421-a78c-158e01029861 req-c900b701-757a-4374-b653-ce3611438fab tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:21.953609 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd808e48-9b82-4421-a78c-158e01029861 req-c900b701-757a-4374-b653-ce3611438fab tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/networks?id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 HTTP/1.1" status: 200 len: 805 time: 0.4725420 Feb 07 21:07:22.021522 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6e09ab8d-c5c6-4b38-95f3-d8c190fab7d9 admin admin] Deleting port 9c363ced-901d-43c2-a375-473e57a3ed41 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:07:22.022088 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6e09ab8d-c5c6-4b38-95f3-d8c190fab7d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9c363ced-901d-43c2-a375-473e57a3ed41), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:22.037382 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd808e48-9b82-4421-a78c-158e01029861 req-27130d12-c67b-4600-b21d-6991eefb1886 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/quotas/841a01135e18414d8cae49a87b71e7b4 HTTP/1.1" status: 200 len: 375 time: 0.0828686 Feb 07 21:07:22.113372 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6e09ab8d-c5c6-4b38-95f3-d8c190fab7d9 admin admin] For port 9c363ced-901d-43c2-a375-473e57a3ed41, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9c363ced-901d-43c2-a375-473e57a3ed41,segment=NetworkSegment(05184215-d563-4db7-890a-f9a45bc4a1cb),segment_id=05184215-d563-4db7-890a-f9a45bc4a1cb)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:22.114106 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6e09ab8d-c5c6-4b38-95f3-d8c190fab7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9c363ced-901d-43c2-a375-473e57a3ed41), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:22.131233 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6e09ab8d-c5c6-4b38-95f3-d8c190fab7d9 admin admin] Calling delete_port for 9c363ced-901d-43c2-a375-473e57a3ed41 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:07:22.341208 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6e09ab8d-c5c6-4b38-95f3-d8c190fab7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9c363ced-901d-43c2-a375-473e57a3ed41), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:22.373096 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09ab8d-c5c6-4b38-95f3-d8c190fab7d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c363ced-901d-43c2-a375-473e57a3ed41,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:22.477568 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-fbd013dc-3ecf-472f-8250-271e79d090bb service neutron] 10.222.0.69 "GET /v2.0/networks/1eeddcea-0d1c-4004-9be7-548b640cc6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7122073 Feb 07 21:07:22.543018 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-93c1b646-6c0e-47f6-96a9-48d2e66a9b4e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=3043459a-2405-4dea-b3d1-7dd8ddc763c7 HTTP/1.1" status: 200 len: 217 time: 0.0566943 Feb 07 21:07:22.552520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-e22b596e-392f-4ec3-adae-c2cd1e9c94a6 req-d3536f9d-82b0-4424-b01e-199700dd4c34 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] For port fd5739c0-1881-4d44-9ab4-3a03657c775f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=fd5739c0-1881-4d44-9ab4-3a03657c775f,segment=NetworkSegment(9e27aa91-55cc-462d-aeb7-1b345510d8cb),segment_id=9e27aa91-55cc-462d-aeb7-1b345510d8cb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:22.552896 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e22b596e-392f-4ec3-adae-c2cd1e9c94a6 req-d3536f9d-82b0-4424-b01e-199700dd4c34 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (fd5739c0-1881-4d44-9ab4-3a03657c775f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:22.596966 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6e09ab8d-c5c6-4b38-95f3-d8c190fab7d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (c4756fef-0cc5-458d-82f4-e8e826d0530f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:22.599702 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd808e48-9b82-4421-a78c-158e01029861 req-5dbd5a43-977b-49ea-8d03-01069fefc558 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=841a01135e18414d8cae49a87b71e7b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5614190 Feb 07 21:07:22.626352 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-dd808e48-9b82-4421-a78c-158e01029861 req-2adb83ec-e1ef-44fe-a61d-2c578eeabe4f service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:07:22.627348 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd808e48-9b82-4421-a78c-158e01029861 req-2adb83ec-e1ef-44fe-a61d-2c578eeabe4f service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0269036 Feb 07 21:07:22.639051 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dc4f5-393c-4ba8-8187-3419beea8fa9 req-698f1180-8558-4897-8fd8-fc4127bcfd28 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:22.646122 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-890dc4f5-393c-4ba8-8187-3419beea8fa9 req-698f1180-8558-4897-8fd8-fc4127bcfd28 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 946 time: 0.6596458 Feb 07 21:07:22.669351 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-e22b596e-392f-4ec3-adae-c2cd1e9c94a6 req-d3536f9d-82b0-4424-b01e-199700dd4c34 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Calling delete_port for fd5739c0-1881-4d44-9ab4-3a03657c775f owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:07:22.757903 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-63400412-d3e9-4531-aab9-a00438edf080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:22.759392 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-63400412-d3e9-4531-aab9-a00438edf080 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da978d59-1631-401d-9c79-d75023f51df8 HTTP/1.1" status: 200 len: 797 time: 0.2092297 Feb 07 21:07:22.867381 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-890dc4f5-393c-4ba8-8187-3419beea8fa9 req-536fd57c-f147-43e6-abf1-a4c6d684b7e3 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175200 Feb 07 21:07:22.890048 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e09ab8d-c5c6-4b38-95f3-d8c190fab7d9 admin admin] Router c4756fef-0cc5-458d-82f4-e8e826d0530f has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:07:22.910945 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd808e48-9b82-4421-a78c-158e01029861 req-12a67895-67e2-47a8-a9f3-bf76a29130a5 service neutron] 10.222.0.65 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615988 Feb 07 21:07:22.965938 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-a33c953c-f652-4d6f-8e8f-a5712a6a919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:22.967298 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-a33c953c-f652-4d6f-8e8f-a5712a6a919d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1eeddcea-0d1c-4004-9be7-548b640cc6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1976843 Feb 07 21:07:23.042173 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e09ab8d-c5c6-4b38-95f3-d8c190fab7d9 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:07:23.049591 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6e09ab8d-c5c6-4b38-95f3-d8c190fab7d9 admin admin] 10.222.0.65 "PUT /v2.0/routers/c4756fef-0cc5-458d-82f4-e8e826d0530f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3087096 Feb 07 21:07:23.051643 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52104) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:23.057048 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4ff564-8b8d-4bfe-b5bb-bd5ec2670fd4 None None] Sync routers for ids ['c4756fef-0cc5-458d-82f4-e8e826d0530f'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:07:23.071562 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4ff564-8b8d-4bfe-b5bb-bd5ec2670fd4 None None] Routers {'c4756fef-0cc5-458d-82f4-e8e826d0530f'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:07:23.072596 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6d4ff564-8b8d-4bfe-b5bb-bd5ec2670fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:07:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c4756fef-0cc5-458d-82f4-e8e826d0530f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:23.191208 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-efa89b12-e0e5-4738-aba2-33d09a09e937 admin admin] Publish callbacks [] for router (c4756fef-0cc5-458d-82f4-e8e826d0530f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:23.218291 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-b7fc3892-1d96-480f-a9e5-8be7a2496a24 service neutron] 10.222.0.69 "GET /v2.0/networks/1eeddcea-0d1c-4004-9be7-548b640cc6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126267 Feb 07 21:07:23.230428 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:23.264897 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-6d4ff564-8b8d-4bfe-b5bb-bd5ec2670fd4 None None] Set router c4756fef-0cc5-458d-82f4-e8e826d0530f gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:07:23.272909 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4403168-ea40-45c5-b3cb-96e584fd285d req-41192310-534c-4d35-a14d-a4ec7a2737d4 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:23.280577 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a4403168-ea40-45c5-b3cb-96e584fd285d req-41192310-534c-4d35-a14d-a4ec7a2737d4 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9204cc9-d03a-4525-8615-77fdab0fb674 HTTP/1.1" status: 200 len: 946 time: 0.2862184 Feb 07 21:07:23.282388 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e22b596e-392f-4ec3-adae-c2cd1e9c94a6 req-d3536f9d-82b0-4424-b01e-199700dd4c34 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (fd5739c0-1881-4d44-9ab4-3a03657c775f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:23.305732 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['f6be35f8-2180-48c6-80fa-1ad984dae764'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:07:23.383192 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-efa89b12-e0e5-4738-aba2-33d09a09e937 admin admin] Publish callbacks [] for router_gateway (c4756fef-0cc5-458d-82f4-e8e826d0530f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:23.424776 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3536f9d-82b0-4424-b01e-199700dd4c34 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Pushing event deleted for resources: {'Port': ['ID=fd5739c0-1881-4d44-9ab4-3a03657c775f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:23.428213 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd808e48-9b82-4421-a78c-158e01029861 req-c4bcf416-be6b-4eaa-a802-ed1c683f7297 service neutron] 10.222.0.65 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051627 Feb 07 21:07:23.448804 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a4403168-ea40-45c5-b3cb-96e584fd285d req-75d3c70e-8920-4d89-991f-f0d4d7def14f tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620107 Feb 07 21:07:23.481967 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-efa89b12-e0e5-4738-aba2-33d09a09e937 admin admin] Deleting port a642266f-8c0b-4047-b32f-d56c451ae6a4 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:07:23.482342 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-efa89b12-e0e5-4738-aba2-33d09a09e937 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (a642266f-8c0b-4047-b32f-d56c451ae6a4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:23.523949 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22b596e-392f-4ec3-adae-c2cd1e9c94a6 req-d3536f9d-82b0-4424-b01e-199700dd4c34 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] No DVR routers for this DVR port fd5739c0-1881-4d44-9ab4-3a03657c775f on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:07:23.527882 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e22b596e-392f-4ec3-adae-c2cd1e9c94a6 req-d3536f9d-82b0-4424-b01e-199700dd4c34 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:23.531730 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e22b596e-392f-4ec3-adae-c2cd1e9c94a6 req-d3536f9d-82b0-4424-b01e-199700dd4c34 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.71 "DELETE /v2.0/ports/fd5739c0-1881-4d44-9ab4-3a03657c775f HTTP/1.1" status: 204 len: 173 time: 2.1176472 Feb 07 21:07:23.532204 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9204cc9-d03a-4525-8615-77fdab0fb674', 'name': 'network-vif-deleted', 'tag': 'fd5739c0-1881-4d44-9ab4-3a03657c775f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:07:23.534845 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714874f3-773b-46cb-bd11-6585ce88b76f" -d '{"events": [{"server_uuid": "d9204cc9-d03a-4525-8615-77fdab0fb674", "name": "network-vif-deleted", "tag": "fd5739c0-1881-4d44-9ab4-3a03657c775f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:07:23.645234 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-3cc0a5d5-2b72-4e8c-b6fe-be44506b0fb1 service neutron] 10.222.0.69 "GET /v2.0/networks/1eeddcea-0d1c-4004-9be7-548b640cc6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825040 Feb 07 21:07:23.668681 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-efa89b12-e0e5-4738-aba2-33d09a09e937 admin admin] For port a642266f-8c0b-4047-b32f-d56c451ae6a4, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a642266f-8c0b-4047-b32f-d56c451ae6a4,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:23.669263 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-efa89b12-e0e5-4738-aba2-33d09a09e937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (a642266f-8c0b-4047-b32f-d56c451ae6a4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:23.694879 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-efa89b12-e0e5-4738-aba2-33d09a09e937 admin admin] Calling delete_port for a642266f-8c0b-4047-b32f-d56c451ae6a4 owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:07:23.733395 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-35f3c8aa-84a3-4403-89f2-e74a3571e43d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e7cff024-a85a-4851-a39c-7071ffcfad38 HTTP/1.1" status: 200 len: 217 time: 0.0813432 Feb 07 21:07:23.748107 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1db16-5a9c-49eb-b7a2-2fdbdb1c7313 req-7d866fe1-2bfd-4630-980f-72eb831a1567 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:23.766911 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4e1db16-5a9c-49eb-b7a2-2fdbdb1c7313 req-7d866fe1-2bfd-4630-980f-72eb831a1567 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.1857378 Feb 07 21:07:23.844283 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52122) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:23.860694 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-bfdb6401-da02-4993-ae10-7f02c66c7046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:23.862307 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-bfdb6401-da02-4993-ae10-7f02c66c7046 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8d112527-f33e-4a56-80b8-5f6641814967 HTTP/1.1" status: 200 len: 797 time: 0.0861547 Feb 07 21:07:23.948925 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6d4ff564-8b8d-4bfe-b5bb-bd5ec2670fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4756fef-0cc5-458d-82f4-e8e826d0530f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1394622715-router', 'tenant_id': 'c81e32ac0e87423b927d54e210f034d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'a642266f-8c0b-4047-b32f-d56c451ae6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:04:21Z', 'updated_at': '2022-02-07T21:07:22Z', 'revision_number': 5, 'project_id': 'c81e32ac0e87423b927d54e210f034d8', 'gw_port': {'id': 'a642266f-8c0b-4047-b32f-d56c451ae6a4', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4756fef-0cc5-458d-82f4-e8e826d0530f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:24Z', 'updated_at': '2022-02-07T21:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:24.047021 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4e1db16-5a9c-49eb-b7a2-2fdbdb1c7313 req-33839bdb-d8fe-49f0-889a-0684b6bcc4f9 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790930 Feb 07 21:07:24.051435 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4ff564-8b8d-4bfe-b5bb-bd5ec2670fd4 None None] Checking router: c4756fef-0cc5-458d-82f4-e8e826d0530f for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:07:24.070771 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-efa89b12-e0e5-4738-aba2-33d09a09e937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (a642266f-8c0b-4047-b32f-d56c451ae6a4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:24.072157 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-8998c31a-20fd-4c85-86bd-f0c450fb82d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:24.076228 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-8998c31a-20fd-4c85-86bd-f0c450fb82d1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ebc0550f-ec6c-4d64-9bd7-6031c005d00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2045310 Feb 07 21:07:24.114003 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa89b12-e0e5-4738-aba2-33d09a09e937 admin admin] Pushing event deleted for resources: {'Port': ['ID=a642266f-8c0b-4047-b32f-d56c451ae6a4,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:24.125417 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4ff564-8b8d-4bfe-b5bb-bd5ec2670fd4 None None] Routers {'c4756fef-0cc5-458d-82f4-e8e826d0530f'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:07:24.126193 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6d4ff564-8b8d-4bfe-b5bb-bd5ec2670fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:07:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c4756fef-0cc5-458d-82f4-e8e826d0530f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:24.129171 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654907a8-dfe4-45ff-943a-34596c1e3aa8 req-6a295d66-6889-434f-b880-671d5cd5a588 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:24.137808 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-654907a8-dfe4-45ff-943a-34596c1e3aa8 req-6a295d66-6889-434f-b880-671d5cd5a588 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 950 time: 0.2335763 Feb 07 21:07:24.144038 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b943a9d-26e7-4247-acf1-c1f67e8dfbc1 x-openstack-request-id: req-0b943a9d-26e7-4247-acf1-c1f67e8dfbc1 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:07:24.144518 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9204cc9-d03a-4525-8615-77fdab0fb674", "name": "network-vif-deleted", "tag": "fd5739c0-1881-4d44-9ab4-3a03657c775f", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:07:24.144669 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b943a9d-26e7-4247-acf1-c1f67e8dfbc1 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:07:24.145086 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9204cc9-d03a-4525-8615-77fdab0fb674', 'name': 'network-vif-deleted', 'tag': 'fd5739c0-1881-4d44-9ab4-3a03657c775f', 'status': 'completed', 'code': 200} Feb 07 21:07:24.176895 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f13ec95f-7460-47f7-b823-27e905917a92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:24.248822 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-efa89b12-e0e5-4738-aba2-33d09a09e937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (c4756fef-0cc5-458d-82f4-e8e826d0530f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:24.297610 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-6d4ff564-8b8d-4bfe-b5bb-bd5ec2670fd4 None None] Set router c4756fef-0cc5-458d-82f4-e8e826d0530f gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:07:24.355067 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e4c2e01-e42a-4420-a081-e0bcad957608 req-016b7654-a2a2-4614-a9c5-fdcabc6da386 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=429aa14f-d5ea-44c1-9f58-bcc0539fa359 HTTP/1.1" status: 200 len: 210 time: 0.1073718 Feb 07 21:07:24.369699 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6d4ff564-8b8d-4bfe-b5bb-bd5ec2670fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4756fef-0cc5-458d-82f4-e8e826d0530f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1394622715-router', 'tenant_id': 'c81e32ac0e87423b927d54e210f034d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:04:21Z', 'updated_at': '2022-02-07T21:07:23Z', 'revision_number': 7, 'project_id': 'c81e32ac0e87423b927d54e210f034d8', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:24.383835 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-efa89b12-e0e5-4738-aba2-33d09a09e937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (c4756fef-0cc5-458d-82f4-e8e826d0530f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:24.387350 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-efa89b12-e0e5-4738-aba2-33d09a09e937 admin admin] Publish callbacks [] for router_controller (c4756fef-0cc5-458d-82f4-e8e826d0530f), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:24.424195 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device fd5739c0-1881-4d44-9ab4-3a03657c775f no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:07:24.426868 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4ff564-8b8d-4bfe-b5bb-bd5ec2670fd4 None None] The sync data for ids ['c4756fef-0cc5-458d-82f4-e8e826d0530f'] in n-d-828185-2 is: [{'id': 'c4756fef-0cc5-458d-82f4-e8e826d0530f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1394622715-router', 'tenant_id': 'c81e32ac0e87423b927d54e210f034d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:04:21Z', 'updated_at': '2022-02-07T21:07:23Z', 'revision_number': 7, 'project_id': 'c81e32ac0e87423b927d54e210f034d8', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:07:24.455995 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-3b61be24-4836-41ba-adee-910bdebc113b service neutron] 10.222.0.69 "GET /v2.0/networks/ebc0550f-ec6c-4d64-9bd7-6031c005d00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615236 Feb 07 21:07:24.480120 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-efa89b12-e0e5-4738-aba2-33d09a09e937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (c4756fef-0cc5-458d-82f4-e8e826d0530f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:24.480964 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: fd5739c0-1881-4d44-9ab4-3a03657c775f {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:07:24.481566 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device fd5739c0-1881-4d44-9ab4-3a03657c775f not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:07:24.483010 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa89b12-e0e5-4738-aba2-33d09a09e937 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4756fef-0cc5-458d-82f4-e8e826d0530f {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:07:24.486182 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f13ec95f-7460-47f7-b823-27e905917a92 admin admin] Publish callbacks [] for security_group (33ae7046-7ccb-4a29-a749-029f102bc0ee), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:24.487604 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:24.495493 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-efa89b12-e0e5-4738-aba2-33d09a09e937 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:24.496759 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-efa89b12-e0e5-4738-aba2-33d09a09e937 admin admin] 10.222.0.65 "DELETE /v2.0/routers/c4756fef-0cc5-458d-82f4-e8e826d0530f HTTP/1.1" status: 204 len: 168 time: 1.4441383 Feb 07 21:07:24.499216 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52136) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:24.507525 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f13ec95f-7460-47f7-b823-27e905917a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (33ae7046-7ccb-4a29-a749-029f102bc0ee), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:24.582978 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f13ec95f-7460-47f7-b823-27e905917a92 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=36e8265969ff49b5aca87f106e705688&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7352006 Feb 07 21:07:24.583406 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ec95f-7460-47f7-b823-27e905917a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ae7046-7ccb-4a29-a749-029f102bc0ee,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:24.585041 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-654907a8-dfe4-45ff-943a-34596c1e3aa8 req-cff765c1-b18f-485c-80ff-1e265686dae0 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155452 Feb 07 21:07:24.587530 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52138) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:24.600599 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-2815579c-a3b2-492f-a179-4547cd048dd0 admin admin] Deleting subnet f10dcab6-39db-4172-971d-b054f593e657 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:07:24.603652 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2815579c-a3b2-492f-a179-4547cd048dd0 admin admin] Publish callbacks [] for subnet (f10dcab6-39db-4172-971d-b054f593e657), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:24.663688 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2815579c-a3b2-492f-a179-4547cd048dd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (f10dcab6-39db-4172-971d-b054f593e657), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:24.673979 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83035b-4f67-4500-a7df-0ba992c241f9 req-5b50a92a-687f-4f0e-a8c3-989426c43bca tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:24.681454 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f83035b-4f67-4500-a7df-0ba992c241f9 req-5b50a92a-687f-4f0e-a8c3-989426c43bca tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 946 time: 0.1795106 Feb 07 21:07:24.710347 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-b80548f0-cf07-400f-a50f-165f0680ebe5 service neutron] 10.222.0.69 "GET /v2.0/networks/ebc0550f-ec6c-4d64-9bd7-6031c005d00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462602 Feb 07 21:07:24.724087 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-93a1e08b-59cb-4ba7-8c3f-5a6d8b6624d4 admin admin] Publish callbacks [] for security_group (33ae7046-7ccb-4a29-a749-029f102bc0ee), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:24.771833 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-3ffb05dc-9f0e-4d54-84cb-a78b403e6c99 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5ab0c0e0-34fd-478c-a047-ef89d9aacd38 HTTP/1.1" status: 200 len: 217 time: 0.0541303 Feb 07 21:07:24.775039 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-93a1e08b-59cb-4ba7-8c3f-5a6d8b6624d4 admin admin] Publish callbacks [] for security_group (33ae7046-7ccb-4a29-a749-029f102bc0ee), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:24.820131 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2815579c-a3b2-492f-a179-4547cd048dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (f10dcab6-39db-4172-971d-b054f593e657), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:24.827870 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f83035b-4f67-4500-a7df-0ba992c241f9 req-c17d5f94-0971-451a-ae01-1f7e9074b920 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420782 Feb 07 21:07:24.849917 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-9411a7d5-0868-422d-b2d5-cbff92063521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:24.852672 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-9411a7d5-0868-422d-b2d5-cbff92063521 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8d112527-f33e-4a56-80b8-5f6641814967 HTTP/1.1" status: 200 len: 797 time: 0.0723815 Feb 07 21:07:24.918900 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-9017d674-d37c-4388-be22-3d0b75919f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:24.920542 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-9017d674-d37c-4388-be22-3d0b75919f47 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ebc0550f-ec6c-4d64-9bd7-6031c005d00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0606420 Feb 07 21:07:24.953072 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-93a1e08b-59cb-4ba7-8c3f-5a6d8b6624d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (33ae7046-7ccb-4a29-a749-029f102bc0ee), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:24.958048 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-93a1e08b-59cb-4ba7-8c3f-5a6d8b6624d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:24.961639 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-93a1e08b-59cb-4ba7-8c3f-5a6d8b6624d4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/33ae7046-7ccb-4a29-a749-029f102bc0ee HTTP/1.1" status: 204 len: 168 time: 0.3707874 Feb 07 21:07:24.973036 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2815579c-a3b2-492f-a179-4547cd048dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (f10dcab6-39db-4172-971d-b054f593e657), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:25.011195 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815579c-a3b2-492f-a179-4547cd048dd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f10dcab6-39db-4172-971d-b054f593e657,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:25.018912 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1e08b-59cb-4ba7-8c3f-5a6d8b6624d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ae7046-7ccb-4a29-a749-029f102bc0ee,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:25.028948 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2815579c-a3b2-492f-a179-4547cd048dd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:25.042728 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42175792-10b5-4bfe-85df-3d1749c55537 None None] Network 099bf4f2-18e2-45e9-9800-9fc97b483d2c requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:07:25.055455 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2815579c-a3b2-492f-a179-4547cd048dd0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f10dcab6-39db-4172-971d-b054f593e657 HTTP/1.1" status: 204 len: 168 time: 0.5495110 Feb 07 21:07:25.056109 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52146) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:25.161575 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-27199193-b031-492b-a44f-7a077dded531 service neutron] 10.222.0.69 "GET /v2.0/networks/ebc0550f-ec6c-4d64-9bd7-6031c005d00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311232 Feb 07 21:07:25.210206 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4cdebe7-3a8b-4586-83a1-da367411b882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (099bf4f2-18e2-45e9-9800-9fc97b483d2c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:25.294294 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b4cdebe7-3a8b-4586-83a1-da367411b882 admin admin] Deleting port d59c0838-4fe6-45ea-a9af-ebbca8584227 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:07:25.295950 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432035f2-c34c-4402-bb46-b22b507d3bf9 req-e818786a-d4ed-4575-8cfc-fbf7e11476fd tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:25.296547 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4cdebe7-3a8b-4586-83a1-da367411b882 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d59c0838-4fe6-45ea-a9af-ebbca8584227), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:25.298008 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-432035f2-c34c-4402-bb46-b22b507d3bf9 req-e818786a-d4ed-4575-8cfc-fbf7e11476fd tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.1940596 Feb 07 21:07:25.378499 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b4cdebe7-3a8b-4586-83a1-da367411b882 admin admin] For port d59c0838-4fe6-45ea-a9af-ebbca8584227, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d59c0838-4fe6-45ea-a9af-ebbca8584227,segment=NetworkSegment(05184215-d563-4db7-890a-f9a45bc4a1cb),segment_id=05184215-d563-4db7-890a-f9a45bc4a1cb)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:25.379020 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4cdebe7-3a8b-4586-83a1-da367411b882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d59c0838-4fe6-45ea-a9af-ebbca8584227), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:25.382310 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c419c5-ff97-4d8a-b1cd-958f04d084d8 req-09c7c8e7-7412-4373-8218-f677d4d5ebcb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:25.384480 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9c419c5-ff97-4d8a-b1cd-958f04d084d8 req-09c7c8e7-7412-4373-8218-f677d4d5ebcb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.2093780 Feb 07 21:07:25.418454 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b4cdebe7-3a8b-4586-83a1-da367411b882 admin admin] Calling delete_port for d59c0838-4fe6-45ea-a9af-ebbca8584227 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:07:25.622598 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9c419c5-ff97-4d8a-b1cd-958f04d084d8 req-6d5f707a-3c3b-445e-99da-d504dcf06e71 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244048 Feb 07 21:07:25.634973 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 52156) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:25.709670 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c5e2f89-bb0c-482a-a805-4328adbc7130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:25.722816 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a090742b-54f1-4a0a-a1d8-c6c307106fe5 None None] DHCP port deletion for 099bf4f2-18e2-45e9-9800-9fc97b483d2c request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:07:25.741124 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19ab6e02-e872-4093-bb86-49fad1c7a8db req-d1cf38a0-aa8f-4604-8f1c-669080f488d1 service neutron] 10.222.0.69 "GET /v2.0/networks/ebc0550f-ec6c-4d64-9bd7-6031c005d00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5716443 Feb 07 21:07:25.823694 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b837a6c3-7d82-4f2f-b362-5ac83f93a5f6 req-dabe0050-7dd6-4f7c-bee6-ee58408963b5 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=429aa14f-d5ea-44c1-9f58-bcc0539fa359 HTTP/1.1" status: 200 len: 210 time: 0.0521965 Feb 07 21:07:25.827089 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-432035f2-c34c-4402-bb46-b22b507d3bf9 req-ced1e931-b1f0-418f-a4ad-642186d560f4 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5208421 Feb 07 21:07:25.890384 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a090742b-54f1-4a0a-a1d8-c6c307106fe5 None None] Deleting port d59c0838-4fe6-45ea-a9af-ebbca8584227 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:07:25.891113 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a090742b-54f1-4a0a-a1d8-c6c307106fe5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d59c0838-4fe6-45ea-a9af-ebbca8584227), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:25.918535 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd808e48-9b82-4421-a78c-158e01029861 req-e6fda851-1368-49dd-9353-e5a52dad3be2 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:25.920157 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd808e48-9b82-4421-a78c-158e01029861 req-e6fda851-1368-49dd-9353-e5a52dad3be2 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.71 "GET /v2.0/networks?id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 HTTP/1.1" status: 200 len: 805 time: 0.4659417 Feb 07 21:07:25.936732 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-dd808e48-9b82-4421-a78c-158e01029861 req-8b9cdd6a-33e6-4605-bbd7-313c88cee7fa tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Request body: {'port': {'device_id': '429aa14f-d5ea-44c1-9f58-bcc0539fa359', 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81', 'admin_state_up': True, 'tenant_id': '841a01135e18414d8cae49a87b71e7b4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:07:26.040567 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a090742b-54f1-4a0a-a1d8-c6c307106fe5 None None] For port d59c0838-4fe6-45ea-a9af-ebbca8584227, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d59c0838-4fe6-45ea-a9af-ebbca8584227,segment=NetworkSegment(05184215-d563-4db7-890a-f9a45bc4a1cb),segment_id=05184215-d563-4db7-890a-f9a45bc4a1cb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:26.041330 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a090742b-54f1-4a0a-a1d8-c6c307106fe5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d59c0838-4fe6-45ea-a9af-ebbca8584227), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:26.071715 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a090742b-54f1-4a0a-a1d8-c6c307106fe5 None None] Calling delete_port for d59c0838-4fe6-45ea-a9af-ebbca8584227 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:07:26.075147 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9c363ced-901d-43c2-a375-473e57a3ed41 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:07:26.122575 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c5e2f89-bb0c-482a-a805-4328adbc7130 admin admin] Publish callbacks [] for security_group (52399acf-44ed-4a06-8113-2a756e08fbca), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:26.124095 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 9c363ced-901d-43c2-a375-473e57a3ed41 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:07:26.128336 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9c363ced-901d-43c2-a375-473e57a3ed41 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:07:26.128857 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a642266f-8c0b-4047-b32f-d56c451ae6a4 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:07:26.148940 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c5e2f89-bb0c-482a-a805-4328adbc7130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (52399acf-44ed-4a06-8113-2a756e08fbca), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:26.171215 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4cdebe7-3a8b-4586-83a1-da367411b882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (d59c0838-4fe6-45ea-a9af-ebbca8584227), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:26.208869 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdebe7-3a8b-4586-83a1-da367411b882 admin admin] Pushing event deleted for resources: {'Port': ['ID=d59c0838-4fe6-45ea-a9af-ebbca8584227,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:26.218821 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5c5e2f89-bb0c-482a-a805-4328adbc7130 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ec7bf844913747dbaa8e4e9775ad29fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5729814 Feb 07 21:07:26.220967 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cdebe7-3a8b-4586-83a1-da367411b882 admin admin] No DVR routers for this DVR port d59c0838-4fe6-45ea-a9af-ebbca8584227 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:07:26.222460 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52160) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:26.247808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcd7ef-5007-4f4a-bc76-e008bf66e745 req-fb648358-59ab-4fca-909c-5cc2e969d66b tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:26.249387 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-99bcd7ef-5007-4f4a-bc76-e008bf66e745 req-fb648358-59ab-4fca-909c-5cc2e969d66b tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 946 time: 0.2331862 Feb 07 21:07:26.264571 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: a642266f-8c0b-4047-b32f-d56c451ae6a4 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:07:26.270256 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69eddad-0834-4c0e-8c7b-59d15ffc0a73 req-cdc610f9-0d62-4332-bacc-eac580aa41bf tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:26.271903 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d69eddad-0834-4c0e-8c7b-59d15ffc0a73 req-cdc610f9-0d62-4332-bacc-eac580aa41bf tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 950 time: 0.2348490 Feb 07 21:07:26.272788 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a642266f-8c0b-4047-b32f-d56c451ae6a4 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:07:26.273373 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d59c0838-4fe6-45ea-a9af-ebbca8584227 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:07:26.317209 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: d59c0838-4fe6-45ea-a9af-ebbca8584227 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:07:26.319389 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d59c0838-4fe6-45ea-a9af-ebbca8584227 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:07:26.357603 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a090742b-54f1-4a0a-a1d8-c6c307106fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (d59c0838-4fe6-45ea-a9af-ebbca8584227), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:26.380281 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4cdebe7-3a8b-4586-83a1-da367411b882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (099bf4f2-18e2-45e9-9800-9fc97b483d2c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:26.380524 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d69eddad-0834-4c0e-8c7b-59d15ffc0a73 req-72340cfe-fb60-41af-952c-a82e2ff03f6d tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992694 Feb 07 21:07:26.380924 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e2f89-bb0c-482a-a805-4328adbc7130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52399acf-44ed-4a06-8113-2a756e08fbca,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:26.385559 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a090742b-54f1-4a0a-a1d8-c6c307106fe5 None None] Pushing event deleted for resources: {'Port': ['ID=d59c0838-4fe6-45ea-a9af-ebbca8584227,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:26.391573 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a090742b-54f1-4a0a-a1d8-c6c307106fe5 None None] No DVR routers for this DVR port d59c0838-4fe6-45ea-a9af-ebbca8584227 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:07:26.414374 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-99bcd7ef-5007-4f4a-bc76-e008bf66e745 req-1907bead-196b-454c-bb45-f70f6f194902 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576409 Feb 07 21:07:26.423393 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9709bbc3-53a4-4ad4-a302-bc325bb62205 admin admin] Publish callbacks [] for security_group (52399acf-44ed-4a06-8113-2a756e08fbca), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:26.425618 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd808e48-9b82-4421-a78c-158e01029861 req-8b9cdd6a-33e6-4605-bbd7-313c88cee7fa tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Made reservation on behalf of 841a01135e18414d8cae49a87b71e7b4 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:07:26.426563 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-b4cdebe7-3a8b-4586-83a1-da367411b882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099bf4f2-18e2-45e9-9800-9fc97b483d2c']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:26.429883 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dd808e48-9b82-4421-a78c-158e01029861 req-8b9cdd6a-33e6-4605-bbd7-313c88cee7fa tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:26.447689 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-b4cdebe7-3a8b-4586-83a1-da367411b882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05184215-d563-4db7-890a-f9a45bc4a1cb') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:26.448290 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-b4cdebe7-3a8b-4586-83a1-da367411b882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05184215-d563-4db7-890a-f9a45bc4a1cb') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:26.468113 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4cdebe7-3a8b-4586-83a1-da367411b882 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (05184215-d563-4db7-890a-f9a45bc4a1cb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:26.479132 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9709bbc3-53a4-4ad4-a302-bc325bb62205 admin admin] Publish callbacks [] for security_group (52399acf-44ed-4a06-8113-2a756e08fbca), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:26.497680 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4cdebe7-3a8b-4586-83a1-da367411b882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (05184215-d563-4db7-890a-f9a45bc4a1cb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:26.504105 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4cdebe7-3a8b-4586-83a1-da367411b882 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:07:26.504552 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4cdebe7-3a8b-4586-83a1-da367411b882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (05184215-d563-4db7-890a-f9a45bc4a1cb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:07:26.517233 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:07:26.596962 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4cdebe7-3a8b-4586-83a1-da367411b882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (099bf4f2-18e2-45e9-9800-9fc97b483d2c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:26.599408 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9709bbc3-53a4-4ad4-a302-bc325bb62205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (52399acf-44ed-4a06-8113-2a756e08fbca), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:26.602495 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9709bbc3-53a4-4ad4-a302-bc325bb62205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:26.606043 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9709bbc3-53a4-4ad4-a302-bc325bb62205 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/52399acf-44ed-4a06-8113-2a756e08fbca HTTP/1.1" status: 204 len: 168 time: 0.3798780 Feb 07 21:07:26.610788 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4cdebe7-3a8b-4586-83a1-da367411b882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:26.614427 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b4cdebe7-3a8b-4586-83a1-da367411b882 admin admin] 10.222.0.65 "DELETE /v2.0/networks/099bf4f2-18e2-45e9-9800-9fc97b483d2c HTTP/1.1" status: 204 len: 168 time: 1.5573001 Feb 07 21:07:26.628027 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52164) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:26.633656 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-dd808e48-9b82-4421-a78c-158e01029861 req-8b9cdd6a-33e6-4605-bbd7-313c88cee7fa tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Allocated IP 172.20.0.7 (cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81/039429f6-d6cc-49db-bf32-0ffb3c8562c1/e8409814-1783-4eff-a7f3-7932192ab1c3) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:07:26.634854 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdebe7-3a8b-4586-83a1-da367411b882 admin admin] Pushing event deleted for resources: {'Network': ['ID=099bf4f2-18e2-45e9-9800-9fc97b483d2c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:26.637008 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709bbc3-53a4-4ad4-a302-bc325bb62205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52399acf-44ed-4a06-8113-2a756e08fbca,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:26.843218 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959024b8-ce87-4a96-9ebc-827735aa682d req-346bf9c3-42e2-4037-88bc-a28b8dbed66d tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:26.844733 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-959024b8-ce87-4a96-9ebc-827735aa682d req-346bf9c3-42e2-4037-88bc-a28b8dbed66d tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.0941417 Feb 07 21:07:26.871925 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dd808e48-9b82-4421-a78c-158e01029861 req-8b9cdd6a-33e6-4605-bbd7-313c88cee7fa tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks [] for port (e8409814-1783-4eff-a7f3-7932192ab1c3), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:26.928029 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-959024b8-ce87-4a96-9ebc-827735aa682d req-60437f68-e3a2-4de1-94ea-e2f9b6af4a83 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722444 Feb 07 21:07:26.968319 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1744395e-bbf7-4cea-acec-6cd15725cc7e req-aa4425cd-a6b7-4f01-8518-bdd5c133848e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=429aa14f-d5ea-44c1-9f58-bcc0539fa359 HTTP/1.1" status: 200 len: 210 time: 0.0461082 Feb 07 21:07:26.978590 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dd808e48-9b82-4421-a78c-158e01029861 req-8b9cdd6a-33e6-4605-bbd7-313c88cee7fa tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (e8409814-1783-4eff-a7f3-7932192ab1c3), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:26.991847 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['b9feb26d-0f66-4b71-8ed3-d190edbaf70e'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:07:27.055434 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd808e48-9b82-4421-a78c-158e01029861 req-8b9cdd6a-33e6-4605-bbd7-313c88cee7fa tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:07:27.078735 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-dd808e48-9b82-4421-a78c-158e01029861 req-8b9cdd6a-33e6-4605-bbd7-313c88cee7fa tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:07:27.087466 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd808e48-9b82-4421-a78c-158e01029861 req-8b9cdd6a-33e6-4605-bbd7-313c88cee7fa tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:07:27.112546 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52174) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:27.117227 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9cdd6a-33e6-4605-bbd7-313c88cee7fa tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Pushing event updated for resources: {'Port': ['ID=e8409814-1783-4eff-a7f3-7932192ab1c3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:27.140884 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0220b3d3-6f4d-402f-a614-c1209f695daf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:27.146033 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-987ef59e-298e-47de-b9c0-11060650858d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (7df5b036-96da-4efc-a57a-5e255a8c8895), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:27.148235 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3545b6-0721-4d29-b955-2d6c36cb8db9 req-97b2d027-6d16-4e0a-9873-ac0d03aef746 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:27.149800 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9b3545b6-0721-4d29-b955-2d6c36cb8db9 req-97b2d027-6d16-4e0a-9873-ac0d03aef746 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.1183605 Feb 07 21:07:27.160921 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd808e48-9b82-4421-a78c-158e01029861 req-8b9cdd6a-33e6-4605-bbd7-313c88cee7fa tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:27.161559 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dd808e48-9b82-4421-a78c-158e01029861 req-8b9cdd6a-33e6-4605-bbd7-313c88cee7fa tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:27.204600 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd808e48-9b82-4421-a78c-158e01029861 req-8b9cdd6a-33e6-4605-bbd7-313c88cee7fa tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2723851 Feb 07 21:07:27.216195 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-dd808e48-9b82-4421-a78c-158e01029861 req-b472967a-60b0-49cd-9aba-ba2e6dce11f2 service neutron] Request body: {'port': {'device_id': '429aa14f-d5ea-44c1-9f58-bcc0539fa359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:07:27.238264 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9b3545b6-0721-4d29-b955-2d6c36cb8db9 req-1714d52d-129a-440f-988c-eca5c239bbbf tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734892 Feb 07 21:07:27.280056 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dd808e48-9b82-4421-a78c-158e01029861 req-b472967a-60b0-49cd-9aba-ba2e6dce11f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e8409814-1783-4eff-a7f3-7932192ab1c3), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:27.319005 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0220b3d3-6f4d-402f-a614-c1209f695daf admin admin] Publish callbacks [] for security_group (aec81032-d86b-4887-a79f-40fcce4c3442), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:27.347376 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0220b3d3-6f4d-402f-a614-c1209f695daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (aec81032-d86b-4887-a79f-40fcce4c3442), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:27.410969 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220b3d3-6f4d-402f-a614-c1209f695daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec81032-d86b-4887-a79f-40fcce4c3442,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:27.415731 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0220b3d3-6f4d-402f-a614-c1209f695daf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ea93327157ea472aaa78f4fd7640ed8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3015802 Feb 07 21:07:27.418653 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 52176) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:27.523684 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-987ef59e-298e-47de-b9c0-11060650858d admin admin] Deleting port 63a7d8af-4b75-40fa-8907-7259120ed9f3 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:07:27.524027 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-987ef59e-298e-47de-b9c0-11060650858d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (63a7d8af-4b75-40fa-8907-7259120ed9f3), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:27.578229 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b73829f7-c71a-49b6-8da8-7a6ea8bd1a35 admin admin] Publish callbacks [] for security_group (aec81032-d86b-4887-a79f-40fcce4c3442), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:27.606786 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-987ef59e-298e-47de-b9c0-11060650858d admin admin] For port 63a7d8af-4b75-40fa-8907-7259120ed9f3, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=63a7d8af-4b75-40fa-8907-7259120ed9f3,segment=NetworkSegment(975a0b76-2372-4b98-a501-439b176682fc),segment_id=975a0b76-2372-4b98-a501-439b176682fc)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:27.607623 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-987ef59e-298e-47de-b9c0-11060650858d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (63a7d8af-4b75-40fa-8907-7259120ed9f3), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:27.627220 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-987ef59e-298e-47de-b9c0-11060650858d admin admin] Calling delete_port for 63a7d8af-4b75-40fa-8907-7259120ed9f3 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:07:27.821106 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-987ef59e-298e-47de-b9c0-11060650858d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (63a7d8af-4b75-40fa-8907-7259120ed9f3), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:27.850585 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ef59e-298e-47de-b9c0-11060650858d admin admin] Pushing event deleted for resources: {'Port': ['ID=63a7d8af-4b75-40fa-8907-7259120ed9f3,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:27.934906 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b73829f7-c71a-49b6-8da8-7a6ea8bd1a35 admin admin] Publish callbacks [] for security_group (aec81032-d86b-4887-a79f-40fcce4c3442), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:28.015123 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5a56c-4d52-4758-b8da-c1ed4d49fbc8 req-ec720ba3-7bc9-4b15-8048-a234206caad7 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:28.016688 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72a5a56c-4d52-4758-b8da-c1ed4d49fbc8 req-ec720ba3-7bc9-4b15-8048-a234206caad7 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 950 time: 0.5249729 Feb 07 21:07:28.032276 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3e286-b13e-4252-bfcb-864666d182a9 req-4dea9bd0-ddd3-4b59-9973-ba9f1ff778c6 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:28.033795 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2a3e286-b13e-4252-bfcb-864666d182a9 req-4dea9bd0-ddd3-4b59-9973-ba9f1ff778c6 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 946 time: 0.5222142 Feb 07 21:07:28.057842 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-dd808e48-9b82-4421-a78c-158e01029861 req-b472967a-60b0-49cd-9aba-ba2e6dce11f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8409814-1783-4eff-a7f3-7932192ab1c3 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:07:28.074180 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dd808e48-9b82-4421-a78c-158e01029861 req-b472967a-60b0-49cd-9aba-ba2e6dce11f2 service neutron] Publish callbacks [] for port (e8409814-1783-4eff-a7f3-7932192ab1c3), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:28.075030 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-987ef59e-298e-47de-b9c0-11060650858d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (7df5b036-96da-4efc-a57a-5e255a8c8895), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:28.124824 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-dd808e48-9b82-4421-a78c-158e01029861 req-b472967a-60b0-49cd-9aba-ba2e6dce11f2 service neutron] Transition to ACTIVE for port object e8409814-1783-4eff-a7f3-7932192ab1c3 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:07:28.125871 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b73829f7-c71a-49b6-8da8-7a6ea8bd1a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (aec81032-d86b-4887-a79f-40fcce4c3442), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:28.128416 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b73829f7-c71a-49b6-8da8-7a6ea8bd1a35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:28.132529 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b73829f7-c71a-49b6-8da8-7a6ea8bd1a35 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aec81032-d86b-4887-a79f-40fcce4c3442 HTTP/1.1" status: 204 len: 168 time: 0.7094646 Feb 07 21:07:28.146517 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dd808e48-9b82-4421-a78c-158e01029861 req-b472967a-60b0-49cd-9aba-ba2e6dce11f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (e8409814-1783-4eff-a7f3-7932192ab1c3), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:28.158869 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72a5a56c-4d52-4758-b8da-c1ed4d49fbc8 req-951d892e-313a-46b5-8c6f-d5218ee8abd0 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197908 Feb 07 21:07:28.165594 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73829f7-c71a-49b6-8da8-7a6ea8bd1a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec81032-d86b-4887-a79f-40fcce4c3442,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:28.202510 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2a3e286-b13e-4252-bfcb-864666d182a9 req-f320161b-db8a-4772-b186-1ce8ed7df425 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553235 Feb 07 21:07:28.226968 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472967a-60b0-49cd-9aba-ba2e6dce11f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e8409814-1783-4eff-a7f3-7932192ab1c3,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:28.388635 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987ef59e-298e-47de-b9c0-11060650858d admin admin] Router 7df5b036-96da-4efc-a57a-5e255a8c8895 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:07:28.399596 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-dd808e48-9b82-4421-a78c-158e01029861 req-b472967a-60b0-49cd-9aba-ba2e6dce11f2 service neutron] Attempting to bind port e8409814-1783-4eff-a7f3-7932192ab1c3 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:07:28.400125 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-dd808e48-9b82-4421-a78c-158e01029861 req-b472967a-60b0-49cd-9aba-ba2e6dce11f2 service neutron] Attempting to bind port e8409814-1783-4eff-a7f3-7932192ab1c3 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:07:28.400457 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd808e48-9b82-4421-a78c-158e01029861 req-b472967a-60b0-49cd-9aba-ba2e6dce11f2 service neutron] Attempting to bind port e8409814-1783-4eff-a7f3-7932192ab1c3 on network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:07:28.408337 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd808e48-9b82-4421-a78c-158e01029861 req-b472967a-60b0-49cd-9aba-ba2e6dce11f2 service neutron] Port e8409814-1783-4eff-a7f3-7932192ab1c3 on network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:07:28.408663 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd808e48-9b82-4421-a78c-158e01029861 req-b472967a-60b0-49cd-9aba-ba2e6dce11f2 service neutron] Attempting to bind port e8409814-1783-4eff-a7f3-7932192ab1c3 on network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:07:28.426176 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4459b5-7622-49af-8a09-36afffebce61 req-9208ac06-5de7-4c8e-99a2-ad712d861ce7 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:28.427730 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef4459b5-7622-49af-8a09-36afffebce61 req-9208ac06-5de7-4c8e-99a2-ad712d861ce7 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.1372266 Feb 07 21:07:28.430967 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd808e48-9b82-4421-a78c-158e01029861 req-b472967a-60b0-49cd-9aba-ba2e6dce11f2 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:07:28.431306 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd808e48-9b82-4421-a78c-158e01029861 req-b472967a-60b0-49cd-9aba-ba2e6dce11f2 service neutron] Checking segment: {'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:07:28.431692 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd808e48-9b82-4421-a78c-158e01029861 req-b472967a-60b0-49cd-9aba-ba2e6dce11f2 service neutron] Bound using segment: {'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:07:28.432139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-dd808e48-9b82-4421-a78c-158e01029861 req-b472967a-60b0-49cd-9aba-ba2e6dce11f2 service neutron] Bound port: e8409814-1783-4eff-a7f3-7932192ab1c3, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:07:28.432525 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dd808e48-9b82-4421-a78c-158e01029861 req-b472967a-60b0-49cd-9aba-ba2e6dce11f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e8409814-1783-4eff-a7f3-7932192ab1c3), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:28.462297 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8277b3-3a36-4bb7-a7e4-896e3521d35a req-e396076a-b9b8-4717-a1e9-9c8eeaea570c tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:28.463785 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b8277b3-3a36-4bb7-a7e4-896e3521d35a req-e396076a-b9b8-4717-a1e9-9c8eeaea570c tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=429aa14f-d5ea-44c1-9f58-bcc0539fa359 HTTP/1.1" status: 200 len: 943 time: 0.1356664 Feb 07 21:07:28.525812 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987ef59e-298e-47de-b9c0-11060650858d admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:07:28.531697 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-987ef59e-298e-47de-b9c0-11060650858d admin admin] 10.222.0.65 "PUT /v2.0/routers/7df5b036-96da-4efc-a57a-5e255a8c8895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9023414 Feb 07 21:07:28.533980 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52196) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:28.539875 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38854df2-835d-4ffc-a564-6cd70979b362 None None] Sync routers for ids ['7df5b036-96da-4efc-a57a-5e255a8c8895'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:07:28.550369 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38854df2-835d-4ffc-a564-6cd70979b362 None None] Routers {'7df5b036-96da-4efc-a57a-5e255a8c8895'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:07:28.550983 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-38854df2-835d-4ffc-a564-6cd70979b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:07:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7df5b036-96da-4efc-a57a-5e255a8c8895'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:28.589413 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-dd808e48-9b82-4421-a78c-158e01029861 req-b472967a-60b0-49cd-9aba-ba2e6dce11f2 service neutron] For port e8409814-1783-4eff-a7f3-7932192ab1c3, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:07:28.618348 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef4459b5-7622-49af-8a09-36afffebce61 req-8441bcd0-9bdb-41a2-bac5-ca2e51f5278f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818364 Feb 07 21:07:28.635215 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-dd808e48-9b82-4421-a78c-158e01029861 req-b472967a-60b0-49cd-9aba-ba2e6dce11f2 service neutron] For port e8409814-1783-4eff-a7f3-7932192ab1c3, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=e8409814-1783-4eff-a7f3-7932192ab1c3,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:07:28.652679 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b8277b3-3a36-4bb7-a7e4-896e3521d35a req-a4939087-6e13-41b5-b065-7fd7c8b538c2 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796420 Feb 07 21:07:28.657268 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dd808e48-9b82-4421-a78c-158e01029861 req-b472967a-60b0-49cd-9aba-ba2e6dce11f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (e8409814-1783-4eff-a7f3-7932192ab1c3), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:28.675832 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-38854df2-835d-4ffc-a564-6cd70979b362 None None] Set router 7df5b036-96da-4efc-a57a-5e255a8c8895 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:07:28.721326 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81cf6bab-2810-4cec-921c-a34b7630ccc2 admin admin] Publish callbacks [] for router (7df5b036-96da-4efc-a57a-5e255a8c8895), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:28.791913 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472967a-60b0-49cd-9aba-ba2e6dce11f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e8409814-1783-4eff-a7f3-7932192ab1c3,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:28.815164 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd808e48-9b82-4421-a78c-158e01029861 req-b472967a-60b0-49cd-9aba-ba2e6dce11f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:28.815887 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dd808e48-9b82-4421-a78c-158e01029861 req-b472967a-60b0-49cd-9aba-ba2e6dce11f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:28.817664 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd808e48-9b82-4421-a78c-158e01029861 req-b472967a-60b0-49cd-9aba-ba2e6dce11f2 service neutron] 10.222.0.71 "PUT /v2.0/ports/e8409814-1783-4eff-a7f3-7932192ab1c3 HTTP/1.1" status: 200 len: 1091 time: 1.6052854 Feb 07 21:07:28.818118 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429aa14f-d5ea-44c1-9f58-bcc0539fa359', 'tag': 'e8409814-1783-4eff-a7f3-7932192ab1c3'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:07:28.821033 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea98ecb-313b-4a06-94e1-df7749187d1f" -d '{"events": [{"name": "network-changed", "server_uuid": "429aa14f-d5ea-44c1-9f58-bcc0539fa359", "tag": "e8409814-1783-4eff-a7f3-7932192ab1c3"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:07:28.844254 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3518e9-4797-4595-926e-ef449e0f7eed req-f2e42628-5611-42ed-93ce-1d380631e891 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:28.852615 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6f3518e9-4797-4595-926e-ef449e0f7eed req-f2e42628-5611-42ed-93ce-1d380631e891 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.0925186 Feb 07 21:07:28.927876 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-38854df2-835d-4ffc-a564-6cd70979b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df5b036-96da-4efc-a57a-5e255a8c8895', 'name': 'tempest-AttachSCSIVolumeTestJSON-220449990-router', 'tenant_id': '3e15cbd660114adbb9f19842147e2c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '0a465534-4248-4325-bba5-bf0f88a10f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:04:41Z', 'updated_at': '2022-02-07T21:07:27Z', 'revision_number': 5, 'project_id': '3e15cbd660114adbb9f19842147e2c99', 'gw_port': {'id': '0a465534-4248-4325-bba5-bf0f88a10f10', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df5b036-96da-4efc-a57a-5e255a8c8895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:43Z', 'updated_at': '2022-02-07T21:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:28.936282 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6f3518e9-4797-4595-926e-ef449e0f7eed req-b448352c-3131-450b-9896-f92a2a6639c2 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828013 Feb 07 21:07:28.946536 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd808e48-9b82-4421-a78c-158e01029861 req-99ea76db-f856-4390-ad45-2c0652e5da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:28.948343 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd808e48-9b82-4421-a78c-158e01029861 req-99ea76db-f856-4390-ad45-2c0652e5da85 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=841a01135e18414d8cae49a87b71e7b4&device_id=429aa14f-d5ea-44c1-9f58-bcc0539fa359 HTTP/1.1" status: 200 len: 1125 time: 0.0754094 Feb 07 21:07:28.978546 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38854df2-835d-4ffc-a564-6cd70979b362 None None] Checking router: 7df5b036-96da-4efc-a57a-5e255a8c8895 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:07:28.995652 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38854df2-835d-4ffc-a564-6cd70979b362 None None] Routers {'7df5b036-96da-4efc-a57a-5e255a8c8895'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:07:28.996830 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-38854df2-835d-4ffc-a564-6cd70979b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:07:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7df5b036-96da-4efc-a57a-5e255a8c8895'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:29.001173 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81cf6bab-2810-4cec-921c-a34b7630ccc2 admin admin] Publish callbacks [] for router_gateway (7df5b036-96da-4efc-a57a-5e255a8c8895), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:29.009124 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd808e48-9b82-4421-a78c-158e01029861 req-50f23158-c91a-4438-9862-b538eb402dfe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8409814-1783-4eff-a7f3-7932192ab1c3 HTTP/1.1" status: 200 len: 217 time: 0.0497692 Feb 07 21:07:29.010673 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e1035a-cc3e-479e-bedb-0e60d48fe702 x-openstack-request-id: req-b8e1035a-cc3e-479e-bedb-0e60d48fe702 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:07:29.010967 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429aa14f-d5ea-44c1-9f58-bcc0539fa359", "tag": "e8409814-1783-4eff-a7f3-7932192ab1c3", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:07:29.011224 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b8e1035a-cc3e-479e-bedb-0e60d48fe702 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:07:29.012282 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429aa14f-d5ea-44c1-9f58-bcc0539fa359', 'tag': 'e8409814-1783-4eff-a7f3-7932192ab1c3', 'status': 'completed', 'code': 200} Feb 07 21:07:29.072513 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd808e48-9b82-4421-a78c-158e01029861 req-933aac4e-0277-4278-b269-53f50b648864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:29.074402 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd808e48-9b82-4421-a78c-158e01029861 req-933aac4e-0277-4278-b269-53f50b648864 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=039429f6-d6cc-49db-bf32-0ffb3c8562c1 HTTP/1.1" status: 200 len: 845 time: 0.0589108 Feb 07 21:07:29.130468 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd808e48-9b82-4421-a78c-158e01029861 req-b163fd5b-b9f3-4a68-8891-e83b50f1c8ed service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499215 Feb 07 21:07:29.139136 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-38854df2-835d-4ffc-a564-6cd70979b362 None None] Set router 7df5b036-96da-4efc-a57a-5e255a8c8895 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:07:29.329855 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd808e48-9b82-4421-a78c-158e01029861 req-dbc7826a-11aa-4e8a-9984-0df55ead73d7 service neutron] 10.222.0.71 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894755 Feb 07 21:07:29.330597 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 52234) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:29.407155 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-81cf6bab-2810-4cec-921c-a34b7630ccc2 admin admin] Deleting port 0a465534-4248-4325-bba5-bf0f88a10f10 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:07:29.407733 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81cf6bab-2810-4cec-921c-a34b7630ccc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (0a465534-4248-4325-bba5-bf0f88a10f10), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:29.438559 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23656fcd-2f26-43ef-b5bb-497d9147d636 req-08470734-a06c-489b-b697-e6a68ee9b97a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:29.440186 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-23656fcd-2f26-43ef-b5bb-497d9147d636 req-08470734-a06c-489b-b697-e6a68ee9b97a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 950 time: 0.1598005 Feb 07 21:07:29.491656 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-81cf6bab-2810-4cec-921c-a34b7630ccc2 admin admin] For port 0a465534-4248-4325-bba5-bf0f88a10f10, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0a465534-4248-4325-bba5-bf0f88a10f10,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:29.491953 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81cf6bab-2810-4cec-921c-a34b7630ccc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (0a465534-4248-4325-bba5-bf0f88a10f10), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:29.497307 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2274e41a-21d0-4e20-baab-eb0ee49dce85 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-531172978-network', 'tenant_id': '581401f16c9f4e91824e00844c3b72ce'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:07:29.503578 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-38854df2-835d-4ffc-a564-6cd70979b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df5b036-96da-4efc-a57a-5e255a8c8895', 'name': 'tempest-AttachSCSIVolumeTestJSON-220449990-router', 'tenant_id': '3e15cbd660114adbb9f19842147e2c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '0a465534-4248-4325-bba5-bf0f88a10f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:04:41Z', 'updated_at': '2022-02-07T21:07:27Z', 'revision_number': 5, 'project_id': '3e15cbd660114adbb9f19842147e2c99', 'gw_port': {'id': '0a465534-4248-4325-bba5-bf0f88a10f10', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df5b036-96da-4efc-a57a-5e255a8c8895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:43Z', 'updated_at': '2022-02-07T21:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:29.505411 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-81cf6bab-2810-4cec-921c-a34b7630ccc2 admin admin] Calling delete_port for 0a465534-4248-4325-bba5-bf0f88a10f10 owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:07:29.513179 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd808e48-9b82-4421-a78c-158e01029861 req-b3ee75d9-3c88-4734-81d7-160df63d310f service neutron] 10.222.0.71 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653697 Feb 07 21:07:29.519714 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-23656fcd-2f26-43ef-b5bb-497d9147d636 req-b6ccc88d-a8a7-4829-bd68-6cead8bc10de tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695937 Feb 07 21:07:29.536584 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2274e41a-21d0-4e20-baab-eb0ee49dce85 admin admin] Made reservation on behalf of 581401f16c9f4e91824e00844c3b72ce for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:07:29.539964 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2274e41a-21d0-4e20-baab-eb0ee49dce85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:29.550556 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2274e41a-21d0-4e20-baab-eb0ee49dce85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:29.554551 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38854df2-835d-4ffc-a564-6cd70979b362 None None] The sync data for ids ['7df5b036-96da-4efc-a57a-5e255a8c8895'] in n-d-828185-2 is: [{'id': '7df5b036-96da-4efc-a57a-5e255a8c8895', 'name': 'tempest-AttachSCSIVolumeTestJSON-220449990-router', 'tenant_id': '3e15cbd660114adbb9f19842147e2c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '0a465534-4248-4325-bba5-bf0f88a10f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:04:41Z', 'updated_at': '2022-02-07T21:07:27Z', 'revision_number': 5, 'project_id': '3e15cbd660114adbb9f19842147e2c99', 'gw_port': {'id': '0a465534-4248-4325-bba5-bf0f88a10f10', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:37:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df5b036-96da-4efc-a57a-5e255a8c8895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:04:43Z', 'updated_at': '2022-02-07T21:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:07:29.643546 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea98ecb-313b-4a06-94e1-df7749187d1f req-9a48dc13-4b34-4459-a145-60faa9c13e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:29.645246 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ea98ecb-313b-4a06-94e1-df7749187d1f req-9a48dc13-4b34-4459-a145-60faa9c13e79 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=841a01135e18414d8cae49a87b71e7b4&device_id=429aa14f-d5ea-44c1-9f58-bcc0539fa359 HTTP/1.1" status: 200 len: 1125 time: 0.0793049 Feb 07 21:07:29.730035 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81cf6bab-2810-4cec-921c-a34b7630ccc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (0a465534-4248-4325-bba5-bf0f88a10f10), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:29.757243 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf6bab-2810-4cec-921c-a34b7630ccc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a465534-4248-4325-bba5-bf0f88a10f10,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:29.776533 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2274e41a-21d0-4e20-baab-eb0ee49dce85 admin admin] Publish callbacks [] for security_group (02a43b1a-8238-4af7-b47f-ac7b06b1905e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:29.802007 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2274e41a-21d0-4e20-baab-eb0ee49dce85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (02a43b1a-8238-4af7-b47f-ac7b06b1905e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:29.815892 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81cf6bab-2810-4cec-921c-a34b7630ccc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (7df5b036-96da-4efc-a57a-5e255a8c8895), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:29.847816 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2274e41a-21d0-4e20-baab-eb0ee49dce85 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:07:29.885283 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea98ecb-313b-4a06-94e1-df7749187d1f req-f9679b80-609b-47d0-b558-a2d121f60e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:29.887011 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ea98ecb-313b-4a06-94e1-df7749187d1f req-f9679b80-609b-47d0-b558-a2d121f60e12 service neutron] 10.222.0.71 "GET /v2.0/networks?id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 HTTP/1.1" status: 200 len: 906 time: 0.2356632 Feb 07 21:07:29.888978 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2274e41a-21d0-4e20-baab-eb0ee49dce85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (ffbda5dc-8c70-46e7-b46b-5b1461d21f3c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:29.889319 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-2274e41a-21d0-4e20-baab-eb0ee49dce85 admin admin] Added segment ffbda5dc-8c70-46e7-b46b-5b1461d21f3c of type vlan for network e84d6b73-d63e-4c91-80fe-e030fae397c5 Feb 07 21:07:29.892011 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274e41a-21d0-4e20-baab-eb0ee49dce85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a43b1a-8238-4af7-b47f-ac7b06b1905e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:29.900704 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d99239-5ba7-4532-aa64-b8c0ca6a0847 req-aa20c95c-97d0-4871-8123-62df0280bf25 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:29.902160 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-67d99239-5ba7-4532-aa64-b8c0ca6a0847 req-aa20c95c-97d0-4871-8123-62df0280bf25 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.1891184 Feb 07 21:07:29.908006 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81cf6bab-2810-4cec-921c-a34b7630ccc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (7df5b036-96da-4efc-a57a-5e255a8c8895), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:29.911227 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81cf6bab-2810-4cec-921c-a34b7630ccc2 admin admin] Publish callbacks [] for router_controller (7df5b036-96da-4efc-a57a-5e255a8c8895), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:29.927064 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8f851-4c77-43cc-8ea6-cec43eb317ec req-019c544f-a685-43a5-b788-11165d0911a1 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:29.929121 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b8b8f851-4c77-43cc-8ea6-cec43eb317ec req-019c544f-a685-43a5-b788-11165d0911a1 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=429aa14f-d5ea-44c1-9f58-bcc0539fa359 HTTP/1.1" status: 200 len: 943 time: 0.1941679 Feb 07 21:07:29.970839 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81cf6bab-2810-4cec-921c-a34b7630ccc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (7df5b036-96da-4efc-a57a-5e255a8c8895), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:29.971601 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cf6bab-2810-4cec-921c-a34b7630ccc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7df5b036-96da-4efc-a57a-5e255a8c8895 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:07:29.977552 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81cf6bab-2810-4cec-921c-a34b7630ccc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:29.981189 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-81cf6bab-2810-4cec-921c-a34b7630ccc2 admin admin] 10.222.0.65 "DELETE /v2.0/routers/7df5b036-96da-4efc-a57a-5e255a8c8895 HTTP/1.1" status: 204 len: 168 time: 1.4437993 Feb 07 21:07:29.981471 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52244) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:29.995487 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ea98ecb-313b-4a06-94e1-df7749187d1f req-e96e11fb-bf91-47b7-8de8-6543cae5df56 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8409814-1783-4eff-a7f3-7932192ab1c3 HTTP/1.1" status: 200 len: 217 time: 0.0830829 Feb 07 21:07:30.033563 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a6a13e-0066-4407-927f-64d2ca51de88 admin admin] Deleting subnet fb211195-70ea-4238-93ce-7e8f1d7dc141 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:07:30.037015 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37a6a13e-0066-4407-927f-64d2ca51de88 admin admin] Publish callbacks [] for subnet (fb211195-70ea-4238-93ce-7e8f1d7dc141), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:30.054850 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2274e41a-21d0-4e20-baab-eb0ee49dce85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (e84d6b73-d63e-4c91-80fe-e030fae397c5), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:30.066819 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 63a7d8af-4b75-40fa-8907-7259120ed9f3 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:07:30.091261 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 63a7d8af-4b75-40fa-8907-7259120ed9f3 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:07:30.091888 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37a6a13e-0066-4407-927f-64d2ca51de88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (fb211195-70ea-4238-93ce-7e8f1d7dc141), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:30.092032 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 63a7d8af-4b75-40fa-8907-7259120ed9f3 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:07:30.123192 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-67d99239-5ba7-4532-aa64-b8c0ca6a0847 req-a165f544-45ae-42eb-8731-55e382514ee5 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917994 Feb 07 21:07:30.127063 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea98ecb-313b-4a06-94e1-df7749187d1f req-a05a5d46-aeda-45ed-90ca-cd471a8222e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:30.128522 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ea98ecb-313b-4a06-94e1-df7749187d1f req-a05a5d46-aeda-45ed-90ca-cd471a8222e6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=039429f6-d6cc-49db-bf32-0ffb3c8562c1 HTTP/1.1" status: 200 len: 845 time: 0.1234481 Feb 07 21:07:30.131604 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b8b8f851-4c77-43cc-8ea6-cec43eb317ec req-938f18f4-9d2f-4f03-8d40-765bfbc6860f tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663206 Feb 07 21:07:30.175120 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2274e41a-21d0-4e20-baab-eb0ee49dce85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (e84d6b73-d63e-4c91-80fe-e030fae397c5), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:30.176237 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2274e41a-21d0-4e20-baab-eb0ee49dce85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:30.177479 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2274e41a-21d0-4e20-baab-eb0ee49dce85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:30.184562 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ea98ecb-313b-4a06-94e1-df7749187d1f req-b95e0a7e-929f-4b87-9a08-945ec9db1d6f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487809 Feb 07 21:07:30.209321 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37a6a13e-0066-4407-927f-64d2ca51de88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (fb211195-70ea-4238-93ce-7e8f1d7dc141), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:30.274577 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37a6a13e-0066-4407-927f-64d2ca51de88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (fb211195-70ea-4238-93ce-7e8f1d7dc141), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:30.309259 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2274e41a-21d0-4e20-baab-eb0ee49dce85 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9601083 Feb 07 21:07:30.309484 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6a13e-0066-4407-927f-64d2ca51de88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb211195-70ea-4238-93ce-7e8f1d7dc141,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:30.311052 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52256) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:30.315890 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-83e7aaa7-e74a-4811-88b0-fb9650024edf admin admin] Request body: {'subnet': {'network_id': 'e84d6b73-d63e-4c91-80fe-e030fae397c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-531172978-subnet', 'tenant_id': '581401f16c9f4e91824e00844c3b72ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:07:30.325207 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37a6a13e-0066-4407-927f-64d2ca51de88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:30.332905 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-37a6a13e-0066-4407-927f-64d2ca51de88 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fb211195-70ea-4238-93ce-7e8f1d7dc141 HTTP/1.1" status: 204 len: 168 time: 0.3494837 Feb 07 21:07:30.335205 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacf4201-b00f-4178-8d42-c2f33752cde6 None None] Network 88f5e396-4a19-4ad7-a1c2-230b7b90b20e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:07:30.337253 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52258) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:30.341390 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274e41a-21d0-4e20-baab-eb0ee49dce85 admin admin] Pushing event updated for resources: {'Network': ['ID=e84d6b73-d63e-4c91-80fe-e030fae397c5,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:30.376108 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526cdef-3388-4d97-90d5-32d4da1f1acb req-f81beeef-de38-42a0-95ef-e119ec803adf tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:30.378119 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7526cdef-3388-4d97-90d5-32d4da1f1acb req-f81beeef-de38-42a0-95ef-e119ec803adf tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.1731288 Feb 07 21:07:30.395738 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ea98ecb-313b-4a06-94e1-df7749187d1f req-63c0f313-4b64-4885-ad63-e926096eec56 service neutron] 10.222.0.71 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942282 Feb 07 21:07:30.398389 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network e84d6b73-d63e-4c91-80fe-e030fae397c5 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:07:30.427154 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1289adf0-b4ca-4306-927e-172b727fefeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (88f5e396-4a19-4ad7-a1c2-230b7b90b20e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:30.466271 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e7aaa7-e74a-4811-88b0-fb9650024edf admin admin] Made reservation on behalf of 581401f16c9f4e91824e00844c3b72ce for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:07:30.468021 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83e7aaa7-e74a-4811-88b0-fb9650024edf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:30.489949 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7526cdef-3388-4d97-90d5-32d4da1f1acb req-08bd50ed-8ecd-4cc2-9d55-3f6441296217 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040506 Feb 07 21:07:30.546507 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ea98ecb-313b-4a06-94e1-df7749187d1f req-87c3915e-7a3f-4990-a73f-56a5bbfcf5fb service neutron] 10.222.0.71 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429839 Feb 07 21:07:30.582107 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1289adf0-b4ca-4306-927e-172b727fefeb admin admin] Deleting port cdc456e7-bbc5-4794-993b-25ce66e6f77c {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:07:30.582443 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1289adf0-b4ca-4306-927e-172b727fefeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (cdc456e7-bbc5-4794-993b-25ce66e6f77c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:30.663719 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1289adf0-b4ca-4306-927e-172b727fefeb admin admin] For port cdc456e7-bbc5-4794-993b-25ce66e6f77c, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=cdc456e7-bbc5-4794-993b-25ce66e6f77c,segment=NetworkSegment(975a0b76-2372-4b98-a501-439b176682fc),segment_id=975a0b76-2372-4b98-a501-439b176682fc)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:30.664008 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1289adf0-b4ca-4306-927e-172b727fefeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (cdc456e7-bbc5-4794-993b-25ce66e6f77c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:30.665245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab87d1-c3c9-4dd2-992d-f6614b65fe71 req-7580567e-36a0-4776-9894-4379b00cc6db tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:30.666716 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fab87d1-c3c9-4dd2-992d-f6614b65fe71 req-7580567e-36a0-4776-9894-4379b00cc6db tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 950 time: 0.0551436 Feb 07 21:07:30.696658 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1289adf0-b4ca-4306-927e-172b727fefeb admin admin] Calling delete_port for cdc456e7-bbc5-4794-993b-25ce66e6f77c owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:07:30.715747 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fab87d1-c3c9-4dd2-992d-f6614b65fe71 req-42e22d20-5d16-443a-ad3a-f47ffe198290 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428360 Feb 07 21:07:30.803188 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83e7aaa7-e74a-4811-88b0-fb9650024edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (e8473b91-9da3-4301-bf9b-d97fd8f88178), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:30.842848 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7cce11-88dd-42f8-b4b7-0353433a5c0c None None] DHCP port deletion for 88f5e396-4a19-4ad7-a1c2-230b7b90b20e request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:07:30.869444 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7aaa7-e74a-4811-88b0-fb9650024edf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8473b91-9da3-4301-bf9b-d97fd8f88178,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:30.885709 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1289adf0-b4ca-4306-927e-172b727fefeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (cdc456e7-bbc5-4794-993b-25ce66e6f77c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:30.910657 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-bb7cce11-88dd-42f8-b4b7-0353433a5c0c None None] Deleting port cdc456e7-bbc5-4794-993b-25ce66e6f77c {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:07:30.911144 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bb7cce11-88dd-42f8-b4b7-0353433a5c0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (cdc456e7-bbc5-4794-993b-25ce66e6f77c), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:30.926671 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289adf0-b4ca-4306-927e-172b727fefeb admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc456e7-bbc5-4794-993b-25ce66e6f77c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:30.928563 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1289adf0-b4ca-4306-927e-172b727fefeb admin admin] No DVR routers for this DVR port cdc456e7-bbc5-4794-993b-25ce66e6f77c on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:07:30.930174 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e7aaa7-e74a-4811-88b0-fb9650024edf admin admin] Checking segment: {'id': 'ffbda5dc-8c70-46e7-b46b-5b1461d21f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e84d6b73-d63e-4c91-80fe-e030fae397c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:07:30.930537 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e7aaa7-e74a-4811-88b0-fb9650024edf admin admin] Network hostable DHCP agents. Network: e84d6b73-d63e-4c91-80fe-e030fae397c5, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:07:30.982561 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-bb7cce11-88dd-42f8-b4b7-0353433a5c0c None None] For port cdc456e7-bbc5-4794-993b-25ce66e6f77c, host n-d-828185-2, got binding levels [] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:30.983026 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bb7cce11-88dd-42f8-b4b7-0353433a5c0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (cdc456e7-bbc5-4794-993b-25ce66e6f77c), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:30.996280 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-bb7cce11-88dd-42f8-b4b7-0353433a5c0c None None] Calling delete_port for cdc456e7-bbc5-4794-993b-25ce66e6f77c owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:07:30.999700 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.ipam_backend_mixin [None req-bb7cce11-88dd-42f8-b4b7-0353433a5c0c None None] Port cdc456e7-bbc5-4794-993b-25ce66e6f77c was not found and therefore no delete operation was performed {{(pid=103257) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 21:07:31.001673 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bb7cce11-88dd-42f8-b4b7-0353433a5c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (cdc456e7-bbc5-4794-993b-25ce66e6f77c), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:31.012635 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e7aaa7-e74a-4811-88b0-fb9650024edf admin admin] Network e84d6b73-d63e-4c91-80fe-e030fae397c5 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:07:31.021664 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1289adf0-b4ca-4306-927e-172b727fefeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (88f5e396-4a19-4ad7-a1c2-230b7b90b20e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:31.027080 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7cce11-88dd-42f8-b4b7-0353433a5c0c None None] Pushing event deleted for resources: {'Port': ['ID=cdc456e7-bbc5-4794-993b-25ce66e6f77c,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:31.030684 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-83e7aaa7-e74a-4811-88b0-fb9650024edf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, e84d6b73-d63e-4c91-80fe-e030fae397c5) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:07:31.038321 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7cce11-88dd-42f8-b4b7-0353433a5c0c None None] No DVR routers for this DVR port cdc456e7-bbc5-4794-993b-25ce66e6f77c on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:07:31.039470 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e7aaa7-e74a-4811-88b0-fb9650024edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:31.039996 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83e7aaa7-e74a-4811-88b0-fb9650024edf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:31.046986 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c6578b-006f-46b8-8d16-99a1ce461005 None None] Network e84d6b73-d63e-4c91-80fe-e030fae397c5 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:07:31.057531 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-1289adf0-b4ca-4306-927e-172b727fefeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f5e396-4a19-4ad7-a1c2-230b7b90b20e']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:31.067810 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-1289adf0-b4ca-4306-927e-172b727fefeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975a0b76-2372-4b98-a501-439b176682fc') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:31.068065 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-1289adf0-b4ca-4306-927e-172b727fefeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975a0b76-2372-4b98-a501-439b176682fc') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:31.077394 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-83e7aaa7-e74a-4811-88b0-fb9650024edf admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7653060 Feb 07 21:07:31.080912 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1289adf0-b4ca-4306-927e-172b727fefeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (975a0b76-2372-4b98-a501-439b176682fc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:31.098301 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1289adf0-b4ca-4306-927e-172b727fefeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (975a0b76-2372-4b98-a501-439b176682fc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:31.111339 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1289adf0-b4ca-4306-927e-172b727fefeb admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:07:31.111744 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1289adf0-b4ca-4306-927e-172b727fefeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (975a0b76-2372-4b98-a501-439b176682fc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:07:31.113617 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:07:31.171628 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871db347-4202-49ac-b709-d7574ae85ffa None None] Network e84d6b73-d63e-4c91-80fe-e030fae397c5 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:07:31.225878 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1289adf0-b4ca-4306-927e-172b727fefeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (88f5e396-4a19-4ad7-a1c2-230b7b90b20e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:31.230383 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c77439-0235-4fa0-93d2-e4c0b1770358 req-5bc72323-ad5c-495c-bf1b-52c57f5cfc44 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:31.239411 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1289adf0-b4ca-4306-927e-172b727fefeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:31.249525 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e0c77439-0235-4fa0-93d2-e4c0b1770358 req-5bc72323-ad5c-495c-bf1b-52c57f5cfc44 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.1267462 Feb 07 21:07:31.250748 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1289adf0-b4ca-4306-927e-172b727fefeb admin admin] 10.222.0.65 "DELETE /v2.0/networks/88f5e396-4a19-4ad7-a1c2-230b7b90b20e HTTP/1.1" status: 204 len: 168 time: 0.9128504 Feb 07 21:07:31.264365 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289adf0-b4ca-4306-927e-172b727fefeb admin admin] Pushing event deleted for resources: {'Network': ['ID=88f5e396-4a19-4ad7-a1c2-230b7b90b20e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:31.404044 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 52276) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:31.455719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5b499-d468-41e9-a68b-fddaf9768715 req-ba3b603e-be20-44fb-ab02-9138e75e5359 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:31.457257 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dec5b499-d468-41e9-a68b-fddaf9768715 req-ba3b603e-be20-44fb-ab02-9138e75e5359 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.2068195 Feb 07 21:07:31.474944 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421edac-9ea4-4f20-8f25-5afb141f2a14 req-267fae7e-9b86-4d14-b814-4266ad785b08 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:31.476542 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1421edac-9ea4-4f20-8f25-5afb141f2a14 req-267fae7e-9b86-4d14-b814-4266ad785b08 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=429aa14f-d5ea-44c1-9f58-bcc0539fa359 HTTP/1.1" status: 200 len: 943 time: 0.1974230 Feb 07 21:07:31.527204 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0aa10d71-1003-47bf-aeca-1647996e114a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c81e32ac0e87423b927d54e210f034d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1214778 Feb 07 21:07:31.530151 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52280) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:31.536686 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-e0c77439-0235-4fa0-93d2-e4c0b1770358 req-8cd41fdb-c94d-423e-b6f0-6fff2d2d9ca6 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Deleting port f6be35f8-2180-48c6-80fa-1ad984dae764 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:07:31.537030 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e0c77439-0235-4fa0-93d2-e4c0b1770358 req-8cd41fdb-c94d-423e-b6f0-6fff2d2d9ca6 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f6be35f8-2180-48c6-80fa-1ad984dae764), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:31.566326 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:07:31.590982 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50d01b6d-76ff-4795-ae66-46a0db48ee12 admin admin] Publish callbacks [] for security_group (36bd7520-30cc-4931-89fb-9fc6c0f90fb6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:31.614915 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50d01b6d-76ff-4795-ae66-46a0db48ee12 admin admin] Publish callbacks [] for security_group (36bd7520-30cc-4931-89fb-9fc6c0f90fb6), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:31.623182 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dec5b499-d468-41e9-a68b-fddaf9768715 req-c6d3ef45-ab3d-4bd1-a6ea-2fac33b07b97 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553447 Feb 07 21:07:31.632672 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1421edac-9ea4-4f20-8f25-5afb141f2a14 req-dcf1bfd1-a598-42a9-ada4-a92fb587a33c tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358795 Feb 07 21:07:31.695302 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-e0c77439-0235-4fa0-93d2-e4c0b1770358 req-8cd41fdb-c94d-423e-b6f0-6fff2d2d9ca6 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] For port f6be35f8-2180-48c6-80fa-1ad984dae764, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=f6be35f8-2180-48c6-80fa-1ad984dae764,segment=NetworkSegment(9e27aa91-55cc-462d-aeb7-1b345510d8cb),segment_id=9e27aa91-55cc-462d-aeb7-1b345510d8cb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:31.696062 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e0c77439-0235-4fa0-93d2-e4c0b1770358 req-8cd41fdb-c94d-423e-b6f0-6fff2d2d9ca6 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f6be35f8-2180-48c6-80fa-1ad984dae764), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:31.705646 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50d01b6d-76ff-4795-ae66-46a0db48ee12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (36bd7520-30cc-4931-89fb-9fc6c0f90fb6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:31.708378 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50d01b6d-76ff-4795-ae66-46a0db48ee12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:31.712561 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-50d01b6d-76ff-4795-ae66-46a0db48ee12 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/36bd7520-30cc-4931-89fb-9fc6c0f90fb6 HTTP/1.1" status: 204 len: 168 time: 0.1782727 Feb 07 21:07:31.722545 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-e0c77439-0235-4fa0-93d2-e4c0b1770358 req-8cd41fdb-c94d-423e-b6f0-6fff2d2d9ca6 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Calling delete_port for f6be35f8-2180-48c6-80fa-1ad984dae764 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:07:31.731895 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d01b6d-76ff-4795-ae66-46a0db48ee12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bd7520-30cc-4931-89fb-9fc6c0f90fb6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:31.954891 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cfdae-acdc-4c14-914f-90be63f8acb1 req-0f0a1ec1-b640-41a8-a84c-098ad9c98bd6 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:31.962794 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cb8cfdae-acdc-4c14-914f-90be63f8acb1 req-0f0a1ec1-b640-41a8-a84c-098ad9c98bd6 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9ad788-6f75-4b26-9b60-c5e3615b2ede HTTP/1.1" status: 200 len: 945 time: 0.1347051 Feb 07 21:07:31.970819 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db981727-6b91-4690-a932-02447fc68f2b req-42eb8667-bff0-4426-80f9-66ec2d0d84f2 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:31.972870 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db981727-6b91-4690-a932-02447fc68f2b req-42eb8667-bff0-4426-80f9-66ec2d0d84f2 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 950 time: 0.1386673 Feb 07 21:07:31.995120 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device cdc456e7-bbc5-4794-993b-25ce66e6f77c no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:07:32.022853 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: cdc456e7-bbc5-4794-993b-25ce66e6f77c {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:07:32.023203 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device cdc456e7-bbc5-4794-993b-25ce66e6f77c not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:07:32.023628 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0a465534-4248-4325-bba5-bf0f88a10f10 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:07:32.044959 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 0a465534-4248-4325-bba5-bf0f88a10f10 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:07:32.045290 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0a465534-4248-4325-bba5-bf0f88a10f10 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:07:32.096356 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cb8cfdae-acdc-4c14-914f-90be63f8acb1 req-1416e0ab-16a1-42c5-b312-39ee71e7cfe5 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.65 "GET /v2.0/security-groups?id=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326520 Feb 07 21:07:32.099757 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e0c77439-0235-4fa0-93d2-e4c0b1770358 req-8cd41fdb-c94d-423e-b6f0-6fff2d2d9ca6 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f6be35f8-2180-48c6-80fa-1ad984dae764), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:32.111413 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db981727-6b91-4690-a932-02447fc68f2b req-76b1f83c-18e9-47f4-928d-697d96da4325 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273956 Feb 07 21:07:32.113871 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['f6be35f8-2180-48c6-80fa-1ad984dae764'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:07:32.140715 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd41fdb-c94d-423e-b6f0-6fff2d2d9ca6 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Pushing event deleted for resources: {'Port': ['ID=f6be35f8-2180-48c6-80fa-1ad984dae764,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:32.189318 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52302) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:32.203316 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c77439-0235-4fa0-93d2-e4c0b1770358 req-8cd41fdb-c94d-423e-b6f0-6fff2d2d9ca6 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] No DVR routers for this DVR port f6be35f8-2180-48c6-80fa-1ad984dae764 on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:07:32.205782 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e0c77439-0235-4fa0-93d2-e4c0b1770358 req-8cd41fdb-c94d-423e-b6f0-6fff2d2d9ca6 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:32.210036 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e0c77439-0235-4fa0-93d2-e4c0b1770358 req-8cd41fdb-c94d-423e-b6f0-6fff2d2d9ca6 tempest-ServerRescueNegativeTestJSON-1859369630 tempest-ServerRescueNegativeTestJSON-1859369630-project] 10.222.0.69 "DELETE /v2.0/ports/f6be35f8-2180-48c6-80fa-1ad984dae764 HTTP/1.1" status: 204 len: 173 time: 0.9325473 Feb 07 21:07:32.210195 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9ad788-6f75-4b26-9b60-c5e3615b2ede', 'name': 'network-vif-deleted', 'tag': 'f6be35f8-2180-48c6-80fa-1ad984dae764'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:07:32.212330 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2538baa-76e4-4793-aca1-438ebee3b23a" -d '{"events": [{"server_uuid": "9a9ad788-6f75-4b26-9b60-c5e3615b2ede", "name": "network-vif-deleted", "tag": "f6be35f8-2180-48c6-80fa-1ad984dae764"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:07:32.257550 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011b9f1d-a215-40fc-bdbb-91e668421d71 x-openstack-request-id: req-011b9f1d-a215-40fc-bdbb-91e668421d71 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:07:32.257841 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9ad788-6f75-4b26-9b60-c5e3615b2ede", "name": "network-vif-deleted", "tag": "f6be35f8-2180-48c6-80fa-1ad984dae764", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:07:32.258096 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-011b9f1d-a215-40fc-bdbb-91e668421d71 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:07:32.258494 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9ad788-6f75-4b26-9b60-c5e3615b2ede', 'name': 'network-vif-deleted', 'tag': 'f6be35f8-2180-48c6-80fa-1ad984dae764', 'status': 'completed', 'code': 200} Feb 07 21:07:32.259492 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 52306) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:32.259754 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-69230735-b8a6-49be-b47b-9a237da7ce5e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3e15cbd660114adbb9f19842147e2c99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0693104 Feb 07 21:07:32.325752 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e820732-6bcb-42c6-a003-1555d61da474 admin admin] Publish callbacks [] for security_group (9c715db6-63a0-4dfe-a635-82e38fe0a85b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:32.348670 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e820732-6bcb-42c6-a003-1555d61da474 admin admin] Publish callbacks [] for security_group (9c715db6-63a0-4dfe-a635-82e38fe0a85b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:32.396094 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e820732-6bcb-42c6-a003-1555d61da474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9c715db6-63a0-4dfe-a635-82e38fe0a85b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:32.399287 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e820732-6bcb-42c6-a003-1555d61da474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:32.400473 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7e820732-6bcb-42c6-a003-1555d61da474 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9c715db6-63a0-4dfe-a635-82e38fe0a85b HTTP/1.1" status: 204 len: 168 time: 0.1401305 Feb 07 21:07:32.408419 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e820732-6bcb-42c6-a003-1555d61da474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c715db6-63a0-4dfe-a635-82e38fe0a85b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:32.427491 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 9c89f1c5-ef51-409c-a7db-4f834c5e3de1 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:07:32.539234 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 9c89f1c5-ef51-409c-a7db-4f834c5e3de1, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9c89f1c5-ef51-409c-a7db-4f834c5e3de1,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:32.554111 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '9c89f1c5-ef51-409c-a7db-4f834c5e3de1', 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3', 'port_id': '9c89f1c5-ef51-409c-a7db-4f834c5e3de1', 'mac_address': 'fa:16:3e:09:38:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d136787-de5f-4353-a2b9-a7f4409cab76', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:07:32.593864 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 9c89f1c5-ef51-409c-a7db-4f834c5e3de1 is: ACTIVE; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:32.594410 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9c89f1c5-ef51-409c-a7db-4f834c5e3de1), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:32.608859 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c89f1c5-ef51-409c-a7db-4f834c5e3de1 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:07:32.642105 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 9c89f1c5-ef51-409c-a7db-4f834c5e3de1, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9c89f1c5-ef51-409c-a7db-4f834c5e3de1,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:32.648917 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9c89f1c5-ef51-409c-a7db-4f834c5e3de1), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:32.649781 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device e8409814-1783-4eff-a7f3-7932192ab1c3 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:07:32.876182 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47443d-3bc0-4709-9764-9691803e516c req-70d28078-3ab5-41b6-9f14-f648427bbf99 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:32.879636 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf47443d-3bc0-4709-9764-9691803e516c req-70d28078-3ab5-41b6-9f14-f648427bbf99 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.1425772 Feb 07 21:07:32.885974 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port e8409814-1783-4eff-a7f3-7932192ab1c3, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=e8409814-1783-4eff-a7f3-7932192ab1c3,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:32.901841 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'e8409814-1783-4eff-a7f3-7932192ab1c3', 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81', 'port_id': 'e8409814-1783-4eff-a7f3-7932192ab1c3', 'mac_address': 'fa:16:3e:3e:15:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039429f6-d6cc-49db-bf32-0ffb3c8562c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:07:32.908173 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=9c89f1c5-ef51-409c-a7db-4f834c5e3de1,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:32.940252 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803973ce-8add-4d2f-a0d8-4b0c6c85be87 req-4d1cb3fd-1c8f-44c0-a04b-84f97c95c4ef tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:32.941931 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-803973ce-8add-4d2f-a0d8-4b0c6c85be87 req-4d1cb3fd-1c8f-44c0-a04b-84f97c95c4ef tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=429aa14f-d5ea-44c1-9f58-bcc0539fa359 HTTP/1.1" status: 200 len: 943 time: 0.1350253 Feb 07 21:07:32.961094 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port e8409814-1783-4eff-a7f3-7932192ab1c3 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:32.961846 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e8409814-1783-4eff-a7f3-7932192ab1c3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:32.979023 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8409814-1783-4eff-a7f3-7932192ab1c3 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:07:33.010324 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port e8409814-1783-4eff-a7f3-7932192ab1c3, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=e8409814-1783-4eff-a7f3-7932192ab1c3,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:33.010527 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf47443d-3bc0-4709-9764-9691803e516c req-b27926fa-eff1-431e-8c1c-8cae82dd7042 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229832 Feb 07 21:07:33.017814 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e8409814-1783-4eff-a7f3-7932192ab1c3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:33.035612 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-803973ce-8add-4d2f-a0d8-4b0c6c85be87 req-7c379e4d-cef3-45f0-b1d3-60423117a554 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834367 Feb 07 21:07:33.089798 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=e8409814-1783-4eff-a7f3-7932192ab1c3,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:33.116804 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['9c89f1c5-ef51-409c-a7db-4f834c5e3de1'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:07:33.182969 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 52342) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:33.337373 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8b5f0-2e96-4329-bd7f-7b57bc835c34 req-7d4ad83e-c73d-4969-af8c-cab8415dc2fe tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:33.344351 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ca8b5f0-2e96-4329-bd7f-7b57bc835c34 req-7d4ad83e-c73d-4969-af8c-cab8415dc2fe tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 950 time: 0.1505153 Feb 07 21:07:33.421131 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:33.471907 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ca8b5f0-2e96-4329-bd7f-7b57bc835c34 req-cf3c0c2b-4900-4c2e-9d84-4c42bb5ef37d tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266050 Feb 07 21:07:33.474161 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52350) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:33.591360 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1c749f43-b0f7-47e0-9bc5-a874a3f2ba5f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-663347014-network', 'tenant_id': '47d8334fa4a245a9b14132ab4c56cd75'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:07:33.610743 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c749f43-b0f7-47e0-9bc5-a874a3f2ba5f admin admin] Made reservation on behalf of 47d8334fa4a245a9b14132ab4c56cd75 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:07:33.613615 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c749f43-b0f7-47e0-9bc5-a874a3f2ba5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:33.624622 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c749f43-b0f7-47e0-9bc5-a874a3f2ba5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:33.648936 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['e8409814-1783-4eff-a7f3-7932192ab1c3'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:07:33.677450 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c101c36-8922-4040-aadd-15fbcc5bd6ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (e9247a34-ff3a-4778-96e2-3ee3d1049181), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:33.726076 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c749f43-b0f7-47e0-9bc5-a874a3f2ba5f admin admin] Publish callbacks [] for security_group (b75f4aa0-3a22-4c11-ba93-875476771539), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:33.732350 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c749f43-b0f7-47e0-9bc5-a874a3f2ba5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b75f4aa0-3a22-4c11-ba93-875476771539), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:33.746226 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c749f43-b0f7-47e0-9bc5-a874a3f2ba5f admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:07:33.763962 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:33.770198 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c749f43-b0f7-47e0-9bc5-a874a3f2ba5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (0d882f0c-597d-43fe-a286-71dc32fe6754), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:33.770552 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-1c749f43-b0f7-47e0-9bc5-a874a3f2ba5f admin admin] Added segment 0d882f0c-597d-43fe-a286-71dc32fe6754 of type vlan for network ddd154bf-3ea3-46ff-accc-3215fa544b67 Feb 07 21:07:33.810198 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c749f43-b0f7-47e0-9bc5-a874a3f2ba5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75f4aa0-3a22-4c11-ba93-875476771539,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:33.829992 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c749f43-b0f7-47e0-9bc5-a874a3f2ba5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (ddd154bf-3ea3-46ff-accc-3215fa544b67), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:33.857928 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c749f43-b0f7-47e0-9bc5-a874a3f2ba5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (ddd154bf-3ea3-46ff-accc-3215fa544b67), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:33.858911 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c749f43-b0f7-47e0-9bc5-a874a3f2ba5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:33.859507 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c749f43-b0f7-47e0-9bc5-a874a3f2ba5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:33.919821 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1c749f43-b0f7-47e0-9bc5-a874a3f2ba5f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4444978 Feb 07 21:07:33.920776 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 52356) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:33.925360 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c749f43-b0f7-47e0-9bc5-a874a3f2ba5f admin admin] Pushing event updated for resources: {'Network': ['ID=ddd154bf-3ea3-46ff-accc-3215fa544b67,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:33.930035 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-faeb4504-f6b8-4524-a531-a188ab7bff0d admin admin] Request body: {'subnet': {'network_id': 'ddd154bf-3ea3-46ff-accc-3215fa544b67', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-663347014-subnet', 'tenant_id': '47d8334fa4a245a9b14132ab4c56cd75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:07:33.938228 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network ddd154bf-3ea3-46ff-accc-3215fa544b67 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:07:33.963213 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faeb4504-f6b8-4524-a531-a188ab7bff0d admin admin] Made reservation on behalf of 47d8334fa4a245a9b14132ab4c56cd75 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:07:33.965593 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-faeb4504-f6b8-4524-a531-a188ab7bff0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:34.382626 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2c101c36-8922-4040-aadd-15fbcc5bd6ba admin admin] Deleting port 0aabac65-d36d-40de-9b54-5e8c989edc58 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:07:34.382994 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c101c36-8922-4040-aadd-15fbcc5bd6ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (0aabac65-d36d-40de-9b54-5e8c989edc58), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:34.436095 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 9c89f1c5-ef51-409c-a7db-4f834c5e3de1 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:07:34.462102 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device f6be35f8-2180-48c6-80fa-1ad984dae764 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:07:34.488921 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: f6be35f8-2180-48c6-80fa-1ad984dae764 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:07:34.489271 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device f6be35f8-2180-48c6-80fa-1ad984dae764 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:07:34.502872 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3709e53-3d06-49f3-96a8-e5a394dbc590 req-21ea9c64-11f3-47df-856f-d7ee0e15aceb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:34.504499 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d3709e53-3d06-49f3-96a8-e5a394dbc590 req-21ea9c64-11f3-47df-856f-d7ee0e15aceb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.2067931 Feb 07 21:07:34.511570 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 9c89f1c5-ef51-409c-a7db-4f834c5e3de1 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:07:34.512097 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9c89f1c5-ef51-409c-a7db-4f834c5e3de1), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:34.592456 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-24718a41-4a15-4514-9530-79873a24ace5 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:34.594546 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-24718a41-4a15-4514-9530-79873a24ace5 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/networks?id=e84d6b73-d63e-4c91-80fe-e030fae397c5 HTTP/1.1" status: 200 len: 808 time: 0.3197455 Feb 07 21:07:34.607548 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 9c89f1c5-ef51-409c-a7db-4f834c5e3de1 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:34.607969 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9c89f1c5-ef51-409c-a7db-4f834c5e3de1), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:34.631733 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecaa43bc-69e3-4d87-a17c-dda3311ba228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c89f1c5-ef51-409c-a7db-4f834c5e3de1'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:07:34.634077 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a26971-eea4-4dd6-921b-b1d98eca5352" -d '{"events": [{"server_uuid": "ecaa43bc-69e3-4d87-a17c-dda3311ba228", "name": "network-vif-plugged", "status": "completed", "tag": "9c89f1c5-ef51-409c-a7db-4f834c5e3de1"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:07:34.638957 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2c101c36-8922-4040-aadd-15fbcc5bd6ba admin admin] For port 0aabac65-d36d-40de-9b54-5e8c989edc58, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0aabac65-d36d-40de-9b54-5e8c989edc58,segment=NetworkSegment(9e27aa91-55cc-462d-aeb7-1b345510d8cb),segment_id=9e27aa91-55cc-462d-aeb7-1b345510d8cb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:34.639324 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c101c36-8922-4040-aadd-15fbcc5bd6ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (0aabac65-d36d-40de-9b54-5e8c989edc58), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:34.646130 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 9c89f1c5-ef51-409c-a7db-4f834c5e3de1, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9c89f1c5-ef51-409c-a7db-4f834c5e3de1,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:34.650216 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9c89f1c5-ef51-409c-a7db-4f834c5e3de1), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:34.675246 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-a7a38e3a-6aea-45a8-bdfc-623effc8eba3 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/quotas/581401f16c9f4e91824e00844c3b72ce HTTP/1.1" status: 200 len: 375 time: 0.0520084 Feb 07 21:07:34.678940 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2c101c36-8922-4040-aadd-15fbcc5bd6ba admin admin] Calling delete_port for 0aabac65-d36d-40de-9b54-5e8c989edc58 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:07:34.687779 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d3709e53-3d06-49f3-96a8-e5a394dbc590 req-60978b24-133d-4d79-a98b-92c0bffef715 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679602 Feb 07 21:07:34.703425 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=9c89f1c5-ef51-409c-a7db-4f834c5e3de1,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:34.745864 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-883f2bee-ef26-42c5-a24d-0abc1476068b tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=581401f16c9f4e91824e00844c3b72ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632148 Feb 07 21:07:34.875492 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-faeb4504-f6b8-4524-a531-a188ab7bff0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (4eddff3d-4652-427b-bf92-97d5700d1a9f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:35.070127 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb4504-f6b8-4524-a531-a188ab7bff0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eddff3d-4652-427b-bf92-97d5700d1a9f,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:35.078290 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7f80c-1012-4ec5-a387-c2bd40f64c4e req-22e93bcf-6989-4b31-af71-8ce7b70a8c6b tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:35.079902 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-05d7f80c-1012-4ec5-a387-c2bd40f64c4e req-22e93bcf-6989-4b31-af71-8ce7b70a8c6b tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=429aa14f-d5ea-44c1-9f58-bcc0539fa359 HTTP/1.1" status: 200 len: 944 time: 0.2820385 Feb 07 21:07:35.090434 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-d3fca46c-22a1-43db-bd08-c30b1d0dfe64 service neutron] 10.222.0.65 "GET /v2.0/networks/e84d6b73-d63e-4c91-80fe-e030fae397c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356204 Feb 07 21:07:35.136964 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb4504-f6b8-4524-a531-a188ab7bff0d admin admin] Checking segment: {'id': '0d882f0c-597d-43fe-a286-71dc32fe6754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ddd154bf-3ea3-46ff-accc-3215fa544b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:07:35.137316 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeb4504-f6b8-4524-a531-a188ab7bff0d admin admin] Network hostable DHCP agents. Network: ddd154bf-3ea3-46ff-accc-3215fa544b67, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:07:35.231316 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-05d7f80c-1012-4ec5-a387-c2bd40f64c4e req-c2fb3ddb-0424-4221-be82-102c01c13e02 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399305 Feb 07 21:07:35.258748 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeb4504-f6b8-4524-a531-a188ab7bff0d admin admin] Network ddd154bf-3ea3-46ff-accc-3215fa544b67 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:07:35.293001 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-faeb4504-f6b8-4524-a531-a188ab7bff0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, ddd154bf-3ea3-46ff-accc-3215fa544b67) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:07:35.304031 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-1d0738da-b260-4704-9e3e-73deaebda6db service neutron] 10.222.0.65 "GET /v2.0/networks/e84d6b73-d63e-4c91-80fe-e030fae397c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952636 Feb 07 21:07:35.306336 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e56ed7-7006-4177-8783-20e686afd15f None None] Network ddd154bf-3ea3-46ff-accc-3215fa544b67 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:07:35.310956 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeb4504-f6b8-4524-a531-a188ab7bff0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:35.311623 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-faeb4504-f6b8-4524-a531-a188ab7bff0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:35.324615 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c101c36-8922-4040-aadd-15fbcc5bd6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (0aabac65-d36d-40de-9b54-5e8c989edc58), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:35.400412 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-faeb4504-f6b8-4524-a531-a188ab7bff0d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4785464 Feb 07 21:07:35.403203 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52388) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:35.404534 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c101c36-8922-4040-aadd-15fbcc5bd6ba admin admin] Pushing event deleted for resources: {'Port': ['ID=0aabac65-d36d-40de-9b54-5e8c989edc58,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:35.408655 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-7d95aca1-4118-4757-9aa1-cb6c817f4eea admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-663347014-router', 'tenant_id': '47d8334fa4a245a9b14132ab4c56cd75', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:07:35.440039 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb70ab5-ddc1-4727-beaf-0099cdf6e798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-ddd154bf-3ea3-46ff-accc-3215fa544b67', 'network_id': 'ddd154bf-3ea3-46ff-accc-3215fa544b67', 'project_id': '47d8334fa4a245a9b14132ab4c56cd75', 'fixed_ips': [{'subnet_id': '4eddff3d-4652-427b-bf92-97d5700d1a9f'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:07:35.441494 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cbb70ab5-ddc1-4727-beaf-0099cdf6e798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:35.467927 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d95aca1-4118-4757-9aa1-cb6c817f4eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (feb1b2ed-0fec-4011-bce8-0e43737f195c), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:35.469745 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d95aca1-4118-4757-9aa1-cb6c817f4eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (feb1b2ed-0fec-4011-bce8-0e43737f195c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:35.548868 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab12947-f39b-4c1b-8f0b-a6944fbac48c x-openstack-request-id: req-9ab12947-f39b-4c1b-8f0b-a6944fbac48c {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:07:35.549529 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecaa43bc-69e3-4d87-a17c-dda3311ba228", "name": "network-vif-plugged", "status": "completed", "tag": "9c89f1c5-ef51-409c-a7db-4f834c5e3de1", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:07:35.549985 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9ab12947-f39b-4c1b-8f0b-a6944fbac48c {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:07:35.550599 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecaa43bc-69e3-4d87-a17c-dda3311ba228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c89f1c5-ef51-409c-a7db-4f834c5e3de1', 'code': 200} Feb 07 21:07:35.569435 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d95aca1-4118-4757-9aa1-cb6c817f4eea admin admin] Publish callbacks [] for router_controller (feb1b2ed-0fec-4011-bce8-0e43737f195c), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:35.608295 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f2465-c95d-4a9b-86ef-bcb55ddb7d4f req-f9e2f873-21d9-494d-a159-30e4d540491c tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:35.609842 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b95f2465-c95d-4a9b-86ef-bcb55ddb7d4f req-f9e2f873-21d9-494d-a159-30e4d540491c tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 950 time: 0.2084346 Feb 07 21:07:35.632331 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19e79f5e-39ef-4e00-9847-8b8dffe90311 req-4f4545ee-4e12-45da-b5d5-b617dd1ab615 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/ports?device_id=8914773a-4bb8-4492-9881-d2e76b441c19 HTTP/1.1" status: 200 len: 210 time: 0.0467093 Feb 07 21:07:35.720923 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b95f2465-c95d-4a9b-86ef-bcb55ddb7d4f req-4f088aa4-5a82-4c13-a244-f7a2118288bd tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763063 Feb 07 21:07:35.720923 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c101c36-8922-4040-aadd-15fbcc5bd6ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (e9247a34-ff3a-4778-96e2-3ee3d1049181), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:35.738681 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-cbb70ab5-ddc1-4727-beaf-0099cdf6e798 None None] Allocated IP 172.20.0.2 (ddd154bf-3ea3-46ff-accc-3215fa544b67/4eddff3d-4652-427b-bf92-97d5700d1a9f/85dff2ce-6930-4f62-85f8-7f93a2eb34b7) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:07:35.786249 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d95aca1-4118-4757-9aa1-cb6c817f4eea admin admin] Publish callbacks [] for router_gateway (feb1b2ed-0fec-4011-bce8-0e43737f195c), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:35.905298 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03438c6-4767-4d18-83fc-ac1d19dee847 req-93a21b8f-564d-49a8-afaf-f813a9d975b3 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:35.906851 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d03438c6-4767-4d18-83fc-ac1d19dee847 req-93a21b8f-564d-49a8-afaf-f813a9d975b3 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.0887218 Feb 07 21:07:36.002581 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cbb70ab5-ddc1-4727-beaf-0099cdf6e798 None None] Publish callbacks [] for port (85dff2ce-6930-4f62-85f8-7f93a2eb34b7), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:36.012513 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cbb70ab5-ddc1-4727-beaf-0099cdf6e798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (85dff2ce-6930-4f62-85f8-7f93a2eb34b7), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:36.041475 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d03438c6-4767-4d18-83fc-ac1d19dee847 req-d31a7966-8697-4406-b778-77ff35ca8d0a tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245091 Feb 07 21:07:36.080756 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c101c36-8922-4040-aadd-15fbcc5bd6ba admin admin] Router e9247a34-ff3a-4778-96e2-3ee3d1049181 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:07:36.084835 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb70ab5-ddc1-4727-beaf-0099cdf6e798 None None] Network ddd154bf-3ea3-46ff-accc-3215fa544b67 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:07:36.089942 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-cbb70ab5-ddc1-4727-beaf-0099cdf6e798 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:07:36.091825 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb70ab5-ddc1-4727-beaf-0099cdf6e798 None None] Pushing event updated for resources: {'Port': ['ID=85dff2ce-6930-4f62-85f8-7f93a2eb34b7,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:36.094085 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb70ab5-ddc1-4727-beaf-0099cdf6e798 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:07:36.102036 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d95aca1-4118-4757-9aa1-cb6c817f4eea admin admin] Publish callbacks [] for router_gateway (feb1b2ed-0fec-4011-bce8-0e43737f195c), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:36.135805 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d95aca1-4118-4757-9aa1-cb6c817f4eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:36.156017 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-cbb70ab5-ddc1-4727-beaf-0099cdf6e798 None None] Attempting to bind port 85dff2ce-6930-4f62-85f8-7f93a2eb34b7 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:07:36.156017 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-cbb70ab5-ddc1-4727-beaf-0099cdf6e798 None None] Attempting to bind port 85dff2ce-6930-4f62-85f8-7f93a2eb34b7 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '0d882f0c-597d-43fe-a286-71dc32fe6754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ddd154bf-3ea3-46ff-accc-3215fa544b67'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:07:36.156558 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb70ab5-ddc1-4727-beaf-0099cdf6e798 None None] Attempting to bind port 85dff2ce-6930-4f62-85f8-7f93a2eb34b7 on network ddd154bf-3ea3-46ff-accc-3215fa544b67 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:07:36.162336 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb70ab5-ddc1-4727-beaf-0099cdf6e798 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:07:36.162864 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb70ab5-ddc1-4727-beaf-0099cdf6e798 None None] Checking segment: {'id': '0d882f0c-597d-43fe-a286-71dc32fe6754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ddd154bf-3ea3-46ff-accc-3215fa544b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:07:36.163458 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cbb70ab5-ddc1-4727-beaf-0099cdf6e798 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:36.163961 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb70ab5-ddc1-4727-beaf-0099cdf6e798 None None] Bound using segment: {'id': '0d882f0c-597d-43fe-a286-71dc32fe6754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ddd154bf-3ea3-46ff-accc-3215fa544b67'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:07:36.166183 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-cbb70ab5-ddc1-4727-beaf-0099cdf6e798 None None] Bound port: 85dff2ce-6930-4f62-85f8-7f93a2eb34b7, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d882f0c-597d-43fe-a286-71dc32fe6754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ddd154bf-3ea3-46ff-accc-3215fa544b67'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:07:36.166637 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cbb70ab5-ddc1-4727-beaf-0099cdf6e798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (85dff2ce-6930-4f62-85f8-7f93a2eb34b7), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:36.242688 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c101c36-8922-4040-aadd-15fbcc5bd6ba admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:07:36.250855 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-cbb70ab5-ddc1-4727-beaf-0099cdf6e798 None None] For port 85dff2ce-6930-4f62-85f8-7f93a2eb34b7, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:07:36.252658 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2c101c36-8922-4040-aadd-15fbcc5bd6ba admin admin] 10.222.0.65 "PUT /v2.0/routers/e9247a34-ff3a-4778-96e2-3ee3d1049181/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0682456 Feb 07 21:07:36.254643 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c463af3-d7fb-42da-a8ad-ea6563f13586 None None] Sync routers for ids ['e9247a34-ff3a-4778-96e2-3ee3d1049181'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:07:36.258313 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-cbb70ab5-ddc1-4727-beaf-0099cdf6e798 None None] For port 85dff2ce-6930-4f62-85f8-7f93a2eb34b7, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=85dff2ce-6930-4f62-85f8-7f93a2eb34b7,segment=NetworkSegment(0d882f0c-597d-43fe-a286-71dc32fe6754),segment_id=0d882f0c-597d-43fe-a286-71dc32fe6754)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:07:36.260062 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52404) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:36.269823 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c463af3-d7fb-42da-a8ad-ea6563f13586 None None] Routers {'e9247a34-ff3a-4778-96e2-3ee3d1049181'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:07:36.270523 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4c463af3-d7fb-42da-a8ad-ea6563f13586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:07:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e9247a34-ff3a-4778-96e2-3ee3d1049181'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:36.276321 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cbb70ab5-ddc1-4727-beaf-0099cdf6e798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (85dff2ce-6930-4f62-85f8-7f93a2eb34b7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:36.287309 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-7d95aca1-4118-4757-9aa1-cb6c817f4eea admin admin] Allocated IP 172.25.4.79 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/467609a6-ec71-4064-8c45-9ba7cf32cb0d) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:07:36.426054 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d483e6-c4c5-4989-ab15-4ff728045d1c req-a5dcd468-83aa-4b46-990f-7908c47fbe0a tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:36.427654 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-23d483e6-c4c5-4989-ab15-4ff728045d1c req-a5dcd468-83aa-4b46-990f-7908c47fbe0a tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=429aa14f-d5ea-44c1-9f58-bcc0539fa359 HTTP/1.1" status: 200 len: 944 time: 0.0878901 Feb 07 21:07:36.486369 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-23d483e6-c4c5-4989-ab15-4ff728045d1c req-86e8cf90-1a38-4268-9a9f-2e1fc0ac3d86 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519321 Feb 07 21:07:36.491643 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-17507d49-7a4a-4ec5-9dc5-460bfa325eb9 admin admin] Publish callbacks [] for router (e9247a34-ff3a-4778-96e2-3ee3d1049181), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:36.498616 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device e8409814-1783-4eff-a7f3-7932192ab1c3 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:07:36.587292 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d95aca1-4118-4757-9aa1-cb6c817f4eea admin admin] Publish callbacks [] for port (467609a6-ec71-4064-8c45-9ba7cf32cb0d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:36.601062 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb70ab5-ddc1-4727-beaf-0099cdf6e798 None None] Pushing event updated for resources: {'Port': ['ID=85dff2ce-6930-4f62-85f8-7f93a2eb34b7,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:36.627863 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-4c463af3-d7fb-42da-a8ad-ea6563f13586 None None] Set router e9247a34-ff3a-4778-96e2-3ee3d1049181 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:07:36.645849 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-17507d49-7a4a-4ec5-9dc5-460bfa325eb9 admin admin] Publish callbacks [] for router_gateway (e9247a34-ff3a-4778-96e2-3ee3d1049181), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:36.650782 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d95aca1-4118-4757-9aa1-cb6c817f4eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (467609a6-ec71-4064-8c45-9ba7cf32cb0d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:36.658435 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port e8409814-1783-4eff-a7f3-7932192ab1c3 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:07:36.691288 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port e8409814-1783-4eff-a7f3-7932192ab1c3 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:07:36.691658 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e8409814-1783-4eff-a7f3-7932192ab1c3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:36.712957 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d95aca1-4118-4757-9aa1-cb6c817f4eea admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:07:36.719620 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-7d95aca1-4118-4757-9aa1-cb6c817f4eea admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:07:36.727020 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d95aca1-4118-4757-9aa1-cb6c817f4eea admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:07:36.770531 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95aca1-4118-4757-9aa1-cb6c817f4eea admin admin] Pushing event updated for resources: {'Port': ['ID=467609a6-ec71-4064-8c45-9ba7cf32cb0d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:36.841738 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-413edff6-8807-4b1b-bbcf-1cc565113a75 req-52cbb5c0-a455-4799-b408-7ffed30af221 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/ports?device_id=8914773a-4bb8-4492-9881-d2e76b441c19 HTTP/1.1" status: 200 len: 210 time: 0.0828235 Feb 07 21:07:36.886011 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-17507d49-7a4a-4ec5-9dc5-460bfa325eb9 admin admin] Deleting port 495155aa-8189-4082-903a-dd923d4a6d69 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:07:36.886617 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-17507d49-7a4a-4ec5-9dc5-460bfa325eb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (495155aa-8189-4082-903a-dd923d4a6d69), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:37.000059 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port e8409814-1783-4eff-a7f3-7932192ab1c3 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:37.000668 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e8409814-1783-4eff-a7f3-7932192ab1c3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:37.058898 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc198aec-f8e7-4740-b541-9e2e82815d67 req-7fd604c0-53a1-4d8f-ac70-35df1b75d257 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:37.066383 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc198aec-f8e7-4740-b541-9e2e82815d67 req-7fd604c0-53a1-4d8f-ac70-35df1b75d257 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 950 time: 0.2320197 Feb 07 21:07:37.111113 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port e8409814-1783-4eff-a7f3-7932192ab1c3, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=e8409814-1783-4eff-a7f3-7932192ab1c3,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:37.130236 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e8409814-1783-4eff-a7f3-7932192ab1c3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:37.198142 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4c463af3-d7fb-42da-a8ad-ea6563f13586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9247a34-ff3a-4778-96e2-3ee3d1049181', 'name': 'tempest-ServerRescueNegativeTestJSON-734008154-router', 'tenant_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '495155aa-8189-4082-903a-dd923d4a6d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:03:29Z', 'updated_at': '2022-02-07T21:07:35Z', 'revision_number': 5, 'project_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'gw_port': {'id': '495155aa-8189-4082-903a-dd923d4a6d69', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ab:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9247a34-ff3a-4778-96e2-3ee3d1049181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:03:29Z', 'updated_at': '2022-02-07T21:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:37.213082 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc198aec-f8e7-4740-b541-9e2e82815d67 req-1c745cc7-4416-40cc-af05-3d15a10e4b28 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451552 Feb 07 21:07:37.233343 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=e8409814-1783-4eff-a7f3-7932192ab1c3,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:37.236255 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c463af3-d7fb-42da-a8ad-ea6563f13586 None None] Checking router: e9247a34-ff3a-4778-96e2-3ee3d1049181 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:07:37.247076 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c463af3-d7fb-42da-a8ad-ea6563f13586 None None] Routers {'e9247a34-ff3a-4778-96e2-3ee3d1049181'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:07:37.247827 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4c463af3-d7fb-42da-a8ad-ea6563f13586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:07:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e9247a34-ff3a-4778-96e2-3ee3d1049181'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:37.307023 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-17507d49-7a4a-4ec5-9dc5-460bfa325eb9 admin admin] For port 495155aa-8189-4082-903a-dd923d4a6d69, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=495155aa-8189-4082-903a-dd923d4a6d69,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:37.307361 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-17507d49-7a4a-4ec5-9dc5-460bfa325eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (495155aa-8189-4082-903a-dd923d4a6d69), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:37.351177 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-c071520b-86fd-42bd-9b03-55a2fb0df312 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:37.352712 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-c071520b-86fd-42bd-9b03-55a2fb0df312 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.71 "GET /v2.0/networks?id=e84d6b73-d63e-4c91-80fe-e030fae397c5 HTTP/1.1" status: 200 len: 808 time: 0.4170275 Feb 07 21:07:37.352855 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-17507d49-7a4a-4ec5-9dc5-460bfa325eb9 admin admin] Calling delete_port for 495155aa-8189-4082-903a-dd923d4a6d69 owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:07:37.363126 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-4c463af3-d7fb-42da-a8ad-ea6563f13586 None None] Set router e9247a34-ff3a-4778-96e2-3ee3d1049181 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:07:37.367403 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-9f002814-a4f3-4c38-b6b7-f34afbc40726 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Request body: {'port': {'device_id': '8914773a-4bb8-4492-9881-d2e76b441c19', 'network_id': 'e84d6b73-d63e-4c91-80fe-e030fae397c5', 'admin_state_up': True, 'tenant_id': '581401f16c9f4e91824e00844c3b72ce'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:07:37.378379 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab52fef-e91a-4024-95f8-82555cf2325a req-cbbedc7c-3784-499e-922f-231493cacce8 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:37.386695 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ab52fef-e91a-4024-95f8-82555cf2325a req-cbbedc7c-3784-499e-922f-231493cacce8 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.2014444 Feb 07 21:07:37.464848 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4c463af3-d7fb-42da-a8ad-ea6563f13586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9247a34-ff3a-4778-96e2-3ee3d1049181', 'name': 'tempest-ServerRescueNegativeTestJSON-734008154-router', 'tenant_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:03:29Z', 'updated_at': '2022-02-07T21:07:36Z', 'revision_number': 6, 'project_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:37.499278 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c463af3-d7fb-42da-a8ad-ea6563f13586 None None] The sync data for ids ['e9247a34-ff3a-4778-96e2-3ee3d1049181'] in n-d-828185-2 is: [{'id': 'e9247a34-ff3a-4778-96e2-3ee3d1049181', 'name': 'tempest-ServerRescueNegativeTestJSON-734008154-router', 'tenant_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:03:29Z', 'updated_at': '2022-02-07T21:07:36Z', 'revision_number': 6, 'project_id': '4b7c1937361146a7b2dfe64ac8dca8e9', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:07:37.545049 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ab52fef-e91a-4024-95f8-82555cf2325a req-60bfa892-b8b4-414d-abb8-219d3564148a tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571505 Feb 07 21:07:37.551832 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429aa14f-d5ea-44c1-9f58-bcc0539fa359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8409814-1783-4eff-a7f3-7932192ab1c3'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:07:37.554249 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0bc29b-7084-44c9-9fb1-6c159487d7dd" -d '{"events": [{"server_uuid": "429aa14f-d5ea-44c1-9f58-bcc0539fa359", "name": "network-vif-plugged", "status": "completed", "tag": "e8409814-1783-4eff-a7f3-7932192ab1c3"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:07:37.616993 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee7f580-8447-4123-ae6f-d22f21a6b011 x-openstack-request-id: req-fee7f580-8447-4123-ae6f-d22f21a6b011 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:07:37.617283 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429aa14f-d5ea-44c1-9f58-bcc0539fa359", "name": "network-vif-plugged", "status": "completed", "tag": "e8409814-1783-4eff-a7f3-7932192ab1c3", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:07:37.617537 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fee7f580-8447-4123-ae6f-d22f21a6b011 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:07:37.617933 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429aa14f-d5ea-44c1-9f58-bcc0539fa359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8409814-1783-4eff-a7f3-7932192ab1c3', 'code': 200} Feb 07 21:07:37.681898 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d95aca1-4118-4757-9aa1-cb6c817f4eea admin admin] Publish callbacks [] for router_gateway (feb1b2ed-0fec-4011-bce8-0e43737f195c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:37.692687 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3affe9-e414-4b10-88b8-dcd0c86602c4 req-304cd874-84e3-4016-826a-432794292d92 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:37.694841 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-af3affe9-e414-4b10-88b8-dcd0c86602c4 req-304cd874-84e3-4016-826a-432794292d92 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=429aa14f-d5ea-44c1-9f58-bcc0539fa359 HTTP/1.1" status: 200 len: 945 time: 0.1059988 Feb 07 21:07:37.695682 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-9f002814-a4f3-4c38-b6b7-f34afbc40726 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Made reservation on behalf of 581401f16c9f4e91824e00844c3b72ce for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:07:37.699766 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-9f002814-a4f3-4c38-b6b7-f34afbc40726 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:37.894279 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-17507d49-7a4a-4ec5-9dc5-460bfa325eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (495155aa-8189-4082-903a-dd923d4a6d69), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:37.987316 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17507d49-7a4a-4ec5-9dc5-460bfa325eb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=495155aa-8189-4082-903a-dd923d4a6d69,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:38.035237 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-af3affe9-e414-4b10-88b8-dcd0c86602c4 req-98dfe1f4-5cf8-44d1-9617-1c25ced80960 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047080 Feb 07 21:07:38.037828 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e9958-6e62-4fa9-a42b-12362e10d0ae req-3120bcf2-5639-4d09-844b-b84874ba0155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:38.048190 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9e6e9958-6e62-4fa9-a42b-12362e10d0ae req-3120bcf2-5639-4d09-844b-b84874ba0155 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=429aa14f-d5ea-44c1-9f58-bcc0539fa359 HTTP/1.1" status: 200 len: 1127 time: 0.3353279 Feb 07 21:07:38.114638 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 85dff2ce-6930-4f62-85f8-7f93a2eb34b7 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:07:38.158830 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f55ad729-4d67-4d61-8dc1-9359809e06c2 req-fb23deb3-31f3-42ba-a19f-5fe2be491800 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/ports?device_id=8914773a-4bb8-4492-9881-d2e76b441c19 HTTP/1.1" status: 200 len: 210 time: 0.1013463 Feb 07 21:07:38.199642 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-17507d49-7a4a-4ec5-9dc5-460bfa325eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (e9247a34-ff3a-4778-96e2-3ee3d1049181), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:38.220113 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 85dff2ce-6930-4f62-85f8-7f93a2eb34b7 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:07:38.220536 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (85dff2ce-6930-4f62-85f8-7f93a2eb34b7), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:38.225962 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-9f002814-a4f3-4c38-b6b7-f34afbc40726 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Allocated IP 172.20.0.2 (e84d6b73-d63e-4c91-80fe-e030fae397c5/e8473b91-9da3-4301-bf9b-d97fd8f88178/b6c67fb7-5b6d-471b-956c-ef400b3f8003) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:07:38.344628 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-17507d49-7a4a-4ec5-9dc5-460bfa325eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (e9247a34-ff3a-4778-96e2-3ee3d1049181), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:38.346087 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d106f30-86b9-41ee-a45e-37835596b852 None None] Network ddd154bf-3ea3-46ff-accc-3215fa544b67 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:07:38.348393 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-17507d49-7a4a-4ec5-9dc5-460bfa325eb9 admin admin] Publish callbacks [] for router_controller (e9247a34-ff3a-4778-96e2-3ee3d1049181), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:38.411980 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d95aca1-4118-4757-9aa1-cb6c817f4eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (feb1b2ed-0fec-4011-bce8-0e43737f195c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:38.419187 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9e6e9958-6e62-4fa9-a42b-12362e10d0ae req-9e9c8aeb-d52c-476a-9381-d4d18b9b2a62 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688993 Feb 07 21:07:38.419387 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-17507d49-7a4a-4ec5-9dc5-460bfa325eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (e9247a34-ff3a-4778-96e2-3ee3d1049181), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:38.420079 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17507d49-7a4a-4ec5-9dc5-460bfa325eb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9247a34-ff3a-4778-96e2-3ee3d1049181 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:07:38.467513 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-17507d49-7a4a-4ec5-9dc5-460bfa325eb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:38.469142 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-17507d49-7a4a-4ec5-9dc5-460bfa325eb9 admin admin] 10.222.0.65 "DELETE /v2.0/routers/e9247a34-ff3a-4778-96e2-3ee3d1049181 HTTP/1.1" status: 204 len: 168 time: 2.2067754 Feb 07 21:07:38.479817 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 52466) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:38.511926 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 85dff2ce-6930-4f62-85f8-7f93a2eb34b7 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:38.512371 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (85dff2ce-6930-4f62-85f8-7f93a2eb34b7), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:38.607438 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-56d72470-15c3-417c-8743-3cb482137c47 None None] Provisioning complete for port 85dff2ce-6930-4f62-85f8-7f93a2eb34b7 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:07:38.607812 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56d72470-15c3-417c-8743-3cb482137c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (85dff2ce-6930-4f62-85f8-7f93a2eb34b7), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:38.635965 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d95aca1-4118-4757-9aa1-cb6c817f4eea admin admin] Router feb1b2ed-0fec-4011-bce8-0e43737f195c is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:07:38.738841 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 85dff2ce-6930-4f62-85f8-7f93a2eb34b7, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=85dff2ce-6930-4f62-85f8-7f93a2eb34b7,segment=NetworkSegment(0d882f0c-597d-43fe-a286-71dc32fe6754),segment_id=0d882f0c-597d-43fe-a286-71dc32fe6754)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:38.765002 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (85dff2ce-6930-4f62-85f8-7f93a2eb34b7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:38.779031 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0aabac65-d36d-40de-9b54-5e8c989edc58 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:07:38.836234 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 0aabac65-d36d-40de-9b54-5e8c989edc58 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:07:38.836818 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0aabac65-d36d-40de-9b54-5e8c989edc58 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:07:38.869004 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d95aca1-4118-4757-9aa1-cb6c817f4eea admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:07:38.880559 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa742d2-662f-48ff-acac-25b058c4efc0 None None] Sync routers for ids ['feb1b2ed-0fec-4011-bce8-0e43737f195c'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:07:38.881674 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-9f002814-a4f3-4c38-b6b7-f34afbc40726 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Publish callbacks [] for port (b6c67fb7-5b6d-471b-956c-ef400b3f8003), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:38.901637 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa742d2-662f-48ff-acac-25b058c4efc0 None None] Routers {'feb1b2ed-0fec-4011-bce8-0e43737f195c'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:07:38.907807 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-aaa742d2-662f-48ff-acac-25b058c4efc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:07:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['feb1b2ed-0fec-4011-bce8-0e43737f195c'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:38.936833 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d95aca1-4118-4757-9aa1-cb6c817f4eea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:38.946129 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-9f002814-a4f3-4c38-b6b7-f34afbc40726 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (b6c67fb7-5b6d-471b-956c-ef400b3f8003), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:38.946775 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7d95aca1-4118-4757-9aa1-cb6c817f4eea admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5418022 Feb 07 21:07:38.947634 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52478) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:38.966893 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=85dff2ce-6930-4f62-85f8-7f93a2eb34b7,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:39.019585 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4f89b-ccc5-404c-a1a0-e843bc24b2ee req-d72e6054-5d4a-421d-b231-709ae1a3e92c tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:39.039062 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07a4f89b-ccc5-404c-a1a0-e843bc24b2ee req-d72e6054-5d4a-421d-b231-709ae1a3e92c tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 950 time: 0.6193311 Feb 07 21:07:39.049306 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-56d72470-15c3-417c-8743-3cb482137c47 None None] Current status of the port 85dff2ce-6930-4f62-85f8-7f93a2eb34b7 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:39.058781 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b1c93c-828f-4b4c-b7f0-f5115de9a2f6 admin admin] Deleting subnet 4b00d401-675a-4bb3-80a1-0cef41c01a34 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:07:39.165333 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-84b1c93c-828f-4b4c-b7f0-f5115de9a2f6 admin admin] Publish callbacks [] for subnet (4b00d401-675a-4bb3-80a1-0cef41c01a34), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:39.166619 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-aaa742d2-662f-48ff-acac-25b058c4efc0 None None] Set router feb1b2ed-0fec-4011-bce8-0e43737f195c gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:07:39.220754 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f067fc3-0bcf-4aef-a192-215fa2b45a5f req-900ccd7b-78f4-478e-bdff-dbe44dd9f149 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:39.228293 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f067fc3-0bcf-4aef-a192-215fa2b45a5f req-900ccd7b-78f4-478e-bdff-dbe44dd9f149 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.5320935 Feb 07 21:07:39.232982 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-9f002814-a4f3-4c38-b6b7-f34afbc40726 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Network e84d6b73-d63e-4c91-80fe-e030fae397c5 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:07:39.274789 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-9f002814-a4f3-4c38-b6b7-f34afbc40726 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:07:39.285994 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2451884c-d7a9-4fd2-9a0a-2d19f4ec9010 None None] Provisioning complete for port 85dff2ce-6930-4f62-85f8-7f93a2eb34b7 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:07:39.287480 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2451884c-d7a9-4fd2-9a0a-2d19f4ec9010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (85dff2ce-6930-4f62-85f8-7f93a2eb34b7), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:39.291023 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-9f002814-a4f3-4c38-b6b7-f34afbc40726 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:07:39.294947 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f002814-a4f3-4c38-b6b7-f34afbc40726 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Pushing event updated for resources: {'Port': ['ID=b6c67fb7-5b6d-471b-956c-ef400b3f8003,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:39.311953 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-84b1c93c-828f-4b4c-b7f0-f5115de9a2f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (4b00d401-675a-4bb3-80a1-0cef41c01a34), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:39.368224 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07a4f89b-ccc5-404c-a1a0-e843bc24b2ee req-746655f3-0061-402e-8463-3bab259f04f8 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278911 Feb 07 21:07:39.408717 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f067fc3-0bcf-4aef-a192-215fa2b45a5f req-c38f96b7-9251-498a-b843-22364938df51 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795058 Feb 07 21:07:39.458667 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-9f002814-a4f3-4c38-b6b7-f34afbc40726 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:39.459834 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-9f002814-a4f3-4c38-b6b7-f34afbc40726 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:39.500975 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2451884c-d7a9-4fd2-9a0a-2d19f4ec9010 None None] Current status of the port 85dff2ce-6930-4f62-85f8-7f93a2eb34b7 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:39.516589 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-84b1c93c-828f-4b4c-b7f0-f5115de9a2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (4b00d401-675a-4bb3-80a1-0cef41c01a34), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:39.521860 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-9f002814-a4f3-4c38-b6b7-f34afbc40726 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1585438 Feb 07 21:07:39.545376 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-aaa742d2-662f-48ff-acac-25b058c4efc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb1b2ed-0fec-4011-bce8-0e43737f195c', 'name': 'tempest-FloatingIPsTestJSON-663347014-router', 'tenant_id': '47d8334fa4a245a9b14132ab4c56cd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '467609a6-ec71-4064-8c45-9ba7cf32cb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:35Z', 'updated_at': '2022-02-07T21:07:37Z', 'revision_number': 3, 'project_id': '47d8334fa4a245a9b14132ab4c56cd75', 'gw_port': {'id': '467609a6-ec71-4064-8c45-9ba7cf32cb0d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ae:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb1b2ed-0fec-4011-bce8-0e43737f195c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:36Z', 'updated_at': '2022-02-07T21:07:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:39.549932 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-58ae2a5b-f3aa-491a-b0d0-df4f57872133 service neutron] Request body: {'port': {'device_id': '8914773a-4bb8-4492-9881-d2e76b441c19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:07:39.581452 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa742d2-662f-48ff-acac-25b058c4efc0 None None] Checking router: feb1b2ed-0fec-4011-bce8-0e43737f195c for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:07:39.581804 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa742d2-662f-48ff-acac-25b058c4efc0 None None] Updating router feb1b2ed-0fec-4011-bce8-0e43737f195c port 467609a6-ec71-4064-8c45-9ba7cf32cb0d binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:07:39.636428 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-aaa742d2-662f-48ff-acac-25b058c4efc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (467609a6-ec71-4064-8c45-9ba7cf32cb0d), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:39.650874 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-617aa023-ddc1-4913-b05f-88a83e2fd7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:39.941155 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-617aa023-ddc1-4913-b05f-88a83e2fd7b4 admin admin] Allocated IP 172.20.0.1 (ddd154bf-3ea3-46ff-accc-3215fa544b67/4eddff3d-4652-427b-bf92-97d5700d1a9f/fbbcffdd-9298-4a88-a90a-1751a0a22863) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:07:40.014703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 85dff2ce-6930-4f62-85f8-7f93a2eb34b7 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:07:40.052301 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-aaa742d2-662f-48ff-acac-25b058c4efc0 None None] Publish callbacks [] for port (467609a6-ec71-4064-8c45-9ba7cf32cb0d), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:40.054816 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e8127-80db-4d07-a90f-1b531c599536 req-c4954895-78f5-4a6c-8cf4-97b1e97c090b tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:40.062971 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-aaa742d2-662f-48ff-acac-25b058c4efc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (467609a6-ec71-4064-8c45-9ba7cf32cb0d), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:40.068747 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-193e8127-80db-4d07-a90f-1b531c599536 req-c4954895-78f5-4a6c-8cf4-97b1e97c090b tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=429aa14f-d5ea-44c1-9f58-bcc0539fa359 HTTP/1.1" status: 200 len: 945 time: 0.5871978 Feb 07 21:07:40.104157 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-58ae2a5b-f3aa-491a-b0d0-df4f57872133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b6c67fb7-5b6d-471b-956c-ef400b3f8003), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:40.136216 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-84b1c93c-828f-4b4c-b7f0-f5115de9a2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (4b00d401-675a-4bb3-80a1-0cef41c01a34), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:40.153066 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d6df0-d755-4635-bc3e-c0f278d7bd18 req-7fffc87d-2e1c-4179-a41c-1842f3a07d7b tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:40.161047 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-104d6df0-d755-4635-bc3e-c0f278d7bd18 req-7fffc87d-2e1c-4179-a41c-1842f3a07d7b tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/ports?device_id=8914773a-4bb8-4492-9881-d2e76b441c19 HTTP/1.1" status: 200 len: 931 time: 0.6032505 Feb 07 21:07:40.168475 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-aaa742d2-662f-48ff-acac-25b058c4efc0 None None] Attempting to bind port 467609a6-ec71-4064-8c45-9ba7cf32cb0d on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:07:40.168842 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-aaa742d2-662f-48ff-acac-25b058c4efc0 None None] Attempting to bind port 467609a6-ec71-4064-8c45-9ba7cf32cb0d by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:07:40.169163 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 85dff2ce-6930-4f62-85f8-7f93a2eb34b7 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:07:40.169311 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa742d2-662f-48ff-acac-25b058c4efc0 None None] Attempting to bind port 467609a6-ec71-4064-8c45-9ba7cf32cb0d on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:07:40.169871 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (85dff2ce-6930-4f62-85f8-7f93a2eb34b7), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:40.188827 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871682a-a901-4aa9-a1cc-0aa8664b4651 None None] Pushing event updated for resources: {'Port': ['ID=467609a6-ec71-4064-8c45-9ba7cf32cb0d,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:40.198580 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa742d2-662f-48ff-acac-25b058c4efc0 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:07:40.199046 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa742d2-662f-48ff-acac-25b058c4efc0 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:07:40.202566 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-aaa742d2-662f-48ff-acac-25b058c4efc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:40.203085 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa742d2-662f-48ff-acac-25b058c4efc0 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:07:40.203515 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-aaa742d2-662f-48ff-acac-25b058c4efc0 None None] Bound port: 467609a6-ec71-4064-8c45-9ba7cf32cb0d, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:07:40.203991 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-aaa742d2-662f-48ff-acac-25b058c4efc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (467609a6-ec71-4064-8c45-9ba7cf32cb0d), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:40.260509 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-193e8127-80db-4d07-a90f-1b531c599536 req-a57e7abb-1f20-49da-9b51-f528a707eda3 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900744 Feb 07 21:07:40.262278 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5871682a-a901-4aa9-a1cc-0aa8664b4651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:40.262619 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5871682a-a901-4aa9-a1cc-0aa8664b4651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:40.262948 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5871682a-a901-4aa9-a1cc-0aa8664b4651 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:40.266492 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-84b1c93c-828f-4b4c-b7f0-f5115de9a2f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:40.268740 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5871682a-a901-4aa9-a1cc-0aa8664b4651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:40.269175 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5871682a-a901-4aa9-a1cc-0aa8664b4651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:40.269514 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5871682a-a901-4aa9-a1cc-0aa8664b4651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:40.269845 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5871682a-a901-4aa9-a1cc-0aa8664b4651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:40.270167 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5871682a-a901-4aa9-a1cc-0aa8664b4651 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:40.270485 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5871682a-a901-4aa9-a1cc-0aa8664b4651 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:40.270805 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5871682a-a901-4aa9-a1cc-0aa8664b4651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:40.271113 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5871682a-a901-4aa9-a1cc-0aa8664b4651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:40.271973 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5871682a-a901-4aa9-a1cc-0aa8664b4651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:40.272285 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5871682a-a901-4aa9-a1cc-0aa8664b4651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:40.285840 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-84b1c93c-828f-4b4c-b7f0-f5115de9a2f6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4b00d401-675a-4bb3-80a1-0cef41c01a34 HTTP/1.1" status: 204 len: 168 time: 1.8035712 Feb 07 21:07:40.289391 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 85dff2ce-6930-4f62-85f8-7f93a2eb34b7 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:40.295904 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1c93c-828f-4b4c-b7f0-f5115de9a2f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b00d401-675a-4bb3-80a1-0cef41c01a34,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:40.302742 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 52486) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:40.370818 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-aaa742d2-662f-48ff-acac-25b058c4efc0 None None] For port 467609a6-ec71-4064-8c45-9ba7cf32cb0d, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:07:40.376755 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-aaa742d2-662f-48ff-acac-25b058c4efc0 None None] For port 467609a6-ec71-4064-8c45-9ba7cf32cb0d, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=467609a6-ec71-4064-8c45-9ba7cf32cb0d,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:07:40.391220 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-aaa742d2-662f-48ff-acac-25b058c4efc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (467609a6-ec71-4064-8c45-9ba7cf32cb0d), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:40.398070 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 495155aa-8189-4082-903a-dd923d4a6d69 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:07:40.428980 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 495155aa-8189-4082-903a-dd923d4a6d69 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:07:40.429421 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 495155aa-8189-4082-903a-dd923d4a6d69 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:07:40.520201 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871682a-a901-4aa9-a1cc-0aa8664b4651 None None] Pushing event updated for resources: {'Port': ['ID=467609a6-ec71-4064-8c45-9ba7cf32cb0d,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:40.558877 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-617aa023-ddc1-4913-b05f-88a83e2fd7b4 admin admin] Publish callbacks [] for port (fbbcffdd-9298-4a88-a90a-1751a0a22863), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:40.559446 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa742d2-662f-48ff-acac-25b058c4efc0 None None] Routers {'feb1b2ed-0fec-4011-bce8-0e43737f195c'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:07:40.560237 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-aaa742d2-662f-48ff-acac-25b058c4efc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:07:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['feb1b2ed-0fec-4011-bce8-0e43737f195c'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:40.598313 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-617aa023-ddc1-4913-b05f-88a83e2fd7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (fbbcffdd-9298-4a88-a90a-1751a0a22863), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:40.626117 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-104d6df0-d755-4635-bc3e-c0f278d7bd18 req-54121a15-a2e6-44bb-91f6-9b403c8d9dfe tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/security-groups?id=02a43b1a-8238-4af7-b47f-ac7b06b1905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587586 Feb 07 21:07:40.638120 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e902ac70-67af-462e-95b3-ea562a599654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (d5bb16a4-31f3-4a2c-94f1-a95e66782779), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:40.698636 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617aa023-ddc1-4913-b05f-88a83e2fd7b4 admin admin] Network ddd154bf-3ea3-46ff-accc-3215fa544b67 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:07:40.708958 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ecd12-ea33-4f3e-b534-f191f48c2018 req-832b55b6-f9eb-4846-a420-61f3a25ff36c tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:40.711104 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da2ecd12-ea33-4f3e-b534-f191f48c2018 req-832b55b6-f9eb-4846-a420-61f3a25ff36c tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 950 time: 0.2002242 Feb 07 21:07:40.723523 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-617aa023-ddc1-4913-b05f-88a83e2fd7b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:07:40.735295 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617aa023-ddc1-4913-b05f-88a83e2fd7b4 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:07:40.787740 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-aaa742d2-662f-48ff-acac-25b058c4efc0 None None] Set router feb1b2ed-0fec-4011-bce8-0e43737f195c gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:07:40.790136 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617aa023-ddc1-4913-b05f-88a83e2fd7b4 admin admin] Pushing event updated for resources: {'Port': ['ID=fbbcffdd-9298-4a88-a90a-1751a0a22863,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:40.837147 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-617aa023-ddc1-4913-b05f-88a83e2fd7b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (feb1b2ed-0fec-4011-bce8-0e43737f195c), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:40.975448 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da2ecd12-ea33-4f3e-b534-f191f48c2018 req-45823def-9666-4d12-932e-a63b5e41897c tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562847 Feb 07 21:07:40.992998 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e902ac70-67af-462e-95b3-ea562a599654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (d5bb16a4-31f3-4a2c-94f1-a95e66782779), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:41.065896 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-e902ac70-67af-462e-95b3-ea562a599654 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5bb16a4-31f3-4a2c-94f1-a95e66782779']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:41.074457 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-617aa023-ddc1-4913-b05f-88a83e2fd7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fbbcffdd-9298-4a88-a90a-1751a0a22863), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:41.093327 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83996d-529d-4977-9486-2711d2eb0e4a req-6338bce6-b8f2-49df-93ba-3cd5aedb497e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:41.100241 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b83996d-529d-4977-9486-2711d2eb0e4a req-6338bce6-b8f2-49df-93ba-3cd5aedb497e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.2640388 Feb 07 21:07:41.106285 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-aaa742d2-662f-48ff-acac-25b058c4efc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb1b2ed-0fec-4011-bce8-0e43737f195c', 'name': 'tempest-FloatingIPsTestJSON-663347014-router', 'tenant_id': '47d8334fa4a245a9b14132ab4c56cd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '467609a6-ec71-4064-8c45-9ba7cf32cb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:35Z', 'updated_at': '2022-02-07T21:07:37Z', 'revision_number': 3, 'project_id': '47d8334fa4a245a9b14132ab4c56cd75', 'gw_port': {'id': '467609a6-ec71-4064-8c45-9ba7cf32cb0d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ae:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb1b2ed-0fec-4011-bce8-0e43737f195c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:36Z', 'updated_at': '2022-02-07T21:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:41.107996 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-e902ac70-67af-462e-95b3-ea562a599654 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e27aa91-55cc-462d-aeb7-1b345510d8cb') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:41.108299 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-e902ac70-67af-462e-95b3-ea562a599654 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e27aa91-55cc-462d-aeb7-1b345510d8cb') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:41.141205 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d6859adf-c3f2-479e-9638-e8ae9945217b None None] Provisioning complete for port fbbcffdd-9298-4a88-a90a-1751a0a22863 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:07:41.141581 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d6859adf-c3f2-479e-9638-e8ae9945217b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fbbcffdd-9298-4a88-a90a-1751a0a22863), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:41.145638 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e902ac70-67af-462e-95b3-ea562a599654 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (9e27aa91-55cc-462d-aeb7-1b345510d8cb), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:41.166436 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa742d2-662f-48ff-acac-25b058c4efc0 None None] The sync data for ids ['feb1b2ed-0fec-4011-bce8-0e43737f195c'] in n-d-828185-2 is: [{'id': 'feb1b2ed-0fec-4011-bce8-0e43737f195c', 'name': 'tempest-FloatingIPsTestJSON-663347014-router', 'tenant_id': '47d8334fa4a245a9b14132ab4c56cd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '467609a6-ec71-4064-8c45-9ba7cf32cb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:35Z', 'updated_at': '2022-02-07T21:07:37Z', 'revision_number': 3, 'project_id': '47d8334fa4a245a9b14132ab4c56cd75', 'gw_port': {'id': '467609a6-ec71-4064-8c45-9ba7cf32cb0d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ae:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb1b2ed-0fec-4011-bce8-0e43737f195c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:36Z', 'updated_at': '2022-02-07T21:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:07:41.188095 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-58ae2a5b-f3aa-491a-b0d0-df4f57872133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c67fb7-5b6d-471b-956c-ef400b3f8003 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:07:41.193325 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e902ac70-67af-462e-95b3-ea562a599654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (9e27aa91-55cc-462d-aeb7-1b345510d8cb), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:41.210224 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-58ae2a5b-f3aa-491a-b0d0-df4f57872133 service neutron] Publish callbacks [] for port (b6c67fb7-5b6d-471b-956c-ef400b3f8003), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:41.219263 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b83996d-529d-4977-9486-2711d2eb0e4a req-104285f5-7d50-4d60-abdf-8669e3adc059 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180310 Feb 07 21:07:41.220514 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e902ac70-67af-462e-95b3-ea562a599654 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:07:41.220912 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e902ac70-67af-462e-95b3-ea562a599654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (9e27aa91-55cc-462d-aeb7-1b345510d8cb), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:07:41.227091 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:07:41.263161 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d6859adf-c3f2-479e-9638-e8ae9945217b None None] Port fbbcffdd-9298-4a88-a90a-1751a0a22863 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:07:41.307711 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-58ae2a5b-f3aa-491a-b0d0-df4f57872133 service neutron] Transition to ACTIVE for port object b6c67fb7-5b6d-471b-956c-ef400b3f8003 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:07:41.308875 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e902ac70-67af-462e-95b3-ea562a599654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (d5bb16a4-31f3-4a2c-94f1-a95e66782779), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:41.326651 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e902ac70-67af-462e-95b3-ea562a599654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:41.335914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e902ac70-67af-462e-95b3-ea562a599654 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d5bb16a4-31f3-4a2c-94f1-a95e66782779 HTTP/1.1" status: 204 len: 168 time: 1.0247600 Feb 07 21:07:41.348932 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-58ae2a5b-f3aa-491a-b0d0-df4f57872133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (b6c67fb7-5b6d-471b-956c-ef400b3f8003), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:41.379736 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902ac70-67af-462e-95b3-ea562a599654 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5bb16a4-31f3-4a2c-94f1-a95e66782779,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:41.398340 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-617aa023-ddc1-4913-b05f-88a83e2fd7b4 admin admin] Publish callbacks [] for port (fbbcffdd-9298-4a88-a90a-1751a0a22863), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:41.415354 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-617aa023-ddc1-4913-b05f-88a83e2fd7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (fbbcffdd-9298-4a88-a90a-1751a0a22863), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:41.448723 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902ac70-67af-462e-95b3-ea562a599654 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:41.449075 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902ac70-67af-462e-95b3-ea562a599654 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:41.449419 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902ac70-67af-462e-95b3-ea562a599654 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:41.449801 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902ac70-67af-462e-95b3-ea562a599654 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:41.450113 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902ac70-67af-462e-95b3-ea562a599654 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:41.450445 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902ac70-67af-462e-95b3-ea562a599654 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:41.450778 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902ac70-67af-462e-95b3-ea562a599654 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:41.451113 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902ac70-67af-462e-95b3-ea562a599654 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:41.451439 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902ac70-67af-462e-95b3-ea562a599654 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:41.451767 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902ac70-67af-462e-95b3-ea562a599654 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:41.452098 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902ac70-67af-462e-95b3-ea562a599654 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:41.452476 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902ac70-67af-462e-95b3-ea562a599654 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:41.452803 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e902ac70-67af-462e-95b3-ea562a599654 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:41.519043 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-617aa023-ddc1-4913-b05f-88a83e2fd7b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (feb1b2ed-0fec-4011-bce8-0e43737f195c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:41.549623 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae2a5b-f3aa-491a-b0d0-df4f57872133 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c67fb7-5b6d-471b-956c-ef400b3f8003,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:41.555818 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52514) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:41.621393 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738ff94-b53e-43cd-9771-dedc31f3b036 req-29b374e9-ceda-4383-9426-3b8dc8e681f7 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:41.623882 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6738ff94-b53e-43cd-9771-dedc31f3b036 req-29b374e9-ceda-4383-9426-3b8dc8e681f7 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=429aa14f-d5ea-44c1-9f58-bcc0539fa359 HTTP/1.1" status: 200 len: 945 time: 0.2378182 Feb 07 21:07:41.651652 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617aa023-ddc1-4913-b05f-88a83e2fd7b4 admin admin] Pushing event updated for resources: {'Port': ['ID=fbbcffdd-9298-4a88-a90a-1751a0a22863,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:41.674346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-58ae2a5b-f3aa-491a-b0d0-df4f57872133 service neutron] Attempting to bind port b6c67fb7-5b6d-471b-956c-ef400b3f8003 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:07:41.675184 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-58ae2a5b-f3aa-491a-b0d0-df4f57872133 service neutron] Attempting to bind port b6c67fb7-5b6d-471b-956c-ef400b3f8003 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'ffbda5dc-8c70-46e7-b46b-5b1461d21f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e84d6b73-d63e-4c91-80fe-e030fae397c5'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:07:41.675526 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-58ae2a5b-f3aa-491a-b0d0-df4f57872133 service neutron] Attempting to bind port b6c67fb7-5b6d-471b-956c-ef400b3f8003 on network e84d6b73-d63e-4c91-80fe-e030fae397c5 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:07:41.683087 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-58ae2a5b-f3aa-491a-b0d0-df4f57872133 service neutron] Port b6c67fb7-5b6d-471b-956c-ef400b3f8003 on network e84d6b73-d63e-4c91-80fe-e030fae397c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:07:41.683408 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-58ae2a5b-f3aa-491a-b0d0-df4f57872133 service neutron] Attempting to bind port b6c67fb7-5b6d-471b-956c-ef400b3f8003 on network e84d6b73-d63e-4c91-80fe-e030fae397c5 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:07:41.691719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-58ae2a5b-f3aa-491a-b0d0-df4f57872133 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:07:41.692064 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-58ae2a5b-f3aa-491a-b0d0-df4f57872133 service neutron] Checking segment: {'id': 'ffbda5dc-8c70-46e7-b46b-5b1461d21f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e84d6b73-d63e-4c91-80fe-e030fae397c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:07:41.692484 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-58ae2a5b-f3aa-491a-b0d0-df4f57872133 service neutron] Bound using segment: {'id': 'ffbda5dc-8c70-46e7-b46b-5b1461d21f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e84d6b73-d63e-4c91-80fe-e030fae397c5'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:07:41.692922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-58ae2a5b-f3aa-491a-b0d0-df4f57872133 service neutron] Bound port: b6c67fb7-5b6d-471b-956c-ef400b3f8003, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffbda5dc-8c70-46e7-b46b-5b1461d21f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e84d6b73-d63e-4c91-80fe-e030fae397c5'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:07:41.693317 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-58ae2a5b-f3aa-491a-b0d0-df4f57872133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b6c67fb7-5b6d-471b-956c-ef400b3f8003), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:41.703883 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-606a66a0-4121-4514-9b40-ba83be2700a6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4b7c1937361146a7b2dfe64ac8dca8e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1421363 Feb 07 21:07:41.708514 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52518) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:41.754825 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6738ff94-b53e-43cd-9771-dedc31f3b036 req-d1980699-b946-47a8-996e-9533955fd420 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221669 Feb 07 21:07:41.821895 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617aa023-ddc1-4913-b05f-88a83e2fd7b4 admin admin] Network ddd154bf-3ea3-46ff-accc-3215fa544b67 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:07:41.835851 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-617aa023-ddc1-4913-b05f-88a83e2fd7b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:07:41.862226 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcf7e3-3f40-4159-b90f-e224bad07dc3 req-54f16e3f-8f62-4f5e-bad3-ed7221b964b6 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:41.864642 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a4dcf7e3-3f40-4159-b90f-e224bad07dc3 req-54f16e3f-8f62-4f5e-bad3-ed7221b964b6 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/ports?device_id=8914773a-4bb8-4492-9881-d2e76b441c19 HTTP/1.1" status: 200 len: 943 time: 0.1263664 Feb 07 21:07:41.871719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-58ae2a5b-f3aa-491a-b0d0-df4f57872133 service neutron] For port b6c67fb7-5b6d-471b-956c-ef400b3f8003, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:07:41.896756 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-58ae2a5b-f3aa-491a-b0d0-df4f57872133 service neutron] For port b6c67fb7-5b6d-471b-956c-ef400b3f8003, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b6c67fb7-5b6d-471b-956c-ef400b3f8003,segment=NetworkSegment(ffbda5dc-8c70-46e7-b46b-5b1461d21f3c),segment_id=ffbda5dc-8c70-46e7-b46b-5b1461d21f3c)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:07:41.923565 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-58ae2a5b-f3aa-491a-b0d0-df4f57872133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (b6c67fb7-5b6d-471b-956c-ef400b3f8003), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:41.972071 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0640fa5a-84f1-47c1-8bd8-df92f439dde9 admin admin] Publish callbacks [] for security_group (18475031-1d15-4ec4-a9c2-0f5f8eb8ff68), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:42.018802 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a4dcf7e3-3f40-4159-b90f-e224bad07dc3 req-426129f5-dfff-4376-a890-8d09ee67f1f3 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/security-groups?id=02a43b1a-8238-4af7-b47f-ac7b06b1905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439409 Feb 07 21:07:42.066461 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0640fa5a-84f1-47c1-8bd8-df92f439dde9 admin admin] Publish callbacks [] for security_group (18475031-1d15-4ec4-a9c2-0f5f8eb8ff68), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:42.072937 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-58ae2a5b-f3aa-491a-b0d0-df4f57872133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:42.075033 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-58ae2a5b-f3aa-491a-b0d0-df4f57872133 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:42.076802 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-58ae2a5b-f3aa-491a-b0d0-df4f57872133 service neutron] 10.222.0.71 "PUT /v2.0/ports/b6c67fb7-5b6d-471b-956c-ef400b3f8003 HTTP/1.1" status: 200 len: 1091 time: 2.5363629 Feb 07 21:07:42.081902 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8914773a-4bb8-4492-9881-d2e76b441c19', 'tag': 'b6c67fb7-5b6d-471b-956c-ef400b3f8003'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:07:42.111092 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578edf16-14fc-40c8-8e58-f2ce623e3cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "8914773a-4bb8-4492-9881-d2e76b441c19", "tag": "b6c67fb7-5b6d-471b-956c-ef400b3f8003"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:07:42.124338 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 467609a6-ec71-4064-8c45-9ba7cf32cb0d up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:07:42.221683 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0640fa5a-84f1-47c1-8bd8-df92f439dde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (18475031-1d15-4ec4-a9c2-0f5f8eb8ff68), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:42.225503 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0640fa5a-84f1-47c1-8bd8-df92f439dde9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:42.227229 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0640fa5a-84f1-47c1-8bd8-df92f439dde9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/18475031-1d15-4ec4-a9c2-0f5f8eb8ff68 HTTP/1.1" status: 204 len: 168 time: 0.5054564 Feb 07 21:07:42.282993 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 467609a6-ec71-4064-8c45-9ba7cf32cb0d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:07:42.284445 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (467609a6-ec71-4064-8c45-9ba7cf32cb0d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:42.315540 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640fa5a-84f1-47c1-8bd8-df92f439dde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18475031-1d15-4ec4-a9c2-0f5f8eb8ff68,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:42.332135 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617aa023-ddc1-4913-b05f-88a83e2fd7b4 admin admin] Router feb1b2ed-0fec-4011-bce8-0e43737f195c has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:07:42.401050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae2a5b-f3aa-491a-b0d0-df4f57872133 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c67fb7-5b6d-471b-956c-ef400b3f8003,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:42.413277 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e65cbdd7-e5bb-499f-b1e4-5c80bdf4b782 None None] Provisioning complete for port fbbcffdd-9298-4a88-a90a-1751a0a22863 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:07:42.413815 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e65cbdd7-e5bb-499f-b1e4-5c80bdf4b782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fbbcffdd-9298-4a88-a90a-1751a0a22863), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:42.430829 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5015e5-55bc-41d6-b64a-ad573e4417dc req-23681e86-be54-4dd7-962d-d3fb06312401 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:42.442544 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e5015e5-55bc-41d6-b64a-ad573e4417dc req-23681e86-be54-4dd7-962d-d3fb06312401 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=429aa14f-d5ea-44c1-9f58-bcc0539fa359 HTTP/1.1" status: 200 len: 945 time: 0.5019591 Feb 07 21:07:42.567321 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-5eb263f9-4718-479c-bb1e-adab28c15a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:42.570571 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-5eb263f9-4718-479c-bb1e-adab28c15a44 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=581401f16c9f4e91824e00844c3b72ce&device_id=8914773a-4bb8-4492-9881-d2e76b441c19 HTTP/1.1" status: 200 len: 1125 time: 0.4299517 Feb 07 21:07:42.594115 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fcd2c-156f-4238-8b79-5fca1c48d1a1 req-fb503de9-9857-47c1-852a-8c85c8148104 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:42.603273 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fc1fcd2c-156f-4238-8b79-5fca1c48d1a1 req-fb503de9-9857-47c1-852a-8c85c8148104 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 950 time: 0.4017301 Feb 07 21:07:42.638184 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617aa023-ddc1-4913-b05f-88a83e2fd7b4 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:07:42.653888 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-617aa023-ddc1-4913-b05f-88a83e2fd7b4 admin admin] 10.222.0.65 "PUT /v2.0/routers/feb1b2ed-0fec-4011-bce8-0e43737f195c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6927807 Feb 07 21:07:42.711807 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-be8015ca-65ca-4c94-8ec3-2d5c88b666b1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6c67fb7-5b6d-471b-956c-ef400b3f8003 HTTP/1.1" status: 200 len: 217 time: 0.0946195 Feb 07 21:07:42.732767 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e5015e5-55bc-41d6-b64a-ad573e4417dc req-fe35ce6e-fe6f-49e8-8ac5-049e76936488 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890549 Feb 07 21:07:42.793639 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e65cbdd7-e5bb-499f-b1e4-5c80bdf4b782 None None] Port fbbcffdd-9298-4a88-a90a-1751a0a22863 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:07:42.803240 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 467609a6-ec71-4064-8c45-9ba7cf32cb0d is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:42.803628 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (467609a6-ec71-4064-8c45-9ba7cf32cb0d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:42.854051 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 467609a6-ec71-4064-8c45-9ba7cf32cb0d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=467609a6-ec71-4064-8c45-9ba7cf32cb0d,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:42.854914 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d19ed5-6c7e-426d-9c5c-13203c4e819f x-openstack-request-id: req-78d19ed5-6c7e-426d-9c5c-13203c4e819f {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:07:42.855215 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8914773a-4bb8-4492-9881-d2e76b441c19", "tag": "b6c67fb7-5b6d-471b-956c-ef400b3f8003", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:07:42.855479 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-78d19ed5-6c7e-426d-9c5c-13203c4e819f {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:07:42.862663 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8914773a-4bb8-4492-9881-d2e76b441c19', 'tag': 'b6c67fb7-5b6d-471b-956c-ef400b3f8003', 'status': 'completed', 'code': 200} Feb 07 21:07:42.880031 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (467609a6-ec71-4064-8c45-9ba7cf32cb0d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:42.932025 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fc1fcd2c-156f-4238-8b79-5fca1c48d1a1 req-1e19098c-ee03-42ec-837f-4c91cdd88097 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250282 Feb 07 21:07:42.989431 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=467609a6-ec71-4064-8c45-9ba7cf32cb0d,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:43.037260 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-9b84830c-43f8-4b34-a10e-3d773cb5a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:43.038885 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-9b84830c-43f8-4b34-a10e-3d773cb5a568 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e8473b91-9da3-4301-bf9b-d97fd8f88178 HTTP/1.1" status: 200 len: 848 time: 0.3047392 Feb 07 21:07:43.109850 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-8062dcd3-0e58-4a63-acd3-887b6b2939cb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e84d6b73-d63e-4c91-80fe-e030fae397c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480032 Feb 07 21:07:43.192646 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c518c5-3dcc-4077-b011-f1a98b6d6265 req-d17cf35d-a798-4154-a38c-501f14772e4f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:43.201493 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-11c518c5-3dcc-4077-b011-f1a98b6d6265 req-d17cf35d-a798-4154-a38c-501f14772e4f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.2386332 Feb 07 21:07:43.219966 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66b159c5-3d39-40b8-97b2-628ecda545ad req-06b0cfb5-f2b2-4ea7-9e8c-bf107291d291 service neutron] 10.222.0.69 "GET /v2.0/ports/238ad644-1617-428c-a78f-ea49876c0f14/bindings/n-h1-828185-2 HTTP/1.1" status: 200 len: 382 time: 0.3563621 Feb 07 21:07:43.302763 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-11c518c5-3dcc-4077-b011-f1a98b6d6265 req-276c2df4-4e5b-430d-aad4-7d53b4e70ced tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003416 Feb 07 21:07:43.329748 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-07ea5599-e878-4b08-a1b4-dc359140be92 service neutron] 10.222.0.71 "GET /v2.0/networks/e84d6b73-d63e-4c91-80fe-e030fae397c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065873 Feb 07 21:07:43.565561 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e8563-b066-48c1-bd56-40537bd04fdc req-a41c139c-38e9-4ac7-a173-5191a702e16d tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:43.574251 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8f1e8563-b066-48c1-bd56-40537bd04fdc req-a41c139c-38e9-4ac7-a173-5191a702e16d tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/ports?device_id=8914773a-4bb8-4492-9881-d2e76b441c19 HTTP/1.1" status: 200 len: 943 time: 0.1819487 Feb 07 21:07:43.737430 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52570) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:43.747401 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b30d95f-479b-4915-8543-36287dcd9cbd req-ed70a7f9-64d1-4f4d-b1b4-5136c438b49b service neutron] 10.222.0.71 "GET /v2.0/networks/e84d6b73-d63e-4c91-80fe-e030fae397c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074831 Feb 07 21:07:43.844747 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8f1e8563-b066-48c1-bd56-40537bd04fdc req-12224b44-43c2-42b6-a58d-5a78de24e79e tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/security-groups?id=02a43b1a-8238-4af7-b47f-ac7b06b1905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691066 Feb 07 21:07:43.941124 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b159c5-3d39-40b8-97b2-628ecda545ad req-2252192e-46eb-404d-abfc-211b2c84b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:43.944395 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66b159c5-3d39-40b8-97b2-628ecda545ad req-2252192e-46eb-404d-abfc-211b2c84b4e8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e&tenant_id=f4fe27c2f8aa423da4df091a462a1dd2 HTTP/1.1" status: 200 len: 1132 time: 0.4114907 Feb 07 21:07:43.973854 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-741ba890-ea53-498f-82cc-448dbcd79aa4 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1080301101-network', 'tenant_id': 'b1a93d652433432fae51e211c168496d'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:07:44.027460 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 467609a6-ec71-4064-8c45-9ba7cf32cb0d up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:07:44.032212 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741ba890-ea53-498f-82cc-448dbcd79aa4 admin admin] Made reservation on behalf of b1a93d652433432fae51e211c168496d for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:07:44.038346 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-741ba890-ea53-498f-82cc-448dbcd79aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:44.051592 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d62980d-4da6-40dc-addf-ef746941ef41 req-5cfd8909-d4ef-4f03-9760-75bc3015e2b5 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4382684 Feb 07 21:07:44.076266 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-8d62980d-4da6-40dc-addf-ef746941ef41 req-368ba558-2b27-49e0-b7a8-7ae75681c530 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:07:44.076742 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-741ba890-ea53-498f-82cc-448dbcd79aa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:44.104154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578edf16-14fc-40c8-8e58-f2ce623e3cf8 req-6dca249e-e04b-4512-83f0-6d938c74a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:44.106486 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-578edf16-14fc-40c8-8e58-f2ce623e3cf8 req-6dca249e-e04b-4512-83f0-6d938c74a318 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=581401f16c9f4e91824e00844c3b72ce&device_id=8914773a-4bb8-4492-9881-d2e76b441c19 HTTP/1.1" status: 200 len: 1125 time: 0.2722123 Feb 07 21:07:44.153732 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06635cfa-52ab-4ab4-aca3-97b0bd4b24ec None None] Sync routers for ids ['feb1b2ed-0fec-4011-bce8-0e43737f195c'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:07:44.171997 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 467609a6-ec71-4064-8c45-9ba7cf32cb0d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:07:44.172783 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (467609a6-ec71-4064-8c45-9ba7cf32cb0d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:44.190870 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8d62980d-4da6-40dc-addf-ef746941ef41 req-368ba558-2b27-49e0-b7a8-7ae75681c530 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:44.201839 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b159c5-3d39-40b8-97b2-628ecda545ad req-fa827e8d-e40b-4bfe-8c32-6ebbb10e1c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:44.204235 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66b159c5-3d39-40b8-97b2-628ecda545ad req-fa827e8d-e40b-4bfe-8c32-6ebbb10e1c36 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 1132 time: 0.2388272 Feb 07 21:07:44.226291 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5e299-34e2-4c6f-aab4-b4422993a50a req-41a5f797-4a31-42f7-b033-6390ac56748e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:44.227853 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7ef5e299-34e2-4c6f-aab4-b4422993a50a req-41a5f797-4a31-42f7-b033-6390ac56748e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=429aa14f-d5ea-44c1-9f58-bcc0539fa359 HTTP/1.1" status: 200 len: 945 time: 0.2309277 Feb 07 21:07:44.234639 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06635cfa-52ab-4ab4-aca3-97b0bd4b24ec None None] Routers {'feb1b2ed-0fec-4011-bce8-0e43737f195c'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:07:44.235572 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-06635cfa-52ab-4ab4-aca3-97b0bd4b24ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:07:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['feb1b2ed-0fec-4011-bce8-0e43737f195c'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:44.236720 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-741ba890-ea53-498f-82cc-448dbcd79aa4 admin admin] Publish callbacks [] for security_group (92b67999-b59e-4195-aa17-b1b3c8b01fd4), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:44.250556 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-741ba890-ea53-498f-82cc-448dbcd79aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (92b67999-b59e-4195-aa17-b1b3c8b01fd4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:44.281953 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ba890-ea53-498f-82cc-448dbcd79aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b67999-b59e-4195-aa17-b1b3c8b01fd4,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:44.297616 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741ba890-ea53-498f-82cc-448dbcd79aa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:07:44.314548 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-741ba890-ea53-498f-82cc-448dbcd79aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (ab413e23-27b5-46d3-979b-e10817a69a1c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:44.315036 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-741ba890-ea53-498f-82cc-448dbcd79aa4 admin admin] Added segment ab413e23-27b5-46d3-979b-e10817a69a1c of type vlan for network 3360adc2-252e-4f7f-892e-331aca354120 Feb 07 21:07:44.384922 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-06635cfa-52ab-4ab4-aca3-97b0bd4b24ec None None] Set router feb1b2ed-0fec-4011-bce8-0e43737f195c gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:07:44.393856 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-741ba890-ea53-498f-82cc-448dbcd79aa4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (3360adc2-252e-4f7f-892e-331aca354120), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:44.432933 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578edf16-14fc-40c8-8e58-f2ce623e3cf8 req-5b669534-4bb3-4e07-a4ec-ed0145cad670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:44.434430 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-578edf16-14fc-40c8-8e58-f2ce623e3cf8 req-5b669534-4bb3-4e07-a4ec-ed0145cad670 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e84d6b73-d63e-4c91-80fe-e030fae397c5 HTTP/1.1" status: 200 len: 909 time: 0.3183658 Feb 07 21:07:44.434658 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-741ba890-ea53-498f-82cc-448dbcd79aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (3360adc2-252e-4f7f-892e-331aca354120), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:44.436170 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741ba890-ea53-498f-82cc-448dbcd79aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:44.437168 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-741ba890-ea53-498f-82cc-448dbcd79aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:44.493152 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 467609a6-ec71-4064-8c45-9ba7cf32cb0d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:44.519275 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7ef5e299-34e2-4c6f-aab4-b4422993a50a req-d660f0a4-494f-4cd3-870c-97ce64941809 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739496 Feb 07 21:07:44.521696 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-578edf16-14fc-40c8-8e58-f2ce623e3cf8 req-1ae0748e-6649-49cc-ae5a-1479483a88c1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6c67fb7-5b6d-471b-956c-ef400b3f8003 HTTP/1.1" status: 200 len: 217 time: 0.0610216 Feb 07 21:07:44.529558 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ba890-ea53-498f-82cc-448dbcd79aa4 admin admin] Pushing event updated for resources: {'Network': ['ID=3360adc2-252e-4f7f-892e-331aca354120,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:44.543855 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 3360adc2-252e-4f7f-892e-331aca354120 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:07:44.555240 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-741ba890-ea53-498f-82cc-448dbcd79aa4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8160307 Feb 07 21:07:44.557694 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52580) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:44.564546 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-eb727688-e44f-4d6d-883d-d2ff2c506358 admin admin] Request body: {'subnet': {'network_id': '3360adc2-252e-4f7f-892e-331aca354120', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1080301101-subnet', 'tenant_id': 'b1a93d652433432fae51e211c168496d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:07:44.595588 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb727688-e44f-4d6d-883d-d2ff2c506358 admin admin] Made reservation on behalf of b1a93d652433432fae51e211c168496d for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:07:44.605252 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb727688-e44f-4d6d-883d-d2ff2c506358 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:44.655419 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578edf16-14fc-40c8-8e58-f2ce623e3cf8 req-c80accd5-bb13-4376-b90b-0ddf2c966e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:44.657266 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-578edf16-14fc-40c8-8e58-f2ce623e3cf8 req-c80accd5-bb13-4376-b90b-0ddf2c966e49 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e8473b91-9da3-4301-bf9b-d97fd8f88178 HTTP/1.1" status: 200 len: 848 time: 0.1137872 Feb 07 21:07:44.693997 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b159c5-3d39-40b8-97b2-628ecda545ad req-fb77b236-bb32-41d7-9f7f-845458bdfc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:44.695561 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66b159c5-3d39-40b8-97b2-628ecda545ad req-fb77b236-bb32-41d7-9f7f-845458bdfc1d service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.4667096 Feb 07 21:07:44.779746 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-06635cfa-52ab-4ab4-aca3-97b0bd4b24ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb1b2ed-0fec-4011-bce8-0e43737f195c', 'name': 'tempest-FloatingIPsTestJSON-663347014-router', 'tenant_id': '47d8334fa4a245a9b14132ab4c56cd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '467609a6-ec71-4064-8c45-9ba7cf32cb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:35Z', 'updated_at': '2022-02-07T21:07:41Z', 'revision_number': 4, 'project_id': '47d8334fa4a245a9b14132ab4c56cd75', 'gw_port': {'id': '467609a6-ec71-4064-8c45-9ba7cf32cb0d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ae:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb1b2ed-0fec-4011-bce8-0e43737f195c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:36Z', 'updated_at': '2022-02-07T21:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'fbbcffdd-9298-4a88-a90a-1751a0a22863', 'name': '', 'network_id': 'ddd154bf-3ea3-46ff-accc-3215fa544b67', 'tenant_id': '47d8334fa4a245a9b14132ab4c56cd75', 'mac_address': 'fa:16:3e:34:9e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb1b2ed-0fec-4011-bce8-0e43737f195c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '4eddff3d-4652-427b-bf92-97d5700d1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:39Z', 'updated_at': '2022-02-07T21:07:41Z', 'revision_number': 2, 'project_id': '47d8334fa4a245a9b14132ab4c56cd75', 'subnets': [{'id': '4eddff3d-4652-427b-bf92-97d5700d1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:44.782840 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-578edf16-14fc-40c8-8e58-f2ce623e3cf8 req-fd3fbf7d-2ce6-4185-882f-318635a4e79e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e84d6b73-d63e-4c91-80fe-e030fae397c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861855 Feb 07 21:07:44.784220 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66b159c5-3d39-40b8-97b2-628ecda545ad req-c80c285a-5254-4b1a-aacc-36dd1ba832a8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=238ad644-1617-428c-a78f-ea49876c0f14 HTTP/1.1" status: 200 len: 217 time: 0.0721986 Feb 07 21:07:44.792527 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e2e15-d499-48c4-a3b1-e1924410fdc6 req-b96824c6-b2e2-450c-8675-54cf76eee960 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:44.794246 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e6e2e15-d499-48c4-a3b1-e1924410fdc6 req-b96824c6-b2e2-450c-8675-54cf76eee960 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 950 time: 0.1360123 Feb 07 21:07:44.834242 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06635cfa-52ab-4ab4-aca3-97b0bd4b24ec None None] Checking router: feb1b2ed-0fec-4011-bce8-0e43737f195c for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:07:44.835059 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06635cfa-52ab-4ab4-aca3-97b0bd4b24ec None None] Updating router feb1b2ed-0fec-4011-bce8-0e43737f195c port fbbcffdd-9298-4a88-a90a-1751a0a22863 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:07:44.886805 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-06635cfa-52ab-4ab4-aca3-97b0bd4b24ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fbbcffdd-9298-4a88-a90a-1751a0a22863), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:44.915394 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb727688-e44f-4d6d-883d-d2ff2c506358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (a123fd91-a3d8-470f-8cb1-db8616007b46), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:44.991690 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb727688-e44f-4d6d-883d-d2ff2c506358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a123fd91-a3d8-470f-8cb1-db8616007b46,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:45.000501 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb727688-e44f-4d6d-883d-d2ff2c506358 admin admin] Checking segment: {'id': 'ab413e23-27b5-46d3-979b-e10817a69a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3360adc2-252e-4f7f-892e-331aca354120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:07:45.000876 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb727688-e44f-4d6d-883d-d2ff2c506358 admin admin] Network hostable DHCP agents. Network: 3360adc2-252e-4f7f-892e-331aca354120, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:07:45.025183 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb727688-e44f-4d6d-883d-d2ff2c506358 admin admin] Network 3360adc2-252e-4f7f-892e-331aca354120 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:07:45.072390 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-eb727688-e44f-4d6d-883d-d2ff2c506358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 3360adc2-252e-4f7f-892e-331aca354120) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:07:45.165440 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb727688-e44f-4d6d-883d-d2ff2c506358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:45.165440 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb727688-e44f-4d6d-883d-d2ff2c506358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:45.165796 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662ab190-0b84-4716-a4d9-7604e722a7b6 None None] Network 3360adc2-252e-4f7f-892e-331aca354120 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:07:45.194214 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-eb727688-e44f-4d6d-883d-d2ff2c506358 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6334770 Feb 07 21:07:45.312368 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc72db0-6529-41c6-bd0b-e3253f4392b5 None None] Network 3360adc2-252e-4f7f-892e-331aca354120 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:07:45.346047 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b159c5-3d39-40b8-97b2-628ecda545ad req-a5c15467-07c2-4afe-9782-b564066eda26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:45.347678 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66b159c5-3d39-40b8-97b2-628ecda545ad req-a5c15467-07c2-4afe-9782-b564066eda26 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1993136 Feb 07 21:07:45.390281 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06574fd-17b5-4b34-996b-6c746a37a876 req-cf99ab64-0dd1-4360-a9f6-43f538155077 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:45.392182 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b06574fd-17b5-4b34-996b-6c746a37a876 req-cf99ab64-0dd1-4360-a9f6-43f538155077 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.71 "GET /v2.0/ports?device_id=429aa14f-d5ea-44c1-9f58-bcc0539fa359 HTTP/1.1" status: 200 len: 945 time: 0.2399638 Feb 07 21:07:45.405735 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-06635cfa-52ab-4ab4-aca3-97b0bd4b24ec None None] Publish callbacks [] for port (fbbcffdd-9298-4a88-a90a-1751a0a22863), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:45.415610 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e6e2e15-d499-48c4-a3b1-e1924410fdc6 req-b6f3c1fe-5679-4bb0-9501-cc58abc21aad tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647667 Feb 07 21:07:45.433686 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-06635cfa-52ab-4ab4-aca3-97b0bd4b24ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fbbcffdd-9298-4a88-a90a-1751a0a22863), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:45.533715 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-578edf16-14fc-40c8-8e58-f2ce623e3cf8 req-5c870815-11c6-4840-9f23-dfdff1a8c6bb service neutron] 10.222.0.71 "GET /v2.0/networks/e84d6b73-d63e-4c91-80fe-e030fae397c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7359009 Feb 07 21:07:45.579362 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8d62980d-4da6-40dc-addf-ef746941ef41 req-368ba558-2b27-49e0-b7a8-7ae75681c530 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:45.687583 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b159c5-3d39-40b8-97b2-628ecda545ad req-653fadad-6f2f-47e6-988c-ad1dd0ccc58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:45.688763 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66b159c5-3d39-40b8-97b2-628ecda545ad req-653fadad-6f2f-47e6-988c-ad1dd0ccc58c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3316844 Feb 07 21:07:45.704490 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-06635cfa-52ab-4ab4-aca3-97b0bd4b24ec None None] Attempting to bind port fbbcffdd-9298-4a88-a90a-1751a0a22863 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:07:45.704777 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-06635cfa-52ab-4ab4-aca3-97b0bd4b24ec None None] Attempting to bind port fbbcffdd-9298-4a88-a90a-1751a0a22863 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '0d882f0c-597d-43fe-a286-71dc32fe6754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ddd154bf-3ea3-46ff-accc-3215fa544b67'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:07:45.705184 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06635cfa-52ab-4ab4-aca3-97b0bd4b24ec None None] Attempting to bind port fbbcffdd-9298-4a88-a90a-1751a0a22863 on network ddd154bf-3ea3-46ff-accc-3215fa544b67 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:07:45.713605 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6557656-7a92-4ab6-96b8-45f222715015 None None] Pushing event updated for resources: {'Port': ['ID=fbbcffdd-9298-4a88-a90a-1751a0a22863,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:45.716796 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06635cfa-52ab-4ab4-aca3-97b0bd4b24ec None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:07:45.720729 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06635cfa-52ab-4ab4-aca3-97b0bd4b24ec None None] Checking segment: {'id': '0d882f0c-597d-43fe-a286-71dc32fe6754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ddd154bf-3ea3-46ff-accc-3215fa544b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:07:45.724844 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-06635cfa-52ab-4ab4-aca3-97b0bd4b24ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:45.736985 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06635cfa-52ab-4ab4-aca3-97b0bd4b24ec None None] Bound using segment: {'id': '0d882f0c-597d-43fe-a286-71dc32fe6754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ddd154bf-3ea3-46ff-accc-3215fa544b67'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:07:45.738069 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-06635cfa-52ab-4ab4-aca3-97b0bd4b24ec None None] Bound port: fbbcffdd-9298-4a88-a90a-1751a0a22863, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d882f0c-597d-43fe-a286-71dc32fe6754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ddd154bf-3ea3-46ff-accc-3215fa544b67'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:07:45.738569 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-06635cfa-52ab-4ab4-aca3-97b0bd4b24ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fbbcffdd-9298-4a88-a90a-1751a0a22863), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:45.863502 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-06635cfa-52ab-4ab4-aca3-97b0bd4b24ec None None] For port fbbcffdd-9298-4a88-a90a-1751a0a22863, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:07:45.868297 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-06635cfa-52ab-4ab4-aca3-97b0bd4b24ec None None] For port fbbcffdd-9298-4a88-a90a-1751a0a22863, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=fbbcffdd-9298-4a88-a90a-1751a0a22863,segment=NetworkSegment(0d882f0c-597d-43fe-a286-71dc32fe6754),segment_id=0d882f0c-597d-43fe-a286-71dc32fe6754)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:07:45.892691 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-06635cfa-52ab-4ab4-aca3-97b0bd4b24ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fbbcffdd-9298-4a88-a90a-1751a0a22863), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:45.900168 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcd1ad-bea4-481f-bc97-971ef13898a0 req-5fb2d027-2314-4634-b640-942fdca3d23c tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:45.901445 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4bdcd1ad-bea4-481f-bc97-971ef13898a0 req-5fb2d027-2314-4634-b640-942fdca3d23c tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.2656806 Feb 07 21:07:45.952991 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-578edf16-14fc-40c8-8e58-f2ce623e3cf8 req-53afb3ad-d366-496c-990f-7bc1889ceb1a service neutron] 10.222.0.71 "GET /v2.0/networks/e84d6b73-d63e-4c91-80fe-e030fae397c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075749 Feb 07 21:07:45.987128 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6557656-7a92-4ab6-96b8-45f222715015 None None] Pushing event updated for resources: {'Port': ['ID=fbbcffdd-9298-4a88-a90a-1751a0a22863,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:45.997154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-b06574fd-17b5-4b34-996b-6c746a37a876 req-c9d4169f-1762-48a6-a171-fac6f06007c7 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Deleting port e8409814-1783-4eff-a7f3-7932192ab1c3 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:07:45.997515 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b06574fd-17b5-4b34-996b-6c746a37a876 req-c9d4169f-1762-48a6-a171-fac6f06007c7 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e8409814-1783-4eff-a7f3-7932192ab1c3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:46.020948 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06635cfa-52ab-4ab4-aca3-97b0bd4b24ec None None] Routers {'feb1b2ed-0fec-4011-bce8-0e43737f195c'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:07:46.023652 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-06635cfa-52ab-4ab4-aca3-97b0bd4b24ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:07:20Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['feb1b2ed-0fec-4011-bce8-0e43737f195c'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:46.028111 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-02e62f21-eee6-4304-8d85-9120f32c4900 None None] Provisioning complete for port fbbcffdd-9298-4a88-a90a-1751a0a22863 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:07:46.028679 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-02e62f21-eee6-4304-8d85-9120f32c4900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fbbcffdd-9298-4a88-a90a-1751a0a22863), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:46.029032 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66b159c5-3d39-40b8-97b2-628ecda545ad req-4353241d-ece2-4b76-87b5-3a1fa011b4e1 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262725 Feb 07 21:07:46.083093 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-8d62980d-4da6-40dc-addf-ef746941ef41 req-368ba558-2b27-49e0-b7a8-7ae75681c530 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Allocated IP 172.25.4.246 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/e30c9d07-387e-4adf-8d88-ac31bb1abd0d) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:07:46.181269 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-06635cfa-52ab-4ab4-aca3-97b0bd4b24ec None None] Set router feb1b2ed-0fec-4011-bce8-0e43737f195c gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:07:46.204937 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4bdcd1ad-bea4-481f-bc97-971ef13898a0 req-db9e6ac7-797d-4933-9f61-e2978134a9fa tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717907 Feb 07 21:07:46.233686 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66b159c5-3d39-40b8-97b2-628ecda545ad req-00487bf2-73e1-48a9-b5ef-87a23df8ba69 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581225 Feb 07 21:07:46.384998 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b06574fd-17b5-4b34-996b-6c746a37a876 req-c9d4169f-1762-48a6-a171-fac6f06007c7 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] For port e8409814-1783-4eff-a7f3-7932192ab1c3, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=e8409814-1783-4eff-a7f3-7932192ab1c3,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:46.385371 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b06574fd-17b5-4b34-996b-6c746a37a876 req-c9d4169f-1762-48a6-a171-fac6f06007c7 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e8409814-1783-4eff-a7f3-7932192ab1c3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:46.424672 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-b06574fd-17b5-4b34-996b-6c746a37a876 req-c9d4169f-1762-48a6-a171-fac6f06007c7 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Calling delete_port for e8409814-1783-4eff-a7f3-7932192ab1c3 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:07:46.484825 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3692d-4a15-4e44-9d5d-a662b068fc17 req-442b3b70-89ac-4b4d-bb6e-9729fa95d045 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:46.486354 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6bf3692d-4a15-4e44-9d5d-a662b068fc17 req-442b3b70-89ac-4b4d-bb6e-9729fa95d045 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/ports?device_id=8914773a-4bb8-4492-9881-d2e76b441c19 HTTP/1.1" status: 200 len: 943 time: 0.1417408 Feb 07 21:07:46.489489 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8d62980d-4da6-40dc-addf-ef746941ef41 req-368ba558-2b27-49e0-b7a8-7ae75681c530 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks [] for port (e30c9d07-387e-4adf-8d88-ac31bb1abd0d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:46.523882 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device f1ceb592-9945-4020-8ea6-0029172dea8e details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:07:46.526062 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 238ad644-1617-428c-a78f-ea49876c0f14 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:07:46.604606 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6bf3692d-4a15-4e44-9d5d-a662b068fc17 req-857d31cc-7be3-453e-8e9d-a247bc810810 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/security-groups?id=02a43b1a-8238-4af7-b47f-ac7b06b1905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815630 Feb 07 21:07:46.631714 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8d62980d-4da6-40dc-addf-ef746941ef41 req-368ba558-2b27-49e0-b7a8-7ae75681c530 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (e30c9d07-387e-4adf-8d88-ac31bb1abd0d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:46.663475 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52606) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:46.671281 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d62980d-4da6-40dc-addf-ef746941ef41 req-368ba558-2b27-49e0-b7a8-7ae75681c530 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:07:46.747662 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-8d62980d-4da6-40dc-addf-ef746941ef41 req-368ba558-2b27-49e0-b7a8-7ae75681c530 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:07:46.754310 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d62980d-4da6-40dc-addf-ef746941ef41 req-368ba558-2b27-49e0-b7a8-7ae75681c530 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:07:46.767221 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff82a64-6cb8-4029-a308-9d08a272766a admin admin] Deleting subnet a123fd91-a3d8-470f-8cb1-db8616007b46 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:07:46.784727 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ff82a64-6cb8-4029-a308-9d08a272766a admin admin] Publish callbacks [] for subnet (a123fd91-a3d8-470f-8cb1-db8616007b46), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:46.835091 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 238ad644-1617-428c-a78f-ea49876c0f14 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:46.835356 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (238ad644-1617-428c-a78f-ea49876c0f14), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:46.842108 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ba558-2b27-49e0-b7a8-7ae75681c530 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Pushing event updated for resources: {'Port': ['ID=e30c9d07-387e-4adf-8d88-ac31bb1abd0d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:46.842787 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ff82a64-6cb8-4029-a308-9d08a272766a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (a123fd91-a3d8-470f-8cb1-db8616007b46), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:46.863630 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b06574fd-17b5-4b34-996b-6c746a37a876 req-c9d4169f-1762-48a6-a171-fac6f06007c7 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (e8409814-1783-4eff-a7f3-7932192ab1c3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:46.901370 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port f1ceb592-9945-4020-8ea6-0029172dea8e, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=f1ceb592-9945-4020-8ea6-0029172dea8e,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:46.901767 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ff82a64-6cb8-4029-a308-9d08a272766a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (a123fd91-a3d8-470f-8cb1-db8616007b46), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:46.915041 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'f1ceb592-9945-4020-8ea6-0029172dea8e', 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85', 'port_id': 'f1ceb592-9945-4020-8ea6-0029172dea8e', 'mac_address': 'fa:16:3e:6b:9b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8980a6-7981-49aa-b0cb-ed215989d81d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:07:46.922988 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['b9feb26d-0f66-4b71-8ed3-d190edbaf70e', 'e8409814-1783-4eff-a7f3-7932192ab1c3'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:07:46.975278 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-02e62f21-eee6-4304-8d85-9120f32c4900 None None] Current status of the port fbbcffdd-9298-4a88-a90a-1751a0a22863 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:46.975278 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-02e62f21-eee6-4304-8d85-9120f32c4900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fbbcffdd-9298-4a88-a90a-1751a0a22863), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:46.979239 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8d62980d-4da6-40dc-addf-ef746941ef41 req-368ba558-2b27-49e0-b7a8-7ae75681c530 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks [] for floatingip (277eae66-29c1-411c-9722-341634df345e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:46.990061 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ff82a64-6cb8-4029-a308-9d08a272766a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (a123fd91-a3d8-470f-8cb1-db8616007b46), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:47.002476 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f1fda4-d138-4569-9c16-fe2b5855677e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '238ad644-1617-428c-a78f-ea49876c0f14'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:07:47.004956 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02de702-3e70-4dff-808c-9451da6b2c01" -d '{"events": [{"server_uuid": "e4f1fda4-d138-4569-9c16-fe2b5855677e", "name": "network-vif-unplugged", "status": "completed", "tag": "238ad644-1617-428c-a78f-ea49876c0f14"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:07:47.008902 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4169f-1762-48a6-a171-fac6f06007c7 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Pushing event deleted for resources: {'Port': ['ID=e8409814-1783-4eff-a7f3-7932192ab1c3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:47.039099 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ff82a64-6cb8-4029-a308-9d08a272766a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:47.043670 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4ff82a64-6cb8-4029-a308-9d08a272766a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a123fd91-a3d8-470f-8cb1-db8616007b46 HTTP/1.1" status: 204 len: 168 time: 0.3786027 Feb 07 21:07:47.047157 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52610) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:47.065152 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 238ad644-1617-428c-a78f-ea49876c0f14, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=238ad644-1617-428c-a78f-ea49876c0f14,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:47.090321 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (238ad644-1617-428c-a78f-ea49876c0f14), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:47.091370 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff82a64-6cb8-4029-a308-9d08a272766a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a123fd91-a3d8-470f-8cb1-db8616007b46,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:47.107017 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port f1ceb592-9945-4020-8ea6-0029172dea8e is: ACTIVE; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:47.111776 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06574fd-17b5-4b34-996b-6c746a37a876 req-c9d4169f-1762-48a6-a171-fac6f06007c7 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] No DVR routers for this DVR port e8409814-1783-4eff-a7f3-7932192ab1c3 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:07:47.112325 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f1ceb592-9945-4020-8ea6-0029172dea8e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:47.144054 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e6684-adae-4841-99bd-9af458944881 req-0dc529af-90df-4117-b575-22d1337cfeb7 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:47.145748 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b95e6684-adae-4841-99bd-9af458944881 req-0dc529af-90df-4117-b575-22d1337cfeb7 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=429aa14f-d5ea-44c1-9f58-bcc0539fa359 HTTP/1.1" status: 200 len: 867 time: 0.3841701 Feb 07 21:07:47.149549 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b06574fd-17b5-4b34-996b-6c746a37a876 req-c9d4169f-1762-48a6-a171-fac6f06007c7 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:47.153059 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-02e62f21-eee6-4304-8d85-9120f32c4900 None None] For port fbbcffdd-9298-4a88-a90a-1751a0a22863, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=fbbcffdd-9298-4a88-a90a-1751a0a22863,segment=NetworkSegment(0d882f0c-597d-43fe-a286-71dc32fe6754),segment_id=0d882f0c-597d-43fe-a286-71dc32fe6754)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:47.153222 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b06574fd-17b5-4b34-996b-6c746a37a876 req-c9d4169f-1762-48a6-a171-fac6f06007c7 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.71 "DELETE /v2.0/ports/e8409814-1783-4eff-a7f3-7932192ab1c3 HTTP/1.1" status: 204 len: 173 time: 1.7290034 Feb 07 21:07:47.153705 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429aa14f-d5ea-44c1-9f58-bcc0539fa359', 'name': 'network-vif-deleted', 'tag': 'e8409814-1783-4eff-a7f3-7932192ab1c3'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:07:47.155986 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3556a10f-6e73-4047-9a69-a6369d1f4dc5" -d '{"events": [{"server_uuid": "429aa14f-d5ea-44c1-9f58-bcc0539fa359", "name": "network-vif-deleted", "tag": "e8409814-1783-4eff-a7f3-7932192ab1c3"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:07:47.185845 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8d62980d-4da6-40dc-addf-ef746941ef41 req-368ba558-2b27-49e0-b7a8-7ae75681c530 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e30c9d07-387e-4adf-8d88-ac31bb1abd0d), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:47.195776 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-02e62f21-eee6-4304-8d85-9120f32c4900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fbbcffdd-9298-4a88-a90a-1751a0a22863), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:47.211066 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-06635cfa-52ab-4ab4-aca3-97b0bd4b24ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb1b2ed-0fec-4011-bce8-0e43737f195c', 'name': 'tempest-FloatingIPsTestJSON-663347014-router', 'tenant_id': '47d8334fa4a245a9b14132ab4c56cd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '467609a6-ec71-4064-8c45-9ba7cf32cb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:35Z', 'updated_at': '2022-02-07T21:07:41Z', 'revision_number': 4, 'project_id': '47d8334fa4a245a9b14132ab4c56cd75', 'gw_port': {'id': '467609a6-ec71-4064-8c45-9ba7cf32cb0d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ae:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb1b2ed-0fec-4011-bce8-0e43737f195c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:36Z', 'updated_at': '2022-02-07T21:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'fbbcffdd-9298-4a88-a90a-1751a0a22863', 'name': '', 'network_id': 'ddd154bf-3ea3-46ff-accc-3215fa544b67', 'tenant_id': '47d8334fa4a245a9b14132ab4c56cd75', 'mac_address': 'fa:16:3e:34:9e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb1b2ed-0fec-4011-bce8-0e43737f195c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '4eddff3d-4652-427b-bf92-97d5700d1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:39Z', 'updated_at': '2022-02-07T21:07:45Z', 'revision_number': 4, 'project_id': '47d8334fa4a245a9b14132ab4c56cd75', 'subnets': [{'id': '4eddff3d-4652-427b-bf92-97d5700d1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:47.215572 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1ceb592-9945-4020-8ea6-0029172dea8e {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:07:47.264293 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f60d0720-6378-4a8b-8ccf-4ea07d389cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (3360adc2-252e-4f7f-892e-331aca354120), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:47.267317 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06635cfa-52ab-4ab4-aca3-97b0bd4b24ec None None] The sync data for ids ['feb1b2ed-0fec-4011-bce8-0e43737f195c'] in n-d-828185-2 is: [{'id': 'feb1b2ed-0fec-4011-bce8-0e43737f195c', 'name': 'tempest-FloatingIPsTestJSON-663347014-router', 'tenant_id': '47d8334fa4a245a9b14132ab4c56cd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '467609a6-ec71-4064-8c45-9ba7cf32cb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:35Z', 'updated_at': '2022-02-07T21:07:41Z', 'revision_number': 4, 'project_id': '47d8334fa4a245a9b14132ab4c56cd75', 'gw_port': {'id': '467609a6-ec71-4064-8c45-9ba7cf32cb0d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ae:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb1b2ed-0fec-4011-bce8-0e43737f195c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:36Z', 'updated_at': '2022-02-07T21:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'fbbcffdd-9298-4a88-a90a-1751a0a22863', 'name': '', 'network_id': 'ddd154bf-3ea3-46ff-accc-3215fa544b67', 'tenant_id': '47d8334fa4a245a9b14132ab4c56cd75', 'mac_address': 'fa:16:3e:34:9e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb1b2ed-0fec-4011-bce8-0e43737f195c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '4eddff3d-4652-427b-bf92-97d5700d1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:39Z', 'updated_at': '2022-02-07T21:07:45Z', 'revision_number': 4, 'project_id': '47d8334fa4a245a9b14132ab4c56cd75', 'subnets': [{'id': '4eddff3d-4652-427b-bf92-97d5700d1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:07:47.286924 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b95e6684-adae-4841-99bd-9af458944881 req-0ec6bc27-07d9-412e-8bd8-2fc55a4fd21e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254339 Feb 07 21:07:47.325474 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port f1ceb592-9945-4020-8ea6-0029172dea8e, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=f1ceb592-9945-4020-8ea6-0029172dea8e,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:47.345454 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=238ad644-1617-428c-a78f-ea49876c0f14,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:47.415696 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e62f21-eee6-4304-8d85-9120f32c4900 None None] Pushing event updated for resources: {'Port': ['ID=fbbcffdd-9298-4a88-a90a-1751a0a22863,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:47.420942 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f1ceb592-9945-4020-8ea6-0029172dea8e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:47.500038 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3ba67f65-2a22-4fd9-aa85-0aaa2cbb0633 None None] Provisioning complete for port fbbcffdd-9298-4a88-a90a-1751a0a22863 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:07:47.500462 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3ba67f65-2a22-4fd9-aa85-0aaa2cbb0633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fbbcffdd-9298-4a88-a90a-1751a0a22863), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:47.556954 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f60d0720-6378-4a8b-8ccf-4ea07d389cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (3360adc2-252e-4f7f-892e-331aca354120), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:47.594921 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-f60d0720-6378-4a8b-8ccf-4ea07d389cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3360adc2-252e-4f7f-892e-331aca354120']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:47.622676 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=f1ceb592-9945-4020-8ea6-0029172dea8e,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:47.626633 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-f60d0720-6378-4a8b-8ccf-4ea07d389cb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab413e23-27b5-46d3-979b-e10817a69a1c') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:47.627959 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-f60d0720-6378-4a8b-8ccf-4ea07d389cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab413e23-27b5-46d3-979b-e10817a69a1c') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:47.629639 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c2600-7980-4b87-a452-7f5456ad1ea6 req-39efcac7-7486-4f4b-b8cb-8a9fd785ddf7 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:47.639066 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-041c2600-7980-4b87-a452-7f5456ad1ea6 req-39efcac7-7486-4f4b-b8cb-8a9fd785ddf7 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 948 time: 0.1556492 Feb 07 21:07:47.643795 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8d62980d-4da6-40dc-addf-ef746941ef41 req-368ba558-2b27-49e0-b7a8-7ae75681c530 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks [] for port (e30c9d07-387e-4adf-8d88-ac31bb1abd0d), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:47.650752 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f60d0720-6378-4a8b-8ccf-4ea07d389cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (ab413e23-27b5-46d3-979b-e10817a69a1c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:47.683875 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8d62980d-4da6-40dc-addf-ef746941ef41 req-368ba558-2b27-49e0-b7a8-7ae75681c530 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (e30c9d07-387e-4adf-8d88-ac31bb1abd0d), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:47.703075 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f60d0720-6378-4a8b-8ccf-4ea07d389cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (ab413e23-27b5-46d3-979b-e10817a69a1c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:47.716940 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60d0720-6378-4a8b-8ccf-4ea07d389cb6 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:07:47.718044 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f60d0720-6378-4a8b-8ccf-4ea07d389cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (ab413e23-27b5-46d3-979b-e10817a69a1c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:07:47.722521 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:07:47.730071 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['f1ceb592-9945-4020-8ea6-0029172dea8e'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:07:47.841710 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f60d0720-6378-4a8b-8ccf-4ea07d389cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (3360adc2-252e-4f7f-892e-331aca354120), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:47.851741 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3ba67f65-2a22-4fd9-aa85-0aaa2cbb0633 None None] Current status of the port fbbcffdd-9298-4a88-a90a-1751a0a22863 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:47.873107 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f60d0720-6378-4a8b-8ccf-4ea07d389cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:47.890908 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f60d0720-6378-4a8b-8ccf-4ea07d389cb6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/3360adc2-252e-4f7f-892e-331aca354120 HTTP/1.1" status: 204 len: 168 time: 0.8097975 Feb 07 21:07:47.890908 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d0720-6378-4a8b-8ccf-4ea07d389cb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3360adc2-252e-4f7f-892e-331aca354120,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:47.971732 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ba558-2b27-49e0-b7a8-7ae75681c530 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Pushing event updated for resources: {'Port': ['ID=e30c9d07-387e-4adf-8d88-ac31bb1abd0d,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:48.005417 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-041c2600-7980-4b87-a452-7f5456ad1ea6 req-c8eb44f7-6fd6-4f6b-8020-369ffd74d41c tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651860 Feb 07 21:07:48.018737 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8d62980d-4da6-40dc-addf-ef746941ef41 req-368ba558-2b27-49e0-b7a8-7ae75681c530 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (277eae66-29c1-411c-9722-341634df345e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:48.072284 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8d62980d-4da6-40dc-addf-ef746941ef41 req-368ba558-2b27-49e0-b7a8-7ae75681c530 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:48.078230 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d62980d-4da6-40dc-addf-ef746941ef41 req-368ba558-2b27-49e0-b7a8-7ae75681c530 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0246162 Feb 07 21:07:48.172971 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d62980d-4da6-40dc-addf-ef746941ef41 req-6c0b3115-58ad-4317-9625-a20684db6416 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 696 time: 0.0840960 Feb 07 21:07:48.209454 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device fbbcffdd-9298-4a88-a90a-1751a0a22863 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:07:48.221225 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52628) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:48.298769 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ea0ab5-a012-46bb-959c-913949b216b4 x-openstack-request-id: req-d2ea0ab5-a012-46bb-959c-913949b216b4 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:07:48.299218 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429aa14f-d5ea-44c1-9f58-bcc0539fa359", "name": "network-vif-deleted", "tag": "e8409814-1783-4eff-a7f3-7932192ab1c3", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:07:48.299701 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d2ea0ab5-a012-46bb-959c-913949b216b4 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:07:48.300515 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429aa14f-d5ea-44c1-9f58-bcc0539fa359', 'name': 'network-vif-deleted', 'tag': 'e8409814-1783-4eff-a7f3-7932192ab1c3', 'status': 'completed', 'code': 200} Feb 07 21:07:48.301649 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b7ef46-baab-47da-8a49-c3063dd98f0d x-openstack-request-id: req-48b7ef46-baab-47da-8a49-c3063dd98f0d {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:07:48.309928 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f1fda4-d138-4569-9c16-fe2b5855677e", "name": "network-vif-unplugged", "status": "completed", "tag": "238ad644-1617-428c-a78f-ea49876c0f14", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:07:48.310440 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-48b7ef46-baab-47da-8a49-c3063dd98f0d {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:07:48.311021 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f1fda4-d138-4569-9c16-fe2b5855677e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '238ad644-1617-428c-a78f-ea49876c0f14', 'code': 200} Feb 07 21:07:48.338394 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cd6fc841-6e2d-424c-8386-e4ebe5272c70 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b1a93d652433432fae51e211c168496d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1138780 Feb 07 21:07:48.338995 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52632) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:48.357597 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68eb2147-1584-4a81-9ff1-7a16d07fcf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:48.375578 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port fbbcffdd-9298-4a88-a90a-1751a0a22863 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:07:48.376338 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fbbcffdd-9298-4a88-a90a-1751a0a22863), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:48.462020 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9430385f-5e20-4293-a72c-aa4bd8d36841 admin admin] Publish callbacks [] for security_group (92b67999-b59e-4195-aa17-b1b3c8b01fd4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:48.496850 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c0342-e1d2-4611-be35-c3fb1e198cb2 req-dadec093-4947-44c0-8c81-87818767b4f2 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:48.504347 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db7c0342-e1d2-4611-be35-c3fb1e198cb2 req-dadec093-4947-44c0-8c81-87818767b4f2 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 944 time: 0.1446426 Feb 07 21:07:48.522179 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device b6c67fb7-5b6d-471b-956c-ef400b3f8003 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:07:48.525174 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9430385f-5e20-4293-a72c-aa4bd8d36841 admin admin] Publish callbacks [] for security_group (92b67999-b59e-4195-aa17-b1b3c8b01fd4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:48.530505 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port fbbcffdd-9298-4a88-a90a-1751a0a22863 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:48.567242 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device f1ceb592-9945-4020-8ea6-0029172dea8e up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:07:48.597282 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62980d-4da6-40dc-addf-ef746941ef41 req-b4a45e10-833c-4571-be6c-df5bbf3271c6 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:48.604932 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d62980d-4da6-40dc-addf-ef746941ef41 req-b4a45e10-833c-4571-be6c-df5bbf3271c6 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 784 time: 0.4248893 Feb 07 21:07:48.615474 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9430385f-5e20-4293-a72c-aa4bd8d36841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (92b67999-b59e-4195-aa17-b1b3c8b01fd4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:48.619795 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9430385f-5e20-4293-a72c-aa4bd8d36841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:48.627085 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9430385f-5e20-4293-a72c-aa4bd8d36841 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/92b67999-b59e-4195-aa17-b1b3c8b01fd4 HTTP/1.1" status: 204 len: 168 time: 0.2859333 Feb 07 21:07:48.627520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-8d62980d-4da6-40dc-addf-ef746941ef41 req-fc1e5743-fa86-4ad9-bd88-b42dee966020 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:07:48.642167 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d62980d-4da6-40dc-addf-ef746941ef41 req-fc1e5743-fa86-4ad9-bd88-b42dee966020 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0360274 Feb 07 21:07:48.648166 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430385f-5e20-4293-a72c-aa4bd8d36841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b67999-b59e-4195-aa17-b1b3c8b01fd4,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:48.673734 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db7c0342-e1d2-4611-be35-c3fb1e198cb2 req-774cd1dd-e9e3-453e-96e2-c1ef7d189972 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680515 Feb 07 21:07:48.800410 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port f1ceb592-9945-4020-8ea6-0029172dea8e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:07:48.800815 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f1ceb592-9945-4020-8ea6-0029172dea8e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:48.858266 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port b6c67fb7-5b6d-471b-956c-ef400b3f8003, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b6c67fb7-5b6d-471b-956c-ef400b3f8003,segment=NetworkSegment(ffbda5dc-8c70-46e7-b46b-5b1461d21f3c),segment_id=ffbda5dc-8c70-46e7-b46b-5b1461d21f3c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:48.905127 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'b6c67fb7-5b6d-471b-956c-ef400b3f8003', 'network_id': 'e84d6b73-d63e-4c91-80fe-e030fae397c5', 'port_id': 'b6c67fb7-5b6d-471b-956c-ef400b3f8003', 'mac_address': 'fa:16:3e:5b:e7:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8473b91-9da3-4301-bf9b-d97fd8f88178', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:07:48.925145 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-606e2565-e67c-4eed-8f9a-51fe43f57680 req-4bef80c8-41ef-4eea-9017-7dfe1cad119e tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] 10.222.0.65 "GET /v2.0/floatingips/277eae66-29c1-411c-9722-341634df345e HTTP/1.1" status: 200 len: 693 time: 0.1336956 Feb 07 21:07:49.017316 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port b6c67fb7-5b6d-471b-956c-ef400b3f8003 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:49.017869 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b6c67fb7-5b6d-471b-956c-ef400b3f8003), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:49.095940 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e2565-e67c-4eed-8f9a-51fe43f57680 req-1e0833e8-fd6f-4bbe-a2fc-b9b923a47307 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:49.106995 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-606e2565-e67c-4eed-8f9a-51fe43f57680 req-1e0833e8-fd6f-4bbe-a2fc-b9b923a47307 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 784 time: 0.1756859 Feb 07 21:07:49.119797 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c67fb7-5b6d-471b-956c-ef400b3f8003 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:07:49.123006 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-606e2565-e67c-4eed-8f9a-51fe43f57680 req-5ea63040-e23d-47ca-a917-1d3869a6ed0f tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:07:49.133577 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-606e2565-e67c-4eed-8f9a-51fe43f57680 req-5ea63040-e23d-47ca-a917-1d3869a6ed0f tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0255647 Feb 07 21:07:49.168991 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port f1ceb592-9945-4020-8ea6-0029172dea8e is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:49.168991 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f1ceb592-9945-4020-8ea6-0029172dea8e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:49.179673 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port b6c67fb7-5b6d-471b-956c-ef400b3f8003, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b6c67fb7-5b6d-471b-956c-ef400b3f8003,segment=NetworkSegment(ffbda5dc-8c70-46e7-b46b-5b1461d21f3c),segment_id=ffbda5dc-8c70-46e7-b46b-5b1461d21f3c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:49.180240 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b624de-d723-49e5-8fd7-9133a41141c1 req-07dce86c-72c3-42e9-90b3-7f80b9ad42cf tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:49.182642 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-40b624de-d723-49e5-8fd7-9133a41141c1 req-07dce86c-72c3-42e9-90b3-7f80b9ad42cf tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/ports?device_id=8914773a-4bb8-4492-9881-d2e76b441c19 HTTP/1.1" status: 200 len: 943 time: 0.3125162 Feb 07 21:07:49.207362 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b6c67fb7-5b6d-471b-956c-ef400b3f8003), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:49.275285 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-40b624de-d723-49e5-8fd7-9133a41141c1 req-e83bae41-4467-4275-a784-b165ba683252 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/security-groups?id=02a43b1a-8238-4af7-b47f-ac7b06b1905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856614 Feb 07 21:07:49.320902 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port f1ceb592-9945-4020-8ea6-0029172dea8e, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=f1ceb592-9945-4020-8ea6-0029172dea8e,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:49.361414 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f1ceb592-9945-4020-8ea6-0029172dea8e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:49.366355 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=b6c67fb7-5b6d-471b-956c-ef400b3f8003,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:49.453083 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eaea5e-4bae-4abc-ac96-d764dd9f11a9 req-e9749caa-444d-4c5e-bd18-f07a663684a7 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:49.454917 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-64eaea5e-4bae-4abc-ac96-d764dd9f11a9 req-e9749caa-444d-4c5e-bd18-f07a663684a7 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 948 time: 0.0989213 Feb 07 21:07:49.502076 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=f1ceb592-9945-4020-8ea6-0029172dea8e,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:49.547722 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-64eaea5e-4bae-4abc-ac96-d764dd9f11a9 req-f95ad610-e029-408b-aedf-1a904d00516a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823567 Feb 07 21:07:49.587111 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['b6c67fb7-5b6d-471b-956c-ef400b3f8003'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:07:49.659594 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-428812a7-c4e7-4b3d-a5b5-a9de4c950a49 req-2c762096-f6e4-46ad-83dd-5f5fc7168be3 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=47d8334fa4a245a9b14132ab4c56cd75 HTTP/1.1" status: 200 len: 696 time: 0.0769997 Feb 07 21:07:49.843137 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428812a7-c4e7-4b3d-a5b5-a9de4c950a49 req-2f3f3da5-0c17-414f-b068-d532334517e4 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:49.849090 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-428812a7-c4e7-4b3d-a5b5-a9de4c950a49 req-2f3f3da5-0c17-414f-b068-d532334517e4 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] 10.222.0.65 "GET /v2.0/networks?id=2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 787 time: 0.1763895 Feb 07 21:07:49.857164 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-428812a7-c4e7-4b3d-a5b5-a9de4c950a49 req-eafda23c-7e25-4919-b229-1e385f65614f tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:07:49.858671 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-428812a7-c4e7-4b3d-a5b5-a9de4c950a49 req-eafda23c-7e25-4919-b229-1e385f65614f tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071161 Feb 07 21:07:49.934192 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22772ebd-940f-4738-b1c3-67d2d1d1ad07 req-bc4d5baa-b062-41f0-a907-577ed374f5a8 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:49.935750 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-22772ebd-940f-4738-b1c3-67d2d1d1ad07 req-bc4d5baa-b062-41f0-a907-577ed374f5a8 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.0721579 Feb 07 21:07:49.950123 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 52690) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:50.059866 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-22772ebd-940f-4738-b1c3-67d2d1d1ad07 req-a6289849-86b0-4689-8010-8c545d4e4578 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179969 Feb 07 21:07:50.164217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-45e1fd08-4168-4778-989f-0fe4db04bd93 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-65258003-network', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:07:50.174282 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271506f0-002e-4197-8ea1-7cef8122e2da req-1b701d43-60fd-4d19-94c5-3b79c1dee381 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:50.175793 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-271506f0-002e-4197-8ea1-7cef8122e2da req-1b701d43-60fd-4d19-94c5-3b79c1dee381 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/networks?id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 HTTP/1.1" status: 200 len: 805 time: 0.1942942 Feb 07 21:07:50.192236 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3c5357b-f4b2-4a77-9b65-cf07f136d0ea req-6d9778a5-2b7b-4484-9fa1-e62159c8387b tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] 10.222.0.65 "GET /v2.0/floatingips/277eae66-29c1-411c-9722-341634df345e HTTP/1.1" status: 200 len: 693 time: 0.0780101 Feb 07 21:07:50.217513 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-271506f0-002e-4197-8ea1-7cef8122e2da req-bb91e21c-a300-48d2-ae2d-fe9eadd203a2 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/quotas/841a01135e18414d8cae49a87b71e7b4 HTTP/1.1" status: 200 len: 375 time: 0.0309815 Feb 07 21:07:50.228066 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e1fd08-4168-4778-989f-0fe4db04bd93 admin admin] Made reservation on behalf of f5a2142112eb4c46a5e7f5feebf5df31 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:07:50.230342 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-45e1fd08-4168-4778-989f-0fe4db04bd93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:50.281453 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-45e1fd08-4168-4778-989f-0fe4db04bd93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:50.312887 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b860453-7225-4c8c-bd15-249768b772af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ceb592-9945-4020-8ea6-0029172dea8e'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:07:50.315349 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3a5bea-bf60-4207-ab28-2f08494c3a71" -d '{"events": [{"server_uuid": "5b860453-7225-4c8c-bd15-249768b772af", "name": "network-vif-plugged", "status": "completed", "tag": "f1ceb592-9945-4020-8ea6-0029172dea8e"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:07:50.396642 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5357b-f4b2-4a77-9b65-cf07f136d0ea req-28a7c970-b002-488e-88e5-e07ee0cafd7c tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:50.398084 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3c5357b-f4b2-4a77-9b65-cf07f136d0ea req-28a7c970-b002-488e-88e5-e07ee0cafd7c tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 784 time: 0.1965523 Feb 07 21:07:50.403468 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-271506f0-002e-4197-8ea1-7cef8122e2da req-c5624bc8-6386-401a-b0da-39c7cfb9b149 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=841a01135e18414d8cae49a87b71e7b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1709616 Feb 07 21:07:50.430860 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-e3c5357b-f4b2-4a77-9b65-cf07f136d0ea req-7e4f2923-eac6-40bd-b6e1-391f3227651c tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:07:50.438161 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3c5357b-f4b2-4a77-9b65-cf07f136d0ea req-7e4f2923-eac6-40bd-b6e1-391f3227651c tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0278101 Feb 07 21:07:50.497806 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device e8409814-1783-4eff-a7f3-7932192ab1c3 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:07:50.530053 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: e8409814-1783-4eff-a7f3-7932192ab1c3 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:07:50.530553 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device e8409814-1783-4eff-a7f3-7932192ab1c3 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:07:50.542218 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3c5357b-f4b2-4a77-9b65-cf07f136d0ea req-2078277e-25ad-45d2-be34-a0a9eeb926b0 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 696 time: 0.1031520 Feb 07 21:07:50.544378 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-45e1fd08-4168-4778-989f-0fe4db04bd93 admin admin] Publish callbacks [] for security_group (9a1df7ce-9409-474f-bc5f-3da27ffef45a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:50.544516 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b1462409-3ed1-4218-8672-474312920c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:50.555008 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-45e1fd08-4168-4778-989f-0fe4db04bd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9a1df7ce-9409-474f-bc5f-3da27ffef45a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:50.556547 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 238ad644-1617-428c-a78f-ea49876c0f14 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:07:50.598051 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e1fd08-4168-4778-989f-0fe4db04bd93 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:07:50.659180 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1fd08-4168-4778-989f-0fe4db04bd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1df7ce-9409-474f-bc5f-3da27ffef45a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:50.672948 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3c5357b-f4b2-4a77-9b65-cf07f136d0ea req-1aa1c77b-c7c7-43ab-8789-5a74516e69c5 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 696 time: 0.1014519 Feb 07 21:07:50.678705 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-45e1fd08-4168-4778-989f-0fe4db04bd93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (ca0230ab-0bc8-4d0b-aed5-fc5d476307d5), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:50.679075 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-45e1fd08-4168-4778-989f-0fe4db04bd93 admin admin] Added segment ca0230ab-0bc8-4d0b-aed5-fc5d476307d5 of type vlan for network 16d43ce3-c262-4644-8d8c-68d5b7d28be5 Feb 07 21:07:50.726517 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 238ad644-1617-428c-a78f-ea49876c0f14, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=238ad644-1617-428c-a78f-ea49876c0f14,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:50.745140 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '238ad644-1617-428c-a78f-ea49876c0f14', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '238ad644-1617-428c-a78f-ea49876c0f14', 'mac_address': 'fa:16:3e:54:88:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:07:50.791754 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 238ad644-1617-428c-a78f-ea49876c0f14 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:50.791754 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (238ad644-1617-428c-a78f-ea49876c0f14), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:50.806416 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 238ad644-1617-428c-a78f-ea49876c0f14 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:07:50.845637 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 238ad644-1617-428c-a78f-ea49876c0f14, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=238ad644-1617-428c-a78f-ea49876c0f14,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:50.890647 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (238ad644-1617-428c-a78f-ea49876c0f14), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:51.095600 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-271506f0-002e-4197-8ea1-7cef8122e2da req-7689f0ef-e2c0-4ef5-9252-9a167399d8c6 service neutron] 10.222.0.65 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6499615 Feb 07 21:07:51.118910 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=238ad644-1617-428c-a78f-ea49876c0f14,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:51.125079 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-45e1fd08-4168-4778-989f-0fe4db04bd93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (16d43ce3-c262-4644-8d8c-68d5b7d28be5), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:51.268750 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-45e1fd08-4168-4778-989f-0fe4db04bd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (16d43ce3-c262-4644-8d8c-68d5b7d28be5), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:51.269633 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e1fd08-4168-4778-989f-0fe4db04bd93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:51.270218 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-45e1fd08-4168-4778-989f-0fe4db04bd93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:51.358914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-271506f0-002e-4197-8ea1-7cef8122e2da req-6e09ca2b-aa30-41c9-89ab-193d24d41b52 service neutron] 10.222.0.65 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507572 Feb 07 21:07:51.360910 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1fd08-4168-4778-989f-0fe4db04bd93 admin admin] Pushing event updated for resources: {'Network': ['ID=16d43ce3-c262-4644-8d8c-68d5b7d28be5,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:51.366129 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-45e1fd08-4168-4778-989f-0fe4db04bd93 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4150305 Feb 07 21:07:51.369095 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 52708) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:51.373681 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 16d43ce3-c262-4644-8d8c-68d5b7d28be5 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:07:51.375285 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-138854c7-9d24-4a8f-8d20-08e03e4411fc admin admin] Request body: {'subnet': {'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-65258003-subnet', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:07:51.392088 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-e3c5357b-f4b2-4a77-9b65-cf07f136d0ea req-b5d5b5db-3267-422f-ad8e-4ab2122b9411 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Deleting port e30c9d07-387e-4adf-8d88-ac31bb1abd0d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:07:51.392510 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e3c5357b-f4b2-4a77-9b65-cf07f136d0ea req-b5d5b5db-3267-422f-ad8e-4ab2122b9411 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e30c9d07-387e-4adf-8d88-ac31bb1abd0d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:51.449855 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138854c7-9d24-4a8f-8d20-08e03e4411fc admin admin] Made reservation on behalf of f5a2142112eb4c46a5e7f5feebf5df31 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:07:51.452533 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-138854c7-9d24-4a8f-8d20-08e03e4411fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:51.543892 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e3c5357b-f4b2-4a77-9b65-cf07f136d0ea req-b5d5b5db-3267-422f-ad8e-4ab2122b9411 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e30c9d07-387e-4adf-8d88-ac31bb1abd0d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:51.544225 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e3c5357b-f4b2-4a77-9b65-cf07f136d0ea req-b5d5b5db-3267-422f-ad8e-4ab2122b9411 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks [] for floatingip (e30c9d07-387e-4adf-8d88-ac31bb1abd0d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:51.569771 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-e3c5357b-f4b2-4a77-9b65-cf07f136d0ea req-b5d5b5db-3267-422f-ad8e-4ab2122b9411 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Calling delete_port for e30c9d07-387e-4adf-8d88-ac31bb1abd0d owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:07:51.682001 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-138854c7-9d24-4a8f-8d20-08e03e4411fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (14d3bb71-50ef-42a4-9bd8-c39c66580c69), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:51.687095 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:51.825565 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138854c7-9d24-4a8f-8d20-08e03e4411fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=14d3bb71-50ef-42a4-9bd8-c39c66580c69,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:51.861309 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138854c7-9d24-4a8f-8d20-08e03e4411fc admin admin] Checking segment: {'id': 'ca0230ab-0bc8-4d0b-aed5-fc5d476307d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:07:51.861309 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138854c7-9d24-4a8f-8d20-08e03e4411fc admin admin] Network hostable DHCP agents. Network: 16d43ce3-c262-4644-8d8c-68d5b7d28be5, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:07:51.891983 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659b0e5-4a16-4685-9056-c112081db985 req-977c18b7-b9f0-4086-8591-14efefabbf36 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:51.894571 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a659b0e5-4a16-4685-9056-c112081db985 req-977c18b7-b9f0-4086-8591-14efefabbf36 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/ports?device_id=8914773a-4bb8-4492-9881-d2e76b441c19 HTTP/1.1" status: 200 len: 944 time: 0.1225736 Feb 07 21:07:51.928182 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138854c7-9d24-4a8f-8d20-08e03e4411fc admin admin] Network 16d43ce3-c262-4644-8d8c-68d5b7d28be5 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:07:52.005827 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a659b0e5-4a16-4685-9056-c112081db985 req-20a7dfa4-c113-4906-8b46-795b37ac5c9a tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/security-groups?id=02a43b1a-8238-4af7-b47f-ac7b06b1905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006496 Feb 07 21:07:52.008371 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-138854c7-9d24-4a8f-8d20-08e03e4411fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 16d43ce3-c262-4644-8d8c-68d5b7d28be5) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:07:52.030467 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33628da1-ee2e-4161-86a3-7851fa7f2914 None None] Network 16d43ce3-c262-4644-8d8c-68d5b7d28be5 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:07:52.040361 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138854c7-9d24-4a8f-8d20-08e03e4411fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:52.040889 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-138854c7-9d24-4a8f-8d20-08e03e4411fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:52.086256 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-138854c7-9d24-4a8f-8d20-08e03e4411fc admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7161188 Feb 07 21:07:52.089608 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52734) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:52.095377 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-300c68c2-9299-48d1-afff-b3a0a292eb9b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-65258003-router', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:07:52.096184 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e3c5357b-f4b2-4a77-9b65-cf07f136d0ea req-b5d5b5db-3267-422f-ad8e-4ab2122b9411 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (e30c9d07-387e-4adf-8d88-ac31bb1abd0d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:52.125443 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5b5db-3267-422f-ad8e-4ab2122b9411 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Pushing event deleted for resources: {'Port': ['ID=e30c9d07-387e-4adf-8d88-ac31bb1abd0d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:52.148219 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-300c68c2-9299-48d1-afff-b3a0a292eb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (b2631804-a35e-4193-bcfd-03f3f9ca7f10), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:52.149649 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-300c68c2-9299-48d1-afff-b3a0a292eb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (b2631804-a35e-4193-bcfd-03f3f9ca7f10), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:52.223346 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd93e216-de0b-4e9d-84c7-fce21b4ea029 x-openstack-request-id: req-dd93e216-de0b-4e9d-84c7-fce21b4ea029 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:07:52.223757 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b860453-7225-4c8c-bd15-249768b772af", "name": "network-vif-plugged", "status": "completed", "tag": "f1ceb592-9945-4020-8ea6-0029172dea8e", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:07:52.224551 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dd93e216-de0b-4e9d-84c7-fce21b4ea029 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:07:52.224954 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b860453-7225-4c8c-bd15-249768b772af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ceb592-9945-4020-8ea6-0029172dea8e', 'code': 200} Feb 07 21:07:52.251197 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e3c5357b-f4b2-4a77-9b65-cf07f136d0ea req-b5d5b5db-3267-422f-ad8e-4ab2122b9411 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks [] for floatingip (277eae66-29c1-411c-9722-341634df345e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:52.254405 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e3c5357b-f4b2-4a77-9b65-cf07f136d0ea req-b5d5b5db-3267-422f-ad8e-4ab2122b9411 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:52.257862 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-16d43ce3-c262-4644-8d8c-68d5b7d28be5', 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5', 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'fixed_ips': [{'subnet_id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:07:52.259142 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3c5357b-f4b2-4a77-9b65-cf07f136d0ea req-b5d5b5db-3267-422f-ad8e-4ab2122b9411 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] 10.222.0.65 "DELETE /v2.0/floatingips/277eae66-29c1-411c-9722-341634df345e HTTP/1.1" status: 204 len: 173 time: 1.5848241 Feb 07 21:07:52.261757 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:52.295153 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-300c68c2-9299-48d1-afff-b3a0a292eb9b admin admin] Publish callbacks [] for router_controller (b2631804-a35e-4193-bcfd-03f3f9ca7f10), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:52.371059 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b16b46-a821-4a4f-b5d9-50afa8546e04 req-6a50e192-430b-4960-a9f1-1d5537471a40 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:52.377739 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16b16b46-a821-4a4f-b5d9-50afa8546e04 req-6a50e192-430b-4960-a9f1-1d5537471a40 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 949 time: 0.1131558 Feb 07 21:07:52.479658 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16b16b46-a821-4a4f-b5d9-50afa8546e04 req-0eaba21a-d615-4e45-a6bb-57ba2afbcc27 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997596 Feb 07 21:07:52.484460 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Allocated IP 172.20.0.2 (16d43ce3-c262-4644-8d8c-68d5b7d28be5/14d3bb71-50ef-42a4-9bd8-c39c66580c69/60ccaba1-eb64-4a2f-8782-cd8f492d91ef) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:07:52.637500 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['238ad644-1617-428c-a78f-ea49876c0f14'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:07:52.639957 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device b6c67fb7-5b6d-471b-956c-ef400b3f8003 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:07:52.656265 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-300c68c2-9299-48d1-afff-b3a0a292eb9b admin admin] Publish callbacks [] for router_gateway (b2631804-a35e-4193-bcfd-03f3f9ca7f10), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:52.716676 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b795e1-3a78-4c20-bb7f-c1c9ce4fae61 req-15a2d981-aad9-4500-8331-d6d6dd0f3a0b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:52.725005 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Publish callbacks [] for port (60ccaba1-eb64-4a2f-8782-cd8f492d91ef), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:52.744963 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-97b795e1-3a78-4c20-bb7f-c1c9ce4fae61 req-15a2d981-aad9-4500-8331-d6d6dd0f3a0b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.1653714 Feb 07 21:07:52.789974 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (60ccaba1-eb64-4a2f-8782-cd8f492d91ef), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:52.817328 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Network 16d43ce3-c262-4644-8d8c-68d5b7d28be5 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:07:52.856350 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-97b795e1-3a78-4c20-bb7f-c1c9ce4fae61 req-50c4673c-f9eb-4771-8b99-e1e1a5768f4f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049492 Feb 07 21:07:52.917181 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:07:52.959164 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:07:52.996730 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port b6c67fb7-5b6d-471b-956c-ef400b3f8003 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:07:53.028230 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port b6c67fb7-5b6d-471b-956c-ef400b3f8003 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:07:53.028669 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b6c67fb7-5b6d-471b-956c-ef400b3f8003), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:53.030596 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Pushing event updated for resources: {'Port': ['ID=60ccaba1-eb64-4a2f-8782-cd8f492d91ef,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:53.073924 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51e3093d-3b69-40b7-9a6a-068aa4ef715e req-33bcf2c9-2aa1-4d14-9118-ea5ce903d3e5 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7fafeb1-d26f-46e9-90ef-684075edb8b2 HTTP/1.1" status: 200 len: 210 time: 0.0473771 Feb 07 21:07:53.099035 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-300c68c2-9299-48d1-afff-b3a0a292eb9b admin admin] Publish callbacks [] for router_gateway (b2631804-a35e-4193-bcfd-03f3f9ca7f10), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:53.164454 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Attempting to bind port 60ccaba1-eb64-4a2f-8782-cd8f492d91ef on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:07:53.165285 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Attempting to bind port 60ccaba1-eb64-4a2f-8782-cd8f492d91ef by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'ca0230ab-0bc8-4d0b-aed5-fc5d476307d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:07:53.165814 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Attempting to bind port 60ccaba1-eb64-4a2f-8782-cd8f492d91ef on network 16d43ce3-c262-4644-8d8c-68d5b7d28be5 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:07:53.181195 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-300c68c2-9299-48d1-afff-b3a0a292eb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:53.188475 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:07:53.188858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Checking segment: {'id': 'ca0230ab-0bc8-4d0b-aed5-fc5d476307d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:07:53.189248 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:53.189638 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Bound using segment: {'id': 'ca0230ab-0bc8-4d0b-aed5-fc5d476307d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:07:53.190114 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Bound port: 60ccaba1-eb64-4a2f-8782-cd8f492d91ef, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0230ab-0bc8-4d0b-aed5-fc5d476307d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:07:53.190490 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (60ccaba1-eb64-4a2f-8782-cd8f492d91ef), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:53.257903 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:53.324847 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port b6c67fb7-5b6d-471b-956c-ef400b3f8003 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:53.325227 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b6c67fb7-5b6d-471b-956c-ef400b3f8003), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:53.395783 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] For port 60ccaba1-eb64-4a2f-8782-cd8f492d91ef, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:07:53.413981 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] For port 60ccaba1-eb64-4a2f-8782-cd8f492d91ef, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=60ccaba1-eb64-4a2f-8782-cd8f492d91ef,segment=NetworkSegment(ca0230ab-0bc8-4d0b-aed5-fc5d476307d5),segment_id=ca0230ab-0bc8-4d0b-aed5-fc5d476307d5)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:07:53.427733 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port b6c67fb7-5b6d-471b-956c-ef400b3f8003, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b6c67fb7-5b6d-471b-956c-ef400b3f8003,segment=NetworkSegment(ffbda5dc-8c70-46e7-b46b-5b1461d21f3c),segment_id=ffbda5dc-8c70-46e7-b46b-5b1461d21f3c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:53.433754 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dcc20d94-39a0-4365-af6b-456e503e2b60 req-a1407794-b217-4450-84c1-d58c62c75ec8 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2988060 Feb 07 21:07:53.434329 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (60ccaba1-eb64-4a2f-8782-cd8f492d91ef), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:53.439967 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b6c67fb7-5b6d-471b-956c-ef400b3f8003), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:53.440858 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-dcc20d94-39a0-4365-af6b-456e503e2b60 req-9241a357-5a42-43e2-bd02-9bacb660db6a tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:07:53.476302 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-300c68c2-9299-48d1-afff-b3a0a292eb9b admin admin] Allocated IP 172.25.4.217 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/6e8f5769-8d28-4772-968e-306256e6c687) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:07:53.531995 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Pushing event updated for resources: {'Port': ['ID=60ccaba1-eb64-4a2f-8782-cd8f492d91ef,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:53.548395 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:53.548870 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:53.551142 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:53.551781 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:53.552811 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:53.554188 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:53.554652 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:53.555262 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:53.557332 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:53.557786 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:53.558241 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:53.558680 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:53.562381 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facc5397-6a80-45d2-a18d-bf41dafbafd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:53.664548 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=b6c67fb7-5b6d-471b-956c-ef400b3f8003,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:53.700565 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271506f0-002e-4197-8ea1-7cef8122e2da req-3e314c11-08ca-4911-9f70-e2408ec35ac1 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:53.706716 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-271506f0-002e-4197-8ea1-7cef8122e2da req-3e314c11-08ca-4911-9f70-e2408ec35ac1 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.71 "GET /v2.0/networks?id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 HTTP/1.1" status: 200 len: 805 time: 0.2348778 Feb 07 21:07:53.711403 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dcc20d94-39a0-4365-af6b-456e503e2b60 req-9241a357-5a42-43e2-bd02-9bacb660db6a tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:53.764565 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-271506f0-002e-4197-8ea1-7cef8122e2da req-1900e7fc-bccc-4618-89bc-6fce52639ae2 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Request body: {'port': {'device_id': 'e7fafeb1-d26f-46e9-90ef-684075edb8b2', 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81', 'admin_state_up': True, 'tenant_id': '841a01135e18414d8cae49a87b71e7b4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:07:53.798525 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-300c68c2-9299-48d1-afff-b3a0a292eb9b admin admin] Publish callbacks [] for port (6e8f5769-8d28-4772-968e-306256e6c687), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:53.935924 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-300c68c2-9299-48d1-afff-b3a0a292eb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (6e8f5769-8d28-4772-968e-306256e6c687), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:54.022190 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300c68c2-9299-48d1-afff-b3a0a292eb9b admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:07:54.025932 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-300c68c2-9299-48d1-afff-b3a0a292eb9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:07:54.033611 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300c68c2-9299-48d1-afff-b3a0a292eb9b admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:07:54.134142 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c68c2-9299-48d1-afff-b3a0a292eb9b admin admin] Pushing event updated for resources: {'Port': ['ID=6e8f5769-8d28-4772-968e-306256e6c687,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:54.178533 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 60ccaba1-eb64-4a2f-8782-cd8f492d91ef up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:07:54.231181 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8914773a-4bb8-4492-9881-d2e76b441c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c67fb7-5b6d-471b-956c-ef400b3f8003'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:07:54.233536 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66351f48-3b7e-44fe-a228-711a2a62edcd" -d '{"events": [{"server_uuid": "8914773a-4bb8-4492-9881-d2e76b441c19", "name": "network-vif-plugged", "status": "completed", "tag": "b6c67fb7-5b6d-471b-956c-ef400b3f8003"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:07:54.302804 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-271506f0-002e-4197-8ea1-7cef8122e2da req-1900e7fc-bccc-4618-89bc-6fce52639ae2 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Made reservation on behalf of 841a01135e18414d8cae49a87b71e7b4 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:07:54.310378 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 60ccaba1-eb64-4a2f-8782-cd8f492d91ef triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:07:54.310769 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (60ccaba1-eb64-4a2f-8782-cd8f492d91ef), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:54.314968 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-271506f0-002e-4197-8ea1-7cef8122e2da req-1900e7fc-bccc-4618-89bc-6fce52639ae2 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:54.427770 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:54.530726 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 60ccaba1-eb64-4a2f-8782-cd8f492d91ef is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:54.531141 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (60ccaba1-eb64-4a2f-8782-cd8f492d91ef), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:54.576180 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 238ad644-1617-428c-a78f-ea49876c0f14 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:07:54.591581 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-271506f0-002e-4197-8ea1-7cef8122e2da req-1900e7fc-bccc-4618-89bc-6fce52639ae2 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Allocated IP 172.20.0.14 (cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81/039429f6-d6cc-49db-bf32-0ffb3c8562c1/e8b64646-1b26-40bc-adef-67cf448efb31) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:07:54.592982 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-300c68c2-9299-48d1-afff-b3a0a292eb9b admin admin] Publish callbacks [] for router_gateway (b2631804-a35e-4193-bcfd-03f3f9ca7f10), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:54.734090 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 60ccaba1-eb64-4a2f-8782-cd8f492d91ef, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=60ccaba1-eb64-4a2f-8782-cd8f492d91ef,segment=NetworkSegment(ca0230ab-0bc8-4d0b-aed5-fc5d476307d5),segment_id=ca0230ab-0bc8-4d0b-aed5-fc5d476307d5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:54.744890 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (60ccaba1-eb64-4a2f-8782-cd8f492d91ef), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:54.828361 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 238ad644-1617-428c-a78f-ea49876c0f14 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:07:54.828361 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (238ad644-1617-428c-a78f-ea49876c0f14), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:54.836172 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dcc20d94-39a0-4365-af6b-456e503e2b60 req-9241a357-5a42-43e2-bd02-9bacb660db6a tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:55.023916 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=60ccaba1-eb64-4a2f-8782-cd8f492d91ef,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:55.128187 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 238ad644-1617-428c-a78f-ea49876c0f14 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:55.129237 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (238ad644-1617-428c-a78f-ea49876c0f14), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:55.149845 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-300c68c2-9299-48d1-afff-b3a0a292eb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (b2631804-a35e-4193-bcfd-03f3f9ca7f10), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:55.153240 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-dcc20d94-39a0-4365-af6b-456e503e2b60 req-9241a357-5a42-43e2-bd02-9bacb660db6a tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Allocated IP 172.25.4.178 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/fe06a41f-3197-42d4-ba54-20561f711b95) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:07:55.238662 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 238ad644-1617-428c-a78f-ea49876c0f14, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=238ad644-1617-428c-a78f-ea49876c0f14,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:07:55.245120 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (238ad644-1617-428c-a78f-ea49876c0f14), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:55.347949 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dcc20d94-39a0-4365-af6b-456e503e2b60 req-9241a357-5a42-43e2-bd02-9bacb660db6a tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks [] for port (fe06a41f-3197-42d4-ba54-20561f711b95), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:55.352117 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=238ad644-1617-428c-a78f-ea49876c0f14,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:55.417245 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf8977e-85cf-4e9b-b88f-337e08452f33 None None] Network 16d43ce3-c262-4644-8d8c-68d5b7d28be5 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:07:55.513815 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300c68c2-9299-48d1-afff-b3a0a292eb9b admin admin] Router b2631804-a35e-4193-bcfd-03f3f9ca7f10 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:07:55.584801 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-271506f0-002e-4197-8ea1-7cef8122e2da req-1900e7fc-bccc-4618-89bc-6fce52639ae2 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks [] for port (e8b64646-1b26-40bc-adef-67cf448efb31), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:55.586584 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f3ff6e80-674b-4195-87bd-5724c721a171 None None] Provisioning complete for port 60ccaba1-eb64-4a2f-8782-cd8f492d91ef triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:07:55.586784 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f3ff6e80-674b-4195-87bd-5724c721a171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (60ccaba1-eb64-4a2f-8782-cd8f492d91ef), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:55.689608 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dcc20d94-39a0-4365-af6b-456e503e2b60 req-9241a357-5a42-43e2-bd02-9bacb660db6a tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (fe06a41f-3197-42d4-ba54-20561f711b95), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:55.751611 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f3ff6e80-674b-4195-87bd-5724c721a171 None None] Current status of the port 60ccaba1-eb64-4a2f-8782-cd8f492d91ef is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:55.935869 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcc20d94-39a0-4365-af6b-456e503e2b60 req-9241a357-5a42-43e2-bd02-9bacb660db6a tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:07:55.939854 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241a357-5a42-43e2-bd02-9bacb660db6a tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Pushing event updated for resources: {'Port': ['ID=fe06a41f-3197-42d4-ba54-20561f711b95,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:55.949334 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-dcc20d94-39a0-4365-af6b-456e503e2b60 req-9241a357-5a42-43e2-bd02-9bacb660db6a tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:07:55.953929 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc20d94-39a0-4365-af6b-456e503e2b60 req-9241a357-5a42-43e2-bd02-9bacb660db6a tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:07:56.027795 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-271506f0-002e-4197-8ea1-7cef8122e2da req-1900e7fc-bccc-4618-89bc-6fce52639ae2 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (e8b64646-1b26-40bc-adef-67cf448efb31), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:56.040755 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['b9feb26d-0f66-4b71-8ed3-d190edbaf70e'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:07:56.109302 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 60ccaba1-eb64-4a2f-8782-cd8f492d91ef up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:07:56.128653 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-271506f0-002e-4197-8ea1-7cef8122e2da req-1900e7fc-bccc-4618-89bc-6fce52639ae2 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:07:56.136985 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-271506f0-002e-4197-8ea1-7cef8122e2da req-1900e7fc-bccc-4618-89bc-6fce52639ae2 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:07:56.142990 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-271506f0-002e-4197-8ea1-7cef8122e2da req-1900e7fc-bccc-4618-89bc-6fce52639ae2 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:07:56.202872 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900e7fc-bccc-4618-89bc-6fce52639ae2 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Pushing event updated for resources: {'Port': ['ID=e8b64646-1b26-40bc-adef-67cf448efb31,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:56.206130 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0dbd5b23-6608-451c-bff8-1db72492eb77 None None] Provisioning complete for port 60ccaba1-eb64-4a2f-8782-cd8f492d91ef triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:07:56.206661 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5b23-6608-451c-bff8-1db72492eb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (60ccaba1-eb64-4a2f-8782-cd8f492d91ef), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:56.248402 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271506f0-002e-4197-8ea1-7cef8122e2da req-1900e7fc-bccc-4618-89bc-6fce52639ae2 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:56.249326 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-271506f0-002e-4197-8ea1-7cef8122e2da req-1900e7fc-bccc-4618-89bc-6fce52639ae2 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:56.292272 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-271506f0-002e-4197-8ea1-7cef8122e2da req-1900e7fc-bccc-4618-89bc-6fce52639ae2 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5347240 Feb 07 21:07:56.294559 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dcc20d94-39a0-4365-af6b-456e503e2b60 req-9241a357-5a42-43e2-bd02-9bacb660db6a tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks [] for floatingip (979bf09c-f44e-4cc6-960a-b091e0b8e47d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:56.295391 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300c68c2-9299-48d1-afff-b3a0a292eb9b admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:07:56.308346 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b738aab-7d2a-4619-8e5e-c5a95630d038 None None] Sync routers for ids ['b2631804-a35e-4193-bcfd-03f3f9ca7f10'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:07:56.316208 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-271506f0-002e-4197-8ea1-7cef8122e2da req-e6c1b053-112c-43ab-bd85-f88f3761b5a9 service neutron] Request body: {'port': {'device_id': 'e7fafeb1-d26f-46e9-90ef-684075edb8b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:07:56.326863 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b738aab-7d2a-4619-8e5e-c5a95630d038 None None] Routers {'b2631804-a35e-4193-bcfd-03f3f9ca7f10'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:07:56.331301 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2b738aab-7d2a-4619-8e5e-c5a95630d038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:07:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b2631804-a35e-4193-bcfd-03f3f9ca7f10'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:56.379082 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 60ccaba1-eb64-4a2f-8782-cd8f492d91ef triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:07:56.380524 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (60ccaba1-eb64-4a2f-8782-cd8f492d91ef), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:56.383203 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dcc20d94-39a0-4365-af6b-456e503e2b60 req-9241a357-5a42-43e2-bd02-9bacb660db6a tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fe06a41f-3197-42d4-ba54-20561f711b95), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:56.406694 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-300c68c2-9299-48d1-afff-b3a0a292eb9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:56.414998 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-300c68c2-9299-48d1-afff-b3a0a292eb9b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3241680 Feb 07 21:07:56.415881 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52762) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:07:56.548216 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-2b738aab-7d2a-4619-8e5e-c5a95630d038 None None] Set router b2631804-a35e-4193-bcfd-03f3f9ca7f10 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:07:56.557928 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-271506f0-002e-4197-8ea1-7cef8122e2da req-e6c1b053-112c-43ab-bd85-f88f3761b5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e8b64646-1b26-40bc-adef-67cf448efb31), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:56.658731 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0dbd5b23-6608-451c-bff8-1db72492eb77 None None] Current status of the port 60ccaba1-eb64-4a2f-8782-cd8f492d91ef is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:56.751606 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 60ccaba1-eb64-4a2f-8782-cd8f492d91ef is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:07:56.988302 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2b738aab-7d2a-4619-8e5e-c5a95630d038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'name': 'tempest-AttachVolumeTestJSON-65258003-router', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '6e8f5769-8d28-4772-968e-306256e6c687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:52Z', 'updated_at': '2022-02-07T21:07:54Z', 'revision_number': 3, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'gw_port': {'id': '6e8f5769-8d28-4772-968e-306256e6c687', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:53Z', 'updated_at': '2022-02-07T21:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:57.069956 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b738aab-7d2a-4619-8e5e-c5a95630d038 None None] Checking router: b2631804-a35e-4193-bcfd-03f3f9ca7f10 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:07:57.070593 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b738aab-7d2a-4619-8e5e-c5a95630d038 None None] Updating router b2631804-a35e-4193-bcfd-03f3f9ca7f10 port 6e8f5769-8d28-4772-968e-306256e6c687 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:07:57.102813 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2b738aab-7d2a-4619-8e5e-c5a95630d038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6e8f5769-8d28-4772-968e-306256e6c687), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:57.113320 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-271506f0-002e-4197-8ea1-7cef8122e2da req-e6c1b053-112c-43ab-bd85-f88f3761b5a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8b64646-1b26-40bc-adef-67cf448efb31 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:07:57.123333 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-271506f0-002e-4197-8ea1-7cef8122e2da req-e6c1b053-112c-43ab-bd85-f88f3761b5a9 service neutron] Publish callbacks [] for port (e8b64646-1b26-40bc-adef-67cf448efb31), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:57.137647 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-271506f0-002e-4197-8ea1-7cef8122e2da req-e6c1b053-112c-43ab-bd85-f88f3761b5a9 service neutron] Transition to ACTIVE for port object e8b64646-1b26-40bc-adef-67cf448efb31 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:07:57.160972 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-271506f0-002e-4197-8ea1-7cef8122e2da req-e6c1b053-112c-43ab-bd85-f88f3761b5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (e8b64646-1b26-40bc-adef-67cf448efb31), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:57.271441 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:57.417187 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2b738aab-7d2a-4619-8e5e-c5a95630d038 None None] Publish callbacks [] for port (6e8f5769-8d28-4772-968e-306256e6c687), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:57.433217 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2b738aab-7d2a-4619-8e5e-c5a95630d038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6e8f5769-8d28-4772-968e-306256e6c687), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:57.457505 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1b053-112c-43ab-bd85-f88f3761b5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b64646-1b26-40bc-adef-67cf448efb31,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:57.500669 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-2b738aab-7d2a-4619-8e5e-c5a95630d038 None None] Attempting to bind port 6e8f5769-8d28-4772-968e-306256e6c687 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:07:57.501046 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-2b738aab-7d2a-4619-8e5e-c5a95630d038 None None] Attempting to bind port 6e8f5769-8d28-4772-968e-306256e6c687 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:07:57.501410 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b738aab-7d2a-4619-8e5e-c5a95630d038 None None] Attempting to bind port 6e8f5769-8d28-4772-968e-306256e6c687 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:07:57.512995 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b738aab-7d2a-4619-8e5e-c5a95630d038 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:07:57.513378 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b738aab-7d2a-4619-8e5e-c5a95630d038 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:07:57.513836 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2b738aab-7d2a-4619-8e5e-c5a95630d038 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:57.514236 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b738aab-7d2a-4619-8e5e-c5a95630d038 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:07:57.514812 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-2b738aab-7d2a-4619-8e5e-c5a95630d038 None None] Bound port: 6e8f5769-8d28-4772-968e-306256e6c687, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:07:57.515192 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2b738aab-7d2a-4619-8e5e-c5a95630d038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6e8f5769-8d28-4772-968e-306256e6c687), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:57.546474 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Allocated IP 172.20.0.1 (16d43ce3-c262-4644-8d8c-68d5b7d28be5/14d3bb71-50ef-42a4-9bd8-c39c66580c69/6bd167db-d6bb-4010-aa3e-81634840f6cb) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:07:57.575875 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-271506f0-002e-4197-8ea1-7cef8122e2da req-e6c1b053-112c-43ab-bd85-f88f3761b5a9 service neutron] Attempting to bind port e8b64646-1b26-40bc-adef-67cf448efb31 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:07:57.576189 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-271506f0-002e-4197-8ea1-7cef8122e2da req-e6c1b053-112c-43ab-bd85-f88f3761b5a9 service neutron] Attempting to bind port e8b64646-1b26-40bc-adef-67cf448efb31 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:07:57.576548 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271506f0-002e-4197-8ea1-7cef8122e2da req-e6c1b053-112c-43ab-bd85-f88f3761b5a9 service neutron] Attempting to bind port e8b64646-1b26-40bc-adef-67cf448efb31 on network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:07:57.584603 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436657ba-e4dc-440a-8347-46e41597765d None None] Pushing event updated for resources: {'Port': ['ID=6e8f5769-8d28-4772-968e-306256e6c687,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:57.595189 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271506f0-002e-4197-8ea1-7cef8122e2da req-e6c1b053-112c-43ab-bd85-f88f3761b5a9 service neutron] Port e8b64646-1b26-40bc-adef-67cf448efb31 on network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:07:57.595540 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271506f0-002e-4197-8ea1-7cef8122e2da req-e6c1b053-112c-43ab-bd85-f88f3761b5a9 service neutron] Attempting to bind port e8b64646-1b26-40bc-adef-67cf448efb31 on network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:07:57.599940 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dcc20d94-39a0-4365-af6b-456e503e2b60 req-9241a357-5a42-43e2-bd02-9bacb660db6a tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks [] for port (fe06a41f-3197-42d4-ba54-20561f711b95), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:57.605988 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271506f0-002e-4197-8ea1-7cef8122e2da req-e6c1b053-112c-43ab-bd85-f88f3761b5a9 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:07:57.606400 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271506f0-002e-4197-8ea1-7cef8122e2da req-e6c1b053-112c-43ab-bd85-f88f3761b5a9 service neutron] Checking segment: {'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:07:57.607198 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271506f0-002e-4197-8ea1-7cef8122e2da req-e6c1b053-112c-43ab-bd85-f88f3761b5a9 service neutron] Bound using segment: {'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:07:57.607198 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-271506f0-002e-4197-8ea1-7cef8122e2da req-e6c1b053-112c-43ab-bd85-f88f3761b5a9 service neutron] Bound port: e8b64646-1b26-40bc-adef-67cf448efb31, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:07:57.607510 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-271506f0-002e-4197-8ea1-7cef8122e2da req-e6c1b053-112c-43ab-bd85-f88f3761b5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e8b64646-1b26-40bc-adef-67cf448efb31), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:57.619167 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-2b738aab-7d2a-4619-8e5e-c5a95630d038 None None] For port 6e8f5769-8d28-4772-968e-306256e6c687, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:07:57.620150 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dcc20d94-39a0-4365-af6b-456e503e2b60 req-9241a357-5a42-43e2-bd02-9bacb660db6a tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (fe06a41f-3197-42d4-ba54-20561f711b95), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:57.623321 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-2b738aab-7d2a-4619-8e5e-c5a95630d038 None None] For port 6e8f5769-8d28-4772-968e-306256e6c687, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=6e8f5769-8d28-4772-968e-306256e6c687,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:07:57.638031 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2b738aab-7d2a-4619-8e5e-c5a95630d038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6e8f5769-8d28-4772-968e-306256e6c687), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:57.748250 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241a357-5a42-43e2-bd02-9bacb660db6a tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Pushing event updated for resources: {'Port': ['ID=fe06a41f-3197-42d4-ba54-20561f711b95,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:57.780352 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Publish callbacks [] for port (6bd167db-d6bb-4010-aa3e-81634840f6cb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:57.784934 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436657ba-e4dc-440a-8347-46e41597765d None None] Pushing event updated for resources: {'Port': ['ID=6e8f5769-8d28-4772-968e-306256e6c687,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:57.799618 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b738aab-7d2a-4619-8e5e-c5a95630d038 None None] Routers {'b2631804-a35e-4193-bcfd-03f3f9ca7f10'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:07:57.800504 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2b738aab-7d2a-4619-8e5e-c5a95630d038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:07:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b2631804-a35e-4193-bcfd-03f3f9ca7f10'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:57.823990 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dcc20d94-39a0-4365-af6b-456e503e2b60 req-9241a357-5a42-43e2-bd02-9bacb660db6a tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (979bf09c-f44e-4cc6-960a-b091e0b8e47d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:57.842297 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (6bd167db-d6bb-4010-aa3e-81634840f6cb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:57.892976 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-271506f0-002e-4197-8ea1-7cef8122e2da req-e6c1b053-112c-43ab-bd85-f88f3761b5a9 service neutron] For port e8b64646-1b26-40bc-adef-67cf448efb31, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:07:57.902411 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Network 16d43ce3-c262-4644-8d8c-68d5b7d28be5 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:07:57.906049 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-271506f0-002e-4197-8ea1-7cef8122e2da req-e6c1b053-112c-43ab-bd85-f88f3761b5a9 service neutron] For port e8b64646-1b26-40bc-adef-67cf448efb31, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=e8b64646-1b26-40bc-adef-67cf448efb31,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:07:57.907558 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:07:57.912122 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:07:57.919550 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dcc20d94-39a0-4365-af6b-456e503e2b60 req-9241a357-5a42-43e2-bd02-9bacb660db6a tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:57.920946 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dcc20d94-39a0-4365-af6b-456e503e2b60 req-9241a357-5a42-43e2-bd02-9bacb660db6a tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4860351 Feb 07 21:07:57.938449 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Pushing event updated for resources: {'Port': ['ID=6bd167db-d6bb-4010-aa3e-81634840f6cb,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:57.957488 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-271506f0-002e-4197-8ea1-7cef8122e2da req-e6c1b053-112c-43ab-bd85-f88f3761b5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (e8b64646-1b26-40bc-adef-67cf448efb31), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:57.965217 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (b2631804-a35e-4193-bcfd-03f3f9ca7f10), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:58.012772 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-2b738aab-7d2a-4619-8e5e-c5a95630d038 None None] Set router b2631804-a35e-4193-bcfd-03f3f9ca7f10 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:07:58.027521 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dcc20d94-39a0-4365-af6b-456e503e2b60 req-0afd554e-7243-4aad-a1e4-7275335c0963 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.178 HTTP/1.1" status: 200 len: 696 time: 0.0993152 Feb 07 21:07:58.039221 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271506f0-002e-4197-8ea1-7cef8122e2da req-e6c1b053-112c-43ab-bd85-f88f3761b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:58.039880 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-271506f0-002e-4197-8ea1-7cef8122e2da req-e6c1b053-112c-43ab-bd85-f88f3761b5a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:58.042397 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-271506f0-002e-4197-8ea1-7cef8122e2da req-e6c1b053-112c-43ab-bd85-f88f3761b5a9 service neutron] 10.222.0.71 "PUT /v2.0/ports/e8b64646-1b26-40bc-adef-67cf448efb31 HTTP/1.1" status: 200 len: 1092 time: 1.7357545 Feb 07 21:07:58.068925 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7fafeb1-d26f-46e9-90ef-684075edb8b2', 'tag': 'e8b64646-1b26-40bc-adef-67cf448efb31'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:07:58.076319 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d837514-4c57-425e-8d80-b26fc5dfea8d" -d '{"events": [{"name": "network-changed", "server_uuid": "e7fafeb1-d26f-46e9-90ef-684075edb8b2", "tag": "e8b64646-1b26-40bc-adef-67cf448efb31"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:07:58.289267 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1b053-112c-43ab-bd85-f88f3761b5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b64646-1b26-40bc-adef-67cf448efb31,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:58.308925 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6bd167db-d6bb-4010-aa3e-81634840f6cb), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:58.390509 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2b738aab-7d2a-4619-8e5e-c5a95630d038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'name': 'tempest-AttachVolumeTestJSON-65258003-router', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '6e8f5769-8d28-4772-968e-306256e6c687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:52Z', 'updated_at': '2022-02-07T21:07:54Z', 'revision_number': 3, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'gw_port': {'id': '6e8f5769-8d28-4772-968e-306256e6c687', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:53Z', 'updated_at': '2022-02-07T21:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:07:58.407792 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b192f425-187e-44bb-83f4-fdb47d786221 None None] Provisioning complete for port 6bd167db-d6bb-4010-aa3e-81634840f6cb triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:07:58.409287 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b192f425-187e-44bb-83f4-fdb47d786221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6bd167db-d6bb-4010-aa3e-81634840f6cb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:58.427930 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b738aab-7d2a-4619-8e5e-c5a95630d038 None None] The sync data for ids ['b2631804-a35e-4193-bcfd-03f3f9ca7f10'] in n-d-828185-2 is: [{'id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'name': 'tempest-AttachVolumeTestJSON-65258003-router', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '6e8f5769-8d28-4772-968e-306256e6c687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:52Z', 'updated_at': '2022-02-07T21:07:54Z', 'revision_number': 3, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'gw_port': {'id': '6e8f5769-8d28-4772-968e-306256e6c687', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:53Z', 'updated_at': '2022-02-07T21:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:07:58.490760 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b192f425-187e-44bb-83f4-fdb47d786221 None None] Port 6bd167db-d6bb-4010-aa3e-81634840f6cb cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:07:58.540888 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271506f0-002e-4197-8ea1-7cef8122e2da req-9db37ef4-9b21-4718-9400-015a9d510e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:58.542371 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-271506f0-002e-4197-8ea1-7cef8122e2da req-9db37ef4-9b21-4718-9400-015a9d510e83 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=841a01135e18414d8cae49a87b71e7b4&device_id=e7fafeb1-d26f-46e9-90ef-684075edb8b2 HTTP/1.1" status: 200 len: 1126 time: 0.4314713 Feb 07 21:07:58.549841 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c4b64-3beb-4bf1-8ada-795e6b1a4b73 req-ee5488c8-29c1-487b-a32a-e4e150357b96 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:58.551285 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-467c4b64-3beb-4bf1-8ada-795e6b1a4b73 req-ee5488c8-29c1-487b-a32a-e4e150357b96 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e&tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&binding%3Ahost_id=n-h1-828185-2 HTTP/1.1" status: 200 len: 950 time: 0.2449057 Feb 07 21:07:58.558055 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc20d94-39a0-4365-af6b-456e503e2b60 req-f0afcb23-b463-4c41-a4f5-9653b03cda33 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:58.559401 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dcc20d94-39a0-4365-af6b-456e503e2b60 req-f0afcb23-b463-4c41-a4f5-9653b03cda33 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 784 time: 0.5160639 Feb 07 21:07:58.565636 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Publish callbacks [] for port (6bd167db-d6bb-4010-aa3e-81634840f6cb), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:58.580340 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (6bd167db-d6bb-4010-aa3e-81634840f6cb), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:58.580921 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074f3fb-4a49-470b-8ee4-a724b745b684 req-da5414a0-6fc8-4b56-b18f-62e87a356256 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:58.584929 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4074f3fb-4a49-470b-8ee4-a724b745b684 req-da5414a0-6fc8-4b56-b18f-62e87a356256 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/ports?device_id=8914773a-4bb8-4492-9881-d2e76b441c19 HTTP/1.1" status: 200 len: 945 time: 0.2756662 Feb 07 21:07:58.622235 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-271506f0-002e-4197-8ea1-7cef8122e2da req-acd0d67b-39a5-4ff8-afb4-07dff32b2695 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8b64646-1b26-40bc-adef-67cf448efb31 HTTP/1.1" status: 200 len: 217 time: 0.0607290 Feb 07 21:07:58.685606 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (b2631804-a35e-4193-bcfd-03f3f9ca7f10), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:58.688593 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Pushing event updated for resources: {'Port': ['ID=6bd167db-d6bb-4010-aa3e-81634840f6cb,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:07:58.712484 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:58.712830 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:58.713240 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:58.713580 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:58.714548 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:58.714948 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:58.715340 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:58.715682 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:58.716017 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:58.716732 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:58.717233 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:58.717546 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:58.717881 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:07:58.749332 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4074f3fb-4a49-470b-8ee4-a724b745b684 req-afb67a77-3a20-49be-8e8c-957c2d55f554 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/security-groups?id=02a43b1a-8238-4af7-b47f-ac7b06b1905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302340 Feb 07 21:07:58.784029 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271506f0-002e-4197-8ea1-7cef8122e2da req-555e6543-e8f4-4548-b1b7-a5598b5f7d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:58.785972 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-271506f0-002e-4197-8ea1-7cef8122e2da req-555e6543-e8f4-4548-b1b7-a5598b5f7d31 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=039429f6-d6cc-49db-bf32-0ffb3c8562c1 HTTP/1.1" status: 200 len: 845 time: 0.1422582 Feb 07 21:07:58.814764 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c4b64-3beb-4bf1-8ada-795e6b1a4b73 req-97323b7b-c940-431f-b432-a2f15c30550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:58.817078 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-467c4b64-3beb-4bf1-8ada-795e6b1a4b73 req-97323b7b-c940-431f-b432-a2f15c30550c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 1132 time: 0.1755223 Feb 07 21:07:58.853662 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-271506f0-002e-4197-8ea1-7cef8122e2da req-c8a0f326-9b3c-43f9-b155-1ef776499a09 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569448 Feb 07 21:07:58.883233 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169dc1a5-4e72-4254-a577-4d5905975dee req-b77dce61-894b-4c46-b416-553785c20c61 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:58.892524 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Network 16d43ce3-c262-4644-8d8c-68d5b7d28be5 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:07:58.892524 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:07:58.892806 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-169dc1a5-4e72-4254-a577-4d5905975dee req-b77dce61-894b-4c46-b416-553785c20c61 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.2035596 Feb 07 21:07:59.073611 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Router b2631804-a35e-4193-bcfd-03f3f9ca7f10 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:07:59.236063 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:07:59.242599 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d47fa770-cb3c-4e8f-abcc-4bd598b2fb40 admin admin] 10.222.0.65 "PUT /v2.0/routers/b2631804-a35e-4193-bcfd-03f3f9ca7f10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8254020 Feb 07 21:07:59.438231 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-76e5f5ec-6453-4d5a-a01b-47b3a3d66865 None None] Provisioning complete for port 6bd167db-d6bb-4010-aa3e-81634840f6cb triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:07:59.439258 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-76e5f5ec-6453-4d5a-a01b-47b3a3d66865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6bd167db-d6bb-4010-aa3e-81634840f6cb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:07:59.494692 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-169dc1a5-4e72-4254-a577-4d5905975dee req-965e75ed-cc9b-4128-a730-ed3d56fdf34a tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6017473 Feb 07 21:07:59.500085 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-76e5f5ec-6453-4d5a-a01b-47b3a3d66865 None None] Port 6bd167db-d6bb-4010-aa3e-81634840f6cb cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:07:59.546729 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c4b64-3beb-4bf1-8ada-795e6b1a4b73 req-72b34921-4a76-4607-ab22-16a673dbc2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:59.548207 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-467c4b64-3beb-4bf1-8ada-795e6b1a4b73 req-72b34921-4a76-4607-ab22-16a673dbc2b6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.6981740 Feb 07 21:07:59.556054 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08081b76-f80d-44be-8774-25dcd3a6e953 x-openstack-request-id: req-08081b76-f80d-44be-8774-25dcd3a6e953 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:07:59.556613 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8914773a-4bb8-4492-9881-d2e76b441c19", "name": "network-vif-plugged", "status": "completed", "tag": "b6c67fb7-5b6d-471b-956c-ef400b3f8003", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:07:59.557022 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-08081b76-f80d-44be-8774-25dcd3a6e953 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:07:59.557630 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8914773a-4bb8-4492-9881-d2e76b441c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c67fb7-5b6d-471b-956c-ef400b3f8003', 'code': 200} Feb 07 21:07:59.557878 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227758c4-f692-435d-915a-bf7d0d00e0d9 req-e4c1dd0b-b37f-479e-878b-d7e4b776663e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:59.559514 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-227758c4-f692-435d-915a-bf7d0d00e0d9 req-e4c1dd0b-b37f-479e-878b-d7e4b776663e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7fafeb1-d26f-46e9-90ef-684075edb8b2 HTTP/1.1" status: 200 len: 944 time: 0.6496205 Feb 07 21:07:59.573474 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-271506f0-002e-4197-8ea1-7cef8122e2da req-013138e5-8813-45d9-8e5f-8f9ecc95305c service neutron] 10.222.0.71 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7086589 Feb 07 21:07:59.662894 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-467c4b64-3beb-4bf1-8ada-795e6b1a4b73 req-23b4aa59-2af5-4510-ae84-a4ba6bc7e9b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=238ad644-1617-428c-a78f-ea49876c0f14 HTTP/1.1" status: 200 len: 217 time: 0.0999751 Feb 07 21:07:59.920868 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c4b64-3beb-4bf1-8ada-795e6b1a4b73 req-6583feb7-f37f-43dc-a778-26eee13914cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:07:59.922962 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-467c4b64-3beb-4bf1-8ada-795e6b1a4b73 req-6583feb7-f37f-43dc-a778-26eee13914cb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.2235241 Feb 07 21:07:59.935138 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-227758c4-f692-435d-915a-bf7d0d00e0d9 req-17152819-4a65-4534-b3e4-f21fcb58cf10 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833111 Feb 07 21:08:00.015892 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d133aba-4209-4086-8777-16d5156dfdbc req-110c711e-e9c9-43ae-ad03-96984c3babba tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:00.019936 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d133aba-4209-4086-8777-16d5156dfdbc req-110c711e-e9c9-43ae-ad03-96984c3babba tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 950 time: 0.3187573 Feb 07 21:08:00.047585 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad6a68e-d0ed-45dd-829b-3d0244ddf9fe x-openstack-request-id: req-aad6a68e-d0ed-45dd-829b-3d0244ddf9fe {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:08:00.047832 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7fafeb1-d26f-46e9-90ef-684075edb8b2", "tag": "e8b64646-1b26-40bc-adef-67cf448efb31", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:08:00.048093 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aad6a68e-d0ed-45dd-829b-3d0244ddf9fe {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:08:00.048532 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7fafeb1-d26f-46e9-90ef-684075edb8b2', 'tag': 'e8b64646-1b26-40bc-adef-67cf448efb31', 'status': 'completed', 'code': 200} Feb 07 21:08:00.057878 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56cf509-6cbb-4637-b04d-0d7a2c6d4409 req-73937242-f9b3-41b4-b9c5-df2d4ae5509f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:00.059527 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a56cf509-6cbb-4637-b04d-0d7a2c6d4409 req-73937242-f9b3-41b4-b9c5-df2d4ae5509f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8914773a-4bb8-4492-9881-d2e76b441c19 HTTP/1.1" status: 200 len: 1127 time: 0.3724427 Feb 07 21:08:00.094311 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 6e8f5769-8d28-4772-968e-306256e6c687 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:08:00.102169 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-271506f0-002e-4197-8ea1-7cef8122e2da req-f7bb0873-e38e-4661-97d9-617128eda1be service neutron] 10.222.0.71 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486711 Feb 07 21:08:00.188766 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 6e8f5769-8d28-4772-968e-306256e6c687 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:08:00.189491 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6e8f5769-8d28-4772-968e-306256e6c687), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:00.231440 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0458502b-f1f4-46b6-9673-b626e576123c req-720e2f58-a667-4e44-9e13-9d182358907b tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] 10.222.0.65 "GET /v2.0/floatingips/979bf09c-f44e-4cc6-960a-b091e0b8e47d HTTP/1.1" status: 200 len: 693 time: 0.1707559 Feb 07 21:08:00.306343 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 6e8f5769-8d28-4772-968e-306256e6c687 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:00.307140 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6e8f5769-8d28-4772-968e-306256e6c687), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:00.315820 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c4b64-3beb-4bf1-8ada-795e6b1a4b73 req-36dca24d-3320-47ea-9be4-9c4933ed7013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:00.317457 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-467c4b64-3beb-4bf1-8ada-795e6b1a4b73 req-36dca24d-3320-47ea-9be4-9c4933ed7013 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3770740 Feb 07 21:08:00.338013 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 6e8f5769-8d28-4772-968e-306256e6c687, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=6e8f5769-8d28-4772-968e-306256e6c687,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:00.346631 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6e8f5769-8d28-4772-968e-306256e6c687), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:00.362519 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d133aba-4209-4086-8777-16d5156dfdbc req-de2da537-e86c-46ec-abf4-8b585cb33152 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083322 Feb 07 21:08:00.430228 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458502b-f1f4-46b6-9673-b626e576123c req-16049943-f5be-43ac-9bf7-5403df210ba5 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:00.431599 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0458502b-f1f4-46b6-9673-b626e576123c req-16049943-f5be-43ac-9bf7-5403df210ba5 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 784 time: 0.1893668 Feb 07 21:08:00.439370 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a56cf509-6cbb-4637-b04d-0d7a2c6d4409 req-58ceb733-4c77-436c-85e5-13f106b04a4c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=02a43b1a-8238-4af7-b47f-ac7b06b1905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657994 Feb 07 21:08:00.460500 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=6e8f5769-8d28-4772-968e-306256e6c687,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:00.531494 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d837514-4c57-425e-8d80-b26fc5dfea8d req-6f72d807-0969-4c52-8759-3bf25cdf2712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:00.533998 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d837514-4c57-425e-8d80-b26fc5dfea8d req-6f72d807-0969-4c52-8759-3bf25cdf2712 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=841a01135e18414d8cae49a87b71e7b4&device_id=e7fafeb1-d26f-46e9-90ef-684075edb8b2 HTTP/1.1" status: 200 len: 1126 time: 0.3697228 Feb 07 21:08:00.549515 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0458502b-f1f4-46b6-9673-b626e576123c req-c843ec2c-4ade-43e6-af39-f1d7604b2f03 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.178 HTTP/1.1" status: 200 len: 696 time: 0.0946720 Feb 07 21:08:00.649438 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0458502b-f1f4-46b6-9673-b626e576123c req-c5d2818c-5238-4e6d-9102-585108a7c00c tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.178 HTTP/1.1" status: 200 len: 696 time: 0.0910399 Feb 07 21:08:00.651538 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-467c4b64-3beb-4bf1-8ada-795e6b1a4b73 req-12c17723-379f-48eb-aff3-db935c5fb3f7 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256514 Feb 07 21:08:00.988637 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-467c4b64-3beb-4bf1-8ada-795e6b1a4b73 req-d3f4fc52-0755-4d82-bf6e-a0a583f195e0 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301339 Feb 07 21:08:00.990367 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d837514-4c57-425e-8d80-b26fc5dfea8d req-540c3e36-b36d-4cad-91f4-3c85f5e83c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:00.991830 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d837514-4c57-425e-8d80-b26fc5dfea8d req-540c3e36-b36d-4cad-91f4-3c85f5e83c80 service neutron] 10.222.0.71 "GET /v2.0/networks?id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 HTTP/1.1" status: 200 len: 906 time: 0.2682946 Feb 07 21:08:01.096388 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d837514-4c57-425e-8d80-b26fc5dfea8d req-bf094b9a-a91b-4a92-ac39-7e847cf2f3f7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8b64646-1b26-40bc-adef-67cf448efb31 HTTP/1.1" status: 200 len: 217 time: 0.0956359 Feb 07 21:08:01.120247 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52816) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:08:01.125964 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c5469905-e932-434e-b526-6ce1cba2a964 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Request body: {'security_group': {'name': 'tempest-securitygroup--851632958', 'description': 'tempest-description--1871983041'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:01.143078 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-0458502b-f1f4-46b6-9673-b626e576123c req-da31eaf3-c89c-4cda-b227-3c5460a458a9 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Deleting port fe06a41f-3197-42d4-ba54-20561f711b95 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:08:01.143431 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0458502b-f1f4-46b6-9673-b626e576123c req-da31eaf3-c89c-4cda-b227-3c5460a458a9 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (fe06a41f-3197-42d4-ba54-20561f711b95), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:01.197002 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5469905-e932-434e-b526-6ce1cba2a964 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:01.218090 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d837514-4c57-425e-8d80-b26fc5dfea8d req-0ea094fb-796f-4206-9620-5b4f6a223c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:01.221285 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d837514-4c57-425e-8d80-b26fc5dfea8d req-0ea094fb-796f-4206-9620-5b4f6a223c8b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=039429f6-d6cc-49db-bf32-0ffb3c8562c1 HTTP/1.1" status: 200 len: 845 time: 0.1177285 Feb 07 21:08:01.278729 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d837514-4c57-425e-8d80-b26fc5dfea8d req-dbc416c1-c0c9-4498-b7c4-d99c216e8916 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510762 Feb 07 21:08:01.279365 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388a889-56b7-499e-af28-a464f81d91a6 None None] Sync routers for ids ['b2631804-a35e-4193-bcfd-03f3f9ca7f10'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:08:01.294299 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388a889-56b7-499e-af28-a464f81d91a6 None None] Routers {'b2631804-a35e-4193-bcfd-03f3f9ca7f10'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:08:01.295859 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a388a889-56b7-499e-af28-a464f81d91a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:07:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b2631804-a35e-4193-bcfd-03f3f9ca7f10'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:08:01.356466 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0458502b-f1f4-46b6-9673-b626e576123c req-da31eaf3-c89c-4cda-b227-3c5460a458a9 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (fe06a41f-3197-42d4-ba54-20561f711b95), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:01.359579 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0458502b-f1f4-46b6-9673-b626e576123c req-da31eaf3-c89c-4cda-b227-3c5460a458a9 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks [] for floatingip (fe06a41f-3197-42d4-ba54-20561f711b95), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:01.378530 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5469905-e932-434e-b526-6ce1cba2a964 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for security_group (5147ff0d-34cb-41bc-b4a2-ee2200ff33af), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:01.390997 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5469905-e932-434e-b526-6ce1cba2a964 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (5147ff0d-34cb-41bc-b4a2-ee2200ff33af), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:01.465417 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5469905-e932-434e-b526-6ce1cba2a964 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:01.468391 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-0458502b-f1f4-46b6-9673-b626e576123c req-da31eaf3-c89c-4cda-b227-3c5460a458a9 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Calling delete_port for fe06a41f-3197-42d4-ba54-20561f711b95 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:08:01.471633 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c5469905-e932-434e-b526-6ce1cba2a964 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3492301 Feb 07 21:08:01.477107 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52834) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:08:01.489646 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-90f5fddb-c3ea-43a2-a4b8-46320409b0df tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Request body: {'security_group_rule': {'security_group_id': '5147ff0d-34cb-41bc-b4a2-ee2200ff33af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:01.499026 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5469905-e932-434e-b526-6ce1cba2a964 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5147ff0d-34cb-41bc-b4a2-ee2200ff33af,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:01.562103 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f1fda4-d138-4569-9c16-fe2b5855677e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238ad644-1617-428c-a78f-ea49876c0f14'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:08:01.564379 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90f5fddb-c3ea-43a2-a4b8-46320409b0df tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for security_group_rule (bb9f3ec2-461e-4968-811e-ec0b7c07d562), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:01.570476 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003d8ce2-2bc7-4b53-a4d0-fe472aec19c0" -d '{"events": [{"server_uuid": "e4f1fda4-d138-4569-9c16-fe2b5855677e", "name": "network-vif-plugged", "status": "completed", "tag": "238ad644-1617-428c-a78f-ea49876c0f14"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:08:01.585143 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-a388a889-56b7-499e-af28-a464f81d91a6 None None] Set router b2631804-a35e-4193-bcfd-03f3f9ca7f10 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:08:01.740511 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d837514-4c57-425e-8d80-b26fc5dfea8d req-3f6e7b34-ab3d-4039-a0ec-d62146fc0180 service neutron] 10.222.0.71 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421558 Feb 07 21:08:01.762994 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90f5fddb-c3ea-43a2-a4b8-46320409b0df tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for security_group_rule (bb9f3ec2-461e-4968-811e-ec0b7c07d562), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:01.778639 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90f5fddb-c3ea-43a2-a4b8-46320409b0df tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (bb9f3ec2-461e-4968-811e-ec0b7c07d562), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:01.851485 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5fddb-c3ea-43a2-a4b8-46320409b0df tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb9f3ec2-461e-4968-811e-ec0b7c07d562,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:01.867393 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90f5fddb-c3ea-43a2-a4b8-46320409b0df tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:01.872489 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-90f5fddb-c3ea-43a2-a4b8-46320409b0df tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3881450 Feb 07 21:08:01.873319 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52860) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:08:01.882066 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ae2e23e2-8b8f-4702-839f-ef1efd64c73e tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Request body: {'security_group_rule': {'security_group_id': '5147ff0d-34cb-41bc-b4a2-ee2200ff33af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:01.947497 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae2e23e2-8b8f-4702-839f-ef1efd64c73e tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for security_group_rule (cfd5629e-4096-402e-8357-0aaf145d8200), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:02.094561 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d837514-4c57-425e-8d80-b26fc5dfea8d req-e77df24e-f044-45b9-97ba-9e02384df08b service neutron] 10.222.0.71 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452342 Feb 07 21:08:02.102141 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0458502b-f1f4-46b6-9673-b626e576123c req-da31eaf3-c89c-4cda-b227-3c5460a458a9 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (fe06a41f-3197-42d4-ba54-20561f711b95), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:02.133496 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 6e8f5769-8d28-4772-968e-306256e6c687 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:08:02.134494 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae2e23e2-8b8f-4702-839f-ef1efd64c73e tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for security_group_rule (cfd5629e-4096-402e-8357-0aaf145d8200), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:02.162900 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae2e23e2-8b8f-4702-839f-ef1efd64c73e tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (cfd5629e-4096-402e-8357-0aaf145d8200), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:02.183305 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31eaf3-c89c-4cda-b227-3c5460a458a9 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Pushing event deleted for resources: {'Port': ['ID=fe06a41f-3197-42d4-ba54-20561f711b95,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:02.224508 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e23e2-8b8f-4702-839f-ef1efd64c73e tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd5629e-4096-402e-8357-0aaf145d8200,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:02.245572 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 6e8f5769-8d28-4772-968e-306256e6c687 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:08:02.246412 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6e8f5769-8d28-4772-968e-306256e6c687), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:02.272013 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae2e23e2-8b8f-4702-839f-ef1efd64c73e tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:02.277066 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ae2e23e2-8b8f-4702-839f-ef1efd64c73e tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4025037 Feb 07 21:08:02.277890 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52864) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:08:02.290723 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-88303e41-0d21-4d7a-83cf-9d6f262d97ef tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:02.355682 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-88303e41-0d21-4d7a-83cf-9d6f262d97ef tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:02.359501 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a388a889-56b7-499e-af28-a464f81d91a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'name': 'tempest-AttachVolumeTestJSON-65258003-router', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '6e8f5769-8d28-4772-968e-306256e6c687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:52Z', 'updated_at': '2022-02-07T21:07:58Z', 'revision_number': 4, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'gw_port': {'id': '6e8f5769-8d28-4772-968e-306256e6c687', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:53Z', 'updated_at': '2022-02-07T21:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '6bd167db-d6bb-4010-aa3e-81634840f6cb', 'name': '', 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'mac_address': 'fa:16:3e:d6:2c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:57Z', 'updated_at': '2022-02-07T21:07:58Z', 'revision_number': 2, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'subnets': [{'id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:08:02.389027 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388a889-56b7-499e-af28-a464f81d91a6 None None] Checking router: b2631804-a35e-4193-bcfd-03f3f9ca7f10 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:08:02.389381 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388a889-56b7-499e-af28-a464f81d91a6 None None] Updating router b2631804-a35e-4193-bcfd-03f3f9ca7f10 port 6bd167db-d6bb-4010-aa3e-81634840f6cb binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:08:02.391304 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 6e8f5769-8d28-4772-968e-306256e6c687 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:02.425553 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0458502b-f1f4-46b6-9673-b626e576123c req-da31eaf3-c89c-4cda-b227-3c5460a458a9 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks [] for floatingip (979bf09c-f44e-4cc6-960a-b091e0b8e47d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:02.430594 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0458502b-f1f4-46b6-9673-b626e576123c req-da31eaf3-c89c-4cda-b227-3c5460a458a9 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:02.435864 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0458502b-f1f4-46b6-9673-b626e576123c req-da31eaf3-c89c-4cda-b227-3c5460a458a9 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] 10.222.0.65 "DELETE /v2.0/floatingips/979bf09c-f44e-4cc6-960a-b091e0b8e47d HTTP/1.1" status: 204 len: 173 time: 1.7207363 Feb 07 21:08:02.443553 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a388a889-56b7-499e-af28-a464f81d91a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6bd167db-d6bb-4010-aa3e-81634840f6cb), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:02.484413 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af7dd2-77c7-49c2-b076-de5f9b1b9a7f req-9a14d052-4357-488c-99fd-70b3c513a6e7 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:02.486836 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9af7dd2-77c7-49c2-b076-de5f9b1b9a7f req-9a14d052-4357-488c-99fd-70b3c513a6e7 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/ports?device_id=8914773a-4bb8-4492-9881-d2e76b441c19 HTTP/1.1" status: 200 len: 945 time: 0.1466613 Feb 07 21:08:02.522545 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-88303e41-0d21-4d7a-83cf-9d6f262d97ef tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:02.550760 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 9c89f1c5-ef51-409c-a7db-4f834c5e3de1 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:08:02.594012 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9af7dd2-77c7-49c2-b076-de5f9b1b9a7f req-07f293b4-a4bb-49d7-ae83-b6b6a160a831 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/security-groups?id=02a43b1a-8238-4af7-b47f-ac7b06b1905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957837 Feb 07 21:08:02.648039 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea7a14-614a-459b-946b-2f12edcc458e req-ebff18e5-0916-4961-aa75-4a02da5d5f13 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:02.649659 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a7ea7a14-614a-459b-946b-2f12edcc458e req-ebff18e5-0916-4961-aa75-4a02da5d5f13 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.1185312 Feb 07 21:08:02.758639 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-88303e41-0d21-4d7a-83cf-9d6f262d97ef tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Allocated IP 172.25.4.148 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/8facc3e3-4b06-4b9f-bfda-1400b8fe9171) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:08:02.845029 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 9c89f1c5-ef51-409c-a7db-4f834c5e3de1 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:02.845503 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9c89f1c5-ef51-409c-a7db-4f834c5e3de1), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:02.898538 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 9c89f1c5-ef51-409c-a7db-4f834c5e3de1, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9c89f1c5-ef51-409c-a7db-4f834c5e3de1,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:02.899427 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a7ea7a14-614a-459b-946b-2f12edcc458e req-e6b1c973-f3b3-4f0a-8049-7f6524f3c092 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394774 Feb 07 21:08:02.909341 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-88303e41-0d21-4d7a-83cf-9d6f262d97ef tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for port (8facc3e3-4b06-4b9f-bfda-1400b8fe9171), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:02.912209 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9c89f1c5-ef51-409c-a7db-4f834c5e3de1), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:02.968640 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3055d3b-3741-4da8-a7b8-8848845077cd req-58583e35-5bf7-4a6f-899c-e0be2fa852f0 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:02.969545 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-88303e41-0d21-4d7a-83cf-9d6f262d97ef tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8facc3e3-4b06-4b9f-bfda-1400b8fe9171), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:02.970196 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3055d3b-3741-4da8-a7b8-8848845077cd req-58583e35-5bf7-4a6f-899c-e0be2fa852f0 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7fafeb1-d26f-46e9-90ef-684075edb8b2 HTTP/1.1" status: 200 len: 944 time: 0.2346208 Feb 07 21:08:03.001203 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=9c89f1c5-ef51-409c-a7db-4f834c5e3de1,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:03.027732 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88303e41-0d21-4d7a-83cf-9d6f262d97ef tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:08:03.036367 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-88303e41-0d21-4d7a-83cf-9d6f262d97ef tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:08:03.040733 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88303e41-0d21-4d7a-83cf-9d6f262d97ef tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:08:03.140344 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a388a889-56b7-499e-af28-a464f81d91a6 None None] Publish callbacks [] for port (6bd167db-d6bb-4010-aa3e-81634840f6cb), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:03.150990 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88303e41-0d21-4d7a-83cf-9d6f262d97ef tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Pushing event updated for resources: {'Port': ['ID=8facc3e3-4b06-4b9f-bfda-1400b8fe9171,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:03.152433 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3055d3b-3741-4da8-a7b8-8848845077cd req-245c2565-8f3d-42bf-b5e6-4053a1d6ae9d tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614246 Feb 07 21:08:03.157288 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a388a889-56b7-499e-af28-a464f81d91a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6bd167db-d6bb-4010-aa3e-81634840f6cb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:03.223071 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f36e0e-9b07-46b7-aca0-e2850baa2d7a req-b3679dee-ca32-4a81-b80d-5091d307a596 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:03.227115 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-28f36e0e-9b07-46b7-aca0-e2850baa2d7a req-b3679dee-ca32-4a81-b80d-5091d307a596 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 950 time: 0.1905992 Feb 07 21:08:03.248212 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca829125-f64b-4d8b-8894-7b4f81ff2666 x-openstack-request-id: req-ca829125-f64b-4d8b-8894-7b4f81ff2666 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:08:03.248540 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f1fda4-d138-4569-9c16-fe2b5855677e", "name": "network-vif-plugged", "status": "completed", "tag": "238ad644-1617-428c-a78f-ea49876c0f14", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:08:03.248806 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ca829125-f64b-4d8b-8894-7b4f81ff2666 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:08:03.249222 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f1fda4-d138-4569-9c16-fe2b5855677e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238ad644-1617-428c-a78f-ea49876c0f14', 'code': 200} Feb 07 21:08:03.250815 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5b420-71a6-4b23-8ffc-c2efe3c11e48 None None] Pushing event updated for resources: {'Port': ['ID=6bd167db-d6bb-4010-aa3e-81634840f6cb,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:03.327508 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-28f36e0e-9b07-46b7-aca0-e2850baa2d7a req-54888e5a-3ee0-4abe-a7b4-8c5187b1b03a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949502 Feb 07 21:08:03.401414 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a388a889-56b7-499e-af28-a464f81d91a6 None None] Attempting to bind port 6bd167db-d6bb-4010-aa3e-81634840f6cb on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:08:03.401885 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a388a889-56b7-499e-af28-a464f81d91a6 None None] Attempting to bind port 6bd167db-d6bb-4010-aa3e-81634840f6cb by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'ca0230ab-0bc8-4d0b-aed5-fc5d476307d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:08:03.402154 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a388a889-56b7-499e-af28-a464f81d91a6 None None] Attempting to bind port 6bd167db-d6bb-4010-aa3e-81634840f6cb on network 16d43ce3-c262-4644-8d8c-68d5b7d28be5 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:08:03.424561 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a388a889-56b7-499e-af28-a464f81d91a6 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:08:03.425254 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a388a889-56b7-499e-af28-a464f81d91a6 None None] Checking segment: {'id': 'ca0230ab-0bc8-4d0b-aed5-fc5d476307d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:08:03.425666 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a388a889-56b7-499e-af28-a464f81d91a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:03.426094 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a388a889-56b7-499e-af28-a464f81d91a6 None None] Bound using segment: {'id': 'ca0230ab-0bc8-4d0b-aed5-fc5d476307d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:08:03.427111 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a388a889-56b7-499e-af28-a464f81d91a6 None None] Bound port: 6bd167db-d6bb-4010-aa3e-81634840f6cb, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0230ab-0bc8-4d0b-aed5-fc5d476307d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:08:03.427501 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a388a889-56b7-499e-af28-a464f81d91a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6bd167db-d6bb-4010-aa3e-81634840f6cb), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:03.458087 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-88303e41-0d21-4d7a-83cf-9d6f262d97ef tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for floatingip (0d13c125-ec2a-4b15-a51a-2e4c9c2108fc), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:03.484192 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-9a6a6deb-3b13-46cc-932c-e908eb5ceb2a req-8eea515c-a4da-48bb-9345-6596825c6f74 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] show failed (client error): The resource could not be found. Feb 07 21:08:03.485319 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a6a6deb-3b13-46cc-932c-e908eb5ceb2a req-8eea515c-a4da-48bb-9345-6596825c6f74 tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] 10.222.0.65 "GET /v2.0/floatingips/979bf09c-f44e-4cc6-960a-b091e0b8e47d HTTP/1.1" status: 404 len: 350 time: 0.1001358 Feb 07 21:08:03.560080 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-88303e41-0d21-4d7a-83cf-9d6f262d97ef tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8facc3e3-4b06-4b9f-bfda-1400b8fe9171), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:03.627521 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a388a889-56b7-499e-af28-a464f81d91a6 None None] For port 6bd167db-d6bb-4010-aa3e-81634840f6cb, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:08:03.637521 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a388a889-56b7-499e-af28-a464f81d91a6 None None] For port 6bd167db-d6bb-4010-aa3e-81634840f6cb, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=6bd167db-d6bb-4010-aa3e-81634840f6cb,segment=NetworkSegment(ca0230ab-0bc8-4d0b-aed5-fc5d476307d5),segment_id=ca0230ab-0bc8-4d0b-aed5-fc5d476307d5)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:08:03.642624 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:03.652300 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a388a889-56b7-499e-af28-a464f81d91a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6bd167db-d6bb-4010-aa3e-81634840f6cb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:03.664666 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-37aa6820-6cf1-4f4f-9821-22f19fb48227 req-59d80215-1255-4848-aba8-1554ce3f86ab tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] show failed (client error): The resource could not be found. Feb 07 21:08:03.665686 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-37aa6820-6cf1-4f4f-9821-22f19fb48227 req-59d80215-1255-4848-aba8-1554ce3f86ab tempest-FloatingIPsTestJSON-1165115033 tempest-FloatingIPsTestJSON-1165115033-project] 10.222.0.65 "GET /v2.0/floatingips/979bf09c-f44e-4cc6-960a-b091e0b8e47d HTTP/1.1" status: 404 len: 350 time: 0.1040807 Feb 07 21:08:03.675790 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 52876) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:08:03.819692 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:03.890629 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5b420-71a6-4b23-8ffc-c2efe3c11e48 None None] Pushing event updated for resources: {'Port': ['ID=6bd167db-d6bb-4010-aa3e-81634840f6cb,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:03.908732 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388a889-56b7-499e-af28-a464f81d91a6 None None] Routers {'b2631804-a35e-4193-bcfd-03f3f9ca7f10'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:08:03.909385 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a388a889-56b7-499e-af28-a464f81d91a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:07:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b2631804-a35e-4193-bcfd-03f3f9ca7f10'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:08:03.921760 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2bcd8f14-7c9f-4e7d-8b66-ddb8a10fa43f None None] Provisioning complete for port 6bd167db-d6bb-4010-aa3e-81634840f6cb triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:08:03.922140 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2bcd8f14-7c9f-4e7d-8b66-ddb8a10fa43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6bd167db-d6bb-4010-aa3e-81634840f6cb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:03.946570 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-88303e41-0d21-4d7a-83cf-9d6f262d97ef tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for port (8facc3e3-4b06-4b9f-bfda-1400b8fe9171), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:03.957261 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-88303e41-0d21-4d7a-83cf-9d6f262d97ef tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (8facc3e3-4b06-4b9f-bfda-1400b8fe9171), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:04.086007 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88303e41-0d21-4d7a-83cf-9d6f262d97ef tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Pushing event updated for resources: {'Port': ['ID=8facc3e3-4b06-4b9f-bfda-1400b8fe9171,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:04.133126 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-88303e41-0d21-4d7a-83cf-9d6f262d97ef tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (0d13c125-ec2a-4b15-a51a-2e4c9c2108fc), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:04.156430 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1a233-96dc-4baf-abd0-562ede76e897 req-418a139b-4e1d-4ee8-bfad-4c4cd89dccfe tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:04.167065 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dcc1a233-96dc-4baf-abd0-562ede76e897 req-418a139b-4e1d-4ee8-bfad-4c4cd89dccfe tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/ports?device_id=8914773a-4bb8-4492-9881-d2e76b441c19 HTTP/1.1" status: 200 len: 945 time: 0.2681022 Feb 07 21:08:04.170225 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-88303e41-0d21-4d7a-83cf-9d6f262d97ef tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:04.179721 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-88303e41-0d21-4d7a-83cf-9d6f262d97ef tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8921843 Feb 07 21:08:04.196975 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8c060-0d39-48fa-8324-e7a789d6a382 req-d2c1a39b-8585-4be5-a3b8-99a0d190aa52 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:04.204980 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fec8c060-0d39-48fa-8324-e7a789d6a382 req-d2c1a39b-8585-4be5-a3b8-99a0d190aa52 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 950 time: 0.4206512 Feb 07 21:08:04.269062 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd8f14-7c9f-4e7d-8b66-ddb8a10fa43f None None] Current status of the port 6bd167db-d6bb-4010-aa3e-81634840f6cb is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:04.269706 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2bcd8f14-7c9f-4e7d-8b66-ddb8a10fa43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6bd167db-d6bb-4010-aa3e-81634840f6cb), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:04.278993 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-a388a889-56b7-499e-af28-a464f81d91a6 None None] Set router b2631804-a35e-4193-bcfd-03f3f9ca7f10 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:08:04.399809 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fec8c060-0d39-48fa-8324-e7a789d6a382 req-7eaf78ef-aa98-47e6-a8f7-d2fc612f2ac6 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935022 Feb 07 21:08:04.414046 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2bcd8f14-7c9f-4e7d-8b66-ddb8a10fa43f None None] For port 6bd167db-d6bb-4010-aa3e-81634840f6cb, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=6bd167db-d6bb-4010-aa3e-81634840f6cb,segment=NetworkSegment(ca0230ab-0bc8-4d0b-aed5-fc5d476307d5),segment_id=ca0230ab-0bc8-4d0b-aed5-fc5d476307d5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:04.425179 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dcc1a233-96dc-4baf-abd0-562ede76e897 req-d3c6784e-b51a-40f8-b855-457fd1b15b2c tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/security-groups?id=02a43b1a-8238-4af7-b47f-ac7b06b1905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554119 Feb 07 21:08:04.518002 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2bcd8f14-7c9f-4e7d-8b66-ddb8a10fa43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6bd167db-d6bb-4010-aa3e-81634840f6cb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:04.560031 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device e8b64646-1b26-40bc-adef-67cf448efb31 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:08:04.741914 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd9de9-f437-43d4-9144-9a0da18227ac req-da44d3ba-488c-485c-8f18-8034a3eadf70 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:04.743741 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fddd9de9-f437-43d4-9144-9a0da18227ac req-da44d3ba-488c-485c-8f18-8034a3eadf70 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.1352525 Feb 07 21:08:04.750498 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00821c61-2067-44ad-9a51-00ca59958a66 req-cb1d9f21-2529-42a5-9d42-344de1ee7c3e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:04.752350 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00821c61-2067-44ad-9a51-00ca59958a66 req-cb1d9f21-2529-42a5-9d42-344de1ee7c3e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/networks?id=55acbe04-ba96-44f5-acf7-c6a9f81c70a3 HTTP/1.1" status: 200 len: 804 time: 0.2019837 Feb 07 21:08:04.788020 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd8f14-7c9f-4e7d-8b66-ddb8a10fa43f None None] Pushing event updated for resources: {'Port': ['ID=6bd167db-d6bb-4010-aa3e-81634840f6cb,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:04.817013 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00821c61-2067-44ad-9a51-00ca59958a66 req-ee8c15a4-7a4c-450c-94c9-df40b3e7ff6a tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/quotas/5124caec77da453db4b2d8e674dfa83f HTTP/1.1" status: 200 len: 375 time: 0.0499375 Feb 07 21:08:04.863273 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4a66beca-be36-4baf-b3cd-2dce06fe25aa None None] Provisioning complete for port 6bd167db-d6bb-4010-aa3e-81634840f6cb triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:08:04.864518 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a66beca-be36-4baf-b3cd-2dce06fe25aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6bd167db-d6bb-4010-aa3e-81634840f6cb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:04.915341 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fddd9de9-f437-43d4-9144-9a0da18227ac req-42f9e2a9-4700-4576-af3a-38fa562d60cf tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571312 Feb 07 21:08:04.964108 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00821c61-2067-44ad-9a51-00ca59958a66 req-aed5e27a-990f-4d27-9afd-fd0a3643dc41 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5124caec77da453db4b2d8e674dfa83f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1345623 Feb 07 21:08:04.974806 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0f753c9-57a0-43d1-b662-6b4559cc9060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (feb1b2ed-0fec-4011-bce8-0e43737f195c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:05.007834 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port e8b64646-1b26-40bc-adef-67cf448efb31, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=e8b64646-1b26-40bc-adef-67cf448efb31,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:05.048008 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'e8b64646-1b26-40bc-adef-67cf448efb31', 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81', 'port_id': 'e8b64646-1b26-40bc-adef-67cf448efb31', 'mac_address': 'fa:16:3e:62:e6:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039429f6-d6cc-49db-bf32-0ffb3c8562c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:08:05.147797 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port e8b64646-1b26-40bc-adef-67cf448efb31 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:05.147797 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e8b64646-1b26-40bc-adef-67cf448efb31), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:05.166134 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b64646-1b26-40bc-adef-67cf448efb31 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:08:05.181839 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4a66beca-be36-4baf-b3cd-2dce06fe25aa None None] Current status of the port 6bd167db-d6bb-4010-aa3e-81634840f6cb is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:05.188659 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a388a889-56b7-499e-af28-a464f81d91a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'name': 'tempest-AttachVolumeTestJSON-65258003-router', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '6e8f5769-8d28-4772-968e-306256e6c687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:52Z', 'updated_at': '2022-02-07T21:07:58Z', 'revision_number': 4, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'gw_port': {'id': '6e8f5769-8d28-4772-968e-306256e6c687', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:53Z', 'updated_at': '2022-02-07T21:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '6bd167db-d6bb-4010-aa3e-81634840f6cb', 'name': '', 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'mac_address': 'fa:16:3e:d6:2c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:57Z', 'updated_at': '2022-02-07T21:08:03Z', 'revision_number': 4, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'subnets': [{'id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:08:05.250096 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecaa43bc-69e3-4d87-a17c-dda3311ba228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c89f1c5-ef51-409c-a7db-4f834c5e3de1'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:08:05.258099 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587010df-ae41-4ad9-91d1-e8c1259a0207" -d '{"events": [{"server_uuid": "ecaa43bc-69e3-4d87-a17c-dda3311ba228", "name": "network-vif-unplugged", "status": "completed", "tag": "9c89f1c5-ef51-409c-a7db-4f834c5e3de1"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:08:05.265109 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388a889-56b7-499e-af28-a464f81d91a6 None None] The sync data for ids ['b2631804-a35e-4193-bcfd-03f3f9ca7f10'] in n-d-828185-2 is: [{'id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'name': 'tempest-AttachVolumeTestJSON-65258003-router', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '6e8f5769-8d28-4772-968e-306256e6c687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:52Z', 'updated_at': '2022-02-07T21:07:58Z', 'revision_number': 4, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'gw_port': {'id': '6e8f5769-8d28-4772-968e-306256e6c687', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:53Z', 'updated_at': '2022-02-07T21:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '6bd167db-d6bb-4010-aa3e-81634840f6cb', 'name': '', 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'mac_address': 'fa:16:3e:d6:2c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:57Z', 'updated_at': '2022-02-07T21:08:03Z', 'revision_number': 4, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'subnets': [{'id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:08:05.271685 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port e8b64646-1b26-40bc-adef-67cf448efb31, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=e8b64646-1b26-40bc-adef-67cf448efb31,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:05.283777 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e8b64646-1b26-40bc-adef-67cf448efb31), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:05.459849 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=e8b64646-1b26-40bc-adef-67cf448efb31,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:05.655064 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['e8b64646-1b26-40bc-adef-67cf448efb31'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:08:05.767602 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d4a40-10f2-4892-975e-6c9f43c1d162 req-dc761900-57eb-478e-b86b-9ccfa741af4f tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:05.769332 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-754d4a40-10f2-4892-975e-6c9f43c1d162 req-dc761900-57eb-478e-b86b-9ccfa741af4f tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.71 "GET /v2.0/ports?device_id=ecaa43bc-69e3-4d87-a17c-dda3311ba228 HTTP/1.1" status: 200 len: 944 time: 0.2352703 Feb 07 21:08:05.823762 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1245b9b-5c7a-4406-9dba-4206a67fa954 req-565ac610-56d9-464f-8d3d-ad3e598e68a3 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:05.826164 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d1245b9b-5c7a-4406-9dba-4206a67fa954 req-565ac610-56d9-464f-8d3d-ad3e598e68a3 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7fafeb1-d26f-46e9-90ef-684075edb8b2 HTTP/1.1" status: 200 len: 945 time: 0.8084090 Feb 07 21:08:05.923268 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00821c61-2067-44ad-9a51-00ca59958a66 req-97ba0489-6fa1-480f-bd79-84911d1adbc6 service neutron] 10.222.0.65 "GET /v2.0/networks/55acbe04-ba96-44f5-acf7-c6a9f81c70a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9572001 Feb 07 21:08:06.083218 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 6bd167db-d6bb-4010-aa3e-81634840f6cb up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:08:06.111267 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00821c61-2067-44ad-9a51-00ca59958a66 req-856d2cc2-4b0e-4c27-8530-6977417e71c8 service neutron] 10.222.0.65 "GET /v2.0/networks/55acbe04-ba96-44f5-acf7-c6a9f81c70a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866629 Feb 07 21:08:06.152750 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d1245b9b-5c7a-4406-9dba-4206a67fa954 req-5ea7d844-d542-4eb6-a0c9-cee021d9dadf tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826157 Feb 07 21:08:06.222444 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 6bd167db-d6bb-4010-aa3e-81634840f6cb triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:08:06.223389 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6bd167db-d6bb-4010-aa3e-81634840f6cb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:06.281462 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-754d4a40-10f2-4892-975e-6c9f43c1d162 req-c792b171-dbff-471e-991e-74a2f1d8ee5e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Deleting port 9c89f1c5-ef51-409c-a7db-4f834c5e3de1 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:08:06.283279 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-754d4a40-10f2-4892-975e-6c9f43c1d162 req-c792b171-dbff-471e-991e-74a2f1d8ee5e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9c89f1c5-ef51-409c-a7db-4f834c5e3de1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:06.557957 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c0f753c9-57a0-43d1-b662-6b4559cc9060 admin admin] Deleting port fbbcffdd-9298-4a88-a90a-1751a0a22863 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:08:06.558309 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0f753c9-57a0-43d1-b662-6b4559cc9060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (fbbcffdd-9298-4a88-a90a-1751a0a22863), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:06.611015 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-8d6bb510-49ec-4722-8871-eaf518200ee3 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--851632958&fields=id&tenant_id=f5a2142112eb4c46a5e7f5feebf5df31 HTTP/1.1" status: 200 len: 267 time: 0.2242479 Feb 07 21:08:06.739724 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 6bd167db-d6bb-4010-aa3e-81634840f6cb is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:06.747906 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45436d70-d7e2-4340-b6a3-d9c666293cf9 x-openstack-request-id: req-45436d70-d7e2-4340-b6a3-d9c666293cf9 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:08:06.748204 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecaa43bc-69e3-4d87-a17c-dda3311ba228", "name": "network-vif-unplugged", "status": "completed", "tag": "9c89f1c5-ef51-409c-a7db-4f834c5e3de1", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:08:06.748489 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45436d70-d7e2-4340-b6a3-d9c666293cf9 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:08:06.748888 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecaa43bc-69e3-4d87-a17c-dda3311ba228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c89f1c5-ef51-409c-a7db-4f834c5e3de1', 'code': 200} Feb 07 21:08:06.905058 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-56d57f9c-743f-4155-8e9c-184a7ed0ef7e tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:06.906731 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-56d57f9c-743f-4155-8e9c-184a7ed0ef7e tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/networks?id=16d43ce3-c262-4644-8d8c-68d5b7d28be5 HTTP/1.1" status: 200 len: 809 time: 0.2948549 Feb 07 21:08:06.945783 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-754d4a40-10f2-4892-975e-6c9f43c1d162 req-c792b171-dbff-471e-991e-74a2f1d8ee5e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] For port 9c89f1c5-ef51-409c-a7db-4f834c5e3de1, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9c89f1c5-ef51-409c-a7db-4f834c5e3de1,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:06.946156 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-754d4a40-10f2-4892-975e-6c9f43c1d162 req-c792b171-dbff-471e-991e-74a2f1d8ee5e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9c89f1c5-ef51-409c-a7db-4f834c5e3de1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:07.007351 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-87217e0b-6596-48e2-8fda-d00651f86146 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/quotas/f5a2142112eb4c46a5e7f5feebf5df31 HTTP/1.1" status: 200 len: 375 time: 0.0767565 Feb 07 21:08:07.008479 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-754d4a40-10f2-4892-975e-6c9f43c1d162 req-c792b171-dbff-471e-991e-74a2f1d8ee5e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Calling delete_port for 9c89f1c5-ef51-409c-a7db-4f834c5e3de1 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:08:07.103887 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c0f753c9-57a0-43d1-b662-6b4559cc9060 admin admin] For port fbbcffdd-9298-4a88-a90a-1751a0a22863, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=fbbcffdd-9298-4a88-a90a-1751a0a22863,segment=NetworkSegment(0d882f0c-597d-43fe-a286-71dc32fe6754),segment_id=0d882f0c-597d-43fe-a286-71dc32fe6754)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:07.106769 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0f753c9-57a0-43d1-b662-6b4559cc9060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (fbbcffdd-9298-4a88-a90a-1751a0a22863), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:07.206429 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c0f753c9-57a0-43d1-b662-6b4559cc9060 admin admin] Calling delete_port for fbbcffdd-9298-4a88-a90a-1751a0a22863 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:08:07.243497 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8f263-f5aa-4962-9530-f1088e259902 req-0c415b75-91db-4088-8ca6-afcb7802e99b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:07.245331 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6cd8f263-f5aa-4962-9530-f1088e259902 req-0c415b75-91db-4088-8ca6-afcb7802e99b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.2919734 Feb 07 21:08:07.327111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-49f5ea42-99b3-42ef-b239-30c909d6bdc1 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f5a2142112eb4c46a5e7f5feebf5df31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2629476 Feb 07 21:08:07.552968 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6cd8f263-f5aa-4962-9530-f1088e259902 req-31a3cf24-bbb0-4cd6-9875-6d51fe5148f7 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458751 Feb 07 21:08:07.622594 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-7a2c76e0-3317-4113-af23-a71bf0aa4cf3 service neutron] 10.222.0.65 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945821 Feb 07 21:08:07.746504 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3955837-ed9e-416b-a78e-b276fd042869 req-3fdd7745-abc4-473d-a1c4-fcd0bac89bb8 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=94dc11f4-0182-4fca-8bb4-18ab5d90c363 HTTP/1.1" status: 200 len: 210 time: 0.0951819 Feb 07 21:08:07.783279 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-754d4a40-10f2-4892-975e-6c9f43c1d162 req-c792b171-dbff-471e-991e-74a2f1d8ee5e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (9c89f1c5-ef51-409c-a7db-4f834c5e3de1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:07.840451 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792b171-dbff-471e-991e-74a2f1d8ee5e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Pushing event deleted for resources: {'Port': ['ID=9c89f1c5-ef51-409c-a7db-4f834c5e3de1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:07.963668 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-754d4a40-10f2-4892-975e-6c9f43c1d162 req-c792b171-dbff-471e-991e-74a2f1d8ee5e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] No DVR routers for this DVR port 9c89f1c5-ef51-409c-a7db-4f834c5e3de1 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:08:07.968020 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-754d4a40-10f2-4892-975e-6c9f43c1d162 req-c792b171-dbff-471e-991e-74a2f1d8ee5e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:07.972673 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-754d4a40-10f2-4892-975e-6c9f43c1d162 req-c792b171-dbff-471e-991e-74a2f1d8ee5e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.71 "DELETE /v2.0/ports/9c89f1c5-ef51-409c-a7db-4f834c5e3de1 HTTP/1.1" status: 204 len: 173 time: 2.1758182 Feb 07 21:08:08.012596 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecaa43bc-69e3-4d87-a17c-dda3311ba228', 'name': 'network-vif-deleted', 'tag': '9c89f1c5-ef51-409c-a7db-4f834c5e3de1'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:08:08.015919 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db6770f-d2f7-4f42-a549-8f431b232cff" -d '{"events": [{"server_uuid": "ecaa43bc-69e3-4d87-a17c-dda3311ba228", "name": "network-vif-deleted", "tag": "9c89f1c5-ef51-409c-a7db-4f834c5e3de1"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:08:08.038118 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0f753c9-57a0-43d1-b662-6b4559cc9060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (fbbcffdd-9298-4a88-a90a-1751a0a22863), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:08.117737 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-81f15fea-6a0d-4831-95d1-ad3254ebf71d service neutron] 10.222.0.65 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863434 Feb 07 21:08:08.243378 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f753c9-57a0-43d1-b662-6b4559cc9060 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbbcffdd-9298-4a88-a90a-1751a0a22863,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:08.458876 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca66736-f34a-46ec-a054-04c5867028c4 req-b494c97b-668f-4ab5-b316-ee9826699373 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:08.460388 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dca66736-f34a-46ec-a054-04c5867028c4 req-b494c97b-668f-4ab5-b316-ee9826699373 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/ports?device_id=8914773a-4bb8-4492-9881-d2e76b441c19 HTTP/1.1" status: 200 len: 945 time: 0.5732198 Feb 07 21:08:08.523313 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0f753c9-57a0-43d1-b662-6b4559cc9060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (feb1b2ed-0fec-4011-bce8-0e43737f195c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:08.531009 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00821c61-2067-44ad-9a51-00ca59958a66 req-35751d92-6ae9-4f26-b672-a83e392062c1 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:08.532550 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00821c61-2067-44ad-9a51-00ca59958a66 req-35751d92-6ae9-4f26-b672-a83e392062c1 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.69 "GET /v2.0/networks?id=55acbe04-ba96-44f5-acf7-c6a9f81c70a3 HTTP/1.1" status: 200 len: 804 time: 0.5393593 Feb 07 21:08:08.550458 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196519e-1151-4f6e-8042-d4321ded084d req-387dd354-b9fe-4457-9e26-aa42700f52ac tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:08.552556 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b196519e-1151-4f6e-8042-d4321ded084d req-387dd354-b9fe-4457-9e26-aa42700f52ac tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.71 "GET /v2.0/ports?device_id=8914773a-4bb8-4492-9881-d2e76b441c19 HTTP/1.1" status: 200 len: 945 time: 0.2096303 Feb 07 21:08:08.568914 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-00821c61-2067-44ad-9a51-00ca59958a66 req-191a7169-45d5-4ebf-8378-d11fe69d9d5e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Request body: {'port': {'device_id': '94dc11f4-0182-4fca-8bb4-18ab5d90c363', 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3', 'admin_state_up': True, 'tenant_id': '5124caec77da453db4b2d8e674dfa83f'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:08.574075 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:08:08.609980 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device e8b64646-1b26-40bc-adef-67cf448efb31 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:08:08.698681 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port e8b64646-1b26-40bc-adef-67cf448efb31 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:08:08.712253 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port e8b64646-1b26-40bc-adef-67cf448efb31 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:08:08.713028 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e8b64646-1b26-40bc-adef-67cf448efb31), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:08.874696 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port e8b64646-1b26-40bc-adef-67cf448efb31 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:08.875588 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e8b64646-1b26-40bc-adef-67cf448efb31), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:08.877334 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12cb31-69db-4593-a922-8d793edfecf4 req-7cfc3eda-aa15-4913-8ea1-04483cf606fe tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:08.878692 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a12cb31-69db-4593-a922-8d793edfecf4 req-7cfc3eda-aa15-4913-8ea1-04483cf606fe tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7fafeb1-d26f-46e9-90ef-684075edb8b2 HTTP/1.1" status: 200 len: 945 time: 0.4314010 Feb 07 21:08:08.905323 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fafeb1-d26f-46e9-90ef-684075edb8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b64646-1b26-40bc-adef-67cf448efb31'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:08:08.908174 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85046917-4fcf-4ea4-8939-68360b3f92e6" -d '{"events": [{"server_uuid": "e7fafeb1-d26f-46e9-90ef-684075edb8b2", "name": "network-vif-plugged", "status": "completed", "tag": "e8b64646-1b26-40bc-adef-67cf448efb31"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:08:08.925244 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dca66736-f34a-46ec-a054-04c5867028c4 req-648f2c3a-1de8-4aec-82af-5904e44546f8 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/security-groups?id=02a43b1a-8238-4af7-b47f-ac7b06b1905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278731 Feb 07 21:08:08.925538 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port e8b64646-1b26-40bc-adef-67cf448efb31, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=e8b64646-1b26-40bc-adef-67cf448efb31,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:08.944648 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e8b64646-1b26-40bc-adef-67cf448efb31), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:08.944648 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 9c89f1c5-ef51-409c-a7db-4f834c5e3de1 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:08:09.041405 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 9c89f1c5-ef51-409c-a7db-4f834c5e3de1 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:08:09.041981 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 9c89f1c5-ef51-409c-a7db-4f834c5e3de1 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:08:09.079751 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=e8b64646-1b26-40bc-adef-67cf448efb31,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:09.103047 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf664f1-7719-4c16-8469-0984402c2d66 x-openstack-request-id: req-8bf664f1-7719-4c16-8469-0984402c2d66 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:08:09.103577 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecaa43bc-69e3-4d87-a17c-dda3311ba228", "name": "network-vif-deleted", "tag": "9c89f1c5-ef51-409c-a7db-4f834c5e3de1", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:08:09.103577 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8bf664f1-7719-4c16-8469-0984402c2d66 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:08:09.103968 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecaa43bc-69e3-4d87-a17c-dda3311ba228', 'name': 'network-vif-deleted', 'tag': '9c89f1c5-ef51-409c-a7db-4f834c5e3de1', 'status': 'completed', 'code': 200} Feb 07 21:08:09.193096 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a12cb31-69db-4593-a922-8d793edfecf4 req-bbee28fc-d4e2-43b6-af52-ce44b51fe240 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662899 Feb 07 21:08:09.237883 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-b196519e-1151-4f6e-8042-d4321ded084d req-9ac176f4-78f6-447b-b74e-4d28b671e212 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Deleting port b6c67fb7-5b6d-471b-956c-ef400b3f8003 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:08:09.238319 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b196519e-1151-4f6e-8042-d4321ded084d req-9ac176f4-78f6-447b-b74e-4d28b671e212 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (b6c67fb7-5b6d-471b-956c-ef400b3f8003), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:09.276944 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d59ddf9b-9cf2-4c19-8be4-1ea8a6dd067d req-7d75b637-eebe-4e66-8275-fc85c05809c6 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 210 time: 0.0670435 Feb 07 21:08:09.280949 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f753c9-57a0-43d1-b662-6b4559cc9060 admin admin] Router feb1b2ed-0fec-4011-bce8-0e43737f195c has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:08:09.772669 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00821c61-2067-44ad-9a51-00ca59958a66 req-191a7169-45d5-4ebf-8378-d11fe69d9d5e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Made reservation on behalf of 5124caec77da453db4b2d8e674dfa83f for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:08:09.776452 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-00821c61-2067-44ad-9a51-00ca59958a66 req-191a7169-45d5-4ebf-8378-d11fe69d9d5e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:09.900981 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e0dd95ef-fa27-4e75-8d58-8f8847a4c47e req-cd299f73-5af1-4622-88b8-4e59d12ee851 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=94dc11f4-0182-4fca-8bb4-18ab5d90c363 HTTP/1.1" status: 200 len: 210 time: 0.1168106 Feb 07 21:08:09.963367 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b082595-17a8-425f-8458-575c88fdff90 x-openstack-request-id: req-5b082595-17a8-425f-8458-575c88fdff90 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:08:09.964248 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fafeb1-d26f-46e9-90ef-684075edb8b2", "name": "network-vif-plugged", "status": "completed", "tag": "e8b64646-1b26-40bc-adef-67cf448efb31", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:08:09.964737 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5b082595-17a8-425f-8458-575c88fdff90 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:08:09.965336 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fafeb1-d26f-46e9-90ef-684075edb8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b64646-1b26-40bc-adef-67cf448efb31', 'code': 200} Feb 07 21:08:10.079985 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b196519e-1151-4f6e-8042-d4321ded084d req-9ac176f4-78f6-447b-b74e-4d28b671e212 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] For port b6c67fb7-5b6d-471b-956c-ef400b3f8003, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b6c67fb7-5b6d-471b-956c-ef400b3f8003,segment=NetworkSegment(ffbda5dc-8c70-46e7-b46b-5b1461d21f3c),segment_id=ffbda5dc-8c70-46e7-b46b-5b1461d21f3c)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:10.080388 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b196519e-1151-4f6e-8042-d4321ded084d req-9ac176f4-78f6-447b-b74e-4d28b671e212 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (b6c67fb7-5b6d-471b-956c-ef400b3f8003), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:10.268581 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-b196519e-1151-4f6e-8042-d4321ded084d req-9ac176f4-78f6-447b-b74e-4d28b671e212 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Calling delete_port for b6c67fb7-5b6d-471b-956c-ef400b3f8003 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:08:10.406617 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d4e61-a367-424f-ac90-278893ce05b0 req-a47ffba4-c5ab-40ae-83a7-05eba2e2194b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:10.408097 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad8d4e61-a367-424f-ac90-278893ce05b0 req-a47ffba4-c5ab-40ae-83a7-05eba2e2194b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.6251767 Feb 07 21:08:10.446669 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-00821c61-2067-44ad-9a51-00ca59958a66 req-191a7169-45d5-4ebf-8378-d11fe69d9d5e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Allocated IP 172.20.0.5 (55acbe04-ba96-44f5-acf7-c6a9f81c70a3/3d136787-de5f-4353-a2b9-a7f4409cab76/639bba0d-7b79-49ea-828c-4c25f10ac9b3) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:08:10.474087 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-7f9df08d-3f2d-4156-8ee5-131442187bb9 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:10.475490 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-7f9df08d-3f2d-4156-8ee5-131442187bb9 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.71 "GET /v2.0/networks?id=16d43ce3-c262-4644-8d8c-68d5b7d28be5 HTTP/1.1" status: 200 len: 809 time: 0.6344755 Feb 07 21:08:10.518984 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7070e-9cf9-4bd2-b33c-3dd0715ef669 req-9ca92866-8ca3-4a26-be8f-21315f763046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:10.520981 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ca7070e-9cf9-4bd2-b33c-3dd0715ef669 req-9ca92866-8ca3-4a26-be8f-21315f763046 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e7fafeb1-d26f-46e9-90ef-684075edb8b2 HTTP/1.1" status: 200 len: 1128 time: 0.4491963 Feb 07 21:08:10.569523 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3ccdf-b883-45e2-87f5-274bfe64adcf req-9590d941-ba38-4716-a876-93902f61f936 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:10.570991 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-adf3ccdf-b883-45e2-87f5-274bfe64adcf req-9590d941-ba38-4716-a876-93902f61f936 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/ports?device_id=8914773a-4bb8-4492-9881-d2e76b441c19 HTTP/1.1" status: 200 len: 945 time: 0.4259012 Feb 07 21:08:10.584130 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f753c9-57a0-43d1-b662-6b4559cc9060 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:08:10.593932 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797ef5ec-a4b9-40fc-a9b5-450a496c1ae9 None None] Sync routers for ids ['feb1b2ed-0fec-4011-bce8-0e43737f195c'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:08:10.602158 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c0f753c9-57a0-43d1-b662-6b4559cc9060 admin admin] 10.222.0.65 "PUT /v2.0/routers/feb1b2ed-0fec-4011-bce8-0e43737f195c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9245465 Feb 07 21:08:10.605049 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52976) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:08:10.607292 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797ef5ec-a4b9-40fc-a9b5-450a496c1ae9 None None] Routers {'feb1b2ed-0fec-4011-bce8-0e43737f195c'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:08:10.608381 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-797ef5ec-a4b9-40fc-a9b5-450a496c1ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:07:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['feb1b2ed-0fec-4011-bce8-0e43737f195c'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:08:10.708336 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad8d4e61-a367-424f-ac90-278893ce05b0 req-0318fb24-747c-43e7-89fd-ae65ec61d069 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807591 Feb 07 21:08:10.767972 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-337db891-31b9-4cbb-9fe1-809559e44aba tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5a2142112eb4c46a5e7f5feebf5df31 HTTP/1.1" status: 200 len: 379 time: 0.2673466 Feb 07 21:08:10.787900 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-797ef5ec-a4b9-40fc-a9b5-450a496c1ae9 None None] Set router feb1b2ed-0fec-4011-bce8-0e43737f195c gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:08:10.803153 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c156-1673-4aec-8453-19b1edfc9be6 admin admin] Publish callbacks [] for router (feb1b2ed-0fec-4011-bce8-0e43737f195c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:10.825306 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-323fc317-55f0-414c-ae76-ed3ac9e1e99f tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Request body: {'port': {'device_id': '3aa0012b-121b-403f-ab09-17a10f56f07f', 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5', 'admin_state_up': True, 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'security_groups': ['5147ff0d-34cb-41bc-b4a2-ee2200ff33af']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:10.934196 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ca7070e-9cf9-4bd2-b33c-3dd0715ef669 req-a9c1ee8f-5612-4415-99a2-35852e8ba44a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045398 Feb 07 21:08:10.945488 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-052d5c42-6ab9-4c91-91cb-7963fe3830c1 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0933566 Feb 07 21:08:10.952365 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-adf3ccdf-b883-45e2-87f5-274bfe64adcf req-fa0eff8f-7f7b-40ce-9ebd-ed8915ec4a82 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/security-groups?id=02a43b1a-8238-4af7-b47f-ac7b06b1905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590975 Feb 07 21:08:11.047726 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b196519e-1151-4f6e-8042-d4321ded084d req-9ac176f4-78f6-447b-b74e-4d28b671e212 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (b6c67fb7-5b6d-471b-956c-ef400b3f8003), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:11.054593 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c156-1673-4aec-8453-19b1edfc9be6 admin admin] Publish callbacks [] for router_gateway (feb1b2ed-0fec-4011-bce8-0e43737f195c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:11.147290 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-fbe3c156-1673-4aec-8453-19b1edfc9be6 admin admin] Deleting port 467609a6-ec71-4064-8c45-9ba7cf32cb0d {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:08:11.147637 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c156-1673-4aec-8453-19b1edfc9be6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (467609a6-ec71-4064-8c45-9ba7cf32cb0d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:11.151429 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-797ef5ec-a4b9-40fc-a9b5-450a496c1ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb1b2ed-0fec-4011-bce8-0e43737f195c', 'name': 'tempest-FloatingIPsTestJSON-663347014-router', 'tenant_id': '47d8334fa4a245a9b14132ab4c56cd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '467609a6-ec71-4064-8c45-9ba7cf32cb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:35Z', 'updated_at': '2022-02-07T21:08:07Z', 'revision_number': 5, 'project_id': '47d8334fa4a245a9b14132ab4c56cd75', 'gw_port': {'id': '467609a6-ec71-4064-8c45-9ba7cf32cb0d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ae:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb1b2ed-0fec-4011-bce8-0e43737f195c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:36Z', 'updated_at': '2022-02-07T21:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:08:11.163804 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac176f4-78f6-447b-b74e-4d28b671e212 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Pushing event deleted for resources: {'Port': ['ID=b6c67fb7-5b6d-471b-956c-ef400b3f8003,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:11.202393 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797ef5ec-a4b9-40fc-a9b5-450a496c1ae9 None None] Checking router: feb1b2ed-0fec-4011-bce8-0e43737f195c for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:08:11.214185 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797ef5ec-a4b9-40fc-a9b5-450a496c1ae9 None None] Routers {'feb1b2ed-0fec-4011-bce8-0e43737f195c'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:08:11.215475 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-797ef5ec-a4b9-40fc-a9b5-450a496c1ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:07:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['feb1b2ed-0fec-4011-bce8-0e43737f195c'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:08:11.253547 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b196519e-1151-4f6e-8042-d4321ded084d req-9ac176f4-78f6-447b-b74e-4d28b671e212 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] No DVR routers for this DVR port b6c67fb7-5b6d-471b-956c-ef400b3f8003 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:08:11.264518 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b196519e-1151-4f6e-8042-d4321ded084d req-9ac176f4-78f6-447b-b74e-4d28b671e212 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:11.267874 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b196519e-1151-4f6e-8042-d4321ded084d req-9ac176f4-78f6-447b-b74e-4d28b671e212 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.71 "DELETE /v2.0/ports/b6c67fb7-5b6d-471b-956c-ef400b3f8003 HTTP/1.1" status: 204 len: 173 time: 2.6953835 Feb 07 21:08:11.272227 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8914773a-4bb8-4492-9881-d2e76b441c19', 'name': 'network-vif-deleted', 'tag': 'b6c67fb7-5b6d-471b-956c-ef400b3f8003'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:08:11.272857 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-fbe3c156-1673-4aec-8453-19b1edfc9be6 admin admin] For port 467609a6-ec71-4064-8c45-9ba7cf32cb0d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=467609a6-ec71-4064-8c45-9ba7cf32cb0d,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:11.273224 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c156-1673-4aec-8453-19b1edfc9be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (467609a6-ec71-4064-8c45-9ba7cf32cb0d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:11.274650 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68097f8-70fb-456c-b52c-bbcf0b080d48" -d '{"events": [{"server_uuid": "8914773a-4bb8-4492-9881-d2e76b441c19", "name": "network-vif-deleted", "tag": "b6c67fb7-5b6d-471b-956c-ef400b3f8003"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:08:11.315673 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-fbe3c156-1673-4aec-8453-19b1edfc9be6 admin admin] Calling delete_port for 467609a6-ec71-4064-8c45-9ba7cf32cb0d owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:08:11.351712 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c629db5-0dcd-4071-8dc7-6f251b1ee7fb req-2453f0f6-7c44-4693-8c61-994990b798d2 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:11.353333 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7c629db5-0dcd-4071-8dc7-6f251b1ee7fb req-2453f0f6-7c44-4693-8c61-994990b798d2 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7fafeb1-d26f-46e9-90ef-684075edb8b2 HTTP/1.1" status: 200 len: 946 time: 0.2565660 Feb 07 21:08:11.391460 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-373a848c-274b-443a-8c85-0305f538aad2 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:11.393078 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-373a848c-274b-443a-8c85-0305f538aad2 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4316204 Feb 07 21:08:11.401069 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-00821c61-2067-44ad-9a51-00ca59958a66 req-191a7169-45d5-4ebf-8378-d11fe69d9d5e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks [] for port (639bba0d-7b79-49ea-828c-4c25f10ac9b3), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:11.447019 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-323fc317-55f0-414c-ae76-ed3ac9e1e99f tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Made reservation on behalf of f5a2142112eb4c46a5e7f5feebf5df31 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:08:11.450391 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-323fc317-55f0-414c-ae76-ed3ac9e1e99f tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:11.491575 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7c629db5-0dcd-4071-8dc7-6f251b1ee7fb req-25276857-2342-4922-ab85-ce91d84fd1ae tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949576 Feb 07 21:08:11.493298 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-b7411174-3e4e-4835-9a2b-643f8f07cc52 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/quotas/f4fe27c2f8aa423da4df091a462a1dd2 HTTP/1.1" status: 200 len: 375 time: 0.0817688 Feb 07 21:08:11.502642 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-797ef5ec-a4b9-40fc-a9b5-450a496c1ae9 None None] Set router feb1b2ed-0fec-4011-bce8-0e43737f195c gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:08:11.594389 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-00821c61-2067-44ad-9a51-00ca59958a66 req-191a7169-45d5-4ebf-8378-d11fe69d9d5e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (639bba0d-7b79-49ea-828c-4c25f10ac9b3), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:11.608154 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-797ef5ec-a4b9-40fc-a9b5-450a496c1ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb1b2ed-0fec-4011-bce8-0e43737f195c', 'name': 'tempest-FloatingIPsTestJSON-663347014-router', 'tenant_id': '47d8334fa4a245a9b14132ab4c56cd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:35Z', 'updated_at': '2022-02-07T21:08:11Z', 'revision_number': 6, 'project_id': '47d8334fa4a245a9b14132ab4c56cd75', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:08:11.648960 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797ef5ec-a4b9-40fc-a9b5-450a496c1ae9 None None] The sync data for ids ['feb1b2ed-0fec-4011-bce8-0e43737f195c'] in n-d-828185-2 is: [{'id': 'feb1b2ed-0fec-4011-bce8-0e43737f195c', 'name': 'tempest-FloatingIPsTestJSON-663347014-router', 'tenant_id': '47d8334fa4a245a9b14132ab4c56cd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:35Z', 'updated_at': '2022-02-07T21:08:11Z', 'revision_number': 6, 'project_id': '47d8334fa4a245a9b14132ab4c56cd75', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:08:11.666310 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c156-1673-4aec-8453-19b1edfc9be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (467609a6-ec71-4064-8c45-9ba7cf32cb0d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:11.681829 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2847a82d-565e-4bfe-882c-cedb5d1e11a7 req-3f051287-c12f-46dd-81d2-385bde4fd0fc tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 210 time: 0.0855668 Feb 07 21:08:11.687385 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-21b8a270-d4fb-4fe0-8dcb-0d76255319ca tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1817648 Feb 07 21:08:11.696379 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3c156-1673-4aec-8453-19b1edfc9be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=467609a6-ec71-4064-8c45-9ba7cf32cb0d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:11.756220 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a7169-45d5-4ebf-8378-d11fe69d9d5e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Pushing event updated for resources: {'Port': ['ID=639bba0d-7b79-49ea-828c-4c25f10ac9b3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:11.783020 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00821c61-2067-44ad-9a51-00ca59958a66 req-191a7169-45d5-4ebf-8378-d11fe69d9d5e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Network 55acbe04-ba96-44f5-acf7-c6a9f81c70a3 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:08:11.787250 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-00821c61-2067-44ad-9a51-00ca59958a66 req-191a7169-45d5-4ebf-8378-d11fe69d9d5e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:08:11.796331 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-00821c61-2067-44ad-9a51-00ca59958a66 req-191a7169-45d5-4ebf-8378-d11fe69d9d5e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:08:11.805893 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c156-1673-4aec-8453-19b1edfc9be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (feb1b2ed-0fec-4011-bce8-0e43737f195c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:11.945998 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-323fc317-55f0-414c-ae76-ed3ac9e1e99f tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Allocated IP 172.20.0.8 (16d43ce3-c262-4644-8d8c-68d5b7d28be5/14d3bb71-50ef-42a4-9bd8-c39c66580c69/18716904-4ed1-4071-9959-cc2b4acf6be7) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:08:11.957680 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a9d77-5d4f-4eea-82b1-d2cff7fe6f8d req-2e7713b8-8afb-4850-93b5-c00ffefc41b4 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:11.959901 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-844a9d77-5d4f-4eea-82b1-d2cff7fe6f8d req-2e7713b8-8afb-4850-93b5-c00ffefc41b4 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=94dc11f4-0182-4fca-8bb4-18ab5d90c363 HTTP/1.1" status: 200 len: 931 time: 0.1581414 Feb 07 21:08:11.979759 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00821c61-2067-44ad-9a51-00ca59958a66 req-191a7169-45d5-4ebf-8378-d11fe69d9d5e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:11.980458 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-00821c61-2067-44ad-9a51-00ca59958a66 req-191a7169-45d5-4ebf-8378-d11fe69d9d5e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:12.001253 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e805908b-7559-4e7d-a9ad-4ab272c3fe74 x-openstack-request-id: req-e805908b-7559-4e7d-a9ad-4ab272c3fe74 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:08:12.001552 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8914773a-4bb8-4492-9881-d2e76b441c19", "name": "network-vif-deleted", "tag": "b6c67fb7-5b6d-471b-956c-ef400b3f8003", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:08:12.001862 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e805908b-7559-4e7d-a9ad-4ab272c3fe74 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:08:12.002473 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8914773a-4bb8-4492-9881-d2e76b441c19', 'name': 'network-vif-deleted', 'tag': 'b6c67fb7-5b6d-471b-956c-ef400b3f8003', 'status': 'completed', 'code': 200} Feb 07 21:08:12.009825 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00821c61-2067-44ad-9a51-00ca59958a66 req-191a7169-45d5-4ebf-8378-d11fe69d9d5e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4560926 Feb 07 21:08:12.028907 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-00821c61-2067-44ad-9a51-00ca59958a66 req-a81842a9-0dd4-433c-bb80-98331515bee1 service neutron] Request body: {'port': {'device_id': '94dc11f4-0182-4fca-8bb4-18ab5d90c363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:12.186954 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-844a9d77-5d4f-4eea-82b1-d2cff7fe6f8d req-85927129-cfbf-4eae-9427-44162488233e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192535 Feb 07 21:08:12.221724 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c156-1673-4aec-8453-19b1edfc9be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (feb1b2ed-0fec-4011-bce8-0e43737f195c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:12.224650 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c156-1673-4aec-8453-19b1edfc9be6 admin admin] Publish callbacks [] for router_controller (feb1b2ed-0fec-4011-bce8-0e43737f195c), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:12.243992 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-00821c61-2067-44ad-9a51-00ca59958a66 req-a81842a9-0dd4-433c-bb80-98331515bee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (639bba0d-7b79-49ea-828c-4c25f10ac9b3), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:12.290616 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c156-1673-4aec-8453-19b1edfc9be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (feb1b2ed-0fec-4011-bce8-0e43737f195c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:12.291452 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe3c156-1673-4aec-8453-19b1edfc9be6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router feb1b2ed-0fec-4011-bce8-0e43737f195c {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:08:12.316757 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c156-1673-4aec-8453-19b1edfc9be6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:12.321491 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fbe3c156-1673-4aec-8453-19b1edfc9be6 admin admin] 10.222.0.65 "DELETE /v2.0/routers/feb1b2ed-0fec-4011-bce8-0e43737f195c HTTP/1.1" status: 204 len: 168 time: 1.7153039 Feb 07 21:08:12.323468 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 53012) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:08:12.375235 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device fbbcffdd-9298-4a88-a90a-1751a0a22863 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:08:12.377153 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce90a0-e8a7-4222-b21c-aa1afbbe0711 req-c941e09c-d754-4953-ad04-be1d2c079eb8 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:12.384717 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2dce90a0-e8a7-4222-b21c-aa1afbbe0711 req-c941e09c-d754-4953-ad04-be1d2c079eb8 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.2902477 Feb 07 21:08:12.396349 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a73cfd9-fd00-4ccf-9064-4552f1c7a2b9 admin admin] Deleting subnet 4eddff3d-4652-427b-bf92-97d5700d1a9f {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:08:12.403322 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a73cfd9-fd00-4ccf-9064-4552f1c7a2b9 admin admin] Publish callbacks [] for subnet (4eddff3d-4652-427b-bf92-97d5700d1a9f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:12.444726 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: fbbcffdd-9298-4a88-a90a-1751a0a22863 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:08:12.445071 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device fbbcffdd-9298-4a88-a90a-1751a0a22863 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:08:12.450959 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a73cfd9-fd00-4ccf-9064-4552f1c7a2b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (4eddff3d-4652-427b-bf92-97d5700d1a9f), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:12.475423 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48eae482-77b7-4887-9f3c-95e4784bc600 req-5d22453e-5742-4512-beb7-dd5ac345ec8f tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 210 time: 0.0880797 Feb 07 21:08:12.518988 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-323fc317-55f0-414c-ae76-ed3ac9e1e99f tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for port (18716904-4ed1-4071-9959-cc2b4acf6be7), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:12.593275 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2dce90a0-e8a7-4222-b21c-aa1afbbe0711 req-aa440851-b788-4edd-92ad-554d895ae06b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067211 Feb 07 21:08:12.596062 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac805a70-cf57-429d-8732-e1c5d8727b08 req-7bcdfba4-9c3e-4b96-a7aa-d8d5687310e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:12.597584 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ac805a70-cf57-429d-8732-e1c5d8727b08 req-7bcdfba4-9c3e-4b96-a7aa-d8d5687310e5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c752a538afe047fe808375441195e2c5&device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 1127 time: 0.0649040 Feb 07 21:08:12.600913 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a73cfd9-fd00-4ccf-9064-4552f1c7a2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (4eddff3d-4652-427b-bf92-97d5700d1a9f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:12.653573 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device b6c67fb7-5b6d-471b-956c-ef400b3f8003 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:08:12.726225 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: b6c67fb7-5b6d-471b-956c-ef400b3f8003 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:08:12.727008 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device b6c67fb7-5b6d-471b-956c-ef400b3f8003 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:08:12.765617 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac805a70-cf57-429d-8732-e1c5d8727b08 req-07bb9eb1-1fb7-4096-b517-1463ac716c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:12.767131 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ac805a70-cf57-429d-8732-e1c5d8727b08 req-07bb9eb1-1fb7-4096-b517-1463ac716c3f service neutron] 10.222.0.69 "GET /v2.0/networks?id=bf854134-2113-420b-b9e5-1df875fc6e85 HTTP/1.1" status: 200 len: 913 time: 0.1452920 Feb 07 21:08:12.824342 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a73cfd9-fd00-4ccf-9064-4552f1c7a2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (4eddff3d-4652-427b-bf92-97d5700d1a9f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:12.833091 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-323fc317-55f0-414c-ae76-ed3ac9e1e99f tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (18716904-4ed1-4071-9959-cc2b4acf6be7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:12.869074 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a73cfd9-fd00-4ccf-9064-4552f1c7a2b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:12.876638 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1a73cfd9-fd00-4ccf-9064-4552f1c7a2b9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4eddff3d-4652-427b-bf92-97d5700d1a9f HTTP/1.1" status: 204 len: 168 time: 0.5498199 Feb 07 21:08:12.877846 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dbcfad-46be-4419-8aa6-2ea21810a345 None None] Network ddd154bf-3ea3-46ff-accc-3215fa544b67 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:08:12.878495 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ac805a70-cf57-429d-8732-e1c5d8727b08 req-d980a886-42bc-46b2-a556-b657683c4c23 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1ceb592-9945-4020-8ea6-0029172dea8e HTTP/1.1" status: 200 len: 217 time: 0.0992205 Feb 07 21:08:12.878985 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 53032) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:08:12.880363 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a73cfd9-fd00-4ccf-9064-4552f1c7a2b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eddff3d-4652-427b-bf92-97d5700d1a9f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:13.002211 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d2826b4-ae17-4d5a-b182-bff61598dda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (ddd154bf-3ea3-46ff-accc-3215fa544b67), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:13.005390 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac805a70-cf57-429d-8732-e1c5d8727b08 req-0b9c27d0-e0b3-434f-8992-d6a649f1f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:13.006855 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ac805a70-cf57-429d-8732-e1c5d8727b08 req-0b9c27d0-e0b3-434f-8992-d6a649f1f66b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2f8980a6-7981-49aa-b0cb-ed215989d81d HTTP/1.1" status: 200 len: 852 time: 0.1157222 Feb 07 21:08:13.008211 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-323fc317-55f0-414c-ae76-ed3ac9e1e99f tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Network 16d43ce3-c262-4644-8d8c-68d5b7d28be5 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:08:13.010299 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323fc317-55f0-414c-ae76-ed3ac9e1e99f tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Pushing event updated for resources: {'Port': ['ID=18716904-4ed1-4071-9959-cc2b4acf6be7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:13.027920 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-323fc317-55f0-414c-ae76-ed3ac9e1e99f tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:08:13.041874 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-323fc317-55f0-414c-ae76-ed3ac9e1e99f tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:08:13.048238 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ac805a70-cf57-429d-8732-e1c5d8727b08 req-b994328c-da8f-4191-912f-f2310c026a3f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bf854134-2113-420b-b9e5-1df875fc6e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348110 Feb 07 21:08:13.053263 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f04dd-a358-481e-aded-8d7d995b183e req-fb1843c4-e1bb-40fb-8b2b-a3a6f0fa933c tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:13.054858 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-251f04dd-a358-481e-aded-8d7d995b183e req-fb1843c4-e1bb-40fb-8b2b-a3a6f0fa933c tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7fafeb1-d26f-46e9-90ef-684075edb8b2 HTTP/1.1" status: 200 len: 946 time: 0.2493715 Feb 07 21:08:13.147489 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1247b9-061f-4503-a177-d0789f1db76b None None] DHCP port deletion for ddd154bf-3ea3-46ff-accc-3215fa544b67 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:08:13.175151 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4d2826b4-ae17-4d5a-b182-bff61598dda5 admin admin] Deleting port 85dff2ce-6930-4f62-85f8-7f93a2eb34b7 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:08:13.175487 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d2826b4-ae17-4d5a-b182-bff61598dda5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (85dff2ce-6930-4f62-85f8-7f93a2eb34b7), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:13.194213 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ac805a70-cf57-429d-8732-e1c5d8727b08 req-727b3276-e011-40db-8046-100dd8f9748c service neutron] 10.222.0.69 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391370 Feb 07 21:08:13.217886 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8e1247b9-061f-4503-a177-d0789f1db76b None None] Deleting port 85dff2ce-6930-4f62-85f8-7f93a2eb34b7 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:08:13.218268 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8e1247b9-061f-4503-a177-d0789f1db76b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (85dff2ce-6930-4f62-85f8-7f93a2eb34b7), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:13.296062 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8e1247b9-061f-4503-a177-d0789f1db76b None None] For port 85dff2ce-6930-4f62-85f8-7f93a2eb34b7, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=85dff2ce-6930-4f62-85f8-7f93a2eb34b7,segment=NetworkSegment(0d882f0c-597d-43fe-a286-71dc32fe6754),segment_id=0d882f0c-597d-43fe-a286-71dc32fe6754)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:13.296499 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8e1247b9-061f-4503-a177-d0789f1db76b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (85dff2ce-6930-4f62-85f8-7f93a2eb34b7), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:13.320579 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-4d2826b4-ae17-4d5a-b182-bff61598dda5 admin admin] For port 85dff2ce-6930-4f62-85f8-7f93a2eb34b7, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=85dff2ce-6930-4f62-85f8-7f93a2eb34b7,segment=NetworkSegment(0d882f0c-597d-43fe-a286-71dc32fe6754),segment_id=0d882f0c-597d-43fe-a286-71dc32fe6754)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:13.320874 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d2826b4-ae17-4d5a-b182-bff61598dda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (85dff2ce-6930-4f62-85f8-7f93a2eb34b7), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:13.322757 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8e1247b9-061f-4503-a177-d0789f1db76b None None] Calling delete_port for 85dff2ce-6930-4f62-85f8-7f93a2eb34b7 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:08:13.342962 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4d2826b4-ae17-4d5a-b182-bff61598dda5 admin admin] Calling delete_port for 85dff2ce-6930-4f62-85f8-7f93a2eb34b7 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:08:13.403577 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b4b0dc47-4a1b-4659-ab62-9a2b4a3ee60d None None] Provisioning complete for port 18716904-4ed1-4071-9959-cc2b4acf6be7 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:08:13.404572 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b4b0dc47-4a1b-4659-ab62-9a2b4a3ee60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (18716904-4ed1-4071-9959-cc2b4acf6be7), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:13.411804 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ac805a70-cf57-429d-8732-e1c5d8727b08 req-89e63406-1bed-4cf1-b38f-b48532708bc6 service neutron] 10.222.0.69 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796930 Feb 07 21:08:13.467112 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b4b0dc47-4a1b-4659-ab62-9a2b4a3ee60d None None] Port 18716904-4ed1-4071-9959-cc2b4acf6be7 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:08:13.480448 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8e1247b9-061f-4503-a177-d0789f1db76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (85dff2ce-6930-4f62-85f8-7f93a2eb34b7), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:13.492597 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d2826b4-ae17-4d5a-b182-bff61598dda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (85dff2ce-6930-4f62-85f8-7f93a2eb34b7), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:13.504546 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2826b4-ae17-4d5a-b182-bff61598dda5 admin admin] No DVR routers for this DVR port 85dff2ce-6930-4f62-85f8-7f93a2eb34b7 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:08:13.508768 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1247b9-061f-4503-a177-d0789f1db76b None None] No DVR routers for this DVR port 85dff2ce-6930-4f62-85f8-7f93a2eb34b7 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:08:13.511377 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1247b9-061f-4503-a177-d0789f1db76b None None] Pushing event deleted for resources: {'Port': ['ID=85dff2ce-6930-4f62-85f8-7f93a2eb34b7,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:13.550522 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2826b4-ae17-4d5a-b182-bff61598dda5 admin admin] Pushing event deleted for resources: {'Port': ['ID=85dff2ce-6930-4f62-85f8-7f93a2eb34b7,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:13.606448 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d2826b4-ae17-4d5a-b182-bff61598dda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (ddd154bf-3ea3-46ff-accc-3215fa544b67), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:13.608740 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-35cd5254-48d4-4759-9661-9a3385b07bb0 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:13.610189 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-35cd5254-48d4-4759-9661-9a3385b07bb0 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/networks?id=e84d6b73-d63e-4c91-80fe-e030fae397c5 HTTP/1.1" status: 200 len: 808 time: 0.7797818 Feb 07 21:08:13.619416 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-8cd91822-44d4-4b85-8313-d46ec282119a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789993 Feb 07 21:08:13.629533 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-4d2826b4-ae17-4d5a-b182-bff61598dda5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd154bf-3ea3-46ff-accc-3215fa544b67']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:08:13.638379 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-323fc317-55f0-414c-ae76-ed3ac9e1e99f tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:13.638976 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-323fc317-55f0-414c-ae76-ed3ac9e1e99f tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:13.639402 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-4d2826b4-ae17-4d5a-b182-bff61598dda5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d882f0c-597d-43fe-a286-71dc32fe6754') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:08:13.639699 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-4d2826b4-ae17-4d5a-b182-bff61598dda5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d882f0c-597d-43fe-a286-71dc32fe6754') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:08:13.649229 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d2826b4-ae17-4d5a-b182-bff61598dda5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (0d882f0c-597d-43fe-a286-71dc32fe6754), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:13.658893 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-00821c61-2067-44ad-9a51-00ca59958a66 req-a81842a9-0dd4-433c-bb80-98331515bee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639bba0d-7b79-49ea-828c-4c25f10ac9b3 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:08:13.663476 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d2826b4-ae17-4d5a-b182-bff61598dda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (0d882f0c-597d-43fe-a286-71dc32fe6754), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:13.669608 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2826b4-ae17-4d5a-b182-bff61598dda5 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:08:13.669983 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d2826b4-ae17-4d5a-b182-bff61598dda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (0d882f0c-597d-43fe-a286-71dc32fe6754), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: self.session.flush() Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: self.session.flush() Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: self.session.flush() Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: self.session.flush() Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:08:13.671616 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:08:13.715725 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-00821c61-2067-44ad-9a51-00ca59958a66 req-a81842a9-0dd4-433c-bb80-98331515bee1 service neutron] Publish callbacks [] for port (639bba0d-7b79-49ea-828c-4c25f10ac9b3), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:13.718662 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-9dd6e30e-4b66-4176-b70e-1e8ae9004d5b tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/quotas/581401f16c9f4e91824e00844c3b72ce HTTP/1.1" status: 200 len: 375 time: 0.0983784 Feb 07 21:08:13.732434 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-323fc317-55f0-414c-ae76-ed3ac9e1e99f tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9496405 Feb 07 21:08:13.732811 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d2826b4-ae17-4d5a-b182-bff61598dda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (ddd154bf-3ea3-46ff-accc-3215fa544b67), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:13.739472 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d2826b4-ae17-4d5a-b182-bff61598dda5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:13.744788 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4d2826b4-ae17-4d5a-b182-bff61598dda5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ddd154bf-3ea3-46ff-accc-3215fa544b67 HTTP/1.1" status: 204 len: 168 time: 0.8547611 Feb 07 21:08:13.755848 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-251f04dd-a358-481e-aded-8d7d995b183e req-751f5a87-c0e1-4fa8-89ae-bcef07d41e61 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6705441 Feb 07 21:08:13.758208 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2826b4-ae17-4d5a-b182-bff61598dda5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddd154bf-3ea3-46ff-accc-3215fa544b67,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:13.761879 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-82f054e0-e563-4892-b051-dc8670b97ede service neutron] Request body: {'port': {'device_id': '3aa0012b-121b-403f-ab09-17a10f56f07f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:13.784993 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-00821c61-2067-44ad-9a51-00ca59958a66 req-a81842a9-0dd4-433c-bb80-98331515bee1 service neutron] Transition to ACTIVE for port object 639bba0d-7b79-49ea-828c-4c25f10ac9b3 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:08:13.804524 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-50ba022d-f2e9-436a-9651-6d2682a1e3dd tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=581401f16c9f4e91824e00844c3b72ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783370 Feb 07 21:08:13.811589 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-00821c61-2067-44ad-9a51-00ca59958a66 req-a81842a9-0dd4-433c-bb80-98331515bee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (639bba0d-7b79-49ea-828c-4c25f10ac9b3), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:13.876598 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 53046) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:08:13.920889 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7cb1b21b-cefa-4199-977c-471fee8fc3e9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=47d8334fa4a245a9b14132ab4c56cd75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429723 Feb 07 21:08:13.923272 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 53048) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:08:13.972168 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 85dff2ce-6930-4f62-85f8-7f93a2eb34b7 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:08:13.979783 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4871008d-335d-4377-9b42-c1de8a3d113f admin admin] Publish callbacks [] for security_group (b75f4aa0-3a22-4c11-ba93-875476771539), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:13.997994 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 85dff2ce-6930-4f62-85f8-7f93a2eb34b7 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:08:13.997994 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 85dff2ce-6930-4f62-85f8-7f93a2eb34b7 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:08:13.998592 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 467609a6-ec71-4064-8c45-9ba7cf32cb0d no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:08:14.002736 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4871008d-335d-4377-9b42-c1de8a3d113f admin admin] Publish callbacks [] for security_group (b75f4aa0-3a22-4c11-ba93-875476771539), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:14.004387 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-5b4f797c-28b9-4028-88fa-ba627fbae41b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:14.005843 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-5b4f797c-28b9-4028-88fa-ba627fbae41b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3762522 Feb 07 21:08:14.012422 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81842a9-0dd4-433c-bb80-98331515bee1 service neutron] Pushing event updated for resources: {'Port': ['ID=639bba0d-7b79-49ea-828c-4c25f10ac9b3,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:14.020188 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-82f054e0-e563-4892-b051-dc8670b97ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (18716904-4ed1-4071-9959-cc2b4acf6be7), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:14.021314 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 467609a6-ec71-4064-8c45-9ba7cf32cb0d {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:08:14.021703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 467609a6-ec71-4064-8c45-9ba7cf32cb0d not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:08:14.060741 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4871008d-335d-4377-9b42-c1de8a3d113f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b75f4aa0-3a22-4c11-ba93-875476771539), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:14.063541 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4871008d-335d-4377-9b42-c1de8a3d113f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:14.067310 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4871008d-335d-4377-9b42-c1de8a3d113f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b75f4aa0-3a22-4c11-ba93-875476771539 HTTP/1.1" status: 204 len: 168 time: 0.1404397 Feb 07 21:08:14.072673 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871008d-335d-4377-9b42-c1de8a3d113f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75f4aa0-3a22-4c11-ba93-875476771539,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:14.106212 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-9c0eb1ad-8891-4e2a-8f33-9bc4879c8e6a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Request body: {'port': {'device_id': '66411210-de16-4570-8eb0-ea45cf1d66da', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': 'f4fe27c2f8aa423da4df091a462a1dd2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:14.150319 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c6d8c-c64f-46ef-b3c4-32801cb00522 req-7723a74a-f9de-4224-9b51-c5c1e566bfb1 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:14.151892 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e10c6d8c-c64f-46ef-b3c4-32801cb00522 req-7723a74a-f9de-4224-9b51-c5c1e566bfb1 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 931 time: 0.3146887 Feb 07 21:08:14.216860 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-db7f396b-e608-467e-b6f5-69590e6c043d service neutron] 10.222.0.65 "GET /v2.0/networks/e84d6b73-d63e-4c91-80fe-e030fae397c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989260 Feb 07 21:08:14.383254 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-00821c61-2067-44ad-9a51-00ca59958a66 req-a81842a9-0dd4-433c-bb80-98331515bee1 service neutron] Attempting to bind port 639bba0d-7b79-49ea-828c-4c25f10ac9b3 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:08:14.383653 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-00821c61-2067-44ad-9a51-00ca59958a66 req-a81842a9-0dd4-433c-bb80-98331515bee1 service neutron] Attempting to bind port 639bba0d-7b79-49ea-828c-4c25f10ac9b3 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9c039eb9-655e-45d6-805e-1229a5858de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:08:14.383957 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00821c61-2067-44ad-9a51-00ca59958a66 req-a81842a9-0dd4-433c-bb80-98331515bee1 service neutron] Attempting to bind port 639bba0d-7b79-49ea-828c-4c25f10ac9b3 on network 55acbe04-ba96-44f5-acf7-c6a9f81c70a3 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:08:14.430780 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e10c6d8c-c64f-46ef-b3c4-32801cb00522 req-e751595c-c81d-4db1-bd1e-389b8825aebc tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2403572 Feb 07 21:08:14.431335 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00821c61-2067-44ad-9a51-00ca59958a66 req-a81842a9-0dd4-433c-bb80-98331515bee1 service neutron] Port 639bba0d-7b79-49ea-828c-4c25f10ac9b3 on network 55acbe04-ba96-44f5-acf7-c6a9f81c70a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:08:14.431755 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00821c61-2067-44ad-9a51-00ca59958a66 req-a81842a9-0dd4-433c-bb80-98331515bee1 service neutron] Attempting to bind port 639bba0d-7b79-49ea-828c-4c25f10ac9b3 on network 55acbe04-ba96-44f5-acf7-c6a9f81c70a3 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:08:14.474479 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00821c61-2067-44ad-9a51-00ca59958a66 req-a81842a9-0dd4-433c-bb80-98331515bee1 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:08:14.474830 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00821c61-2067-44ad-9a51-00ca59958a66 req-a81842a9-0dd4-433c-bb80-98331515bee1 service neutron] Checking segment: {'id': '9c039eb9-655e-45d6-805e-1229a5858de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:08:14.475225 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00821c61-2067-44ad-9a51-00ca59958a66 req-a81842a9-0dd4-433c-bb80-98331515bee1 service neutron] Bound using segment: {'id': '9c039eb9-655e-45d6-805e-1229a5858de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:08:14.475664 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-00821c61-2067-44ad-9a51-00ca59958a66 req-a81842a9-0dd4-433c-bb80-98331515bee1 service neutron] Bound port: 639bba0d-7b79-49ea-828c-4c25f10ac9b3, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c039eb9-655e-45d6-805e-1229a5858de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:08:14.476028 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-00821c61-2067-44ad-9a51-00ca59958a66 req-a81842a9-0dd4-433c-bb80-98331515bee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (639bba0d-7b79-49ea-828c-4c25f10ac9b3), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:14.573383 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-604d9e53-ac1d-4e44-b385-0c367e605ca9 service neutron] 10.222.0.65 "GET /v2.0/networks/e84d6b73-d63e-4c91-80fe-e030fae397c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348353 Feb 07 21:08:14.615892 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-9c0eb1ad-8891-4e2a-8f33-9bc4879c8e6a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Made reservation on behalf of f4fe27c2f8aa423da4df091a462a1dd2 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:08:14.619516 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-9c0eb1ad-8891-4e2a-8f33-9bc4879c8e6a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:14.740754 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d2048-e717-4ee1-a3ed-3cfc29d733ca req-a481a4dd-1143-4142-abbb-cba7b5814ed7 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:14.742358 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab0d2048-e717-4ee1-a3ed-3cfc29d733ca req-a481a4dd-1143-4142-abbb-cba7b5814ed7 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=94dc11f4-0182-4fca-8bb4-18ab5d90c363 HTTP/1.1" status: 200 len: 943 time: 0.2314994 Feb 07 21:08:14.753101 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-00821c61-2067-44ad-9a51-00ca59958a66 req-a81842a9-0dd4-433c-bb80-98331515bee1 service neutron] For port 639bba0d-7b79-49ea-828c-4c25f10ac9b3, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:08:14.803002 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-00821c61-2067-44ad-9a51-00ca59958a66 req-a81842a9-0dd4-433c-bb80-98331515bee1 service neutron] For port 639bba0d-7b79-49ea-828c-4c25f10ac9b3, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=639bba0d-7b79-49ea-828c-4c25f10ac9b3,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:08:14.864237 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed28113f-b4ec-4a1f-85a6-f2243e522fa1 req-e9559baf-b7b3-431f-9e96-08e635383623 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 210 time: 0.0882573 Feb 07 21:08:14.871385 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-00821c61-2067-44ad-9a51-00ca59958a66 req-a81842a9-0dd4-433c-bb80-98331515bee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (639bba0d-7b79-49ea-828c-4c25f10ac9b3), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:14.949820 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-82f054e0-e563-4892-b051-dc8670b97ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18716904-4ed1-4071-9959-cc2b4acf6be7 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:08:14.971710 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00821c61-2067-44ad-9a51-00ca59958a66 req-a81842a9-0dd4-433c-bb80-98331515bee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:14.972349 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-00821c61-2067-44ad-9a51-00ca59958a66 req-a81842a9-0dd4-433c-bb80-98331515bee1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:14.974245 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00821c61-2067-44ad-9a51-00ca59958a66 req-a81842a9-0dd4-433c-bb80-98331515bee1 service neutron] 10.222.0.69 "PUT /v2.0/ports/639bba0d-7b79-49ea-828c-4c25f10ac9b3 HTTP/1.1" status: 200 len: 1091 time: 2.9555645 Feb 07 21:08:14.977537 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-82f054e0-e563-4892-b051-dc8670b97ede service neutron] Publish callbacks [] for port (18716904-4ed1-4071-9959-cc2b4acf6be7), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:14.987340 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94dc11f4-0182-4fca-8bb4-18ab5d90c363', 'tag': '639bba0d-7b79-49ea-828c-4c25f10ac9b3'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:08:14.990238 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8c054b-f064-46e4-a531-9f5e729a9bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "94dc11f4-0182-4fca-8bb4-18ab5d90c363", "tag": "639bba0d-7b79-49ea-828c-4c25f10ac9b3"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:08:15.034866 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab0d2048-e717-4ee1-a3ed-3cfc29d733ca req-5d96190d-f7da-4cd7-908c-f0097b7aaac3 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844176 Feb 07 21:08:15.093283 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-82f054e0-e563-4892-b051-dc8670b97ede service neutron] Transition to ACTIVE for port object 18716904-4ed1-4071-9959-cc2b4acf6be7 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:08:15.094648 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-9c0eb1ad-8891-4e2a-8f33-9bc4879c8e6a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Allocated IP 192.168.233.105 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/d1edeb7c-445c-4564-9c16-a08b9682c42d) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:08:15.111207 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-82f054e0-e563-4892-b051-dc8670b97ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (18716904-4ed1-4071-9959-cc2b4acf6be7), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:15.126977 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81842a9-0dd4-433c-bb80-98331515bee1 service neutron] Pushing event updated for resources: {'Port': ['ID=639bba0d-7b79-49ea-828c-4c25f10ac9b3,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:15.238431 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd696c5-0155-4164-b801-f727f19f7633 req-f028d221-145d-4530-a684-7578cad59951 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:15.240398 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cdd696c5-0155-4164-b801-f727f19f7633 req-f028d221-145d-4530-a684-7578cad59951 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 945 time: 0.2841516 Feb 07 21:08:15.270866 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00821c61-2067-44ad-9a51-00ca59958a66 req-c8a67825-6fc1-4afc-9e82-88f23c13cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:15.272433 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00821c61-2067-44ad-9a51-00ca59958a66 req-c8a67825-6fc1-4afc-9e82-88f23c13cc1d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5124caec77da453db4b2d8e674dfa83f&device_id=94dc11f4-0182-4fca-8bb4-18ab5d90c363 HTTP/1.1" status: 200 len: 1125 time: 0.2421410 Feb 07 21:08:15.273072 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f054e0-e563-4892-b051-dc8670b97ede service neutron] Pushing event updated for resources: {'Port': ['ID=18716904-4ed1-4071-9959-cc2b4acf6be7,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:15.413906 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00821c61-2067-44ad-9a51-00ca59958a66 req-c9735282-5a0a-4a6e-9525-c6dead59bd92 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=639bba0d-7b79-49ea-828c-4c25f10ac9b3 HTTP/1.1" status: 200 len: 217 time: 0.1271617 Feb 07 21:08:15.463143 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9c87a-7af9-40e8-b671-be29a22479ef req-0847feb7-1440-459c-b0f9-d1de2c1f3d5a tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:15.464648 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8c9c87a-7af9-40e8-b671-be29a22479ef req-0847feb7-1440-459c-b0f9-d1de2c1f3d5a tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7fafeb1-d26f-46e9-90ef-684075edb8b2 HTTP/1.1" status: 200 len: 946 time: 0.3646452 Feb 07 21:08:15.556655 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cdd696c5-0155-4164-b801-f727f19f7633 req-1e04a46f-e717-4c0f-9760-a6239cb04b7e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966225 Feb 07 21:08:15.594422 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00821c61-2067-44ad-9a51-00ca59958a66 req-b8f1324c-4ea2-4f2d-80de-51c245ad7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:15.595871 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00821c61-2067-44ad-9a51-00ca59958a66 req-b8f1324c-4ea2-4f2d-80de-51c245ad7c7c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3d136787-de5f-4353-a2b9-a7f4409cab76 HTTP/1.1" status: 200 len: 844 time: 0.1758349 Feb 07 21:08:15.609381 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-82f054e0-e563-4892-b051-dc8670b97ede service neutron] Attempting to bind port 18716904-4ed1-4071-9959-cc2b4acf6be7 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:08:15.609381 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-82f054e0-e563-4892-b051-dc8670b97ede service neutron] Attempting to bind port 18716904-4ed1-4071-9959-cc2b4acf6be7 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'ca0230ab-0bc8-4d0b-aed5-fc5d476307d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:08:15.609381 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-82f054e0-e563-4892-b051-dc8670b97ede service neutron] Attempting to bind port 18716904-4ed1-4071-9959-cc2b4acf6be7 on network 16d43ce3-c262-4644-8d8c-68d5b7d28be5 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:08:15.635144 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-9c0eb1ad-8891-4e2a-8f33-9bc4879c8e6a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks [] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:15.651441 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-82f054e0-e563-4892-b051-dc8670b97ede service neutron] Port 18716904-4ed1-4071-9959-cc2b4acf6be7 on network 16d43ce3-c262-4644-8d8c-68d5b7d28be5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:08:15.651765 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-82f054e0-e563-4892-b051-dc8670b97ede service neutron] Attempting to bind port 18716904-4ed1-4071-9959-cc2b4acf6be7 on network 16d43ce3-c262-4644-8d8c-68d5b7d28be5 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:08:15.664206 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00821c61-2067-44ad-9a51-00ca59958a66 req-452b8551-a1c9-4c3c-b29f-9ee596feca6e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=55acbe04-ba96-44f5-acf7-c6a9f81c70a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620077 Feb 07 21:08:15.670939 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8c9c87a-7af9-40e8-b671-be29a22479ef req-168aa932-22d5-4ce2-af14-e67ad10f5f01 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993890 Feb 07 21:08:15.692255 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6c1f5ce2-b68f-4405-89a5-867a9b10041e req-a6752907-a7b2-4176-b4b6-cfb4064e7e9c tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9173de9-e090-4e7a-b4ef-1d7e0c8b6b17 HTTP/1.1" status: 200 len: 210 time: 0.0600922 Feb 07 21:08:15.700974 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-82f054e0-e563-4892-b051-dc8670b97ede service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:08:15.701220 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-82f054e0-e563-4892-b051-dc8670b97ede service neutron] Checking segment: {'id': 'ca0230ab-0bc8-4d0b-aed5-fc5d476307d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:08:15.701749 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-82f054e0-e563-4892-b051-dc8670b97ede service neutron] Bound using segment: {'id': 'ca0230ab-0bc8-4d0b-aed5-fc5d476307d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:08:15.703348 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-82f054e0-e563-4892-b051-dc8670b97ede service neutron] Bound port: 18716904-4ed1-4071-9959-cc2b4acf6be7, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca0230ab-0bc8-4d0b-aed5-fc5d476307d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:08:15.703348 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-82f054e0-e563-4892-b051-dc8670b97ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (18716904-4ed1-4071-9959-cc2b4acf6be7), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:15.813533 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c42f36-948f-4802-bf39-8abac6688107 x-openstack-request-id: req-77c42f36-948f-4802-bf39-8abac6688107 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:08:15.813922 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94dc11f4-0182-4fca-8bb4-18ab5d90c363", "tag": "639bba0d-7b79-49ea-828c-4c25f10ac9b3", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:08:15.814276 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-77c42f36-948f-4802-bf39-8abac6688107 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:08:15.814857 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94dc11f4-0182-4fca-8bb4-18ab5d90c363', 'tag': '639bba0d-7b79-49ea-828c-4c25f10ac9b3', 'status': 'completed', 'code': 200} Feb 07 21:08:15.928032 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-dd8519b4-6420-46dd-963c-cd9a51f6c9f7 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:15.930668 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-dd8519b4-6420-46dd-963c-cd9a51f6c9f7 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.69 "GET /v2.0/networks?id=e84d6b73-d63e-4c91-80fe-e030fae397c5 HTTP/1.1" status: 200 len: 808 time: 0.1455476 Feb 07 21:08:15.933176 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-9c0eb1ad-8891-4e2a-8f33-9bc4879c8e6a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:15.938498 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-82f054e0-e563-4892-b051-dc8670b97ede service neutron] For port 18716904-4ed1-4071-9959-cc2b4acf6be7, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:08:15.946674 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['079ee442-2956-408d-b74d-1256c9778d3b', '238ad644-1617-428c-a78f-ea49876c0f14'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:08:15.947445 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-8cb5a1ff-fe91-4b86-b80d-7db0d28bf09c tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Request body: {'port': {'device_id': 'b9173de9-e090-4e7a-b4ef-1d7e0c8b6b17', 'network_id': 'e84d6b73-d63e-4c91-80fe-e030fae397c5', 'admin_state_up': True, 'tenant_id': '581401f16c9f4e91824e00844c3b72ce'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:16.007969 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-82f054e0-e563-4892-b051-dc8670b97ede service neutron] For port 18716904-4ed1-4071-9959-cc2b4acf6be7, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=18716904-4ed1-4071-9959-cc2b4acf6be7,segment=NetworkSegment(ca0230ab-0bc8-4d0b-aed5-fc5d476307d5),segment_id=ca0230ab-0bc8-4d0b-aed5-fc5d476307d5)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:08:16.020391 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00821c61-2067-44ad-9a51-00ca59958a66 req-39c2e9a8-ce38-49bd-9c36-7ac9f1f4c5a8 service neutron] 10.222.0.69 "GET /v2.0/networks/55acbe04-ba96-44f5-acf7-c6a9f81c70a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305378 Feb 07 21:08:16.023895 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-9c0eb1ad-8891-4e2a-8f33-9bc4879c8e6a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:08:16.029660 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-82f054e0-e563-4892-b051-dc8670b97ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (18716904-4ed1-4071-9959-cc2b4acf6be7), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:16.035897 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-9c0eb1ad-8891-4e2a-8f33-9bc4879c8e6a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:08:16.049180 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0eb1ad-8891-4e2a-8f33-9bc4879c8e6a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Pushing event updated for resources: {'Port': ['ID=d1edeb7c-445c-4564-9c16-a08b9682c42d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:16.061955 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-9c0eb1ad-8891-4e2a-8f33-9bc4879c8e6a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:08:16.082149 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eeac51-0f6a-4b36-8c6f-1e51bf85ae2c req-172bbc58-5890-496c-ae54-6701ac41de8f tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:16.090885 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38eeac51-0f6a-4b36-8c6f-1e51bf85ae2c req-172bbc58-5890-496c-ae54-6701ac41de8f tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 943 time: 0.2667036 Feb 07 21:08:16.094785 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-8cb5a1ff-fe91-4b86-b80d-7db0d28bf09c tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Made reservation on behalf of 581401f16c9f4e91824e00844c3b72ce for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:08:16.101231 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-8cb5a1ff-fe91-4b86-b80d-7db0d28bf09c tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:16.312604 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-82f054e0-e563-4892-b051-dc8670b97ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:16.312604 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-82f054e0-e563-4892-b051-dc8670b97ede service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:16.314003 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-82f054e0-e563-4892-b051-dc8670b97ede service neutron] 10.222.0.71 "PUT /v2.0/ports/18716904-4ed1-4071-9959-cc2b4acf6be7 HTTP/1.1" status: 200 len: 1091 time: 2.5712929 Feb 07 21:08:16.396063 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-8cb5a1ff-fe91-4b86-b80d-7db0d28bf09c tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Allocated IP 172.20.0.10 (e84d6b73-d63e-4c91-80fe-e030fae397c5/e8473b91-9da3-4301-bf9b-d97fd8f88178/3d13e11a-8a09-4854-8c8f-0b16fd8beb6d) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:08:16.436881 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-af33903e-884b-41b7-987e-60061bf24579 None None] Provisioning complete for port d1edeb7c-445c-4564-9c16-a08b9682c42d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:08:16.437247 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-af33903e-884b-41b7-987e-60061bf24579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:16.461341 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00821c61-2067-44ad-9a51-00ca59958a66 req-479d79c3-679a-40bf-a4a5-2467e213df81 service neutron] 10.222.0.69 "GET /v2.0/networks/55acbe04-ba96-44f5-acf7-c6a9f81c70a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283278 Feb 07 21:08:16.462028 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f054e0-e563-4892-b051-dc8670b97ede service neutron] Pushing event updated for resources: {'Port': ['ID=18716904-4ed1-4071-9959-cc2b4acf6be7,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:16.504039 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-9c0eb1ad-8891-4e2a-8f33-9bc4879c8e6a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:16.504709 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-9c0eb1ad-8891-4e2a-8f33-9bc4879c8e6a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:16.511604 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-af33903e-884b-41b7-987e-60061bf24579 None None] Port d1edeb7c-445c-4564-9c16-a08b9682c42d cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:08:16.531222 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38eeac51-0f6a-4b36-8c6f-1e51bf85ae2c req-ede6dcf4-2165-4a33-a31e-1365d73ba87f tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4344306 Feb 07 21:08:16.610336 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-9c0eb1ad-8891-4e2a-8f33-9bc4879c8e6a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5085354 Feb 07 21:08:16.626875 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-8cb5a1ff-fe91-4b86-b80d-7db0d28bf09c tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Publish callbacks [] for port (3d13e11a-8a09-4854-8c8f-0b16fd8beb6d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:16.640518 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-8344e94c-33c9-492d-97ad-3947de77d060 service neutron] Request body: {'port': {'device_id': '66411210-de16-4570-8eb0-ea45cf1d66da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:16.661959 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-8cb5a1ff-fe91-4b86-b80d-7db0d28bf09c tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (3d13e11a-8a09-4854-8c8f-0b16fd8beb6d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:16.690453 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device f1ceb592-9945-4020-8ea6-0029172dea8e no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:08:16.703441 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-8cb5a1ff-fe91-4b86-b80d-7db0d28bf09c tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Network e84d6b73-d63e-4c91-80fe-e030fae397c5 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:08:16.709987 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-8cb5a1ff-fe91-4b86-b80d-7db0d28bf09c tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:08:16.714415 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-8cb5a1ff-fe91-4b86-b80d-7db0d28bf09c tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:08:16.747738 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5a1ff-fe91-4b86-b80d-7db0d28bf09c tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Pushing event updated for resources: {'Port': ['ID=3d13e11a-8a09-4854-8c8f-0b16fd8beb6d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:16.781888 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-8cb5a1ff-fe91-4b86-b80d-7db0d28bf09c tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:16.782562 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-8cb5a1ff-fe91-4b86-b80d-7db0d28bf09c tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:16.799554 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port f1ceb592-9945-4020-8ea6-0029172dea8e is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:16.799554 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f1ceb592-9945-4020-8ea6-0029172dea8e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:16.806150 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-8cb5a1ff-fe91-4b86-b80d-7db0d28bf09c tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8633986 Feb 07 21:08:16.819272 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-582fcdd7-51c3-450a-896d-5993f58007bb service neutron] Request body: {'port': {'device_id': 'b9173de9-e090-4e7a-b4ef-1d7e0c8b6b17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:16.828249 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b860453-7225-4c8c-bd15-249768b772af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1ceb592-9945-4020-8ea6-0029172dea8e'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:08:16.830598 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1408235a-ad9e-4df2-9519-a505ffb0e7a7" -d '{"events": [{"server_uuid": "5b860453-7225-4c8c-bd15-249768b772af", "name": "network-vif-unplugged", "status": "completed", "tag": "f1ceb592-9945-4020-8ea6-0029172dea8e"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:08:16.849873 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port f1ceb592-9945-4020-8ea6-0029172dea8e, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=f1ceb592-9945-4020-8ea6-0029172dea8e,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:16.855778 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f1ceb592-9945-4020-8ea6-0029172dea8e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:16.888648 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-582fcdd7-51c3-450a-896d-5993f58007bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3d13e11a-8a09-4854-8c8f-0b16fd8beb6d), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:16.909573 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=f1ceb592-9945-4020-8ea6-0029172dea8e,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:17.038256 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-a713f77f-ab2e-45a2-a5c0-2b7a8ed69118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:17.039755 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-a713f77f-ab2e-45a2-a5c0-2b7a8ed69118 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5a2142112eb4c46a5e7f5feebf5df31&device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 1125 time: 0.6361492 Feb 07 21:08:17.118689 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-552a61c1-86b5-4527-8884-1d5d9df9f01e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18716904-4ed1-4071-9959-cc2b4acf6be7 HTTP/1.1" status: 200 len: 217 time: 0.0674536 Feb 07 21:08:17.120508 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c054b-f064-46e4-a531-9f5e729a9bdd req-c9b0d4e4-15e2-40db-b114-c1aef16a072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:17.121886 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e8c054b-f064-46e4-a531-9f5e729a9bdd req-c9b0d4e4-15e2-40db-b114-c1aef16a072b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5124caec77da453db4b2d8e674dfa83f&device_id=94dc11f4-0182-4fca-8bb4-18ab5d90c363 HTTP/1.1" status: 200 len: 1125 time: 0.5790548 Feb 07 21:08:17.155541 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-582fcdd7-51c3-450a-896d-5993f58007bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d13e11a-8a09-4854-8c8f-0b16fd8beb6d {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:08:17.164598 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-582fcdd7-51c3-450a-896d-5993f58007bb service neutron] Publish callbacks [] for port (3d13e11a-8a09-4854-8c8f-0b16fd8beb6d), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:17.177223 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-582fcdd7-51c3-450a-896d-5993f58007bb service neutron] Transition to ACTIVE for port object 3d13e11a-8a09-4854-8c8f-0b16fd8beb6d will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:08:17.182357 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-582fcdd7-51c3-450a-896d-5993f58007bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (3d13e11a-8a09-4854-8c8f-0b16fd8beb6d), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:17.197806 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4474a7-d865-4b47-ad45-65eb0210a9a6 req-093605f8-9ae0-492d-8310-511c67a7a708 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:17.199280 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a4474a7-d865-4b47-ad45-65eb0210a9a6 req-093605f8-9ae0-492d-8310-511c67a7a708 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 936 time: 0.5974450 Feb 07 21:08:17.199845 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-8344e94c-33c9-492d-97ad-3947de77d060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:17.234555 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e63ae1-4e2b-4efa-93a1-f8d431aaa95e req-b529bc9c-b82b-4008-8604-e58fc2b12619 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:17.236016 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-70e63ae1-4e2b-4efa-93a1-f8d431aaa95e req-b529bc9c-b82b-4008-8604-e58fc2b12619 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=94dc11f4-0182-4fca-8bb4-18ab5d90c363 HTTP/1.1" status: 200 len: 943 time: 0.6205056 Feb 07 21:08:17.236844 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582fcdd7-51c3-450a-896d-5993f58007bb service neutron] Pushing event updated for resources: {'Port': ['ID=3d13e11a-8a09-4854-8c8f-0b16fd8beb6d,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:17.295291 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-62c6e270-243b-4d0b-a136-a043508744b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:17.296741 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-62c6e270-243b-4d0b-a136-a043508744b4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=14d3bb71-50ef-42a4-9bd8-c39c66580c69 HTTP/1.1" status: 200 len: 848 time: 0.1676548 Feb 07 21:08:17.308247 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-582fcdd7-51c3-450a-896d-5993f58007bb service neutron] Attempting to bind port 3d13e11a-8a09-4854-8c8f-0b16fd8beb6d on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:08:17.308627 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-582fcdd7-51c3-450a-896d-5993f58007bb service neutron] Attempting to bind port 3d13e11a-8a09-4854-8c8f-0b16fd8beb6d by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'ffbda5dc-8c70-46e7-b46b-5b1461d21f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e84d6b73-d63e-4c91-80fe-e030fae397c5'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:08:17.308955 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-582fcdd7-51c3-450a-896d-5993f58007bb service neutron] Attempting to bind port 3d13e11a-8a09-4854-8c8f-0b16fd8beb6d on network e84d6b73-d63e-4c91-80fe-e030fae397c5 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:08:17.313160 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-582fcdd7-51c3-450a-896d-5993f58007bb service neutron] Port 3d13e11a-8a09-4854-8c8f-0b16fd8beb6d on network e84d6b73-d63e-4c91-80fe-e030fae397c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:08:17.313484 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-582fcdd7-51c3-450a-896d-5993f58007bb service neutron] Attempting to bind port 3d13e11a-8a09-4854-8c8f-0b16fd8beb6d on network e84d6b73-d63e-4c91-80fe-e030fae397c5 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:08:17.318689 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-582fcdd7-51c3-450a-896d-5993f58007bb service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:08:17.319025 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-582fcdd7-51c3-450a-896d-5993f58007bb service neutron] Checking segment: {'id': 'ffbda5dc-8c70-46e7-b46b-5b1461d21f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e84d6b73-d63e-4c91-80fe-e030fae397c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:08:17.319408 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-582fcdd7-51c3-450a-896d-5993f58007bb service neutron] Bound using segment: {'id': 'ffbda5dc-8c70-46e7-b46b-5b1461d21f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e84d6b73-d63e-4c91-80fe-e030fae397c5'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:08:17.319928 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-582fcdd7-51c3-450a-896d-5993f58007bb service neutron] Bound port: 3d13e11a-8a09-4854-8c8f-0b16fd8beb6d, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffbda5dc-8c70-46e7-b46b-5b1461d21f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e84d6b73-d63e-4c91-80fe-e030fae397c5'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:08:17.320327 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-582fcdd7-51c3-450a-896d-5993f58007bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3d13e11a-8a09-4854-8c8f-0b16fd8beb6d), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:17.384188 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-582fcdd7-51c3-450a-896d-5993f58007bb service neutron] For port 3d13e11a-8a09-4854-8c8f-0b16fd8beb6d, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:08:17.387594 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-582fcdd7-51c3-450a-896d-5993f58007bb service neutron] For port 3d13e11a-8a09-4854-8c8f-0b16fd8beb6d, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=3d13e11a-8a09-4854-8c8f-0b16fd8beb6d,segment=NetworkSegment(ffbda5dc-8c70-46e7-b46b-5b1461d21f3c),segment_id=ffbda5dc-8c70-46e7-b46b-5b1461d21f3c)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:08:17.394153 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-582fcdd7-51c3-450a-896d-5993f58007bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (3d13e11a-8a09-4854-8c8f-0b16fd8beb6d), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:17.421118 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a4474a7-d865-4b47-ad45-65eb0210a9a6 req-8d124427-1c34-4fcd-b8bd-c960ab15cd76 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814902 Feb 07 21:08:17.429292 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-582fcdd7-51c3-450a-896d-5993f58007bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:17.429918 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-582fcdd7-51c3-450a-896d-5993f58007bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:17.431793 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-582fcdd7-51c3-450a-896d-5993f58007bb service neutron] 10.222.0.69 "PUT /v2.0/ports/3d13e11a-8a09-4854-8c8f-0b16fd8beb6d HTTP/1.1" status: 200 len: 1092 time: 0.6185143 Feb 07 21:08:17.434340 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9173de9-e090-4e7a-b4ef-1d7e0c8b6b17', 'tag': '3d13e11a-8a09-4854-8c8f-0b16fd8beb6d'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:08:17.437911 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa225b1-8b3c-446f-a452-d7a3f5f90dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "b9173de9-e090-4e7a-b4ef-1d7e0c8b6b17", "tag": "3d13e11a-8a09-4854-8c8f-0b16fd8beb6d"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:08:17.468624 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582fcdd7-51c3-450a-896d-5993f58007bb service neutron] Pushing event updated for resources: {'Port': ['ID=3d13e11a-8a09-4854-8c8f-0b16fd8beb6d,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:17.498953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c054b-f064-46e4-a531-9f5e729a9bdd req-c249f88f-87c7-4a5a-a32a-e56a760af36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:17.500479 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e8c054b-f064-46e4-a531-9f5e729a9bdd req-c249f88f-87c7-4a5a-a32a-e56a760af36e service neutron] 10.222.0.69 "GET /v2.0/networks?id=55acbe04-ba96-44f5-acf7-c6a9f81c70a3 HTTP/1.1" status: 200 len: 905 time: 0.3589880 Feb 07 21:08:17.503836 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-70e63ae1-4e2b-4efa-93a1-f8d431aaa95e req-5ee5ac2b-7da7-437c-85d2-a5c5732d122e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487292 Feb 07 21:08:17.530138 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-bb815620-8842-439a-a324-ea81dca54b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:17.531768 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-bb815620-8842-439a-a324-ea81dca54b68 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=581401f16c9f4e91824e00844c3b72ce&device_id=b9173de9-e090-4e7a-b4ef-1d7e0c8b6b17 HTTP/1.1" status: 200 len: 1126 time: 0.0486705 Feb 07 21:08:17.563432 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e8c054b-f064-46e4-a531-9f5e729a9bdd req-eeded636-765a-4373-bcbd-5df4eb0d63c6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=639bba0d-7b79-49ea-828c-4c25f10ac9b3 HTTP/1.1" status: 200 len: 217 time: 0.0537479 Feb 07 21:08:17.581393 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-7e160bc8-3e93-43f8-b96d-aa2bcaa3ba4e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d13e11a-8a09-4854-8c8f-0b16fd8beb6d HTTP/1.1" status: 200 len: 217 time: 0.0422261 Feb 07 21:08:17.630112 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-18be198c-f39a-4d59-8164-dc01c57e5c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:17.631580 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-18be198c-f39a-4d59-8164-dc01c57e5c06 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8473b91-9da3-4301-bf9b-d97fd8f88178 HTTP/1.1" status: 200 len: 848 time: 0.0451608 Feb 07 21:08:17.663762 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-93e04362-553d-49af-9b31-a6c7f52d273c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e84d6b73-d63e-4c91-80fe-e030fae397c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252306 Feb 07 21:08:17.668366 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-c9a84a53-7836-4ba3-b4f1-33497f339319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:17.669842 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-c9a84a53-7836-4ba3-b4f1-33497f339319 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16d43ce3-c262-4644-8d8c-68d5b7d28be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3457723 Feb 07 21:08:17.767040 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-08b99685-9748-46f0-9610-c6db05e21fa7 service neutron] 10.222.0.69 "GET /v2.0/networks/e84d6b73-d63e-4c91-80fe-e030fae397c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960681 Feb 07 21:08:17.795974 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c054b-f064-46e4-a531-9f5e729a9bdd req-525277d2-01ef-4dea-9b64-afad7671fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:17.797492 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e8c054b-f064-46e4-a531-9f5e729a9bdd req-525277d2-01ef-4dea-9b64-afad7671fd28 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3d136787-de5f-4353-a2b9-a7f4409cab76 HTTP/1.1" status: 200 len: 844 time: 0.2167096 Feb 07 21:08:17.819024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4082b-bceb-402c-8d1d-d746006ea10d req-a4b0ba33-5e95-473a-ae4c-a1a619e0500f tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:17.820533 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-11f4082b-bceb-402c-8d1d-d746006ea10d req-a4b0ba33-5e95-473a-ae4c-a1a619e0500f tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7fafeb1-d26f-46e9-90ef-684075edb8b2 HTTP/1.1" status: 200 len: 946 time: 0.2628696 Feb 07 21:08:17.832109 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa0012b-121b-403f-ab09-17a10f56f07f', 'tag': '18716904-4ed1-4071-9959-cc2b4acf6be7'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:08:17.834364 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2913682a-6f58-4ed5-81b3-a58df3849a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa0012b-121b-403f-ab09-17a10f56f07f", "tag": "18716904-4ed1-4071-9959-cc2b4acf6be7"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:08:17.854860 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c3339-52f4-437f-90e6-ace9a3dea657 req-0e456776-1dfa-4065-8d3b-c127fe160492 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:17.856339 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-102c3339-52f4-437f-90e6-ace9a3dea657 req-0e456776-1dfa-4065-8d3b-c127fe160492 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 943 time: 0.2797310 Feb 07 21:08:17.859847 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ec94a0d4-247b-49fd-8d95-6631c8567a4a req-b79c782e-000a-4bb0-9515-eb5e58d8f968 service neutron] 10.222.0.69 "GET /v2.0/networks/e84d6b73-d63e-4c91-80fe-e030fae397c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867119 Feb 07 21:08:17.893627 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e8c054b-f064-46e4-a531-9f5e729a9bdd req-0baa61ab-e826-40e2-b7e5-7027224b546c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=55acbe04-ba96-44f5-acf7-c6a9f81c70a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899847 Feb 07 21:08:18.001610 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-d5f78e9d-352d-48e5-84ee-cde239fe10d8 service neutron] 10.222.0.71 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003302 Feb 07 21:08:18.105877 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-11f4082b-bceb-402c-8d1d-d746006ea10d req-0edad3f0-bbde-41b7-b111-921f6c508642 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657282 Feb 07 21:08:18.162875 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-102c3339-52f4-437f-90e6-ace9a3dea657 req-29d34884-7e26-4d92-8c54-f00e74f34677 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729788 Feb 07 21:08:18.178325 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-8344e94c-33c9-492d-97ad-3947de77d060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1edeb7c-445c-4564-9c16-a08b9682c42d {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:08:18.199607 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-8344e94c-33c9-492d-97ad-3947de77d060 service neutron] Publish callbacks [] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:18.213309 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Feb 2022 21:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97bef5f-5b04-4cb6-943e-0fa04b67e570 x-openstack-request-id: req-f97bef5f-5b04-4cb6-943e-0fa04b67e570 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:08:18.214210 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b860453-7225-4c8c-bd15-249768b772af", "name": "network-vif-unplugged", "status": "failed", "tag": "f1ceb592-9945-4020-8ea6-0029172dea8e", "code": 422}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:08:18.214762 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f97bef5f-5b04-4cb6-943e-0fa04b67e570 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:08:18.215441 n-d-828185-2 neutron-server[103257]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5b860453-7225-4c8c-bd15-249768b772af', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f1ceb592-9945-4020-8ea6-0029172dea8e', 'code': 422} returned with failed status Feb 07 21:08:18.248020 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec7cf42-148b-4c4b-b6fd-f1816c092ffc x-openstack-request-id: req-5ec7cf42-148b-4c4b-b6fd-f1816c092ffc {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:08:18.248902 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9173de9-e090-4e7a-b4ef-1d7e0c8b6b17", "tag": "3d13e11a-8a09-4854-8c8f-0b16fd8beb6d", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:08:18.249394 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ec7cf42-148b-4c4b-b6fd-f1816c092ffc {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:08:18.249968 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9173de9-e090-4e7a-b4ef-1d7e0c8b6b17', 'tag': '3d13e11a-8a09-4854-8c8f-0b16fd8beb6d', 'status': 'completed', 'code': 200} Feb 07 21:08:18.279681 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e8c054b-f064-46e4-a531-9f5e729a9bdd req-73bc9f96-53fe-4ec3-ac26-8e47d3b480d5 service neutron] 10.222.0.69 "GET /v2.0/networks/55acbe04-ba96-44f5-acf7-c6a9f81c70a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617191 Feb 07 21:08:18.283822 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-8344e94c-33c9-492d-97ad-3947de77d060 service neutron] Transition to ACTIVE for port object d1edeb7c-445c-4564-9c16-a08b9682c42d will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:08:18.300354 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ae6fae1c-803d-47d4-8cd9-e666c68ad00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:18.311127 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf0f2fe7-ffdf-44f6-b81c-4cff5b110312 req-9bff02aa-9bdd-434f-a299-2aa4e25fef26 service neutron] 10.222.0.71 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877703 Feb 07 21:08:18.311421 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-8344e94c-33c9-492d-97ad-3947de77d060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:18.338841 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f88c2-918f-418d-bf6b-ced46987c328 req-9f0d9c5d-e6d7-4add-a4ba-e110329a6272 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:18.340380 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f81f88c2-918f-418d-bf6b-ced46987c328 req-9f0d9c5d-e6d7-4add-a4ba-e110329a6272 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7fafeb1-d26f-46e9-90ef-684075edb8b2 HTTP/1.1" status: 200 len: 946 time: 0.2252300 Feb 07 21:08:18.370208 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-86ec0e53-8a9a-43b8-983f-969111647f38 req-73b62f79-39af-4215-a26a-8c24dc774056 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1055567 Feb 07 21:08:18.377266 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa225b1-8b3c-446f-a452-d7a3f5f90dbe req-4918d081-7f26-4d19-9419-52ed0d189e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:18.378649 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-afa225b1-8b3c-446f-a452-d7a3f5f90dbe req-4918d081-7f26-4d19-9419-52ed0d189e44 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=581401f16c9f4e91824e00844c3b72ce&device_id=b9173de9-e090-4e7a-b4ef-1d7e0c8b6b17 HTTP/1.1" status: 200 len: 1126 time: 0.0672569 Feb 07 21:08:18.467075 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da01b4-fa65-488a-a559-188217528136 req-2a26d9d6-8806-4317-8331-d91977789d96 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:18.468652 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-26da01b4-fa65-488a-a559-188217528136 req-2a26d9d6-8806-4317-8331-d91977789d96 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9173de9-e090-4e7a-b4ef-1d7e0c8b6b17 HTTP/1.1" status: 200 len: 944 time: 0.2859364 Feb 07 21:08:18.504069 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec0e53-8a9a-43b8-983f-969111647f38 req-cc9f12b6-18f3-4c90-ae97-6c50f5bcee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:18.505952 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-86ec0e53-8a9a-43b8-983f-969111647f38 req-cc9f12b6-18f3-4c90-ae97-6c50f5bcee1e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 1133 time: 0.1115267 Feb 07 21:08:18.508961 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344e94c-33c9-492d-97ad-3947de77d060 service neutron] Pushing event updated for resources: {'Port': ['ID=d1edeb7c-445c-4564-9c16-a08b9682c42d,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:18.518072 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa225b1-8b3c-446f-a452-d7a3f5f90dbe req-3c092d8e-3de7-4919-93b8-c46d9c2f19f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:18.520594 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-afa225b1-8b3c-446f-a452-d7a3f5f90dbe req-3c092d8e-3de7-4919-93b8-c46d9c2f19f2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e84d6b73-d63e-4c91-80fe-e030fae397c5 HTTP/1.1" status: 200 len: 909 time: 0.1345758 Feb 07 21:08:18.579980 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-afa225b1-8b3c-446f-a452-d7a3f5f90dbe req-dcfd3e75-78c9-4e61-841e-0ba13dd42e3c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d13e11a-8a09-4854-8c8f-0b16fd8beb6d HTTP/1.1" status: 200 len: 217 time: 0.0535336 Feb 07 21:08:18.646644 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e8c054b-f064-46e4-a531-9f5e729a9bdd req-2f70fe70-55fa-4508-b22a-0097f44dbe91 service neutron] 10.222.0.69 "GET /v2.0/networks/55acbe04-ba96-44f5-acf7-c6a9f81c70a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493092 Feb 07 21:08:18.659247 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-26da01b4-fa65-488a-a559-188217528136 req-5ed44ddd-20df-4694-8a0b-7bad9df17b7d tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/security-groups?id=02a43b1a-8238-4af7-b47f-ac7b06b1905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825771 Feb 07 21:08:18.667356 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc5cec-5941-4a3e-b8aa-aa81270bb0fc req-da8a11b0-bc47-497e-8d95-ede6f2183de3 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:18.674288 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-75dc5cec-5941-4a3e-b8aa-aa81270bb0fc req-da8a11b0-bc47-497e-8d95-ede6f2183de3 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 943 time: 0.2865877 Feb 07 21:08:18.682018 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa225b1-8b3c-446f-a452-d7a3f5f90dbe req-9efee8aa-dedd-43c5-a162-bea3eedecb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:18.683485 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-afa225b1-8b3c-446f-a452-d7a3f5f90dbe req-9efee8aa-dedd-43c5-a162-bea3eedecb33 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8473b91-9da3-4301-bf9b-d97fd8f88178 HTTP/1.1" status: 200 len: 848 time: 0.0784655 Feb 07 21:08:18.692626 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 639bba0d-7b79-49ea-828c-4c25f10ac9b3 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:08:18.727110 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-afa225b1-8b3c-446f-a452-d7a3f5f90dbe req-9b0e4e6a-5612-49d8-aa87-bd7f0ef6b5ed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e84d6b73-d63e-4c91-80fe-e030fae397c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355120 Feb 07 21:08:18.728276 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec0e53-8a9a-43b8-983f-969111647f38 req-a7473983-e49d-43d6-ab58-cc2db1e15566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:18.730173 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-86ec0e53-8a9a-43b8-983f-969111647f38 req-a7473983-e49d-43d6-ab58-cc2db1e15566 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1950660 Feb 07 21:08:18.733689 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d53a64-719c-4255-8d96-c1ae3d1cede0 x-openstack-request-id: req-a6d53a64-719c-4255-8d96-c1ae3d1cede0 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:08:18.734181 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa0012b-121b-403f-ab09-17a10f56f07f", "tag": "18716904-4ed1-4071-9959-cc2b4acf6be7", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:08:18.734600 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a6d53a64-719c-4255-8d96-c1ae3d1cede0 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:08:18.735181 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa0012b-121b-403f-ab09-17a10f56f07f', 'tag': '18716904-4ed1-4071-9959-cc2b4acf6be7', 'status': 'completed', 'code': 200} Feb 07 21:08:18.794067 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-86ec0e53-8a9a-43b8-983f-969111647f38 req-7f00c32a-36e4-4cf6-9d39-8aeec0fdd747 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=079ee442-2956-408d-b74d-1256c9778d3b HTTP/1.1" status: 200 len: 217 time: 0.0536718 Feb 07 21:08:18.837737 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-75dc5cec-5941-4a3e-b8aa-aa81270bb0fc req-e5439af7-7c9e-484f-9484-7265dd108de7 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625831 Feb 07 21:08:18.847210 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-8344e94c-33c9-492d-97ad-3947de77d060 service neutron] Attempting to bind port d1edeb7c-445c-4564-9c16-a08b9682c42d on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:08:18.847541 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-8344e94c-33c9-492d-97ad-3947de77d060 service neutron] Attempting to bind port d1edeb7c-445c-4564-9c16-a08b9682c42d by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:08:18.847974 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-8344e94c-33c9-492d-97ad-3947de77d060 service neutron] Attempting to bind port d1edeb7c-445c-4564-9c16-a08b9682c42d on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:08:18.853011 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 639bba0d-7b79-49ea-828c-4c25f10ac9b3, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=639bba0d-7b79-49ea-828c-4c25f10ac9b3,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:18.864324 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-8344e94c-33c9-492d-97ad-3947de77d060 service neutron] Port d1edeb7c-445c-4564-9c16-a08b9682c42d on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:08:18.864669 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-8344e94c-33c9-492d-97ad-3947de77d060 service neutron] Attempting to bind port d1edeb7c-445c-4564-9c16-a08b9682c42d on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:08:18.869155 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '639bba0d-7b79-49ea-828c-4c25f10ac9b3', 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3', 'port_id': '639bba0d-7b79-49ea-828c-4c25f10ac9b3', 'mac_address': 'fa:16:3e:d5:e7:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d136787-de5f-4353-a2b9-a7f4409cab76', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:08:18.872659 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-f81f88c2-918f-418d-bf6b-ced46987c328 req-36e37fab-619f-44b0-9d36-33eb0a0b2243 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Deleting port e8b64646-1b26-40bc-adef-67cf448efb31 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:08:18.872994 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f81f88c2-918f-418d-bf6b-ced46987c328 req-36e37fab-619f-44b0-9d36-33eb0a0b2243 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e8b64646-1b26-40bc-adef-67cf448efb31), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:18.879868 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-8344e94c-33c9-492d-97ad-3947de77d060 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:08:18.880220 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-8344e94c-33c9-492d-97ad-3947de77d060 service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:08:18.880649 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-8344e94c-33c9-492d-97ad-3947de77d060 service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:08:18.881096 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-8344e94c-33c9-492d-97ad-3947de77d060 service neutron] Bound port: d1edeb7c-445c-4564-9c16-a08b9682c42d, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:08:18.881451 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-8344e94c-33c9-492d-97ad-3947de77d060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:18.921048 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 639bba0d-7b79-49ea-828c-4c25f10ac9b3 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:18.921447 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (639bba0d-7b79-49ea-828c-4c25f10ac9b3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:18.936219 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec0e53-8a9a-43b8-983f-969111647f38 req-0ea7e227-8189-49fa-bd79-ac8a721e22b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:18.937737 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-86ec0e53-8a9a-43b8-983f-969111647f38 req-0ea7e227-8189-49fa-bd79-ac8a721e22b0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1194355 Feb 07 21:08:18.953668 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639bba0d-7b79-49ea-828c-4c25f10ac9b3 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:08:18.990352 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-afa225b1-8b3c-446f-a452-d7a3f5f90dbe req-e9c10b30-3839-4f3e-ab20-5dd74b10036a service neutron] 10.222.0.69 "GET /v2.0/networks/e84d6b73-d63e-4c91-80fe-e030fae397c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511377 Feb 07 21:08:18.999005 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-8344e94c-33c9-492d-97ad-3947de77d060 service neutron] For port d1edeb7c-445c-4564-9c16-a08b9682c42d, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:08:19.002989 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-8344e94c-33c9-492d-97ad-3947de77d060 service neutron] For port d1edeb7c-445c-4564-9c16-a08b9682c42d, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d1edeb7c-445c-4564-9c16-a08b9682c42d,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:08:19.007105 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 639bba0d-7b79-49ea-828c-4c25f10ac9b3, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=639bba0d-7b79-49ea-828c-4c25f10ac9b3,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:19.023889 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (639bba0d-7b79-49ea-828c-4c25f10ac9b3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:19.029014 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913682a-6f58-4ed5-81b3-a58df3849a5c req-49ac4ef0-a397-415c-b3f3-81780bf5a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:19.030366 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2913682a-6f58-4ed5-81b3-a58df3849a5c req-49ac4ef0-a397-415c-b3f3-81780bf5a3a0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5a2142112eb4c46a5e7f5feebf5df31&device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 1125 time: 0.2661893 Feb 07 21:08:19.032367 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-8344e94c-33c9-492d-97ad-3947de77d060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:19.099058 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-afa225b1-8b3c-446f-a452-d7a3f5f90dbe req-a27310be-1e97-4abe-984e-541fc5174c32 service neutron] 10.222.0.69 "GET /v2.0/networks/e84d6b73-d63e-4c91-80fe-e030fae397c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997801 Feb 07 21:08:19.101733 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec0e53-8a9a-43b8-983f-969111647f38 req-a47315bf-f3bb-47d7-bb93-c3cd12c554a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:19.103153 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-86ec0e53-8a9a-43b8-983f-969111647f38 req-a47315bf-f3bb-47d7-bb93-c3cd12c554a8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1589966 Feb 07 21:08:19.116214 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=639bba0d-7b79-49ea-828c-4c25f10ac9b3,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:19.195825 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-8344e94c-33c9-492d-97ad-3947de77d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:19.196603 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-8344e94c-33c9-492d-97ad-3947de77d060 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:19.198846 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-8344e94c-33c9-492d-97ad-3947de77d060 service neutron] 10.222.0.71 "PUT /v2.0/ports/d1edeb7c-445c-4564-9c16-a08b9682c42d HTTP/1.1" status: 200 len: 1096 time: 2.5720720 Feb 07 21:08:19.261925 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-f81f88c2-918f-418d-bf6b-ced46987c328 req-36e37fab-619f-44b0-9d36-33eb0a0b2243 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] For port e8b64646-1b26-40bc-adef-67cf448efb31, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=e8b64646-1b26-40bc-adef-67cf448efb31,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:19.262297 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f81f88c2-918f-418d-bf6b-ced46987c328 req-36e37fab-619f-44b0-9d36-33eb0a0b2243 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e8b64646-1b26-40bc-adef-67cf448efb31), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:19.368933 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-f81f88c2-918f-418d-bf6b-ced46987c328 req-36e37fab-619f-44b0-9d36-33eb0a0b2243 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Calling delete_port for e8b64646-1b26-40bc-adef-67cf448efb31 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:08:19.374432 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344e94c-33c9-492d-97ad-3947de77d060 service neutron] Pushing event updated for resources: {'Port': ['ID=d1edeb7c-445c-4564-9c16-a08b9682c42d,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:19.426591 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913682a-6f58-4ed5-81b3-a58df3849a5c req-d1cedb84-1994-41d3-85f3-4ec09ad71de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:19.428042 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2913682a-6f58-4ed5-81b3-a58df3849a5c req-d1cedb84-1994-41d3-85f3-4ec09ad71de4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=16d43ce3-c262-4644-8d8c-68d5b7d28be5 HTTP/1.1" status: 200 len: 910 time: 0.3904920 Feb 07 21:08:19.508122 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['639bba0d-7b79-49ea-828c-4c25f10ac9b3'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:08:19.518080 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-6e66b632-6d2b-4cf3-a1a2-a65d7672ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:19.519494 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-6e66b632-6d2b-4cf3-a1a2-a65d7672ac8f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 1130 time: 0.2628958 Feb 07 21:08:19.526866 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2913682a-6f58-4ed5-81b3-a58df3849a5c req-a12c3428-3ccd-4e86-bae4-8ba40248ed4d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18716904-4ed1-4071-9959-cc2b4acf6be7 HTTP/1.1" status: 200 len: 217 time: 0.0597358 Feb 07 21:08:19.540639 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-86ec0e53-8a9a-43b8-983f-969111647f38 req-3ddcadce-7005-4381-a589-ecfeba46fbb0 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292302 Feb 07 21:08:19.544062 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633fb1e-c1bd-4a3c-9560-c0fd043dc8e4 req-086cbfa0-6a88-4f80-b758-30a230f5182b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:19.545740 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8633fb1e-c1bd-4a3c-9560-c0fd043dc8e4 req-086cbfa0-6a88-4f80-b758-30a230f5182b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 948 time: 0.2128108 Feb 07 21:08:19.624223 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-e0c96282-8927-411c-a73b-f93524d88b31 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=d1edeb7c-445c-4564-9c16-a08b9682c42d HTTP/1.1" status: 200 len: 217 time: 0.0876417 Feb 07 21:08:19.668301 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-86ec0e53-8a9a-43b8-983f-969111647f38 req-2478cf8b-578a-42a7-b18d-cf9370383816 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149490 Feb 07 21:08:19.748692 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913682a-6f58-4ed5-81b3-a58df3849a5c req-d68c0a99-796b-4285-9063-0ff0bd073c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:19.750154 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2913682a-6f58-4ed5-81b3-a58df3849a5c req-d68c0a99-796b-4285-9063-0ff0bd073c80 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=14d3bb71-50ef-42a4-9bd8-c39c66580c69 HTTP/1.1" status: 200 len: 848 time: 0.1965010 Feb 07 21:08:19.758178 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8633fb1e-c1bd-4a3c-9560-c0fd043dc8e4 req-70cac51c-9c7c-447b-9a91-fa8497b6e321 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010548 Feb 07 21:08:19.774651 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-8cc574a5-2082-4435-ba88-b5f5b48e24da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:19.776048 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-8cc574a5-2082-4435-ba88-b5f5b48e24da service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1421156 Feb 07 21:08:20.216698 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0466f7c-a621-4631-aa8e-b69f4b5e102c req-6f648873-44ed-4a38-a9ee-36af5240baaa tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:20.218187 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e0466f7c-a621-4631-aa8e-b69f4b5e102c req-6f648873-44ed-4a38-a9ee-36af5240baaa tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b860453-7225-4c8c-bd15-249768b772af HTTP/1.1" status: 200 len: 943 time: 0.5317881 Feb 07 21:08:20.225484 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f81f88c2-918f-418d-bf6b-ced46987c328 req-36e37fab-619f-44b0-9d36-33eb0a0b2243 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (e8b64646-1b26-40bc-adef-67cf448efb31), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:20.236909 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['b9feb26d-0f66-4b71-8ed3-d190edbaf70e', 'e8b64646-1b26-40bc-adef-67cf448efb31'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:08:20.299560 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913682a-6f58-4ed5-81b3-a58df3849a5c req-6d5b677f-2ac6-496d-9887-52e913350825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:20.301168 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2913682a-6f58-4ed5-81b3-a58df3849a5c req-6d5b677f-2ac6-496d-9887-52e913350825 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16d43ce3-c262-4644-8d8c-68d5b7d28be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5393684 Feb 07 21:08:20.301890 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e37fab-619f-44b0-9d36-33eb0a0b2243 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Pushing event deleted for resources: {'Port': ['ID=e8b64646-1b26-40bc-adef-67cf448efb31,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:20.336360 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-d6d71037-ab3a-47b1-abaf-63b016cf08fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:20.337856 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-d6d71037-ab3a-47b1-abaf-63b016cf08fb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5413556 Feb 07 21:08:20.404483 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21af09-7e6b-4706-a05d-6db8f9c505c4 req-1971434f-b52e-43b7-8c2c-7f6c235e8b65 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:20.405939 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b21af09-7e6b-4706-a05d-6db8f9c505c4 req-1971434f-b52e-43b7-8c2c-7f6c235e8b65 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=94dc11f4-0182-4fca-8bb4-18ab5d90c363 HTTP/1.1" status: 200 len: 944 time: 0.5778542 Feb 07 21:08:20.466388 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81f88c2-918f-418d-bf6b-ced46987c328 req-36e37fab-619f-44b0-9d36-33eb0a0b2243 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] No DVR routers for this DVR port e8b64646-1b26-40bc-adef-67cf448efb31 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:08:20.499772 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f81f88c2-918f-418d-bf6b-ced46987c328 req-36e37fab-619f-44b0-9d36-33eb0a0b2243 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:20.503047 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f81f88c2-918f-418d-bf6b-ced46987c328 req-36e37fab-619f-44b0-9d36-33eb0a0b2243 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.71 "DELETE /v2.0/ports/e8b64646-1b26-40bc-adef-67cf448efb31 HTTP/1.1" status: 204 len: 173 time: 2.1181862 Feb 07 21:08:20.525341 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4e6b11c6-afc8-404c-abb7-abd27bf2e13d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:20.640563 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b21af09-7e6b-4706-a05d-6db8f9c505c4 req-1f057e89-68ad-4a6c-bc17-446169653c3b tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221479 Feb 07 21:08:20.653788 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2913682a-6f58-4ed5-81b3-a58df3849a5c req-522fdde0-c77e-4913-85a8-86e8befb8be4 service neutron] 10.222.0.71 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424401 Feb 07 21:08:20.671925 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-46c3186b-1da4-417c-95e6-083f91d3d16e service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032091 Feb 07 21:08:20.674007 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-e0466f7c-a621-4631-aa8e-b69f4b5e102c req-e7bc80b3-8ee0-47ac-9e52-03d0fd3353b6 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Deleting port f1ceb592-9945-4020-8ea6-0029172dea8e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:08:20.674349 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e0466f7c-a621-4631-aa8e-b69f4b5e102c req-e7bc80b3-8ee0-47ac-9e52-03d0fd3353b6 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f1ceb592-9945-4020-8ea6-0029172dea8e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:20.705878 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 3d13e11a-8a09-4854-8c8f-0b16fd8beb6d details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:08:20.708291 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 639bba0d-7b79-49ea-828c-4c25f10ac9b3 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:08:20.736660 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66411210-de16-4570-8eb0-ea45cf1d66da', 'tag': 'd1edeb7c-445c-4564-9c16-a08b9682c42d'}, {'server_uuid': 'e7fafeb1-d26f-46e9-90ef-684075edb8b2', 'name': 'network-vif-deleted', 'tag': 'e8b64646-1b26-40bc-adef-67cf448efb31'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:08:20.739504 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10c14eb-2d44-4d3e-a53a-c854951ffb08" -d '{"events": [{"name": "network-changed", "server_uuid": "66411210-de16-4570-8eb0-ea45cf1d66da", "tag": "d1edeb7c-445c-4564-9c16-a08b9682c42d"}, {"server_uuid": "e7fafeb1-d26f-46e9-90ef-684075edb8b2", "name": "network-vif-deleted", "tag": "e8b64646-1b26-40bc-adef-67cf448efb31"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:08:20.820176 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 639bba0d-7b79-49ea-828c-4c25f10ac9b3 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:08:20.832619 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 639bba0d-7b79-49ea-828c-4c25f10ac9b3 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:08:20.833072 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (639bba0d-7b79-49ea-828c-4c25f10ac9b3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:20.858654 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65f6da8e-00d6-433c-aec5-52f75b27bdc4 req-0c1624bb-ed1f-49a3-9539-43e62d6e9e52 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7fafeb1-d26f-46e9-90ef-684075edb8b2 HTTP/1.1" status: 200 len: 210 time: 0.1159306 Feb 07 21:08:20.867215 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3419a920-6638-43a9-85c8-f911dc26688b req-53447397-c8b0-4b77-b058-34012ce90add service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b7111d70-5d78-4ddd-8a7f-050a628280c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2900810 Feb 07 21:08:20.888300 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 3d13e11a-8a09-4854-8c8f-0b16fd8beb6d, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=3d13e11a-8a09-4854-8c8f-0b16fd8beb6d,segment=NetworkSegment(ffbda5dc-8c70-46e7-b46b-5b1461d21f3c),segment_id=ffbda5dc-8c70-46e7-b46b-5b1461d21f3c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:20.920543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-e0466f7c-a621-4631-aa8e-b69f4b5e102c req-e7bc80b3-8ee0-47ac-9e52-03d0fd3353b6 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] For port f1ceb592-9945-4020-8ea6-0029172dea8e, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=f1ceb592-9945-4020-8ea6-0029172dea8e,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:20.920908 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e0466f7c-a621-4631-aa8e-b69f4b5e102c req-e7bc80b3-8ee0-47ac-9e52-03d0fd3353b6 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f1ceb592-9945-4020-8ea6-0029172dea8e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:20.921988 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '3d13e11a-8a09-4854-8c8f-0b16fd8beb6d', 'network_id': 'e84d6b73-d63e-4c91-80fe-e030fae397c5', 'port_id': '3d13e11a-8a09-4854-8c8f-0b16fd8beb6d', 'mac_address': 'fa:16:3e:3d:33:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8473b91-9da3-4301-bf9b-d97fd8f88178', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:08:20.958954 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-e0466f7c-a621-4631-aa8e-b69f4b5e102c req-e7bc80b3-8ee0-47ac-9e52-03d0fd3353b6 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Calling delete_port for f1ceb592-9945-4020-8ea6-0029172dea8e owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:08:21.020009 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 3d13e11a-8a09-4854-8c8f-0b16fd8beb6d is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:21.020423 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3d13e11a-8a09-4854-8c8f-0b16fd8beb6d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:21.025709 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2913682a-6f58-4ed5-81b3-a58df3849a5c req-816221a3-8f9f-45bd-8a29-47c25050996c service neutron] 10.222.0.71 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631375 Feb 07 21:08:21.037455 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 639bba0d-7b79-49ea-828c-4c25f10ac9b3 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:21.037893 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (639bba0d-7b79-49ea-828c-4c25f10ac9b3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:21.041504 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d13e11a-8a09-4854-8c8f-0b16fd8beb6d {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:08:21.076687 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 3d13e11a-8a09-4854-8c8f-0b16fd8beb6d, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=3d13e11a-8a09-4854-8c8f-0b16fd8beb6d,segment=NetworkSegment(ffbda5dc-8c70-46e7-b46b-5b1461d21f3c),segment_id=ffbda5dc-8c70-46e7-b46b-5b1461d21f3c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:21.082059 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94dc11f4-0182-4fca-8bb4-18ab5d90c363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639bba0d-7b79-49ea-828c-4c25f10ac9b3'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:08:21.082935 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3d8d9d0-017c-4c11-a2ab-96b85617b810 req-b958e075-4b71-4bdf-9972-167479000eda service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011366 Feb 07 21:08:21.084301 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f30af46-b7d0-468e-bac0-401529a72484" -d '{"events": [{"server_uuid": "94dc11f4-0182-4fca-8bb4-18ab5d90c363", "name": "network-vif-plugged", "status": "completed", "tag": "639bba0d-7b79-49ea-828c-4c25f10ac9b3"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:08:21.093710 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3d13e11a-8a09-4854-8c8f-0b16fd8beb6d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:21.111057 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419a920-6638-43a9-85c8-f911dc26688b req-0191cdf3-b285-48fa-9195-4a4f0a0dda70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:21.112623 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3419a920-6638-43a9-85c8-f911dc26688b req-0191cdf3-b285-48fa-9195-4a4f0a0dda70 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=841a01135e18414d8cae49a87b71e7b4&device_id=b7111d70-5d78-4ddd-8a7f-050a628280c4 HTTP/1.1" status: 200 len: 1128 time: 0.1551664 Feb 07 21:08:21.122692 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 639bba0d-7b79-49ea-828c-4c25f10ac9b3, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=639bba0d-7b79-49ea-828c-4c25f10ac9b3,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:21.134494 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (639bba0d-7b79-49ea-828c-4c25f10ac9b3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:21.135529 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device f1ceb592-9945-4020-8ea6-0029172dea8e no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:08:21.138754 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba36bf-3e12-49dc-b629-df89bd6de8be req-30eccf82-d10e-4b3f-9191-fae19340d17f tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:21.140281 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e7ba36bf-3e12-49dc-b629-df89bd6de8be req-30eccf82-d10e-4b3f-9191-fae19340d17f tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9173de9-e090-4e7a-b4ef-1d7e0c8b6b17 HTTP/1.1" status: 200 len: 944 time: 0.1240072 Feb 07 21:08:21.175447 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=3d13e11a-8a09-4854-8c8f-0b16fd8beb6d,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:21.262043 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=639bba0d-7b79-49ea-828c-4c25f10ac9b3,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:21.269719 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port f1ceb592-9945-4020-8ea6-0029172dea8e is: DOWN; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:21.317780 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e7ba36bf-3e12-49dc-b629-df89bd6de8be req-7c6b55f8-7811-4a76-b26d-149bfc0fed44 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/security-groups?id=02a43b1a-8238-4af7-b47f-ac7b06b1905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657450 Feb 07 21:08:21.326575 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419a920-6638-43a9-85c8-f911dc26688b req-2df66619-f579-4e6e-8473-63d5cfa31374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:21.328040 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3419a920-6638-43a9-85c8-f911dc26688b req-2df66619-f579-4e6e-8473-63d5cfa31374 service neutron] 10.222.0.71 "GET /v2.0/networks?id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 HTTP/1.1" status: 200 len: 906 time: 0.1855135 Feb 07 21:08:21.331391 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e0466f7c-a621-4631-aa8e-b69f4b5e102c req-e7bc80b3-8ee0-47ac-9e52-03d0fd3353b6 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f1ceb592-9945-4020-8ea6-0029172dea8e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:21.399018 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc80b3-8ee0-47ac-9e52-03d0fd3353b6 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Pushing event deleted for resources: {'Port': ['ID=f1ceb592-9945-4020-8ea6-0029172dea8e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:21.405576 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3419a920-6638-43a9-85c8-f911dc26688b req-610731cf-916b-4fcf-aa29-cd1be185346d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9feb26d-0f66-4b71-8ed3-d190edbaf70e HTTP/1.1" status: 200 len: 217 time: 0.0682082 Feb 07 21:08:21.494144 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0466f7c-a621-4631-aa8e-b69f4b5e102c req-e7bc80b3-8ee0-47ac-9e52-03d0fd3353b6 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] No DVR routers for this DVR port f1ceb592-9945-4020-8ea6-0029172dea8e on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:08:21.502761 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e0466f7c-a621-4631-aa8e-b69f4b5e102c req-e7bc80b3-8ee0-47ac-9e52-03d0fd3353b6 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:21.506114 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e0466f7c-a621-4631-aa8e-b69f4b5e102c req-e7bc80b3-8ee0-47ac-9e52-03d0fd3353b6 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "DELETE /v2.0/ports/f1ceb592-9945-4020-8ea6-0029172dea8e HTTP/1.1" status: 204 len: 173 time: 1.2768071 Feb 07 21:08:21.521348 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419a920-6638-43a9-85c8-f911dc26688b req-d7cc9a86-1118-43d4-b57a-1be3a66da2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:21.522527 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3419a920-6638-43a9-85c8-f911dc26688b req-d7cc9a86-1118-43d4-b57a-1be3a66da2d6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=039429f6-d6cc-49db-bf32-0ffb3c8562c1 HTTP/1.1" status: 200 len: 845 time: 0.1050658 Feb 07 21:08:21.529680 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['3d13e11a-8a09-4854-8c8f-0b16fd8beb6d'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:08:21.535069 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f980b0-a8c8-4ed6-957a-2667af8ffc21 req-750562d1-fb9f-4dc8-b70f-bf7f6b314126 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:21.537172 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59f980b0-a8c8-4ed6-957a-2667af8ffc21 req-750562d1-fb9f-4dc8-b70f-bf7f6b314126 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 943 time: 0.1354160 Feb 07 21:08:21.570130 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3419a920-6638-43a9-85c8-f911dc26688b req-0c9aba80-c60f-40ac-9ce4-00c94660141f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319788 Feb 07 21:08:21.658759 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59f980b0-a8c8-4ed6-957a-2667af8ffc21 req-4adfbe7e-9b32-4776-a6d6-51a016defda1 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122651 Feb 07 21:08:21.690255 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:21.695964 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3419a920-6638-43a9-85c8-f911dc26688b req-2c90a629-b0cf-402c-802c-2d825abb0b6d service neutron] 10.222.0.71 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193480 Feb 07 21:08:21.754720 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Feb 2022 21:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1095d63-d148-4f27-bb7f-bda80b92e21b x-openstack-request-id: req-d1095d63-d148-4f27-bb7f-bda80b92e21b {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:08:21.755097 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66411210-de16-4570-8eb0-ea45cf1d66da", "tag": "d1edeb7c-445c-4564-9c16-a08b9682c42d", "status": "completed", "code": 200}, {"server_uuid": "e7fafeb1-d26f-46e9-90ef-684075edb8b2", "name": "network-vif-deleted", "tag": "e8b64646-1b26-40bc-adef-67cf448efb31", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:08:21.755429 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d1095d63-d148-4f27-bb7f-bda80b92e21b {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:08:21.755906 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66411210-de16-4570-8eb0-ea45cf1d66da', 'tag': 'd1edeb7c-445c-4564-9c16-a08b9682c42d', 'status': 'completed', 'code': 200} Feb 07 21:08:21.756238 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fafeb1-d26f-46e9-90ef-684075edb8b2', 'name': 'network-vif-deleted', 'tag': 'e8b64646-1b26-40bc-adef-67cf448efb31', 'status': 'completed', 'code': 200} Feb 07 21:08:21.837974 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1eb2d8-6405-4907-859a-e221f4429f98 x-openstack-request-id: req-3f1eb2d8-6405-4907-859a-e221f4429f98 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:08:21.838339 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94dc11f4-0182-4fca-8bb4-18ab5d90c363", "name": "network-vif-plugged", "status": "completed", "tag": "639bba0d-7b79-49ea-828c-4c25f10ac9b3", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:08:21.838704 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f1eb2d8-6405-4907-859a-e221f4429f98 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:08:21.839183 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94dc11f4-0182-4fca-8bb4-18ab5d90c363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639bba0d-7b79-49ea-828c-4c25f10ac9b3', 'code': 200} Feb 07 21:08:21.874129 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c14eb-2d44-4d3e-a53a-c854951ffb08 req-6c5e34db-dc12-406c-b367-e052121b4e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:21.875629 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d10c14eb-2d44-4d3e-a53a-c854951ffb08 req-6c5e34db-dc12-406c-b367-e052121b4e44 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 1130 time: 0.1146479 Feb 07 21:08:21.877439 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3419a920-6638-43a9-85c8-f911dc26688b req-49fe9413-d097-42cd-a4da-dcb2b3cbb68c service neutron] 10.222.0.71 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740537 Feb 07 21:08:21.889531 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9306ee9-844d-4643-9f17-02dbe73cec17 req-fb1dc318-51cb-4393-88b8-423fb22ef45d tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:21.891021 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9306ee9-844d-4643-9f17-02dbe73cec17 req-fb1dc318-51cb-4393-88b8-423fb22ef45d tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 948 time: 0.0990586 Feb 07 21:08:21.954130 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46137a-60f9-429e-bce6-5a877de9e0ba req-027a2d43-6076-474e-b5d7-fbc51f725958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:21.956561 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd46137a-60f9-429e-bce6-5a877de9e0ba req-027a2d43-6076-474e-b5d7-fbc51f725958 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=94dc11f4-0182-4fca-8bb4-18ab5d90c363 HTTP/1.1" status: 200 len: 1127 time: 0.0535145 Feb 07 21:08:22.003506 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd46137a-60f9-429e-bce6-5a877de9e0ba req-c1b5ef46-dbcb-455d-9347-fd01686ec594 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406332 Feb 07 21:08:22.039373 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9306ee9-844d-4643-9f17-02dbe73cec17 req-60c28c17-475e-408c-8645-88f47c7ab6aa tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377196 Feb 07 21:08:22.057742 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c14eb-2d44-4d3e-a53a-c854951ffb08 req-f6f57b1a-d46b-4df8-afb6-a9a58246c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:22.059350 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d10c14eb-2d44-4d3e-a53a-c854951ffb08 req-f6f57b1a-d46b-4df8-afb6-a9a58246c0b4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1673200 Feb 07 21:08:22.067375 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff388f3d-b316-4523-88ea-67c7f58466ec req-e62eb30c-ad1e-476b-a692-f672b30e1427 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:22.068842 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ff388f3d-b316-4523-88ea-67c7f58466ec req-e62eb30c-ad1e-476b-a692-f672b30e1427 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=94dc11f4-0182-4fca-8bb4-18ab5d90c363 HTTP/1.1" status: 200 len: 945 time: 0.1683950 Feb 07 21:08:22.111182 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d10c14eb-2d44-4d3e-a53a-c854951ffb08 req-b29634cd-7924-401f-abcd-5e982910b6ed service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=d1edeb7c-445c-4564-9c16-a08b9682c42d HTTP/1.1" status: 200 len: 217 time: 0.0413291 Feb 07 21:08:22.195301 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ff388f3d-b316-4523-88ea-67c7f58466ec req-98f6d3bf-0be9-45f5-850b-0a5b624b1371 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183469 Feb 07 21:08:22.197582 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c14eb-2d44-4d3e-a53a-c854951ffb08 req-7767a862-9b59-44bd-9dd2-8bb40ef2adb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:22.199395 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d10c14eb-2d44-4d3e-a53a-c854951ffb08 req-7767a862-9b59-44bd-9dd2-8bb40ef2adb0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0767503 Feb 07 21:08:22.290720 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c14eb-2d44-4d3e-a53a-c854951ffb08 req-88e9b84e-552d-480c-a93f-611da4f35420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:22.292578 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d10c14eb-2d44-4d3e-a53a-c854951ffb08 req-88e9b84e-552d-480c-a93f-611da4f35420 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0857370 Feb 07 21:08:22.536816 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d10c14eb-2d44-4d3e-a53a-c854951ffb08 req-9deb5423-4154-4b20-b4c5-de4e9beaa282 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320096 Feb 07 21:08:22.553156 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0a353-0f6e-46c3-99d1-4ec4a924ed28 req-c3eb2de3-fbd8-440e-9438-80680d890acd tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:22.554632 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-02f0a353-0f6e-46c3-99d1-4ec4a924ed28 req-c3eb2de3-fbd8-440e-9438-80680d890acd tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9173de9-e090-4e7a-b4ef-1d7e0c8b6b17 HTTP/1.1" status: 200 len: 945 time: 0.1433296 Feb 07 21:08:22.616212 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca01894-8073-4640-a8d5-00de35b94f56 req-b1d7d4bb-bab1-45a1-8c90-055d885960f6 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:22.617799 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fca01894-8073-4640-a8d5-00de35b94f56 req-b1d7d4bb-bab1-45a1-8c90-055d885960f6 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/networks?id=bf854134-2113-420b-b9e5-1df875fc6e85 HTTP/1.1" status: 200 len: 812 time: 0.2380993 Feb 07 21:08:22.653548 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fca01894-8073-4640-a8d5-00de35b94f56 req-3b42a200-b9e5-4b04-8d59-33291929830c tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/quotas/c752a538afe047fe808375441195e2c5 HTTP/1.1" status: 200 len: 375 time: 0.0262930 Feb 07 21:08:22.706416 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 18716904-4ed1-4071-9959-cc2b4acf6be7 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:08:22.711321 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device e8b64646-1b26-40bc-adef-67cf448efb31 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:08:22.715619 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fca01894-8073-4640-a8d5-00de35b94f56 req-410c4918-0d1d-423e-b87d-5ade9355e2fe tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c752a538afe047fe808375441195e2c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532787 Feb 07 21:08:22.727507 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-02f0a353-0f6e-46c3-99d1-4ec4a924ed28 req-7cb062e4-cd53-47cc-ac8b-2c377ad15dc5 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/security-groups?id=02a43b1a-8238-4af7-b47f-ac7b06b1905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620288 Feb 07 21:08:22.729875 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d10c14eb-2d44-4d3e-a53a-c854951ffb08 req-1ab154fe-29ce-4028-a3a6-49609c4d6736 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743562 Feb 07 21:08:22.741222 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: e8b64646-1b26-40bc-adef-67cf448efb31 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:08:22.741707 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device e8b64646-1b26-40bc-adef-67cf448efb31 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:08:22.846564 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fca01894-8073-4640-a8d5-00de35b94f56 req-bb7ef1dc-492a-4c79-9f17-3bb12e9afd3a service neutron] 10.222.0.65 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136017 Feb 07 21:08:22.855233 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 18716904-4ed1-4071-9959-cc2b4acf6be7, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=18716904-4ed1-4071-9959-cc2b4acf6be7,segment=NetworkSegment(ca0230ab-0bc8-4d0b-aed5-fc5d476307d5),segment_id=ca0230ab-0bc8-4d0b-aed5-fc5d476307d5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:22.877539 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '18716904-4ed1-4071-9959-cc2b4acf6be7', 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5', 'port_id': '18716904-4ed1-4071-9959-cc2b4acf6be7', 'mac_address': 'fa:16:3e:dc:09:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:08:22.924517 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 18716904-4ed1-4071-9959-cc2b4acf6be7 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:22.924909 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (18716904-4ed1-4071-9959-cc2b4acf6be7), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:22.938446 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18716904-4ed1-4071-9959-cc2b4acf6be7 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:08:22.948107 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fca01894-8073-4640-a8d5-00de35b94f56 req-76d5fc61-c880-43f5-8309-93f3237b6fab service neutron] 10.222.0.65 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937834 Feb 07 21:08:22.963841 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 18716904-4ed1-4071-9959-cc2b4acf6be7, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=18716904-4ed1-4071-9959-cc2b4acf6be7,segment=NetworkSegment(ca0230ab-0bc8-4d0b-aed5-fc5d476307d5),segment_id=ca0230ab-0bc8-4d0b-aed5-fc5d476307d5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:22.967727 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (18716904-4ed1-4071-9959-cc2b4acf6be7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:23.037859 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=18716904-4ed1-4071-9959-cc2b4acf6be7,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:23.152350 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:23.323826 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['18716904-4ed1-4071-9959-cc2b4acf6be7'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:08:23.558625 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47544ee-41b6-416a-897d-a392fbe3f14c req-bd1f4b5c-6525-4fd2-9c69-ac1cb468580d tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:23.560163 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c47544ee-41b6-416a-897d-a392fbe3f14c req-bd1f4b5c-6525-4fd2-9c69-ac1cb468580d tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 944 time: 0.1210158 Feb 07 21:08:23.568222 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-94cd4c4d-4199-4842-a591-e7bdae343d77 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:23.569801 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-94cd4c4d-4199-4842-a591-e7bdae343d77 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/networks?id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 HTTP/1.1" status: 200 len: 805 time: 0.4794607 Feb 07 21:08:23.595290 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-2cb7f12c-a15f-4497-8369-889e1305bbc3 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/quotas/841a01135e18414d8cae49a87b71e7b4 HTTP/1.1" status: 200 len: 375 time: 0.0175357 Feb 07 21:08:23.645622 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c47544ee-41b6-416a-897d-a392fbe3f14c req-6bfeb8b2-df61-47c8-b41f-202d2bcba1a3 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747206 Feb 07 21:08:23.676174 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-09f4c649-ee84-4d96-b5a1-ce7838791abb tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=841a01135e18414d8cae49a87b71e7b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0703394 Feb 07 21:08:23.758285 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b860453-7225-4c8c-bd15-249768b772af', 'name': 'network-vif-deleted', 'tag': 'f1ceb592-9945-4020-8ea6-0029172dea8e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:08:23.761900 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8634ec3-4c9e-493c-b2e8-d5bc43bc47bf" -d '{"events": [{"server_uuid": "5b860453-7225-4c8c-bd15-249768b772af", "name": "network-vif-deleted", "tag": "f1ceb592-9945-4020-8ea6-0029172dea8e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:08:23.781136 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-ffbae3dd-b0dc-4807-99f9-a82014e895c2 service neutron] 10.222.0.65 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977242 Feb 07 21:08:23.868661 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-d8616056-bde4-47d8-8f5f-b1e2cc41aabd service neutron] 10.222.0.65 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807617 Feb 07 21:08:24.079662 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa6ddc-fad4-4666-9217-8b0ffb8fa5d0 req-fdd4f6b4-4255-4415-bef6-adc6fc4b889d tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:24.082448 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9aa6ddc-fad4-4666-9217-8b0ffb8fa5d0 req-fdd4f6b4-4255-4415-bef6-adc6fc4b889d tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 948 time: 0.0629876 Feb 07 21:08:24.225179 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9aa6ddc-fad4-4666-9217-8b0ffb8fa5d0 req-b4727a1b-0ab6-4b8d-9d5a-38f81adbc69a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374407 Feb 07 21:08:24.332466 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca01894-8073-4640-a8d5-00de35b94f56 req-6306fc42-533c-40cd-bf0d-07704cbb702c tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:24.334044 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fca01894-8073-4640-a8d5-00de35b94f56 req-6306fc42-533c-40cd-bf0d-07704cbb702c tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.71 "GET /v2.0/networks?id=bf854134-2113-420b-b9e5-1df875fc6e85 HTTP/1.1" status: 200 len: 812 time: 0.2368417 Feb 07 21:08:24.369621 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a901def-691f-43ed-b845-ee3e9acd0e96 req-f2c9ed1a-ef58-4270-aaa0-49459f86c202 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 210 time: 0.0586960 Feb 07 21:08:24.374310 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-fca01894-8073-4640-a8d5-00de35b94f56 req-ee1cbd8e-0617-4787-96b1-2ef9aa9ed19f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Request body: {'port': {'device_id': 'a5fe69e2-07c1-42d0-8569-42410969ea4e', 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85', 'admin_state_up': True, 'tenant_id': 'c752a538afe047fe808375441195e2c5'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:24.381000 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:24.536633 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a52892-4186-4042-bd63-ee4e862ea868 req-94b5b118-ba61-4a56-8638-7f2321e065ad tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:24.538133 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80a52892-4186-4042-bd63-ee4e862ea868 req-94b5b118-ba61-4a56-8638-7f2321e065ad tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=94dc11f4-0182-4fca-8bb4-18ab5d90c363 HTTP/1.1" status: 200 len: 945 time: 0.2028956 Feb 07 21:08:24.584156 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79259596-5117-4f64-acfc-416a0a946d4c req-336d13bf-03cc-4bcf-9471-84bdd27b6983 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:24.585661 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79259596-5117-4f64-acfc-416a0a946d4c req-336d13bf-03cc-4bcf-9471-84bdd27b6983 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9173de9-e090-4e7a-b4ef-1d7e0c8b6b17 HTTP/1.1" status: 200 len: 945 time: 0.1341352 Feb 07 21:08:24.634849 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca01894-8073-4640-a8d5-00de35b94f56 req-ee1cbd8e-0617-4787-96b1-2ef9aa9ed19f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Made reservation on behalf of c752a538afe047fe808375441195e2c5 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:08:24.637631 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fca01894-8073-4640-a8d5-00de35b94f56 req-ee1cbd8e-0617-4787-96b1-2ef9aa9ed19f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:24.645151 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80a52892-4186-4042-bd63-ee4e862ea868 req-e887790f-ba2b-4d4e-9394-22e2bdb604e2 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972345 Feb 07 21:08:24.680864 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79259596-5117-4f64-acfc-416a0a946d4c req-15eaa91d-b7fc-43ea-af25-e088342f370e tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/security-groups?id=02a43b1a-8238-4af7-b47f-ac7b06b1905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841448 Feb 07 21:08:24.712988 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 3d13e11a-8a09-4854-8c8f-0b16fd8beb6d up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:08:24.717147 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d1edeb7c-445c-4564-9c16-a08b9682c42d details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:08:24.718999 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 07 Feb 2022 21:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587b6b09-8a63-4d06-b36b-280bb0ebf020 x-openstack-request-id: req-587b6b09-8a63-4d06-b36b-280bb0ebf020 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:08:24.719297 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b860453-7225-4c8c-bd15-249768b772af", "name": "network-vif-deleted", "tag": "f1ceb592-9945-4020-8ea6-0029172dea8e", "status": "failed", "code": 422}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:08:24.719694 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-587b6b09-8a63-4d06-b36b-280bb0ebf020 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:08:24.720506 n-d-828185-2 neutron-server[103255]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5b860453-7225-4c8c-bd15-249768b772af', 'name': 'network-vif-deleted', 'tag': 'f1ceb592-9945-4020-8ea6-0029172dea8e', 'status': 'failed', 'code': 422} returned with failed status Feb 07 21:08:24.722961 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 18716904-4ed1-4071-9959-cc2b4acf6be7 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:08:24.837906 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a02fa16b-500a-4e5b-9d4a-c932ed458df4 req-ed5e657c-08e9-4380-992d-5609ec7a8fab tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=d07e487b-5abf-48ec-bc39-dd6c4a093fc9 HTTP/1.1" status: 200 len: 210 time: 0.0566440 Feb 07 21:08:24.868108 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-fca01894-8073-4640-a8d5-00de35b94f56 req-ee1cbd8e-0617-4787-96b1-2ef9aa9ed19f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Allocated IP 172.20.0.9 (bf854134-2113-420b-b9e5-1df875fc6e85/2f8980a6-7981-49aa-b0cb-ed215989d81d/eaede541-68c3-4d82-ad8f-7ef40447a189) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:08:24.874005 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 3d13e11a-8a09-4854-8c8f-0b16fd8beb6d completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:08:24.885809 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 3d13e11a-8a09-4854-8c8f-0b16fd8beb6d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:08:24.886458 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3d13e11a-8a09-4854-8c8f-0b16fd8beb6d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:24.920822 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1004c8-9643-4901-bb60-befe3cf0edaa req-a323f1ed-94f7-40e4-a743-0e2de9c0f083 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:24.922420 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef1004c8-9643-4901-bb60-befe3cf0edaa req-a323f1ed-94f7-40e4-a743-0e2de9c0f083 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 944 time: 0.1299384 Feb 07 21:08:24.923747 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 18716904-4ed1-4071-9959-cc2b4acf6be7 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:08:24.939525 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 18716904-4ed1-4071-9959-cc2b4acf6be7 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:08:24.939905 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (18716904-4ed1-4071-9959-cc2b4acf6be7), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:24.973539 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port d1edeb7c-445c-4564-9c16-a08b9682c42d, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d1edeb7c-445c-4564-9c16-a08b9682c42d,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:25.004342 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'd1edeb7c-445c-4564-9c16-a08b9682c42d', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': 'd1edeb7c-445c-4564-9c16-a08b9682c42d', 'mac_address': 'fa:16:3e:1f:37:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:08:25.100351 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef1004c8-9643-4901-bb60-befe3cf0edaa req-1b8f91a1-1b11-4552-a9bc-4eaf8e55c5a7 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622806 Feb 07 21:08:25.100972 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 3d13e11a-8a09-4854-8c8f-0b16fd8beb6d is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:25.100972 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3d13e11a-8a09-4854-8c8f-0b16fd8beb6d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:25.119029 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port d1edeb7c-445c-4564-9c16-a08b9682c42d is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:25.119823 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:25.153360 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1edeb7c-445c-4564-9c16-a08b9682c42d {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:08:25.174306 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 18716904-4ed1-4071-9959-cc2b4acf6be7 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:25.174968 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (18716904-4ed1-4071-9959-cc2b4acf6be7), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:25.188628 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9173de9-e090-4e7a-b4ef-1d7e0c8b6b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d13e11a-8a09-4854-8c8f-0b16fd8beb6d'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:08:25.191197 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda01167-25a8-4e0a-915f-953f305c4005" -d '{"events": [{"server_uuid": "b9173de9-e090-4e7a-b4ef-1d7e0c8b6b17", "name": "network-vif-plugged", "status": "completed", "tag": "3d13e11a-8a09-4854-8c8f-0b16fd8beb6d"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:08:25.195784 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-fd407a73-1663-4b94-8727-13beb3be6e95 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:25.197306 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-fd407a73-1663-4b94-8727-13beb3be6e95 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.69 "GET /v2.0/networks?id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 HTTP/1.1" status: 200 len: 805 time: 0.1200137 Feb 07 21:08:25.209147 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port d1edeb7c-445c-4564-9c16-a08b9682c42d, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d1edeb7c-445c-4564-9c16-a08b9682c42d,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:25.225163 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 3d13e11a-8a09-4854-8c8f-0b16fd8beb6d, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=3d13e11a-8a09-4854-8c8f-0b16fd8beb6d,segment=NetworkSegment(ffbda5dc-8c70-46e7-b46b-5b1461d21f3c),segment_id=ffbda5dc-8c70-46e7-b46b-5b1461d21f3c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:25.228188 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:25.235962 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-97adbca4-1a5f-4f0f-8b9c-200559103503 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Request body: {'port': {'device_id': 'd07e487b-5abf-48ec-bc39-dd6c4a093fc9', 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81', 'admin_state_up': True, 'tenant_id': '841a01135e18414d8cae49a87b71e7b4'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:25.280061 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3d13e11a-8a09-4854-8c8f-0b16fd8beb6d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:25.282927 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fca01894-8073-4640-a8d5-00de35b94f56 req-ee1cbd8e-0617-4787-96b1-2ef9aa9ed19f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks [] for port (eaede541-68c3-4d82-ad8f-7ef40447a189), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:25.291236 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a3215-9a5e-4afe-ac24-83b6d18cb8af req-a0eb43ee-b36b-404d-9df8-130fc85c0f7e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:25.298209 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-757a3215-9a5e-4afe-ac24-83b6d18cb8af req-a0eb43ee-b36b-404d-9df8-130fc85c0f7e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=94dc11f4-0182-4fca-8bb4-18ab5d90c363 HTTP/1.1" status: 200 len: 945 time: 0.2245336 Feb 07 21:08:25.342473 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593c1630-a444-4041-a76d-b4508a242d81 x-openstack-request-id: req-593c1630-a444-4041-a76d-b4508a242d81 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:08:25.342828 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9173de9-e090-4e7a-b4ef-1d7e0c8b6b17", "name": "network-vif-plugged", "status": "completed", "tag": "3d13e11a-8a09-4854-8c8f-0b16fd8beb6d", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:08:25.343030 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-593c1630-a444-4041-a76d-b4508a242d81 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:08:25.343430 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9173de9-e090-4e7a-b4ef-1d7e0c8b6b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d13e11a-8a09-4854-8c8f-0b16fd8beb6d', 'code': 200} Feb 07 21:08:25.344527 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=d1edeb7c-445c-4564-9c16-a08b9682c42d,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:25.369147 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-757a3215-9a5e-4afe-ac24-83b6d18cb8af req-fed3024a-b0e0-4ca2-ac05-21041ee9d35e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700002 Feb 07 21:08:25.370385 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 18716904-4ed1-4071-9959-cc2b4acf6be7, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=18716904-4ed1-4071-9959-cc2b4acf6be7,segment=NetworkSegment(ca0230ab-0bc8-4d0b-aed5-fc5d476307d5),segment_id=ca0230ab-0bc8-4d0b-aed5-fc5d476307d5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:25.410740 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-97adbca4-1a5f-4f0f-8b9c-200559103503 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Made reservation on behalf of 841a01135e18414d8cae49a87b71e7b4 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:08:25.413597 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fca01894-8073-4640-a8d5-00de35b94f56 req-ee1cbd8e-0617-4787-96b1-2ef9aa9ed19f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (eaede541-68c3-4d82-ad8f-7ef40447a189), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:25.415986 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-97adbca4-1a5f-4f0f-8b9c-200559103503 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:25.433133 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (18716904-4ed1-4071-9959-cc2b4acf6be7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:25.450032 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=3d13e11a-8a09-4854-8c8f-0b16fd8beb6d,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:25.512932 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=18716904-4ed1-4071-9959-cc2b4acf6be7,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:25.521833 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b9582-9ffb-43ef-b5ee-072c2f8d5803 req-79ee553b-951b-4b3c-9969-8b32ea7cff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:25.523340 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-520b9582-9ffb-43ef-b5ee-072c2f8d5803 req-79ee553b-951b-4b3c-9969-8b32ea7cff27 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b9173de9-e090-4e7a-b4ef-1d7e0c8b6b17 HTTP/1.1" status: 200 len: 1128 time: 0.1239457 Feb 07 21:08:25.532769 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca01894-8073-4640-a8d5-00de35b94f56 req-ee1cbd8e-0617-4787-96b1-2ef9aa9ed19f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Network bf854134-2113-420b-b9e5-1df875fc6e85 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:08:25.539420 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-fca01894-8073-4640-a8d5-00de35b94f56 req-ee1cbd8e-0617-4787-96b1-2ef9aa9ed19f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:08:25.548972 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca01894-8073-4640-a8d5-00de35b94f56 req-ee1cbd8e-0617-4787-96b1-2ef9aa9ed19f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:08:25.556254 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cbd8e-0617-4787-96b1-2ef9aa9ed19f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Pushing event updated for resources: {'Port': ['ID=eaede541-68c3-4d82-ad8f-7ef40447a189,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:25.588266 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['d1edeb7c-445c-4564-9c16-a08b9682c42d'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:08:25.604076 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a51356-2296-4ee2-8eaa-dfa96129e380 req-1081643e-afa7-477a-a0e7-4b1e81628846 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:25.610953 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-39a51356-2296-4ee2-8eaa-dfa96129e380 req-1081643e-afa7-477a-a0e7-4b1e81628846 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 949 time: 0.1247952 Feb 07 21:08:25.633236 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-97adbca4-1a5f-4f0f-8b9c-200559103503 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Allocated IP 172.20.0.8 (cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81/039429f6-d6cc-49db-bf32-0ffb3c8562c1/66a42d3e-7744-430a-a865-053bbb45a7ef) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:08:25.640992 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca01894-8073-4640-a8d5-00de35b94f56 req-ee1cbd8e-0617-4787-96b1-2ef9aa9ed19f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:25.641744 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fca01894-8073-4640-a8d5-00de35b94f56 req-ee1cbd8e-0617-4787-96b1-2ef9aa9ed19f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:25.695296 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-39a51356-2296-4ee2-8eaa-dfa96129e380 req-617f5ae1-7b4a-4e88-b13f-5e61c265baf2 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753667 Feb 07 21:08:25.695296 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fca01894-8073-4640-a8d5-00de35b94f56 req-ee1cbd8e-0617-4787-96b1-2ef9aa9ed19f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3283620 Feb 07 21:08:25.702940 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-fca01894-8073-4640-a8d5-00de35b94f56 req-7e5ac72b-bcc4-43ea-aa1d-c2c311c106b9 service neutron] Request body: {'port': {'device_id': 'a5fe69e2-07c1-42d0-8569-42410969ea4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:25.827520 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fca01894-8073-4640-a8d5-00de35b94f56 req-7e5ac72b-bcc4-43ea-aa1d-c2c311c106b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (eaede541-68c3-4d82-ad8f-7ef40447a189), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:25.828083 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-520b9582-9ffb-43ef-b5ee-072c2f8d5803 req-af290792-6130-4777-8653-b6f80509d76b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=02a43b1a-8238-4af7-b47f-ac7b06b1905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962639 Feb 07 21:08:25.887108 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-97adbca4-1a5f-4f0f-8b9c-200559103503 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks [] for port (66a42d3e-7744-430a-a865-053bbb45a7ef), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:25.887430 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5d605-b217-4184-b024-19bb389038b1 req-3ed70d39-a11d-49be-9e58-2802036924d4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:25.889003 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-23e5d605-b217-4184-b024-19bb389038b1 req-3ed70d39-a11d-49be-9e58-2802036924d4 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 931 time: 0.1000497 Feb 07 21:08:25.923000 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-97adbca4-1a5f-4f0f-8b9c-200559103503 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (66a42d3e-7744-430a-a865-053bbb45a7ef), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:25.939798 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['b9feb26d-0f66-4b71-8ed3-d190edbaf70e'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:08:25.972883 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-97adbca4-1a5f-4f0f-8b9c-200559103503 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:08:25.975672 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-97adbca4-1a5f-4f0f-8b9c-200559103503 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:08:25.981087 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-97adbca4-1a5f-4f0f-8b9c-200559103503 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:08:26.014257 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adbca4-1a5f-4f0f-8b9c-200559103503 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Pushing event updated for resources: {'Port': ['ID=66a42d3e-7744-430a-a865-053bbb45a7ef,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:26.036657 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-97adbca4-1a5f-4f0f-8b9c-200559103503 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:26.037393 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-97adbca4-1a5f-4f0f-8b9c-200559103503 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:26.042554 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42348c1-b3f6-4097-8c26-e38fbeac3f49 req-a3b16e2b-e7d8-49be-9375-9f3fe586c3f3 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:26.044061 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c42348c1-b3f6-4097-8c26-e38fbeac3f49 req-a3b16e2b-e7d8-49be-9375-9f3fe586c3f3 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9173de9-e090-4e7a-b4ef-1d7e0c8b6b17 HTTP/1.1" status: 200 len: 946 time: 0.1753230 Feb 07 21:08:26.049779 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-23e5d605-b217-4184-b024-19bb389038b1 req-233528c2-b825-4e74-8619-b50b0909441b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347222 Feb 07 21:08:26.065396 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-97adbca4-1a5f-4f0f-8b9c-200559103503 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8555667 Feb 07 21:08:26.151584 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-cf2084c4-52b7-4dd3-a6cc-0fd87cbadd53 service neutron] Request body: {'port': {'device_id': 'd07e487b-5abf-48ec-bc39-dd6c4a093fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:26.180229 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c42348c1-b3f6-4097-8c26-e38fbeac3f49 req-8725c22d-e53c-44a2-b3e7-fe01a2233d4e tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/security-groups?id=02a43b1a-8238-4af7-b47f-ac7b06b1905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233931 Feb 07 21:08:26.246878 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6832e80-523d-4cd6-9c98-c3661cd7b9a9 req-30ed636c-03bf-4259-a644-4a04f9274580 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:26.248497 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e6832e80-523d-4cd6-9c98-c3661cd7b9a9 req-30ed636c-03bf-4259-a644-4a04f9274580 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=d07e487b-5abf-48ec-bc39-dd6c4a093fc9 HTTP/1.1" status: 200 len: 931 time: 0.1068716 Feb 07 21:08:26.255317 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-cf2084c4-52b7-4dd3-a6cc-0fd87cbadd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (66a42d3e-7744-430a-a865-053bbb45a7ef), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:26.330740 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-fca01894-8073-4640-a8d5-00de35b94f56 req-7e5ac72b-bcc4-43ea-aa1d-c2c311c106b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaede541-68c3-4d82-ad8f-7ef40447a189 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:08:26.346303 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fca01894-8073-4640-a8d5-00de35b94f56 req-7e5ac72b-bcc4-43ea-aa1d-c2c311c106b9 service neutron] Publish callbacks [] for port (eaede541-68c3-4d82-ad8f-7ef40447a189), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:26.380444 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-fca01894-8073-4640-a8d5-00de35b94f56 req-7e5ac72b-bcc4-43ea-aa1d-c2c311c106b9 service neutron] Transition to ACTIVE for port object eaede541-68c3-4d82-ad8f-7ef40447a189 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:08:26.385247 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e6832e80-523d-4cd6-9c98-c3661cd7b9a9 req-4b43fcf0-5522-4f83-8138-011486d7a94a tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111755 Feb 07 21:08:26.389056 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fca01894-8073-4640-a8d5-00de35b94f56 req-7e5ac72b-bcc4-43ea-aa1d-c2c311c106b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (eaede541-68c3-4d82-ad8f-7ef40447a189), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:26.424362 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdb209-83e4-44f3-95c5-2295efab50a5 req-e31decec-57ed-433a-a891-ac77310f3d43 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:26.431528 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-12cdb209-83e4-44f3-95c5-2295efab50a5 req-e31decec-57ed-433a-a891-ac77310f3d43 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.1437769 Feb 07 21:08:26.477381 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ac72b-bcc4-43ea-aa1d-c2c311c106b9 service neutron] Pushing event updated for resources: {'Port': ['ID=eaede541-68c3-4d82-ad8f-7ef40447a189,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:26.549552 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-cf2084c4-52b7-4dd3-a6cc-0fd87cbadd53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a42d3e-7744-430a-a865-053bbb45a7ef {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:08:26.557833 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-cf2084c4-52b7-4dd3-a6cc-0fd87cbadd53 service neutron] Publish callbacks [] for port (66a42d3e-7744-430a-a865-053bbb45a7ef), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:26.570715 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-cf2084c4-52b7-4dd3-a6cc-0fd87cbadd53 service neutron] Transition to ACTIVE for port object 66a42d3e-7744-430a-a865-053bbb45a7ef will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:08:26.574040 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-cf2084c4-52b7-4dd3-a6cc-0fd87cbadd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (66a42d3e-7744-430a-a865-053bbb45a7ef), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:26.581465 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-12cdb209-83e4-44f3-95c5-2295efab50a5 req-4fc064dc-4bfa-4227-ab5f-2faaa63c4c16 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487138 Feb 07 21:08:26.613910 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-fca01894-8073-4640-a8d5-00de35b94f56 req-7e5ac72b-bcc4-43ea-aa1d-c2c311c106b9 service neutron] Attempting to bind port eaede541-68c3-4d82-ad8f-7ef40447a189 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:08:26.614296 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-fca01894-8073-4640-a8d5-00de35b94f56 req-7e5ac72b-bcc4-43ea-aa1d-c2c311c106b9 service neutron] Attempting to bind port eaede541-68c3-4d82-ad8f-7ef40447a189 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '978d531a-5f04-4ecc-9967-0e2116886724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:08:26.614626 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca01894-8073-4640-a8d5-00de35b94f56 req-7e5ac72b-bcc4-43ea-aa1d-c2c311c106b9 service neutron] Attempting to bind port eaede541-68c3-4d82-ad8f-7ef40447a189 on network bf854134-2113-420b-b9e5-1df875fc6e85 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:08:26.625872 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a0999-39b8-4b2b-8b76-06859964c3cb req-87dc3d3d-2865-4848-8042-507c58d8831e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:26.627377 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-104a0999-39b8-4b2b-8b76-06859964c3cb req-87dc3d3d-2865-4848-8042-507c58d8831e tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=94dc11f4-0182-4fca-8bb4-18ab5d90c363 HTTP/1.1" status: 200 len: 945 time: 0.1368320 Feb 07 21:08:26.628435 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca01894-8073-4640-a8d5-00de35b94f56 req-7e5ac72b-bcc4-43ea-aa1d-c2c311c106b9 service neutron] Port eaede541-68c3-4d82-ad8f-7ef40447a189 on network bf854134-2113-420b-b9e5-1df875fc6e85 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:08:26.629426 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca01894-8073-4640-a8d5-00de35b94f56 req-7e5ac72b-bcc4-43ea-aa1d-c2c311c106b9 service neutron] Attempting to bind port eaede541-68c3-4d82-ad8f-7ef40447a189 on network bf854134-2113-420b-b9e5-1df875fc6e85 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:08:26.635335 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca01894-8073-4640-a8d5-00de35b94f56 req-7e5ac72b-bcc4-43ea-aa1d-c2c311c106b9 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:08:26.635613 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca01894-8073-4640-a8d5-00de35b94f56 req-7e5ac72b-bcc4-43ea-aa1d-c2c311c106b9 service neutron] Checking segment: {'id': '978d531a-5f04-4ecc-9967-0e2116886724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:08:26.636042 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca01894-8073-4640-a8d5-00de35b94f56 req-7e5ac72b-bcc4-43ea-aa1d-c2c311c106b9 service neutron] Bound using segment: {'id': '978d531a-5f04-4ecc-9967-0e2116886724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:08:26.636561 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-fca01894-8073-4640-a8d5-00de35b94f56 req-7e5ac72b-bcc4-43ea-aa1d-c2c311c106b9 service neutron] Bound port: eaede541-68c3-4d82-ad8f-7ef40447a189, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978d531a-5f04-4ecc-9967-0e2116886724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:08:26.636853 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fca01894-8073-4640-a8d5-00de35b94f56 req-7e5ac72b-bcc4-43ea-aa1d-c2c311c106b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (eaede541-68c3-4d82-ad8f-7ef40447a189), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:26.646490 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2084c4-52b7-4dd3-a6cc-0fd87cbadd53 service neutron] Pushing event updated for resources: {'Port': ['ID=66a42d3e-7744-430a-a865-053bbb45a7ef,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:26.730472 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d1edeb7c-445c-4564-9c16-a08b9682c42d up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:08:26.750424 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-cf2084c4-52b7-4dd3-a6cc-0fd87cbadd53 service neutron] Attempting to bind port 66a42d3e-7744-430a-a865-053bbb45a7ef on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:08:26.750424 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-cf2084c4-52b7-4dd3-a6cc-0fd87cbadd53 service neutron] Attempting to bind port 66a42d3e-7744-430a-a865-053bbb45a7ef by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:08:26.750424 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-cf2084c4-52b7-4dd3-a6cc-0fd87cbadd53 service neutron] Attempting to bind port 66a42d3e-7744-430a-a865-053bbb45a7ef on network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:08:26.750714 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-104a0999-39b8-4b2b-8b76-06859964c3cb req-fad849f2-7675-42b6-807d-fab6f6c10378 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933475 Feb 07 21:08:26.750804 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-cf2084c4-52b7-4dd3-a6cc-0fd87cbadd53 service neutron] Port 66a42d3e-7744-430a-a865-053bbb45a7ef on network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:08:26.750804 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-cf2084c4-52b7-4dd3-a6cc-0fd87cbadd53 service neutron] Attempting to bind port 66a42d3e-7744-430a-a865-053bbb45a7ef on network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:08:26.751557 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-cf2084c4-52b7-4dd3-a6cc-0fd87cbadd53 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:08:26.751978 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-cf2084c4-52b7-4dd3-a6cc-0fd87cbadd53 service neutron] Checking segment: {'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:08:26.752503 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-cf2084c4-52b7-4dd3-a6cc-0fd87cbadd53 service neutron] Bound using segment: {'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:08:26.753294 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-cf2084c4-52b7-4dd3-a6cc-0fd87cbadd53 service neutron] Bound port: 66a42d3e-7744-430a-a865-053bbb45a7ef, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:08:26.754569 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-cf2084c4-52b7-4dd3-a6cc-0fd87cbadd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (66a42d3e-7744-430a-a865-053bbb45a7ef), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:26.772527 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-fca01894-8073-4640-a8d5-00de35b94f56 req-7e5ac72b-bcc4-43ea-aa1d-c2c311c106b9 service neutron] For port eaede541-68c3-4d82-ad8f-7ef40447a189, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:08:26.775974 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-fca01894-8073-4640-a8d5-00de35b94f56 req-7e5ac72b-bcc4-43ea-aa1d-c2c311c106b9 service neutron] For port eaede541-68c3-4d82-ad8f-7ef40447a189, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=eaede541-68c3-4d82-ad8f-7ef40447a189,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:08:26.802908 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fca01894-8073-4640-a8d5-00de35b94f56 req-7e5ac72b-bcc4-43ea-aa1d-c2c311c106b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (eaede541-68c3-4d82-ad8f-7ef40447a189), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:26.842708 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-cf2084c4-52b7-4dd3-a6cc-0fd87cbadd53 service neutron] For port 66a42d3e-7744-430a-a865-053bbb45a7ef, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:08:26.846418 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-cf2084c4-52b7-4dd3-a6cc-0fd87cbadd53 service neutron] For port 66a42d3e-7744-430a-a865-053bbb45a7ef, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=66a42d3e-7744-430a-a865-053bbb45a7ef,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:08:26.856756 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-cf2084c4-52b7-4dd3-a6cc-0fd87cbadd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (66a42d3e-7744-430a-a865-053bbb45a7ef), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:26.878278 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca01894-8073-4640-a8d5-00de35b94f56 req-7e5ac72b-bcc4-43ea-aa1d-c2c311c106b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:26.879458 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fca01894-8073-4640-a8d5-00de35b94f56 req-7e5ac72b-bcc4-43ea-aa1d-c2c311c106b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:26.881073 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fca01894-8073-4640-a8d5-00de35b94f56 req-7e5ac72b-bcc4-43ea-aa1d-c2c311c106b9 service neutron] 10.222.0.71 "PUT /v2.0/ports/eaede541-68c3-4d82-ad8f-7ef40447a189 HTTP/1.1" status: 200 len: 1091 time: 1.1822817 Feb 07 21:08:26.883990 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fe69e2-07c1-42d0-8569-42410969ea4e', 'tag': 'eaede541-68c3-4d82-ad8f-7ef40447a189'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:08:26.886924 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c4cb1e-213d-4784-bff9-eff2e9e2f034" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fe69e2-07c1-42d0-8569-42410969ea4e", "tag": "eaede541-68c3-4d82-ad8f-7ef40447a189"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:08:26.901800 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-cf2084c4-52b7-4dd3-a6cc-0fd87cbadd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:26.902483 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-cf2084c4-52b7-4dd3-a6cc-0fd87cbadd53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:26.904006 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-cf2084c4-52b7-4dd3-a6cc-0fd87cbadd53 service neutron] 10.222.0.69 "PUT /v2.0/ports/66a42d3e-7744-430a-a865-053bbb45a7ef HTTP/1.1" status: 200 len: 1091 time: 0.7567084 Feb 07 21:08:26.904730 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07e487b-5abf-48ec-bc39-dd6c4a093fc9', 'tag': '66a42d3e-7744-430a-a865-053bbb45a7ef'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:08:26.907307 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a80582b-b2e3-42bd-b314-35824893e55f" -d '{"events": [{"name": "network-changed", "server_uuid": "d07e487b-5abf-48ec-bc39-dd6c4a093fc9", "tag": "66a42d3e-7744-430a-a865-053bbb45a7ef"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:08:26.913409 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ac72b-bcc4-43ea-aa1d-c2c311c106b9 service neutron] Pushing event updated for resources: {'Port': ['ID=eaede541-68c3-4d82-ad8f-7ef40447a189,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:26.933949 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e4c5d-98e0-4c8a-9d43-8c640d16e3c4 req-f3b71936-dade-474c-91e1-cdd7a6be82d0 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:26.936079 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-126e4c5d-98e0-4c8a-9d43-8c640d16e3c4 req-f3b71936-dade-474c-91e1-cdd7a6be82d0 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 949 time: 0.1169469 Feb 07 21:08:26.956471 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2084c4-52b7-4dd3-a6cc-0fd87cbadd53 service neutron] Pushing event updated for resources: {'Port': ['ID=66a42d3e-7744-430a-a865-053bbb45a7ef,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:26.986608 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port d1edeb7c-445c-4564-9c16-a08b9682c42d completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:08:26.992330 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port d1edeb7c-445c-4564-9c16-a08b9682c42d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:08:26.992715 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:27.035990 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-89439c76-e0c1-4f4d-b9c2-7123d2ecb538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:27.037929 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-89439c76-e0c1-4f4d-b9c2-7123d2ecb538 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=841a01135e18414d8cae49a87b71e7b4&device_id=d07e487b-5abf-48ec-bc39-dd6c4a093fc9 HTTP/1.1" status: 200 len: 1125 time: 0.0633507 Feb 07 21:08:27.069300 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-126e4c5d-98e0-4c8a-9d43-8c640d16e3c4 req-0e2190e4-d839-45eb-a9b3-2a9c5ea17714 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228075 Feb 07 21:08:27.082452 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca01894-8073-4640-a8d5-00de35b94f56 req-124337c5-9785-4f7f-8eb4-eec66130ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:27.083885 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fca01894-8073-4640-a8d5-00de35b94f56 req-124337c5-9785-4f7f-8eb4-eec66130ba06 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c752a538afe047fe808375441195e2c5&device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 1125 time: 0.1211729 Feb 07 21:08:27.106206 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-aca14510-0415-4851-b3cb-fc36ad29f381 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66a42d3e-7744-430a-a865-053bbb45a7ef HTTP/1.1" status: 200 len: 217 time: 0.0484495 Feb 07 21:08:27.110346 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port d1edeb7c-445c-4564-9c16-a08b9682c42d is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:27.110723 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:27.135234 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fca01894-8073-4640-a8d5-00de35b94f56 req-b9fb2673-edf2-40ff-8869-a6fa5c063446 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaede541-68c3-4d82-ad8f-7ef40447a189 HTTP/1.1" status: 200 len: 217 time: 0.0420527 Feb 07 21:08:27.181270 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port d1edeb7c-445c-4564-9c16-a08b9682c42d, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d1edeb7c-445c-4564-9c16-a08b9682c42d,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:27.190100 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:27.195480 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f77eb6a-171e-4f17-b4bd-793bd425efbd x-openstack-request-id: req-3f77eb6a-171e-4f17-b4bd-793bd425efbd {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:08:27.195971 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fe69e2-07c1-42d0-8569-42410969ea4e", "tag": "eaede541-68c3-4d82-ad8f-7ef40447a189", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:08:27.196084 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f77eb6a-171e-4f17-b4bd-793bd425efbd {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:08:27.196586 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5fe69e2-07c1-42d0-8569-42410969ea4e', 'tag': 'eaede541-68c3-4d82-ad8f-7ef40447a189', 'status': 'completed', 'code': 200} Feb 07 21:08:27.213885 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca01894-8073-4640-a8d5-00de35b94f56 req-990ceaca-6712-42de-9b94-759affca01b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:27.217593 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fca01894-8073-4640-a8d5-00de35b94f56 req-990ceaca-6712-42de-9b94-759affca01b6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2f8980a6-7981-49aa-b0cb-ed215989d81d HTTP/1.1" status: 200 len: 852 time: 0.0780871 Feb 07 21:08:27.229524 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-0ee811ef-05e0-47fd-847c-40d3bf04fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:27.234503 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-0ee811ef-05e0-47fd-847c-40d3bf04fa77 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=039429f6-d6cc-49db-bf32-0ffb3c8562c1 HTTP/1.1" status: 200 len: 845 time: 0.1068258 Feb 07 21:08:27.238366 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37563e4b-e0e5-41ee-af42-668673f662a1 x-openstack-request-id: req-37563e4b-e0e5-41ee-af42-668673f662a1 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:08:27.238670 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07e487b-5abf-48ec-bc39-dd6c4a093fc9", "tag": "66a42d3e-7744-430a-a865-053bbb45a7ef", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:08:27.238941 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-37563e4b-e0e5-41ee-af42-668673f662a1 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:08:27.239350 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07e487b-5abf-48ec-bc39-dd6c4a093fc9', 'tag': '66a42d3e-7744-430a-a865-053bbb45a7ef', 'status': 'completed', 'code': 200} Feb 07 21:08:27.263418 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fca01894-8073-4640-a8d5-00de35b94f56 req-498ca35a-9e22-49a9-b97e-f8af11843299 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bf854134-2113-420b-b9e5-1df875fc6e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380969 Feb 07 21:08:27.298488 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=d1edeb7c-445c-4564-9c16-a08b9682c42d,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:27.312674 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-810ddf9a-a4e9-4b87-a266-0da213dcbfbb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713403 Feb 07 21:08:27.344847 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa0012b-121b-403f-ab09-17a10f56f07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18716904-4ed1-4071-9959-cc2b4acf6be7'}, {'server_uuid': '66411210-de16-4570-8eb0-ea45cf1d66da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1edeb7c-445c-4564-9c16-a08b9682c42d'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:08:27.347298 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d8d193-7bff-4eea-8024-cb643dfa12ce" -d '{"events": [{"server_uuid": "3aa0012b-121b-403f-ab09-17a10f56f07f", "name": "network-vif-plugged", "status": "completed", "tag": "18716904-4ed1-4071-9959-cc2b4acf6be7"}, {"server_uuid": "66411210-de16-4570-8eb0-ea45cf1d66da", "name": "network-vif-plugged", "status": "completed", "tag": "d1edeb7c-445c-4564-9c16-a08b9682c42d"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:08:27.417608 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-d78f20a5-9fbd-4137-aca5-6e6c0a206223 service neutron] 10.222.0.69 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973933 Feb 07 21:08:27.433471 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a405cea-9c57-4089-8738-33f93a92d482 req-d7264865-7267-492f-a993-3e172e778e67 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:27.436238 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a405cea-9c57-4089-8738-33f93a92d482 req-d7264865-7267-492f-a993-3e172e778e67 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 943 time: 0.0911827 Feb 07 21:08:27.441720 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fca01894-8073-4640-a8d5-00de35b94f56 req-884e758d-0f1e-4339-b00b-e60d15a0eff2 service neutron] 10.222.0.71 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708825 Feb 07 21:08:27.528951 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-74efb62b-190a-43a1-a182-ddc29f7678fd req-1078b8b7-ec53-406f-bd87-a47c89111973 service neutron] 10.222.0.69 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025343 Feb 07 21:08:27.599243 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a405cea-9c57-4089-8738-33f93a92d482 req-6ab9497f-29e2-4c71-ac0a-714fa6513d00 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431167 Feb 07 21:08:27.622075 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa86a6-4633-4260-aee2-16b6e56b9992 req-7d7ec395-dd23-4f5c-9e94-b0ab75868d98 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:27.623616 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-67fa86a6-4633-4260-aee2-16b6e56b9992 req-7d7ec395-dd23-4f5c-9e94-b0ab75868d98 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9173de9-e090-4e7a-b4ef-1d7e0c8b6b17 HTTP/1.1" status: 200 len: 946 time: 0.1582139 Feb 07 21:08:27.627355 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fca01894-8073-4640-a8d5-00de35b94f56 req-92938026-6bb4-4797-95f8-fa189cf79f27 service neutron] 10.222.0.71 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797602 Feb 07 21:08:27.671204 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80582b-b2e3-42bd-b314-35824893e55f req-63ebb07d-65ee-4a34-9edd-359ed74b1dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:27.673073 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0a80582b-b2e3-42bd-b314-35824893e55f req-63ebb07d-65ee-4a34-9edd-359ed74b1dbf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=841a01135e18414d8cae49a87b71e7b4&device_id=d07e487b-5abf-48ec-bc39-dd6c4a093fc9 HTTP/1.1" status: 200 len: 1125 time: 0.0890110 Feb 07 21:08:27.689962 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Feb 2022 21:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2941636-3cc4-4aac-a546-0600a1d2b7af x-openstack-request-id: req-a2941636-3cc4-4aac-a546-0600a1d2b7af {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:08:27.690462 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa0012b-121b-403f-ab09-17a10f56f07f", "name": "network-vif-plugged", "status": "completed", "tag": "18716904-4ed1-4071-9959-cc2b4acf6be7", "code": 200}, {"server_uuid": "66411210-de16-4570-8eb0-ea45cf1d66da", "name": "network-vif-plugged", "status": "completed", "tag": "d1edeb7c-445c-4564-9c16-a08b9682c42d", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:08:27.690876 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a2941636-3cc4-4aac-a546-0600a1d2b7af {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:08:27.691987 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa0012b-121b-403f-ab09-17a10f56f07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18716904-4ed1-4071-9959-cc2b4acf6be7', 'code': 200} Feb 07 21:08:27.692427 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66411210-de16-4570-8eb0-ea45cf1d66da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1edeb7c-445c-4564-9c16-a08b9682c42d', 'code': 200} Feb 07 21:08:27.696925 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-67fa86a6-4633-4260-aee2-16b6e56b9992 req-ef8614c3-0b5c-41c0-a8c0-07546aba9bb3 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/security-groups?id=02a43b1a-8238-4af7-b47f-ac7b06b1905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666327 Feb 07 21:08:27.788287 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80582b-b2e3-42bd-b314-35824893e55f req-db4e27e4-cffa-4fa0-b96f-52124818c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:27.790516 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0a80582b-b2e3-42bd-b314-35824893e55f req-db4e27e4-cffa-4fa0-b96f-52124818c1c6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 HTTP/1.1" status: 200 len: 906 time: 0.1040475 Feb 07 21:08:27.801875 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4cb1e-213d-4784-bff9-eff2e9e2f034 req-9b48d7a1-a3ce-49d6-b293-cc37769c7f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:27.804130 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9c4cb1e-213d-4784-bff9-eff2e9e2f034 req-9b48d7a1-a3ce-49d6-b293-cc37769c7f54 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c752a538afe047fe808375441195e2c5&device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 1125 time: 0.1193049 Feb 07 21:08:27.841188 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0a80582b-b2e3-42bd-b314-35824893e55f req-a5af71ef-32c4-42c0-bec2-ad937df464d8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66a42d3e-7744-430a-a865-053bbb45a7ef HTTP/1.1" status: 200 len: 217 time: 0.0444577 Feb 07 21:08:27.903909 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80582b-b2e3-42bd-b314-35824893e55f req-1f71e2f4-6d38-49ce-a8c7-68c4f89e6593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:27.905874 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0a80582b-b2e3-42bd-b314-35824893e55f req-1f71e2f4-6d38-49ce-a8c7-68c4f89e6593 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=039429f6-d6cc-49db-bf32-0ffb3c8562c1 HTTP/1.1" status: 200 len: 845 time: 0.0575306 Feb 07 21:08:27.944321 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0a80582b-b2e3-42bd-b314-35824893e55f req-81314652-d204-4731-b2b3-94e79f285824 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318758 Feb 07 21:08:28.035510 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d623e-73ad-4a0c-8abb-410ccd8a7913 req-13433321-bcee-4757-ba0b-f880596dfc4f tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:28.037037 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-598d623e-73ad-4a0c-8abb-410ccd8a7913 req-13433321-bcee-4757-ba0b-f880596dfc4f tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=d07e487b-5abf-48ec-bc39-dd6c4a093fc9 HTTP/1.1" status: 200 len: 943 time: 0.2320020 Feb 07 21:08:28.042113 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0a80582b-b2e3-42bd-b314-35824893e55f req-06e23520-e394-4fb4-b54f-0965fa9ef965 service neutron] 10.222.0.69 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910838 Feb 07 21:08:28.063866 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9aaa48-9ea2-4fb9-9fb3-07ccf5105836 req-0217ec32-6662-4b35-b8e7-cc6931cfbc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:28.065368 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df9aaa48-9ea2-4fb9-9fb3-07ccf5105836 req-0217ec32-6662-4b35-b8e7-cc6931cfbc9a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 1132 time: 0.2230515 Feb 07 21:08:28.066993 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474136a-4f03-4962-b919-cdac1fbbc4be req-6a031bcd-0be8-4965-be9e-be6c4617d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:28.068331 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e474136a-4f03-4962-b919-cdac1fbbc4be req-6a031bcd-0be8-4965-be9e-be6c4617d642 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 1127 time: 0.2172790 Feb 07 21:08:28.084718 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cd3a5-117d-4c2d-9a01-f82c26e884b9 req-9e14f139-9c9f-42c1-8ccc-c25b238c7d9d tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:28.086116 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-549cd3a5-117d-4c2d-9a01-f82c26e884b9 req-9e14f139-9c9f-42c1-8ccc-c25b238c7d9d tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.2121158 Feb 07 21:08:28.090412 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4cb1e-213d-4784-bff9-eff2e9e2f034 req-1244d68b-80b1-43b8-bf69-df1204fa15ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:28.091741 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9c4cb1e-213d-4784-bff9-eff2e9e2f034 req-1244d68b-80b1-43b8-bf69-df1204fa15ef service neutron] 10.222.0.71 "GET /v2.0/networks?id=bf854134-2113-420b-b9e5-1df875fc6e85 HTTP/1.1" status: 200 len: 913 time: 0.2575796 Feb 07 21:08:28.138811 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0a80582b-b2e3-42bd-b314-35824893e55f req-9617b792-f1e4-4cd7-b98d-404fceb135a7 service neutron] 10.222.0.69 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895622 Feb 07 21:08:28.194726 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9c4cb1e-213d-4784-bff9-eff2e9e2f034 req-7942aae6-9f60-450a-9435-5f6b5f6b6ea6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaede541-68c3-4d82-ad8f-7ef40447a189 HTTP/1.1" status: 200 len: 217 time: 0.0889153 Feb 07 21:08:28.225405 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-598d623e-73ad-4a0c-8abb-410ccd8a7913 req-052baf6a-322e-466c-b559-99ad4fc2e9ee tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751060 Feb 07 21:08:28.293192 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df9aaa48-9ea2-4fb9-9fb3-07ccf5105836 req-5e116255-8f01-4446-89e1-ef72ff7c1aba service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037737 Feb 07 21:08:28.295201 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e474136a-4f03-4962-b919-cdac1fbbc4be req-cd52fe7c-9cf6-4d3e-9418-c911519c844d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069974 Feb 07 21:08:28.302499 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-549cd3a5-117d-4c2d-9a01-f82c26e884b9 req-5d4a4ef9-637e-4c76-939a-64fd1810bb53 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978512 Feb 07 21:08:28.309588 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4cb1e-213d-4784-bff9-eff2e9e2f034 req-ffb20bd2-ceb1-453a-852b-b2786dfce892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:28.311004 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9c4cb1e-213d-4784-bff9-eff2e9e2f034 req-ffb20bd2-ceb1-453a-852b-b2786dfce892 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2f8980a6-7981-49aa-b0cb-ed215989d81d HTTP/1.1" status: 200 len: 852 time: 0.1097713 Feb 07 21:08:28.370411 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c4262-8ba5-4fcb-bf24-01a894d4b11b req-16ddd8ba-0ff7-45a1-9a95-f19421f7a197 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:28.371971 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b9c4262-8ba5-4fcb-bf24-01a894d4b11b req-16ddd8ba-0ff7-45a1-9a95-f19421f7a197 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 950 time: 0.0651002 Feb 07 21:08:28.430775 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b9c4262-8ba5-4fcb-bf24-01a894d4b11b req-82f2432c-8463-4739-a0f2-0098fe7deeb3 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526979 Feb 07 21:08:28.536726 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 53346) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:08:28.553393 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7755c7-dbf4-4a85-ba73-43580e3fff53 req-3fd8e815-c5d2-4335-a20a-00465b6ee668 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:28.554889 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba7755c7-dbf4-4a85-ba73-43580e3fff53 req-3fd8e815-c5d2-4335-a20a-00465b6ee668 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9173de9-e090-4e7a-b4ef-1d7e0c8b6b17 HTTP/1.1" status: 200 len: 946 time: 0.0524690 Feb 07 21:08:28.601449 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba7755c7-dbf4-4a85-ba73-43580e3fff53 req-89eccbae-b70f-44b3-a89a-d43b5a4a40a3 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/security-groups?id=02a43b1a-8238-4af7-b47f-ac7b06b1905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407119 Feb 07 21:08:28.642393 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8dc6b7c8-22d9-499c-8c65-34d7951f29fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:28.722421 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8dc6b7c8-22d9-499c-8c65-34d7951f29fb admin admin] Publish callbacks [] for security_group (c6ba051c-686a-456d-9c9c-5ec8557e6fc3), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:28.726370 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8dc6b7c8-22d9-499c-8c65-34d7951f29fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c6ba051c-686a-456d-9c9c-5ec8557e6fc3), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:28.728534 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2201349-43b4-4fcc-a701-a2697d9ef2e7 req-371ce4bd-567c-4184-aed7-180ea19fd44d tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:28.729606 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e2201349-43b4-4fcc-a701-a2697d9ef2e7 req-371ce4bd-567c-4184-aed7-180ea19fd44d tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 943 time: 0.0600426 Feb 07 21:08:28.765460 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8dc6b7c8-22d9-499c-8c65-34d7951f29fb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8a8576b56e954a9e8668b1c6fc17e34b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2276371 Feb 07 21:08:28.768087 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 53352) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:08:28.774488 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6b7c8-22d9-499c-8c65-34d7951f29fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ba051c-686a-456d-9c9c-5ec8557e6fc3,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:28.776137 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e2201349-43b4-4fcc-a701-a2697d9ef2e7 req-5d330f05-dbab-49b7-bc49-a11d10c3eb4b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406907 Feb 07 21:08:28.819270 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc4e4176-aebd-46de-b8a1-20028b7e4be4 admin admin] Publish callbacks [] for security_group (c6ba051c-686a-456d-9c9c-5ec8557e6fc3), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:28.841461 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc4e4176-aebd-46de-b8a1-20028b7e4be4 admin admin] Publish callbacks [] for security_group (c6ba051c-686a-456d-9c9c-5ec8557e6fc3), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:28.860163 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9c4cb1e-213d-4784-bff9-eff2e9e2f034 req-e9afe78f-8fa1-4b94-a096-ab3134e2e8ed service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bf854134-2113-420b-b9e5-1df875fc6e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303319 Feb 07 21:08:28.891142 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc4e4176-aebd-46de-b8a1-20028b7e4be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c6ba051c-686a-456d-9c9c-5ec8557e6fc3), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:28.893912 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc4e4176-aebd-46de-b8a1-20028b7e4be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:28.895259 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-dc4e4176-aebd-46de-b8a1-20028b7e4be4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c6ba051c-686a-456d-9c9c-5ec8557e6fc3 HTTP/1.1" status: 204 len: 168 time: 0.1262252 Feb 07 21:08:28.908360 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e4176-aebd-46de-b8a1-20028b7e4be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ba051c-686a-456d-9c9c-5ec8557e6fc3,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:28.952203 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9c4cb1e-213d-4784-bff9-eff2e9e2f034 req-e73ed2fc-449a-40d6-8deb-377c90dc0091 service neutron] 10.222.0.71 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847175 Feb 07 21:08:29.045866 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9c4cb1e-213d-4784-bff9-eff2e9e2f034 req-2f600dc8-ed78-4ddb-8fbb-d4b899a75a8d service neutron] 10.222.0.71 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870693 Feb 07 21:08:29.346500 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9389a39-fb2d-4683-87e9-f59c447ed37c req-4d63c777-3d66-4e67-90d5-0424ef8f0c65 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:29.348447 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9389a39-fb2d-4683-87e9-f59c447ed37c req-4d63c777-3d66-4e67-90d5-0424ef8f0c65 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=d07e487b-5abf-48ec-bc39-dd6c4a093fc9 HTTP/1.1" status: 200 len: 943 time: 0.0565393 Feb 07 21:08:29.424269 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9389a39-fb2d-4683-87e9-f59c447ed37c req-8e10663f-db22-4755-a6c6-fc5be6035c00 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685904 Feb 07 21:08:29.448618 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a17232-f541-4f3e-abd8-5d6a114fa02c req-b2ca6c89-edf0-497a-9110-f45df1aa2edd tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:29.450078 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-83a17232-f541-4f3e-abd8-5d6a114fa02c req-b2ca6c89-edf0-497a-9110-f45df1aa2edd tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.0637395 Feb 07 21:08:29.499459 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-83a17232-f541-4f3e-abd8-5d6a114fa02c req-5120dbf5-7ed4-468d-bba8-cf566a1fdcfe tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439012 Feb 07 21:08:29.551224 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 53390) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:08:29.570473 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa622a-ba3f-499f-8b60-ac68f8b086ed req-8a991c44-c7c6-4c23-8d34-3506fc4f784d tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:29.572042 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19fa622a-ba3f-499f-8b60-ac68f8b086ed req-8a991c44-c7c6-4c23-8d34-3506fc4f784d tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 950 time: 0.0563152 Feb 07 21:08:29.619251 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19fa622a-ba3f-499f-8b60-ac68f8b086ed req-08f4d256-f864-4004-a78e-d64206012061 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415659 Feb 07 21:08:29.649547 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-f091f5df-18db-439b-97d3-4cd0027d9ea7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1417156480-network', 'tenant_id': '61bcb90c1d50433b9909b62960cc67b5'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:29.669918 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f091f5df-18db-439b-97d3-4cd0027d9ea7 admin admin] Made reservation on behalf of 61bcb90c1d50433b9909b62960cc67b5 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:08:29.672424 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f091f5df-18db-439b-97d3-4cd0027d9ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:29.681034 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f091f5df-18db-439b-97d3-4cd0027d9ea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:29.727169 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8232b-153b-431e-941d-5830ec889b7b req-546ebf46-ad23-46eb-a507-b450971ccabe tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:29.733543 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66a8232b-153b-431e-941d-5830ec889b7b req-546ebf46-ad23-46eb-a507-b450971ccabe tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9173de9-e090-4e7a-b4ef-1d7e0c8b6b17 HTTP/1.1" status: 200 len: 946 time: 0.0642502 Feb 07 21:08:29.758339 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f091f5df-18db-439b-97d3-4cd0027d9ea7 admin admin] Publish callbacks [] for security_group (99330300-4b31-42ce-a6fa-61d375348e4a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:29.763362 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f091f5df-18db-439b-97d3-4cd0027d9ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (99330300-4b31-42ce-a6fa-61d375348e4a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:29.782095 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66a8232b-153b-431e-941d-5830ec889b7b req-86d15884-6c1c-402f-88d4-4974f9f20c97 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/security-groups?id=02a43b1a-8238-4af7-b47f-ac7b06b1905e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417864 Feb 07 21:08:29.791855 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f091f5df-18db-439b-97d3-4cd0027d9ea7 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:08:29.802168 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091f5df-18db-439b-97d3-4cd0027d9ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99330300-4b31-42ce-a6fa-61d375348e4a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:29.807019 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f091f5df-18db-439b-97d3-4cd0027d9ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (9ede5abe-84a4-4c28-b10f-6f72e5255e0d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:29.807692 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-f091f5df-18db-439b-97d3-4cd0027d9ea7 admin admin] Added segment 9ede5abe-84a4-4c28-b10f-6f72e5255e0d of type vlan for network 48f6c5ed-2b80-44c8-9562-dad2a91aab34 Feb 07 21:08:29.846942 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f091f5df-18db-439b-97d3-4cd0027d9ea7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (48f6c5ed-2b80-44c8-9562-dad2a91aab34), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:29.873433 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f091f5df-18db-439b-97d3-4cd0027d9ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (48f6c5ed-2b80-44c8-9562-dad2a91aab34), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:29.874593 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f091f5df-18db-439b-97d3-4cd0027d9ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:29.875259 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f091f5df-18db-439b-97d3-4cd0027d9ea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:29.914476 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b389bfa-18e0-48ac-9723-604f6699fd55 req-507afb1a-5729-49ab-82d1-4a93e15e3454 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:29.916014 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b389bfa-18e0-48ac-9723-604f6699fd55 req-507afb1a-5729-49ab-82d1-4a93e15e3454 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 943 time: 0.0655072 Feb 07 21:08:29.940715 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f091f5df-18db-439b-97d3-4cd0027d9ea7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3882313 Feb 07 21:08:29.944890 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 53408) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:08:29.950788 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091f5df-18db-439b-97d3-4cd0027d9ea7 admin admin] Pushing event updated for resources: {'Network': ['ID=48f6c5ed-2b80-44c8-9562-dad2a91aab34,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:29.952085 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e2c95b45-b355-42c9-b8c5-9dac13dfeb6c admin admin] Request body: {'subnet': {'network_id': '48f6c5ed-2b80-44c8-9562-dad2a91aab34', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1417156480-subnet', 'tenant_id': '61bcb90c1d50433b9909b62960cc67b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:29.961136 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 48f6c5ed-2b80-44c8-9562-dad2a91aab34 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:08:29.990206 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c95b45-b355-42c9-b8c5-9dac13dfeb6c admin admin] Made reservation on behalf of 61bcb90c1d50433b9909b62960cc67b5 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:08:29.992560 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2c95b45-b355-42c9-b8c5-9dac13dfeb6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:29.998115 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b389bfa-18e0-48ac-9723-604f6699fd55 req-8b535a02-5c93-4b49-bbfd-3a11f12aa6f0 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762272 Feb 07 21:08:30.166457 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2c95b45-b355-42c9-b8c5-9dac13dfeb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (43749e2e-01ca-4fb9-b2c1-d0035b37f009), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:30.224177 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c95b45-b355-42c9-b8c5-9dac13dfeb6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=43749e2e-01ca-4fb9-b2c1-d0035b37f009,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:30.231653 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c95b45-b355-42c9-b8c5-9dac13dfeb6c admin admin] Checking segment: {'id': '9ede5abe-84a4-4c28-b10f-6f72e5255e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '48f6c5ed-2b80-44c8-9562-dad2a91aab34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:08:30.232007 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c95b45-b355-42c9-b8c5-9dac13dfeb6c admin admin] Network hostable DHCP agents. Network: 48f6c5ed-2b80-44c8-9562-dad2a91aab34, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:08:30.248821 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c95b45-b355-42c9-b8c5-9dac13dfeb6c admin admin] Network 48f6c5ed-2b80-44c8-9562-dad2a91aab34 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:08:30.257277 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-e2c95b45-b355-42c9-b8c5-9dac13dfeb6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 48f6c5ed-2b80-44c8-9562-dad2a91aab34) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:08:30.262434 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c95b45-b355-42c9-b8c5-9dac13dfeb6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:30.263949 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2c95b45-b355-42c9-b8c5-9dac13dfeb6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:30.268820 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32928ea-6197-4650-a18b-77354a0b5c90 None None] Network 48f6c5ed-2b80-44c8-9562-dad2a91aab34 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:08:30.283000 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e2c95b45-b355-42c9-b8c5-9dac13dfeb6c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3367724 Feb 07 21:08:30.369011 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d615de38-9b59-4c68-bf83-091fc35334a9 None None] Network 48f6c5ed-2b80-44c8-9562-dad2a91aab34 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:08:30.478568 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079e9c2-ccd0-408f-af86-f35edcba1b35 req-3c6071b3-d857-40ae-a07d-3d1ca8a81588 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:30.480577 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0079e9c2-ccd0-408f-af86-f35edcba1b35 req-3c6071b3-d857-40ae-a07d-3d1ca8a81588 tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9173de9-e090-4e7a-b4ef-1d7e0c8b6b17 HTTP/1.1" status: 200 len: 946 time: 0.0692737 Feb 07 21:08:30.556701 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2265d5d-7c0d-437d-8a6b-389c93397072 req-82858004-f257-4657-97e0-980a4acfd512 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:30.558266 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2265d5d-7c0d-437d-8a6b-389c93397072 req-82858004-f257-4657-97e0-980a4acfd512 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=d07e487b-5abf-48ec-bc39-dd6c4a093fc9 HTTP/1.1" status: 200 len: 943 time: 0.0613360 Feb 07 21:08:30.569322 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-fa94e4e3-1814-46a3-aae7-5aecd74cd3a1 req-b351629e-6e1a-4b27-9436-bdbf4080f698 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2125911027', 'description': 'tempest-description-1186699293'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:30.586950 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-0079e9c2-ccd0-408f-af86-f35edcba1b35 req-dc1c5190-596c-4b79-a889-881c16e21f2c tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Deleting port 3d13e11a-8a09-4854-8c8f-0b16fd8beb6d {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:08:30.587498 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-0079e9c2-ccd0-408f-af86-f35edcba1b35 req-dc1c5190-596c-4b79-a889-881c16e21f2c tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (3d13e11a-8a09-4854-8c8f-0b16fd8beb6d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:30.606294 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fa94e4e3-1814-46a3-aae7-5aecd74cd3a1 req-b351629e-6e1a-4b27-9436-bdbf4080f698 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:30.635727 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2265d5d-7c0d-437d-8a6b-389c93397072 req-46b0e33e-a8ad-4815-890b-23a60e35eb6c tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711279 Feb 07 21:08:30.692942 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-0079e9c2-ccd0-408f-af86-f35edcba1b35 req-dc1c5190-596c-4b79-a889-881c16e21f2c tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] For port 3d13e11a-8a09-4854-8c8f-0b16fd8beb6d, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=3d13e11a-8a09-4854-8c8f-0b16fd8beb6d,segment=NetworkSegment(ffbda5dc-8c70-46e7-b46b-5b1461d21f3c),segment_id=ffbda5dc-8c70-46e7-b46b-5b1461d21f3c)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:30.693215 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-0079e9c2-ccd0-408f-af86-f35edcba1b35 req-dc1c5190-596c-4b79-a889-881c16e21f2c tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (3d13e11a-8a09-4854-8c8f-0b16fd8beb6d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:30.696368 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fa94e4e3-1814-46a3-aae7-5aecd74cd3a1 req-b351629e-6e1a-4b27-9436-bdbf4080f698 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (536ce3a5-b877-413b-a8ec-1d3c4dd7b3aa), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:30.708662 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fa94e4e3-1814-46a3-aae7-5aecd74cd3a1 req-b351629e-6e1a-4b27-9436-bdbf4080f698 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (536ce3a5-b877-413b-a8ec-1d3c4dd7b3aa), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:30.710074 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-0079e9c2-ccd0-408f-af86-f35edcba1b35 req-dc1c5190-596c-4b79-a889-881c16e21f2c tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Calling delete_port for 3d13e11a-8a09-4854-8c8f-0b16fd8beb6d owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:08:30.845261 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-0079e9c2-ccd0-408f-af86-f35edcba1b35 req-dc1c5190-596c-4b79-a889-881c16e21f2c tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (3d13e11a-8a09-4854-8c8f-0b16fd8beb6d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:30.860266 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['3d13e11a-8a09-4854-8c8f-0b16fd8beb6d'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:08:30.881600 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c5190-596c-4b79-a889-881c16e21f2c tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Pushing event deleted for resources: {'Port': ['ID=3d13e11a-8a09-4854-8c8f-0b16fd8beb6d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:30.930064 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-0079e9c2-ccd0-408f-af86-f35edcba1b35 req-dc1c5190-596c-4b79-a889-881c16e21f2c tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] No DVR routers for this DVR port 3d13e11a-8a09-4854-8c8f-0b16fd8beb6d on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:08:30.932680 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-0079e9c2-ccd0-408f-af86-f35edcba1b35 req-dc1c5190-596c-4b79-a889-881c16e21f2c tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:30.936026 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0079e9c2-ccd0-408f-af86-f35edcba1b35 req-dc1c5190-596c-4b79-a889-881c16e21f2c tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.69 "DELETE /v2.0/ports/3d13e11a-8a09-4854-8c8f-0b16fd8beb6d HTTP/1.1" status: 204 len: 173 time: 0.4481289 Feb 07 21:08:30.936526 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9173de9-e090-4e7a-b4ef-1d7e0c8b6b17', 'name': 'network-vif-deleted', 'tag': '3d13e11a-8a09-4854-8c8f-0b16fd8beb6d'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:08:30.938879 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdf6341-a3a3-4bc6-926e-a78b3ac47e42" -d '{"events": [{"server_uuid": "b9173de9-e090-4e7a-b4ef-1d7e0c8b6b17", "name": "network-vif-deleted", "tag": "3d13e11a-8a09-4854-8c8f-0b16fd8beb6d"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:08:31.067242 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fa94e4e3-1814-46a3-aae7-5aecd74cd3a1 req-b351629e-6e1a-4b27-9436-bdbf4080f698 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:31.068483 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fa94e4e3-1814-46a3-aae7-5aecd74cd3a1 req-b351629e-6e1a-4b27-9436-bdbf4080f698 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5050085 Feb 07 21:08:31.082774 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351629e-6e1a-4b27-9436-bdbf4080f698 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=536ce3a5-b877-413b-a8ec-1d3c4dd7b3aa,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:31.094357 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81ca26-8761-4fc0-a72b-2b103440d051 req-502a6fcc-51b0-456f-bf40-b1d6b34ef18a tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:31.095861 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc81ca26-8761-4fc0-a72b-2b103440d051 req-502a6fcc-51b0-456f-bf40-b1d6b34ef18a tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.3977594 Feb 07 21:08:31.169878 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc81ca26-8761-4fc0-a72b-2b103440d051 req-45f6f637-48ae-4cb6-a6ae-63bbd42e3ccf tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672727 Feb 07 21:08:31.188961 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d823aa-5eab-41ca-8464-afb866718632 req-15390ae8-c886-4a15-a652-f478f0b0e1a1 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:31.190491 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17d823aa-5eab-41ca-8464-afb866718632 req-15390ae8-c886-4a15-a652-f478f0b0e1a1 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 950 time: 0.0712574 Feb 07 21:08:31.241146 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17d823aa-5eab-41ca-8464-afb866718632 req-c8c53459-a967-4a65-aa0a-d8ce10d1258f tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436385 Feb 07 21:08:31.271974 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f854a86e-f674-432c-95c5-98b32e4fa27c req-09482cb4-d338-4de6-89ee-17c1a7cc6f8f tempest-VolumesActionsTest-1430415502 tempest-VolumesActionsTest-1430415502-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9173de9-e090-4e7a-b4ef-1d7e0c8b6b17 HTTP/1.1" status: 200 len: 210 time: 0.0298710 Feb 07 21:08:31.326284 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a26fe48-f183-4fdc-b5ac-66091d061419 x-openstack-request-id: req-0a26fe48-f183-4fdc-b5ac-66091d061419 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:08:31.326875 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9173de9-e090-4e7a-b4ef-1d7e0c8b6b17", "name": "network-vif-deleted", "tag": "3d13e11a-8a09-4854-8c8f-0b16fd8beb6d", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:08:31.327409 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0a26fe48-f183-4fdc-b5ac-66091d061419 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:08:31.327929 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9173de9-e090-4e7a-b4ef-1d7e0c8b6b17', 'name': 'network-vif-deleted', 'tag': '3d13e11a-8a09-4854-8c8f-0b16fd8beb6d', 'status': 'completed', 'code': 200} Feb 07 21:08:31.403750 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-92017138-2cd3-460c-ab3c-33d165b11d65 req-992c26a4-6b72-4796-9a00-6a70ba26abae tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "GET /v2.0/security-groups/536ce3a5-b877-413b-a8ec-1d3c4dd7b3aa HTTP/1.1" status: 200 len: 1824 time: 0.0666275 Feb 07 21:08:31.417348 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-92017138-2cd3-460c-ab3c-33d165b11d65 req-8fb6ebc1-bd1b-422a-b854-b5e15b4b5710 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '536ce3a5-b877-413b-a8ec-1d3c4dd7b3aa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:31.417690 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-92017138-2cd3-460c-ab3c-33d165b11d65 req-8fb6ebc1-bd1b-422a-b854-b5e15b4b5710 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '536ce3a5-b877-413b-a8ec-1d3c4dd7b3aa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:31.433822 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed8095-2a59-4766-a658-e222f916cb12 req-e4ea04fb-a5ca-495e-bd53-3463164ece2b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:31.435290 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71ed8095-2a59-4766-a658-e222f916cb12 req-e4ea04fb-a5ca-495e-bd53-3463164ece2b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 943 time: 0.0830598 Feb 07 21:08:31.511720 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71ed8095-2a59-4766-a658-e222f916cb12 req-965c7ea2-1e9a-4666-9017-aedaaef002ec tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673835 Feb 07 21:08:31.519791 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-92017138-2cd3-460c-ab3c-33d165b11d65 req-8fb6ebc1-bd1b-422a-b854-b5e15b4b5710 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group_rule (2b33fc93-91c8-4eab-aef3-7aefee131802), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:31.536219 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-92017138-2cd3-460c-ab3c-33d165b11d65 req-8fb6ebc1-bd1b-422a-b854-b5e15b4b5710 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group_rule (2b33fc93-91c8-4eab-aef3-7aefee131802), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:31.540644 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-92017138-2cd3-460c-ab3c-33d165b11d65 req-8fb6ebc1-bd1b-422a-b854-b5e15b4b5710 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (2b33fc93-91c8-4eab-aef3-7aefee131802), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:31.558172 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6ebc1-bd1b-422a-b854-b5e15b4b5710 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b33fc93-91c8-4eab-aef3-7aefee131802,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:31.567716 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-92017138-2cd3-460c-ab3c-33d165b11d65 req-8fb6ebc1-bd1b-422a-b854-b5e15b4b5710 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:31.568932 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-92017138-2cd3-460c-ab3c-33d165b11d65 req-8fb6ebc1-bd1b-422a-b854-b5e15b4b5710 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1563175 Feb 07 21:08:31.628052 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81ddd7-7952-480f-b724-fd36db1e0fb9 req-7b91dcc0-3c98-465f-aed1-ff97558e66c0 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:31.631141 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8f81ddd7-7952-480f-b724-fd36db1e0fb9 req-7b91dcc0-3c98-465f-aed1-ff97558e66c0 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.0612066 Feb 07 21:08:31.640085 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 53446) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:08:31.645065 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6b851694-1200-41f2-8f12-db6c4e04e7ea tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Request body: {'floatingip': {'port_id': '18716904-4ed1-4071-9959-cc2b4acf6be7'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:31.660236 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-d8d5fc5c-846c-4635-9ec9-7965144e7257 req-a18c7532-c582-4229-89b4-fef8b6327770 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-177560750', 'description': 'tempest-description-203345672'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:31.716979 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b851694-1200-41f2-8f12-db6c4e04e7ea tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for floatingip (0d13c125-ec2a-4b15-a51a-2e4c9c2108fc), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:31.790453 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d8d5fc5c-846c-4635-9ec9-7965144e7257 req-a18c7532-c582-4229-89b4-fef8b6327770 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:31.840976 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e68b78-e706-4d1e-bc06-70ae85118e31 req-1307eaa0-d1b5-426b-aeef-e58dcefa4bbc tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:31.842357 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-89e68b78-e706-4d1e-bc06-70ae85118e31 req-1307eaa0-d1b5-426b-aeef-e58dcefa4bbc tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 950 time: 0.2100739 Feb 07 21:08:32.009014 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-89e68b78-e706-4d1e-bc06-70ae85118e31 req-f7826a47-f371-4873-a2c2-cbcd3b4154c1 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575246 Feb 07 21:08:32.029579 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d8d5fc5c-846c-4635-9ec9-7965144e7257 req-a18c7532-c582-4229-89b4-fef8b6327770 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (61bf44c7-bb88-4452-8911-cdf7ed5acfbc), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:32.039491 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d8d5fc5c-846c-4635-9ec9-7965144e7257 req-a18c7532-c582-4229-89b4-fef8b6327770 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (61bf44c7-bb88-4452-8911-cdf7ed5acfbc), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:32.109544 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d8d5fc5c-846c-4635-9ec9-7965144e7257 req-a18c7532-c582-4229-89b4-fef8b6327770 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:32.110675 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8d5fc5c-846c-4635-9ec9-7965144e7257 req-a18c7532-c582-4229-89b4-fef8b6327770 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4561620 Feb 07 21:08:32.148125 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c7532-c582-4229-89b4-fef8b6327770 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61bf44c7-bb88-4452-8911-cdf7ed5acfbc,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:32.281313 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9378be80-5d85-491d-8ec3-252858bcad0c req-c4503c91-db71-43c0-a043-f807c317f201 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "GET /v2.0/security-groups/61bf44c7-bb88-4452-8911-cdf7ed5acfbc HTTP/1.1" status: 200 len: 1822 time: 0.1291494 Feb 07 21:08:32.292771 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5788830-7517-4d23-9bc7-4181b31bcafa req-cca5e915-e29e-4681-9858-686570861324 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:32.294226 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d5788830-7517-4d23-9bc7-4181b31bcafa req-cca5e915-e29e-4681-9858-686570861324 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=d07e487b-5abf-48ec-bc39-dd6c4a093fc9 HTTP/1.1" status: 200 len: 943 time: 0.2284653 Feb 07 21:08:32.301857 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-9378be80-5d85-491d-8ec3-252858bcad0c req-f4f03389-e58a-4736-be8f-5c43deaccf1f tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '61bf44c7-bb88-4452-8911-cdf7ed5acfbc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:32.302180 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-9378be80-5d85-491d-8ec3-252858bcad0c req-f4f03389-e58a-4736-be8f-5c43deaccf1f tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '61bf44c7-bb88-4452-8911-cdf7ed5acfbc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:32.444989 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d5788830-7517-4d23-9bc7-4181b31bcafa req-d7cbbebd-7948-4aab-8063-a1ac76a20b87 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386480 Feb 07 21:08:32.450525 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b851694-1200-41f2-8f12-db6c4e04e7ea tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:32.460690 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b851694-1200-41f2-8f12-db6c4e04e7ea tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (0d13c125-ec2a-4b15-a51a-2e4c9c2108fc), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:32.533814 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9378be80-5d85-491d-8ec3-252858bcad0c req-f4f03389-e58a-4736-be8f-5c43deaccf1f tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group_rule (b1e96a09-8cb7-427b-8fbd-8cb92a8160fc), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:32.575951 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9378be80-5d85-491d-8ec3-252858bcad0c req-f4f03389-e58a-4736-be8f-5c43deaccf1f tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group_rule (b1e96a09-8cb7-427b-8fbd-8cb92a8160fc), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:32.582427 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9378be80-5d85-491d-8ec3-252858bcad0c req-f4f03389-e58a-4736-be8f-5c43deaccf1f tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (b1e96a09-8cb7-427b-8fbd-8cb92a8160fc), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:32.609964 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f03389-e58a-4736-be8f-5c43deaccf1f tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e96a09-8cb7-427b-8fbd-8cb92a8160fc,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:32.613445 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-6b851694-1200-41f2-8f12-db6c4e04e7ea tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Floating IP 0d13c125-ec2a-4b15-a51a-2e4c9c2108fc associated. External IP: 172.25.4.148, port: 18716904-4ed1-4071-9959-cc2b4acf6be7. Feb 07 21:08:32.681228 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9378be80-5d85-491d-8ec3-252858bcad0c req-f4f03389-e58a-4736-be8f-5c43deaccf1f tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:32.682431 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9378be80-5d85-491d-8ec3-252858bcad0c req-f4f03389-e58a-4736-be8f-5c43deaccf1f tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3873041 Feb 07 21:08:32.705079 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 639bba0d-7b79-49ea-828c-4c25f10ac9b3 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:08:32.857886 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 639bba0d-7b79-49ea-828c-4c25f10ac9b3, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=639bba0d-7b79-49ea-828c-4c25f10ac9b3,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:32.871583 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device eaede541-68c3-4d82-ad8f-7ef40447a189 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:08:32.948101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '639bba0d-7b79-49ea-828c-4c25f10ac9b3', 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3', 'port_id': '639bba0d-7b79-49ea-828c-4c25f10ac9b3', 'mac_address': 'fa:16:3e:d5:e7:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d136787-de5f-4353-a2b9-a7f4409cab76', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:08:32.965535 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feda27-884e-45d9-8c43-16daf7ba758d req-52cb7aa5-48ca-4d0e-bf90-2e4421d7e054 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:32.968734 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07feda27-884e-45d9-8c43-16daf7ba758d req-52cb7aa5-48ca-4d0e-bf90-2e4421d7e054 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 943 time: 0.1034977 Feb 07 21:08:32.975317 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-7c02f120-1db2-48b1-95e1-70f5dd3fc14a req-59c9db3e-d749-477e-846d-12643607871e tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-954935376', 'description': 'tempest-description-1134980436'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:33.011568 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 639bba0d-7b79-49ea-828c-4c25f10ac9b3 is: ACTIVE; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:33.012092 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (639bba0d-7b79-49ea-828c-4c25f10ac9b3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:33.029552 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 639bba0d-7b79-49ea-828c-4c25f10ac9b3 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:08:33.043807 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b851694-1200-41f2-8f12-db6c4e04e7ea tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Router b2631804-a35e-4193-bcfd-03f3f9ca7f10 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:08:33.067872 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 639bba0d-7b79-49ea-828c-4c25f10ac9b3, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=639bba0d-7b79-49ea-828c-4c25f10ac9b3,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:33.069835 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port eaede541-68c3-4d82-ad8f-7ef40447a189, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=eaede541-68c3-4d82-ad8f-7ef40447a189,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:33.073056 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7c02f120-1db2-48b1-95e1-70f5dd3fc14a req-59c9db3e-d749-477e-846d-12643607871e tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:33.073624 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (639bba0d-7b79-49ea-828c-4c25f10ac9b3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:33.074455 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 66a42d3e-7744-430a-a865-053bbb45a7ef details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:08:33.114842 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'eaede541-68c3-4d82-ad8f-7ef40447a189', 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85', 'port_id': 'eaede541-68c3-4d82-ad8f-7ef40447a189', 'mac_address': 'fa:16:3e:e4:63:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8980a6-7981-49aa-b0cb-ed215989d81d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:08:33.119825 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-d683e3aa-af73-4d74-af4c-671f4aa1f68e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1287229 Feb 07 21:08:33.132432 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-c926f10d-c06d-4a0f-a113-3d4ae769ef76 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:08:33.135509 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-c926f10d-c06d-4a0f-a113-3d4ae769ef76 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108681 Feb 07 21:08:33.172343 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07feda27-884e-45d9-8c43-16daf7ba758d req-23a91499-6869-42ca-be62-e6f09effa67c tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866944 Feb 07 21:08:33.210789 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=639bba0d-7b79-49ea-828c-4c25f10ac9b3,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:33.225485 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port eaede541-68c3-4d82-ad8f-7ef40447a189 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:33.225885 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (eaede541-68c3-4d82-ad8f-7ef40447a189), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:33.243764 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaede541-68c3-4d82-ad8f-7ef40447a189 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:08:33.267545 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port eaede541-68c3-4d82-ad8f-7ef40447a189, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=eaede541-68c3-4d82-ad8f-7ef40447a189,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:33.273188 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (eaede541-68c3-4d82-ad8f-7ef40447a189), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:33.329311 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 66a42d3e-7744-430a-a865-053bbb45a7ef, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=66a42d3e-7744-430a-a865-053bbb45a7ef,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:33.342500 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '66a42d3e-7744-430a-a865-053bbb45a7ef', 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81', 'port_id': '66a42d3e-7744-430a-a865-053bbb45a7ef', 'mac_address': 'fa:16:3e:63:48:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039429f6-d6cc-49db-bf32-0ffb3c8562c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:08:33.349626 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b851694-1200-41f2-8f12-db6c4e04e7ea tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:08:33.358940 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b851694-1200-41f2-8f12-db6c4e04e7ea tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:33.379957 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a947cc0-e8d0-472b-9c5f-081ebc9fa3f4 None None] Sync routers for ids ['b2631804-a35e-4193-bcfd-03f3f9ca7f10'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:08:33.395118 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7c02f120-1db2-48b1-95e1-70f5dd3fc14a req-59c9db3e-d749-477e-846d-12643607871e tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (4bca595b-0974-489c-9191-b4e76028905d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:33.426792 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=eaede541-68c3-4d82-ad8f-7ef40447a189,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:33.429343 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a947cc0-e8d0-472b-9c5f-081ebc9fa3f4 None None] Routers {'b2631804-a35e-4193-bcfd-03f3f9ca7f10'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:08:33.429946 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2a947cc0-e8d0-472b-9c5f-081ebc9fa3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:08:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b2631804-a35e-4193-bcfd-03f3f9ca7f10'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:08:33.430108 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7c02f120-1db2-48b1-95e1-70f5dd3fc14a req-59c9db3e-d749-477e-846d-12643607871e tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4bca595b-0974-489c-9191-b4e76028905d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:33.433206 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 66a42d3e-7744-430a-a865-053bbb45a7ef is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:33.433592 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (66a42d3e-7744-430a-a865-053bbb45a7ef), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:33.437987 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:33.467699 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6b851694-1200-41f2-8f12-db6c4e04e7ea tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "PUT /v2.0/floatingips/0d13c125-ec2a-4b15-a51a-2e4c9c2108fc HTTP/1.1" status: 200 len: 991 time: 1.8227890 Feb 07 21:08:33.474013 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa0012b-121b-403f-ab09-17a10f56f07f', 'tag': '18716904-4ed1-4071-9959-cc2b4acf6be7'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:08:33.476910 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caa1e9c-b73f-471f-ac9c-d3fad48e09cf" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa0012b-121b-403f-ab09-17a10f56f07f", "tag": "18716904-4ed1-4071-9959-cc2b4acf6be7"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:08:33.490170 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7c02f120-1db2-48b1-95e1-70f5dd3fc14a req-59c9db3e-d749-477e-846d-12643607871e tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:33.512918 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7c02f120-1db2-48b1-95e1-70f5dd3fc14a req-59c9db3e-d749-477e-846d-12643607871e tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5592239 Feb 07 21:08:33.535218 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a42d3e-7744-430a-a865-053bbb45a7ef {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:08:33.544597 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e2983-7b60-4abf-a884-4e8afb6dc747 req-426fe726-2089-481f-b8ce-33befd4c2a48 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:33.553081 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e2983-7b60-4abf-a884-4e8afb6dc747 req-426fe726-2089-481f-b8ce-33befd4c2a48 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:33.555355 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 66a42d3e-7744-430a-a865-053bbb45a7ef, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=66a42d3e-7744-430a-a865-053bbb45a7ef,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:33.561658 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e2983-7b60-4abf-a884-4e8afb6dc747 req-426fe726-2089-481f-b8ce-33befd4c2a48 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:33.571571 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e2983-7b60-4abf-a884-4e8afb6dc747 req-426fe726-2089-481f-b8ce-33befd4c2a48 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:33.575780 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (66a42d3e-7744-430a-a865-053bbb45a7ef), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:33.579477 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e2983-7b60-4abf-a884-4e8afb6dc747 req-426fe726-2089-481f-b8ce-33befd4c2a48 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:33.586950 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e2983-7b60-4abf-a884-4e8afb6dc747 req-426fe726-2089-481f-b8ce-33befd4c2a48 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:33.594053 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e2983-7b60-4abf-a884-4e8afb6dc747 req-426fe726-2089-481f-b8ce-33befd4c2a48 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:33.604216 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-901e2983-7b60-4abf-a884-4e8afb6dc747 req-426fe726-2089-481f-b8ce-33befd4c2a48 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5443 time: 0.2970479 Feb 07 21:08:33.611437 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9db3e-d749-477e-846d-12643607871e tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bca595b-0974-489c-9191-b4e76028905d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:33.635478 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=66a42d3e-7744-430a-a865-053bbb45a7ef,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:33.666384 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['eaede541-68c3-4d82-ad8f-7ef40447a189'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:08:33.710254 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-2a947cc0-e8d0-472b-9c5f-081ebc9fa3f4 None None] Set router b2631804-a35e-4193-bcfd-03f3f9ca7f10 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:08:33.732946 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-901e2983-7b60-4abf-a884-4e8afb6dc747 req-63351b88-d4a4-4ef7-abc2-914852f5026c tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1273744 Feb 07 21:08:33.740318 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6a71d-1768-442f-a6b3-34a789a0d27e req-93c7afb9-b505-4fd5-9210-0c25309221c5 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:33.742129 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-acb6a71d-1768-442f-a6b3-34a789a0d27e req-93c7afb9-b505-4fd5-9210-0c25309221c5 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 950 time: 0.1057346 Feb 07 21:08:33.747482 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['639bba0d-7b79-49ea-828c-4c25f10ac9b3'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:08:33.831258 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-acb6a71d-1768-442f-a6b3-34a789a0d27e req-6a856098-654f-424b-a886-fa2a27e4d7ae tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779586 Feb 07 21:08:33.938870 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:33.948299 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ade82-9120-41bb-a99a-536c660b641d req-6e02d9c7-3e79-49fe-855b-96ac0cf869ea tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:33.949857 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a7ade82-9120-41bb-a99a-536c660b641d req-6e02d9c7-3e79-49fe-855b-96ac0cf869ea tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.0947497 Feb 07 21:08:34.052643 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a7ade82-9120-41bb-a99a-536c660b641d req-0498dbb7-3481-406b-9d40-e7eaf4470556 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909543 Feb 07 21:08:34.061226 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7729d1-d5c3-44f2-b76f-70bd516672e0 req-b987137e-ea99-4943-be7e-7d1aa65a990f tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:34.079558 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da7729d1-d5c3-44f2-b76f-70bd516672e0 req-b987137e-ea99-4943-be7e-7d1aa65a990f tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=d07e487b-5abf-48ec-bc39-dd6c4a093fc9 HTTP/1.1" status: 200 len: 944 time: 0.1286025 Feb 07 21:08:34.127723 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['66a42d3e-7744-430a-a865-053bbb45a7ef'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:08:34.138805 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821744e9-ca60-4104-8498-3efd7632d4c4 x-openstack-request-id: req-821744e9-ca60-4104-8498-3efd7632d4c4 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:08:34.139104 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa0012b-121b-403f-ab09-17a10f56f07f", "tag": "18716904-4ed1-4071-9959-cc2b4acf6be7", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:08:34.159218 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-821744e9-ca60-4104-8498-3efd7632d4c4 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:08:34.160469 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa0012b-121b-403f-ab09-17a10f56f07f', 'tag': '18716904-4ed1-4071-9959-cc2b4acf6be7', 'status': 'completed', 'code': 200} Feb 07 21:08:34.213973 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da7729d1-d5c3-44f2-b76f-70bd516672e0 req-fdbe8893-61e6-4abe-870a-e3b7adeeeb6a tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330590 Feb 07 21:08:34.253248 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-6525a16c-d18f-4d83-b927-84d7e5b02f47 req-1cf55003-697b-46a8-972a-09e0deeb12e1 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1893714197', 'description': 'tempest-description-1775982962'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:34.327619 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6525a16c-d18f-4d83-b927-84d7e5b02f47 req-1cf55003-697b-46a8-972a-09e0deeb12e1 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:34.411926 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa1e9c-b73f-471f-ac9c-d3fad48e09cf req-94967e54-cfb2-4630-b9d8-a8358b979983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:34.413875 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6caa1e9c-b73f-471f-ac9c-d3fad48e09cf req-94967e54-cfb2-4630-b9d8-a8358b979983 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5a2142112eb4c46a5e7f5feebf5df31&device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 1127 time: 0.2346237 Feb 07 21:08:34.657926 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2a947cc0-e8d0-472b-9c5f-081ebc9fa3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'name': 'tempest-AttachVolumeTestJSON-65258003-router', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '6e8f5769-8d28-4772-968e-306256e6c687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:52Z', 'updated_at': '2022-02-07T21:07:58Z', 'revision_number': 4, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'gw_port': {'id': '6e8f5769-8d28-4772-968e-306256e6c687', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:53Z', 'updated_at': '2022-02-07T21:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '0d13c125-ec2a-4b15-a51a-2e4c9c2108fc', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'floating_ip_address': '172.25.4.148', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'port_id': '18716904-4ed1-4071-9959-cc2b4acf6be7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5', 'mac_address': 'fa:16:3e:dc:09:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa0012b-121b-403f-ab09-17a10f56f07f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:08:03Z', 'updated_at': '2022-02-07T21:08:32Z', 'revision_number': 1, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd167db-d6bb-4010-aa3e-81634840f6cb', 'name': '', 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'mac_address': 'fa:16:3e:d6:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:57Z', 'updated_at': '2022-02-07T21:08:04Z', 'revision_number': 5, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'subnets': [{'id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:08:34.697676 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a947cc0-e8d0-472b-9c5f-081ebc9fa3f4 None None] Checking router: b2631804-a35e-4193-bcfd-03f3f9ca7f10 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:08:34.711817 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a947cc0-e8d0-472b-9c5f-081ebc9fa3f4 None None] Routers {'b2631804-a35e-4193-bcfd-03f3f9ca7f10'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:08:34.712499 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2a947cc0-e8d0-472b-9c5f-081ebc9fa3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:08:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b2631804-a35e-4193-bcfd-03f3f9ca7f10'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:08:34.727426 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa1e9c-b73f-471f-ac9c-d3fad48e09cf req-8014c9b8-8799-4922-9b85-6373e5eb21b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:34.729464 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6caa1e9c-b73f-471f-ac9c-d3fad48e09cf req-8014c9b8-8799-4922-9b85-6373e5eb21b4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=16d43ce3-c262-4644-8d8c-68d5b7d28be5 HTTP/1.1" status: 200 len: 910 time: 0.2958813 Feb 07 21:08:34.821479 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a32df-86b5-4214-95ad-66fa5fe4dc02 req-5eb19792-f389-4450-a94e-99906d370de0 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:34.829293 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b21a32df-86b5-4214-95ad-66fa5fe4dc02 req-5eb19792-f389-4450-a94e-99906d370de0 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 944 time: 0.2658966 Feb 07 21:08:34.851100 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-2a947cc0-e8d0-472b-9c5f-081ebc9fa3f4 None None] Set router b2631804-a35e-4193-bcfd-03f3f9ca7f10 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:08:34.865290 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6525a16c-d18f-4d83-b927-84d7e5b02f47 req-1cf55003-697b-46a8-972a-09e0deeb12e1 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (01765d1c-a469-4217-956e-1bf580e49e3f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:34.885251 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6525a16c-d18f-4d83-b927-84d7e5b02f47 req-1cf55003-697b-46a8-972a-09e0deeb12e1 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (01765d1c-a469-4217-956e-1bf580e49e3f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:34.892824 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 639bba0d-7b79-49ea-828c-4c25f10ac9b3 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:08:34.938553 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6525a16c-d18f-4d83-b927-84d7e5b02f47 req-1cf55003-697b-46a8-972a-09e0deeb12e1 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:34.957616 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6525a16c-d18f-4d83-b927-84d7e5b02f47 req-1cf55003-697b-46a8-972a-09e0deeb12e1 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.7533228 Feb 07 21:08:34.972883 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6caa1e9c-b73f-471f-ac9c-d3fad48e09cf req-450f4a4c-ad05-49cf-b87c-accea319f5cd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18716904-4ed1-4071-9959-cc2b4acf6be7 HTTP/1.1" status: 200 len: 999 time: 0.2269554 Feb 07 21:08:34.987942 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b21a32df-86b5-4214-95ad-66fa5fe4dc02 req-285c1047-0621-44bf-b9c1-cd556691528e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576233 Feb 07 21:08:34.989156 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf55003-697b-46a8-972a-09e0deeb12e1 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01765d1c-a469-4217-956e-1bf580e49e3f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:35.069308 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa1e9c-b73f-471f-ac9c-d3fad48e09cf req-6025ff21-deb7-40db-8542-2b49a4da1d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:35.070948 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6caa1e9c-b73f-471f-ac9c-d3fad48e09cf req-6025ff21-deb7-40db-8542-2b49a4da1d79 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=14d3bb71-50ef-42a4-9bd8-c39c66580c69 HTTP/1.1" status: 200 len: 848 time: 0.0619345 Feb 07 21:08:35.136164 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 639bba0d-7b79-49ea-828c-4c25f10ac9b3 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:08:35.136567 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (639bba0d-7b79-49ea-828c-4c25f10ac9b3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:35.259832 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-bdb0f635-e1f4-437a-8dd9-6d9b8557ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:35.261465 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-bdb0f635-e1f4-437a-8dd9-6d9b8557ef1a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 1132 time: 0.1628010 Feb 07 21:08:35.272393 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa1e9c-b73f-471f-ac9c-d3fad48e09cf req-17afa7a8-9c4d-4983-b488-9549d2d2952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:35.274843 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6caa1e9c-b73f-471f-ac9c-d3fad48e09cf req-17afa7a8-9c4d-4983-b488-9549d2d2952d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16d43ce3-c262-4644-8d8c-68d5b7d28be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1925964 Feb 07 21:08:35.356703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 639bba0d-7b79-49ea-828c-4c25f10ac9b3 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:35.357003 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (639bba0d-7b79-49ea-828c-4c25f10ac9b3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:35.367923 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cc2ed-2df7-4e45-9d7d-a2bc98ed6865 req-52c97ab4-5b0b-4aa0-828a-5e2090966e73 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:35.374967 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cc2ed-2df7-4e45-9d7d-a2bc98ed6865 req-52c97ab4-5b0b-4aa0-828a-5e2090966e73 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:35.381796 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cc2ed-2df7-4e45-9d7d-a2bc98ed6865 req-52c97ab4-5b0b-4aa0-828a-5e2090966e73 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:35.387800 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cc2ed-2df7-4e45-9d7d-a2bc98ed6865 req-52c97ab4-5b0b-4aa0-828a-5e2090966e73 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:35.393371 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cc2ed-2df7-4e45-9d7d-a2bc98ed6865 req-52c97ab4-5b0b-4aa0-828a-5e2090966e73 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:35.393680 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94dc11f4-0182-4fca-8bb4-18ab5d90c363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639bba0d-7b79-49ea-828c-4c25f10ac9b3'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:08:35.396082 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eef2668-377a-4b88-97e2-2bf241b5aa5b" -d '{"events": [{"server_uuid": "94dc11f4-0182-4fca-8bb4-18ab5d90c363", "name": "network-vif-plugged", "status": "completed", "tag": "639bba0d-7b79-49ea-828c-4c25f10ac9b3"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:08:35.399020 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cc2ed-2df7-4e45-9d7d-a2bc98ed6865 req-52c97ab4-5b0b-4aa0-828a-5e2090966e73 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:35.404825 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cc2ed-2df7-4e45-9d7d-a2bc98ed6865 req-52c97ab4-5b0b-4aa0-828a-5e2090966e73 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:35.408560 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c7cc2ed-2df7-4e45-9d7d-a2bc98ed6865 req-52c97ab4-5b0b-4aa0-828a-5e2090966e73 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5443 time: 0.2807095 Feb 07 21:08:35.411830 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 639bba0d-7b79-49ea-828c-4c25f10ac9b3, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=639bba0d-7b79-49ea-828c-4c25f10ac9b3,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:35.418394 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2a947cc0-e8d0-472b-9c5f-081ebc9fa3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'name': 'tempest-AttachVolumeTestJSON-65258003-router', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '6e8f5769-8d28-4772-968e-306256e6c687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:52Z', 'updated_at': '2022-02-07T21:07:58Z', 'revision_number': 4, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'gw_port': {'id': '6e8f5769-8d28-4772-968e-306256e6c687', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:53Z', 'updated_at': '2022-02-07T21:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '0d13c125-ec2a-4b15-a51a-2e4c9c2108fc', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'floating_ip_address': '172.25.4.148', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'port_id': '18716904-4ed1-4071-9959-cc2b4acf6be7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5', 'mac_address': 'fa:16:3e:dc:09:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa0012b-121b-403f-ab09-17a10f56f07f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:08:03Z', 'updated_at': '2022-02-07T21:08:32Z', 'revision_number': 1, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd167db-d6bb-4010-aa3e-81634840f6cb', 'name': '', 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'mac_address': 'fa:16:3e:d6:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:57Z', 'updated_at': '2022-02-07T21:08:04Z', 'revision_number': 5, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'subnets': [{'id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:08:35.463186 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a947cc0-e8d0-472b-9c5f-081ebc9fa3f4 None None] The sync data for ids ['b2631804-a35e-4193-bcfd-03f3f9ca7f10'] in n-d-828185-2 is: [{'id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'name': 'tempest-AttachVolumeTestJSON-65258003-router', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '6e8f5769-8d28-4772-968e-306256e6c687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:52Z', 'updated_at': '2022-02-07T21:07:58Z', 'revision_number': 4, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'gw_port': {'id': '6e8f5769-8d28-4772-968e-306256e6c687', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:53Z', 'updated_at': '2022-02-07T21:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '0d13c125-ec2a-4b15-a51a-2e4c9c2108fc', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'floating_ip_address': '172.25.4.148', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'port_id': '18716904-4ed1-4071-9959-cc2b4acf6be7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5', 'mac_address': 'fa:16:3e:dc:09:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa0012b-121b-403f-ab09-17a10f56f07f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:08:03Z', 'updated_at': '2022-02-07T21:08:32Z', 'revision_number': 1, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd167db-d6bb-4010-aa3e-81634840f6cb', 'name': '', 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'mac_address': 'fa:16:3e:d6:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:57Z', 'updated_at': '2022-02-07T21:08:04Z', 'revision_number': 5, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'subnets': [{'id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:08:35.464960 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (639bba0d-7b79-49ea-828c-4c25f10ac9b3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:35.465616 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 3d13e11a-8a09-4854-8c8f-0b16fd8beb6d no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:08:35.487064 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad76a6-ff1f-4dd8-a5fd-6145ae7d9d56 req-48b0e10a-6863-4835-a520-83e478de8d48 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:35.493251 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 3d13e11a-8a09-4854-8c8f-0b16fd8beb6d {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:08:35.493600 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 3d13e11a-8a09-4854-8c8f-0b16fd8beb6d not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:08:35.501662 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4ad76a6-ff1f-4dd8-a5fd-6145ae7d9d56 req-48b0e10a-6863-4835-a520-83e478de8d48 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 950 time: 0.3439496 Feb 07 21:08:35.587439 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6caa1e9c-b73f-471f-ac9c-d3fad48e09cf req-8adb39df-440c-475a-b551-19f326c72cd2 service neutron] 10.222.0.71 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012421 Feb 07 21:08:35.591621 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=639bba0d-7b79-49ea-828c-4c25f10ac9b3,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:35.710093 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6caa1e9c-b73f-471f-ac9c-d3fad48e09cf req-4b0b75a9-a963-4297-848b-4815e536e746 service neutron] 10.222.0.71 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050918 Feb 07 21:08:35.815175 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c7cc2ed-2df7-4e45-9d7d-a2bc98ed6865 req-7c08d884-9c3d-4d88-8f1c-5bb860f316fe tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3027420 Feb 07 21:08:35.899901 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887d1f97-b2b1-4fa5-bc9e-3ee84ce2fcca None None] New status for floating IP 0d13c125-ec2a-4b15-a51a-2e4c9c2108fc: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:08:35.927009 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6eb89bad-a385-4800-b127-a54e496271ee req-c3e46757-c039-4dd1-b874-a528f732a47a tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "GET /v2.0/security-groups/4bca595b-0974-489c-9191-b4e76028905d HTTP/1.1" status: 200 len: 1823 time: 0.0706022 Feb 07 21:08:35.965251 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-52b91b57-5c18-42ac-a024-3e2356dd2f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:35.967229 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-52b91b57-5c18-42ac-a024-3e2356dd2f5e service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.6908650 Feb 07 21:08:36.013730 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-ba2f2074-ed77-48cb-8586-bc76d39bc4af service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=d1edeb7c-445c-4564-9c16-a08b9682c42d HTTP/1.1" status: 200 len: 217 time: 0.0392311 Feb 07 21:08:36.018498 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4ad76a6-ff1f-4dd8-a5fd-6145ae7d9d56 req-accefb08-d341-4a65-9736-45bf3677514b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385178 Feb 07 21:08:36.059077 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6eb89bad-a385-4800-b127-a54e496271ee req-79afd6f3-aa83-4fbb-8588-986f26744a41 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "GET /v2.0/security-groups/01765d1c-a469-4217-956e-1bf580e49e3f HTTP/1.1" status: 200 len: 1824 time: 0.1308832 Feb 07 21:08:36.063914 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-6eb89bad-a385-4800-b127-a54e496271ee req-682e7fd9-d814-4d50-8602-77d11def172b tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4bca595b-0974-489c-9191-b4e76028905d', 'remote_group_id': '01765d1c-a469-4217-956e-1bf580e49e3f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:36.064405 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-6eb89bad-a385-4800-b127-a54e496271ee req-682e7fd9-d814-4d50-8602-77d11def172b tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4bca595b-0974-489c-9191-b4e76028905d', 'remote_group_id': '01765d1c-a469-4217-956e-1bf580e49e3f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:36.100946 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-4e475f2e-6624-4648-8aaf-88bc3eef133c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:36.102814 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-4e475f2e-6624-4648-8aaf-88bc3eef133c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0827923 Feb 07 21:08:36.205518 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6eb89bad-a385-4800-b127-a54e496271ee req-682e7fd9-d814-4d50-8602-77d11def172b tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group_rule (10462454-4e6c-4f0e-8492-cf00f2d69a50), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:36.265013 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-9e0af110-5df9-4ed0-a679-dbc2d7056707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:36.267158 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-9e0af110-5df9-4ed0-a679-dbc2d7056707 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1521714 Feb 07 21:08:36.419504 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef4f92-5e9f-44b1-9716-1bae0a276244 req-be5132c0-bd9a-4443-9df0-f3cb368ea0ca tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:36.427643 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-93ef4f92-5e9f-44b1-9716-1bae0a276244 req-be5132c0-bd9a-4443-9df0-f3cb368ea0ca tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.2177103 Feb 07 21:08:36.485569 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6eb89bad-a385-4800-b127-a54e496271ee req-682e7fd9-d814-4d50-8602-77d11def172b tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group_rule (10462454-4e6c-4f0e-8492-cf00f2d69a50), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:36.522691 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6eb89bad-a385-4800-b127-a54e496271ee req-682e7fd9-d814-4d50-8602-77d11def172b tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (10462454-4e6c-4f0e-8492-cf00f2d69a50), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:36.562717 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e93c5-8783-4047-9c49-645af86daf04 req-066afa21-59e3-4c14-9c13-2dafaa4c184e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:36.567405 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e7fd9-d814-4d50-8602-77d11def172b tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10462454-4e6c-4f0e-8492-cf00f2d69a50,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:36.578219 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e93c5-8783-4047-9c49-645af86daf04 req-066afa21-59e3-4c14-9c13-2dafaa4c184e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:36.588880 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e93c5-8783-4047-9c49-645af86daf04 req-066afa21-59e3-4c14-9c13-2dafaa4c184e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:36.602393 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e93c5-8783-4047-9c49-645af86daf04 req-066afa21-59e3-4c14-9c13-2dafaa4c184e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:36.610236 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-93ef4f92-5e9f-44b1-9716-1bae0a276244 req-e23f8780-ca41-4021-bb3d-a69e3794ddeb tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514671 Feb 07 21:08:36.623028 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e93c5-8783-4047-9c49-645af86daf04 req-066afa21-59e3-4c14-9c13-2dafaa4c184e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:36.637161 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e93c5-8783-4047-9c49-645af86daf04 req-066afa21-59e3-4c14-9c13-2dafaa4c184e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:36.639875 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6eb89bad-a385-4800-b127-a54e496271ee req-682e7fd9-d814-4d50-8602-77d11def172b tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:36.654397 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6eb89bad-a385-4800-b127-a54e496271ee req-682e7fd9-d814-4d50-8602-77d11def172b tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5942216 Feb 07 21:08:36.667660 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e93c5-8783-4047-9c49-645af86daf04 req-066afa21-59e3-4c14-9c13-2dafaa4c184e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:36.671860 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e75e93c5-8783-4047-9c49-645af86daf04 req-066afa21-59e3-4c14-9c13-2dafaa4c184e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.69 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 5443 time: 0.2137346 Feb 07 21:08:36.692122 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-b4c20d4b-3c79-4639-a6db-decffc81cf72 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101026 Feb 07 21:08:36.755055 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 66a42d3e-7744-430a-a865-053bbb45a7ef up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:08:36.757470 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e93c5-8783-4047-9c49-645af86daf04 req-cdd97892-049a-44dd-9d8a-3ba3ae1c44c1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:36.759111 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e75e93c5-8783-4047-9c49-645af86daf04 req-cdd97892-049a-44dd-9d8a-3ba3ae1c44c1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.69 "GET /v2.0/ports/def535e0-560b-493f-84ac-22ae5fd3e2e6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0721679 Feb 07 21:08:36.817210 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device eaede541-68c3-4d82-ad8f-7ef40447a189 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:08:36.976981 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e75e93c5-8783-4047-9c49-645af86daf04 req-82ee189a-b624-48b9-926a-bc87312c4bba tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.69 "GET /v2.0/networks/1eeddcea-0d1c-4004-9be7-548b640cc6f3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2053547 Feb 07 21:08:37.001719 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-e75e93c5-8783-4047-9c49-645af86daf04 req-6cac3ed9-9719-4be7-97bf-a9adfc209e31 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:37.037086 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 66a42d3e-7744-430a-a865-053bbb45a7ef completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:08:37.042286 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 66a42d3e-7744-430a-a865-053bbb45a7ef triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:08:37.042808 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (66a42d3e-7744-430a-a865-053bbb45a7ef), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:37.117775 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port eaede541-68c3-4d82-ad8f-7ef40447a189 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:08:37.158236 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-6cac3ed9-9719-4be7-97bf-a9adfc209e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (def535e0-560b-493f-84ac-22ae5fd3e2e6), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:37.171150 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port eaede541-68c3-4d82-ad8f-7ef40447a189 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:08:37.171609 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (eaede541-68c3-4d82-ad8f-7ef40447a189), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:37.370151 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 66a42d3e-7744-430a-a865-053bbb45a7ef is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:37.370571 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (66a42d3e-7744-430a-a865-053bbb45a7ef), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:37.524342 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 66a42d3e-7744-430a-a865-053bbb45a7ef, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=66a42d3e-7744-430a-a865-053bbb45a7ef,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:37.542793 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (66a42d3e-7744-430a-a865-053bbb45a7ef), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:37.556056 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port eaede541-68c3-4d82-ad8f-7ef40447a189 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:37.556463 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (eaede541-68c3-4d82-ad8f-7ef40447a189), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:37.560553 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e75e93c5-8783-4047-9c49-645af86daf04 req-6cac3ed9-9719-4be7-97bf-a9adfc209e31 service neutron] For port def535e0-560b-493f-84ac-22ae5fd3e2e6, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=def535e0-560b-493f-84ac-22ae5fd3e2e6,segment=NetworkSegment(fc91fcee-1dfe-4783-a11b-41694150c3fc),segment_id=fc91fcee-1dfe-4783-a11b-41694150c3fc)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:37.580720 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f6054-c73f-4e96-b7c5-865f86e5700a req-0b18249c-b7fb-471e-b549-3ae014999c39 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:37.588407 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-821f6054-c73f-4e96-b7c5-865f86e5700a req-0b18249c-b7fb-471e-b549-3ae014999c39 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=d07e487b-5abf-48ec-bc39-dd6c4a093fc9 HTTP/1.1" status: 200 len: 944 time: 0.7770257 Feb 07 21:08:37.627887 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-c356f862-b67c-442a-afb5-8eab6aa211bc service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9297810 Feb 07 21:08:37.704247 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e75e93c5-8783-4047-9c49-645af86daf04 req-6cac3ed9-9719-4be7-97bf-a9adfc209e31 service neutron] For port def535e0-560b-493f-84ac-22ae5fd3e2e6, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:08:37.713556 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-821f6054-c73f-4e96-b7c5-865f86e5700a req-24140a86-8a42-4c1b-b851-6ff69d4481ff tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197264 Feb 07 21:08:37.735937 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port eaede541-68c3-4d82-ad8f-7ef40447a189, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=eaede541-68c3-4d82-ad8f-7ef40447a189,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:37.752891 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=66a42d3e-7744-430a-a865-053bbb45a7ef,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:37.758789 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (eaede541-68c3-4d82-ad8f-7ef40447a189), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:37.842587 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-e75e93c5-8783-4047-9c49-645af86daf04 req-6cac3ed9-9719-4be7-97bf-a9adfc209e31 service neutron] device_id is not set on port def535e0-560b-493f-84ac-22ae5fd3e2e6 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:08:37.845988 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d0e980-5947-4181-bb24-a71cee9fc7be x-openstack-request-id: req-27d0e980-5947-4181-bb24-a71cee9fc7be {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:08:37.846493 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94dc11f4-0182-4fca-8bb4-18ab5d90c363", "name": "network-vif-plugged", "status": "completed", "tag": "639bba0d-7b79-49ea-828c-4c25f10ac9b3", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:08:37.847468 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-27d0e980-5947-4181-bb24-a71cee9fc7be {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:08:37.859452 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94dc11f4-0182-4fca-8bb4-18ab5d90c363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639bba0d-7b79-49ea-828c-4c25f10ac9b3', 'code': 200} Feb 07 21:08:37.876852 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-6cac3ed9-9719-4be7-97bf-a9adfc209e31 service neutron] Publish callbacks [] for port (def535e0-560b-493f-84ac-22ae5fd3e2e6), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:37.906912 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-6cac3ed9-9719-4be7-97bf-a9adfc209e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (def535e0-560b-493f-84ac-22ae5fd3e2e6), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:37.926635 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=eaede541-68c3-4d82-ad8f-7ef40447a189,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:38.043493 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac3ed9-9719-4be7-97bf-a9adfc209e31 service neutron] Pushing event updated for resources: {'Port': ['ID=def535e0-560b-493f-84ac-22ae5fd3e2e6,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:38.046699 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75e93c5-8783-4047-9c49-645af86daf04 req-6cac3ed9-9719-4be7-97bf-a9adfc209e31 service neutron] No DVR routers for this DVR port def535e0-560b-493f-84ac-22ae5fd3e2e6 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:08:38.106685 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5217b7-b736-4d0f-8ef9-65edc8ee398d req-7c0ac88e-0c9e-4c7b-bcdc-532269eecf0c tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:38.115467 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6d5217b7-b736-4d0f-8ef9-65edc8ee398d req-7c0ac88e-0c9e-4c7b-bcdc-532269eecf0c tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 945 time: 0.1756589 Feb 07 21:08:38.127611 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-e75e93c5-8783-4047-9c49-645af86daf04 req-6cac3ed9-9719-4be7-97bf-a9adfc209e31 service neutron] In _notify_port_updated(), no bound segment for port def535e0-560b-493f-84ac-22ae5fd3e2e6 on network 1eeddcea-0d1c-4004-9be7-548b640cc6f3 {{(pid=103256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 07 21:08:38.129204 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e93c5-8783-4047-9c49-645af86daf04 req-6cac3ed9-9719-4be7-97bf-a9adfc209e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:38.129837 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-6cac3ed9-9719-4be7-97bf-a9adfc209e31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:38.131550 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e75e93c5-8783-4047-9c49-645af86daf04 req-6cac3ed9-9719-4be7-97bf-a9adfc209e31 service neutron] 10.222.0.69 "PUT /v2.0/ports/def535e0-560b-493f-84ac-22ae5fd3e2e6 HTTP/1.1" status: 200 len: 1031 time: 1.1435716 Feb 07 21:08:38.261718 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e93c5-8783-4047-9c49-645af86daf04 req-8d36dfaa-743b-4666-a2be-85c973559abd tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:38.265870 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e75e93c5-8783-4047-9c49-645af86daf04 req-8d36dfaa-743b-4666-a2be-85c973559abd tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.69 "GET /v2.0/ports/3d3cfee9-12eb-4371-8962-0c904c15eaa6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1274574 Feb 07 21:08:38.282075 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6d5217b7-b736-4d0f-8ef9-65edc8ee398d req-32dd0a43-4128-430d-98c3-2b4db83e9dc0 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534286 Feb 07 21:08:38.296746 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-e75e93c5-8783-4047-9c49-645af86daf04 req-c67c3f4e-5bfc-4185-9c58-342d7989fc7f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:38.400425 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-7372368a-c9bb-4807-b2c9-8acbd384cb2f req-2b8c7b5d-d60a-421b-a302-f245efeac919 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2009220317', 'description': 'tempest-description-358377823'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:38.424403 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7372368a-c9bb-4807-b2c9-8acbd384cb2f req-2b8c7b5d-d60a-421b-a302-f245efeac919 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:38.459727 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-c67c3f4e-5bfc-4185-9c58-342d7989fc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3d3cfee9-12eb-4371-8962-0c904c15eaa6), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:38.482540 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4045de4f-8426-4423-8982-af929723760a None None] Provisioning complete for port def535e0-560b-493f-84ac-22ae5fd3e2e6 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:08:38.484328 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4045de4f-8426-4423-8982-af929723760a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (def535e0-560b-493f-84ac-22ae5fd3e2e6), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:38.560073 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7372368a-c9bb-4807-b2c9-8acbd384cb2f req-2b8c7b5d-d60a-421b-a302-f245efeac919 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (079c42fd-52c4-425c-be62-ea4fa3fc6543), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:38.583034 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7372368a-c9bb-4807-b2c9-8acbd384cb2f req-2b8c7b5d-d60a-421b-a302-f245efeac919 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (079c42fd-52c4-425c-be62-ea4fa3fc6543), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:38.600758 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4045de4f-8426-4423-8982-af929723760a None None] Port def535e0-560b-493f-84ac-22ae5fd3e2e6 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:08:38.693196 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7372368a-c9bb-4807-b2c9-8acbd384cb2f req-2b8c7b5d-d60a-421b-a302-f245efeac919 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:38.717347 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7372368a-c9bb-4807-b2c9-8acbd384cb2f req-2b8c7b5d-d60a-421b-a302-f245efeac919 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3211107 Feb 07 21:08:38.730756 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c7b5d-d60a-421b-a302-f245efeac919 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079c42fd-52c4-425c-be62-ea4fa3fc6543,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:38.871558 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e75e93c5-8783-4047-9c49-645af86daf04 req-c67c3f4e-5bfc-4185-9c58-342d7989fc7f service neutron] For port 3d3cfee9-12eb-4371-8962-0c904c15eaa6, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=3d3cfee9-12eb-4371-8962-0c904c15eaa6,segment=NetworkSegment(fc91fcee-1dfe-4783-a11b-41694150c3fc),segment_id=fc91fcee-1dfe-4783-a11b-41694150c3fc)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:38.924056 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9d7de-259f-4352-9af5-314386ce3eed req-f0b2e342-9373-4da6-b7d0-c2789d9f2eb5 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:38.940526 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9d7de-259f-4352-9af5-314386ce3eed req-f0b2e342-9373-4da6-b7d0-c2789d9f2eb5 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:38.954692 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e75e93c5-8783-4047-9c49-645af86daf04 req-c67c3f4e-5bfc-4185-9c58-342d7989fc7f service neutron] For port 3d3cfee9-12eb-4371-8962-0c904c15eaa6, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:08:38.954898 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9d7de-259f-4352-9af5-314386ce3eed req-f0b2e342-9373-4da6-b7d0-c2789d9f2eb5 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:38.963002 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9d7de-259f-4352-9af5-314386ce3eed req-f0b2e342-9373-4da6-b7d0-c2789d9f2eb5 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:38.970016 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9d7de-259f-4352-9af5-314386ce3eed req-f0b2e342-9373-4da6-b7d0-c2789d9f2eb5 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:38.976501 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9d7de-259f-4352-9af5-314386ce3eed req-f0b2e342-9373-4da6-b7d0-c2789d9f2eb5 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:38.986253 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fe9d7de-259f-4352-9af5-314386ce3eed req-f0b2e342-9373-4da6-b7d0-c2789d9f2eb5 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 4665 time: 0.1778367 Feb 07 21:08:39.017975 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-e75e93c5-8783-4047-9c49-645af86daf04 req-c67c3f4e-5bfc-4185-9c58-342d7989fc7f service neutron] device_id is not set on port 3d3cfee9-12eb-4371-8962-0c904c15eaa6 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:08:39.031602 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-c67c3f4e-5bfc-4185-9c58-342d7989fc7f service neutron] Publish callbacks [] for port (3d3cfee9-12eb-4371-8962-0c904c15eaa6), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:39.042596 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-c67c3f4e-5bfc-4185-9c58-342d7989fc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (3d3cfee9-12eb-4371-8962-0c904c15eaa6), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:39.124448 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c3f4e-5bfc-4185-9c58-342d7989fc7f service neutron] Pushing event updated for resources: {'Port': ['ID=3d3cfee9-12eb-4371-8962-0c904c15eaa6,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:39.182851 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75e93c5-8783-4047-9c49-645af86daf04 req-c67c3f4e-5bfc-4185-9c58-342d7989fc7f service neutron] No DVR routers for this DVR port 3d3cfee9-12eb-4371-8962-0c904c15eaa6 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:08:39.207212 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fe9d7de-259f-4352-9af5-314386ce3eed req-7384c14a-5d3e-49b8-814f-cfa7735150ee tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=17f5d810-43eb-4722-ba76-87def9f99363&id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2193036 Feb 07 21:08:39.310778 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-e75e93c5-8783-4047-9c49-645af86daf04 req-c67c3f4e-5bfc-4185-9c58-342d7989fc7f service neutron] In _notify_port_updated(), no bound segment for port 3d3cfee9-12eb-4371-8962-0c904c15eaa6 on network 1eeddcea-0d1c-4004-9be7-548b640cc6f3 {{(pid=103256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 07 21:08:39.314104 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e93c5-8783-4047-9c49-645af86daf04 req-c67c3f4e-5bfc-4185-9c58-342d7989fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:39.316183 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-c67c3f4e-5bfc-4185-9c58-342d7989fc7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:39.319815 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e75e93c5-8783-4047-9c49-645af86daf04 req-c67c3f4e-5bfc-4185-9c58-342d7989fc7f service neutron] 10.222.0.69 "PUT /v2.0/ports/3d3cfee9-12eb-4371-8962-0c904c15eaa6 HTTP/1.1" status: 200 len: 1033 time: 1.0452297 Feb 07 21:08:39.507675 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0831dff-08f1-4112-857d-9733701a17bb req-f988f4c2-e0e7-4a79-8a94-0f71ee48a53b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:39.518200 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0831dff-08f1-4112-857d-9733701a17bb req-f988f4c2-e0e7-4a79-8a94-0f71ee48a53b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 950 time: 0.1085980 Feb 07 21:08:39.608550 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-e75e93c5-8783-4047-9c49-645af86daf04 req-4604d1ec-d9bb-417d-92c1-809185550d26 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Deleting port e7cff024-a85a-4851-a39c-7071ffcfad38 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:08:39.608894 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-4604d1ec-d9bb-417d-92c1-809185550d26 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e7cff024-a85a-4851-a39c-7071ffcfad38), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:39.613331 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0831dff-08f1-4112-857d-9733701a17bb req-53935a6e-417d-4700-b0a1-e116439a1bb6 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936842 Feb 07 21:08:39.677217 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2dd07af9-0435-489f-a87f-a1826384704f None None] Provisioning complete for port 3d3cfee9-12eb-4371-8962-0c904c15eaa6 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:08:39.677838 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2dd07af9-0435-489f-a87f-a1826384704f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3d3cfee9-12eb-4371-8962-0c904c15eaa6), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:39.683803 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-d8a7b000-a9de-4a60-86c8-2a2bfe4dd475 req-f5470d98-72f0-4741-a16f-596fa0a690e7 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-332757078', 'description': 'tempest-description-927893947'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:39.716048 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d8a7b000-a9de-4a60-86c8-2a2bfe4dd475 req-f5470d98-72f0-4741-a16f-596fa0a690e7 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:39.774617 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2dd07af9-0435-489f-a87f-a1826384704f None None] Port 3d3cfee9-12eb-4371-8962-0c904c15eaa6 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:08:39.860462 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07e487b-5abf-48ec-bc39-dd6c4a093fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a42d3e-7744-430a-a865-053bbb45a7ef'}, {'server_uuid': 'a5fe69e2-07c1-42d0-8569-42410969ea4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaede541-68c3-4d82-ad8f-7ef40447a189'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:08:39.863302 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022ebd13-5798-424c-bb20-63815b6977a0" -d '{"events": [{"server_uuid": "d07e487b-5abf-48ec-bc39-dd6c4a093fc9", "name": "network-vif-plugged", "status": "completed", "tag": "66a42d3e-7744-430a-a865-053bbb45a7ef"}, {"server_uuid": "a5fe69e2-07c1-42d0-8569-42410969ea4e", "name": "network-vif-plugged", "status": "completed", "tag": "eaede541-68c3-4d82-ad8f-7ef40447a189"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:08:39.877031 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d8a7b000-a9de-4a60-86c8-2a2bfe4dd475 req-f5470d98-72f0-4741-a16f-596fa0a690e7 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (a6725090-7513-4c72-a9a1-dd99c25e3210), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:39.888715 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d8a7b000-a9de-4a60-86c8-2a2bfe4dd475 req-f5470d98-72f0-4741-a16f-596fa0a690e7 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a6725090-7513-4c72-a9a1-dd99c25e3210), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:39.907749 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e75e93c5-8783-4047-9c49-645af86daf04 req-4604d1ec-d9bb-417d-92c1-809185550d26 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] For port e7cff024-a85a-4851-a39c-7071ffcfad38, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e7cff024-a85a-4851-a39c-7071ffcfad38,segment=NetworkSegment(aa498974-eb55-4cf2-b241-7a523af5342d),segment_id=aa498974-eb55-4cf2-b241-7a523af5342d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:39.908337 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-4604d1ec-d9bb-417d-92c1-809185550d26 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e7cff024-a85a-4851-a39c-7071ffcfad38), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:39.954256 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-e75e93c5-8783-4047-9c49-645af86daf04 req-4604d1ec-d9bb-417d-92c1-809185550d26 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Calling delete_port for e7cff024-a85a-4851-a39c-7071ffcfad38 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:08:39.955503 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d8a7b000-a9de-4a60-86c8-2a2bfe4dd475 req-f5470d98-72f0-4741-a16f-596fa0a690e7 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:39.956878 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8a7b000-a9de-4a60-86c8-2a2bfe4dd475 req-f5470d98-72f0-4741-a16f-596fa0a690e7 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2774138 Feb 07 21:08:40.007459 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5470d98-72f0-4741-a16f-596fa0a690e7 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6725090-7513-4c72-a9a1-dd99c25e3210,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:40.348465 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f364db5-368e-416f-be56-fa44c79a9339 req-849cb961-115d-4a4d-b70c-b8b0026583d1 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:40.358297 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-4604d1ec-d9bb-417d-92c1-809185550d26 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (e7cff024-a85a-4851-a39c-7071ffcfad38), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:40.364634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f364db5-368e-416f-be56-fa44c79a9339 req-849cb961-115d-4a4d-b70c-b8b0026583d1 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=d07e487b-5abf-48ec-bc39-dd6c4a093fc9 HTTP/1.1" status: 200 len: 945 time: 0.2293577 Feb 07 21:08:40.475228 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604d1ec-d9bb-417d-92c1-809185550d26 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event deleted for resources: {'Port': ['ID=e7cff024-a85a-4851-a39c-7071ffcfad38,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:40.568378 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f364db5-368e-416f-be56-fa44c79a9339 req-38161efa-fcc1-405b-a943-db5ad8fe4253 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956503 Feb 07 21:08:40.582388 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75e93c5-8783-4047-9c49-645af86daf04 req-4604d1ec-d9bb-417d-92c1-809185550d26 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] No DVR routers for this DVR port e7cff024-a85a-4851-a39c-7071ffcfad38 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:08:40.585113 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-4604d1ec-d9bb-417d-92c1-809185550d26 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:40.590894 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e75e93c5-8783-4047-9c49-645af86daf04 req-4604d1ec-d9bb-417d-92c1-809185550d26 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.69 "DELETE /v2.0/ports/e7cff024-a85a-4851-a39c-7071ffcfad38 HTTP/1.1" status: 204 len: 173 time: 1.2646747 Feb 07 21:08:40.591219 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-deleted', 'tag': 'e7cff024-a85a-4851-a39c-7071ffcfad38'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:08:40.593536 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1732deb5-d207-4c89-9ed6-c9656ef8daaf" -d '{"events": [{"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-deleted", "tag": "e7cff024-a85a-4851-a39c-7071ffcfad38"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:08:40.772017 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b9a4c-0f0f-4043-b394-6660e6d561e2 req-b6b01178-a2ed-4fdb-9c89-91ffec50d3ac tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:40.773695 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef0b9a4c-0f0f-4043-b394-6660e6d561e2 req-b6b01178-a2ed-4fdb-9c89-91ffec50d3ac tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 945 time: 0.1332526 Feb 07 21:08:40.847775 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device def535e0-560b-493f-84ac-22ae5fd3e2e6 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:08:40.879991 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-e75e93c5-8783-4047-9c49-645af86daf04 req-504bf69d-541f-44fc-b4bc-571385a660cf tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Deleting port 33d1cecb-2bd0-482f-a974-ac7393b2494e {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:08:40.881025 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-504bf69d-541f-44fc-b4bc-571385a660cf tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (33d1cecb-2bd0-482f-a974-ac7393b2494e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:40.907293 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef0b9a4c-0f0f-4043-b394-6660e6d561e2 req-9c998c92-c274-4de3-a159-d4356fdde6f6 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275136 Feb 07 21:08:40.964551 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] The host n-h1-828185-2 is not matching for port def535e0-560b-493f-84ac-22ae5fd3e2e6 host ! {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 07 21:08:40.965504 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device def535e0-560b-493f-84ac-22ae5fd3e2e6 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:08:40.966169 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 5ab0c0e0-34fd-478c-a047-ef89d9aacd38 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:08:41.085800 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 5ab0c0e0-34fd-478c-a047-ef89d9aacd38 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:41.086430 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5ab0c0e0-34fd-478c-a047-ef89d9aacd38), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:41.102336 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Feb 2022 21:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28eabc33-3f4f-49c0-9a0c-d73c62f84041 x-openstack-request-id: req-28eabc33-3f4f-49c0-9a0c-d73c62f84041 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:08:41.102847 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07e487b-5abf-48ec-bc39-dd6c4a093fc9", "name": "network-vif-plugged", "status": "completed", "tag": "66a42d3e-7744-430a-a865-053bbb45a7ef", "code": 200}, {"server_uuid": "a5fe69e2-07c1-42d0-8569-42410969ea4e", "name": "network-vif-plugged", "status": "completed", "tag": "eaede541-68c3-4d82-ad8f-7ef40447a189", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:08:41.103388 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-28eabc33-3f4f-49c0-9a0c-d73c62f84041 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:08:41.104857 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07e487b-5abf-48ec-bc39-dd6c4a093fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a42d3e-7744-430a-a865-053bbb45a7ef', 'code': 200} Feb 07 21:08:41.105287 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fe69e2-07c1-42d0-8569-42410969ea4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaede541-68c3-4d82-ad8f-7ef40447a189', 'code': 200} Feb 07 21:08:41.160938 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 5ab0c0e0-34fd-478c-a047-ef89d9aacd38, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=5ab0c0e0-34fd-478c-a047-ef89d9aacd38,segment=NetworkSegment(aa498974-eb55-4cf2-b241-7a523af5342d),segment_id=aa498974-eb55-4cf2-b241-7a523af5342d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:41.169376 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (5ab0c0e0-34fd-478c-a047-ef89d9aacd38), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:41.174431 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 3d3cfee9-12eb-4371-8962-0c904c15eaa6 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:08:41.208995 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e75e93c5-8783-4047-9c49-645af86daf04 req-504bf69d-541f-44fc-b4bc-571385a660cf tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] For port 33d1cecb-2bd0-482f-a974-ac7393b2494e, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=33d1cecb-2bd0-482f-a974-ac7393b2494e,segment=NetworkSegment(fc91fcee-1dfe-4783-a11b-41694150c3fc),segment_id=fc91fcee-1dfe-4783-a11b-41694150c3fc)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:41.208995 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-504bf69d-541f-44fc-b4bc-571385a660cf tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (33d1cecb-2bd0-482f-a974-ac7393b2494e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:41.390836 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] The host n-h1-828185-2 is not matching for port 3d3cfee9-12eb-4371-8962-0c904c15eaa6 host ! {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 07 21:08:41.392777 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 3d3cfee9-12eb-4371-8962-0c904c15eaa6 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:08:41.393940 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 3043459a-2405-4dea-b3d1-7dd8ddc763c7 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:08:41.404709 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e1c521e-4544-4907-8e0b-03128acceced req-62cfb2f9-7cd9-4d73-aab0-f6924b40b443 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "GET /v2.0/security-groups/079c42fd-52c4-425c-be62-ea4fa3fc6543 HTTP/1.1" status: 200 len: 1823 time: 0.2117078 Feb 07 21:08:41.415293 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3f7fc-9e57-4725-8381-b899ada58c9b req-74710d7a-dc2a-4b74-9903-4ae687f20f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:41.426455 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3cf3f7fc-9e57-4725-8381-b899ada58c9b req-74710d7a-dc2a-4b74-9903-4ae687f20f46 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 1127 time: 0.2180121 Feb 07 21:08:41.549739 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=5ab0c0e0-34fd-478c-a047-ef89d9aacd38,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:41.607519 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e1c521e-4544-4907-8e0b-03128acceced req-48d2c17a-a7c9-4586-9316-a404c03fc358 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "GET /v2.0/security-groups/a6725090-7513-4c72-a9a1-dd99c25e3210 HTTP/1.1" status: 200 len: 1822 time: 0.1775627 Feb 07 21:08:41.612584 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-7e1c521e-4544-4907-8e0b-03128acceced req-c224fac1-de35-4539-876d-d799332462de tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '079c42fd-52c4-425c-be62-ea4fa3fc6543', 'remote_group_id': 'a6725090-7513-4c72-a9a1-dd99c25e3210', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:41.613277 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-7e1c521e-4544-4907-8e0b-03128acceced req-c224fac1-de35-4539-876d-d799332462de tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '079c42fd-52c4-425c-be62-ea4fa3fc6543', 'remote_group_id': 'a6725090-7513-4c72-a9a1-dd99c25e3210', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:41.647068 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 3043459a-2405-4dea-b3d1-7dd8ddc763c7 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:41.647994 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3043459a-2405-4dea-b3d1-7dd8ddc763c7), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:41.676231 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3cf3f7fc-9e57-4725-8381-b899ada58c9b req-a8835e7d-c10d-480c-985f-1a6cf78dc7b2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388927 Feb 07 21:08:41.765926 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 3043459a-2405-4dea-b3d1-7dd8ddc763c7, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=3043459a-2405-4dea-b3d1-7dd8ddc763c7,segment=NetworkSegment(fc91fcee-1dfe-4783-a11b-41694150c3fc),segment_id=fc91fcee-1dfe-4783-a11b-41694150c3fc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:41.776808 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3043459a-2405-4dea-b3d1-7dd8ddc763c7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:41.778295 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 33d1cecb-2bd0-482f-a974-ac7393b2494e no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:08:41.813885 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7e1c521e-4544-4907-8e0b-03128acceced req-c224fac1-de35-4539-876d-d799332462de tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group_rule (b370f680-23ca-40e9-abbe-92e11181a9b7), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:41.920338 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-e75e93c5-8783-4047-9c49-645af86daf04 req-504bf69d-541f-44fc-b4bc-571385a660cf tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Calling delete_port for 33d1cecb-2bd0-482f-a974-ac7393b2494e owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:08:41.966760 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7e1c521e-4544-4907-8e0b-03128acceced req-c224fac1-de35-4539-876d-d799332462de tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group_rule (b370f680-23ca-40e9-abbe-92e11181a9b7), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:41.979909 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7e1c521e-4544-4907-8e0b-03128acceced req-c224fac1-de35-4539-876d-d799332462de tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (b370f680-23ca-40e9-abbe-92e11181a9b7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:42.011604 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224fac1-de35-4539-876d-d799332462de tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b370f680-23ca-40e9-abbe-92e11181a9b7,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:42.035930 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224fac1-de35-4539-876d-d799332462de tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:08:42.037613 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224fac1-de35-4539-876d-d799332462de tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:08:42.040292 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224fac1-de35-4539-876d-d799332462de tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:08:42.040845 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224fac1-de35-4539-876d-d799332462de tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:08:42.044705 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224fac1-de35-4539-876d-d799332462de tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:08:42.045262 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224fac1-de35-4539-876d-d799332462de tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:08:42.046016 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224fac1-de35-4539-876d-d799332462de tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:08:42.046508 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224fac1-de35-4539-876d-d799332462de tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:08:42.046791 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b73c1-1a20-4284-9ccd-23b27c63ea77 req-3028ca4f-fbac-46fb-88b0-c8a60c799a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:42.047156 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224fac1-de35-4539-876d-d799332462de tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:08:42.047641 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224fac1-de35-4539-876d-d799332462de tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:08:42.048114 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224fac1-de35-4539-876d-d799332462de tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:08:42.048406 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-123b73c1-1a20-4284-9ccd-23b27c63ea77 req-3028ca4f-fbac-46fb-88b0-c8a60c799a70 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d07e487b-5abf-48ec-bc39-dd6c4a093fc9 HTTP/1.1" status: 200 len: 1127 time: 0.8199830 Feb 07 21:08:42.049817 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224fac1-de35-4539-876d-d799332462de tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:08:42.050482 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224fac1-de35-4539-876d-d799332462de tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:08:42.103596 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7e1c521e-4544-4907-8e0b-03128acceced req-c224fac1-de35-4539-876d-d799332462de tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:42.115237 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e1c521e-4544-4907-8e0b-03128acceced req-c224fac1-de35-4539-876d-d799332462de tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5067689 Feb 07 21:08:42.163262 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-123b73c1-1a20-4284-9ccd-23b27c63ea77 req-51ad8a48-1b5b-48bf-bf2a-16f3e022a376 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029141 Feb 07 21:08:42.169012 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=3043459a-2405-4dea-b3d1-7dd8ddc763c7,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:42.201495 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 33d1cecb-2bd0-482f-a974-ac7393b2494e is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:42.201892 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (33d1cecb-2bd0-482f-a974-ac7393b2494e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:42.259775 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-504bf69d-541f-44fc-b4bc-571385a660cf tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (33d1cecb-2bd0-482f-a974-ac7393b2494e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:42.293554 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device e7cff024-a85a-4851-a39c-7071ffcfad38 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:08:42.318840 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: e7cff024-a85a-4851-a39c-7071ffcfad38 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:08:42.319185 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device e7cff024-a85a-4851-a39c-7071ffcfad38 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:08:42.319616 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 193bb83f-628c-4ce1-bd73-83ddaf07f72f no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:08:42.355337 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504bf69d-541f-44fc-b4bc-571385a660cf tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event deleted for resources: {'Port': ['ID=33d1cecb-2bd0-482f-a974-ac7393b2494e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:42.449940 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c28c6-b26f-4c14-9284-fb5bb4b12621 req-ccf712d7-ea09-488c-8770-7048fa579074 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:42.463165 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c28c6-b26f-4c14-9284-fb5bb4b12621 req-ccf712d7-ea09-488c-8770-7048fa579074 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:42.474755 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c28c6-b26f-4c14-9284-fb5bb4b12621 req-ccf712d7-ea09-488c-8770-7048fa579074 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:42.479863 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 193bb83f-628c-4ce1-bd73-83ddaf07f72f is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:42.480666 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (193bb83f-628c-4ce1-bd73-83ddaf07f72f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:42.486668 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e3c28c6-b26f-4c14-9284-fb5bb4b12621 req-ccf712d7-ea09-488c-8770-7048fa579074 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 2411 time: 0.2096245 Feb 07 21:08:42.505248 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75e93c5-8783-4047-9c49-645af86daf04 req-504bf69d-541f-44fc-b4bc-571385a660cf tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] No DVR routers for this DVR port 33d1cecb-2bd0-482f-a974-ac7393b2494e on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:08:42.516195 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-504bf69d-541f-44fc-b4bc-571385a660cf tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:42.524601 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e75e93c5-8783-4047-9c49-645af86daf04 req-504bf69d-541f-44fc-b4bc-571385a660cf tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.69 "DELETE /v2.0/ports/33d1cecb-2bd0-482f-a974-ac7393b2494e HTTP/1.1" status: 204 len: 173 time: 1.9276562 Feb 07 21:08:42.556144 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 193bb83f-628c-4ce1-bd73-83ddaf07f72f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=193bb83f-628c-4ce1-bd73-83ddaf07f72f,segment=NetworkSegment(061673fe-e720-43e4-a9a2-d82036a40d5d),segment_id=061673fe-e720-43e4-a9a2-d82036a40d5d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:42.570063 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (193bb83f-628c-4ce1-bd73-83ddaf07f72f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:42.601771 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e3c28c6-b26f-4c14-9284-fb5bb4b12621 req-c8035fcd-8f90-4ea2-bdd5-077dd3c6147f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129332 Feb 07 21:08:42.712480 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=193bb83f-628c-4ce1-bd73-83ddaf07f72f,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:42.780220 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-e75e93c5-8783-4047-9c49-645af86daf04 req-06e0628f-6ee2-4e20-9261-f106b0924527 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Deleting port 193bb83f-628c-4ce1-bd73-83ddaf07f72f {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:08:42.780593 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-06e0628f-6ee2-4e20-9261-f106b0924527 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (193bb83f-628c-4ce1-bd73-83ddaf07f72f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:42.825289 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22681832-8e0e-4c15-bb63-9ce634fe5dd9 x-openstack-request-id: req-22681832-8e0e-4c15-bb63-9ce634fe5dd9 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:08:42.825642 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-deleted", "tag": "e7cff024-a85a-4851-a39c-7071ffcfad38", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:08:42.825854 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-22681832-8e0e-4c15-bb63-9ce634fe5dd9 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:08:42.826275 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-deleted', 'tag': 'e7cff024-a85a-4851-a39c-7071ffcfad38', 'status': 'completed', 'code': 200} Feb 07 21:08:43.009785 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e75e93c5-8783-4047-9c49-645af86daf04 req-06e0628f-6ee2-4e20-9261-f106b0924527 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] For port 193bb83f-628c-4ce1-bd73-83ddaf07f72f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=193bb83f-628c-4ce1-bd73-83ddaf07f72f,segment=NetworkSegment(061673fe-e720-43e4-a9a2-d82036a40d5d),segment_id=061673fe-e720-43e4-a9a2-d82036a40d5d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:43.010129 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-06e0628f-6ee2-4e20-9261-f106b0924527 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (193bb83f-628c-4ce1-bd73-83ddaf07f72f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:43.033496 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8447cd-3108-4370-8f2d-ce95f2b2f0ad req-bd167518-9404-4f76-b419-2c75f7eabbf5 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:43.048624 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb8447cd-3108-4370-8f2d-ce95f2b2f0ad req-bd167518-9404-4f76-b419-2c75f7eabbf5 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 950 time: 0.1034186 Feb 07 21:08:43.107123 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ab0c0e0-34fd-478c-a047-ef89d9aacd38'}, {'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3043459a-2405-4dea-b3d1-7dd8ddc763c7'}, {'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '193bb83f-628c-4ce1-bd73-83ddaf07f72f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:08:43.109627 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6082c5b3-a891-40df-93ca-1bfd7d22b8e9" -d '{"events": [{"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-unplugged", "status": "completed", "tag": "5ab0c0e0-34fd-478c-a047-ef89d9aacd38"}, {"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-unplugged", "status": "completed", "tag": "3043459a-2405-4dea-b3d1-7dd8ddc763c7"}, {"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-unplugged", "status": "completed", "tag": "193bb83f-628c-4ce1-bd73-83ddaf07f72f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:08:43.204356 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb8447cd-3108-4370-8f2d-ce95f2b2f0ad req-a7fc8441-35bd-43ba-a40b-b0405488036f tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547010 Feb 07 21:08:43.616906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fecf2-b6d4-455d-9331-2f93029c31c4 req-c3ea1121-6d2f-4694-8f2f-5ba29212647b tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:43.627391 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f77fecf2-b6d4-455d-9331-2f93029c31c4 req-c3ea1121-6d2f-4694-8f2f-5ba29212647b tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=d07e487b-5abf-48ec-bc39-dd6c4a093fc9 HTTP/1.1" status: 200 len: 945 time: 0.2183878 Feb 07 21:08:43.649660 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-06e0628f-6ee2-4e20-9261-f106b0924527 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:43.650226 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-06e0628f-6ee2-4e20-9261-f106b0924527 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (1fee0f6a-254f-4229-9fe9-25c5999d746c), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:43.650464 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [req-e75e93c5-8783-4047-9c49-645af86daf04 req-06e0628f-6ee2-4e20-9261-f106b0924527 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Floating IP 1fee0f6a-254f-4229-9fe9-25c5999d746c disassociated. External IP: 172.25.4.221, port: 193bb83f-628c-4ce1-bd73-83ddaf07f72f. Feb 07 21:08:43.651113 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-e75e93c5-8783-4047-9c49-645af86daf04 req-06e0628f-6ee2-4e20-9261-f106b0924527 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Calling delete_port for 193bb83f-628c-4ce1-bd73-83ddaf07f72f owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:08:43.779128 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f77fecf2-b6d4-455d-9331-2f93029c31c4 req-9883550f-577b-4e1a-be20-cb72e7343428 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396329 Feb 07 21:08:43.842984 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-06e0628f-6ee2-4e20-9261-f106b0924527 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (193bb83f-628c-4ce1-bd73-83ddaf07f72f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:43.897891 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0628f-6ee2-4e20-9261-f106b0924527 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event deleted for resources: {'Port': ['ID=193bb83f-628c-4ce1-bd73-83ddaf07f72f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:44.073829 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e36b12-7ed8-4d1e-80d6-0b56976cd326 req-1e881378-92ad-4499-9fe1-62df48bce817 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:44.079150 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6e36b12-7ed8-4d1e-80d6-0b56976cd326 req-1e881378-92ad-4499-9fe1-62df48bce817 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 945 time: 0.1808021 Feb 07 21:08:44.132912 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e75e93c5-8783-4047-9c49-645af86daf04 req-06e0628f-6ee2-4e20-9261-f106b0924527 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Router b5a9ea17-ccec-49b5-b4ce-9d673361b18c has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:08:44.199859 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6e36b12-7ed8-4d1e-80d6-0b56976cd326 req-d225d3a6-ebb6-4a20-87b8-e572dc50f42b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143057 Feb 07 21:08:44.361031 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e75e93c5-8783-4047-9c49-645af86daf04 req-06e0628f-6ee2-4e20-9261-f106b0924527 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:08:44.363170 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e024dc4-c526-4774-82fe-483cbbf254d3 req-de232059-c786-40f4-b36d-da2226bc60a5 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "GET /v2.0/security-groups/a6725090-7513-4c72-a9a1-dd99c25e3210 HTTP/1.1" status: 200 len: 1822 time: 0.0805871 Feb 07 21:08:44.381334 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fb6b68-a4ad-4461-859d-a3ebb365decd None None] Sync routers for ids ['b5a9ea17-ccec-49b5-b4ce-9d673361b18c'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:08:44.428344 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fb6b68-a4ad-4461-859d-a3ebb365decd None None] Routers {'b5a9ea17-ccec-49b5-b4ce-9d673361b18c'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:08:44.431780 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-88fb6b68-a4ad-4461-859d-a3ebb365decd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:08:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b5a9ea17-ccec-49b5-b4ce-9d673361b18c'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:08:44.537694 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75e93c5-8783-4047-9c49-645af86daf04 req-06e0628f-6ee2-4e20-9261-f106b0924527 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] No DVR routers for this DVR port 193bb83f-628c-4ce1-bd73-83ddaf07f72f on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:08:44.543218 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6e024dc4-c526-4774-82fe-483cbbf254d3 req-bf1205c9-7892-4197-95e3-1f9d4261d6fc tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (a6725090-7513-4c72-a9a1-dd99c25e3210), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:44.544671 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-06e0628f-6ee2-4e20-9261-f106b0924527 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:44.559007 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e75e93c5-8783-4047-9c49-645af86daf04 req-06e0628f-6ee2-4e20-9261-f106b0924527 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.69 "DELETE /v2.0/ports/193bb83f-628c-4ce1-bd73-83ddaf07f72f HTTP/1.1" status: 204 len: 173 time: 2.0248277 Feb 07 21:08:44.628678 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6e024dc4-c526-4774-82fe-483cbbf254d3 req-bf1205c9-7892-4197-95e3-1f9d4261d6fc tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (a6725090-7513-4c72-a9a1-dd99c25e3210), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:44.782376 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6e024dc4-c526-4774-82fe-483cbbf254d3 req-bf1205c9-7892-4197-95e3-1f9d4261d6fc tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a6725090-7513-4c72-a9a1-dd99c25e3210), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:44.786385 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6e024dc4-c526-4774-82fe-483cbbf254d3 req-bf1205c9-7892-4197-95e3-1f9d4261d6fc tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:44.793687 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e024dc4-c526-4774-82fe-483cbbf254d3 req-bf1205c9-7892-4197-95e3-1f9d4261d6fc tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "DELETE /v2.0/security-groups/a6725090-7513-4c72-a9a1-dd99c25e3210 HTTP/1.1" status: 204 len: 173 time: 0.4225485 Feb 07 21:08:44.829128 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-deleted', 'tag': '33d1cecb-2bd0-482f-a974-ac7393b2494e'}, {'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-deleted', 'tag': '193bb83f-628c-4ce1-bd73-83ddaf07f72f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:08:44.840490 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1205c9-7892-4197-95e3-1f9d4261d6fc tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6725090-7513-4c72-a9a1-dd99c25e3210,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:44.842590 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cbb170-3254-43b7-b953-732539b44b95" -d '{"events": [{"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-deleted", "tag": "33d1cecb-2bd0-482f-a974-ac7393b2494e"}, {"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-deleted", "tag": "193bb83f-628c-4ce1-bd73-83ddaf07f72f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:08:44.917316 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-e75e93c5-8783-4047-9c49-645af86daf04 req-08c31f9a-3131-406a-8003-9e7634655045 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Deleting port 3043459a-2405-4dea-b3d1-7dd8ddc763c7 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:08:44.917477 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-08c31f9a-3131-406a-8003-9e7634655045 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (3043459a-2405-4dea-b3d1-7dd8ddc763c7), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:45.083113 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 07 Feb 2022 21:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90c274e-7874-477b-a1e1-a806c6971abf x-openstack-request-id: req-e90c274e-7874-477b-a1e1-a806c6971abf {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:08:45.084222 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-unplugged", "status": "completed", "tag": "5ab0c0e0-34fd-478c-a047-ef89d9aacd38", "code": 200}, {"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-unplugged", "status": "completed", "tag": "3043459a-2405-4dea-b3d1-7dd8ddc763c7", "code": 200}, {"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-unplugged", "status": "completed", "tag": "193bb83f-628c-4ce1-bd73-83ddaf07f72f", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:08:45.093464 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e90c274e-7874-477b-a1e1-a806c6971abf {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:08:45.094915 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ab0c0e0-34fd-478c-a047-ef89d9aacd38', 'code': 200} Feb 07 21:08:45.095919 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3043459a-2405-4dea-b3d1-7dd8ddc763c7', 'code': 200} Feb 07 21:08:45.097761 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '193bb83f-628c-4ce1-bd73-83ddaf07f72f', 'code': 200} Feb 07 21:08:45.113899 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415c95a-4ca3-485f-9800-2873700816dd req-a669c6fd-8c7c-4241-9dca-690ddae0a0ef tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:45.133494 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415c95a-4ca3-485f-9800-2873700816dd req-a669c6fd-8c7c-4241-9dca-690ddae0a0ef tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:45.141985 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f415c95a-4ca3-485f-9800-2873700816dd req-a669c6fd-8c7c-4241-9dca-690ddae0a0ef tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 1676 time: 0.1272671 Feb 07 21:08:45.156534 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e75e93c5-8783-4047-9c49-645af86daf04 req-08c31f9a-3131-406a-8003-9e7634655045 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] For port 3043459a-2405-4dea-b3d1-7dd8ddc763c7, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=3043459a-2405-4dea-b3d1-7dd8ddc763c7,segment=NetworkSegment(fc91fcee-1dfe-4783-a11b-41694150c3fc),segment_id=fc91fcee-1dfe-4783-a11b-41694150c3fc)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:45.157145 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-08c31f9a-3131-406a-8003-9e7634655045 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (3043459a-2405-4dea-b3d1-7dd8ddc763c7), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:45.185914 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-e75e93c5-8783-4047-9c49-645af86daf04 req-08c31f9a-3131-406a-8003-9e7634655045 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Calling delete_port for 3043459a-2405-4dea-b3d1-7dd8ddc763c7 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:08:45.244545 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-88fb6b68-a4ad-4461-859d-a3ebb365decd None None] Set router b5a9ea17-ccec-49b5-b4ce-9d673361b18c gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:08:45.274119 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f415c95a-4ca3-485f-9800-2873700816dd req-269cc627-a844-4508-b40d-e947e851bdb1 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups?id=3155095b-db7a-4a96-b06b-bfc72e76da53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310649 Feb 07 21:08:45.510433 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-08c31f9a-3131-406a-8003-9e7634655045 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (3043459a-2405-4dea-b3d1-7dd8ddc763c7), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:45.564117 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:08:45.597344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d80131-48b0-4934-9d7e-6e0d6198426a req-9bcda220-5e61-41bc-aab3-da1b9df78c33 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:45.607855 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0d80131-48b0-4934-9d7e-6e0d6198426a req-9bcda220-5e61-41bc-aab3-da1b9df78c33 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 950 time: 0.1868391 Feb 07 21:08:45.615609 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c31f9a-3131-406a-8003-9e7634655045 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event deleted for resources: {'Port': ['ID=3043459a-2405-4dea-b3d1-7dd8ddc763c7,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:45.751296 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75e93c5-8783-4047-9c49-645af86daf04 req-08c31f9a-3131-406a-8003-9e7634655045 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] No DVR routers for this DVR port 3043459a-2405-4dea-b3d1-7dd8ddc763c7 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:08:45.756457 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-08c31f9a-3131-406a-8003-9e7634655045 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:45.761932 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e75e93c5-8783-4047-9c49-645af86daf04 req-08c31f9a-3131-406a-8003-9e7634655045 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.69 "DELETE /v2.0/ports/3043459a-2405-4dea-b3d1-7dd8ddc763c7 HTTP/1.1" status: 204 len: 173 time: 1.1936367 Feb 07 21:08:45.781023 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0d80131-48b0-4934-9d7e-6e0d6198426a req-b238847f-5d69-48c5-ab44-54221188f640 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717722 Feb 07 21:08:45.912898 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-88fb6b68-a4ad-4461-859d-a3ebb365decd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'name': 'tempest-TaggedBootDevicesTest_v242-960061040-router', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'd533eda4-4848-4453-aff3-d8c9c8209667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:46Z', 'updated_at': '2022-02-07T21:01:55Z', 'revision_number': 4, 'project_id': '32ff56f8fd43451781a008978e4679d6', 'gw_port': {'id': 'd533eda4-4848-4453-aff3-d8c9c8209667', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:46Z', 'updated_at': '2022-02-07T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'dd762bb3-a3d2-493d-91a8-064ad16131b7', 'name': '', 'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'mac_address': 'fa:16:3e:cd:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'a20c386e-eebe-4f10-a5ee-5638c9eee3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:52Z', 'updated_at': '2022-02-07T21:02:02Z', 'revision_number': 5, 'project_id': '32ff56f8fd43451781a008978e4679d6', 'subnets': [{'id': 'a20c386e-eebe-4f10-a5ee-5638c9eee3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:08:46.028922 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fb6b68-a4ad-4461-859d-a3ebb365decd None None] Checking router: b5a9ea17-ccec-49b5-b4ce-9d673361b18c for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:08:46.047227 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-e75e93c5-8783-4047-9c49-645af86daf04 req-79319bfb-17c3-43d5-9960-1d08c343abc8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Deleting port 5ab0c0e0-34fd-478c-a047-ef89d9aacd38 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:08:46.047819 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-79319bfb-17c3-43d5-9960-1d08c343abc8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (5ab0c0e0-34fd-478c-a047-ef89d9aacd38), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:46.064912 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-385dccbc-a227-4abb-ad87-d6a815cd15e3 req-ad705de2-332e-40bc-95ac-1f49007e4f7b tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "GET /v2.0/security-groups/079c42fd-52c4-425c-be62-ea4fa3fc6543 HTTP/1.1" status: 200 len: 1823 time: 0.1424851 Feb 07 21:08:46.067639 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fb6b68-a4ad-4461-859d-a3ebb365decd None None] Routers {'b5a9ea17-ccec-49b5-b4ce-9d673361b18c'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:08:46.088677 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-88fb6b68-a4ad-4461-859d-a3ebb365decd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:08:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b5a9ea17-ccec-49b5-b4ce-9d673361b18c'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:08:46.262359 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e75e93c5-8783-4047-9c49-645af86daf04 req-79319bfb-17c3-43d5-9960-1d08c343abc8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] For port 5ab0c0e0-34fd-478c-a047-ef89d9aacd38, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=5ab0c0e0-34fd-478c-a047-ef89d9aacd38,segment=NetworkSegment(aa498974-eb55-4cf2-b241-7a523af5342d),segment_id=aa498974-eb55-4cf2-b241-7a523af5342d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:46.262642 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-79319bfb-17c3-43d5-9960-1d08c343abc8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (5ab0c0e0-34fd-478c-a047-ef89d9aacd38), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:46.293036 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-e75e93c5-8783-4047-9c49-645af86daf04 req-79319bfb-17c3-43d5-9960-1d08c343abc8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Calling delete_port for 5ab0c0e0-34fd-478c-a047-ef89d9aacd38 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:08:46.366278 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-88fb6b68-a4ad-4461-859d-a3ebb365decd None None] Set router b5a9ea17-ccec-49b5-b4ce-9d673361b18c gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:08:46.423245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18d017-e320-43d1-8316-66f0748cd7de req-8558ada4-e5f0-42f1-a6db-629e231eaaf2 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:46.431208 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f18d017-e320-43d1-8316-66f0748cd7de req-8558ada4-e5f0-42f1-a6db-629e231eaaf2 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=d07e487b-5abf-48ec-bc39-dd6c4a093fc9 HTTP/1.1" status: 200 len: 945 time: 0.2352622 Feb 07 21:08:46.562583 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f18d017-e320-43d1-8316-66f0748cd7de req-7479cf59-22d7-404c-8dd3-8facaa60a8a8 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268611 Feb 07 21:08:46.604626 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-79319bfb-17c3-43d5-9960-1d08c343abc8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (5ab0c0e0-34fd-478c-a047-ef89d9aacd38), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:46.661723 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79319bfb-17c3-43d5-9960-1d08c343abc8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event deleted for resources: {'Port': ['ID=5ab0c0e0-34fd-478c-a047-ef89d9aacd38,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:46.735830 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Feb 2022 21:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef8e7e1-c47c-4244-9bad-3f5a89cf776a x-openstack-request-id: req-8ef8e7e1-c47c-4244-9bad-3f5a89cf776a {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:08:46.736140 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-deleted", "tag": "33d1cecb-2bd0-482f-a974-ac7393b2494e", "status": "completed", "code": 200}, {"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-deleted", "tag": "193bb83f-628c-4ce1-bd73-83ddaf07f72f", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:08:46.736442 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8ef8e7e1-c47c-4244-9bad-3f5a89cf776a {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:08:46.736845 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-deleted', 'tag': '33d1cecb-2bd0-482f-a974-ac7393b2494e', 'status': 'completed', 'code': 200} Feb 07 21:08:46.737121 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-deleted', 'tag': '193bb83f-628c-4ce1-bd73-83ddaf07f72f', 'status': 'completed', 'code': 200} Feb 07 21:08:46.738217 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75e93c5-8783-4047-9c49-645af86daf04 req-79319bfb-17c3-43d5-9960-1d08c343abc8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] No DVR routers for this DVR port 5ab0c0e0-34fd-478c-a047-ef89d9aacd38 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:08:46.742435 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e75e93c5-8783-4047-9c49-645af86daf04 req-79319bfb-17c3-43d5-9960-1d08c343abc8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:46.746064 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e75e93c5-8783-4047-9c49-645af86daf04 req-79319bfb-17c3-43d5-9960-1d08c343abc8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.69 "DELETE /v2.0/ports/5ab0c0e0-34fd-478c-a047-ef89d9aacd38 HTTP/1.1" status: 204 len: 173 time: 0.9776614 Feb 07 21:08:46.884789 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-88fb6b68-a4ad-4461-859d-a3ebb365decd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'name': 'tempest-TaggedBootDevicesTest_v242-960061040-router', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'd533eda4-4848-4453-aff3-d8c9c8209667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:46Z', 'updated_at': '2022-02-07T21:01:55Z', 'revision_number': 4, 'project_id': '32ff56f8fd43451781a008978e4679d6', 'gw_port': {'id': 'd533eda4-4848-4453-aff3-d8c9c8209667', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:46Z', 'updated_at': '2022-02-07T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'dd762bb3-a3d2-493d-91a8-064ad16131b7', 'name': '', 'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'mac_address': 'fa:16:3e:cd:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'a20c386e-eebe-4f10-a5ee-5638c9eee3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:52Z', 'updated_at': '2022-02-07T21:02:02Z', 'revision_number': 5, 'project_id': '32ff56f8fd43451781a008978e4679d6', 'subnets': [{'id': 'a20c386e-eebe-4f10-a5ee-5638c9eee3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:08:46.943187 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fb6b68-a4ad-4461-859d-a3ebb365decd None None] The sync data for ids ['b5a9ea17-ccec-49b5-b4ce-9d673361b18c'] in n-d-828185-2 is: [{'id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'name': 'tempest-TaggedBootDevicesTest_v242-960061040-router', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'd533eda4-4848-4453-aff3-d8c9c8209667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:46Z', 'updated_at': '2022-02-07T21:01:55Z', 'revision_number': 4, 'project_id': '32ff56f8fd43451781a008978e4679d6', 'gw_port': {'id': 'd533eda4-4848-4453-aff3-d8c9c8209667', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:46Z', 'updated_at': '2022-02-07T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'dd762bb3-a3d2-493d-91a8-064ad16131b7', 'name': '', 'network_id': 'baf97448-6b6a-4e23-8e75-a9e4b2610c9d', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'mac_address': 'fa:16:3e:cd:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'a20c386e-eebe-4f10-a5ee-5638c9eee3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:52Z', 'updated_at': '2022-02-07T21:02:02Z', 'revision_number': 5, 'project_id': '32ff56f8fd43451781a008978e4679d6', 'subnets': [{'id': 'a20c386e-eebe-4f10-a5ee-5638c9eee3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:08:46.956806 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6435684-ab16-4c90-a052-fbb8fb123532 req-55b78c4c-8897-40f6-ad1b-e891de3ac8c0 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:46.969238 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c6435684-ab16-4c90-a052-fbb8fb123532 req-55b78c4c-8897-40f6-ad1b-e891de3ac8c0 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 945 time: 0.1246355 Feb 07 21:08:47.030500 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c6435684-ab16-4c90-a052-fbb8fb123532 req-e76273e0-7e2a-4af9-9b4a-11257bf88f26 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602705 Feb 07 21:08:47.078186 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-0c7168a7-5d56-4673-84bd-a15450e9ee1c req-d9dfcab9-4e92-4144-a48a-54f62d1c37e1 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-220960721', 'description': 'tempest-description-392066842'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:47.121332 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0c7168a7-5d56-4673-84bd-a15450e9ee1c req-d9dfcab9-4e92-4144-a48a-54f62d1c37e1 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:47.259372 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0c7168a7-5d56-4673-84bd-a15450e9ee1c req-d9dfcab9-4e92-4144-a48a-54f62d1c37e1 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (38575ab5-bdf5-4744-a674-6dc1b8f3a465), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:47.273514 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0c7168a7-5d56-4673-84bd-a15450e9ee1c req-d9dfcab9-4e92-4144-a48a-54f62d1c37e1 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (38575ab5-bdf5-4744-a674-6dc1b8f3a465), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:47.359640 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0c7168a7-5d56-4673-84bd-a15450e9ee1c req-d9dfcab9-4e92-4144-a48a-54f62d1c37e1 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:47.410559 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0c7168a7-5d56-4673-84bd-a15450e9ee1c req-d9dfcab9-4e92-4144-a48a-54f62d1c37e1 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3410139 Feb 07 21:08:47.430464 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfcab9-4e92-4144-a48a-54f62d1c37e1 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38575ab5-bdf5-4744-a674-6dc1b8f3a465,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:47.628522 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-edfd9909-771f-4ee3-9757-4b9c021bd3d6 req-3929c8c0-cd61-4e8e-bb93-c2a8144f9f5b tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 210 time: 0.0502994 Feb 07 21:08:47.686886 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a27098-7cf1-426e-8495-6f53f2635f51 None None] New status for floating IP 1fee0f6a-254f-4229-9fe9-25c5999d746c: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:08:47.860821 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6feafa6-71e0-4ce4-9e0a-c4f0bf7127fc req-84fd2450-8fab-423b-97e7-73efa65500ff tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:47.864007 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6feafa6-71e0-4ce4-9e0a-c4f0bf7127fc req-84fd2450-8fab-423b-97e7-73efa65500ff tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 950 time: 0.1060331 Feb 07 21:08:48.075701 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6feafa6-71e0-4ce4-9e0a-c4f0bf7127fc req-076d3faa-4875-48b5-b29b-f7dd99c2f96e tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999981 Feb 07 21:08:48.316889 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bb014ac4-db74-4fa3-a1f1-ac097a6b0063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:48.738886 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-deleted', 'tag': '3043459a-2405-4dea-b3d1-7dd8ddc763c7'}, {'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-deleted', 'tag': '5ab0c0e0-34fd-478c-a047-ef89d9aacd38'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:08:48.742240 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fb6dde-2dce-4b1f-b80e-0ee42590b372" -d '{"events": [{"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-deleted", "tag": "3043459a-2405-4dea-b3d1-7dd8ddc763c7"}, {"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-deleted", "tag": "5ab0c0e0-34fd-478c-a047-ef89d9aacd38"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:08:50.546820 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1d9cd063-f1ba-4fab-b326-c45af308ab4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:51.698460 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:52.731087 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e0f8e6f-e338-4d49-ab05-45877432bc18 req-b04545ab-e8d0-40a5-b978-956eb84e21dd tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "GET /v2.0/security-groups/38575ab5-bdf5-4744-a674-6dc1b8f3a465 HTTP/1.1" status: 200 len: 1822 time: 0.0588160 Feb 07 21:08:52.736101 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-7e0f8e6f-e338-4d49-ab05-45877432bc18 req-17bcb0f5-2a10-41f7-b8c5-cf8a968c7cd4 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '38575ab5-bdf5-4744-a674-6dc1b8f3a465', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:52.736454 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-7e0f8e6f-e338-4d49-ab05-45877432bc18 req-17bcb0f5-2a10-41f7-b8c5-cf8a968c7cd4 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '38575ab5-bdf5-4744-a674-6dc1b8f3a465', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:52.746694 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-87910890-f8be-457a-9c65-9e1f9926d432 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:52.748261 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-87910890-f8be-457a-9c65-9e1f9926d432 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/networks?id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 HTTP/1.1" status: 200 len: 805 time: 0.1786275 Feb 07 21:08:52.779564 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-f88c594f-af57-4e0c-93b1-4bf2676876ec tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/quotas/841a01135e18414d8cae49a87b71e7b4 HTTP/1.1" status: 200 len: 375 time: 0.0150337 Feb 07 21:08:52.944007 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7e0f8e6f-e338-4d49-ab05-45877432bc18 req-17bcb0f5-2a10-41f7-b8c5-cf8a968c7cd4 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group_rule (4fbd7047-b3ee-4439-bb05-a7cb90428790), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:52.986464 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-aaf5cdd5-8d11-487f-8c41-b7a0e10de3e7 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=841a01135e18414d8cae49a87b71e7b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1927605 Feb 07 21:08:53.053524 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7e0f8e6f-e338-4d49-ab05-45877432bc18 req-17bcb0f5-2a10-41f7-b8c5-cf8a968c7cd4 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group_rule (4fbd7047-b3ee-4439-bb05-a7cb90428790), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:53.062039 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7e0f8e6f-e338-4d49-ab05-45877432bc18 req-17bcb0f5-2a10-41f7-b8c5-cf8a968c7cd4 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (4fbd7047-b3ee-4439-bb05-a7cb90428790), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:53.101011 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcb0f5-2a10-41f7-b8c5-cf8a968c7cd4 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fbd7047-b3ee-4439-bb05-a7cb90428790,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:53.136538 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7e0f8e6f-e338-4d49-ab05-45877432bc18 req-17bcb0f5-2a10-41f7-b8c5-cf8a968c7cd4 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:53.152733 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e0f8e6f-e338-4d49-ab05-45877432bc18 req-17bcb0f5-2a10-41f7-b8c5-cf8a968c7cd4 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4183428 Feb 07 21:08:53.168235 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:53.186982 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-c0baacdd-26fa-4010-9674-4888574c039a service neutron] 10.222.0.65 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991994 Feb 07 21:08:53.341623 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073053e7-637a-4572-a2de-b5711d9eb27d req-8eebcba9-ad36-4e21-ac61-24c5d778765e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:53.343065 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-073053e7-637a-4572-a2de-b5711d9eb27d req-8eebcba9-ad36-4e21-ac61-24c5d778765e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 945 time: 0.0963945 Feb 07 21:08:53.371823 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-cf8b853e-7816-4b5c-85dd-8f6482dc522b service neutron] 10.222.0.65 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836908 Feb 07 21:08:53.409461 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-073053e7-637a-4572-a2de-b5711d9eb27d req-96f6d737-010f-4f68-80ac-fd952508e1e7 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589476 Feb 07 21:08:53.606690 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6029f819-31e9-48aa-85e6-78942efedf92 req-8efb381b-8830-4f97-bdc9-d2626a4e1d7e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 210 time: 0.0767291 Feb 07 21:08:53.683703 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Feb 2022 21:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973dcc31-6d98-430b-b207-0766ecdbda09 x-openstack-request-id: req-973dcc31-6d98-430b-b207-0766ecdbda09 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:08:53.684709 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-deleted", "tag": "3043459a-2405-4dea-b3d1-7dd8ddc763c7", "status": "completed", "code": 200}, {"server_uuid": "81db1caa-3cd5-40a9-bfbd-aa69cdbdb845", "name": "network-vif-deleted", "tag": "5ab0c0e0-34fd-478c-a047-ef89d9aacd38", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:08:53.685124 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-973dcc31-6d98-430b-b207-0766ecdbda09 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:08:53.685668 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-deleted', 'tag': '3043459a-2405-4dea-b3d1-7dd8ddc763c7', 'status': 'completed', 'code': 200} Feb 07 21:08:53.686073 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81db1caa-3cd5-40a9-bfbd-aa69cdbdb845', 'name': 'network-vif-deleted', 'tag': '5ab0c0e0-34fd-478c-a047-ef89d9aacd38', 'status': 'completed', 'code': 200} Feb 07 21:08:53.827011 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9c396-dd10-4446-a116-36b312d1fec8 req-0405c81f-3421-4d2d-bc97-7c798e255a9a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:53.830957 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7ff9c396-dd10-4446-a116-36b312d1fec8 req-0405c81f-3421-4d2d-bc97-7c798e255a9a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 950 time: 0.1172132 Feb 07 21:08:53.929452 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f1c971a0-63df-4a50-9fc5-b8757756ffb4 req-82aa1d63-fe49-4a9d-a4e5-ffaabe5deee6 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "GET /v2.0/security-groups/38575ab5-bdf5-4744-a674-6dc1b8f3a465 HTTP/1.1" status: 200 len: 2416 time: 0.0966451 Feb 07 21:08:53.952566 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-f1c971a0-63df-4a50-9fc5-b8757756ffb4 req-4b7e788f-c33e-4b62-823c-1fa23a0bb5f6 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '38575ab5-bdf5-4744-a674-6dc1b8f3a465', 'remote_group_id': None}]} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:53.953180 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-f1c971a0-63df-4a50-9fc5-b8757756ffb4 req-4b7e788f-c33e-4b62-823c-1fa23a0bb5f6 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '38575ab5-bdf5-4744-a674-6dc1b8f3a465', 'remote_group_id': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:54.059573 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7ff9c396-dd10-4446-a116-36b312d1fec8 req-f50b10ab-9e10-46d0-99ce-68dfd15537f1 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994126 Feb 07 21:08:54.161130 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f1c971a0-63df-4a50-9fc5-b8757756ffb4 req-4b7e788f-c33e-4b62-823c-1fa23a0bb5f6 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group_rule (48a8c515-9592-43af-8ef9-b698cf533317), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:54.200352 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8fc8d4c3-e29e-4cb9-ace6-59ca33d9a8eb req-d7c508c5-d53f-4565-9abf-28fdb287783e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=bafe2fe1-38a4-4e26-8bab-5978f61f79d4 HTTP/1.1" status: 200 len: 210 time: 0.0664067 Feb 07 21:08:54.226266 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f1c971a0-63df-4a50-9fc5-b8757756ffb4 req-4b7e788f-c33e-4b62-823c-1fa23a0bb5f6 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group_rule (48a8c515-9592-43af-8ef9-b698cf533317), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:54.237271 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f1c971a0-63df-4a50-9fc5-b8757756ffb4 req-4b7e788f-c33e-4b62-823c-1fa23a0bb5f6 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (48a8c515-9592-43af-8ef9-b698cf533317), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:54.269284 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e788f-c33e-4b62-823c-1fa23a0bb5f6 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a8c515-9592-43af-8ef9-b698cf533317,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:54.303500 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f1c971a0-63df-4a50-9fc5-b8757756ffb4 req-4b7e788f-c33e-4b62-823c-1fa23a0bb5f6 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:54.321479 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f1c971a0-63df-4a50-9fc5-b8757756ffb4 req-4b7e788f-c33e-4b62-823c-1fa23a0bb5f6 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3853567 Feb 07 21:08:54.385824 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:54.479278 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6b421be8-3e65-40f9-872d-71f14edd2317 req-dad134d8-d0ba-4ed4-a81c-b5d0b5e2c825 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "GET /v2.0/security-groups/38575ab5-bdf5-4744-a674-6dc1b8f3a465 HTTP/1.1" status: 200 len: 3015 time: 0.1469524 Feb 07 21:08:54.706755 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-2fb41781-b36b-4f09-af44-a02447e67a01 service neutron] show failed (client error): The resource could not be found. Feb 07 21:08:54.708068 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-2fb41781-b36b-4f09-af44-a02447e67a01 service neutron] 10.222.0.71 "GET /v2.0/ports/d1edeb7c-445c-4564-9c16-a08b9682c42d/bindings/n-h1-828185-2 HTTP/1.1" status: 404 len: 380 time: 0.1431601 Feb 07 21:08:54.872284 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59f048-580e-4717-9a2f-b63542600f5c req-d280bcf7-4b50-4cbf-ad2e-184b64d3ed97 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:54.889808 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0c59f048-580e-4717-9a2f-b63542600f5c req-d280bcf7-4b50-4cbf-ad2e-184b64d3ed97 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 945 time: 0.1651947 Feb 07 21:08:55.036070 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0c59f048-580e-4717-9a2f-b63542600f5c req-1d9e8b3b-e100-44a0-b18d-f2b61d02e490 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452281 Feb 07 21:08:55.086396 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc7d7bd6-8f6c-4ef5-898a-d4acb3aff98a req-6d19cb4d-1f08-480d-ac65-86863c8ba974 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "GET /v2.0/security-group-rules/48a8c515-9592-43af-8ef9-b698cf533317 HTTP/1.1" status: 200 len: 783 time: 0.0310485 Feb 07 21:08:55.202502 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc7d7bd6-8f6c-4ef5-898a-d4acb3aff98a req-a1ed1bc0-fa18-4acd-bc2c-45c69785e295 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "GET /v2.0/security-groups/38575ab5-bdf5-4744-a674-6dc1b8f3a465 HTTP/1.1" status: 200 len: 3015 time: 0.1143348 Feb 07 21:08:55.220953 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-189e8a5c-c8e8-45bc-960d-e67936eb10c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:55.223955 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-189e8a5c-c8e8-45bc-960d-e67936eb10c5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da&tenant_id=f4fe27c2f8aa423da4df091a462a1dd2 HTTP/1.1" status: 200 len: 1132 time: 0.1819463 Feb 07 21:08:55.251873 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dc7d7bd6-8f6c-4ef5-898a-d4acb3aff98a req-b2e2a18f-dba4-492e-a456-ea1f1510cb3b tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group_rule (48a8c515-9592-43af-8ef9-b698cf533317), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:55.253635 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-97abb7cb-17f3-42af-b144-be615d7e0979 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828185-2', 'device_owner': 'compute:nova'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:55.269165 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dc7d7bd6-8f6c-4ef5-898a-d4acb3aff98a req-b2e2a18f-dba4-492e-a456-ea1f1510cb3b tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group_rule (48a8c515-9592-43af-8ef9-b698cf533317), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:55.327552 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dc7d7bd6-8f6c-4ef5-898a-d4acb3aff98a req-b2e2a18f-dba4-492e-a456-ea1f1510cb3b tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (48a8c515-9592-43af-8ef9-b698cf533317), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:55.337526 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dc7d7bd6-8f6c-4ef5-898a-d4acb3aff98a req-b2e2a18f-dba4-492e-a456-ea1f1510cb3b tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:55.348909 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc7d7bd6-8f6c-4ef5-898a-d4acb3aff98a req-b2e2a18f-dba4-492e-a456-ea1f1510cb3b tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/48a8c515-9592-43af-8ef9-b698cf533317 HTTP/1.1" status: 204 len: 173 time: 0.1395671 Feb 07 21:08:55.365249 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-97abb7cb-17f3-42af-b144-be615d7e0979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:55.371738 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2a18f-dba4-492e-a456-ea1f1510cb3b tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48a8c515-9592-43af-8ef9-b698cf533317,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:55.392157 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab5cfe56-9f8c-4408-9d26-fe80517c923b req-d15f56f7-7cdc-4900-96a8-a60096a5960b tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 210 time: 0.0394044 Feb 07 21:08:55.528039 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad2360-8a33-4eea-a39c-945318be30bc req-9b0dc887-2d77-4986-8377-5fa5dcf4c831 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:55.538506 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6ad2360-8a33-4eea-a39c-945318be30bc req-9b0dc887-2d77-4986-8377-5fa5dcf4c831 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 950 time: 0.0967531 Feb 07 21:08:55.582224 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c9b3b5f-8e87-4688-865e-6737d1dadcb0 req-3a67080b-b62e-48fd-a162-86985d00bea3 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=bafe2fe1-38a4-4e26-8bab-5978f61f79d4 HTTP/1.1" status: 200 len: 210 time: 0.0748987 Feb 07 21:08:55.660174 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6ad2360-8a33-4eea-a39c-945318be30bc req-f205a418-95cc-4967-97f6-bd948c8eea03 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205642 Feb 07 21:08:55.817811 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-97abb7cb-17f3-42af-b144-be615d7e0979 service neutron] For port d1edeb7c-445c-4564-9c16-a08b9682c42d, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d1edeb7c-445c-4564-9c16-a08b9682c42d,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:55.834192 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7bf0c364-186b-4aa2-bd8f-c97c63dc1d51 req-4a625b2e-a043-4669-a909-b22672f8aa9a tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "GET /v2.0/security-groups/38575ab5-bdf5-4744-a674-6dc1b8f3a465 HTTP/1.1" status: 200 len: 2416 time: 0.1069982 Feb 07 21:08:55.913472 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-97abb7cb-17f3-42af-b144-be615d7e0979 service neutron] For port d1edeb7c-445c-4564-9c16-a08b9682c42d, host n-h2-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:08:55.966955 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7bf0c364-186b-4aa2-bd8f-c97c63dc1d51 req-38894d52-2d55-473e-9b28-b77609695ac4 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (38575ab5-bdf5-4744-a674-6dc1b8f3a465), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:55.995086 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7bf0c364-186b-4aa2-bd8f-c97c63dc1d51 req-38894d52-2d55-473e-9b28-b77609695ac4 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (38575ab5-bdf5-4744-a674-6dc1b8f3a465), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:56.013091 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66411210-de16-4570-8eb0-ea45cf1d66da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1edeb7c-445c-4564-9c16-a08b9682c42d'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:08:56.016468 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600afe88-a5e0-4761-a326-4b3107807d0f" -d '{"events": [{"server_uuid": "66411210-de16-4570-8eb0-ea45cf1d66da", "name": "network-vif-unplugged", "status": "completed", "tag": "d1edeb7c-445c-4564-9c16-a08b9682c42d"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:08:56.023004 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-97abb7cb-17f3-42af-b144-be615d7e0979 service neutron] Publish callbacks [] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:56.036232 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-c1a065aa-29b2-4c00-a39e-3ab82a1c0396 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:56.037735 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-c1a065aa-29b2-4c00-a39e-3ab82a1c0396 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.69 "GET /v2.0/networks?id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 HTTP/1.1" status: 200 len: 805 time: 0.3987467 Feb 07 21:08:56.057559 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-b6588ac6-db6f-429a-97c5-b7101359b4cb tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Request body: {'port': {'device_id': 'bafe2fe1-38a4-4e26-8bab-5978f61f79d4', 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81', 'admin_state_up': True, 'tenant_id': '841a01135e18414d8cae49a87b71e7b4'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:56.115097 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7bf0c364-186b-4aa2-bd8f-c97c63dc1d51 req-38894d52-2d55-473e-9b28-b77609695ac4 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (38575ab5-bdf5-4744-a674-6dc1b8f3a465), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:56.119074 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7bf0c364-186b-4aa2-bd8f-c97c63dc1d51 req-38894d52-2d55-473e-9b28-b77609695ac4 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:56.120834 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7bf0c364-186b-4aa2-bd8f-c97c63dc1d51 req-38894d52-2d55-473e-9b28-b77609695ac4 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "DELETE /v2.0/security-groups/38575ab5-bdf5-4744-a674-6dc1b8f3a465 HTTP/1.1" status: 204 len: 173 time: 0.2736211 Feb 07 21:08:56.138745 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38894d52-2d55-473e-9b28-b77609695ac4 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38575ab5-bdf5-4744-a674-6dc1b8f3a465,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:56.173881 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5323f1-1d34-4079-8630-df4c875dadb5 x-openstack-request-id: req-0b5323f1-1d34-4079-8630-df4c875dadb5 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:08:56.174330 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66411210-de16-4570-8eb0-ea45cf1d66da", "name": "network-vif-unplugged", "status": "completed", "tag": "d1edeb7c-445c-4564-9c16-a08b9682c42d", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:08:56.176634 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b5323f1-1d34-4079-8630-df4c875dadb5 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:08:56.177225 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66411210-de16-4570-8eb0-ea45cf1d66da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1edeb7c-445c-4564-9c16-a08b9682c42d', 'code': 200} Feb 07 21:08:56.187896 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-97abb7cb-17f3-42af-b144-be615d7e0979 service neutron] Transition to ACTIVE for port object d1edeb7c-445c-4564-9c16-a08b9682c42d will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:08:56.214839 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-97abb7cb-17f3-42af-b144-be615d7e0979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:56.388212 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd0ee8-4ecc-449a-946d-d14dd02af721 req-69df8031-eb99-43e3-a362-ca5197919db7 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:56.391850 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5fdd0ee8-4ecc-449a-946d-d14dd02af721 req-69df8031-eb99-43e3-a362-ca5197919db7 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 945 time: 0.1421199 Feb 07 21:08:56.441792 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-97abb7cb-17f3-42af-b144-be615d7e0979 service neutron] No DVR routers for this DVR port d1edeb7c-445c-4564-9c16-a08b9682c42d on host n-h2-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:08:56.444524 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abb7cb-17f3-42af-b144-be615d7e0979 service neutron] Pushing event updated for resources: {'Port': ['ID=d1edeb7c-445c-4564-9c16-a08b9682c42d,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:56.461903 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-7b5695be-caf0-4412-ab5b-12a14884a2f0 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:56.469003 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-7b5695be-caf0-4412-ab5b-12a14884a2f0 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/networks?id=55acbe04-ba96-44f5-acf7-c6a9f81c70a3 HTTP/1.1" status: 200 len: 804 time: 0.2436926 Feb 07 21:08:56.500235 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-97abb7cb-17f3-42af-b144-be615d7e0979 service neutron] Attempting to bind port d1edeb7c-445c-4564-9c16-a08b9682c42d on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:08:56.500874 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-97abb7cb-17f3-42af-b144-be615d7e0979 service neutron] Attempting to bind port d1edeb7c-445c-4564-9c16-a08b9682c42d by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:08:56.501001 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-97abb7cb-17f3-42af-b144-be615d7e0979 service neutron] Attempting to bind port d1edeb7c-445c-4564-9c16-a08b9682c42d on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:08:56.505644 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-313bc0bd-b4e1-4d60-909b-c4030981a853 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/quotas/5124caec77da453db4b2d8e674dfa83f HTTP/1.1" status: 200 len: 375 time: 0.0354521 Feb 07 21:08:56.513924 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-b6588ac6-db6f-429a-97c5-b7101359b4cb tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Made reservation on behalf of 841a01135e18414d8cae49a87b71e7b4 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:08:56.525551 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-b6588ac6-db6f-429a-97c5-b7101359b4cb tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:56.543398 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-97abb7cb-17f3-42af-b144-be615d7e0979 service neutron] Port d1edeb7c-445c-4564-9c16-a08b9682c42d on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:08:56.543984 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-97abb7cb-17f3-42af-b144-be615d7e0979 service neutron] Attempting to bind port d1edeb7c-445c-4564-9c16-a08b9682c42d on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:08:56.561873 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-97abb7cb-17f3-42af-b144-be615d7e0979 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:08:56.562220 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-97abb7cb-17f3-42af-b144-be615d7e0979 service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:08:56.562613 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-97abb7cb-17f3-42af-b144-be615d7e0979 service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:08:56.563195 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-97abb7cb-17f3-42af-b144-be615d7e0979 service neutron] Bound port: d1edeb7c-445c-4564-9c16-a08b9682c42d, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:08:56.563558 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-97abb7cb-17f3-42af-b144-be615d7e0979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:56.626628 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5fdd0ee8-4ecc-449a-946d-d14dd02af721 req-327bd7c5-4e11-4c8c-9023-cc475a32685f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078278 Feb 07 21:08:56.668001 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-b653c406-477d-4528-b343-b1d0cae29e6b tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5124caec77da453db4b2d8e674dfa83f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1612439 Feb 07 21:08:56.738638 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-97abb7cb-17f3-42af-b144-be615d7e0979 service neutron] For port d1edeb7c-445c-4564-9c16-a08b9682c42d, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:08:56.744790 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-98b653d4-1a7b-417a-8981-1ed496deb3db req-95ed3b14-207a-49d1-b097-1e4c8ec71869 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] show failed (client error): The resource could not be found. Feb 07 21:08:56.760908 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-98b653d4-1a7b-417a-8981-1ed496deb3db req-95ed3b14-207a-49d1-b097-1e4c8ec71869 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "GET /v2.0/security-groups/a6725090-7513-4c72-a9a1-dd99c25e3210 HTTP/1.1" status: 404 len: 352 time: 0.0889256 Feb 07 21:08:56.778880 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-97abb7cb-17f3-42af-b144-be615d7e0979 service neutron] For port d1edeb7c-445c-4564-9c16-a08b9682c42d, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=d1edeb7c-445c-4564-9c16-a08b9682c42d,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:08:56.805154 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-97abb7cb-17f3-42af-b144-be615d7e0979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:56.848574 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-b6588ac6-db6f-429a-97c5-b7101359b4cb tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Allocated IP 172.20.0.7 (cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81/039429f6-d6cc-49db-bf32-0ffb3c8562c1/36f8ddf7-f45f-48f1-bc34-8e8d930f5571) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:08:56.870941 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-97abb7cb-17f3-42af-b144-be615d7e0979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:56.871854 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-97abb7cb-17f3-42af-b144-be615d7e0979 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:56.873520 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-97abb7cb-17f3-42af-b144-be615d7e0979 service neutron] 10.222.0.69 "PUT /v2.0/ports/d1edeb7c-445c-4564-9c16-a08b9682c42d HTTP/1.1" status: 200 len: 1096 time: 1.6360402 Feb 07 21:08:56.881312 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 639bba0d-7b79-49ea-828c-4c25f10ac9b3 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:08:56.918288 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abb7cb-17f3-42af-b144-be615d7e0979 service neutron] Pushing event updated for resources: {'Port': ['ID=d1edeb7c-445c-4564-9c16-a08b9682c42d,revision_number=7']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:56.945276 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-9f4c762d-6a21-455c-98af-f2c6467182b0 service neutron] 10.222.0.65 "GET /v2.0/networks/55acbe04-ba96-44f5-acf7-c6a9f81c70a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621632 Feb 07 21:08:57.021594 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 639bba0d-7b79-49ea-828c-4c25f10ac9b3 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:08:57.022275 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (639bba0d-7b79-49ea-828c-4c25f10ac9b3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:57.027684 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-986c6c9e-994b-437a-a576-34b9af178a97 req-92fbdb57-eebf-4bd4-a9fc-0ce83376c8f8 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 210 time: 0.0718594 Feb 07 21:08:57.056637 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94dc11f4-0182-4fca-8bb4-18ab5d90c363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '639bba0d-7b79-49ea-828c-4c25f10ac9b3'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:08:57.061941 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689a5082-603c-4d2d-b906-0cb89e8302a0" -d '{"events": [{"server_uuid": "94dc11f4-0182-4fca-8bb4-18ab5d90c363", "name": "network-vif-unplugged", "status": "completed", "tag": "639bba0d-7b79-49ea-828c-4c25f10ac9b3"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:08:57.118282 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 639bba0d-7b79-49ea-828c-4c25f10ac9b3, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=639bba0d-7b79-49ea-828c-4c25f10ac9b3,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:57.129704 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (639bba0d-7b79-49ea-828c-4c25f10ac9b3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:57.190630 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-79f494cb-321c-47db-870f-5e62bbc8525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:57.192980 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-79f494cb-321c-47db-870f-5e62bbc8525f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 1130 time: 0.2452152 Feb 07 21:08:57.202177 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-64816537-3f9e-41d9-accd-a67ca46c5d2e req-9bc28574-bcd3-4202-a80e-a3a3da797090 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=bafe2fe1-38a4-4e26-8bab-5978f61f79d4 HTTP/1.1" status: 200 len: 210 time: 0.0822535 Feb 07 21:08:57.264229 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=639bba0d-7b79-49ea-828c-4c25f10ac9b3,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:57.292822 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:08:57.297074 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:08:57.299832 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:08:57.300554 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:08:57.302029 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:08:57.305527 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:08:57.306983 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:08:57.314277 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:08:57.315965 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:08:57.316666 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:08:57.318219 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:08:57.318795 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:08:57.319385 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:08:57.336195 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-254d9d6f-1148-4f6f-a5a0-064ac00f75fb service neutron] 10.222.0.65 "GET /v2.0/networks/55acbe04-ba96-44f5-acf7-c6a9f81c70a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897519 Feb 07 21:08:57.397580 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-b6588ac6-db6f-429a-97c5-b7101359b4cb tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks [] for port (36f8ddf7-f45f-48f1-bc34-8e8d930f5571), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:57.461553 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-2469ac8b-8dd0-4952-b631-8ac4b8675cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:57.464251 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-2469ac8b-8dd0-4952-b631-8ac4b8675cce service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.2428424 Feb 07 21:08:57.494330 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3f057-4322-47fc-8471-53186d010a79 req-9cb0eba2-c204-4c50-88ba-fc981dde7d8a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:57.504947 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-81d3f057-4322-47fc-8471-53186d010a79 req-9cb0eba2-c204-4c50-88ba-fc981dde7d8a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 948 time: 0.1507082 Feb 07 21:08:57.537852 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-b6588ac6-db6f-429a-97c5-b7101359b4cb tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (36f8ddf7-f45f-48f1-bc34-8e8d930f5571), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:57.554251 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['b9feb26d-0f66-4b71-8ed3-d190edbaf70e'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:08:57.557667 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['66a42d3e-7744-430a-a865-053bbb45a7ef'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:08:57.570134 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-b36bf2da-f731-4a69-b4df-13c85e1f783b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=d1edeb7c-445c-4564-9c16-a08b9682c42d HTTP/1.1" status: 200 len: 217 time: 0.0924852 Feb 07 21:08:57.604089 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-81d3f057-4322-47fc-8471-53186d010a79 req-b24f02d0-e2f5-4f08-970b-8da7cd165d30 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971763 Feb 07 21:08:57.725134 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59f99d06-db7c-4f83-ae7b-c9abd08c251a req-93e24c81-59f5-4c40-b7ae-83929ce5e9c5 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "GET /v2.0/security-groups/079c42fd-52c4-425c-be62-ea4fa3fc6543 HTTP/1.1" status: 200 len: 1823 time: 0.0753908 Feb 07 21:08:57.792128 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e1afe9-e488-4842-b037-9ea0942bd58c x-openstack-request-id: req-f0e1afe9-e488-4842-b037-9ea0942bd58c {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:08:57.792458 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94dc11f4-0182-4fca-8bb4-18ab5d90c363", "name": "network-vif-unplugged", "status": "completed", "tag": "639bba0d-7b79-49ea-828c-4c25f10ac9b3", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:08:57.792724 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f0e1afe9-e488-4842-b037-9ea0942bd58c {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:08:57.793129 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94dc11f4-0182-4fca-8bb4-18ab5d90c363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '639bba0d-7b79-49ea-828c-4c25f10ac9b3', 'code': 200} Feb 07 21:08:57.807231 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-59f99d06-db7c-4f83-ae7b-c9abd08c251a req-85d392d7-1d6a-4bd1-bfc0-528df91a48f8 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (079c42fd-52c4-425c-be62-ea4fa3fc6543), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:57.880846 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f3fc970-f54e-4367-b8e0-f57ff523f397 req-33b7410d-adb0-4805-8cc0-a6edd5c0f866 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca46813-168a-4ac6-80e2-3c35db7db73b HTTP/1.1" status: 200 len: 210 time: 0.0611534 Feb 07 21:08:57.911934 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-59f99d06-db7c-4f83-ae7b-c9abd08c251a req-85d392d7-1d6a-4bd1-bfc0-528df91a48f8 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (079c42fd-52c4-425c-be62-ea4fa3fc6543), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:57.989869 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-59f99d06-db7c-4f83-ae7b-c9abd08c251a req-85d392d7-1d6a-4bd1-bfc0-528df91a48f8 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (079c42fd-52c4-425c-be62-ea4fa3fc6543), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:57.997261 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-59f99d06-db7c-4f83-ae7b-c9abd08c251a req-85d392d7-1d6a-4bd1-bfc0-528df91a48f8 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:58.005624 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59f99d06-db7c-4f83-ae7b-c9abd08c251a req-85d392d7-1d6a-4bd1-bfc0-528df91a48f8 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "DELETE /v2.0/security-groups/079c42fd-52c4-425c-be62-ea4fa3fc6543 HTTP/1.1" status: 204 len: 173 time: 0.2792375 Feb 07 21:08:58.065291 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d392d7-1d6a-4bd1-bfc0-528df91a48f8 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=079c42fd-52c4-425c-be62-ea4fa3fc6543,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:58.185943 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed067191-1e56-4d98-82be-bb5ade9dd2dc req-125f5109-955c-44d1-b43f-de7956212d7a tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "GET /v2.0/security-groups/01765d1c-a469-4217-956e-1bf580e49e3f HTTP/1.1" status: 200 len: 1824 time: 0.1314652 Feb 07 21:08:58.292253 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a078f-11da-4c77-b9d8-acda472db705 req-53313f05-9bd8-4e61-a83c-cbb4d0ae828d tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:58.295740 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d49a078f-11da-4c77-b9d8-acda472db705 req-53313f05-9bd8-4e61-a83c-cbb4d0ae828d tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 945 time: 0.2473137 Feb 07 21:08:58.330331 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66411210-de16-4570-8eb0-ea45cf1d66da', 'tag': 'd1edeb7c-445c-4564-9c16-a08b9682c42d'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:08:58.333167 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda98921-7fbb-47da-89fe-89a9d412d447" -d '{"events": [{"name": "network-changed", "server_uuid": "66411210-de16-4570-8eb0-ea45cf1d66da", "tag": "d1edeb7c-445c-4564-9c16-a08b9682c42d"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:08:58.397613 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-b6588ac6-db6f-429a-97c5-b7101359b4cb tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:08:58.399406 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ed067191-1e56-4d98-82be-bb5ade9dd2dc req-a35860a4-28f7-4e13-8051-5d173e043f24 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (01765d1c-a469-4217-956e-1bf580e49e3f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:58.406716 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-b6588ac6-db6f-429a-97c5-b7101359b4cb tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:08:58.415762 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-b6588ac6-db6f-429a-97c5-b7101359b4cb tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:08:58.455858 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-2f9c6fd5-e88d-47f1-ad00-062891ec2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:58.459313 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-2f9c6fd5-e88d-47f1-ad00-062891ec2143 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.8788433 Feb 07 21:08:58.461301 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6588ac6-db6f-429a-97c5-b7101359b4cb tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Pushing event updated for resources: {'Port': ['ID=36f8ddf7-f45f-48f1-bc34-8e8d930f5571,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:58.495414 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d49a078f-11da-4c77-b9d8-acda472db705 req-b9c97256-6bff-43be-8702-12b3f328d8df tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391900 Feb 07 21:08:58.553786 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c2c26-211d-4101-bece-6f4f8e5e850e req-085da04f-5060-4608-af9d-fd2da14d5a4c tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:58.576688 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-b6588ac6-db6f-429a-97c5-b7101359b4cb tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:58.576688 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-b6588ac6-db6f-429a-97c5-b7101359b4cb tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:58.586703 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6c2c2c26-211d-4101-bece-6f4f8e5e850e req-085da04f-5060-4608-af9d-fd2da14d5a4c tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.69 "GET /v2.0/ports?device_id=94dc11f4-0182-4fca-8bb4-18ab5d90c363 HTTP/1.1" status: 200 len: 943 time: 0.3916018 Feb 07 21:08:58.601467 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ed067191-1e56-4d98-82be-bb5ade9dd2dc req-a35860a4-28f7-4e13-8051-5d173e043f24 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (01765d1c-a469-4217-956e-1bf580e49e3f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:58.639942 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-9e8d7dd6-a34e-4267-84d8-81efc549bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:58.642622 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-9e8d7dd6-a34e-4267-84d8-81efc549bd83 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1641569 Feb 07 21:08:58.653267 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-b6588ac6-db6f-429a-97c5-b7101359b4cb tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6042299 Feb 07 21:08:58.756240 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Request body: {'port': {'device_id': 'bafe2fe1-38a4-4e26-8bab-5978f61f79d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:08:58.853631 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c02b63ab-e758-4a33-88ca-99ed9a2fe09b req-fb20cf91-beec-4561-88d4-926d74a13bc5 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 210 time: 0.1809676 Feb 07 21:08:58.854323 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ed067191-1e56-4d98-82be-bb5ade9dd2dc req-a35860a4-28f7-4e13-8051-5d173e043f24 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (01765d1c-a469-4217-956e-1bf580e49e3f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:58.856963 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ed067191-1e56-4d98-82be-bb5ade9dd2dc req-a35860a4-28f7-4e13-8051-5d173e043f24 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:58.890401 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d1edeb7c-445c-4564-9c16-a08b9682c42d no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:08:58.891603 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed067191-1e56-4d98-82be-bb5ade9dd2dc req-a35860a4-28f7-4e13-8051-5d173e043f24 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "DELETE /v2.0/security-groups/01765d1c-a469-4217-956e-1bf580e49e3f HTTP/1.1" status: 204 len: 173 time: 0.6897857 Feb 07 21:08:58.920764 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-ceea4b62-6e2d-4196-81e9-74eec873c1bf service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664363 Feb 07 21:08:58.943922 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (36f8ddf7-f45f-48f1-bc34-8e8d930f5571), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:58.951671 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35860a4-28f7-4e13-8051-5d173e043f24 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01765d1c-a469-4217-956e-1bf580e49e3f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:58.988231 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] The host n-h2-828185-2 is not matching for port d1edeb7c-445c-4564-9c16-a08b9682c42d host n-h1-828185-2! {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 07 21:08:58.988945 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d1edeb7c-445c-4564-9c16-a08b9682c42d not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:08:59.028775 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ef620c-d46a-4a8a-a5d6-309f68a3636e x-openstack-request-id: req-29ef620c-d46a-4a8a-a5d6-309f68a3636e {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:08:59.029245 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66411210-de16-4570-8eb0-ea45cf1d66da", "tag": "d1edeb7c-445c-4564-9c16-a08b9682c42d", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:08:59.029514 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-29ef620c-d46a-4a8a-a5d6-309f68a3636e {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:08:59.029955 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66411210-de16-4570-8eb0-ea45cf1d66da', 'tag': 'd1edeb7c-445c-4564-9c16-a08b9682c42d', 'status': 'completed', 'code': 200} Feb 07 21:08:59.259385 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8d2d379f-96cd-40b6-9179-979ec9928cc9 req-268434f4-eb3f-471e-aa03-989daec0ad4f service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110387 Feb 07 21:08:59.303878 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda98921-7fbb-47da-89fe-89a9d412d447 req-ec2cd818-fecb-47be-a069-fb3525c79b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:59.305468 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cda98921-7fbb-47da-89fe-89a9d412d447 req-ec2cd818-fecb-47be-a069-fb3525c79b5c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 1130 time: 0.2741845 Feb 07 21:08:59.349701 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-6c2c2c26-211d-4101-bece-6f4f8e5e850e req-440ba37a-037c-4a44-8bf8-5feb0bfd50ad tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Deleting port 639bba0d-7b79-49ea-828c-4c25f10ac9b3 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:08:59.350495 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6c2c2c26-211d-4101-bece-6f4f8e5e850e req-440ba37a-037c-4a44-8bf8-5feb0bfd50ad tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (639bba0d-7b79-49ea-828c-4c25f10ac9b3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:59.510989 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda98921-7fbb-47da-89fe-89a9d412d447 req-6a664283-249d-4ad7-b9bc-74caf0fe58e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:59.513303 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cda98921-7fbb-47da-89fe-89a9d412d447 req-6a664283-249d-4ad7-b9bc-74caf0fe58e4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 1130 time: 0.1471310 Feb 07 21:08:59.534593 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-6c2c2c26-211d-4101-bece-6f4f8e5e850e req-440ba37a-037c-4a44-8bf8-5feb0bfd50ad tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] For port 639bba0d-7b79-49ea-828c-4c25f10ac9b3, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=639bba0d-7b79-49ea-828c-4c25f10ac9b3,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:08:59.534963 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6c2c2c26-211d-4101-bece-6f4f8e5e850e req-440ba37a-037c-4a44-8bf8-5feb0bfd50ad tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (639bba0d-7b79-49ea-828c-4c25f10ac9b3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:59.547982 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-6c2c2c26-211d-4101-bece-6f4f8e5e850e req-440ba37a-037c-4a44-8bf8-5feb0bfd50ad tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Calling delete_port for 639bba0d-7b79-49ea-828c-4c25f10ac9b3 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:08:59.668272 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36f8ddf7-f45f-48f1-bc34-8e8d930f5571 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:08:59.686206 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda98921-7fbb-47da-89fe-89a9d412d447 req-164cb7f5-0199-4e6d-895d-2b3eb5cf3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:59.690187 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cda98921-7fbb-47da-89fe-89a9d412d447 req-164cb7f5-0199-4e6d-895d-2b3eb5cf3856 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1699958 Feb 07 21:08:59.692685 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Publish callbacks [] for port (36f8ddf7-f45f-48f1-bc34-8e8d930f5571), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:59.707735 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6c2c2c26-211d-4101-bece-6f4f8e5e850e req-440ba37a-037c-4a44-8bf8-5feb0bfd50ad tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (639bba0d-7b79-49ea-828c-4c25f10ac9b3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:59.719158 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0adce2-0764-4124-b53d-c088a97d3264 req-33a53078-4070-4da4-8150-ce6dd13e32b9 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:59.723395 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d0adce2-0764-4124-b53d-c088a97d3264 req-33a53078-4070-4da4-8150-ce6dd13e32b9 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=bafe2fe1-38a4-4e26-8bab-5978f61f79d4 HTTP/1.1" status: 200 len: 931 time: 0.7072213 Feb 07 21:08:59.794479 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cda98921-7fbb-47da-89fe-89a9d412d447 req-f433088a-7c83-4d17-910f-4b135b6d19ff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=d1edeb7c-445c-4564-9c16-a08b9682c42d HTTP/1.1" status: 200 len: 217 time: 0.0797472 Feb 07 21:08:59.803799 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ba37a-037c-4a44-8bf8-5feb0bfd50ad tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Pushing event deleted for resources: {'Port': ['ID=639bba0d-7b79-49ea-828c-4c25f10ac9b3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:08:59.840250 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cf645-c6df-45b8-9920-59903707a544 req-bae9880b-6a00-406d-8c6b-1d5e58a070a1 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:08:59.841965 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db0cf645-c6df-45b8-9920-59903707a544 req-bae9880b-6a00-406d-8c6b-1d5e58a070a1 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 948 time: 0.7019551 Feb 07 21:08:59.891182 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Transition to ACTIVE for port object 36f8ddf7-f45f-48f1-bc34-8e8d930f5571 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:08:59.912962 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (36f8ddf7-f45f-48f1-bc34-8e8d930f5571), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:08:59.975555 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d0adce2-0764-4124-b53d-c088a97d3264 req-ad3c7ece-2f7e-4bd9-ab7f-a97965ef864d tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785083 Feb 07 21:09:00.032394 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda98921-7fbb-47da-89fe-89a9d412d447 req-8d9fb90e-5f26-42a2-939a-f8bd2a72ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:00.033944 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cda98921-7fbb-47da-89fe-89a9d412d447 req-8d9fb90e-5f26-42a2-939a-f8bd2a72ce02 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.2174873 Feb 07 21:09:00.049488 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2c2c26-211d-4101-bece-6f4f8e5e850e req-440ba37a-037c-4a44-8bf8-5feb0bfd50ad tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] No DVR routers for this DVR port 639bba0d-7b79-49ea-828c-4c25f10ac9b3 on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:09:00.056089 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6c2c2c26-211d-4101-bece-6f4f8e5e850e req-440ba37a-037c-4a44-8bf8-5feb0bfd50ad tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:00.061289 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6c2c2c26-211d-4101-bece-6f4f8e5e850e req-440ba37a-037c-4a44-8bf8-5feb0bfd50ad tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.69 "DELETE /v2.0/ports/639bba0d-7b79-49ea-828c-4c25f10ac9b3 HTTP/1.1" status: 204 len: 173 time: 1.4344418 Feb 07 21:09:00.091789 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94dc11f4-0182-4fca-8bb4-18ab5d90c363', 'name': 'network-vif-deleted', 'tag': '639bba0d-7b79-49ea-828c-4c25f10ac9b3'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:00.097723 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3b0e10-1d34-405f-84d0-f761a788fb80" -d '{"events": [{"server_uuid": "94dc11f4-0182-4fca-8bb4-18ab5d90c363", "name": "network-vif-deleted", "tag": "639bba0d-7b79-49ea-828c-4c25f10ac9b3"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:00.209364 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Pushing event updated for resources: {'Port': ['ID=36f8ddf7-f45f-48f1-bc34-8e8d930f5571,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:00.228776 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:00.229130 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:00.229479 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:00.229826 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:00.230189 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:00.230505 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:00.230836 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:00.231168 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:00.231498 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:00.231826 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:00.232156 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:00.232506 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:00.232833 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:00.263774 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda98921-7fbb-47da-89fe-89a9d412d447 req-9608832b-2cc8-4321-aa7a-76bbc7115ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:00.265518 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cda98921-7fbb-47da-89fe-89a9d412d447 req-9608832b-2cc8-4321-aa7a-76bbc7115ef1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2235401 Feb 07 21:09:00.269704 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Attempting to bind port 36f8ddf7-f45f-48f1-bc34-8e8d930f5571 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:09:00.270071 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Attempting to bind port 36f8ddf7-f45f-48f1-bc34-8e8d930f5571 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:09:00.270379 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Attempting to bind port 36f8ddf7-f45f-48f1-bc34-8e8d930f5571 on network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:09:00.300529 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Port 36f8ddf7-f45f-48f1-bc34-8e8d930f5571 on network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:09:00.300992 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Attempting to bind port 36f8ddf7-f45f-48f1-bc34-8e8d930f5571 on network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:09:00.338104 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5a986770-909d-4370-b87e-220f4876f6e8 req-24b186ef-6857-4d9c-a860-1b5d68edb8e8 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "GET /v2.0/security-groups/4bca595b-0974-489c-9191-b4e76028905d HTTP/1.1" status: 200 len: 1823 time: 0.3016226 Feb 07 21:09:00.339672 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:09:00.340015 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Checking segment: {'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:09:00.341153 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Bound using segment: {'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:09:00.341602 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Bound port: 36f8ddf7-f45f-48f1-bc34-8e8d930f5571, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:09:00.341961 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (36f8ddf7-f45f-48f1-bc34-8e8d930f5571), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:00.362872 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda98921-7fbb-47da-89fe-89a9d412d447 req-85e75637-10ff-478e-818c-c116f69c2145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:00.366557 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cda98921-7fbb-47da-89fe-89a9d412d447 req-85e75637-10ff-478e-818c-c116f69c2145 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 1.0469933 Feb 07 21:09:00.458045 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db0cf645-c6df-45b8-9920-59903707a544 req-a4f65465-a279-426d-99ba-4c670395e4e8 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5195830 Feb 07 21:09:00.482892 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cda98921-7fbb-47da-89fe-89a9d412d447 req-64a86ae5-a845-4948-b4ea-7acd11861865 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044504 Feb 07 21:09:00.492199 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cda98921-7fbb-47da-89fe-89a9d412d447 req-ffa4009d-20b8-4be8-b430-d3c9d42ce94e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=d1edeb7c-445c-4564-9c16-a08b9682c42d HTTP/1.1" status: 200 len: 217 time: 0.1096723 Feb 07 21:09:00.563906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda98921-7fbb-47da-89fe-89a9d412d447 req-0909efd9-1f19-4657-8fbb-9522b331560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:00.566627 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cda98921-7fbb-47da-89fe-89a9d412d447 req-0909efd9-1f19-4657-8fbb-9522b331560d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0584860 Feb 07 21:09:00.592585 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] For port 36f8ddf7-f45f-48f1-bc34-8e8d930f5571, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:09:00.626376 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] For port 36f8ddf7-f45f-48f1-bc34-8e8d930f5571, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=36f8ddf7-f45f-48f1-bc34-8e8d930f5571,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:09:00.652345 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (36f8ddf7-f45f-48f1-bc34-8e8d930f5571), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:00.684740 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6c58d756-3c63-46ad-91c5-665f572e96aa req-41dc37dc-f40b-40c3-a901-0afd929b86ee tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca46813-168a-4ac6-80e2-3c35db7db73b HTTP/1.1" status: 200 len: 210 time: 0.0531387 Feb 07 21:09:00.706602 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-bb3a19c2-f1b7-49cd-80c8-0d2d210df845 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:00.708896 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-bb3a19c2-f1b7-49cd-80c8-0d2d210df845 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.71 "GET /v2.0/networks?id=55acbe04-ba96-44f5-acf7-c6a9f81c70a3 HTTP/1.1" status: 200 len: 804 time: 0.7627990 Feb 07 21:09:00.711334 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5a986770-909d-4370-b87e-220f4876f6e8 req-42beb005-8507-43fd-8c47-33a87b190e32 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (4bca595b-0974-489c-9191-b4e76028905d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:00.724082 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-70588fa2-80c4-4d03-a05b-a3f6c3938659 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Request body: {'port': {'device_id': '3ca46813-168a-4ac6-80e2-3c35db7db73b', 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3', 'admin_state_up': True, 'tenant_id': '5124caec77da453db4b2d8e674dfa83f'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:09:00.726854 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cda98921-7fbb-47da-89fe-89a9d412d447 req-bab3de7b-e224-48b6-b81b-854574dbba66 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377520 Feb 07 21:09:00.730242 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:00.730839 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:00.733586 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] 10.222.0.69 "PUT /v2.0/ports/36f8ddf7-f45f-48f1-bc34-8e8d930f5571 HTTP/1.1" status: 200 len: 1091 time: 1.9906707 Feb 07 21:09:00.769977 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ab6d3-5489-430c-8a57-bf5c74e04ade service neutron] Pushing event updated for resources: {'Port': ['ID=36f8ddf7-f45f-48f1-bc34-8e8d930f5571,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:00.907336 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-93568f05-b29d-4ea2-844b-d218ae58a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:00.912481 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-93568f05-b29d-4ea2-844b-d218ae58a983 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=841a01135e18414d8cae49a87b71e7b4&device_id=bafe2fe1-38a4-4e26-8bab-5978f61f79d4 HTTP/1.1" status: 200 len: 1125 time: 0.1239254 Feb 07 21:09:00.944520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda98921-7fbb-47da-89fe-89a9d412d447 req-14d1df7d-fc37-4c44-a393-ac5a793ca51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:00.947252 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cda98921-7fbb-47da-89fe-89a9d412d447 req-14d1df7d-fc37-4c44-a393-ac5a793ca51e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3729506 Feb 07 21:09:00.972058 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5a986770-909d-4370-b87e-220f4876f6e8 req-42beb005-8507-43fd-8c47-33a87b190e32 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (4bca595b-0974-489c-9191-b4e76028905d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:00.985238 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-1eefccfb-373f-426e-824f-70607fec0a4d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36f8ddf7-f45f-48f1-bc34-8e8d930f5571 HTTP/1.1" status: 200 len: 217 time: 0.0587850 Feb 07 21:09:01.031383 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bafe2fe1-38a4-4e26-8bab-5978f61f79d4', 'tag': '36f8ddf7-f45f-48f1-bc34-8e8d930f5571'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:01.036939 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19b7323-fb4a-42df-a10d-cc8bdd676e58" -d '{"events": [{"name": "network-changed", "server_uuid": "bafe2fe1-38a4-4e26-8bab-5978f61f79d4", "tag": "36f8ddf7-f45f-48f1-bc34-8e8d930f5571"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:01.125314 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-ea5a6f39-ffd4-476d-93cc-6f80ec37c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:01.126861 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-ea5a6f39-ffd4-476d-93cc-6f80ec37c17c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=039429f6-d6cc-49db-bf32-0ffb3c8562c1 HTTP/1.1" status: 200 len: 845 time: 0.1368713 Feb 07 21:09:01.148592 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8e42d-3b4c-4aa4-9857-7a49d3546e73 req-3f5c46aa-1a52-4822-b8bb-967df6b828db tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:01.150446 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53f8e42d-3b4c-4aa4-9857-7a49d3546e73 req-3f5c46aa-1a52-4822-b8bb-967df6b828db tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 945 time: 0.3218513 Feb 07 21:09:01.169043 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-9745f9da-a0bd-4f08-8cb6-1c3164a0e2ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332894 Feb 07 21:09:01.181620 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5a986770-909d-4370-b87e-220f4876f6e8 req-42beb005-8507-43fd-8c47-33a87b190e32 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4bca595b-0974-489c-9191-b4e76028905d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:01.185078 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5a986770-909d-4370-b87e-220f4876f6e8 req-42beb005-8507-43fd-8c47-33a87b190e32 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:01.198666 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5a986770-909d-4370-b87e-220f4876f6e8 req-42beb005-8507-43fd-8c47-33a87b190e32 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "DELETE /v2.0/security-groups/4bca595b-0974-489c-9191-b4e76028905d HTTP/1.1" status: 204 len: 173 time: 0.8576663 Feb 07 21:09:01.288737 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42beb005-8507-43fd-8c47-33a87b190e32 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bca595b-0974-489c-9191-b4e76028905d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:01.355937 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-70588fa2-80c4-4d03-a05b-a3f6c3938659 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Made reservation on behalf of 5124caec77da453db4b2d8e674dfa83f for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:09:01.359242 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-70588fa2-80c4-4d03-a05b-a3f6c3938659 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:01.375892 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-99ae53ff-1b5c-4970-9ccd-4568d3bc956f req-3891b0b1-4f32-4a15-8401-1258a7b70e39 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 210 time: 0.0820086 Feb 07 21:09:01.389690 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53f8e42d-3b4c-4aa4-9857-7a49d3546e73 req-28cde1a6-6272-458b-b006-99cd1d8b633f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279134 Feb 07 21:09:01.392046 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cda98921-7fbb-47da-89fe-89a9d412d447 req-f7a5f748-c4e3-4687-ba79-884c3ad4366d service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249861 Feb 07 21:09:01.458720 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-3a7038e5-500f-46db-af9e-336fa203c0a3 service neutron] 10.222.0.69 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692571 Feb 07 21:09:01.480698 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50446042-e4d7-4aa0-adee-7461453da804 x-openstack-request-id: req-50446042-e4d7-4aa0-adee-7461453da804 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:01.481192 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94dc11f4-0182-4fca-8bb4-18ab5d90c363", "name": "network-vif-deleted", "tag": "639bba0d-7b79-49ea-828c-4c25f10ac9b3", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:01.481609 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-50446042-e4d7-4aa0-adee-7461453da804 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:01.482158 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94dc11f4-0182-4fca-8bb4-18ab5d90c363', 'name': 'network-vif-deleted', 'tag': '639bba0d-7b79-49ea-828c-4c25f10ac9b3', 'status': 'completed', 'code': 200} Feb 07 21:09:01.559729 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a587e9-a27e-4215-a5fc-1b124fcbd95e x-openstack-request-id: req-98a587e9-a27e-4215-a5fc-1b124fcbd95e {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:01.560033 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bafe2fe1-38a4-4e26-8bab-5978f61f79d4", "tag": "36f8ddf7-f45f-48f1-bc34-8e8d930f5571", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:01.560344 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-98a587e9-a27e-4215-a5fc-1b124fcbd95e {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:01.560907 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bafe2fe1-38a4-4e26-8bab-5978f61f79d4', 'tag': '36f8ddf7-f45f-48f1-bc34-8e8d930f5571', 'status': 'completed', 'code': 200} Feb 07 21:09:01.626363 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-50397fb2-38bd-477a-b887-18aa9362c2f8 req-dc52e298-7c87-403e-82b7-92073fa8e4f5 service neutron] 10.222.0.69 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520166 Feb 07 21:09:01.780971 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b7323-fb4a-42df-a10d-cc8bdd676e58 req-44b35ed8-6b45-4ef6-9806-52f481d1f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:01.782490 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c19b7323-fb4a-42df-a10d-cc8bdd676e58 req-44b35ed8-6b45-4ef6-9806-52f481d1f959 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=841a01135e18414d8cae49a87b71e7b4&device_id=bafe2fe1-38a4-4e26-8bab-5978f61f79d4 HTTP/1.1" status: 200 len: 1125 time: 0.1035345 Feb 07 21:09:01.785353 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7a8672f8-0b79-4f10-99fe-9e867a1db34b req-49855b20-ae52-44dc-9fb6-6d2f34de1791 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "GET /v2.0/security-groups/61bf44c7-bb88-4452-8911-cdf7ed5acfbc HTTP/1.1" status: 200 len: 2422 time: 0.1978652 Feb 07 21:09:01.995275 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b7323-fb4a-42df-a10d-cc8bdd676e58 req-92593344-3e38-401c-a99f-10308324848a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:01.996812 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c19b7323-fb4a-42df-a10d-cc8bdd676e58 req-92593344-3e38-401c-a99f-10308324848a service neutron] 10.222.0.69 "GET /v2.0/networks?id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 HTTP/1.1" status: 200 len: 906 time: 0.2044153 Feb 07 21:09:02.079239 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c19b7323-fb4a-42df-a10d-cc8bdd676e58 req-57377e76-4f0e-4e76-a1db-769465b6ce67 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36f8ddf7-f45f-48f1-bc34-8e8d930f5571 HTTP/1.1" status: 200 len: 217 time: 0.0751634 Feb 07 21:09:02.225047 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b7323-fb4a-42df-a10d-cc8bdd676e58 req-5b436a32-a079-47b7-998d-ae7408ba92fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:02.226493 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c19b7323-fb4a-42df-a10d-cc8bdd676e58 req-5b436a32-a079-47b7-998d-ae7408ba92fc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=039429f6-d6cc-49db-bf32-0ffb3c8562c1 HTTP/1.1" status: 200 len: 845 time: 0.1407294 Feb 07 21:09:02.305398 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c19b7323-fb4a-42df-a10d-cc8bdd676e58 req-93e29a2b-e6ec-46eb-8bb9-bdd64ae1139f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727031 Feb 07 21:09:02.495304 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c19b7323-fb4a-42df-a10d-cc8bdd676e58 req-ff9d6313-cca5-4fad-8214-e4f8e8286363 service neutron] 10.222.0.69 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808660 Feb 07 21:09:02.596607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb28481-8315-486b-82bb-93892b727431 req-f8a17f37-4a75-498c-b741-e155ab4ce442 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:02.605495 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0bb28481-8315-486b-82bb-93892b727431 req-f8a17f37-4a75-498c-b741-e155ab4ce442 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=bafe2fe1-38a4-4e26-8bab-5978f61f79d4 HTTP/1.1" status: 200 len: 943 time: 1.0315011 Feb 07 21:09:02.631388 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cda98921-7fbb-47da-89fe-89a9d412d447 req-b6391b9e-69b5-46cf-8897-27885fa0556b service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2161236 Feb 07 21:09:02.673012 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-70588fa2-80c4-4d03-a05b-a3f6c3938659 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Allocated IP 172.20.0.6 (55acbe04-ba96-44f5-acf7-c6a9f81c70a3/3d136787-de5f-4353-a2b9-a7f4409cab76/a63e45cd-ea2d-4f9b-aa88-cc694fd1369f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:09:02.676861 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7a8672f8-0b79-4f10-99fe-9e867a1db34b req-c15780cc-e06a-4e92-ae1e-3b1e80ed25ed tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (61bf44c7-bb88-4452-8911-cdf7ed5acfbc), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:02.732586 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c19b7323-fb4a-42df-a10d-cc8bdd676e58 req-f79ea9b0-881a-4584-9f48-7c49a183258a service neutron] 10.222.0.69 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183356 Feb 07 21:09:02.759137 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7a8672f8-0b79-4f10-99fe-9e867a1db34b req-c15780cc-e06a-4e92-ae1e-3b1e80ed25ed tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (61bf44c7-bb88-4452-8911-cdf7ed5acfbc), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:02.798132 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0bb28481-8315-486b-82bb-93892b727431 req-ed314100-aa4e-428d-95ea-6dd407ec46b1 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911833 Feb 07 21:09:02.913289 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 639bba0d-7b79-49ea-828c-4c25f10ac9b3 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:09:02.973158 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 639bba0d-7b79-49ea-828c-4c25f10ac9b3 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:09:02.973416 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 639bba0d-7b79-49ea-828c-4c25f10ac9b3 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:09:03.077783 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7a8672f8-0b79-4f10-99fe-9e867a1db34b req-c15780cc-e06a-4e92-ae1e-3b1e80ed25ed tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (61bf44c7-bb88-4452-8911-cdf7ed5acfbc), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:03.082204 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7a8672f8-0b79-4f10-99fe-9e867a1db34b req-c15780cc-e06a-4e92-ae1e-3b1e80ed25ed tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:03.083821 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7a8672f8-0b79-4f10-99fe-9e867a1db34b req-c15780cc-e06a-4e92-ae1e-3b1e80ed25ed tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "DELETE /v2.0/security-groups/61bf44c7-bb88-4452-8911-cdf7ed5acfbc HTTP/1.1" status: 204 len: 173 time: 1.2782161 Feb 07 21:09:03.127977 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15780cc-e06a-4e92-ae1e-3b1e80ed25ed tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bf44c7-bb88-4452-8911-cdf7ed5acfbc,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:03.142504 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b51f4-4b61-4588-94d1-a78d005ce046 req-cde9097d-aaaf-4f25-828b-746cf0a54ef9 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:03.144698 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d20b51f4-4b61-4588-94d1-a78d005ce046 req-cde9097d-aaaf-4f25-828b-746cf0a54ef9 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 948 time: 0.2648280 Feb 07 21:09:03.214778 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-70588fa2-80c4-4d03-a05b-a3f6c3938659 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks [] for port (a63e45cd-ea2d-4f9b-aa88-cc694fd1369f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:03.239443 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d20b51f4-4b61-4588-94d1-a78d005ce046 req-533623fb-8b39-4081-ac61-064f073b7e09 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842593 Feb 07 21:09:03.285369 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-047fd958-bef2-43e7-8528-8a0365a86b96 req-482ba1ce-0901-4719-9c00-3f086dadd3e4 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca46813-168a-4ac6-80e2-3c35db7db73b HTTP/1.1" status: 200 len: 210 time: 0.0446808 Feb 07 21:09:03.343575 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-70588fa2-80c4-4d03-a05b-a3f6c3938659 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (a63e45cd-ea2d-4f9b-aa88-cc694fd1369f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:03.410140 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:03.455589 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-70588fa2-80c4-4d03-a05b-a3f6c3938659 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Network 55acbe04-ba96-44f5-acf7-c6a9f81c70a3 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:09:03.472854 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-70588fa2-80c4-4d03-a05b-a3f6c3938659 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:09:03.481177 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-70588fa2-80c4-4d03-a05b-a3f6c3938659 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:09:03.552344 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8fd335b9-12cf-4ed5-967c-184f27929651 req-112c1cc7-73cf-44e1-9c13-12521c9c7253 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 210 time: 0.0616298 Feb 07 21:09:03.552895 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70588fa2-80c4-4d03-a05b-a3f6c3938659 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Pushing event updated for resources: {'Port': ['ID=a63e45cd-ea2d-4f9b-aa88-cc694fd1369f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:03.625675 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-70588fa2-80c4-4d03-a05b-a3f6c3938659 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:03.627064 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-70588fa2-80c4-4d03-a05b-a3f6c3938659 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:03.684185 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942152cb-49ae-4a08-a572-7823a728c1f1 req-74e11051-312d-4c44-91be-0989224d5500 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:03.686059 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-942152cb-49ae-4a08-a572-7823a728c1f1 req-74e11051-312d-4c44-91be-0989224d5500 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 945 time: 0.1754403 Feb 07 21:09:03.688969 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d24e350b-4fa8-4972-8681-ed55d9254f79 req-b33c12e1-1594-449f-8764-b087cc39dda0 tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "GET /v2.0/security-groups/536ce3a5-b877-413b-a8ec-1d3c4dd7b3aa HTTP/1.1" status: 200 len: 2418 time: 0.0773847 Feb 07 21:09:03.692376 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-70588fa2-80c4-4d03-a05b-a3f6c3938659 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9728179 Feb 07 21:09:03.724921 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-b366f01c-7921-484a-b97f-1143fbbdf925 service neutron] Request body: {'port': {'device_id': '3ca46813-168a-4ac6-80e2-3c35db7db73b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:09:03.800330 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:03.806554 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-942152cb-49ae-4a08-a572-7823a728c1f1 req-ea383ff8-a33b-4294-a091-96af7d2d7449 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129811 Feb 07 21:09:03.852479 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d24e350b-4fa8-4972-8681-ed55d9254f79 req-541bea7e-df0c-46b7-a3d2-423e1082e6dc tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (536ce3a5-b877-413b-a8ec-1d3c4dd7b3aa), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:03.859700 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-b366f01c-7921-484a-b97f-1143fbbdf925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a63e45cd-ea2d-4f9b-aa88-cc694fd1369f), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:04.142418 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-b366f01c-7921-484a-b97f-1143fbbdf925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63e45cd-ea2d-4f9b-aa88-cc694fd1369f {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:09:04.150616 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-b366f01c-7921-484a-b97f-1143fbbdf925 service neutron] Publish callbacks [] for port (a63e45cd-ea2d-4f9b-aa88-cc694fd1369f), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:04.163809 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-b366f01c-7921-484a-b97f-1143fbbdf925 service neutron] Transition to ACTIVE for port object a63e45cd-ea2d-4f9b-aa88-cc694fd1369f will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:09:04.178274 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-b366f01c-7921-484a-b97f-1143fbbdf925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (a63e45cd-ea2d-4f9b-aa88-cc694fd1369f), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:04.229558 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d24e350b-4fa8-4972-8681-ed55d9254f79 req-541bea7e-df0c-46b7-a3d2-423e1082e6dc tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (536ce3a5-b877-413b-a8ec-1d3c4dd7b3aa), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:04.305985 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366f01c-7921-484a-b97f-1143fbbdf925 service neutron] Pushing event updated for resources: {'Port': ['ID=a63e45cd-ea2d-4f9b-aa88-cc694fd1369f,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:04.376453 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fbacc-915e-4674-baf4-049b56917adb req-555da90d-7d10-4793-8123-597eee1cf412 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:04.378017 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-250fbacc-915e-4674-baf4-049b56917adb req-555da90d-7d10-4793-8123-597eee1cf412 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=bafe2fe1-38a4-4e26-8bab-5978f61f79d4 HTTP/1.1" status: 200 len: 943 time: 0.2128141 Feb 07 21:09:04.409035 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-b366f01c-7921-484a-b97f-1143fbbdf925 service neutron] Attempting to bind port a63e45cd-ea2d-4f9b-aa88-cc694fd1369f on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:09:04.409494 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-b366f01c-7921-484a-b97f-1143fbbdf925 service neutron] Attempting to bind port a63e45cd-ea2d-4f9b-aa88-cc694fd1369f by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '9c039eb9-655e-45d6-805e-1229a5858de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:09:04.409773 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-b366f01c-7921-484a-b97f-1143fbbdf925 service neutron] Attempting to bind port a63e45cd-ea2d-4f9b-aa88-cc694fd1369f on network 55acbe04-ba96-44f5-acf7-c6a9f81c70a3 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:09:04.421258 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-b366f01c-7921-484a-b97f-1143fbbdf925 service neutron] Port a63e45cd-ea2d-4f9b-aa88-cc694fd1369f on network 55acbe04-ba96-44f5-acf7-c6a9f81c70a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:09:04.422200 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-b366f01c-7921-484a-b97f-1143fbbdf925 service neutron] Attempting to bind port a63e45cd-ea2d-4f9b-aa88-cc694fd1369f on network 55acbe04-ba96-44f5-acf7-c6a9f81c70a3 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:09:04.438261 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d24e350b-4fa8-4972-8681-ed55d9254f79 req-541bea7e-df0c-46b7-a3d2-423e1082e6dc tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (536ce3a5-b877-413b-a8ec-1d3c4dd7b3aa), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:04.441962 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d24e350b-4fa8-4972-8681-ed55d9254f79 req-541bea7e-df0c-46b7-a3d2-423e1082e6dc tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:04.443215 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d24e350b-4fa8-4972-8681-ed55d9254f79 req-541bea7e-df0c-46b7-a3d2-423e1082e6dc tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] 10.222.0.65 "DELETE /v2.0/security-groups/536ce3a5-b877-413b-a8ec-1d3c4dd7b3aa HTTP/1.1" status: 204 len: 173 time: 0.7294812 Feb 07 21:09:04.450013 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 53966) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:04.490748 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541bea7e-df0c-46b7-a3d2-423e1082e6dc tempest-SecurityGroupRulesTestJSON-1256441780 tempest-SecurityGroupRulesTestJSON-1256441780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=536ce3a5-b877-413b-a8ec-1d3c4dd7b3aa,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:04.495580 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-b366f01c-7921-484a-b97f-1143fbbdf925 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:09:04.495899 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-b366f01c-7921-484a-b97f-1143fbbdf925 service neutron] Checking segment: {'id': '9c039eb9-655e-45d6-805e-1229a5858de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:09:04.496149 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-b366f01c-7921-484a-b97f-1143fbbdf925 service neutron] Bound using segment: {'id': '9c039eb9-655e-45d6-805e-1229a5858de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:09:04.496610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-b366f01c-7921-484a-b97f-1143fbbdf925 service neutron] Bound port: a63e45cd-ea2d-4f9b-aa88-cc694fd1369f, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c039eb9-655e-45d6-805e-1229a5858de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:09:04.497320 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-b366f01c-7921-484a-b97f-1143fbbdf925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a63e45cd-ea2d-4f9b-aa88-cc694fd1369f), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:04.541173 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-250fbacc-915e-4674-baf4-049b56917adb req-042d47b0-2ff7-4818-b967-bddfb7f0cd97 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236601 Feb 07 21:09:04.576294 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ececdd-172a-4bbf-a4d7-7c1c6a3df6ad admin admin] Deleting subnet 43749e2e-01ca-4fb9-b2c1-d0035b37f009 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:09:04.579771 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01ececdd-172a-4bbf-a4d7-7c1c6a3df6ad admin admin] Publish callbacks [] for subnet (43749e2e-01ca-4fb9-b2c1-d0035b37f009), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:04.672726 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01ececdd-172a-4bbf-a4d7-7c1c6a3df6ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (43749e2e-01ca-4fb9-b2c1-d0035b37f009), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:04.730089 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-b366f01c-7921-484a-b97f-1143fbbdf925 service neutron] For port a63e45cd-ea2d-4f9b-aa88-cc694fd1369f, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:09:04.748548 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01ececdd-172a-4bbf-a4d7-7c1c6a3df6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (43749e2e-01ca-4fb9-b2c1-d0035b37f009), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:04.750179 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-b366f01c-7921-484a-b97f-1143fbbdf925 service neutron] For port a63e45cd-ea2d-4f9b-aa88-cc694fd1369f, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=a63e45cd-ea2d-4f9b-aa88-cc694fd1369f,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:09:04.768189 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-b366f01c-7921-484a-b97f-1143fbbdf925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (a63e45cd-ea2d-4f9b-aa88-cc694fd1369f), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:04.780929 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58810df-bbcd-44cb-9efa-6669ab65820b req-44a3ae61-07cc-4ab6-914a-9af5fbabfe54 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:04.782625 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a58810df-bbcd-44cb-9efa-6669ab65820b req-44a3ae61-07cc-4ab6-914a-9af5fbabfe54 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 948 time: 0.1625381 Feb 07 21:09:04.794553 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c2989-dad0-4673-a5b4-75dc57934db2 req-ae29aa14-6d61-4fa3-8faf-f17d6902cd86 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:04.796649 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f81c2989-dad0-4673-a5b4-75dc57934db2 req-ae29aa14-6d61-4fa3-8faf-f17d6902cd86 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca46813-168a-4ac6-80e2-3c35db7db73b HTTP/1.1" status: 200 len: 943 time: 0.1407437 Feb 07 21:09:04.818521 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01ececdd-172a-4bbf-a4d7-7c1c6a3df6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (43749e2e-01ca-4fb9-b2c1-d0035b37f009), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:04.833604 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01ececdd-172a-4bbf-a4d7-7c1c6a3df6ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:04.836959 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-01ececdd-172a-4bbf-a4d7-7c1c6a3df6ad admin admin] 10.222.0.65 "DELETE /v2.0/subnets/43749e2e-01ca-4fb9-b2c1-d0035b37f009 HTTP/1.1" status: 204 len: 168 time: 0.3857534 Feb 07 21:09:04.851180 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 53994) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:04.857509 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ececdd-172a-4bbf-a4d7-7c1c6a3df6ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43749e2e-01ca-4fb9-b2c1-d0035b37f009,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:04.857842 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-b366f01c-7921-484a-b97f-1143fbbdf925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:04.859719 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-b366f01c-7921-484a-b97f-1143fbbdf925 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:04.862218 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-b366f01c-7921-484a-b97f-1143fbbdf925 service neutron] 10.222.0.71 "PUT /v2.0/ports/a63e45cd-ea2d-4f9b-aa88-cc694fd1369f HTTP/1.1" status: 200 len: 1091 time: 1.1421988 Feb 07 21:09:04.892209 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca46813-168a-4ac6-80e2-3c35db7db73b', 'tag': 'a63e45cd-ea2d-4f9b-aa88-cc694fd1369f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:04.894857 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18851bf7-6ebe-48f7-9a0d-6bc67e859e98" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca46813-168a-4ac6-80e2-3c35db7db73b", "tag": "a63e45cd-ea2d-4f9b-aa88-cc694fd1369f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:04.910539 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device d1edeb7c-445c-4564-9c16-a08b9682c42d details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:09:05.034786 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366f01c-7921-484a-b97f-1143fbbdf925 service neutron] Pushing event updated for resources: {'Port': ['ID=a63e45cd-ea2d-4f9b-aa88-cc694fd1369f,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:05.036442 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port d1edeb7c-445c-4564-9c16-a08b9682c42d, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=d1edeb7c-445c-4564-9c16-a08b9682c42d,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:05.051520 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'd1edeb7c-445c-4564-9c16-a08b9682c42d', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': 'd1edeb7c-445c-4564-9c16-a08b9682c42d', 'mac_address': 'fa:16:3e:1f:37:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:09:05.059012 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a58810df-bbcd-44cb-9efa-6669ab65820b req-520002e4-bf06-4232-89f1-f1d49087ca85 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314894 Feb 07 21:09:05.085966 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f81c2989-dad0-4673-a5b4-75dc57934db2 req-31b833d7-cd94-4d7b-95c0-49388bf0514d tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425144 Feb 07 21:09:05.086984 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1a1e681-5072-499e-ab58-b493b8a5298e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (48f6c5ed-2b80-44c8-9562-dad2a91aab34), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:05.112971 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-b6651794-a520-4e1b-b3ca-1f7b1b9de3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:05.114633 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-b6651794-a520-4e1b-b3ca-1f7b1b9de3eb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5124caec77da453db4b2d8e674dfa83f&device_id=3ca46813-168a-4ac6-80e2-3c35db7db73b HTTP/1.1" status: 200 len: 1125 time: 0.2058415 Feb 07 21:09:05.128779 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port d1edeb7c-445c-4564-9c16-a08b9682c42d is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:09:05.131145 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:05.165353 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1edeb7c-445c-4564-9c16-a08b9682c42d {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:09:05.195940 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-cf70b870-d2e3-48c9-8766-7360e93f6f8f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a63e45cd-ea2d-4f9b-aa88-cc694fd1369f HTTP/1.1" status: 200 len: 217 time: 0.0660629 Feb 07 21:09:05.216232 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port d1edeb7c-445c-4564-9c16-a08b9682c42d, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=d1edeb7c-445c-4564-9c16-a08b9682c42d,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:05.222440 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:05.279609 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=d1edeb7c-445c-4564-9c16-a08b9682c42d,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:05.286687 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a7585123-ca91-4e66-9e34-31e4f9122b6b req-a3cba1df-1fc6-467a-8a36-d1f520e1942e tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 210 time: 0.0525727 Feb 07 21:09:05.355637 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-910ecfef-6c18-44ac-8062-9f9deda7dc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:05.357142 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-910ecfef-6c18-44ac-8062-9f9deda7dc9d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3d136787-de5f-4353-a2b9-a7f4409cab76 HTTP/1.1" status: 200 len: 844 time: 0.1442420 Feb 07 21:09:05.360344 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1a1e681-5072-499e-ab58-b493b8a5298e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (48f6c5ed-2b80-44c8-9562-dad2a91aab34), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:05.363838 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25694509-9590-4de7-b22c-04ea2ee7b33a x-openstack-request-id: req-25694509-9590-4de7-b22c-04ea2ee7b33a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:05.364113 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca46813-168a-4ac6-80e2-3c35db7db73b", "tag": "a63e45cd-ea2d-4f9b-aa88-cc694fd1369f", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:05.364394 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-25694509-9590-4de7-b22c-04ea2ee7b33a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:05.364792 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca46813-168a-4ac6-80e2-3c35db7db73b', 'tag': 'a63e45cd-ea2d-4f9b-aa88-cc694fd1369f', 'status': 'completed', 'code': 200} Feb 07 21:09:05.409957 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-65f37dd0-68d2-4234-9923-e0ad3e7b7b95 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=55acbe04-ba96-44f5-acf7-c6a9f81c70a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389163 Feb 07 21:09:05.416797 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae5f47-4b42-410c-8929-aa604390e65a req-a5e646c3-2f6f-46b4-8eac-182aa148a19d tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:05.423389 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fbae5f47-4b42-410c-8929-aa604390e65a req-a5e646c3-2f6f-46b4-8eac-182aa148a19d tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 945 time: 0.2391782 Feb 07 21:09:05.426903 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-c1a1e681-5072-499e-ab58-b493b8a5298e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f6c5ed-2b80-44c8-9562-dad2a91aab34']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:09:05.492023 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-c1a1e681-5072-499e-ab58-b493b8a5298e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ede5abe-84a4-4c28-b10f-6f72e5255e0d') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:09:05.492340 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-c1a1e681-5072-499e-ab58-b493b8a5298e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ede5abe-84a4-4c28-b10f-6f72e5255e0d') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:09:05.515294 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1a1e681-5072-499e-ab58-b493b8a5298e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (9ede5abe-84a4-4c28-b10f-6f72e5255e0d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:05.555640 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1a1e681-5072-499e-ab58-b493b8a5298e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (9ede5abe-84a4-4c28-b10f-6f72e5255e0d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:05.575940 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fbae5f47-4b42-410c-8929-aa604390e65a req-6535d50b-8bbc-4cc3-a228-e7885777d149 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515970 Feb 07 21:09:05.579029 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a1e681-5072-499e-ab58-b493b8a5298e admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:09:05.579457 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1a1e681-5072-499e-ab58-b493b8a5298e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (9ede5abe-84a4-4c28-b10f-6f72e5255e0d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:09:05.586464 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:09:05.637661 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['d1edeb7c-445c-4564-9c16-a08b9682c42d'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:09:05.638651 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-4816271e-d1d3-4827-bc64-0effae18731f service neutron] 10.222.0.71 "GET /v2.0/networks/55acbe04-ba96-44f5-acf7-c6a9f81c70a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088647 Feb 07 21:09:05.741996 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1a1e681-5072-499e-ab58-b493b8a5298e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (48f6c5ed-2b80-44c8-9562-dad2a91aab34), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:05.770055 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1a1e681-5072-499e-ab58-b493b8a5298e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:05.773891 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c1a1e681-5072-499e-ab58-b493b8a5298e admin admin] 10.222.0.65 "DELETE /v2.0/networks/48f6c5ed-2b80-44c8-9562-dad2a91aab34 HTTP/1.1" status: 204 len: 168 time: 0.9103603 Feb 07 21:09:05.795947 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1e681-5072-499e-ab58-b493b8a5298e admin admin] Pushing event deleted for resources: {'Network': ['ID=48f6c5ed-2b80-44c8-9562-dad2a91aab34,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:05.843579 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f815638-8266-4bbb-8005-0f65d608cc49 req-e169e3ad-32b4-41b4-8dd9-d7328b126b21 service neutron] 10.222.0.71 "GET /v2.0/networks/55acbe04-ba96-44f5-acf7-c6a9f81c70a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929832 Feb 07 21:09:05.862308 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ee348-d141-432a-9331-d5ce86fcf843 req-545a65d1-cccc-4532-930e-f35aff00ed04 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:05.867235 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fd8ee348-d141-432a-9331-d5ce86fcf843 req-545a65d1-cccc-4532-930e-f35aff00ed04 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=bafe2fe1-38a4-4e26-8bab-5978f61f79d4 HTTP/1.1" status: 200 len: 943 time: 0.1475108 Feb 07 21:09:05.957807 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-5b7c5298-7908-4e55-938c-38e3cd8d1d4f tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:05.959410 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-5b7c5298-7908-4e55-938c-38e3cd8d1d4f tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.69 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da&tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&binding%3Ahost_id=n-h1-828185-2 HTTP/1.1" status: 200 len: 949 time: 0.2100456 Feb 07 21:09:06.019922 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54008) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:06.043922 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fd8ee348-d141-432a-9331-d5ce86fcf843 req-34f87dae-2a49-40de-b05d-77ef0c2fb11c tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691766 Feb 07 21:09:06.059906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18851bf7-6ebe-48f7-9a0d-6bc67e859e98 req-c0eb61f0-05f6-40d0-925a-70b5b0e38c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:06.062909 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18851bf7-6ebe-48f7-9a0d-6bc67e859e98 req-c0eb61f0-05f6-40d0-925a-70b5b0e38c61 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5124caec77da453db4b2d8e674dfa83f&device_id=3ca46813-168a-4ac6-80e2-3c35db7db73b HTTP/1.1" status: 200 len: 1125 time: 0.1196108 Feb 07 21:09:06.063394 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-15c55c7c-ba6a-4daa-ae1b-c2d0cb6f4692 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=61bcb90c1d50433b9909b62960cc67b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423236 Feb 07 21:09:06.066185 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 54010) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:06.102758 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-26493a41-6eb3-4fa2-abdb-4dd6ee9cfa9a service neutron] 10.222.0.69 "GET /v2.0/ports/d1edeb7c-445c-4564-9c16-a08b9682c42d/bindings/n-h1-828185-2 HTTP/1.1" status: 200 len: 382 time: 0.1343956 Feb 07 21:09:06.125871 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34711b7-b395-4124-927d-0976fcafba8f req-cbb1f23e-a2dc-4e33-9f16-9128ee8a4535 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:06.135015 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a34711b7-b395-4124-927d-0976fcafba8f req-cbb1f23e-a2dc-4e33-9f16-9128ee8a4535 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 949 time: 0.2625239 Feb 07 21:09:06.187620 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-871c00aa-32b3-4bf6-b5a3-17923ae9383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:06.190053 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-871c00aa-32b3-4bf6-b5a3-17923ae9383f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 1131 time: 0.0603833 Feb 07 21:09:06.320775 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-4de0444e-8b9f-46bf-82c6-bc32802d8cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:06.322382 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-4de0444e-8b9f-46bf-82c6-bc32802d8cf9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1249709 Feb 07 21:09:06.327346 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a34711b7-b395-4124-927d-0976fcafba8f req-3180ee8b-fb6c-4079-bef1-75c6e0fc26df tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890979 Feb 07 21:09:06.352883 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d1b577a-358f-44ce-942a-2b1d365fe3cf admin admin] Publish callbacks [] for security_group (99330300-4b31-42ce-a6fa-61d375348e4a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:06.382298 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-440921e0-4516-4283-bc48-d7ff97325de6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=d1edeb7c-445c-4564-9c16-a08b9682c42d HTTP/1.1" status: 200 len: 217 time: 0.0444319 Feb 07 21:09:06.402408 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d1b577a-358f-44ce-942a-2b1d365fe3cf admin admin] Publish callbacks [] for security_group (99330300-4b31-42ce-a6fa-61d375348e4a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:06.418402 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b618614-15a3-4683-9f0c-b307cf4831b1 req-51a091d7-d484-47f3-83ef-fa05a07674fb tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:06.419850 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8b618614-15a3-4683-9f0c-b307cf4831b1 req-51a091d7-d484-47f3-83ef-fa05a07674fb tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca46813-168a-4ac6-80e2-3c35db7db73b HTTP/1.1" status: 200 len: 943 time: 0.1974180 Feb 07 21:09:06.423251 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18851bf7-6ebe-48f7-9a0d-6bc67e859e98 req-f79de31f-b6e6-490f-8e40-cda3355bdafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:06.424691 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18851bf7-6ebe-48f7-9a0d-6bc67e859e98 req-f79de31f-b6e6-490f-8e40-cda3355bdafb service neutron] 10.222.0.71 "GET /v2.0/networks?id=55acbe04-ba96-44f5-acf7-c6a9f81c70a3 HTTP/1.1" status: 200 len: 905 time: 0.3497486 Feb 07 21:09:06.439391 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-b1d3e2bb-a2ae-447e-a169-9e49a857a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:06.441015 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-b1d3e2bb-a2ae-447e-a169-9e49a857a718 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0513856 Feb 07 21:09:06.479156 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-761aecb0-50b5-4321-98b1-058dd2b277d8 req-71fc1216-4f9a-4faa-a14d-583c4258d902 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 210 time: 0.0677867 Feb 07 21:09:06.505367 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-1515a5e3-290f-486f-9562-ba152ea59e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:06.507892 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-1515a5e3-290f-486f-9562-ba152ea59e3e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0599196 Feb 07 21:09:06.525401 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18851bf7-6ebe-48f7-9a0d-6bc67e859e98 req-575c9bb5-b4b5-45eb-bc4e-1efeabde241f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a63e45cd-ea2d-4f9b-aa88-cc694fd1369f HTTP/1.1" status: 200 len: 217 time: 0.0901530 Feb 07 21:09:06.594637 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8b618614-15a3-4683-9f0c-b307cf4831b1 req-bbd4b96d-c946-4970-8626-ca8eb130bf36 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533747 Feb 07 21:09:06.597426 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d1b577a-358f-44ce-942a-2b1d365fe3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (99330300-4b31-42ce-a6fa-61d375348e4a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:06.599902 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d1b577a-358f-44ce-942a-2b1d365fe3cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:06.600991 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7d1b577a-358f-44ce-942a-2b1d365fe3cf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/99330300-4b31-42ce-a6fa-61d375348e4a HTTP/1.1" status: 204 len: 168 time: 0.5336547 Feb 07 21:09:06.608541 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18851bf7-6ebe-48f7-9a0d-6bc67e859e98 req-8e33fcc6-c051-46ff-9c13-ab15c3c83109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:06.610065 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18851bf7-6ebe-48f7-9a0d-6bc67e859e98 req-8e33fcc6-c051-46ff-9c13-ab15c3c83109 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3d136787-de5f-4353-a2b9-a7f4409cab76 HTTP/1.1" status: 200 len: 844 time: 0.0771079 Feb 07 21:09:06.617839 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-0d8c091d-1e21-42ac-80a1-7e904e389c1f service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025441 Feb 07 21:09:06.634996 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b577a-358f-44ce-942a-2b1d365fe3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99330300-4b31-42ce-a6fa-61d375348e4a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:06.671986 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18851bf7-6ebe-48f7-9a0d-6bc67e859e98 req-d059c3d7-8b5a-472c-b14f-1951c671b225 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=55acbe04-ba96-44f5-acf7-c6a9f81c70a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507176 Feb 07 21:09:06.779440 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-ef04d4ed-7c49-4d3b-83fd-5490ea98212b service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540205 Feb 07 21:09:06.837175 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18851bf7-6ebe-48f7-9a0d-6bc67e859e98 req-072ee14c-3810-4d7e-ba9f-0ffcf8585c9a service neutron] 10.222.0.71 "GET /v2.0/networks/55acbe04-ba96-44f5-acf7-c6a9f81c70a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577904 Feb 07 21:09:06.853066 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e44d10-f357-477d-bbb5-0b5ea86fb725 req-de2c00a6-7ab7-4f15-830c-892bf1477022 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:06.860716 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-02e44d10-f357-477d-bbb5-0b5ea86fb725 req-de2c00a6-7ab7-4f15-830c-892bf1477022 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 945 time: 0.1689684 Feb 07 21:09:06.922969 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 36f8ddf7-f45f-48f1-bc34-8e8d930f5571 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:09:06.950630 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device d1edeb7c-445c-4564-9c16-a08b9682c42d up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:09:07.006836 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-02e44d10-f357-477d-bbb5-0b5ea86fb725 req-9d7a4cbd-6eba-4628-85b5-3ff2cc9f211e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451497 Feb 07 21:09:07.047284 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18851bf7-6ebe-48f7-9a0d-6bc67e859e98 req-4b04f0f5-21f4-41be-8b44-b93f9a045acc service neutron] 10.222.0.71 "GET /v2.0/networks/55acbe04-ba96-44f5-acf7-c6a9f81c70a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826980 Feb 07 21:09:07.143450 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 36f8ddf7-f45f-48f1-bc34-8e8d930f5571, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=36f8ddf7-f45f-48f1-bc34-8e8d930f5571,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:07.157131 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '36f8ddf7-f45f-48f1-bc34-8e8d930f5571', 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81', 'port_id': '36f8ddf7-f45f-48f1-bc34-8e8d930f5571', 'mac_address': 'fa:16:3e:af:7d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039429f6-d6cc-49db-bf32-0ffb3c8562c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:09:07.210931 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port d1edeb7c-445c-4564-9c16-a08b9682c42d completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:09:07.215873 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9af69-016a-4df3-88a3-b3911b997be8 req-41f3613c-ea1e-427b-beaa-aa7dfafcfbdc tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:07.218457 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port d1edeb7c-445c-4564-9c16-a08b9682c42d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:09:07.219921 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:07.222975 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 36f8ddf7-f45f-48f1-bc34-8e8d930f5571 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:09:07.223696 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (36f8ddf7-f45f-48f1-bc34-8e8d930f5571), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:07.224121 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5f9af69-016a-4df3-88a3-b3911b997be8 req-41f3613c-ea1e-427b-beaa-aa7dfafcfbdc tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=bafe2fe1-38a4-4e26-8bab-5978f61f79d4 HTTP/1.1" status: 200 len: 943 time: 0.0751317 Feb 07 21:09:07.280173 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5f9af69-016a-4df3-88a3-b3911b997be8 req-9203bd09-68aa-40f7-97b6-bfb45c426563 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551374 Feb 07 21:09:07.281386 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36f8ddf7-f45f-48f1-bc34-8e8d930f5571 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:09:07.306781 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 36f8ddf7-f45f-48f1-bc34-8e8d930f5571, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=36f8ddf7-f45f-48f1-bc34-8e8d930f5571,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:07.314818 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (36f8ddf7-f45f-48f1-bc34-8e8d930f5571), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:07.367703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=36f8ddf7-f45f-48f1-bc34-8e8d930f5571,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:07.425880 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port d1edeb7c-445c-4564-9c16-a08b9682c42d is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:09:07.426494 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:07.456290 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66411210-de16-4570-8eb0-ea45cf1d66da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1edeb7c-445c-4564-9c16-a08b9682c42d'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:07.458972 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e4e16f-70fa-4f8a-859d-b10bf45f7d97" -d '{"events": [{"server_uuid": "66411210-de16-4570-8eb0-ea45cf1d66da", "name": "network-vif-plugged", "status": "completed", "tag": "d1edeb7c-445c-4564-9c16-a08b9682c42d"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:07.474133 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port d1edeb7c-445c-4564-9c16-a08b9682c42d, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=d1edeb7c-445c-4564-9c16-a08b9682c42d,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:07.479112 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:07.520045 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb774a-b4f3-4b38-8b32-ae9e8cfdb0c7 req-0694ec2c-95bd-4acd-b3d9-4868e0a2601c tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:07.521883 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04bb774a-b4f3-4b38-8b32-ae9e8cfdb0c7 req-0694ec2c-95bd-4acd-b3d9-4868e0a2601c tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 949 time: 0.1191046 Feb 07 21:09:07.588741 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87cb569-33d5-4778-9fce-cbaa16b47395 x-openstack-request-id: req-d87cb569-33d5-4778-9fce-cbaa16b47395 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:07.590116 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66411210-de16-4570-8eb0-ea45cf1d66da", "name": "network-vif-plugged", "status": "completed", "tag": "d1edeb7c-445c-4564-9c16-a08b9682c42d", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:07.591745 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d87cb569-33d5-4778-9fce-cbaa16b47395 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:07.592260 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66411210-de16-4570-8eb0-ea45cf1d66da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1edeb7c-445c-4564-9c16-a08b9682c42d', 'code': 200} Feb 07 21:09:07.600976 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=d1edeb7c-445c-4564-9c16-a08b9682c42d,revision_number=9']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:07.615152 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04bb774a-b4f3-4b38-8b32-ae9e8cfdb0c7 req-74d893e3-c6e9-482b-b647-3753c40dedaf tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860231 Feb 07 21:09:07.700497 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9936c9c-4754-478d-964f-b7b8782acc55 req-3857d70b-10b7-4098-9358-ca274bba797b tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 210 time: 0.0524449 Feb 07 21:09:07.733603 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['36f8ddf7-f45f-48f1-bc34-8e8d930f5571'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:09:07.763034 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54080) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:07.765257 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ade8f3-9d39-4e27-b007-f5831857327f req-cf993b10-145e-45c5-8fbc-350ba85d59d1 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:07.773995 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-25ade8f3-9d39-4e27-b007-f5831857327f req-cf993b10-145e-45c5-8fbc-350ba85d59d1 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca46813-168a-4ac6-80e2-3c35db7db73b HTTP/1.1" status: 200 len: 943 time: 0.0785487 Feb 07 21:09:07.849869 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-25ade8f3-9d39-4e27-b007-f5831857327f req-74cba469-c11b-4bbc-acf5-b96c580162bc tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746832 Feb 07 21:09:07.905667 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-efbeb3b1-afe4-436e-a340-94052fdac705 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-220264433-network', 'tenant_id': '2a4544860cbc4caabd5d8243d51ecc26'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:09:07.937692 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbeb3b1-afe4-436e-a340-94052fdac705 admin admin] Made reservation on behalf of 2a4544860cbc4caabd5d8243d51ecc26 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:09:07.942129 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-efbeb3b1-afe4-436e-a340-94052fdac705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:07.953719 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-efbeb3b1-afe4-436e-a340-94052fdac705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:08.062879 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-efbeb3b1-afe4-436e-a340-94052fdac705 admin admin] Publish callbacks [] for security_group (eff241fd-91bb-48b4-82d0-f471a35e8b54), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:08.068806 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-efbeb3b1-afe4-436e-a340-94052fdac705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (eff241fd-91bb-48b4-82d0-f471a35e8b54), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:08.109815 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbeb3b1-afe4-436e-a340-94052fdac705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff241fd-91bb-48b4-82d0-f471a35e8b54,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:08.120850 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbeb3b1-afe4-436e-a340-94052fdac705 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:09:08.133263 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-efbeb3b1-afe4-436e-a340-94052fdac705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (3ebdffdc-6971-48fd-ba95-8983ff90e231), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:08.139422 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-efbeb3b1-afe4-436e-a340-94052fdac705 admin admin] Added segment 3ebdffdc-6971-48fd-ba95-8983ff90e231 of type vlan for network 7324dd90-1601-4dde-808f-648bb2480f2d Feb 07 21:09:08.169839 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be20842-2263-4ff5-aa3d-34cb035982f0 req-6e77ee30-21b4-4395-9688-e80337c1c0bb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:08.177750 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5be20842-2263-4ff5-aa3d-34cb035982f0 req-6e77ee30-21b4-4395-9688-e80337c1c0bb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 945 time: 0.0882320 Feb 07 21:09:08.223905 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-efbeb3b1-afe4-436e-a340-94052fdac705 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (7324dd90-1601-4dde-808f-648bb2480f2d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:08.263058 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5be20842-2263-4ff5-aa3d-34cb035982f0 req-7c73a61e-64e1-456a-b752-45f552a4b995 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834239 Feb 07 21:09:08.289950 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-efbeb3b1-afe4-436e-a340-94052fdac705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (7324dd90-1601-4dde-808f-648bb2480f2d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:08.291415 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbeb3b1-afe4-436e-a340-94052fdac705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:08.292012 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-efbeb3b1-afe4-436e-a340-94052fdac705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:08.365869 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbeb3b1-afe4-436e-a340-94052fdac705 admin admin] Pushing event updated for resources: {'Network': ['ID=7324dd90-1601-4dde-808f-648bb2480f2d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:08.380792 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 7324dd90-1601-4dde-808f-648bb2480f2d details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:09:08.388888 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-efbeb3b1-afe4-436e-a340-94052fdac705 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6180859 Feb 07 21:09:08.388888 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54112) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:08.405566 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-802a8857-0031-4b29-9f92-c4c7d1c3ba19 admin admin] Request body: {'subnet': {'network_id': '7324dd90-1601-4dde-808f-648bb2480f2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-220264433-subnet', 'tenant_id': '2a4544860cbc4caabd5d8243d51ecc26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:09:08.438218 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802a8857-0031-4b29-9f92-c4c7d1c3ba19 admin admin] Made reservation on behalf of 2a4544860cbc4caabd5d8243d51ecc26 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:09:08.444977 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-802a8857-0031-4b29-9f92-c4c7d1c3ba19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:08.491449 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f45ec2-6a90-4424-940b-b838e4666152 req-fa63eaf8-f47f-463c-b6ff-5511bfb2667b tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:08.502918 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-76f45ec2-6a90-4424-940b-b838e4666152 req-fa63eaf8-f47f-463c-b6ff-5511bfb2667b tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=bafe2fe1-38a4-4e26-8bab-5978f61f79d4 HTTP/1.1" status: 200 len: 944 time: 0.1323686 Feb 07 21:09:08.610988 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-76f45ec2-6a90-4424-940b-b838e4666152 req-d4cb6e67-4997-498f-8107-5970f031c346 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015131 Feb 07 21:09:08.743351 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-802a8857-0031-4b29-9f92-c4c7d1c3ba19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (af204f36-78da-41d9-a1a7-8aba7dabeb16), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:08.798281 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c945c-bd58-465d-9e6e-dafad81981e4 req-086929d0-ecb8-4718-98b9-66086e6f72e3 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:08.810765 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef6c945c-bd58-465d-9e6e-dafad81981e4 req-086929d0-ecb8-4718-98b9-66086e6f72e3 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 950 time: 0.1173036 Feb 07 21:09:08.844429 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a8857-0031-4b29-9f92-c4c7d1c3ba19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af204f36-78da-41d9-a1a7-8aba7dabeb16,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:08.849322 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3bfec93-95b2-44c9-abb0-5e25f560dff8 req-cd0c59fb-6822-4134-b003-2af53a402a58 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 210 time: 0.0632813 Feb 07 21:09:08.870072 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802a8857-0031-4b29-9f92-c4c7d1c3ba19 admin admin] Checking segment: {'id': '3ebdffdc-6971-48fd-ba95-8983ff90e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7324dd90-1601-4dde-808f-648bb2480f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:09:08.870412 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802a8857-0031-4b29-9f92-c4c7d1c3ba19 admin admin] Network hostable DHCP agents. Network: 7324dd90-1601-4dde-808f-648bb2480f2d, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:09:08.917968 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802a8857-0031-4b29-9f92-c4c7d1c3ba19 admin admin] Network 7324dd90-1601-4dde-808f-648bb2480f2d is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:09:08.932005 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-802a8857-0031-4b29-9f92-c4c7d1c3ba19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 7324dd90-1601-4dde-808f-648bb2480f2d) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:09:08.936905 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802a8857-0031-4b29-9f92-c4c7d1c3ba19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:08.937483 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-802a8857-0031-4b29-9f92-c4c7d1c3ba19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:08.943287 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 36f8ddf7-f45f-48f1-bc34-8e8d930f5571 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:09:08.961634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef6c945c-bd58-465d-9e6e-dafad81981e4 req-15f16290-f888-4268-ad1b-a65716775c15 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425524 Feb 07 21:09:08.972080 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-802a8857-0031-4b29-9f92-c4c7d1c3ba19 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5747626 Feb 07 21:09:09.031242 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc314ec2-dca8-4e1f-927e-116e22f47815 None None] Network 7324dd90-1601-4dde-808f-648bb2480f2d requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:09:09.097269 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37f01d-1c69-42df-a507-a5c69e2efc1c req-a9d27f0b-fd70-4239-862e-6bd3eb767483 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:09.098943 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5a37f01d-1c69-42df-a507-a5c69e2efc1c req-a9d27f0b-fd70-4239-862e-6bd3eb767483 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca46813-168a-4ac6-80e2-3c35db7db73b HTTP/1.1" status: 200 len: 943 time: 0.0736957 Feb 07 21:09:09.169672 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5a37f01d-1c69-42df-a507-a5c69e2efc1c req-17f7d3b6-e0f3-4191-960d-43de920dfa1c tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650315 Feb 07 21:09:09.244640 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b919ed9-72ef-4241-894c-b546854faf4b None None] Network 7324dd90-1601-4dde-808f-648bb2480f2d requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:09:09.456539 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 36f8ddf7-f45f-48f1-bc34-8e8d930f5571 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:09:09.461481 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 36f8ddf7-f45f-48f1-bc34-8e8d930f5571 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:09:09.461860 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (36f8ddf7-f45f-48f1-bc34-8e8d930f5571), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:09.567525 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 36f8ddf7-f45f-48f1-bc34-8e8d930f5571 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:09:09.567919 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (36f8ddf7-f45f-48f1-bc34-8e8d930f5571), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:09.583567 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-85641029-23b0-4160-a43f-d91fb1ceafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:09.585098 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-85641029-23b0-4160-a43f-d91fb1ceafa5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da&tenant_id=f4fe27c2f8aa423da4df091a462a1dd2 HTTP/1.1" status: 200 len: 1132 time: 0.2193503 Feb 07 21:09:09.599233 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-f3d0ea79-2380-4892-beda-eeb3f88bafed service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828185-2', 'device_owner': 'compute:nova'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:09:09.602687 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 36f8ddf7-f45f-48f1-bc34-8e8d930f5571, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=36f8ddf7-f45f-48f1-bc34-8e8d930f5571,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:09.603762 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafe2fe1-38a4-4e26-8bab-5978f61f79d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f8ddf7-f45f-48f1-bc34-8e8d930f5571'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:09.606184 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa66e06b-83f9-4a12-b27e-0c532fbbb311" -d '{"events": [{"server_uuid": "bafe2fe1-38a4-4e26-8bab-5978f61f79d4", "name": "network-vif-plugged", "status": "completed", "tag": "36f8ddf7-f45f-48f1-bc34-8e8d930f5571"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:09.613017 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (36f8ddf7-f45f-48f1-bc34-8e8d930f5571), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:09.645945 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1461e08-4c91-4d0c-a3fc-b664898e4c30 req-fb164494-0da3-4746-b915-ed5a4fcfde1a tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:09.647436 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f1461e08-4c91-4d0c-a3fc-b664898e4c30 req-fb164494-0da3-4746-b915-ed5a4fcfde1a tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 945 time: 0.2081475 Feb 07 21:09:09.655140 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-35df898c-bd77-4b1c-bc3f-c98d9e994b2c tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:09.656672 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-35df898c-bd77-4b1c-bc3f-c98d9e994b2c tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/networks?id=7324dd90-1601-4dde-808f-648bb2480f2d HTTP/1.1" status: 200 len: 817 time: 0.2155540 Feb 07 21:09:09.687335 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=36f8ddf7-f45f-48f1-bc34-8e8d930f5571,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:09.719547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-61fa113b-33d8-4c5f-bb91-c1b9f8ea8c51 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/quotas/2a4544860cbc4caabd5d8243d51ecc26 HTTP/1.1" status: 200 len: 375 time: 0.0436168 Feb 07 21:09:09.721370 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-f3d0ea79-2380-4892-beda-eeb3f88bafed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:09.780723 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-b37dc5a2-8e54-4ef0-9b0e-2ebb64fa9767 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2a4544860cbc4caabd5d8243d51ecc26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454652 Feb 07 21:09:09.810596 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f1461e08-4c91-4d0c-a3fc-b664898e4c30 req-b1310076-f3b0-4fe6-95e9-3c149ba234a2 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529205 Feb 07 21:09:09.880351 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2ddb5e-614b-4fb6-acd9-184f30dfd6c2 x-openstack-request-id: req-6e2ddb5e-614b-4fb6-acd9-184f30dfd6c2 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:09.880896 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafe2fe1-38a4-4e26-8bab-5978f61f79d4", "name": "network-vif-plugged", "status": "completed", "tag": "36f8ddf7-f45f-48f1-bc34-8e8d930f5571", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:09.881617 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6e2ddb5e-614b-4fb6-acd9-184f30dfd6c2 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:09.882227 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafe2fe1-38a4-4e26-8bab-5978f61f79d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f8ddf7-f45f-48f1-bc34-8e8d930f5571', 'code': 200} Feb 07 21:09:10.022547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-a8531a94-8dd1-410e-a542-4649ff176d2a service neutron] 10.222.0.65 "GET /v2.0/networks/7324dd90-1601-4dde-808f-648bb2480f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237926 Feb 07 21:09:10.040294 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c16b26-1fe6-4035-acd1-b7b3b69f5253 req-8ec70500-7af8-49cf-b965-1e6a9a97ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:10.044228 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-53c16b26-1fe6-4035-acd1-b7b3b69f5253 req-8ec70500-7af8-49cf-b965-1e6a9a97ce8e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bafe2fe1-38a4-4e26-8bab-5978f61f79d4 HTTP/1.1" status: 200 len: 1127 time: 0.0865827 Feb 07 21:09:10.096260 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-53c16b26-1fe6-4035-acd1-b7b3b69f5253 req-86e5e780-a62b-45a0-aff2-3918a4f45d73 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451975 Feb 07 21:09:10.454346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-f3d0ea79-2380-4892-beda-eeb3f88bafed service neutron] For port d1edeb7c-445c-4564-9c16-a08b9682c42d, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=d1edeb7c-445c-4564-9c16-a08b9682c42d,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:10.520901 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-f3d0ea79-2380-4892-beda-eeb3f88bafed service neutron] For port d1edeb7c-445c-4564-9c16-a08b9682c42d, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:09:10.523748 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-c85a02d3-c82e-4726-807b-5ae05ee8d3be service neutron] 10.222.0.65 "GET /v2.0/networks/7324dd90-1601-4dde-808f-648bb2480f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908721 Feb 07 21:09:10.530361 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f8ce4-6f1e-41a7-8462-d0ddbdf00e4d req-f44acce5-481f-4d36-bcbb-f4d7c06af222 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:10.537033 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-026f8ce4-6f1e-41a7-8462-d0ddbdf00e4d req-f44acce5-481f-4d36-bcbb-f4d7c06af222 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=bafe2fe1-38a4-4e26-8bab-5978f61f79d4 HTTP/1.1" status: 200 len: 945 time: 0.4946320 Feb 07 21:09:10.599249 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66411210-de16-4570-8eb0-ea45cf1d66da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1edeb7c-445c-4564-9c16-a08b9682c42d'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:10.601684 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c2d286-1751-412d-81eb-065688c0f5d9" -d '{"events": [{"server_uuid": "66411210-de16-4570-8eb0-ea45cf1d66da", "name": "network-vif-unplugged", "status": "completed", "tag": "d1edeb7c-445c-4564-9c16-a08b9682c42d"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:10.607944 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-f3d0ea79-2380-4892-beda-eeb3f88bafed service neutron] Publish callbacks [] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:10.640645 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-026f8ce4-6f1e-41a7-8462-d0ddbdf00e4d req-db8371d1-0758-4aa7-9db1-68bd1c41f42e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026368 Feb 07 21:09:10.649870 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-f3d0ea79-2380-4892-beda-eeb3f88bafed service neutron] Transition to ACTIVE for port object d1edeb7c-445c-4564-9c16-a08b9682c42d will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:09:10.653727 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-f3d0ea79-2380-4892-beda-eeb3f88bafed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:10.781299 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-20ea4422-e6d8-4e4c-89b6-250c4ec4a9d5 req-ce4dc41f-1e0b-4cb3-a4e3-236e6fdaf7dd tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 210 time: 0.0623581 Feb 07 21:09:10.819039 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0ea79-2380-4892-beda-eeb3f88bafed service neutron] Pushing event updated for resources: {'Port': ['ID=d1edeb7c-445c-4564-9c16-a08b9682c42d,revision_number=10']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:10.845439 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-f3d0ea79-2380-4892-beda-eeb3f88bafed service neutron] No DVR routers for this DVR port d1edeb7c-445c-4564-9c16-a08b9682c42d on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:09:10.902845 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-f3d0ea79-2380-4892-beda-eeb3f88bafed service neutron] Attempting to bind port d1edeb7c-445c-4564-9c16-a08b9682c42d on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:09:10.903185 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-f3d0ea79-2380-4892-beda-eeb3f88bafed service neutron] Attempting to bind port d1edeb7c-445c-4564-9c16-a08b9682c42d by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:09:10.903511 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-f3d0ea79-2380-4892-beda-eeb3f88bafed service neutron] Attempting to bind port d1edeb7c-445c-4564-9c16-a08b9682c42d on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:09:10.915739 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d4390-e3be-4c2b-8a5c-3b8aef2c91f8 req-4c6ecba0-280c-4442-94fb-d70d2ff61f28 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:10.922800 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-858d4390-e3be-4c2b-8a5c-3b8aef2c91f8 req-4c6ecba0-280c-4442-94fb-d70d2ff61f28 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 949 time: 0.1474779 Feb 07 21:09:10.947984 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device a63e45cd-ea2d-4f9b-aa88-cc694fd1369f details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:09:10.972825 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-f3d0ea79-2380-4892-beda-eeb3f88bafed service neutron] Port d1edeb7c-445c-4564-9c16-a08b9682c42d on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:09:10.973157 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-f3d0ea79-2380-4892-beda-eeb3f88bafed service neutron] Attempting to bind port d1edeb7c-445c-4564-9c16-a08b9682c42d on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:09:10.988819 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-f3d0ea79-2380-4892-beda-eeb3f88bafed service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:09:10.989167 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-f3d0ea79-2380-4892-beda-eeb3f88bafed service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:09:10.989556 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-f3d0ea79-2380-4892-beda-eeb3f88bafed service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:09:10.990006 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-f3d0ea79-2380-4892-beda-eeb3f88bafed service neutron] Bound port: d1edeb7c-445c-4564-9c16-a08b9682c42d, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:09:10.990362 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-f3d0ea79-2380-4892-beda-eeb3f88bafed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:11.126229 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port a63e45cd-ea2d-4f9b-aa88-cc694fd1369f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=a63e45cd-ea2d-4f9b-aa88-cc694fd1369f,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:11.146921 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'a63e45cd-ea2d-4f9b-aa88-cc694fd1369f', 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3', 'port_id': 'a63e45cd-ea2d-4f9b-aa88-cc694fd1369f', 'mac_address': 'fa:16:3e:47:5d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d136787-de5f-4353-a2b9-a7f4409cab76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:09:11.157651 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-858d4390-e3be-4c2b-8a5c-3b8aef2c91f8 req-0620169f-c151-4f8a-a62e-24adf4d48a58 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286320 Feb 07 21:09:11.205044 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-f3d0ea79-2380-4892-beda-eeb3f88bafed service neutron] For port d1edeb7c-445c-4564-9c16-a08b9682c42d, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:09:11.208767 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port a63e45cd-ea2d-4f9b-aa88-cc694fd1369f is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:09:11.209123 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-f3d0ea79-2380-4892-beda-eeb3f88bafed service neutron] For port d1edeb7c-445c-4564-9c16-a08b9682c42d, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d1edeb7c-445c-4564-9c16-a08b9682c42d,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:09:11.210875 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a63e45cd-ea2d-4f9b-aa88-cc694fd1369f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:11.231456 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63e45cd-ea2d-4f9b-aa88-cc694fd1369f {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:09:11.233793 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa219131-c583-472f-b435-4853bfd37d14 req-f0568cc1-a7c9-476d-85cb-5b1d51b96045 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:11.235538 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fa219131-c583-472f-b435-4853bfd37d14 req-f0568cc1-a7c9-476d-85cb-5b1d51b96045 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca46813-168a-4ac6-80e2-3c35db7db73b HTTP/1.1" status: 200 len: 943 time: 0.3098257 Feb 07 21:09:11.237090 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-f3d0ea79-2380-4892-beda-eeb3f88bafed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:11.268910 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3496cc4-3058-43df-8ba3-fb9639e5accc x-openstack-request-id: req-c3496cc4-3058-43df-8ba3-fb9639e5accc {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:11.269167 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66411210-de16-4570-8eb0-ea45cf1d66da", "name": "network-vif-unplugged", "status": "completed", "tag": "d1edeb7c-445c-4564-9c16-a08b9682c42d", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:11.269385 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c3496cc4-3058-43df-8ba3-fb9639e5accc {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:11.269791 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66411210-de16-4570-8eb0-ea45cf1d66da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1edeb7c-445c-4564-9c16-a08b9682c42d', 'code': 200} Feb 07 21:09:11.281980 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port a63e45cd-ea2d-4f9b-aa88-cc694fd1369f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=a63e45cd-ea2d-4f9b-aa88-cc694fd1369f,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:11.293572 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a63e45cd-ea2d-4f9b-aa88-cc694fd1369f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:11.358930 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0ea79-2380-4892-beda-eeb3f88bafed service neutron] Pushing event updated for resources: {'Port': ['ID=d1edeb7c-445c-4564-9c16-a08b9682c42d,revision_number=11']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:11.372027 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-f3d0ea79-2380-4892-beda-eeb3f88bafed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:11.372689 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-f3d0ea79-2380-4892-beda-eeb3f88bafed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:11.374541 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-f3d0ea79-2380-4892-beda-eeb3f88bafed service neutron] 10.222.0.71 "PUT /v2.0/ports/d1edeb7c-445c-4564-9c16-a08b9682c42d HTTP/1.1" status: 200 len: 1097 time: 1.7808452 Feb 07 21:09:11.389135 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=a63e45cd-ea2d-4f9b-aa88-cc694fd1369f,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:11.441796 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c983708-d21b-4f68-b90e-88c70efc739c req-e6984e30-5fb8-49ce-9381-ec9bce3e3210 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4972bd65-8742-4c1f-81ed-a205e00db7db HTTP/1.1" status: 200 len: 210 time: 0.0722730 Feb 07 21:09:11.595397 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fa219131-c583-472f-b435-4853bfd37d14 req-eee48739-634f-4d91-a62f-226ecedf8df3 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420498 Feb 07 21:09:11.644456 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-3ccad3db-62f8-4844-b018-6e598ee7a3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:11.646630 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-3ccad3db-62f8-4844-b018-6e598ee7a3b6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 1131 time: 0.2225354 Feb 07 21:09:11.719877 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['a63e45cd-ea2d-4f9b-aa88-cc694fd1369f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:09:11.791395 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c52382-19e0-41fc-b06e-165cf3378804 req-c97fae70-38db-464b-a604-39367f746276 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:11.792880 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4c52382-19e0-41fc-b06e-165cf3378804 req-c97fae70-38db-464b-a604-39367f746276 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 945 time: 0.1879303 Feb 07 21:09:11.948502 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-4d331796-7574-4253-b63c-c66bd3a55b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:11.949888 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-4d331796-7574-4253-b63c-c66bd3a55b04 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.2872770 Feb 07 21:09:11.954081 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4c52382-19e0-41fc-b06e-165cf3378804 req-171aaddf-b685-44b9-a37c-dc8c20b2c098 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204085 Feb 07 21:09:11.998030 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-e6f0cdec-3695-49cf-96fc-88869e3bd2a3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=d1edeb7c-445c-4564-9c16-a08b9682c42d HTTP/1.1" status: 200 len: 217 time: 0.0397286 Feb 07 21:09:12.006808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a77966-21e7-4529-ad4a-d0d364c8b776 req-3b6ce263-9166-4a60-b808-6dac341e7177 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:12.008769 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-58a77966-21e7-4529-ad4a-d0d364c8b776 req-3b6ce263-9166-4a60-b808-6dac341e7177 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=bafe2fe1-38a4-4e26-8bab-5978f61f79d4 HTTP/1.1" status: 200 len: 945 time: 0.2433474 Feb 07 21:09:12.098866 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-975247ff-2548-483c-acff-f22e46bcf8b9 req-e4395765-a15e-4385-96be-f323d3b8c5aa tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 210 time: 0.0427437 Feb 07 21:09:12.106200 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-2a5c0d36-2bd1-401d-8110-ba7cdb6c426b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:12.107595 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-2a5c0d36-2bd1-401d-8110-ba7cdb6c426b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0979512 Feb 07 21:09:12.114734 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-58a77966-21e7-4529-ad4a-d0d364c8b776 req-ae846a31-1aa4-4136-9c10-c1aade546ade tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975955 Feb 07 21:09:12.186632 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-a3c267f3-5cde-46c5-ab26-a92af45d6e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:12.188163 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-a3c267f3-5cde-46c5-ab26-a92af45d6e67 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0725880 Feb 07 21:09:12.390631 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a570a44-bf00-43b9-8548-871a468e581d req-1d0d3b71-555d-4808-a342-08a62bf51d54 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:12.401227 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2a570a44-bf00-43b9-8548-871a468e581d req-1d0d3b71-555d-4808-a342-08a62bf51d54 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=d07e487b-5abf-48ec-bc39-dd6c4a093fc9 HTTP/1.1" status: 200 len: 945 time: 0.1259868 Feb 07 21:09:12.420632 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-8b083eb0-f319-4cf5-8288-f0702e3f3967 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:12.423106 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-8b083eb0-f319-4cf5-8288-f0702e3f3967 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.69 "GET /v2.0/networks?id=7324dd90-1601-4dde-808f-648bb2480f2d HTTP/1.1" status: 200 len: 817 time: 0.1812744 Feb 07 21:09:12.438923 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-4a51dcd6-59ab-4852-9c90-4a9f6661df0a tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Request body: {'port': {'device_id': '4972bd65-8742-4c1f-81ed-a205e00db7db', 'network_id': '7324dd90-1601-4dde-808f-648bb2480f2d', 'admin_state_up': True, 'tenant_id': '2a4544860cbc4caabd5d8243d51ecc26'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:09:12.469326 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbed3e-7a61-4dcf-a294-612f1fbabd91 req-e38d118e-2ad1-4afb-8c4d-4bceac4b8ee2 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:12.476468 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d1bbed3e-7a61-4dcf-a294-612f1fbabd91 req-e38d118e-2ad1-4afb-8c4d-4bceac4b8ee2 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 949 time: 0.1735060 Feb 07 21:09:12.524615 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2a570a44-bf00-43b9-8548-871a468e581d req-95234c0c-2181-4db8-8016-9d8a68a1ea4c tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223764 Feb 07 21:09:12.604547 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-4a51dcd6-59ab-4852-9c90-4a9f6661df0a tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Made reservation on behalf of 2a4544860cbc4caabd5d8243d51ecc26 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:09:12.620918 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-4a51dcd6-59ab-4852-9c90-4a9f6661df0a tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:12.623969 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d1bbed3e-7a61-4dcf-a294-612f1fbabd91 req-37cb997a-4932-4be4-996c-6eb1e4b897e2 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462255 Feb 07 21:09:12.639947 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-76290069-849a-46e9-b90e-1a1e5500ae93 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436870 Feb 07 21:09:12.750971 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79830e47-4641-4783-b33e-0e180f2c6958 req-98732452-e15d-4d50-94dc-ef4b9087be7c tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4972bd65-8742-4c1f-81ed-a205e00db7db HTTP/1.1" status: 200 len: 210 time: 0.0962970 Feb 07 21:09:12.947483 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5a2ec-8cec-4565-a06e-9efe1b87e63c req-5d86b65e-1d80-4aae-a3ee-17dbafa9bd9c tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:12.949148 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-08a5a2ec-8cec-4565-a06e-9efe1b87e63c req-5d86b65e-1d80-4aae-a3ee-17dbafa9bd9c tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=bafe2fe1-38a4-4e26-8bab-5978f61f79d4 HTTP/1.1" status: 200 len: 945 time: 0.1465147 Feb 07 21:09:12.957577 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-75b9ed20-95cb-4af5-8985-dbdeb0d4375a req-037bf8d2-6c15-4c58-8ea1-3f8444433dc5 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110161 Feb 07 21:09:12.972612 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device d1edeb7c-445c-4564-9c16-a08b9682c42d no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:09:12.978575 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device a63e45cd-ea2d-4f9b-aa88-cc694fd1369f up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:09:13.011444 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132fa97-44ee-405a-9c4f-9e1dc39bd055 req-f401701d-53e6-4be5-83ac-544b6f2162ee tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:13.013111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7132fa97-44ee-405a-9c4f-9e1dc39bd055 req-f401701d-53e6-4be5-83ac-544b6f2162ee tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca46813-168a-4ac6-80e2-3c35db7db73b HTTP/1.1" status: 200 len: 944 time: 0.1568935 Feb 07 21:09:13.059962 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-4a51dcd6-59ab-4852-9c90-4a9f6661df0a tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Allocated IP 172.20.0.14 (7324dd90-1601-4dde-808f-648bb2480f2d/af204f36-78da-41d9-a1a7-8aba7dabeb16/85f1ffbb-f70a-42a7-9281-9405290de24c) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:09:13.065768 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-08a5a2ec-8cec-4565-a06e-9efe1b87e63c req-64728afa-05b9-48aa-baa0-5a127a493c02 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106493 Feb 07 21:09:13.077963 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7132fa97-44ee-405a-9c4f-9e1dc39bd055 req-d2d8d43e-4d41-46e2-805b-f43c54057317 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566535 Feb 07 21:09:13.136088 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] The host n-h1-828185-2 is not matching for port d1edeb7c-445c-4564-9c16-a08b9682c42d host n-h2-828185-2! {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 07 21:09:13.136532 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device d1edeb7c-445c-4564-9c16-a08b9682c42d not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:09:13.171185 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port a63e45cd-ea2d-4f9b-aa88-cc694fd1369f completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:09:13.176407 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port a63e45cd-ea2d-4f9b-aa88-cc694fd1369f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:09:13.176789 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a63e45cd-ea2d-4f9b-aa88-cc694fd1369f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:13.273457 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2c458-78b9-4a0a-bce8-c96954662113 req-6b867b4f-dcff-43a1-a2f0-10b957da0976 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:13.281540 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0dd2c458-78b9-4a0a-bce8-c96954662113 req-6b867b4f-dcff-43a1-a2f0-10b957da0976 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 945 time: 0.0960987 Feb 07 21:09:13.284934 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66411210-de16-4570-8eb0-ea45cf1d66da', 'tag': 'd1edeb7c-445c-4564-9c16-a08b9682c42d'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:13.288352 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68d95de-9c49-4ad0-b449-926c7c539583" -d '{"events": [{"name": "network-changed", "server_uuid": "66411210-de16-4570-8eb0-ea45cf1d66da", "tag": "d1edeb7c-445c-4564-9c16-a08b9682c42d"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:13.312026 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port a63e45cd-ea2d-4f9b-aa88-cc694fd1369f is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:09:13.312748 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a63e45cd-ea2d-4f9b-aa88-cc694fd1369f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:13.342966 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-4a51dcd6-59ab-4852-9c90-4a9f6661df0a tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Publish callbacks [] for port (85f1ffbb-f70a-42a7-9281-9405290de24c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:13.371150 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port a63e45cd-ea2d-4f9b-aa88-cc694fd1369f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=a63e45cd-ea2d-4f9b-aa88-cc694fd1369f,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:13.375536 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca46813-168a-4ac6-80e2-3c35db7db73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63e45cd-ea2d-4f9b-aa88-cc694fd1369f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:13.381459 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7044d305-5598-4ca2-89ec-3c7ec3eb5d19" -d '{"events": [{"server_uuid": "3ca46813-168a-4ac6-80e2-3c35db7db73b", "name": "network-vif-plugged", "status": "completed", "tag": "a63e45cd-ea2d-4f9b-aa88-cc694fd1369f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:13.389528 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a63e45cd-ea2d-4f9b-aa88-cc694fd1369f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:13.411745 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0dd2c458-78b9-4a0a-bce8-c96954662113 req-3783799a-cc65-4321-b8f9-7e2c225c494f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168041 Feb 07 21:09:13.442336 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-4a51dcd6-59ab-4852-9c90-4a9f6661df0a tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (85f1ffbb-f70a-42a7-9281-9405290de24c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:13.504681 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-4a51dcd6-59ab-4852-9c90-4a9f6661df0a tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Network 7324dd90-1601-4dde-808f-648bb2480f2d is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:09:13.509532 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-4a51dcd6-59ab-4852-9c90-4a9f6661df0a tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:09:13.510725 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e7d79b96-5c83-4030-8905-5a2b61147db0 req-1ba84827-51d8-4a38-b76d-9babbbc77fb2 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 210 time: 0.0482957 Feb 07 21:09:13.520323 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-4a51dcd6-59ab-4852-9c90-4a9f6661df0a tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:09:13.547730 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e540ca74-cc06-4b0f-925a-dc6bbc7c50d2 x-openstack-request-id: req-e540ca74-cc06-4b0f-925a-dc6bbc7c50d2 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:13.548212 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66411210-de16-4570-8eb0-ea45cf1d66da", "tag": "d1edeb7c-445c-4564-9c16-a08b9682c42d", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:13.548709 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e540ca74-cc06-4b0f-925a-dc6bbc7c50d2 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:13.549253 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66411210-de16-4570-8eb0-ea45cf1d66da', 'tag': 'd1edeb7c-445c-4564-9c16-a08b9682c42d', 'status': 'completed', 'code': 200} Feb 07 21:09:13.582922 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51dcd6-59ab-4852-9c90-4a9f6661df0a tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Pushing event updated for resources: {'Port': ['ID=85f1ffbb-f70a-42a7-9281-9405290de24c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:13.653029 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-4a51dcd6-59ab-4852-9c90-4a9f6661df0a tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:13.654127 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-4a51dcd6-59ab-4852-9c90-4a9f6661df0a tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:13.673200 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d95de-9c49-4ad0-b449-926c7c539583 req-4d7a72be-8115-40af-b723-cffa93020d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:13.675492 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f68d95de-9c49-4ad0-b449-926c7c539583 req-4d7a72be-8115-40af-b723-cffa93020d13 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 1131 time: 0.1058502 Feb 07 21:09:13.676064 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54202) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:13.776466 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff52240-1403-41a7-9018-372800585ea4 x-openstack-request-id: req-bff52240-1403-41a7-9018-372800585ea4 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:13.776670 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca46813-168a-4ac6-80e2-3c35db7db73b", "name": "network-vif-plugged", "status": "completed", "tag": "a63e45cd-ea2d-4f9b-aa88-cc694fd1369f", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:13.776927 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bff52240-1403-41a7-9018-372800585ea4 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:13.777328 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca46813-168a-4ac6-80e2-3c35db7db73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63e45cd-ea2d-4f9b-aa88-cc694fd1369f', 'code': 200} Feb 07 21:09:13.788746 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d95de-9c49-4ad0-b449-926c7c539583 req-37d44dff-5db0-4963-8545-03158918164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:13.790263 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f68d95de-9c49-4ad0-b449-926c7c539583 req-37d44dff-5db0-4963-8545-03158918164b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 1131 time: 0.2190895 Feb 07 21:09:13.792980 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=a63e45cd-ea2d-4f9b-aa88-cc694fd1369f,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:13.917664 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c9de82-ed35-4a67-bc19-af47037fdaac admin admin] Deleting subnet e8473b91-9da3-4301-bf9b-d97fd8f88178 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:09:13.922780 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d95de-9c49-4ad0-b449-926c7c539583 req-06f68ec3-ce27-489c-924f-ad2857ecb2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:13.925172 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f68d95de-9c49-4ad0-b449-926c7c539583 req-06f68ec3-ce27-489c-924f-ad2857ecb2cd service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1568329 Feb 07 21:09:13.927490 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e4c9de82-ed35-4a67-bc19-af47037fdaac admin admin] Publish callbacks [] for subnet (e8473b91-9da3-4301-bf9b-d97fd8f88178), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:13.930347 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d95de-9c49-4ad0-b449-926c7c539583 req-ce93cb87-0c99-496a-9dee-fff2185e9d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:13.931935 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f68d95de-9c49-4ad0-b449-926c7c539583 req-ce93cb87-0c99-496a-9dee-fff2185e9d6a service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1142013 Feb 07 21:09:13.933795 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-4a51dcd6-59ab-4852-9c90-4a9f6661df0a tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5012870 Feb 07 21:09:13.987075 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f68d95de-9c49-4ad0-b449-926c7c539583 req-310da8a4-f255-416a-89d4-27f60f2aa93e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=d1edeb7c-445c-4564-9c16-a08b9682c42d HTTP/1.1" status: 200 len: 217 time: 0.0428083 Feb 07 21:09:13.987610 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-a4ab8031-dbe9-4f7c-b532-97837813d027 service neutron] Request body: {'port': {'device_id': '4972bd65-8742-4c1f-81ed-a205e00db7db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:09:14.016530 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a2c9b-a344-43d8-a16b-a76160233b6f req-3cb9d7de-3ae4-4bc5-909f-c54f4a814d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:14.019218 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a77a2c9b-a344-43d8-a16b-a76160233b6f req-3cb9d7de-3ae4-4bc5-909f-c54f4a814d30 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3ca46813-168a-4ac6-80e2-3c35db7db73b HTTP/1.1" status: 200 len: 1127 time: 0.3193183 Feb 07 21:09:14.051090 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9fe5b-d0b1-4de5-b449-a8c2652a264c req-28d292ac-941d-4fa9-99e4-5afe7027ed29 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:14.058263 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eda9fe5b-d0b1-4de5-b449-a8c2652a264c req-28d292ac-941d-4fa9-99e4-5afe7027ed29 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=bafe2fe1-38a4-4e26-8bab-5978f61f79d4 HTTP/1.1" status: 200 len: 945 time: 0.3570628 Feb 07 21:09:14.067724 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f68d95de-9c49-4ad0-b449-926c7c539583 req-33301429-3d6f-4993-95ef-630e292d55da service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=d1edeb7c-445c-4564-9c16-a08b9682c42d HTTP/1.1" status: 200 len: 217 time: 0.1323352 Feb 07 21:09:14.112574 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e4c9de82-ed35-4a67-bc19-af47037fdaac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (e8473b91-9da3-4301-bf9b-d97fd8f88178), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:14.158908 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d95de-9c49-4ad0-b449-926c7c539583 req-09ea5ad4-676a-4fe7-9c68-ff0c3c59a699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:14.160399 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f68d95de-9c49-4ad0-b449-926c7c539583 req-09ea5ad4-676a-4fe7-9c68-ff0c3c59a699 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1624901 Feb 07 21:09:14.183555 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-a4ab8031-dbe9-4f7c-b532-97837813d027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (85f1ffbb-f70a-42a7-9281-9405290de24c), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:14.186413 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d95de-9c49-4ad0-b449-926c7c539583 req-1e0cb344-a4b5-48ed-9252-2c9c178982ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:14.190553 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f68d95de-9c49-4ad0-b449-926c7c539583 req-1e0cb344-a4b5-48ed-9252-2c9c178982ff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1129611 Feb 07 21:09:14.216713 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e4c9de82-ed35-4a67-bc19-af47037fdaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (e8473b91-9da3-4301-bf9b-d97fd8f88178), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:14.219860 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a77a2c9b-a344-43d8-a16b-a76160233b6f req-f711eea4-e8cf-4e7b-965d-910f9db81617 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567945 Feb 07 21:09:14.239194 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eda9fe5b-d0b1-4de5-b449-a8c2652a264c req-f8337c95-89cb-4359-b0e8-0453f19f8c96 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797020 Feb 07 21:09:14.258733 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e77e2-0e98-44f7-a6cd-c3423eee04e2 req-80a5028d-5a23-470b-a787-345715af026b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:14.263200 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fc6e77e2-0e98-44f7-a6cd-c3423eee04e2 req-80a5028d-5a23-470b-a787-345715af026b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 949 time: 0.2427986 Feb 07 21:09:14.365357 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d95de-9c49-4ad0-b449-926c7c539583 req-25fccf7d-0de5-4cc8-a834-c1f553fbf8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:14.368793 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f68d95de-9c49-4ad0-b449-926c7c539583 req-25fccf7d-0de5-4cc8-a834-c1f553fbf8f5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2007723 Feb 07 21:09:14.391925 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d95de-9c49-4ad0-b449-926c7c539583 req-51cf990e-cf58-47ab-82d2-50be7f93f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:14.394112 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f68d95de-9c49-4ad0-b449-926c7c539583 req-51cf990e-cf58-47ab-82d2-50be7f93f01d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1902354 Feb 07 21:09:14.396010 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fc6e77e2-0e98-44f7-a6cd-c3423eee04e2 req-2bb2fd6f-2d8f-4333-b4c2-688f6d1a5270 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249430 Feb 07 21:09:14.412954 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e4c9de82-ed35-4a67-bc19-af47037fdaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (e8473b91-9da3-4301-bf9b-d97fd8f88178), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:14.465501 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ea680-13c4-44b6-85f0-9b7b4b99d77d req-2cfc8bee-43f7-421a-bfab-b31e1e5a80a2 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:14.473651 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-964ea680-13c4-44b6-85f0-9b7b4b99d77d req-2cfc8bee-43f7-421a-bfab-b31e1e5a80a2 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4972bd65-8742-4c1f-81ed-a205e00db7db HTTP/1.1" status: 200 len: 932 time: 0.0832911 Feb 07 21:09:14.540221 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9de82-ed35-4a67-bc19-af47037fdaac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8473b91-9da3-4301-bf9b-d97fd8f88178,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:14.549977 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e4c9de82-ed35-4a67-bc19-af47037fdaac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:14.553944 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e4c9de82-ed35-4a67-bc19-af47037fdaac admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e8473b91-9da3-4301-bf9b-d97fd8f88178 HTTP/1.1" status: 204 len: 168 time: 0.8755596 Feb 07 21:09:14.561567 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54214) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:14.656986 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-964ea680-13c4-44b6-85f0-9b7b4b99d77d req-e507d05c-9255-4dfb-9c65-133f6d81edbe tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/security-groups?id=eff241fd-91bb-48b4-82d0-f471a35e8b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824086 Feb 07 21:09:14.670153 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f68d95de-9c49-4ad0-b449-926c7c539583 req-b221e3f5-6beb-4791-a0e4-df9d61d16efc service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448429 Feb 07 21:09:14.753290 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f68d95de-9c49-4ad0-b449-926c7c539583 req-1ef803bd-5775-4c7b-9d18-c264cfddb6ec service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290868 Feb 07 21:09:14.758389 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e63de2f-8244-4bfb-bfdc-cdbadfd482f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (e84d6b73-d63e-4c91-80fe-e030fae397c5), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:14.853592 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f68d95de-9c49-4ad0-b449-926c7c539583 req-bda06b6e-d4c6-42e6-a498-3e84b9012ec5 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258819 Feb 07 21:09:14.968515 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741a6db-d5be-4b28-9d4e-36c988987d3e req-04ea321d-0576-4401-96ad-664e755e2f7d tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:14.970013 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8741a6db-d5be-4b28-9d4e-36c988987d3e req-04ea321d-0576-4401-96ad-664e755e2f7d tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 945 time: 0.4460473 Feb 07 21:09:15.005685 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f68d95de-9c49-4ad0-b449-926c7c539583 req-4e318f95-1d77-446e-a8de-c90311ace578 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450709 Feb 07 21:09:15.007549 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e63de2f-8244-4bfb-bfdc-cdbadfd482f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (e84d6b73-d63e-4c91-80fe-e030fae397c5), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:15.028981 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-a4ab8031-dbe9-4f7c-b532-97837813d027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f1ffbb-f70a-42a7-9281-9405290de24c {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:09:15.045822 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-a4ab8031-dbe9-4f7c-b532-97837813d027 service neutron] Publish callbacks [] for port (85f1ffbb-f70a-42a7-9281-9405290de24c), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:15.046045 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04b3a7-97fe-4814-9e12-304cfaad3224 req-30df79fa-2bfc-4445-b3a4-48b5d3588422 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:15.051246 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b04b3a7-97fe-4814-9e12-304cfaad3224 req-30df79fa-2bfc-4445-b3a4-48b5d3588422 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.69 "GET /v2.0/ports?device_id=bafe2fe1-38a4-4e26-8bab-5978f61f79d4 HTTP/1.1" status: 200 len: 945 time: 0.1966741 Feb 07 21:09:15.058779 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8741a6db-d5be-4b28-9d4e-36c988987d3e req-02444e9f-fca3-4f1e-89e3-702d4450388b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817878 Feb 07 21:09:15.076350 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-5e63de2f-8244-4bfb-bfdc-cdbadfd482f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e84d6b73-d63e-4c91-80fe-e030fae397c5']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:09:15.100105 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-5e63de2f-8244-4bfb-bfdc-cdbadfd482f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffbda5dc-8c70-46e7-b46b-5b1461d21f3c') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:09:15.100967 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-5e63de2f-8244-4bfb-bfdc-cdbadfd482f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffbda5dc-8c70-46e7-b46b-5b1461d21f3c') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:09:15.103801 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-a4ab8031-dbe9-4f7c-b532-97837813d027 service neutron] Transition to ACTIVE for port object 85f1ffbb-f70a-42a7-9281-9405290de24c will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:09:15.116749 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e63de2f-8244-4bfb-bfdc-cdbadfd482f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (ffbda5dc-8c70-46e7-b46b-5b1461d21f3c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:15.129139 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-a4ab8031-dbe9-4f7c-b532-97837813d027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (85f1ffbb-f70a-42a7-9281-9405290de24c), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:15.171618 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e63de2f-8244-4bfb-bfdc-cdbadfd482f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (ffbda5dc-8c70-46e7-b46b-5b1461d21f3c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:15.178982 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653525d0-180e-401e-964b-1fffb2cd3be1 req-d0664a08-e1a7-4db3-b23d-3587d82b4113 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:15.180670 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-653525d0-180e-401e-964b-1fffb2cd3be1 req-d0664a08-e1a7-4db3-b23d-3587d82b4113 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca46813-168a-4ac6-80e2-3c35db7db73b HTTP/1.1" status: 200 len: 945 time: 0.2943802 Feb 07 21:09:15.190104 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e63de2f-8244-4bfb-bfdc-cdbadfd482f8 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:09:15.191479 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e63de2f-8244-4bfb-bfdc-cdbadfd482f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (ffbda5dc-8c70-46e7-b46b-5b1461d21f3c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:15.239778 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a93db964-e595-439f-8c33-a0409042be38 req-afee2cf4-6c6f-43c2-856e-502c98126dc3 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 210 time: 0.0556221 Feb 07 21:09:15.286469 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-653525d0-180e-401e-964b-1fffb2cd3be1 req-b5c234cc-3415-4864-ac23-c10b67c600be tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917683 Feb 07 21:09:15.295486 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-1b04b3a7-97fe-4814-9e12-304cfaad3224 req-30c0e95a-30a1-41f3-8858-81508dde6a64 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Deleting port 36f8ddf7-f45f-48f1-bc34-8e8d930f5571 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:09:15.297736 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1b04b3a7-97fe-4814-9e12-304cfaad3224 req-30c0e95a-30a1-41f3-8858-81508dde6a64 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (36f8ddf7-f45f-48f1-bc34-8e8d930f5571), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:09:15.335122 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:09:15.337267 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab8031-dbe9-4f7c-b532-97837813d027 service neutron] Pushing event updated for resources: {'Port': ['ID=85f1ffbb-f70a-42a7-9281-9405290de24c,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:15.358422 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e63de2f-8244-4bfb-bfdc-cdbadfd482f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (e84d6b73-d63e-4c91-80fe-e030fae397c5), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:15.388004 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e63de2f-8244-4bfb-bfdc-cdbadfd482f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:15.392798 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5e63de2f-8244-4bfb-bfdc-cdbadfd482f8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e84d6b73-d63e-4c91-80fe-e030fae397c5 HTTP/1.1" status: 204 len: 168 time: 0.8294101 Feb 07 21:09:15.414326 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63de2f-8244-4bfb-bfdc-cdbadfd482f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e84d6b73-d63e-4c91-80fe-e030fae397c5,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:15.468333 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-1b04b3a7-97fe-4814-9e12-304cfaad3224 req-30c0e95a-30a1-41f3-8858-81508dde6a64 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] For port 36f8ddf7-f45f-48f1-bc34-8e8d930f5571, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=36f8ddf7-f45f-48f1-bc34-8e8d930f5571,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:15.468917 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1b04b3a7-97fe-4814-9e12-304cfaad3224 req-30c0e95a-30a1-41f3-8858-81508dde6a64 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (36f8ddf7-f45f-48f1-bc34-8e8d930f5571), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:15.485066 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-a4ab8031-dbe9-4f7c-b532-97837813d027 service neutron] Attempting to bind port 85f1ffbb-f70a-42a7-9281-9405290de24c on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:09:15.485413 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-a4ab8031-dbe9-4f7c-b532-97837813d027 service neutron] Attempting to bind port 85f1ffbb-f70a-42a7-9281-9405290de24c by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '3ebdffdc-6971-48fd-ba95-8983ff90e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7324dd90-1601-4dde-808f-648bb2480f2d'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:09:15.485747 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-a4ab8031-dbe9-4f7c-b532-97837813d027 service neutron] Attempting to bind port 85f1ffbb-f70a-42a7-9281-9405290de24c on network 7324dd90-1601-4dde-808f-648bb2480f2d {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:09:15.506709 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-a4ab8031-dbe9-4f7c-b532-97837813d027 service neutron] Port 85f1ffbb-f70a-42a7-9281-9405290de24c on network 7324dd90-1601-4dde-808f-648bb2480f2d not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:09:15.507044 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-a4ab8031-dbe9-4f7c-b532-97837813d027 service neutron] Attempting to bind port 85f1ffbb-f70a-42a7-9281-9405290de24c on network 7324dd90-1601-4dde-808f-648bb2480f2d {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:09:15.515178 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-1b04b3a7-97fe-4814-9e12-304cfaad3224 req-30c0e95a-30a1-41f3-8858-81508dde6a64 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Calling delete_port for 36f8ddf7-f45f-48f1-bc34-8e8d930f5571 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:09:15.524960 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-a4ab8031-dbe9-4f7c-b532-97837813d027 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:09:15.525918 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-a4ab8031-dbe9-4f7c-b532-97837813d027 service neutron] Checking segment: {'id': '3ebdffdc-6971-48fd-ba95-8983ff90e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7324dd90-1601-4dde-808f-648bb2480f2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:09:15.528828 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-a4ab8031-dbe9-4f7c-b532-97837813d027 service neutron] Bound using segment: {'id': '3ebdffdc-6971-48fd-ba95-8983ff90e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7324dd90-1601-4dde-808f-648bb2480f2d'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:09:15.529330 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-a4ab8031-dbe9-4f7c-b532-97837813d027 service neutron] Bound port: 85f1ffbb-f70a-42a7-9281-9405290de24c, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ebdffdc-6971-48fd-ba95-8983ff90e231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7324dd90-1601-4dde-808f-648bb2480f2d'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:09:15.529704 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-a4ab8031-dbe9-4f7c-b532-97837813d027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (85f1ffbb-f70a-42a7-9281-9405290de24c), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:15.548501 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d386a-910c-4c64-a1fe-fbe44b0327da req-08538673-04b7-4f3c-b026-e3bc41e9a1f6 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:15.550212 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d42d386a-910c-4c64-a1fe-fbe44b0327da req-08538673-04b7-4f3c-b026-e3bc41e9a1f6 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=bafe2fe1-38a4-4e26-8bab-5978f61f79d4 HTTP/1.1" status: 200 len: 945 time: 0.1892400 Feb 07 21:09:15.628587 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54222) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:15.665021 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-a4ab8031-dbe9-4f7c-b532-97837813d027 service neutron] For port 85f1ffbb-f70a-42a7-9281-9405290de24c, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:09:15.685839 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-a4ab8031-dbe9-4f7c-b532-97837813d027 service neutron] For port 85f1ffbb-f70a-42a7-9281-9405290de24c, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=85f1ffbb-f70a-42a7-9281-9405290de24c,segment=NetworkSegment(3ebdffdc-6971-48fd-ba95-8983ff90e231),segment_id=3ebdffdc-6971-48fd-ba95-8983ff90e231)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:09:15.699449 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e1545f2e-fc1e-4a3a-9f62-c3dfcbefa42f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=581401f16c9f4e91824e00844c3b72ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0679386 Feb 07 21:09:15.701996 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54226) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:15.710829 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-a4ab8031-dbe9-4f7c-b532-97837813d027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (85f1ffbb-f70a-42a7-9281-9405290de24c), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:15.727971 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d42d386a-910c-4c64-a1fe-fbe44b0327da req-bbcc3b6f-dff9-4050-9cfb-c0633d4dbeda tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668441 Feb 07 21:09:15.738766 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080c078-e440-49f0-8ea0-04ca1ffc2da2 req-626ccfbf-ab14-475d-aa48-c5e600dfb7f6 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:15.757932 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8080c078-e440-49f0-8ea0-04ca1ffc2da2 req-626ccfbf-ab14-475d-aa48-c5e600dfb7f6 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 949 time: 0.2203169 Feb 07 21:09:15.771845 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-a4ab8031-dbe9-4f7c-b532-97837813d027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:15.772692 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-a4ab8031-dbe9-4f7c-b532-97837813d027 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:15.774741 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-a4ab8031-dbe9-4f7c-b532-97837813d027 service neutron] 10.222.0.69 "PUT /v2.0/ports/85f1ffbb-f70a-42a7-9281-9405290de24c HTTP/1.1" status: 200 len: 1092 time: 1.8074121 Feb 07 21:09:15.779688 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4972bd65-8742-4c1f-81ed-a205e00db7db', 'tag': '85f1ffbb-f70a-42a7-9281-9405290de24c'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:15.781633 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f73988-cf81-4f8a-954d-84db6f2583e2" -d '{"events": [{"name": "network-changed", "server_uuid": "4972bd65-8742-4c1f-81ed-a205e00db7db", "tag": "85f1ffbb-f70a-42a7-9281-9405290de24c"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:15.838705 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39934b2c-a9e2-4237-8c76-48e28c704018 admin admin] Publish callbacks [] for security_group (02a43b1a-8238-4af7-b47f-ac7b06b1905e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:15.844865 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab8031-dbe9-4f7c-b532-97837813d027 service neutron] Pushing event updated for resources: {'Port': ['ID=85f1ffbb-f70a-42a7-9281-9405290de24c,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:15.857726 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541db8b-d12e-4fae-a1f2-88d6ac771c80 req-50c1c9d8-e3dc-4c26-b75c-b303f728d131 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:15.859242 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0541db8b-d12e-4fae-a1f2-88d6ac771c80 req-50c1c9d8-e3dc-4c26-b75c-b303f728d131 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 945 time: 0.1852038 Feb 07 21:09:15.888122 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39934b2c-a9e2-4237-8c76-48e28c704018 admin admin] Publish callbacks [] for security_group (02a43b1a-8238-4af7-b47f-ac7b06b1905e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:15.917239 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-6d4cefc9-eb06-4252-88f9-c64a5e8c2858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:15.918114 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-6d4cefc9-eb06-4252-88f9-c64a5e8c2858 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2a4544860cbc4caabd5d8243d51ecc26&device_id=4972bd65-8742-4c1f-81ed-a205e00db7db HTTP/1.1" status: 200 len: 1126 time: 0.0959120 Feb 07 21:09:15.948590 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8080c078-e440-49f0-8ea0-04ca1ffc2da2 req-3ce1b196-9cfd-4cdc-a8af-1d74b290eddc tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892335 Feb 07 21:09:15.987514 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-fb4d1580-d768-4e54-881c-1aefe75f3b1f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85f1ffbb-f70a-42a7-9281-9405290de24c HTTP/1.1" status: 200 len: 217 time: 0.0617821 Feb 07 21:09:15.995185 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1b04b3a7-97fe-4814-9e12-304cfaad3224 req-30c0e95a-30a1-41f3-8858-81508dde6a64 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (36f8ddf7-f45f-48f1-bc34-8e8d930f5571), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:16.008560 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['66a42d3e-7744-430a-a865-053bbb45a7ef', '36f8ddf7-f45f-48f1-bc34-8e8d930f5571'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:09:16.009154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68974dff-3f76-41e7-b44b-b59b6b4af034 req-891f5232-6075-46f4-888f-11ff7a7a8342 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:16.010164 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68974dff-3f76-41e7-b44b-b59b6b4af034 req-891f5232-6075-46f4-888f-11ff7a7a8342 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4972bd65-8742-4c1f-81ed-a205e00db7db HTTP/1.1" status: 200 len: 944 time: 0.1668608 Feb 07 21:09:16.013662 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['b9feb26d-0f66-4b71-8ed3-d190edbaf70e'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:09:16.056418 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c0e95a-30a1-41f3-8858-81508dde6a64 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Pushing event deleted for resources: {'Port': ['ID=36f8ddf7-f45f-48f1-bc34-8e8d930f5571,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:16.078343 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a6a510-17e0-4c4a-8c89-65e4f844fb5d x-openstack-request-id: req-12a6a510-17e0-4c4a-8c89-65e4f844fb5d {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:16.078686 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4972bd65-8742-4c1f-81ed-a205e00db7db", "tag": "85f1ffbb-f70a-42a7-9281-9405290de24c", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:16.078894 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-12a6a510-17e0-4c4a-8c89-65e4f844fb5d {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:16.079291 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4972bd65-8742-4c1f-81ed-a205e00db7db', 'tag': '85f1ffbb-f70a-42a7-9281-9405290de24c', 'status': 'completed', 'code': 200} Feb 07 21:09:16.122352 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39934b2c-a9e2-4237-8c76-48e28c704018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (02a43b1a-8238-4af7-b47f-ac7b06b1905e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:16.128414 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39934b2c-a9e2-4237-8c76-48e28c704018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:16.129593 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-39934b2c-a9e2-4237-8c76-48e28c704018 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/02a43b1a-8238-4af7-b47f-ac7b06b1905e HTTP/1.1" status: 204 len: 168 time: 0.4265511 Feb 07 21:09:16.155925 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-3beda227-e2b0-40d4-8a33-058073d58b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:16.160077 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-3beda227-e2b0-40d4-8a33-058073d58b69 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af204f36-78da-41d9-a1a7-8aba7dabeb16 HTTP/1.1" status: 200 len: 857 time: 0.1658950 Feb 07 21:09:16.161088 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39934b2c-a9e2-4237-8c76-48e28c704018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a43b1a-8238-4af7-b47f-ac7b06b1905e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:16.222754 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-c7e34dd3-1c1a-4ed0-8483-08b832ee1664 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7324dd90-1601-4dde-808f-648bb2480f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492241 Feb 07 21:09:16.416535 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-4a78455c-172c-4a04-bec2-eee9ab2ab103 service neutron] 10.222.0.69 "GET /v2.0/networks/7324dd90-1601-4dde-808f-648bb2480f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861832 Feb 07 21:09:16.522824 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7e2acb6b-4923-4a25-aa26-b21c391a6e0e req-ed865bc7-1677-491f-91e9-2c887d5cd8d9 service neutron] 10.222.0.69 "GET /v2.0/networks/7324dd90-1601-4dde-808f-648bb2480f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993452 Feb 07 21:09:16.636195 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b04b3a7-97fe-4814-9e12-304cfaad3224 req-30c0e95a-30a1-41f3-8858-81508dde6a64 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] No DVR routers for this DVR port 36f8ddf7-f45f-48f1-bc34-8e8d930f5571 on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:09:16.644666 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1b04b3a7-97fe-4814-9e12-304cfaad3224 req-30c0e95a-30a1-41f3-8858-81508dde6a64 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:16.647220 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b04b3a7-97fe-4814-9e12-304cfaad3224 req-30c0e95a-30a1-41f3-8858-81508dde6a64 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.69 "DELETE /v2.0/ports/36f8ddf7-f45f-48f1-bc34-8e8d930f5571 HTTP/1.1" status: 204 len: 173 time: 1.5808685 Feb 07 21:09:16.647685 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafe2fe1-38a4-4e26-8bab-5978f61f79d4', 'name': 'network-vif-deleted', 'tag': '36f8ddf7-f45f-48f1-bc34-8e8d930f5571'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:16.649951 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59246ac2-6e57-4065-ac82-f06c7cfca2e7" -d '{"events": [{"server_uuid": "bafe2fe1-38a4-4e26-8bab-5978f61f79d4", "name": "network-vif-deleted", "tag": "36f8ddf7-f45f-48f1-bc34-8e8d930f5571"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:16.663001 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f73988-cf81-4f8a-954d-84db6f2583e2 req-c59989c3-729c-4e76-8120-9702ff3af030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:16.664386 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-90f73988-cf81-4f8a-954d-84db6f2583e2 req-c59989c3-729c-4e76-8120-9702ff3af030 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2a4544860cbc4caabd5d8243d51ecc26&device_id=4972bd65-8742-4c1f-81ed-a205e00db7db HTTP/1.1" status: 200 len: 1126 time: 0.0811484 Feb 07 21:09:16.687747 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68974dff-3f76-41e7-b44b-b59b6b4af034 req-9ffc6962-ccf7-4f67-941c-54a59ca0f91f tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/security-groups?id=eff241fd-91bb-48b4-82d0-f471a35e8b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6518681 Feb 07 21:09:16.729548 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-0541db8b-d12e-4fae-a1f2-88d6ac771c80 req-08f9bb72-f75c-4bb0-bdb7-de9240195adb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Deleting port eaede541-68c3-4d82-ad8f-7ef40447a189 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:09:16.729900 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0541db8b-d12e-4fae-a1f2-88d6ac771c80 req-08f9bb72-f75c-4bb0-bdb7-de9240195adb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (eaede541-68c3-4d82-ad8f-7ef40447a189), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:16.751055 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762a61b-f820-43f9-aa89-ffb0f70ab958 req-500aa3c4-8b54-47e9-b57e-c6f1c678e34a tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:16.761120 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9762a61b-f820-43f9-aa89-ffb0f70ab958 req-500aa3c4-8b54-47e9-b57e-c6f1c678e34a tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 945 time: 0.1335068 Feb 07 21:09:16.863044 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6f71ef53-1023-4af1-8cd1-799b0773b313 req-198d826d-3efe-45dd-ab5a-08f4e1d7ac78 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 210 time: 0.0427659 Feb 07 21:09:16.876464 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f73988-cf81-4f8a-954d-84db6f2583e2 req-420210a6-3166-4b7f-aa9d-b8a21f407755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:16.883054 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-90f73988-cf81-4f8a-954d-84db6f2583e2 req-420210a6-3166-4b7f-aa9d-b8a21f407755 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7324dd90-1601-4dde-808f-648bb2480f2d HTTP/1.1" status: 200 len: 918 time: 0.2097061 Feb 07 21:09:16.899372 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9762a61b-f820-43f9-aa89-ffb0f70ab958 req-3139dd9a-2ded-4bb3-bcbf-d3c2afd5183a tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370661 Feb 07 21:09:16.939778 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-0541db8b-d12e-4fae-a1f2-88d6ac771c80 req-08f9bb72-f75c-4bb0-bdb7-de9240195adb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] For port eaede541-68c3-4d82-ad8f-7ef40447a189, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=eaede541-68c3-4d82-ad8f-7ef40447a189,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:16.944965 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0541db8b-d12e-4fae-a1f2-88d6ac771c80 req-08f9bb72-f75c-4bb0-bdb7-de9240195adb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (eaede541-68c3-4d82-ad8f-7ef40447a189), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:16.973278 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-90f73988-cf81-4f8a-954d-84db6f2583e2 req-8cb6f97f-3be1-4028-b369-5ec1955e841e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85f1ffbb-f70a-42a7-9281-9405290de24c HTTP/1.1" status: 200 len: 217 time: 0.0816848 Feb 07 21:09:16.977737 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32611ac0-8625-4c48-9f51-12e64c269658 x-openstack-request-id: req-32611ac0-8625-4c48-9f51-12e64c269658 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:16.978039 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafe2fe1-38a4-4e26-8bab-5978f61f79d4", "name": "network-vif-deleted", "tag": "36f8ddf7-f45f-48f1-bc34-8e8d930f5571", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:16.978296 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-32611ac0-8625-4c48-9f51-12e64c269658 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:16.980473 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafe2fe1-38a4-4e26-8bab-5978f61f79d4', 'name': 'network-vif-deleted', 'tag': '36f8ddf7-f45f-48f1-bc34-8e8d930f5571', 'status': 'completed', 'code': 200} Feb 07 21:09:16.981335 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-0541db8b-d12e-4fae-a1f2-88d6ac771c80 req-08f9bb72-f75c-4bb0-bdb7-de9240195adb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Calling delete_port for eaede541-68c3-4d82-ad8f-7ef40447a189 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:09:17.011153 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d1edeb7c-445c-4564-9c16-a08b9682c42d details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:09:17.104363 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f73988-cf81-4f8a-954d-84db6f2583e2 req-328d0838-3b0c-4026-b364-205f6e92a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:17.105999 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-90f73988-cf81-4f8a-954d-84db6f2583e2 req-328d0838-3b0c-4026-b364-205f6e92a8d7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af204f36-78da-41d9-a1a7-8aba7dabeb16 HTTP/1.1" status: 200 len: 857 time: 0.1233335 Feb 07 21:09:17.170065 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49684291-1cc8-44b3-a4aa-0ea583a74973 req-ba0c285f-aa0a-4711-9548-c6c0ca6f8caa tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=bafe2fe1-38a4-4e26-8bab-5978f61f79d4 HTTP/1.1" status: 200 len: 210 time: 0.0410342 Feb 07 21:09:17.197020 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9237268-328d-4805-8f43-0fedf831762c req-a05e1d6d-253c-4618-bd40-de62588f1089 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:17.205517 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9237268-328d-4805-8f43-0fedf831762c req-a05e1d6d-253c-4618-bd40-de62588f1089 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca46813-168a-4ac6-80e2-3c35db7db73b HTTP/1.1" status: 200 len: 945 time: 0.1221888 Feb 07 21:09:17.239181 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-90f73988-cf81-4f8a-954d-84db6f2583e2 req-91af1e71-414a-4289-8254-a8069741c497 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7324dd90-1601-4dde-808f-648bb2480f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1235135 Feb 07 21:09:17.281143 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9237268-328d-4805-8f43-0fedf831762c req-4d84e09e-62cd-42b7-8b35-9cdff1e6815d tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715883 Feb 07 21:09:17.407692 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port d1edeb7c-445c-4564-9c16-a08b9682c42d, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d1edeb7c-445c-4564-9c16-a08b9682c42d,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:17.429630 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'd1edeb7c-445c-4564-9c16-a08b9682c42d', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': 'd1edeb7c-445c-4564-9c16-a08b9682c42d', 'mac_address': 'fa:16:3e:1f:37:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:09:17.485272 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port d1edeb7c-445c-4564-9c16-a08b9682c42d is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:09:17.486104 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:17.502765 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad14a2f-d63f-4f55-9e08-1bd131865bbc req-953976b2-e2f1-4ee3-82b6-82ff89ee296b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:17.505253 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1edeb7c-445c-4564-9c16-a08b9682c42d {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:09:17.508017 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-90f73988-cf81-4f8a-954d-84db6f2583e2 req-81ffb081-ea2d-4f02-b253-832fe63584ad service neutron] 10.222.0.69 "GET /v2.0/networks/7324dd90-1601-4dde-808f-648bb2480f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619138 Feb 07 21:09:17.512641 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7ad14a2f-d63f-4f55-9e08-1bd131865bbc req-953976b2-e2f1-4ee3-82b6-82ff89ee296b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 949 time: 0.2171111 Feb 07 21:09:17.522275 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0541db8b-d12e-4fae-a1f2-88d6ac771c80 req-08f9bb72-f75c-4bb0-bdb7-de9240195adb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (eaede541-68c3-4d82-ad8f-7ef40447a189), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:17.544392 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['eaede541-68c3-4d82-ad8f-7ef40447a189'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:09:17.570563 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port d1edeb7c-445c-4564-9c16-a08b9682c42d, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d1edeb7c-445c-4564-9c16-a08b9682c42d,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:17.581200 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:17.689328 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9bb72-f75c-4bb0-bdb7-de9240195adb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Pushing event deleted for resources: {'Port': ['ID=eaede541-68c3-4d82-ad8f-7ef40447a189,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:17.711891 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-90f73988-cf81-4f8a-954d-84db6f2583e2 req-93f04783-4a34-476e-9c96-b5043b1907fb service neutron] 10.222.0.69 "GET /v2.0/networks/7324dd90-1601-4dde-808f-648bb2480f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971850 Feb 07 21:09:17.733186 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-0541db8b-d12e-4fae-a1f2-88d6ac771c80 req-08f9bb72-f75c-4bb0-bdb7-de9240195adb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] No DVR routers for this DVR port eaede541-68c3-4d82-ad8f-7ef40447a189 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:09:17.738569 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0541db8b-d12e-4fae-a1f2-88d6ac771c80 req-08f9bb72-f75c-4bb0-bdb7-de9240195adb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:17.742337 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0541db8b-d12e-4fae-a1f2-88d6ac771c80 req-08f9bb72-f75c-4bb0-bdb7-de9240195adb tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.71 "DELETE /v2.0/ports/eaede541-68c3-4d82-ad8f-7ef40447a189 HTTP/1.1" status: 204 len: 173 time: 1.8656888 Feb 07 21:09:17.768371 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=d1edeb7c-445c-4564-9c16-a08b9682c42d,revision_number=12']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:17.778481 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7ad14a2f-d63f-4f55-9e08-1bd131865bbc req-32cbfd25-453f-4848-b914-c7fe32e22c3b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590530 Feb 07 21:09:17.954625 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba53935-01a4-48d4-9e95-34aa8c525f12 req-a29e6525-600a-49b5-a305-8d4fa76ac6e0 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:17.956502 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ba53935-01a4-48d4-9e95-34aa8c525f12 req-a29e6525-600a-49b5-a305-8d4fa76ac6e0 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4972bd65-8742-4c1f-81ed-a205e00db7db HTTP/1.1" status: 200 len: 944 time: 0.0917101 Feb 07 21:09:17.973182 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['d1edeb7c-445c-4564-9c16-a08b9682c42d'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:09:18.021340 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ba53935-01a4-48d4-9e95-34aa8c525f12 req-291a4d75-59b0-40ad-a1f2-64ec9a51cf31 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/security-groups?id=eff241fd-91bb-48b4-82d0-f471a35e8b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574706 Feb 07 21:09:18.118606 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2d189-a98b-42ea-ab80-41a1ebb655e7 req-8828b56c-2a41-4c2b-9092-e9cb96715783 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:18.127226 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-62e2d189-a98b-42ea-ab80-41a1ebb655e7 req-8828b56c-2a41-4c2b-9092-e9cb96715783 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 950 time: 0.0863109 Feb 07 21:09:18.187177 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-62e2d189-a98b-42ea-ab80-41a1ebb655e7 req-4cb4be25-b5d9-4f4a-a2b4-4c8b6c30241a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589085 Feb 07 21:09:18.317505 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bc3b6b19-4a0a-4c6f-a6d1-85e4e7ddd98f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:18.338634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d5d09a01-1896-4496-b4d9-6dd820e3570a req-eb7e38dd-e416-4eeb-96aa-501fcfe8d7e0 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 210 time: 0.0742140 Feb 07 21:09:18.384247 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd643f25-e94f-426d-9cae-b8db67513830 req-ffb880a9-3d4c-44c6-adc8-f8e1306988fc tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fe69e2-07c1-42d0-8569-42410969ea4e HTTP/1.1" status: 200 len: 210 time: 0.0442634 Feb 07 21:09:18.753249 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-9b58ee8f-7a3b-468b-b3dd-88ed3fcffff6 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247252 Feb 07 21:09:18.889463 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d967f04-dfce-4c00-bc74-8b30eba675a0 req-4f5e9e93-8a84-41c8-b44b-d7faaac48843 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:18.891060 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6d967f04-dfce-4c00-bc74-8b30eba675a0 req-4f5e9e93-8a84-41c8-b44b-d7faaac48843 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=d07e487b-5abf-48ec-bc39-dd6c4a093fc9 HTTP/1.1" status: 200 len: 945 time: 0.1212261 Feb 07 21:09:18.916210 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-8f4d2dc0-1aac-43fb-8156-cbba4a69d1a5 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:18.917695 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-8f4d2dc0-1aac-43fb-8156-cbba4a69d1a5 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1585484 Feb 07 21:09:18.939792 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-dcf781f8-5186-4b50-939a-d49d0c15c54a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/quotas/f4fe27c2f8aa423da4df091a462a1dd2 HTTP/1.1" status: 200 len: 375 time: 0.0157604 Feb 07 21:09:18.981422 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fe69e2-07c1-42d0-8569-42410969ea4e', 'name': 'network-vif-deleted', 'tag': 'eaede541-68c3-4d82-ad8f-7ef40447a189'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:18.983573 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d5164d-85e2-4412-9f33-6592e2a4e3a4" -d '{"events": [{"server_uuid": "a5fe69e2-07c1-42d0-8569-42410969ea4e", "name": "network-vif-deleted", "tag": "eaede541-68c3-4d82-ad8f-7ef40447a189"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:18.991577 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6d967f04-dfce-4c00-bc74-8b30eba675a0 req-fb0cc5fd-5a4b-4e39-8cad-084c81ec81cb tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909812 Feb 07 21:09:19.002378 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 36f8ddf7-f45f-48f1-bc34-8e8d930f5571 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:09:19.021246 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-fbe198e4-c260-48a8-8659-6df71f0c8bcb tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0732076 Feb 07 21:09:19.041895 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 36f8ddf7-f45f-48f1-bc34-8e8d930f5571 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:09:19.042574 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 36f8ddf7-f45f-48f1-bc34-8e8d930f5571 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:09:19.046521 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device eaede541-68c3-4d82-ad8f-7ef40447a189 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:09:19.068626 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: eaede541-68c3-4d82-ad8f-7ef40447a189 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:09:19.069377 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device eaede541-68c3-4d82-ad8f-7ef40447a189 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:09:19.121936 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093102a2-d682-41de-a115-5da1daf26627 req-778a7421-d251-4337-859f-aa8ac98becab tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:19.129747 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-093102a2-d682-41de-a115-5da1daf26627 req-778a7421-d251-4337-859f-aa8ac98becab tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca46813-168a-4ac6-80e2-3c35db7db73b HTTP/1.1" status: 200 len: 945 time: 0.0627863 Feb 07 21:09:19.233086 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-093102a2-d682-41de-a115-5da1daf26627 req-0b72c7d7-a6cd-4ff1-9fd0-f7da36d34211 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022673 Feb 07 21:09:19.240756 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560f6451-22de-4fa3-b097-6ba8d7a8e7db x-openstack-request-id: req-560f6451-22de-4fa3-b097-6ba8d7a8e7db {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:19.241118 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fe69e2-07c1-42d0-8569-42410969ea4e", "name": "network-vif-deleted", "tag": "eaede541-68c3-4d82-ad8f-7ef40447a189", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:19.241363 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-560f6451-22de-4fa3-b097-6ba8d7a8e7db {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:19.241781 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fe69e2-07c1-42d0-8569-42410969ea4e', 'name': 'network-vif-deleted', 'tag': 'eaede541-68c3-4d82-ad8f-7ef40447a189', 'status': 'completed', 'code': 200} Feb 07 21:09:19.323716 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0ed3920f-1af0-46bf-a90e-818a220bfab0 req-d58b33b9-bb66-4269-ae0a-a8ca2a1bd457 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 210 time: 0.0439558 Feb 07 21:09:19.408745 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943b6ef-bfdd-4d10-81ba-badb89b89a25 req-f3b90a08-062a-44ca-a0c7-6b007221f439 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:19.416031 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e943b6ef-bfdd-4d10-81ba-badb89b89a25 req-f3b90a08-062a-44ca-a0c7-6b007221f439 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4972bd65-8742-4c1f-81ed-a205e00db7db HTTP/1.1" status: 200 len: 944 time: 0.0828233 Feb 07 21:09:19.418795 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9b4e7a15-6bb4-45c3-9bb7-057d1569e243 req-8bcf8786-a2b3-4c37-9ebc-ed1e7fb77907 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0996547 Feb 07 21:09:19.483248 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e943b6ef-bfdd-4d10-81ba-badb89b89a25 req-40b9c9dc-ec59-4e54-8d6f-a7a594570ebe tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/security-groups?id=eff241fd-91bb-48b4-82d0-f471a35e8b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587068 Feb 07 21:09:19.533057 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0cd7d083-080c-46c6-a79e-58f2b47a1f2a req-25515043-19e7-4db3-866f-4ba96bb51dc3 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 210 time: 0.0356762 Feb 07 21:09:19.555950 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e7a15-6bb4-45c3-9bb7-057d1569e243 req-cb292263-3964-4f12-a3a3-44e079e04a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:19.557494 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9b4e7a15-6bb4-45c3-9bb7-057d1569e243 req-cb292263-3964-4f12-a3a3-44e079e04a42 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 1132 time: 0.1145875 Feb 07 21:09:19.710581 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e7a15-6bb4-45c3-9bb7-057d1569e243 req-85335b66-1c50-48c7-8633-1d3c16195532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:19.712097 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9b4e7a15-6bb4-45c3-9bb7-057d1569e243 req-85335b66-1c50-48c7-8633-1d3c16195532 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1231802 Feb 07 21:09:19.779159 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9b4e7a15-6bb4-45c3-9bb7-057d1569e243 req-abbc8172-a7e1-43b1-9eb6-792610d5b28d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=238ad644-1617-428c-a78f-ea49876c0f14 HTTP/1.1" status: 200 len: 217 time: 0.0605581 Feb 07 21:09:19.857780 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e7a15-6bb4-45c3-9bb7-057d1569e243 req-74e06015-b0f5-458a-a055-168efe280cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:19.859307 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9b4e7a15-6bb4-45c3-9bb7-057d1569e243 req-74e06015-b0f5-458a-a055-168efe280cb8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0734582 Feb 07 21:09:19.933837 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e7a15-6bb4-45c3-9bb7-057d1569e243 req-1bcec2e2-9718-4905-b37b-94ddf8bea814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:19.936007 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9b4e7a15-6bb4-45c3-9bb7-057d1569e243 req-1bcec2e2-9718-4905-b37b-94ddf8bea814 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0663478 Feb 07 21:09:19.946356 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c74961-bd4c-4419-8162-f04475081e6c req-1192f3ea-08be-4331-b032-ab6d0825fae5 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:19.948128 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69c74961-bd4c-4419-8162-f04475081e6c req-1192f3ea-08be-4331-b032-ab6d0825fae5 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/networks?id=bf854134-2113-420b-b9e5-1df875fc6e85 HTTP/1.1" status: 200 len: 812 time: 0.1408446 Feb 07 21:09:19.971536 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69c74961-bd4c-4419-8162-f04475081e6c req-83738265-270f-4b78-b119-b96096f8dc94 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/quotas/c752a538afe047fe808375441195e2c5 HTTP/1.1" status: 200 len: 375 time: 0.0174363 Feb 07 21:09:20.015287 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69c74961-bd4c-4419-8162-f04475081e6c req-6a982c67-9af0-4b7b-851c-5d05f72a225c tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c752a538afe047fe808375441195e2c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425131 Feb 07 21:09:20.152220 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9b4e7a15-6bb4-45c3-9bb7-057d1569e243 req-b0fcf0b0-9567-4fcc-adb3-aeb5f14c41aa service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087932 Feb 07 21:09:20.229407 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69c74961-bd4c-4419-8162-f04475081e6c req-3bc66f01-c9f2-455d-8775-23b9a530dd20 service neutron] 10.222.0.65 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062352 Feb 07 21:09:20.284258 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9b4e7a15-6bb4-45c3-9bb7-057d1569e243 req-0e202e79-86b4-473e-8209-10555e8a1e4d service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245270 Feb 07 21:09:20.361042 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32e0df-b3ca-414a-8a13-4d9d5adb5a46 req-c0860584-d638-43df-803f-ead31a0f94a7 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:20.362552 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fd32e0df-b3ca-414a-8a13-4d9d5adb5a46 req-c0860584-d638-43df-803f-ead31a0f94a7 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=d07e487b-5abf-48ec-bc39-dd6c4a093fc9 HTTP/1.1" status: 200 len: 945 time: 0.1795509 Feb 07 21:09:20.401465 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3452b-318b-4656-960b-33a372ef2825 req-d48b2712-d535-417d-bfb7-fc919586a959 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:20.403220 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4b3452b-318b-4656-960b-33a372ef2825 req-d48b2712-d535-417d-bfb7-fc919586a959 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d07e487b-5abf-48ec-bc39-dd6c4a093fc9 HTTP/1.1" status: 200 len: 945 time: 0.1027865 Feb 07 21:09:20.475072 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69c74961-bd4c-4419-8162-f04475081e6c req-0c191760-7f3a-4b9f-9892-ce83db7149cb service neutron] 10.222.0.65 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351897 Feb 07 21:09:20.520767 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bfdf2f34-409c-45cd-8a91-5ebf8e46294d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:20.541282 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fd32e0df-b3ca-414a-8a13-4d9d5adb5a46 req-228475ba-2060-4f88-bbf1-33941f863735 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584246 Feb 07 21:09:20.596860 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-d4b3452b-318b-4656-960b-33a372ef2825 req-e6cfdf14-8a02-4ead-aba3-6f1f3d81f341 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Deleting port 66a42d3e-7744-430a-a865-053bbb45a7ef {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:09:20.597215 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d4b3452b-318b-4656-960b-33a372ef2825 req-e6cfdf14-8a02-4ead-aba3-6f1f3d81f341 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (66a42d3e-7744-430a-a865-053bbb45a7ef), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:20.789864 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-0fce7360-2594-4785-8b0e-c20d58739079 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466530 Feb 07 21:09:20.859800 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2bd709cc-6d27-4cf5-b088-d2bf12aa67f5 req-12b8aee4-6609-41a2-aee9-1e8a61f59367 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 210 time: 0.1744273 Feb 07 21:09:20.916263 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-d4b3452b-318b-4656-960b-33a372ef2825 req-e6cfdf14-8a02-4ead-aba3-6f1f3d81f341 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] For port 66a42d3e-7744-430a-a865-053bbb45a7ef, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=66a42d3e-7744-430a-a865-053bbb45a7ef,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:20.917175 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d4b3452b-318b-4656-960b-33a372ef2825 req-e6cfdf14-8a02-4ead-aba3-6f1f3d81f341 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (66a42d3e-7744-430a-a865-053bbb45a7ef), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:20.958499 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-d4b3452b-318b-4656-960b-33a372ef2825 req-e6cfdf14-8a02-4ead-aba3-6f1f3d81f341 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Calling delete_port for 66a42d3e-7744-430a-a865-053bbb45a7ef owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:09:20.991774 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d0db6-cef8-4881-a5b8-dfd3ba1c78b7 req-e6bd77e9-60c6-4d31-8531-ea4ad25e5daa tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:21.004005 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 85f1ffbb-f70a-42a7-9281-9405290de24c details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:09:21.018688 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d76d0db6-cef8-4881-a5b8-dfd3ba1c78b7 req-e6bd77e9-60c6-4d31-8531-ea4ad25e5daa tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca46813-168a-4ac6-80e2-3c35db7db73b HTTP/1.1" status: 200 len: 945 time: 0.3389821 Feb 07 21:09:21.084593 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-ba5d9f5a-8255-41d9-824b-5ecfdec1cc7a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:21.086787 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-ba5d9f5a-8255-41d9-824b-5ecfdec1cc7a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2915831 Feb 07 21:09:21.103905 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d1edeb7c-445c-4564-9c16-a08b9682c42d up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:09:21.111617 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-03a0d58b-d8e4-44d4-b605-b68cff5f6bc0 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Request body: {'port': {'device_id': 'cf1003c8-3868-44e8-9ec9-7ad0e300065a', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': 'f4fe27c2f8aa423da4df091a462a1dd2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:09:21.250867 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 85f1ffbb-f70a-42a7-9281-9405290de24c, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=85f1ffbb-f70a-42a7-9281-9405290de24c,segment=NetworkSegment(3ebdffdc-6971-48fd-ba95-8983ff90e231),segment_id=3ebdffdc-6971-48fd-ba95-8983ff90e231)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:21.322069 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '85f1ffbb-f70a-42a7-9281-9405290de24c', 'network_id': '7324dd90-1601-4dde-808f-648bb2480f2d', 'port_id': '85f1ffbb-f70a-42a7-9281-9405290de24c', 'mac_address': 'fa:16:3e:16:e3:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af204f36-78da-41d9-a1a7-8aba7dabeb16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:09:21.341358 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port d1edeb7c-445c-4564-9c16-a08b9682c42d completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:09:21.351237 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port d1edeb7c-445c-4564-9c16-a08b9682c42d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:09:21.353456 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:21.362242 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-03a0d58b-d8e4-44d4-b605-b68cff5f6bc0 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Made reservation on behalf of f4fe27c2f8aa423da4df091a462a1dd2 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:09:21.366260 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-03a0d58b-d8e4-44d4-b605-b68cff5f6bc0 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:21.467196 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc592675-dada-469d-90a2-c68ed35f7277 req-d052bd70-2274-47b3-89c3-797f094d9224 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:21.472415 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc592675-dada-469d-90a2-c68ed35f7277 req-d052bd70-2274-47b3-89c3-797f094d9224 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4972bd65-8742-4c1f-81ed-a205e00db7db HTTP/1.1" status: 200 len: 944 time: 0.3974416 Feb 07 21:09:21.484271 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d76d0db6-cef8-4881-a5b8-dfd3ba1c78b7 req-fe86a788-285e-43bb-b151-aa0e8ae49a39 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612763 Feb 07 21:09:21.545347 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 85f1ffbb-f70a-42a7-9281-9405290de24c is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:09:21.546540 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (85f1ffbb-f70a-42a7-9281-9405290de24c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:21.568014 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f1ffbb-f70a-42a7-9281-9405290de24c {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:09:21.589858 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-03a0d58b-d8e4-44d4-b605-b68cff5f6bc0 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Allocated IP 192.168.233.106 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/71e0b546-c4a6-460b-8dac-ab4f971acc40) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:09:21.592676 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 85f1ffbb-f70a-42a7-9281-9405290de24c, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=85f1ffbb-f70a-42a7-9281-9405290de24c,segment=NetworkSegment(3ebdffdc-6971-48fd-ba95-8983ff90e231),segment_id=3ebdffdc-6971-48fd-ba95-8983ff90e231)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:21.608590 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (85f1ffbb-f70a-42a7-9281-9405290de24c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:21.716625 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port d1edeb7c-445c-4564-9c16-a08b9682c42d is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:09:21.717261 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:21.737266 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:21.771345 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=85f1ffbb-f70a-42a7-9281-9405290de24c,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:21.789037 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66411210-de16-4570-8eb0-ea45cf1d66da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1edeb7c-445c-4564-9c16-a08b9682c42d'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:21.792882 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e599c5-80ed-4536-a69e-4fd38ae93f2d" -d '{"events": [{"server_uuid": "66411210-de16-4570-8eb0-ea45cf1d66da", "name": "network-vif-plugged", "status": "completed", "tag": "d1edeb7c-445c-4564-9c16-a08b9682c42d"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:21.800948 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc592675-dada-469d-90a2-c68ed35f7277 req-90665fe1-b2e6-44d5-aa11-be5e6c3b9ec3 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/security-groups?id=eff241fd-91bb-48b4-82d0-f471a35e8b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123217 Feb 07 21:09:21.806156 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4564ee4a-6c87-4d2d-8c91-13a3f5ac0ffd req-830c7f43-a8f2-49af-b908-06e2e42f61e4 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 210 time: 0.1932602 Feb 07 21:09:21.838871 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port d1edeb7c-445c-4564-9c16-a08b9682c42d, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d1edeb7c-445c-4564-9c16-a08b9682c42d,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:21.867583 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:21.880246 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d045ffcc-726f-4394-a411-9ab3aab2cb28 req-78798108-e0d7-4c08-a224-c19dc383345f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b7111d70-5d78-4ddd-8a7f-050a628280c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2678943 Feb 07 21:09:21.922641 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-03a0d58b-d8e4-44d4-b605-b68cff5f6bc0 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks [] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:21.998893 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=d1edeb7c-445c-4564-9c16-a08b9682c42d,revision_number=13']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:22.006592 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['85f1ffbb-f70a-42a7-9281-9405290de24c'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:09:22.018271 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-03a0d58b-d8e4-44d4-b605-b68cff5f6bc0 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:22.049435 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-965065e8-ad13-4763-925d-5dd92bcd86cb req-29c1b440-7b6d-4617-910c-e712751be194 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=d07e487b-5abf-48ec-bc39-dd6c4a093fc9 HTTP/1.1" status: 200 len: 210 time: 0.0905755 Feb 07 21:09:22.076325 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['079ee442-2956-408d-b74d-1256c9778d3b', '238ad644-1617-428c-a78f-ea49876c0f14'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:09:22.082360 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['d1edeb7c-445c-4564-9c16-a08b9682c42d'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:09:22.093549 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d4b3452b-318b-4656-960b-33a372ef2825 req-e6cfdf14-8a02-4ead-aba3-6f1f3d81f341 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (66a42d3e-7744-430a-a865-053bbb45a7ef), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:22.156545 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6f96dd10-a0cb-4f33-9c42-68cbb42282fe req-9701ecf1-5c59-4a17-b275-ad2d8a93d00a tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ea192f-72b2-4ba7-82cb-a7d0a248f5b5 HTTP/1.1" status: 200 len: 210 time: 0.0639789 Feb 07 21:09:22.184664 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbac459a-caca-4ec8-b2fd-45caf231b69a x-openstack-request-id: req-bbac459a-caca-4ec8-b2fd-45caf231b69a {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:22.184957 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66411210-de16-4570-8eb0-ea45cf1d66da", "name": "network-vif-plugged", "status": "completed", "tag": "d1edeb7c-445c-4564-9c16-a08b9682c42d", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:22.185430 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bbac459a-caca-4ec8-b2fd-45caf231b69a {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:22.186816 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66411210-de16-4570-8eb0-ea45cf1d66da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1edeb7c-445c-4564-9c16-a08b9682c42d', 'code': 200} Feb 07 21:09:22.193779 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfdf14-8a02-4ead-aba3-6f1f3d81f341 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Pushing event deleted for resources: {'Port': ['ID=66a42d3e-7744-430a-a865-053bbb45a7ef,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:22.241969 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['b9feb26d-0f66-4b71-8ed3-d190edbaf70e'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:09:22.246641 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['66a42d3e-7744-430a-a865-053bbb45a7ef'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:09:22.247541 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b3452b-318b-4656-960b-33a372ef2825 req-e6cfdf14-8a02-4ead-aba3-6f1f3d81f341 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] No DVR routers for this DVR port 66a42d3e-7744-430a-a865-053bbb45a7ef on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:09:22.264091 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d4b3452b-318b-4656-960b-33a372ef2825 req-e6cfdf14-8a02-4ead-aba3-6f1f3d81f341 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:22.277190 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4b3452b-318b-4656-960b-33a372ef2825 req-e6cfdf14-8a02-4ead-aba3-6f1f3d81f341 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.69 "DELETE /v2.0/ports/66a42d3e-7744-430a-a865-053bbb45a7ef HTTP/1.1" status: 204 len: 173 time: 1.8605702 Feb 07 21:09:22.279322 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07e487b-5abf-48ec-bc39-dd6c4a093fc9', 'name': 'network-vif-deleted', 'tag': '66a42d3e-7744-430a-a865-053bbb45a7ef'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:22.286053 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3eb067-8aa8-4256-bddd-41a04e3efa7a" -d '{"events": [{"server_uuid": "d07e487b-5abf-48ec-bc39-dd6c4a093fc9", "name": "network-vif-deleted", "tag": "66a42d3e-7744-430a-a865-053bbb45a7ef"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:22.446997 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b291d6d3-9c18-4bff-87eb-12cac13434e3 x-openstack-request-id: req-b291d6d3-9c18-4bff-87eb-12cac13434e3 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:22.446997 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07e487b-5abf-48ec-bc39-dd6c4a093fc9", "name": "network-vif-deleted", "tag": "66a42d3e-7744-430a-a865-053bbb45a7ef", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:22.446997 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b291d6d3-9c18-4bff-87eb-12cac13434e3 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:22.449136 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07e487b-5abf-48ec-bc39-dd6c4a093fc9', 'name': 'network-vif-deleted', 'tag': '66a42d3e-7744-430a-a865-053bbb45a7ef', 'status': 'completed', 'code': 200} Feb 07 21:09:22.450604 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045ffcc-726f-4394-a411-9ab3aab2cb28 req-4cace17d-7f90-440e-9113-c87ae7c55eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:22.458487 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d045ffcc-726f-4394-a411-9ab3aab2cb28 req-4cace17d-7f90-440e-9113-c87ae7c55eee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=841a01135e18414d8cae49a87b71e7b4&device_id=b7111d70-5d78-4ddd-8a7f-050a628280c4 HTTP/1.1" status: 200 len: 1128 time: 0.4864326 Feb 07 21:09:22.478560 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-03a0d58b-d8e4-44d4-b605-b68cff5f6bc0 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:09:22.481860 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-03a0d58b-d8e4-44d4-b605-b68cff5f6bc0 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:09:22.485998 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-03a0d58b-d8e4-44d4-b605-b68cff5f6bc0 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:09:22.530098 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0d58b-d8e4-44d4-b605-b68cff5f6bc0 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Pushing event updated for resources: {'Port': ['ID=71e0b546-c4a6-460b-8dac-ab4f971acc40,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:22.567672 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:09:22.582858 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-03a0d58b-d8e4-44d4-b605-b68cff5f6bc0 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:22.583485 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-03a0d58b-d8e4-44d4-b605-b68cff5f6bc0 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:22.624042 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-03a0d58b-d8e4-44d4-b605-b68cff5f6bc0 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5228457 Feb 07 21:09:22.635984 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-73a94922-9c1e-4ba3-87c5-eb30bd8dcaa3 service neutron] Request body: {'port': {'device_id': 'cf1003c8-3868-44e8-9ec9-7ad0e300065a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:09:22.774911 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-73a94922-9c1e-4ba3-87c5-eb30bd8dcaa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:22.776867 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045ffcc-726f-4394-a411-9ab3aab2cb28 req-c0aaa4d4-cc13-4960-9710-df6ae185d42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:22.778312 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d045ffcc-726f-4394-a411-9ab3aab2cb28 req-c0aaa4d4-cc13-4960-9710-df6ae185d42d service neutron] 10.222.0.71 "GET /v2.0/networks?id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 HTTP/1.1" status: 200 len: 906 time: 0.1899252 Feb 07 21:09:22.899920 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d045ffcc-726f-4394-a411-9ab3aab2cb28 req-6e3e262b-e6c1-46e0-96a9-8f5a7920f4b6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9feb26d-0f66-4b71-8ed3-d190edbaf70e HTTP/1.1" status: 200 len: 217 time: 0.0957985 Feb 07 21:09:22.973499 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045ffcc-726f-4394-a411-9ab3aab2cb28 req-3e3e252d-c584-49ec-8ec7-4a03884e2a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:22.975378 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d045ffcc-726f-4394-a411-9ab3aab2cb28 req-3e3e252d-c584-49ec-8ec7-4a03884e2a04 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=039429f6-d6cc-49db-bf32-0ffb3c8562c1 HTTP/1.1" status: 200 len: 845 time: 0.0508146 Feb 07 21:09:23.011474 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517d8f9-5593-4eeb-bd69-654e0f8ee4df req-0f3befc6-bbbc-4e5b-8e0f-c70587b4d7c2 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:23.019431 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6517d8f9-5593-4eeb-bd69-654e0f8ee4df req-0f3befc6-bbbc-4e5b-8e0f-c70587b4d7c2 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 936 time: 0.7941756 Feb 07 21:09:23.084101 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d045ffcc-726f-4394-a411-9ab3aab2cb28 req-b47849d2-c21d-42d6-8148-d9c94453af3c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942194 Feb 07 21:09:23.122187 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-bc6613a7-e8f8-4b22-b1c3-b13b38c42dd7 None None] Provisioning complete for port 71e0b546-c4a6-460b-8dac-ab4f971acc40 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:09:23.122768 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bc6613a7-e8f8-4b22-b1c3-b13b38c42dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:23.125715 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device a63e45cd-ea2d-4f9b-aa88-cc694fd1369f details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:09:23.167163 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7aa93-0855-4884-92df-7d358cd3d109 req-b494ac98-eff0-44a0-b878-45671b148191 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:23.175196 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8c7aa93-0855-4884-92df-7d358cd3d109 req-b494ac98-eff0-44a0-b878-45671b148191 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca46813-168a-4ac6-80e2-3c35db7db73b HTTP/1.1" status: 200 len: 945 time: 0.3823040 Feb 07 21:09:23.259175 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6517d8f9-5593-4eeb-bd69-654e0f8ee4df req-9f5ceb9c-8dc2-4c25-ab42-8067a474c41e tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385352 Feb 07 21:09:23.281270 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c74961-bd4c-4419-8162-f04475081e6c req-de999c4b-bd78-4bf5-9480-67529ffd2ee2 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:23.283214 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69c74961-bd4c-4419-8162-f04475081e6c req-de999c4b-bd78-4bf5-9480-67529ffd2ee2 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.71 "GET /v2.0/networks?id=bf854134-2113-420b-b9e5-1df875fc6e85 HTTP/1.1" status: 200 len: 812 time: 0.8761239 Feb 07 21:09:23.348349 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:23.349617 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8c7aa93-0855-4884-92df-7d358cd3d109 req-44f2c0b8-bb7b-4f31-b24d-402be2eceb90 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732259 Feb 07 21:09:23.360569 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-73a94922-9c1e-4ba3-87c5-eb30bd8dcaa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e0b546-c4a6-460b-8dac-ab4f971acc40 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:09:23.394960 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-73a94922-9c1e-4ba3-87c5-eb30bd8dcaa3 service neutron] Publish callbacks [] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:23.419211 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d045ffcc-726f-4394-a411-9ab3aab2cb28 req-1567518c-7b1b-4a47-b714-f36ad372f10d service neutron] 10.222.0.71 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098688 Feb 07 21:09:23.443214 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-73a94922-9c1e-4ba3-87c5-eb30bd8dcaa3 service neutron] Transition to ACTIVE for port object 71e0b546-c4a6-460b-8dac-ab4f971acc40 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:09:23.459052 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-73a94922-9c1e-4ba3-87c5-eb30bd8dcaa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:23.516183 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a94922-9c1e-4ba3-87c5-eb30bd8dcaa3 service neutron] Pushing event updated for resources: {'Port': ['ID=71e0b546-c4a6-460b-8dac-ab4f971acc40,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:23.561750 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-bc6613a7-e8f8-4b22-b1c3-b13b38c42dd7 None None] Port 71e0b546-c4a6-460b-8dac-ab4f971acc40 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:09:23.616187 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port a63e45cd-ea2d-4f9b-aa88-cc694fd1369f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=a63e45cd-ea2d-4f9b-aa88-cc694fd1369f,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:23.619816 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e88ce992-6722-4a08-a095-bf427cf12f70 req-86c09aa8-603f-41e8-b421-52a82c6e6a77 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 210 time: 0.0872371 Feb 07 21:09:23.641589 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-69c74961-bd4c-4419-8162-f04475081e6c req-3e29b53b-8457-4375-b0e1-5a62eb54d997 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Request body: {'port': {'device_id': '85ea192f-72b2-4ba7-82cb-a7d0a248f5b5', 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85', 'admin_state_up': True, 'tenant_id': 'c752a538afe047fe808375441195e2c5'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:09:23.689854 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'a63e45cd-ea2d-4f9b-aa88-cc694fd1369f', 'network_id': '55acbe04-ba96-44f5-acf7-c6a9f81c70a3', 'port_id': 'a63e45cd-ea2d-4f9b-aa88-cc694fd1369f', 'mac_address': 'fa:16:3e:47:5d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d136787-de5f-4353-a2b9-a7f4409cab76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:09:23.740145 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-73a94922-9c1e-4ba3-87c5-eb30bd8dcaa3 service neutron] Attempting to bind port 71e0b546-c4a6-460b-8dac-ab4f971acc40 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:09:23.740527 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-73a94922-9c1e-4ba3-87c5-eb30bd8dcaa3 service neutron] Attempting to bind port 71e0b546-c4a6-460b-8dac-ab4f971acc40 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:09:23.755539 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-73a94922-9c1e-4ba3-87c5-eb30bd8dcaa3 service neutron] Attempting to bind port 71e0b546-c4a6-460b-8dac-ab4f971acc40 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:09:23.761887 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-73a94922-9c1e-4ba3-87c5-eb30bd8dcaa3 service neutron] Port 71e0b546-c4a6-460b-8dac-ab4f971acc40 on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:09:23.762216 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-73a94922-9c1e-4ba3-87c5-eb30bd8dcaa3 service neutron] Attempting to bind port 71e0b546-c4a6-460b-8dac-ab4f971acc40 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:09:23.778523 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-73a94922-9c1e-4ba3-87c5-eb30bd8dcaa3 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:09:23.779179 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-73a94922-9c1e-4ba3-87c5-eb30bd8dcaa3 service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:09:23.779788 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-73a94922-9c1e-4ba3-87c5-eb30bd8dcaa3 service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:09:23.780564 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-73a94922-9c1e-4ba3-87c5-eb30bd8dcaa3 service neutron] Bound port: 71e0b546-c4a6-460b-8dac-ab4f971acc40, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:09:23.781548 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-73a94922-9c1e-4ba3-87c5-eb30bd8dcaa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:23.867281 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port a63e45cd-ea2d-4f9b-aa88-cc694fd1369f is: ACTIVE; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:09:23.868242 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a63e45cd-ea2d-4f9b-aa88-cc694fd1369f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:23.902858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a63e45cd-ea2d-4f9b-aa88-cc694fd1369f {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:09:23.951864 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port a63e45cd-ea2d-4f9b-aa88-cc694fd1369f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=a63e45cd-ea2d-4f9b-aa88-cc694fd1369f,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:23.953242 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-926b7f6c-a2af-49e0-b39f-79611dbfacd1 req-a7e9a723-54f0-4584-aeef-26b53584ddc3 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ea192f-72b2-4ba7-82cb-a7d0a248f5b5 HTTP/1.1" status: 200 len: 210 time: 0.0875764 Feb 07 21:09:23.969590 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-73a94922-9c1e-4ba3-87c5-eb30bd8dcaa3 service neutron] For port 71e0b546-c4a6-460b-8dac-ab4f971acc40, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:09:23.971368 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a63e45cd-ea2d-4f9b-aa88-cc694fd1369f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:23.974715 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-73a94922-9c1e-4ba3-87c5-eb30bd8dcaa3 service neutron] For port 71e0b546-c4a6-460b-8dac-ab4f971acc40, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=71e0b546-c4a6-460b-8dac-ab4f971acc40,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:09:23.994650 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-73a94922-9c1e-4ba3-87c5-eb30bd8dcaa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:24.019676 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988898a8-5612-4e99-8460-b4be155054b3 req-2f4f6c11-5a6d-4e1e-ad2d-9aedf2f57f34 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:24.027775 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-988898a8-5612-4e99-8460-b4be155054b3 req-2f4f6c11-5a6d-4e1e-ad2d-9aedf2f57f34 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4972bd65-8742-4c1f-81ed-a205e00db7db HTTP/1.1" status: 200 len: 945 time: 0.5587039 Feb 07 21:09:24.039222 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-73a94922-9c1e-4ba3-87c5-eb30bd8dcaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:24.039952 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-73a94922-9c1e-4ba3-87c5-eb30bd8dcaa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:24.041647 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-73a94922-9c1e-4ba3-87c5-eb30bd8dcaa3 service neutron] 10.222.0.69 "PUT /v2.0/ports/71e0b546-c4a6-460b-8dac-ab4f971acc40 HTTP/1.1" status: 200 len: 1096 time: 1.4101474 Feb 07 21:09:24.047010 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1003c8-3868-44e8-9ec9-7ad0e300065a', 'tag': '71e0b546-c4a6-460b-8dac-ab4f971acc40'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:24.049635 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb587e8-bc4a-4afa-a39f-3b229083dc12" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1003c8-3868-44e8-9ec9-7ad0e300065a", "tag": "71e0b546-c4a6-460b-8dac-ab4f971acc40"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:24.064890 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d045ffcc-726f-4394-a411-9ab3aab2cb28 req-1e618568-59aa-4ada-9247-eb534d0d8350 service neutron] 10.222.0.71 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6363637 Feb 07 21:09:24.102789 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a94922-9c1e-4ba3-87c5-eb30bd8dcaa3 service neutron] Pushing event updated for resources: {'Port': ['ID=71e0b546-c4a6-460b-8dac-ab4f971acc40,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:24.161480 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-988898a8-5612-4e99-8460-b4be155054b3 req-ce5ae532-5e72-4908-86d8-78e39c842999 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/security-groups?id=eff241fd-91bb-48b4-82d0-f471a35e8b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245463 Feb 07 21:09:24.205398 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=a63e45cd-ea2d-4f9b-aa88-cc694fd1369f,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:24.218973 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-e9a04495-8a60-46a7-9110-0e51420c1f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:24.221349 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-e9a04495-8a60-46a7-9110-0e51420c1f7d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 1130 time: 0.1071546 Feb 07 21:09:24.254511 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['a63e45cd-ea2d-4f9b-aa88-cc694fd1369f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:09:24.287691 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a44f9a6-2c29-4947-92d0-8bb9977caf24 x-openstack-request-id: req-9a44f9a6-2c29-4947-92d0-8bb9977caf24 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:24.288328 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1003c8-3868-44e8-9ec9-7ad0e300065a", "tag": "71e0b546-c4a6-460b-8dac-ab4f971acc40", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:24.288736 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9a44f9a6-2c29-4947-92d0-8bb9977caf24 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:24.289289 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1003c8-3868-44e8-9ec9-7ad0e300065a', 'tag': '71e0b546-c4a6-460b-8dac-ab4f971acc40', 'status': 'completed', 'code': 200} Feb 07 21:09:24.291265 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-4386ce20-6bd1-4063-b35f-9d8eac63ea10 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=71e0b546-c4a6-460b-8dac-ab4f971acc40 HTTP/1.1" status: 200 len: 217 time: 0.0613689 Feb 07 21:09:24.406648 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c74961-bd4c-4419-8162-f04475081e6c req-3e29b53b-8457-4375-b0e1-5a62eb54d997 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Made reservation on behalf of c752a538afe047fe808375441195e2c5 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:09:24.411413 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-69c74961-bd4c-4419-8162-f04475081e6c req-3e29b53b-8457-4375-b0e1-5a62eb54d997 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:24.429997 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-255a5b69-a564-4303-88e1-590e2c6ee953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:24.433060 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-255a5b69-a564-4303-88e1-590e2c6ee953 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1347346 Feb 07 21:09:24.471987 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:24.514668 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-7a96f2cc-5587-4956-baf2-acdec3aaff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:24.516775 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-7a96f2cc-5587-4956-baf2-acdec3aaff4e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0783210 Feb 07 21:09:24.517981 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871040d-1a01-4302-b052-e890592f2cd9 req-c79e2981-0d71-4f7f-811f-148724fd0bc1 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:24.519913 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6871040d-1a01-4302-b052-e890592f2cd9 req-c79e2981-0d71-4f7f-811f-148724fd0bc1 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/networks?id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 HTTP/1.1" status: 200 len: 805 time: 0.3538637 Feb 07 21:09:24.642510 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-882bb695-a054-4935-b100-775fbe17d17a service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149719 Feb 07 21:09:24.762906 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-76a328b9-a22f-45d8-ae16-ed10c39c77a7 req-f2c0a34c-acf1-4f73-9001-c570debb896c service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136518 Feb 07 21:09:24.894654 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb587e8-bc4a-4afa-a39f-3b229083dc12 req-22e78f8c-c240-420f-88ae-f6bfa0a402c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:24.897205 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0eb587e8-bc4a-4afa-a39f-3b229083dc12 req-22e78f8c-c240-420f-88ae-f6bfa0a402c8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 1130 time: 0.0841901 Feb 07 21:09:24.983696 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6871040d-1a01-4302-b052-e890592f2cd9 req-bbe7bedd-a7dd-4189-a0e7-3d42fd4ee7a9 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/quotas/841a01135e18414d8cae49a87b71e7b4 HTTP/1.1" status: 200 len: 375 time: 0.4562943 Feb 07 21:09:25.024618 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb587e8-bc4a-4afa-a39f-3b229083dc12 req-64319d60-fde1-44f8-a2bd-83dc1faa6e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:25.026293 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0eb587e8-bc4a-4afa-a39f-3b229083dc12 req-64319d60-fde1-44f8-a2bd-83dc1faa6e6e service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1230493 Feb 07 21:09:25.038545 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 85f1ffbb-f70a-42a7-9281-9405290de24c up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:09:25.084616 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device a63e45cd-ea2d-4f9b-aa88-cc694fd1369f up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:09:25.101374 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0eb587e8-bc4a-4afa-a39f-3b229083dc12 req-ff8841db-64d5-45ca-8145-4a4e630fcb2a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=71e0b546-c4a6-460b-8dac-ab4f971acc40 HTTP/1.1" status: 200 len: 217 time: 0.0679410 Feb 07 21:09:25.167227 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf00420-cf2e-4649-8085-6f4b2248c9d1 req-9b157dbe-6bfc-4ffd-b5c3-d9e1044a4ba7 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:25.169471 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb587e8-bc4a-4afa-a39f-3b229083dc12 req-025a8534-8a36-4ae9-bd46-0fbf1910afd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:25.173628 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0eb587e8-bc4a-4afa-a39f-3b229083dc12 req-025a8534-8a36-4ae9-bd46-0fbf1910afd7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0657561 Feb 07 21:09:25.174405 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fbf00420-cf2e-4649-8085-6f4b2248c9d1 req-9b157dbe-6bfc-4ffd-b5c3-d9e1044a4ba7 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 948 time: 0.7311556 Feb 07 21:09:25.232028 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6871040d-1a01-4302-b052-e890592f2cd9 req-c671410a-871b-43a8-b7f4-51dba6918b06 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=841a01135e18414d8cae49a87b71e7b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2473767 Feb 07 21:09:25.275895 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb587e8-bc4a-4afa-a39f-3b229083dc12 req-0a52e2fc-7869-4d9a-97c2-d3a471688abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:25.284101 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0eb587e8-bc4a-4afa-a39f-3b229083dc12 req-0a52e2fc-7869-4d9a-97c2-d3a471688abc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1041238 Feb 07 21:09:25.324212 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-69c74961-bd4c-4419-8162-f04475081e6c req-3e29b53b-8457-4375-b0e1-5a62eb54d997 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Allocated IP 172.20.0.3 (bf854134-2113-420b-b9e5-1df875fc6e85/2f8980a6-7981-49aa-b0cb-ed215989d81d/b7281f02-9f98-4fdb-a172-3aaa541bea55) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:09:25.346647 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fbf00420-cf2e-4649-8085-6f4b2248c9d1 req-650066e8-6b35-4748-b5ea-92149074820d tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662030 Feb 07 21:09:25.403470 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 85f1ffbb-f70a-42a7-9281-9405290de24c completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:09:25.425206 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port a63e45cd-ea2d-4f9b-aa88-cc694fd1369f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:09:25.425817 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a63e45cd-ea2d-4f9b-aa88-cc694fd1369f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:25.429776 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 85f1ffbb-f70a-42a7-9281-9405290de24c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:09:25.429961 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (85f1ffbb-f70a-42a7-9281-9405290de24c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:25.458670 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0eb587e8-bc4a-4afa-a39f-3b229083dc12 req-6c1f0ef9-4c26-4dd2-8b73-feea7ea33f31 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672416 Feb 07 21:09:25.504073 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6871040d-1a01-4302-b052-e890592f2cd9 req-a26936da-09ab-43fc-b8a8-abf5584942ee service neutron] 10.222.0.65 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529583 Feb 07 21:09:25.597541 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port a63e45cd-ea2d-4f9b-aa88-cc694fd1369f is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:09:25.599818 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a63e45cd-ea2d-4f9b-aa88-cc694fd1369f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:25.637634 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829acd8-d932-4e02-b46d-ac3ea68aa7bf req-3fff44b8-c542-49e7-a207-307819ff165d tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:25.644718 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e829acd8-d932-4e02-b46d-ac3ea68aa7bf req-3fff44b8-c542-49e7-a207-307819ff165d tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca46813-168a-4ac6-80e2-3c35db7db73b HTTP/1.1" status: 200 len: 944 time: 0.1993160 Feb 07 21:09:25.666878 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0eb587e8-bc4a-4afa-a39f-3b229083dc12 req-eb81febb-1537-46a7-9ade-44e7bba73988 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004225 Feb 07 21:09:25.676593 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca46813-168a-4ac6-80e2-3c35db7db73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63e45cd-ea2d-4f9b-aa88-cc694fd1369f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:25.679410 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0804ec-6912-4735-ba4a-e1f87b2e0d02" -d '{"events": [{"server_uuid": "3ca46813-168a-4ac6-80e2-3c35db7db73b", "name": "network-vif-plugged", "status": "completed", "tag": "a63e45cd-ea2d-4f9b-aa88-cc694fd1369f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:25.728092 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port a63e45cd-ea2d-4f9b-aa88-cc694fd1369f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=a63e45cd-ea2d-4f9b-aa88-cc694fd1369f,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:25.737176 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6871040d-1a01-4302-b052-e890592f2cd9 req-00654b1b-f2d3-4d62-afee-1c60de02e867 service neutron] 10.222.0.65 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322278 Feb 07 21:09:25.778974 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 85f1ffbb-f70a-42a7-9281-9405290de24c is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:09:25.779300 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (85f1ffbb-f70a-42a7-9281-9405290de24c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:25.790464 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a63e45cd-ea2d-4f9b-aa88-cc694fd1369f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:25.841735 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e829acd8-d932-4e02-b46d-ac3ea68aa7bf req-5314eb04-d448-43d8-9aef-2b03d2d806ec tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960745 Feb 07 21:09:25.870773 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-69c74961-bd4c-4419-8162-f04475081e6c req-3e29b53b-8457-4375-b0e1-5a62eb54d997 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks [] for port (b7281f02-9f98-4fdb-a172-3aaa541bea55), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:25.874037 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=a63e45cd-ea2d-4f9b-aa88-cc694fd1369f,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:25.936639 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 85f1ffbb-f70a-42a7-9281-9405290de24c, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=85f1ffbb-f70a-42a7-9281-9405290de24c,segment=NetworkSegment(3ebdffdc-6971-48fd-ba95-8983ff90e231),segment_id=3ebdffdc-6971-48fd-ba95-8983ff90e231)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:25.950559 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (85f1ffbb-f70a-42a7-9281-9405290de24c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:25.954187 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 66a42d3e-7744-430a-a865-053bbb45a7ef no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:09:26.033195 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-69c74961-bd4c-4419-8162-f04475081e6c req-3e29b53b-8457-4375-b0e1-5a62eb54d997 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (b7281f02-9f98-4fdb-a172-3aaa541bea55), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:26.036920 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d005e29e-98a0-401c-8a4e-dad8af332d4f req-803fc1a0-5a1c-4cc8-8a70-6e98dcdce8f0 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/ports?device_id=81db1caa-3cd5-40a9-bfbd-aa69cdbdb845 HTTP/1.1" status: 200 len: 210 time: 0.0518224 Feb 07 21:09:26.125020 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=85f1ffbb-f70a-42a7-9281-9405290de24c,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:26.129544 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c74961-bd4c-4419-8162-f04475081e6c req-3e29b53b-8457-4375-b0e1-5a62eb54d997 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Network bf854134-2113-420b-b9e5-1df875fc6e85 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:09:26.147970 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-69c74961-bd4c-4419-8162-f04475081e6c req-3e29b53b-8457-4375-b0e1-5a62eb54d997 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:09:26.149062 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 66a42d3e-7744-430a-a865-053bbb45a7ef {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:09:26.151010 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 66a42d3e-7744-430a-a865-053bbb45a7ef not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:09:26.152011 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c74961-bd4c-4419-8162-f04475081e6c req-3e29b53b-8457-4375-b0e1-5a62eb54d997 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:09:26.159767 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29b53b-8457-4375-b0e1-5a62eb54d997 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Pushing event updated for resources: {'Port': ['ID=b7281f02-9f98-4fdb-a172-3aaa541bea55,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:26.268790 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c74961-bd4c-4419-8162-f04475081e6c req-3e29b53b-8457-4375-b0e1-5a62eb54d997 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:26.269433 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-69c74961-bd4c-4419-8162-f04475081e6c req-3e29b53b-8457-4375-b0e1-5a62eb54d997 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:26.297529 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69c74961-bd4c-4419-8162-f04475081e6c req-3e29b53b-8457-4375-b0e1-5a62eb54d997 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0022254 Feb 07 21:09:26.310712 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-69c74961-bd4c-4419-8162-f04475081e6c req-51e7d76f-7fec-4fc6-9ea7-32a9ebfbc637 service neutron] Request body: {'port': {'device_id': '85ea192f-72b2-4ba7-82cb-a7d0a248f5b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:09:26.326381 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036fa23-a1f3-42ce-80a2-f2e71cb450a9 req-a5731b55-d1f5-46ed-805f-b6dd428d995e tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:26.327934 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7036fa23-a1f3-42ce-80a2-f2e71cb450a9 req-a5731b55-d1f5-46ed-805f-b6dd428d995e tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4972bd65-8742-4c1f-81ed-a205e00db7db HTTP/1.1" status: 200 len: 946 time: 0.1291776 Feb 07 21:09:26.336256 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef489b-fff8-4d1b-8e4d-a7db65a73ca3 req-9b4f1982-4a4f-493b-9f67-ce0c0e71d74b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:26.337740 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-86ef489b-fff8-4d1b-8e4d-a7db65a73ca3 req-9b4f1982-4a4f-493b-9f67-ce0c0e71d74b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ea192f-72b2-4ba7-82cb-a7d0a248f5b5 HTTP/1.1" status: 200 len: 931 time: 0.1575096 Feb 07 21:09:26.470560 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7036fa23-a1f3-42ce-80a2-f2e71cb450a9 req-cce7a81e-21b6-420d-94e1-fb3e5c07d881 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/security-groups?id=eff241fd-91bb-48b4-82d0-f471a35e8b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154907 Feb 07 21:09:26.495698 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-86ef489b-fff8-4d1b-8e4d-a7db65a73ca3 req-546e3143-5bc0-4381-972c-bff2c99e1d24 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260066 Feb 07 21:09:26.495698 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-69c74961-bd4c-4419-8162-f04475081e6c req-51e7d76f-7fec-4fc6-9ea7-32a9ebfbc637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b7281f02-9f98-4fdb-a172-3aaa541bea55), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:26.537313 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739e887d-5883-437e-a49c-3f9b473b810b x-openstack-request-id: req-739e887d-5883-437e-a49c-3f9b473b810b {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:26.539293 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca46813-168a-4ac6-80e2-3c35db7db73b", "name": "network-vif-plugged", "status": "completed", "tag": "a63e45cd-ea2d-4f9b-aa88-cc694fd1369f", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:26.539779 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-739e887d-5883-437e-a49c-3f9b473b810b {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:26.540452 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca46813-168a-4ac6-80e2-3c35db7db73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63e45cd-ea2d-4f9b-aa88-cc694fd1369f', 'code': 200} Feb 07 21:09:26.582636 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-038c9b5e-b771-4c3a-b3c7-8ce41def8c09 req-75b17dd5-a530-4bea-a4b6-ee15f5e5df46 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=8da41ef4-56bc-4232-880b-bff46e56683a HTTP/1.1" status: 200 len: 210 time: 0.0365274 Feb 07 21:09:26.809263 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca83ac2-a776-4701-b490-9e2af496987e req-c59ae362-ac1f-4810-aa96-0f3a8be2613a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:26.817288 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6ca83ac2-a776-4701-b490-9e2af496987e req-c59ae362-ac1f-4810-aa96-0f3a8be2613a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 948 time: 0.1491787 Feb 07 21:09:26.911737 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6ca83ac2-a776-4701-b490-9e2af496987e req-9399b0ab-f560-488c-bf19-a588d8d266de tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934067 Feb 07 21:09:26.993595 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-69c74961-bd4c-4419-8162-f04475081e6c req-51e7d76f-7fec-4fc6-9ea7-32a9ebfbc637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7281f02-9f98-4fdb-a172-3aaa541bea55 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:09:27.004916 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-69c74961-bd4c-4419-8162-f04475081e6c req-51e7d76f-7fec-4fc6-9ea7-32a9ebfbc637 service neutron] Publish callbacks [] for port (b7281f02-9f98-4fdb-a172-3aaa541bea55), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:27.023882 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-69c74961-bd4c-4419-8162-f04475081e6c req-51e7d76f-7fec-4fc6-9ea7-32a9ebfbc637 service neutron] Transition to ACTIVE for port object b7281f02-9f98-4fdb-a172-3aaa541bea55 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:09:27.031794 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-69c74961-bd4c-4419-8162-f04475081e6c req-51e7d76f-7fec-4fc6-9ea7-32a9ebfbc637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (b7281f02-9f98-4fdb-a172-3aaa541bea55), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:27.046898 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818c562-b3bc-4187-a744-50ef074af99f req-24d1b93e-cbd7-4ecf-a1c8-9f36fb7421b0 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:27.048429 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d818c562-b3bc-4187-a744-50ef074af99f req-24d1b93e-cbd7-4ecf-a1c8-9f36fb7421b0 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca46813-168a-4ac6-80e2-3c35db7db73b HTTP/1.1" status: 200 len: 945 time: 0.0908964 Feb 07 21:09:27.110324 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7d76f-7fec-4fc6-9ea7-32a9ebfbc637 service neutron] Pushing event updated for resources: {'Port': ['ID=b7281f02-9f98-4fdb-a172-3aaa541bea55,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:27.150412 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54502) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:27.178975 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d818c562-b3bc-4187-a744-50ef074af99f req-a8e8499b-a813-44a5-96d1-d012216c366d tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073287 Feb 07 21:09:27.213804 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-69c74961-bd4c-4419-8162-f04475081e6c req-51e7d76f-7fec-4fc6-9ea7-32a9ebfbc637 service neutron] Attempting to bind port b7281f02-9f98-4fdb-a172-3aaa541bea55 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:09:27.213804 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-69c74961-bd4c-4419-8162-f04475081e6c req-51e7d76f-7fec-4fc6-9ea7-32a9ebfbc637 service neutron] Attempting to bind port b7281f02-9f98-4fdb-a172-3aaa541bea55 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '978d531a-5f04-4ecc-9967-0e2116886724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:09:27.213804 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c74961-bd4c-4419-8162-f04475081e6c req-51e7d76f-7fec-4fc6-9ea7-32a9ebfbc637 service neutron] Attempting to bind port b7281f02-9f98-4fdb-a172-3aaa541bea55 on network bf854134-2113-420b-b9e5-1df875fc6e85 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:09:27.213804 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c74961-bd4c-4419-8162-f04475081e6c req-51e7d76f-7fec-4fc6-9ea7-32a9ebfbc637 service neutron] Port b7281f02-9f98-4fdb-a172-3aaa541bea55 on network bf854134-2113-420b-b9e5-1df875fc6e85 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:09:27.213804 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c74961-bd4c-4419-8162-f04475081e6c req-51e7d76f-7fec-4fc6-9ea7-32a9ebfbc637 service neutron] Attempting to bind port b7281f02-9f98-4fdb-a172-3aaa541bea55 on network bf854134-2113-420b-b9e5-1df875fc6e85 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:09:27.219577 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c74961-bd4c-4419-8162-f04475081e6c req-51e7d76f-7fec-4fc6-9ea7-32a9ebfbc637 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:09:27.220244 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c74961-bd4c-4419-8162-f04475081e6c req-51e7d76f-7fec-4fc6-9ea7-32a9ebfbc637 service neutron] Checking segment: {'id': '978d531a-5f04-4ecc-9967-0e2116886724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:09:27.220606 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c74961-bd4c-4419-8162-f04475081e6c req-51e7d76f-7fec-4fc6-9ea7-32a9ebfbc637 service neutron] Bound using segment: {'id': '978d531a-5f04-4ecc-9967-0e2116886724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:09:27.221035 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-69c74961-bd4c-4419-8162-f04475081e6c req-51e7d76f-7fec-4fc6-9ea7-32a9ebfbc637 service neutron] Bound port: b7281f02-9f98-4fdb-a172-3aaa541bea55, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978d531a-5f04-4ecc-9967-0e2116886724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:09:27.221384 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-69c74961-bd4c-4419-8162-f04475081e6c req-51e7d76f-7fec-4fc6-9ea7-32a9ebfbc637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b7281f02-9f98-4fdb-a172-3aaa541bea55), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:27.245838 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-386da495-c2dc-47db-96aa-c6e70d4b77c0 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for security_group (3155095b-db7a-4a96-b06b-bfc72e76da53), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:27.277371 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-386da495-c2dc-47db-96aa-c6e70d4b77c0 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for security_group (3155095b-db7a-4a96-b06b-bfc72e76da53), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:27.317610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-69c74961-bd4c-4419-8162-f04475081e6c req-51e7d76f-7fec-4fc6-9ea7-32a9ebfbc637 service neutron] For port b7281f02-9f98-4fdb-a172-3aaa541bea55, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:09:27.321387 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-69c74961-bd4c-4419-8162-f04475081e6c req-51e7d76f-7fec-4fc6-9ea7-32a9ebfbc637 service neutron] For port b7281f02-9f98-4fdb-a172-3aaa541bea55, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b7281f02-9f98-4fdb-a172-3aaa541bea55,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:09:27.328946 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-69c74961-bd4c-4419-8162-f04475081e6c req-51e7d76f-7fec-4fc6-9ea7-32a9ebfbc637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (b7281f02-9f98-4fdb-a172-3aaa541bea55), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:27.345208 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-386da495-c2dc-47db-96aa-c6e70d4b77c0 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3155095b-db7a-4a96-b06b-bfc72e76da53), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:27.363466 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-386da495-c2dc-47db-96aa-c6e70d4b77c0 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:27.368278 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-386da495-c2dc-47db-96aa-c6e70d4b77c0 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "DELETE /v2.0/security-groups/3155095b-db7a-4a96-b06b-bfc72e76da53 HTTP/1.1" status: 204 len: 168 time: 0.2144084 Feb 07 21:09:27.369326 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54512) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:27.407960 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c74961-bd4c-4419-8162-f04475081e6c req-51e7d76f-7fec-4fc6-9ea7-32a9ebfbc637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:27.408623 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-69c74961-bd4c-4419-8162-f04475081e6c req-51e7d76f-7fec-4fc6-9ea7-32a9ebfbc637 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:27.411662 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69c74961-bd4c-4419-8162-f04475081e6c req-51e7d76f-7fec-4fc6-9ea7-32a9ebfbc637 service neutron] 10.222.0.71 "PUT /v2.0/ports/b7281f02-9f98-4fdb-a172-3aaa541bea55 HTTP/1.1" status: 200 len: 1091 time: 1.1042697 Feb 07 21:09:27.411662 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ea192f-72b2-4ba7-82cb-a7d0a248f5b5', 'tag': 'b7281f02-9f98-4fdb-a172-3aaa541bea55'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:27.413702 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c892e72d-643b-4139-8eb1-333c4e89c128" -d '{"events": [{"name": "network-changed", "server_uuid": "85ea192f-72b2-4ba7-82cb-a7d0a248f5b5", "tag": "b7281f02-9f98-4fdb-a172-3aaa541bea55"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:27.443913 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386da495-c2dc-47db-96aa-c6e70d4b77c0 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3155095b-db7a-4a96-b06b-bfc72e76da53,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:27.457611 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-7c6a7665-25a9-4584-bb2b-a85f6e573349 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] show failed (client error): The resource could not be found. Feb 07 21:09:27.459706 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7c6a7665-25a9-4584-bb2b-a85f6e573349 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "GET /v2.0/security-groups/3155095b-db7a-4a96-b06b-bfc72e76da53 HTTP/1.1" status: 404 len: 347 time: 0.0812423 Feb 07 21:09:27.466279 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54526) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:27.469480 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7d76f-7fec-4fc6-9ea7-32a9ebfbc637 service neutron] Pushing event updated for resources: {'Port': ['ID=b7281f02-9f98-4fdb-a172-3aaa541bea55,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:27.494468 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc93144-c52f-4601-b40e-10ece533424f x-openstack-request-id: req-cbc93144-c52f-4601-b40e-10ece533424f {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:27.494663 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ea192f-72b2-4ba7-82cb-a7d0a248f5b5", "tag": "b7281f02-9f98-4fdb-a172-3aaa541bea55", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:27.494911 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cbc93144-c52f-4601-b40e-10ece533424f {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:27.495321 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ea192f-72b2-4ba7-82cb-a7d0a248f5b5', 'tag': 'b7281f02-9f98-4fdb-a172-3aaa541bea55', 'status': 'completed', 'code': 200} Feb 07 21:09:27.702395 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c74961-bd4c-4419-8162-f04475081e6c req-2f6f8496-427c-4353-a780-69700d7bd516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:27.702395 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69c74961-bd4c-4419-8162-f04475081e6c req-2f6f8496-427c-4353-a780-69700d7bd516 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c752a538afe047fe808375441195e2c5&device_id=85ea192f-72b2-4ba7-82cb-a7d0a248f5b5 HTTP/1.1" status: 200 len: 1125 time: 0.1869011 Feb 07 21:09:27.739831 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-78d84fa8-61ed-4be3-a53b-d83d5af2139f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Deleting port 64cf9120-fef1-4d35-802c-736d104c378e {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:09:27.740183 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-78d84fa8-61ed-4be3-a53b-d83d5af2139f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (64cf9120-fef1-4d35-802c-736d104c378e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:27.746500 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871040d-1a01-4302-b052-e890592f2cd9 req-99f3296a-6108-4be5-9de7-256a1b641b79 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:27.748070 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6871040d-1a01-4302-b052-e890592f2cd9 req-99f3296a-6108-4be5-9de7-256a1b641b79 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.71 "GET /v2.0/networks?id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 HTTP/1.1" status: 200 len: 805 time: 0.2493477 Feb 07 21:09:27.786754 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-6871040d-1a01-4302-b052-e890592f2cd9 req-f153624b-45b6-401d-b4ae-c494645f5522 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Request body: {'port': {'device_id': '8da41ef4-56bc-4232-880b-bff46e56683a', 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81', 'admin_state_up': True, 'tenant_id': '841a01135e18414d8cae49a87b71e7b4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:09:27.792142 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69c74961-bd4c-4419-8162-f04475081e6c req-e09e2b5d-3efa-4798-b644-cf9d88ef3d12 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7281f02-9f98-4fdb-a172-3aaa541bea55 HTTP/1.1" status: 200 len: 217 time: 0.0786762 Feb 07 21:09:27.801286 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3cb9d-dfb7-4e8a-a8b2-75d32d6e40a5 req-9837f258-0ea7-421f-9f1b-6df7d5b2797e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:27.802724 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5fb3cb9d-dfb7-4e8a-a8b2-75d32d6e40a5 req-9837f258-0ea7-421f-9f1b-6df7d5b2797e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ea192f-72b2-4ba7-82cb-a7d0a248f5b5 HTTP/1.1" status: 200 len: 943 time: 0.1961370 Feb 07 21:09:27.821922 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-78d84fa8-61ed-4be3-a53b-d83d5af2139f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (64cf9120-fef1-4d35-802c-736d104c378e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:27.822256 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-78d84fa8-61ed-4be3-a53b-d83d5af2139f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for floatingip (64cf9120-fef1-4d35-802c-736d104c378e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:27.835160 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-78d84fa8-61ed-4be3-a53b-d83d5af2139f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Calling delete_port for 64cf9120-fef1-4d35-802c-736d104c378e owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:09:27.950889 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c079ff4-8e55-4448-af03-0ea3e9e38d05 req-60344ed6-89ec-4b4f-acf8-89957e0b08e3 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:27.952664 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c079ff4-8e55-4448-af03-0ea3e9e38d05 req-60344ed6-89ec-4b4f-acf8-89957e0b08e3 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4972bd65-8742-4c1f-81ed-a205e00db7db HTTP/1.1" status: 200 len: 946 time: 0.2641885 Feb 07 21:09:27.966788 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c74961-bd4c-4419-8162-f04475081e6c req-48556af0-0199-40ad-af02-3c860520ef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:27.975161 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69c74961-bd4c-4419-8162-f04475081e6c req-48556af0-0199-40ad-af02-3c860520ef1e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2f8980a6-7981-49aa-b0cb-ed215989d81d HTTP/1.1" status: 200 len: 852 time: 0.1702819 Feb 07 21:09:28.009724 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-78d84fa8-61ed-4be3-a53b-d83d5af2139f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (64cf9120-fef1-4d35-802c-736d104c378e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:28.020832 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5fb3cb9d-dfb7-4e8a-a8b2-75d32d6e40a5 req-9311fd39-20f4-4fee-9bd4-b22f41b409a9 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984313 Feb 07 21:09:28.035916 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d84fa8-61ed-4be3-a53b-d83d5af2139f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event deleted for resources: {'Port': ['ID=64cf9120-fef1-4d35-802c-736d104c378e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:28.083467 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69c74961-bd4c-4419-8162-f04475081e6c req-c16fe637-0494-489c-b8f7-71250e94e522 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bf854134-2113-420b-b9e5-1df875fc6e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863116 Feb 07 21:09:28.101117 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c079ff4-8e55-4448-af03-0ea3e9e38d05 req-1ba8fd6a-1af1-4db0-ab26-378b6f4057b8 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/security-groups?id=eff241fd-91bb-48b4-82d0-f471a35e8b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361556 Feb 07 21:09:28.129177 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-78d84fa8-61ed-4be3-a53b-d83d5af2139f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for floatingip (1fee0f6a-254f-4229-9fe9-25c5999d746c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:28.132765 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-78d84fa8-61ed-4be3-a53b-d83d5af2139f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:28.134374 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-78d84fa8-61ed-4be3-a53b-d83d5af2139f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "DELETE /v2.0/floatingips/1fee0f6a-254f-4229-9fe9-25c5999d746c HTTP/1.1" status: 204 len: 168 time: 0.6657269 Feb 07 21:09:28.137065 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54548) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:28.243503 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6871040d-1a01-4302-b052-e890592f2cd9 req-f153624b-45b6-401d-b4ae-c494645f5522 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Made reservation on behalf of 841a01135e18414d8cae49a87b71e7b4 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:09:28.246951 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6871040d-1a01-4302-b052-e890592f2cd9 req-f153624b-45b6-401d-b4ae-c494645f5522 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:28.262027 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a499c363-bc1c-4ff3-86cd-c438eb49a837 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Deleting port def535e0-560b-493f-84ac-22ae5fd3e2e6 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:09:28.262517 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a499c363-bc1c-4ff3-86cd-c438eb49a837 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (def535e0-560b-493f-84ac-22ae5fd3e2e6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:28.268867 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d63830a9-42b8-4432-b60d-259f68c15c40 req-4bfd43d8-28f9-4aee-af72-a035d847bfaa tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=8da41ef4-56bc-4232-880b-bff46e56683a HTTP/1.1" status: 200 len: 210 time: 0.0769348 Feb 07 21:09:28.297361 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69c74961-bd4c-4419-8162-f04475081e6c req-312dadd9-1bf9-45e8-aa95-1b03b3168e8e service neutron] 10.222.0.71 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034135 Feb 07 21:09:28.367073 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a499c363-bc1c-4ff3-86cd-c438eb49a837 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (def535e0-560b-493f-84ac-22ae5fd3e2e6), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:28.378898 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a499c363-bc1c-4ff3-86cd-c438eb49a837 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Calling delete_port for def535e0-560b-493f-84ac-22ae5fd3e2e6 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:09:28.440940 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40196161-c678-485f-ad10-01786ac33bef req-5790d2ae-060a-4922-947d-d77e037aa4a0 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:28.442568 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-40196161-c678-485f-ad10-01786ac33bef req-5790d2ae-060a-4922-947d-d77e037aa4a0 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca46813-168a-4ac6-80e2-3c35db7db73b HTTP/1.1" status: 200 len: 945 time: 0.2662907 Feb 07 21:09:28.521153 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a499c363-bc1c-4ff3-86cd-c438eb49a837 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (def535e0-560b-493f-84ac-22ae5fd3e2e6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:28.541925 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4972bd65-8742-4c1f-81ed-a205e00db7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f1ffbb-f70a-42a7-9281-9405290de24c'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:28.545009 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803ddad2-c0f0-43f1-add3-52ade4268d64" -d '{"events": [{"server_uuid": "4972bd65-8742-4c1f-81ed-a205e00db7db", "name": "network-vif-plugged", "status": "completed", "tag": "85f1ffbb-f70a-42a7-9281-9405290de24c"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:28.555791 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f996fa-d286-4ca0-b0d9-ef5d7a46e222 req-b57a1622-309f-431c-aac0-00a41028717a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:28.557404 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-73f996fa-d286-4ca0-b0d9-ef5d7a46e222 req-b57a1622-309f-431c-aac0-00a41028717a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 948 time: 0.2269812 Feb 07 21:09:28.562890 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499c363-bc1c-4ff3-86cd-c438eb49a837 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event deleted for resources: {'Port': ['ID=def535e0-560b-493f-84ac-22ae5fd3e2e6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:28.597760 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-40196161-c678-485f-ad10-01786ac33bef req-312f740f-3ebb-445d-9ecc-80954aa3d982 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404462 Feb 07 21:09:28.644889 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69c74961-bd4c-4419-8162-f04475081e6c req-7fad17e7-23a0-4e73-ae35-5fa90bd2e090 service neutron] 10.222.0.71 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246140 Feb 07 21:09:28.647966 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc553a2a-eecc-441b-b828-26e24720dec4 x-openstack-request-id: req-bc553a2a-eecc-441b-b828-26e24720dec4 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:28.648283 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4972bd65-8742-4c1f-81ed-a205e00db7db", "name": "network-vif-plugged", "status": "completed", "tag": "85f1ffbb-f70a-42a7-9281-9405290de24c", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:28.648565 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc553a2a-eecc-441b-b828-26e24720dec4 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:28.648968 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4972bd65-8742-4c1f-81ed-a205e00db7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f1ffbb-f70a-42a7-9281-9405290de24c', 'code': 200} Feb 07 21:09:28.652916 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-6871040d-1a01-4302-b052-e890592f2cd9 req-f153624b-45b6-401d-b4ae-c494645f5522 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Allocated IP 172.20.0.5 (cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81/039429f6-d6cc-49db-bf32-0ffb3c8562c1/075d4d28-658c-4523-b9b6-efba3129d351) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:09:28.678275 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a499c363-bc1c-4ff3-86cd-c438eb49a837 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:28.686418 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a499c363-bc1c-4ff3-86cd-c438eb49a837 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "DELETE /v2.0/ports/def535e0-560b-493f-84ac-22ae5fd3e2e6 HTTP/1.1" status: 204 len: 168 time: 0.5480487 Feb 07 21:09:28.689815 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54562) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:28.701549 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-73f996fa-d286-4ca0-b0d9-ef5d7a46e222 req-338aa5fb-6139-4b84-90b9-11382e00a269 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267428 Feb 07 21:09:28.822933 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d97f7-3a3f-4ab8-9ef2-1d58408f8c18 req-55fbfb83-d8ff-47d1-a3c8-ad552686b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:28.824637 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dc8d97f7-3a3f-4ab8-9ef2-1d58408f8c18 req-55fbfb83-d8ff-47d1-a3c8-ad552686b6a5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4972bd65-8742-4c1f-81ed-a205e00db7db HTTP/1.1" status: 200 len: 1128 time: 0.0843198 Feb 07 21:09:28.864398 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c52c6201-b14e-4bb4-94de-5a9cee4485fb tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Deleting port 3d3cfee9-12eb-4371-8962-0c904c15eaa6 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:09:28.864604 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c52c6201-b14e-4bb4-94de-5a9cee4485fb tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (3d3cfee9-12eb-4371-8962-0c904c15eaa6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:28.882693 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892e72d-643b-4139-8eb1-333c4e89c128 req-3b51852e-0ad7-479d-99d8-073acf8c9425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:28.884335 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c892e72d-643b-4139-8eb1-333c4e89c128 req-3b51852e-0ad7-479d-99d8-073acf8c9425 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c752a538afe047fe808375441195e2c5&device_id=85ea192f-72b2-4ba7-82cb-a7d0a248f5b5 HTTP/1.1" status: 200 len: 1125 time: 0.0892940 Feb 07 21:09:28.921933 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6871040d-1a01-4302-b052-e890592f2cd9 req-f153624b-45b6-401d-b4ae-c494645f5522 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks [] for port (075d4d28-658c-4523-b9b6-efba3129d351), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:28.934915 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dc8d97f7-3a3f-4ab8-9ef2-1d58408f8c18 req-455c1a1c-504c-4285-9791-127c41a3745f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=eff241fd-91bb-48b4-82d0-f471a35e8b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037631 Feb 07 21:09:28.992272 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c52c6201-b14e-4bb4-94de-5a9cee4485fb tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (3d3cfee9-12eb-4371-8962-0c904c15eaa6), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:29.003790 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c52c6201-b14e-4bb4-94de-5a9cee4485fb tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Calling delete_port for 3d3cfee9-12eb-4371-8962-0c904c15eaa6 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:09:29.017547 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892e72d-643b-4139-8eb1-333c4e89c128 req-60f0ac08-26af-4678-9c32-53ce45dcc171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:29.019127 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c892e72d-643b-4139-8eb1-333c4e89c128 req-60f0ac08-26af-4678-9c32-53ce45dcc171 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bf854134-2113-420b-b9e5-1df875fc6e85 HTTP/1.1" status: 200 len: 913 time: 0.1268103 Feb 07 21:09:29.022488 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6871040d-1a01-4302-b052-e890592f2cd9 req-f153624b-45b6-401d-b4ae-c494645f5522 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (075d4d28-658c-4523-b9b6-efba3129d351), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:29.038881 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['b9feb26d-0f66-4b71-8ed3-d190edbaf70e'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:09:29.041197 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 71e0b546-c4a6-460b-8dac-ab4f971acc40 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:09:29.102501 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6871040d-1a01-4302-b052-e890592f2cd9 req-f153624b-45b6-401d-b4ae-c494645f5522 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:09:29.106140 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153624b-45b6-401d-b4ae-c494645f5522 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Pushing event updated for resources: {'Port': ['ID=075d4d28-658c-4523-b9b6-efba3129d351,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:29.118843 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-6871040d-1a01-4302-b052-e890592f2cd9 req-f153624b-45b6-401d-b4ae-c494645f5522 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:09:29.140555 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-6871040d-1a01-4302-b052-e890592f2cd9 req-f153624b-45b6-401d-b4ae-c494645f5522 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:09:29.209471 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871040d-1a01-4302-b052-e890592f2cd9 req-f153624b-45b6-401d-b4ae-c494645f5522 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:29.210496 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6871040d-1a01-4302-b052-e890592f2cd9 req-f153624b-45b6-401d-b4ae-c494645f5522 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:29.260024 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c52c6201-b14e-4bb4-94de-5a9cee4485fb tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (3d3cfee9-12eb-4371-8962-0c904c15eaa6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:29.288732 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c892e72d-643b-4139-8eb1-333c4e89c128 req-8e660cfc-9345-4f73-932b-b4c7c360e7d0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7281f02-9f98-4fdb-a172-3aaa541bea55 HTTP/1.1" status: 200 len: 217 time: 0.1796153 Feb 07 21:09:29.302572 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c6201-b14e-4bb4-94de-5a9cee4485fb tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event deleted for resources: {'Port': ['ID=3d3cfee9-12eb-4371-8962-0c904c15eaa6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:29.330638 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 71e0b546-c4a6-460b-8dac-ab4f971acc40, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=71e0b546-c4a6-460b-8dac-ab4f971acc40,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:29.338914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6871040d-1a01-4302-b052-e890592f2cd9 req-f153624b-45b6-401d-b4ae-c494645f5522 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5566211 Feb 07 21:09:29.356735 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '71e0b546-c4a6-460b-8dac-ab4f971acc40', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '71e0b546-c4a6-460b-8dac-ab4f971acc40', 'mac_address': 'fa:16:3e:d5:4f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:09:29.383028 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-6871040d-1a01-4302-b052-e890592f2cd9 req-d5dff6b0-cf5a-4436-a11a-8892b423a40c service neutron] Request body: {'port': {'device_id': '8da41ef4-56bc-4232-880b-bff46e56683a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:09:29.398089 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c52c6201-b14e-4bb4-94de-5a9cee4485fb tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:29.398089 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c52c6201-b14e-4bb4-94de-5a9cee4485fb tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "DELETE /v2.0/ports/3d3cfee9-12eb-4371-8962-0c904c15eaa6 HTTP/1.1" status: 204 len: 168 time: 0.7059438 Feb 07 21:09:29.408809 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54582) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:29.426067 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 71e0b546-c4a6-460b-8dac-ab4f971acc40 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:09:29.426584 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:29.442441 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e0b546-c4a6-460b-8dac-ab4f971acc40 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:09:29.472696 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 71e0b546-c4a6-460b-8dac-ab4f971acc40, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=71e0b546-c4a6-460b-8dac-ab4f971acc40,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:29.478836 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-e812b970-161a-44db-851c-09d229ca3c58 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Deleting subnet 8d112527-f33e-4a56-80b8-5f6641814967 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:09:29.479901 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:29.491624 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e812b970-161a-44db-851c-09d229ca3c58 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for subnet (8d112527-f33e-4a56-80b8-5f6641814967), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:29.543801 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=71e0b546-c4a6-460b-8dac-ab4f971acc40,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:29.559899 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e812b970-161a-44db-851c-09d229ca3c58 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (8d112527-f33e-4a56-80b8-5f6641814967), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:29.666467 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e812b970-161a-44db-851c-09d229ca3c58 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (8d112527-f33e-4a56-80b8-5f6641814967), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:29.752145 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e812b970-161a-44db-851c-09d229ca3c58 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (8d112527-f33e-4a56-80b8-5f6641814967), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:29.781546 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e812b970-161a-44db-851c-09d229ca3c58 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:29.788885 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8018b48-f510-4e3b-8335-29b9b3b738d9 None None] Network ebc0550f-ec6c-4d64-9bd7-6031c005d00f requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:09:29.792891 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e812b970-161a-44db-851c-09d229ca3c58 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "DELETE /v2.0/subnets/8d112527-f33e-4a56-80b8-5f6641814967 HTTP/1.1" status: 204 len: 168 time: 0.3776627 Feb 07 21:09:29.797328 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54596) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:29.859217 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b970-161a-44db-851c-09d229ca3c58 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event deleted for resources: {'Subnet': ['ID=8d112527-f33e-4a56-80b8-5f6641814967,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:29.868099 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2df58e-1975-4d0d-96ba-681d9806bfab req-70021b99-baf9-471a-8895-4439a5d27fd9 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:29.875655 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ca2df58e-1975-4d0d-96ba-681d9806bfab req-70021b99-baf9-471a-8895-4439a5d27fd9 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4972bd65-8742-4c1f-81ed-a205e00db7db HTTP/1.1" status: 200 len: 946 time: 0.6109140 Feb 07 21:09:29.877348 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892e72d-643b-4139-8eb1-333c4e89c128 req-3081c558-7863-433d-80dd-38f9d9e2f3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:29.878753 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c892e72d-643b-4139-8eb1-333c4e89c128 req-3081c558-7863-433d-80dd-38f9d9e2f3b6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2f8980a6-7981-49aa-b0cb-ed215989d81d HTTP/1.1" status: 200 len: 852 time: 0.5389941 Feb 07 21:09:29.908265 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-717a62b9-0421-4d5b-9930-b981b95e749f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Deleting subnet da978d59-1631-401d-9c79-d75023f51df8 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:09:29.917973 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['71e0b546-c4a6-460b-8dac-ab4f971acc40'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:09:29.920101 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-717a62b9-0421-4d5b-9930-b981b95e749f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks [] for subnet (da978d59-1631-401d-9c79-d75023f51df8), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:29.985060 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c892e72d-643b-4139-8eb1-333c4e89c128 req-4c80121f-043c-4857-a3a4-12c755fa4cf6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bf854134-2113-420b-b9e5-1df875fc6e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659533 Feb 07 21:09:30.013303 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-717a62b9-0421-4d5b-9930-b981b95e749f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (da978d59-1631-401d-9c79-d75023f51df8), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:30.059411 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e548673-031f-4012-b66d-8ef791268289 req-cf4971ba-fe87-4212-aa21-31b9d1830623 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:30.061087 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e548673-031f-4012-b66d-8ef791268289 req-cf4971ba-fe87-4212-aa21-31b9d1830623 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ea192f-72b2-4ba7-82cb-a7d0a248f5b5 HTTP/1.1" status: 200 len: 943 time: 0.8393433 Feb 07 21:09:30.092887 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6871040d-1a01-4302-b052-e890592f2cd9 req-d5dff6b0-cf5a-4436-a11a-8892b423a40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (075d4d28-658c-4523-b9b6-efba3129d351), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:30.194156 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-717a62b9-0421-4d5b-9930-b981b95e749f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (da978d59-1631-401d-9c79-d75023f51df8), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:30.195545 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d13924-f177-4e60-beda-e9d47b25459c req-14fbc932-ef34-4b29-a559-d2d3ca62d537 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:30.197127 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00d13924-f177-4e60-beda-e9d47b25459c req-14fbc932-ef34-4b29-a559-d2d3ca62d537 tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ca46813-168a-4ac6-80e2-3c35db7db73b HTTP/1.1" status: 200 len: 945 time: 0.2848372 Feb 07 21:09:30.208701 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e79573-2c64-452c-9357-6a908a2ec89f None None] DHCP port deletion for ebc0550f-ec6c-4d64-9bd7-6031c005d00f request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:09:30.264495 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d7e79573-2c64-452c-9357-6a908a2ec89f None None] Deleting port 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:09:30.264973 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d7e79573-2c64-452c-9357-6a908a2ec89f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (3ca83f5e-cb8e-4e83-9a52-05c2d1b23571), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:30.287808 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ca2df58e-1975-4d0d-96ba-681d9806bfab req-0a5e0bb2-e381-4533-a220-e6d14a378e23 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/security-groups?id=eff241fd-91bb-48b4-82d0-f471a35e8b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702087 Feb 07 21:09:30.340703 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-717a62b9-0421-4d5b-9930-b981b95e749f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (da978d59-1631-401d-9c79-d75023f51df8), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:30.346548 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e548673-031f-4012-b66d-8ef791268289 req-de1c2436-8b4d-4807-9401-45d4c9a693b0 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782743 Feb 07 21:09:30.383700 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d7e79573-2c64-452c-9357-6a908a2ec89f None None] For port 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=3ca83f5e-cb8e-4e83-9a52-05c2d1b23571,segment=NetworkSegment(aa498974-eb55-4cf2-b241-7a523af5342d),segment_id=aa498974-eb55-4cf2-b241-7a523af5342d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:30.384189 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d7e79573-2c64-452c-9357-6a908a2ec89f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (3ca83f5e-cb8e-4e83-9a52-05c2d1b23571), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:30.424071 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d7e79573-2c64-452c-9357-6a908a2ec89f None None] Calling delete_port for 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:09:30.432883 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a62b9-0421-4d5b-9930-b981b95e749f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event deleted for resources: {'Subnet': ['ID=da978d59-1631-401d-9c79-d75023f51df8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:30.439333 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-717a62b9-0421-4d5b-9930-b981b95e749f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:30.443998 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369ee019-1c36-4f09-bf38-464c3505294b None None] Network 1eeddcea-0d1c-4004-9be7-548b640cc6f3 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:09:30.448661 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-717a62b9-0421-4d5b-9930-b981b95e749f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "DELETE /v2.0/subnets/da978d59-1631-401d-9c79-d75023f51df8 HTTP/1.1" status: 204 len: 168 time: 0.6268728 Feb 07 21:09:30.458086 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54608) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:30.495307 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c892e72d-643b-4139-8eb1-333c4e89c128 req-8c9b0ef5-e62a-4b34-a960-c503a7ff84de service neutron] 10.222.0.71 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591529 Feb 07 21:09:30.562127 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dd67233b-1872-479e-b243-4bc69aa3ee44 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (ebc0550f-ec6c-4d64-9bd7-6031c005d00f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:30.654135 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-dd67233b-1872-479e-b243-4bc69aa3ee44 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Deleting port 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:09:30.654689 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dd67233b-1872-479e-b243-4bc69aa3ee44 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (3ca83f5e-cb8e-4e83-9a52-05c2d1b23571), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:30.661208 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d7e79573-2c64-452c-9357-6a908a2ec89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (3ca83f5e-cb8e-4e83-9a52-05c2d1b23571), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:30.694388 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e79573-2c64-452c-9357-6a908a2ec89f None None] Pushing event deleted for resources: {'Port': ['ID=3ca83f5e-cb8e-4e83-9a52-05c2d1b23571,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:30.709674 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e79573-2c64-452c-9357-6a908a2ec89f None None] No DVR routers for this DVR port 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:09:30.773235 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bed3ee4-5f6d-4ede-b521-529e7af68858 None None] DHCP port deletion for 1eeddcea-0d1c-4004-9be7-548b640cc6f3 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:09:30.776089 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-dd67233b-1872-479e-b243-4bc69aa3ee44 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] For port 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571, host n-d-828185-2, got binding levels [] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:30.776559 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dd67233b-1872-479e-b243-4bc69aa3ee44 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (3ca83f5e-cb8e-4e83-9a52-05c2d1b23571), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:30.790004 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ccd1b3-02fa-4963-bb3f-758a2df06998 req-5ca3cf0d-ec5a-4a40-b241-3c9dcbc8b763 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:30.794952 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-dd67233b-1872-479e-b243-4bc69aa3ee44 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Calling delete_port for 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:09:30.796873 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-58ccd1b3-02fa-4963-bb3f-758a2df06998 req-5ca3cf0d-ec5a-4a40-b241-3c9dcbc8b763 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=8da41ef4-56bc-4232-880b-bff46e56683a HTTP/1.1" status: 200 len: 931 time: 0.2914319 Feb 07 21:09:30.798108 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.ipam_backend_mixin [None req-dd67233b-1872-479e-b243-4bc69aa3ee44 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Port 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571 was not found and therefore no delete operation was performed {{(pid=103256) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 21:09:30.799927 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dd67233b-1872-479e-b243-4bc69aa3ee44 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (3ca83f5e-cb8e-4e83-9a52-05c2d1b23571), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:30.809353 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-00d13924-f177-4e60-beda-e9d47b25459c req-944fbb1c-9a6b-4717-a4d8-5921723f31fa tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Deleting port a63e45cd-ea2d-4f9b-aa88-cc694fd1369f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:09:30.809696 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-00d13924-f177-4e60-beda-e9d47b25459c req-944fbb1c-9a6b-4717-a4d8-5921723f31fa tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (a63e45cd-ea2d-4f9b-aa88-cc694fd1369f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:30.839006 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd67233b-1872-479e-b243-4bc69aa3ee44 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] No DVR routers for this DVR port 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:09:30.840125 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1bed3ee4-5f6d-4ede-b521-529e7af68858 None None] Deleting port d7933acd-2bc9-4d82-a57b-5ed736cfd172 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:09:30.841427 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1bed3ee4-5f6d-4ede-b521-529e7af68858 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d7933acd-2bc9-4d82-a57b-5ed736cfd172), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:30.841562 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67233b-1872-479e-b243-4bc69aa3ee44 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event deleted for resources: {'Port': ['ID=3ca83f5e-cb8e-4e83-9a52-05c2d1b23571,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:30.887806 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e4dfc-39ba-449b-8f97-8ea5bc462c3d req-e395cc49-9a68-4249-9695-1393aae0ec9c tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:30.889457 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a81e4dfc-39ba-449b-8f97-8ea5bc462c3d req-e395cc49-9a68-4249-9695-1393aae0ec9c tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca46813-168a-4ac6-80e2-3c35db7db73b HTTP/1.1" status: 200 len: 945 time: 0.3931084 Feb 07 21:09:30.940063 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1bed3ee4-5f6d-4ede-b521-529e7af68858 None None] For port d7933acd-2bc9-4d82-a57b-5ed736cfd172, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d7933acd-2bc9-4d82-a57b-5ed736cfd172,segment=NetworkSegment(fc91fcee-1dfe-4783-a11b-41694150c3fc),segment_id=fc91fcee-1dfe-4783-a11b-41694150c3fc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:30.940547 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1bed3ee4-5f6d-4ede-b521-529e7af68858 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d7933acd-2bc9-4d82-a57b-5ed736cfd172), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:30.957227 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1bed3ee4-5f6d-4ede-b521-529e7af68858 None None] Calling delete_port for d7933acd-2bc9-4d82-a57b-5ed736cfd172 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:09:30.958765 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dd67233b-1872-479e-b243-4bc69aa3ee44 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (ebc0550f-ec6c-4d64-9bd7-6031c005d00f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:30.990018 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-dd67233b-1872-479e-b243-4bc69aa3ee44 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc0550f-ec6c-4d64-9bd7-6031c005d00f']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:09:30.992054 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c892e72d-643b-4139-8eb1-333c4e89c128 req-3a4fcc00-bf3c-47f4-ae0d-fbd8bd7a27f5 service neutron] 10.222.0.71 "GET /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663632 Feb 07 21:09:31.001460 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-dd67233b-1872-479e-b243-4bc69aa3ee44 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa498974-eb55-4cf2-b241-7a523af5342d') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:09:31.001763 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-dd67233b-1872-479e-b243-4bc69aa3ee44 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa498974-eb55-4cf2-b241-7a523af5342d') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:09:31.011729 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dd67233b-1872-479e-b243-4bc69aa3ee44 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (aa498974-eb55-4cf2-b241-7a523af5342d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:31.027360 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dd67233b-1872-479e-b243-4bc69aa3ee44 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (aa498974-eb55-4cf2-b241-7a523af5342d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:31.033767 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd67233b-1872-479e-b243-4bc69aa3ee44 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:09:31.034293 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dd67233b-1872-479e-b243-4bc69aa3ee44 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (aa498974-eb55-4cf2-b241-7a523af5342d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:09:31.037392 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:09:31.069760 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 71e0b546-c4a6-460b-8dac-ab4f971acc40 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:09:31.072273 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device a63e45cd-ea2d-4f9b-aa88-cc694fd1369f no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:09:31.078747 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-58ccd1b3-02fa-4963-bb3f-758a2df06998 req-67a6fa2c-439d-4839-870a-ef57051d32da tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758291 Feb 07 21:09:31.130853 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dd67233b-1872-479e-b243-4bc69aa3ee44 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (ebc0550f-ec6c-4d64-9bd7-6031c005d00f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:31.143874 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1bed3ee4-5f6d-4ede-b521-529e7af68858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (d7933acd-2bc9-4d82-a57b-5ed736cfd172), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:31.144266 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dd67233b-1872-479e-b243-4bc69aa3ee44 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:31.150755 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-dd67233b-1872-479e-b243-4bc69aa3ee44 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "DELETE /v2.0/networks/ebc0550f-ec6c-4d64-9bd7-6031c005d00f HTTP/1.1" status: 204 len: 168 time: 0.6908474 Feb 07 21:09:31.158326 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-00d13924-f177-4e60-beda-e9d47b25459c req-944fbb1c-9a6b-4717-a4d8-5921723f31fa tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] For port a63e45cd-ea2d-4f9b-aa88-cc694fd1369f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=a63e45cd-ea2d-4f9b-aa88-cc694fd1369f,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:31.158701 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-00d13924-f177-4e60-beda-e9d47b25459c req-944fbb1c-9a6b-4717-a4d8-5921723f31fa tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (a63e45cd-ea2d-4f9b-aa88-cc694fd1369f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:31.161037 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 54614) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:31.176039 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a81e4dfc-39ba-449b-8f97-8ea5bc462c3d req-8dd0b0e9-e19f-4a65-860e-6e97f6c8f54d tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/security-groups?id=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665620 Feb 07 21:09:31.189994 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port a63e45cd-ea2d-4f9b-aa88-cc694fd1369f is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:09:31.190360 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a63e45cd-ea2d-4f9b-aa88-cc694fd1369f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:31.199680 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67233b-1872-479e-b243-4bc69aa3ee44 tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event deleted for resources: {'Network': ['ID=ebc0550f-ec6c-4d64-9bd7-6031c005d00f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:31.222882 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed3ee4-5f6d-4ede-b521-529e7af68858 None None] Pushing event deleted for resources: {'Port': ['ID=d7933acd-2bc9-4d82-a57b-5ed736cfd172,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:31.231151 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bed3ee4-5f6d-4ede-b521-529e7af68858 None None] No DVR routers for this DVR port d7933acd-2bc9-4d82-a57b-5ed736cfd172 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:09:31.235707 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-00d13924-f177-4e60-beda-e9d47b25459c req-944fbb1c-9a6b-4717-a4d8-5921723f31fa tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Calling delete_port for a63e45cd-ea2d-4f9b-aa88-cc694fd1369f owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:09:31.257576 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port a63e45cd-ea2d-4f9b-aa88-cc694fd1369f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=a63e45cd-ea2d-4f9b-aa88-cc694fd1369f,segment=NetworkSegment(9c039eb9-655e-45d6-805e-1229a5858de5),segment_id=9c039eb9-655e-45d6-805e-1229a5858de5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:31.260448 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca46813-168a-4ac6-80e2-3c35db7db73b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a63e45cd-ea2d-4f9b-aa88-cc694fd1369f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:31.263181 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7f9886-a77a-4225-a9ab-1fcdabf0ba80" -d '{"events": [{"server_uuid": "3ca46813-168a-4ac6-80e2-3c35db7db73b", "name": "network-vif-unplugged", "status": "completed", "tag": "a63e45cd-ea2d-4f9b-aa88-cc694fd1369f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:31.268140 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a63e45cd-ea2d-4f9b-aa88-cc694fd1369f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:31.305519 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e91acd-b093-4330-9698-deeb23f4da10 x-openstack-request-id: req-b9e91acd-b093-4330-9698-deeb23f4da10 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:31.305811 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca46813-168a-4ac6-80e2-3c35db7db73b", "name": "network-vif-unplugged", "status": "completed", "tag": "a63e45cd-ea2d-4f9b-aa88-cc694fd1369f", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:31.306064 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b9e91acd-b093-4330-9698-deeb23f4da10 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:31.306456 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca46813-168a-4ac6-80e2-3c35db7db73b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a63e45cd-ea2d-4f9b-aa88-cc694fd1369f', 'code': 200} Feb 07 21:09:31.314372 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 71e0b546-c4a6-460b-8dac-ab4f971acc40 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:09:31.355084 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 71e0b546-c4a6-460b-8dac-ab4f971acc40 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:09:31.355444 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:31.373425 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-6871040d-1a01-4302-b052-e890592f2cd9 req-d5dff6b0-cf5a-4436-a11a-8892b423a40c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 075d4d28-658c-4523-b9b6-efba3129d351 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:09:31.390098 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=a63e45cd-ea2d-4f9b-aa88-cc694fd1369f,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:31.401542 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6871040d-1a01-4302-b052-e890592f2cd9 req-d5dff6b0-cf5a-4436-a11a-8892b423a40c service neutron] Publish callbacks [] for port (075d4d28-658c-4523-b9b6-efba3129d351), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:31.443282 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-6871040d-1a01-4302-b052-e890592f2cd9 req-d5dff6b0-cf5a-4436-a11a-8892b423a40c service neutron] Transition to ACTIVE for port object 075d4d28-658c-4523-b9b6-efba3129d351 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:09:31.448532 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-23f16641-6485-4867-900d-50eb464c515f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (1eeddcea-0d1c-4004-9be7-548b640cc6f3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:31.471036 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 71e0b546-c4a6-460b-8dac-ab4f971acc40 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:09:31.471419 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:31.475616 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6871040d-1a01-4302-b052-e890592f2cd9 req-d5dff6b0-cf5a-4436-a11a-8892b423a40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (075d4d28-658c-4523-b9b6-efba3129d351), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:31.506791 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 71e0b546-c4a6-460b-8dac-ab4f971acc40, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=71e0b546-c4a6-460b-8dac-ab4f971acc40,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:31.511747 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:31.538466 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d033ba-66f2-4f85-833a-e70e3d539dc5 req-35d5c5eb-569f-4621-96de-6dbdbe9a4d24 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:31.539983 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53d033ba-66f2-4f85-833a-e70e3d539dc5 req-35d5c5eb-569f-4621-96de-6dbdbe9a4d24 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 949 time: 0.3260386 Feb 07 21:09:31.573286 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=71e0b546-c4a6-460b-8dac-ab4f971acc40,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:31.637056 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dff6b0-cf5a-4436-a11a-8892b423a40c service neutron] Pushing event updated for resources: {'Port': ['ID=075d4d28-658c-4523-b9b6-efba3129d351,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:31.660166 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409a099-2111-4de7-8c49-9a48cdf68a6f req-5d7b2148-c6f7-4814-84de-8e9524deba47 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:31.661695 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6409a099-2111-4de7-8c49-9a48cdf68a6f req-5d7b2148-c6f7-4814-84de-8e9524deba47 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4972bd65-8742-4c1f-81ed-a205e00db7db HTTP/1.1" status: 200 len: 946 time: 0.2400820 Feb 07 21:09:31.785692 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-23f16641-6485-4867-900d-50eb464c515f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (1eeddcea-0d1c-4004-9be7-548b640cc6f3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:31.790173 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-00d13924-f177-4e60-beda-e9d47b25459c req-944fbb1c-9a6b-4717-a4d8-5921723f31fa tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (a63e45cd-ea2d-4f9b-aa88-cc694fd1369f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:31.806710 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53d033ba-66f2-4f85-833a-e70e3d539dc5 req-61c8a60b-9a96-416b-b60d-25c0bfc8a74f tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567761 Feb 07 21:09:31.868909 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-23f16641-6485-4867-900d-50eb464c515f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eeddcea-0d1c-4004-9be7-548b640cc6f3']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:09:31.884748 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fbb1c-9a6b-4717-a4d8-5921723f31fa tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Pushing event deleted for resources: {'Port': ['ID=a63e45cd-ea2d-4f9b-aa88-cc694fd1369f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:31.896633 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-23f16641-6485-4867-900d-50eb464c515f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc91fcee-1dfe-4783-a11b-41694150c3fc') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:09:31.897135 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-23f16641-6485-4867-900d-50eb464c515f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc91fcee-1dfe-4783-a11b-41694150c3fc') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:09:31.948688 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-23f16641-6485-4867-900d-50eb464c515f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (fc91fcee-1dfe-4783-a11b-41694150c3fc), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:31.955094 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6409a099-2111-4de7-8c49-9a48cdf68a6f req-e0fa4f8e-5720-44a5-81f3-be6075f80fea tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/security-groups?id=eff241fd-91bb-48b4-82d0-f471a35e8b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437570 Feb 07 21:09:31.992293 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d13924-f177-4e60-beda-e9d47b25459c req-944fbb1c-9a6b-4717-a4d8-5921723f31fa tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] No DVR routers for this DVR port a63e45cd-ea2d-4f9b-aa88-cc694fd1369f on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:09:31.997679 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-00d13924-f177-4e60-beda-e9d47b25459c req-944fbb1c-9a6b-4717-a4d8-5921723f31fa tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:32.001404 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00d13924-f177-4e60-beda-e9d47b25459c req-944fbb1c-9a6b-4717-a4d8-5921723f31fa tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.71 "DELETE /v2.0/ports/a63e45cd-ea2d-4f9b-aa88-cc694fd1369f HTTP/1.1" status: 204 len: 173 time: 1.7911987 Feb 07 21:09:32.002343 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-23f16641-6485-4867-900d-50eb464c515f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (fc91fcee-1dfe-4783-a11b-41694150c3fc), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:32.004494 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca46813-168a-4ac6-80e2-3c35db7db73b', 'name': 'network-vif-deleted', 'tag': 'a63e45cd-ea2d-4f9b-aa88-cc694fd1369f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:32.006852 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bc49bf-fb3f-4c51-a9d8-1e28ec80a4f4" -d '{"events": [{"server_uuid": "3ca46813-168a-4ac6-80e2-3c35db7db73b", "name": "network-vif-deleted", "tag": "a63e45cd-ea2d-4f9b-aa88-cc694fd1369f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:32.013868 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-6871040d-1a01-4302-b052-e890592f2cd9 req-d5dff6b0-cf5a-4436-a11a-8892b423a40c service neutron] Attempting to bind port 075d4d28-658c-4523-b9b6-efba3129d351 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:09:32.015481 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-6871040d-1a01-4302-b052-e890592f2cd9 req-d5dff6b0-cf5a-4436-a11a-8892b423a40c service neutron] Attempting to bind port 075d4d28-658c-4523-b9b6-efba3129d351 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:09:32.015481 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6871040d-1a01-4302-b052-e890592f2cd9 req-d5dff6b0-cf5a-4436-a11a-8892b423a40c service neutron] Attempting to bind port 075d4d28-658c-4523-b9b6-efba3129d351 on network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:09:32.019679 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f16641-6485-4867-900d-50eb464c515f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:09:32.020437 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-23f16641-6485-4867-900d-50eb464c515f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (fc91fcee-1dfe-4783-a11b-41694150c3fc), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:09:32.029295 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:09:32.037367 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6871040d-1a01-4302-b052-e890592f2cd9 req-d5dff6b0-cf5a-4436-a11a-8892b423a40c service neutron] Port 075d4d28-658c-4523-b9b6-efba3129d351 on network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:09:32.038526 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6871040d-1a01-4302-b052-e890592f2cd9 req-d5dff6b0-cf5a-4436-a11a-8892b423a40c service neutron] Attempting to bind port 075d4d28-658c-4523-b9b6-efba3129d351 on network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:09:32.080363 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:09:32.093020 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6871040d-1a01-4302-b052-e890592f2cd9 req-d5dff6b0-cf5a-4436-a11a-8892b423a40c service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:09:32.093380 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6871040d-1a01-4302-b052-e890592f2cd9 req-d5dff6b0-cf5a-4436-a11a-8892b423a40c service neutron] Checking segment: {'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:09:32.093752 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6871040d-1a01-4302-b052-e890592f2cd9 req-d5dff6b0-cf5a-4436-a11a-8892b423a40c service neutron] Bound using segment: {'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:09:32.094198 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-6871040d-1a01-4302-b052-e890592f2cd9 req-d5dff6b0-cf5a-4436-a11a-8892b423a40c service neutron] Bound port: 075d4d28-658c-4523-b9b6-efba3129d351, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:09:32.094604 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6871040d-1a01-4302-b052-e890592f2cd9 req-d5dff6b0-cf5a-4436-a11a-8892b423a40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (075d4d28-658c-4523-b9b6-efba3129d351), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:32.120615 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:09:32.121159 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 3ca83f5e-cb8e-4e83-9a52-05c2d1b23571 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:09:32.121609 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d7933acd-2bc9-4d82-a57b-5ed736cfd172 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:09:32.138781 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9408967-a6e9-4252-a92f-6501d891443a req-50aed46d-76a5-4b0a-9621-fde2a4816b0f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:32.146082 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9408967-a6e9-4252-a92f-6501d891443a req-50aed46d-76a5-4b0a-9621-fde2a4816b0f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ea192f-72b2-4ba7-82cb-a7d0a248f5b5 HTTP/1.1" status: 200 len: 943 time: 0.2539978 Feb 07 21:09:32.157509 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: d7933acd-2bc9-4d82-a57b-5ed736cfd172 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:09:32.157888 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d7933acd-2bc9-4d82-a57b-5ed736cfd172 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:09:32.185859 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-23f16641-6485-4867-900d-50eb464c515f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (1eeddcea-0d1c-4004-9be7-548b640cc6f3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:32.202600 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-23f16641-6485-4867-900d-50eb464c515f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:32.226171 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-23f16641-6485-4867-900d-50eb464c515f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] 10.222.0.65 "DELETE /v2.0/networks/1eeddcea-0d1c-4004-9be7-548b640cc6f3 HTTP/1.1" status: 204 len: 168 time: 1.0460143 Feb 07 21:09:32.251102 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022af3fa-c98c-4ed8-8097-0cc515493fcd x-openstack-request-id: req-022af3fa-c98c-4ed8-8097-0cc515493fcd {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:32.251401 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca46813-168a-4ac6-80e2-3c35db7db73b", "name": "network-vif-deleted", "tag": "a63e45cd-ea2d-4f9b-aa88-cc694fd1369f", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:32.251676 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-022af3fa-c98c-4ed8-8097-0cc515493fcd {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:32.252066 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca46813-168a-4ac6-80e2-3c35db7db73b', 'name': 'network-vif-deleted', 'tag': 'a63e45cd-ea2d-4f9b-aa88-cc694fd1369f', 'status': 'completed', 'code': 200} Feb 07 21:09:32.262473 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f16641-6485-4867-900d-50eb464c515f tempest-TaggedBootDevicesTest_v242-956922079 tempest-TaggedBootDevicesTest_v242-956922079-project] Pushing event deleted for resources: {'Network': ['ID=1eeddcea-0d1c-4004-9be7-548b640cc6f3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:32.294711 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-6871040d-1a01-4302-b052-e890592f2cd9 req-d5dff6b0-cf5a-4436-a11a-8892b423a40c service neutron] For port 075d4d28-658c-4523-b9b6-efba3129d351, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:09:32.299341 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-6871040d-1a01-4302-b052-e890592f2cd9 req-d5dff6b0-cf5a-4436-a11a-8892b423a40c service neutron] For port 075d4d28-658c-4523-b9b6-efba3129d351, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=075d4d28-658c-4523-b9b6-efba3129d351,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:09:32.304602 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9408967-a6e9-4252-a92f-6501d891443a req-c5a2a27f-274a-40d0-9840-0e05b8303d76 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576769 Feb 07 21:09:32.315579 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6871040d-1a01-4302-b052-e890592f2cd9 req-d5dff6b0-cf5a-4436-a11a-8892b423a40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (075d4d28-658c-4523-b9b6-efba3129d351), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:32.370190 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871040d-1a01-4302-b052-e890592f2cd9 req-d5dff6b0-cf5a-4436-a11a-8892b423a40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:32.370809 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6871040d-1a01-4302-b052-e890592f2cd9 req-d5dff6b0-cf5a-4436-a11a-8892b423a40c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:32.372158 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6871040d-1a01-4302-b052-e890592f2cd9 req-d5dff6b0-cf5a-4436-a11a-8892b423a40c service neutron] 10.222.0.71 "PUT /v2.0/ports/075d4d28-658c-4523-b9b6-efba3129d351 HTTP/1.1" status: 200 len: 1091 time: 3.0001225 Feb 07 21:09:32.404283 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e9570-47ee-4358-86ce-cdc329bc0afd req-09f192d8-28b5-45d4-a3fc-894da68fb24f tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:32.405867 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a86e9570-47ee-4358-86ce-cdc329bc0afd req-09f192d8-28b5-45d4-a3fc-894da68fb24f tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=8da41ef4-56bc-4232-880b-bff46e56683a HTTP/1.1" status: 200 len: 943 time: 0.1050372 Feb 07 21:09:32.418233 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dff6b0-cf5a-4436-a11a-8892b423a40c service neutron] Pushing event updated for resources: {'Port': ['ID=075d4d28-658c-4523-b9b6-efba3129d351,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:32.453028 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c7d7c327-4835-49fc-9f82-66e67c9bfaf9 req-a0bf8fa7-9687-46d6-b9e2-cb9920c7f7af tempest-ImagesTestJSON-1988133071 tempest-ImagesTestJSON-1988133071-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca46813-168a-4ac6-80e2-3c35db7db73b HTTP/1.1" status: 200 len: 210 time: 0.0434914 Feb 07 21:09:32.551831 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a86e9570-47ee-4358-86ce-cdc329bc0afd req-f022419b-3911-4523-9b26-2e053ed2c66e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294985 Feb 07 21:09:32.568723 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871040d-1a01-4302-b052-e890592f2cd9 req-dd175dea-cecd-4cc6-9160-649eef9772f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:32.570178 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6871040d-1a01-4302-b052-e890592f2cd9 req-dd175dea-cecd-4cc6-9160-649eef9772f8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=841a01135e18414d8cae49a87b71e7b4&device_id=8da41ef4-56bc-4232-880b-bff46e56683a HTTP/1.1" status: 200 len: 1125 time: 0.1463761 Feb 07 21:09:32.622989 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6871040d-1a01-4302-b052-e890592f2cd9 req-fe85ccdb-06d9-4777-a9b2-5c5b1000c891 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=075d4d28-658c-4523-b9b6-efba3129d351 HTTP/1.1" status: 200 len: 217 time: 0.0430603 Feb 07 21:09:32.635205 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862631f-e9c4-4e7c-a769-65104d710f7c req-85d67126-d7ea-4eb8-bb80-6baded55fb5f tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:32.636854 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3862631f-e9c4-4e7c-a769-65104d710f7c req-85d67126-d7ea-4eb8-bb80-6baded55fb5f tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4972bd65-8742-4c1f-81ed-a205e00db7db HTTP/1.1" status: 200 len: 946 time: 0.1027362 Feb 07 21:09:32.722751 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871040d-1a01-4302-b052-e890592f2cd9 req-9e716901-8d98-4500-b1ad-7034a085ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:32.724236 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6871040d-1a01-4302-b052-e890592f2cd9 req-9e716901-8d98-4500-b1ad-7034a085ea45 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=039429f6-d6cc-49db-bf32-0ffb3c8562c1 HTTP/1.1" status: 200 len: 845 time: 0.0865219 Feb 07 21:09:32.729689 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3862631f-e9c4-4e7c-a769-65104d710f7c req-a27a529c-d6d7-4ebf-8d0e-125dd55d7ea1 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/security-groups?id=eff241fd-91bb-48b4-82d0-f471a35e8b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834107 Feb 07 21:09:32.761778 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6871040d-1a01-4302-b052-e890592f2cd9 req-9b99494a-91d4-49cd-8758-376fd78b6d3b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308397 Feb 07 21:09:32.887629 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6871040d-1a01-4302-b052-e890592f2cd9 req-3e336da5-95ed-4dbe-b47a-037b3e53f8f6 service neutron] 10.222.0.71 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105709 Feb 07 21:09:33.014100 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7f0d6-a39a-4aed-9c50-8207131fa020 req-62d1fa96-8b6f-4a8d-b51d-f29a7837244e tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:33.015713 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16c7f0d6-a39a-4aed-9c50-8207131fa020 req-62d1fa96-8b6f-4a8d-b51d-f29a7837244e tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 950 time: 0.1154668 Feb 07 21:09:33.020696 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6871040d-1a01-4302-b052-e890592f2cd9 req-e9466918-4140-41a5-9940-dd6cea0e970b service neutron] 10.222.0.71 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276102 Feb 07 21:09:33.070411 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device b7281f02-9f98-4fdb-a172-3aaa541bea55 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:09:33.075128 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16c7f0d6-a39a-4aed-9c50-8207131fa020 req-b001986b-3a70-4592-ad23-0b658c6cf209 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509472 Feb 07 21:09:33.191941 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port b7281f02-9f98-4fdb-a172-3aaa541bea55, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b7281f02-9f98-4fdb-a172-3aaa541bea55,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:33.203342 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'b7281f02-9f98-4fdb-a172-3aaa541bea55', 'network_id': 'bf854134-2113-420b-b9e5-1df875fc6e85', 'port_id': 'b7281f02-9f98-4fdb-a172-3aaa541bea55', 'mac_address': 'fa:16:3e:3e:47:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8980a6-7981-49aa-b0cb-ed215989d81d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:09:33.241128 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port b7281f02-9f98-4fdb-a172-3aaa541bea55 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:09:33.241814 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b7281f02-9f98-4fdb-a172-3aaa541bea55), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:33.256559 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7281f02-9f98-4fdb-a172-3aaa541bea55 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:09:33.276725 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port b7281f02-9f98-4fdb-a172-3aaa541bea55, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b7281f02-9f98-4fdb-a172-3aaa541bea55,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:33.280851 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b7281f02-9f98-4fdb-a172-3aaa541bea55), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:33.308388 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1003c8-3868-44e8-9ec9-7ad0e300065a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e0b546-c4a6-460b-8dac-ab4f971acc40'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:33.311308 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6256d208-c87c-4998-b850-bfe3ba43ab0f" -d '{"events": [{"server_uuid": "cf1003c8-3868-44e8-9ec9-7ad0e300065a", "name": "network-vif-plugged", "status": "completed", "tag": "71e0b546-c4a6-460b-8dac-ab4f971acc40"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:33.366577 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=b7281f02-9f98-4fdb-a172-3aaa541bea55,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:33.377792 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d036cc-657b-4301-8487-79725b19788e x-openstack-request-id: req-72d036cc-657b-4301-8487-79725b19788e {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:33.378341 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1003c8-3868-44e8-9ec9-7ad0e300065a", "name": "network-vif-plugged", "status": "completed", "tag": "71e0b546-c4a6-460b-8dac-ab4f971acc40", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:33.379187 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-72d036cc-657b-4301-8487-79725b19788e {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:33.379677 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1003c8-3868-44e8-9ec9-7ad0e300065a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e0b546-c4a6-460b-8dac-ab4f971acc40', 'code': 200} Feb 07 21:09:33.417026 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:33.462820 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab509571-7fb6-4214-a4b0-a46edf6e2e08 req-0c654880-d1de-445f-baca-e373b3613de7 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:33.464326 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab509571-7fb6-4214-a4b0-a46edf6e2e08 req-0c654880-d1de-445f-baca-e373b3613de7 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ea192f-72b2-4ba7-82cb-a7d0a248f5b5 HTTP/1.1" status: 200 len: 944 time: 0.0582881 Feb 07 21:09:33.517043 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac685849-ac3b-4520-9294-4a5fb7115320 req-28150420-925b-45cf-907a-ec6df8f589ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:33.519179 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ac685849-ac3b-4520-9294-4a5fb7115320 req-28150420-925b-45cf-907a-ec6df8f589ee service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 1132 time: 0.0859511 Feb 07 21:09:33.549865 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab509571-7fb6-4214-a4b0-a46edf6e2e08 req-623ff4b3-15f7-4d80-aeb7-85f8bce329f7 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728614 Feb 07 21:09:33.585744 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ac685849-ac3b-4520-9294-4a5fb7115320 req-bd861953-e27e-4e76-b3a2-4b69449db6fe service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568020 Feb 07 21:09:33.706568 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f51a8-2bfb-4ec8-a5fe-d1b81715aa52 req-cbf8a69d-5f90-4469-b231-3f54301a6d7f tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:33.708528 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b7f51a8-2bfb-4ec8-a5fe-d1b81715aa52 req-cbf8a69d-5f90-4469-b231-3f54301a6d7f tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=8da41ef4-56bc-4232-880b-bff46e56683a HTTP/1.1" status: 200 len: 943 time: 0.0738628 Feb 07 21:09:33.781256 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b7f51a8-2bfb-4ec8-a5fe-d1b81715aa52 req-a2631a7e-fc56-4958-b927-521dbeea31ef tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656548 Feb 07 21:09:33.789031 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:33.927108 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['b7281f02-9f98-4fdb-a172-3aaa541bea55'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:09:33.943390 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1027e3-0a92-4641-a655-156c836be39b req-90a41da7-c0a5-470e-8706-7152adfd362f tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:33.950072 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4e1027e3-0a92-4641-a655-156c836be39b req-90a41da7-c0a5-470e-8706-7152adfd362f tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.69 "GET /v2.0/ports?device_id=4972bd65-8742-4c1f-81ed-a205e00db7db HTTP/1.1" status: 200 len: 946 time: 0.0885441 Feb 07 21:09:33.974729 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2c274-f169-4c78-a116-4622201f5ac8 req-10a10f44-0fc2-4d0d-af17-374bc3e1592a tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:33.976275 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e6a2c274-f169-4c78-a116-4622201f5ac8 req-10a10f44-0fc2-4d0d-af17-374bc3e1592a tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4972bd65-8742-4c1f-81ed-a205e00db7db HTTP/1.1" status: 200 len: 946 time: 0.0868027 Feb 07 21:09:34.015557 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54692) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:34.062656 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e6a2c274-f169-4c78-a116-4622201f5ac8 req-c7ad3bf5-735f-4900-8edb-9a2a6947e825 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/security-groups?id=eff241fd-91bb-48b4-82d0-f471a35e8b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708914 Feb 07 21:09:34.111032 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-508d4660-c2c6-4260-ba17-d8b64615446d admin admin] Deleting subnet 3d136787-de5f-4353-a2b9-a7f4409cab76 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:09:34.114358 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-508d4660-c2c6-4260-ba17-d8b64615446d admin admin] Publish callbacks [] for subnet (3d136787-de5f-4353-a2b9-a7f4409cab76), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:34.150635 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-508d4660-c2c6-4260-ba17-d8b64615446d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (3d136787-de5f-4353-a2b9-a7f4409cab76), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:34.209349 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-508d4660-c2c6-4260-ba17-d8b64615446d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (3d136787-de5f-4353-a2b9-a7f4409cab76), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:34.253853 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da41ef4-56bc-4232-880b-bff46e56683a', 'tag': '075d4d28-658c-4523-b9b6-efba3129d351'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:34.256568 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2334a890-d9eb-4330-aebb-f219cdba5fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "8da41ef4-56bc-4232-880b-bff46e56683a", "tag": "075d4d28-658c-4523-b9b6-efba3129d351"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:34.291127 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-4e1027e3-0a92-4641-a655-156c836be39b req-89ec62f9-b321-4599-a907-a1ef67e529c3 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Deleting port 85f1ffbb-f70a-42a7-9281-9405290de24c {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:09:34.291475 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4e1027e3-0a92-4641-a655-156c836be39b req-89ec62f9-b321-4599-a907-a1ef67e529c3 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (85f1ffbb-f70a-42a7-9281-9405290de24c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:34.297065 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-508d4660-c2c6-4260-ba17-d8b64615446d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (3d136787-de5f-4353-a2b9-a7f4409cab76), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:34.312341 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bd249-af58-4807-ae2e-11e9c524516d req-352a13bb-c349-4c82-a60d-6517126c5ce8 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:34.329867 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c56bd249-af58-4807-ae2e-11e9c524516d req-352a13bb-c349-4c82-a60d-6517126c5ce8 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 950 time: 0.1389430 Feb 07 21:09:34.355762 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedb1e0c-8863-4a0a-ae1b-d4d3db756686 x-openstack-request-id: req-eedb1e0c-8863-4a0a-ae1b-d4d3db756686 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:34.356334 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da41ef4-56bc-4232-880b-bff46e56683a", "tag": "075d4d28-658c-4523-b9b6-efba3129d351", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:34.357047 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eedb1e0c-8863-4a0a-ae1b-d4d3db756686 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:34.357644 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da41ef4-56bc-4232-880b-bff46e56683a', 'tag': '075d4d28-658c-4523-b9b6-efba3129d351', 'status': 'completed', 'code': 200} Feb 07 21:09:34.388256 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d4660-c2c6-4260-ba17-d8b64615446d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d136787-de5f-4353-a2b9-a7f4409cab76,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:34.392922 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-508d4660-c2c6-4260-ba17-d8b64615446d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:34.399565 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-508d4660-c2c6-4260-ba17-d8b64615446d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3d136787-de5f-4353-a2b9-a7f4409cab76 HTTP/1.1" status: 204 len: 168 time: 0.3741243 Feb 07 21:09:34.402806 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54698) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:34.447143 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c56bd249-af58-4807-ae2e-11e9c524516d req-8951fd35-b3e6-4c2a-aeb7-014062260c22 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105516 Feb 07 21:09:34.469140 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334a890-d9eb-4330-aebb-f219cdba5fb8 req-3cd8aa4e-d06a-437a-97dc-67ef9d3414a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:34.472036 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2334a890-d9eb-4330-aebb-f219cdba5fb8 req-3cd8aa4e-d06a-437a-97dc-67ef9d3414a1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=841a01135e18414d8cae49a87b71e7b4&device_id=8da41ef4-56bc-4232-880b-bff46e56683a HTTP/1.1" status: 200 len: 1125 time: 0.1118035 Feb 07 21:09:34.505774 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-4e1027e3-0a92-4641-a655-156c836be39b req-89ec62f9-b321-4599-a907-a1ef67e529c3 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] For port 85f1ffbb-f70a-42a7-9281-9405290de24c, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=85f1ffbb-f70a-42a7-9281-9405290de24c,segment=NetworkSegment(3ebdffdc-6971-48fd-ba95-8983ff90e231),segment_id=3ebdffdc-6971-48fd-ba95-8983ff90e231)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:34.506513 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4e1027e3-0a92-4641-a655-156c836be39b req-89ec62f9-b321-4599-a907-a1ef67e529c3 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (85f1ffbb-f70a-42a7-9281-9405290de24c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:34.521709 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39197669-fab0-42e1-b8a2-cb3ddfb94e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (55acbe04-ba96-44f5-acf7-c6a9f81c70a3), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:34.528705 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-4e1027e3-0a92-4641-a655-156c836be39b req-89ec62f9-b321-4599-a907-a1ef67e529c3 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Calling delete_port for 85f1ffbb-f70a-42a7-9281-9405290de24c owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:09:34.745957 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334a890-d9eb-4330-aebb-f219cdba5fb8 req-7fba00bc-8903-41e9-accc-4353b081581d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:34.747434 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2334a890-d9eb-4330-aebb-f219cdba5fb8 req-7fba00bc-8903-41e9-accc-4353b081581d service neutron] 10.222.0.71 "GET /v2.0/networks?id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 HTTP/1.1" status: 200 len: 906 time: 0.2689123 Feb 07 21:09:34.768973 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3c75f-a5ea-4446-bea6-e72ab9b2beed req-c8c33c78-f529-4c32-8def-742d5ecab9f5 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:34.776079 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-29b3c75f-a5ea-4446-bea6-e72ab9b2beed req-c8c33c78-f529-4c32-8def-742d5ecab9f5 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ea192f-72b2-4ba7-82cb-a7d0a248f5b5 HTTP/1.1" status: 200 len: 944 time: 0.1064405 Feb 07 21:09:34.824119 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2334a890-d9eb-4330-aebb-f219cdba5fb8 req-4b5d3f15-5ba3-49a4-a4c7-4399b1a0aa0d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=075d4d28-658c-4523-b9b6-efba3129d351 HTTP/1.1" status: 200 len: 217 time: 0.0695987 Feb 07 21:09:34.868118 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4e1027e3-0a92-4641-a655-156c836be39b req-89ec62f9-b321-4599-a907-a1ef67e529c3 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (85f1ffbb-f70a-42a7-9281-9405290de24c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:34.881110 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['85f1ffbb-f70a-42a7-9281-9405290de24c'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:09:34.937613 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-29b3c75f-a5ea-4446-bea6-e72ab9b2beed req-4981e516-793f-4a94-8e50-a15518b85a29 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603951 Feb 07 21:09:34.956069 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334a890-d9eb-4330-aebb-f219cdba5fb8 req-7a46bf94-2019-4dc3-bd99-4681bb62b1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:34.960776 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2334a890-d9eb-4330-aebb-f219cdba5fb8 req-7a46bf94-2019-4dc3-bd99-4681bb62b1b8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=039429f6-d6cc-49db-bf32-0ffb3c8562c1 HTTP/1.1" status: 200 len: 845 time: 0.1302047 Feb 07 21:09:34.968347 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39197669-fab0-42e1-b8a2-cb3ddfb94e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (55acbe04-ba96-44f5-acf7-c6a9f81c70a3), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:35.019062 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2334a890-d9eb-4330-aebb-f219cdba5fb8 req-2dd01cce-2ef9-4397-a4a8-8b352f7a1f29 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453165 Feb 07 21:09:35.029227 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b45cee-b3a7-4367-915d-aa3541c0ee67 req-29290092-ee07-4da8-afe2-b5810f27bf85 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:35.030758 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec62f9-b321-4599-a907-a1ef67e529c3 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Pushing event deleted for resources: {'Port': ['ID=85f1ffbb-f70a-42a7-9281-9405290de24c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:35.031746 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-35b45cee-b3a7-4367-915d-aa3541c0ee67 req-29290092-ee07-4da8-afe2-b5810f27bf85 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=8da41ef4-56bc-4232-880b-bff46e56683a HTTP/1.1" status: 200 len: 943 time: 0.1481228 Feb 07 21:09:35.067683 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1027e3-0a92-4641-a655-156c836be39b req-89ec62f9-b321-4599-a907-a1ef67e529c3 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] No DVR routers for this DVR port 85f1ffbb-f70a-42a7-9281-9405290de24c on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:09:35.070638 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-39197669-fab0-42e1-b8a2-cb3ddfb94e1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55acbe04-ba96-44f5-acf7-c6a9f81c70a3']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:09:35.073961 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4e1027e3-0a92-4641-a655-156c836be39b req-89ec62f9-b321-4599-a907-a1ef67e529c3 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:35.102600 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4e1027e3-0a92-4641-a655-156c836be39b req-89ec62f9-b321-4599-a907-a1ef67e529c3 tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.69 "DELETE /v2.0/ports/85f1ffbb-f70a-42a7-9281-9405290de24c HTTP/1.1" status: 204 len: 173 time: 1.1448326 Feb 07 21:09:35.103196 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4972bd65-8742-4c1f-81ed-a205e00db7db', 'name': 'network-vif-deleted', 'tag': '85f1ffbb-f70a-42a7-9281-9405290de24c'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:35.105607 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2dc9601-60fd-416b-acbc-c6ed4cacfeab" -d '{"events": [{"server_uuid": "4972bd65-8742-4c1f-81ed-a205e00db7db", "name": "network-vif-deleted", "tag": "85f1ffbb-f70a-42a7-9281-9405290de24c"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:35.170259 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-39197669-fab0-42e1-b8a2-cb3ddfb94e1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c039eb9-655e-45d6-805e-1229a5858de5') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:09:35.170569 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-39197669-fab0-42e1-b8a2-cb3ddfb94e1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c039eb9-655e-45d6-805e-1229a5858de5') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:09:35.194718 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39197669-fab0-42e1-b8a2-cb3ddfb94e1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (9c039eb9-655e-45d6-805e-1229a5858de5), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:35.223241 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39197669-fab0-42e1-b8a2-cb3ddfb94e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (9c039eb9-655e-45d6-805e-1229a5858de5), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:35.239569 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39197669-fab0-42e1-b8a2-cb3ddfb94e1d admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:09:35.239973 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39197669-fab0-42e1-b8a2-cb3ddfb94e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (9c039eb9-655e-45d6-805e-1229a5858de5), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:09:35.241734 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:09:35.388031 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39197669-fab0-42e1-b8a2-cb3ddfb94e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (55acbe04-ba96-44f5-acf7-c6a9f81c70a3), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:35.398068 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39197669-fab0-42e1-b8a2-cb3ddfb94e1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:35.407894 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-39197669-fab0-42e1-b8a2-cb3ddfb94e1d admin admin] 10.222.0.65 "DELETE /v2.0/networks/55acbe04-ba96-44f5-acf7-c6a9f81c70a3 HTTP/1.1" status: 204 len: 168 time: 1.0018551 Feb 07 21:09:35.427680 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39197669-fab0-42e1-b8a2-cb3ddfb94e1d admin admin] Pushing event deleted for resources: {'Network': ['ID=55acbe04-ba96-44f5-acf7-c6a9f81c70a3,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:35.747892 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c180e895-9dc8-4ad3-909d-843f72afc27e req-d7d18a9a-c362-4022-98eb-8cd6b695f8ea tempest-InstanceActionsV221TestJSON-693296031 tempest-InstanceActionsV221TestJSON-693296031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4972bd65-8742-4c1f-81ed-a205e00db7db HTTP/1.1" status: 200 len: 210 time: 0.1469419 Feb 07 21:09:35.750064 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54720) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:35.815343 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-35b45cee-b3a7-4367-915d-aa3541c0ee67 req-9ef740b7-5766-48f3-b810-a56e28c42cc0 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7650177 Feb 07 21:09:35.890497 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2334a890-d9eb-4330-aebb-f219cdba5fb8 req-208067ff-c747-4c51-ba9a-9ddd508a692c service neutron] 10.222.0.71 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8568425 Feb 07 21:09:36.075743 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2334a890-d9eb-4330-aebb-f219cdba5fb8 req-667eff33-21f3-488d-8689-72331a8f1158 service neutron] 10.222.0.71 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773925 Feb 07 21:09:36.214203 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b02eaa-f602-4d5f-8507-e9c62687e75e req-438897e2-6bcc-4549-b5f6-da63e4790449 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:36.215125 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66bfecc-a6fe-4811-9708-56bac9a5ea31 x-openstack-request-id: req-e66bfecc-a6fe-4811-9708-56bac9a5ea31 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:36.215424 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4972bd65-8742-4c1f-81ed-a205e00db7db", "name": "network-vif-deleted", "tag": "85f1ffbb-f70a-42a7-9281-9405290de24c", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:36.215675 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e66bfecc-a6fe-4811-9708-56bac9a5ea31 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:36.217447 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4972bd65-8742-4c1f-81ed-a205e00db7db', 'name': 'network-vif-deleted', 'tag': '85f1ffbb-f70a-42a7-9281-9405290de24c', 'status': 'completed', 'code': 200} Feb 07 21:09:36.234298 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-46b02eaa-f602-4d5f-8507-e9c62687e75e req-438897e2-6bcc-4549-b5f6-da63e4790449 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 950 time: 0.1550190 Feb 07 21:09:36.271704 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-519a24f2-e750-47cb-a6e5-bc0e5c4bfd20 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5124caec77da453db4b2d8e674dfa83f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5182590 Feb 07 21:09:36.276040 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd946e7-6a74-440d-8e92-86344906aa18 req-7c15dd1b-e1e2-4cf2-83af-fac81871f5e0 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:36.276699 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54728) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:36.283420 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0cd946e7-6a74-440d-8e92-86344906aa18 req-7c15dd1b-e1e2-4cf2-83af-fac81871f5e0 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ea192f-72b2-4ba7-82cb-a7d0a248f5b5 HTTP/1.1" status: 200 len: 944 time: 0.2066877 Feb 07 21:09:36.369159 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-674fc871-a4dc-4a58-ae27-b0c8e6f367c0 admin admin] Publish callbacks [] for security_group (b07bfa7f-c7d2-468b-813c-17d2a7c83ffe), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:36.397301 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-674fc871-a4dc-4a58-ae27-b0c8e6f367c0 admin admin] Publish callbacks [] for security_group (b07bfa7f-c7d2-468b-813c-17d2a7c83ffe), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:36.456371 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-46b02eaa-f602-4d5f-8507-e9c62687e75e req-15a38969-2bf8-49da-9e4e-e31d4d3895be tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207685 Feb 07 21:09:36.458959 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-674fc871-a4dc-4a58-ae27-b0c8e6f367c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b07bfa7f-c7d2-468b-813c-17d2a7c83ffe), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:36.463897 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-674fc871-a4dc-4a58-ae27-b0c8e6f367c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:36.467665 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-674fc871-a4dc-4a58-ae27-b0c8e6f367c0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b07bfa7f-c7d2-468b-813c-17d2a7c83ffe HTTP/1.1" status: 204 len: 168 time: 0.1874058 Feb 07 21:09:36.476554 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674fc871-a4dc-4a58-ae27-b0c8e6f367c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07bfa7f-c7d2-468b-813c-17d2a7c83ffe,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:36.477191 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0cd946e7-6a74-440d-8e92-86344906aa18 req-d2b42558-21a0-4288-a252-8291a378cd07 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764188 Feb 07 21:09:36.648649 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875021cc-328b-49f6-9dff-0470a8e01ed8 req-c93fd6e8-35ae-4e32-85b8-213b7644069c tempest-MigrationsAdminTest-1891479830 tempest-MigrationsAdminTest-1891479830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:36.650722 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-875021cc-328b-49f6-9dff-0470a8e01ed8 req-c93fd6e8-35ae-4e32-85b8-213b7644069c tempest-MigrationsAdminTest-1891479830 tempest-MigrationsAdminTest-1891479830-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 1132 time: 0.0798299 Feb 07 21:09:36.779806 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-875021cc-328b-49f6-9dff-0470a8e01ed8 req-f12bcf4e-c954-46e4-8192-f4963f5079b1 tempest-MigrationsAdminTest-1891479830 tempest-MigrationsAdminTest-1891479830-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225209 Feb 07 21:09:36.856866 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-1cca3b62-d374-4eac-9b95-4ef2887f277b req-87faa848-1370-483e-8fa9-e1099317c644 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:09:36.857842 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1cca3b62-d374-4eac-9b95-4ef2887f277b req-87faa848-1370-483e-8fa9-e1099317c644 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056880 Feb 07 21:09:37.019102 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6cb71-d9ac-447e-ad8b-edea3e1a37b2 req-40c7385c-5d89-48cd-9347-b16775fbb810 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:37.026758 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4cd6cb71-d9ac-447e-ad8b-edea3e1a37b2 req-40c7385c-5d89-48cd-9347-b16775fbb810 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=8da41ef4-56bc-4232-880b-bff46e56683a HTTP/1.1" status: 200 len: 943 time: 0.0727713 Feb 07 21:09:37.077411 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 85f1ffbb-f70a-42a7-9281-9405290de24c no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:09:37.095225 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4cd6cb71-d9ac-447e-ad8b-edea3e1a37b2 req-cc181466-faef-4669-a657-9b79bf9ed36e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637183 Feb 07 21:09:37.144865 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 85f1ffbb-f70a-42a7-9281-9405290de24c {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:09:37.146191 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 85f1ffbb-f70a-42a7-9281-9405290de24c not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:09:37.150755 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 075d4d28-658c-4523-b9b6-efba3129d351 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:09:37.356407 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device b7281f02-9f98-4fdb-a172-3aaa541bea55 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:09:37.371334 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-035b22fe-5403-459f-bf11-69662afdc5d6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0924568 Feb 07 21:09:37.385811 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cea93-f70d-4ab3-a420-9a3517e677dd req-c4c4c719-ba9c-4787-97d6-28bb7515b099 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:37.403275 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ee0cea93-f70d-4ab3-a420-9a3517e677dd req-c4c4c719-ba9c-4787-97d6-28bb7515b099 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 950 time: 0.1203706 Feb 07 21:09:37.576818 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ee0cea93-f70d-4ab3-a420-9a3517e677dd req-3dc837e7-fb47-406a-af7c-87570c9d8544 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599991 Feb 07 21:09:37.581571 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 075d4d28-658c-4523-b9b6-efba3129d351, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=075d4d28-658c-4523-b9b6-efba3129d351,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:37.612388 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '075d4d28-658c-4523-b9b6-efba3129d351', 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81', 'port_id': '075d4d28-658c-4523-b9b6-efba3129d351', 'mac_address': 'fa:16:3e:3c:64:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039429f6-d6cc-49db-bf32-0ffb3c8562c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:09:37.684858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port b7281f02-9f98-4fdb-a172-3aaa541bea55 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:09:37.694730 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54776) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:37.714387 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port b7281f02-9f98-4fdb-a172-3aaa541bea55 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:09:37.717331 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b7281f02-9f98-4fdb-a172-3aaa541bea55), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:37.742982 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04791074-9457-41cc-8987-f9af7967f25d req-0418aad8-5ba9-4c86-b6ff-fa249322d26c tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:37.758398 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04791074-9457-41cc-8987-f9af7967f25d req-0418aad8-5ba9-4c86-b6ff-fa249322d26c tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ea192f-72b2-4ba7-82cb-a7d0a248f5b5 HTTP/1.1" status: 200 len: 944 time: 0.1499264 Feb 07 21:09:37.823864 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 075d4d28-658c-4523-b9b6-efba3129d351 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:09:37.827888 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (075d4d28-658c-4523-b9b6-efba3129d351), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:37.862583 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075d4d28-658c-4523-b9b6-efba3129d351 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:09:37.877191 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb1f08f-1146-42c5-8034-10bfe3bd097b admin admin] Deleting subnet af204f36-78da-41d9-a1a7-8aba7dabeb16 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:09:37.894139 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbb1f08f-1146-42c5-8034-10bfe3bd097b admin admin] Publish callbacks [] for subnet (af204f36-78da-41d9-a1a7-8aba7dabeb16), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:37.906007 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04791074-9457-41cc-8987-f9af7967f25d req-5f889974-b0f0-4a80-99d2-6f61f98c0b0b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464829 Feb 07 21:09:37.948486 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 075d4d28-658c-4523-b9b6-efba3129d351, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=075d4d28-658c-4523-b9b6-efba3129d351,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:37.952970 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port b7281f02-9f98-4fdb-a172-3aaa541bea55 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:09:37.953549 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b7281f02-9f98-4fdb-a172-3aaa541bea55), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:37.965611 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (075d4d28-658c-4523-b9b6-efba3129d351), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:37.997657 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port b7281f02-9f98-4fdb-a172-3aaa541bea55, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b7281f02-9f98-4fdb-a172-3aaa541bea55,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:37.999188 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbb1f08f-1146-42c5-8034-10bfe3bd097b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (af204f36-78da-41d9-a1a7-8aba7dabeb16), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:38.020049 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ea192f-72b2-4ba7-82cb-a7d0a248f5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7281f02-9f98-4fdb-a172-3aaa541bea55'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:38.022821 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2104d8-c486-449e-a472-6e7741164a3f" -d '{"events": [{"server_uuid": "85ea192f-72b2-4ba7-82cb-a7d0a248f5b5", "name": "network-vif-plugged", "status": "completed", "tag": "b7281f02-9f98-4fdb-a172-3aaa541bea55"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:38.028104 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b7281f02-9f98-4fdb-a172-3aaa541bea55), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:38.075430 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=075d4d28-658c-4523-b9b6-efba3129d351,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:38.128176 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbb1f08f-1146-42c5-8034-10bfe3bd097b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (af204f36-78da-41d9-a1a7-8aba7dabeb16), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:38.231466 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=b7281f02-9f98-4fdb-a172-3aaa541bea55,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:38.244443 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b89fc4-2cf2-4bfa-87ac-9cf05bf3ea97 x-openstack-request-id: req-25b89fc4-2cf2-4bfa-87ac-9cf05bf3ea97 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:38.244721 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ea192f-72b2-4ba7-82cb-a7d0a248f5b5", "name": "network-vif-plugged", "status": "completed", "tag": "b7281f02-9f98-4fdb-a172-3aaa541bea55", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:38.244969 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-25b89fc4-2cf2-4bfa-87ac-9cf05bf3ea97 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:38.245359 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ea192f-72b2-4ba7-82cb-a7d0a248f5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7281f02-9f98-4fdb-a172-3aaa541bea55', 'code': 200} Feb 07 21:09:38.296475 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbb1f08f-1146-42c5-8034-10bfe3bd097b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (af204f36-78da-41d9-a1a7-8aba7dabeb16), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:38.375935 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1f08f-1146-42c5-8034-10bfe3bd097b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af204f36-78da-41d9-a1a7-8aba7dabeb16,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:38.379701 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbb1f08f-1146-42c5-8034-10bfe3bd097b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:38.387869 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bbb1f08f-1146-42c5-8034-10bfe3bd097b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/af204f36-78da-41d9-a1a7-8aba7dabeb16 HTTP/1.1" status: 204 len: 168 time: 0.6829278 Feb 07 21:09:38.388525 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54812) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:38.446356 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['075d4d28-658c-4523-b9b6-efba3129d351'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:09:38.524501 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf783f-6817-49dd-b7a3-5c8179694acd req-52daadad-b520-4776-876a-92581eec4f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:38.528661 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-babf783f-6817-49dd-b7a3-5c8179694acd req-52daadad-b520-4776-876a-92581eec4f92 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=85ea192f-72b2-4ba7-82cb-a7d0a248f5b5 HTTP/1.1" status: 200 len: 1127 time: 0.3300869 Feb 07 21:09:38.566090 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7ad1105c-908b-4a0a-a0f8-6e8661402792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (7324dd90-1601-4dde-808f-648bb2480f2d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:38.578285 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-a9e892a8-fe60-4b10-8c68-034f9395c590 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=75f8bf4e120f4dbda1f18ffb6188d2b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1651754 Feb 07 21:09:38.646649 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-babf783f-6817-49dd-b7a3-5c8179694acd req-3300b046-fa83-4412-867a-45308974c24d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898316 Feb 07 21:09:38.715816 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce45810-1545-403c-9324-ff136696d6f9 req-a475c565-836f-4655-8afc-cd794da87241 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:38.730467 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0ce45810-1545-403c-9324-ff136696d6f9 req-a475c565-836f-4655-8afc-cd794da87241 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=8da41ef4-56bc-4232-880b-bff46e56683a HTTP/1.1" status: 200 len: 944 time: 0.4498026 Feb 07 21:09:38.801299 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7ad1105c-908b-4a0a-a0f8-6e8661402792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (7324dd90-1601-4dde-808f-648bb2480f2d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:38.831450 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7ad1105c-908b-4a0a-a0f8-6e8661402792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7324dd90-1601-4dde-808f-648bb2480f2d']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:09:38.845359 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7ad1105c-908b-4a0a-a0f8-6e8661402792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ebdffdc-6971-48fd-ba95-8983ff90e231') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:09:38.845654 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7ad1105c-908b-4a0a-a0f8-6e8661402792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ebdffdc-6971-48fd-ba95-8983ff90e231') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:09:38.859130 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7ad1105c-908b-4a0a-a0f8-6e8661402792 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (3ebdffdc-6971-48fd-ba95-8983ff90e231), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:38.876101 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-a373879d-ba1b-4f6a-a059-5adab605ffcd tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:38.877574 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7ad1105c-908b-4a0a-a0f8-6e8661402792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (3ebdffdc-6971-48fd-ba95-8983ff90e231), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:38.881723 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-a373879d-ba1b-4f6a-a059-5adab605ffcd tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3025417 Feb 07 21:09:38.886455 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0ce45810-1545-403c-9324-ff136696d6f9 req-f460ede2-fbe4-4148-8688-8a47bddb760a tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549859 Feb 07 21:09:38.891729 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad1105c-908b-4a0a-a0f8-6e8661402792 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:09:38.892588 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7ad1105c-908b-4a0a-a0f8-6e8661402792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (3ebdffdc-6971-48fd-ba95-8983ff90e231), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:09:38.894564 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:09:38.925473 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-ce9d353c-2522-49d8-a9f9-89929d683937 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/quotas/75f8bf4e120f4dbda1f18ffb6188d2b2 HTTP/1.1" status: 200 len: 375 time: 0.0358882 Feb 07 21:09:38.987410 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7ad1105c-908b-4a0a-a0f8-6e8661402792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (7324dd90-1601-4dde-808f-648bb2480f2d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:38.994549 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7ad1105c-908b-4a0a-a0f8-6e8661402792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:39.014316 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-917e17d8-4c5a-49a4-890f-e48a0093a6cf tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=75f8bf4e120f4dbda1f18ffb6188d2b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0878036 Feb 07 21:09:39.014947 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7ad1105c-908b-4a0a-a0f8-6e8661402792 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7324dd90-1601-4dde-808f-648bb2480f2d HTTP/1.1" status: 204 len: 168 time: 0.6241117 Feb 07 21:09:39.065952 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1105c-908b-4a0a-a0f8-6e8661402792 admin admin] Pushing event deleted for resources: {'Network': ['ID=7324dd90-1601-4dde-808f-648bb2480f2d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:39.118918 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ff220-b6ba-4250-ad03-650b71d4e768 req-83b292a4-0393-4b10-ba34-0968359404ba tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:39.127237 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6b8ff220-b6ba-4250-ad03-650b71d4e768 req-83b292a4-0393-4b10-ba34-0968359404ba tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 950 time: 0.0844705 Feb 07 21:09:39.195913 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6b8ff220-b6ba-4250-ad03-650b71d4e768 req-9946515a-22a0-4d18-805a-3257b73e6985 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662770 Feb 07 21:09:39.435884 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54832) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:39.505916 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07776a98-2b3d-4329-91e0-ebe1672960f2 req-b9930e40-684a-4b5f-bbe2-1c2fc600eddb tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd967684-4347-428e-9beb-b67de58e4d48 HTTP/1.1" status: 200 len: 210 time: 0.1357915 Feb 07 21:09:39.553385 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-35221245-07c9-40cc-a52b-cfff7382a763 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2a4544860cbc4caabd5d8243d51ecc26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1161768 Feb 07 21:09:39.557535 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54838) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:39.588769 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbc7ec-1822-4367-865d-d51b674fc927 req-6ab24219-1e6f-499a-bdf9-274770126bc7 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:39.598397 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c1bbc7ec-1822-4367-865d-d51b674fc927 req-6ab24219-1e6f-499a-bdf9-274770126bc7 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ea192f-72b2-4ba7-82cb-a7d0a248f5b5 HTTP/1.1" status: 200 len: 945 time: 0.3004022 Feb 07 21:09:39.675738 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-40a9d879-fda7-4150-b72c-b373d484a982 admin admin] Publish callbacks [] for security_group (eff241fd-91bb-48b4-82d0-f471a35e8b54), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:39.719620 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-40a9d879-fda7-4150-b72c-b373d484a982 admin admin] Publish callbacks [] for security_group (eff241fd-91bb-48b4-82d0-f471a35e8b54), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:39.753598 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c1bbc7ec-1822-4367-865d-d51b674fc927 req-87c2d9a4-1d24-4d51-9f0e-f10d8e290004 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544106 Feb 07 21:09:39.801707 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-40a9d879-fda7-4150-b72c-b373d484a982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (eff241fd-91bb-48b4-82d0-f471a35e8b54), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:39.805215 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-40a9d879-fda7-4150-b72c-b373d484a982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:39.809306 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-40a9d879-fda7-4150-b72c-b373d484a982 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eff241fd-91bb-48b4-82d0-f471a35e8b54 HTTP/1.1" status: 204 len: 168 time: 0.2504578 Feb 07 21:09:39.823234 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9d879-fda7-4150-b72c-b373d484a982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff241fd-91bb-48b4-82d0-f471a35e8b54,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:39.972590 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-1b3eda33-5d49-4e80-8269-45ad613a733a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:39.974331 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-1b3eda33-5d49-4e80-8269-45ad613a733a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 1132 time: 0.0795736 Feb 07 21:09:40.103043 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-4f39e53c-d1ce-46b3-acd6-f43a0a60daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:40.105515 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-4f39e53c-d1ce-46b3-acd6-f43a0a60daaa service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1239598 Feb 07 21:09:40.212752 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-8e547cf2-f352-4c9c-962c-dc973276b654 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=71e0b546-c4a6-460b-8dac-ab4f971acc40 HTTP/1.1" status: 200 len: 217 time: 0.0970168 Feb 07 21:09:40.294568 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-89fe3d85-8160-4f80-a2c6-b0c1dbcfd870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:40.296133 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-89fe3d85-8160-4f80-a2c6-b0c1dbcfd870 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0787172 Feb 07 21:09:40.420284 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-41f08f17-4378-433a-be30-712ccb1fbf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:40.421834 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-41f08f17-4378-433a-be30-712ccb1fbf1e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1178341 Feb 07 21:09:40.493987 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b061d-4025-46a9-a033-451785976edd req-9f00c817-23ef-41c7-ba7b-7b3c0742c2db tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:40.514939 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-730b061d-4025-46a9-a033-451785976edd req-9f00c817-23ef-41c7-ba7b-7b3c0742c2db tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 950 time: 0.1644301 Feb 07 21:09:40.646518 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-7d3224cd-23b4-4bd9-84ae-c535f2de2414 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178414 Feb 07 21:09:40.692254 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-730b061d-4025-46a9-a033-451785976edd req-637489d7-5705-42f1-a42e-068bcf876680 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763184 Feb 07 21:09:40.794749 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080af8a1-868d-4447-8bef-d7f3825d7ecd req-d9928a1c-79de-41e1-aac4-0a5a78f15deb tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:40.796279 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-080af8a1-868d-4447-8bef-d7f3825d7ecd req-d9928a1c-79de-41e1-aac4-0a5a78f15deb tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=8da41ef4-56bc-4232-880b-bff46e56683a HTTP/1.1" status: 200 len: 944 time: 0.1504002 Feb 07 21:09:40.828049 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-194c4b3b-d4c8-4833-96e8-369fa7a0b2e2 req-d46e3c14-3612-455f-a91f-00d66dd38533 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd967684-4347-428e-9beb-b67de58e4d48 HTTP/1.1" status: 200 len: 210 time: 0.0307117 Feb 07 21:09:40.878458 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-4d26a9c9-ed63-4e1e-86e6-7e54910b5af7 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247546 Feb 07 21:09:40.919992 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-080af8a1-868d-4447-8bef-d7f3825d7ecd req-e4c142df-e383-4721-86f0-a2481e860681 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873606 Feb 07 21:09:41.012570 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0538e-3cd5-498e-9744-a36b3a163b95 req-3fce76cf-d0b1-4a43-a3ef-befdc3c81cd9 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:41.014413 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-64d0538e-3cd5-498e-9744-a36b3a163b95 req-3fce76cf-d0b1-4a43-a3ef-befdc3c81cd9 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ea192f-72b2-4ba7-82cb-a7d0a248f5b5 HTTP/1.1" status: 200 len: 945 time: 0.0723019 Feb 07 21:09:41.131934 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 075d4d28-658c-4523-b9b6-efba3129d351 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:09:41.161640 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-64d0538e-3cd5-498e-9744-a36b3a163b95 req-c3cb1668-2281-4023-a9fc-03ad53e98539 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405151 Feb 07 21:09:41.178149 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-9f704aad-0a36-409e-9f42-1654ba53c304 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=75f8bf4e120f4dbda1f18ffb6188d2b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625908 Feb 07 21:09:41.271628 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 075d4d28-658c-4523-b9b6-efba3129d351 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:09:41.275885 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 075d4d28-658c-4523-b9b6-efba3129d351 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:09:41.276262 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (075d4d28-658c-4523-b9b6-efba3129d351), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:41.446999 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-04731bb7-25e9-4698-8b8c-dd17e831ab3e tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:41.452648 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-04731bb7-25e9-4698-8b8c-dd17e831ab3e tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2590697 Feb 07 21:09:41.474583 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-788bf946-ae14-4e19-a9b8-ce3fc6484eeb tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Request body: {'port': {'device_id': 'dd967684-4347-428e-9beb-b67de58e4d48', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': '75f8bf4e120f4dbda1f18ffb6188d2b2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:09:41.474842 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 075d4d28-658c-4523-b9b6-efba3129d351 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:09:41.474842 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (075d4d28-658c-4523-b9b6-efba3129d351), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:41.520405 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da41ef4-56bc-4232-880b-bff46e56683a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075d4d28-658c-4523-b9b6-efba3129d351'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:41.522723 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d501a1-abd7-4bf6-bf72-7357fabb71cd" -d '{"events": [{"server_uuid": "8da41ef4-56bc-4232-880b-bff46e56683a", "name": "network-vif-plugged", "status": "completed", "tag": "075d4d28-658c-4523-b9b6-efba3129d351"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:41.533827 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 54886) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:41.565236 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 075d4d28-658c-4523-b9b6-efba3129d351, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=075d4d28-658c-4523-b9b6-efba3129d351,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:41.580446 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (075d4d28-658c-4523-b9b6-efba3129d351), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:41.613062 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef0a2f7-a6b2-49a7-a6a2-e0726e149ba8 x-openstack-request-id: req-2ef0a2f7-a6b2-49a7-a6a2-e0726e149ba8 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:41.613606 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da41ef4-56bc-4232-880b-bff46e56683a", "name": "network-vif-plugged", "status": "completed", "tag": "075d4d28-658c-4523-b9b6-efba3129d351", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:41.614057 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2ef0a2f7-a6b2-49a7-a6a2-e0726e149ba8 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:41.614597 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da41ef4-56bc-4232-880b-bff46e56683a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075d4d28-658c-4523-b9b6-efba3129d351', 'code': 200} Feb 07 21:09:41.712497 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=075d4d28-658c-4523-b9b6-efba3129d351,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:41.772108 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2024075660-network', 'tenant_id': '08c945954dce4cb09e8ffeaa48e7b596'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:09:41.803940 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-788bf946-ae14-4e19-a9b8-ce3fc6484eeb tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Made reservation on behalf of 75f8bf4e120f4dbda1f18ffb6188d2b2 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:09:41.807841 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-788bf946-ae14-4e19-a9b8-ce3fc6484eeb tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:41.820453 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb0562-0254-46b7-a699-09552d218c2f req-7d54e783-f3b1-4ebf-9890-d45773393b3b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:41.827161 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-788bf946-ae14-4e19-a9b8-ce3fc6484eeb tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:41.831066 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-45fb0562-0254-46b7-a699-09552d218c2f req-7d54e783-f3b1-4ebf-9890-d45773393b3b tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ea192f-72b2-4ba7-82cb-a7d0a248f5b5 HTTP/1.1" status: 200 len: 945 time: 0.2369740 Feb 07 21:09:41.836086 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] Made reservation on behalf of 08c945954dce4cb09e8ffeaa48e7b596 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:09:41.839404 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:41.873842 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:41.938940 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869b23f-6019-45ed-b0b1-3b84fccbcada req-9a33bb20-6138-43ca-9e4e-3152ce98b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:41.940435 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d869b23f-6019-45ed-b0b1-3b84fccbcada req-9a33bb20-6138-43ca-9e4e-3152ce98b3a1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8da41ef4-56bc-4232-880b-bff46e56683a HTTP/1.1" status: 200 len: 1127 time: 0.2506597 Feb 07 21:09:41.970976 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-788bf946-ae14-4e19-a9b8-ce3fc6484eeb tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Publish callbacks [] for security_group (c6892821-a139-4730-b4f7-e3a1a036592a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:41.988878 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-788bf946-ae14-4e19-a9b8-ce3fc6484eeb tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c6892821-a139-4730-b4f7-e3a1a036592a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:42.104937 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-45fb0562-0254-46b7-a699-09552d218c2f req-3b3d6f43-5e87-4762-b17a-4b5b6365a961 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724831 Feb 07 21:09:42.186781 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab0285-b87a-493d-9018-441f49022238 req-49369ee2-2225-42a5-91f9-6b219cc2aa13 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:42.199050 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8bab0285-b87a-493d-9018-441f49022238 req-49369ee2-2225-42a5-91f9-6b219cc2aa13 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 950 time: 0.2749448 Feb 07 21:09:42.214771 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-788bf946-ae14-4e19-a9b8-ce3fc6484eeb tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Allocated IP 192.168.233.249 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/6bb495bd-697a-4a53-8ea9-aec2cab67331) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:09:42.231572 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788bf946-ae14-4e19-a9b8-ce3fc6484eeb tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6892821-a139-4730-b4f7-e3a1a036592a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:42.294096 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d869b23f-6019-45ed-b0b1-3b84fccbcada req-9258dd0c-3e2e-4c40-b61e-356629aef237 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340003 Feb 07 21:09:42.367309 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3ea40dee-6fe2-475b-997a-242a2e106643 req-9a74814b-a3d3-438a-9071-3b73a3f004c3 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd967684-4347-428e-9beb-b67de58e4d48 HTTP/1.1" status: 200 len: 210 time: 0.1062036 Feb 07 21:09:42.420638 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8bab0285-b87a-493d-9018-441f49022238 req-1abdc472-76a0-462f-825c-d52a3300afd4 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191970 Feb 07 21:09:42.484973 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] Publish callbacks [] for security_group (e1151181-f720-42ea-94b2-eddd399b778c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:42.504152 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e1151181-f720-42ea-94b2-eddd399b778c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:42.522547 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:09:42.547237 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (c6c54dc0-6831-45be-8f59-e273399a4c6b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:42.548862 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] Added segment c6c54dc0-6831-45be-8f59-e273399a4c6b of type vlan for network aa4cfde9-ffe8-469d-a81c-82fd9aee32c1 Feb 07 21:09:42.553205 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-788bf946-ae14-4e19-a9b8-ce3fc6484eeb tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Publish callbacks [] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:42.627954 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-788bf946-ae14-4e19-a9b8-ce3fc6484eeb tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:42.637076 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (aa4cfde9-ffe8-469d-a81c-82fd9aee32c1), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:42.719472 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1151181-f720-42ea-94b2-eddd399b778c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:42.728927 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (aa4cfde9-ffe8-469d-a81c-82fd9aee32c1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:42.730386 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:42.731259 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:42.761299 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-788bf946-ae14-4e19-a9b8-ce3fc6484eeb tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:09:42.764818 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-788bf946-ae14-4e19-a9b8-ce3fc6484eeb tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:09:42.777550 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-788bf946-ae14-4e19-a9b8-ce3fc6484eeb tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:09:42.817307 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788bf946-ae14-4e19-a9b8-ce3fc6484eeb tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Pushing event updated for resources: {'Port': ['ID=6bb495bd-697a-4a53-8ea9-aec2cab67331,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:42.857642 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-788bf946-ae14-4e19-a9b8-ce3fc6484eeb tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:42.858272 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-788bf946-ae14-4e19-a9b8-ce3fc6484eeb tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:42.886826 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:42.888227 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:42.888755 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:42.889878 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:42.892734 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:42.893217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:42.893700 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:42.894166 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:42.900065 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:42.900713 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:42.902133 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:42.902133 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:42.902133 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:42.905666 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-788bf946-ae14-4e19-a9b8-ce3fc6484eeb tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4372861 Feb 07 21:09:42.920446 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-272c3817-520e-40cf-98ee-eff85823b3cb service neutron] Request body: {'port': {'device_id': 'dd967684-4347-428e-9beb-b67de58e4d48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:09:42.967103 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4312775 Feb 07 21:09:42.970685 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54908) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:42.981001 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-604b387a-877d-4476-b349-15623ab2dfac admin admin] Request body: {'subnet': {'network_id': 'aa4cfde9-ffe8-469d-a81c-82fd9aee32c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2024075660-subnet', 'tenant_id': '08c945954dce4cb09e8ffeaa48e7b596', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:09:43.017245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51bfc66-db9b-4daa-b11e-f64a25405d5a admin admin] Pushing event updated for resources: {'Network': ['ID=aa4cfde9-ffe8-469d-a81c-82fd9aee32c1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:43.029184 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network aa4cfde9-ffe8-469d-a81c-82fd9aee32c1 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:09:43.060986 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afe8a6-77d6-4382-900a-96709a244e4a req-9a9ede0e-5799-444c-a4f7-855847f85776 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:43.069923 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9afe8a6-77d6-4382-900a-96709a244e4a req-9a9ede0e-5799-444c-a4f7-855847f85776 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=8da41ef4-56bc-4232-880b-bff46e56683a HTTP/1.1" status: 200 len: 945 time: 0.4045269 Feb 07 21:09:43.142374 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-272c3817-520e-40cf-98ee-eff85823b3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:43.168546 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604b387a-877d-4476-b349-15623ab2dfac admin admin] Made reservation on behalf of 08c945954dce4cb09e8ffeaa48e7b596 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:09:43.184700 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-604b387a-877d-4476-b349-15623ab2dfac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:43.200575 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9afe8a6-77d6-4382-900a-96709a244e4a req-17caeac5-dabb-4e74-b325-f639d78ddf2a tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284728 Feb 07 21:09:43.235776 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0b2c7e77-5c6f-4642-a2a5-fd314cf98a7f None None] Provisioning complete for port 6bb495bd-697a-4a53-8ea9-aec2cab67331 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:09:43.236444 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0b2c7e77-5c6f-4642-a2a5-fd314cf98a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:43.322755 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0b2c7e77-5c6f-4642-a2a5-fd314cf98a7f None None] Port 6bb495bd-697a-4a53-8ea9-aec2cab67331 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:09:43.329124 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e942fbc-5dbc-4ced-a3cf-1cc237bb0e76 req-cf4a8069-e445-401d-8f10-3da7e5595b6c tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:43.331000 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e942fbc-5dbc-4ced-a3cf-1cc237bb0e76 req-cf4a8069-e445-401d-8f10-3da7e5595b6c tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ea192f-72b2-4ba7-82cb-a7d0a248f5b5 HTTP/1.1" status: 200 len: 945 time: 0.1023827 Feb 07 21:09:43.467050 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e942fbc-5dbc-4ced-a3cf-1cc237bb0e76 req-c7dd5928-1323-44a5-a09c-f77ac7537d8e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278038 Feb 07 21:09:43.684197 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b81a1-dce3-4d91-84d3-0e5582bd8d4c req-a21d8532-5d71-48ce-bdc4-3ee80d245b20 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:43.687486 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-211b81a1-dce3-4d91-84d3-0e5582bd8d4c req-a21d8532-5d71-48ce-bdc4-3ee80d245b20 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd967684-4347-428e-9beb-b67de58e4d48 HTTP/1.1" status: 200 len: 936 time: 0.1699431 Feb 07 21:09:43.818796 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-211b81a1-dce3-4d91-84d3-0e5582bd8d4c req-5c711b7c-0ce9-4870-8a82-e8577f3bd87c tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6892821-a139-4730-b4f7-e3a1a036592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210477 Feb 07 21:09:43.832717 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c23e6-ee6b-49f8-b6b9-b888c5fcd1bf req-132988b4-98c6-42da-8e1f-4b3a2835604b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:43.843650 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ca8c23e6-ee6b-49f8-b6b9-b888c5fcd1bf req-132988b4-98c6-42da-8e1f-4b3a2835604b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 950 time: 0.2572396 Feb 07 21:09:43.943349 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ca8c23e6-ee6b-49f8-b6b9-b888c5fcd1bf req-fa03ddca-5adc-4515-909d-221557293cf5 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918705 Feb 07 21:09:44.008188 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-604b387a-877d-4476-b349-15623ab2dfac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (71ad050f-dafb-400d-a13c-5f324170b7a3), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:44.086149 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-272c3817-520e-40cf-98ee-eff85823b3cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb495bd-697a-4a53-8ea9-aec2cab67331 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:09:44.099830 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-272c3817-520e-40cf-98ee-eff85823b3cb service neutron] Publish callbacks [] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:44.120076 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b387a-877d-4476-b349-15623ab2dfac admin admin] Pushing event updated for resources: {'Subnet': ['ID=71ad050f-dafb-400d-a13c-5f324170b7a3,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:44.145415 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-272c3817-520e-40cf-98ee-eff85823b3cb service neutron] Transition to ACTIVE for port object 6bb495bd-697a-4a53-8ea9-aec2cab67331 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:09:44.169923 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604b387a-877d-4476-b349-15623ab2dfac admin admin] Checking segment: {'id': 'c6c54dc0-6831-45be-8f59-e273399a4c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'aa4cfde9-ffe8-469d-a81c-82fd9aee32c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:09:44.170289 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604b387a-877d-4476-b349-15623ab2dfac admin admin] Network hostable DHCP agents. Network: aa4cfde9-ffe8-469d-a81c-82fd9aee32c1, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:09:44.180141 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-272c3817-520e-40cf-98ee-eff85823b3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:44.290429 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333294a6-d88b-4541-a309-c0c86182d8d7 req-fb2eb6ca-ff06-48c3-9f64-52c4965886a9 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:44.316954 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-333294a6-d88b-4541-a309-c0c86182d8d7 req-fb2eb6ca-ff06-48c3-9f64-52c4965886a9 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ea192f-72b2-4ba7-82cb-a7d0a248f5b5 HTTP/1.1" status: 200 len: 945 time: 0.1768126 Feb 07 21:09:44.366416 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c3817-520e-40cf-98ee-eff85823b3cb service neutron] Pushing event updated for resources: {'Port': ['ID=6bb495bd-697a-4a53-8ea9-aec2cab67331,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:44.421723 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604b387a-877d-4476-b349-15623ab2dfac admin admin] Network aa4cfde9-ffe8-469d-a81c-82fd9aee32c1 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:09:44.454984 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-604b387a-877d-4476-b349-15623ab2dfac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, aa4cfde9-ffe8-469d-a81c-82fd9aee32c1) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:09:44.464286 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa264858-63da-4389-9a54-613a45cefe1d None None] Network aa4cfde9-ffe8-469d-a81c-82fd9aee32c1 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:09:44.470066 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604b387a-877d-4476-b349-15623ab2dfac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:44.475740 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-604b387a-877d-4476-b349-15623ab2dfac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:44.497913 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-272c3817-520e-40cf-98ee-eff85823b3cb service neutron] Attempting to bind port 6bb495bd-697a-4a53-8ea9-aec2cab67331 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:09:44.498369 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-272c3817-520e-40cf-98ee-eff85823b3cb service neutron] Attempting to bind port 6bb495bd-697a-4a53-8ea9-aec2cab67331 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:09:44.499007 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-272c3817-520e-40cf-98ee-eff85823b3cb service neutron] Attempting to bind port 6bb495bd-697a-4a53-8ea9-aec2cab67331 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:09:44.509544 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-272c3817-520e-40cf-98ee-eff85823b3cb service neutron] Port 6bb495bd-697a-4a53-8ea9-aec2cab67331 on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:09:44.510212 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-272c3817-520e-40cf-98ee-eff85823b3cb service neutron] Attempting to bind port 6bb495bd-697a-4a53-8ea9-aec2cab67331 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:09:44.516087 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-272c3817-520e-40cf-98ee-eff85823b3cb service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:09:44.516775 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-272c3817-520e-40cf-98ee-eff85823b3cb service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:09:44.517909 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-272c3817-520e-40cf-98ee-eff85823b3cb service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:09:44.518630 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-272c3817-520e-40cf-98ee-eff85823b3cb service neutron] Bound port: 6bb495bd-697a-4a53-8ea9-aec2cab67331, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:09:44.519200 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-272c3817-520e-40cf-98ee-eff85823b3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:44.534865 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-604b387a-877d-4476-b349-15623ab2dfac admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5631363 Feb 07 21:09:44.542896 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-333294a6-d88b-4541-a309-c0c86182d8d7 req-08119c16-6826-44e2-83c9-cc36cbc35d1a tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242343 Feb 07 21:09:44.572370 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcdfd7-77a8-45a1-a812-42d505cab12e req-e1528a51-c5ad-4af9-aadf-45252b810848 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:44.598039 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06fcdfd7-77a8-45a1-a812-42d505cab12e req-e1528a51-c5ad-4af9-aadf-45252b810848 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=8da41ef4-56bc-4232-880b-bff46e56683a HTTP/1.1" status: 200 len: 945 time: 0.2169445 Feb 07 21:09:44.712914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06fcdfd7-77a8-45a1-a812-42d505cab12e req-6237cbeb-16ec-4866-a84a-97d3cb44bb63 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136250 Feb 07 21:09:44.714361 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-272c3817-520e-40cf-98ee-eff85823b3cb service neutron] For port 6bb495bd-697a-4a53-8ea9-aec2cab67331, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:09:44.716589 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65281f46-3caa-413b-b9b5-884ee56ae840 None None] Network aa4cfde9-ffe8-469d-a81c-82fd9aee32c1 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:09:44.739838 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-272c3817-520e-40cf-98ee-eff85823b3cb service neutron] For port 6bb495bd-697a-4a53-8ea9-aec2cab67331, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6bb495bd-697a-4a53-8ea9-aec2cab67331,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:09:44.753071 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-272c3817-520e-40cf-98ee-eff85823b3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:44.872593 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c3817-520e-40cf-98ee-eff85823b3cb service neutron] Pushing event updated for resources: {'Port': ['ID=6bb495bd-697a-4a53-8ea9-aec2cab67331,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:44.907698 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-272c3817-520e-40cf-98ee-eff85823b3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:44.908602 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-272c3817-520e-40cf-98ee-eff85823b3cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:44.910672 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-272c3817-520e-40cf-98ee-eff85823b3cb service neutron] 10.222.0.69 "PUT /v2.0/ports/6bb495bd-697a-4a53-8ea9-aec2cab67331 HTTP/1.1" status: 200 len: 1096 time: 1.9972472 Feb 07 21:09:44.913455 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd967684-4347-428e-9beb-b67de58e4d48', 'tag': '6bb495bd-697a-4a53-8ea9-aec2cab67331'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:44.916837 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb047ce6-0613-4bd8-9a03-d38f94ab0be4" -d '{"events": [{"name": "network-changed", "server_uuid": "dd967684-4347-428e-9beb-b67de58e4d48", "tag": "6bb495bd-697a-4a53-8ea9-aec2cab67331"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:45.068075 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25943c21-9b83-4ba1-b3dc-54c84f0e1925 req-f55b0500-1877-41eb-ba58-22f9deaf1675 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:45.074260 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-25943c21-9b83-4ba1-b3dc-54c84f0e1925 req-f55b0500-1877-41eb-ba58-22f9deaf1675 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd967684-4347-428e-9beb-b67de58e4d48 HTTP/1.1" status: 200 len: 948 time: 0.1361945 Feb 07 21:09:45.107180 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-75b44b6b-d123-4c4f-ac70-3539455ed53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:45.111662 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-75b44b6b-d123-4c4f-ac70-3539455ed53c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=75f8bf4e120f4dbda1f18ffb6188d2b2&device_id=dd967684-4347-428e-9beb-b67de58e4d48 HTTP/1.1" status: 200 len: 1130 time: 0.1372366 Feb 07 21:09:45.194772 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-a0b47fb4-8708-42a5-8d62-57ba51c0bc87 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=6bb495bd-697a-4a53-8ea9-aec2cab67331 HTTP/1.1" status: 200 len: 217 time: 0.0749485 Feb 07 21:09:45.201604 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-25943c21-9b83-4ba1-b3dc-54c84f0e1925 req-d28bd645-4083-46c3-ac76-b67a0174ed6f tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6892821-a139-4730-b4f7-e3a1a036592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196530 Feb 07 21:09:45.315058 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a56aedd-461a-498b-8dfb-7cd065a65c27 x-openstack-request-id: req-1a56aedd-461a-498b-8dfb-7cd065a65c27 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:45.315669 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd967684-4347-428e-9beb-b67de58e4d48", "tag": "6bb495bd-697a-4a53-8ea9-aec2cab67331", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:45.316098 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1a56aedd-461a-498b-8dfb-7cd065a65c27 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:45.316707 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd967684-4347-428e-9beb-b67de58e4d48', 'tag': '6bb495bd-697a-4a53-8ea9-aec2cab67331', 'status': 'completed', 'code': 200} Feb 07 21:09:45.357395 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-a868411c-51b0-4879-a724-0b3ffa8ad93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:45.367085 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-a868411c-51b0-4879-a724-0b3ffa8ad93f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1566987 Feb 07 21:09:45.473975 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-1fcc5bb6-7ccb-4526-b7b8-3392ce70fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:45.475495 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-1fcc5bb6-7ccb-4526-b7b8-3392ce70fcf9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1043386 Feb 07 21:09:45.491452 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f84c74-3c99-4bcf-b184-49de37e81bed req-95a4c253-3b6b-4015-b85b-9792bb39869b tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:45.497828 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-46f84c74-3c99-4bcf-b184-49de37e81bed req-95a4c253-3b6b-4015-b85b-9792bb39869b tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=8da41ef4-56bc-4232-880b-bff46e56683a HTTP/1.1" status: 200 len: 945 time: 0.1025259 Feb 07 21:09:45.531211 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-226457c4-d13b-4426-b9f4-11df0aecc337 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:45.532966 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-226457c4-d13b-4426-b9f4-11df0aecc337 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/networks?id=aa4cfde9-ffe8-469d-a81c-82fd9aee32c1 HTTP/1.1" status: 200 len: 821 time: 0.2257974 Feb 07 21:09:45.566571 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-46f84c74-3c99-4bcf-b184-49de37e81bed req-93fb1601-1de9-4fd6-9345-0942326d1cf1 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639086 Feb 07 21:09:45.576455 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-e56a2ddc-5339-417e-a562-50efc856e690 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/quotas/08c945954dce4cb09e8ffeaa48e7b596 HTTP/1.1" status: 200 len: 375 time: 0.0148051 Feb 07 21:09:45.622185 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-1dc8c3dc-3733-4f91-bdd3-86322cdabcdf tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=08c945954dce4cb09e8ffeaa48e7b596&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322392 Feb 07 21:09:45.632665 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-a835d298-a69f-4a8d-8fda-a0b2407dccfe service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490629 Feb 07 21:09:45.803899 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd12a8e5-c875-4e5c-afe9-7bdb9a7bef64 req-ba7c7a57-7f88-425b-81d7-66cad1256861 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645627 Feb 07 21:09:45.855010 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b98c9-bb12-46a3-a8a3-4a3a26745ee5 req-85f7bf18-a737-4443-a123-710e0a01192b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:45.856674 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab3b98c9-bb12-46a3-a8a3-4a3a26745ee5 req-85f7bf18-a737-4443-a123-710e0a01192b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 950 time: 0.1828554 Feb 07 21:09:45.868606 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-e429c7fa-8bb3-4ab2-9a04-2a0fecc3a83a service neutron] 10.222.0.65 "GET /v2.0/networks/aa4cfde9-ffe8-469d-a81c-82fd9aee32c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366929 Feb 07 21:09:45.914409 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb047ce6-0613-4bd8-9a03-d38f94ab0be4 req-a5870990-6e09-44c9-9d73-2e6834758999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:45.916261 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cb047ce6-0613-4bd8-9a03-d38f94ab0be4 req-a5870990-6e09-44c9-9d73-2e6834758999 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=75f8bf4e120f4dbda1f18ffb6188d2b2&device_id=dd967684-4347-428e-9beb-b67de58e4d48 HTTP/1.1" status: 200 len: 1130 time: 0.0597191 Feb 07 21:09:45.972408 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab3b98c9-bb12-46a3-a8a3-4a3a26745ee5 req-13a91ea4-e03a-4a52-8905-442a51738d58 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038301 Feb 07 21:09:46.042473 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb047ce6-0613-4bd8-9a03-d38f94ab0be4 req-533d4e60-a735-4390-8892-c848284507d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:46.044256 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cb047ce6-0613-4bd8-9a03-d38f94ab0be4 req-533d4e60-a735-4390-8892-c848284507d2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1208904 Feb 07 21:09:46.060555 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-c8aac285-182f-4945-852e-87b93fe1560d service neutron] 10.222.0.65 "GET /v2.0/networks/aa4cfde9-ffe8-469d-a81c-82fd9aee32c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896124 Feb 07 21:09:46.118179 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0195fe-908f-41ff-a068-7913148ca496 req-d4739a94-d0ac-4510-9392-51c2c3dccc93 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:46.119657 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6f0195fe-908f-41ff-a068-7913148ca496 req-d4739a94-d0ac-4510-9392-51c2c3dccc93 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.71 "GET /v2.0/ports?device_id=85ea192f-72b2-4ba7-82cb-a7d0a248f5b5 HTTP/1.1" status: 200 len: 945 time: 0.1443381 Feb 07 21:09:46.146083 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cb047ce6-0613-4bd8-9a03-d38f94ab0be4 req-038fc262-84be-4931-a5d5-c92e6937f1b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=6bb495bd-697a-4a53-8ea9-aec2cab67331 HTTP/1.1" status: 200 len: 217 time: 0.0923069 Feb 07 21:09:46.235844 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb047ce6-0613-4bd8-9a03-d38f94ab0be4 req-e10f5aa9-991a-4849-82b0-4a63cdd0788e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:46.237349 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cb047ce6-0613-4bd8-9a03-d38f94ab0be4 req-e10f5aa9-991a-4849-82b0-4a63cdd0788e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0821612 Feb 07 21:09:46.341293 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb047ce6-0613-4bd8-9a03-d38f94ab0be4 req-4629ca31-27c9-4c30-9c62-a5a008d5d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:46.346502 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cb047ce6-0613-4bd8-9a03-d38f94ab0be4 req-4629ca31-27c9-4c30-9c62-a5a008d5d916 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1012866 Feb 07 21:09:46.477639 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736e866-43f5-4805-b2fc-80dd6fbe6c76 req-5ffb5416-bf2f-4b9f-8714-466df84aa6e3 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:46.478354 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cb047ce6-0613-4bd8-9a03-d38f94ab0be4 req-47223535-f3c8-4204-848a-d2f1c5dfe2d6 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207480 Feb 07 21:09:46.480409 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5736e866-43f5-4805-b2fc-80dd6fbe6c76 req-5ffb5416-bf2f-4b9f-8714-466df84aa6e3 tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ea192f-72b2-4ba7-82cb-a7d0a248f5b5 HTTP/1.1" status: 200 len: 945 time: 0.3712094 Feb 07 21:09:46.485391 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-6f0195fe-908f-41ff-a068-7913148ca496 req-351ff9ff-9576-4001-ad15-46e91036d54f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Deleting port b7281f02-9f98-4fdb-a172-3aaa541bea55 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:09:46.496528 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6f0195fe-908f-41ff-a068-7913148ca496 req-351ff9ff-9576-4001-ad15-46e91036d54f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (b7281f02-9f98-4fdb-a172-3aaa541bea55), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:46.594281 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-6f0195fe-908f-41ff-a068-7913148ca496 req-351ff9ff-9576-4001-ad15-46e91036d54f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] For port b7281f02-9f98-4fdb-a172-3aaa541bea55, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b7281f02-9f98-4fdb-a172-3aaa541bea55,segment=NetworkSegment(978d531a-5f04-4ecc-9967-0e2116886724),segment_id=978d531a-5f04-4ecc-9967-0e2116886724)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:46.594977 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6f0195fe-908f-41ff-a068-7913148ca496 req-351ff9ff-9576-4001-ad15-46e91036d54f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (b7281f02-9f98-4fdb-a172-3aaa541bea55), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:46.607755 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-6f0195fe-908f-41ff-a068-7913148ca496 req-351ff9ff-9576-4001-ad15-46e91036d54f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Calling delete_port for b7281f02-9f98-4fdb-a172-3aaa541bea55 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:09:46.616952 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cb047ce6-0613-4bd8-9a03-d38f94ab0be4 req-d5626eda-90d8-41be-be1d-e315353adc82 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289918 Feb 07 21:09:46.677909 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb9c25-88ca-4552-b833-a4d91e64a61e req-04922a5a-842d-4728-8b12-85309dc54c46 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:46.684705 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bbb9c25-88ca-4552-b833-a4d91e64a61e req-04922a5a-842d-4728-8b12-85309dc54c46 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=8da41ef4-56bc-4232-880b-bff46e56683a HTTP/1.1" status: 200 len: 945 time: 0.3659968 Feb 07 21:09:46.752418 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5736e866-43f5-4805-b2fc-80dd6fbe6c76 req-1077ef32-554f-48c8-9ccc-a1b3c6f8c15c tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c032b73-966b-413b-be67-8aeaa7a0e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339202 Feb 07 21:09:46.798547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bbb9c25-88ca-4552-b833-a4d91e64a61e req-d021e479-b646-43a5-a722-55ac5b40cc6f tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127150 Feb 07 21:09:46.931015 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9fe454b-9879-468f-b3ff-ed2fa9c5a516 req-517bf02d-d884-40a2-8709-c0f2614b45dc tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/ports?device_id=01232004-b100-4ad4-b753-7a43ddafa520 HTTP/1.1" status: 200 len: 210 time: 0.0478778 Feb 07 21:09:47.013393 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6f0195fe-908f-41ff-a068-7913148ca496 req-351ff9ff-9576-4001-ad15-46e91036d54f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (b7281f02-9f98-4fdb-a172-3aaa541bea55), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:47.027622 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['b7281f02-9f98-4fdb-a172-3aaa541bea55'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:09:47.093308 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ff9ff-9576-4001-ad15-46e91036d54f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Pushing event deleted for resources: {'Port': ['ID=b7281f02-9f98-4fdb-a172-3aaa541bea55,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:47.185763 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0195fe-908f-41ff-a068-7913148ca496 req-351ff9ff-9576-4001-ad15-46e91036d54f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] No DVR routers for this DVR port b7281f02-9f98-4fdb-a172-3aaa541bea55 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:09:47.190505 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6f0195fe-908f-41ff-a068-7913148ca496 req-351ff9ff-9576-4001-ad15-46e91036d54f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:47.195101 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6f0195fe-908f-41ff-a068-7913148ca496 req-351ff9ff-9576-4001-ad15-46e91036d54f tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.71 "DELETE /v2.0/ports/b7281f02-9f98-4fdb-a172-3aaa541bea55 HTTP/1.1" status: 204 len: 173 time: 1.0667512 Feb 07 21:09:47.200265 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ea192f-72b2-4ba7-82cb-a7d0a248f5b5', 'name': 'network-vif-deleted', 'tag': 'b7281f02-9f98-4fdb-a172-3aaa541bea55'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:47.202464 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb78fe2-2bc0-46df-b8e6-54cd3ae39153" -d '{"events": [{"server_uuid": "85ea192f-72b2-4ba7-82cb-a7d0a248f5b5", "name": "network-vif-deleted", "tag": "b7281f02-9f98-4fdb-a172-3aaa541bea55"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:47.217647 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a0cce-f52b-4baf-a375-02a23d29261e req-5c824e18-4252-4a45-b605-4a1b7ee3dcc4 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:47.221044 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bd8a0cce-f52b-4baf-a375-02a23d29261e req-5c824e18-4252-4a45-b605-4a1b7ee3dcc4 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd967684-4347-428e-9beb-b67de58e4d48 HTTP/1.1" status: 200 len: 948 time: 0.2861879 Feb 07 21:09:47.309889 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bd8a0cce-f52b-4baf-a375-02a23d29261e req-5c156123-a248-4cf4-a4ee-c40bc4076ff2 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6892821-a139-4730-b4f7-e3a1a036592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825486 Feb 07 21:09:47.335117 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec2b28-bee7-448a-b8b1-6a658f2166ac req-46dcaac6-45cc-466c-97f1-897bcc30da4a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:47.336772 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-baec2b28-bee7-448a-b8b1-6a658f2166ac req-46dcaac6-45cc-466c-97f1-897bcc30da4a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 950 time: 0.0686853 Feb 07 21:09:47.390623 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-baec2b28-bee7-448a-b8b1-6a658f2166ac req-8dbbd4c6-2760-4b43-a089-9c588d228112 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473988 Feb 07 21:09:47.459820 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a07d21-a29a-4112-a18e-474683ccbb8e req-97f7ab23-6497-46cc-b38b-f534423c26c1 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:47.461444 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63a07d21-a29a-4112-a18e-474683ccbb8e req-97f7ab23-6497-46cc-b38b-f534423c26c1 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=8da41ef4-56bc-4232-880b-bff46e56683a HTTP/1.1" status: 200 len: 945 time: 0.0683181 Feb 07 21:09:47.463015 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780a1bbf-64a7-49ae-8f9b-14997c6ec9a1 x-openstack-request-id: req-780a1bbf-64a7-49ae-8f9b-14997c6ec9a1 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:47.463305 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ea192f-72b2-4ba7-82cb-a7d0a248f5b5", "name": "network-vif-deleted", "tag": "b7281f02-9f98-4fdb-a172-3aaa541bea55", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:47.463562 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-780a1bbf-64a7-49ae-8f9b-14997c6ec9a1 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:47.463961 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ea192f-72b2-4ba7-82cb-a7d0a248f5b5', 'name': 'network-vif-deleted', 'tag': 'b7281f02-9f98-4fdb-a172-3aaa541bea55', 'status': 'completed', 'code': 200} Feb 07 21:09:47.541852 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63a07d21-a29a-4112-a18e-474683ccbb8e req-7f619f22-72c7-4021-bb60-272db9f83765 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730815 Feb 07 21:09:47.763888 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-4ede9b11-7cfb-4527-a9c2-b147e0e59a65 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:47.770358 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-4ede9b11-7cfb-4527-a9c2-b147e0e59a65 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.69 "GET /v2.0/networks?id=aa4cfde9-ffe8-469d-a81c-82fd9aee32c1 HTTP/1.1" status: 200 len: 821 time: 0.2185106 Feb 07 21:09:47.785605 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-67feaa81-3b73-40bc-8ee1-f20c947f32c7 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Request body: {'port': {'device_id': '01232004-b100-4ad4-b753-7a43ddafa520', 'network_id': 'aa4cfde9-ffe8-469d-a81c-82fd9aee32c1', 'admin_state_up': True, 'tenant_id': '08c945954dce4cb09e8ffeaa48e7b596'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:09:47.859113 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 54998) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:47.960905 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-67feaa81-3b73-40bc-8ee1-f20c947f32c7 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Made reservation on behalf of 08c945954dce4cb09e8ffeaa48e7b596 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:09:47.965781 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-67feaa81-3b73-40bc-8ee1-f20c947f32c7 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:47.975654 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f837607-9eee-441e-97a1-f706f7311e52 req-da9ab7fc-b099-40d1-b747-242916d94d3e tempest-DeleteServersTestJSON-1102179547 tempest-DeleteServersTestJSON-1102179547-project] 10.222.0.65 "GET /v2.0/ports?device_id=85ea192f-72b2-4ba7-82cb-a7d0a248f5b5 HTTP/1.1" status: 200 len: 210 time: 0.0604270 Feb 07 21:09:48.008045 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f9882f0c-a407-4941-af0a-6b2f0dbf0e9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:48.108485 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1e4bedf-6ab3-49c2-8ae6-aa0d7eec304a req-5646c0a0-dca7-4735-a69c-65a88cbfbbe4 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/ports?device_id=01232004-b100-4ad4-b753-7a43ddafa520 HTTP/1.1" status: 200 len: 210 time: 0.0393136 Feb 07 21:09:48.147028 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f9882f0c-a407-4941-af0a-6b2f0dbf0e9d admin admin] Publish callbacks [] for security_group (24229191-991e-459e-83ab-c698ef59a2d8), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:48.151612 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f9882f0c-a407-4941-af0a-6b2f0dbf0e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (24229191-991e-459e-83ab-c698ef59a2d8), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:48.185371 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f9882f0c-a407-4941-af0a-6b2f0dbf0e9d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=304be178075344e68ffb54c3aae52303&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3235254 Feb 07 21:09:48.186107 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 55004) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:48.196369 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-67feaa81-3b73-40bc-8ee1-f20c947f32c7 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Allocated IP 172.20.0.6 (aa4cfde9-ffe8-469d-a81c-82fd9aee32c1/71ad050f-dafb-400d-a13c-5f324170b7a3/e94f3a72-4ea1-4032-9bd6-6de4f6c437db) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:09:48.261671 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9882f0c-a407-4941-af0a-6b2f0dbf0e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24229191-991e-459e-83ab-c698ef59a2d8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:48.277427 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e07473f-5068-437c-8c5d-a8c7d6ecf7a4 admin admin] Publish callbacks [] for security_group (24229191-991e-459e-83ab-c698ef59a2d8), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:48.303674 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e07473f-5068-437c-8c5d-a8c7d6ecf7a4 admin admin] Publish callbacks [] for security_group (24229191-991e-459e-83ab-c698ef59a2d8), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:48.315809 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2c1901d5-d16b-402b-b5cb-c71aef38f28b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:48.376108 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e07473f-5068-437c-8c5d-a8c7d6ecf7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (24229191-991e-459e-83ab-c698ef59a2d8), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:48.378104 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e07473f-5068-437c-8c5d-a8c7d6ecf7a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:48.379946 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0e07473f-5068-437c-8c5d-a8c7d6ecf7a4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/24229191-991e-459e-83ab-c698ef59a2d8 HTTP/1.1" status: 204 len: 168 time: 0.1920907 Feb 07 21:09:48.394779 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07473f-5068-437c-8c5d-a8c7d6ecf7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24229191-991e-459e-83ab-c698ef59a2d8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:48.469902 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e504a-bcd6-44e0-bcd0-f6ab250863d3 req-dd997715-431e-4385-be3f-fc8547a32f60 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:48.476977 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9e2e504a-bcd6-44e0-bcd0-f6ab250863d3 req-dd997715-431e-4385-be3f-fc8547a32f60 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd967684-4347-428e-9beb-b67de58e4d48 HTTP/1.1" status: 200 len: 948 time: 0.0634100 Feb 07 21:09:48.518744 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-67feaa81-3b73-40bc-8ee1-f20c947f32c7 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Publish callbacks [] for port (e94f3a72-4ea1-4032-9bd6-6de4f6c437db), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:48.538611 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9e2e504a-bcd6-44e0-bcd0-f6ab250863d3 req-6bc24863-af99-43ed-9401-4e4aab352fd4 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6892821-a139-4730-b4f7-e3a1a036592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588279 Feb 07 21:09:48.569277 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-67feaa81-3b73-40bc-8ee1-f20c947f32c7 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (e94f3a72-4ea1-4032-9bd6-6de4f6c437db), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:48.625896 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-67feaa81-3b73-40bc-8ee1-f20c947f32c7 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Network aa4cfde9-ffe8-469d-a81c-82fd9aee32c1 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:09:48.631889 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-67feaa81-3b73-40bc-8ee1-f20c947f32c7 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:09:48.638086 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-67feaa81-3b73-40bc-8ee1-f20c947f32c7 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:09:48.683363 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b21375-8ec4-4602-aa9c-e6b0b51ca51e req-51158636-48b9-45ce-bc66-cf1b7220c527 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:48.685745 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-98b21375-8ec4-4602-aa9c-e6b0b51ca51e req-51158636-48b9-45ce-bc66-cf1b7220c527 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 950 time: 0.1264014 Feb 07 21:09:48.690042 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67feaa81-3b73-40bc-8ee1-f20c947f32c7 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Pushing event updated for resources: {'Port': ['ID=e94f3a72-4ea1-4032-9bd6-6de4f6c437db,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:48.721214 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-67feaa81-3b73-40bc-8ee1-f20c947f32c7 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:48.721943 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-67feaa81-3b73-40bc-8ee1-f20c947f32c7 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:48.741806 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-67feaa81-3b73-40bc-8ee1-f20c947f32c7 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9599419 Feb 07 21:09:48.753372 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-cd56360e-2083-4951-91c2-f15929efbad5 service neutron] Request body: {'port': {'device_id': '01232004-b100-4ad4-b753-7a43ddafa520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:09:48.861216 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-cd56360e-2083-4951-91c2-f15929efbad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e94f3a72-4ea1-4032-9bd6-6de4f6c437db), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:48.863985 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-98b21375-8ec4-4602-aa9c-e6b0b51ca51e req-2c7487a6-173e-4c39-8f0a-8c51be0fec6b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719151 Feb 07 21:09:48.885298 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f8d22-ff5f-41a3-8c01-4dc6ed43364f req-36e136e4-7268-4ab7-83bc-43ece028082f tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:48.893621 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-734f8d22-ff5f-41a3-8c01-4dc6ed43364f req-36e136e4-7268-4ab7-83bc-43ece028082f tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=8da41ef4-56bc-4232-880b-bff46e56683a HTTP/1.1" status: 200 len: 945 time: 0.1956336 Feb 07 21:09:48.955455 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049b034-c17f-4f4a-8e34-e82b1c7475df req-ca579868-0671-4ec6-b930-ed86d1fc0f85 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:48.957487 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c049b034-c17f-4f4a-8e34-e82b1c7475df req-ca579868-0671-4ec6-b930-ed86d1fc0f85 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.71 "GET /v2.0/ports?device_id=8da41ef4-56bc-4232-880b-bff46e56683a HTTP/1.1" status: 200 len: 945 time: 0.1716523 Feb 07 21:09:49.098116 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-734f8d22-ff5f-41a3-8c01-4dc6ed43364f req-1eac3741-bc2d-43bd-b53c-6619fdcf5869 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035363 Feb 07 21:09:49.152267 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device b7281f02-9f98-4fdb-a172-3aaa541bea55 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:09:49.183023 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: b7281f02-9f98-4fdb-a172-3aaa541bea55 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:09:49.183824 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device b7281f02-9f98-4fdb-a172-3aaa541bea55 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:09:49.227267 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-c049b034-c17f-4f4a-8e34-e82b1c7475df req-1afd0fd3-f3ac-4816-9883-61dee00c099d tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Deleting port 075d4d28-658c-4523-b9b6-efba3129d351 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:09:49.229138 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c049b034-c17f-4f4a-8e34-e82b1c7475df req-1afd0fd3-f3ac-4816-9883-61dee00c099d tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (075d4d28-658c-4523-b9b6-efba3129d351), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:49.384414 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-c049b034-c17f-4f4a-8e34-e82b1c7475df req-1afd0fd3-f3ac-4816-9883-61dee00c099d tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] For port 075d4d28-658c-4523-b9b6-efba3129d351, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=075d4d28-658c-4523-b9b6-efba3129d351,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:49.384616 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c049b034-c17f-4f4a-8e34-e82b1c7475df req-1afd0fd3-f3ac-4816-9883-61dee00c099d tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (075d4d28-658c-4523-b9b6-efba3129d351), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:49.401233 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-c049b034-c17f-4f4a-8e34-e82b1c7475df req-1afd0fd3-f3ac-4816-9883-61dee00c099d tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Calling delete_port for 075d4d28-658c-4523-b9b6-efba3129d351 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:09:49.423883 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-cd56360e-2083-4951-91c2-f15929efbad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e94f3a72-4ea1-4032-9bd6-6de4f6c437db {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:09:49.441853 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-cd56360e-2083-4951-91c2-f15929efbad5 service neutron] Publish callbacks [] for port (e94f3a72-4ea1-4032-9bd6-6de4f6c437db), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:49.469824 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-cd56360e-2083-4951-91c2-f15929efbad5 service neutron] Transition to ACTIVE for port object e94f3a72-4ea1-4032-9bd6-6de4f6c437db will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:09:49.486506 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-cd56360e-2083-4951-91c2-f15929efbad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (e94f3a72-4ea1-4032-9bd6-6de4f6c437db), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:49.584861 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c049b034-c17f-4f4a-8e34-e82b1c7475df req-1afd0fd3-f3ac-4816-9883-61dee00c099d tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (075d4d28-658c-4523-b9b6-efba3129d351), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:49.597617 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['b9feb26d-0f66-4b71-8ed3-d190edbaf70e', '075d4d28-658c-4523-b9b6-efba3129d351'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:09:49.658453 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56360e-2083-4951-91c2-f15929efbad5 service neutron] Pushing event updated for resources: {'Port': ['ID=e94f3a72-4ea1-4032-9bd6-6de4f6c437db,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:49.677886 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-c049b034-c17f-4f4a-8e34-e82b1c7475df req-1afd0fd3-f3ac-4816-9883-61dee00c099d tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] No DVR routers for this DVR port 075d4d28-658c-4523-b9b6-efba3129d351 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:09:49.693370 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c049b034-c17f-4f4a-8e34-e82b1c7475df req-1afd0fd3-f3ac-4816-9883-61dee00c099d tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:49.699250 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c049b034-c17f-4f4a-8e34-e82b1c7475df req-1afd0fd3-f3ac-4816-9883-61dee00c099d tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.71 "DELETE /v2.0/ports/075d4d28-658c-4523-b9b6-efba3129d351 HTTP/1.1" status: 204 len: 173 time: 0.7148027 Feb 07 21:09:49.722860 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da41ef4-56bc-4232-880b-bff46e56683a', 'name': 'network-vif-deleted', 'tag': '075d4d28-658c-4523-b9b6-efba3129d351'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:49.726120 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bf5284-ab6d-4a2f-8b76-4d8e500e5818" -d '{"events": [{"server_uuid": "8da41ef4-56bc-4232-880b-bff46e56683a", "name": "network-vif-deleted", "tag": "075d4d28-658c-4523-b9b6-efba3129d351"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:49.751625 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd0fd3-f3ac-4816-9883-61dee00c099d tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Pushing event deleted for resources: {'Port': ['ID=075d4d28-658c-4523-b9b6-efba3129d351,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:49.819898 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18d4a3-d6e2-4821-a3e6-ab875a22b180 req-37ef4701-0447-4bfe-a1e7-ad5af4481b59 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:49.860123 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f18d4a3-d6e2-4821-a3e6-ab875a22b180 req-37ef4701-0447-4bfe-a1e7-ad5af4481b59 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/ports?device_id=01232004-b100-4ad4-b753-7a43ddafa520 HTTP/1.1" status: 200 len: 943 time: 0.5951998 Feb 07 21:09:49.902058 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-cd56360e-2083-4951-91c2-f15929efbad5 service neutron] Attempting to bind port e94f3a72-4ea1-4032-9bd6-6de4f6c437db on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:09:49.903273 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-cd56360e-2083-4951-91c2-f15929efbad5 service neutron] Attempting to bind port e94f3a72-4ea1-4032-9bd6-6de4f6c437db by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'c6c54dc0-6831-45be-8f59-e273399a4c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'aa4cfde9-ffe8-469d-a81c-82fd9aee32c1'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:09:49.903838 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-cd56360e-2083-4951-91c2-f15929efbad5 service neutron] Attempting to bind port e94f3a72-4ea1-4032-9bd6-6de4f6c437db on network aa4cfde9-ffe8-469d-a81c-82fd9aee32c1 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:09:49.909918 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-cd56360e-2083-4951-91c2-f15929efbad5 service neutron] Port e94f3a72-4ea1-4032-9bd6-6de4f6c437db on network aa4cfde9-ffe8-469d-a81c-82fd9aee32c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:09:49.910788 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-cd56360e-2083-4951-91c2-f15929efbad5 service neutron] Attempting to bind port e94f3a72-4ea1-4032-9bd6-6de4f6c437db on network aa4cfde9-ffe8-469d-a81c-82fd9aee32c1 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:09:49.916900 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-cd56360e-2083-4951-91c2-f15929efbad5 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:09:49.917701 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-cd56360e-2083-4951-91c2-f15929efbad5 service neutron] Checking segment: {'id': 'c6c54dc0-6831-45be-8f59-e273399a4c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'aa4cfde9-ffe8-469d-a81c-82fd9aee32c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:09:49.919685 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-cd56360e-2083-4951-91c2-f15929efbad5 service neutron] Bound using segment: {'id': 'c6c54dc0-6831-45be-8f59-e273399a4c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'aa4cfde9-ffe8-469d-a81c-82fd9aee32c1'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:09:49.920359 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-cd56360e-2083-4951-91c2-f15929efbad5 service neutron] Bound port: e94f3a72-4ea1-4032-9bd6-6de4f6c437db, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6c54dc0-6831-45be-8f59-e273399a4c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'aa4cfde9-ffe8-469d-a81c-82fd9aee32c1'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:09:49.921168 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-cd56360e-2083-4951-91c2-f15929efbad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e94f3a72-4ea1-4032-9bd6-6de4f6c437db), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:50.059187 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-cd56360e-2083-4951-91c2-f15929efbad5 service neutron] For port e94f3a72-4ea1-4032-9bd6-6de4f6c437db, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:09:50.067550 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-cd56360e-2083-4951-91c2-f15929efbad5 service neutron] For port e94f3a72-4ea1-4032-9bd6-6de4f6c437db, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e94f3a72-4ea1-4032-9bd6-6de4f6c437db,segment=NetworkSegment(c6c54dc0-6831-45be-8f59-e273399a4c6b),segment_id=c6c54dc0-6831-45be-8f59-e273399a4c6b)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:09:50.088321 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-cd56360e-2083-4951-91c2-f15929efbad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (e94f3a72-4ea1-4032-9bd6-6de4f6c437db), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:50.095210 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f18d4a3-d6e2-4821-a3e6-ab875a22b180 req-c4fd6144-5d8c-4a85-a68f-375a87008d7c tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1151181-f720-42ea-94b2-eddd399b778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251303 Feb 07 21:09:50.143771 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1b183-8996-4f9d-9b0a-3122354921a6 req-c75665b1-77e7-42be-8845-0af2ea1fbcc9 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:50.149050 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1d1b183-8996-4f9d-9b0a-3122354921a6 req-c75665b1-77e7-42be-8845-0af2ea1fbcc9 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd967684-4347-428e-9beb-b67de58e4d48 HTTP/1.1" status: 200 len: 948 time: 0.4125123 Feb 07 21:09:50.239057 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-cd56360e-2083-4951-91c2-f15929efbad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:50.241136 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-cd56360e-2083-4951-91c2-f15929efbad5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:50.247353 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-cd56360e-2083-4951-91c2-f15929efbad5 service neutron] 10.222.0.69 "PUT /v2.0/ports/e94f3a72-4ea1-4032-9bd6-6de4f6c437db HTTP/1.1" status: 200 len: 1091 time: 1.4977016 Feb 07 21:09:50.255021 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01232004-b100-4ad4-b753-7a43ddafa520', 'tag': 'e94f3a72-4ea1-4032-9bd6-6de4f6c437db'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:50.264580 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eec0edb-418c-4880-a0b8-416b03f86281" -d '{"events": [{"name": "network-changed", "server_uuid": "01232004-b100-4ad4-b753-7a43ddafa520", "tag": "e94f3a72-4ea1-4032-9bd6-6de4f6c437db"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:50.330860 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56360e-2083-4951-91c2-f15929efbad5 service neutron] Pushing event updated for resources: {'Port': ['ID=e94f3a72-4ea1-4032-9bd6-6de4f6c437db,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:50.360445 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1d1b183-8996-4f9d-9b0a-3122354921a6 req-41567de6-715f-43fc-8946-72e4e8489e2b tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6892821-a139-4730-b4f7-e3a1a036592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016118 Feb 07 21:09:50.378702 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12746e4f-cf61-4fde-b391-4cf7ee515ab4 x-openstack-request-id: req-12746e4f-cf61-4fde-b391-4cf7ee515ab4 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:50.379248 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da41ef4-56bc-4232-880b-bff46e56683a", "name": "network-vif-deleted", "tag": "075d4d28-658c-4523-b9b6-efba3129d351", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:50.379699 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-12746e4f-cf61-4fde-b391-4cf7ee515ab4 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:50.380458 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da41ef4-56bc-4232-880b-bff46e56683a', 'name': 'network-vif-deleted', 'tag': '075d4d28-658c-4523-b9b6-efba3129d351', 'status': 'completed', 'code': 200} Feb 07 21:09:50.496015 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-79b6acf1-eab5-4f45-af3a-5229e85ab503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:50.503123 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-79b6acf1-eab5-4f45-af3a-5229e85ab503 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=08c945954dce4cb09e8ffeaa48e7b596&device_id=01232004-b100-4ad4-b753-7a43ddafa520 HTTP/1.1" status: 200 len: 1125 time: 0.1556141 Feb 07 21:09:50.553948 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1cc25acd-fa27-4ad5-bb26-260d4aa7763e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:50.612882 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-cbc9408c-1584-47a6-8489-b43c394d570b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e94f3a72-4ea1-4032-9bd6-6de4f6c437db HTTP/1.1" status: 200 len: 217 time: 0.1039524 Feb 07 21:09:50.619923 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18164c3-e8e0-4c77-8712-7f1f838647b0 req-552ec057-b186-4e4c-a6d2-37d86260ed3e tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:50.621515 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c18164c3-e8e0-4c77-8712-7f1f838647b0 req-552ec057-b186-4e4c-a6d2-37d86260ed3e tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 950 time: 0.1846673 Feb 07 21:09:50.673456 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bfd470a8-6774-4d06-8525-5132bf40ef56 req-c8f0d64f-6834-4e4c-891c-cf36c13f8586 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=8da41ef4-56bc-4232-880b-bff46e56683a HTTP/1.1" status: 200 len: 210 time: 0.0855305 Feb 07 21:09:50.686273 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-5b568964-35ec-482f-a459-1d4be8453958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:50.687935 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-5b568964-35ec-482f-a459-1d4be8453958 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=71ad050f-dafb-400d-a13c-5f324170b7a3 HTTP/1.1" status: 200 len: 861 time: 0.0677350 Feb 07 21:09:50.758648 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-4b059fa7-d10c-4059-8c35-9a93db29e920 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aa4cfde9-ffe8-469d-a81c-82fd9aee32c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621731 Feb 07 21:09:50.761498 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c18164c3-e8e0-4c77-8712-7f1f838647b0 req-fcbe9eaa-d889-482f-821c-d3640183395a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030231 Feb 07 21:09:50.870382 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53c1d3c-061f-41fb-9b12-39a92ee1c0e2 x-openstack-request-id: req-d53c1d3c-061f-41fb-9b12-39a92ee1c0e2 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:50.870650 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01232004-b100-4ad4-b753-7a43ddafa520", "tag": "e94f3a72-4ea1-4032-9bd6-6de4f6c437db", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:50.870901 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d53c1d3c-061f-41fb-9b12-39a92ee1c0e2 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:50.871300 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01232004-b100-4ad4-b753-7a43ddafa520', 'tag': 'e94f3a72-4ea1-4032-9bd6-6de4f6c437db', 'status': 'completed', 'code': 200} Feb 07 21:09:50.875788 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-85b0aa7b-72c3-4451-a690-12ffd14bb6c9 service neutron] 10.222.0.69 "GET /v2.0/networks/aa4cfde9-ffe8-469d-a81c-82fd9aee32c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110675 Feb 07 21:09:51.035427 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-501680ec-438a-4bd1-b8dd-9247234f96ed req-f7ca6ffb-4415-483a-b0d0-356f2b94d7fe service neutron] 10.222.0.69 "GET /v2.0/networks/aa4cfde9-ffe8-469d-a81c-82fd9aee32c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537011 Feb 07 21:09:51.158518 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec0edb-418c-4880-a0b8-416b03f86281 req-438128ff-ae91-43bf-8c30-86c8a690c702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:51.161378 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7eec0edb-418c-4880-a0b8-416b03f86281 req-438128ff-ae91-43bf-8c30-86c8a690c702 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=08c945954dce4cb09e8ffeaa48e7b596&device_id=01232004-b100-4ad4-b753-7a43ddafa520 HTTP/1.1" status: 200 len: 1125 time: 0.0671237 Feb 07 21:09:51.184849 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6bb495bd-697a-4a53-8ea9-aec2cab67331 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:09:51.344479 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b5a7f-9aba-4d72-8564-e52cd34f9475 req-a6633343-97bf-48c5-bba1-f9a3134c0747 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:51.351759 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cb9b5a7f-9aba-4d72-8564-e52cd34f9475 req-a6633343-97bf-48c5-bba1-f9a3134c0747 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/ports?device_id=01232004-b100-4ad4-b753-7a43ddafa520 HTTP/1.1" status: 200 len: 943 time: 0.1719840 Feb 07 21:09:51.384651 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec0edb-418c-4880-a0b8-416b03f86281 req-eb36b555-7389-4caf-9e69-3c0c4649ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:51.393308 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7eec0edb-418c-4880-a0b8-416b03f86281 req-eb36b555-7389-4caf-9e69-3c0c4649ad6b service neutron] 10.222.0.69 "GET /v2.0/networks?id=aa4cfde9-ffe8-469d-a81c-82fd9aee32c1 HTTP/1.1" status: 200 len: 922 time: 0.2241669 Feb 07 21:09:51.469127 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7eec0edb-418c-4880-a0b8-416b03f86281 req-e7e8fc15-aacf-4429-a80b-040abe5ea1fb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e94f3a72-4ea1-4032-9bd6-6de4f6c437db HTTP/1.1" status: 200 len: 217 time: 0.0704098 Feb 07 21:09:51.475387 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cb9b5a7f-9aba-4d72-8564-e52cd34f9475 req-7e486d66-aeb8-4aff-95d4-2a572d097e51 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1151181-f720-42ea-94b2-eddd399b778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225290 Feb 07 21:09:51.493980 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 6bb495bd-697a-4a53-8ea9-aec2cab67331, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6bb495bd-697a-4a53-8ea9-aec2cab67331,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:51.528011 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '6bb495bd-697a-4a53-8ea9-aec2cab67331', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '6bb495bd-697a-4a53-8ea9-aec2cab67331', 'mac_address': 'fa:16:3e:ab:2c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:09:51.528240 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec0edb-418c-4880-a0b8-416b03f86281 req-65f0694a-1bee-4aa8-b259-0e3edcfb952a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:51.529816 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7eec0edb-418c-4880-a0b8-416b03f86281 req-65f0694a-1bee-4aa8-b259-0e3edcfb952a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=71ad050f-dafb-400d-a13c-5f324170b7a3 HTTP/1.1" status: 200 len: 861 time: 0.0534732 Feb 07 21:09:51.591598 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7eec0edb-418c-4880-a0b8-416b03f86281 req-a87d0dde-47e9-412c-a0fb-90ea41f3036a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aa4cfde9-ffe8-469d-a81c-82fd9aee32c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521307 Feb 07 21:09:51.594996 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62e390-3648-4bc2-a679-e6ecdbe23db0 req-648bc8d4-cbc6-48ba-a64d-5a37f3230fc0 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:51.601116 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9e62e390-3648-4bc2-a679-e6ecdbe23db0 req-648bc8d4-cbc6-48ba-a64d-5a37f3230fc0 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd967684-4347-428e-9beb-b67de58e4d48 HTTP/1.1" status: 200 len: 948 time: 0.1143782 Feb 07 21:09:51.611318 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 6bb495bd-697a-4a53-8ea9-aec2cab67331 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:09:51.613104 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:51.643727 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb495bd-697a-4a53-8ea9-aec2cab67331 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:09:51.690726 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 6bb495bd-697a-4a53-8ea9-aec2cab67331, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6bb495bd-697a-4a53-8ea9-aec2cab67331,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:51.711348 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9e62e390-3648-4bc2-a679-e6ecdbe23db0 req-d8099d8c-5bf7-4fee-b69d-473b5279530c tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6892821-a139-4730-b4f7-e3a1a036592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997429 Feb 07 21:09:51.723151 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:51.779441 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=6bb495bd-697a-4a53-8ea9-aec2cab67331,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:51.809195 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:51.964808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af62cf-e8ff-4613-ba49-da07d9df7cd9 req-180e7c06-74c3-448b-9314-dd4d268fed35 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:51.972181 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9af62cf-e8ff-4613-ba49-da07d9df7cd9 req-180e7c06-74c3-448b-9314-dd4d268fed35 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 950 time: 0.1015837 Feb 07 21:09:52.048377 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9af62cf-e8ff-4613-ba49-da07d9df7cd9 req-831f21c2-62d1-4607-9221-bdaa32858d0d tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706983 Feb 07 21:09:52.182713 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['6bb495bd-697a-4a53-8ea9-aec2cab67331'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:09:52.204720 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7eec0edb-418c-4880-a0b8-416b03f86281 req-62c27409-f034-4dca-b665-9f78bb41d208 service neutron] 10.222.0.69 "GET /v2.0/networks/aa4cfde9-ffe8-469d-a81c-82fd9aee32c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6011214 Feb 07 21:09:52.285773 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-f39313da-85b1-41a9-b6a4-a54f61c6f88b tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:52.294092 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-f39313da-85b1-41a9-b6a4-a54f61c6f88b tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/networks?id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 HTTP/1.1" status: 200 len: 805 time: 0.1659055 Feb 07 21:09:52.318254 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-33864619-b9e7-4e00-a502-85d1688623b0 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/quotas/841a01135e18414d8cae49a87b71e7b4 HTTP/1.1" status: 200 len: 375 time: 0.0225387 Feb 07 21:09:52.376472 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7eec0edb-418c-4880-a0b8-416b03f86281 req-33ade34e-c270-4990-a140-a084cc9303c8 service neutron] 10.222.0.69 "GET /v2.0/networks/aa4cfde9-ffe8-469d-a81c-82fd9aee32c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618202 Feb 07 21:09:52.392120 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-88741103-a83a-40cf-bb01-158cb6ab92b8 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=841a01135e18414d8cae49a87b71e7b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0729156 Feb 07 21:09:52.906045 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-9d6807b2-a191-4c6a-8c53-514e93914bc0 service neutron] 10.222.0.65 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5128529 Feb 07 21:09:52.991752 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ddfb5-7934-4a56-b5d0-43573336a355 req-def18778-8ffa-404a-bca0-08c82ad73701 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:52.993400 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-859ddfb5-7934-4a56-b5d0-43573336a355 req-def18778-8ffa-404a-bca0-08c82ad73701 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/ports?device_id=01232004-b100-4ad4-b753-7a43ddafa520 HTTP/1.1" status: 200 len: 943 time: 0.2074676 Feb 07 21:09:53.052542 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-859ddfb5-7934-4a56-b5d0-43573336a355 req-ae5f6ec3-cce6-4b54-a9ef-e6aad14d276b tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1151181-f720-42ea-94b2-eddd399b778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456460 Feb 07 21:09:53.101737 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-d084f451-9009-40c0-b9c8-4b420ebd6204 service neutron] 10.222.0.65 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945541 Feb 07 21:09:53.189179 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 075d4d28-658c-4523-b9b6-efba3129d351 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:09:53.260350 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:53.264877 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 075d4d28-658c-4523-b9b6-efba3129d351 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:09:53.266338 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 075d4d28-658c-4523-b9b6-efba3129d351 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:09:53.365312 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986237ff-7839-49d8-bbd8-e6da291fff33 req-7596649f-b4f4-44ed-ad65-0792b64d10a4 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:53.372236 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-986237ff-7839-49d8-bbd8-e6da291fff33 req-7596649f-b4f4-44ed-ad65-0792b64d10a4 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd967684-4347-428e-9beb-b67de58e4d48 HTTP/1.1" status: 200 len: 949 time: 0.1440046 Feb 07 21:09:53.459221 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-986237ff-7839-49d8-bbd8-e6da291fff33 req-cb69c8bf-515a-47e8-aa9b-751773c9845b tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6892821-a139-4730-b4f7-e3a1a036592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860403 Feb 07 21:09:53.500497 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92d064-23d3-4f2f-be04-2e1cd25a01cd req-523088c0-60f4-4694-b187-6df2e0fe90a3 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:53.511613 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f92d064-23d3-4f2f-be04-2e1cd25a01cd req-523088c0-60f4-4694-b187-6df2e0fe90a3 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 950 time: 0.1191208 Feb 07 21:09:53.575909 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4286cd79-bd55-4810-8d98-b9451fdadcec req-2816d6ef-69dc-43bb-9d14-fd83c11328b6 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 210 time: 0.0385549 Feb 07 21:09:53.628624 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f92d064-23d3-4f2f-be04-2e1cd25a01cd req-31111424-6819-4a77-94db-f5115f31bd7e tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138096 Feb 07 21:09:54.258829 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491e0c8-9219-48fe-b957-19ca54d8525d req-62a534a9-9669-49cb-b34c-5130bf0b715a tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:54.273163 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f491e0c8-9219-48fe-b957-19ca54d8525d req-62a534a9-9669-49cb-b34c-5130bf0b715a tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/ports?device_id=01232004-b100-4ad4-b753-7a43ddafa520 HTTP/1.1" status: 200 len: 943 time: 0.1044483 Feb 07 21:09:54.355136 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f491e0c8-9219-48fe-b957-19ca54d8525d req-280491ac-e860-4e78-a997-be598aed70d8 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1151181-f720-42ea-94b2-eddd399b778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796735 Feb 07 21:09:54.373901 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:54.631432 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e047e-a51d-41c6-aa21-259c41df9591 req-c1b1f638-049b-428f-bd4f-339889dfbc70 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:54.648258 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c25e047e-a51d-41c6-aa21-259c41df9591 req-c1b1f638-049b-428f-bd4f-339889dfbc70 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd967684-4347-428e-9beb-b67de58e4d48 HTTP/1.1" status: 200 len: 949 time: 0.1161911 Feb 07 21:09:54.825726 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-5f16d946-fd5a-405f-b160-11b737e10af5 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:54.827319 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-5f16d946-fd5a-405f-b160-11b737e10af5 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.71 "GET /v2.0/networks?id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 HTTP/1.1" status: 200 len: 805 time: 0.1775787 Feb 07 21:09:54.874926 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-4282c77a-84c4-4057-880a-2fc5fe80951e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Request body: {'port': {'device_id': 'f5453907-3235-410f-b075-070b7851b90a', 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81', 'admin_state_up': True, 'tenant_id': '841a01135e18414d8cae49a87b71e7b4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:09:54.901761 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c25e047e-a51d-41c6-aa21-259c41df9591 req-78bb14a8-b752-4634-b62c-16c84bfe3015 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6892821-a139-4730-b4f7-e3a1a036592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531316 Feb 07 21:09:54.906690 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d2f7ef7-2ea7-4227-b547-76808e6bc73b req-93c77d38-74ac-444e-9106-703995c51fec tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 210 time: 0.1137705 Feb 07 21:09:55.075865 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-4282c77a-84c4-4057-880a-2fc5fe80951e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Made reservation on behalf of 841a01135e18414d8cae49a87b71e7b4 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:09:55.081613 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-4282c77a-84c4-4057-880a-2fc5fe80951e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:55.102125 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324e0a5-f603-44fa-9169-4c154e8f1cd8 req-d978da21-f370-498b-accd-5364b85ff7ec tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:55.104104 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6324e0a5-f603-44fa-9169-4c154e8f1cd8 req-d978da21-f370-498b-accd-5364b85ff7ec tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 950 time: 0.0945337 Feb 07 21:09:55.202579 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device e94f3a72-4ea1-4032-9bd6-6de4f6c437db details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:09:55.205117 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6bb495bd-697a-4a53-8ea9-aec2cab67331 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:09:55.228450 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6324e0a5-f603-44fa-9169-4c154e8f1cd8 req-48dcbaae-0e81-4116-9c5d-db5d9936a9a4 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621450 Feb 07 21:09:55.317434 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-4282c77a-84c4-4057-880a-2fc5fe80951e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Allocated IP 172.20.0.13 (cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81/039429f6-d6cc-49db-bf32-0ffb3c8562c1/ed0c0152-1bb1-4f8d-b803-fb08136285b3) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:09:55.505653 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 6bb495bd-697a-4a53-8ea9-aec2cab67331 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:09:55.524702 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 6bb495bd-697a-4a53-8ea9-aec2cab67331 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:09:55.525058 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:55.526831 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-4282c77a-84c4-4057-880a-2fc5fe80951e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks [] for port (ed0c0152-1bb1-4f8d-b803-fb08136285b3), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:55.573476 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-4282c77a-84c4-4057-880a-2fc5fe80951e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ed0c0152-1bb1-4f8d-b803-fb08136285b3), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:55.597474 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['b9feb26d-0f66-4b71-8ed3-d190edbaf70e'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:09:55.600918 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port e94f3a72-4ea1-4032-9bd6-6de4f6c437db, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e94f3a72-4ea1-4032-9bd6-6de4f6c437db,segment=NetworkSegment(c6c54dc0-6831-45be-8f59-e273399a4c6b),segment_id=c6c54dc0-6831-45be-8f59-e273399a4c6b)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:55.648379 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-4282c77a-84c4-4057-880a-2fc5fe80951e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:09:55.652752 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-4282c77a-84c4-4057-880a-2fc5fe80951e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:09:55.667919 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-4282c77a-84c4-4057-880a-2fc5fe80951e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:09:55.693385 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'e94f3a72-4ea1-4032-9bd6-6de4f6c437db', 'network_id': 'aa4cfde9-ffe8-469d-a81c-82fd9aee32c1', 'port_id': 'e94f3a72-4ea1-4032-9bd6-6de4f6c437db', 'mac_address': 'fa:16:3e:b7:30:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ad050f-dafb-400d-a13c-5f324170b7a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:09:55.767666 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-4282c77a-84c4-4057-880a-2fc5fe80951e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:55.768917 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-4282c77a-84c4-4057-880a-2fc5fe80951e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:55.799962 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282c77a-84c4-4057-880a-2fc5fe80951e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Pushing event updated for resources: {'Port': ['ID=ed0c0152-1bb1-4f8d-b803-fb08136285b3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:55.801364 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port e94f3a72-4ea1-4032-9bd6-6de4f6c437db is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:09:55.801878 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e94f3a72-4ea1-4032-9bd6-6de4f6c437db), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:55.821486 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ee0ca-88fa-4051-b123-77c22e6d7e83 req-97ce42ec-88db-415e-b2e1-2ac0b22f8e8e tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:55.825913 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae7ee0ca-88fa-4051-b123-77c22e6d7e83 req-97ce42ec-88db-415e-b2e1-2ac0b22f8e8e tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/ports?device_id=01232004-b100-4ad4-b753-7a43ddafa520 HTTP/1.1" status: 200 len: 943 time: 0.2654662 Feb 07 21:09:55.837319 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-4282c77a-84c4-4057-880a-2fc5fe80951e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9668477 Feb 07 21:09:55.837755 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 6bb495bd-697a-4a53-8ea9-aec2cab67331 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:09:55.838241 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:55.840775 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e94f3a72-4ea1-4032-9bd6-6de4f6c437db {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:09:55.862814 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port e94f3a72-4ea1-4032-9bd6-6de4f6c437db, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e94f3a72-4ea1-4032-9bd6-6de4f6c437db,segment=NetworkSegment(c6c54dc0-6831-45be-8f59-e273399a4c6b),segment_id=c6c54dc0-6831-45be-8f59-e273399a4c6b)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:55.880476 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e94f3a72-4ea1-4032-9bd6-6de4f6c437db), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:55.899886 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-1b2778e6-b5d7-4535-a732-081e36363e09 service neutron] Request body: {'port': {'device_id': 'f5453907-3235-410f-b075-070b7851b90a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:09:55.926456 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd967684-4347-428e-9beb-b67de58e4d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb495bd-697a-4a53-8ea9-aec2cab67331'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:55.928980 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4485fdb9-8e7d-44c4-b6af-2e66a9963d38" -d '{"events": [{"server_uuid": "dd967684-4347-428e-9beb-b67de58e4d48", "name": "network-vif-plugged", "status": "completed", "tag": "6bb495bd-697a-4a53-8ea9-aec2cab67331"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:55.966704 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 6bb495bd-697a-4a53-8ea9-aec2cab67331, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6bb495bd-697a-4a53-8ea9-aec2cab67331,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:55.988299 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:56.000594 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=e94f3a72-4ea1-4032-9bd6-6de4f6c437db,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:56.088936 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=6bb495bd-697a-4a53-8ea9-aec2cab67331,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:56.100736 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae7ee0ca-88fa-4051-b123-77c22e6d7e83 req-53cdea83-3fbe-44e1-b43b-748cb8aaf754 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1151181-f720-42ea-94b2-eddd399b778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607501 Feb 07 21:09:56.105994 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-1b2778e6-b5d7-4535-a732-081e36363e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ed0c0152-1bb1-4f8d-b803-fb08136285b3), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:56.161833 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5df075-a312-4ff2-8cb6-667531d5814a req-f2952925-dcfd-4ec9-8d23-61e88da7c38d tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:56.169155 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab5df075-a312-4ff2-8cb6-667531d5814a req-f2952925-dcfd-4ec9-8d23-61e88da7c38d tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 932 time: 0.1210268 Feb 07 21:09:56.222761 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['e94f3a72-4ea1-4032-9bd6-6de4f6c437db'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:09:56.455496 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab5df075-a312-4ff2-8cb6-667531d5814a req-75e2f1ed-1b6c-4fcb-bdde-4adc014356a3 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791240 Feb 07 21:09:56.564796 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f182ed-81a5-4334-a874-d548c2d3ede1 x-openstack-request-id: req-d5f182ed-81a5-4334-a874-d548c2d3ede1 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:56.565335 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd967684-4347-428e-9beb-b67de58e4d48", "name": "network-vif-plugged", "status": "completed", "tag": "6bb495bd-697a-4a53-8ea9-aec2cab67331", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:56.565335 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5f182ed-81a5-4334-a874-d548c2d3ede1 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:56.565720 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd967684-4347-428e-9beb-b67de58e4d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb495bd-697a-4a53-8ea9-aec2cab67331', 'code': 200} Feb 07 21:09:56.703551 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c7c9e-2f86-40bc-85ab-bf97d5a2a078 req-4b675634-6ffa-453f-af63-83db84c89014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:56.704053 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe304da-6347-4229-85e6-db6aee37a219 req-f6fcf6f8-2b7d-442a-ae9d-154e54e0a231 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:56.704451 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-296c7c9e-2f86-40bc-85ab-bf97d5a2a078 req-4b675634-6ffa-453f-af63-83db84c89014 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dd967684-4347-428e-9beb-b67de58e4d48 HTTP/1.1" status: 200 len: 1132 time: 0.0670068 Feb 07 21:09:56.707756 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fbe304da-6347-4229-85e6-db6aee37a219 req-f6fcf6f8-2b7d-442a-ae9d-154e54e0a231 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd967684-4347-428e-9beb-b67de58e4d48 HTTP/1.1" status: 200 len: 950 time: 0.4791806 Feb 07 21:09:56.773367 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-296c7c9e-2f86-40bc-85ab-bf97d5a2a078 req-1440ff6a-0733-469a-8678-82974cb020ec service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c6892821-a139-4730-b4f7-e3a1a036592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641356 Feb 07 21:09:56.853930 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fbe304da-6347-4229-85e6-db6aee37a219 req-5b69bbf5-7f8e-4c9d-bddb-84e48be90084 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6892821-a139-4730-b4f7-e3a1a036592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248057 Feb 07 21:09:56.876971 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9fd0f-bdfd-445d-8893-05ba90cadcd2 req-fc7c4989-6147-4d1a-9c56-cecd1448548a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:56.879175 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-34f9fd0f-bdfd-445d-8893-05ba90cadcd2 req-fc7c4989-6147-4d1a-9c56-cecd1448548a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 950 time: 0.1620171 Feb 07 21:09:56.960288 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-34f9fd0f-bdfd-445d-8893-05ba90cadcd2 req-2ff648a4-c32c-43f6-b53f-65702584d09a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719807 Feb 07 21:09:57.014505 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-1b2778e6-b5d7-4535-a732-081e36363e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed0c0152-1bb1-4f8d-b803-fb08136285b3 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:09:57.022594 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-1b2778e6-b5d7-4535-a732-081e36363e09 service neutron] Publish callbacks [] for port (ed0c0152-1bb1-4f8d-b803-fb08136285b3), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:57.035715 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-1b2778e6-b5d7-4535-a732-081e36363e09 service neutron] Transition to ACTIVE for port object ed0c0152-1bb1-4f8d-b803-fb08136285b3 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:09:57.040633 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-1b2778e6-b5d7-4535-a732-081e36363e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (ed0c0152-1bb1-4f8d-b803-fb08136285b3), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:57.095650 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2778e6-b5d7-4535-a732-081e36363e09 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0c0152-1bb1-4f8d-b803-fb08136285b3,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:57.170819 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-1b2778e6-b5d7-4535-a732-081e36363e09 service neutron] Attempting to bind port ed0c0152-1bb1-4f8d-b803-fb08136285b3 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:09:57.171157 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-1b2778e6-b5d7-4535-a732-081e36363e09 service neutron] Attempting to bind port ed0c0152-1bb1-4f8d-b803-fb08136285b3 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:09:57.171484 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-1b2778e6-b5d7-4535-a732-081e36363e09 service neutron] Attempting to bind port ed0c0152-1bb1-4f8d-b803-fb08136285b3 on network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:09:57.181109 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-1b2778e6-b5d7-4535-a732-081e36363e09 service neutron] Port ed0c0152-1bb1-4f8d-b803-fb08136285b3 on network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:09:57.182074 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-1b2778e6-b5d7-4535-a732-081e36363e09 service neutron] Attempting to bind port ed0c0152-1bb1-4f8d-b803-fb08136285b3 on network cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:09:57.188080 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-1b2778e6-b5d7-4535-a732-081e36363e09 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:09:57.188446 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-1b2778e6-b5d7-4535-a732-081e36363e09 service neutron] Checking segment: {'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:09:57.188895 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-1b2778e6-b5d7-4535-a732-081e36363e09 service neutron] Bound using segment: {'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:09:57.189572 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-1b2778e6-b5d7-4535-a732-081e36363e09 service neutron] Bound port: ed0c0152-1bb1-4f8d-b803-fb08136285b3, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81dd7234-73b3-46ed-9443-912083c47ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:09:57.189952 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-1b2778e6-b5d7-4535-a732-081e36363e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ed0c0152-1bb1-4f8d-b803-fb08136285b3), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:57.292739 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-1b2778e6-b5d7-4535-a732-081e36363e09 service neutron] For port ed0c0152-1bb1-4f8d-b803-fb08136285b3, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:09:57.298203 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-1b2778e6-b5d7-4535-a732-081e36363e09 service neutron] For port ed0c0152-1bb1-4f8d-b803-fb08136285b3, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ed0c0152-1bb1-4f8d-b803-fb08136285b3,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:09:57.307546 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d9981-21ef-4da5-ad68-7fb7595d6f4b req-3df2aeef-777d-4a6b-a1b4-262477ba2f55 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:57.314848 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-127d9981-21ef-4da5-ad68-7fb7595d6f4b req-3df2aeef-777d-4a6b-a1b4-262477ba2f55 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/ports?device_id=01232004-b100-4ad4-b753-7a43ddafa520 HTTP/1.1" status: 200 len: 944 time: 0.1108055 Feb 07 21:09:57.322012 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-1b2778e6-b5d7-4535-a732-081e36363e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (ed0c0152-1bb1-4f8d-b803-fb08136285b3), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:57.367552 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-1b2778e6-b5d7-4535-a732-081e36363e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:57.368165 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-1b2778e6-b5d7-4535-a732-081e36363e09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:57.369532 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-1b2778e6-b5d7-4535-a732-081e36363e09 service neutron] 10.222.0.71 "PUT /v2.0/ports/ed0c0152-1bb1-4f8d-b803-fb08136285b3 HTTP/1.1" status: 200 len: 1092 time: 1.4826994 Feb 07 21:09:57.374688 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5453907-3235-410f-b075-070b7851b90a', 'tag': 'ed0c0152-1bb1-4f8d-b803-fb08136285b3'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:57.376991 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b743ec-1bbe-4bfa-84ed-f01569376448" -d '{"events": [{"name": "network-changed", "server_uuid": "f5453907-3235-410f-b075-070b7851b90a", "tag": "ed0c0152-1bb1-4f8d-b803-fb08136285b3"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:57.432005 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-127d9981-21ef-4da5-ad68-7fb7595d6f4b req-d8eb68fa-b402-44bd-a509-5947bf37bd83 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1151181-f720-42ea-94b2-eddd399b778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023431 Feb 07 21:09:57.433147 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2778e6-b5d7-4535-a732-081e36363e09 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0c0152-1bb1-4f8d-b803-fb08136285b3,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:57.478436 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c9ac1f-fe3f-48ce-8c8d-4eb85e1d6935 x-openstack-request-id: req-f1c9ac1f-fe3f-48ce-8c8d-4eb85e1d6935 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:09:57.478436 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5453907-3235-410f-b075-070b7851b90a", "tag": "ed0c0152-1bb1-4f8d-b803-fb08136285b3", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:09:57.478436 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f1c9ac1f-fe3f-48ce-8c8d-4eb85e1d6935 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:09:57.478875 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5453907-3235-410f-b075-070b7851b90a', 'tag': 'ed0c0152-1bb1-4f8d-b803-fb08136285b3', 'status': 'completed', 'code': 200} Feb 07 21:09:57.550854 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-f5198a8a-22cd-4d38-8188-0186cd191352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:57.556213 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-f5198a8a-22cd-4d38-8188-0186cd191352 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=841a01135e18414d8cae49a87b71e7b4&device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 1126 time: 0.0904737 Feb 07 21:09:57.633161 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 55200) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:09:57.687107 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-ca54c99b-a8da-4dae-8ce1-fafebbaf5cd3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed0c0152-1bb1-4f8d-b803-fb08136285b3 HTTP/1.1" status: 200 len: 217 time: 0.1105642 Feb 07 21:09:57.779608 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbc8b5-460c-4934-a488-dc21e95608d3 req-7c5ad1f7-e20c-4329-ae9a-82e34a9b445c tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:57.788879 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7adbc8b5-460c-4934-a488-dc21e95608d3 req-7c5ad1f7-e20c-4329-ae9a-82e34a9b445c tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 944 time: 0.2288868 Feb 07 21:09:57.806626 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-4bb64ee7-2ab3-44b9-9f21-e33376a1d282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:57.808599 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-4bb64ee7-2ab3-44b9-9f21-e33376a1d282 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=039429f6-d6cc-49db-bf32-0ffb3c8562c1 HTTP/1.1" status: 200 len: 845 time: 0.1141427 Feb 07 21:09:57.857218 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-207af787-84c1-421e-a458-6be02cdf0ef3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401111 Feb 07 21:09:57.892989 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7adbc8b5-460c-4934-a488-dc21e95608d3 req-b1bdd845-0b2a-4ffd-8f4a-d01ef965b5af tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979311 Feb 07 21:09:58.071521 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-c5c793aa-9042-4e99-bb37-37c4f1c3de10 service neutron] 10.222.0.71 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053351 Feb 07 21:09:58.180523 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840a626-12bb-44a0-91e3-0598d0f45f3b req-c2d1a316-3a5e-450d-aa9f-d660d515904d tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:58.182064 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a840a626-12bb-44a0-91e3-0598d0f45f3b req-c2d1a316-3a5e-450d-aa9f-d660d515904d tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd967684-4347-428e-9beb-b67de58e4d48 HTTP/1.1" status: 200 len: 950 time: 0.1756926 Feb 07 21:09:58.236946 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-ea1caba5-592d-4e85-b4b6-a0121af58cb1 service neutron] show failed (client error): The resource could not be found. Feb 07 21:09:58.237987 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-ea1caba5-592d-4e85-b4b6-a0121af58cb1 service neutron] 10.222.0.69 "GET /v2.0/ports/71e0b546-c4a6-460b-8dac-ab4f971acc40/bindings/n-h2-828185-2 HTTP/1.1" status: 404 len: 380 time: 0.1773109 Feb 07 21:09:58.249392 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d44c6f-9878-4144-96c1-7c65ed11f14c req-94fe4d03-fa7d-4e96-92d1-247a226f1ed3 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:58.251808 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80d44c6f-9878-4144-96c1-7c65ed11f14c req-94fe4d03-fa7d-4e96-92d1-247a226f1ed3 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 950 time: 0.1635647 Feb 07 21:09:58.295531 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-88284b1a-1a36-44ae-9f2f-62706a3192d1 req-59cd3320-da2f-43e0-be92-8ae24085e5ab service neutron] 10.222.0.71 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160597 Feb 07 21:09:58.351656 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a840a626-12bb-44a0-91e3-0598d0f45f3b req-9003d0c2-e134-45a1-9da9-0f6f51c06882 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6892821-a139-4730-b4f7-e3a1a036592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317420 Feb 07 21:09:58.376896 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80d44c6f-9878-4144-96c1-7c65ed11f14c req-efd6e8dc-0fff-4fcb-814c-b7c327f81e60 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087830 Feb 07 21:09:58.519623 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b743ec-1bbe-4bfa-84ed-f01569376448 req-e9b1070c-261b-4c87-8a91-cebd21b17d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:58.521546 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38b743ec-1bbe-4bfa-84ed-f01569376448 req-e9b1070c-261b-4c87-8a91-cebd21b17d93 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=841a01135e18414d8cae49a87b71e7b4&device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 1126 time: 0.1029274 Feb 07 21:09:58.754706 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1628f0f6-e620-4408-a3b1-901d8ad04d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (b5a9ea17-ccec-49b5-b4ce-9d673361b18c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:58.892518 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8246cf5-1ce9-45e8-8e2f-0766c10fc01f req-90a19107-df8d-4c7c-af77-019d5dc6fdb7 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:58.893956 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8246cf5-1ce9-45e8-8e2f-0766c10fc01f req-90a19107-df8d-4c7c-af77-019d5dc6fdb7 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/ports?device_id=01232004-b100-4ad4-b753-7a43ddafa520 HTTP/1.1" status: 200 len: 944 time: 0.2525148 Feb 07 21:09:58.906510 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-cd943237-a4b3-4350-9f8c-cd74e5999181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:58.911845 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-cd943237-a4b3-4350-9f8c-cd74e5999181 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a&tenant_id=f4fe27c2f8aa423da4df091a462a1dd2 HTTP/1.1" status: 200 len: 1132 time: 0.2329528 Feb 07 21:09:58.943581 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-884b2746-c5aa-4a29-8dcf-60aedf1b0f53 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828185-2', 'device_owner': 'compute:nova'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:09:58.976649 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b743ec-1bbe-4bfa-84ed-f01569376448 req-11112c55-0a1a-41b7-b0ed-173bc51e6c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:58.978118 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38b743ec-1bbe-4bfa-84ed-f01569376448 req-11112c55-0a1a-41b7-b0ed-173bc51e6c38 service neutron] 10.222.0.71 "GET /v2.0/networks?id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 HTTP/1.1" status: 200 len: 906 time: 0.4504008 Feb 07 21:09:59.067293 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38b743ec-1bbe-4bfa-84ed-f01569376448 req-fad540dc-2fa6-479a-a884-7a2ba0b65e3f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed0c0152-1bb1-4f8d-b803-fb08136285b3 HTTP/1.1" status: 200 len: 217 time: 0.0785987 Feb 07 21:09:59.147489 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1628f0f6-e620-4408-a3b1-901d8ad04d47 admin admin] Deleting port dd762bb3-a3d2-493d-91a8-064ad16131b7 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:09:59.148286 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1628f0f6-e620-4408-a3b1-901d8ad04d47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (dd762bb3-a3d2-493d-91a8-064ad16131b7), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:59.154197 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-884b2746-c5aa-4a29-8dcf-60aedf1b0f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:59.224211 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device e94f3a72-4ea1-4032-9bd6-6de4f6c437db up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:09:59.241908 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1628f0f6-e620-4408-a3b1-901d8ad04d47 admin admin] For port dd762bb3-a3d2-493d-91a8-064ad16131b7, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=dd762bb3-a3d2-493d-91a8-064ad16131b7,segment=NetworkSegment(061673fe-e720-43e4-a9a2-d82036a40d5d),segment_id=061673fe-e720-43e4-a9a2-d82036a40d5d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:59.242495 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1628f0f6-e620-4408-a3b1-901d8ad04d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (dd762bb3-a3d2-493d-91a8-064ad16131b7), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:59.247809 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8246cf5-1ce9-45e8-8e2f-0766c10fc01f req-832ed3c9-9b44-4284-8e22-40547ac08dd6 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1151181-f720-42ea-94b2-eddd399b778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307488 Feb 07 21:09:59.281261 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b743ec-1bbe-4bfa-84ed-f01569376448 req-3c33de99-2129-46ac-bebf-b1a97969d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:59.282981 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38b743ec-1bbe-4bfa-84ed-f01569376448 req-3c33de99-2129-46ac-bebf-b1a97969d077 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=039429f6-d6cc-49db-bf32-0ffb3c8562c1 HTTP/1.1" status: 200 len: 845 time: 0.1957173 Feb 07 21:09:59.292829 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1628f0f6-e620-4408-a3b1-901d8ad04d47 admin admin] Calling delete_port for dd762bb3-a3d2-493d-91a8-064ad16131b7 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:09:59.293668 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58d3b7-687a-427e-b6aa-a4e202cc439b req-5e7c1a7c-c905-4eae-9490-a167a51e41fe tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:09:59.302126 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c58d3b7-687a-427e-b6aa-a4e202cc439b req-5e7c1a7c-c905-4eae-9490-a167a51e41fe tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 944 time: 0.2838798 Feb 07 21:09:59.344059 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38b743ec-1bbe-4bfa-84ed-f01569376448 req-6afc2072-d5cd-4f4f-9ee0-ed3eca4f1910 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382869 Feb 07 21:09:59.345145 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port e94f3a72-4ea1-4032-9bd6-6de4f6c437db completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:09:59.351220 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port e94f3a72-4ea1-4032-9bd6-6de4f6c437db triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:09:59.351621 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e94f3a72-4ea1-4032-9bd6-6de4f6c437db), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:59.551237 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port e94f3a72-4ea1-4032-9bd6-6de4f6c437db is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:09:59.551577 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e94f3a72-4ea1-4032-9bd6-6de4f6c437db), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:59.568958 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:09:59.611833 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port e94f3a72-4ea1-4032-9bd6-6de4f6c437db, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e94f3a72-4ea1-4032-9bd6-6de4f6c437db,segment=NetworkSegment(c6c54dc0-6831-45be-8f59-e273399a4c6b),segment_id=c6c54dc0-6831-45be-8f59-e273399a4c6b)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:09:59.613020 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01232004-b100-4ad4-b753-7a43ddafa520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94f3a72-4ea1-4032-9bd6-6de4f6c437db'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:09:59.615465 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f67e2c4-d708-46f2-a6b0-b9aee23b5a14" -d '{"events": [{"server_uuid": "01232004-b100-4ad4-b753-7a43ddafa520", "name": "network-vif-plugged", "status": "completed", "tag": "e94f3a72-4ea1-4032-9bd6-6de4f6c437db"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:09:59.622053 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e94f3a72-4ea1-4032-9bd6-6de4f6c437db), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:59.687624 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=e94f3a72-4ea1-4032-9bd6-6de4f6c437db,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:09:59.698793 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:59.699221 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:59.700039 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:59.701357 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:59.701814 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:59.702291 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:59.706693 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:59.708059 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:59.708783 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:59.710631 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:59.711057 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:59.711768 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:59.712561 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:09:59.746862 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1628f0f6-e620-4408-a3b1-901d8ad04d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (dd762bb3-a3d2-493d-91a8-064ad16131b7), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:09:59.782275 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628f0f6-e620-4408-a3b1-901d8ad04d47 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd762bb3-a3d2-493d-91a8-064ad16131b7,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:00.080172 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1628f0f6-e620-4408-a3b1-901d8ad04d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (b5a9ea17-ccec-49b5-b4ce-9d673361b18c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:00.343312 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c58d3b7-687a-427e-b6aa-a4e202cc439b req-fd477605-554d-4f3f-96ef-71f998e868d4 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0375764 Feb 07 21:10:00.410913 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38b743ec-1bbe-4bfa-84ed-f01569376448 req-990f287f-d577-4ef9-9f69-0485fbfb2210 service neutron] 10.222.0.71 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9990270 Feb 07 21:10:00.416547 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1628f0f6-e620-4408-a3b1-901d8ad04d47 admin admin] Router b5a9ea17-ccec-49b5-b4ce-9d673361b18c has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:10:00.417756 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5dd49-963a-4681-a694-f65e2fc8484f req-3f4c75a9-9e2f-4285-9b56-3454bd440e8f tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:00.425123 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-76b5dd49-963a-4681-a694-f65e2fc8484f req-3f4c75a9-9e2f-4285-9b56-3454bd440e8f tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd967684-4347-428e-9beb-b67de58e4d48 HTTP/1.1" status: 200 len: 950 time: 0.9382832 Feb 07 21:10:00.511566 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-884b2746-c5aa-4a29-8dcf-60aedf1b0f53 service neutron] For port 71e0b546-c4a6-460b-8dac-ab4f971acc40, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=71e0b546-c4a6-460b-8dac-ab4f971acc40,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:00.583156 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1628f0f6-e620-4408-a3b1-901d8ad04d47 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:10:00.595503 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5e9030-178e-4db8-8645-b6fcf2176f28 None None] Sync routers for ids ['b5a9ea17-ccec-49b5-b4ce-9d673361b18c'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:10:00.599792 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1628f0f6-e620-4408-a3b1-901d8ad04d47 admin admin] 10.222.0.65 "PUT /v2.0/routers/b5a9ea17-ccec-49b5-b4ce-9d673361b18c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9647598 Feb 07 21:10:00.600454 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 55228) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:00.621181 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5e9030-178e-4db8-8645-b6fcf2176f28 None None] Routers {'b5a9ea17-ccec-49b5-b4ce-9d673361b18c'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:10:00.621937 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6f5e9030-178e-4db8-8645-b6fcf2176f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:09:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b5a9ea17-ccec-49b5-b4ce-9d673361b18c'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:00.646784 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-884b2746-c5aa-4a29-8dcf-60aedf1b0f53 service neutron] For port 71e0b546-c4a6-460b-8dac-ab4f971acc40, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:10:00.668060 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-76b5dd49-963a-4681-a694-f65e2fc8484f req-3a1707ce-7f89-4d29-a3de-5a792b49c1ad tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6892821-a139-4730-b4f7-e3a1a036592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401578 Feb 07 21:10:00.787991 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7411b870-4bf6-4d2b-8540-568bbc04fc2c x-openstack-request-id: req-7411b870-4bf6-4d2b-8540-568bbc04fc2c {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:10:00.788608 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01232004-b100-4ad4-b753-7a43ddafa520", "name": "network-vif-plugged", "status": "completed", "tag": "e94f3a72-4ea1-4032-9bd6-6de4f6c437db", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:10:00.789209 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7411b870-4bf6-4d2b-8540-568bbc04fc2c {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:10:00.789836 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01232004-b100-4ad4-b753-7a43ddafa520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94f3a72-4ea1-4032-9bd6-6de4f6c437db', 'code': 200} Feb 07 21:10:00.826318 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] Publish callbacks [] for router (b5a9ea17-ccec-49b5-b4ce-9d673361b18c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:00.893967 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-6f5e9030-178e-4db8-8645-b6fcf2176f28 None None] Set router b5a9ea17-ccec-49b5-b4ce-9d673361b18c gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:10:00.949311 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e3af0-5a92-4114-9b52-86c747d7ff92 req-7b56e1e7-3dcc-47f8-a566-58a8373cfbcf tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:00.957331 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8b4e3af0-5a92-4114-9b52-86c747d7ff92 req-7b56e1e7-3dcc-47f8-a566-58a8373cfbcf tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 950 time: 0.4906664 Feb 07 21:10:00.993853 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38b743ec-1bbe-4bfa-84ed-f01569376448 req-5e46c66e-d1c4-4ca2-bc06-8ab1c0b86fd6 service neutron] 10.222.0.71 "GET /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5649223 Feb 07 21:10:01.035813 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1003c8-3868-44e8-9ec9-7ad0e300065a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71e0b546-c4a6-460b-8dac-ab4f971acc40'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:10:01.041617 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd1dd55-9f45-4d0e-a166-65ec57f1372c" -d '{"events": [{"server_uuid": "cf1003c8-3868-44e8-9ec9-7ad0e300065a", "name": "network-vif-unplugged", "status": "completed", "tag": "71e0b546-c4a6-460b-8dac-ab4f971acc40"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:10:01.052998 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-884b2746-c5aa-4a29-8dcf-60aedf1b0f53 service neutron] Publish callbacks [] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:01.131550 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-884b2746-c5aa-4a29-8dcf-60aedf1b0f53 service neutron] Transition to ACTIVE for port object 71e0b546-c4a6-460b-8dac-ab4f971acc40 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:10:01.157900 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-884b2746-c5aa-4a29-8dcf-60aedf1b0f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:01.211208 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b2746-c5aa-4a29-8dcf-60aedf1b0f53 service neutron] Pushing event updated for resources: {'Port': ['ID=71e0b546-c4a6-460b-8dac-ab4f971acc40,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:01.216686 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8b4e3af0-5a92-4114-9b52-86c747d7ff92 req-0b3ef8d0-d7aa-435f-8741-f72f6a8aa3e0 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582788 Feb 07 21:10:01.219508 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffaea82-a45c-4e6a-a295-cd47b347ffed req-3b8bcaca-7225-436b-9e84-c73815cbf30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:01.220551 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6ffaea82-a45c-4e6a-a295-cd47b347ffed req-3b8bcaca-7225-436b-9e84-c73815cbf30c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=01232004-b100-4ad4-b753-7a43ddafa520 HTTP/1.1" status: 200 len: 1127 time: 0.1450722 Feb 07 21:10:01.228116 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16056383-db6c-4eb9-8d5f-a41ff63f0374 req-ecb642f9-ad26-4998-baa0-4d338470b22c tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:01.229686 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16056383-db6c-4eb9-8d5f-a41ff63f0374 req-ecb642f9-ad26-4998-baa0-4d338470b22c tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/ports?device_id=01232004-b100-4ad4-b753-7a43ddafa520 HTTP/1.1" status: 200 len: 945 time: 0.2620018 Feb 07 21:10:01.251848 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 71e0b546-c4a6-460b-8dac-ab4f971acc40 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:10:01.328614 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] Publish callbacks [] for router_gateway (b5a9ea17-ccec-49b5-b4ce-9d673361b18c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:01.345881 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-884b2746-c5aa-4a29-8dcf-60aedf1b0f53 service neutron] No DVR routers for this DVR port 71e0b546-c4a6-460b-8dac-ab4f971acc40 on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:10:01.369840 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6ffaea82-a45c-4e6a-a295-cd47b347ffed req-9fe84820-ceca-47ad-afa7-c9cddbfda2ae service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e1151181-f720-42ea-94b2-eddd399b778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226201 Feb 07 21:10:01.414683 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6f5e9030-178e-4db8-8645-b6fcf2176f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'name': 'tempest-TaggedBootDevicesTest_v242-960061040-router', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'd533eda4-4848-4453-aff3-d8c9c8209667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:46Z', 'updated_at': '2022-02-07T21:09:59Z', 'revision_number': 5, 'project_id': '32ff56f8fd43451781a008978e4679d6', 'gw_port': {'id': 'd533eda4-4848-4453-aff3-d8c9c8209667', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:01:46Z', 'updated_at': '2022-02-07T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:01.438761 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16056383-db6c-4eb9-8d5f-a41ff63f0374 req-635aaa22-a52a-40e2-be4d-254d63c349b1 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1151181-f720-42ea-94b2-eddd399b778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933908 Feb 07 21:10:01.444836 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-884b2746-c5aa-4a29-8dcf-60aedf1b0f53 service neutron] Attempting to bind port 71e0b546-c4a6-460b-8dac-ab4f971acc40 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:10:01.445177 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-884b2746-c5aa-4a29-8dcf-60aedf1b0f53 service neutron] Attempting to bind port 71e0b546-c4a6-460b-8dac-ab4f971acc40 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:10:01.445505 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-884b2746-c5aa-4a29-8dcf-60aedf1b0f53 service neutron] Attempting to bind port 71e0b546-c4a6-460b-8dac-ab4f971acc40 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:10:01.462636 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-884b2746-c5aa-4a29-8dcf-60aedf1b0f53 service neutron] Port 71e0b546-c4a6-460b-8dac-ab4f971acc40 on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:10:01.462636 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-884b2746-c5aa-4a29-8dcf-60aedf1b0f53 service neutron] Attempting to bind port 71e0b546-c4a6-460b-8dac-ab4f971acc40 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:10:01.472993 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-884b2746-c5aa-4a29-8dcf-60aedf1b0f53 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:10:01.473355 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-884b2746-c5aa-4a29-8dcf-60aedf1b0f53 service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:10:01.473834 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-884b2746-c5aa-4a29-8dcf-60aedf1b0f53 service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:10:01.474292 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-884b2746-c5aa-4a29-8dcf-60aedf1b0f53 service neutron] Bound port: 71e0b546-c4a6-460b-8dac-ab4f971acc40, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:10:01.474656 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-884b2746-c5aa-4a29-8dcf-60aedf1b0f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:01.482609 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5e9030-178e-4db8-8645-b6fcf2176f28 None None] Checking router: b5a9ea17-ccec-49b5-b4ce-9d673361b18c for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:10:01.490818 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] The host n-h1-828185-2 is not matching for port 71e0b546-c4a6-460b-8dac-ab4f971acc40 host n-h2-828185-2! {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 07 21:10:01.491224 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 71e0b546-c4a6-460b-8dac-ab4f971acc40 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:10:01.513187 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] Deleting port d533eda4-4848-4453-aff3-d8c9c8209667 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:10:01.513762 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d533eda4-4848-4453-aff3-d8c9c8209667), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:01.524595 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5e9030-178e-4db8-8645-b6fcf2176f28 None None] Routers {'b5a9ea17-ccec-49b5-b4ce-9d673361b18c'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:10:01.525246 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6f5e9030-178e-4db8-8645-b6fcf2176f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:09:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b5a9ea17-ccec-49b5-b4ce-9d673361b18c'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:01.609548 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-884b2746-c5aa-4a29-8dcf-60aedf1b0f53 service neutron] For port 71e0b546-c4a6-460b-8dac-ab4f971acc40, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:10:01.612907 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-884b2746-c5aa-4a29-8dcf-60aedf1b0f53 service neutron] For port 71e0b546-c4a6-460b-8dac-ab4f971acc40, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=71e0b546-c4a6-460b-8dac-ab4f971acc40,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:10:01.622013 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-884b2746-c5aa-4a29-8dcf-60aedf1b0f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:01.692504 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-884b2746-c5aa-4a29-8dcf-60aedf1b0f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:01.693458 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-884b2746-c5aa-4a29-8dcf-60aedf1b0f53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:01.695905 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-884b2746-c5aa-4a29-8dcf-60aedf1b0f53 service neutron] 10.222.0.71 "PUT /v2.0/ports/71e0b546-c4a6-460b-8dac-ab4f971acc40 HTTP/1.1" status: 200 len: 1096 time: 2.7715073 Feb 07 21:10:01.710425 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf7078d-4d29-40e4-a131-1570be47a4e9 x-openstack-request-id: req-0cf7078d-4d29-40e4-a131-1570be47a4e9 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:10:01.710722 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1003c8-3868-44e8-9ec9-7ad0e300065a", "name": "network-vif-unplugged", "status": "completed", "tag": "71e0b546-c4a6-460b-8dac-ab4f971acc40", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:10:01.710976 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0cf7078d-4d29-40e4-a131-1570be47a4e9 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:10:01.711372 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1003c8-3868-44e8-9ec9-7ad0e300065a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71e0b546-c4a6-460b-8dac-ab4f971acc40', 'code': 200} Feb 07 21:10:01.712534 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b2746-c5aa-4a29-8dcf-60aedf1b0f53 service neutron] Pushing event updated for resources: {'Port': ['ID=71e0b546-c4a6-460b-8dac-ab4f971acc40,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:01.772168 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-6f5e9030-178e-4db8-8645-b6fcf2176f28 None None] Set router b5a9ea17-ccec-49b5-b4ce-9d673361b18c gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:10:01.780225 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] For port d533eda4-4848-4453-aff3-d8c9c8209667, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d533eda4-4848-4453-aff3-d8c9c8209667,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:01.781899 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d533eda4-4848-4453-aff3-d8c9c8209667), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:01.869301 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-cc345567-964d-43c0-86a0-c7b3c6eabaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:01.871234 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-cc345567-964d-43c0-86a0-c7b3c6eabaf0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 1130 time: 0.1373901 Feb 07 21:10:01.948583 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6f5e9030-178e-4db8-8645-b6fcf2176f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'name': 'tempest-TaggedBootDevicesTest_v242-960061040-router', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:46Z', 'updated_at': '2022-02-07T21:10:01Z', 'revision_number': 6, 'project_id': '32ff56f8fd43451781a008978e4679d6', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:01.999444 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5e9030-178e-4db8-8645-b6fcf2176f28 None None] The sync data for ids ['b5a9ea17-ccec-49b5-b4ce-9d673361b18c'] in n-d-828185-2 is: [{'id': 'b5a9ea17-ccec-49b5-b4ce-9d673361b18c', 'name': 'tempest-TaggedBootDevicesTest_v242-960061040-router', 'tenant_id': '32ff56f8fd43451781a008978e4679d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:01:46Z', 'updated_at': '2022-02-07T21:10:01Z', 'revision_number': 6, 'project_id': '32ff56f8fd43451781a008978e4679d6', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:10:02.121804 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b59c2-4394-46ec-a387-c7cc501ab2d7 req-fc993983-7282-4b41-ad55-6ea9f3e31890 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:02.141462 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e8b59c2-4394-46ec-a387-c7cc501ab2d7 req-fc993983-7282-4b41-ad55-6ea9f3e31890 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 944 time: 0.3050718 Feb 07 21:10:02.273099 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 55274) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:02.314650 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] Calling delete_port for d533eda4-4848-4453-aff3-d8c9c8209667 owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:10:02.326095 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e8b59c2-4394-46ec-a387-c7cc501ab2d7 req-a0b465d6-f157-4a67-a960-62c372e0d53e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828716 Feb 07 21:10:02.388685 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-9bf94ac5-94c9-4ce4-a7a0-6cb4c83ac53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:02.390839 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-9bf94ac5-94c9-4ce4-a7a0-6cb4c83ac53d service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.5025084 Feb 07 21:10:02.513026 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-6366f7fb-7d19-463f-a88b-d2eeb9a260ef service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=71e0b546-c4a6-460b-8dac-ab4f971acc40 HTTP/1.1" status: 200 len: 217 time: 0.1086800 Feb 07 21:10:02.652529 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-2f45859a-a2bd-4d82-a894-9901872949ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:02.653999 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-2f45859a-a2bd-4d82-a894-9901872949ba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1392519 Feb 07 21:10:02.669680 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (d533eda4-4848-4453-aff3-d8c9c8209667), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:02.727910 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] Pushing event deleted for resources: {'Port': ['ID=d533eda4-4848-4453-aff3-d8c9c8209667,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:02.763678 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:02.764030 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:02.764592 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:02.765160 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:02.765665 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:02.766166 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:02.766673 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:02.767168 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:02.767673 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:02.768164 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:02.768678 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:02.769167 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:02.769673 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:02.829497 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (b5a9ea17-ccec-49b5-b4ce-9d673361b18c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:02.878238 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-0aed284a-f333-42de-b7ce-eec25dca77a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:02.890154 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-0aed284a-f333-42de-b7ce-eec25dca77a2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1739326 Feb 07 21:10:02.897188 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af092197-21dc-48f1-8c54-8f14c80ebd38 req-d5718543-f5b9-4bbd-8923-efa7b3f0b5a3 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:02.900814 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-af092197-21dc-48f1-8c54-8f14c80ebd38 req-d5718543-f5b9-4bbd-8923-efa7b3f0b5a3 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 948 time: 0.5567253 Feb 07 21:10:02.965471 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (b5a9ea17-ccec-49b5-b4ce-9d673361b18c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:02.967799 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] Publish callbacks [] for router_controller (b5a9ea17-ccec-49b5-b4ce-9d673361b18c), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:03.028710 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (b5a9ea17-ccec-49b5-b4ce-9d673361b18c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:03.029383 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5a9ea17-ccec-49b5-b4ce-9d673361b18c {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:10:03.037662 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:03.040484 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-61dee32f-62d0-4cc8-af88-3c45665beb02 admin admin] 10.222.0.65 "DELETE /v2.0/routers/b5a9ea17-ccec-49b5-b4ce-9d673361b18c HTTP/1.1" status: 204 len: 168 time: 2.4390340 Feb 07 21:10:03.043209 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 55280) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:03.121090 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf5755c-2f5f-4bc1-b453-04d06695cf36 admin admin] Deleting subnet 2f8980a6-7981-49aa-b0cb-ed215989d81d {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:10:03.128285 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8cf5755c-2f5f-4bc1-b453-04d06695cf36 admin admin] Publish callbacks [] for subnet (2f8980a6-7981-49aa-b0cb-ed215989d81d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:03.141109 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-344e1a1b-2cf1-4906-a1ba-1606e65ebcdc admin admin] Deleting subnet a20c386e-eebe-4f10-a5ee-5638c9eee3a7 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:10:03.149661 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-344e1a1b-2cf1-4906-a1ba-1606e65ebcdc admin admin] Publish callbacks [] for subnet (a20c386e-eebe-4f10-a5ee-5638c9eee3a7), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:03.206462 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device ed0c0152-1bb1-4f8d-b803-fb08136285b3 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:10:03.232755 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8cf5755c-2f5f-4bc1-b453-04d06695cf36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (2f8980a6-7981-49aa-b0cb-ed215989d81d), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:03.244936 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-344e1a1b-2cf1-4906-a1ba-1606e65ebcdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (a20c386e-eebe-4f10-a5ee-5638c9eee3a7), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:03.340334 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8cf5755c-2f5f-4bc1-b453-04d06695cf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (2f8980a6-7981-49aa-b0cb-ed215989d81d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:03.439113 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-344e1a1b-2cf1-4906-a1ba-1606e65ebcdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (a20c386e-eebe-4f10-a5ee-5638c9eee3a7), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:03.455208 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8cf5755c-2f5f-4bc1-b453-04d06695cf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (2f8980a6-7981-49aa-b0cb-ed215989d81d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:03.477206 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-549ff189-ab90-4cd2-938c-2eef41400b71 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680099 Feb 07 21:10:03.484747 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6330d-08d3-4204-9dec-9d59dcf4c655 req-e34b47b5-24e1-4482-8d5a-4c51cbde3f24 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:03.492746 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9d6330d-08d3-4204-9dec-9d59dcf4c655 req-e34b47b5-24e1-4482-8d5a-4c51cbde3f24 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/ports?device_id=01232004-b100-4ad4-b753-7a43ddafa520 HTTP/1.1" status: 200 len: 945 time: 0.8551538 Feb 07 21:10:03.518724 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port ed0c0152-1bb1-4f8d-b803-fb08136285b3, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ed0c0152-1bb1-4f8d-b803-fb08136285b3,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:03.527653 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:03.555760 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'ed0c0152-1bb1-4f8d-b803-fb08136285b3', 'network_id': 'cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81', 'port_id': 'ed0c0152-1bb1-4f8d-b803-fb08136285b3', 'mac_address': 'fa:16:3e:19:c4:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039429f6-d6cc-49db-bf32-0ffb3c8562c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:10:03.561346 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-344e1a1b-2cf1-4906-a1ba-1606e65ebcdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (a20c386e-eebe-4f10-a5ee-5638c9eee3a7), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:03.578304 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-344e1a1b-2cf1-4906-a1ba-1606e65ebcdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:03.595629 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-344e1a1b-2cf1-4906-a1ba-1606e65ebcdc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a20c386e-eebe-4f10-a5ee-5638c9eee3a7 HTTP/1.1" status: 204 len: 168 time: 0.5513341 Feb 07 21:10:03.602055 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4584c7f9-2152-4a38-83ee-690ffb3f0c91 None None] Network baf97448-6b6a-4e23-8e75-a9e4b2610c9d requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:10:03.625029 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 55288) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:03.634764 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e1a1b-2cf1-4906-a1ba-1606e65ebcdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a20c386e-eebe-4f10-a5ee-5638c9eee3a7,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:03.634977 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-82f757a9-f523-4f89-bed6-9ddecea12f21 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060379 Feb 07 21:10:03.646100 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5755c-2f5f-4bc1-b453-04d06695cf36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f8980a6-7981-49aa-b0cb-ed215989d81d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:03.658001 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8cf5755c-2f5f-4bc1-b453-04d06695cf36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:03.663849 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8cf5755c-2f5f-4bc1-b453-04d06695cf36 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2f8980a6-7981-49aa-b0cb-ed215989d81d HTTP/1.1" status: 204 len: 168 time: 1.3359215 Feb 07 21:10:03.668933 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 55290) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:03.733070 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-af092197-21dc-48f1-8c54-8f14c80ebd38 req-ec85fb11-3d9b-4257-8efe-cfa1a1c879d6 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6971593 Feb 07 21:10:03.761919 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1003c8-3868-44e8-9ec9-7ad0e300065a', 'tag': '71e0b546-c4a6-460b-8dac-ab4f971acc40'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:10:03.767903 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9cdf6f-6371-4151-a66f-56763eeb0233" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1003c8-3868-44e8-9ec9-7ad0e300065a", "tag": "71e0b546-c4a6-460b-8dac-ab4f971acc40"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:10:03.864879 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2591450-5b9f-45c4-8ffc-529e99a8eb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (baf97448-6b6a-4e23-8e75-a9e4b2610c9d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:03.930282 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port ed0c0152-1bb1-4f8d-b803-fb08136285b3 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:03.931315 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ed0c0152-1bb1-4f8d-b803-fb08136285b3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:03.955693 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0c0152-1bb1-4f8d-b803-fb08136285b3 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:10:03.982614 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port ed0c0152-1bb1-4f8d-b803-fb08136285b3, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ed0c0152-1bb1-4f8d-b803-fb08136285b3,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:03.988698 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9d6330d-08d3-4204-9dec-9d59dcf4c655 req-5acbf501-e5f3-4a6d-aa28-248b616af698 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1151181-f720-42ea-94b2-eddd399b778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949310 Feb 07 21:10:03.988951 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:04.020179 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ed0c0152-1bb1-4f8d-b803-fb08136285b3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:04.026473 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a2591450-5b9f-45c4-8ffc-529e99a8eb1c admin admin] Deleting port f1ebb2df-3992-4d77-ab4b-27015866f3cf {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:10:04.026813 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2591450-5b9f-45c4-8ffc-529e99a8eb1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f1ebb2df-3992-4d77-ab4b-27015866f3cf), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:04.142034 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4110b33-4d7f-4c50-9a8f-449b0ac6668a None None] DHCP port deletion for baf97448-6b6a-4e23-8e75-a9e4b2610c9d request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:10:04.147255 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0affed-312e-4d1d-9622-dcdc4ab486c5 x-openstack-request-id: req-fa0affed-312e-4d1d-9622-dcdc4ab486c5 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:10:04.147682 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1003c8-3868-44e8-9ec9-7ad0e300065a", "tag": "71e0b546-c4a6-460b-8dac-ab4f971acc40", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:10:04.148060 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fa0affed-312e-4d1d-9622-dcdc4ab486c5 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:10:04.149283 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1003c8-3868-44e8-9ec9-7ad0e300065a', 'tag': '71e0b546-c4a6-460b-8dac-ab4f971acc40', 'status': 'completed', 'code': 200} Feb 07 21:10:04.156062 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e1de24d8-05d1-4007-8180-742a5f4cc008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (bf854134-2113-420b-b9e5-1df875fc6e85), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:04.164645 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=ed0c0152-1bb1-4f8d-b803-fb08136285b3,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:04.200771 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a2591450-5b9f-45c4-8ffc-529e99a8eb1c admin admin] For port f1ebb2df-3992-4d77-ab4b-27015866f3cf, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f1ebb2df-3992-4d77-ab4b-27015866f3cf,segment=NetworkSegment(061673fe-e720-43e4-a9a2-d82036a40d5d),segment_id=061673fe-e720-43e4-a9a2-d82036a40d5d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:04.201134 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2591450-5b9f-45c4-8ffc-529e99a8eb1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f1ebb2df-3992-4d77-ab4b-27015866f3cf), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:04.216323 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a2591450-5b9f-45c4-8ffc-529e99a8eb1c admin admin] Calling delete_port for f1ebb2df-3992-4d77-ab4b-27015866f3cf owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:10:04.257901 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d533eda4-4848-4453-aff3-d8c9c8209667 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:10:04.331657 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: d533eda4-4848-4453-aff3-d8c9c8209667 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:10:04.331657 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d533eda4-4848-4453-aff3-d8c9c8209667 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:10:04.331657 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device dd762bb3-a3d2-493d-91a8-064ad16131b7 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:10:04.338266 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0943b2-b250-49da-98ae-d6cff368b238 req-beb18ff0-3d02-45d7-a755-45a66001e589 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:04.349591 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b0943b2-b250-49da-98ae-d6cff368b238 req-beb18ff0-3d02-45d7-a755-45a66001e589 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 945 time: 0.3584485 Feb 07 21:10:04.358799 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2591450-5b9f-45c4-8ffc-529e99a8eb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (f1ebb2df-3992-4d77-ab4b-27015866f3cf), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:04.406639 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: dd762bb3-a3d2-493d-91a8-064ad16131b7 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:10:04.409567 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device dd762bb3-a3d2-493d-91a8-064ad16131b7 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:10:04.437534 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a4110b33-4d7f-4c50-9a8f-449b0ac6668a None None] Deleting port f1ebb2df-3992-4d77-ab4b-27015866f3cf {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:10:04.438130 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a4110b33-4d7f-4c50-9a8f-449b0ac6668a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f1ebb2df-3992-4d77-ab4b-27015866f3cf), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:04.446185 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2591450-5b9f-45c4-8ffc-529e99a8eb1c admin admin] Pushing event deleted for resources: {'Port': ['ID=f1ebb2df-3992-4d77-ab4b-27015866f3cf,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:04.464460 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e1de24d8-05d1-4007-8180-742a5f4cc008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (bf854134-2113-420b-b9e5-1df875fc6e85), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:04.473620 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2591450-5b9f-45c4-8ffc-529e99a8eb1c admin admin] No DVR routers for this DVR port f1ebb2df-3992-4d77-ab4b-27015866f3cf on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:10:04.504125 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-e1de24d8-05d1-4007-8180-742a5f4cc008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf854134-2113-420b-b9e5-1df875fc6e85']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:04.504461 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cdf6f-6371-4151-a66f-56763eeb0233 req-dc510d80-8075-4be6-9786-dd187c6f2157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:04.506158 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1b9cdf6f-6371-4151-a66f-56763eeb0233 req-dc510d80-8075-4be6-9786-dd187c6f2157 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 1130 time: 0.2368779 Feb 07 21:10:04.520854 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-e1de24d8-05d1-4007-8180-742a5f4cc008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978d531a-5f04-4ecc-9967-0e2116886724') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:04.521440 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-e1de24d8-05d1-4007-8180-742a5f4cc008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978d531a-5f04-4ecc-9967-0e2116886724') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:04.534442 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e1de24d8-05d1-4007-8180-742a5f4cc008 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (978d531a-5f04-4ecc-9967-0e2116886724), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:04.551297 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e1de24d8-05d1-4007-8180-742a5f4cc008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (978d531a-5f04-4ecc-9967-0e2116886724), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:04.559909 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1de24d8-05d1-4007-8180-742a5f4cc008 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:10:04.560841 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e1de24d8-05d1-4007-8180-742a5f4cc008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (978d531a-5f04-4ecc-9967-0e2116886724), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:04.581599 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a4110b33-4d7f-4c50-9a8f-449b0ac6668a None None] For port f1ebb2df-3992-4d77-ab4b-27015866f3cf, host n-d-828185-2, got binding levels [] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:04.582185 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a4110b33-4d7f-4c50-9a8f-449b0ac6668a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f1ebb2df-3992-4d77-ab4b-27015866f3cf), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:04.607716 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['ed0c0152-1bb1-4f8d-b803-fb08136285b3'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:10:04.631518 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:10:04.641336 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cdf6f-6371-4151-a66f-56763eeb0233 req-ff47b3ee-b0a7-420d-a829-0863a80085b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:04.643001 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b9cdf6f-6371-4151-a66f-56763eeb0233 req-ff47b3ee-b0a7-420d-a829-0863a80085b8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 1130 time: 0.4846878 Feb 07 21:10:04.649908 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e1de24d8-05d1-4007-8180-742a5f4cc008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (bf854134-2113-420b-b9e5-1df875fc6e85), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:04.662467 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a4110b33-4d7f-4c50-9a8f-449b0ac6668a None None] Calling delete_port for f1ebb2df-3992-4d77-ab4b-27015866f3cf owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:10:04.670520 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.ipam_backend_mixin [None req-a4110b33-4d7f-4c50-9a8f-449b0ac6668a None None] Port f1ebb2df-3992-4d77-ab4b-27015866f3cf was not found and therefore no delete operation was performed {{(pid=103257) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 21:10:04.674868 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a4110b33-4d7f-4c50-9a8f-449b0ac6668a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (f1ebb2df-3992-4d77-ab4b-27015866f3cf), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:04.687331 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e1de24d8-05d1-4007-8180-742a5f4cc008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:04.689845 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2591450-5b9f-45c4-8ffc-529e99a8eb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (baf97448-6b6a-4e23-8e75-a9e4b2610c9d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:04.694863 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e1de24d8-05d1-4007-8180-742a5f4cc008 admin admin] 10.222.0.65 "DELETE /v2.0/networks/bf854134-2113-420b-b9e5-1df875fc6e85 HTTP/1.1" status: 204 len: 168 time: 1.0215242 Feb 07 21:10:04.745890 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-a2591450-5b9f-45c4-8ffc-529e99a8eb1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf97448-6b6a-4e23-8e75-a9e4b2610c9d']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:04.754664 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de24d8-05d1-4007-8180-742a5f4cc008 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf854134-2113-420b-b9e5-1df875fc6e85,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:04.768926 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4110b33-4d7f-4c50-9a8f-449b0ac6668a None None] No DVR routers for this DVR port f1ebb2df-3992-4d77-ab4b-27015866f3cf on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:10:04.777473 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4110b33-4d7f-4c50-9a8f-449b0ac6668a None None] Pushing event deleted for resources: {'Port': ['ID=f1ebb2df-3992-4d77-ab4b-27015866f3cf,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:04.786983 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b0943b2-b250-49da-98ae-d6cff368b238 req-f8552480-6a51-430c-9561-781c268d5d15 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252594 Feb 07 21:10:04.849428 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-a2591450-5b9f-45c4-8ffc-529e99a8eb1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061673fe-e720-43e4-a9a2-d82036a40d5d') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:04.849735 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-a2591450-5b9f-45c4-8ffc-529e99a8eb1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061673fe-e720-43e4-a9a2-d82036a40d5d') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:04.849946 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cdf6f-6371-4151-a66f-56763eeb0233 req-70aa8650-5d53-4fd2-86d3-64e295312291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:04.852925 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b9cdf6f-6371-4151-a66f-56763eeb0233 req-70aa8650-5d53-4fd2-86d3-64e295312291 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1981728 Feb 07 21:10:04.893678 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cdf6f-6371-4151-a66f-56763eeb0233 req-a656dfa1-ccdb-421e-ba4b-475be81ce797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:04.898487 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1b9cdf6f-6371-4151-a66f-56763eeb0233 req-a656dfa1-ccdb-421e-ba4b-475be81ce797 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.3681831 Feb 07 21:10:04.903568 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2591450-5b9f-45c4-8ffc-529e99a8eb1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (061673fe-e720-43e4-a9a2-d82036a40d5d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:04.946196 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 55324) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:04.965301 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b9cdf6f-6371-4151-a66f-56763eeb0233 req-6d275e23-ed85-4ddc-a32e-5b609b8e44c7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=71e0b546-c4a6-460b-8dac-ab4f971acc40 HTTP/1.1" status: 200 len: 217 time: 0.0977089 Feb 07 21:10:05.005362 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1b9cdf6f-6371-4151-a66f-56763eeb0233 req-7a324b54-2854-4110-9464-601295d0d2d3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=71e0b546-c4a6-460b-8dac-ab4f971acc40 HTTP/1.1" status: 200 len: 217 time: 0.0962620 Feb 07 21:10:05.006276 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2591450-5b9f-45c4-8ffc-529e99a8eb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (061673fe-e720-43e4-a9a2-d82036a40d5d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:05.046927 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2591450-5b9f-45c4-8ffc-529e99a8eb1c admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:10:05.047345 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2591450-5b9f-45c4-8ffc-529e99a8eb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (061673fe-e720-43e4-a9a2-d82036a40d5d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:10:05.049109 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:10:05.098590 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-dcf27e9c-467a-4778-b39d-ed09ed648979 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c752a538afe047fe808375441195e2c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1512623 Feb 07 21:10:05.099481 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 55328) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:05.133401 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cdf6f-6371-4151-a66f-56763eeb0233 req-f9f468ef-753f-4adf-8482-03da97b6a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:05.134927 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b9cdf6f-6371-4151-a66f-56763eeb0233 req-f9f468ef-753f-4adf-8482-03da97b6a441 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1327813 Feb 07 21:10:05.149491 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cdf6f-6371-4151-a66f-56763eeb0233 req-62bef644-54b1-44cd-9440-7448efed7054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:05.150958 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1b9cdf6f-6371-4151-a66f-56763eeb0233 req-62bef644-54b1-44cd-9440-7448efed7054 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1362941 Feb 07 21:10:05.151709 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfe4a9-aace-482e-8387-1f907bab6119 req-3125b923-728d-4930-82ed-f2b205e7ee19 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:05.153281 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6edfe4a9-aace-482e-8387-1f907bab6119 req-3125b923-728d-4930-82ed-f2b205e7ee19 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 948 time: 0.1866381 Feb 07 21:10:05.177809 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2591450-5b9f-45c4-8ffc-529e99a8eb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (baf97448-6b6a-4e23-8e75-a9e4b2610c9d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:05.213958 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2591450-5b9f-45c4-8ffc-529e99a8eb1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:05.220932 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a2591450-5b9f-45c4-8ffc-529e99a8eb1c admin admin] 10.222.0.65 "DELETE /v2.0/networks/baf97448-6b6a-4e23-8e75-a9e4b2610c9d HTTP/1.1" status: 204 len: 168 time: 1.5912328 Feb 07 21:10:05.225694 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcebb9-0a80-46bd-9c6b-48917b5a3b6f req-80c150db-bf6d-493f-827f-1b50a8fd3ce5 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:05.228132 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 55330) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:05.232771 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2bcebb9-0a80-46bd-9c6b-48917b5a3b6f req-80c150db-bf6d-493f-827f-1b50a8fd3ce5 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/ports?device_id=01232004-b100-4ad4-b753-7a43ddafa520 HTTP/1.1" status: 200 len: 945 time: 0.1539011 Feb 07 21:10:05.237944 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2591450-5b9f-45c4-8ffc-529e99a8eb1c admin admin] Pushing event deleted for resources: {'Network': ['ID=baf97448-6b6a-4e23-8e75-a9e4b2610c9d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:05.343981 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cdf6f-6371-4151-a66f-56763eeb0233 req-62bbc4a0-9698-49e1-bf6c-871d7b28474a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:05.350561 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b9cdf6f-6371-4151-a66f-56763eeb0233 req-62bbc4a0-9698-49e1-bf6c-871d7b28474a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2086194 Feb 07 21:10:05.353693 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e14a3239-64ec-408f-8d6a-0caf41e632a9 admin admin] Publish callbacks [] for security_group (0c032b73-966b-413b-be67-8aeaa7a0e105), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:05.368507 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6edfe4a9-aace-482e-8387-1f907bab6119 req-b7137733-603d-44d7-a1c7-fd4af8f079ac tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853719 Feb 07 21:10:05.382918 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cdf6f-6371-4151-a66f-56763eeb0233 req-cdf49af2-b469-4c07-bd7c-64f15bef9947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:05.385829 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1b9cdf6f-6371-4151-a66f-56763eeb0233 req-cdf49af2-b469-4c07-bd7c-64f15bef9947 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2218726 Feb 07 21:10:05.442390 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2bcebb9-0a80-46bd-9c6b-48917b5a3b6f req-071b9941-2414-4bf0-887c-d99d229e1026 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1151181-f720-42ea-94b2-eddd399b778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087009 Feb 07 21:10:05.468597 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e14a3239-64ec-408f-8d6a-0caf41e632a9 admin admin] Publish callbacks [] for security_group (0c032b73-966b-413b-be67-8aeaa7a0e105), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:05.514742 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b9cdf6f-6371-4151-a66f-56763eeb0233 req-37505b01-417f-4646-94cd-f577e5cfe7fd service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501584 Feb 07 21:10:05.657881 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1b9cdf6f-6371-4151-a66f-56763eeb0233 req-fa2771fc-66e2-47d5-86d3-59e6cda02a15 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556338 Feb 07 21:10:05.692367 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e14a3239-64ec-408f-8d6a-0caf41e632a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0c032b73-966b-413b-be67-8aeaa7a0e105), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:05.694908 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e14a3239-64ec-408f-8d6a-0caf41e632a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:05.696020 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e14a3239-64ec-408f-8d6a-0caf41e632a9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0c032b73-966b-413b-be67-8aeaa7a0e105 HTTP/1.1" status: 204 len: 168 time: 0.5904315 Feb 07 21:10:05.757181 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b9cdf6f-6371-4151-a66f-56763eeb0233 req-ee0324cf-83f5-4825-9e4f-7590f8b8efe5 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334251 Feb 07 21:10:05.796217 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a3239-64ec-408f-8d6a-0caf41e632a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c032b73-966b-413b-be67-8aeaa7a0e105,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:05.877370 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1b9cdf6f-6371-4151-a66f-56763eeb0233 req-2767689d-2bf2-44ca-b807-f4aef5e1eb48 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134731 Feb 07 21:10:05.979736 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76e4f5-df91-4ec8-b81f-dfe004abd6d4 req-9312dc12-f92f-49b6-81fe-59d97a06f8e2 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:05.982318 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd76e4f5-df91-4ec8-b81f-dfe004abd6d4 req-9312dc12-f92f-49b6-81fe-59d97a06f8e2 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 945 time: 0.0992782 Feb 07 21:10:06.035253 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a566deb-bab9-493b-bbc6-b4991cd2830b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (64b413bd-dc47-466a-9f69-104fa2b329fb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:06.141541 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd76e4f5-df91-4ec8-b81f-dfe004abd6d4 req-75c79faf-6e5a-43bf-b9a4-f3b2d50326fd tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508837 Feb 07 21:10:06.169790 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f1ebb2df-3992-4d77-ab4b-27015866f3cf no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:10:06.214939 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: f1ebb2df-3992-4d77-ab4b-27015866f3cf {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:10:06.215291 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f1ebb2df-3992-4d77-ab4b-27015866f3cf not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:10:06.604903 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5a566deb-bab9-493b-bbc6-b4991cd2830b admin admin] Deleting port ace9f9a3-c447-405e-bdc2-9cea27d731a8 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:10:06.605470 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a566deb-bab9-493b-bbc6-b4991cd2830b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ace9f9a3-c447-405e-bdc2-9cea27d731a8), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:06.685493 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26037b6a-694c-4649-bac5-e180344c5f63 req-4d9a4ff7-f256-4d0c-b9fd-6be99c448263 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:06.688082 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-26037b6a-694c-4649-bac5-e180344c5f63 req-4d9a4ff7-f256-4d0c-b9fd-6be99c448263 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/ports?device_id=01232004-b100-4ad4-b753-7a43ddafa520 HTTP/1.1" status: 200 len: 945 time: 0.1298225 Feb 07 21:10:06.707545 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114bc94-d1df-46b0-ae2e-8cc783bd6c0b req-aa1eaa4f-4472-4e49-a243-f9d8415a4976 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:06.711424 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-5a566deb-bab9-493b-bbc6-b4991cd2830b admin admin] For port ace9f9a3-c447-405e-bdc2-9cea27d731a8, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ace9f9a3-c447-405e-bdc2-9cea27d731a8,segment=NetworkSegment(b86f5d91-3209-4260-99c9-6f0c0b155af7),segment_id=b86f5d91-3209-4260-99c9-6f0c0b155af7)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:06.711928 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a566deb-bab9-493b-bbc6-b4991cd2830b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ace9f9a3-c447-405e-bdc2-9cea27d731a8), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:06.716292 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f114bc94-d1df-46b0-ae2e-8cc783bd6c0b req-aa1eaa4f-4472-4e49-a243-f9d8415a4976 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 948 time: 0.1677620 Feb 07 21:10:06.740005 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5a566deb-bab9-493b-bbc6-b4991cd2830b admin admin] Calling delete_port for ace9f9a3-c447-405e-bdc2-9cea27d731a8 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:10:06.813440 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f114bc94-d1df-46b0-ae2e-8cc783bd6c0b req-a7c39aad-8b19-4122-974b-0799a9bdf5ed tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902123 Feb 07 21:10:06.819434 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-26037b6a-694c-4649-bac5-e180344c5f63 req-1dbb21bd-9a8e-45b3-9782-731adfc47a34 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1151181-f720-42ea-94b2-eddd399b778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944116 Feb 07 21:10:06.989336 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 55406) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:07.035789 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a566deb-bab9-493b-bbc6-b4991cd2830b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (ace9f9a3-c447-405e-bdc2-9cea27d731a8), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:07.073365 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a566deb-bab9-493b-bbc6-b4991cd2830b admin admin] Pushing event deleted for resources: {'Port': ['ID=ace9f9a3-c447-405e-bdc2-9cea27d731a8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:07.167318 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-04a0b68d-d419-4301-9e07-64dbd0753219 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-647794533-network', 'tenant_id': '42501a05a1164b8bab09e271e46d222b'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:10:07.193953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a0b68d-d419-4301-9e07-64dbd0753219 admin admin] Made reservation on behalf of 42501a05a1164b8bab09e271e46d222b for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:10:07.197491 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04a0b68d-d419-4301-9e07-64dbd0753219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:07.208647 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04a0b68d-d419-4301-9e07-64dbd0753219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:07.220731 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 71e0b546-c4a6-460b-8dac-ab4f971acc40 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:10:07.224475 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device ed0c0152-1bb1-4f8d-b803-fb08136285b3 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:10:07.294362 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a566deb-bab9-493b-bbc6-b4991cd2830b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (64b413bd-dc47-466a-9f69-104fa2b329fb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:07.376546 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6bb495bd-697a-4a53-8ea9-aec2cab67331 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:10:07.385359 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04a0b68d-d419-4301-9e07-64dbd0753219 admin admin] Publish callbacks [] for security_group (005a0d46-bee1-45cc-acb7-0cc2cd24d2ab), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:07.399844 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04a0b68d-d419-4301-9e07-64dbd0753219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (005a0d46-bee1-45cc-acb7-0cc2cd24d2ab), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:07.423756 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed437e-40e3-4389-a6e7-a4b5bcb96aa6 req-2be3de43-3fef-4cd9-b093-a1b93cf7b10e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:07.425431 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-45ed437e-40e3-4389-a6e7-a4b5bcb96aa6 req-2be3de43-3fef-4cd9-b093-a1b93cf7b10e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 945 time: 0.0903690 Feb 07 21:10:07.471206 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a0b68d-d419-4301-9e07-64dbd0753219 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:10:07.482557 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0b68d-d419-4301-9e07-64dbd0753219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:07.498912 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 71e0b546-c4a6-460b-8dac-ab4f971acc40, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=71e0b546-c4a6-460b-8dac-ab4f971acc40,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:07.516665 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '71e0b546-c4a6-460b-8dac-ab4f971acc40', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '71e0b546-c4a6-460b-8dac-ab4f971acc40', 'mac_address': 'fa:16:3e:d5:4f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:10:07.590102 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-45ed437e-40e3-4389-a6e7-a4b5bcb96aa6 req-38694187-277e-452a-8f8b-68305c8a77c6 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458790 Feb 07 21:10:07.595248 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04a0b68d-d419-4301-9e07-64dbd0753219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (2d331ba7-4f45-4447-8f80-489b1d7f8196), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:07.598262 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-04a0b68d-d419-4301-9e07-64dbd0753219 admin admin] Added segment 2d331ba7-4f45-4447-8f80-489b1d7f8196 of type vlan for network 071b8c86-0422-4ec9-8876-4c05135f32b2 Feb 07 21:10:07.674367 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a566deb-bab9-493b-bbc6-b4991cd2830b admin admin] Router 64b413bd-dc47-466a-9f69-104fa2b329fb has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:10:07.699508 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04a0b68d-d419-4301-9e07-64dbd0753219 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (071b8c86-0422-4ec9-8876-4c05135f32b2), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:07.781803 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04a0b68d-d419-4301-9e07-64dbd0753219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (071b8c86-0422-4ec9-8876-4c05135f32b2), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:07.782990 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a0b68d-d419-4301-9e07-64dbd0753219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:07.783706 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04a0b68d-d419-4301-9e07-64dbd0753219 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:07.817579 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-04a0b68d-d419-4301-9e07-64dbd0753219 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8268359 Feb 07 21:10:07.818139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 55438) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:07.830327 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port ed0c0152-1bb1-4f8d-b803-fb08136285b3 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:10:07.839439 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port ed0c0152-1bb1-4f8d-b803-fb08136285b3 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:07.839832 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ed0c0152-1bb1-4f8d-b803-fb08136285b3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:07.882243 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-cbf0bbea-4185-40f0-90b6-86289c1f0687 admin admin] Request body: {'subnet': {'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-647794533-subnet', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:10:07.951645 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf0bbea-4185-40f0-90b6-86289c1f0687 admin admin] Made reservation on behalf of 42501a05a1164b8bab09e271e46d222b for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:10:07.953517 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cbf0bbea-4185-40f0-90b6-86289c1f0687 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:07.973397 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 71e0b546-c4a6-460b-8dac-ab4f971acc40 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:07.975205 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:08.014534 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 6bb495bd-697a-4a53-8ea9-aec2cab67331, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6bb495bd-697a-4a53-8ea9-aec2cab67331,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:08.036071 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e0b546-c4a6-460b-8dac-ab4f971acc40 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:10:08.074294 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 71e0b546-c4a6-460b-8dac-ab4f971acc40, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=71e0b546-c4a6-460b-8dac-ab4f971acc40,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:08.112390 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0b68d-d419-4301-9e07-64dbd0753219 admin admin] Pushing event updated for resources: {'Network': ['ID=071b8c86-0422-4ec9-8876-4c05135f32b2,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:08.135694 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95d155-5777-45dc-97c4-b8a558d4fc55 req-32bfb005-6caf-41b6-bd4f-fc59d3894cff tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:08.137886 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b95d155-5777-45dc-97c4-b8a558d4fc55 req-32bfb005-6caf-41b6-bd4f-fc59d3894cff tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 948 time: 0.1626997 Feb 07 21:10:08.138082 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:08.205824 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083423-5557-409c-8001-332695563dc1 req-0b4759f5-0c19-4ecc-b8a8-eb4e0ded480f tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:08.214708 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '6bb495bd-697a-4a53-8ea9-aec2cab67331', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '6bb495bd-697a-4a53-8ea9-aec2cab67331', 'mac_address': 'fa:16:3e:ab:2c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:10:08.214955 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52083423-5557-409c-8001-332695563dc1 req-0b4759f5-0c19-4ecc-b8a8-eb4e0ded480f tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/ports?device_id=01232004-b100-4ad4-b753-7a43ddafa520 HTTP/1.1" status: 200 len: 945 time: 0.2532547 Feb 07 21:10:08.215049 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 071b8c86-0422-4ec9-8876-4c05135f32b2 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:10:08.222655 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=71e0b546-c4a6-460b-8dac-ab4f971acc40,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:08.309788 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b95d155-5777-45dc-97c4-b8a558d4fc55 req-19102e45-2fbd-4cb1-8af0-d676b8fd75f8 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574662 Feb 07 21:10:08.340794 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port ed0c0152-1bb1-4f8d-b803-fb08136285b3 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:08.341196 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ed0c0152-1bb1-4f8d-b803-fb08136285b3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:08.344501 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134221f-01b6-4c11-baee-ab1a6c6cc54f req-bb970b17-4180-42e9-8fe8-70cd5e8c6515 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:08.346020 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a134221f-01b6-4c11-baee-ab1a6c6cc54f req-bb970b17-4180-42e9-8fe8-70cd5e8c6515 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.69 "GET /v2.0/ports?device_id=01232004-b100-4ad4-b753-7a43ddafa520 HTTP/1.1" status: 200 len: 945 time: 0.1026940 Feb 07 21:10:08.346352 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52083423-5557-409c-8001-332695563dc1 req-e1d3b8c4-5898-4bdd-89b5-2027c9c9ef63 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1151181-f720-42ea-94b2-eddd399b778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220932 Feb 07 21:10:08.366199 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 6bb495bd-697a-4a53-8ea9-aec2cab67331 is: ACTIVE; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:08.366837 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:08.410570 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5453907-3235-410f-b075-070b7851b90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0c0152-1bb1-4f8d-b803-fb08136285b3'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:10:08.413113 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d5de31-19bd-47cf-ba76-6c59d0341831" -d '{"events": [{"server_uuid": "f5453907-3235-410f-b075-070b7851b90a", "name": "network-vif-plugged", "status": "completed", "tag": "ed0c0152-1bb1-4f8d-b803-fb08136285b3"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:10:08.419924 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6bb495bd-697a-4a53-8ea9-aec2cab67331 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:10:08.424642 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a566deb-bab9-493b-bbc6-b4991cd2830b admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:10:08.431499 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5a566deb-bab9-493b-bbc6-b4991cd2830b admin admin] 10.222.0.65 "PUT /v2.0/routers/64b413bd-dc47-466a-9f69-104fa2b329fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2019093 Feb 07 21:10:08.435194 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 55482) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:08.435375 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port ed0c0152-1bb1-4f8d-b803-fb08136285b3, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ed0c0152-1bb1-4f8d-b803-fb08136285b3,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:08.440535 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363f9262-6dd5-4c8e-a180-8f3a3a2a6a1b None None] Sync routers for ids ['64b413bd-dc47-466a-9f69-104fa2b329fb'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:10:08.450982 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ed0c0152-1bb1-4f8d-b803-fb08136285b3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:08.456162 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 6bb495bd-697a-4a53-8ea9-aec2cab67331, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6bb495bd-697a-4a53-8ea9-aec2cab67331,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:08.484482 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363f9262-6dd5-4c8e-a180-8f3a3a2a6a1b None None] Routers {'64b413bd-dc47-466a-9f69-104fa2b329fb'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:10:08.489604 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-363f9262-6dd5-4c8e-a180-8f3a3a2a6a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:09:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['64b413bd-dc47-466a-9f69-104fa2b329fb'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:08.500490 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:08.514465 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=ed0c0152-1bb1-4f8d-b803-fb08136285b3,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:08.527118 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cec117d-7066-4deb-8acd-e9adc67f97ec x-openstack-request-id: req-9cec117d-7066-4deb-8acd-e9adc67f97ec {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:10:08.527472 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5453907-3235-410f-b075-070b7851b90a", "name": "network-vif-plugged", "status": "completed", "tag": "ed0c0152-1bb1-4f8d-b803-fb08136285b3", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:10:08.527774 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9cec117d-7066-4deb-8acd-e9adc67f97ec {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:10:08.528077 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5453907-3235-410f-b075-070b7851b90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0c0152-1bb1-4f8d-b803-fb08136285b3', 'code': 200} Feb 07 21:10:08.635281 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['6bb495bd-697a-4a53-8ea9-aec2cab67331'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:10:08.654476 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['71e0b546-c4a6-460b-8dac-ab4f971acc40'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:10:08.748510 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=6bb495bd-697a-4a53-8ea9-aec2cab67331,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:08.773280 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-a134221f-01b6-4c11-baee-ab1a6c6cc54f req-7142633a-a354-4722-9cf0-475b3e620235 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Deleting port e94f3a72-4ea1-4032-9bd6-6de4f6c437db {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:10:08.774131 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-a134221f-01b6-4c11-baee-ab1a6c6cc54f req-7142633a-a354-4722-9cf0-475b3e620235 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e94f3a72-4ea1-4032-9bd6-6de4f6c437db), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:08.852294 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b71d5a97-604e-45f5-9732-05026817a62e admin admin] Publish callbacks [] for router (64b413bd-dc47-466a-9f69-104fa2b329fb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:08.862399 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cbf0bbea-4185-40f0-90b6-86289c1f0687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (14195520-c31c-46d3-a196-c4e089f2f729), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:08.892641 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-363f9262-6dd5-4c8e-a180-8f3a3a2a6a1b None None] Set router 64b413bd-dc47-466a-9f69-104fa2b329fb gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:10:08.992788 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-a134221f-01b6-4c11-baee-ab1a6c6cc54f req-7142633a-a354-4722-9cf0-475b3e620235 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] For port e94f3a72-4ea1-4032-9bd6-6de4f6c437db, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e94f3a72-4ea1-4032-9bd6-6de4f6c437db,segment=NetworkSegment(c6c54dc0-6831-45be-8f59-e273399a4c6b),segment_id=c6c54dc0-6831-45be-8f59-e273399a4c6b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:08.993297 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-a134221f-01b6-4c11-baee-ab1a6c6cc54f req-7142633a-a354-4722-9cf0-475b3e620235 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e94f3a72-4ea1-4032-9bd6-6de4f6c437db), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:09.038255 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-a134221f-01b6-4c11-baee-ab1a6c6cc54f req-7142633a-a354-4722-9cf0-475b3e620235 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Calling delete_port for e94f3a72-4ea1-4032-9bd6-6de4f6c437db owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:10:09.265628 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device e94f3a72-4ea1-4032-9bd6-6de4f6c437db no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:10:09.270968 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52431dc-7ed5-40df-b1c2-0003d961bb99 req-481e291b-d8d6-489e-bd90-428f7b0dbc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:09.283648 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f52431dc-7ed5-40df-b1c2-0003d961bb99 req-481e291b-d8d6-489e-bd90-428f7b0dbc02 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 1128 time: 0.4730527 Feb 07 21:10:09.303907 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0bbea-4185-40f0-90b6-86289c1f0687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14195520-c31c-46d3-a196-c4e089f2f729,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:09.331365 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf0bbea-4185-40f0-90b6-86289c1f0687 admin admin] Checking segment: {'id': '2d331ba7-4f45-4447-8f80-489b1d7f8196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:10:09.332707 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf0bbea-4185-40f0-90b6-86289c1f0687 admin admin] Network hostable DHCP agents. Network: 071b8c86-0422-4ec9-8876-4c05135f32b2, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:10:09.344707 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f54918-3942-473a-b93f-76124641b1ee req-09849970-7de7-44ca-86b2-e8cc6d67f221 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:09.347814 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9f54918-3942-473a-b93f-76124641b1ee req-09849970-7de7-44ca-86b2-e8cc6d67f221 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a&tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&binding%3Ahost_id=n-h2-828185-2 HTTP/1.1" status: 200 len: 949 time: 0.5164845 Feb 07 21:10:09.350438 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b71d5a97-604e-45f5-9732-05026817a62e admin admin] Publish callbacks [] for router_gateway (64b413bd-dc47-466a-9f69-104fa2b329fb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:09.384323 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No active binding found for port e94f3a72-4ea1-4032-9bd6-6de4f6c437db {{(pid=103257) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 07 21:10:09.385120 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] The host n-h1-828185-2 is not matching for port e94f3a72-4ea1-4032-9bd6-6de4f6c437db host None! {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 07 21:10:09.386343 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device e94f3a72-4ea1-4032-9bd6-6de4f6c437db not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:10:09.397645 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-a134221f-01b6-4c11-baee-ab1a6c6cc54f req-7142633a-a354-4722-9cf0-475b3e620235 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (e94f3a72-4ea1-4032-9bd6-6de4f6c437db), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:09.408119 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-363f9262-6dd5-4c8e-a180-8f3a3a2a6a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b413bd-dc47-466a-9f69-104fa2b329fb', 'name': 'tempest-TaggedBootDevicesTest_v242-1019776770-router', 'tenant_id': 'e830417663b04a4a8400f6c7d92e27b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'db3aa929-b7d7-4546-aef1-439cfb78f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:02:04Z', 'updated_at': '2022-02-07T21:10:06Z', 'revision_number': 5, 'project_id': 'e830417663b04a4a8400f6c7d92e27b3', 'gw_port': {'id': 'db3aa929-b7d7-4546-aef1-439cfb78f41b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b413bd-dc47-466a-9f69-104fa2b329fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:02:07Z', 'updated_at': '2022-02-07T21:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:09.441054 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b19da-00e1-485f-8748-910180fd0a0a req-fbf527a7-23f9-4b73-842f-9d8dd019534f tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:09.457522 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-417b19da-00e1-485f-8748-910180fd0a0a req-fbf527a7-23f9-4b73-842f-9d8dd019534f tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 946 time: 0.6225882 Feb 07 21:10:09.476032 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363f9262-6dd5-4c8e-a180-8f3a3a2a6a1b None None] Checking router: 64b413bd-dc47-466a-9f69-104fa2b329fb for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:10:09.486971 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363f9262-6dd5-4c8e-a180-8f3a3a2a6a1b None None] Routers {'64b413bd-dc47-466a-9f69-104fa2b329fb'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:10:09.488793 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-363f9262-6dd5-4c8e-a180-8f3a3a2a6a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:09:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['64b413bd-dc47-466a-9f69-104fa2b329fb'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:09.526105 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142633a-a354-4722-9cf0-475b3e620235 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Pushing event deleted for resources: {'Port': ['ID=e94f3a72-4ea1-4032-9bd6-6de4f6c437db,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:09.564058 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-a134221f-01b6-4c11-baee-ab1a6c6cc54f req-7142633a-a354-4722-9cf0-475b3e620235 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] No DVR routers for this DVR port e94f3a72-4ea1-4032-9bd6-6de4f6c437db on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:10:09.566945 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-a134221f-01b6-4c11-baee-ab1a6c6cc54f req-7142633a-a354-4722-9cf0-475b3e620235 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:09.571956 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a134221f-01b6-4c11-baee-ab1a6c6cc54f req-7142633a-a354-4722-9cf0-475b3e620235 tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.69 "DELETE /v2.0/ports/e94f3a72-4ea1-4032-9bd6-6de4f6c437db HTTP/1.1" status: 204 len: 173 time: 1.2189026 Feb 07 21:10:09.574180 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01232004-b100-4ad4-b753-7a43ddafa520', 'name': 'network-vif-deleted', 'tag': 'e94f3a72-4ea1-4032-9bd6-6de4f6c437db'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:10:09.586627 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143796c9-e765-4026-b5a6-f27f7cc04bcc" -d '{"events": [{"server_uuid": "01232004-b100-4ad4-b753-7a43ddafa520", "name": "network-vif-deleted", "tag": "e94f3a72-4ea1-4032-9bd6-6de4f6c437db"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:10:09.745336 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b71d5a97-604e-45f5-9732-05026817a62e admin admin] Deleting port db3aa929-b7d7-4546-aef1-439cfb78f41b {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:10:09.745659 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b71d5a97-604e-45f5-9732-05026817a62e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (db3aa929-b7d7-4546-aef1-439cfb78f41b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:09.750436 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-363f9262-6dd5-4c8e-a180-8f3a3a2a6a1b None None] Set router 64b413bd-dc47-466a-9f69-104fa2b329fb gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:10:09.755997 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf0bbea-4185-40f0-90b6-86289c1f0687 admin admin] Network 071b8c86-0422-4ec9-8876-4c05135f32b2 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:10:09.790956 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-417b19da-00e1-485f-8748-910180fd0a0a req-3dbf685c-9547-46cb-bc97-6e26c70a4b93 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324754 Feb 07 21:10:09.835116 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f52431dc-7ed5-40df-b1c2-0003d961bb99 req-a1e12c1e-d924-43a7-9728-bce1059620f0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5285368 Feb 07 21:10:09.875924 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-cbf0bbea-4185-40f0-90b6-86289c1f0687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 071b8c86-0422-4ec9-8876-4c05135f32b2) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:10:09.893296 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02df0452-6f58-4b0d-9618-16eb045a001b None None] Network 071b8c86-0422-4ec9-8876-4c05135f32b2 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:10:09.910250 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf0bbea-4185-40f0-90b6-86289c1f0687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:09.911918 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cbf0bbea-4185-40f0-90b6-86289c1f0687 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:09.964957 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-363f9262-6dd5-4c8e-a180-8f3a3a2a6a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b413bd-dc47-466a-9f69-104fa2b329fb', 'name': 'tempest-TaggedBootDevicesTest_v242-1019776770-router', 'tenant_id': 'e830417663b04a4a8400f6c7d92e27b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:02:04Z', 'updated_at': '2022-02-07T21:10:09Z', 'revision_number': 6, 'project_id': 'e830417663b04a4a8400f6c7d92e27b3', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:10.036605 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b71d5a97-604e-45f5-9732-05026817a62e admin admin] For port db3aa929-b7d7-4546-aef1-439cfb78f41b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=db3aa929-b7d7-4546-aef1-439cfb78f41b,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:10.042385 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b71d5a97-604e-45f5-9732-05026817a62e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (db3aa929-b7d7-4546-aef1-439cfb78f41b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:10.112001 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b71d5a97-604e-45f5-9732-05026817a62e admin admin] Calling delete_port for db3aa929-b7d7-4546-aef1-439cfb78f41b owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:10:10.216133 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da7d1aa-e0bd-4a85-ba46-f706044b2bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-071b8c86-0422-4ec9-8876-4c05135f32b2', 'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2', 'project_id': '42501a05a1164b8bab09e271e46d222b', 'fixed_ips': [{'subnet_id': '14195520-c31c-46d3-a196-c4e089f2f729'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:10:10.216572 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6da7d1aa-e0bd-4a85-ba46-f706044b2bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:10.358898 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363f9262-6dd5-4c8e-a180-8f3a3a2a6a1b None None] The sync data for ids ['64b413bd-dc47-466a-9f69-104fa2b329fb'] in n-d-828185-2 is: [{'id': '64b413bd-dc47-466a-9f69-104fa2b329fb', 'name': 'tempest-TaggedBootDevicesTest_v242-1019776770-router', 'tenant_id': 'e830417663b04a4a8400f6c7d92e27b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:02:04Z', 'updated_at': '2022-02-07T21:10:09Z', 'revision_number': 6, 'project_id': 'e830417663b04a4a8400f6c7d92e27b3', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:10:10.573874 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-6da7d1aa-e0bd-4a85-ba46-f706044b2bf2 None None] Allocated IP 172.20.0.2 (071b8c86-0422-4ec9-8876-4c05135f32b2/14195520-c31c-46d3-a196-c4e089f2f729/4825c64d-20a5-4711-91e5-8e40d4abcbe9) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:10:10.711400 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b71d5a97-604e-45f5-9732-05026817a62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (db3aa929-b7d7-4546-aef1-439cfb78f41b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:10.840279 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d5a97-604e-45f5-9732-05026817a62e admin admin] Pushing event deleted for resources: {'Port': ['ID=db3aa929-b7d7-4546-aef1-439cfb78f41b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:10.923304 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b71d5a97-604e-45f5-9732-05026817a62e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (64b413bd-dc47-466a-9f69-104fa2b329fb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:10.977725 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9f54918-3942-473a-b93f-76124641b1ee req-4d672b11-d531-43ab-a32f-25e14a4069c3 service neutron] 10.222.0.71 "GET /v2.0/ports/71e0b546-c4a6-460b-8dac-ab4f971acc40/bindings/n-h2-828185-2 HTTP/1.1" status: 200 len: 382 time: 1.6108243 Feb 07 21:10:10.979632 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da0341a5-4d49-4038-adc1-1f57e3241c74 req-a06b6b8b-1243-47f9-b17d-f09cd597450b tempest-ServerMetadataNegativeTestJSON-1746091048 tempest-ServerMetadataNegativeTestJSON-1746091048-project] 10.222.0.65 "GET /v2.0/ports?device_id=01232004-b100-4ad4-b753-7a43ddafa520 HTTP/1.1" status: 200 len: 210 time: 1.0343313 Feb 07 21:10:11.010268 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-cbf0bbea-4185-40f0-90b6-86289c1f0687 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1466968 Feb 07 21:10:11.018310 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 55548) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:11.050276 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6da7d1aa-e0bd-4a85-ba46-f706044b2bf2 None None] Publish callbacks [] for port (4825c64d-20a5-4711-91e5-8e40d4abcbe9), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:11.073889 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6da7d1aa-e0bd-4a85-ba46-f706044b2bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (4825c64d-20a5-4711-91e5-8e40d4abcbe9), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:11.075667 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feba98f-34fe-4362-9bd4-4c93b7b5d05b req-a98fee6d-224a-43ed-bd03-28404b066cbb tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:11.091538 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5feba98f-34fe-4362-9bd4-4c93b7b5d05b req-a98fee6d-224a-43ed-bd03-28404b066cbb tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 949 time: 1.5142844 Feb 07 21:10:11.139079 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-0cecf484-dd07-4050-81a9-7a7b11d5026a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-647794533-router', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:10:11.157717 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f54918-3942-473a-b93f-76124641b1ee req-68c208e4-a1cf-4686-a54c-f191cdc87d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:11.159389 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9f54918-3942-473a-b93f-76124641b1ee req-68c208e4-a1cf-4686-a54c-f191cdc87d9c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 1131 time: 0.1475244 Feb 07 21:10:11.178161 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da7d1aa-e0bd-4a85-ba46-f706044b2bf2 None None] Network 071b8c86-0422-4ec9-8876-4c05135f32b2 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:10:11.196661 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-6da7d1aa-e0bd-4a85-ba46-f706044b2bf2 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:10:11.205209 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da7d1aa-e0bd-4a85-ba46-f706044b2bf2 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:10:11.233319 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 71e0b546-c4a6-460b-8dac-ab4f971acc40 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:10:11.242586 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7d1aa-e0bd-4a85-ba46-f706044b2bf2 None None] Pushing event updated for resources: {'Port': ['ID=4825c64d-20a5-4711-91e5-8e40d4abcbe9,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:11.251940 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f090766-d3bb-4690-895b-f55202caf97a x-openstack-request-id: req-7f090766-d3bb-4690-895b-f55202caf97a {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:10:11.252162 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01232004-b100-4ad4-b753-7a43ddafa520", "name": "network-vif-deleted", "tag": "e94f3a72-4ea1-4032-9bd6-6de4f6c437db", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:10:11.252460 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7f090766-d3bb-4690-895b-f55202caf97a {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:10:11.252852 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01232004-b100-4ad4-b753-7a43ddafa520', 'name': 'network-vif-deleted', 'tag': 'e94f3a72-4ea1-4032-9bd6-6de4f6c437db', 'status': 'completed', 'code': 200} Feb 07 21:10:11.292063 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b71d5a97-604e-45f5-9732-05026817a62e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (64b413bd-dc47-466a-9f69-104fa2b329fb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:11.295920 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b71d5a97-604e-45f5-9732-05026817a62e admin admin] Publish callbacks [] for router_controller (64b413bd-dc47-466a-9f69-104fa2b329fb), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:11.303096 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6bb495bd-697a-4a53-8ea9-aec2cab67331 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:10:11.394704 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cecf484-dd07-4050-81a9-7a7b11d5026a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (0470bf12-d7ae-46da-96d1-45ab594b4969), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:11.397589 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cecf484-dd07-4050-81a9-7a7b11d5026a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (0470bf12-d7ae-46da-96d1-45ab594b4969), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:11.446246 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f54918-3942-473a-b93f-76124641b1ee req-891be3a7-d829-4786-b8a2-a1be36894e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:11.450092 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9f54918-3942-473a-b93f-76124641b1ee req-891be3a7-d829-4786-b8a2-a1be36894e15 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.2767406 Feb 07 21:10:11.461319 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b71d5a97-604e-45f5-9732-05026817a62e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (64b413bd-dc47-466a-9f69-104fa2b329fb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:11.462227 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71d5a97-604e-45f5-9732-05026817a62e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64b413bd-dc47-466a-9f69-104fa2b329fb {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:10:11.464673 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5feba98f-34fe-4362-9bd4-4c93b7b5d05b req-1fd95b47-067a-4879-8ccf-78c93a961708 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721716 Feb 07 21:10:11.479569 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b71d5a97-604e-45f5-9732-05026817a62e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:11.485569 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b71d5a97-604e-45f5-9732-05026817a62e admin admin] 10.222.0.65 "DELETE /v2.0/routers/64b413bd-dc47-466a-9f69-104fa2b329fb HTTP/1.1" status: 204 len: 168 time: 3.0458217 Feb 07 21:10:11.486628 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 55558) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:11.536428 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6da7d1aa-e0bd-4a85-ba46-f706044b2bf2 None None] Attempting to bind port 4825c64d-20a5-4711-91e5-8e40d4abcbe9 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:10:11.540888 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6da7d1aa-e0bd-4a85-ba46-f706044b2bf2 None None] Attempting to bind port 4825c64d-20a5-4711-91e5-8e40d4abcbe9 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '2d331ba7-4f45-4447-8f80-489b1d7f8196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:10:11.541533 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da7d1aa-e0bd-4a85-ba46-f706044b2bf2 None None] Attempting to bind port 4825c64d-20a5-4711-91e5-8e40d4abcbe9 on network 071b8c86-0422-4ec9-8876-4c05135f32b2 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:10:11.578822 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da7d1aa-e0bd-4a85-ba46-f706044b2bf2 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:10:11.584637 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd9be5f-9488-443a-a73b-58da8b2d6c50 admin admin] Deleting subnet e1ca3b61-046d-4c3a-b27a-adfbd159281d {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:10:11.585193 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da7d1aa-e0bd-4a85-ba46-f706044b2bf2 None None] Checking segment: {'id': '2d331ba7-4f45-4447-8f80-489b1d7f8196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:10:11.588897 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6da7d1aa-e0bd-4a85-ba46-f706044b2bf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:11.589348 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbd9be5f-9488-443a-a73b-58da8b2d6c50 admin admin] Publish callbacks [] for subnet (e1ca3b61-046d-4c3a-b27a-adfbd159281d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:11.589751 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da7d1aa-e0bd-4a85-ba46-f706044b2bf2 None None] Bound using segment: {'id': '2d331ba7-4f45-4447-8f80-489b1d7f8196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:10:11.590453 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6da7d1aa-e0bd-4a85-ba46-f706044b2bf2 None None] Bound port: 4825c64d-20a5-4711-91e5-8e40d4abcbe9, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d331ba7-4f45-4447-8f80-489b1d7f8196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:10:11.594960 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6da7d1aa-e0bd-4a85-ba46-f706044b2bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4825c64d-20a5-4711-91e5-8e40d4abcbe9), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:11.612514 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9f54918-3942-473a-b93f-76124641b1ee req-71865169-5897-432d-a488-72891864ea16 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=71e0b546-c4a6-460b-8dac-ab4f971acc40 HTTP/1.1" status: 200 len: 217 time: 0.1514645 Feb 07 21:10:11.646611 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbd9be5f-9488-443a-a73b-58da8b2d6c50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (e1ca3b61-046d-4c3a-b27a-adfbd159281d), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:11.764959 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 71e0b546-c4a6-460b-8dac-ab4f971acc40 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:10:11.767206 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 6bb495bd-697a-4a53-8ea9-aec2cab67331 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:11.767582 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:11.792233 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 71e0b546-c4a6-460b-8dac-ab4f971acc40 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:11.792632 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:11.799911 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbd9be5f-9488-443a-a73b-58da8b2d6c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (e1ca3b61-046d-4c3a-b27a-adfbd159281d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:11.823160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a2ffa-c6cb-46d3-9d67-254e494ce491 req-333cdf4f-7863-44a9-b780-a86656d7960b tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:11.830191 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de8a2ffa-c6cb-46d3-9d67-254e494ce491 req-333cdf4f-7863-44a9-b780-a86656d7960b tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 946 time: 0.3788164 Feb 07 21:10:11.868649 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f54918-3942-473a-b93f-76124641b1ee req-ad4dbece-7b84-4509-a5bc-aed6501db0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:11.870128 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9f54918-3942-473a-b93f-76124641b1ee req-ad4dbece-7b84-4509-a5bc-aed6501db0e1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.2468326 Feb 07 21:10:11.964564 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbd9be5f-9488-443a-a73b-58da8b2d6c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (e1ca3b61-046d-4c3a-b27a-adfbd159281d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:12.010313 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbd9be5f-9488-443a-a73b-58da8b2d6c50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:12.018528 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cbd9be5f-9488-443a-a73b-58da8b2d6c50 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e1ca3b61-046d-4c3a-b27a-adfbd159281d HTTP/1.1" status: 204 len: 168 time: 0.5298150 Feb 07 21:10:12.023086 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 55564) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:12.025966 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9be5f-9488-443a-a73b-58da8b2d6c50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1ca3b61-046d-4c3a-b27a-adfbd159281d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:12.053619 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de8a2ffa-c6cb-46d3-9d67-254e494ce491 req-e8e321c5-6372-4c8f-ba7a-3cb8a157901b tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224236 Feb 07 21:10:12.063198 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a5feb6-b398-48c6-a51a-50c315f3615d None None] Network 26f3676b-4185-4df6-916b-a4e575eb3d09 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:10:12.119782 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f54918-3942-473a-b93f-76124641b1ee req-3fd752f2-8328-4a84-80fc-845450df9dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:12.121423 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9f54918-3942-473a-b93f-76124641b1ee req-3fd752f2-8328-4a84-80fc-845450df9dd0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2330356 Feb 07 21:10:12.130069 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-6da7d1aa-e0bd-4a85-ba46-f706044b2bf2 None None] For port 4825c64d-20a5-4711-91e5-8e40d4abcbe9, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:10:12.139343 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 55574) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:12.205183 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cecf484-dd07-4050-81a9-7a7b11d5026a admin admin] Publish callbacks [] for router_controller (0470bf12-d7ae-46da-96d1-45ab594b4969), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:12.277320 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4c51a5-c8e2-4846-b2a8-860c7a746197 admin admin] Deleting subnet 71ad050f-dafb-400d-a13c-5f324170b7a3 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:10:12.284687 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d4c51a5-c8e2-4846-b2a8-860c7a746197 admin admin] Publish callbacks [] for subnet (71ad050f-dafb-400d-a13c-5f324170b7a3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:12.329648 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ace9f9a3-c447-405e-bdc2-9cea27d731a8 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:10:12.375492 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d4c51a5-c8e2-4846-b2a8-860c7a746197 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (71ad050f-dafb-400d-a13c-5f324170b7a3), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:12.378782 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9f54918-3942-473a-b93f-76124641b1ee req-1665e509-6633-4980-bf49-677345dccf68 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476506 Feb 07 21:10:12.448065 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-6da7d1aa-e0bd-4a85-ba46-f706044b2bf2 None None] For port 4825c64d-20a5-4711-91e5-8e40d4abcbe9, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=4825c64d-20a5-4711-91e5-8e40d4abcbe9,segment=NetworkSegment(2d331ba7-4f45-4447-8f80-489b1d7f8196),segment_id=2d331ba7-4f45-4447-8f80-489b1d7f8196)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:10:12.469266 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: ace9f9a3-c447-405e-bdc2-9cea27d731a8 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:10:12.469609 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ace9f9a3-c447-405e-bdc2-9cea27d731a8 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:10:12.470036 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device db3aa929-b7d7-4546-aef1-439cfb78f41b no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:10:12.482815 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60208312-813e-48f6-80a1-d26277588964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (26f3676b-4185-4df6-916b-a4e575eb3d09), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:12.574961 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6da7d1aa-e0bd-4a85-ba46-f706044b2bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (4825c64d-20a5-4711-91e5-8e40d4abcbe9), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:12.581795 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 71e0b546-c4a6-460b-8dac-ab4f971acc40 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:12.582440 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:12.605197 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9f54918-3942-473a-b93f-76124641b1ee req-27e517f5-c2c4-4154-81ff-0de758b2da40 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817613 Feb 07 21:10:12.684407 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d4c51a5-c8e2-4846-b2a8-860c7a746197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (71ad050f-dafb-400d-a13c-5f324170b7a3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:12.688286 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cecf484-dd07-4050-81a9-7a7b11d5026a admin admin] Publish callbacks [] for router_gateway (0470bf12-d7ae-46da-96d1-45ab594b4969), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:12.711483 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: db3aa929-b7d7-4546-aef1-439cfb78f41b {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:10:12.711998 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device db3aa929-b7d7-4546-aef1-439cfb78f41b not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:10:12.806799 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a69cf-0044-4325-b0cf-9877179f4c3d req-6a9a9ae0-844e-4946-944b-6b8cde4600f4 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:12.820460 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-570a69cf-0044-4325-b0cf-9877179f4c3d req-6a9a9ae0-844e-4946-944b-6b8cde4600f4 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 949 time: 0.2106256 Feb 07 21:10:12.852110 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-60208312-813e-48f6-80a1-d26277588964 admin admin] Deleting port c894185a-140a-4cc2-b24c-77864c2061fa {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:10:12.852805 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60208312-813e-48f6-80a1-d26277588964 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c894185a-140a-4cc2-b24c-77864c2061fa), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:12.865132 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d4c51a5-c8e2-4846-b2a8-860c7a746197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (71ad050f-dafb-400d-a13c-5f324170b7a3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:12.913900 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1003c8-3868-44e8-9ec9-7ad0e300065a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e0b546-c4a6-460b-8dac-ab4f971acc40'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:10:12.916987 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c51a5-c8e2-4846-b2a8-860c7a746197 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71ad050f-dafb-400d-a13c-5f324170b7a3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:12.923554 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06349bb8-e40a-4aff-948f-77f38aa84bd8" -d '{"events": [{"server_uuid": "cf1003c8-3868-44e8-9ec9-7ad0e300065a", "name": "network-vif-plugged", "status": "completed", "tag": "71e0b546-c4a6-460b-8dac-ab4f971acc40"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:10:12.945796 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d4c51a5-c8e2-4846-b2a8-860c7a746197 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:12.951108 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7d4c51a5-c8e2-4846-b2a8-860c7a746197 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/71ad050f-dafb-400d-a13c-5f324170b7a3 HTTP/1.1" status: 204 len: 168 time: 0.8008938 Feb 07 21:10:12.952038 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 6bb495bd-697a-4a53-8ea9-aec2cab67331 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:12.957263 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 55586) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:12.958111 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:12.981755 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-570a69cf-0044-4325-b0cf-9877179f4c3d req-b22199f5-fd31-487c-b638-8cc3fdff22f8 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587977 Feb 07 21:10:13.027416 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 71e0b546-c4a6-460b-8dac-ab4f971acc40, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=71e0b546-c4a6-460b-8dac-ab4f971acc40,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:13.056408 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:13.097683 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7d1aa-e0bd-4a85-ba46-f706044b2bf2 None None] Pushing event updated for resources: {'Port': ['ID=4825c64d-20a5-4711-91e5-8e40d4abcbe9,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:13.101920 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f11021-c18b-4891-a6c3-f262a76ff7ac x-openstack-request-id: req-e8f11021-c18b-4891-a6c3-f262a76ff7ac {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:10:13.113169 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1003c8-3868-44e8-9ec9-7ad0e300065a", "name": "network-vif-plugged", "status": "completed", "tag": "71e0b546-c4a6-460b-8dac-ab4f971acc40", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:10:13.113428 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e8f11021-c18b-4891-a6c3-f262a76ff7ac {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:10:13.113854 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1003c8-3868-44e8-9ec9-7ad0e300065a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e0b546-c4a6-460b-8dac-ab4f971acc40', 'code': 200} Feb 07 21:10:13.151279 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-60208312-813e-48f6-80a1-d26277588964 admin admin] For port c894185a-140a-4cc2-b24c-77864c2061fa, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c894185a-140a-4cc2-b24c-77864c2061fa,segment=NetworkSegment(b86f5d91-3209-4260-99c9-6f0c0b155af7),segment_id=b86f5d91-3209-4260-99c9-6f0c0b155af7)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:13.151662 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60208312-813e-48f6-80a1-d26277588964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c894185a-140a-4cc2-b24c-77864c2061fa), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:13.184735 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-60208312-813e-48f6-80a1-d26277588964 admin admin] Calling delete_port for c894185a-140a-4cc2-b24c-77864c2061fa owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:10:13.200558 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b0deb222-aaf0-4ccf-88cb-c0f5948ee531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (aa4cfde9-ffe8-469d-a81c-82fd9aee32c1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:13.208648 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58233372-2857-4308-b228-fe43e3a57d46 None None] DHCP port deletion for 26f3676b-4185-4df6-916b-a4e575eb3d09 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:10:13.227812 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 6bb495bd-697a-4a53-8ea9-aec2cab67331, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6bb495bd-697a-4a53-8ea9-aec2cab67331,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:13.253611 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:13.390823 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=71e0b546-c4a6-460b-8dac-ab4f971acc40,revision_number=9']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:13.432131 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f1396-afc9-433f-8d52-28aa2fba3c75 req-824152f2-afae-4563-aa2b-416121551627 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:13.433693 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-612f1396-afc9-433f-8d52-28aa2fba3c75 req-824152f2-afae-4563-aa2b-416121551627 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 946 time: 0.1419625 Feb 07 21:10:13.566242 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-612f1396-afc9-433f-8d52-28aa2fba3c75 req-cc8098b2-9c6e-4037-8fc0-00e0a6332459 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206417 Feb 07 21:10:13.659158 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60208312-813e-48f6-80a1-d26277588964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (c894185a-140a-4cc2-b24c-77864c2061fa), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:13.760363 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=6bb495bd-697a-4a53-8ea9-aec2cab67331,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:13.806542 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-58233372-2857-4308-b228-fe43e3a57d46 None None] Deleting port c894185a-140a-4cc2-b24c-77864c2061fa {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:10:13.806909 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-58233372-2857-4308-b228-fe43e3a57d46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c894185a-140a-4cc2-b24c-77864c2061fa), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:13.982362 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60208312-813e-48f6-80a1-d26277588964 admin admin] Pushing event deleted for resources: {'Port': ['ID=c894185a-140a-4cc2-b24c-77864c2061fa,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:14.001460 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b0deb222-aaf0-4ccf-88cb-c0f5948ee531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (aa4cfde9-ffe8-469d-a81c-82fd9aee32c1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:14.012348 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-58233372-2857-4308-b228-fe43e3a57d46 None None] For port c894185a-140a-4cc2-b24c-77864c2061fa, host n-d-828185-2, got binding levels [] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:14.012858 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-58233372-2857-4308-b228-fe43e3a57d46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c894185a-140a-4cc2-b24c-77864c2061fa), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:14.056735 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-58233372-2857-4308-b228-fe43e3a57d46 None None] Calling delete_port for c894185a-140a-4cc2-b24c-77864c2061fa owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:10:14.071997 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.ipam_backend_mixin [None req-58233372-2857-4308-b228-fe43e3a57d46 None None] Port c894185a-140a-4cc2-b24c-77864c2061fa was not found and therefore no delete operation was performed {{(pid=103257) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 21:10:14.079114 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-58233372-2857-4308-b228-fe43e3a57d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (c894185a-140a-4cc2-b24c-77864c2061fa), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:14.079317 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60208312-813e-48f6-80a1-d26277588964 admin admin] No DVR routers for this DVR port c894185a-140a-4cc2-b24c-77864c2061fa on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:10:14.124101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58233372-2857-4308-b228-fe43e3a57d46 None None] Pushing event deleted for resources: {'Port': ['ID=c894185a-140a-4cc2-b24c-77864c2061fa,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:14.152688 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58233372-2857-4308-b228-fe43e3a57d46 None None] No DVR routers for this DVR port c894185a-140a-4cc2-b24c-77864c2061fa on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:10:14.264135 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-b0deb222-aaf0-4ccf-88cb-c0f5948ee531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4cfde9-ffe8-469d-a81c-82fd9aee32c1']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:14.272770 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc92da2-c591-47ee-8bbc-ee30107cec75 req-f4d674b7-536a-4328-bbe3-adcd0de6a01b tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:14.279958 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7dc92da2-c591-47ee-8bbc-ee30107cec75 req-f4d674b7-536a-4328-bbe3-adcd0de6a01b tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 946 time: 0.2593138 Feb 07 21:10:14.293788 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 4825c64d-20a5-4711-91e5-8e40d4abcbe9 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:10:14.320368 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-b0deb222-aaf0-4ccf-88cb-c0f5948ee531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c54dc0-6831-45be-8f59-e273399a4c6b') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:14.321155 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-b0deb222-aaf0-4ccf-88cb-c0f5948ee531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c54dc0-6831-45be-8f59-e273399a4c6b') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:14.361381 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad3e2f-dd69-4de4-953b-19927d93069d req-74cce82f-3eeb-4c5c-8d25-99689e9572b0 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:14.371277 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4aad3e2f-dd69-4de4-953b-19927d93069d req-74cce82f-3eeb-4c5c-8d25-99689e9572b0 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 950 time: 0.2517953 Feb 07 21:10:14.400244 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7dc92da2-c591-47ee-8bbc-ee30107cec75 req-ab564291-9ad3-4654-b3ca-36b7231c2ff7 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187153 Feb 07 21:10:14.477245 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 4825c64d-20a5-4711-91e5-8e40d4abcbe9 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:14.477627 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4825c64d-20a5-4711-91e5-8e40d4abcbe9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:14.492055 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b0deb222-aaf0-4ccf-88cb-c0f5948ee531 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (c6c54dc0-6831-45be-8f59-e273399a4c6b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:14.514461 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4aad3e2f-dd69-4de4-953b-19927d93069d req-62712361-09fd-4955-9c04-4065f65053df tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422110 Feb 07 21:10:14.570373 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cecf484-dd07-4050-81a9-7a7b11d5026a admin admin] Publish callbacks [] for router_gateway (0470bf12-d7ae-46da-96d1-45ab594b4969), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:14.576713 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60208312-813e-48f6-80a1-d26277588964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (26f3676b-4185-4df6-916b-a4e575eb3d09), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:14.654234 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b0deb222-aaf0-4ccf-88cb-c0f5948ee531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (c6c54dc0-6831-45be-8f59-e273399a4c6b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:14.684302 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cecf484-dd07-4050-81a9-7a7b11d5026a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:14.698358 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0deb222-aaf0-4ccf-88cb-c0f5948ee531 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:10:14.699103 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b0deb222-aaf0-4ccf-88cb-c0f5948ee531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (c6c54dc0-6831-45be-8f59-e273399a4c6b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:14.700738 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 4825c64d-20a5-4711-91e5-8e40d4abcbe9 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:14.701167 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4825c64d-20a5-4711-91e5-8e40d4abcbe9), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:10:14.701486 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:10:14.794085 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32175471-920f-4924-a70b-ae6122cbf825 req-909cf0b7-f49e-43d1-a601-120b7230fd6f tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:14.803633 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-32175471-920f-4924-a70b-ae6122cbf825 req-909cf0b7-f49e-43d1-a601-120b7230fd6f tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 946 time: 0.1917710 Feb 07 21:10:14.805793 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 4825c64d-20a5-4711-91e5-8e40d4abcbe9, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=4825c64d-20a5-4711-91e5-8e40d4abcbe9,segment=NetworkSegment(2d331ba7-4f45-4447-8f80-489b1d7f8196),segment_id=2d331ba7-4f45-4447-8f80-489b1d7f8196)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:14.818855 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (4825c64d-20a5-4711-91e5-8e40d4abcbe9), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:14.939144 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c894185a-140a-4cc2-b24c-77864c2061fa no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:10:14.966067 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-32175471-920f-4924-a70b-ae6122cbf825 req-b0fb18fd-b882-4909-9c77-e3d50190dfcc tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614330 Feb 07 21:10:15.003544 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=4825c64d-20a5-4711-91e5-8e40d4abcbe9,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:15.019984 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: c894185a-140a-4cc2-b24c-77864c2061fa {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:10:15.024008 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c894185a-140a-4cc2-b24c-77864c2061fa not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:10:15.026654 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-60208312-813e-48f6-80a1-d26277588964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f3676b-4185-4df6-916b-a4e575eb3d09']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:15.053535 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-60208312-813e-48f6-80a1-d26277588964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86f5d91-3209-4260-99c9-6f0c0b155af7') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:15.054131 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-60208312-813e-48f6-80a1-d26277588964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86f5d91-3209-4260-99c9-6f0c0b155af7') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:15.056218 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b0deb222-aaf0-4ccf-88cb-c0f5948ee531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (aa4cfde9-ffe8-469d-a81c-82fd9aee32c1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:15.080357 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b0deb222-aaf0-4ccf-88cb-c0f5948ee531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:15.093206 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b0deb222-aaf0-4ccf-88cb-c0f5948ee531 admin admin] 10.222.0.65 "DELETE /v2.0/networks/aa4cfde9-ffe8-469d-a81c-82fd9aee32c1 HTTP/1.1" status: 204 len: 168 time: 2.1325717 Feb 07 21:10:15.103764 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60208312-813e-48f6-80a1-d26277588964 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (b86f5d91-3209-4260-99c9-6f0c0b155af7), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:15.115164 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd967684-4347-428e-9beb-b67de58e4d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb495bd-697a-4a53-8ea9-aec2cab67331'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:10:15.117496 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ca4eb7-aef5-4511-abbc-bce79d3b03e1" -d '{"events": [{"server_uuid": "dd967684-4347-428e-9beb-b67de58e4d48", "name": "network-vif-plugged", "status": "completed", "tag": "6bb495bd-697a-4a53-8ea9-aec2cab67331"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:10:15.175681 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c88ee2-a102-4779-85cd-156e30cea3de None None] Network 071b8c86-0422-4ec9-8876-4c05135f32b2 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:10:15.222944 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-0cecf484-dd07-4050-81a9-7a7b11d5026a admin admin] Allocated IP 172.25.4.119 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/3760d084-e2e1-41a8-a69b-ca3fbb714c4e) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:10:15.252344 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0deb222-aaf0-4ccf-88cb-c0f5948ee531 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa4cfde9-ffe8-469d-a81c-82fd9aee32c1,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:15.279732 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60208312-813e-48f6-80a1-d26277588964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (b86f5d91-3209-4260-99c9-6f0c0b155af7), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:15.351171 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60208312-813e-48f6-80a1-d26277588964 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:10:15.351516 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60208312-813e-48f6-80a1-d26277588964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (b86f5d91-3209-4260-99c9-6f0c0b155af7), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:15.406213 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b59a128-46fd-4df7-afba-ff22c7190354 x-openstack-request-id: req-9b59a128-46fd-4df7-afba-ff22c7190354 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:10:15.407114 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd967684-4347-428e-9beb-b67de58e4d48", "name": "network-vif-plugged", "status": "completed", "tag": "6bb495bd-697a-4a53-8ea9-aec2cab67331", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:10:15.407373 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9b59a128-46fd-4df7-afba-ff22c7190354 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:10:15.407767 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd967684-4347-428e-9beb-b67de58e4d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb495bd-697a-4a53-8ea9-aec2cab67331', 'code': 200} Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:10:15.458041 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:10:15.481857 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-59b27f0a-2de7-44e7-a986-38cedd1f8119 None None] Provisioning complete for port 4825c64d-20a5-4711-91e5-8e40d4abcbe9 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:15.482236 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-59b27f0a-2de7-44e7-a986-38cedd1f8119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4825c64d-20a5-4711-91e5-8e40d4abcbe9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:15.493133 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 55640) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:15.651224 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60208312-813e-48f6-80a1-d26277588964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (26f3676b-4185-4df6-916b-a4e575eb3d09), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:15.669649 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60208312-813e-48f6-80a1-d26277588964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:15.683045 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-60208312-813e-48f6-80a1-d26277588964 admin admin] 10.222.0.65 "DELETE /v2.0/networks/26f3676b-4185-4df6-916b-a4e575eb3d09 HTTP/1.1" status: 204 len: 168 time: 3.6537273 Feb 07 21:10:15.687112 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cecf484-dd07-4050-81a9-7a7b11d5026a admin admin] Publish callbacks [] for port (3760d084-e2e1-41a8-a69b-ca3fbb714c4e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:15.689882 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-59b27f0a-2de7-44e7-a986-38cedd1f8119 None None] Current status of the port 4825c64d-20a5-4711-91e5-8e40d4abcbe9 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:15.724203 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60208312-813e-48f6-80a1-d26277588964 admin admin] Pushing event deleted for resources: {'Network': ['ID=26f3676b-4185-4df6-916b-a4e575eb3d09,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:15.802720 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f54918-3942-473a-b93f-76124641b1ee req-15a39b55-401f-438c-b9a4-6590c91cef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:15.805184 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f9f54918-3942-473a-b93f-76124641b1ee req-15a39b55-401f-438c-b9a4-6590c91cef66 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a&tenant_id=f4fe27c2f8aa423da4df091a462a1dd2 HTTP/1.1" status: 200 len: 1132 time: 0.4670997 Feb 07 21:10:15.819912 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-f9f54918-3942-473a-b93f-76124641b1ee req-7feda6c4-23fa-4193-8d4d-28333eaee453 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828185-2', 'device_owner': 'compute:nova'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:10:15.825332 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 55648) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:15.825500 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-64005319-6b32-497e-9375-2a9315bb0657 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=08c945954dce4cb09e8ffeaa48e7b596&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3308997 Feb 07 21:10:15.851667 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acca26-ddd7-46d6-8bf6-8603a29a03b5 req-5acd67c8-16c1-4852-a4ff-8950437d15af tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:15.877826 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87acca26-ddd7-46d6-8bf6-8603a29a03b5 req-5acd67c8-16c1-4852-a4ff-8950437d15af tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 946 time: 0.4788883 Feb 07 21:10:15.919251 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cecf484-dd07-4050-81a9-7a7b11d5026a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (3760d084-e2e1-41a8-a69b-ca3fbb714c4e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:16.004446 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ff1d4-9bbf-4735-820b-19b333a86b29 req-af56c348-40e4-4ad2-8dd3-743744bf09c6 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:16.010024 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cecf484-dd07-4050-81a9-7a7b11d5026a admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:10:16.010672 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e4ff1d4-9bbf-4735-820b-19b333a86b29 req-af56c348-40e4-4ad2-8dd3-743744bf09c6 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 950 time: 0.3707988 Feb 07 21:10:16.018268 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-0cecf484-dd07-4050-81a9-7a7b11d5026a admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:10:16.032633 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cecf484-dd07-4050-81a9-7a7b11d5026a admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:10:16.102257 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87acca26-ddd7-46d6-8bf6-8603a29a03b5 req-db361d77-bca5-4bee-a862-2b6c0aeafff1 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234247 Feb 07 21:10:16.167543 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f9b5dda1-3beb-42ef-9511-49477e89aab4 None None] Provisioning complete for port 4825c64d-20a5-4711-91e5-8e40d4abcbe9 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:16.168060 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f9b5dda1-3beb-42ef-9511-49477e89aab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4825c64d-20a5-4711-91e5-8e40d4abcbe9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:16.228771 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e4ff1d4-9bbf-4735-820b-19b333a86b29 req-fea250cc-5985-46e7-88d6-e2881efbdb09 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171295 Feb 07 21:10:16.258596 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 55660) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:16.350844 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 4825c64d-20a5-4711-91e5-8e40d4abcbe9 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:10:16.375640 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1e2f913d-877f-4b1e-9f20-2e7213545f2b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=32ff56f8fd43451781a008978e4679d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1156764 Feb 07 21:10:16.379046 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 55664) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:16.480199 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-869cecae-ffa1-4b53-9bbe-2b03dfcc40c6 admin admin] Publish callbacks [] for security_group (17f5d810-43eb-4722-ba76-87def9f99363), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:16.510374 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-869cecae-ffa1-4b53-9bbe-2b03dfcc40c6 admin admin] Publish callbacks [] for security_group (17f5d810-43eb-4722-ba76-87def9f99363), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:16.585280 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-869cecae-ffa1-4b53-9bbe-2b03dfcc40c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (17f5d810-43eb-4722-ba76-87def9f99363), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:16.590465 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-869cecae-ffa1-4b53-9bbe-2b03dfcc40c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:16.592979 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-869cecae-ffa1-4b53-9bbe-2b03dfcc40c6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/17f5d810-43eb-4722-ba76-87def9f99363 HTTP/1.1" status: 204 len: 168 time: 0.2129040 Feb 07 21:10:16.597082 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a35a87a-651d-4cef-9ac2-8b9db903b0e7 admin admin] Publish callbacks [] for security_group (e1151181-f720-42ea-94b2-eddd399b778c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:16.610737 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869cecae-ffa1-4b53-9bbe-2b03dfcc40c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f5d810-43eb-4722-ba76-87def9f99363,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:16.621543 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a35a87a-651d-4cef-9ac2-8b9db903b0e7 admin admin] Publish callbacks [] for security_group (e1151181-f720-42ea-94b2-eddd399b778c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:16.656972 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 4825c64d-20a5-4711-91e5-8e40d4abcbe9 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:16.657408 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4825c64d-20a5-4711-91e5-8e40d4abcbe9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:16.680254 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cecf484-dd07-4050-81a9-7a7b11d5026a admin admin] Pushing event updated for resources: {'Port': ['ID=3760d084-e2e1-41a8-a69b-ca3fbb714c4e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:16.684930 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f9f54918-3942-473a-b93f-76124641b1ee req-7feda6c4-23fa-4193-8d4d-28333eaee453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:16.706250 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a35a87a-651d-4cef-9ac2-8b9db903b0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e1151181-f720-42ea-94b2-eddd399b778c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:16.709173 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a35a87a-651d-4cef-9ac2-8b9db903b0e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:16.710398 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7a35a87a-651d-4cef-9ac2-8b9db903b0e7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e1151181-f720-42ea-94b2-eddd399b778c HTTP/1.1" status: 204 len: 168 time: 0.8802173 Feb 07 21:10:16.804950 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35a87a-651d-4cef-9ac2-8b9db903b0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1151181-f720-42ea-94b2-eddd399b778c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:16.972038 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f9b5dda1-3beb-42ef-9511-49477e89aab4 None None] Current status of the port 4825c64d-20a5-4711-91e5-8e40d4abcbe9 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:17.176627 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 4825c64d-20a5-4711-91e5-8e40d4abcbe9 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:17.241301 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 71e0b546-c4a6-460b-8dac-ab4f971acc40 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:10:17.373759 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc40c8-10d0-4d79-892a-d1bfcabe0730 req-664c2ed8-df80-4160-87ff-4e29f6a77cdc tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:17.387728 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aebc40c8-10d0-4d79-892a-d1bfcabe0730 req-664c2ed8-df80-4160-87ff-4e29f6a77cdc tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 946 time: 0.1283026 Feb 07 21:10:17.414771 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 55682) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:17.563825 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c4dc6072-c4a2-4f4c-a2cf-53b36227c452 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e830417663b04a4a8400f6c7d92e27b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0861051 Feb 07 21:10:17.572131 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 55686) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:17.583438 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 71e0b546-c4a6-460b-8dac-ab4f971acc40 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:17.583832 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:17.597645 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aebc40c8-10d0-4d79-892a-d1bfcabe0730 req-d03dfb5e-6f11-4500-b598-22e504fc92cf tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089159 Feb 07 21:10:17.728492 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cecf484-dd07-4050-81a9-7a7b11d5026a admin admin] Publish callbacks [] for router_gateway (0470bf12-d7ae-46da-96d1-45ab594b4969), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:17.760237 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-f9f54918-3942-473a-b93f-76124641b1ee req-7feda6c4-23fa-4193-8d4d-28333eaee453 service neutron] For port 71e0b546-c4a6-460b-8dac-ab4f971acc40, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=71e0b546-c4a6-460b-8dac-ab4f971acc40,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:17.762404 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1f4693c9-c2ee-4582-b7d7-f2bd9e580413 admin admin] Publish callbacks [] for security_group (e5600333-b881-4fbf-b007-1992029f1c29), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:17.782649 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9876d3a-6052-4071-bce8-5a20545f84fe req-85c9e2fb-3e29-4121-9609-0bdadaaa78c8 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:17.784274 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9876d3a-6052-4071-bce8-5a20545f84fe req-85c9e2fb-3e29-4121-9609-0bdadaaa78c8 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 950 time: 0.3141642 Feb 07 21:10:17.886978 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9876d3a-6052-4071-bce8-5a20545f84fe req-8a1ee51f-b6e0-4fb1-ad1a-8eb019ab8ff0 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942495 Feb 07 21:10:17.941203 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1f4693c9-c2ee-4582-b7d7-f2bd9e580413 admin admin] Publish callbacks [] for security_group (e5600333-b881-4fbf-b007-1992029f1c29), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:18.002283 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-f9f54918-3942-473a-b93f-76124641b1ee req-7feda6c4-23fa-4193-8d4d-28333eaee453 service neutron] For port 71e0b546-c4a6-460b-8dac-ab4f971acc40, host n-h2-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:10:18.126993 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1003c8-3868-44e8-9ec9-7ad0e300065a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71e0b546-c4a6-460b-8dac-ab4f971acc40'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:10:18.129508 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4784049e-a81d-46e7-beb2-63f1e8d6b052" -d '{"events": [{"server_uuid": "cf1003c8-3868-44e8-9ec9-7ad0e300065a", "name": "network-vif-unplugged", "status": "completed", "tag": "71e0b546-c4a6-460b-8dac-ab4f971acc40"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:10:18.135710 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f9f54918-3942-473a-b93f-76124641b1ee req-7feda6c4-23fa-4193-8d4d-28333eaee453 service neutron] Publish callbacks [] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:18.169493 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-f9f54918-3942-473a-b93f-76124641b1ee req-7feda6c4-23fa-4193-8d4d-28333eaee453 service neutron] Transition to ACTIVE for port object 71e0b546-c4a6-460b-8dac-ab4f971acc40 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:10:18.171084 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1f4693c9-c2ee-4582-b7d7-f2bd9e580413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e5600333-b881-4fbf-b007-1992029f1c29), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:18.176090 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1f4693c9-c2ee-4582-b7d7-f2bd9e580413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:18.180646 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1f4693c9-c2ee-4582-b7d7-f2bd9e580413 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e5600333-b881-4fbf-b007-1992029f1c29 HTTP/1.1" status: 204 len: 168 time: 0.6014452 Feb 07 21:10:18.185225 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cecf484-dd07-4050-81a9-7a7b11d5026a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (0470bf12-d7ae-46da-96d1-45ab594b4969), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:18.189968 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f9f54918-3942-473a-b93f-76124641b1ee req-7feda6c4-23fa-4193-8d4d-28333eaee453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:18.371096 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:10:18.371681 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:10:18.391647 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6a89f13e-8aa2-4b46-b713-73a544c3a6cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:18.427379 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4693c9-c2ee-4582-b7d7-f2bd9e580413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5600333-b881-4fbf-b007-1992029f1c29,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:18.437720 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8182beb3-18ba-4492-ad7e-af82f052fcf9 x-openstack-request-id: req-8182beb3-18ba-4492-ad7e-af82f052fcf9 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:10:18.438010 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1003c8-3868-44e8-9ec9-7ad0e300065a", "name": "network-vif-unplugged", "status": "completed", "tag": "71e0b546-c4a6-460b-8dac-ab4f971acc40", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:10:18.438267 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8182beb3-18ba-4492-ad7e-af82f052fcf9 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:10:18.438668 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1003c8-3868-44e8-9ec9-7ad0e300065a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71e0b546-c4a6-460b-8dac-ab4f971acc40', 'code': 200} Feb 07 21:10:18.468166 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 55718) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:18.677095 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f54918-3942-473a-b93f-76124641b1ee req-7feda6c4-23fa-4193-8d4d-28333eaee453 service neutron] No DVR routers for this DVR port 71e0b546-c4a6-460b-8dac-ab4f971acc40 on host n-h2-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:10:18.709024 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feda6c4-23fa-4193-8d4d-28333eaee453 service neutron] Pushing event updated for resources: {'Port': ['ID=71e0b546-c4a6-460b-8dac-ab4f971acc40,revision_number=10']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:18.736666 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f55d4a85-d86b-4a93-a1db-73e732679ad4 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1654577017-network', 'tenant_id': 'd8ed04f9551749b1916a9e804569e2d2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:10:18.772997 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55d4a85-d86b-4a93-a1db-73e732679ad4 admin admin] Made reservation on behalf of d8ed04f9551749b1916a9e804569e2d2 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:10:18.783221 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f55d4a85-d86b-4a93-a1db-73e732679ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:18.894908 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-f9f54918-3942-473a-b93f-76124641b1ee req-7feda6c4-23fa-4193-8d4d-28333eaee453 service neutron] Attempting to bind port 71e0b546-c4a6-460b-8dac-ab4f971acc40 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:10:18.897365 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-f9f54918-3942-473a-b93f-76124641b1ee req-7feda6c4-23fa-4193-8d4d-28333eaee453 service neutron] Attempting to bind port 71e0b546-c4a6-460b-8dac-ab4f971acc40 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:10:18.897954 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f54918-3942-473a-b93f-76124641b1ee req-7feda6c4-23fa-4193-8d4d-28333eaee453 service neutron] Attempting to bind port 71e0b546-c4a6-460b-8dac-ab4f971acc40 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:10:18.916873 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cecf484-dd07-4050-81a9-7a7b11d5026a admin admin] Router 0470bf12-d7ae-46da-96d1-45ab594b4969 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:10:18.957095 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f54918-3942-473a-b93f-76124641b1ee req-7feda6c4-23fa-4193-8d4d-28333eaee453 service neutron] Port 71e0b546-c4a6-460b-8dac-ab4f971acc40 on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:10:18.957814 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f54918-3942-473a-b93f-76124641b1ee req-7feda6c4-23fa-4193-8d4d-28333eaee453 service neutron] Attempting to bind port 71e0b546-c4a6-460b-8dac-ab4f971acc40 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:10:18.959180 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f55d4a85-d86b-4a93-a1db-73e732679ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:18.984194 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 71e0b546-c4a6-460b-8dac-ab4f971acc40 is: DOWN; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:19.061197 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f54918-3942-473a-b93f-76124641b1ee req-7feda6c4-23fa-4193-8d4d-28333eaee453 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:10:19.062416 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f54918-3942-473a-b93f-76124641b1ee req-7feda6c4-23fa-4193-8d4d-28333eaee453 service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:10:19.062962 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f54918-3942-473a-b93f-76124641b1ee req-7feda6c4-23fa-4193-8d4d-28333eaee453 service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:10:19.063572 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-f9f54918-3942-473a-b93f-76124641b1ee req-7feda6c4-23fa-4193-8d4d-28333eaee453 service neutron] Bound port: 71e0b546-c4a6-460b-8dac-ab4f971acc40, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:10:19.064089 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f9f54918-3942-473a-b93f-76124641b1ee req-7feda6c4-23fa-4193-8d4d-28333eaee453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:19.245353 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-f9f54918-3942-473a-b93f-76124641b1ee req-7feda6c4-23fa-4193-8d4d-28333eaee453 service neutron] For port 71e0b546-c4a6-460b-8dac-ab4f971acc40, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:10:19.251211 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-f9f54918-3942-473a-b93f-76124641b1ee req-7feda6c4-23fa-4193-8d4d-28333eaee453 service neutron] For port 71e0b546-c4a6-460b-8dac-ab4f971acc40, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=71e0b546-c4a6-460b-8dac-ab4f971acc40,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:10:19.259285 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cecf484-dd07-4050-81a9-7a7b11d5026a admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:10:19.265391 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f9f54918-3942-473a-b93f-76124641b1ee req-7feda6c4-23fa-4193-8d4d-28333eaee453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:19.273709 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0bca2a-4dd4-4eca-9c50-09ba3db96a43 None None] Sync routers for ids ['0470bf12-d7ae-46da-96d1-45ab594b4969'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:10:19.318468 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0bca2a-4dd4-4eca-9c50-09ba3db96a43 None None] Routers {'0470bf12-d7ae-46da-96d1-45ab594b4969'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:10:19.321703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9b0bca2a-4dd4-4eca-9c50-09ba3db96a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:09:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['0470bf12-d7ae-46da-96d1-45ab594b4969'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:19.350682 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f54918-3942-473a-b93f-76124641b1ee req-7feda6c4-23fa-4193-8d4d-28333eaee453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:19.351623 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f9f54918-3942-473a-b93f-76124641b1ee req-7feda6c4-23fa-4193-8d4d-28333eaee453 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:19.353378 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f9f54918-3942-473a-b93f-76124641b1ee req-7feda6c4-23fa-4193-8d4d-28333eaee453 service neutron] 10.222.0.69 "PUT /v2.0/ports/71e0b546-c4a6-460b-8dac-ab4f971acc40 HTTP/1.1" status: 200 len: 1097 time: 3.5377457 Feb 07 21:10:19.377713 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cecf484-dd07-4050-81a9-7a7b11d5026a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:19.383484 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0cecf484-dd07-4050-81a9-7a7b11d5026a admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3637922 Feb 07 21:10:19.384699 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 55758) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:19.408976 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f55d4a85-d86b-4a93-a1db-73e732679ad4 admin admin] Publish callbacks [] for security_group (bf3daa01-aebc-4511-a2d1-cffb17fc8f8d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:19.429203 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56759250-5202-4b31-a874-874023bd39bd req-31dc52f2-043e-45e8-bf10-a9caedf345c3 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:19.431092 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-56759250-5202-4b31-a874-874023bd39bd req-31dc52f2-043e-45e8-bf10-a9caedf345c3 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 946 time: 0.5266483 Feb 07 21:10:19.465909 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f55d4a85-d86b-4a93-a1db-73e732679ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (bf3daa01-aebc-4511-a2d1-cffb17fc8f8d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:19.583098 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55d4a85-d86b-4a93-a1db-73e732679ad4 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:10:19.606627 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8020c3-05e6-4f15-b063-ec784b8de5fe req-bcf8c915-b3de-4b46-ac57-c1b9a1ab8a9b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:19.618943 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5a8020c3-05e6-4f15-b063-ec784b8de5fe req-bcf8c915-b3de-4b46-ac57-c1b9a1ab8a9b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 949 time: 0.5536742 Feb 07 21:10:19.753872 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-280c51f1-c452-4b10-8ffe-c707e20eb0c1 req-86bc2a7f-8bb3-409b-af9b-60c2df7aea03 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4887550 Feb 07 21:10:19.756187 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feda6c4-23fa-4193-8d4d-28333eaee453 service neutron] Pushing event updated for resources: {'Port': ['ID=71e0b546-c4a6-460b-8dac-ab4f971acc40,revision_number=11']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:19.804327 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-9b0bca2a-4dd4-4eca-9c50-09ba3db96a43 None None] Set router 0470bf12-d7ae-46da-96d1-45ab594b4969 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:10:19.820721 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f55d4a85-d86b-4a93-a1db-73e732679ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (09ec300a-b9d8-4b1e-aae4-32ce22fc66d2), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:19.821396 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-f55d4a85-d86b-4a93-a1db-73e732679ad4 admin admin] Added segment 09ec300a-b9d8-4b1e-aae4-32ce22fc66d2 of type vlan for network dc2b46f0-b944-424f-b2bb-6c0f507b92b1 Feb 07 21:10:19.830397 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d4a85-d86b-4a93-a1db-73e732679ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3daa01-aebc-4511-a2d1-cffb17fc8f8d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:19.881166 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f54918-3942-473a-b93f-76124641b1ee req-c8db1f65-3908-49e2-a274-cf9ada84f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:19.884407 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f9f54918-3942-473a-b93f-76124641b1ee req-c8db1f65-3908-49e2-a274-cf9ada84f720 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 1131 time: 0.4962053 Feb 07 21:10:19.932540 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 55774) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:20.078001 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f55d4a85-d86b-4a93-a1db-73e732679ad4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (dc2b46f0-b944-424f-b2bb-6c0f507b92b1), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:20.093133 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5a8020c3-05e6-4f15-b063-ec784b8de5fe req-8b60dbfd-b1b5-4c4f-a373-d9365380ef6b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714448 Feb 07 21:10:20.163629 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c51f1-c452-4b10-8ffe-c707e20eb0c1 req-e11d9b55-04ac-429e-b348-b54f48f66908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:20.165270 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-280c51f1-c452-4b10-8ffe-c707e20eb0c1 req-e11d9b55-04ac-429e-b348-b54f48f66908 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 1133 time: 0.3182545 Feb 07 21:10:20.242114 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-721f5828-2843-4952-9f69-9ec6d26c65b7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1459880774-network', 'tenant_id': 'e5aba3ecfd23415a908552ad3401b21d'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:10:20.284800 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f55d4a85-d86b-4a93-a1db-73e732679ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (dc2b46f0-b944-424f-b2bb-6c0f507b92b1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:20.291873 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55d4a85-d86b-4a93-a1db-73e732679ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:20.292732 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f55d4a85-d86b-4a93-a1db-73e732679ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:20.380771 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721f5828-2843-4952-9f69-9ec6d26c65b7 admin admin] Made reservation on behalf of e5aba3ecfd23415a908552ad3401b21d for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:10:20.383522 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-721f5828-2843-4952-9f69-9ec6d26c65b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:20.406013 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9b0bca2a-4dd4-4eca-9c50-09ba3db96a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'name': 'tempest-TaggedBootDevicesTest-647794533-router', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '3760d084-e2e1-41a8-a69b-ca3fbb714c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:11Z', 'updated_at': '2022-02-07T21:10:17Z', 'revision_number': 3, 'project_id': '42501a05a1164b8bab09e271e46d222b', 'gw_port': {'id': '3760d084-e2e1-41a8-a69b-ca3fbb714c4e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:14Z', 'updated_at': '2022-02-07T21:10:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:20.449576 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-721f5828-2843-4952-9f69-9ec6d26c65b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:20.451475 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1003c8-3868-44e8-9ec9-7ad0e300065a', 'tag': '71e0b546-c4a6-460b-8dac-ab4f971acc40'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:10:20.454369 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d926136-ba7f-4f6c-b6bf-c84a688d9225" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1003c8-3868-44e8-9ec9-7ad0e300065a", "tag": "71e0b546-c4a6-460b-8dac-ab4f971acc40"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:10:20.455266 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0bca2a-4dd4-4eca-9c50-09ba3db96a43 None None] Checking router: 0470bf12-d7ae-46da-96d1-45ab594b4969 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:10:20.456212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0bca2a-4dd4-4eca-9c50-09ba3db96a43 None None] Updating router 0470bf12-d7ae-46da-96d1-45ab594b4969 port 3760d084-e2e1-41a8-a69b-ca3fbb714c4e binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:10:20.494566 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9b0bca2a-4dd4-4eca-9c50-09ba3db96a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3760d084-e2e1-41a8-a69b-ca3fbb714c4e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:20.525714 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f54918-3942-473a-b93f-76124641b1ee req-ef462ea0-e33f-4a10-9c09-a6b434760308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:20.527218 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f9f54918-3942-473a-b93f-76124641b1ee req-ef462ea0-e33f-4a10-9c09-a6b434760308 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.6299167 Feb 07 21:10:20.627856 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e3f7ca-f21f-4d2b-b8d4-997a394fbc27 x-openstack-request-id: req-a6e3f7ca-f21f-4d2b-b8d4-997a394fbc27 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:10:20.628764 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1003c8-3868-44e8-9ec9-7ad0e300065a", "tag": "71e0b546-c4a6-460b-8dac-ab4f971acc40", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:10:20.629269 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a6e3f7ca-f21f-4d2b-b8d4-997a394fbc27 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:10:20.629901 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1003c8-3868-44e8-9ec9-7ad0e300065a', 'tag': '71e0b546-c4a6-460b-8dac-ab4f971acc40', 'status': 'completed', 'code': 200} Feb 07 21:10:20.642397 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f9f54918-3942-473a-b93f-76124641b1ee req-55e17604-7210-4abb-b3b7-5dc6305acf3e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=71e0b546-c4a6-460b-8dac-ab4f971acc40 HTTP/1.1" status: 200 len: 217 time: 0.0926807 Feb 07 21:10:20.662855 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b52256ec-7771-4470-b85a-47f77e7f9424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:20.702645 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-56759250-5202-4b31-a874-874023bd39bd req-29c98e67-1e7f-4cb8-a948-10ac46198358 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2227962 Feb 07 21:10:20.822631 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c51f1-c452-4b10-8ffe-c707e20eb0c1 req-d6af69e7-f092-44f4-ae5a-f600bf081659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:20.824370 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-280c51f1-c452-4b10-8ffe-c707e20eb0c1 req-d6af69e7-f092-44f4-ae5a-f600bf081659 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.6334634 Feb 07 21:10:20.826777 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d4a85-d86b-4a93-a1db-73e732679ad4 admin admin] Pushing event updated for resources: {'Network': ['ID=dc2b46f0-b944-424f-b2bb-6c0f507b92b1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:20.934999 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9b0bca2a-4dd4-4eca-9c50-09ba3db96a43 None None] Publish callbacks [] for port (3760d084-e2e1-41a8-a69b-ca3fbb714c4e), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:20.945765 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network dc2b46f0-b944-424f-b2bb-6c0f507b92b1 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:10:20.991931 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f55d4a85-d86b-4a93-a1db-73e732679ad4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5193431 Feb 07 21:10:20.991931 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-280c51f1-c452-4b10-8ffe-c707e20eb0c1 req-4f2178dd-79e1-4807-aa3e-fa4cacc9bac2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=079ee442-2956-408d-b74d-1256c9778d3b HTTP/1.1" status: 200 len: 217 time: 0.1239367 Feb 07 21:10:20.993828 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 55794) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:21.000676 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-005081b0-9129-4cf0-8e2c-518c243fc991 admin admin] Request body: {'subnet': {'network_id': 'dc2b46f0-b944-424f-b2bb-6c0f507b92b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1654577017-subnet', 'tenant_id': 'd8ed04f9551749b1916a9e804569e2d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:10:21.053996 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9b0bca2a-4dd4-4eca-9c50-09ba3db96a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3760d084-e2e1-41a8-a69b-ca3fbb714c4e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:21.063857 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f54918-3942-473a-b93f-76124641b1ee req-5916c2f2-4002-42ec-9c98-711fa8540c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:21.068556 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f9f54918-3942-473a-b93f-76124641b1ee req-5916c2f2-4002-42ec-9c98-711fa8540c0d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.4202199 Feb 07 21:10:21.112472 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d926136-ba7f-4f6c-b6bf-c84a688d9225 req-a50dab9a-f98e-42fd-b8df-39fee9111acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:21.114286 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d926136-ba7f-4f6c-b6bf-c84a688d9225 req-a50dab9a-f98e-42fd-b8df-39fee9111acf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 1131 time: 0.4664481 Feb 07 21:10:21.162251 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005081b0-9129-4cf0-8e2c-518c243fc991 admin admin] Made reservation on behalf of d8ed04f9551749b1916a9e804569e2d2 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:10:21.170758 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-005081b0-9129-4cf0-8e2c-518c243fc991 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:21.173466 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-721f5828-2843-4952-9f69-9ec6d26c65b7 admin admin] Publish callbacks [] for security_group (1f07d35d-e3f6-4d43-9373-c3cbdc1bb0fc), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:21.180078 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-9b0bca2a-4dd4-4eca-9c50-09ba3db96a43 None None] Attempting to bind port 3760d084-e2e1-41a8-a69b-ca3fbb714c4e on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:10:21.181056 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-9b0bca2a-4dd4-4eca-9c50-09ba3db96a43 None None] Attempting to bind port 3760d084-e2e1-41a8-a69b-ca3fbb714c4e by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:10:21.181056 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0bca2a-4dd4-4eca-9c50-09ba3db96a43 None None] Attempting to bind port 3760d084-e2e1-41a8-a69b-ca3fbb714c4e on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:10:21.205406 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-721f5828-2843-4952-9f69-9ec6d26c65b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1f07d35d-e3f6-4d43-9373-c3cbdc1bb0fc), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:21.214605 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0bca2a-4dd4-4eca-9c50-09ba3db96a43 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:10:21.214988 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0bca2a-4dd4-4eca-9c50-09ba3db96a43 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:10:21.215398 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9b0bca2a-4dd4-4eca-9c50-09ba3db96a43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:21.216091 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0bca2a-4dd4-4eca-9c50-09ba3db96a43 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:10:21.216284 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-9b0bca2a-4dd4-4eca-9c50-09ba3db96a43 None None] Bound port: 3760d084-e2e1-41a8-a69b-ca3fbb714c4e, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:10:21.216711 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9b0bca2a-4dd4-4eca-9c50-09ba3db96a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3760d084-e2e1-41a8-a69b-ca3fbb714c4e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:21.233434 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e958f2-579e-493c-aec2-1e74055761f2 None None] Pushing event updated for resources: {'Port': ['ID=3760d084-e2e1-41a8-a69b-ca3fbb714c4e,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:21.236677 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c51f1-c452-4b10-8ffe-c707e20eb0c1 req-d40bf0a6-f537-4c4a-a847-8f0a404f1232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:21.249082 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-280c51f1-c452-4b10-8ffe-c707e20eb0c1 req-d40bf0a6-f537-4c4a-a847-8f0a404f1232 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.2433250 Feb 07 21:10:21.251677 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f5828-2843-4952-9f69-9ec6d26c65b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f07d35d-e3f6-4d43-9373-c3cbdc1bb0fc,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:21.317178 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721f5828-2843-4952-9f69-9ec6d26c65b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:10:21.328586 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-9b0bca2a-4dd4-4eca-9c50-09ba3db96a43 None None] For port 3760d084-e2e1-41a8-a69b-ca3fbb714c4e, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:10:21.328586 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-9b0bca2a-4dd4-4eca-9c50-09ba3db96a43 None None] For port 3760d084-e2e1-41a8-a69b-ca3fbb714c4e, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=3760d084-e2e1-41a8-a69b-ca3fbb714c4e,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:10:21.336882 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9b0bca2a-4dd4-4eca-9c50-09ba3db96a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3760d084-e2e1-41a8-a69b-ca3fbb714c4e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:21.337939 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f54918-3942-473a-b93f-76124641b1ee req-cb737ef1-f79d-403e-96a2-b287c7a150fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:21.339693 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f9f54918-3942-473a-b93f-76124641b1ee req-cb737ef1-f79d-403e-96a2-b287c7a150fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2512391 Feb 07 21:10:21.358830 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-721f5828-2843-4952-9f69-9ec6d26c65b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (d1a1b693-c2f4-45c2-a637-0e112ae51dd1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:21.359464 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-721f5828-2843-4952-9f69-9ec6d26c65b7 admin admin] Added segment d1a1b693-c2f4-45c2-a637-0e112ae51dd1 of type vlan for network 98e92b96-07b0-45be-8cae-1e025007a2cb Feb 07 21:10:21.433292 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0bca2a-4dd4-4eca-9c50-09ba3db96a43 None None] Routers {'0470bf12-d7ae-46da-96d1-45ab594b4969'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:10:21.434023 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9b0bca2a-4dd4-4eca-9c50-09ba3db96a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:10:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['0470bf12-d7ae-46da-96d1-45ab594b4969'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:21.531494 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e958f2-579e-493c-aec2-1e74055761f2 None None] Pushing event updated for resources: {'Port': ['ID=3760d084-e2e1-41a8-a69b-ca3fbb714c4e,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:21.594030 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d926136-ba7f-4f6c-b6bf-c84a688d9225 req-fd86d28b-81dd-4bc1-bfe3-295d427dc8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:21.601240 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d926136-ba7f-4f6c-b6bf-c84a688d9225 req-fd86d28b-81dd-4bc1-bfe3-295d427dc8c7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.4786246 Feb 07 21:10:22.034810 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:22.058239 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d926136-ba7f-4f6c-b6bf-c84a688d9225 req-8d221cfc-67ed-408f-967d-9959db10e98c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=71e0b546-c4a6-460b-8dac-ab4f971acc40 HTTP/1.1" status: 200 len: 217 time: 0.1699355 Feb 07 21:10:22.086040 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-9b0bca2a-4dd4-4eca-9c50-09ba3db96a43 None None] Set router 0470bf12-d7ae-46da-96d1-45ab594b4969 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:10:22.341899 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9b0bca2a-4dd4-4eca-9c50-09ba3db96a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'name': 'tempest-TaggedBootDevicesTest-647794533-router', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '3760d084-e2e1-41a8-a69b-ca3fbb714c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:11Z', 'updated_at': '2022-02-07T21:10:17Z', 'revision_number': 3, 'project_id': '42501a05a1164b8bab09e271e46d222b', 'gw_port': {'id': '3760d084-e2e1-41a8-a69b-ca3fbb714c4e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:14Z', 'updated_at': '2022-02-07T21:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:22.345104 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d926136-ba7f-4f6c-b6bf-c84a688d9225 req-9b4b06c3-6ebd-428a-acb5-1e07e9270eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:22.346559 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d926136-ba7f-4f6c-b6bf-c84a688d9225 req-9b4b06c3-6ebd-428a-acb5-1e07e9270eaa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.2110186 Feb 07 21:10:22.356189 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-721f5828-2843-4952-9f69-9ec6d26c65b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (98e92b96-07b0-45be-8cae-1e025007a2cb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:22.402977 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0bca2a-4dd4-4eca-9c50-09ba3db96a43 None None] The sync data for ids ['0470bf12-d7ae-46da-96d1-45ab594b4969'] in n-d-828185-2 is: [{'id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'name': 'tempest-TaggedBootDevicesTest-647794533-router', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '3760d084-e2e1-41a8-a69b-ca3fbb714c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:11Z', 'updated_at': '2022-02-07T21:10:17Z', 'revision_number': 3, 'project_id': '42501a05a1164b8bab09e271e46d222b', 'gw_port': {'id': '3760d084-e2e1-41a8-a69b-ca3fbb714c4e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:14Z', 'updated_at': '2022-02-07T21:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:10:22.469659 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72cf965f-f4c7-4211-94c8-ba717359e446 req-9b304951-4626-41d8-bc56-1d20e9ecaccc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8669777 Feb 07 21:10:22.493872 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c51f1-c452-4b10-8ffe-c707e20eb0c1 req-29327fcb-4e14-43cb-9435-90d731697288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:22.505038 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-280c51f1-c452-4b10-8ffe-c707e20eb0c1 req-29327fcb-4e14-43cb-9435-90d731697288 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8656142 Feb 07 21:10:22.519743 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3cdd7481-c9d9-4080-a41b-2d2cf2693a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:22.543143 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f9f54918-3942-473a-b93f-76124641b1ee req-a9a19b90-907d-4ad5-926c-91482f6b2db2 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1926668 Feb 07 21:10:22.593450 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb461c-fd74-44e4-979f-a94eb18bc4dc req-3d02d2d6-7a41-485d-8c0e-9f2c0bd2070d tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:22.595391 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-57cb461c-fd74-44e4-979f-a94eb18bc4dc req-3d02d2d6-7a41-485d-8c0e-9f2c0bd2070d tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 946 time: 0.7227483 Feb 07 21:10:22.720408 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-005081b0-9129-4cf0-8e2c-518c243fc991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (fdd4388a-8c7f-437b-b171-49c2298c85b6), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:22.751608 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7312b7-98df-4e96-96e4-6755732f5520 req-fa39d5da-5dda-4bb7-be0d-366c9d4cedb9 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:22.759099 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad7312b7-98df-4e96-96e4-6755732f5520 req-fa39d5da-5dda-4bb7-be0d-366c9d4cedb9 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 949 time: 1.3673568 Feb 07 21:10:22.783711 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f9f54918-3942-473a-b93f-76124641b1ee req-65708c76-8ae0-4634-a41c-ccbbaa6696a6 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170224 Feb 07 21:10:22.790734 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-721f5828-2843-4952-9f69-9ec6d26c65b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (98e92b96-07b0-45be-8cae-1e025007a2cb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:22.792577 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721f5828-2843-4952-9f69-9ec6d26c65b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:22.793911 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-721f5828-2843-4952-9f69-9ec6d26c65b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:23.058883 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-721f5828-2843-4952-9f69-9ec6d26c65b7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.1258366 Feb 07 21:10:23.074203 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 55822) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:23.116882 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9a66732b-f4b9-4de8-b1c6-b1a25ec150ad admin admin] Request body: {'subnet': {'network_id': '98e92b96-07b0-45be-8cae-1e025007a2cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1459880774-subnet', 'tenant_id': 'e5aba3ecfd23415a908552ad3401b21d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:10:23.175762 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d926136-ba7f-4f6c-b6bf-c84a688d9225 req-1cb8f988-8425-4077-80ed-ad08e10b3f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:23.177954 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d926136-ba7f-4f6c-b6bf-c84a688d9225 req-1cb8f988-8425-4077-80ed-ad08e10b3f5d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8083451 Feb 07 21:10:23.196650 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:23.212658 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005081b0-9129-4cf0-8e2c-518c243fc991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdd4388a-8c7f-437b-b171-49c2298c85b6,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:23.277570 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-57cb461c-fd74-44e4-979f-a94eb18bc4dc req-f2138f84-34c6-4936-a041-b115c53d7e27 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6647215 Feb 07 21:10:23.286480 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f5828-2843-4952-9f69-9ec6d26c65b7 admin admin] Pushing event updated for resources: {'Network': ['ID=98e92b96-07b0-45be-8cae-1e025007a2cb,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:23.309219 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 98e92b96-07b0-45be-8cae-1e025007a2cb details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:10:23.376749 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf965f-f4c7-4211-94c8-ba717359e446 req-dea309c7-7d15-47a6-866c-b0388ffd4940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:23.388093 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72cf965f-f4c7-4211-94c8-ba717359e446 req-dea309c7-7d15-47a6-866c-b0388ffd4940 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5a2142112eb4c46a5e7f5feebf5df31&device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 1127 time: 0.8605838 Feb 07 21:10:23.395652 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-280c51f1-c452-4b10-8ffe-c707e20eb0c1 req-6cd920bd-bf91-4e83-bd46-e58f41126235 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8206198 Feb 07 21:10:23.446752 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a66732b-f4b9-4de8-b1c6-b1a25ec150ad admin admin] Made reservation on behalf of e5aba3ecfd23415a908552ad3401b21d for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:10:23.458097 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a66732b-f4b9-4de8-b1c6-b1a25ec150ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:23.522874 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad7312b7-98df-4e96-96e4-6755732f5520 req-17adf400-8085-4f6a-8baa-9b14f37fdcbf tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7624183 Feb 07 21:10:23.526186 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d926136-ba7f-4f6c-b6bf-c84a688d9225 req-14b95bef-db3c-4064-825c-82a7ebfe45d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:23.528575 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8d926136-ba7f-4f6c-b6bf-c84a688d9225 req-14b95bef-db3c-4064-825c-82a7ebfe45d7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 1131 time: 0.6804814 Feb 07 21:10:23.823094 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-3cdd7481-c9d9-4080-a41b-2d2cf2693a8e admin admin] Allocated IP 172.20.0.1 (071b8c86-0422-4ec9-8876-4c05135f32b2/14195520-c31c-46d3-a196-c4e089f2f729/233e303e-1185-43e1-8ace-b1cd57195b92) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:10:24.030508 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d926136-ba7f-4f6c-b6bf-c84a688d9225 req-f6ef168b-9769-425c-b36b-b9b09f0a1fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:24.032185 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8d926136-ba7f-4f6c-b6bf-c84a688d9225 req-f6ef168b-9769-425c-b36b-b9b09f0a1fd8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.4872453 Feb 07 21:10:24.252118 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 3760d084-e2e1-41a8-a69b-ca3fbb714c4e up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:10:24.296302 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8d926136-ba7f-4f6c-b6bf-c84a688d9225 req-6dc282bc-52d1-4fe7-be76-1d49bd4f462c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=71e0b546-c4a6-460b-8dac-ab4f971acc40 HTTP/1.1" status: 200 len: 217 time: 0.2453425 Feb 07 21:10:24.400462 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:24.427907 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 3760d084-e2e1-41a8-a69b-ca3fbb714c4e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:24.428673 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3760d084-e2e1-41a8-a69b-ca3fbb714c4e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:24.429494 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d926136-ba7f-4f6c-b6bf-c84a688d9225 req-72c0462e-33e0-40f6-bc14-d005d6cc2004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:24.436728 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8d926136-ba7f-4f6c-b6bf-c84a688d9225 req-72c0462e-33e0-40f6-bc14-d005d6cc2004 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1282272 Feb 07 21:10:24.494183 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3cdd7481-c9d9-4080-a41b-2d2cf2693a8e admin admin] Publish callbacks [] for port (233e303e-1185-43e1-8ace-b1cd57195b92), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:24.605430 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 3760d084-e2e1-41a8-a69b-ca3fbb714c4e is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:24.605984 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3760d084-e2e1-41a8-a69b-ca3fbb714c4e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:24.612456 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a66732b-f4b9-4de8-b1c6-b1a25ec150ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (f5baa834-b8ad-4c87-8fa3-85f9dbcd82fc), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:24.650137 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 3760d084-e2e1-41a8-a69b-ca3fbb714c4e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=3760d084-e2e1-41a8-a69b-ca3fbb714c4e,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:24.661945 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3760d084-e2e1-41a8-a69b-ca3fbb714c4e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:24.728280 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005081b0-9129-4cf0-8e2c-518c243fc991 admin admin] Checking segment: {'id': '09ec300a-b9d8-4b1e-aae4-32ce22fc66d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc2b46f0-b944-424f-b2bb-6c0f507b92b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:10:24.728839 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005081b0-9129-4cf0-8e2c-518c243fc991 admin admin] Network hostable DHCP agents. Network: dc2b46f0-b944-424f-b2bb-6c0f507b92b1, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:10:24.757486 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3cdd7481-c9d9-4080-a41b-2d2cf2693a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (233e303e-1185-43e1-8ace-b1cd57195b92), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:24.785695 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdd7481-c9d9-4080-a41b-2d2cf2693a8e admin admin] Network 071b8c86-0422-4ec9-8876-4c05135f32b2 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:10:24.797967 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=3760d084-e2e1-41a8-a69b-ca3fbb714c4e,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:24.799786 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-3cdd7481-c9d9-4080-a41b-2d2cf2693a8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:10:24.885237 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdd7481-c9d9-4080-a41b-2d2cf2693a8e admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:10:24.986391 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005081b0-9129-4cf0-8e2c-518c243fc991 admin admin] Network dc2b46f0-b944-424f-b2bb-6c0f507b92b1 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:10:24.996613 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d926136-ba7f-4f6c-b6bf-c84a688d9225 req-4dd08f5d-12c8-4c9a-a4b9-becb17808ce9 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7797415 Feb 07 21:10:25.014593 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd7481-c9d9-4080-a41b-2d2cf2693a8e admin admin] Pushing event updated for resources: {'Port': ['ID=233e303e-1185-43e1-8ace-b1cd57195b92,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:25.028103 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-280c51f1-c452-4b10-8ffe-c707e20eb0c1 req-e4ac4c80-6b56-49ba-8329-72112b9964d7 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5921559 Feb 07 21:10:25.035341 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf965f-f4c7-4211-94c8-ba717359e446 req-5e10e8cf-a124-4299-b077-eeb9e351f66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:25.037541 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72cf965f-f4c7-4211-94c8-ba717359e446 req-5e10e8cf-a124-4299-b077-eeb9e351f66d service neutron] 10.222.0.71 "GET /v2.0/networks?id=16d43ce3-c262-4644-8d8c-68d5b7d28be5 HTTP/1.1" status: 200 len: 910 time: 1.5013752 Feb 07 21:10:25.042676 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66732b-f4b9-4de8-b1c6-b1a25ec150ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5baa834-b8ad-4c87-8fa3-85f9dbcd82fc,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:25.055352 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-005081b0-9129-4cf0-8e2c-518c243fc991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, dc2b46f0-b944-424f-b2bb-6c0f507b92b1) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:10:25.060217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005081b0-9129-4cf0-8e2c-518c243fc991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:25.062113 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-005081b0-9129-4cf0-8e2c-518c243fc991 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:25.075815 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c69868-f383-4c64-94b2-5747bfb8b5c2 None None] Network dc2b46f0-b944-424f-b2bb-6c0f507b92b1 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:10:25.087802 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b554de-dcdd-49fa-9a42-14b9d0dcb033 req-b7cc53b4-10ca-47f6-a481-c36e902c5e4c tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:25.091474 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d926136-ba7f-4f6c-b6bf-c84a688d9225 req-bddae228-41cb-417d-a90f-23bae6f41a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:25.093850 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8d926136-ba7f-4f6c-b6bf-c84a688d9225 req-bddae228-41cb-417d-a90f-23bae6f41a51 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5808916 Feb 07 21:10:25.094922 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3cdd7481-c9d9-4080-a41b-2d2cf2693a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (0470bf12-d7ae-46da-96d1-45ab594b4969), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:25.098444 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8b554de-dcdd-49fa-9a42-14b9d0dcb033 req-b7cc53b4-10ca-47f6-a481-c36e902c5e4c tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 946 time: 0.4752269 Feb 07 21:10:25.338284 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a9399-1fa8-429e-9faa-5e3570bdd23c req-0dd0f01e-14b5-4aa5-854c-567adbe49950 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:25.353689 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e4a9399-1fa8-429e-9faa-5e3570bdd23c req-0dd0f01e-14b5-4aa5-854c-567adbe49950 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 949 time: 0.6932318 Feb 07 21:10:25.367036 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78343f98-3963-4a48-8c7b-4fb51036909e None None] Network dc2b46f0-b944-424f-b2bb-6c0f507b92b1 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:10:25.373518 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-005081b0-9129-4cf0-8e2c-518c243fc991 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.3783534 Feb 07 21:10:25.379505 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a66732b-f4b9-4de8-b1c6-b1a25ec150ad admin admin] Checking segment: {'id': 'd1a1b693-c2f4-45c2-a637-0e112ae51dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '98e92b96-07b0-45be-8cae-1e025007a2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:10:25.380029 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a66732b-f4b9-4de8-b1c6-b1a25ec150ad admin admin] Network hostable DHCP agents. Network: 98e92b96-07b0-45be-8cae-1e025007a2cb, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:10:25.607780 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-082dc791-b449-4bd3-b772-dceedbcb0157 None None] Provisioning complete for port 233e303e-1185-43e1-8ace-b1cd57195b92 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:25.608696 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-082dc791-b449-4bd3-b772-dceedbcb0157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (233e303e-1185-43e1-8ace-b1cd57195b92), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:25.675625 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72cf965f-f4c7-4211-94c8-ba717359e446 req-12319496-cac7-45da-a9ae-0153fa38c91f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18716904-4ed1-4071-9959-cc2b4acf6be7 HTTP/1.1" status: 200 len: 1001 time: 0.4137313 Feb 07 21:10:25.695689 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8b554de-dcdd-49fa-9a42-14b9d0dcb033 req-c1c1bb22-a7b9-472b-87ae-4a2ec2caa316 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212346 Feb 07 21:10:25.709475 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d926136-ba7f-4f6c-b6bf-c84a688d9225 req-61cc6440-0861-485e-be74-29f8b712787a service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7007713 Feb 07 21:10:25.734217 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e4a9399-1fa8-429e-9faa-5e3570bdd23c req-33ce6b0b-29ee-4198-a8a4-0c63e37fc79e tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742676 Feb 07 21:10:25.742489 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-082dc791-b449-4bd3-b772-dceedbcb0157 None None] Port 233e303e-1185-43e1-8ace-b1cd57195b92 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:10:25.794374 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8d926136-ba7f-4f6c-b6bf-c84a688d9225 req-210bbdbd-b542-4e80-b6ca-4a1d5a683422 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227784 Feb 07 21:10:25.799630 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a66732b-f4b9-4de8-b1c6-b1a25ec150ad admin admin] Network 98e92b96-07b0-45be-8cae-1e025007a2cb is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:10:25.805921 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf965f-f4c7-4211-94c8-ba717359e446 req-46d1b657-fdd5-427b-aae1-1b9ebf2f9ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:25.806109 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72cf965f-f4c7-4211-94c8-ba717359e446 req-46d1b657-fdd5-427b-aae1-1b9ebf2f9ae5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=14d3bb71-50ef-42a4-9bd8-c39c66580c69 HTTP/1.1" status: 200 len: 848 time: 0.1156895 Feb 07 21:10:25.809158 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3cdd7481-c9d9-4080-a41b-2d2cf2693a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (233e303e-1185-43e1-8ace-b1cd57195b92), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:25.917058 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf965f-f4c7-4211-94c8-ba717359e446 req-36130897-7d5c-45f4-923a-953af65de47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:25.922370 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72cf965f-f4c7-4211-94c8-ba717359e446 req-36130897-7d5c-45f4-923a-953af65de47b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16d43ce3-c262-4644-8d8c-68d5b7d28be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1070518 Feb 07 21:10:25.975183 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9a66732b-f4b9-4de8-b1c6-b1a25ec150ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 98e92b96-07b0-45be-8cae-1e025007a2cb) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:10:25.987877 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3defc1-ace1-464b-bc5e-e40fcf8ae66a None None] Network 98e92b96-07b0-45be-8cae-1e025007a2cb requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:10:26.006054 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a66732b-f4b9-4de8-b1c6-b1a25ec150ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:26.006932 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a66732b-f4b9-4de8-b1c6-b1a25ec150ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:26.196876 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8bb2bd-29a0-4c14-a674-1c61e25030ee None None] Network 98e92b96-07b0-45be-8cae-1e025007a2cb requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:10:26.214057 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9a66732b-f4b9-4de8-b1c6-b1a25ec150ad admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1387062 Feb 07 21:10:26.235411 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72cf965f-f4c7-4211-94c8-ba717359e446 req-de8229ff-2ea9-45e4-9057-2862444545c9 service neutron] 10.222.0.71 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052113 Feb 07 21:10:26.296193 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 3760d084-e2e1-41a8-a69b-ca3fbb714c4e up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:10:26.437210 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 3760d084-e2e1-41a8-a69b-ca3fbb714c4e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:26.437845 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3760d084-e2e1-41a8-a69b-ca3fbb714c4e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:26.525939 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8d926136-ba7f-4f6c-b6bf-c84a688d9225 req-6fe552b7-0a4d-46c3-9bf5-3c05efb955f4 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7199385 Feb 07 21:10:26.640411 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3cdd7481-c9d9-4080-a41b-2d2cf2693a8e admin admin] Publish callbacks [] for port (233e303e-1185-43e1-8ace-b1cd57195b92), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:26.646703 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3cdd7481-c9d9-4080-a41b-2d2cf2693a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (233e303e-1185-43e1-8ace-b1cd57195b92), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:26.651734 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e609c3-fd18-481c-95f9-73239b312fad req-7e3ec132-47cf-457f-8a28-ee118bc7ba4a tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:26.653323 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3e609c3-fd18-481c-95f9-73239b312fad req-7e3ec132-47cf-457f-8a28-ee118bc7ba4a tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.65 "GET /v2.0/networks?id=dc2b46f0-b944-424f-b2bb-6c0f507b92b1 HTTP/1.1" status: 200 len: 809 time: 0.5187964 Feb 07 21:10:26.669235 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 3760d084-e2e1-41a8-a69b-ca3fbb714c4e is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:26.712043 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3e609c3-fd18-481c-95f9-73239b312fad req-13adb7b8-3ab6-4622-886a-0b1bdfb618be tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.65 "GET /v2.0/quotas/d8ed04f9551749b1916a9e804569e2d2 HTTP/1.1" status: 200 len: 375 time: 0.0441861 Feb 07 21:10:26.726012 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72cf965f-f4c7-4211-94c8-ba717359e446 req-43c5b15a-c0db-4c6e-b41d-cb0234e76449 service neutron] 10.222.0.71 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825442 Feb 07 21:10:26.753691 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd7481-c9d9-4080-a41b-2d2cf2693a8e admin admin] Pushing event updated for resources: {'Port': ['ID=233e303e-1185-43e1-8ace-b1cd57195b92,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:26.775402 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3cdd7481-c9d9-4080-a41b-2d2cf2693a8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (0470bf12-d7ae-46da-96d1-45ab594b4969), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:26.857466 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3e609c3-fd18-481c-95f9-73239b312fad req-7f06158f-b966-4bd3-a23d-91459e0afd8e tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d8ed04f9551749b1916a9e804569e2d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1278253 Feb 07 21:10:26.913299 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdd7481-c9d9-4080-a41b-2d2cf2693a8e admin admin] Network 071b8c86-0422-4ec9-8876-4c05135f32b2 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:10:26.914968 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-3cdd7481-c9d9-4080-a41b-2d2cf2693a8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:10:27.148372 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cdd7481-c9d9-4080-a41b-2d2cf2693a8e admin admin] Router 0470bf12-d7ae-46da-96d1-45ab594b4969 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:10:27.203885 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3e609c3-fd18-481c-95f9-73239b312fad req-03a7dd96-1219-41e3-8abb-9d85108e4005 service neutron] 10.222.0.65 "GET /v2.0/networks/dc2b46f0-b944-424f-b2bb-6c0f507b92b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366866 Feb 07 21:10:27.235795 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d73dd-85e4-41bc-a226-0216802663c5 req-fd405524-3c20-4e0d-8cb9-f17536a15f01 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:27.237646 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-056d73dd-85e4-41bc-a226-0216802663c5 req-fd405524-3c20-4e0d-8cb9-f17536a15f01 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/networks?id=98e92b96-07b0-45be-8cae-1e025007a2cb HTTP/1.1" status: 200 len: 814 time: 0.3251412 Feb 07 21:10:27.325948 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-056d73dd-85e4-41bc-a226-0216802663c5 req-71f84ca2-9727-494a-8ec8-93b74fbfccd7 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/quotas/e5aba3ecfd23415a908552ad3401b21d HTTP/1.1" status: 200 len: 375 time: 0.0759308 Feb 07 21:10:27.363614 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdd7481-c9d9-4080-a41b-2d2cf2693a8e admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:10:27.375567 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-056d73dd-85e4-41bc-a226-0216802663c5 req-a66fdf86-c9f0-4da8-a83c-61d306060f2a tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5aba3ecfd23415a908552ad3401b21d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486321 Feb 07 21:10:27.376703 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3394674-6516-4cc0-97de-bac4badc3f09 None None] Sync routers for ids ['0470bf12-d7ae-46da-96d1-45ab594b4969'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:10:27.398418 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 71e0b546-c4a6-460b-8dac-ab4f971acc40 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:10:27.403168 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3cdd7481-c9d9-4080-a41b-2d2cf2693a8e admin admin] 10.222.0.65 "PUT /v2.0/routers/0470bf12-d7ae-46da-96d1-45ab594b4969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0115800 Feb 07 21:10:27.404638 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3394674-6516-4cc0-97de-bac4badc3f09 None None] Routers {'0470bf12-d7ae-46da-96d1-45ab594b4969'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:10:27.406785 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-e3394674-6516-4cc0-97de-bac4badc3f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:10:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['0470bf12-d7ae-46da-96d1-45ab594b4969'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:27.607936 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3e609c3-fd18-481c-95f9-73239b312fad req-b5f86202-3fd5-4962-b4a7-0b26f5b2c29d service neutron] 10.222.0.65 "GET /v2.0/networks/dc2b46f0-b944-424f-b2bb-6c0f507b92b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981886 Feb 07 21:10:27.624823 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 71e0b546-c4a6-460b-8dac-ab4f971acc40, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=71e0b546-c4a6-460b-8dac-ab4f971acc40,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:27.669116 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '71e0b546-c4a6-460b-8dac-ab4f971acc40', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '71e0b546-c4a6-460b-8dac-ab4f971acc40', 'mac_address': 'fa:16:3e:d5:4f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:10:27.685353 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-e3394674-6516-4cc0-97de-bac4badc3f09 None None] Set router 0470bf12-d7ae-46da-96d1-45ab594b4969 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:10:27.708115 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e61544d3-beed-4110-95b7-553fe8ba6995 None None] Provisioning complete for port 233e303e-1185-43e1-8ace-b1cd57195b92 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:27.716520 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-056d73dd-85e4-41bc-a226-0216802663c5 req-db73626d-694c-462a-9631-3a2c63f03af3 service neutron] 10.222.0.65 "GET /v2.0/networks/98e92b96-07b0-45be-8cae-1e025007a2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398104 Feb 07 21:10:27.723893 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e61544d3-beed-4110-95b7-553fe8ba6995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (233e303e-1185-43e1-8ace-b1cd57195b92), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:27.831516 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e61544d3-beed-4110-95b7-553fe8ba6995 None None] Port 233e303e-1185-43e1-8ace-b1cd57195b92 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:10:27.914309 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 71e0b546-c4a6-460b-8dac-ab4f971acc40 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:27.916905 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:27.918325 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-056d73dd-85e4-41bc-a226-0216802663c5 req-3ee328c0-af28-4e31-ad5a-2757dcb725f3 service neutron] 10.222.0.65 "GET /v2.0/networks/98e92b96-07b0-45be-8cae-1e025007a2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815908 Feb 07 21:10:28.000216 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e0b546-c4a6-460b-8dac-ab4f971acc40 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:10:28.122614 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 71e0b546-c4a6-460b-8dac-ab4f971acc40, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=71e0b546-c4a6-460b-8dac-ab4f971acc40,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:28.132954 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:28.321950 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=71e0b546-c4a6-460b-8dac-ab4f971acc40,revision_number=12']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:28.367502 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673d8d9-7ae4-4aa4-aaad-3d061d0afc85 req-750eda22-ac81-4062-b81b-72eae1ac22f9 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:28.381205 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8673d8d9-7ae4-4aa4-aaad-3d061d0afc85 req-750eda22-ac81-4062-b81b-72eae1ac22f9 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 946 time: 0.1893852 Feb 07 21:10:28.420050 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-e3394674-6516-4cc0-97de-bac4badc3f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'name': 'tempest-TaggedBootDevicesTest-647794533-router', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '3760d084-e2e1-41a8-a69b-ca3fbb714c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:11Z', 'updated_at': '2022-02-07T21:10:25Z', 'revision_number': 4, 'project_id': '42501a05a1164b8bab09e271e46d222b', 'gw_port': {'id': '3760d084-e2e1-41a8-a69b-ca3fbb714c4e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:14Z', 'updated_at': '2022-02-07T21:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '233e303e-1185-43e1-8ace-b1cd57195b92', 'name': '', 'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'mac_address': 'fa:16:3e:6f:10:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '14195520-c31c-46d3-a196-c4e089f2f729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:22Z', 'updated_at': '2022-02-07T21:10:26Z', 'revision_number': 2, 'project_id': '42501a05a1164b8bab09e271e46d222b', 'subnets': [{'id': '14195520-c31c-46d3-a196-c4e089f2f729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:28.517172 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['71e0b546-c4a6-460b-8dac-ab4f971acc40'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:10:28.533512 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8673d8d9-7ae4-4aa4-aaad-3d061d0afc85 req-5af1f752-51ef-44cc-9b11-beb771a72d3f tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515727 Feb 07 21:10:28.558590 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3394674-6516-4cc0-97de-bac4badc3f09 None None] Checking router: 0470bf12-d7ae-46da-96d1-45ab594b4969 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:10:28.558590 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3394674-6516-4cc0-97de-bac4badc3f09 None None] Updating router 0470bf12-d7ae-46da-96d1-45ab594b4969 port 233e303e-1185-43e1-8ace-b1cd57195b92 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:10:28.638296 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e3394674-6516-4cc0-97de-bac4badc3f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (233e303e-1185-43e1-8ace-b1cd57195b92), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:28.657552 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 55952) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:28.663002 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-f91bd090-ad7a-445a-93c3-4fe17825fb52 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1349918207-network', 'tenant_id': 'b9bb550400fb4485ae6df76716ce88a9'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:10:28.703554 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebee9a-d9e5-45d7-9f4f-d8e7b624d165 req-8d0caeb3-7bed-4b77-966a-2b3de0391184 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:28.738362 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3aebee9a-d9e5-45d7-9f4f-d8e7b624d165 req-8d0caeb3-7bed-4b77-966a-2b3de0391184 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 950 time: 0.1872709 Feb 07 21:10:28.758105 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91bd090-ad7a-445a-93c3-4fe17825fb52 admin admin] Made reservation on behalf of b9bb550400fb4485ae6df76716ce88a9 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:10:28.761845 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f91bd090-ad7a-445a-93c3-4fe17825fb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:28.816523 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f91bd090-ad7a-445a-93c3-4fe17825fb52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:29.022408 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f68c4f6d-6e53-429a-a4ad-1452c3663f64 req-08080b00-d123-4b6d-8cde-fca1a9088d62 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.65 "GET /v2.0/ports?device_id=7593f487-856b-41f2-ba28-5dc05f0102c5 HTTP/1.1" status: 200 len: 210 time: 0.1747484 Feb 07 21:10:29.044271 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f91bd090-ad7a-445a-93c3-4fe17825fb52 admin admin] Publish callbacks [] for security_group (0330bccf-60f2-461c-9b99-92c906523ed2), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:29.062572 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f91bd090-ad7a-445a-93c3-4fe17825fb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0330bccf-60f2-461c-9b99-92c906523ed2), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:29.111977 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3aebee9a-d9e5-45d7-9f4f-d8e7b624d165 req-40f07324-a73e-4733-84d7-b6dfe9cf5edd tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726878 Feb 07 21:10:29.196088 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f91bd090-ad7a-445a-93c3-4fe17825fb52 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:10:29.226168 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bd090-ad7a-445a-93c3-4fe17825fb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0330bccf-60f2-461c-9b99-92c906523ed2,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:29.257776 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f91bd090-ad7a-445a-93c3-4fe17825fb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (664497e5-186d-41f7-96e8-ff9c231ba5d1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:29.258079 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-f91bd090-ad7a-445a-93c3-4fe17825fb52 admin admin] Added segment 664497e5-186d-41f7-96e8-ff9c231ba5d1 of type vlan for network baba66d9-82cb-4c18-baf3-14f43d745274 Feb 07 21:10:29.285261 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4298a485-7c20-4859-bc36-7132618ab356 req-d1a07dcf-968b-4fb6-8cc1-475f520e09c7 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/ports?device_id=209983c6-e52a-4de8-9a63-4c3aeee08965 HTTP/1.1" status: 200 len: 210 time: 0.0990131 Feb 07 21:10:29.406794 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f91bd090-ad7a-445a-93c3-4fe17825fb52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (baba66d9-82cb-4c18-baf3-14f43d745274), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:29.414812 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439cfc4-099c-4455-98df-934d03949283 req-ed0a559d-c935-4ea6-8b25-2e10259127a0 tempest-MigrationsAdminTest-1891479830 tempest-MigrationsAdminTest-1891479830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:29.418914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e439cfc4-099c-4455-98df-934d03949283 req-ed0a559d-c935-4ea6-8b25-2e10259127a0 tempest-MigrationsAdminTest-1891479830 tempest-MigrationsAdminTest-1891479830-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 1132 time: 0.0982575 Feb 07 21:10:29.478928 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f91bd090-ad7a-445a-93c3-4fe17825fb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (baba66d9-82cb-4c18-baf3-14f43d745274), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:29.480959 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91bd090-ad7a-445a-93c3-4fe17825fb52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:29.481715 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f91bd090-ad7a-445a-93c3-4fe17825fb52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:29.508770 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e439cfc4-099c-4455-98df-934d03949283 req-999f0d2c-21b8-4c6c-bef4-c5d9539d44ad tempest-MigrationsAdminTest-1891479830 tempest-MigrationsAdminTest-1891479830-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836306 Feb 07 21:10:29.523175 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e3394674-6516-4cc0-97de-bac4badc3f09 None None] Publish callbacks [] for port (233e303e-1185-43e1-8ace-b1cd57195b92), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:29.552877 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e3394674-6516-4cc0-97de-bac4badc3f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (233e303e-1185-43e1-8ace-b1cd57195b92), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:29.661500 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f91bd090-ad7a-445a-93c3-4fe17825fb52 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0028400 Feb 07 21:10:29.666113 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 55976) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:29.679589 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7dff6c-bac0-44cc-9e94-868847609b04 None None] Pushing event updated for resources: {'Port': ['ID=233e303e-1185-43e1-8ace-b1cd57195b92,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:29.684253 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bd090-ad7a-445a-93c3-4fe17825fb52 admin admin] Pushing event updated for resources: {'Network': ['ID=baba66d9-82cb-4c18-baf3-14f43d745274,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:29.688890 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-15c2a3f6-a582-4f4b-b129-9674110ddecb admin admin] Request body: {'subnet': {'network_id': 'baba66d9-82cb-4c18-baf3-14f43d745274', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1349918207-subnet', 'tenant_id': 'b9bb550400fb4485ae6df76716ce88a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:10:29.696390 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7dff6c-bac0-44cc-9e94-868847609b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:29.696930 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7dff6c-bac0-44cc-9e94-868847609b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:29.697419 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7dff6c-bac0-44cc-9e94-868847609b04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:29.697904 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7dff6c-bac0-44cc-9e94-868847609b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:29.698385 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7dff6c-bac0-44cc-9e94-868847609b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:29.698883 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7dff6c-bac0-44cc-9e94-868847609b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:29.699366 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7dff6c-bac0-44cc-9e94-868847609b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:29.699837 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7dff6c-bac0-44cc-9e94-868847609b04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:29.700331 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7dff6c-bac0-44cc-9e94-868847609b04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:29.700803 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7dff6c-bac0-44cc-9e94-868847609b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:29.701292 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7dff6c-bac0-44cc-9e94-868847609b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:29.702333 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7dff6c-bac0-44cc-9e94-868847609b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:29.702797 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7dff6c-bac0-44cc-9e94-868847609b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:29.708627 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network baba66d9-82cb-4c18-baf3-14f43d745274 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:10:29.925579 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-e3394674-6516-4cc0-97de-bac4badc3f09 None None] Attempting to bind port 233e303e-1185-43e1-8ace-b1cd57195b92 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:10:29.926387 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-e3394674-6516-4cc0-97de-bac4badc3f09 None None] Attempting to bind port 233e303e-1185-43e1-8ace-b1cd57195b92 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '2d331ba7-4f45-4447-8f80-489b1d7f8196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:10:29.926973 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3394674-6516-4cc0-97de-bac4badc3f09 None None] Attempting to bind port 233e303e-1185-43e1-8ace-b1cd57195b92 on network 071b8c86-0422-4ec9-8876-4c05135f32b2 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:10:29.939666 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b51058-c152-4ae9-8fba-ebd42e6d5741 req-1bdb590b-2686-4af7-9e1e-91febca6cdb1 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:29.954671 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3394674-6516-4cc0-97de-bac4badc3f09 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:10:29.956068 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3394674-6516-4cc0-97de-bac4badc3f09 None None] Checking segment: {'id': '2d331ba7-4f45-4447-8f80-489b1d7f8196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:10:29.956896 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-94b51058-c152-4ae9-8fba-ebd42e6d5741 req-1bdb590b-2686-4af7-9e1e-91febca6cdb1 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 946 time: 0.3039501 Feb 07 21:10:29.957175 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e3394674-6516-4cc0-97de-bac4badc3f09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:29.958090 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3394674-6516-4cc0-97de-bac4badc3f09 None None] Bound using segment: {'id': '2d331ba7-4f45-4447-8f80-489b1d7f8196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:10:29.959594 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-e3394674-6516-4cc0-97de-bac4badc3f09 None None] Bound port: 233e303e-1185-43e1-8ace-b1cd57195b92, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d331ba7-4f45-4447-8f80-489b1d7f8196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:10:29.959729 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c2a3f6-a582-4f4b-b129-9674110ddecb admin admin] Made reservation on behalf of b9bb550400fb4485ae6df76716ce88a9 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:10:29.960776 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e3394674-6516-4cc0-97de-bac4badc3f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (233e303e-1185-43e1-8ace-b1cd57195b92), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:29.962100 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15c2a3f6-a582-4f4b-b129-9674110ddecb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:30.158593 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-e3394674-6516-4cc0-97de-bac4badc3f09 None None] For port 233e303e-1185-43e1-8ace-b1cd57195b92, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:10:30.163040 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-e3394674-6516-4cc0-97de-bac4badc3f09 None None] For port 233e303e-1185-43e1-8ace-b1cd57195b92, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=233e303e-1185-43e1-8ace-b1cd57195b92,segment=NetworkSegment(2d331ba7-4f45-4447-8f80-489b1d7f8196),segment_id=2d331ba7-4f45-4447-8f80-489b1d7f8196)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:10:30.174772 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e3394674-6516-4cc0-97de-bac4badc3f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (233e303e-1185-43e1-8ace-b1cd57195b92), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:30.278893 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7dff6c-bac0-44cc-9e94-868847609b04 None None] Pushing event updated for resources: {'Port': ['ID=233e303e-1185-43e1-8ace-b1cd57195b92,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:30.284841 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c973f180-7ad1-4c55-be9b-d62a814f2341 None None] Provisioning complete for port 233e303e-1185-43e1-8ace-b1cd57195b92 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:30.292982 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c973f180-7ad1-4c55-be9b-d62a814f2341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (233e303e-1185-43e1-8ace-b1cd57195b92), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:30.337405 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15c2a3f6-a582-4f4b-b129-9674110ddecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (6f0692ef-4dd4-41a5-ab64-713dfaafe110), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:30.368098 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3394674-6516-4cc0-97de-bac4badc3f09 None None] Routers {'0470bf12-d7ae-46da-96d1-45ab594b4969'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:10:30.372561 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-e3394674-6516-4cc0-97de-bac4badc3f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:10:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['0470bf12-d7ae-46da-96d1-45ab594b4969'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:30.413978 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-94b51058-c152-4ae9-8fba-ebd42e6d5741 req-1d04fd8d-b702-4598-bc42-74f16cc40461 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549491 Feb 07 21:10:30.573043 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889190b-713b-491f-bcc9-989ad20e9b7a req-550e954a-c6a9-4049-9f68-184813ca805c tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:30.587856 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d889190b-713b-491f-bcc9-989ad20e9b7a req-550e954a-c6a9-4049-9f68-184813ca805c tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 950 time: 0.3112411 Feb 07 21:10:30.605795 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c973f180-7ad1-4c55-be9b-d62a814f2341 None None] Current status of the port 233e303e-1185-43e1-8ace-b1cd57195b92 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:30.607671 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c973f180-7ad1-4c55-be9b-d62a814f2341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (233e303e-1185-43e1-8ace-b1cd57195b92), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:30.692398 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c973f180-7ad1-4c55-be9b-d62a814f2341 None None] For port 233e303e-1185-43e1-8ace-b1cd57195b92, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=233e303e-1185-43e1-8ace-b1cd57195b92,segment=NetworkSegment(2d331ba7-4f45-4447-8f80-489b1d7f8196),segment_id=2d331ba7-4f45-4447-8f80-489b1d7f8196)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:30.708929 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c973f180-7ad1-4c55-be9b-d62a814f2341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (233e303e-1185-43e1-8ace-b1cd57195b92), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:30.732143 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-e3394674-6516-4cc0-97de-bac4badc3f09 None None] Set router 0470bf12-d7ae-46da-96d1-45ab594b4969 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:10:30.775056 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c2a3f6-a582-4f4b-b129-9674110ddecb admin admin] Checking segment: {'id': '664497e5-186d-41f7-96e8-ff9c231ba5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'baba66d9-82cb-4c18-baf3-14f43d745274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:10:30.780966 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c2a3f6-a582-4f4b-b129-9674110ddecb admin admin] Network hostable DHCP agents. Network: baba66d9-82cb-4c18-baf3-14f43d745274, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:10:30.804047 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5e16ba1-73a1-4691-8cc0-842ecc0edf50 req-1eeac574-ab58-4be7-a13c-9ce55d17cef6 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.65 "GET /v2.0/ports?device_id=7593f487-856b-41f2-ba28-5dc05f0102c5 HTTP/1.1" status: 200 len: 210 time: 0.2383430 Feb 07 21:10:30.884662 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-9258f17f-f65f-4a4f-8ed2-1410640b33f4 None None] Provisioning complete for port 233e303e-1185-43e1-8ace-b1cd57195b92 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:30.887654 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9258f17f-f65f-4a4f-8ed2-1410640b33f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (233e303e-1185-43e1-8ace-b1cd57195b92), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:30.920548 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2a3f6-a582-4f4b-b129-9674110ddecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f0692ef-4dd4-41a5-ab64-713dfaafe110,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:30.953355 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d889190b-713b-491f-bcc9-989ad20e9b7a req-81fb33ad-be69-4020-bcf9-c5c64baee485 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395615 Feb 07 21:10:30.954274 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c2a3f6-a582-4f4b-b129-9674110ddecb admin admin] Network baba66d9-82cb-4c18-baf3-14f43d745274 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:10:31.000863 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973f180-7ad1-4c55-be9b-d62a814f2341 None None] Pushing event updated for resources: {'Port': ['ID=233e303e-1185-43e1-8ace-b1cd57195b92,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:31.083706 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8f017ad3-f5fa-47c6-a3cc-be0ba00e9042 req-5974cbee-d38e-47a6-ba4d-3320265f0c36 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/ports?device_id=209983c6-e52a-4de8-9a63-4c3aeee08965 HTTP/1.1" status: 200 len: 210 time: 0.0959675 Feb 07 21:10:31.108728 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9258f17f-f65f-4a4f-8ed2-1410640b33f4 None None] Current status of the port 233e303e-1185-43e1-8ace-b1cd57195b92 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:31.119564 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e609c3-fd18-481c-95f9-73239b312fad req-bb13cb58-7e79-442c-b1c1-1c7eb14b1a37 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:31.127125 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-15c2a3f6-a582-4f4b-b129-9674110ddecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, baba66d9-82cb-4c18-baf3-14f43d745274) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:10:31.147796 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c2fa5c-d9e9-49f0-8acf-321400363e43 None None] Network baba66d9-82cb-4c18-baf3-14f43d745274 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:10:31.148564 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e3e609c3-fd18-481c-95f9-73239b312fad req-bb13cb58-7e79-442c-b1c1-1c7eb14b1a37 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.69 "GET /v2.0/networks?id=dc2b46f0-b944-424f-b2bb-6c0f507b92b1 HTTP/1.1" status: 200 len: 809 time: 0.5432925 Feb 07 21:10:31.158538 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c2a3f6-a582-4f4b-b129-9674110ddecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:31.159248 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15c2a3f6-a582-4f4b-b129-9674110ddecb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:31.163845 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-e3e609c3-fd18-481c-95f9-73239b312fad req-141485af-2626-4a59-99c7-5c22d9536747 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Request body: {'port': {'device_id': '7593f487-856b-41f2-ba28-5dc05f0102c5', 'network_id': 'dc2b46f0-b944-424f-b2bb-6c0f507b92b1', 'admin_state_up': True, 'tenant_id': 'd8ed04f9551749b1916a9e804569e2d2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:10:31.225499 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-15c2a3f6-a582-4f4b-b129-9674110ddecb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5471308 Feb 07 21:10:31.282426 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 56014) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:31.301420 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2dd42f69-967c-4aa3-a3fc-3a213614c387 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1349918207-router', 'tenant_id': 'b9bb550400fb4485ae6df76716ce88a9', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:10:31.368556 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-e3394674-6516-4cc0-97de-bac4badc3f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'name': 'tempest-TaggedBootDevicesTest-647794533-router', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '3760d084-e2e1-41a8-a69b-ca3fbb714c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:11Z', 'updated_at': '2022-02-07T21:10:25Z', 'revision_number': 4, 'project_id': '42501a05a1164b8bab09e271e46d222b', 'gw_port': {'id': '3760d084-e2e1-41a8-a69b-ca3fbb714c4e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:14Z', 'updated_at': '2022-02-07T21:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '233e303e-1185-43e1-8ace-b1cd57195b92', 'name': '', 'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'mac_address': 'fa:16:3e:6f:10:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '14195520-c31c-46d3-a196-c4e089f2f729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:22Z', 'updated_at': '2022-02-07T21:10:30Z', 'revision_number': 4, 'project_id': '42501a05a1164b8bab09e271e46d222b', 'subnets': [{'id': '14195520-c31c-46d3-a196-c4e089f2f729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:31.420174 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2dd42f69-967c-4aa3-a3fc-3a213614c387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (c6e099cb-ad00-43cb-9789-fd8fee7b1f79), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:31.421385 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2dd42f69-967c-4aa3-a3fc-3a213614c387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (c6e099cb-ad00-43cb-9789-fd8fee7b1f79), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:31.433553 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3394674-6516-4cc0-97de-bac4badc3f09 None None] The sync data for ids ['0470bf12-d7ae-46da-96d1-45ab594b4969'] in n-d-828185-2 is: [{'id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'name': 'tempest-TaggedBootDevicesTest-647794533-router', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '3760d084-e2e1-41a8-a69b-ca3fbb714c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:11Z', 'updated_at': '2022-02-07T21:10:25Z', 'revision_number': 4, 'project_id': '42501a05a1164b8bab09e271e46d222b', 'gw_port': {'id': '3760d084-e2e1-41a8-a69b-ca3fbb714c4e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:14Z', 'updated_at': '2022-02-07T21:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '233e303e-1185-43e1-8ace-b1cd57195b92', 'name': '', 'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'mac_address': 'fa:16:3e:6f:10:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '14195520-c31c-46d3-a196-c4e089f2f729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:22Z', 'updated_at': '2022-02-07T21:10:30Z', 'revision_number': 4, 'project_id': '42501a05a1164b8bab09e271e46d222b', 'subnets': [{'id': '14195520-c31c-46d3-a196-c4e089f2f729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:10:31.482405 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 71e0b546-c4a6-460b-8dac-ab4f971acc40 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:10:31.539327 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3e609c3-fd18-481c-95f9-73239b312fad req-141485af-2626-4a59-99c7-5c22d9536747 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Made reservation on behalf of d8ed04f9551749b1916a9e804569e2d2 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:10:31.542153 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e3e609c3-fd18-481c-95f9-73239b312fad req-141485af-2626-4a59-99c7-5c22d9536747 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:31.620611 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d897f638-1a05-49a4-b368-33d14e686187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-baba66d9-82cb-4c18-baf3-14f43d745274', 'network_id': 'baba66d9-82cb-4c18-baf3-14f43d745274', 'project_id': 'b9bb550400fb4485ae6df76716ce88a9', 'fixed_ips': [{'subnet_id': '6f0692ef-4dd4-41a5-ab64-713dfaafe110'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:10:31.624141 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d897f638-1a05-49a4-b368-33d14e686187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:31.748174 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2dd42f69-967c-4aa3-a3fc-3a213614c387 admin admin] Publish callbacks [] for router_controller (c6e099cb-ad00-43cb-9789-fd8fee7b1f79), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:31.765849 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d73dd-85e4-41bc-a226-0216802663c5 req-6d1c0e4e-569a-4df2-be3e-70a09ffce50f tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:31.770920 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-056d73dd-85e4-41bc-a226-0216802663c5 req-6d1c0e4e-569a-4df2-be3e-70a09ffce50f tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.69 "GET /v2.0/networks?id=98e92b96-07b0-45be-8cae-1e025007a2cb HTTP/1.1" status: 200 len: 814 time: 0.7874508 Feb 07 21:10:31.874832 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-056d73dd-85e4-41bc-a226-0216802663c5 req-8a66acd2-5c48-450b-9443-b9a2e6c87598 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Request body: {'port': {'device_id': '209983c6-e52a-4de8-9a63-4c3aeee08965', 'network_id': '98e92b96-07b0-45be-8cae-1e025007a2cb', 'admin_state_up': True, 'tenant_id': 'e5aba3ecfd23415a908552ad3401b21d'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:10:31.973712 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-d897f638-1a05-49a4-b368-33d14e686187 None None] Allocated IP 172.20.0.2 (baba66d9-82cb-4c18-baf3-14f43d745274/6f0692ef-4dd4-41a5-ab64-713dfaafe110/a89d6902-7041-4e78-a480-8d0dc318df86) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:10:32.044565 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c93d12-8560-4a21-a68f-1a9be62baaee req-824d414e-905b-4eb9-a8ac-f99342f84c0b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:32.055041 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-57c93d12-8560-4a21-a68f-1a9be62baaee req-824d414e-905b-4eb9-a8ac-f99342f84c0b tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 950 time: 0.3484056 Feb 07 21:10:32.126622 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 71e0b546-c4a6-460b-8dac-ab4f971acc40 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:10:32.138151 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 71e0b546-c4a6-460b-8dac-ab4f971acc40 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:32.138532 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:32.238378 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-e3e609c3-fd18-481c-95f9-73239b312fad req-141485af-2626-4a59-99c7-5c22d9536747 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Allocated IP 172.20.0.10 (dc2b46f0-b944-424f-b2bb-6c0f507b92b1/fdd4388a-8c7f-437b-b171-49c2298c85b6/77968d7e-fab3-4169-896f-357153f8dd8a) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:10:32.309462 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 233e303e-1185-43e1-8ace-b1cd57195b92 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:10:32.348055 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-28fa26cc-a22a-440f-94a5-efa747036388 req-2cb913cf-97ea-4d25-9043-810e12bbc110 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.65 "GET /v2.0/ports?device_id=7593f487-856b-41f2-ba28-5dc05f0102c5 HTTP/1.1" status: 200 len: 210 time: 0.3136134 Feb 07 21:10:32.468923 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2dd42f69-967c-4aa3-a3fc-3a213614c387 admin admin] Publish callbacks [] for router_gateway (c6e099cb-ad00-43cb-9789-fd8fee7b1f79), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:32.477867 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-056d73dd-85e4-41bc-a226-0216802663c5 req-8a66acd2-5c48-450b-9443-b9a2e6c87598 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Made reservation on behalf of e5aba3ecfd23415a908552ad3401b21d for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:10:32.481720 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-056d73dd-85e4-41bc-a226-0216802663c5 req-8a66acd2-5c48-450b-9443-b9a2e6c87598 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:32.661213 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae3d69-1d4e-4587-868b-bb73ae5976a6 req-e37144de-0a1a-46cf-b065-8fa8e0404306 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:32.689781 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ffae3d69-1d4e-4587-868b-bb73ae5976a6 req-e37144de-0a1a-46cf-b065-8fa8e0404306 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 946 time: 0.9133708 Feb 07 21:10:32.901843 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d897f638-1a05-49a4-b368-33d14e686187 None None] Publish callbacks [] for port (a89d6902-7041-4e78-a480-8d0dc318df86), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:32.929997 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 71e0b546-c4a6-460b-8dac-ab4f971acc40 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:32.940854 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:32.946591 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d897f638-1a05-49a4-b368-33d14e686187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (a89d6902-7041-4e78-a480-8d0dc318df86), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:32.953725 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ffae3d69-1d4e-4587-868b-bb73ae5976a6 req-4088a973-ee59-415c-8a68-cb1f5b7d8389 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630148 Feb 07 21:10:32.957229 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-57c93d12-8560-4a21-a68f-1a9be62baaee req-96c7ede7-18cd-4422-87bf-f46ce443a1e8 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Deleting port 71e0b546-c4a6-460b-8dac-ab4f971acc40 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:10:32.957587 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-57c93d12-8560-4a21-a68f-1a9be62baaee req-96c7ede7-18cd-4422-87bf-f46ce443a1e8 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:33.156648 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e3e609c3-fd18-481c-95f9-73239b312fad req-141485af-2626-4a59-99c7-5c22d9536747 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Publish callbacks [] for port (77968d7e-fab3-4169-896f-357153f8dd8a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:33.159401 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1003c8-3868-44e8-9ec9-7ad0e300065a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e0b546-c4a6-460b-8dac-ab4f971acc40'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:10:33.167324 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1a05d7-75ac-40ce-9359-e4ff0a4451d3" -d '{"events": [{"server_uuid": "cf1003c8-3868-44e8-9ec9-7ad0e300065a", "name": "network-vif-plugged", "status": "completed", "tag": "71e0b546-c4a6-460b-8dac-ab4f971acc40"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:10:33.191042 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d897f638-1a05-49a4-b368-33d14e686187 None None] Network baba66d9-82cb-4c18-baf3-14f43d745274 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:10:33.192020 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 233e303e-1185-43e1-8ace-b1cd57195b92 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:33.192548 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (233e303e-1185-43e1-8ace-b1cd57195b92), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:33.231449 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-d897f638-1a05-49a4-b368-33d14e686187 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:10:33.232788 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-056d73dd-85e4-41bc-a226-0216802663c5 req-8a66acd2-5c48-450b-9443-b9a2e6c87598 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Allocated IP 172.20.0.12 (98e92b96-07b0-45be-8cae-1e025007a2cb/f5baa834-b8ad-4c87-8fa3-85f9dbcd82fc/7fb0bc5b-df97-4abb-a365-2e399f127e41) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:10:33.247485 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d897f638-1a05-49a4-b368-33d14e686187 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:10:33.255127 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f6d326f9-f358-4be1-a940-20f8ba10f977 req-88becfdc-1256-44ff-975a-8753c8ad7d17 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/ports?device_id=209983c6-e52a-4de8-9a63-4c3aeee08965 HTTP/1.1" status: 200 len: 210 time: 0.1146781 Feb 07 21:10:33.297573 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 71e0b546-c4a6-460b-8dac-ab4f971acc40, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=71e0b546-c4a6-460b-8dac-ab4f971acc40,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:33.311793 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897f638-1a05-49a4-b368-33d14e686187 None None] Pushing event updated for resources: {'Port': ['ID=a89d6902-7041-4e78-a480-8d0dc318df86,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:33.312619 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-57c93d12-8560-4a21-a68f-1a9be62baaee req-96c7ede7-18cd-4422-87bf-f46ce443a1e8 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] For port 71e0b546-c4a6-460b-8dac-ab4f971acc40, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=71e0b546-c4a6-460b-8dac-ab4f971acc40,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:33.313099 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-57c93d12-8560-4a21-a68f-1a9be62baaee req-96c7ede7-18cd-4422-87bf-f46ce443a1e8 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:33.324287 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:33.378832 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-57c93d12-8560-4a21-a68f-1a9be62baaee req-96c7ede7-18cd-4422-87bf-f46ce443a1e8 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Calling delete_port for 71e0b546-c4a6-460b-8dac-ab4f971acc40 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:10:33.479922 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e3e609c3-fd18-481c-95f9-73239b312fad req-141485af-2626-4a59-99c7-5c22d9536747 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (77968d7e-fab3-4169-896f-357153f8dd8a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:33.521327 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6787374-d4aa-49ce-b99e-d717f6839f94 x-openstack-request-id: req-f6787374-d4aa-49ce-b99e-d717f6839f94 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:10:33.524700 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1003c8-3868-44e8-9ec9-7ad0e300065a", "name": "network-vif-plugged", "status": "completed", "tag": "71e0b546-c4a6-460b-8dac-ab4f971acc40", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:10:33.525077 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f6787374-d4aa-49ce-b99e-d717f6839f94 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:10:33.526045 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1003c8-3868-44e8-9ec9-7ad0e300065a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e0b546-c4a6-460b-8dac-ab4f971acc40', 'code': 200} Feb 07 21:10:33.674703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72ad82-f398-49ed-b06e-14a4fd66eb44 req-2e8d0cc4-3774-4b92-9f3d-32b1beaaded9 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:33.682625 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d72ad82-f398-49ed-b06e-14a4fd66eb44 req-2e8d0cc4-3774-4b92-9f3d-32b1beaaded9 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf1003c8-3868-44e8-9ec9-7ad0e300065a HTTP/1.1" status: 200 len: 950 time: 0.5445104 Feb 07 21:10:33.711011 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:33.740604 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d897f638-1a05-49a4-b368-33d14e686187 None None] Attempting to bind port a89d6902-7041-4e78-a480-8d0dc318df86 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:10:33.753716 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d897f638-1a05-49a4-b368-33d14e686187 None None] Attempting to bind port a89d6902-7041-4e78-a480-8d0dc318df86 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '664497e5-186d-41f7-96e8-ff9c231ba5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'baba66d9-82cb-4c18-baf3-14f43d745274'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:10:33.754436 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d897f638-1a05-49a4-b368-33d14e686187 None None] Attempting to bind port a89d6902-7041-4e78-a480-8d0dc318df86 on network baba66d9-82cb-4c18-baf3-14f43d745274 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:10:33.783535 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=71e0b546-c4a6-460b-8dac-ab4f971acc40,revision_number=13']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:33.799120 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d897f638-1a05-49a4-b368-33d14e686187 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:10:33.799853 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d897f638-1a05-49a4-b368-33d14e686187 None None] Checking segment: {'id': '664497e5-186d-41f7-96e8-ff9c231ba5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'baba66d9-82cb-4c18-baf3-14f43d745274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:10:33.800470 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d897f638-1a05-49a4-b368-33d14e686187 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:33.801469 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d897f638-1a05-49a4-b368-33d14e686187 None None] Bound using segment: {'id': '664497e5-186d-41f7-96e8-ff9c231ba5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'baba66d9-82cb-4c18-baf3-14f43d745274'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:10:33.802318 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d897f638-1a05-49a4-b368-33d14e686187 None None] Bound port: a89d6902-7041-4e78-a480-8d0dc318df86, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664497e5-186d-41f7-96e8-ff9c231ba5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'baba66d9-82cb-4c18-baf3-14f43d745274'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:10:33.802958 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d897f638-1a05-49a4-b368-33d14e686187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a89d6902-7041-4e78-a480-8d0dc318df86), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:33.831085 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 233e303e-1185-43e1-8ace-b1cd57195b92 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:33.903078 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d897f638-1a05-49a4-b368-33d14e686187 None None] For port a89d6902-7041-4e78-a480-8d0dc318df86, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:10:33.912477 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d897f638-1a05-49a4-b368-33d14e686187 None None] For port a89d6902-7041-4e78-a480-8d0dc318df86, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a89d6902-7041-4e78-a480-8d0dc318df86,segment=NetworkSegment(664497e5-186d-41f7-96e8-ff9c231ba5d1),segment_id=664497e5-186d-41f7-96e8-ff9c231ba5d1)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:10:33.923744 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:33.925639 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2dd42f69-967c-4aa3-a3fc-3a213614c387 admin admin] Publish callbacks [] for router_gateway (c6e099cb-ad00-43cb-9789-fd8fee7b1f79), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:33.934636 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d897f638-1a05-49a4-b368-33d14e686187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a89d6902-7041-4e78-a480-8d0dc318df86), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:33.990807 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2dd42f69-967c-4aa3-a3fc-3a213614c387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:34.067071 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3e609c3-fd18-481c-95f9-73239b312fad req-141485af-2626-4a59-99c7-5c22d9536747 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Network dc2b46f0-b944-424f-b2bb-6c0f507b92b1 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:10:34.070888 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141485af-2626-4a59-99c7-5c22d9536747 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Pushing event updated for resources: {'Port': ['ID=77968d7e-fab3-4169-896f-357153f8dd8a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:34.091002 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897f638-1a05-49a4-b368-33d14e686187 None None] Pushing event updated for resources: {'Port': ['ID=a89d6902-7041-4e78-a480-8d0dc318df86,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:34.094095 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-e3e609c3-fd18-481c-95f9-73239b312fad req-141485af-2626-4a59-99c7-5c22d9536747 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:10:34.096374 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-57c93d12-8560-4a21-a68f-1a9be62baaee req-96c7ede7-18cd-4422-87bf-f46ce443a1e8 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (71e0b546-c4a6-460b-8dac-ab4f971acc40), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:34.122198 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e609c3-fd18-481c-95f9-73239b312fad req-141485af-2626-4a59-99c7-5c22d9536747 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:10:34.126541 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['079ee442-2956-408d-b74d-1256c9778d3b', '238ad644-1617-428c-a78f-ea49876c0f14'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:10:34.130731 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['d1edeb7c-445c-4564-9c16-a08b9682c42d'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:10:34.269213 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7ede7-18cd-4422-87bf-f46ce443a1e8 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Pushing event deleted for resources: {'Port': ['ID=71e0b546-c4a6-460b-8dac-ab4f971acc40,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:34.320562 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d72ad82-f398-49ed-b06e-14a4fd66eb44 req-5da2f6f2-78e9-4086-9373-65f5c6c21681 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6176319 Feb 07 21:10:34.349652 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-2dd42f69-967c-4aa3-a3fc-3a213614c387 admin admin] Allocated IP 172.25.4.27 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/19768bec-69fb-4895-8d36-9eb6a09ddf9e) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:10:34.465650 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e609c3-fd18-481c-95f9-73239b312fad req-141485af-2626-4a59-99c7-5c22d9536747 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:34.466356 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e3e609c3-fd18-481c-95f9-73239b312fad req-141485af-2626-4a59-99c7-5c22d9536747 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:34.553567 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c93d12-8560-4a21-a68f-1a9be62baaee req-96c7ede7-18cd-4422-87bf-f46ce443a1e8 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] No DVR routers for this DVR port 71e0b546-c4a6-460b-8dac-ab4f971acc40 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:10:34.570455 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e3e609c3-fd18-481c-95f9-73239b312fad req-141485af-2626-4a59-99c7-5c22d9536747 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4181273 Feb 07 21:10:34.582235 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-056d73dd-85e4-41bc-a226-0216802663c5 req-8a66acd2-5c48-450b-9443-b9a2e6c87598 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Publish callbacks [] for port (7fb0bc5b-df97-4abb-a365-2e399f127e41), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:34.594157 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-57c93d12-8560-4a21-a68f-1a9be62baaee req-96c7ede7-18cd-4422-87bf-f46ce443a1e8 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:34.630473 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-57c93d12-8560-4a21-a68f-1a9be62baaee req-96c7ede7-18cd-4422-87bf-f46ce443a1e8 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.69 "DELETE /v2.0/ports/71e0b546-c4a6-460b-8dac-ab4f971acc40 HTTP/1.1" status: 204 len: 173 time: 2.5362530 Feb 07 21:10:34.631750 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1003c8-3868-44e8-9ec9-7ad0e300065a', 'name': 'network-vif-deleted', 'tag': '71e0b546-c4a6-460b-8dac-ab4f971acc40'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:10:34.638117 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad092dd-cf0b-44f6-a038-b17f3f614362" -d '{"events": [{"server_uuid": "cf1003c8-3868-44e8-9ec9-7ad0e300065a", "name": "network-vif-deleted", "tag": "71e0b546-c4a6-460b-8dac-ab4f971acc40"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:10:34.694313 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d617d6-2439-4314-af6e-80431a6f4ebb req-e3baf83e-d406-4194-98f2-713ddde4f8c7 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:34.695917 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d5d617d6-2439-4314-af6e-80431a6f4ebb req-e3baf83e-d406-4194-98f2-713ddde4f8c7 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.65 "GET /v2.0/ports?device_id=7593f487-856b-41f2-ba28-5dc05f0102c5 HTTP/1.1" status: 200 len: 932 time: 1.0358808 Feb 07 21:10:34.958768 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d848096-64ae-4418-80eb-72119d97f6ee req-174f6c72-48d5-4d5e-b12c-e320ad303764 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:34.960578 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7d848096-64ae-4418-80eb-72119d97f6ee req-174f6c72-48d5-4d5e-b12c-e320ad303764 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 946 time: 0.2467687 Feb 07 21:10:34.989805 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-e3e609c3-fd18-481c-95f9-73239b312fad req-e214095f-5e82-4309-94e9-877e54cc6def service neutron] Request body: {'port': {'device_id': '7593f487-856b-41f2-ba28-5dc05f0102c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:10:35.060289 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d5d617d6-2439-4314-af6e-80431a6f4ebb req-f0770f6e-6f53-4947-8636-76c3769cd56c tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.65 "GET /v2.0/security-groups?id=bf3daa01-aebc-4511-a2d1-cffb17fc8f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179806 Feb 07 21:10:35.100045 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-056d73dd-85e4-41bc-a226-0216802663c5 req-8a66acd2-5c48-450b-9443-b9a2e6c87598 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (7fb0bc5b-df97-4abb-a365-2e399f127e41), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:35.168638 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7d848096-64ae-4418-80eb-72119d97f6ee req-baf74f8b-3b07-4e1c-92ee-48fcb142073b tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870756 Feb 07 21:10:35.173695 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e3e609c3-fd18-481c-95f9-73239b312fad req-e214095f-5e82-4309-94e9-877e54cc6def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (77968d7e-fab3-4169-896f-357153f8dd8a), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:35.235141 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-056d73dd-85e4-41bc-a226-0216802663c5 req-8a66acd2-5c48-450b-9443-b9a2e6c87598 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Network 98e92b96-07b0-45be-8cae-1e025007a2cb is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:10:35.259472 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-056d73dd-85e4-41bc-a226-0216802663c5 req-8a66acd2-5c48-450b-9443-b9a2e6c87598 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:10:35.288435 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-056d73dd-85e4-41bc-a226-0216802663c5 req-8a66acd2-5c48-450b-9443-b9a2e6c87598 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:10:35.312364 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2dd42f69-967c-4aa3-a3fc-3a213614c387 admin admin] Publish callbacks [] for port (19768bec-69fb-4895-8d36-9eb6a09ddf9e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:35.378069 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66acd2-5c48-450b-9443-b9a2e6c87598 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Pushing event updated for resources: {'Port': ['ID=7fb0bc5b-df97-4abb-a365-2e399f127e41,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:35.451502 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 71e0b546-c4a6-460b-8dac-ab4f971acc40 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:10:35.488619 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df06a29-b72d-4623-a928-0c150550120b x-openstack-request-id: req-3df06a29-b72d-4623-a928-0c150550120b {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:10:35.489239 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1003c8-3868-44e8-9ec9-7ad0e300065a", "name": "network-vif-deleted", "tag": "71e0b546-c4a6-460b-8dac-ab4f971acc40", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:10:35.489239 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3df06a29-b72d-4623-a928-0c150550120b {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:10:35.494541 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1003c8-3868-44e8-9ec9-7ad0e300065a', 'name': 'network-vif-deleted', 'tag': '71e0b546-c4a6-460b-8dac-ab4f971acc40', 'status': 'completed', 'code': 200} Feb 07 21:10:35.500053 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 71e0b546-c4a6-460b-8dac-ab4f971acc40 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:10:35.504792 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 71e0b546-c4a6-460b-8dac-ab4f971acc40 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:10:35.535997 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d73dd-85e4-41bc-a226-0216802663c5 req-8a66acd2-5c48-450b-9443-b9a2e6c87598 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:35.536738 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-056d73dd-85e4-41bc-a226-0216802663c5 req-8a66acd2-5c48-450b-9443-b9a2e6c87598 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:35.636947 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40b816-b73e-456e-b024-a90e3a0cb5c9 req-5e4ad28d-a758-40ac-95fb-bfa4a9187783 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:35.638951 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f40b816-b73e-456e-b024-a90e3a0cb5c9 req-5e4ad28d-a758-40ac-95fb-bfa4a9187783 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/ports?device_id=209983c6-e52a-4de8-9a63-4c3aeee08965 HTTP/1.1" status: 200 len: 932 time: 0.3587415 Feb 07 21:10:35.644574 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-056d73dd-85e4-41bc-a226-0216802663c5 req-8a66acd2-5c48-450b-9443-b9a2e6c87598 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8320637 Feb 07 21:10:35.648616 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2dd42f69-967c-4aa3-a3fc-3a213614c387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (19768bec-69fb-4895-8d36-9eb6a09ddf9e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:35.673770 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-056d73dd-85e4-41bc-a226-0216802663c5 req-6e3a4a3f-2fc7-4f85-9d32-70faade6b491 service neutron] Request body: {'port': {'device_id': '209983c6-e52a-4de8-9a63-4c3aeee08965', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:10:35.889585 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-e3e609c3-fd18-481c-95f9-73239b312fad req-e214095f-5e82-4309-94e9-877e54cc6def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77968d7e-fab3-4169-896f-357153f8dd8a {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:10:35.907285 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e3e609c3-fd18-481c-95f9-73239b312fad req-e214095f-5e82-4309-94e9-877e54cc6def service neutron] Publish callbacks [] for port (77968d7e-fab3-4169-896f-357153f8dd8a), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:35.940683 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-e3e609c3-fd18-481c-95f9-73239b312fad req-e214095f-5e82-4309-94e9-877e54cc6def service neutron] Transition to ACTIVE for port object 77968d7e-fab3-4169-896f-357153f8dd8a will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:10:35.954281 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e3e609c3-fd18-481c-95f9-73239b312fad req-e214095f-5e82-4309-94e9-877e54cc6def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (77968d7e-fab3-4169-896f-357153f8dd8a), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:36.133392 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a043483-8237-4171-852e-e618ef01114b None None] Network baba66d9-82cb-4c18-baf3-14f43d745274 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:10:36.146812 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214095f-5e82-4309-94e9-877e54cc6def service neutron] Pushing event updated for resources: {'Port': ['ID=77968d7e-fab3-4169-896f-357153f8dd8a,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:36.175988 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-e3e609c3-fd18-481c-95f9-73239b312fad req-e214095f-5e82-4309-94e9-877e54cc6def service neutron] Attempting to bind port 77968d7e-fab3-4169-896f-357153f8dd8a on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:10:36.176372 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-e3e609c3-fd18-481c-95f9-73239b312fad req-e214095f-5e82-4309-94e9-877e54cc6def service neutron] Attempting to bind port 77968d7e-fab3-4169-896f-357153f8dd8a by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '09ec300a-b9d8-4b1e-aae4-32ce22fc66d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc2b46f0-b944-424f-b2bb-6c0f507b92b1'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:10:36.176716 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e609c3-fd18-481c-95f9-73239b312fad req-e214095f-5e82-4309-94e9-877e54cc6def service neutron] Attempting to bind port 77968d7e-fab3-4169-896f-357153f8dd8a on network dc2b46f0-b944-424f-b2bb-6c0f507b92b1 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:10:36.188755 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e609c3-fd18-481c-95f9-73239b312fad req-e214095f-5e82-4309-94e9-877e54cc6def service neutron] Port 77968d7e-fab3-4169-896f-357153f8dd8a on network dc2b46f0-b944-424f-b2bb-6c0f507b92b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:10:36.189087 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e609c3-fd18-481c-95f9-73239b312fad req-e214095f-5e82-4309-94e9-877e54cc6def service neutron] Attempting to bind port 77968d7e-fab3-4169-896f-357153f8dd8a on network dc2b46f0-b944-424f-b2bb-6c0f507b92b1 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:10:36.196574 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e609c3-fd18-481c-95f9-73239b312fad req-e214095f-5e82-4309-94e9-877e54cc6def service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:10:36.196924 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e609c3-fd18-481c-95f9-73239b312fad req-e214095f-5e82-4309-94e9-877e54cc6def service neutron] Checking segment: {'id': '09ec300a-b9d8-4b1e-aae4-32ce22fc66d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc2b46f0-b944-424f-b2bb-6c0f507b92b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:10:36.197324 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e609c3-fd18-481c-95f9-73239b312fad req-e214095f-5e82-4309-94e9-877e54cc6def service neutron] Bound using segment: {'id': '09ec300a-b9d8-4b1e-aae4-32ce22fc66d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc2b46f0-b944-424f-b2bb-6c0f507b92b1'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:10:36.197777 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-e3e609c3-fd18-481c-95f9-73239b312fad req-e214095f-5e82-4309-94e9-877e54cc6def service neutron] Bound port: 77968d7e-fab3-4169-896f-357153f8dd8a, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ec300a-b9d8-4b1e-aae4-32ce22fc66d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc2b46f0-b944-424f-b2bb-6c0f507b92b1'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:10:36.198139 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e3e609c3-fd18-481c-95f9-73239b312fad req-e214095f-5e82-4309-94e9-877e54cc6def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (77968d7e-fab3-4169-896f-357153f8dd8a), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:36.283863 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a89d6902-7041-4e78-a480-8d0dc318df86 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:10:36.360271 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-598eaa62-2e81-433f-a292-32a54ac84bf7 None None] Provisioning complete for port a89d6902-7041-4e78-a480-8d0dc318df86 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:36.361087 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-598eaa62-2e81-433f-a292-32a54ac84bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a89d6902-7041-4e78-a480-8d0dc318df86), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:36.437237 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port a89d6902-7041-4e78-a480-8d0dc318df86 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:36.438006 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a89d6902-7041-4e78-a480-8d0dc318df86), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:36.539021 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd42f69-967c-4aa3-a3fc-3a213614c387 admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:10:36.570576 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:10:36.573897 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-598eaa62-2e81-433f-a292-32a54ac84bf7 None None] Current status of the port a89d6902-7041-4e78-a480-8d0dc318df86 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:36.574352 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-598eaa62-2e81-433f-a292-32a54ac84bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a89d6902-7041-4e78-a480-8d0dc318df86), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:36.597450 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-2dd42f69-967c-4aa3-a3fc-3a213614c387 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:10:36.627505 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd42f69-967c-4aa3-a3fc-3a213614c387 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:10:36.713987 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e3e609c3-fd18-481c-95f9-73239b312fad req-e214095f-5e82-4309-94e9-877e54cc6def service neutron] For port 77968d7e-fab3-4169-896f-357153f8dd8a, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:10:36.723443 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-598eaa62-2e81-433f-a292-32a54ac84bf7 None None] For port a89d6902-7041-4e78-a480-8d0dc318df86, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a89d6902-7041-4e78-a480-8d0dc318df86,segment=NetworkSegment(664497e5-186d-41f7-96e8-ff9c231ba5d1),segment_id=664497e5-186d-41f7-96e8-ff9c231ba5d1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:36.728229 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e3e609c3-fd18-481c-95f9-73239b312fad req-e214095f-5e82-4309-94e9-877e54cc6def service neutron] For port 77968d7e-fab3-4169-896f-357153f8dd8a, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=77968d7e-fab3-4169-896f-357153f8dd8a,segment=NetworkSegment(09ec300a-b9d8-4b1e-aae4-32ce22fc66d2),segment_id=09ec300a-b9d8-4b1e-aae4-32ce22fc66d2)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:10:36.730880 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port a89d6902-7041-4e78-a480-8d0dc318df86 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:36.733238 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a89d6902-7041-4e78-a480-8d0dc318df86), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:36.742245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd42f69-967c-4aa3-a3fc-3a213614c387 admin admin] Pushing event updated for resources: {'Port': ['ID=19768bec-69fb-4895-8d36-9eb6a09ddf9e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:36.750029 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e3e609c3-fd18-481c-95f9-73239b312fad req-e214095f-5e82-4309-94e9-877e54cc6def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (77968d7e-fab3-4169-896f-357153f8dd8a), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:36.752205 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-598eaa62-2e81-433f-a292-32a54ac84bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a89d6902-7041-4e78-a480-8d0dc318df86), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:36.824823 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f40b816-b73e-456e-b024-a90e3a0cb5c9 req-c97aa21f-6736-4831-89ce-e84d45fe417c tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f07d35d-e3f6-4d43-9373-c3cbdc1bb0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1418226 Feb 07 21:10:36.856932 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e609c3-fd18-481c-95f9-73239b312fad req-e214095f-5e82-4309-94e9-877e54cc6def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:36.857724 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e3e609c3-fd18-481c-95f9-73239b312fad req-e214095f-5e82-4309-94e9-877e54cc6def service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:36.859972 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e3e609c3-fd18-481c-95f9-73239b312fad req-e214095f-5e82-4309-94e9-877e54cc6def service neutron] 10.222.0.69 "PUT /v2.0/ports/77968d7e-fab3-4169-896f-357153f8dd8a HTTP/1.1" status: 200 len: 1092 time: 2.2804687 Feb 07 21:10:36.903056 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214095f-5e82-4309-94e9-877e54cc6def service neutron] Pushing event updated for resources: {'Port': ['ID=77968d7e-fab3-4169-896f-357153f8dd8a,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:36.917984 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-056d73dd-85e4-41bc-a226-0216802663c5 req-6e3a4a3f-2fc7-4f85-9d32-70faade6b491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (7fb0bc5b-df97-4abb-a365-2e399f127e41), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:36.946664 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb05ff6-b63e-4791-92bb-bccd65df5586 req-b5d2a916-6979-472a-b9e0-1f2a3ff20a09 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:36.950615 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bb05ff6-b63e-4791-92bb-bccd65df5586 req-b5d2a916-6979-472a-b9e0-1f2a3ff20a09 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 951 time: 0.4607358 Feb 07 21:10:37.006006 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e609c3-fd18-481c-95f9-73239b312fad req-a15ed2f4-f6f0-4ec9-9e24-e9e798769d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:37.009293 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e3e609c3-fd18-481c-95f9-73239b312fad req-a15ed2f4-f6f0-4ec9-9e24-e9e798769d59 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d8ed04f9551749b1916a9e804569e2d2&device_id=7593f487-856b-41f2-ba28-5dc05f0102c5 HTTP/1.1" status: 200 len: 1126 time: 0.0995474 Feb 07 21:10:37.011120 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598eaa62-2e81-433f-a292-32a54ac84bf7 None None] Pushing event updated for resources: {'Port': ['ID=a89d6902-7041-4e78-a480-8d0dc318df86,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:37.061577 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-5d5bced5-fd7f-4f17-bb13-2c53cb499c6c None None] Provisioning complete for port a89d6902-7041-4e78-a480-8d0dc318df86 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:37.062115 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5d5bced5-fd7f-4f17-bb13-2c53cb499c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a89d6902-7041-4e78-a480-8d0dc318df86), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:37.096256 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e3e609c3-fd18-481c-95f9-73239b312fad req-7dd6ba32-34f0-4ad0-b6c5-34b242129b8d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77968d7e-fab3-4169-896f-357153f8dd8a HTTP/1.1" status: 200 len: 217 time: 0.0782089 Feb 07 21:10:37.163059 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e609c3-fd18-481c-95f9-73239b312fad req-3605ab8e-5d4d-4290-a91b-106d0e2069ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:37.165124 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e3e609c3-fd18-481c-95f9-73239b312fad req-3605ab8e-5d4d-4290-a91b-106d0e2069ce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fdd4388a-8c7f-437b-b171-49c2298c85b6 HTTP/1.1" status: 200 len: 849 time: 0.0595388 Feb 07 21:10:37.193730 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:10:37.194083 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:10:37.225394 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e3e609c3-fd18-481c-95f9-73239b312fad req-a154ed62-a5b9-4984-b888-aa1d096687a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dc2b46f0-b944-424f-b2bb-6c0f507b92b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518510 Feb 07 21:10:37.303990 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bced5-fd7f-4f17-bb13-2c53cb499c6c None None] Current status of the port a89d6902-7041-4e78-a480-8d0dc318df86 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:37.371337 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e3e609c3-fd18-481c-95f9-73239b312fad req-6da20a27-ade8-4056-98ce-f3169f5bccc6 service neutron] 10.222.0.69 "GET /v2.0/networks/dc2b46f0-b944-424f-b2bb-6c0f507b92b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363323 Feb 07 21:10:37.453230 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56094) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:37.503446 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7593f487-856b-41f2-ba28-5dc05f0102c5', 'tag': '77968d7e-fab3-4169-896f-357153f8dd8a'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:10:37.509467 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54410da-bf82-48f1-b124-ebb0a3f54c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "7593f487-856b-41f2-ba28-5dc05f0102c5", "tag": "77968d7e-fab3-4169-896f-357153f8dd8a"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:10:37.534231 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bb05ff6-b63e-4791-92bb-bccd65df5586 req-2d736384-bfa0-4ae4-9643-38ec38c0feb8 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5681610 Feb 07 21:10:37.546707 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e3e609c3-fd18-481c-95f9-73239b312fad req-d52a5254-a131-4923-87e8-715f51969c46 service neutron] 10.222.0.69 "GET /v2.0/networks/dc2b46f0-b944-424f-b2bb-6c0f507b92b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639910 Feb 07 21:10:37.636909 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef63ed1f-4c77-4a69-b089-691712bd40a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:37.676807 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ad603-22e3-44d8-9c46-0cd712cc4315 req-77c07d89-050a-4e79-9330-63fcf1102b92 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:37.679957 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fc0ad603-22e3-44d8-9c46-0cd712cc4315 req-77c07d89-050a-4e79-9330-63fcf1102b92 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.65 "GET /v2.0/ports?device_id=7593f487-856b-41f2-ba28-5dc05f0102c5 HTTP/1.1" status: 200 len: 944 time: 0.6138999 Feb 07 21:10:37.771315 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port a89d6902-7041-4e78-a480-8d0dc318df86 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:37.821163 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef63ed1f-4c77-4a69-b089-691712bd40a8 admin admin] Publish callbacks [] for security_group (054eec3b-dc41-4ce5-89f1-a7b29cd5eebf), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:37.830808 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef63ed1f-4c77-4a69-b089-691712bd40a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (054eec3b-dc41-4ce5-89f1-a7b29cd5eebf), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:37.862921 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63ed1f-4c77-4a69-b089-691712bd40a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054eec3b-dc41-4ce5-89f1-a7b29cd5eebf,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:37.866073 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aace6c-0504-4df2-a2dc-db507464ff3b req-6ed79d91-abe3-41f9-9ec7-1598aa7e8a55 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:37.867720 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-58aace6c-0504-4df2-a2dc-db507464ff3b req-6ed79d91-abe3-41f9-9ec7-1598aa7e8a55 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.71 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 951 time: 0.4133220 Feb 07 21:10:37.934428 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ef63ed1f-4c77-4a69-b089-691712bd40a8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=09eb7fe075214c2d81aa753ded09fc8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4783406 Feb 07 21:10:37.938298 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56104) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:38.053679 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fc0ad603-22e3-44d8-9c46-0cd712cc4315 req-19df5891-cb8e-4626-a613-a1738c0aad36 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.65 "GET /v2.0/security-groups?id=bf3daa01-aebc-4511-a2d1-cffb17fc8f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641798 Feb 07 21:10:38.085344 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-964ed3a3-ee19-46cd-adb7-e5312b7858bc admin admin] Publish callbacks [] for security_group (054eec3b-dc41-4ce5-89f1-a7b29cd5eebf), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:38.091794 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20dcdf-f820-4cde-bca8-18c349e55696 req-caf365fa-b9dd-4a18-a22e-3ce927c15747 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:38.100145 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d20dcdf-f820-4cde-bca8-18c349e55696 req-caf365fa-b9dd-4a18-a22e-3ce927c15747 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 946 time: 0.4532654 Feb 07 21:10:38.162602 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-964ed3a3-ee19-46cd-adb7-e5312b7858bc admin admin] Publish callbacks [] for security_group (054eec3b-dc41-4ce5-89f1-a7b29cd5eebf), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:38.199713 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a89d6902-7041-4e78-a480-8d0dc318df86 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:10:38.254637 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-964ed3a3-ee19-46cd-adb7-e5312b7858bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (054eec3b-dc41-4ce5-89f1-a7b29cd5eebf), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:38.261850 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-964ed3a3-ee19-46cd-adb7-e5312b7858bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:38.263836 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-964ed3a3-ee19-46cd-adb7-e5312b7858bc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/054eec3b-dc41-4ce5-89f1-a7b29cd5eebf HTTP/1.1" status: 204 len: 168 time: 0.3233654 Feb 07 21:10:38.280675 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2dd42f69-967c-4aa3-a3fc-3a213614c387 admin admin] Publish callbacks [] for router_gateway (c6e099cb-ad00-43cb-9789-fd8fee7b1f79), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:38.319896 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ed3a3-ee19-46cd-adb7-e5312b7858bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054eec3b-dc41-4ce5-89f1-a7b29cd5eebf,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:38.399789 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port a89d6902-7041-4e78-a480-8d0dc318df86 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:38.400166 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a89d6902-7041-4e78-a480-8d0dc318df86), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:38.402292 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7581319-8feb-467a-8297-03752dd677f8 x-openstack-request-id: req-c7581319-8feb-467a-8297-03752dd677f8 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:10:38.402810 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7593f487-856b-41f2-ba28-5dc05f0102c5", "tag": "77968d7e-fab3-4169-896f-357153f8dd8a", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:10:38.405384 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c7581319-8feb-467a-8297-03752dd677f8 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:10:38.405834 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7593f487-856b-41f2-ba28-5dc05f0102c5', 'tag': '77968d7e-fab3-4169-896f-357153f8dd8a', 'status': 'completed', 'code': 200} Feb 07 21:10:38.522332 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port a89d6902-7041-4e78-a480-8d0dc318df86 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:38.532765 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54410da-bf82-48f1-b124-ebb0a3f54c3f req-8103962c-b349-4aad-93f1-a34d1e417da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:38.534299 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a54410da-bf82-48f1-b124-ebb0a3f54c3f req-8103962c-b349-4aad-93f1-a34d1e417da2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d8ed04f9551749b1916a9e804569e2d2&device_id=7593f487-856b-41f2-ba28-5dc05f0102c5 HTTP/1.1" status: 200 len: 1126 time: 0.1063616 Feb 07 21:10:38.558288 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d20dcdf-f820-4cde-bca8-18c349e55696 req-c0b83f4d-07b0-49ab-be1d-a6b087d2b028 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569714 Feb 07 21:10:38.682635 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-58aace6c-0504-4df2-a2dc-db507464ff3b req-8f642ff6-2a7d-49ce-8112-e2e873f0ea63 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Deleting port d1edeb7c-445c-4564-9c16-a08b9682c42d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:10:38.683497 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-58aace6c-0504-4df2-a2dc-db507464ff3b req-8f642ff6-2a7d-49ce-8112-e2e873f0ea63 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:38.738641 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54410da-bf82-48f1-b124-ebb0a3f54c3f req-4184ed79-ac42-4ab2-bc5c-09df31103d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:38.740471 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a54410da-bf82-48f1-b124-ebb0a3f54c3f req-4184ed79-ac42-4ab2-bc5c-09df31103d70 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dc2b46f0-b944-424f-b2bb-6c0f507b92b1 HTTP/1.1" status: 200 len: 910 time: 0.1976230 Feb 07 21:10:38.807543 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a54410da-bf82-48f1-b124-ebb0a3f54c3f req-f5e61051-c531-4115-9b62-c57fec96bd5f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77968d7e-fab3-4169-896f-357153f8dd8a HTTP/1.1" status: 200 len: 217 time: 0.0590711 Feb 07 21:10:38.813089 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-58aace6c-0504-4df2-a2dc-db507464ff3b req-8f642ff6-2a7d-49ce-8112-e2e873f0ea63 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] For port d1edeb7c-445c-4564-9c16-a08b9682c42d, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d1edeb7c-445c-4564-9c16-a08b9682c42d,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:38.816258 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-58aace6c-0504-4df2-a2dc-db507464ff3b req-8f642ff6-2a7d-49ce-8112-e2e873f0ea63 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:38.832769 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-58aace6c-0504-4df2-a2dc-db507464ff3b req-8f642ff6-2a7d-49ce-8112-e2e873f0ea63 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Calling delete_port for d1edeb7c-445c-4564-9c16-a08b9682c42d owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:10:38.908908 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54410da-bf82-48f1-b124-ebb0a3f54c3f req-fbab55c5-9952-4a6a-b207-dfa10d924300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:38.911558 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a54410da-bf82-48f1-b124-ebb0a3f54c3f req-fbab55c5-9952-4a6a-b207-dfa10d924300 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fdd4388a-8c7f-437b-b171-49c2298c85b6 HTTP/1.1" status: 200 len: 849 time: 0.0939448 Feb 07 21:10:38.968482 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a54410da-bf82-48f1-b124-ebb0a3f54c3f req-05f7bef0-c70a-41a2-8c09-c685cec084ca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dc2b46f0-b944-424f-b2bb-6c0f507b92b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468218 Feb 07 21:10:39.150676 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-056d73dd-85e4-41bc-a226-0216802663c5 req-6e3a4a3f-2fc7-4f85-9d32-70faade6b491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb0bc5b-df97-4abb-a365-2e399f127e41 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:10:39.194765 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a54410da-bf82-48f1-b124-ebb0a3f54c3f req-75701455-ae96-4dff-afe7-f424b629064c service neutron] 10.222.0.69 "GET /v2.0/networks/dc2b46f0-b944-424f-b2bb-6c0f507b92b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200298 Feb 07 21:10:39.331174 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-056d73dd-85e4-41bc-a226-0216802663c5 req-6e3a4a3f-2fc7-4f85-9d32-70faade6b491 service neutron] Publish callbacks [] for port (7fb0bc5b-df97-4abb-a365-2e399f127e41), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:39.335065 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2dd42f69-967c-4aa3-a3fc-3a213614c387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (c6e099cb-ad00-43cb-9789-fd8fee7b1f79), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:39.356504 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a54410da-bf82-48f1-b124-ebb0a3f54c3f req-d1349e4f-a3d5-46bc-ac61-48f1bde7e777 service neutron] 10.222.0.69 "GET /v2.0/networks/dc2b46f0-b944-424f-b2bb-6c0f507b92b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538982 Feb 07 21:10:39.397385 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbf974-5951-4e63-bcc1-5a128ff824dd req-27633b06-64f3-4f8c-a836-8a6350b9296d tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:39.398923 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a2bbf974-5951-4e63-bcc1-5a128ff824dd req-27633b06-64f3-4f8c-a836-8a6350b9296d tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=66411210-de16-4570-8eb0-ea45cf1d66da HTTP/1.1" status: 200 len: 951 time: 0.5049667 Feb 07 21:10:39.415547 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75974c-9d2e-4cf5-b2a7-0d1f2dcc339b req-5219976d-6f96-4efd-9095-1ceed48cbcf7 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:39.417691 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e75974c-9d2e-4cf5-b2a7-0d1f2dcc339b req-5219976d-6f96-4efd-9095-1ceed48cbcf7 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/ports?device_id=209983c6-e52a-4de8-9a63-4c3aeee08965 HTTP/1.1" status: 200 len: 932 time: 0.8199093 Feb 07 21:10:39.425779 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-58aace6c-0504-4df2-a2dc-db507464ff3b req-8f642ff6-2a7d-49ce-8112-e2e873f0ea63 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (d1edeb7c-445c-4564-9c16-a08b9682c42d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:39.447017 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-056d73dd-85e4-41bc-a226-0216802663c5 req-6e3a4a3f-2fc7-4f85-9d32-70faade6b491 service neutron] Transition to ACTIVE for port object 7fb0bc5b-df97-4abb-a365-2e399f127e41 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:10:39.458920 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['079ee442-2956-408d-b74d-1256c9778d3b', '238ad644-1617-428c-a78f-ea49876c0f14'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:10:39.578289 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-056d73dd-85e4-41bc-a226-0216802663c5 req-6e3a4a3f-2fc7-4f85-9d32-70faade6b491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (7fb0bc5b-df97-4abb-a365-2e399f127e41), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:39.650925 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f642ff6-2a7d-49ce-8112-e2e873f0ea63 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Pushing event deleted for resources: {'Port': ['ID=d1edeb7c-445c-4564-9c16-a08b9682c42d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:39.769906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-58aace6c-0504-4df2-a2dc-db507464ff3b req-8f642ff6-2a7d-49ce-8112-e2e873f0ea63 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] No DVR routers for this DVR port d1edeb7c-445c-4564-9c16-a08b9682c42d on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:10:39.773686 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-58aace6c-0504-4df2-a2dc-db507464ff3b req-8f642ff6-2a7d-49ce-8112-e2e873f0ea63 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:39.778214 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-58aace6c-0504-4df2-a2dc-db507464ff3b req-8f642ff6-2a7d-49ce-8112-e2e873f0ea63 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.71 "DELETE /v2.0/ports/d1edeb7c-445c-4564-9c16-a08b9682c42d HTTP/1.1" status: 204 len: 173 time: 1.8554277 Feb 07 21:10:39.789465 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66411210-de16-4570-8eb0-ea45cf1d66da', 'name': 'network-vif-deleted', 'tag': 'd1edeb7c-445c-4564-9c16-a08b9682c42d'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:10:39.791937 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5fb2dc-7aab-4394-bfc7-5c9af7d897d7" -d '{"events": [{"server_uuid": "66411210-de16-4570-8eb0-ea45cf1d66da", "name": "network-vif-deleted", "tag": "d1edeb7c-445c-4564-9c16-a08b9682c42d"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:10:39.829768 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a2bbf974-5951-4e63-bcc1-5a128ff824dd req-55d0ae9d-2e62-4ef4-accc-36e31183dd63 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296770 Feb 07 21:10:39.853208 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e75974c-9d2e-4cf5-b2a7-0d1f2dcc339b req-47b47b6f-a9a6-4e9c-b3e0-59db0393bcaa tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f07d35d-e3f6-4d43-9373-c3cbdc1bb0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194698 Feb 07 21:10:39.856336 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a4a3f-2fc7-4f85-9d32-70faade6b491 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb0bc5b-df97-4abb-a365-2e399f127e41,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:40.083193 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-056d73dd-85e4-41bc-a226-0216802663c5 req-6e3a4a3f-2fc7-4f85-9d32-70faade6b491 service neutron] Attempting to bind port 7fb0bc5b-df97-4abb-a365-2e399f127e41 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:10:40.083537 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-056d73dd-85e4-41bc-a226-0216802663c5 req-6e3a4a3f-2fc7-4f85-9d32-70faade6b491 service neutron] Attempting to bind port 7fb0bc5b-df97-4abb-a365-2e399f127e41 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'd1a1b693-c2f4-45c2-a637-0e112ae51dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '98e92b96-07b0-45be-8cae-1e025007a2cb'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:10:40.083885 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d73dd-85e4-41bc-a226-0216802663c5 req-6e3a4a3f-2fc7-4f85-9d32-70faade6b491 service neutron] Attempting to bind port 7fb0bc5b-df97-4abb-a365-2e399f127e41 on network 98e92b96-07b0-45be-8cae-1e025007a2cb {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:10:40.090891 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd42f69-967c-4aa3-a3fc-3a213614c387 admin admin] Router c6e099cb-ad00-43cb-9789-fd8fee7b1f79 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:10:40.099721 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d73dd-85e4-41bc-a226-0216802663c5 req-6e3a4a3f-2fc7-4f85-9d32-70faade6b491 service neutron] Port 7fb0bc5b-df97-4abb-a365-2e399f127e41 on network 98e92b96-07b0-45be-8cae-1e025007a2cb not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:10:40.100055 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d73dd-85e4-41bc-a226-0216802663c5 req-6e3a4a3f-2fc7-4f85-9d32-70faade6b491 service neutron] Attempting to bind port 7fb0bc5b-df97-4abb-a365-2e399f127e41 on network 98e92b96-07b0-45be-8cae-1e025007a2cb {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:10:40.114093 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d73dd-85e4-41bc-a226-0216802663c5 req-6e3a4a3f-2fc7-4f85-9d32-70faade6b491 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:10:40.114448 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d73dd-85e4-41bc-a226-0216802663c5 req-6e3a4a3f-2fc7-4f85-9d32-70faade6b491 service neutron] Checking segment: {'id': 'd1a1b693-c2f4-45c2-a637-0e112ae51dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '98e92b96-07b0-45be-8cae-1e025007a2cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:10:40.114838 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d73dd-85e4-41bc-a226-0216802663c5 req-6e3a4a3f-2fc7-4f85-9d32-70faade6b491 service neutron] Bound using segment: {'id': 'd1a1b693-c2f4-45c2-a637-0e112ae51dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '98e92b96-07b0-45be-8cae-1e025007a2cb'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:10:40.115275 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-056d73dd-85e4-41bc-a226-0216802663c5 req-6e3a4a3f-2fc7-4f85-9d32-70faade6b491 service neutron] Bound port: 7fb0bc5b-df97-4abb-a365-2e399f127e41, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a1b693-c2f4-45c2-a637-0e112ae51dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '98e92b96-07b0-45be-8cae-1e025007a2cb'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:10:40.115641 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-056d73dd-85e4-41bc-a226-0216802663c5 req-6e3a4a3f-2fc7-4f85-9d32-70faade6b491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (7fb0bc5b-df97-4abb-a365-2e399f127e41), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:40.140691 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb1fd5-53cc-4541-b094-6b926e7f1c18 req-dd08e392-a1f3-4999-9851-c746f86ccb48 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:40.142237 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8bb1fd5-53cc-4541-b094-6b926e7f1c18 req-dd08e392-a1f3-4999-9851-c746f86ccb48 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.65 "GET /v2.0/ports?device_id=7593f487-856b-41f2-ba28-5dc05f0102c5 HTTP/1.1" status: 200 len: 944 time: 0.1545177 Feb 07 21:10:40.762189 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8bb1fd5-53cc-4541-b094-6b926e7f1c18 req-833ae880-688e-47a8-a1cb-970b04282f16 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.65 "GET /v2.0/security-groups?id=bf3daa01-aebc-4511-a2d1-cffb17fc8f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5682979 Feb 07 21:10:40.767019 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-056d73dd-85e4-41bc-a226-0216802663c5 req-6e3a4a3f-2fc7-4f85-9d32-70faade6b491 service neutron] For port 7fb0bc5b-df97-4abb-a365-2e399f127e41, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:10:40.775163 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb477b2-48a3-4112-b67c-bae48a8fd865 req-20b57380-eb7f-47ad-97b5-7fb913bbc486 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:40.776670 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1cb477b2-48a3-4112-b67c-bae48a8fd865 req-20b57380-eb7f-47ad-97b5-7fb913bbc486 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 946 time: 0.6547699 Feb 07 21:10:40.780582 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-056d73dd-85e4-41bc-a226-0216802663c5 req-6e3a4a3f-2fc7-4f85-9d32-70faade6b491 service neutron] For port 7fb0bc5b-df97-4abb-a365-2e399f127e41, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=7fb0bc5b-df97-4abb-a365-2e399f127e41,segment=NetworkSegment(d1a1b693-c2f4-45c2-a637-0e112ae51dd1),segment_id=d1a1b693-c2f4-45c2-a637-0e112ae51dd1)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:10:40.794133 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd42f69-967c-4aa3-a3fc-3a213614c387 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:10:40.801647 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-056d73dd-85e4-41bc-a226-0216802663c5 req-6e3a4a3f-2fc7-4f85-9d32-70faade6b491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (7fb0bc5b-df97-4abb-a365-2e399f127e41), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:40.809445 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4331d7d-f789-49b6-afb5-9eeb12edb358 None None] Sync routers for ids ['c6e099cb-ad00-43cb-9789-fd8fee7b1f79'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:10:40.820445 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4331d7d-f789-49b6-afb5-9eeb12edb358 None None] Routers {'c6e099cb-ad00-43cb-9789-fd8fee7b1f79'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:10:40.821320 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e4331d7d-f789-49b6-afb5-9eeb12edb358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:10:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c6e099cb-ad00-43cb-9789-fd8fee7b1f79'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:40.861657 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d73dd-85e4-41bc-a226-0216802663c5 req-6e3a4a3f-2fc7-4f85-9d32-70faade6b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:40.862161 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-056d73dd-85e4-41bc-a226-0216802663c5 req-6e3a4a3f-2fc7-4f85-9d32-70faade6b491 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:40.863553 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-056d73dd-85e4-41bc-a226-0216802663c5 req-6e3a4a3f-2fc7-4f85-9d32-70faade6b491 service neutron] 10.222.0.69 "PUT /v2.0/ports/7fb0bc5b-df97-4abb-a365-2e399f127e41 HTTP/1.1" status: 200 len: 1092 time: 5.2097189 Feb 07 21:10:40.877202 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2dd42f69-967c-4aa3-a3fc-3a213614c387 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:40.878426 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2dd42f69-967c-4aa3-a3fc-3a213614c387 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.5903986 Feb 07 21:10:40.881846 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56204) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:40.890013 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1cb477b2-48a3-4112-b67c-bae48a8fd865 req-1ecc474b-b78a-4402-9aac-f217b3067597 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064622 Feb 07 21:10:40.903360 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a4a3f-2fc7-4f85-9d32-70faade6b491 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb0bc5b-df97-4abb-a365-2e399f127e41,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:41.008922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d73dd-85e4-41bc-a226-0216802663c5 req-33ca447e-af6c-4933-9bee-60c0d28eb96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:41.011523 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-056d73dd-85e4-41bc-a226-0216802663c5 req-33ca447e-af6c-4933-9bee-60c0d28eb96d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5aba3ecfd23415a908552ad3401b21d&device_id=209983c6-e52a-4de8-9a63-4c3aeee08965 HTTP/1.1" status: 200 len: 1126 time: 0.0820258 Feb 07 21:10:41.048882 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-e4331d7d-f789-49b6-afb5-9eeb12edb358 None None] Set router c6e099cb-ad00-43cb-9789-fd8fee7b1f79 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:10:41.103897 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-056d73dd-85e4-41bc-a226-0216802663c5 req-0a612628-a80f-40b5-975e-baf8a7751e8d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fb0bc5b-df97-4abb-a365-2e399f127e41 HTTP/1.1" status: 200 len: 217 time: 0.0822847 Feb 07 21:10:41.186978 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d73dd-85e4-41bc-a226-0216802663c5 req-60b553e0-f54c-49d0-82f1-916f7b1868d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:41.188875 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-056d73dd-85e4-41bc-a226-0216802663c5 req-60b553e0-f54c-49d0-82f1-916f7b1868d0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f5baa834-b8ad-4c87-8fa3-85f9dbcd82fc HTTP/1.1" status: 200 len: 854 time: 0.0791450 Feb 07 21:10:41.239711 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-056d73dd-85e4-41bc-a226-0216802663c5 req-b9ceb87c-f0ca-4be1-9645-77bc4e83699c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=98e92b96-07b0-45be-8cae-1e025007a2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445619 Feb 07 21:10:41.244544 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532d71ea-f9d6-44ed-8db5-3ea6cf1b8467 x-openstack-request-id: req-532d71ea-f9d6-44ed-8db5-3ea6cf1b8467 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:10:41.244841 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66411210-de16-4570-8eb0-ea45cf1d66da", "name": "network-vif-deleted", "tag": "d1edeb7c-445c-4564-9c16-a08b9682c42d", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:10:41.245106 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-532d71ea-f9d6-44ed-8db5-3ea6cf1b8467 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:10:41.245514 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66411210-de16-4570-8eb0-ea45cf1d66da', 'name': 'network-vif-deleted', 'tag': 'd1edeb7c-445c-4564-9c16-a08b9682c42d', 'status': 'completed', 'code': 200} Feb 07 21:10:41.340989 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e4331d7d-f789-49b6-afb5-9eeb12edb358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e099cb-ad00-43cb-9789-fd8fee7b1f79', 'name': 'tempest-TaggedBootDevicesTest-1349918207-router', 'tenant_id': 'b9bb550400fb4485ae6df76716ce88a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '19768bec-69fb-4895-8d36-9eb6a09ddf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:31Z', 'updated_at': '2022-02-07T21:10:37Z', 'revision_number': 3, 'project_id': 'b9bb550400fb4485ae6df76716ce88a9', 'gw_port': {'id': '19768bec-69fb-4895-8d36-9eb6a09ddf9e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e099cb-ad00-43cb-9789-fd8fee7b1f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:33Z', 'updated_at': '2022-02-07T21:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:41.369492 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4331d7d-f789-49b6-afb5-9eeb12edb358 None None] Checking router: c6e099cb-ad00-43cb-9789-fd8fee7b1f79 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:10:41.369844 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4331d7d-f789-49b6-afb5-9eeb12edb358 None None] Updating router c6e099cb-ad00-43cb-9789-fd8fee7b1f79 port 19768bec-69fb-4895-8d36-9eb6a09ddf9e binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:10:41.396333 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d1edeb7c-445c-4564-9c16-a08b9682c42d no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:10:41.421425 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: d1edeb7c-445c-4564-9c16-a08b9682c42d {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:10:41.421780 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d1edeb7c-445c-4564-9c16-a08b9682c42d not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:10:41.422461 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dc739-179a-42d4-ba4c-30654a0a3c8d req-1893a158-70b5-4cdf-977a-5e66dbea13e0 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:41.423895 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e4331d7d-f789-49b6-afb5-9eeb12edb358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (19768bec-69fb-4895-8d36-9eb6a09ddf9e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:41.424028 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b8dc739-179a-42d4-ba4c-30654a0a3c8d req-1893a158-70b5-4cdf-977a-5e66dbea13e0 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/ports?device_id=209983c6-e52a-4de8-9a63-4c3aeee08965 HTTP/1.1" status: 200 len: 944 time: 0.1181614 Feb 07 21:10:41.434606 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81ad4c-7a0b-4e30-80a1-95f49b78438e req-ff34b3ea-7c90-48db-8f92-f3b3645ca5e0 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:41.436096 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a81ad4c-7a0b-4e30-80a1-95f49b78438e req-ff34b3ea-7c90-48db-8f92-f3b3645ca5e0 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd967684-4347-428e-9beb-b67de58e4d48 HTTP/1.1" status: 200 len: 950 time: 0.1315632 Feb 07 21:10:41.439213 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-056d73dd-85e4-41bc-a226-0216802663c5 req-b6b1e368-8b65-4bb6-86b6-814ba5bd9b3f service neutron] 10.222.0.69 "GET /v2.0/networks/98e92b96-07b0-45be-8cae-1e025007a2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925027 Feb 07 21:10:41.502433 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59268ba4-eee7-4d65-a72a-d61efaa5ceb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:41.512894 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 77968d7e-fab3-4169-896f-357153f8dd8a details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:10:41.569422 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b8dc739-179a-42d4-ba4c-30654a0a3c8d req-322d2e66-8e20-4b1c-a487-e0c4b41ef3a6 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f07d35d-e3f6-4d43-9373-c3cbdc1bb0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321659 Feb 07 21:10:41.578835 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a81ad4c-7a0b-4e30-80a1-95f49b78438e req-f35ebc61-3d67-4d45-aff9-230e1a1c27a7 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6892821-a139-4730-b4f7-e3a1a036592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337302 Feb 07 21:10:41.610996 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-056d73dd-85e4-41bc-a226-0216802663c5 req-54464caf-5d58-4823-8b2f-5c0f96d74791 service neutron] 10.222.0.69 "GET /v2.0/networks/98e92b96-07b0-45be-8cae-1e025007a2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652279 Feb 07 21:10:41.706062 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-59268ba4-eee7-4d65-a72a-d61efaa5ceb2 admin admin] Allocated IP 172.20.0.1 (baba66d9-82cb-4c18-baf3-14f43d745274/6f0692ef-4dd4-41a5-ab64-713dfaafe110/23026730-3e0c-4fc7-ad75-6bac06ffe802) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:10:41.714634 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 77968d7e-fab3-4169-896f-357153f8dd8a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=77968d7e-fab3-4169-896f-357153f8dd8a,segment=NetworkSegment(09ec300a-b9d8-4b1e-aae4-32ce22fc66d2),segment_id=09ec300a-b9d8-4b1e-aae4-32ce22fc66d2)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:41.737562 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '77968d7e-fab3-4169-896f-357153f8dd8a', 'network_id': 'dc2b46f0-b944-424f-b2bb-6c0f507b92b1', 'port_id': '77968d7e-fab3-4169-896f-357153f8dd8a', 'mac_address': 'fa:16:3e:54:96:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd4388a-8c7f-437b-b171-49c2298c85b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:10:41.743776 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b83a6a-b5ce-4a30-96b6-fe0b66747145 req-1cbb5d7f-d2d0-4e34-9838-eeec92eba7dc tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:41.746666 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87b83a6a-b5ce-4a30-96b6-fe0b66747145 req-1cbb5d7f-d2d0-4e34-9838-eeec92eba7dc tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.0875182 Feb 07 21:10:41.804426 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87b83a6a-b5ce-4a30-96b6-fe0b66747145 req-4c37d2a7-f047-460b-843d-3f4b9ec38b20 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506260 Feb 07 21:10:41.826241 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 77968d7e-fab3-4169-896f-357153f8dd8a is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:41.827700 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (77968d7e-fab3-4169-896f-357153f8dd8a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:41.847592 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e4331d7d-f789-49b6-afb5-9eeb12edb358 None None] Publish callbacks [] for port (19768bec-69fb-4895-8d36-9eb6a09ddf9e), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:41.851481 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77968d7e-fab3-4169-896f-357153f8dd8a {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:10:41.870018 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e4331d7d-f789-49b6-afb5-9eeb12edb358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (19768bec-69fb-4895-8d36-9eb6a09ddf9e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:41.873860 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 77968d7e-fab3-4169-896f-357153f8dd8a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=77968d7e-fab3-4169-896f-357153f8dd8a,segment=NetworkSegment(09ec300a-b9d8-4b1e-aae4-32ce22fc66d2),segment_id=09ec300a-b9d8-4b1e-aae4-32ce22fc66d2)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:41.892321 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59268ba4-eee7-4d65-a72a-d61efaa5ceb2 admin admin] Publish callbacks [] for port (23026730-3e0c-4fc7-ad75-6bac06ffe802), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:41.903399 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (77968d7e-fab3-4169-896f-357153f8dd8a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:41.929442 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-e4331d7d-f789-49b6-afb5-9eeb12edb358 None None] Attempting to bind port 19768bec-69fb-4895-8d36-9eb6a09ddf9e on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:10:41.929811 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-e4331d7d-f789-49b6-afb5-9eeb12edb358 None None] Attempting to bind port 19768bec-69fb-4895-8d36-9eb6a09ddf9e by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:10:41.930181 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4331d7d-f789-49b6-afb5-9eeb12edb358 None None] Attempting to bind port 19768bec-69fb-4895-8d36-9eb6a09ddf9e on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:10:41.931777 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59268ba4-eee7-4d65-a72a-d61efaa5ceb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (23026730-3e0c-4fc7-ad75-6bac06ffe802), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:41.933373 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567c06c-077e-47f2-acb9-e56d0438dfdc None None] Pushing event updated for resources: {'Port': ['ID=19768bec-69fb-4895-8d36-9eb6a09ddf9e,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:41.940547 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4331d7d-f789-49b6-afb5-9eeb12edb358 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:10:41.940944 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4331d7d-f789-49b6-afb5-9eeb12edb358 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:10:41.941315 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e4331d7d-f789-49b6-afb5-9eeb12edb358 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:41.943129 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4331d7d-f789-49b6-afb5-9eeb12edb358 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:10:41.943129 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-e4331d7d-f789-49b6-afb5-9eeb12edb358 None None] Bound port: 19768bec-69fb-4895-8d36-9eb6a09ddf9e, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:10:41.943129 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e4331d7d-f789-49b6-afb5-9eeb12edb358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (19768bec-69fb-4895-8d36-9eb6a09ddf9e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:41.993499 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59268ba4-eee7-4d65-a72a-d61efaa5ceb2 admin admin] Network baba66d9-82cb-4c18-baf3-14f43d745274 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:10:41.998111 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-59268ba4-eee7-4d65-a72a-d61efaa5ceb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:10:42.001089 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59268ba4-eee7-4d65-a72a-d61efaa5ceb2 admin admin] Pushing event updated for resources: {'Port': ['ID=23026730-3e0c-4fc7-ad75-6bac06ffe802,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:42.003908 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59268ba4-eee7-4d65-a72a-d61efaa5ceb2 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:10:42.028337 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=77968d7e-fab3-4169-896f-357153f8dd8a,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:42.035156 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e4331d7d-f789-49b6-afb5-9eeb12edb358 None None] For port 19768bec-69fb-4895-8d36-9eb6a09ddf9e, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:10:42.038923 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e4331d7d-f789-49b6-afb5-9eeb12edb358 None None] For port 19768bec-69fb-4895-8d36-9eb6a09ddf9e, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=19768bec-69fb-4895-8d36-9eb6a09ddf9e,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:10:42.051348 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e4331d7d-f789-49b6-afb5-9eeb12edb358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (19768bec-69fb-4895-8d36-9eb6a09ddf9e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:42.086955 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59268ba4-eee7-4d65-a72a-d61efaa5ceb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (c6e099cb-ad00-43cb-9789-fd8fee7b1f79), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:42.137837 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567c06c-077e-47f2-acb9-e56d0438dfdc None None] Pushing event updated for resources: {'Port': ['ID=19768bec-69fb-4895-8d36-9eb6a09ddf9e,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:42.150703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4331d7d-f789-49b6-afb5-9eeb12edb358 None None] Routers {'c6e099cb-ad00-43cb-9789-fd8fee7b1f79'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:10:42.151326 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e4331d7d-f789-49b6-afb5-9eeb12edb358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:10:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c6e099cb-ad00-43cb-9789-fd8fee7b1f79'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:42.289927 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0b3a5-f8fa-4cef-91a0-409de82bb85d req-1ed0d850-927f-4592-944b-2a641ef2599f tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:42.298733 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2d0b3a5-f8fa-4cef-91a0-409de82bb85d req-1ed0d850-927f-4592-944b-2a641ef2599f tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.65 "GET /v2.0/ports?device_id=7593f487-856b-41f2-ba28-5dc05f0102c5 HTTP/1.1" status: 200 len: 945 time: 0.0796225 Feb 07 21:10:42.333067 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59268ba4-eee7-4d65-a72a-d61efaa5ceb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (23026730-3e0c-4fc7-ad75-6bac06ffe802), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:42.343768 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-e4331d7d-f789-49b6-afb5-9eeb12edb358 None None] Set router c6e099cb-ad00-43cb-9789-fd8fee7b1f79 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:10:42.359882 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 56246) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:42.364904 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Request body: {'network': {'name': 'tempest-network-smoke--1982964027', 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'port_security_enabled': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:10:42.380347 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2d0b3a5-f8fa-4cef-91a0-409de82bb85d req-a439ef62-755d-49b1-b560-2dc01f4feb52 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.65 "GET /v2.0/security-groups?id=bf3daa01-aebc-4511-a2d1-cffb17fc8f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806701 Feb 07 21:10:42.392652 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Made reservation on behalf of c463a693b5274ac2a7546a3f4a26c5cf for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:10:42.399228 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:42.427448 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:42.483730 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['77968d7e-fab3-4169-896f-357153f8dd8a'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:10:42.524630 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59268ba4-eee7-4d65-a72a-d61efaa5ceb2 admin admin] Publish callbacks [] for port (23026730-3e0c-4fc7-ad75-6bac06ffe802), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:42.530770 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59268ba4-eee7-4d65-a72a-d61efaa5ceb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (23026730-3e0c-4fc7-ad75-6bac06ffe802), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:42.578610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef26641-04e0-454b-9eb1-7e825387b256 req-28587ec9-e8bb-4314-af88-964dfd832964 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:42.580264 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eef26641-04e0-454b-9eb1-7e825387b256 req-28587ec9-e8bb-4314-af88-964dfd832964 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 946 time: 0.1567824 Feb 07 21:10:42.601648 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59268ba4-eee7-4d65-a72a-d61efaa5ceb2 admin admin] Pushing event updated for resources: {'Port': ['ID=23026730-3e0c-4fc7-ad75-6bac06ffe802,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:42.604545 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59268ba4-eee7-4d65-a72a-d61efaa5ceb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (c6e099cb-ad00-43cb-9789-fd8fee7b1f79), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:42.605612 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa522047-a3f1-46d0-b8b9-a882eb991fa5 req-3875b4e8-0f4a-4a01-bde2-bac0a751fe2a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:42.608157 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aa522047-a3f1-46d0-b8b9-a882eb991fa5 req-3875b4e8-0f4a-4a01-bde2-bac0a751fe2a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 950 time: 0.1265688 Feb 07 21:10:42.647839 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for security_group (7a99fe86-5e99-40fc-8a37-d07bc22ecadd), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:42.661327 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (7a99fe86-5e99-40fc-8a37-d07bc22ecadd), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:42.676260 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4b0284fb-d9d5-41c3-8d74-973aefa532b4 None None] Provisioning complete for port 23026730-3e0c-4fc7-ad75-6bac06ffe802 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:42.676655 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4b0284fb-d9d5-41c3-8d74-973aefa532b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (23026730-3e0c-4fc7-ad75-6bac06ffe802), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:42.727103 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59268ba4-eee7-4d65-a72a-d61efaa5ceb2 admin admin] Network baba66d9-82cb-4c18-baf3-14f43d745274 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:10:42.728964 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-59268ba4-eee7-4d65-a72a-d61efaa5ceb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:10:42.738005 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:10:42.747062 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eef26641-04e0-454b-9eb1-7e825387b256 req-31daf547-9d6e-4f44-ad3d-00f35141cbde tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329989 Feb 07 21:10:42.758332 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4b0284fb-d9d5-41c3-8d74-973aefa532b4 None None] Port 23026730-3e0c-4fc7-ad75-6bac06ffe802 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:10:42.762792 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aa522047-a3f1-46d0-b8b9-a882eb991fa5 req-da8b4085-30e2-4211-b417-ad1980f39467 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449609 Feb 07 21:10:42.775267 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a99fe86-5e99-40fc-8a37-d07bc22ecadd,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:42.802004 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (1bd4ad19-40e8-41ac-89e0-773280d46723), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:42.803814 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Added segment 1bd4ad19-40e8-41ac-89e0-773280d46723 of type vlan for network 471803ab-fc1d-45bc-9fa4-7c4608085221 Feb 07 21:10:42.898377 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (471803ab-fc1d-45bc-9fa4-7c4608085221), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:42.917144 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e4331d7d-f789-49b6-afb5-9eeb12edb358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e099cb-ad00-43cb-9789-fd8fee7b1f79', 'name': 'tempest-TaggedBootDevicesTest-1349918207-router', 'tenant_id': 'b9bb550400fb4485ae6df76716ce88a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '19768bec-69fb-4895-8d36-9eb6a09ddf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:31Z', 'updated_at': '2022-02-07T21:10:37Z', 'revision_number': 3, 'project_id': 'b9bb550400fb4485ae6df76716ce88a9', 'gw_port': {'id': '19768bec-69fb-4895-8d36-9eb6a09ddf9e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e099cb-ad00-43cb-9789-fd8fee7b1f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:33Z', 'updated_at': '2022-02-07T21:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:42.934302 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59268ba4-eee7-4d65-a72a-d61efaa5ceb2 admin admin] Router c6e099cb-ad00-43cb-9789-fd8fee7b1f79 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:10:42.956881 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4331d7d-f789-49b6-afb5-9eeb12edb358 None None] The sync data for ids ['c6e099cb-ad00-43cb-9789-fd8fee7b1f79'] in n-d-828185-2 is: [{'id': 'c6e099cb-ad00-43cb-9789-fd8fee7b1f79', 'name': 'tempest-TaggedBootDevicesTest-1349918207-router', 'tenant_id': 'b9bb550400fb4485ae6df76716ce88a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '19768bec-69fb-4895-8d36-9eb6a09ddf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:31Z', 'updated_at': '2022-02-07T21:10:37Z', 'revision_number': 3, 'project_id': 'b9bb550400fb4485ae6df76716ce88a9', 'gw_port': {'id': '19768bec-69fb-4895-8d36-9eb6a09ddf9e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e099cb-ad00-43cb-9789-fd8fee7b1f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:33Z', 'updated_at': '2022-02-07T21:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:10:42.970638 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (471803ab-fc1d-45bc-9fa4-7c4608085221), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:42.977147 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:42.978080 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:43.060372 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7d089-9461-42f9-abdf-5aad3782f3a1 req-173885af-8af9-44e8-a5e6-2b74bd2dc3c1 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:43.062586 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fcb7d089-9461-42f9-abdf-5aad3782f3a1 req-173885af-8af9-44e8-a5e6-2b74bd2dc3c1 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/ports?device_id=209983c6-e52a-4de8-9a63-4c3aeee08965 HTTP/1.1" status: 200 len: 944 time: 0.1702881 Feb 07 21:10:43.107166 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7461672 Feb 07 21:10:43.110717 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56264) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:43.114153 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event updated for resources: {'Network': ['ID=471803ab-fc1d-45bc-9fa4-7c4608085221,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:43.119699 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-f841e3b2-01bc-4567-accf-d15e1898ccfa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2076459304', 'admin_state_up': True, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:10:43.135382 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:43.136925 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:43.136925 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:43.136925 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:43.136925 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:43.137268 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:43.137359 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:43.138034 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:43.138034 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:43.138313 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:43.138663 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:43.139487 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:43.139808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55245614-7456-40d5-a5c6-e06b51a0e59d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:10:43.155456 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 471803ab-fc1d-45bc-9fa4-7c4608085221 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:10:43.168257 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f841e3b2-01bc-4567-accf-d15e1898ccfa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (e06e2bcc-03f3-460c-97c5-6a149ffd4451), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:43.170625 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f841e3b2-01bc-4567-accf-d15e1898ccfa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (e06e2bcc-03f3-460c-97c5-6a149ffd4451), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:43.181053 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fcb7d089-9461-42f9-abdf-5aad3782f3a1 req-c6f347a3-5be7-4ae6-9b73-a2a90881ab7b tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f07d35d-e3f6-4d43-9373-c3cbdc1bb0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094575 Feb 07 21:10:43.181958 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59268ba4-eee7-4d65-a72a-d61efaa5ceb2 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:10:43.203934 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-59268ba4-eee7-4d65-a72a-d61efaa5ceb2 admin admin] 10.222.0.65 "PUT /v2.0/routers/c6e099cb-ad00-43cb-9789-fd8fee7b1f79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3208864 Feb 07 21:10:43.246843 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209983c6-e52a-4de8-9a63-4c3aeee08965', 'tag': '7fb0bc5b-df97-4abb-a365-2e399f127e41'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:10:43.249905 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bf1311-4041-4057-87cf-21203e29cf13" -d '{"events": [{"name": "network-changed", "server_uuid": "209983c6-e52a-4de8-9a63-4c3aeee08965", "tag": "7fb0bc5b-df97-4abb-a365-2e399f127e41"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:10:43.304046 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f1f186f3-f1c8-4ead-ac1c-f36d136db369 None None] Provisioning complete for port 23026730-3e0c-4fc7-ad75-6bac06ffe802 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:43.304726 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f1f186f3-f1c8-4ead-ac1c-f36d136db369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (23026730-3e0c-4fc7-ad75-6bac06ffe802), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:43.317911 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f841e3b2-01bc-4567-accf-d15e1898ccfa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for router_controller (e06e2bcc-03f3-460c-97c5-6a149ffd4451), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:43.387357 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82542758-1ee3-4d4f-9a96-c71eb9297f9f req-553b3d34-573e-4146-a3e3-6c64089467e2 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:43.395552 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-82542758-1ee3-4d4f-9a96-c71eb9297f9f req-553b3d34-573e-4146-a3e3-6c64089467e2 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.1246412 Feb 07 21:10:43.395759 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f1f186f3-f1c8-4ead-ac1c-f36d136db369 None None] Port 23026730-3e0c-4fc7-ad75-6bac06ffe802 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:10:43.479274 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-82542758-1ee3-4d4f-9a96-c71eb9297f9f req-5b46b563-13f1-4042-9144-77dd694c4204 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770276 Feb 07 21:10:43.491849 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6bb495bd-697a-4a53-8ea9-aec2cab67331 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:10:43.624040 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869927bd-e1a7-4e79-8c10-77ea9d03fb87 req-3c5f9345-a5b6-4737-960b-26c585c29a3a tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:43.632266 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-869927bd-e1a7-4e79-8c10-77ea9d03fb87 req-3c5f9345-a5b6-4737-960b-26c585c29a3a tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 946 time: 0.0737922 Feb 07 21:10:43.666655 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 6bb495bd-697a-4a53-8ea9-aec2cab67331 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:43.667055 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:43.723949 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd967684-4347-428e-9beb-b67de58e4d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bb495bd-697a-4a53-8ea9-aec2cab67331'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:10:43.730835 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f9ce33-5904-4330-bec2-6f8775d543b3" -d '{"events": [{"server_uuid": "dd967684-4347-428e-9beb-b67de58e4d48", "name": "network-vif-unplugged", "status": "completed", "tag": "6bb495bd-697a-4a53-8ea9-aec2cab67331"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:10:43.744864 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-869927bd-e1a7-4e79-8c10-77ea9d03fb87 req-628104ae-9601-4cd9-88e0-d899b42c9008 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113517 Feb 07 21:10:43.753788 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 6bb495bd-697a-4a53-8ea9-aec2cab67331, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6bb495bd-697a-4a53-8ea9-aec2cab67331,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:43.774781 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:43.792803 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541b8e7-9132-424e-a2c0-41029226cd45 req-676e08fe-d695-4684-8903-0d6b69999c2e tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:43.796610 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c541b8e7-9132-424e-a2c0-41029226cd45 req-676e08fe-d695-4684-8903-0d6b69999c2e tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 950 time: 0.1620960 Feb 07 21:10:43.889891 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=6bb495bd-697a-4a53-8ea9-aec2cab67331,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:43.906871 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4415f1f6-265f-4a6d-bfae-25dcca153d6e x-openstack-request-id: req-4415f1f6-265f-4a6d-bfae-25dcca153d6e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:10:43.907808 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209983c6-e52a-4de8-9a63-4c3aeee08965", "tag": "7fb0bc5b-df97-4abb-a365-2e399f127e41", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:10:43.908411 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4415f1f6-265f-4a6d-bfae-25dcca153d6e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:10:43.909077 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '209983c6-e52a-4de8-9a63-4c3aeee08965', 'tag': '7fb0bc5b-df97-4abb-a365-2e399f127e41', 'status': 'completed', 'code': 200} Feb 07 21:10:44.060644 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad67c78-d9cc-4576-9b0e-5eff85eaa576 req-dcec47be-c9d2-4280-861c-a126cecfe403 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:44.062297 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ad67c78-d9cc-4576-9b0e-5eff85eaa576 req-dcec47be-c9d2-4280-861c-a126cecfe403 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.65 "GET /v2.0/ports?device_id=7593f487-856b-41f2-ba28-5dc05f0102c5 HTTP/1.1" status: 200 len: 945 time: 0.1181390 Feb 07 21:10:44.097971 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-c541b8e7-9132-424e-a2c0-41029226cd45 req-de4a4486-ec1d-4610-87d2-4189c1e88e14 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Deleting port 238ad644-1617-428c-a78f-ea49876c0f14 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:10:44.098324 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c541b8e7-9132-424e-a2c0-41029226cd45 req-de4a4486-ec1d-4610-87d2-4189c1e88e14 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (238ad644-1617-428c-a78f-ea49876c0f14), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:44.099994 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12b07bc-6740-4652-8022-62e97716924f x-openstack-request-id: req-c12b07bc-6740-4652-8022-62e97716924f {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:10:44.100546 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd967684-4347-428e-9beb-b67de58e4d48", "name": "network-vif-unplugged", "status": "completed", "tag": "6bb495bd-697a-4a53-8ea9-aec2cab67331", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:10:44.100643 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c12b07bc-6740-4652-8022-62e97716924f {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:10:44.100979 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd967684-4347-428e-9beb-b67de58e4d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bb495bd-697a-4a53-8ea9-aec2cab67331', 'code': 200} Feb 07 21:10:44.216248 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f841e3b2-01bc-4567-accf-d15e1898ccfa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for router_gateway (e06e2bcc-03f3-460c-97c5-6a149ffd4451), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:44.245983 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ad67c78-d9cc-4576-9b0e-5eff85eaa576 req-9817528d-f8e4-4fd9-a58f-d3314b033026 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.65 "GET /v2.0/security-groups?id=bf3daa01-aebc-4511-a2d1-cffb17fc8f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657531 Feb 07 21:10:44.266260 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 19768bec-69fb-4895-8d36-9eb6a09ddf9e up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:10:44.349157 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf1311-4041-4057-87cf-21203e29cf13 req-6157dbea-865f-41ac-8760-dc40d5d223a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:44.351421 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-02bf1311-4041-4057-87cf-21203e29cf13 req-6157dbea-865f-41ac-8760-dc40d5d223a3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5aba3ecfd23415a908552ad3401b21d&device_id=209983c6-e52a-4de8-9a63-4c3aeee08965 HTTP/1.1" status: 200 len: 1126 time: 0.1974208 Feb 07 21:10:44.370717 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 19768bec-69fb-4895-8d36-9eb6a09ddf9e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:44.370717 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (19768bec-69fb-4895-8d36-9eb6a09ddf9e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:44.405132 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-c541b8e7-9132-424e-a2c0-41029226cd45 req-de4a4486-ec1d-4610-87d2-4189c1e88e14 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] For port 238ad644-1617-428c-a78f-ea49876c0f14, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=238ad644-1617-428c-a78f-ea49876c0f14,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:44.405515 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c541b8e7-9132-424e-a2c0-41029226cd45 req-de4a4486-ec1d-4610-87d2-4189c1e88e14 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (238ad644-1617-428c-a78f-ea49876c0f14), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:44.434193 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a04275-b2aa-4fd5-a91c-2f66e83aa882 req-8a5fca37-57f9-4b2f-b6bd-6bc60c289f5f tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:44.437874 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0a04275-b2aa-4fd5-a91c-2f66e83aa882 req-8a5fca37-57f9-4b2f-b6bd-6bc60c289f5f tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 946 time: 0.2079394 Feb 07 21:10:44.447565 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-c541b8e7-9132-424e-a2c0-41029226cd45 req-de4a4486-ec1d-4610-87d2-4189c1e88e14 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Calling delete_port for 238ad644-1617-428c-a78f-ea49876c0f14 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:10:44.486726 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 19768bec-69fb-4895-8d36-9eb6a09ddf9e is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:44.487287 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (19768bec-69fb-4895-8d36-9eb6a09ddf9e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:44.489428 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf1311-4041-4057-87cf-21203e29cf13 req-aaac8805-90c5-43c9-897b-20ad17bf7998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:44.490938 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-02bf1311-4041-4057-87cf-21203e29cf13 req-aaac8805-90c5-43c9-897b-20ad17bf7998 service neutron] 10.222.0.69 "GET /v2.0/networks?id=98e92b96-07b0-45be-8cae-1e025007a2cb HTTP/1.1" status: 200 len: 915 time: 0.1319640 Feb 07 21:10:44.529046 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 19768bec-69fb-4895-8d36-9eb6a09ddf9e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=19768bec-69fb-4895-8d36-9eb6a09ddf9e,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:44.549534 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0a04275-b2aa-4fd5-a91c-2f66e83aa882 req-54f3596f-aaf7-414c-9ab8-76ea634b1327 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941598 Feb 07 21:10:44.552174 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (19768bec-69fb-4895-8d36-9eb6a09ddf9e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:44.569988 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-02bf1311-4041-4057-87cf-21203e29cf13 req-1d01981b-0a98-4d4a-a1c9-526b1b6cb608 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fb0bc5b-df97-4abb-a365-2e399f127e41 HTTP/1.1" status: 200 len: 217 time: 0.0690641 Feb 07 21:10:44.699250 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ae6bc-b66f-4b4d-a2b3-5b3c54858ccf req-2a995644-c604-4674-94ca-4be455778e00 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:44.699861 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc2ae6bc-b66f-4b4d-a2b3-5b3c54858ccf req-2a995644-c604-4674-94ca-4be455778e00 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4f1fda4-d138-4569-9c16-fe2b5855677e HTTP/1.1" status: 200 len: 950 time: 0.3453562 Feb 07 21:10:44.706644 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=19768bec-69fb-4895-8d36-9eb6a09ddf9e,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:44.727465 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf1311-4041-4057-87cf-21203e29cf13 req-35005e46-5094-4989-91fc-6bfd8ddd65a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:44.734421 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-02bf1311-4041-4057-87cf-21203e29cf13 req-35005e46-5094-4989-91fc-6bfd8ddd65a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f5baa834-b8ad-4c87-8fa3-85f9dbcd82fc HTTP/1.1" status: 200 len: 854 time: 0.1546824 Feb 07 21:10:44.774297 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-02bf1311-4041-4057-87cf-21203e29cf13 req-f4c0d33c-1a8b-45f3-9cb7-09285b218e4a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=98e92b96-07b0-45be-8cae-1e025007a2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337870 Feb 07 21:10:44.818762 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f841e3b2-01bc-4567-accf-d15e1898ccfa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for router_gateway (e06e2bcc-03f3-460c-97c5-6a149ffd4451), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:44.849426 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc2ae6bc-b66f-4b4d-a2b3-5b3c54858ccf req-213cb9c1-6f25-4b5a-b610-52a6a68f2395 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353192 Feb 07 21:10:44.876462 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f841e3b2-01bc-4567-accf-d15e1898ccfa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:44.899128 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4555f2-57f5-4b03-b780-852019f89db6 req-8b216de1-89ed-434e-9526-36ca7e36965f tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:44.906889 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea4555f2-57f5-4b03-b780-852019f89db6 req-8b216de1-89ed-434e-9526-36ca7e36965f tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/ports?device_id=209983c6-e52a-4de8-9a63-4c3aeee08965 HTTP/1.1" status: 200 len: 944 time: 0.1541903 Feb 07 21:10:44.998440 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c541b8e7-9132-424e-a2c0-41029226cd45 req-de4a4486-ec1d-4610-87d2-4189c1e88e14 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (238ad644-1617-428c-a78f-ea49876c0f14), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:45.008155 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-02bf1311-4041-4057-87cf-21203e29cf13 req-5c507c67-af85-449b-b0ac-a3fd7059f522 service neutron] 10.222.0.69 "GET /v2.0/networks/98e92b96-07b0-45be-8cae-1e025007a2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272723 Feb 07 21:10:45.019687 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['079ee442-2956-408d-b74d-1256c9778d3b', '238ad644-1617-428c-a78f-ea49876c0f14'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:10:45.046223 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a4486-ec1d-4610-87d2-4189c1e88e14 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Pushing event deleted for resources: {'Port': ['ID=238ad644-1617-428c-a78f-ea49876c0f14,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:45.067533 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea4555f2-57f5-4b03-b780-852019f89db6 req-545aa64a-78a1-4c41-b42a-2eb11486c883 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f07d35d-e3f6-4d43-9373-c3cbdc1bb0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592286 Feb 07 21:10:45.105229 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-f841e3b2-01bc-4567-accf-d15e1898ccfa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Allocated IP 172.25.4.87 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/cbde8499-57c9-4b9d-83eb-8d307e24d6db) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:10:45.141594 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-c541b8e7-9132-424e-a2c0-41029226cd45 req-de4a4486-ec1d-4610-87d2-4189c1e88e14 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] No DVR routers for this DVR port 238ad644-1617-428c-a78f-ea49876c0f14 on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:10:45.149140 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c541b8e7-9132-424e-a2c0-41029226cd45 req-de4a4486-ec1d-4610-87d2-4189c1e88e14 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:45.157345 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c541b8e7-9132-424e-a2c0-41029226cd45 req-de4a4486-ec1d-4610-87d2-4189c1e88e14 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.69 "DELETE /v2.0/ports/238ad644-1617-428c-a78f-ea49876c0f14 HTTP/1.1" status: 204 len: 173 time: 1.3486402 Feb 07 21:10:45.185341 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c7567-a0ec-4004-a636-52ec69c5ae39 req-637da3c5-6d43-4820-9415-9f08ea4b813d tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:45.194520 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d80c7567-a0ec-4004-a636-52ec69c5ae39 req-637da3c5-6d43-4820-9415-9f08ea4b813d tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.2536254 Feb 07 21:10:45.222588 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-02bf1311-4041-4057-87cf-21203e29cf13 req-5f3d42c8-1224-4e4d-a4f3-ed5293c54ee2 service neutron] 10.222.0.69 "GET /v2.0/networks/98e92b96-07b0-45be-8cae-1e025007a2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046468 Feb 07 21:10:45.308150 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f841e3b2-01bc-4567-accf-d15e1898ccfa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for port (cbde8499-57c9-4b9d-83eb-8d307e24d6db), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:45.328378 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d80c7567-a0ec-4004-a636-52ec69c5ae39 req-35ec3026-f52f-4282-98a1-7fa365312d4c tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328714 Feb 07 21:10:45.375875 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f841e3b2-01bc-4567-accf-d15e1898ccfa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (cbde8499-57c9-4b9d-83eb-8d307e24d6db), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:45.462904 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f841e3b2-01bc-4567-accf-d15e1898ccfa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:10:45.470228 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-f841e3b2-01bc-4567-accf-d15e1898ccfa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:10:45.471342 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f841e3b2-01bc-4567-accf-d15e1898ccfa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:10:45.473674 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841e3b2-01bc-4567-accf-d15e1898ccfa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event updated for resources: {'Port': ['ID=cbde8499-57c9-4b9d-83eb-8d307e24d6db,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:45.499347 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 7fb0bc5b-df97-4abb-a365-2e399f127e41 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:10:45.590243 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36c4c6-1439-42b0-be24-27d5076c1a0b req-28966bce-dd8f-4180-9fc6-131abb9b791c tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:45.593201 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d36c4c6-1439-42b0-be24-27d5076c1a0b req-28966bce-dd8f-4180-9fc6-131abb9b791c tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.65 "GET /v2.0/ports?device_id=7593f487-856b-41f2-ba28-5dc05f0102c5 HTTP/1.1" status: 200 len: 945 time: 0.1367521 Feb 07 21:10:45.691465 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d36c4c6-1439-42b0-be24-27d5076c1a0b req-9702fe6a-acd4-49d1-a64a-63863e79b2ee tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.65 "GET /v2.0/security-groups?id=bf3daa01-aebc-4511-a2d1-cffb17fc8f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815804 Feb 07 21:10:45.822863 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 77968d7e-fab3-4169-896f-357153f8dd8a up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:10:45.833882 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 7fb0bc5b-df97-4abb-a365-2e399f127e41, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=7fb0bc5b-df97-4abb-a365-2e399f127e41,segment=NetworkSegment(d1a1b693-c2f4-45c2-a637-0e112ae51dd1),segment_id=d1a1b693-c2f4-45c2-a637-0e112ae51dd1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:45.891143 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '7fb0bc5b-df97-4abb-a365-2e399f127e41', 'network_id': '98e92b96-07b0-45be-8cae-1e025007a2cb', 'port_id': '7fb0bc5b-df97-4abb-a365-2e399f127e41', 'mac_address': 'fa:16:3e:43:fe:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5baa834-b8ad-4c87-8fa3-85f9dbcd82fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:10:45.918475 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98421f4e-3445-4514-8096-9935ad31f676 req-60d016b3-b026-4e3b-a4fa-a93d4163d131 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:45.920536 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-98421f4e-3445-4514-8096-9935ad31f676 req-60d016b3-b026-4e3b-a4fa-a93d4163d131 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 946 time: 0.0809791 Feb 07 21:10:45.921219 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f1fda4-d138-4569-9c16-fe2b5855677e', 'name': 'network-vif-deleted', 'tag': '238ad644-1617-428c-a78f-ea49876c0f14'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:10:45.927108 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdd1971-c1c0-49c4-a75e-549f86afc3ce" -d '{"events": [{"server_uuid": "e4f1fda4-d138-4569-9c16-fe2b5855677e", "name": "network-vif-deleted", "tag": "238ad644-1617-428c-a78f-ea49876c0f14"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:10:45.936410 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468e972e-4aa2-4961-8a80-36955af3c7ff None None] Sync routers for ids ['c6e099cb-ad00-43cb-9789-fd8fee7b1f79'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:10:45.964124 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468e972e-4aa2-4961-8a80-36955af3c7ff None None] Routers {'c6e099cb-ad00-43cb-9789-fd8fee7b1f79'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:10:45.968590 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-468e972e-4aa2-4961-8a80-36955af3c7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:10:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c6e099cb-ad00-43cb-9789-fd8fee7b1f79'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:45.983544 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 7fb0bc5b-df97-4abb-a365-2e399f127e41 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:45.983857 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (7fb0bc5b-df97-4abb-a365-2e399f127e41), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:46.003182 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb0bc5b-df97-4abb-a365-2e399f127e41 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:10:46.010875 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 77968d7e-fab3-4169-896f-357153f8dd8a completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:10:46.015035 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-98421f4e-3445-4514-8096-9935ad31f676 req-0bfc9b24-9b02-430f-9234-fe1f00132458 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830650 Feb 07 21:10:46.021196 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 77968d7e-fab3-4169-896f-357153f8dd8a triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:46.021605 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (77968d7e-fab3-4169-896f-357153f8dd8a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:46.052858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 7fb0bc5b-df97-4abb-a365-2e399f127e41, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=7fb0bc5b-df97-4abb-a365-2e399f127e41,segment=NetworkSegment(d1a1b693-c2f4-45c2-a637-0e112ae51dd1),segment_id=d1a1b693-c2f4-45c2-a637-0e112ae51dd1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:46.101252 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4963b2-aa6d-4df1-9e35-f203547efcc5 x-openstack-request-id: req-5c4963b2-aa6d-4df1-9e35-f203547efcc5 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:10:46.101252 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f1fda4-d138-4569-9c16-fe2b5855677e", "name": "network-vif-deleted", "tag": "238ad644-1617-428c-a78f-ea49876c0f14", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:10:46.101252 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5c4963b2-aa6d-4df1-9e35-f203547efcc5 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:10:46.101935 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f1fda4-d138-4569-9c16-fe2b5855677e', 'name': 'network-vif-deleted', 'tag': '238ad644-1617-428c-a78f-ea49876c0f14', 'status': 'completed', 'code': 200} Feb 07 21:10:46.134723 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f841e3b2-01bc-4567-accf-d15e1898ccfa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for router_gateway (e06e2bcc-03f3-460c-97c5-6a149ffd4451), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:46.150063 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (7fb0bc5b-df97-4abb-a365-2e399f127e41), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:46.209653 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 19768bec-69fb-4895-8d36-9eb6a09ddf9e up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:10:46.286823 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=7fb0bc5b-df97-4abb-a365-2e399f127e41,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:46.288556 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-468e972e-4aa2-4961-8a80-36955af3c7ff None None] Set router c6e099cb-ad00-43cb-9789-fd8fee7b1f79 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:10:46.312877 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 77968d7e-fab3-4169-896f-357153f8dd8a is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:46.313266 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (77968d7e-fab3-4169-896f-357153f8dd8a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:46.343494 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38644f-5ba0-43b5-8d96-bb60ce610667 req-8ca40a20-03d7-42ca-b8e8-10095d4a1a26 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:46.346164 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7593f487-856b-41f2-ba28-5dc05f0102c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77968d7e-fab3-4169-896f-357153f8dd8a'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:10:46.348439 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32b05bf-78fa-4126-af99-cc0ccac71c55" -d '{"events": [{"server_uuid": "7593f487-856b-41f2-ba28-5dc05f0102c5", "name": "network-vif-plugged", "status": "completed", "tag": "77968d7e-fab3-4169-896f-357153f8dd8a"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:10:46.349508 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb38644f-5ba0-43b5-8d96-bb60ce610667 req-8ca40a20-03d7-42ca-b8e8-10095d4a1a26 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/ports?device_id=209983c6-e52a-4de8-9a63-4c3aeee08965 HTTP/1.1" status: 200 len: 945 time: 0.1389046 Feb 07 21:10:46.350992 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 19768bec-69fb-4895-8d36-9eb6a09ddf9e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:46.351195 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (19768bec-69fb-4895-8d36-9eb6a09ddf9e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:46.384485 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 77968d7e-fab3-4169-896f-357153f8dd8a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=77968d7e-fab3-4169-896f-357153f8dd8a,segment=NetworkSegment(09ec300a-b9d8-4b1e-aae4-32ce22fc66d2),segment_id=09ec300a-b9d8-4b1e-aae4-32ce22fc66d2)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:46.397355 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (77968d7e-fab3-4169-896f-357153f8dd8a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:46.465588 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb38644f-5ba0-43b5-8d96-bb60ce610667 req-a3c6bf28-f6fd-4e3d-8c86-3164e97abe02 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f07d35d-e3f6-4d43-9373-c3cbdc1bb0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030564 Feb 07 21:10:46.508605 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['7fb0bc5b-df97-4abb-a365-2e399f127e41'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:10:46.522402 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f841e3b2-01bc-4567-accf-d15e1898ccfa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (e06e2bcc-03f3-460c-97c5-6a149ffd4451), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:46.603101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=77968d7e-fab3-4169-896f-357153f8dd8a,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:46.624468 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 19768bec-69fb-4895-8d36-9eb6a09ddf9e is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:46.647843 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e961d40-5e09-4975-8618-f2f38fd28a97 x-openstack-request-id: req-8e961d40-5e09-4975-8618-f2f38fd28a97 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:10:46.647843 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7593f487-856b-41f2-ba28-5dc05f0102c5", "name": "network-vif-plugged", "status": "completed", "tag": "77968d7e-fab3-4169-896f-357153f8dd8a", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:10:46.647843 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8e961d40-5e09-4975-8618-f2f38fd28a97 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:10:46.647843 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7593f487-856b-41f2-ba28-5dc05f0102c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77968d7e-fab3-4169-896f-357153f8dd8a', 'code': 200} Feb 07 21:10:46.752279 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f841e3b2-01bc-4567-accf-d15e1898ccfa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Router e06e2bcc-03f3-460c-97c5-6a149ffd4451 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:10:46.822925 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df99e42-bd5d-4648-8b15-62399b368bd0 req-a7970372-8ff5-44b1-a26b-680a0729fb1c tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:46.824780 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1df99e42-bd5d-4648-8b15-62399b368bd0 req-a7970372-8ff5-44b1-a26b-680a0729fb1c tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 946 time: 0.2477319 Feb 07 21:10:46.898226 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bdeb4-cb0f-45ba-8a26-180228526748 req-833969af-1f07-4236-a169-f500e15a1d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:46.899746 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9d6bdeb4-cb0f-45ba-8a26-180228526748 req-833969af-1f07-4236-a169-f500e15a1d01 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7593f487-856b-41f2-ba28-5dc05f0102c5 HTTP/1.1" status: 200 len: 1128 time: 0.1809244 Feb 07 21:10:46.907276 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b222fd-2301-45b1-a5e8-8ceb05bef9d0 req-e87f4cda-90e6-467e-bbd9-7ce003016486 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:46.914266 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8b222fd-2301-45b1-a5e8-8ceb05bef9d0 req-e87f4cda-90e6-467e-bbd9-7ce003016486 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.2632012 Feb 07 21:10:46.934460 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-468e972e-4aa2-4961-8a80-36955af3c7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e099cb-ad00-43cb-9789-fd8fee7b1f79', 'name': 'tempest-TaggedBootDevicesTest-1349918207-router', 'tenant_id': 'b9bb550400fb4485ae6df76716ce88a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '19768bec-69fb-4895-8d36-9eb6a09ddf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:31Z', 'updated_at': '2022-02-07T21:10:42Z', 'revision_number': 4, 'project_id': 'b9bb550400fb4485ae6df76716ce88a9', 'gw_port': {'id': '19768bec-69fb-4895-8d36-9eb6a09ddf9e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e099cb-ad00-43cb-9789-fd8fee7b1f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:33Z', 'updated_at': '2022-02-07T21:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '23026730-3e0c-4fc7-ad75-6bac06ffe802', 'name': '', 'network_id': 'baba66d9-82cb-4c18-baf3-14f43d745274', 'tenant_id': 'b9bb550400fb4485ae6df76716ce88a9', 'mac_address': 'fa:16:3e:ee:73:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e099cb-ad00-43cb-9789-fd8fee7b1f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6f0692ef-4dd4-41a5-ab64-713dfaafe110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:41Z', 'updated_at': '2022-02-07T21:10:42Z', 'revision_number': 2, 'project_id': 'b9bb550400fb4485ae6df76716ce88a9', 'subnets': [{'id': '6f0692ef-4dd4-41a5-ab64-713dfaafe110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:46.963543 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468e972e-4aa2-4961-8a80-36955af3c7ff None None] Checking router: c6e099cb-ad00-43cb-9789-fd8fee7b1f79 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:10:46.964209 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468e972e-4aa2-4961-8a80-36955af3c7ff None None] Updating router c6e099cb-ad00-43cb-9789-fd8fee7b1f79 port 23026730-3e0c-4fc7-ad75-6bac06ffe802 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:10:46.969071 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a4c69-83e5-4d0d-ad11-ce7ea4a44604 req-7d057087-91a9-4384-b2e4-a6a731b3cb20 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:46.977429 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab4a4c69-83e5-4d0d-ad11-ce7ea4a44604 req-7d057087-91a9-4384-b2e4-a6a731b3cb20 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 951 time: 0.2221627 Feb 07 21:10:46.980372 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9d6bdeb4-cb0f-45ba-8a26-180228526748 req-7a13b9d4-1cb9-474b-aae7-e06a54a4ef4d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bf3daa01-aebc-4511-a2d1-cffb17fc8f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700781 Feb 07 21:10:46.984077 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f841e3b2-01bc-4567-accf-d15e1898ccfa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:10:46.996227 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5f003e-e04e-44b9-88ae-9f1adae967e5 None None] Sync routers for ids ['e06e2bcc-03f3-460c-97c5-6a149ffd4451'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:10:46.998568 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-468e972e-4aa2-4961-8a80-36955af3c7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (23026730-3e0c-4fc7-ad75-6bac06ffe802), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:47.015283 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5f003e-e04e-44b9-88ae-9f1adae967e5 None None] Routers {'e06e2bcc-03f3-460c-97c5-6a149ffd4451'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:10:47.016707 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fb5f003e-e04e-44b9-88ae-9f1adae967e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:10:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e06e2bcc-03f3-460c-97c5-6a149ffd4451'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:47.026781 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f841e3b2-01bc-4567-accf-d15e1898ccfa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:47.036193 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f841e3b2-01bc-4567-accf-d15e1898ccfa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.9214172 Feb 07 21:10:47.037451 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56434) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:47.045726 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8b222fd-2301-45b1-a5e8-8ceb05bef9d0 req-37d59719-afbb-42dd-a814-4542af700554 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262124 Feb 07 21:10:47.116127 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab4a4c69-83e5-4d0d-ad11-ce7ea4a44604 req-ee73084a-6973-4ca6-806b-5ced31537bbc tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377423 Feb 07 21:10:47.140883 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-1df99e42-bd5d-4648-8b15-62399b368bd0 req-baab2bd9-a18c-4690-8ee6-257bd5bdba7e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Deleting port ed0c0152-1bb1-4f8d-b803-fb08136285b3 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:10:47.141427 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1df99e42-bd5d-4648-8b15-62399b368bd0 req-baab2bd9-a18c-4690-8ee6-257bd5bdba7e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ed0c0152-1bb1-4f8d-b803-fb08136285b3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:47.255361 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-fb5f003e-e04e-44b9-88ae-9f1adae967e5 None None] Set router e06e2bcc-03f3-460c-97c5-6a149ffd4451 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:10:47.333075 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1007b354-00ba-469a-8946-c3fd100befca tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=c463a693b5274ac2a7546a3f4a26c5cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2920918 Feb 07 21:10:47.336055 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56442) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:47.351818 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ab908-db97-4174-af92-fa92d67b8a1c req-3b843d87-82ad-4059-912c-bd80e53531c8 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:47.353396 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae4ab908-db97-4174-af92-fa92d67b8a1c req-3b843d87-82ad-4059-912c-bd80e53531c8 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5453907-3235-410f-b075-070b7851b90a HTTP/1.1" status: 200 len: 946 time: 0.1639094 Feb 07 21:10:47.357071 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-1df99e42-bd5d-4648-8b15-62399b368bd0 req-baab2bd9-a18c-4690-8ee6-257bd5bdba7e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] For port ed0c0152-1bb1-4f8d-b803-fb08136285b3, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ed0c0152-1bb1-4f8d-b803-fb08136285b3,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:47.357503 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1df99e42-bd5d-4648-8b15-62399b368bd0 req-baab2bd9-a18c-4690-8ee6-257bd5bdba7e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ed0c0152-1bb1-4f8d-b803-fb08136285b3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:47.373735 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de787ef2-03de-40ae-8342-5dea391671ea req-4deda4fd-b306-4aec-8d2e-a5954264c0e0 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:47.380545 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de787ef2-03de-40ae-8342-5dea391671ea req-4deda4fd-b306-4aec-8d2e-a5954264c0e0 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.65 "GET /v2.0/ports?device_id=7593f487-856b-41f2-ba28-5dc05f0102c5 HTTP/1.1" status: 200 len: 946 time: 0.1920917 Feb 07 21:10:47.398539 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-1df99e42-bd5d-4648-8b15-62399b368bd0 req-baab2bd9-a18c-4690-8ee6-257bd5bdba7e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Calling delete_port for ed0c0152-1bb1-4f8d-b803-fb08136285b3 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:10:47.468001 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-468e972e-4aa2-4961-8a80-36955af3c7ff None None] Publish callbacks [] for port (23026730-3e0c-4fc7-ad75-6bac06ffe802), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:47.480407 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-468e972e-4aa2-4961-8a80-36955af3c7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (23026730-3e0c-4fc7-ad75-6bac06ffe802), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:47.517249 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 238ad644-1617-428c-a78f-ea49876c0f14 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:10:47.552248 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fb5f003e-e04e-44b9-88ae-9f1adae967e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2076459304', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:43Z', 'updated_at': '2022-02-07T21:10:45Z', 'revision_number': 3, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'gw_port': {'id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:44Z', 'updated_at': '2022-02-07T21:10:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:47.553483 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 238ad644-1617-428c-a78f-ea49876c0f14 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:10:47.553851 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 238ad644-1617-428c-a78f-ea49876c0f14 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:10:47.555443 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dda5e1-153e-47f7-8133-f7f0f9e2b3fb tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:47.558803 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c2dda5e1-153e-47f7-8133-f7f0f9e2b3fb tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2211161 Feb 07 21:10:47.566832 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56446) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:47.596364 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5f003e-e04e-44b9-88ae-9f1adae967e5 None None] Checking router: e06e2bcc-03f3-460c-97c5-6a149ffd4451 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:10:47.596623 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01594376-ad22-41e4-a6fe-edb8500a0efc None None] Pushing event updated for resources: {'Port': ['ID=23026730-3e0c-4fc7-ad75-6bac06ffe802,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:47.596729 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5f003e-e04e-44b9-88ae-9f1adae967e5 None None] Updating router e06e2bcc-03f3-460c-97c5-6a149ffd4451 port cbde8499-57c9-4b9d-83eb-8d307e24d6db binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:10:47.621823 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-023bbe86-277b-4511-b25d-6dea68eb6dc5 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0539606 Feb 07 21:10:47.628160 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56448) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:47.642716 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2c96c20c-e68e-4cd7-bed2-fba4df806962 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-178680314', 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221', 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:10:47.644862 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fb5f003e-e04e-44b9-88ae-9f1adae967e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (cbde8499-57c9-4b9d-83eb-8d307e24d6db), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:47.651651 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de787ef2-03de-40ae-8342-5dea391671ea req-a0869912-e38a-483d-bdba-5bae09ab7db0 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.65 "GET /v2.0/security-groups?id=bf3daa01-aebc-4511-a2d1-cffb17fc8f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701323 Feb 07 21:10:47.720622 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae4ab908-db97-4174-af92-fa92d67b8a1c req-b50ba4f1-7651-4924-87fd-84ce13d50b1b tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550544 Feb 07 21:10:47.728140 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-468e972e-4aa2-4961-8a80-36955af3c7ff None None] Attempting to bind port 23026730-3e0c-4fc7-ad75-6bac06ffe802 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:10:47.728545 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-468e972e-4aa2-4961-8a80-36955af3c7ff None None] Attempting to bind port 23026730-3e0c-4fc7-ad75-6bac06ffe802 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '664497e5-186d-41f7-96e8-ff9c231ba5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'baba66d9-82cb-4c18-baf3-14f43d745274'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:10:47.728908 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468e972e-4aa2-4961-8a80-36955af3c7ff None None] Attempting to bind port 23026730-3e0c-4fc7-ad75-6bac06ffe802 on network baba66d9-82cb-4c18-baf3-14f43d745274 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:10:47.751587 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468e972e-4aa2-4961-8a80-36955af3c7ff None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:10:47.751984 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468e972e-4aa2-4961-8a80-36955af3c7ff None None] Checking segment: {'id': '664497e5-186d-41f7-96e8-ff9c231ba5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'baba66d9-82cb-4c18-baf3-14f43d745274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:10:47.752404 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-468e972e-4aa2-4961-8a80-36955af3c7ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:47.752798 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468e972e-4aa2-4961-8a80-36955af3c7ff None None] Bound using segment: {'id': '664497e5-186d-41f7-96e8-ff9c231ba5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'baba66d9-82cb-4c18-baf3-14f43d745274'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:10:47.753271 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-468e972e-4aa2-4961-8a80-36955af3c7ff None None] Bound port: 23026730-3e0c-4fc7-ad75-6bac06ffe802, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664497e5-186d-41f7-96e8-ff9c231ba5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'baba66d9-82cb-4c18-baf3-14f43d745274'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:10:47.753644 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-468e972e-4aa2-4961-8a80-36955af3c7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (23026730-3e0c-4fc7-ad75-6bac06ffe802), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:47.897422 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c96c20c-e68e-4cd7-bed2-fba4df806962 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Made reservation on behalf of c463a693b5274ac2a7546a3f4a26c5cf for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:10:47.901194 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c96c20c-e68e-4cd7-bed2-fba4df806962 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:47.945150 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-468e972e-4aa2-4961-8a80-36955af3c7ff None None] For port 23026730-3e0c-4fc7-ad75-6bac06ffe802, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:10:47.952379 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-468e972e-4aa2-4961-8a80-36955af3c7ff None None] For port 23026730-3e0c-4fc7-ad75-6bac06ffe802, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=23026730-3e0c-4fc7-ad75-6bac06ffe802,segment=NetworkSegment(664497e5-186d-41f7-96e8-ff9c231ba5d1),segment_id=664497e5-186d-41f7-96e8-ff9c231ba5d1)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:10:47.964344 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-468e972e-4aa2-4961-8a80-36955af3c7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (23026730-3e0c-4fc7-ad75-6bac06ffe802), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:47.969975 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1df99e42-bd5d-4648-8b15-62399b368bd0 req-baab2bd9-a18c-4690-8ee6-257bd5bdba7e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ed0c0152-1bb1-4f8d-b803-fb08136285b3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:48.012263 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['b9feb26d-0f66-4b71-8ed3-d190edbaf70e'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:10:48.014292 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed6469-8435-41c5-99a4-3bb6fb09237c req-d270c316-516a-443a-b5d4-d7ac255836bb tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:48.016150 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e2ed6469-8435-41c5-99a4-3bb6fb09237c req-d270c316-516a-443a-b5d4-d7ac255836bb tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/ports?device_id=209983c6-e52a-4de8-9a63-4c3aeee08965 HTTP/1.1" status: 200 len: 945 time: 0.1548157 Feb 07 21:10:48.055013 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab2bd9-a18c-4690-8ee6-257bd5bdba7e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Pushing event deleted for resources: {'Port': ['ID=ed0c0152-1bb1-4f8d-b803-fb08136285b3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:48.059631 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468e972e-4aa2-4961-8a80-36955af3c7ff None None] Routers {'c6e099cb-ad00-43cb-9789-fd8fee7b1f79'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:10:48.061947 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-468e972e-4aa2-4961-8a80-36955af3c7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:10:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c6e099cb-ad00-43cb-9789-fd8fee7b1f79'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:48.105584 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4054f72d-3f6b-4238-b1c2-9c1d6332240e None None] Provisioning complete for port 23026730-3e0c-4fc7-ad75-6bac06ffe802 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:48.106001 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4054f72d-3f6b-4238-b1c2-9c1d6332240e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (23026730-3e0c-4fc7-ad75-6bac06ffe802), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:48.190116 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df99e42-bd5d-4648-8b15-62399b368bd0 req-baab2bd9-a18c-4690-8ee6-257bd5bdba7e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] No DVR routers for this DVR port ed0c0152-1bb1-4f8d-b803-fb08136285b3 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:10:48.194207 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1df99e42-bd5d-4648-8b15-62399b368bd0 req-baab2bd9-a18c-4690-8ee6-257bd5bdba7e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:48.197535 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1df99e42-bd5d-4648-8b15-62399b368bd0 req-baab2bd9-a18c-4690-8ee6-257bd5bdba7e tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.71 "DELETE /v2.0/ports/ed0c0152-1bb1-4f8d-b803-fb08136285b3 HTTP/1.1" status: 204 len: 173 time: 1.3659215 Feb 07 21:10:48.208258 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01594376-ad22-41e4-a6fe-edb8500a0efc None None] Pushing event updated for resources: {'Port': ['ID=23026730-3e0c-4fc7-ad75-6bac06ffe802,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:48.224951 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5453907-3235-410f-b075-070b7851b90a', 'name': 'network-vif-deleted', 'tag': 'ed0c0152-1bb1-4f8d-b803-fb08136285b3'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:10:48.238601 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f569df9b-6707-48c7-ae5e-73454e8ee61c" -d '{"events": [{"server_uuid": "f5453907-3235-410f-b075-070b7851b90a", "name": "network-vif-deleted", "tag": "ed0c0152-1bb1-4f8d-b803-fb08136285b3"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:10:48.279775 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-468e972e-4aa2-4961-8a80-36955af3c7ff None None] Set router c6e099cb-ad00-43cb-9789-fd8fee7b1f79 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:10:48.360047 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c96c20c-e68e-4cd7-bed2-fba4df806962 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (c70e9438-a0fd-453e-80ec-8312d616972d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:48.377598 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e2ed6469-8435-41c5-99a4-3bb6fb09237c req-99a52d90-3a15-46ca-8e77-987e1b7f8096 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f07d35d-e3f6-4d43-9373-c3cbdc1bb0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241634 Feb 07 21:10:48.417978 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1254c-2567-42a2-a9be-0b2f23386fbc req-a9e2481e-bbcf-4201-a2ad-cf52f2ededd8 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:48.428624 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d5b1254c-2567-42a2-a9be-0b2f23386fbc req-a9e2481e-bbcf-4201-a2ad-cf52f2ededd8 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.2389755 Feb 07 21:10:48.476243 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b926fc42-f906-4400-bf6b-97cced6351cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:48.496150 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96c20c-e68e-4cd7-bed2-fba4df806962 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event updated for resources: {'Subnet': ['ID=c70e9438-a0fd-453e-80ec-8312d616972d,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:48.512976 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c96c20c-e68e-4cd7-bed2-fba4df806962 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Checking segment: {'id': '1bd4ad19-40e8-41ac-89e0-773280d46723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:10:48.514182 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c96c20c-e68e-4cd7-bed2-fba4df806962 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Network hostable DHCP agents. Network: 471803ab-fc1d-45bc-9fa4-7c4608085221, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:10:48.548433 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fb5f003e-e04e-44b9-88ae-9f1adae967e5 None None] Publish callbacks [] for port (cbde8499-57c9-4b9d-83eb-8d307e24d6db), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:48.565186 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c96c20c-e68e-4cd7-bed2-fba4df806962 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Network 471803ab-fc1d-45bc-9fa4-7c4608085221 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:10:48.567387 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d5b1254c-2567-42a2-a9be-0b2f23386fbc req-30e551f3-8202-4ab6-8bb3-3bbc7ee03001 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375756 Feb 07 21:10:48.575491 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fb5f003e-e04e-44b9-88ae-9f1adae967e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (cbde8499-57c9-4b9d-83eb-8d307e24d6db), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:48.585895 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4054f72d-3f6b-4238-b1c2-9c1d6332240e None None] Current status of the port 23026730-3e0c-4fc7-ad75-6bac06ffe802 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:48.586288 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4054f72d-3f6b-4238-b1c2-9c1d6332240e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (23026730-3e0c-4fc7-ad75-6bac06ffe802), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:48.600169 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-2c96c20c-e68e-4cd7-bed2-fba4df806962 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 471803ab-fc1d-45bc-9fa4-7c4608085221) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:10:48.608498 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c96c20c-e68e-4cd7-bed2-fba4df806962 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:48.609198 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c96c20c-e68e-4cd7-bed2-fba4df806962 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:48.634203 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a680ed-2ed4-478f-91d4-f8c7e62f1585 None None] Network 471803ab-fc1d-45bc-9fa4-7c4608085221 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:10:48.641847 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53f64d-11cd-45aa-b37b-274aff287315 req-5a88259e-f0e0-4fec-baca-fcc80d42c6e1 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:48.649695 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc53f64d-11cd-45aa-b37b-274aff287315 req-5a88259e-f0e0-4fec-baca-fcc80d42c6e1 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 951 time: 0.1419826 Feb 07 21:10:48.665611 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 56466) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:48.667333 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2c96c20c-e68e-4cd7-bed2-fba4df806962 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0348959 Feb 07 21:10:48.734887 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa870294-38ce-4ead-9ac9-989841b9c493 x-openstack-request-id: req-fa870294-38ce-4ead-9ac9-989841b9c493 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:10:48.736166 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5453907-3235-410f-b075-070b7851b90a", "name": "network-vif-deleted", "tag": "ed0c0152-1bb1-4f8d-b803-fb08136285b3", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:10:48.736523 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fa870294-38ce-4ead-9ac9-989841b9c493 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:10:48.740563 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5453907-3235-410f-b075-070b7851b90a', 'name': 'network-vif-deleted', 'tag': 'ed0c0152-1bb1-4f8d-b803-fb08136285b3', 'status': 'completed', 'code': 200} Feb 07 21:10:48.755377 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-fb5f003e-e04e-44b9-88ae-9f1adae967e5 None None] Attempting to bind port cbde8499-57c9-4b9d-83eb-8d307e24d6db on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:10:48.756344 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-fb5f003e-e04e-44b9-88ae-9f1adae967e5 None None] Attempting to bind port cbde8499-57c9-4b9d-83eb-8d307e24d6db by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:10:48.756903 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5f003e-e04e-44b9-88ae-9f1adae967e5 None None] Attempting to bind port cbde8499-57c9-4b9d-83eb-8d307e24d6db on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:10:48.797941 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a1ba9-0118-4bef-8102-d591a1d6d35a None None] Pushing event updated for resources: {'Port': ['ID=cbde8499-57c9-4b9d-83eb-8d307e24d6db,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:48.808102 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5f003e-e04e-44b9-88ae-9f1adae967e5 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:10:48.808102 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5f003e-e04e-44b9-88ae-9f1adae967e5 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:10:48.808397 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fb5f003e-e04e-44b9-88ae-9f1adae967e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:48.808717 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5f003e-e04e-44b9-88ae-9f1adae967e5 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:10:48.809206 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-fb5f003e-e04e-44b9-88ae-9f1adae967e5 None None] Bound port: cbde8499-57c9-4b9d-83eb-8d307e24d6db, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:10:48.809699 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fb5f003e-e04e-44b9-88ae-9f1adae967e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (cbde8499-57c9-4b9d-83eb-8d307e24d6db), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:48.821054 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-4054f72d-3f6b-4238-b1c2-9c1d6332240e None None] For port 23026730-3e0c-4fc7-ad75-6bac06ffe802, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=23026730-3e0c-4fc7-ad75-6bac06ffe802,segment=NetworkSegment(664497e5-186d-41f7-96e8-ff9c231ba5d1),segment_id=664497e5-186d-41f7-96e8-ff9c231ba5d1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:48.877257 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-468e972e-4aa2-4961-8a80-36955af3c7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e099cb-ad00-43cb-9789-fd8fee7b1f79', 'name': 'tempest-TaggedBootDevicesTest-1349918207-router', 'tenant_id': 'b9bb550400fb4485ae6df76716ce88a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '19768bec-69fb-4895-8d36-9eb6a09ddf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:31Z', 'updated_at': '2022-02-07T21:10:42Z', 'revision_number': 4, 'project_id': 'b9bb550400fb4485ae6df76716ce88a9', 'gw_port': {'id': '19768bec-69fb-4895-8d36-9eb6a09ddf9e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e099cb-ad00-43cb-9789-fd8fee7b1f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:33Z', 'updated_at': '2022-02-07T21:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '23026730-3e0c-4fc7-ad75-6bac06ffe802', 'name': '', 'network_id': 'baba66d9-82cb-4c18-baf3-14f43d745274', 'tenant_id': 'b9bb550400fb4485ae6df76716ce88a9', 'mac_address': 'fa:16:3e:ee:73:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e099cb-ad00-43cb-9789-fd8fee7b1f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6f0692ef-4dd4-41a5-ab64-713dfaafe110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:41Z', 'updated_at': '2022-02-07T21:10:47Z', 'revision_number': 4, 'project_id': 'b9bb550400fb4485ae6df76716ce88a9', 'subnets': [{'id': '6f0692ef-4dd4-41a5-ab64-713dfaafe110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:48.916612 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc53f64d-11cd-45aa-b37b-274aff287315 req-3913ddf3-bbda-4a2d-ba68-77d6ed37d256 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638497 Feb 07 21:10:48.922565 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468e972e-4aa2-4961-8a80-36955af3c7ff None None] The sync data for ids ['c6e099cb-ad00-43cb-9789-fd8fee7b1f79'] in n-d-828185-2 is: [{'id': 'c6e099cb-ad00-43cb-9789-fd8fee7b1f79', 'name': 'tempest-TaggedBootDevicesTest-1349918207-router', 'tenant_id': 'b9bb550400fb4485ae6df76716ce88a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '19768bec-69fb-4895-8d36-9eb6a09ddf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:31Z', 'updated_at': '2022-02-07T21:10:42Z', 'revision_number': 4, 'project_id': 'b9bb550400fb4485ae6df76716ce88a9', 'gw_port': {'id': '19768bec-69fb-4895-8d36-9eb6a09ddf9e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e099cb-ad00-43cb-9789-fd8fee7b1f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:33Z', 'updated_at': '2022-02-07T21:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '23026730-3e0c-4fc7-ad75-6bac06ffe802', 'name': '', 'network_id': 'baba66d9-82cb-4c18-baf3-14f43d745274', 'tenant_id': 'b9bb550400fb4485ae6df76716ce88a9', 'mac_address': 'fa:16:3e:ee:73:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e099cb-ad00-43cb-9789-fd8fee7b1f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6f0692ef-4dd4-41a5-ab64-713dfaafe110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:41Z', 'updated_at': '2022-02-07T21:10:47Z', 'revision_number': 4, 'project_id': 'b9bb550400fb4485ae6df76716ce88a9', 'subnets': [{'id': '6f0692ef-4dd4-41a5-ab64-713dfaafe110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:10:49.081585 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78547d4-da8b-4477-9bb9-0b971c226de9 req-15c3fafa-f379-4f51-ad1d-5c27cc3310e8 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:49.088229 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75a3b1-0c7a-4a7d-a1e6-8a9dd469d2f7 req-ba29e276-13b8-4dc4-aea1-b4a85f6c415e tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:49.089961 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4c75a3b1-0c7a-4a7d-a1e6-8a9dd469d2f7 req-ba29e276-13b8-4dc4-aea1-b4a85f6c415e tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.69 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 951 time: 0.1316216 Feb 07 21:10:49.093638 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b78547d4-da8b-4477-9bb9-0b971c226de9 req-15c3fafa-f379-4f51-ad1d-5c27cc3310e8 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.65 "GET /v2.0/ports?device_id=7593f487-856b-41f2-ba28-5dc05f0102c5 HTTP/1.1" status: 200 len: 946 time: 0.2811668 Feb 07 21:10:49.211265 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-fb5f003e-e04e-44b9-88ae-9f1adae967e5 None None] For port cbde8499-57c9-4b9d-83eb-8d307e24d6db, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:10:49.215221 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-fb5f003e-e04e-44b9-88ae-9f1adae967e5 None None] For port cbde8499-57c9-4b9d-83eb-8d307e24d6db, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=cbde8499-57c9-4b9d-83eb-8d307e24d6db,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:10:49.219497 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4054f72d-3f6b-4238-b1c2-9c1d6332240e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (23026730-3e0c-4fc7-ad75-6bac06ffe802), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:49.281709 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fb5f003e-e04e-44b9-88ae-9f1adae967e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (cbde8499-57c9-4b9d-83eb-8d307e24d6db), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:49.297856 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adf7e29-c7dc-458c-b42a-83277aa4b1f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-471803ab-fc1d-45bc-9fa4-7c4608085221', 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221', 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'fixed_ips': [{'subnet_id': 'c70e9438-a0fd-453e-80ec-8312d616972d'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:10:49.300626 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2adf7e29-c7dc-458c-b42a-83277aa4b1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:49.377986 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b78547d4-da8b-4477-9bb9-0b971c226de9 req-e231e062-480a-4137-b485-1ab4b49df3e9 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.65 "GET /v2.0/security-groups?id=bf3daa01-aebc-4511-a2d1-cffb17fc8f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827723 Feb 07 21:10:49.431304 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device ed0c0152-1bb1-4f8d-b803-fb08136285b3 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:10:49.567205 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054f72d-3f6b-4238-b1c2-9c1d6332240e None None] Pushing event updated for resources: {'Port': ['ID=23026730-3e0c-4fc7-ad75-6bac06ffe802,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:49.577127 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 7fb0bc5b-df97-4abb-a365-2e399f127e41 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:10:49.642634 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: ed0c0152-1bb1-4f8d-b803-fb08136285b3 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:10:49.642989 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device ed0c0152-1bb1-4f8d-b803-fb08136285b3 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:10:49.643138 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9405117-923d-4ea1-aa56-2ee86cb90b99 req-224f8e0c-d879-45e7-9af3-fa256cd6da1c tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:49.651096 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9405117-923d-4ea1-aa56-2ee86cb90b99 req-224f8e0c-d879-45e7-9af3-fa256cd6da1c tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/ports?device_id=209983c6-e52a-4de8-9a63-4c3aeee08965 HTTP/1.1" status: 200 len: 945 time: 0.1447933 Feb 07 21:10:49.701804 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5f003e-e04e-44b9-88ae-9f1adae967e5 None None] Routers {'e06e2bcc-03f3-460c-97c5-6a149ffd4451'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:10:49.703820 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fb5f003e-e04e-44b9-88ae-9f1adae967e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:10:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e06e2bcc-03f3-460c-97c5-6a149ffd4451'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:49.754352 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9405117-923d-4ea1-aa56-2ee86cb90b99 req-4fc6d7e5-4608-476f-a5c1-aa7a11103689 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f07d35d-e3f6-4d43-9373-c3cbdc1bb0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013246 Feb 07 21:10:49.901477 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-7b657692-b27f-43a6-af51-436a0bc2efe7 None None] Provisioning complete for port 23026730-3e0c-4fc7-ad75-6bac06ffe802 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:49.903710 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7b657692-b27f-43a6-af51-436a0bc2efe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (23026730-3e0c-4fc7-ad75-6bac06ffe802), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:49.917803 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-4c75a3b1-0c7a-4a7d-a1e6-8a9dd469d2f7 req-69694c43-c6ac-465d-90f0-7b4b4a1e2e1a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Deleting port 079ee442-2956-408d-b74d-1256c9778d3b {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:10:49.918383 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4c75a3b1-0c7a-4a7d-a1e6-8a9dd469d2f7 req-69694c43-c6ac-465d-90f0-7b4b4a1e2e1a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (079ee442-2956-408d-b74d-1256c9778d3b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:50.034043 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a202c-fb89-4880-9efa-00f3157be0d9 req-168ab97c-6de8-407c-a2e6-088e9a6456ca tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:50.046909 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-407a202c-fb89-4880-9efa-00f3157be0d9 req-168ab97c-6de8-407c-a2e6-088e9a6456ca tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.2908707 Feb 07 21:10:50.062018 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a1ba9-0118-4bef-8102-d591a1d6d35a None None] Pushing event updated for resources: {'Port': ['ID=cbde8499-57c9-4b9d-83eb-8d307e24d6db,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:50.089721 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-4c75a3b1-0c7a-4a7d-a1e6-8a9dd469d2f7 req-69694c43-c6ac-465d-90f0-7b4b4a1e2e1a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] For port 079ee442-2956-408d-b74d-1256c9778d3b, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=079ee442-2956-408d-b74d-1256c9778d3b,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:50.090095 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4c75a3b1-0c7a-4a7d-a1e6-8a9dd469d2f7 req-69694c43-c6ac-465d-90f0-7b4b4a1e2e1a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (079ee442-2956-408d-b74d-1256c9778d3b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:50.135968 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-4c75a3b1-0c7a-4a7d-a1e6-8a9dd469d2f7 req-69694c43-c6ac-465d-90f0-7b4b4a1e2e1a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Calling delete_port for 079ee442-2956-408d-b74d-1256c9778d3b owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:10:50.168235 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a281af8-ec70-4ac4-a27c-25db5774b449 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:50.170820 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-fb5f003e-e04e-44b9-88ae-9f1adae967e5 None None] Set router e06e2bcc-03f3-460c-97c5-6a149ffd4451 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:10:50.291235 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-407a202c-fb89-4880-9efa-00f3157be0d9 req-b58e334c-b9ac-4d08-a044-1cfab36e95fe tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372622 Feb 07 21:10:50.299298 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4c75a3b1-0c7a-4a7d-a1e6-8a9dd469d2f7 req-69694c43-c6ac-465d-90f0-7b4b4a1e2e1a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (079ee442-2956-408d-b74d-1256c9778d3b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:50.328918 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69694c43-c6ac-465d-90f0-7b4b4a1e2e1a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Pushing event deleted for resources: {'Port': ['ID=079ee442-2956-408d-b74d-1256c9778d3b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:50.420513 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 23026730-3e0c-4fc7-ad75-6bac06ffe802 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:10:50.434588 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c75a3b1-0c7a-4a7d-a1e6-8a9dd469d2f7 req-69694c43-c6ac-465d-90f0-7b4b4a1e2e1a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] No DVR routers for this DVR port 079ee442-2956-408d-b74d-1256c9778d3b on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:10:50.437841 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4c75a3b1-0c7a-4a7d-a1e6-8a9dd469d2f7 req-69694c43-c6ac-465d-90f0-7b4b4a1e2e1a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:50.442102 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4c75a3b1-0c7a-4a7d-a1e6-8a9dd469d2f7 req-69694c43-c6ac-465d-90f0-7b4b4a1e2e1a tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.69 "DELETE /v2.0/ports/079ee442-2956-408d-b74d-1256c9778d3b HTTP/1.1" status: 204 len: 173 time: 1.3427067 Feb 07 21:10:50.447776 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504b735e-0d1c-483f-9d65-ba76ce721ae4', 'name': 'network-vif-deleted', 'tag': '079ee442-2956-408d-b74d-1256c9778d3b'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:10:50.450470 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0290505d-0207-4a09-aaa4-c98c3c2dd9e2" -d '{"events": [{"server_uuid": "504b735e-0d1c-483f-9d65-ba76ce721ae4", "name": "network-vif-deleted", "tag": "079ee442-2956-408d-b74d-1256c9778d3b"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:10:50.465275 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['079ee442-2956-408d-b74d-1256c9778d3b'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:10:50.625714 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 7fb0bc5b-df97-4abb-a365-2e399f127e41 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:10:50.653469 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 7fb0bc5b-df97-4abb-a365-2e399f127e41 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:50.653852 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (7fb0bc5b-df97-4abb-a365-2e399f127e41), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:50.818467 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-386a7a88-c5ba-4690-a6e2-c048842b6ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:50.820860 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7b657692-b27f-43a6-af51-436a0bc2efe7 None None] Current status of the port 23026730-3e0c-4fc7-ad75-6bac06ffe802 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:50.824493 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-2adf7e29-c7dc-458c-b42a-83277aa4b1f7 None None] Allocated IP 172.20.0.2 (471803ab-fc1d-45bc-9fa4-7c4608085221/c70e9438-a0fd-453e-80ec-8312d616972d/e90702b2-1596-46a0-a39d-f74cd5433b61) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:10:50.909224 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fb5f003e-e04e-44b9-88ae-9f1adae967e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2076459304', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:43Z', 'updated_at': '2022-02-07T21:10:45Z', 'revision_number': 3, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'gw_port': {'id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:44Z', 'updated_at': '2022-02-07T21:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:51.003591 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41c8b8-c24b-409e-b7df-83c462c77fa4 req-a35e7497-c77f-4697-b2e5-b66560c62801 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:51.005178 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f41c8b8-c24b-409e-b7df-83c462c77fa4 req-a35e7497-c77f-4697-b2e5-b66560c62801 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/ports?device_id=504b735e-0d1c-483f-9d65-ba76ce721ae4 HTTP/1.1" status: 200 len: 951 time: 0.9154992 Feb 07 21:10:51.085824 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5f003e-e04e-44b9-88ae-9f1adae967e5 None None] The sync data for ids ['e06e2bcc-03f3-460c-97c5-6a149ffd4451'] in n-d-828185-2 is: [{'id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2076459304', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:43Z', 'updated_at': '2022-02-07T21:10:45Z', 'revision_number': 3, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'gw_port': {'id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:44Z', 'updated_at': '2022-02-07T21:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:10:51.107207 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 23026730-3e0c-4fc7-ad75-6bac06ffe802 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:51.107583 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (23026730-3e0c-4fc7-ad75-6bac06ffe802), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:51.167625 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f41c8b8-c24b-409e-b7df-83c462c77fa4 req-2caa6232-8cde-4694-b8fc-e290746bb495 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] 10.222.0.65 "GET /v2.0/security-groups?id=bfaccc35-1244-45b0-ba9a-39a6fe05df06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423767 Feb 07 21:10:51.171509 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 7fb0bc5b-df97-4abb-a365-2e399f127e41 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:51.171895 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (7fb0bc5b-df97-4abb-a365-2e399f127e41), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:51.196752 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d905803-6952-4906-bb2d-58a168808c5b req-cfecaded-5324-4229-8d8a-948842295c29 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:51.204411 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d905803-6952-4906-bb2d-58a168808c5b req-cfecaded-5324-4229-8d8a-948842295c29 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.65 "GET /v2.0/ports?device_id=7593f487-856b-41f2-ba28-5dc05f0102c5 HTTP/1.1" status: 200 len: 946 time: 0.2373674 Feb 07 21:10:51.227698 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2adf7e29-c7dc-458c-b42a-83277aa4b1f7 None None] Publish callbacks [] for port (e90702b2-1596-46a0-a39d-f74cd5433b61), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:51.256442 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f9da8f-97e7-470b-85ec-fe2c92a2d640 x-openstack-request-id: req-a6f9da8f-97e7-470b-85ec-fe2c92a2d640 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:10:51.256935 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504b735e-0d1c-483f-9d65-ba76ce721ae4", "name": "network-vif-deleted", "tag": "079ee442-2956-408d-b74d-1256c9778d3b", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:10:51.257033 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a6f9da8f-97e7-470b-85ec-fe2c92a2d640 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:10:51.257448 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504b735e-0d1c-483f-9d65-ba76ce721ae4', 'name': 'network-vif-deleted', 'tag': '079ee442-2956-408d-b74d-1256c9778d3b', 'status': 'completed', 'code': 200} Feb 07 21:10:51.270267 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 7fb0bc5b-df97-4abb-a365-2e399f127e41, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=7fb0bc5b-df97-4abb-a365-2e399f127e41,segment=NetworkSegment(d1a1b693-c2f4-45c2-a637-0e112ae51dd1),segment_id=d1a1b693-c2f4-45c2-a637-0e112ae51dd1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:51.273397 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209983c6-e52a-4de8-9a63-4c3aeee08965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb0bc5b-df97-4abb-a365-2e399f127e41'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:10:51.276707 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5e882d-a443-49e9-9edd-0fa69c77a747" -d '{"events": [{"server_uuid": "209983c6-e52a-4de8-9a63-4c3aeee08965", "name": "network-vif-plugged", "status": "completed", "tag": "7fb0bc5b-df97-4abb-a365-2e399f127e41"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:10:51.285483 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2adf7e29-c7dc-458c-b42a-83277aa4b1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (e90702b2-1596-46a0-a39d-f74cd5433b61), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:51.307707 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (7fb0bc5b-df97-4abb-a365-2e399f127e41), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:51.348099 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d905803-6952-4906-bb2d-58a168808c5b req-58ba17aa-8639-409d-87c0-5c81fd882faf tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.65 "GET /v2.0/security-groups?id=bf3daa01-aebc-4511-a2d1-cffb17fc8f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427586 Feb 07 21:10:51.362477 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adf7e29-c7dc-458c-b42a-83277aa4b1f7 None None] Network 471803ab-fc1d-45bc-9fa4-7c4608085221 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:10:51.381328 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-2adf7e29-c7dc-458c-b42a-83277aa4b1f7 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:10:51.391886 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adf7e29-c7dc-458c-b42a-83277aa4b1f7 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:10:51.471936 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf7e29-c7dc-458c-b42a-83277aa4b1f7 None None] Pushing event updated for resources: {'Port': ['ID=e90702b2-1596-46a0-a39d-f74cd5433b61,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:51.488344 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4104a9f-af9c-45d9-be8d-b93ff4d8d6ee x-openstack-request-id: req-f4104a9f-af9c-45d9-be8d-b93ff4d8d6ee {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:10:51.488934 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209983c6-e52a-4de8-9a63-4c3aeee08965", "name": "network-vif-plugged", "status": "completed", "tag": "7fb0bc5b-df97-4abb-a365-2e399f127e41", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:10:51.489351 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f4104a9f-af9c-45d9-be8d-b93ff4d8d6ee {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:10:51.489962 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209983c6-e52a-4de8-9a63-4c3aeee08965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb0bc5b-df97-4abb-a365-2e399f127e41', 'code': 200} Feb 07 21:10:51.490090 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af47df-3021-494c-bcdb-1de147dd42f8 req-a45fc99b-3aac-4971-ac04-ad3e6f6fcff8 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:51.491576 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6af47df-3021-494c-bcdb-1de147dd42f8 req-a45fc99b-3aac-4971-ac04-ad3e6f6fcff8 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/ports?device_id=209983c6-e52a-4de8-9a63-4c3aeee08965 HTTP/1.1" status: 200 len: 946 time: 0.1320398 Feb 07 21:10:51.495929 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-8a281af8-ec70-4ac4-a27c-25db5774b449 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Allocated IP 172.20.0.1 (471803ab-fc1d-45bc-9fa4-7c4608085221/c70e9438-a0fd-453e-80ec-8312d616972d/8c9a20e5-3e6b-4955-9ee8-101fff5cabc0) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:10:51.574191 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6bb495bd-697a-4a53-8ea9-aec2cab67331 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:10:51.624739 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6a41f-00ab-47c2-9dd9-4d692fbb3933 req-3595ab50-10fb-4c5d-8b86-28f5df7e2b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:51.626258 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-94e6a41f-00ab-47c2-9dd9-4d692fbb3933 req-3595ab50-10fb-4c5d-8b86-28f5df7e2b93 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=209983c6-e52a-4de8-9a63-4c3aeee08965 HTTP/1.1" status: 200 len: 1128 time: 0.1205080 Feb 07 21:10:51.703003 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-94e6a41f-00ab-47c2-9dd9-4d692fbb3933 req-0d6eaab1-185c-42d9-be74-599a2d20a650 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1f07d35d-e3f6-4d43-9373-c3cbdc1bb0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677440 Feb 07 21:10:51.738134 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 23026730-3e0c-4fc7-ad75-6bac06ffe802 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:51.742195 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a281af8-ec70-4ac4-a27c-25db5774b449 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for port (8c9a20e5-3e6b-4955-9ee8-101fff5cabc0), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:51.748602 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2adf7e29-c7dc-458c-b42a-83277aa4b1f7 None None] Attempting to bind port e90702b2-1596-46a0-a39d-f74cd5433b61 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:10:51.748867 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2adf7e29-c7dc-458c-b42a-83277aa4b1f7 None None] Attempting to bind port e90702b2-1596-46a0-a39d-f74cd5433b61 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '1bd4ad19-40e8-41ac-89e0-773280d46723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:10:51.749234 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adf7e29-c7dc-458c-b42a-83277aa4b1f7 None None] Attempting to bind port e90702b2-1596-46a0-a39d-f74cd5433b61 on network 471803ab-fc1d-45bc-9fa4-7c4608085221 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:10:51.769061 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:51.776752 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adf7e29-c7dc-458c-b42a-83277aa4b1f7 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:10:51.777054 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adf7e29-c7dc-458c-b42a-83277aa4b1f7 None None] Checking segment: {'id': '1bd4ad19-40e8-41ac-89e0-773280d46723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:10:51.777733 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2adf7e29-c7dc-458c-b42a-83277aa4b1f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:51.778135 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adf7e29-c7dc-458c-b42a-83277aa4b1f7 None None] Bound using segment: {'id': '1bd4ad19-40e8-41ac-89e0-773280d46723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:10:51.778615 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2adf7e29-c7dc-458c-b42a-83277aa4b1f7 None None] Bound port: e90702b2-1596-46a0-a39d-f74cd5433b61, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd4ad19-40e8-41ac-89e0-773280d46723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:10:51.779042 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2adf7e29-c7dc-458c-b42a-83277aa4b1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e90702b2-1596-46a0-a39d-f74cd5433b61), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:51.797384 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6af47df-3021-494c-bcdb-1de147dd42f8 req-2b69f8d7-cca2-455b-87c1-6ae4c9b7bb8f tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f07d35d-e3f6-4d43-9373-c3cbdc1bb0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784350 Feb 07 21:10:51.797541 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=7fb0bc5b-df97-4abb-a365-2e399f127e41,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:51.838417 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6d1e5-1c71-485e-8782-a5c00ec382c5 req-5b7ac3d6-b74d-4bc6-85a2-c91f9a4283bd tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:51.847381 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 6bb495bd-697a-4a53-8ea9-aec2cab67331, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6bb495bd-697a-4a53-8ea9-aec2cab67331,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:51.854966 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6cb6d1e5-1c71-485e-8782-a5c00ec382c5 req-5b7ac3d6-b74d-4bc6-85a2-c91f9a4283bd tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.2168067 Feb 07 21:10:51.879697 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '6bb495bd-697a-4a53-8ea9-aec2cab67331', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '6bb495bd-697a-4a53-8ea9-aec2cab67331', 'mac_address': 'fa:16:3e:ab:2c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:10:51.937059 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2adf7e29-c7dc-458c-b42a-83277aa4b1f7 None None] For port e90702b2-1596-46a0-a39d-f74cd5433b61, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:10:51.962915 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2adf7e29-c7dc-458c-b42a-83277aa4b1f7 None None] For port e90702b2-1596-46a0-a39d-f74cd5433b61, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e90702b2-1596-46a0-a39d-f74cd5433b61,segment=NetworkSegment(1bd4ad19-40e8-41ac-89e0-773280d46723),segment_id=1bd4ad19-40e8-41ac-89e0-773280d46723)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:10:51.969536 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6cb6d1e5-1c71-485e-8782-a5c00ec382c5 req-5b12b3f7-ae3a-4941-8c54-a940a286fb5c tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131768 Feb 07 21:10:51.970547 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a281af8-ec70-4ac4-a27c-25db5774b449 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (8c9a20e5-3e6b-4955-9ee8-101fff5cabc0), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:51.972753 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2adf7e29-c7dc-458c-b42a-83277aa4b1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e90702b2-1596-46a0-a39d-f74cd5433b61), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:51.977016 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 6bb495bd-697a-4a53-8ea9-aec2cab67331 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:51.982306 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:52.071495 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a281af8-ec70-4ac4-a27c-25db5774b449 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Network 471803ab-fc1d-45bc-9fa4-7c4608085221 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:10:52.072733 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a281af8-ec70-4ac4-a27c-25db5774b449 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event updated for resources: {'Port': ['ID=8c9a20e5-3e6b-4955-9ee8-101fff5cabc0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:52.078468 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-8a281af8-ec70-4ac4-a27c-25db5774b449 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:10:52.084145 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a281af8-ec70-4ac4-a27c-25db5774b449 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:10:52.255723 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a281af8-ec70-4ac4-a27c-25db5774b449 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (e06e2bcc-03f3-460c-97c5-6a149ffd4451), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:52.428602 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device cbde8499-57c9-4b9d-83eb-8d307e24d6db up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:10:52.511866 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb495bd-697a-4a53-8ea9-aec2cab67331 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:10:52.581675 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a281af8-ec70-4ac4-a27c-25db5774b449 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8c9a20e5-3e6b-4955-9ee8-101fff5cabc0), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:52.594674 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 6bb495bd-697a-4a53-8ea9-aec2cab67331, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6bb495bd-697a-4a53-8ea9-aec2cab67331,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:52.629303 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:52.636709 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf7e29-c7dc-458c-b42a-83277aa4b1f7 None None] Pushing event updated for resources: {'Port': ['ID=e90702b2-1596-46a0-a39d-f74cd5433b61,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:52.641519 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9119182-a4bb-4ba3-b1a1-7f08d67f31a9 req-f2f03598-cc64-4e4f-a4de-097f08bc0686 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:52.643105 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9119182-a4bb-4ba3-b1a1-7f08d67f31a9 req-f2f03598-cc64-4e4f-a4de-097f08bc0686 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7111d70-5d78-4ddd-8a7f-050a628280c4 HTTP/1.1" status: 200 len: 946 time: 0.2038691 Feb 07 21:10:52.766872 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port cbde8499-57c9-4b9d-83eb-8d307e24d6db triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:52.767376 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (cbde8499-57c9-4b9d-83eb-8d307e24d6db), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:52.894291 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9119182-a4bb-4ba3-b1a1-7f08d67f31a9 req-79c740aa-db4a-4b16-9696-67f5c7254410 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303557 Feb 07 21:10:52.921835 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=6bb495bd-697a-4a53-8ea9-aec2cab67331,revision_number=9']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:52.937139 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56580) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:52.993062 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['6bb495bd-697a-4a53-8ea9-aec2cab67331'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:10:53.149628 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port cbde8499-57c9-4b9d-83eb-8d307e24d6db is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:53.150020 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (cbde8499-57c9-4b9d-83eb-8d307e24d6db), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:53.217542 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port cbde8499-57c9-4b9d-83eb-8d307e24d6db, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=cbde8499-57c9-4b9d-83eb-8d307e24d6db,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:53.218720 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:53.221668 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b3be9791-85ac-4f05-8ffe-acb109eb721d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f4fe27c2f8aa423da4df091a462a1dd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2824693 Feb 07 21:10:53.224145 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56590) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:53.235096 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (cbde8499-57c9-4b9d-83eb-8d307e24d6db), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:53.252270 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac395ea-7e3c-4ac9-96c8-0990b763b759 req-d0331f78-e1ec-4fe9-af33-84371c20ac1c tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:53.259749 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dac395ea-7e3c-4ac9-96c8-0990b763b759 req-d0331f78-e1ec-4fe9-af33-84371c20ac1c tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/ports?device_id=209983c6-e52a-4de8-9a63-4c3aeee08965 HTTP/1.1" status: 200 len: 946 time: 0.1926033 Feb 07 21:10:53.307588 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fd9db4ec-4340-4854-ba1b-e1d2912722ec admin admin] Publish callbacks [] for security_group (bfaccc35-1244-45b0-ba9a-39a6fe05df06), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:53.311971 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fe6c9-e6b9-4964-bd62-ede27ecdd1d8 req-af866f36-97ea-4a3d-8f51-60d43c253141 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:53.319397 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-051fe6c9-e6b9-4964-bd62-ede27ecdd1d8 req-af866f36-97ea-4a3d-8f51-60d43c253141 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.2285268 Feb 07 21:10:53.341259 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fd9db4ec-4340-4854-ba1b-e1d2912722ec admin admin] Publish callbacks [] for security_group (bfaccc35-1244-45b0-ba9a-39a6fe05df06), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:53.355482 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=cbde8499-57c9-4b9d-83eb-8d307e24d6db,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:53.374209 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a281af8-ec70-4ac4-a27c-25db5774b449 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for port (8c9a20e5-3e6b-4955-9ee8-101fff5cabc0), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:53.397611 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a281af8-ec70-4ac4-a27c-25db5774b449 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (8c9a20e5-3e6b-4955-9ee8-101fff5cabc0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:53.399832 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fd9db4ec-4340-4854-ba1b-e1d2912722ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (bfaccc35-1244-45b0-ba9a-39a6fe05df06), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:53.403681 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fd9db4ec-4340-4854-ba1b-e1d2912722ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:53.405135 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fd9db4ec-4340-4854-ba1b-e1d2912722ec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bfaccc35-1244-45b0-ba9a-39a6fe05df06 HTTP/1.1" status: 204 len: 168 time: 0.1787388 Feb 07 21:10:53.415058 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9db4ec-4340-4854-ba1b-e1d2912722ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfaccc35-1244-45b0-ba9a-39a6fe05df06,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:53.440626 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dac395ea-7e3c-4ac9-96c8-0990b763b759 req-adc4f6a1-6441-48d2-a289-22d420c63042 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f07d35d-e3f6-4d43-9373-c3cbdc1bb0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797817 Feb 07 21:10:53.485207 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-051fe6c9-e6b9-4964-bd62-ede27ecdd1d8 req-d3251901-f4f0-4188-b123-c7623bfdc78b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643295 Feb 07 21:10:53.528694 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a281af8-ec70-4ac4-a27c-25db5774b449 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event updated for resources: {'Port': ['ID=8c9a20e5-3e6b-4955-9ee8-101fff5cabc0,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:53.540818 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 079ee442-2956-408d-b74d-1256c9778d3b no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:10:53.564841 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a281af8-ec70-4ac4-a27c-25db5774b449 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (e06e2bcc-03f3-460c-97c5-6a149ffd4451), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:53.584890 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 079ee442-2956-408d-b74d-1256c9778d3b {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:10:53.585440 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 079ee442-2956-408d-b74d-1256c9778d3b not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:10:53.822743 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a281af8-ec70-4ac4-a27c-25db5774b449 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Network 471803ab-fc1d-45bc-9fa4-7c4608085221 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:10:53.827222 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-8a281af8-ec70-4ac4-a27c-25db5774b449 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:10:53.837064 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0954af-be64-4524-8f15-d044a9bf1210 req-88569df6-5c64-42f7-9d38-4d046fda2914 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:53.838563 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6b0954af-be64-4524-8f15-d044a9bf1210 req-88569df6-5c64-42f7-9d38-4d046fda2914 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.71 "GET /v2.0/ports?device_id=b7111d70-5d78-4ddd-8a7f-050a628280c4 HTTP/1.1" status: 200 len: 946 time: 0.1064503 Feb 07 21:10:54.009145 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56616) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:54.119309 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-14ef6acd-81bc-4032-9b43-83dce0d44465 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=80d4e8606ffa4489acefc1d9c5962ee4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1089528 Feb 07 21:10:54.121723 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56620) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:54.162792 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a711c-46cd-436c-b7bf-e9ee50181919 req-887af3d6-b64a-4750-b775-6a9afc652e97 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:54.167031 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6b7a711c-46cd-436c-b7bf-e9ee50181919 req-887af3d6-b64a-4750-b775-6a9afc652e97 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7111d70-5d78-4ddd-8a7f-050a628280c4 HTTP/1.1" status: 200 len: 946 time: 0.1290348 Feb 07 21:10:54.174335 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a281af8-ec70-4ac4-a27c-25db5774b449 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Router e06e2bcc-03f3-460c-97c5-6a149ffd4451 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:10:54.202444 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-6b0954af-be64-4524-8f15-d044a9bf1210 req-a8758a37-afa9-4846-9da9-1a60815294ba tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Deleting port b9feb26d-0f66-4b71-8ed3-d190edbaf70e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:10:54.202925 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6b0954af-be64-4524-8f15-d044a9bf1210 req-a8758a37-afa9-4846-9da9-1a60815294ba tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (b9feb26d-0f66-4b71-8ed3-d190edbaf70e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:54.283784 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aed2c5a1-dc8b-4dd0-95fa-407d1c187803 admin admin] Publish callbacks [] for security_group (0a4a7e7d-a89b-4d5a-9c14-44de5aba29ff), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:54.331755 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aed2c5a1-dc8b-4dd0-95fa-407d1c187803 admin admin] Publish callbacks [] for security_group (0a4a7e7d-a89b-4d5a-9c14-44de5aba29ff), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:54.419026 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:54.442465 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device cbde8499-57c9-4b9d-83eb-8d307e24d6db up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:10:54.488130 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aed2c5a1-dc8b-4dd0-95fa-407d1c187803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0a4a7e7d-a89b-4d5a-9c14-44de5aba29ff), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:54.493457 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aed2c5a1-dc8b-4dd0-95fa-407d1c187803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:54.495736 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-aed2c5a1-dc8b-4dd0-95fa-407d1c187803 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0a4a7e7d-a89b-4d5a-9c14-44de5aba29ff HTTP/1.1" status: 204 len: 168 time: 0.3723495 Feb 07 21:10:54.518401 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2c5a1-dc8b-4dd0-95fa-407d1c187803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4a7e7d-a89b-4d5a-9c14-44de5aba29ff,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:54.595516 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port cbde8499-57c9-4b9d-83eb-8d307e24d6db triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:54.595892 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (cbde8499-57c9-4b9d-83eb-8d307e24d6db), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:54.644206 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a281af8-ec70-4ac4-a27c-25db5774b449 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:10:54.658189 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a3da7a-3d35-44a2-9c20-9fc9b162f83a None None] Sync routers for ids ['e06e2bcc-03f3-460c-97c5-6a149ffd4451'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:10:54.673910 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a3da7a-3d35-44a2-9c20-9fc9b162f83a None None] Routers {'e06e2bcc-03f3-460c-97c5-6a149ffd4451'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:10:54.674102 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8a281af8-ec70-4ac4-a27c-25db5774b449 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "PUT /v2.0/routers/e06e2bcc-03f3-460c-97c5-6a149ffd4451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0045462 Feb 07 21:10:54.674193 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-31a3da7a-3d35-44a2-9c20-9fc9b162f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:10:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e06e2bcc-03f3-460c-97c5-6a149ffd4451'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:54.674321 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56640) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:54.680628 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-47afa22e-aca4-40be-8953-6577975d9897 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1627776895', 'description': 'tempest-secgroup_access--1627776895 description', 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:10:54.728586 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6b7a711c-46cd-436c-b7bf-e9ee50181919 req-00a0cd46-729c-480f-a403-a79d269d6a52 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/security-groups?id=cbdf0c75-5e74-44d9-ac4f-29936e0130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471509 Feb 07 21:10:54.728859 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port cbde8499-57c9-4b9d-83eb-8d307e24d6db is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:54.729323 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e90702b2-1596-46a0-a39d-f74cd5433b61 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:10:54.763787 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47afa22e-aca4-40be-8953-6577975d9897 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:54.785320 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c91396-b156-4bee-bcdc-f8fdbc296a60 None None] Network 471803ab-fc1d-45bc-9fa4-7c4608085221 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:10:54.798524 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-6b0954af-be64-4524-8f15-d044a9bf1210 req-a8758a37-afa9-4846-9da9-1a60815294ba tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] For port b9feb26d-0f66-4b71-8ed3-d190edbaf70e, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b9feb26d-0f66-4b71-8ed3-d190edbaf70e,segment=NetworkSegment(81dd7234-73b3-46ed-9443-912083c47ba6),segment_id=81dd7234-73b3-46ed-9443-912083c47ba6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:54.798902 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6b0954af-be64-4524-8f15-d044a9bf1210 req-a8758a37-afa9-4846-9da9-1a60815294ba tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (b9feb26d-0f66-4b71-8ed3-d190edbaf70e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:54.924110 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47afa22e-aca4-40be-8953-6577975d9897 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for security_group (d73dc756-7fe6-46e6-b073-fd7e685a2bdb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:54.927755 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-31a3da7a-3d35-44a2-9c20-9fc9b162f83a None None] Set router e06e2bcc-03f3-460c-97c5-6a149ffd4451 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:10:54.936016 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-6b0954af-be64-4524-8f15-d044a9bf1210 req-a8758a37-afa9-4846-9da9-1a60815294ba tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Calling delete_port for b9feb26d-0f66-4b71-8ed3-d190edbaf70e owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:10:54.936814 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47afa22e-aca4-40be-8953-6577975d9897 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d73dc756-7fe6-46e6-b073-fd7e685a2bdb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:54.981538 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28093d-4b54-4dec-b34d-17c4e6bdaec1 req-df99d4da-fa9f-425b-8c33-a6ccea156339 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:54.983592 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf28093d-4b54-4dec-b34d-17c4e6bdaec1 req-df99d4da-fa9f-425b-8c33-a6ccea156339 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/ports?device_id=209983c6-e52a-4de8-9a63-4c3aeee08965 HTTP/1.1" status: 200 len: 946 time: 0.1597831 Feb 07 21:10:54.995205 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47afa22e-aca4-40be-8953-6577975d9897 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:55.004204 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e45c39c1-7d61-4bb5-9bb5-9d246535556a None None] Provisioning complete for port e90702b2-1596-46a0-a39d-f74cd5433b61 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:55.004837 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-47afa22e-aca4-40be-8953-6577975d9897 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3212457 Feb 07 21:10:55.007716 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e45c39c1-7d61-4bb5-9bb5-9d246535556a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e90702b2-1596-46a0-a39d-f74cd5433b61), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:55.008368 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56644) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:55.018443 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8113bbd3-b8e5-4143-92a0-2d6fa4da94d5 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1686559960', 'description': 'tempest-secgroup_general--1686559960 description', 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:10:55.034708 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47afa22e-aca4-40be-8953-6577975d9897 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d73dc756-7fe6-46e6-b073-fd7e685a2bdb,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:55.077482 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8113bbd3-b8e5-4143-92a0-2d6fa4da94d5 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:55.189064 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port e90702b2-1596-46a0-a39d-f74cd5433b61 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:55.189439 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e90702b2-1596-46a0-a39d-f74cd5433b61), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:55.220896 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19117b18-c5ad-49c7-a8ba-50067e15c2f8 req-b14ee15f-5c38-478c-9a00-2b1428ac1a96 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:10:55.229336 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19117b18-c5ad-49c7-a8ba-50067e15c2f8 req-b14ee15f-5c38-478c-9a00-2b1428ac1a96 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.3344946 Feb 07 21:10:55.256771 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8113bbd3-b8e5-4143-92a0-2d6fa4da94d5 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for security_group (3d7e10d6-9505-4c22-b231-9184931b781d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:55.274180 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8113bbd3-b8e5-4143-92a0-2d6fa4da94d5 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3d7e10d6-9505-4c22-b231-9184931b781d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:55.344807 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8113bbd3-b8e5-4143-92a0-2d6fa4da94d5 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:55.354000 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8113bbd3-b8e5-4143-92a0-2d6fa4da94d5 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3366024 Feb 07 21:10:55.358404 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56660) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:55.363597 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113bbd3-b8e5-4143-92a0-2d6fa4da94d5 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7e10d6-9505-4c22-b231-9184931b781d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:55.366377 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e45c39c1-7d61-4bb5-9bb5-9d246535556a None None] Current status of the port e90702b2-1596-46a0-a39d-f74cd5433b61 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:55.366965 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e45c39c1-7d61-4bb5-9bb5-9d246535556a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e90702b2-1596-46a0-a39d-f74cd5433b61), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:55.380229 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ef1b9c12-d519-4a6c-b513-64d368ed1bc6 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Request body: {'security_group_rule': {'security_group_id': 'd73dc756-7fe6-46e6-b073-fd7e685a2bdb', 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:10:55.407987 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port e90702b2-1596-46a0-a39d-f74cd5433b61 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:55.408730 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e90702b2-1596-46a0-a39d-f74cd5433b61), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:55.413346 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-31a3da7a-3d35-44a2-9c20-9fc9b162f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2076459304', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:43Z', 'updated_at': '2022-02-07T21:10:52Z', 'revision_number': 4, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'gw_port': {'id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:44Z', 'updated_at': '2022-02-07T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '8c9a20e5-3e6b-4955-9ee8-101fff5cabc0', 'name': '', 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'mac_address': 'fa:16:3e:01:ba:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c70e9438-a0fd-453e-80ec-8312d616972d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:51Z', 'updated_at': '2022-02-07T21:10:52Z', 'revision_number': 2, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'subnets': [{'id': 'c70e9438-a0fd-453e-80ec-8312d616972d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:55.443836 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e45c39c1-7d61-4bb5-9bb5-9d246535556a None None] For port e90702b2-1596-46a0-a39d-f74cd5433b61, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e90702b2-1596-46a0-a39d-f74cd5433b61,segment=NetworkSegment(1bd4ad19-40e8-41ac-89e0-773280d46723),segment_id=1bd4ad19-40e8-41ac-89e0-773280d46723)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:55.453090 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef1b9c12-d519-4a6c-b513-64d368ed1bc6 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for security_group_rule (ac6928c8-1806-4a14-b740-95d5a9229190), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:55.457434 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e45c39c1-7d61-4bb5-9bb5-9d246535556a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e90702b2-1596-46a0-a39d-f74cd5433b61), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:55.528389 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf28093d-4b54-4dec-b34d-17c4e6bdaec1 req-2da061d1-38c5-4e12-a692-a013797854b4 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f07d35d-e3f6-4d43-9373-c3cbdc1bb0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5121078 Feb 07 21:10:55.555039 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a3da7a-3d35-44a2-9c20-9fc9b162f83a None None] Checking router: e06e2bcc-03f3-460c-97c5-6a149ffd4451 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:10:55.555399 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a3da7a-3d35-44a2-9c20-9fc9b162f83a None None] Updating router e06e2bcc-03f3-460c-97c5-6a149ffd4451 port 8c9a20e5-3e6b-4955-9ee8-101fff5cabc0 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:10:55.600070 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef1b9c12-d519-4a6c-b513-64d368ed1bc6 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for security_group_rule (ac6928c8-1806-4a14-b740-95d5a9229190), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:55.624594 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef1b9c12-d519-4a6c-b513-64d368ed1bc6 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (ac6928c8-1806-4a14-b740-95d5a9229190), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:55.638539 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19117b18-c5ad-49c7-a8ba-50067e15c2f8 req-05f078fb-e41b-4b39-aed4-c55c2b1ef7e8 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4071732 Feb 07 21:10:55.647508 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6bb495bd-697a-4a53-8ea9-aec2cab67331 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:10:55.649026 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b9c12-d519-4a6c-b513-64d368ed1bc6 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6928c8-1806-4a14-b740-95d5a9229190,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:55.654524 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-31a3da7a-3d35-44a2-9c20-9fc9b162f83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8c9a20e5-3e6b-4955-9ee8-101fff5cabc0), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:55.685818 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6b0954af-be64-4524-8f15-d044a9bf1210 req-a8758a37-afa9-4846-9da9-1a60815294ba tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (b9feb26d-0f66-4b71-8ed3-d190edbaf70e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:55.695790 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef1b9c12-d519-4a6c-b513-64d368ed1bc6 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:55.695790 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ef1b9c12-d519-4a6c-b513-64d368ed1bc6 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3337963 Feb 07 21:10:55.711370 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c39c1-7d61-4bb5-9bb5-9d246535556a None None] Pushing event updated for resources: {'Port': ['ID=e90702b2-1596-46a0-a39d-f74cd5433b61,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:55.753160 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:10:55.753527 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:10:55.775686 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 6bb495bd-697a-4a53-8ea9-aec2cab67331 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:55.776132 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:55.901093 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 6bb495bd-697a-4a53-8ea9-aec2cab67331 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:55.901561 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:55.919433 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6de3a5c1-3c23-4d0d-a6df-3062e1459ca5 None None] Provisioning complete for port 8c9a20e5-3e6b-4955-9ee8-101fff5cabc0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:55.920722 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6de3a5c1-3c23-4d0d-a6df-3062e1459ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8c9a20e5-3e6b-4955-9ee8-101fff5cabc0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:55.941466 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8758a37-afa9-4846-9da9-1a60815294ba tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Pushing event deleted for resources: {'Port': ['ID=b9feb26d-0f66-4b71-8ed3-d190edbaf70e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:55.958999 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0954af-be64-4524-8f15-d044a9bf1210 req-a8758a37-afa9-4846-9da9-1a60815294ba tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] No DVR routers for this DVR port b9feb26d-0f66-4b71-8ed3-d190edbaf70e on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:10:55.964190 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6b0954af-be64-4524-8f15-d044a9bf1210 req-a8758a37-afa9-4846-9da9-1a60815294ba tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:55.981105 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6b0954af-be64-4524-8f15-d044a9bf1210 req-a8758a37-afa9-4846-9da9-1a60815294ba tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.71 "DELETE /v2.0/ports/b9feb26d-0f66-4b71-8ed3-d190edbaf70e HTTP/1.1" status: 204 len: 173 time: 2.1345210 Feb 07 21:10:55.984711 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7111d70-5d78-4ddd-8a7f-050a628280c4', 'name': 'network-vif-deleted', 'tag': 'b9feb26d-0f66-4b71-8ed3-d190edbaf70e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:10:55.994970 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd967684-4347-428e-9beb-b67de58e4d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb495bd-697a-4a53-8ea9-aec2cab67331'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:10:55.999892 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d6cfcf-413a-4cd0-bb3b-34dbad1acb58" -d '{"events": [{"server_uuid": "dd967684-4347-428e-9beb-b67de58e4d48", "name": "network-vif-plugged", "status": "completed", "tag": "6bb495bd-697a-4a53-8ea9-aec2cab67331"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:10:56.008398 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d30408-9d34-4bf1-b00a-206531f91487" -d '{"events": [{"server_uuid": "b7111d70-5d78-4ddd-8a7f-050a628280c4", "name": "network-vif-deleted", "tag": "b9feb26d-0f66-4b71-8ed3-d190edbaf70e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:10:56.014913 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6de3a5c1-3c23-4d0d-a6df-3062e1459ca5 None None] Port 8c9a20e5-3e6b-4955-9ee8-101fff5cabc0 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:10:56.041581 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 6bb495bd-697a-4a53-8ea9-aec2cab67331, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6bb495bd-697a-4a53-8ea9-aec2cab67331,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:56.062652 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:56.209941 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6de3a5c1-3c23-4d0d-a6df-3062e1459ca5 None None] Provisioning complete for port e90702b2-1596-46a0-a39d-f74cd5433b61 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:56.209941 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6de3a5c1-3c23-4d0d-a6df-3062e1459ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e90702b2-1596-46a0-a39d-f74cd5433b61), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:56.256700 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d412ed83-f6d9-4ecc-a3db-55349856a256 req-2c838454-09dc-47be-b755-7597b6f67ab3 tempest-ServersTestJSON-780433098 tempest-ServersTestJSON-780433098-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7111d70-5d78-4ddd-8a7f-050a628280c4 HTTP/1.1" status: 200 len: 210 time: 0.0736163 Feb 07 21:10:56.351885 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=6bb495bd-697a-4a53-8ea9-aec2cab67331,revision_number=10']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:56.409415 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port e90702b2-1596-46a0-a39d-f74cd5433b61 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:56.413827 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dab1dcb-5d97-4a4f-817c-2775eb63ba4b x-openstack-request-id: req-5dab1dcb-5d97-4a4f-817c-2775eb63ba4b {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:10:56.414171 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd967684-4347-428e-9beb-b67de58e4d48", "name": "network-vif-plugged", "status": "completed", "tag": "6bb495bd-697a-4a53-8ea9-aec2cab67331", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:10:56.414489 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5dab1dcb-5d97-4a4f-817c-2775eb63ba4b {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:10:56.414942 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd967684-4347-428e-9beb-b67de58e4d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb495bd-697a-4a53-8ea9-aec2cab67331', 'code': 200} Feb 07 21:10:56.494555 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-31a3da7a-3d35-44a2-9c20-9fc9b162f83a None None] Publish callbacks [] for port (8c9a20e5-3e6b-4955-9ee8-101fff5cabc0), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:56.495073 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98aa4e57-74eb-414e-bf44-84f2128b9c8e x-openstack-request-id: req-98aa4e57-74eb-414e-bf44-84f2128b9c8e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:10:56.495298 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7111d70-5d78-4ddd-8a7f-050a628280c4", "name": "network-vif-deleted", "tag": "b9feb26d-0f66-4b71-8ed3-d190edbaf70e", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:10:56.496065 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-98aa4e57-74eb-414e-bf44-84f2128b9c8e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:10:56.496521 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7111d70-5d78-4ddd-8a7f-050a628280c4', 'name': 'network-vif-deleted', 'tag': 'b9feb26d-0f66-4b71-8ed3-d190edbaf70e', 'status': 'completed', 'code': 200} Feb 07 21:10:56.499763 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6de3a5c1-3c23-4d0d-a6df-3062e1459ca5 None None] Current status of the port e90702b2-1596-46a0-a39d-f74cd5433b61 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:56.504760 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-31a3da7a-3d35-44a2-9c20-9fc9b162f83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8c9a20e5-3e6b-4955-9ee8-101fff5cabc0), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:56.626339 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-00fc94ff-11d0-4afc-8e27-cbe3fa015eec None None] Provisioning complete for port 8c9a20e5-3e6b-4955-9ee8-101fff5cabc0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:56.627470 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-00fc94ff-11d0-4afc-8e27-cbe3fa015eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8c9a20e5-3e6b-4955-9ee8-101fff5cabc0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:56.631700 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e90702b2-1596-46a0-a39d-f74cd5433b61 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:10:56.690502 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-31a3da7a-3d35-44a2-9c20-9fc9b162f83a None None] Attempting to bind port 8c9a20e5-3e6b-4955-9ee8-101fff5cabc0 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:10:56.691110 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-31a3da7a-3d35-44a2-9c20-9fc9b162f83a None None] Attempting to bind port 8c9a20e5-3e6b-4955-9ee8-101fff5cabc0 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '1bd4ad19-40e8-41ac-89e0-773280d46723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:10:56.692508 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a3da7a-3d35-44a2-9c20-9fc9b162f83a None None] Attempting to bind port 8c9a20e5-3e6b-4955-9ee8-101fff5cabc0 on network 471803ab-fc1d-45bc-9fa4-7c4608085221 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:10:56.710900 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d87e86-59f9-4e4b-80c1-3521573322f2 None None] Pushing event updated for resources: {'Port': ['ID=8c9a20e5-3e6b-4955-9ee8-101fff5cabc0,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:56.714711 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a3da7a-3d35-44a2-9c20-9fc9b162f83a None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:10:56.715351 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a3da7a-3d35-44a2-9c20-9fc9b162f83a None None] Checking segment: {'id': '1bd4ad19-40e8-41ac-89e0-773280d46723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:10:56.724573 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-31a3da7a-3d35-44a2-9c20-9fc9b162f83a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:56.725601 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a3da7a-3d35-44a2-9c20-9fc9b162f83a None None] Bound using segment: {'id': '1bd4ad19-40e8-41ac-89e0-773280d46723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:10:56.726280 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-31a3da7a-3d35-44a2-9c20-9fc9b162f83a None None] Bound port: 8c9a20e5-3e6b-4955-9ee8-101fff5cabc0, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd4ad19-40e8-41ac-89e0-773280d46723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:10:56.726903 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-31a3da7a-3d35-44a2-9c20-9fc9b162f83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8c9a20e5-3e6b-4955-9ee8-101fff5cabc0), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:56.836129 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-00fc94ff-11d0-4afc-8e27-cbe3fa015eec None None] Port 8c9a20e5-3e6b-4955-9ee8-101fff5cabc0 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:10:56.861205 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port e90702b2-1596-46a0-a39d-f74cd5433b61 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:56.862402 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e90702b2-1596-46a0-a39d-f74cd5433b61), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:56.880677 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-31a3da7a-3d35-44a2-9c20-9fc9b162f83a None None] For port 8c9a20e5-3e6b-4955-9ee8-101fff5cabc0, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:10:56.885017 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-31a3da7a-3d35-44a2-9c20-9fc9b162f83a None None] For port 8c9a20e5-3e6b-4955-9ee8-101fff5cabc0, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8c9a20e5-3e6b-4955-9ee8-101fff5cabc0,segment=NetworkSegment(1bd4ad19-40e8-41ac-89e0-773280d46723),segment_id=1bd4ad19-40e8-41ac-89e0-773280d46723)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:10:56.911283 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-31a3da7a-3d35-44a2-9c20-9fc9b162f83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8c9a20e5-3e6b-4955-9ee8-101fff5cabc0), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:56.972589 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a3da7a-3d35-44a2-9c20-9fc9b162f83a None None] Routers {'e06e2bcc-03f3-460c-97c5-6a149ffd4451'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:10:56.976131 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-31a3da7a-3d35-44a2-9c20-9fc9b162f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:10:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e06e2bcc-03f3-460c-97c5-6a149ffd4451'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:57.033685 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f040f18d-3acc-4619-91f3-f8b01bf1dfe4 None None] Provisioning complete for port 8c9a20e5-3e6b-4955-9ee8-101fff5cabc0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:57.035022 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f040f18d-3acc-4619-91f3-f8b01bf1dfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8c9a20e5-3e6b-4955-9ee8-101fff5cabc0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:57.068748 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port e90702b2-1596-46a0-a39d-f74cd5433b61 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:57.158901 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f040f18d-3acc-4619-91f3-f8b01bf1dfe4 None None] Current status of the port 8c9a20e5-3e6b-4955-9ee8-101fff5cabc0 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:57.159575 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f040f18d-3acc-4619-91f3-f8b01bf1dfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8c9a20e5-3e6b-4955-9ee8-101fff5cabc0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:57.223808 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f040f18d-3acc-4619-91f3-f8b01bf1dfe4 None None] For port 8c9a20e5-3e6b-4955-9ee8-101fff5cabc0, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8c9a20e5-3e6b-4955-9ee8-101fff5cabc0,segment=NetworkSegment(1bd4ad19-40e8-41ac-89e0-773280d46723),segment_id=1bd4ad19-40e8-41ac-89e0-773280d46723)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:10:57.243304 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f040f18d-3acc-4619-91f3-f8b01bf1dfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8c9a20e5-3e6b-4955-9ee8-101fff5cabc0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:57.334853 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040f18d-3acc-4619-91f3-f8b01bf1dfe4 None None] Pushing event updated for resources: {'Port': ['ID=8c9a20e5-3e6b-4955-9ee8-101fff5cabc0,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:57.375447 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d87e86-59f9-4e4b-80c1-3521573322f2 None None] Pushing event updated for resources: {'Port': ['ID=8c9a20e5-3e6b-4955-9ee8-101fff5cabc0,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:57.381150 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4a622d95-4976-4c5b-bb4c-eb5cbb4bf1a6 None None] Provisioning complete for port 8c9a20e5-3e6b-4955-9ee8-101fff5cabc0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:57.381522 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a622d95-4976-4c5b-bb4c-eb5cbb4bf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8c9a20e5-3e6b-4955-9ee8-101fff5cabc0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:57.394406 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-31a3da7a-3d35-44a2-9c20-9fc9b162f83a None None] Set router e06e2bcc-03f3-460c-97c5-6a149ffd4451 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:10:57.454129 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device b9feb26d-0f66-4b71-8ed3-d190edbaf70e no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:10:57.515599 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: b9feb26d-0f66-4b71-8ed3-d190edbaf70e {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:10:57.517393 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device b9feb26d-0f66-4b71-8ed3-d190edbaf70e not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:10:57.628875 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4a622d95-4976-4c5b-bb4c-eb5cbb4bf1a6 None None] Current status of the port 8c9a20e5-3e6b-4955-9ee8-101fff5cabc0 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:57.721040 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-31a3da7a-3d35-44a2-9c20-9fc9b162f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2076459304', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:43Z', 'updated_at': '2022-02-07T21:10:52Z', 'revision_number': 4, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'gw_port': {'id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:44Z', 'updated_at': '2022-02-07T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '8c9a20e5-3e6b-4955-9ee8-101fff5cabc0', 'name': '', 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'mac_address': 'fa:16:3e:01:ba:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c70e9438-a0fd-453e-80ec-8312d616972d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:51Z', 'updated_at': '2022-02-07T21:10:56Z', 'revision_number': 4, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'subnets': [{'id': 'c70e9438-a0fd-453e-80ec-8312d616972d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:10:57.757357 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a3da7a-3d35-44a2-9c20-9fc9b162f83a None None] The sync data for ids ['e06e2bcc-03f3-460c-97c5-6a149ffd4451'] in n-d-828185-2 is: [{'id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2076459304', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:43Z', 'updated_at': '2022-02-07T21:10:52Z', 'revision_number': 4, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'gw_port': {'id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:44Z', 'updated_at': '2022-02-07T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '8c9a20e5-3e6b-4955-9ee8-101fff5cabc0', 'name': '', 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'mac_address': 'fa:16:3e:01:ba:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c70e9438-a0fd-453e-80ec-8312d616972d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:51Z', 'updated_at': '2022-02-07T21:10:56Z', 'revision_number': 4, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'subnets': [{'id': 'c70e9438-a0fd-453e-80ec-8312d616972d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:10:57.778930 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-44127363-95fd-4ed7-a0f4-2086ab61a5f0 None None] Provisioning complete for port 8c9a20e5-3e6b-4955-9ee8-101fff5cabc0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:57.779304 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-44127363-95fd-4ed7-a0f4-2086ab61a5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8c9a20e5-3e6b-4955-9ee8-101fff5cabc0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:57.931478 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-44127363-95fd-4ed7-a0f4-2086ab61a5f0 None None] Current status of the port 8c9a20e5-3e6b-4955-9ee8-101fff5cabc0 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:58.436199 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 56744) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:58.620507 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8c9a20e5-3e6b-4955-9ee8-101fff5cabc0 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:10:58.666164 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55839ce3-e5a6-46cf-a77d-3409f0d5a8ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:58.729202 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 8c9a20e5-3e6b-4955-9ee8-101fff5cabc0 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:10:58.729584 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8c9a20e5-3e6b-4955-9ee8-101fff5cabc0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:58.813975 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55839ce3-e5a6-46cf-a77d-3409f0d5a8ef admin admin] Publish callbacks [] for security_group (62c7def2-4fe0-49e0-b347-32bf3e47e9de), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:58.823408 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55839ce3-e5a6-46cf-a77d-3409f0d5a8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (62c7def2-4fe0-49e0-b347-32bf3e47e9de), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:58.899585 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-55839ce3-e5a6-46cf-a77d-3409f0d5a8ef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e390b86c3a784046aa382d4a546ebfb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4614329 Feb 07 21:10:58.902312 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56750) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:58.907908 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 8c9a20e5-3e6b-4955-9ee8-101fff5cabc0 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:10:58.919300 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55839ce3-e5a6-46cf-a77d-3409f0d5a8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c7def2-4fe0-49e0-b347-32bf3e47e9de,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:59.015623 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-802b58d5-68b4-413e-89a3-54682ed1ae87 admin admin] Publish callbacks [] for security_group (62c7def2-4fe0-49e0-b347-32bf3e47e9de), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:59.048580 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-802b58d5-68b4-413e-89a3-54682ed1ae87 admin admin] Publish callbacks [] for security_group (62c7def2-4fe0-49e0-b347-32bf3e47e9de), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:59.123845 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-802b58d5-68b4-413e-89a3-54682ed1ae87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (62c7def2-4fe0-49e0-b347-32bf3e47e9de), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:59.128274 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-802b58d5-68b4-413e-89a3-54682ed1ae87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:59.129691 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-802b58d5-68b4-413e-89a3-54682ed1ae87 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/62c7def2-4fe0-49e0-b347-32bf3e47e9de HTTP/1.1" status: 204 len: 168 time: 0.2258096 Feb 07 21:10:59.149382 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b58d5-68b4-413e-89a3-54682ed1ae87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c7def2-4fe0-49e0-b347-32bf3e47e9de,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:59.586844 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56756) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:59.605919 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4df3b74c-f042-420b-8bfe-61d7a856e18c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:59.749743 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4df3b74c-f042-420b-8bfe-61d7a856e18c admin admin] Publish callbacks [] for security_group (5063b0f7-5ae9-45f8-acc1-b45181410b50), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:59.757760 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4df3b74c-f042-420b-8bfe-61d7a856e18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (5063b0f7-5ae9-45f8-acc1-b45181410b50), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:59.795768 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3b74c-f042-420b-8bfe-61d7a856e18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5063b0f7-5ae9-45f8-acc1-b45181410b50,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:10:59.818014 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4df3b74c-f042-420b-8bfe-61d7a856e18c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8aa6308d72d2438195c4f1e70dd3b72b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2271879 Feb 07 21:10:59.818345 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 56758) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:10:59.905946 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b3d6368-866e-4a17-8d77-06f69edcabba admin admin] Publish callbacks [] for security_group (5063b0f7-5ae9-45f8-acc1-b45181410b50), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:10:59.960091 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b3d6368-866e-4a17-8d77-06f69edcabba admin admin] Publish callbacks [] for security_group (5063b0f7-5ae9-45f8-acc1-b45181410b50), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:00.049176 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b3d6368-866e-4a17-8d77-06f69edcabba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (5063b0f7-5ae9-45f8-acc1-b45181410b50), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:00.054903 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b3d6368-866e-4a17-8d77-06f69edcabba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:00.056849 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8b3d6368-866e-4a17-8d77-06f69edcabba admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5063b0f7-5ae9-45f8-acc1-b45181410b50 HTTP/1.1" status: 204 len: 168 time: 0.2374392 Feb 07 21:11:00.080652 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d6368-866e-4a17-8d77-06f69edcabba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5063b0f7-5ae9-45f8-acc1-b45181410b50,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:03.424876 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:03.520513 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-fee6f3ac-e881-4e24-8ee2-9c1d0c5b0e73 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup_general--1686559960&fields=id&tenant_id=c463a693b5274ac2a7546a3f4a26c5cf HTTP/1.1" status: 200 len: 267 time: 0.0937605 Feb 07 21:11:03.621350 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-8936ec62-bef7-46a4-81c1-fb550c98f87e tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup_access--1627776895&fields=id&tenant_id=c463a693b5274ac2a7546a3f4a26c5cf HTTP/1.1" status: 200 len: 267 time: 0.0992422 Feb 07 21:11:03.744388 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447ca2f-76aa-4919-a5eb-7741bcf2a5a6 req-04c3e64d-c943-43dd-a311-42507919acfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:03.750877 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1447ca2f-76aa-4919-a5eb-7741bcf2a5a6 req-04c3e64d-c943-43dd-a311-42507919acfc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5aba3ecfd23415a908552ad3401b21d&device_id=209983c6-e52a-4de8-9a63-4c3aeee08965 HTTP/1.1" status: 200 len: 1128 time: 0.1106825 Feb 07 21:11:03.798650 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:03.880944 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb06f7f-17ba-400b-92ca-531243ebca92 req-32f9363f-df8a-4f58-ba14-f9cf35994ec5 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:03.888105 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9bb06f7f-17ba-400b-92ca-531243ebca92 req-32f9363f-df8a-4f58-ba14-f9cf35994ec5 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.1145029 Feb 07 21:11:03.902178 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447ca2f-76aa-4919-a5eb-7741bcf2a5a6 req-a4abdaa9-37f5-41c7-9464-9977e21f0554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:03.905512 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1447ca2f-76aa-4919-a5eb-7741bcf2a5a6 req-a4abdaa9-37f5-41c7-9464-9977e21f0554 service neutron] 10.222.0.69 "GET /v2.0/networks?id=98e92b96-07b0-45be-8cae-1e025007a2cb HTTP/1.1" status: 200 len: 915 time: 0.1403027 Feb 07 21:11:03.905666 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-5ffba990-f1b0-4006-9b3c-c0d33d49763f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:03.905957 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-5ffba990-f1b0-4006-9b3c-c0d33d49763f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/networks?id=471803ab-fc1d-45bc-9fa4-7c4608085221 HTTP/1.1" status: 200 len: 797 time: 0.2827449 Feb 07 21:11:03.953542 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9bb06f7f-17ba-400b-92ca-531243ebca92 req-fa55ff2f-53c0-4fc5-875f-7f63e64b2bb8 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638649 Feb 07 21:11:03.960628 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-9b48d1dc-23f5-4e05-b0ba-4b13faf73cd3 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/quotas/c463a693b5274ac2a7546a3f4a26c5cf HTTP/1.1" status: 200 len: 375 time: 0.0455773 Feb 07 21:11:03.975977 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1447ca2f-76aa-4919-a5eb-7741bcf2a5a6 req-b96ac70d-6d03-4407-a158-2d28741af4a6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fb0bc5b-df97-4abb-a365-2e399f127e41 HTTP/1.1" status: 200 len: 217 time: 0.0592492 Feb 07 21:11:04.028953 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-76219e26-897f-4b0e-a92c-0d4951c08865 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c463a693b5274ac2a7546a3f4a26c5cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673387 Feb 07 21:11:04.035044 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447ca2f-76aa-4919-a5eb-7741bcf2a5a6 req-77f8aba7-2632-4292-8bcd-2bce85261328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:04.036867 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1447ca2f-76aa-4919-a5eb-7741bcf2a5a6 req-77f8aba7-2632-4292-8bcd-2bce85261328 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f5baa834-b8ad-4c87-8fa3-85f9dbcd82fc HTTP/1.1" status: 200 len: 854 time: 0.0574303 Feb 07 21:11:04.052690 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56824) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:04.118507 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1447ca2f-76aa-4919-a5eb-7741bcf2a5a6 req-26985d6c-56ba-4d4b-a767-3a1b3667d64b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=98e92b96-07b0-45be-8cae-1e025007a2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668855 Feb 07 21:11:04.181969 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-4dd7dc78-cae1-4557-9644-1af5b7452b32 service neutron] 10.222.0.65 "GET /v2.0/networks/471803ab-fc1d-45bc-9fa4-7c4608085221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414573 Feb 07 21:11:04.232476 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-2437fc58-89ad-441b-a07c-18c29a3d015c admin admin] Deleting subnet 039429f6-d6cc-49db-bf32-0ffb3c8562c1 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:11:04.245095 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2437fc58-89ad-441b-a07c-18c29a3d015c admin admin] Publish callbacks [] for subnet (039429f6-d6cc-49db-bf32-0ffb3c8562c1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:04.305987 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2437fc58-89ad-441b-a07c-18c29a3d015c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (039429f6-d6cc-49db-bf32-0ffb3c8562c1), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:04.306963 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-498076bd-4bcc-4d65-ba58-85d3e8881cf8 service neutron] 10.222.0.65 "GET /v2.0/networks/471803ab-fc1d-45bc-9fa4-7c4608085221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184633 Feb 07 21:11:04.363628 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1447ca2f-76aa-4919-a5eb-7741bcf2a5a6 req-ae62b575-d93b-454a-bd78-c0121b917369 service neutron] 10.222.0.69 "GET /v2.0/networks/98e92b96-07b0-45be-8cae-1e025007a2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347383 Feb 07 21:11:04.451426 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2437fc58-89ad-441b-a07c-18c29a3d015c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (039429f6-d6cc-49db-bf32-0ffb3c8562c1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:04.488675 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-2222b5d9-f9bf-4267-b5cd-508cccb156b3 req-120e5e52-3b4b-49ba-85df-15f3ff40326f tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] Request body: {'security_group': {'name': 'tempest-securitygroup-810338267', 'description': 'tempest-description-2026189312'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:04.521081 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1447ca2f-76aa-4919-a5eb-7741bcf2a5a6 req-9baec9ef-b600-4e9f-8ae8-6824a0b6516a service neutron] 10.222.0.69 "GET /v2.0/networks/98e92b96-07b0-45be-8cae-1e025007a2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476524 Feb 07 21:11:04.531872 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2222b5d9-f9bf-4267-b5cd-508cccb156b3 req-120e5e52-3b4b-49ba-85df-15f3ff40326f tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:04.549510 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2222b5d9-f9bf-4267-b5cd-508cccb156b3 req-120e5e52-3b4b-49ba-85df-15f3ff40326f tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:04.560264 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2437fc58-89ad-441b-a07c-18c29a3d015c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (039429f6-d6cc-49db-bf32-0ffb3c8562c1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:04.621493 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437fc58-89ad-441b-a07c-18c29a3d015c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=039429f6-d6cc-49db-bf32-0ffb3c8562c1,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:04.636078 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2437fc58-89ad-441b-a07c-18c29a3d015c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:04.643270 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2437fc58-89ad-441b-a07c-18c29a3d015c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/039429f6-d6cc-49db-bf32-0ffb3c8562c1 HTTP/1.1" status: 204 len: 168 time: 0.5891523 Feb 07 21:11:04.643909 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 56838) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:04.645019 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2437fc58-89ad-441b-a07c-18c29a3d015c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:04.645385 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2437fc58-89ad-441b-a07c-18c29a3d015c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:04.645826 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2437fc58-89ad-441b-a07c-18c29a3d015c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:04.646080 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2437fc58-89ad-441b-a07c-18c29a3d015c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:04.646419 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2437fc58-89ad-441b-a07c-18c29a3d015c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:04.646762 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2437fc58-89ad-441b-a07c-18c29a3d015c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:04.647101 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2437fc58-89ad-441b-a07c-18c29a3d015c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:04.647437 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2437fc58-89ad-441b-a07c-18c29a3d015c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:04.648043 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2437fc58-89ad-441b-a07c-18c29a3d015c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:04.648169 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2437fc58-89ad-441b-a07c-18c29a3d015c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:04.648434 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2437fc58-89ad-441b-a07c-18c29a3d015c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:04.648769 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2437fc58-89ad-441b-a07c-18c29a3d015c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:04.649106 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2437fc58-89ad-441b-a07c-18c29a3d015c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:04.788231 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d92d755c-9516-498b-b21b-2d6b7aea4534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:04.920967 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d92d755c-9516-498b-b21b-2d6b7aea4534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:04.929930 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59423af-7c2f-4e6b-bd1e-ef7767985ffc req-639bc8d2-c17a-4a65-9c61-c2a3a5ced85c tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:04.937315 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b59423af-7c2f-4e6b-bd1e-ef7767985ffc req-639bc8d2-c17a-4a65-9c61-c2a3a5ced85c tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/ports?device_id=209983c6-e52a-4de8-9a63-4c3aeee08965 HTTP/1.1" status: 200 len: 946 time: 0.3073480 Feb 07 21:11:05.001248 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-d92d755c-9516-498b-b21b-2d6b7aea4534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:11:05.017289 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2222b5d9-f9bf-4267-b5cd-508cccb156b3 req-120e5e52-3b4b-49ba-85df-15f3ff40326f tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] Publish callbacks [] for security_group (90153680-2a9c-49e0-a244-81465acba9a8), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:05.023280 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-d92d755c-9516-498b-b21b-2d6b7aea4534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81dd7234-73b3-46ed-9443-912083c47ba6') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:11:05.023655 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-d92d755c-9516-498b-b21b-2d6b7aea4534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81dd7234-73b3-46ed-9443-912083c47ba6') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:11:05.044973 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b59423af-7c2f-4e6b-bd1e-ef7767985ffc req-63241321-2841-4075-a331-f39ebc67d18b tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f07d35d-e3f6-4d43-9373-c3cbdc1bb0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067100 Feb 07 21:11:05.047913 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2222b5d9-f9bf-4267-b5cd-508cccb156b3 req-120e5e52-3b4b-49ba-85df-15f3ff40326f tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (90153680-2a9c-49e0-a244-81465acba9a8), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:05.076007 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d92d755c-9516-498b-b21b-2d6b7aea4534 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (81dd7234-73b3-46ed-9443-912083c47ba6), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:05.212231 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d92d755c-9516-498b-b21b-2d6b7aea4534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (81dd7234-73b3-46ed-9443-912083c47ba6), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:05.250215 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e5e52-3b4b-49ba-85df-15f3ff40326f tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90153680-2a9c-49e0-a244-81465acba9a8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:05.272799 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92d755c-9516-498b-b21b-2d6b7aea4534 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:11:05.273605 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d92d755c-9516-498b-b21b-2d6b7aea4534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (81dd7234-73b3-46ed-9443-912083c47ba6), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:11:05.281177 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:11:05.416965 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2222b5d9-f9bf-4267-b5cd-508cccb156b3 req-120e5e52-3b4b-49ba-85df-15f3ff40326f tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] Publish callbacks [] for security_group (e5511497-75dd-407f-ab45-96dba0c0514b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:05.424079 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2222b5d9-f9bf-4267-b5cd-508cccb156b3 req-120e5e52-3b4b-49ba-85df-15f3ff40326f tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e5511497-75dd-407f-ab45-96dba0c0514b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:05.439688 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d92d755c-9516-498b-b21b-2d6b7aea4534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:05.444509 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d92d755c-9516-498b-b21b-2d6b7aea4534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:05.447890 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d92d755c-9516-498b-b21b-2d6b7aea4534 admin admin] 10.222.0.65 "DELETE /v2.0/networks/cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81 HTTP/1.1" status: 204 len: 168 time: 0.7955492 Feb 07 21:11:05.478461 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d755c-9516-498b-b21b-2d6b7aea4534 admin admin] Pushing event deleted for resources: {'Network': ['ID=cefc8dc0-4ca1-4c4f-ba0d-28081dc42e81,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:05.490983 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2222b5d9-f9bf-4267-b5cd-508cccb156b3 req-120e5e52-3b4b-49ba-85df-15f3ff40326f tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:05.507498 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2222b5d9-f9bf-4267-b5cd-508cccb156b3 req-120e5e52-3b4b-49ba-85df-15f3ff40326f tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 1.0291142 Feb 07 21:11:05.519374 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e5e52-3b4b-49ba-85df-15f3ff40326f tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5511497-75dd-407f-ab45-96dba0c0514b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:05.594809 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6c745206-bfe3-4631-bfab-f499b052990c req-c57bbd08-5d37-482d-9b0e-3527e5e1e266 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 210 time: 0.0403671 Feb 07 21:11:05.690819 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734ed94-23d8-44ec-a166-a1931bda9585 req-ce85422d-1c8b-44f2-9948-09459a4e99e1 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:05.691866 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9734ed94-23d8-44ec-a166-a1931bda9585 req-ce85422d-1c8b-44f2-9948-09459a4e99e1 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.1006336 Feb 07 21:11:05.812362 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9734ed94-23d8-44ec-a166-a1931bda9585 req-a350be72-9c51-4bba-9276-17b6aa69baa8 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049681 Feb 07 21:11:05.828906 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56872) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:05.836430 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c8d78-c158-42f1-bf7f-29a658364409 req-8b764bf9-4ae8-4fc5-b7f2-5394e88a6f9f tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:05.847042 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e38c8d78-c158-42f1-bf7f-29a658364409 req-8b764bf9-4ae8-4fc5-b7f2-5394e88a6f9f tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.65 "GET /v2.0/ports?device_id=7593f487-856b-41f2-ba28-5dc05f0102c5 HTTP/1.1" status: 200 len: 946 time: 0.1203618 Feb 07 21:11:05.909652 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-bb72cfda-8e0f-4baa-b3a9-ad1eee065c4e req-ae7e2b81-2a24-4637-81ca-5666f6acb88d tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2112481882', 'description': 'tempest-description-477370344'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:05.923091 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c75cc5a7-0759-422d-8a00-d14e6bd92fe9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=841a01135e18414d8cae49a87b71e7b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0901735 Feb 07 21:11:05.927366 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 56876) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:05.983447 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e38c8d78-c158-42f1-bf7f-29a658364409 req-67fb8881-0790-4822-97c9-2add1f2cb112 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.65 "GET /v2.0/security-groups?id=bf3daa01-aebc-4511-a2d1-cffb17fc8f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353474 Feb 07 21:11:05.984103 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-bb72cfda-8e0f-4baa-b3a9-ad1eee065c4e req-ae7e2b81-2a24-4637-81ca-5666f6acb88d tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:06.087965 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-bb72cfda-8e0f-4baa-b3a9-ad1eee065c4e req-ae7e2b81-2a24-4637-81ca-5666f6acb88d tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] Publish callbacks [] for security_group (c5a0927a-eab1-43bd-8f21-c884233716cb), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:06.089151 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e1aac5ef-205c-4f86-a783-7594293fcfcd admin admin] Publish callbacks [] for security_group (cbdf0c75-5e74-44d9-ac4f-29936e0130cb), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:06.105219 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-bb72cfda-8e0f-4baa-b3a9-ad1eee065c4e req-ae7e2b81-2a24-4637-81ca-5666f6acb88d tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c5a0927a-eab1-43bd-8f21-c884233716cb), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:06.168707 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e1aac5ef-205c-4f86-a783-7594293fcfcd admin admin] Publish callbacks [] for security_group (cbdf0c75-5e74-44d9-ac4f-29936e0130cb), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:06.185517 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-bb72cfda-8e0f-4baa-b3a9-ad1eee065c4e req-ae7e2b81-2a24-4637-81ca-5666f6acb88d tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:06.188971 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb72cfda-8e0f-4baa-b3a9-ad1eee065c4e req-ae7e2b81-2a24-4637-81ca-5666f6acb88d tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.2936006 Feb 07 21:11:06.255927 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e2b81-2a24-4637-81ca-5666f6acb88d tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a0927a-eab1-43bd-8f21-c884233716cb,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:06.302540 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8e9f5-f140-449a-aaba-68b47db7821a req-05399a28-6859-48a0-a49d-47eb0d189cff tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:06.304107 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-88f8e9f5-f140-449a-aaba-68b47db7821a req-05399a28-6859-48a0-a49d-47eb0d189cff tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/ports?device_id=209983c6-e52a-4de8-9a63-4c3aeee08965 HTTP/1.1" status: 200 len: 946 time: 0.1544337 Feb 07 21:11:06.429883 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e1aac5ef-205c-4f86-a783-7594293fcfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (cbdf0c75-5e74-44d9-ac4f-29936e0130cb), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:06.432616 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e1aac5ef-205c-4f86-a783-7594293fcfcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:06.436780 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e1aac5ef-205c-4f86-a783-7594293fcfcd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cbdf0c75-5e74-44d9-ac4f-29936e0130cb HTTP/1.1" status: 204 len: 168 time: 0.5040412 Feb 07 21:11:06.519337 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aac5ef-205c-4f86-a783-7594293fcfcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdf0c75-5e74-44d9-ac4f-29936e0130cb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:06.560614 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-88f8e9f5-f140-449a-aaba-68b47db7821a req-1a604dcf-f854-4697-b27b-f186dda777c0 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f07d35d-e3f6-4d43-9373-c3cbdc1bb0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272189 Feb 07 21:11:06.658067 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-412f0e19-cedd-4262-95ed-93f58dde1b9a tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:06.662892 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-412f0e19-cedd-4262-95ed-93f58dde1b9a tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.71 "GET /v2.0/networks?id=471803ab-fc1d-45bc-9fa4-7c4608085221 HTTP/1.1" status: 200 len: 797 time: 0.3570035 Feb 07 21:11:06.673064 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-16330de3-d7bf-48be-b46b-b15ed2dfec6f req-c9ee98b7-9b12-45b9-80d8-f2562b56120e tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-271598994', 'description': 'tempest-description-1759955554'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:06.779940 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-16330de3-d7bf-48be-b46b-b15ed2dfec6f req-c9ee98b7-9b12-45b9-80d8-f2562b56120e tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:06.795878 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-16330de3-d7bf-48be-b46b-b15ed2dfec6f req-c9ee98b7-9b12-45b9-80d8-f2562b56120e tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:06.828777 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-82431d9f-2f9c-46c1-bed2-942da705b6fe tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c463a693b5274ac2a7546a3f4a26c5cf HTTP/1.1" status: 200 len: 478 time: 0.1417358 Feb 07 21:11:06.840586 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-b5f9ab6a-0cf5-4912-bcdd-c699a882f054 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Request body: {'port': {'device_id': '785a95b1-3446-4450-a4c8-4dc566167d5a', 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221', 'admin_state_up': True, 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'security_groups': ['3d7e10d6-9505-4c22-b231-9184931b781d', 'd73dc756-7fe6-46e6-b073-fd7e685a2bdb']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:06.938920 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8f9e3c44-8997-4129-9f38-73dd1e6621cd req-636e732f-19ab-4795-8454-0b2574ee82d1 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 210 time: 0.0495286 Feb 07 21:11:07.025412 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-16330de3-d7bf-48be-b46b-b15ed2dfec6f req-c9ee98b7-9b12-45b9-80d8-f2562b56120e tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] Publish callbacks [] for security_group (38c77cb3-4a69-489c-8cbc-60c0f22e2868), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:07.038366 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-16330de3-d7bf-48be-b46b-b15ed2dfec6f req-c9ee98b7-9b12-45b9-80d8-f2562b56120e tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (38c77cb3-4a69-489c-8cbc-60c0f22e2868), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:07.067910 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-b5f9ab6a-0cf5-4912-bcdd-c699a882f054 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Made reservation on behalf of c463a693b5274ac2a7546a3f4a26c5cf for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:11:07.089833 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-b5f9ab6a-0cf5-4912-bcdd-c699a882f054 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:07.094314 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d54896-aa8e-4f07-a0fb-333fe40017b4 req-ce4ae7f9-03d8-4ea9-ba62-bd43e64365df tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:07.095899 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-90d54896-aa8e-4f07-a0fb-333fe40017b4 req-ce4ae7f9-03d8-4ea9-ba62-bd43e64365df tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.69 "GET /v2.0/ports?device_id=7593f487-856b-41f2-ba28-5dc05f0102c5 HTTP/1.1" status: 200 len: 946 time: 0.0863211 Feb 07 21:11:07.155126 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee98b7-9b12-45b9-80d8-f2562b56120e tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c77cb3-4a69-489c-8cbc-60c0f22e2868,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:07.360842 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-90d54896-aa8e-4f07-a0fb-333fe40017b4 req-539b363d-a398-4e68-b237-d3d265f4530a tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Deleting port 77968d7e-fab3-4169-896f-357153f8dd8a {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:11:07.363794 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-90d54896-aa8e-4f07-a0fb-333fe40017b4 req-539b363d-a398-4e68-b237-d3d265f4530a tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (77968d7e-fab3-4169-896f-357153f8dd8a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:07.451917 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-16330de3-d7bf-48be-b46b-b15ed2dfec6f req-c9ee98b7-9b12-45b9-80d8-f2562b56120e tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] Publish callbacks [] for security_group (83d40427-f86e-46e3-b80b-af7d04351442), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:07.518396 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949b26f-3e5f-48cf-bbff-96f6ed3fd704 req-0ac26a67-ece5-413d-afe4-17333206bbe5 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:07.523980 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d949b26f-3e5f-48cf-bbff-96f6ed3fd704 req-0ac26a67-ece5-413d-afe4-17333206bbe5 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.1823397 Feb 07 21:11:07.607667 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-90d54896-aa8e-4f07-a0fb-333fe40017b4 req-539b363d-a398-4e68-b237-d3d265f4530a tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] For port 77968d7e-fab3-4169-896f-357153f8dd8a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=77968d7e-fab3-4169-896f-357153f8dd8a,segment=NetworkSegment(09ec300a-b9d8-4b1e-aae4-32ce22fc66d2),segment_id=09ec300a-b9d8-4b1e-aae4-32ce22fc66d2)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:11:07.608042 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-90d54896-aa8e-4f07-a0fb-333fe40017b4 req-539b363d-a398-4e68-b237-d3d265f4530a tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (77968d7e-fab3-4169-896f-357153f8dd8a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:07.625490 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-90d54896-aa8e-4f07-a0fb-333fe40017b4 req-539b363d-a398-4e68-b237-d3d265f4530a tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Calling delete_port for 77968d7e-fab3-4169-896f-357153f8dd8a owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:11:07.843431 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-90d54896-aa8e-4f07-a0fb-333fe40017b4 req-539b363d-a398-4e68-b237-d3d265f4530a tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (77968d7e-fab3-4169-896f-357153f8dd8a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:07.858101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['77968d7e-fab3-4169-896f-357153f8dd8a'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:11:07.952847 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b363d-a398-4e68-b237-d3d265f4530a tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Pushing event deleted for resources: {'Port': ['ID=77968d7e-fab3-4169-896f-357153f8dd8a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:08.061316 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-16330de3-d7bf-48be-b46b-b15ed2dfec6f req-c9ee98b7-9b12-45b9-80d8-f2562b56120e tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (83d40427-f86e-46e3-b80b-af7d04351442), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:08.079016 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 56936) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:08.087224 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d54896-aa8e-4f07-a0fb-333fe40017b4 req-539b363d-a398-4e68-b237-d3d265f4530a tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] No DVR routers for this DVR port 77968d7e-fab3-4169-896f-357153f8dd8a on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:11:08.091521 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-90d54896-aa8e-4f07-a0fb-333fe40017b4 req-539b363d-a398-4e68-b237-d3d265f4530a tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:08.096780 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-90d54896-aa8e-4f07-a0fb-333fe40017b4 req-539b363d-a398-4e68-b237-d3d265f4530a tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.69 "DELETE /v2.0/ports/77968d7e-fab3-4169-896f-357153f8dd8a HTTP/1.1" status: 204 len: 173 time: 0.9929140 Feb 07 21:11:08.097446 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7593f487-856b-41f2-ba28-5dc05f0102c5', 'name': 'network-vif-deleted', 'tag': '77968d7e-fab3-4169-896f-357153f8dd8a'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:11:08.101064 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a4b948-2bec-4626-b338-e813f71bf2fb" -d '{"events": [{"server_uuid": "7593f487-856b-41f2-ba28-5dc05f0102c5", "name": "network-vif-deleted", "tag": "77968d7e-fab3-4169-896f-357153f8dd8a"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:11:08.128457 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-16330de3-d7bf-48be-b46b-b15ed2dfec6f req-c9ee98b7-9b12-45b9-80d8-f2562b56120e tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:08.131303 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16330de3-d7bf-48be-b46b-b15ed2dfec6f req-c9ee98b7-9b12-45b9-80d8-f2562b56120e tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 1.4640651 Feb 07 21:11:08.142514 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-b5f9ab6a-0cf5-4912-bcdd-c699a882f054 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Allocated IP 172.20.0.9 (471803ab-fc1d-45bc-9fa4-7c4608085221/c70e9438-a0fd-453e-80ec-8312d616972d/da08c826-67ab-405b-bf80-be0f968150f4) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:11:08.144880 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee98b7-9b12-45b9-80d8-f2562b56120e tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d40427-f86e-46e3-b80b-af7d04351442,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:08.174528 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d949b26f-3e5f-48cf-bbff-96f6ed3fd704 req-37f6a82f-e809-4f3c-b134-f2ecbb3ff729 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6493134 Feb 07 21:11:08.398030 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f5fba5e0-950a-4dca-8835-7844c231ed77 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1805511342-network', 'tenant_id': '55db8492f6dd45429fe0e2523287a174'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:08.405534 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b47f53e7-b6ab-4316-b059-a99206d2b567 req-1c77b951-0146-4cd9-9eb7-c41d65374c53 tempest-ServerTagsTestJSON-609663329 tempest-ServerTagsTestJSON-609663329-project] 10.222.0.65 "GET /v2.0/ports?device_id=7593f487-856b-41f2-ba28-5dc05f0102c5 HTTP/1.1" status: 200 len: 210 time: 0.0960753 Feb 07 21:11:08.471698 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae392a5-0d9d-49cd-9f97-78cd7b5c51c9 req-505b72d2-636b-4959-b4a2-c08507edd6bf tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:08.481697 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3ae392a5-0d9d-49cd-9f97-78cd7b5c51c9 req-505b72d2-636b-4959-b4a2-c08507edd6bf tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/ports?device_id=209983c6-e52a-4de8-9a63-4c3aeee08965 HTTP/1.1" status: 200 len: 946 time: 0.1975536 Feb 07 21:11:08.502510 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fba5e0-950a-4dca-8835-7844c231ed77 admin admin] Made reservation on behalf of 55db8492f6dd45429fe0e2523287a174 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:11:08.505069 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5fba5e0-950a-4dca-8835-7844c231ed77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:08.546951 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5fba5e0-950a-4dca-8835-7844c231ed77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:08.567351 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-b5f9ab6a-0cf5-4912-bcdd-c699a882f054 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for port (da08c826-67ab-405b-bf80-be0f968150f4), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:08.648595 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-557c92cb-d9da-4cdd-adbe-ed08f179d1a4 req-c1922ee0-4efd-4c6b-9968-0df9d8673fd8 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 210 time: 0.0647533 Feb 07 21:11:08.680604 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3ae392a5-0d9d-49cd-9f97-78cd7b5c51c9 req-9b225e1f-7840-4704-93b6-6cf43e2ee67d tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f07d35d-e3f6-4d43-9373-c3cbdc1bb0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976743 Feb 07 21:11:08.706615 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee5e4c3-e116-4ac9-9621-83899d4b1f41 x-openstack-request-id: req-5ee5e4c3-e116-4ac9-9621-83899d4b1f41 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:11:08.706615 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7593f487-856b-41f2-ba28-5dc05f0102c5", "name": "network-vif-deleted", "tag": "77968d7e-fab3-4169-896f-357153f8dd8a", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:11:08.707595 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ee5e4c3-e116-4ac9-9621-83899d4b1f41 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:11:08.708855 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7593f487-856b-41f2-ba28-5dc05f0102c5', 'name': 'network-vif-deleted', 'tag': '77968d7e-fab3-4169-896f-357153f8dd8a', 'status': 'completed', 'code': 200} Feb 07 21:11:08.735759 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-c4c3810a-6a47-447b-b853-533dc2c8894c req-4a8d2edb-0eac-4ca4-b4df-ca1c9c9030d9 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1425081876', 'description': 'tempest-description-525285037'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:08.783251 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c4c3810a-6a47-447b-b853-533dc2c8894c req-4a8d2edb-0eac-4ca4-b4df-ca1c9c9030d9 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:08.805036 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-b5f9ab6a-0cf5-4912-bcdd-c699a882f054 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (da08c826-67ab-405b-bf80-be0f968150f4), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:09.014135 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-b5f9ab6a-0cf5-4912-bcdd-c699a882f054 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Network 471803ab-fc1d-45bc-9fa4-7c4608085221 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:11:09.023070 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5fba5e0-950a-4dca-8835-7844c231ed77 admin admin] Publish callbacks [] for security_group (7f736cbe-bbff-44f0-923e-de8ebd16a2cb), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:09.031375 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-b5f9ab6a-0cf5-4912-bcdd-c699a882f054 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:11:09.035142 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9ab6a-0cf5-4912-bcdd-c699a882f054 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event updated for resources: {'Port': ['ID=da08c826-67ab-405b-bf80-be0f968150f4,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:09.037903 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-b5f9ab6a-0cf5-4912-bcdd-c699a882f054 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:11:09.042339 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5fba5e0-950a-4dca-8835-7844c231ed77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (7f736cbe-bbff-44f0-923e-de8ebd16a2cb), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:09.056600 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5fba5e0-950a-4dca-8835-7844c231ed77 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:11:09.067152 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5fba5e0-950a-4dca-8835-7844c231ed77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (d17188d4-7793-4980-b0e3-bff9438995bd), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:09.068166 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-f5fba5e0-950a-4dca-8835-7844c231ed77 admin admin] Added segment d17188d4-7793-4980-b0e3-bff9438995bd of type vlan for network fea6e7e3-47f5-4ada-86ca-f855bc01cae1 Feb 07 21:11:09.138680 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5fba5e0-950a-4dca-8835-7844c231ed77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (fea6e7e3-47f5-4ada-86ca-f855bc01cae1), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:09.202277 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5fba5e0-950a-4dca-8835-7844c231ed77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (fea6e7e3-47f5-4ada-86ca-f855bc01cae1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:09.203171 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fba5e0-950a-4dca-8835-7844c231ed77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:09.203744 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5fba5e0-950a-4dca-8835-7844c231ed77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:09.229424 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728502c-dec5-49a3-96d0-27b915a63d98 req-b580d871-ca38-4c02-b200-66d67aa2ce19 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:09.235777 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c728502c-dec5-49a3-96d0-27b915a63d98 req-b580d871-ca38-4c02-b200-66d67aa2ce19 tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.69 "GET /v2.0/ports?device_id=209983c6-e52a-4de8-9a63-4c3aeee08965 HTTP/1.1" status: 200 len: 946 time: 0.1836641 Feb 07 21:11:09.371139 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c4c3810a-6a47-447b-b853-533dc2c8894c req-4a8d2edb-0eac-4ca4-b4df-ca1c9c9030d9 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] Publish callbacks [] for security_group (d5a1ba76-2f26-4ff2-9fd3-113c4ffc8e80), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:09.373715 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fba5e0-950a-4dca-8835-7844c231ed77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f736cbe-bbff-44f0-923e-de8ebd16a2cb,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:09.426951 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f5fba5e0-950a-4dca-8835-7844c231ed77 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3387737 Feb 07 21:11:09.437856 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56968) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:09.443159 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ebed1238-1a7f-4ac7-a3bb-bb05e45b9a41 admin admin] Request body: {'subnet': {'network_id': 'fea6e7e3-47f5-4ada-86ca-f855bc01cae1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1805511342-subnet', 'tenant_id': '55db8492f6dd45429fe0e2523287a174', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:09.443975 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c4c3810a-6a47-447b-b853-533dc2c8894c req-4a8d2edb-0eac-4ca4-b4df-ca1c9c9030d9 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d5a1ba76-2f26-4ff2-9fd3-113c4ffc8e80), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:09.493781 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-c728502c-dec5-49a3-96d0-27b915a63d98 req-4ea82514-90e2-4911-84af-11f9f295a7cd tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Deleting port 7fb0bc5b-df97-4abb-a365-2e399f127e41 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:11:09.494787 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c728502c-dec5-49a3-96d0-27b915a63d98 req-4ea82514-90e2-4911-84af-11f9f295a7cd tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (7fb0bc5b-df97-4abb-a365-2e399f127e41), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:09.502741 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebed1238-1a7f-4ac7-a3bb-bb05e45b9a41 admin admin] Made reservation on behalf of 55db8492f6dd45429fe0e2523287a174 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:11:09.505559 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ebed1238-1a7f-4ac7-a3bb-bb05e45b9a41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:09.522296 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c4c3810a-6a47-447b-b853-533dc2c8894c req-4a8d2edb-0eac-4ca4-b4df-ca1c9c9030d9 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:09.538769 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4c3810a-6a47-447b-b853-533dc2c8894c req-4a8d2edb-0eac-4ca4-b4df-ca1c9c9030d9 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.8236659 Feb 07 21:11:09.546955 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d2edb-0eac-4ca4-b4df-ca1c9c9030d9 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a1ba76-2f26-4ff2-9fd3-113c4ffc8e80,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:09.566310 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-b5f9ab6a-0cf5-4912-bcdd-c699a882f054 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:09.570240 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-b5f9ab6a-0cf5-4912-bcdd-c699a882f054 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:09.587468 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e6fd9789-d968-47e2-b8c4-d2a51e70dbc5 None None] Provisioning complete for port da08c826-67ab-405b-bf80-be0f968150f4 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:11:09.588133 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e6fd9789-d968-47e2-b8c4-d2a51e70dbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (da08c826-67ab-405b-bf80-be0f968150f4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:09.606179 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fba5e0-950a-4dca-8835-7844c231ed77 admin admin] Pushing event updated for resources: {'Network': ['ID=fea6e7e3-47f5-4ada-86ca-f855bc01cae1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:09.624715 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56976) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:09.730633 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e6fd9789-d968-47e2-b8c4-d2a51e70dbc5 None None] Port da08c826-67ab-405b-bf80-be0f968150f4 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:11:09.732630 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff3e55-9a3b-4677-b01b-10101e4811e2 req-2a790c1e-8c00-415a-9522-f595ef2fe005 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:09.739762 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59ff3e55-9a3b-4677-b01b-10101e4811e2 req-2a790c1e-8c00-415a-9522-f595ef2fe005 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.5624294 Feb 07 21:11:09.750507 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network fea6e7e3-47f5-4ada-86ca-f855bc01cae1 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:11:09.755156 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-b5f9ab6a-0cf5-4912-bcdd-c699a882f054 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.9179826 Feb 07 21:11:09.767738 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3ec37-dfff-41f2-bdab-ec39a94de068 req-cafde59e-bbb8-4fd8-b2f8-033e82135caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:09.771850 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fdf3ec37-dfff-41f2-bdab-ec39a94de068 req-cafde59e-bbb8-4fd8-b2f8-033e82135caa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5a2142112eb4c46a5e7f5feebf5df31&device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 1127 time: 0.5447924 Feb 07 21:11:09.775500 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-21a8c514-0745-4ae0-a3d7-73eab500af50 service neutron] Request body: {'port': {'device_id': '785a95b1-3446-4450-a4c8-4dc566167d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:09.855102 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-376a0237-003b-47e9-a24e-de63b79448f8 admin admin] Deleting subnet fdd4388a-8c7f-437b-b171-49c2298c85b6 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:11:09.861274 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-c728502c-dec5-49a3-96d0-27b915a63d98 req-4ea82514-90e2-4911-84af-11f9f295a7cd tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] For port 7fb0bc5b-df97-4abb-a365-2e399f127e41, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=7fb0bc5b-df97-4abb-a365-2e399f127e41,segment=NetworkSegment(d1a1b693-c2f4-45c2-a637-0e112ae51dd1),segment_id=d1a1b693-c2f4-45c2-a637-0e112ae51dd1)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:11:09.861982 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c728502c-dec5-49a3-96d0-27b915a63d98 req-4ea82514-90e2-4911-84af-11f9f295a7cd tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (7fb0bc5b-df97-4abb-a365-2e399f127e41), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:09.867097 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-376a0237-003b-47e9-a24e-de63b79448f8 admin admin] Publish callbacks [] for subnet (fdd4388a-8c7f-437b-b171-49c2298c85b6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:09.901112 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-c728502c-dec5-49a3-96d0-27b915a63d98 req-4ea82514-90e2-4911-84af-11f9f295a7cd tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Calling delete_port for 7fb0bc5b-df97-4abb-a365-2e399f127e41 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:11:09.930212 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-376a0237-003b-47e9-a24e-de63b79448f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (fdd4388a-8c7f-437b-b171-49c2298c85b6), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:09.979744 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-21a8c514-0745-4ae0-a3d7-73eab500af50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (da08c826-67ab-405b-bf80-be0f968150f4), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:10.068297 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-376a0237-003b-47e9-a24e-de63b79448f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (fdd4388a-8c7f-437b-b171-49c2298c85b6), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:10.165515 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ebed1238-1a7f-4ac7-a3bb-bb05e45b9a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (226d5f88-28a2-4f0a-937f-719b03b2d28a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:10.274987 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-376a0237-003b-47e9-a24e-de63b79448f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (fdd4388a-8c7f-437b-b171-49c2298c85b6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:10.319202 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed1238-1a7f-4ac7-a3bb-bb05e45b9a41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=226d5f88-28a2-4f0a-937f-719b03b2d28a,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:10.365475 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a0237-003b-47e9-a24e-de63b79448f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdd4388a-8c7f-437b-b171-49c2298c85b6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:10.369155 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c728502c-dec5-49a3-96d0-27b915a63d98 req-4ea82514-90e2-4911-84af-11f9f295a7cd tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (7fb0bc5b-df97-4abb-a365-2e399f127e41), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:10.383352 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['7fb0bc5b-df97-4abb-a365-2e399f127e41'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:11:10.395642 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59ff3e55-9a3b-4677-b01b-10101e4811e2 req-52568b21-8716-42f0-91d2-96d6104b21c4 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6374028 Feb 07 21:11:10.412979 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebed1238-1a7f-4ac7-a3bb-bb05e45b9a41 admin admin] Checking segment: {'id': 'd17188d4-7793-4980-b0e3-bff9438995bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fea6e7e3-47f5-4ada-86ca-f855bc01cae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:11:10.413222 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebed1238-1a7f-4ac7-a3bb-bb05e45b9a41 admin admin] Network hostable DHCP agents. Network: fea6e7e3-47f5-4ada-86ca-f855bc01cae1, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:11:10.473682 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-376a0237-003b-47e9-a24e-de63b79448f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:10.476924 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-376a0237-003b-47e9-a24e-de63b79448f8 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fdd4388a-8c7f-437b-b171-49c2298c85b6 HTTP/1.1" status: 204 len: 168 time: 0.8391094 Feb 07 21:11:10.478111 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea82514-90e2-4911-84af-11f9f295a7cd tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Pushing event deleted for resources: {'Port': ['ID=7fb0bc5b-df97-4abb-a365-2e399f127e41,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:10.482342 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 56992) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:10.521488 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3ec37-dfff-41f2-bdab-ec39a94de068 req-97b03889-5417-4e12-90fe-6632a469fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:10.524550 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fdf3ec37-dfff-41f2-bdab-ec39a94de068 req-97b03889-5417-4e12-90fe-6632a469fbe8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=16d43ce3-c262-4644-8d8c-68d5b7d28be5 HTTP/1.1" status: 200 len: 910 time: 0.6835940 Feb 07 21:11:10.561796 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebed1238-1a7f-4ac7-a3bb-bb05e45b9a41 admin admin] Network fea6e7e3-47f5-4ada-86ca-f855bc01cae1 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:11:10.585390 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-21a8c514-0745-4ae0-a3d7-73eab500af50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da08c826-67ab-405b-bf80-be0f968150f4 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:11:10.606398 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-c728502c-dec5-49a3-96d0-27b915a63d98 req-4ea82514-90e2-4911-84af-11f9f295a7cd tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] No DVR routers for this DVR port 7fb0bc5b-df97-4abb-a365-2e399f127e41 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:11:10.610457 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c728502c-dec5-49a3-96d0-27b915a63d98 req-4ea82514-90e2-4911-84af-11f9f295a7cd tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:10.616273 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c728502c-dec5-49a3-96d0-27b915a63d98 req-4ea82514-90e2-4911-84af-11f9f295a7cd tempest-InstanceActionsTestJSON-239105118 tempest-InstanceActionsTestJSON-239105118-project] 10.222.0.69 "DELETE /v2.0/ports/7fb0bc5b-df97-4abb-a365-2e399f127e41 HTTP/1.1" status: 204 len: 173 time: 1.3792810 Feb 07 21:11:10.618105 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-ebed1238-1a7f-4ac7-a3bb-bb05e45b9a41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, fea6e7e3-47f5-4ada-86ca-f855bc01cae1) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:11:10.639961 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f54df8-160a-4427-94bd-88b8f37bfd50 None None] Network fea6e7e3-47f5-4ada-86ca-f855bc01cae1 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:11:10.651722 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebed1238-1a7f-4ac7-a3bb-bb05e45b9a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:10.654341 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ebed1238-1a7f-4ac7-a3bb-bb05e45b9a41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:10.692995 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ebed1238-1a7f-4ac7-a3bb-bb05e45b9a41 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2540438 Feb 07 21:11:10.705555 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-21a8c514-0745-4ae0-a3d7-73eab500af50 service neutron] Publish callbacks [] for port (da08c826-67ab-405b-bf80-be0f968150f4), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:10.708848 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209983c6-e52a-4de8-9a63-4c3aeee08965', 'name': 'network-vif-deleted', 'tag': '7fb0bc5b-df97-4abb-a365-2e399f127e41'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:11:10.711188 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aee827f-8b6d-46e8-a531-ca5ec462322f" -d '{"events": [{"server_uuid": "209983c6-e52a-4de8-9a63-4c3aeee08965", "name": "network-vif-deleted", "tag": "7fb0bc5b-df97-4abb-a365-2e399f127e41"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:11:10.949658 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-21a8c514-0745-4ae0-a3d7-73eab500af50 service neutron] Transition to ACTIVE for port object da08c826-67ab-405b-bf80-be0f968150f4 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:11:10.993458 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-8eb6ed98-b77c-4190-a074-25ef485d2878 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 49227 time: 1.1672933 Feb 07 21:11:11.016548 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-21a8c514-0745-4ae0-a3d7-73eab500af50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (da08c826-67ab-405b-bf80-be0f968150f4), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:11.100801 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8c514-0745-4ae0-a3d7-73eab500af50 service neutron] Pushing event updated for resources: {'Port': ['ID=da08c826-67ab-405b-bf80-be0f968150f4,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:11.126295 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d1fe177-0eaf-4638-9bf3-8f9a971455d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (dc2b46f0-b944-424f-b2bb-6c0f507b92b1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:11.129241 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fdf3ec37-dfff-41f2-bdab-ec39a94de068 req-ccee7d7f-f8f0-49bb-a3ca-07712695f832 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18716904-4ed1-4071-9959-cc2b4acf6be7 HTTP/1.1" status: 200 len: 1001 time: 0.5835757 Feb 07 21:11:11.150571 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fbf4f0-9dc2-45bf-bcfe-b6820e0b9f48 None None] Network fea6e7e3-47f5-4ada-86ca-f855bc01cae1 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:11:11.179350 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-99f66f8e-d7b9-4cdb-86dc-129e1a84633f tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups/005a0d46-bee1-45cc-acb7-0cc2cd24d2ab HTTP/1.1" status: 200 len: 3002 time: 0.1848328 Feb 07 21:11:11.213904 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba87d8-00a0-4bb6-bd6a-b70b7baafa47 req-098d5a51-8116-4cbe-887a-73924d3c6ce4 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:11.214946 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5aba87d8-00a0-4bb6-bd6a-b70b7baafa47 req-098d5a51-8116-4cbe-887a-73924d3c6ce4 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 970 time: 0.6681356 Feb 07 21:11:11.445845 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3ec37-dfff-41f2-bdab-ec39a94de068 req-83ff884c-6803-4622-be01-222554d26db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:11.448148 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fdf3ec37-dfff-41f2-bdab-ec39a94de068 req-83ff884c-6803-4622-be01-222554d26db6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=14d3bb71-50ef-42a4-9bd8-c39c66580c69 HTTP/1.1" status: 200 len: 848 time: 0.2990298 Feb 07 21:11:11.610008 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-d209375d-9387-4cb0-83eb-d2cf0247c70f tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups/005a0d46-bee1-45cc-acb7-0cc2cd24d2ab HTTP/1.1" status: 200 len: 3002 time: 0.4298010 Feb 07 21:11:11.639410 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d1fe177-0eaf-4638-9bf3-8f9a971455d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (dc2b46f0-b944-424f-b2bb-6c0f507b92b1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:11.656291 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5aba87d8-00a0-4bb6-bd6a-b70b7baafa47 req-90c8f567-5c6c-4c62-b1eb-f16f626a7c06 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/security-groups?id=d73dc756-7fe6-46e6-b073-fd7e685a2bdb&id=3d7e10d6-9505-4c22-b231-9184931b781d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4310470 Feb 07 21:11:11.689290 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 77968d7e-fab3-4169-896f-357153f8dd8a no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:11:11.727827 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 77968d7e-fab3-4169-896f-357153f8dd8a {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:11:11.728177 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 77968d7e-fab3-4169-896f-357153f8dd8a not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:11:11.735486 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57008) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:11.742775 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3ec37-dfff-41f2-bdab-ec39a94de068 req-82a493d6-e1b5-45b5-922f-e6e21f0b8279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:11.744323 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fdf3ec37-dfff-41f2-bdab-ec39a94de068 req-82a493d6-e1b5-45b5-922f-e6e21f0b8279 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16d43ce3-c262-4644-8d8c-68d5b7d28be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2615209 Feb 07 21:11:11.745017 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-21a8c514-0745-4ae0-a3d7-73eab500af50 service neutron] Attempting to bind port da08c826-67ab-405b-bf80-be0f968150f4 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:11:11.745358 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-21a8c514-0745-4ae0-a3d7-73eab500af50 service neutron] Attempting to bind port da08c826-67ab-405b-bf80-be0f968150f4 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '1bd4ad19-40e8-41ac-89e0-773280d46723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:11:11.745680 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-21a8c514-0745-4ae0-a3d7-73eab500af50 service neutron] Attempting to bind port da08c826-67ab-405b-bf80-be0f968150f4 on network 471803ab-fc1d-45bc-9fa4-7c4608085221 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:11:11.753408 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-4d1fe177-0eaf-4638-9bf3-8f9a971455d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc2b46f0-b944-424f-b2bb-6c0f507b92b1']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:11:11.781280 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce89fbb-9a8d-49d3-939e-e0beecaf73ec x-openstack-request-id: req-0ce89fbb-9a8d-49d3-939e-e0beecaf73ec {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:11:11.781577 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209983c6-e52a-4de8-9a63-4c3aeee08965", "name": "network-vif-deleted", "tag": "7fb0bc5b-df97-4abb-a365-2e399f127e41", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:11:11.781841 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0ce89fbb-9a8d-49d3-939e-e0beecaf73ec {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:11:11.782241 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209983c6-e52a-4de8-9a63-4c3aeee08965', 'name': 'network-vif-deleted', 'tag': '7fb0bc5b-df97-4abb-a365-2e399f127e41', 'status': 'completed', 'code': 200} Feb 07 21:11:11.786504 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-4d1fe177-0eaf-4638-9bf3-8f9a971455d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ec300a-b9d8-4b1e-aae4-32ce22fc66d2') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:11:11.786806 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-4d1fe177-0eaf-4638-9bf3-8f9a971455d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ec300a-b9d8-4b1e-aae4-32ce22fc66d2') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:11:11.789567 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-21a8c514-0745-4ae0-a3d7-73eab500af50 service neutron] Port da08c826-67ab-405b-bf80-be0f968150f4 on network 471803ab-fc1d-45bc-9fa4-7c4608085221 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:11:11.789894 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-21a8c514-0745-4ae0-a3d7-73eab500af50 service neutron] Attempting to bind port da08c826-67ab-405b-bf80-be0f968150f4 on network 471803ab-fc1d-45bc-9fa4-7c4608085221 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:11:11.830687 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de8d144-7067-4f2f-88b7-54b2d98e3151 admin admin] Deleting subnet f5baa834-b8ad-4c87-8fa3-85f9dbcd82fc {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:11:11.836872 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d1fe177-0eaf-4638-9bf3-8f9a971455d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (09ec300a-b9d8-4b1e-aae4-32ce22fc66d2), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:11.842566 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6de8d144-7067-4f2f-88b7-54b2d98e3151 admin admin] Publish callbacks [] for subnet (f5baa834-b8ad-4c87-8fa3-85f9dbcd82fc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:11.848446 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-dc984498-5c71-4f74-9e64-f53917252a9a tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups/0330bccf-60f2-461c-9b99-92c906523ed2 HTTP/1.1" status: 200 len: 3002 time: 0.2234664 Feb 07 21:11:11.852544 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-21a8c514-0745-4ae0-a3d7-73eab500af50 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:11:11.852885 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-21a8c514-0745-4ae0-a3d7-73eab500af50 service neutron] Checking segment: {'id': '1bd4ad19-40e8-41ac-89e0-773280d46723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:11:11.853276 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-21a8c514-0745-4ae0-a3d7-73eab500af50 service neutron] Bound using segment: {'id': '1bd4ad19-40e8-41ac-89e0-773280d46723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:11:11.853726 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-21a8c514-0745-4ae0-a3d7-73eab500af50 service neutron] Bound port: da08c826-67ab-405b-bf80-be0f968150f4, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd4ad19-40e8-41ac-89e0-773280d46723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:11:11.854087 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-21a8c514-0745-4ae0-a3d7-73eab500af50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (da08c826-67ab-405b-bf80-be0f968150f4), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:11.956842 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d1fe177-0eaf-4638-9bf3-8f9a971455d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (09ec300a-b9d8-4b1e-aae4-32ce22fc66d2), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:11.957227 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6de8d144-7067-4f2f-88b7-54b2d98e3151 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (f5baa834-b8ad-4c87-8fa3-85f9dbcd82fc), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:11.978736 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d1fe177-0eaf-4638-9bf3-8f9a971455d6 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:11:11.979568 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d1fe177-0eaf-4638-9bf3-8f9a971455d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (09ec300a-b9d8-4b1e-aae4-32ce22fc66d2), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:11:11.982268 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:11:12.026379 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-d8c53d53-1442-435e-b570-1eb2b9844420 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups/0330bccf-60f2-461c-9b99-92c906523ed2 HTTP/1.1" status: 200 len: 3002 time: 0.1503339 Feb 07 21:11:12.057123 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-21a8c514-0745-4ae0-a3d7-73eab500af50 service neutron] For port da08c826-67ab-405b-bf80-be0f968150f4, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:11:12.061005 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-21a8c514-0745-4ae0-a3d7-73eab500af50 service neutron] For port da08c826-67ab-405b-bf80-be0f968150f4, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=da08c826-67ab-405b-bf80-be0f968150f4,segment=NetworkSegment(1bd4ad19-40e8-41ac-89e0-773280d46723),segment_id=1bd4ad19-40e8-41ac-89e0-773280d46723)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:11:12.062784 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6de8d144-7067-4f2f-88b7-54b2d98e3151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (f5baa834-b8ad-4c87-8fa3-85f9dbcd82fc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:12.087002 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-21a8c514-0745-4ae0-a3d7-73eab500af50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (da08c826-67ab-405b-bf80-be0f968150f4), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:12.181837 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d1fe177-0eaf-4638-9bf3-8f9a971455d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (dc2b46f0-b944-424f-b2bb-6c0f507b92b1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:12.184282 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-21a8c514-0745-4ae0-a3d7-73eab500af50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:12.185571 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-21a8c514-0745-4ae0-a3d7-73eab500af50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:12.187967 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-21a8c514-0745-4ae0-a3d7-73eab500af50 service neutron] 10.222.0.71 "PUT /v2.0/ports/da08c826-67ab-405b-bf80-be0f968150f4 HTTP/1.1" status: 200 len: 1130 time: 2.4174790 Feb 07 21:11:12.191266 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785a95b1-3446-4450-a4c8-4dc566167d5a', 'tag': 'da08c826-67ab-405b-bf80-be0f968150f4'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:11:12.193740 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4fae47-5713-4342-add4-cc8f3f16db4f" -d '{"events": [{"name": "network-changed", "server_uuid": "785a95b1-3446-4450-a4c8-4dc566167d5a", "tag": "da08c826-67ab-405b-bf80-be0f968150f4"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:11:12.197832 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fdf3ec37-dfff-41f2-bdab-ec39a94de068 req-59620a2b-41e6-4613-9f6b-c0211ee9950a service neutron] 10.222.0.71 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353516 Feb 07 21:11:12.211674 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6de8d144-7067-4f2f-88b7-54b2d98e3151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (f5baa834-b8ad-4c87-8fa3-85f9dbcd82fc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:12.245199 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8d144-7067-4f2f-88b7-54b2d98e3151 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5baa834-b8ad-4c87-8fa3-85f9dbcd82fc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:12.260370 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6de8d144-7067-4f2f-88b7-54b2d98e3151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:12.265153 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6de8d144-7067-4f2f-88b7-54b2d98e3151 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f5baa834-b8ad-4c87-8fa3-85f9dbcd82fc HTTP/1.1" status: 204 len: 168 time: 0.5284977 Feb 07 21:11:12.267856 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57028) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:12.322979 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d1fe177-0eaf-4638-9bf3-8f9a971455d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:12.329860 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4d1fe177-0eaf-4638-9bf3-8f9a971455d6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/dc2b46f0-b944-424f-b2bb-6c0f507b92b1 HTTP/1.1" status: 204 len: 168 time: 1.8425736 Feb 07 21:11:12.337525 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fdf3ec37-dfff-41f2-bdab-ec39a94de068 req-77ff6937-c285-4c2f-a065-0799bb0844dc service neutron] 10.222.0.71 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306183 Feb 07 21:11:12.388545 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-0ece06fd-1257-4c97-992b-c0b4fe9e8406 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups/1f07d35d-e3f6-4d43-9373-c3cbdc1bb0fc HTTP/1.1" status: 200 len: 3002 time: 0.3533998 Feb 07 21:11:12.390739 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a7198c64-bd5c-4212-9583-162f167c4dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (98e92b96-07b0-45be-8cae-1e025007a2cb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:12.471905 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1fe177-0eaf-4638-9bf3-8f9a971455d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc2b46f0-b944-424f-b2bb-6c0f507b92b1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:12.615185 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8c514-0745-4ae0-a3d7-73eab500af50 service neutron] Pushing event updated for resources: {'Port': ['ID=da08c826-67ab-405b-bf80-be0f968150f4,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:12.639696 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a7198c64-bd5c-4212-9583-162f167c4dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (98e92b96-07b0-45be-8cae-1e025007a2cb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:12.694301 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-a7198c64-bd5c-4212-9583-162f167c4dad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e92b96-07b0-45be-8cae-1e025007a2cb']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:11:12.732451 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-a7198c64-bd5c-4212-9583-162f167c4dad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a1b693-c2f4-45c2-a637-0e112ae51dd1') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:11:12.732815 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-a7198c64-bd5c-4212-9583-162f167c4dad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a1b693-c2f4-45c2-a637-0e112ae51dd1') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:11:12.746373 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-f5a00fdf-525c-4feb-972d-b264ffe250a3 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups/1f07d35d-e3f6-4d43-9373-c3cbdc1bb0fc HTTP/1.1" status: 200 len: 3002 time: 0.3566730 Feb 07 21:11:12.756813 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a7198c64-bd5c-4212-9583-162f167c4dad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (d1a1b693-c2f4-45c2-a637-0e112ae51dd1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:12.768196 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-beafec49-ed44-497c-86aa-ecd28cb9e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:12.769891 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-beafec49-ed44-497c-86aa-ecd28cb9e774 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c463a693b5274ac2a7546a3f4a26c5cf&device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 1164 time: 0.4311082 Feb 07 21:11:12.777153 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a7198c64-bd5c-4212-9583-162f167c4dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (d1a1b693-c2f4-45c2-a637-0e112ae51dd1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:12.786229 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57038) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:12.830381 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-06097530-4696-41ad-986d-f75f529d807c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da08c826-67ab-405b-bf80-be0f968150f4 HTTP/1.1" status: 200 len: 217 time: 0.0442514 Feb 07 21:11:12.834123 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7198c64-bd5c-4212-9583-162f167c4dad admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:11:12.835433 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a7198c64-bd5c-4212-9583-162f167c4dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (d1a1b693-c2f4-45c2-a637-0e112ae51dd1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:11:12.846479 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:11:12.894339 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-603ba304-328f-4af7-a0ad-18c627a6a576 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:12.895836 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-603ba304-328f-4af7-a0ad-18c627a6a576 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/networks?id=fea6e7e3-47f5-4ada-86ca-f855bc01cae1 HTTP/1.1" status: 200 len: 814 time: 0.5488451 Feb 07 21:11:12.927409 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-cff918b8-9580-4602-834d-d7d99d3a71a2 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/quotas/55db8492f6dd45429fe0e2523287a174 HTTP/1.1" status: 200 len: 375 time: 0.0190134 Feb 07 21:11:12.928715 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-b10796b7-3f0b-441d-a1d4-b355cf1b5956 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups/38c77cb3-4a69-489c-8cbc-60c0f22e2868 HTTP/1.1" status: 200 len: 3002 time: 0.1684206 Feb 07 21:11:12.930314 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-39c83cd4-0ab7-417f-a854-5c10c5719109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:12.931714 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-39c83cd4-0ab7-417f-a854-5c10c5719109 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c70e9438-a0fd-453e-80ec-8312d616972d HTTP/1.1" status: 200 len: 834 time: 0.0877259 Feb 07 21:11:12.993291 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2b17fc49-40d8-4eac-9d9d-2a4dfc78896d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d8ed04f9551749b1916a9e804569e2d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2056394 Feb 07 21:11:13.000120 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-7571a4b7-4835-4a47-8542-f59161cef1a1 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=55db8492f6dd45429fe0e2523287a174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373175 Feb 07 21:11:13.002578 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57050) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:13.042004 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a7198c64-bd5c-4212-9583-162f167c4dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (98e92b96-07b0-45be-8cae-1e025007a2cb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:13.047986 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a7198c64-bd5c-4212-9583-162f167c4dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:13.053815 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a7198c64-bd5c-4212-9583-162f167c4dad admin admin] 10.222.0.65 "DELETE /v2.0/networks/98e92b96-07b0-45be-8cae-1e025007a2cb HTTP/1.1" status: 204 len: 168 time: 0.7838712 Feb 07 21:11:13.140751 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7198c64-bd5c-4212-9583-162f167c4dad admin admin] Pushing event deleted for resources: {'Network': ['ID=98e92b96-07b0-45be-8cae-1e025007a2cb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:13.166702 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-9c3315ee-e083-4b5e-8bc9-c36d0759078b tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups/38c77cb3-4a69-489c-8cbc-60c0f22e2868 HTTP/1.1" status: 200 len: 3002 time: 0.2097647 Feb 07 21:11:13.248465 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0282d76a-a170-45d6-b7dd-0bb0516e51a9 admin admin] Publish callbacks [] for security_group (bf3daa01-aebc-4511-a2d1-cffb17fc8f8d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:13.319913 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0282d76a-a170-45d6-b7dd-0bb0516e51a9 admin admin] Publish callbacks [] for security_group (bf3daa01-aebc-4511-a2d1-cffb17fc8f8d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:13.335987 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-c5df84a9-57d3-4e1b-906c-25a22a885eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:13.337773 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-c5df84a9-57d3-4e1b-906c-25a22a885eb0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=471803ab-fc1d-45bc-9fa4-7c4608085221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3895497 Feb 07 21:11:13.376939 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-f30a83ec-806c-450e-8a13-467fc3340038 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups/7a99fe86-5e99-40fc-8a37-d07bc22ecadd HTTP/1.1" status: 200 len: 3002 time: 0.2088943 Feb 07 21:11:13.433005 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57054) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:13.436925 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-03eb138d-5257-4ffc-8ad3-52f01c2127d0 service neutron] 10.222.0.65 "GET /v2.0/networks/fea6e7e3-47f5-4ada-86ca-f855bc01cae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005847 Feb 07 21:11:13.499216 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7b4a26a1-6ad0-4fe4-84f0-49da596d7a97 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e5aba3ecfd23415a908552ad3401b21d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0641155 Feb 07 21:11:13.501636 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57056) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:13.572663 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:11:13.584431 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cb2caec-bbef-42ae-9e09-1b9dfe779545 admin admin] Publish callbacks [] for security_group (1f07d35d-e3f6-4d43-9373-c3cbdc1bb0fc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:13.586024 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-46f1c980-27b3-4dd7-8eaa-0af22fb69d28 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups/7a99fe86-5e99-40fc-8a37-d07bc22ecadd HTTP/1.1" status: 200 len: 3002 time: 0.1629140 Feb 07 21:11:13.591746 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0282d76a-a170-45d6-b7dd-0bb0516e51a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (bf3daa01-aebc-4511-a2d1-cffb17fc8f8d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:13.596609 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0282d76a-a170-45d6-b7dd-0bb0516e51a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:13.597889 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0282d76a-a170-45d6-b7dd-0bb0516e51a9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bf3daa01-aebc-4511-a2d1-cffb17fc8f8d HTTP/1.1" status: 204 len: 168 time: 0.5943892 Feb 07 21:11:13.629176 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cb2caec-bbef-42ae-9e09-1b9dfe779545 admin admin] Publish callbacks [] for security_group (1f07d35d-e3f6-4d43-9373-c3cbdc1bb0fc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:13.696715 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 7fb0bc5b-df97-4abb-a365-2e399f127e41 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:11:13.722447 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 7fb0bc5b-df97-4abb-a365-2e399f127e41 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:11:13.723649 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 7fb0bc5b-df97-4abb-a365-2e399f127e41 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:11:13.732804 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cb2caec-bbef-42ae-9e09-1b9dfe779545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1f07d35d-e3f6-4d43-9373-c3cbdc1bb0fc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:13.732804 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cb2caec-bbef-42ae-9e09-1b9dfe779545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:13.736830 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0cb2caec-bbef-42ae-9e09-1b9dfe779545 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1f07d35d-e3f6-4d43-9373-c3cbdc1bb0fc HTTP/1.1" status: 204 len: 168 time: 0.2336144 Feb 07 21:11:13.757838 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2caec-bbef-42ae-9e09-1b9dfe779545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f07d35d-e3f6-4d43-9373-c3cbdc1bb0fc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:14.160278 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-f886b4a2-e113-4cda-a6ec-935e2488fe62 service neutron] 10.222.0.71 "GET /v2.0/networks/471803ab-fc1d-45bc-9fa4-7c4608085221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8124423 Feb 07 21:11:14.161134 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282d76a-a170-45d6-b7dd-0bb0516e51a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3daa01-aebc-4511-a2d1-cffb17fc8f8d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:14.301807 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0abb9ad5-a608-4806-a6fb-02ed78fd6222 req-f9e6cd7a-4fba-4ff8-8331-45b20b60ad83 service neutron] 10.222.0.71 "GET /v2.0/networks/471803ab-fc1d-45bc-9fa4-7c4608085221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294363 Feb 07 21:11:14.308827 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-bf891c44-bcc5-4622-9665-f199a3d64b41 service neutron] 10.222.0.65 "GET /v2.0/networks/fea6e7e3-47f5-4ada-86ca-f855bc01cae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8624945 Feb 07 21:11:14.323718 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-9ab0e2ad-9302-49f3-92d6-f72b3224d521 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups/7f736cbe-bbff-44f0-923e-de8ebd16a2cb HTTP/1.1" status: 200 len: 3002 time: 0.7096100 Feb 07 21:11:14.433245 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-1987946d-246d-4e6a-95cf-1c02e22ac567 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups/7f736cbe-bbff-44f0-923e-de8ebd16a2cb HTTP/1.1" status: 200 len: 3002 time: 0.1083779 Feb 07 21:11:14.499965 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-313718fa-7232-493c-a5e6-a24093503120 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups/813e32c0-0b64-41db-b7f1-1ed48e0a0ef7 HTTP/1.1" status: 200 len: 2990 time: 0.0531063 Feb 07 21:11:14.564604 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-d8b88a3d-1769-4a1b-bf49-ded9467449cc tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups/813e32c0-0b64-41db-b7f1-1ed48e0a0ef7 HTTP/1.1" status: 200 len: 2990 time: 0.0587957 Feb 07 21:11:14.662436 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-88effb62-48b9-45b4-99dd-3cecb0bbe293 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups/8a7cea37-fee4-41e4-99c1-8a95bf3da50a HTTP/1.1" status: 200 len: 2998 time: 0.0904520 Feb 07 21:11:14.698277 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0362d5d-a918-4c7c-bd2b-12fe9324cb38 req-18ae1629-967e-4cc0-abe4-e3fd5f7b1e7d tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:14.700600 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0362d5d-a918-4c7c-bd2b-12fe9324cb38 req-18ae1629-967e-4cc0-abe4-e3fd5f7b1e7d tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.0939524 Feb 07 21:11:14.752871 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-7c957778-1fb5-4e98-b49f-8005e9465713 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups/8a7cea37-fee4-41e4-99c1-8a95bf3da50a HTTP/1.1" status: 200 len: 2998 time: 0.0810528 Feb 07 21:11:14.811149 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0362d5d-a918-4c7c-bd2b-12fe9324cb38 req-47aa9fe6-ef65-40ee-b428-7dfcd4774427 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978518 Feb 07 21:11:14.838335 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-ce692361-e470-412a-a35d-e943856a43f5 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups/90153680-2a9c-49e0-a244-81465acba9a8 HTTP/1.1" status: 200 len: 3002 time: 0.0690475 Feb 07 21:11:14.882171 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0f8098-c97e-48d8-9fe3-05d88fb37ddd x-openstack-request-id: req-7e0f8098-c97e-48d8-9fe3-05d88fb37ddd {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:11:14.882464 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785a95b1-3446-4450-a4c8-4dc566167d5a", "tag": "da08c826-67ab-405b-bf80-be0f968150f4", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:11:14.882722 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e0f8098-c97e-48d8-9fe3-05d88fb37ddd {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:11:14.883212 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785a95b1-3446-4450-a4c8-4dc566167d5a', 'tag': 'da08c826-67ab-405b-bf80-be0f968150f4', 'status': 'completed', 'code': 200} Feb 07 21:11:14.995184 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-8d16b369-efe9-454f-8c90-077d86bff1dd tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups/90153680-2a9c-49e0-a244-81465acba9a8 HTTP/1.1" status: 200 len: 3002 time: 0.1487086 Feb 07 21:11:15.070682 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57124) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:15.078707 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fae47-5713-4342-add4-cc8f3f16db4f req-d9982213-8f5c-4d45-95b7-6917b3b221d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:15.080668 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6b4fae47-5713-4342-add4-cc8f3f16db4f req-d9982213-8f5c-4d45-95b7-6917b3b221d8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c463a693b5274ac2a7546a3f4a26c5cf&device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 1164 time: 0.1725829 Feb 07 21:11:15.101756 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f50ae-f12b-41da-8376-2732cf1e431f req-f3a7cb53-f737-4011-a70e-55b07f4fc77e tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:15.110800 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d0f50ae-f12b-41da-8376-2732cf1e431f req-f3a7cb53-f737-4011-a70e-55b07f4fc77e tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 982 time: 0.1293056 Feb 07 21:11:15.144053 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-856441c6-56ca-4d40-b344-5f659f73def8 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups/9a1df7ce-9409-474f-bc5f-3da27ffef45a HTTP/1.1" status: 200 len: 3002 time: 0.1252990 Feb 07 21:11:15.284868 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8f7ad165-c6cf-4699-a7df-d4831442b043 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-365585575-network', 'tenant_id': 'e1df7f945a7f4a72873075145fea6697'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:15.293039 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d0f50ae-f12b-41da-8376-2732cf1e431f req-d2b25178-69d3-4662-9e29-f96a39d48266 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/security-groups?id=d73dc756-7fe6-46e6-b073-fd7e685a2bdb&id=3d7e10d6-9505-4c22-b231-9184931b781d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1815546 Feb 07 21:11:15.315518 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-d1aa0844-88cc-47ae-a404-a59ff6e528df tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups/9a1df7ce-9409-474f-bc5f-3da27ffef45a HTTP/1.1" status: 200 len: 3002 time: 0.1706474 Feb 07 21:11:15.333119 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7ad165-c6cf-4699-a7df-d4831442b043 admin admin] Made reservation on behalf of e1df7f945a7f4a72873075145fea6697 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:11:15.335749 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f7ad165-c6cf-4699-a7df-d4831442b043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:15.340150 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-fbe442b8-aab5-4004-9d0d-a3de9961fbf6 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] show failed (client error): The resource could not be found. Feb 07 21:11:15.349285 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-fbe442b8-aab5-4004-9d0d-a3de9961fbf6 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups/bf3daa01-aebc-4511-a2d1-cffb17fc8f8d HTTP/1.1" status: 404 len: 352 time: 0.0317149 Feb 07 21:11:15.354270 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f7ad165-c6cf-4699-a7df-d4831442b043 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:15.384257 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-44fff2d1-3a4b-4139-ae43-c68b4d789637 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] show failed (client error): The resource could not be found. Feb 07 21:11:15.385650 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-44fff2d1-3a4b-4139-ae43-c68b4d789637 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups/bf3daa01-aebc-4511-a2d1-cffb17fc8f8d HTTP/1.1" status: 404 len: 352 time: 0.0355480 Feb 07 21:11:15.387077 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fae47-5713-4342-add4-cc8f3f16db4f req-688a1d8c-094f-4b5c-88c7-c6938ed2d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:15.389173 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6b4fae47-5713-4342-add4-cc8f3f16db4f req-688a1d8c-094f-4b5c-88c7-c6938ed2d4b8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=471803ab-fc1d-45bc-9fa4-7c4608085221 HTTP/1.1" status: 200 len: 898 time: 0.3018131 Feb 07 21:11:15.454089 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6b4fae47-5713-4342-add4-cc8f3f16db4f req-26462f25-bb17-45ea-b870-200ef5feeba5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da08c826-67ab-405b-bf80-be0f968150f4 HTTP/1.1" status: 200 len: 217 time: 0.0578735 Feb 07 21:11:15.523256 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f7ad165-c6cf-4699-a7df-d4831442b043 admin admin] Publish callbacks [] for security_group (1d54a76c-8da7-49b2-bb2f-d3fe77e63969), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:15.524624 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f996524e-fccb-4c3d-a382-79bb26da5ff6 req-127259aa-5042-4ce5-aa88-bb5092a0ba1d tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 210 time: 0.0644982 Feb 07 21:11:15.529502 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f7ad165-c6cf-4699-a7df-d4831442b043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1d54a76c-8da7-49b2-bb2f-d3fe77e63969), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:15.572266 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-f453aa64-7590-4ed7-af5d-81d0df089cf3 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups/c6892821-a139-4730-b4f7-e3a1a036592a HTTP/1.1" status: 200 len: 3002 time: 0.1253722 Feb 07 21:11:15.582064 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7ad165-c6cf-4699-a7df-d4831442b043 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:11:15.594557 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fae47-5713-4342-add4-cc8f3f16db4f req-677b6915-bcd8-4cf9-bd37-a9d38746b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:15.596300 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6b4fae47-5713-4342-add4-cc8f3f16db4f req-677b6915-bcd8-4cf9-bd37-a9d38746b993 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c70e9438-a0fd-453e-80ec-8312d616972d HTTP/1.1" status: 200 len: 834 time: 0.1324627 Feb 07 21:11:15.618626 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ad165-c6cf-4699-a7df-d4831442b043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d54a76c-8da7-49b2-bb2f-d3fe77e63969,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:15.638840 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f7ad165-c6cf-4699-a7df-d4831442b043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (8fc7f80b-e0ef-42c7-bb74-603c3065e8e5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:15.643311 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-8f7ad165-c6cf-4699-a7df-d4831442b043 admin admin] Added segment 8fc7f80b-e0ef-42c7-bb74-603c3065e8e5 of type vlan for network 24985143-bd0d-405a-ab8d-aedd44e49baa Feb 07 21:11:15.682010 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-b31efabd-81b0-4716-8d10-8639b474f6b2 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups/c6892821-a139-4730-b4f7-e3a1a036592a HTTP/1.1" status: 200 len: 3002 time: 0.1086469 Feb 07 21:11:15.715060 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f7ad165-c6cf-4699-a7df-d4831442b043 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (24985143-bd0d-405a-ab8d-aedd44e49baa), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:15.748449 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f7ad165-c6cf-4699-a7df-d4831442b043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (24985143-bd0d-405a-ab8d-aedd44e49baa), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:15.749712 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7ad165-c6cf-4699-a7df-d4831442b043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:15.750638 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f7ad165-c6cf-4699-a7df-d4831442b043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:15.751411 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-2ceacd68-1d07-4d06-bde9-6509a9e0f74b tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups/e559877e-2ed8-42f7-a8f3-24728a0f57b2 HTTP/1.1" status: 200 len: 2994 time: 0.0684848 Feb 07 21:11:15.754471 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fae47-5713-4342-add4-cc8f3f16db4f req-f3165e15-de07-4aa8-8675-a5f9c72ef48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:15.756183 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6b4fae47-5713-4342-add4-cc8f3f16db4f req-f3165e15-de07-4aa8-8675-a5f9c72ef48f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=471803ab-fc1d-45bc-9fa4-7c4608085221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1524758 Feb 07 21:11:15.788286 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8f7ad165-c6cf-4699-a7df-d4831442b043 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7154198 Feb 07 21:11:15.840094 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57152) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:15.872726 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ba77d7c9-78e3-4a6a-b82a-775f000b3208 admin admin] Request body: {'subnet': {'network_id': '24985143-bd0d-405a-ab8d-aedd44e49baa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-365585575-subnet', 'tenant_id': 'e1df7f945a7f4a72873075145fea6697', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:15.925306 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ad165-c6cf-4699-a7df-d4831442b043 admin admin] Pushing event updated for resources: {'Network': ['ID=24985143-bd0d-405a-ab8d-aedd44e49baa,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:15.938437 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 24985143-bd0d-405a-ab8d-aedd44e49baa details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:11:15.966500 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0f1cce1-ed1f-4680-b7d3-766d961b1824 req-ca2c778d-41f3-4272-b6a6-a6bc7092714b tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups/e559877e-2ed8-42f7-a8f3-24728a0f57b2 HTTP/1.1" status: 200 len: 2994 time: 0.2141812 Feb 07 21:11:16.008062 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba77d7c9-78e3-4a6a-b82a-775f000b3208 admin admin] Made reservation on behalf of e1df7f945a7f4a72873075145fea6697 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:11:16.011250 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba77d7c9-78e3-4a6a-b82a-775f000b3208 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:16.079362 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57158) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:16.110688 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdda33c-50bb-4a54-9f00-7c5718ee16e3 req-66aeecd0-988b-4fe8-bd90-e265a52482d5 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:16.117246 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9bdda33c-50bb-4a54-9f00-7c5718ee16e3 req-66aeecd0-988b-4fe8-bd90-e265a52482d5 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd967684-4347-428e-9beb-b67de58e4d48 HTTP/1.1" status: 200 len: 951 time: 0.2752337 Feb 07 21:11:16.134158 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-a2a04fbe-17b4-4f2d-9525-0aba4b656681 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:16.136710 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-a2a04fbe-17b4-4f2d-9525-0aba4b656681 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.69 "GET /v2.0/networks?id=fea6e7e3-47f5-4ada-86ca-f855bc01cae1 HTTP/1.1" status: 200 len: 814 time: 0.2420251 Feb 07 21:11:16.143061 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6b4fae47-5713-4342-add4-cc8f3f16db4f req-ceb65803-b0cd-4de9-b920-19113477a2c3 service neutron] 10.222.0.71 "GET /v2.0/networks/471803ab-fc1d-45bc-9fa4-7c4608085221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792422 Feb 07 21:11:16.152022 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-8ccc2724-f2c2-4c0c-a7f5-2d788a98bb03 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Request body: {'port': {'device_id': 'ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841', 'network_id': 'fea6e7e3-47f5-4ada-86ca-f855bc01cae1', 'admin_state_up': True, 'tenant_id': '55db8492f6dd45429fe0e2523287a174'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:16.266739 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77a62eec-c4e3-41b9-8e53-83850d52d74a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:16.369335 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4abf0787-3c4e-4de5-85ee-c904c26a7599 req-d5673142-507d-4e2d-9ee6-24c1d952cf9b tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5212197fcef7473089abfb4a138061df HTTP/1.1" status: 200 len: 6161 time: 0.3512170 Feb 07 21:11:16.381128 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-8ccc2724-f2c2-4c0c-a7f5-2d788a98bb03 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Made reservation on behalf of 55db8492f6dd45429fe0e2523287a174 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:11:16.386481 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-8ccc2724-f2c2-4c0c-a7f5-2d788a98bb03 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:16.396921 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9bdda33c-50bb-4a54-9f00-7c5718ee16e3 req-510bde75-1a3d-45a2-bdea-cceff9647113 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6892821-a139-4730-b4f7-e3a1a036592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625394 Feb 07 21:11:16.463792 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77a62eec-c4e3-41b9-8e53-83850d52d74a admin admin] Publish callbacks [] for security_group (9debe3be-7071-42e7-a7a5-66d9c6ce290e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:16.505247 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77a62eec-c4e3-41b9-8e53-83850d52d74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9debe3be-7071-42e7-a7a5-66d9c6ce290e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:16.578032 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-77a62eec-c4e3-41b9-8e53-83850d52d74a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4fa019569d6d4188a20fefde0f072212&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4973247 Feb 07 21:11:16.579740 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4abf0787-3c4e-4de5-85ee-c904c26a7599 req-07d41482-551e-4492-aeb1-133434fa14b4 tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] 10.222.0.65 "GET /v2.0/security-groups/90153680-2a9c-49e0-a244-81465acba9a8 HTTP/1.1" status: 200 len: 3002 time: 0.1678610 Feb 07 21:11:16.583006 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6b4fae47-5713-4342-add4-cc8f3f16db4f req-5a30859c-840c-4616-9988-93059108b777 service neutron] 10.222.0.71 "GET /v2.0/networks/471803ab-fc1d-45bc-9fa4-7c4608085221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113262 Feb 07 21:11:16.583658 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57170) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:16.601321 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba77d7c9-78e3-4a6a-b82a-775f000b3208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (b620ab0a-bc7b-4a4b-98f9-aec523da3627), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:16.604703 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a62eec-c4e3-41b9-8e53-83850d52d74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9debe3be-7071-42e7-a7a5-66d9c6ce290e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:16.644631 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-8ccc2724-f2c2-4c0c-a7f5-2d788a98bb03 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Allocated IP 172.20.0.3 (fea6e7e3-47f5-4ada-86ca-f855bc01cae1/226d5f88-28a2-4f0a-937f-719b03b2d28a/8eb3bafa-0275-4baf-b62b-26a49992af32) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:11:16.769182 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77d7c9-78e3-4a6a-b82a-775f000b3208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b620ab0a-bc7b-4a4b-98f9-aec523da3627,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:16.779060 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19487d4b-a9a8-4023-8df1-23046b1d0170 req-44ea61ae-90e2-4b08-b30b-2e4a4e2b6178 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:16.780575 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19487d4b-a9a8-4023-8df1-23046b1d0170 req-44ea61ae-90e2-4b08-b30b-2e4a4e2b6178 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 982 time: 0.2603753 Feb 07 21:11:16.791223 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4abf0787-3c4e-4de5-85ee-c904c26a7599 req-6070edf8-05f2-4146-90ef-07b542e9769d tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] 10.222.0.65 "GET /v2.0/security-groups/90153680-2a9c-49e0-a244-81465acba9a8 HTTP/1.1" status: 200 len: 3002 time: 0.2013440 Feb 07 21:11:16.806997 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3b7a9c0-06dd-4fe8-a77c-372c3bf7a377 admin admin] Publish callbacks [] for security_group (9debe3be-7071-42e7-a7a5-66d9c6ce290e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:16.820123 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-8ccc2724-f2c2-4c0c-a7f5-2d788a98bb03 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Publish callbacks [] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:16.822376 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba77d7c9-78e3-4a6a-b82a-775f000b3208 admin admin] Checking segment: {'id': '8fc7f80b-e0ef-42c7-bb74-603c3065e8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '24985143-bd0d-405a-ab8d-aedd44e49baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:11:16.822376 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba77d7c9-78e3-4a6a-b82a-775f000b3208 admin admin] Network hostable DHCP agents. Network: 24985143-bd0d-405a-ab8d-aedd44e49baa, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:11:16.862328 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3b7a9c0-06dd-4fe8-a77c-372c3bf7a377 admin admin] Publish callbacks [] for security_group (9debe3be-7071-42e7-a7a5-66d9c6ce290e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:16.865971 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-8ccc2724-f2c2-4c0c-a7f5-2d788a98bb03 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:16.899793 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba77d7c9-78e3-4a6a-b82a-775f000b3208 admin admin] Network 24985143-bd0d-405a-ab8d-aedd44e49baa is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:11:16.911484 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-8ccc2724-f2c2-4c0c-a7f5-2d788a98bb03 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Network fea6e7e3-47f5-4ada-86ca-f855bc01cae1 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:11:16.916449 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-8ccc2724-f2c2-4c0c-a7f5-2d788a98bb03 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:11:16.920612 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-8ccc2724-f2c2-4c0c-a7f5-2d788a98bb03 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:11:16.942430 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ba77d7c9-78e3-4a6a-b82a-775f000b3208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 24985143-bd0d-405a-ab8d-aedd44e49baa) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:11:16.953466 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcfd80c-52bb-46df-b3cc-c81c6223cca8 None None] Network 24985143-bd0d-405a-ab8d-aedd44e49baa requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:11:16.986489 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-8ccc2724-f2c2-4c0c-a7f5-2d788a98bb03 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:16.987466 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-8ccc2724-f2c2-4c0c-a7f5-2d788a98bb03 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:16.999951 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc2724-f2c2-4c0c-a7f5-2d788a98bb03 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Pushing event updated for resources: {'Port': ['ID=8eb3bafa-0275-4baf-b62b-26a49992af32,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:17.005815 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba77d7c9-78e3-4a6a-b82a-775f000b3208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:17.006700 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba77d7c9-78e3-4a6a-b82a-775f000b3208 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:17.019651 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-8ccc2724-f2c2-4c0c-a7f5-2d788a98bb03 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8676760 Feb 07 21:11:17.035337 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-79748852-0098-4d11-95f6-82d30915d79d service neutron] Request body: {'port': {'device_id': 'ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:17.062419 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19487d4b-a9a8-4023-8df1-23046b1d0170 req-27c3821b-149a-4ed7-ab49-3a794b440bdf tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/security-groups?id=d73dc756-7fe6-46e6-b073-fd7e685a2bdb&id=3d7e10d6-9505-4c22-b231-9184931b781d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2655313 Feb 07 21:11:17.098822 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ba77d7c9-78e3-4a6a-b82a-775f000b3208 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2360687 Feb 07 21:11:17.107897 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-79748852-0098-4d11-95f6-82d30915d79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:17.114878 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3b7a9c0-06dd-4fe8-a77c-372c3bf7a377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9debe3be-7071-42e7-a7a5-66d9c6ce290e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:17.117888 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3b7a9c0-06dd-4fe8-a77c-372c3bf7a377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:17.119129 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d3b7a9c0-06dd-4fe8-a77c-372c3bf7a377 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9debe3be-7071-42e7-a7a5-66d9c6ce290e HTTP/1.1" status: 204 len: 168 time: 0.5314426 Feb 07 21:11:17.131535 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7a9c0-06dd-4fe8-a77c-372c3bf7a377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9debe3be-7071-42e7-a7a5-66d9c6ce290e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:17.158269 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b237713-0678-47aa-83bb-88be0e208e64 None None] Network 24985143-bd0d-405a-ab8d-aedd44e49baa requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:11:17.382032 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984705b8-38b8-420b-ad88-11e49a0e7007 req-771207e2-69e8-4d0d-a6c0-9894a7963a01 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:17.399842 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-984705b8-38b8-420b-ad88-11e49a0e7007 req-771207e2-69e8-4d0d-a6c0-9894a7963a01 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 931 time: 0.1410367 Feb 07 21:11:17.494897 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-984705b8-38b8-420b-ad88-11e49a0e7007 req-d5f29a52-8ad6-4b3e-b6a6-8a85221c8ed0 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936627 Feb 07 21:11:17.505336 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device da08c826-67ab-405b-bf80-be0f968150f4 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:11:17.557776 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-79748852-0098-4d11-95f6-82d30915d79d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb3bafa-0275-4baf-b62b-26a49992af32 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:11:17.591967 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-79748852-0098-4d11-95f6-82d30915d79d service neutron] Publish callbacks [] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:17.626782 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-79748852-0098-4d11-95f6-82d30915d79d service neutron] Transition to ACTIVE for port object 8eb3bafa-0275-4baf-b62b-26a49992af32 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:11:17.641624 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-79748852-0098-4d11-95f6-82d30915d79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:17.649269 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fbe81d4-10b0-4f0c-92d2-19ba5f0a1d80 req-dd480af4-5d37-41c8-9c55-5c1b90285233 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups/d5a1ba76-2f26-4ff2-9fd3-113c4ffc8e80 HTTP/1.1" status: 200 len: 1796 time: 0.1098905 Feb 07 21:11:17.740186 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6bb495bd-697a-4a53-8ea9-aec2cab67331 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:11:17.744201 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2fbe81d4-10b0-4f0c-92d2-19ba5f0a1d80 req-28df57a7-dbf1-4eab-9dba-61c213ee07f2 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] Publish callbacks [] for security_group (d5a1ba76-2f26-4ff2-9fd3-113c4ffc8e80), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:17.768252 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79748852-0098-4d11-95f6-82d30915d79d service neutron] Pushing event updated for resources: {'Port': ['ID=8eb3bafa-0275-4baf-b62b-26a49992af32,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:17.804431 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2fbe81d4-10b0-4f0c-92d2-19ba5f0a1d80 req-28df57a7-dbf1-4eab-9dba-61c213ee07f2 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] Publish callbacks [] for security_group (d5a1ba76-2f26-4ff2-9fd3-113c4ffc8e80), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:17.864111 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port da08c826-67ab-405b-bf80-be0f968150f4, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=da08c826-67ab-405b-bf80-be0f968150f4,segment=NetworkSegment(1bd4ad19-40e8-41ac-89e0-773280d46723),segment_id=1bd4ad19-40e8-41ac-89e0-773280d46723)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:11:17.865303 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-79748852-0098-4d11-95f6-82d30915d79d service neutron] Attempting to bind port 8eb3bafa-0275-4baf-b62b-26a49992af32 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:11:17.865747 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-79748852-0098-4d11-95f6-82d30915d79d service neutron] Attempting to bind port 8eb3bafa-0275-4baf-b62b-26a49992af32 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'd17188d4-7793-4980-b0e3-bff9438995bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fea6e7e3-47f5-4ada-86ca-f855bc01cae1'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:11:17.866178 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-79748852-0098-4d11-95f6-82d30915d79d service neutron] Attempting to bind port 8eb3bafa-0275-4baf-b62b-26a49992af32 on network fea6e7e3-47f5-4ada-86ca-f855bc01cae1 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:11:17.875008 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2fbe81d4-10b0-4f0c-92d2-19ba5f0a1d80 req-28df57a7-dbf1-4eab-9dba-61c213ee07f2 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d5a1ba76-2f26-4ff2-9fd3-113c4ffc8e80), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:17.875699 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-79748852-0098-4d11-95f6-82d30915d79d service neutron] Port 8eb3bafa-0275-4baf-b62b-26a49992af32 on network fea6e7e3-47f5-4ada-86ca-f855bc01cae1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:11:17.876144 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-79748852-0098-4d11-95f6-82d30915d79d service neutron] Attempting to bind port 8eb3bafa-0275-4baf-b62b-26a49992af32 on network fea6e7e3-47f5-4ada-86ca-f855bc01cae1 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:11:17.879151 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2fbe81d4-10b0-4f0c-92d2-19ba5f0a1d80 req-28df57a7-dbf1-4eab-9dba-61c213ee07f2 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:17.882522 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fbe81d4-10b0-4f0c-92d2-19ba5f0a1d80 req-28df57a7-dbf1-4eab-9dba-61c213ee07f2 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/d5a1ba76-2f26-4ff2-9fd3-113c4ffc8e80 HTTP/1.1" status: 204 len: 173 time: 0.2324686 Feb 07 21:11:17.885398 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-79748852-0098-4d11-95f6-82d30915d79d service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:11:17.885968 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-79748852-0098-4d11-95f6-82d30915d79d service neutron] Checking segment: {'id': 'd17188d4-7793-4980-b0e3-bff9438995bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fea6e7e3-47f5-4ada-86ca-f855bc01cae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:11:17.891217 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-79748852-0098-4d11-95f6-82d30915d79d service neutron] Bound using segment: {'id': 'd17188d4-7793-4980-b0e3-bff9438995bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fea6e7e3-47f5-4ada-86ca-f855bc01cae1'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:11:17.891819 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-79748852-0098-4d11-95f6-82d30915d79d service neutron] Bound port: 8eb3bafa-0275-4baf-b62b-26a49992af32, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17188d4-7793-4980-b0e3-bff9438995bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fea6e7e3-47f5-4ada-86ca-f855bc01cae1'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:11:17.892427 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-79748852-0098-4d11-95f6-82d30915d79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:17.901687 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df57a7-dbf1-4eab-9dba-61c213ee07f2 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a1ba76-2f26-4ff2-9fd3-113c4ffc8e80,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:17.913905 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'da08c826-67ab-405b-bf80-be0f968150f4', 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221', 'port_id': 'da08c826-67ab-405b-bf80-be0f968150f4', 'mac_address': 'fa:16:3e:bb:48:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e9438-a0fd-453e-80ec-8312d616972d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:11:18.062813 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-867a66ec-e598-4abb-8925-3e30083de4af req-4c704a85-ed43-43f3-98db-a8e68cf35db7 tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "GET /v2.0/security-groups/83d40427-f86e-46e3-b80b-af7d04351442 HTTP/1.1" status: 200 len: 1796 time: 0.0984313 Feb 07 21:11:18.077050 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-79748852-0098-4d11-95f6-82d30915d79d service neutron] For port 8eb3bafa-0275-4baf-b62b-26a49992af32, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:11:18.080902 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 6bb495bd-697a-4a53-8ea9-aec2cab67331 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:11:18.082125 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:18.082337 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-79748852-0098-4d11-95f6-82d30915d79d service neutron] For port 8eb3bafa-0275-4baf-b62b-26a49992af32, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8eb3bafa-0275-4baf-b62b-26a49992af32,segment=NetworkSegment(d17188d4-7793-4980-b0e3-bff9438995bd),segment_id=d17188d4-7793-4980-b0e3-bff9438995bd)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:11:18.099664 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-79748852-0098-4d11-95f6-82d30915d79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:18.159642 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-79748852-0098-4d11-95f6-82d30915d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:18.160280 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-79748852-0098-4d11-95f6-82d30915d79d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:18.161846 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-79748852-0098-4d11-95f6-82d30915d79d service neutron] 10.222.0.69 "PUT /v2.0/ports/8eb3bafa-0275-4baf-b62b-26a49992af32 HTTP/1.1" status: 200 len: 1091 time: 1.1385436 Feb 07 21:11:18.162412 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841', 'tag': '8eb3bafa-0275-4baf-b62b-26a49992af32'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:11:18.164873 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35a692e-8083-4359-be6c-18251d9e9abf" -d '{"events": [{"name": "network-changed", "server_uuid": "ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841", "tag": "8eb3bafa-0275-4baf-b62b-26a49992af32"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:11:18.189950 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79748852-0098-4d11-95f6-82d30915d79d service neutron] Pushing event updated for resources: {'Port': ['ID=8eb3bafa-0275-4baf-b62b-26a49992af32,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:18.193504 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd967684-4347-428e-9beb-b67de58e4d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bb495bd-697a-4a53-8ea9-aec2cab67331'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:11:18.196054 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-867a66ec-e598-4abb-8925-3e30083de4af req-8b84a43d-b4ae-4ebe-9f24-817c34d1e81a tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] Publish callbacks [] for security_group (83d40427-f86e-46e3-b80b-af7d04351442), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:18.200504 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c932bb-6e81-4102-8ade-855be7cb9f80" -d '{"events": [{"server_uuid": "dd967684-4347-428e-9beb-b67de58e4d48", "name": "network-vif-unplugged", "status": "completed", "tag": "6bb495bd-697a-4a53-8ea9-aec2cab67331"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:11:18.239436 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 6bb495bd-697a-4a53-8ea9-aec2cab67331, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6bb495bd-697a-4a53-8ea9-aec2cab67331,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:11:18.243335 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-867a66ec-e598-4abb-8925-3e30083de4af req-8b84a43d-b4ae-4ebe-9f24-817c34d1e81a tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] Publish callbacks [] for security_group (83d40427-f86e-46e3-b80b-af7d04351442), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:18.257378 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port da08c826-67ab-405b-bf80-be0f968150f4 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:11:18.259858 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (da08c826-67ab-405b-bf80-be0f968150f4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:18.284238 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-f32d92dd-2a1f-4b5f-ab5b-ff88dc4670fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:18.287003 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-f32d92dd-2a1f-4b5f-ab5b-ff88dc4670fb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55db8492f6dd45429fe0e2523287a174&device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 1125 time: 0.0691769 Feb 07 21:11:18.304758 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:18.346765 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-867a66ec-e598-4abb-8925-3e30083de4af req-8b84a43d-b4ae-4ebe-9f24-817c34d1e81a tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (83d40427-f86e-46e3-b80b-af7d04351442), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:18.354390 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-b0eeae07-1e71-46d3-92e8-165a57b35659 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8eb3bafa-0275-4baf-b62b-26a49992af32 HTTP/1.1" status: 200 len: 217 time: 0.0600305 Feb 07 21:11:18.360125 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-867a66ec-e598-4abb-8925-3e30083de4af req-8b84a43d-b4ae-4ebe-9f24-817c34d1e81a tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:18.378352 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-867a66ec-e598-4abb-8925-3e30083de4af req-8b84a43d-b4ae-4ebe-9f24-817c34d1e81a tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/83d40427-f86e-46e3-b80b-af7d04351442 HTTP/1.1" status: 204 len: 173 time: 0.3085704 Feb 07 21:11:18.394134 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da08c826-67ab-405b-bf80-be0f968150f4 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:11:18.411685 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-39345ef1-6bfe-4fba-bce6-0950e25b2ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:18.424076 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57268) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:18.437803 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port da08c826-67ab-405b-bf80-be0f968150f4, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=da08c826-67ab-405b-bf80-be0f968150f4,segment=NetworkSegment(1bd4ad19-40e8-41ac-89e0-773280d46723),segment_id=1bd4ad19-40e8-41ac-89e0-773280d46723)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:11:18.447773 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=6bb495bd-697a-4a53-8ea9-aec2cab67331,revision_number=11']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:18.449019 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-951e2847-dc80-46ac-a049-b6afdaefba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:18.451945 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-951e2847-dc80-46ac-a049-b6afdaefba98 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=226d5f88-28a2-4f0a-937f-719b03b2d28a HTTP/1.1" status: 200 len: 854 time: 0.0909200 Feb 07 21:11:18.457329 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:18.457871 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:18.458481 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:18.458976 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:18.459462 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:18.460145 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:18.460651 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:18.461137 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:18.461621 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:18.462092 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:18.462578 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:18.463041 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:18.463499 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:18.468131 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (da08c826-67ab-405b-bf80-be0f968150f4), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:18.519924 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=da08c826-67ab-405b-bf80-be0f968150f4,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:18.521665 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-bccfe2f8-7581-4f3f-9ae2-ad0d859a0ea5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fea6e7e3-47f5-4ada-86ca-f855bc01cae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636647 Feb 07 21:11:18.531475 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-29409917-1435-4f9d-b289-774fbd4ce4a6 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:18.533089 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-29409917-1435-4f9d-b289-774fbd4ce4a6 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/networks?id=24985143-bd0d-405a-ab8d-aedd44e49baa HTTP/1.1" status: 200 len: 821 time: 0.2069292 Feb 07 21:11:18.552940 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84a43d-b4ae-4ebe-9f24-817c34d1e81a tempest-SecurityGroupsTestAdminJSON-1890405560 tempest-SecurityGroupsTestAdminJSON-1890405560-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d40427-f86e-46e3-b80b-af7d04351442,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:18.579006 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-4b52a3a1-a3f9-4a8c-acd4-0bb1d171a108 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/quotas/e1df7f945a7f4a72873075145fea6697 HTTP/1.1" status: 200 len: 375 time: 0.0336547 Feb 07 21:11:18.618746 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-dfcecdc2-5157-461e-827a-3d78bbfe2ac5 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e1df7f945a7f4a72873075145fea6697&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387480 Feb 07 21:11:18.706668 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-6c6ee34d-6bfd-486b-a729-718ee82f32ab service neutron] 10.222.0.69 "GET /v2.0/networks/fea6e7e3-47f5-4ada-86ca-f855bc01cae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776800 Feb 07 21:11:18.709077 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4b1efff1-7836-4611-915c-ce14f95f04b7 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1373041627-network', 'tenant_id': '1547ab64a637462aaa73da6a5a47baad'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:18.776044 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1efff1-7836-4611-915c-ce14f95f04b7 admin admin] Made reservation on behalf of 1547ab64a637462aaa73da6a5a47baad for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:11:18.778539 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b1efff1-7836-4611-915c-ce14f95f04b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:18.800723 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['da08c826-67ab-405b-bf80-be0f968150f4'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:11:18.800940 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b1efff1-7836-4611-915c-ce14f95f04b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:18.817313 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bd657384-2c01-4fa6-81c5-cc05b97e3316 req-5f0986df-1231-4c2e-8e64-45b7482a0a98 service neutron] 10.222.0.69 "GET /v2.0/networks/fea6e7e3-47f5-4ada-86ca-f855bc01cae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029158 Feb 07 21:11:18.824907 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f38d7-d022-41f7-87cb-aeccf34b9107 req-71e7b815-9c9b-4538-a221-a2c988d09fdc tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:18.826424 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4d1f38d7-d022-41f7-87cb-aeccf34b9107 req-71e7b815-9c9b-4538-a221-a2c988d09fdc tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 983 time: 0.1094279 Feb 07 21:11:18.838527 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-43ff6adc-89e6-407c-943a-a4428956f4d1 service neutron] 10.222.0.65 "GET /v2.0/networks/24985143-bd0d-405a-ab8d-aedd44e49baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180612 Feb 07 21:11:18.999491 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4d1f38d7-d022-41f7-87cb-aeccf34b9107 req-0bdcde59-fc8e-42d1-817a-6f9952788aac tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/security-groups?id=d73dc756-7fe6-46e6-b073-fd7e685a2bdb&id=3d7e10d6-9505-4c22-b231-9184931b781d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1537843 Feb 07 21:11:19.029774 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-cc5b1a41-4740-4fea-9145-7c75cbe8db91 service neutron] 10.222.0.65 "GET /v2.0/networks/24985143-bd0d-405a-ab8d-aedd44e49baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828585 Feb 07 21:11:19.031537 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b1efff1-7836-4611-915c-ce14f95f04b7 admin admin] Publish callbacks [] for security_group (11331d00-d87a-4b82-abf3-44dc163c06e1), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:19.035864 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b1efff1-7836-4611-915c-ce14f95f04b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (11331d00-d87a-4b82-abf3-44dc163c06e1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:19.052791 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b77e386-4d28-4b59-b7e8-1da38b941198 x-openstack-request-id: req-4b77e386-4d28-4b59-b7e8-1da38b941198 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:11:19.053306 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841", "tag": "8eb3bafa-0275-4baf-b62b-26a49992af32", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:11:19.053613 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4b77e386-4d28-4b59-b7e8-1da38b941198 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:11:19.054341 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841', 'tag': '8eb3bafa-0275-4baf-b62b-26a49992af32', 'status': 'completed', 'code': 200} Feb 07 21:11:19.065744 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1efff1-7836-4611-915c-ce14f95f04b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:11:19.077730 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1efff1-7836-4611-915c-ce14f95f04b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11331d00-d87a-4b82-abf3-44dc163c06e1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:19.084412 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b1efff1-7836-4611-915c-ce14f95f04b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (14b5dabe-5ec8-4fd9-85a1-66c6583afd84), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:19.084765 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-4b1efff1-7836-4611-915c-ce14f95f04b7 admin admin] Added segment 14b5dabe-5ec8-4fd9-85a1-66c6583afd84 of type vlan for network 2c0c6497-aa35-43b6-b6b6-5221aea59813 Feb 07 21:11:19.136186 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b1efff1-7836-4611-915c-ce14f95f04b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (2c0c6497-aa35-43b6-b6b6-5221aea59813), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:19.170667 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a692e-8083-4359-be6c-18251d9e9abf req-eb0510be-01b4-4be4-a2c5-6bb66c0a9589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:19.174291 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a35a692e-8083-4359-be6c-18251d9e9abf req-eb0510be-01b4-4be4-a2c5-6bb66c0a9589 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55db8492f6dd45429fe0e2523287a174&device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 1125 time: 0.0917804 Feb 07 21:11:19.186749 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b1efff1-7836-4611-915c-ce14f95f04b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (2c0c6497-aa35-43b6-b6b6-5221aea59813), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:19.187733 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1efff1-7836-4611-915c-ce14f95f04b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:19.188298 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b1efff1-7836-4611-915c-ce14f95f04b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:19.274988 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed53d5a-4931-498e-a9e2-a77c6a6a2a82 x-openstack-request-id: req-2ed53d5a-4931-498e-a9e2-a77c6a6a2a82 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:11:19.275537 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd967684-4347-428e-9beb-b67de58e4d48", "name": "network-vif-unplugged", "status": "completed", "tag": "6bb495bd-697a-4a53-8ea9-aec2cab67331", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:11:19.276529 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2ed53d5a-4931-498e-a9e2-a77c6a6a2a82 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:11:19.276529 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd967684-4347-428e-9beb-b67de58e4d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bb495bd-697a-4a53-8ea9-aec2cab67331', 'code': 200} Feb 07 21:11:19.277657 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4fc3a6d1-66ee-4f22-9161-51a1bd2aa1e7 req-dc1aa793-0807-4ad4-90d1-1fc4dd57a8d9 tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] 10.222.0.65 "GET /v2.0/security-groups/c5a0927a-eab1-43bd-8f21-c884233716cb HTTP/1.1" status: 200 len: 1796 time: 0.1063404 Feb 07 21:11:19.292505 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4b1efff1-7836-4611-915c-ce14f95f04b7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7600939 Feb 07 21:11:19.300611 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1efff1-7836-4611-915c-ce14f95f04b7 admin admin] Pushing event updated for resources: {'Network': ['ID=2c0c6497-aa35-43b6-b6b6-5221aea59813,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:19.311541 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 2c0c6497-aa35-43b6-b6b6-5221aea59813 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:11:19.394292 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4fc3a6d1-66ee-4f22-9161-51a1bd2aa1e7 req-3015ad2c-7370-4527-9e0f-9671af553655 tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] Publish callbacks [] for security_group (c5a0927a-eab1-43bd-8f21-c884233716cb), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:19.420459 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4fc3a6d1-66ee-4f22-9161-51a1bd2aa1e7 req-3015ad2c-7370-4527-9e0f-9671af553655 tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] Publish callbacks [] for security_group (c5a0927a-eab1-43bd-8f21-c884233716cb), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:19.502141 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a8212-be67-415f-987d-e673efa04f92 req-0013bf62-f420-4a57-93e0-a9e40e64c961 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:19.504221 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ce9a8212-be67-415f-987d-e673efa04f92 req-0013bf62-f420-4a57-93e0-a9e40e64c961 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 943 time: 0.1407473 Feb 07 21:11:19.521103 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4fc3a6d1-66ee-4f22-9161-51a1bd2aa1e7 req-3015ad2c-7370-4527-9e0f-9671af553655 tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c5a0927a-eab1-43bd-8f21-c884233716cb), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:19.524235 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4fc3a6d1-66ee-4f22-9161-51a1bd2aa1e7 req-3015ad2c-7370-4527-9e0f-9671af553655 tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:19.525491 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4fc3a6d1-66ee-4f22-9161-51a1bd2aa1e7 req-3015ad2c-7370-4527-9e0f-9671af553655 tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] 10.222.0.65 "DELETE /v2.0/security-groups/c5a0927a-eab1-43bd-8f21-c884233716cb HTTP/1.1" status: 204 len: 173 time: 0.2378323 Feb 07 21:11:19.552776 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015ad2c-7370-4527-9e0f-9671af553655 tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a0927a-eab1-43bd-8f21-c884233716cb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:19.609637 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ce9a8212-be67-415f-987d-e673efa04f92 req-2629dd4c-4e1b-4034-89cb-be7fdd170c00 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947068 Feb 07 21:11:19.699908 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a692e-8083-4359-be6c-18251d9e9abf req-9cc859fe-ff40-49c6-842d-8704b50ff0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:19.701692 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a35a692e-8083-4359-be6c-18251d9e9abf req-9cc859fe-ff40-49c6-842d-8704b50ff0fd service neutron] 10.222.0.69 "GET /v2.0/networks?id=fea6e7e3-47f5-4ada-86ca-f855bc01cae1 HTTP/1.1" status: 200 len: 915 time: 0.5210865 Feb 07 21:11:19.740430 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3bda6185-ec2e-4031-ba21-6e229ef3f220 req-32109fbd-1cf6-426e-ac0c-82058b9aa4f7 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/ports?device_id=de1cb541-a404-4465-9c1e-847300d4467e HTTP/1.1" status: 200 len: 210 time: 0.0576847 Feb 07 21:11:19.756498 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a35a692e-8083-4359-be6c-18251d9e9abf req-a3a8f796-b86b-4e9e-880f-c2b22fd2ef9d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8eb3bafa-0275-4baf-b62b-26a49992af32 HTTP/1.1" status: 200 len: 217 time: 0.0476072 Feb 07 21:11:19.772865 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fb78f-20a1-4b74-9697-38f60968dd52 req-6024e7aa-4e32-4664-9f52-f042c8c06d75 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:19.774488 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a86fb78f-20a1-4b74-9697-38f60968dd52 req-6024e7aa-4e32-4664-9f52-f042c8c06d75 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd967684-4347-428e-9beb-b67de58e4d48 HTTP/1.1" status: 200 len: 949 time: 0.1439812 Feb 07 21:11:19.825147 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a692e-8083-4359-be6c-18251d9e9abf req-afa2d924-5857-436e-92b5-5b20306a73cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:19.826725 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a35a692e-8083-4359-be6c-18251d9e9abf req-afa2d924-5857-436e-92b5-5b20306a73cc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=226d5f88-28a2-4f0a-937f-719b03b2d28a HTTP/1.1" status: 200 len: 854 time: 0.0623991 Feb 07 21:11:19.867747 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a35a692e-8083-4359-be6c-18251d9e9abf req-297736af-a51a-44ba-95c9-af32522e606f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fea6e7e3-47f5-4ada-86ca-f855bc01cae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327373 Feb 07 21:11:19.870309 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a86fb78f-20a1-4b74-9697-38f60968dd52 req-4d0baa23-9dec-4200-aa6a-7d30887663cc tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6892821-a139-4730-b4f7-e3a1a036592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831726 Feb 07 21:11:19.872733 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1fe62a5c-5770-420f-b4ae-b0635f39f466 req-d53cebc4-2ef5-4a08-8f39-907f7b1d7a27 tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] 10.222.0.65 "GET /v2.0/security-groups/e5511497-75dd-407f-ab45-96dba0c0514b HTTP/1.1" status: 200 len: 1796 time: 0.0824871 Feb 07 21:11:20.000736 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a35a692e-8083-4359-be6c-18251d9e9abf req-6e802b3d-3151-4660-9907-27fad59f46a7 service neutron] 10.222.0.69 "GET /v2.0/networks/fea6e7e3-47f5-4ada-86ca-f855bc01cae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260073 Feb 07 21:11:20.095122 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1fe62a5c-5770-420f-b4ae-b0635f39f466 req-7b29837d-86b5-4f07-8baa-f59828c0b7cb tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] Publish callbacks [] for security_group (e5511497-75dd-407f-ab45-96dba0c0514b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:20.126623 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a35a692e-8083-4359-be6c-18251d9e9abf req-a514760f-2374-4fb9-bf9d-f6c55ac0f585 service neutron] 10.222.0.69 "GET /v2.0/networks/fea6e7e3-47f5-4ada-86ca-f855bc01cae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170993 Feb 07 21:11:20.158196 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1fe62a5c-5770-420f-b4ae-b0635f39f466 req-7b29837d-86b5-4f07-8baa-f59828c0b7cb tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] Publish callbacks [] for security_group (e5511497-75dd-407f-ab45-96dba0c0514b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:20.243721 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b94c2-7b8a-4dc5-a004-49fc920c2856 req-aa1c5a35-00b4-4c07-a29e-927534cd9bfa tempest-ComputeTenantNetworksTest-1730109995 tempest-ComputeTenantNetworksTest-1730109995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:20.249719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b94c2-7b8a-4dc5-a004-49fc920c2856 req-aa1c5a35-00b4-4c07-a29e-927534cd9bfa tempest-ComputeTenantNetworksTest-1730109995 tempest-ComputeTenantNetworksTest-1730109995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:20.254872 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b94c2-7b8a-4dc5-a004-49fc920c2856 req-aa1c5a35-00b4-4c07-a29e-927534cd9bfa tempest-ComputeTenantNetworksTest-1730109995 tempest-ComputeTenantNetworksTest-1730109995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:20.256730 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-961b94c2-7b8a-4dc5-a004-49fc920c2856 req-aa1c5a35-00b4-4c07-a29e-927534cd9bfa tempest-ComputeTenantNetworksTest-1730109995 tempest-ComputeTenantNetworksTest-1730109995-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2839558 Feb 07 21:11:20.278334 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1fe62a5c-5770-420f-b4ae-b0635f39f466 req-7b29837d-86b5-4f07-8baa-f59828c0b7cb tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e5511497-75dd-407f-ab45-96dba0c0514b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:20.281866 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1fe62a5c-5770-420f-b4ae-b0635f39f466 req-7b29837d-86b5-4f07-8baa-f59828c0b7cb tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:20.283277 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1fe62a5c-5770-420f-b4ae-b0635f39f466 req-7b29837d-86b5-4f07-8baa-f59828c0b7cb tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] 10.222.0.65 "DELETE /v2.0/security-groups/e5511497-75dd-407f-ab45-96dba0c0514b HTTP/1.1" status: 204 len: 173 time: 0.4045820 Feb 07 21:11:20.296640 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29837d-86b5-4f07-8baa-f59828c0b7cb tempest-SecurityGroupsTestAdminJSON-628753268 tempest-SecurityGroupsTestAdminJSON-628753268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5511497-75dd-407f-ab45-96dba0c0514b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:20.501999 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ad76a-093d-4918-9153-c041ce304dac req-87574fa8-2fd6-4016-a1fd-c5d45073265e tempest-ComputeTenantNetworksTest-1730109995 tempest-ComputeTenantNetworksTest-1730109995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:20.504144 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a6ad76a-093d-4918-9153-c041ce304dac req-87574fa8-2fd6-4016-a1fd-c5d45073265e tempest-ComputeTenantNetworksTest-1730109995 tempest-ComputeTenantNetworksTest-1730109995-project] 10.222.0.65 "GET /v2.0/networks/2c0c6497-aa35-43b6-b6b6-5221aea59813 HTTP/1.1" status: 200 len: 769 time: 0.1872492 Feb 07 21:11:20.513433 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57316) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:20.550584 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6f0244d8-8918-43f9-b305-0715f2d4e3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:20.596676 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-33cc608a-70cf-4d76-8b85-e578dbca9bd4 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:20.600302 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-33cc608a-70cf-4d76-8b85-e578dbca9bd4 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.69 "GET /v2.0/networks?id=24985143-bd0d-405a-ab8d-aedd44e49baa HTTP/1.1" status: 200 len: 821 time: 0.2002854 Feb 07 21:11:20.609488 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492292c7-e7c1-43d0-ba82-07db8f3c6da6 req-5bb3dd84-879a-4f2c-9587-8bbc0a493828 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:20.615287 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-4d9f7d8f-ab1c-4ba9-8e86-ea9eecb4835c tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Request body: {'port': {'device_id': 'de1cb541-a404-4465-9c1e-847300d4467e', 'network_id': '24985143-bd0d-405a-ab8d-aedd44e49baa', 'admin_state_up': True, 'tenant_id': 'e1df7f945a7f4a72873075145fea6697'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:20.617614 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-492292c7-e7c1-43d0-ba82-07db8f3c6da6 req-5bb3dd84-879a-4f2c-9587-8bbc0a493828 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 983 time: 0.2299206 Feb 07 21:11:20.630940 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71f4c436-e033-4772-8a57-cff80713aefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (2c0c6497-aa35-43b6-b6b6-5221aea59813), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:20.652980 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57320) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:20.741335 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-492292c7-e7c1-43d0-ba82-07db8f3c6da6 req-2c6eb054-2856-4fd2-aa3b-d1434b153ddd tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/security-groups?id=d73dc756-7fe6-46e6-b073-fd7e685a2bdb&id=3d7e10d6-9505-4c22-b231-9184931b781d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1227510 Feb 07 21:11:20.786415 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-4d9f7d8f-ab1c-4ba9-8e86-ea9eecb4835c tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Made reservation on behalf of e1df7f945a7f4a72873075145fea6697 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:11:20.790007 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-4d9f7d8f-ab1c-4ba9-8e86-ea9eecb4835c tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:20.941374 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-4d9f7d8f-ab1c-4ba9-8e86-ea9eecb4835c tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Allocated IP 172.20.0.8 (24985143-bd0d-405a-ab8d-aedd44e49baa/b620ab0a-bc7b-4a4b-98f9-aec523da3627/8dd26141-6073-4373-b619-e59a31fffd7f) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:11:20.951260 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-083423ea-8673-4c5c-9b97-e30a6b8e3db5 req-8f56dde9-ff56-4c23-8617-ac4fc1987802 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/ports?device_id=de1cb541-a404-4465-9c1e-847300d4467e HTTP/1.1" status: 200 len: 210 time: 0.0857005 Feb 07 21:11:20.954661 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71f4c436-e033-4772-8a57-cff80713aefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (2c0c6497-aa35-43b6-b6b6-5221aea59813), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:21.037726 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-71f4c436-e033-4772-8a57-cff80713aefd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0c6497-aa35-43b6-b6b6-5221aea59813']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:11:21.065696 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ab266-40a7-4388-80dd-d1ca3dbedbf7 req-6645c1da-9ddd-412d-88a8-308f42ae2bfb tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:21.067634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-822ab266-40a7-4388-80dd-d1ca3dbedbf7 req-6645c1da-9ddd-412d-88a8-308f42ae2bfb tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 943 time: 0.3251667 Feb 07 21:11:21.070157 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-41af20ee-5e19-41c7-9d3a-cf8b6b0c4daf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5212197fcef7473089abfb4a138061df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4157209 Feb 07 21:11:21.074952 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57330) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:21.077494 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-71f4c436-e033-4772-8a57-cff80713aefd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b5dabe-5ec8-4fd9-85a1-66c6583afd84') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:11:21.077951 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-71f4c436-e033-4772-8a57-cff80713aefd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b5dabe-5ec8-4fd9-85a1-66c6583afd84') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:11:21.119029 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71f4c436-e033-4772-8a57-cff80713aefd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (14b5dabe-5ec8-4fd9-85a1-66c6583afd84), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:21.119305 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-4d9f7d8f-ab1c-4ba9-8e86-ea9eecb4835c tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Publish callbacks [] for port (8dd26141-6073-4373-b619-e59a31fffd7f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:21.148147 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064263c3-4df5-4885-ad0f-74509ee3de99 req-2d235027-1925-461d-ab83-36c1da376d58 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:21.149616 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-064263c3-4df5-4885-ad0f-74509ee3de99 req-2d235027-1925-461d-ab83-36c1da376d58 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd967684-4347-428e-9beb-b67de58e4d48 HTTP/1.1" status: 200 len: 949 time: 0.3310452 Feb 07 21:11:21.156267 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-4d9f7d8f-ab1c-4ba9-8e86-ea9eecb4835c tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8dd26141-6073-4373-b619-e59a31fffd7f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:21.200208 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-4d9f7d8f-ab1c-4ba9-8e86-ea9eecb4835c tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Network 24985143-bd0d-405a-ab8d-aedd44e49baa is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:11:21.202423 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-4d9f7d8f-ab1c-4ba9-8e86-ea9eecb4835c tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:11:21.221935 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71f4c436-e033-4772-8a57-cff80713aefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (14b5dabe-5ec8-4fd9-85a1-66c6583afd84), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:21.227835 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-4d9f7d8f-ab1c-4ba9-8e86-ea9eecb4835c tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:11:21.251108 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f4c436-e033-4772-8a57-cff80713aefd admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:11:21.251519 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71f4c436-e033-4772-8a57-cff80713aefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (14b5dabe-5ec8-4fd9-85a1-66c6583afd84), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:11:21.259327 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:11:21.265190 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f7d8f-ab1c-4ba9-8e86-ea9eecb4835c tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Pushing event updated for resources: {'Port': ['ID=8dd26141-6073-4373-b619-e59a31fffd7f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:21.307215 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-4d9f7d8f-ab1c-4ba9-8e86-ea9eecb4835c tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:21.308626 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-4d9f7d8f-ab1c-4ba9-8e86-ea9eecb4835c tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:21.334481 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-4d9f7d8f-ab1c-4ba9-8e86-ea9eecb4835c tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7228348 Feb 07 21:11:21.339516 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-822ab266-40a7-4388-80dd-d1ca3dbedbf7 req-093043bd-6fcb-4555-869b-f12695a50542 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385757 Feb 07 21:11:21.353738 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-2f490612-cfb4-410c-9df8-70aac8ead3fe service neutron] Request body: {'port': {'device_id': 'de1cb541-a404-4465-9c1e-847300d4467e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:21.381349 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d942c-b432-45e5-8740-21cc89a306bf req-b11b65d8-ff13-48dc-acc2-21fe7391328d tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:21.390849 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-747d942c-b432-45e5-8740-21cc89a306bf req-b11b65d8-ff13-48dc-acc2-21fe7391328d tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd967684-4347-428e-9beb-b67de58e4d48 HTTP/1.1" status: 200 len: 949 time: 0.3177283 Feb 07 21:11:21.396004 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c7857c1-eaec-48e2-bb68-3f59adde0f8f admin admin] Publish callbacks [] for security_group (90153680-2a9c-49e0-a244-81465acba9a8), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:21.398154 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71f4c436-e033-4772-8a57-cff80713aefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (2c0c6497-aa35-43b6-b6b6-5221aea59813), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:21.438380 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-2f490612-cfb4-410c-9df8-70aac8ead3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8dd26141-6073-4373-b619-e59a31fffd7f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:21.452741 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71f4c436-e033-4772-8a57-cff80713aefd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:21.456435 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-71f4c436-e033-4772-8a57-cff80713aefd admin admin] 10.222.0.65 "DELETE /v2.0/networks/2c0c6497-aa35-43b6-b6b6-5221aea59813 HTTP/1.1" status: 204 len: 168 time: 0.9416745 Feb 07 21:11:21.482954 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4c436-e033-4772-8a57-cff80713aefd admin admin] Pushing event deleted for resources: {'Network': ['ID=2c0c6497-aa35-43b6-b6b6-5221aea59813,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:21.500990 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c7857c1-eaec-48e2-bb68-3f59adde0f8f admin admin] Publish callbacks [] for security_group (90153680-2a9c-49e0-a244-81465acba9a8), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:21.512372 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-747d942c-b432-45e5-8740-21cc89a306bf req-af8bde23-5739-439b-a2a6-6816b7d1a4d3 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6892821-a139-4730-b4f7-e3a1a036592a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202216 Feb 07 21:11:21.522438 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device da08c826-67ab-405b-bf80-be0f968150f4 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:11:21.532422 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-064263c3-4df5-4885-ad0f-74509ee3de99 req-8da25a0b-5214-40f4-b039-5a2f76a130af tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Deleting port 6bb495bd-697a-4a53-8ea9-aec2cab67331 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:11:21.532997 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-064263c3-4df5-4885-ad0f-74509ee3de99 req-8da25a0b-5214-40f4-b039-5a2f76a130af tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:21.599790 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port da08c826-67ab-405b-bf80-be0f968150f4 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:11:21.612676 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port da08c826-67ab-405b-bf80-be0f968150f4 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:11:21.613193 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (da08c826-67ab-405b-bf80-be0f968150f4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:21.671593 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-064263c3-4df5-4885-ad0f-74509ee3de99 req-8da25a0b-5214-40f4-b039-5a2f76a130af tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] For port 6bb495bd-697a-4a53-8ea9-aec2cab67331, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6bb495bd-697a-4a53-8ea9-aec2cab67331,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:11:21.672057 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-064263c3-4df5-4885-ad0f-74509ee3de99 req-8da25a0b-5214-40f4-b039-5a2f76a130af tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:21.689380 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-064263c3-4df5-4885-ad0f-74509ee3de99 req-8da25a0b-5214-40f4-b039-5a2f76a130af tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Calling delete_port for 6bb495bd-697a-4a53-8ea9-aec2cab67331 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:11:21.696293 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57334) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:21.720274 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port da08c826-67ab-405b-bf80-be0f968150f4 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:11:21.720855 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (da08c826-67ab-405b-bf80-be0f968150f4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:21.740736 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:21.745618 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8eb3bafa-0275-4baf-b62b-26a49992af32 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:11:21.752915 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c7857c1-eaec-48e2-bb68-3f59adde0f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (90153680-2a9c-49e0-a244-81465acba9a8), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:21.755821 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c7857c1-eaec-48e2-bb68-3f59adde0f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:21.757105 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3c7857c1-eaec-48e2-bb68-3f59adde0f8f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/90153680-2a9c-49e0-a244-81465acba9a8 HTTP/1.1" status: 204 len: 168 time: 0.6690624 Feb 07 21:11:21.774839 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785a95b1-3446-4450-a4c8-4dc566167d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da08c826-67ab-405b-bf80-be0f968150f4'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:11:21.777199 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29134c45-bf49-45e4-ad24-e236b210887c" -d '{"events": [{"server_uuid": "785a95b1-3446-4450-a4c8-4dc566167d5a", "name": "network-vif-plugged", "status": "completed", "tag": "da08c826-67ab-405b-bf80-be0f968150f4"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:11:21.787880 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7857c1-eaec-48e2-bb68-3f59adde0f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90153680-2a9c-49e0-a244-81465acba9a8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:21.796268 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port da08c826-67ab-405b-bf80-be0f968150f4, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=da08c826-67ab-405b-bf80-be0f968150f4,segment=NetworkSegment(1bd4ad19-40e8-41ac-89e0-773280d46723),segment_id=1bd4ad19-40e8-41ac-89e0-773280d46723)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:11:21.850604 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (da08c826-67ab-405b-bf80-be0f968150f4), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:21.895724 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1e06e8-81cf-4511-bac1-4b7708f42481 x-openstack-request-id: req-6e1e06e8-81cf-4511-bac1-4b7708f42481 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:11:21.896047 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785a95b1-3446-4450-a4c8-4dc566167d5a", "name": "network-vif-plugged", "status": "completed", "tag": "da08c826-67ab-405b-bf80-be0f968150f4", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:11:21.896269 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6e1e06e8-81cf-4511-bac1-4b7708f42481 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:11:21.896861 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785a95b1-3446-4450-a4c8-4dc566167d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da08c826-67ab-405b-bf80-be0f968150f4', 'code': 200} Feb 07 21:11:21.935055 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4e38622f-fd1b-4547-be53-e4ccfcedb4c9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1547ab64a637462aaa73da6a5a47baad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2239699 Feb 07 21:11:21.940148 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57342) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:21.940615 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=da08c826-67ab-405b-bf80-be0f968150f4,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:21.946794 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8eb3bafa-0275-4baf-b62b-26a49992af32, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8eb3bafa-0275-4baf-b62b-26a49992af32,segment=NetworkSegment(d17188d4-7793-4980-b0e3-bff9438995bd),segment_id=d17188d4-7793-4980-b0e3-bff9438995bd)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:11:21.961191 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '8eb3bafa-0275-4baf-b62b-26a49992af32', 'network_id': 'fea6e7e3-47f5-4ada-86ca-f855bc01cae1', 'port_id': '8eb3bafa-0275-4baf-b62b-26a49992af32', 'mac_address': 'fa:16:3e:53:dc:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '226d5f88-28a2-4f0a-937f-719b03b2d28a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:11:21.977497 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-064263c3-4df5-4885-ad0f-74509ee3de99 req-8da25a0b-5214-40f4-b039-5a2f76a130af tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (6bb495bd-697a-4a53-8ea9-aec2cab67331), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:22.023828 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 8eb3bafa-0275-4baf-b62b-26a49992af32 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:11:22.024214 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:22.046909 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb3bafa-0275-4baf-b62b-26a49992af32 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:11:22.048555 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da25a0b-5214-40f4-b039-5a2f76a130af tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Pushing event deleted for resources: {'Port': ['ID=6bb495bd-697a-4a53-8ea9-aec2cab67331,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:22.067507 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14529d22-df41-41c4-9a45-c1629be9c5ae req-875ad3b0-7e50-41ac-bbc5-5919d1b387c4 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:22.069116 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14529d22-df41-41c4-9a45-c1629be9c5ae req-875ad3b0-7e50-41ac-bbc5-5919d1b387c4 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 984 time: 0.1530936 Feb 07 21:11:22.075539 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4ab3a99-516d-4002-a524-f8b778e6cb09 admin admin] Publish callbacks [] for security_group (11331d00-d87a-4b82-abf3-44dc163c06e1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:22.079862 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8eb3bafa-0275-4baf-b62b-26a49992af32, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8eb3bafa-0275-4baf-b62b-26a49992af32,segment=NetworkSegment(d17188d4-7793-4980-b0e3-bff9438995bd),segment_id=d17188d4-7793-4980-b0e3-bff9438995bd)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:11:22.084377 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:22.160301 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=8eb3bafa-0275-4baf-b62b-26a49992af32,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:22.180246 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4ab3a99-516d-4002-a524-f8b778e6cb09 admin admin] Publish callbacks [] for security_group (11331d00-d87a-4b82-abf3-44dc163c06e1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:22.192049 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14529d22-df41-41c4-9a45-c1629be9c5ae req-c7f58540-1472-40c7-ac0c-280399a43a83 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/security-groups?id=d73dc756-7fe6-46e6-b073-fd7e685a2bdb&id=3d7e10d6-9505-4c22-b231-9184931b781d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1144736 Feb 07 21:11:22.193201 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-064263c3-4df5-4885-ad0f-74509ee3de99 req-8da25a0b-5214-40f4-b039-5a2f76a130af tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] No DVR routers for this DVR port 6bb495bd-697a-4a53-8ea9-aec2cab67331 on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:11:22.196884 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-064263c3-4df5-4885-ad0f-74509ee3de99 req-8da25a0b-5214-40f4-b039-5a2f76a130af tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:22.200998 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-064263c3-4df5-4885-ad0f-74509ee3de99 req-8da25a0b-5214-40f4-b039-5a2f76a130af tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.69 "DELETE /v2.0/ports/6bb495bd-697a-4a53-8ea9-aec2cab67331 HTTP/1.1" status: 204 len: 173 time: 1.0297287 Feb 07 21:11:22.237214 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd967684-4347-428e-9beb-b67de58e4d48', 'name': 'network-vif-deleted', 'tag': '6bb495bd-697a-4a53-8ea9-aec2cab67331'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:11:22.240884 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51246195-8e06-4b8b-ba30-34cb50a318e1" -d '{"events": [{"server_uuid": "dd967684-4347-428e-9beb-b67de58e4d48", "name": "network-vif-deleted", "tag": "6bb495bd-697a-4a53-8ea9-aec2cab67331"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:11:22.253657 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d6f2d-c7e9-472c-aa09-539adf161e1a req-70a6324f-baef-4a64-b5e1-5ade87340208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:22.255174 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e79d6f2d-c7e9-472c-aa09-539adf161e1a req-70a6324f-baef-4a64-b5e1-5ade87340208 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 1166 time: 0.2753813 Feb 07 21:11:22.321665 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e79d6f2d-c7e9-472c-aa09-539adf161e1a req-38f1575d-9390-475f-9313-4ffb617eb9ff service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3d7e10d6-9505-4c22-b231-9184931b781d&id=d73dc756-7fe6-46e6-b073-fd7e685a2bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0591373 Feb 07 21:11:22.335647 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e971a7-959c-43e2-bf2e-66a43a0f8d1a req-73f8582a-8498-4a76-bf8f-e79af1012ee2 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:22.343181 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-64e971a7-959c-43e2-bf2e-66a43a0f8d1a req-73f8582a-8498-4a76-bf8f-e79af1012ee2 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/ports?device_id=de1cb541-a404-4465-9c1e-847300d4467e HTTP/1.1" status: 200 len: 931 time: 0.1649072 Feb 07 21:11:22.346919 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf4fe0d-a5f3-4590-87be-1f81ccc6b357 x-openstack-request-id: req-eaf4fe0d-a5f3-4590-87be-1f81ccc6b357 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:11:22.347182 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd967684-4347-428e-9beb-b67de58e4d48", "name": "network-vif-deleted", "tag": "6bb495bd-697a-4a53-8ea9-aec2cab67331", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:11:22.347438 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eaf4fe0d-a5f3-4590-87be-1f81ccc6b357 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:11:22.347851 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd967684-4347-428e-9beb-b67de58e4d48', 'name': 'network-vif-deleted', 'tag': '6bb495bd-697a-4a53-8ea9-aec2cab67331', 'status': 'completed', 'code': 200} Feb 07 21:11:22.373720 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-2f490612-cfb4-410c-9df8-70aac8ead3fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd26141-6073-4373-b619-e59a31fffd7f {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:11:22.378509 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57354) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:22.394504 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-2f490612-cfb4-410c-9df8-70aac8ead3fe service neutron] Publish callbacks [] for port (8dd26141-6073-4373-b619-e59a31fffd7f), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:22.417430 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['8eb3bafa-0275-4baf-b62b-26a49992af32'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:11:22.423053 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4ab3a99-516d-4002-a524-f8b778e6cb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (11331d00-d87a-4b82-abf3-44dc163c06e1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:22.426673 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4ab3a99-516d-4002-a524-f8b778e6cb09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:22.430203 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b4ab3a99-516d-4002-a524-f8b778e6cb09 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/11331d00-d87a-4b82-abf3-44dc163c06e1 HTTP/1.1" status: 204 len: 168 time: 0.4882510 Feb 07 21:11:22.450329 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-2f490612-cfb4-410c-9df8-70aac8ead3fe service neutron] Transition to ACTIVE for port object 8dd26141-6073-4373-b619-e59a31fffd7f will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:11:22.485171 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-64e971a7-959c-43e2-bf2e-66a43a0f8d1a req-8cd6ffae-2a78-410a-8117-7639a4a71688 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d54a76c-8da7-49b2-bb2f-d3fe77e63969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408978 Feb 07 21:11:22.491644 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-2f490612-cfb4-410c-9df8-70aac8ead3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (8dd26141-6073-4373-b619-e59a31fffd7f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:22.524780 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab3a99-516d-4002-a524-f8b778e6cb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11331d00-d87a-4b82-abf3-44dc163c06e1,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:22.626184 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc420b1-8e7e-49bc-a725-008f43032c3e req-b760e4e7-1af6-4b53-950b-af560a7c0f48 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:22.639468 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cbc420b1-8e7e-49bc-a725-008f43032c3e req-b760e4e7-1af6-4b53-950b-af560a7c0f48 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 944 time: 0.1286659 Feb 07 21:11:22.654490 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-38b27415-b5ed-4783-a90e-7b9001d9692c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8519c243acdc4daf93b5839ad8050454&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2732351 Feb 07 21:11:22.655248 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57364) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:22.697740 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f490612-cfb4-410c-9df8-70aac8ead3fe service neutron] Pushing event updated for resources: {'Port': ['ID=8dd26141-6073-4373-b619-e59a31fffd7f,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:22.825517 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-155a7592-0b2a-46c5-a269-aa9d1dae63ee req-e0fa4139-c40a-44b5-83ad-635b3c456280 tempest-ImagesOneServerTestJSON-1834637876 tempest-ImagesOneServerTestJSON-1834637876-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd967684-4347-428e-9beb-b67de58e4d48 HTTP/1.1" status: 200 len: 210 time: 0.0988142 Feb 07 21:11:22.847326 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cbc420b1-8e7e-49bc-a725-008f43032c3e req-0efe5a21-8f8e-4c7e-925c-cc3d3f511ea9 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066646 Feb 07 21:11:22.892797 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4f96cf71-8549-47ca-8cd3-49963c242657 admin admin] Publish callbacks [] for security_group (38c77cb3-4a69-489c-8cbc-60c0f22e2868), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:22.905867 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-2f490612-cfb4-410c-9df8-70aac8ead3fe service neutron] Attempting to bind port 8dd26141-6073-4373-b619-e59a31fffd7f on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:11:22.906333 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-2f490612-cfb4-410c-9df8-70aac8ead3fe service neutron] Attempting to bind port 8dd26141-6073-4373-b619-e59a31fffd7f by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '8fc7f80b-e0ef-42c7-bb74-603c3065e8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '24985143-bd0d-405a-ab8d-aedd44e49baa'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:11:22.906774 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-2f490612-cfb4-410c-9df8-70aac8ead3fe service neutron] Attempting to bind port 8dd26141-6073-4373-b619-e59a31fffd7f on network 24985143-bd0d-405a-ab8d-aedd44e49baa {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:11:22.916586 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-2f490612-cfb4-410c-9df8-70aac8ead3fe service neutron] Port 8dd26141-6073-4373-b619-e59a31fffd7f on network 24985143-bd0d-405a-ab8d-aedd44e49baa not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:11:22.917061 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-2f490612-cfb4-410c-9df8-70aac8ead3fe service neutron] Attempting to bind port 8dd26141-6073-4373-b619-e59a31fffd7f on network 24985143-bd0d-405a-ab8d-aedd44e49baa {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:11:22.926588 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-2f490612-cfb4-410c-9df8-70aac8ead3fe service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:11:22.927074 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-2f490612-cfb4-410c-9df8-70aac8ead3fe service neutron] Checking segment: {'id': '8fc7f80b-e0ef-42c7-bb74-603c3065e8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '24985143-bd0d-405a-ab8d-aedd44e49baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:11:22.927570 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-2f490612-cfb4-410c-9df8-70aac8ead3fe service neutron] Bound using segment: {'id': '8fc7f80b-e0ef-42c7-bb74-603c3065e8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '24985143-bd0d-405a-ab8d-aedd44e49baa'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:11:22.928138 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-2f490612-cfb4-410c-9df8-70aac8ead3fe service neutron] Bound port: 8dd26141-6073-4373-b619-e59a31fffd7f, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc7f80b-e0ef-42c7-bb74-603c3065e8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '24985143-bd0d-405a-ab8d-aedd44e49baa'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:11:22.928625 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-2f490612-cfb4-410c-9df8-70aac8ead3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8dd26141-6073-4373-b619-e59a31fffd7f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:22.942104 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4f96cf71-8549-47ca-8cd3-49963c242657 admin admin] Publish callbacks [] for security_group (38c77cb3-4a69-489c-8cbc-60c0f22e2868), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:23.030454 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-2f490612-cfb4-410c-9df8-70aac8ead3fe service neutron] For port 8dd26141-6073-4373-b619-e59a31fffd7f, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:11:23.033949 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-2f490612-cfb4-410c-9df8-70aac8ead3fe service neutron] For port 8dd26141-6073-4373-b619-e59a31fffd7f, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8dd26141-6073-4373-b619-e59a31fffd7f,segment=NetworkSegment(8fc7f80b-e0ef-42c7-bb74-603c3065e8e5),segment_id=8fc7f80b-e0ef-42c7-bb74-603c3065e8e5)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:11:23.043604 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-2f490612-cfb4-410c-9df8-70aac8ead3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (8dd26141-6073-4373-b619-e59a31fffd7f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:23.052657 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4f96cf71-8549-47ca-8cd3-49963c242657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (38c77cb3-4a69-489c-8cbc-60c0f22e2868), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:23.055124 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4f96cf71-8549-47ca-8cd3-49963c242657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:23.056263 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4f96cf71-8549-47ca-8cd3-49963c242657 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/38c77cb3-4a69-489c-8cbc-60c0f22e2868 HTTP/1.1" status: 204 len: 168 time: 0.3934715 Feb 07 21:11:23.090185 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96cf71-8549-47ca-8cd3-49963c242657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c77cb3-4a69-489c-8cbc-60c0f22e2868,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:23.109181 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-2f490612-cfb4-410c-9df8-70aac8ead3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:23.109840 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-2f490612-cfb4-410c-9df8-70aac8ead3fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:23.118504 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-2f490612-cfb4-410c-9df8-70aac8ead3fe service neutron] 10.222.0.69 "PUT /v2.0/ports/8dd26141-6073-4373-b619-e59a31fffd7f HTTP/1.1" status: 200 len: 1091 time: 1.7731588 Feb 07 21:11:23.120966 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de1cb541-a404-4465-9c1e-847300d4467e', 'tag': '8dd26141-6073-4373-b619-e59a31fffd7f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:11:23.127771 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a4f0cc-9af6-445f-912c-21f4ebc2f5e8" -d '{"events": [{"name": "network-changed", "server_uuid": "de1cb541-a404-4465-9c1e-847300d4467e", "tag": "8dd26141-6073-4373-b619-e59a31fffd7f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:11:23.201761 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:23.279683 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19eb537b-5d46-41e4-9501-13bcbec01083 x-openstack-request-id: req-19eb537b-5d46-41e4-9501-13bcbec01083 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:11:23.280233 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de1cb541-a404-4465-9c1e-847300d4467e", "tag": "8dd26141-6073-4373-b619-e59a31fffd7f", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:11:23.280677 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-19eb537b-5d46-41e4-9501-13bcbec01083 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:11:23.281391 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de1cb541-a404-4465-9c1e-847300d4467e', 'tag': '8dd26141-6073-4373-b619-e59a31fffd7f', 'status': 'completed', 'code': 200} Feb 07 21:11:23.291562 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f490612-cfb4-410c-9df8-70aac8ead3fe service neutron] Pushing event updated for resources: {'Port': ['ID=8dd26141-6073-4373-b619-e59a31fffd7f,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:23.330722 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-47af51af-1600-4268-9420-565459840edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:23.332222 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-47af51af-1600-4268-9420-565459840edd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e1df7f945a7f4a72873075145fea6697&device_id=de1cb541-a404-4465-9c1e-847300d4467e HTTP/1.1" status: 200 len: 1125 time: 0.1521099 Feb 07 21:11:23.420338 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-588ecffc-133d-4fbf-ac73-89f55e8c61d0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dd26141-6073-4373-b619-e59a31fffd7f HTTP/1.1" status: 200 len: 217 time: 0.0798926 Feb 07 21:11:23.423980 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b181c-fa62-43de-a3cf-e21c66dd2c25 req-ad310346-87e3-40c3-9a84-c91635ae1d92 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:23.437184 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-773b181c-fa62-43de-a3cf-e21c66dd2c25 req-ad310346-87e3-40c3-9a84-c91635ae1d92 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 984 time: 0.1142190 Feb 07 21:11:23.503581 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-09ae66a5-b195-498f-8247-73e053661bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:23.506650 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-09ae66a5-b195-498f-8247-73e053661bc8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b620ab0a-bc7b-4a4b-98f9-aec523da3627 HTTP/1.1" status: 200 len: 861 time: 0.0751472 Feb 07 21:11:23.563709 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-773b181c-fa62-43de-a3cf-e21c66dd2c25 req-016eda94-f336-4793-9871-fd9684bade44 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/security-groups?id=d73dc756-7fe6-46e6-b073-fd7e685a2bdb&id=3d7e10d6-9505-4c22-b231-9184931b781d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1255610 Feb 07 21:11:23.573398 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-01b42363-70e1-41d0-825b-68aea0d3dd16 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=24985143-bd0d-405a-ab8d-aedd44e49baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595798 Feb 07 21:11:23.693462 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-7abee4d1-463b-411d-a3c7-67c584adaf81 service neutron] 10.222.0.69 "GET /v2.0/networks/24985143-bd0d-405a-ab8d-aedd44e49baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035659 Feb 07 21:11:23.732007 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67df57e-69f9-46f2-8694-93da9b675993 req-559966cb-6b98-4672-b9a4-96ae351b4abd tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:23.735652 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a67df57e-69f9-46f2-8694-93da9b675993 req-559966cb-6b98-4672-b9a4-96ae351b4abd tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/ports?device_id=de1cb541-a404-4465-9c1e-847300d4467e HTTP/1.1" status: 200 len: 943 time: 0.1254177 Feb 07 21:11:23.744333 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8eb3bafa-0275-4baf-b62b-26a49992af32 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:11:23.847875 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 8eb3bafa-0275-4baf-b62b-26a49992af32 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:11:23.858523 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 8eb3bafa-0275-4baf-b62b-26a49992af32 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:11:23.859187 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:23.904911 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a67df57e-69f9-46f2-8694-93da9b675993 req-03e526e7-219c-444a-a001-088c6792e1a0 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d54a76c-8da7-49b2-bb2f-d3fe77e63969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512463 Feb 07 21:11:23.952938 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2ec91a30-ca44-429e-8a5d-aa971675d115 req-18590014-60aa-4562-834b-26dec44814bd service neutron] 10.222.0.69 "GET /v2.0/networks/24985143-bd0d-405a-ab8d-aedd44e49baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522490 Feb 07 21:11:24.017314 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 8eb3bafa-0275-4baf-b62b-26a49992af32 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:11:24.018023 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:24.045371 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb3bafa-0275-4baf-b62b-26a49992af32'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:11:24.048568 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94ce765-b590-47cd-9640-73bbe86b5185" -d '{"events": [{"server_uuid": "ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841", "name": "network-vif-plugged", "status": "completed", "tag": "8eb3bafa-0275-4baf-b62b-26a49992af32"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:11:24.068761 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8eb3bafa-0275-4baf-b62b-26a49992af32, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8eb3bafa-0275-4baf-b62b-26a49992af32,segment=NetworkSegment(d17188d4-7793-4980-b0e3-bff9438995bd),segment_id=d17188d4-7793-4980-b0e3-bff9438995bd)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:11:24.078013 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:24.078907 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6bb495bd-697a-4a53-8ea9-aec2cab67331 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:11:24.096442 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433a29c-8091-4a96-a7e3-cdfc4171c291 req-356d308b-4316-45a5-9536-a5f4cec8728a tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:24.098941 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4f0cc-9af6-445f-912c-21f4ebc2f5e8 req-ed182cad-138c-43e1-badf-7778daba438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:24.100848 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-84a4f0cc-9af6-445f-912c-21f4ebc2f5e8 req-ed182cad-138c-43e1-badf-7778daba438d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e1df7f945a7f4a72873075145fea6697&device_id=de1cb541-a404-4465-9c1e-847300d4467e HTTP/1.1" status: 200 len: 1125 time: 0.0836492 Feb 07 21:11:24.105337 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5433a29c-8091-4a96-a7e3-cdfc4171c291 req-356d308b-4316-45a5-9536-a5f4cec8728a tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 944 time: 0.0869312 Feb 07 21:11:24.195650 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5433a29c-8091-4a96-a7e3-cdfc4171c291 req-09a552f1-9d7b-479f-8f97-a4a087550b2a tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885940 Feb 07 21:11:24.215023 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130c32d9-eddf-4df8-a2fa-17363a0df711 x-openstack-request-id: req-130c32d9-eddf-4df8-a2fa-17363a0df711 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:11:24.215585 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841", "name": "network-vif-plugged", "status": "completed", "tag": "8eb3bafa-0275-4baf-b62b-26a49992af32", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:11:24.215585 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-130c32d9-eddf-4df8-a2fa-17363a0df711 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:11:24.216037 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb3bafa-0275-4baf-b62b-26a49992af32', 'code': 200} Feb 07 21:11:24.237258 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=8eb3bafa-0275-4baf-b62b-26a49992af32,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:24.254807 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 6bb495bd-697a-4a53-8ea9-aec2cab67331 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:11:24.256711 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6bb495bd-697a-4a53-8ea9-aec2cab67331 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:11:24.296376 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4f0cc-9af6-445f-912c-21f4ebc2f5e8 req-9af63334-071d-4998-8f22-631c525248cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:24.300611 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-84a4f0cc-9af6-445f-912c-21f4ebc2f5e8 req-9af63334-071d-4998-8f22-631c525248cf service neutron] 10.222.0.69 "GET /v2.0/networks?id=24985143-bd0d-405a-ab8d-aedd44e49baa HTTP/1.1" status: 200 len: 922 time: 0.1918242 Feb 07 21:11:24.386489 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:24.414844 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-84a4f0cc-9af6-445f-912c-21f4ebc2f5e8 req-91771ff1-ba98-491c-be93-7d6f7a72c37d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dd26141-6073-4373-b619-e59a31fffd7f HTTP/1.1" status: 200 len: 217 time: 0.1056426 Feb 07 21:11:24.540683 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4f0cc-9af6-445f-912c-21f4ebc2f5e8 req-ae5d5eeb-8c29-4719-b206-bb732ae5c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:24.542394 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-84a4f0cc-9af6-445f-912c-21f4ebc2f5e8 req-ae5d5eeb-8c29-4719-b206-bb732ae5c89d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b620ab0a-bc7b-4a4b-98f9-aec523da3627 HTTP/1.1" status: 200 len: 861 time: 0.1194627 Feb 07 21:11:24.543200 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57430) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:24.581659 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-84a4f0cc-9af6-445f-912c-21f4ebc2f5e8 req-d7a42d53-54ab-49e6-9706-85e4930190e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=24985143-bd0d-405a-ab8d-aedd44e49baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317729 Feb 07 21:11:24.658789 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ead79-95e1-4410-ba10-69598bc0f56c req-cc77e572-6303-4e6d-b031-96fd9fa1470f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:24.660433 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-616ead79-95e1-4410-ba10-69598bc0f56c req-cc77e572-6303-4e6d-b031-96fd9fa1470f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 1127 time: 0.4637356 Feb 07 21:11:24.757688 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-84a4f0cc-9af6-445f-912c-21f4ebc2f5e8 req-049adf2b-810c-4cfb-b897-b9d70592a579 service neutron] 10.222.0.69 "GET /v2.0/networks/24985143-bd0d-405a-ab8d-aedd44e49baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690855 Feb 07 21:11:24.763796 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-616ead79-95e1-4410-ba10-69598bc0f56c req-bad0cf94-4d2b-4853-96a3-7bcfd9b72ad5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961778 Feb 07 21:11:24.775703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5f3f4-e59c-4752-91d2-0cab970a1263 req-3bc2abfc-c2b5-4a4a-9839-ae450ef52d4a tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:24.783800 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38a5f3f4-e59c-4752-91d2-0cab970a1263 req-3bc2abfc-c2b5-4a4a-9839-ae450ef52d4a tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 984 time: 0.0950420 Feb 07 21:11:24.855935 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38a5f3f4-e59c-4752-91d2-0cab970a1263 req-e1d37999-0cbd-4a12-817c-526538934af1 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/security-groups?id=d73dc756-7fe6-46e6-b073-fd7e685a2bdb&id=3d7e10d6-9505-4c22-b231-9184931b781d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0660558 Feb 07 21:11:24.880613 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-84a4f0cc-9af6-445f-912c-21f4ebc2f5e8 req-68f7c046-65a6-4c8d-919a-9825febeb08d service neutron] 10.222.0.69 "GET /v2.0/networks/24985143-bd0d-405a-ab8d-aedd44e49baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150086 Feb 07 21:11:24.889170 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57448) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:24.894993 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8bfd050a-4782-45d0-9ade-b3b2dddb2a88 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-618766947'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:24.920269 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfd050a-4782-45d0-9ade-b3b2dddb2a88 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Made reservation on behalf of 42501a05a1164b8bab09e271e46d222b for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:11:24.924422 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8bfd050a-4782-45d0-9ade-b3b2dddb2a88 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:24.980877 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bfd050a-4782-45d0-9ade-b3b2dddb2a88 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:11:25.030226 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8bfd050a-4782-45d0-9ade-b3b2dddb2a88 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (b471230d-262f-4c1e-be7a-7c91a832d6a9), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:25.030667 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-8bfd050a-4782-45d0-9ade-b3b2dddb2a88 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Added segment b471230d-262f-4c1e-be7a-7c91a832d6a9 of type vlan for network 26a5aa95-5a14-4824-919e-8a28dc988cff Feb 07 21:11:25.035161 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b34b16e0-b35e-437b-98ef-cbb4727a54c5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=75f8bf4e120f4dbda1f18ffb6188d2b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4898434 Feb 07 21:11:25.037263 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57456) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:25.080452 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c378d-ab91-4381-afda-1999fcbd9580 req-31bbc079-a024-4814-a44c-df944ab662fb tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:25.082107 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-460c378d-ab91-4381-afda-1999fcbd9580 req-31bbc079-a024-4814-a44c-df944ab662fb tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 984 time: 0.1539609 Feb 07 21:11:25.089067 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a15a3488-4508-470e-9f5f-dc3b5043f5cc admin admin] Publish callbacks [] for security_group (c6892821-a139-4730-b4f7-e3a1a036592a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:25.110598 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff0376-9eeb-4321-b1e9-d97dc52f861e req-16dd03b7-3b15-4855-b58a-9a3ebe842251 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:25.112600 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-baff0376-9eeb-4321-b1e9-d97dc52f861e req-16dd03b7-3b15-4855-b58a-9a3ebe842251 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/ports?device_id=de1cb541-a404-4465-9c1e-847300d4467e HTTP/1.1" status: 200 len: 943 time: 0.1245034 Feb 07 21:11:25.113840 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8bfd050a-4782-45d0-9ade-b3b2dddb2a88 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (26a5aa95-5a14-4824-919e-8a28dc988cff), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:25.131150 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a15a3488-4508-470e-9f5f-dc3b5043f5cc admin admin] Publish callbacks [] for security_group (c6892821-a139-4730-b4f7-e3a1a036592a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:25.193929 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a15a3488-4508-470e-9f5f-dc3b5043f5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c6892821-a139-4730-b4f7-e3a1a036592a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:25.196624 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a15a3488-4508-470e-9f5f-dc3b5043f5cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:25.201040 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a15a3488-4508-470e-9f5f-dc3b5043f5cc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c6892821-a139-4730-b4f7-e3a1a036592a HTTP/1.1" status: 204 len: 168 time: 0.1626623 Feb 07 21:11:25.208973 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8bfd050a-4782-45d0-9ade-b3b2dddb2a88 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (26a5aa95-5a14-4824-919e-8a28dc988cff), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:25.214183 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfd050a-4782-45d0-9ade-b3b2dddb2a88 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:25.214357 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a3488-4508-470e-9f5f-dc3b5043f5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6892821-a139-4730-b4f7-e3a1a036592a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:25.214800 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8bfd050a-4782-45d0-9ade-b3b2dddb2a88 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:25.281456 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-460c378d-ab91-4381-afda-1999fcbd9580 req-0bc03cf5-c31e-43fb-a332-c3724e41573a tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/security-groups?id=d73dc756-7fe6-46e6-b073-fd7e685a2bdb&id=3d7e10d6-9505-4c22-b231-9184931b781d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1890023 Feb 07 21:11:25.288027 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-baff0376-9eeb-4321-b1e9-d97dc52f861e req-a28fab82-d554-4602-8827-30e7f4c82ab5 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d54a76c-8da7-49b2-bb2f-d3fe77e63969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664782 Feb 07 21:11:25.303755 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8bfd050a-4782-45d0-9ade-b3b2dddb2a88 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4129035 Feb 07 21:11:25.310171 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57466) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:25.315851 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-dfd3ab74-3fcd-4e09-9f01-99c6e07df92a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1056723155'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:25.334699 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd050a-4782-45d0-9ade-b3b2dddb2a88 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event updated for resources: {'Network': ['ID=26a5aa95-5a14-4824-919e-8a28dc988cff,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:25.347604 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd3ab74-3fcd-4e09-9f01-99c6e07df92a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Made reservation on behalf of 42501a05a1164b8bab09e271e46d222b for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:11:25.348715 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 26a5aa95-5a14-4824-919e-8a28dc988cff details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:11:25.352575 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfd3ab74-3fcd-4e09-9f01-99c6e07df92a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:25.383862 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd3ab74-3fcd-4e09-9f01-99c6e07df92a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:11:25.399540 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfd3ab74-3fcd-4e09-9f01-99c6e07df92a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (132e9d3b-e3a0-44db-9f71-5990771065f1), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:25.400793 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-dfd3ab74-3fcd-4e09-9f01-99c6e07df92a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Added segment 132e9d3b-e3a0-44db-9f71-5990771065f1 of type vlan for network 990c9613-1652-4a05-a37c-c1f76f75103a Feb 07 21:11:25.555529 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfd3ab74-3fcd-4e09-9f01-99c6e07df92a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (990c9613-1652-4a05-a37c-c1f76f75103a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:25.603282 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1860da-216a-42d1-8260-b1b96caba8cb req-01fd85eb-1303-474a-b95d-19eae9686eb4 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:25.604655 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7b1860da-216a-42d1-8260-b1b96caba8cb req-01fd85eb-1303-474a-b95d-19eae9686eb4 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1754014 Feb 07 21:11:25.606677 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfd3ab74-3fcd-4e09-9f01-99c6e07df92a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (990c9613-1652-4a05-a37c-c1f76f75103a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:25.611841 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd3ab74-3fcd-4e09-9f01-99c6e07df92a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:25.612462 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfd3ab74-3fcd-4e09-9f01-99c6e07df92a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:25.616273 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b48701-1eab-4fee-a8b5-5ba90643baff req-2d6cc67a-d67d-465d-8724-95767e61adeb tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:25.617976 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0b48701-1eab-4fee-a8b5-5ba90643baff req-2d6cc67a-d67d-465d-8724-95767e61adeb tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 1166 time: 0.1703932 Feb 07 21:11:25.713663 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-dfd3ab74-3fcd-4e09-9f01-99c6e07df92a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3993022 Feb 07 21:11:25.714320 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57486) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:25.720556 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b419dbf0-dfaa-4f75-b1ea-990504fdb438 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Request body: {'subnet': {'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:25.725785 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b0b48701-1eab-4fee-a8b5-5ba90643baff req-7d7cf920-452d-46b3-9dac-3c28f789a9b0 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:25.757019 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3ab74-3fcd-4e09-9f01-99c6e07df92a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event updated for resources: {'Network': ['ID=990c9613-1652-4a05-a37c-c1f76f75103a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:25.768960 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 990c9613-1652-4a05-a37c-c1f76f75103a details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:11:25.780679 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7b1860da-216a-42d1-8260-b1b96caba8cb req-eeb97733-9def-4353-80ec-45eb27f216ac tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613576 Feb 07 21:11:25.870653 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b0b48701-1eab-4fee-a8b5-5ba90643baff req-7d7cf920-452d-46b3-9dac-3c28f789a9b0 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Publish callbacks [] for security_group (e6d1d846-6c03-4cba-a9f5-169553c56cb0), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:25.872298 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b419dbf0-dfaa-4f75-b1ea-990504fdb438 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Made reservation on behalf of 42501a05a1164b8bab09e271e46d222b for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:11:25.877821 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b419dbf0-dfaa-4f75-b1ea-990504fdb438 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:25.880271 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b0b48701-1eab-4fee-a8b5-5ba90643baff req-7d7cf920-452d-46b3-9dac-3c28f789a9b0 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e6d1d846-6c03-4cba-a9f5-169553c56cb0), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:25.943035 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7cf920-452d-46b3-9dac-3c28f789a9b0 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d1d846-6c03-4cba-a9f5-169553c56cb0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:25.975423 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0b48701-1eab-4fee-a8b5-5ba90643baff req-7d7cf920-452d-46b3-9dac-3c28f789a9b0 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=d73dc756-7fe6-46e6-b073-fd7e685a2bdb&id=3d7e10d6-9505-4c22-b231-9184931b781d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3458323 Feb 07 21:11:25.984809 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57494) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:26.039101 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e00f086-1ad4-4945-8715-4beb122123d3 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:26.044417 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5e00f086-1ad4-4945-8715-4beb122123d3 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 1161 time: 0.0550194 Feb 07 21:11:26.044417 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57500) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:26.049006 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-fc2b19e0-cf84-4c7a-abdc-c2a11fac3371 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'port_id': 'da08c826-67ab-405b-bf80-be0f968150f4', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:26.080684 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc2b19e0-cf84-4c7a-abdc-c2a11fac3371 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:26.196887 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b419dbf0-dfaa-4f75-b1ea-990504fdb438 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (c9c2ed27-c21c-4f3c-8dab-d62862785392), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:26.202330 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc2b19e0-cf84-4c7a-abdc-c2a11fac3371 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:26.286605 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419dbf0-dfaa-4f75-b1ea-990504fdb438 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event updated for resources: {'Subnet': ['ID=c9c2ed27-c21c-4f3c-8dab-d62862785392,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:26.293585 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b419dbf0-dfaa-4f75-b1ea-990504fdb438 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Checking segment: {'id': 'b471230d-262f-4c1e-be7a-7c91a832d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:11:26.295685 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b419dbf0-dfaa-4f75-b1ea-990504fdb438 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Network hostable DHCP agents. Network: 26a5aa95-5a14-4824-919e-8a28dc988cff, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:11:26.319661 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b419dbf0-dfaa-4f75-b1ea-990504fdb438 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Network 26a5aa95-5a14-4824-919e-8a28dc988cff is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:11:26.334998 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-fc2b19e0-cf84-4c7a-abdc-c2a11fac3371 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Allocated IP 172.25.4.193 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/b20b37c8-46a2-4c4d-904c-7e065000c0ed) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:11:26.338436 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-b419dbf0-dfaa-4f75-b1ea-990504fdb438 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 26a5aa95-5a14-4824-919e-8a28dc988cff) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:11:26.343520 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b419dbf0-dfaa-4f75-b1ea-990504fdb438 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:26.344138 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b419dbf0-dfaa-4f75-b1ea-990504fdb438 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:26.350295 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a119eed-7e04-4ab2-8d35-12453936b2f2 None None] Network 26a5aa95-5a14-4824-919e-8a28dc988cff requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:11:26.401338 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b419dbf0-dfaa-4f75-b1ea-990504fdb438 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6848073 Feb 07 21:11:26.402803 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57512) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:26.410316 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c84ad4de-393a-4455-87d6-179daf9509d4 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Request body: {'subnet': {'network_id': '990c9613-1652-4a05-a37c-c1f76f75103a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:26.485702 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca25ede-cb8b-4f28-a6ee-b51845123ba8 req-7f6c711d-a442-40ba-890c-e7f53791c4e6 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:26.487059 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ca25ede-cb8b-4f28-a6ee-b51845123ba8 req-7f6c711d-a442-40ba-890c-e7f53791c4e6 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/ports?device_id=de1cb541-a404-4465-9c1e-847300d4467e HTTP/1.1" status: 200 len: 943 time: 0.0811391 Feb 07 21:11:26.536898 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84ad4de-393a-4455-87d6-179daf9509d4 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Made reservation on behalf of 42501a05a1164b8bab09e271e46d222b for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:11:26.541276 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c84ad4de-393a-4455-87d6-179daf9509d4 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:26.583273 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b543466-2320-4ceb-b874-f3f566578b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-26a5aa95-5a14-4824-919e-8a28dc988cff', 'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff', 'project_id': '42501a05a1164b8bab09e271e46d222b', 'fixed_ips': [{'subnet_id': 'c9c2ed27-c21c-4f3c-8dab-d62862785392'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:11:26.584428 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3b543466-2320-4ceb-b874-f3f566578b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:26.594168 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc2b19e0-cf84-4c7a-abdc-c2a11fac3371 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for port (b20b37c8-46a2-4c4d-904c-7e065000c0ed), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:26.673077 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ca25ede-cb8b-4f28-a6ee-b51845123ba8 req-d739df71-3a8c-49f2-812b-5425a5532117 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d54a76c-8da7-49b2-bb2f-d3fe77e63969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796947 Feb 07 21:11:26.728647 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc2b19e0-cf84-4c7a-abdc-c2a11fac3371 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (b20b37c8-46a2-4c4d-904c-7e065000c0ed), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:26.810300 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2b19e0-cf84-4c7a-abdc-c2a11fac3371 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:11:26.815548 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-fc2b19e0-cf84-4c7a-abdc-c2a11fac3371 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:11:26.818789 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b19e0-cf84-4c7a-abdc-c2a11fac3371 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:11:26.899241 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b19e0-cf84-4c7a-abdc-c2a11fac3371 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event updated for resources: {'Port': ['ID=b20b37c8-46a2-4c4d-904c-7e065000c0ed,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:26.924998 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c84ad4de-393a-4455-87d6-179daf9509d4 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (5377085d-38ba-495c-883b-35fa1357919c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:27.016732 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84ad4de-393a-4455-87d6-179daf9509d4 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Checking segment: {'id': '132e9d3b-e3a0-44db-9f71-5990771065f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '990c9613-1652-4a05-a37c-c1f76f75103a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:11:27.017242 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84ad4de-393a-4455-87d6-179daf9509d4 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Network hostable DHCP agents. Network: 990c9613-1652-4a05-a37c-c1f76f75103a, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:11:27.038157 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ad4de-393a-4455-87d6-179daf9509d4 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event updated for resources: {'Subnet': ['ID=5377085d-38ba-495c-883b-35fa1357919c,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:27.045054 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84ad4de-393a-4455-87d6-179daf9509d4 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Network 990c9613-1652-4a05-a37c-c1f76f75103a is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:11:27.057002 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-c84ad4de-393a-4455-87d6-179daf9509d4 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 990c9613-1652-4a05-a37c-c1f76f75103a) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:11:27.064297 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84ad4de-393a-4455-87d6-179daf9509d4 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:27.065655 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c84ad4de-393a-4455-87d6-179daf9509d4 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:27.076218 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862ee88c-3af0-4252-8ba3-4e485bf14569 None None] Network 990c9613-1652-4a05-a37c-c1f76f75103a requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:11:27.089990 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c84ad4de-393a-4455-87d6-179daf9509d4 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6844316 Feb 07 21:11:27.092631 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57554) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:27.097601 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-4825e880-4107-45b0-87d4-8faf23d84252 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Request body: {'port': {'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff', 'name': 'tempest-TaggedBootDevicesTest-1163676621', 'fixed_ips': [{'subnet_id': 'c9c2ed27-c21c-4f3c-8dab-d62862785392'}]}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:27.110304 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-3b543466-2320-4ceb-b874-f3f566578b5e None None] Allocated IP 10.1.1.2 (26a5aa95-5a14-4824-919e-8a28dc988cff/c9c2ed27-c21c-4f3c-8dab-d62862785392/0e83ee72-7915-424e-a4d5-8b99bb18384f) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:11:27.123143 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8720b1-45fa-4fac-b7ea-cd9cd8e03b18 req-e672bbfe-9c67-4924-8de2-f6c36469c22a tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:27.130554 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ca8720b1-45fa-4fac-b7ea-cd9cd8e03b18 req-e672bbfe-9c67-4924-8de2-f6c36469c22a tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1825032 Feb 07 21:11:27.202710 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ca8720b1-45fa-4fac-b7ea-cd9cd8e03b18 req-2de5e632-4570-42e3-b8fa-227fe3640890 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711696 Feb 07 21:11:27.297394 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4825e880-4107-45b0-87d4-8faf23d84252 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Made reservation on behalf of 42501a05a1164b8bab09e271e46d222b for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:11:27.342021 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3b543466-2320-4ceb-b874-f3f566578b5e None None] Publish callbacks [] for port (0e83ee72-7915-424e-a4d5-8b99bb18384f), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:27.362008 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57562) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:27.408213 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3b543466-2320-4ceb-b874-f3f566578b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (0e83ee72-7915-424e-a4d5-8b99bb18384f), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:27.437802 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc2b19e0-cf84-4c7a-abdc-c2a11fac3371 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for floatingip (b8a7186f-fac8-41c5-aee8-f1b11d40f1f9), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:27.440347 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4825e880-4107-45b0-87d4-8faf23d84252 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:27.460158 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b543466-2320-4ceb-b874-f3f566578b5e None None] Pushing event updated for resources: {'Port': ['ID=0e83ee72-7915-424e-a4d5-8b99bb18384f,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:27.476741 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-4825e880-4107-45b0-87d4-8faf23d84252 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] device_id is not set on port 787540ad-da42-4766-9599-e06e23ac29d8 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:11:27.487003 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b543466-2320-4ceb-b874-f3f566578b5e None None] Network 26a5aa95-5a14-4824-919e-8a28dc988cff is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:11:27.492661 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-3b543466-2320-4ceb-b874-f3f566578b5e None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:11:27.496782 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b543466-2320-4ceb-b874-f3f566578b5e None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:11:27.557585 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc2b19e0-cf84-4c7a-abdc-c2a11fac3371 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b20b37c8-46a2-4c4d-904c-7e065000c0ed), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:27.575360 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c7b30a-d927-41c7-86da-feb242f0ad69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-990c9613-1652-4a05-a37c-c1f76f75103a', 'network_id': '990c9613-1652-4a05-a37c-c1f76f75103a', 'project_id': '42501a05a1164b8bab09e271e46d222b', 'fixed_ips': [{'subnet_id': '5377085d-38ba-495c-883b-35fa1357919c'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:11:27.576894 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-08c7b30a-d927-41c7-86da-feb242f0ad69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:27.626432 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3b543466-2320-4ceb-b874-f3f566578b5e None None] Attempting to bind port 0e83ee72-7915-424e-a4d5-8b99bb18384f on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:11:27.627066 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3b543466-2320-4ceb-b874-f3f566578b5e None None] Attempting to bind port 0e83ee72-7915-424e-a4d5-8b99bb18384f by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'b471230d-262f-4c1e-be7a-7c91a832d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:11:27.627807 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b543466-2320-4ceb-b874-f3f566578b5e None None] Attempting to bind port 0e83ee72-7915-424e-a4d5-8b99bb18384f on network 26a5aa95-5a14-4824-919e-8a28dc988cff {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:11:27.638884 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b543466-2320-4ceb-b874-f3f566578b5e None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:11:27.639534 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b543466-2320-4ceb-b874-f3f566578b5e None None] Checking segment: {'id': 'b471230d-262f-4c1e-be7a-7c91a832d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:11:27.640085 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3b543466-2320-4ceb-b874-f3f566578b5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:27.640705 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b543466-2320-4ceb-b874-f3f566578b5e None None] Bound using segment: {'id': 'b471230d-262f-4c1e-be7a-7c91a832d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:11:27.641332 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3b543466-2320-4ceb-b874-f3f566578b5e None None] Bound port: 0e83ee72-7915-424e-a4d5-8b99bb18384f, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b471230d-262f-4c1e-be7a-7c91a832d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:11:27.641871 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3b543466-2320-4ceb-b874-f3f566578b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0e83ee72-7915-424e-a4d5-8b99bb18384f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:27.824445 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8dd26141-6073-4373-b619-e59a31fffd7f details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:11:27.862293 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d669ceb-7739-4c1d-86c6-c5f570a56016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:27.941018 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-4825e880-4107-45b0-87d4-8faf23d84252 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Allocated IP 10.1.1.33 (26a5aa95-5a14-4824-919e-8a28dc988cff/c9c2ed27-c21c-4f3c-8dab-d62862785392/787540ad-da42-4766-9599-e06e23ac29d8) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:11:27.966958 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3b543466-2320-4ceb-b874-f3f566578b5e None None] For port 0e83ee72-7915-424e-a4d5-8b99bb18384f, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:11:27.991915 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc2b19e0-cf84-4c7a-abdc-c2a11fac3371 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for port (b20b37c8-46a2-4c4d-904c-7e065000c0ed), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:27.997881 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3b543466-2320-4ceb-b874-f3f566578b5e None None] For port 0e83ee72-7915-424e-a4d5-8b99bb18384f, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0e83ee72-7915-424e-a4d5-8b99bb18384f,segment=NetworkSegment(b471230d-262f-4c1e-be7a-7c91a832d6a9),segment_id=b471230d-262f-4c1e-be7a-7c91a832d6a9)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:11:28.001120 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-08c7b30a-d927-41c7-86da-feb242f0ad69 None None] Allocated IP 10.2.2.2 (990c9613-1652-4a05-a37c-c1f76f75103a/5377085d-38ba-495c-883b-35fa1357919c/2d0d31de-9f68-4127-8eee-4c00b3800615) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:11:28.007813 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc2b19e0-cf84-4c7a-abdc-c2a11fac3371 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (b20b37c8-46a2-4c4d-904c-7e065000c0ed), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:28.017357 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dbde6-a351-4635-8a3b-84b140357759 req-c658da5d-7b19-4ae4-bb99-9e0bdcd57310 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:28.024470 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3b543466-2320-4ceb-b874-f3f566578b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0e83ee72-7915-424e-a4d5-8b99bb18384f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:28.025166 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-256dbde6-a351-4635-8a3b-84b140357759 req-c658da5d-7b19-4ae4-bb99-9e0bdcd57310 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/ports?device_id=de1cb541-a404-4465-9c1e-847300d4467e HTTP/1.1" status: 200 len: 943 time: 0.1409009 Feb 07 21:11:28.116904 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-aacbc0f1-ef5e-43e8-895e-dfddb6b233aa tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:28.118395 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-aacbc0f1-ef5e-43e8-895e-dfddb6b233aa tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/networks?id=fea6e7e3-47f5-4ada-86ca-f855bc01cae1 HTTP/1.1" status: 200 len: 814 time: 0.3381085 Feb 07 21:11:28.142893 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8dd26141-6073-4373-b619-e59a31fffd7f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8dd26141-6073-4373-b619-e59a31fffd7f,segment=NetworkSegment(8fc7f80b-e0ef-42c7-bb74-603c3065e8e5),segment_id=8fc7f80b-e0ef-42c7-bb74-603c3065e8e5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:11:28.187275 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc2b19e0-cf84-4c7a-abdc-c2a11fac3371 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (b8a7186f-fac8-41c5-aee8-f1b11d40f1f9), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:28.198128 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '8dd26141-6073-4373-b619-e59a31fffd7f', 'network_id': '24985143-bd0d-405a-ab8d-aedd44e49baa', 'port_id': '8dd26141-6073-4373-b619-e59a31fffd7f', 'mac_address': 'fa:16:3e:fa:ba:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b620ab0a-bc7b-4a4b-98f9-aec523da3627', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:11:28.206572 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b543466-2320-4ceb-b874-f3f566578b5e None None] Pushing event updated for resources: {'Port': ['ID=0e83ee72-7915-424e-a4d5-8b99bb18384f,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:28.258742 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d669ceb-7739-4c1d-86c6-c5f570a56016 admin admin] Publish callbacks [] for security_group (38510031-8263-40ea-aaf5-42b8af7ee008), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:28.281601 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d669ceb-7739-4c1d-86c6-c5f570a56016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (38510031-8263-40ea-aaf5-42b8af7ee008), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:28.286841 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 8dd26141-6073-4373-b619-e59a31fffd7f is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:11:28.287717 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8dd26141-6073-4373-b619-e59a31fffd7f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:28.322558 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7d669ceb-7739-4c1d-86c6-c5f570a56016 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=32414bfed0c44676a53a8eac45ddf84d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9568534 Feb 07 21:11:28.326748 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57596) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:28.342978 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-0da10cbe-41a9-4530-a5de-8cf7873126b0 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/quotas/55db8492f6dd45429fe0e2523287a174 HTTP/1.1" status: 200 len: 375 time: 0.1517587 Feb 07 21:11:28.343641 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd26141-6073-4373-b619-e59a31fffd7f {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:11:28.359525 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-256dbde6-a351-4635-8a3b-84b140357759 req-676a7e49-ab59-4c00-952a-87efab1a03c7 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d54a76c-8da7-49b2-bb2f-d3fe77e63969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334157 Feb 07 21:11:28.398265 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4825e880-4107-45b0-87d4-8faf23d84252 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for port (787540ad-da42-4766-9599-e06e23ac29d8), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:28.399478 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-08c7b30a-d927-41c7-86da-feb242f0ad69 None None] Publish callbacks [] for port (2d0d31de-9f68-4127-8eee-4c00b3800615), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:28.408062 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8dd26141-6073-4373-b619-e59a31fffd7f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8dd26141-6073-4373-b619-e59a31fffd7f,segment=NetworkSegment(8fc7f80b-e0ef-42c7-bb74-603c3065e8e5),segment_id=8fc7f80b-e0ef-42c7-bb74-603c3065e8e5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:11:28.418779 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-08c7b30a-d927-41c7-86da-feb242f0ad69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (2d0d31de-9f68-4127-8eee-4c00b3800615), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:28.442068 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d669ceb-7739-4c1d-86c6-c5f570a56016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38510031-8263-40ea-aaf5-42b8af7ee008,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:28.457507 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b19e0-cf84-4c7a-abdc-c2a11fac3371 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event updated for resources: {'Port': ['ID=b20b37c8-46a2-4c4d-904c-7e065000c0ed,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:28.476843 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8dd26141-6073-4373-b619-e59a31fffd7f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:28.508568 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fa4f0c55-9202-4ec7-81ce-2fc252776ec9 admin admin] Publish callbacks [] for security_group (38510031-8263-40ea-aaf5-42b8af7ee008), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:28.528113 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c7b30a-d927-41c7-86da-feb242f0ad69 None None] Network 990c9613-1652-4a05-a37c-c1f76f75103a is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:11:28.540973 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7b30a-d927-41c7-86da-feb242f0ad69 None None] Pushing event updated for resources: {'Port': ['ID=2d0d31de-9f68-4127-8eee-4c00b3800615,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:28.548808 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-08c7b30a-d927-41c7-86da-feb242f0ad69 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:11:28.553432 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c7b30a-d927-41c7-86da-feb242f0ad69 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:11:28.554556 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fa4f0c55-9202-4ec7-81ce-2fc252776ec9 admin admin] Publish callbacks [] for security_group (38510031-8263-40ea-aaf5-42b8af7ee008), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:28.568634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-5cfed4c8-22bb-4222-9f34-afa6dd0bb69b tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=55db8492f6dd45429fe0e2523287a174&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1912506 Feb 07 21:11:28.574627 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-fc2b19e0-cf84-4c7a-abdc-c2a11fac3371 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Floating IP b8a7186f-fac8-41c5-aee8-f1b11d40f1f9 associated. External IP: 172.25.4.193, port: da08c826-67ab-405b-bf80-be0f968150f4. Feb 07 21:11:28.589134 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4825e880-4107-45b0-87d4-8faf23d84252 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (787540ad-da42-4766-9599-e06e23ac29d8), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:28.686297 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-08c7b30a-d927-41c7-86da-feb242f0ad69 None None] Attempting to bind port 2d0d31de-9f68-4127-8eee-4c00b3800615 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:11:28.686923 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-08c7b30a-d927-41c7-86da-feb242f0ad69 None None] Attempting to bind port 2d0d31de-9f68-4127-8eee-4c00b3800615 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '132e9d3b-e3a0-44db-9f71-5990771065f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '990c9613-1652-4a05-a37c-c1f76f75103a'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:11:28.687486 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c7b30a-d927-41c7-86da-feb242f0ad69 None None] Attempting to bind port 2d0d31de-9f68-4127-8eee-4c00b3800615 on network 990c9613-1652-4a05-a37c-c1f76f75103a {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:11:28.733352 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c7b30a-d927-41c7-86da-feb242f0ad69 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:11:28.733623 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c7b30a-d927-41c7-86da-feb242f0ad69 None None] Checking segment: {'id': '132e9d3b-e3a0-44db-9f71-5990771065f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '990c9613-1652-4a05-a37c-c1f76f75103a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:11:28.733821 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-08c7b30a-d927-41c7-86da-feb242f0ad69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:28.734222 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c7b30a-d927-41c7-86da-feb242f0ad69 None None] Bound using segment: {'id': '132e9d3b-e3a0-44db-9f71-5990771065f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '990c9613-1652-4a05-a37c-c1f76f75103a'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:11:28.734700 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-08c7b30a-d927-41c7-86da-feb242f0ad69 None None] Bound port: 2d0d31de-9f68-4127-8eee-4c00b3800615, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '132e9d3b-e3a0-44db-9f71-5990771065f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '990c9613-1652-4a05-a37c-c1f76f75103a'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:11:28.735082 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-08c7b30a-d927-41c7-86da-feb242f0ad69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2d0d31de-9f68-4127-8eee-4c00b3800615), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:28.738824 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=8dd26141-6073-4373-b619-e59a31fffd7f,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:28.749088 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4825e880-4107-45b0-87d4-8faf23d84252 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Network 26a5aa95-5a14-4824-919e-8a28dc988cff is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:11:28.780638 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-4825e880-4107-45b0-87d4-8faf23d84252 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:11:28.801675 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4825e880-4107-45b0-87d4-8faf23d84252 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:11:28.813239 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825e880-4107-45b0-87d4-8faf23d84252 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event updated for resources: {'Port': ['ID=787540ad-da42-4766-9599-e06e23ac29d8,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:28.835513 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-08c7b30a-d927-41c7-86da-feb242f0ad69 None None] For port 2d0d31de-9f68-4127-8eee-4c00b3800615, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:11:28.839496 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-08c7b30a-d927-41c7-86da-feb242f0ad69 None None] For port 2d0d31de-9f68-4127-8eee-4c00b3800615, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2d0d31de-9f68-4127-8eee-4c00b3800615,segment=NetworkSegment(132e9d3b-e3a0-44db-9f71-5990771065f1),segment_id=132e9d3b-e3a0-44db-9f71-5990771065f1)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:11:28.850424 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0e83ee72-7915-424e-a4d5-8b99bb18384f up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:11:28.853220 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['8dd26141-6073-4373-b619-e59a31fffd7f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:11:28.859933 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-08c7b30a-d927-41c7-86da-feb242f0ad69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2d0d31de-9f68-4127-8eee-4c00b3800615), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:28.874976 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57608) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:28.917442 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fa4f0c55-9202-4ec7-81ce-2fc252776ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (38510031-8263-40ea-aaf5-42b8af7ee008), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:28.933838 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fa4f0c55-9202-4ec7-81ce-2fc252776ec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:28.943108 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fa4f0c55-9202-4ec7-81ce-2fc252776ec9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/38510031-8263-40ea-aaf5-42b8af7ee008 HTTP/1.1" status: 204 len: 168 time: 0.6139531 Feb 07 21:11:28.993673 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f0c55-9202-4ec7-81ce-2fc252776ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38510031-8263-40ea-aaf5-42b8af7ee008,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:29.040112 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4825e880-4107-45b0-87d4-8faf23d84252 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:29.040839 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4825e880-4107-45b0-87d4-8faf23d84252 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:29.094591 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-286d079e-1da5-459f-bdb4-c895dd68e49d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:29.129179 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7b30a-d927-41c7-86da-feb242f0ad69 None None] Pushing event updated for resources: {'Port': ['ID=2d0d31de-9f68-4127-8eee-4c00b3800615,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:29.129376 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4825e880-4107-45b0-87d4-8faf23d84252 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0322983 Feb 07 21:11:29.134188 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57616) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:29.141095 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9b26a4da-748f-4a18-9d7b-2390adcb4fb8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Request body: {'port': {'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff', 'name': 'tempest-TaggedBootDevicesTest-101938427', 'fixed_ips': [{'subnet_id': 'c9c2ed27-c21c-4f3c-8dab-d62862785392'}]}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:29.216671 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 0e83ee72-7915-424e-a4d5-8b99bb18384f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:11:29.217567 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0e83ee72-7915-424e-a4d5-8b99bb18384f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:29.420273 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2b19e0-cf84-4c7a-abdc-c2a11fac3371 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Router e06e2bcc-03f3-460c-97c5-6a149ffd4451 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:11:29.479374 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57628) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:29.518924 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 0e83ee72-7915-424e-a4d5-8b99bb18384f is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:11:29.519878 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0e83ee72-7915-424e-a4d5-8b99bb18384f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:29.555001 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-8092c8ce-b977-4352-a917-9bf70102e44c service neutron] 10.222.0.65 "GET /v2.0/networks/fea6e7e3-47f5-4ada-86ca-f855bc01cae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9718685 Feb 07 21:11:29.563260 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-286d079e-1da5-459f-bdb4-c895dd68e49d admin admin] Publish callbacks [] for security_group (0ba4ed19-852d-4c4d-b5e1-b32b483320e2), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:29.564516 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c807e3c6-fbea-46ae-8dd7-d5be6ea7cd85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:29.582527 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 0e83ee72-7915-424e-a4d5-8b99bb18384f, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0e83ee72-7915-424e-a4d5-8b99bb18384f,segment=NetworkSegment(b471230d-262f-4c1e-be7a-7c91a832d6a9),segment_id=b471230d-262f-4c1e-be7a-7c91a832d6a9)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:11:29.592647 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0e83ee72-7915-424e-a4d5-8b99bb18384f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:29.592876 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-286d079e-1da5-459f-bdb4-c895dd68e49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0ba4ed19-852d-4c4d-b5e1-b32b483320e2), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:29.658931 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=0e83ee72-7915-424e-a4d5-8b99bb18384f,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:29.675587 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b26a4da-748f-4a18-9d7b-2390adcb4fb8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Made reservation on behalf of 42501a05a1164b8bab09e271e46d222b for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:11:29.681767 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b26a4da-748f-4a18-9d7b-2390adcb4fb8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:29.710543 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d079e-1da5-459f-bdb4-c895dd68e49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba4ed19-852d-4c4d-b5e1-b32b483320e2,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:29.725326 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-286d079e-1da5-459f-bdb4-c895dd68e49d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f821a168941a44379ccd31c0ce70c30e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8506157 Feb 07 21:11:29.738229 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57630) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:29.751815 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2b19e0-cf84-4c7a-abdc-c2a11fac3371 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:11:29.752603 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-9b26a4da-748f-4a18-9d7b-2390adcb4fb8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] device_id is not set on port 78688ae2-f6bf-4575-9b2d-411b39a9ee2d yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:11:29.769014 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db91946-7381-411f-b156-6356eb5004cf None None] Sync routers for ids ['e06e2bcc-03f3-460c-97c5-6a149ffd4451'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:11:29.777455 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071ad96-f9f5-4541-9ff6-217b07e043c3 req-0c0bf518-28a3-4b91-bbd7-405c4a9f70e8 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:29.784971 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d071ad96-f9f5-4541-9ff6-217b07e043c3 req-0c0bf518-28a3-4b91-bbd7-405c4a9f70e8 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/ports?device_id=de1cb541-a404-4465-9c1e-847300d4467e HTTP/1.1" status: 200 len: 944 time: 0.1984117 Feb 07 21:11:29.789944 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db91946-7381-411f-b156-6356eb5004cf None None] Routers {'e06e2bcc-03f3-460c-97c5-6a149ffd4451'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:11:29.791185 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7db91946-7381-411f-b156-6356eb5004cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:11:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e06e2bcc-03f3-460c-97c5-6a149ffd4451'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:11:29.832586 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-ab52fe15-a4c6-4b26-99ce-220e813c5f80 service neutron] 10.222.0.65 "GET /v2.0/networks/fea6e7e3-47f5-4ada-86ca-f855bc01cae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698185 Feb 07 21:11:29.852335 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc2b19e0-cf84-4c7a-abdc-c2a11fac3371 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:29.891005 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d071ad96-f9f5-4541-9ff6-217b07e043c3 req-9bc2f4d1-9985-476a-b404-30ee4c7e3ab4 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d54a76c-8da7-49b2-bb2f-d3fe77e63969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049402 Feb 07 21:11:29.918689 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fc2b19e0-cf84-4c7a-abdc-c2a11fac3371 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8735211 Feb 07 21:11:29.919683 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785a95b1-3446-4450-a4c8-4dc566167d5a', 'tag': 'da08c826-67ab-405b-bf80-be0f968150f4'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:11:29.922592 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e913623-b02f-4c82-988e-e8eb61aef8a7" -d '{"events": [{"name": "network-changed", "server_uuid": "785a95b1-3446-4450-a4c8-4dc566167d5a", "tag": "da08c826-67ab-405b-bf80-be0f968150f4"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:11:29.927618 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57632) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:30.014160 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ce3fdd-803b-42fb-8040-6dce239322ea None None] Network 26a5aa95-5a14-4824-919e-8a28dc988cff requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:11:30.065658 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c807e3c6-fbea-46ae-8dd7-d5be6ea7cd85 admin admin] Publish callbacks [] for security_group (8f8c691f-22af-49d0-9fda-5fda05d6f604), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:30.082557 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b704d34c-7bed-4196-ae69-b75a51a8bc16 admin admin] Publish callbacks [] for security_group (0ba4ed19-852d-4c4d-b5e1-b32b483320e2), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:30.083687 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6428c0-a46e-4ecc-89f3-9e4cb82e0711 x-openstack-request-id: req-4e6428c0-a46e-4ecc-89f3-9e4cb82e0711 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:11:30.084716 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785a95b1-3446-4450-a4c8-4dc566167d5a", "tag": "da08c826-67ab-405b-bf80-be0f968150f4", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:11:30.084984 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4e6428c0-a46e-4ecc-89f3-9e4cb82e0711 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:11:30.085401 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785a95b1-3446-4450-a4c8-4dc566167d5a', 'tag': 'da08c826-67ab-405b-bf80-be0f968150f4', 'status': 'completed', 'code': 200} Feb 07 21:11:30.098197 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c807e3c6-fbea-46ae-8dd7-d5be6ea7cd85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8f8c691f-22af-49d0-9fda-5fda05d6f604), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:30.145739 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b704d34c-7bed-4196-ae69-b75a51a8bc16 admin admin] Publish callbacks [] for security_group (0ba4ed19-852d-4c4d-b5e1-b32b483320e2), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:30.145879 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-7db91946-7381-411f-b156-6356eb5004cf None None] Set router e06e2bcc-03f3-460c-97c5-6a149ffd4451 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:11:30.265415 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c807e3c6-fbea-46ae-8dd7-d5be6ea7cd85 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c94e247d7ee0473d80d2edf48bd10e88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7849727 Feb 07 21:11:30.281386 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57644) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:30.290110 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0244d10d-664e-431d-9786-1a712f069747 None None] Provisioning complete for port 0e83ee72-7915-424e-a4d5-8b99bb18384f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:11:30.294536 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0244d10d-664e-431d-9786-1a712f069747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0e83ee72-7915-424e-a4d5-8b99bb18384f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:30.296952 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b704d34c-7bed-4196-ae69-b75a51a8bc16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0ba4ed19-852d-4c4d-b5e1-b32b483320e2), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:30.300451 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b704d34c-7bed-4196-ae69-b75a51a8bc16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:30.301858 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b704d34c-7bed-4196-ae69-b75a51a8bc16 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0ba4ed19-852d-4c4d-b5e1-b32b483320e2 HTTP/1.1" status: 204 len: 168 time: 0.5626619 Feb 07 21:11:30.339139 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b6bfb7f-7280-4fd3-b417-ba5386ae49a8 req-94d33aa9-bbc1-40f0-a695-ed5c30606c5c tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ded71d1-eaba-4658-b77b-58b86f006b63 HTTP/1.1" status: 200 len: 210 time: 0.2063043 Feb 07 21:11:30.437195 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e913623-b02f-4c82-988e-e8eb61aef8a7 req-3c387017-6ad1-44a4-a93e-7ed4452b9f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:30.439144 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e913623-b02f-4c82-988e-e8eb61aef8a7 req-3c387017-6ad1-44a4-a93e-7ed4452b9f33 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c463a693b5274ac2a7546a3f4a26c5cf&device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 1166 time: 0.3415651 Feb 07 21:11:30.477548 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-9b26a4da-748f-4a18-9d7b-2390adcb4fb8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Allocated IP 10.1.1.31 (26a5aa95-5a14-4824-919e-8a28dc988cff/c9c2ed27-c21c-4f3c-8dab-d62862785392/78688ae2-f6bf-4575-9b2d-411b39a9ee2d) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:11:30.477894 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7fa1a8-cf50-4d2c-9bab-5fae3eb1001d tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:30.478436 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7fa1a8-cf50-4d2c-9bab-5fae3eb1001d tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:30.478980 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7fa1a8-cf50-4d2c-9bab-5fae3eb1001d tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:30.482011 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7fa1a8-cf50-4d2c-9bab-5fae3eb1001d tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:30.483807 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7fa1a8-cf50-4d2c-9bab-5fae3eb1001d tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:30.484837 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7fa1a8-cf50-4d2c-9bab-5fae3eb1001d tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:30.485716 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7fa1a8-cf50-4d2c-9bab-5fae3eb1001d tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:30.487275 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7fa1a8-cf50-4d2c-9bab-5fae3eb1001d tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:30.487752 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7fa1a8-cf50-4d2c-9bab-5fae3eb1001d tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:30.490110 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7fa1a8-cf50-4d2c-9bab-5fae3eb1001d tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:30.490584 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7fa1a8-cf50-4d2c-9bab-5fae3eb1001d tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:30.499049 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-da7fa1a8-cf50-4d2c-9bab-5fae3eb1001d tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7772 time: 0.5700061 Feb 07 21:11:30.500613 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57652) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:30.647836 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807e3c6-fbea-46ae-8dd7-d5be6ea7cd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8c691f-22af-49d0-9fda-5fda05d6f604,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:30.781796 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d4d4b313-ad25-4ac4-8599-b2fb914c5a3b admin admin] Publish callbacks [] for security_group (8f8c691f-22af-49d0-9fda-5fda05d6f604), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:30.863172 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d4d4b313-ad25-4ac4-8599-b2fb914c5a3b admin admin] Publish callbacks [] for security_group (8f8c691f-22af-49d0-9fda-5fda05d6f604), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:30.931227 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0e83ee72-7915-424e-a4d5-8b99bb18384f up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:11:30.948516 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704d34c-7bed-4196-ae69-b75a51a8bc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba4ed19-852d-4c4d-b5e1-b32b483320e2,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:30.959323 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d4d4b313-ad25-4ac4-8599-b2fb914c5a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8f8c691f-22af-49d0-9fda-5fda05d6f604), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:30.962606 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d4d4b313-ad25-4ac4-8599-b2fb914c5a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:30.976170 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d4d4b313-ad25-4ac4-8599-b2fb914c5a3b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8f8c691f-22af-49d0-9fda-5fda05d6f604 HTTP/1.1" status: 204 len: 168 time: 0.6908097 Feb 07 21:11:31.017612 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d4b313-ad25-4ac4-8599-b2fb914c5a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8c691f-22af-49d0-9fda-5fda05d6f604,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:31.042917 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0244d10d-664e-431d-9786-1a712f069747 None None] Current status of the port 0e83ee72-7915-424e-a4d5-8b99bb18384f is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:11:31.061512 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fb0992-f6e8-4e0a-899e-bfffa1950d7d None None] Network 990c9613-1652-4a05-a37c-c1f76f75103a requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:11:31.135680 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b26a4da-748f-4a18-9d7b-2390adcb4fb8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for port (78688ae2-f6bf-4575-9b2d-411b39a9ee2d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:31.201017 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b26a4da-748f-4a18-9d7b-2390adcb4fb8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (78688ae2-f6bf-4575-9b2d-411b39a9ee2d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:31.301092 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57662) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:31.316768 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3e46809d-a0eb-4720-a40a-616361e419c5 None None] Provisioning complete for port 2d0d31de-9f68-4127-8eee-4c00b3800615 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:11:31.317147 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3e46809d-a0eb-4720-a40a-616361e419c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2d0d31de-9f68-4127-8eee-4c00b3800615), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:31.368041 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-182a53bc-1360-47fe-8e23-ce7432129bfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:31.383967 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b26a4da-748f-4a18-9d7b-2390adcb4fb8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Network 26a5aa95-5a14-4824-919e-8a28dc988cff is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:11:31.406281 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9b26a4da-748f-4a18-9d7b-2390adcb4fb8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:11:31.414637 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26a4da-748f-4a18-9d7b-2390adcb4fb8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event updated for resources: {'Port': ['ID=78688ae2-f6bf-4575-9b2d-411b39a9ee2d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:31.420535 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b26a4da-748f-4a18-9d7b-2390adcb4fb8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:11:31.526726 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 0e83ee72-7915-424e-a4d5-8b99bb18384f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:11:31.527362 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0e83ee72-7915-424e-a4d5-8b99bb18384f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:31.566780 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b26a4da-748f-4a18-9d7b-2390adcb4fb8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:31.570571 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b26a4da-748f-4a18-9d7b-2390adcb4fb8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:31.636207 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9b26a4da-748f-4a18-9d7b-2390adcb4fb8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4969456 Feb 07 21:11:31.670723 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c0ede3-aea3-472f-8693-b8540ff2d255 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:31.671901 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c0ede3-aea3-472f-8693-b8540ff2d255 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:31.672759 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c0ede3-aea3-472f-8693-b8540ff2d255 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:31.674020 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c0ede3-aea3-472f-8693-b8540ff2d255 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:31.674584 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c0ede3-aea3-472f-8693-b8540ff2d255 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:31.675471 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c0ede3-aea3-472f-8693-b8540ff2d255 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:31.681778 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c0ede3-aea3-472f-8693-b8540ff2d255 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:31.682278 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c0ede3-aea3-472f-8693-b8540ff2d255 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:31.687035 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c0ede3-aea3-472f-8693-b8540ff2d255 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:31.688230 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c0ede3-aea3-472f-8693-b8540ff2d255 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:31.688747 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c0ede3-aea3-472f-8693-b8540ff2d255 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:31.691747 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-17c0ede3-aea3-472f-8693-b8540ff2d255 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7101 time: 1.1849904 Feb 07 21:11:31.696811 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57674) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:31.839118 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8dd26141-6073-4373-b619-e59a31fffd7f up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:11:31.863034 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-182a53bc-1360-47fe-8e23-ce7432129bfb admin admin] Publish callbacks [] for security_group (f4750381-6c56-4dcc-8de5-5acd2b8298ab), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:31.891312 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e913623-b02f-4c82-988e-e8eb61aef8a7 req-46b7ecee-0eca-478e-a6c7-18b48ef52c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:31.895325 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e913623-b02f-4c82-988e-e8eb61aef8a7 req-46b7ecee-0eca-478e-a6c7-18b48ef52c83 service neutron] 10.222.0.71 "GET /v2.0/networks?id=471803ab-fc1d-45bc-9fa4-7c4608085221 HTTP/1.1" status: 200 len: 898 time: 1.4395921 Feb 07 21:11:31.909298 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-182a53bc-1360-47fe-8e23-ce7432129bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f4750381-6c56-4dcc-8de5-5acd2b8298ab), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:31.911066 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3e46809d-a0eb-4720-a40a-616361e419c5 None None] Current status of the port 2d0d31de-9f68-4127-8eee-4c00b3800615 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:11:31.911461 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3e46809d-a0eb-4720-a40a-616361e419c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2d0d31de-9f68-4127-8eee-4c00b3800615), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:31.961961 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 0e83ee72-7915-424e-a4d5-8b99bb18384f is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:11:31.963888 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2d0d31de-9f68-4127-8eee-4c00b3800615 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:11:32.008109 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-115bff66-2b69-473b-a19e-d4f8ec14387a req-baff0bdc-86f8-41af-9980-e34188632e99 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ded71d1-eaba-4658-b77b-58b86f006b63 HTTP/1.1" status: 200 len: 210 time: 0.1627722 Feb 07 21:11:32.016401 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-182a53bc-1360-47fe-8e23-ce7432129bfb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=281282b9aa704462a097a127f8001b16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7123508 Feb 07 21:11:32.018185 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57684) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:32.018915 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-6b2ca7f4-4e93-448e-a8b7-12913c41c0a6 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:32.020653 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-6b2ca7f4-4e93-448e-a8b7-12913c41c0a6 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.71 "GET /v2.0/networks?id=fea6e7e3-47f5-4ada-86ca-f855bc01cae1 HTTP/1.1" status: 200 len: 814 time: 0.3267140 Feb 07 21:11:32.028778 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a53bc-1360-47fe-8e23-ce7432129bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4750381-6c56-4dcc-8de5-5acd2b8298ab,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:32.047998 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-cbe32352-ca38-44c2-bc1a-efd3912c289e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Request body: {'port': {'device_id': '3ded71d1-eaba-4658-b77b-58b86f006b63', 'network_id': 'fea6e7e3-47f5-4ada-86ca-f855bc01cae1', 'admin_state_up': True, 'tenant_id': '55db8492f6dd45429fe0e2523287a174'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:32.117871 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3e46809d-a0eb-4720-a40a-616361e419c5 None None] For port 2d0d31de-9f68-4127-8eee-4c00b3800615, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2d0d31de-9f68-4127-8eee-4c00b3800615,segment=NetworkSegment(132e9d3b-e3a0-44db-9f71-5990771065f1),segment_id=132e9d3b-e3a0-44db-9f71-5990771065f1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:11:32.150415 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3e46809d-a0eb-4720-a40a-616361e419c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2d0d31de-9f68-4127-8eee-4c00b3800615), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:32.176600 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 2d0d31de-9f68-4127-8eee-4c00b3800615 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:11:32.176980 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2d0d31de-9f68-4127-8eee-4c00b3800615), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:32.180696 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d06e65-bf61-4e15-8ce2-1b47cc5ce216 req-a2349f86-537c-4c4e-a7d7-8fcb43b6320c tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:32.188494 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53d06e65-bf61-4e15-8ce2-1b47cc5ce216 req-a2349f86-537c-4c4e-a7d7-8fcb43b6320c tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/ports?device_id=de1cb541-a404-4465-9c1e-847300d4467e HTTP/1.1" status: 200 len: 944 time: 0.6908259 Feb 07 21:11:32.224164 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7db91946-7381-411f-b156-6356eb5004cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2076459304', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:43Z', 'updated_at': '2022-02-07T21:10:52Z', 'revision_number': 4, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'gw_port': {'id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:44Z', 'updated_at': '2022-02-07T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'b8a7186f-fac8-41c5-aee8-f1b11d40f1f9', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'floating_ip_address': '172.25.4.193', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'port_id': 'da08c826-67ab-405b-bf80-be0f968150f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221', 'mac_address': 'fa:16:3e:bb:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785a95b1-3446-4450-a4c8-4dc566167d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:11:27Z', 'updated_at': '2022-02-07T21:11:27Z', 'revision_number': 0, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c9a20e5-3e6b-4955-9ee8-101fff5cabc0', 'name': '', 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'mac_address': 'fa:16:3e:01:ba:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c70e9438-a0fd-453e-80ec-8312d616972d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:51Z', 'updated_at': '2022-02-07T21:10:57Z', 'revision_number': 5, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'subnets': [{'id': 'c70e9438-a0fd-453e-80ec-8312d616972d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:11:32.250651 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e913623-b02f-4c82-988e-e8eb61aef8a7 req-16acd62a-5535-4601-844d-b68930087a5d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da08c826-67ab-405b-bf80-be0f968150f4 HTTP/1.1" status: 200 len: 999 time: 0.3121653 Feb 07 21:11:32.258263 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1caa03fa-6305-464c-bbc6-2c5812a23a32 admin admin] Publish callbacks [] for security_group (f4750381-6c56-4dcc-8de5-5acd2b8298ab), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:32.390913 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 8dd26141-6073-4373-b619-e59a31fffd7f completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:11:32.398832 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db91946-7381-411f-b156-6356eb5004cf None None] Checking router: e06e2bcc-03f3-460c-97c5-6a149ffd4451 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:11:32.435430 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 8dd26141-6073-4373-b619-e59a31fffd7f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:11:32.435654 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e913623-b02f-4c82-988e-e8eb61aef8a7 req-332c3fa8-6e1f-4f2a-8f4f-7759460aab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:32.435747 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8dd26141-6073-4373-b619-e59a31fffd7f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:32.437208 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e913623-b02f-4c82-988e-e8eb61aef8a7 req-332c3fa8-6e1f-4f2a-8f4f-7759460aab99 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c70e9438-a0fd-453e-80ec-8312d616972d HTTP/1.1" status: 200 len: 834 time: 0.1623235 Feb 07 21:11:32.464027 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53d06e65-bf61-4e15-8ce2-1b47cc5ce216 req-8c5651e7-0c3a-4c8f-9205-ab6ec520e2f8 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d54a76c-8da7-49b2-bb2f-d3fe77e63969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745593 Feb 07 21:11:32.531265 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db91946-7381-411f-b156-6356eb5004cf None None] Routers {'e06e2bcc-03f3-460c-97c5-6a149ffd4451'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:11:32.531921 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7db91946-7381-411f-b156-6356eb5004cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:11:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e06e2bcc-03f3-460c-97c5-6a149ffd4451'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:11:32.538403 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46809d-a0eb-4720-a40a-616361e419c5 None None] Pushing event updated for resources: {'Port': ['ID=2d0d31de-9f68-4127-8eee-4c00b3800615,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:32.555970 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ef916e94-5786-4313-a1fb-40e902e644f4 None None] Provisioning complete for port 0e83ee72-7915-424e-a4d5-8b99bb18384f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:11:32.556385 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ef916e94-5786-4313-a1fb-40e902e644f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0e83ee72-7915-424e-a4d5-8b99bb18384f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:32.605333 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e913623-b02f-4c82-988e-e8eb61aef8a7 req-14e20894-9c1b-43ca-8a54-dbeac6f01f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:32.607601 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e913623-b02f-4c82-988e-e8eb61aef8a7 req-14e20894-9c1b-43ca-8a54-dbeac6f01f99 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=471803ab-fc1d-45bc-9fa4-7c4608085221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1399696 Feb 07 21:11:32.613449 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-cbe32352-ca38-44c2-bc1a-efd3912c289e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Made reservation on behalf of 55db8492f6dd45429fe0e2523287a174 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:11:32.626253 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-cbe32352-ca38-44c2-bc1a-efd3912c289e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:32.769597 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57704) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:32.792173 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 2d0d31de-9f68-4127-8eee-4c00b3800615 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:11:32.833862 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1caa03fa-6305-464c-bbc6-2c5812a23a32 admin admin] Publish callbacks [] for security_group (f4750381-6c56-4dcc-8de5-5acd2b8298ab), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:32.922166 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-cbe32352-ca38-44c2-bc1a-efd3912c289e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Allocated IP 172.20.0.6 (fea6e7e3-47f5-4ada-86ca-f855bc01cae1/226d5f88-28a2-4f0a-937f-719b03b2d28a/ad6cab7d-73f7-4e56-87ac-9f6570745c2a) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:11:32.968222 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1caa03fa-6305-464c-bbc6-2c5812a23a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f4750381-6c56-4dcc-8de5-5acd2b8298ab), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:32.970755 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1caa03fa-6305-464c-bbc6-2c5812a23a32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:32.971879 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1caa03fa-6305-464c-bbc6-2c5812a23a32 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f4750381-6c56-4dcc-8de5-5acd2b8298ab HTTP/1.1" status: 204 len: 168 time: 0.9517977 Feb 07 21:11:32.977042 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ef916e94-5786-4313-a1fb-40e902e644f4 None None] Current status of the port 0e83ee72-7915-424e-a4d5-8b99bb18384f is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:11:32.980387 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2d0d31de-9f68-4127-8eee-4c00b3800615 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:11:32.999132 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa03fa-6305-464c-bbc6-2c5812a23a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4750381-6c56-4dcc-8de5-5acd2b8298ab,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:33.025615 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2765728b-e003-4639-8561-3dfd4df3ec83 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 1.3199689 Feb 07 21:11:33.027177 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57712) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:33.030604 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57714) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:33.040058 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-7db91946-7381-411f-b156-6356eb5004cf None None] Set router e06e2bcc-03f3-460c-97c5-6a149ffd4451 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:11:33.093532 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a41c0a7-7feb-4215-983a-e7a58e87ab0a tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:33.094106 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a41c0a7-7feb-4215-983a-e7a58e87ab0a tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:33.096713 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6a41c0a7-7feb-4215-983a-e7a58e87ab0a tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e06e2bcc-03f3-460c-97c5-6a149ffd4451 HTTP/1.1" status: 200 len: 2061 time: 0.0607502 Feb 07 21:11:33.111170 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 8dd26141-6073-4373-b619-e59a31fffd7f is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:11:33.112215 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8dd26141-6073-4373-b619-e59a31fffd7f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:33.128412 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ef916e94-5786-4313-a1fb-40e902e644f4 None None] Provisioning complete for port 787540ad-da42-4766-9599-e06e23ac29d8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:11:33.128796 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ef916e94-5786-4313-a1fb-40e902e644f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (787540ad-da42-4766-9599-e06e23ac29d8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:33.140118 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7a2dc3c8-f297-437d-9124-6bdf15ac2c83 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--71101851', 'description': 'tempest-description--785157165'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:33.207602 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3860743d-671b-4192-a02b-eacae8110a7b req-5b6c245d-4f10-4b16-ac0c-91d64e915477 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ded71d1-eaba-4658-b77b-58b86f006b63 HTTP/1.1" status: 200 len: 210 time: 0.0574393 Feb 07 21:11:33.236822 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1cb541-a404-4465-9c1e-847300d4467e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd26141-6073-4373-b619-e59a31fffd7f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:11:33.238945 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a2dc3c8-f297-437d-9124-6bdf15ac2c83 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:33.239589 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c489bc1-64d4-45ed-91e8-2d42bb8a168e" -d '{"events": [{"server_uuid": "de1cb541-a404-4465-9c1e-847300d4467e", "name": "network-vif-plugged", "status": "completed", "tag": "8dd26141-6073-4373-b619-e59a31fffd7f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:11:33.245880 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-cbe32352-ca38-44c2-bc1a-efd3912c289e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Publish callbacks [] for port (ad6cab7d-73f7-4e56-87ac-9f6570745c2a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:33.283223 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ef916e94-5786-4313-a1fb-40e902e644f4 None None] Port 787540ad-da42-4766-9599-e06e23ac29d8 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:11:33.293326 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8dd26141-6073-4373-b619-e59a31fffd7f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8dd26141-6073-4373-b619-e59a31fffd7f,segment=NetworkSegment(8fc7f80b-e0ef-42c7-bb74-603c3065e8e5),segment_id=8fc7f80b-e0ef-42c7-bb74-603c3065e8e5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:11:33.317906 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e913623-b02f-4c82-988e-e8eb61aef8a7 req-00dd727f-6fc8-48e4-bcef-fb547f8198cc service neutron] 10.222.0.71 "GET /v2.0/networks/471803ab-fc1d-45bc-9fa4-7c4608085221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6577938 Feb 07 21:11:33.319310 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f446ff-0453-438c-8fb6-6979b90dc621 x-openstack-request-id: req-00f446ff-0453-438c-8fb6-6979b90dc621 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:11:33.319827 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de1cb541-a404-4465-9c1e-847300d4467e", "name": "network-vif-plugged", "status": "completed", "tag": "8dd26141-6073-4373-b619-e59a31fffd7f", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:11:33.320258 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-00f446ff-0453-438c-8fb6-6979b90dc621 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:11:33.320901 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de1cb541-a404-4465-9c1e-847300d4467e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd26141-6073-4373-b619-e59a31fffd7f', 'code': 200} Feb 07 21:11:33.322900 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8dd26141-6073-4373-b619-e59a31fffd7f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:33.376678 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 2d0d31de-9f68-4127-8eee-4c00b3800615 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:11:33.377323 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2d0d31de-9f68-4127-8eee-4c00b3800615), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:33.436619 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-cbe32352-ca38-44c2-bc1a-efd3912c289e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ad6cab7d-73f7-4e56-87ac-9f6570745c2a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:33.481024 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9dee22-c5a7-4e80-b412-e27780fe464f req-9e978267-aca3-4473-8f37-d0e8c7e60f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:33.482451 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3d9dee22-c5a7-4e80-b412-e27780fe464f req-9e978267-aca3-4473-8f37-d0e8c7e60f87 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=de1cb541-a404-4465-9c1e-847300d4467e HTTP/1.1" status: 200 len: 1127 time: 0.0848529 Feb 07 21:11:33.485005 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['8eb3bafa-0275-4baf-b62b-26a49992af32'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:11:33.532332 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a2dc3c8-f297-437d-9124-6bdf15ac2c83 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for security_group (4594f637-47ce-490b-a33d-e0ff27b5c788), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:33.566694 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dd072555-4758-49cc-aa48-4038eddf1a70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:33.573014 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a2dc3c8-f297-437d-9124-6bdf15ac2c83 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4594f637-47ce-490b-a33d-e0ff27b5c788), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:33.605129 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e913623-b02f-4c82-988e-e8eb61aef8a7 req-602b1b15-8e3d-4832-a0b3-af4676cddc67 service neutron] 10.222.0.71 "GET /v2.0/networks/471803ab-fc1d-45bc-9fa4-7c4608085221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789092 Feb 07 21:11:33.626607 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3d9dee22-c5a7-4e80-b412-e27780fe464f req-0e618646-6d4f-4a08-a161-a91dc65fbc0f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1d54a76c-8da7-49b2-bb2f-d3fe77e63969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362450 Feb 07 21:11:33.647684 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-cbe32352-ca38-44c2-bc1a-efd3912c289e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Network fea6e7e3-47f5-4ada-86ca-f855bc01cae1 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:11:33.657641 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe32352-ca38-44c2-bc1a-efd3912c289e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Pushing event updated for resources: {'Port': ['ID=ad6cab7d-73f7-4e56-87ac-9f6570745c2a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:33.669180 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-cbe32352-ca38-44c2-bc1a-efd3912c289e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:11:33.682986 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-cbe32352-ca38-44c2-bc1a-efd3912c289e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:11:33.689579 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a2dc3c8-f297-437d-9124-6bdf15ac2c83 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:33.691316 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7a2dc3c8-f297-437d-9124-6bdf15ac2c83 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5588760 Feb 07 21:11:33.696707 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57736) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:33.709487 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-bd074f02-1211-4f80-bb86-fb78f30e5349 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Request body: {'security_group_rule': {'security_group_id': '4594f637-47ce-490b-a33d-e0ff27b5c788', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:33.719196 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2dc3c8-f297-437d-9124-6bdf15ac2c83 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4594f637-47ce-490b-a33d-e0ff27b5c788,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:33.751686 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=8dd26141-6073-4373-b619-e59a31fffd7f,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:33.760100 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-cbe32352-ca38-44c2-bc1a-efd3912c289e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:33.761197 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-cbe32352-ca38-44c2-bc1a-efd3912c289e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:33.771064 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46944cd2-8c43-4d24-95a7-4c0e8573128b req-461f65d9-56b3-474a-891d-bd9d943c0957 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:33.774365 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:33.779756 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-46944cd2-8c43-4d24-95a7-4c0e8573128b req-461f65d9-56b3-474a-891d-bd9d943c0957 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/ports?device_id=de1cb541-a404-4465-9c1e-847300d4467e HTTP/1.1" status: 200 len: 945 time: 0.2215540 Feb 07 21:11:33.822528 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-cbe32352-ca38-44c2-bc1a-efd3912c289e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7796419 Feb 07 21:11:33.833048 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bd074f02-1211-4f80-bb86-fb78f30e5349 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for security_group_rule (4ad55665-3d2c-49b9-ae54-be63397ab972), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:33.834527 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ea89eefb-6ef1-49c0-9a2d-62fd4138455d None None] Provisioning complete for port 78688ae2-f6bf-4575-9b2d-411b39a9ee2d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:11:33.836222 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ea89eefb-6ef1-49c0-9a2d-62fd4138455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (78688ae2-f6bf-4575-9b2d-411b39a9ee2d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:33.836995 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dd072555-4758-49cc-aa48-4038eddf1a70 admin admin] Publish callbacks [] for security_group (14076df1-5834-4339-a885-0835e3c068e4), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:33.841000 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-71eca5d5-3031-4383-80f9-1b71b9104dfa service neutron] Request body: {'port': {'device_id': '3ded71d1-eaba-4658-b77b-58b86f006b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:33.858897 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dd072555-4758-49cc-aa48-4038eddf1a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (14076df1-5834-4339-a885-0835e3c068e4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:33.878873 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-46944cd2-8c43-4d24-95a7-4c0e8573128b req-3ba32ab3-4ee0-4a1a-8f39-8fb6e2e9e4ff tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d54a76c-8da7-49b2-bb2f-d3fe77e63969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976930 Feb 07 21:11:33.953803 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:33.955060 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-71eca5d5-3031-4383-80f9-1b71b9104dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ad6cab7d-73f7-4e56-87ac-9f6570745c2a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:34.013030 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd072555-4758-49cc-aa48-4038eddf1a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14076df1-5834-4339-a885-0835e3c068e4,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:34.048374 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bd074f02-1211-4f80-bb86-fb78f30e5349 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for security_group_rule (4ad55665-3d2c-49b9-ae54-be63397ab972), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:34.055610 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-dd072555-4758-49cc-aa48-4038eddf1a70 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=63a2570b7ffe4dc1b3b35f2977f0e5f4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0261831 Feb 07 21:11:34.064529 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57750) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:34.079964 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bd074f02-1211-4f80-bb86-fb78f30e5349 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (4ad55665-3d2c-49b9-ae54-be63397ab972), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:34.144262 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd074f02-1211-4f80-bb86-fb78f30e5349 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad55665-3d2c-49b9-ae54-be63397ab972,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:34.187959 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ea89eefb-6ef1-49c0-9a2d-62fd4138455d None None] Port 78688ae2-f6bf-4575-9b2d-411b39a9ee2d cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:11:34.188609 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bd074f02-1211-4f80-bb86-fb78f30e5349 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:34.192738 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bd074f02-1211-4f80-bb86-fb78f30e5349 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4882586 Feb 07 21:11:34.192738 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2711bab8-898d-49f8-8d69-97579c821c86 admin admin] Publish callbacks [] for security_group (14076df1-5834-4339-a885-0835e3c068e4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:34.193751 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57754) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:34.200646 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a13367db-199c-402e-8974-09ae1d7100e3 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Request body: {'security_group_rule': {'security_group_id': '4594f637-47ce-490b-a33d-e0ff27b5c788', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:34.234603 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2711bab8-898d-49f8-8d69-97579c821c86 admin admin] Publish callbacks [] for security_group (14076df1-5834-4339-a885-0835e3c068e4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:34.292002 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a13367db-199c-402e-8974-09ae1d7100e3 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for security_group_rule (4838ea0d-86ec-4d98-a2c2-bf3b59ab1306), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:34.299249 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 2d0d31de-9f68-4127-8eee-4c00b3800615 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:11:34.319697 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-71eca5d5-3031-4383-80f9-1b71b9104dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad6cab7d-73f7-4e56-87ac-9f6570745c2a {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:11:34.321695 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ea89eefb-6ef1-49c0-9a2d-62fd4138455d None None] Provisioning complete for port 2d0d31de-9f68-4127-8eee-4c00b3800615 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:11:34.322697 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ea89eefb-6ef1-49c0-9a2d-62fd4138455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2d0d31de-9f68-4127-8eee-4c00b3800615), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:34.331110 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-71eca5d5-3031-4383-80f9-1b71b9104dfa service neutron] Publish callbacks [] for port (ad6cab7d-73f7-4e56-87ac-9f6570745c2a), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:34.368156 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a13367db-199c-402e-8974-09ae1d7100e3 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for security_group_rule (4838ea0d-86ec-4d98-a2c2-bf3b59ab1306), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:34.375890 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a13367db-199c-402e-8974-09ae1d7100e3 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (4838ea0d-86ec-4d98-a2c2-bf3b59ab1306), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:34.408134 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13367db-199c-402e-8974-09ae1d7100e3 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4838ea0d-86ec-4d98-a2c2-bf3b59ab1306,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:34.419651 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2711bab8-898d-49f8-8d69-97579c821c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (14076df1-5834-4339-a885-0835e3c068e4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:34.426468 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a229548-8700-42e4-8abd-ddf2c3d23a71 req-f36f6cdd-1eb2-435a-9e9c-cf4904fa9f03 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:34.427919 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2711bab8-898d-49f8-8d69-97579c821c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:34.428102 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1a229548-8700-42e4-8abd-ddf2c3d23a71 req-f36f6cdd-1eb2-435a-9e9c-cf4904fa9f03 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ded71d1-eaba-4658-b77b-58b86f006b63 HTTP/1.1" status: 200 len: 931 time: 0.0883336 Feb 07 21:11:34.429180 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2711bab8-898d-49f8-8d69-97579c821c86 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/14076df1-5834-4339-a885-0835e3c068e4 HTTP/1.1" status: 204 len: 168 time: 0.3632128 Feb 07 21:11:34.435753 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a13367db-199c-402e-8974-09ae1d7100e3 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:34.437222 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a13367db-199c-402e-8974-09ae1d7100e3 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2425170 Feb 07 21:11:34.437616 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-71eca5d5-3031-4383-80f9-1b71b9104dfa service neutron] Transition to ACTIVE for port object ad6cab7d-73f7-4e56-87ac-9f6570745c2a will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:11:34.440343 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57768) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:34.456106 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-3f90029a-136d-41bc-bf17-2647e8671bd9 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:34.460986 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711bab8-898d-49f8-8d69-97579c821c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14076df1-5834-4339-a885-0835e3c068e4,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:34.475539 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-71eca5d5-3031-4383-80f9-1b71b9104dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (ad6cab7d-73f7-4e56-87ac-9f6570745c2a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:34.503715 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f90029a-136d-41bc-bf17-2647e8671bd9 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:34.527298 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7db91946-7381-411f-b156-6356eb5004cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2076459304', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:43Z', 'updated_at': '2022-02-07T21:10:52Z', 'revision_number': 4, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'gw_port': {'id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:44Z', 'updated_at': '2022-02-07T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'b8a7186f-fac8-41c5-aee8-f1b11d40f1f9', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'floating_ip_address': '172.25.4.193', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'port_id': 'da08c826-67ab-405b-bf80-be0f968150f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221', 'mac_address': 'fa:16:3e:bb:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785a95b1-3446-4450-a4c8-4dc566167d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:11:27Z', 'updated_at': '2022-02-07T21:11:27Z', 'revision_number': 0, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c9a20e5-3e6b-4955-9ee8-101fff5cabc0', 'name': '', 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'mac_address': 'fa:16:3e:01:ba:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c70e9438-a0fd-453e-80ec-8312d616972d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:51Z', 'updated_at': '2022-02-07T21:10:57Z', 'revision_number': 5, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'subnets': [{'id': 'c70e9438-a0fd-453e-80ec-8312d616972d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:11:34.536201 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eca5d5-3031-4383-80f9-1b71b9104dfa service neutron] Pushing event updated for resources: {'Port': ['ID=ad6cab7d-73f7-4e56-87ac-9f6570745c2a,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:34.572006 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1a229548-8700-42e4-8abd-ddf2c3d23a71 req-974173d5-dcb1-4428-8925-80f8a90f8cca tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331022 Feb 07 21:11:34.597355 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db91946-7381-411f-b156-6356eb5004cf None None] The sync data for ids ['e06e2bcc-03f3-460c-97c5-6a149ffd4451'] in n-d-828185-2 is: [{'id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2076459304', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:43Z', 'updated_at': '2022-02-07T21:10:52Z', 'revision_number': 4, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'gw_port': {'id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:44Z', 'updated_at': '2022-02-07T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'b8a7186f-fac8-41c5-aee8-f1b11d40f1f9', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'floating_ip_address': '172.25.4.193', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'port_id': 'da08c826-67ab-405b-bf80-be0f968150f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221', 'mac_address': 'fa:16:3e:bb:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785a95b1-3446-4450-a4c8-4dc566167d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:11:27Z', 'updated_at': '2022-02-07T21:11:27Z', 'revision_number': 0, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c9a20e5-3e6b-4955-9ee8-101fff5cabc0', 'name': '', 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'mac_address': 'fa:16:3e:01:ba:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c70e9438-a0fd-453e-80ec-8312d616972d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:51Z', 'updated_at': '2022-02-07T21:10:57Z', 'revision_number': 5, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'subnets': [{'id': 'c70e9438-a0fd-453e-80ec-8312d616972d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:11:34.620175 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ea89eefb-6ef1-49c0-9a2d-62fd4138455d None None] Current status of the port 2d0d31de-9f68-4127-8eee-4c00b3800615 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:11:34.679558 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-71eca5d5-3031-4383-80f9-1b71b9104dfa service neutron] Attempting to bind port ad6cab7d-73f7-4e56-87ac-9f6570745c2a on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:11:34.679888 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-71eca5d5-3031-4383-80f9-1b71b9104dfa service neutron] Attempting to bind port ad6cab7d-73f7-4e56-87ac-9f6570745c2a by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'd17188d4-7793-4980-b0e3-bff9438995bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fea6e7e3-47f5-4ada-86ca-f855bc01cae1'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:11:34.680024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-71eca5d5-3031-4383-80f9-1b71b9104dfa service neutron] Attempting to bind port ad6cab7d-73f7-4e56-87ac-9f6570745c2a on network fea6e7e3-47f5-4ada-86ca-f855bc01cae1 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:11:34.685433 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-71eca5d5-3031-4383-80f9-1b71b9104dfa service neutron] Port ad6cab7d-73f7-4e56-87ac-9f6570745c2a on network fea6e7e3-47f5-4ada-86ca-f855bc01cae1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:11:34.686008 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-71eca5d5-3031-4383-80f9-1b71b9104dfa service neutron] Attempting to bind port ad6cab7d-73f7-4e56-87ac-9f6570745c2a on network fea6e7e3-47f5-4ada-86ca-f855bc01cae1 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:11:34.691964 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-71eca5d5-3031-4383-80f9-1b71b9104dfa service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:11:34.692616 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-71eca5d5-3031-4383-80f9-1b71b9104dfa service neutron] Checking segment: {'id': 'd17188d4-7793-4980-b0e3-bff9438995bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fea6e7e3-47f5-4ada-86ca-f855bc01cae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:11:34.693484 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-71eca5d5-3031-4383-80f9-1b71b9104dfa service neutron] Bound using segment: {'id': 'd17188d4-7793-4980-b0e3-bff9438995bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fea6e7e3-47f5-4ada-86ca-f855bc01cae1'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:11:34.696759 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-71eca5d5-3031-4383-80f9-1b71b9104dfa service neutron] Bound port: ad6cab7d-73f7-4e56-87ac-9f6570745c2a, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17188d4-7793-4980-b0e3-bff9438995bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fea6e7e3-47f5-4ada-86ca-f855bc01cae1'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:11:34.697643 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-71eca5d5-3031-4383-80f9-1b71b9104dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ad6cab7d-73f7-4e56-87ac-9f6570745c2a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:34.719420 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f90029a-136d-41bc-bf17-2647e8671bd9 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:34.802557 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-71eca5d5-3031-4383-80f9-1b71b9104dfa service neutron] For port ad6cab7d-73f7-4e56-87ac-9f6570745c2a, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:11:34.813127 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-71eca5d5-3031-4383-80f9-1b71b9104dfa service neutron] For port ad6cab7d-73f7-4e56-87ac-9f6570745c2a, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ad6cab7d-73f7-4e56-87ac-9f6570745c2a,segment=NetworkSegment(d17188d4-7793-4980-b0e3-bff9438995bd),segment_id=d17188d4-7793-4980-b0e3-bff9438995bd)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:11:34.827775 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-71eca5d5-3031-4383-80f9-1b71b9104dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (ad6cab7d-73f7-4e56-87ac-9f6570745c2a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:34.890944 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-3f90029a-136d-41bc-bf17-2647e8671bd9 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Allocated IP 172.25.4.170 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/06090715-51df-4931-ad1f-9716fd446a2f) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:11:34.912195 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f8a498-6454-4ad5-bbe1-bb4dc8fdf8b8 None None] New status for floating IP b8a7186f-fac8-41c5-aee8-f1b11d40f1f9: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:11:34.958215 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-71eca5d5-3031-4383-80f9-1b71b9104dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:34.958833 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-71eca5d5-3031-4383-80f9-1b71b9104dfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:34.960225 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-71eca5d5-3031-4383-80f9-1b71b9104dfa service neutron] 10.222.0.71 "PUT /v2.0/ports/ad6cab7d-73f7-4e56-87ac-9f6570745c2a HTTP/1.1" status: 200 len: 1091 time: 1.1263986 Feb 07 21:11:34.962166 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ded71d1-eaba-4658-b77b-58b86f006b63', 'tag': 'ad6cab7d-73f7-4e56-87ac-9f6570745c2a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:11:34.984114 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58e4c0d-0264-4255-8458-ec860eeb1000" -d '{"events": [{"name": "network-changed", "server_uuid": "3ded71d1-eaba-4658-b77b-58b86f006b63", "tag": "ad6cab7d-73f7-4e56-87ac-9f6570745c2a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:11:35.037182 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f90029a-136d-41bc-bf17-2647e8671bd9 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for port (06090715-51df-4931-ad1f-9716fd446a2f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:35.094468 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f90029a-136d-41bc-bf17-2647e8671bd9 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (06090715-51df-4931-ad1f-9716fd446a2f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:35.161329 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eca5d5-3031-4383-80f9-1b71b9104dfa service neutron] Pushing event updated for resources: {'Port': ['ID=ad6cab7d-73f7-4e56-87ac-9f6570745c2a,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:35.170507 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90029a-136d-41bc-bf17-2647e8671bd9 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event updated for resources: {'Port': ['ID=06090715-51df-4931-ad1f-9716fd446a2f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:35.180767 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f90029a-136d-41bc-bf17-2647e8671bd9 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:11:35.182223 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-3f90029a-136d-41bc-bf17-2647e8671bd9 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:11:35.185992 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f90029a-136d-41bc-bf17-2647e8671bd9 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:11:35.187746 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c68638-b31d-4f3e-8c74-2aca64556db3 x-openstack-request-id: req-a6c68638-b31d-4f3e-8c74-2aca64556db3 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:11:35.188158 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ded71d1-eaba-4658-b77b-58b86f006b63", "tag": "ad6cab7d-73f7-4e56-87ac-9f6570745c2a", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:11:35.188557 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a6c68638-b31d-4f3e-8c74-2aca64556db3 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:11:35.189061 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ded71d1-eaba-4658-b77b-58b86f006b63', 'tag': 'ad6cab7d-73f7-4e56-87ac-9f6570745c2a', 'status': 'completed', 'code': 200} Feb 07 21:11:35.229067 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74825349-5151-43f6-8b90-120fc30347dc req-bb71cd61-10e4-4847-b17d-38abd2d0f3fc tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:35.231129 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74825349-5151-43f6-8b90-120fc30347dc req-bb71cd61-10e4-4847-b17d-38abd2d0f3fc tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/ports?device_id=de1cb541-a404-4465-9c1e-847300d4467e HTTP/1.1" status: 200 len: 945 time: 0.1973126 Feb 07 21:11:35.247835 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-933eeae2-39c2-4f20-9a43-c254a6bed3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:35.251211 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-933eeae2-39c2-4f20-9a43-c254a6bed3fc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=55db8492f6dd45429fe0e2523287a174&device_id=3ded71d1-eaba-4658-b77b-58b86f006b63 HTTP/1.1" status: 200 len: 1125 time: 0.2167697 Feb 07 21:11:35.306478 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-222781cb-49ff-42dd-8b98-8202eeeda813 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad6cab7d-73f7-4e56-87ac-9f6570745c2a HTTP/1.1" status: 200 len: 217 time: 0.0461552 Feb 07 21:11:35.325476 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f90029a-136d-41bc-bf17-2647e8671bd9 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for floatingip (f28bb1c5-9883-49c4-8131-34633b72a4c7), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:35.358368 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74825349-5151-43f6-8b90-120fc30347dc req-455f62b6-7acb-4749-af00-7ff80df980c7 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d54a76c-8da7-49b2-bb2f-d3fe77e63969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208949 Feb 07 21:11:35.374247 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-bf7937f6-7662-434c-99f0-ad106b5ff0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:35.375705 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-bf7937f6-7662-434c-99f0-ad106b5ff0e4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=226d5f88-28a2-4f0a-937f-719b03b2d28a HTTP/1.1" status: 200 len: 854 time: 0.0605412 Feb 07 21:11:35.377767 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f90029a-136d-41bc-bf17-2647e8671bd9 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (06090715-51df-4931-ad1f-9716fd446a2f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:35.410908 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-18d2fe3a-8274-45e6-9ae3-3368f8ddee73 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fea6e7e3-47f5-4ada-86ca-f855bc01cae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282571 Feb 07 21:11:35.502508 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57798) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:35.530341 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-4eb19208-432a-4f51-8e75-52625080266f service neutron] 10.222.0.71 "GET /v2.0/networks/fea6e7e3-47f5-4ada-86ca-f855bc01cae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128037 Feb 07 21:11:35.592886 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f90029a-136d-41bc-bf17-2647e8671bd9 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for port (06090715-51df-4931-ad1f-9716fd446a2f), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:35.599699 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f90029a-136d-41bc-bf17-2647e8671bd9 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (06090715-51df-4931-ad1f-9716fd446a2f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:35.671164 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90029a-136d-41bc-bf17-2647e8671bd9 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event updated for resources: {'Port': ['ID=06090715-51df-4931-ad1f-9716fd446a2f,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:35.672879 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aae3411b-4fb8-4970-a5c2-40c4ccd1a7b5 req-51a8ac37-355e-4434-95f6-4e84fc6acd8d service neutron] 10.222.0.71 "GET /v2.0/networks/fea6e7e3-47f5-4ada-86ca-f855bc01cae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346281 Feb 07 21:11:35.725850 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f90029a-136d-41bc-bf17-2647e8671bd9 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (f28bb1c5-9883-49c4-8131-34633b72a4c7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:35.750926 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f90029a-136d-41bc-bf17-2647e8671bd9 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:35.751941 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc4202-6841-4cf0-9005-3d32fd233441 req-7b7a1b9a-f6a3-489c-80e4-3f2c9a77aff7 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:35.752182 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3f90029a-136d-41bc-bf17-2647e8671bd9 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3108323 Feb 07 21:11:35.753680 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-54bc4202-6841-4cf0-9005-3d32fd233441 req-7b7a1b9a-f6a3-489c-80e4-3f2c9a77aff7 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ded71d1-eaba-4658-b77b-58b86f006b63 HTTP/1.1" status: 200 len: 943 time: 0.0710938 Feb 07 21:11:35.833250 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5eb9a347-8fbb-4a35-8011-0c98a3c3b009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:35.902088 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-54bc4202-6841-4cf0-9005-3d32fd233441 req-8f9e934c-dcb7-49dd-b689-a330d0a62aff tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424499 Feb 07 21:11:35.912621 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e4c0d-0264-4255-8458-ec860eeb1000 req-3d31e2d7-7697-4dbf-acb7-25fb9c955f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:35.914499 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c58e4c0d-0264-4255-8458-ec860eeb1000 req-3d31e2d7-7697-4dbf-acb7-25fb9c955f5c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=55db8492f6dd45429fe0e2523287a174&device_id=3ded71d1-eaba-4658-b77b-58b86f006b63 HTTP/1.1" status: 200 len: 1125 time: 0.1597567 Feb 07 21:11:36.053545 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e4c0d-0264-4255-8458-ec860eeb1000 req-2338cf68-ce0b-4e4f-881b-e70a8a47b496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:36.055712 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c58e4c0d-0264-4255-8458-ec860eeb1000 req-2338cf68-ce0b-4e4f-881b-e70a8a47b496 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fea6e7e3-47f5-4ada-86ca-f855bc01cae1 HTTP/1.1" status: 200 len: 915 time: 0.1301951 Feb 07 21:11:36.056837 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5eb9a347-8fbb-4a35-8011-0c98a3c3b009 admin admin] Publish callbacks [] for security_group (ae4c1564-65ac-4cde-bf5e-32c778175585), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:36.100619 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5eb9a347-8fbb-4a35-8011-0c98a3c3b009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ae4c1564-65ac-4cde-bf5e-32c778175585), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:36.107191 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c58e4c0d-0264-4255-8458-ec860eeb1000 req-a5406a47-19b0-4e64-8795-5a0bebe0c9b5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad6cab7d-73f7-4e56-87ac-9f6570745c2a HTTP/1.1" status: 200 len: 217 time: 0.0433571 Feb 07 21:11:36.191736 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5eb9a347-8fbb-4a35-8011-0c98a3c3b009 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d056f18c05154be38c45b036271767fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6822309 Feb 07 21:11:36.193133 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57840) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:36.204514 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9a347-8fbb-4a35-8011-0c98a3c3b009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4c1564-65ac-4cde-bf5e-32c778175585,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:36.222706 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e4c0d-0264-4255-8458-ec860eeb1000 req-825f5a74-da26-45fc-9cab-e4b4dca278cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:36.223979 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c58e4c0d-0264-4255-8458-ec860eeb1000 req-825f5a74-da26-45fc-9cab-e4b4dca278cb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=226d5f88-28a2-4f0a-937f-719b03b2d28a HTTP/1.1" status: 200 len: 854 time: 0.1036811 Feb 07 21:11:36.251806 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-b5cf6840-c9d1-4c97-855b-2b0b7efe4e82 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--71101851&fields=id&tenant_id=42501a05a1164b8bab09e271e46d222b HTTP/1.1" status: 200 len: 267 time: 0.0923667 Feb 07 21:11:36.266644 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-572d0420-25ba-47f0-aaab-7158d1b2ecb5 admin admin] Publish callbacks [] for security_group (ae4c1564-65ac-4cde-bf5e-32c778175585), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:36.270777 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c58e4c0d-0264-4255-8458-ec860eeb1000 req-72e5c41a-b3eb-4a78-a07c-2623db577104 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fea6e7e3-47f5-4ada-86ca-f855bc01cae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379143 Feb 07 21:11:36.294837 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-572d0420-25ba-47f0-aaab-7158d1b2ecb5 admin admin] Publish callbacks [] for security_group (ae4c1564-65ac-4cde-bf5e-32c778175585), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:36.356542 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-572d0420-25ba-47f0-aaab-7158d1b2ecb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ae4c1564-65ac-4cde-bf5e-32c778175585), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:36.360672 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-572d0420-25ba-47f0-aaab-7158d1b2ecb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:36.365811 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-572d0420-25ba-47f0-aaab-7158d1b2ecb5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ae4c1564-65ac-4cde-bf5e-32c778175585 HTTP/1.1" status: 204 len: 168 time: 0.1683650 Feb 07 21:11:36.379214 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d0420-25ba-47f0-aaab-7158d1b2ecb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4c1564-65ac-4cde-bf5e-32c778175585,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:36.647024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-8e42dc9f-2c15-4e62-a2ff-3244dc319acd tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:36.648425 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-8e42dc9f-2c15-4e62-a2ff-3244dc319acd tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports/787540ad-da42-4766-9599-e06e23ac29d8 HTTP/1.1" status: 200 len: 931 time: 0.3762975 Feb 07 21:11:36.743427 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c58e4c0d-0264-4255-8458-ec860eeb1000 req-d445ed2c-64b7-48e0-8bb0-8256f0709cc9 service neutron] 10.222.0.71 "GET /v2.0/networks/fea6e7e3-47f5-4ada-86ca-f855bc01cae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614501 Feb 07 21:11:36.750807 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-1805017c-cf90-45e4-81f9-cdad33ed11cb tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:36.752323 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-1805017c-cf90-45e4-81f9-cdad33ed11cb tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports/78688ae2-f6bf-4575-9b2d-411b39a9ee2d HTTP/1.1" status: 200 len: 930 time: 0.0883167 Feb 07 21:11:36.815046 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57864) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:36.830383 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b310fe58-5594-4165-a232-002ca995bb3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:36.858111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-9703db2a-d339-4a9b-ab91-edec2ab35df1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?network_id=990c9613-1652-4a05-a37c-c1f76f75103a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0936379 Feb 07 21:11:36.868795 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c112ab-051f-4b03-bb10-5dbf312e17da req-d5a2855b-21fd-48ce-aea5-3060bd6bfd81 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:36.870356 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3c112ab-051f-4b03-bb10-5dbf312e17da req-d5a2855b-21fd-48ce-aea5-3060bd6bfd81 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/ports?device_id=de1cb541-a404-4465-9c1e-847300d4467e HTTP/1.1" status: 200 len: 945 time: 0.2194936 Feb 07 21:11:36.913417 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b310fe58-5594-4165-a232-002ca995bb3c admin admin] Publish callbacks [] for security_group (10ac5a15-47c1-454e-83a6-7169a5ba97b3), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:36.917875 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b310fe58-5594-4165-a232-002ca995bb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (10ac5a15-47c1-454e-83a6-7169a5ba97b3), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:36.921201 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-6450003d-a261-4a58-b314-76b940a97baa tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?network_id=990c9613-1652-4a05-a37c-c1f76f75103a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0477126 Feb 07 21:11:36.957595 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c58e4c0d-0264-4255-8458-ec860eeb1000 req-a19ae54a-839c-4f20-a81e-90770a9abff3 service neutron] 10.222.0.71 "GET /v2.0/networks/fea6e7e3-47f5-4ada-86ca-f855bc01cae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043064 Feb 07 21:11:36.966908 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b310fe58-5594-4165-a232-002ca995bb3c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dbd464d1c1bd4d86a8df8576aeb7bf79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1481586 Feb 07 21:11:36.966908 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310fe58-5594-4165-a232-002ca995bb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ac5a15-47c1-454e-83a6-7169a5ba97b3,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:36.968596 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57872) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:37.028473 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23f28546-d30c-4621-ae3b-cff85a6de706 admin admin] Publish callbacks [] for security_group (10ac5a15-47c1-454e-83a6-7169a5ba97b3), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:37.055224 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23f28546-d30c-4621-ae3b-cff85a6de706 admin admin] Publish callbacks [] for security_group (10ac5a15-47c1-454e-83a6-7169a5ba97b3), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:37.066342 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3c112ab-051f-4b03-bb10-5dbf312e17da req-775561ad-dd4d-42b5-8a2d-76402c5a83c3 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d54a76c-8da7-49b2-bb2f-d3fe77e63969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790578 Feb 07 21:11:37.117881 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-4065412c-61ce-46f0-a9d4-21728680e96e tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:37.118208 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23f28546-d30c-4621-ae3b-cff85a6de706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (10ac5a15-47c1-454e-83a6-7169a5ba97b3), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:37.121919 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23f28546-d30c-4621-ae3b-cff85a6de706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:37.123543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-4065412c-61ce-46f0-a9d4-21728680e96e tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:37.124792 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-23f28546-d30c-4621-ae3b-cff85a6de706 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/10ac5a15-47c1-454e-83a6-7169a5ba97b3 HTTP/1.1" status: 204 len: 168 time: 0.1563616 Feb 07 21:11:37.128728 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-4065412c-61ce-46f0-a9d4-21728680e96e tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:37.130650 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-4065412c-61ce-46f0-a9d4-21728680e96e tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/networks?id=071b8c86-0422-4ec9-8876-4c05135f32b2&id=26a5aa95-5a14-4824-919e-8a28dc988cff&id=26a5aa95-5a14-4824-919e-8a28dc988cff&id=990c9613-1652-4a05-a37c-c1f76f75103a&id=990c9613-1652-4a05-a37c-c1f76f75103a HTTP/1.1" status: 200 len: 1989 time: 0.1881528 Feb 07 21:11:37.143271 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f28546-d30c-4621-ae3b-cff85a6de706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ac5a15-47c1-454e-83a6-7169a5ba97b3,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:37.158345 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-d5aff666-2cd3-4621-aa62-56a297eaa00a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/quotas/42501a05a1164b8bab09e271e46d222b HTTP/1.1" status: 200 len: 375 time: 0.0174987 Feb 07 21:11:37.201607 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c6ae4111-37ef-4b45-b218-6f2d3a43f070 req-4da605a2-24cd-411c-a141-dbd314c630e6 tempest-AbsoluteLimitsNegativeTestJSON-541972310 tempest-AbsoluteLimitsNegativeTestJSON-541972310-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a650ca415d824f7a9c7ff3355b875da2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418992 Feb 07 21:11:37.410119 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-f271a1db-d00d-4b55-b0cc-0aa94366c813 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=42501a05a1164b8bab09e271e46d222b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2118385 Feb 07 21:11:37.501548 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae4111-37ef-4b45-b218-6f2d3a43f070 req-07d15a46-5ded-4c24-95d1-8f299a57ef1e tempest-AbsoluteLimitsNegativeTestJSON-541972310 tempest-AbsoluteLimitsNegativeTestJSON-541972310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:37.502990 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c6ae4111-37ef-4b45-b218-6f2d3a43f070 req-07d15a46-5ded-4c24-95d1-8f299a57ef1e tempest-AbsoluteLimitsNegativeTestJSON-541972310 tempest-AbsoluteLimitsNegativeTestJSON-541972310-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2889736 Feb 07 21:11:37.532122 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c6ae4111-37ef-4b45-b218-6f2d3a43f070 req-2114c4d8-b83a-424f-9e89-a0ae06390bbb tempest-AbsoluteLimitsNegativeTestJSON-541972310 tempest-AbsoluteLimitsNegativeTestJSON-541972310-project] 10.222.0.65 "GET /v2.0/quotas/a650ca415d824f7a9c7ff3355b875da2 HTTP/1.1" status: 200 len: 375 time: 0.0206668 Feb 07 21:11:37.568005 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-1f2628e6-3685-4ef0-a0c7-12b349fdde81 service neutron] 10.222.0.65 "GET /v2.0/networks/071b8c86-0422-4ec9-8876-4c05135f32b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450961 Feb 07 21:11:37.591331 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c6ae4111-37ef-4b45-b218-6f2d3a43f070 req-9c478979-8507-43ad-9e11-e47fa9e0803e tempest-AbsoluteLimitsNegativeTestJSON-541972310 tempest-AbsoluteLimitsNegativeTestJSON-541972310-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a650ca415d824f7a9c7ff3355b875da2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448630 Feb 07 21:11:37.662776 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57910) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:37.686863 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-2b03a35f-e4f2-4707-bae3-1e07ad0fcb91 service neutron] 10.222.0.65 "GET /v2.0/networks/071b8c86-0422-4ec9-8876-4c05135f32b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988946 Feb 07 21:11:37.759196 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-0c462bee-bb0a-42f8-b3c7-790367681180 service neutron] 10.222.0.65 "GET /v2.0/ports/787540ad-da42-4766-9599-e06e23ac29d8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0652490 Feb 07 21:11:37.810928 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8d864c2-ed6b-42cd-b463-c946325cfcdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:37.829034 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709cf3c-e387-4e3d-976a-9a210c99989a req-302ca182-2fdb-4676-94d1-d79bce3d4b5b tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:37.830926 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0709cf3c-e387-4e3d-976a-9a210c99989a req-302ca182-2fdb-4676-94d1-d79bce3d4b5b tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ded71d1-eaba-4658-b77b-58b86f006b63 HTTP/1.1" status: 200 len: 943 time: 0.1082246 Feb 07 21:11:37.921946 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57920) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:37.923773 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0709cf3c-e387-4e3d-976a-9a210c99989a req-bd067716-a02a-4354-8b4a-4c44b33c6ce5 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846503 Feb 07 21:11:37.926065 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-ceeca92d-de5b-4f8a-ae72-c39e57285285 service neutron] 10.222.0.65 "GET /v2.0/networks/26a5aa95-5a14-4824-919e-8a28dc988cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547799 Feb 07 21:11:37.938353 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8d864c2-ed6b-42cd-b463-c946325cfcdb admin admin] Publish callbacks [] for security_group (66246404-ea66-41a6-8178-def167ae7fc3), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:37.952483 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8d864c2-ed6b-42cd-b463-c946325cfcdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (66246404-ea66-41a6-8178-def167ae7fc3), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:38.001642 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e8d864c2-ed6b-42cd-b463-c946325cfcdb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c5dddd67b7b3460c9e679bb28938c0ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3344653 Feb 07 21:11:38.001642 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d864c2-ed6b-42cd-b463-c946325cfcdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66246404-ea66-41a6-8178-def167ae7fc3,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:38.003180 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57926) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:38.085960 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c905e3c-701a-4328-aa72-1fd37e4feb52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:38.104895 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-491f3b8f-b026-4300-88d6-2e17a5e964df service neutron] 10.222.0.65 "GET /v2.0/networks/26a5aa95-5a14-4824-919e-8a28dc988cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715720 Feb 07 21:11:38.155446 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2be5cbbd-fd4e-453f-9901-74b356778506 admin admin] Publish callbacks [] for security_group (66246404-ea66-41a6-8178-def167ae7fc3), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:38.189968 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-25c06bdd-e812-44c9-829f-07c80c659c21 service neutron] 10.222.0.65 "GET /v2.0/ports/78688ae2-f6bf-4575-9b2d-411b39a9ee2d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0751832 Feb 07 21:11:38.198390 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2be5cbbd-fd4e-453f-9901-74b356778506 admin admin] Publish callbacks [] for security_group (66246404-ea66-41a6-8178-def167ae7fc3), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:38.209669 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c905e3c-701a-4328-aa72-1fd37e4feb52 admin admin] Publish callbacks [] for security_group (48b66991-73ad-4b8f-b7a0-34b2e17c6e2e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:38.221800 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c905e3c-701a-4328-aa72-1fd37e4feb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (48b66991-73ad-4b8f-b7a0-34b2e17c6e2e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:38.277999 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4c905e3c-701a-4328-aa72-1fd37e4feb52 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a650ca415d824f7a9c7ff3355b875da2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3546805 Feb 07 21:11:38.279500 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57940) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:38.285570 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c905e3c-701a-4328-aa72-1fd37e4feb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b66991-73ad-4b8f-b7a0-34b2e17c6e2e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:38.291405 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-3b40f237-d957-4761-be32-90dc211539a9 service neutron] 10.222.0.65 "GET /v2.0/networks/26a5aa95-5a14-4824-919e-8a28dc988cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997958 Feb 07 21:11:38.328575 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2be5cbbd-fd4e-453f-9901-74b356778506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (66246404-ea66-41a6-8178-def167ae7fc3), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:38.331112 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2be5cbbd-fd4e-453f-9901-74b356778506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:38.334900 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2be5cbbd-fd4e-453f-9901-74b356778506 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/66246404-ea66-41a6-8178-def167ae7fc3 HTTP/1.1" status: 204 len: 168 time: 0.3280990 Feb 07 21:11:38.343657 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5cbbd-fd4e-453f-9901-74b356778506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66246404-ea66-41a6-8178-def167ae7fc3,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:38.364821 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6ca03ca-fb08-41c4-96df-687407a48192 admin admin] Publish callbacks [] for security_group (48b66991-73ad-4b8f-b7a0-34b2e17c6e2e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:38.403990 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6ca03ca-fb08-41c4-96df-687407a48192 admin admin] Publish callbacks [] for security_group (48b66991-73ad-4b8f-b7a0-34b2e17c6e2e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:38.411401 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-ff76ca49-374c-431b-8aee-ac4da1ac6071 service neutron] 10.222.0.65 "GET /v2.0/networks/26a5aa95-5a14-4824-919e-8a28dc988cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097467 Feb 07 21:11:38.468965 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6ca03ca-fb08-41c4-96df-687407a48192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (48b66991-73ad-4b8f-b7a0-34b2e17c6e2e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:38.473799 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6ca03ca-fb08-41c4-96df-687407a48192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:38.475076 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e6ca03ca-fb08-41c4-96df-687407a48192 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/48b66991-73ad-4b8f-b7a0-34b2e17c6e2e HTTP/1.1" status: 204 len: 168 time: 0.1945558 Feb 07 21:11:38.508757 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca03ca-fb08-41c4-96df-687407a48192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b66991-73ad-4b8f-b7a0-34b2e17c6e2e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:38.551248 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-0fa42eda-18ac-414b-bc42-aa43bbbca811 service neutron] 10.222.0.65 "GET /v2.0/networks/26a5aa95-5a14-4824-919e-8a28dc988cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388936 Feb 07 21:11:38.706326 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb6c94-d6ab-441f-9453-5154cca9fe70 req-446019f1-a580-46db-8a87-674bc7ea5d06 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:38.707898 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4fb6c94-d6ab-441f-9453-5154cca9fe70 req-446019f1-a580-46db-8a87-674bc7ea5d06 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/ports?device_id=de1cb541-a404-4465-9c1e-847300d4467e HTTP/1.1" status: 200 len: 945 time: 0.1382275 Feb 07 21:11:38.718246 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-86648188-6e23-4bf5-948c-1e9daf89a393 service neutron] 10.222.0.65 "GET /v2.0/networks/26a5aa95-5a14-4824-919e-8a28dc988cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606064 Feb 07 21:11:38.826579 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57960) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:38.836708 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4fb6c94-d6ab-441f-9453-5154cca9fe70 req-1395df1b-5008-4afa-aa70-0ee84b7770c9 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d54a76c-8da7-49b2-bb2f-d3fe77e63969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117852 Feb 07 21:11:38.844182 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ff23073-a8b7-4a67-b631-4249229d4223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:38.876789 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-836452c5-6d7f-4e73-9de8-2776f40472db service neutron] 10.222.0.65 "GET /v2.0/networks/26a5aa95-5a14-4824-919e-8a28dc988cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573737 Feb 07 21:11:38.934000 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ff23073-a8b7-4a67-b631-4249229d4223 admin admin] Publish callbacks [] for security_group (42a098eb-8f84-4ddd-bc1c-6f563db60d62), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:38.939796 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ff23073-a8b7-4a67-b631-4249229d4223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (42a098eb-8f84-4ddd-bc1c-6f563db60d62), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:38.990629 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3ff23073-a8b7-4a67-b631-4249229d4223 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b11eee70a2434f598ba2822ba37cbd4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1604767 Feb 07 21:11:38.990629 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff23073-a8b7-4a67-b631-4249229d4223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a098eb-8f84-4ddd-bc1c-6f563db60d62,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:38.992441 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57970) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:39.017133 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-b7095259-7a1b-4e61-b926-0e23c8f70c55 service neutron] 10.222.0.65 "GET /v2.0/networks/26a5aa95-5a14-4824-919e-8a28dc988cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302414 Feb 07 21:11:39.158144 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7bf725a-cb4b-4d09-a22d-5cf00f64ab73 admin admin] Publish callbacks [] for security_group (42a098eb-8f84-4ddd-bc1c-6f563db60d62), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:39.191081 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe05d7-ac09-4a55-b6e6-0cfcdae38135 req-c51e3f46-5705-402e-ac5a-3b853ae602c5 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:39.192607 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0fbe05d7-ac09-4a55-b6e6-0cfcdae38135 req-c51e3f46-5705-402e-ac5a-3b853ae602c5 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ded71d1-eaba-4658-b77b-58b86f006b63 HTTP/1.1" status: 200 len: 943 time: 0.1699476 Feb 07 21:11:39.198647 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-9ef091c6-c7e1-4340-89d4-e8180027b488 service neutron] 10.222.0.65 "GET /v2.0/networks/990c9613-1652-4a05-a37c-c1f76f75103a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696680 Feb 07 21:11:39.204799 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7bf725a-cb4b-4d09-a22d-5cf00f64ab73 admin admin] Publish callbacks [] for security_group (42a098eb-8f84-4ddd-bc1c-6f563db60d62), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:39.335499 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0fbe05d7-ac09-4a55-b6e6-0cfcdae38135 req-51c105cf-05e1-42fd-bc67-cb48d2f17ea9 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328485 Feb 07 21:11:39.360677 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-6d2f02b6-14b1-41ad-bebe-d2bfe1513357 service neutron] 10.222.0.65 "GET /v2.0/networks/990c9613-1652-4a05-a37c-c1f76f75103a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410739 Feb 07 21:11:39.366262 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7bf725a-cb4b-4d09-a22d-5cf00f64ab73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (42a098eb-8f84-4ddd-bc1c-6f563db60d62), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:39.369044 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7bf725a-cb4b-4d09-a22d-5cf00f64ab73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:39.373083 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b7bf725a-cb4b-4d09-a22d-5cf00f64ab73 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/42a098eb-8f84-4ddd-bc1c-6f563db60d62 HTTP/1.1" status: 204 len: 168 time: 0.3771110 Feb 07 21:11:39.400938 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf725a-cb4b-4d09-a22d-5cf00f64ab73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a098eb-8f84-4ddd-bc1c-6f563db60d62,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:39.482392 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-62440ecf-a342-465e-b254-7c085b641f90 service neutron] 10.222.0.65 "GET /v2.0/networks/990c9613-1652-4a05-a37c-c1f76f75103a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111300 Feb 07 21:11:39.546299 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58006) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:39.567758 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ffe01ed6-8be6-45b3-8da4-7e0a537991dd req-9756cba8-d410-4366-972a-3775bc628df6 tempest-FlavorsV2NegativeTest-1491956085 tempest-FlavorsV2NegativeTest-1491956085-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=50fb54fb40f74ea9bbf9a3722e207d2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674174 Feb 07 21:11:39.599655 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device ad6cab7d-73f7-4e56-87ac-9f6570745c2a details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:11:39.701383 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-23453f0c-2a4c-45c9-9dbc-b2241084574d service neutron] 10.222.0.65 "GET /v2.0/networks/990c9613-1652-4a05-a37c-c1f76f75103a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131853 Feb 07 21:11:39.732162 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port ad6cab7d-73f7-4e56-87ac-9f6570745c2a, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ad6cab7d-73f7-4e56-87ac-9f6570745c2a,segment=NetworkSegment(d17188d4-7793-4980-b0e3-bff9438995bd),segment_id=d17188d4-7793-4980-b0e3-bff9438995bd)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:11:39.732888 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe01ed6-8be6-45b3-8da4-7e0a537991dd req-77ca7cf1-8aa1-4f91-bc23-1a247362c575 tempest-FlavorsV2NegativeTest-1491956085 tempest-FlavorsV2NegativeTest-1491956085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:39.742198 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ffe01ed6-8be6-45b3-8da4-7e0a537991dd req-77ca7cf1-8aa1-4f91-bc23-1a247362c575 tempest-FlavorsV2NegativeTest-1491956085 tempest-FlavorsV2NegativeTest-1491956085-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1646631 Feb 07 21:11:39.747061 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'ad6cab7d-73f7-4e56-87ac-9f6570745c2a', 'network_id': 'fea6e7e3-47f5-4ada-86ca-f855bc01cae1', 'port_id': 'ad6cab7d-73f7-4e56-87ac-9f6570745c2a', 'mac_address': 'fa:16:3e:c5:13:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '226d5f88-28a2-4f0a-937f-719b03b2d28a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:11:39.779569 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ffe01ed6-8be6-45b3-8da4-7e0a537991dd req-34532692-79e9-4fad-90b4-27b19bf0e8fd tempest-FlavorsV2NegativeTest-1491956085 tempest-FlavorsV2NegativeTest-1491956085-project] 10.222.0.65 "GET /v2.0/quotas/50fb54fb40f74ea9bbf9a3722e207d2d HTTP/1.1" status: 200 len: 375 time: 0.0363922 Feb 07 21:11:39.788246 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port ad6cab7d-73f7-4e56-87ac-9f6570745c2a is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:11:39.788939 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ad6cab7d-73f7-4e56-87ac-9f6570745c2a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:39.804716 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad6cab7d-73f7-4e56-87ac-9f6570745c2a {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:11:39.832185 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port ad6cab7d-73f7-4e56-87ac-9f6570745c2a, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ad6cab7d-73f7-4e56-87ac-9f6570745c2a,segment=NetworkSegment(d17188d4-7793-4980-b0e3-bff9438995bd),segment_id=d17188d4-7793-4980-b0e3-bff9438995bd)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:11:39.838219 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ad6cab7d-73f7-4e56-87ac-9f6570745c2a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:39.844085 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ffe01ed6-8be6-45b3-8da4-7e0a537991dd req-5dca8ea6-de95-4e50-8531-14227aea4423 tempest-FlavorsV2NegativeTest-1491956085 tempest-FlavorsV2NegativeTest-1491956085-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=50fb54fb40f74ea9bbf9a3722e207d2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628977 Feb 07 21:11:39.877017 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e65e81-f200-421f-93ee-326d40e2f054 req-01b960b0-10f4-4f65-98ba-57b4dbad5d29 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:39.883936 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-91e65e81-f200-421f-93ee-326d40e2f054 req-01b960b0-10f4-4f65-98ba-57b4dbad5d29 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.69 "GET /v2.0/ports?device_id=de1cb541-a404-4465-9c1e-847300d4467e HTTP/1.1" status: 200 len: 945 time: 0.1297832 Feb 07 21:11:39.891904 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-89425325-2dd3-4953-a6ed-c349a8bfffae admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1265755913-network', 'tenant_id': 'd10808f8a1e4426aac7a4507d0733789'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:39.894729 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=ad6cab7d-73f7-4e56-87ac-9f6570745c2a,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:39.985082 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89425325-2dd3-4953-a6ed-c349a8bfffae admin admin] Made reservation on behalf of d10808f8a1e4426aac7a4507d0733789 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:11:39.991488 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89425325-2dd3-4953-a6ed-c349a8bfffae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:40.039615 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89425325-2dd3-4953-a6ed-c349a8bfffae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:40.060930 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee14ee-1c19-4d7c-812c-7e7e9ddf37cc req-3e3a95bb-2f45-4978-a69d-5eb53dcd7efd tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:40.076531 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-97ee14ee-1c19-4d7c-812c-7e7e9ddf37cc req-3e3a95bb-2f45-4978-a69d-5eb53dcd7efd tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/ports?device_id=de1cb541-a404-4465-9c1e-847300d4467e HTTP/1.1" status: 200 len: 945 time: 0.1337087 Feb 07 21:11:40.120850 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-91e65e81-f200-421f-93ee-326d40e2f054 req-54e3f68f-fb73-4ff4-a10c-cc2f37e2f907 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Deleting port 8dd26141-6073-4373-b619-e59a31fffd7f {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:11:40.122069 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-91e65e81-f200-421f-93ee-326d40e2f054 req-54e3f68f-fb73-4ff4-a10c-cc2f37e2f907 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8dd26141-6073-4373-b619-e59a31fffd7f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:40.204812 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-97ee14ee-1c19-4d7c-812c-7e7e9ddf37cc req-84681e88-2a16-4b9d-aafd-e3b878211a70 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d54a76c-8da7-49b2-bb2f-d3fe77e63969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266353 Feb 07 21:11:40.220725 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89425325-2dd3-4953-a6ed-c349a8bfffae admin admin] Publish callbacks [] for security_group (8a362840-93f8-4e3b-83ba-f40100b3789b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:40.229906 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['ad6cab7d-73f7-4e56-87ac-9f6570745c2a'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:11:40.237603 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89425325-2dd3-4953-a6ed-c349a8bfffae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8a362840-93f8-4e3b-83ba-f40100b3789b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:40.294544 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-91e65e81-f200-421f-93ee-326d40e2f054 req-54e3f68f-fb73-4ff4-a10c-cc2f37e2f907 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] For port 8dd26141-6073-4373-b619-e59a31fffd7f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8dd26141-6073-4373-b619-e59a31fffd7f,segment=NetworkSegment(8fc7f80b-e0ef-42c7-bb74-603c3065e8e5),segment_id=8fc7f80b-e0ef-42c7-bb74-603c3065e8e5)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:11:40.294994 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-91e65e81-f200-421f-93ee-326d40e2f054 req-54e3f68f-fb73-4ff4-a10c-cc2f37e2f907 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8dd26141-6073-4373-b619-e59a31fffd7f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:40.305246 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89425325-2dd3-4953-a6ed-c349a8bfffae admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:11:40.309749 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89425325-2dd3-4953-a6ed-c349a8bfffae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a362840-93f8-4e3b-83ba-f40100b3789b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:40.325752 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-91e65e81-f200-421f-93ee-326d40e2f054 req-54e3f68f-fb73-4ff4-a10c-cc2f37e2f907 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Calling delete_port for 8dd26141-6073-4373-b619-e59a31fffd7f owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:11:40.334803 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89425325-2dd3-4953-a6ed-c349a8bfffae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (e428fdb1-030b-4885-9d86-f48291007e12), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:40.335282 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-89425325-2dd3-4953-a6ed-c349a8bfffae admin admin] Added segment e428fdb1-030b-4885-9d86-f48291007e12 of type vlan for network 5ab21a05-4285-40ac-9087-244389cc5c8a Feb 07 21:11:40.425393 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89425325-2dd3-4953-a6ed-c349a8bfffae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (5ab21a05-4285-40ac-9087-244389cc5c8a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:40.535044 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89425325-2dd3-4953-a6ed-c349a8bfffae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (5ab21a05-4285-40ac-9087-244389cc5c8a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:40.536407 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb188e-d1cd-4a9e-a37a-8b9abbf9e0ad req-bde104fa-7dd3-4bcd-8454-f3ed1d11f756 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:40.537986 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89425325-2dd3-4953-a6ed-c349a8bfffae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:40.538977 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89425325-2dd3-4953-a6ed-c349a8bfffae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:40.548144 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a2bb188e-d1cd-4a9e-a37a-8b9abbf9e0ad req-bde104fa-7dd3-4bcd-8454-f3ed1d11f756 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ded71d1-eaba-4658-b77b-58b86f006b63 HTTP/1.1" status: 200 len: 944 time: 0.0928996 Feb 07 21:11:40.608072 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a2bb188e-d1cd-4a9e-a37a-8b9abbf9e0ad req-f646b155-1d54-4105-9943-985d811f4eb1 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586207 Feb 07 21:11:40.694785 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-91e65e81-f200-421f-93ee-326d40e2f054 req-54e3f68f-fb73-4ff4-a10c-cc2f37e2f907 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8dd26141-6073-4373-b619-e59a31fffd7f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:40.709082 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['8dd26141-6073-4373-b619-e59a31fffd7f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:11:40.728369 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3f68f-fb73-4ff4-a10c-cc2f37e2f907 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Pushing event deleted for resources: {'Port': ['ID=8dd26141-6073-4373-b619-e59a31fffd7f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:40.750674 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-89425325-2dd3-4953-a6ed-c349a8bfffae admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2027335 Feb 07 21:11:40.754135 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 58074) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:40.760948 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-98b5abbd-f971-4d96-bceb-c42dafba7c99 admin admin] Request body: {'subnet': {'network_id': '5ab21a05-4285-40ac-9087-244389cc5c8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1265755913-subnet', 'tenant_id': 'd10808f8a1e4426aac7a4507d0733789', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:40.768660 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89425325-2dd3-4953-a6ed-c349a8bfffae admin admin] Pushing event updated for resources: {'Network': ['ID=5ab21a05-4285-40ac-9087-244389cc5c8a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:40.813963 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e65e81-f200-421f-93ee-326d40e2f054 req-54e3f68f-fb73-4ff4-a10c-cc2f37e2f907 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] No DVR routers for this DVR port 8dd26141-6073-4373-b619-e59a31fffd7f on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:11:40.819950 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-91e65e81-f200-421f-93ee-326d40e2f054 req-54e3f68f-fb73-4ff4-a10c-cc2f37e2f907 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:40.830853 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-91e65e81-f200-421f-93ee-326d40e2f054 req-54e3f68f-fb73-4ff4-a10c-cc2f37e2f907 tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.69 "DELETE /v2.0/ports/8dd26141-6073-4373-b619-e59a31fffd7f HTTP/1.1" status: 204 len: 173 time: 0.9301343 Feb 07 21:11:40.832579 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1cb541-a404-4465-9c1e-847300d4467e', 'name': 'network-vif-deleted', 'tag': '8dd26141-6073-4373-b619-e59a31fffd7f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:11:40.833348 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 5ab21a05-4285-40ac-9087-244389cc5c8a details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:11:40.835951 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077c8890-ba68-4e71-85d9-86c11bf5162c" -d '{"events": [{"server_uuid": "de1cb541-a404-4465-9c1e-847300d4467e", "name": "network-vif-deleted", "tag": "8dd26141-6073-4373-b619-e59a31fffd7f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:11:40.915400 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b5abbd-f971-4d96-bceb-c42dafba7c99 admin admin] Made reservation on behalf of d10808f8a1e4426aac7a4507d0733789 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:11:40.919326 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98b5abbd-f971-4d96-bceb-c42dafba7c99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:40.923803 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4e3eeae-8b87-4bec-aa19-b31ecece4730 req-c579c655-ddd4-4f37-9a73-01bc337ce48a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0753219 Feb 07 21:11:41.193544 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98b5abbd-f971-4d96-bceb-c42dafba7c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (2aefdc90-0b3f-49bd-8e85-71d4e6eb9af9), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:41.275747 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5abbd-f971-4d96-bceb-c42dafba7c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aefdc90-0b3f-49bd-8e85-71d4e6eb9af9,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:41.288085 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b5abbd-f971-4d96-bceb-c42dafba7c99 admin admin] Checking segment: {'id': 'e428fdb1-030b-4885-9d86-f48291007e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5ab21a05-4285-40ac-9087-244389cc5c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:11:41.288450 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b5abbd-f971-4d96-bceb-c42dafba7c99 admin admin] Network hostable DHCP agents. Network: 5ab21a05-4285-40ac-9087-244389cc5c8a, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:11:41.308562 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b5abbd-f971-4d96-bceb-c42dafba7c99 admin admin] Network 5ab21a05-4285-40ac-9087-244389cc5c8a is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:11:41.322749 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-98b5abbd-f971-4d96-bceb-c42dafba7c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 5ab21a05-4285-40ac-9087-244389cc5c8a) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:11:41.342703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb36a914-d639-4ab7-b338-5000dd83e65e None None] Network 5ab21a05-4285-40ac-9087-244389cc5c8a requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:11:41.352009 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41996b8a-2d7f-4deb-b841-21d98ffd48f7 x-openstack-request-id: req-41996b8a-2d7f-4deb-b841-21d98ffd48f7 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:11:41.352587 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de1cb541-a404-4465-9c1e-847300d4467e", "name": "network-vif-deleted", "tag": "8dd26141-6073-4373-b619-e59a31fffd7f", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:11:41.352705 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-41996b8a-2d7f-4deb-b841-21d98ffd48f7 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:11:41.353089 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de1cb541-a404-4465-9c1e-847300d4467e', 'name': 'network-vif-deleted', 'tag': '8dd26141-6073-4373-b619-e59a31fffd7f', 'status': 'completed', 'code': 200} Feb 07 21:11:41.355713 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b5abbd-f971-4d96-bceb-c42dafba7c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:41.356509 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98b5abbd-f971-4d96-bceb-c42dafba7c99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:41.372758 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58096) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:41.391568 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-34604eda-4af6-4499-aa7d-a37eb4190bde req-b2a8e49c-c8f2-4410-8841-0acbca833b6c tempest-ServerAddressesNegativeTestJSON-1498764037 tempest-ServerAddressesNegativeTestJSON-1498764037-project] 10.222.0.65 "GET /v2.0/ports?device_id=de1cb541-a404-4465-9c1e-847300d4467e HTTP/1.1" status: 200 len: 210 time: 0.0538962 Feb 07 21:11:41.416036 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-98b5abbd-f971-4d96-bceb-c42dafba7c99 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6585927 Feb 07 21:11:41.543114 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0723866-f738-4756-b1bc-63e86715e040 None None] Network 5ab21a05-4285-40ac-9087-244389cc5c8a requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:11:41.615345 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device ad6cab7d-73f7-4e56-87ac-9f6570745c2a up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:11:41.647143 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3668b1f-ef80-470f-909c-a536cbf9351f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:41.757360 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port ad6cab7d-73f7-4e56-87ac-9f6570745c2a completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:11:41.765392 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port ad6cab7d-73f7-4e56-87ac-9f6570745c2a triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:11:41.765862 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ad6cab7d-73f7-4e56-87ac-9f6570745c2a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:41.769504 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3668b1f-ef80-470f-909c-a536cbf9351f admin admin] Publish callbacks [] for security_group (d50f5d22-af01-4ce9-a287-6d30e1e93b32), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:41.776455 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3668b1f-ef80-470f-909c-a536cbf9351f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d50f5d22-af01-4ce9-a287-6d30e1e93b32), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:41.825325 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f4f20-2c5f-4ae7-bede-c4f1201cc92a req-3518436c-4961-4a6f-a36a-b05900224814 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:41.827161 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-935f4f20-2c5f-4ae7-bede-c4f1201cc92a req-3518436c-4961-4a6f-a36a-b05900224814 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ded71d1-eaba-4658-b77b-58b86f006b63 HTTP/1.1" status: 200 len: 944 time: 0.0865490 Feb 07 21:11:41.881990 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port ad6cab7d-73f7-4e56-87ac-9f6570745c2a is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:11:41.882382 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ad6cab7d-73f7-4e56-87ac-9f6570745c2a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:41.886110 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d3668b1f-ef80-470f-909c-a536cbf9351f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=50fb54fb40f74ea9bbf9a3722e207d2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5118861 Feb 07 21:11:41.889067 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3668b1f-ef80-470f-909c-a536cbf9351f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50f5d22-af01-4ce9-a287-6d30e1e93b32,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:41.891703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 58116) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:41.921022 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-935f4f20-2c5f-4ae7-bede-c4f1201cc92a req-c3d4d4b8-792e-4128-9fb8-8e1d906520cc tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872698 Feb 07 21:11:41.938985 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ded71d1-eaba-4658-b77b-58b86f006b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6cab7d-73f7-4e56-87ac-9f6570745c2a'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:11:41.952073 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecff3d30-d3ca-42a2-bfde-5afef4766100" -d '{"events": [{"server_uuid": "3ded71d1-eaba-4658-b77b-58b86f006b63", "name": "network-vif-plugged", "status": "completed", "tag": "ad6cab7d-73f7-4e56-87ac-9f6570745c2a"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:11:41.970121 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port ad6cab7d-73f7-4e56-87ac-9f6570745c2a, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ad6cab7d-73f7-4e56-87ac-9f6570745c2a,segment=NetworkSegment(d17188d4-7793-4980-b0e3-bff9438995bd),segment_id=d17188d4-7793-4980-b0e3-bff9438995bd)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:11:41.982949 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ad6cab7d-73f7-4e56-87ac-9f6570745c2a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:41.997599 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66e462d8-5d6d-4b13-b296-810cba054209 admin admin] Publish callbacks [] for security_group (d50f5d22-af01-4ce9-a287-6d30e1e93b32), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:42.037887 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7cfdb6-ffe1-44ca-a191-e392aefad8c7 x-openstack-request-id: req-4c7cfdb6-ffe1-44ca-a191-e392aefad8c7 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:11:42.038244 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ded71d1-eaba-4658-b77b-58b86f006b63", "name": "network-vif-plugged", "status": "completed", "tag": "ad6cab7d-73f7-4e56-87ac-9f6570745c2a", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:11:42.038448 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4c7cfdb6-ffe1-44ca-a191-e392aefad8c7 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:11:42.038828 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ded71d1-eaba-4658-b77b-58b86f006b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6cab7d-73f7-4e56-87ac-9f6570745c2a', 'code': 200} Feb 07 21:11:42.045777 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66e462d8-5d6d-4b13-b296-810cba054209 admin admin] Publish callbacks [] for security_group (d50f5d22-af01-4ce9-a287-6d30e1e93b32), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:42.093134 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=ad6cab7d-73f7-4e56-87ac-9f6570745c2a,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:42.128698 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c8aef4e9-ee3c-402e-9bf7-84ce46420d53 req-45bd2ee5-1a1e-42e5-932c-17b3604423c8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0626740 Feb 07 21:11:42.150138 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c12704-e36a-4aad-8a66-e8c3b5ee810a req-c3065122-3088-4cd5-bae1-0123bbcdf5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:42.151647 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80c12704-e36a-4aad-8a66-e8c3b5ee810a req-c3065122-3088-4cd5-bae1-0123bbcdf5f8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3ded71d1-eaba-4658-b77b-58b86f006b63 HTTP/1.1" status: 200 len: 1127 time: 0.0666122 Feb 07 21:11:42.175303 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-feed3218-4b79-47ab-89ed-d1a1452ebdff req-94cc981d-ed88-4d65-b15d-9e122eecf0c7 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2109440273', 'description': 'tempest-description-1611384892'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:42.179573 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66e462d8-5d6d-4b13-b296-810cba054209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d50f5d22-af01-4ce9-a287-6d30e1e93b32), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:42.183132 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66e462d8-5d6d-4b13-b296-810cba054209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:42.184795 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-66e462d8-5d6d-4b13-b296-810cba054209 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d50f5d22-af01-4ce9-a287-6d30e1e93b32 HTTP/1.1" status: 204 len: 168 time: 0.2920363 Feb 07 21:11:42.212691 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e462d8-5d6d-4b13-b296-810cba054209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50f5d22-af01-4ce9-a287-6d30e1e93b32,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:42.238613 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-feed3218-4b79-47ab-89ed-d1a1452ebdff req-94cc981d-ed88-4d65-b15d-9e122eecf0c7 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:42.275689 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80c12704-e36a-4aad-8a66-e8c3b5ee810a req-6e8981c2-68b2-445a-a3fa-9c20652b263c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113036 Feb 07 21:11:42.346463 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-feed3218-4b79-47ab-89ed-d1a1452ebdff req-94cc981d-ed88-4d65-b15d-9e122eecf0c7 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (203c3c5d-2796-424a-b2b6-e9f3ef5d5b6e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:42.351289 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-feed3218-4b79-47ab-89ed-d1a1452ebdff req-94cc981d-ed88-4d65-b15d-9e122eecf0c7 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (203c3c5d-2796-424a-b2b6-e9f3ef5d5b6e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:42.384558 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-feed3218-4b79-47ab-89ed-d1a1452ebdff req-94cc981d-ed88-4d65-b15d-9e122eecf0c7 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:42.385866 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-feed3218-4b79-47ab-89ed-d1a1452ebdff req-94cc981d-ed88-4d65-b15d-9e122eecf0c7 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2147477 Feb 07 21:11:42.389404 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc981d-ed88-4d65-b15d-9e122eecf0c7 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=203c3c5d-2796-424a-b2b6-e9f3ef5d5b6e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:42.415069 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-9bed7128-76cf-4674-b407-4606bfb30189 req-41d47fa9-875d-49f1-aebd-efbde3cc2ec3 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-964847672', 'description': 'tempest-description-226278058'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:42.439771 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9bed7128-76cf-4674-b407-4606bfb30189 req-41d47fa9-875d-49f1-aebd-efbde3cc2ec3 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:42.451578 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 58140) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:42.524256 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-81376f71-c37f-4a41-acb9-e6daf9e14302 admin admin] Deleting subnet b620ab0a-bc7b-4a4b-98f9-aec523da3627 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:11:42.529210 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81376f71-c37f-4a41-acb9-e6daf9e14302 admin admin] Publish callbacks [] for subnet (b620ab0a-bc7b-4a4b-98f9-aec523da3627), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:42.884123 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81376f71-c37f-4a41-acb9-e6daf9e14302 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (b620ab0a-bc7b-4a4b-98f9-aec523da3627), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:42.889393 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9bed7128-76cf-4674-b407-4606bfb30189 req-41d47fa9-875d-49f1-aebd-efbde3cc2ec3 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (36bff7ef-c654-44eb-b839-798654138dba), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:42.909671 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-e5383807-bc8b-4820-9523-5e6417f19286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:42.911214 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-e5383807-bc8b-4820-9523-5e6417f19286 service neutron] 10.222.0.71 "GET /v2.0/ports/787540ad-da42-4766-9599-e06e23ac29d8 HTTP/1.1" status: 200 len: 1027 time: 0.3583286 Feb 07 21:11:42.913904 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9bed7128-76cf-4674-b407-4606bfb30189 req-41d47fa9-875d-49f1-aebd-efbde3cc2ec3 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (36bff7ef-c654-44eb-b839-798654138dba), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:43.011129 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9bed7128-76cf-4674-b407-4606bfb30189 req-41d47fa9-875d-49f1-aebd-efbde3cc2ec3 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:43.029287 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9bed7128-76cf-4674-b407-4606bfb30189 req-41d47fa9-875d-49f1-aebd-efbde3cc2ec3 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6185467 Feb 07 21:11:43.031082 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81376f71-c37f-4a41-acb9-e6daf9e14302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (b620ab0a-bc7b-4a4b-98f9-aec523da3627), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:43.036624 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d47fa9-875d-49f1-aebd-efbde3cc2ec3 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36bff7ef-c654-44eb-b839-798654138dba,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:43.064269 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-2717ce97-1a70-43b4-bfce-8e606ef33f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:43.065974 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-2717ce97-1a70-43b4-bfce-8e606ef33f3c service neutron] 10.222.0.71 "GET /v2.0/ports/78688ae2-f6bf-4575-9b2d-411b39a9ee2d HTTP/1.1" status: 200 len: 1026 time: 0.1390653 Feb 07 21:11:43.240685 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad807e-f907-4c68-abf4-f78c5b3b3160 req-25d5bc13-1058-4030-8343-e20165fcf665 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:43.248376 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48ad807e-f907-4c68-abf4-f78c5b3b3160 req-25d5bc13-1058-4030-8343-e20165fcf665 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ded71d1-eaba-4658-b77b-58b86f006b63 HTTP/1.1" status: 200 len: 945 time: 0.1809440 Feb 07 21:11:43.250539 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81376f71-c37f-4a41-acb9-e6daf9e14302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (b620ab0a-bc7b-4a4b-98f9-aec523da3627), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:43.301366 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81376f71-c37f-4a41-acb9-e6daf9e14302 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:43.307268 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58190) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:43.307760 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-81376f71-c37f-4a41-acb9-e6daf9e14302 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b620ab0a-bc7b-4a4b-98f9-aec523da3627 HTTP/1.1" status: 204 len: 168 time: 0.8543398 Feb 07 21:11:43.335233 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81376f71-c37f-4a41-acb9-e6daf9e14302 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b620ab0a-bc7b-4a4b-98f9-aec523da3627,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:43.356324 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-4a8e058c-3a13-4b7e-b5c9-eef8302917eb tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:43.362060 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-4a8e058c-3a13-4b7e-b5c9-eef8302917eb tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:43.367542 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-4a8e058c-3a13-4b7e-b5c9-eef8302917eb tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:43.369339 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-4a8e058c-3a13-4b7e-b5c9-eef8302917eb tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.71 "GET /v2.0/networks?id=071b8c86-0422-4ec9-8876-4c05135f32b2&id=26a5aa95-5a14-4824-919e-8a28dc988cff&id=26a5aa95-5a14-4824-919e-8a28dc988cff&id=26a5aa95-5a14-4824-919e-8a28dc988cff&id=26a5aa95-5a14-4824-919e-8a28dc988cff&id=990c9613-1652-4a05-a37c-c1f76f75103a&id=990c9613-1652-4a05-a37c-c1f76f75103a HTTP/1.1" status: 200 len: 1989 time: 0.2696207 Feb 07 21:11:43.423378 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7fe66334-6162-4992-9899-bff7c9b29949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (24985143-bd0d-405a-ab8d-aedd44e49baa), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:43.443105 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81376f71-c37f-4a41-acb9-e6daf9e14302 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:43.443594 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81376f71-c37f-4a41-acb9-e6daf9e14302 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:43.444039 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81376f71-c37f-4a41-acb9-e6daf9e14302 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:43.444511 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81376f71-c37f-4a41-acb9-e6daf9e14302 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:43.444943 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81376f71-c37f-4a41-acb9-e6daf9e14302 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:43.445394 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81376f71-c37f-4a41-acb9-e6daf9e14302 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:43.445820 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81376f71-c37f-4a41-acb9-e6daf9e14302 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:43.446247 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81376f71-c37f-4a41-acb9-e6daf9e14302 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:43.446670 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81376f71-c37f-4a41-acb9-e6daf9e14302 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:43.447091 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81376f71-c37f-4a41-acb9-e6daf9e14302 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:43.447515 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81376f71-c37f-4a41-acb9-e6daf9e14302 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:43.448339 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81376f71-c37f-4a41-acb9-e6daf9e14302 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:43.448663 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81376f71-c37f-4a41-acb9-e6daf9e14302 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:11:43.527801 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-90adf9b5-700f-4b04-8689-3ef91174aa6b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42501a05a1164b8bab09e271e46d222b HTTP/1.1" status: 200 len: 378 time: 0.1030660 Feb 07 21:11:43.529049 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7fe66334-6162-4992-9899-bff7c9b29949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (24985143-bd0d-405a-ab8d-aedd44e49baa), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:43.543925 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48ad807e-f907-4c68-abf4-f78c5b3b3160 req-c526abc4-0e4d-4761-bed3-9611f31f14b8 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902496 Feb 07 21:11:43.554916 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-71c6946c-1447-46f7-83b2-d6616b725223 req-9cc1c8da-b2ea-443d-8f8a-ac1b3455d445 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Request body: {'port': {'device_id': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2', 'admin_state_up': True, 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'security_groups': ['4594f637-47ce-490b-a33d-e0ff27b5c788']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:43.560196 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7fe66334-6162-4992-9899-bff7c9b29949 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24985143-bd0d-405a-ab8d-aedd44e49baa']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:11:43.573708 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7fe66334-6162-4992-9899-bff7c9b29949 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc7f80b-e0ef-42c7-bb74-603c3065e8e5') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:11:43.574856 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7fe66334-6162-4992-9899-bff7c9b29949 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc7f80b-e0ef-42c7-bb74-603c3065e8e5') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:11:43.588794 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7fe66334-6162-4992-9899-bff7c9b29949 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (8fc7f80b-e0ef-42c7-bb74-603c3065e8e5), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:43.625536 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7fe66334-6162-4992-9899-bff7c9b29949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (8fc7f80b-e0ef-42c7-bb74-603c3065e8e5), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:43.641786 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe66334-6162-4992-9899-bff7c9b29949 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:11:43.642439 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7fe66334-6162-4992-9899-bff7c9b29949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (8fc7f80b-e0ef-42c7-bb74-603c3065e8e5), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:11:43.645750 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:11:43.742492 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7fe66334-6162-4992-9899-bff7c9b29949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (24985143-bd0d-405a-ab8d-aedd44e49baa), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:43.756973 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-123b4d6c-49b1-4e46-8f0c-a502933e89d6 req-cf563db8-e4a8-4f18-976b-fa4ed21739b3 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0836627 Feb 07 21:11:43.758179 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7fe66334-6162-4992-9899-bff7c9b29949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:43.765234 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7fe66334-6162-4992-9899-bff7c9b29949 admin admin] 10.222.0.65 "DELETE /v2.0/networks/24985143-bd0d-405a-ab8d-aedd44e49baa HTTP/1.1" status: 204 len: 168 time: 0.4533384 Feb 07 21:11:43.795120 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe66334-6162-4992-9899-bff7c9b29949 admin admin] Pushing event deleted for resources: {'Network': ['ID=24985143-bd0d-405a-ab8d-aedd44e49baa,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:43.795377 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-67ad0b10-e814-4606-af9f-041ed42c1b08 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:43.803098 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-67ad0b10-e814-4606-af9f-041ed42c1b08 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/networks?id=5ab21a05-4285-40ac-9087-244389cc5c8a HTTP/1.1" status: 200 len: 813 time: 0.5432904 Feb 07 21:11:43.833336 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8dd26141-6073-4373-b619-e59a31fffd7f no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:11:43.844953 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-e978c98b-3ff5-446b-adb4-8e5cf1191c4c tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/quotas/d10808f8a1e4426aac7a4507d0733789 HTTP/1.1" status: 200 len: 375 time: 0.0405202 Feb 07 21:11:43.870665 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 8dd26141-6073-4373-b619-e59a31fffd7f {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:11:43.871118 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8dd26141-6073-4373-b619-e59a31fffd7f not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:11:43.900200 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-e785ef57-cda6-4b32-82ed-9cfd4a2075c3 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d10808f8a1e4426aac7a4507d0733789&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543022 Feb 07 21:11:44.003473 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-9cc1c8da-b2ea-443d-8f8a-ac1b3455d445 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Made reservation on behalf of 42501a05a1164b8bab09e271e46d222b for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:11:44.007456 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-9cc1c8da-b2ea-443d-8f8a-ac1b3455d445 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:44.018083 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-2f5679d4-f585-4d6f-93d2-d0e72664f4ef service neutron] 10.222.0.65 "GET /v2.0/networks/5ab21a05-4285-40ac-9087-244389cc5c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165624 Feb 07 21:11:44.053949 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58200) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:44.111166 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e1116366-f6e8-4d3e-a880-b6716a207795 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e1df7f945a7f4a72873075145fea6697&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0554173 Feb 07 21:11:44.112157 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58202) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:44.174337 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0aed17eb-b6d1-4ba8-b58d-8188b478d142 admin admin] Publish callbacks [] for security_group (1d54a76c-8da7-49b2-bb2f-d3fe77e63969), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:44.201361 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0aed17eb-b6d1-4ba8-b58d-8188b478d142 admin admin] Publish callbacks [] for security_group (1d54a76c-8da7-49b2-bb2f-d3fe77e63969), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:44.266371 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0aed17eb-b6d1-4ba8-b58d-8188b478d142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1d54a76c-8da7-49b2-bb2f-d3fe77e63969), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:44.270265 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0aed17eb-b6d1-4ba8-b58d-8188b478d142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:44.274350 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0aed17eb-b6d1-4ba8-b58d-8188b478d142 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1d54a76c-8da7-49b2-bb2f-d3fe77e63969 HTTP/1.1" status: 204 len: 168 time: 0.1583560 Feb 07 21:11:44.278264 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-460e85e9-5eaa-4118-be48-d5f165d32ecb service neutron] 10.222.0.65 "GET /v2.0/networks/5ab21a05-4285-40ac-9087-244389cc5c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582543 Feb 07 21:11:44.293353 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-71c6946c-1447-46f7-83b2-d6616b725223 req-9cc1c8da-b2ea-443d-8f8a-ac1b3455d445 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Allocated IP 172.20.0.3 (071b8c86-0422-4ec9-8876-4c05135f32b2/14195520-c31c-46d3-a196-c4e089f2f729/b2ae11df-92cb-4cf3-a5a5-1a562899672f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:11:44.307837 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed17eb-b6d1-4ba8-b58d-8188b478d142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d54a76c-8da7-49b2-bb2f-d3fe77e63969,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:44.468048 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-9cc1c8da-b2ea-443d-8f8a-ac1b3455d445 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for port (b2ae11df-92cb-4cf3-a5a5-1a562899672f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:44.510174 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-9cc1c8da-b2ea-443d-8f8a-ac1b3455d445 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (b2ae11df-92cb-4cf3-a5a5-1a562899672f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:44.595476 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c6946c-1447-46f7-83b2-d6616b725223 req-9cc1c8da-b2ea-443d-8f8a-ac1b3455d445 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Network 071b8c86-0422-4ec9-8876-4c05135f32b2 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:11:44.622989 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-71c6946c-1447-46f7-83b2-d6616b725223 req-9cc1c8da-b2ea-443d-8f8a-ac1b3455d445 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:11:44.668819 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c6946c-1447-46f7-83b2-d6616b725223 req-9cc1c8da-b2ea-443d-8f8a-ac1b3455d445 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:11:44.766307 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac878097-eb0a-4db8-9d58-3617261f3597 req-d168e0fa-4414-4f93-9311-2a88142f8ca6 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=54882b7d-92a8-4c36-9f8f-aba293074103 HTTP/1.1" status: 200 len: 210 time: 0.1983948 Feb 07 21:11:44.927628 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1c8da-b2ea-443d-8f8a-ac1b3455d445 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event updated for resources: {'Port': ['ID=b2ae11df-92cb-4cf3-a5a5-1a562899672f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:45.022049 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-9cc1c8da-b2ea-443d-8f8a-ac1b3455d445 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:45.022816 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-9cc1c8da-b2ea-443d-8f8a-ac1b3455d445 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:45.047309 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdae08a-cfdf-46b9-aa34-f126ed42b9d7 req-f0613331-f8f8-49ad-b516-92cf31829c0b tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:45.055012 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ffdae08a-cfdf-46b9-aa34-f126ed42b9d7 req-f0613331-f8f8-49ad-b516-92cf31829c0b tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ded71d1-eaba-4658-b77b-58b86f006b63 HTTP/1.1" status: 200 len: 945 time: 0.3944111 Feb 07 21:11:45.067833 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7ef23-0c24-4dd0-b897-7aa94fccd84b req-918bffec-d14e-4046-9552-c05457bef21e tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:45.069500 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-89e7ef23-0c24-4dd0-b897-7aa94fccd84b req-918bffec-d14e-4046-9552-c05457bef21e tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 931 time: 0.1320884 Feb 07 21:11:45.105769 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-9cc1c8da-b2ea-443d-8f8a-ac1b3455d445 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5550640 Feb 07 21:11:45.122877 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-71c6946c-1447-46f7-83b2-d6616b725223 req-148a02a3-b84f-48fd-8309-dd57beb8967b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Request body: {'port': {'device_id': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff', 'admin_state_up': True, 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'security_groups': ['4594f637-47ce-490b-a33d-e0ff27b5c788']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:45.129557 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-69eb89e5-43fa-4904-8e9d-cef07998ddd2 None None] Provisioning complete for port b2ae11df-92cb-4cf3-a5a5-1a562899672f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:11:45.130450 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-69eb89e5-43fa-4904-8e9d-cef07998ddd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b2ae11df-92cb-4cf3-a5a5-1a562899672f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:45.210938 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-69eb89e5-43fa-4904-8e9d-cef07998ddd2 None None] Port b2ae11df-92cb-4cf3-a5a5-1a562899672f cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:11:45.236379 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ffdae08a-cfdf-46b9-aa34-f126ed42b9d7 req-57d597b8-0c52-4936-8e17-3ed6c7058f5a tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801836 Feb 07 21:11:45.246376 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-89e7ef23-0c24-4dd0-b897-7aa94fccd84b req-086f37e6-08fb-48e2-9a4b-a427bdada2af tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1693645 Feb 07 21:11:45.407340 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-148a02a3-b84f-48fd-8309-dd57beb8967b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Made reservation on behalf of 42501a05a1164b8bab09e271e46d222b for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:11:45.414342 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-148a02a3-b84f-48fd-8309-dd57beb8967b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:45.757265 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-71c6946c-1447-46f7-83b2-d6616b725223 req-148a02a3-b84f-48fd-8309-dd57beb8967b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Allocated IP 10.1.1.140 (26a5aa95-5a14-4824-919e-8a28dc988cff/c9c2ed27-c21c-4f3c-8dab-d62862785392/4ac48894-fd3f-4327-adde-ca84b477e6df) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:11:45.770230 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c12918-da58-42a3-a0bf-4991c7a8a3f1 req-d7aec038-9734-4e0a-a3c8-2a5a27022028 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:45.777438 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e0c12918-da58-42a3-a0bf-4991c7a8a3f1 req-d7aec038-9734-4e0a-a3c8-2a5a27022028 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ded71d1-eaba-4658-b77b-58b86f006b63 HTTP/1.1" status: 200 len: 945 time: 0.1229284 Feb 07 21:11:45.862591 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e0c12918-da58-42a3-a0bf-4991c7a8a3f1 req-f77e2e8b-9f09-42a3-804f-ad5dc4cf57c4 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826390 Feb 07 21:11:46.024382 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9c3534b-4a73-4247-89b6-0062702bb748 req-8b686a06-158e-432c-ab80-b0cafedb347d tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=54882b7d-92a8-4c36-9f8f-aba293074103 HTTP/1.1" status: 200 len: 210 time: 0.1106851 Feb 07 21:11:46.147291 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-148a02a3-b84f-48fd-8309-dd57beb8967b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for port (4ac48894-fd3f-4327-adde-ca84b477e6df), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:46.212915 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-148a02a3-b84f-48fd-8309-dd57beb8967b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (4ac48894-fd3f-4327-adde-ca84b477e6df), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:46.344099 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-e35556c7-b8f5-4889-be97-1e0d0d4850b8 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:46.346648 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-e35556c7-b8f5-4889-be97-1e0d0d4850b8 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.69 "GET /v2.0/networks?id=5ab21a05-4285-40ac-9087-244389cc5c8a HTTP/1.1" status: 200 len: 813 time: 0.1824157 Feb 07 21:11:46.363608 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-3cc19a75-7a73-4f05-8cc8-68da92add1a9 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Request body: {'port': {'device_id': '54882b7d-92a8-4c36-9f8f-aba293074103', 'network_id': '5ab21a05-4285-40ac-9087-244389cc5c8a', 'admin_state_up': True, 'tenant_id': 'd10808f8a1e4426aac7a4507d0733789'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:46.365982 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c6946c-1447-46f7-83b2-d6616b725223 req-148a02a3-b84f-48fd-8309-dd57beb8967b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Network 26a5aa95-5a14-4824-919e-8a28dc988cff is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:11:46.379928 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-71c6946c-1447-46f7-83b2-d6616b725223 req-148a02a3-b84f-48fd-8309-dd57beb8967b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:11:46.395464 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c6946c-1447-46f7-83b2-d6616b725223 req-148a02a3-b84f-48fd-8309-dd57beb8967b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:11:46.450583 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a02a3-b84f-48fd-8309-dd57beb8967b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event updated for resources: {'Port': ['ID=4ac48894-fd3f-4327-adde-ca84b477e6df,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:46.546228 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-148a02a3-b84f-48fd-8309-dd57beb8967b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:46.547049 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-148a02a3-b84f-48fd-8309-dd57beb8967b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:46.582289 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338c3f-4ec4-4db0-9009-380231ff7d82 req-a591c42f-6116-47ce-ab14-899d8e9b432a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:46.588211 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338c3f-4ec4-4db0-9009-380231ff7d82 req-a591c42f-6116-47ce-ab14-899d8e9b432a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:46.592354 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72338c3f-4ec4-4db0-9009-380231ff7d82 req-a591c42f-6116-47ce-ab14-899d8e9b432a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 1653 time: 0.2222238 Feb 07 21:11:46.606167 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-148a02a3-b84f-48fd-8309-dd57beb8967b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4905233 Feb 07 21:11:46.611969 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-3cc19a75-7a73-4f05-8cc8-68da92add1a9 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Made reservation on behalf of d10808f8a1e4426aac7a4507d0733789 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:11:46.622428 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-3cc19a75-7a73-4f05-8cc8-68da92add1a9 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:46.641323 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-71c6946c-1447-46f7-83b2-d6616b725223 req-b263c4ad-cc37-4fba-b0b1-e045ae594e1c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Request body: {'port': {'device_id': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff', 'admin_state_up': True, 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'security_groups': ['4594f637-47ce-490b-a33d-e0ff27b5c788']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:46.820598 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-3cc19a75-7a73-4f05-8cc8-68da92add1a9 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Allocated IP 172.20.0.9 (5ab21a05-4285-40ac-9087-244389cc5c8a/2aefdc90-0b3f-49bd-8e85-71d4e6eb9af9/db83d01e-40ca-4c97-88f3-ae02506f96ab) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:11:46.856252 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2a5e97b4-21da-49d6-a051-d06a5dd3806c None None] Provisioning complete for port 4ac48894-fd3f-4327-adde-ca84b477e6df triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:11:46.857446 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2a5e97b4-21da-49d6-a051-d06a5dd3806c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4ac48894-fd3f-4327-adde-ca84b477e6df), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:46.946343 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72338c3f-4ec4-4db0-9009-380231ff7d82 req-5f81f787-5848-4746-87f4-29ed63de7513 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3355384 Feb 07 21:11:46.948101 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-b263c4ad-cc37-4fba-b0b1-e045ae594e1c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Made reservation on behalf of 42501a05a1164b8bab09e271e46d222b for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:11:46.969348 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-b263c4ad-cc37-4fba-b0b1-e045ae594e1c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:47.001351 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e97b4-21da-49d6-a051-d06a5dd3806c None None] Port 4ac48894-fd3f-4327-adde-ca84b477e6df cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:11:47.168230 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 58330) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:47.204830 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de263ddb-2eeb-491c-b0fe-a66f0c45499b req-f5ccc099-75f6-4578-8efb-b107af51388e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:47.206654 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de263ddb-2eeb-491c-b0fe-a66f0c45499b req-f5ccc099-75f6-4578-8efb-b107af51388e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ded71d1-eaba-4658-b77b-58b86f006b63 HTTP/1.1" status: 200 len: 945 time: 0.1849072 Feb 07 21:11:47.258156 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-3cc19a75-7a73-4f05-8cc8-68da92add1a9 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for port (db83d01e-40ca-4c97-88f3-ae02506f96ab), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:47.271650 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-567b155f-a7df-4af0-9240-648682aa3884 req-70389f78-6268-46ce-af8b-e6f38b197ff2 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=54882b7d-92a8-4c36-9f8f-aba293074103 HTTP/1.1" status: 200 len: 210 time: 0.0561953 Feb 07 21:11:47.310872 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-71c6946c-1447-46f7-83b2-d6616b725223 req-b263c4ad-cc37-4fba-b0b1-e045ae594e1c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Allocated IP 10.1.1.117 (26a5aa95-5a14-4824-919e-8a28dc988cff/c9c2ed27-c21c-4f3c-8dab-d62862785392/3f1d0a48-7987-4d96-94a8-3d3611c23cf7) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:11:47.329055 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de263ddb-2eeb-491c-b0fe-a66f0c45499b req-5eefb75f-0197-4198-8112-9045001d2310 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950830 Feb 07 21:11:47.366305 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-3cc19a75-7a73-4f05-8cc8-68da92add1a9 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (db83d01e-40ca-4c97-88f3-ae02506f96ab), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:47.467556 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-3cc19a75-7a73-4f05-8cc8-68da92add1a9 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Network 5ab21a05-4285-40ac-9087-244389cc5c8a is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:11:47.471058 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-3cc19a75-7a73-4f05-8cc8-68da92add1a9 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:11:47.475074 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-3cc19a75-7a73-4f05-8cc8-68da92add1a9 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:11:47.529098 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-3cc19a75-7a73-4f05-8cc8-68da92add1a9 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:47.529877 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-3cc19a75-7a73-4f05-8cc8-68da92add1a9 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:47.531870 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a6ca7-1153-461e-9590-942fcbf9a2ce req-4a75fda6-eeb3-4eb4-a1b5-2fccc294d77a tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:47.533383 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-507a6ca7-1153-461e-9590-942fcbf9a2ce req-4a75fda6-eeb3-4eb4-a1b5-2fccc294d77a tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ded71d1-eaba-4658-b77b-58b86f006b63 HTTP/1.1" status: 200 len: 945 time: 0.1763022 Feb 07 21:11:47.540953 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc19a75-7a73-4f05-8cc8-68da92add1a9 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Pushing event updated for resources: {'Port': ['ID=db83d01e-40ca-4c97-88f3-ae02506f96ab,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:47.553925 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-3cc19a75-7a73-4f05-8cc8-68da92add1a9 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1950679 Feb 07 21:11:47.565879 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-f2c2a9fa-0ea4-4e7f-a464-ed5210b7e89d service neutron] Request body: {'port': {'device_id': '54882b7d-92a8-4c36-9f8f-aba293074103', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:47.567195 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-b263c4ad-cc37-4fba-b0b1-e045ae594e1c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for port (3f1d0a48-7987-4d96-94a8-3d3611c23cf7), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:47.615284 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d064c9cc-8d81-4b26-a985-5de89ae66527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:47.654961 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-f2c2a9fa-0ea4-4e7f-a464-ed5210b7e89d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (db83d01e-40ca-4c97-88f3-ae02506f96ab), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:47.709620 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-b263c4ad-cc37-4fba-b0b1-e045ae594e1c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (3f1d0a48-7987-4d96-94a8-3d3611c23cf7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:48.078986 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c6946c-1447-46f7-83b2-d6616b725223 req-b263c4ad-cc37-4fba-b0b1-e045ae594e1c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Network 26a5aa95-5a14-4824-919e-8a28dc988cff is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:11:48.090910 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-71c6946c-1447-46f7-83b2-d6616b725223 req-b263c4ad-cc37-4fba-b0b1-e045ae594e1c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:11:48.102464 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c6946c-1447-46f7-83b2-d6616b725223 req-b263c4ad-cc37-4fba-b0b1-e045ae594e1c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:11:48.106826 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263c4ad-cc37-4fba-b0b1-e045ae594e1c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event updated for resources: {'Port': ['ID=3f1d0a48-7987-4d96-94a8-3d3611c23cf7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:48.143830 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-507a6ca7-1153-461e-9590-942fcbf9a2ce req-67b5ec43-4428-4cff-81f5-714b6a3e2042 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Deleting port ad6cab7d-73f7-4e56-87ac-9f6570745c2a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:11:48.144301 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-507a6ca7-1153-461e-9590-942fcbf9a2ce req-67b5ec43-4428-4cff-81f5-714b6a3e2042 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ad6cab7d-73f7-4e56-87ac-9f6570745c2a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:48.232801 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-f2c2a9fa-0ea4-4e7f-a464-ed5210b7e89d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db83d01e-40ca-4c97-88f3-ae02506f96ab {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:11:48.249442 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-f2c2a9fa-0ea4-4e7f-a464-ed5210b7e89d service neutron] Publish callbacks [] for port (db83d01e-40ca-4c97-88f3-ae02506f96ab), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:48.269336 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-f2c2a9fa-0ea4-4e7f-a464-ed5210b7e89d service neutron] Transition to ACTIVE for port object db83d01e-40ca-4c97-88f3-ae02506f96ab will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:11:48.282107 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-f2c2a9fa-0ea4-4e7f-a464-ed5210b7e89d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (db83d01e-40ca-4c97-88f3-ae02506f96ab), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:48.373909 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9125d1e8-5085-486a-bb1c-24dae5dd4c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:48.390761 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d064c9cc-8d81-4b26-a985-5de89ae66527 admin admin] Publish callbacks [] for security_group (d9d70b72-7107-4b20-957f-994308e164b6), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:48.430043 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-b263c4ad-cc37-4fba-b0b1-e045ae594e1c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:48.431001 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-b263c4ad-cc37-4fba-b0b1-e045ae594e1c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:48.434145 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d064c9cc-8d81-4b26-a985-5de89ae66527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d9d70b72-7107-4b20-957f-994308e164b6), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:48.505765 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce82ff7-f12f-424c-89e8-a8e3a8409594 req-0dfd2bb8-2503-49f3-9e40-1f50658cc9c6 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:48.511488 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce82ff7-f12f-424c-89e8-a8e3a8409594 req-0dfd2bb8-2503-49f3-9e40-1f50658cc9c6 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:48.515279 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2a9fa-0ea4-4e7f-a464-ed5210b7e89d service neutron] Pushing event updated for resources: {'Port': ['ID=db83d01e-40ca-4c97-88f3-ae02506f96ab,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:48.517844 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-f2c2a9fa-0ea4-4e7f-a464-ed5210b7e89d service neutron] Attempting to bind port db83d01e-40ca-4c97-88f3-ae02506f96ab on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:11:48.518106 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce82ff7-f12f-424c-89e8-a8e3a8409594 req-0dfd2bb8-2503-49f3-9e40-1f50658cc9c6 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:48.518232 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-f2c2a9fa-0ea4-4e7f-a464-ed5210b7e89d service neutron] Attempting to bind port db83d01e-40ca-4c97-88f3-ae02506f96ab by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'e428fdb1-030b-4885-9d86-f48291007e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5ab21a05-4285-40ac-9087-244389cc5c8a'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:11:48.518794 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-f2c2a9fa-0ea4-4e7f-a464-ed5210b7e89d service neutron] Attempting to bind port db83d01e-40ca-4c97-88f3-ae02506f96ab on network 5ab21a05-4285-40ac-9087-244389cc5c8a {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:11:48.523763 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-f2c2a9fa-0ea4-4e7f-a464-ed5210b7e89d service neutron] Port db83d01e-40ca-4c97-88f3-ae02506f96ab on network 5ab21a05-4285-40ac-9087-244389cc5c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:11:48.524027 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-f2c2a9fa-0ea4-4e7f-a464-ed5210b7e89d service neutron] Attempting to bind port db83d01e-40ca-4c97-88f3-ae02506f96ab on network 5ab21a05-4285-40ac-9087-244389cc5c8a {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:11:48.527738 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0ce82ff7-f12f-424c-89e8-a8e3a8409594 req-0dfd2bb8-2503-49f3-9e40-1f50658cc9c6 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 2374 time: 0.4418492 Feb 07 21:11:48.544276 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d4ec39da-959e-4a1d-ae2a-04fc476f4a95 None None] Provisioning complete for port 3f1d0a48-7987-4d96-94a8-3d3611c23cf7 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:11:48.544669 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d4ec39da-959e-4a1d-ae2a-04fc476f4a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3f1d0a48-7987-4d96-94a8-3d3611c23cf7), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:48.555344 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-f2c2a9fa-0ea4-4e7f-a464-ed5210b7e89d service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:11:48.556139 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-f2c2a9fa-0ea4-4e7f-a464-ed5210b7e89d service neutron] Checking segment: {'id': 'e428fdb1-030b-4885-9d86-f48291007e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5ab21a05-4285-40ac-9087-244389cc5c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:11:48.556955 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-f2c2a9fa-0ea4-4e7f-a464-ed5210b7e89d service neutron] Bound using segment: {'id': 'e428fdb1-030b-4885-9d86-f48291007e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5ab21a05-4285-40ac-9087-244389cc5c8a'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:11:48.557411 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-f2c2a9fa-0ea4-4e7f-a464-ed5210b7e89d service neutron] Bound port: db83d01e-40ca-4c97-88f3-ae02506f96ab, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e428fdb1-030b-4885-9d86-f48291007e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5ab21a05-4285-40ac-9087-244389cc5c8a'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:11:48.557779 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-f2c2a9fa-0ea4-4e7f-a464-ed5210b7e89d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (db83d01e-40ca-4c97-88f3-ae02506f96ab), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:48.588104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d4ec39da-959e-4a1d-ae2a-04fc476f4a95 None None] Port 3f1d0a48-7987-4d96-94a8-3d3611c23cf7 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:11:48.592440 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-b263c4ad-cc37-4fba-b0b1-e045ae594e1c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9731700 Feb 07 21:11:48.595702 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-507a6ca7-1153-461e-9590-942fcbf9a2ce req-67b5ec43-4428-4cff-81f5-714b6a3e2042 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] For port ad6cab7d-73f7-4e56-87ac-9f6570745c2a, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ad6cab7d-73f7-4e56-87ac-9f6570745c2a,segment=NetworkSegment(d17188d4-7793-4980-b0e3-bff9438995bd),segment_id=d17188d4-7793-4980-b0e3-bff9438995bd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:11:48.596205 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-507a6ca7-1153-461e-9590-942fcbf9a2ce req-67b5ec43-4428-4cff-81f5-714b6a3e2042 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ad6cab7d-73f7-4e56-87ac-9f6570745c2a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:48.613802 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064c9cc-8d81-4b26-a985-5de89ae66527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d70b72-7107-4b20-957f-994308e164b6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:48.618276 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d064c9cc-8d81-4b26-a985-5de89ae66527 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b61d68eb5eeb4cf7bb1bd0d1d50e0ac6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4104207 Feb 07 21:11:48.622971 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-71c6946c-1447-46f7-83b2-d6616b725223 req-e64a83ca-de0c-43a0-933d-0d3a9e6929e1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Request body: {'port': {'device_id': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '990c9613-1652-4a05-a37c-c1f76f75103a', 'admin_state_up': True, 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'security_groups': ['4594f637-47ce-490b-a33d-e0ff27b5c788']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:48.624435 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58382) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:48.658633 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-507a6ca7-1153-461e-9590-942fcbf9a2ce req-67b5ec43-4428-4cff-81f5-714b6a3e2042 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Calling delete_port for ad6cab7d-73f7-4e56-87ac-9f6570745c2a owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:11:48.685807 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-f2c2a9fa-0ea4-4e7f-a464-ed5210b7e89d service neutron] For port db83d01e-40ca-4c97-88f3-ae02506f96ab, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:11:48.718759 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-f2c2a9fa-0ea4-4e7f-a464-ed5210b7e89d service neutron] For port db83d01e-40ca-4c97-88f3-ae02506f96ab, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=db83d01e-40ca-4c97-88f3-ae02506f96ab,segment=NetworkSegment(e428fdb1-030b-4885-9d86-f48291007e12),segment_id=e428fdb1-030b-4885-9d86-f48291007e12)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:11:48.745205 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-f2c2a9fa-0ea4-4e7f-a464-ed5210b7e89d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (db83d01e-40ca-4c97-88f3-ae02506f96ab), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:48.780207 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0ce82ff7-f12f-424c-89e8-a8e3a8409594 req-88e07254-270b-4970-ab61-9f2275c9dcd6 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2399769 Feb 07 21:11:48.790748 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063927aa-2b2c-4d24-8487-c582198b5ec7 req-92f02bf7-712a-46d0-b52c-26b342e5816a tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:48.792340 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-063927aa-2b2c-4d24-8487-c582198b5ec7 req-92f02bf7-712a-46d0-b52c-26b342e5816a tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=54882b7d-92a8-4c36-9f8f-aba293074103 HTTP/1.1" status: 200 len: 943 time: 0.3361557 Feb 07 21:11:48.844169 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab351f2f-9665-4de9-bfda-628e43eaeb46 admin admin] Publish callbacks [] for security_group (d9d70b72-7107-4b20-957f-994308e164b6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:48.890963 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-f2c2a9fa-0ea4-4e7f-a464-ed5210b7e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:48.891709 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-f2c2a9fa-0ea4-4e7f-a464-ed5210b7e89d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:48.893391 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-f2c2a9fa-0ea4-4e7f-a464-ed5210b7e89d service neutron] 10.222.0.69 "PUT /v2.0/ports/db83d01e-40ca-4c97-88f3-ae02506f96ab HTTP/1.1" status: 200 len: 1091 time: 1.3320394 Feb 07 21:11:48.896595 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54882b7d-92a8-4c36-9f8f-aba293074103', 'tag': 'db83d01e-40ca-4c97-88f3-ae02506f96ab'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:11:48.898987 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6977f3f-f43d-4760-b0a8-cfeb30e14897" -d '{"events": [{"name": "network-changed", "server_uuid": "54882b7d-92a8-4c36-9f8f-aba293074103", "tag": "db83d01e-40ca-4c97-88f3-ae02506f96ab"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:11:48.924465 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab351f2f-9665-4de9-bfda-628e43eaeb46 admin admin] Publish callbacks [] for security_group (d9d70b72-7107-4b20-957f-994308e164b6), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:48.929500 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-063927aa-2b2c-4d24-8487-c582198b5ec7 req-f0b28b85-bdea-4a9d-9b53-11fe131dff1d tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a362840-93f8-4e3b-83ba-f40100b3789b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262293 Feb 07 21:11:48.974641 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-e64a83ca-de0c-43a0-933d-0d3a9e6929e1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Made reservation on behalf of 42501a05a1164b8bab09e271e46d222b for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:11:48.992424 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2a9fa-0ea4-4e7f-a464-ed5210b7e89d service neutron] Pushing event updated for resources: {'Port': ['ID=db83d01e-40ca-4c97-88f3-ae02506f96ab,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:49.034122 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e350077d-6dfe-4e77-83be-b433a85ce354 x-openstack-request-id: req-e350077d-6dfe-4e77-83be-b433a85ce354 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:11:49.034336 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54882b7d-92a8-4c36-9f8f-aba293074103", "tag": "db83d01e-40ca-4c97-88f3-ae02506f96ab", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:11:49.034593 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e350077d-6dfe-4e77-83be-b433a85ce354 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:11:49.035098 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54882b7d-92a8-4c36-9f8f-aba293074103', 'tag': 'db83d01e-40ca-4c97-88f3-ae02506f96ab', 'status': 'completed', 'code': 200} Feb 07 21:11:49.047859 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ca870-d864-4001-951a-567a2abf5cb8 req-c8753294-9d6c-4a6c-a815-b0fe37f27bad tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:49.056349 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f10ca870-d864-4001-951a-567a2abf5cb8 req-c8753294-9d6c-4a6c-a815-b0fe37f27bad tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ded71d1-eaba-4658-b77b-58b86f006b63 HTTP/1.1" status: 200 len: 945 time: 0.1947162 Feb 07 21:11:49.072661 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-386430f7-9505-4f93-b796-2f2ab21fe34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:49.075047 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-386430f7-9505-4f93-b796-2f2ab21fe34f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d10808f8a1e4426aac7a4507d0733789&device_id=54882b7d-92a8-4c36-9f8f-aba293074103 HTTP/1.1" status: 200 len: 1125 time: 0.0747323 Feb 07 21:11:49.084028 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-507a6ca7-1153-461e-9590-942fcbf9a2ce req-67b5ec43-4428-4cff-81f5-714b6a3e2042 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ad6cab7d-73f7-4e56-87ac-9f6570745c2a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:49.093895 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab351f2f-9665-4de9-bfda-628e43eaeb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d9d70b72-7107-4b20-957f-994308e164b6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:49.095717 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['8eb3bafa-0275-4baf-b62b-26a49992af32'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:11:49.097083 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab351f2f-9665-4de9-bfda-628e43eaeb46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:49.098641 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ab351f2f-9665-4de9-bfda-628e43eaeb46 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d9d70b72-7107-4b20-957f-994308e164b6 HTTP/1.1" status: 204 len: 168 time: 0.4699249 Feb 07 21:11:49.134317 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-9d8e3cbf-8e57-47c9-aec4-e9131ed64f5d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db83d01e-40ca-4c97-88f3-ae02506f96ab HTTP/1.1" status: 200 len: 217 time: 0.0526624 Feb 07 21:11:49.140264 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab351f2f-9665-4de9-bfda-628e43eaeb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d70b72-7107-4b20-957f-994308e164b6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:49.200839 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-507a6ca7-1153-461e-9590-942fcbf9a2ce req-67b5ec43-4428-4cff-81f5-714b6a3e2042 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] No DVR routers for this DVR port ad6cab7d-73f7-4e56-87ac-9f6570745c2a on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:11:49.202711 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5ec43-4428-4cff-81f5-714b6a3e2042 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Pushing event deleted for resources: {'Port': ['ID=ad6cab7d-73f7-4e56-87ac-9f6570745c2a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:49.209339 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-507a6ca7-1153-461e-9590-942fcbf9a2ce req-67b5ec43-4428-4cff-81f5-714b6a3e2042 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:49.213089 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-507a6ca7-1153-461e-9590-942fcbf9a2ce req-67b5ec43-4428-4cff-81f5-714b6a3e2042 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.71 "DELETE /v2.0/ports/ad6cab7d-73f7-4e56-87ac-9f6570745c2a HTTP/1.1" status: 204 len: 173 time: 1.6691487 Feb 07 21:11:49.216254 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ded71d1-eaba-4658-b77b-58b86f006b63', 'name': 'network-vif-deleted', 'tag': 'ad6cab7d-73f7-4e56-87ac-9f6570745c2a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:11:49.218706 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf834cc2-b2a1-4a62-874f-b6633bcdc809" -d '{"events": [{"server_uuid": "3ded71d1-eaba-4658-b77b-58b86f006b63", "name": "network-vif-deleted", "tag": "ad6cab7d-73f7-4e56-87ac-9f6570745c2a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:11:49.218958 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-6f2d7387-abab-455f-acf3-2943e1bffc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:49.227401 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-6f2d7387-abab-455f-acf3-2943e1bffc6e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2aefdc90-0b3f-49bd-8e85-71d4e6eb9af9 HTTP/1.1" status: 200 len: 853 time: 0.0849798 Feb 07 21:11:49.247808 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f10ca870-d864-4001-951a-567a2abf5cb8 req-258865d7-4e1c-4557-9e0d-30846688f430 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916718 Feb 07 21:11:49.261676 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-e64a83ca-de0c-43a0-933d-0d3a9e6929e1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:49.301687 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-c12cd63a-a1a6-41b5-bf99-d050349a78b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5ab21a05-4285-40ac-9087-244389cc5c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672214 Feb 07 21:11:49.379875 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78df7310-d364-4e8c-b6ee-d4d74ee8626e x-openstack-request-id: req-78df7310-d364-4e8c-b6ee-d4d74ee8626e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:11:49.380476 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ded71d1-eaba-4658-b77b-58b86f006b63", "name": "network-vif-deleted", "tag": "ad6cab7d-73f7-4e56-87ac-9f6570745c2a", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:11:49.380739 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-78df7310-d364-4e8c-b6ee-d4d74ee8626e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:11:49.381679 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ded71d1-eaba-4658-b77b-58b86f006b63', 'name': 'network-vif-deleted', 'tag': 'ad6cab7d-73f7-4e56-87ac-9f6570745c2a', 'status': 'completed', 'code': 200} Feb 07 21:11:49.526705 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-4dd7531d-b5f1-4c7d-baa4-352db394755b service neutron] 10.222.0.69 "GET /v2.0/networks/5ab21a05-4285-40ac-9087-244389cc5c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172101 Feb 07 21:11:49.681630 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device ad6cab7d-73f7-4e56-87ac-9f6570745c2a no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:11:49.711072 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9a870e9f-dd6d-4988-9e2b-99c96ec3b55d req-a36a4962-20bc-45db-b958-da05a266048a service neutron] 10.222.0.69 "GET /v2.0/networks/5ab21a05-4285-40ac-9087-244389cc5c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738396 Feb 07 21:11:49.738064 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: ad6cab7d-73f7-4e56-87ac-9f6570745c2a {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:11:49.738408 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device ad6cab7d-73f7-4e56-87ac-9f6570745c2a not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:11:49.748960 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-71c6946c-1447-46f7-83b2-d6616b725223 req-e64a83ca-de0c-43a0-933d-0d3a9e6929e1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Allocated IP 10.2.2.100 (990c9613-1652-4a05-a37c-c1f76f75103a/5377085d-38ba-495c-883b-35fa1357919c/37a46c40-b8b5-4e77-b30b-a26ed748d892) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:11:49.883948 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6977f3f-f43d-4760-b0a8-cfeb30e14897 req-ffcd1941-6c6d-46d7-b94c-10faac18f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:49.889518 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d6977f3f-f43d-4760-b0a8-cfeb30e14897 req-ffcd1941-6c6d-46d7-b94c-10faac18f5f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d10808f8a1e4426aac7a4507d0733789&device_id=54882b7d-92a8-4c36-9f8f-aba293074103 HTTP/1.1" status: 200 len: 1125 time: 0.1008339 Feb 07 21:11:50.015759 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6977f3f-f43d-4760-b0a8-cfeb30e14897 req-19ebdae6-d793-43e7-a532-0495e53c4253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:50.017443 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d6977f3f-f43d-4760-b0a8-cfeb30e14897 req-19ebdae6-d793-43e7-a532-0495e53c4253 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5ab21a05-4285-40ac-9087-244389cc5c8a HTTP/1.1" status: 200 len: 914 time: 0.1219580 Feb 07 21:11:50.059401 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54d3b0-149f-4d28-b45f-1a44101d9c48 req-12cb4030-c51e-4305-9e6a-daa5a9947a4a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:50.070339 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54d3b0-149f-4d28-b45f-1a44101d9c48 req-12cb4030-c51e-4305-9e6a-daa5a9947a4a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:50.076648 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54d3b0-149f-4d28-b45f-1a44101d9c48 req-12cb4030-c51e-4305-9e6a-daa5a9947a4a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:50.077086 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d6977f3f-f43d-4760-b0a8-cfeb30e14897 req-37f92ce9-c17c-4ce4-8631-cf7da41e50af service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db83d01e-40ca-4c97-88f3-ae02506f96ab HTTP/1.1" status: 200 len: 217 time: 0.0527759 Feb 07 21:11:50.078447 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6d54d3b0-149f-4d28-b45f-1a44101d9c48 req-12cb4030-c51e-4305-9e6a-daa5a9947a4a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 2374 time: 0.1275647 Feb 07 21:11:50.138592 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6977f3f-f43d-4760-b0a8-cfeb30e14897 req-ff23eb82-7bc9-4ea2-9e00-06c6635d6d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:50.140743 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d6977f3f-f43d-4760-b0a8-cfeb30e14897 req-ff23eb82-7bc9-4ea2-9e00-06c6635d6d59 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2aefdc90-0b3f-49bd-8e85-71d4e6eb9af9 HTTP/1.1" status: 200 len: 853 time: 0.0560274 Feb 07 21:11:50.162923 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6d54d3b0-149f-4d28-b45f-1a44101d9c48 req-7ec817aa-cd61-4123-991d-13f9e1809a7b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653658 Feb 07 21:11:50.185912 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-e64a83ca-de0c-43a0-933d-0d3a9e6929e1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for port (37a46c40-b8b5-4e77-b30b-a26ed748d892), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:50.218969 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f6b8a-a128-4d95-80a1-a17dcab04024 req-3862667e-f259-4788-b895-5d3ef47a69f1 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:50.226215 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e47f6b8a-a128-4d95-80a1-a17dcab04024 req-3862667e-f259-4788-b895-5d3ef47a69f1 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=54882b7d-92a8-4c36-9f8f-aba293074103 HTTP/1.1" status: 200 len: 943 time: 0.1431732 Feb 07 21:11:50.252211 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d6977f3f-f43d-4760-b0a8-cfeb30e14897 req-7440a65c-e743-4912-a831-65113b70da90 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5ab21a05-4285-40ac-9087-244389cc5c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007359 Feb 07 21:11:50.308898 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e47f6b8a-a128-4d95-80a1-a17dcab04024 req-e785d919-e3e5-4e1f-b624-f934c7ea3d57 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a362840-93f8-4e3b-83ba-f40100b3789b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810590 Feb 07 21:11:50.317440 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-e64a83ca-de0c-43a0-933d-0d3a9e6929e1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (37a46c40-b8b5-4e77-b30b-a26ed748d892), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:50.398114 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c6946c-1447-46f7-83b2-d6616b725223 req-e64a83ca-de0c-43a0-933d-0d3a9e6929e1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Network 990c9613-1652-4a05-a37c-c1f76f75103a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:11:50.403393 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-71c6946c-1447-46f7-83b2-d6616b725223 req-e64a83ca-de0c-43a0-933d-0d3a9e6929e1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:11:50.408035 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c6946c-1447-46f7-83b2-d6616b725223 req-e64a83ca-de0c-43a0-933d-0d3a9e6929e1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:11:50.561765 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a83ca-de0c-43a0-933d-0d3a9e6929e1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event updated for resources: {'Port': ['ID=37a46c40-b8b5-4e77-b30b-a26ed748d892,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:50.565439 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f8a74ecc-811c-442f-8a7e-ddfb6eed186a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:50.568598 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d6977f3f-f43d-4760-b0a8-cfeb30e14897 req-4a6cb882-a48f-488f-b735-056304b3eb42 service neutron] 10.222.0.69 "GET /v2.0/networks/5ab21a05-4285-40ac-9087-244389cc5c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112192 Feb 07 21:11:50.574879 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:11:50.629042 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-e64a83ca-de0c-43a0-933d-0d3a9e6929e1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:50.635305 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-e64a83ca-de0c-43a0-933d-0d3a9e6929e1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:50.710154 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-e64a83ca-de0c-43a0-933d-0d3a9e6929e1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0974190 Feb 07 21:11:50.731759 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47053ba-5ba8-4ea8-94b0-c5a78f82c37f req-aa8b7339-d65f-4cf7-a20d-9e45867383f7 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:50.734556 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c47053ba-5ba8-4ea8-94b0-c5a78f82c37f req-aa8b7339-d65f-4cf7-a20d-9e45867383f7 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.2824533 Feb 07 21:11:50.747095 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-71c6946c-1447-46f7-83b2-d6616b725223 req-1d8ae18d-47c2-49ef-a408-84b61361b10d tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Request body: {'port': {'device_id': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '990c9613-1652-4a05-a37c-c1f76f75103a', 'admin_state_up': True, 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'security_groups': ['4594f637-47ce-490b-a33d-e0ff27b5c788']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:50.775938 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d6977f3f-f43d-4760-b0a8-cfeb30e14897 req-c7ec2146-d809-40ca-9fe2-db12b16aa400 service neutron] 10.222.0.69 "GET /v2.0/networks/5ab21a05-4285-40ac-9087-244389cc5c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001548 Feb 07 21:11:50.932061 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2c665600-4a84-4f23-b0c9-85d44745dee0 None None] Provisioning complete for port 37a46c40-b8b5-4e77-b30b-a26ed748d892 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:11:50.934058 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2c665600-4a84-4f23-b0c9-85d44745dee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (37a46c40-b8b5-4e77-b30b-a26ed748d892), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:50.959125 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80d95559-53da-4303-aadf-52d58fe6788f req-25f1133c-bd55-4ffc-a7df-eb37d379594b tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=1ccfcf65495f43dd8715be523daabd57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675089 Feb 07 21:11:50.976659 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c47053ba-5ba8-4ea8-94b0-c5a78f82c37f req-9f923de3-98ec-4ce0-9f45-6989d796ea8f tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192550 Feb 07 21:11:50.989928 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-1d8ae18d-47c2-49ef-a408-84b61361b10d tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Made reservation on behalf of 42501a05a1164b8bab09e271e46d222b for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:11:50.994350 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-1d8ae18d-47c2-49ef-a408-84b61361b10d tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:51.048209 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2c665600-4a84-4f23-b0c9-85d44745dee0 None None] Port 37a46c40-b8b5-4e77-b30b-a26ed748d892 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:11:51.239611 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d95559-53da-4303-aadf-52d58fe6788f req-a90f899b-04a4-4bb6-8330-e217d1208260 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:51.241132 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80d95559-53da-4303-aadf-52d58fe6788f req-a90f899b-04a4-4bb6-8330-e217d1208260 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2635190 Feb 07 21:11:51.270298 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80d95559-53da-4303-aadf-52d58fe6788f req-1db2dcf5-05ea-4b22-b3e2-4439c0351ffa tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/quotas/1ccfcf65495f43dd8715be523daabd57 HTTP/1.1" status: 200 len: 375 time: 0.0222406 Feb 07 21:11:51.349204 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80d95559-53da-4303-aadf-52d58fe6788f req-c7cc46eb-e3dc-43b0-b777-b9fdb4b009f0 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1ccfcf65495f43dd8715be523daabd57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482178 Feb 07 21:11:51.439276 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-71c6946c-1447-46f7-83b2-d6616b725223 req-1d8ae18d-47c2-49ef-a408-84b61361b10d tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Allocated IP 10.2.2.200 (990c9613-1652-4a05-a37c-c1f76f75103a/5377085d-38ba-495c-883b-35fa1357919c/9df63fc7-adaf-4727-81c9-300e3fea4a9f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:11:51.454179 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1da35-cc9e-4421-a7eb-e442c43a5e58 req-22e9aac2-e89c-41a6-aced-987e6699b597 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:51.461861 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0d1da35-cc9e-4421-a7eb-e442c43a5e58 req-22e9aac2-e89c-41a6-aced-987e6699b597 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.2076995 Feb 07 21:11:51.575981 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0d1da35-cc9e-4421-a7eb-e442c43a5e58 req-5194db12-fc28-4d7b-aeb7-0b7cb75d164a tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131597 Feb 07 21:11:51.716614 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:51.895842 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab09089-065d-4984-89d4-f746b83b820e req-31392e86-e13e-4274-af98-94ff79e41635 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:51.897389 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ab09089-065d-4984-89d4-f746b83b820e req-31392e86-e13e-4274-af98-94ff79e41635 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=54882b7d-92a8-4c36-9f8f-aba293074103 HTTP/1.1" status: 200 len: 943 time: 0.1575739 Feb 07 21:11:51.936356 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-1d8ae18d-47c2-49ef-a408-84b61361b10d tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for port (9df63fc7-adaf-4727-81c9-300e3fea4a9f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:51.950489 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ad287-29f3-49da-9abc-1ed3228ff8df req-51f454eb-f0f4-4f36-a895-788a91c88e4e tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:51.955993 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ad287-29f3-49da-9abc-1ed3228ff8df req-51f454eb-f0f4-4f36-a895-788a91c88e4e tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:51.960885 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ad287-29f3-49da-9abc-1ed3228ff8df req-51f454eb-f0f4-4f36-a895-788a91c88e4e tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:51.966224 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ad287-29f3-49da-9abc-1ed3228ff8df req-51f454eb-f0f4-4f36-a895-788a91c88e4e tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:51.967912 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f63ad287-29f3-49da-9abc-1ed3228ff8df req-51f454eb-f0f4-4f36-a895-788a91c88e4e tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 3095 time: 0.3034425 Feb 07 21:11:52.052644 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f63ad287-29f3-49da-9abc-1ed3228ff8df req-238febab-c3bb-46e2-a0e0-a26fd47d6f09 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741935 Feb 07 21:11:52.085873 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ab09089-065d-4984-89d4-f746b83b820e req-9f6959c4-2116-4f8b-b0ef-02c965b947cc tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a362840-93f8-4e3b-83ba-f40100b3789b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809320 Feb 07 21:11:52.137608 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-1d8ae18d-47c2-49ef-a408-84b61361b10d tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (9df63fc7-adaf-4727-81c9-300e3fea4a9f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:52.311920 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c6946c-1447-46f7-83b2-d6616b725223 req-1d8ae18d-47c2-49ef-a408-84b61361b10d tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Network 990c9613-1652-4a05-a37c-c1f76f75103a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:11:52.319186 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-6c538d2d-939e-4b87-b241-cd510d6d91ea tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=1ccfcf65495f43dd8715be523daabd57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776222 Feb 07 21:11:52.337086 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-71c6946c-1447-46f7-83b2-d6616b725223 req-1d8ae18d-47c2-49ef-a408-84b61361b10d tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:11:52.340346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c6946c-1447-46f7-83b2-d6616b725223 req-1d8ae18d-47c2-49ef-a408-84b61361b10d tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:11:52.782493 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0250d0ce-b239-46d7-ac8d-cbff1b66eee3 None None] Provisioning complete for port 9df63fc7-adaf-4727-81c9-300e3fea4a9f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:11:52.783018 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0250d0ce-b239-46d7-ac8d-cbff1b66eee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9df63fc7-adaf-4727-81c9-300e3fea4a9f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:52.816329 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ae18d-47c2-49ef-a408-84b61361b10d tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event updated for resources: {'Port': ['ID=9df63fc7-adaf-4727-81c9-300e3fea4a9f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:52.842845 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0250d0ce-b239-46d7-ac8d-cbff1b66eee3 None None] Port 9df63fc7-adaf-4727-81c9-300e3fea4a9f cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:11:52.871484 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0c76b-1866-49cf-97ec-7ebcb1bdffc9 req-dbaa64cc-2b84-467b-96a5-9e025a283009 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:52.872962 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-afc0c76b-1866-49cf-97ec-7ebcb1bdffc9 req-dbaa64cc-2b84-467b-96a5-9e025a283009 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.6663630 Feb 07 21:11:52.889749 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-1d8ae18d-47c2-49ef-a408-84b61361b10d tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:52.890340 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-1d8ae18d-47c2-49ef-a408-84b61361b10d tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:52.939425 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-bffb0203-541a-4640-88f3-df9203eb96a6 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:52.946207 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-bffb0203-541a-4640-88f3-df9203eb96a6 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6260791 Feb 07 21:11:52.957531 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-1d8ae18d-47c2-49ef-a408-84b61361b10d tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2192862 Feb 07 21:11:52.973086 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-71c6946c-1447-46f7-83b2-d6616b725223 req-ddc5cc69-ea9f-45a1-b5b0-27cc21ea156e service neutron] Request body: {'port': {'device_id': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:52.982258 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-3e7d5d7e-9bd8-42e8-afc7-cf5bc7b953e1 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/quotas/1ccfcf65495f43dd8715be523daabd57 HTTP/1.1" status: 200 len: 375 time: 0.0351365 Feb 07 21:11:53.040448 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-ffaac525-f25b-4fc3-907c-ea30a136bea5 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1ccfcf65495f43dd8715be523daabd57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573359 Feb 07 21:11:53.067989 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-afc0c76b-1866-49cf-97ec-7ebcb1bdffc9 req-4046632f-2709-4668-b92c-a3205e28b66f tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559358 Feb 07 21:11:53.130789 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80d95559-53da-4303-aadf-52d58fe6788f req-b168f2d1-ea19-4011-b041-9fa99407de73 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=1ccfcf65495f43dd8715be523daabd57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322087 Feb 07 21:11:53.131511 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-ddc5cc69-ea9f-45a1-b5b0-27cc21ea156e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b2ae11df-92cb-4cf3-a5a5-1a562899672f), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:53.206070 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:53.640335 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d95559-53da-4303-aadf-52d58fe6788f req-fe55f6a0-611b-43b9-818c-a9f1fe5f64e7 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:53.641788 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80d95559-53da-4303-aadf-52d58fe6788f req-fe55f6a0-611b-43b9-818c-a9f1fe5f64e7 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4965639 Feb 07 21:11:53.675108 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-80d95559-53da-4303-aadf-52d58fe6788f req-25264214-680b-4529-a187-f0a214c2f473 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Request body: {'port': {'device_id': 'f0a3adc0-0a51-4fdf-8f70-bafcb3885011', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': '1ccfcf65495f43dd8715be523daabd57'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:53.707345 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5f062-8571-47c7-875e-96229a01efab req-106d552f-01f4-4078-acc7-ee7d3c43e425 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:53.724434 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5f062-8571-47c7-875e-96229a01efab req-106d552f-01f4-4078-acc7-ee7d3c43e425 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:53.731850 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5f062-8571-47c7-875e-96229a01efab req-106d552f-01f4-4078-acc7-ee7d3c43e425 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:53.737052 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5f062-8571-47c7-875e-96229a01efab req-106d552f-01f4-4078-acc7-ee7d3c43e425 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:53.756636 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5f062-8571-47c7-875e-96229a01efab req-106d552f-01f4-4078-acc7-ee7d3c43e425 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:53.767947 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-64f5f062-8571-47c7-875e-96229a01efab req-106d552f-01f4-4078-acc7-ee7d3c43e425 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 3816 time: 0.5233893 Feb 07 21:11:53.889942 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device db83d01e-40ca-4c97-88f3-ae02506f96ab details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:11:54.024105 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b18261-bf7d-4faf-b68d-8f3ca444107c req-c8145dd6-c617-493b-8d2c-63f06382ff51 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:54.035551 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-44b18261-bf7d-4faf-b68d-8f3ca444107c req-c8145dd6-c617-493b-8d2c-63f06382ff51 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=54882b7d-92a8-4c36-9f8f-aba293074103 HTTP/1.1" status: 200 len: 943 time: 0.6035707 Feb 07 21:11:54.118291 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port db83d01e-40ca-4c97-88f3-ae02506f96ab, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=db83d01e-40ca-4c97-88f3-ae02506f96ab,segment=NetworkSegment(e428fdb1-030b-4885-9d86-f48291007e12),segment_id=e428fdb1-030b-4885-9d86-f48291007e12)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:11:54.150682 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'db83d01e-40ca-4c97-88f3-ae02506f96ab', 'network_id': '5ab21a05-4285-40ac-9087-244389cc5c8a', 'port_id': 'db83d01e-40ca-4c97-88f3-ae02506f96ab', 'mac_address': 'fa:16:3e:b2:58:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aefdc90-0b3f-49bd-8e85-71d4e6eb9af9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:11:54.205057 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-71c6946c-1447-46f7-83b2-d6616b725223 req-ddc5cc69-ea9f-45a1-b5b0-27cc21ea156e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2ae11df-92cb-4cf3-a5a5-1a562899672f {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:11:54.215226 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port db83d01e-40ca-4c97-88f3-ae02506f96ab is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:11:54.215496 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-ddc5cc69-ea9f-45a1-b5b0-27cc21ea156e service neutron] Publish callbacks [] for port (b2ae11df-92cb-4cf3-a5a5-1a562899672f), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:54.216124 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (db83d01e-40ca-4c97-88f3-ae02506f96ab), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:54.231895 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-71c6946c-1447-46f7-83b2-d6616b725223 req-ddc5cc69-ea9f-45a1-b5b0-27cc21ea156e service neutron] Transition to ACTIVE for port object b2ae11df-92cb-4cf3-a5a5-1a562899672f will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:11:54.235001 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db83d01e-40ca-4c97-88f3-ae02506f96ab {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:11:54.274260 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port db83d01e-40ca-4c97-88f3-ae02506f96ab, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=db83d01e-40ca-4c97-88f3-ae02506f96ab,segment=NetworkSegment(e428fdb1-030b-4885-9d86-f48291007e12),segment_id=e428fdb1-030b-4885-9d86-f48291007e12)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:11:54.294615 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (db83d01e-40ca-4c97-88f3-ae02506f96ab), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:54.362570 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-64f5f062-8571-47c7-875e-96229a01efab req-fbd3d0eb-c744-48eb-ad64-94e2aea4f757 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3845592 Feb 07 21:11:54.370319 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-44b18261-bf7d-4faf-b68d-8f3ca444107c req-1b734781-75c4-47fe-b222-ac27b809cbb7 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a362840-93f8-4e3b-83ba-f40100b3789b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311527 Feb 07 21:11:54.378318 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-ddc5cc69-ea9f-45a1-b5b0-27cc21ea156e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (b2ae11df-92cb-4cf3-a5a5-1a562899672f), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:54.486031 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:54.522782 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=db83d01e-40ca-4c97-88f3-ae02506f96ab,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:54.635700 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['db83d01e-40ca-4c97-88f3-ae02506f96ab'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:11:54.688526 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d0e70852-074f-4585-b75e-9312ccade3f5 req-9df4bee0-ceee-4fac-afca-d4ca4a992fa6 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/ports?device_id=c16296d4-0749-4305-81ec-14c625f00e2b HTTP/1.1" status: 200 len: 210 time: 0.1092997 Feb 07 21:11:54.711997 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80d95559-53da-4303-aadf-52d58fe6788f req-25264214-680b-4529-a187-f0a214c2f473 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Made reservation on behalf of 1ccfcf65495f43dd8715be523daabd57 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:11:54.718549 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-80d95559-53da-4303-aadf-52d58fe6788f req-25264214-680b-4529-a187-f0a214c2f473 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:54.752295 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-80d95559-53da-4303-aadf-52d58fe6788f req-25264214-680b-4529-a187-f0a214c2f473 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:54.952148 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-8f1d5e3c-0c16-4352-a116-8666644ad6ad tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=1ccfcf65495f43dd8715be523daabd57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720439 Feb 07 21:11:54.986796 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5cc69-ea9f-45a1-b5b0-27cc21ea156e service neutron] Pushing event updated for resources: {'Port': ['ID=b2ae11df-92cb-4cf3-a5a5-1a562899672f,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:54.998083 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-71c6946c-1447-46f7-83b2-d6616b725223 req-ddc5cc69-ea9f-45a1-b5b0-27cc21ea156e service neutron] Attempting to bind port b2ae11df-92cb-4cf3-a5a5-1a562899672f on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:11:54.998738 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-71c6946c-1447-46f7-83b2-d6616b725223 req-ddc5cc69-ea9f-45a1-b5b0-27cc21ea156e service neutron] Attempting to bind port b2ae11df-92cb-4cf3-a5a5-1a562899672f by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '2d331ba7-4f45-4447-8f80-489b1d7f8196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:11:54.999312 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-ddc5cc69-ea9f-45a1-b5b0-27cc21ea156e service neutron] Attempting to bind port b2ae11df-92cb-4cf3-a5a5-1a562899672f on network 071b8c86-0422-4ec9-8876-4c05135f32b2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:11:55.008891 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-80d95559-53da-4303-aadf-52d58fe6788f req-25264214-680b-4529-a187-f0a214c2f473 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Publish callbacks [] for security_group (3fd304ff-acc6-43e8-9397-ae70d57fb3d4), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:55.011904 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-ddc5cc69-ea9f-45a1-b5b0-27cc21ea156e service neutron] Port b2ae11df-92cb-4cf3-a5a5-1a562899672f on network 071b8c86-0422-4ec9-8876-4c05135f32b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:11:55.012617 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-ddc5cc69-ea9f-45a1-b5b0-27cc21ea156e service neutron] Attempting to bind port b2ae11df-92cb-4cf3-a5a5-1a562899672f on network 071b8c86-0422-4ec9-8876-4c05135f32b2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:11:55.020696 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-ddc5cc69-ea9f-45a1-b5b0-27cc21ea156e service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:11:55.021337 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-ddc5cc69-ea9f-45a1-b5b0-27cc21ea156e service neutron] Checking segment: {'id': '2d331ba7-4f45-4447-8f80-489b1d7f8196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:11:55.021960 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-ddc5cc69-ea9f-45a1-b5b0-27cc21ea156e service neutron] Bound using segment: {'id': '2d331ba7-4f45-4447-8f80-489b1d7f8196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:11:55.022576 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-71c6946c-1447-46f7-83b2-d6616b725223 req-ddc5cc69-ea9f-45a1-b5b0-27cc21ea156e service neutron] Bound port: b2ae11df-92cb-4cf3-a5a5-1a562899672f, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d331ba7-4f45-4447-8f80-489b1d7f8196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:11:55.023128 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-ddc5cc69-ea9f-45a1-b5b0-27cc21ea156e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b2ae11df-92cb-4cf3-a5a5-1a562899672f), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:55.026861 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-80d95559-53da-4303-aadf-52d58fe6788f req-25264214-680b-4529-a187-f0a214c2f473 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3fd304ff-acc6-43e8-9397-ae70d57fb3d4), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:55.232479 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-71c6946c-1447-46f7-83b2-d6616b725223 req-ddc5cc69-ea9f-45a1-b5b0-27cc21ea156e service neutron] For port b2ae11df-92cb-4cf3-a5a5-1a562899672f, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:11:55.241868 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-71c6946c-1447-46f7-83b2-d6616b725223 req-ddc5cc69-ea9f-45a1-b5b0-27cc21ea156e service neutron] For port b2ae11df-92cb-4cf3-a5a5-1a562899672f, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b2ae11df-92cb-4cf3-a5a5-1a562899672f,segment=NetworkSegment(2d331ba7-4f45-4447-8f80-489b1d7f8196),segment_id=2d331ba7-4f45-4447-8f80-489b1d7f8196)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:11:55.250154 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-10d059a2-b70b-40b4-93c1-a833833c1f48 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:55.252638 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-10d059a2-b70b-40b4-93c1-a833833c1f48 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2948165 Feb 07 21:11:55.273620 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-4c2106fe-a753-405d-bbf7-47280a21a675 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Request body: {'port': {'device_id': 'c16296d4-0749-4305-81ec-14c625f00e2b', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': '1ccfcf65495f43dd8715be523daabd57'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:55.302577 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-ddc5cc69-ea9f-45a1-b5b0-27cc21ea156e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (b2ae11df-92cb-4cf3-a5a5-1a562899672f), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:55.317180 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25264214-680b-4529-a187-f0a214c2f473 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd304ff-acc6-43e8-9397-ae70d57fb3d4,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:55.334916 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-ddc5cc69-ea9f-45a1-b5b0-27cc21ea156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:55.335625 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-ddc5cc69-ea9f-45a1-b5b0-27cc21ea156e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:55.337078 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-ddc5cc69-ea9f-45a1-b5b0-27cc21ea156e service neutron] 10.222.0.71 "PUT /v2.0/ports/b2ae11df-92cb-4cf3-a5a5-1a562899672f HTTP/1.1" status: 200 len: 1091 time: 2.3708241 Feb 07 21:11:55.337534 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'tag': 'b2ae11df-92cb-4cf3-a5a5-1a562899672f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:11:55.340508 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124facd8-8b04-42e7-a0e6-d98a37ee44d0" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "tag": "b2ae11df-92cb-4cf3-a5a5-1a562899672f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:11:55.489134 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5cc69-ea9f-45a1-b5b0-27cc21ea156e service neutron] Pushing event updated for resources: {'Port': ['ID=b2ae11df-92cb-4cf3-a5a5-1a562899672f,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:55.511714 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-71c6946c-1447-46f7-83b2-d6616b725223 req-6608a930-fece-476f-993b-4d17c33a61a8 service neutron] Request body: {'port': {'device_id': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:55.600274 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-4c2106fe-a753-405d-bbf7-47280a21a675 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Made reservation on behalf of 1ccfcf65495f43dd8715be523daabd57 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:11:55.604965 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-4c2106fe-a753-405d-bbf7-47280a21a675 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:55.610973 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18203c58-c606-46bb-9da6-7b89071ed400 x-openstack-request-id: req-18203c58-c606-46bb-9da6-7b89071ed400 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:11:55.611285 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "tag": "b2ae11df-92cb-4cf3-a5a5-1a562899672f", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:11:55.611552 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-18203c58-c606-46bb-9da6-7b89071ed400 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:11:55.612247 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'tag': 'b2ae11df-92cb-4cf3-a5a5-1a562899672f', 'status': 'completed', 'code': 200} Feb 07 21:11:55.805910 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 58626) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:55.884099 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-6608a930-fece-476f-993b-4d17c33a61a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (787540ad-da42-4766-9599-e06e23ac29d8), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:55.893732 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58632) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:55.908482 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device db83d01e-40ca-4c97-88f3-ae02506f96ab up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:11:55.973586 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-80d95559-53da-4303-aadf-52d58fe6788f req-25264214-680b-4529-a187-f0a214c2f473 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Allocated IP 192.168.233.107 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/d019f946-126b-43a9-9bd9-fff51651d217) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:11:55.989754 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124facd8-8b04-42e7-a0e6-d98a37ee44d0 req-3e1f9895-d1de-435f-ab79-c4c117819884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:55.990461 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124facd8-8b04-42e7-a0e6-d98a37ee44d0 req-3e1f9895-d1de-435f-ab79-c4c117819884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:55.990991 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124facd8-8b04-42e7-a0e6-d98a37ee44d0 req-3e1f9895-d1de-435f-ab79-c4c117819884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:55.991696 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124facd8-8b04-42e7-a0e6-d98a37ee44d0 req-3e1f9895-d1de-435f-ab79-c4c117819884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:55.992253 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124facd8-8b04-42e7-a0e6-d98a37ee44d0 req-3e1f9895-d1de-435f-ab79-c4c117819884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:55.994306 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-124facd8-8b04-42e7-a0e6-d98a37ee44d0 req-3e1f9895-d1de-435f-ab79-c4c117819884 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=42501a05a1164b8bab09e271e46d222b&device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 4394 time: 0.3740423 Feb 07 21:11:56.067592 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port db83d01e-40ca-4c97-88f3-ae02506f96ab completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:11:56.078361 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1469b91f-52df-4db3-b7d0-1c8d6b1a3d80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:56.078962 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port db83d01e-40ca-4c97-88f3-ae02506f96ab triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:11:56.079235 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (db83d01e-40ca-4c97-88f3-ae02506f96ab), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:56.179038 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1469b91f-52df-4db3-b7d0-1c8d6b1a3d80 admin admin] Publish callbacks [] for security_group (56244f34-7596-410f-ba64-c68401e528b6), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:56.179897 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port db83d01e-40ca-4c97-88f3-ae02506f96ab is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:11:56.180301 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (db83d01e-40ca-4c97-88f3-ae02506f96ab), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:56.189782 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1469b91f-52df-4db3-b7d0-1c8d6b1a3d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (56244f34-7596-410f-ba64-c68401e528b6), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:56.209067 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54882b7d-92a8-4c36-9f8f-aba293074103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db83d01e-40ca-4c97-88f3-ae02506f96ab'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:11:56.211812 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5529478-bdd8-4dcc-8831-3d547512c73a" -d '{"events": [{"server_uuid": "54882b7d-92a8-4c36-9f8f-aba293074103", "name": "network-vif-plugged", "status": "completed", "tag": "db83d01e-40ca-4c97-88f3-ae02506f96ab"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:11:56.224899 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port db83d01e-40ca-4c97-88f3-ae02506f96ab, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=db83d01e-40ca-4c97-88f3-ae02506f96ab,segment=NetworkSegment(e428fdb1-030b-4885-9d86-f48291007e12),segment_id=e428fdb1-030b-4885-9d86-f48291007e12)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:11:56.232495 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (db83d01e-40ca-4c97-88f3-ae02506f96ab), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:56.235134 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c89ea-4a99-4e12-875c-ee31c8c0f0c6 req-49977183-a459-4f97-9756-cc32d0c99739 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:56.236838 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7b9c89ea-4a99-4e12-875c-ee31c8c0f0c6 req-49977183-a459-4f97-9756-cc32d0c99739 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=54882b7d-92a8-4c36-9f8f-aba293074103 HTTP/1.1" status: 200 len: 944 time: 0.6019390 Feb 07 21:11:56.267289 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c5c8e-00ab-4d5a-88df-ec12c07d10fb req-c451c770-3d50-4b7a-b3db-c60fe6697908 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:56.274176 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c5c8e-00ab-4d5a-88df-ec12c07d10fb req-c451c770-3d50-4b7a-b3db-c60fe6697908 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:56.281196 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c5c8e-00ab-4d5a-88df-ec12c07d10fb req-c451c770-3d50-4b7a-b3db-c60fe6697908 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:56.282685 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1469b91f-52df-4db3-b7d0-1c8d6b1a3d80 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=659d360c00a34102b3e6c4a949212324&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3873968 Feb 07 21:11:56.290774 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c5c8e-00ab-4d5a-88df-ec12c07d10fb req-c451c770-3d50-4b7a-b3db-c60fe6697908 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:56.290968 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58638) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:56.305774 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c5c8e-00ab-4d5a-88df-ec12c07d10fb req-c451c770-3d50-4b7a-b3db-c60fe6697908 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:56.307758 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469b91f-52df-4db3-b7d0-1c8d6b1a3d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56244f34-7596-410f-ba64-c68401e528b6,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:56.308199 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-016c5c8e-00ab-4d5a-88df-ec12c07d10fb req-c451c770-3d50-4b7a-b3db-c60fe6697908 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 3828 time: 0.6619513 Feb 07 21:11:56.360807 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=db83d01e-40ca-4c97-88f3-ae02506f96ab,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:56.375699 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58c515e9-dc20-493b-871f-535c1a1bb62a admin admin] Publish callbacks [] for security_group (56244f34-7596-410f-ba64-c68401e528b6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:56.390472 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124facd8-8b04-42e7-a0e6-d98a37ee44d0 req-82cf5502-2216-40b9-8e45-91b8d0de0d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:56.390952 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124facd8-8b04-42e7-a0e6-d98a37ee44d0 req-82cf5502-2216-40b9-8e45-91b8d0de0d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:56.391414 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124facd8-8b04-42e7-a0e6-d98a37ee44d0 req-82cf5502-2216-40b9-8e45-91b8d0de0d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:56.393380 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-124facd8-8b04-42e7-a0e6-d98a37ee44d0 req-82cf5502-2216-40b9-8e45-91b8d0de0d90 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=42501a05a1164b8bab09e271e46d222b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3823974 Feb 07 21:11:56.394147 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a22c539f-1a4d-4448-8101-c40bcdfba91c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:56.408923 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58c515e9-dc20-493b-871f-535c1a1bb62a admin admin] Publish callbacks [] for security_group (56244f34-7596-410f-ba64-c68401e528b6), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:56.482265 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58c515e9-dc20-493b-871f-535c1a1bb62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (56244f34-7596-410f-ba64-c68401e528b6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:56.487015 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58c515e9-dc20-493b-871f-535c1a1bb62a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:56.492668 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-58c515e9-dc20-493b-871f-535c1a1bb62a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/56244f34-7596-410f-ba64-c68401e528b6 HTTP/1.1" status: 204 len: 168 time: 0.2006581 Feb 07 21:11:56.504025 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c515e9-dc20-493b-871f-535c1a1bb62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56244f34-7596-410f-ba64-c68401e528b6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:56.841406 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58646) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:56.856754 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a1326fdd-6325-4ccb-bbc6-d11c2e3de85c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:56.941342 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a1326fdd-6325-4ccb-bbc6-d11c2e3de85c admin admin] Publish callbacks [] for security_group (fc76d382-5a32-4240-9daa-a2be346e71ca), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:56.948091 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a1326fdd-6325-4ccb-bbc6-d11c2e3de85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (fc76d382-5a32-4240-9daa-a2be346e71ca), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:57.001760 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7b9c89ea-4a99-4e12-875c-ee31c8c0f0c6 req-6bb9a5e8-d9ba-4b42-803a-947d429d5062 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a362840-93f8-4e3b-83ba-f40100b3789b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6813891 Feb 07 21:11:57.002433 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a1326fdd-6325-4ccb-bbc6-d11c2e3de85c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=458936402f1b4d9db302a352c82b8554&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1536999 Feb 07 21:11:57.002433 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58650) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:57.029988 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1326fdd-6325-4ccb-bbc6-d11c2e3de85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc76d382-5a32-4240-9daa-a2be346e71ca,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:57.096366 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-016c5c8e-00ab-4d5a-88df-ec12c07d10fb req-d8316f70-04d7-4a61-b238-4297a57e342b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7502854 Feb 07 21:11:57.123494 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7ffa1e1f-f93b-4dac-93af-88fff31199ee admin admin] Publish callbacks [] for security_group (fc76d382-5a32-4240-9daa-a2be346e71ca), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:57.163293 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7ffa1e1f-f93b-4dac-93af-88fff31199ee admin admin] Publish callbacks [] for security_group (fc76d382-5a32-4240-9daa-a2be346e71ca), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:57.186604 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc7afbb-4b6e-4d72-be93-588068c23c58 x-openstack-request-id: req-7cc7afbb-4b6e-4d72-be93-588068c23c58 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:11:57.186604 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54882b7d-92a8-4c36-9f8f-aba293074103", "name": "network-vif-plugged", "status": "completed", "tag": "db83d01e-40ca-4c97-88f3-ae02506f96ab", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:11:57.187168 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7cc7afbb-4b6e-4d72-be93-588068c23c58 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:11:57.187168 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54882b7d-92a8-4c36-9f8f-aba293074103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db83d01e-40ca-4c97-88f3-ae02506f96ab', 'code': 200} Feb 07 21:11:57.235977 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7ffa1e1f-f93b-4dac-93af-88fff31199ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (fc76d382-5a32-4240-9daa-a2be346e71ca), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:57.242322 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7ffa1e1f-f93b-4dac-93af-88fff31199ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:57.243614 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7ffa1e1f-f93b-4dac-93af-88fff31199ee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fc76d382-5a32-4240-9daa-a2be346e71ca HTTP/1.1" status: 204 len: 168 time: 0.2440267 Feb 07 21:11:57.253069 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa1e1f-f93b-4dac-93af-88fff31199ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc76d382-5a32-4240-9daa-a2be346e71ca,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:57.334791 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fba15267-07be-4081-bdda-34d42facbf15 req-5e8bddb2-bb83-4460-bde5-2d01aae50f80 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/ports?device_id=c16296d4-0749-4305-81ec-14c625f00e2b HTTP/1.1" status: 200 len: 210 time: 0.1819146 Feb 07 21:11:57.356243 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124facd8-8b04-42e7-a0e6-d98a37ee44d0 req-3d8d7354-ba4a-4452-bdbf-3cf38334874d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:57.357913 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-124facd8-8b04-42e7-a0e6-d98a37ee44d0 req-3d8d7354-ba4a-4452-bdbf-3cf38334874d service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8728249 Feb 07 21:11:57.501841 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-80d95559-53da-4303-aadf-52d58fe6788f req-25264214-680b-4529-a187-f0a214c2f473 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Publish callbacks [] for port (d019f946-126b-43a9-9bd9-fff51651d217), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:57.532438 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a22c539f-1a4d-4448-8101-c40bcdfba91c admin admin] Publish callbacks [] for security_group (96fba1ee-44ee-4410-b7b8-ffda34970571), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:57.567692 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a22c539f-1a4d-4448-8101-c40bcdfba91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (96fba1ee-44ee-4410-b7b8-ffda34970571), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:57.628277 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6f675-8c6d-40f8-a23f-61deb5b43ec0 req-f7825715-7e78-4842-a167-3bb269849d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:57.628277 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bbe6f675-8c6d-40f8-a23f-61deb5b43ec0 req-f7825715-7e78-4842-a167-3bb269849d5c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=54882b7d-92a8-4c36-9f8f-aba293074103 HTTP/1.1" status: 200 len: 1127 time: 0.3418303 Feb 07 21:11:57.650777 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-71c6946c-1447-46f7-83b2-d6616b725223 req-6608a930-fece-476f-993b-4d17c33a61a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 787540ad-da42-4766-9599-e06e23ac29d8 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:11:57.669744 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a22c539f-1a4d-4448-8101-c40bcdfba91c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9e9d971aa607458db110ac64b1133549&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8489723 Feb 07 21:11:57.672994 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58674) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:57.676428 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-6608a930-fece-476f-993b-4d17c33a61a8 service neutron] Publish callbacks [] for port (787540ad-da42-4766-9599-e06e23ac29d8), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:57.705046 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15063c-9d49-42e9-8ad0-0340bf4706d5 req-759cc6f6-17d2-4b7e-aa2e-89cfce4ca2e8 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:57.709909 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb15063c-9d49-42e9-8ad0-0340bf4706d5 req-759cc6f6-17d2-4b7e-aa2e-89cfce4ca2e8 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.2800703 Feb 07 21:11:57.740488 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e863539-66d2-4b64-84c3-ed59536be2ff admin admin] Publish callbacks [] for security_group (96fba1ee-44ee-4410-b7b8-ffda34970571), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:57.759165 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c539f-1a4d-4448-8101-c40bcdfba91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fba1ee-44ee-4410-b7b8-ffda34970571,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:57.773960 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-71c6946c-1447-46f7-83b2-d6616b725223 req-6608a930-fece-476f-993b-4d17c33a61a8 service neutron] Transition to ACTIVE for port object 787540ad-da42-4766-9599-e06e23ac29d8 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:11:57.775207 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-80d95559-53da-4303-aadf-52d58fe6788f req-25264214-680b-4529-a187-f0a214c2f473 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (d019f946-126b-43a9-9bd9-fff51651d217), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:57.815927 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-6608a930-fece-476f-993b-4d17c33a61a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (787540ad-da42-4766-9599-e06e23ac29d8), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:57.835284 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e863539-66d2-4b64-84c3-ed59536be2ff admin admin] Publish callbacks [] for security_group (96fba1ee-44ee-4410-b7b8-ffda34970571), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:57.849539 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-4c2106fe-a753-405d-bbf7-47280a21a675 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Allocated IP 192.168.233.85 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/c0b662bf-c220-4cfd-a033-c9a65f97c7e0) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:11:57.878995 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80d95559-53da-4303-aadf-52d58fe6788f req-25264214-680b-4529-a187-f0a214c2f473 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:11:57.885314 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bbe6f675-8c6d-40f8-a23f-61deb5b43ec0 req-7598d509-d871-41ea-bb06-e74e67e2ab5e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8a362840-93f8-4e3b-83ba-f40100b3789b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389615 Feb 07 21:11:57.888874 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-80d95559-53da-4303-aadf-52d58fe6788f req-25264214-680b-4529-a187-f0a214c2f473 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:11:57.892042 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb15063c-9d49-42e9-8ad0-0340bf4706d5 req-c0d3d707-fd5a-4b33-b2e3-06e2adf7fe94 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673653 Feb 07 21:11:57.894874 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d95559-53da-4303-aadf-52d58fe6788f req-25264214-680b-4529-a187-f0a214c2f473 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:11:57.898373 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25264214-680b-4529-a187-f0a214c2f473 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Pushing event updated for resources: {'Port': ['ID=d019f946-126b-43a9-9bd9-fff51651d217,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:58.014256 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e863539-66d2-4b64-84c3-ed59536be2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (96fba1ee-44ee-4410-b7b8-ffda34970571), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:58.017116 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e863539-66d2-4b64-84c3-ed59536be2ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:58.018388 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5e863539-66d2-4b64-84c3-ed59536be2ff admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/96fba1ee-44ee-4410-b7b8-ffda34970571 HTTP/1.1" status: 204 len: 168 time: 0.3444197 Feb 07 21:11:58.144579 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e863539-66d2-4b64-84c3-ed59536be2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fba1ee-44ee-4410-b7b8-ffda34970571,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:58.182098 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608a930-fece-476f-993b-4d17c33a61a8 service neutron] Pushing event updated for resources: {'Port': ['ID=787540ad-da42-4766-9599-e06e23ac29d8,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:58.202578 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d95559-53da-4303-aadf-52d58fe6788f req-25264214-680b-4529-a187-f0a214c2f473 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:58.203234 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-80d95559-53da-4303-aadf-52d58fe6788f req-25264214-680b-4529-a187-f0a214c2f473 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:58.265747 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80d95559-53da-4303-aadf-52d58fe6788f req-25264214-680b-4529-a187-f0a214c2f473 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6119339 Feb 07 21:11:58.338046 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-80d95559-53da-4303-aadf-52d58fe6788f req-388d7f9a-820e-4141-9a1d-17f5afa3423b service neutron] Request body: {'port': {'device_id': 'f0a3adc0-0a51-4fdf-8f70-bafcb3885011', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:58.352446 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-4c2106fe-a753-405d-bbf7-47280a21a675 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Publish callbacks [] for port (c0b662bf-c220-4cfd-a033-c9a65f97c7e0), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:58.425132 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-4c2106fe-a753-405d-bbf7-47280a21a675 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (c0b662bf-c220-4cfd-a033-c9a65f97c7e0), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:58.428795 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6a47de38-f6ff-465a-a9bc-01f97d9d4e96 None None] Provisioning complete for port d019f946-126b-43a9-9bd9-fff51651d217 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:11:58.430602 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6a47de38-f6ff-465a-a9bc-01f97d9d4e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d019f946-126b-43a9-9bd9-fff51651d217), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:58.472425 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-71c6946c-1447-46f7-83b2-d6616b725223 req-6608a930-fece-476f-993b-4d17c33a61a8 service neutron] Attempting to bind port 787540ad-da42-4766-9599-e06e23ac29d8 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:11:58.472831 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-71c6946c-1447-46f7-83b2-d6616b725223 req-6608a930-fece-476f-993b-4d17c33a61a8 service neutron] Attempting to bind port 787540ad-da42-4766-9599-e06e23ac29d8 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'b471230d-262f-4c1e-be7a-7c91a832d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:11:58.473291 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-6608a930-fece-476f-993b-4d17c33a61a8 service neutron] Attempting to bind port 787540ad-da42-4766-9599-e06e23ac29d8 on network 26a5aa95-5a14-4824-919e-8a28dc988cff {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:11:58.487413 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97008b-bff0-4ad7-9641-a2426f5cda29 req-93f1f7d5-b281-4fbd-984d-5fb8acc122e8 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:58.489810 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6a47de38-f6ff-465a-a9bc-01f97d9d4e96 None None] Port d019f946-126b-43a9-9bd9-fff51651d217 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:11:58.493928 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c97008b-bff0-4ad7-9641-a2426f5cda29 req-93f1f7d5-b281-4fbd-984d-5fb8acc122e8 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.4098313 Feb 07 21:11:58.498066 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-6608a930-fece-476f-993b-4d17c33a61a8 service neutron] Port 787540ad-da42-4766-9599-e06e23ac29d8 on network 26a5aa95-5a14-4824-919e-8a28dc988cff not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:11:58.498397 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-6608a930-fece-476f-993b-4d17c33a61a8 service neutron] Attempting to bind port 787540ad-da42-4766-9599-e06e23ac29d8 on network 26a5aa95-5a14-4824-919e-8a28dc988cff {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:11:58.506556 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-4c2106fe-a753-405d-bbf7-47280a21a675 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:11:58.521781 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-4c2106fe-a753-405d-bbf7-47280a21a675 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:11:58.525825 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-4c2106fe-a753-405d-bbf7-47280a21a675 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:11:58.529298 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-6608a930-fece-476f-993b-4d17c33a61a8 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:11:58.530353 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-6608a930-fece-476f-993b-4d17c33a61a8 service neutron] Checking segment: {'id': 'b471230d-262f-4c1e-be7a-7c91a832d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:11:58.530353 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-6608a930-fece-476f-993b-4d17c33a61a8 service neutron] Bound using segment: {'id': 'b471230d-262f-4c1e-be7a-7c91a832d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:11:58.530353 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-71c6946c-1447-46f7-83b2-d6616b725223 req-6608a930-fece-476f-993b-4d17c33a61a8 service neutron] Bound port: 787540ad-da42-4766-9599-e06e23ac29d8, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b471230d-262f-4c1e-be7a-7c91a832d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:11:58.530735 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-6608a930-fece-476f-993b-4d17c33a61a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (787540ad-da42-4766-9599-e06e23ac29d8), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:58.563502 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93afb6-1899-4572-ba7d-e3d53152c2c7 req-faa6ecb2-2239-42ec-b252-23ecea019cff tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:58.565096 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7a93afb6-1899-4572-ba7d-e3d53152c2c7 req-faa6ecb2-2239-42ec-b252-23ecea019cff tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=54882b7d-92a8-4c36-9f8f-aba293074103 HTTP/1.1" status: 200 len: 945 time: 0.3984761 Feb 07 21:11:58.634826 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2106fe-a753-405d-bbf7-47280a21a675 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Pushing event updated for resources: {'Port': ['ID=c0b662bf-c220-4cfd-a033-c9a65f97c7e0,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:58.701716 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-4c2106fe-a753-405d-bbf7-47280a21a675 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:58.702755 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-4c2106fe-a753-405d-bbf7-47280a21a675 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:58.703795 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 58702) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:58.726163 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-80d95559-53da-4303-aadf-52d58fe6788f req-388d7f9a-820e-4141-9a1d-17f5afa3423b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d019f946-126b-43a9-9bd9-fff51651d217), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:58.736296 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-4c2106fe-a753-405d-bbf7-47280a21a675 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4734361 Feb 07 21:11:58.752156 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-92b19fd4-1c19-4632-aae8-db2490132613 service neutron] Request body: {'port': {'device_id': 'c16296d4-0749-4305-81ec-14c625f00e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:58.766628 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-716c3a88-bfd1-4ff8-8b4a-dc1cd9923237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:58.783417 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7a93afb6-1899-4572-ba7d-e3d53152c2c7 req-cd4aacf1-8135-4452-afbf-908e263775eb tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a362840-93f8-4e3b-83ba-f40100b3789b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999934 Feb 07 21:11:58.824320 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c97008b-bff0-4ad7-9641-a2426f5cda29 req-0c1848ac-bb82-4758-80c8-a50d9306cefe tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935061 Feb 07 21:11:58.860782 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-71c6946c-1447-46f7-83b2-d6616b725223 req-6608a930-fece-476f-993b-4d17c33a61a8 service neutron] For port 787540ad-da42-4766-9599-e06e23ac29d8, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:11:58.927722 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3ff52fe8-dd6c-4fd1-9891-fba9cad9fa16 None None] Provisioning complete for port c0b662bf-c220-4cfd-a033-c9a65f97c7e0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:11:58.928226 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3ff52fe8-dd6c-4fd1-9891-fba9cad9fa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c0b662bf-c220-4cfd-a033-c9a65f97c7e0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:58.933492 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-92b19fd4-1c19-4632-aae8-db2490132613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c0b662bf-c220-4cfd-a033-c9a65f97c7e0), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:59.002588 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-71c6946c-1447-46f7-83b2-d6616b725223 req-6608a930-fece-476f-993b-4d17c33a61a8 service neutron] For port 787540ad-da42-4766-9599-e06e23ac29d8, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=787540ad-da42-4766-9599-e06e23ac29d8,segment=NetworkSegment(b471230d-262f-4c1e-be7a-7c91a832d6a9),segment_id=b471230d-262f-4c1e-be7a-7c91a832d6a9)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:11:59.011366 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3ff52fe8-dd6c-4fd1-9891-fba9cad9fa16 None None] Port c0b662bf-c220-4cfd-a033-c9a65f97c7e0 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:11:59.083415 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-6608a930-fece-476f-993b-4d17c33a61a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (787540ad-da42-4766-9599-e06e23ac29d8), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:59.304299 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-6608a930-fece-476f-993b-4d17c33a61a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:59.304964 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-6608a930-fece-476f-993b-4d17c33a61a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:59.306541 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-6608a930-fece-476f-993b-4d17c33a61a8 service neutron] 10.222.0.71 "PUT /v2.0/ports/787540ad-da42-4766-9599-e06e23ac29d8 HTTP/1.1" status: 200 len: 1130 time: 3.8814590 Feb 07 21:11:59.308062 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'tag': '787540ad-da42-4766-9599-e06e23ac29d8'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:11:59.310377 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20146c7-a800-4037-a4d5-7b5101591f12" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "tag": "787540ad-da42-4766-9599-e06e23ac29d8"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:11:59.410561 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-71c6946c-1447-46f7-83b2-d6616b725223 req-c5685edb-0b09-4c23-ac08-e6399ceb7ae2 service neutron] Request body: {'port': {'device_id': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:11:59.421717 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-92b19fd4-1c19-4632-aae8-db2490132613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0b662bf-c220-4cfd-a033-c9a65f97c7e0 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:11:59.449362 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-92b19fd4-1c19-4632-aae8-db2490132613 service neutron] Publish callbacks [] for port (c0b662bf-c220-4cfd-a033-c9a65f97c7e0), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:59.489912 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-92b19fd4-1c19-4632-aae8-db2490132613 service neutron] Transition to ACTIVE for port object c0b662bf-c220-4cfd-a033-c9a65f97c7e0 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:11:59.496668 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-92b19fd4-1c19-4632-aae8-db2490132613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (c0b662bf-c220-4cfd-a033-c9a65f97c7e0), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:59.564980 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c99820-6963-40ef-8820-046574c68bb9 req-f2c5ff1a-26c2-4171-bba7-ae2589380df7 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:59.570481 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c99820-6963-40ef-8820-046574c68bb9 req-f2c5ff1a-26c2-4171-bba7-ae2589380df7 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:59.584323 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c99820-6963-40ef-8820-046574c68bb9 req-f2c5ff1a-26c2-4171-bba7-ae2589380df7 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:59.590247 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c99820-6963-40ef-8820-046574c68bb9 req-f2c5ff1a-26c2-4171-bba7-ae2589380df7 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:59.617900 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c99820-6963-40ef-8820-046574c68bb9 req-f2c5ff1a-26c2-4171-bba7-ae2589380df7 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:59.623862 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c99820-6963-40ef-8820-046574c68bb9 req-f2c5ff1a-26c2-4171-bba7-ae2589380df7 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:59.625887 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1c99820-6963-40ef-8820-046574c68bb9 req-f2c5ff1a-26c2-4171-bba7-ae2589380df7 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 4600 time: 0.6948862 Feb 07 21:11:59.691266 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608a930-fece-476f-993b-4d17c33a61a8 service neutron] Pushing event updated for resources: {'Port': ['ID=787540ad-da42-4766-9599-e06e23ac29d8,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:59.701209 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14b145-516f-4df6-88fd-0ce73356c80b req-4b673c85-f26c-46bb-b0e8-793fc823b2cc tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:11:59.702657 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e14b145-516f-4df6-88fd-0ce73356c80b req-4b673c85-f26c-46bb-b0e8-793fc823b2cc tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/ports?device_id=c16296d4-0749-4305-81ec-14c625f00e2b HTTP/1.1" status: 200 len: 935 time: 0.7023122 Feb 07 21:11:59.801793 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-716c3a88-bfd1-4ff8-8b4a-dc1cd9923237 admin admin] Publish callbacks [] for security_group (554cfbfc-25c4-4d32-bc66-8038334944ee), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:59.823178 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-716c3a88-bfd1-4ff8-8b4a-dc1cd9923237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (554cfbfc-25c4-4d32-bc66-8038334944ee), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:59.879381 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-c5685edb-0b09-4c23-ac08-e6399ceb7ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (78688ae2-f6bf-4575-9b2d-411b39a9ee2d), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:11:59.948341 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b19fd4-1c19-4632-aae8-db2490132613 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b662bf-c220-4cfd-a033-c9a65f97c7e0,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:11:59.968595 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-716c3a88-bfd1-4ff8-8b4a-dc1cd9923237 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=36f7c9b30ded4a09a58cd492a8f97698&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2593918 Feb 07 21:11:59.974261 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58732) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:11:59.982171 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1c99820-6963-40ef-8820-046574c68bb9 req-f03826ae-6574-4dc9-8580-e8b3333b6f04 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3006799 Feb 07 21:11:59.989373 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e14b145-516f-4df6-88fd-0ce73356c80b req-dbe3fc97-b59a-4d24-a702-d8429d83a94f tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fd304ff-acc6-43e8-9397-ae70d57fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721388 Feb 07 21:11:59.992449 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c3a88-bfd1-4ff8-8b4a-dc1cd9923237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554cfbfc-25c4-4d32-bc66-8038334944ee,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:00.134941 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a089070b-21d3-46ed-802d-3dee69555dcb x-openstack-request-id: req-a089070b-21d3-46ed-802d-3dee69555dcb {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:12:00.135236 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "tag": "787540ad-da42-4766-9599-e06e23ac29d8", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:12:00.135496 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a089070b-21d3-46ed-802d-3dee69555dcb {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:12:00.135901 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'tag': '787540ad-da42-4766-9599-e06e23ac29d8', 'status': 'completed', 'code': 200} Feb 07 21:12:00.226695 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-92b19fd4-1c19-4632-aae8-db2490132613 service neutron] Attempting to bind port c0b662bf-c220-4cfd-a033-c9a65f97c7e0 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:12:00.227737 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-92b19fd4-1c19-4632-aae8-db2490132613 service neutron] Attempting to bind port c0b662bf-c220-4cfd-a033-c9a65f97c7e0 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:12:00.229217 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-92b19fd4-1c19-4632-aae8-db2490132613 service neutron] Attempting to bind port c0b662bf-c220-4cfd-a033-c9a65f97c7e0 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:12:00.246489 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df31b948-c542-4fa1-85d5-5927af4454ee admin admin] Publish callbacks [] for security_group (554cfbfc-25c4-4d32-bc66-8038334944ee), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:00.251857 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-92b19fd4-1c19-4632-aae8-db2490132613 service neutron] Port c0b662bf-c220-4cfd-a033-c9a65f97c7e0 on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:12:00.253477 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-92b19fd4-1c19-4632-aae8-db2490132613 service neutron] Attempting to bind port c0b662bf-c220-4cfd-a033-c9a65f97c7e0 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:12:00.282567 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-92b19fd4-1c19-4632-aae8-db2490132613 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:12:00.283033 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-92b19fd4-1c19-4632-aae8-db2490132613 service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:12:00.288857 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-92b19fd4-1c19-4632-aae8-db2490132613 service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:12:00.289208 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-92b19fd4-1c19-4632-aae8-db2490132613 service neutron] Bound port: c0b662bf-c220-4cfd-a033-c9a65f97c7e0, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:12:00.289667 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-92b19fd4-1c19-4632-aae8-db2490132613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c0b662bf-c220-4cfd-a033-c9a65f97c7e0), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:00.318872 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df31b948-c542-4fa1-85d5-5927af4454ee admin admin] Publish callbacks [] for security_group (554cfbfc-25c4-4d32-bc66-8038334944ee), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:00.328094 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-80d95559-53da-4303-aadf-52d58fe6788f req-388d7f9a-820e-4141-9a1d-17f5afa3423b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d019f946-126b-43a9-9bd9-fff51651d217 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:12:00.345762 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-80d95559-53da-4303-aadf-52d58fe6788f req-388d7f9a-820e-4141-9a1d-17f5afa3423b service neutron] Publish callbacks [] for port (d019f946-126b-43a9-9bd9-fff51651d217), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:00.413607 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-92b19fd4-1c19-4632-aae8-db2490132613 service neutron] For port c0b662bf-c220-4cfd-a033-c9a65f97c7e0, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:12:00.421663 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-92b19fd4-1c19-4632-aae8-db2490132613 service neutron] For port c0b662bf-c220-4cfd-a033-c9a65f97c7e0, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=c0b662bf-c220-4cfd-a033-c9a65f97c7e0,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:12:00.443635 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-92b19fd4-1c19-4632-aae8-db2490132613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (c0b662bf-c220-4cfd-a033-c9a65f97c7e0), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:00.490152 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df31b948-c542-4fa1-85d5-5927af4454ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (554cfbfc-25c4-4d32-bc66-8038334944ee), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:00.494801 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df31b948-c542-4fa1-85d5-5927af4454ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:00.501168 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-df31b948-c542-4fa1-85d5-5927af4454ee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/554cfbfc-25c4-4d32-bc66-8038334944ee HTTP/1.1" status: 204 len: 168 time: 0.5234442 Feb 07 21:12:00.545425 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-92b19fd4-1c19-4632-aae8-db2490132613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:00.546052 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-92b19fd4-1c19-4632-aae8-db2490132613 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:00.547477 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-92b19fd4-1c19-4632-aae8-db2490132613 service neutron] 10.222.0.69 "PUT /v2.0/ports/c0b662bf-c220-4cfd-a033-c9a65f97c7e0 HTTP/1.1" status: 200 len: 1095 time: 1.8027661 Feb 07 21:12:00.551075 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c16296d4-0749-4305-81ec-14c625f00e2b', 'tag': 'c0b662bf-c220-4cfd-a033-c9a65f97c7e0'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:12:00.560060 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4524148-c37f-4863-a462-37d1d3762fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "c16296d4-0749-4305-81ec-14c625f00e2b", "tag": "c0b662bf-c220-4cfd-a033-c9a65f97c7e0"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:12:00.583827 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31b948-c542-4fa1-85d5-5927af4454ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554cfbfc-25c4-4d32-bc66-8038334944ee,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:00.663679 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b19fd4-1c19-4632-aae8-db2490132613 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b662bf-c220-4cfd-a033-c9a65f97c7e0,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:00.716863 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fe9bc6-0155-4dcc-8839-e3d89036f639 x-openstack-request-id: req-67fe9bc6-0155-4dcc-8839-e3d89036f639 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:12:00.717164 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c16296d4-0749-4305-81ec-14c625f00e2b", "tag": "c0b662bf-c220-4cfd-a033-c9a65f97c7e0", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:12:00.717422 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-67fe9bc6-0155-4dcc-8839-e3d89036f639 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:12:00.717826 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c16296d4-0749-4305-81ec-14c625f00e2b', 'tag': 'c0b662bf-c220-4cfd-a033-c9a65f97c7e0', 'status': 'completed', 'code': 200} Feb 07 21:12:00.775390 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-dd5802a3-f5c0-42f3-96e2-f15c3690716d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:00.777010 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-dd5802a3-f5c0-42f3-96e2-f15c3690716d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ccfcf65495f43dd8715be523daabd57&device_id=c16296d4-0749-4305-81ec-14c625f00e2b HTTP/1.1" status: 200 len: 1129 time: 0.1565866 Feb 07 21:12:00.899548 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-e7badcea-c078-4fce-9b0d-fdcf447f6151 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=c0b662bf-c220-4cfd-a033-c9a65f97c7e0 HTTP/1.1" status: 200 len: 217 time: 0.1139050 Feb 07 21:12:00.949037 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-80d95559-53da-4303-aadf-52d58fe6788f req-388d7f9a-820e-4141-9a1d-17f5afa3423b service neutron] Transition to ACTIVE for port object d019f946-126b-43a9-9bd9-fff51651d217 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:12:00.994105 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a3fd4-c28c-4578-aaee-358768953424 req-7407db62-38c5-4e2f-9980-a5b1b9c983a0 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:00.996326 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-718a3fd4-c28c-4578-aaee-358768953424 req-7407db62-38c5-4e2f-9980-a5b1b9c983a0 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=54882b7d-92a8-4c36-9f8f-aba293074103 HTTP/1.1" status: 200 len: 945 time: 0.8212693 Feb 07 21:12:01.014380 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-80d95559-53da-4303-aadf-52d58fe6788f req-388d7f9a-820e-4141-9a1d-17f5afa3423b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (d019f946-126b-43a9-9bd9-fff51651d217), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:01.043490 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-e3d6eb0d-672f-45f9-9ae3-ae116b28b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:01.049349 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-e3d6eb0d-672f-45f9-9ae3-ae116b28b716 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1438854 Feb 07 21:12:01.128351 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20146c7-a800-4037-a4d5-7b5101591f12 req-8b6ef2d0-e6f7-433f-98f3-f7f9ff760157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:01.128756 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20146c7-a800-4037-a4d5-7b5101591f12 req-8b6ef2d0-e6f7-433f-98f3-f7f9ff760157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:01.129223 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20146c7-a800-4037-a4d5-7b5101591f12 req-8b6ef2d0-e6f7-433f-98f3-f7f9ff760157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:01.130221 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20146c7-a800-4037-a4d5-7b5101591f12 req-8b6ef2d0-e6f7-433f-98f3-f7f9ff760157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:01.130419 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20146c7-a800-4037-a4d5-7b5101591f12 req-8b6ef2d0-e6f7-433f-98f3-f7f9ff760157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:01.130877 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20146c7-a800-4037-a4d5-7b5101591f12 req-8b6ef2d0-e6f7-433f-98f3-f7f9ff760157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:01.144945 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f20146c7-a800-4037-a4d5-7b5101591f12 req-8b6ef2d0-e6f7-433f-98f3-f7f9ff760157 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=42501a05a1164b8bab09e271e46d222b&device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5348 time: 0.9714861 Feb 07 21:12:01.240739 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-e7758651-63fe-47fa-a0ba-f23ba15b1007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:01.242672 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-e7758651-63fe-47fa-a0ba-f23ba15b1007 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1878536 Feb 07 21:12:01.431677 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-63fed0d8-7987-4f64-b543-14f937da2b30 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813519 Feb 07 21:12:01.479027 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d7f9a-820e-4141-9a1d-17f5afa3423b service neutron] Pushing event updated for resources: {'Port': ['ID=d019f946-126b-43a9-9bd9-fff51651d217,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:01.632469 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-718a3fd4-c28c-4578-aaee-358768953424 req-d4b99668-3cfb-4924-95b4-15c846d78973 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a362840-93f8-4e3b-83ba-f40100b3789b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6110740 Feb 07 21:12:01.693425 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3b77f166-b67c-4ebe-8b68-29161ec6627c req-c1cca8f6-d9c0-484b-a385-8196e131ac8a service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546790 Feb 07 21:12:01.817632 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f914e1e-ca3c-448b-b0ec-007e5614623e req-cccec107-323c-40e7-809e-b0fa12115b5d tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:01.819926 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f914e1e-ca3c-448b-b0ec-007e5614623e req-cccec107-323c-40e7-809e-b0fa12115b5d tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/ports?device_id=c16296d4-0749-4305-81ec-14c625f00e2b HTTP/1.1" status: 200 len: 947 time: 0.5812809 Feb 07 21:12:01.831106 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20146c7-a800-4037-a4d5-7b5101591f12 req-176c26c2-ad87-4764-b0f9-c43d3acc33b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:01.831670 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20146c7-a800-4037-a4d5-7b5101591f12 req-176c26c2-ad87-4764-b0f9-c43d3acc33b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:01.832027 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20146c7-a800-4037-a4d5-7b5101591f12 req-176c26c2-ad87-4764-b0f9-c43d3acc33b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:01.833648 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f20146c7-a800-4037-a4d5-7b5101591f12 req-176c26c2-ad87-4764-b0f9-c43d3acc33b3 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=42501a05a1164b8bab09e271e46d222b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6628962 Feb 07 21:12:01.841488 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-71c6946c-1447-46f7-83b2-d6616b725223 req-c5685edb-0b09-4c23-ac08-e6399ceb7ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78688ae2-f6bf-4575-9b2d-411b39a9ee2d {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:12:01.867862 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-c5685edb-0b09-4c23-ac08-e6399ceb7ae2 service neutron] Publish callbacks [] for port (78688ae2-f6bf-4575-9b2d-411b39a9ee2d), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:01.913927 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-80d95559-53da-4303-aadf-52d58fe6788f req-388d7f9a-820e-4141-9a1d-17f5afa3423b service neutron] Attempting to bind port d019f946-126b-43a9-9bd9-fff51651d217 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:12:01.914404 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-80d95559-53da-4303-aadf-52d58fe6788f req-388d7f9a-820e-4141-9a1d-17f5afa3423b service neutron] Attempting to bind port d019f946-126b-43a9-9bd9-fff51651d217 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:12:01.914871 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d95559-53da-4303-aadf-52d58fe6788f req-388d7f9a-820e-4141-9a1d-17f5afa3423b service neutron] Attempting to bind port d019f946-126b-43a9-9bd9-fff51651d217 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:12:01.920292 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4524148-c37f-4863-a462-37d1d3762fc2 req-6e296f43-355d-438c-8c6f-392f1f8a7cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:01.922783 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e4524148-c37f-4863-a462-37d1d3762fc2 req-6e296f43-355d-438c-8c6f-392f1f8a7cdb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ccfcf65495f43dd8715be523daabd57&device_id=c16296d4-0749-4305-81ec-14c625f00e2b HTTP/1.1" status: 200 len: 1129 time: 0.1425726 Feb 07 21:12:02.098765 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4524148-c37f-4863-a462-37d1d3762fc2 req-1267a883-bc12-4a8c-91d7-9cadcbb07c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:02.100258 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e4524148-c37f-4863-a462-37d1d3762fc2 req-1267a883-bc12-4a8c-91d7-9cadcbb07c5d service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1710694 Feb 07 21:12:02.181073 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e4524148-c37f-4863-a462-37d1d3762fc2 req-34fda1c7-ba55-4a5f-bc7c-7942b0deaece service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=c0b662bf-c220-4cfd-a033-c9a65f97c7e0 HTTP/1.1" status: 200 len: 217 time: 0.0746820 Feb 07 21:12:02.185318 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20146c7-a800-4037-a4d5-7b5101591f12 req-c3123ff9-4751-4cb8-a64d-daaf9e6156a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:02.191515 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f20146c7-a800-4037-a4d5-7b5101591f12 req-c3123ff9-4751-4cb8-a64d-daaf9e6156a5 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3251898 Feb 07 21:12:02.276222 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f914e1e-ca3c-448b-b0ec-007e5614623e req-4d142144-631a-410e-b19c-25990fc4409c tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fd304ff-acc6-43e8-9397-ae70d57fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367242 Feb 07 21:12:02.285425 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4524148-c37f-4863-a462-37d1d3762fc2 req-83f63c5b-a13b-4ebb-b1e3-768adc518652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:02.287566 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d95559-53da-4303-aadf-52d58fe6788f req-388d7f9a-820e-4141-9a1d-17f5afa3423b service neutron] Port d019f946-126b-43a9-9bd9-fff51651d217 on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:12:02.289147 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e4524148-c37f-4863-a462-37d1d3762fc2 req-83f63c5b-a13b-4ebb-b1e3-768adc518652 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0985196 Feb 07 21:12:02.289515 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d95559-53da-4303-aadf-52d58fe6788f req-388d7f9a-820e-4141-9a1d-17f5afa3423b service neutron] Attempting to bind port d019f946-126b-43a9-9bd9-fff51651d217 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:12:02.292171 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-71c6946c-1447-46f7-83b2-d6616b725223 req-c5685edb-0b09-4c23-ac08-e6399ceb7ae2 service neutron] Transition to ACTIVE for port object 78688ae2-f6bf-4575-9b2d-411b39a9ee2d will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:12:02.316653 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d95559-53da-4303-aadf-52d58fe6788f req-388d7f9a-820e-4141-9a1d-17f5afa3423b service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:12:02.317196 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d95559-53da-4303-aadf-52d58fe6788f req-388d7f9a-820e-4141-9a1d-17f5afa3423b service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:12:02.318295 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d95559-53da-4303-aadf-52d58fe6788f req-388d7f9a-820e-4141-9a1d-17f5afa3423b service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:12:02.318771 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-80d95559-53da-4303-aadf-52d58fe6788f req-388d7f9a-820e-4141-9a1d-17f5afa3423b service neutron] Bound port: d019f946-126b-43a9-9bd9-fff51651d217, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:12:02.319145 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-80d95559-53da-4303-aadf-52d58fe6788f req-388d7f9a-820e-4141-9a1d-17f5afa3423b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d019f946-126b-43a9-9bd9-fff51651d217), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:02.333802 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-c5685edb-0b09-4c23-ac08-e6399ceb7ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (78688ae2-f6bf-4575-9b2d-411b39a9ee2d), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:02.435349 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4524148-c37f-4863-a462-37d1d3762fc2 req-6f5ac0af-bc19-49c3-a407-0faa21c24ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:02.442827 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e4524148-c37f-4863-a462-37d1d3762fc2 req-6f5ac0af-bc19-49c3-a407-0faa21c24ed9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1473329 Feb 07 21:12:02.516620 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5685edb-0b09-4c23-ac08-e6399ceb7ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=78688ae2-f6bf-4575-9b2d-411b39a9ee2d,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:02.598976 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff93d3-3fd8-4fd9-a914-7d2658393d7b req-1bc1218c-710d-4e0e-8d3e-470b1139a011 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:02.607296 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff93d3-3fd8-4fd9-a914-7d2658393d7b req-1bc1218c-710d-4e0e-8d3e-470b1139a011 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:02.625130 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff93d3-3fd8-4fd9-a914-7d2658393d7b req-1bc1218c-710d-4e0e-8d3e-470b1139a011 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:02.653843 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff93d3-3fd8-4fd9-a914-7d2658393d7b req-1bc1218c-710d-4e0e-8d3e-470b1139a011 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:02.660228 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff93d3-3fd8-4fd9-a914-7d2658393d7b req-1bc1218c-710d-4e0e-8d3e-470b1139a011 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:02.676671 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e4524148-c37f-4863-a462-37d1d3762fc2 req-9ce05bb9-3fd2-42ca-9677-999c4eec7648 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312236 Feb 07 21:12:02.691720 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff93d3-3fd8-4fd9-a914-7d2658393d7b req-1bc1218c-710d-4e0e-8d3e-470b1139a011 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:02.693630 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9ff93d3-3fd8-4fd9-a914-7d2658393d7b req-1bc1218c-710d-4e0e-8d3e-470b1139a011 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 4600 time: 0.8882556 Feb 07 21:12:02.825035 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e4524148-c37f-4863-a462-37d1d3762fc2 req-d5d34830-6a98-4380-b72a-9a92f74106cc service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421773 Feb 07 21:12:02.987565 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-186ebb80-df93-4b81-85dd-44a1a7f65d02 req-51984dea-8f2a-4dc4-a8a3-df8394fc6dd1 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2109440273&fields=id&tenant_id=d10808f8a1e4426aac7a4507d0733789 HTTP/1.1" status: 200 len: 267 time: 0.4755099 Feb 07 21:12:03.137286 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-80d95559-53da-4303-aadf-52d58fe6788f req-388d7f9a-820e-4141-9a1d-17f5afa3423b service neutron] For port d019f946-126b-43a9-9bd9-fff51651d217, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:12:03.143856 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-71c6946c-1447-46f7-83b2-d6616b725223 req-c5685edb-0b09-4c23-ac08-e6399ceb7ae2 service neutron] Attempting to bind port 78688ae2-f6bf-4575-9b2d-411b39a9ee2d on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:12:03.144235 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-71c6946c-1447-46f7-83b2-d6616b725223 req-c5685edb-0b09-4c23-ac08-e6399ceb7ae2 service neutron] Attempting to bind port 78688ae2-f6bf-4575-9b2d-411b39a9ee2d by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'b471230d-262f-4c1e-be7a-7c91a832d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:12:03.144551 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-c5685edb-0b09-4c23-ac08-e6399ceb7ae2 service neutron] Attempting to bind port 78688ae2-f6bf-4575-9b2d-411b39a9ee2d on network 26a5aa95-5a14-4824-919e-8a28dc988cff {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:12:03.177012 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9ff93d3-3fd8-4fd9-a914-7d2658393d7b req-78c10591-5a1a-4a90-9367-84924e4cbb4e tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4596512 Feb 07 21:12:03.183338 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-c5685edb-0b09-4c23-ac08-e6399ceb7ae2 service neutron] Port 78688ae2-f6bf-4575-9b2d-411b39a9ee2d on network 26a5aa95-5a14-4824-919e-8a28dc988cff not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:12:03.183676 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-c5685edb-0b09-4c23-ac08-e6399ceb7ae2 service neutron] Attempting to bind port 78688ae2-f6bf-4575-9b2d-411b39a9ee2d on network 26a5aa95-5a14-4824-919e-8a28dc988cff {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:12:03.189364 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-80d95559-53da-4303-aadf-52d58fe6788f req-388d7f9a-820e-4141-9a1d-17f5afa3423b service neutron] For port d019f946-126b-43a9-9bd9-fff51651d217, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d019f946-126b-43a9-9bd9-fff51651d217,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:12:03.206302 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-c5685edb-0b09-4c23-ac08-e6399ceb7ae2 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:12:03.206493 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-c5685edb-0b09-4c23-ac08-e6399ceb7ae2 service neutron] Checking segment: {'id': 'b471230d-262f-4c1e-be7a-7c91a832d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:12:03.207343 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-c5685edb-0b09-4c23-ac08-e6399ceb7ae2 service neutron] Bound using segment: {'id': 'b471230d-262f-4c1e-be7a-7c91a832d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:12:03.207877 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-71c6946c-1447-46f7-83b2-d6616b725223 req-c5685edb-0b09-4c23-ac08-e6399ceb7ae2 service neutron] Bound port: 78688ae2-f6bf-4575-9b2d-411b39a9ee2d, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b471230d-262f-4c1e-be7a-7c91a832d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:12:03.208169 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-c5685edb-0b09-4c23-ac08-e6399ceb7ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (78688ae2-f6bf-4575-9b2d-411b39a9ee2d), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:03.217721 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-80d95559-53da-4303-aadf-52d58fe6788f req-388d7f9a-820e-4141-9a1d-17f5afa3423b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (d019f946-126b-43a9-9bd9-fff51651d217), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:03.237929 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ebb80-df93-4b81-85dd-44a1a7f65d02 req-d5262218-1b28-452b-bf26-2a3043ab7dd8 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:03.245346 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-186ebb80-df93-4b81-85dd-44a1a7f65d02 req-d5262218-1b28-452b-bf26-2a3043ab7dd8 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=54882b7d-92a8-4c36-9f8f-aba293074103 HTTP/1.1" status: 200 len: 945 time: 0.2498062 Feb 07 21:12:03.250986 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-186ebb80-df93-4b81-85dd-44a1a7f65d02 req-6bbf2305-044e-4284-8ed1-63f889697395 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Request body: {'port': {'security_groups': ['8a362840-93f8-4e3b-83ba-f40100b3789b', '203c3c5d-2796-424a-b2b6-e9f3ef5d5b6e']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:03.348208 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d95559-53da-4303-aadf-52d58fe6788f req-388d7f9a-820e-4141-9a1d-17f5afa3423b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:03.348859 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-80d95559-53da-4303-aadf-52d58fe6788f req-388d7f9a-820e-4141-9a1d-17f5afa3423b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:03.351173 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80d95559-53da-4303-aadf-52d58fe6788f req-388d7f9a-820e-4141-9a1d-17f5afa3423b service neutron] 10.222.0.71 "PUT /v2.0/ports/d019f946-126b-43a9-9bd9-fff51651d217 HTTP/1.1" status: 200 len: 1096 time: 5.0378013 Feb 07 21:12:03.355240 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a3adc0-0a51-4fdf-8f70-bafcb3885011', 'tag': 'd019f946-126b-43a9-9bd9-fff51651d217'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:12:03.358713 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a062ac-3db1-4483-bc48-c68bb7af6873" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a3adc0-0a51-4fdf-8f70-bafcb3885011", "tag": "d019f946-126b-43a9-9bd9-fff51651d217"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:12:03.435098 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:03.635028 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d7f9a-820e-4141-9a1d-17f5afa3423b service neutron] Pushing event updated for resources: {'Port': ['ID=d019f946-126b-43a9-9bd9-fff51651d217,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:03.675947 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-186ebb80-df93-4b81-85dd-44a1a7f65d02 req-6bbf2305-044e-4284-8ed1-63f889697395 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (db83d01e-40ca-4c97-88f3-ae02506f96ab), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:03.695048 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-71c6946c-1447-46f7-83b2-d6616b725223 req-c5685edb-0b09-4c23-ac08-e6399ceb7ae2 service neutron] For port 78688ae2-f6bf-4575-9b2d-411b39a9ee2d, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:12:03.735260 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-71c6946c-1447-46f7-83b2-d6616b725223 req-c5685edb-0b09-4c23-ac08-e6399ceb7ae2 service neutron] For port 78688ae2-f6bf-4575-9b2d-411b39a9ee2d, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=78688ae2-f6bf-4575-9b2d-411b39a9ee2d,segment=NetworkSegment(b471230d-262f-4c1e-be7a-7c91a832d6a9),segment_id=b471230d-262f-4c1e-be7a-7c91a832d6a9)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:12:03.760188 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-c5685edb-0b09-4c23-ac08-e6399ceb7ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (78688ae2-f6bf-4575-9b2d-411b39a9ee2d), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:03.808621 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe579bf-052b-4f92-8f53-0b27872759a9 req-0cc237b2-fbc6-4192-b9a7-e4a967f5b688 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:03.819925 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:03.827064 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fe579bf-052b-4f92-8f53-0b27872759a9 req-0cc237b2-fbc6-4192-b9a7-e4a967f5b688 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.4564362 Feb 07 21:12:03.831748 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d95559-53da-4303-aadf-52d58fe6788f req-9b99c6f0-4bd4-428c-ba67-70c4c88ac6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:03.833216 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80d95559-53da-4303-aadf-52d58fe6788f req-9b99c6f0-4bd4-428c-ba67-70c4c88ac6c9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1ccfcf65495f43dd8715be523daabd57&device_id=f0a3adc0-0a51-4fdf-8f70-bafcb3885011 HTTP/1.1" status: 200 len: 1130 time: 0.3955085 Feb 07 21:12:04.016028 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-c5685edb-0b09-4c23-ac08-e6399ceb7ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:04.016921 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-c5685edb-0b09-4c23-ac08-e6399ceb7ae2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:04.018575 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-c5685edb-0b09-4c23-ac08-e6399ceb7ae2 service neutron] 10.222.0.71 "PUT /v2.0/ports/78688ae2-f6bf-4575-9b2d-411b39a9ee2d HTTP/1.1" status: 200 len: 1129 time: 4.6510227 Feb 07 21:12:04.025902 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80d95559-53da-4303-aadf-52d58fe6788f req-766acac9-c5da-449c-9a67-2c216f19c776 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=d019f946-126b-43a9-9bd9-fff51651d217 HTTP/1.1" status: 200 len: 217 time: 0.1773114 Feb 07 21:12:04.085033 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-71c6946c-1447-46f7-83b2-d6616b725223 req-fe66c140-bf2e-4a01-a112-edc380e6891d service neutron] Request body: {'port': {'device_id': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:04.175064 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5685edb-0b09-4c23-ac08-e6399ceb7ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=78688ae2-f6bf-4575-9b2d-411b39a9ee2d,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:04.207761 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fe579bf-052b-4f92-8f53-0b27872759a9 req-df8f8dd2-f285-43cf-b335-edd9a29c910a tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797324 Feb 07 21:12:04.257113 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d95559-53da-4303-aadf-52d58fe6788f req-38419719-a88e-4db5-b5a8-c09393d64348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:04.259002 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80d95559-53da-4303-aadf-52d58fe6788f req-38419719-a88e-4db5-b5a8-c09393d64348 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.2149780 Feb 07 21:12:04.441922 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-fe66c140-bf2e-4a01-a112-edc380e6891d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4ac48894-fd3f-4327-adde-ca84b477e6df), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:04.530487 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-186ebb80-df93-4b81-85dd-44a1a7f65d02 req-6bbf2305-044e-4284-8ed1-63f889697395 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] For port db83d01e-40ca-4c97-88f3-ae02506f96ab, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=db83d01e-40ca-4c97-88f3-ae02506f96ab,segment=NetworkSegment(e428fdb1-030b-4885-9d86-f48291007e12),segment_id=e428fdb1-030b-4885-9d86-f48291007e12)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:04.553050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d95559-53da-4303-aadf-52d58fe6788f req-c876fca7-f12f-467a-a43e-c25a74ccb780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:04.554864 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80d95559-53da-4303-aadf-52d58fe6788f req-c876fca7-f12f-467a-a43e-c25a74ccb780 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2860119 Feb 07 21:12:04.578429 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313383c-0cfc-4e9e-81ae-662bc723201e req-d1ff81a5-013d-4af4-867c-0513c5330d68 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:04.585656 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b313383c-0cfc-4e9e-81ae-662bc723201e req-d1ff81a5-013d-4af4-867c-0513c5330d68 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/ports?device_id=c16296d4-0749-4305-81ec-14c625f00e2b HTTP/1.1" status: 200 len: 947 time: 0.2127395 Feb 07 21:12:04.646755 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58860) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:04.723991 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-186ebb80-df93-4b81-85dd-44a1a7f65d02 req-6bbf2305-044e-4284-8ed1-63f889697395 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for port (db83d01e-40ca-4c97-88f3-ae02506f96ab), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:04.756186 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-186ebb80-df93-4b81-85dd-44a1a7f65d02 req-6bbf2305-044e-4284-8ed1-63f889697395 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (db83d01e-40ca-4c97-88f3-ae02506f96ab), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:04.770618 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['db83d01e-40ca-4c97-88f3-ae02506f96ab'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:12:05.064636 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a941aa4b-1dec-4d82-bc96-9f59e3422e1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:05.217334 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b313383c-0cfc-4e9e-81ae-662bc723201e req-3ef16ef5-bb70-4f63-9ab5-095adbcd8a82 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fd304ff-acc6-43e8-9397-ae70d57fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6303909 Feb 07 21:12:05.240007 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ebb80-df93-4b81-85dd-44a1a7f65d02 req-6bbf2305-044e-4284-8ed1-63f889697395 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:05.240681 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-186ebb80-df93-4b81-85dd-44a1a7f65d02 req-6bbf2305-044e-4284-8ed1-63f889697395 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:05.242048 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-186ebb80-df93-4b81-85dd-44a1a7f65d02 req-6bbf2305-044e-4284-8ed1-63f889697395 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "PUT /v2.0/ports/db83d01e-40ca-4c97-88f3-ae02506f96ab HTTP/1.1" status: 200 len: 981 time: 1.9958601 Feb 07 21:12:05.278242 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf2305-044e-4284-8ed1-63f889697395 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Pushing event updated for resources: {'Port': ['ID=db83d01e-40ca-4c97-88f3-ae02506f96ab,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:05.294998 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80d95559-53da-4303-aadf-52d58fe6788f req-154fd553-5c7f-4e51-a153-920c4a883209 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7279916 Feb 07 21:12:05.305579 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a941aa4b-1dec-4d82-bc96-9f59e3422e1b admin admin] Publish callbacks [] for security_group (0c736aab-8811-4136-b1b6-beac983e1f7a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:05.311472 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['db83d01e-40ca-4c97-88f3-ae02506f96ab'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:12:05.316602 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a941aa4b-1dec-4d82-bc96-9f59e3422e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0c736aab-8811-4136-b1b6-beac983e1f7a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:05.321989 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4f7417-00d4-4e0b-ab9b-1cc0f50b74f8 x-openstack-request-id: req-fc4f7417-00d4-4e0b-ab9b-1cc0f50b74f8 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:12:05.322535 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a3adc0-0a51-4fdf-8f70-bafcb3885011", "tag": "d019f946-126b-43a9-9bd9-fff51651d217", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:12:05.322944 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fc4f7417-00d4-4e0b-ab9b-1cc0f50b74f8 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:12:05.323717 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a3adc0-0a51-4fdf-8f70-bafcb3885011', 'tag': 'd019f946-126b-43a9-9bd9-fff51651d217', 'status': 'completed', 'code': 200} Feb 07 21:12:05.369948 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a941aa4b-1dec-4d82-bc96-9f59e3422e1b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=21352dcbcb714e3aa84e16fcd6340864&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7220860 Feb 07 21:12:05.378572 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58876) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:05.418528 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941aa4b-1dec-4d82-bc96-9f59e3422e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c736aab-8811-4136-b1b6-beac983e1f7a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:05.438172 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941aa4b-1dec-4d82-bc96-9f59e3422e1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:05.438821 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941aa4b-1dec-4d82-bc96-9f59e3422e1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:05.439508 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941aa4b-1dec-4d82-bc96-9f59e3422e1b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:05.440064 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941aa4b-1dec-4d82-bc96-9f59e3422e1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:05.440628 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941aa4b-1dec-4d82-bc96-9f59e3422e1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:05.441150 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941aa4b-1dec-4d82-bc96-9f59e3422e1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:05.441670 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941aa4b-1dec-4d82-bc96-9f59e3422e1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:05.442211 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941aa4b-1dec-4d82-bc96-9f59e3422e1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:05.442778 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941aa4b-1dec-4d82-bc96-9f59e3422e1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:05.443318 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941aa4b-1dec-4d82-bc96-9f59e3422e1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:05.443859 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941aa4b-1dec-4d82-bc96-9f59e3422e1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:05.444446 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941aa4b-1dec-4d82-bc96-9f59e3422e1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:05.445005 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a941aa4b-1dec-4d82-bc96-9f59e3422e1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:05.467934 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6fcf8c40-2dd3-4431-af00-cbae1beff029 admin admin] Publish callbacks [] for security_group (0c736aab-8811-4136-b1b6-beac983e1f7a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:05.502685 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6fcf8c40-2dd3-4431-af00-cbae1beff029 admin admin] Publish callbacks [] for security_group (0c736aab-8811-4136-b1b6-beac983e1f7a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:05.600103 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6fcf8c40-2dd3-4431-af00-cbae1beff029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0c736aab-8811-4136-b1b6-beac983e1f7a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:05.604446 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6fcf8c40-2dd3-4431-af00-cbae1beff029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:05.610048 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6fcf8c40-2dd3-4431-af00-cbae1beff029 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0c736aab-8811-4136-b1b6-beac983e1f7a HTTP/1.1" status: 204 len: 168 time: 0.2302399 Feb 07 21:12:05.625374 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-71c6946c-1447-46f7-83b2-d6616b725223 req-fe66c140-bf2e-4a01-a112-edc380e6891d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac48894-fd3f-4327-adde-ca84b477e6df {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:12:05.631157 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf8c40-2dd3-4431-af00-cbae1beff029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c736aab-8811-4136-b1b6-beac983e1f7a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:05.648446 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6d856-bd9b-4efd-b6e3-c32e6005667d req-443c1083-2279-4663-8186-52d1ef3e1553 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:05.654475 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6d856-bd9b-4efd-b6e3-c32e6005667d req-443c1083-2279-4663-8186-52d1ef3e1553 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:05.659867 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6d856-bd9b-4efd-b6e3-c32e6005667d req-443c1083-2279-4663-8186-52d1ef3e1553 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:05.665207 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6d856-bd9b-4efd-b6e3-c32e6005667d req-443c1083-2279-4663-8186-52d1ef3e1553 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:05.671177 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6d856-bd9b-4efd-b6e3-c32e6005667d req-443c1083-2279-4663-8186-52d1ef3e1553 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:05.676708 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6d856-bd9b-4efd-b6e3-c32e6005667d req-443c1083-2279-4663-8186-52d1ef3e1553 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:05.681981 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6d856-bd9b-4efd-b6e3-c32e6005667d req-443c1083-2279-4663-8186-52d1ef3e1553 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:05.684028 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-27a6d856-bd9b-4efd-b6e3-c32e6005667d req-443c1083-2279-4663-8186-52d1ef3e1553 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5371 time: 0.3187647 Feb 07 21:12:05.687019 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-fe66c140-bf2e-4a01-a112-edc380e6891d service neutron] Publish callbacks [] for port (4ac48894-fd3f-4327-adde-ca84b477e6df), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:05.690851 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80d95559-53da-4303-aadf-52d58fe6788f req-7da76492-6a56-427d-b974-a6405fa51701 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877316 Feb 07 21:12:05.700708 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44aaeb-46b6-48af-8796-9b13d2ad12fd req-16018756-b127-41a7-b889-e520afa9d03e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:05.708060 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4e44aaeb-46b6-48af-8796-9b13d2ad12fd req-16018756-b127-41a7-b889-e520afa9d03e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.2525780 Feb 07 21:12:05.753018 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-71c6946c-1447-46f7-83b2-d6616b725223 req-fe66c140-bf2e-4a01-a112-edc380e6891d service neutron] Transition to ACTIVE for port object 4ac48894-fd3f-4327-adde-ca84b477e6df will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:12:05.778806 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-fe66c140-bf2e-4a01-a112-edc380e6891d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (4ac48894-fd3f-4327-adde-ca84b477e6df), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:05.892198 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4e44aaeb-46b6-48af-8796-9b13d2ad12fd req-1ff4556c-fedb-404c-a092-afa7db8d08d2 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783142 Feb 07 21:12:05.950345 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-27a6d856-bd9b-4efd-b6e3-c32e6005667d req-deace15d-6983-4421-acbc-3d5245d8b9c3 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2570746 Feb 07 21:12:05.962447 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66c140-bf2e-4a01-a112-edc380e6891d service neutron] Pushing event updated for resources: {'Port': ['ID=4ac48894-fd3f-4327-adde-ca84b477e6df,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:05.982496 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device c0b662bf-c220-4cfd-a033-c9a65f97c7e0 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:12:06.094959 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a062ac-3db1-4483-bc48-c68bb7af6873 req-8b9f214e-970b-4f61-afc9-e2c72f64e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:06.096583 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65a062ac-3db1-4483-bc48-c68bb7af6873 req-8b9f214e-970b-4f61-afc9-e2c72f64e0f7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1ccfcf65495f43dd8715be523daabd57&device_id=f0a3adc0-0a51-4fdf-8f70-bafcb3885011 HTTP/1.1" status: 200 len: 1130 time: 0.3103166 Feb 07 21:12:06.218436 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port c0b662bf-c220-4cfd-a033-c9a65f97c7e0, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=c0b662bf-c220-4cfd-a033-c9a65f97c7e0,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:06.263491 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-460cada3-9a28-4ffc-ac2a-38153d1ff6e2 req-b535edee-acc6-4c9c-9ec8-c14f9e38d5ab tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-964847672&fields=id&tenant_id=d10808f8a1e4426aac7a4507d0733789 HTTP/1.1" status: 200 len: 267 time: 0.2816596 Feb 07 21:12:06.312079 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'c0b662bf-c220-4cfd-a033-c9a65f97c7e0', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': 'c0b662bf-c220-4cfd-a033-c9a65f97c7e0', 'mac_address': 'fa:16:3e:90:cf:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:12:06.360993 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-71c6946c-1447-46f7-83b2-d6616b725223 req-fe66c140-bf2e-4a01-a112-edc380e6891d service neutron] Attempting to bind port 4ac48894-fd3f-4327-adde-ca84b477e6df on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:12:06.361689 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-71c6946c-1447-46f7-83b2-d6616b725223 req-fe66c140-bf2e-4a01-a112-edc380e6891d service neutron] Attempting to bind port 4ac48894-fd3f-4327-adde-ca84b477e6df by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'b471230d-262f-4c1e-be7a-7c91a832d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:12:06.362274 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-fe66c140-bf2e-4a01-a112-edc380e6891d service neutron] Attempting to bind port 4ac48894-fd3f-4327-adde-ca84b477e6df on network 26a5aa95-5a14-4824-919e-8a28dc988cff {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:12:06.390435 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-fe66c140-bf2e-4a01-a112-edc380e6891d service neutron] Port 4ac48894-fd3f-4327-adde-ca84b477e6df on network 26a5aa95-5a14-4824-919e-8a28dc988cff not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:12:06.390938 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-fe66c140-bf2e-4a01-a112-edc380e6891d service neutron] Attempting to bind port 4ac48894-fd3f-4327-adde-ca84b477e6df on network 26a5aa95-5a14-4824-919e-8a28dc988cff {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:12:06.409837 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-fe66c140-bf2e-4a01-a112-edc380e6891d service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:12:06.410440 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-fe66c140-bf2e-4a01-a112-edc380e6891d service neutron] Checking segment: {'id': 'b471230d-262f-4c1e-be7a-7c91a832d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:12:06.411017 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-fe66c140-bf2e-4a01-a112-edc380e6891d service neutron] Bound using segment: {'id': 'b471230d-262f-4c1e-be7a-7c91a832d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:12:06.411627 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-71c6946c-1447-46f7-83b2-d6616b725223 req-fe66c140-bf2e-4a01-a112-edc380e6891d service neutron] Bound port: 4ac48894-fd3f-4327-adde-ca84b477e6df, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b471230d-262f-4c1e-be7a-7c91a832d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:12:06.412149 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-fe66c140-bf2e-4a01-a112-edc380e6891d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4ac48894-fd3f-4327-adde-ca84b477e6df), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:06.414542 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port c0b662bf-c220-4cfd-a033-c9a65f97c7e0 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:12:06.414941 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c0b662bf-c220-4cfd-a033-c9a65f97c7e0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:06.417434 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a062ac-3db1-4483-bc48-c68bb7af6873 req-485a7b56-7ba9-40e5-9e71-29304ae9c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:06.419225 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65a062ac-3db1-4483-bc48-c68bb7af6873 req-485a7b56-7ba9-40e5-9e71-29304ae9c659 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.2770500 Feb 07 21:12:06.435312 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cada3-9a28-4ffc-ac2a-38153d1ff6e2 req-773a0d02-12bd-4d41-937d-36f310040dc7 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:06.443267 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-460cada3-9a28-4ffc-ac2a-38153d1ff6e2 req-773a0d02-12bd-4d41-937d-36f310040dc7 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=54882b7d-92a8-4c36-9f8f-aba293074103 HTTP/1.1" status: 200 len: 984 time: 0.1789196 Feb 07 21:12:06.446892 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0b662bf-c220-4cfd-a033-c9a65f97c7e0 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:12:06.467152 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a2695-7258-4763-ac92-33e8dabcc674 req-43798502-20af-4fbf-914e-4bb944138637 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:06.468655 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ff5a2695-7258-4763-ac92-33e8dabcc674 req-43798502-20af-4fbf-914e-4bb944138637 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1867542 Feb 07 21:12:06.472266 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-460cada3-9a28-4ffc-ac2a-38153d1ff6e2 req-d994e21d-5170-4124-b6dc-4b252e55c6ef tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Request body: {'port': {'security_groups': ['203c3c5d-2796-424a-b2b6-e9f3ef5d5b6e', '8a362840-93f8-4e3b-83ba-f40100b3789b', '36bff7ef-c654-44eb-b839-798654138dba']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:06.497855 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port c0b662bf-c220-4cfd-a033-c9a65f97c7e0, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=c0b662bf-c220-4cfd-a033-c9a65f97c7e0,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:06.506878 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c0b662bf-c220-4cfd-a033-c9a65f97c7e0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:06.560977 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65a062ac-3db1-4483-bc48-c68bb7af6873 req-5244700f-873e-4aa3-81dd-c064d6229d7f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=d019f946-126b-43a9-9bd9-fff51651d217 HTTP/1.1" status: 200 len: 217 time: 0.1088154 Feb 07 21:12:06.728516 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a062ac-3db1-4483-bc48-c68bb7af6873 req-e353ef10-351a-4aa0-beb5-3af7209b9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:06.730531 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65a062ac-3db1-4483-bc48-c68bb7af6873 req-e353ef10-351a-4aa0-beb5-3af7209b9286 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1575511 Feb 07 21:12:06.738562 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ff5a2695-7258-4763-ac92-33e8dabcc674 req-579ff103-68e2-424b-b18d-d71874c53e06 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602651 Feb 07 21:12:06.739177 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-460cada3-9a28-4ffc-ac2a-38153d1ff6e2 req-d994e21d-5170-4124-b6dc-4b252e55c6ef tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (db83d01e-40ca-4c97-88f3-ae02506f96ab), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:06.742283 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-71c6946c-1447-46f7-83b2-d6616b725223 req-fe66c140-bf2e-4a01-a112-edc380e6891d service neutron] For port 4ac48894-fd3f-4327-adde-ca84b477e6df, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:12:06.748012 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-71c6946c-1447-46f7-83b2-d6616b725223 req-fe66c140-bf2e-4a01-a112-edc380e6891d service neutron] For port 4ac48894-fd3f-4327-adde-ca84b477e6df, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=4ac48894-fd3f-4327-adde-ca84b477e6df,segment=NetworkSegment(b471230d-262f-4c1e-be7a-7c91a832d6a9),segment_id=b471230d-262f-4c1e-be7a-7c91a832d6a9)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:12:06.784099 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-fe66c140-bf2e-4a01-a112-edc380e6891d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (4ac48894-fd3f-4327-adde-ca84b477e6df), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:06.787541 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=c0b662bf-c220-4cfd-a033-c9a65f97c7e0,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:06.865922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-fe66c140-bf2e-4a01-a112-edc380e6891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:06.866797 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-fe66c140-bf2e-4a01-a112-edc380e6891d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:06.868278 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['c0b662bf-c220-4cfd-a033-c9a65f97c7e0'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:12:06.868547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-fe66c140-bf2e-4a01-a112-edc380e6891d service neutron] 10.222.0.71 "PUT /v2.0/ports/4ac48894-fd3f-4327-adde-ca84b477e6df HTTP/1.1" status: 200 len: 1091 time: 2.7934206 Feb 07 21:12:06.984979 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-71c6946c-1447-46f7-83b2-d6616b725223 req-d984afec-ad12-4619-9c37-c46196029fad service neutron] Request body: {'port': {'device_id': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:07.025998 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a062ac-3db1-4483-bc48-c68bb7af6873 req-361557b1-b1fc-4b3f-955b-c53d2fe90509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:07.027696 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65a062ac-3db1-4483-bc48-c68bb7af6873 req-361557b1-b1fc-4b3f-955b-c53d2fe90509 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2836726 Feb 07 21:12:07.087434 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66c140-bf2e-4a01-a112-edc380e6891d service neutron] Pushing event updated for resources: {'Port': ['ID=4ac48894-fd3f-4327-adde-ca84b477e6df,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:07.278538 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-d984afec-ad12-4619-9c37-c46196029fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3f1d0a48-7987-4d96-94a8-3d3611c23cf7), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:07.287896 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f547c8-3f18-463a-80df-ab69300a4010 req-f5bcf24f-cb4c-44ca-8da0-9f9b754d69e3 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:07.295691 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14f547c8-3f18-463a-80df-ab69300a4010 req-f5bcf24f-cb4c-44ca-8da0-9f9b754d69e3 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/ports?device_id=c16296d4-0749-4305-81ec-14c625f00e2b HTTP/1.1" status: 200 len: 948 time: 0.3779845 Feb 07 21:12:07.333179 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'tag': '78688ae2-f6bf-4575-9b2d-411b39a9ee2d'}, {'name': 'network-changed', 'server_uuid': '54882b7d-92a8-4c36-9f8f-aba293074103', 'tag': 'db83d01e-40ca-4c97-88f3-ae02506f96ab'}, {'name': 'network-changed', 'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'tag': '4ac48894-fd3f-4327-adde-ca84b477e6df'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:12:07.335582 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c515a5f7-94c8-4061-ad92-acb523d051c7" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "tag": "78688ae2-f6bf-4575-9b2d-411b39a9ee2d"}, {"name": "network-changed", "server_uuid": "54882b7d-92a8-4c36-9f8f-aba293074103", "tag": "db83d01e-40ca-4c97-88f3-ae02506f96ab"}, {"name": "network-changed", "server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "tag": "4ac48894-fd3f-4327-adde-ca84b477e6df"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:12:07.421981 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65a062ac-3db1-4483-bc48-c68bb7af6873 req-441bb2a9-f203-46f6-8773-efd3ef5fbad7 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685067 Feb 07 21:12:07.559829 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14f547c8-3f18-463a-80df-ab69300a4010 req-b8d69b2f-a735-4cf5-97d7-938bad197156 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fd304ff-acc6-43e8-9397-ae70d57fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504020 Feb 07 21:12:07.692353 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-460cada3-9a28-4ffc-ac2a-38153d1ff6e2 req-d994e21d-5170-4124-b6dc-4b252e55c6ef tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] For port db83d01e-40ca-4c97-88f3-ae02506f96ab, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=db83d01e-40ca-4c97-88f3-ae02506f96ab,segment=NetworkSegment(e428fdb1-030b-4885-9d86-f48291007e12),segment_id=e428fdb1-030b-4885-9d86-f48291007e12)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:07.841555 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-460cada3-9a28-4ffc-ac2a-38153d1ff6e2 req-d994e21d-5170-4124-b6dc-4b252e55c6ef tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for port (db83d01e-40ca-4c97-88f3-ae02506f96ab), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:07.859137 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65a062ac-3db1-4483-bc48-c68bb7af6873 req-522215e8-7ef8-4fbf-b6f4-c1787a57cf8b service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235513 Feb 07 21:12:07.861622 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-460cada3-9a28-4ffc-ac2a-38153d1ff6e2 req-d994e21d-5170-4124-b6dc-4b252e55c6ef tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (db83d01e-40ca-4c97-88f3-ae02506f96ab), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:07.876924 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['db83d01e-40ca-4c97-88f3-ae02506f96ab'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:12:07.881223 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9595d65-a4f3-4639-a558-cb92301ce949 req-b23ee0e2-9919-4546-b55f-326d5a3df2d2 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:07.887923 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9595d65-a4f3-4639-a558-cb92301ce949 req-b23ee0e2-9919-4546-b55f-326d5a3df2d2 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.2260981 Feb 07 21:12:07.968862 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cada3-9a28-4ffc-ac2a-38153d1ff6e2 req-d994e21d-5170-4124-b6dc-4b252e55c6ef tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:07.969498 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-460cada3-9a28-4ffc-ac2a-38153d1ff6e2 req-d994e21d-5170-4124-b6dc-4b252e55c6ef tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:07.985228 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-460cada3-9a28-4ffc-ac2a-38153d1ff6e2 req-d994e21d-5170-4124-b6dc-4b252e55c6ef tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "PUT /v2.0/ports/db83d01e-40ca-4c97-88f3-ae02506f96ab HTTP/1.1" status: 200 len: 1020 time: 1.5407887 Feb 07 21:12:08.007582 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device c0b662bf-c220-4cfd-a033-c9a65f97c7e0 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:12:08.067887 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994e21d-5170-4124-b6dc-4b252e55c6ef tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Pushing event updated for resources: {'Port': ['ID=db83d01e-40ca-4c97-88f3-ae02506f96ab,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:08.086808 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['db83d01e-40ca-4c97-88f3-ae02506f96ab'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:12:08.128202 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9595d65-a4f3-4639-a558-cb92301ce949 req-fc461e62-c120-4b56-bd67-2c95d3c88f88 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395325 Feb 07 21:12:08.201587 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-71c6946c-1447-46f7-83b2-d6616b725223 req-d984afec-ad12-4619-9c37-c46196029fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f1d0a48-7987-4d96-94a8-3d3611c23cf7 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:12:08.214825 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-d984afec-ad12-4619-9c37-c46196029fad service neutron] Publish callbacks [] for port (3f1d0a48-7987-4d96-94a8-3d3611c23cf7), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:08.232288 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-71c6946c-1447-46f7-83b2-d6616b725223 req-d984afec-ad12-4619-9c37-c46196029fad service neutron] Transition to ACTIVE for port object 3f1d0a48-7987-4d96-94a8-3d3611c23cf7 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:12:08.254973 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac53ba9-877b-4e82-bdd0-e0ec01be6a83 req-aa78a328-e2ea-4314-aa43-b982916fdca3 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:08.263200 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac53ba9-877b-4e82-bdd0-e0ec01be6a83 req-aa78a328-e2ea-4314-aa43-b982916fdca3 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:08.270942 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac53ba9-877b-4e82-bdd0-e0ec01be6a83 req-aa78a328-e2ea-4314-aa43-b982916fdca3 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:08.278732 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac53ba9-877b-4e82-bdd0-e0ec01be6a83 req-aa78a328-e2ea-4314-aa43-b982916fdca3 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:08.285644 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac53ba9-877b-4e82-bdd0-e0ec01be6a83 req-aa78a328-e2ea-4314-aa43-b982916fdca3 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:08.293939 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac53ba9-877b-4e82-bdd0-e0ec01be6a83 req-aa78a328-e2ea-4314-aa43-b982916fdca3 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:08.301306 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac53ba9-877b-4e82-bdd0-e0ec01be6a83 req-aa78a328-e2ea-4314-aa43-b982916fdca3 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:08.303588 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ac53ba9-877b-4e82-bdd0-e0ec01be6a83 req-aa78a328-e2ea-4314-aa43-b982916fdca3 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5383 time: 0.2296252 Feb 07 21:12:08.308591 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 07 Feb 2022 21:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ef8b0e-8da8-4650-9a0e-ff84220b8297 x-openstack-request-id: req-27ef8b0e-8da8-4650-9a0e-ff84220b8297 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:12:08.308896 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "tag": "78688ae2-f6bf-4575-9b2d-411b39a9ee2d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "54882b7d-92a8-4c36-9f8f-aba293074103", "tag": "db83d01e-40ca-4c97-88f3-ae02506f96ab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "tag": "4ac48894-fd3f-4327-adde-ca84b477e6df", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:12:08.309145 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-27ef8b0e-8da8-4650-9a0e-ff84220b8297 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:12:08.309599 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'tag': '78688ae2-f6bf-4575-9b2d-411b39a9ee2d', 'status': 'completed', 'code': 200} Feb 07 21:12:08.310342 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54882b7d-92a8-4c36-9f8f-aba293074103', 'tag': 'db83d01e-40ca-4c97-88f3-ae02506f96ab', 'status': 'completed', 'code': 200} Feb 07 21:12:08.310566 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port c0b662bf-c220-4cfd-a033-c9a65f97c7e0 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:12:08.310681 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'tag': '4ac48894-fd3f-4327-adde-ca84b477e6df', 'status': 'completed', 'code': 200} Feb 07 21:12:08.311398 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-d984afec-ad12-4619-9c37-c46196029fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (3f1d0a48-7987-4d96-94a8-3d3611c23cf7), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:08.362306 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port c0b662bf-c220-4cfd-a033-c9a65f97c7e0 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:12:08.362686 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c0b662bf-c220-4cfd-a033-c9a65f97c7e0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:08.407538 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984afec-ad12-4619-9c37-c46196029fad service neutron] Pushing event updated for resources: {'Port': ['ID=3f1d0a48-7987-4d96-94a8-3d3611c23cf7,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:08.438854 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-ad1963be-fa4b-45c6-9d56-80c0f0e2a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:08.440442 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-ad1963be-fa4b-45c6-9d56-80c0f0e2a05b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d10808f8a1e4426aac7a4507d0733789&device_id=54882b7d-92a8-4c36-9f8f-aba293074103 HTTP/1.1" status: 200 len: 1206 time: 0.1087306 Feb 07 21:12:08.671457 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-13356015-2fc7-4bce-9287-bc71842333ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:08.672976 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-13356015-2fc7-4bce-9287-bc71842333ec service neutron] 10.222.0.69 "GET /v2.0/networks?id=5ab21a05-4285-40ac-9087-244389cc5c8a HTTP/1.1" status: 200 len: 914 time: 0.2251320 Feb 07 21:12:08.698984 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port c0b662bf-c220-4cfd-a033-c9a65f97c7e0 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:12:08.699460 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c0b662bf-c220-4cfd-a033-c9a65f97c7e0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:08.749502 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-53825faa-5768-44cb-b930-7767206dbb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:08.750649 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-53825faa-5768-44cb-b930-7767206dbb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:08.751331 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-53825faa-5768-44cb-b930-7767206dbb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:08.752611 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-53825faa-5768-44cb-b930-7767206dbb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:08.753720 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-53825faa-5768-44cb-b930-7767206dbb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:08.754383 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-53825faa-5768-44cb-b930-7767206dbb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:08.755298 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-53825faa-5768-44cb-b930-7767206dbb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:08.757619 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-53825faa-5768-44cb-b930-7767206dbb42 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=42501a05a1164b8bab09e271e46d222b&device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 6424 time: 0.4522536 Feb 07 21:12:08.763791 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port c0b662bf-c220-4cfd-a033-c9a65f97c7e0, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=c0b662bf-c220-4cfd-a033-c9a65f97c7e0,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:08.769993 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16296d4-0749-4305-81ec-14c625f00e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b662bf-c220-4cfd-a033-c9a65f97c7e0'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:12:08.777973 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b31e12-55bb-452d-aa72-a34fcaa1199d" -d '{"events": [{"server_uuid": "c16296d4-0749-4305-81ec-14c625f00e2b", "name": "network-vif-plugged", "status": "completed", "tag": "c0b662bf-c220-4cfd-a033-c9a65f97c7e0"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:12:08.787747 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-3e452355-079a-44e5-9eef-9d4ac6749285 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db83d01e-40ca-4c97-88f3-ae02506f96ab HTTP/1.1" status: 200 len: 217 time: 0.1000037 Feb 07 21:12:08.817057 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c0b662bf-c220-4cfd-a033-c9a65f97c7e0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:08.883269 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-3c596b6d-8123-4708-8fc0-9b6e050b4511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:08.884925 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-3c596b6d-8123-4708-8fc0-9b6e050b4511 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2aefdc90-0b3f-49bd-8e85-71d4e6eb9af9 HTTP/1.1" status: 200 len: 853 time: 0.0964944 Feb 07 21:12:08.947390 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ac53ba9-877b-4e82-bdd0-e0ec01be6a83 req-1dfcb8de-f9e2-4111-9cb7-4684118d63ee tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6333010 Feb 07 21:12:08.970176 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-9ee73c32-42d0-4678-b819-f6f6fd492030 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5ab21a05-4285-40ac-9087-244389cc5c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765347 Feb 07 21:12:08.977907 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60840c27-acb0-46e7-bf87-fa33c82af0dd req-3006af2e-3f52-45d9-a6a1-8ad6666d4717 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:08.980474 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-60840c27-acb0-46e7-bf87-fa33c82af0dd req-3006af2e-3f52-45d9-a6a1-8ad6666d4717 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=54882b7d-92a8-4c36-9f8f-aba293074103 HTTP/1.1" status: 200 len: 1023 time: 0.5471759 Feb 07 21:12:09.049091 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=c0b662bf-c220-4cfd-a033-c9a65f97c7e0,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:09.066790 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-71c6946c-1447-46f7-83b2-d6616b725223 req-d984afec-ad12-4619-9c37-c46196029fad service neutron] Attempting to bind port 3f1d0a48-7987-4d96-94a8-3d3611c23cf7 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:12:09.072624 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-71c6946c-1447-46f7-83b2-d6616b725223 req-d984afec-ad12-4619-9c37-c46196029fad service neutron] Attempting to bind port 3f1d0a48-7987-4d96-94a8-3d3611c23cf7 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'b471230d-262f-4c1e-be7a-7c91a832d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:12:09.073112 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-d984afec-ad12-4619-9c37-c46196029fad service neutron] Attempting to bind port 3f1d0a48-7987-4d96-94a8-3d3611c23cf7 on network 26a5aa95-5a14-4824-919e-8a28dc988cff {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:12:09.095031 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 58978) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:09.179998 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-d984afec-ad12-4619-9c37-c46196029fad service neutron] Port 3f1d0a48-7987-4d96-94a8-3d3611c23cf7 on network 26a5aa95-5a14-4824-919e-8a28dc988cff not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:12:09.180650 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-d984afec-ad12-4619-9c37-c46196029fad service neutron] Attempting to bind port 3f1d0a48-7987-4d96-94a8-3d3611c23cf7 on network 26a5aa95-5a14-4824-919e-8a28dc988cff {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:12:09.253000 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-a640e1a1-95f1-42ee-9b67-dd83b20ccba2 service neutron] 10.222.0.69 "GET /v2.0/networks/5ab21a05-4285-40ac-9087-244389cc5c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600620 Feb 07 21:12:09.389838 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-63998e7d-8474-46da-8ca6-d2b3721c3e5e service neutron] 10.222.0.69 "GET /v2.0/networks/5ab21a05-4285-40ac-9087-244389cc5c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305037 Feb 07 21:12:09.503557 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-d984afec-ad12-4619-9c37-c46196029fad service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:12:09.504101 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-d984afec-ad12-4619-9c37-c46196029fad service neutron] Checking segment: {'id': 'b471230d-262f-4c1e-be7a-7c91a832d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:12:09.504286 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-d984afec-ad12-4619-9c37-c46196029fad service neutron] Bound using segment: {'id': 'b471230d-262f-4c1e-be7a-7c91a832d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:12:09.505028 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-71c6946c-1447-46f7-83b2-d6616b725223 req-d984afec-ad12-4619-9c37-c46196029fad service neutron] Bound port: 3f1d0a48-7987-4d96-94a8-3d3611c23cf7, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b471230d-262f-4c1e-be7a-7c91a832d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:12:09.508348 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-d984afec-ad12-4619-9c37-c46196029fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3f1d0a48-7987-4d96-94a8-3d3611c23cf7), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:09.545533 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-7eea0e0d-71a3-4c5a-a82c-796929e4ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:09.546003 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-7eea0e0d-71a3-4c5a-a82c-796929e4ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:09.546469 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-7eea0e0d-71a3-4c5a-a82c-796929e4ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:09.548071 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-7eea0e0d-71a3-4c5a-a82c-796929e4ec75 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=42501a05a1164b8bab09e271e46d222b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7727773 Feb 07 21:12:09.577319 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee3528b6-ace8-4636-ba8a-21e801184729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:09.680735 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-60840c27-acb0-46e7-bf87-fa33c82af0dd req-710649da-fdfc-49b2-b43b-20c3e781e767 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?id=203c3c5d-2796-424a-b2b6-e9f3ef5d5b6e&id=36bff7ef-c654-44eb-b839-798654138dba&id=8a362840-93f8-4e3b-83ba-f40100b3789b HTTP/1.1" status: 200 len: 6207 time: 0.6904588 Feb 07 21:12:09.695900 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e0f93-0948-497c-9e9f-576f7535c111 req-1e86c202-8679-4309-9fb9-407ece22e899 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:09.704081 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-058e0f93-0948-497c-9e9f-576f7535c111 req-1e86c202-8679-4309-9fb9-407ece22e899 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/ports?device_id=c16296d4-0749-4305-81ec-14c625f00e2b HTTP/1.1" status: 200 len: 949 time: 0.5773475 Feb 07 21:12:09.733600 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d019f946-126b-43a9-9bd9-fff51651d217 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:12:09.782297 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08c76f1-b8e0-4341-be52-1af686667942 x-openstack-request-id: req-c08c76f1-b8e0-4341-be52-1af686667942 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:12:09.782711 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16296d4-0749-4305-81ec-14c625f00e2b", "name": "network-vif-plugged", "status": "completed", "tag": "c0b662bf-c220-4cfd-a033-c9a65f97c7e0", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:12:09.783075 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c08c76f1-b8e0-4341-be52-1af686667942 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:12:09.783587 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16296d4-0749-4305-81ec-14c625f00e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b662bf-c220-4cfd-a033-c9a65f97c7e0', 'code': 200} Feb 07 21:12:09.826400 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-71c6946c-1447-46f7-83b2-d6616b725223 req-d984afec-ad12-4619-9c37-c46196029fad service neutron] For port 3f1d0a48-7987-4d96-94a8-3d3611c23cf7, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:12:09.909240 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port d019f946-126b-43a9-9bd9-fff51651d217, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d019f946-126b-43a9-9bd9-fff51651d217,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:09.924756 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178df495-9db7-485e-b1ac-c1b6f383ba02 req-eff3c89b-a283-40bd-b473-6323d3dee464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:09.926742 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'd019f946-126b-43a9-9bd9-fff51651d217', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': 'd019f946-126b-43a9-9bd9-fff51651d217', 'mac_address': 'fa:16:3e:2b:f6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:12:09.927239 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-178df495-9db7-485e-b1ac-c1b6f383ba02 req-eff3c89b-a283-40bd-b473-6323d3dee464 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c16296d4-0749-4305-81ec-14c625f00e2b HTTP/1.1" status: 200 len: 1131 time: 0.0819728 Feb 07 21:12:09.945174 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-71c6946c-1447-46f7-83b2-d6616b725223 req-d984afec-ad12-4619-9c37-c46196029fad service neutron] For port 3f1d0a48-7987-4d96-94a8-3d3611c23cf7, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3f1d0a48-7987-4d96-94a8-3d3611c23cf7,segment=NetworkSegment(b471230d-262f-4c1e-be7a-7c91a832d6a9),segment_id=b471230d-262f-4c1e-be7a-7c91a832d6a9)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:12:09.947339 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-58a2332d-de42-444a-ad91-35ec33bc5fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:09.948877 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-58a2332d-de42-444a-ad91-35ec33bc5fa7 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3883481 Feb 07 21:12:09.975786 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-058e0f93-0948-497c-9e9f-576f7535c111 req-a3b1e84f-763c-40c7-ac90-256c89088e51 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fd304ff-acc6-43e8-9397-ae70d57fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707763 Feb 07 21:12:09.981174 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port d019f946-126b-43a9-9bd9-fff51651d217 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:12:09.981761 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d019f946-126b-43a9-9bd9-fff51651d217), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:09.997551 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-d984afec-ad12-4619-9c37-c46196029fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (3f1d0a48-7987-4d96-94a8-3d3611c23cf7), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:10.006488 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d019f946-126b-43a9-9bd9-fff51651d217 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:12:10.009329 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-178df495-9db7-485e-b1ac-c1b6f383ba02 req-a8a671af-87ce-41b8-8dff-ce729074f690 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3fd304ff-acc6-43e8-9397-ae70d57fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750287 Feb 07 21:12:10.038172 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-d984afec-ad12-4619-9c37-c46196029fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:10.039148 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-d984afec-ad12-4619-9c37-c46196029fad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:10.043027 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port d019f946-126b-43a9-9bd9-fff51651d217, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d019f946-126b-43a9-9bd9-fff51651d217,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:10.044801 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-d984afec-ad12-4619-9c37-c46196029fad service neutron] 10.222.0.71 "PUT /v2.0/ports/3f1d0a48-7987-4d96-94a8-3d3611c23cf7 HTTP/1.1" status: 200 len: 1091 time: 3.1384580 Feb 07 21:12:10.056116 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d019f946-126b-43a9-9bd9-fff51651d217), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:10.085151 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-c745ddab-6d76-4a45-805f-7de7da3090c4 req-f5ddfac1-b1b8-4832-b4cb-c0b71c1034a1 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2064368654 ', 'description': 'tempest-description-1242369916'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:10.134691 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=d019f946-126b-43a9-9bd9-fff51651d217,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:10.141469 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-71c6946c-1447-46f7-83b2-d6616b725223 req-99897bdf-ea6b-49ea-84ee-9a5d6bc855a7 service neutron] Request body: {'port': {'device_id': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:10.179717 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c745ddab-6d76-4a45-805f-7de7da3090c4 req-f5ddfac1-b1b8-4832-b4cb-c0b71c1034a1 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:10.195698 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfecbee-31bc-442a-ac3b-f16b6f37a44d req-6d6e4698-34c9-47ba-834f-5fc328612cf1 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:10.203768 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9dfecbee-31bc-442a-ac3b-f16b6f37a44d req-6d6e4698-34c9-47ba-834f-5fc328612cf1 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.3427179 Feb 07 21:12:10.280682 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee3528b6-ace8-4636-ba8a-21e801184729 admin admin] Publish callbacks [] for security_group (06f83242-5810-462a-bc00-e147ffe96302), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:10.325144 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54882b7d-92a8-4c36-9f8f-aba293074103', 'tag': 'db83d01e-40ca-4c97-88f3-ae02506f96ab'}, {'name': 'network-changed', 'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'tag': '3f1d0a48-7987-4d96-94a8-3d3611c23cf7'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:12:10.327579 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d6aa4d-d444-4ec5-966a-10cea0e7bc35" -d '{"events": [{"name": "network-changed", "server_uuid": "54882b7d-92a8-4c36-9f8f-aba293074103", "tag": "db83d01e-40ca-4c97-88f3-ae02506f96ab"}, {"name": "network-changed", "server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "tag": "3f1d0a48-7987-4d96-94a8-3d3611c23cf7"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:12:10.329908 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee3528b6-ace8-4636-ba8a-21e801184729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (06f83242-5810-462a-bc00-e147ffe96302), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:10.356208 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984afec-ad12-4619-9c37-c46196029fad service neutron] Pushing event updated for resources: {'Port': ['ID=3f1d0a48-7987-4d96-94a8-3d3611c23cf7,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:10.416461 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-9f07614d-81a4-4a69-8ed4-99f4b819b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:10.416958 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-9f07614d-81a4-4a69-8ed4-99f4b819b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:10.418016 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-9f07614d-81a4-4a69-8ed4-99f4b819b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:10.418478 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-9f07614d-81a4-4a69-8ed4-99f4b819b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:10.418933 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-9f07614d-81a4-4a69-8ed4-99f4b819b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:10.419409 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-9f07614d-81a4-4a69-8ed4-99f4b819b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:10.419834 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-9f07614d-81a4-4a69-8ed4-99f4b819b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:10.422987 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-9f07614d-81a4-4a69-8ed4-99f4b819b862 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=42501a05a1164b8bab09e271e46d222b&device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 6497 time: 0.4141095 Feb 07 21:12:10.423167 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-99897bdf-ea6b-49ea-84ee-9a5d6bc855a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (37a46c40-b8b5-4e77-b30b-a26ed748d892), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:10.434692 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['d019f946-126b-43a9-9bd9-fff51651d217'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:12:10.443899 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9dfecbee-31bc-442a-ac3b-f16b6f37a44d req-6e8db155-e2bb-4096-ad98-2b476e029ff3 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391896 Feb 07 21:12:10.480350 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59036) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:10.487080 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ee3528b6-ace8-4636-ba8a-21e801184729 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=80ba2322303242778625eb8f42a78b54&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3832798 Feb 07 21:12:10.520611 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59038) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:10.522323 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3528b6-ace8-4636-ba8a-21e801184729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f83242-5810-462a-bc00-e147ffe96302,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:10.594018 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a11e-708f-43cd-8fce-792c15b03b5e admin admin] Publish callbacks [] for security_group (06f83242-5810-462a-bc00-e147ffe96302), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:10.625845 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a11e-708f-43cd-8fce-792c15b03b5e admin admin] Publish callbacks [] for security_group (06f83242-5810-462a-bc00-e147ffe96302), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:10.680639 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c745ddab-6d76-4a45-805f-7de7da3090c4 req-f5ddfac1-b1b8-4832-b4cb-c0b71c1034a1 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (961c4f22-fcab-4556-8c28-c83a7860cf8f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:10.721312 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f8770258-719f-4589-b23d-249516b981b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:10.730838 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c745ddab-6d76-4a45-805f-7de7da3090c4 req-f5ddfac1-b1b8-4832-b4cb-c0b71c1034a1 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (961c4f22-fcab-4556-8c28-c83a7860cf8f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:10.763434 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a11e-708f-43cd-8fce-792c15b03b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (06f83242-5810-462a-bc00-e147ffe96302), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:10.766164 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a11e-708f-43cd-8fce-792c15b03b5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:10.767654 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2cf6a11e-708f-43cd-8fce-792c15b03b5e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/06f83242-5810-462a-bc00-e147ffe96302 HTTP/1.1" status: 204 len: 168 time: 0.2856112 Feb 07 21:12:10.791721 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6a11e-708f-43cd-8fce-792c15b03b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f83242-5810-462a-bc00-e147ffe96302,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:10.795962 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-ade355ee-12eb-4747-96a5-e37810976dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:10.796668 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-ade355ee-12eb-4747-96a5-e37810976dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:10.797140 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-ade355ee-12eb-4747-96a5-e37810976dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:10.798925 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-ade355ee-12eb-4747-96a5-e37810976dbc service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=42501a05a1164b8bab09e271e46d222b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3480330 Feb 07 21:12:10.852622 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f8770258-719f-4589-b23d-249516b981b8 admin admin] Publish callbacks [] for security_group (947d4234-7338-42a0-a3ca-bc5daaaca6ae), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:10.858432 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f8770258-719f-4589-b23d-249516b981b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (947d4234-7338-42a0-a3ca-bc5daaaca6ae), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:10.913191 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9037d10-0f88-42cf-b111-f3aea5996dad req-46b7eb97-cd20-4f11-865a-614608e760af tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:10.916327 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f8770258-719f-4589-b23d-249516b981b8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a2bf86d63c1b44b69cf51d5d10efa0a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3943791 Feb 07 21:12:10.917350 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8770258-719f-4589-b23d-249516b981b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947d4234-7338-42a0-a3ca-bc5daaaca6ae,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:10.919847 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59046) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:10.924169 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9037d10-0f88-42cf-b111-f3aea5996dad req-46b7eb97-cd20-4f11-865a-614608e760af tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:10.929625 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9037d10-0f88-42cf-b111-f3aea5996dad req-46b7eb97-cd20-4f11-865a-614608e760af tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:10.935761 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9037d10-0f88-42cf-b111-f3aea5996dad req-46b7eb97-cd20-4f11-865a-614608e760af tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:10.941043 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9037d10-0f88-42cf-b111-f3aea5996dad req-46b7eb97-cd20-4f11-865a-614608e760af tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:10.947754 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9037d10-0f88-42cf-b111-f3aea5996dad req-46b7eb97-cd20-4f11-865a-614608e760af tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:10.956993 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9037d10-0f88-42cf-b111-f3aea5996dad req-46b7eb97-cd20-4f11-865a-614608e760af tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:10.958978 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9037d10-0f88-42cf-b111-f3aea5996dad req-46b7eb97-cd20-4f11-865a-614608e760af tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5395 time: 0.4025390 Feb 07 21:12:10.991244 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f8e0faed-db3e-46f5-b1eb-9e264b2233d0 admin admin] Publish callbacks [] for security_group (947d4234-7338-42a0-a3ca-bc5daaaca6ae), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:11.016248 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f8e0faed-db3e-46f5-b1eb-9e264b2233d0 admin admin] Publish callbacks [] for security_group (947d4234-7338-42a0-a3ca-bc5daaaca6ae), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:11.025374 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c745ddab-6d76-4a45-805f-7de7da3090c4 req-f5ddfac1-b1b8-4832-b4cb-c0b71c1034a1 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:11.026625 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c745ddab-6d76-4a45-805f-7de7da3090c4 req-f5ddfac1-b1b8-4832-b4cb-c0b71c1034a1 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9980729 Feb 07 21:12:11.074339 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ddfac1-b1b8-4832-b4cb-c0b71c1034a1 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961c4f22-fcab-4556-8c28-c83a7860cf8f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:11.099011 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Feb 2022 21:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0f74a2-b5f7-4768-a672-850f52c4fde9 x-openstack-request-id: req-6f0f74a2-b5f7-4768-a672-850f52c4fde9 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:12:11.099324 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54882b7d-92a8-4c36-9f8f-aba293074103", "tag": "db83d01e-40ca-4c97-88f3-ae02506f96ab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "tag": "3f1d0a48-7987-4d96-94a8-3d3611c23cf7", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:12:11.099582 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6f0f74a2-b5f7-4768-a672-850f52c4fde9 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:12:11.100160 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54882b7d-92a8-4c36-9f8f-aba293074103', 'tag': 'db83d01e-40ca-4c97-88f3-ae02506f96ab', 'status': 'completed', 'code': 200} Feb 07 21:12:11.100601 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'tag': '3f1d0a48-7987-4d96-94a8-3d3611c23cf7', 'status': 'completed', 'code': 200} Feb 07 21:12:11.112545 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f8e0faed-db3e-46f5-b1eb-9e264b2233d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (947d4234-7338-42a0-a3ca-bc5daaaca6ae), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:11.117046 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f8e0faed-db3e-46f5-b1eb-9e264b2233d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:11.118520 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f8e0faed-db3e-46f5-b1eb-9e264b2233d0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/947d4234-7338-42a0-a3ca-bc5daaaca6ae HTTP/1.1" status: 204 len: 168 time: 0.1973672 Feb 07 21:12:11.178891 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0faed-db3e-46f5-b1eb-9e264b2233d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947d4234-7338-42a0-a3ca-bc5daaaca6ae,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:11.248662 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6aa4d-d444-4ec5-966a-10cea0e7bc35 req-c1b2b20b-a170-4850-9ecf-134ec1809466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:11.250468 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a9d6aa4d-d444-4ec5-966a-10cea0e7bc35 req-c1b2b20b-a170-4850-9ecf-134ec1809466 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d10808f8a1e4426aac7a4507d0733789&device_id=54882b7d-92a8-4c36-9f8f-aba293074103 HTTP/1.1" status: 200 len: 1206 time: 0.1307826 Feb 07 21:12:11.387874 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6aa4d-d444-4ec5-966a-10cea0e7bc35 req-232b283e-cb97-48ca-ba91-40fc48be99c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:11.391025 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a9d6aa4d-d444-4ec5-966a-10cea0e7bc35 req-232b283e-cb97-48ca-ba91-40fc48be99c0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5ab21a05-4285-40ac-9087-244389cc5c8a HTTP/1.1" status: 200 len: 914 time: 0.1323457 Feb 07 21:12:11.391025 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59056) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:11.412003 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7ce12b8-ce63-408d-8528-71bfd47d4b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:11.504354 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a9d6aa4d-d444-4ec5-966a-10cea0e7bc35 req-912b4bfa-83ee-4523-949b-7d4dcb79311f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db83d01e-40ca-4c97-88f3-ae02506f96ab HTTP/1.1" status: 200 len: 217 time: 0.1069341 Feb 07 21:12:11.521514 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-df3bb0be-796e-4f63-8096-5c1bf84dafd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:11.523250 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c515a5f7-94c8-4061-ad92-acb523d051c7 req-df3bb0be-796e-4f63-8096-5c1bf84dafd2 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6231430 Feb 07 21:12:11.538440 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-71c6946c-1447-46f7-83b2-d6616b725223 req-99897bdf-ea6b-49ea-84ee-9a5d6bc855a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a46c40-b8b5-4e77-b30b-a26ed748d892 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:12:11.548100 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7ce12b8-ce63-408d-8528-71bfd47d4b35 admin admin] Publish callbacks [] for security_group (0c9afb34-f734-43cc-ba8f-63fb6182c4bf), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:11.556885 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9037d10-0f88-42cf-b111-f3aea5996dad req-59cd5763-63f1-46f2-8421-6e2bf23cfda6 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5211658 Feb 07 21:12:11.585440 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7ce12b8-ce63-408d-8528-71bfd47d4b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0c9afb34-f734-43cc-ba8f-63fb6182c4bf), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:11.591883 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-99897bdf-ea6b-49ea-84ee-9a5d6bc855a7 service neutron] Publish callbacks [] for port (37a46c40-b8b5-4e77-b30b-a26ed748d892), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:11.669692 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce12b8-ce63-408d-8528-71bfd47d4b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9afb34-f734-43cc-ba8f-63fb6182c4bf,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:11.672951 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59060) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:11.684484 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d7ce12b8-ce63-408d-8528-71bfd47d4b35 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ede5a1a536e241ddaa5a0b0a715afc77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2932756 Feb 07 21:12:11.687084 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 59062) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:11.687284 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6aa4d-d444-4ec5-966a-10cea0e7bc35 req-bb60cf74-dfa8-4941-9df8-b3455088d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:11.689497 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a9d6aa4d-d444-4ec5-966a-10cea0e7bc35 req-bb60cf74-dfa8-4941-9df8-b3455088d81a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2aefdc90-0b3f-49bd-8e85-71d4e6eb9af9 HTTP/1.1" status: 200 len: 853 time: 0.1386135 Feb 07 21:12:11.695348 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4a58a264-ee13-4039-b85c-991dd5f70e2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:11.710921 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-71c6946c-1447-46f7-83b2-d6616b725223 req-99897bdf-ea6b-49ea-84ee-9a5d6bc855a7 service neutron] Transition to ACTIVE for port object 37a46c40-b8b5-4e77-b30b-a26ed748d892 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:12:11.734588 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d019f946-126b-43a9-9bd9-fff51651d217 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:12:11.735291 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a9d6aa4d-d444-4ec5-966a-10cea0e7bc35 req-f372b9b9-e9bd-46f4-9ff4-16c15bab06d9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5ab21a05-4285-40ac-9087-244389cc5c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375965 Feb 07 21:12:11.747857 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdde5e-8b80-4231-8a67-2aeee3c5477d req-ebcd3d93-967d-400c-9b3c-93fb70a7a294 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:11.749811 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1cdde5e-8b80-4231-8a67-2aeee3c5477d req-ebcd3d93-967d-400c-9b3c-93fb70a7a294 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.5562968 Feb 07 21:12:11.765763 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-99897bdf-ea6b-49ea-84ee-9a5d6bc855a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (37a46c40-b8b5-4e77-b30b-a26ed748d892), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:11.810594 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port d019f946-126b-43a9-9bd9-fff51651d217 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:12:11.815648 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port d019f946-126b-43a9-9bd9-fff51651d217 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:12:11.816029 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d019f946-126b-43a9-9bd9-fff51651d217), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:11.900091 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6aa4d-d444-4ec5-966a-10cea0e7bc35 req-4e35fbd3-6509-48d5-bcb9-67e329dced17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:11.900837 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6aa4d-d444-4ec5-966a-10cea0e7bc35 req-4e35fbd3-6509-48d5-bcb9-67e329dced17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:11.901974 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6aa4d-d444-4ec5-966a-10cea0e7bc35 req-4e35fbd3-6509-48d5-bcb9-67e329dced17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:11.902505 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6aa4d-d444-4ec5-966a-10cea0e7bc35 req-4e35fbd3-6509-48d5-bcb9-67e329dced17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:11.903134 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6aa4d-d444-4ec5-966a-10cea0e7bc35 req-4e35fbd3-6509-48d5-bcb9-67e329dced17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:11.903702 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6aa4d-d444-4ec5-966a-10cea0e7bc35 req-4e35fbd3-6509-48d5-bcb9-67e329dced17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:11.904230 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6aa4d-d444-4ec5-966a-10cea0e7bc35 req-4e35fbd3-6509-48d5-bcb9-67e329dced17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:11.907112 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9d6aa4d-d444-4ec5-966a-10cea0e7bc35 req-4e35fbd3-6509-48d5-bcb9-67e329dced17 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=42501a05a1164b8bab09e271e46d222b&device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 6497 time: 0.3088861 Feb 07 21:12:11.927029 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a9d6aa4d-d444-4ec5-966a-10cea0e7bc35 req-9b01d2de-6ec0-4f45-9774-66f3a3244118 service neutron] 10.222.0.69 "GET /v2.0/networks/5ab21a05-4285-40ac-9087-244389cc5c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795578 Feb 07 21:12:11.941720 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4a58a264-ee13-4039-b85c-991dd5f70e2e admin admin] Publish callbacks [] for security_group (95d9381d-5c12-4868-aa21-02ec25f623e5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:11.945237 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99897bdf-ea6b-49ea-84ee-9a5d6bc855a7 service neutron] Pushing event updated for resources: {'Port': ['ID=37a46c40-b8b5-4e77-b30b-a26ed748d892,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:11.968776 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4a58a264-ee13-4039-b85c-991dd5f70e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (95d9381d-5c12-4868-aa21-02ec25f623e5), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:11.982773 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port d019f946-126b-43a9-9bd9-fff51651d217 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:12:11.983444 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d019f946-126b-43a9-9bd9-fff51651d217), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:12.024045 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a3adc0-0a51-4fdf-8f70-bafcb3885011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd019f946-126b-43a9-9bd9-fff51651d217'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:12:12.027328 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f902b1-ed05-4ff0-8486-1c783554dd4b" -d '{"events": [{"server_uuid": "f0a3adc0-0a51-4fdf-8f70-bafcb3885011", "name": "network-vif-plugged", "status": "completed", "tag": "d019f946-126b-43a9-9bd9-fff51651d217"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:12:12.031768 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519358f-8cfe-40d1-a6b1-48995072df57 req-aba235d1-17dd-4aee-a8a8-4b2b6719ac18 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:12.033454 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b519358f-8cfe-40d1-a6b1-48995072df57 req-aba235d1-17dd-4aee-a8a8-4b2b6719ac18 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/ports?device_id=c16296d4-0749-4305-81ec-14c625f00e2b HTTP/1.1" status: 200 len: 949 time: 0.3949873 Feb 07 21:12:12.051856 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port d019f946-126b-43a9-9bd9-fff51651d217, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d019f946-126b-43a9-9bd9-fff51651d217,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:12.067285 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d019f946-126b-43a9-9bd9-fff51651d217), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:12.074820 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1cdde5e-8b80-4231-8a67-2aeee3c5477d req-8a47208c-b3f0-470f-b531-ab738cec64df tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113656 Feb 07 21:12:12.100333 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64fb28af-53c1-451c-92d7-d240d54b9ad9 admin admin] Publish callbacks [] for security_group (0c9afb34-f734-43cc-ba8f-63fb6182c4bf), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:12.138295 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58a264-ee13-4039-b85c-991dd5f70e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d9381d-5c12-4868-aa21-02ec25f623e5,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:12.148905 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=d019f946-126b-43a9-9bd9-fff51651d217,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:12.173703 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4a58a264-ee13-4039-b85c-991dd5f70e2e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=386308e076504fdd8e43cd912413ebca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4978521 Feb 07 21:12:12.179334 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59068) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:12.224603 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64fb28af-53c1-451c-92d7-d240d54b9ad9 admin admin] Publish callbacks [] for security_group (0c9afb34-f734-43cc-ba8f-63fb6182c4bf), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:12.281191 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a9d6aa4d-d444-4ec5-966a-10cea0e7bc35 req-c01813e7-8930-483d-a54d-217fd7659ab2 service neutron] 10.222.0.69 "GET /v2.0/networks/5ab21a05-4285-40ac-9087-244389cc5c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252347 Feb 07 21:12:12.286005 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-71c6946c-1447-46f7-83b2-d6616b725223 req-99897bdf-ea6b-49ea-84ee-9a5d6bc855a7 service neutron] Attempting to bind port 37a46c40-b8b5-4e77-b30b-a26ed748d892 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:12:12.295591 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-71c6946c-1447-46f7-83b2-d6616b725223 req-99897bdf-ea6b-49ea-84ee-9a5d6bc855a7 service neutron] Attempting to bind port 37a46c40-b8b5-4e77-b30b-a26ed748d892 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '132e9d3b-e3a0-44db-9f71-5990771065f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '990c9613-1652-4a05-a37c-c1f76f75103a'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:12:12.301406 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-99897bdf-ea6b-49ea-84ee-9a5d6bc855a7 service neutron] Attempting to bind port 37a46c40-b8b5-4e77-b30b-a26ed748d892 on network 990c9613-1652-4a05-a37c-c1f76f75103a {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:12:12.304906 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5426f655-210a-4f32-9ccf-39e85c264a02 admin admin] Publish callbacks [] for security_group (95d9381d-5c12-4868-aa21-02ec25f623e5), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:12.328771 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5426f655-210a-4f32-9ccf-39e85c264a02 admin admin] Publish callbacks [] for security_group (95d9381d-5c12-4868-aa21-02ec25f623e5), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:12.332720 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6aa4d-d444-4ec5-966a-10cea0e7bc35 req-e888054b-ec22-49bc-ad53-59e2c7c7fcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:12.333305 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6aa4d-d444-4ec5-966a-10cea0e7bc35 req-e888054b-ec22-49bc-ad53-59e2c7c7fcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:12.333947 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6aa4d-d444-4ec5-966a-10cea0e7bc35 req-e888054b-ec22-49bc-ad53-59e2c7c7fcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:12.335668 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9d6aa4d-d444-4ec5-966a-10cea0e7bc35 req-e888054b-ec22-49bc-ad53-59e2c7c7fcdf service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=42501a05a1164b8bab09e271e46d222b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4144516 Feb 07 21:12:12.342380 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b519358f-8cfe-40d1-a6b1-48995072df57 req-ff23676b-bfa9-4f67-9593-e2071b8b4124 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fd304ff-acc6-43e8-9397-ae70d57fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844107 Feb 07 21:12:12.361901 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-99897bdf-ea6b-49ea-84ee-9a5d6bc855a7 service neutron] Port 37a46c40-b8b5-4e77-b30b-a26ed748d892 on network 990c9613-1652-4a05-a37c-c1f76f75103a not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:12:12.364471 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-99897bdf-ea6b-49ea-84ee-9a5d6bc855a7 service neutron] Attempting to bind port 37a46c40-b8b5-4e77-b30b-a26ed748d892 on network 990c9613-1652-4a05-a37c-c1f76f75103a {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:12:12.391123 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-99897bdf-ea6b-49ea-84ee-9a5d6bc855a7 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:12:12.391465 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-99897bdf-ea6b-49ea-84ee-9a5d6bc855a7 service neutron] Checking segment: {'id': '132e9d3b-e3a0-44db-9f71-5990771065f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '990c9613-1652-4a05-a37c-c1f76f75103a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:12:12.391887 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-99897bdf-ea6b-49ea-84ee-9a5d6bc855a7 service neutron] Bound using segment: {'id': '132e9d3b-e3a0-44db-9f71-5990771065f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '990c9613-1652-4a05-a37c-c1f76f75103a'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:12:12.392338 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-71c6946c-1447-46f7-83b2-d6616b725223 req-99897bdf-ea6b-49ea-84ee-9a5d6bc855a7 service neutron] Bound port: 37a46c40-b8b5-4e77-b30b-a26ed748d892, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '132e9d3b-e3a0-44db-9f71-5990771065f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '990c9613-1652-4a05-a37c-c1f76f75103a'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:12:12.392776 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-99897bdf-ea6b-49ea-84ee-9a5d6bc855a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (37a46c40-b8b5-4e77-b30b-a26ed748d892), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:12.394396 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5426f655-210a-4f32-9ccf-39e85c264a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (95d9381d-5c12-4868-aa21-02ec25f623e5), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:12.398177 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5426f655-210a-4f32-9ccf-39e85c264a02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:12.404553 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5426f655-210a-4f32-9ccf-39e85c264a02 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/95d9381d-5c12-4868-aa21-02ec25f623e5 HTTP/1.1" status: 204 len: 168 time: 0.2198412 Feb 07 21:12:12.415079 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426f655-210a-4f32-9ccf-39e85c264a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d9381d-5c12-4868-aa21-02ec25f623e5,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:12.434099 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-40d493b2-5b3d-40ff-ba21-8eb7673acdd3 req-c7546d6b-14a6-4bf0-9b1d-89de95ff4629 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups/961c4f22-fcab-4556-8c28-c83a7860cf8f HTTP/1.1" status: 200 len: 1800 time: 0.2675791 Feb 07 21:12:12.462093 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d1c85f-4967-4476-afee-3d3bc8df0e21 x-openstack-request-id: req-28d1c85f-4967-4476-afee-3d3bc8df0e21 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:12:12.466274 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a3adc0-0a51-4fdf-8f70-bafcb3885011", "name": "network-vif-plugged", "status": "completed", "tag": "d019f946-126b-43a9-9bd9-fff51651d217", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:12:12.466897 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-28d1c85f-4967-4476-afee-3d3bc8df0e21 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:12:12.467723 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a3adc0-0a51-4fdf-8f70-bafcb3885011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd019f946-126b-43a9-9bd9-fff51651d217', 'code': 200} Feb 07 21:12:12.561249 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64fb28af-53c1-451c-92d7-d240d54b9ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0c9afb34-f734-43cc-ba8f-63fb6182c4bf), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:12.564095 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64fb28af-53c1-451c-92d7-d240d54b9ad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:12.565387 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-64fb28af-53c1-451c-92d7-d240d54b9ad9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0c9afb34-f734-43cc-ba8f-63fb6182c4bf HTTP/1.1" status: 204 len: 168 time: 0.8630054 Feb 07 21:12:13.012796 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb28af-53c1-451c-92d7-d240d54b9ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9afb34-f734-43cc-ba8f-63fb6182c4bf,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:13.035931 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a584a932-5384-45d7-9919-8daeb6875657 req-978317dd-09e6-4dbf-80b5-5991acea46ed tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups/961c4f22-fcab-4556-8c28-c83a7860cf8f HTTP/1.1" status: 200 len: 1800 time: 0.4864135 Feb 07 21:12:13.043195 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6aa4d-d444-4ec5-966a-10cea0e7bc35 req-026a0288-6f61-496b-9aeb-2ff6389b7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:13.044766 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9d6aa4d-d444-4ec5-966a-10cea0e7bc35 req-026a0288-6f61-496b-9aeb-2ff6389b7641 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6965158 Feb 07 21:12:13.048060 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-71c6946c-1447-46f7-83b2-d6616b725223 req-99897bdf-ea6b-49ea-84ee-9a5d6bc855a7 service neutron] For port 37a46c40-b8b5-4e77-b30b-a26ed748d892, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:12:13.062382 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-71c6946c-1447-46f7-83b2-d6616b725223 req-99897bdf-ea6b-49ea-84ee-9a5d6bc855a7 service neutron] For port 37a46c40-b8b5-4e77-b30b-a26ed748d892, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=37a46c40-b8b5-4e77-b30b-a26ed748d892,segment=NetworkSegment(132e9d3b-e3a0-44db-9f71-5990771065f1),segment_id=132e9d3b-e3a0-44db-9f71-5990771065f1)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:12:13.093784 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-99897bdf-ea6b-49ea-84ee-9a5d6bc855a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (37a46c40-b8b5-4e77-b30b-a26ed748d892), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:13.107721 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660544f1-c234-457b-b725-1ce58f25bb18 req-48c94dd1-55c6-49ad-8f11-f524eb51ab26 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:13.109335 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-660544f1-c234-457b-b725-1ce58f25bb18 req-48c94dd1-55c6-49ad-8f11-f524eb51ab26 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0a3adc0-0a51-4fdf-8f70-bafcb3885011 HTTP/1.1" status: 200 len: 950 time: 0.5633576 Feb 07 21:12:13.119050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbefbd3-26fe-4758-aab6-789bada2d8ee req-b1cabc89-ac52-4f56-b697-2dc4ba3e2f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:13.121300 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8bbefbd3-26fe-4758-aab6-789bada2d8ee req-b1cabc89-ac52-4f56-b697-2dc4ba3e2f25 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f0a3adc0-0a51-4fdf-8f70-bafcb3885011 HTTP/1.1" status: 200 len: 1132 time: 0.5764441 Feb 07 21:12:13.202713 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-99897bdf-ea6b-49ea-84ee-9a5d6bc855a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:13.203409 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-99897bdf-ea6b-49ea-84ee-9a5d6bc855a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:13.204926 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-99897bdf-ea6b-49ea-84ee-9a5d6bc855a7 service neutron] 10.222.0.71 "PUT /v2.0/ports/37a46c40-b8b5-4e77-b30b-a26ed748d892 HTTP/1.1" status: 200 len: 1091 time: 3.0679355 Feb 07 21:12:13.205687 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'tag': '37a46c40-b8b5-4e77-b30b-a26ed748d892'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:12:13.208193 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9147375c-d9d1-4c52-a4a2-ae33afda7c77" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "tag": "37a46c40-b8b5-4e77-b30b-a26ed748d892"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:12:13.300283 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-71c6946c-1447-46f7-83b2-d6616b725223 req-06ccd6d8-31af-4eae-98cb-8dc92b9fe74f service neutron] Request body: {'port': {'device_id': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:13.307302 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99897bdf-ea6b-49ea-84ee-9a5d6bc855a7 service neutron] Pushing event updated for resources: {'Port': ['ID=37a46c40-b8b5-4e77-b30b-a26ed748d892,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:13.350588 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a584a932-5384-45d7-9919-8daeb6875657 req-ede54b82-ab42-43f2-98e1-f90e58425892 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (961c4f22-fcab-4556-8c28-c83a7860cf8f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:13.396949 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8bbefbd3-26fe-4758-aab6-789bada2d8ee req-153bf139-ab90-4309-bc7d-65c99a34cb2e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3fd304ff-acc6-43e8-9397-ae70d57fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522471 Feb 07 21:12:13.406912 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-660544f1-c234-457b-b725-1ce58f25bb18 req-7c8dcaaf-e69b-429b-98e9-7c1eb4d62cb0 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fd304ff-acc6-43e8-9397-ae70d57fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845409 Feb 07 21:12:13.442902 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a584a932-5384-45d7-9919-8daeb6875657 req-ede54b82-ab42-43f2-98e1-f90e58425892 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (961c4f22-fcab-4556-8c28-c83a7860cf8f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:13.523259 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-06ccd6d8-31af-4eae-98cb-8dc92b9fe74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9df63fc7-adaf-4727-81c9-300e3fea4a9f), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:13.585676 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a584a932-5384-45d7-9919-8daeb6875657 req-ede54b82-ab42-43f2-98e1-f90e58425892 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (961c4f22-fcab-4556-8c28-c83a7860cf8f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:13.588232 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a584a932-5384-45d7-9919-8daeb6875657 req-ede54b82-ab42-43f2-98e1-f90e58425892 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:13.589948 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a584a932-5384-45d7-9919-8daeb6875657 req-ede54b82-ab42-43f2-98e1-f90e58425892 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "DELETE /v2.0/security-groups/961c4f22-fcab-4556-8c28-c83a7860cf8f HTTP/1.1" status: 204 len: 173 time: 0.5389776 Feb 07 21:12:13.700437 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede54b82-ab42-43f2-98e1-f90e58425892 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=961c4f22-fcab-4556-8c28-c83a7860cf8f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:13.884190 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300defb-579c-46b3-9491-b3ef8c30fe33 req-563484be-ed0d-493d-b535-caf45417b30a tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:13.885900 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a300defb-579c-46b3-9491-b3ef8c30fe33 req-563484be-ed0d-493d-b535-caf45417b30a tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.3012800 Feb 07 21:12:13.902989 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc13580-644a-48d6-91dc-f64e1802a767 req-1efb9256-d461-48a8-b662-d1de8f6a40de tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:13.908283 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc13580-644a-48d6-91dc-f64e1802a767 req-1efb9256-d461-48a8-b662-d1de8f6a40de tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:13.913552 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc13580-644a-48d6-91dc-f64e1802a767 req-1efb9256-d461-48a8-b662-d1de8f6a40de tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:13.919827 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc13580-644a-48d6-91dc-f64e1802a767 req-1efb9256-d461-48a8-b662-d1de8f6a40de tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:13.925989 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc13580-644a-48d6-91dc-f64e1802a767 req-1efb9256-d461-48a8-b662-d1de8f6a40de tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:13.931330 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc13580-644a-48d6-91dc-f64e1802a767 req-1efb9256-d461-48a8-b662-d1de8f6a40de tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:13.936811 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc13580-644a-48d6-91dc-f64e1802a767 req-1efb9256-d461-48a8-b662-d1de8f6a40de tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:13.938919 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ebc13580-644a-48d6-91dc-f64e1802a767 req-1efb9256-d461-48a8-b662-d1de8f6a40de tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5407 time: 0.2351286 Feb 07 21:12:14.080180 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a300defb-579c-46b3-9491-b3ef8c30fe33 req-ca17e4b2-9a23-483b-af6b-782f9f54af43 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381981 Feb 07 21:12:14.084365 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ebc13580-644a-48d6-91dc-f64e1802a767 req-60dc21db-9714-4157-9cf4-8212cd34c953 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1342869 Feb 07 21:12:14.094202 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-71c6946c-1447-46f7-83b2-d6616b725223 req-06ccd6d8-31af-4eae-98cb-8dc92b9fe74f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df63fc7-adaf-4727-81c9-300e3fea4a9f {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:12:14.125565 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-06ccd6d8-31af-4eae-98cb-8dc92b9fe74f service neutron] Publish callbacks [] for port (9df63fc7-adaf-4727-81c9-300e3fea4a9f), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:14.153336 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-71c6946c-1447-46f7-83b2-d6616b725223 req-06ccd6d8-31af-4eae-98cb-8dc92b9fe74f service neutron] Transition to ACTIVE for port object 9df63fc7-adaf-4727-81c9-300e3fea4a9f will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:12:14.169294 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-06ccd6d8-31af-4eae-98cb-8dc92b9fe74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (9df63fc7-adaf-4727-81c9-300e3fea4a9f), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:14.209164 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bc7cde-025c-4836-a4ca-b03b64acc196 x-openstack-request-id: req-70bc7cde-025c-4836-a4ca-b03b64acc196 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:12:14.209470 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "tag": "37a46c40-b8b5-4e77-b30b-a26ed748d892", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:12:14.209674 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-70bc7cde-025c-4836-a4ca-b03b64acc196 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:12:14.210070 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'tag': '37a46c40-b8b5-4e77-b30b-a26ed748d892', 'status': 'completed', 'code': 200} Feb 07 21:12:14.277307 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-99cc367b-5c82-400d-a63e-e3fba2465864 req-356e0357-4226-4535-80f4-e6adf4e462d7 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] show failed (client error): The resource could not be found. Feb 07 21:12:14.278758 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-99cc367b-5c82-400d-a63e-e3fba2465864 req-356e0357-4226-4535-80f4-e6adf4e462d7 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups/961c4f22-fcab-4556-8c28-c83a7860cf8f HTTP/1.1" status: 404 len: 352 time: 0.0909088 Feb 07 21:12:14.371676 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-3a798d83-1dc8-4147-b12a-11ba93e55fef req-e563ca76-633f-4196-88d3-14e311087726 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1376381668', 'description': 'tempest-description-1250185238'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:14.485312 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccd6d8-31af-4eae-98cb-8dc92b9fe74f service neutron] Pushing event updated for resources: {'Port': ['ID=9df63fc7-adaf-4727-81c9-300e3fea4a9f,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:14.554448 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147375c-d9d1-4c52-a4a2-ae33afda7c77 req-ebd43647-1448-408c-afab-4184fd1ba69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:14.554933 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147375c-d9d1-4c52-a4a2-ae33afda7c77 req-ebd43647-1448-408c-afab-4184fd1ba69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:14.555411 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147375c-d9d1-4c52-a4a2-ae33afda7c77 req-ebd43647-1448-408c-afab-4184fd1ba69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:14.555943 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147375c-d9d1-4c52-a4a2-ae33afda7c77 req-ebd43647-1448-408c-afab-4184fd1ba69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:14.556438 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147375c-d9d1-4c52-a4a2-ae33afda7c77 req-ebd43647-1448-408c-afab-4184fd1ba69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:14.556901 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147375c-d9d1-4c52-a4a2-ae33afda7c77 req-ebd43647-1448-408c-afab-4184fd1ba69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:14.557362 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147375c-d9d1-4c52-a4a2-ae33afda7c77 req-ebd43647-1448-408c-afab-4184fd1ba69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:14.563480 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9147375c-d9d1-4c52-a4a2-ae33afda7c77 req-ebd43647-1448-408c-afab-4184fd1ba69e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=42501a05a1164b8bab09e271e46d222b&device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 6620 time: 0.3526161 Feb 07 21:12:14.568661 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3a798d83-1dc8-4147-b12a-11ba93e55fef req-e563ca76-633f-4196-88d3-14e311087726 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:14.627530 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01e9bd-bf67-4da6-950c-3a56d9ea8f61 req-0a7c22f3-8f32-400a-87c2-b1d41401c7b4 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:14.635361 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf01e9bd-bf67-4da6-950c-3a56d9ea8f61 req-0a7c22f3-8f32-400a-87c2-b1d41401c7b4 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.3237011 Feb 07 21:12:14.709334 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-71c6946c-1447-46f7-83b2-d6616b725223 req-06ccd6d8-31af-4eae-98cb-8dc92b9fe74f service neutron] Attempting to bind port 9df63fc7-adaf-4727-81c9-300e3fea4a9f on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:12:14.709676 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-71c6946c-1447-46f7-83b2-d6616b725223 req-06ccd6d8-31af-4eae-98cb-8dc92b9fe74f service neutron] Attempting to bind port 9df63fc7-adaf-4727-81c9-300e3fea4a9f by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '132e9d3b-e3a0-44db-9f71-5990771065f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '990c9613-1652-4a05-a37c-c1f76f75103a'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:12:14.710060 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-06ccd6d8-31af-4eae-98cb-8dc92b9fe74f service neutron] Attempting to bind port 9df63fc7-adaf-4727-81c9-300e3fea4a9f on network 990c9613-1652-4a05-a37c-c1f76f75103a {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:12:14.739662 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-06ccd6d8-31af-4eae-98cb-8dc92b9fe74f service neutron] Port 9df63fc7-adaf-4727-81c9-300e3fea4a9f on network 990c9613-1652-4a05-a37c-c1f76f75103a not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:12:14.739999 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-06ccd6d8-31af-4eae-98cb-8dc92b9fe74f service neutron] Attempting to bind port 9df63fc7-adaf-4727-81c9-300e3fea4a9f on network 990c9613-1652-4a05-a37c-c1f76f75103a {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:12:14.768779 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-06ccd6d8-31af-4eae-98cb-8dc92b9fe74f service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:12:14.769124 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-06ccd6d8-31af-4eae-98cb-8dc92b9fe74f service neutron] Checking segment: {'id': '132e9d3b-e3a0-44db-9f71-5990771065f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '990c9613-1652-4a05-a37c-c1f76f75103a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:12:14.769519 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6946c-1447-46f7-83b2-d6616b725223 req-06ccd6d8-31af-4eae-98cb-8dc92b9fe74f service neutron] Bound using segment: {'id': '132e9d3b-e3a0-44db-9f71-5990771065f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '990c9613-1652-4a05-a37c-c1f76f75103a'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:12:14.769950 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-71c6946c-1447-46f7-83b2-d6616b725223 req-06ccd6d8-31af-4eae-98cb-8dc92b9fe74f service neutron] Bound port: 9df63fc7-adaf-4727-81c9-300e3fea4a9f, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '132e9d3b-e3a0-44db-9f71-5990771065f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '990c9613-1652-4a05-a37c-c1f76f75103a'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:12:14.770304 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-06ccd6d8-31af-4eae-98cb-8dc92b9fe74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9df63fc7-adaf-4727-81c9-300e3fea4a9f), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:14.832978 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf01e9bd-bf67-4da6-950c-3a56d9ea8f61 req-9b521f17-9a6c-4f99-830a-3a19e30c16b2 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959846 Feb 07 21:12:15.002009 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-71c6946c-1447-46f7-83b2-d6616b725223 req-06ccd6d8-31af-4eae-98cb-8dc92b9fe74f service neutron] For port 9df63fc7-adaf-4727-81c9-300e3fea4a9f, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:12:15.008584 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-71c6946c-1447-46f7-83b2-d6616b725223 req-06ccd6d8-31af-4eae-98cb-8dc92b9fe74f service neutron] For port 9df63fc7-adaf-4727-81c9-300e3fea4a9f, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9df63fc7-adaf-4727-81c9-300e3fea4a9f,segment=NetworkSegment(132e9d3b-e3a0-44db-9f71-5990771065f1),segment_id=132e9d3b-e3a0-44db-9f71-5990771065f1)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:12:15.024782 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3a798d83-1dc8-4147-b12a-11ba93e55fef req-e563ca76-633f-4196-88d3-14e311087726 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (5e7566ae-0db8-4e94-aab7-163d7e1ebb73), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:15.028875 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147375c-d9d1-4c52-a4a2-ae33afda7c77 req-86d2f1ca-38b3-488b-8f8f-f0538bb9e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:15.030647 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147375c-d9d1-4c52-a4a2-ae33afda7c77 req-86d2f1ca-38b3-488b-8f8f-f0538bb9e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:15.030647 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147375c-d9d1-4c52-a4a2-ae33afda7c77 req-86d2f1ca-38b3-488b-8f8f-f0538bb9e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:15.032634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9147375c-d9d1-4c52-a4a2-ae33afda7c77 req-86d2f1ca-38b3-488b-8f8f-f0538bb9e204 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=42501a05a1164b8bab09e271e46d222b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4598036 Feb 07 21:12:15.060573 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-06ccd6d8-31af-4eae-98cb-8dc92b9fe74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (9df63fc7-adaf-4727-81c9-300e3fea4a9f), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:15.075221 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3a798d83-1dc8-4147-b12a-11ba93e55fef req-e563ca76-633f-4196-88d3-14e311087726 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (5e7566ae-0db8-4e94-aab7-163d7e1ebb73), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:15.180010 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-06ccd6d8-31af-4eae-98cb-8dc92b9fe74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:15.180995 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-71c6946c-1447-46f7-83b2-d6616b725223 req-06ccd6d8-31af-4eae-98cb-8dc92b9fe74f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:15.182487 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-06ccd6d8-31af-4eae-98cb-8dc92b9fe74f service neutron] 10.222.0.71 "PUT /v2.0/ports/9df63fc7-adaf-4727-81c9-300e3fea4a9f HTTP/1.1" status: 200 len: 1091 time: 1.8906741 Feb 07 21:12:15.223766 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3a798d83-1dc8-4147-b12a-11ba93e55fef req-e563ca76-633f-4196-88d3-14e311087726 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:15.225722 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3a798d83-1dc8-4147-b12a-11ba93e55fef req-e563ca76-633f-4196-88d3-14e311087726 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.9117160 Feb 07 21:12:15.255804 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563ca76-633f-4196-88d3-14e311087726 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7566ae-0db8-4e94-aab7-163d7e1ebb73,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:15.267230 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccd6d8-31af-4eae-98cb-8dc92b9fe74f service neutron] Pushing event updated for resources: {'Port': ['ID=9df63fc7-adaf-4727-81c9-300e3fea4a9f,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:15.286744 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e4a10-63f8-4be2-a7f4-5c072d8d40d4 req-5155dc2e-8862-4c29-9c8d-502c45f36a31 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:15.294908 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae8e4a10-63f8-4be2-a7f4-5c072d8d40d4 req-5155dc2e-8862-4c29-9c8d-502c45f36a31 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0a3adc0-0a51-4fdf-8f70-bafcb3885011 HTTP/1.1" status: 200 len: 950 time: 0.3297145 Feb 07 21:12:15.344645 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147375c-d9d1-4c52-a4a2-ae33afda7c77 req-089bbdba-e249-471a-9580-b9bdaf3b3492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:15.346266 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9147375c-d9d1-4c52-a4a2-ae33afda7c77 req-089bbdba-e249-471a-9580-b9bdaf3b3492 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2888010 Feb 07 21:12:15.445169 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae8e4a10-63f8-4be2-a7f4-5c072d8d40d4 req-5fdd6310-f380-4da9-817c-4944a44a8c71 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fd304ff-acc6-43e8-9397-ae70d57fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467583 Feb 07 21:12:15.487676 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-afe7ef2f-63ae-4bcd-8f7c-5a6a4752b863 req-14935a5e-485a-4914-af60-13602de9f3fe tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1998115347', 'description': 'tempest-description-1313288505'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:15.521457 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-afe7ef2f-63ae-4bcd-8f7c-5a6a4752b863 req-14935a5e-485a-4914-af60-13602de9f3fe tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:15.570425 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48683ce6-3598-4d92-a756-54935482ba57 req-22fae660-f67d-4b49-a86e-d7ff0d498180 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:15.576354 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48683ce6-3598-4d92-a756-54935482ba57 req-22fae660-f67d-4b49-a86e-d7ff0d498180 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:15.581666 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48683ce6-3598-4d92-a756-54935482ba57 req-22fae660-f67d-4b49-a86e-d7ff0d498180 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:15.587310 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48683ce6-3598-4d92-a756-54935482ba57 req-22fae660-f67d-4b49-a86e-d7ff0d498180 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:15.593661 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48683ce6-3598-4d92-a756-54935482ba57 req-22fae660-f67d-4b49-a86e-d7ff0d498180 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:15.598719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48683ce6-3598-4d92-a756-54935482ba57 req-22fae660-f67d-4b49-a86e-d7ff0d498180 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:15.607323 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48683ce6-3598-4d92-a756-54935482ba57 req-22fae660-f67d-4b49-a86e-d7ff0d498180 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:15.607323 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48683ce6-3598-4d92-a756-54935482ba57 req-22fae660-f67d-4b49-a86e-d7ff0d498180 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5419 time: 0.2207737 Feb 07 21:12:15.627122 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-5164ff5e-34be-49ff-8c50-5e21a0be5173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:15.627760 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-5164ff5e-34be-49ff-8c50-5e21a0be5173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:15.628430 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-5164ff5e-34be-49ff-8c50-5e21a0be5173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:15.634606 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-5164ff5e-34be-49ff-8c50-5e21a0be5173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:15.635098 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-5164ff5e-34be-49ff-8c50-5e21a0be5173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:15.636175 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-5164ff5e-34be-49ff-8c50-5e21a0be5173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:15.636714 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-5164ff5e-34be-49ff-8c50-5e21a0be5173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:15.638794 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-5164ff5e-34be-49ff-8c50-5e21a0be5173 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=42501a05a1164b8bab09e271e46d222b&device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 6693 time: 0.2448974 Feb 07 21:12:15.716489 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-4d0c5b1e-9192-4b6b-acfc-b036809ccafe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2ae11df-92cb-4cf3-a5a5-1a562899672f HTTP/1.1" status: 200 len: 217 time: 0.0668952 Feb 07 21:12:15.846922 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-afe7ef2f-63ae-4bcd-8f7c-5a6a4752b863 req-14935a5e-485a-4914-af60-13602de9f3fe tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (960293c7-5fa9-4c7a-b90c-c332e4f0d9ca), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:15.857013 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-afe7ef2f-63ae-4bcd-8f7c-5a6a4752b863 req-14935a5e-485a-4914-af60-13602de9f3fe tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (960293c7-5fa9-4c7a-b90c-c332e4f0d9ca), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:15.864793 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48683ce6-3598-4d92-a756-54935482ba57 req-339a5319-6d00-4fd2-b8e3-b3165bc53634 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2248840 Feb 07 21:12:15.921413 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-afe7ef2f-63ae-4bcd-8f7c-5a6a4752b863 req-14935a5e-485a-4914-af60-13602de9f3fe tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:15.922674 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-afe7ef2f-63ae-4bcd-8f7c-5a6a4752b863 req-14935a5e-485a-4914-af60-13602de9f3fe tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4388790 Feb 07 21:12:15.934458 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14935a5e-485a-4914-af60-13602de9f3fe tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=960293c7-5fa9-4c7a-b90c-c332e4f0d9ca,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:15.937782 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-74b461ef-8ac9-47e7-9c07-2385722f1b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:15.939198 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-74b461ef-8ac9-47e7-9c07-2385722f1b88 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=14195520-c31c-46d3-a196-c4e089f2f729 HTTP/1.1" status: 200 len: 850 time: 0.2141218 Feb 07 21:12:15.963352 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-2dfa3ffe-dad4-43a9-8863-f7c1a042b122 req-b3b60eba-1aaa-4c5c-8f45-4d55aec212b4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-937101267', 'description': 'tempest-description-684614076'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:16.065485 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2dfa3ffe-dad4-43a9-8863-f7c1a042b122 req-b3b60eba-1aaa-4c5c-8f45-4d55aec212b4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:16.092341 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-fd6cca27-7638-4d91-8cca-cdf96fe16e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:16.094171 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-fd6cca27-7638-4d91-8cca-cdf96fe16e1d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=071b8c86-0422-4ec9-8876-4c05135f32b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1477020 Feb 07 21:12:16.101819 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745b0d0-e4d6-48c7-bc51-09766fc1993b req-61f943ee-1dc7-4c78-a094-870faf78e337 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:16.104853 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5745b0d0-e4d6-48c7-bc51-09766fc1993b req-61f943ee-1dc7-4c78-a094-870faf78e337 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1457708 Feb 07 21:12:16.219866 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'tag': '9df63fc7-adaf-4727-81c9-300e3fea4a9f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:12:16.222811 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae414b16-f93b-42cf-b4a7-7effca7fd12d" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "tag": "9df63fc7-adaf-4727-81c9-300e3fea4a9f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:12:16.301622 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2dfa3ffe-dad4-43a9-8863-f7c1a042b122 req-b3b60eba-1aaa-4c5c-8f45-4d55aec212b4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (4065d243-b344-4704-892c-8e49a55cb7f5), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:16.305452 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5745b0d0-e4d6-48c7-bc51-09766fc1993b req-224f7260-85da-480e-95d0-b93626eae5ac tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760151 Feb 07 21:12:16.320277 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2dfa3ffe-dad4-43a9-8863-f7c1a042b122 req-b3b60eba-1aaa-4c5c-8f45-4d55aec212b4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4065d243-b344-4704-892c-8e49a55cb7f5), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:16.386841 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-d20c9f3c-9bc6-478e-be4a-f2614eb7dc69 service neutron] 10.222.0.71 "GET /v2.0/networks/071b8c86-0422-4ec9-8876-4c05135f32b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532721 Feb 07 21:12:16.391352 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b60eba-1aaa-4c5c-8f45-4d55aec212b4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4065d243-b344-4704-892c-8e49a55cb7f5,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:16.404637 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2dfa3ffe-dad4-43a9-8863-f7c1a042b122 req-b3b60eba-1aaa-4c5c-8f45-4d55aec212b4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:16.405846 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2dfa3ffe-dad4-43a9-8863-f7c1a042b122 req-b3b60eba-1aaa-4c5c-8f45-4d55aec212b4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4485795 Feb 07 21:12:16.502482 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59330) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:16.503865 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f858233-1688-4c19-9beb-f505613f3791 x-openstack-request-id: req-3f858233-1688-4c19-9beb-f505613f3791 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:12:16.503865 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "tag": "9df63fc7-adaf-4727-81c9-300e3fea4a9f", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:12:16.504112 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f858233-1688-4c19-9beb-f505613f3791 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:12:16.504912 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'tag': '9df63fc7-adaf-4727-81c9-300e3fea4a9f', 'status': 'completed', 'code': 200} Feb 07 21:12:16.607053 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-88ff92dd-7096-447b-8dfd-44a3a1cf2768 service neutron] 10.222.0.71 "GET /v2.0/networks/071b8c86-0422-4ec9-8876-4c05135f32b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125232 Feb 07 21:12:16.645161 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-587bdc62-5e14-4b6f-a36d-f5fe855b996e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:16.692346 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-61965b39-2816-4573-8440-0088d8924c09 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=787540ad-da42-4766-9599-e06e23ac29d8 HTTP/1.1" status: 200 len: 217 time: 0.0743375 Feb 07 21:12:16.714589 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8037d4-723f-460c-8206-572f136ba41b req-8b3a1c69-f98d-4622-8953-aeebe6e54fbf tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:16.716079 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fa8037d4-723f-460c-8206-572f136ba41b req-8b3a1c69-f98d-4622-8953-aeebe6e54fbf tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.2142892 Feb 07 21:12:16.767013 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-587bdc62-5e14-4b6f-a36d-f5fe855b996e admin admin] Publish callbacks [] for security_group (efef555f-d0c6-4982-be2e-50167fe75d95), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:16.774956 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-587bdc62-5e14-4b6f-a36d-f5fe855b996e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (efef555f-d0c6-4982-be2e-50167fe75d95), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:16.832349 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-842d6edc-d46d-4035-a14e-11e399c895f2 req-0c71dfc9-df60-4328-b26b-55e7a31f8aab tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d10808f8a1e4426aac7a4507d0733789 HTTP/1.1" status: 200 len: 11012 time: 0.3312995 Feb 07 21:12:16.840951 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-587bdc62-5e14-4b6f-a36d-f5fe855b996e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2ecd4b4a02724270b7cea39b65c442d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3373358 Feb 07 21:12:16.843941 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 59352) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:16.846684 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-e9ddfe6b-71d9-435a-99d6-b5d99fc3268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:16.848093 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-e9ddfe6b-71d9-435a-99d6-b5d99fc3268c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c9c2ed27-c21c-4f3c-8dab-d62862785392 HTTP/1.1" status: 200 len: 797 time: 0.1414394 Feb 07 21:12:16.848233 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587bdc62-5e14-4b6f-a36d-f5fe855b996e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efef555f-d0c6-4982-be2e-50167fe75d95,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:16.887526 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fa8037d4-723f-460c-8206-572f136ba41b req-83db74fa-99e3-42e2-9058-4bb8bb2b25de tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583734 Feb 07 21:12:16.988889 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-842d6edc-d46d-4035-a14e-11e399c895f2 req-7c761c1d-ffde-4f23-b70d-638f9cea8406 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups/8a362840-93f8-4e3b-83ba-f40100b3789b HTTP/1.1" status: 200 len: 3002 time: 0.1461873 Feb 07 21:12:17.009131 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59360) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:17.102200 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-3b925165-579f-4dc6-9f0b-7a83a601b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:17.103840 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-3b925165-579f-4dc6-9f0b-7a83a601b1a0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=26a5aa95-5a14-4824-919e-8a28dc988cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2419105 Feb 07 21:12:17.104533 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8aae9d4-0023-44fd-8a0e-48eb55b9d5e5 admin admin] Publish callbacks [] for security_group (efef555f-d0c6-4982-be2e-50167fe75d95), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:17.127026 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-08aa909b-549b-48c0-814d-8229e0873be7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:17.163017 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-842d6edc-d46d-4035-a14e-11e399c895f2 req-503b741c-17a4-47d2-8364-dcfa5895fe41 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups/8a362840-93f8-4e3b-83ba-f40100b3789b HTTP/1.1" status: 200 len: 3002 time: 0.1708488 Feb 07 21:12:17.225677 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33f5a3-7b46-4ced-9c54-c3c88932e0ca req-022ced94-8bc2-4230-b8f3-9a9afd503b9e tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:17.233342 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed33f5a3-7b46-4ced-9c54-c3c88932e0ca req-022ced94-8bc2-4230-b8f3-9a9afd503b9e tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0a3adc0-0a51-4fdf-8f70-bafcb3885011 HTTP/1.1" status: 200 len: 950 time: 0.2312276 Feb 07 21:12:17.268734 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-08aa909b-549b-48c0-814d-8229e0873be7 admin admin] Publish callbacks [] for security_group (32b86859-8e43-4a18-85a5-f70c4fa364b8), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:17.275597 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-08aa909b-549b-48c0-814d-8229e0873be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (32b86859-8e43-4a18-85a5-f70c4fa364b8), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:17.283773 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8aae9d4-0023-44fd-8a0e-48eb55b9d5e5 admin admin] Publish callbacks [] for security_group (efef555f-d0c6-4982-be2e-50167fe75d95), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:17.333946 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-08aa909b-549b-48c0-814d-8229e0873be7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4dde60de9fa542b788925a902b4c3965&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3234301 Feb 07 21:12:17.336372 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59368) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:17.345727 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa909b-549b-48c0-814d-8229e0873be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b86859-8e43-4a18-85a5-f70c4fa364b8,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:17.361320 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-e956dc6a-79e6-47dc-a6b3-3cefd95243a2 service neutron] 10.222.0.71 "GET /v2.0/networks/26a5aa95-5a14-4824-919e-8a28dc988cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360990 Feb 07 21:12:17.377069 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed33f5a3-7b46-4ced-9c54-c3c88932e0ca req-14870474-2e15-45b0-a63b-bf8077d6535e tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fd304ff-acc6-43e8-9397-ae70d57fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428502 Feb 07 21:12:17.424834 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7ebd8e36-166e-432f-a75b-2f285499287e admin admin] Publish callbacks [] for security_group (32b86859-8e43-4a18-85a5-f70c4fa364b8), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:17.452729 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7ebd8e36-166e-432f-a75b-2f285499287e admin admin] Publish callbacks [] for security_group (32b86859-8e43-4a18-85a5-f70c4fa364b8), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:17.462762 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ec8a7-7866-4794-a932-e20ab7ac4a33 req-4dcd40e7-85b2-4328-9df1-124a85d51367 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:17.468026 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ec8a7-7866-4794-a932-e20ab7ac4a33 req-4dcd40e7-85b2-4328-9df1-124a85d51367 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:17.473348 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ec8a7-7866-4794-a932-e20ab7ac4a33 req-4dcd40e7-85b2-4328-9df1-124a85d51367 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:17.478577 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ec8a7-7866-4794-a932-e20ab7ac4a33 req-4dcd40e7-85b2-4328-9df1-124a85d51367 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:17.484493 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ec8a7-7866-4794-a932-e20ab7ac4a33 req-4dcd40e7-85b2-4328-9df1-124a85d51367 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:17.489722 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ec8a7-7866-4794-a932-e20ab7ac4a33 req-4dcd40e7-85b2-4328-9df1-124a85d51367 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:17.495556 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ec8a7-7866-4794-a932-e20ab7ac4a33 req-4dcd40e7-85b2-4328-9df1-124a85d51367 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:17.497612 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db3ec8a7-7866-4794-a932-e20ab7ac4a33 req-4dcd40e7-85b2-4328-9df1-124a85d51367 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5419 time: 0.2496789 Feb 07 21:12:17.512417 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7ebd8e36-166e-432f-a75b-2f285499287e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (32b86859-8e43-4a18-85a5-f70c4fa364b8), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:17.517386 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7ebd8e36-166e-432f-a75b-2f285499287e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:17.522002 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7ebd8e36-166e-432f-a75b-2f285499287e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/32b86859-8e43-4a18-85a5-f70c4fa364b8 HTTP/1.1" status: 204 len: 168 time: 0.1843448 Feb 07 21:12:17.524004 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8aae9d4-0023-44fd-8a0e-48eb55b9d5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (efef555f-d0c6-4982-be2e-50167fe75d95), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:17.526702 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8aae9d4-0023-44fd-8a0e-48eb55b9d5e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:17.527824 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b8aae9d4-0023-44fd-8a0e-48eb55b9d5e5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/efef555f-d0c6-4982-be2e-50167fe75d95 HTTP/1.1" status: 204 len: 168 time: 0.6828418 Feb 07 21:12:17.536073 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd8e36-166e-432f-a75b-2f285499287e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b86859-8e43-4a18-85a5-f70c4fa364b8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:17.576553 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aae9d4-0023-44fd-8a0e-48eb55b9d5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efef555f-d0c6-4982-be2e-50167fe75d95,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:17.621730 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03eb83fd-9b56-44b6-9d01-a312f635e66e req-e057702f-1627-4d4b-9a91-41a6b4ee10e3 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups/5e7566ae-0db8-4e94-aab7-163d7e1ebb73 HTTP/1.1" status: 200 len: 1820 time: 0.1942372 Feb 07 21:12:17.628516 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-1ee90fb9-3fcb-4891-a628-9207e9314b94 service neutron] 10.222.0.71 "GET /v2.0/networks/26a5aa95-5a14-4824-919e-8a28dc988cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549057 Feb 07 21:12:17.703039 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-eeb7a200-57da-401c-b3a1-f62d27b90eaa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=78688ae2-f6bf-4575-9b2d-411b39a9ee2d HTTP/1.1" status: 200 len: 217 time: 0.0514722 Feb 07 21:12:17.710111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db3ec8a7-7866-4794-a932-e20ab7ac4a33 req-f197ee36-dc12-4532-ba25-86b4a1005c50 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2024047 Feb 07 21:12:17.795832 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-eef88612-5019-44bb-949f-887e70a63c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:17.797373 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-eef88612-5019-44bb-949f-887e70a63c1c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c9c2ed27-c21c-4f3c-8dab-d62862785392 HTTP/1.1" status: 200 len: 797 time: 0.0836563 Feb 07 21:12:17.800133 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-03eb83fd-9b56-44b6-9d01-a312f635e66e req-98f51f67-478f-41bb-959f-00e885c40194 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (5e7566ae-0db8-4e94-aab7-163d7e1ebb73), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:17.853175 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-03eb83fd-9b56-44b6-9d01-a312f635e66e req-98f51f67-478f-41bb-959f-00e885c40194 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (5e7566ae-0db8-4e94-aab7-163d7e1ebb73), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:17.895446 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-daab766b-5408-464c-b25a-e26362bf47ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:17.896695 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-daab766b-5408-464c-b25a-e26362bf47ec service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=26a5aa95-5a14-4824-919e-8a28dc988cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0911958 Feb 07 21:12:17.913643 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-03eb83fd-9b56-44b6-9d01-a312f635e66e req-98f51f67-478f-41bb-959f-00e885c40194 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (5e7566ae-0db8-4e94-aab7-163d7e1ebb73), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:17.916385 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-03eb83fd-9b56-44b6-9d01-a312f635e66e req-98f51f67-478f-41bb-959f-00e885c40194 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:17.918249 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03eb83fd-9b56-44b6-9d01-a312f635e66e req-98f51f67-478f-41bb-959f-00e885c40194 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "DELETE /v2.0/security-groups/5e7566ae-0db8-4e94-aab7-163d7e1ebb73 HTTP/1.1" status: 204 len: 173 time: 0.2858107 Feb 07 21:12:17.967285 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f51f67-478f-41bb-959f-00e885c40194 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7566ae-0db8-4e94-aab7-163d7e1ebb73,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:18.024452 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-484116f7-dd82-4682-b151-68c3fb6f3b02 service neutron] 10.222.0.71 "GET /v2.0/networks/26a5aa95-5a14-4824-919e-8a28dc988cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197543 Feb 07 21:12:18.103076 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59392) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:18.122587 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c1e8c79-7544-4ff7-a480-72466f006cf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:18.172346 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59394) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:18.206136 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cd09508-1783-421b-a1bd-bea4357caef3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:18.338328 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c1e8c79-7544-4ff7-a480-72466f006cf3 admin admin] Publish callbacks [] for security_group (62108920-9f5d-442f-a02d-53b2595c1182), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:18.340163 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-80cb87c1-adf4-4354-8dd4-0a085ddc9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:18.344964 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c1e8c79-7544-4ff7-a480-72466f006cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (62108920-9f5d-442f-a02d-53b2595c1182), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:18.410622 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cd09508-1783-421b-a1bd-bea4357caef3 admin admin] Publish callbacks [] for security_group (6fa2b4fb-c5b0-446b-ac92-5e50e56942a9), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:18.422240 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e8c79-7544-4ff7-a480-72466f006cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62108920-9f5d-442f-a02d-53b2595c1182,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:18.427300 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cd09508-1783-421b-a1bd-bea4357caef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (6fa2b4fb-c5b0-446b-ac92-5e50e56942a9), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:18.439516 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-e382189c-d64a-47b9-b414-b49a8ea78e4b req-0f5a771e-59c2-4c92-94b8-aaeb6a236ca0 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] show failed (client error): The resource could not be found. Feb 07 21:12:18.451242 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e382189c-d64a-47b9-b414-b49a8ea78e4b req-0f5a771e-59c2-4c92-94b8-aaeb6a236ca0 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups/5e7566ae-0db8-4e94-aab7-163d7e1ebb73 HTTP/1.1" status: 404 len: 352 time: 0.0668609 Feb 07 21:12:18.458699 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4c1e8c79-7544-4ff7-a480-72466f006cf3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c21db06e17834e84a7af4072b176dda3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3520808 Feb 07 21:12:18.458931 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2cd09508-1783-421b-a1bd-bea4357caef3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=07d32912953440c0bff13b00feed2710&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2850811 Feb 07 21:12:18.460572 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59400) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:18.467116 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59402) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:18.515061 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1c6b7-74eb-4708-9831-8bd285deaf52 req-3fdc0030-31b5-48a3-8ea8-0fa01552a6ca tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:18.516604 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84d1c6b7-74eb-4708-9831-8bd285deaf52 req-3fdc0030-31b5-48a3-8ea8-0fa01552a6ca tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.4469416 Feb 07 21:12:18.518976 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd09508-1783-421b-a1bd-bea4357caef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa2b4fb-c5b0-446b-ac92-5e50e56942a9,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:18.572474 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3fed8804-8aeb-4da3-bfdd-0553a26bbdb1 admin admin] Publish callbacks [] for security_group (62108920-9f5d-442f-a02d-53b2595c1182), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:18.578238 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1ae0cba-5986-4650-ad83-7fb44b3d59b7 admin admin] Publish callbacks [] for security_group (6fa2b4fb-c5b0-446b-ac92-5e50e56942a9), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:18.580929 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-59ddec88-ddc6-4741-92eb-128cd44f1b08 service neutron] 10.222.0.71 "GET /v2.0/networks/26a5aa95-5a14-4824-919e-8a28dc988cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5486102 Feb 07 21:12:18.607298 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3fed8804-8aeb-4da3-bfdd-0553a26bbdb1 admin admin] Publish callbacks [] for security_group (62108920-9f5d-442f-a02d-53b2595c1182), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:18.622036 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1ae0cba-5986-4650-ad83-7fb44b3d59b7 admin admin] Publish callbacks [] for security_group (6fa2b4fb-c5b0-446b-ac92-5e50e56942a9), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:18.644173 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-f30501a9-7b4e-475b-9a3d-031db8cd9120 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=4ac48894-fd3f-4327-adde-ca84b477e6df HTTP/1.1" status: 200 len: 217 time: 0.0543773 Feb 07 21:12:18.691938 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84d1c6b7-74eb-4708-9831-8bd285deaf52 req-9d2bbf50-587a-4938-b053-50725c637c9c tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524150 Feb 07 21:12:18.700903 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77bd8fb3-c99f-4603-a7bb-dfd7b585feb3 req-1a533705-1ee5-4d2e-88f2-651931aea929 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups/960293c7-5fa9-4c7a-b90c-c332e4f0d9ca HTTP/1.1" status: 200 len: 1820 time: 0.1397426 Feb 07 21:12:18.711420 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3fed8804-8aeb-4da3-bfdd-0553a26bbdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (62108920-9f5d-442f-a02d-53b2595c1182), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:18.715382 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3fed8804-8aeb-4da3-bfdd-0553a26bbdb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:18.718904 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3fed8804-8aeb-4da3-bfdd-0553a26bbdb1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/62108920-9f5d-442f-a02d-53b2595c1182 HTTP/1.1" status: 204 len: 168 time: 0.2548821 Feb 07 21:12:18.733971 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1ae0cba-5986-4650-ad83-7fb44b3d59b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (6fa2b4fb-c5b0-446b-ac92-5e50e56942a9), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:18.736695 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1ae0cba-5986-4650-ad83-7fb44b3d59b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:18.740808 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b1ae0cba-5986-4650-ad83-7fb44b3d59b7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6fa2b4fb-c5b0-446b-ac92-5e50e56942a9 HTTP/1.1" status: 204 len: 168 time: 0.2671974 Feb 07 21:12:18.742171 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed8804-8aeb-4da3-bfdd-0553a26bbdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62108920-9f5d-442f-a02d-53b2595c1182,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:18.752955 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae0cba-5986-4650-ad83-7fb44b3d59b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa2b4fb-c5b0-446b-ac92-5e50e56942a9,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:18.800565 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-2835aa5b-e92d-4978-8ccf-997718e70711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:18.806897 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-2835aa5b-e92d-4978-8ccf-997718e70711 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c9c2ed27-c21c-4f3c-8dab-d62862785392 HTTP/1.1" status: 200 len: 797 time: 0.1519210 Feb 07 21:12:18.920767 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-77bd8fb3-c99f-4603-a7bb-dfd7b585feb3 req-473ea61c-2d69-45ab-8288-43380280bbeb tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (960293c7-5fa9-4c7a-b90c-c332e4f0d9ca), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:18.930802 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-2aeea23f-1414-4da1-9a04-fa4d5a6a07fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:18.932372 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-2aeea23f-1414-4da1-9a04-fa4d5a6a07fa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=26a5aa95-5a14-4824-919e-8a28dc988cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1174140 Feb 07 21:12:18.947597 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f816d-e9cd-49a6-b4d5-890683b403ff req-30e5f10d-7b6b-47e5-aacc-2a700b94f583 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:18.949623 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f9f816d-e9cd-49a6-b4d5-890683b403ff req-30e5f10d-7b6b-47e5-aacc-2a700b94f583 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1417685 Feb 07 21:12:19.029175 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-77bd8fb3-c99f-4603-a7bb-dfd7b585feb3 req-473ea61c-2d69-45ab-8288-43380280bbeb tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (960293c7-5fa9-4c7a-b90c-c332e4f0d9ca), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:19.148950 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f9f816d-e9cd-49a6-b4d5-890683b403ff req-138bbc6a-857d-4290-ae1d-64081f0058fd tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697502 Feb 07 21:12:19.188586 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-77bd8fb3-c99f-4603-a7bb-dfd7b585feb3 req-473ea61c-2d69-45ab-8288-43380280bbeb tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (960293c7-5fa9-4c7a-b90c-c332e4f0d9ca), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:19.195955 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-77bd8fb3-c99f-4603-a7bb-dfd7b585feb3 req-473ea61c-2d69-45ab-8288-43380280bbeb tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:19.196878 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77bd8fb3-c99f-4603-a7bb-dfd7b585feb3 req-473ea61c-2d69-45ab-8288-43380280bbeb tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "DELETE /v2.0/security-groups/960293c7-5fa9-4c7a-b90c-c332e4f0d9ca HTTP/1.1" status: 204 len: 173 time: 0.4770610 Feb 07 21:12:19.231830 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-68c356bd-f6f6-4dfb-9a5f-4aa29d52728c service neutron] 10.222.0.71 "GET /v2.0/networks/26a5aa95-5a14-4824-919e-8a28dc988cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912066 Feb 07 21:12:19.234039 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ea61c-2d69-45ab-8288-43380280bbeb tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=960293c7-5fa9-4c7a-b90c-c332e4f0d9ca,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:19.284610 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-f9a58c3f-e6d0-4a45-bff8-c710dea21177 req-3e97b6eb-9161-45c8-8784-df80b791b23e tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] show failed (client error): The resource could not be found. Feb 07 21:12:19.292394 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9a58c3f-e6d0-4a45-bff8-c710dea21177 req-3e97b6eb-9161-45c8-8784-df80b791b23e tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups/960293c7-5fa9-4c7a-b90c-c332e4f0d9ca HTTP/1.1" status: 404 len: 352 time: 0.0591736 Feb 07 21:12:19.477405 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16b30fda-463a-4872-96d0-01e5ee23e360 req-886055a3-a6f1-4298-adad-4c88f391314a tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups/4065d243-b344-4704-892c-8e49a55cb7f5 HTTP/1.1" status: 200 len: 1818 time: 0.1198404 Feb 07 21:12:19.487650 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-19845e1f-a255-4fe8-99ce-711a7daa34ce service neutron] 10.222.0.71 "GET /v2.0/networks/26a5aa95-5a14-4824-919e-8a28dc988cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331171 Feb 07 21:12:19.559684 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf6647-8d9a-415e-8b2a-da54be04721e req-8487cd78-d915-4cd6-9e31-5c977b4baaf6 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:19.564219 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf6647-8d9a-415e-8b2a-da54be04721e req-8487cd78-d915-4cd6-9e31-5c977b4baaf6 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:19.569560 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf6647-8d9a-415e-8b2a-da54be04721e req-8487cd78-d915-4cd6-9e31-5c977b4baaf6 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:19.574856 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf6647-8d9a-415e-8b2a-da54be04721e req-8487cd78-d915-4cd6-9e31-5c977b4baaf6 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:19.583231 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf6647-8d9a-415e-8b2a-da54be04721e req-8487cd78-d915-4cd6-9e31-5c977b4baaf6 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:19.588901 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf6647-8d9a-415e-8b2a-da54be04721e req-8487cd78-d915-4cd6-9e31-5c977b4baaf6 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:19.594565 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf6647-8d9a-415e-8b2a-da54be04721e req-8487cd78-d915-4cd6-9e31-5c977b4baaf6 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:19.596714 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3bf6647-8d9a-415e-8b2a-da54be04721e req-8487cd78-d915-4cd6-9e31-5c977b4baaf6 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5419 time: 0.2291360 Feb 07 21:12:19.601076 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-100b7df9-56d3-472a-8918-74f91bf283f1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=3f1d0a48-7987-4d96-94a8-3d3611c23cf7 HTTP/1.1" status: 200 len: 217 time: 0.1022291 Feb 07 21:12:19.728416 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-ec0960db-562e-4c68-9ff2-8030844f9229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:19.730444 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-ec0960db-562e-4c68-9ff2-8030844f9229 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c9c2ed27-c21c-4f3c-8dab-d62862785392 HTTP/1.1" status: 200 len: 797 time: 0.1176252 Feb 07 21:12:19.749552 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-16b30fda-463a-4872-96d0-01e5ee23e360 req-cf8969d2-2453-436a-b2b6-a2f932fcdcec tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (4065d243-b344-4704-892c-8e49a55cb7f5), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:19.758768 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3bf6647-8d9a-415e-8b2a-da54be04721e req-ae232ac5-54ff-4f2e-8421-04f0033731e5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1518490 Feb 07 21:12:19.832635 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-16b30fda-463a-4872-96d0-01e5ee23e360 req-cf8969d2-2453-436a-b2b6-a2f932fcdcec tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (4065d243-b344-4704-892c-8e49a55cb7f5), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:19.871365 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-5316d44a-c2ea-43b1-aa07-fd3c801e5e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:19.873236 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-5316d44a-c2ea-43b1-aa07-fd3c801e5e87 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=26a5aa95-5a14-4824-919e-8a28dc988cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1201162 Feb 07 21:12:19.946200 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-16b30fda-463a-4872-96d0-01e5ee23e360 req-cf8969d2-2453-436a-b2b6-a2f932fcdcec tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4065d243-b344-4704-892c-8e49a55cb7f5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:19.949651 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-16b30fda-463a-4872-96d0-01e5ee23e360 req-cf8969d2-2453-436a-b2b6-a2f932fcdcec tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:19.950789 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16b30fda-463a-4872-96d0-01e5ee23e360 req-cf8969d2-2453-436a-b2b6-a2f932fcdcec tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "DELETE /v2.0/security-groups/4065d243-b344-4704-892c-8e49a55cb7f5 HTTP/1.1" status: 204 len: 173 time: 0.4618144 Feb 07 21:12:19.994213 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8969d2-2453-436a-b2b6-a2f932fcdcec tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4065d243-b344-4704-892c-8e49a55cb7f5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:20.119197 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-778d0c9e-fbb1-4eaa-83f7-36fbf1c508b8 service neutron] 10.222.0.71 "GET /v2.0/networks/26a5aa95-5a14-4824-919e-8a28dc988cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376311 Feb 07 21:12:20.120508 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-83454010-5b94-4000-8ae0-c9f896f7d98f req-d463eb86-712e-4cfa-8045-f8c57be88199 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] show failed (client error): The resource could not be found. Feb 07 21:12:20.121441 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-83454010-5b94-4000-8ae0-c9f896f7d98f req-d463eb86-712e-4cfa-8045-f8c57be88199 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups/4065d243-b344-4704-892c-8e49a55cb7f5 HTTP/1.1" status: 404 len: 352 time: 0.0364699 Feb 07 21:12:20.230173 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4c8bc-5f5f-4e53-9eb8-28c7b6b916a3 req-cfeb0278-8bba-47d0-ad75-9b2ebc7bda74 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:20.239745 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-11e4c8bc-5f5f-4e53-9eb8-28c7b6b916a3 req-cfeb0278-8bba-47d0-ad75-9b2ebc7bda74 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/networks?id=fea6e7e3-47f5-4ada-86ca-f855bc01cae1 HTTP/1.1" status: 200 len: 814 time: 0.2878954 Feb 07 21:12:20.298948 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-11e4c8bc-5f5f-4e53-9eb8-28c7b6b916a3 req-3e445edb-167a-417a-8a3f-e66eebde88f3 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/quotas/55db8492f6dd45429fe0e2523287a174 HTTP/1.1" status: 200 len: 375 time: 0.0582147 Feb 07 21:12:20.362671 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eaf06c1f-bd91-486d-b404-0100b62b3b42 req-71724397-1d0c-43dd-aac9-0ff9ff563f1a tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d10808f8a1e4426aac7a4507d0733789 HTTP/1.1" status: 200 len: 6207 time: 0.2074032 Feb 07 21:12:20.401431 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-08dccab8-04ba-4cf0-8f3e-624b201a75c9 service neutron] 10.222.0.71 "GET /v2.0/networks/26a5aa95-5a14-4824-919e-8a28dc988cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730122 Feb 07 21:12:20.425591 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-11e4c8bc-5f5f-4e53-9eb8-28c7b6b916a3 req-88385de8-5015-4e54-819b-5024301d32dd tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=55db8492f6dd45429fe0e2523287a174&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1155725 Feb 07 21:12:20.476496 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-03b56e3c-2f76-4175-b73e-88f0caaa80c0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=37a46c40-b8b5-4e77-b30b-a26ed748d892 HTTP/1.1" status: 200 len: 217 time: 0.0667007 Feb 07 21:12:20.479671 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eaf06c1f-bd91-486d-b404-0100b62b3b42 req-6c44addb-a5ce-4aa1-8892-edebb01016d8 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups/8a362840-93f8-4e3b-83ba-f40100b3789b HTTP/1.1" status: 200 len: 3002 time: 0.1016960 Feb 07 21:12:20.533806 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-657c1dd7-bda8-4fce-9dad-2ccb398dd41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:20.567852 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-76e6e1fb-724d-4899-a78a-1fc072de8fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:20.569496 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-76e6e1fb-724d-4899-a78a-1fc072de8fb1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5377085d-38ba-495c-883b-35fa1357919c HTTP/1.1" status: 200 len: 797 time: 0.0805788 Feb 07 21:12:20.576162 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eaf06c1f-bd91-486d-b404-0100b62b3b42 req-174773b4-f6ac-4586-8d7c-0ccb1e781fd9 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups/8a362840-93f8-4e3b-83ba-f40100b3789b HTTP/1.1" status: 200 len: 3002 time: 0.0884223 Feb 07 21:12:20.657689 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 59538) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:20.764450 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-9551488a-4ca8-4837-bb7b-4d88917a375c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:20.766028 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-9551488a-4ca8-4837-bb7b-4d88917a375c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=990c9613-1652-4a05-a37c-c1f76f75103a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1761663 Feb 07 21:12:20.774162 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4939e-f994-4eb4-ad0b-6af75c337572 req-02982f0a-c72b-4a87-8c39-368107d7eee4 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:20.775649 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d7f4939e-f994-4eb4-ad0b-6af75c337572 req-02982f0a-c72b-4a87-8c39-368107d7eee4 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1059530 Feb 07 21:12:20.867810 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-0918a867-95a1-47e4-86c6-cb5b5ffef4da req-048cdc69-940c-47c6-9cbb-17c9ef44d6d5 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1191427991', 'description': 'tempest-description-691985137'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:20.937061 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0918a867-95a1-47e4-86c6-cb5b5ffef4da req-048cdc69-940c-47c6-9cbb-17c9ef44d6d5 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:20.951705 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d7f4939e-f994-4eb4-ad0b-6af75c337572 req-d058cbf2-6aeb-4a92-9e78-a282b040d8f8 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653914 Feb 07 21:12:20.966793 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-9182a6db-7e5c-4298-833f-76c60be07ebf service neutron] 10.222.0.71 "GET /v2.0/networks/990c9613-1652-4a05-a37c-c1f76f75103a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896000 Feb 07 21:12:21.051512 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afffface-8e14-45ee-845e-bb40b3fac59a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:21.192999 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0918a867-95a1-47e4-86c6-cb5b5ffef4da req-048cdc69-940c-47c6-9cbb-17c9ef44d6d5 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (6bb24f72-e7a1-48da-bd36-4305bef63fd6), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:21.210194 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0918a867-95a1-47e4-86c6-cb5b5ffef4da req-048cdc69-940c-47c6-9cbb-17c9ef44d6d5 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (6bb24f72-e7a1-48da-bd36-4305bef63fd6), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:21.231865 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-17572a98-9de5-4103-8d74-bc2b5b3b3b3c service neutron] 10.222.0.71 "GET /v2.0/networks/990c9613-1652-4a05-a37c-c1f76f75103a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579432 Feb 07 21:12:21.251714 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa1aed-4ef7-4f44-bbb4-c511f11331cf req-7448b7a2-87cf-4ef0-ad2e-7bc51e1c99f5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:21.257216 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa1aed-4ef7-4f44-bbb4-c511f11331cf req-7448b7a2-87cf-4ef0-ad2e-7bc51e1c99f5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:21.263546 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa1aed-4ef7-4f44-bbb4-c511f11331cf req-7448b7a2-87cf-4ef0-ad2e-7bc51e1c99f5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:21.269482 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa1aed-4ef7-4f44-bbb4-c511f11331cf req-7448b7a2-87cf-4ef0-ad2e-7bc51e1c99f5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:21.275918 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa1aed-4ef7-4f44-bbb4-c511f11331cf req-7448b7a2-87cf-4ef0-ad2e-7bc51e1c99f5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:21.281779 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa1aed-4ef7-4f44-bbb4-c511f11331cf req-7448b7a2-87cf-4ef0-ad2e-7bc51e1c99f5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:21.287562 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa1aed-4ef7-4f44-bbb4-c511f11331cf req-7448b7a2-87cf-4ef0-ad2e-7bc51e1c99f5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:21.288899 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9afa1aed-4ef7-4f44-bbb4-c511f11331cf req-7448b7a2-87cf-4ef0-ad2e-7bc51e1c99f5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5419 time: 0.2329261 Feb 07 21:12:21.351611 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0918a867-95a1-47e4-86c6-cb5b5ffef4da req-048cdc69-940c-47c6-9cbb-17c9ef44d6d5 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:21.353054 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0918a867-95a1-47e4-86c6-cb5b5ffef4da req-048cdc69-940c-47c6-9cbb-17c9ef44d6d5 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5068192 Feb 07 21:12:21.368146 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-5f412829-8275-4074-888d-de3553c24819 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9df63fc7-adaf-4727-81c9-300e3fea4a9f HTTP/1.1" status: 200 len: 217 time: 0.0782387 Feb 07 21:12:21.401900 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afffface-8e14-45ee-845e-bb40b3fac59a admin admin] Publish callbacks [] for security_group (81afd534-969d-4311-be31-f9da61bedbf8), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:21.415928 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048cdc69-940c-47c6-9cbb-17c9ef44d6d5 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb24f72-e7a1-48da-bd36-4305bef63fd6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:21.450592 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afffface-8e14-45ee-845e-bb40b3fac59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (81afd534-969d-4311-be31-f9da61bedbf8), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:21.552566 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-afffface-8e14-45ee-845e-bb40b3fac59a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e0e172c27c874dddb1e6c2f92aebe3c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8900650 Feb 07 21:12:21.555354 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59574) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:21.564836 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-1786c617-1840-4d15-9779-be29f6fca22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:21.566312 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-1786c617-1840-4d15-9779-be29f6fca22c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5377085d-38ba-495c-883b-35fa1357919c HTTP/1.1" status: 200 len: 797 time: 0.1843348 Feb 07 21:12:21.572093 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffface-8e14-45ee-845e-bb40b3fac59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81afd534-969d-4311-be31-f9da61bedbf8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:21.594508 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9afa1aed-4ef7-4f44-bbb4-c511f11331cf req-e32064cd-3a1f-4a8a-9ecb-f652523800d9 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2907317 Feb 07 21:12:21.628050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330c252-f343-424a-bd31-1a091a270504 req-83c96edd-2fdf-4416-b822-23d02ec88ad5 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:21.629874 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f330c252-f343-424a-bd31-1a091a270504 req-83c96edd-2fdf-4416-b822-23d02ec88ad5 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.2092652 Feb 07 21:12:21.684104 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6946c-1447-46f7-83b2-d6616b725223 req-d10c1a08-a401-4c71-9a78-4fbf7c1be0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:21.685713 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-d10c1a08-a401-4c71-9a78-4fbf7c1be0e2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=990c9613-1652-4a05-a37c-c1f76f75103a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1082039 Feb 07 21:12:21.688948 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf023b55-d092-422d-841c-6a51a423e4b2 admin admin] Publish callbacks [] for security_group (81afd534-969d-4311-be31-f9da61bedbf8), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:21.718845 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f330c252-f343-424a-bd31-1a091a270504 req-bc486715-19c9-4d26-a200-51afa8250a86 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809450 Feb 07 21:12:21.725661 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:21.747204 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf023b55-d092-422d-841c-6a51a423e4b2 admin admin] Publish callbacks [] for security_group (81afd534-969d-4311-be31-f9da61bedbf8), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:21.762210 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-9e42411e-9f3f-48a4-8be4-7cf727f8d369 req-640cb5dd-62ff-49a9-8a21-5f2d17c9e2d6 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-252095897', 'description': 'tempest-description-843155265'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:21.844452 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf023b55-d092-422d-841c-6a51a423e4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (81afd534-969d-4311-be31-f9da61bedbf8), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:21.845562 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf023b55-d092-422d-841c-6a51a423e4b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:21.847378 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bf023b55-d092-422d-841c-6a51a423e4b2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/81afd534-969d-4311-be31-f9da61bedbf8 HTTP/1.1" status: 204 len: 168 time: 0.2902966 Feb 07 21:12:21.849063 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-7dbde63c-d9b7-4bf5-be80-f9514ddcef4b service neutron] 10.222.0.71 "GET /v2.0/networks/990c9613-1652-4a05-a37c-c1f76f75103a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545560 Feb 07 21:12:21.876731 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf023b55-d092-422d-841c-6a51a423e4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81afd534-969d-4311-be31-f9da61bedbf8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:21.964643 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9e42411e-9f3f-48a4-8be4-7cf727f8d369 req-640cb5dd-62ff-49a9-8a21-5f2d17c9e2d6 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:22.054208 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71c6946c-1447-46f7-83b2-d6616b725223 req-e02b20a0-1dc5-4d9e-b621-813955bd4bd2 service neutron] 10.222.0.71 "GET /v2.0/networks/990c9613-1652-4a05-a37c-c1f76f75103a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960592 Feb 07 21:12:22.056748 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f174187c-60b0-4056-870c-867e705b1773 req-08abe443-53af-4568-8a90-cddc6ae89143 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=55db8492f6dd45429fe0e2523287a174 HTTP/1.1" status: 200 len: 221 time: 0.0701828 Feb 07 21:12:22.115899 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9e42411e-9f3f-48a4-8be4-7cf727f8d369 req-640cb5dd-62ff-49a9-8a21-5f2d17c9e2d6 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (ead8780a-2c08-4c5f-88be-fc577d0b82f6), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:22.121158 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9e42411e-9f3f-48a4-8be4-7cf727f8d369 req-640cb5dd-62ff-49a9-8a21-5f2d17c9e2d6 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ead8780a-2c08-4c5f-88be-fc577d0b82f6), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:22.242816 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9e42411e-9f3f-48a4-8be4-7cf727f8d369 req-640cb5dd-62ff-49a9-8a21-5f2d17c9e2d6 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:22.244368 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9e42411e-9f3f-48a4-8be4-7cf727f8d369 req-640cb5dd-62ff-49a9-8a21-5f2d17c9e2d6 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4938941 Feb 07 21:12:22.250670 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cb5dd-62ff-49a9-8a21-5f2d17c9e2d6 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ead8780a-2c08-4c5f-88be-fc577d0b82f6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:22.292249 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad1372-b740-4395-b0d9-58066027f222 req-40f4d551-01f9-4206-b025-e1ffde0f1916 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:22.299484 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66ad1372-b740-4395-b0d9-58066027f222 req-40f4d551-01f9-4206-b025-e1ffde0f1916 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1352041 Feb 07 21:12:22.317617 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae414b16-f93b-42cf-b4a7-7effca7fd12d req-0857a3c2-a260-4c90-b424-5a35ddd4204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:22.318097 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae414b16-f93b-42cf-b4a7-7effca7fd12d req-0857a3c2-a260-4c90-b424-5a35ddd4204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:22.318572 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae414b16-f93b-42cf-b4a7-7effca7fd12d req-0857a3c2-a260-4c90-b424-5a35ddd4204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:22.319032 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae414b16-f93b-42cf-b4a7-7effca7fd12d req-0857a3c2-a260-4c90-b424-5a35ddd4204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:22.319652 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae414b16-f93b-42cf-b4a7-7effca7fd12d req-0857a3c2-a260-4c90-b424-5a35ddd4204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:22.320132 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae414b16-f93b-42cf-b4a7-7effca7fd12d req-0857a3c2-a260-4c90-b424-5a35ddd4204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:22.320616 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae414b16-f93b-42cf-b4a7-7effca7fd12d req-0857a3c2-a260-4c90-b424-5a35ddd4204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:22.323126 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae414b16-f93b-42cf-b4a7-7effca7fd12d req-0857a3c2-a260-4c90-b424-5a35ddd4204b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=42501a05a1164b8bab09e271e46d222b&device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 6693 time: 0.1991715 Feb 07 21:12:22.352514 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b13118a6-245a-42a7-9de6-546de1ebe05c req-200b1729-580c-49c3-a0b3-7a5b3c22e090 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0983663 Feb 07 21:12:22.433042 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66ad1372-b740-4395-b0d9-58066027f222 req-2a7285c5-f76b-4a6e-8e36-893ac97dd911 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318707 Feb 07 21:12:22.487774 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae414b16-f93b-42cf-b4a7-7effca7fd12d req-b58eff91-c87e-4d14-bbed-8512b9448acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:22.489551 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae414b16-f93b-42cf-b4a7-7effca7fd12d req-b58eff91-c87e-4d14-bbed-8512b9448acc service neutron] 10.222.0.71 "GET /v2.0/networks?id=990c9613-1652-4a05-a37c-c1f76f75103a HTTP/1.1" status: 200 len: 903 time: 0.1583042 Feb 07 21:12:22.521653 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13118a6-245a-42a7-9de6-546de1ebe05c req-613bacc8-4e0b-4441-8e0c-0c866dd7fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:22.523179 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b13118a6-245a-42a7-9de6-546de1ebe05c req-613bacc8-4e0b-4441-8e0c-0c866dd7fd23 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55db8492f6dd45429fe0e2523287a174&device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 1127 time: 0.1239080 Feb 07 21:12:22.570099 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae414b16-f93b-42cf-b4a7-7effca7fd12d req-fd909333-f02d-4242-be96-0eb9bd4e50eb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9df63fc7-adaf-4727-81c9-300e3fea4a9f HTTP/1.1" status: 200 len: 217 time: 0.0728512 Feb 07 21:12:22.664968 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13118a6-245a-42a7-9de6-546de1ebe05c req-8d65ba08-c239-4f66-b8c8-3907b0b002e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:22.668371 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b13118a6-245a-42a7-9de6-546de1ebe05c req-8d65ba08-c239-4f66-b8c8-3907b0b002e5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fea6e7e3-47f5-4ada-86ca-f855bc01cae1 HTTP/1.1" status: 200 len: 915 time: 0.1218271 Feb 07 21:12:22.780235 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b13118a6-245a-42a7-9de6-546de1ebe05c req-7c2f7d21-ad6e-44d6-b738-1d5f2945d3b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8eb3bafa-0275-4baf-b62b-26a49992af32 HTTP/1.1" status: 200 len: 217 time: 0.1017315 Feb 07 21:12:22.873542 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59656) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:22.892991 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13118a6-245a-42a7-9de6-546de1ebe05c req-1f1740cf-f124-4e15-88ca-528ffae77bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:22.895809 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b13118a6-245a-42a7-9de6-546de1ebe05c req-1f1740cf-f124-4e15-88ca-528ffae77bb9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=226d5f88-28a2-4f0a-937f-719b03b2d28a HTTP/1.1" status: 200 len: 854 time: 0.1090393 Feb 07 21:12:22.953724 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b13118a6-245a-42a7-9de6-546de1ebe05c req-f8990ea9-6864-45a0-b857-fa845d9012b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fea6e7e3-47f5-4ada-86ca-f855bc01cae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500939 Feb 07 21:12:23.011108 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae414b16-f93b-42cf-b4a7-7effca7fd12d req-2a17f660-17b8-4fd2-a564-c983db2dc8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:23.012577 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae414b16-f93b-42cf-b4a7-7effca7fd12d req-2a17f660-17b8-4fd2-a564-c983db2dc8a0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5377085d-38ba-495c-883b-35fa1357919c HTTP/1.1" status: 200 len: 797 time: 0.4240177 Feb 07 21:12:23.076797 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e5588-5c2c-49fb-817d-63c3709b8eef req-f14d085d-51cd-4264-8056-3bd75be6acd4 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:23.078288 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d91e5588-5c2c-49fb-817d-63c3709b8eef req-f14d085d-51cd-4264-8056-3bd75be6acd4 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.5120416 Feb 07 21:12:23.089067 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-ec198eb5-5f6e-47ea-878d-e72a07eafa64 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:23.090517 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-ec198eb5-5f6e-47ea-878d-e72a07eafa64 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/networks?id=5ab21a05-4285-40ac-9087-244389cc5c8a HTTP/1.1" status: 200 len: 813 time: 0.5828543 Feb 07 21:12:23.108589 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-97067bb8-1cd9-4326-8042-55958211fa81 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/quotas/d10808f8a1e4426aac7a4507d0733789 HTTP/1.1" status: 200 len: 375 time: 0.0104921 Feb 07 21:12:23.163995 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae414b16-f93b-42cf-b4a7-7effca7fd12d req-9f00bbc9-9d7f-473c-9eaf-0ca4f9a01400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:23.165528 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae414b16-f93b-42cf-b4a7-7effca7fd12d req-9f00bbc9-9d7f-473c-9eaf-0ca4f9a01400 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=990c9613-1652-4a05-a37c-c1f76f75103a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1421347 Feb 07 21:12:23.186596 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b13118a6-245a-42a7-9de6-546de1ebe05c req-ac211072-0a5e-4977-8559-bb3358cf7bff service neutron] 10.222.0.69 "GET /v2.0/networks/fea6e7e3-47f5-4ada-86ca-f855bc01cae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244372 Feb 07 21:12:23.192591 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:23.266947 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e40cba63-2377-4836-bbb6-a77f4e1b9e71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:23.287685 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d91e5588-5c2c-49fb-817d-63c3709b8eef req-3dbdf10c-4336-4ce2-be12-e50a5ccf8db0 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961176 Feb 07 21:12:23.308106 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-1bb7481d-afd9-4ba8-8756-1f833e517814 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d10808f8a1e4426aac7a4507d0733789&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1913147 Feb 07 21:12:23.316942 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae414b16-f93b-42cf-b4a7-7effca7fd12d req-95c10079-ec09-46bf-980d-346ac41008ce service neutron] 10.222.0.71 "GET /v2.0/networks/990c9613-1652-4a05-a37c-c1f76f75103a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403351 Feb 07 21:12:23.351699 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b13118a6-245a-42a7-9de6-546de1ebe05c req-30bd1f36-fd25-45b4-90bc-8d853cacf413 service neutron] 10.222.0.69 "GET /v2.0/networks/fea6e7e3-47f5-4ada-86ca-f855bc01cae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468518 Feb 07 21:12:23.441939 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e40cba63-2377-4836-bbb6-a77f4e1b9e71 admin admin] Publish callbacks [] for security_group (97ba69ed-36f7-4db5-a59e-b66a71902711), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:23.448794 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e40cba63-2377-4836-bbb6-a77f4e1b9e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (97ba69ed-36f7-4db5-a59e-b66a71902711), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:23.499835 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40cba63-2377-4836-bbb6-a77f4e1b9e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ba69ed-36f7-4db5-a59e-b66a71902711,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:23.510057 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae414b16-f93b-42cf-b4a7-7effca7fd12d req-76a2426c-56b6-4df8-995b-35fff68cc697 service neutron] 10.222.0.71 "GET /v2.0/networks/990c9613-1652-4a05-a37c-c1f76f75103a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887360 Feb 07 21:12:23.516158 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e40cba63-2377-4836-bbb6-a77f4e1b9e71 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e3d5aaa0b30e4d6e9f5946b127258b4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6406765 Feb 07 21:12:23.519689 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 59672) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:23.571137 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf5812-8b1b-449f-aeed-cc6f038c2e14 req-312b3a0f-cbba-4aff-982d-e0201e783c14 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:23.579079 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf5812-8b1b-449f-aeed-cc6f038c2e14 req-312b3a0f-cbba-4aff-982d-e0201e783c14 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:23.584333 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf5812-8b1b-449f-aeed-cc6f038c2e14 req-312b3a0f-cbba-4aff-982d-e0201e783c14 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:23.590121 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf5812-8b1b-449f-aeed-cc6f038c2e14 req-312b3a0f-cbba-4aff-982d-e0201e783c14 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:23.595375 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf5812-8b1b-449f-aeed-cc6f038c2e14 req-312b3a0f-cbba-4aff-982d-e0201e783c14 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:23.600628 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf5812-8b1b-449f-aeed-cc6f038c2e14 req-312b3a0f-cbba-4aff-982d-e0201e783c14 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:23.605912 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf5812-8b1b-449f-aeed-cc6f038c2e14 req-312b3a0f-cbba-4aff-982d-e0201e783c14 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:23.607871 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17cf5812-8b1b-449f-aeed-cc6f038c2e14 req-312b3a0f-cbba-4aff-982d-e0201e783c14 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5419 time: 0.1422822 Feb 07 21:12:23.716721 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c2fcecba-ffa1-4070-8289-80ee29cad5b1 admin admin] Publish callbacks [] for security_group (97ba69ed-36f7-4db5-a59e-b66a71902711), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:23.761830 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d019f946-126b-43a9-9bd9-fff51651d217 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:12:23.770383 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c2fcecba-ffa1-4070-8289-80ee29cad5b1 admin admin] Publish callbacks [] for security_group (97ba69ed-36f7-4db5-a59e-b66a71902711), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:23.835085 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17cf5812-8b1b-449f-aeed-cc6f038c2e14 req-850b3738-b022-4790-b575-d629935a1b76 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2068868 Feb 07 21:12:23.845074 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-df14e748-6a59-4462-82d3-10b067b8e7c9 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab21a05-4285-40ac-9087-244389cc5c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223048 Feb 07 21:12:23.867693 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port d019f946-126b-43a9-9bd9-fff51651d217, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d019f946-126b-43a9-9bd9-fff51651d217,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:23.887496 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'd019f946-126b-43a9-9bd9-fff51651d217', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': 'd019f946-126b-43a9-9bd9-fff51651d217', 'mac_address': 'fa:16:3e:2b:f6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:12:23.944249 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port d019f946-126b-43a9-9bd9-fff51651d217 is: ACTIVE; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:12:23.944984 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d019f946-126b-43a9-9bd9-fff51651d217), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:23.964915 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c2fcecba-ffa1-4070-8289-80ee29cad5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (97ba69ed-36f7-4db5-a59e-b66a71902711), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:23.967526 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c2fcecba-ffa1-4070-8289-80ee29cad5b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:23.968636 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c2fcecba-ffa1-4070-8289-80ee29cad5b1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/97ba69ed-36f7-4db5-a59e-b66a71902711 HTTP/1.1" status: 204 len: 168 time: 0.4479873 Feb 07 21:12:23.973268 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d019f946-126b-43a9-9bd9-fff51651d217 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:12:23.996971 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcecba-ffa1-4070-8289-80ee29cad5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ba69ed-36f7-4db5-a59e-b66a71902711,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:24.039924 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port d019f946-126b-43a9-9bd9-fff51651d217, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d019f946-126b-43a9-9bd9-fff51651d217,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:24.068594 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d019f946-126b-43a9-9bd9-fff51651d217), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:24.070130 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-c624c9ba-385a-4f9a-8778-17e398835315 service neutron] 10.222.0.65 "GET /v2.0/networks/5ab21a05-4285-40ac-9087-244389cc5c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242005 Feb 07 21:12:24.191732 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['d019f946-126b-43a9-9bd9-fff51651d217'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:12:24.199928 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8544c24-3519-4c7e-8664-9e6d6d596aea req-49882724-b1d1-492e-a2c1-6b8a8ef44255 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:24.210966 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=d019f946-126b-43a9-9bd9-fff51651d217,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:24.220396 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8544c24-3519-4c7e-8664-9e6d6d596aea req-49882724-b1d1-492e-a2c1-6b8a8ef44255 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1366436 Feb 07 21:12:24.291078 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:24.291442 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:24.295496 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:24.297157 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:24.298118 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:24.300372 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:24.300890 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:24.302671 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:24.303184 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:24.303673 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:24.305232 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:24.306391 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:24.306920 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:24.350697 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8544c24-3519-4c7e-8664-9e6d6d596aea req-f24310ab-f856-4c1c-a6a2-39e2bebe49be tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277566 Feb 07 21:12:24.393683 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:24.413590 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59708) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:24.427320 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-15461d79-d994-4a09-9424-8d5cdae0fb82 req-d2a01606-fb52-4413-8a6e-3fec8189b0bf tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=007afd48-b5ee-4fb0-ac99-bc478214bfb0 HTTP/1.1" status: 200 len: 210 time: 0.1049669 Feb 07 21:12:24.597342 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-165fcc13-2b53-40eb-bfa9-5ea7a7cf1996 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:24.616110 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb737e-93bf-45cf-abe7-54ba7565e3f7 req-fa586b96-664d-453e-93b0-690ac0196c37 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:24.617652 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9eb737e-93bf-45cf-abe7-54ba7565e3f7 req-fa586b96-664d-453e-93b0-690ac0196c37 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1140506 Feb 07 21:12:24.619709 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-165fcc13-2b53-40eb-bfa9-5ea7a7cf1996 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] 10.222.0.65 "PUT /v2.0/quotas/c2c6abe8827e44c6b57a2944699d3a7c HTTP/1.1" status: 200 len: 368 time: 0.2040019 Feb 07 21:12:24.622043 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59716) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:24.627725 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-62d1c7da-a1e7-4770-ac81-a2cdd4ad2b37 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Request body: {'network': {'project_id': 'c2c6abe8827e44c6b57a2944699d3a7c'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:24.656882 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d1c7da-a1e7-4770-ac81-a2cdd4ad2b37 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Made reservation on behalf of c2c6abe8827e44c6b57a2944699d3a7c for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:12:24.659450 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62d1c7da-a1e7-4770-ac81-a2cdd4ad2b37 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:24.679502 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9eb737e-93bf-45cf-abe7-54ba7565e3f7 req-6828e3c5-fba4-4a9d-af1c-0c170d847bc9 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485361 Feb 07 21:12:24.681379 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62d1c7da-a1e7-4770-ac81-a2cdd4ad2b37 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:24.704011 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 59718) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:24.739542 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf174a50-fac4-4cb8-8694-3440062c4650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:24.780798 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62d1c7da-a1e7-4770-ac81-a2cdd4ad2b37 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks [] for security_group (62382f78-01e6-41f2-9eb8-2cf97e99e81c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:24.786550 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62d1c7da-a1e7-4770-ac81-a2cdd4ad2b37 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (62382f78-01e6-41f2-9eb8-2cf97e99e81c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:24.811296 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d1c7da-a1e7-4770-ac81-a2cdd4ad2b37 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:12:24.828700 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1c7da-a1e7-4770-ac81-a2cdd4ad2b37 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62382f78-01e6-41f2-9eb8-2cf97e99e81c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:24.832098 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62d1c7da-a1e7-4770-ac81-a2cdd4ad2b37 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (d98171fa-2020-44d5-bded-a949f47d57a4), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:24.832579 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-62d1c7da-a1e7-4770-ac81-a2cdd4ad2b37 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Added segment d98171fa-2020-44d5-bded-a949f47d57a4 of type vlan for network 5a7602ce-4a81-4135-8d41-10fd03d82353 Feb 07 21:12:24.888477 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62d1c7da-a1e7-4770-ac81-a2cdd4ad2b37 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (5a7602ce-4a81-4135-8d41-10fd03d82353), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:24.918351 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62d1c7da-a1e7-4770-ac81-a2cdd4ad2b37 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (5a7602ce-4a81-4135-8d41-10fd03d82353), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:24.919635 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d1c7da-a1e7-4770-ac81-a2cdd4ad2b37 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:24.920230 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62d1c7da-a1e7-4770-ac81-a2cdd4ad2b37 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:24.941160 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf174a50-fac4-4cb8-8694-3440062c4650 admin admin] Publish callbacks [] for security_group (64d7adda-4696-4ea6-89d7-cb673bcc3bfa), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:24.988074 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf174a50-fac4-4cb8-8694-3440062c4650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (64d7adda-4696-4ea6-89d7-cb673bcc3bfa), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:25.016705 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-62d1c7da-a1e7-4770-ac81-a2cdd4ad2b37 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3932421 Feb 07 21:12:25.019393 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59730) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:25.024521 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-3cf787d2-f14e-4ed3-87c6-9d15f7ecc9e1 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Request body: {'network': {'project_id': 'c2c6abe8827e44c6b57a2944699d3a7c'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:25.033184 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1c7da-a1e7-4770-ac81-a2cdd4ad2b37 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Pushing event updated for resources: {'Network': ['ID=5a7602ce-4a81-4135-8d41-10fd03d82353,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:25.036407 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bf174a50-fac4-4cb8-8694-3440062c4650 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=53611f65f0794830884da5f965d97ac3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3286450 Feb 07 21:12:25.042459 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 59732) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:25.046492 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 5a7602ce-4a81-4135-8d41-10fd03d82353 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:12:25.066709 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf787d2-f14e-4ed3-87c6-9d15f7ecc9e1 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Made reservation on behalf of c2c6abe8827e44c6b57a2944699d3a7c for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:12:25.071328 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3cf787d2-f14e-4ed3-87c6-9d15f7ecc9e1 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:25.090592 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c4232-1473-4050-afd0-02983e775d4f req-88d87cc4-c636-4c66-b511-ae2b2fef0b7d tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:25.097597 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e26c4232-1473-4050-afd0-02983e775d4f req-88d87cc4-c636-4c66-b511-ae2b2fef0b7d tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.2510414 Feb 07 21:12:25.102908 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf787d2-f14e-4ed3-87c6-9d15f7ecc9e1 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:12:25.119196 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3cf787d2-f14e-4ed3-87c6-9d15f7ecc9e1 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (95eb6d24-efac-49ac-9ee4-2803d43beee2), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:25.120187 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-3cf787d2-f14e-4ed3-87c6-9d15f7ecc9e1 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Added segment 95eb6d24-efac-49ac-9ee4-2803d43beee2 of type vlan for network d08c158b-4032-4052-a242-2c780d9daf07 Feb 07 21:12:25.129851 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf174a50-fac4-4cb8-8694-3440062c4650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d7adda-4696-4ea6-89d7-cb673bcc3bfa,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:25.149641 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e269ff5-b107-4695-95a1-819ca554d3b1 req-9614873e-c491-495a-a7b7-63b5034608e8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:25.155381 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e269ff5-b107-4695-95a1-819ca554d3b1 req-9614873e-c491-495a-a7b7-63b5034608e8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:25.160776 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e269ff5-b107-4695-95a1-819ca554d3b1 req-9614873e-c491-495a-a7b7-63b5034608e8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:25.166262 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e269ff5-b107-4695-95a1-819ca554d3b1 req-9614873e-c491-495a-a7b7-63b5034608e8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:25.172197 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e269ff5-b107-4695-95a1-819ca554d3b1 req-9614873e-c491-495a-a7b7-63b5034608e8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:25.177606 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e269ff5-b107-4695-95a1-819ca554d3b1 req-9614873e-c491-495a-a7b7-63b5034608e8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:25.183588 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e269ff5-b107-4695-95a1-819ca554d3b1 req-9614873e-c491-495a-a7b7-63b5034608e8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:25.185557 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e269ff5-b107-4695-95a1-819ca554d3b1 req-9614873e-c491-495a-a7b7-63b5034608e8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5419 time: 0.2372744 Feb 07 21:12:25.204066 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3cf787d2-f14e-4ed3-87c6-9d15f7ecc9e1 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (d08c158b-4032-4052-a242-2c780d9daf07), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:25.234687 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3cf787d2-f14e-4ed3-87c6-9d15f7ecc9e1 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (d08c158b-4032-4052-a242-2c780d9daf07), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:25.235794 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf787d2-f14e-4ed3-87c6-9d15f7ecc9e1 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:25.236477 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3cf787d2-f14e-4ed3-87c6-9d15f7ecc9e1 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:25.258312 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e26c4232-1473-4050-afd0-02983e775d4f req-fa0dcf90-3b61-49b4-8d58-f30be556fbcb tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597886 Feb 07 21:12:25.261493 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3cf787d2-f14e-4ed3-87c6-9d15f7ecc9e1 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2408979 Feb 07 21:12:25.268260 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 59734) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:25.273342 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-cf1d46f4-6213-4f16-9d1e-fa5ff554bb80 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Request body: {'network': {'project_id': 'c2c6abe8827e44c6b57a2944699d3a7c'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:25.279639 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb4d6649-e05b-4225-bc77-8e85fccb73a7 admin admin] Publish callbacks [] for security_group (64d7adda-4696-4ea6-89d7-cb673bcc3bfa), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:25.317178 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf787d2-f14e-4ed3-87c6-9d15f7ecc9e1 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Pushing event updated for resources: {'Network': ['ID=d08c158b-4032-4052-a242-2c780d9daf07,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:25.330492 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network d08c158b-4032-4052-a242-2c780d9daf07 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:12:25.340093 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf1d46f4-6213-4f16-9d1e-fa5ff554bb80 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 07 21:12:25.340812 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf1d46f4-6213-4f16-9d1e-fa5ff554bb80 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:12:25.345142 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59746) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:25.345492 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-cf1d46f4-6213-4f16-9d1e-fa5ff554bb80 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0758336 Feb 07 21:12:25.360013 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e269ff5-b107-4695-95a1-819ca554d3b1 req-76b21ced-9ff6-42e4-9411-47485aac6797 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1580465 Feb 07 21:12:25.367335 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb4d6649-e05b-4225-bc77-8e85fccb73a7 admin admin] Publish callbacks [] for security_group (64d7adda-4696-4ea6-89d7-cb673bcc3bfa), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:25.431999 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb4d6649-e05b-4225-bc77-8e85fccb73a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (64d7adda-4696-4ea6-89d7-cb673bcc3bfa), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:25.436283 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb4d6649-e05b-4225-bc77-8e85fccb73a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:25.438074 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-cb4d6649-e05b-4225-bc77-8e85fccb73a7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/64d7adda-4696-4ea6-89d7-cb673bcc3bfa HTTP/1.1" status: 204 len: 168 time: 0.3925538 Feb 07 21:12:25.458026 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d6649-e05b-4225-bc77-8e85fccb73a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d7adda-4696-4ea6-89d7-cb673bcc3bfa,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:25.480698 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 59752) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:25.489852 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-96cb56f9-ee6e-443e-a575-cc2edd012db2 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c2c6abe8827e44c6b57a2944699d3a7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1430285 Feb 07 21:12:25.685902 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-75c9f5b2-4c5b-446c-b857-2eb9050a933e req-88070c9b-1215-4885-a7de-713f908eedc0 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=007afd48-b5ee-4fb0-ac99-bc478214bfb0 HTTP/1.1" status: 200 len: 210 time: 0.1328723 Feb 07 21:12:25.720478 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96b3117c-8d00-432e-8178-afb373eac70c tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks [] for security_group (62382f78-01e6-41f2-9eb8-2cf97e99e81c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:25.749182 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c7466-c4e8-4ff1-88e7-dd2fb8b2bd2e req-b293a829-00e9-4388-b8f7-d4da56b2b60d tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:25.759979 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-4ed8e14d-7496-48bd-ad22-dac5abf77143 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:25.762356 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-4ed8e14d-7496-48bd-ad22-dac5abf77143 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.69 "GET /v2.0/networks?id=5ab21a05-4285-40ac-9087-244389cc5c8a HTTP/1.1" status: 200 len: 813 time: 0.1802816 Feb 07 21:12:25.765915 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-336c7466-c4e8-4ff1-88e7-dd2fb8b2bd2e req-b293a829-00e9-4388-b8f7-d4da56b2b60d tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.2415991 Feb 07 21:12:25.772301 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d019f946-126b-43a9-9bd9-fff51651d217 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:12:25.776803 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-f0a0b668-2381-4790-9a19-847478c5509b tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Request body: {'port': {'device_id': '007afd48-b5ee-4fb0-ac99-bc478214bfb0', 'network_id': '5ab21a05-4285-40ac-9087-244389cc5c8a', 'admin_state_up': True, 'tenant_id': 'd10808f8a1e4426aac7a4507d0733789'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:25.846231 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c943fe0a-9ecd-46c8-9bd6-ec9a4d0bdc3b req-cf89589c-63d2-45c3-a762-f14ca18c60ec service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2955408 Feb 07 21:12:25.852364 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96b3117c-8d00-432e-8178-afb373eac70c tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks [] for security_group (62382f78-01e6-41f2-9eb8-2cf97e99e81c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:25.852723 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port d019f946-126b-43a9-9bd9-fff51651d217 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:12:25.853120 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d019f946-126b-43a9-9bd9-fff51651d217), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:25.944748 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-336c7466-c4e8-4ff1-88e7-dd2fb8b2bd2e req-997ce37c-9589-4970-af79-97ffdaad6874 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738720 Feb 07 21:12:26.034979 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port d019f946-126b-43a9-9bd9-fff51651d217 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:12:26.035373 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d019f946-126b-43a9-9bd9-fff51651d217), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:26.044705 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96b3117c-8d00-432e-8178-afb373eac70c tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (62382f78-01e6-41f2-9eb8-2cf97e99e81c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:26.055699 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96b3117c-8d00-432e-8178-afb373eac70c tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:26.056934 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-96b3117c-8d00-432e-8178-afb373eac70c tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/62382f78-01e6-41f2-9eb8-2cf97e99e81c HTTP/1.1" status: 204 len: 168 time: 0.5747392 Feb 07 21:12:26.064182 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59766) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:26.077482 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a3adc0-0a51-4fdf-8f70-bafcb3885011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd019f946-126b-43a9-9bd9-fff51651d217'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:12:26.083355 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef05b4bf-b759-45a7-94db-d55ebcae2355" -d '{"events": [{"server_uuid": "f0a3adc0-0a51-4fdf-8f70-bafcb3885011", "name": "network-vif-plugged", "status": "completed", "tag": "d019f946-126b-43a9-9bd9-fff51651d217"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:12:26.097636 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port d019f946-126b-43a9-9bd9-fff51651d217, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d019f946-126b-43a9-9bd9-fff51651d217,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:26.099628 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3117c-8d00-432e-8178-afb373eac70c tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62382f78-01e6-41f2-9eb8-2cf97e99e81c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:26.107295 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d019f946-126b-43a9-9bd9-fff51651d217), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:26.146609 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-f0a0b668-2381-4790-9a19-847478c5509b tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Made reservation on behalf of d10808f8a1e4426aac7a4507d0733789 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:12:26.151323 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-f0a0b668-2381-4790-9a19-847478c5509b tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:26.152953 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49caf417-020a-41ff-b296-5f3fd0d3e923 x-openstack-request-id: req-49caf417-020a-41ff-b296-5f3fd0d3e923 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:12:26.153270 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a3adc0-0a51-4fdf-8f70-bafcb3885011", "name": "network-vif-plugged", "status": "completed", "tag": "d019f946-126b-43a9-9bd9-fff51651d217", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:12:26.153500 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-49caf417-020a-41ff-b296-5f3fd0d3e923 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:12:26.154051 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a3adc0-0a51-4fdf-8f70-bafcb3885011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd019f946-126b-43a9-9bd9-fff51651d217', 'code': 200} Feb 07 21:12:26.184734 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943fe0a-9ecd-46c8-9bd6-ec9a4d0bdc3b req-6e1bdfb7-14af-4645-b29f-3911dcc4c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:26.186384 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c943fe0a-9ecd-46c8-9bd6-ec9a4d0bdc3b req-6e1bdfb7-14af-4645-b29f-3911dcc4c1d2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5a2142112eb4c46a5e7f5feebf5df31&device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 1127 time: 0.2393019 Feb 07 21:12:26.200025 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423450d-bec0-41c5-93c0-aa58086f2fbc req-3178f550-80ca-453d-93e2-7224468f848b tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:26.209963 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a423450d-bec0-41c5-93c0-aa58086f2fbc req-3178f550-80ca-453d-93e2-7224468f848b tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1494014 Feb 07 21:12:26.219395 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=d019f946-126b-43a9-9bd9-fff51651d217,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:26.288270 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d10f18cc-e250-4ebd-9821-7759777abc0b tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (d08c158b-4032-4052-a242-2c780d9daf07), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:26.371319 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a423450d-bec0-41c5-93c0-aa58086f2fbc req-24cceef3-0f33-4543-8ea5-d00bf5a0b1b9 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606545 Feb 07 21:12:26.442989 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943fe0a-9ecd-46c8-9bd6-ec9a4d0bdc3b req-c3453fe4-f946-4036-ad73-4479fd2b87c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:26.444530 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c943fe0a-9ecd-46c8-9bd6-ec9a4d0bdc3b req-c3453fe4-f946-4036-ad73-4479fd2b87c3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=16d43ce3-c262-4644-8d8c-68d5b7d28be5 HTTP/1.1" status: 200 len: 910 time: 0.2323959 Feb 07 21:12:26.538045 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d10f18cc-e250-4ebd-9821-7759777abc0b tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (d08c158b-4032-4052-a242-2c780d9daf07), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:26.589806 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-d10f18cc-e250-4ebd-9821-7759777abc0b tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08c158b-4032-4052-a242-2c780d9daf07']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:12:26.604688 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-d10f18cc-e250-4ebd-9821-7759777abc0b tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95eb6d24-efac-49ac-9ee4-2803d43beee2') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:12:26.604893 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-d10f18cc-e250-4ebd-9821-7759777abc0b tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95eb6d24-efac-49ac-9ee4-2803d43beee2') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:12:26.633209 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-f0a0b668-2381-4790-9a19-847478c5509b tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Allocated IP 172.20.0.11 (5ab21a05-4285-40ac-9087-244389cc5c8a/2aefdc90-0b3f-49bd-8e85-71d4e6eb9af9/6e9108f2-c36c-4b21-9b71-ed62699cfbff) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:12:26.636752 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d10f18cc-e250-4ebd-9821-7759777abc0b tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (95eb6d24-efac-49ac-9ee4-2803d43beee2), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:26.661365 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d10f18cc-e250-4ebd-9821-7759777abc0b tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (95eb6d24-efac-49ac-9ee4-2803d43beee2), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:26.674165 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10f18cc-e250-4ebd-9821-7759777abc0b tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:12:26.674662 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d10f18cc-e250-4ebd-9821-7759777abc0b tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (95eb6d24-efac-49ac-9ee4-2803d43beee2), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: warnings.warn('Neutron quota engine will require "--force" ' Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:12:26.683089 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:12:26.719228 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c943fe0a-9ecd-46c8-9bd6-ec9a4d0bdc3b req-0ca5c696-ecf0-49df-90a7-16a20438157d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18716904-4ed1-4071-9959-cc2b4acf6be7 HTTP/1.1" status: 200 len: 1001 time: 0.2646556 Feb 07 21:12:26.735136 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d51d0-ba89-41b0-bfc8-92b3b0d2f9fc req-de8fe5b6-aeac-4cc2-a10d-a1c87575e366 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:26.737068 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f39d51d0-ba89-41b0-bfc8-92b3b0d2f9fc req-de8fe5b6-aeac-4cc2-a10d-a1c87575e366 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.2261260 Feb 07 21:12:26.776816 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4de225-19a1-41d2-98b0-c9bd047f2a9d req-2119ce1e-8e6b-4c20-b4fd-b3519cf908be tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:26.783337 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4de225-19a1-41d2-98b0-c9bd047f2a9d req-2119ce1e-8e6b-4c20-b4fd-b3519cf908be tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:26.788593 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4de225-19a1-41d2-98b0-c9bd047f2a9d req-2119ce1e-8e6b-4c20-b4fd-b3519cf908be tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:26.794656 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4de225-19a1-41d2-98b0-c9bd047f2a9d req-2119ce1e-8e6b-4c20-b4fd-b3519cf908be tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:26.799908 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4de225-19a1-41d2-98b0-c9bd047f2a9d req-2119ce1e-8e6b-4c20-b4fd-b3519cf908be tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:26.805531 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4de225-19a1-41d2-98b0-c9bd047f2a9d req-2119ce1e-8e6b-4c20-b4fd-b3519cf908be tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:26.812422 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4de225-19a1-41d2-98b0-c9bd047f2a9d req-2119ce1e-8e6b-4c20-b4fd-b3519cf908be tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:26.814443 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab4de225-19a1-41d2-98b0-c9bd047f2a9d req-2119ce1e-8e6b-4c20-b4fd-b3519cf908be tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5419 time: 0.2598066 Feb 07 21:12:26.883224 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-f0a0b668-2381-4790-9a19-847478c5509b tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for port (6e9108f2-c36c-4b21-9b71-ed62699cfbff), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:26.926766 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943fe0a-9ecd-46c8-9bd6-ec9a4d0bdc3b req-cea6d2c6-6405-45c6-8f67-5f8198179d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:26.926939 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d10f18cc-e250-4ebd-9821-7759777abc0b tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (d08c158b-4032-4052-a242-2c780d9daf07), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:26.929654 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c943fe0a-9ecd-46c8-9bd6-ec9a4d0bdc3b req-cea6d2c6-6405-45c6-8f67-5f8198179d22 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=14d3bb71-50ef-42a4-9bd8-c39c66580c69 HTTP/1.1" status: 200 len: 848 time: 0.1883106 Feb 07 21:12:26.935086 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d10f18cc-e250-4ebd-9821-7759777abc0b tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:26.941608 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d10f18cc-e250-4ebd-9821-7759777abc0b tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] 10.222.0.65 "DELETE /v2.0/networks/d08c158b-4032-4052-a242-2c780d9daf07 HTTP/1.1" status: 204 len: 168 time: 0.8754849 Feb 07 21:12:26.941768 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 59800) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:26.943949 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-f0a0b668-2381-4790-9a19-847478c5509b tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (6e9108f2-c36c-4b21-9b71-ed62699cfbff), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:26.961210 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f18cc-e250-4ebd-9821-7759777abc0b tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Pushing event deleted for resources: {'Network': ['ID=d08c158b-4032-4052-a242-2c780d9daf07,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:26.967710 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['db83d01e-40ca-4c97-88f3-ae02506f96ab'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:12:26.983485 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab4de225-19a1-41d2-98b0-c9bd047f2a9d req-5137d661-a90f-41d4-ac77-682b5bfeebef tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1454766 Feb 07 21:12:27.006015 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-f0a0b668-2381-4790-9a19-847478c5509b tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Network 5ab21a05-4285-40ac-9087-244389cc5c8a is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:12:27.010818 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-f0a0b668-2381-4790-9a19-847478c5509b tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:12:27.012837 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0b668-2381-4790-9a19-847478c5509b tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Pushing event updated for resources: {'Port': ['ID=6e9108f2-c36c-4b21-9b71-ed62699cfbff,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:27.014974 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-f0a0b668-2381-4790-9a19-847478c5509b tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:12:27.051062 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f39d51d0-ba89-41b0-bfc8-92b3b0d2f9fc req-fc6c1056-1d47-42b5-9e4c-5bce89304224 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962718 Feb 07 21:12:27.076579 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-f0a0b668-2381-4790-9a19-847478c5509b tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:27.077229 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-f0a0b668-2381-4790-9a19-847478c5509b tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:27.113277 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-f0a0b668-2381-4790-9a19-847478c5509b tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3414543 Feb 07 21:12:27.127880 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-78b9bbd9-892a-4aee-9485-1e129609a621 service neutron] Request body: {'port': {'device_id': '007afd48-b5ee-4fb0-ac99-bc478214bfb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:27.156596 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4878a952-b704-4f4f-b578-ff9b606a7819 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (5a7602ce-4a81-4135-8d41-10fd03d82353), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:27.253410 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-78b9bbd9-892a-4aee-9485-1e129609a621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6e9108f2-c36c-4b21-9b71-ed62699cfbff), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:27.264049 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943fe0a-9ecd-46c8-9bd6-ec9a4d0bdc3b req-0015fcaf-d4fe-4516-a132-9f4394e147eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:27.265625 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c943fe0a-9ecd-46c8-9bd6-ec9a4d0bdc3b req-0015fcaf-d4fe-4516-a132-9f4394e147eb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16d43ce3-c262-4644-8d8c-68d5b7d28be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2136984 Feb 07 21:12:27.574640 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:12:27.634648 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87777e1b-9d3e-425b-a04f-fa7c125227f1 req-0ed604e1-224c-4c76-82f4-eda112d9289d tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:27.643811 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87777e1b-9d3e-425b-a04f-fa7c125227f1 req-0ed604e1-224c-4c76-82f4-eda112d9289d tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=007afd48-b5ee-4fb0-ac99-bc478214bfb0 HTTP/1.1" status: 200 len: 932 time: 0.4827635 Feb 07 21:12:27.673841 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4878a952-b704-4f4f-b578-ff9b606a7819 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (5a7602ce-4a81-4135-8d41-10fd03d82353), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:27.757927 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-4878a952-b704-4f4f-b578-ff9b606a7819 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7602ce-4a81-4135-8d41-10fd03d82353']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:12:27.775513 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e72f72-0afc-47fa-8f97-b07e75105f99 req-31703e5f-6764-4386-8975-b922ff794a3a tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:27.782610 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d3e72f72-0afc-47fa-8f97-b07e75105f99 req-31703e5f-6764-4386-8975-b922ff794a3a tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.4975202 Feb 07 21:12:27.799040 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87777e1b-9d3e-425b-a04f-fa7c125227f1 req-9e5d12da-d945-4e15-8759-e8da27e388c6 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a362840-93f8-4e3b-83ba-f40100b3789b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541438 Feb 07 21:12:27.814035 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c943fe0a-9ecd-46c8-9bd6-ec9a4d0bdc3b req-11dbe578-fb83-48f7-a04b-12e439f583da service neutron] 10.222.0.71 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333016 Feb 07 21:12:27.821397 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-78b9bbd9-892a-4aee-9485-1e129609a621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e9108f2-c36c-4b21-9b71-ed62699cfbff {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:12:27.839592 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-78b9bbd9-892a-4aee-9485-1e129609a621 service neutron] Publish callbacks [] for port (6e9108f2-c36c-4b21-9b71-ed62699cfbff), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:27.864416 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-4878a952-b704-4f4f-b578-ff9b606a7819 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98171fa-2020-44d5-bded-a949f47d57a4') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:12:27.864942 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-4878a952-b704-4f4f-b578-ff9b606a7819 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98171fa-2020-44d5-bded-a949f47d57a4') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:12:27.868628 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-78b9bbd9-892a-4aee-9485-1e129609a621 service neutron] Transition to ACTIVE for port object 6e9108f2-c36c-4b21-9b71-ed62699cfbff will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:12:27.886212 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-78b9bbd9-892a-4aee-9485-1e129609a621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (6e9108f2-c36c-4b21-9b71-ed62699cfbff), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:27.910737 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4878a952-b704-4f4f-b578-ff9b606a7819 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (d98171fa-2020-44d5-bded-a949f47d57a4), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:28.017690 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4878a952-b704-4f4f-b578-ff9b606a7819 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (d98171fa-2020-44d5-bded-a949f47d57a4), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:28.037441 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d3e72f72-0afc-47fa-8f97-b07e75105f99 req-669022f7-a645-4f99-aa56-8380ba4fdee6 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537303 Feb 07 21:12:28.084974 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4878a952-b704-4f4f-b578-ff9b606a7819 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:12:28.086092 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4878a952-b704-4f4f-b578-ff9b606a7819 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (d98171fa-2020-44d5-bded-a949f47d57a4), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:12:28.090722 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:12:28.122333 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9bbd9-892a-4aee-9485-1e129609a621 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9108f2-c36c-4b21-9b71-ed62699cfbff,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:28.169574 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-78b9bbd9-892a-4aee-9485-1e129609a621 service neutron] Attempting to bind port 6e9108f2-c36c-4b21-9b71-ed62699cfbff on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:12:28.170785 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-78b9bbd9-892a-4aee-9485-1e129609a621 service neutron] Attempting to bind port 6e9108f2-c36c-4b21-9b71-ed62699cfbff by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'e428fdb1-030b-4885-9d86-f48291007e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5ab21a05-4285-40ac-9087-244389cc5c8a'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:12:28.187624 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-78b9bbd9-892a-4aee-9485-1e129609a621 service neutron] Attempting to bind port 6e9108f2-c36c-4b21-9b71-ed62699cfbff on network 5ab21a05-4285-40ac-9087-244389cc5c8a {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:12:28.202179 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-78b9bbd9-892a-4aee-9485-1e129609a621 service neutron] Port 6e9108f2-c36c-4b21-9b71-ed62699cfbff on network 5ab21a05-4285-40ac-9087-244389cc5c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:12:28.203413 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-78b9bbd9-892a-4aee-9485-1e129609a621 service neutron] Attempting to bind port 6e9108f2-c36c-4b21-9b71-ed62699cfbff on network 5ab21a05-4285-40ac-9087-244389cc5c8a {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:12:28.211793 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-78b9bbd9-892a-4aee-9485-1e129609a621 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:12:28.211793 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-78b9bbd9-892a-4aee-9485-1e129609a621 service neutron] Checking segment: {'id': 'e428fdb1-030b-4885-9d86-f48291007e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5ab21a05-4285-40ac-9087-244389cc5c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:12:28.223916 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-78b9bbd9-892a-4aee-9485-1e129609a621 service neutron] Bound using segment: {'id': 'e428fdb1-030b-4885-9d86-f48291007e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5ab21a05-4285-40ac-9087-244389cc5c8a'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:12:28.224503 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-78b9bbd9-892a-4aee-9485-1e129609a621 service neutron] Bound port: 6e9108f2-c36c-4b21-9b71-ed62699cfbff, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e428fdb1-030b-4885-9d86-f48291007e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5ab21a05-4285-40ac-9087-244389cc5c8a'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:12:28.225976 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-78b9bbd9-892a-4aee-9485-1e129609a621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6e9108f2-c36c-4b21-9b71-ed62699cfbff), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:28.387601 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4878a952-b704-4f4f-b578-ff9b606a7819 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (5a7602ce-4a81-4135-8d41-10fd03d82353), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:28.400160 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-78b9bbd9-892a-4aee-9485-1e129609a621 service neutron] For port 6e9108f2-c36c-4b21-9b71-ed62699cfbff, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:12:28.406130 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4878a952-b704-4f4f-b578-ff9b606a7819 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:28.410771 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4878a952-b704-4f4f-b578-ff9b606a7819 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] 10.222.0.65 "DELETE /v2.0/networks/5a7602ce-4a81-4135-8d41-10fd03d82353 HTTP/1.1" status: 204 len: 168 time: 1.4667332 Feb 07 21:12:28.429249 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-78b9bbd9-892a-4aee-9485-1e129609a621 service neutron] For port 6e9108f2-c36c-4b21-9b71-ed62699cfbff, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6e9108f2-c36c-4b21-9b71-ed62699cfbff,segment=NetworkSegment(e428fdb1-030b-4885-9d86-f48291007e12),segment_id=e428fdb1-030b-4885-9d86-f48291007e12)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:12:28.453358 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-78b9bbd9-892a-4aee-9485-1e129609a621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (6e9108f2-c36c-4b21-9b71-ed62699cfbff), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:28.460829 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878a952-b704-4f4f-b578-ff9b606a7819 tempest-QuotasNegativeTest-1452877746 tempest-QuotasNegativeTest-1452877746-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a7602ce-4a81-4135-8d41-10fd03d82353,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:28.476078 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c943fe0a-9ecd-46c8-9bd6-ec9a4d0bdc3b req-6b399ac5-47d7-40a0-aab1-bd052418fdb5 service neutron] 10.222.0.71 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6008852 Feb 07 21:12:28.525062 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40122ead-9248-4abb-9b19-37a942298d65 req-7d53c95d-632a-404c-886b-8da0ad24712e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:28.548042 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-40122ead-9248-4abb-9b19-37a942298d65 req-7d53c95d-632a-404c-886b-8da0ad24712e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.3406417 Feb 07 21:12:28.636717 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0e808-ea7c-4ded-b325-e6414e9db223 req-488101d1-ba18-46e4-9cd1-a10a53233c1f tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:28.666925 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0e808-ea7c-4ded-b325-e6414e9db223 req-488101d1-ba18-46e4-9cd1-a10a53233c1f tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:28.684344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0e808-ea7c-4ded-b325-e6414e9db223 req-488101d1-ba18-46e4-9cd1-a10a53233c1f tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:28.699391 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0e808-ea7c-4ded-b325-e6414e9db223 req-488101d1-ba18-46e4-9cd1-a10a53233c1f tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:28.725962 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0e808-ea7c-4ded-b325-e6414e9db223 req-488101d1-ba18-46e4-9cd1-a10a53233c1f tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:28.750355 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0e808-ea7c-4ded-b325-e6414e9db223 req-488101d1-ba18-46e4-9cd1-a10a53233c1f tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:28.766228 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0e808-ea7c-4ded-b325-e6414e9db223 req-488101d1-ba18-46e4-9cd1-a10a53233c1f tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:28.771736 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ec0e808-ea7c-4ded-b325-e6414e9db223 req-488101d1-ba18-46e4-9cd1-a10a53233c1f tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5419 time: 0.5592580 Feb 07 21:12:29.040145 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-40122ead-9248-4abb-9b19-37a942298d65 req-40ae4db1-0015-478c-a7fb-30d0f86d0cbf tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4910405 Feb 07 21:12:29.085807 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ec0e808-ea7c-4ded-b325-e6414e9db223 req-fcbb07f4-a0d6-4837-8073-8bf675941c00 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2892632 Feb 07 21:12:29.127123 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-78b9bbd9-892a-4aee-9485-1e129609a621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:29.127755 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-78b9bbd9-892a-4aee-9485-1e129609a621 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:29.131864 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-78b9bbd9-892a-4aee-9485-1e129609a621 service neutron] 10.222.0.69 "PUT /v2.0/ports/6e9108f2-c36c-4b21-9b71-ed62699cfbff HTTP/1.1" status: 200 len: 1092 time: 2.0101392 Feb 07 21:12:29.137629 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '007afd48-b5ee-4fb0-ac99-bc478214bfb0', 'tag': '6e9108f2-c36c-4b21-9b71-ed62699cfbff'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:12:29.140273 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbace9b-f482-4e65-ac7b-596e4d74a8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "007afd48-b5ee-4fb0-ac99-bc478214bfb0", "tag": "6e9108f2-c36c-4b21-9b71-ed62699cfbff"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:12:29.319810 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9bbd9-892a-4aee-9485-1e129609a621 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9108f2-c36c-4b21-9b71-ed62699cfbff,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:29.352978 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65848590-a3f4-4b38-af3a-d46614bb70cb req-5f44dcdb-1277-46a0-aae1-d77422679c57 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:29.355081 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65848590-a3f4-4b38-af3a-d46614bb70cb req-5f44dcdb-1277-46a0-aae1-d77422679c57 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=007afd48-b5ee-4fb0-ac99-bc478214bfb0 HTTP/1.1" status: 200 len: 944 time: 0.1137834 Feb 07 21:12:29.387925 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126fda18-1595-433b-a166-5aaddf4b0a6e x-openstack-request-id: req-126fda18-1595-433b-a166-5aaddf4b0a6e {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:12:29.390426 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "007afd48-b5ee-4fb0-ac99-bc478214bfb0", "tag": "6e9108f2-c36c-4b21-9b71-ed62699cfbff", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:12:29.390723 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-126fda18-1595-433b-a166-5aaddf4b0a6e {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:12:29.391144 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '007afd48-b5ee-4fb0-ac99-bc478214bfb0', 'tag': '6e9108f2-c36c-4b21-9b71-ed62699cfbff', 'status': 'completed', 'code': 200} Feb 07 21:12:29.445177 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-43a9fce4-950d-4943-b702-d65802ba4212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:29.450423 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-43a9fce4-950d-4943-b702-d65802ba4212 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d10808f8a1e4426aac7a4507d0733789&device_id=007afd48-b5ee-4fb0-ac99-bc478214bfb0 HTTP/1.1" status: 200 len: 1126 time: 0.2491786 Feb 07 21:12:29.469632 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65848590-a3f4-4b38-af3a-d46614bb70cb req-68fe5e79-2554-4821-adc0-b6ecdfe7b1c5 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a362840-93f8-4e3b-83ba-f40100b3789b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053994 Feb 07 21:12:29.570116 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59912) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:29.571588 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-c0229a66-cac5-4b17-8d94-680c715c6a60 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e9108f2-c36c-4b21-9b71-ed62699cfbff HTTP/1.1" status: 200 len: 217 time: 0.1111946 Feb 07 21:12:29.625559 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122fba3-f33b-49d9-bf54-ddffd3dced89 req-59d22ebc-69cf-439c-9964-d71cc9884921 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:29.627573 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9122fba3-f33b-49d9-bf54-ddffd3dced89 req-59d22ebc-69cf-439c-9964-d71cc9884921 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.0886285 Feb 07 21:12:29.772741 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9122fba3-f33b-49d9-bf54-ddffd3dced89 req-54cba772-f810-487e-a8ee-8c017191159e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284354 Feb 07 21:12:29.784442 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-a030d31b-7e5f-41ec-948c-f9d00fd77a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:29.785889 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-a030d31b-7e5f-41ec-948c-f9d00fd77a43 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2aefdc90-0b3f-49bd-8e85-71d4e6eb9af9 HTTP/1.1" status: 200 len: 853 time: 0.2002432 Feb 07 21:12:29.823721 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54faea89-77d9-4095-a779-73d6400935c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:29.877906 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-60767e79-06fd-423f-87c2-a7821ff81b12 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5ab21a05-4285-40ac-9087-244389cc5c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760992 Feb 07 21:12:30.017475 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-96eee857-6343-4d07-bad3-3b4304422b72 service neutron] 10.222.0.69 "GET /v2.0/networks/5ab21a05-4285-40ac-9087-244389cc5c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329277 Feb 07 21:12:30.020463 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c2ec7-fb8b-493e-9dff-846aac1ab99e req-9d96f9c6-aa08-4f66-9892-b3e48e087379 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:30.028557 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-047c2ec7-fb8b-493e-9dff-846aac1ab99e req-9d96f9c6-aa08-4f66-9892-b3e48e087379 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1493175 Feb 07 21:12:30.078084 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54faea89-77d9-4095-a779-73d6400935c3 admin admin] Publish callbacks [] for security_group (1d3b83ac-1014-469a-b188-83df24589b50), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:30.095130 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-047c2ec7-fb8b-493e-9dff-846aac1ab99e req-fde2fef5-80c8-4101-a138-9c1d56ac1a50 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625579 Feb 07 21:12:30.113180 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54faea89-77d9-4095-a779-73d6400935c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1d3b83ac-1014-469a-b188-83df24589b50), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:30.272812 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-54faea89-77d9-4095-a779-73d6400935c3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8a54e0c9f45f46c08cefae2bfe2a03a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7000391 Feb 07 21:12:30.277231 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59938) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:30.285496 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faea89-77d9-4095-a779-73d6400935c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3b83ac-1014-469a-b188-83df24589b50,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:30.304761 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59940) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:30.349030 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7693839f-add4-4019-9e8a-b2b2eb55edd0 req-e62444b5-d007-4a0f-b8a4-e80caea180da service neutron] 10.222.0.69 "GET /v2.0/networks/5ab21a05-4285-40ac-9087-244389cc5c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149879 Feb 07 21:12:30.364517 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e56d942f-9d5b-490d-97ca-290e56780384 admin admin] Publish callbacks [] for security_group (1d3b83ac-1014-469a-b188-83df24589b50), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:30.390341 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e56d942f-9d5b-490d-97ca-290e56780384 admin admin] Publish callbacks [] for security_group (1d3b83ac-1014-469a-b188-83df24589b50), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:30.410134 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e4412-d4f4-40ba-bad6-1f7e03c242a5 req-dac1ef5d-a5b0-464a-afce-024bd4823743 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:30.418823 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-864e4412-d4f4-40ba-bad6-1f7e03c242a5 req-dac1ef5d-a5b0-464a-afce-024bd4823743 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1827793 Feb 07 21:12:30.516183 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-864e4412-d4f4-40ba-bad6-1f7e03c242a5 req-5d81c642-40af-40af-ab1e-1b8ea98f62a1 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814171 Feb 07 21:12:30.530837 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-98b93243-c6c3-4727-84a5-8763cf34f035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:30.534581 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbace9b-f482-4e65-ac7b-596e4d74a8ab req-6cc22388-3951-4150-a9f4-0fc68cba13ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:30.536097 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ebbace9b-f482-4e65-ac7b-596e4d74a8ab req-6cc22388-3951-4150-a9f4-0fc68cba13ba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d10808f8a1e4426aac7a4507d0733789&device_id=007afd48-b5ee-4fb0-ac99-bc478214bfb0 HTTP/1.1" status: 200 len: 1126 time: 0.1105311 Feb 07 21:12:30.547013 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd462ff-77a8-48bf-8e77-13314790d67e req-4e081a42-5316-4a36-b3fc-91764a9d9046 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:30.555871 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e56d942f-9d5b-490d-97ca-290e56780384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1d3b83ac-1014-469a-b188-83df24589b50), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:30.557694 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd462ff-77a8-48bf-8e77-13314790d67e req-4e081a42-5316-4a36-b3fc-91764a9d9046 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:30.560371 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e56d942f-9d5b-490d-97ca-290e56780384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:30.563772 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e56d942f-9d5b-490d-97ca-290e56780384 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1d3b83ac-1014-469a-b188-83df24589b50 HTTP/1.1" status: 204 len: 168 time: 0.2833328 Feb 07 21:12:30.580217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd462ff-77a8-48bf-8e77-13314790d67e req-4e081a42-5316-4a36-b3fc-91764a9d9046 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:30.613274 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd462ff-77a8-48bf-8e77-13314790d67e req-4e081a42-5316-4a36-b3fc-91764a9d9046 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:30.620846 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d942f-9d5b-490d-97ca-290e56780384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3b83ac-1014-469a-b188-83df24589b50,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:30.652621 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd462ff-77a8-48bf-8e77-13314790d67e req-4e081a42-5316-4a36-b3fc-91764a9d9046 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:30.678320 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd462ff-77a8-48bf-8e77-13314790d67e req-4e081a42-5316-4a36-b3fc-91764a9d9046 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:30.703628 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd462ff-77a8-48bf-8e77-13314790d67e req-4e081a42-5316-4a36-b3fc-91764a9d9046 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:30.705615 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6dd462ff-77a8-48bf-8e77-13314790d67e req-4e081a42-5316-4a36-b3fc-91764a9d9046 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5419 time: 0.4050660 Feb 07 21:12:30.706929 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbace9b-f482-4e65-ac7b-596e4d74a8ab req-5c61e10b-3858-46df-96df-bf2e832307ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:30.708475 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ebbace9b-f482-4e65-ac7b-596e4d74a8ab req-5c61e10b-3858-46df-96df-bf2e832307ed service neutron] 10.222.0.69 "GET /v2.0/networks?id=5ab21a05-4285-40ac-9087-244389cc5c8a HTTP/1.1" status: 200 len: 914 time: 0.1634007 Feb 07 21:12:30.787727 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ebbace9b-f482-4e65-ac7b-596e4d74a8ab req-61847ab6-94d9-4bc4-bca4-6551fefd9a09 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e9108f2-c36c-4b21-9b71-ed62699cfbff HTTP/1.1" status: 200 len: 217 time: 0.0728517 Feb 07 21:12:30.847785 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-98b93243-c6c3-4727-84a5-8763cf34f035 admin admin] Publish callbacks [] for security_group (a36047bd-d61b-456a-b869-b2f148395a73), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:30.849791 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6dd462ff-77a8-48bf-8e77-13314790d67e req-0d39e344-fa4f-4550-82b6-bebea5a7c435 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1300919 Feb 07 21:12:30.873132 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-98b93243-c6c3-4727-84a5-8763cf34f035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a36047bd-d61b-456a-b869-b2f148395a73), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:30.895595 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32acc33a-903a-4c59-b1de-51613e9767d3 req-03a2a28f-7ebc-4951-a03c-f55d72d45c61 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:30.912764 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-32acc33a-903a-4c59-b1de-51613e9767d3 req-03a2a28f-7ebc-4951-a03c-f55d72d45c61 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=007afd48-b5ee-4fb0-ac99-bc478214bfb0 HTTP/1.1" status: 200 len: 944 time: 0.1454418 Feb 07 21:12:30.971425 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbace9b-f482-4e65-ac7b-596e4d74a8ab req-9a4f94e5-bfbf-46e9-ab47-3fd3271f4507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:30.982018 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ebbace9b-f482-4e65-ac7b-596e4d74a8ab req-9a4f94e5-bfbf-46e9-ab47-3fd3271f4507 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2aefdc90-0b3f-49bd-8e85-71d4e6eb9af9 HTTP/1.1" status: 200 len: 853 time: 0.1861713 Feb 07 21:12:31.061606 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-32acc33a-903a-4c59-b1de-51613e9767d3 req-adeff6ee-b242-4dc6-a95b-2a1f24551e12 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a362840-93f8-4e3b-83ba-f40100b3789b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401896 Feb 07 21:12:31.073212 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981d9b6-bf4e-4c70-a2b4-afdc88f01557 req-59082e55-3ac0-44d9-bb2a-29262fd5f4a3 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:31.080546 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6981d9b6-bf4e-4c70-a2b4-afdc88f01557 req-59082e55-3ac0-44d9-bb2a-29262fd5f4a3 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.0991960 Feb 07 21:12:31.098944 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-98b93243-c6c3-4727-84a5-8763cf34f035 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ac3eeb188de5467386b1bb424615caff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7928002 Feb 07 21:12:31.099881 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59962) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:31.104699 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ebbace9b-f482-4e65-ac7b-596e4d74a8ab req-8ac9b7fb-5ece-4698-9915-b4e250c2b4c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5ab21a05-4285-40ac-9087-244389cc5c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071041 Feb 07 21:12:31.162721 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b93243-c6c3-4727-84a5-8763cf34f035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36047bd-d61b-456a-b869-b2f148395a73,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:31.174888 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6981d9b6-bf4e-4c70-a2b4-afdc88f01557 req-1bb030d9-80af-4a60-93e8-ae25d43eb927 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934756 Feb 07 21:12:31.238430 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 59966) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:31.254637 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe82a40e-cce2-46e6-a8ba-e6176a0dcdec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:31.316017 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f9d792a-278b-4ea5-bd9a-ce5a50ea4e56 admin admin] Publish callbacks [] for security_group (a36047bd-d61b-456a-b869-b2f148395a73), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:31.350320 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f9d792a-278b-4ea5-bd9a-ce5a50ea4e56 admin admin] Publish callbacks [] for security_group (a36047bd-d61b-456a-b869-b2f148395a73), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:31.371448 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe82a40e-cce2-46e6-a8ba-e6176a0dcdec admin admin] Publish callbacks [] for security_group (119a7270-3172-4d6a-84c7-540bdaf735c7), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:31.383955 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe82a40e-cce2-46e6-a8ba-e6176a0dcdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (119a7270-3172-4d6a-84c7-540bdaf735c7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:31.460241 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f9d792a-278b-4ea5-bd9a-ce5a50ea4e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a36047bd-d61b-456a-b869-b2f148395a73), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:31.463839 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f9d792a-278b-4ea5-bd9a-ce5a50ea4e56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:31.467860 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3f9d792a-278b-4ea5-bd9a-ce5a50ea4e56 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a36047bd-d61b-456a-b869-b2f148395a73 HTTP/1.1" status: 204 len: 168 time: 0.3621407 Feb 07 21:12:31.495608 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fe82a40e-cce2-46e6-a8ba-e6176a0dcdec admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5406d5c0afb947a6b642444661bd9c41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2559929 Feb 07 21:12:31.497694 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 59974) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:31.512769 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d792a-278b-4ea5-bd9a-ce5a50ea4e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36047bd-d61b-456a-b869-b2f148395a73,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:31.526237 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ebbace9b-f482-4e65-ac7b-596e4d74a8ab req-072b5c4e-9077-4264-acbf-b267400e7c20 service neutron] 10.222.0.69 "GET /v2.0/networks/5ab21a05-4285-40ac-9087-244389cc5c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795168 Feb 07 21:12:31.555776 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82a40e-cce2-46e6-a8ba-e6176a0dcdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119a7270-3172-4d6a-84c7-540bdaf735c7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:31.645744 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf1f6c50-fbf7-45e5-9fd1-8fb3f4a6956d admin admin] Publish callbacks [] for security_group (119a7270-3172-4d6a-84c7-540bdaf735c7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:31.687061 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf1f6c50-fbf7-45e5-9fd1-8fb3f4a6956d admin admin] Publish callbacks [] for security_group (119a7270-3172-4d6a-84c7-540bdaf735c7), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:31.756779 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf1f6c50-fbf7-45e5-9fd1-8fb3f4a6956d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (119a7270-3172-4d6a-84c7-540bdaf735c7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:31.759659 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf1f6c50-fbf7-45e5-9fd1-8fb3f4a6956d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:31.763891 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-cf1f6c50-fbf7-45e5-9fd1-8fb3f4a6956d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/119a7270-3172-4d6a-84c7-540bdaf735c7 HTTP/1.1" status: 204 len: 168 time: 0.2591698 Feb 07 21:12:31.774622 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f6c50-fbf7-45e5-9fd1-8fb3f4a6956d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119a7270-3172-4d6a-84c7-540bdaf735c7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:31.817464 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca52a6f-09ae-49d7-bc12-d5473724c66a req-187e169e-869f-4f7b-a068-f10b68ae4159 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:31.820145 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dca52a6f-09ae-49d7-bc12-d5473724c66a req-187e169e-869f-4f7b-a068-f10b68ae4159 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.2384291 Feb 07 21:12:31.822262 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ebbace9b-f482-4e65-ac7b-596e4d74a8ab req-b492e948-a85a-4e3c-b409-74e58c8fdbd1 service neutron] 10.222.0.69 "GET /v2.0/networks/5ab21a05-4285-40ac-9087-244389cc5c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888441 Feb 07 21:12:31.955642 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dca52a6f-09ae-49d7-bc12-d5473724c66a req-ea3674c5-4461-4386-8c03-b762aecb7757 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061220 Feb 07 21:12:32.255756 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60000) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:32.282531 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74289dad-6ee9-4680-b2c8-575c5b5de03b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:32.312015 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e4b14-e33e-4554-8374-bd7723383324 req-99d57fc2-ae70-48bd-a875-f7a2fdf6917a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:32.319027 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e4b14-e33e-4554-8374-bd7723383324 req-99d57fc2-ae70-48bd-a875-f7a2fdf6917a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:32.326158 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e4b14-e33e-4554-8374-bd7723383324 req-99d57fc2-ae70-48bd-a875-f7a2fdf6917a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:32.332923 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e4b14-e33e-4554-8374-bd7723383324 req-99d57fc2-ae70-48bd-a875-f7a2fdf6917a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:32.340149 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e4b14-e33e-4554-8374-bd7723383324 req-99d57fc2-ae70-48bd-a875-f7a2fdf6917a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:32.347167 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e4b14-e33e-4554-8374-bd7723383324 req-99d57fc2-ae70-48bd-a875-f7a2fdf6917a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:32.356400 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e4b14-e33e-4554-8374-bd7723383324 req-99d57fc2-ae70-48bd-a875-f7a2fdf6917a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:32.365048 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b63e4b14-e33e-4554-8374-bd7723383324 req-99d57fc2-ae70-48bd-a875-f7a2fdf6917a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5419 time: 0.3298948 Feb 07 21:12:32.431698 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54755d17-908d-4ba8-814a-d2164d7c5a91 req-3cf3ffbc-ef4f-4315-811a-8fe402fc591d tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:32.436663 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-54755d17-908d-4ba8-814a-d2164d7c5a91 req-3cf3ffbc-ef4f-4315-811a-8fe402fc591d tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.2534754 Feb 07 21:12:32.470763 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74289dad-6ee9-4680-b2c8-575c5b5de03b admin admin] Publish callbacks [] for security_group (bbbcf2be-a09a-40c2-acbe-4430e6a3b35b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:32.496725 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74289dad-6ee9-4680-b2c8-575c5b5de03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (bbbcf2be-a09a-40c2-acbe-4430e6a3b35b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:32.589109 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74289dad-6ee9-4680-b2c8-575c5b5de03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbcf2be-a09a-40c2-acbe-4430e6a3b35b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:32.615318 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-74289dad-6ee9-4680-b2c8-575c5b5de03b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4b7a45f35ab34a2f82ebe1ba31e43ffc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3579507 Feb 07 21:12:32.618119 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60006) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:32.636111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b63e4b14-e33e-4554-8374-bd7723383324 req-198cac28-2824-4759-a004-6be73fe13987 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2700033 Feb 07 21:12:32.645442 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-54755d17-908d-4ba8-814a-d2164d7c5a91 req-f983e913-ad85-462c-8255-adc65dd806aa tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958959 Feb 07 21:12:32.768976 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af8219f1-ca75-4c3b-a3c2-b7ea821c48e9 admin admin] Publish callbacks [] for security_group (bbbcf2be-a09a-40c2-acbe-4430e6a3b35b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:32.807989 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af8219f1-ca75-4c3b-a3c2-b7ea821c48e9 admin admin] Publish callbacks [] for security_group (bbbcf2be-a09a-40c2-acbe-4430e6a3b35b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:32.883877 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af8219f1-ca75-4c3b-a3c2-b7ea821c48e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (bbbcf2be-a09a-40c2-acbe-4430e6a3b35b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:32.886572 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af8219f1-ca75-4c3b-a3c2-b7ea821c48e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:32.890045 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-af8219f1-ca75-4c3b-a3c2-b7ea821c48e9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bbbcf2be-a09a-40c2-acbe-4430e6a3b35b HTTP/1.1" status: 204 len: 168 time: 0.2687681 Feb 07 21:12:32.919426 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8219f1-ca75-4c3b-a3c2-b7ea821c48e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbcf2be-a09a-40c2-acbe-4430e6a3b35b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:32.975183 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b8000-1086-43e2-9a1d-ae4eb17f798c req-68e99f04-9e89-4e42-8185-33d300681d60 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:32.981276 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-135b8000-1086-43e2-9a1d-ae4eb17f798c req-68e99f04-9e89-4e42-8185-33d300681d60 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=007afd48-b5ee-4fb0-ac99-bc478214bfb0 HTTP/1.1" status: 200 len: 944 time: 0.1782670 Feb 07 21:12:33.120650 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-135b8000-1086-43e2-9a1d-ae4eb17f798c req-5e990746-49aa-4f48-9fbb-47b43b9c4ffc tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a362840-93f8-4e3b-83ba-f40100b3789b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201696 Feb 07 21:12:33.143384 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9648f-6379-4e30-8fc5-108baa256a28 req-768771da-d3d9-47e7-b1b8-526b4aed4094 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:33.145752 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aaf9648f-6379-4e30-8fc5-108baa256a28 req-768771da-d3d9-47e7-b1b8-526b4aed4094 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1172907 Feb 07 21:12:33.276354 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aaf9648f-6379-4e30-8fc5-108baa256a28 req-4323987f-b089-4a4d-9446-3a0a7f917811 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196077 Feb 07 21:12:33.458127 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:33.498520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc77ef2-74a2-4825-9130-5c2a625a563f req-69b936a3-39f2-4622-88d9-3ba4a6952fcc tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:33.504973 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3cc77ef2-74a2-4825-9130-5c2a625a563f req-69b936a3-39f2-4622-88d9-3ba4a6952fcc tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1378603 Feb 07 21:12:33.598428 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3cc77ef2-74a2-4825-9130-5c2a625a563f req-3a2668f0-a858-4210-91c2-eef0a4374f1d tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860457 Feb 07 21:12:33.820791 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:33.885867 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985cd2c-2e87-4da7-9894-87096d03609e req-b9e460d7-24bd-480c-843d-97d670918898 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:33.888261 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d985cd2c-2e87-4da7-9894-87096d03609e req-b9e460d7-24bd-480c-843d-97d670918898 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1337776 Feb 07 21:12:33.917993 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d526f4-90df-42a8-8e3a-316a8f53f9bf req-1b201e2d-abcd-4d5f-b9b4-2cfe55f905b7 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:33.923658 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d526f4-90df-42a8-8e3a-316a8f53f9bf req-1b201e2d-abcd-4d5f-b9b4-2cfe55f905b7 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:33.931120 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d526f4-90df-42a8-8e3a-316a8f53f9bf req-1b201e2d-abcd-4d5f-b9b4-2cfe55f905b7 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:33.936716 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d526f4-90df-42a8-8e3a-316a8f53f9bf req-1b201e2d-abcd-4d5f-b9b4-2cfe55f905b7 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:33.942368 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d526f4-90df-42a8-8e3a-316a8f53f9bf req-1b201e2d-abcd-4d5f-b9b4-2cfe55f905b7 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:33.947988 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d526f4-90df-42a8-8e3a-316a8f53f9bf req-1b201e2d-abcd-4d5f-b9b4-2cfe55f905b7 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:33.953643 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d526f4-90df-42a8-8e3a-316a8f53f9bf req-1b201e2d-abcd-4d5f-b9b4-2cfe55f905b7 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:33.961354 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10d526f4-90df-42a8-8e3a-316a8f53f9bf req-1b201e2d-abcd-4d5f-b9b4-2cfe55f905b7 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5419 time: 0.1906257 Feb 07 21:12:34.020968 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d985cd2c-2e87-4da7-9894-87096d03609e req-9a4337aa-0f30-45f9-9ffc-d80025e9a023 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264493 Feb 07 21:12:34.101289 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6e9108f2-c36c-4b21-9b71-ed62699cfbff details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:12:34.126837 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10d526f4-90df-42a8-8e3a-316a8f53f9bf req-0084f2b3-4354-4b89-872b-4e9d23adbd1e tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1645286 Feb 07 21:12:34.458925 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4fb13-b65c-4f75-8cfd-b9d710670cb8 req-33c5b1c1-cf91-4141-ab27-9c4fe8285a00 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:34.461765 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 6e9108f2-c36c-4b21-9b71-ed62699cfbff, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6e9108f2-c36c-4b21-9b71-ed62699cfbff,segment=NetworkSegment(e428fdb1-030b-4885-9d86-f48291007e12),segment_id=e428fdb1-030b-4885-9d86-f48291007e12)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:34.476485 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3a4fb13-b65c-4f75-8cfd-b9d710670cb8 req-33c5b1c1-cf91-4141-ab27-9c4fe8285a00 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.2168202 Feb 07 21:12:34.476930 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '6e9108f2-c36c-4b21-9b71-ed62699cfbff', 'network_id': '5ab21a05-4285-40ac-9087-244389cc5c8a', 'port_id': '6e9108f2-c36c-4b21-9b71-ed62699cfbff', 'mac_address': 'fa:16:3e:19:1c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aefdc90-0b3f-49bd-8e85-71d4e6eb9af9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:12:34.521051 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 6e9108f2-c36c-4b21-9b71-ed62699cfbff is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:12:34.521739 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6e9108f2-c36c-4b21-9b71-ed62699cfbff), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:34.535471 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd477f4c-0dc9-4c76-9467-95d134225bf9 req-e64d133c-c86d-4af4-9251-a6841ba66a84 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:34.537132 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e9108f2-c36c-4b21-9b71-ed62699cfbff {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:12:34.545118 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd477f4c-0dc9-4c76-9467-95d134225bf9 req-e64d133c-c86d-4af4-9251-a6841ba66a84 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=007afd48-b5ee-4fb0-ac99-bc478214bfb0 HTTP/1.1" status: 200 len: 944 time: 0.2742922 Feb 07 21:12:34.578521 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 6e9108f2-c36c-4b21-9b71-ed62699cfbff, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6e9108f2-c36c-4b21-9b71-ed62699cfbff,segment=NetworkSegment(e428fdb1-030b-4885-9d86-f48291007e12),segment_id=e428fdb1-030b-4885-9d86-f48291007e12)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:34.591391 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6e9108f2-c36c-4b21-9b71-ed62699cfbff), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:34.715749 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd477f4c-0dc9-4c76-9467-95d134225bf9 req-d405c25a-f5c6-41ef-af9d-315e3f19d4cb tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a362840-93f8-4e3b-83ba-f40100b3789b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696608 Feb 07 21:12:34.732093 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3a4fb13-b65c-4f75-8cfd-b9d710670cb8 req-379c3f4f-fc69-4392-9c27-90e3813beb00 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504554 Feb 07 21:12:34.785352 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=6e9108f2-c36c-4b21-9b71-ed62699cfbff,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:34.941104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['6e9108f2-c36c-4b21-9b71-ed62699cfbff'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:12:35.535441 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60124) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:35.616792 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccf510-9538-4a6a-bb1f-696c385cefe8 req-8d7c48f8-d9fa-44fa-bf42-2c486475f2aa tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:35.618565 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1ccf510-9538-4a6a-bb1f-696c385cefe8 req-8d7c48f8-d9fa-44fa-bf42-2c486475f2aa tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.5792549 Feb 07 21:12:35.659061 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fe0af-37a0-4078-8b4f-bde34a335d56 req-e7cd3a4b-fb15-4630-93b6-028d501c14c5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:35.664505 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fe0af-37a0-4078-8b4f-bde34a335d56 req-e7cd3a4b-fb15-4630-93b6-028d501c14c5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:35.670411 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fe0af-37a0-4078-8b4f-bde34a335d56 req-e7cd3a4b-fb15-4630-93b6-028d501c14c5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:35.675551 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fe0af-37a0-4078-8b4f-bde34a335d56 req-e7cd3a4b-fb15-4630-93b6-028d501c14c5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:35.685159 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fe0af-37a0-4078-8b4f-bde34a335d56 req-e7cd3a4b-fb15-4630-93b6-028d501c14c5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:35.692157 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fe0af-37a0-4078-8b4f-bde34a335d56 req-e7cd3a4b-fb15-4630-93b6-028d501c14c5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:35.695980 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fe0af-37a0-4078-8b4f-bde34a335d56 req-e7cd3a4b-fb15-4630-93b6-028d501c14c5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:35.707497 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d22fe0af-37a0-4078-8b4f-bde34a335d56 req-e7cd3a4b-fb15-4630-93b6-028d501c14c5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5419 time: 0.1446941 Feb 07 21:12:35.798537 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d22fe0af-37a0-4078-8b4f-bde34a335d56 req-81348a91-b709-4c7f-b920-7f0bd4edcac8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0900872 Feb 07 21:12:35.815821 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1ccf510-9538-4a6a-bb1f-696c385cefe8 req-02ca486f-d2f1-4b5c-9967-a5406a90ecd8 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893861 Feb 07 21:12:35.890019 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-45310830-8ca3-40e9-929f-a26d40d7e027 tempest-QuotasTest-158540252 tempest-QuotasTest-158540252-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:35.939122 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-45310830-8ca3-40e9-929f-a26d40d7e027 tempest-QuotasTest-158540252 tempest-QuotasTest-158540252-project-admin] 10.222.0.65 "PUT /v2.0/quotas/9b64feb4a5d9467d972133797a273e79 HTTP/1.1" status: 200 len: 366 time: 0.4016891 Feb 07 21:12:35.941612 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60144) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:35.959732 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b73d8627-a5d6-4999-b278-7fed7ec5e505 tempest-QuotasTest-158540252 tempest-QuotasTest-158540252-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0165515 Feb 07 21:12:35.962311 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60146) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:35.981272 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-640eefcb-44ca-4a51-8e2f-27079f305dc4 tempest-QuotasTest-158540252 tempest-QuotasTest-158540252-project-admin] 10.222.0.65 "GET /v2.0/quotas/9b64feb4a5d9467d972133797a273e79 HTTP/1.1" status: 200 len: 366 time: 0.0153134 Feb 07 21:12:35.982375 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60148) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:36.003696 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-96f60d0a-e716-482b-80f2-53f24222d1a7 tempest-QuotasTest-158540252 tempest-QuotasTest-158540252-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/9b64feb4a5d9467d972133797a273e79 HTTP/1.1" status: 204 len: 168 time: 0.0199227 Feb 07 21:12:36.007395 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60150) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:36.020970 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1262d1c5-905c-4fd8-b3a3-6d66ba4a717f tempest-QuotasTest-158540252 tempest-QuotasTest-158540252-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0119338 Feb 07 21:12:36.023233 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60152) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:36.035204 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a583e2f5-26c9-423d-9080-424767ac9152 tempest-QuotasTest-158540252 tempest-QuotasTest-158540252-project-admin] 10.222.0.65 "GET /v2.0/quotas/9b64feb4a5d9467d972133797a273e79 HTTP/1.1" status: 200 len: 370 time: 0.0107234 Feb 07 21:12:36.037811 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60154) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:36.043533 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f7febd68-1042-4467-970c-83b45a4fed9e tempest-QuotasTest-158540252 tempest-QuotasTest-158540252-project-admin] 10.222.0.65 "GET /v2.0/quotas/9b64feb4a5d9467d972133797a273e79/default HTTP/1.1" status: 200 len: 370 time: 0.0043168 Feb 07 21:12:36.046139 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60156) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:36.047594 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9277b0-7a67-41c3-84be-cfd760440e1f req-3c7ebbed-5118-4600-8b36-1ff6242876fd tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:36.050012 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bd9277b0-7a67-41c3-84be-cfd760440e1f req-3c7ebbed-5118-4600-8b36-1ff6242876fd tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=007afd48-b5ee-4fb0-ac99-bc478214bfb0 HTTP/1.1" status: 200 len: 945 time: 0.0928679 Feb 07 21:12:36.063734 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-0572d4f3-3a7b-4c96-b243-c55aabab34b2 tempest-QuotasTest-158540252 tempest-QuotasTest-158540252-project-admin] delete failed (client error): The resource could not be found. Feb 07 21:12:36.068078 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0572d4f3-3a7b-4c96-b243-c55aabab34b2 tempest-QuotasTest-158540252 tempest-QuotasTest-158540252-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/9b64feb4a5d9467d972133797a273e79 HTTP/1.1" status: 404 len: 348 time: 0.0208917 Feb 07 21:12:36.112576 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60160) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:36.188367 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bd9277b0-7a67-41c3-84be-cfd760440e1f req-9c70b66d-7b1e-4609-977a-3ea9f8d545be tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a362840-93f8-4e3b-83ba-f40100b3789b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326444 Feb 07 21:12:36.277883 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-52cd4d97-733d-48ae-b88d-6b2018def897 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:36.305871 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52cd4d97-733d-48ae-b88d-6b2018def897 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:36.396061 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60164) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:36.432967 n-d-828185-2 neutron-server[103256]: DEBUG neutron.quota.resource [None req-8bdbc3b1-cdf8-446b-9b82-97c8933a8589 tempest-QuotasTest-158540252 tempest-QuotasTest-158540252-project-admin] Usage tracker for resource:network and project:2a1baf3af67945e5afb14fc5027e00fb is out of sync, need to count used quota {{(pid=103256) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 07 21:12:36.437275 n-d-828185-2 neutron-server[103256]: DEBUG neutron.quota.resource [None req-8bdbc3b1-cdf8-446b-9b82-97c8933a8589 tempest-QuotasTest-158540252 tempest-QuotasTest-158540252-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103256) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 07 21:12:36.454125 n-d-828185-2 neutron-server[103256]: DEBUG neutron.quota.resource [None req-8bdbc3b1-cdf8-446b-9b82-97c8933a8589 tempest-QuotasTest-158540252 tempest-QuotasTest-158540252-project-admin] Usage tracker for resource:subnet and project:2a1baf3af67945e5afb14fc5027e00fb is out of sync, need to count used quota {{(pid=103256) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 07 21:12:36.457394 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52cd4d97-733d-48ae-b88d-6b2018def897 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:36.460300 n-d-828185-2 neutron-server[103256]: DEBUG neutron.quota.resource [None req-8bdbc3b1-cdf8-446b-9b82-97c8933a8589 tempest-QuotasTest-158540252 tempest-QuotasTest-158540252-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103256) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 07 21:12:36.473982 n-d-828185-2 neutron-server[103256]: DEBUG neutron.quota.resource [None req-8bdbc3b1-cdf8-446b-9b82-97c8933a8589 tempest-QuotasTest-158540252 tempest-QuotasTest-158540252-project-admin] Usage tracker for resource:subnetpool and project:2a1baf3af67945e5afb14fc5027e00fb is out of sync, need to count used quota {{(pid=103256) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 07 21:12:36.486354 n-d-828185-2 neutron-server[103256]: DEBUG neutron.quota.resource [None req-8bdbc3b1-cdf8-446b-9b82-97c8933a8589 tempest-QuotasTest-158540252 tempest-QuotasTest-158540252-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103256) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 07 21:12:36.504107 n-d-828185-2 neutron-server[103256]: DEBUG neutron.quota.resource [None req-8bdbc3b1-cdf8-446b-9b82-97c8933a8589 tempest-QuotasTest-158540252 tempest-QuotasTest-158540252-project-admin] Usage tracker for resource:port and project:2a1baf3af67945e5afb14fc5027e00fb is out of sync, need to count used quota {{(pid=103256) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 07 21:12:36.508635 n-d-828185-2 neutron-server[103256]: DEBUG neutron.quota.resource [None req-8bdbc3b1-cdf8-446b-9b82-97c8933a8589 tempest-QuotasTest-158540252 tempest-QuotasTest-158540252-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103256) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 07 21:12:36.526097 n-d-828185-2 neutron-server[103256]: DEBUG neutron.quota.resource [None req-8bdbc3b1-cdf8-446b-9b82-97c8933a8589 tempest-QuotasTest-158540252 tempest-QuotasTest-158540252-project-admin] Usage tracker for resource:router and project:2a1baf3af67945e5afb14fc5027e00fb is out of sync, need to count used quota {{(pid=103256) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 07 21:12:36.536558 n-d-828185-2 neutron-server[103256]: DEBUG neutron.quota.resource [None req-8bdbc3b1-cdf8-446b-9b82-97c8933a8589 tempest-QuotasTest-158540252 tempest-QuotasTest-158540252-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103256) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 07 21:12:36.547229 n-d-828185-2 neutron-server[103256]: DEBUG neutron.quota.resource [None req-8bdbc3b1-cdf8-446b-9b82-97c8933a8589 tempest-QuotasTest-158540252 tempest-QuotasTest-158540252-project-admin] Usage tracker for resource:floatingip and project:2a1baf3af67945e5afb14fc5027e00fb is out of sync, need to count used quota {{(pid=103256) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 07 21:12:36.551380 n-d-828185-2 neutron-server[103256]: DEBUG neutron.quota.resource [None req-8bdbc3b1-cdf8-446b-9b82-97c8933a8589 tempest-QuotasTest-158540252 tempest-QuotasTest-158540252-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103256) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 07 21:12:36.602847 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-52cd4d97-733d-48ae-b88d-6b2018def897 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Allocated IP 172.25.4.9 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/ac987fa4-3227-4952-bbc2-2f0975737612) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:12:36.607456 n-d-828185-2 neutron-server[103256]: DEBUG neutron.quota.resource [None req-8bdbc3b1-cdf8-446b-9b82-97c8933a8589 tempest-QuotasTest-158540252 tempest-QuotasTest-158540252-project-admin] Usage tracker for resource:security_group and project:2a1baf3af67945e5afb14fc5027e00fb is out of sync, need to count used quota {{(pid=103256) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 07 21:12:36.611559 n-d-828185-2 neutron-server[103256]: DEBUG neutron.quota.resource [None req-8bdbc3b1-cdf8-446b-9b82-97c8933a8589 tempest-QuotasTest-158540252 tempest-QuotasTest-158540252-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103256) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 07 21:12:36.618364 n-d-828185-2 neutron-server[103256]: DEBUG neutron.quota.resource [None req-8bdbc3b1-cdf8-446b-9b82-97c8933a8589 tempest-QuotasTest-158540252 tempest-QuotasTest-158540252-project-admin] Usage tracker for resource:security_group_rule and project:2a1baf3af67945e5afb14fc5027e00fb is out of sync, need to count used quota {{(pid=103256) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 07 21:12:36.622590 n-d-828185-2 neutron-server[103256]: DEBUG neutron.quota.resource [None req-8bdbc3b1-cdf8-446b-9b82-97c8933a8589 tempest-QuotasTest-158540252 tempest-QuotasTest-158540252-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103256) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 07 21:12:36.627347 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8bdbc3b1-cdf8-446b-9b82-97c8933a8589 tempest-QuotasTest-158540252 tempest-QuotasTest-158540252-project-admin] 10.222.0.65 "GET /v2.0/quotas/2a1baf3af67945e5afb14fc5027e00fb/details.json HTTP/1.1" status: 200 len: 703 time: 0.2300792 Feb 07 21:12:36.765228 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52cd4d97-733d-48ae-b88d-6b2018def897 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Publish callbacks [] for port (ac987fa4-3227-4952-bbc2-2f0975737612), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:36.809147 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52cd4d97-733d-48ae-b88d-6b2018def897 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ac987fa4-3227-4952-bbc2-2f0975737612), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:36.852532 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cd4d97-733d-48ae-b88d-6b2018def897 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:12:36.857844 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-52cd4d97-733d-48ae-b88d-6b2018def897 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:12:36.861719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cd4d97-733d-48ae-b88d-6b2018def897 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:12:36.905864 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd4d97-733d-48ae-b88d-6b2018def897 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Pushing event updated for resources: {'Port': ['ID=ac987fa4-3227-4952-bbc2-2f0975737612,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:37.059194 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52cd4d97-733d-48ae-b88d-6b2018def897 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Publish callbacks [] for floatingip (d7869d50-8071-4a26-a9a2-14c5e552ab53), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:37.092985 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab7b38-042b-468e-a380-8e0467b223f9 req-3ddaaac9-c34f-4928-893b-0b6f99327f3a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:37.098512 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab7b38-042b-468e-a380-8e0467b223f9 req-3ddaaac9-c34f-4928-893b-0b6f99327f3a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:37.103963 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab7b38-042b-468e-a380-8e0467b223f9 req-3ddaaac9-c34f-4928-893b-0b6f99327f3a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:37.111769 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab7b38-042b-468e-a380-8e0467b223f9 req-3ddaaac9-c34f-4928-893b-0b6f99327f3a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:37.117899 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab7b38-042b-468e-a380-8e0467b223f9 req-3ddaaac9-c34f-4928-893b-0b6f99327f3a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:37.124145 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab7b38-042b-468e-a380-8e0467b223f9 req-3ddaaac9-c34f-4928-893b-0b6f99327f3a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:37.129792 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab7b38-042b-468e-a380-8e0467b223f9 req-3ddaaac9-c34f-4928-893b-0b6f99327f3a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:37.131783 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2ab7b38-042b-468e-a380-8e0467b223f9 req-3ddaaac9-c34f-4928-893b-0b6f99327f3a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5419 time: 0.1727910 Feb 07 21:12:37.140464 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60178) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:37.168874 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52cd4d97-733d-48ae-b88d-6b2018def897 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ac987fa4-3227-4952-bbc2-2f0975737612), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:37.278802 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dee668-631e-4960-804f-d32420201abe req-88b006f1-460f-43c7-bffc-c47602f87811 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:37.280363 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85dee668-631e-4960-804f-d32420201abe req-88b006f1-460f-43c7-bffc-c47602f87811 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.2992952 Feb 07 21:12:37.293173 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b298b60a-7a29-4625-8865-3b70c171c231 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:37.411033 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b298b60a-7a29-4625-8865-3b70c171c231 admin admin] Publish callbacks [] for security_group (c582deea-28a6-47a5-894a-0ecbd1bb21f6), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:37.417146 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2ab7b38-042b-468e-a380-8e0467b223f9 req-16119c96-f740-4707-9fc0-e74b4c6af69a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2400820 Feb 07 21:12:37.421028 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b298b60a-7a29-4625-8865-3b70c171c231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c582deea-28a6-47a5-894a-0ecbd1bb21f6), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:37.425614 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85dee668-631e-4960-804f-d32420201abe req-34eb00f0-0e50-48c5-9a5e-583a25e6e6f9 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355793 Feb 07 21:12:37.453805 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52cd4d97-733d-48ae-b88d-6b2018def897 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Publish callbacks [] for port (ac987fa4-3227-4952-bbc2-2f0975737612), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:37.464457 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52cd4d97-733d-48ae-b88d-6b2018def897 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (ac987fa4-3227-4952-bbc2-2f0975737612), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:37.556554 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298b60a-7a29-4625-8865-3b70c171c231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c582deea-28a6-47a5-894a-0ecbd1bb21f6,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:37.557751 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd4d97-733d-48ae-b88d-6b2018def897 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Pushing event updated for resources: {'Port': ['ID=ac987fa4-3227-4952-bbc2-2f0975737612,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:37.568443 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b298b60a-7a29-4625-8865-3b70c171c231 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dc02f8c6e4c84ad4abe724551aa0efd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4263411 Feb 07 21:12:37.572661 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60194) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:37.651436 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d4f8770-c0a3-4d95-99ef-965af0ed6ef9 admin admin] Publish callbacks [] for security_group (c582deea-28a6-47a5-894a-0ecbd1bb21f6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:37.704781 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d4f8770-c0a3-4d95-99ef-965af0ed6ef9 admin admin] Publish callbacks [] for security_group (c582deea-28a6-47a5-894a-0ecbd1bb21f6), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:37.737710 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52cd4d97-733d-48ae-b88d-6b2018def897 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (d7869d50-8071-4a26-a9a2-14c5e552ab53), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:37.788571 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52cd4d97-733d-48ae-b88d-6b2018def897 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:37.797698 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60202) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:37.801926 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-52cd4d97-733d-48ae-b88d-6b2018def897 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6840219 Feb 07 21:12:37.804136 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-dc2750dc-cbb2-4f72-8dc3-2cabddda6eb7 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-898015497', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'fixed_ips': [{'ip_address': '172.25.4.9'}]}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:37.816135 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d4f8770-c0a3-4d95-99ef-965af0ed6ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c582deea-28a6-47a5-894a-0ecbd1bb21f6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:37.819019 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d4f8770-c0a3-4d95-99ef-965af0ed6ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:37.820193 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3d4f8770-c0a3-4d95-99ef-965af0ed6ef9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c582deea-28a6-47a5-894a-0ecbd1bb21f6 HTTP/1.1" status: 204 len: 168 time: 0.2453871 Feb 07 21:12:37.855447 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50551db9-3dfe-49fc-a0ef-783ff6e2cf07 req-3929f996-8ec4-44cc-bda8-e032fc11dda7 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:37.869233 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-50551db9-3dfe-49fc-a0ef-783ff6e2cf07 req-3929f996-8ec4-44cc-bda8-e032fc11dda7 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=007afd48-b5ee-4fb0-ac99-bc478214bfb0 HTTP/1.1" status: 200 len: 945 time: 0.2506061 Feb 07 21:12:37.878070 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f8770-c0a3-4d95-99ef-965af0ed6ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c582deea-28a6-47a5-894a-0ecbd1bb21f6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:37.893797 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2750dc-cbb2-4f72-8dc3-2cabddda6eb7 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Made reservation on behalf of 2625e15f51e1454b97b9585cde5401e5 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:12:37.898462 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc2750dc-cbb2-4f72-8dc3-2cabddda6eb7 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:37.944654 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc2750dc-cbb2-4f72-8dc3-2cabddda6eb7 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:38.063716 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-50551db9-3dfe-49fc-a0ef-783ff6e2cf07 req-d429f2e9-84e1-43a3-82e5-b91758047c10 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a362840-93f8-4e3b-83ba-f40100b3789b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933482 Feb 07 21:12:38.096212 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e516e-0704-4e24-aba3-b929db97fbc7 req-65ee8a75-1760-4874-abae-4e3516adef34 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:38.098360 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-147e516e-0704-4e24-aba3-b929db97fbc7 req-65ee8a75-1760-4874-abae-4e3516adef34 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1617584 Feb 07 21:12:38.117469 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6e9108f2-c36c-4b21-9b71-ed62699cfbff up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:12:38.156976 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc2750dc-cbb2-4f72-8dc3-2cabddda6eb7 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Publish callbacks [] for security_group (0269a0b9-3a4f-4ffc-bdff-622fa6036bae), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:38.170133 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc2750dc-cbb2-4f72-8dc3-2cabddda6eb7 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0269a0b9-3a4f-4ffc-bdff-622fa6036bae), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:38.176201 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-dc2750dc-cbb2-4f72-8dc3-2cabddda6eb7 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] device_id is not set on port 4b31a6b1-d16c-4a57-909c-891d92046437 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:12:38.209736 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-147e516e-0704-4e24-aba3-b929db97fbc7 req-508ec029-c7b0-4020-b913-b91e8b441f64 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974548 Feb 07 21:12:38.246275 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 6e9108f2-c36c-4b21-9b71-ed62699cfbff completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:12:38.250395 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 6e9108f2-c36c-4b21-9b71-ed62699cfbff triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:12:38.250766 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6e9108f2-c36c-4b21-9b71-ed62699cfbff), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:38.322977 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2750dc-cbb2-4f72-8dc3-2cabddda6eb7 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0269a0b9-3a4f-4ffc-bdff-622fa6036bae,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:38.386174 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60210) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:38.404418 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49617f2f-aaaf-4322-b7ad-a3202e7a2d3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:38.429428 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 6e9108f2-c36c-4b21-9b71-ed62699cfbff is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:12:38.429428 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6e9108f2-c36c-4b21-9b71-ed62699cfbff), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:38.501518 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007afd48-b5ee-4fb0-ac99-bc478214bfb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9108f2-c36c-4b21-9b71-ed62699cfbff'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:12:38.503851 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb977b1-d029-4400-afb6-2013faf95123" -d '{"events": [{"server_uuid": "007afd48-b5ee-4fb0-ac99-bc478214bfb0", "name": "network-vif-plugged", "status": "completed", "tag": "6e9108f2-c36c-4b21-9b71-ed62699cfbff"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:12:38.550080 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 6e9108f2-c36c-4b21-9b71-ed62699cfbff, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6e9108f2-c36c-4b21-9b71-ed62699cfbff,segment=NetworkSegment(e428fdb1-030b-4885-9d86-f48291007e12),segment_id=e428fdb1-030b-4885-9d86-f48291007e12)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:38.562468 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6e9108f2-c36c-4b21-9b71-ed62699cfbff), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:38.637704 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49617f2f-aaaf-4322-b7ad-a3202e7a2d3f admin admin] Publish callbacks [] for security_group (cae99249-e50a-4008-9dd0-b8ffc1808f7f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:38.642538 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc2750dc-cbb2-4f72-8dc3-2cabddda6eb7 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 07 21:12:38.644395 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc2750dc-cbb2-4f72-8dc3-2cabddda6eb7 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:12:38.683137 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49617f2f-aaaf-4322-b7ad-a3202e7a2d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (cae99249-e50a-4008-9dd0-b8ffc1808f7f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:38.689416 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=6e9108f2-c36c-4b21-9b71-ed62699cfbff,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:38.693116 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-dc2750dc-cbb2-4f72-8dc3-2cabddda6eb7 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 0.8937168 Feb 07 21:12:38.696202 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60226) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:38.750653 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d67ae52-368b-45cb-a372-e49a912efa76 x-openstack-request-id: req-5d67ae52-368b-45cb-a372-e49a912efa76 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:12:38.751375 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007afd48-b5ee-4fb0-ac99-bc478214bfb0", "name": "network-vif-plugged", "status": "completed", "tag": "6e9108f2-c36c-4b21-9b71-ed62699cfbff", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:12:38.751836 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5d67ae52-368b-45cb-a372-e49a912efa76 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:12:38.752483 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007afd48-b5ee-4fb0-ac99-bc478214bfb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9108f2-c36c-4b21-9b71-ed62699cfbff', 'code': 200} Feb 07 21:12:38.777308 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3af601-d6bf-46e5-bb7b-aa7d2cccc1ae req-bcfab3bf-1af8-42b9-8d85-26fd1ec08eda tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:38.783322 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3af601-d6bf-46e5-bb7b-aa7d2cccc1ae req-bcfab3bf-1af8-42b9-8d85-26fd1ec08eda tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:38.789315 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3af601-d6bf-46e5-bb7b-aa7d2cccc1ae req-bcfab3bf-1af8-42b9-8d85-26fd1ec08eda tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:38.795573 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3af601-d6bf-46e5-bb7b-aa7d2cccc1ae req-bcfab3bf-1af8-42b9-8d85-26fd1ec08eda tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:38.801508 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3af601-d6bf-46e5-bb7b-aa7d2cccc1ae req-bcfab3bf-1af8-42b9-8d85-26fd1ec08eda tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:38.807851 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3af601-d6bf-46e5-bb7b-aa7d2cccc1ae req-bcfab3bf-1af8-42b9-8d85-26fd1ec08eda tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:38.818142 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3af601-d6bf-46e5-bb7b-aa7d2cccc1ae req-bcfab3bf-1af8-42b9-8d85-26fd1ec08eda tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:38.818142 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1c3af601-d6bf-46e5-bb7b-aa7d2cccc1ae req-bcfab3bf-1af8-42b9-8d85-26fd1ec08eda tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5419 time: 0.1759489 Feb 07 21:12:38.819625 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-49617f2f-aaaf-4322-b7ad-a3202e7a2d3f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2a1baf3af67945e5afb14fc5027e00fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4324358 Feb 07 21:12:38.820390 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49617f2f-aaaf-4322-b7ad-a3202e7a2d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae99249-e50a-4008-9dd0-b8ffc1808f7f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:38.823336 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60230) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:38.916683 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1c3af601-d6bf-46e5-bb7b-aa7d2cccc1ae req-dfeddda1-733c-4798-b045-bbe63c5162db tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0636024 Feb 07 21:12:38.934942 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31af7853-84d6-41fb-9135-50840f4b87e4 admin admin] Publish callbacks [] for security_group (cae99249-e50a-4008-9dd0-b8ffc1808f7f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:38.960042 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31af7853-84d6-41fb-9135-50840f4b87e4 admin admin] Publish callbacks [] for security_group (cae99249-e50a-4008-9dd0-b8ffc1808f7f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:38.982383 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e7fc1-a487-4900-824d-261c1fd8f2c2 req-91440efc-61be-440c-91f1-6ed0daea678b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:38.984205 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2c3e7fc1-a487-4900-824d-261c1fd8f2c2 req-91440efc-61be-440c-91f1-6ed0daea678b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=007afd48-b5ee-4fb0-ac99-bc478214bfb0 HTTP/1.1" status: 200 len: 1128 time: 0.1257036 Feb 07 21:12:39.017156 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31af7853-84d6-41fb-9135-50840f4b87e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (cae99249-e50a-4008-9dd0-b8ffc1808f7f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:39.020598 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31af7853-84d6-41fb-9135-50840f4b87e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:39.022128 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-31af7853-84d6-41fb-9135-50840f4b87e4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cae99249-e50a-4008-9dd0-b8ffc1808f7f HTTP/1.1" status: 204 len: 168 time: 0.1977558 Feb 07 21:12:39.023742 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b3b7081e-d938-40d7-9613-7dd9a4a17662 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Deleting port ac987fa4-3227-4952-bbc2-2f0975737612 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:12:39.024297 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3b7081e-d938-40d7-9613-7dd9a4a17662 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ac987fa4-3227-4952-bbc2-2f0975737612), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:39.053111 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af7853-84d6-41fb-9135-50840f4b87e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae99249-e50a-4008-9dd0-b8ffc1808f7f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:39.124180 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2c3e7fc1-a487-4900-824d-261c1fd8f2c2 req-44729f93-eb23-4997-bcec-d7f320b87560 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8a362840-93f8-4e3b-83ba-f40100b3789b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289644 Feb 07 21:12:39.224082 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3b7081e-d938-40d7-9613-7dd9a4a17662 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ac987fa4-3227-4952-bbc2-2f0975737612), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:39.224632 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3b7081e-d938-40d7-9613-7dd9a4a17662 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Publish callbacks [] for floatingip (ac987fa4-3227-4952-bbc2-2f0975737612), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:39.239206 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b3b7081e-d938-40d7-9613-7dd9a4a17662 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Calling delete_port for ac987fa4-3227-4952-bbc2-2f0975737612 owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:12:39.324984 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11c1d6-4bfd-4acb-8a43-78709a24584a req-0458b3cc-3f75-462c-ba8e-40bef594a185 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:39.326975 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8f11c1d6-4bfd-4acb-8a43-78709a24584a req-0458b3cc-3f75-462c-ba8e-40bef594a185 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=007afd48-b5ee-4fb0-ac99-bc478214bfb0 HTTP/1.1" status: 200 len: 946 time: 0.1477413 Feb 07 21:12:39.452926 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8f11c1d6-4bfd-4acb-8a43-78709a24584a req-5fbc49dc-f2c4-449e-b971-d1db9eef25c1 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a362840-93f8-4e3b-83ba-f40100b3789b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187692 Feb 07 21:12:39.471820 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9805dd-e408-48cd-8354-7b11ce95edf4 req-3d02c20b-5e31-44d4-af62-969ce0bd24b6 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:39.473367 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab9805dd-e408-48cd-8354-7b11ce95edf4 req-3d02c20b-5e31-44d4-af62-969ce0bd24b6 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1405101 Feb 07 21:12:39.579975 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab9805dd-e408-48cd-8354-7b11ce95edf4 req-9d27c672-a7f6-4d17-9cf0-fda0930c9bbb tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975838 Feb 07 21:12:39.590161 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3b7081e-d938-40d7-9613-7dd9a4a17662 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (ac987fa4-3227-4952-bbc2-2f0975737612), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:39.640679 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7081e-d938-40d7-9613-7dd9a4a17662 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac987fa4-3227-4952-bbc2-2f0975737612,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:39.781371 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3b7081e-d938-40d7-9613-7dd9a4a17662 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Publish callbacks [] for floatingip (d7869d50-8071-4a26-a9a2-14c5e552ab53), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:39.786259 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3b7081e-d938-40d7-9613-7dd9a4a17662 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:39.793194 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b3b7081e-d938-40d7-9613-7dd9a4a17662 tempest-ExternalNetworksAdminNegativeTestJSON-702452085 tempest-ExternalNetworksAdminNegativeTestJSON-702452085-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/d7869d50-8071-4a26-a9a2-14c5e552ab53 HTTP/1.1" status: 204 len: 168 time: 1.0793192 Feb 07 21:12:39.807994 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7fadd-72ca-46c0-ae34-8058f915fc6f req-dde0f215-0e43-4016-9146-73a16b5604a7 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:39.816898 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-46b7fadd-72ca-46c0-ae34-8058f915fc6f req-dde0f215-0e43-4016-9146-73a16b5604a7 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1138978 Feb 07 21:12:39.918400 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-46b7fadd-72ca-46c0-ae34-8058f915fc6f req-b233b0b4-ad60-432e-b45f-e3259c3eccf0 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997751 Feb 07 21:12:40.196976 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e9929-0a08-4f9f-be36-e195e6c88eeb req-3d8fe9cd-4ab4-402d-bf20-ccea59b31245 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:40.204039 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e9929-0a08-4f9f-be36-e195e6c88eeb req-3d8fe9cd-4ab4-402d-bf20-ccea59b31245 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:40.210177 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e9929-0a08-4f9f-be36-e195e6c88eeb req-3d8fe9cd-4ab4-402d-bf20-ccea59b31245 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:40.215650 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e9929-0a08-4f9f-be36-e195e6c88eeb req-3d8fe9cd-4ab4-402d-bf20-ccea59b31245 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:40.221409 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e9929-0a08-4f9f-be36-e195e6c88eeb req-3d8fe9cd-4ab4-402d-bf20-ccea59b31245 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:40.226721 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e9929-0a08-4f9f-be36-e195e6c88eeb req-3d8fe9cd-4ab4-402d-bf20-ccea59b31245 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:40.232383 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e9929-0a08-4f9f-be36-e195e6c88eeb req-3d8fe9cd-4ab4-402d-bf20-ccea59b31245 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:40.234464 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-658e9929-0a08-4f9f-be36-e195e6c88eeb req-3d8fe9cd-4ab4-402d-bf20-ccea59b31245 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5419 time: 0.1576605 Feb 07 21:12:40.235638 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60280) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:40.264859 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dea59-eb7c-415d-b950-a31bbc02089c req-362130e7-b4ed-474e-a2d1-a5ad2e7db001 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:40.266391 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b86dea59-eb7c-415d-b950-a31bbc02089c req-362130e7-b4ed-474e-a2d1-a5ad2e7db001 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1420064 Feb 07 21:12:40.349994 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-658e9929-0a08-4f9f-be36-e195e6c88eeb req-9adfe570-bf67-4fc7-967c-d114725752fc tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1058879 Feb 07 21:12:40.359506 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b86dea59-eb7c-415d-b950-a31bbc02089c req-aa15b0b4-8e74-4d9e-aece-b73c715b8e1b tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860014 Feb 07 21:12:40.524763 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c698d96f-8e96-43f2-982b-3c00d6f510fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:40.587409 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983ca82-26d5-466b-ba96-2a2ef06592d8 req-ee87b37b-afca-4951-9f24-ad8b89bdb7f9 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:40.590361 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5983ca82-26d5-466b-ba96-2a2ef06592d8 req-ee87b37b-afca-4951-9f24-ad8b89bdb7f9 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.0974672 Feb 07 21:12:40.660958 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c698d96f-8e96-43f2-982b-3c00d6f510fb admin admin] Publish callbacks [] for security_group (a6028273-ffe3-4758-a7ca-546835486c93), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:40.669219 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c698d96f-8e96-43f2-982b-3c00d6f510fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a6028273-ffe3-4758-a7ca-546835486c93), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:40.730309 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698d96f-8e96-43f2-982b-3c00d6f510fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6028273-ffe3-4758-a7ca-546835486c93,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:40.746471 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5983ca82-26d5-466b-ba96-2a2ef06592d8 req-d1ff4ee1-ec0d-4297-aa5a-f39ac6f4aac6 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305771 Feb 07 21:12:40.752338 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c698d96f-8e96-43f2-982b-3c00d6f510fb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b43a1d5f06354497a67fc76f9e15b33b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5152671 Feb 07 21:12:40.755613 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60298) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:40.797444 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a211c64-e346-4d41-94b8-779fbe671f7b req-6a25773d-fdc1-4944-b8fe-c507e0ea1237 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:40.807192 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a211c64-e346-4d41-94b8-779fbe671f7b req-6a25773d-fdc1-4944-b8fe-c507e0ea1237 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=007afd48-b5ee-4fb0-ac99-bc478214bfb0 HTTP/1.1" status: 200 len: 946 time: 0.1683233 Feb 07 21:12:40.848817 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f09fc9e-9234-42a9-b177-617d8cedf271 admin admin] Publish callbacks [] for security_group (a6028273-ffe3-4758-a7ca-546835486c93), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:40.880276 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f09fc9e-9234-42a9-b177-617d8cedf271 admin admin] Publish callbacks [] for security_group (a6028273-ffe3-4758-a7ca-546835486c93), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:40.889249 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a211c64-e346-4d41-94b8-779fbe671f7b req-45b3443c-892a-4058-9938-c49964d27c96 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a362840-93f8-4e3b-83ba-f40100b3789b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804961 Feb 07 21:12:40.956465 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f09fc9e-9234-42a9-b177-617d8cedf271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a6028273-ffe3-4758-a7ca-546835486c93), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:40.959378 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f09fc9e-9234-42a9-b177-617d8cedf271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:40.960865 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3f09fc9e-9234-42a9-b177-617d8cedf271 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a6028273-ffe3-4758-a7ca-546835486c93 HTTP/1.1" status: 204 len: 168 time: 0.2038777 Feb 07 21:12:40.977305 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09fc9e-9234-42a9-b177-617d8cedf271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6028273-ffe3-4758-a7ca-546835486c93,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:41.134020 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea765d5-f03a-4bba-8058-7594222a45af req-3c71e5fc-7b05-48a0-acdf-a92c07d6cf10 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:41.143280 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8ea765d5-f03a-4bba-8058-7594222a45af req-3c71e5fc-7b05-48a0-acdf-a92c07d6cf10 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1025221 Feb 07 21:12:41.265272 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8ea765d5-f03a-4bba-8058-7594222a45af req-9241c462-4cfe-4e20-bc87-558a56cf0627 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208448 Feb 07 21:12:41.469907 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9b568-a541-43c7-b5d1-824def98f2d1 req-59b8e30e-a678-4adb-a729-80fba3f57eca tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:41.473036 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-28d9b568-a541-43c7-b5d1-824def98f2d1 req-59b8e30e-a678-4adb-a729-80fba3f57eca tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.1264834 Feb 07 21:12:41.492592 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60334) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:41.562481 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f34b0-c1c2-463d-8bd1-32103f3c6a8a req-39fe64fa-72ef-4ed7-990c-60aae7962827 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:41.569835 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-366f34b0-c1c2-463d-8bd1-32103f3c6a8a req-39fe64fa-72ef-4ed7-990c-60aae7962827 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1467984 Feb 07 21:12:41.603472 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-28d9b568-a541-43c7-b5d1-824def98f2d1 req-5d14b3f4-4afd-4d4c-92ab-59a0edc890f8 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063199 Feb 07 21:12:41.646816 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-366f34b0-c1c2-463d-8bd1-32103f3c6a8a req-8807ee83-8eb8-4ff2-8bc9-7aba9d13c494 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759182 Feb 07 21:12:41.818219 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9aa9afa6-1557-4ecb-8dfe-b6e8c309c79b tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-706144014', 'router:external': True}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:41.843949 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa9afa6-1557-4ecb-8dfe-b6e8c309c79b tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Made reservation on behalf of 6723655846d64189b36c9aaf979c7950 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:12:41.847718 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9aa9afa6-1557-4ecb-8dfe-b6e8c309c79b tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:41.859303 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9aa9afa6-1557-4ecb-8dfe-b6e8c309c79b tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:41.872020 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60346) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:41.892319 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da9084-ee50-402a-97fa-848552bfc213 req-b415125a-0d2a-4fae-a961-b8a9dd34e244 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:41.898188 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da9084-ee50-402a-97fa-848552bfc213 req-b415125a-0d2a-4fae-a961-b8a9dd34e244 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:41.906362 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da9084-ee50-402a-97fa-848552bfc213 req-b415125a-0d2a-4fae-a961-b8a9dd34e244 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:41.913878 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da9084-ee50-402a-97fa-848552bfc213 req-b415125a-0d2a-4fae-a961-b8a9dd34e244 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:41.920054 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da9084-ee50-402a-97fa-848552bfc213 req-b415125a-0d2a-4fae-a961-b8a9dd34e244 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:41.925783 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da9084-ee50-402a-97fa-848552bfc213 req-b415125a-0d2a-4fae-a961-b8a9dd34e244 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:41.931457 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da9084-ee50-402a-97fa-848552bfc213 req-b415125a-0d2a-4fae-a961-b8a9dd34e244 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:41.933510 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-33da9084-ee50-402a-97fa-848552bfc213 req-b415125a-0d2a-4fae-a961-b8a9dd34e244 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5419 time: 0.1803634 Feb 07 21:12:41.972852 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9aa9afa6-1557-4ecb-8dfe-b6e8c309c79b tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for security_group (a0312010-fed5-4d2c-b85c-682abbea1720), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:41.979050 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9aa9afa6-1557-4ecb-8dfe-b6e8c309c79b tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a0312010-fed5-4d2c-b85c-682abbea1720), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:42.011409 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa9afa6-1557-4ecb-8dfe-b6e8c309c79b tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:12:42.013717 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b8a797a5-005c-49d1-a4a3-04e84905c5ad admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2625e15f51e1454b97b9585cde5401e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1406538 Feb 07 21:12:42.018635 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60352) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:42.023889 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d7c89-6de4-45cc-aa5f-719558aea545 req-791605f9-7035-4ef7-a487-e83a352043d4 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:42.026216 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-924d7c89-6de4-45cc-aa5f-719558aea545 req-791605f9-7035-4ef7-a487-e83a352043d4 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.2001050 Feb 07 21:12:42.034234 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9afa6-1557-4ecb-8dfe-b6e8c309c79b tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0312010-fed5-4d2c-b85c-682abbea1720,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:42.044646 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9aa9afa6-1557-4ecb-8dfe-b6e8c309c79b tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (e71cf386-61ff-4b57-a7d2-2962ea18e2be), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:42.044774 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-9aa9afa6-1557-4ecb-8dfe-b6e8c309c79b tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Added segment e71cf386-61ff-4b57-a7d2-2962ea18e2be of type vlan for network 78b045d3-7702-4b27-9954-ecbdeaac3352 Feb 07 21:12:42.069338 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-33da9084-ee50-402a-97fa-848552bfc213 req-c7f449e9-e1c3-4924-9ef4-98dd2a2456f3 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1255419 Feb 07 21:12:42.101082 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-924d7c89-6de4-45cc-aa5f-719558aea545 req-56822f56-8d27-4e41-9654-238ef7e94e67 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659802 Feb 07 21:12:42.145201 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9aa9afa6-1557-4ecb-8dfe-b6e8c309c79b tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (78b045d3-7702-4b27-9954-ecbdeaac3352), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:42.157316 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b835c2ea-442b-4a3d-9634-6f087566d7d4 admin admin] Publish callbacks [] for security_group (0269a0b9-3a4f-4ffc-bdff-622fa6036bae), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:42.209232 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b835c2ea-442b-4a3d-9634-6f087566d7d4 admin admin] Publish callbacks [] for security_group (0269a0b9-3a4f-4ffc-bdff-622fa6036bae), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:42.252810 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9aa9afa6-1557-4ecb-8dfe-b6e8c309c79b tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (78b045d3-7702-4b27-9954-ecbdeaac3352), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:42.253863 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa9afa6-1557-4ecb-8dfe-b6e8c309c79b tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:42.254975 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9aa9afa6-1557-4ecb-8dfe-b6e8c309c79b tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:42.317725 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ccf65-3cc6-4f69-bf62-024bb22240f6 req-a85ac46c-46d5-4612-9eed-a8bf013cb535 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:42.325588 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-302ccf65-3cc6-4f69-bf62-024bb22240f6 req-a85ac46c-46d5-4612-9eed-a8bf013cb535 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=007afd48-b5ee-4fb0-ac99-bc478214bfb0 HTTP/1.1" status: 200 len: 946 time: 0.1035192 Feb 07 21:12:42.330795 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9aa9afa6-1557-4ecb-8dfe-b6e8c309c79b tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.8354053 Feb 07 21:12:42.335471 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60364) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:42.341604 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-3fbbcf7b-edf5-4f04-9d15-68429f1673e9 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Request body: {'subnet': {'network_id': '78b045d3-7702-4b27-9954-ecbdeaac3352', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:42.360976 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9afa6-1557-4ecb-8dfe-b6e8c309c79b tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Pushing event updated for resources: {'Network': ['ID=78b045d3-7702-4b27-9954-ecbdeaac3352,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:42.367678 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc755ef-f4ed-4ed9-afaf-329f85b2e2ae req-e7cbae22-a744-448d-a10f-af0c6ff280af tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:42.370203 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8bc755ef-f4ed-4ed9-afaf-329f85b2e2ae req-e7cbae22-a744-448d-a10f-af0c6ff280af tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1159825 Feb 07 21:12:42.373904 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b835c2ea-442b-4a3d-9634-6f087566d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0269a0b9-3a4f-4ffc-bdff-622fa6036bae), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:42.377144 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b835c2ea-442b-4a3d-9634-6f087566d7d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:42.379783 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b835c2ea-442b-4a3d-9634-6f087566d7d4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0269a0b9-3a4f-4ffc-bdff-622fa6036bae HTTP/1.1" status: 204 len: 168 time: 0.3581960 Feb 07 21:12:42.385454 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 78b045d3-7702-4b27-9954-ecbdeaac3352 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:12:42.395359 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbbcf7b-edf5-4f04-9d15-68429f1673e9 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Made reservation on behalf of 6723655846d64189b36c9aaf979c7950 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:12:42.400824 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3fbbcf7b-edf5-4f04-9d15-68429f1673e9 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:42.440348 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-302ccf65-3cc6-4f69-bf62-024bb22240f6 req-7219a623-d7b4-4ddb-8760-f1281efaa30f tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a362840-93f8-4e3b-83ba-f40100b3789b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985692 Feb 07 21:12:42.446648 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835c2ea-442b-4a3d-9634-6f087566d7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0269a0b9-3a4f-4ffc-bdff-622fa6036bae,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:42.494728 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8bc755ef-f4ed-4ed9-afaf-329f85b2e2ae req-41179a92-0a1f-4771-b688-e26f71026a51 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173301 Feb 07 21:12:42.618666 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-62e9b17f-5843-4f90-9af5-1f21badd22ec req-f608decf-c81f-4121-8938-69fab1c7f40e tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1191427991&fields=id&tenant_id=d10808f8a1e4426aac7a4507d0733789 HTTP/1.1" status: 200 len: 267 time: 0.0946836 Feb 07 21:12:42.816771 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9b17f-5843-4f90-9af5-1f21badd22ec req-6cfdb109-d56f-49ed-ad31-da6b11e0a4f5 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:42.823750 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-62e9b17f-5843-4f90-9af5-1f21badd22ec req-6cfdb109-d56f-49ed-ad31-da6b11e0a4f5 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=007afd48-b5ee-4fb0-ac99-bc478214bfb0 HTTP/1.1" status: 200 len: 946 time: 0.1986527 Feb 07 21:12:42.846395 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a5ec6-8b9d-4245-b91f-4aa73acf7788 req-eaf06be8-3b4b-42d3-aa94-ff53aead0d56 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:42.852947 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a06a5ec6-8b9d-4245-b91f-4aa73acf7788 req-eaf06be8-3b4b-42d3-aa94-ff53aead0d56 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1672719 Feb 07 21:12:42.865221 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-62e9b17f-5843-4f90-9af5-1f21badd22ec req-2c5a28e0-f34d-4691-bc6c-5339cd64e6f4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Request body: {'port': {'security_groups': ['8a362840-93f8-4e3b-83ba-f40100b3789b', '6bb24f72-e7a1-48da-bd36-4305bef63fd6']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:42.880620 n-d-828185-2 neutron-server[103256]: DEBUG neutron.objects.ports [None req-3fbbcf7b-edf5-4f04-9d15-68429f1673e9 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103256) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 21:12:42.881363 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3fbbcf7b-edf5-4f04-9d15-68429f1673e9 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (c091f176-be86-4de3-9ca8-12f127b772b0), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:42.952967 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbcf7b-edf5-4f04-9d15-68429f1673e9 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c091f176-be86-4de3-9ca8-12f127b772b0,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:42.961263 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbbcf7b-edf5-4f04-9d15-68429f1673e9 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Checking segment: {'id': 'e71cf386-61ff-4b57-a7d2-2962ea18e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '78b045d3-7702-4b27-9954-ecbdeaac3352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:12:42.961808 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbbcf7b-edf5-4f04-9d15-68429f1673e9 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Network hostable DHCP agents. Network: 78b045d3-7702-4b27-9954-ecbdeaac3352, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:12:42.997656 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a06a5ec6-8b9d-4245-b91f-4aa73acf7788 req-900d5e94-bab1-4369-a469-0457edbb7fff tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437392 Feb 07 21:12:42.999468 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbbcf7b-edf5-4f04-9d15-68429f1673e9 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Network 78b045d3-7702-4b27-9954-ecbdeaac3352 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:12:43.030040 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-3fbbcf7b-edf5-4f04-9d15-68429f1673e9 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 78b045d3-7702-4b27-9954-ecbdeaac3352) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:12:43.035169 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbbcf7b-edf5-4f04-9d15-68429f1673e9 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:43.035960 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3fbbcf7b-edf5-4f04-9d15-68429f1673e9 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:43.042623 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec04fdd0-7cde-466e-ac79-4105ee153508 None None] Network 78b045d3-7702-4b27-9954-ecbdeaac3352 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:12:43.068284 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3fbbcf7b-edf5-4f04-9d15-68429f1673e9 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7304325 Feb 07 21:12:43.071526 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60388) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:43.077799 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c6b9f335-76bc-477d-bfaf-dc43a08d99b5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-18707110', 'network_id': '78b045d3-7702-4b27-9954-ecbdeaac3352'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:43.136499 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b9f335-76bc-477d-bfaf-dc43a08d99b5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Made reservation on behalf of 6723655846d64189b36c9aaf979c7950 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:12:43.141765 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c6b9f335-76bc-477d-bfaf-dc43a08d99b5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:43.168991 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-c6b9f335-76bc-477d-bfaf-dc43a08d99b5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] device_id is not set on port 9b9f0f37-b592-4e04-9ce3-7317998b8679 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:12:43.222617 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5cdcdf-4018-4696-aa02-f39925298073 None None] Network 78b045d3-7702-4b27-9954-ecbdeaac3352 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:12:43.237750 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-62e9b17f-5843-4f90-9af5-1f21badd22ec req-2c5a28e0-f34d-4691-bc6c-5339cd64e6f4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6e9108f2-c36c-4b21-9b71-ed62699cfbff), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:43.342602 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-c6b9f335-76bc-477d-bfaf-dc43a08d99b5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Allocated IP 172.20.0.2 (78b045d3-7702-4b27-9954-ecbdeaac3352/c091f176-be86-4de3-9ca8-12f127b772b0/9b9f0f37-b592-4e04-9ce3-7317998b8679) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:12:43.439271 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fce96-08f1-4783-b6b6-9a5c9a96c9e8 req-6b50afe7-e54f-4a48-96dc-b235ecaf957d tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:43.441343 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d7fce96-08f1-4783-b6b6-9a5c9a96c9e8 req-6b50afe7-e54f-4a48-96dc-b235ecaf957d tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.3001590 Feb 07 21:12:43.512595 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d7fce96-08f1-4783-b6b6-9a5c9a96c9e8 req-7f890793-6bcd-4b9b-87bd-f780f6179e77 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596607 Feb 07 21:12:43.536114 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c6b9f335-76bc-477d-bfaf-dc43a08d99b5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for port (9b9f0f37-b592-4e04-9ce3-7317998b8679), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:43.591560 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c6b9f335-76bc-477d-bfaf-dc43a08d99b5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9b9f0f37-b592-4e04-9ce3-7317998b8679), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:43.663326 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b9f335-76bc-477d-bfaf-dc43a08d99b5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Network 78b045d3-7702-4b27-9954-ecbdeaac3352 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:12:43.669440 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-c6b9f335-76bc-477d-bfaf-dc43a08d99b5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:12:43.671729 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b9f335-76bc-477d-bfaf-dc43a08d99b5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Pushing event updated for resources: {'Port': ['ID=9b9f0f37-b592-4e04-9ce3-7317998b8679,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:43.674157 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b9f335-76bc-477d-bfaf-dc43a08d99b5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:12:43.739705 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b9f335-76bc-477d-bfaf-dc43a08d99b5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:43.742495 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c6b9f335-76bc-477d-bfaf-dc43a08d99b5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:43.757181 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-62e9b17f-5843-4f90-9af5-1f21badd22ec req-2c5a28e0-f34d-4691-bc6c-5339cd64e6f4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] For port 6e9108f2-c36c-4b21-9b71-ed62699cfbff, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6e9108f2-c36c-4b21-9b71-ed62699cfbff,segment=NetworkSegment(e428fdb1-030b-4885-9d86-f48291007e12),segment_id=e428fdb1-030b-4885-9d86-f48291007e12)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:43.784411 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60404) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:43.790015 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c6b9f335-76bc-477d-bfaf-dc43a08d99b5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 0.7160151 Feb 07 21:12:43.834175 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4fbf5-f2ab-4bd0-8aae-9eacf1dab32e req-86ee423e-0d82-4a1d-a1b7-1aacf979b707 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:43.836194 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ef4fbf5-f2ab-4bd0-8aae-9eacf1dab32e req-86ee423e-0d82-4a1d-a1b7-1aacf979b707 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1868885 Feb 07 21:12:43.844070 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-62e9b17f-5843-4f90-9af5-1f21badd22ec req-2c5a28e0-f34d-4691-bc6c-5339cd64e6f4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for port (6e9108f2-c36c-4b21-9b71-ed62699cfbff), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:43.856724 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-62e9b17f-5843-4f90-9af5-1f21badd22ec req-2c5a28e0-f34d-4691-bc6c-5339cd64e6f4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (6e9108f2-c36c-4b21-9b71-ed62699cfbff), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:43.871459 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['db83d01e-40ca-4c97-88f3-ae02506f96ab', '6e9108f2-c36c-4b21-9b71-ed62699cfbff'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:12:43.950214 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a28e0-f34d-4691-bc6c-5339cd64e6f4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Pushing event updated for resources: {'Port': ['ID=6e9108f2-c36c-4b21-9b71-ed62699cfbff,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:43.980189 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9b17f-5843-4f90-9af5-1f21badd22ec req-2c5a28e0-f34d-4691-bc6c-5339cd64e6f4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:43.980841 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-62e9b17f-5843-4f90-9af5-1f21badd22ec req-2c5a28e0-f34d-4691-bc6c-5339cd64e6f4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:43.982273 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-62e9b17f-5843-4f90-9af5-1f21badd22ec req-2c5a28e0-f34d-4691-bc6c-5339cd64e6f4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "PUT /v2.0/ports/6e9108f2-c36c-4b21-9b71-ed62699cfbff HTTP/1.1" status: 200 len: 982 time: 1.1265047 Feb 07 21:12:43.984975 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a28e0-f34d-4691-bc6c-5339cd64e6f4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:43.985322 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a28e0-f34d-4691-bc6c-5339cd64e6f4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:43.985662 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a28e0-f34d-4691-bc6c-5339cd64e6f4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:43.985999 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a28e0-f34d-4691-bc6c-5339cd64e6f4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:43.986332 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a28e0-f34d-4691-bc6c-5339cd64e6f4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:43.986665 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a28e0-f34d-4691-bc6c-5339cd64e6f4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:43.986996 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a28e0-f34d-4691-bc6c-5339cd64e6f4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:43.987326 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a28e0-f34d-4691-bc6c-5339cd64e6f4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:43.987646 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a28e0-f34d-4691-bc6c-5339cd64e6f4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:43.987973 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a28e0-f34d-4691-bc6c-5339cd64e6f4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:43.988856 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a28e0-f34d-4691-bc6c-5339cd64e6f4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:43.988856 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a28e0-f34d-4691-bc6c-5339cd64e6f4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:43.989042 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a28e0-f34d-4691-bc6c-5339cd64e6f4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:43.992679 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '007afd48-b5ee-4fb0-ac99-bc478214bfb0', 'tag': '6e9108f2-c36c-4b21-9b71-ed62699cfbff'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:12:43.995394 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c03269f-3b88-4a19-a214-1f1ca159d2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "007afd48-b5ee-4fb0-ac99-bc478214bfb0", "tag": "6e9108f2-c36c-4b21-9b71-ed62699cfbff"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:12:44.028884 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ef4fbf5-f2ab-4bd0-8aae-9eacf1dab32e req-7c7d4ce6-4aaa-4a34-80ff-8743c724df2a tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781769 Feb 07 21:12:44.082935 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-787b471b-5e4f-4bbf-9a46-c38ff2a03e22 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Deleting port 9b9f0f37-b592-4e04-9ce3-7317998b8679 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:12:44.083595 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-787b471b-5e4f-4bbf-9a46-c38ff2a03e22 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9b9f0f37-b592-4e04-9ce3-7317998b8679), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:44.189712 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['6e9108f2-c36c-4b21-9b71-ed62699cfbff'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:12:44.230516 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-787b471b-5e4f-4bbf-9a46-c38ff2a03e22 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9b9f0f37-b592-4e04-9ce3-7317998b8679), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:44.270698 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-787b471b-5e4f-4bbf-9a46-c38ff2a03e22 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Calling delete_port for 9b9f0f37-b592-4e04-9ce3-7317998b8679 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:12:44.347835 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ab6eb63-69fd-4820-b21a-30b9a0309387 req-aeedf936-47ea-44d3-926e-e35db43eff58 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups/6bb24f72-e7a1-48da-bd36-4305bef63fd6 HTTP/1.1" status: 200 len: 1819 time: 0.1946042 Feb 07 21:12:44.385487 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011f39f-a5d0-417b-a39a-efe1fa1a56de req-b8c784e9-d6d3-41d9-9f09-14e379e8c3e5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:44.390843 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011f39f-a5d0-417b-a39a-efe1fa1a56de req-b8c784e9-d6d3-41d9-9f09-14e379e8c3e5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:44.396094 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011f39f-a5d0-417b-a39a-efe1fa1a56de req-b8c784e9-d6d3-41d9-9f09-14e379e8c3e5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:44.401502 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011f39f-a5d0-417b-a39a-efe1fa1a56de req-b8c784e9-d6d3-41d9-9f09-14e379e8c3e5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:44.406829 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011f39f-a5d0-417b-a39a-efe1fa1a56de req-b8c784e9-d6d3-41d9-9f09-14e379e8c3e5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:44.412018 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011f39f-a5d0-417b-a39a-efe1fa1a56de req-b8c784e9-d6d3-41d9-9f09-14e379e8c3e5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:44.418023 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011f39f-a5d0-417b-a39a-efe1fa1a56de req-b8c784e9-d6d3-41d9-9f09-14e379e8c3e5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:44.419782 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6011f39f-a5d0-417b-a39a-efe1fa1a56de req-b8c784e9-d6d3-41d9-9f09-14e379e8c3e5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5419 time: 0.2679553 Feb 07 21:12:44.504056 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-4ab6eb63-69fd-4820-b21a-30b9a0309387 req-d9d32b1b-c3f5-4ee2-a2e9-d8004cc596d3 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 07 21:12:44.513185 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ab6eb63-69fd-4820-b21a-30b9a0309387 req-d9d32b1b-c3f5-4ee2-a2e9-d8004cc596d3 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "DELETE /v2.0/security-groups/6bb24f72-e7a1-48da-bd36-4305bef63fd6 HTTP/1.1" status: 409 len: 341 time: 0.1643789 Feb 07 21:12:44.594163 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6011f39f-a5d0-417b-a39a-efe1fa1a56de req-b84b485e-c996-4569-9f85-782288ada428 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1553667 Feb 07 21:12:44.608803 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fb7e14-e8f8-4c7e-839c-1b766892622c x-openstack-request-id: req-00fb7e14-e8f8-4c7e-839c-1b766892622c {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:12:44.609101 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "007afd48-b5ee-4fb0-ac99-bc478214bfb0", "tag": "6e9108f2-c36c-4b21-9b71-ed62699cfbff", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:12:44.609354 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-00fb7e14-e8f8-4c7e-839c-1b766892622c {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:12:44.609771 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '007afd48-b5ee-4fb0-ac99-bc478214bfb0', 'tag': '6e9108f2-c36c-4b21-9b71-ed62699cfbff', 'status': 'completed', 'code': 200} Feb 07 21:12:44.642021 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60438) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:44.684786 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-787b471b-5e4f-4bbf-9a46-c38ff2a03e22 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (9b9f0f37-b592-4e04-9ce3-7317998b8679), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:44.718840 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b471b-5e4f-4bbf-9a46-c38ff2a03e22 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b9f0f37-b592-4e04-9ce3-7317998b8679,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:44.741075 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03269f-3b88-4a19-a214-1f1ca159d2ab req-e30d4ff5-fd9f-4c87-8324-3aa6e12a8919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:44.742833 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3c03269f-3b88-4a19-a214-1f1ca159d2ab req-e30d4ff5-fd9f-4c87-8324-3aa6e12a8919 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d10808f8a1e4426aac7a4507d0733789&device_id=007afd48-b5ee-4fb0-ac99-bc478214bfb0 HTTP/1.1" status: 200 len: 1167 time: 0.1490622 Feb 07 21:12:44.918108 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c181ff85-3031-48eb-ba83-7cf693a78267 tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-568626701'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:44.922880 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c181ff85-3031-48eb-ba83-7cf693a78267 tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] Unknown quota resources ['metering_label']. {{(pid=103255) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 21:12:44.970869 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03269f-3b88-4a19-a214-1f1ca159d2ab req-e94a4285-ef92-45de-9e2f-211ffed3f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:44.972443 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3c03269f-3b88-4a19-a214-1f1ca159d2ab req-e94a4285-ef92-45de-9e2f-211ffed3f232 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5ab21a05-4285-40ac-9087-244389cc5c8a HTTP/1.1" status: 200 len: 914 time: 0.2210705 Feb 07 21:12:45.018808 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3c03269f-3b88-4a19-a214-1f1ca159d2ab req-b2e03896-9d90-485b-81d6-b489b2fb56eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e9108f2-c36c-4b21-9b71-ed62699cfbff HTTP/1.1" status: 200 len: 217 time: 0.0388858 Feb 07 21:12:45.058053 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-787b471b-5e4f-4bbf-9a46-c38ff2a03e22 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:45.061401 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-787b471b-5e4f-4bbf-9a46-c38ff2a03e22 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "DELETE /v2.0/ports/9b9f0f37-b592-4e04-9ce3-7317998b8679 HTTP/1.1" status: 204 len: 168 time: 1.2739997 Feb 07 21:12:45.064574 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60444) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:45.072978 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-6af38bd2-2b5a-4101-9c3e-230e0959b8fa tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78b045d3-7702-4b27-9954-ecbdeaac3352', 'external_fixed_ips': [{'subnet_id': 'c091f176-be86-4de3-9ca8-12f127b772b0', 'ip_address': '172.20.0.2'}]}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:45.110282 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03269f-3b88-4a19-a214-1f1ca159d2ab req-a1d1cc85-bf48-4cbd-af74-ae76947f2589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:45.112338 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3c03269f-3b88-4a19-a214-1f1ca159d2ab req-a1d1cc85-bf48-4cbd-af74-ae76947f2589 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2aefdc90-0b3f-49bd-8e85-71d4e6eb9af9 HTTP/1.1" status: 200 len: 853 time: 0.0870328 Feb 07 21:12:45.117283 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6af38bd2-2b5a-4101-9c3e-230e0959b8fa tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:45.118670 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6af38bd2-2b5a-4101-9c3e-230e0959b8fa tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:45.153263 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3c03269f-3b88-4a19-a214-1f1ca159d2ab req-402a21df-4362-4532-a152-09b85adcb430 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5ab21a05-4285-40ac-9087-244389cc5c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292408 Feb 07 21:12:45.155270 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907d59c-7730-499f-b8cb-1ce70e3a5c2d req-2a23a4fc-2af3-4239-9a1e-66839a8312a1 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:45.156480 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9907d59c-7730-499f-b8cb-1ce70e3a5c2d req-2a23a4fc-2af3-4239-9a1e-66839a8312a1 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.3675961 Feb 07 21:12:45.223591 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c181ff85-3031-48eb-ba83-7cf693a78267 tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:45.227833 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c181ff85-3031-48eb-ba83-7cf693a78267 tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5848277 Feb 07 21:12:45.228629 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60448) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:45.243409 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a680c8e7-dbc6-42bd-af57-28d35bdec2d6 tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'a78394c7-2837-47f9-94e7-f71566439e1b'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:45.244066 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a680c8e7-dbc6-42bd-af57-28d35bdec2d6 tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103255) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 21:12:45.265834 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619ee7e-9be1-4e27-bf53-ac874137d4e2 req-7c2466c6-4c6c-4221-9348-85acd8cf8791 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:45.267528 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e619ee7e-9be1-4e27-bf53-ac874137d4e2 req-7c2466c6-4c6c-4221-9348-85acd8cf8791 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.3371718 Feb 07 21:12:45.299784 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6af38bd2-2b5a-4101-9c3e-230e0959b8fa tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router_controller (fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:45.395512 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3c03269f-3b88-4a19-a214-1f1ca159d2ab req-d840f893-7aec-42a5-83bb-173355c972d8 service neutron] 10.222.0.69 "GET /v2.0/networks/5ab21a05-4285-40ac-9087-244389cc5c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282989 Feb 07 21:12:45.649579 n-d-828185-2 neutron-server[103255]: WARNING neutron.services.metering.metering_plugin [None req-a680c8e7-dbc6-42bd-af57-28d35bdec2d6 tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 07 21:12:45.659632 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9907d59c-7730-499f-b8cb-1ce70e3a5c2d req-a8c48a39-63dd-4db4-a1fc-3b6e19b672b2 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4789367 Feb 07 21:12:45.813311 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6af38bd2-2b5a-4101-9c3e-230e0959b8fa tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router_gateway (fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:45.814415 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e619ee7e-9be1-4e27-bf53-ac874137d4e2 req-9fe1cd49-af43-4a38-9321-ecc455311a10 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5373912 Feb 07 21:12:45.817745 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a680c8e7-dbc6-42bd-af57-28d35bdec2d6 tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:45.819505 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a680c8e7-dbc6-42bd-af57-28d35bdec2d6 tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5810354 Feb 07 21:12:45.822233 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60452) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:45.826819 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1d654d65-1816-440a-8ce1-5a0cc3e5d781 tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'a78394c7-2837-47f9-94e7-f71566439e1b'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:45.827182 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1d654d65-1816-440a-8ce1-5a0cc3e5d781 tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103255) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 21:12:45.912759 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3c03269f-3b88-4a19-a214-1f1ca159d2ab req-e919619a-e367-4d8f-b348-9531a2d36216 service neutron] 10.222.0.69 "GET /v2.0/networks/5ab21a05-4285-40ac-9087-244389cc5c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505151 Feb 07 21:12:45.933491 n-d-828185-2 neutron-server[103255]: WARNING neutron.services.metering.metering_plugin [None req-1d654d65-1816-440a-8ce1-5a0cc3e5d781 tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 07 21:12:45.975348 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6148c8-d640-48ff-8e8a-7b7f7f34b9dc req-c56bc152-fc7d-4033-bd60-93b6a6af6dc1 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:45.977111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9e6148c8-d640-48ff-8e8a-7b7f7f34b9dc req-c56bc152-fc7d-4033-bd60-93b6a6af6dc1 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=007afd48-b5ee-4fb0-ac99-bc478214bfb0 HTTP/1.1" status: 200 len: 985 time: 0.2287519 Feb 07 21:12:46.092411 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d654d65-1816-440a-8ce1-5a0cc3e5d781 tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:46.094915 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1d654d65-1816-440a-8ce1-5a0cc3e5d781 tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2717428 Feb 07 21:12:46.097994 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60464) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:46.124930 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6af38bd2-2b5a-4101-9c3e-230e0959b8fa tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router_gateway (fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:46.142783 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1dee9453-8479-4d32-bf7a-1237d94c0276 tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=942bd711-468f-4a12-8690-adafa724fd16 HTTP/1.1" status: 200 len: 464 time: 0.0434830 Feb 07 21:12:46.150962 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60466) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:46.152173 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6af38bd2-2b5a-4101-9c3e-230e0959b8fa tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:46.190385 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9e6148c8-d640-48ff-8e8a-7b7f7f34b9dc req-89b1abf5-ffe2-4f3d-80ae-51a47564b37c tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bb24f72-e7a1-48da-bd36-4305bef63fd6&id=8a362840-93f8-4e3b-83ba-f40100b3789b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1674323 Feb 07 21:12:46.215919 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ed6b7-1258-4cb9-a3bc-e0fe90d7c4c7 req-4a6e3e6d-5f15-44bb-a04f-13c56f0147bc tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:46.226936 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ed6b7-1258-4cb9-a3bc-e0fe90d7c4c7 req-4a6e3e6d-5f15-44bb-a04f-13c56f0147bc tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:46.245465 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ed6b7-1258-4cb9-a3bc-e0fe90d7c4c7 req-4a6e3e6d-5f15-44bb-a04f-13c56f0147bc tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:46.250662 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ed6b7-1258-4cb9-a3bc-e0fe90d7c4c7 req-4a6e3e6d-5f15-44bb-a04f-13c56f0147bc tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:46.256182 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ed6b7-1258-4cb9-a3bc-e0fe90d7c4c7 req-4a6e3e6d-5f15-44bb-a04f-13c56f0147bc tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:46.271455 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ed6b7-1258-4cb9-a3bc-e0fe90d7c4c7 req-4a6e3e6d-5f15-44bb-a04f-13c56f0147bc tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:46.286325 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ed6b7-1258-4cb9-a3bc-e0fe90d7c4c7 req-4a6e3e6d-5f15-44bb-a04f-13c56f0147bc tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:46.288277 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-401ed6b7-1258-4cb9-a3bc-e0fe90d7c4c7 req-4a6e3e6d-5f15-44bb-a04f-13c56f0147bc tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5419 time: 0.2195971 Feb 07 21:12:46.316680 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc9f8b-7427-44d3-b06c-5f69e33a64d6 req-ae0a0213-a6da-4d04-940d-09aa63398d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:46.318077 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e2bc9f8b-7427-44d3-b06c-5f69e33a64d6 req-ae0a0213-a6da-4d04-940d-09aa63398d8c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d10808f8a1e4426aac7a4507d0733789&device_id=007afd48-b5ee-4fb0-ac99-bc478214bfb0 HTTP/1.1" status: 200 len: 1167 time: 0.3033864 Feb 07 21:12:46.397681 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51a582-c372-4bcc-ac90-dcc00fdc7eda req-26334d24-00e0-4daa-b080-8971ea445fb6 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:46.405299 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f51a582-c372-4bcc-ac90-dcc00fdc7eda req-26334d24-00e0-4daa-b080-8971ea445fb6 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1145775 Feb 07 21:12:46.427842 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-401ed6b7-1258-4cb9-a3bc-e0fe90d7c4c7 req-fa868dd2-7862-4467-865b-4a0bcaa5be55 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1284828 Feb 07 21:12:46.444141 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d4d01545-be92-460d-958c-a3664b0eead0 tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:46.457907 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d4d01545-be92-460d-958c-a3664b0eead0 tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/942bd711-468f-4a12-8690-adafa724fd16 HTTP/1.1" status: 204 len: 168 time: 0.2991948 Feb 07 21:12:46.469843 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60468) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:46.497947 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f51a582-c372-4bcc-ac90-dcc00fdc7eda req-c906ecdb-c649-4dde-b20c-3b6729620b45 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916233 Feb 07 21:12:46.502318 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3db911c5-e9b5-4879-a192-05285c31e208 tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=942bd711-468f-4a12-8690-adafa724fd16 HTTP/1.1" status: 200 len: 221 time: 0.0300245 Feb 07 21:12:46.507314 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60470) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:46.512399 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c7657469-1d62-4601-bbb1-8dd0d04136b9 tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1539317657', 'description': 'label created by tempest'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:46.512860 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c7657469-1d62-4601-bbb1-8dd0d04136b9 tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] Unknown quota resources ['metering_label']. {{(pid=103255) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 21:12:46.523363 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc9f8b-7427-44d3-b06c-5f69e33a64d6 req-0a5e9b9b-0aca-41c2-b43b-17c19bc4f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:46.533168 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e2bc9f8b-7427-44d3-b06c-5f69e33a64d6 req-0a5e9b9b-0aca-41c2-b43b-17c19bc4f705 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5ab21a05-4285-40ac-9087-244389cc5c8a HTTP/1.1" status: 200 len: 914 time: 0.1468964 Feb 07 21:12:46.625670 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e2bc9f8b-7427-44d3-b06c-5f69e33a64d6 req-500936f6-edb2-4188-8504-43109dcf2bae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e9108f2-c36c-4b21-9b71-ed62699cfbff HTTP/1.1" status: 200 len: 217 time: 0.0633931 Feb 07 21:12:46.740571 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-6af38bd2-2b5a-4101-9c3e-230e0959b8fa tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Allocated IP 172.20.0.2 (78b045d3-7702-4b27-9954-ecbdeaac3352/c091f176-be86-4de3-9ca8-12f127b772b0/9b426ec7-4365-4aa1-9e6a-18f4b2d953e5) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:12:46.756539 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c7657469-1d62-4601-bbb1-8dd0d04136b9 tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:46.761298 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c7657469-1d62-4601-bbb1-8dd0d04136b9 tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2528687 Feb 07 21:12:46.763834 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc9f8b-7427-44d3-b06c-5f69e33a64d6 req-73309f11-533f-4316-94fd-413cdf0a8d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:46.764117 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60480) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:46.765542 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e2bc9f8b-7427-44d3-b06c-5f69e33a64d6 req-73309f11-533f-4316-94fd-413cdf0a8d2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2aefdc90-0b3f-49bd-8e85-71d4e6eb9af9 HTTP/1.1" status: 200 len: 853 time: 0.0885715 Feb 07 21:12:46.814356 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e2bc9f8b-7427-44d3-b06c-5f69e33a64d6 req-d1b02c25-62e2-4887-b120-63aa825ae589 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5ab21a05-4285-40ac-9087-244389cc5c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395715 Feb 07 21:12:46.908498 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2222ddeb-6d09-41f7-be51-d52e3634a0e6 tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=b4320cdc-dfd0-4448-ac1c-ad8e4b5c0844 HTTP/1.1" status: 200 len: 468 time: 0.1431475 Feb 07 21:12:46.914179 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60484) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:46.951325 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e2bc9f8b-7427-44d3-b06c-5f69e33a64d6 req-2561ff43-e3b6-439a-ad69-6f0193040e2e service neutron] 10.222.0.69 "GET /v2.0/networks/5ab21a05-4285-40ac-9087-244389cc5c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064894 Feb 07 21:12:47.008323 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e806c2-6679-4c61-8ec9-a992c13a603d req-7c0b932d-5a3f-4a0a-8269-60f2c680882f tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:47.018350 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9e806c2-6679-4c61-8ec9-a992c13a603d req-7c0b932d-5a3f-4a0a-8269-60f2c680882f tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.2661531 Feb 07 21:12:47.046256 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6af38bd2-2b5a-4101-9c3e-230e0959b8fa tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for port (9b426ec7-4365-4aa1-9e6a-18f4b2d953e5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:47.080239 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c307a-3137-400c-96df-ef045e3c373d req-f099afc3-3a4c-415c-9b1b-23bb42a98003 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:47.081790 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-219c307a-3137-400c-96df-ef045e3c373d req-f099afc3-3a4c-415c-9b1b-23bb42a98003 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.3194413 Feb 07 21:12:47.099038 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e2bc9f8b-7427-44d3-b06c-5f69e33a64d6 req-ec1fbf2f-286b-410d-9924-64a974a0324e service neutron] 10.222.0.69 "GET /v2.0/networks/5ab21a05-4285-40ac-9087-244389cc5c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383905 Feb 07 21:12:47.116576 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6af38bd2-2b5a-4101-9c3e-230e0959b8fa tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9b426ec7-4365-4aa1-9e6a-18f4b2d953e5), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:47.158948 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af38bd2-2b5a-4101-9c3e-230e0959b8fa tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Network 78b045d3-7702-4b27-9954-ecbdeaac3352 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:12:47.164094 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-6af38bd2-2b5a-4101-9c3e-230e0959b8fa tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:12:47.168115 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af38bd2-2b5a-4101-9c3e-230e0959b8fa tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:12:47.223253 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9e806c2-6679-4c61-8ec9-a992c13a603d req-061f0ecf-fd67-4371-8d22-875672854615 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039156 Feb 07 21:12:47.260092 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-460aa8d3-86c4-435b-b2ef-7cabdbc3972b tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:47.264159 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-460aa8d3-86c4-435b-b2ef-7cabdbc3972b tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/b4320cdc-dfd0-4448-ac1c-ad8e4b5c0844 HTTP/1.1" status: 204 len: 168 time: 0.3462148 Feb 07 21:12:47.271423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60496) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:47.283872 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-219c307a-3137-400c-96df-ef045e3c373d req-67cbcc15-5bdf-4286-9a5f-bd07b86a0e53 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622109 Feb 07 21:12:47.308359 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b5c860ee-a905-4da2-b572-a206cfd5e499 tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=b4320cdc-dfd0-4448-ac1c-ad8e4b5c0844 HTTP/1.1" status: 200 len: 216 time: 0.0316482 Feb 07 21:12:47.312588 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60502) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:47.314879 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af38bd2-2b5a-4101-9c3e-230e0959b8fa tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Pushing event updated for resources: {'Port': ['ID=9b426ec7-4365-4aa1-9e6a-18f4b2d953e5,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:47.337673 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7d5d36c2-5422-4054-8563-1298c224d72d tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0240440 Feb 07 21:12:47.341909 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60504) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:47.376261 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-498c4947-0c5b-4cdc-b26c-33e6f901591c tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0303338 Feb 07 21:12:47.377933 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60506) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:47.447028 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-baa19415-fa11-4889-8ee2-8a3640cae164 tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels/a78394c7-2837-47f9-94e7-f71566439e1b HTTP/1.1" status: 200 len: 472 time: 0.0678914 Feb 07 21:12:47.452784 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60512) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:47.521991 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf608d8-1183-4292-b05f-16f5ee970caa req-11ac9ac3-b7a4-4fae-9039-4221fd67071d tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:47.528396 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-91a14d21-0225-4085-af54-5cce250588d3 tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules/5e0a6ca9-7d3b-496c-a3ad-34de7db4b14f HTTP/1.1" status: 200 len: 461 time: 0.0366175 Feb 07 21:12:47.529446 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-daf608d8-1183-4292-b05f-16f5ee970caa req-11ac9ac3-b7a4-4fae-9039-4221fd67071d tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=007afd48-b5ee-4fb0-ac99-bc478214bfb0 HTTP/1.1" status: 200 len: 985 time: 0.1220405 Feb 07 21:12:47.529593 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60518) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:47.557931 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893877f-c6c6-49c0-b82e-f57ff3fb6e71 req-90b41c31-5bab-4abc-86e3-405e3fe8622e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:47.559679 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f893877f-c6c6-49c0-b82e-f57ff3fb6e71 req-90b41c31-5bab-4abc-86e3-405e3fe8622e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1007993 Feb 07 21:12:47.623160 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-daf608d8-1183-4292-b05f-16f5ee970caa req-a09e91d5-b51b-4752-9128-1b5572332e80 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bb24f72-e7a1-48da-bd36-4305bef63fd6&id=8a362840-93f8-4e3b-83ba-f40100b3789b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0933521 Feb 07 21:12:47.640092 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f893877f-c6c6-49c0-b82e-f57ff3fb6e71 req-a1121311-96f8-4f05-9fbe-f6966367807f tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740113 Feb 07 21:12:47.659118 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90697db1-6cc5-4b9c-9dff-498d50aaea57 tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:47.660257 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-90697db1-6cc5-4b9c-9dff-498d50aaea57 tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/5e0a6ca9-7d3b-496c-a3ad-34de7db4b14f HTTP/1.1" status: 204 len: 168 time: 0.1304672 Feb 07 21:12:47.662708 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60524) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:47.668436 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6af38bd2-2b5a-4101-9c3e-230e0959b8fa tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router_gateway (fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:47.770603 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d774a4-a2dc-4546-982d-40c3e4187fe3 req-a84fdb48-032e-44dc-91de-17f7499757a5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:47.775841 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d774a4-a2dc-4546-982d-40c3e4187fe3 req-a84fdb48-032e-44dc-91de-17f7499757a5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:47.782453 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d774a4-a2dc-4546-982d-40c3e4187fe3 req-a84fdb48-032e-44dc-91de-17f7499757a5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:47.787106 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d774a4-a2dc-4546-982d-40c3e4187fe3 req-a84fdb48-032e-44dc-91de-17f7499757a5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:47.793264 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d774a4-a2dc-4546-982d-40c3e4187fe3 req-a84fdb48-032e-44dc-91de-17f7499757a5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:47.798844 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d774a4-a2dc-4546-982d-40c3e4187fe3 req-a84fdb48-032e-44dc-91de-17f7499757a5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:47.804982 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d774a4-a2dc-4546-982d-40c3e4187fe3 req-a84fdb48-032e-44dc-91de-17f7499757a5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:47.812814 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-25d774a4-a2dc-4546-982d-40c3e4187fe3 req-a84fdb48-032e-44dc-91de-17f7499757a5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5419 time: 0.1118829 Feb 07 21:12:47.842812 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 78688ae2-f6bf-4575-9b2d-411b39a9ee2d details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:12:47.906579 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9a53c-9ab6-4917-a808-31bbf60d571f req-a7b40269-2fdd-4807-98b2-e35180ac7243 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:47.910161 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f7f9a53c-9ab6-4917-a808-31bbf60d571f req-a7b40269-2fdd-4807-98b2-e35180ac7243 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1563044 Feb 07 21:12:47.925729 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-25d774a4-a2dc-4546-982d-40c3e4187fe3 req-d5d392fd-4654-4cbc-9d9d-1ce379b2ba61 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1080999 Feb 07 21:12:47.965319 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 78688ae2-f6bf-4575-9b2d-411b39a9ee2d, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=78688ae2-f6bf-4575-9b2d-411b39a9ee2d,segment=NetworkSegment(b471230d-262f-4c1e-be7a-7c91a832d6a9),segment_id=b471230d-262f-4c1e-be7a-7c91a832d6a9)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:47.967510 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc4e20ae-1972-4604-ae28-6ce2f978de6e tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:47.968688 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fc4e20ae-1972-4604-ae28-6ce2f978de6e tempest-MeteringTestJSON-1963865185 tempest-MeteringTestJSON-1963865185-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/a78394c7-2837-47f9-94e7-f71566439e1b HTTP/1.1" status: 204 len: 168 time: 0.3050780 Feb 07 21:12:47.981440 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '78688ae2-f6bf-4575-9b2d-411b39a9ee2d', 'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff', 'port_id': '78688ae2-f6bf-4575-9b2d-411b39a9ee2d', 'mac_address': 'fa:16:3e:60:3d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c2ed27-c21c-4f3c-8dab-d62862785392', 'ip_address': '10.1.1.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:12:48.015333 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f7f9a53c-9ab6-4917-a808-31bbf60d571f req-113dde6c-db62-44b7-acf5-4f807851c7ee tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882704 Feb 07 21:12:48.043467 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 78688ae2-f6bf-4575-9b2d-411b39a9ee2d is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:12:48.044080 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (78688ae2-f6bf-4575-9b2d-411b39a9ee2d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:48.059287 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78688ae2-f6bf-4575-9b2d-411b39a9ee2d {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:12:48.081252 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 78688ae2-f6bf-4575-9b2d-411b39a9ee2d, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=78688ae2-f6bf-4575-9b2d-411b39a9ee2d,segment=NetworkSegment(b471230d-262f-4c1e-be7a-7c91a832d6a9),segment_id=b471230d-262f-4c1e-be7a-7c91a832d6a9)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:48.086309 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (78688ae2-f6bf-4575-9b2d-411b39a9ee2d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:48.087054 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device b2ae11df-92cb-4cf3-a5a5-1a562899672f details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:12:48.087220 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6af38bd2-2b5a-4101-9c3e-230e0959b8fa tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:48.153902 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cde1a5-326e-416a-b859-d89c1e8fca14 req-c2f0ab5d-516a-47ad-b4e0-7e815533d304 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:48.156362 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8cde1a5-326e-416a-b859-d89c1e8fca14 req-c2f0ab5d-516a-47ad-b4e0-7e815533d304 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.0606580 Feb 07 21:12:48.222378 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8cde1a5-326e-416a-b859-d89c1e8fca14 req-69509ffb-e90b-464d-bcc0-65fc9375fd40 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599470 Feb 07 21:12:48.237071 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=78688ae2-f6bf-4575-9b2d-411b39a9ee2d,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:48.263739 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port b2ae11df-92cb-4cf3-a5a5-1a562899672f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b2ae11df-92cb-4cf3-a5a5-1a562899672f,segment=NetworkSegment(2d331ba7-4f45-4447-8f80-489b1d7f8196),segment_id=2d331ba7-4f45-4447-8f80-489b1d7f8196)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:48.287795 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'b2ae11df-92cb-4cf3-a5a5-1a562899672f', 'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2', 'port_id': 'b2ae11df-92cb-4cf3-a5a5-1a562899672f', 'mac_address': 'fa:16:3e:d7:6d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14195520-c31c-46d3-a196-c4e089f2f729', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:12:48.304600 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af38bd2-2b5a-4101-9c3e-230e0959b8fa tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Router fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:12:48.356477 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60544) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:48.383646 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7dd9702c-c463-478f-8cb0-130ae8ebdd43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:48.395036 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port b2ae11df-92cb-4cf3-a5a5-1a562899672f is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:12:48.395432 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b2ae11df-92cb-4cf3-a5a5-1a562899672f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:48.424638 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2ae11df-92cb-4cf3-a5a5-1a562899672f {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:12:48.447319 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port b2ae11df-92cb-4cf3-a5a5-1a562899672f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b2ae11df-92cb-4cf3-a5a5-1a562899672f,segment=NetworkSegment(2d331ba7-4f45-4447-8f80-489b1d7f8196),segment_id=2d331ba7-4f45-4447-8f80-489b1d7f8196)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:48.454851 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b2ae11df-92cb-4cf3-a5a5-1a562899672f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:48.456431 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 787540ad-da42-4766-9599-e06e23ac29d8 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:12:48.498049 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce79726-763a-4861-bbae-51c71fdd7006 req-6cf14abb-a694-4dd6-97b9-01da1d7df538 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:48.499617 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0ce79726-763a-4861-bbae-51c71fdd7006 req-6cf14abb-a694-4dd6-97b9-01da1d7df538 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.0997093 Feb 07 21:12:48.527594 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=b2ae11df-92cb-4cf3-a5a5-1a562899672f,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:48.544153 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db497917-751f-427b-b34a-d79f6cae4b6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:48.548999 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 787540ad-da42-4766-9599-e06e23ac29d8, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=787540ad-da42-4766-9599-e06e23ac29d8,segment=NetworkSegment(b471230d-262f-4c1e-be7a-7c91a832d6a9),segment_id=b471230d-262f-4c1e-be7a-7c91a832d6a9)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:48.561392 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '787540ad-da42-4766-9599-e06e23ac29d8', 'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff', 'port_id': '787540ad-da42-4766-9599-e06e23ac29d8', 'mac_address': 'fa:16:3e:9b:e4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c2ed27-c21c-4f3c-8dab-d62862785392', 'ip_address': '10.1.1.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:12:48.577533 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9d0d8-a457-4211-8fbc-5a63c84ce4de req-c41996ea-d7af-4caf-a4ae-e41ced4b761e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:48.579122 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9d9d0d8-a457-4211-8fbc-5a63c84ce4de req-c41996ea-d7af-4caf-a4ae-e41ced4b761e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1373944 Feb 07 21:12:48.604270 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 787540ad-da42-4766-9599-e06e23ac29d8 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:12:48.604830 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (787540ad-da42-4766-9599-e06e23ac29d8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:48.619459 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 787540ad-da42-4766-9599-e06e23ac29d8 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:12:48.625547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0ce79726-763a-4861-bbae-51c71fdd7006 req-830cfd08-3425-4d3f-973c-a793278e0dcc tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161880 Feb 07 21:12:48.643376 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 787540ad-da42-4766-9599-e06e23ac29d8, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=787540ad-da42-4766-9599-e06e23ac29d8,segment=NetworkSegment(b471230d-262f-4c1e-be7a-7c91a832d6a9),segment_id=b471230d-262f-4c1e-be7a-7c91a832d6a9)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:48.650908 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (787540ad-da42-4766-9599-e06e23ac29d8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:48.678701 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9d9d0d8-a457-4211-8fbc-5a63c84ce4de req-592696cd-98c2-4e28-896d-d4390204ba77 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876963 Feb 07 21:12:48.724850 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db497917-751f-427b-b34a-d79f6cae4b6f admin admin] Publish callbacks [] for security_group (f89936ad-fedb-4625-a986-1b001b4fd661), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:48.731025 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db497917-751f-427b-b34a-d79f6cae4b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f89936ad-fedb-4625-a986-1b001b4fd661), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:48.752240 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=787540ad-da42-4766-9599-e06e23ac29d8,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:48.779158 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db497917-751f-427b-b34a-d79f6cae4b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89936ad-fedb-4625-a986-1b001b4fd661,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:48.803621 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af38bd2-2b5a-4101-9c3e-230e0959b8fa tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:12:48.805090 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-db497917-751f-427b-b34a-d79f6cae4b6f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=813ccd69cb96463badcacde4cdd74336&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4474001 Feb 07 21:12:48.808710 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60564) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:48.817367 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9bf585-8fb3-43b4-91e9-bc36c0f37486 None None] Sync routers for ids ['fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:12:48.828528 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9bf585-8fb3-43b4-91e9-bc36c0f37486 None None] Routers {'fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:12:48.829442 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-bd9bf585-8fb3-43b4-91e9-bc36c0f37486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:12:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:12:48.856031 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6af38bd2-2b5a-4101-9c3e-230e0959b8fa tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:48.857621 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6af38bd2-2b5a-4101-9c3e-230e0959b8fa tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.7917981 Feb 07 21:12:48.860352 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60566) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:48.880165 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eca8d57d-c19a-4d9e-98ea-ec540929af8f admin admin] Publish callbacks [] for security_group (f89936ad-fedb-4625-a986-1b001b4fd661), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:48.903913 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eca8d57d-c19a-4d9e-98ea-ec540929af8f admin admin] Publish callbacks [] for security_group (f89936ad-fedb-4625-a986-1b001b4fd661), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:48.952125 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-bd9bf585-8fb3-43b4-91e9-bc36c0f37486 None None] Set router fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:12:48.968835 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eca8d57d-c19a-4d9e-98ea-ec540929af8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f89936ad-fedb-4625-a986-1b001b4fd661), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:48.971621 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eca8d57d-c19a-4d9e-98ea-ec540929af8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:48.972974 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-eca8d57d-c19a-4d9e-98ea-ec540929af8f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f89936ad-fedb-4625-a986-1b001b4fd661 HTTP/1.1" status: 204 len: 168 time: 0.1631439 Feb 07 21:12:48.981803 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fd5e4-5d42-474f-956d-d2649c396d4f req-2d5c227c-6623-461e-b978-799a913a263a tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:48.982441 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8d57d-c19a-4d9e-98ea-ec540929af8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89936ad-fedb-4625-a986-1b001b4fd661,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:48.983341 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-326fd5e4-5d42-474f-956d-d2649c396d4f req-2d5c227c-6623-461e-b978-799a913a263a tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=007afd48-b5ee-4fb0-ac99-bc478214bfb0 HTTP/1.1" status: 200 len: 985 time: 0.1955822 Feb 07 21:12:48.996496 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5ab52-b284-4a7b-883f-6812ea895c4c req-d5b06708-9639-48df-a157-450cbf6cbd96 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:49.003345 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5a5ab52-b284-4a7b-883f-6812ea895c4c req-d5b06708-9639-48df-a157-450cbf6cbd96 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1802080 Feb 07 21:12:49.080173 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c48e9146-5b60-4233-a261-9a580f4039d6 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router (fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:49.121915 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5a5ab52-b284-4a7b-883f-6812ea895c4c req-2ed6fcb3-a266-4cbe-a34c-f74218af1de3 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177075 Feb 07 21:12:49.180994 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-bd9bf585-8fb3-43b4-91e9-bc36c0f37486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d', 'name': '', 'tenant_id': '6723655846d64189b36c9aaf979c7950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78b045d3-7702-4b27-9954-ecbdeaac3352', 'external_fixed_ips': [{'subnet_id': 'c091f176-be86-4de3-9ca8-12f127b772b0', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '9b426ec7-4365-4aa1-9e6a-18f4b2d953e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:12:45Z', 'updated_at': '2022-02-07T21:12:47Z', 'revision_number': 3, 'project_id': '6723655846d64189b36c9aaf979c7950', 'gw_port': {'id': '9b426ec7-4365-4aa1-9e6a-18f4b2d953e5', 'name': '', 'network_id': '78b045d3-7702-4b27-9954-ecbdeaac3352', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:02:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'c091f176-be86-4de3-9ca8-12f127b772b0', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:12:46Z', 'updated_at': '2022-02-07T21:12:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c091f176-be86-4de3-9ca8-12f127b772b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:12:49.219055 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9bf585-8fb3-43b4-91e9-bc36c0f37486 None None] Checking router: fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:12:49.219999 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9bf585-8fb3-43b4-91e9-bc36c0f37486 None None] Updating router fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d port 9b426ec7-4365-4aa1-9e6a-18f4b2d953e5 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:12:49.236080 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-326fd5e4-5d42-474f-956d-d2649c396d4f req-f253cf28-5dbf-4099-a01a-c476ed5a7ba8 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?id=6bb24f72-e7a1-48da-bd36-4305bef63fd6&id=8a362840-93f8-4e3b-83ba-f40100b3789b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2281322 Feb 07 21:12:49.263688 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bd9bf585-8fb3-43b4-91e9-bc36c0f37486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9b426ec7-4365-4aa1-9e6a-18f4b2d953e5), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:49.289998 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c48e9146-5b60-4233-a261-9a580f4039d6 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router_gateway (fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:49.383265 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60592) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:49.396847 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0793e3cc-b6b8-4cdc-9ee8-e7e51d7471cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:49.483292 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0793e3cc-b6b8-4cdc-9ee8-e7e51d7471cb admin admin] Publish callbacks [] for security_group (846ab424-5fda-4ae7-a5ec-eb3c615111b4), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:49.488176 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0793e3cc-b6b8-4cdc-9ee8-e7e51d7471cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (846ab424-5fda-4ae7-a5ec-eb3c615111b4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:49.523422 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['787540ad-da42-4766-9599-e06e23ac29d8'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:12:49.527437 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793e3cc-b6b8-4cdc-9ee8-e7e51d7471cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846ab424-5fda-4ae7-a5ec-eb3c615111b4,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:49.538205 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0793e3cc-b6b8-4cdc-9ee8-e7e51d7471cb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c091c82c25c84c4eb6a6bb06601c317f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1537161 Feb 07 21:12:49.540665 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60594) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:49.597757 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25e8934b-63d9-48a4-9023-923ebd3b52e4 admin admin] Publish callbacks [] for security_group (846ab424-5fda-4ae7-a5ec-eb3c615111b4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:49.606349 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bd9bf585-8fb3-43b4-91e9-bc36c0f37486 None None] Publish callbacks [] for port (9b426ec7-4365-4aa1-9e6a-18f4b2d953e5), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:49.615819 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['78688ae2-f6bf-4575-9b2d-411b39a9ee2d'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:12:49.626251 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25e8934b-63d9-48a4-9023-923ebd3b52e4 admin admin] Publish callbacks [] for security_group (846ab424-5fda-4ae7-a5ec-eb3c615111b4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:49.640419 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bd9bf585-8fb3-43b4-91e9-bc36c0f37486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9b426ec7-4365-4aa1-9e6a-18f4b2d953e5), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:49.684074 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25e8934b-63d9-48a4-9023-923ebd3b52e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (846ab424-5fda-4ae7-a5ec-eb3c615111b4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:49.687046 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25e8934b-63d9-48a4-9023-923ebd3b52e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:49.688754 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-25e8934b-63d9-48a4-9023-923ebd3b52e4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/846ab424-5fda-4ae7-a5ec-eb3c615111b4 HTTP/1.1" status: 204 len: 168 time: 0.1466043 Feb 07 21:12:49.722099 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8934b-63d9-48a4-9023-923ebd3b52e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846ab424-5fda-4ae7-a5ec-eb3c615111b4,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:49.726083 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-bd9bf585-8fb3-43b4-91e9-bc36c0f37486 None None] Attempting to bind port 9b426ec7-4365-4aa1-9e6a-18f4b2d953e5 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:12:49.726466 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-bd9bf585-8fb3-43b4-91e9-bc36c0f37486 None None] Attempting to bind port 9b426ec7-4365-4aa1-9e6a-18f4b2d953e5 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'e71cf386-61ff-4b57-a7d2-2962ea18e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '78b045d3-7702-4b27-9954-ecbdeaac3352'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:12:49.726831 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9bf585-8fb3-43b4-91e9-bc36c0f37486 None None] Attempting to bind port 9b426ec7-4365-4aa1-9e6a-18f4b2d953e5 on network 78b045d3-7702-4b27-9954-ecbdeaac3352 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:12:49.732758 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f91e73-a307-423e-8fca-47760c70457a req-8f9a4dc1-242b-4466-8bbe-cb99c1516aa0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:49.739749 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f91e73-a307-423e-8fca-47760c70457a req-8f9a4dc1-242b-4466-8bbe-cb99c1516aa0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:49.745820 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f91e73-a307-423e-8fca-47760c70457a req-8f9a4dc1-242b-4466-8bbe-cb99c1516aa0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:49.751152 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f91e73-a307-423e-8fca-47760c70457a req-8f9a4dc1-242b-4466-8bbe-cb99c1516aa0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:49.757501 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f91e73-a307-423e-8fca-47760c70457a req-8f9a4dc1-242b-4466-8bbe-cb99c1516aa0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:49.763299 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f91e73-a307-423e-8fca-47760c70457a req-8f9a4dc1-242b-4466-8bbe-cb99c1516aa0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:49.768512 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f91e73-a307-423e-8fca-47760c70457a req-8f9a4dc1-242b-4466-8bbe-cb99c1516aa0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:49.770457 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21f91e73-a307-423e-8fca-47760c70457a req-8f9a4dc1-242b-4466-8bbe-cb99c1516aa0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5422 time: 0.4662685 Feb 07 21:12:49.770667 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9bf585-8fb3-43b4-91e9-bc36c0f37486 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:12:49.771050 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9bf585-8fb3-43b4-91e9-bc36c0f37486 None None] Checking segment: {'id': 'e71cf386-61ff-4b57-a7d2-2962ea18e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '78b045d3-7702-4b27-9954-ecbdeaac3352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:12:49.771455 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bd9bf585-8fb3-43b4-91e9-bc36c0f37486 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:49.771854 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9bf585-8fb3-43b4-91e9-bc36c0f37486 None None] Bound using segment: {'id': 'e71cf386-61ff-4b57-a7d2-2962ea18e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '78b045d3-7702-4b27-9954-ecbdeaac3352'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:12:49.772333 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-bd9bf585-8fb3-43b4-91e9-bc36c0f37486 None None] Bound port: 9b426ec7-4365-4aa1-9e6a-18f4b2d953e5, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71cf386-61ff-4b57-a7d2-2962ea18e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '78b045d3-7702-4b27-9954-ecbdeaac3352'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:12:49.772714 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bd9bf585-8fb3-43b4-91e9-bc36c0f37486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9b426ec7-4365-4aa1-9e6a-18f4b2d953e5), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:49.801333 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df475766-8a62-46cc-a8f6-946681d7c753 None None] Pushing event updated for resources: {'Port': ['ID=9b426ec7-4365-4aa1-9e6a-18f4b2d953e5,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:49.805550 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8dbc76-e6a0-42ad-90b8-76878e9aec76 req-8926603d-cdc0-4d06-90f6-863c4ba29fb8 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:49.809063 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea8dbc76-e6a0-42ad-90b8-76878e9aec76 req-8926603d-cdc0-4d06-90f6-863c4ba29fb8 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0a3adc0-0a51-4fdf-8f70-bafcb3885011 HTTP/1.1" status: 200 len: 950 time: 0.4505761 Feb 07 21:12:49.824651 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c48e9146-5b60-4233-a261-9a580f4039d6 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Deleting port 9b426ec7-4365-4aa1-9e6a-18f4b2d953e5 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:12:49.825039 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c48e9146-5b60-4233-a261-9a580f4039d6 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9b426ec7-4365-4aa1-9e6a-18f4b2d953e5), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:49.859472 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 9df63fc7-adaf-4727-81c9-300e3fea4a9f details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:12:49.862300 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d019f946-126b-43a9-9bd9-fff51651d217 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:12:49.946858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-bd9bf585-8fb3-43b4-91e9-bc36c0f37486 None None] For port 9b426ec7-4365-4aa1-9e6a-18f4b2d953e5, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:12:49.970313 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21f91e73-a307-423e-8fca-47760c70457a req-4aa95178-4302-4a5d-8b6b-efc97e86f8a8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1882830 Feb 07 21:12:49.973663 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea8dbc76-e6a0-42ad-90b8-76878e9aec76 req-50cf12e0-65b4-4732-aa5a-98336cd79a4b tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fd304ff-acc6-43e8-9397-ae70d57fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424346 Feb 07 21:12:50.018195 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c48e9146-5b60-4233-a261-9a580f4039d6 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9b426ec7-4365-4aa1-9e6a-18f4b2d953e5), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:50.023722 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-bd9bf585-8fb3-43b4-91e9-bc36c0f37486 None None] For port 9b426ec7-4365-4aa1-9e6a-18f4b2d953e5, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9b426ec7-4365-4aa1-9e6a-18f4b2d953e5,segment=NetworkSegment(e71cf386-61ff-4b57-a7d2-2962ea18e2be),segment_id=e71cf386-61ff-4b57-a7d2-2962ea18e2be)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:12:50.071034 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c48e9146-5b60-4233-a261-9a580f4039d6 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Calling delete_port for 9b426ec7-4365-4aa1-9e6a-18f4b2d953e5 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:12:50.085119 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bd9bf585-8fb3-43b4-91e9-bc36c0f37486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9b426ec7-4365-4aa1-9e6a-18f4b2d953e5), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:50.227943 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fc31c-6609-4e1c-aae9-731c012f7a20 req-085063d8-dbd3-48bf-8f1c-84d989ccad17 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:50.229509 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b72fc31c-6609-4e1c-aae9-731c012f7a20 req-085063d8-dbd3-48bf-8f1c-84d989ccad17 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.1418512 Feb 07 21:12:50.240461 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-390bb592-d03a-424a-97fb-018b89d91b55 req-b05f0f81-b257-4d3c-9674-4b76b87eb199 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-252095897&fields=id&tenant_id=d10808f8a1e4426aac7a4507d0733789 HTTP/1.1" status: 200 len: 267 time: 0.1351173 Feb 07 21:12:50.242408 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port d019f946-126b-43a9-9bd9-fff51651d217 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:12:50.242902 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d019f946-126b-43a9-9bd9-fff51651d217), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:50.256160 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 9df63fc7-adaf-4727-81c9-300e3fea4a9f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9df63fc7-adaf-4727-81c9-300e3fea4a9f,segment=NetworkSegment(132e9d3b-e3a0-44db-9f71-5990771065f1),segment_id=132e9d3b-e3a0-44db-9f71-5990771065f1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:50.263215 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9bf585-8fb3-43b4-91e9-bc36c0f37486 None None] Routers {'fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:12:50.263997 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-bd9bf585-8fb3-43b4-91e9-bc36c0f37486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:12:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:12:50.313881 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df475766-8a62-46cc-a8f6-946681d7c753 None None] Pushing event updated for resources: {'Port': ['ID=9b426ec7-4365-4aa1-9e6a-18f4b2d953e5,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:50.343913 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '9df63fc7-adaf-4727-81c9-300e3fea4a9f', 'network_id': '990c9613-1652-4a05-a37c-c1f76f75103a', 'port_id': '9df63fc7-adaf-4727-81c9-300e3fea4a9f', 'mac_address': 'fa:16:3e:39:bf:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5377085d-38ba-495c-883b-35fa1357919c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:12:50.371721 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a3adc0-0a51-4fdf-8f70-bafcb3885011', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd019f946-126b-43a9-9bd9-fff51651d217'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:12:50.373962 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ec30fd-fec3-4542-bb4f-2ddf22e0605e" -d '{"events": [{"server_uuid": "f0a3adc0-0a51-4fdf-8f70-bafcb3885011", "name": "network-vif-unplugged", "status": "completed", "tag": "d019f946-126b-43a9-9bd9-fff51651d217"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:12:50.382802 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bb592-d03a-424a-97fb-018b89d91b55 req-92ff317c-b16c-47cd-baca-a8c0ab5fb8fa tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:50.384296 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-390bb592-d03a-424a-97fb-018b89d91b55 req-92ff317c-b16c-47cd-baca-a8c0ab5fb8fa tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=007afd48-b5ee-4fb0-ac99-bc478214bfb0 HTTP/1.1" status: 200 len: 985 time: 0.1430681 Feb 07 21:12:50.413065 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b72fc31c-6609-4e1c-aae9-731c012f7a20 req-cac4897d-c8f7-4ee0-bbb5-ea8f6d034320 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675162 Feb 07 21:12:50.421728 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-390bb592-d03a-424a-97fb-018b89d91b55 req-7da7f5cd-b88c-4b3c-9cd7-ab6e3f32a33a tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Request body: {'port': {'security_groups': ['6bb24f72-e7a1-48da-bd36-4305bef63fd6', '8a362840-93f8-4e3b-83ba-f40100b3789b', 'ead8780a-2c08-4c5f-88be-fc577d0b82f6']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:50.421983 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port d019f946-126b-43a9-9bd9-fff51651d217, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d019f946-126b-43a9-9bd9-fff51651d217,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:50.435779 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-bd9bf585-8fb3-43b4-91e9-bc36c0f37486 None None] Set router fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:12:50.540046 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-390bb592-d03a-424a-97fb-018b89d91b55 req-7da7f5cd-b88c-4b3c-9cd7-ab6e3f32a33a tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6e9108f2-c36c-4b21-9b71-ed62699cfbff), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:50.616796 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c48e9146-5b60-4233-a261-9a580f4039d6 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (9b426ec7-4365-4aa1-9e6a-18f4b2d953e5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:50.629448 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-bd9bf585-8fb3-43b4-91e9-bc36c0f37486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d', 'name': '', 'tenant_id': '6723655846d64189b36c9aaf979c7950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:12:45Z', 'updated_at': '2022-02-07T21:12:49Z', 'revision_number': 4, 'project_id': '6723655846d64189b36c9aaf979c7950', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:12:50.631145 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 9df63fc7-adaf-4727-81c9-300e3fea4a9f is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:12:50.631524 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9df63fc7-adaf-4727-81c9-300e3fea4a9f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:50.638360 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['b2ae11df-92cb-4cf3-a5a5-1a562899672f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:12:50.676994 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d019f946-126b-43a9-9bd9-fff51651d217), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:50.713888 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9bf585-8fb3-43b4-91e9-bc36c0f37486 None None] The sync data for ids ['fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d'] in n-d-828185-2 is: [{'id': 'fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d', 'name': '', 'tenant_id': '6723655846d64189b36c9aaf979c7950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:12:45Z', 'updated_at': '2022-02-07T21:12:49Z', 'revision_number': 4, 'project_id': '6723655846d64189b36c9aaf979c7950', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:12:50.715857 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e9146-5b60-4233-a261-9a580f4039d6 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b426ec7-4365-4aa1-9e6a-18f4b2d953e5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:50.795559 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c48e9146-5b60-4233-a261-9a580f4039d6 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:50.805417 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df63fc7-adaf-4727-81c9-300e3fea4a9f {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:12:50.823469 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dfaffafd-4c77-4cd4-865d-67ec71cca0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:50.825845 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=d019f946-126b-43a9-9bd9-fff51651d217,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:50.849162 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 9df63fc7-adaf-4727-81c9-300e3fea4a9f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9df63fc7-adaf-4727-81c9-300e3fea4a9f,segment=NetworkSegment(132e9d3b-e3a0-44db-9f71-5990771065f1),segment_id=132e9d3b-e3a0-44db-9f71-5990771065f1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:50.867577 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9df63fc7-adaf-4727-81c9-300e3fea4a9f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:50.868283 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 4ac48894-fd3f-4327-adde-ca84b477e6df details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:12:51.060750 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 4ac48894-fd3f-4327-adde-ca84b477e6df, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=4ac48894-fd3f-4327-adde-ca84b477e6df,segment=NetworkSegment(b471230d-262f-4c1e-be7a-7c91a832d6a9),segment_id=b471230d-262f-4c1e-be7a-7c91a832d6a9)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:51.081162 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c48e9146-5b60-4233-a261-9a580f4039d6 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:51.122420 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c48e9146-5b60-4233-a261-9a580f4039d6 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router_controller (fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:51.133220 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '4ac48894-fd3f-4327-adde-ca84b477e6df', 'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff', 'port_id': '4ac48894-fd3f-4327-adde-ca84b477e6df', 'mac_address': 'fa:16:3e:a0:60:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c2ed27-c21c-4f3c-8dab-d62862785392', 'ip_address': '10.1.1.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:12:51.139744 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=9df63fc7-adaf-4727-81c9-300e3fea4a9f,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:51.205344 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 4ac48894-fd3f-4327-adde-ca84b477e6df is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:12:51.205793 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4ac48894-fd3f-4327-adde-ca84b477e6df), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:51.217750 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-390bb592-d03a-424a-97fb-018b89d91b55 req-7da7f5cd-b88c-4b3c-9cd7-ab6e3f32a33a tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] For port 6e9108f2-c36c-4b21-9b71-ed62699cfbff, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6e9108f2-c36c-4b21-9b71-ed62699cfbff,segment=NetworkSegment(e428fdb1-030b-4885-9d86-f48291007e12),segment_id=e428fdb1-030b-4885-9d86-f48291007e12)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:51.219850 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac48894-fd3f-4327-adde-ca84b477e6df {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:12:51.236337 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ce83d-bacd-4291-ad3d-5496a720c608 req-b972754c-2772-47d9-83f1-6d4b04296802 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:51.237860 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae2ce83d-bacd-4291-ad3d-5496a720c608 req-b972754c-2772-47d9-83f1-6d4b04296802 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.2309639 Feb 07 21:12:51.240721 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c48e9146-5b60-4233-a261-9a580f4039d6 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:51.240946 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48e9146-5b60-4233-a261-9a580f4039d6 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:12:51.242560 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 4ac48894-fd3f-4327-adde-ca84b477e6df, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=4ac48894-fd3f-4327-adde-ca84b477e6df,segment=NetworkSegment(b471230d-262f-4c1e-be7a-7c91a832d6a9),segment_id=b471230d-262f-4c1e-be7a-7c91a832d6a9)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:51.246419 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c48e9146-5b60-4233-a261-9a580f4039d6 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:51.248630 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (4ac48894-fd3f-4327-adde-ca84b477e6df), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:51.250059 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 37a46c40-b8b5-4e77-b30b-a26ed748d892 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:12:51.250579 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c48e9146-5b60-4233-a261-9a580f4039d6 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "DELETE /v2.0/routers/fd8df906-4bb2-4697-8c77-aaa0c7e6fe6d HTTP/1.1" status: 204 len: 168 time: 2.3891475 Feb 07 21:12:51.250827 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60646) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:51.309403 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-390bb592-d03a-424a-97fb-018b89d91b55 req-7da7f5cd-b88c-4b3c-9cd7-ab6e3f32a33a tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for port (6e9108f2-c36c-4b21-9b71-ed62699cfbff), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:51.312748 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eab9ff2-1921-41e1-985c-f42936bbb931 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Deleting subnet c091f176-be86-4de3-9ca8-12f127b772b0 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:12:51.319784 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3eab9ff2-1921-41e1-985c-f42936bbb931 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for subnet (c091f176-be86-4de3-9ca8-12f127b772b0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:51.324362 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-390bb592-d03a-424a-97fb-018b89d91b55 req-7da7f5cd-b88c-4b3c-9cd7-ab6e3f32a33a tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (6e9108f2-c36c-4b21-9b71-ed62699cfbff), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:51.334427 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 37a46c40-b8b5-4e77-b30b-a26ed748d892, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=37a46c40-b8b5-4e77-b30b-a26ed748d892,segment=NetworkSegment(132e9d3b-e3a0-44db-9f71-5990771065f1),segment_id=132e9d3b-e3a0-44db-9f71-5990771065f1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:51.340651 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['db83d01e-40ca-4c97-88f3-ae02506f96ab', '6e9108f2-c36c-4b21-9b71-ed62699cfbff'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:12:51.374934 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3eab9ff2-1921-41e1-985c-f42936bbb931 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (c091f176-be86-4de3-9ca8-12f127b772b0), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:51.377335 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=4ac48894-fd3f-4327-adde-ca84b477e6df,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:51.387674 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '37a46c40-b8b5-4e77-b30b-a26ed748d892', 'network_id': '990c9613-1652-4a05-a37c-c1f76f75103a', 'port_id': '37a46c40-b8b5-4e77-b30b-a26ed748d892', 'mac_address': 'fa:16:3e:f4:19:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5377085d-38ba-495c-883b-35fa1357919c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:12:51.419392 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae2ce83d-bacd-4291-ad3d-5496a720c608 req-9150df1f-6515-4052-861c-e13bcd1fc716 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608062 Feb 07 21:12:51.448038 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3eab9ff2-1921-41e1-985c-f42936bbb931 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (c091f176-be86-4de3-9ca8-12f127b772b0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:51.464117 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bb592-d03a-424a-97fb-018b89d91b55 req-7da7f5cd-b88c-4b3c-9cd7-ab6e3f32a33a tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:51.464850 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-390bb592-d03a-424a-97fb-018b89d91b55 req-7da7f5cd-b88c-4b3c-9cd7-ab6e3f32a33a tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:51.473676 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 37a46c40-b8b5-4e77-b30b-a26ed748d892 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:12:51.474162 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (37a46c40-b8b5-4e77-b30b-a26ed748d892), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:51.486375 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-390bb592-d03a-424a-97fb-018b89d91b55 req-7da7f5cd-b88c-4b3c-9cd7-ab6e3f32a33a tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "PUT /v2.0/ports/6e9108f2-c36c-4b21-9b71-ed62699cfbff HTTP/1.1" status: 200 len: 1021 time: 1.0788727 Feb 07 21:12:51.508513 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45281df2-5016-4f38-9efe-b80b525f1ca4 x-openstack-request-id: req-45281df2-5016-4f38-9efe-b80b525f1ca4 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:12:51.508835 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a3adc0-0a51-4fdf-8f70-bafcb3885011", "name": "network-vif-unplugged", "status": "completed", "tag": "d019f946-126b-43a9-9bd9-fff51651d217", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:12:51.509186 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45281df2-5016-4f38-9efe-b80b525f1ca4 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:12:51.510233 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a3adc0-0a51-4fdf-8f70-bafcb3885011', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd019f946-126b-43a9-9bd9-fff51651d217', 'code': 200} Feb 07 21:12:51.512134 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a46c40-b8b5-4e77-b30b-a26ed748d892 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:12:51.517080 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '007afd48-b5ee-4fb0-ac99-bc478214bfb0', 'tag': '6e9108f2-c36c-4b21-9b71-ed62699cfbff'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:12:51.528818 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d708ca9-6a58-44aa-8ee3-26f0a85a1ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "007afd48-b5ee-4fb0-ac99-bc478214bfb0", "tag": "6e9108f2-c36c-4b21-9b71-ed62699cfbff"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:12:51.552822 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 37a46c40-b8b5-4e77-b30b-a26ed748d892, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=37a46c40-b8b5-4e77-b30b-a26ed748d892,segment=NetworkSegment(132e9d3b-e3a0-44db-9f71-5990771065f1),segment_id=132e9d3b-e3a0-44db-9f71-5990771065f1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:51.553580 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3eab9ff2-1921-41e1-985c-f42936bbb931 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (c091f176-be86-4de3-9ca8-12f127b772b0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:51.559291 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7f5cd-b88c-4b3c-9cd7-ab6e3f32a33a tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Pushing event updated for resources: {'Port': ['ID=6e9108f2-c36c-4b21-9b71-ed62699cfbff,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:51.559497 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['6e9108f2-c36c-4b21-9b71-ed62699cfbff'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:12:51.568603 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (37a46c40-b8b5-4e77-b30b-a26ed748d892), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:51.571861 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 3f1d0a48-7987-4d96-94a8-3d3611c23cf7 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:12:51.582333 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60668) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:51.591122 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab9ff2-1921-41e1-985c-f42936bbb931 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c091f176-be86-4de3-9ca8-12f127b772b0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:51.596618 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3eab9ff2-1921-41e1-985c-f42936bbb931 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:51.600271 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3eab9ff2-1921-41e1-985c-f42936bbb931 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/c091f176-be86-4de3-9ca8-12f127b772b0 HTTP/1.1" status: 204 len: 168 time: 0.3484616 Feb 07 21:12:51.603048 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60672) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:51.734468 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c876fd5-2f94-405a-b311-11467f954779 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (78b045d3-7702-4b27-9954-ecbdeaac3352), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:51.746731 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b0d5d630-6588-4b4d-b1ed-08fdfe2f1a01 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1510995235', 'router:external': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:51.752498 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 3f1d0a48-7987-4d96-94a8-3d3611c23cf7, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3f1d0a48-7987-4d96-94a8-3d3611c23cf7,segment=NetworkSegment(b471230d-262f-4c1e-be7a-7c91a832d6a9),segment_id=b471230d-262f-4c1e-be7a-7c91a832d6a9)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:51.771673 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d202f41-3eb6-44ae-a1e0-4cc4a5154ca4 req-92e9fb70-ad1c-48ca-b7fc-b7a10be8b6e2 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:51.778622 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d202f41-3eb6-44ae-a1e0-4cc4a5154ca4 req-92e9fb70-ad1c-48ca-b7fc-b7a10be8b6e2 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:51.784880 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d202f41-3eb6-44ae-a1e0-4cc4a5154ca4 req-92e9fb70-ad1c-48ca-b7fc-b7a10be8b6e2 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:51.792077 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d202f41-3eb6-44ae-a1e0-4cc4a5154ca4 req-92e9fb70-ad1c-48ca-b7fc-b7a10be8b6e2 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:51.796903 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '3f1d0a48-7987-4d96-94a8-3d3611c23cf7', 'network_id': '26a5aa95-5a14-4824-919e-8a28dc988cff', 'port_id': '3f1d0a48-7987-4d96-94a8-3d3611c23cf7', 'mac_address': 'fa:16:3e:16:9b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c2ed27-c21c-4f3c-8dab-d62862785392', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:12:51.799607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d202f41-3eb6-44ae-a1e0-4cc4a5154ca4 req-92e9fb70-ad1c-48ca-b7fc-b7a10be8b6e2 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:51.800086 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=37a46c40-b8b5-4e77-b30b-a26ed748d892,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:51.806129 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d202f41-3eb6-44ae-a1e0-4cc4a5154ca4 req-92e9fb70-ad1c-48ca-b7fc-b7a10be8b6e2 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:51.816662 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d202f41-3eb6-44ae-a1e0-4cc4a5154ca4 req-92e9fb70-ad1c-48ca-b7fc-b7a10be8b6e2 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:51.820279 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6d202f41-3eb6-44ae-a1e0-4cc4a5154ca4 req-92e9fb70-ad1c-48ca-b7fc-b7a10be8b6e2 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5425 time: 0.2051930 Feb 07 21:12:51.845756 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312dd1e-74b3-4de1-9a17-37e522956d0f req-01a04768-379b-4567-a816-1f88fc4f58bb tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:51.847443 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4312dd1e-74b3-4de1-9a17-37e522956d0f req-01a04768-379b-4567-a816-1f88fc4f58bb tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.1788805 Feb 07 21:12:51.850007 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c876fd5-2f94-405a-b311-11467f954779 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (78b045d3-7702-4b27-9954-ecbdeaac3352), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:51.866178 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:51.878113 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-8c876fd5-2f94-405a-b311-11467f954779 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b045d3-7702-4b27-9954-ecbdeaac3352']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:12:51.888912 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d5d630-6588-4b4d-b1ed-08fdfe2f1a01 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Made reservation on behalf of 2f87e75df2bc4d5c85622fb4295c2473 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:12:51.890169 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-8c876fd5-2f94-405a-b311-11467f954779 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71cf386-61ff-4b57-a7d2-2962ea18e2be') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:12:51.890904 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-8c876fd5-2f94-405a-b311-11467f954779 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71cf386-61ff-4b57-a7d2-2962ea18e2be') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:12:51.891478 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0d5d630-6588-4b4d-b1ed-08fdfe2f1a01 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:51.900702 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c876fd5-2f94-405a-b311-11467f954779 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (e71cf386-61ff-4b57-a7d2-2962ea18e2be), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:51.910502 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0d5d630-6588-4b4d-b1ed-08fdfe2f1a01 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:51.916641 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c876fd5-2f94-405a-b311-11467f954779 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (e71cf386-61ff-4b57-a7d2-2962ea18e2be), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:51.924510 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c876fd5-2f94-405a-b311-11467f954779 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:12:51.925063 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c876fd5-2f94-405a-b311-11467f954779 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (e71cf386-61ff-4b57-a7d2-2962ea18e2be), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: warnings.warn('Neutron quota engine will require "--force" ' Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:12:51.927203 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:12:51.932577 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 3f1d0a48-7987-4d96-94a8-3d3611c23cf7 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:12:51.932967 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3f1d0a48-7987-4d96-94a8-3d3611c23cf7), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:51.960987 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60674) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:51.966151 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4312dd1e-74b3-4de1-9a17-37e522956d0f req-27a6fe2b-066c-48f1-896f-733750005d8e tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955215 Feb 07 21:12:51.972169 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f1d0a48-7987-4d96-94a8-3d3611c23cf7 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:12:51.992162 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c876fd5-2f94-405a-b311-11467f954779 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (78b045d3-7702-4b27-9954-ecbdeaac3352), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:51.998754 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c876fd5-2f94-405a-b311-11467f954779 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 78b045d3-7702-4b27-9954-ecbdeaac3352 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 07 21:12:52.000980 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c876fd5-2f94-405a-b311-11467f954779 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:52.004789 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8c876fd5-2f94-405a-b311-11467f954779 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "DELETE /v2.0/networks/78b045d3-7702-4b27-9954-ecbdeaac3352 HTTP/1.1" status: 204 len: 168 time: 0.3999012 Feb 07 21:12:52.041766 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c876fd5-2f94-405a-b311-11467f954779 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Pushing event deleted for resources: {'Network': ['ID=78b045d3-7702-4b27-9954-ecbdeaac3352,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:52.045086 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 3f1d0a48-7987-4d96-94a8-3d3611c23cf7, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3f1d0a48-7987-4d96-94a8-3d3611c23cf7,segment=NetworkSegment(b471230d-262f-4c1e-be7a-7c91a832d6a9),segment_id=b471230d-262f-4c1e-be7a-7c91a832d6a9)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:52.065916 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3f1d0a48-7987-4d96-94a8-3d3611c23cf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:52.101421 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 787540ad-da42-4766-9599-e06e23ac29d8 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:12:52.187329 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6d202f41-3eb6-44ae-a1e0-4cc4a5154ca4 req-41afd41a-2f4e-4855-ad9f-312b510bf97d tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3535042 Feb 07 21:12:52.242525 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b020b649-b2e3-47fe-99bd-c71d76585bad tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] 10.222.0.65 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4742 time: 0.2752621 Feb 07 21:12:52.245467 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60682) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:52.251285 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-50c78653-64b3-4e96-8808-ebc67444b0ee tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Request body: {'network': {'name': 'tempest-network-smoke--1964931514', 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'port_security_enabled': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:52.258491 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56889d6-3598-4acc-886a-b792cd6a8c96 req-e21bb670-ed6a-4aec-8521-4ed358afb05a tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:52.265357 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d56889d6-3598-4acc-886a-b792cd6a8c96 req-e21bb670-ed6a-4aec-8521-4ed358afb05a tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1707227 Feb 07 21:12:52.272583 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=3f1d0a48-7987-4d96-94a8-3d3611c23cf7,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:52.302604 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c78653-64b3-4e96-8808-ebc67444b0ee tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Made reservation on behalf of c463a693b5274ac2a7546a3f4a26c5cf for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:12:52.308746 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50c78653-64b3-4e96-8808-ebc67444b0ee tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:52.317334 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60684) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:52.328246 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-004c68cd-583d-4e6c-b2dd-5e5d5cabaecc tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Request body: {'router': {'name': 'tempest-router--1675758149', 'project_id': '9b7ebd4c6c984259be99b0a718fc18f4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:52.342003 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c78653-64b3-4e96-8808-ebc67444b0ee tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:12:52.354415 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50c78653-64b3-4e96-8808-ebc67444b0ee tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (fef7714c-bc02-4aba-a323-a0f15cd9ab89), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:52.355023 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-50c78653-64b3-4e96-8808-ebc67444b0ee tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Added segment fef7714c-bc02-4aba-a323-a0f15cd9ab89 of type vlan for network e9ef3ee6-ea93-4d15-9d8e-8588e112d694 Feb 07 21:12:52.374868 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 787540ad-da42-4766-9599-e06e23ac29d8 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:12:52.380984 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0d5d630-6588-4b4d-b1ed-08fdfe2f1a01 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for security_group (4dfdc803-174a-47cf-95a5-77fbb485a5c8), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:52.391362 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-271c34b5-fa4e-41da-ac40-5b9c5547099e req-d7772a98-202f-42b6-bebb-8aac1701ebc3 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups/ead8780a-2c08-4c5f-88be-fc577d0b82f6 HTTP/1.1" status: 200 len: 1818 time: 0.1239121 Feb 07 21:12:52.402499 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d56889d6-3598-4acc-886a-b792cd6a8c96 req-0be5d287-c3fd-4c80-bc13-3444d8df9ca1 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351125 Feb 07 21:12:52.402945 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 787540ad-da42-4766-9599-e06e23ac29d8 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:12:52.403473 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (787540ad-da42-4766-9599-e06e23ac29d8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:52.409959 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0d5d630-6588-4b4d-b1ed-08fdfe2f1a01 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4dfdc803-174a-47cf-95a5-77fbb485a5c8), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:52.414417 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50c78653-64b3-4e96-8808-ebc67444b0ee tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (e9ef3ee6-ea93-4d15-9d8e-8588e112d694), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:52.438310 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d5d630-6588-4b4d-b1ed-08fdfe2f1a01 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:12:52.445482 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-004c68cd-583d-4e6c-b2dd-5e5d5cabaecc tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (477540a3-01e6-45c6-bf28-614d6703c59b), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:52.446460 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-004c68cd-583d-4e6c-b2dd-5e5d5cabaecc tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (477540a3-01e6-45c6-bf28-614d6703c59b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:52.450196 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50c78653-64b3-4e96-8808-ebc67444b0ee tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (e9ef3ee6-ea93-4d15-9d8e-8588e112d694), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:52.462079 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c78653-64b3-4e96-8808-ebc67444b0ee tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:52.463555 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50c78653-64b3-4e96-8808-ebc67444b0ee tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:52.595353 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-004c68cd-583d-4e6c-b2dd-5e5d5cabaecc tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router_controller (477540a3-01e6-45c6-bf28-614d6703c59b), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:52.614504 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-50c78653-64b3-4e96-8808-ebc67444b0ee tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3676727 Feb 07 21:12:52.618305 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60692) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:52.624716 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a6f2c2b5-7ea0-42fc-a613-2b7b42b3aead tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1797493882', 'admin_state_up': True, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:52.646893 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c78653-64b3-4e96-8808-ebc67444b0ee tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event updated for resources: {'Network': ['ID=e9ef3ee6-ea93-4d15-9d8e-8588e112d694,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:52.651861 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8a44ae-3174-42db-b6ff-2d1557b0f757 x-openstack-request-id: req-5f8a44ae-3174-42db-b6ff-2d1557b0f757 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:12:52.652651 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "007afd48-b5ee-4fb0-ac99-bc478214bfb0", "tag": "6e9108f2-c36c-4b21-9b71-ed62699cfbff", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:12:52.652651 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f8a44ae-3174-42db-b6ff-2d1557b0f757 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:12:52.653136 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a6f2c2b5-7ea0-42fc-a613-2b7b42b3aead tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (7d80b13b-8f92-43f3-b90d-e652b56673ca), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:52.653277 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '007afd48-b5ee-4fb0-ac99-bc478214bfb0', 'tag': '6e9108f2-c36c-4b21-9b71-ed62699cfbff', 'status': 'completed', 'code': 200} Feb 07 21:12:52.654825 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a6f2c2b5-7ea0-42fc-a613-2b7b42b3aead tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (7d80b13b-8f92-43f3-b90d-e652b56673ca), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:52.670787 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-004c68cd-583d-4e6c-b2dd-5e5d5cabaecc tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (477540a3-01e6-45c6-bf28-614d6703c59b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:52.677219 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d708ca9-6a58-44aa-8ee3-26f0a85a1ee0 req-ca93d418-3362-4172-a47c-f17155dc103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:52.679140 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0d708ca9-6a58-44aa-8ee3-26f0a85a1ee0 req-ca93d418-3362-4172-a47c-f17155dc103e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d10808f8a1e4426aac7a4507d0733789&device_id=007afd48-b5ee-4fb0-ac99-bc478214bfb0 HTTP/1.1" status: 200 len: 1207 time: 0.1135049 Feb 07 21:12:52.680104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network e9ef3ee6-ea93-4d15-9d8e-8588e112d694 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:12:52.688720 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 787540ad-da42-4766-9599-e06e23ac29d8 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:12:52.689145 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (787540ad-da42-4766-9599-e06e23ac29d8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:52.717264 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0d5d630-6588-4b4d-b1ed-08fdfe2f1a01 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (04c50a71-6bf6-4e41-820e-239c4f0252cb), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:52.717614 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-b0d5d630-6588-4b4d-b1ed-08fdfe2f1a01 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Added segment 04c50a71-6bf6-4e41-820e-239c4f0252cb of type vlan for network 47ac26d9-05a6-40d2-863c-6555f37e40bb Feb 07 21:12:52.734913 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-271c34b5-fa4e-41da-ac40-5b9c5547099e req-0730ea86-a6a7-4ff4-a80c-5378b321ab97 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 07 21:12:52.736149 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-271c34b5-fa4e-41da-ac40-5b9c5547099e req-0730ea86-a6a7-4ff4-a80c-5378b321ab97 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "DELETE /v2.0/security-groups/ead8780a-2c08-4c5f-88be-fc577d0b82f6 HTTP/1.1" status: 409 len: 341 time: 0.3277020 Feb 07 21:12:52.771395 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5d630-6588-4b4d-b1ed-08fdfe2f1a01 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfdc803-174a-47cf-95a5-77fbb485a5c8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:52.782792 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-004c68cd-583d-4e6c-b2dd-5e5d5cabaecc tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:52.784174 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-004c68cd-583d-4e6c-b2dd-5e5d5cabaecc tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4622872 Feb 07 21:12:52.788179 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60700) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:52.789745 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a6f2c2b5-7ea0-42fc-a613-2b7b42b3aead tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for router_controller (7d80b13b-8f92-43f3-b90d-e652b56673ca), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:52.809996 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0d5d630-6588-4b4d-b1ed-08fdfe2f1a01 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (47ac26d9-05a6-40d2-863c-6555f37e40bb), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:52.819047 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d07e3-9db0-4b60-b4ae-44d51e0c27d8 req-603826f3-c2b6-4914-ab81-9961ae3e50f5 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:52.820896 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-783d07e3-9db0-4b60-b4ae-44d51e0c27d8 req-603826f3-c2b6-4914-ab81-9961ae3e50f5 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1640525 Feb 07 21:12:52.858749 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 787540ad-da42-4766-9599-e06e23ac29d8, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=787540ad-da42-4766-9599-e06e23ac29d8,segment=NetworkSegment(b471230d-262f-4c1e-be7a-7c91a832d6a9),segment_id=b471230d-262f-4c1e-be7a-7c91a832d6a9)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:52.884201 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (787540ad-da42-4766-9599-e06e23ac29d8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:52.885359 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 78688ae2-f6bf-4575-9b2d-411b39a9ee2d up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:12:52.909089 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0d5d630-6588-4b4d-b1ed-08fdfe2f1a01 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (47ac26d9-05a6-40d2-863c-6555f37e40bb), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:52.911189 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d5d630-6588-4b4d-b1ed-08fdfe2f1a01 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:52.911189 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0d5d630-6588-4b4d-b1ed-08fdfe2f1a01 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:52.939050 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-783d07e3-9db0-4b60-b4ae-44d51e0c27d8 req-e3c036ab-b0e9-442e-a03b-59aa7aec943e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097701 Feb 07 21:12:52.956693 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b0d5d630-6588-4b4d-b1ed-08fdfe2f1a01 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3691766 Feb 07 21:12:52.956693 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60706) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:53.042368 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-16531cde-eea0-451c-b58d-f686fb67f7e4 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Request body: {'subnet': {'network_id': '47ac26d9-05a6-40d2-863c-6555f37e40bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:53.055554 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=787540ad-da42-4766-9599-e06e23ac29d8,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:53.080754 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['9df63fc7-adaf-4727-81c9-300e3fea4a9f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:12:53.087843 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['3f1d0a48-7987-4d96-94a8-3d3611c23cf7'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:12:53.103377 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc11d2b8-fa55-4792-8972-5f89bd3e3494 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router (477540a3-01e6-45c6-bf28-614d6703c59b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:53.115250 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a6f2c2b5-7ea0-42fc-a613-2b7b42b3aead tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for router_gateway (7d80b13b-8f92-43f3-b90d-e652b56673ca), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:53.129260 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16531cde-eea0-451c-b58d-f686fb67f7e4 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Made reservation on behalf of 2f87e75df2bc4d5c85622fb4295c2473 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:12:53.133882 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16531cde-eea0-451c-b58d-f686fb67f7e4 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:53.137295 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d708ca9-6a58-44aa-8ee3-26f0a85a1ee0 req-e86a5da9-6c37-4366-8d2d-1d46683cd8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:53.139326 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0d708ca9-6a58-44aa-8ee3-26f0a85a1ee0 req-e86a5da9-6c37-4366-8d2d-1d46683cd8e6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5ab21a05-4285-40ac-9087-244389cc5c8a HTTP/1.1" status: 200 len: 914 time: 0.4446204 Feb 07 21:12:53.151797 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 78688ae2-f6bf-4575-9b2d-411b39a9ee2d completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:12:53.160408 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 78688ae2-f6bf-4575-9b2d-411b39a9ee2d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:12:53.160784 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (78688ae2-f6bf-4575-9b2d-411b39a9ee2d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:53.173227 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5d630-6588-4b4d-b1ed-08fdfe2f1a01 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Pushing event updated for resources: {'Network': ['ID=47ac26d9-05a6-40d2-863c-6555f37e40bb,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:53.202498 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 47ac26d9-05a6-40d2-863c-6555f37e40bb details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:12:53.260507 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['4ac48894-fd3f-4327-adde-ca84b477e6df'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:12:53.270014 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0d708ca9-6a58-44aa-8ee3-26f0a85a1ee0 req-fb56d866-99d4-4af9-bebf-f31d98d55b05 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e9108f2-c36c-4b21-9b71-ed62699cfbff HTTP/1.1" status: 200 len: 217 time: 0.0715814 Feb 07 21:12:53.294509 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0a3f5-3efd-4f13-b201-a8574c90057a req-b06a6ba6-d0d3-4afd-bfa7-e7891ed55895 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:53.296031 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d1f0a3f5-3efd-4f13-b201-a8574c90057a req-b06a6ba6-d0d3-4afd-bfa7-e7891ed55895 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.2047083 Feb 07 21:12:53.320341 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:53.344126 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94b853-bb1b-4974-a684-523be3fab39c req-82d144ea-b3ac-47d4-971b-ef5ad6ef22d7 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:53.345653 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4d94b853-bb1b-4974-a684-523be3fab39c req-82d144ea-b3ac-47d4-971b-ef5ad6ef22d7 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.1413951 Feb 07 21:12:53.436711 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d1f0a3f5-3efd-4f13-b201-a8574c90057a req-1c6833f3-7466-4868-9829-d046df14b91a tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262167 Feb 07 21:12:53.460649 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc11d2b8-fa55-4792-8972-5f89bd3e3494 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (477540a3-01e6-45c6-bf28-614d6703c59b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:53.464247 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc11d2b8-fa55-4792-8972-5f89bd3e3494 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router_controller (477540a3-01e6-45c6-bf28-614d6703c59b), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:53.481375 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4d94b853-bb1b-4974-a684-523be3fab39c req-262f59aa-614b-434e-a595-5ea2f864baba tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155162 Feb 07 21:12:53.504751 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 78688ae2-f6bf-4575-9b2d-411b39a9ee2d is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:12:53.505140 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (78688ae2-f6bf-4575-9b2d-411b39a9ee2d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:53.532822 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d708ca9-6a58-44aa-8ee3-26f0a85a1ee0 req-98373892-be07-4bf8-95a3-762c45b30260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:53.534690 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0d708ca9-6a58-44aa-8ee3-26f0a85a1ee0 req-98373892-be07-4bf8-95a3-762c45b30260 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2aefdc90-0b3f-49bd-8e85-71d4e6eb9af9 HTTP/1.1" status: 200 len: 853 time: 0.1163316 Feb 07 21:12:53.539732 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787540ad-da42-4766-9599-e06e23ac29d8'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:12:53.542468 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2c0cf8-a92d-4cef-9385-38b3ab5be9ef" -d '{"events": [{"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-plugged", "status": "completed", "tag": "787540ad-da42-4766-9599-e06e23ac29d8"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:12:53.555666 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc11d2b8-fa55-4792-8972-5f89bd3e3494 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (477540a3-01e6-45c6-bf28-614d6703c59b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:53.556394 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc11d2b8-fa55-4792-8972-5f89bd3e3494 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 477540a3-01e6-45c6-bf28-614d6703c59b {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:12:53.576240 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc11d2b8-fa55-4792-8972-5f89bd3e3494 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:53.580352 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fc11d2b8-fa55-4792-8972-5f89bd3e3494 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "DELETE /v2.0/routers/477540a3-01e6-45c6-bf28-614d6703c59b HTTP/1.1" status: 204 len: 168 time: 0.7867143 Feb 07 21:12:53.612395 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0d708ca9-6a58-44aa-8ee3-26f0a85a1ee0 req-58f29a06-1ff1-4212-805f-e12964c75066 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5ab21a05-4285-40ac-9087-244389cc5c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654154 Feb 07 21:12:53.663481 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 78688ae2-f6bf-4575-9b2d-411b39a9ee2d, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=78688ae2-f6bf-4575-9b2d-411b39a9ee2d,segment=NetworkSegment(b471230d-262f-4c1e-be7a-7c91a832d6a9),segment_id=b471230d-262f-4c1e-be7a-7c91a832d6a9)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:53.684272 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (78688ae2-f6bf-4575-9b2d-411b39a9ee2d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:53.701313 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0ce55-2f86-42e4-bacd-e9f883571d54 req-304acb80-dd38-4c44-bb6d-ab03e6b0a65a tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:53.703426 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9d0ce55-2f86-42e4-bacd-e9f883571d54 req-304acb80-dd38-4c44-bb6d-ab03e6b0a65a tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=007afd48-b5ee-4fb0-ac99-bc478214bfb0 HTTP/1.1" status: 200 len: 1024 time: 0.1241353 Feb 07 21:12:53.785044 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a6f2c2b5-7ea0-42fc-a613-2b7b42b3aead tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for router_gateway (7d80b13b-8f92-43f3-b90d-e652b56673ca), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:53.795967 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763f230-64be-40ae-907d-a051d4995e68 req-d93d8514-d8b8-49cb-8af5-71ad17718c79 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:53.809089 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763f230-64be-40ae-907d-a051d4995e68 req-d93d8514-d8b8-49cb-8af5-71ad17718c79 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:53.812088 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60724) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:53.816694 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763f230-64be-40ae-907d-a051d4995e68 req-d93d8514-d8b8-49cb-8af5-71ad17718c79 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:53.823677 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763f230-64be-40ae-907d-a051d4995e68 req-d93d8514-d8b8-49cb-8af5-71ad17718c79 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:53.832202 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763f230-64be-40ae-907d-a051d4995e68 req-d93d8514-d8b8-49cb-8af5-71ad17718c79 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:53.832442 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a6f2c2b5-7ea0-42fc-a613-2b7b42b3aead tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:53.838297 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763f230-64be-40ae-907d-a051d4995e68 req-d93d8514-d8b8-49cb-8af5-71ad17718c79 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:53.842900 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763f230-64be-40ae-907d-a051d4995e68 req-d93d8514-d8b8-49cb-8af5-71ad17718c79 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:53.844988 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2763f230-64be-40ae-907d-a051d4995e68 req-d93d8514-d8b8-49cb-8af5-71ad17718c79 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5427 time: 0.2143695 Feb 07 21:12:53.898328 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0d708ca9-6a58-44aa-8ee3-26f0a85a1ee0 req-225c1cb0-576e-46cd-9c10-bdb8e31fc7f5 service neutron] 10.222.0.69 "GET /v2.0/networks/5ab21a05-4285-40ac-9087-244389cc5c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791982 Feb 07 21:12:53.921468 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9d0ce55-2f86-42e4-bacd-e9f883571d54 req-f2de2dfe-28d8-4fdc-b60c-5c507c35c3eb tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?id=ead8780a-2c08-4c5f-88be-fc577d0b82f6&id=6bb24f72-e7a1-48da-bd36-4305bef63fd6&id=8a362840-93f8-4e3b-83ba-f40100b3789b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2103560 Feb 07 21:12:53.938191 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['37a46c40-b8b5-4e77-b30b-a26ed748d892'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:12:53.972546 n-d-828185-2 neutron-server[103255]: DEBUG neutron.objects.ports [None req-16531cde-eea0-451c-b58d-f686fb67f7e4 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103255) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 21:12:53.973018 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16531cde-eea0-451c-b58d-f686fb67f7e4 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (31ddbd42-736b-402c-ac16-f472c10ba11b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:53.994566 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-a6f2c2b5-7ea0-42fc-a613-2b7b42b3aead tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Allocated IP 172.25.4.231 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/a385e62b-d2a8-4713-ac29-e27261556f4d) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:12:54.011449 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2763f230-64be-40ae-907d-a051d4995e68 req-8c7c3770-5142-4325-b926-70cfe1dd21bb tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1562374 Feb 07 21:12:54.042327 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=78688ae2-f6bf-4575-9b2d-411b39a9ee2d,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:54.048704 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16531cde-eea0-451c-b58d-f686fb67f7e4 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Pushing event updated for resources: {'Subnet': ['ID=31ddbd42-736b-402c-ac16-f472c10ba11b,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:54.065980 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16531cde-eea0-451c-b58d-f686fb67f7e4 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Checking segment: {'id': '04c50a71-6bf6-4e41-820e-239c4f0252cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '47ac26d9-05a6-40d2-863c-6555f37e40bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:12:54.066346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16531cde-eea0-451c-b58d-f686fb67f7e4 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Network hostable DHCP agents. Network: 47ac26d9-05a6-40d2-863c-6555f37e40bb, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:12:54.085388 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device b2ae11df-92cb-4cf3-a5a5-1a562899672f up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:12:54.108423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16531cde-eea0-451c-b58d-f686fb67f7e4 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Network 47ac26d9-05a6-40d2-863c-6555f37e40bb is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:12:54.121582 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-16531cde-eea0-451c-b58d-f686fb67f7e4 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 47ac26d9-05a6-40d2-863c-6555f37e40bb) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:12:54.126480 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16531cde-eea0-451c-b58d-f686fb67f7e4 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:54.127097 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16531cde-eea0-451c-b58d-f686fb67f7e4 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:54.166888 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-16531cde-eea0-451c-b58d-f686fb67f7e4 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1876352 Feb 07 21:12:54.167576 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60730) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:54.169939 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a6f2c2b5-7ea0-42fc-a613-2b7b42b3aead tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for port (a385e62b-d2a8-4713-ac29-e27261556f4d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:54.176284 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-edb2d193-0f8f-4775-a820-1331ba430db8 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1761696997', 'network_id': '47ac26d9-05a6-40d2-863c-6555f37e40bb'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:54.180295 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2ca532-fe13-431c-b119-b06f7e8b8d0a None None] Network 47ac26d9-05a6-40d2-863c-6555f37e40bb requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:12:54.264227 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb2d193-0f8f-4775-a820-1331ba430db8 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Made reservation on behalf of 2f87e75df2bc4d5c85622fb4295c2473 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:12:54.267706 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-edb2d193-0f8f-4775-a820-1331ba430db8 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:54.311164 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-edb2d193-0f8f-4775-a820-1331ba430db8 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] device_id is not set on port c878ce9e-7880-4e7d-9b4c-41494e7d2601 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:12:54.318353 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b14d91fe-fbd1-45d2-bd77-13a10a56ad4c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1713277454', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}, 'admin_state_up': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:54.391742 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a6f2c2b5-7ea0-42fc-a613-2b7b42b3aead tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (a385e62b-d2a8-4713-ac29-e27261556f4d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:54.401834 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5719f16c-8097-4799-8c9d-9f6bb562da3f x-openstack-request-id: req-5719f16c-8097-4799-8c9d-9f6bb562da3f {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:12:54.402083 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-plugged", "status": "completed", "tag": "787540ad-da42-4766-9599-e06e23ac29d8", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:12:54.402346 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5719f16c-8097-4799-8c9d-9f6bb562da3f {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:12:54.402746 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787540ad-da42-4766-9599-e06e23ac29d8', 'code': 200} Feb 07 21:12:54.444529 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eb59a9-8417-4ca9-9829-08d596aa9817 None None] Network 47ac26d9-05a6-40d2-863c-6555f37e40bb requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:12:54.471282 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-edb2d193-0f8f-4775-a820-1331ba430db8 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Allocated IP 2001:db8::1fa (47ac26d9-05a6-40d2-863c-6555f37e40bb/31ddbd42-736b-402c-ac16-f472c10ba11b/c878ce9e-7880-4e7d-9b4c-41494e7d2601) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:12:54.471654 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0d708ca9-6a58-44aa-8ee3-26f0a85a1ee0 req-9c0740dd-54ad-4aec-9bbb-8cc2d39da731 service neutron] 10.222.0.69 "GET /v2.0/networks/5ab21a05-4285-40ac-9087-244389cc5c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5565183 Feb 07 21:12:54.500814 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:54.537777 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31461d-7cb5-46fd-927e-f4696d40f0c5 req-554d0c9c-60ef-4e2b-b2a6-f3503820821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:54.539143 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f2c2b5-7ea0-42fc-a613-2b7b42b3aead tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:12:54.541442 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de31461d-7cb5-46fd-927e-f4696d40f0c5 req-554d0c9c-60ef-4e2b-b2a6-f3503820821d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5a2142112eb4c46a5e7f5feebf5df31&device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 1127 time: 0.1171930 Feb 07 21:12:54.547136 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port b2ae11df-92cb-4cf3-a5a5-1a562899672f completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:12:54.553673 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port b2ae11df-92cb-4cf3-a5a5-1a562899672f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:12:54.554052 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b2ae11df-92cb-4cf3-a5a5-1a562899672f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:54.572879 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-a6f2c2b5-7ea0-42fc-a613-2b7b42b3aead tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:12:54.580962 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f2c2b5-7ea0-42fc-a613-2b7b42b3aead tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:12:54.600594 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b14d91fe-fbd1-45d2-bd77-13a10a56ad4c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (1ad025cd-b263-48ce-8fbd-5ac7ee4f54db), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:54.601928 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b14d91fe-fbd1-45d2-bd77-13a10a56ad4c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (1ad025cd-b263-48ce-8fbd-5ac7ee4f54db), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:54.658250 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2c2b5-7ea0-42fc-a613-2b7b42b3aead tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event updated for resources: {'Port': ['ID=a385e62b-d2a8-4713-ac29-e27261556f4d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:54.691346 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port b2ae11df-92cb-4cf3-a5a5-1a562899672f is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:12:54.691886 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b2ae11df-92cb-4cf3-a5a5-1a562899672f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:54.699296 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b14d91fe-fbd1-45d2-bd77-13a10a56ad4c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_controller (1ad025cd-b263-48ce-8fbd-5ac7ee4f54db), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:54.742381 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port b2ae11df-92cb-4cf3-a5a5-1a562899672f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b2ae11df-92cb-4cf3-a5a5-1a562899672f,segment=NetworkSegment(2d331ba7-4f45-4447-8f80-489b1d7f8196),segment_id=2d331ba7-4f45-4447-8f80-489b1d7f8196)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:54.747222 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b2ae11df-92cb-4cf3-a5a5-1a562899672f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:54.799527 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=b2ae11df-92cb-4cf3-a5a5-1a562899672f,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:55.102524 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344077e-9fc8-4be3-a61b-b1b40266c145 req-e2f6197e-4808-49ff-8db0-7ee48a617550 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:55.104036 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9344077e-9fc8-4be3-a61b-b1b40266c145 req-e2f6197e-4808-49ff-8db0-7ee48a617550 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.4867473 Feb 07 21:12:55.105117 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31461d-7cb5-46fd-927e-f4696d40f0c5 req-066b1d2a-d3f3-4b49-9357-23586b262470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:55.106428 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de31461d-7cb5-46fd-927e-f4696d40f0c5 req-066b1d2a-d3f3-4b49-9357-23586b262470 service neutron] 10.222.0.71 "GET /v2.0/networks?id=16d43ce3-c262-4644-8d8c-68d5b7d28be5 HTTP/1.1" status: 200 len: 910 time: 0.5568154 Feb 07 21:12:55.141745 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40041827-465b-4c45-ba08-f0a880d53910 req-b2efe0fd-bf7d-42ff-b860-772b3f58d992 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:55.143254 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-40041827-465b-4c45-ba08-f0a880d53910 req-b2efe0fd-bf7d-42ff-b860-772b3f58d992 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.5201483 Feb 07 21:12:55.155305 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-edb2d193-0f8f-4775-a820-1331ba430db8 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for port (c878ce9e-7880-4e7d-9b4c-41494e7d2601), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:55.264454 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9344077e-9fc8-4be3-a61b-b1b40266c145 req-4743a10b-fc8b-4133-85c7-2d869c584cef tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512196 Feb 07 21:12:55.270413 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b14d91fe-fbd1-45d2-bd77-13a10a56ad4c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_gateway (1ad025cd-b263-48ce-8fbd-5ac7ee4f54db), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:55.280377 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de31461d-7cb5-46fd-927e-f4696d40f0c5 req-2a24fa12-dbd2-46d7-9b35-40426233ddba service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18716904-4ed1-4071-9959-cc2b4acf6be7 HTTP/1.1" status: 200 len: 1001 time: 0.1660199 Feb 07 21:12:55.328508 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-40041827-465b-4c45-ba08-f0a880d53910 req-d32bf56d-0861-4f88-bbbf-a2e5b59aa15e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713166 Feb 07 21:12:55.329500 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-edb2d193-0f8f-4775-a820-1331ba430db8 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (c878ce9e-7880-4e7d-9b4c-41494e7d2601), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:55.419647 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb2d193-0f8f-4775-a820-1331ba430db8 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Network 47ac26d9-05a6-40d2-863c-6555f37e40bb is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:12:55.425838 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e0b77-b90e-40e2-8456-0d0abd08e466 req-b74390eb-2928-4724-b9cf-84a582ee67f1 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:55.427389 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c99e0b77-b90e-40e2-8456-0d0abd08e466 req-b74390eb-2928-4724-b9cf-84a582ee67f1 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.69 "GET /v2.0/ports?device_id=007afd48-b5ee-4fb0-ac99-bc478214bfb0 HTTP/1.1" status: 200 len: 1024 time: 0.2015667 Feb 07 21:12:55.434724 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31461d-7cb5-46fd-927e-f4696d40f0c5 req-25300046-c8bf-4330-aa6e-6acdaa4c33f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:55.436099 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de31461d-7cb5-46fd-927e-f4696d40f0c5 req-25300046-c8bf-4330-aa6e-6acdaa4c33f2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=14d3bb71-50ef-42a4-9bd8-c39c66580c69 HTTP/1.1" status: 200 len: 848 time: 0.1460166 Feb 07 21:12:55.442048 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-edb2d193-0f8f-4775-a820-1331ba430db8 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:12:55.469511 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb2d193-0f8f-4775-a820-1331ba430db8 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:12:55.470450 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb2d193-0f8f-4775-a820-1331ba430db8 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:55.471043 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-edb2d193-0f8f-4775-a820-1331ba430db8 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:55.473939 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2d193-0f8f-4775-a820-1331ba430db8 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Pushing event updated for resources: {'Port': ['ID=c878ce9e-7880-4e7d-9b4c-41494e7d2601,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:55.502754 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a6f2c2b5-7ea0-42fc-a613-2b7b42b3aead tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for router_gateway (7d80b13b-8f92-43f3-b90d-e652b56673ca), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:55.524372 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-edb2d193-0f8f-4775-a820-1331ba430db8 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3556821 Feb 07 21:12:55.531569 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60758) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:55.547327 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a0170-df2e-4a55-b3f6-9893d51fd61e req-f085503b-3150-4f90-ac4b-d30158fb958b tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:55.548807 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf7a0170-df2e-4a55-b3f6-9893d51fd61e req-f085503b-3150-4f90-ac4b-d30158fb958b tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=007afd48-b5ee-4fb0-ac99-bc478214bfb0 HTTP/1.1" status: 200 len: 1024 time: 0.1756804 Feb 07 21:12:55.597124 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f618a3-3f14-401b-88a6-91f6730d9e63 req-9e550573-9fbb-43fe-a8d2-e205c4236b8c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:55.602330 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f618a3-3f14-401b-88a6-91f6730d9e63 req-9e550573-9fbb-43fe-a8d2-e205c4236b8c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:55.608091 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f618a3-3f14-401b-88a6-91f6730d9e63 req-9e550573-9fbb-43fe-a8d2-e205c4236b8c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:55.614235 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f618a3-3f14-401b-88a6-91f6730d9e63 req-9e550573-9fbb-43fe-a8d2-e205c4236b8c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:55.620025 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f618a3-3f14-401b-88a6-91f6730d9e63 req-9e550573-9fbb-43fe-a8d2-e205c4236b8c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:55.625288 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f618a3-3f14-401b-88a6-91f6730d9e63 req-9e550573-9fbb-43fe-a8d2-e205c4236b8c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:55.630758 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f618a3-3f14-401b-88a6-91f6730d9e63 req-9e550573-9fbb-43fe-a8d2-e205c4236b8c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:55.632679 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04f618a3-3f14-401b-88a6-91f6730d9e63 req-9e550573-9fbb-43fe-a8d2-e205c4236b8c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5429 time: 0.2151022 Feb 07 21:12:55.662216 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31461d-7cb5-46fd-927e-f4696d40f0c5 req-f58a2d83-8de0-431d-b437-8b186a9f3e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:55.663656 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de31461d-7cb5-46fd-927e-f4696d40f0c5 req-f58a2d83-8de0-431d-b437-8b186a9f3e12 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16d43ce3-c262-4644-8d8c-68d5b7d28be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2049725 Feb 07 21:12:55.724395 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-c99e0b77-b90e-40e2-8456-0d0abd08e466 req-65571cfc-a82f-40c9-90ae-56f89bcbfca4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Deleting port 6e9108f2-c36c-4b21-9b71-ed62699cfbff {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:12:55.724741 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c99e0b77-b90e-40e2-8456-0d0abd08e466 req-65571cfc-a82f-40c9-90ae-56f89bcbfca4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (6e9108f2-c36c-4b21-9b71-ed62699cfbff), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:55.827688 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf7a0170-df2e-4a55-b3f6-9893d51fd61e req-25693530-d980-4128-8b26-dd40490fef3f tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?id=ead8780a-2c08-4c5f-88be-fc577d0b82f6&id=6bb24f72-e7a1-48da-bd36-4305bef63fd6&id=8a362840-93f8-4e3b-83ba-f40100b3789b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2555330 Feb 07 21:12:55.835635 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04f618a3-3f14-401b-88a6-91f6730d9e63 req-3317f5bc-a556-4832-be23-8d9eabdfa818 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1903424 Feb 07 21:12:55.852452 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f1a38a21-2373-47f0-a167-71e38a90b353 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Deleting port c878ce9e-7880-4e7d-9b4c-41494e7d2601 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:12:55.852801 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f1a38a21-2373-47f0-a167-71e38a90b353 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c878ce9e-7880-4e7d-9b4c-41494e7d2601), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:55.903968 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b14d91fe-fbd1-45d2-bd77-13a10a56ad4c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_gateway (1ad025cd-b263-48ce-8fbd-5ac7ee4f54db), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:55.914146 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de31461d-7cb5-46fd-927e-f4696d40f0c5 req-136c7eaa-b63b-44f1-a406-208b29939c85 service neutron] 10.222.0.71 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407942 Feb 07 21:12:55.933914 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b14d91fe-fbd1-45d2-bd77-13a10a56ad4c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:55.996176 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f1a38a21-2373-47f0-a167-71e38a90b353 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c878ce9e-7880-4e7d-9b4c-41494e7d2601), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:56.012675 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f1a38a21-2373-47f0-a167-71e38a90b353 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Calling delete_port for c878ce9e-7880-4e7d-9b4c-41494e7d2601 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:12:56.022979 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-c99e0b77-b90e-40e2-8456-0d0abd08e466 req-65571cfc-a82f-40c9-90ae-56f89bcbfca4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] For port 6e9108f2-c36c-4b21-9b71-ed62699cfbff, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=6e9108f2-c36c-4b21-9b71-ed62699cfbff,segment=NetworkSegment(e428fdb1-030b-4885-9d86-f48291007e12),segment_id=e428fdb1-030b-4885-9d86-f48291007e12)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:56.023349 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c99e0b77-b90e-40e2-8456-0d0abd08e466 req-65571cfc-a82f-40c9-90ae-56f89bcbfca4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (6e9108f2-c36c-4b21-9b71-ed62699cfbff), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:56.026620 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a6f2c2b5-7ea0-42fc-a613-2b7b42b3aead tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (7d80b13b-8f92-43f3-b90d-e652b56673ca), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:56.066584 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-c99e0b77-b90e-40e2-8456-0d0abd08e466 req-65571cfc-a82f-40c9-90ae-56f89bcbfca4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Calling delete_port for 6e9108f2-c36c-4b21-9b71-ed62699cfbff owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:12:56.076716 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de31461d-7cb5-46fd-927e-f4696d40f0c5 req-6d71bc4b-fe15-467d-9f23-1ba2e270e4ee service neutron] 10.222.0.71 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540756 Feb 07 21:12:56.077396 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 3f1d0a48-7987-4d96-94a8-3d3611c23cf7 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:12:56.132927 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 3f1d0a48-7987-4d96-94a8-3d3611c23cf7 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:12:56.137945 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 3f1d0a48-7987-4d96-94a8-3d3611c23cf7 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:12:56.138469 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3f1d0a48-7987-4d96-94a8-3d3611c23cf7), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:56.175215 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f1a38a21-2373-47f0-a167-71e38a90b353 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (c878ce9e-7880-4e7d-9b4c-41494e7d2601), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:56.179988 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-b14d91fe-fbd1-45d2-bd77-13a10a56ad4c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Allocated IP 172.25.4.69 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/aa27ef1b-1450-41b2-b28d-16e106946228) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:12:56.208496 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a38a21-2373-47f0-a167-71e38a90b353 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Pushing event deleted for resources: {'Port': ['ID=c878ce9e-7880-4e7d-9b4c-41494e7d2601,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:56.209587 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device c0b662bf-c220-4cfd-a033-c9a65f97c7e0 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:12:56.241426 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f1a38a21-2373-47f0-a167-71e38a90b353 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:56.246069 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f1a38a21-2373-47f0-a167-71e38a90b353 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "DELETE /v2.0/ports/c878ce9e-7880-4e7d-9b4c-41494e7d2601 HTTP/1.1" status: 204 len: 168 time: 0.7127702 Feb 07 21:12:56.248124 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 3f1d0a48-7987-4d96-94a8-3d3611c23cf7 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:12:56.248494 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60768) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:56.248612 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3f1d0a48-7987-4d96-94a8-3d3611c23cf7), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:56.253353 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5fbfc191-6d3d-4974-929c-12186f011cac tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47ac26d9-05a6-40d2-863c-6555f37e40bb', 'external_fixed_ips': [{'subnet_id': '31ddbd42-736b-402c-ac16-f472c10ba11b', 'ip_address': '2001:db8::1fa'}]}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:56.274504 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc191-6d3d-4974-929c-12186f011cac tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (659eba15-ff72-494f-b481-07c09ecac925), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:56.275856 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc191-6d3d-4974-929c-12186f011cac tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (659eba15-ff72-494f-b481-07c09ecac925), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:56.333553 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 3f1d0a48-7987-4d96-94a8-3d3611c23cf7, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3f1d0a48-7987-4d96-94a8-3d3611c23cf7,segment=NetworkSegment(b471230d-262f-4c1e-be7a-7c91a832d6a9),segment_id=b471230d-262f-4c1e-be7a-7c91a832d6a9)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:56.343335 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc191-6d3d-4974-929c-12186f011cac tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router_controller (659eba15-ff72-494f-b481-07c09ecac925), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:56.350832 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3f1d0a48-7987-4d96-94a8-3d3611c23cf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:56.410194 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f2c2b5-7ea0-42fc-a613-2b7b42b3aead tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Router 7d80b13b-8f92-43f3-b90d-e652b56673ca is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:12:56.414687 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78688ae2-f6bf-4575-9b2d-411b39a9ee2d'}, {'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ae11df-92cb-4cf3-a5a5-1a562899672f'}, {'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1d0a48-7987-4d96-94a8-3d3611c23cf7'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:12:56.417047 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e37387b-febe-4b5d-b8bc-e51b2251053b" -d '{"events": [{"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-plugged", "status": "completed", "tag": "78688ae2-f6bf-4575-9b2d-411b39a9ee2d"}, {"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-plugged", "status": "completed", "tag": "b2ae11df-92cb-4cf3-a5a5-1a562899672f"}, {"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-plugged", "status": "completed", "tag": "3f1d0a48-7987-4d96-94a8-3d3611c23cf7"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:12:56.419631 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=3f1d0a48-7987-4d96-94a8-3d3611c23cf7,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:56.428918 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b14d91fe-fbd1-45d2-bd77-13a10a56ad4c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for port (aa27ef1b-1450-41b2-b28d-16e106946228), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:56.440613 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port c0b662bf-c220-4cfd-a033-c9a65f97c7e0, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=c0b662bf-c220-4cfd-a033-c9a65f97c7e0,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:56.456917 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'c0b662bf-c220-4cfd-a033-c9a65f97c7e0', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': 'c0b662bf-c220-4cfd-a033-c9a65f97c7e0', 'mac_address': 'fa:16:3e:90:cf:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:12:56.500571 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port c0b662bf-c220-4cfd-a033-c9a65f97c7e0 is: ACTIVE; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:12:56.500955 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c0b662bf-c220-4cfd-a033-c9a65f97c7e0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:56.514633 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0b662bf-c220-4cfd-a033-c9a65f97c7e0 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:12:56.535383 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port c0b662bf-c220-4cfd-a033-c9a65f97c7e0, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=c0b662bf-c220-4cfd-a033-c9a65f97c7e0,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:56.541639 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c0b662bf-c220-4cfd-a033-c9a65f97c7e0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:56.584581 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc191-6d3d-4974-929c-12186f011cac tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router_gateway (659eba15-ff72-494f-b481-07c09ecac925), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:56.588428 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c99e0b77-b90e-40e2-8456-0d0abd08e466 req-65571cfc-a82f-40c9-90ae-56f89bcbfca4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (6e9108f2-c36c-4b21-9b71-ed62699cfbff), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:56.597257 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=c0b662bf-c220-4cfd-a033-c9a65f97c7e0,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:56.602490 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['db83d01e-40ca-4c97-88f3-ae02506f96ab'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:12:56.632402 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18679aea-35d4-45a6-a3f8-5423880aae8a req-0e2cfc16-580e-4861-8038-428a1be49ae1 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:56.633919 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18679aea-35d4-45a6-a3f8-5423880aae8a req-0e2cfc16-580e-4861-8038-428a1be49ae1 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.2071760 Feb 07 21:12:56.651377 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['c0b662bf-c220-4cfd-a033-c9a65f97c7e0'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:12:56.660969 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65571cfc-a82f-40c9-90ae-56f89bcbfca4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Pushing event deleted for resources: {'Port': ['ID=6e9108f2-c36c-4b21-9b71-ed62699cfbff,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:56.672383 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b14d91fe-fbd1-45d2-bd77-13a10a56ad4c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (aa27ef1b-1450-41b2-b28d-16e106946228), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:56.682281 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30855c7a-81cb-4fd0-a2d0-5d2586223869 req-6db6585e-de7f-475b-ac20-3a0025fcdd85 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:56.690223 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30855c7a-81cb-4fd0-a2d0-5d2586223869 req-6db6585e-de7f-475b-ac20-3a0025fcdd85 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.2168975 Feb 07 21:12:56.757237 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99e0b77-b90e-40e2-8456-0d0abd08e466 req-65571cfc-a82f-40c9-90ae-56f89bcbfca4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] No DVR routers for this DVR port 6e9108f2-c36c-4b21-9b71-ed62699cfbff on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:12:56.766747 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c99e0b77-b90e-40e2-8456-0d0abd08e466 req-65571cfc-a82f-40c9-90ae-56f89bcbfca4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:56.770478 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c99e0b77-b90e-40e2-8456-0d0abd08e466 req-65571cfc-a82f-40c9-90ae-56f89bcbfca4 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.69 "DELETE /v2.0/ports/6e9108f2-c36c-4b21-9b71-ed62699cfbff HTTP/1.1" status: 204 len: 173 time: 1.3345635 Feb 07 21:12:56.773628 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007afd48-b5ee-4fb0-ac99-bc478214bfb0', 'name': 'network-vif-deleted', 'tag': '6e9108f2-c36c-4b21-9b71-ed62699cfbff'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:12:56.778267 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c514e45-602b-46b6-b9ae-4026b1aa9ef3" -d '{"events": [{"server_uuid": "007afd48-b5ee-4fb0-ac99-bc478214bfb0", "name": "network-vif-deleted", "tag": "6e9108f2-c36c-4b21-9b71-ed62699cfbff"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:12:56.784512 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f2c2b5-7ea0-42fc-a613-2b7b42b3aead tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:12:56.793572 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30855c7a-81cb-4fd0-a2d0-5d2586223869 req-88a00386-d7c9-4246-b220-76bab95f7b1a tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032691 Feb 07 21:12:56.797036 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf101986-59cc-4249-b45d-d1929998c015 None None] Sync routers for ids ['7d80b13b-8f92-43f3-b90d-e652b56673ca'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:12:56.819915 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf101986-59cc-4249-b45d-d1929998c015 None None] Routers {'7d80b13b-8f92-43f3-b90d-e652b56673ca'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:12:56.820360 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18679aea-35d4-45a6-a3f8-5423880aae8a req-11eef842-940d-4387-9968-05d1f3696f36 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538298 Feb 07 21:12:56.828694 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-bf101986-59cc-4249-b45d-d1929998c015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:12:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7d80b13b-8f92-43f3-b90d-e652b56673ca'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:12:56.838464 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14d91fe-fbd1-45d2-bd77-13a10a56ad4c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:12:56.839693 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d91fe-fbd1-45d2-bd77-13a10a56ad4c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Pushing event updated for resources: {'Port': ['ID=aa27ef1b-1450-41b2-b28d-16e106946228,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:56.868463 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-b14d91fe-fbd1-45d2-bd77-13a10a56ad4c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:12:56.872931 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14d91fe-fbd1-45d2-bd77-13a10a56ad4c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:12:56.943048 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 07 Feb 2022 21:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9396d9a-5738-42d3-bb42-2b3e51986b24 x-openstack-request-id: req-c9396d9a-5738-42d3-bb42-2b3e51986b24 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:12:56.943352 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-plugged", "status": "completed", "tag": "78688ae2-f6bf-4575-9b2d-411b39a9ee2d", "code": 200}, {"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-plugged", "status": "completed", "tag": "b2ae11df-92cb-4cf3-a5a5-1a562899672f", "code": 200}, {"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-plugged", "status": "completed", "tag": "3f1d0a48-7987-4d96-94a8-3d3611c23cf7", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:12:56.943610 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c9396d9a-5738-42d3-bb42-2b3e51986b24 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:12:56.944011 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78688ae2-f6bf-4575-9b2d-411b39a9ee2d', 'code': 200} Feb 07 21:12:56.956482 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ae11df-92cb-4cf3-a5a5-1a562899672f', 'code': 200} Feb 07 21:12:56.956876 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1d0a48-7987-4d96-94a8-3d3611c23cf7', 'code': 200} Feb 07 21:12:56.963185 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c113b3e4-c1e6-4ffd-8c43-727a5b7516d2 x-openstack-request-id: req-c113b3e4-c1e6-4ffd-8c43-727a5b7516d2 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:12:56.963603 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007afd48-b5ee-4fb0-ac99-bc478214bfb0", "name": "network-vif-deleted", "tag": "6e9108f2-c36c-4b21-9b71-ed62699cfbff", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:12:56.963743 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c113b3e4-c1e6-4ffd-8c43-727a5b7516d2 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:12:56.964143 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007afd48-b5ee-4fb0-ac99-bc478214bfb0', 'name': 'network-vif-deleted', 'tag': '6e9108f2-c36c-4b21-9b71-ed62699cfbff', 'status': 'completed', 'code': 200} Feb 07 21:12:56.973307 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a6f2c2b5-7ea0-42fc-a613-2b7b42b3aead tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:56.977189 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a6f2c2b5-7ea0-42fc-a613-2b7b42b3aead tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.3558011 Feb 07 21:12:57.066839 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60784) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:57.089620 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-bf101986-59cc-4249-b45d-d1929998c015 None None] Set router 7d80b13b-8f92-43f3-b90d-e652b56673ca gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:12:57.149206 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d9a3dc9-adfd-4814-8ccc-c140b0070556 req-5d4c5d06-5baf-4c1c-a3e5-bdad14603b9e tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=007afd48-b5ee-4fb0-ac99-bc478214bfb0 HTTP/1.1" status: 200 len: 210 time: 0.0640919 Feb 07 21:12:57.154246 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc191-6d3d-4974-929c-12186f011cac tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router_gateway (659eba15-ff72-494f-b481-07c09ecac925), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:57.183552 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc191-6d3d-4974-929c-12186f011cac tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:57.192950 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ccd366-732d-4530-a70d-b5355934e5a6 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:57.202001 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f4ccd366-732d-4530-a70d-b5355934e5a6 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=c463a693b5274ac2a7546a3f4a26c5cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1343961 Feb 07 21:12:57.202939 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60790) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:57.318417 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c135e-bb5d-4b0e-a7e9-536164bb9370 req-e7294ead-41ae-4af2-a6ba-6487db8f7cce tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:57.326151 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c135e-bb5d-4b0e-a7e9-536164bb9370 req-e7294ead-41ae-4af2-a6ba-6487db8f7cce tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:57.331703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c135e-bb5d-4b0e-a7e9-536164bb9370 req-e7294ead-41ae-4af2-a6ba-6487db8f7cce tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:57.334195 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-bf101986-59cc-4249-b45d-d1929998c015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d80b13b-8f92-43f3-b90d-e652b56673ca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1797493882', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a385e62b-d2a8-4713-ac29-e27261556f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:12:52Z', 'updated_at': '2022-02-07T21:12:55Z', 'revision_number': 3, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'gw_port': {'id': 'a385e62b-d2a8-4713-ac29-e27261556f4d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:85:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d80b13b-8f92-43f3-b90d-e652b56673ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:12:53Z', 'updated_at': '2022-02-07T21:12:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:12:57.338906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c135e-bb5d-4b0e-a7e9-536164bb9370 req-e7294ead-41ae-4af2-a6ba-6487db8f7cce tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:57.345108 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c135e-bb5d-4b0e-a7e9-536164bb9370 req-e7294ead-41ae-4af2-a6ba-6487db8f7cce tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:57.350475 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c135e-bb5d-4b0e-a7e9-536164bb9370 req-e7294ead-41ae-4af2-a6ba-6487db8f7cce tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:57.355886 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c135e-bb5d-4b0e-a7e9-536164bb9370 req-e7294ead-41ae-4af2-a6ba-6487db8f7cce tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:57.357804 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-859c135e-bb5d-4b0e-a7e9-536164bb9370 req-e7294ead-41ae-4af2-a6ba-6487db8f7cce tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5430 time: 0.2716980 Feb 07 21:12:57.370531 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf101986-59cc-4249-b45d-d1929998c015 None None] Checking router: 7d80b13b-8f92-43f3-b90d-e652b56673ca for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:12:57.370870 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf101986-59cc-4249-b45d-d1929998c015 None None] Updating router 7d80b13b-8f92-43f3-b90d-e652b56673ca port a385e62b-d2a8-4713-ac29-e27261556f4d binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:12:57.403041 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bf101986-59cc-4249-b45d-d1929998c015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a385e62b-d2a8-4713-ac29-e27261556f4d), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:57.421885 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a231e2-6ee8-4a35-b5e5-9b74a997b8b7 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:57.422418 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a231e2-6ee8-4a35-b5e5-9b74a997b8b7 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:57.427417 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d6a231e2-6ee8-4a35-b5e5-9b74a997b8b7 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1594 time: 0.2202523 Feb 07 21:12:57.428072 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60796) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:57.468928 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60798) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:57.469153 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-71888e60-1d42-4ba3-983b-43787af16ff0 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377812 Feb 07 21:12:57.469942 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b14d91fe-fbd1-45d2-bd77-13a10a56ad4c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_gateway (1ad025cd-b263-48ce-8fbd-5ac7ee4f54db), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:57.539586 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ec24f47f-e282-4889-b3d5-6dab31ee4a2d tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=47ac26d9-05a6-40d2-863c-6555f37e40bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0653284 Feb 07 21:12:57.546235 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60800) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:57.600143 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0e7e2ef0-39f1-43bc-aa4f-1f31552c18b7 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=c463a693b5274ac2a7546a3f4a26c5cf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0510466 Feb 07 21:12:57.603602 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60802) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:57.639739 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-5fbfc191-6d3d-4974-929c-12186f011cac tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Allocated IP 2001:db8::1fa (47ac26d9-05a6-40d2-863c-6555f37e40bb/31ddbd42-736b-402c-ac16-f472c10ba11b/db41614f-d9fb-465b-87ec-a3819e71caa2) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:12:57.646400 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-859c135e-bb5d-4b0e-a7e9-536164bb9370 req-bcd11e47-e011-488f-8352-5d263e852adc tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2819788 Feb 07 21:12:57.783289 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bf101986-59cc-4249-b45d-d1929998c015 None None] Publish callbacks [] for port (a385e62b-d2a8-4713-ac29-e27261556f4d), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:57.789462 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bf101986-59cc-4249-b45d-d1929998c015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a385e62b-d2a8-4713-ac29-e27261556f4d), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:57.837652 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-bf101986-59cc-4249-b45d-d1929998c015 None None] Attempting to bind port a385e62b-d2a8-4713-ac29-e27261556f4d on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:12:57.838843 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-bf101986-59cc-4249-b45d-d1929998c015 None None] Attempting to bind port a385e62b-d2a8-4713-ac29-e27261556f4d by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:12:57.839410 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf101986-59cc-4249-b45d-d1929998c015 None None] Attempting to bind port a385e62b-d2a8-4713-ac29-e27261556f4d on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:12:57.854685 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf101986-59cc-4249-b45d-d1929998c015 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:12:57.855197 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf101986-59cc-4249-b45d-d1929998c015 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:12:57.855895 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bf101986-59cc-4249-b45d-d1929998c015 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:57.856408 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf101986-59cc-4249-b45d-d1929998c015 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:12:57.857146 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-bf101986-59cc-4249-b45d-d1929998c015 None None] Bound port: a385e62b-d2a8-4713-ac29-e27261556f4d, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:12:57.857638 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bf101986-59cc-4249-b45d-d1929998c015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a385e62b-d2a8-4713-ac29-e27261556f4d), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:57.859844 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7442f654-c334-4721-a73e-c5b3e3099ee8 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:57.860295 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7442f654-c334-4721-a73e-c5b3e3099ee8 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:57.864611 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7442f654-c334-4721-a73e-c5b3e3099ee8 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1594 time: 0.2569823 Feb 07 21:12:57.872910 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60808) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:57.913275 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-bf101986-59cc-4249-b45d-d1929998c015 None None] For port a385e62b-d2a8-4713-ac29-e27261556f4d, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:12:57.917394 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-bf101986-59cc-4249-b45d-d1929998c015 None None] For port a385e62b-d2a8-4713-ac29-e27261556f4d, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a385e62b-d2a8-4713-ac29-e27261556f4d,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:12:57.921225 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329cb32a-891b-4a13-b03c-e27c0a6e1e18 None None] Pushing event updated for resources: {'Port': ['ID=a385e62b-d2a8-4713-ac29-e27261556f4d,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:57.924944 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bf101986-59cc-4249-b45d-d1929998c015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a385e62b-d2a8-4713-ac29-e27261556f4d), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:57.935466 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-23bcab92-10e2-42eb-af9f-4f55e69e9f41 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0591311 Feb 07 21:12:57.938700 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329cb32a-891b-4a13-b03c-e27c0a6e1e18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:57.939159 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329cb32a-891b-4a13-b03c-e27c0a6e1e18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:57.939626 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329cb32a-891b-4a13-b03c-e27c0a6e1e18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:57.940057 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329cb32a-891b-4a13-b03c-e27c0a6e1e18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:57.940512 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329cb32a-891b-4a13-b03c-e27c0a6e1e18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:57.940941 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329cb32a-891b-4a13-b03c-e27c0a6e1e18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:57.941380 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329cb32a-891b-4a13-b03c-e27c0a6e1e18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:57.941869 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329cb32a-891b-4a13-b03c-e27c0a6e1e18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:57.942477 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329cb32a-891b-4a13-b03c-e27c0a6e1e18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:57.942932 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329cb32a-891b-4a13-b03c-e27c0a6e1e18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:57.943470 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329cb32a-891b-4a13-b03c-e27c0a6e1e18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:57.943783 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329cb32a-891b-4a13-b03c-e27c0a6e1e18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:57.944777 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329cb32a-891b-4a13-b03c-e27c0a6e1e18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:12:57.946307 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60810) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:57.989022 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf101986-59cc-4249-b45d-d1929998c015 None None] Routers {'7d80b13b-8f92-43f3-b90d-e652b56673ca'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:12:57.989656 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-bf101986-59cc-4249-b45d-d1929998c015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:12:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7d80b13b-8f92-43f3-b90d-e652b56673ca'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:12:57.999233 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc191-6d3d-4974-929c-12186f011cac tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for port (db41614f-d9fb-465b-87ec-a3819e71caa2), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:58.025180 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-dd1c673d-a458-4418-afc5-d1e77ec4d1b7 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=47ac26d9-05a6-40d2-863c-6555f37e40bb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0592959 Feb 07 21:12:58.027924 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60812) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:58.033821 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-784129a4-5f6e-4b28-bcc8-ff5f39f362fd tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-294015219', 'network_id': 'e9ef3ee6-ea93-4d15-9d8e-8588e112d694', 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:12:58.069007 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebf60f-8030-48b3-bb54-48d4eb75600e req-914025fc-9b2a-4f67-a465-47409a4cdcf5 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:58.070509 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74ebf60f-8030-48b3-bb54-48d4eb75600e req-914025fc-9b2a-4f67-a465-47409a4cdcf5 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.1493800 Feb 07 21:12:58.078611 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab4ff9-2d16-4773-bcf5-8ad084f49419 req-8755178f-4952-4063-b3d2-858afde5f748 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:58.081590 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3bab4ff9-2d16-4773-bcf5-8ad084f49419 req-8755178f-4952-4063-b3d2-858afde5f748 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1674793 Feb 07 21:12:58.096342 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 37a46c40-b8b5-4e77-b30b-a26ed748d892 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:12:58.105009 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329cb32a-891b-4a13-b03c-e27c0a6e1e18 None None] Pushing event updated for resources: {'Port': ['ID=a385e62b-d2a8-4713-ac29-e27261556f4d,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:58.122430 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b14d91fe-fbd1-45d2-bd77-13a10a56ad4c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (1ad025cd-b263-48ce-8fbd-5ac7ee4f54db), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:58.128440 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-bf101986-59cc-4249-b45d-d1929998c015 None None] Set router 7d80b13b-8f92-43f3-b90d-e652b56673ca gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:12:58.159390 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74ebf60f-8030-48b3-bb54-48d4eb75600e req-c9edf9fa-4c6b-4c0a-a28e-2c4fc740f60f tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753393 Feb 07 21:12:58.163125 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc191-6d3d-4974-929c-12186f011cac tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (db41614f-d9fb-465b-87ec-a3819e71caa2), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:58.213515 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3bab4ff9-2d16-4773-bcf5-8ad084f49419 req-49bf78fe-1618-4eb5-9aa6-443a590beb9f tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083345 Feb 07 21:12:58.233780 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbfc191-6d3d-4974-929c-12186f011cac tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Network 47ac26d9-05a6-40d2-863c-6555f37e40bb is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:12:58.241165 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device c0b662bf-c220-4cfd-a033-c9a65f97c7e0 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:12:58.241489 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-5fbfc191-6d3d-4974-929c-12186f011cac tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:12:58.246822 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbfc191-6d3d-4974-929c-12186f011cac tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Pushing event updated for resources: {'Port': ['ID=db41614f-d9fb-465b-87ec-a3819e71caa2,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:58.252097 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbfc191-6d3d-4974-929c-12186f011cac tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:12:58.265081 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784129a4-5f6e-4b28-bcc8-ff5f39f362fd tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Made reservation on behalf of c463a693b5274ac2a7546a3f4a26c5cf for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:12:58.268488 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-784129a4-5f6e-4b28-bcc8-ff5f39f362fd tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:58.344357 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 37a46c40-b8b5-4e77-b30b-a26ed748d892 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:12:58.351720 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 37a46c40-b8b5-4e77-b30b-a26ed748d892 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:12:58.352234 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (37a46c40-b8b5-4e77-b30b-a26ed748d892), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:58.401276 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port c0b662bf-c220-4cfd-a033-c9a65f97c7e0 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:12:58.401869 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c0b662bf-c220-4cfd-a033-c9a65f97c7e0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:58.405327 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-bf101986-59cc-4249-b45d-d1929998c015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d80b13b-8f92-43f3-b90d-e652b56673ca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1797493882', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a385e62b-d2a8-4713-ac29-e27261556f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:12:52Z', 'updated_at': '2022-02-07T21:12:55Z', 'revision_number': 3, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'gw_port': {'id': 'a385e62b-d2a8-4713-ac29-e27261556f4d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:85:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d80b13b-8f92-43f3-b90d-e652b56673ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:12:53Z', 'updated_at': '2022-02-07T21:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:12:58.450061 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf101986-59cc-4249-b45d-d1929998c015 None None] The sync data for ids ['7d80b13b-8f92-43f3-b90d-e652b56673ca'] in n-d-828185-2 is: [{'id': '7d80b13b-8f92-43f3-b90d-e652b56673ca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1797493882', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a385e62b-d2a8-4713-ac29-e27261556f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:12:52Z', 'updated_at': '2022-02-07T21:12:55Z', 'revision_number': 3, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'gw_port': {'id': 'a385e62b-d2a8-4713-ac29-e27261556f4d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:85:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d80b13b-8f92-43f3-b90d-e652b56673ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:12:53Z', 'updated_at': '2022-02-07T21:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:12:58.459235 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14d91fe-fbd1-45d2-bd77-13a10a56ad4c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Router 1ad025cd-b263-48ce-8fbd-5ac7ee4f54db is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:12:58.536380 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port c0b662bf-c220-4cfd-a033-c9a65f97c7e0 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:12:58.536872 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c0b662bf-c220-4cfd-a033-c9a65f97c7e0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:58.564257 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 37a46c40-b8b5-4e77-b30b-a26ed748d892 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:12:58.564736 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (37a46c40-b8b5-4e77-b30b-a26ed748d892), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:58.589849 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port c0b662bf-c220-4cfd-a033-c9a65f97c7e0, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=c0b662bf-c220-4cfd-a033-c9a65f97c7e0,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:58.606314 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c0b662bf-c220-4cfd-a033-c9a65f97c7e0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:58.607209 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6e9108f2-c36c-4b21-9b71-ed62699cfbff no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:12:58.613365 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-784129a4-5f6e-4b28-bcc8-ff5f39f362fd tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (a88cdc02-1078-474b-888c-99c26836545e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:58.661529 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 37a46c40-b8b5-4e77-b30b-a26ed748d892, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=37a46c40-b8b5-4e77-b30b-a26ed748d892,segment=NetworkSegment(132e9d3b-e3a0-44db-9f71-5990771065f1),segment_id=132e9d3b-e3a0-44db-9f71-5990771065f1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:58.664827 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 6e9108f2-c36c-4b21-9b71-ed62699cfbff {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:12:58.665259 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 6e9108f2-c36c-4b21-9b71-ed62699cfbff not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:12:58.674280 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (37a46c40-b8b5-4e77-b30b-a26ed748d892), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:58.675175 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 4ac48894-fd3f-4327-adde-ca84b477e6df up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:12:58.723870 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=c0b662bf-c220-4cfd-a033-c9a65f97c7e0,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:58.737186 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14d91fe-fbd1-45d2-bd77-13a10a56ad4c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:12:58.746093 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784129a4-5f6e-4b28-bcc8-ff5f39f362fd tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event updated for resources: {'Subnet': ['ID=a88cdc02-1078-474b-888c-99c26836545e,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:58.775782 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f6fc1d-9356-4d50-ba56-0b3e7a04217a None None] Sync routers for ids ['1ad025cd-b263-48ce-8fbd-5ac7ee4f54db'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:12:58.815387 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b14d91fe-fbd1-45d2-bd77-13a10a56ad4c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:58.817798 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b14d91fe-fbd1-45d2-bd77-13a10a56ad4c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0023766 Feb 07 21:12:58.819371 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784129a4-5f6e-4b28-bcc8-ff5f39f362fd tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Checking segment: {'id': 'fef7714c-bc02-4aba-a323-a0f15cd9ab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e9ef3ee6-ea93-4d15-9d8e-8588e112d694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:12:58.820160 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784129a4-5f6e-4b28-bcc8-ff5f39f362fd tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Network hostable DHCP agents. Network: e9ef3ee6-ea93-4d15-9d8e-8588e112d694, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:12:58.821216 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=37a46c40-b8b5-4e77-b30b-a26ed748d892,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:58.822644 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60832) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:58.825689 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f6fc1d-9356-4d50-ba56-0b3e7a04217a None None] Routers {'1ad025cd-b263-48ce-8fbd-5ac7ee4f54db'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:12:58.826310 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-70f6fc1d-9356-4d50-ba56-0b3e7a04217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:12:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['1ad025cd-b263-48ce-8fbd-5ac7ee4f54db'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:12:58.877867 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-70f6fc1d-9356-4d50-ba56-0b3e7a04217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:12:58.883297 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79f28e39-d0d4-4246-b46e-02f67bda02c1 req-9c299909-d2fb-41db-941d-d66c94c6c9ee tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups/6bb24f72-e7a1-48da-bd36-4305bef63fd6 HTTP/1.1" status: 200 len: 1819 time: 0.5642385 Feb 07 21:12:58.898315 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f6fc1d-9356-4d50-ba56-0b3e7a04217a None None] Routers {'1ad025cd-b263-48ce-8fbd-5ac7ee4f54db'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:12:58.898315 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-70f6fc1d-9356-4d50-ba56-0b3e7a04217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:12:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['1ad025cd-b263-48ce-8fbd-5ac7ee4f54db'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:12:58.905090 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 4ac48894-fd3f-4327-adde-ca84b477e6df completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:12:58.949386 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742880d-0b5c-411c-b7d9-34c134d24d6e req-d2bb6dd1-a78e-4ab4-943a-ddeac416c059 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:58.953987 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742880d-0b5c-411c-b7d9-34c134d24d6e req-d2bb6dd1-a78e-4ab4-943a-ddeac416c059 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:58.959183 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742880d-0b5c-411c-b7d9-34c134d24d6e req-d2bb6dd1-a78e-4ab4-943a-ddeac416c059 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:58.965077 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742880d-0b5c-411c-b7d9-34c134d24d6e req-d2bb6dd1-a78e-4ab4-943a-ddeac416c059 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:58.969376 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 4ac48894-fd3f-4327-adde-ca84b477e6df triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:12:58.969860 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4ac48894-fd3f-4327-adde-ca84b477e6df), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:58.970245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742880d-0b5c-411c-b7d9-34c134d24d6e req-d2bb6dd1-a78e-4ab4-943a-ddeac416c059 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:58.975662 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742880d-0b5c-411c-b7d9-34c134d24d6e req-d2bb6dd1-a78e-4ab4-943a-ddeac416c059 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:58.975994 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16296d4-0749-4305-81ec-14c625f00e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b662bf-c220-4cfd-a033-c9a65f97c7e0'}, {'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a46c40-b8b5-4e77-b30b-a26ed748d892'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:12:58.979059 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c302347-a458-473f-888f-c8c8fdd7e19c" -d '{"events": [{"server_uuid": "c16296d4-0749-4305-81ec-14c625f00e2b", "name": "network-vif-plugged", "status": "completed", "tag": "c0b662bf-c220-4cfd-a033-c9a65f97c7e0"}, {"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-plugged", "status": "completed", "tag": "37a46c40-b8b5-4e77-b30b-a26ed748d892"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:12:58.986147 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784129a4-5f6e-4b28-bcc8-ff5f39f362fd tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Network e9ef3ee6-ea93-4d15-9d8e-8588e112d694 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:12:58.986842 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742880d-0b5c-411c-b7d9-34c134d24d6e req-d2bb6dd1-a78e-4ab4-943a-ddeac416c059 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:58.992761 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2742880d-0b5c-411c-b7d9-34c134d24d6e req-d2bb6dd1-a78e-4ab4-943a-ddeac416c059 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5431 time: 0.1804664 Feb 07 21:12:58.999495 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7591840e-7bbd-4b6d-a628-8574e5b9966f tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "GET /v2.0/routers/1ad025cd-b263-48ce-8fbd-5ac7ee4f54db HTTP/1.1" status: 200 len: 920 time: 0.1745989 Feb 07 21:12:59.002228 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-70f6fc1d-9356-4d50-ba56-0b3e7a04217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:12:59.003134 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f6fc1d-9356-4d50-ba56-0b3e7a04217a None None] The sync data for ids ['1ad025cd-b263-48ce-8fbd-5ac7ee4f54db'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:12:59.003541 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60836) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:59.036355 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-784129a4-5f6e-4b28-bcc8-ff5f39f362fd tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, e9ef3ee6-ea93-4d15-9d8e-8588e112d694) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:12:59.048864 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7623a852-ce60-46bc-b628-50ae2234c344 None None] Network e9ef3ee6-ea93-4d15-9d8e-8588e112d694 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:12:59.079791 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-05eb891f-8550-4b7f-b390-451f4da537de tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ad025cd-b263-48ce-8fbd-5ac7ee4f54db HTTP/1.1" status: 200 len: 205 time: 0.0598748 Feb 07 21:12:59.081325 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784129a4-5f6e-4b28-bcc8-ff5f39f362fd tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:59.081925 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-784129a4-5f6e-4b28-bcc8-ff5f39f362fd tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:59.084244 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60838) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:59.111602 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-784129a4-5f6e-4b28-bcc8-ff5f39f362fd tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0801249 Feb 07 21:12:59.116173 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60840) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:12:59.122284 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a385e62b-d2a8-4713-ac29-e27261556f4d up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:12:59.224341 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 4ac48894-fd3f-4327-adde-ca84b477e6df is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:12:59.224818 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4ac48894-fd3f-4327-adde-ca84b477e6df), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:59.301867 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86940b4b-05d9-431b-8455-46b284737d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-e9ef3ee6-ea93-4d15-9d8e-8588e112d694', 'network_id': 'e9ef3ee6-ea93-4d15-9d8e-8588e112d694', 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'fixed_ips': [{'subnet_id': 'a88cdc02-1078-474b-888c-99c26836545e'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:12:59.302715 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-86940b4b-05d9-431b-8455-46b284737d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:59.319992 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 4ac48894-fd3f-4327-adde-ca84b477e6df, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=4ac48894-fd3f-4327-adde-ca84b477e6df,segment=NetworkSegment(b471230d-262f-4c1e-be7a-7c91a832d6a9),segment_id=b471230d-262f-4c1e-be7a-7c91a832d6a9)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:12:59.321009 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port a385e62b-d2a8-4713-ac29-e27261556f4d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:12:59.321382 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a385e62b-d2a8-4713-ac29-e27261556f4d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:59.353909 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (4ac48894-fd3f-4327-adde-ca84b477e6df), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:59.354729 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 9df63fc7-adaf-4727-81c9-300e3fea4a9f up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:12:59.449041 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2742880d-0b5c-411c-b7d9-34c134d24d6e req-585e65e3-0214-4545-a7d1-cd84d1bafc81 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4160540 Feb 07 21:12:59.454428 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0db6a00b-cb3f-487f-9d3a-99cb6ecd742c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router (1ad025cd-b263-48ce-8fbd-5ac7ee4f54db), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:59.514065 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-79f28e39-d0d4-4246-b46e-02f67bda02c1 req-2eea35ae-e017-4791-b495-190c4843194d tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (6bb24f72-e7a1-48da-bd36-4305bef63fd6), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:59.550349 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc191-6d3d-4974-929c-12186f011cac tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router_gateway (659eba15-ff72-494f-b481-07c09ecac925), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:59.557778 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Feb 2022 21:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd56abe1-1c37-4b21-9264-f650204c758d x-openstack-request-id: req-cd56abe1-1c37-4b21-9264-f650204c758d {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:12:59.557778 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16296d4-0749-4305-81ec-14c625f00e2b", "name": "network-vif-plugged", "status": "completed", "tag": "c0b662bf-c220-4cfd-a033-c9a65f97c7e0", "code": 200}, {"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-plugged", "status": "completed", "tag": "37a46c40-b8b5-4e77-b30b-a26ed748d892", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:12:59.558153 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cd56abe1-1c37-4b21-9264-f650204c758d {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:12:59.558859 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16296d4-0749-4305-81ec-14c625f00e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b662bf-c220-4cfd-a033-c9a65f97c7e0', 'code': 200} Feb 07 21:12:59.559128 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a46c40-b8b5-4e77-b30b-a26ed748d892', 'code': 200} Feb 07 21:12:59.576663 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=4ac48894-fd3f-4327-adde-ca84b477e6df,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:12:59.647116 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-86940b4b-05d9-431b-8455-46b284737d45 None None] Allocated IP 172.20.0.18 (e9ef3ee6-ea93-4d15-9d8e-8588e112d694/a88cdc02-1078-474b-888c-99c26836545e/29fb7d65-33ad-40ca-b606-ecec1017eca5) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:12:59.647451 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-79f28e39-d0d4-4246-b46e-02f67bda02c1 req-2eea35ae-e017-4791-b495-190c4843194d tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (6bb24f72-e7a1-48da-bd36-4305bef63fd6), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:59.772613 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23a1227a-1d1b-4bae-acf8-2e02434f959f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:59.809894 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebae307-cc25-4ec5-8899-f29f12a16bfe req-fd0d1262-4def-4ddc-9b78-f09fd739080f tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:12:59.811131 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7ebae307-cc25-4ec5-8899-f29f12a16bfe req-fd0d1262-4def-4ddc-9b78-f09fd739080f tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1599982 Feb 07 21:12:59.817838 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0db6a00b-cb3f-487f-9d3a-99cb6ecd742c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_gateway (1ad025cd-b263-48ce-8fbd-5ac7ee4f54db), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:59.827437 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-79f28e39-d0d4-4246-b46e-02f67bda02c1 req-2eea35ae-e017-4791-b495-190c4843194d tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (6bb24f72-e7a1-48da-bd36-4305bef63fd6), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:59.830156 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-79f28e39-d0d4-4246-b46e-02f67bda02c1 req-2eea35ae-e017-4791-b495-190c4843194d tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:59.844916 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79f28e39-d0d4-4246-b46e-02f67bda02c1 req-2eea35ae-e017-4791-b495-190c4843194d tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "DELETE /v2.0/security-groups/6bb24f72-e7a1-48da-bd36-4305bef63fd6 HTTP/1.1" status: 204 len: 173 time: 0.9204404 Feb 07 21:12:59.917479 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 9df63fc7-adaf-4727-81c9-300e3fea4a9f completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:12:59.931936 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 9df63fc7-adaf-4727-81c9-300e3fea4a9f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:12:59.932451 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9df63fc7-adaf-4727-81c9-300e3fea4a9f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:12:59.941323 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port a385e62b-d2a8-4713-ac29-e27261556f4d is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:12:59.941844 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a385e62b-d2a8-4713-ac29-e27261556f4d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:00.008902 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port a385e62b-d2a8-4713-ac29-e27261556f4d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a385e62b-d2a8-4713-ac29-e27261556f4d,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:00.018949 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea35ae-e017-4791-b495-190c4843194d tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb24f72-e7a1-48da-bd36-4305bef63fd6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:00.019192 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a385e62b-d2a8-4713-ac29-e27261556f4d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:00.109597 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-86940b4b-05d9-431b-8455-46b284737d45 None None] Publish callbacks [] for port (29fb7d65-33ad-40ca-b606-ecec1017eca5), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:00.141471 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-86940b4b-05d9-431b-8455-46b284737d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (29fb7d65-33ad-40ca-b606-ecec1017eca5), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:00.142367 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-92eec5e3-6dcf-4369-9b1a-f695cd13fd89 req-51f15387-bed5-4120-ab49-795d957abbdd tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups/ead8780a-2c08-4c5f-88be-fc577d0b82f6 HTTP/1.1" status: 200 len: 1818 time: 0.2014565 Feb 07 21:13:00.145693 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7ebae307-cc25-4ec5-8899-f29f12a16bfe req-1a027a8b-4e8f-47d4-ad34-d073c4e37493 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214471 Feb 07 21:13:00.148461 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc191-6d3d-4974-929c-12186f011cac tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (659eba15-ff72-494f-b481-07c09ecac925), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:00.159084 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=a385e62b-d2a8-4713-ac29-e27261556f4d,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:00.167918 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0db6a00b-cb3f-487f-9d3a-99cb6ecd742c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Deleting port aa27ef1b-1450-41b2-b28d-16e106946228 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:13:00.167918 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0db6a00b-cb3f-487f-9d3a-99cb6ecd742c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (aa27ef1b-1450-41b2-b28d-16e106946228), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:00.203184 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-23a1227a-1d1b-4bae-acf8-2e02434f959f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Allocated IP 172.20.0.17 (e9ef3ee6-ea93-4d15-9d8e-8588e112d694/a88cdc02-1078-474b-888c-99c26836545e/d282eeeb-a134-4915-978e-ed0c644df90d) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:13:00.211953 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 9df63fc7-adaf-4727-81c9-300e3fea4a9f is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:13:00.212616 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9df63fc7-adaf-4727-81c9-300e3fea4a9f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:00.217128 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86940b4b-05d9-431b-8455-46b284737d45 None None] Network e9ef3ee6-ea93-4d15-9d8e-8588e112d694 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:13:00.226783 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-86940b4b-05d9-431b-8455-46b284737d45 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:13:00.236138 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86940b4b-05d9-431b-8455-46b284737d45 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:13:00.262374 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86940b4b-05d9-431b-8455-46b284737d45 None None] Pushing event updated for resources: {'Port': ['ID=29fb7d65-33ad-40ca-b606-ecec1017eca5,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:00.289982 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 9df63fc7-adaf-4727-81c9-300e3fea4a9f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9df63fc7-adaf-4727-81c9-300e3fea4a9f,segment=NetworkSegment(132e9d3b-e3a0-44db-9f71-5990771065f1),segment_id=132e9d3b-e3a0-44db-9f71-5990771065f1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:00.310411 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9df63fc7-adaf-4727-81c9-300e3fea4a9f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:00.340119 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-86940b4b-05d9-431b-8455-46b284737d45 None None] Attempting to bind port 29fb7d65-33ad-40ca-b606-ecec1017eca5 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:13:00.340521 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-86940b4b-05d9-431b-8455-46b284737d45 None None] Attempting to bind port 29fb7d65-33ad-40ca-b606-ecec1017eca5 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'fef7714c-bc02-4aba-a323-a0f15cd9ab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e9ef3ee6-ea93-4d15-9d8e-8588e112d694'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:13:00.340934 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86940b4b-05d9-431b-8455-46b284737d45 None None] Attempting to bind port 29fb7d65-33ad-40ca-b606-ecec1017eca5 on network e9ef3ee6-ea93-4d15-9d8e-8588e112d694 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:13:00.342236 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23a1227a-1d1b-4bae-acf8-2e02434f959f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for port (d282eeeb-a134-4915-978e-ed0c644df90d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:00.354613 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86940b4b-05d9-431b-8455-46b284737d45 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:13:00.354991 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86940b4b-05d9-431b-8455-46b284737d45 None None] Checking segment: {'id': 'fef7714c-bc02-4aba-a323-a0f15cd9ab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e9ef3ee6-ea93-4d15-9d8e-8588e112d694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:13:00.355393 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-86940b4b-05d9-431b-8455-46b284737d45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:00.355803 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86940b4b-05d9-431b-8455-46b284737d45 None None] Bound using segment: {'id': 'fef7714c-bc02-4aba-a323-a0f15cd9ab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e9ef3ee6-ea93-4d15-9d8e-8588e112d694'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:13:00.356265 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-86940b4b-05d9-431b-8455-46b284737d45 None None] Bound port: 29fb7d65-33ad-40ca-b606-ecec1017eca5, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef7714c-bc02-4aba-a323-a0f15cd9ab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e9ef3ee6-ea93-4d15-9d8e-8588e112d694'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:13:00.356669 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-86940b4b-05d9-431b-8455-46b284737d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (29fb7d65-33ad-40ca-b606-ecec1017eca5), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:00.380523 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-92eec5e3-6dcf-4369-9b1a-f695cd13fd89 req-13017b25-95b8-439e-83d3-36d8aa4dd419 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (ead8780a-2c08-4c5f-88be-fc577d0b82f6), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:00.388693 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23a1227a-1d1b-4bae-acf8-2e02434f959f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (d282eeeb-a134-4915-978e-ed0c644df90d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:00.398899 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0db6a00b-cb3f-487f-9d3a-99cb6ecd742c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (aa27ef1b-1450-41b2-b28d-16e106946228), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:00.407139 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=9df63fc7-adaf-4727-81c9-300e3fea4a9f,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:00.427374 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-92eec5e3-6dcf-4369-9b1a-f695cd13fd89 req-13017b25-95b8-439e-83d3-36d8aa4dd419 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (ead8780a-2c08-4c5f-88be-fc577d0b82f6), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:00.442015 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0db6a00b-cb3f-487f-9d3a-99cb6ecd742c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Calling delete_port for aa27ef1b-1450-41b2-b28d-16e106946228 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:13:00.442959 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-86940b4b-05d9-431b-8455-46b284737d45 None None] For port 29fb7d65-33ad-40ca-b606-ecec1017eca5, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:13:00.447170 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-86940b4b-05d9-431b-8455-46b284737d45 None None] For port 29fb7d65-33ad-40ca-b606-ecec1017eca5, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=29fb7d65-33ad-40ca-b606-ecec1017eca5,segment=NetworkSegment(fef7714c-bc02-4aba-a323-a0f15cd9ab89),segment_id=fef7714c-bc02-4aba-a323-a0f15cd9ab89)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:13:00.455474 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-86940b4b-05d9-431b-8455-46b284737d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (29fb7d65-33ad-40ca-b606-ecec1017eca5), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:00.466172 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1227a-1d1b-4bae-acf8-2e02434f959f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event updated for resources: {'Port': ['ID=d282eeeb-a134-4915-978e-ed0c644df90d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:00.492000 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a1227a-1d1b-4bae-acf8-2e02434f959f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Network e9ef3ee6-ea93-4d15-9d8e-8588e112d694 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:13:00.496200 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-23a1227a-1d1b-4bae-acf8-2e02434f959f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:13:00.506767 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a1227a-1d1b-4bae-acf8-2e02434f959f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:13:00.550814 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86940b4b-05d9-431b-8455-46b284737d45 None None] Pushing event updated for resources: {'Port': ['ID=29fb7d65-33ad-40ca-b606-ecec1017eca5,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:00.611139 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23a1227a-1d1b-4bae-acf8-2e02434f959f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (7d80b13b-8f92-43f3-b90d-e652b56673ca), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:00.628084 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-92eec5e3-6dcf-4369-9b1a-f695cd13fd89 req-13017b25-95b8-439e-83d3-36d8aa4dd419 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ead8780a-2c08-4c5f-88be-fc577d0b82f6), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:00.633051 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-92eec5e3-6dcf-4369-9b1a-f695cd13fd89 req-13017b25-95b8-439e-83d3-36d8aa4dd419 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:00.634116 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-92eec5e3-6dcf-4369-9b1a-f695cd13fd89 req-13017b25-95b8-439e-83d3-36d8aa4dd419 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "DELETE /v2.0/security-groups/ead8780a-2c08-4c5f-88be-fc577d0b82f6 HTTP/1.1" status: 204 len: 173 time: 0.4805088 Feb 07 21:13:00.679012 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13017b25-95b8-439e-83d3-36d8aa4dd419 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead8780a-2c08-4c5f-88be-fc577d0b82f6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:00.755300 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbfc191-6d3d-4974-929c-12186f011cac tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Router 659eba15-ff72-494f-b481-07c09ecac925 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:13:00.761943 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-89bfce2f-2455-45dc-8701-02818ee32820 req-6a3a418e-cca3-4e4c-aefd-56ccec40f444 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-324718186', 'description': 'tempest-description-1789673908'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:00.808651 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e360d-2eb6-4b2f-919f-196bc28d83a3 req-3580f958-519c-4849-a51a-83445295f77a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:00.815696 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e360d-2eb6-4b2f-919f-196bc28d83a3 req-3580f958-519c-4849-a51a-83445295f77a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:00.821176 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e360d-2eb6-4b2f-919f-196bc28d83a3 req-3580f958-519c-4849-a51a-83445295f77a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:00.827063 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e360d-2eb6-4b2f-919f-196bc28d83a3 req-3580f958-519c-4849-a51a-83445295f77a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:00.832923 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e360d-2eb6-4b2f-919f-196bc28d83a3 req-3580f958-519c-4849-a51a-83445295f77a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:00.839421 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e360d-2eb6-4b2f-919f-196bc28d83a3 req-3580f958-519c-4849-a51a-83445295f77a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:00.843519 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23a1227a-1d1b-4bae-acf8-2e02434f959f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d282eeeb-a134-4915-978e-ed0c644df90d), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:00.844767 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e360d-2eb6-4b2f-919f-196bc28d83a3 req-3580f958-519c-4849-a51a-83445295f77a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:00.847042 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-653e360d-2eb6-4b2f-919f-196bc28d83a3 req-3580f958-519c-4849-a51a-83445295f77a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5433 time: 0.2800713 Feb 07 21:13:01.127171 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-89bfce2f-2455-45dc-8701-02818ee32820 req-6a3a418e-cca3-4e4c-aefd-56ccec40f444 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:01.146214 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0db6a00b-cb3f-487f-9d3a-99cb6ecd742c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (aa27ef1b-1450-41b2-b28d-16e106946228), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:01.214448 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6a00b-cb3f-487f-9d3a-99cb6ecd742c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Pushing event deleted for resources: {'Port': ['ID=aa27ef1b-1450-41b2-b28d-16e106946228,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:01.258187 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a385e62b-d2a8-4713-ac29-e27261556f4d up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:13:01.299297 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbfc191-6d3d-4974-929c-12186f011cac tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:13:01.310162 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eaae33-b8c8-4fb5-95ab-46ff526a8944 None None] Sync routers for ids ['659eba15-ff72-494f-b481-07c09ecac925'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:13:01.330904 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eaae33-b8c8-4fb5-95ab-46ff526a8944 None None] Routers {'659eba15-ff72-494f-b481-07c09ecac925'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:01.334326 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a4eaae33-b8c8-4fb5-95ab-46ff526a8944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:12:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['659eba15-ff72-494f-b481-07c09ecac925'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:01.363585 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-653e360d-2eb6-4b2f-919f-196bc28d83a3 req-231adbe7-32c8-4013-a7c1-2116012f29a0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5004287 Feb 07 21:13:01.401659 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port a385e62b-d2a8-4713-ac29-e27261556f4d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:13:01.404407 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23a1227a-1d1b-4bae-acf8-2e02434f959f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for port (d282eeeb-a134-4915-978e-ed0c644df90d), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:01.405124 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a385e62b-d2a8-4713-ac29-e27261556f4d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:01.419817 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23a1227a-1d1b-4bae-acf8-2e02434f959f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (d282eeeb-a134-4915-978e-ed0c644df90d), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:01.508344 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc191-6d3d-4974-929c-12186f011cac tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:01.513497 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5fbfc191-6d3d-4974-929c-12186f011cac tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.2640169 Feb 07 21:13:01.514248 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60892) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:01.568863 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac48894-fd3f-4327-adde-ca84b477e6df'}, {'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df63fc7-adaf-4727-81c9-300e3fea4a9f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:13:01.575370 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a863ad1f-c0be-47de-b3ce-e25ae7c5efb2" -d '{"events": [{"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-plugged", "status": "completed", "tag": "4ac48894-fd3f-4327-adde-ca84b477e6df"}, {"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-plugged", "status": "completed", "tag": "9df63fc7-adaf-4727-81c9-300e3fea4a9f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:13:01.683989 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-a4eaae33-b8c8-4fb5-95ab-46ff526a8944 None None] Set router 659eba15-ff72-494f-b481-07c09ecac925 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:13:01.688707 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-89bfce2f-2455-45dc-8701-02818ee32820 req-6a3a418e-cca3-4e4c-aefd-56ccec40f444 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (fd5246c7-f684-47df-8248-a02308b38539), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:01.695384 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0db6a00b-cb3f-487f-9d3a-99cb6ecd742c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (1ad025cd-b263-48ce-8fbd-5ac7ee4f54db), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:01.710910 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23a1227a-1d1b-4bae-acf8-2e02434f959f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (7d80b13b-8f92-43f3-b90d-e652b56673ca), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:01.716177 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1227a-1d1b-4bae-acf8-2e02434f959f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event updated for resources: {'Port': ['ID=d282eeeb-a134-4915-978e-ed0c644df90d,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:01.754714 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port a385e62b-d2a8-4713-ac29-e27261556f4d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:13:01.765390 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 29fb7d65-33ad-40ca-b606-ecec1017eca5 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:13:01.782736 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-89bfce2f-2455-45dc-8701-02818ee32820 req-6a3a418e-cca3-4e4c-aefd-56ccec40f444 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (fd5246c7-f684-47df-8248-a02308b38539), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:01.911464 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 29fb7d65-33ad-40ca-b606-ecec1017eca5 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:13:01.911982 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (29fb7d65-33ad-40ca-b606-ecec1017eca5), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:01.966474 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a1227a-1d1b-4bae-acf8-2e02434f959f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Network e9ef3ee6-ea93-4d15-9d8e-8588e112d694 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:13:01.977531 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-23a1227a-1d1b-4bae-acf8-2e02434f959f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:13:02.118097 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 29fb7d65-33ad-40ca-b606-ecec1017eca5 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:13:02.120253 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (29fb7d65-33ad-40ca-b606-ecec1017eca5), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:02.133486 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a4eaae33-b8c8-4fb5-95ab-46ff526a8944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659eba15-ff72-494f-b481-07c09ecac925', 'name': '', 'tenant_id': '2f87e75df2bc4d5c85622fb4295c2473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47ac26d9-05a6-40d2-863c-6555f37e40bb', 'external_fixed_ips': [{'subnet_id': '31ddbd42-736b-402c-ac16-f472c10ba11b', 'ip_address': '2001:db8::1fa'}], 'enable_snat': True}, 'gw_port_id': 'db41614f-d9fb-465b-87ec-a3819e71caa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:12:56Z', 'updated_at': '2022-02-07T21:12:58Z', 'revision_number': 3, 'project_id': '2f87e75df2bc4d5c85622fb4295c2473', 'gw_port': {'id': 'db41614f-d9fb-465b-87ec-a3819e71caa2', 'name': '', 'network_id': '47ac26d9-05a6-40d2-863c-6555f37e40bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659eba15-ff72-494f-b481-07c09ecac925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '31ddbd42-736b-402c-ac16-f472c10ba11b', 'ip_address': '2001:db8::1fa', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:12:57Z', 'updated_at': '2022-02-07T21:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31ddbd42-736b-402c-ac16-f472c10ba11b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:02.182190 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eaae33-b8c8-4fb5-95ab-46ff526a8944 None None] Checking router: 659eba15-ff72-494f-b481-07c09ecac925 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:13:02.184043 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eaae33-b8c8-4fb5-95ab-46ff526a8944 None None] Updating router 659eba15-ff72-494f-b481-07c09ecac925 port db41614f-d9fb-465b-87ec-a3819e71caa2 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:13:02.211213 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 29fb7d65-33ad-40ca-b606-ecec1017eca5, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=29fb7d65-33ad-40ca-b606-ecec1017eca5,segment=NetworkSegment(fef7714c-bc02-4aba-a323-a0f15cd9ab89),segment_id=fef7714c-bc02-4aba-a323-a0f15cd9ab89)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:02.224294 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a1227a-1d1b-4bae-acf8-2e02434f959f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Router 7d80b13b-8f92-43f3-b90d-e652b56673ca has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:13:02.227473 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (29fb7d65-33ad-40ca-b606-ecec1017eca5), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:02.253470 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a4eaae33-b8c8-4fb5-95ab-46ff526a8944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (db41614f-d9fb-465b-87ec-a3819e71caa2), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:02.321068 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3715d840-3071-4b2c-8b0a-a4e4338b7e3e None None] Network e9ef3ee6-ea93-4d15-9d8e-8588e112d694 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:13:02.471230 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a1227a-1d1b-4bae-acf8-2e02434f959f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:13:02.485922 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-23a1227a-1d1b-4bae-acf8-2e02434f959f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "PUT /v2.0/routers/7d80b13b-8f92-43f3-b90d-e652b56673ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3676407 Feb 07 21:13:02.486821 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb96224-b097-4ee5-91e9-90305fb3932f None None] Sync routers for ids ['7d80b13b-8f92-43f3-b90d-e652b56673ca'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:13:02.549128 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb96224-b097-4ee5-91e9-90305fb3932f None None] Routers {'7d80b13b-8f92-43f3-b90d-e652b56673ca'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:02.550309 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-cbb96224-b097-4ee5-91e9-90305fb3932f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:12:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7d80b13b-8f92-43f3-b90d-e652b56673ca'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:02.563283 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=29fb7d65-33ad-40ca-b606-ecec1017eca5,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:02.584541 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0db6a00b-cb3f-487f-9d3a-99cb6ecd742c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (1ad025cd-b263-48ce-8fbd-5ac7ee4f54db), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:02.587025 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-cce31a76-c54c-469d-8b24-06b6b1b89777 None None] Provisioning complete for port 29fb7d65-33ad-40ca-b606-ecec1017eca5 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:13:02.591687 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce31a76-c54c-469d-8b24-06b6b1b89777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (29fb7d65-33ad-40ca-b606-ecec1017eca5), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:02.594138 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0db6a00b-cb3f-487f-9d3a-99cb6ecd742c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_controller (1ad025cd-b263-48ce-8fbd-5ac7ee4f54db), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:02.604458 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-89bfce2f-2455-45dc-8701-02818ee32820 req-6a3a418e-cca3-4e4c-aefd-56ccec40f444 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:02.611078 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-89bfce2f-2455-45dc-8701-02818ee32820 req-6a3a418e-cca3-4e4c-aefd-56ccec40f444 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.9249635 Feb 07 21:13:02.627759 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a418e-cca3-4e4c-aefd-56ccec40f444 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5246c7-f684-47df-8248-a02308b38539,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:02.637090 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a4eaae33-b8c8-4fb5-95ab-46ff526a8944 None None] Publish callbacks [] for port (db41614f-d9fb-465b-87ec-a3819e71caa2), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:02.651309 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a4eaae33-b8c8-4fb5-95ab-46ff526a8944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (db41614f-d9fb-465b-87ec-a3819e71caa2), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:02.754470 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-a4eaae33-b8c8-4fb5-95ab-46ff526a8944 None None] Attempting to bind port db41614f-d9fb-465b-87ec-a3819e71caa2 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:13:02.755184 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-a4eaae33-b8c8-4fb5-95ab-46ff526a8944 None None] Attempting to bind port db41614f-d9fb-465b-87ec-a3819e71caa2 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '04c50a71-6bf6-4e41-820e-239c4f0252cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '47ac26d9-05a6-40d2-863c-6555f37e40bb'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:13:02.755872 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eaae33-b8c8-4fb5-95ab-46ff526a8944 None None] Attempting to bind port db41614f-d9fb-465b-87ec-a3819e71caa2 on network 47ac26d9-05a6-40d2-863c-6555f37e40bb {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:13:02.761419 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Feb 2022 21:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9a4108-0409-4330-95be-d0fd68942cfb x-openstack-request-id: req-ea9a4108-0409-4330-95be-d0fd68942cfb {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:13:02.761710 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-plugged", "status": "completed", "tag": "4ac48894-fd3f-4327-adde-ca84b477e6df", "code": 200}, {"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-plugged", "status": "completed", "tag": "9df63fc7-adaf-4727-81c9-300e3fea4a9f", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:13:02.762003 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ea9a4108-0409-4330-95be-d0fd68942cfb {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:13:02.762407 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac48894-fd3f-4327-adde-ca84b477e6df', 'code': 200} Feb 07 21:13:02.762667 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df63fc7-adaf-4727-81c9-300e3fea4a9f', 'code': 200} Feb 07 21:13:02.767035 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eaae33-b8c8-4fb5-95ab-46ff526a8944 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:13:02.768018 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eaae33-b8c8-4fb5-95ab-46ff526a8944 None None] Checking segment: {'id': '04c50a71-6bf6-4e41-820e-239c4f0252cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '47ac26d9-05a6-40d2-863c-6555f37e40bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:13:02.768650 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a4eaae33-b8c8-4fb5-95ab-46ff526a8944 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:02.769423 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eaae33-b8c8-4fb5-95ab-46ff526a8944 None None] Bound using segment: {'id': '04c50a71-6bf6-4e41-820e-239c4f0252cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '47ac26d9-05a6-40d2-863c-6555f37e40bb'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:13:02.770149 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-a4eaae33-b8c8-4fb5-95ab-46ff526a8944 None None] Bound port: db41614f-d9fb-465b-87ec-a3819e71caa2, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c50a71-6bf6-4e41-820e-239c4f0252cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '47ac26d9-05a6-40d2-863c-6555f37e40bb'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:13:02.770756 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a4eaae33-b8c8-4fb5-95ab-46ff526a8944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (db41614f-d9fb-465b-87ec-a3819e71caa2), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:02.779268 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67f55de3-2a15-43d1-9357-41b304ddc744 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router (659eba15-ff72-494f-b481-07c09ecac925), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:02.829083 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-a4eaae33-b8c8-4fb5-95ab-46ff526a8944 None None] For port db41614f-d9fb-465b-87ec-a3819e71caa2, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:13:02.833202 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-a4eaae33-b8c8-4fb5-95ab-46ff526a8944 None None] For port db41614f-d9fb-465b-87ec-a3819e71caa2, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=db41614f-d9fb-465b-87ec-a3819e71caa2,segment=NetworkSegment(04c50a71-6bf6-4e41-820e-239c4f0252cb),segment_id=04c50a71-6bf6-4e41-820e-239c4f0252cb)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:13:02.846405 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a4eaae33-b8c8-4fb5-95ab-46ff526a8944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (db41614f-d9fb-465b-87ec-a3819e71caa2), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:02.858362 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9d6c-6f14-4d7a-ab06-98ce164fe133 None None] Pushing event updated for resources: {'Port': ['ID=db41614f-d9fb-465b-87ec-a3819e71caa2,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:02.880344 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-cce31a76-c54c-469d-8b24-06b6b1b89777 None None] Current status of the port 29fb7d65-33ad-40ca-b606-ecec1017eca5 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:13:02.923579 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9d6c-6f14-4d7a-ab06-98ce164fe133 None None] Pushing event updated for resources: {'Port': ['ID=db41614f-d9fb-465b-87ec-a3819e71caa2,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:02.951172 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eaae33-b8c8-4fb5-95ab-46ff526a8944 None None] Routers {'659eba15-ff72-494f-b481-07c09ecac925'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:02.952170 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a4eaae33-b8c8-4fb5-95ab-46ff526a8944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:12:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['659eba15-ff72-494f-b481-07c09ecac925'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:02.963040 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f5ed3-f936-4735-b0b4-0f022eefaee3 req-9d81d885-e136-4c38-9f3b-3bba8c4a2bb1 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:02.976089 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-507f5ed3-f936-4735-b0b4-0f022eefaee3 req-9d81d885-e136-4c38-9f3b-3bba8c4a2bb1 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.5433590 Feb 07 21:13:02.998656 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-cbb96224-b097-4ee5-91e9-90305fb3932f None None] Set router 7d80b13b-8f92-43f3-b90d-e652b56673ca gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:13:03.103881 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 29fb7d65-33ad-40ca-b606-ecec1017eca5 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:13:03.143085 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-a4eaae33-b8c8-4fb5-95ab-46ff526a8944 None None] Set router 659eba15-ff72-494f-b481-07c09ecac925 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:13:03.266268 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0db6a00b-cb3f-487f-9d3a-99cb6ecd742c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (1ad025cd-b263-48ce-8fbd-5ac7ee4f54db), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:03.267375 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db6a00b-cb3f-487f-9d3a-99cb6ecd742c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Fanout notify agent at l3_agent the message router_deleted on router 1ad025cd-b263-48ce-8fbd-5ac7ee4f54db {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:13:03.305807 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0db6a00b-cb3f-487f-9d3a-99cb6ecd742c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:03.311616 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60908) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:03.312109 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0db6a00b-cb3f-487f-9d3a-99cb6ecd742c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "DELETE /v2.0/routers/1ad025cd-b263-48ce-8fbd-5ac7ee4f54db HTTP/1.1" status: 204 len: 168 time: 4.2224803 Feb 07 21:13:03.316486 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Request body: {'router': {'name': 'tempest-snat-router-688039945', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'enable_snat': False}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:03.340261 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67f55de3-2a15-43d1-9357-41b304ddc744 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router_gateway (659eba15-ff72-494f-b481-07c09ecac925), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:03.390982 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (ba77a772-d60b-46a3-b311-a0f9f9a662f0), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:03.401431 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (ba77a772-d60b-46a3-b311-a0f9f9a662f0), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:03.508111 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf6dd7-0ca9-48f3-af5a-071b5184d3f2 req-f2be6d11-70b1-4b3f-a09a-46ebe788bf17 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:03.521667 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf6dd7-0ca9-48f3-af5a-071b5184d3f2 req-f2be6d11-70b1-4b3f-a09a-46ebe788bf17 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:03.536204 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf6dd7-0ca9-48f3-af5a-071b5184d3f2 req-f2be6d11-70b1-4b3f-a09a-46ebe788bf17 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:03.550407 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf6dd7-0ca9-48f3-af5a-071b5184d3f2 req-f2be6d11-70b1-4b3f-a09a-46ebe788bf17 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:03.552278 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-616d2f0b-d888-4809-96c2-405258c93f01 None None] Provisioning complete for port d282eeeb-a134-4915-978e-ed0c644df90d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:13:03.553847 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-616d2f0b-d888-4809-96c2-405258c93f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d282eeeb-a134-4915-978e-ed0c644df90d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:03.563632 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf6dd7-0ca9-48f3-af5a-071b5184d3f2 req-f2be6d11-70b1-4b3f-a09a-46ebe788bf17 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:03.565984 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 29fb7d65-33ad-40ca-b606-ecec1017eca5 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:13:03.567904 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (29fb7d65-33ad-40ca-b606-ecec1017eca5), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:03.569472 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router_controller (ba77a772-d60b-46a3-b311-a0f9f9a662f0), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:03.571437 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:03.578670 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf6dd7-0ca9-48f3-af5a-071b5184d3f2 req-f2be6d11-70b1-4b3f-a09a-46ebe788bf17 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:03.607910 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf6dd7-0ca9-48f3-af5a-071b5184d3f2 req-f2be6d11-70b1-4b3f-a09a-46ebe788bf17 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:03.609582 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0ebf6dd7-0ca9-48f3-af5a-071b5184d3f2 req-f2be6d11-70b1-4b3f-a09a-46ebe788bf17 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5433 time: 0.4758885 Feb 07 21:13:03.659740 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a4eaae33-b8c8-4fb5-95ab-46ff526a8944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659eba15-ff72-494f-b481-07c09ecac925', 'name': '', 'tenant_id': '2f87e75df2bc4d5c85622fb4295c2473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47ac26d9-05a6-40d2-863c-6555f37e40bb', 'external_fixed_ips': [{'subnet_id': '31ddbd42-736b-402c-ac16-f472c10ba11b', 'ip_address': '2001:db8::1fa'}], 'enable_snat': True}, 'gw_port_id': 'db41614f-d9fb-465b-87ec-a3819e71caa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:12:56Z', 'updated_at': '2022-02-07T21:12:58Z', 'revision_number': 3, 'project_id': '2f87e75df2bc4d5c85622fb4295c2473', 'gw_port': {'id': 'db41614f-d9fb-465b-87ec-a3819e71caa2', 'name': '', 'network_id': '47ac26d9-05a6-40d2-863c-6555f37e40bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659eba15-ff72-494f-b481-07c09ecac925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '31ddbd42-736b-402c-ac16-f472c10ba11b', 'ip_address': '2001:db8::1fa', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:12:57Z', 'updated_at': '2022-02-07T21:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31ddbd42-736b-402c-ac16-f472c10ba11b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:03.733186 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-616d2f0b-d888-4809-96c2-405258c93f01 None None] Port d282eeeb-a134-4915-978e-ed0c644df90d cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:13:03.747520 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0ebf6dd7-0ca9-48f3-af5a-071b5184d3f2 req-0674946c-9541-4cb3-b353-f51679fe9f08 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1257045 Feb 07 21:13:03.751797 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-507f5ed3-f936-4735-b0b4-0f022eefaee3 req-fe250b27-ea66-4087-ab6c-d8d96ec499fd tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7745900 Feb 07 21:13:03.761570 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eaae33-b8c8-4fb5-95ab-46ff526a8944 None None] The sync data for ids ['659eba15-ff72-494f-b481-07c09ecac925'] in n-d-828185-2 is: [{'id': '659eba15-ff72-494f-b481-07c09ecac925', 'name': '', 'tenant_id': '2f87e75df2bc4d5c85622fb4295c2473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47ac26d9-05a6-40d2-863c-6555f37e40bb', 'external_fixed_ips': [{'subnet_id': '31ddbd42-736b-402c-ac16-f472c10ba11b', 'ip_address': '2001:db8::1fa'}], 'enable_snat': True}, 'gw_port_id': 'db41614f-d9fb-465b-87ec-a3819e71caa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:12:56Z', 'updated_at': '2022-02-07T21:12:58Z', 'revision_number': 3, 'project_id': '2f87e75df2bc4d5c85622fb4295c2473', 'gw_port': {'id': 'db41614f-d9fb-465b-87ec-a3819e71caa2', 'name': '', 'network_id': '47ac26d9-05a6-40d2-863c-6555f37e40bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659eba15-ff72-494f-b481-07c09ecac925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '31ddbd42-736b-402c-ac16-f472c10ba11b', 'ip_address': '2001:db8::1fa', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:12:57Z', 'updated_at': '2022-02-07T21:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31ddbd42-736b-402c-ac16-f472c10ba11b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:13:03.833388 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f930aca-1432-401a-a7bd-6b8452f7b702 req-de8de16b-b414-43ac-bac5-09931003f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:03.833962 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f930aca-1432-401a-a7bd-6b8452f7b702 req-de8de16b-b414-43ac-bac5-09931003f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:03.834333 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f930aca-1432-401a-a7bd-6b8452f7b702 req-de8de16b-b414-43ac-bac5-09931003f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:03.834805 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f930aca-1432-401a-a7bd-6b8452f7b702 req-de8de16b-b414-43ac-bac5-09931003f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:03.835277 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f930aca-1432-401a-a7bd-6b8452f7b702 req-de8de16b-b414-43ac-bac5-09931003f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:03.835725 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f930aca-1432-401a-a7bd-6b8452f7b702 req-de8de16b-b414-43ac-bac5-09931003f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:03.836190 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f930aca-1432-401a-a7bd-6b8452f7b702 req-de8de16b-b414-43ac-bac5-09931003f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:03.847263 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f930aca-1432-401a-a7bd-6b8452f7b702 req-de8de16b-b414-43ac-bac5-09931003f90e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 6707 time: 0.9665926 Feb 07 21:13:03.996960 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-616d2f0b-d888-4809-96c2-405258c93f01 None None] Provisioning complete for port 29fb7d65-33ad-40ca-b606-ecec1017eca5 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:13:03.997568 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-616d2f0b-d888-4809-96c2-405258c93f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (29fb7d65-33ad-40ca-b606-ecec1017eca5), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:04.021634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe2ab467-fc40-493f-a998-aafd21853f35 req-9b5e4a20-7923-45ac-95ac-413fe5816f8b tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups/fd5246c7-f684-47df-8248-a02308b38539 HTTP/1.1" status: 200 len: 1819 time: 0.1702042 Feb 07 21:13:04.054189 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-fe2ab467-fc40-493f-a998-aafd21853f35 req-d382a25d-dfc0-4dd7-9f53-0a853717f49d tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1057375984', 'description': 'tempest-description-hth-748967060'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:04.099053 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:04.221308 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-cbb96224-b097-4ee5-91e9-90305fb3932f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d80b13b-8f92-43f3-b90d-e652b56673ca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1797493882', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a385e62b-d2a8-4713-ac29-e27261556f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:12:52Z', 'updated_at': '2022-02-07T21:13:00Z', 'revision_number': 4, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'gw_port': {'id': 'a385e62b-d2a8-4713-ac29-e27261556f4d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:85:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d80b13b-8f92-43f3-b90d-e652b56673ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:12:53Z', 'updated_at': '2022-02-07T21:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'd282eeeb-a134-4915-978e-ed0c644df90d', 'name': '', 'network_id': 'e9ef3ee6-ea93-4d15-9d8e-8588e112d694', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'mac_address': 'fa:16:3e:52:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d80b13b-8f92-43f3-b90d-e652b56673ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'a88cdc02-1078-474b-888c-99c26836545e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:12:59Z', 'updated_at': '2022-02-07T21:13:01Z', 'revision_number': 2, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'subnets': [{'id': 'a88cdc02-1078-474b-888c-99c26836545e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:04.293712 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-616d2f0b-d888-4809-96c2-405258c93f01 None None] Current status of the port 29fb7d65-33ad-40ca-b606-ecec1017eca5 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:13:04.304505 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 29fb7d65-33ad-40ca-b606-ecec1017eca5 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:13:04.313281 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb96224-b097-4ee5-91e9-90305fb3932f None None] Checking router: 7d80b13b-8f92-43f3-b90d-e652b56673ca for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:13:04.313791 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb96224-b097-4ee5-91e9-90305fb3932f None None] Updating router 7d80b13b-8f92-43f3-b90d-e652b56673ca port d282eeeb-a134-4915-978e-ed0c644df90d binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:13:04.359340 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-d07c6a5c-ac48-45f8-8af9-47d40dd3ef65 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:04.360923 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-d07c6a5c-ac48-45f8-8af9-47d40dd3ef65 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/networks?id=e9ef3ee6-ea93-4d15-9d8e-8588e112d694 HTTP/1.1" status: 200 len: 798 time: 0.2872095 Feb 07 21:13:04.378057 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cbb96224-b097-4ee5-91e9-90305fb3932f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d282eeeb-a134-4915-978e-ed0c644df90d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:04.452474 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-67f55de3-2a15-43d1-9357-41b304ddc744 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Deleting port db41614f-d9fb-465b-87ec-a3819e71caa2 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:13:04.452828 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67f55de3-2a15-43d1-9357-41b304ddc744 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (db41614f-d9fb-465b-87ec-a3819e71caa2), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:04.542689 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a31705d6-21a4-41fb-9980-c9976d2637ce None None] Provisioning complete for port d282eeeb-a134-4915-978e-ed0c644df90d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:13:04.543009 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a31705d6-21a4-41fb-9980-c9976d2637ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d282eeeb-a134-4915-978e-ed0c644df90d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:04.576054 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:13:04.654124 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router_gateway (ba77a772-d60b-46a3-b311-a0f9f9a662f0), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:04.659184 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-67f55de3-2a15-43d1-9357-41b304ddc744 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] For port db41614f-d9fb-465b-87ec-a3819e71caa2, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=db41614f-d9fb-465b-87ec-a3819e71caa2,segment=NetworkSegment(04c50a71-6bf6-4e41-820e-239c4f0252cb),segment_id=04c50a71-6bf6-4e41-820e-239c4f0252cb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:04.659568 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67f55de3-2a15-43d1-9357-41b304ddc744 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (db41614f-d9fb-465b-87ec-a3819e71caa2), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:04.690113 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-67f55de3-2a15-43d1-9357-41b304ddc744 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Calling delete_port for db41614f-d9fb-465b-87ec-a3819e71caa2 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:13:04.810212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a31705d6-21a4-41fb-9980-c9976d2637ce None None] Port d282eeeb-a134-4915-978e-ed0c644df90d cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:13:04.862428 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-54427448-dca2-4ae2-b12b-0abce2c36526 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/quotas/c463a693b5274ac2a7546a3f4a26c5cf HTTP/1.1" status: 200 len: 375 time: 0.4390478 Feb 07 21:13:05.086988 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fe2ab467-fc40-493f-a998-aafd21853f35 req-d382a25d-dfc0-4dd7-9f53-0a853717f49d tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (fd5246c7-f684-47df-8248-a02308b38539), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:05.122082 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f930aca-1432-401a-a7bd-6b8452f7b702 req-2ee87004-e078-4042-b197-9bec17a0d315 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4594f637-47ce-490b-a33d-e0ff27b5c788&id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 1.1126559 Feb 07 21:13:05.176862 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router_gateway (ba77a772-d60b-46a3-b311-a0f9f9a662f0), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:05.202408 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device db41614f-d9fb-465b-87ec-a3819e71caa2 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:13:05.203265 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-3b471f73-b7b1-460d-ae72-226a5f3ef2a6 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c463a693b5274ac2a7546a3f4a26c5cf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3398898 Feb 07 21:13:05.246981 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:05.262297 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cbb96224-b097-4ee5-91e9-90305fb3932f None None] Publish callbacks [] for port (d282eeeb-a134-4915-978e-ed0c644df90d), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:05.279281 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cbb96224-b097-4ee5-91e9-90305fb3932f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d282eeeb-a134-4915-978e-ed0c644df90d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:05.423049 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fe2ab467-fc40-493f-a998-aafd21853f35 req-d382a25d-dfc0-4dd7-9f53-0a853717f49d tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (fd5246c7-f684-47df-8248-a02308b38539), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:05.496817 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fe2ab467-fc40-493f-a998-aafd21853f35 req-d382a25d-dfc0-4dd7-9f53-0a853717f49d tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (fd5246c7-f684-47df-8248-a02308b38539), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:05.502211 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fe2ab467-fc40-493f-a998-aafd21853f35 req-d382a25d-dfc0-4dd7-9f53-0a853717f49d tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:05.525026 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe2ab467-fc40-493f-a998-aafd21853f35 req-d382a25d-dfc0-4dd7-9f53-0a853717f49d tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "PUT /v2.0/security-groups/fd5246c7-f684-47df-8248-a02308b38539 HTTP/1.1" status: 200 len: 1793 time: 1.4863842 Feb 07 21:13:05.564297 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Allocated IP 172.25.4.59 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/9fe2650c-46a5-4fc7-853a-a31717f4298a) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:13:05.671854 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382a25d-dfc0-4dd7-9f53-0a853717f49d tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5246c7-f684-47df-8248-a02308b38539,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:05.718795 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67f55de3-2a15-43d1-9357-41b304ddc744 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (db41614f-d9fb-465b-87ec-a3819e71caa2), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:05.737954 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc9c7f-1c25-403d-81fb-982f66f2256b None None] Pushing event updated for resources: {'Port': ['ID=d282eeeb-a134-4915-978e-ed0c644df90d,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:05.747098 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port db41614f-d9fb-465b-87ec-a3819e71caa2 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:13:05.747639 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (db41614f-d9fb-465b-87ec-a3819e71caa2), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:05.772219 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f55de3-2a15-43d1-9357-41b304ddc744 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Pushing event deleted for resources: {'Port': ['ID=db41614f-d9fb-465b-87ec-a3819e71caa2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:05.785275 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-d76ef3f4-dbda-483b-b4be-730f853c9a72 service neutron] 10.222.0.65 "GET /v2.0/networks/e9ef3ee6-ea93-4d15-9d8e-8588e112d694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5793829 Feb 07 21:13:05.801326 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for port (9fe2650c-46a5-4fc7-853a-a31717f4298a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:05.837968 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Port db41614f-d9fb-465b-87ec-a3819e71caa2 was deleted so its status cannot be updated. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 07 21:13:05.853504 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9fe2650c-46a5-4fc7-853a-a31717f4298a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:05.870156 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-cbb96224-b097-4ee5-91e9-90305fb3932f None None] Attempting to bind port d282eeeb-a134-4915-978e-ed0c644df90d on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:13:05.870156 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-cbb96224-b097-4ee5-91e9-90305fb3932f None None] Attempting to bind port d282eeeb-a134-4915-978e-ed0c644df90d by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'fef7714c-bc02-4aba-a323-a0f15cd9ab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e9ef3ee6-ea93-4d15-9d8e-8588e112d694'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:13:05.870476 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb96224-b097-4ee5-91e9-90305fb3932f None None] Attempting to bind port d282eeeb-a134-4915-978e-ed0c644df90d on network e9ef3ee6-ea93-4d15-9d8e-8588e112d694 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:13:05.881300 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb96224-b097-4ee5-91e9-90305fb3932f None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:13:05.881709 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb96224-b097-4ee5-91e9-90305fb3932f None None] Checking segment: {'id': 'fef7714c-bc02-4aba-a323-a0f15cd9ab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e9ef3ee6-ea93-4d15-9d8e-8588e112d694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:13:05.882104 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cbb96224-b097-4ee5-91e9-90305fb3932f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:05.882652 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb96224-b097-4ee5-91e9-90305fb3932f None None] Bound using segment: {'id': 'fef7714c-bc02-4aba-a323-a0f15cd9ab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e9ef3ee6-ea93-4d15-9d8e-8588e112d694'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:13:05.883142 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-cbb96224-b097-4ee5-91e9-90305fb3932f None None] Bound port: d282eeeb-a134-4915-978e-ed0c644df90d, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef7714c-bc02-4aba-a323-a0f15cd9ab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e9ef3ee6-ea93-4d15-9d8e-8588e112d694'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:13:05.883657 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cbb96224-b097-4ee5-91e9-90305fb3932f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d282eeeb-a134-4915-978e-ed0c644df90d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:05.906772 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:13:05.913705 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:13:05.917790 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:13:05.926307 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67f55de3-2a15-43d1-9357-41b304ddc744 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (659eba15-ff72-494f-b481-07c09ecac925), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:05.942303 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Pushing event updated for resources: {'Port': ['ID=9fe2650c-46a5-4fc7-853a-a31717f4298a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:05.958962 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:05.959343 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:05.959755 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:05.960155 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:05.960579 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:05.961014 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:05.961403 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:05.961802 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:05.962344 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:05.962735 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:05.963122 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:05.963513 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:05.964035 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:05.969118 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-cbb96224-b097-4ee5-91e9-90305fb3932f None None] For port d282eeeb-a134-4915-978e-ed0c644df90d, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:13:05.973162 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-cbb96224-b097-4ee5-91e9-90305fb3932f None None] For port d282eeeb-a134-4915-978e-ed0c644df90d, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d282eeeb-a134-4915-978e-ed0c644df90d,segment=NetworkSegment(fef7714c-bc02-4aba-a323-a0f15cd9ab89),segment_id=fef7714c-bc02-4aba-a323-a0f15cd9ab89)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:13:05.974701 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-21038e2b-39a2-4141-b6c5-26568c77b830 None None] Provisioning complete for port d282eeeb-a134-4915-978e-ed0c644df90d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:13:05.975277 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-21038e2b-39a2-4141-b6c5-26568c77b830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d282eeeb-a134-4915-978e-ed0c644df90d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:06.002088 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cbb96224-b097-4ee5-91e9-90305fb3932f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d282eeeb-a134-4915-978e-ed0c644df90d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:06.039642 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67f55de3-2a15-43d1-9357-41b304ddc744 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (659eba15-ff72-494f-b481-07c09ecac925), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:06.049804 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67f55de3-2a15-43d1-9357-41b304ddc744 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router_controller (659eba15-ff72-494f-b481-07c09ecac925), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:06.081212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-21038e2b-39a2-4141-b6c5-26568c77b830 None None] Port d282eeeb-a134-4915-978e-ed0c644df90d cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:13:06.110482 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc9c7f-1c25-403d-81fb-982f66f2256b None None] Pushing event updated for resources: {'Port': ['ID=d282eeeb-a134-4915-978e-ed0c644df90d,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:06.131638 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb96224-b097-4ee5-91e9-90305fb3932f None None] Routers {'7d80b13b-8f92-43f3-b90d-e652b56673ca'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:06.131892 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-2b4231e0-2402-4397-ab6d-8069f4e0b4af service neutron] 10.222.0.65 "GET /v2.0/networks/e9ef3ee6-ea93-4d15-9d8e-8588e112d694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096716 Feb 07 21:13:06.132907 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-cbb96224-b097-4ee5-91e9-90305fb3932f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:12:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7d80b13b-8f92-43f3-b90d-e652b56673ca'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:06.147061 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d784a-aefe-471b-89d9-f394236ad649 req-f174d97a-7ba0-4822-94b2-7a2ccf3bd6d4 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:06.160890 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b69d784a-aefe-471b-89d9-f394236ad649 req-f174d97a-7ba0-4822-94b2-7a2ccf3bd6d4 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.5356882 Feb 07 21:13:06.190024 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67f55de3-2a15-43d1-9357-41b304ddc744 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (659eba15-ff72-494f-b481-07c09ecac925), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:06.191372 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f55de3-2a15-43d1-9357-41b304ddc744 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 659eba15-ff72-494f-b481-07c09ecac925 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:13:06.199505 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67f55de3-2a15-43d1-9357-41b304ddc744 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:06.201377 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-67f55de3-2a15-43d1-9357-41b304ddc744 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "DELETE /v2.0/routers/659eba15-ff72-494f-b481-07c09ecac925 HTTP/1.1" status: 204 len: 168 time: 4.6584420 Feb 07 21:13:06.204910 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60934) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:06.274447 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b69d784a-aefe-471b-89d9-f394236ad649 req-3e21e1cc-356a-4dcf-99e3-5256c0f48631 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125388 Feb 07 21:13:06.317575 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-cbb96224-b097-4ee5-91e9-90305fb3932f None None] Set router 7d80b13b-8f92-43f3-b90d-e652b56673ca gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:13:06.484216 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router_gateway (ba77a772-d60b-46a3-b311-a0f9f9a662f0), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:06.526070 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8eb3bafa-0275-4baf-b62b-26a49992af32 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:13:06.669083 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f9378e-dc44-45f8-917c-c9e27b49007e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Deleting subnet 31ddbd42-736b-402c-ac16-f472c10ba11b {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:13:06.681740 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-873e791f-9678-41b2-867c-58c12450c462 req-c8c0435b-c0b0-4f39-9f3b-01903395da9c tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups/fd5246c7-f684-47df-8248-a02308b38539 HTTP/1.1" status: 200 len: 1793 time: 0.1990421 Feb 07 21:13:06.686713 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37f9378e-dc44-45f8-917c-c9e27b49007e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for subnet (31ddbd42-736b-402c-ac16-f472c10ba11b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:06.731935 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-306c5659-6bb7-4217-9a0f-54ad6c5840a9 None None] Provisioning complete for port d282eeeb-a134-4915-978e-ed0c644df90d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:13:06.732342 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-306c5659-6bb7-4217-9a0f-54ad6c5840a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d282eeeb-a134-4915-978e-ed0c644df90d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:06.763731 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd324293-a82e-4e72-b6ae-8bf79839ca55 req-50a277a6-ccd6-421d-97f7-ba1d7d513a7b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:06.776394 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd324293-a82e-4e72-b6ae-8bf79839ca55 req-50a277a6-ccd6-421d-97f7-ba1d7d513a7b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:06.785058 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37f9378e-dc44-45f8-917c-c9e27b49007e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (31ddbd42-736b-402c-ac16-f472c10ba11b), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:06.796776 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd324293-a82e-4e72-b6ae-8bf79839ca55 req-50a277a6-ccd6-421d-97f7-ba1d7d513a7b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:06.823034 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd324293-a82e-4e72-b6ae-8bf79839ca55 req-50a277a6-ccd6-421d-97f7-ba1d7d513a7b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:06.828894 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd324293-a82e-4e72-b6ae-8bf79839ca55 req-50a277a6-ccd6-421d-97f7-ba1d7d513a7b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:06.839664 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd324293-a82e-4e72-b6ae-8bf79839ca55 req-50a277a6-ccd6-421d-97f7-ba1d7d513a7b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:06.861316 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd324293-a82e-4e72-b6ae-8bf79839ca55 req-50a277a6-ccd6-421d-97f7-ba1d7d513a7b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:06.865592 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd324293-a82e-4e72-b6ae-8bf79839ca55 req-50a277a6-ccd6-421d-97f7-ba1d7d513a7b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5433 time: 0.3389289 Feb 07 21:13:06.893705 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-306c5659-6bb7-4217-9a0f-54ad6c5840a9 None None] Current status of the port d282eeeb-a134-4915-978e-ed0c644df90d is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:13:06.903489 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-306c5659-6bb7-4217-9a0f-54ad6c5840a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d282eeeb-a134-4915-978e-ed0c644df90d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:06.965793 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-44210b4b-4245-43ee-aa88-8d454fc11801 req-74779f40-bf4e-4400-8082-6d955b299bd2 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=86e03c82-c60e-4021-a00c-c179efa3c921 HTTP/1.1" status: 200 len: 210 time: 0.0958991 Feb 07 21:13:07.142780 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8b042782-da8f-4027-9eb5-6a601adcb167 req-864a0023-f5c9-4e57-bb4c-9a2afa44fbc2 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups/fd5246c7-f684-47df-8248-a02308b38539 HTTP/1.1" status: 200 len: 1793 time: 0.1345487 Feb 07 21:13:07.173525 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8eb3bafa-0275-4baf-b62b-26a49992af32, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8eb3bafa-0275-4baf-b62b-26a49992af32,segment=NetworkSegment(d17188d4-7793-4980-b0e3-bff9438995bd),segment_id=d17188d4-7793-4980-b0e3-bff9438995bd)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:07.188581 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (ba77a772-d60b-46a3-b311-a0f9f9a662f0), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:07.193761 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd324293-a82e-4e72-b6ae-8bf79839ca55 req-e412a406-d9e7-4d99-a181-450a117386ec tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2254786 Feb 07 21:13:07.200816 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '8eb3bafa-0275-4baf-b62b-26a49992af32', 'network_id': 'fea6e7e3-47f5-4ada-86ca-f855bc01cae1', 'port_id': '8eb3bafa-0275-4baf-b62b-26a49992af32', 'mac_address': 'fa:16:3e:53:dc:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '226d5f88-28a2-4f0a-937f-719b03b2d28a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:13:07.255485 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8b042782-da8f-4027-9eb5-6a601adcb167 req-242a283a-d5c0-46e7-87de-b578cb481808 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (fd5246c7-f684-47df-8248-a02308b38539), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:07.275291 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 8eb3bafa-0275-4baf-b62b-26a49992af32 is: ACTIVE; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:13:07.275781 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:07.291406 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-306c5659-6bb7-4217-9a0f-54ad6c5840a9 None None] For port d282eeeb-a134-4915-978e-ed0c644df90d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d282eeeb-a134-4915-978e-ed0c644df90d,segment=NetworkSegment(fef7714c-bc02-4aba-a323-a0f15cd9ab89),segment_id=fef7714c-bc02-4aba-a323-a0f15cd9ab89)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:07.294042 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8eb3bafa-0275-4baf-b62b-26a49992af32 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:13:07.298471 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8b042782-da8f-4027-9eb5-6a601adcb167 req-242a283a-d5c0-46e7-87de-b578cb481808 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (fd5246c7-f684-47df-8248-a02308b38539), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:07.338673 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37f9378e-dc44-45f8-917c-c9e27b49007e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (31ddbd42-736b-402c-ac16-f472c10ba11b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:07.340725 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8eb3bafa-0275-4baf-b62b-26a49992af32, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8eb3bafa-0275-4baf-b62b-26a49992af32,segment=NetworkSegment(d17188d4-7793-4980-b0e3-bff9438995bd),segment_id=d17188d4-7793-4980-b0e3-bff9438995bd)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:07.346825 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-306c5659-6bb7-4217-9a0f-54ad6c5840a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d282eeeb-a134-4915-978e-ed0c644df90d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:07.362173 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8b042782-da8f-4027-9eb5-6a601adcb167 req-242a283a-d5c0-46e7-87de-b578cb481808 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (fd5246c7-f684-47df-8248-a02308b38539), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:07.365752 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8b042782-da8f-4027-9eb5-6a601adcb167 req-242a283a-d5c0-46e7-87de-b578cb481808 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:07.383787 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8b042782-da8f-4027-9eb5-6a601adcb167 req-242a283a-d5c0-46e7-87de-b578cb481808 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "DELETE /v2.0/security-groups/fd5246c7-f684-47df-8248-a02308b38539 HTTP/1.1" status: 204 len: 173 time: 0.2364495 Feb 07 21:13:07.408221 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:07.450841 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-cbb96224-b097-4ee5-91e9-90305fb3932f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d80b13b-8f92-43f3-b90d-e652b56673ca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1797493882', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a385e62b-d2a8-4713-ac29-e27261556f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:12:52Z', 'updated_at': '2022-02-07T21:13:00Z', 'revision_number': 4, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'gw_port': {'id': 'a385e62b-d2a8-4713-ac29-e27261556f4d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:85:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d80b13b-8f92-43f3-b90d-e652b56673ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:12:53Z', 'updated_at': '2022-02-07T21:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'd282eeeb-a134-4915-978e-ed0c644df90d', 'name': '', 'network_id': 'e9ef3ee6-ea93-4d15-9d8e-8588e112d694', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'mac_address': 'fa:16:3e:52:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d80b13b-8f92-43f3-b90d-e652b56673ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'a88cdc02-1078-474b-888c-99c26836545e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:12:59Z', 'updated_at': '2022-02-07T21:13:05Z', 'revision_number': 4, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'subnets': [{'id': 'a88cdc02-1078-474b-888c-99c26836545e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:07.453929 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a283a-d5c0-46e7-87de-b578cb481808 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5246c7-f684-47df-8248-a02308b38539,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:07.518522 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37f9378e-dc44-45f8-917c-c9e27b49007e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (31ddbd42-736b-402c-ac16-f472c10ba11b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:07.552831 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b885b-2207-4cb6-9a18-7bc3429ca35a req-edb3e8f4-409c-47fc-bd32-acf0a12588b9 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:07.554717 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-616b885b-2207-4cb6-9a18-7bc3429ca35a req-edb3e8f4-409c-47fc-bd32-acf0a12588b9 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 944 time: 0.1566532 Feb 07 21:13:07.570645 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['8eb3bafa-0275-4baf-b62b-26a49992af32'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:13:07.616548 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9378e-dc44-45f8-917c-c9e27b49007e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=31ddbd42-736b-402c-ac16-f472c10ba11b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:07.639581 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37f9378e-dc44-45f8-917c-c9e27b49007e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:07.647402 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-37f9378e-dc44-45f8-917c-c9e27b49007e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/31ddbd42-736b-402c-ac16-f472c10ba11b HTTP/1.1" status: 204 len: 168 time: 1.4391367 Feb 07 21:13:07.647658 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60972) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:07.658339 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb96224-b097-4ee5-91e9-90305fb3932f None None] The sync data for ids ['7d80b13b-8f92-43f3-b90d-e652b56673ca'] in n-d-828185-2 is: [{'id': '7d80b13b-8f92-43f3-b90d-e652b56673ca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1797493882', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a385e62b-d2a8-4713-ac29-e27261556f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:12:52Z', 'updated_at': '2022-02-07T21:13:00Z', 'revision_number': 4, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'gw_port': {'id': 'a385e62b-d2a8-4713-ac29-e27261556f4d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:85:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d80b13b-8f92-43f3-b90d-e652b56673ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:12:53Z', 'updated_at': '2022-02-07T21:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'd282eeeb-a134-4915-978e-ed0c644df90d', 'name': '', 'network_id': 'e9ef3ee6-ea93-4d15-9d8e-8588e112d694', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'mac_address': 'fa:16:3e:52:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d80b13b-8f92-43f3-b90d-e652b56673ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'a88cdc02-1078-474b-888c-99c26836545e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:12:59Z', 'updated_at': '2022-02-07T21:13:05Z', 'revision_number': 4, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'subnets': [{'id': 'a88cdc02-1078-474b-888c-99c26836545e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:13:07.662582 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c5659-6bb7-4217-9a0f-54ad6c5840a9 None None] Pushing event updated for resources: {'Port': ['ID=d282eeeb-a134-4915-978e-ed0c644df90d,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:07.747925 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-616b885b-2207-4cb6-9a18-7bc3429ca35a req-a8702d90-01c0-4411-81b3-147bf5a4511f tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691375 Feb 07 21:13:07.797235 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-9e4625f7-f7ca-4f90-bc71-ff687acf0bc1 req-aa529583-d4de-4ced-aabd-a947e8464e79 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] show failed (client error): The resource could not be found. Feb 07 21:13:07.800821 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9e4625f7-f7ca-4f90-bc71-ff687acf0bc1 req-aa529583-d4de-4ced-aabd-a947e8464e79 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups/ead8780a-2c08-4c5f-88be-fc577d0b82f6 HTTP/1.1" status: 404 len: 352 time: 0.0504615 Feb 07 21:13:07.802821 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Router ba77a772-d60b-46a3-b311-a0f9f9a662f0 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:13:07.843478 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-3768189d-383d-4c32-979c-2d3fa0e020d9 req-8d37142b-394d-4a7d-97b9-79d6b0edbc1b tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] show failed (client error): The resource could not be found. Feb 07 21:13:07.845279 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3768189d-383d-4c32-979c-2d3fa0e020d9 req-8d37142b-394d-4a7d-97b9-79d6b0edbc1b tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups/6bb24f72-e7a1-48da-bd36-4305bef63fd6 HTTP/1.1" status: 404 len: 352 time: 0.0219676 Feb 07 21:13:07.902965 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=8eb3bafa-0275-4baf-b62b-26a49992af32,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:07.912626 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-4dd44f39-9f53-4d03-8ad9-ca78f330620a req-c618c6ae-5bab-4bd4-9e2b-073887b9c200 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] show failed (client error): The resource could not be found. Feb 07 21:13:07.913676 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4dd44f39-9f53-4d03-8ad9-ca78f330620a req-c618c6ae-5bab-4bd4-9e2b-073887b9c200 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups/4065d243-b344-4704-892c-8e49a55cb7f5 HTTP/1.1" status: 404 len: 352 time: 0.0388596 Feb 07 21:13:07.953281 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e92a14b1-2bf3-4e40-a178-a98c71837dd8 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (47ac26d9-05a6-40d2-863c-6555f37e40bb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:07.956906 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-28d0da3b-682e-41f5-9675-d5ac8258cbd8 req-efce8d85-5c08-4b2f-9159-6efdb0e214fa tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] show failed (client error): The resource could not be found. Feb 07 21:13:07.957946 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-28d0da3b-682e-41f5-9675-d5ac8258cbd8 req-efce8d85-5c08-4b2f-9159-6efdb0e214fa tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups/960293c7-5fa9-4c7a-b90c-c332e4f0d9ca HTTP/1.1" status: 404 len: 352 time: 0.0202115 Feb 07 21:13:08.008146 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-6054138a-3256-48d3-adf5-e2f2ea771569 req-c630a0e2-b1e4-42d7-9acc-c5f6d129adf8 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] show failed (client error): The resource could not be found. Feb 07 21:13:08.009282 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6054138a-3256-48d3-adf5-e2f2ea771569 req-c630a0e2-b1e4-42d7-9acc-c5f6d129adf8 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups/5e7566ae-0db8-4e94-aab7-163d7e1ebb73 HTTP/1.1" status: 404 len: 352 time: 0.0190403 Feb 07 21:13:08.076812 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-6e26a66f-a78d-40ef-b613-c21f2b0eba8b req-75eec2bb-b92f-4eac-8d19-644be3d0ef28 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] show failed (client error): The resource could not be found. Feb 07 21:13:08.077854 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e26a66f-a78d-40ef-b613-c21f2b0eba8b req-75eec2bb-b92f-4eac-8d19-644be3d0ef28 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups/961c4f22-fcab-4556-8c28-c83a7860cf8f HTTP/1.1" status: 404 len: 352 time: 0.0409987 Feb 07 21:13:08.129421 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0fdfdbec-5ce4-4c63-b1c9-2003c32dc1b1 req-fc93e398-f687-4ff3-8f41-5f2b025e8a88 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=86e03c82-c60e-4021-a00c-c179efa3c921 HTTP/1.1" status: 200 len: 210 time: 0.0558000 Feb 07 21:13:08.154731 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e92a14b1-2bf3-4e40-a178-a98c71837dd8 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (47ac26d9-05a6-40d2-863c-6555f37e40bb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:08.215942 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:13:08.230229 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87093785-d418-4943-b2a1-0486e0e65532 None None] Sync routers for ids ['ba77a772-d60b-46a3-b311-a0f9f9a662f0'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:13:08.241619 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-e92a14b1-2bf3-4e40-a178-a98c71837dd8 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ac26d9-05a6-40d2-863c-6555f37e40bb']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:08.250842 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87093785-d418-4943-b2a1-0486e0e65532 None None] Routers {'ba77a772-d60b-46a3-b311-a0f9f9a662f0'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:08.257444 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8eb3bafa-0275-4baf-b62b-26a49992af32 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:13:08.267588 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-87093785-d418-4943-b2a1-0486e0e65532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:12:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ba77a772-d60b-46a3-b311-a0f9f9a662f0'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:08.304408 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-e92a14b1-2bf3-4e40-a178-a98c71837dd8 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c50a71-6bf6-4e41-820e-239c4f0252cb') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:08.304984 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-e92a14b1-2bf3-4e40-a178-a98c71837dd8 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c50a71-6bf6-4e41-820e-239c4f0252cb') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:08.324637 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e92a14b1-2bf3-4e40-a178-a98c71837dd8 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (04c50a71-6bf6-4e41-820e-239c4f0252cb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:08.381662 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e92a14b1-2bf3-4e40-a178-a98c71837dd8 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (04c50a71-6bf6-4e41-820e-239c4f0252cb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:08.425293 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92a14b1-2bf3-4e40-a178-a98c71837dd8 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:13:08.432090 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e92a14b1-2bf3-4e40-a178-a98c71837dd8 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (04c50a71-6bf6-4e41-820e-239c4f0252cb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:08.453598 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 8eb3bafa-0275-4baf-b62b-26a49992af32 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:13:08.453974 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:08.543537 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71b45c-3673-437e-9852-10dc18bbef0f req-1ab3d0bf-8da4-41b0-b668-973f770cd6d0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:13:08.550524 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:13:08.562115 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71b45c-3673-437e-9852-10dc18bbef0f req-1ab3d0bf-8da4-41b0-b668-973f770cd6d0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:08.566660 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e92a14b1-2bf3-4e40-a178-a98c71837dd8 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (47ac26d9-05a6-40d2-863c-6555f37e40bb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:08.568762 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-87093785-d418-4943-b2a1-0486e0e65532 None None] Set router ba77a772-d60b-46a3-b311-a0f9f9a662f0 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:13:08.576163 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71b45c-3673-437e-9852-10dc18bbef0f req-1ab3d0bf-8da4-41b0-b668-973f770cd6d0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:08.593334 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71b45c-3673-437e-9852-10dc18bbef0f req-1ab3d0bf-8da4-41b0-b668-973f770cd6d0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:08.598617 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71b45c-3673-437e-9852-10dc18bbef0f req-1ab3d0bf-8da4-41b0-b668-973f770cd6d0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:08.613326 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71b45c-3673-437e-9852-10dc18bbef0f req-1ab3d0bf-8da4-41b0-b668-973f770cd6d0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:08.621889 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92a14b1-2bf3-4e40-a178-a98c71837dd8 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 47ac26d9-05a6-40d2-863c-6555f37e40bb {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 07 21:13:08.625409 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71b45c-3673-437e-9852-10dc18bbef0f req-1ab3d0bf-8da4-41b0-b668-973f770cd6d0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:08.636615 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e71b45c-3673-437e-9852-10dc18bbef0f req-1ab3d0bf-8da4-41b0-b668-973f770cd6d0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5433 time: 0.2485850 Feb 07 21:13:08.639337 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e92a14b1-2bf3-4e40-a178-a98c71837dd8 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:08.646521 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e92a14b1-2bf3-4e40-a178-a98c71837dd8 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "DELETE /v2.0/networks/47ac26d9-05a6-40d2-863c-6555f37e40bb HTTP/1.1" status: 204 len: 168 time: 0.9928052 Feb 07 21:13:08.669100 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:08.670690 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1cc6ca34-5a9b-4266-afe1-8ab53d9365eb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.3580153 Feb 07 21:13:08.671793 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a14b1-2bf3-4e40-a178-a98c71837dd8 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Pushing event deleted for resources: {'Network': ['ID=47ac26d9-05a6-40d2-863c-6555f37e40bb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:08.674543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60998) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:08.706971 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 8eb3bafa-0275-4baf-b62b-26a49992af32 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:13:08.707806 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:08.766545 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-c3d854b4-2e80-46d8-acb4-cb9d8ee66420 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:08.770960 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-c3d854b4-2e80-46d8-acb4-cb9d8ee66420 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.69 "GET /v2.0/networks?id=e9ef3ee6-ea93-4d15-9d8e-8588e112d694 HTTP/1.1" status: 200 len: 798 time: 0.5229974 Feb 07 21:13:08.784232 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-d3777535-7fba-4793-9ffe-34d96811c998 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Request body: {'port': {'device_id': '86e03c82-c60e-4021-a00c-c179efa3c921', 'network_id': 'e9ef3ee6-ea93-4d15-9d8e-8588e112d694', 'admin_state_up': True, 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:08.793173 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8eb3bafa-0275-4baf-b62b-26a49992af32, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8eb3bafa-0275-4baf-b62b-26a49992af32,segment=NetworkSegment(d17188d4-7793-4980-b0e3-bff9438995bd),segment_id=d17188d4-7793-4980-b0e3-bff9438995bd)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:08.795203 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb3bafa-0275-4baf-b62b-26a49992af32'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:13:08.801125 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53aa578d-eda6-49e0-b137-c80fb76559c9" -d '{"events": [{"server_uuid": "ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841", "name": "network-vif-plugged", "status": "completed", "tag": "8eb3bafa-0275-4baf-b62b-26a49992af32"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:13:08.813361 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:08.935990 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=8eb3bafa-0275-4baf-b62b-26a49992af32,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:08.959879 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-87093785-d418-4943-b2a1-0486e0e65532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba77a772-d60b-46a3-b311-a0f9f9a662f0', 'name': 'tempest-snat-router-688039945', 'tenant_id': '6723655846d64189b36c9aaf979c7950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.59'}], 'enable_snat': False}, 'gw_port_id': '9fe2650c-46a5-4fc7-853a-a31717f4298a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:13:03Z', 'updated_at': '2022-02-07T21:13:06Z', 'revision_number': 3, 'project_id': '6723655846d64189b36c9aaf979c7950', 'gw_port': {'id': '9fe2650c-46a5-4fc7-853a-a31717f4298a', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba77a772-d60b-46a3-b311-a0f9f9a662f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:13:05Z', 'updated_at': '2022-02-07T21:13:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:09.007083 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379107aa-a11e-43a9-a3d2-4d192c0b01c8 req-9618d6c5-9e15-4c6b-9307-dcb2a181e3dd tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:09.010613 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-379107aa-a11e-43a9-a3d2-4d192c0b01c8 req-9618d6c5-9e15-4c6b-9307-dcb2a181e3dd tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=54882b7d-92a8-4c36-9f8f-aba293074103 HTTP/1.1" status: 200 len: 1023 time: 0.3564663 Feb 07 21:13:09.021727 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87093785-d418-4943-b2a1-0486e0e65532 None None] Checking router: ba77a772-d60b-46a3-b311-a0f9f9a662f0 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:13:09.022359 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87093785-d418-4943-b2a1-0486e0e65532 None None] Updating router ba77a772-d60b-46a3-b311-a0f9f9a662f0 port 9fe2650c-46a5-4fc7-853a-a31717f4298a binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:13:09.074508 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-d3777535-7fba-4793-9ffe-34d96811c998 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Made reservation on behalf of c463a693b5274ac2a7546a3f4a26c5cf for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:13:09.081402 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-87093785-d418-4943-b2a1-0486e0e65532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9fe2650c-46a5-4fc7-853a-a31717f4298a), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:09.085177 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-d3777535-7fba-4793-9ffe-34d96811c998 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:09.131131 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e71b45c-3673-437e-9852-10dc18bbef0f req-73bac36d-ebef-4036-8939-50ea04488cdc tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4908485 Feb 07 21:13:09.190183 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0cb614f6-7335-49d0-8452-d1d937f58b2b tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "GET /v2.0/routers/ba77a772-d60b-46a3-b311-a0f9f9a662f0 HTTP/1.1" status: 200 len: 907 time: 0.5017378 Feb 07 21:13:09.196089 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 32778) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:09.216600 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-72b4d646-7b1a-405a-bd54-b59502639ea5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Request body: {'router': {'name': 'tempest-snat-router-688039945', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'enable_snat': True}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:09.253770 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d282eeeb-a134-4915-978e-ed0c644df90d up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:13:09.448846 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port d282eeeb-a134-4915-978e-ed0c644df90d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:13:09.449416 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72b4d646-7b1a-405a-bd54-b59502639ea5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:09.449782 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d282eeeb-a134-4915-978e-ed0c644df90d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:09.450459 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72b4d646-7b1a-405a-bd54-b59502639ea5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:09.459297 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-d3777535-7fba-4793-9ffe-34d96811c998 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Allocated IP 172.20.0.20 (e9ef3ee6-ea93-4d15-9d8e-8588e112d694/a88cdc02-1078-474b-888c-99c26836545e/e449f8f5-51cf-4325-b23e-084f66c22ad0) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:13:09.508023 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-379107aa-a11e-43a9-a3d2-4d192c0b01c8 req-eff92b4a-8fad-47ed-a401-6fbe58e0d66b tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?id=203c3c5d-2796-424a-b2b6-e9f3ef5d5b6e&id=36bff7ef-c654-44eb-b839-798654138dba&id=8a362840-93f8-4e3b-83ba-f40100b3789b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4905910 Feb 07 21:13:09.579224 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 32790) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:09.604539 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5ec7f0f0-ac2e-4e7d-88f7-382c09eda386 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Request body: {'router': {'name': 'tempest-router--1684290716', 'project_id': '20a86c95e3724ef4988070c3754d9790'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:09.624297 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae6cd2d-0515-4a47-b036-44b1aef70caa x-openstack-request-id: req-6ae6cd2d-0515-4a47-b036-44b1aef70caa {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:13:09.627147 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-87093785-d418-4943-b2a1-0486e0e65532 None None] Publish callbacks [] for port (9fe2650c-46a5-4fc7-853a-a31717f4298a), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:09.636212 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841", "name": "network-vif-plugged", "status": "completed", "tag": "8eb3bafa-0275-4baf-b62b-26a49992af32", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:13:09.638600 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6ae6cd2d-0515-4a47-b036-44b1aef70caa {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:13:09.638600 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb3bafa-0275-4baf-b62b-26a49992af32', 'code': 200} Feb 07 21:13:09.657226 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-87093785-d418-4943-b2a1-0486e0e65532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9fe2650c-46a5-4fc7-853a-a31717f4298a), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:09.680183 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port d282eeeb-a134-4915-978e-ed0c644df90d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:13:09.691380 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device db41614f-d9fb-465b-87ec-a3819e71caa2 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:13:09.706017 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f0f0-ac2e-4e7d-88f7-382c09eda386 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (201bb40e-0946-4ea4-9eb6-09db3504d8ac), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:09.707051 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f0f0-ac2e-4e7d-88f7-382c09eda386 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (201bb40e-0946-4ea4-9eb6-09db3504d8ac), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:09.742199 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: db41614f-d9fb-465b-87ec-a3819e71caa2 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:13:09.747666 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device db41614f-d9fb-465b-87ec-a3819e71caa2 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:13:09.750872 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a2b89-e316-4999-b648-543390284e4c None None] Pushing event updated for resources: {'Port': ['ID=9fe2650c-46a5-4fc7-853a-a31717f4298a,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:09.787660 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-87093785-d418-4943-b2a1-0486e0e65532 None None] Attempting to bind port 9fe2650c-46a5-4fc7-853a-a31717f4298a on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:13:09.788503 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-87093785-d418-4943-b2a1-0486e0e65532 None None] Attempting to bind port 9fe2650c-46a5-4fc7-853a-a31717f4298a by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:13:09.788660 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-d3777535-7fba-4793-9ffe-34d96811c998 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for port (e449f8f5-51cf-4325-b23e-084f66c22ad0), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:09.789197 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87093785-d418-4943-b2a1-0486e0e65532 None None] Attempting to bind port 9fe2650c-46a5-4fc7-853a-a31717f4298a on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:13:09.797742 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87093785-d418-4943-b2a1-0486e0e65532 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:13:09.798611 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87093785-d418-4943-b2a1-0486e0e65532 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:13:09.799279 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-87093785-d418-4943-b2a1-0486e0e65532 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:09.799997 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87093785-d418-4943-b2a1-0486e0e65532 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:13:09.800687 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-87093785-d418-4943-b2a1-0486e0e65532 None None] Bound port: 9fe2650c-46a5-4fc7-853a-a31717f4298a, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:13:09.801307 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-87093785-d418-4943-b2a1-0486e0e65532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9fe2650c-46a5-4fc7-853a-a31717f4298a), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:09.815581 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72b4d646-7b1a-405a-bd54-b59502639ea5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router_controller (3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:09.865966 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-d3777535-7fba-4793-9ffe-34d96811c998 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (e449f8f5-51cf-4325-b23e-084f66c22ad0), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:09.898664 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-87093785-d418-4943-b2a1-0486e0e65532 None None] For port 9fe2650c-46a5-4fc7-853a-a31717f4298a, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:13:09.900891 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-678f663e-5a76-4d75-ba18-842415330991 req-89c0e9da-12ef-4e73-86c6-6dbf5107596d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=86e03c82-c60e-4021-a00c-c179efa3c921 HTTP/1.1" status: 200 len: 210 time: 0.2009513 Feb 07 21:13:09.918518 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-87093785-d418-4943-b2a1-0486e0e65532 None None] For port 9fe2650c-46a5-4fc7-853a-a31717f4298a, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9fe2650c-46a5-4fc7-853a-a31717f4298a,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:13:09.948198 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-87093785-d418-4943-b2a1-0486e0e65532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9fe2650c-46a5-4fc7-853a-a31717f4298a), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:09.958243 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-d3777535-7fba-4793-9ffe-34d96811c998 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Network e9ef3ee6-ea93-4d15-9d8e-8588e112d694 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:13:09.963447 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-d3777535-7fba-4793-9ffe-34d96811c998 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:13:10.029469 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3777535-7fba-4793-9ffe-34d96811c998 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event updated for resources: {'Port': ['ID=e449f8f5-51cf-4325-b23e-084f66c22ad0,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:10.042932 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-d3777535-7fba-4793-9ffe-34d96811c998 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:13:10.094047 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87093785-d418-4943-b2a1-0486e0e65532 None None] Routers {'ba77a772-d60b-46a3-b311-a0f9f9a662f0'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:10.094824 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-87093785-d418-4943-b2a1-0486e0e65532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:12:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ba77a772-d60b-46a3-b311-a0f9f9a662f0'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:10.191541 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-d3777535-7fba-4793-9ffe-34d96811c998 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:10.191541 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-d3777535-7fba-4793-9ffe-34d96811c998 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:10.191541 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-d3777535-7fba-4793-9ffe-34d96811c998 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.3957384 Feb 07 21:13:10.191541 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-77c176ec-1494-4a9c-b889-9513aa57d692 service neutron] Request body: {'port': {'device_id': '86e03c82-c60e-4021-a00c-c179efa3c921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:10.232101 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a386e14-eeef-4a02-b832-ffb9c438b3bb req-ff392374-b94f-4a9d-8659-c1aa31bde2d9 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:10.257171 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a386e14-eeef-4a02-b832-ffb9c438b3bb req-ff392374-b94f-4a9d-8659-c1aa31bde2d9 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.8064368 Feb 07 21:13:10.257378 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a2b89-e316-4999-b648-543390284e4c None None] Pushing event updated for resources: {'Port': ['ID=9fe2650c-46a5-4fc7-853a-a31717f4298a,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:10.263393 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f0f0-ac2e-4e7d-88f7-382c09eda386 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router_controller (201bb40e-0946-4ea4-9eb6-09db3504d8ac), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:10.382077 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-77c176ec-1494-4a9c-b889-9513aa57d692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e449f8f5-51cf-4325-b23e-084f66c22ad0), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:10.408718 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-87093785-d418-4943-b2a1-0486e0e65532 None None] Set router ba77a772-d60b-46a3-b311-a0f9f9a662f0 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:13:10.494061 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f0f0-ac2e-4e7d-88f7-382c09eda386 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (201bb40e-0946-4ea4-9eb6-09db3504d8ac), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:10.510371 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72b4d646-7b1a-405a-bd54-b59502639ea5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router_gateway (3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:10.517388 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ac540ca5-d0a4-445e-90ea-d3b2f114f6c4 None None] Provisioning complete for port e449f8f5-51cf-4325-b23e-084f66c22ad0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:13:10.520069 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ac540ca5-d0a4-445e-90ea-d3b2f114f6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e449f8f5-51cf-4325-b23e-084f66c22ad0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:10.580238 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ac540ca5-d0a4-445e-90ea-d3b2f114f6c4 None None] Port e449f8f5-51cf-4325-b23e-084f66c22ad0 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:13:10.640866 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f0f0-ac2e-4e7d-88f7-382c09eda386 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:10.642135 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5ec7f0f0-ac2e-4e7d-88f7-382c09eda386 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0585492 Feb 07 21:13:10.653344 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 32800) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:10.723372 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a386e14-eeef-4a02-b832-ffb9c438b3bb req-444b29d5-fa05-45cc-9376-a40335ae3ae0 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799011 Feb 07 21:13:10.746176 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb966e-dcc8-4419-9cfc-a4c3d267298d req-34a2cab1-ae3c-4d87-953f-da5ad5365d91 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:10.752866 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb966e-dcc8-4419-9cfc-a4c3d267298d req-34a2cab1-ae3c-4d87-953f-da5ad5365d91 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:10.763882 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb966e-dcc8-4419-9cfc-a4c3d267298d req-34a2cab1-ae3c-4d87-953f-da5ad5365d91 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:10.767540 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-87093785-d418-4943-b2a1-0486e0e65532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba77a772-d60b-46a3-b311-a0f9f9a662f0', 'name': 'tempest-snat-router-688039945', 'tenant_id': '6723655846d64189b36c9aaf979c7950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.59'}], 'enable_snat': False}, 'gw_port_id': '9fe2650c-46a5-4fc7-853a-a31717f4298a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:13:03Z', 'updated_at': '2022-02-07T21:13:06Z', 'revision_number': 3, 'project_id': '6723655846d64189b36c9aaf979c7950', 'gw_port': {'id': '9fe2650c-46a5-4fc7-853a-a31717f4298a', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba77a772-d60b-46a3-b311-a0f9f9a662f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:13:05Z', 'updated_at': '2022-02-07T21:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:10.769478 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb966e-dcc8-4419-9cfc-a4c3d267298d req-34a2cab1-ae3c-4d87-953f-da5ad5365d91 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:10.787207 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb966e-dcc8-4419-9cfc-a4c3d267298d req-34a2cab1-ae3c-4d87-953f-da5ad5365d91 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:10.799919 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb966e-dcc8-4419-9cfc-a4c3d267298d req-34a2cab1-ae3c-4d87-953f-da5ad5365d91 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:10.820677 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb966e-dcc8-4419-9cfc-a4c3d267298d req-34a2cab1-ae3c-4d87-953f-da5ad5365d91 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:10.822343 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87093785-d418-4943-b2a1-0486e0e65532 None None] The sync data for ids ['ba77a772-d60b-46a3-b311-a0f9f9a662f0'] in n-d-828185-2 is: [{'id': 'ba77a772-d60b-46a3-b311-a0f9f9a662f0', 'name': 'tempest-snat-router-688039945', 'tenant_id': '6723655846d64189b36c9aaf979c7950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.59'}], 'enable_snat': False}, 'gw_port_id': '9fe2650c-46a5-4fc7-853a-a31717f4298a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:13:03Z', 'updated_at': '2022-02-07T21:13:06Z', 'revision_number': 3, 'project_id': '6723655846d64189b36c9aaf979c7950', 'gw_port': {'id': '9fe2650c-46a5-4fc7-853a-a31717f4298a', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba77a772-d60b-46a3-b311-a0f9f9a662f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:13:05Z', 'updated_at': '2022-02-07T21:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:13:10.823483 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21bb966e-dcc8-4419-9cfc-a4c3d267298d req-34a2cab1-ae3c-4d87-953f-da5ad5365d91 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5433 time: 0.6644013 Feb 07 21:13:10.838775 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6086a8bd-1694-452c-a9a8-06871bb591bb tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router (201bb40e-0946-4ea4-9eb6-09db3504d8ac), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:10.840356 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 32806) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:10.851491 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c2e00fad-b5ba-45f4-9a61-a31594a393bd tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Request body: {'floatingip': {'port_id': 'b2ae11df-92cb-4cf3-a5a5-1a562899672f'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:10.868927 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69236bb9-325f-4e48-be71-bc080679ae9f req-ac29a790-862b-4bc8-b053-4415f8c7da7a tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:10.870740 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69236bb9-325f-4e48-be71-bc080679ae9f req-ac29a790-862b-4bc8-b053-4415f8c7da7a tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.69 "GET /v2.0/ports?device_id=54882b7d-92a8-4c36-9f8f-aba293074103 HTTP/1.1" status: 200 len: 1023 time: 0.4309258 Feb 07 21:13:11.035156 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c2e00fad-b5ba-45f4-9a61-a31594a393bd tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for floatingip (f28bb1c5-9883-49c4-8131-34633b72a4c7), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:11.582339 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bd643-dec1-46a9-9e71-68538ef90f6b req-09f1fd42-0fbe-4a0d-9606-040abe1d5bf8 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:11.589758 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-785bd643-dec1-46a9-9e71-68538ef90f6b req-09f1fd42-0fbe-4a0d-9606-040abe1d5bf8 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=54882b7d-92a8-4c36-9f8f-aba293074103 HTTP/1.1" status: 200 len: 1023 time: 0.1972415 Feb 07 21:13:11.597841 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826485e-5d5c-4f52-95f9-68fc3b3127d1 req-79d479bc-8285-40c3-aade-78894c198f87 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:11.610644 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0826485e-5d5c-4f52-95f9-68fc3b3127d1 req-79d479bc-8285-40c3-aade-78894c198f87 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=86e03c82-c60e-4021-a00c-c179efa3c921 HTTP/1.1" status: 200 len: 895 time: 0.2109184 Feb 07 21:13:11.689738 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-69236bb9-325f-4e48-be71-bc080679ae9f req-b8854149-cbc8-428a-93bb-8ef7fadab604 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Deleting port db83d01e-40ca-4c97-88f3-ae02506f96ab {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:13:11.690445 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-69236bb9-325f-4e48-be71-bc080679ae9f req-b8854149-cbc8-428a-93bb-8ef7fadab604 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (db83d01e-40ca-4c97-88f3-ae02506f96ab), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:11.735774 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6086a8bd-1694-452c-a9a8-06871bb591bb tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (201bb40e-0946-4ea4-9eb6-09db3504d8ac), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:11.738119 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6086a8bd-1694-452c-a9a8-06871bb591bb tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router_controller (201bb40e-0946-4ea4-9eb6-09db3504d8ac), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:11.864513 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-69236bb9-325f-4e48-be71-bc080679ae9f req-b8854149-cbc8-428a-93bb-8ef7fadab604 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] For port db83d01e-40ca-4c97-88f3-ae02506f96ab, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=db83d01e-40ca-4c97-88f3-ae02506f96ab,segment=NetworkSegment(e428fdb1-030b-4885-9d86-f48291007e12),segment_id=e428fdb1-030b-4885-9d86-f48291007e12)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:11.864887 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-69236bb9-325f-4e48-be71-bc080679ae9f req-b8854149-cbc8-428a-93bb-8ef7fadab604 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (db83d01e-40ca-4c97-88f3-ae02506f96ab), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:11.886646 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-69236bb9-325f-4e48-be71-bc080679ae9f req-b8854149-cbc8-428a-93bb-8ef7fadab604 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Calling delete_port for db83d01e-40ca-4c97-88f3-ae02506f96ab owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:13:11.906696 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6086a8bd-1694-452c-a9a8-06871bb591bb tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (201bb40e-0946-4ea4-9eb6-09db3504d8ac), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:11.907872 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6086a8bd-1694-452c-a9a8-06871bb591bb tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 201bb40e-0946-4ea4-9eb6-09db3504d8ac {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:13:11.939845 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6086a8bd-1694-452c-a9a8-06871bb591bb tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:11.942718 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6086a8bd-1694-452c-a9a8-06871bb591bb tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "DELETE /v2.0/routers/201bb40e-0946-4ea4-9eb6-09db3504d8ac HTTP/1.1" status: 204 len: 168 time: 1.2883501 Feb 07 21:13:12.040525 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-77c176ec-1494-4a9c-b889-9513aa57d692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e449f8f5-51cf-4325-b23e-084f66c22ad0 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:13:12.068704 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-77c176ec-1494-4a9c-b889-9513aa57d692 service neutron] Publish callbacks [] for port (e449f8f5-51cf-4325-b23e-084f66c22ad0), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:12.179298 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-785bd643-dec1-46a9-9e71-68538ef90f6b req-79aa2de3-a7e2-46f8-87bb-48bce13315bc tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups?id=203c3c5d-2796-424a-b2b6-e9f3ef5d5b6e&id=36bff7ef-c654-44eb-b839-798654138dba&id=8a362840-93f8-4e3b-83ba-f40100b3789b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5857573 Feb 07 21:13:12.205917 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 32828) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:12.242808 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-77c176ec-1494-4a9c-b889-9513aa57d692 service neutron] Transition to ACTIVE for port object e449f8f5-51cf-4325-b23e-084f66c22ad0 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:13:12.256878 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-77c176ec-1494-4a9c-b889-9513aa57d692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (e449f8f5-51cf-4325-b23e-084f66c22ad0), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:12.336817 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94a592-0746-4eee-a2b8-cfddd6c67dff req-1251e144-6d18-4e93-8b35-cae8eb2c6c18 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:12.339069 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d94a592-0746-4eee-a2b8-cfddd6c67dff req-1251e144-6d18-4e93-8b35-cae8eb2c6c18 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.4438462 Feb 07 21:13:12.403935 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72b4d646-7b1a-405a-bd54-b59502639ea5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router_gateway (3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:12.458941 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72b4d646-7b1a-405a-bd54-b59502639ea5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:12.485161 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d94a592-0746-4eee-a2b8-cfddd6c67dff req-81fdbe36-a53f-4825-b7ab-811477779ccf tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309016 Feb 07 21:13:12.751163 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-69236bb9-325f-4e48-be71-bc080679ae9f req-b8854149-cbc8-428a-93bb-8ef7fadab604 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (db83d01e-40ca-4c97-88f3-ae02506f96ab), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:12.842212 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c176ec-1494-4a9c-b889-9513aa57d692 service neutron] Pushing event updated for resources: {'Port': ['ID=e449f8f5-51cf-4325-b23e-084f66c22ad0,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:12.874808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8854149-cbc8-428a-93bb-8ef7fadab604 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Pushing event deleted for resources: {'Port': ['ID=db83d01e-40ca-4c97-88f3-ae02506f96ab,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:12.889221 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.db.resource_extend [None req-c2e00fad-b5ba-45f4-9a61-a31594a393bd tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:13:12.890345 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-72b4d646-7b1a-405a-bd54-b59502639ea5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Allocated IP 172.25.4.239 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/04b8b93b-cdc8-495a-9790-a63334dffa25) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:13:13.125375 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72b4d646-7b1a-405a-bd54-b59502639ea5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for port (04b8b93b-cdc8-495a-9790-a63334dffa25), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:13.173489 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c2e00fad-b5ba-45f4-9a61-a31594a393bd tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:13.186271 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9fe2650c-46a5-4fc7-853a-a31717f4298a up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:13:13.201119 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1d71a3e2-aca4-431b-9850-20c93b5ecfce tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-581548076', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}, 'admin_state_up': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:13.213192 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c2e00fad-b5ba-45f4-9a61-a31594a393bd tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (f28bb1c5-9883-49c4-8131-34633b72a4c7), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:13.227298 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72b4d646-7b1a-405a-bd54-b59502639ea5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (04b8b93b-cdc8-495a-9790-a63334dffa25), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:13.302083 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 9fe2650c-46a5-4fc7-853a-a31717f4298a triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:13:13.302457 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9fe2650c-46a5-4fc7-853a-a31717f4298a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:13.390100 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4d646-7b1a-405a-bd54-b59502639ea5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Pushing event updated for resources: {'Port': ['ID=04b8b93b-cdc8-495a-9790-a63334dffa25,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:13.392775 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-77c176ec-1494-4a9c-b889-9513aa57d692 service neutron] Attempting to bind port e449f8f5-51cf-4325-b23e-084f66c22ad0 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:13:13.393362 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-77c176ec-1494-4a9c-b889-9513aa57d692 service neutron] Attempting to bind port e449f8f5-51cf-4325-b23e-084f66c22ad0 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'fef7714c-bc02-4aba-a323-a0f15cd9ab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e9ef3ee6-ea93-4d15-9d8e-8588e112d694'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:13:13.393939 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-77c176ec-1494-4a9c-b889-9513aa57d692 service neutron] Attempting to bind port e449f8f5-51cf-4325-b23e-084f66c22ad0 on network e9ef3ee6-ea93-4d15-9d8e-8588e112d694 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:13:13.403084 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-69236bb9-325f-4e48-be71-bc080679ae9f req-b8854149-cbc8-428a-93bb-8ef7fadab604 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] No DVR routers for this DVR port db83d01e-40ca-4c97-88f3-ae02506f96ab on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:13:13.406872 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-77c176ec-1494-4a9c-b889-9513aa57d692 service neutron] Port e449f8f5-51cf-4325-b23e-084f66c22ad0 on network e9ef3ee6-ea93-4d15-9d8e-8588e112d694 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:13:13.407541 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-77c176ec-1494-4a9c-b889-9513aa57d692 service neutron] Attempting to bind port e449f8f5-51cf-4325-b23e-084f66c22ad0 on network e9ef3ee6-ea93-4d15-9d8e-8588e112d694 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:13:13.407822 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-69236bb9-325f-4e48-be71-bc080679ae9f req-b8854149-cbc8-428a-93bb-8ef7fadab604 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:13.415405 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69236bb9-325f-4e48-be71-bc080679ae9f req-b8854149-cbc8-428a-93bb-8ef7fadab604 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.69 "DELETE /v2.0/ports/db83d01e-40ca-4c97-88f3-ae02506f96ab HTTP/1.1" status: 204 len: 173 time: 2.5290987 Feb 07 21:13:13.428848 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-77c176ec-1494-4a9c-b889-9513aa57d692 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:13:13.429588 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-77c176ec-1494-4a9c-b889-9513aa57d692 service neutron] Checking segment: {'id': 'fef7714c-bc02-4aba-a323-a0f15cd9ab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e9ef3ee6-ea93-4d15-9d8e-8588e112d694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:13:13.430313 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-77c176ec-1494-4a9c-b889-9513aa57d692 service neutron] Bound using segment: {'id': 'fef7714c-bc02-4aba-a323-a0f15cd9ab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e9ef3ee6-ea93-4d15-9d8e-8588e112d694'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:13:13.431648 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-77c176ec-1494-4a9c-b889-9513aa57d692 service neutron] Bound port: e449f8f5-51cf-4325-b23e-084f66c22ad0, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef7714c-bc02-4aba-a323-a0f15cd9ab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e9ef3ee6-ea93-4d15-9d8e-8588e112d694'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:13:13.432367 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-77c176ec-1494-4a9c-b889-9513aa57d692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e449f8f5-51cf-4325-b23e-084f66c22ad0), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:13.484953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54882b7d-92a8-4c36-9f8f-aba293074103', 'name': 'network-vif-deleted', 'tag': 'db83d01e-40ca-4c97-88f3-ae02506f96ab'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:13:13.493140 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [None req-c2e00fad-b5ba-45f4-9a61-a31594a393bd tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Floating IP f28bb1c5-9883-49c4-8131-34633b72a4c7 associated. External IP: 172.25.4.170, port: b2ae11df-92cb-4cf3-a5a5-1a562899672f. Feb 07 21:13:13.495476 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4de83a-ed4f-4667-89cd-2019cedf1885" -d '{"events": [{"server_uuid": "54882b7d-92a8-4c36-9f8f-aba293074103", "name": "network-vif-deleted", "tag": "db83d01e-40ca-4c97-88f3-ae02506f96ab"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:13:13.506067 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e6ecb763-3c58-48d8-86f8-9e88de3a2b05 req-8e2fdffd-8a52-465c-a32b-a9faef401816 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/ports?device_id=54882b7d-92a8-4c36-9f8f-aba293074103 HTTP/1.1" status: 200 len: 210 time: 0.1204436 Feb 07 21:13:13.508096 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b4d646-7b1a-405a-bd54-b59502639ea5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:13:13.517343 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 9fe2650c-46a5-4fc7-853a-a31717f4298a is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:13:13.517728 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9fe2650c-46a5-4fc7-853a-a31717f4298a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:13.551682 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9c0dc-dde1-425b-9174-a63f86b31bfe req-54bd72c9-14bb-4e36-9549-1c44629b7bd2 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:13.568522 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72c9c0dc-dde1-425b-9174-a63f86b31bfe req-54bd72c9-14bb-4e36-9549-1c44629b7bd2 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=86e03c82-c60e-4021-a00c-c179efa3c921 HTTP/1.1" status: 200 len: 907 time: 0.8440826 Feb 07 21:13:13.572171 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-72b4d646-7b1a-405a-bd54-b59502639ea5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:13:13.581452 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b4d646-7b1a-405a-bd54-b59502639ea5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:13:13.602617 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 9fe2650c-46a5-4fc7-853a-a31717f4298a, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9fe2650c-46a5-4fc7-853a-a31717f4298a,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:13.614610 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9fe2650c-46a5-4fc7-853a-a31717f4298a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:13.719028 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-77c176ec-1494-4a9c-b889-9513aa57d692 service neutron] For port e449f8f5-51cf-4325-b23e-084f66c22ad0, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:13:13.727843 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-77c176ec-1494-4a9c-b889-9513aa57d692 service neutron] For port e449f8f5-51cf-4325-b23e-084f66c22ad0, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e449f8f5-51cf-4325-b23e-084f66c22ad0,segment=NetworkSegment(fef7714c-bc02-4aba-a323-a0f15cd9ab89),segment_id=fef7714c-bc02-4aba-a323-a0f15cd9ab89)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:13:13.748689 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-77c176ec-1494-4a9c-b889-9513aa57d692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (e449f8f5-51cf-4325-b23e-084f66c22ad0), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:13.827335 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=9fe2650c-46a5-4fc7-853a-a31717f4298a,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:13.876767 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-77c176ec-1494-4a9c-b889-9513aa57d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:13.878505 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-77c176ec-1494-4a9c-b889-9513aa57d692 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:13.880637 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-77c176ec-1494-4a9c-b889-9513aa57d692 service neutron] 10.222.0.69 "PUT /v2.0/ports/e449f8f5-51cf-4325-b23e-084f66c22ad0 HTTP/1.1" status: 200 len: 1055 time: 3.6976469 Feb 07 21:13:13.885289 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e03c82-c60e-4021-a00c-c179efa3c921', 'tag': 'e449f8f5-51cf-4325-b23e-084f66c22ad0'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:13:13.885623 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5502d5-cb57-4753-a2c4-a3c045b0be13 x-openstack-request-id: req-2e5502d5-cb57-4753-a2c4-a3c045b0be13 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:13:13.886173 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54882b7d-92a8-4c36-9f8f-aba293074103", "name": "network-vif-deleted", "tag": "db83d01e-40ca-4c97-88f3-ae02506f96ab", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:13:13.887093 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e5502d5-cb57-4753-a2c4-a3c045b0be13 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:13:13.888658 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54882b7d-92a8-4c36-9f8f-aba293074103', 'name': 'network-vif-deleted', 'tag': 'db83d01e-40ca-4c97-88f3-ae02506f96ab', 'status': 'completed', 'code': 200} Feb 07 21:13:13.889626 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4063fd2-3130-4dc3-89ef-acf2cddb1ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "86e03c82-c60e-4021-a00c-c179efa3c921", "tag": "e449f8f5-51cf-4325-b23e-084f66c22ad0"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:13:13.893741 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d71a3e2-aca4-431b-9850-20c93b5ecfce tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (2b46292b-06ab-4261-9ef1-904e30d6a578), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:13.895426 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d71a3e2-aca4-431b-9850-20c93b5ecfce tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (2b46292b-06ab-4261-9ef1-904e30d6a578), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:14.021819 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72b4d646-7b1a-405a-bd54-b59502639ea5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router_gateway (3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:14.132522 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c176ec-1494-4a9c-b889-9513aa57d692 service neutron] Pushing event updated for resources: {'Port': ['ID=e449f8f5-51cf-4325-b23e-084f66c22ad0,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:14.268165 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-031ebac1-8511-475f-b19e-138d22d833f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:14.270795 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device db83d01e-40ca-4c97-88f3-ae02506f96ab no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:13:14.278037 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-031ebac1-8511-475f-b19e-138d22d833f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c463a693b5274ac2a7546a3f4a26c5cf&device_id=86e03c82-c60e-4021-a00c-c179efa3c921 HTTP/1.1" status: 200 len: 1089 time: 0.3141437 Feb 07 21:13:14.320989 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: db83d01e-40ca-4c97-88f3-ae02506f96ab {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:13:14.321874 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device db83d01e-40ca-4c97-88f3-ae02506f96ab not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:13:14.380525 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cdc3b-aa58-48c7-a51b-6648a99c87ff req-f42397b5-05d0-46bc-a511-07e270db7223 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:14.389352 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7d7cdc3b-aa58-48c7-a51b-6648a99c87ff req-f42397b5-05d0-46bc-a511-07e270db7223 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.4986315 Feb 07 21:13:14.391182 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-cead5a04-3edc-4c33-8802-5ed9eaa57f39 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=e449f8f5-51cf-4325-b23e-084f66c22ad0 HTTP/1.1" status: 200 len: 217 time: 0.1116078 Feb 07 21:13:14.408090 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d71a3e2-aca4-431b-9850-20c93b5ecfce tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_controller (2b46292b-06ab-4261-9ef1-904e30d6a578), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:14.463632 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-289656f1-40b3-403b-94d8-37c41da1d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:14.465691 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-289656f1-40b3-403b-94d8-37c41da1d5a7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a88cdc02-1078-474b-888c-99c26836545e HTTP/1.1" status: 200 len: 837 time: 0.0669022 Feb 07 21:13:14.594443 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72b4d646-7b1a-405a-bd54-b59502639ea5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:14.599690 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e00fad-b5ba-45f4-9a61-a31594a393bd tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Router 0470bf12-d7ae-46da-96d1-45ab594b4969 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:13:14.638066 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-0e84d26a-48a6-4447-923a-3e5b41ca87c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:14.650941 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-0e84d26a-48a6-4447-923a-3e5b41ca87c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e9ef3ee6-ea93-4d15-9d8e-8588e112d694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1717894 Feb 07 21:13:14.849353 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e00fad-b5ba-45f4-9a61-a31594a393bd tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:13:14.853583 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-73df93a8-85ee-42e7-8a31-b915f0f3b853 service neutron] 10.222.0.69 "GET /v2.0/networks/e9ef3ee6-ea93-4d15-9d8e-8588e112d694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578379 Feb 07 21:13:14.858173 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c2e00fad-b5ba-45f4-9a61-a31594a393bd tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:14.864284 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bcbf2f-ca8f-4a2f-866f-ec8df2dd1aa1 None None] Sync routers for ids ['0470bf12-d7ae-46da-96d1-45ab594b4969'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:13:14.892696 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bcbf2f-ca8f-4a2f-866f-ec8df2dd1aa1 None None] Routers {'0470bf12-d7ae-46da-96d1-45ab594b4969'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:14.893501 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-27bcbf2f-ca8f-4a2f-866f-ec8df2dd1aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:12:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['0470bf12-d7ae-46da-96d1-45ab594b4969'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:14.940764 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c2e00fad-b5ba-45f4-9a61-a31594a393bd tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "PUT /v2.0/floatingips/f28bb1c5-9883-49c4-8131-34633b72a4c7 HTTP/1.1" status: 200 len: 991 time: 4.0975242 Feb 07 21:13:15.007911 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bcf364e7-f8c7-4b54-85ad-31c8e815f51f req-6919a721-071a-4c83-b29e-8a62861731a8 service neutron] 10.222.0.69 "GET /v2.0/networks/e9ef3ee6-ea93-4d15-9d8e-8588e112d694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469240 Feb 07 21:13:15.061255 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9fe2650c-46a5-4fc7-853a-a31717f4298a up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:13:15.068831 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7d7cdc3b-aa58-48c7-a51b-6648a99c87ff req-b2be7893-eac9-45eb-954f-d997ac7c03c7 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6782329 Feb 07 21:13:15.158966 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-27bcbf2f-ca8f-4a2f-866f-ec8df2dd1aa1 None None] Set router 0470bf12-d7ae-46da-96d1-45ab594b4969 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:13:15.168041 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e52c0e-0c53-4380-bbc6-00369c7291c0 x-openstack-request-id: req-74e52c0e-0c53-4380-bbc6-00369c7291c0 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:13:15.174668 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e03c82-c60e-4021-a00c-c179efa3c921", "tag": "e449f8f5-51cf-4325-b23e-084f66c22ad0", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:13:15.175291 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-74e52c0e-0c53-4380-bbc6-00369c7291c0 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:13:15.176071 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e03c82-c60e-4021-a00c-c179efa3c921', 'tag': 'e449f8f5-51cf-4325-b23e-084f66c22ad0', 'status': 'completed', 'code': 200} Feb 07 21:13:15.271564 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d71a3e2-aca4-431b-9850-20c93b5ecfce tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_gateway (2b46292b-06ab-4261-9ef1-904e30d6a578), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:15.300348 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4063fd2-3130-4dc3-89ef-acf2cddb1ff2 req-eb713aec-85cc-441e-ba17-cadc215d844c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:15.302228 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d4063fd2-3130-4dc3-89ef-acf2cddb1ff2 req-eb713aec-85cc-441e-ba17-cadc215d844c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c463a693b5274ac2a7546a3f4a26c5cf&device_id=86e03c82-c60e-4021-a00c-c179efa3c921 HTTP/1.1" status: 200 len: 1089 time: 0.1143420 Feb 07 21:13:15.479329 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b4d646-7b1a-405a-bd54-b59502639ea5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Router 3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:13:15.495426 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4063fd2-3130-4dc3-89ef-acf2cddb1ff2 req-4b8a93a2-c8f0-4432-a36f-e78cc2ac05ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:15.497338 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d4063fd2-3130-4dc3-89ef-acf2cddb1ff2 req-4b8a93a2-c8f0-4432-a36f-e78cc2ac05ca service neutron] 10.222.0.69 "GET /v2.0/networks?id=e9ef3ee6-ea93-4d15-9d8e-8588e112d694 HTTP/1.1" status: 200 len: 899 time: 0.1884186 Feb 07 21:13:15.606191 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d4063fd2-3130-4dc3-89ef-acf2cddb1ff2 req-d92c6d74-2958-44b6-8a72-5ae48e911d8d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=e449f8f5-51cf-4325-b23e-084f66c22ad0 HTTP/1.1" status: 200 len: 217 time: 0.0991738 Feb 07 21:13:15.689812 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 9fe2650c-46a5-4fc7-853a-a31717f4298a triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:13:15.690725 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9fe2650c-46a5-4fc7-853a-a31717f4298a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:15.750345 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4063fd2-3130-4dc3-89ef-acf2cddb1ff2 req-4594856c-f1c3-4096-896e-f73e71082246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:15.752358 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d4063fd2-3130-4dc3-89ef-acf2cddb1ff2 req-4594856c-f1c3-4096-896e-f73e71082246 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a88cdc02-1078-474b-888c-99c26836545e HTTP/1.1" status: 200 len: 837 time: 0.1400213 Feb 07 21:13:15.855467 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 9fe2650c-46a5-4fc7-853a-a31717f4298a is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:13:15.894785 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-27bcbf2f-ca8f-4a2f-866f-ec8df2dd1aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'name': 'tempest-TaggedBootDevicesTest-647794533-router', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '3760d084-e2e1-41a8-a69b-ca3fbb714c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:11Z', 'updated_at': '2022-02-07T21:10:25Z', 'revision_number': 4, 'project_id': '42501a05a1164b8bab09e271e46d222b', 'gw_port': {'id': '3760d084-e2e1-41a8-a69b-ca3fbb714c4e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:14Z', 'updated_at': '2022-02-07T21:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'f28bb1c5-9883-49c4-8131-34633b72a4c7', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'floating_ip_address': '172.25.4.170', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'port_id': 'b2ae11df-92cb-4cf3-a5a5-1a562899672f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2', 'mac_address': 'fa:16:3e:d7:6d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:11:35Z', 'updated_at': '2022-02-07T21:13:12Z', 'revision_number': 1, 'project_id': '42501a05a1164b8bab09e271e46d222b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233e303e-1185-43e1-8ace-b1cd57195b92', 'name': '', 'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'mac_address': 'fa:16:3e:6f:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '14195520-c31c-46d3-a196-c4e089f2f729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:22Z', 'updated_at': '2022-02-07T21:10:30Z', 'revision_number': 5, 'project_id': '42501a05a1164b8bab09e271e46d222b', 'subnets': [{'id': '14195520-c31c-46d3-a196-c4e089f2f729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:15.895439 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b4d646-7b1a-405a-bd54-b59502639ea5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:13:15.911331 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4063fd2-3130-4dc3-89ef-acf2cddb1ff2 req-b97f1216-14ff-4baa-9f9b-78be18474277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:15.913753 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893c3b21-fd22-4fea-b860-a71d1986e10d None None] Sync routers for ids ['3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:13:15.928243 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d4063fd2-3130-4dc3-89ef-acf2cddb1ff2 req-b97f1216-14ff-4baa-9f9b-78be18474277 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e9ef3ee6-ea93-4d15-9d8e-8588e112d694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1687307 Feb 07 21:13:15.939077 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8913d-e11f-44e3-a915-fad909bdece5 req-659ef33b-97b0-4857-b5e8-99816cc571d0 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:15.943411 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fd8913d-e11f-44e3-a915-fad909bdece5 req-659ef33b-97b0-4857-b5e8-99816cc571d0 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=86e03c82-c60e-4021-a00c-c179efa3c921 HTTP/1.1" status: 200 len: 907 time: 0.5364118 Feb 07 21:13:15.944405 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893c3b21-fd22-4fea-b860-a71d1986e10d None None] Routers {'3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:15.946709 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-893c3b21-fd22-4fea-b860-a71d1986e10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:12:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:15.981180 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bcbf2f-ca8f-4a2f-866f-ec8df2dd1aa1 None None] Checking router: 0470bf12-d7ae-46da-96d1-45ab594b4969 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:13:15.993924 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72b4d646-7b1a-405a-bd54-b59502639ea5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:15.998459 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-72b4d646-7b1a-405a-bd54-b59502639ea5 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.7992101 Feb 07 21:13:16.002011 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 32878) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:16.027282 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bcbf2f-ca8f-4a2f-866f-ec8df2dd1aa1 None None] Routers {'0470bf12-d7ae-46da-96d1-45ab594b4969'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:16.033635 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-27bcbf2f-ca8f-4a2f-866f-ec8df2dd1aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:12:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['0470bf12-d7ae-46da-96d1-45ab594b4969'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:16.220471 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d4063fd2-3130-4dc3-89ef-acf2cddb1ff2 req-f35675e1-b612-40cc-8183-3b0ac55e232d service neutron] 10.222.0.69 "GET /v2.0/networks/e9ef3ee6-ea93-4d15-9d8e-8588e112d694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799842 Feb 07 21:13:16.236791 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-893c3b21-fd22-4fea-b860-a71d1986e10d None None] Set router 3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:13:16.330448 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-27bcbf2f-ca8f-4a2f-866f-ec8df2dd1aa1 None None] Set router 0470bf12-d7ae-46da-96d1-45ab594b4969 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:13:16.521101 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d4063fd2-3130-4dc3-89ef-acf2cddb1ff2 req-e977403c-b344-4f6e-9dce-de0816e2f4e8 service neutron] 10.222.0.69 "GET /v2.0/networks/e9ef3ee6-ea93-4d15-9d8e-8588e112d694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949164 Feb 07 21:13:16.876462 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-893c3b21-fd22-4fea-b860-a71d1986e10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5', 'name': 'tempest-snat-router-688039945', 'tenant_id': '6723655846d64189b36c9aaf979c7950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '04b8b93b-cdc8-495a-9790-a63334dffa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:13:09Z', 'updated_at': '2022-02-07T21:13:13Z', 'revision_number': 3, 'project_id': '6723655846d64189b36c9aaf979c7950', 'gw_port': {'id': '04b8b93b-cdc8-495a-9790-a63334dffa25', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:13:12Z', 'updated_at': '2022-02-07T21:13:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:16.927254 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893c3b21-fd22-4fea-b860-a71d1986e10d None None] Checking router: 3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:13:16.929359 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893c3b21-fd22-4fea-b860-a71d1986e10d None None] Updating router 3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5 port 04b8b93b-cdc8-495a-9790-a63334dffa25 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:13:16.964786 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-27bcbf2f-ca8f-4a2f-866f-ec8df2dd1aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'name': 'tempest-TaggedBootDevicesTest-647794533-router', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '3760d084-e2e1-41a8-a69b-ca3fbb714c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:11Z', 'updated_at': '2022-02-07T21:10:25Z', 'revision_number': 4, 'project_id': '42501a05a1164b8bab09e271e46d222b', 'gw_port': {'id': '3760d084-e2e1-41a8-a69b-ca3fbb714c4e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:14Z', 'updated_at': '2022-02-07T21:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'f28bb1c5-9883-49c4-8131-34633b72a4c7', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'floating_ip_address': '172.25.4.170', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'port_id': 'b2ae11df-92cb-4cf3-a5a5-1a562899672f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2', 'mac_address': 'fa:16:3e:d7:6d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:11:35Z', 'updated_at': '2022-02-07T21:13:12Z', 'revision_number': 1, 'project_id': '42501a05a1164b8bab09e271e46d222b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233e303e-1185-43e1-8ace-b1cd57195b92', 'name': '', 'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'mac_address': 'fa:16:3e:6f:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '14195520-c31c-46d3-a196-c4e089f2f729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:22Z', 'updated_at': '2022-02-07T21:10:30Z', 'revision_number': 5, 'project_id': '42501a05a1164b8bab09e271e46d222b', 'subnets': [{'id': '14195520-c31c-46d3-a196-c4e089f2f729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:16.972633 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-893c3b21-fd22-4fea-b860-a71d1986e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (04b8b93b-cdc8-495a-9790-a63334dffa25), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:17.089685 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bcbf2f-ca8f-4a2f-866f-ec8df2dd1aa1 None None] The sync data for ids ['0470bf12-d7ae-46da-96d1-45ab594b4969'] in n-d-828185-2 is: [{'id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'name': 'tempest-TaggedBootDevicesTest-647794533-router', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '3760d084-e2e1-41a8-a69b-ca3fbb714c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:11Z', 'updated_at': '2022-02-07T21:10:25Z', 'revision_number': 4, 'project_id': '42501a05a1164b8bab09e271e46d222b', 'gw_port': {'id': '3760d084-e2e1-41a8-a69b-ca3fbb714c4e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:14Z', 'updated_at': '2022-02-07T21:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'f28bb1c5-9883-49c4-8131-34633b72a4c7', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'floating_ip_address': '172.25.4.170', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'port_id': 'b2ae11df-92cb-4cf3-a5a5-1a562899672f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2', 'mac_address': 'fa:16:3e:d7:6d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:11:35Z', 'updated_at': '2022-02-07T21:13:12Z', 'revision_number': 1, 'project_id': '42501a05a1164b8bab09e271e46d222b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233e303e-1185-43e1-8ace-b1cd57195b92', 'name': '', 'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'mac_address': 'fa:16:3e:6f:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '14195520-c31c-46d3-a196-c4e089f2f729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:22Z', 'updated_at': '2022-02-07T21:10:30Z', 'revision_number': 5, 'project_id': '42501a05a1164b8bab09e271e46d222b', 'subnets': [{'id': '14195520-c31c-46d3-a196-c4e089f2f729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:13:17.178364 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'tag': 'b2ae11df-92cb-4cf3-a5a5-1a562899672f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:13:17.182186 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b46229-3646-465b-afec-6188bc67d02f" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "tag": "b2ae11df-92cb-4cf3-a5a5-1a562899672f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:13:17.280693 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c918e9e-33f8-49e5-a325-09b75fe4c471 req-cd5946ba-72e9-4a46-823c-1ec39fc84dbd tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:17.286001 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c918e9e-33f8-49e5-a325-09b75fe4c471 req-cd5946ba-72e9-4a46-823c-1ec39fc84dbd tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:17.295468 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c918e9e-33f8-49e5-a325-09b75fe4c471 req-cd5946ba-72e9-4a46-823c-1ec39fc84dbd tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:17.310001 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c918e9e-33f8-49e5-a325-09b75fe4c471 req-cd5946ba-72e9-4a46-823c-1ec39fc84dbd tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:17.315724 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c918e9e-33f8-49e5-a325-09b75fe4c471 req-cd5946ba-72e9-4a46-823c-1ec39fc84dbd tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:17.322320 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c918e9e-33f8-49e5-a325-09b75fe4c471 req-cd5946ba-72e9-4a46-823c-1ec39fc84dbd tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:17.327587 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c918e9e-33f8-49e5-a325-09b75fe4c471 req-cd5946ba-72e9-4a46-823c-1ec39fc84dbd tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:17.342232 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c918e9e-33f8-49e5-a325-09b75fe4c471 req-cd5946ba-72e9-4a46-823c-1ec39fc84dbd tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5433 time: 0.5094543 Feb 07 21:13:17.483755 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-893c3b21-fd22-4fea-b860-a71d1986e10d None None] Publish callbacks [] for port (04b8b93b-cdc8-495a-9790-a63334dffa25), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:17.495713 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-893c3b21-fd22-4fea-b860-a71d1986e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (04b8b93b-cdc8-495a-9790-a63334dffa25), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:17.577404 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c918e9e-33f8-49e5-a325-09b75fe4c471 req-eabfb524-ba94-471b-82a6-8b61d5055f04 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2273281 Feb 07 21:13:17.598007 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca4272c-84b4-4f83-9736-5f1a6b38647f None None] New status for floating IP f28bb1c5-9883-49c4-8131-34633b72a4c7: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:13:17.616193 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-893c3b21-fd22-4fea-b860-a71d1986e10d None None] Attempting to bind port 04b8b93b-cdc8-495a-9790-a63334dffa25 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:13:17.616597 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-893c3b21-fd22-4fea-b860-a71d1986e10d None None] Attempting to bind port 04b8b93b-cdc8-495a-9790-a63334dffa25 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:13:17.616956 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893c3b21-fd22-4fea-b860-a71d1986e10d None None] Attempting to bind port 04b8b93b-cdc8-495a-9790-a63334dffa25 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:13:17.639977 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e456d-b86e-4ea1-8424-7efef4792b80 None None] Pushing event updated for resources: {'Port': ['ID=04b8b93b-cdc8-495a-9790-a63334dffa25,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:17.649046 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893c3b21-fd22-4fea-b860-a71d1986e10d None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:13:17.649519 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893c3b21-fd22-4fea-b860-a71d1986e10d None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:13:17.649862 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-893c3b21-fd22-4fea-b860-a71d1986e10d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:17.650229 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893c3b21-fd22-4fea-b860-a71d1986e10d None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:13:17.650707 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-893c3b21-fd22-4fea-b860-a71d1986e10d None None] Bound port: 04b8b93b-cdc8-495a-9790-a63334dffa25, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:13:17.651084 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-893c3b21-fd22-4fea-b860-a71d1986e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (04b8b93b-cdc8-495a-9790-a63334dffa25), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:17.664071 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d71a3e2-aca4-431b-9850-20c93b5ecfce tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_gateway (2b46292b-06ab-4261-9ef1-904e30d6a578), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:17.723242 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d71a3e2-aca4-431b-9850-20c93b5ecfce tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:17.750607 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-893c3b21-fd22-4fea-b860-a71d1986e10d None None] For port 04b8b93b-cdc8-495a-9790-a63334dffa25, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:13:17.754204 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-893c3b21-fd22-4fea-b860-a71d1986e10d None None] For port 04b8b93b-cdc8-495a-9790-a63334dffa25, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=04b8b93b-cdc8-495a-9790-a63334dffa25,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:13:17.762449 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-893c3b21-fd22-4fea-b860-a71d1986e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (04b8b93b-cdc8-495a-9790-a63334dffa25), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:17.824495 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893c3b21-fd22-4fea-b860-a71d1986e10d None None] Routers {'3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:17.825143 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-893c3b21-fd22-4fea-b860-a71d1986e10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:12:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:17.934299 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-dad9f362-ed25-4c38-8ccb-b288515fd5a6 req-dc282d51-2cea-48f6-8674-4323d99e4d9a service neutron] (103256) timed out ('10.222.0.69', 49411) {{(pid=103256) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 21:13:17.980797 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-893c3b21-fd22-4fea-b860-a71d1986e10d None None] Set router 3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:13:17.987295 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-1d71a3e2-aca4-431b-9850-20c93b5ecfce tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Allocated IP 172.25.4.177 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/d25a2c2e-9223-41d8-ae67-5cdc956e03bf) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:13:18.159999 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-de4eeffe-c64e-437d-8b18-5083b38e68c2 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "GET /v2.0/routers/3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5 HTTP/1.1" status: 200 len: 907 time: 2.1477399 Feb 07 21:13:18.160255 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 32890) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:18.228234 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e456d-b86e-4ea1-8424-7efef4792b80 None None] Pushing event updated for resources: {'Port': ['ID=04b8b93b-cdc8-495a-9790-a63334dffa25,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:18.230032 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d71a3e2-aca4-431b-9850-20c93b5ecfce tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for port (d25a2c2e-9223-41d8-ae67-5cdc956e03bf), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:18.272804 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4384d6e3-4954-4a29-bea6-22df479d27c4 req-3b5aeeca-a3cc-4f4f-8fda-35c4ae7620a6 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups/36bff7ef-c654-44eb-b839-798654138dba HTTP/1.1" status: 200 len: 1818 time: 0.5682585 Feb 07 21:13:18.275052 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device e449f8f5-51cf-4325-b23e-084f66c22ad0 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:13:18.499294 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e52dc470-400d-45a2-b35e-14355c15f574 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router (3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:18.499636 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4384d6e3-4954-4a29-bea6-22df479d27c4 req-25538aa6-e41a-49d8-8e5c-3b37b9bb7f42 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (36bff7ef-c654-44eb-b839-798654138dba), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:18.503069 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-893c3b21-fd22-4fea-b860-a71d1986e10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5', 'name': 'tempest-snat-router-688039945', 'tenant_id': '6723655846d64189b36c9aaf979c7950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '04b8b93b-cdc8-495a-9790-a63334dffa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:13:09Z', 'updated_at': '2022-02-07T21:13:13Z', 'revision_number': 3, 'project_id': '6723655846d64189b36c9aaf979c7950', 'gw_port': {'id': '04b8b93b-cdc8-495a-9790-a63334dffa25', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:13:12Z', 'updated_at': '2022-02-07T21:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:18.535771 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4384d6e3-4954-4a29-bea6-22df479d27c4 req-25538aa6-e41a-49d8-8e5c-3b37b9bb7f42 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (36bff7ef-c654-44eb-b839-798654138dba), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:18.570486 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893c3b21-fd22-4fea-b860-a71d1986e10d None None] The sync data for ids ['3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5'] in n-d-828185-2 is: [{'id': '3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5', 'name': 'tempest-snat-router-688039945', 'tenant_id': '6723655846d64189b36c9aaf979c7950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '04b8b93b-cdc8-495a-9790-a63334dffa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:13:09Z', 'updated_at': '2022-02-07T21:13:13Z', 'revision_number': 3, 'project_id': '6723655846d64189b36c9aaf979c7950', 'gw_port': {'id': '04b8b93b-cdc8-495a-9790-a63334dffa25', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:13:12Z', 'updated_at': '2022-02-07T21:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:13:18.586719 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port e449f8f5-51cf-4325-b23e-084f66c22ad0, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e449f8f5-51cf-4325-b23e-084f66c22ad0,segment=NetworkSegment(fef7714c-bc02-4aba-a323-a0f15cd9ab89),segment_id=fef7714c-bc02-4aba-a323-a0f15cd9ab89)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:18.622384 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-71c9afd6-c6f4-4a89-b524-0f9087c64966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:18.624491 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'e449f8f5-51cf-4325-b23e-084f66c22ad0', 'network_id': 'e9ef3ee6-ea93-4d15-9d8e-8588e112d694', 'port_id': 'e449f8f5-51cf-4325-b23e-084f66c22ad0', 'mac_address': 'fa:16:3e:f0:01:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88cdc02-1078-474b-888c-99c26836545e', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:13:18.640501 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d71a3e2-aca4-431b-9850-20c93b5ecfce tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (d25a2c2e-9223-41d8-ae67-5cdc956e03bf), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:18.699122 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port e449f8f5-51cf-4325-b23e-084f66c22ad0 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:13:18.699951 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e449f8f5-51cf-4325-b23e-084f66c22ad0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:18.706355 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e52dc470-400d-45a2-b35e-14355c15f574 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router_gateway (3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:18.748797 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4384d6e3-4954-4a29-bea6-22df479d27c4 req-25538aa6-e41a-49d8-8e5c-3b37b9bb7f42 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (36bff7ef-c654-44eb-b839-798654138dba), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:18.754698 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4384d6e3-4954-4a29-bea6-22df479d27c4 req-25538aa6-e41a-49d8-8e5c-3b37b9bb7f42 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:18.754918 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e449f8f5-51cf-4325-b23e-084f66c22ad0 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:13:18.771013 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4384d6e3-4954-4a29-bea6-22df479d27c4 req-25538aa6-e41a-49d8-8e5c-3b37b9bb7f42 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "DELETE /v2.0/security-groups/36bff7ef-c654-44eb-b839-798654138dba HTTP/1.1" status: 204 len: 173 time: 0.4782255 Feb 07 21:13:18.824240 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port e449f8f5-51cf-4325-b23e-084f66c22ad0, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e449f8f5-51cf-4325-b23e-084f66c22ad0,segment=NetworkSegment(fef7714c-bc02-4aba-a323-a0f15cd9ab89),segment_id=fef7714c-bc02-4aba-a323-a0f15cd9ab89)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:18.836794 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e449f8f5-51cf-4325-b23e-084f66c22ad0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:18.842734 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e52dc470-400d-45a2-b35e-14355c15f574 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Deleting port 04b8b93b-cdc8-495a-9790-a63334dffa25 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:13:18.843083 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e52dc470-400d-45a2-b35e-14355c15f574 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (04b8b93b-cdc8-495a-9790-a63334dffa25), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:18.862759 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d71a3e2-aca4-431b-9850-20c93b5ecfce tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:13:18.888448 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-1d71a3e2-aca4-431b-9850-20c93b5ecfce tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:13:18.893142 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d71a3e2-aca4-431b-9850-20c93b5ecfce tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:13:18.942926 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=e449f8f5-51cf-4325-b23e-084f66c22ad0,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:18.993981 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25538aa6-e41a-49d8-8e5c-3b37b9bb7f42 tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bff7ef-c654-44eb-b839-798654138dba,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:19.056589 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e52dc470-400d-45a2-b35e-14355c15f574 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] For port 04b8b93b-cdc8-495a-9790-a63334dffa25, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=04b8b93b-cdc8-495a-9790-a63334dffa25,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:19.057193 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e52dc470-400d-45a2-b35e-14355c15f574 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (04b8b93b-cdc8-495a-9790-a63334dffa25), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:19.065088 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71a3e2-aca4-431b-9850-20c93b5ecfce tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Pushing event updated for resources: {'Port': ['ID=d25a2c2e-9223-41d8-ae67-5cdc956e03bf,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:19.135231 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e52dc470-400d-45a2-b35e-14355c15f574 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Calling delete_port for 04b8b93b-cdc8-495a-9790-a63334dffa25 owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:13:19.174068 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fcc84-9fd5-4936-8ba5-d20c927a302f req-dd864252-dbf2-4f34-ba12-793091cce6b8 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:19.182416 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f19fcc84-9fd5-4936-8ba5-d20c927a302f req-dd864252-dbf2-4f34-ba12-793091cce6b8 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.2218423 Feb 07 21:13:19.199664 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['e449f8f5-51cf-4325-b23e-084f66c22ad0'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:13:19.465918 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e52dc470-400d-45a2-b35e-14355c15f574 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (04b8b93b-cdc8-495a-9790-a63334dffa25), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:19.542705 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52dc470-400d-45a2-b35e-14355c15f574 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Pushing event deleted for resources: {'Port': ['ID=04b8b93b-cdc8-495a-9790-a63334dffa25,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:19.597926 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d71a3e2-aca4-431b-9850-20c93b5ecfce tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_gateway (2b46292b-06ab-4261-9ef1-904e30d6a578), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:19.619858 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f19fcc84-9fd5-4936-8ba5-d20c927a302f req-6179ae67-0211-4f45-add4-5e419e530b7c tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364741 Feb 07 21:13:19.731979 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e52dc470-400d-45a2-b35e-14355c15f574 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:20.023419 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e52dc470-400d-45a2-b35e-14355c15f574 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:20.031397 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e52dc470-400d-45a2-b35e-14355c15f574 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router_controller (3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:20.180462 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d71a3e2-aca4-431b-9850-20c93b5ecfce tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (2b46292b-06ab-4261-9ef1-904e30d6a578), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:20.285038 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device e449f8f5-51cf-4325-b23e-084f66c22ad0 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:13:20.339622 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea35d7d-2732-4680-8061-4779c9188624 req-dcb29baa-12c9-4b86-860e-228008f86842 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:20.341361 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ea35d7d-2732-4680-8061-4779c9188624 req-dcb29baa-12c9-4b86-860e-228008f86842 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=86e03c82-c60e-4021-a00c-c179efa3c921 HTTP/1.1" status: 200 len: 908 time: 0.3225930 Feb 07 21:13:20.609642 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e5b55495-963c-4a71-9033-0fee69236c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:20.661277 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port e449f8f5-51cf-4325-b23e-084f66c22ad0 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:13:20.679767 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port e449f8f5-51cf-4325-b23e-084f66c22ad0 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:13:20.680270 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e449f8f5-51cf-4325-b23e-084f66c22ad0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:20.900422 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port e449f8f5-51cf-4325-b23e-084f66c22ad0 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:13:20.903410 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e449f8f5-51cf-4325-b23e-084f66c22ad0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:20.949029 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b46229-3646-465b-afec-6188bc67d02f req-0d8ff094-1a5d-4602-82b5-df7d4169c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:20.953795 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e03c82-c60e-4021-a00c-c179efa3c921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e449f8f5-51cf-4325-b23e-084f66c22ad0'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:13:20.958824 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72798bb4-3fb7-4272-8ee4-063752b06032" -d '{"events": [{"server_uuid": "86e03c82-c60e-4021-a00c-c179efa3c921", "name": "network-vif-plugged", "status": "completed", "tag": "e449f8f5-51cf-4325-b23e-084f66c22ad0"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:13:20.959317 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b46229-3646-465b-afec-6188bc67d02f req-0d8ff094-1a5d-4602-82b5-df7d4169c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:20.964760 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b46229-3646-465b-afec-6188bc67d02f req-0d8ff094-1a5d-4602-82b5-df7d4169c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:20.965425 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b46229-3646-465b-afec-6188bc67d02f req-0d8ff094-1a5d-4602-82b5-df7d4169c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:20.965997 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b46229-3646-465b-afec-6188bc67d02f req-0d8ff094-1a5d-4602-82b5-df7d4169c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:20.968665 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b46229-3646-465b-afec-6188bc67d02f req-0d8ff094-1a5d-4602-82b5-df7d4169c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:20.969202 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b46229-3646-465b-afec-6188bc67d02f req-0d8ff094-1a5d-4602-82b5-df7d4169c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:20.972039 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4b46229-3646-465b-afec-6188bc67d02f req-0d8ff094-1a5d-4602-82b5-df7d4169c323 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=42501a05a1164b8bab09e271e46d222b&device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 6707 time: 0.4268286 Feb 07 21:13:20.992058 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d71a3e2-aca4-431b-9850-20c93b5ecfce tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Router 2b46292b-06ab-4261-9ef1-904e30d6a578 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:13:21.006842 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port e449f8f5-51cf-4325-b23e-084f66c22ad0, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e449f8f5-51cf-4325-b23e-084f66c22ad0,segment=NetworkSegment(fef7714c-bc02-4aba-a323-a0f15cd9ab89),segment_id=fef7714c-bc02-4aba-a323-a0f15cd9ab89)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:21.015897 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e449f8f5-51cf-4325-b23e-084f66c22ad0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:21.115345 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=e449f8f5-51cf-4325-b23e-084f66c22ad0,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:21.136389 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8011d-8c56-4c0c-977c-fd980d90d7c7 req-9f3eb1fa-ec22-46c4-8687-cfe1ead066fa tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:21.141856 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8011d-8c56-4c0c-977c-fd980d90d7c7 req-9f3eb1fa-ec22-46c4-8687-cfe1ead066fa tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:21.148222 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8011d-8c56-4c0c-977c-fd980d90d7c7 req-9f3eb1fa-ec22-46c4-8687-cfe1ead066fa tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:21.154186 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8011d-8c56-4c0c-977c-fd980d90d7c7 req-9f3eb1fa-ec22-46c4-8687-cfe1ead066fa tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:21.159373 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8011d-8c56-4c0c-977c-fd980d90d7c7 req-9f3eb1fa-ec22-46c4-8687-cfe1ead066fa tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:21.164723 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8011d-8c56-4c0c-977c-fd980d90d7c7 req-9f3eb1fa-ec22-46c4-8687-cfe1ead066fa tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:21.170012 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8011d-8c56-4c0c-977c-fd980d90d7c7 req-9f3eb1fa-ec22-46c4-8687-cfe1ead066fa tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:21.177612 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17d8011d-8c56-4c0c-977c-fd980d90d7c7 req-9f3eb1fa-ec22-46c4-8687-cfe1ead066fa tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5433 time: 0.5232329 Feb 07 21:13:21.207359 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1b800f-c83f-46b3-aaf7-b507b96db695 x-openstack-request-id: req-7b1b800f-c83f-46b3-aaf7-b507b96db695 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:13:21.207973 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "tag": "b2ae11df-92cb-4cf3-a5a5-1a562899672f", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:13:21.211348 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7b1b800f-c83f-46b3-aaf7-b507b96db695 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:13:21.212423 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'tag': 'b2ae11df-92cb-4cf3-a5a5-1a562899672f', 'status': 'completed', 'code': 200} Feb 07 21:13:21.218211 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e52dc470-400d-45a2-b35e-14355c15f574 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:21.218932 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52dc470-400d-45a2-b35e-14355c15f574 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:13:21.236957 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e52dc470-400d-45a2-b35e-14355c15f574 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:21.248622 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e52dc470-400d-45a2-b35e-14355c15f574 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "DELETE /v2.0/routers/3dfc78d3-2e7f-4139-8dc2-a4dd76f69fc5 HTTP/1.1" status: 204 len: 168 time: 3.0832772 Feb 07 21:13:21.250206 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 32906) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:21.556895 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4aa1a811-9f94-4a2c-80c9-9fb9c3ce708e tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router (ba77a772-d60b-46a3-b311-a0f9f9a662f0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:21.564341 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17d8011d-8c56-4c0c-977c-fd980d90d7c7 req-a04be37f-feb0-4f07-861e-bf7e3f87314f tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3853061 Feb 07 21:13:21.648884 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b46229-3646-465b-afec-6188bc67d02f req-d288f94b-c9c6-4974-ae2a-6c8a06806bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:21.653101 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4b46229-3646-465b-afec-6188bc67d02f req-d288f94b-c9c6-4974-ae2a-6c8a06806bed service neutron] 10.222.0.71 "GET /v2.0/networks?id=071b8c86-0422-4ec9-8876-4c05135f32b2 HTTP/1.1" status: 200 len: 912 time: 0.6534662 Feb 07 21:13:21.730101 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:21.858741 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4aa1a811-9f94-4a2c-80c9-9fb9c3ce708e tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router_gateway (ba77a772-d60b-46a3-b311-a0f9f9a662f0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:21.869027 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4b46229-3646-465b-afec-6188bc67d02f req-efc97337-b8ca-4826-b387-705e598c089c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2ae11df-92cb-4cf3-a5a5-1a562899672f HTTP/1.1" status: 200 len: 1001 time: 0.2009571 Feb 07 21:13:21.924495 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0ff4d297-33bd-4e5a-90b8-2f5389d7c92d req-f29a2a14-935d-45ce-ae04-6df3e708ca3e tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "GET /v2.0/security-groups/203c3c5d-2796-424a-b2b6-e9f3ef5d5b6e HTTP/1.1" status: 200 len: 1820 time: 0.3031137 Feb 07 21:13:21.945970 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d71a3e2-aca4-431b-9850-20c93b5ecfce tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:13:21.959800 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e24434-83eb-420d-9df2-c6a80e406201 None None] Sync routers for ids ['2b46292b-06ab-4261-9ef1-904e30d6a578'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:13:21.994319 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e24434-83eb-420d-9df2-c6a80e406201 None None] Routers {'2b46292b-06ab-4261-9ef1-904e30d6a578'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:22.000184 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-94e24434-83eb-420d-9df2-c6a80e406201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['2b46292b-06ab-4261-9ef1-904e30d6a578'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:22.002923 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4aa1a811-9f94-4a2c-80c9-9fb9c3ce708e tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Deleting port 9fe2650c-46a5-4fc7-853a-a31717f4298a {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:13:22.006373 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4aa1a811-9f94-4a2c-80c9-9fb9c3ce708e tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9fe2650c-46a5-4fc7-853a-a31717f4298a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:22.007549 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b46229-3646-465b-afec-6188bc67d02f req-27bd8d6d-7a16-483f-b555-2db1a5165dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:22.009351 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4b46229-3646-465b-afec-6188bc67d02f req-27bd8d6d-7a16-483f-b555-2db1a5165dbe service neutron] 10.222.0.71 "GET /v2.0/subnets?id=14195520-c31c-46d3-a196-c4e089f2f729 HTTP/1.1" status: 200 len: 850 time: 0.1393189 Feb 07 21:13:22.012106 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d71a3e2-aca4-431b-9850-20c93b5ecfce tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:22.015828 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1d71a3e2-aca4-431b-9850-20c93b5ecfce tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.7952571 Feb 07 21:13:22.018902 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 32910) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:22.100829 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-94e24434-83eb-420d-9df2-c6a80e406201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:22.129881 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e24434-83eb-420d-9df2-c6a80e406201 None None] Routers {'2b46292b-06ab-4261-9ef1-904e30d6a578'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:22.130846 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-94e24434-83eb-420d-9df2-c6a80e406201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['2b46292b-06ab-4261-9ef1-904e30d6a578'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:22.213340 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-4aa1a811-9f94-4a2c-80c9-9fb9c3ce708e tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] For port 9fe2650c-46a5-4fc7-853a-a31717f4298a, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9fe2650c-46a5-4fc7-853a-a31717f4298a,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:22.213998 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4aa1a811-9f94-4a2c-80c9-9fb9c3ce708e tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9fe2650c-46a5-4fc7-853a-a31717f4298a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:22.249007 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-94e24434-83eb-420d-9df2-c6a80e406201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:22.249701 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e24434-83eb-420d-9df2-c6a80e406201 None None] The sync data for ids ['2b46292b-06ab-4261-9ef1-904e30d6a578'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:13:22.249846 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4aa1a811-9f94-4a2c-80c9-9fb9c3ce708e tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Calling delete_port for 9fe2650c-46a5-4fc7-853a-a31717f4298a owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:13:22.343082 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0ff4d297-33bd-4e5a-90b8-2f5389d7c92d req-3b5a5450-831e-44fe-ba3a-f4d042af928b tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (203c3c5d-2796-424a-b2b6-e9f3ef5d5b6e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:22.418403 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b46229-3646-465b-afec-6188bc67d02f req-dbb66476-133c-40cf-91df-5c3efd0a26aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:22.420085 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4b46229-3646-465b-afec-6188bc67d02f req-dbb66476-133c-40cf-91df-5c3efd0a26aa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=071b8c86-0422-4ec9-8876-4c05135f32b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3934739 Feb 07 21:13:22.429654 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0ff4d297-33bd-4e5a-90b8-2f5389d7c92d req-3b5a5450-831e-44fe-ba3a-f4d042af928b tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (203c3c5d-2796-424a-b2b6-e9f3ef5d5b6e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:22.537631 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4e91270f-f2dc-4214-a3e4-54b75a9f88e5 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "GET /v2.0/routers/2b46292b-06ab-4261-9ef1-904e30d6a578 HTTP/1.1" status: 200 len: 924 time: 0.5174785 Feb 07 21:13:22.542431 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 32912) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:22.575026 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0ff4d297-33bd-4e5a-90b8-2f5389d7c92d req-3b5a5450-831e-44fe-ba3a-f4d042af928b tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (203c3c5d-2796-424a-b2b6-e9f3ef5d5b6e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:22.577966 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0ff4d297-33bd-4e5a-90b8-2f5389d7c92d req-3b5a5450-831e-44fe-ba3a-f4d042af928b tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:22.579137 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0ff4d297-33bd-4e5a-90b8-2f5389d7c92d req-3b5a5450-831e-44fe-ba3a-f4d042af928b tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] 10.222.0.65 "DELETE /v2.0/security-groups/203c3c5d-2796-424a-b2b6-e9f3ef5d5b6e HTTP/1.1" status: 204 len: 173 time: 0.6500063 Feb 07 21:13:22.595840 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 32914) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:22.657678 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-49693459-fa30-42da-b955-8fcd23404e27 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b46292b-06ab-4261-9ef1-904e30d6a578 HTTP/1.1" status: 200 len: 205 time: 0.1135211 Feb 07 21:13:22.672271 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a34f74-e1be-4b97-b1b2-36276ba51e5d admin admin] Deleting subnet 2aefdc90-0b3f-49bd-8e85-71d4e6eb9af9 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:13:22.677776 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a5450-831e-44fe-ba3a-f4d042af928b tempest-SecurityGroupsTestJSON-1596797504 tempest-SecurityGroupsTestJSON-1596797504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=203c3c5d-2796-424a-b2b6-e9f3ef5d5b6e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:22.687776 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 32918) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:22.711074 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06a34f74-e1be-4b97-b1b2-36276ba51e5d admin admin] Publish callbacks [] for subnet (2aefdc90-0b3f-49bd-8e85-71d4e6eb9af9), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:22.718995 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4b46229-3646-465b-afec-6188bc67d02f req-c3d04101-1ab0-4e51-b550-0386ab81398a service neutron] 10.222.0.71 "GET /v2.0/networks/071b8c86-0422-4ec9-8876-4c05135f32b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850661 Feb 07 21:13:22.891417 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4aa1a811-9f94-4a2c-80c9-9fb9c3ce708e tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9fe2650c-46a5-4fc7-853a-a31717f4298a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:22.936901 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1a811-9f94-4a2c-80c9-9fb9c3ce708e tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Pushing event deleted for resources: {'Port': ['ID=9fe2650c-46a5-4fc7-853a-a31717f4298a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:23.006105 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 04b8b93b-cdc8-495a-9790-a63334dffa25 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:13:23.052153 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 04b8b93b-cdc8-495a-9790-a63334dffa25 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:13:23.053703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 04b8b93b-cdc8-495a-9790-a63334dffa25 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:13:23.061379 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06a34f74-e1be-4b97-b1b2-36276ba51e5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (2aefdc90-0b3f-49bd-8e85-71d4e6eb9af9), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:23.075466 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdf79-7461-44d1-a082-baf6c5fcf3f8 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router (2b46292b-06ab-4261-9ef1-904e30d6a578), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:23.081988 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4aa1a811-9f94-4a2c-80c9-9fb9c3ce708e tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (ba77a772-d60b-46a3-b311-a0f9f9a662f0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:23.120926 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06a34f74-e1be-4b97-b1b2-36276ba51e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (2aefdc90-0b3f-49bd-8e85-71d4e6eb9af9), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:23.191914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4b46229-3646-465b-afec-6188bc67d02f req-c8b8f136-15db-45ef-a5cc-982978119d68 service neutron] 10.222.0.71 "GET /v2.0/networks/071b8c86-0422-4ec9-8876-4c05135f32b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837280 Feb 07 21:13:23.203418 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:23.205607 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06a34f74-e1be-4b97-b1b2-36276ba51e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (2aefdc90-0b3f-49bd-8e85-71d4e6eb9af9), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:23.239164 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4aa1a811-9f94-4a2c-80c9-9fb9c3ce708e tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (ba77a772-d60b-46a3-b311-a0f9f9a662f0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:23.241739 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4aa1a811-9f94-4a2c-80c9-9fb9c3ce708e tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router_controller (ba77a772-d60b-46a3-b311-a0f9f9a662f0), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:23.255563 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a34f74-e1be-4b97-b1b2-36276ba51e5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aefdc90-0b3f-49bd-8e85-71d4e6eb9af9,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:23.272694 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06a34f74-e1be-4b97-b1b2-36276ba51e5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:23.282430 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-06a34f74-e1be-4b97-b1b2-36276ba51e5d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2aefdc90-0b3f-49bd-8e85-71d4e6eb9af9 HTTP/1.1" status: 204 len: 168 time: 0.6806071 Feb 07 21:13:23.289369 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 32924) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:23.298063 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdede11-ebcb-4fcb-9390-8777cbbaa5b1 req-36c46eb4-e87e-47ca-9b73-d252e04f66e1 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:23.310692 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-afdede11-ebcb-4fcb-9390-8777cbbaa5b1 req-36c46eb4-e87e-47ca-9b73-d252e04f66e1 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.6316867 Feb 07 21:13:23.352399 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4aa1a811-9f94-4a2c-80c9-9fb9c3ce708e tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (ba77a772-d60b-46a3-b311-a0f9f9a662f0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:23.353155 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa1a811-9f94-4a2c-80c9-9fb9c3ce708e tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba77a772-d60b-46a3-b311-a0f9f9a662f0 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:13:23.367430 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4aa1a811-9f94-4a2c-80c9-9fb9c3ce708e tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:23.376474 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4aa1a811-9f94-4a2c-80c9-9fb9c3ce708e tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "DELETE /v2.0/routers/ba77a772-d60b-46a3-b311-a0f9f9a662f0 HTTP/1.1" status: 204 len: 168 time: 2.1239605 Feb 07 21:13:23.420842 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 32926) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:23.431307 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-fc1c8668-6552-4dc2-bbd4-2f0e5c9ef465 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-493474903', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}, 'admin_state_up': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:23.464530 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc1c8668-6552-4dc2-bbd4-2f0e5c9ef465 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (39fd82fe-8041-463e-a07b-de4db7c81c18), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:23.472606 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc1c8668-6552-4dc2-bbd4-2f0e5c9ef465 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (39fd82fe-8041-463e-a07b-de4db7c81c18), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:23.477125 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc31d2a7-8697-4c6a-889d-680e1ea0afee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (5ab21a05-4285-40ac-9087-244389cc5c8a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:23.490764 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-afdede11-ebcb-4fcb-9390-8777cbbaa5b1 req-dee10c7d-fd49-4cbf-8238-d5ad483ec8c5 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787996 Feb 07 21:13:23.593254 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba9cccf-cf39-46c3-a9bf-b67a497f2473 x-openstack-request-id: req-9ba9cccf-cf39-46c3-a9bf-b67a497f2473 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:13:23.593762 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e03c82-c60e-4021-a00c-c179efa3c921", "name": "network-vif-plugged", "status": "completed", "tag": "e449f8f5-51cf-4325-b23e-084f66c22ad0", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:13:23.594205 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9ba9cccf-cf39-46c3-a9bf-b67a497f2473 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:13:23.594771 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e03c82-c60e-4021-a00c-c179efa3c921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e449f8f5-51cf-4325-b23e-084f66c22ad0', 'code': 200} Feb 07 21:13:23.652882 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc31d2a7-8697-4c6a-889d-680e1ea0afee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (5ab21a05-4285-40ac-9087-244389cc5c8a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:23.691055 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-bc31d2a7-8697-4c6a-889d-680e1ea0afee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab21a05-4285-40ac-9087-244389cc5c8a']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:23.729436 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc1c8668-6552-4dc2-bbd4-2f0e5c9ef465 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_controller (39fd82fe-8041-463e-a07b-de4db7c81c18), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:23.731299 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-bc31d2a7-8697-4c6a-889d-680e1ea0afee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e428fdb1-030b-4885-9d86-f48291007e12') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:23.733761 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdf79-7461-44d1-a082-baf6c5fcf3f8 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_gateway (2b46292b-06ab-4261-9ef1-904e30d6a578), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:23.733927 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-bc31d2a7-8697-4c6a-889d-680e1ea0afee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e428fdb1-030b-4885-9d86-f48291007e12') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:23.774062 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc31d2a7-8697-4c6a-889d-680e1ea0afee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (e428fdb1-030b-4885-9d86-f48291007e12), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:23.801945 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a0810-322a-4640-ba30-c6ea7b407f6a req-583da5df-d0a8-44b1-b795-44c4353bcc30 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:23.803690 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ce7a0810-322a-4640-ba30-c6ea7b407f6a req-583da5df-d0a8-44b1-b795-44c4353bcc30 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=86e03c82-c60e-4021-a00c-c179efa3c921 HTTP/1.1" status: 200 len: 909 time: 0.1159124 Feb 07 21:13:23.809815 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc31d2a7-8697-4c6a-889d-680e1ea0afee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (e428fdb1-030b-4885-9d86-f48291007e12), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:23.821841 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc31d2a7-8697-4c6a-889d-680e1ea0afee admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:13:23.822259 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc31d2a7-8697-4c6a-889d-680e1ea0afee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (e428fdb1-030b-4885-9d86-f48291007e12), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:13:23.831952 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:13:23.943722 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae05dc-3dce-4b6b-808f-7ab359c13089 req-ef4f4ca3-9374-42ff-a1b9-66c3993391a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:23.946760 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-53ae05dc-3dce-4b6b-808f-7ab359c13089 req-ef4f4ca3-9374-42ff-a1b9-66c3993391a3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=86e03c82-c60e-4021-a00c-c179efa3c921 HTTP/1.1" status: 200 len: 1091 time: 0.2258260 Feb 07 21:13:24.081796 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5348e4-8ce0-4139-b6ba-df2d56e80a09 req-fa0d3e9c-c234-4fe3-880e-a14aae132089 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:24.089858 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5348e4-8ce0-4139-b6ba-df2d56e80a09 req-fa0d3e9c-c234-4fe3-880e-a14aae132089 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:24.090810 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc1c8668-6552-4dc2-bbd4-2f0e5c9ef465 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_gateway (39fd82fe-8041-463e-a07b-de4db7c81c18), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:24.097151 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5348e4-8ce0-4139-b6ba-df2d56e80a09 req-fa0d3e9c-c234-4fe3-880e-a14aae132089 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:24.101458 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5d6fdf79-7461-44d1-a082-baf6c5fcf3f8 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Deleting port d25a2c2e-9223-41d8-ae67-5cdc956e03bf {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:13:24.101911 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdf79-7461-44d1-a082-baf6c5fcf3f8 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d25a2c2e-9223-41d8-ae67-5cdc956e03bf), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:24.104840 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5348e4-8ce0-4139-b6ba-df2d56e80a09 req-fa0d3e9c-c234-4fe3-880e-a14aae132089 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:24.111859 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5348e4-8ce0-4139-b6ba-df2d56e80a09 req-fa0d3e9c-c234-4fe3-880e-a14aae132089 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:24.123445 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5348e4-8ce0-4139-b6ba-df2d56e80a09 req-fa0d3e9c-c234-4fe3-880e-a14aae132089 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:24.131516 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5348e4-8ce0-4139-b6ba-df2d56e80a09 req-fa0d3e9c-c234-4fe3-880e-a14aae132089 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:24.134329 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bc5348e4-8ce0-4139-b6ba-df2d56e80a09 req-fa0d3e9c-c234-4fe3-880e-a14aae132089 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5433 time: 0.1793194 Feb 07 21:13:24.135727 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc31d2a7-8697-4c6a-889d-680e1ea0afee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (5ab21a05-4285-40ac-9087-244389cc5c8a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:24.146207 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc31d2a7-8697-4c6a-889d-680e1ea0afee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:24.160076 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bc31d2a7-8697-4c6a-889d-680e1ea0afee admin admin] 10.222.0.65 "DELETE /v2.0/networks/5ab21a05-4285-40ac-9087-244389cc5c8a HTTP/1.1" status: 204 len: 168 time: 0.8240960 Feb 07 21:13:24.327063 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31d2a7-8697-4c6a-889d-680e1ea0afee admin admin] Pushing event deleted for resources: {'Network': ['ID=5ab21a05-4285-40ac-9087-244389cc5c8a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:24.370546 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdf79-7461-44d1-a082-baf6c5fcf3f8 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d25a2c2e-9223-41d8-ae67-5cdc956e03bf), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:24.397701 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bc5348e4-8ce0-4139-b6ba-df2d56e80a09 req-ee042ab9-390d-4e16-b041-29b015d0c1a1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2373850 Feb 07 21:13:24.402293 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5d6fdf79-7461-44d1-a082-baf6c5fcf3f8 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Calling delete_port for d25a2c2e-9223-41d8-ae67-5cdc956e03bf owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:13:24.490386 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:24.541369 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 32960) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:24.636486 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc1c8668-6552-4dc2-bbd4-2f0e5c9ef465 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_gateway (39fd82fe-8041-463e-a07b-de4db7c81c18), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:24.669133 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc1c8668-6552-4dc2-bbd4-2f0e5c9ef465 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:24.674602 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7d7608f7-5cd1-44ab-8fa4-01e431f69cb5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d10808f8a1e4426aac7a4507d0733789&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1320193 Feb 07 21:13:24.679984 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 32966) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:24.771544 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f7336-6457-43b3-a481-b87e9a067156 req-39a52a38-018c-4f2d-8212-2c494bbebb33 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:24.781482 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e51f7336-6457-43b3-a481-b87e9a067156 req-39a52a38-018c-4f2d-8212-2c494bbebb33 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/ports?device_id=c16296d4-0749-4305-81ec-14c625f00e2b HTTP/1.1" status: 200 len: 949 time: 0.2207353 Feb 07 21:13:24.781696 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a87a7c-a73a-4861-911c-bb428976283a req-f5cd3167-4cd8-49f9-8e4c-ec9d9d255eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:24.783072 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-52a87a7c-a73a-4861-911c-bb428976283a req-f5cd3167-4cd8-49f9-8e4c-ec9d9d255eca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ccfcf65495f43dd8715be523daabd57&device_id=c16296d4-0749-4305-81ec-14c625f00e2b HTTP/1.1" status: 200 len: 1131 time: 0.2521086 Feb 07 21:13:24.806759 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5edcaf-1aea-43a0-9ddd-925caae8c266 req-b197d770-c7f2-4fa2-a15c-f71466bbd376 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:24.813970 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5edcaf-1aea-43a0-9ddd-925caae8c266 req-b197d770-c7f2-4fa2-a15c-f71466bbd376 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:24.819902 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5edcaf-1aea-43a0-9ddd-925caae8c266 req-b197d770-c7f2-4fa2-a15c-f71466bbd376 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:24.831757 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5edcaf-1aea-43a0-9ddd-925caae8c266 req-b197d770-c7f2-4fa2-a15c-f71466bbd376 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:24.848138 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5edcaf-1aea-43a0-9ddd-925caae8c266 req-b197d770-c7f2-4fa2-a15c-f71466bbd376 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:24.855333 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5edcaf-1aea-43a0-9ddd-925caae8c266 req-b197d770-c7f2-4fa2-a15c-f71466bbd376 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:24.864758 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5edcaf-1aea-43a0-9ddd-925caae8c266 req-b197d770-c7f2-4fa2-a15c-f71466bbd376 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:24.874528 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9b5edcaf-1aea-43a0-9ddd-925caae8c266 req-b197d770-c7f2-4fa2-a15c-f71466bbd376 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5433 time: 0.3149617 Feb 07 21:13:24.958127 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fd17468-eaa0-4acf-956a-163be7a86436 admin admin] Publish callbacks [] for security_group (8a362840-93f8-4e3b-83ba-f40100b3789b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:24.967703 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-fc1c8668-6552-4dc2-bbd4-2f0e5c9ef465 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Allocated IP 172.25.4.73 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/86da3891-59a0-49be-9d0e-f7fa74b37973) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:13:25.002594 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a87a7c-a73a-4861-911c-bb428976283a req-22c314b2-f6b8-4fe1-a001-59a638e2df53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:25.004469 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-52a87a7c-a73a-4861-911c-bb428976283a req-22c314b2-f6b8-4fe1-a001-59a638e2df53 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1919811 Feb 07 21:13:25.016973 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdf79-7461-44d1-a082-baf6c5fcf3f8 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (d25a2c2e-9223-41d8-ae67-5cdc956e03bf), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:25.061795 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9fe2650c-46a5-4fc7-853a-a31717f4298a no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:13:25.092387 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fd17468-eaa0-4acf-956a-163be7a86436 admin admin] Publish callbacks [] for security_group (8a362840-93f8-4e3b-83ba-f40100b3789b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:25.099537 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 9fe2650c-46a5-4fc7-853a-a31717f4298a {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:13:25.100697 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9b5edcaf-1aea-43a0-9ddd-925caae8c266 req-dfbf0c40-1ed4-4a86-8f25-98e22d84f266 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2245088 Feb 07 21:13:25.110814 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fdf79-7461-44d1-a082-baf6c5fcf3f8 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Pushing event deleted for resources: {'Port': ['ID=d25a2c2e-9223-41d8-ae67-5cdc956e03bf,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:25.113470 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-52a87a7c-a73a-4861-911c-bb428976283a req-235e2355-0ca4-4820-b995-23a7b817245e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=c0b662bf-c220-4cfd-a033-c9a65f97c7e0 HTTP/1.1" status: 200 len: 217 time: 0.0707457 Feb 07 21:13:25.132899 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9fe2650c-46a5-4fc7-853a-a31717f4298a not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:13:25.215693 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e51f7336-6457-43b3-a481-b87e9a067156 req-c791a2b8-a42f-4df4-9692-ab8a7b223523 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fd304ff-acc6-43e8-9397-ae70d57fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331200 Feb 07 21:13:25.221492 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fd17468-eaa0-4acf-956a-163be7a86436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8a362840-93f8-4e3b-83ba-f40100b3789b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:25.231062 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fd17468-eaa0-4acf-956a-163be7a86436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:25.233560 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9fd17468-eaa0-4acf-956a-163be7a86436 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8a362840-93f8-4e3b-83ba-f40100b3789b HTTP/1.1" status: 204 len: 168 time: 0.5514982 Feb 07 21:13:25.248291 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdf79-7461-44d1-a082-baf6c5fcf3f8 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (2b46292b-06ab-4261-9ef1-904e30d6a578), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:25.256827 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd17468-eaa0-4acf-956a-163be7a86436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a362840-93f8-4e3b-83ba-f40100b3789b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:25.315616 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc1c8668-6552-4dc2-bbd4-2f0e5c9ef465 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for port (86da3891-59a0-49be-9d0e-f7fa74b37973), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:25.398854 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc1c8668-6552-4dc2-bbd4-2f0e5c9ef465 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (86da3891-59a0-49be-9d0e-f7fa74b37973), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:25.414542 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a87a7c-a73a-4861-911c-bb428976283a req-48a20ab3-e636-4427-9097-711f1063c8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:25.416584 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-52a87a7c-a73a-4861-911c-bb428976283a req-48a20ab3-e636-4427-9097-711f1063c8ce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.2943776 Feb 07 21:13:25.437932 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e642a41-3a86-4391-b3fe-546a94a35dae req-43917e6b-d10e-4eef-a95d-16687f2450df tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:25.440015 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e642a41-3a86-4391-b3fe-546a94a35dae req-43917e6b-d10e-4eef-a95d-16687f2450df tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1535485 Feb 07 21:13:25.457176 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e3b0c-ac63-4693-9ede-54bbf00bf73d req-af3968ae-2e50-451c-8edb-32a3317a4f96 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:25.459878 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-544e3b0c-ac63-4693-9ede-54bbf00bf73d req-af3968ae-2e50-451c-8edb-32a3317a4f96 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=86e03c82-c60e-4021-a00c-c179efa3c921 HTTP/1.1" status: 200 len: 909 time: 0.1053503 Feb 07 21:13:25.532544 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e642a41-3a86-4391-b3fe-546a94a35dae req-9ff0201a-7c57-4493-9ed1-9d46da20d99e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712085 Feb 07 21:13:25.545498 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1c8668-6552-4dc2-bbd4-2f0e5c9ef465 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:13:25.560089 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-fc1c8668-6552-4dc2-bbd4-2f0e5c9ef465 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:13:25.567024 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdf79-7461-44d1-a082-baf6c5fcf3f8 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (2b46292b-06ab-4261-9ef1-904e30d6a578), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:25.568755 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1c8668-6552-4dc2-bbd4-2f0e5c9ef465 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:13:25.664199 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac25763-f83a-406c-bb26-63e482cb0545 req-6f0089e1-74ac-443b-986e-0baf6fa8236d tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:25.669866 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac25763-f83a-406c-bb26-63e482cb0545 req-6f0089e1-74ac-443b-986e-0baf6fa8236d tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:25.690367 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac25763-f83a-406c-bb26-63e482cb0545 req-6f0089e1-74ac-443b-986e-0baf6fa8236d tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:25.709463 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac25763-f83a-406c-bb26-63e482cb0545 req-6f0089e1-74ac-443b-986e-0baf6fa8236d tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:25.718165 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac25763-f83a-406c-bb26-63e482cb0545 req-6f0089e1-74ac-443b-986e-0baf6fa8236d tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:25.741352 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac25763-f83a-406c-bb26-63e482cb0545 req-6f0089e1-74ac-443b-986e-0baf6fa8236d tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:25.756375 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac25763-f83a-406c-bb26-63e482cb0545 req-6f0089e1-74ac-443b-986e-0baf6fa8236d tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:25.776343 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0ac25763-f83a-406c-bb26-63e482cb0545 req-6f0089e1-74ac-443b-986e-0baf6fa8236d tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5433 time: 0.2091792 Feb 07 21:13:25.987033 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdf79-7461-44d1-a082-baf6c5fcf3f8 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_controller (2b46292b-06ab-4261-9ef1-904e30d6a578), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:26.049319 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c8668-6552-4dc2-bbd4-2f0e5c9ef465 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Pushing event updated for resources: {'Port': ['ID=86da3891-59a0-49be-9d0e-f7fa74b37973,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:26.063665 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a87a7c-a73a-4861-911c-bb428976283a req-4f115e4d-e8f5-452c-944e-e71cf5b1c60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:26.065354 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-52a87a7c-a73a-4861-911c-bb428976283a req-4f115e4d-e8f5-452c-944e-e71cf5b1c60e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5790119 Feb 07 21:13:26.147093 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdf79-7461-44d1-a082-baf6c5fcf3f8 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (2b46292b-06ab-4261-9ef1-904e30d6a578), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:26.147856 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6fdf79-7461-44d1-a082-baf6c5fcf3f8 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Fanout notify agent at l3_agent the message router_deleted on router 2b46292b-06ab-4261-9ef1-904e30d6a578 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:13:26.197544 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdf79-7461-44d1-a082-baf6c5fcf3f8 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:26.198365 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5d6fdf79-7461-44d1-a082-baf6c5fcf3f8 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "DELETE /v2.0/routers/2b46292b-06ab-4261-9ef1-904e30d6a578 HTTP/1.1" status: 204 len: 168 time: 3.5095630 Feb 07 21:13:26.204455 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 32990) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:26.211494 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4350beff-c5a8-400c-a4a2-8d5cb86ebfa9 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1720084183', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'enable_snat': False}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:26.249225 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4350beff-c5a8-400c-a4a2-8d5cb86ebfa9 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (9336cd5d-1ba5-48cf-aef6-2ed746127dcb), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:26.253112 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4350beff-c5a8-400c-a4a2-8d5cb86ebfa9 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (9336cd5d-1ba5-48cf-aef6-2ed746127dcb), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:26.377361 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-52a87a7c-a73a-4861-911c-bb428976283a req-b6028e72-400f-4bc6-8a08-c58afea56caa service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713475 Feb 07 21:13:26.400169 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4350beff-c5a8-400c-a4a2-8d5cb86ebfa9 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router_controller (9336cd5d-1ba5-48cf-aef6-2ed746127dcb), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:26.537123 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-52a87a7c-a73a-4861-911c-bb428976283a req-f713bdcc-aedf-4fa0-852a-cd72e0440fab service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278617 Feb 07 21:13:26.540756 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc1c8668-6552-4dc2-bbd4-2f0e5c9ef465 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_gateway (39fd82fe-8041-463e-a07b-de4db7c81c18), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:26.845401 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc1c8668-6552-4dc2-bbd4-2f0e5c9ef465 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (39fd82fe-8041-463e-a07b-de4db7c81c18), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:26.895089 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fd9b4-8294-4d13-8a9b-776ad1287e41 req-cbb429b8-e746-4708-aaf8-0cec3aeb3d7a tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:26.903832 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aa0fd9b4-8294-4d13-8a9b-776ad1287e41 req-cbb429b8-e746-4708-aaf8-0cec3aeb3d7a tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/ports?device_id=c16296d4-0749-4305-81ec-14c625f00e2b HTTP/1.1" status: 200 len: 949 time: 0.5372252 Feb 07 21:13:27.021324 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1c8668-6552-4dc2-bbd4-2f0e5c9ef465 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Router 39fd82fe-8041-463e-a07b-de4db7c81c18 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:13:27.033591 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98436b4b-4a26-475d-ab52-3e31ea152ca0 req-aa6e9d80-132f-4b34-ad91-8024652263d6 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:27.058726 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-98436b4b-4a26-475d-ab52-3e31ea152ca0 req-aa6e9d80-132f-4b34-ad91-8024652263d6 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=86e03c82-c60e-4021-a00c-c179efa3c921 HTTP/1.1" status: 200 len: 909 time: 0.1994095 Feb 07 21:13:27.095008 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4350beff-c5a8-400c-a4a2-8d5cb86ebfa9 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router_gateway (9336cd5d-1ba5-48cf-aef6-2ed746127dcb), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:27.157434 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aa0fd9b4-8294-4d13-8a9b-776ad1287e41 req-3e8fe71c-253b-4671-be57-4e260695290f tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fd304ff-acc6-43e8-9397-ae70d57fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526109 Feb 07 21:13:27.180085 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1c8668-6552-4dc2-bbd4-2f0e5c9ef465 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:13:27.194483 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409adb4f-f0c4-4472-b8be-7e5c7378ef77 None None] Sync routers for ids ['39fd82fe-8041-463e-a07b-de4db7c81c18'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:13:27.207328 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409adb4f-f0c4-4472-b8be-7e5c7378ef77 None None] Routers {'39fd82fe-8041-463e-a07b-de4db7c81c18'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:27.207964 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-409adb4f-f0c4-4472-b8be-7e5c7378ef77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['39fd82fe-8041-463e-a07b-de4db7c81c18'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:27.224203 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc1c8668-6552-4dc2-bbd4-2f0e5c9ef465 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:27.228351 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fc1c8668-6552-4dc2-bbd4-2f0e5c9ef465 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.8036141 Feb 07 21:13:27.228538 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33012) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:27.236771 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-f44cb893-d688-4374-b61d-865fae212177 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'enable_snat': False}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:27.265536 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-409adb4f-f0c4-4472-b8be-7e5c7378ef77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:27.279912 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409adb4f-f0c4-4472-b8be-7e5c7378ef77 None None] Routers {'39fd82fe-8041-463e-a07b-de4db7c81c18'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:27.281286 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-409adb4f-f0c4-4472-b8be-7e5c7378ef77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['39fd82fe-8041-463e-a07b-de4db7c81c18'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:27.301018 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de13331-92ee-4fb3-8932-e74662c8342f req-83ff4e0e-6d46-4108-883f-dfc3be345d1d tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:27.302625 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7de13331-92ee-4fb3-8932-e74662c8342f req-83ff4e0e-6d46-4108-883f-dfc3be345d1d tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.0828478 Feb 07 21:13:27.339562 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-409adb4f-f0c4-4472-b8be-7e5c7378ef77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:27.340657 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409adb4f-f0c4-4472-b8be-7e5c7378ef77 None None] The sync data for ids ['39fd82fe-8041-463e-a07b-de4db7c81c18'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:13:27.434844 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7de13331-92ee-4fb3-8932-e74662c8342f req-09a14e15-a44a-4da0-9096-d0f65dde98fd tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228843 Feb 07 21:13:27.802361 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f44cb893-d688-4374-b61d-865fae212177 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router_gateway (39fd82fe-8041-463e-a07b-de4db7c81c18), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:27.834834 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a44824c-6da3-4e68-8f3b-f672ba52588b req-b763b651-22ae-4f06-8307-044954da1581 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=785a95b1-3446-4450-a4c8-4dc566167d5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2525544 Feb 07 21:13:27.835079 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4350beff-c5a8-400c-a4a2-8d5cb86ebfa9 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router_gateway (9336cd5d-1ba5-48cf-aef6-2ed746127dcb), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:27.874669 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0324e-02c6-4906-a53d-bc740953630e req-f308d0cb-c0a2-4f1a-9b02-77d67204458b tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:27.876387 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4dc0324e-02c6-4906-a53d-bc740953630e req-f308d0cb-c0a2-4f1a-9b02-77d67204458b tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=86e03c82-c60e-4021-a00c-c179efa3c921 HTTP/1.1" status: 200 len: 909 time: 0.2938273 Feb 07 21:13:27.879967 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4350beff-c5a8-400c-a4a2-8d5cb86ebfa9 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:28.045657 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44824c-6da3-4e68-8f3b-f672ba52588b req-6a63fab8-0bd6-4bc7-b137-c9c71e8634cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:28.047305 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a44824c-6da3-4e68-8f3b-f672ba52588b req-6a63fab8-0bd6-4bc7-b137-c9c71e8634cc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c463a693b5274ac2a7546a3f4a26c5cf&device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 1166 time: 0.1696577 Feb 07 21:13:28.083236 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33030) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:28.289549 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-4350beff-c5a8-400c-a4a2-8d5cb86ebfa9 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Allocated IP 172.25.4.254 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/734d234e-6149-440b-9e4c-a652e3acbca3) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:13:28.347038 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device c0b662bf-c220-4cfd-a033-c9a65f97c7e0 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:13:28.364745 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0585f2d-4ab1-4269-adbb-9ad760dbdace req-42d4203d-a08b-4213-9f51-fcad5ad859bc tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:28.366484 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e0585f2d-4ab1-4269-adbb-9ad760dbdace req-42d4203d-a08b-4213-9f51-fcad5ad859bc tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=86e03c82-c60e-4021-a00c-c179efa3c921 HTTP/1.1" status: 200 len: 1091 time: 0.2759209 Feb 07 21:13:28.432857 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44824c-6da3-4e68-8f3b-f672ba52588b req-bf180e6d-32c2-4d6f-a90f-4ecf831ff03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:28.434437 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a44824c-6da3-4e68-8f3b-f672ba52588b req-bf180e6d-32c2-4d6f-a90f-4ecf831ff03f service neutron] 10.222.0.71 "GET /v2.0/networks?id=471803ab-fc1d-45bc-9fa4-7c4608085221 HTTP/1.1" status: 200 len: 898 time: 0.3299410 Feb 07 21:13:28.492010 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f44cb893-d688-4374-b61d-865fae212177 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9854'] for router (39fd82fe-8041-463e-a07b-de4db7c81c18), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:28.504638 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc340d71-f130-4daf-9f53-745543b30616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:28.515082 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f44cb893-d688-4374-b61d-865fae212177 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7871149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7871156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7867351'] for router (39fd82fe-8041-463e-a07b-de4db7c81c18), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:28.565117 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port c0b662bf-c220-4cfd-a033-c9a65f97c7e0 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:13:28.565949 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c0b662bf-c220-4cfd-a033-c9a65f97c7e0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:28.604839 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16296d4-0749-4305-81ec-14c625f00e2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0b662bf-c220-4cfd-a033-c9a65f97c7e0'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:13:28.607843 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a707def1-70de-4c5e-a8e1-b2bbeea9645a" -d '{"events": [{"server_uuid": "c16296d4-0749-4305-81ec-14c625f00e2b", "name": "network-vif-unplugged", "status": "completed", "tag": "c0b662bf-c220-4cfd-a033-c9a65f97c7e0"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:13:28.627070 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port c0b662bf-c220-4cfd-a033-c9a65f97c7e0, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=c0b662bf-c220-4cfd-a033-c9a65f97c7e0,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:28.641985 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c0b662bf-c220-4cfd-a033-c9a65f97c7e0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:28.647588 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a44824c-6da3-4e68-8f3b-f672ba52588b req-c515086c-3554-4b81-99a6-860db8e1f9c3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da08c826-67ab-405b-bf80-be0f968150f4 HTTP/1.1" status: 200 len: 1001 time: 0.2029943 Feb 07 21:13:28.684299 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4350beff-c5a8-400c-a4a2-8d5cb86ebfa9 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for port (734d234e-6149-440b-9e4c-a652e3acbca3), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:28.719665 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=c0b662bf-c220-4cfd-a033-c9a65f97c7e0,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:28.733475 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc340d71-f130-4daf-9f53-745543b30616 admin admin] Publish callbacks [] for security_group (7b248033-737f-4398-b05c-234003f8e721), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:28.738182 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:28.738658 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:28.740607 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:28.740824 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:28.741269 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:28.743563 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:28.743796 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:28.746374 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc340d71-f130-4daf-9f53-745543b30616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (7b248033-737f-4398-b05c-234003f8e721), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:28.747035 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:28.747448 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:28.747908 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:28.748379 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:28.748817 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:28.749873 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:28.771042 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4350beff-c5a8-400c-a4a2-8d5cb86ebfa9 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (734d234e-6149-440b-9e4c-a652e3acbca3), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:28.809036 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4350beff-c5a8-400c-a4a2-8d5cb86ebfa9 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:13:28.813768 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc340d71-f130-4daf-9f53-745543b30616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b248033-737f-4398-b05c-234003f8e721,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:28.814757 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-4350beff-c5a8-400c-a4a2-8d5cb86ebfa9 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:13:28.819618 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cc340d71-f130-4daf-9f53-745543b30616 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a14b339b535a455f881cd54a4d4acc41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7354634 Feb 07 21:13:28.822332 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33050) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:28.841888 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44cb893-d688-4374-b61d-865fae212177 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Router 39fd82fe-8041-463e-a07b-de4db7c81c18 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:13:28.843622 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4350beff-c5a8-400c-a4a2-8d5cb86ebfa9 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:13:28.897314 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e77c4b-775a-44fc-9833-eee7541c2e54 req-4f1531d5-a01b-4949-8401-f0b2a0ded4a4 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:28.909801 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53e77c4b-775a-44fc-9833-eee7541c2e54 req-4f1531d5-a01b-4949-8401-f0b2a0ded4a4 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 1166 time: 0.3914804 Feb 07 21:13:28.959976 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-410e650e-75c0-43b6-9708-d4cf6d13e053 admin admin] Publish callbacks [] for security_group (7b248033-737f-4398-b05c-234003f8e721), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:28.993624 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-410e650e-75c0-43b6-9708-d4cf6d13e053 admin admin] Publish callbacks [] for security_group (7b248033-737f-4398-b05c-234003f8e721), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:29.018792 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44cb893-d688-4374-b61d-865fae212177 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:13:29.028599 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f44cb893-d688-4374-b61d-865fae212177 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:29.032592 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f44cb893-d688-4374-b61d-865fae212177 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "PUT /v2.0/routers/39fd82fe-8041-463e-a07b-de4db7c81c18 HTTP/1.1" status: 200 len: 920 time: 1.8001814 Feb 07 21:13:29.032759 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2a149c-fce6-4ca7-a65b-f5c6947cc139 None None] Sync routers for ids ['39fd82fe-8041-463e-a07b-de4db7c81c18'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:13:29.034741 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33052) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:29.058881 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2a149c-fce6-4ca7-a65b-f5c6947cc139 None None] Routers {'39fd82fe-8041-463e-a07b-de4db7c81c18'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:29.059962 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7a2a149c-fce6-4ca7-a65b-f5c6947cc139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['39fd82fe-8041-463e-a07b-de4db7c81c18'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:29.107544 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7a2a149c-fce6-4ca7-a65b-f5c6947cc139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:29.130346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44824c-6da3-4e68-8f3b-f672ba52588b req-50272ef7-4170-4a78-88fa-ae4f466d59e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:29.132944 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a44824c-6da3-4e68-8f3b-f672ba52588b req-50272ef7-4170-4a78-88fa-ae4f466d59e4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c70e9438-a0fd-453e-80ec-8312d616972d HTTP/1.1" status: 200 len: 834 time: 0.4703183 Feb 07 21:13:29.135606 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2a149c-fce6-4ca7-a65b-f5c6947cc139 None None] Routers {'39fd82fe-8041-463e-a07b-de4db7c81c18'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:29.136616 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7a2a149c-fce6-4ca7-a65b-f5c6947cc139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['39fd82fe-8041-463e-a07b-de4db7c81c18'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:29.139176 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-410e650e-75c0-43b6-9708-d4cf6d13e053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (7b248033-737f-4398-b05c-234003f8e721), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:29.142158 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-410e650e-75c0-43b6-9708-d4cf6d13e053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:29.143436 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-410e650e-75c0-43b6-9708-d4cf6d13e053 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7b248033-737f-4398-b05c-234003f8e721 HTTP/1.1" status: 204 len: 168 time: 0.3200271 Feb 07 21:13:29.154229 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aca715-f5bc-4e31-b431-88d8bdf4fd85 req-6fdeead1-80cb-4fb6-b33b-a576df5a4a45 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:29.156285 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c8aca715-f5bc-4e31-b431-88d8bdf4fd85 req-6fdeead1-80cb-4fb6-b33b-a576df5a4a45 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.6163986 Feb 07 21:13:29.166312 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e650e-75c0-43b6-9708-d4cf6d13e053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b248033-737f-4398-b05c-234003f8e721,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:29.181173 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7a2a149c-fce6-4ca7-a65b-f5c6947cc139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:29.182480 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2a149c-fce6-4ca7-a65b-f5c6947cc139 None None] The sync data for ids ['39fd82fe-8041-463e-a07b-de4db7c81c18'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:13:29.191527 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-be42864d-ddc7-43e7-9679-8da86912c645 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "GET /v2.0/routers/39fd82fe-8041-463e-a07b-de4db7c81c18 HTTP/1.1" status: 200 len: 920 time: 0.1555579 Feb 07 21:13:29.192658 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33056) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:29.229155 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350beff-c5a8-400c-a4a2-8d5cb86ebfa9 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Pushing event updated for resources: {'Port': ['ID=734d234e-6149-440b-9e4c-a652e3acbca3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:29.358987 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1ddf6e-711d-4a1e-b9e2-b7d458ada320 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:29.364820 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fc1ddf6e-711d-4a1e-b9e2-b7d458ada320 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06&device_id=39fd82fe-8041-463e-a07b-de4db7c81c18&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1696131 Feb 07 21:13:29.365678 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33062) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:29.377458 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53e77c4b-775a-44fc-9833-eee7541c2e54 req-3bdefc7e-2adf-46aa-9383-ff039c9c0107 tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=d73dc756-7fe6-46e6-b073-fd7e685a2bdb&id=3d7e10d6-9505-4c22-b231-9184931b781d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4612117 Feb 07 21:13:29.392477 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33064) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:29.451423 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59c8dc9-34f6-40e2-98c8-c4bcb2b9683e x-openstack-request-id: req-f59c8dc9-34f6-40e2-98c8-c4bcb2b9683e {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:13:29.451849 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16296d4-0749-4305-81ec-14c625f00e2b", "name": "network-vif-unplugged", "status": "completed", "tag": "c0b662bf-c220-4cfd-a033-c9a65f97c7e0", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:13:29.451936 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f59c8dc9-34f6-40e2-98c8-c4bcb2b9683e {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:13:29.452331 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16296d4-0749-4305-81ec-14c625f00e2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0b662bf-c220-4cfd-a033-c9a65f97c7e0', 'code': 200} Feb 07 21:13:29.474066 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c8aca715-f5bc-4e31-b431-88d8bdf4fd85 req-a61c21eb-fd00-44c2-af47-8f0d57b6953f tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109224 Feb 07 21:13:29.497303 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44824c-6da3-4e68-8f3b-f672ba52588b req-b2acea0d-c909-4e0d-8876-78c704232e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:29.499411 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a44824c-6da3-4e68-8f3b-f672ba52588b req-b2acea0d-c909-4e0d-8876-78c704232e49 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=471803ab-fc1d-45bc-9fa4-7c4608085221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3371198 Feb 07 21:13:29.548985 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2032e0-4bc1-4dfc-9def-0c8f9d32bb6f tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:29.553125 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ca2032e0-4bc1-4dfc-9def-0c8f9d32bb6f tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 881 time: 0.1835816 Feb 07 21:13:29.554757 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33076) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:29.590147 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4350beff-c5a8-400c-a4a2-8d5cb86ebfa9 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router_gateway (9336cd5d-1ba5-48cf-aef6-2ed746127dcb), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:29.620046 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8a576681-72f1-4e9f-ab1e-d5ab6876bed8 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "GET /v2.0/ports?device_id=39fd82fe-8041-463e-a07b-de4db7c81c18 HTTP/1.1" status: 200 len: 205 time: 0.0612366 Feb 07 21:13:29.620542 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33080) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:29.761129 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dbbcee-fd45-4d32-97df-d7412c26d29d tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:29.762994 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-15dbbcee-fd45-4d32-97df-d7412c26d29d tempest-TestSecurityGroupsBasicOps-4670437 tempest-TestSecurityGroupsBasicOps-4670437-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=86e03c82-c60e-4021-a00c-c179efa3c921 HTTP/1.1" status: 200 len: 1086 time: 0.3570280 Feb 07 21:13:29.980965 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a44824c-6da3-4e68-8f3b-f672ba52588b req-48038b8c-9d71-400a-8852-71a56560c950 service neutron] 10.222.0.71 "GET /v2.0/networks/471803ab-fc1d-45bc-9fa4-7c4608085221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647040 Feb 07 21:13:29.999604 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4350beff-c5a8-400c-a4a2-8d5cb86ebfa9 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (9336cd5d-1ba5-48cf-aef6-2ed746127dcb), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:30.162422 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0d183cee-8bf3-475d-b1d1-78b186ce5459 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router (39fd82fe-8041-463e-a07b-de4db7c81c18), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:30.330690 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0d183cee-8bf3-475d-b1d1-78b186ce5459 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_gateway (39fd82fe-8041-463e-a07b-de4db7c81c18), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:30.435652 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0d183cee-8bf3-475d-b1d1-78b186ce5459 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Deleting port 86da3891-59a0-49be-9d0e-f7fa74b37973 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:13:30.436035 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0d183cee-8bf3-475d-b1d1-78b186ce5459 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (86da3891-59a0-49be-9d0e-f7fa74b37973), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:30.535430 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33110) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:30.615094 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0d183cee-8bf3-475d-b1d1-78b186ce5459 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (86da3891-59a0-49be-9d0e-f7fa74b37973), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:30.625797 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a44824c-6da3-4e68-8f3b-f672ba52588b req-60cf9332-3aa9-4b05-b92e-f1907db848ed service neutron] 10.222.0.71 "GET /v2.0/networks/471803ab-fc1d-45bc-9fa4-7c4608085221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6395187 Feb 07 21:13:30.636421 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0d183cee-8bf3-475d-b1d1-78b186ce5459 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Calling delete_port for 86da3891-59a0-49be-9d0e-f7fa74b37973 owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:13:30.726594 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097183c-9a90-4063-949d-b3eda4575040 req-2d988b41-c0e1-4e64-a169-f0199c3e3e34 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:30.728485 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3097183c-9a90-4063-949d-b3eda4575040 req-2d988b41-c0e1-4e64-a169-f0199c3e3e34 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=86e03c82-c60e-4021-a00c-c179efa3c921 HTTP/1.1" status: 200 len: 909 time: 0.6217442 Feb 07 21:13:30.754568 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52066798-ae7b-4b96-8a05-4b38884123ea req-521da1cb-01bb-42ff-9de2-36ba9cc019d1 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:30.756331 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52066798-ae7b-4b96-8a05-4b38884123ea req-521da1cb-01bb-42ff-9de2-36ba9cc019d1 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.1269808 Feb 07 21:13:30.813509 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-d6369192-8584-41fa-bec6-27ca7a566337 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-714912984-network', 'tenant_id': '98a599189f4e437782b9582efa3be866'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:30.822760 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4350beff-c5a8-400c-a4a2-8d5cb86ebfa9 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Router 9336cd5d-1ba5-48cf-aef6-2ed746127dcb is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:13:30.858094 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52066798-ae7b-4b96-8a05-4b38884123ea req-7771ef1c-d6be-49ad-be52-564f35db465c tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919936 Feb 07 21:13:30.875159 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6369192-8584-41fa-bec6-27ca7a566337 admin admin] Made reservation on behalf of 98a599189f4e437782b9582efa3be866 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:13:30.875768 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d6369192-8584-41fa-bec6-27ca7a566337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:30.924892 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d6369192-8584-41fa-bec6-27ca7a566337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:31.014641 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4350beff-c5a8-400c-a4a2-8d5cb86ebfa9 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:13:31.040032 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a7fc08-91e3-4ee9-8016-bfdf0ac893d6 None None] Sync routers for ids ['9336cd5d-1ba5-48cf-aef6-2ed746127dcb'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:13:31.048449 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0d183cee-8bf3-475d-b1d1-78b186ce5459 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (86da3891-59a0-49be-9d0e-f7fa74b37973), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:31.051037 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a7fc08-91e3-4ee9-8016-bfdf0ac893d6 None None] Routers {'9336cd5d-1ba5-48cf-aef6-2ed746127dcb'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:31.051668 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-33a7fc08-91e3-4ee9-8016-bfdf0ac893d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['9336cd5d-1ba5-48cf-aef6-2ed746127dcb'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:31.056126 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4350beff-c5a8-400c-a4a2-8d5cb86ebfa9 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:31.056939 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4350beff-c5a8-400c-a4a2-8d5cb86ebfa9 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.8511062 Feb 07 21:13:31.059657 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33122) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:31.116238 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d183cee-8bf3-475d-b1d1-78b186ce5459 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Pushing event deleted for resources: {'Port': ['ID=86da3891-59a0-49be-9d0e-f7fa74b37973,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:31.207915 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0d183cee-8bf3-475d-b1d1-78b186ce5459 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (39fd82fe-8041-463e-a07b-de4db7c81c18), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:31.229667 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-33a7fc08-91e3-4ee9-8016-bfdf0ac893d6 None None] Set router 9336cd5d-1ba5-48cf-aef6-2ed746127dcb gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:13:31.233643 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c32fedd2-9b9f-4df5-93fd-b38f245e1d4a tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "GET /v2.0/routers/9336cd5d-1ba5-48cf-aef6-2ed746127dcb HTTP/1.1" status: 200 len: 909 time: 0.1728730 Feb 07 21:13:31.237623 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33132) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:31.242516 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f2952e64-ca78-4450-8f06-f5e56da18c0e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1720084183', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'enable_snat': True}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:31.263974 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2952e64-ca78-4450-8f06-f5e56da18c0e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (d6da3040-834b-4120-a709-334e84d90fa1), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:31.265517 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2952e64-ca78-4450-8f06-f5e56da18c0e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (d6da3040-834b-4120-a709-334e84d90fa1), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:31.306224 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d6369192-8584-41fa-bec6-27ca7a566337 admin admin] Publish callbacks [] for security_group (fbdaf137-0c7d-4120-9cec-4b25f358affe), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:31.313587 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d6369192-8584-41fa-bec6-27ca7a566337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (fbdaf137-0c7d-4120-9cec-4b25f358affe), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:31.320380 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0d183cee-8bf3-475d-b1d1-78b186ce5459 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (39fd82fe-8041-463e-a07b-de4db7c81c18), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:31.320600 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2952e64-ca78-4450-8f06-f5e56da18c0e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router_controller (d6da3040-834b-4120-a709-334e84d90fa1), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:31.324533 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0d183cee-8bf3-475d-b1d1-78b186ce5459 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_controller (39fd82fe-8041-463e-a07b-de4db7c81c18), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:31.383080 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6369192-8584-41fa-bec6-27ca7a566337 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:13:31.395318 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6369192-8584-41fa-bec6-27ca7a566337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdaf137-0c7d-4120-9cec-4b25f358affe,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:31.402834 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d6369192-8584-41fa-bec6-27ca7a566337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (09a1612e-6cb1-4b0d-9b2f-26f79a705053), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:31.403193 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-d6369192-8584-41fa-bec6-27ca7a566337 admin admin] Added segment 09a1612e-6cb1-4b0d-9b2f-26f79a705053 of type vlan for network 125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 Feb 07 21:13:31.404433 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0d183cee-8bf3-475d-b1d1-78b186ce5459 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (39fd82fe-8041-463e-a07b-de4db7c81c18), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:31.404960 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d183cee-8bf3-475d-b1d1-78b186ce5459 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Fanout notify agent at l3_agent the message router_deleted on router 39fd82fe-8041-463e-a07b-de4db7c81c18 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:13:31.418697 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0d183cee-8bf3-475d-b1d1-78b186ce5459 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:31.423302 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0d183cee-8bf3-475d-b1d1-78b186ce5459 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "DELETE /v2.0/routers/39fd82fe-8041-463e-a07b-de4db7c81c18 HTTP/1.1" status: 204 len: 168 time: 1.7976172 Feb 07 21:13:31.424615 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33138) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:31.429571 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c51fa1de-c8d3-451c-af89-afe7425e2b8f tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1789211578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:31.467642 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-33a7fc08-91e3-4ee9-8016-bfdf0ac893d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9336cd5d-1ba5-48cf-aef6-2ed746127dcb', 'name': 'tempest-snat-router-1720084183', 'tenant_id': '2f87e75df2bc4d5c85622fb4295c2473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.254'}], 'enable_snat': False}, 'gw_port_id': '734d234e-6149-440b-9e4c-a652e3acbca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:13:26Z', 'updated_at': '2022-02-07T21:13:29Z', 'revision_number': 3, 'project_id': '2f87e75df2bc4d5c85622fb4295c2473', 'gw_port': {'id': '734d234e-6149-440b-9e4c-a652e3acbca3', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9336cd5d-1ba5-48cf-aef6-2ed746127dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:13:27Z', 'updated_at': '2022-02-07T21:13:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:31.473439 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d6369192-8584-41fa-bec6-27ca7a566337 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (125cfc0b-d0af-4d4a-ba2e-4227c32c6f99), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:31.493271 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c51fa1de-c8d3-451c-af89-afe7425e2b8f tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (659079c8-e0c0-4bea-9987-71d6fddf7e92), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:31.494410 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c51fa1de-c8d3-451c-af89-afe7425e2b8f tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (659079c8-e0c0-4bea-9987-71d6fddf7e92), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:31.509780 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2952e64-ca78-4450-8f06-f5e56da18c0e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router_gateway (d6da3040-834b-4120-a709-334e84d90fa1), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:31.531994 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d6369192-8584-41fa-bec6-27ca7a566337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (125cfc0b-d0af-4d4a-ba2e-4227c32c6f99), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:31.533292 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6369192-8584-41fa-bec6-27ca7a566337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:31.533966 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d6369192-8584-41fa-bec6-27ca7a566337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:31.632896 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c51fa1de-c8d3-451c-af89-afe7425e2b8f tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_controller (659079c8-e0c0-4bea-9987-71d6fddf7e92), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:31.642632 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d6369192-8584-41fa-bec6-27ca7a566337 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0965669 Feb 07 21:13:31.642632 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33140) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:31.650631 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-0b68181c-1cdb-490c-9c41-9a7f2c46b369 admin admin] Request body: {'subnet': {'network_id': '125cfc0b-d0af-4d4a-ba2e-4227c32c6f99', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-714912984-subnet', 'tenant_id': '98a599189f4e437782b9582efa3be866', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:31.654475 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c51fa1de-c8d3-451c-af89-afe7425e2b8f tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (659079c8-e0c0-4bea-9987-71d6fddf7e92), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:31.660154 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6369192-8584-41fa-bec6-27ca7a566337 admin admin] Pushing event updated for resources: {'Network': ['ID=125cfc0b-d0af-4d4a-ba2e-4227c32c6f99,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:31.687100 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c51fa1de-c8d3-451c-af89-afe7425e2b8f tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:31.688359 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c51fa1de-c8d3-451c-af89-afe7425e2b8f tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2635884 Feb 07 21:13:31.690569 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:13:31.691318 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33142) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:31.692648 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b68181c-1cdb-490c-9c41-9a7f2c46b369 admin admin] Made reservation on behalf of 98a599189f4e437782b9582efa3be866 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:13:31.694876 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a7fc08-91e3-4ee9-8016-bfdf0ac893d6 None None] Checking router: 9336cd5d-1ba5-48cf-aef6-2ed746127dcb for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:13:31.695301 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a7fc08-91e3-4ee9-8016-bfdf0ac893d6 None None] Updating router 9336cd5d-1ba5-48cf-aef6-2ed746127dcb port 734d234e-6149-440b-9e4c-a652e3acbca3 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:13:31.696715 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b68181c-1cdb-490c-9c41-9a7f2c46b369 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:31.729393 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-87e00f91-05eb-418d-a825-f3214dd4b8d2 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Request body: {'router': {'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:31.778890 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-33a7fc08-91e3-4ee9-8016-bfdf0ac893d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (734d234e-6149-440b-9e4c-a652e3acbca3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:32.065517 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2952e64-ca78-4450-8f06-f5e56da18c0e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router_gateway (d6da3040-834b-4120-a709-334e84d90fa1), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:32.067295 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b9d95-3d88-4d13-886e-bb06ee37d12d req-ab7a47e4-a56e-444d-851b-211468eaf0b1 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:32.073576 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-244b9d95-3d88-4d13-886e-bb06ee37d12d req-ab7a47e4-a56e-444d-851b-211468eaf0b1 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.69 "GET /v2.0/ports?device_id=86e03c82-c60e-4021-a00c-c179efa3c921 HTTP/1.1" status: 200 len: 909 time: 0.1442704 Feb 07 21:13:32.075244 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b68181c-1cdb-490c-9c41-9a7f2c46b369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (ade2c79c-449f-4a66-b396-5e7956fbe0ca), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:32.130313 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-33a7fc08-91e3-4ee9-8016-bfdf0ac893d6 None None] Publish callbacks [] for port (734d234e-6149-440b-9e4c-a652e3acbca3), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:32.139959 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-33a7fc08-91e3-4ee9-8016-bfdf0ac893d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (734d234e-6149-440b-9e4c-a652e3acbca3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:32.146293 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2952e64-ca78-4450-8f06-f5e56da18c0e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:32.203934 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-33a7fc08-91e3-4ee9-8016-bfdf0ac893d6 None None] Attempting to bind port 734d234e-6149-440b-9e4c-a652e3acbca3 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:13:32.204298 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68181c-1cdb-490c-9c41-9a7f2c46b369 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ade2c79c-449f-4a66-b396-5e7956fbe0ca,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:32.204463 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-33a7fc08-91e3-4ee9-8016-bfdf0ac893d6 None None] Attempting to bind port 734d234e-6149-440b-9e4c-a652e3acbca3 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:13:32.204937 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a7fc08-91e3-4ee9-8016-bfdf0ac893d6 None None] Attempting to bind port 734d234e-6149-440b-9e4c-a652e3acbca3 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:13:32.222742 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a7fc08-91e3-4ee9-8016-bfdf0ac893d6 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:13:32.222742 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a7fc08-91e3-4ee9-8016-bfdf0ac893d6 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:13:32.222742 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-33a7fc08-91e3-4ee9-8016-bfdf0ac893d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:32.223772 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a7fc08-91e3-4ee9-8016-bfdf0ac893d6 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:13:32.224011 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-33a7fc08-91e3-4ee9-8016-bfdf0ac893d6 None None] Bound port: 734d234e-6149-440b-9e4c-a652e3acbca3, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:13:32.224460 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-33a7fc08-91e3-4ee9-8016-bfdf0ac893d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (734d234e-6149-440b-9e4c-a652e3acbca3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:32.225370 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b68181c-1cdb-490c-9c41-9a7f2c46b369 admin admin] Checking segment: {'id': '09a1612e-6cb1-4b0d-9b2f-26f79a705053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '125cfc0b-d0af-4d4a-ba2e-4227c32c6f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:13:32.225862 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b68181c-1cdb-490c-9c41-9a7f2c46b369 admin admin] Network hostable DHCP agents. Network: 125cfc0b-d0af-4d4a-ba2e-4227c32c6f99, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:13:32.226200 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98165ff-6a92-4a9b-821f-191b309929fc None None] Pushing event updated for resources: {'Port': ['ID=734d234e-6149-440b-9e4c-a652e3acbca3,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:32.256397 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-244b9d95-3d88-4d13-886e-bb06ee37d12d req-fbe875cd-db20-471e-8962-0f443a5fbee8 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Deleting port e449f8f5-51cf-4325-b23e-084f66c22ad0 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:13:32.256745 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-244b9d95-3d88-4d13-886e-bb06ee37d12d req-fbe875cd-db20-471e-8962-0f443a5fbee8 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e449f8f5-51cf-4325-b23e-084f66c22ad0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:32.275138 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b68181c-1cdb-490c-9c41-9a7f2c46b369 admin admin] Network 125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:13:32.291743 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87e00f91-05eb-418d-a825-f3214dd4b8d2 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_gateway (659079c8-e0c0-4bea-9987-71d6fddf7e92), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:32.298212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-33a7fc08-91e3-4ee9-8016-bfdf0ac893d6 None None] For port 734d234e-6149-440b-9e4c-a652e3acbca3, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:13:32.302756 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-33a7fc08-91e3-4ee9-8016-bfdf0ac893d6 None None] For port 734d234e-6149-440b-9e4c-a652e3acbca3, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=734d234e-6149-440b-9e4c-a652e3acbca3,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:13:32.313271 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-33a7fc08-91e3-4ee9-8016-bfdf0ac893d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (734d234e-6149-440b-9e4c-a652e3acbca3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:32.319294 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-0b68181c-1cdb-490c-9c41-9a7f2c46b369 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 125cfc0b-d0af-4d4a-ba2e-4227c32c6f99) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:13:32.326977 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b68181c-1cdb-490c-9c41-9a7f2c46b369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:32.327600 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b68181c-1cdb-490c-9c41-9a7f2c46b369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:32.329194 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5208c-045d-4817-a349-80d0b91ee5f8 req-24353c2a-60a7-414b-a375-b3bad863853f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:32.330829 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-45d5208c-045d-4817-a349-80d0b91ee5f8 req-24353c2a-60a7-414b-a375-b3bad863853f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=86e03c82-c60e-4021-a00c-c179efa3c921 HTTP/1.1" status: 200 len: 909 time: 0.4331365 Feb 07 21:13:32.365242 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0b68181c-1cdb-490c-9c41-9a7f2c46b369 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7211058 Feb 07 21:13:32.388557 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-244b9d95-3d88-4d13-886e-bb06ee37d12d req-fbe875cd-db20-471e-8962-0f443a5fbee8 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] For port e449f8f5-51cf-4325-b23e-084f66c22ad0, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e449f8f5-51cf-4325-b23e-084f66c22ad0,segment=NetworkSegment(fef7714c-bc02-4aba-a323-a0f15cd9ab89),segment_id=fef7714c-bc02-4aba-a323-a0f15cd9ab89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:32.389077 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-244b9d95-3d88-4d13-886e-bb06ee37d12d req-fbe875cd-db20-471e-8962-0f443a5fbee8 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e449f8f5-51cf-4325-b23e-084f66c22ad0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:32.393528 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a26e08-26e9-4c1b-8fef-9d626a850712 None None] Network 125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:13:32.397049 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98165ff-6a92-4a9b-821f-191b309929fc None None] Pushing event updated for resources: {'Port': ['ID=734d234e-6149-440b-9e4c-a652e3acbca3,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:32.407978 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-244b9d95-3d88-4d13-886e-bb06ee37d12d req-fbe875cd-db20-471e-8962-0f443a5fbee8 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Calling delete_port for e449f8f5-51cf-4325-b23e-084f66c22ad0 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:13:32.449545 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650e735-9b20-4d44-9c5c-18d1a4a0f6ec req-889442a3-8fff-4ab2-bfae-1782ab5d5953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:32.451308 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d650e735-9b20-4d44-9c5c-18d1a4a0f6ec req-889442a3-8fff-4ab2-bfae-1782ab5d5953 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55db8492f6dd45429fe0e2523287a174&device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 1127 time: 0.2886641 Feb 07 21:13:32.458286 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a7fc08-91e3-4ee9-8016-bfdf0ac893d6 None None] Routers {'9336cd5d-1ba5-48cf-aef6-2ed746127dcb'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:32.458793 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-33a7fc08-91e3-4ee9-8016-bfdf0ac893d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['9336cd5d-1ba5-48cf-aef6-2ed746127dcb'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:32.463011 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82366301-64fe-4735-8544-d0c06f40231a req-51810bec-312f-46a7-b58c-b3cb82c9920b tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:32.464566 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-82366301-64fe-4735-8544-d0c06f40231a req-51810bec-312f-46a7-b58c-b3cb82c9920b tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.3575459 Feb 07 21:13:32.575179 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-f2952e64-ca78-4450-8f06-f5e56da18c0e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Allocated IP 172.25.4.214 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/8c630867-b4d7-4c2a-9e4c-563d2b5116dd) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:13:32.595361 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7bb7e9-6b33-47eb-ac3d-1f6bf4537bd4 None None] Network 125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:13:32.670001 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-33a7fc08-91e3-4ee9-8016-bfdf0ac893d6 None None] Set router 9336cd5d-1ba5-48cf-aef6-2ed746127dcb gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:13:32.688226 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-82366301-64fe-4735-8544-d0c06f40231a req-05e8694c-dfd4-41ce-ba0e-928b2984c355 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086532 Feb 07 21:13:32.727256 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650e735-9b20-4d44-9c5c-18d1a4a0f6ec req-e9e53f31-774f-4f20-9919-190b3bd13723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:32.728976 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d650e735-9b20-4d44-9c5c-18d1a4a0f6ec req-e9e53f31-774f-4f20-9919-190b3bd13723 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fea6e7e3-47f5-4ada-86ca-f855bc01cae1 HTTP/1.1" status: 200 len: 915 time: 0.2627776 Feb 07 21:13:32.734631 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-244b9d95-3d88-4d13-886e-bb06ee37d12d req-fbe875cd-db20-471e-8962-0f443a5fbee8 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (e449f8f5-51cf-4325-b23e-084f66c22ad0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:32.782661 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe875cd-db20-471e-8962-0f443a5fbee8 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event deleted for resources: {'Port': ['ID=e449f8f5-51cf-4325-b23e-084f66c22ad0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:32.795917 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d650e735-9b20-4d44-9c5c-18d1a4a0f6ec req-de536141-5df7-4091-8d71-505db74c5ce7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8eb3bafa-0275-4baf-b62b-26a49992af32 HTTP/1.1" status: 200 len: 217 time: 0.0593114 Feb 07 21:13:32.848937 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-244b9d95-3d88-4d13-886e-bb06ee37d12d req-fbe875cd-db20-471e-8962-0f443a5fbee8 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] No DVR routers for this DVR port e449f8f5-51cf-4325-b23e-084f66c22ad0 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:13:32.869346 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-244b9d95-3d88-4d13-886e-bb06ee37d12d req-fbe875cd-db20-471e-8962-0f443a5fbee8 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:32.874082 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-244b9d95-3d88-4d13-886e-bb06ee37d12d req-fbe875cd-db20-471e-8962-0f443a5fbee8 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.69 "DELETE /v2.0/ports/e449f8f5-51cf-4325-b23e-084f66c22ad0 HTTP/1.1" status: 204 len: 173 time: 0.7929761 Feb 07 21:13:32.874679 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e03c82-c60e-4021-a00c-c179efa3c921', 'name': 'network-vif-deleted', 'tag': 'e449f8f5-51cf-4325-b23e-084f66c22ad0'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:13:32.878318 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4c6871-d120-44e0-b899-e361d373a5b3" -d '{"events": [{"server_uuid": "86e03c82-c60e-4021-a00c-c179efa3c921", "name": "network-vif-deleted", "tag": "e449f8f5-51cf-4325-b23e-084f66c22ad0"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:13:32.906566 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2952e64-ca78-4450-8f06-f5e56da18c0e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for port (8c630867-b4d7-4c2a-9e4c-563d2b5116dd), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:32.954806 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347f7d16-e751-4ee5-9624-916a73573cde x-openstack-request-id: req-347f7d16-e751-4ee5-9624-916a73573cde {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:13:32.955193 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e03c82-c60e-4021-a00c-c179efa3c921", "name": "network-vif-deleted", "tag": "e449f8f5-51cf-4325-b23e-084f66c22ad0", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:13:32.955753 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-347f7d16-e751-4ee5-9624-916a73573cde {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:13:32.956410 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e03c82-c60e-4021-a00c-c179efa3c921', 'name': 'network-vif-deleted', 'tag': 'e449f8f5-51cf-4325-b23e-084f66c22ad0', 'status': 'completed', 'code': 200} Feb 07 21:13:32.998979 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-33a7fc08-91e3-4ee9-8016-bfdf0ac893d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9336cd5d-1ba5-48cf-aef6-2ed746127dcb', 'name': 'tempest-snat-router-1720084183', 'tenant_id': '2f87e75df2bc4d5c85622fb4295c2473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.254'}], 'enable_snat': False}, 'gw_port_id': '734d234e-6149-440b-9e4c-a652e3acbca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:13:26Z', 'updated_at': '2022-02-07T21:13:29Z', 'revision_number': 3, 'project_id': '2f87e75df2bc4d5c85622fb4295c2473', 'gw_port': {'id': '734d234e-6149-440b-9e4c-a652e3acbca3', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9336cd5d-1ba5-48cf-aef6-2ed746127dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:13:27Z', 'updated_at': '2022-02-07T21:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:33.033417 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a7fc08-91e3-4ee9-8016-bfdf0ac893d6 None None] The sync data for ids ['9336cd5d-1ba5-48cf-aef6-2ed746127dcb'] in n-d-828185-2 is: [{'id': '9336cd5d-1ba5-48cf-aef6-2ed746127dcb', 'name': 'tempest-snat-router-1720084183', 'tenant_id': '2f87e75df2bc4d5c85622fb4295c2473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.254'}], 'enable_snat': False}, 'gw_port_id': '734d234e-6149-440b-9e4c-a652e3acbca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:13:26Z', 'updated_at': '2022-02-07T21:13:29Z', 'revision_number': 3, 'project_id': '2f87e75df2bc4d5c85622fb4295c2473', 'gw_port': {'id': '734d234e-6149-440b-9e4c-a652e3acbca3', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9336cd5d-1ba5-48cf-aef6-2ed746127dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:13:27Z', 'updated_at': '2022-02-07T21:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:13:33.039407 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650e735-9b20-4d44-9c5c-18d1a4a0f6ec req-c9324f0c-c9c0-45ae-adf5-2fc1f73b83c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:33.041719 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d650e735-9b20-4d44-9c5c-18d1a4a0f6ec req-c9324f0c-c9c0-45ae-adf5-2fc1f73b83c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=226d5f88-28a2-4f0a-937f-719b03b2d28a HTTP/1.1" status: 200 len: 854 time: 0.2387512 Feb 07 21:13:33.088015 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87e00f91-05eb-418d-a825-f3214dd4b8d2 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_gateway (659079c8-e0c0-4bea-9987-71d6fddf7e92), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:33.136118 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d650e735-9b20-4d44-9c5c-18d1a4a0f6ec req-b3b44952-ce65-42e5-a21c-0b46a798a1d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fea6e7e3-47f5-4ada-86ca-f855bc01cae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620651 Feb 07 21:13:33.141446 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87e00f91-05eb-418d-a825-f3214dd4b8d2 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:33.260695 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2952e64-ca78-4450-8f06-f5e56da18c0e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (8c630867-b4d7-4c2a-9e4c-563d2b5116dd), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:33.340806 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-ec9af8d8-1aeb-4c30-a6ab-b9504460ac02 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:33.342345 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-ec9af8d8-1aeb-4c30-a6ab-b9504460ac02 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/networks?id=125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 HTTP/1.1" status: 200 len: 812 time: 0.3986845 Feb 07 21:13:33.368399 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2952e64-ca78-4450-8f06-f5e56da18c0e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:13:33.394091 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f2952e64-ca78-4450-8f06-f5e56da18c0e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:13:33.397465 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2952e64-ca78-4450-8f06-f5e56da18c0e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:13:33.415697 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2952e64-ca78-4450-8f06-f5e56da18c0e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Pushing event updated for resources: {'Port': ['ID=8c630867-b4d7-4c2a-9e4c-563d2b5116dd,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:33.431376 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:33.465620 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-a8e2e764-bc8c-470c-921c-323fe80b3f8d tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/quotas/98a599189f4e437782b9582efa3be866 HTTP/1.1" status: 200 len: 375 time: 0.1113374 Feb 07 21:13:33.561730 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-7229b9a6-0014-4dd5-a632-7750af2708fd tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=98a599189f4e437782b9582efa3be866&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861731 Feb 07 21:13:33.819859 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:33.907022 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d650e735-9b20-4d44-9c5c-18d1a4a0f6ec req-657ca753-64fe-4af2-ba53-930e5d26d15c service neutron] 10.222.0.69 "GET /v2.0/networks/fea6e7e3-47f5-4ada-86ca-f855bc01cae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7634473 Feb 07 21:13:33.918841 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3b40289e-3a6d-4029-bb23-635abdf213f3 req-e2b73cf1-5b63-4479-aeea-4563aee70035 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=86e03c82-c60e-4021-a00c-c179efa3c921 HTTP/1.1" status: 200 len: 210 time: 0.4084117 Feb 07 21:13:33.919913 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-87e00f91-05eb-418d-a825-f3214dd4b8d2 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Allocated IP 172.25.4.163 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/05914750-751a-433f-aad4-705867d192bc) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:13:34.247444 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d019f946-126b-43a9-9bd9-fff51651d217 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:13:34.283820 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-dce40588-6448-4cf3-b978-9bfccde5b1f6 service neutron] 10.222.0.65 "GET /v2.0/networks/125cfc0b-d0af-4d4a-ba2e-4227c32c6f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673491 Feb 07 21:13:34.285573 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d650e735-9b20-4d44-9c5c-18d1a4a0f6ec req-f8705dbd-c258-4470-b1a4-94c7395d310b service neutron] 10.222.0.69 "GET /v2.0/networks/fea6e7e3-47f5-4ada-86ca-f855bc01cae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574970 Feb 07 21:13:34.348706 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c6f39-e3bc-4ae9-8840-9170b94e5ce8 req-94089c5e-29d3-4495-8ecc-c59ee54f8052 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:34.350141 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-291c6f39-e3bc-4ae9-8840-9170b94e5ce8 req-94089c5e-29d3-4495-8ecc-c59ee54f8052 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.3385079 Feb 07 21:13:34.362300 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port d019f946-126b-43a9-9bd9-fff51651d217, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d019f946-126b-43a9-9bd9-fff51651d217,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:34.374897 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'd019f946-126b-43a9-9bd9-fff51651d217', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': 'd019f946-126b-43a9-9bd9-fff51651d217', 'mac_address': 'fa:16:3e:2b:f6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:13:34.389817 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87e00f91-05eb-418d-a825-f3214dd4b8d2 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for port (05914750-751a-433f-aad4-705867d192bc), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:34.399854 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device e449f8f5-51cf-4325-b23e-084f66c22ad0 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:13:34.425036 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: e449f8f5-51cf-4325-b23e-084f66c22ad0 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:13:34.425370 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device e449f8f5-51cf-4325-b23e-084f66c22ad0 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:13:34.426135 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8eb3bafa-0275-4baf-b62b-26a49992af32 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:13:34.460762 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port d019f946-126b-43a9-9bd9-fff51651d217 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:13:34.461451 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d019f946-126b-43a9-9bd9-fff51651d217), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:34.483852 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d019f946-126b-43a9-9bd9-fff51651d217 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:13:34.507142 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port d019f946-126b-43a9-9bd9-fff51651d217, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d019f946-126b-43a9-9bd9-fff51651d217,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:34.512641 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d019f946-126b-43a9-9bd9-fff51651d217), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:34.528202 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-291c6f39-e3bc-4ae9-8840-9170b94e5ce8 req-bf4d3ce7-02ab-4b15-9333-1a972cab71a9 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418042 Feb 07 21:13:34.543081 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87e00f91-05eb-418d-a825-f3214dd4b8d2 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (05914750-751a-433f-aad4-705867d192bc), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:34.590931 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-0add0c2a-5cc3-4bfd-b286-b119af47ca8f service neutron] 10.222.0.65 "GET /v2.0/networks/125cfc0b-d0af-4d4a-ba2e-4227c32c6f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960224 Feb 07 21:13:34.593775 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2952e64-ca78-4450-8f06-f5e56da18c0e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router_gateway (d6da3040-834b-4120-a709-334e84d90fa1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:34.638105 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 8eb3bafa-0275-4baf-b62b-26a49992af32 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:13:34.638105 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:34.650884 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=d019f946-126b-43a9-9bd9-fff51651d217,revision_number=9']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:34.676423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e00f91-05eb-418d-a825-f3214dd4b8d2 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:13:34.686006 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-87e00f91-05eb-418d-a825-f3214dd4b8d2 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:13:34.689885 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e00f91-05eb-418d-a825-f3214dd4b8d2 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:13:34.691770 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8eb3bafa-0275-4baf-b62b-26a49992af32, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8eb3bafa-0275-4baf-b62b-26a49992af32,segment=NetworkSegment(d17188d4-7793-4980-b0e3-bff9438995bd),segment_id=d17188d4-7793-4980-b0e3-bff9438995bd)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:34.693971 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eb3bafa-0275-4baf-b62b-26a49992af32'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:13:34.697393 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e00f91-05eb-418d-a825-f3214dd4b8d2 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Pushing event updated for resources: {'Port': ['ID=05914750-751a-433f-aad4-705867d192bc,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:34.714849 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c5e775-d558-465f-b8a6-95ba5e13ebab" -d '{"events": [{"server_uuid": "ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841", "name": "network-vif-unplugged", "status": "completed", "tag": "8eb3bafa-0275-4baf-b62b-26a49992af32"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:13:34.718001 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['d019f946-126b-43a9-9bd9-fff51651d217'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:13:34.756219 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:34.815425 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a571b38b-565b-4953-87b5-0ced6899b307 x-openstack-request-id: req-a571b38b-565b-4953-87b5-0ced6899b307 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:13:34.815795 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841", "name": "network-vif-unplugged", "status": "completed", "tag": "8eb3bafa-0275-4baf-b62b-26a49992af32", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:13:34.816089 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a571b38b-565b-4953-87b5-0ced6899b307 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:13:34.816405 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eb3bafa-0275-4baf-b62b-26a49992af32', 'code': 200} Feb 07 21:13:34.865920 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=8eb3bafa-0275-4baf-b62b-26a49992af32,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:34.947671 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2952e64-ca78-4450-8f06-f5e56da18c0e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (d6da3040-834b-4120-a709-334e84d90fa1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:35.013682 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33210) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:35.130252 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 734d234e-6149-440b-9e4c-a652e3acbca3 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:13:35.191675 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 734d234e-6149-440b-9e4c-a652e3acbca3 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:13:35.192088 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (734d234e-6149-440b-9e4c-a652e3acbca3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:35.238080 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-beacaa7c-7dc9-4bdf-87c9-01f2e10e48df req-60033a3a-8f94-4433-b8bd-9aaa6f43fad7 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a3fde9-20bc-410f-88a0-8618711b10ec HTTP/1.1" status: 200 len: 210 time: 0.0546541 Feb 07 21:13:35.282021 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87e00f91-05eb-418d-a825-f3214dd4b8d2 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_gateway (659079c8-e0c0-4bea-9987-71d6fddf7e92), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:35.287414 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 734d234e-6149-440b-9e4c-a652e3acbca3 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:13:35.288415 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (734d234e-6149-440b-9e4c-a652e3acbca3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:35.312612 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 734d234e-6149-440b-9e4c-a652e3acbca3, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=734d234e-6149-440b-9e4c-a652e3acbca3,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:35.319735 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (734d234e-6149-440b-9e4c-a652e3acbca3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:35.384072 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=734d234e-6149-440b-9e4c-a652e3acbca3,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:35.407545 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2952e64-ca78-4450-8f06-f5e56da18c0e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Router d6da3040-834b-4120-a709-334e84d90fa1 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:13:35.540575 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a7c0eb99-9897-4d54-8c4a-f972287cf3da tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (7d80b13b-8f92-43f3-b90d-e652b56673ca), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:35.606959 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2952e64-ca78-4450-8f06-f5e56da18c0e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:13:35.614397 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87e00f91-05eb-418d-a825-f3214dd4b8d2 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9854'] for router (659079c8-e0c0-4bea-9987-71d6fddf7e92), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:35.621023 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87e00f91-05eb-418d-a825-f3214dd4b8d2 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7871149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7871156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7867351'] for router (659079c8-e0c0-4bea-9987-71d6fddf7e92), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:35.625176 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12b4216-166c-48f3-8fa1-a6f909bd3210 None None] Sync routers for ids ['d6da3040-834b-4120-a709-334e84d90fa1'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:13:35.645104 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12b4216-166c-48f3-8fa1-a6f909bd3210 None None] Routers {'d6da3040-834b-4120-a709-334e84d90fa1'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:35.645738 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c12b4216-166c-48f3-8fa1-a6f909bd3210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['d6da3040-834b-4120-a709-334e84d90fa1'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:35.735581 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2952e64-ca78-4450-8f06-f5e56da18c0e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:35.736889 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f2952e64-ca78-4450-8f06-f5e56da18c0e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.4980998 Feb 07 21:13:35.751356 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33236) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:35.831755 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-c12b4216-166c-48f3-8fa1-a6f909bd3210 None None] Set router d6da3040-834b-4120-a709-334e84d90fa1 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:13:35.934849 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c4ee8450-3557-440e-8611-ba3de092ed14 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "GET /v2.0/routers/d6da3040-834b-4120-a709-334e84d90fa1 HTTP/1.1" status: 200 len: 908 time: 0.1809058 Feb 07 21:13:35.939206 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33238) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:36.013516 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989f082-fb0a-4238-922c-e09ac50b0abe req-9c7a4266-d357-4871-8342-4bd5c5117414 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:36.027901 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3989f082-fb0a-4238-922c-e09ac50b0abe req-9c7a4266-d357-4871-8342-4bd5c5117414 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 943 time: 0.2163839 Feb 07 21:13:36.074117 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8ac105d-44e5-46c2-9faa-6ec0100d086e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router (d6da3040-834b-4120-a709-334e84d90fa1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:36.143116 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3989f082-fb0a-4238-922c-e09ac50b0abe req-40aa422d-ecf3-498a-a218-6dfa957f507f tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101089 Feb 07 21:13:36.168044 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e00f91-05eb-418d-a825-f3214dd4b8d2 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Router 659079c8-e0c0-4bea-9987-71d6fddf7e92 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:13:36.189908 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c12b4216-166c-48f3-8fa1-a6f909bd3210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da3040-834b-4120-a709-334e84d90fa1', 'name': 'tempest-snat-router-1720084183', 'tenant_id': '2f87e75df2bc4d5c85622fb4295c2473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '8c630867-b4d7-4c2a-9e4c-563d2b5116dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:13:31Z', 'updated_at': '2022-02-07T21:13:34Z', 'revision_number': 3, 'project_id': '2f87e75df2bc4d5c85622fb4295c2473', 'gw_port': {'id': '8c630867-b4d7-4c2a-9e4c-563d2b5116dd', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6da3040-834b-4120-a709-334e84d90fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:13:32Z', 'updated_at': '2022-02-07T21:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:36.225839 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12b4216-166c-48f3-8fa1-a6f909bd3210 None None] Checking router: d6da3040-834b-4120-a709-334e84d90fa1 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:13:36.226334 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12b4216-166c-48f3-8fa1-a6f909bd3210 None None] Updating router d6da3040-834b-4120-a709-334e84d90fa1 port 8c630867-b4d7-4c2a-9e4c-563d2b5116dd binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:13:36.241584 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a7c0eb99-9897-4d54-8c4a-f972287cf3da tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Deleting port d282eeeb-a134-4915-978e-ed0c644df90d {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:13:36.241907 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a7c0eb99-9897-4d54-8c4a-f972287cf3da tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d282eeeb-a134-4915-978e-ed0c644df90d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:36.246942 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8ac105d-44e5-46c2-9faa-6ec0100d086e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router_gateway (d6da3040-834b-4120-a709-334e84d90fa1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:36.282363 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c12b4216-166c-48f3-8fa1-a6f909bd3210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8c630867-b4d7-4c2a-9e4c-563d2b5116dd), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:36.283822 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d019f946-126b-43a9-9bd9-fff51651d217 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:13:36.365409 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aa1c706b-59ab-45e5-8740-056568a67c85 req-d11a4e71-19b5-4311-af30-c1ba77c5e511 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a3fde9-20bc-410f-88a0-8618711b10ec HTTP/1.1" status: 200 len: 210 time: 0.0451639 Feb 07 21:13:36.367467 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port d019f946-126b-43a9-9bd9-fff51651d217 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:13:36.368665 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d019f946-126b-43a9-9bd9-fff51651d217), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:36.374971 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e00f91-05eb-418d-a825-f3214dd4b8d2 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:13:36.386124 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87e00f91-05eb-418d-a825-f3214dd4b8d2 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:36.392441 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-87e00f91-05eb-418d-a825-f3214dd4b8d2 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "PUT /v2.0/routers/659079c8-e0c0-4bea-9987-71d6fddf7e92 HTTP/1.1" status: 200 len: 880 time: 4.6944261 Feb 07 21:13:36.393804 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33242) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:36.422125 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c4dcda-64e6-4334-929c-b4053eed429e None None] Sync routers for ids ['659079c8-e0c0-4bea-9987-71d6fddf7e92'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:13:36.442066 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c4dcda-64e6-4334-929c-b4053eed429e None None] Routers {'659079c8-e0c0-4bea-9987-71d6fddf7e92'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:36.443503 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-86c4dcda-64e6-4334-929c-b4053eed429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['659079c8-e0c0-4bea-9987-71d6fddf7e92'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:36.520601 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a7c0eb99-9897-4d54-8c4a-f972287cf3da tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] For port d282eeeb-a134-4915-978e-ed0c644df90d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d282eeeb-a134-4915-978e-ed0c644df90d,segment=NetworkSegment(fef7714c-bc02-4aba-a323-a0f15cd9ab89),segment_id=fef7714c-bc02-4aba-a323-a0f15cd9ab89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:36.521132 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a7c0eb99-9897-4d54-8c4a-f972287cf3da tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d282eeeb-a134-4915-978e-ed0c644df90d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:36.540169 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a7c0eb99-9897-4d54-8c4a-f972287cf3da tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Calling delete_port for d282eeeb-a134-4915-978e-ed0c644df90d owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:13:36.551403 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c8ac105d-44e5-46c2-9faa-6ec0100d086e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Deleting port 8c630867-b4d7-4c2a-9e4c-563d2b5116dd {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:13:36.551926 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8ac105d-44e5-46c2-9faa-6ec0100d086e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8c630867-b4d7-4c2a-9e4c-563d2b5116dd), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:36.703299 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-86c4dcda-64e6-4334-929c-b4053eed429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:36.764886 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c4dcda-64e6-4334-929c-b4053eed429e None None] Routers {'659079c8-e0c0-4bea-9987-71d6fddf7e92'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:36.766195 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-86c4dcda-64e6-4334-929c-b4053eed429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['659079c8-e0c0-4bea-9987-71d6fddf7e92'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:36.871556 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c8835062-87ab-4014-86d7-77b73533247a tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "GET /v2.0/routers/659079c8-e0c0-4bea-9987-71d6fddf7e92 HTTP/1.1" status: 200 len: 921 time: 0.4765351 Feb 07 21:13:36.877597 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-86c4dcda-64e6-4334-929c-b4053eed429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:36.879583 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c4dcda-64e6-4334-929c-b4053eed429e None None] The sync data for ids ['659079c8-e0c0-4bea-9987-71d6fddf7e92'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:13:36.887475 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port d019f946-126b-43a9-9bd9-fff51651d217 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:13:36.888729 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d019f946-126b-43a9-9bd9-fff51651d217), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:36.893413 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33254) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:36.961156 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a3adc0-0a51-4fdf-8f70-bafcb3885011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd019f946-126b-43a9-9bd9-fff51651d217'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:13:36.964037 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2959d23d-af1b-4291-bb56-8d79c0cb6c16" -d '{"events": [{"server_uuid": "f0a3adc0-0a51-4fdf-8f70-bafcb3885011", "name": "network-vif-plugged", "status": "completed", "tag": "d019f946-126b-43a9-9bd9-fff51651d217"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:13:36.974098 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c12b4216-166c-48f3-8fa1-a6f909bd3210 None None] Publish callbacks [] for port (8c630867-b4d7-4c2a-9e4c-563d2b5116dd), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:36.981095 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c12b4216-166c-48f3-8fa1-a6f909bd3210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8c630867-b4d7-4c2a-9e4c-563d2b5116dd), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:37.022175 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port d019f946-126b-43a9-9bd9-fff51651d217, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d019f946-126b-43a9-9bd9-fff51651d217,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:37.028845 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d019f946-126b-43a9-9bd9-fff51651d217), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:37.065791 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6008b7-9fb5-4fe5-a8ba-c20fdf60f206 None None] Pushing event updated for resources: {'Port': ['ID=8c630867-b4d7-4c2a-9e4c-563d2b5116dd,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:37.069091 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e7637c-77da-44ea-9b21-8d1f7dbca644 x-openstack-request-id: req-34e7637c-77da-44ea-9b21-8d1f7dbca644 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:13:37.069709 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a3adc0-0a51-4fdf-8f70-bafcb3885011", "name": "network-vif-plugged", "status": "completed", "tag": "d019f946-126b-43a9-9bd9-fff51651d217", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:13:37.070141 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-34e7637c-77da-44ea-9b21-8d1f7dbca644 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:13:37.071215 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a3adc0-0a51-4fdf-8f70-bafcb3885011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd019f946-126b-43a9-9bd9-fff51651d217', 'code': 200} Feb 07 21:13:37.071869 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-c12b4216-166c-48f3-8fa1-a6f909bd3210 None None] Attempting to bind port 8c630867-b4d7-4c2a-9e4c-563d2b5116dd on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:13:37.072216 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-c12b4216-166c-48f3-8fa1-a6f909bd3210 None None] Attempting to bind port 8c630867-b4d7-4c2a-9e4c-563d2b5116dd by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:13:37.072615 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12b4216-166c-48f3-8fa1-a6f909bd3210 None None] Attempting to bind port 8c630867-b4d7-4c2a-9e4c-563d2b5116dd on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:13:37.078655 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12b4216-166c-48f3-8fa1-a6f909bd3210 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:13:37.079031 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12b4216-166c-48f3-8fa1-a6f909bd3210 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:13:37.079526 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c12b4216-166c-48f3-8fa1-a6f909bd3210 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:37.079840 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12b4216-166c-48f3-8fa1-a6f909bd3210 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:13:37.080441 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-c12b4216-166c-48f3-8fa1-a6f909bd3210 None None] Bound port: 8c630867-b4d7-4c2a-9e4c-563d2b5116dd, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:13:37.080841 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c12b4216-166c-48f3-8fa1-a6f909bd3210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8c630867-b4d7-4c2a-9e4c-563d2b5116dd), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:37.091358 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 734d234e-6149-440b-9e4c-a652e3acbca3 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:13:37.098597 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-748f968f-ddfc-415b-9021-7c6b8801345e tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:37.100578 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-748f968f-ddfc-415b-9021-7c6b8801345e tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.69 "GET /v2.0/networks?id=125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 HTTP/1.1" status: 200 len: 812 time: 0.6528418 Feb 07 21:13:37.117432 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-4f00ea12-0a49-4acd-9999-9baf0eba6821 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Request body: {'port': {'device_id': '34e4a7f4-98b7-4bcd-9e70-e6519836fae3', 'network_id': '125cfc0b-d0af-4d4a-ba2e-4227c32c6f99', 'admin_state_up': True, 'tenant_id': '98a599189f4e437782b9582efa3be866'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:37.140832 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=d019f946-126b-43a9-9bd9-fff51651d217,revision_number=10']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:37.153289 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-c12b4216-166c-48f3-8fa1-a6f909bd3210 None None] For port 8c630867-b4d7-4c2a-9e4c-563d2b5116dd, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:13:37.157446 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-c12b4216-166c-48f3-8fa1-a6f909bd3210 None None] For port 8c630867-b4d7-4c2a-9e4c-563d2b5116dd, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8c630867-b4d7-4c2a-9e4c-563d2b5116dd,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:13:37.161335 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 734d234e-6149-440b-9e4c-a652e3acbca3 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:13:37.162026 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (734d234e-6149-440b-9e4c-a652e3acbca3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:37.176154 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c12b4216-166c-48f3-8fa1-a6f909bd3210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8c630867-b4d7-4c2a-9e4c-563d2b5116dd), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:37.271239 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12b4216-166c-48f3-8fa1-a6f909bd3210 None None] Routers {'d6da3040-834b-4120-a709-334e84d90fa1'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:37.272214 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c12b4216-166c-48f3-8fa1-a6f909bd3210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['d6da3040-834b-4120-a709-334e84d90fa1'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:37.275362 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 734d234e-6149-440b-9e4c-a652e3acbca3 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:13:37.299103 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-4f00ea12-0a49-4acd-9999-9baf0eba6821 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Made reservation on behalf of 98a599189f4e437782b9582efa3be866 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:13:37.301245 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-4f00ea12-0a49-4acd-9999-9baf0eba6821 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:37.380702 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8ac105d-44e5-46c2-9faa-6ec0100d086e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8c630867-b4d7-4c2a-9e4c-563d2b5116dd), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:37.398625 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c74ea8-8f7c-474e-b4b0-f085a3f3a505 req-0793f939-fe67-49c6-a5b8-88f215bec1a4 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:37.400548 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a8c74ea8-8f7c-474e-b4b0-f085a3f3a505 req-0793f939-fe67-49c6-a5b8-88f215bec1a4 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 943 time: 0.1172738 Feb 07 21:13:37.421505 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c8ac105d-44e5-46c2-9faa-6ec0100d086e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Calling delete_port for 8c630867-b4d7-4c2a-9e4c-563d2b5116dd owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:13:37.486626 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6008b7-9fb5-4fe5-a8ba-c20fdf60f206 None None] Pushing event updated for resources: {'Port': ['ID=8c630867-b4d7-4c2a-9e4c-563d2b5116dd,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:37.506726 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-c12b4216-166c-48f3-8fa1-a6f909bd3210 None None] Set router d6da3040-834b-4120-a709-334e84d90fa1 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:13:37.523489 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-027755ec-3794-4bcc-a06f-9ae9de7fa4ac req-60676aef-c6c3-4633-9b57-f164c125d812 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a3fde9-20bc-410f-88a0-8618711b10ec HTTP/1.1" status: 200 len: 210 time: 0.0487518 Feb 07 21:13:37.551557 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-e5ad394d-91be-4487-ad85-49b863cc678c tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:37.553079 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-e5ad394d-91be-4487-ad85-49b863cc678c tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.69 "GET /v2.0/networks?id=125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 HTTP/1.1" status: 200 len: 812 time: 0.8217623 Feb 07 21:13:37.558708 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f39133-9305-4dad-8baf-b8ee3015e489 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:37.562343 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-77f39133-9305-4dad-8baf-b8ee3015e489 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06&device_id=659079c8-e0c0-4bea-9987-71d6fddf7e92&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6656802 Feb 07 21:13:37.564326 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33262) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:37.578413 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c12b4216-166c-48f3-8fa1-a6f909bd3210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da3040-834b-4120-a709-334e84d90fa1', 'name': 'tempest-snat-router-1720084183', 'tenant_id': '2f87e75df2bc4d5c85622fb4295c2473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:13:31Z', 'updated_at': '2022-02-07T21:13:36Z', 'revision_number': 4, 'project_id': '2f87e75df2bc4d5c85622fb4295c2473', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:37.589364 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-4f00ea12-0a49-4acd-9999-9baf0eba6821 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Allocated IP 172.20.0.3 (125cfc0b-d0af-4d4a-ba2e-4227c32c6f99/ade2c79c-449f-4a66-b396-5e7956fbe0ca/e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:13:37.596481 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-1e912c05-ef81-4524-bbf3-47c55da98595 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Request body: {'port': {'device_id': '75a3fde9-20bc-410f-88a0-8618711b10ec', 'network_id': '125cfc0b-d0af-4d4a-ba2e-4227c32c6f99', 'admin_state_up': True, 'tenant_id': '98a599189f4e437782b9582efa3be866'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:37.611193 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12b4216-166c-48f3-8fa1-a6f909bd3210 None None] The sync data for ids ['d6da3040-834b-4120-a709-334e84d90fa1'] in n-d-828185-2 is: [{'id': 'd6da3040-834b-4120-a709-334e84d90fa1', 'name': 'tempest-snat-router-1720084183', 'tenant_id': '2f87e75df2bc4d5c85622fb4295c2473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:13:31Z', 'updated_at': '2022-02-07T21:13:36Z', 'revision_number': 4, 'project_id': '2f87e75df2bc4d5c85622fb4295c2473', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:13:37.654368 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a8c74ea8-8f7c-474e-b4b0-f085a3f3a505 req-87c9c027-22f0-4d16-9480-7e946fbab574 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818161 Feb 07 21:13:37.841603 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a7c0eb99-9897-4d54-8c4a-f972287cf3da tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (d282eeeb-a134-4915-978e-ed0c644df90d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:37.900371 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2132c35b-d19f-48c1-b41e-a6cc53923bed tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:37.905641 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2132c35b-d19f-48c1-b41e-a6cc53923bed tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 881 time: 0.3347597 Feb 07 21:13:37.905641 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33276) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:37.905819 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0eb99-9897-4d54-8c4a-f972287cf3da tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event deleted for resources: {'Port': ['ID=d282eeeb-a134-4915-978e-ed0c644df90d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:37.915959 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8ac105d-44e5-46c2-9faa-6ec0100d086e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8c630867-b4d7-4c2a-9e4c-563d2b5116dd), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:37.948667 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-1e912c05-ef81-4524-bbf3-47c55da98595 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Made reservation on behalf of 98a599189f4e437782b9582efa3be866 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:13:37.952182 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-1e912c05-ef81-4524-bbf3-47c55da98595 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:37.957223 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-4f00ea12-0a49-4acd-9999-9baf0eba6821 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks [] for port (e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:37.995348 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-aa257e1c-0eac-4f9c-b4ec-a0393adffe85 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "GET /v2.0/ports?device_id=659079c8-e0c0-4bea-9987-71d6fddf7e92 HTTP/1.1" status: 200 len: 205 time: 0.0815110 Feb 07 21:13:37.998580 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33280) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:38.002813 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac105d-44e5-46c2-9faa-6ec0100d086e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c630867-b4d7-4c2a-9e4c-563d2b5116dd,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:38.013813 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be134337-129b-4619-a98d-da701b4abd2a req-5c9dd8b1-0b84-42e7-a42a-915a2101104a tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:38.015428 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-be134337-129b-4619-a98d-da701b4abd2a req-5c9dd8b1-0b84-42e7-a42a-915a2101104a tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 943 time: 0.2235200 Feb 07 21:13:38.053136 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-4f00ea12-0a49-4acd-9999-9baf0eba6821 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:38.129315 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-4f00ea12-0a49-4acd-9999-9baf0eba6821 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Network 125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:13:38.144099 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-4f00ea12-0a49-4acd-9999-9baf0eba6821 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:13:38.146572 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-4f00ea12-0a49-4acd-9999-9baf0eba6821 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:13:38.191176 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-be134337-129b-4619-a98d-da701b4abd2a req-b0c1d0d5-6bbd-4723-85c5-58bddf715b87 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577673 Feb 07 21:13:38.195191 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00ea12-0a49-4acd-9999-9baf0eba6821 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Pushing event updated for resources: {'Port': ['ID=e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:38.238417 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-4f00ea12-0a49-4acd-9999-9baf0eba6821 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:38.239073 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-4f00ea12-0a49-4acd-9999-9baf0eba6821 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:38.260025 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-4f00ea12-0a49-4acd-9999-9baf0eba6821 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1506436 Feb 07 21:13:38.273765 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-18ee9e99-ed6a-42bf-a907-a9859c6de1eb service neutron] Request body: {'port': {'device_id': '34e4a7f4-98b7-4bcd-9e70-e6519836fae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:38.297185 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8ac105d-44e5-46c2-9faa-6ec0100d086e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (d6da3040-834b-4120-a709-334e84d90fa1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:38.354370 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-18ee9e99-ed6a-42bf-a907-a9859c6de1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:38.417101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8eb3bafa-0275-4baf-b62b-26a49992af32 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:13:38.427918 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-361dc317-7a99-43b5-821a-431b6d943b45 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router (659079c8-e0c0-4bea-9987-71d6fddf7e92), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:38.500735 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8ac105d-44e5-46c2-9faa-6ec0100d086e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (d6da3040-834b-4120-a709-334e84d90fa1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:38.532906 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 8eb3bafa-0275-4baf-b62b-26a49992af32 is: DOWN; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:13:38.538185 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8ac105d-44e5-46c2-9faa-6ec0100d086e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router_controller (d6da3040-834b-4120-a709-334e84d90fa1), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:38.542979 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-e627fea4-0d74-4040-8373-08493cb73b93 req-0d8bc068-1cde-45dc-9d67-01e51b1ec1fa service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:13:38.544106 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e627fea4-0d74-4040-8373-08493cb73b93 req-0d8bc068-1cde-45dc-9d67-01e51b1ec1fa service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097198 Feb 07 21:13:38.623997 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-1e912c05-ef81-4524-bbf3-47c55da98595 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Allocated IP 172.20.0.10 (125cfc0b-d0af-4d4a-ba2e-4227c32c6f99/ade2c79c-449f-4a66-b396-5e7956fbe0ca/08a80db7-5c6a-42a8-a7b1-6919fe09472a) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:13:38.626057 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a7c0eb99-9897-4d54-8c4a-f972287cf3da tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (7d80b13b-8f92-43f3-b90d-e652b56673ca), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:38.628928 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8ac105d-44e5-46c2-9faa-6ec0100d086e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (d6da3040-834b-4120-a709-334e84d90fa1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:38.629628 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ac105d-44e5-46c2-9faa-6ec0100d086e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6da3040-834b-4120-a709-334e84d90fa1 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:13:38.641740 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8ac105d-44e5-46c2-9faa-6ec0100d086e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:38.646076 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c8ac105d-44e5-46c2-9faa-6ec0100d086e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "DELETE /v2.0/routers/d6da3040-834b-4120-a709-334e84d90fa1 HTTP/1.1" status: 204 len: 168 time: 2.7061899 Feb 07 21:13:38.654172 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33294) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:38.663455 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5e359305-15ee-4a52-8b37-670817b872df req-9b9d7c1f-63eb-4a98-a6c3-c5a6bfe5267d tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a3fde9-20bc-410f-88a0-8618711b10ec HTTP/1.1" status: 200 len: 210 time: 0.0634017 Feb 07 21:13:38.784580 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9012cef-5246-471a-8e82-f547e27e50bc req-62075287-8a98-439b-aaf1-b1cacaf12e57 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:38.786158 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9012cef-5246-471a-8e82-f547e27e50bc req-62075287-8a98-439b-aaf1-b1cacaf12e57 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 943 time: 0.0842240 Feb 07 21:13:38.842971 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9012cef-5246-471a-8e82-f547e27e50bc req-8f53ff3b-3282-46d2-9972-b4d1810f8a5b tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487809 Feb 07 21:13:38.889317 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-361dc317-7a99-43b5-821a-431b6d943b45 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_gateway (659079c8-e0c0-4bea-9987-71d6fddf7e92), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:38.979656 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe8d96c7-9645-4081-b5fa-172080de86a2 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router (9336cd5d-1ba5-48cf-aef6-2ed746127dcb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:39.625820 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-1e912c05-ef81-4524-bbf3-47c55da98595 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks [] for port (08a80db7-5c6a-42a8-a7b1-6919fe09472a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:39.641754 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-a171004a-0a41-43ae-9b76-94f093fc2574 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6919336 Feb 07 21:13:39.651313 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-361dc317-7a99-43b5-821a-431b6d943b45 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Deleting port 05914750-751a-433f-aad4-705867d192bc {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:13:39.651667 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-361dc317-7a99-43b5-821a-431b6d943b45 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (05914750-751a-433f-aad4-705867d192bc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:39.709303 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe8d96c7-9645-4081-b5fa-172080de86a2 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router_gateway (9336cd5d-1ba5-48cf-aef6-2ed746127dcb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:39.757053 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c0eb99-9897-4d54-8c4a-f972287cf3da tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Router 7d80b13b-8f92-43f3-b90d-e652b56673ca has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:13:39.775623 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71fee871-ceb9-4a08-a432-35086d20ef10 req-35bbb53a-1fca-4f5a-b077-1708672cd375 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a3fde9-20bc-410f-88a0-8618711b10ec HTTP/1.1" status: 200 len: 210 time: 0.0354612 Feb 07 21:13:39.819632 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-1e912c05-ef81-4524-bbf3-47c55da98595 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (08a80db7-5c6a-42a8-a7b1-6919fe09472a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:39.839519 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-361dc317-7a99-43b5-821a-431b6d943b45 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (05914750-751a-433f-aad4-705867d192bc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:39.954227 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-361dc317-7a99-43b5-821a-431b6d943b45 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Calling delete_port for 05914750-751a-433f-aad4-705867d192bc owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:13:39.984602 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-1e912c05-ef81-4524-bbf3-47c55da98595 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Network 125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:13:40.001766 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-1e912c05-ef81-4524-bbf3-47c55da98595 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:13:40.008497 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-18ee9e99-ed6a-42bf-a907-a9859c6de1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:13:40.010869 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-1e912c05-ef81-4524-bbf3-47c55da98595 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:13:40.013523 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e912c05-ef81-4524-bbf3-47c55da98595 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Pushing event updated for resources: {'Port': ['ID=08a80db7-5c6a-42a8-a7b1-6919fe09472a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:40.025917 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-18ee9e99-ed6a-42bf-a907-a9859c6de1eb service neutron] Publish callbacks [] for port (e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:40.047670 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-18ee9e99-ed6a-42bf-a907-a9859c6de1eb service neutron] Transition to ACTIVE for port object e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:13:40.056559 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-18ee9e99-ed6a-42bf-a907-a9859c6de1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:40.110575 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221e3b5-93f2-40f8-9428-56549611d76f req-49e721f9-90df-4c1f-bff0-bd822e146546 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:40.112890 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5221e3b5-93f2-40f8-9428-56549611d76f req-49e721f9-90df-4c1f-bff0-bd822e146546 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 943 time: 0.1411765 Feb 07 21:13:40.122380 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-fe8d96c7-9645-4081-b5fa-172080de86a2 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Deleting port 734d234e-6149-440b-9e4c-a652e3acbca3 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:13:40.122721 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe8d96c7-9645-4081-b5fa-172080de86a2 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (734d234e-6149-440b-9e4c-a652e3acbca3), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:40.167880 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee9e99-ed6a-42bf-a907-a9859c6de1eb service neutron] Pushing event updated for resources: {'Port': ['ID=e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:40.208833 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-1e912c05-ef81-4524-bbf3-47c55da98595 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:40.209456 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-1e912c05-ef81-4524-bbf3-47c55da98595 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:40.218355 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c0eb99-9897-4d54-8c4a-f972287cf3da tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:13:40.230357 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d303b1-3acf-440b-85b7-15046ade092e None None] Sync routers for ids ['7d80b13b-8f92-43f3-b90d-e652b56673ca'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:13:40.234849 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5221e3b5-93f2-40f8-9428-56549611d76f req-370d068e-9bcb-4577-a219-0c03c9a1116b tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109667 Feb 07 21:13:40.248845 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d303b1-3acf-440b-85b7-15046ade092e None None] Routers {'7d80b13b-8f92-43f3-b90d-e652b56673ca'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:40.250120 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-00d303b1-3acf-440b-85b7-15046ade092e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7d80b13b-8f92-43f3-b90d-e652b56673ca'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:40.260093 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-18ee9e99-ed6a-42bf-a907-a9859c6de1eb service neutron] Attempting to bind port e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:13:40.260821 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-18ee9e99-ed6a-42bf-a907-a9859c6de1eb service neutron] Attempting to bind port e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '09a1612e-6cb1-4b0d-9b2f-26f79a705053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '125cfc0b-d0af-4d4a-ba2e-4227c32c6f99'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:13:40.262024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-18ee9e99-ed6a-42bf-a907-a9859c6de1eb service neutron] Attempting to bind port e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b on network 125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:13:40.265544 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a7c0eb99-9897-4d54-8c4a-f972287cf3da tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "PUT /v2.0/routers/7d80b13b-8f92-43f3-b90d-e652b56673ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2480884 Feb 07 21:13:40.267827 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33338) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:40.270450 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-18ee9e99-ed6a-42bf-a907-a9859c6de1eb service neutron] Port e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b on network 125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:13:40.270822 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-18ee9e99-ed6a-42bf-a907-a9859c6de1eb service neutron] Attempting to bind port e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b on network 125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:13:40.295937 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-1e912c05-ef81-4524-bbf3-47c55da98595 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7109571 Feb 07 21:13:40.309985 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-18ee9e99-ed6a-42bf-a907-a9859c6de1eb service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:13:40.310478 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-18ee9e99-ed6a-42bf-a907-a9859c6de1eb service neutron] Checking segment: {'id': '09a1612e-6cb1-4b0d-9b2f-26f79a705053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '125cfc0b-d0af-4d4a-ba2e-4227c32c6f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:13:40.310871 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-18ee9e99-ed6a-42bf-a907-a9859c6de1eb service neutron] Bound using segment: {'id': '09a1612e-6cb1-4b0d-9b2f-26f79a705053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '125cfc0b-d0af-4d4a-ba2e-4227c32c6f99'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:13:40.311324 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-18ee9e99-ed6a-42bf-a907-a9859c6de1eb service neutron] Bound port: e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a1612e-6cb1-4b0d-9b2f-26f79a705053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '125cfc0b-d0af-4d4a-ba2e-4227c32c6f99'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:13:40.311686 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-18ee9e99-ed6a-42bf-a907-a9859c6de1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:40.312777 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-68da8c88-8bfd-42c7-830d-c010e04d7fda service neutron] Request body: {'port': {'device_id': '75a3fde9-20bc-410f-88a0-8618711b10ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:40.356973 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-fe8d96c7-9645-4081-b5fa-172080de86a2 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] For port 734d234e-6149-440b-9e4c-a652e3acbca3, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=734d234e-6149-440b-9e4c-a652e3acbca3,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:40.357332 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe8d96c7-9645-4081-b5fa-172080de86a2 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (734d234e-6149-440b-9e4c-a652e3acbca3), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:40.397321 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-fe8d96c7-9645-4081-b5fa-172080de86a2 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Calling delete_port for 734d234e-6149-440b-9e4c-a652e3acbca3 owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:13:40.400098 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-00d303b1-3acf-440b-85b7-15046ade092e None None] Set router 7d80b13b-8f92-43f3-b90d-e652b56673ca gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:13:40.410877 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-b226e86c-1926-4197-894d-7853538fc294 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Deleting subnet a88cdc02-1078-474b-888c-99c26836545e {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:13:40.420923 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b226e86c-1926-4197-894d-7853538fc294 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for subnet (a88cdc02-1078-474b-888c-99c26836545e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:40.450973 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-68da8c88-8bfd-42c7-830d-c010e04d7fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (08a80db7-5c6a-42a8-a7b1-6919fe09472a), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:40.451936 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-18ee9e99-ed6a-42bf-a907-a9859c6de1eb service neutron] For port e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:13:40.470814 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-18ee9e99-ed6a-42bf-a907-a9859c6de1eb service neutron] For port e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b,segment=NetworkSegment(09a1612e-6cb1-4b0d-9b2f-26f79a705053),segment_id=09a1612e-6cb1-4b0d-9b2f-26f79a705053)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:13:40.476433 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b226e86c-1926-4197-894d-7853538fc294 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (a88cdc02-1078-474b-888c-99c26836545e), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:40.500585 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-18ee9e99-ed6a-42bf-a907-a9859c6de1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:40.506609 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-361dc317-7a99-43b5-821a-431b6d943b45 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (05914750-751a-433f-aad4-705867d192bc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:40.567629 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-18ee9e99-ed6a-42bf-a907-a9859c6de1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:40.568445 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-18ee9e99-ed6a-42bf-a907-a9859c6de1eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:40.569681 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-18ee9e99-ed6a-42bf-a907-a9859c6de1eb service neutron] 10.222.0.69 "PUT /v2.0/ports/e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b HTTP/1.1" status: 200 len: 1091 time: 2.3023517 Feb 07 21:13:40.571917 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e4a7f4-98b7-4bcd-9e70-e6519836fae3', 'tag': 'e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:13:40.574324 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b49a334-623c-4795-835f-e2e01460fa27" -d '{"events": [{"name": "network-changed", "server_uuid": "34e4a7f4-98b7-4bcd-9e70-e6519836fae3", "tag": "e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:13:40.665434 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-00d303b1-3acf-440b-85b7-15046ade092e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d80b13b-8f92-43f3-b90d-e652b56673ca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1797493882', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a385e62b-d2a8-4713-ac29-e27261556f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:12:52Z', 'updated_at': '2022-02-07T21:13:37Z', 'revision_number': 5, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'gw_port': {'id': 'a385e62b-d2a8-4713-ac29-e27261556f4d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:85:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d80b13b-8f92-43f3-b90d-e652b56673ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:12:53Z', 'updated_at': '2022-02-07T21:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:40.683474 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361dc317-7a99-43b5-821a-431b6d943b45 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Pushing event deleted for resources: {'Port': ['ID=05914750-751a-433f-aad4-705867d192bc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:40.707877 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d303b1-3acf-440b-85b7-15046ade092e None None] Checking router: 7d80b13b-8f92-43f3-b90d-e652b56673ca for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:13:40.718320 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32662b40-d8a1-43cb-9843-3a5e1aecc1ce x-openstack-request-id: req-32662b40-d8a1-43cb-9843-3a5e1aecc1ce {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:13:40.718755 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e4a7f4-98b7-4bcd-9e70-e6519836fae3", "tag": "e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:13:40.719121 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-32662b40-d8a1-43cb-9843-3a5e1aecc1ce {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:13:40.722969 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d303b1-3acf-440b-85b7-15046ade092e None None] Routers {'7d80b13b-8f92-43f3-b90d-e652b56673ca'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:40.723658 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-00d303b1-3acf-440b-85b7-15046ade092e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7d80b13b-8f92-43f3-b90d-e652b56673ca'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:40.724371 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e4a7f4-98b7-4bcd-9e70-e6519836fae3', 'tag': 'e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b', 'status': 'completed', 'code': 200} Feb 07 21:13:40.771967 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee9e99-ed6a-42bf-a907-a9859c6de1eb service neutron] Pushing event updated for resources: {'Port': ['ID=e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:40.879741 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-00d303b1-3acf-440b-85b7-15046ade092e None None] Set router 7d80b13b-8f92-43f3-b90d-e652b56673ca gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:13:40.886832 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b226e86c-1926-4197-894d-7853538fc294 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (a88cdc02-1078-474b-888c-99c26836545e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:40.911852 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-361dc317-7a99-43b5-821a-431b6d943b45 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (659079c8-e0c0-4bea-9987-71d6fddf7e92), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:40.955789 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-f436e6dd-ecd4-41c6-8efe-8365db0eab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:40.957674 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-f436e6dd-ecd4-41c6-8efe-8365db0eab85 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=98a599189f4e437782b9582efa3be866&device_id=34e4a7f4-98b7-4bcd-9e70-e6519836fae3 HTTP/1.1" status: 200 len: 1125 time: 0.3366401 Feb 07 21:13:41.042204 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-560ae8f5-8b66-4303-94a2-c497a13f69d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:41.043245 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-560ae8f5-8b66-4303-94a2-c497a13f69d6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841&tenant_id=55db8492f6dd45429fe0e2523287a174 HTTP/1.1" status: 200 len: 1125 time: 0.2926006 Feb 07 21:13:41.048202 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-61aa467d-78a6-4752-a37e-c38353b89890 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b HTTP/1.1" status: 200 len: 217 time: 0.0808949 Feb 07 21:13:41.061037 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-361dc317-7a99-43b5-821a-431b6d943b45 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (659079c8-e0c0-4bea-9987-71d6fddf7e92), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:41.063644 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-c053c9d5-0c76-4357-85a2-15ac55a19029 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828185-2', 'device_owner': 'compute:nova'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:41.074883 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-361dc317-7a99-43b5-821a-431b6d943b45 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_controller (659079c8-e0c0-4bea-9987-71d6fddf7e92), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:41.121692 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-00d303b1-3acf-440b-85b7-15046ade092e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d80b13b-8f92-43f3-b90d-e652b56673ca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1797493882', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a385e62b-d2a8-4713-ac29-e27261556f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:12:52Z', 'updated_at': '2022-02-07T21:13:37Z', 'revision_number': 5, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'gw_port': {'id': 'a385e62b-d2a8-4713-ac29-e27261556f4d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:85:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d80b13b-8f92-43f3-b90d-e652b56673ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:12:53Z', 'updated_at': '2022-02-07T21:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:41.151212 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b226e86c-1926-4197-894d-7853538fc294 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (a88cdc02-1078-474b-888c-99c26836545e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:41.166397 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe8d96c7-9645-4081-b5fa-172080de86a2 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (734d234e-6149-440b-9e4c-a652e3acbca3), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:41.185070 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d303b1-3acf-440b-85b7-15046ade092e None None] The sync data for ids ['7d80b13b-8f92-43f3-b90d-e652b56673ca'] in n-d-828185-2 is: [{'id': '7d80b13b-8f92-43f3-b90d-e652b56673ca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1797493882', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a385e62b-d2a8-4713-ac29-e27261556f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:12:52Z', 'updated_at': '2022-02-07T21:13:37Z', 'revision_number': 5, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'gw_port': {'id': 'a385e62b-d2a8-4713-ac29-e27261556f4d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:85:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d80b13b-8f92-43f3-b90d-e652b56673ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:12:53Z', 'updated_at': '2022-02-07T21:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:13:41.213058 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-361dc317-7a99-43b5-821a-431b6d943b45 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (659079c8-e0c0-4bea-9987-71d6fddf7e92), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:41.213626 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361dc317-7a99-43b5-821a-431b6d943b45 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Fanout notify agent at l3_agent the message router_deleted on router 659079c8-e0c0-4bea-9987-71d6fddf7e92 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:13:41.223365 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-361dc317-7a99-43b5-821a-431b6d943b45 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:41.224557 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-361dc317-7a99-43b5-821a-431b6d943b45 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "DELETE /v2.0/routers/659079c8-e0c0-4bea-9987-71d6fddf7e92 HTTP/1.1" status: 204 len: 168 time: 3.2193177 Feb 07 21:13:41.229809 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d96c7-9645-4081-b5fa-172080de86a2 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Pushing event deleted for resources: {'Port': ['ID=734d234e-6149-440b-9e4c-a652e3acbca3,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:41.235155 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226e86c-1926-4197-894d-7853538fc294 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event deleted for resources: {'Subnet': ['ID=a88cdc02-1078-474b-888c-99c26836545e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:41.235879 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33372) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:41.240263 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-eb5796f6-3a2c-465b-94f7-6fda0fcaadd9 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1689740447', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:41.247989 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b226e86c-1926-4197-894d-7853538fc294 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:41.249512 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4479ba71-abca-41aa-856d-2456e201b536 None None] Network e9ef3ee6-ea93-4d15-9d8e-8588e112d694 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:13:41.256850 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b226e86c-1926-4197-894d-7853538fc294 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "DELETE /v2.0/subnets/a88cdc02-1078-474b-888c-99c26836545e HTTP/1.1" status: 204 len: 168 time: 0.9875948 Feb 07 21:13:41.257182 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33374) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:41.284765 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-68da8c88-8bfd-42c7-830d-c010e04d7fda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08a80db7-5c6a-42a8-a7b1-6919fe09472a {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:13:41.290490 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d701b91-1bc6-4c10-bf45-a1bdd83e2122 req-915bfb63-2f65-46f9-bce1-fb395de174f2 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:41.297450 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d701b91-1bc6-4c10-bf45-a1bdd83e2122 req-915bfb63-2f65-46f9-bce1-fb395de174f2 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a3fde9-20bc-410f-88a0-8618711b10ec HTTP/1.1" status: 200 len: 932 time: 0.3729627 Feb 07 21:13:41.301081 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-c053c9d5-0c76-4357-85a2-15ac55a19029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:41.311255 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-9fbc51aa-86c9-4fc5-8a32-846aa0bc6850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:41.314620 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-9fbc51aa-86c9-4fc5-8a32-846aa0bc6850 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ade2c79c-449f-4a66-b396-5e7956fbe0ca HTTP/1.1" status: 200 len: 852 time: 0.2474153 Feb 07 21:13:41.375231 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-68da8c88-8bfd-42c7-830d-c010e04d7fda service neutron] Publish callbacks [] for port (08a80db7-5c6a-42a8-a7b1-6919fe09472a), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:41.397833 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-062a2b8f-c862-4cc4-93fa-a02dcbfc4a75 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=125cfc0b-d0af-4d4a-ba2e-4227c32c6f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782843 Feb 07 21:13:41.415232 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-68da8c88-8bfd-42c7-830d-c010e04d7fda service neutron] Transition to ACTIVE for port object 08a80db7-5c6a-42a8-a7b1-6919fe09472a will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:13:41.423985 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb5796f6-3a2c-465b-94f7-6fda0fcaadd9 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (7a94800b-9617-49f4-b833-4e549a288b7f), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:41.425137 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb5796f6-3a2c-465b-94f7-6fda0fcaadd9 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (7a94800b-9617-49f4-b833-4e549a288b7f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:41.434570 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-68da8c88-8bfd-42c7-830d-c010e04d7fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (08a80db7-5c6a-42a8-a7b1-6919fe09472a), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:41.444989 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe8d96c7-9645-4081-b5fa-172080de86a2 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (9336cd5d-1ba5-48cf-aef6-2ed746127dcb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:41.582203 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:13:41.606705 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77f5e6c-d023-4364-9e87-7ea736db261c None None] DHCP port deletion for e9ef3ee6-ea93-4d15-9d8e-8588e112d694 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:13:41.652174 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d701b91-1bc6-4c10-bf45-a1bdd83e2122 req-cea0b524-6b35-431a-b517-975ab6c7f453 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbdaf137-0c7d-4120-9cec-4b25f358affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351905 Feb 07 21:13:41.659613 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-fa1bfd70-74a5-47fd-afcc-130935f452bd service neutron] 10.222.0.69 "GET /v2.0/networks/125cfc0b-d0af-4d4a-ba2e-4227c32c6f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549052 Feb 07 21:13:41.706917 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe8d96c7-9645-4081-b5fa-172080de86a2 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (9336cd5d-1ba5-48cf-aef6-2ed746127dcb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:41.717367 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe8d96c7-9645-4081-b5fa-172080de86a2 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router_controller (9336cd5d-1ba5-48cf-aef6-2ed746127dcb), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:41.722079 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3c63ddd5-cb90-406b-abd8-aa6c62e57f86 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for router (7d80b13b-8f92-43f3-b90d-e652b56673ca), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:41.724597 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb5796f6-3a2c-465b-94f7-6fda0fcaadd9 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_controller (7a94800b-9617-49f4-b833-4e549a288b7f), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:41.727892 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da8c88-8bfd-42c7-830d-c010e04d7fda service neutron] Pushing event updated for resources: {'Port': ['ID=08a80db7-5c6a-42a8-a7b1-6919fe09472a,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:41.736922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3dc95-5f01-4aa4-8d9a-71e41727aa7a req-05c34412-cf41-4209-bba7-b98659d989f1 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:41.739828 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b77f5e6c-d023-4364-9e87-7ea736db261c None None] Deleting port 29fb7d65-33ad-40ca-b606-ecec1017eca5 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:13:41.740540 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b77f5e6c-d023-4364-9e87-7ea736db261c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (29fb7d65-33ad-40ca-b606-ecec1017eca5), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:41.745578 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-67a3dc95-5f01-4aa4-8d9a-71e41727aa7a req-05c34412-cf41-4209-bba7-b98659d989f1 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 943 time: 0.3606768 Feb 07 21:13:41.848658 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b77f5e6c-d023-4364-9e87-7ea736db261c None None] For port 29fb7d65-33ad-40ca-b606-ecec1017eca5, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=29fb7d65-33ad-40ca-b606-ecec1017eca5,segment=NetworkSegment(fef7714c-bc02-4aba-a323-a0f15cd9ab89),segment_id=fef7714c-bc02-4aba-a323-a0f15cd9ab89)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:41.849639 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b77f5e6c-d023-4364-9e87-7ea736db261c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (29fb7d65-33ad-40ca-b606-ecec1017eca5), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:41.873856 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b77f5e6c-d023-4364-9e87-7ea736db261c None None] Calling delete_port for 29fb7d65-33ad-40ca-b606-ecec1017eca5 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:13:41.895138 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-c053c9d5-0c76-4357-85a2-15ac55a19029 service neutron] For port 8eb3bafa-0275-4baf-b62b-26a49992af32, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8eb3bafa-0275-4baf-b62b-26a49992af32,segment=NetworkSegment(d17188d4-7793-4980-b0e3-bff9438995bd),segment_id=d17188d4-7793-4980-b0e3-bff9438995bd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:41.934539 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-c053c9d5-0c76-4357-85a2-15ac55a19029 service neutron] For port 8eb3bafa-0275-4baf-b62b-26a49992af32, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:13:41.973415 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-c053c9d5-0c76-4357-85a2-15ac55a19029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb3bafa-0275-4baf-b62b-26a49992af32 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:13:41.982749 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-c053c9d5-0c76-4357-85a2-15ac55a19029 service neutron] Publish callbacks [] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:41.996155 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-c053c9d5-0c76-4357-85a2-15ac55a19029 service neutron] Transition to ACTIVE for port object 8eb3bafa-0275-4baf-b62b-26a49992af32 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:13:42.037136 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b77f5e6c-d023-4364-9e87-7ea736db261c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (29fb7d65-33ad-40ca-b606-ecec1017eca5), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:42.039014 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-c053c9d5-0c76-4357-85a2-15ac55a19029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:42.073948 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb5796f6-3a2c-465b-94f7-6fda0fcaadd9 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (7a94800b-9617-49f4-b833-4e549a288b7f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:42.100503 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f5e6c-d023-4364-9e87-7ea736db261c None None] Pushing event deleted for resources: {'Port': ['ID=29fb7d65-33ad-40ca-b606-ecec1017eca5,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:42.114222 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77f5e6c-d023-4364-9e87-7ea736db261c None None] No DVR routers for this DVR port 29fb7d65-33ad-40ca-b606-ecec1017eca5 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:13:42.125258 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe8d96c7-9645-4081-b5fa-172080de86a2 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (9336cd5d-1ba5-48cf-aef6-2ed746127dcb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:42.126774 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8d96c7-9645-4081-b5fa-172080de86a2 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9336cd5d-1ba5-48cf-aef6-2ed746127dcb {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:13:42.143693 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe8d96c7-9645-4081-b5fa-172080de86a2 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:42.145914 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fe8d96c7-9645-4081-b5fa-172080de86a2 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "DELETE /v2.0/routers/9336cd5d-1ba5-48cf-aef6-2ed746127dcb HTTP/1.1" status: 204 len: 168 time: 3.4906187 Feb 07 21:13:42.149796 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053c9d5-0c76-4357-85a2-15ac55a19029 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb3bafa-0275-4baf-b62b-26a49992af32,revision_number=9']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:42.169127 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33384) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:42.189685 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-189058662', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}, 'admin_state_up': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:42.200714 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-67a3dc95-5f01-4aa4-8d9a-71e41727aa7a req-9deb2ad8-2ea8-4854-8fa5-d236263adbdf tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540601 Feb 07 21:13:42.293158 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-c053c9d5-0c76-4357-85a2-15ac55a19029 service neutron] No DVR routers for this DVR port 8eb3bafa-0275-4baf-b62b-26a49992af32 on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:13:42.343022 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb5796f6-3a2c-465b-94f7-6fda0fcaadd9 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:42.346994 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-eb5796f6-3a2c-465b-94f7-6fda0fcaadd9 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1074862 Feb 07 21:13:42.353646 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33396) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:42.373720 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e6aafc9f-400f-4185-a5ce-d9ce829937a4 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'enable_snat': True}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:42.377526 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-68da8c88-8bfd-42c7-830d-c010e04d7fda service neutron] Attempting to bind port 08a80db7-5c6a-42a8-a7b1-6919fe09472a on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:13:42.377878 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-68da8c88-8bfd-42c7-830d-c010e04d7fda service neutron] Attempting to bind port 08a80db7-5c6a-42a8-a7b1-6919fe09472a by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '09a1612e-6cb1-4b0d-9b2f-26f79a705053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '125cfc0b-d0af-4d4a-ba2e-4227c32c6f99'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:13:42.378802 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-68da8c88-8bfd-42c7-830d-c010e04d7fda service neutron] Attempting to bind port 08a80db7-5c6a-42a8-a7b1-6919fe09472a on network 125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:13:42.388210 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3c63ddd5-cb90-406b-abd8-aa6c62e57f86 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for router_gateway (7d80b13b-8f92-43f3-b90d-e652b56673ca), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:42.398961 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-68da8c88-8bfd-42c7-830d-c010e04d7fda service neutron] Port 08a80db7-5c6a-42a8-a7b1-6919fe09472a on network 125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:13:42.399627 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-68da8c88-8bfd-42c7-830d-c010e04d7fda service neutron] Attempting to bind port 08a80db7-5c6a-42a8-a7b1-6919fe09472a on network 125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:13:42.407940 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-68da8c88-8bfd-42c7-830d-c010e04d7fda service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:13:42.408734 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-68da8c88-8bfd-42c7-830d-c010e04d7fda service neutron] Checking segment: {'id': '09a1612e-6cb1-4b0d-9b2f-26f79a705053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '125cfc0b-d0af-4d4a-ba2e-4227c32c6f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:13:42.409383 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-68da8c88-8bfd-42c7-830d-c010e04d7fda service neutron] Bound using segment: {'id': '09a1612e-6cb1-4b0d-9b2f-26f79a705053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '125cfc0b-d0af-4d4a-ba2e-4227c32c6f99'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:13:42.410068 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-68da8c88-8bfd-42c7-830d-c010e04d7fda service neutron] Bound port: 08a80db7-5c6a-42a8-a7b1-6919fe09472a, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a1612e-6cb1-4b0d-9b2f-26f79a705053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '125cfc0b-d0af-4d4a-ba2e-4227c32c6f99'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:13:42.410740 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-68da8c88-8bfd-42c7-830d-c010e04d7fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (08a80db7-5c6a-42a8-a7b1-6919fe09472a), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:42.425460 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-63ce6958-d7b1-4894-8c97-802482379b48 service neutron] 10.222.0.69 "GET /v2.0/networks/125cfc0b-d0af-4d4a-ba2e-4227c32c6f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7159297 Feb 07 21:13:42.472063 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (e7d91d84-4bc8-4ee8-a043-b80aa64dd844), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:42.473051 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (e7d91d84-4bc8-4ee8-a043-b80aa64dd844), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:42.485742 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-c053c9d5-0c76-4357-85a2-15ac55a19029 service neutron] Attempting to bind port 8eb3bafa-0275-4baf-b62b-26a49992af32 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:13:42.486112 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-c053c9d5-0c76-4357-85a2-15ac55a19029 service neutron] Attempting to bind port 8eb3bafa-0275-4baf-b62b-26a49992af32 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'd17188d4-7793-4980-b0e3-bff9438995bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fea6e7e3-47f5-4ada-86ca-f855bc01cae1'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:13:42.486511 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-c053c9d5-0c76-4357-85a2-15ac55a19029 service neutron] Attempting to bind port 8eb3bafa-0275-4baf-b62b-26a49992af32 on network fea6e7e3-47f5-4ada-86ca-f855bc01cae1 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:13:42.506193 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-c053c9d5-0c76-4357-85a2-15ac55a19029 service neutron] Port 8eb3bafa-0275-4baf-b62b-26a49992af32 on network fea6e7e3-47f5-4ada-86ca-f855bc01cae1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:13:42.506537 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-c053c9d5-0c76-4357-85a2-15ac55a19029 service neutron] Attempting to bind port 8eb3bafa-0275-4baf-b62b-26a49992af32 on network fea6e7e3-47f5-4ada-86ca-f855bc01cae1 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:13:42.536969 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-68da8c88-8bfd-42c7-830d-c010e04d7fda service neutron] For port 08a80db7-5c6a-42a8-a7b1-6919fe09472a, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:13:42.542075 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-c053c9d5-0c76-4357-85a2-15ac55a19029 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:13:42.542481 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-c053c9d5-0c76-4357-85a2-15ac55a19029 service neutron] Checking segment: {'id': 'd17188d4-7793-4980-b0e3-bff9438995bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fea6e7e3-47f5-4ada-86ca-f855bc01cae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:13:42.542936 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-c053c9d5-0c76-4357-85a2-15ac55a19029 service neutron] Bound using segment: {'id': 'd17188d4-7793-4980-b0e3-bff9438995bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fea6e7e3-47f5-4ada-86ca-f855bc01cae1'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:13:42.543179 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-68da8c88-8bfd-42c7-830d-c010e04d7fda service neutron] For port 08a80db7-5c6a-42a8-a7b1-6919fe09472a, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=08a80db7-5c6a-42a8-a7b1-6919fe09472a,segment=NetworkSegment(09a1612e-6cb1-4b0d-9b2f-26f79a705053),segment_id=09a1612e-6cb1-4b0d-9b2f-26f79a705053)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:13:42.545904 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-c053c9d5-0c76-4357-85a2-15ac55a19029 service neutron] Bound port: 8eb3bafa-0275-4baf-b62b-26a49992af32, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17188d4-7793-4980-b0e3-bff9438995bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fea6e7e3-47f5-4ada-86ca-f855bc01cae1'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:13:42.545904 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-c053c9d5-0c76-4357-85a2-15ac55a19029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:42.552081 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-3c63ddd5-cb90-406b-abd8-aa6c62e57f86 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Deleting port a385e62b-d2a8-4713-ac29-e27261556f4d {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:13:42.552447 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3c63ddd5-cb90-406b-abd8-aa6c62e57f86 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (a385e62b-d2a8-4713-ac29-e27261556f4d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:42.594093 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-68da8c88-8bfd-42c7-830d-c010e04d7fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (08a80db7-5c6a-42a8-a7b1-6919fe09472a), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:42.639022 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-68da8c88-8bfd-42c7-830d-c010e04d7fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:42.639658 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-68da8c88-8bfd-42c7-830d-c010e04d7fda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:42.641181 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-68da8c88-8bfd-42c7-830d-c010e04d7fda service neutron] 10.222.0.69 "PUT /v2.0/ports/08a80db7-5c6a-42a8-a7b1-6919fe09472a HTTP/1.1" status: 200 len: 1092 time: 2.3383968 Feb 07 21:13:42.641669 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a3fde9-20bc-410f-88a0-8618711b10ec', 'tag': '08a80db7-5c6a-42a8-a7b1-6919fe09472a'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:13:42.644123 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82d01f6-fd4b-41ee-bfb4-6ac6520e74c4" -d '{"events": [{"name": "network-changed", "server_uuid": "75a3fde9-20bc-410f-88a0-8618711b10ec", "tag": "08a80db7-5c6a-42a8-a7b1-6919fe09472a"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:13:42.708958 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da8c88-8bfd-42c7-830d-c010e04d7fda service neutron] Pushing event updated for resources: {'Port': ['ID=08a80db7-5c6a-42a8-a7b1-6919fe09472a,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:42.741836 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64f7300-e8d5-4987-8d23-20990c629ef6 x-openstack-request-id: req-e64f7300-e8d5-4987-8d23-20990c629ef6 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:13:42.742436 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a3fde9-20bc-410f-88a0-8618711b10ec", "tag": "08a80db7-5c6a-42a8-a7b1-6919fe09472a", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:13:42.742924 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e64f7300-e8d5-4987-8d23-20990c629ef6 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:13:42.744031 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a3fde9-20bc-410f-88a0-8618711b10ec', 'tag': '08a80db7-5c6a-42a8-a7b1-6919fe09472a', 'status': 'completed', 'code': 200} Feb 07 21:13:42.777619 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-3c63ddd5-cb90-406b-abd8-aa6c62e57f86 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] For port a385e62b-d2a8-4713-ac29-e27261556f4d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a385e62b-d2a8-4713-ac29-e27261556f4d,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:42.778265 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3c63ddd5-cb90-406b-abd8-aa6c62e57f86 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (a385e62b-d2a8-4713-ac29-e27261556f4d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:42.797073 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-3c63ddd5-cb90-406b-abd8-aa6c62e57f86 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Calling delete_port for a385e62b-d2a8-4713-ac29-e27261556f4d owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:13:42.831357 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-e32e74ce-2879-4aa3-9941-2502c23c8390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:42.833431 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-e32e74ce-2879-4aa3-9941-2502c23c8390 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=98a599189f4e437782b9582efa3be866&device_id=75a3fde9-20bc-410f-88a0-8618711b10ec HTTP/1.1" status: 200 len: 1126 time: 0.1256683 Feb 07 21:13:43.064942 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 29fb7d65-33ad-40ca-b606-ecec1017eca5 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:13:43.109309 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_controller (e7d91d84-4bc8-4ee8-a043-b80aa64dd844), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:43.111598 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 29fb7d65-33ad-40ca-b606-ecec1017eca5 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:13:43.114271 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 29fb7d65-33ad-40ca-b606-ecec1017eca5 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:13:43.114675 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d282eeeb-a134-4915-978e-ed0c644df90d no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:13:43.147736 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: d282eeeb-a134-4915-978e-ed0c644df90d {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:13:43.148532 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d282eeeb-a134-4915-978e-ed0c644df90d not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:13:43.149727 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 734d234e-6149-440b-9e4c-a652e3acbca3 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:13:43.172957 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 734d234e-6149-440b-9e4c-a652e3acbca3 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:13:43.173694 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 734d234e-6149-440b-9e4c-a652e3acbca3 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:13:43.330300 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49a334-623c-4795-835f-e2e01460fa27 req-80553c90-b129-45cd-9ebd-55a6dc8921f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:43.331835 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b49a334-623c-4795-835f-e2e01460fa27 req-80553c90-b129-45cd-9ebd-55a6dc8921f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=98a599189f4e437782b9582efa3be866&device_id=34e4a7f4-98b7-4bcd-9e70-e6519836fae3 HTTP/1.1" status: 200 len: 1125 time: 0.8374975 Feb 07 21:13:43.395089 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-bb9a01e8-77ed-47d2-b4c7-e3bfdc3a85d7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08a80db7-5c6a-42a8-a7b1-6919fe09472a HTTP/1.1" status: 200 len: 217 time: 0.4920957 Feb 07 21:13:43.424088 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6aafc9f-400f-4185-a5ce-d9ce829937a4 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router_gateway (7a94800b-9617-49f4-b833-4e549a288b7f), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:43.491645 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-c053c9d5-0c76-4357-85a2-15ac55a19029 service neutron] For port 8eb3bafa-0275-4baf-b62b-26a49992af32, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:13:43.534769 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3c63ddd5-cb90-406b-abd8-aa6c62e57f86 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (a385e62b-d2a8-4713-ac29-e27261556f4d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:43.551704 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-c053c9d5-0c76-4357-85a2-15ac55a19029 service neutron] For port 8eb3bafa-0275-4baf-b62b-26a49992af32, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=8eb3bafa-0275-4baf-b62b-26a49992af32,segment=NetworkSegment(d17188d4-7793-4980-b0e3-bff9438995bd),segment_id=d17188d4-7793-4980-b0e3-bff9438995bd)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:13:43.574526 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_gateway (e7d91d84-4bc8-4ee8-a043-b80aa64dd844), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:43.580726 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63ddd5-cb90-406b-abd8-aa6c62e57f86 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event deleted for resources: {'Port': ['ID=a385e62b-d2a8-4713-ac29-e27261556f4d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:43.592483 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-684366c0-8c6f-4cad-826b-87d61bb41fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:43.594604 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-684366c0-8c6f-4cad-826b-87d61bb41fd5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ade2c79c-449f-4a66-b396-5e7956fbe0ca HTTP/1.1" status: 200 len: 852 time: 0.1920874 Feb 07 21:13:43.620474 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefedb5-da16-46ca-a434-9d0a425825e7 req-817bf112-7931-482c-8f8d-2dd986070ad5 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:43.621952 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2eefedb5-da16-46ca-a434-9d0a425825e7 req-817bf112-7931-482c-8f8d-2dd986070ad5 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a3fde9-20bc-410f-88a0-8618711b10ec HTTP/1.1" status: 200 len: 944 time: 0.5377693 Feb 07 21:13:43.631154 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-c053c9d5-0c76-4357-85a2-15ac55a19029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:43.670158 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-63248f19-973a-4ac3-b20f-dd0c727252c5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=125cfc0b-d0af-4d4a-ba2e-4227c32c6f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321548 Feb 07 21:13:43.731229 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52375e1-4224-4e15-8b31-4f31862de3c0 req-fab4a0fe-a99c-4c0e-8f0d-dd0d4c468d5a tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:43.732869 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c52375e1-4224-4e15-8b31-4f31862de3c0 req-fab4a0fe-a99c-4c0e-8f0d-dd0d4c468d5a tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 943 time: 0.3922379 Feb 07 21:13:43.777626 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-c053c9d5-0c76-4357-85a2-15ac55a19029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:43.778248 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-c053c9d5-0c76-4357-85a2-15ac55a19029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:43.779621 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-c053c9d5-0c76-4357-85a2-15ac55a19029 service neutron] 10.222.0.71 "PUT /v2.0/ports/8eb3bafa-0275-4baf-b62b-26a49992af32 HTTP/1.1" status: 200 len: 1091 time: 2.7282622 Feb 07 21:13:43.786723 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841', 'tag': '8eb3bafa-0275-4baf-b62b-26a49992af32'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:13:43.794399 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3c63ddd5-cb90-406b-abd8-aa6c62e57f86 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (7d80b13b-8f92-43f3-b90d-e652b56673ca), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:43.795394 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c767fcc7-fac5-4bd1-a76e-eae32733694e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841", "tag": "8eb3bafa-0275-4baf-b62b-26a49992af32"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:13:43.852035 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49a334-623c-4795-835f-e2e01460fa27 req-e9a0c898-71b4-432c-8075-3cbd7a6030a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:43.853670 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b49a334-623c-4795-835f-e2e01460fa27 req-e9a0c898-71b4-432c-8075-3cbd7a6030a3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 HTTP/1.1" status: 200 len: 913 time: 0.4973330 Feb 07 21:13:43.854463 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053c9d5-0c76-4357-85a2-15ac55a19029 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb3bafa-0275-4baf-b62b-26a49992af32,revision_number=10']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:43.905381 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2eefedb5-da16-46ca-a434-9d0a425825e7 req-f64d6e99-9ec6-457b-9d01-9093d1158d34 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbdaf137-0c7d-4120-9cec-4b25f358affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729211 Feb 07 21:13:43.967740 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3c63ddd5-cb90-406b-abd8-aa6c62e57f86 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (7d80b13b-8f92-43f3-b90d-e652b56673ca), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:43.971992 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3c63ddd5-cb90-406b-abd8-aa6c62e57f86 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for router_controller (7d80b13b-8f92-43f3-b90d-e652b56673ca), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:43.980967 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-3f5e7007-307b-4329-a705-5c7ea95218ad service neutron] 10.222.0.69 "GET /v2.0/networks/125cfc0b-d0af-4d4a-ba2e-4227c32c6f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832992 Feb 07 21:13:44.023779 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b49a334-623c-4795-835f-e2e01460fa27 req-553f5456-21e8-4871-b2f2-f61df42c0dce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b HTTP/1.1" status: 200 len: 217 time: 0.1416843 Feb 07 21:13:44.124253 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454053b5-1709-4d85-a371-b88da742d9ef x-openstack-request-id: req-454053b5-1709-4d85-a371-b88da742d9ef {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:13:44.124991 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841", "tag": "8eb3bafa-0275-4baf-b62b-26a49992af32", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:13:44.124991 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-454053b5-1709-4d85-a371-b88da742d9ef {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:13:44.125209 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841', 'tag': '8eb3bafa-0275-4baf-b62b-26a49992af32', 'status': 'completed', 'code': 200} Feb 07 21:13:44.140166 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c52375e1-4224-4e15-8b31-4f31862de3c0 req-fe9e25bd-cef9-48e2-8d69-6411c39b55f9 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681452 Feb 07 21:13:44.162191 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-e5bf63fa-790f-4bbd-bf7a-bc2187b2452d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:44.163708 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-e5bf63fa-790f-4bbd-bf7a-bc2187b2452d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=55db8492f6dd45429fe0e2523287a174&device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 1126 time: 0.3059618 Feb 07 21:13:44.179769 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3c63ddd5-cb90-406b-abd8-aa6c62e57f86 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (7d80b13b-8f92-43f3-b90d-e652b56673ca), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:44.180857 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c63ddd5-cb90-406b-abd8-aa6c62e57f86 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Fanout notify agent at l3_agent the message router_deleted on router 7d80b13b-8f92-43f3-b90d-e652b56673ca {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:13:44.186245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49a334-623c-4795-835f-e2e01460fa27 req-293a1778-b587-43d5-b232-0bafd4fa2789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:44.187819 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b49a334-623c-4795-835f-e2e01460fa27 req-293a1778-b587-43d5-b232-0bafd4fa2789 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ade2c79c-449f-4a66-b396-5e7956fbe0ca HTTP/1.1" status: 200 len: 852 time: 0.1380465 Feb 07 21:13:44.190112 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3c63ddd5-cb90-406b-abd8-aa6c62e57f86 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:44.193855 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3c63ddd5-cb90-406b-abd8-aa6c62e57f86 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "DELETE /v2.0/routers/7d80b13b-8f92-43f3-b90d-e652b56673ca HTTP/1.1" status: 204 len: 168 time: 2.9200435 Feb 07 21:13:44.194769 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33416) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:44.239006 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd84d2c5-bb04-4f7a-a811-1a190b1031c5 req-2768b88d-5ff9-4f8f-8c7c-c7d7846ff30c service neutron] 10.222.0.69 "GET /v2.0/networks/125cfc0b-d0af-4d4a-ba2e-4227c32c6f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240367 Feb 07 21:13:44.337052 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b49a334-623c-4795-835f-e2e01460fa27 req-3464a20d-dd5a-4448-a14b-41c9e51c8ade service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=125cfc0b-d0af-4d4a-ba2e-4227c32c6f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740449 Feb 07 21:13:44.347944 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cde0391-0608-4415-9bea-ef34dda58e4f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (e9ef3ee6-ea93-4d15-9d8e-8588e112d694), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:44.405443 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d01f6-fd4b-41ee-bfb4-6ac6520e74c4 req-9b9cb36a-1deb-4667-a3e0-8014b5c1f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:44.407102 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f82d01f6-fd4b-41ee-bfb4-6ac6520e74c4 req-9b9cb36a-1deb-4667-a3e0-8014b5c1f8fb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=98a599189f4e437782b9582efa3be866&device_id=75a3fde9-20bc-410f-88a0-8618711b10ec HTTP/1.1" status: 200 len: 1126 time: 0.1048353 Feb 07 21:13:44.596351 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d01f6-fd4b-41ee-bfb4-6ac6520e74c4 req-bc2ae1ab-5ef7-4abc-b54c-f32f83bcc26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:44.597873 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f82d01f6-fd4b-41ee-bfb4-6ac6520e74c4 req-bc2ae1ab-5ef7-4abc-b54c-f32f83bcc26a service neutron] 10.222.0.69 "GET /v2.0/networks?id=125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 HTTP/1.1" status: 200 len: 913 time: 0.1808994 Feb 07 21:13:44.599553 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cde0391-0608-4415-9bea-ef34dda58e4f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (e9ef3ee6-ea93-4d15-9d8e-8588e112d694), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:44.642160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-149b7d1d-6750-49a2-a426-50c1e6c7d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:44.643654 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-149b7d1d-6750-49a2-a426-50c1e6c7d26b service neutron] 10.222.0.71 "GET /v2.0/networks?id=fea6e7e3-47f5-4ada-86ca-f855bc01cae1 HTTP/1.1" status: 200 len: 915 time: 0.4610200 Feb 07 21:13:44.671779 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f82d01f6-fd4b-41ee-bfb4-6ac6520e74c4 req-0c039ae0-a7e9-4763-a52b-cc44315a32d8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08a80db7-5c6a-42a8-a7b1-6919fe09472a HTTP/1.1" status: 200 len: 217 time: 0.0622160 Feb 07 21:13:44.675505 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-1cde0391-0608-4415-9bea-ef34dda58e4f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ef3ee6-ea93-4d15-9d8e-8588e112d694']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:44.684131 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6aafc9f-400f-4185-a5ce-d9ce829937a4 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router_gateway (7a94800b-9617-49f4-b833-4e549a288b7f), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:44.692460 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_gateway (e7d91d84-4bc8-4ee8-a043-b80aa64dd844), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:44.702513 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-1cde0391-0608-4415-9bea-ef34dda58e4f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef7714c-bc02-4aba-a323-a0f15cd9ab89') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:44.702513 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-1cde0391-0608-4415-9bea-ef34dda58e4f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef7714c-bc02-4aba-a323-a0f15cd9ab89') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:44.712334 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b49a334-623c-4795-835f-e2e01460fa27 req-37d6631f-a606-4169-bdfb-0e4303869298 service neutron] 10.222.0.69 "GET /v2.0/networks/125cfc0b-d0af-4d4a-ba2e-4227c32c6f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916465 Feb 07 21:13:44.728762 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cde0391-0608-4415-9bea-ef34dda58e4f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (fef7714c-bc02-4aba-a323-a0f15cd9ab89), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:44.756527 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cde0391-0608-4415-9bea-ef34dda58e4f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (fef7714c-bc02-4aba-a323-a0f15cd9ab89), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:44.760866 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d01f6-fd4b-41ee-bfb4-6ac6520e74c4 req-fb228c52-e247-4f11-a2d6-55a314bba6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:44.762723 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f82d01f6-fd4b-41ee-bfb4-6ac6520e74c4 req-fb228c52-e247-4f11-a2d6-55a314bba6bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ade2c79c-449f-4a66-b396-5e7956fbe0ca HTTP/1.1" status: 200 len: 852 time: 0.0791881 Feb 07 21:13:44.768724 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cde0391-0608-4415-9bea-ef34dda58e4f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:13:44.769139 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cde0391-0608-4415-9bea-ef34dda58e4f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (fef7714c-bc02-4aba-a323-a0f15cd9ab89), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: items = [ Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:13:44.784051 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:13:44.797936 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:44.823718 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6aafc9f-400f-4185-a5ce-d9ce829937a4 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:44.826293 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-25aea3ab-6790-4982-84ed-ca267c984cc9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8eb3bafa-0275-4baf-b62b-26a49992af32 HTTP/1.1" status: 200 len: 217 time: 0.1750171 Feb 07 21:13:44.848026 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f82d01f6-fd4b-41ee-bfb4-6ac6520e74c4 req-37073e62-c625-4e4c-b541-350da6df5c23 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=125cfc0b-d0af-4d4a-ba2e-4227c32c6f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629525 Feb 07 21:13:44.920152 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cde0391-0608-4415-9bea-ef34dda58e4f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (e9ef3ee6-ea93-4d15-9d8e-8588e112d694), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:44.970877 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cde0391-0608-4415-9bea-ef34dda58e4f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:44.977389 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1cde0391-0608-4415-9bea-ef34dda58e4f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "DELETE /v2.0/networks/e9ef3ee6-ea93-4d15-9d8e-8588e112d694 HTTP/1.1" status: 204 len: 168 time: 0.7786975 Feb 07 21:13:44.977389 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde0391-0608-4415-9bea-ef34dda58e4f tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event deleted for resources: {'Network': ['ID=e9ef3ee6-ea93-4d15-9d8e-8588e112d694,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:44.979416 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33420) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:45.061021 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-52b86ddf-4fb2-43c3-9d33-7dc8a550decf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:45.062503 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-52b86ddf-4fb2-43c3-9d33-7dc8a550decf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=226d5f88-28a2-4f0a-937f-719b03b2d28a HTTP/1.1" status: 200 len: 854 time: 0.2035983 Feb 07 21:13:45.145140 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a385e62b-d2a8-4713-ac29-e27261556f4d no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:13:45.149966 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f82d01f6-fd4b-41ee-bfb4-6ac6520e74c4 req-9a511c6e-867d-400e-b341-8dea95df90a4 service neutron] 10.222.0.69 "GET /v2.0/networks/125cfc0b-d0af-4d4a-ba2e-4227c32c6f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895837 Feb 07 21:13:45.167616 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-930001fc-49e3-489c-96a5-b551b2d23360 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fea6e7e3-47f5-4ada-86ca-f855bc01cae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747967 Feb 07 21:13:45.203118 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: a385e62b-d2a8-4713-ac29-e27261556f4d {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:13:45.203482 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a385e62b-d2a8-4713-ac29-e27261556f4d not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:13:45.298137 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-4e034e69-0dc3-479c-9c1e-981bdd896f99 service neutron] 10.222.0.71 "GET /v2.0/networks/fea6e7e3-47f5-4ada-86ca-f855bc01cae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116629 Feb 07 21:13:45.300755 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Allocated IP 172.25.4.204 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/961cc79a-4a69-41f8-95bb-4d3c268e1c9e) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:13:45.319396 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b49a334-623c-4795-835f-e2e01460fa27 req-8a82f332-b828-473d-9f46-6e3b5c4b866e service neutron] 10.222.0.69 "GET /v2.0/networks/125cfc0b-d0af-4d4a-ba2e-4227c32c6f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225797 Feb 07 21:13:45.360566 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f82d01f6-fd4b-41ee-bfb4-6ac6520e74c4 req-0e89ae1f-7dea-4d98-8e6c-82d21fd77d1b service neutron] 10.222.0.69 "GET /v2.0/networks/125cfc0b-d0af-4d4a-ba2e-4227c32c6f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629465 Feb 07 21:13:45.371255 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c98cf2f3-bc40-47dd-9c1b-d2a92c27c83e tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Deleting port b20b37c8-46a2-4c4d-904c-7e065000c0ed {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:13:45.371871 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c98cf2f3-bc40-47dd-9c1b-d2a92c27c83e tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (b20b37c8-46a2-4c4d-904c-7e065000c0ed), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:45.452725 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd05e79-1f51-4dd9-94a0-e699c18a72d9 req-ddaff1c0-7298-450f-8952-d95a3851b52c tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:45.459689 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-edd05e79-1f51-4dd9-94a0-e699c18a72d9 req-ddaff1c0-7298-450f-8952-d95a3851b52c tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a3fde9-20bc-410f-88a0-8618711b10ec HTTP/1.1" status: 200 len: 944 time: 0.4061236 Feb 07 21:13:45.463447 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c98cf2f3-bc40-47dd-9c1b-d2a92c27c83e tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (b20b37c8-46a2-4c4d-904c-7e065000c0ed), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:45.464026 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c98cf2f3-bc40-47dd-9c1b-d2a92c27c83e tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for floatingip (b20b37c8-46a2-4c4d-904c-7e065000c0ed), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:45.478204 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c98cf2f3-bc40-47dd-9c1b-d2a92c27c83e tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Calling delete_port for b20b37c8-46a2-4c4d-904c-7e065000c0ed owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:13:45.757432 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c98cf2f3-bc40-47dd-9c1b-d2a92c27c83e tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (b20b37c8-46a2-4c4d-904c-7e065000c0ed), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:45.798420 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cf2f3-bc40-47dd-9c1b-d2a92c27c83e tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event deleted for resources: {'Port': ['ID=b20b37c8-46a2-4c4d-904c-7e065000c0ed,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:45.885167 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c98cf2f3-bc40-47dd-9c1b-d2a92c27c83e tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for floatingip (b8a7186f-fac8-41c5-aee8-f1b11d40f1f9), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:45.886497 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [None req-c98cf2f3-bc40-47dd-9c1b-d2a92c27c83e tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Floating IP b8a7186f-fac8-41c5-aee8-f1b11d40f1f9 disassociated (deleted). External IP: 172.25.4.193, port: da08c826-67ab-405b-bf80-be0f968150f4. Feb 07 21:13:45.891780 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac32fb-4148-47b6-aea5-553f6b80c1fc req-cada4e3c-5627-4f3b-9788-e19b7cf86e1e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:45.893433 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87ac32fb-4148-47b6-aea5-553f6b80c1fc req-cada4e3c-5627-4f3b-9788-e19b7cf86e1e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 944 time: 0.5941601 Feb 07 21:13:45.962582 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-08175edc-8736-4bae-b00b-8c430bacea51 service neutron] 10.222.0.71 "GET /v2.0/networks/fea6e7e3-47f5-4ada-86ca-f855bc01cae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6420152 Feb 07 21:13:45.995114 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-edd05e79-1f51-4dd9-94a0-e699c18a72d9 req-583da361-c640-4fe6-bfdc-6814178df563 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbdaf137-0c7d-4120-9cec-4b25f358affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5342951 Feb 07 21:13:46.019622 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for port (961cc79a-4a69-41f8-95bb-4d3c268e1c9e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:46.030376 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87ac32fb-4148-47b6-aea5-553f6b80c1fc req-841df14c-9922-441a-8ea2-b9f4ca11717e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232951 Feb 07 21:13:46.151568 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767fcc7-fac5-4bd1-a76e-eae32733694e req-456030af-93d1-4a7e-bc20-a02c939fd30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:46.153480 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c767fcc7-fac5-4bd1-a76e-eae32733694e req-456030af-93d1-4a7e-bc20-a02c939fd30e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=55db8492f6dd45429fe0e2523287a174&device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 1126 time: 0.1260395 Feb 07 21:13:46.201285 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98cf2f3-bc40-47dd-9c1b-d2a92c27c83e tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Router e06e2bcc-03f3-460c-97c5-6a149ffd4451 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:13:46.235369 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (961cc79a-4a69-41f8-95bb-4d3c268e1c9e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:46.285648 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-e6aafc9f-400f-4185-a5ce-d9ce829937a4 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Allocated IP 172.25.4.190 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/2e77e2cb-cb38-4984-ba57-b11385f3c2de) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:13:46.386163 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98cf2f3-bc40-47dd-9c1b-d2a92c27c83e tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:13:46.398118 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7629f8cd-da1d-4c8d-a576-6a7745884e23 None None] Sync routers for ids ['e06e2bcc-03f3-460c-97c5-6a149ffd4451'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:13:46.405173 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c98cf2f3-bc40-47dd-9c1b-d2a92c27c83e tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:46.409275 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7629f8cd-da1d-4c8d-a576-6a7745884e23 None None] Routers {'e06e2bcc-03f3-460c-97c5-6a149ffd4451'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:46.413720 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7629f8cd-da1d-4c8d-a576-6a7745884e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e06e2bcc-03f3-460c-97c5-6a149ffd4451'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:46.438998 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Pushing event updated for resources: {'Port': ['ID=961cc79a-4a69-41f8-95bb-4d3c268e1c9e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:46.457197 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c98cf2f3-bc40-47dd-9c1b-d2a92c27c83e tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "DELETE /v2.0/floatingips/b8a7186f-fac8-41c5-aee8-f1b11d40f1f9 HTTP/1.1" status: 204 len: 168 time: 1.4766295 Feb 07 21:13:46.457674 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785a95b1-3446-4450-a4c8-4dc566167d5a', 'tag': 'da08c826-67ab-405b-bf80-be0f968150f4'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:13:46.486324 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f33a961-033e-4708-8689-bcc645a94fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "785a95b1-3446-4450-a4c8-4dc566167d5a", "tag": "da08c826-67ab-405b-bf80-be0f968150f4"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:13:46.494528 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767fcc7-fac5-4bd1-a76e-eae32733694e req-c8450f8e-48b7-4875-a735-75b047f18280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:46.501386 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c767fcc7-fac5-4bd1-a76e-eae32733694e req-c8450f8e-48b7-4875-a735-75b047f18280 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fea6e7e3-47f5-4ada-86ca-f855bc01cae1 HTTP/1.1" status: 200 len: 915 time: 0.3388984 Feb 07 21:13:46.519485 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:13:46.529864 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:46.530233 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:46.531531 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:46.531719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:46.532073 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:46.532456 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:46.532798 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:46.537167 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:46.537167 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:46.537167 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:46.537596 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:46.543710 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:46.544072 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:13:46.554002 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:13:46.557383 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:13:46.613403 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:13:46.803216 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856dfe53-53e9-4a3c-9c01-1d48ca0c97c1 x-openstack-request-id: req-856dfe53-53e9-4a3c-9c01-1d48ca0c97c1 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:13:46.803512 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785a95b1-3446-4450-a4c8-4dc566167d5a", "tag": "da08c826-67ab-405b-bf80-be0f968150f4", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:13:46.803776 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-856dfe53-53e9-4a3c-9c01-1d48ca0c97c1 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:13:46.804178 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785a95b1-3446-4450-a4c8-4dc566167d5a', 'tag': 'da08c826-67ab-405b-bf80-be0f968150f4', 'status': 'completed', 'code': 200} Feb 07 21:13:46.849101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b,segment=NetworkSegment(09a1612e-6cb1-4b0d-9b2f-26f79a705053),segment_id=09a1612e-6cb1-4b0d-9b2f-26f79a705053)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:46.872274 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c767fcc7-fac5-4bd1-a76e-eae32733694e req-5b790dd5-ab0d-48f1-aa62-57636beed1e1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8eb3bafa-0275-4baf-b62b-26a49992af32 HTTP/1.1" status: 200 len: 217 time: 0.2513363 Feb 07 21:13:46.874901 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b', 'network_id': '125cfc0b-d0af-4d4a-ba2e-4227c32c6f99', 'port_id': 'e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b', 'mac_address': 'fa:16:3e:00:e1:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade2c79c-449f-4a66-b396-5e7956fbe0ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:13:46.958290 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-7629f8cd-da1d-4c8d-a576-6a7745884e23 None None] Set router e06e2bcc-03f3-460c-97c5-6a149ffd4451 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:13:46.960407 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:13:46.960792 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:47.001263 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:13:47.088187 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b,segment=NetworkSegment(09a1612e-6cb1-4b0d-9b2f-26f79a705053),segment_id=09a1612e-6cb1-4b0d-9b2f-26f79a705053)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:47.129178 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:47.129896 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 08a80db7-5c6a-42a8-a7b1-6919fe09472a details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:13:47.192696 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:47.270753 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 08a80db7-5c6a-42a8-a7b1-6919fe09472a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=08a80db7-5c6a-42a8-a7b1-6919fe09472a,segment=NetworkSegment(09a1612e-6cb1-4b0d-9b2f-26f79a705053),segment_id=09a1612e-6cb1-4b0d-9b2f-26f79a705053)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:47.290742 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '08a80db7-5c6a-42a8-a7b1-6919fe09472a', 'network_id': '125cfc0b-d0af-4d4a-ba2e-4227c32c6f99', 'port_id': '08a80db7-5c6a-42a8-a7b1-6919fe09472a', 'mac_address': 'fa:16:3e:76:b4:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade2c79c-449f-4a66-b396-5e7956fbe0ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:13:47.306041 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6aafc9f-400f-4185-a5ce-d9ce829937a4 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for port (2e77e2cb-cb38-4984-ba57-b11385f3c2de), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:47.375843 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767fcc7-fac5-4bd1-a76e-eae32733694e req-8e92fe23-abeb-4ce2-9e9e-37b90f544cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:47.379031 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c767fcc7-fac5-4bd1-a76e-eae32733694e req-8e92fe23-abeb-4ce2-9e9e-37b90f544cb9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=226d5f88-28a2-4f0a-937f-719b03b2d28a HTTP/1.1" status: 200 len: 854 time: 0.2885575 Feb 07 21:13:47.410306 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 08a80db7-5c6a-42a8-a7b1-6919fe09472a is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:13:47.410896 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (08a80db7-5c6a-42a8-a7b1-6919fe09472a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:47.440833 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7629f8cd-da1d-4c8d-a576-6a7745884e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2076459304', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:43Z', 'updated_at': '2022-02-07T21:10:52Z', 'revision_number': 4, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'gw_port': {'id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:44Z', 'updated_at': '2022-02-07T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '8c9a20e5-3e6b-4955-9ee8-101fff5cabc0', 'name': '', 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'mac_address': 'fa:16:3e:01:ba:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c70e9438-a0fd-453e-80ec-8312d616972d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:51Z', 'updated_at': '2022-02-07T21:10:57Z', 'revision_number': 5, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'subnets': [{'id': 'c70e9438-a0fd-453e-80ec-8312d616972d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:47.443694 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a80db7-5c6a-42a8-a7b1-6919fe09472a {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:13:47.470512 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74661bfe-ae8d-4084-846b-f49ebd8f3161 req-f07c97fb-9de3-4162-ad6c-4eef8b744534 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:47.477807 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74661bfe-ae8d-4084-846b-f49ebd8f3161 req-f07c97fb-9de3-4162-ad6c-4eef8b744534 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 984 time: 0.5238526 Feb 07 21:13:47.482895 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7629f8cd-da1d-4c8d-a576-6a7745884e23 None None] Checking router: e06e2bcc-03f3-460c-97c5-6a149ffd4451 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:13:47.506860 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7629f8cd-da1d-4c8d-a576-6a7745884e23 None None] Routers {'e06e2bcc-03f3-460c-97c5-6a149ffd4451'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:47.507548 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7629f8cd-da1d-4c8d-a576-6a7745884e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e06e2bcc-03f3-460c-97c5-6a149ffd4451'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:47.538697 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33a961-033e-4708-8689-bcc645a94fbb req-6f760a65-68a6-4457-95b9-bed2667dc736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:47.540269 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f33a961-033e-4708-8689-bcc645a94fbb req-6f760a65-68a6-4457-95b9-bed2667dc736 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c463a693b5274ac2a7546a3f4a26c5cf&device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 1166 time: 0.4488945 Feb 07 21:13:47.639631 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-7629f8cd-da1d-4c8d-a576-6a7745884e23 None None] Set router e06e2bcc-03f3-460c-97c5-6a149ffd4451 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:13:47.717715 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c767fcc7-fac5-4bd1-a76e-eae32733694e req-959ad487-d84b-4fe4-b30a-124bee223cd6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fea6e7e3-47f5-4ada-86ca-f855bc01cae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2905025 Feb 07 21:13:47.752875 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 08a80db7-5c6a-42a8-a7b1-6919fe09472a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=08a80db7-5c6a-42a8-a7b1-6919fe09472a,segment=NetworkSegment(09a1612e-6cb1-4b0d-9b2f-26f79a705053),segment_id=09a1612e-6cb1-4b0d-9b2f-26f79a705053)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:47.763258 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (08a80db7-5c6a-42a8-a7b1-6919fe09472a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:48.012551 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=08a80db7-5c6a-42a8-a7b1-6919fe09472a,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:48.085162 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c767fcc7-fac5-4bd1-a76e-eae32733694e req-5b44080d-98c7-49cc-ac5d-16d643096ba9 service neutron] 10.222.0.71 "GET /v2.0/networks/fea6e7e3-47f5-4ada-86ca-f855bc01cae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229816 Feb 07 21:13:48.086717 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33a961-033e-4708-8689-bcc645a94fbb req-ceb9206e-8325-428a-a3ff-bea619b4c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:48.090028 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f33a961-033e-4708-8689-bcc645a94fbb req-ceb9206e-8325-428a-a3ff-bea619b4c77b service neutron] 10.222.0.71 "GET /v2.0/networks?id=471803ab-fc1d-45bc-9fa4-7c4608085221 HTTP/1.1" status: 200 len: 898 time: 0.3702343 Feb 07 21:13:48.114531 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7629f8cd-da1d-4c8d-a576-6a7745884e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2076459304', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:43Z', 'updated_at': '2022-02-07T21:10:52Z', 'revision_number': 4, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'gw_port': {'id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:44Z', 'updated_at': '2022-02-07T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '8c9a20e5-3e6b-4955-9ee8-101fff5cabc0', 'name': '', 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'mac_address': 'fa:16:3e:01:ba:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c70e9438-a0fd-453e-80ec-8312d616972d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:51Z', 'updated_at': '2022-02-07T21:10:57Z', 'revision_number': 5, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'subnets': [{'id': 'c70e9438-a0fd-453e-80ec-8312d616972d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:48.160379 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6aafc9f-400f-4185-a5ce-d9ce829937a4 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (2e77e2cb-cb38-4984-ba57-b11385f3c2de), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:48.225707 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['08a80db7-5c6a-42a8-a7b1-6919fe09472a'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:13:48.296705 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_gateway (e7d91d84-4bc8-4ee8-a043-b80aa64dd844), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:48.303903 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:13:48.315777 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7629f8cd-da1d-4c8d-a576-6a7745884e23 None None] The sync data for ids ['e06e2bcc-03f3-460c-97c5-6a149ffd4451'] in n-d-828185-2 is: [{'id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2076459304', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:43Z', 'updated_at': '2022-02-07T21:10:52Z', 'revision_number': 4, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'gw_port': {'id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:44Z', 'updated_at': '2022-02-07T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '8c9a20e5-3e6b-4955-9ee8-101fff5cabc0', 'name': '', 'network_id': '471803ab-fc1d-45bc-9fa4-7c4608085221', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'mac_address': 'fa:16:3e:01:ba:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c70e9438-a0fd-453e-80ec-8312d616972d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:51Z', 'updated_at': '2022-02-07T21:10:57Z', 'revision_number': 5, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'subnets': [{'id': 'c70e9438-a0fd-453e-80ec-8312d616972d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:13:48.443898 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78bb82e3-6e3b-44b4-916f-c1ef1fc0aa70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:48.625821 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74661bfe-ae8d-4084-846b-f49ebd8f3161 req-919ae8c1-bbf0-4952-a824-d4c72983abb5 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/security-groups?id=d73dc756-7fe6-46e6-b073-fd7e685a2bdb&id=3d7e10d6-9505-4c22-b231-9184931b781d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 1.1471865 Feb 07 21:13:48.716808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6aafc9f-400f-4185-a5ce-d9ce829937a4 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:13:48.765512 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-e6aafc9f-400f-4185-a5ce-d9ce829937a4 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:13:48.848982 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aafc9f-400f-4185-a5ce-d9ce829937a4 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:13:48.885266 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aafc9f-400f-4185-a5ce-d9ce829937a4 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Pushing event updated for resources: {'Port': ['ID=2e77e2cb-cb38-4984-ba57-b11385f3c2de,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:48.906651 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834f5358-b63b-4513-9d52-7e77bfaf88a7 None None] New status for floating IP b8a7186f-fac8-41c5-aee8-f1b11d40f1f9: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:13:48.950245 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f33a961-033e-4708-8689-bcc645a94fbb req-4c657a8d-f8bb-4abd-b017-3b5e260b0e40 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da08c826-67ab-405b-bf80-be0f968150f4 HTTP/1.1" status: 200 len: 217 time: 0.2206306 Feb 07 21:13:49.257307 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23f61c-40cb-4567-9826-dde66237c2d5 req-07551443-cc7b-4e7f-b71b-e6e99db475b8 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:49.265397 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c23f61c-40cb-4567-9826-dde66237c2d5 req-07551443-cc7b-4e7f-b71b-e6e99db475b8 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a3fde9-20bc-410f-88a0-8618711b10ec HTTP/1.1" status: 200 len: 945 time: 0.4774942 Feb 07 21:13:49.345120 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c767fcc7-fac5-4bd1-a76e-eae32733694e req-911c11a0-e0d1-4105-ac76-f08f90ddb7b8 service neutron] 10.222.0.71 "GET /v2.0/networks/fea6e7e3-47f5-4ada-86ca-f855bc01cae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6100514 Feb 07 21:13:49.348850 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33a961-033e-4708-8689-bcc645a94fbb req-9407fa70-cabd-4293-adc9-4e3bed724107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:49.354421 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f33a961-033e-4708-8689-bcc645a94fbb req-9407fa70-cabd-4293-adc9-4e3bed724107 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c70e9438-a0fd-453e-80ec-8312d616972d HTTP/1.1" status: 200 len: 834 time: 0.2842679 Feb 07 21:13:49.531575 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (e7d91d84-4bc8-4ee8-a043-b80aa64dd844), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:49.571306 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c23f61c-40cb-4567-9826-dde66237c2d5 req-f2da4369-aed5-426b-9a3f-becc11beb6a9 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbdaf137-0c7d-4120-9cec-4b25f358affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039126 Feb 07 21:13:50.121863 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33a961-033e-4708-8689-bcc645a94fbb req-548b3ffb-eea5-4bd8-a67f-73177f694a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:50.123422 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f33a961-033e-4708-8689-bcc645a94fbb req-548b3ffb-eea5-4bd8-a67f-73177f694a7e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=471803ab-fc1d-45bc-9fa4-7c4608085221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7209253 Feb 07 21:13:50.237776 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20de46-35ac-4660-ba52-f507548bfd4b req-983efd3e-e9eb-4b46-8a92-ec05a717f5af tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:50.239281 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd20de46-35ac-4660-ba52-f507548bfd4b req-983efd3e-e9eb-4b46-8a92-ec05a717f5af tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 944 time: 0.1594319 Feb 07 21:13:50.285040 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6aafc9f-400f-4185-a5ce-d9ce829937a4 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router_gateway (7a94800b-9617-49f4-b833-4e549a288b7f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:50.427037 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd20de46-35ac-4660-ba52-f507548bfd4b req-358d1c9e-2c37-43d3-a462-f1a6dd744f82 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722183 Feb 07 21:13:50.499887 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:13:50.546067 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Router e7d91d84-4bc8-4ee8-a043-b80aa64dd844 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:13:50.616665 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6aafc9f-400f-4185-a5ce-d9ce829937a4 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9854'] for router (7a94800b-9617-49f4-b833-4e549a288b7f), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:50.620538 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-58af80cd-bb07-40d0-a67c-a65bd448abb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:50.637169 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:13:50.646153 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:13:50.648690 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:50.681327 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6aafc9f-400f-4185-a5ce-d9ce829937a4 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7871149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7871156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7867351'] for router (7a94800b-9617-49f4-b833-4e549a288b7f), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:50.793575 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:13:50.796901 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:50.856185 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e4a7f4-98b7-4bcd-9e70-e6519836fae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:13:50.858833 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2b19f7-45be-433b-8b02-a831c8d459cc" -d '{"events": [{"server_uuid": "34e4a7f4-98b7-4bcd-9e70-e6519836fae3", "name": "network-vif-plugged", "status": "completed", "tag": "e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:13:50.874759 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b,segment=NetworkSegment(09a1612e-6cb1-4b0d-9b2f-26f79a705053),segment_id=09a1612e-6cb1-4b0d-9b2f-26f79a705053)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:50.894794 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:50.897701 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 08a80db7-5c6a-42a8-a7b1-6919fe09472a up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:13:50.897866 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34ecdd-6d9d-4687-8232-b560fa07db35 req-6af8a229-bf68-43a2-8c2e-69a8a08a8f16 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:50.899657 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb34ecdd-6d9d-4687-8232-b560fa07db35 req-6af8a229-bf68-43a2-8c2e-69a8a08a8f16 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 984 time: 0.2739077 Feb 07 21:13:50.967065 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:13:50.983413 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3657ce02-9833-4e23-aa2d-8cf771ee03fa None None] Sync routers for ids ['e7d91d84-4bc8-4ee8-a043-b80aa64dd844'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:13:51.003231 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:51.004769 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-569c547f-8df8-460c-82b8-9786fd238208 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.8328977 Feb 07 21:13:51.008040 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33486) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:51.012843 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8ddcef7a-8068-404c-86fe-418a82814162 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'enable_snat': False}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:51.033695 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3657ce02-9833-4e23-aa2d-8cf771ee03fa None None] Routers {'e7d91d84-4bc8-4ee8-a043-b80aa64dd844'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:51.034743 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3657ce02-9833-4e23-aa2d-8cf771ee03fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e7d91d84-4bc8-4ee8-a043-b80aa64dd844'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:51.048180 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:51.082279 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb34ecdd-6d9d-4687-8232-b560fa07db35 req-5070c99d-f44e-498b-8ee3-d96f3097b323 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/security-groups?id=d73dc756-7fe6-46e6-b073-fd7e685a2bdb&id=3d7e10d6-9505-4c22-b231-9184931b781d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1643505 Feb 07 21:13:51.187664 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6aafc9f-400f-4185-a5ce-d9ce829937a4 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Router 7a94800b-9617-49f4-b833-4e549a288b7f is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:13:51.251141 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3657ce02-9833-4e23-aa2d-8cf771ee03fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:51.266583 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3657ce02-9833-4e23-aa2d-8cf771ee03fa None None] Routers {'e7d91d84-4bc8-4ee8-a043-b80aa64dd844'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:51.267735 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3657ce02-9833-4e23-aa2d-8cf771ee03fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e7d91d84-4bc8-4ee8-a043-b80aa64dd844'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:51.368274 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 08a80db7-5c6a-42a8-a7b1-6919fe09472a completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:13:51.393935 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 08a80db7-5c6a-42a8-a7b1-6919fe09472a triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:13:51.396337 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (08a80db7-5c6a-42a8-a7b1-6919fe09472a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:51.416633 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3657ce02-9833-4e23-aa2d-8cf771ee03fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:51.418140 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3657ce02-9833-4e23-aa2d-8cf771ee03fa None None] The sync data for ids ['e7d91d84-4bc8-4ee8-a043-b80aa64dd844'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:13:51.583531 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 08a80db7-5c6a-42a8-a7b1-6919fe09472a is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:13:51.585319 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (08a80db7-5c6a-42a8-a7b1-6919fe09472a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:51.603672 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a51dc-994c-4e2b-929c-f466cffd87d8 req-3e14022c-6831-4570-a2e7-b5a541887c9b tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:51.616862 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-948a51dc-994c-4e2b-929c-f466cffd87d8 req-3e14022c-6831-4570-a2e7-b5a541887c9b tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a3fde9-20bc-410f-88a0-8618711b10ec HTTP/1.1" status: 200 len: 945 time: 0.1686542 Feb 07 21:13:51.632625 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 08a80db7-5c6a-42a8-a7b1-6919fe09472a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=08a80db7-5c6a-42a8-a7b1-6919fe09472a,segment=NetworkSegment(09a1612e-6cb1-4b0d-9b2f-26f79a705053),segment_id=09a1612e-6cb1-4b0d-9b2f-26f79a705053)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:51.641594 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (08a80db7-5c6a-42a8-a7b1-6919fe09472a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:51.667800 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6aafc9f-400f-4185-a5ce-d9ce829937a4 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:13:51.672765 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6aafc9f-400f-4185-a5ce-d9ce829937a4 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:51.676602 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e6aafc9f-400f-4185-a5ce-d9ce829937a4 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "PUT /v2.0/routers/7a94800b-9617-49f4-b833-4e549a288b7f HTTP/1.1" status: 200 len: 915 time: 9.3193696 Feb 07 21:13:51.685575 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33494) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:51.686552 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeb9003-2b3f-4a61-b2e0-381960e7db53 None None] Sync routers for ids ['7a94800b-9617-49f4-b833-4e549a288b7f'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:13:51.714867 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb9003-2b3f-4a61-b2e0-381960e7db53 None None] Routers {'7a94800b-9617-49f4-b833-4e549a288b7f'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:51.717128 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-1aeb9003-2b3f-4a61-b2e0-381960e7db53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7a94800b-9617-49f4-b833-4e549a288b7f'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:51.792406 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ddcef7a-8068-404c-86fe-418a82814162 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router_gateway (e7d91d84-4bc8-4ee8-a043-b80aa64dd844), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:51.838307 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:51.863504 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=08a80db7-5c6a-42a8-a7b1-6919fe09472a,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:51.888971 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-1aeb9003-2b3f-4a61-b2e0-381960e7db53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:51.898187 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-948a51dc-994c-4e2b-929c-f466cffd87d8 req-0b30d384-1a54-40b1-b808-d2ea7f6889dd tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbdaf137-0c7d-4120-9cec-4b25f358affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798679 Feb 07 21:13:51.920135 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb9003-2b3f-4a61-b2e0-381960e7db53 None None] Routers {'7a94800b-9617-49f4-b833-4e549a288b7f'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:51.921136 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-1aeb9003-2b3f-4a61-b2e0-381960e7db53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7a94800b-9617-49f4-b833-4e549a288b7f'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:51.979737 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2233d701-c483-4f9f-80ce-bd583065e0df tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "GET /v2.0/routers/7a94800b-9617-49f4-b833-4e549a288b7f HTTP/1.1" status: 200 len: 921 time: 0.2896361 Feb 07 21:13:51.980003 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33496) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:52.029062 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-1aeb9003-2b3f-4a61-b2e0-381960e7db53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:52.032081 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeb9003-2b3f-4a61-b2e0-381960e7db53 None None] The sync data for ids ['7a94800b-9617-49f4-b833-4e549a288b7f'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:13:52.083498 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3159cb65-207a-46f6-bc02-33a85f0001a6 x-openstack-request-id: req-3159cb65-207a-46f6-bc02-33a85f0001a6 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:13:52.083801 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e4a7f4-98b7-4bcd-9e70-e6519836fae3", "name": "network-vif-plugged", "status": "completed", "tag": "e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:13:52.084146 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3159cb65-207a-46f6-bc02-33a85f0001a6 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:13:52.084582 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e4a7f4-98b7-4bcd-9e70-e6519836fae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b', 'code': 200} Feb 07 21:13:52.289352 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051e963-76f3-48fd-a73f-dafed972a279 req-40cd4c74-5611-4699-9312-975b29551b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:52.291008 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0051e963-76f3-48fd-a73f-dafed972a279 req-40cd4c74-5611-4699-9312-975b29551b26 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=34e4a7f4-98b7-4bcd-9e70-e6519836fae3 HTTP/1.1" status: 200 len: 1127 time: 0.1347032 Feb 07 21:13:52.321254 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd53c5a-91a9-4441-a435-52d9e10ddacb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:52.323402 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7cd53c5a-91a9-4441-a435-52d9e10ddacb tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06&device_id=7a94800b-9617-49f4-b833-4e549a288b7f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3424866 Feb 07 21:13:52.334590 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33500) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:52.356392 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8148d06-7951-4928-8a4f-44f8edf48a8e req-6c282edb-8edc-4a43-9303-3dbc66e76ef7 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:52.357932 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8148d06-7951-4928-8a4f-44f8edf48a8e req-6c282edb-8edc-4a43-9303-3dbc66e76ef7 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 944 time: 0.1529200 Feb 07 21:13:52.425648 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f33a961-033e-4708-8689-bcc645a94fbb req-c0e88a80-8ad1-4ec5-8bf5-82b590ced3e1 service neutron] 10.222.0.71 "GET /v2.0/networks/471803ab-fc1d-45bc-9fa4-7c4608085221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776498 Feb 07 21:13:52.514989 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8148d06-7951-4928-8a4f-44f8edf48a8e req-24cccb44-1547-4e8a-aa6a-db27b8a92759 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360133 Feb 07 21:13:52.657682 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f7d5a7-28ec-4e36-abb5-3ed8a5920b28 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:52.659442 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c9f7d5a7-28ec-4e36-abb5-3ed8a5920b28 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 881 time: 0.3237560 Feb 07 21:13:52.678598 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33502) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:52.752011 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c476d862-c19f-44df-9dff-8db821978278 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a94800b-9617-49f4-b833-4e549a288b7f HTTP/1.1" status: 200 len: 205 time: 0.0717599 Feb 07 21:13:52.760907 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33504) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:52.823165 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f33a961-033e-4708-8689-bcc645a94fbb req-93589d34-fbc8-4ee9-b34c-e312680cf1e7 service neutron] 10.222.0.71 "GET /v2.0/networks/471803ab-fc1d-45bc-9fa4-7c4608085221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797553 Feb 07 21:13:52.865108 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0051e963-76f3-48fd-a73f-dafed972a279 req-c1e133e7-8482-4ffe-bade-8dc03904f1b2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fbdaf137-0c7d-4120-9cec-4b25f358affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5647674 Feb 07 21:13:52.874796 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e4e4c-6fba-458b-8310-296e0dc7ef43 req-fdb881fd-d5ce-4b84-aa17-ede002be690b tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:52.883955 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f4e4e4c-6fba-458b-8310-296e0dc7ef43 req-fdb881fd-d5ce-4b84-aa17-ede002be690b tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 984 time: 0.2520635 Feb 07 21:13:52.985976 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f4e4e4c-6fba-458b-8310-296e0dc7ef43 req-239a4b16-d186-4b27-be03-51c42df62f94 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/security-groups?id=d73dc756-7fe6-46e6-b073-fd7e685a2bdb&id=3d7e10d6-9505-4c22-b231-9184931b781d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0987523 Feb 07 21:13:53.016662 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e09cf4f1-20f0-4b22-8edb-88fab920e1de tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router (7a94800b-9617-49f4-b833-4e549a288b7f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:53.192353 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d80cb-5ac9-4b02-9dba-e8b32fd9c6af req-e555835c-6e56-48d2-811a-2c77f2cb9589 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:53.199416 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-779d80cb-5ac9-4b02-9dba-e8b32fd9c6af req-e555835c-6e56-48d2-811a-2c77f2cb9589 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a3fde9-20bc-410f-88a0-8618711b10ec HTTP/1.1" status: 200 len: 946 time: 0.0935459 Feb 07 21:13:53.212907 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ddcef7a-8068-404c-86fe-418a82814162 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9854'] for router (e7d91d84-4bc8-4ee8-a043-b80aa64dd844), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:53.213651 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:53.218458 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ddcef7a-8068-404c-86fe-418a82814162 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7871149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7871156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7867351'] for router (e7d91d84-4bc8-4ee8-a043-b80aa64dd844), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:53.247567 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e09cf4f1-20f0-4b22-8edb-88fab920e1de tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_gateway (7a94800b-9617-49f4-b833-4e549a288b7f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:53.295989 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-779d80cb-5ac9-4b02-9dba-e8b32fd9c6af req-79f2add4-e8bd-4538-9f4a-de891fc16aa4 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbdaf137-0c7d-4120-9cec-4b25f358affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760739 Feb 07 21:13:53.356780 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddcef7a-8068-404c-86fe-418a82814162 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Router e7d91d84-4bc8-4ee8-a043-b80aa64dd844 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:13:53.392554 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e09cf4f1-20f0-4b22-8edb-88fab920e1de tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Deleting port 2e77e2cb-cb38-4984-ba57-b11385f3c2de {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:13:53.393151 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e09cf4f1-20f0-4b22-8edb-88fab920e1de tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (2e77e2cb-cb38-4984-ba57-b11385f3c2de), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:53.551219 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e09cf4f1-20f0-4b22-8edb-88fab920e1de tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (2e77e2cb-cb38-4984-ba57-b11385f3c2de), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:53.567477 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e09cf4f1-20f0-4b22-8edb-88fab920e1de tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Calling delete_port for 2e77e2cb-cb38-4984-ba57-b11385f3c2de owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:13:53.572418 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddcef7a-8068-404c-86fe-418a82814162 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:13:53.591896 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c96bc0-cdbb-4c73-941c-1708e9e042a2 None None] Sync routers for ids ['e7d91d84-4bc8-4ee8-a043-b80aa64dd844'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:13:53.596225 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ddcef7a-8068-404c-86fe-418a82814162 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:53.597988 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8ddcef7a-8068-404c-86fe-418a82814162 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "PUT /v2.0/routers/e7d91d84-4bc8-4ee8-a043-b80aa64dd844 HTTP/1.1" status: 200 len: 925 time: 2.5889323 Feb 07 21:13:53.600644 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33510) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:53.612589 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c96bc0-cdbb-4c73-941c-1708e9e042a2 None None] Routers {'e7d91d84-4bc8-4ee8-a043-b80aa64dd844'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:53.613116 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-83c96bc0-cdbb-4c73-941c-1708e9e042a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e7d91d84-4bc8-4ee8-a043-b80aa64dd844'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:53.710515 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-83c96bc0-cdbb-4c73-941c-1708e9e042a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:53.736354 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c96bc0-cdbb-4c73-941c-1708e9e042a2 None None] Routers {'e7d91d84-4bc8-4ee8-a043-b80aa64dd844'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:53.737305 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-83c96bc0-cdbb-4c73-941c-1708e9e042a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e7d91d84-4bc8-4ee8-a043-b80aa64dd844'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:53.782455 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-83c96bc0-cdbb-4c73-941c-1708e9e042a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:53.783273 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c96bc0-cdbb-4c73-941c-1708e9e042a2 None None] The sync data for ids ['e7d91d84-4bc8-4ee8-a043-b80aa64dd844'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:13:53.844651 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4af33d-1489-44c6-bb6b-1aaf49b3285b req-225e2040-6bd3-4823-b736-a99d7151247a tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:53.846213 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ca4af33d-1489-44c6-bb6b-1aaf49b3285b req-225e2040-6bd3-4823-b736-a99d7151247a tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.71 "GET /v2.0/ports?device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 984 time: 0.2295868 Feb 07 21:13:53.876427 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-482a2d96-e672-4f43-bcb6-1e1fa8bb48b5 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "GET /v2.0/routers/e7d91d84-4bc8-4ee8-a043-b80aa64dd844 HTTP/1.1" status: 200 len: 925 time: 0.2737200 Feb 07 21:13:53.879545 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33512) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:53.953989 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259cc748-d2a6-4303-98fe-edfa28e94d08 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:53.956981 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-259cc748-d2a6-4303-98fe-edfa28e94d08 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06&device_id=e7d91d84-4bc8-4ee8-a043-b80aa64dd844&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0762780 Feb 07 21:13:53.958878 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1528672-47dd-4bd6-a66d-e41a7e0194bb req-0bfdc36c-6faa-4643-91df-2a4cedc8aaab tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:53.969238 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d1528672-47dd-4bd6-a66d-e41a7e0194bb req-0bfdc36c-6faa-4643-91df-2a4cedc8aaab tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 944 time: 0.2702026 Feb 07 21:13:53.972439 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33514) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:54.085670 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a3fde9-20bc-410f-88a0-8618711b10ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a80db7-5c6a-42a8-a7b1-6919fe09472a'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:13:54.089136 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f962fe18-332d-4f6a-986b-5262d626f643" -d '{"events": [{"server_uuid": "75a3fde9-20bc-410f-88a0-8618711b10ec", "name": "network-vif-plugged", "status": "completed", "tag": "08a80db7-5c6a-42a8-a7b1-6919fe09472a"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:13:54.132385 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e09cf4f1-20f0-4b22-8edb-88fab920e1de tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (2e77e2cb-cb38-4984-ba57-b11385f3c2de), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:54.152763 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf61bde-245f-4c9f-a674-7f3b613bb993 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:54.154783 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ccf61bde-245f-4c9f-a674-7f3b613bb993 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 881 time: 0.1785955 Feb 07 21:13:54.157736 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33520) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:54.182071 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d1528672-47dd-4bd6-a66d-e41a7e0194bb req-f8691223-a734-48ee-8347-ecbab44feacd tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115369 Feb 07 21:13:54.205520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09cf4f1-20f0-4b22-8edb-88fab920e1de tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Pushing event deleted for resources: {'Port': ['ID=2e77e2cb-cb38-4984-ba57-b11385f3c2de,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:54.226159 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8a18a697-4182-4a5c-8d98-e46a97a2a94d tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7d91d84-4bc8-4ee8-a043-b80aa64dd844 HTTP/1.1" status: 200 len: 205 time: 0.0667679 Feb 07 21:13:54.230876 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33522) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:54.382086 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:54.412721 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbc465f1-bd2b-4097-bfaa-29bb2dfe387d tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router (e7d91d84-4bc8-4ee8-a043-b80aa64dd844), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:54.570348 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbc465f1-bd2b-4097-bfaa-29bb2dfe387d tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_gateway (e7d91d84-4bc8-4ee8-a043-b80aa64dd844), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:54.825889 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-bbc465f1-bd2b-4097-bfaa-29bb2dfe387d tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Deleting port 961cc79a-4a69-41f8-95bb-4d3c268e1c9e {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:13:54.826258 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbc465f1-bd2b-4097-bfaa-29bb2dfe387d tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (961cc79a-4a69-41f8-95bb-4d3c268e1c9e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:54.987013 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-ca4af33d-1489-44c6-bb6b-1aaf49b3285b req-23b61294-bfdf-412f-95cc-c5e9e07c733d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Deleting port da08c826-67ab-405b-bf80-be0f968150f4 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:13:54.987644 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ca4af33d-1489-44c6-bb6b-1aaf49b3285b req-23b61294-bfdf-412f-95cc-c5e9e07c733d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (da08c826-67ab-405b-bf80-be0f968150f4), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:55.012011 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e09cf4f1-20f0-4b22-8edb-88fab920e1de tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (7a94800b-9617-49f4-b833-4e549a288b7f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:55.029559 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbc465f1-bd2b-4097-bfaa-29bb2dfe387d tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (961cc79a-4a69-41f8-95bb-4d3c268e1c9e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:55.055742 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-bbc465f1-bd2b-4097-bfaa-29bb2dfe387d tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Calling delete_port for 961cc79a-4a69-41f8-95bb-4d3c268e1c9e owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:13:55.191801 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-ca4af33d-1489-44c6-bb6b-1aaf49b3285b req-23b61294-bfdf-412f-95cc-c5e9e07c733d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] For port da08c826-67ab-405b-bf80-be0f968150f4, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=da08c826-67ab-405b-bf80-be0f968150f4,segment=NetworkSegment(1bd4ad19-40e8-41ac-89e0-773280d46723),segment_id=1bd4ad19-40e8-41ac-89e0-773280d46723)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:13:55.193893 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ca4af33d-1489-44c6-bb6b-1aaf49b3285b req-23b61294-bfdf-412f-95cc-c5e9e07c733d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (da08c826-67ab-405b-bf80-be0f968150f4), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:55.210092 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-ca4af33d-1489-44c6-bb6b-1aaf49b3285b req-23b61294-bfdf-412f-95cc-c5e9e07c733d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Calling delete_port for da08c826-67ab-405b-bf80-be0f968150f4 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:13:55.385830 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbfc48-6238-4578-8902-72f91fb3656a req-e5007913-f7be-4778-b25c-c0ee7a48f0f6 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:55.386912 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8cdbfc48-6238-4578-8902-72f91fb3656a req-e5007913-f7be-4778-b25c-c0ee7a48f0f6 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 984 time: 0.6695290 Feb 07 21:13:55.389077 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e09cf4f1-20f0-4b22-8edb-88fab920e1de tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (7a94800b-9617-49f4-b833-4e549a288b7f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:55.394667 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e09cf4f1-20f0-4b22-8edb-88fab920e1de tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_controller (7a94800b-9617-49f4-b833-4e549a288b7f), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:55.448764 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbc465f1-bd2b-4097-bfaa-29bb2dfe387d tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (961cc79a-4a69-41f8-95bb-4d3c268e1c9e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:55.536772 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8cdbfc48-6238-4578-8902-72f91fb3656a req-9dbbcf3d-c953-457b-85d7-d71be9570d3a tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/security-groups?id=d73dc756-7fe6-46e6-b073-fd7e685a2bdb&id=3d7e10d6-9505-4c22-b231-9184931b781d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1399162 Feb 07 21:13:55.541785 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e09cf4f1-20f0-4b22-8edb-88fab920e1de tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (7a94800b-9617-49f4-b833-4e549a288b7f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:55.541903 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09cf4f1-20f0-4b22-8edb-88fab920e1de tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Fanout notify agent at l3_agent the message router_deleted on router 7a94800b-9617-49f4-b833-4e549a288b7f {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:13:55.550323 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e09cf4f1-20f0-4b22-8edb-88fab920e1de tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:55.557962 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e09cf4f1-20f0-4b22-8edb-88fab920e1de tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "DELETE /v2.0/routers/7a94800b-9617-49f4-b833-4e549a288b7f HTTP/1.1" status: 204 len: 168 time: 2.7956264 Feb 07 21:13:55.558739 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33532) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:55.569064 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3b3170f9-07ef-4b13-a91b-f7aee5933f42 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-770316081', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:55.638252 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3b3170f9-07ef-4b13-a91b-f7aee5933f42 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (da22e456-92b5-452f-b7ab-33ba9499a4d5), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:55.639790 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3b3170f9-07ef-4b13-a91b-f7aee5933f42 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (da22e456-92b5-452f-b7ab-33ba9499a4d5), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:55.663347 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8ec70d-a172-4154-b5f5-2ee763d70179 x-openstack-request-id: req-aa8ec70d-a172-4154-b5f5-2ee763d70179 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:13:55.665104 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a3fde9-20bc-410f-88a0-8618711b10ec", "name": "network-vif-plugged", "status": "completed", "tag": "08a80db7-5c6a-42a8-a7b1-6919fe09472a", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:13:55.665584 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aa8ec70d-a172-4154-b5f5-2ee763d70179 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:13:55.666214 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a3fde9-20bc-410f-88a0-8618711b10ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a80db7-5c6a-42a8-a7b1-6919fe09472a', 'code': 200} Feb 07 21:13:55.710643 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc465f1-bd2b-4097-bfaa-29bb2dfe387d tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Pushing event deleted for resources: {'Port': ['ID=961cc79a-4a69-41f8-95bb-4d3c268e1c9e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:55.780593 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbc465f1-bd2b-4097-bfaa-29bb2dfe387d tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (e7d91d84-4bc8-4ee8-a043-b80aa64dd844), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:55.898111 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafe88d-e7f6-41e4-9c29-acedd67f3327 req-a789cd45-b0b6-44dc-878d-f3bc34acfd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:55.900035 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0fafe88d-e7f6-41e4-9c29-acedd67f3327 req-a789cd45-b0b6-44dc-878d-f3bc34acfd05 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=75a3fde9-20bc-410f-88a0-8618711b10ec HTTP/1.1" status: 200 len: 1128 time: 0.1820333 Feb 07 21:13:55.935174 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbc465f1-bd2b-4097-bfaa-29bb2dfe387d tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (e7d91d84-4bc8-4ee8-a043-b80aa64dd844), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:55.941964 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3b3170f9-07ef-4b13-a91b-f7aee5933f42 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_controller (da22e456-92b5-452f-b7ab-33ba9499a4d5), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:55.943015 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ca4af33d-1489-44c6-bb6b-1aaf49b3285b req-23b61294-bfdf-412f-95cc-c5e9e07c733d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (da08c826-67ab-405b-bf80-be0f968150f4), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:55.949618 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbc465f1-bd2b-4097-bfaa-29bb2dfe387d tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_controller (e7d91d84-4bc8-4ee8-a043-b80aa64dd844), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:55.979606 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3b3170f9-07ef-4b13-a91b-f7aee5933f42 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (da22e456-92b5-452f-b7ab-33ba9499a4d5), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:56.021051 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0fafe88d-e7f6-41e4-9c29-acedd67f3327 req-6aa3af58-5c73-4657-8e1f-f37905dce9f8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fbdaf137-0c7d-4120-9cec-4b25f358affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122091 Feb 07 21:13:56.030181 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b61294-bfdf-412f-95cc-c5e9e07c733d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event deleted for resources: {'Port': ['ID=da08c826-67ab-405b-bf80-be0f968150f4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:56.052136 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbc465f1-bd2b-4097-bfaa-29bb2dfe387d tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (e7d91d84-4bc8-4ee8-a043-b80aa64dd844), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:56.054381 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc465f1-bd2b-4097-bfaa-29bb2dfe387d tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Fanout notify agent at l3_agent the message router_deleted on router e7d91d84-4bc8-4ee8-a043-b80aa64dd844 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:13:56.069904 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbc465f1-bd2b-4097-bfaa-29bb2dfe387d tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:56.074111 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bbc465f1-bd2b-4097-bfaa-29bb2dfe387d tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "DELETE /v2.0/routers/e7d91d84-4bc8-4ee8-a043-b80aa64dd844 HTTP/1.1" status: 204 len: 168 time: 1.8411028 Feb 07 21:13:56.080994 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33536) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:56.081781 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3b3170f9-07ef-4b13-a91b-f7aee5933f42 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:56.083032 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3b3170f9-07ef-4b13-a91b-f7aee5933f42 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5205426 Feb 07 21:13:56.087558 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33538) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:56.089483 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a8005e1c-70f4-49f1-be79-8b3f8da06302 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-890617021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:56.095505 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-bb5278b4-763e-4224-a34e-ff3a9144eaf2 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'enable_snat': False}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:56.115489 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4af33d-1489-44c6-bb6b-1aaf49b3285b req-23b61294-bfdf-412f-95cc-c5e9e07c733d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] No DVR routers for this DVR port da08c826-67ab-405b-bf80-be0f968150f4 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:13:56.117654 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a8005e1c-70f4-49f1-be79-8b3f8da06302 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (1d7d8ae3-5a8d-468a-b5a9-2499c477471a), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:56.119106 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a8005e1c-70f4-49f1-be79-8b3f8da06302 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (1d7d8ae3-5a8d-468a-b5a9-2499c477471a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:56.186758 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ca4af33d-1489-44c6-bb6b-1aaf49b3285b req-23b61294-bfdf-412f-95cc-c5e9e07c733d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:56.190543 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ca4af33d-1489-44c6-bb6b-1aaf49b3285b req-23b61294-bfdf-412f-95cc-c5e9e07c733d tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.71 "DELETE /v2.0/ports/da08c826-67ab-405b-bf80-be0f968150f4 HTTP/1.1" status: 204 len: 173 time: 2.3274989 Feb 07 21:13:56.191637 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a8005e1c-70f4-49f1-be79-8b3f8da06302 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_controller (1d7d8ae3-5a8d-468a-b5a9-2499c477471a), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:56.192974 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785a95b1-3446-4450-a4c8-4dc566167d5a', 'name': 'network-vif-deleted', 'tag': 'da08c826-67ab-405b-bf80-be0f968150f4'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:13:56.196212 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bec3ae5-a240-494f-8f03-af6cb26af4fd" -d '{"events": [{"server_uuid": "785a95b1-3446-4450-a4c8-4dc566167d5a", "name": "network-vif-deleted", "tag": "da08c826-67ab-405b-bf80-be0f968150f4"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:13:56.197941 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a8005e1c-70f4-49f1-be79-8b3f8da06302 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (1d7d8ae3-5a8d-468a-b5a9-2499c477471a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:56.210682 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27832bd4-73fe-4087-90b9-3edf30834b7e req-dc7a2ccf-ca65-4827-8aee-6649fb05cab4 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:56.213508 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-27832bd4-73fe-4087-90b9-3edf30834b7e req-dc7a2ccf-ca65-4827-8aee-6649fb05cab4 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a3fde9-20bc-410f-88a0-8618711b10ec HTTP/1.1" status: 200 len: 946 time: 0.3782649 Feb 07 21:13:56.246446 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a8005e1c-70f4-49f1-be79-8b3f8da06302 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:56.247578 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a8005e1c-70f4-49f1-be79-8b3f8da06302 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1652901 Feb 07 21:13:56.250288 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33548) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:56.256594 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-4d035547-d9bc-4544-aba6-5ec19b55679f tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Request body: {'router': {'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:13:56.574038 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb5278b4-763e-4224-a34e-ff3a9144eaf2 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router_gateway (da22e456-92b5-452f-b7ab-33ba9499a4d5), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:56.651658 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-27832bd4-73fe-4087-90b9-3edf30834b7e req-980e4c8f-7a28-4837-89df-21455c2d0fee tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbdaf137-0c7d-4120-9cec-4b25f358affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286466 Feb 07 21:13:56.758127 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf714a4-1586-49c3-9db5-2c3d03c31f89 req-8fb9d148-f05e-43d2-a6e9-0c5fa2467fec tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:56.760350 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bcf714a4-1586-49c3-9db5-2c3d03c31f89 req-8fb9d148-f05e-43d2-a6e9-0c5fa2467fec tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 944 time: 0.1469486 Feb 07 21:13:56.764767 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d035547-d9bc-4544-aba6-5ec19b55679f tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_gateway (1d7d8ae3-5a8d-468a-b5a9-2499c477471a), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:56.804688 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225a1dc9-8718-43ef-8cf8-8f1334f26f18 x-openstack-request-id: req-225a1dc9-8718-43ef-8cf8-8f1334f26f18 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:13:56.804969 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785a95b1-3446-4450-a4c8-4dc566167d5a", "name": "network-vif-deleted", "tag": "da08c826-67ab-405b-bf80-be0f968150f4", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:13:56.812510 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-225a1dc9-8718-43ef-8cf8-8f1334f26f18 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:13:56.813027 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785a95b1-3446-4450-a4c8-4dc566167d5a', 'name': 'network-vif-deleted', 'tag': 'da08c826-67ab-405b-bf80-be0f968150f4', 'status': 'completed', 'code': 200} Feb 07 21:13:56.876901 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bcf714a4-1586-49c3-9db5-2c3d03c31f89 req-7962660e-a3bd-4a4c-9b63-e41766f29580 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001585 Feb 07 21:13:57.108185 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5641669-4b29-4676-8621-1d651783742f req-ac4f9b05-1cee-4d37-b56d-200edb9ee63c tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 210 time: 0.0638654 Feb 07 21:13:57.134392 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb5278b4-763e-4224-a34e-ff3a9144eaf2 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router_gateway (da22e456-92b5-452f-b7ab-33ba9499a4d5), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:57.159714 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb5278b4-763e-4224-a34e-ff3a9144eaf2 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:57.176613 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91f3ce-7ed7-417c-a94a-5f495bf7fad5 req-01be1b07-bc5d-4709-b970-e98baf0d9ede tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:57.178369 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4e91f3ce-7ed7-417c-a94a-5f495bf7fad5 req-01be1b07-bc5d-4709-b970-e98baf0d9ede tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0a3adc0-0a51-4fdf-8f70-bafcb3885011 HTTP/1.1" status: 200 len: 951 time: 0.1703432 Feb 07 21:13:57.200023 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d035547-d9bc-4544-aba6-5ec19b55679f tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_gateway (1d7d8ae3-5a8d-468a-b5a9-2499c477471a), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:57.230734 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d035547-d9bc-4544-aba6-5ec19b55679f tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:57.390478 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4e91f3ce-7ed7-417c-a94a-5f495bf7fad5 req-41a6515d-499a-402b-aab8-7eb9f8c68525 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fd304ff-acc6-43e8-9397-ae70d57fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990047 Feb 07 21:13:57.418024 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-4d035547-d9bc-4544-aba6-5ec19b55679f tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Allocated IP 172.25.4.19 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/fc3a7f10-d50e-42ac-bd80-147572e0e19a) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:13:57.576939 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d035547-d9bc-4544-aba6-5ec19b55679f tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for port (fc3a7f10-d50e-42ac-bd80-147572e0e19a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:57.625750 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d035547-d9bc-4544-aba6-5ec19b55679f tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (fc3a7f10-d50e-42ac-bd80-147572e0e19a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:57.661553 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d035547-d9bc-4544-aba6-5ec19b55679f tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:13:57.664726 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-4d035547-d9bc-4544-aba6-5ec19b55679f tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:13:57.668774 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d035547-d9bc-4544-aba6-5ec19b55679f tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:13:57.687434 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-bb5278b4-763e-4224-a34e-ff3a9144eaf2 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Allocated IP 172.25.4.25 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/0f485d91-94bb-4d5b-876d-32a41ad87ee7) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:13:57.720118 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d035547-d9bc-4544-aba6-5ec19b55679f tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Pushing event updated for resources: {'Port': ['ID=fc3a7f10-d50e-42ac-bd80-147572e0e19a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:57.966118 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076fb99-7443-4fcb-9112-fe382e05896d req-625be9f2-8fa5-405f-9e4a-0339f9a6b8a2 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:57.968355 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b076fb99-7443-4fcb-9112-fe382e05896d req-625be9f2-8fa5-405f-9e4a-0339f9a6b8a2 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=75a3fde9-20bc-410f-88a0-8618711b10ec HTTP/1.1" status: 200 len: 946 time: 0.1294701 Feb 07 21:13:58.011273 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb5278b4-763e-4224-a34e-ff3a9144eaf2 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for port (0f485d91-94bb-4d5b-876d-32a41ad87ee7), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:58.035315 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d035547-d9bc-4544-aba6-5ec19b55679f tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_gateway (1d7d8ae3-5a8d-468a-b5a9-2499c477471a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:58.143937 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b076fb99-7443-4fcb-9112-fe382e05896d req-b246e6f3-0ef7-4301-b3da-9a6e6e18f04e tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbdaf137-0c7d-4120-9cec-4b25f358affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546185 Feb 07 21:13:58.153321 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f17bd-2d43-4a3e-8e0f-000f1eea7a35 req-ea2ab0e5-8aea-4289-ac76-b155b6cb57a8 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:58.157091 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e0f17bd-2d43-4a3e-8e0f-000f1eea7a35 req-ea2ab0e5-8aea-4289-ac76-b155b6cb57a8 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 944 time: 0.1485298 Feb 07 21:13:58.170913 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb5278b4-763e-4224-a34e-ff3a9144eaf2 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (0f485d91-94bb-4d5b-876d-32a41ad87ee7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:58.334947 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d035547-d9bc-4544-aba6-5ec19b55679f tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9854'] for router (1d7d8ae3-5a8d-468a-b5a9-2499c477471a), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:58.339669 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d035547-d9bc-4544-aba6-5ec19b55679f tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7871149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7871156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7867351'] for router (1d7d8ae3-5a8d-468a-b5a9-2499c477471a), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:58.343787 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5278b4-763e-4224-a34e-ff3a9144eaf2 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:13:58.379115 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device da08c826-67ab-405b-bf80-be0f968150f4 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:13:58.396474 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-bb5278b4-763e-4224-a34e-ff3a9144eaf2 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:13:58.408895 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: da08c826-67ab-405b-bf80-be0f968150f4 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:13:58.424158 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device da08c826-67ab-405b-bf80-be0f968150f4 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:13:58.429908 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5278b4-763e-4224-a34e-ff3a9144eaf2 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:13:58.433412 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5278b4-763e-4224-a34e-ff3a9144eaf2 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Pushing event updated for resources: {'Port': ['ID=0f485d91-94bb-4d5b-876d-32a41ad87ee7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:13:58.437597 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-42b57ce3-9aee-4819-a224-6094270734ae req-8f530cc2-98cf-4010-b0a9-1ebffdf45bbb tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 210 time: 0.0832071 Feb 07 21:13:58.495888 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e0f17bd-2d43-4a3e-8e0f-000f1eea7a35 req-f1f8870e-b6bd-43cd-8b6f-0f2b0745256e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514195 Feb 07 21:13:58.533993 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d035547-d9bc-4544-aba6-5ec19b55679f tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Router 1d7d8ae3-5a8d-468a-b5a9-2499c477471a is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:13:58.775927 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd9d6c-1cc3-4171-9338-cbcc7a2119f1 req-094c4c7d-0338-4d1b-9ee5-7890371bc449 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:58.777747 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a8cd9d6c-1cc3-4171-9338-cbcc7a2119f1 req-094c4c7d-0338-4d1b-9ee5-7890371bc449 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0a3adc0-0a51-4fdf-8f70-bafcb3885011 HTTP/1.1" status: 200 len: 951 time: 0.1789651 Feb 07 21:13:58.785994 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf248d-b50a-44ed-8a04-b7ddcbb18493 req-4628068b-84f8-4c4b-bfca-80704b288f94 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:58.787506 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d7bf248d-b50a-44ed-8a04-b7ddcbb18493 req-4628068b-84f8-4c4b-bfca-80704b288f94 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=34e4a7f4-98b7-4bcd-9e70-e6519836fae3 HTTP/1.1" status: 200 len: 945 time: 0.2035048 Feb 07 21:13:58.922623 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d7bf248d-b50a-44ed-8a04-b7ddcbb18493 req-faee2f95-dbb1-437e-8208-0984819f5940 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbdaf137-0c7d-4120-9cec-4b25f358affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267693 Feb 07 21:13:58.977604 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a8cd9d6c-1cc3-4171-9338-cbcc7a2119f1 req-399cb35d-9f8d-4fab-80d3-27109a871983 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fd304ff-acc6-43e8-9397-ae70d57fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891005 Feb 07 21:13:59.018456 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb5278b4-763e-4224-a34e-ff3a9144eaf2 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router_gateway (da22e456-92b5-452f-b7ab-33ba9499a4d5), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:59.059821 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d035547-d9bc-4544-aba6-5ec19b55679f tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:13:59.078484 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d665ec-6591-47a3-8b6f-24b11dfc8d4c None None] Sync routers for ids ['1d7d8ae3-5a8d-468a-b5a9-2499c477471a'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:13:59.091834 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d665ec-6591-47a3-8b6f-24b11dfc8d4c None None] Routers {'1d7d8ae3-5a8d-468a-b5a9-2499c477471a'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:59.093402 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-66d665ec-6591-47a3-8b6f-24b11dfc8d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['1d7d8ae3-5a8d-468a-b5a9-2499c477471a'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:59.093799 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d035547-d9bc-4544-aba6-5ec19b55679f tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:59.097687 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4d035547-d9bc-4544-aba6-5ec19b55679f tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "PUT /v2.0/routers/1d7d8ae3-5a8d-468a-b5a9-2499c477471a HTTP/1.1" status: 200 len: 882 time: 2.8439407 Feb 07 21:13:59.098445 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33590) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:59.160892 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-66d665ec-6591-47a3-8b6f-24b11dfc8d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:59.194258 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d665ec-6591-47a3-8b6f-24b11dfc8d4c None None] Routers {'1d7d8ae3-5a8d-468a-b5a9-2499c477471a'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:59.195123 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-66d665ec-6591-47a3-8b6f-24b11dfc8d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['1d7d8ae3-5a8d-468a-b5a9-2499c477471a'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:59.288707 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-66d665ec-6591-47a3-8b6f-24b11dfc8d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:59.291344 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d665ec-6591-47a3-8b6f-24b11dfc8d4c None None] The sync data for ids ['1d7d8ae3-5a8d-468a-b5a9-2499c477471a'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:13:59.353753 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-29761bf9-eec2-438d-852d-e5718ee0c6f0 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "GET /v2.0/routers/1d7d8ae3-5a8d-468a-b5a9-2499c477471a HTTP/1.1" status: 200 len: 923 time: 0.2543969 Feb 07 21:13:59.357013 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33594) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:59.379238 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb5278b4-763e-4224-a34e-ff3a9144eaf2 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9854'] for router (da22e456-92b5-452f-b7ab-33ba9499a4d5), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:59.388210 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb5278b4-763e-4224-a34e-ff3a9144eaf2 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7871149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7871156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7867351'] for router (da22e456-92b5-452f-b7ab-33ba9499a4d5), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:59.450370 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78f05f7-e42a-44c0-938d-4c4fec48c65e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:59.452069 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a78f05f7-e42a-44c0-938d-4c4fec48c65e tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06&device_id=1d7d8ae3-5a8d-468a-b5a9-2499c477471a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0938034 Feb 07 21:13:59.454748 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33596) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:59.588992 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eadc10-48ab-43c9-a006-0128e2922e14 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:59.590835 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b4eadc10-48ab-43c9-a006-0128e2922e14 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 881 time: 0.1335790 Feb 07 21:13:59.593218 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33606) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:59.608337 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5278b4-763e-4224-a34e-ff3a9144eaf2 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Router da22e456-92b5-452f-b7ab-33ba9499a4d5 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:13:59.635280 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-58f8f246-777f-48c9-9ef2-fdc655771fd7 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d7d8ae3-5a8d-468a-b5a9-2499c477471a HTTP/1.1" status: 200 len: 205 time: 0.0408759 Feb 07 21:13:59.637627 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33608) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:59.668541 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aafe3e4d-9a26-4fbb-baee-045b4e7a7648 req-666a3e17-54f4-4981-993b-a12cc49b4eb9 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 210 time: 0.0339344 Feb 07 21:13:59.768053 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5dcdcf1c-799c-4e62-a28a-436fbffa1a57 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router (1d7d8ae3-5a8d-468a-b5a9-2499c477471a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:59.823169 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45492085-edcc-493e-af6e-b1bc4db44ffe req-bbdc6fc0-b52c-42cc-bb27-0b7b2967eebc tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:13:59.824676 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-45492085-edcc-493e-af6e-b1bc4db44ffe req-bbdc6fc0-b52c-42cc-bb27-0b7b2967eebc tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 944 time: 0.2279160 Feb 07 21:13:59.879911 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5dcdcf1c-799c-4e62-a28a-436fbffa1a57 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_gateway (1d7d8ae3-5a8d-468a-b5a9-2499c477471a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:59.890670 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5278b4-763e-4224-a34e-ff3a9144eaf2 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:13:59.901060 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb5278b4-763e-4224-a34e-ff3a9144eaf2 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:59.901872 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e196e8-b41f-4b29-b7b3-ca66b20b7052 None None] Sync routers for ids ['da22e456-92b5-452f-b7ab-33ba9499a4d5'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:13:59.902383 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bb5278b4-763e-4224-a34e-ff3a9144eaf2 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "PUT /v2.0/routers/da22e456-92b5-452f-b7ab-33ba9499a4d5 HTTP/1.1" status: 200 len: 914 time: 3.8105149 Feb 07 21:13:59.905907 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33618) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:13:59.917123 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e196e8-b41f-4b29-b7b3-ca66b20b7052 None None] Routers {'da22e456-92b5-452f-b7ab-33ba9499a4d5'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:59.917866 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d2e196e8-b41f-4b29-b7b3-ca66b20b7052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['da22e456-92b5-452f-b7ab-33ba9499a4d5'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:59.936908 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5dcdcf1c-799c-4e62-a28a-436fbffa1a57 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Deleting port fc3a7f10-d50e-42ac-bd80-147572e0e19a {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:13:59.937252 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5dcdcf1c-799c-4e62-a28a-436fbffa1a57 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (fc3a7f10-d50e-42ac-bd80-147572e0e19a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:13:59.952856 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d2e196e8-b41f-4b29-b7b3-ca66b20b7052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:59.961673 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e196e8-b41f-4b29-b7b3-ca66b20b7052 None None] Routers {'da22e456-92b5-452f-b7ab-33ba9499a4d5'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:13:59.962363 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d2e196e8-b41f-4b29-b7b3-ca66b20b7052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['da22e456-92b5-452f-b7ab-33ba9499a4d5'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:13:59.994219 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-45492085-edcc-493e-af6e-b1bc4db44ffe req-986ab151-26b6-453f-aa1e-054a1db0430e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613510 Feb 07 21:13:59.999836 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-acf997de-1db4-4f13-847c-3cae0a83f760 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:00.001287 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-acf997de-1db4-4f13-847c-3cae0a83f760 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/networks?id=125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 HTTP/1.1" status: 200 len: 812 time: 0.2402067 Feb 07 21:14:00.010773 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d2e196e8-b41f-4b29-b7b3-ca66b20b7052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:00.011657 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e196e8-b41f-4b29-b7b3-ca66b20b7052 None None] The sync data for ids ['da22e456-92b5-452f-b7ab-33ba9499a4d5'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:14:00.031135 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-ffeb900f-a139-4de8-906b-cdec1a5a92dd tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/quotas/98a599189f4e437782b9582efa3be866 HTTP/1.1" status: 200 len: 375 time: 0.0178688 Feb 07 21:14:00.032754 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5dcdcf1c-799c-4e62-a28a-436fbffa1a57 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (fc3a7f10-d50e-42ac-bd80-147572e0e19a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:00.051543 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5dcdcf1c-799c-4e62-a28a-436fbffa1a57 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Calling delete_port for fc3a7f10-d50e-42ac-bd80-147572e0e19a owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:00.233992 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5dcdcf1c-799c-4e62-a28a-436fbffa1a57 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (fc3a7f10-d50e-42ac-bd80-147572e0e19a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:00.262165 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcdcf1c-799c-4e62-a28a-436fbffa1a57 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Pushing event deleted for resources: {'Port': ['ID=fc3a7f10-d50e-42ac-bd80-147572e0e19a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:00.328837 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5dcdcf1c-799c-4e62-a28a-436fbffa1a57 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (1d7d8ae3-5a8d-468a-b5a9-2499c477471a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:00.367618 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d019f946-126b-43a9-9bd9-fff51651d217 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:14:00.424301 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-77beddbf-d9d8-454f-aab2-7d21b4468365 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "GET /v2.0/routers/da22e456-92b5-452f-b7ab-33ba9499a4d5 HTTP/1.1" status: 200 len: 920 time: 0.5156922 Feb 07 21:14:00.428268 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33622) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:00.442056 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5dcdcf1c-799c-4e62-a28a-436fbffa1a57 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (1d7d8ae3-5a8d-468a-b5a9-2499c477471a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:00.449320 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-2f7f39b4-f15e-4a3c-b290-08de838332cc tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=98a599189f4e437782b9582efa3be866&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4108031 Feb 07 21:14:00.455816 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port d019f946-126b-43a9-9bd9-fff51651d217 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:00.456667 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d019f946-126b-43a9-9bd9-fff51651d217), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:00.461721 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5dcdcf1c-799c-4e62-a28a-436fbffa1a57 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_controller (1d7d8ae3-5a8d-468a-b5a9-2499c477471a), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:00.470727 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cad34-4180-4c82-a916-bc9361a1f33e req-bc56610c-61aa-4a75-b7c7-6e0f4ffc18dc tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:00.472588 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f1cad34-4180-4c82-a916-bc9361a1f33e req-bc56610c-61aa-4a75-b7c7-6e0f4ffc18dc tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0a3adc0-0a51-4fdf-8f70-bafcb3885011 HTTP/1.1" status: 200 len: 951 time: 0.0879190 Feb 07 21:14:00.482881 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a3adc0-0a51-4fdf-8f70-bafcb3885011', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd019f946-126b-43a9-9bd9-fff51651d217'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:14:00.485298 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eff4a5d-f373-4f3a-b08b-58b986492ac5" -d '{"events": [{"server_uuid": "f0a3adc0-0a51-4fdf-8f70-bafcb3885011", "name": "network-vif-unplugged", "status": "completed", "tag": "d019f946-126b-43a9-9bd9-fff51651d217"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:14:00.500964 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port d019f946-126b-43a9-9bd9-fff51651d217, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d019f946-126b-43a9-9bd9-fff51651d217,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:00.514555 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d019f946-126b-43a9-9bd9-fff51651d217), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:00.519082 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5dcdcf1c-799c-4e62-a28a-436fbffa1a57 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (1d7d8ae3-5a8d-468a-b5a9-2499c477471a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:00.520266 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcdcf1c-799c-4e62-a28a-436fbffa1a57 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Fanout notify agent at l3_agent the message router_deleted on router 1d7d8ae3-5a8d-468a-b5a9-2499c477471a {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:14:00.528557 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5dcdcf1c-799c-4e62-a28a-436fbffa1a57 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:00.529778 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5dcdcf1c-799c-4e62-a28a-436fbffa1a57 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "DELETE /v2.0/routers/1d7d8ae3-5a8d-468a-b5a9-2499c477471a HTTP/1.1" status: 204 len: 168 time: 0.8912477 Feb 07 21:14:00.535340 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33626) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:00.541814 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ea22dd48-2817-4e7d-a14f-b69bdc0ac41f tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2132837871', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:00.547711 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2f848a-e8ff-452c-9d6f-e42ba33da7b0 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:00.549798 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4b2f848a-e8ff-452c-9d6f-e42ba33da7b0 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06&device_id=da22e456-92b5-452f-b7ab-33ba9499a4d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1200476 Feb 07 21:14:00.555887 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33628) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:00.583024 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f1cad34-4180-4c82-a916-bc9361a1f33e req-cc3f48dc-7024-4eae-aafb-1d5e6890712d tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fd304ff-acc6-43e8-9397-ae70d57fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907099 Feb 07 21:14:00.593316 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=d019f946-126b-43a9-9bd9-fff51651d217,revision_number=11']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:00.599352 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-004d2beb-9215-43b2-ab19-a0eedd561b5f service neutron] 10.222.0.65 "GET /v2.0/networks/125cfc0b-d0af-4d4a-ba2e-4227c32c6f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359982 Feb 07 21:14:00.623350 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea22dd48-2817-4e7d-a14f-b69bdc0ac41f tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (629eb64d-61a7-4445-9e73-4546e16dbc32), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:00.624751 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea22dd48-2817-4e7d-a14f-b69bdc0ac41f tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (629eb64d-61a7-4445-9e73-4546e16dbc32), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:00.647053 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf69b707-9765-445e-a78b-1ce29314f63b x-openstack-request-id: req-cf69b707-9765-445e-a78b-1ce29314f63b {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:14:00.647612 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a3adc0-0a51-4fdf-8f70-bafcb3885011", "name": "network-vif-unplugged", "status": "completed", "tag": "d019f946-126b-43a9-9bd9-fff51651d217", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:14:00.647874 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cf69b707-9765-445e-a78b-1ce29314f63b {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:14:00.648542 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a3adc0-0a51-4fdf-8f70-bafcb3885011', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd019f946-126b-43a9-9bd9-fff51651d217', 'code': 200} Feb 07 21:14:00.706084 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-eb44154e-5c63-40df-a452-fa20a5f535c4 service neutron] 10.222.0.65 "GET /v2.0/networks/125cfc0b-d0af-4d4a-ba2e-4227c32c6f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964158 Feb 07 21:14:00.715054 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5796f2-9e7a-47e0-92a1-9eea770d2226 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:00.719329 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bf5796f2-9e7a-47e0-92a1-9eea770d2226 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 881 time: 0.1598787 Feb 07 21:14:00.720366 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33632) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:00.733638 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea22dd48-2817-4e7d-a14f-b69bdc0ac41f tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_controller (629eb64d-61a7-4445-9e73-4546e16dbc32), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:00.746675 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea22dd48-2817-4e7d-a14f-b69bdc0ac41f tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (629eb64d-61a7-4445-9e73-4546e16dbc32), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:00.765041 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-26744ea3-313c-410e-876f-649ca2123c35 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "GET /v2.0/ports?device_id=da22e456-92b5-452f-b7ab-33ba9499a4d5 HTTP/1.1" status: 200 len: 205 time: 0.0433640 Feb 07 21:14:00.765685 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33634) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:00.777573 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27367539-8d79-4d70-90a6-99c9bc267693 req-6ca31899-3972-4d61-b6c9-f6f24915dd36 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:00.779633 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-27367539-8d79-4d70-90a6-99c9bc267693 req-6ca31899-3972-4d61-b6c9-f6f24915dd36 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.69 "GET /v2.0/ports?device_id=34e4a7f4-98b7-4bcd-9e70-e6519836fae3 HTTP/1.1" status: 200 len: 945 time: 0.0797746 Feb 07 21:14:00.782744 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea22dd48-2817-4e7d-a14f-b69bdc0ac41f tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:00.783846 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ea22dd48-2817-4e7d-a14f-b69bdc0ac41f tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2475564 Feb 07 21:14:00.793380 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33636) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:00.798025 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-7888c691-8041-49ed-a4e9-2f37d5ecc520 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'enable_snat': True}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:00.868789 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b880838-ca12-42d1-af42-f1eccb3a60fa req-141533f1-73a2-4bb4-8f50-5782c2a77d11 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 210 time: 0.0578437 Feb 07 21:14:00.920296 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc900-54be-4f21-9ad8-aa26b977bc92 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router (da22e456-92b5-452f-b7ab-33ba9499a4d5), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:01.143626 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7888c691-8041-49ed-a4e9-2f37d5ecc520 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router_gateway (629eb64d-61a7-4445-9e73-4546e16dbc32), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:01.151492 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-27367539-8d79-4d70-90a6-99c9bc267693 req-2b07a51a-e406-4bb6-b96a-d21df1175461 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Deleting port e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:01.151669 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-27367539-8d79-4d70-90a6-99c9bc267693 req-2b07a51a-e406-4bb6-b96a-d21df1175461 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:01.162173 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc900-54be-4f21-9ad8-aa26b977bc92 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_gateway (da22e456-92b5-452f-b7ab-33ba9499a4d5), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:01.181985 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-409802a5-8c8f-48c4-93bf-997f6e4b5861 req-380f7fa7-897c-41f8-9dae-70c43d44fdf0 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=47fcdc55-32e4-48d6-bca9-7d162fe56a91 HTTP/1.1" status: 200 len: 210 time: 0.0965059 Feb 07 21:14:01.313312 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd6a48-6ed7-4d84-9d7b-cd49a1c5429f req-6f866979-0462-425e-9e89-cb5840f61571 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:01.315786 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-82fd6a48-6ed7-4d84-9d7b-cd49a1c5429f req-6f866979-0462-425e-9e89-cb5840f61571 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.69 "GET /v2.0/ports?device_id=75a3fde9-20bc-410f-88a0-8618711b10ec HTTP/1.1" status: 200 len: 946 time: 0.2330225 Feb 07 21:14:01.325442 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-27367539-8d79-4d70-90a6-99c9bc267693 req-2b07a51a-e406-4bb6-b96a-d21df1175461 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] For port e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b,segment=NetworkSegment(09a1612e-6cb1-4b0d-9b2f-26f79a705053),segment_id=09a1612e-6cb1-4b0d-9b2f-26f79a705053)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:01.326153 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-27367539-8d79-4d70-90a6-99c9bc267693 req-2b07a51a-e406-4bb6-b96a-d21df1175461 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:01.343753 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-27367539-8d79-4d70-90a6-99c9bc267693 req-2b07a51a-e406-4bb6-b96a-d21df1175461 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Calling delete_port for e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:01.349210 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b6ccc900-54be-4f21-9ad8-aa26b977bc92 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Deleting port 0f485d91-94bb-4d5b-876d-32a41ad87ee7 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:01.349905 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc900-54be-4f21-9ad8-aa26b977bc92 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (0f485d91-94bb-4d5b-876d-32a41ad87ee7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:01.451109 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444371f-ebb5-442c-b9b5-81c54a14e8b1 req-0bd4ba50-fa50-4dad-a8c6-cc68684bdbe5 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:01.452782 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d444371f-ebb5-442c-b9b5-81c54a14e8b1 req-0bd4ba50-fa50-4dad-a8c6-cc68684bdbe5 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 944 time: 0.3119011 Feb 07 21:14:01.582217 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7888c691-8041-49ed-a4e9-2f37d5ecc520 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router_gateway (629eb64d-61a7-4445-9e73-4546e16dbc32), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:01.608221 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7888c691-8041-49ed-a4e9-2f37d5ecc520 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:01.620717 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-27367539-8d79-4d70-90a6-99c9bc267693 req-2b07a51a-e406-4bb6-b96a-d21df1175461 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:01.634229 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['08a80db7-5c6a-42a8-a7b1-6919fe09472a', 'e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:14:01.635120 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d444371f-ebb5-442c-b9b5-81c54a14e8b1 req-b48abe76-e180-48b5-983b-74d310f58f27 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721740 Feb 07 21:14:01.658434 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc900-54be-4f21-9ad8-aa26b977bc92 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (0f485d91-94bb-4d5b-876d-32a41ad87ee7), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:01.690996 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b6ccc900-54be-4f21-9ad8-aa26b977bc92 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Calling delete_port for 0f485d91-94bb-4d5b-876d-32a41ad87ee7 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:01.696070 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07a51a-e406-4bb6-b96a-d21df1175461 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Pushing event deleted for resources: {'Port': ['ID=e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:01.696509 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-82fd6a48-6ed7-4d84-9d7b-cd49a1c5429f req-38c3963c-da83-49ac-9912-03951d667802 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Deleting port 08a80db7-5c6a-42a8-a7b1-6919fe09472a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:01.696853 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-82fd6a48-6ed7-4d84-9d7b-cd49a1c5429f req-38c3963c-da83-49ac-9912-03951d667802 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (08a80db7-5c6a-42a8-a7b1-6919fe09472a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:01.781143 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-27367539-8d79-4d70-90a6-99c9bc267693 req-2b07a51a-e406-4bb6-b96a-d21df1175461 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] No DVR routers for this DVR port e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:14:01.786264 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-27367539-8d79-4d70-90a6-99c9bc267693 req-2b07a51a-e406-4bb6-b96a-d21df1175461 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:01.790554 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-27367539-8d79-4d70-90a6-99c9bc267693 req-2b07a51a-e406-4bb6-b96a-d21df1175461 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.69 "DELETE /v2.0/ports/e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b HTTP/1.1" status: 204 len: 173 time: 1.0048275 Feb 07 21:14:01.791694 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e4a7f4-98b7-4bcd-9e70-e6519836fae3', 'name': 'network-vif-deleted', 'tag': 'e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:14:01.806893 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12563875-aeda-4d70-9528-97956552c46c" -d '{"events": [{"server_uuid": "34e4a7f4-98b7-4bcd-9e70-e6519836fae3", "name": "network-vif-deleted", "tag": "e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:14:01.902460 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93ae13e-7506-406c-9592-284b06be753f x-openstack-request-id: req-f93ae13e-7506-406c-9592-284b06be753f {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:14:01.902711 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e4a7f4-98b7-4bcd-9e70-e6519836fae3", "name": "network-vif-deleted", "tag": "e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:14:01.902977 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f93ae13e-7506-406c-9592-284b06be753f {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:14:01.903380 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e4a7f4-98b7-4bcd-9e70-e6519836fae3', 'name': 'network-vif-deleted', 'tag': 'e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b', 'status': 'completed', 'code': 200} Feb 07 21:14:01.930386 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-7888c691-8041-49ed-a4e9-2f37d5ecc520 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Allocated IP 172.25.4.137 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/b641b7fb-b76c-40a4-9099-b0d032c0a4ed) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:02.076480 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7888c691-8041-49ed-a4e9-2f37d5ecc520 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for port (b641b7fb-b76c-40a4-9099-b0d032c0a4ed), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:02.112366 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4bf2724-bfb6-49de-b2d4-d1e480e5e46f req-59591f7a-582a-4eed-bfbb-4a8d860e4bb1 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 210 time: 0.0795157 Feb 07 21:14:02.116185 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7888c691-8041-49ed-a4e9-2f37d5ecc520 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (b641b7fb-b76c-40a4-9099-b0d032c0a4ed), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:02.188743 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888c691-8041-49ed-a4e9-2f37d5ecc520 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Pushing event updated for resources: {'Port': ['ID=b641b7fb-b76c-40a4-9099-b0d032c0a4ed,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:02.197341 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-82fd6a48-6ed7-4d84-9d7b-cd49a1c5429f req-38c3963c-da83-49ac-9912-03951d667802 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] For port 08a80db7-5c6a-42a8-a7b1-6919fe09472a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=08a80db7-5c6a-42a8-a7b1-6919fe09472a,segment=NetworkSegment(09a1612e-6cb1-4b0d-9b2f-26f79a705053),segment_id=09a1612e-6cb1-4b0d-9b2f-26f79a705053)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:02.197718 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-82fd6a48-6ed7-4d84-9d7b-cd49a1c5429f req-38c3963c-da83-49ac-9912-03951d667802 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (08a80db7-5c6a-42a8-a7b1-6919fe09472a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:02.206386 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7888c691-8041-49ed-a4e9-2f37d5ecc520 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:02.206816 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06204f-52e9-46ee-965b-be3c676973d4 req-dc15c709-d467-4f49-b267-ca196ebeea29 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:02.207332 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-7888c691-8041-49ed-a4e9-2f37d5ecc520 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:02.210238 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7888c691-8041-49ed-a4e9-2f37d5ecc520 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:02.215088 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e06204f-52e9-46ee-965b-be3c676973d4 req-dc15c709-d467-4f49-b267-ca196ebeea29 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0a3adc0-0a51-4fdf-8f70-bafcb3885011 HTTP/1.1" status: 200 len: 949 time: 0.3340635 Feb 07 21:14:02.223003 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc900-54be-4f21-9ad8-aa26b977bc92 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (0f485d91-94bb-4d5b-876d-32a41ad87ee7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:02.293194 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-82fd6a48-6ed7-4d84-9d7b-cd49a1c5429f req-38c3963c-da83-49ac-9912-03951d667802 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Calling delete_port for 08a80db7-5c6a-42a8-a7b1-6919fe09472a owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:02.315221 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccc900-54be-4f21-9ad8-aa26b977bc92 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Pushing event deleted for resources: {'Port': ['ID=0f485d91-94bb-4d5b-876d-32a41ad87ee7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:02.395145 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f83c5141-5ed2-4a3b-afe4-2d3b67d08f8d req-51bf6682-6252-418b-8b42-cd5e77359cb0 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=47fcdc55-32e4-48d6-bca9-7d162fe56a91 HTTP/1.1" status: 200 len: 210 time: 0.1040275 Feb 07 21:14:02.454941 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e06204f-52e9-46ee-965b-be3c676973d4 req-443d4685-266d-419d-87e1-bcd613f02613 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fd304ff-acc6-43e8-9397-ae70d57fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367513 Feb 07 21:14:02.460584 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc900-54be-4f21-9ad8-aa26b977bc92 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (da22e456-92b5-452f-b7ab-33ba9499a4d5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:02.559672 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc900-54be-4f21-9ad8-aa26b977bc92 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (da22e456-92b5-452f-b7ab-33ba9499a4d5), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:02.561864 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc900-54be-4f21-9ad8-aa26b977bc92 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_controller (da22e456-92b5-452f-b7ab-33ba9499a4d5), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:02.577781 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7888c691-8041-49ed-a4e9-2f37d5ecc520 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router_gateway (629eb64d-61a7-4445-9e73-4546e16dbc32), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:02.618105 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc900-54be-4f21-9ad8-aa26b977bc92 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (da22e456-92b5-452f-b7ab-33ba9499a4d5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:02.618815 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ccc900-54be-4f21-9ad8-aa26b977bc92 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Fanout notify agent at l3_agent the message router_deleted on router da22e456-92b5-452f-b7ab-33ba9499a4d5 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:14:02.627948 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc900-54be-4f21-9ad8-aa26b977bc92 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:02.629562 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b6ccc900-54be-4f21-9ad8-aa26b977bc92 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "DELETE /v2.0/routers/da22e456-92b5-452f-b7ab-33ba9499a4d5 HTTP/1.1" status: 204 len: 168 time: 1.8629055 Feb 07 21:14:02.633216 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33668) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:02.638821 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-05c26c8f-16a1-44ed-bc57-79200cbb08e5 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1800294728', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}, 'admin_state_up': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:02.672969 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05c26c8f-16a1-44ed-bc57-79200cbb08e5 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (e134ce36-c064-451d-9a22-4ca7349cf651), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:02.674308 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05c26c8f-16a1-44ed-bc57-79200cbb08e5 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (e134ce36-c064-451d-9a22-4ca7349cf651), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:02.794043 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-82fd6a48-6ed7-4d84-9d7b-cd49a1c5429f req-38c3963c-da83-49ac-9912-03951d667802 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (08a80db7-5c6a-42a8-a7b1-6919fe09472a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:02.855619 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3963c-da83-49ac-9912-03951d667802 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Pushing event deleted for resources: {'Port': ['ID=08a80db7-5c6a-42a8-a7b1-6919fe09472a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:02.908972 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7888c691-8041-49ed-a4e9-2f37d5ecc520 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9854'] for router (629eb64d-61a7-4445-9e73-4546e16dbc32), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:02.911843 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05c26c8f-16a1-44ed-bc57-79200cbb08e5 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_controller (e134ce36-c064-451d-9a22-4ca7349cf651), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:02.926176 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7888c691-8041-49ed-a4e9-2f37d5ecc520 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7871149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7871156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7867351'] for router (629eb64d-61a7-4445-9e73-4546e16dbc32), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:02.934607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc81e0c-df10-42f3-b9df-4c59a80fed97 req-0147bbf3-ce5c-4dd6-b3cd-faa12783f911 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:02.937483 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-abc81e0c-df10-42f3-b9df-4c59a80fed97 req-0147bbf3-ce5c-4dd6-b3cd-faa12783f911 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 944 time: 0.2048941 Feb 07 21:14:03.076278 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fd6a48-6ed7-4d84-9d7b-cd49a1c5429f req-38c3963c-da83-49ac-9912-03951d667802 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] No DVR routers for this DVR port 08a80db7-5c6a-42a8-a7b1-6919fe09472a on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:14:03.082849 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-82fd6a48-6ed7-4d84-9d7b-cd49a1c5429f req-38c3963c-da83-49ac-9912-03951d667802 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:03.087129 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-82fd6a48-6ed7-4d84-9d7b-cd49a1c5429f req-38c3963c-da83-49ac-9912-03951d667802 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.69 "DELETE /v2.0/ports/08a80db7-5c6a-42a8-a7b1-6919fe09472a HTTP/1.1" status: 204 len: 173 time: 1.7625566 Feb 07 21:14:03.087649 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a3fde9-20bc-410f-88a0-8618711b10ec', 'name': 'network-vif-deleted', 'tag': '08a80db7-5c6a-42a8-a7b1-6919fe09472a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:14:03.090074 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef87b223-fd69-4440-bf89-f807ab2187ae" -d '{"events": [{"server_uuid": "75a3fde9-20bc-410f-88a0-8618711b10ec", "name": "network-vif-deleted", "tag": "08a80db7-5c6a-42a8-a7b1-6919fe09472a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:14:03.111339 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-5cf673f0-23df-4896-ad7d-1b6161364ac1 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:03.112893 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-5cf673f0-23df-4896-ad7d-1b6161364ac1 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.69 "GET /v2.0/networks?id=125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 HTTP/1.1" status: 200 len: 812 time: 0.2017746 Feb 07 21:14:03.132419 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-5a05527a-e63b-432a-9083-e15119df9b0c tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Request body: {'port': {'device_id': '47fcdc55-32e4-48d6-bca9-7d162fe56a91', 'network_id': '125cfc0b-d0af-4d4a-ba2e-4227c32c6f99', 'admin_state_up': True, 'tenant_id': '98a599189f4e437782b9582efa3be866'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:03.213470 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40134b20-8a87-4c94-ae9a-c89b2207b608 x-openstack-request-id: req-40134b20-8a87-4c94-ae9a-c89b2207b608 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:14:03.213749 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a3fde9-20bc-410f-88a0-8618711b10ec", "name": "network-vif-deleted", "tag": "08a80db7-5c6a-42a8-a7b1-6919fe09472a", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:14:03.214010 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-40134b20-8a87-4c94-ae9a-c89b2207b608 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:14:03.214417 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a3fde9-20bc-410f-88a0-8618711b10ec', 'name': 'network-vif-deleted', 'tag': '08a80db7-5c6a-42a8-a7b1-6919fe09472a', 'status': 'completed', 'code': 200} Feb 07 21:14:03.296722 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05c26c8f-16a1-44ed-bc57-79200cbb08e5 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_gateway (e134ce36-c064-451d-9a22-4ca7349cf651), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:03.352782 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-abc81e0c-df10-42f3-b9df-4c59a80fed97 req-2a4317ac-b34a-4d8d-8474-0b9a598a2045 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000719 Feb 07 21:14:03.384689 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-5a05527a-e63b-432a-9083-e15119df9b0c tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Made reservation on behalf of 98a599189f4e437782b9582efa3be866 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:03.388178 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-5a05527a-e63b-432a-9083-e15119df9b0c tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:03.406991 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d7d3186d-f3d0-48f8-a63b-919806edadfa req-ba0d82ce-3b4c-4879-b52c-c87cba6cbf72 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "GET /v2.0/ports?device_id=785a95b1-3446-4450-a4c8-4dc566167d5a HTTP/1.1" status: 200 len: 210 time: 0.0527580 Feb 07 21:14:03.419356 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7888c691-8041-49ed-a4e9-2f37d5ecc520 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Router 629eb64d-61a7-4445-9e73-4546e16dbc32 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:14:03.485931 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:03.535369 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0b050da1-7965-4b0d-829b-65bf085207bb req-2c416502-5bcc-47e0-af20-05d4353a5855 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=47fcdc55-32e4-48d6-bca9-7d162fe56a91 HTTP/1.1" status: 200 len: 210 time: 0.0326593 Feb 07 21:14:03.714535 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09e6de-0ba0-4648-a672-049bbd927344 req-b6f5e799-3250-4344-b0af-70d9ef8238b2 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:03.716339 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab09e6de-0ba0-4648-a672-049bbd927344 req-b6f5e799-3250-4344-b0af-70d9ef8238b2 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0a3adc0-0a51-4fdf-8f70-bafcb3885011 HTTP/1.1" status: 200 len: 949 time: 0.1490614 Feb 07 21:14:03.804052 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05c26c8f-16a1-44ed-bc57-79200cbb08e5 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_gateway (e134ce36-c064-451d-9a22-4ca7349cf651), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:03.842327 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:03.843288 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05c26c8f-16a1-44ed-bc57-79200cbb08e5 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:03.880989 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab09e6de-0ba0-4648-a672-049bbd927344 req-50fe589e-7728-42ca-a6d7-ab45cb030382 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fd304ff-acc6-43e8-9397-ae70d57fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275690 Feb 07 21:14:04.019234 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-05c26c8f-16a1-44ed-bc57-79200cbb08e5 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Allocated IP 172.25.4.147 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/f96b05b8-ffc9-4c97-b1c0-aac619964546) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:04.082029 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-5a05527a-e63b-432a-9083-e15119df9b0c tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Allocated IP 172.20.0.3 (125cfc0b-d0af-4d4a-ba2e-4227c32c6f99/ade2c79c-449f-4a66-b396-5e7956fbe0ca/62e4149d-33f9-46fa-9045-9425f4e3844a) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:04.084958 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7888c691-8041-49ed-a4e9-2f37d5ecc520 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:14:04.096656 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7888c691-8041-49ed-a4e9-2f37d5ecc520 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:04.097234 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4842a42f-327a-47e2-aecc-1b88c1a2105f None None] Sync routers for ids ['629eb64d-61a7-4445-9e73-4546e16dbc32'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:14:04.098037 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7888c691-8041-49ed-a4e9-2f37d5ecc520 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "PUT /v2.0/routers/629eb64d-61a7-4445-9e73-4546e16dbc32 HTTP/1.1" status: 200 len: 919 time: 3.3037236 Feb 07 21:14:04.100474 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33706) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:04.107780 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4842a42f-327a-47e2-aecc-1b88c1a2105f None None] Routers {'629eb64d-61a7-4445-9e73-4546e16dbc32'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:14:04.108586 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-4842a42f-327a-47e2-aecc-1b88c1a2105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['629eb64d-61a7-4445-9e73-4546e16dbc32'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:04.150199 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-4842a42f-327a-47e2-aecc-1b88c1a2105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:04.159558 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4842a42f-327a-47e2-aecc-1b88c1a2105f None None] Routers {'629eb64d-61a7-4445-9e73-4546e16dbc32'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:14:04.160220 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-4842a42f-327a-47e2-aecc-1b88c1a2105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['629eb64d-61a7-4445-9e73-4546e16dbc32'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:04.200451 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-4842a42f-327a-47e2-aecc-1b88c1a2105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:04.201423 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4842a42f-327a-47e2-aecc-1b88c1a2105f None None] The sync data for ids ['629eb64d-61a7-4445-9e73-4546e16dbc32'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:14:04.207516 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05c26c8f-16a1-44ed-bc57-79200cbb08e5 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for port (f96b05b8-ffc9-4c97-b1c0-aac619964546), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:04.337484 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05c26c8f-16a1-44ed-bc57-79200cbb08e5 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f96b05b8-ffc9-4c97-b1c0-aac619964546), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:04.404362 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c26c8f-16a1-44ed-bc57-79200cbb08e5 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:04.407704 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-58979afb-5a01-455c-9dab-e69b88ae5c0b tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "GET /v2.0/routers/629eb64d-61a7-4445-9e73-4546e16dbc32 HTTP/1.1" status: 200 len: 925 time: 0.3059883 Feb 07 21:14:04.413416 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33736) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:04.418087 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-05c26c8f-16a1-44ed-bc57-79200cbb08e5 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:04.421114 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c26c8f-16a1-44ed-bc57-79200cbb08e5 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:04.477970 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-6ec6c1f4-2803-4bcd-870d-73e88e8e5bf5 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:04.479650 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-6ec6c1f4-2803-4bcd-870d-73e88e8e5bf5 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.71 "GET /v2.0/networks?id=125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 HTTP/1.1" status: 200 len: 812 time: 0.2378364 Feb 07 21:14:04.485548 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33746) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:04.505496 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-5a05527a-e63b-432a-9083-e15119df9b0c tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks [] for port (62e4149d-33f9-46fa-9045-9425f4e3844a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:04.515743 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-f5189fed-8df6-4f72-83c5-0deac371afdb tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Request body: {'port': {'device_id': '23768575-8ab7-4867-970c-dc83e42236a5', 'network_id': '125cfc0b-d0af-4d4a-ba2e-4227c32c6f99', 'admin_state_up': True, 'tenant_id': '98a599189f4e437782b9582efa3be866'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:04.519181 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5e5526-61ee-486a-9403-9c318336399d tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:04.523312 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-da5e5526-61ee-486a-9403-9c318336399d tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06&device_id=629eb64d-61a7-4445-9e73-4546e16dbc32&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1055996 Feb 07 21:14:04.523934 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c26c8f-16a1-44ed-bc57-79200cbb08e5 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Pushing event updated for resources: {'Port': ['ID=f96b05b8-ffc9-4c97-b1c0-aac619964546,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:04.524063 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33752) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:04.564013 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:14:04.602389 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:14:04.604175 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device e8fb0d47-2c1c-4a49-aafe-1b84eb89db9b not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:14:04.605383 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 08a80db7-5c6a-42a8-a7b1-6919fe09472a no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:14:04.619333 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-5a05527a-e63b-432a-9083-e15119df9b0c tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (62e4149d-33f9-46fa-9045-9425f4e3844a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:04.642309 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 08a80db7-5c6a-42a8-a7b1-6919fe09472a {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:14:04.642802 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 08a80db7-5c6a-42a8-a7b1-6919fe09472a not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:14:04.671056 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-5a05527a-e63b-432a-9083-e15119df9b0c tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Network 125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:04.681693 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-5a05527a-e63b-432a-9083-e15119df9b0c tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:04.688506 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9628e517-7b02-4072-b47c-8afc2ccd2703 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:04.689931 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9628e517-7b02-4072-b47c-8afc2ccd2703 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 881 time: 0.1648805 Feb 07 21:14:04.690856 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-5a05527a-e63b-432a-9083-e15119df9b0c tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:04.696506 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33762) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:04.752557 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a997f9c5-e9f0-4e6c-a88e-38aefeb22075 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "GET /v2.0/ports?device_id=629eb64d-61a7-4445-9e73-4546e16dbc32 HTTP/1.1" status: 200 len: 205 time: 0.0547912 Feb 07 21:14:04.755838 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05527a-e63b-432a-9083-e15119df9b0c tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Pushing event updated for resources: {'Port': ['ID=62e4149d-33f9-46fa-9045-9425f4e3844a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:04.758110 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33764) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:04.839189 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-5a05527a-e63b-432a-9083-e15119df9b0c tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:04.839633 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-5a05527a-e63b-432a-9083-e15119df9b0c tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:04.865247 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-5a05527a-e63b-432a-9083-e15119df9b0c tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7384207 Feb 07 21:14:04.877074 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-2c3b9d80-f5e3-4f18-8736-d301d532d1ab service neutron] Request body: {'port': {'device_id': '47fcdc55-32e4-48d6-bca9-7d162fe56a91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:04.945679 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcb43acb-d0b0-40ea-b64d-e32bdfd8efbb tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router (629eb64d-61a7-4445-9e73-4546e16dbc32), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:05.015907 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-2c3b9d80-f5e3-4f18-8736-d301d532d1ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (62e4149d-33f9-46fa-9045-9425f4e3844a), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:05.103889 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c722e-595e-4796-8c20-f03480683a08 req-95f9ac4c-2972-45ef-84f9-1429df2fb47f tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:05.106661 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-636c722e-595e-4796-8c20-f03480683a08 req-95f9ac4c-2972-45ef-84f9-1429df2fb47f tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 944 time: 0.6521213 Feb 07 21:14:05.149817 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcb43acb-d0b0-40ea-b64d-e32bdfd8efbb tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_gateway (629eb64d-61a7-4445-9e73-4546e16dbc32), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:05.166239 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb617edf-f5a9-4296-afba-b41ac2a84f97 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for security_group (3d7e10d6-9505-4c22-b231-9184931b781d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:05.215206 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b399017-f306-42b9-b5e9-ac17010a0152 req-8d33e54b-fd19-45c5-bb76-59d098e70bbd tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:05.222038 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b399017-f306-42b9-b5e9-ac17010a0152 req-8d33e54b-fd19-45c5-bb76-59d098e70bbd tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=47fcdc55-32e4-48d6-bca9-7d162fe56a91 HTTP/1.1" status: 200 len: 931 time: 0.2166975 Feb 07 21:14:05.268553 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-f5189fed-8df6-4f72-83c5-0deac371afdb tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Made reservation on behalf of 98a599189f4e437782b9582efa3be866 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:05.270868 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-f5189fed-8df6-4f72-83c5-0deac371afdb tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:05.277798 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb617edf-f5a9-4296-afba-b41ac2a84f97 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for security_group (3d7e10d6-9505-4c22-b231-9184931b781d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:05.297868 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-fcb43acb-d0b0-40ea-b64d-e32bdfd8efbb tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Deleting port b641b7fb-b76c-40a4-9099-b0d032c0a4ed {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:05.298221 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcb43acb-d0b0-40ea-b64d-e32bdfd8efbb tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (b641b7fb-b76c-40a4-9099-b0d032c0a4ed), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:05.353719 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-636c722e-595e-4796-8c20-f03480683a08 req-8f6671e1-e5a6-49a3-90d3-a08494056462 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372637 Feb 07 21:14:05.442773 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcb43acb-d0b0-40ea-b64d-e32bdfd8efbb tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (b641b7fb-b76c-40a4-9099-b0d032c0a4ed), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:05.444056 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b399017-f306-42b9-b5e9-ac17010a0152 req-a2292b41-a814-4248-a568-eef2f26e67c0 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbdaf137-0c7d-4120-9cec-4b25f358affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211621 Feb 07 21:14:05.463831 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-fcb43acb-d0b0-40ea-b64d-e32bdfd8efbb tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Calling delete_port for b641b7fb-b76c-40a4-9099-b0d032c0a4ed owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:05.465339 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb617edf-f5a9-4296-afba-b41ac2a84f97 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3d7e10d6-9505-4c22-b231-9184931b781d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:05.466837 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-2c3b9d80-f5e3-4f18-8736-d301d532d1ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e4149d-33f9-46fa-9045-9425f4e3844a {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:14:05.467977 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb617edf-f5a9-4296-afba-b41ac2a84f97 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:05.469178 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fb617edf-f5a9-4296-afba-b41ac2a84f97 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "DELETE /v2.0/security-groups/3d7e10d6-9505-4c22-b231-9184931b781d HTTP/1.1" status: 204 len: 168 time: 0.9824731 Feb 07 21:14:05.473810 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33776) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:05.487445 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-2c3b9d80-f5e3-4f18-8736-d301d532d1ab service neutron] Publish callbacks [] for port (62e4149d-33f9-46fa-9045-9425f4e3844a), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:05.496122 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb617edf-f5a9-4296-afba-b41ac2a84f97 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7e10d6-9505-4c22-b231-9184931b781d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:05.498053 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05c26c8f-16a1-44ed-bc57-79200cbb08e5 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_gateway (e134ce36-c064-451d-9a22-4ca7349cf651), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:05.549979 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-2c3b9d80-f5e3-4f18-8736-d301d532d1ab service neutron] Transition to ACTIVE for port object 62e4149d-33f9-46fa-9045-9425f4e3844a will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:14:05.569716 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-2c3b9d80-f5e3-4f18-8736-d301d532d1ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (62e4149d-33f9-46fa-9045-9425f4e3844a), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:05.645650 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-f5189fed-8df6-4f72-83c5-0deac371afdb tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Allocated IP 172.20.0.13 (125cfc0b-d0af-4d4a-ba2e-4227c32c6f99/ade2c79c-449f-4a66-b396-5e7956fbe0ca/c374ff4f-bc84-4ee6-b2a9-c479f7fd542e) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:05.650898 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89437b33-daa0-411e-bad9-a1533473ce93 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for security_group (d73dc756-7fe6-46e6-b073-fd7e685a2bdb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:05.697862 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b9d80-f5e3-4f18-8736-d301d532d1ab service neutron] Pushing event updated for resources: {'Port': ['ID=62e4149d-33f9-46fa-9045-9425f4e3844a,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:05.759458 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89437b33-daa0-411e-bad9-a1533473ce93 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for security_group (d73dc756-7fe6-46e6-b073-fd7e685a2bdb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:05.870410 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcb43acb-d0b0-40ea-b64d-e32bdfd8efbb tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (b641b7fb-b76c-40a4-9099-b0d032c0a4ed), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:05.871521 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05c26c8f-16a1-44ed-bc57-79200cbb08e5 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (e134ce36-c064-451d-9a22-4ca7349cf651), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:05.877138 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-2c3b9d80-f5e3-4f18-8736-d301d532d1ab service neutron] Attempting to bind port 62e4149d-33f9-46fa-9045-9425f4e3844a on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:14:05.877481 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-2c3b9d80-f5e3-4f18-8736-d301d532d1ab service neutron] Attempting to bind port 62e4149d-33f9-46fa-9045-9425f4e3844a by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '09a1612e-6cb1-4b0d-9b2f-26f79a705053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '125cfc0b-d0af-4d4a-ba2e-4227c32c6f99'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:14:05.877813 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-2c3b9d80-f5e3-4f18-8736-d301d532d1ab service neutron] Attempting to bind port 62e4149d-33f9-46fa-9045-9425f4e3844a on network 125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:14:05.904340 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb43acb-d0b0-40ea-b64d-e32bdfd8efbb tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Pushing event deleted for resources: {'Port': ['ID=b641b7fb-b76c-40a4-9099-b0d032c0a4ed,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:05.908606 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-2c3b9d80-f5e3-4f18-8736-d301d532d1ab service neutron] Port 62e4149d-33f9-46fa-9045-9425f4e3844a on network 125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:14:05.908936 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-2c3b9d80-f5e3-4f18-8736-d301d532d1ab service neutron] Attempting to bind port 62e4149d-33f9-46fa-9045-9425f4e3844a on network 125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:14:05.917651 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89437b33-daa0-411e-bad9-a1533473ce93 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d73dc756-7fe6-46e6-b073-fd7e685a2bdb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:05.920396 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89437b33-daa0-411e-bad9-a1533473ce93 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:05.924435 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-89437b33-daa0-411e-bad9-a1533473ce93 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "DELETE /v2.0/security-groups/d73dc756-7fe6-46e6-b073-fd7e685a2bdb HTTP/1.1" status: 204 len: 168 time: 0.4475460 Feb 07 21:14:05.925038 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33824) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:05.955676 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-2c3b9d80-f5e3-4f18-8736-d301d532d1ab service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:14:05.956021 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-2c3b9d80-f5e3-4f18-8736-d301d532d1ab service neutron] Checking segment: {'id': '09a1612e-6cb1-4b0d-9b2f-26f79a705053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '125cfc0b-d0af-4d4a-ba2e-4227c32c6f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:14:05.960468 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-2c3b9d80-f5e3-4f18-8736-d301d532d1ab service neutron] Bound using segment: {'id': '09a1612e-6cb1-4b0d-9b2f-26f79a705053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '125cfc0b-d0af-4d4a-ba2e-4227c32c6f99'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:14:05.960468 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-2c3b9d80-f5e3-4f18-8736-d301d532d1ab service neutron] Bound port: 62e4149d-33f9-46fa-9045-9425f4e3844a, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a1612e-6cb1-4b0d-9b2f-26f79a705053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '125cfc0b-d0af-4d4a-ba2e-4227c32c6f99'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:14:05.960468 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-2c3b9d80-f5e3-4f18-8736-d301d532d1ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (62e4149d-33f9-46fa-9045-9425f4e3844a), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:05.966552 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89437b33-daa0-411e-bad9-a1533473ce93 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73dc756-7fe6-46e6-b073-fd7e685a2bdb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:05.993590 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-f5189fed-8df6-4f72-83c5-0deac371afdb tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks [] for port (c374ff4f-bc84-4ee6-b2a9-c479f7fd542e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:06.058904 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-f5189fed-8df6-4f72-83c5-0deac371afdb tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (c374ff4f-bc84-4ee6-b2a9-c479f7fd542e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:06.063782 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89437b33-daa0-411e-bad9-a1533473ce93 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:06.064140 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89437b33-daa0-411e-bad9-a1533473ce93 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:06.064586 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89437b33-daa0-411e-bad9-a1533473ce93 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:06.064935 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89437b33-daa0-411e-bad9-a1533473ce93 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:06.065275 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89437b33-daa0-411e-bad9-a1533473ce93 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:06.065611 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89437b33-daa0-411e-bad9-a1533473ce93 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:06.065947 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89437b33-daa0-411e-bad9-a1533473ce93 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:06.066280 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89437b33-daa0-411e-bad9-a1533473ce93 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:06.066615 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89437b33-daa0-411e-bad9-a1533473ce93 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:06.066949 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89437b33-daa0-411e-bad9-a1533473ce93 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:06.067277 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89437b33-daa0-411e-bad9-a1533473ce93 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:06.067605 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89437b33-daa0-411e-bad9-a1533473ce93 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:06.067939 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89437b33-daa0-411e-bad9-a1533473ce93 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:06.098335 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c26c8f-16a1-44ed-bc57-79200cbb08e5 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Router e134ce36-c064-451d-9a22-4ca7349cf651 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:14:06.136413 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcb43acb-d0b0-40ea-b64d-e32bdfd8efbb tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (629eb64d-61a7-4445-9e73-4546e16dbc32), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:06.142560 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-f5189fed-8df6-4f72-83c5-0deac371afdb tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Network 125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:06.146631 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5189fed-8df6-4f72-83c5-0deac371afdb tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Pushing event updated for resources: {'Port': ['ID=c374ff4f-bc84-4ee6-b2a9-c479f7fd542e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:06.157835 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-f5189fed-8df6-4f72-83c5-0deac371afdb tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:06.160928 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-f5189fed-8df6-4f72-83c5-0deac371afdb tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:06.264236 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcb43acb-d0b0-40ea-b64d-e32bdfd8efbb tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (629eb64d-61a7-4445-9e73-4546e16dbc32), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:06.266720 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcb43acb-d0b0-40ea-b64d-e32bdfd8efbb tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_controller (629eb64d-61a7-4445-9e73-4546e16dbc32), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:06.287667 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-2c3b9d80-f5e3-4f18-8736-d301d532d1ab service neutron] For port 62e4149d-33f9-46fa-9045-9425f4e3844a, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:14:06.298711 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-f5189fed-8df6-4f72-83c5-0deac371afdb tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:06.299340 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-f5189fed-8df6-4f72-83c5-0deac371afdb tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:06.322846 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-f5189fed-8df6-4f72-83c5-0deac371afdb tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8245094 Feb 07 21:14:06.337207 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-59dbb7f8-c34b-454b-80b9-fddf64384328 service neutron] Request body: {'port': {'device_id': '23768575-8ab7-4867-970c-dc83e42236a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:06.340521 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c26c8f-16a1-44ed-bc57-79200cbb08e5 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:14:06.368605 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05dcb93-39f7-43f4-85f6-3a927dde9a3d None None] Sync routers for ids ['e134ce36-c064-451d-9a22-4ca7349cf651'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:14:06.378598 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-2c3b9d80-f5e3-4f18-8736-d301d532d1ab service neutron] For port 62e4149d-33f9-46fa-9045-9425f4e3844a, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=62e4149d-33f9-46fa-9045-9425f4e3844a,segment=NetworkSegment(09a1612e-6cb1-4b0d-9b2f-26f79a705053),segment_id=09a1612e-6cb1-4b0d-9b2f-26f79a705053)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:14:06.382096 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05c26c8f-16a1-44ed-bc57-79200cbb08e5 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:06.383993 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-05c26c8f-16a1-44ed-bc57-79200cbb08e5 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7497158 Feb 07 21:14:06.386908 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33872) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:06.393411 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-67d24db3-5148-405d-9df0-a4388e0726c6 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:06.401072 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05dcb93-39f7-43f4-85f6-3a927dde9a3d None None] Routers {'e134ce36-c064-451d-9a22-4ca7349cf651'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:14:06.402697 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a05dcb93-39f7-43f4-85f6-3a927dde9a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e134ce36-c064-451d-9a22-4ca7349cf651'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:06.425517 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcb43acb-d0b0-40ea-b64d-e32bdfd8efbb tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (629eb64d-61a7-4445-9e73-4546e16dbc32), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:06.433311 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb43acb-d0b0-40ea-b64d-e32bdfd8efbb tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Fanout notify agent at l3_agent the message router_deleted on router 629eb64d-61a7-4445-9e73-4546e16dbc32 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:14:06.475217 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcb43acb-d0b0-40ea-b64d-e32bdfd8efbb tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:06.480424 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fcb43acb-d0b0-40ea-b64d-e32bdfd8efbb tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "DELETE /v2.0/routers/629eb64d-61a7-4445-9e73-4546e16dbc32 HTTP/1.1" status: 204 len: 168 time: 1.7152271 Feb 07 21:14:06.480424 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-2c3b9d80-f5e3-4f18-8736-d301d532d1ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (62e4149d-33f9-46fa-9045-9425f4e3844a), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:06.483702 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33882) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:06.487430 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a05dcb93-39f7-43f4-85f6-3a927dde9a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:06.493100 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-05cc3b02-e5dd-4d9b-bb5a-ed9676d6852c tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-542051533', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:06.507063 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05dcb93-39f7-43f4-85f6-3a927dde9a3d None None] Routers {'e134ce36-c064-451d-9a22-4ca7349cf651'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:14:06.508543 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a05dcb93-39f7-43f4-85f6-3a927dde9a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e134ce36-c064-451d-9a22-4ca7349cf651'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:06.546399 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-59dbb7f8-c34b-454b-80b9-fddf64384328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c374ff4f-bc84-4ee6-b2a9-c479f7fd542e), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:06.569569 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a05dcb93-39f7-43f4-85f6-3a927dde9a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:06.570901 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05dcb93-39f7-43f4-85f6-3a927dde9a3d None None] The sync data for ids ['e134ce36-c064-451d-9a22-4ca7349cf651'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:14:06.581705 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-2c3b9d80-f5e3-4f18-8736-d301d532d1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:06.582339 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-2c3b9d80-f5e3-4f18-8736-d301d532d1ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:06.583867 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-2c3b9d80-f5e3-4f18-8736-d301d532d1ab service neutron] 10.222.0.69 "PUT /v2.0/ports/62e4149d-33f9-46fa-9045-9425f4e3844a HTTP/1.1" status: 200 len: 1091 time: 1.7109714 Feb 07 21:14:06.593843 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fcdc55-32e4-48d6-bca9-7d162fe56a91', 'tag': '62e4149d-33f9-46fa-9045-9425f4e3844a'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:14:06.596523 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2768541a-1d96-4171-af91-d171cc4792d0" -d '{"events": [{"name": "network-changed", "server_uuid": "47fcdc55-32e4-48d6-bca9-7d162fe56a91", "tag": "62e4149d-33f9-46fa-9045-9425f4e3844a"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:14:06.616635 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e06df-cc45-40ad-a476-f3bfcaa51fdf req-7e871bd5-4095-4286-a9ac-b916a0dc067f tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:06.619206 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-772e06df-cc45-40ad-a476-f3bfcaa51fdf req-7e871bd5-4095-4286-a9ac-b916a0dc067f tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 944 time: 0.1502671 Feb 07 21:14:06.666619 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-05cc3b02-e5dd-4d9b-bb5a-ed9676d6852c tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (e59fe802-2d61-4bd7-9b0b-d32a4644e861), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:06.667679 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-05cc3b02-e5dd-4d9b-bb5a-ed9676d6852c tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (e59fe802-2d61-4bd7-9b0b-d32a4644e861), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:06.699289 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b9d80-f5e3-4f18-8736-d301d532d1ab service neutron] Pushing event updated for resources: {'Port': ['ID=62e4149d-33f9-46fa-9045-9425f4e3844a,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:06.790823 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-05cc3b02-e5dd-4d9b-bb5a-ed9676d6852c tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_controller (e59fe802-2d61-4bd7-9b0b-d32a4644e861), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:06.794813 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-44f887b5-b4b1-48d1-821b-963037b53f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:06.796365 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-44f887b5-b4b1-48d1-821b-963037b53f54 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=98a599189f4e437782b9582efa3be866&device_id=47fcdc55-32e4-48d6-bca9-7d162fe56a91 HTTP/1.1" status: 200 len: 1125 time: 0.1533058 Feb 07 21:14:06.799000 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-05cc3b02-e5dd-4d9b-bb5a-ed9676d6852c tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (e59fe802-2d61-4bd7-9b0b-d32a4644e861), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:06.823819 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-772e06df-cc45-40ad-a476-f3bfcaa51fdf req-f0acf7b9-61ac-4c2b-8947-19ee7c6cefee tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943617 Feb 07 21:14:06.852180 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-328bb5b2-7582-42ff-a662-4369e830a0c2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62e4149d-33f9-46fa-9045-9425f4e3844a HTTP/1.1" status: 200 len: 217 time: 0.0483835 Feb 07 21:14:06.888615 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-05cc3b02-e5dd-4d9b-bb5a-ed9676d6852c tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:06.889820 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-05cc3b02-e5dd-4d9b-bb5a-ed9676d6852c tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4010999 Feb 07 21:14:06.892761 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33914) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:06.897013 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-02bedf88-c916-4343-aa65-999b52208738 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'enable_snat': False}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:06.991087 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-272357f5-f12c-4f78-8daa-6a00711a70f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:06.993058 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-272357f5-f12c-4f78-8daa-6a00711a70f6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ade2c79c-449f-4a66-b396-5e7956fbe0ca HTTP/1.1" status: 200 len: 852 time: 0.1355982 Feb 07 21:14:07.078632 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814683a3-00c1-4469-b7b9-b8a2f424af26 req-41440c4f-c5d3-4fee-96bc-63817c801209 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:07.080133 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-814683a3-00c1-4469-b7b9-b8a2f424af26 req-41440c4f-c5d3-4fee-96bc-63817c801209 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=47fcdc55-32e4-48d6-bca9-7d162fe56a91 HTTP/1.1" status: 200 len: 943 time: 0.1667731 Feb 07 21:14:07.104233 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-bb578bb8-2987-4898-9544-21d275af82a4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=125cfc0b-d0af-4d4a-ba2e-4227c32c6f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894058 Feb 07 21:14:07.105764 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75d84bd-63a6-45bb-97ae-975f8c9fa707 x-openstack-request-id: req-a75d84bd-63a6-45bb-97ae-975f8c9fa707 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:14:07.106055 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fcdc55-32e4-48d6-bca9-7d162fe56a91", "tag": "62e4149d-33f9-46fa-9045-9425f4e3844a", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:14:07.106316 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a75d84bd-63a6-45bb-97ae-975f8c9fa707 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:14:07.106813 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47fcdc55-32e4-48d6-bca9-7d162fe56a91', 'tag': '62e4149d-33f9-46fa-9045-9425f4e3844a', 'status': 'completed', 'code': 200} Feb 07 21:14:07.155364 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67d24db3-5148-405d-9df0-a4388e0726c6 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_gateway (e134ce36-c064-451d-9a22-4ca7349cf651), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:07.169758 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-59dbb7f8-c34b-454b-80b9-fddf64384328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c374ff4f-bc84-4ee6-b2a9-c479f7fd542e {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:14:07.189578 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-59dbb7f8-c34b-454b-80b9-fddf64384328 service neutron] Publish callbacks [] for port (c374ff4f-bc84-4ee6-b2a9-c479f7fd542e), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:07.192391 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67d24db3-5148-405d-9df0-a4388e0726c6 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_gateway (e134ce36-c064-451d-9a22-4ca7349cf651), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:07.199762 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-814683a3-00c1-4469-b7b9-b8a2f424af26 req-f53a9f15-03cd-47b7-9d60-6a79fb529731 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbdaf137-0c7d-4120-9cec-4b25f358affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048219 Feb 07 21:14:07.212954 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-59dbb7f8-c34b-454b-80b9-fddf64384328 service neutron] Transition to ACTIVE for port object c374ff4f-bc84-4ee6-b2a9-c479f7fd542e will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:14:07.218075 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-59dbb7f8-c34b-454b-80b9-fddf64384328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (c374ff4f-bc84-4ee6-b2a9-c479f7fd542e), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:07.319803 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbb7f8-c34b-454b-80b9-fddf64384328 service neutron] Pushing event updated for resources: {'Port': ['ID=c374ff4f-bc84-4ee6-b2a9-c479f7fd542e,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:07.373502 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-67d24db3-5148-405d-9df0-a4388e0726c6 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Deleting port f96b05b8-ffc9-4c97-b1c0-aac619964546 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:07.373841 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67d24db3-5148-405d-9df0-a4388e0726c6 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f96b05b8-ffc9-4c97-b1c0-aac619964546), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:07.442950 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-59dbb7f8-c34b-454b-80b9-fddf64384328 service neutron] Attempting to bind port c374ff4f-bc84-4ee6-b2a9-c479f7fd542e on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:14:07.443291 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-59dbb7f8-c34b-454b-80b9-fddf64384328 service neutron] Attempting to bind port c374ff4f-bc84-4ee6-b2a9-c479f7fd542e by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '09a1612e-6cb1-4b0d-9b2f-26f79a705053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '125cfc0b-d0af-4d4a-ba2e-4227c32c6f99'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:14:07.443614 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-59dbb7f8-c34b-454b-80b9-fddf64384328 service neutron] Attempting to bind port c374ff4f-bc84-4ee6-b2a9-c479f7fd542e on network 125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:14:07.453629 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-59dbb7f8-c34b-454b-80b9-fddf64384328 service neutron] Port c374ff4f-bc84-4ee6-b2a9-c479f7fd542e on network 125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:14:07.453966 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-59dbb7f8-c34b-454b-80b9-fddf64384328 service neutron] Attempting to bind port c374ff4f-bc84-4ee6-b2a9-c479f7fd542e on network 125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:14:07.468937 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-59dbb7f8-c34b-454b-80b9-fddf64384328 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:14:07.469431 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-59dbb7f8-c34b-454b-80b9-fddf64384328 service neutron] Checking segment: {'id': '09a1612e-6cb1-4b0d-9b2f-26f79a705053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '125cfc0b-d0af-4d4a-ba2e-4227c32c6f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:14:07.470086 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-59dbb7f8-c34b-454b-80b9-fddf64384328 service neutron] Bound using segment: {'id': '09a1612e-6cb1-4b0d-9b2f-26f79a705053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '125cfc0b-d0af-4d4a-ba2e-4227c32c6f99'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:14:07.470547 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-59dbb7f8-c34b-454b-80b9-fddf64384328 service neutron] Bound port: c374ff4f-bc84-4ee6-b2a9-c479f7fd542e, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a1612e-6cb1-4b0d-9b2f-26f79a705053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '125cfc0b-d0af-4d4a-ba2e-4227c32c6f99'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:14:07.471058 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-59dbb7f8-c34b-454b-80b9-fddf64384328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c374ff4f-bc84-4ee6-b2a9-c479f7fd542e), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:07.492193 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67d24db3-5148-405d-9df0-a4388e0726c6 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f96b05b8-ffc9-4c97-b1c0-aac619964546), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:07.524507 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-67d24db3-5148-405d-9df0-a4388e0726c6 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Calling delete_port for f96b05b8-ffc9-4c97-b1c0-aac619964546 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:07.597677 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-59dbb7f8-c34b-454b-80b9-fddf64384328 service neutron] For port c374ff4f-bc84-4ee6-b2a9-c479f7fd542e, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:14:07.603838 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-59dbb7f8-c34b-454b-80b9-fddf64384328 service neutron] For port c374ff4f-bc84-4ee6-b2a9-c479f7fd542e, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c374ff4f-bc84-4ee6-b2a9-c479f7fd542e,segment=NetworkSegment(09a1612e-6cb1-4b0d-9b2f-26f79a705053),segment_id=09a1612e-6cb1-4b0d-9b2f-26f79a705053)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:14:07.617406 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-59dbb7f8-c34b-454b-80b9-fddf64384328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (c374ff4f-bc84-4ee6-b2a9-c479f7fd542e), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:07.649179 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02bedf88-c916-4343-aa65-999b52208738 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router_gateway (e59fe802-2d61-4bd7-9b0b-d32a4644e861), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:07.664265 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1f8b2993-bb86-4a88-8ffe-f36db0a19ffd tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (e06e2bcc-03f3-460c-97c5-6a149ffd4451), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:07.715035 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-59dbb7f8-c34b-454b-80b9-fddf64384328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:07.715687 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-59dbb7f8-c34b-454b-80b9-fddf64384328 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:07.717248 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-59dbb7f8-c34b-454b-80b9-fddf64384328 service neutron] 10.222.0.71 "PUT /v2.0/ports/c374ff4f-bc84-4ee6-b2a9-c479f7fd542e HTTP/1.1" status: 200 len: 1092 time: 1.3856492 Feb 07 21:14:07.717687 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23768575-8ab7-4867-970c-dc83e42236a5', 'tag': 'c374ff4f-bc84-4ee6-b2a9-c479f7fd542e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:14:07.720012 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69532d20-efe3-46d2-9c9d-eca77682c77b" -d '{"events": [{"name": "network-changed", "server_uuid": "23768575-8ab7-4867-970c-dc83e42236a5", "tag": "c374ff4f-bc84-4ee6-b2a9-c479f7fd542e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:14:07.753729 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-640aa5a3-43e9-4ede-9a0c-0b0f0f7ffe7c service neutron] 10.222.0.69 "GET /v2.0/networks/125cfc0b-d0af-4d4a-ba2e-4227c32c6f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6399999 Feb 07 21:14:07.787847 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad2c2f0-ceb4-4e53-9a0d-5ff351993fa1 x-openstack-request-id: req-7ad2c2f0-ceb4-4e53-9a0d-5ff351993fa1 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:14:07.788141 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23768575-8ab7-4867-970c-dc83e42236a5", "tag": "c374ff4f-bc84-4ee6-b2a9-c479f7fd542e", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:14:07.788427 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7ad2c2f0-ceb4-4e53-9a0d-5ff351993fa1 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:14:07.788863 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23768575-8ab7-4867-970c-dc83e42236a5', 'tag': 'c374ff4f-bc84-4ee6-b2a9-c479f7fd542e', 'status': 'completed', 'code': 200} Feb 07 21:14:07.981093 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-27eec5a2-fd29-401d-8986-54e6954f2b7c service neutron] 10.222.0.69 "GET /v2.0/networks/125cfc0b-d0af-4d4a-ba2e-4227c32c6f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928632 Feb 07 21:14:08.202181 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbb7f8-c34b-454b-80b9-fddf64384328 service neutron] Pushing event updated for resources: {'Port': ['ID=c374ff4f-bc84-4ee6-b2a9-c479f7fd542e,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:08.251401 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768541a-1d96-4171-af91-d171cc4792d0 req-2b58a358-8cb7-4037-8f93-2a4ee1c8c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:08.253575 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2768541a-1d96-4171-af91-d171cc4792d0 req-2b58a358-8cb7-4037-8f93-2a4ee1c8c7eb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=98a599189f4e437782b9582efa3be866&device_id=47fcdc55-32e4-48d6-bca9-7d162fe56a91 HTTP/1.1" status: 200 len: 1125 time: 0.2048478 Feb 07 21:14:08.269894 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67d24db3-5148-405d-9df0-a4388e0726c6 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f96b05b8-ffc9-4c97-b1c0-aac619964546), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:08.285203 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-9bcd3ff0-e494-4958-903c-7250b362b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:08.286866 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-9bcd3ff0-e494-4958-903c-7250b362b0dd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=98a599189f4e437782b9582efa3be866&device_id=23768575-8ab7-4867-970c-dc83e42236a5 HTTP/1.1" status: 200 len: 1126 time: 0.4923360 Feb 07 21:14:08.321625 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d24db3-5148-405d-9df0-a4388e0726c6 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Pushing event deleted for resources: {'Port': ['ID=f96b05b8-ffc9-4c97-b1c0-aac619964546,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:08.330553 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bb501-4a64-45e1-a0d2-5498c3869b17 req-795dc00d-0dec-4354-b9ba-05591e22c3b4 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:08.338921 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f48bb501-4a64-45e1-a0d2-5498c3869b17 req-795dc00d-0dec-4354-b9ba-05591e22c3b4 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 944 time: 0.1333866 Feb 07 21:14:08.350656 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02bedf88-c916-4343-aa65-999b52208738 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router_gateway (e59fe802-2d61-4bd7-9b0b-d32a4644e861), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:08.375765 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02bedf88-c916-4343-aa65-999b52208738 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:08.412649 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-b7593bc3-9ded-40f7-9cbb-655f3d303458 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c374ff4f-bc84-4ee6-b2a9-c479f7fd542e HTTP/1.1" status: 200 len: 217 time: 0.0996342 Feb 07 21:14:08.440894 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 8eb3bafa-0275-4baf-b62b-26a49992af32 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:14:08.492053 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768541a-1d96-4171-af91-d171cc4792d0 req-96650f94-b3c3-452b-b7b2-ddab88104d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:08.494258 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2768541a-1d96-4171-af91-d171cc4792d0 req-96650f94-b3c3-452b-b7b2-ddab88104d11 service neutron] 10.222.0.69 "GET /v2.0/networks?id=125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 HTTP/1.1" status: 200 len: 913 time: 0.2334981 Feb 07 21:14:08.501813 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b2993-bb86-4a88-8ffe-f36db0a19ffd tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Deleting port 8c9a20e5-3e6b-4955-9ee8-101fff5cabc0 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:08.502305 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1f8b2993-bb86-4a88-8ffe-f36db0a19ffd tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8c9a20e5-3e6b-4955-9ee8-101fff5cabc0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:08.599279 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67d24db3-5148-405d-9df0-a4388e0726c6 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (e134ce36-c064-451d-9a22-4ca7349cf651), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:08.605351 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 8eb3bafa-0275-4baf-b62b-26a49992af32, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=8eb3bafa-0275-4baf-b62b-26a49992af32,segment=NetworkSegment(d17188d4-7793-4980-b0e3-bff9438995bd),segment_id=d17188d4-7793-4980-b0e3-bff9438995bd)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:08.616590 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2768541a-1d96-4171-af91-d171cc4792d0 req-51d7827b-71c6-4a12-a8f4-bfd64a4f1e7b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62e4149d-33f9-46fa-9045-9425f4e3844a HTTP/1.1" status: 200 len: 217 time: 0.1057591 Feb 07 21:14:08.620389 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '8eb3bafa-0275-4baf-b62b-26a49992af32', 'network_id': 'fea6e7e3-47f5-4ada-86ca-f855bc01cae1', 'port_id': '8eb3bafa-0275-4baf-b62b-26a49992af32', 'mac_address': 'fa:16:3e:53:dc:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '226d5f88-28a2-4f0a-937f-719b03b2d28a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:14:08.642426 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-278f9147-dd27-4dfc-9b45-46e39bdfa8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:08.643972 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-278f9147-dd27-4dfc-9b45-46e39bdfa8ed service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ade2c79c-449f-4a66-b396-5e7956fbe0ca HTTP/1.1" status: 200 len: 852 time: 0.2136409 Feb 07 21:14:08.648099 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f48bb501-4a64-45e1-a0d2-5498c3869b17 req-19bc5745-dd7c-4de3-8cd4-65bf9a7cc24e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083012 Feb 07 21:14:08.687026 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-02bedf88-c916-4343-aa65-999b52208738 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Allocated IP 172.25.4.201 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/099a0ee6-228d-4cca-9bfa-444c6c25ca40) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:08.706485 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 8eb3bafa-0275-4baf-b62b-26a49992af32 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:08.706884 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:08.730098 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb3bafa-0275-4baf-b62b-26a49992af32 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:14:08.731950 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-2556ddb7-c043-4d9a-b3b9-68f69726ef3d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=125cfc0b-d0af-4d4a-ba2e-4227c32c6f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398047 Feb 07 21:14:08.741656 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b05c6-292f-4e8c-a3ff-9dee83b5c8a0 req-a4230147-7d6d-49a6-a26e-9659a887b97f tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:08.749427 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7c2b05c6-292f-4e8c-a3ff-9dee83b5c8a0 req-a4230147-7d6d-49a6-a26e-9659a887b97f tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=47fcdc55-32e4-48d6-bca9-7d162fe56a91 HTTP/1.1" status: 200 len: 943 time: 0.3659942 Feb 07 21:14:08.759161 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 8eb3bafa-0275-4baf-b62b-26a49992af32, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=8eb3bafa-0275-4baf-b62b-26a49992af32,segment=NetworkSegment(d17188d4-7793-4980-b0e3-bff9438995bd),segment_id=d17188d4-7793-4980-b0e3-bff9438995bd)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:08.765111 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:08.779802 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1f8b2993-bb86-4a88-8ffe-f36db0a19ffd tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] For port 8c9a20e5-3e6b-4955-9ee8-101fff5cabc0, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8c9a20e5-3e6b-4955-9ee8-101fff5cabc0,segment=NetworkSegment(1bd4ad19-40e8-41ac-89e0-773280d46723),segment_id=1bd4ad19-40e8-41ac-89e0-773280d46723)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:08.780489 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1f8b2993-bb86-4a88-8ffe-f36db0a19ffd tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8c9a20e5-3e6b-4955-9ee8-101fff5cabc0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:08.809250 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b2993-bb86-4a88-8ffe-f36db0a19ffd tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Calling delete_port for 8c9a20e5-3e6b-4955-9ee8-101fff5cabc0 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:08.838449 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=8eb3bafa-0275-4baf-b62b-26a49992af32,revision_number=11']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:08.843516 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768541a-1d96-4171-af91-d171cc4792d0 req-682a565d-a04a-46ce-b688-e6d5dfd0afca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:08.844929 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2768541a-1d96-4171-af91-d171cc4792d0 req-682a565d-a04a-46ce-b688-e6d5dfd0afca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ade2c79c-449f-4a66-b396-5e7956fbe0ca HTTP/1.1" status: 200 len: 852 time: 0.2219145 Feb 07 21:14:08.941145 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2768541a-1d96-4171-af91-d171cc4792d0 req-33f4924f-ff0f-482a-80bc-37a1d3472d1f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=125cfc0b-d0af-4d4a-ba2e-4227c32c6f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686774 Feb 07 21:14:08.971071 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-7f2a6c96-0216-4ec4-a2d1-2fccc36f50ab service neutron] 10.222.0.71 "GET /v2.0/networks/125cfc0b-d0af-4d4a-ba2e-4227c32c6f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122531 Feb 07 21:14:08.987305 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7c2b05c6-292f-4e8c-a3ff-9dee83b5c8a0 req-cef67072-30ee-4cbc-8485-6f062f3c4ba8 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbdaf137-0c7d-4120-9cec-4b25f358affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321920 Feb 07 21:14:09.012478 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34020) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:09.133347 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67d24db3-5148-405d-9df0-a4388e0726c6 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9854'] for router (e134ce36-c064-451d-9a22-4ca7349cf651), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:09.144546 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02bedf88-c916-4343-aa65-999b52208738 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for port (099a0ee6-228d-4cca-9bfa-444c6c25ca40), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:09.145535 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67d24db3-5148-405d-9df0-a4388e0726c6 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7871149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7871156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7867351'] for router (e134ce36-c064-451d-9a22-4ca7349cf651), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:09.178625 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2768541a-1d96-4171-af91-d171cc4792d0 req-7a7c1ff4-189b-47c3-a142-dfd4a2f6c747 service neutron] 10.222.0.69 "GET /v2.0/networks/125cfc0b-d0af-4d4a-ba2e-4227c32c6f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254360 Feb 07 21:14:09.230051 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['8eb3bafa-0275-4baf-b62b-26a49992af32'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:14:09.262925 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd014d0c-b8b6-4272-be5b-bf515bac347e req-a8808a1f-bf81-45fb-96ac-f272b56d321b tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:09.269749 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bd014d0c-b8b6-4272-be5b-bf515bac347e req-a8808a1f-bf81-45fb-96ac-f272b56d321b tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/ports?device_id=c16296d4-0749-4305-81ec-14c625f00e2b HTTP/1.1" status: 200 len: 947 time: 0.2118268 Feb 07 21:14:09.284377 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f17b0a-16ce-46ce-8a39-edc8491d40ae req-e8dcfd1f-cbcb-4e99-933e-8ef68c3e24e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:09.285128 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f17b0a-16ce-46ce-8a39-edc8491d40ae req-e8dcfd1f-cbcb-4e99-933e-8ef68c3e24e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:09.285616 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f17b0a-16ce-46ce-8a39-edc8491d40ae req-e8dcfd1f-cbcb-4e99-933e-8ef68c3e24e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:09.286070 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f17b0a-16ce-46ce-8a39-edc8491d40ae req-e8dcfd1f-cbcb-4e99-933e-8ef68c3e24e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:09.286538 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f17b0a-16ce-46ce-8a39-edc8491d40ae req-e8dcfd1f-cbcb-4e99-933e-8ef68c3e24e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:09.286999 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f17b0a-16ce-46ce-8a39-edc8491d40ae req-e8dcfd1f-cbcb-4e99-933e-8ef68c3e24e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:09.287462 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f17b0a-16ce-46ce-8a39-edc8491d40ae req-e8dcfd1f-cbcb-4e99-933e-8ef68c3e24e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:09.289445 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a1f17b0a-16ce-46ce-8a39-edc8491d40ae req-e8dcfd1f-cbcb-4e99-933e-8ef68c3e24e3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 6707 time: 0.2732186 Feb 07 21:14:09.292111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f0d23d1-957a-409d-a992-eba6a658b8ef req-7b0c3f8f-d958-46b2-a860-5f0e2519544c service neutron] 10.222.0.71 "GET /v2.0/networks/125cfc0b-d0af-4d4a-ba2e-4227c32c6f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598443 Feb 07 21:14:09.298744 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d24db3-5148-405d-9df0-a4388e0726c6 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Router e134ce36-c064-451d-9a22-4ca7349cf651 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:14:09.344910 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bd014d0c-b8b6-4272-be5b-bf515bac347e req-112b4c4a-1727-4797-9568-4408e32bb0d3 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fd304ff-acc6-43e8-9397-ae70d57fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739815 Feb 07 21:14:09.357721 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02bedf88-c916-4343-aa65-999b52208738 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (099a0ee6-228d-4cca-9bfa-444c6c25ca40), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:09.450700 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d24db3-5148-405d-9df0-a4388e0726c6 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:14:09.453369 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bedf88-c916-4343-aa65-999b52208738 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:09.458081 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67d24db3-5148-405d-9df0-a4388e0726c6 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:09.459177 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-67d24db3-5148-405d-9df0-a4388e0726c6 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "PUT /v2.0/routers/e134ce36-c064-451d-9a22-4ca7349cf651 HTTP/1.1" status: 200 len: 706 time: 3.0713260 Feb 07 21:14:09.463209 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34024) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:09.464555 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48b7839-317f-40f7-81f1-34856f7f1139 None None] Sync routers for ids ['e134ce36-c064-451d-9a22-4ca7349cf651'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:14:09.468300 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-02bedf88-c916-4343-aa65-999b52208738 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:09.473464 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bedf88-c916-4343-aa65-999b52208738 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Pushing event updated for resources: {'Port': ['ID=099a0ee6-228d-4cca-9bfa-444c6c25ca40,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:09.477222 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2768541a-1d96-4171-af91-d171cc4792d0 req-da9ba762-f7df-4cbd-b3e2-244fbdc2c9f5 service neutron] 10.222.0.69 "GET /v2.0/networks/125cfc0b-d0af-4d4a-ba2e-4227c32c6f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891910 Feb 07 21:14:09.478105 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bedf88-c916-4343-aa65-999b52208738 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:09.479767 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48b7839-317f-40f7-81f1-34856f7f1139 None None] Routers {'e134ce36-c064-451d-9a22-4ca7349cf651'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:14:09.481345 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c48b7839-317f-40f7-81f1-34856f7f1139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e134ce36-c064-451d-9a22-4ca7349cf651'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:09.488999 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1f8b2993-bb86-4a88-8ffe-f36db0a19ffd tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8c9a20e5-3e6b-4955-9ee8-101fff5cabc0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:09.530784 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c48b7839-317f-40f7-81f1-34856f7f1139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:09.539929 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48b7839-317f-40f7-81f1-34856f7f1139 None None] Routers {'e134ce36-c064-451d-9a22-4ca7349cf651'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:14:09.540916 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c48b7839-317f-40f7-81f1-34856f7f1139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e134ce36-c064-451d-9a22-4ca7349cf651'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:09.542118 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69532d20-efe3-46d2-9c9d-eca77682c77b req-c8f35d18-335e-4203-8fe2-553457c4aa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:09.543668 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69532d20-efe3-46d2-9c9d-eca77682c77b req-c8f35d18-335e-4203-8fe2-553457c4aa26 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=98a599189f4e437782b9582efa3be866&device_id=23768575-8ab7-4867-970c-dc83e42236a5 HTTP/1.1" status: 200 len: 1126 time: 0.1563342 Feb 07 21:14:09.548617 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b2993-bb86-4a88-8ffe-f36db0a19ffd tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event deleted for resources: {'Port': ['ID=8c9a20e5-3e6b-4955-9ee8-101fff5cabc0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:09.555609 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-db7e9df8-4a51-4aa4-92a4-d7e5aa31f756 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "GET /v2.0/routers/e134ce36-c064-451d-9a22-4ca7349cf651 HTTP/1.1" status: 200 len: 741 time: 0.0864925 Feb 07 21:14:09.558297 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34026) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:09.562012 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a1f17b0a-16ce-46ce-8a39-edc8491d40ae req-b7cd5347-b8ed-48ac-814f-0f826823190f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4594f637-47ce-490b-a33d-e0ff27b5c788&id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2530966 Feb 07 21:14:09.580545 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c48b7839-317f-40f7-81f1-34856f7f1139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:09.581175 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48b7839-317f-40f7-81f1-34856f7f1139 None None] The sync data for ids ['e134ce36-c064-451d-9a22-4ca7349cf651'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:14:09.654146 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e162ff0d-42db-4220-b49d-c5462a58f848 tempest-RoutersAdminTest-24164354 tempest-RoutersAdminTest-24164354-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06&device_id=e134ce36-c064-451d-9a22-4ca7349cf651 HTTP/1.1" status: 200 len: 205 time: 0.0949683 Feb 07 21:14:09.656643 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34030) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:09.691222 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e4e39e71-cb6f-4608-b16b-01c1917dc7c7 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "GET /v2.0/ports?device_id=e134ce36-c064-451d-9a22-4ca7349cf651 HTTP/1.1" status: 200 len: 205 time: 0.0312862 Feb 07 21:14:09.693439 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34034) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:09.821237 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-983fa78a-0491-4012-a6ba-08db00c96a80 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router (e134ce36-c064-451d-9a22-4ca7349cf651), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:09.860752 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69532d20-efe3-46d2-9c9d-eca77682c77b req-5867c525-8a67-4a4b-bee9-a54b937e8b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:09.862222 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69532d20-efe3-46d2-9c9d-eca77682c77b req-5867c525-8a67-4a4b-bee9-a54b937e8b90 service neutron] 10.222.0.71 "GET /v2.0/networks?id=125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 HTTP/1.1" status: 200 len: 913 time: 0.3053429 Feb 07 21:14:09.935806 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69532d20-efe3-46d2-9c9d-eca77682c77b req-53461eb8-9c8c-4f5f-8dc3-70967039dcf1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c374ff4f-bc84-4ee6-b2a9-c479f7fd542e HTTP/1.1" status: 200 len: 217 time: 0.0477386 Feb 07 21:14:10.013549 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372d1fb-cef8-46ca-9dc0-7496e91e2642 req-3327d1b3-0157-4bdc-b166-404b08383469 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:10.015099 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c372d1fb-cef8-46ca-9dc0-7496e91e2642 req-3327d1b3-0157-4bdc-b166-404b08383469 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.2497957 Feb 07 21:14:10.098073 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-983fa78a-0491-4012-a6ba-08db00c96a80 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (e134ce36-c064-451d-9a22-4ca7349cf651), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:10.105067 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-983fa78a-0491-4012-a6ba-08db00c96a80 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router_controller (e134ce36-c064-451d-9a22-4ca7349cf651), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:10.175758 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69532d20-efe3-46d2-9c9d-eca77682c77b req-43281d7f-c047-40a7-9767-79490026f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:10.177257 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69532d20-efe3-46d2-9c9d-eca77682c77b req-43281d7f-c047-40a7-9767-79490026f466 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ade2c79c-449f-4a66-b396-5e7956fbe0ca HTTP/1.1" status: 200 len: 852 time: 0.2090917 Feb 07 21:14:10.188983 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-983fa78a-0491-4012-a6ba-08db00c96a80 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (e134ce36-c064-451d-9a22-4ca7349cf651), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:10.189485 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983fa78a-0491-4012-a6ba-08db00c96a80 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Fanout notify agent at l3_agent the message router_deleted on router e134ce36-c064-451d-9a22-4ca7349cf651 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:14:10.202694 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-983fa78a-0491-4012-a6ba-08db00c96a80 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:10.203755 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-983fa78a-0491-4012-a6ba-08db00c96a80 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "DELETE /v2.0/routers/e134ce36-c064-451d-9a22-4ca7349cf651 HTTP/1.1" status: 204 len: 168 time: 0.5113435 Feb 07 21:14:10.211026 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34040) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:10.219089 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c372d1fb-cef8-46ca-9dc0-7496e91e2642 req-9450cc8e-3b97-406c-8cba-2ce689953627 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768832 Feb 07 21:14:10.240684 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69532d20-efe3-46d2-9c9d-eca77682c77b req-314e4585-d7a4-4417-8076-b30f623a90fb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=125cfc0b-d0af-4d4a-ba2e-4227c32c6f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452752 Feb 07 21:14:10.248534 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e698e44b-bd5b-402c-bdc0-d149e6527513 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "GET /v2.0/ports?device_id=e134ce36-c064-451d-9a22-4ca7349cf651 HTTP/1.1" status: 200 len: 205 time: 0.0357993 Feb 07 21:14:10.253461 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34042) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:10.255310 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba800731-15d0-4b6c-a1f5-bd1771649b97 req-f09c084f-67ca-4255-bc15-a5c7ab5201b3 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:10.256837 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba800731-15d0-4b6c-a1f5-bd1771649b97 req-f09c084f-67ca-4255-bc15-a5c7ab5201b3 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=47fcdc55-32e4-48d6-bca9-7d162fe56a91 HTTP/1.1" status: 200 len: 943 time: 0.1871550 Feb 07 21:14:10.304184 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-09770f01-bf63-469b-9131-5710981f5385 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] delete failed (client error): The resource could not be found. Feb 07 21:14:10.307975 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-09770f01-bf63-469b-9131-5710981f5385 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "DELETE /v2.0/routers/e134ce36-c064-451d-9a22-4ca7349cf651 HTTP/1.1" status: 404 len: 336 time: 0.0499642 Feb 07 21:14:10.312159 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34044) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:10.325352 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1f8b2993-bb86-4a88-8ffe-f36db0a19ffd tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (e06e2bcc-03f3-460c-97c5-6a149ffd4451), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:10.350883 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1124ec0a-ee06-438b-bf3e-db906bad7815 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "GET /v2.0/ports?device_id=da22e456-92b5-452f-b7ab-33ba9499a4d5 HTTP/1.1" status: 200 len: 205 time: 0.0375957 Feb 07 21:14:10.353570 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02bedf88-c916-4343-aa65-999b52208738 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router_gateway (e59fe802-2d61-4bd7-9b0b-d32a4644e861), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:10.354601 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34046) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:10.368254 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba800731-15d0-4b6c-a1f5-bd1771649b97 req-68a69fa8-8df3-409e-af35-5520b4873681 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbdaf137-0c7d-4120-9cec-4b25f358affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020172 Feb 07 21:14:10.411806 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-ea8a9899-6808-4a55-929d-31b44c674cc1 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] delete failed (client error): The resource could not be found. Feb 07 21:14:10.412948 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ea8a9899-6808-4a55-929d-31b44c674cc1 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "DELETE /v2.0/routers/da22e456-92b5-452f-b7ab-33ba9499a4d5 HTTP/1.1" status: 404 len: 336 time: 0.0574381 Feb 07 21:14:10.415294 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69532d20-efe3-46d2-9c9d-eca77682c77b req-26cd4051-837b-4893-84c0-79383764bf13 service neutron] 10.222.0.71 "GET /v2.0/networks/125cfc0b-d0af-4d4a-ba2e-4227c32c6f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575534 Feb 07 21:14:10.415908 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34050) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:10.468255 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0db06f51-8471-4e97-b436-bb3554dea40b tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a94800b-9617-49f4-b833-4e549a288b7f HTTP/1.1" status: 200 len: 205 time: 0.0512578 Feb 07 21:14:10.481614 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34052) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:10.532003 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-198f225b-3d0d-4034-af6d-61160bb7b815 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] delete failed (client error): The resource could not be found. Feb 07 21:14:10.533080 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-198f225b-3d0d-4034-af6d-61160bb7b815 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "DELETE /v2.0/routers/7a94800b-9617-49f4-b833-4e549a288b7f HTTP/1.1" status: 404 len: 336 time: 0.0505500 Feb 07 21:14:10.539280 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34054) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:10.558150 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ea01e-fb7a-4a35-a090-c9f28739a97a req-9738c423-2af9-4ae5-9e63-24ecaef80246 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:10.559714 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-045ea01e-fb7a-4a35-a090-c9f28739a97a req-9738c423-2af9-4ae5-9e63-24ecaef80246 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/ports?device_id=c16296d4-0749-4305-81ec-14c625f00e2b HTTP/1.1" status: 200 len: 947 time: 0.1334610 Feb 07 21:14:10.570001 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69532d20-efe3-46d2-9c9d-eca77682c77b req-7444547d-569b-4d20-8a7c-8baeda4ec73f service neutron] 10.222.0.71 "GET /v2.0/networks/125cfc0b-d0af-4d4a-ba2e-4227c32c6f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448114 Feb 07 21:14:10.579388 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 62e4149d-33f9-46fa-9045-9425f4e3844a details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:14:10.580070 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a75111f2-298c-4f54-928b-20623900a975 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "GET /v2.0/ports?device_id=659079c8-e0c0-4bea-9987-71d6fddf7e92 HTTP/1.1" status: 200 len: 205 time: 0.0379903 Feb 07 21:14:10.582719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34056) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:10.630849 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-39ca3cde-c3d9-412c-8f35-002f1001c830 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] delete failed (client error): The resource could not be found. Feb 07 21:14:10.634663 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-39ca3cde-c3d9-412c-8f35-002f1001c830 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "DELETE /v2.0/routers/659079c8-e0c0-4bea-9987-71d6fddf7e92 HTTP/1.1" status: 404 len: 336 time: 0.0482244 Feb 07 21:14:10.635305 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34058) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:10.674818 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-09a39a73-d93f-40d3-94cc-e2baf5b78e53 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "GET /v2.0/ports?device_id=39fd82fe-8041-463e-a07b-de4db7c81c18 HTTP/1.1" status: 200 len: 205 time: 0.0297203 Feb 07 21:14:10.677840 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34060) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:10.693884 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 62e4149d-33f9-46fa-9045-9425f4e3844a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=62e4149d-33f9-46fa-9045-9425f4e3844a,segment=NetworkSegment(09a1612e-6cb1-4b0d-9b2f-26f79a705053),segment_id=09a1612e-6cb1-4b0d-9b2f-26f79a705053)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:10.706633 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '62e4149d-33f9-46fa-9045-9425f4e3844a', 'network_id': '125cfc0b-d0af-4d4a-ba2e-4227c32c6f99', 'port_id': '62e4149d-33f9-46fa-9045-9425f4e3844a', 'mac_address': 'fa:16:3e:37:4a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade2c79c-449f-4a66-b396-5e7956fbe0ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:14:10.746966 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 62e4149d-33f9-46fa-9045-9425f4e3844a is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:10.747357 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (62e4149d-33f9-46fa-9045-9425f4e3844a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:10.762318 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e4149d-33f9-46fa-9045-9425f4e3844a {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:14:10.782950 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 62e4149d-33f9-46fa-9045-9425f4e3844a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=62e4149d-33f9-46fa-9045-9425f4e3844a,segment=NetworkSegment(09a1612e-6cb1-4b0d-9b2f-26f79a705053),segment_id=09a1612e-6cb1-4b0d-9b2f-26f79a705053)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:10.788236 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (62e4149d-33f9-46fa-9045-9425f4e3844a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:10.811275 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02bedf88-c916-4343-aa65-999b52208738 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9854'] for router (e59fe802-2d61-4bd7-9b0b-d32a4644e861), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:10.838798 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=62e4149d-33f9-46fa-9045-9425f4e3844a,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:10.840496 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02bedf88-c916-4343-aa65-999b52208738 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7871149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7871156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7867351'] for router (e59fe802-2d61-4bd7-9b0b-d32a4644e861), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:10.954214 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8ed42-0884-46df-9583-a148c1c27b83 req-52f386d0-4b68-4f48-9c16-bb3eac6db6ea tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:10.955754 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-77b8ed42-0884-46df-9583-a148c1c27b83 req-52f386d0-4b68-4f48-9c16-bb3eac6db6ea tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.69 "GET /v2.0/ports?device_id=c16296d4-0749-4305-81ec-14c625f00e2b HTTP/1.1" status: 200 len: 947 time: 0.1629202 Feb 07 21:14:10.984033 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8b2993-bb86-4a88-8ffe-f36db0a19ffd tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Router e06e2bcc-03f3-460c-97c5-6a149ffd4451 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:14:11.057112 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-9ea10751-2d8d-436c-923a-aded29a0794a tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] delete failed (client error): The resource could not be found. Feb 07 21:14:11.058148 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9ea10751-2d8d-436c-923a-aded29a0794a tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "DELETE /v2.0/routers/39fd82fe-8041-463e-a07b-de4db7c81c18 HTTP/1.1" status: 404 len: 336 time: 0.3793309 Feb 07 21:14:11.061213 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34062) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:11.075732 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-045ea01e-fb7a-4a35-a090-c9f28739a97a req-0fd2a426-05d9-46f9-b56e-ed40019749cc tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fd304ff-acc6-43e8-9397-ae70d57fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829013 Feb 07 21:14:11.088113 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['62e4149d-33f9-46fa-9045-9425f4e3844a'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:14:11.094566 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0b50ac91-d0d8-4ad1-b15e-f001ca05d0e5 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ad025cd-b263-48ce-8fbd-5ac7ee4f54db HTTP/1.1" status: 200 len: 205 time: 0.0322971 Feb 07 21:14:11.095463 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34064) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:11.137464 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-75bbb5c6-ecf6-4e56-9330-af868a81740c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] delete failed (client error): The resource could not be found. Feb 07 21:14:11.139143 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-75bbb5c6-ecf6-4e56-9330-af868a81740c tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "DELETE /v2.0/routers/1ad025cd-b263-48ce-8fbd-5ac7ee4f54db HTTP/1.1" status: 404 len: 336 time: 0.0422363 Feb 07 21:14:11.141669 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34066) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:11.167422 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-505697b1-8431-440d-aaef-af00eed4bf54 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] DELETE failed (client error): The resource could not be found. Feb 07 21:14:11.168021 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-505697b1-8431-440d-aaef-af00eed4bf54 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:14:11.171360 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-505697b1-8431-440d-aaef-af00eed4bf54 tempest-RoutersAdminTest-1989388007 tempest-RoutersAdminTest-1989388007-project] 10.222.0.65 "DELETE /v2.0/subnets/c091f176-be86-4de3-9ca8-12f127b772b0 HTTP/1.1" status: 404 len: 337 time: 0.0286837 Feb 07 21:14:11.213340 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-77b8ed42-0884-46df-9583-a148c1c27b83 req-9a955d5f-31bb-4aef-b5bd-11f980f04b24 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Deleting port c0b662bf-c220-4cfd-a033-c9a65f97c7e0 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:11.213943 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-77b8ed42-0884-46df-9583-a148c1c27b83 req-9a955d5f-31bb-4aef-b5bd-11f980f04b24 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c0b662bf-c220-4cfd-a033-c9a65f97c7e0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:11.265950 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bedf88-c916-4343-aa65-999b52208738 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Router e59fe802-2d61-4bd7-9b0b-d32a4644e861 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:14:11.271130 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8b2993-bb86-4a88-8ffe-f36db0a19ffd tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:14:11.277253 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1f8b2993-bb86-4a88-8ffe-f36db0a19ffd tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "PUT /v2.0/routers/e06e2bcc-03f3-460c-97c5-6a149ffd4451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3296697 Feb 07 21:14:11.280002 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34072) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:11.285797 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29339dbd-3a71-44f2-b360-49ccd79800dd None None] Sync routers for ids ['e06e2bcc-03f3-460c-97c5-6a149ffd4451'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:14:11.301373 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29339dbd-3a71-44f2-b360-49ccd79800dd None None] Routers {'e06e2bcc-03f3-460c-97c5-6a149ffd4451'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:14:11.303338 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-29339dbd-3a71-44f2-b360-49ccd79800dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e06e2bcc-03f3-460c-97c5-6a149ffd4451'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:11.351937 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae158c82-a79a-4266-8db9-d79d206482b9 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Deleting subnet c70e9438-a0fd-453e-80ec-8312d616972d {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:14:11.356881 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae158c82-a79a-4266-8db9-d79d206482b9 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for subnet (c70e9438-a0fd-453e-80ec-8312d616972d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:11.406617 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae158c82-a79a-4266-8db9-d79d206482b9 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (c70e9438-a0fd-453e-80ec-8312d616972d), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:11.418041 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-77b8ed42-0884-46df-9583-a148c1c27b83 req-9a955d5f-31bb-4aef-b5bd-11f980f04b24 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] For port c0b662bf-c220-4cfd-a033-c9a65f97c7e0, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=c0b662bf-c220-4cfd-a033-c9a65f97c7e0,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:11.418330 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-77b8ed42-0884-46df-9583-a148c1c27b83 req-9a955d5f-31bb-4aef-b5bd-11f980f04b24 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c0b662bf-c220-4cfd-a033-c9a65f97c7e0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:11.430932 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-29339dbd-3a71-44f2-b360-49ccd79800dd None None] Set router e06e2bcc-03f3-460c-97c5-6a149ffd4451 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:14:11.444439 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-77b8ed42-0884-46df-9583-a148c1c27b83 req-9a955d5f-31bb-4aef-b5bd-11f980f04b24 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Calling delete_port for c0b662bf-c220-4cfd-a033-c9a65f97c7e0 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:11.461349 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34078) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:11.504878 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bedf88-c916-4343-aa65-999b52208738 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:14:11.510181 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02bedf88-c916-4343-aa65-999b52208738 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:11.514180 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92f55dc-043a-429c-be94-225073d30c0d None None] Sync routers for ids ['e59fe802-2d61-4bd7-9b0b-d32a4644e861'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:14:11.516067 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34082) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:11.517937 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-02bedf88-c916-4343-aa65-999b52208738 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "PUT /v2.0/routers/e59fe802-2d61-4bd7-9b0b-d32a4644e861 HTTP/1.1" status: 200 len: 919 time: 4.6241221 Feb 07 21:14:11.547314 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92f55dc-043a-429c-be94-225073d30c0d None None] Routers {'e59fe802-2d61-4bd7-9b0b-d32a4644e861'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:14:11.548234 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-b92f55dc-043a-429c-be94-225073d30c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e59fe802-2d61-4bd7-9b0b-d32a4644e861'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:11.602783 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-b92f55dc-043a-429c-be94-225073d30c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:11.618964 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92f55dc-043a-429c-be94-225073d30c0d None None] Routers {'e59fe802-2d61-4bd7-9b0b-d32a4644e861'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:14:11.620810 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-b92f55dc-043a-429c-be94-225073d30c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e59fe802-2d61-4bd7-9b0b-d32a4644e861'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:11.654739 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-77b8ed42-0884-46df-9583-a148c1c27b83 req-9a955d5f-31bb-4aef-b5bd-11f980f04b24 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (c0b662bf-c220-4cfd-a033-c9a65f97c7e0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:11.676089 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-b92f55dc-043a-429c-be94-225073d30c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:11.676961 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92f55dc-043a-429c-be94-225073d30c0d None None] The sync data for ids ['e59fe802-2d61-4bd7-9b0b-d32a4644e861'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:14:11.680775 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-29339dbd-3a71-44f2-b360-49ccd79800dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2076459304', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:43Z', 'updated_at': '2022-02-07T21:14:09Z', 'revision_number': 5, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'gw_port': {'id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:44Z', 'updated_at': '2022-02-07T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:11.708351 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae158c82-a79a-4266-8db9-d79d206482b9 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (c70e9438-a0fd-453e-80ec-8312d616972d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:11.713709 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29339dbd-3a71-44f2-b360-49ccd79800dd None None] Checking router: e06e2bcc-03f3-460c-97c5-6a149ffd4451 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:14:11.717640 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a955d5f-31bb-4aef-b5bd-11f980f04b24 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Pushing event deleted for resources: {'Port': ['ID=c0b662bf-c220-4cfd-a033-c9a65f97c7e0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:11.722541 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29339dbd-3a71-44f2-b360-49ccd79800dd None None] Routers {'e06e2bcc-03f3-460c-97c5-6a149ffd4451'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:14:11.723908 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-29339dbd-3a71-44f2-b360-49ccd79800dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e06e2bcc-03f3-460c-97c5-6a149ffd4451'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:11.768841 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b8ed42-0884-46df-9583-a148c1c27b83 req-9a955d5f-31bb-4aef-b5bd-11f980f04b24 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] No DVR routers for this DVR port c0b662bf-c220-4cfd-a033-c9a65f97c7e0 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:14:11.771652 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-240c9056-a9aa-4be4-a26c-be2922536ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:11.775951 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-77b8ed42-0884-46df-9583-a148c1c27b83 req-9a955d5f-31bb-4aef-b5bd-11f980f04b24 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:11.778562 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5393f0-eda7-4f64-89cb-e8e37328e8dc req-ac3843cc-3a48-470a-b333-b7bf1937427a tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:11.779672 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-77b8ed42-0884-46df-9583-a148c1c27b83 req-9a955d5f-31bb-4aef-b5bd-11f980f04b24 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.69 "DELETE /v2.0/ports/c0b662bf-c220-4cfd-a033-c9a65f97c7e0 HTTP/1.1" status: 204 len: 173 time: 0.8146267 Feb 07 21:14:11.780044 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb5393f0-eda7-4f64-89cb-e8e37328e8dc req-ac3843cc-3a48-470a-b333-b7bf1937427a tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 945 time: 0.2980869 Feb 07 21:14:11.781291 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16296d4-0749-4305-81ec-14c625f00e2b', 'name': 'network-vif-deleted', 'tag': 'c0b662bf-c220-4cfd-a033-c9a65f97c7e0'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:14:11.786757 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418e90d-a147-4915-b090-8581bd5ae1c7 req-edf8f212-0b93-453a-b82a-463576ae7782 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:11.788427 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1418e90d-a147-4915-b090-8581bd5ae1c7 req-edf8f212-0b93-453a-b82a-463576ae7782 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=47fcdc55-32e4-48d6-bca9-7d162fe56a91 HTTP/1.1" status: 200 len: 944 time: 0.3034017 Feb 07 21:14:11.794385 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0afc49-4ec2-402f-bdbd-28d6ed9ec96c" -d '{"events": [{"server_uuid": "c16296d4-0749-4305-81ec-14c625f00e2b", "name": "network-vif-deleted", "tag": "c0b662bf-c220-4cfd-a033-c9a65f97c7e0"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:14:11.882535 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb5393f0-eda7-4f64-89cb-e8e37328e8dc req-06cf468e-e0a1-4ede-8bb6-b51aeeeddf5d tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883203 Feb 07 21:14:11.901018 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1afc00c4-5c19-41f1-b382-adc81c72c333 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "GET /v2.0/routers/e59fe802-2d61-4bd7-9b0b-d32a4644e861 HTTP/1.1" status: 200 len: 925 time: 0.3599024 Feb 07 21:14:11.904214 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34086) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:11.919830 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-240c9056-a9aa-4be4-a26c-be2922536ba4 admin admin] Publish callbacks [] for security_group (393790df-7f53-445b-bc8b-3546349c3273), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:11.923752 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae158c82-a79a-4266-8db9-d79d206482b9 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (c70e9438-a0fd-453e-80ec-8312d616972d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:11.928548 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-240c9056-a9aa-4be4-a26c-be2922536ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (393790df-7f53-445b-bc8b-3546349c3273), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:11.972578 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736aaa0c-b9e3-4ae6-8343-46fa5e7ca1a6 x-openstack-request-id: req-736aaa0c-b9e3-4ae6-8343-46fa5e7ca1a6 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:14:11.973149 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16296d4-0749-4305-81ec-14c625f00e2b", "name": "network-vif-deleted", "tag": "c0b662bf-c220-4cfd-a033-c9a65f97c7e0", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:14:11.973513 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-736aaa0c-b9e3-4ae6-8343-46fa5e7ca1a6 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:14:11.974146 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16296d4-0749-4305-81ec-14c625f00e2b', 'name': 'network-vif-deleted', 'tag': 'c0b662bf-c220-4cfd-a033-c9a65f97c7e0', 'status': 'completed', 'code': 200} Feb 07 21:14:11.990759 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1418e90d-a147-4915-b090-8581bd5ae1c7 req-0226e0cd-3c1a-476f-99e7-9cc40c2597b0 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbdaf137-0c7d-4120-9cec-4b25f358affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885860 Feb 07 21:14:11.995427 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae158c82-a79a-4266-8db9-d79d206482b9 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event deleted for resources: {'Subnet': ['ID=c70e9438-a0fd-453e-80ec-8312d616972d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:11.999164 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae158c82-a79a-4266-8db9-d79d206482b9 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:11.999749 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-240c9056-a9aa-4be4-a26c-be2922536ba4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c818a382db8e4098b86775cd94c61519&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5371664 Feb 07 21:14:12.000880 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c9056-a9aa-4be4-a26c-be2922536ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393790df-7f53-445b-bc8b-3546349c3273,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:12.005975 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ae158c82-a79a-4266-8db9-d79d206482b9 tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "DELETE /v2.0/subnets/c70e9438-a0fd-453e-80ec-8312d616972d HTTP/1.1" status: 204 len: 168 time: 0.7245116 Feb 07 21:14:12.006610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34088) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:12.006951 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34090) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:12.011912 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9557a48-564a-4439-a708-7788f3f750a6 None None] Network 471803ab-fc1d-45bc-9fa4-7c4608085221 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:14:12.079034 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-29339dbd-3a71-44f2-b360-49ccd79800dd None None] Set router e06e2bcc-03f3-460c-97c5-6a149ffd4451 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:14:12.151819 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a69cb1b-6c05-4b76-a75f-3ed267e48e6f tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:12.156094 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8a69cb1b-6c05-4b76-a75f-3ed267e48e6f tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06&device_id=e59fe802-2d61-4bd7-9b0b-d32a4644e861&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2485151 Feb 07 21:14:12.156509 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba48fbee-cccc-4327-9052-76fb337dc73c admin admin] Publish callbacks [] for security_group (393790df-7f53-445b-bc8b-3546349c3273), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:12.156938 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34094) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:12.180238 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba48fbee-cccc-4327-9052-76fb337dc73c admin admin] Publish callbacks [] for security_group (393790df-7f53-445b-bc8b-3546349c3273), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:12.272609 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c4113b0-845e-477a-b4e2-bd2fc0f58429 req-c2705156-318d-417e-81be-af82d165e8aa tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/ports?device_id=c16296d4-0749-4305-81ec-14c625f00e2b HTTP/1.1" status: 200 len: 210 time: 0.0506945 Feb 07 21:14:12.281529 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba48fbee-cccc-4327-9052-76fb337dc73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (393790df-7f53-445b-bc8b-3546349c3273), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:12.284563 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba48fbee-cccc-4327-9052-76fb337dc73c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:12.288602 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ba48fbee-cccc-4327-9052-76fb337dc73c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/393790df-7f53-445b-bc8b-3546349c3273 HTTP/1.1" status: 204 len: 168 time: 0.2788479 Feb 07 21:14:12.306746 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48fbee-cccc-4327-9052-76fb337dc73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393790df-7f53-445b-bc8b-3546349c3273,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:12.313241 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb7fbff0-8755-4a07-9aa6-12f2ad6a581c tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for router (e06e2bcc-03f3-460c-97c5-6a149ffd4451), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:12.359381 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f42d77-ff5a-41f4-9fc9-6719f6e87ea9 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:12.366503 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-67f42d77-ff5a-41f4-9fc9-6719f6e87ea9 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 881 time: 0.2070239 Feb 07 21:14:12.369476 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34098) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:12.382021 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-29339dbd-3a71-44f2-b360-49ccd79800dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2076459304', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:43Z', 'updated_at': '2022-02-07T21:14:09Z', 'revision_number': 5, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'gw_port': {'id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:44Z', 'updated_at': '2022-02-07T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:12.413239 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b3816de5-6b51-42c8-af8d-8ac7e4d5e6fa tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "GET /v2.0/ports?device_id=e59fe802-2d61-4bd7-9b0b-d32a4644e861 HTTP/1.1" status: 200 len: 205 time: 0.0425429 Feb 07 21:14:12.414810 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29339dbd-3a71-44f2-b360-49ccd79800dd None None] The sync data for ids ['e06e2bcc-03f3-460c-97c5-6a149ffd4451'] in n-d-828185-2 is: [{'id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2076459304', 'tenant_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:43Z', 'updated_at': '2022-02-07T21:14:09Z', 'revision_number': 5, 'project_id': 'c463a693b5274ac2a7546a3f4a26c5cf', 'gw_port': {'id': 'cbde8499-57c9-4b9d-83eb-8d307e24d6db', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06e2bcc-03f3-460c-97c5-6a149ffd4451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:44Z', 'updated_at': '2022-02-07T21:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:14:12.416245 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34100) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:12.455360 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 8eb3bafa-0275-4baf-b62b-26a49992af32 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:14:12.500240 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb7fbff0-8755-4a07-9aa6-12f2ad6a581c tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for router_gateway (e06e2bcc-03f3-460c-97c5-6a149ffd4451), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:12.540017 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 8eb3bafa-0275-4baf-b62b-26a49992af32 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:14:12.547705 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 8eb3bafa-0275-4baf-b62b-26a49992af32 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:12.548108 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:12.583440 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b795eaad-eda2-4553-827b-1d8e5f032ac8 None None] DHCP port deletion for 471803ab-fc1d-45bc-9fa4-7c4608085221 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:14:12.595520 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-48e6325c-c5d2-4b3c-97c7-3ca767cbe589 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router (e59fe802-2d61-4bd7-9b0b-d32a4644e861), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:12.607241 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bb7fbff0-8755-4a07-9aa6-12f2ad6a581c tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Deleting port cbde8499-57c9-4b9d-83eb-8d307e24d6db {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:12.607585 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb7fbff0-8755-4a07-9aa6-12f2ad6a581c tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (cbde8499-57c9-4b9d-83eb-8d307e24d6db), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:12.615891 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 62e4149d-33f9-46fa-9045-9425f4e3844a up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:14:12.725454 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-bb7fbff0-8755-4a07-9aa6-12f2ad6a581c tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] For port cbde8499-57c9-4b9d-83eb-8d307e24d6db, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=cbde8499-57c9-4b9d-83eb-8d307e24d6db,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:12.725724 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb7fbff0-8755-4a07-9aa6-12f2ad6a581c tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (cbde8499-57c9-4b9d-83eb-8d307e24d6db), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:12.734913 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 8eb3bafa-0275-4baf-b62b-26a49992af32 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:12.735473 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:12.739388 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b795eaad-eda2-4553-827b-1d8e5f032ac8 None None] Deleting port e90702b2-1596-46a0-a39d-f74cd5433b61 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:12.739751 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b795eaad-eda2-4553-827b-1d8e5f032ac8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e90702b2-1596-46a0-a39d-f74cd5433b61), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:12.756568 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bb7fbff0-8755-4a07-9aa6-12f2ad6a581c tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Calling delete_port for cbde8499-57c9-4b9d-83eb-8d307e24d6db owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:12.765640 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 62e4149d-33f9-46fa-9045-9425f4e3844a completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:14:12.782671 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-48e6325c-c5d2-4b3c-97c7-3ca767cbe589 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_gateway (e59fe802-2d61-4bd7-9b0b-d32a4644e861), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:12.813069 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 62e4149d-33f9-46fa-9045-9425f4e3844a triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:12.813458 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (62e4149d-33f9-46fa-9045-9425f4e3844a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:12.837468 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34104) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:12.858121 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb3bafa-0275-4baf-b62b-26a49992af32'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:14:12.860420 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220696a5-9241-4523-a8ec-5951082c3b80" -d '{"events": [{"server_uuid": "ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841", "name": "network-vif-plugged", "status": "completed", "tag": "8eb3bafa-0275-4baf-b62b-26a49992af32"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:14:12.864398 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-48e6325c-c5d2-4b3c-97c7-3ca767cbe589 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Deleting port 099a0ee6-228d-4cca-9bfa-444c6c25ca40 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:12.865619 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-48e6325c-c5d2-4b3c-97c7-3ca767cbe589 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (099a0ee6-228d-4cca-9bfa-444c6c25ca40), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:12.883971 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 8eb3bafa-0275-4baf-b62b-26a49992af32, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=8eb3bafa-0275-4baf-b62b-26a49992af32,segment=NetworkSegment(d17188d4-7793-4980-b0e3-bff9438995bd),segment_id=d17188d4-7793-4980-b0e3-bff9438995bd)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:12.897247 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:12.907457 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b795eaad-eda2-4553-827b-1d8e5f032ac8 None None] For port e90702b2-1596-46a0-a39d-f74cd5433b61, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e90702b2-1596-46a0-a39d-f74cd5433b61,segment=NetworkSegment(1bd4ad19-40e8-41ac-89e0-773280d46723),segment_id=1bd4ad19-40e8-41ac-89e0-773280d46723)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:12.907859 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b795eaad-eda2-4553-827b-1d8e5f032ac8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e90702b2-1596-46a0-a39d-f74cd5433b61), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:12.950614 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157a1ee3-8601-4b6a-92ca-9a80020ed5ff x-openstack-request-id: req-157a1ee3-8601-4b6a-92ca-9a80020ed5ff {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:14:12.950906 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841", "name": "network-vif-plugged", "status": "completed", "tag": "8eb3bafa-0275-4baf-b62b-26a49992af32", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:14:12.951163 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-157a1ee3-8601-4b6a-92ca-9a80020ed5ff {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:14:12.951562 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb3bafa-0275-4baf-b62b-26a49992af32', 'code': 200} Feb 07 21:14:12.959050 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b795eaad-eda2-4553-827b-1d8e5f032ac8 None None] Calling delete_port for e90702b2-1596-46a0-a39d-f74cd5433b61 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:12.969622 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-339542ce-409b-46cd-83b0-7bf185ad9c4f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6723655846d64189b36c9aaf979c7950&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303504 Feb 07 21:14:12.972166 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34110) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:13.029067 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-48e6325c-c5d2-4b3c-97c7-3ca767cbe589 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (099a0ee6-228d-4cca-9bfa-444c6c25ca40), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:13.037668 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=8eb3bafa-0275-4baf-b62b-26a49992af32,revision_number=12']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:13.044603 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-48e6325c-c5d2-4b3c-97c7-3ca767cbe589 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Calling delete_port for 099a0ee6-228d-4cca-9bfa-444c6c25ca40 owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:13.112084 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 62e4149d-33f9-46fa-9045-9425f4e3844a is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:13.112793 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (62e4149d-33f9-46fa-9045-9425f4e3844a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:13.149479 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8c9a20e5-3e6b-4955-9ee8-101fff5cabc0 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:14:13.177512 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 8c9a20e5-3e6b-4955-9ee8-101fff5cabc0 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:14:13.177763 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8c9a20e5-3e6b-4955-9ee8-101fff5cabc0 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:14:13.178224 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e90702b2-1596-46a0-a39d-f74cd5433b61 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:14:13.180375 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b795eaad-eda2-4553-827b-1d8e5f032ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (e90702b2-1596-46a0-a39d-f74cd5433b61), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:13.228491 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 62e4149d-33f9-46fa-9045-9425f4e3844a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=62e4149d-33f9-46fa-9045-9425f4e3844a,segment=NetworkSegment(09a1612e-6cb1-4b0d-9b2f-26f79a705053),segment_id=09a1612e-6cb1-4b0d-9b2f-26f79a705053)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:13.231376 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: e90702b2-1596-46a0-a39d-f74cd5433b61 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:14:13.231870 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e90702b2-1596-46a0-a39d-f74cd5433b61 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:14:13.244757 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795eaad-eda2-4553-827b-1d8e5f032ac8 None None] Pushing event deleted for resources: {'Port': ['ID=e90702b2-1596-46a0-a39d-f74cd5433b61,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:13.248807 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (62e4149d-33f9-46fa-9045-9425f4e3844a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:13.255607 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b795eaad-eda2-4553-827b-1d8e5f032ac8 None None] No DVR routers for this DVR port e90702b2-1596-46a0-a39d-f74cd5433b61 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:14:13.264570 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c21ae0fd-541a-44bb-8ea7-e2911dc40388 admin admin] Publish callbacks [] for security_group (a0312010-fed5-4d2c-b85c-682abbea1720), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:13.284341 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb7fbff0-8755-4a07-9aa6-12f2ad6a581c tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (cbde8499-57c9-4b9d-83eb-8d307e24d6db), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:13.293251 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-48e6325c-c5d2-4b3c-97c7-3ca767cbe589 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (099a0ee6-228d-4cca-9bfa-444c6c25ca40), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:13.314091 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=62e4149d-33f9-46fa-9045-9425f4e3844a,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:13.324506 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6325c-c5d2-4b3c-97c7-3ca767cbe589 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Pushing event deleted for resources: {'Port': ['ID=099a0ee6-228d-4cca-9bfa-444c6c25ca40,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:13.342819 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069d931-2772-4f5e-bfe7-92652e51d837 req-bf3eaa12-66e3-40c5-9d85-c69d1f38ca45 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:13.344338 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7069d931-2772-4f5e-bfe7-92652e51d837 req-bf3eaa12-66e3-40c5-9d85-c69d1f38ca45 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.3112538 Feb 07 21:14:13.355411 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c21ae0fd-541a-44bb-8ea7-e2911dc40388 admin admin] Publish callbacks [] for security_group (a0312010-fed5-4d2c-b85c-682abbea1720), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:13.362247 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fbff0-8755-4a07-9aa6-12f2ad6a581c tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event deleted for resources: {'Port': ['ID=cbde8499-57c9-4b9d-83eb-8d307e24d6db,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:13.389377 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-48e6325c-c5d2-4b3c-97c7-3ca767cbe589 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (e59fe802-2d61-4bd7-9b0b-d32a4644e861), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:13.438658 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15fbeb-4476-4c26-97ec-a7b0e001fa7e req-d72aea50-dc30-4a48-b1ac-f6aa3141b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:13.440057 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0c15fbeb-4476-4c26-97ec-a7b0e001fa7e req-d72aea50-dc30-4a48-b1ac-f6aa3141b03c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 1128 time: 0.2654264 Feb 07 21:14:13.451298 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad96e12-1954-497e-a974-f8c84099dab3 req-adee1945-133e-44d8-9416-334edfa26f20 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:13.452727 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ad96e12-1954-497e-a974-f8c84099dab3 req-adee1945-133e-44d8-9416-334edfa26f20 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=47fcdc55-32e4-48d6-bca9-7d162fe56a91 HTTP/1.1" status: 200 len: 944 time: 0.2924216 Feb 07 21:14:13.487480 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-48e6325c-c5d2-4b3c-97c7-3ca767cbe589 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (e59fe802-2d61-4bd7-9b0b-d32a4644e861), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:13.489910 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-48e6325c-c5d2-4b3c-97c7-3ca767cbe589 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_controller (e59fe802-2d61-4bd7-9b0b-d32a4644e861), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:13.527489 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb7fbff0-8755-4a07-9aa6-12f2ad6a581c tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (e06e2bcc-03f3-460c-97c5-6a149ffd4451), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:13.537028 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-48e6325c-c5d2-4b3c-97c7-3ca767cbe589 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (e59fe802-2d61-4bd7-9b0b-d32a4644e861), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:13.537596 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e6325c-c5d2-4b3c-97c7-3ca767cbe589 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Fanout notify agent at l3_agent the message router_deleted on router e59fe802-2d61-4bd7-9b0b-d32a4644e861 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:14:13.548168 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-48e6325c-c5d2-4b3c-97c7-3ca767cbe589 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:13.550015 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-48e6325c-c5d2-4b3c-97c7-3ca767cbe589 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "DELETE /v2.0/routers/e59fe802-2d61-4bd7-9b0b-d32a4644e861 HTTP/1.1" status: 204 len: 168 time: 1.1315215 Feb 07 21:14:13.552888 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34116) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:13.557920 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-706d97b6-6253-47e0-8b2a-995092263363 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-847779707', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}, 'admin_state_up': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:13.583063 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-706d97b6-6253-47e0-8b2a-995092263363 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (5722167d-b3ca-426e-9bc9-ae75db83760a), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:13.584093 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-706d97b6-6253-47e0-8b2a-995092263363 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (5722167d-b3ca-426e-9bc9-ae75db83760a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:13.611450 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7069d931-2772-4f5e-bfe7-92652e51d837 req-3214cd06-3051-4e3a-9d5b-b170442e8ce6 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540486 Feb 07 21:14:13.642396 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-706d97b6-6253-47e0-8b2a-995092263363 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_controller (5722167d-b3ca-426e-9bc9-ae75db83760a), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:13.662186 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0c15fbeb-4476-4c26-97ec-a7b0e001fa7e req-c1b5e3b4-5ea9-495d-8878-384fcc4ed29c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998973 Feb 07 21:14:13.669476 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb7fbff0-8755-4a07-9aa6-12f2ad6a581c tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (e06e2bcc-03f3-460c-97c5-6a149ffd4451), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:13.672340 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb7fbff0-8755-4a07-9aa6-12f2ad6a581c tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for router_controller (e06e2bcc-03f3-460c-97c5-6a149ffd4451), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:13.675807 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c21ae0fd-541a-44bb-8ea7-e2911dc40388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a0312010-fed5-4d2c-b85c-682abbea1720), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:13.678284 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c21ae0fd-541a-44bb-8ea7-e2911dc40388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:13.680923 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c21ae0fd-541a-44bb-8ea7-e2911dc40388 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a0312010-fed5-4d2c-b85c-682abbea1720 HTTP/1.1" status: 204 len: 168 time: 0.7076340 Feb 07 21:14:13.684853 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ad96e12-1954-497e-a974-f8c84099dab3 req-908ecc2c-d3a8-440e-a239-da84fe4e6ab3 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbdaf137-0c7d-4120-9cec-4b25f358affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150772 Feb 07 21:14:13.743426 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb7fbff0-8755-4a07-9aa6-12f2ad6a581c tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (e06e2bcc-03f3-460c-97c5-6a149ffd4451), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:13.743965 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7fbff0-8755-4a07-9aa6-12f2ad6a581c tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Fanout notify agent at l3_agent the message router_deleted on router e06e2bcc-03f3-460c-97c5-6a149ffd4451 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:14:13.745786 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ae0fd-541a-44bb-8ea7-e2911dc40388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0312010-fed5-4d2c-b85c-682abbea1720,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:13.752091 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb7fbff0-8755-4a07-9aa6-12f2ad6a581c tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:13.758938 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bb7fbff0-8755-4a07-9aa6-12f2ad6a581c tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "DELETE /v2.0/routers/e06e2bcc-03f3-460c-97c5-6a149ffd4451 HTTP/1.1" status: 204 len: 168 time: 1.7477684 Feb 07 21:14:13.761989 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34122) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:13.882328 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-706d97b6-6253-47e0-8b2a-995092263363 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_gateway (5722167d-b3ca-426e-9bc9-ae75db83760a), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:13.884125 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a2b8393-78cc-448f-89e0-6798f1f76afa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (471803ab-fc1d-45bc-9fa4-7c4608085221), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:14.050898 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a2b8393-78cc-448f-89e0-6798f1f76afa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (471803ab-fc1d-45bc-9fa4-7c4608085221), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:14.078320 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7a2b8393-78cc-448f-89e0-6798f1f76afa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471803ab-fc1d-45bc-9fa4-7c4608085221']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:14.092668 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7a2b8393-78cc-448f-89e0-6798f1f76afa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd4ad19-40e8-41ac-89e0-773280d46723') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:14.092961 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7a2b8393-78cc-448f-89e0-6798f1f76afa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd4ad19-40e8-41ac-89e0-773280d46723') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:14.109968 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a2b8393-78cc-448f-89e0-6798f1f76afa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (1bd4ad19-40e8-41ac-89e0-773280d46723), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:14.123919 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169e74d-6786-43ef-8edf-b37bfd6be73a req-15c1d0d1-2be1-4bb7-95d1-d35f2aab16e1 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:14.123919 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d169e74d-6786-43ef-8edf-b37bfd6be73a req-15c1d0d1-2be1-4bb7-95d1-d35f2aab16e1 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0a3adc0-0a51-4fdf-8f70-bafcb3885011 HTTP/1.1" status: 200 len: 949 time: 0.1215429 Feb 07 21:14:14.141634 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a2b8393-78cc-448f-89e0-6798f1f76afa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (1bd4ad19-40e8-41ac-89e0-773280d46723), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:14.147514 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-706d97b6-6253-47e0-8b2a-995092263363 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_gateway (5722167d-b3ca-426e-9bc9-ae75db83760a), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:14.156445 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a2b8393-78cc-448f-89e0-6798f1f76afa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:14:14.157119 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a2b8393-78cc-448f-89e0-6798f1f76afa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (1bd4ad19-40e8-41ac-89e0-773280d46723), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:14:14.161833 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:14:14.171885 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-706d97b6-6253-47e0-8b2a-995092263363 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:14.253658 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d169e74d-6786-43ef-8edf-b37bfd6be73a req-99a70a70-0a46-410a-92f9-508062f36274 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fd304ff-acc6-43e8-9397-ae70d57fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214607 Feb 07 21:14:14.259922 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a2b8393-78cc-448f-89e0-6798f1f76afa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (471803ab-fc1d-45bc-9fa4-7c4608085221), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:14.273022 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a2b8393-78cc-448f-89e0-6798f1f76afa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:14.280488 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7a2b8393-78cc-448f-89e0-6798f1f76afa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] 10.222.0.65 "DELETE /v2.0/networks/471803ab-fc1d-45bc-9fa4-7c4608085221 HTTP/1.1" status: 204 len: 168 time: 0.5167704 Feb 07 21:14:14.299922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b8393-78cc-448f-89e0-6798f1f76afa tempest-TestSecurityGroupsBasicOps-1095186106 tempest-TestSecurityGroupsBasicOps-1095186106-project] Pushing event deleted for resources: {'Network': ['ID=471803ab-fc1d-45bc-9fa4-7c4608085221,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:14.315986 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-706d97b6-6253-47e0-8b2a-995092263363 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Allocated IP 172.25.4.14 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/06a75cb5-5109-439f-b879-cf40fe6ecca5) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:14.433808 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-706d97b6-6253-47e0-8b2a-995092263363 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for port (06a75cb5-5109-439f-b879-cf40fe6ecca5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:14.456913 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device c374ff4f-bc84-4ee6-b2a9-c479f7fd542e details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:14:14.577374 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port c374ff4f-bc84-4ee6-b2a9-c479f7fd542e, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c374ff4f-bc84-4ee6-b2a9-c479f7fd542e,segment=NetworkSegment(09a1612e-6cb1-4b0d-9b2f-26f79a705053),segment_id=09a1612e-6cb1-4b0d-9b2f-26f79a705053)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:14.595384 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'c374ff4f-bc84-4ee6-b2a9-c479f7fd542e', 'network_id': '125cfc0b-d0af-4d4a-ba2e-4227c32c6f99', 'port_id': 'c374ff4f-bc84-4ee6-b2a9-c479f7fd542e', 'mac_address': 'fa:16:3e:81:9b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade2c79c-449f-4a66-b396-5e7956fbe0ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:14:14.648195 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port c374ff4f-bc84-4ee6-b2a9-c479f7fd542e is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:14.649457 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c374ff4f-bc84-4ee6-b2a9-c479f7fd542e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:14.669339 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c374ff4f-bc84-4ee6-b2a9-c479f7fd542e {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:14:14.701865 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34150) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:14.708124 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port c374ff4f-bc84-4ee6-b2a9-c479f7fd542e, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c374ff4f-bc84-4ee6-b2a9-c479f7fd542e,segment=NetworkSegment(09a1612e-6cb1-4b0d-9b2f-26f79a705053),segment_id=09a1612e-6cb1-4b0d-9b2f-26f79a705053)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:14.714372 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c374ff4f-bc84-4ee6-b2a9-c479f7fd542e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:14.770634 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e75a2-073e-4a73-8ed3-3000159c0192 req-189a03a9-a1af-43cc-87a6-2e6df4382d58 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:14.772804 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-849e75a2-073e-4a73-8ed3-3000159c0192 req-189a03a9-a1af-43cc-87a6-2e6df4382d58 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.0620174 Feb 07 21:14:14.781785 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=c374ff4f-bc84-4ee6-b2a9-c479f7fd542e,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:14.814299 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-706d97b6-6253-47e0-8b2a-995092263363 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (06a75cb5-5109-439f-b879-cf40fe6ecca5), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:14.834230 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9a8536b9-ee07-476f-a14a-5ffa2cd18e2f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-477253384'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:14.846196 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-849e75a2-073e-4a73-8ed3-3000159c0192 req-be57a988-f52a-4520-85fb-3ffd9e3737a8 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667059 Feb 07 21:14:14.852180 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706d97b6-6253-47e0-8b2a-995092263363 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:14.857482 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-706d97b6-6253-47e0-8b2a-995092263363 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:14.858480 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8536b9-ee07-476f-a14a-5ffa2cd18e2f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:14.861195 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706d97b6-6253-47e0-8b2a-995092263363 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:14.863393 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a8536b9-ee07-476f-a14a-5ffa2cd18e2f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:14.868162 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d97b6-6253-47e0-8b2a-995092263363 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Pushing event updated for resources: {'Port': ['ID=06a75cb5-5109-439f-b879-cf40fe6ecca5,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:14.879306 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a8536b9-ee07-476f-a14a-5ffa2cd18e2f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:14.952983 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fcdc55-32e4-48d6-bca9-7d162fe56a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e4149d-33f9-46fa-9045-9425f4e3844a'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:14:14.955498 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b0da12-a5aa-4c3e-8659-71770f31541b" -d '{"events": [{"server_uuid": "47fcdc55-32e4-48d6-bca9-7d162fe56a91", "name": "network-vif-plugged", "status": "completed", "tag": "62e4149d-33f9-46fa-9045-9425f4e3844a"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:14:15.017858 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1297641-d45a-4d63-8457-16c9774a6107 req-c8f52aa1-2c17-4b57-91a1-334e584026b5 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:15.019663 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1297641-d45a-4d63-8457-16c9774a6107 req-c8f52aa1-2c17-4b57-91a1-334e584026b5 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=47fcdc55-32e4-48d6-bca9-7d162fe56a91 HTTP/1.1" status: 200 len: 945 time: 0.1025054 Feb 07 21:14:15.063972 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a8536b9-ee07-476f-a14a-5ffa2cd18e2f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for security_group (747d09a0-afda-442a-afcc-585496f7cd3e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:15.068221 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device cbde8499-57c9-4b9d-83eb-8d307e24d6db no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:14:15.079579 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a8536b9-ee07-476f-a14a-5ffa2cd18e2f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (747d09a0-afda-442a-afcc-585496f7cd3e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:15.090666 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1297641-d45a-4d63-8457-16c9774a6107 req-2abe6cbb-23b9-447d-b29a-d1871faac2ee tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbdaf137-0c7d-4120-9cec-4b25f358affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639462 Feb 07 21:14:15.115457 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8536b9-ee07-476f-a14a-5ffa2cd18e2f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:14:15.126249 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: cbde8499-57c9-4b9d-83eb-8d307e24d6db {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:14:15.126800 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8536b9-ee07-476f-a14a-5ffa2cd18e2f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=747d09a0-afda-442a-afcc-585496f7cd3e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:15.134421 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device cbde8499-57c9-4b9d-83eb-8d307e24d6db not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:14:15.135603 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a8536b9-ee07-476f-a14a-5ffa2cd18e2f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (176c1550-7b6a-4364-8333-5da10a3af497), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:15.136112 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-9a8536b9-ee07-476f-a14a-5ffa2cd18e2f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Added segment 176c1550-7b6a-4364-8333-5da10a3af497 of type vlan for network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 Feb 07 21:14:15.193198 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a8536b9-ee07-476f-a14a-5ffa2cd18e2f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:15.197448 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acfa9c8-61f0-4fc9-923b-18f014ce96c6 x-openstack-request-id: req-5acfa9c8-61f0-4fc9-923b-18f014ce96c6 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:14:15.197957 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fcdc55-32e4-48d6-bca9-7d162fe56a91", "name": "network-vif-plugged", "status": "completed", "tag": "62e4149d-33f9-46fa-9045-9425f4e3844a", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:14:15.198384 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5acfa9c8-61f0-4fc9-923b-18f014ce96c6 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:14:15.198943 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fcdc55-32e4-48d6-bca9-7d162fe56a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e4149d-33f9-46fa-9045-9425f4e3844a', 'code': 200} Feb 07 21:14:15.202434 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['c374ff4f-bc84-4ee6-b2a9-c479f7fd542e'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:14:15.222053 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-706d97b6-6253-47e0-8b2a-995092263363 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_gateway (5722167d-b3ca-426e-9bc9-ae75db83760a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:15.284468 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a8536b9-ee07-476f-a14a-5ffa2cd18e2f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:15.291280 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8536b9-ee07-476f-a14a-5ffa2cd18e2f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:15.296205 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a8536b9-ee07-476f-a14a-5ffa2cd18e2f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:15.352948 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9a8536b9-ee07-476f-a14a-5ffa2cd18e2f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6493402 Feb 07 21:14:15.356570 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34178) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:15.367339 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4bfdd544-fa8d-4e14-b2ab-9f01c7fadaab tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:15.526992 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de492923-6f40-4e40-aa5e-73b7ee66fda5 req-323a834e-9bb5-4149-bfad-c1b0eaba4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:15.528761 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-de492923-6f40-4e40-aa5e-73b7ee66fda5 req-323a834e-9bb5-4149-bfad-c1b0eaba4791 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=47fcdc55-32e4-48d6-bca9-7d162fe56a91 HTTP/1.1" status: 200 len: 1127 time: 0.2627475 Feb 07 21:14:15.578547 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8536b9-ee07-476f-a14a-5ffa2cd18e2f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Network': ['ID=f6d2e8e9-c42c-4c7e-8538-844cf5a9a030,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:15.594790 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:14:15.602677 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfdd544-fa8d-4e14-b2ab-9f01c7fadaab tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:15.613771 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bfdd544-fa8d-4e14-b2ab-9f01c7fadaab tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:15.619843 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-de492923-6f40-4e40-aa5e-73b7ee66fda5 req-8659e4e4-4d1c-4ccb-84ad-7f809e5c4432 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fbdaf137-0c7d-4120-9cec-4b25f358affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833395 Feb 07 21:14:15.665125 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-706d97b6-6253-47e0-8b2a-995092263363 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (5722167d-b3ca-426e-9bc9-ae75db83760a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:15.780244 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad89d9-6ba2-4f90-bd7d-cc835cd32b44 req-82f9166d-c1d9-48f3-8510-f0d2db679c4c tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:15.782356 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-55ad89d9-6ba2-4f90-bd7d-cc835cd32b44 req-82f9166d-c1d9-48f3-8510-f0d2db679c4c tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0a3adc0-0a51-4fdf-8f70-bafcb3885011 HTTP/1.1" status: 200 len: 949 time: 0.2855191 Feb 07 21:14:15.908385 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34220) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:15.918437 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706d97b6-6253-47e0-8b2a-995092263363 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Router 5722167d-b3ca-426e-9bc9-ae75db83760a is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:14:15.930567 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bfdd544-fa8d-4e14-b2ab-9f01c7fadaab tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (11797c2f-4202-4ff2-bdef-8c6aff4db2d4), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:15.939775 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-55ad89d9-6ba2-4f90-bd7d-cc835cd32b44 req-77298df5-4087-4303-bb25-c5a0f84ada7a tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fd304ff-acc6-43e8-9397-ae70d57fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446934 Feb 07 21:14:15.992712 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d41f9-28d3-487f-8fc1-aafec95d67a1 req-3d29f85d-e007-4f1d-9009-d9f5837a3ef5 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:15.994230 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c49d41f9-28d3-487f-8fc1-aafec95d67a1 req-3d29f85d-e007-4f1d-9009-d9f5837a3ef5 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.1430359 Feb 07 21:14:16.038773 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfdd544-fa8d-4e14-b2ab-9f01c7fadaab tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=11797c2f-4202-4ff2-bdef-8c6aff4db2d4,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:16.057742 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfdd544-fa8d-4e14-b2ab-9f01c7fadaab tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Checking segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:14:16.058049 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfdd544-fa8d-4e14-b2ab-9f01c7fadaab tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network hostable DHCP agents. Network: f6d2e8e9-c42c-4c7e-8538-844cf5a9a030, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:14:16.061400 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706d97b6-6253-47e0-8b2a-995092263363 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:14:16.075612 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83dc0e5-3f31-4539-a2b6-3331cef3e657 None None] Sync routers for ids ['5722167d-b3ca-426e-9bc9-ae75db83760a'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:14:16.089232 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83dc0e5-3f31-4539-a2b6-3331cef3e657 None None] Routers {'5722167d-b3ca-426e-9bc9-ae75db83760a'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:14:16.089859 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-b83dc0e5-3f31-4539-a2b6-3331cef3e657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5722167d-b3ca-426e-9bc9-ae75db83760a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:16.100180 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c49d41f9-28d3-487f-8fc1-aafec95d67a1 req-dce30de2-4c91-4f10-a834-c534aa6aaadf tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968664 Feb 07 21:14:16.118663 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-706d97b6-6253-47e0-8b2a-995092263363 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:16.119904 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-706d97b6-6253-47e0-8b2a-995092263363 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5660751 Feb 07 21:14:16.123046 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34224) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:16.128778 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-d7b63570-e6ae-4b48-85e0-3278bcda5498 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:16.140604 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-b83dc0e5-3f31-4539-a2b6-3331cef3e657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:16.154668 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfdd544-fa8d-4e14-b2ab-9f01c7fadaab tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:14:16.154897 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83dc0e5-3f31-4539-a2b6-3331cef3e657 None None] Routers {'5722167d-b3ca-426e-9bc9-ae75db83760a'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:14:16.155284 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-b83dc0e5-3f31-4539-a2b6-3331cef3e657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5722167d-b3ca-426e-9bc9-ae75db83760a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:16.171220 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-4bfdd544-fa8d-4e14-b2ab-9f01c7fadaab tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, f6d2e8e9-c42c-4c7e-8538-844cf5a9a030) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:16.178781 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfdd544-fa8d-4e14-b2ab-9f01c7fadaab tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:16.180089 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bfdd544-fa8d-4e14-b2ab-9f01c7fadaab tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:16.208125 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-b83dc0e5-3f31-4539-a2b6-3331cef3e657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:16.208811 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83dc0e5-3f31-4539-a2b6-3331cef3e657 None None] The sync data for ids ['5722167d-b3ca-426e-9bc9-ae75db83760a'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:14:16.210219 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb0406b-3ef8-410a-8329-f64df0702343 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:14:16.211878 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65baddeb-c0c8-46ee-b7a5-862cc9611cd8 req-9945b989-b19f-4b91-8dfc-d33b315e4f51 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:16.216505 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65baddeb-c0c8-46ee-b7a5-862cc9611cd8 req-9945b989-b19f-4b91-8dfc-d33b315e4f51 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.1139729 Feb 07 21:14:16.228029 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4bfdd544-fa8d-4e14-b2ab-9f01c7fadaab tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8700888 Feb 07 21:14:16.242229 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34228) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:16.248988 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8eba2992-baec-474b-8f74-43aadc4cbb5a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'name': 'tempest-NetworksTestDHCPv6-681011878'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:16.314499 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6965e0eb-17e9-4aed-b11f-19244b826471 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c463a693b5274ac2a7546a3f4a26c5cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4046242 Feb 07 21:14:16.317045 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34230) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:16.343729 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6767a72b-c0eb-49d0-8a3e-9aa59d4f70dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'fixed_ips': [{'subnet_id': '11797c2f-4202-4ff2-bdef-8c6aff4db2d4'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:14:16.344872 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6767a72b-c0eb-49d0-8a3e-9aa59d4f70dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:16.380685 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e3fd2191-5529-4877-92d4-6d608cccb507 admin admin] Publish callbacks [] for security_group (7a99fe86-5e99-40fc-8a37-d07bc22ecadd), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:16.470627 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e3fd2191-5529-4877-92d4-6d608cccb507 admin admin] Publish callbacks [] for security_group (7a99fe86-5e99-40fc-8a37-d07bc22ecadd), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:16.505447 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-6767a72b-c0eb-49d0-8a3e-9aa59d4f70dc None None] Allocated IP 2001:db8::2 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/11797c2f-4202-4ff2-bdef-8c6aff4db2d4/9d19eb55-7053-46cf-91d0-93a4b17c3205) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:16.610097 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device c0b662bf-c220-4cfd-a033-c9a65f97c7e0 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:14:16.616046 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e3fd2191-5529-4877-92d4-6d608cccb507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (7a99fe86-5e99-40fc-8a37-d07bc22ecadd), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:16.619623 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e3fd2191-5529-4877-92d4-6d608cccb507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:16.623010 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e3fd2191-5529-4877-92d4-6d608cccb507 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7a99fe86-5e99-40fc-8a37-d07bc22ecadd HTTP/1.1" status: 204 len: 168 time: 0.3018579 Feb 07 21:14:16.639225 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd2191-5529-4877-92d4-6d608cccb507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a99fe86-5e99-40fc-8a37-d07bc22ecadd,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:16.666963 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: c0b662bf-c220-4cfd-a033-c9a65f97c7e0 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:14:16.667314 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device c0b662bf-c220-4cfd-a033-c9a65f97c7e0 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:14:16.673836 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7b63570-e6ae-4b48-85e0-3278bcda5498 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_gateway (5722167d-b3ca-426e-9bc9-ae75db83760a), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:16.694376 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7b63570-e6ae-4b48-85e0-3278bcda5498 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_gateway (5722167d-b3ca-426e-9bc9-ae75db83760a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:16.749479 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6767a72b-c0eb-49d0-8a3e-9aa59d4f70dc None None] Publish callbacks [] for port (9d19eb55-7053-46cf-91d0-93a4b17c3205), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:16.761931 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6767a72b-c0eb-49d0-8a3e-9aa59d4f70dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (9d19eb55-7053-46cf-91d0-93a4b17c3205), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:16.771213 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d7b63570-e6ae-4b48-85e0-3278bcda5498 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Deleting port 06a75cb5-5109-439f-b879-cf40fe6ecca5 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:16.771897 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7b63570-e6ae-4b48-85e0-3278bcda5498 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (06a75cb5-5109-439f-b879-cf40fe6ecca5), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:16.806025 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6767a72b-c0eb-49d0-8a3e-9aa59d4f70dc None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:16.809812 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-6767a72b-c0eb-49d0-8a3e-9aa59d4f70dc None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:16.814272 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6767a72b-c0eb-49d0-8a3e-9aa59d4f70dc None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:16.833714 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767a72b-c0eb-49d0-8a3e-9aa59d4f70dc None None] Pushing event updated for resources: {'Port': ['ID=9d19eb55-7053-46cf-91d0-93a4b17c3205,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:16.863986 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65baddeb-c0c8-46ee-b7a5-862cc9611cd8 req-9802eee3-0ca6-4a66-aa6d-ec0da3d197ef tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6334989 Feb 07 21:14:16.915969 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f3f08-d7f0-48f3-9dd2-75ff5638e957 req-d532c761-da65-4d19-9e4c-58aa55fec7c2 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:16.922977 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-298f3f08-d7f0-48f3-9dd2-75ff5638e957 req-d532c761-da65-4d19-9e4c-58aa55fec7c2 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=47fcdc55-32e4-48d6-bca9-7d162fe56a91 HTTP/1.1" status: 200 len: 945 time: 0.6775827 Feb 07 21:14:16.943018 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7b63570-e6ae-4b48-85e0-3278bcda5498 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (06a75cb5-5109-439f-b879-cf40fe6ecca5), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:16.951251 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6767a72b-c0eb-49d0-8a3e-9aa59d4f70dc None None] Attempting to bind port 9d19eb55-7053-46cf-91d0-93a4b17c3205 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:14:16.951699 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6767a72b-c0eb-49d0-8a3e-9aa59d4f70dc None None] Attempting to bind port 9d19eb55-7053-46cf-91d0-93a4b17c3205 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:14:16.952734 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6767a72b-c0eb-49d0-8a3e-9aa59d4f70dc None None] Attempting to bind port 9d19eb55-7053-46cf-91d0-93a4b17c3205 on network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:14:16.961646 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6767a72b-c0eb-49d0-8a3e-9aa59d4f70dc None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:14:16.962210 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6767a72b-c0eb-49d0-8a3e-9aa59d4f70dc None None] Checking segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:14:16.962356 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d7b63570-e6ae-4b48-85e0-3278bcda5498 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Calling delete_port for 06a75cb5-5109-439f-b879-cf40fe6ecca5 owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:16.962454 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6767a72b-c0eb-49d0-8a3e-9aa59d4f70dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:16.962827 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6767a72b-c0eb-49d0-8a3e-9aa59d4f70dc None None] Bound using segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:14:16.963308 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6767a72b-c0eb-49d0-8a3e-9aa59d4f70dc None None] Bound port: 9d19eb55-7053-46cf-91d0-93a4b17c3205, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:14:16.963767 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6767a72b-c0eb-49d0-8a3e-9aa59d4f70dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9d19eb55-7053-46cf-91d0-93a4b17c3205), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:16.974910 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864ddb6-2479-42e8-a8b7-7af62a4860fd req-e570087f-4c02-4983-85d6-a94b7d1d59a5 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:16.976492 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3864ddb6-2479-42e8-a8b7-7af62a4860fd req-e570087f-4c02-4983-85d6-a94b7d1d59a5 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0a3adc0-0a51-4fdf-8f70-bafcb3885011 HTTP/1.1" status: 200 len: 949 time: 0.6112280 Feb 07 21:14:17.027333 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-298f3f08-d7f0-48f3-9dd2-75ff5638e957 req-ff0867a9-938e-47a7-9911-5609290a06d7 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbdaf137-0c7d-4120-9cec-4b25f358affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006322 Feb 07 21:14:17.076858 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eba2992-baec-474b-8f74-43aadc4cbb5a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:17.081438 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-6767a72b-c0eb-49d0-8a3e-9aa59d4f70dc None None] For port 9d19eb55-7053-46cf-91d0-93a4b17c3205, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:14:17.085693 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34238) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:17.085896 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-6767a72b-c0eb-49d0-8a3e-9aa59d4f70dc None None] For port 9d19eb55-7053-46cf-91d0-93a4b17c3205, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9d19eb55-7053-46cf-91d0-93a4b17c3205,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:14:17.087373 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8eba2992-baec-474b-8f74-43aadc4cbb5a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:17.096512 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6767a72b-c0eb-49d0-8a3e-9aa59d4f70dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9d19eb55-7053-46cf-91d0-93a4b17c3205), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:17.106466 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c79fea9c-ab84-4084-8afc-fd71badd1faa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:17.166111 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767a72b-c0eb-49d0-8a3e-9aa59d4f70dc None None] Pushing event updated for resources: {'Port': ['ID=9d19eb55-7053-46cf-91d0-93a4b17c3205,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:17.193122 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-8eba2992-baec-474b-8f74-43aadc4cbb5a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] device_id is not set on port c90fbb06-f6d6-43ec-9126-74a5a1b58dfe yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:14:17.277126 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7b63570-e6ae-4b48-85e0-3278bcda5498 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (06a75cb5-5109-439f-b879-cf40fe6ecca5), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:17.310358 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b63570-e6ae-4b48-85e0-3278bcda5498 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Pushing event deleted for resources: {'Port': ['ID=06a75cb5-5109-439f-b879-cf40fe6ecca5,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:17.325372 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c79fea9c-ab84-4084-8afc-fd71badd1faa admin admin] Publish callbacks [] for security_group (41d8a6ca-e78b-4c0a-9d78-ceedb884db70), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:17.332720 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c79fea9c-ab84-4084-8afc-fd71badd1faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (41d8a6ca-e78b-4c0a-9d78-ceedb884db70), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:17.342758 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e90af1-8095-412b-9b0f-6a578e225438 req-59c5ea0d-75b1-4421-a0b6-78f0fda0780c tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:17.344280 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79e90af1-8095-412b-9b0f-6a578e225438 req-59c5ea0d-75b1-4421-a0b6-78f0fda0780c tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0a3adc0-0a51-4fdf-8f70-bafcb3885011 HTTP/1.1" status: 200 len: 949 time: 0.2364328 Feb 07 21:14:17.354763 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-3864ddb6-2479-42e8-a8b7-7af62a4860fd req-a8b4cd53-d6a0-4546-916d-c0f61cd16cf5 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Deleting port d019f946-126b-43a9-9bd9-fff51651d217 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:17.355105 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3864ddb6-2479-42e8-a8b7-7af62a4860fd req-a8b4cd53-d6a0-4546-916d-c0f61cd16cf5 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d019f946-126b-43a9-9bd9-fff51651d217), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:17.429747 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c79fea9c-ab84-4084-8afc-fd71badd1faa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e4aefac1bae84975be5743e0d69520f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3425100 Feb 07 21:14:17.433398 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79fea9c-ab84-4084-8afc-fd71badd1faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d8a6ca-e78b-4c0a-9d78-ceedb884db70,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:17.439938 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34242) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:17.459733 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7b63570-e6ae-4b48-85e0-3278bcda5498 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (5722167d-b3ca-426e-9bc9-ae75db83760a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:17.485258 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a291f-bf3b-4bce-bacd-1b6a0da61fd2 req-78790cc0-4fc9-4ee6-8689-842f781a2141 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:17.486746 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-969a291f-bf3b-4bce-bacd-1b6a0da61fd2 req-78790cc0-4fc9-4ee6-8689-842f781a2141 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.2831829 Feb 07 21:14:17.497390 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4af7d-5b22-4e1b-94be-169e5b64d578 req-c8dff2f7-33ae-455c-b435-327d7b9fbf57 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:17.498818 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fde4af7d-5b22-4e1b-94be-169e5b64d578 req-c8dff2f7-33ae-455c-b435-327d7b9fbf57 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.71 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.2891765 Feb 07 21:14:17.576417 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-8eba2992-baec-474b-8f74-43aadc4cbb5a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 2001:db8::cf (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/11797c2f-4202-4ff2-bdef-8c6aff4db2d4/c90fbb06-f6d6-43ec-9126-74a5a1b58dfe) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:17.651041 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79e90af1-8095-412b-9b0f-6a578e225438 req-2fb9728a-03fa-4585-8458-b01f460febcc tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fd304ff-acc6-43e8-9397-ae70d57fb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920616 Feb 07 21:14:17.652204 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f77c0331-7782-4ded-a14e-e3807978ae0e admin admin] Publish callbacks [] for security_group (41d8a6ca-e78b-4c0a-9d78-ceedb884db70), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:17.718102 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-3864ddb6-2479-42e8-a8b7-7af62a4860fd req-a8b4cd53-d6a0-4546-916d-c0f61cd16cf5 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] For port d019f946-126b-43a9-9bd9-fff51651d217, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d019f946-126b-43a9-9bd9-fff51651d217,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:17.718474 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3864ddb6-2479-42e8-a8b7-7af62a4860fd req-a8b4cd53-d6a0-4546-916d-c0f61cd16cf5 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d019f946-126b-43a9-9bd9-fff51651d217), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:17.729078 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-969a291f-bf3b-4bce-bacd-1b6a0da61fd2 req-c6a6f8c8-3ab6-498f-93f3-0a50286092a9 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287285 Feb 07 21:14:17.737122 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7b63570-e6ae-4b48-85e0-3278bcda5498 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9854'] for router (5722167d-b3ca-426e-9bc9-ae75db83760a), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:17.739812 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f77c0331-7782-4ded-a14e-e3807978ae0e admin admin] Publish callbacks [] for security_group (41d8a6ca-e78b-4c0a-9d78-ceedb884db70), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:17.749433 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7b63570-e6ae-4b48-85e0-3278bcda5498 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7871149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7871156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7867351'] for router (5722167d-b3ca-426e-9bc9-ae75db83760a), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:17.749632 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-3864ddb6-2479-42e8-a8b7-7af62a4860fd req-a8b4cd53-d6a0-4546-916d-c0f61cd16cf5 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Calling delete_port for d019f946-126b-43a9-9bd9-fff51651d217 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:17.845082 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b63570-e6ae-4b48-85e0-3278bcda5498 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Router 5722167d-b3ca-426e-9bc9-ae75db83760a has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:14:17.869135 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-fde4af7d-5b22-4e1b-94be-169e5b64d578 req-2031b019-bd8d-4b01-aab9-5a1a9ea921db tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Deleting port 18716904-4ed1-4071-9959-cc2b4acf6be7 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:17.869728 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fde4af7d-5b22-4e1b-94be-169e5b64d578 req-2031b019-bd8d-4b01-aab9-5a1a9ea921db tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (18716904-4ed1-4071-9959-cc2b4acf6be7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:17.915905 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f77c0331-7782-4ded-a14e-e3807978ae0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (41d8a6ca-e78b-4c0a-9d78-ceedb884db70), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:17.918495 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f77c0331-7782-4ded-a14e-e3807978ae0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:17.919659 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f77c0331-7782-4ded-a14e-e3807978ae0e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/41d8a6ca-e78b-4c0a-9d78-ceedb884db70 HTTP/1.1" status: 204 len: 168 time: 0.4679670 Feb 07 21:14:17.934403 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c0331-7782-4ded-a14e-e3807978ae0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d8a6ca-e78b-4c0a-9d78-ceedb884db70,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:17.936592 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b63570-e6ae-4b48-85e0-3278bcda5498 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:14:17.942715 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7b63570-e6ae-4b48-85e0-3278bcda5498 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:17.943973 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d7b63570-e6ae-4b48-85e0-3278bcda5498 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "PUT /v2.0/routers/5722167d-b3ca-426e-9bc9-ae75db83760a HTTP/1.1" status: 200 len: 709 time: 1.8193400 Feb 07 21:14:17.948037 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34248) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:17.958492 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433cc488-ec6b-4dc9-90fd-ea713d1857ec None None] Sync routers for ids ['5722167d-b3ca-426e-9bc9-ae75db83760a'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:14:17.982686 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433cc488-ec6b-4dc9-90fd-ea713d1857ec None None] Routers {'5722167d-b3ca-426e-9bc9-ae75db83760a'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:14:17.983922 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-433cc488-ec6b-4dc9-90fd-ea713d1857ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5722167d-b3ca-426e-9bc9-ae75db83760a'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:18.036361 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2fc8035b-b449-461b-89d7-39989fa64c3c tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "GET /v2.0/routers/5722167d-b3ca-426e-9bc9-ae75db83760a HTTP/1.1" status: 200 len: 744 time: 0.0870371 Feb 07 21:14:18.040279 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34250) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:18.042171 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-433cc488-ec6b-4dc9-90fd-ea713d1857ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:18.070293 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433cc488-ec6b-4dc9-90fd-ea713d1857ec None None] Routers {'5722167d-b3ca-426e-9bc9-ae75db83760a'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:14:18.070587 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-433cc488-ec6b-4dc9-90fd-ea713d1857ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:13:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5722167d-b3ca-426e-9bc9-ae75db83760a'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:18.136171 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8eba2992-baec-474b-8f74-43aadc4cbb5a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (c90fbb06-f6d6-43ec-9126-74a5a1b58dfe), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:18.141052 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0cad1fcf-a07b-485b-b0cf-bb6d6ef20232 tempest-RoutersIpV6AdminTest-1731338346 tempest-RoutersIpV6AdminTest-1731338346-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06&device_id=5722167d-b3ca-426e-9bc9-ae75db83760a HTTP/1.1" status: 200 len: 205 time: 0.0993402 Feb 07 21:14:18.144049 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34254) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:18.149669 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-433cc488-ec6b-4dc9-90fd-ea713d1857ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:18.150557 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433cc488-ec6b-4dc9-90fd-ea713d1857ec None None] The sync data for ids ['5722167d-b3ca-426e-9bc9-ae75db83760a'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:14:18.181730 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-04a040f8-f5c5-4642-8a4c-990cbccba932 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "GET /v2.0/ports?device_id=5722167d-b3ca-426e-9bc9-ae75db83760a HTTP/1.1" status: 200 len: 205 time: 0.0360475 Feb 07 21:14:18.183892 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34258) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:18.196017 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3864ddb6-2479-42e8-a8b7-7af62a4860fd req-a8b4cd53-d6a0-4546-916d-c0f61cd16cf5 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (d019f946-126b-43a9-9bd9-fff51651d217), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:18.292924 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4cd53-d6a0-4546-916d-c0f61cd16cf5 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Pushing event deleted for resources: {'Port': ['ID=d019f946-126b-43a9-9bd9-fff51651d217,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:18.294397 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c638df1f-d137-4025-aed0-f646c0dfab56 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router (5722167d-b3ca-426e-9bc9-ae75db83760a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:18.346018 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-52d93af7-28f1-4f04-a9d9-8e2b20311454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:18.395532 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-fde4af7d-5b22-4e1b-94be-169e5b64d578 req-2031b019-bd8d-4b01-aab9-5a1a9ea921db tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] For port 18716904-4ed1-4071-9959-cc2b4acf6be7, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=18716904-4ed1-4071-9959-cc2b4acf6be7,segment=NetworkSegment(ca0230ab-0bc8-4d0b-aed5-fc5d476307d5),segment_id=ca0230ab-0bc8-4d0b-aed5-fc5d476307d5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:18.396352 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fde4af7d-5b22-4e1b-94be-169e5b64d578 req-2031b019-bd8d-4b01-aab9-5a1a9ea921db tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (18716904-4ed1-4071-9959-cc2b4acf6be7), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:18.400282 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-3864ddb6-2479-42e8-a8b7-7af62a4860fd req-a8b4cd53-d6a0-4546-916d-c0f61cd16cf5 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] No DVR routers for this DVR port d019f946-126b-43a9-9bd9-fff51651d217 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:14:18.403020 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3864ddb6-2479-42e8-a8b7-7af62a4860fd req-a8b4cd53-d6a0-4546-916d-c0f61cd16cf5 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:18.406373 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3864ddb6-2479-42e8-a8b7-7af62a4860fd req-a8b4cd53-d6a0-4546-916d-c0f61cd16cf5 tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.71 "DELETE /v2.0/ports/d019f946-126b-43a9-9bd9-fff51651d217 HTTP/1.1" status: 204 len: 173 time: 1.4059985 Feb 07 21:14:18.411855 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a3adc0-0a51-4fdf-8f70-bafcb3885011', 'name': 'network-vif-deleted', 'tag': 'd019f946-126b-43a9-9bd9-fff51651d217'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:14:18.421436 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d61f5be-f858-48ea-9068-811b9d25d7d0" -d '{"events": [{"server_uuid": "f0a3adc0-0a51-4fdf-8f70-bafcb3885011", "name": "network-vif-deleted", "tag": "d019f946-126b-43a9-9bd9-fff51651d217"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:14:18.433322 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8eba2992-baec-474b-8f74-43aadc4cbb5a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (c90fbb06-f6d6-43ec-9126-74a5a1b58dfe), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:18.468154 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device c374ff4f-bc84-4ee6-b2a9-c479f7fd542e up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:14:18.478843 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c57a3c-1a09-45ce-8332-1b928704b237 req-e74cbab6-4df2-4406-998e-1e2a9c2fce01 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:18.480459 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-54c57a3c-1a09-45ce-8332-1b928704b237 req-e74cbab6-4df2-4406-998e-1e2a9c2fce01 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.3394179 Feb 07 21:14:18.489746 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0f769-eb04-4edf-8fcc-79df90332240 req-8903719a-6999-40c1-8e7d-11a3f5fda6e1 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:18.497026 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87d0f769-eb04-4edf-8fcc-79df90332240 req-8903719a-6999-40c1-8e7d-11a3f5fda6e1 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=47fcdc55-32e4-48d6-bca9-7d162fe56a91 HTTP/1.1" status: 200 len: 945 time: 0.3543055 Feb 07 21:14:18.539592 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34262) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:18.579926 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:14:18.586716 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port c374ff4f-bc84-4ee6-b2a9-c479f7fd542e completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:14:18.593311 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port c374ff4f-bc84-4ee6-b2a9-c479f7fd542e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:18.593701 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c374ff4f-bc84-4ee6-b2a9-c479f7fd542e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:18.597066 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c1cae8-2001-47f7-b699-c61b43720891 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:14:18.613268 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c638df1f-d137-4025-aed0-f646c0dfab56 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (5722167d-b3ca-426e-9bc9-ae75db83760a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:18.620604 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c638df1f-d137-4025-aed0-f646c0dfab56 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router_controller (5722167d-b3ca-426e-9bc9-ae75db83760a), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:18.633567 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f328df49-7d89-48c8-9bcb-7fede5ab8e35 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8b1e4cc9f0d449fa96b681d9b6de7717&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0931423 Feb 07 21:14:18.640425 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34264) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:18.661333 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eba2992-baec-474b-8f74-43aadc4cbb5a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:18.677218 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c638df1f-d137-4025-aed0-f646c0dfab56 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (5722167d-b3ca-426e-9bc9-ae75db83760a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:18.677836 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c638df1f-d137-4025-aed0-f646c0dfab56 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Fanout notify agent at l3_agent the message router_deleted on router 5722167d-b3ca-426e-9bc9-ae75db83760a {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:14:18.686597 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c638df1f-d137-4025-aed0-f646c0dfab56 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:18.692903 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c638df1f-d137-4025-aed0-f646c0dfab56 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "DELETE /v2.0/routers/5722167d-b3ca-426e-9bc9-ae75db83760a HTTP/1.1" status: 204 len: 168 time: 0.5077381 Feb 07 21:14:18.693795 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34268) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:18.697173 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-8eba2992-baec-474b-8f74-43aadc4cbb5a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:18.738939 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-82d3382e-9919-42f9-a979-160079d136e4 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "GET /v2.0/ports?device_id=5722167d-b3ca-426e-9bc9-ae75db83760a HTTP/1.1" status: 200 len: 205 time: 0.0416381 Feb 07 21:14:18.739658 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34270) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:18.740910 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eba2992-baec-474b-8f74-43aadc4cbb5a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:18.746206 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eba2992-baec-474b-8f74-43aadc4cbb5a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:18.746853 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8eba2992-baec-474b-8f74-43aadc4cbb5a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:18.758458 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba2992-baec-474b-8f74-43aadc4cbb5a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=c90fbb06-f6d6-43ec-9126-74a5a1b58dfe,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:18.796608 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-156a8401-2d35-401a-b998-68409c285e6a tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] delete failed (client error): The resource could not be found. Feb 07 21:14:18.800144 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-156a8401-2d35-401a-b998-68409c285e6a tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "DELETE /v2.0/routers/5722167d-b3ca-426e-9bc9-ae75db83760a HTTP/1.1" status: 404 len: 336 time: 0.0569141 Feb 07 21:14:18.800380 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-54c57a3c-1a09-45ce-8332-1b928704b237 req-6a22dca8-6032-4a19-ba17-787755922bae tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598479 Feb 07 21:14:18.806887 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34274) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:18.846746 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87d0f769-eb04-4edf-8fcc-79df90332240 req-3b8b0ae0-3d22-4e7f-ad50-b3f74361e084 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbdaf137-0c7d-4120-9cec-4b25f358affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449681 Feb 07 21:14:18.884335 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8eba2992-baec-474b-8f74-43aadc4cbb5a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6404312 Feb 07 21:14:18.899206 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34280) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:18.915010 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-417f1df3-f1ee-427e-8806-97c31371b9c4 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "GET /v2.0/ports?device_id=e59fe802-2d61-4bd7-9b0b-d32a4644e861 HTTP/1.1" status: 200 len: 205 time: 0.1027601 Feb 07 21:14:18.920838 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34282) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:18.994708 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-ff744737-99a5-442d-a4c2-6033bc72be20 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] delete failed (client error): The resource could not be found. Feb 07 21:14:19.003054 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ff744737-99a5-442d-a4c2-6033bc72be20 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "DELETE /v2.0/routers/e59fe802-2d61-4bd7-9b0b-d32a4644e861 HTTP/1.1" status: 404 len: 336 time: 0.0783238 Feb 07 21:14:19.005213 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34284) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:19.030401 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-9e2d1f1f-83cf-459d-8677-1db74e58725f None None] Provisioning complete for port 9d19eb55-7053-46cf-91d0-93a4b17c3205 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:19.035313 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9e2d1f1f-83cf-459d-8677-1db74e58725f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9d19eb55-7053-46cf-91d0-93a4b17c3205), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:19.035583 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce2bb7e-1b22-4d5a-b551-391148530863 x-openstack-request-id: req-dce2bb7e-1b22-4d5a-b551-391148530863 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:14:19.036183 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a3adc0-0a51-4fdf-8f70-bafcb3885011", "name": "network-vif-deleted", "tag": "d019f946-126b-43a9-9bd9-fff51651d217", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:14:19.036675 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dce2bb7e-1b22-4d5a-b551-391148530863 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:14:19.038042 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a3adc0-0a51-4fdf-8f70-bafcb3885011', 'name': 'network-vif-deleted', 'tag': 'd019f946-126b-43a9-9bd9-fff51651d217', 'status': 'completed', 'code': 200} Feb 07 21:14:19.047576 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f5fa5623-b069-4405-b7cd-4649400035d1 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "GET /v2.0/ports?device_id=629eb64d-61a7-4445-9e73-4546e16dbc32 HTTP/1.1" status: 200 len: 205 time: 0.0424840 Feb 07 21:14:19.048204 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34286) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:19.096806 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-059e5d32-3c56-4683-b9fc-b37e9d099b92 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] delete failed (client error): The resource could not be found. Feb 07 21:14:19.098283 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-059e5d32-3c56-4683-b9fc-b37e9d099b92 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "DELETE /v2.0/routers/629eb64d-61a7-4445-9e73-4546e16dbc32 HTTP/1.1" status: 404 len: 336 time: 0.0491564 Feb 07 21:14:19.100895 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34288) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:19.140528 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-638530cb-ec2f-484e-94fc-20622b2d9f6a req-89793841-b472-4845-bb2b-02ae88c8789a tempest-ListImageFiltersTestJSON-1315831308 tempest-ListImageFiltersTestJSON-1315831308-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0a3adc0-0a51-4fdf-8f70-bafcb3885011 HTTP/1.1" status: 200 len: 210 time: 0.0933049 Feb 07 21:14:19.141859 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-919bcf78-8f56-4af3-802f-38d96adb0bee admin admin] Publish callbacks [] for security_group (e6d1d846-6c03-4cba-a9f5-169553c56cb0), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:19.169418 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a958e910-00a2-4969-ba66-f0c3ab8e1184 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d7d8ae3-5a8d-468a-b5a9-2499c477471a HTTP/1.1" status: 200 len: 205 time: 0.0668688 Feb 07 21:14:19.170042 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34290) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:19.185245 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port c374ff4f-bc84-4ee6-b2a9-c479f7fd542e is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:19.186200 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c374ff4f-bc84-4ee6-b2a9-c479f7fd542e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:19.222567 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-2b9dacba-1c3a-4c5b-ba0c-ba07289a5f58 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] delete failed (client error): The resource could not be found. Feb 07 21:14:19.227053 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2b9dacba-1c3a-4c5b-ba0c-ba07289a5f58 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "DELETE /v2.0/routers/1d7d8ae3-5a8d-468a-b5a9-2499c477471a HTTP/1.1" status: 404 len: 336 time: 0.0558848 Feb 07 21:14:19.227636 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34292) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:19.234800 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9d19eb55-7053-46cf-91d0-93a4b17c3205 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:14:19.270976 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c3051279-136d-46f6-9eb4-00d6642ffd34 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7d91d84-4bc8-4ee8-a043-b80aa64dd844 HTTP/1.1" status: 200 len: 205 time: 0.0412996 Feb 07 21:14:19.271600 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34294) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:19.288932 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23768575-8ab7-4867-970c-dc83e42236a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c374ff4f-bc84-4ee6-b2a9-c479f7fd542e'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:14:19.291460 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c17db0-fca0-482f-9323-b09c1c3019d6" -d '{"events": [{"server_uuid": "23768575-8ab7-4867-970c-dc83e42236a5", "name": "network-vif-plugged", "status": "completed", "tag": "c374ff4f-bc84-4ee6-b2a9-c479f7fd542e"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:14:19.297449 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fde4af7d-5b22-4e1b-94be-169e5b64d578 req-2031b019-bd8d-4b01-aab9-5a1a9ea921db tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:19.297912 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fde4af7d-5b22-4e1b-94be-169e5b64d578 req-2031b019-bd8d-4b01-aab9-5a1a9ea921db tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (0d13c125-ec2a-4b15-a51a-2e4c9c2108fc), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:19.298307 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [req-fde4af7d-5b22-4e1b-94be-169e5b64d578 req-2031b019-bd8d-4b01-aab9-5a1a9ea921db tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Floating IP 0d13c125-ec2a-4b15-a51a-2e4c9c2108fc disassociated. External IP: 172.25.4.148, port: 18716904-4ed1-4071-9959-cc2b4acf6be7. Feb 07 21:14:19.298770 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-fde4af7d-5b22-4e1b-94be-169e5b64d578 req-2031b019-bd8d-4b01-aab9-5a1a9ea921db tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Calling delete_port for 18716904-4ed1-4071-9959-cc2b4acf6be7 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:19.312955 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9e2d1f1f-83cf-459d-8677-1db74e58725f None None] Current status of the port 9d19eb55-7053-46cf-91d0-93a4b17c3205 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:19.313643 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9e2d1f1f-83cf-459d-8677-1db74e58725f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9d19eb55-7053-46cf-91d0-93a4b17c3205), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:19.323671 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-2eddd6ee-265d-462f-813e-92f8aac9b5f5 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] delete failed (client error): The resource could not be found. Feb 07 21:14:19.327019 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2eddd6ee-265d-462f-813e-92f8aac9b5f5 tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "DELETE /v2.0/routers/e7d91d84-4bc8-4ee8-a043-b80aa64dd844 HTTP/1.1" status: 404 len: 336 time: 0.0544381 Feb 07 21:14:19.327606 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34298) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:19.330963 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port c374ff4f-bc84-4ee6-b2a9-c479f7fd542e, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c374ff4f-bc84-4ee6-b2a9-c479f7fd542e,segment=NetworkSegment(09a1612e-6cb1-4b0d-9b2f-26f79a705053),segment_id=09a1612e-6cb1-4b0d-9b2f-26f79a705053)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:19.355950 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-9e2d1f1f-83cf-459d-8677-1db74e58725f None None] For port 9d19eb55-7053-46cf-91d0-93a4b17c3205, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9d19eb55-7053-46cf-91d0-93a4b17c3205,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:19.359607 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c374ff4f-bc84-4ee6-b2a9-c479f7fd542e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:19.360501 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 18716904-4ed1-4071-9959-cc2b4acf6be7 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:14:19.364721 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c664e71c-0433-42e0-ab7d-333f10883e3c tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b46292b-06ab-4261-9ef1-904e30d6a578 HTTP/1.1" status: 200 len: 205 time: 0.0358205 Feb 07 21:14:19.365407 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34300) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:19.370176 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9e2d1f1f-83cf-459d-8677-1db74e58725f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9d19eb55-7053-46cf-91d0-93a4b17c3205), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:19.414259 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-ca4875dd-031a-4c5a-b4b3-490a678b21ea tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] delete failed (client error): The resource could not be found. Feb 07 21:14:19.416699 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ca4875dd-031a-4c5a-b4b3-490a678b21ea tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "DELETE /v2.0/routers/2b46292b-06ab-4261-9ef1-904e30d6a578 HTTP/1.1" status: 404 len: 336 time: 0.0501790 Feb 07 21:14:19.419258 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34302) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:19.457188 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-919bcf78-8f56-4af3-802f-38d96adb0bee admin admin] Publish callbacks [] for security_group (e6d1d846-6c03-4cba-a9f5-169553c56cb0), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:19.459081 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-68befaa8-fd2b-4221-9ca2-53a42a40404b tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] DELETE failed (client error): The resource could not be found. Feb 07 21:14:19.459540 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68befaa8-fd2b-4221-9ca2-53a42a40404b tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:14:19.462828 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-68befaa8-fd2b-4221-9ca2-53a42a40404b tempest-RoutersIpV6AdminTest-1132040172 tempest-RoutersIpV6AdminTest-1132040172-project] 10.222.0.65 "DELETE /v2.0/subnets/31ddbd42-736b-402c-ac16-f472c10ba11b HTTP/1.1" status: 404 len: 337 time: 0.0424945 Feb 07 21:14:19.464504 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 9d19eb55-7053-46cf-91d0-93a4b17c3205 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:19.466454 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9d19eb55-7053-46cf-91d0-93a4b17c3205), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:19.470430 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=c374ff4f-bc84-4ee6-b2a9-c479f7fd542e,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:19.492102 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d33f37-29a5-4eeb-94aa-7f3bf698a8e8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:19.492889 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No active binding found for port 18716904-4ed1-4071-9959-cc2b4acf6be7 {{(pid=103257) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 07 21:14:19.493286 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] The host n-h2-828185-2 is not matching for port 18716904-4ed1-4071-9959-cc2b4acf6be7 host None! {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 07 21:14:19.493692 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 18716904-4ed1-4071-9959-cc2b4acf6be7 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:14:19.494116 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d019f946-126b-43a9-9bd9-fff51651d217 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:14:19.499168 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d33f37-29a5-4eeb-94aa-7f3bf698a8e8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:19.501417 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-87d33f37-29a5-4eeb-94aa-7f3bf698a8e8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.5978837 Feb 07 21:14:19.504111 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34306) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:19.515769 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fde4af7d-5b22-4e1b-94be-169e5b64d578 req-2031b019-bd8d-4b01-aab9-5a1a9ea921db tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (18716904-4ed1-4071-9959-cc2b4acf6be7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:19.521479 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: d019f946-126b-43a9-9bd9-fff51651d217 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:14:19.521757 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d019f946-126b-43a9-9bd9-fff51651d217 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:14:19.574224 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a914bb-f1c4-4e79-8ecf-deb1d6ae2a88 req-92b2bae7-d432-45a3-a440-d68935bc6e98 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:19.575914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2a914bb-f1c4-4e79-8ecf-deb1d6ae2a88 req-92b2bae7-d432-45a3-a440-d68935bc6e98 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 945 time: 0.4759419 Feb 07 21:14:19.586531 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d1f1f-83cf-459d-8677-1db74e58725f None None] Pushing event updated for resources: {'Port': ['ID=9d19eb55-7053-46cf-91d0-93a4b17c3205,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:19.639077 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2afc645d-00d5-4a45-a08b-357eb23e6090 None None] Provisioning complete for port 9d19eb55-7053-46cf-91d0-93a4b17c3205 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:19.639458 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2afc645d-00d5-4a45-a08b-357eb23e6090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9d19eb55-7053-46cf-91d0-93a4b17c3205), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:19.683256 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 9d19eb55-7053-46cf-91d0-93a4b17c3205 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:19.684621 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031b019-bd8d-4b01-aab9-5a1a9ea921db tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Pushing event deleted for resources: {'Port': ['ID=18716904-4ed1-4071-9959-cc2b4acf6be7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:19.739655 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f5ba653e-51d0-48a9-9971-a97d3f70086d tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting port c90fbb06-f6d6-43ec-9126-74a5a1b58dfe {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:19.740613 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f5ba653e-51d0-48a9-9971-a97d3f70086d tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c90fbb06-f6d6-43ec-9126-74a5a1b58dfe), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:19.803659 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2afc645d-00d5-4a45-a08b-357eb23e6090 None None] Current status of the port 9d19eb55-7053-46cf-91d0-93a4b17c3205 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:19.807249 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2a914bb-f1c4-4e79-8ecf-deb1d6ae2a88 req-98443c01-e94f-4de8-a4b3-216a05eac423 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=5147ff0d-34cb-41bc-b4a2-ee2200ff33af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991572 Feb 07 21:14:19.821154 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2afc645d-00d5-4a45-a08b-357eb23e6090 None None] Provisioning complete for port c90fbb06-f6d6-43ec-9126-74a5a1b58dfe triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:19.821526 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2afc645d-00d5-4a45-a08b-357eb23e6090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c90fbb06-f6d6-43ec-9126-74a5a1b58dfe), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:19.824751 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-919bcf78-8f56-4af3-802f-38d96adb0bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e6d1d846-6c03-4cba-a9f5-169553c56cb0), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:19.828715 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-919bcf78-8f56-4af3-802f-38d96adb0bee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:19.833017 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-919bcf78-8f56-4af3-802f-38d96adb0bee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e6d1d846-6c03-4cba-a9f5-169553c56cb0 HTTP/1.1" status: 204 len: 168 time: 1.1807871 Feb 07 21:14:19.866566 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527be5de-6ac1-42b0-b119-986c377a909f req-337c698e-8039-4a28-b138-4b7366040db5 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:19.868251 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2afc645d-00d5-4a45-a08b-357eb23e6090 None None] Port c90fbb06-f6d6-43ec-9126-74a5a1b58dfe cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:14:19.875528 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-527be5de-6ac1-42b0-b119-986c377a909f req-337c698e-8039-4a28-b138-4b7366040db5 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.4044604 Feb 07 21:14:19.917438 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f5ba653e-51d0-48a9-9971-a97d3f70086d tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c90fbb06-f6d6-43ec-9126-74a5a1b58dfe), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:19.932002 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919bcf78-8f56-4af3-802f-38d96adb0bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d1d846-6c03-4cba-a9f5-169553c56cb0,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:19.954399 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-527be5de-6ac1-42b0-b119-986c377a909f req-10f547d2-e254-4da7-8ebd-1f660f9e31e7 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720212 Feb 07 21:14:20.001959 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-5ec81ef6-fc18-483c-9f38-3debbdbc8ca0 None None] Provisioning complete for port c90fbb06-f6d6-43ec-9126-74a5a1b58dfe triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:20.002627 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5ec81ef6-fc18-483c-9f38-3debbdbc8ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c90fbb06-f6d6-43ec-9126-74a5a1b58dfe), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:20.049491 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34314) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:20.059577 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fde4af7d-5b22-4e1b-94be-169e5b64d578 req-2031b019-bd8d-4b01-aab9-5a1a9ea921db tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Router b2631804-a35e-4193-bcfd-03f3f9ca7f10 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:14:20.060547 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f5280a-0f10-4f46-ac88-154d55672d76 x-openstack-request-id: req-74f5280a-0f10-4f46-ac88-154d55672d76 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:14:20.061229 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23768575-8ab7-4867-970c-dc83e42236a5", "name": "network-vif-plugged", "status": "completed", "tag": "c374ff4f-bc84-4ee6-b2a9-c479f7fd542e", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:14:20.061676 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-74f5280a-0f10-4f46-ac88-154d55672d76 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:14:20.062270 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23768575-8ab7-4867-970c-dc83e42236a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c374ff4f-bc84-4ee6-b2a9-c479f7fd542e', 'code': 200} Feb 07 21:14:20.125968 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-5ec81ef6-fc18-483c-9f38-3debbdbc8ca0 None None] Port c90fbb06-f6d6-43ec-9126-74a5a1b58dfe cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:14:20.489396 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f5ba653e-51d0-48a9-9971-a97d3f70086d tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Calling delete_port for c90fbb06-f6d6-43ec-9126-74a5a1b58dfe owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:20.533153 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a37ddab5-1c69-4ebb-aef5-668d89563b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:20.624465 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a5bcd-1a65-40f5-9545-c686225b6c33 req-034795c9-587a-40d8-acaf-b9997483cd27 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:20.626337 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f52a5bcd-1a65-40f5-9545-c686225b6c33 req-034795c9-587a-40d8-acaf-b9997483cd27 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=23768575-8ab7-4867-970c-dc83e42236a5 HTTP/1.1" status: 200 len: 946 time: 0.6468475 Feb 07 21:14:20.626609 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f5ba653e-51d0-48a9-9971-a97d3f70086d tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (c90fbb06-f6d6-43ec-9126-74a5a1b58dfe), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:20.646774 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3be4f119-b969-446b-82d1-837355a59edb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:20.664753 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba653e-51d0-48a9-9971-a97d3f70086d tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Port': ['ID=c90fbb06-f6d6-43ec-9126-74a5a1b58dfe,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:20.694068 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f5ba653e-51d0-48a9-9971-a97d3f70086d tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:20.705034 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f5ba653e-51d0-48a9-9971-a97d3f70086d tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/c90fbb06-f6d6-43ec-9126-74a5a1b58dfe HTTP/1.1" status: 204 len: 168 time: 1.1997046 Feb 07 21:14:20.707999 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34334) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:20.783474 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04f728-d204-40c7-ad51-122c47db075c req-821ec0e4-6446-44b1-bc6f-544a355dd315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:20.785017 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a04f728-d204-40c7-ad51-122c47db075c req-821ec0e4-6446-44b1-bc6f-544a355dd315 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=23768575-8ab7-4867-970c-dc83e42236a5 HTTP/1.1" status: 200 len: 1128 time: 0.5874174 Feb 07 21:14:20.813195 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ad74e9-2c12-4399-8002-eb1937e3be6d tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:20.814678 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ad74e9-2c12-4399-8002-eb1937e3be6d tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:20.816254 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b1ad74e9-2c12-4399-8002-eb1937e3be6d tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1071622 Feb 07 21:14:20.818846 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34338) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:20.825050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fde4af7d-5b22-4e1b-94be-169e5b64d578 req-2031b019-bd8d-4b01-aab9-5a1a9ea921db tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:14:20.841289 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2570f57e-c21c-4913-907c-24b2c95d0923 None None] Sync routers for ids ['b2631804-a35e-4193-bcfd-03f3f9ca7f10'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:14:20.851476 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f0824-36a1-412c-9ee0-d8cdce67597d req-342c3ca1-b75e-4019-9874-c0e576e5512b tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:20.860994 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-308f0824-36a1-412c-9ee0-d8cdce67597d req-342c3ca1-b75e-4019-9874-c0e576e5512b tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.6620903 Feb 07 21:14:20.871120 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2570f57e-c21c-4913-907c-24b2c95d0923 None None] Routers {'b2631804-a35e-4193-bcfd-03f3f9ca7f10'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:14:20.871745 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2570f57e-c21c-4913-907c-24b2c95d0923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:14:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b2631804-a35e-4193-bcfd-03f3f9ca7f10'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:20.896983 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-912cd426-1aa2-4b84-8542-938724d1ae76 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet 11797c2f-4202-4ff2-bdef-8c6aff4db2d4 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:14:20.898913 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f52a5bcd-1a65-40f5-9545-c686225b6c33 req-3ceb5676-0398-444e-beba-ebc7dc9fbac0 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbdaf137-0c7d-4120-9cec-4b25f358affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589848 Feb 07 21:14:20.902357 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-912cd426-1aa2-4b84-8542-938724d1ae76 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (11797c2f-4202-4ff2-bdef-8c6aff4db2d4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:20.925814 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde4af7d-5b22-4e1b-94be-169e5b64d578 req-2031b019-bd8d-4b01-aab9-5a1a9ea921db tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] No DVR routers for this DVR port 18716904-4ed1-4071-9959-cc2b4acf6be7 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:14:20.935974 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fde4af7d-5b22-4e1b-94be-169e5b64d578 req-2031b019-bd8d-4b01-aab9-5a1a9ea921db tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:20.939574 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fde4af7d-5b22-4e1b-94be-169e5b64d578 req-2031b019-bd8d-4b01-aab9-5a1a9ea921db tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.71 "DELETE /v2.0/ports/18716904-4ed1-4071-9959-cc2b4acf6be7 HTTP/1.1" status: 204 len: 173 time: 3.4280720 Feb 07 21:14:20.995003 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3be4f119-b969-446b-82d1-837355a59edb admin admin] Publish callbacks [] for security_group (86be0062-734e-4bfd-9781-832db9ccff2f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:21.000835 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-912cd426-1aa2-4b84-8542-938724d1ae76 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (11797c2f-4202-4ff2-bdef-8c6aff4db2d4), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:21.015594 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a04f728-d204-40c7-ad51-122c47db075c req-20fb549f-f451-4381-8746-1461e84c8491 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fbdaf137-0c7d-4120-9cec-4b25f358affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127635 Feb 07 21:14:21.019573 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3be4f119-b969-446b-82d1-837355a59edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (86be0062-734e-4bfd-9781-832db9ccff2f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:21.058088 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-308f0824-36a1-412c-9ee0-d8cdce67597d req-c6e10fc9-840e-4409-a812-4a61d9e38338 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935780 Feb 07 21:14:21.066611 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa0012b-121b-403f-ab09-17a10f56f07f', 'name': 'network-vif-deleted', 'tag': '18716904-4ed1-4071-9959-cc2b4acf6be7'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:14:21.068385 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34346) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:21.082745 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533c720b-e168-4a41-9aeb-331807656675" -d '{"events": [{"server_uuid": "3aa0012b-121b-403f-ab09-17a10f56f07f", "name": "network-vif-deleted", "tag": "18716904-4ed1-4071-9959-cc2b4acf6be7"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:14:21.136101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9d19eb55-7053-46cf-91d0-93a4b17c3205 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:14:21.169596 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de4fa1c6-7578-41ae-87b6-d94a0fc28690 req-9e34df2e-b6ff-4939-9bbc-445c577ab75a tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aa0012b-121b-403f-ab09-17a10f56f07f HTTP/1.1" status: 200 len: 210 time: 0.0508928 Feb 07 21:14:21.177485 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3be4f119-b969-446b-82d1-837355a59edb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=773cbbca64d441e7917bc135fcff9f57&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1155586 Feb 07 21:14:21.178595 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4f119-b969-446b-82d1-837355a59edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86be0062-734e-4bfd-9781-832db9ccff2f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:21.180584 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34360) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:21.197714 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-2570f57e-c21c-4913-907c-24b2c95d0923 None None] Set router b2631804-a35e-4193-bcfd-03f3f9ca7f10 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:14:21.208949 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-912cd426-1aa2-4b84-8542-938724d1ae76 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (11797c2f-4202-4ff2-bdef-8c6aff4db2d4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:21.297483 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3b652d-a9bd-41c9-a2c7-a670de48061f x-openstack-request-id: req-ee3b652d-a9bd-41c9-a2c7-a670de48061f {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:14:21.297797 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa0012b-121b-403f-ab09-17a10f56f07f", "name": "network-vif-deleted", "tag": "18716904-4ed1-4071-9959-cc2b4acf6be7", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:14:21.298054 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ee3b652d-a9bd-41c9-a2c7-a670de48061f {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:14:21.298461 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa0012b-121b-403f-ab09-17a10f56f07f', 'name': 'network-vif-deleted', 'tag': '18716904-4ed1-4071-9959-cc2b4acf6be7', 'status': 'completed', 'code': 200} Feb 07 21:14:21.326302 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-850bf463-0367-474c-92ff-3d5a0161bdc2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1272603978-network', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:21.339503 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aca718e7-eccf-49b8-85b7-4fb71125019d admin admin] Publish callbacks [] for security_group (86be0062-734e-4bfd-9781-832db9ccff2f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:21.375064 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-912cd426-1aa2-4b84-8542-938724d1ae76 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (11797c2f-4202-4ff2-bdef-8c6aff4db2d4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:21.398509 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 9d19eb55-7053-46cf-91d0-93a4b17c3205 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:21.399053 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9d19eb55-7053-46cf-91d0-93a4b17c3205), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:21.403173 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aca718e7-eccf-49b8-85b7-4fb71125019d admin admin] Publish callbacks [] for security_group (86be0062-734e-4bfd-9781-832db9ccff2f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:21.422811 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850bf463-0367-474c-92ff-3d5a0161bdc2 admin admin] Made reservation on behalf of 936a2ca0ece74bb698b7cfe4e2af1982 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:21.425476 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-850bf463-0367-474c-92ff-3d5a0161bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:21.436123 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-912cd426-1aa2-4b84-8542-938724d1ae76 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:21.440702 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-912cd426-1aa2-4b84-8542-938724d1ae76 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/11797c2f-4202-4ff2-bdef-8c6aff4db2d4 HTTP/1.1" status: 204 len: 168 time: 0.6205947 Feb 07 21:14:21.450540 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912cd426-1aa2-4b84-8542-938724d1ae76 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=11797c2f-4202-4ff2-bdef-8c6aff4db2d4,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:21.450808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae98f0e-82fb-40c7-baca-e88c3fcd8969 req-878b14cd-e6e4-47cd-9b19-04a2c596a69c tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:21.452127 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ae98f0e-82fb-40c7-baca-e88c3fcd8969 req-878b14cd-e6e4-47cd-9b19-04a2c596a69c tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.0618756 Feb 07 21:14:21.452711 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34368) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:21.456790 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-850bf463-0367-474c-92ff-3d5a0161bdc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:21.459595 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4b4269-1a06-45fa-bc45-8b1550854b98 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:14:21.523497 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a71b6d16-0447-4436-9080-4b248fbd2ead tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678859 Feb 07 21:14:21.523741 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34370) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:21.533322 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-356c4981-cc30-435f-ab80-19db195b1906 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:21.589343 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aca718e7-eccf-49b8-85b7-4fb71125019d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (86be0062-734e-4bfd-9781-832db9ccff2f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:21.592181 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aca718e7-eccf-49b8-85b7-4fb71125019d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:21.594083 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-aca718e7-eccf-49b8-85b7-4fb71125019d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/86be0062-734e-4bfd-9781-832db9ccff2f HTTP/1.1" status: 204 len: 168 time: 0.4116881 Feb 07 21:14:21.641907 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ae98f0e-82fb-40c7-baca-e88c3fcd8969 req-13888c23-ac75-4e4a-839b-65184bf977eb tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544688 Feb 07 21:14:21.646299 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca718e7-eccf-49b8-85b7-4fb71125019d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86be0062-734e-4bfd-9781-832db9ccff2f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:21.654085 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2570f57e-c21c-4913-907c-24b2c95d0923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'name': 'tempest-AttachVolumeTestJSON-65258003-router', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '6e8f5769-8d28-4772-968e-306256e6c687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:52Z', 'updated_at': '2022-02-07T21:07:58Z', 'revision_number': 4, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'gw_port': {'id': '6e8f5769-8d28-4772-968e-306256e6c687', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:53Z', 'updated_at': '2022-02-07T21:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '6bd167db-d6bb-4010-aa3e-81634840f6cb', 'name': '', 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'mac_address': 'fa:16:3e:d6:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:57Z', 'updated_at': '2022-02-07T21:08:04Z', 'revision_number': 5, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'subnets': [{'id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:21.662965 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 9d19eb55-7053-46cf-91d0-93a4b17c3205 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:21.693862 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-850bf463-0367-474c-92ff-3d5a0161bdc2 admin admin] Publish callbacks [] for security_group (397b406e-7b18-4f47-af01-a1652d7b3c56), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:21.717051 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-850bf463-0367-474c-92ff-3d5a0161bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (397b406e-7b18-4f47-af01-a1652d7b3c56), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:21.743385 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2570f57e-c21c-4913-907c-24b2c95d0923 None None] Checking router: b2631804-a35e-4193-bcfd-03f3f9ca7f10 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:14:21.754144 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356c4981-cc30-435f-ab80-19db195b1906 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:21.759094 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-356c4981-cc30-435f-ab80-19db195b1906 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:21.767426 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f14af3-151a-488d-b96f-704250c83608 None None] DHCP port deletion for f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:14:21.770880 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850bf463-0367-474c-92ff-3d5a0161bdc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:14:21.783572 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2570f57e-c21c-4913-907c-24b2c95d0923 None None] Routers {'b2631804-a35e-4193-bcfd-03f3f9ca7f10'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:14:21.784719 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2570f57e-c21c-4913-907c-24b2c95d0923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:14:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b2631804-a35e-4193-bcfd-03f3f9ca7f10'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:21.830081 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bf463-0367-474c-92ff-3d5a0161bdc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397b406e-7b18-4f47-af01-a1652d7b3c56,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:21.842015 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-850bf463-0367-474c-92ff-3d5a0161bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (29dfbc9f-efea-4d80-984c-df54d0ccdf04), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:21.842375 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-850bf463-0367-474c-92ff-3d5a0161bdc2 admin admin] Added segment 29dfbc9f-efea-4d80-984c-df54d0ccdf04 of type vlan for network 4d6d0316-d57c-4df2-aa05-905a8b525f9f Feb 07 21:14:21.908407 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-850bf463-0367-474c-92ff-3d5a0161bdc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (4d6d0316-d57c-4df2-aa05-905a8b525f9f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:21.927643 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-2570f57e-c21c-4913-907c-24b2c95d0923 None None] Set router b2631804-a35e-4193-bcfd-03f3f9ca7f10 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:14:21.943338 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8844f5-1177-413c-9366-d1a83a4f8280 req-85fd3b68-582a-4551-8b50-7b2b6085f94c tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:21.946311 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed8844f5-1177-413c-9366-d1a83a4f8280 req-85fd3b68-582a-4551-8b50-7b2b6085f94c tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.1386075 Feb 07 21:14:21.958452 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-850bf463-0367-474c-92ff-3d5a0161bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (4d6d0316-d57c-4df2-aa05-905a8b525f9f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:21.960011 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850bf463-0367-474c-92ff-3d5a0161bdc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:21.962356 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-850bf463-0367-474c-92ff-3d5a0161bdc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:21.991198 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:22.079847 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed8844f5-1177-413c-9366-d1a83a4f8280 req-cc5de319-73a3-47a7-aa64-2b4ae7a1cd25 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240368 Feb 07 21:14:22.087007 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-850bf463-0367-474c-92ff-3d5a0161bdc2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9976323 Feb 07 21:14:22.091015 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34398) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:22.101500 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8c389b0e-c9cc-4d90-bd76-e192ce5e6109 admin admin] Request body: {'subnet': {'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1272603978-subnet', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:22.129039 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bf463-0367-474c-92ff-3d5a0161bdc2 admin admin] Pushing event updated for resources: {'Network': ['ID=4d6d0316-d57c-4df2-aa05-905a8b525f9f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:22.148210 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c389b0e-c9cc-4d90-bd76-e192ce5e6109 admin admin] Made reservation on behalf of 936a2ca0ece74bb698b7cfe4e2af1982 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:22.153244 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c389b0e-c9cc-4d90-bd76-e192ce5e6109 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:22.177546 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 4d6d0316-d57c-4df2-aa05-905a8b525f9f details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:14:22.180841 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-356c4981-cc30-435f-ab80-19db195b1906 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (1b806d07-9156-47f4-8196-622f8b21926f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:22.234516 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356c4981-cc30-435f-ab80-19db195b1906 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:22.246332 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-356c4981-cc30-435f-ab80-19db195b1906 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:22.249772 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356c4981-cc30-435f-ab80-19db195b1906 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:22.250607 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-356c4981-cc30-435f-ab80-19db195b1906 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:22.271172 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c4981-cc30-435f-ab80-19db195b1906 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=1b806d07-9156-47f4-8196-622f8b21926f,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:22.289378 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-32f14af3-151a-488d-b96f-704250c83608 None None] Deleting port 9d19eb55-7053-46cf-91d0-93a4b17c3205 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:22.289883 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-32f14af3-151a-488d-b96f-704250c83608 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9d19eb55-7053-46cf-91d0-93a4b17c3205), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:22.308444 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-356c4981-cc30-435f-ab80-19db195b1906 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7835767 Feb 07 21:14:22.309106 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34410) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:22.317246 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-695aab6f-9305-4b2c-9de0-d04f9077de3a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'name': 'tempest-NetworksTestDHCPv6-1341616984'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:22.456023 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34416) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:22.465320 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-32f14af3-151a-488d-b96f-704250c83608 None None] For port 9d19eb55-7053-46cf-91d0-93a4b17c3205, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9d19eb55-7053-46cf-91d0-93a4b17c3205,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:22.466128 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-32f14af3-151a-488d-b96f-704250c83608 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9d19eb55-7053-46cf-91d0-93a4b17c3205), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:22.483821 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-32f14af3-151a-488d-b96f-704250c83608 None None] Calling delete_port for 9d19eb55-7053-46cf-91d0-93a4b17c3205 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:22.490162 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1071fcc-0d52-4bd6-bb74-0566a0a31970 req-e206f4fb-aa54-4ed3-a10f-c02495ca677f tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:22.492524 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d1071fcc-0d52-4bd6-bb74-0566a0a31970 req-e206f4fb-aa54-4ed3-a10f-c02495ca677f tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=23768575-8ab7-4867-970c-dc83e42236a5 HTTP/1.1" status: 200 len: 946 time: 0.2011991 Feb 07 21:14:22.519478 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a8d339fd-4d4f-4168-90f6-a067297b1eff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2f87e75df2bc4d5c85622fb4295c2473&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0577869 Feb 07 21:14:22.521672 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34424) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:22.541438 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695aab6f-9305-4b2c-9de0-d04f9077de3a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:22.548975 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-695aab6f-9305-4b2c-9de0-d04f9077de3a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:22.560500 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2570f57e-c21c-4913-907c-24b2c95d0923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'name': 'tempest-AttachVolumeTestJSON-65258003-router', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '6e8f5769-8d28-4772-968e-306256e6c687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:52Z', 'updated_at': '2022-02-07T21:07:58Z', 'revision_number': 4, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'gw_port': {'id': '6e8f5769-8d28-4772-968e-306256e6c687', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:53Z', 'updated_at': '2022-02-07T21:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '6bd167db-d6bb-4010-aa3e-81634840f6cb', 'name': '', 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'mac_address': 'fa:16:3e:d6:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:57Z', 'updated_at': '2022-02-07T21:08:04Z', 'revision_number': 5, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'subnets': [{'id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:22.575362 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-695aab6f-9305-4b2c-9de0-d04f9077de3a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] device_id is not set on port 6339d1f9-4d9b-4fc1-91cd-4b0dab5f86a4 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:14:22.589732 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2570f57e-c21c-4913-907c-24b2c95d0923 None None] The sync data for ids ['b2631804-a35e-4193-bcfd-03f3f9ca7f10'] in n-d-828185-2 is: [{'id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'name': 'tempest-AttachVolumeTestJSON-65258003-router', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '6e8f5769-8d28-4772-968e-306256e6c687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:52Z', 'updated_at': '2022-02-07T21:07:58Z', 'revision_number': 4, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'gw_port': {'id': '6e8f5769-8d28-4772-968e-306256e6c687', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:53Z', 'updated_at': '2022-02-07T21:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '6bd167db-d6bb-4010-aa3e-81634840f6cb', 'name': '', 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'mac_address': 'fa:16:3e:d6:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:57Z', 'updated_at': '2022-02-07T21:08:04Z', 'revision_number': 5, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'subnets': [{'id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:14:22.621032 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-32f14af3-151a-488d-b96f-704250c83608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (9d19eb55-7053-46cf-91d0-93a4b17c3205), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:22.661355 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f14af3-151a-488d-b96f-704250c83608 None None] Pushing event deleted for resources: {'Port': ['ID=9d19eb55-7053-46cf-91d0-93a4b17c3205,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:22.673629 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f14af3-151a-488d-b96f-704250c83608 None None] No DVR routers for this DVR port 9d19eb55-7053-46cf-91d0-93a4b17c3205 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:14:22.683236 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c389b0e-c9cc-4d90-bd76-e192ce5e6109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (e8dc7fe0-0333-4cfb-89b3-35dc114fee14), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:22.698924 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4993b1a-1c56-4f1a-af61-dd005a284e7c None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:14:22.738889 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d1071fcc-0d52-4bd6-bb74-0566a0a31970 req-63fc8781-ab58-4d40-87b1-a710c55b0965 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbdaf137-0c7d-4120-9cec-4b25f358affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349916 Feb 07 21:14:22.768790 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-695aab6f-9305-4b2c-9de0-d04f9077de3a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 2001:db8::9a (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/1b806d07-9156-47f4-8196-622f8b21926f/6339d1f9-4d9b-4fc1-91cd-4b0dab5f86a4) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:22.798544 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6c22518-ff58-456b-a8d0-a2a94a5254e0 admin admin] Publish callbacks [] for security_group (4dfdc803-174a-47cf-95a5-77fbb485a5c8), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:22.901235 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6c22518-ff58-456b-a8d0-a2a94a5254e0 admin admin] Publish callbacks [] for security_group (4dfdc803-174a-47cf-95a5-77fbb485a5c8), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:22.936001 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c389b0e-c9cc-4d90-bd76-e192ce5e6109 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8dc7fe0-0333-4cfb-89b3-35dc114fee14,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:23.001415 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b306aa3-a901-4ccf-b27a-454ad72959e0 req-cce3a58c-8730-48b2-a5cd-521a3d1bbdd2 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:23.009039 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b306aa3-a901-4ccf-b27a-454ad72959e0 req-cce3a58c-8730-48b2-a5cd-521a3d1bbdd2 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.1562274 Feb 07 21:14:23.017147 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-695aab6f-9305-4b2c-9de0-d04f9077de3a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (6339d1f9-4d9b-4fc1-91cd-4b0dab5f86a4), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:23.018215 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c389b0e-c9cc-4d90-bd76-e192ce5e6109 admin admin] Checking segment: {'id': '29dfbc9f-efea-4d80-984c-df54d0ccdf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:14:23.018778 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c389b0e-c9cc-4d90-bd76-e192ce5e6109 admin admin] Network hostable DHCP agents. Network: 4d6d0316-d57c-4df2-aa05-905a8b525f9f, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:14:23.067798 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c389b0e-c9cc-4d90-bd76-e192ce5e6109 admin admin] Network 4d6d0316-d57c-4df2-aa05-905a8b525f9f is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:14:23.092789 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264ddb75-f241-40ed-850c-f51eb52ab8a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'fixed_ips': [{'subnet_id': '1b806d07-9156-47f4-8196-622f8b21926f'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:14:23.094175 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-264ddb75-f241-40ed-850c-f51eb52ab8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:23.094815 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6c22518-ff58-456b-a8d0-a2a94a5254e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4dfdc803-174a-47cf-95a5-77fbb485a5c8), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:23.097652 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6c22518-ff58-456b-a8d0-a2a94a5254e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:23.099025 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e6c22518-ff58-456b-a8d0-a2a94a5254e0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4dfdc803-174a-47cf-95a5-77fbb485a5c8 HTTP/1.1" status: 204 len: 168 time: 0.5740139 Feb 07 21:14:23.106557 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b306aa3-a901-4ccf-b27a-454ad72959e0 req-718f0f41-ed19-4ce7-8d29-d7f5f8f84ce2 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966878 Feb 07 21:14:23.119048 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-695aab6f-9305-4b2c-9de0-d04f9077de3a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (6339d1f9-4d9b-4fc1-91cd-4b0dab5f86a4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:23.132373 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb318c96-2939-4d04-9d76-575251860a1d None None] New status for floating IP 0d13c125-ec2a-4b15-a51a-2e4c9c2108fc: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:14:23.151460 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-8c389b0e-c9cc-4d90-bd76-e192ce5e6109 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 4d6d0316-d57c-4df2-aa05-905a8b525f9f) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:23.151701 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9d19eb55-7053-46cf-91d0-93a4b17c3205 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:14:23.169677 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c389b0e-c9cc-4d90-bd76-e192ce5e6109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:23.170342 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c389b0e-c9cc-4d90-bd76-e192ce5e6109 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:23.172769 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22518-ff58-456b-a8d0-a2a94a5254e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfdc803-174a-47cf-95a5-77fbb485a5c8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:23.197047 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34444) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:23.213155 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b60fc9-d9fd-4d59-aa40-03c9f0c3fbcf None None] Network 4d6d0316-d57c-4df2-aa05-905a8b525f9f requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:14:23.233752 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695aab6f-9305-4b2c-9de0-d04f9077de3a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=6339d1f9-4d9b-4fc1-91cd-4b0dab5f86a4,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:23.238228 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 9d19eb55-7053-46cf-91d0-93a4b17c3205 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:14:23.238589 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9d19eb55-7053-46cf-91d0-93a4b17c3205 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:14:23.266656 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695aab6f-9305-4b2c-9de0-d04f9077de3a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:23.268024 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-695aab6f-9305-4b2c-9de0-d04f9077de3a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:23.273699 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695aab6f-9305-4b2c-9de0-d04f9077de3a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:23.288287 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695aab6f-9305-4b2c-9de0-d04f9077de3a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:23.288999 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-695aab6f-9305-4b2c-9de0-d04f9077de3a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:23.323427 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-695aab6f-9305-4b2c-9de0-d04f9077de3a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0116153 Feb 07 21:14:23.326726 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34446) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:23.364152 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8c389b0e-c9cc-4d90-bd76-e192ce5e6109 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2688940 Feb 07 21:14:23.367003 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34448) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:23.374710 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-631bd190-cc71-4f28-98a9-da04cc3e5937 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1272603978-router', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:23.389838 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce371d61-e625-4e23-ba37-25dcb51fdc21 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for security_group (5147ff0d-34cb-41bc-b4a2-ee2200ff33af), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:23.403370 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:23.430896 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce371d61-e625-4e23-ba37-25dcb51fdc21 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for security_group (5147ff0d-34cb-41bc-b4a2-ee2200ff33af), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:23.506689 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceaaf6f-f864-45da-a0e4-5b6e033204ba req-b496eb09-fa8e-4f17-951a-b5cd56c5b870 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:23.509331 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd8c3f8-968d-4ae3-9378-1bbb9bd5ee6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-4d6d0316-d57c-4df2-aa05-905a8b525f9f', 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f', 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'fixed_ips': [{'subnet_id': 'e8dc7fe0-0333-4cfb-89b3-35dc114fee14'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:14:23.510424 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6dd8c3f8-968d-4ae3-9378-1bbb9bd5ee6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:23.519176 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eceaaf6f-f864-45da-a0e4-5b6e033204ba req-b496eb09-fa8e-4f17-951a-b5cd56c5b870 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.2284973 Feb 07 21:14:23.529425 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b2266c-6514-4969-95b1-2bcf498d58c2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:23.532159 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c3b2266c-6514-4969-95b1-2bcf498d58c2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2028348 Feb 07 21:14:23.535823 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34452) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:23.548562 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-264ddb75-f241-40ed-850c-f51eb52ab8a2 None None] Allocated IP 2001:db8::2 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/1b806d07-9156-47f4-8196-622f8b21926f/aae4f38c-32aa-4e87-b6f0-a3c6b76a8476) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:23.555023 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce371d61-e625-4e23-ba37-25dcb51fdc21 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (5147ff0d-34cb-41bc-b4a2-ee2200ff33af), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:23.558166 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce371d61-e625-4e23-ba37-25dcb51fdc21 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:23.558876 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ce371d61-e625-4e23-ba37-25dcb51fdc21 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "DELETE /v2.0/security-groups/5147ff0d-34cb-41bc-b4a2-ee2200ff33af HTTP/1.1" status: 204 len: 168 time: 0.3470285 Feb 07 21:14:23.566807 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34456) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:23.686352 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce371d61-e625-4e23-ba37-25dcb51fdc21 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5147ff0d-34cb-41bc-b4a2-ee2200ff33af,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:23.687566 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34458) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:23.695528 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-457dcfd8-329f-46a3-95e5-290d2367525a tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] show failed (client error): The resource could not be found. Feb 07 21:14:23.698693 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-457dcfd8-329f-46a3-95e5-290d2367525a tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups/5147ff0d-34cb-41bc-b4a2-ee2200ff33af HTTP/1.1" status: 404 len: 347 time: 0.1200199 Feb 07 21:14:23.702968 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34462) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:23.726509 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eceaaf6f-f864-45da-a0e4-5b6e033204ba req-7ce8ffc3-07b3-4373-b98c-c8ce1955af83 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064977 Feb 07 21:14:23.733349 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-631bd190-cc71-4f28-98a9-da04cc3e5937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (5ed606a4-e93e-4a09-a8ca-0104d197a92a), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:23.734398 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-631bd190-cc71-4f28-98a9-da04cc3e5937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (5ed606a4-e93e-4a09-a8ca-0104d197a92a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:23.900670 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-631bd190-cc71-4f28-98a9-da04cc3e5937 admin admin] Publish callbacks [] for router_controller (5ed606a4-e93e-4a09-a8ca-0104d197a92a), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:23.946466 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-6dd8c3f8-968d-4ae3-9378-1bbb9bd5ee6f None None] Allocated IP 172.20.0.2 (4d6d0316-d57c-4df2-aa05-905a8b525f9f/e8dc7fe0-0333-4cfb-89b3-35dc114fee14/8b6cb511-f540-40b2-b593-f9af9fcd14ba) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:23.999906 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-99e79caa-6523-46ed-a928-6a89c02299a6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting port 6339d1f9-4d9b-4fc1-91cd-4b0dab5f86a4 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:24.000483 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99e79caa-6523-46ed-a928-6a89c02299a6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (6339d1f9-4d9b-4fc1-91cd-4b0dab5f86a4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:24.014850 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-264ddb75-f241-40ed-850c-f51eb52ab8a2 None None] Publish callbacks [] for port (aae4f38c-32aa-4e87-b6f0-a3c6b76a8476), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:24.041229 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-264ddb75-f241-40ed-850c-f51eb52ab8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (aae4f38c-32aa-4e87-b6f0-a3c6b76a8476), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:24.085772 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7314f7-03e2-48c9-94a7-3b10ccfd32f9 req-0544cab1-19c1-4e48-9408-011670b51b64 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:24.086386 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-993e03ff-95c8-419c-9f43-bbe788145c2c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1ccfcf65495f43dd8715be523daabd57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3951128 Feb 07 21:14:24.089445 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34478) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:24.092397 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264ddb75-f241-40ed-850c-f51eb52ab8a2 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:24.094255 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7a7314f7-03e2-48c9-94a7-3b10ccfd32f9 req-0544cab1-19c1-4e48-9408-011670b51b64 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=23768575-8ab7-4867-970c-dc83e42236a5 HTTP/1.1" status: 200 len: 946 time: 0.2494881 Feb 07 21:14:24.103722 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0614038e-ddf1-4153-ae8b-2691c99ca552 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Deleting port 8facc3e3-4b06-4b9f-bfda-1400b8fe9171 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:24.104043 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0614038e-ddf1-4153-ae8b-2691c99ca552 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8facc3e3-4b06-4b9f-bfda-1400b8fe9171), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:24.120176 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-631bd190-cc71-4f28-98a9-da04cc3e5937 admin admin] Publish callbacks [] for router_gateway (5ed606a4-e93e-4a09-a8ca-0104d197a92a), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:24.122873 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-264ddb75-f241-40ed-850c-f51eb52ab8a2 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:24.197660 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264ddb75-f241-40ed-850c-f51eb52ab8a2 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:24.210837 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7a7314f7-03e2-48c9-94a7-3b10ccfd32f9 req-56297621-f087-4fbe-8440-8202a8bc6acb tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbdaf137-0c7d-4120-9cec-4b25f358affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153321 Feb 07 21:14:24.239395 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0614038e-ddf1-4153-ae8b-2691c99ca552 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8facc3e3-4b06-4b9f-bfda-1400b8fe9171), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:24.239395 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0614038e-ddf1-4153-ae8b-2691c99ca552 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for floatingip (8facc3e3-4b06-4b9f-bfda-1400b8fe9171), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:24.258099 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0614038e-ddf1-4153-ae8b-2691c99ca552 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Calling delete_port for 8facc3e3-4b06-4b9f-bfda-1400b8fe9171 owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:24.263804 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ddb75-f241-40ed-850c-f51eb52ab8a2 None None] Pushing event updated for resources: {'Port': ['ID=aae4f38c-32aa-4e87-b6f0-a3c6b76a8476,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:24.336838 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bc2c2-1692-48e7-be34-1a1821b260dc req-bc4383c2-18e3-4c6b-a030-8ae7c3a48cd7 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:24.346543 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-840bc2c2-1692-48e7-be34-1a1821b260dc req-bc4383c2-18e3-4c6b-a030-8ae7c3a48cd7 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.2337558 Feb 07 21:14:24.426269 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6dd8c3f8-968d-4ae3-9378-1bbb9bd5ee6f None None] Publish callbacks [] for port (8b6cb511-f540-40b2-b593-f9af9fcd14ba), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:24.444926 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-840bc2c2-1692-48e7-be34-1a1821b260dc req-efd4d872-56e7-470e-b48c-e7f5c3041cc4 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946982 Feb 07 21:14:24.463782 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-264ddb75-f241-40ed-850c-f51eb52ab8a2 None None] Attempting to bind port aae4f38c-32aa-4e87-b6f0-a3c6b76a8476 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:14:24.464183 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-264ddb75-f241-40ed-850c-f51eb52ab8a2 None None] Attempting to bind port aae4f38c-32aa-4e87-b6f0-a3c6b76a8476 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:14:24.464589 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264ddb75-f241-40ed-850c-f51eb52ab8a2 None None] Attempting to bind port aae4f38c-32aa-4e87-b6f0-a3c6b76a8476 on network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:14:24.480928 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6dd8c3f8-968d-4ae3-9378-1bbb9bd5ee6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (8b6cb511-f540-40b2-b593-f9af9fcd14ba), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:24.497631 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0614038e-ddf1-4153-ae8b-2691c99ca552 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8facc3e3-4b06-4b9f-bfda-1400b8fe9171), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:24.505261 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99e79caa-6523-46ed-a928-6a89c02299a6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (6339d1f9-4d9b-4fc1-91cd-4b0dab5f86a4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:24.552353 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614038e-ddf1-4153-ae8b-2691c99ca552 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Pushing event deleted for resources: {'Port': ['ID=8facc3e3-4b06-4b9f-bfda-1400b8fe9171,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:24.556375 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-99e79caa-6523-46ed-a928-6a89c02299a6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Calling delete_port for 6339d1f9-4d9b-4fc1-91cd-4b0dab5f86a4 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:24.566347 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8c3f8-968d-4ae3-9378-1bbb9bd5ee6f None None] Pushing event updated for resources: {'Port': ['ID=8b6cb511-f540-40b2-b593-f9af9fcd14ba,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:24.587664 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264ddb75-f241-40ed-850c-f51eb52ab8a2 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:14:24.588049 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264ddb75-f241-40ed-850c-f51eb52ab8a2 None None] Checking segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:14:24.589748 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-264ddb75-f241-40ed-850c-f51eb52ab8a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:24.591866 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264ddb75-f241-40ed-850c-f51eb52ab8a2 None None] Bound using segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:14:24.592985 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-264ddb75-f241-40ed-850c-f51eb52ab8a2 None None] Bound port: aae4f38c-32aa-4e87-b6f0-a3c6b76a8476, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:14:24.593400 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-264ddb75-f241-40ed-850c-f51eb52ab8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (aae4f38c-32aa-4e87-b6f0-a3c6b76a8476), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:24.596837 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd8c3f8-968d-4ae3-9378-1bbb9bd5ee6f None None] Network 4d6d0316-d57c-4df2-aa05-905a8b525f9f is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:24.598801 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:24.617311 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-eebd7c15-432d-4e59-831c-7343da580b2f req-7f58daf9-d0ce-4eb9-a28f-57934d882e5b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=47fcdc55-32e4-48d6-bca9-7d162fe56a91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2553875 Feb 07 21:14:24.617949 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-071cd167-2466-40d4-9f16-3d5f67e12165 admin admin] Publish callbacks [] for security_group (3fd304ff-acc6-43e8-9397-ae70d57fb3d4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:24.626102 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-6dd8c3f8-968d-4ae3-9378-1bbb9bd5ee6f None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:24.632116 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd8c3f8-968d-4ae3-9378-1bbb9bd5ee6f None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:24.666428 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-631bd190-cc71-4f28-98a9-da04cc3e5937 admin admin] Publish callbacks [] for router_gateway (5ed606a4-e93e-4a09-a8ca-0104d197a92a), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:24.710179 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-631bd190-cc71-4f28-98a9-da04cc3e5937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:24.752419 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-071cd167-2466-40d4-9f16-3d5f67e12165 admin admin] Publish callbacks [] for security_group (3fd304ff-acc6-43e8-9397-ae70d57fb3d4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:24.791908 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6dd8c3f8-968d-4ae3-9378-1bbb9bd5ee6f None None] Attempting to bind port 8b6cb511-f540-40b2-b593-f9af9fcd14ba on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:14:24.792284 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6dd8c3f8-968d-4ae3-9378-1bbb9bd5ee6f None None] Attempting to bind port 8b6cb511-f540-40b2-b593-f9af9fcd14ba by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '29dfbc9f-efea-4d80-984c-df54d0ccdf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:14:24.792689 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd8c3f8-968d-4ae3-9378-1bbb9bd5ee6f None None] Attempting to bind port 8b6cb511-f540-40b2-b593-f9af9fcd14ba on network 4d6d0316-d57c-4df2-aa05-905a8b525f9f {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:14:24.792947 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0614038e-ddf1-4153-ae8b-2691c99ca552 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for floatingip (0d13c125-ec2a-4b15-a51a-2e4c9c2108fc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:24.795517 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0614038e-ddf1-4153-ae8b-2691c99ca552 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:24.799518 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0614038e-ddf1-4153-ae8b-2691c99ca552 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "DELETE /v2.0/floatingips/0d13c125-ec2a-4b15-a51a-2e4c9c2108fc HTTP/1.1" status: 204 len: 168 time: 1.0917447 Feb 07 21:14:24.841030 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd7c15-432d-4e59-831c-7343da580b2f req-ead162e1-7c79-4f6a-9ec2-0da5e88dc51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:24.842526 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-eebd7c15-432d-4e59-831c-7343da580b2f req-ead162e1-7c79-4f6a-9ec2-0da5e88dc51b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=98a599189f4e437782b9582efa3be866&device_id=47fcdc55-32e4-48d6-bca9-7d162fe56a91 HTTP/1.1" status: 200 len: 1127 time: 0.1552515 Feb 07 21:14:24.888733 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-264ddb75-f241-40ed-850c-f51eb52ab8a2 None None] For port aae4f38c-32aa-4e87-b6f0-a3c6b76a8476, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:14:24.896704 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-264ddb75-f241-40ed-850c-f51eb52ab8a2 None None] For port aae4f38c-32aa-4e87-b6f0-a3c6b76a8476, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=aae4f38c-32aa-4e87-b6f0-a3c6b76a8476,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:14:24.911439 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd8c3f8-968d-4ae3-9378-1bbb9bd5ee6f None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:14:24.913793 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd8c3f8-968d-4ae3-9378-1bbb9bd5ee6f None None] Checking segment: {'id': '29dfbc9f-efea-4d80-984c-df54d0ccdf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:14:24.917784 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6dd8c3f8-968d-4ae3-9378-1bbb9bd5ee6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:24.918294 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd8c3f8-968d-4ae3-9378-1bbb9bd5ee6f None None] Bound using segment: {'id': '29dfbc9f-efea-4d80-984c-df54d0ccdf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:14:24.919065 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6dd8c3f8-968d-4ae3-9378-1bbb9bd5ee6f None None] Bound port: 8b6cb511-f540-40b2-b593-f9af9fcd14ba, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29dfbc9f-efea-4d80-984c-df54d0ccdf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:14:24.919539 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6dd8c3f8-968d-4ae3-9378-1bbb9bd5ee6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8b6cb511-f540-40b2-b593-f9af9fcd14ba), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:24.929652 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-264ddb75-f241-40ed-850c-f51eb52ab8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (aae4f38c-32aa-4e87-b6f0-a3c6b76a8476), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:24.939487 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-071cd167-2466-40d4-9f16-3d5f67e12165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3fd304ff-acc6-43e8-9397-ae70d57fb3d4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:24.942151 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-071cd167-2466-40d4-9f16-3d5f67e12165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:24.943494 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-071cd167-2466-40d4-9f16-3d5f67e12165 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3fd304ff-acc6-43e8-9397-ae70d57fb3d4 HTTP/1.1" status: 204 len: 168 time: 0.8520143 Feb 07 21:14:24.956212 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d0f83-6c24-4e3a-b341-878c01e8a937 req-134fb0fa-05c3-49c4-b4f2-0a10a789593b tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:24.964001 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f71d0f83-6c24-4e3a-b341-878c01e8a937 req-134fb0fa-05c3-49c4-b4f2-0a10a789593b tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=23768575-8ab7-4867-970c-dc83e42236a5 HTTP/1.1" status: 200 len: 946 time: 0.1283057 Feb 07 21:14:24.983590 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cd167-2466-40d4-9f16-3d5f67e12165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd304ff-acc6-43e8-9397-ae70d57fb3d4,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:24.993652 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-631bd190-cc71-4f28-98a9-da04cc3e5937 admin admin] Allocated IP 172.25.4.159 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/e5209094-380e-4595-8e9b-aa113e58aa71) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:25.034234 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f71d0f83-6c24-4e3a-b341-878c01e8a937 req-2fd52559-5b3d-4824-b4a5-0b26def4e7f4 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbdaf137-0c7d-4120-9cec-4b25f358affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692573 Feb 07 21:14:25.053466 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99e79caa-6523-46ed-a928-6a89c02299a6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (6339d1f9-4d9b-4fc1-91cd-4b0dab5f86a4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:25.092360 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ddb75-f241-40ed-850c-f51eb52ab8a2 None None] Pushing event updated for resources: {'Port': ['ID=aae4f38c-32aa-4e87-b6f0-a3c6b76a8476,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:25.159272 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e79caa-6523-46ed-a928-6a89c02299a6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Port': ['ID=6339d1f9-4d9b-4fc1-91cd-4b0dab5f86a4,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:25.199779 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd7c15-432d-4e59-831c-7343da580b2f req-4f2eaad6-d39d-47d7-ab77-d43fed64923b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:25.203257 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-eebd7c15-432d-4e59-831c-7343da580b2f req-4f2eaad6-d39d-47d7-ab77-d43fed64923b service neutron] 10.222.0.69 "GET /v2.0/networks?id=125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 HTTP/1.1" status: 200 len: 913 time: 0.3266351 Feb 07 21:14:25.208010 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99e79caa-6523-46ed-a928-6a89c02299a6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:25.215234 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-99e79caa-6523-46ed-a928-6a89c02299a6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/6339d1f9-4d9b-4fc1-91cd-4b0dab5f86a4 HTTP/1.1" status: 204 len: 168 time: 1.6777074 Feb 07 21:14:25.225693 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-631bd190-cc71-4f28-98a9-da04cc3e5937 admin admin] Publish callbacks [] for port (e5209094-380e-4595-8e9b-aa113e58aa71), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:25.238804 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34504) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:25.267854 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-6dd8c3f8-968d-4ae3-9378-1bbb9bd5ee6f None None] For port 8b6cb511-f540-40b2-b593-f9af9fcd14ba, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:14:25.271527 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-631bd190-cc71-4f28-98a9-da04cc3e5937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (e5209094-380e-4595-8e9b-aa113e58aa71), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:25.281120 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-6dd8c3f8-968d-4ae3-9378-1bbb9bd5ee6f None None] For port 8b6cb511-f540-40b2-b593-f9af9fcd14ba, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8b6cb511-f540-40b2-b593-f9af9fcd14ba,segment=NetworkSegment(29dfbc9f-efea-4d80-984c-df54d0ccdf04),segment_id=29dfbc9f-efea-4d80-984c-df54d0ccdf04)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:14:25.298273 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6dd8c3f8-968d-4ae3-9378-1bbb9bd5ee6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8b6cb511-f540-40b2-b593-f9af9fcd14ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:25.344669 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631bd190-cc71-4f28-98a9-da04cc3e5937 admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:25.351812 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-631bd190-cc71-4f28-98a9-da04cc3e5937 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:25.362034 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631bd190-cc71-4f28-98a9-da04cc3e5937 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:25.451181 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631bd190-cc71-4f28-98a9-da04cc3e5937 admin admin] Pushing event updated for resources: {'Port': ['ID=e5209094-380e-4595-8e9b-aa113e58aa71,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:25.457005 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8c3f8-968d-4ae3-9378-1bbb9bd5ee6f None None] Pushing event updated for resources: {'Port': ['ID=8b6cb511-f540-40b2-b593-f9af9fcd14ba,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:25.515690 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-eebd7c15-432d-4e59-831c-7343da580b2f req-8adc5683-e032-45e8-adb5-588d06248098 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62e4149d-33f9-46fa-9045-9425f4e3844a HTTP/1.1" status: 200 len: 217 time: 0.2992535 Feb 07 21:14:25.533566 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a806cb77-b3a6-4f02-b45e-d8b63b9b04d9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:25.536732 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a806cb77-b3a6-4f02-b45e-d8b63b9b04d9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:25.545951 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a806cb77-b3a6-4f02-b45e-d8b63b9b04d9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3049724 Feb 07 21:14:25.612692 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34518) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:25.615456 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd7c15-432d-4e59-831c-7343da580b2f req-23d25f01-8705-4d2b-8e18-97235b918ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:25.617667 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-eebd7c15-432d-4e59-831c-7343da580b2f req-23d25f01-8705-4d2b-8e18-97235b918ecf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ade2c79c-449f-4a66-b396-5e7956fbe0ca HTTP/1.1" status: 200 len: 852 time: 0.0924580 Feb 07 21:14:25.779422 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-eebd7c15-432d-4e59-831c-7343da580b2f req-b31826b6-94ce-415f-a8a1-5b40d86faa0d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=125cfc0b-d0af-4d4a-ba2e-4227c32c6f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863488 Feb 07 21:14:25.785421 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-9153880b-6a30-4158-aa86-b004c2a596ad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet 1b806d07-9156-47f4-8196-622f8b21926f {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:14:25.792633 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9153880b-6a30-4158-aa86-b004c2a596ad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (1b806d07-9156-47f4-8196-622f8b21926f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:25.988639 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-eebd7c15-432d-4e59-831c-7343da580b2f req-e35809d3-9037-423a-9acf-2b144d606b63 service neutron] 10.222.0.69 "GET /v2.0/networks/125cfc0b-d0af-4d4a-ba2e-4227c32c6f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551423 Feb 07 21:14:26.008619 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34530) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:26.021473 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b824ac-cef5-41e1-a14c-003534264e2a req-4756e54a-0777-43d4-9678-bc7f42421663 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:26.029052 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a290bfb9-cbe2-49b9-8ea1-0934b7f90ee8 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1948240802', 'description': 'tempest-description--176826344'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:26.034094 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-24b824ac-cef5-41e1-a14c-003534264e2a req-4756e54a-0777-43d4-9678-bc7f42421663 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.4097774 Feb 07 21:14:26.062552 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9153880b-6a30-4158-aa86-b004c2a596ad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (1b806d07-9156-47f4-8196-622f8b21926f), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:26.094776 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34536) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:26.145117 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a290bfb9-cbe2-49b9-8ea1-0934b7f90ee8 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:26.232758 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-eebd7c15-432d-4e59-831c-7343da580b2f req-17bc5e53-7d3d-43f5-9cc3-6a431cd26f18 service neutron] 10.222.0.69 "GET /v2.0/networks/125cfc0b-d0af-4d4a-ba2e-4227c32c6f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337439 Feb 07 21:14:26.252237 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9153880b-6a30-4158-aa86-b004c2a596ad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (1b806d07-9156-47f4-8196-622f8b21926f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:26.301213 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-24b824ac-cef5-41e1-a14c-003534264e2a req-b25b4290-1f0e-4d77-9c9b-c7251668765d tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626662 Feb 07 21:14:26.316261 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b802396-ebc3-4d1e-a90e-60ba9ce22f65 req-b7a6dcd7-25bd-4761-a99b-9808852f8402 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:26.334019 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9b802396-ebc3-4d1e-a90e-60ba9ce22f65 req-b7a6dcd7-25bd-4761-a99b-9808852f8402 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.71 "GET /v2.0/ports?device_id=23768575-8ab7-4867-970c-dc83e42236a5 HTTP/1.1" status: 200 len: 946 time: 0.3970582 Feb 07 21:14:26.381620 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a290bfb9-cbe2-49b9-8ea1-0934b7f90ee8 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for security_group (06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:26.389200 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a290bfb9-cbe2-49b9-8ea1-0934b7f90ee8 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:26.429051 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34546) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:26.444204 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a290bfb9-cbe2-49b9-8ea1-0934b7f90ee8 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:26.451395 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a290bfb9-cbe2-49b9-8ea1-0934b7f90ee8 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4406765 Feb 07 21:14:26.452549 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34550) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:26.486251 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-60b3c172-4d08-4ae9-a498-d9b150447d2c tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Request body: {'security_group_rule': {'security_group_id': '06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:26.492752 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290bfb9-cbe2-49b9-8ea1-0934b7f90ee8 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:26.508244 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9153880b-6a30-4158-aa86-b004c2a596ad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (1b806d07-9156-47f4-8196-622f8b21926f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:26.526883 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995eebe2-07f3-4f07-95eb-b59f48c42464 req-3c5da29d-0c0e-4cc3-ab8f-21a1ba7a55e9 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:26.528407 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-995eebe2-07f3-4f07-95eb-b59f48c42464 req-3c5da29d-0c0e-4cc3-ab8f-21a1ba7a55e9 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=23768575-8ab7-4867-970c-dc83e42236a5 HTTP/1.1" status: 200 len: 946 time: 0.3321354 Feb 07 21:14:26.543470 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e10bae0c-4ce1-4715-b954-35f37a441293 tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2025267911', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:26.546814 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-631bd190-cc71-4f28-98a9-da04cc3e5937 admin admin] Publish callbacks [] for router_gateway (5ed606a4-e93e-4a09-a8ca-0104d197a92a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:26.571623 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9153880b-6a30-4158-aa86-b004c2a596ad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:26.581302 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9153880b-6a30-4158-aa86-b004c2a596ad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/1b806d07-9156-47f4-8196-622f8b21926f HTTP/1.1" status: 204 len: 168 time: 0.9624641 Feb 07 21:14:26.606597 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34554) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:26.700443 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153880b-6a30-4158-aa86-b004c2a596ad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=1b806d07-9156-47f4-8196-622f8b21926f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:26.746065 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-27a247d4-e40a-4122-bd98-9fc47957f491 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-27193010-network', 'tenant_id': '055ecbc4405d4a9781045d67a89734c4'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:26.758935 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4bc3d-a56e-4bd2-aaf9-00a76bff2fea req-40163fcf-b9ab-4dfa-ae51-6785cab7d143 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:26.760587 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9ab4bc3d-a56e-4bd2-aaf9-00a76bff2fea req-40163fcf-b9ab-4dfa-ae51-6785cab7d143 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.69 "GET /v2.0/ports?device_id=47fcdc55-32e4-48d6-bca9-7d162fe56a91 HTTP/1.1" status: 200 len: 945 time: 0.4651065 Feb 07 21:14:26.768361 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5d75284f-2d15-41f0-852d-e25bca7771c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1562672 Feb 07 21:14:26.773940 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34560) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:26.782206 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10bae0c-4ce1-4715-b954-35f37a441293 tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Made reservation on behalf of 0db1793e51cf4ca5b6793d206ea935ba for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:26.784530 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e10bae0c-4ce1-4715-b954-35f37a441293 tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:26.808655 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e5d63ce2-2c2e-40b2-a129-1196abb6ed3e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:26.812035 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60b3c172-4d08-4ae9-a498-d9b150447d2c tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for security_group_rule (f8dbbacd-3143-4a59-a1b8-943e91b8b976), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:26.846377 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e10bae0c-4ce1-4715-b954-35f37a441293 tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:26.877987 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-995eebe2-07f3-4f07-95eb-b59f48c42464 req-688bb1d7-a8c4-417e-8ddb-5bfa0f832100 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbdaf137-0c7d-4120-9cec-4b25f358affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100240 Feb 07 21:14:26.927465 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-9b802396-ebc3-4d1e-a90e-60ba9ce22f65 req-e73551c9-e815-455c-aee1-05106b5519fb tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Deleting port c374ff4f-bc84-4ee6-b2a9-c479f7fd542e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:26.927962 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9b802396-ebc3-4d1e-a90e-60ba9ce22f65 req-e73551c9-e815-455c-aee1-05106b5519fb tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c374ff4f-bc84-4ee6-b2a9-c479f7fd542e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:26.996273 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f307a77-c7a0-46d6-a792-cc45ddb6b02d None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:14:27.027245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c388993-9942-46a9-b28a-e836f6d59355 req-1c736f95-6294-4761-b2b7-cba1a36f655c tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:27.034956 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c388993-9942-46a9-b28a-e836f6d59355 req-1c736f95-6294-4761-b2b7-cba1a36f655c tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.3334920 Feb 07 21:14:27.096634 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-5ec362df-ef0b-4fa5-a410-e550ff4b9eaf None None] Provisioning complete for port aae4f38c-32aa-4e87-b6f0-a3c6b76a8476 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:27.097218 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5ec362df-ef0b-4fa5-a410-e550ff4b9eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (aae4f38c-32aa-4e87-b6f0-a3c6b76a8476), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:27.193794 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951aaf1-0e91-4d95-8efd-c71db90208e9 req-144fbc6b-97dd-4dda-be50-52cbcf92e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:27.195867 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2951aaf1-0e91-4d95-8efd-c71db90208e9 req-144fbc6b-97dd-4dda-be50-52cbcf92e8e3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=55db8492f6dd45429fe0e2523287a174&device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 1128 time: 0.4301636 Feb 07 21:14:27.290722 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-5ec362df-ef0b-4fa5-a410-e550ff4b9eaf None None] Current status of the port aae4f38c-32aa-4e87-b6f0-a3c6b76a8476 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:27.292495 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5ec362df-ef0b-4fa5-a410-e550ff4b9eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (aae4f38c-32aa-4e87-b6f0-a3c6b76a8476), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:27.317321 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c823cd-f143-4038-880c-c9c02cb4101c None None] DHCP port deletion for f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:14:27.379590 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-5ec362df-ef0b-4fa5-a410-e550ff4b9eaf None None] For port aae4f38c-32aa-4e87-b6f0-a3c6b76a8476, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=aae4f38c-32aa-4e87-b6f0-a3c6b76a8476,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:27.384876 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8b6cb511-f540-40b2-b593-f9af9fcd14ba up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:14:27.399700 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a247d4-e40a-4122-bd98-9fc47957f491 admin admin] Made reservation on behalf of 055ecbc4405d4a9781045d67a89734c4 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:27.402006 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-27a247d4-e40a-4122-bd98-9fc47957f491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:27.412056 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5ec362df-ef0b-4fa5-a410-e550ff4b9eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (aae4f38c-32aa-4e87-b6f0-a3c6b76a8476), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:27.416607 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382115bf-73ec-4bfe-8df5-c748fd5283a3 None None] Network 4d6d0316-d57c-4df2-aa05-905a8b525f9f requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:14:27.447073 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-27a247d4-e40a-4122-bd98-9fc47957f491 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:27.473968 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60b3c172-4d08-4ae9-a498-d9b150447d2c tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for security_group_rule (f8dbbacd-3143-4a59-a1b8-943e91b8b976), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:27.495228 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60b3c172-4d08-4ae9-a498-d9b150447d2c tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (f8dbbacd-3143-4a59-a1b8-943e91b8b976), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:27.520244 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-66c823cd-f143-4038-880c-c9c02cb4101c None None] Deleting port aae4f38c-32aa-4e87-b6f0-a3c6b76a8476 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:27.520634 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-66c823cd-f143-4038-880c-c9c02cb4101c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (aae4f38c-32aa-4e87-b6f0-a3c6b76a8476), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:27.542975 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3c172-4d08-4ae9-a498-d9b150447d2c tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8dbbacd-3143-4a59-a1b8-943e91b8b976,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:27.552448 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60b3c172-4d08-4ae9-a498-d9b150447d2c tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:27.556845 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-60b3c172-4d08-4ae9-a498-d9b150447d2c tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0758064 Feb 07 21:14:27.559350 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-9ab4bc3d-a56e-4bd2-aaf9-00a76bff2fea req-fb31e9da-7141-45c8-9d26-6d8c3feb243c tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Deleting port 62e4149d-33f9-46fa-9045-9425f4e3844a {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:27.559696 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9ab4bc3d-a56e-4bd2-aaf9-00a76bff2fea req-fb31e9da-7141-45c8-9d26-6d8c3feb243c tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (62e4149d-33f9-46fa-9045-9425f4e3844a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:27.562626 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d63ce2-2c2e-40b2-a129-1196abb6ed3e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:27.566291 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5d63ce2-2c2e-40b2-a129-1196abb6ed3e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:27.570228 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34562) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:27.589190 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-7b495e29-5c62-42ed-aae6-109679cbc16a tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Request body: {'security_group_rule': {'security_group_id': '06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:27.612934 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec362df-ef0b-4fa5-a410-e550ff4b9eaf None None] Pushing event updated for resources: {'Port': ['ID=aae4f38c-32aa-4e87-b6f0-a3c6b76a8476,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:27.630379 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b33003f9-3dd0-4043-ae4b-44633dfbab5b None None] Provisioning complete for port 8b6cb511-f540-40b2-b593-f9af9fcd14ba triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:27.630749 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b33003f9-3dd0-4043-ae4b-44633dfbab5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8b6cb511-f540-40b2-b593-f9af9fcd14ba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:27.685503 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 8b6cb511-f540-40b2-b593-f9af9fcd14ba triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:27.685895 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8b6cb511-f540-40b2-b593-f9af9fcd14ba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:27.717163 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-66c823cd-f143-4038-880c-c9c02cb4101c None None] For port aae4f38c-32aa-4e87-b6f0-a3c6b76a8476, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=aae4f38c-32aa-4e87-b6f0-a3c6b76a8476,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:27.718730 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-66c823cd-f143-4038-880c-c9c02cb4101c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (aae4f38c-32aa-4e87-b6f0-a3c6b76a8476), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:27.751824 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b495e29-5c62-42ed-aae6-109679cbc16a tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for security_group_rule (11719bb5-d46c-4a18-a5f7-9ab737b2dce9), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:27.758166 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c388993-9942-46a9-b28a-e836f6d59355 req-ef2e619d-6fb7-4cc2-b2b5-bf2881b8edd2 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7173479 Feb 07 21:14:27.768136 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-66c823cd-f143-4038-880c-c9c02cb4101c None None] Calling delete_port for aae4f38c-32aa-4e87-b6f0-a3c6b76a8476 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:27.788816 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e10bae0c-4ce1-4715-b954-35f37a441293 tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Publish callbacks [] for security_group (d86d55c0-b125-4432-b6d0-570e388ea026), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:27.797358 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-9b802396-ebc3-4d1e-a90e-60ba9ce22f65 req-e73551c9-e815-455c-aee1-05106b5519fb tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] For port c374ff4f-bc84-4ee6-b2a9-c479f7fd542e, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c374ff4f-bc84-4ee6-b2a9-c479f7fd542e,segment=NetworkSegment(09a1612e-6cb1-4b0d-9b2f-26f79a705053),segment_id=09a1612e-6cb1-4b0d-9b2f-26f79a705053)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:27.798273 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9b802396-ebc3-4d1e-a90e-60ba9ce22f65 req-e73551c9-e815-455c-aee1-05106b5519fb tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c374ff4f-bc84-4ee6-b2a9-c479f7fd542e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:27.813685 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-27a247d4-e40a-4122-bd98-9fc47957f491 admin admin] Publish callbacks [] for security_group (271b5dfd-3599-4eef-abfd-93a130984747), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:27.815447 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e10bae0c-4ce1-4715-b954-35f37a441293 tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d86d55c0-b125-4432-b6d0-570e388ea026), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:27.827793 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-9b802396-ebc3-4d1e-a90e-60ba9ce22f65 req-e73551c9-e815-455c-aee1-05106b5519fb tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Calling delete_port for c374ff4f-bc84-4ee6-b2a9-c479f7fd542e owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:27.834712 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-9ab4bc3d-a56e-4bd2-aaf9-00a76bff2fea req-fb31e9da-7141-45c8-9d26-6d8c3feb243c tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] For port 62e4149d-33f9-46fa-9045-9425f4e3844a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=62e4149d-33f9-46fa-9045-9425f4e3844a,segment=NetworkSegment(09a1612e-6cb1-4b0d-9b2f-26f79a705053),segment_id=09a1612e-6cb1-4b0d-9b2f-26f79a705053)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:27.835124 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9ab4bc3d-a56e-4bd2-aaf9-00a76bff2fea req-fb31e9da-7141-45c8-9d26-6d8c3feb243c tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (62e4149d-33f9-46fa-9045-9425f4e3844a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:27.840110 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-e10bae0c-4ce1-4715-b954-35f37a441293 tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] device_id is not set on port edaad793-845e-4d7d-92be-4f312b7368d1 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:14:27.842829 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-27a247d4-e40a-4122-bd98-9fc47957f491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (271b5dfd-3599-4eef-abfd-93a130984747), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:27.849407 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-631bd190-cc71-4f28-98a9-da04cc3e5937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (5ed606a4-e93e-4a09-a8ca-0104d197a92a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:27.877409 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-9ab4bc3d-a56e-4bd2-aaf9-00a76bff2fea req-fb31e9da-7141-45c8-9d26-6d8c3feb243c tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Calling delete_port for 62e4149d-33f9-46fa-9045-9425f4e3844a owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:27.918598 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a247d4-e40a-4122-bd98-9fc47957f491 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:14:27.956828 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a247d4-e40a-4122-bd98-9fc47957f491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271b5dfd-3599-4eef-abfd-93a130984747,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:27.966549 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10bae0c-4ce1-4715-b954-35f37a441293 tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86d55c0-b125-4432-b6d0-570e388ea026,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:28.004214 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951aaf1-0e91-4d95-8efd-c71db90208e9 req-a1883769-4a06-44b2-9f83-914bba766f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:28.005849 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2951aaf1-0e91-4d95-8efd-c71db90208e9 req-a1883769-4a06-44b2-9f83-914bba766f07 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fea6e7e3-47f5-4ada-86ca-f855bc01cae1 HTTP/1.1" status: 200 len: 915 time: 0.7959781 Feb 07 21:14:28.006817 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b495e29-5c62-42ed-aae6-109679cbc16a tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for security_group_rule (11719bb5-d46c-4a18-a5f7-9ab737b2dce9), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:28.008392 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-27a247d4-e40a-4122-bd98-9fc47957f491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (5a31734a-920d-4674-8e87-e52f70c85a10), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:28.008839 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-27a247d4-e40a-4122-bd98-9fc47957f491 admin admin] Added segment 5a31734a-920d-4674-8e87-e52f70c85a10 of type vlan for network cf1f8e1c-91e5-4789-badd-ad4a594fc5c1 Feb 07 21:14:28.030705 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b495e29-5c62-42ed-aae6-109679cbc16a tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (11719bb5-d46c-4a18-a5f7-9ab737b2dce9), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:28.035018 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b33003f9-3dd0-4043-ae4b-44633dfbab5b None None] Current status of the port 8b6cb511-f540-40b2-b593-f9af9fcd14ba is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:28.036054 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b33003f9-3dd0-4043-ae4b-44633dfbab5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8b6cb511-f540-40b2-b593-f9af9fcd14ba), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:28.101870 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b495e29-5c62-42ed-aae6-109679cbc16a tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11719bb5-d46c-4a18-a5f7-9ab737b2dce9,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:28.112285 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-27a247d4-e40a-4122-bd98-9fc47957f491 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (cf1f8e1c-91e5-4789-badd-ad4a594fc5c1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:28.120811 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b495e29-5c62-42ed-aae6-109679cbc16a tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:28.125480 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7b495e29-5c62-42ed-aae6-109679cbc16a tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5518794 Feb 07 21:14:28.126298 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34566) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:28.145646 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2951aaf1-0e91-4d95-8efd-c71db90208e9 req-070eb398-797d-4a1e-b97e-60e2024539c5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8eb3bafa-0275-4baf-b62b-26a49992af32 HTTP/1.1" status: 200 len: 217 time: 0.1051075 Feb 07 21:14:28.153235 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 8b6cb511-f540-40b2-b593-f9af9fcd14ba is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:28.164827 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8b6cb511-f540-40b2-b593-f9af9fcd14ba), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:28.174749 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-6d3e82ca-c27d-4013-beee-dc9f58924455 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:28.198908 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b33003f9-3dd0-4043-ae4b-44633dfbab5b None None] For port 8b6cb511-f540-40b2-b593-f9af9fcd14ba, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8b6cb511-f540-40b2-b593-f9af9fcd14ba,segment=NetworkSegment(29dfbc9f-efea-4d80-984c-df54d0ccdf04),segment_id=29dfbc9f-efea-4d80-984c-df54d0ccdf04)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:28.222919 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b33003f9-3dd0-4043-ae4b-44633dfbab5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8b6cb511-f540-40b2-b593-f9af9fcd14ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:28.255505 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-66c823cd-f143-4038-880c-c9c02cb4101c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (aae4f38c-32aa-4e87-b6f0-a3c6b76a8476), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:28.297714 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-e10bae0c-4ce1-4715-b954-35f37a441293 tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Allocated IP 172.25.4.28 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/edaad793-845e-4d7d-92be-4f312b7368d1) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:28.309291 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951aaf1-0e91-4d95-8efd-c71db90208e9 req-1380d196-3161-4166-bfed-fb88bf8647a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:28.310206 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c823cd-f143-4038-880c-c9c02cb4101c None None] No DVR routers for this DVR port aae4f38c-32aa-4e87-b6f0-a3c6b76a8476 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:14:28.310598 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2951aaf1-0e91-4d95-8efd-c71db90208e9 req-1380d196-3161-4166-bfed-fb88bf8647a7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=226d5f88-28a2-4f0a-937f-719b03b2d28a HTTP/1.1" status: 200 len: 854 time: 0.1563017 Feb 07 21:14:28.320640 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-27a247d4-e40a-4122-bd98-9fc47957f491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (cf1f8e1c-91e5-4789-badd-ad4a594fc5c1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:28.324704 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a247d4-e40a-4122-bd98-9fc47957f491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:28.325257 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-27a247d4-e40a-4122-bd98-9fc47957f491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:28.342721 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6d3e82ca-c27d-4013-beee-dc9f58924455 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:28.354127 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:14:28.354850 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:14:28.366593 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5d63ce2-2c2e-40b2-a129-1196abb6ed3e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (949db06a-a275-4d45-9669-7a6044d31db0), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:28.383154 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33003f9-3dd0-4043-ae4b-44633dfbab5b None None] Pushing event updated for resources: {'Port': ['ID=8b6cb511-f540-40b2-b593-f9af9fcd14ba,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:28.421910 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2951aaf1-0e91-4d95-8efd-c71db90208e9 req-175dbb0c-3b20-4985-8c85-9b403bc12b92 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fea6e7e3-47f5-4ada-86ca-f855bc01cae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032963 Feb 07 21:14:28.429027 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c823cd-f143-4038-880c-c9c02cb4101c None None] Pushing event deleted for resources: {'Port': ['ID=aae4f38c-32aa-4e87-b6f0-a3c6b76a8476,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:28.464634 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-5c6c0ce3-08ed-4575-9dfa-a7071bde68f0 None None] Provisioning complete for port 8b6cb511-f540-40b2-b593-f9af9fcd14ba triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:28.464867 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5c6c0ce3-08ed-4575-9dfa-a7071bde68f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8b6cb511-f540-40b2-b593-f9af9fcd14ba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:28.477109 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a247d4-e40a-4122-bd98-9fc47957f491 admin admin] Pushing event updated for resources: {'Network': ['ID=cf1f8e1c-91e5-4789-badd-ad4a594fc5c1,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:28.491848 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network cf1f8e1c-91e5-4789-badd-ad4a594fc5c1 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:14:28.568829 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9b802396-ebc3-4d1e-a90e-60ba9ce22f65 req-e73551c9-e815-455c-aee1-05106b5519fb tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (c374ff4f-bc84-4ee6-b2a9-c479f7fd542e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:28.581351 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d63ce2-2c2e-40b2-a129-1196abb6ed3e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:28.587697 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-e5d63ce2-2c2e-40b2-a129-1196abb6ed3e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:28.600527 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-27a247d4-e40a-4122-bd98-9fc47957f491 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1652086 Feb 07 21:14:28.600725 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['62e4149d-33f9-46fa-9045-9425f4e3844a'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:14:28.606828 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d63ce2-2c2e-40b2-a129-1196abb6ed3e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:28.607439 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5d63ce2-2c2e-40b2-a129-1196abb6ed3e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:28.614028 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34568) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:28.626286 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a5811641-3603-4c1b-9be0-777128ac5cc8 admin admin] Request body: {'subnet': {'network_id': 'cf1f8e1c-91e5-4789-badd-ad4a594fc5c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-27193010-subnet', 'tenant_id': '055ecbc4405d4a9781045d67a89734c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:28.638054 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78cb718-e6dc-49b1-b87c-b8599a778f47 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:14:28.657703 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d63ce2-2c2e-40b2-a129-1196abb6ed3e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=949db06a-a275-4d45-9669-7a6044d31db0,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:28.668100 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73551c9-e815-455c-aee1-05106b5519fb tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Pushing event deleted for resources: {'Port': ['ID=c374ff4f-bc84-4ee6-b2a9-c479f7fd542e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:28.671840 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e5d63ce2-2c2e-40b2-a129-1196abb6ed3e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8713365 Feb 07 21:14:28.675624 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34570) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:28.681480 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-cc3340e3-085e-4170-ac0e-a88c2b9c4ed2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'name': 'tempest-NetworksTestDHCPv6-1289141009'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:28.684598 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9ab4bc3d-a56e-4bd2-aaf9-00a76bff2fea req-fb31e9da-7141-45c8-9d26-6d8c3feb243c tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (62e4149d-33f9-46fa-9045-9425f4e3844a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:28.688703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-5c6c0ce3-08ed-4575-9dfa-a7071bde68f0 None None] Current status of the port 8b6cb511-f540-40b2-b593-f9af9fcd14ba is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:28.698630 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5811641-3603-4c1b-9be0-777128ac5cc8 admin admin] Made reservation on behalf of 055ecbc4405d4a9781045d67a89734c4 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:28.700986 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5811641-3603-4c1b-9be0-777128ac5cc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:28.732923 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631bd190-cc71-4f28-98a9-da04cc3e5937 admin admin] Router 5ed606a4-e93e-4a09-a8ca-0104d197a92a is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:14:28.754631 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2951aaf1-0e91-4d95-8efd-c71db90208e9 req-94ee2624-6fac-4a65-a1e0-b8ba21673eec service neutron] 10.222.0.71 "GET /v2.0/networks/fea6e7e3-47f5-4ada-86ca-f855bc01cae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226361 Feb 07 21:14:28.761622 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd72ff-dde6-4c06-930f-4d3864039ca0 req-7c0a2cce-7746-46aa-8522-846386109f9b tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:28.763042 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fefd72ff-dde6-4c06-930f-4d3864039ca0 req-7c0a2cce-7746-46aa-8522-846386109f9b tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/ports?device_id=23768575-8ab7-4867-970c-dc83e42236a5 HTTP/1.1" status: 200 len: 867 time: 0.2859888 Feb 07 21:14:28.779890 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31e9da-7141-45c8-9d26-6d8c3feb243c tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Pushing event deleted for resources: {'Port': ['ID=62e4149d-33f9-46fa-9045-9425f4e3844a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:28.791523 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'fixed_ips': [{'subnet_id': '949db06a-a275-4d45-9669-7a6044d31db0'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:14:28.793465 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:28.835784 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b802396-ebc3-4d1e-a90e-60ba9ce22f65 req-e73551c9-e815-455c-aee1-05106b5519fb tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] No DVR routers for this DVR port c374ff4f-bc84-4ee6-b2a9-c479f7fd542e on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:14:28.866025 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9b802396-ebc3-4d1e-a90e-60ba9ce22f65 req-e73551c9-e815-455c-aee1-05106b5519fb tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:28.870318 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9b802396-ebc3-4d1e-a90e-60ba9ce22f65 req-e73551c9-e815-455c-aee1-05106b5519fb tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.71 "DELETE /v2.0/ports/c374ff4f-bc84-4ee6-b2a9-c479f7fd542e HTTP/1.1" status: 204 len: 173 time: 2.5314820 Feb 07 21:14:28.877672 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23768575-8ab7-4867-970c-dc83e42236a5', 'name': 'network-vif-deleted', 'tag': 'c374ff4f-bc84-4ee6-b2a9-c479f7fd542e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:14:28.880531 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3657d067-7bac-44db-a582-264355ca620b" -d '{"events": [{"server_uuid": "23768575-8ab7-4867-970c-dc83e42236a5", "name": "network-vif-deleted", "tag": "c374ff4f-bc84-4ee6-b2a9-c479f7fd542e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:14:28.903321 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab4bc3d-a56e-4bd2-aaf9-00a76bff2fea req-fb31e9da-7141-45c8-9d26-6d8c3feb243c tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] No DVR routers for this DVR port 62e4149d-33f9-46fa-9045-9425f4e3844a on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:14:28.919164 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9ab4bc3d-a56e-4bd2-aaf9-00a76bff2fea req-fb31e9da-7141-45c8-9d26-6d8c3feb243c tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:28.922633 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9ab4bc3d-a56e-4bd2-aaf9-00a76bff2fea req-fb31e9da-7141-45c8-9d26-6d8c3feb243c tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.69 "DELETE /v2.0/ports/62e4149d-33f9-46fa-9045-9425f4e3844a HTTP/1.1" status: 204 len: 173 time: 2.1521399 Feb 07 21:14:28.925077 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fcdc55-32e4-48d6-bca9-7d162fe56a91', 'name': 'network-vif-deleted', 'tag': '62e4149d-33f9-46fa-9045-9425f4e3844a'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:14:28.927370 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621aabf7-b04c-4101-b1a3-a4d53741cc60" -d '{"events": [{"server_uuid": "47fcdc55-32e4-48d6-bca9-7d162fe56a91", "name": "network-vif-deleted", "tag": "62e4149d-33f9-46fa-9045-9425f4e3844a"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:14:28.981286 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 8b6cb511-f540-40b2-b593-f9af9fcd14ba is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:28.982814 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device aae4f38c-32aa-4e87-b6f0-a3c6b76a8476 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:14:28.999016 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6d3e82ca-c27d-4013-beee-dc9f58924455 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:29.011732 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: aae4f38c-32aa-4e87-b6f0-a3c6b76a8476 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:14:29.012075 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device aae4f38c-32aa-4e87-b6f0-a3c6b76a8476 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 07 21:14:29.045252 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Port aae4f38c-32aa-4e87-b6f0-a3c6b76a8476 not found, will not notify nova. {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 07 21:14:29.048281 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e10bae0c-4ce1-4715-b954-35f37a441293 tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Publish callbacks [] for port (edaad793-845e-4d7d-92be-4f312b7368d1), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:29.049473 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3340e3-085e-4170-ac0e-a88c2b9c4ed2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:29.055830 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc3340e3-085e-4170-ac0e-a88c2b9c4ed2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:29.078969 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Allocated IP 2001:db8::2 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/949db06a-a275-4d45-9669-7a6044d31db0/19e8a0d1-a767-44e4-9743-6910e773b544) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:29.133146 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fefd72ff-dde6-4c06-930f-4d3864039ca0 req-2bc7a698-c6c3-4fef-8513-ad207ae63592 tempest-MultipleCreateTestJSON-5156599 tempest-MultipleCreateTestJSON-5156599-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbdaf137-0c7d-4120-9cec-4b25f358affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892690 Feb 07 21:14:29.204550 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5811641-3603-4c1b-9be0-777128ac5cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (9744c0a1-22bf-48cf-ab4f-54c57990be32), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:29.209953 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-cc3340e3-085e-4170-ac0e-a88c2b9c4ed2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] device_id is not set on port 33c55018-15e7-4054-af46-779ae67c8dbe yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:14:29.237544 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2951aaf1-0e91-4d95-8efd-c71db90208e9 req-8f02fcb1-eb8c-4afa-ba12-e3e868d12637 service neutron] 10.222.0.71 "GET /v2.0/networks/fea6e7e3-47f5-4ada-86ca-f855bc01cae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395258 Feb 07 21:14:29.240504 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839be946-aefa-486c-8c8a-e7b98901c1f6 x-openstack-request-id: req-839be946-aefa-486c-8c8a-e7b98901c1f6 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:14:29.242062 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23768575-8ab7-4867-970c-dc83e42236a5", "name": "network-vif-deleted", "tag": "c374ff4f-bc84-4ee6-b2a9-c479f7fd542e", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:14:29.242062 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-839be946-aefa-486c-8c8a-e7b98901c1f6 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:14:29.242355 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23768575-8ab7-4867-970c-dc83e42236a5', 'name': 'network-vif-deleted', 'tag': 'c374ff4f-bc84-4ee6-b2a9-c479f7fd542e', 'status': 'completed', 'code': 200} Feb 07 21:14:29.254385 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8b6cb511-f540-40b2-b593-f9af9fcd14ba up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:14:29.264528 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fafa203-21d3-41cc-b88e-c0b7449c8e8d x-openstack-request-id: req-6fafa203-21d3-41cc-b88e-c0b7449c8e8d {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:14:29.264797 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fcdc55-32e4-48d6-bca9-7d162fe56a91", "name": "network-vif-deleted", "tag": "62e4149d-33f9-46fa-9045-9425f4e3844a", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:14:29.265044 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6fafa203-21d3-41cc-b88e-c0b7449c8e8d {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:14:29.265489 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fcdc55-32e4-48d6-bca9-7d162fe56a91', 'name': 'network-vif-deleted', 'tag': '62e4149d-33f9-46fa-9045-9425f4e3844a', 'status': 'completed', 'code': 200} Feb 07 21:14:29.274270 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91bd77-cad6-4b50-824d-7f053a248b90 req-845ff5c3-4dcf-4715-b0c9-7f155e4c3d37 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:29.276157 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c91bd77-cad6-4b50-824d-7f053a248b90 req-845ff5c3-4dcf-4715-b0c9-7f155e4c3d37 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.4118836 Feb 07 21:14:29.279864 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e10bae0c-4ce1-4715-b954-35f37a441293 tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (edaad793-845e-4d7d-92be-4f312b7368d1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:29.361848 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5811641-3603-4c1b-9be0-777128ac5cc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9744c0a1-22bf-48cf-ab4f-54c57990be32,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:29.377076 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10bae0c-4ce1-4715-b954-35f37a441293 tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:29.381159 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631bd190-cc71-4f28-98a9-da04cc3e5937 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:14:29.383265 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Publish callbacks [] for port (19e8a0d1-a767-44e4-9743-6910e773b544), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:29.384087 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10bae0c-4ce1-4715-b954-35f37a441293 tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Pushing event updated for resources: {'Port': ['ID=edaad793-845e-4d7d-92be-4f312b7368d1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:29.384888 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 8b6cb511-f540-40b2-b593-f9af9fcd14ba triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:29.385107 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8b6cb511-f540-40b2-b593-f9af9fcd14ba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:29.396056 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-e10bae0c-4ce1-4715-b954-35f37a441293 tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:29.398754 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-6d3e82ca-c27d-4013-beee-dc9f58924455 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Allocated IP 172.25.4.138 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/994aadb8-50c9-452e-b218-22d3aced8c6c) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:29.404037 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10bae0c-4ce1-4715-b954-35f37a441293 tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:29.415821 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (19e8a0d1-a767-44e4-9743-6910e773b544), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:29.431393 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b1db3e-1e1a-4238-9631-40ed135808d0 None None] Sync routers for ids ['5ed606a4-e93e-4a09-a8ca-0104d197a92a'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:14:29.436625 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5811641-3603-4c1b-9be0-777128ac5cc8 admin admin] Checking segment: {'id': '5a31734a-920d-4674-8e87-e52f70c85a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cf1f8e1c-91e5-4789-badd-ad4a594fc5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:14:29.436992 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5811641-3603-4c1b-9be0-777128ac5cc8 admin admin] Network hostable DHCP agents. Network: cf1f8e1c-91e5-4789-badd-ad4a594fc5c1, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:14:29.467216 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c91bd77-cad6-4b50-824d-7f053a248b90 req-8e8b70eb-aaa8-4164-825a-b0be48c99b49 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809468 Feb 07 21:14:29.476633 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-631bd190-cc71-4f28-98a9-da04cc3e5937 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:29.480653 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-631bd190-cc71-4f28-98a9-da04cc3e5937 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1074190 Feb 07 21:14:29.481587 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34578) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:29.486560 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:29.492256 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:29.503010 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:29.525432 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b1db3e-1e1a-4238-9631-40ed135808d0 None None] Routers {'5ed606a4-e93e-4a09-a8ca-0104d197a92a'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:14:29.526203 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-60b1db3e-1e1a-4238-9631-40ed135808d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:14:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5ed606a4-e93e-4a09-a8ca-0104d197a92a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:29.562860 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-cc3340e3-085e-4170-ac0e-a88c2b9c4ed2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 2001:db8::36e (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/949db06a-a275-4d45-9669-7a6044d31db0/33c55018-15e7-4054-af46-779ae67c8dbe) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:29.576467 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10bae0c-4ce1-4715-b954-35f37a441293 tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:29.576770 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Pushing event updated for resources: {'Port': ['ID=19e8a0d1-a767-44e4-9743-6910e773b544,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:29.576891 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e10bae0c-4ce1-4715-b954-35f37a441293 tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:29.583548 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5811641-3603-4c1b-9be0-777128ac5cc8 admin admin] Network cf1f8e1c-91e5-4789-badd-ad4a594fc5c1 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:14:29.643296 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:29.643647 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:29.644054 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:29.644522 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:29.644980 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:29.645386 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:29.646453 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:29.646453 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:29.646700 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:29.647095 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:29.648094 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:29.648710 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:29.649112 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:29.652414 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-a5811641-3603-4c1b-9be0-777128ac5cc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, cf1f8e1c-91e5-4789-badd-ad4a594fc5c1) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:29.669657 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ae0222-7020-4a69-b1b3-9f91d9cb96bc None None] Network cf1f8e1c-91e5-4789-badd-ad4a594fc5c1 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:14:29.669829 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5811641-3603-4c1b-9be0-777128ac5cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:29.670334 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5811641-3603-4c1b-9be0-777128ac5cc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:29.680995 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e10bae0c-4ce1-4715-b954-35f37a441293 tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.5809476 Feb 07 21:14:29.685597 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34580) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:29.704912 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6d3e82ca-c27d-4013-beee-dc9f58924455 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for port (994aadb8-50c9-452e-b218-22d3aced8c6c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:29.726537 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a5811641-3603-4c1b-9be0-777128ac5cc8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1034863 Feb 07 21:14:29.812113 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Attempting to bind port 19e8a0d1-a767-44e4-9743-6910e773b544 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:14:29.812655 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Attempting to bind port 19e8a0d1-a767-44e4-9743-6910e773b544 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:14:29.813115 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Attempting to bind port 19e8a0d1-a767-44e4-9743-6910e773b544 on network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:14:29.825592 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3c993b46-76ef-42cd-ab76-73e15604d18d tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.28'}]}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:29.833559 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:14:29.834084 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Checking segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:14:29.834588 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:29.835749 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Bound using segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:14:29.836374 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Bound port: 19e8a0d1-a767-44e4-9743-6910e773b544, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:14:29.837048 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (19e8a0d1-a767-44e4-9743-6910e773b544), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:29.838803 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 8b6cb511-f540-40b2-b593-f9af9fcd14ba is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:29.867135 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-60b1db3e-1e1a-4238-9631-40ed135808d0 None None] Set router 5ed606a4-e93e-4a09-a8ca-0104d197a92a gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:14:29.884059 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c993b46-76ef-42cd-ab76-73e15604d18d tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (27bb7614-1a3c-4cdc-aec7-a6bb177cc5b2), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:29.885649 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c993b46-76ef-42cd-ab76-73e15604d18d tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (27bb7614-1a3c-4cdc-aec7-a6bb177cc5b2), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:29.914924 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6d3e82ca-c27d-4013-beee-dc9f58924455 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (994aadb8-50c9-452e-b218-22d3aced8c6c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:29.995795 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device aae4f38c-32aa-4e87-b6f0-a3c6b76a8476 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:14:29.999627 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3e82ca-c27d-4013-beee-dc9f58924455 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:30.066463 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc3340e3-085e-4170-ac0e-a88c2b9c4ed2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (33c55018-15e7-4054-af46-779ae67c8dbe), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:30.108014 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-6d3e82ca-c27d-4013-beee-dc9f58924455 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:30.122836 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3e82ca-c27d-4013-beee-dc9f58924455 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:30.125435 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c993b46-76ef-42cd-ab76-73e15604d18d tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Publish callbacks [] for router_controller (27bb7614-1a3c-4cdc-aec7-a6bb177cc5b2), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:30.127191 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc3340e3-085e-4170-ac0e-a88c2b9c4ed2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (33c55018-15e7-4054-af46-779ae67c8dbe), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:30.171674 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e82ca-c27d-4013-beee-dc9f58924455 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Pushing event updated for resources: {'Port': ['ID=994aadb8-50c9-452e-b218-22d3aced8c6c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:30.218734 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3340e3-085e-4170-ac0e-a88c2b9c4ed2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:30.222365 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-11558832-db76-4214-ab2e-0e8c65ac37e9 req-402184bd-4ccd-44bf-ab33-17a41b927c8a tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1769592448', 'description': 'tempest-description-1167426460'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:30.227792 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-cc3340e3-085e-4170-ac0e-a88c2b9c4ed2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:30.234668 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3340e3-085e-4170-ac0e-a88c2b9c4ed2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:30.242894 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3340e3-085e-4170-ac0e-a88c2b9c4ed2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:30.243434 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: aae4f38c-32aa-4e87-b6f0-a3c6b76a8476 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:14:30.243905 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc3340e3-085e-4170-ac0e-a88c2b9c4ed2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:30.244015 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device aae4f38c-32aa-4e87-b6f0-a3c6b76a8476 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:14:30.250363 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef00307d-2c5f-4dd4-969f-fe0f1db86ca9 None None] Network cf1f8e1c-91e5-4789-badd-ad4a594fc5c1 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:14:30.321747 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34592) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:30.327799 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] For port 19e8a0d1-a767-44e4-9743-6910e773b544, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:14:30.340753 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-11558832-db76-4214-ab2e-0e8c65ac37e9 req-402184bd-4ccd-44bf-ab33-17a41b927c8a tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:30.363069 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] For port 19e8a0d1-a767-44e4-9743-6910e773b544, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=19e8a0d1-a767-44e4-9743-6910e773b544,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:14:30.375375 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cc3340e3-085e-4170-ac0e-a88c2b9c4ed2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6956801 Feb 07 21:14:30.380995 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34594) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:30.381662 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3340e3-085e-4170-ac0e-a88c2b9c4ed2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=33c55018-15e7-4054-af46-779ae67c8dbe,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:30.400090 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (19e8a0d1-a767-44e4-9743-6910e773b544), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:30.418962 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6d3e82ca-c27d-4013-beee-dc9f58924455 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for floatingip (97d65952-de99-406f-843b-4236bdfc465f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:30.433467 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5844e93-0276-4f71-8424-3c93c1fa9398 admin admin] Deleting subnet ade2c79c-449f-4a66-b396-5e7956fbe0ca {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:14:30.441996 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b5844e93-0276-4f71-8424-3c93c1fa9398 admin admin] Publish callbacks [] for subnet (ade2c79c-449f-4a66-b396-5e7956fbe0ca), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:30.477113 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c993b46-76ef-42cd-ab76-73e15604d18d tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Publish callbacks [] for router_gateway (27bb7614-1a3c-4cdc-aec7-a6bb177cc5b2), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:30.478930 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2e151-f532-4c8a-8e51-a52672e3db65 None None] Pushing event updated for resources: {'Port': ['ID=19e8a0d1-a767-44e4-9743-6910e773b544,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:30.517565 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0338c3a5-d532-41fa-95b8-9d9918a0e339 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:30.523591 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0338c3a5-d532-41fa-95b8-9d9918a0e339 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:30.528954 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0338c3a5-d532-41fa-95b8-9d9918a0e339 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1409042 Feb 07 21:14:30.528954 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6d3e82ca-c27d-4013-beee-dc9f58924455 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (994aadb8-50c9-452e-b218-22d3aced8c6c), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:30.541686 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34598) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:30.557880 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device c374ff4f-bc84-4ee6-b2a9-c479f7fd542e no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:14:30.573901 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b5844e93-0276-4f71-8424-3c93c1fa9398 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (ade2c79c-449f-4a66-b396-5e7956fbe0ca), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:30.595668 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-47a2c3ed-8de5-4f58-9711-5952384f9ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:30.596241 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: c374ff4f-bc84-4ee6-b2a9-c479f7fd542e {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:14:30.596714 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device c374ff4f-bc84-4ee6-b2a9-c479f7fd542e not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:14:30.600818 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-11558832-db76-4214-ab2e-0e8c65ac37e9 req-402184bd-4ccd-44bf-ab33-17a41b927c8a tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (b44bf647-7213-41b1-97c4-9d7c6ac2190c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:30.622327 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-11558832-db76-4214-ab2e-0e8c65ac37e9 req-402184bd-4ccd-44bf-ab33-17a41b927c8a tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b44bf647-7213-41b1-97c4-9d7c6ac2190c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:30.634907 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 62e4149d-33f9-46fa-9045-9425f4e3844a no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:14:30.678936 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 62e4149d-33f9-46fa-9045-9425f4e3844a {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:14:30.680405 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 62e4149d-33f9-46fa-9045-9425f4e3844a not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:14:30.696185 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-60b1db3e-1e1a-4238-9631-40ed135808d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'name': 'tempest-TestVolumeBackupRestore-1272603978-router', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:23Z', 'updated_at': '2022-02-07T21:14:26Z', 'revision_number': 3, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'gw_port': {'id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:24Z', 'updated_at': '2022-02-07T21:14:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:30.715097 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b5844e93-0276-4f71-8424-3c93c1fa9398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (ade2c79c-449f-4a66-b396-5e7956fbe0ca), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:30.733588 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-11558832-db76-4214-ab2e-0e8c65ac37e9 req-402184bd-4ccd-44bf-ab33-17a41b927c8a tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:30.734833 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-11558832-db76-4214-ab2e-0e8c65ac37e9 req-402184bd-4ccd-44bf-ab33-17a41b927c8a tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.5215802 Feb 07 21:14:30.741052 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402184bd-4ccd-44bf-ab33-17a41b927c8a tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b44bf647-7213-41b1-97c4-9d7c6ac2190c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:30.775252 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b1db3e-1e1a-4238-9631-40ed135808d0 None None] Checking router: 5ed606a4-e93e-4a09-a8ca-0104d197a92a for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:14:30.776072 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b1db3e-1e1a-4238-9631-40ed135808d0 None None] Updating router 5ed606a4-e93e-4a09-a8ca-0104d197a92a port e5209094-380e-4595-8e9b-aa113e58aa71 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:14:30.819249 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-60b1db3e-1e1a-4238-9631-40ed135808d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e5209094-380e-4595-8e9b-aa113e58aa71), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:30.844706 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-24f596cd-aa72-4798-a3fd-1bd5a3112544 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting port 33c55018-15e7-4054-af46-779ae67c8dbe {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:30.845235 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24f596cd-aa72-4798-a3fd-1bd5a3112544 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (33c55018-15e7-4054-af46-779ae67c8dbe), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:30.865087 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e4feb-2467-421c-8f38-e8237e039aa0 req-e7bea28c-ea0c-4572-819d-f602fd045e9f tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:30.868843 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b5844e93-0276-4f71-8424-3c93c1fa9398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (ade2c79c-449f-4a66-b396-5e7956fbe0ca), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:30.869037 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-be7e4feb-2467-421c-8f38-e8237e039aa0 req-e7bea28c-ea0c-4572-819d-f602fd045e9f tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.2261312 Feb 07 21:14:30.954502 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5844e93-0276-4f71-8424-3c93c1fa9398 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ade2c79c-449f-4a66-b396-5e7956fbe0ca,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:30.966417 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b5844e93-0276-4f71-8424-3c93c1fa9398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:30.971876 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b5844e93-0276-4f71-8424-3c93c1fa9398 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ade2c79c-449f-4a66-b396-5e7956fbe0ca HTTP/1.1" status: 204 len: 168 time: 0.6425169 Feb 07 21:14:30.977876 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34602) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:30.984481 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6d3e82ca-c27d-4013-beee-dc9f58924455 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for port (994aadb8-50c9-452e-b218-22d3aced8c6c), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:31.007602 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6d3e82ca-c27d-4013-beee-dc9f58924455 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (994aadb8-50c9-452e-b218-22d3aced8c6c), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:31.048944 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fa3e871e-54da-46e8-b497-4ac63d37080a req-88caa180-6a1a-4abe-9092-2903a3a726ed tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] 10.222.0.65 "GET /v2.0/security-groups/b44bf647-7213-41b1-97c4-9d7c6ac2190c HTTP/1.1" status: 200 len: 1832 time: 0.2823842 Feb 07 21:14:31.073661 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24f596cd-aa72-4798-a3fd-1bd5a3112544 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (33c55018-15e7-4054-af46-779ae67c8dbe), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:31.074837 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-fa3e871e-54da-46e8-b497-4ac63d37080a req-429c9729-cd6e-4855-a2a4-d3392ad3d7a4 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b44bf647-7213-41b1-97c4-9d7c6ac2190c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:31.075776 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-fa3e871e-54da-46e8-b497-4ac63d37080a req-429c9729-cd6e-4855-a2a4-d3392ad3d7a4 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b44bf647-7213-41b1-97c4-9d7c6ac2190c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:31.105286 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-47a2c3ed-8de5-4f58-9711-5952384f9ed7 admin admin] Allocated IP 172.20.0.1 (4d6d0316-d57c-4df2-aa05-905a8b525f9f/e8dc7fe0-0333-4cfb-89b3-35dc114fee14/80697b9a-5701-4374-ac60-4cfe8d7b5eea) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:31.133838 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-24f596cd-aa72-4798-a3fd-1bd5a3112544 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Calling delete_port for 33c55018-15e7-4054-af46-779ae67c8dbe owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:31.148815 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e82ca-c27d-4013-beee-dc9f58924455 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Pushing event updated for resources: {'Port': ['ID=994aadb8-50c9-452e-b218-22d3aced8c6c,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:31.174966 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6d3e82ca-c27d-4013-beee-dc9f58924455 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (97d65952-de99-406f-843b-4236bdfc465f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:31.206451 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-60b1db3e-1e1a-4238-9631-40ed135808d0 None None] Publish callbacks [] for port (e5209094-380e-4595-8e9b-aa113e58aa71), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:31.220059 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-60b1db3e-1e1a-4238-9631-40ed135808d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e5209094-380e-4595-8e9b-aa113e58aa71), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:31.236403 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6d3e82ca-c27d-4013-beee-dc9f58924455 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:31.244898 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6d3e82ca-c27d-4013-beee-dc9f58924455 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0830090 Feb 07 21:14:31.274178 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 19e8a0d1-a767-44e4-9743-6910e773b544 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:14:31.317828 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-60b1db3e-1e1a-4238-9631-40ed135808d0 None None] Attempting to bind port e5209094-380e-4595-8e9b-aa113e58aa71 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:14:31.318203 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-60b1db3e-1e1a-4238-9631-40ed135808d0 None None] Attempting to bind port e5209094-380e-4595-8e9b-aa113e58aa71 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:14:31.318881 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b1db3e-1e1a-4238-9631-40ed135808d0 None None] Attempting to bind port e5209094-380e-4595-8e9b-aa113e58aa71 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:14:31.326247 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ff556-b745-45b0-90c4-11c0aa9324fe None None] Pushing event updated for resources: {'Port': ['ID=e5209094-380e-4595-8e9b-aa113e58aa71,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:31.335572 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b1db3e-1e1a-4238-9631-40ed135808d0 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:14:31.335957 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b1db3e-1e1a-4238-9631-40ed135808d0 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:14:31.336993 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-60b1db3e-1e1a-4238-9631-40ed135808d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:31.336993 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b1db3e-1e1a-4238-9631-40ed135808d0 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:14:31.337348 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-60b1db3e-1e1a-4238-9631-40ed135808d0 None None] Bound port: e5209094-380e-4595-8e9b-aa113e58aa71, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:14:31.337737 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-60b1db3e-1e1a-4238-9631-40ed135808d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e5209094-380e-4595-8e9b-aa113e58aa71), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:31.390748 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24f596cd-aa72-4798-a3fd-1bd5a3112544 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (33c55018-15e7-4054-af46-779ae67c8dbe), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:31.423942 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 19e8a0d1-a767-44e4-9743-6910e773b544 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:31.424370 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (19e8a0d1-a767-44e4-9743-6910e773b544), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:31.429015 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f596cd-aa72-4798-a3fd-1bd5a3112544 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Port': ['ID=33c55018-15e7-4054-af46-779ae67c8dbe,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:31.459996 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-60b1db3e-1e1a-4238-9631-40ed135808d0 None None] For port e5209094-380e-4595-8e9b-aa113e58aa71, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:14:31.462471 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24f596cd-aa72-4798-a3fd-1bd5a3112544 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:31.467781 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-24f596cd-aa72-4798-a3fd-1bd5a3112544 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/33c55018-15e7-4054-af46-779ae67c8dbe HTTP/1.1" status: 204 len: 168 time: 0.9219182 Feb 07 21:14:31.468093 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34608) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:31.481459 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-60b1db3e-1e1a-4238-9631-40ed135808d0 None None] For port e5209094-380e-4595-8e9b-aa113e58aa71, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e5209094-380e-4595-8e9b-aa113e58aa71,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:14:31.490900 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-60b1db3e-1e1a-4238-9631-40ed135808d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e5209094-380e-4595-8e9b-aa113e58aa71), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:31.524914 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21478ad6-a9fe-431f-9627-d26e6bf91616 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:31.526398 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21478ad6-a9fe-431f-9627-d26e6bf91616 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:31.530402 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-21478ad6-a9fe-431f-9627-d26e6bf91616 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0589347 Feb 07 21:14:31.530743 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34610) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:31.592302 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b1db3e-1e1a-4238-9631-40ed135808d0 None None] Routers {'5ed606a4-e93e-4a09-a8ca-0104d197a92a'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:14:31.595699 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c146ce-7c7f-4a5d-97fa-3cb3d9278fab tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet 949db06a-a275-4d45-9669-7a6044d31db0 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:14:31.597684 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-60b1db3e-1e1a-4238-9631-40ed135808d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:14:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5ed606a4-e93e-4a09-a8ca-0104d197a92a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:31.599692 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c2c146ce-7c7f-4a5d-97fa-3cb3d9278fab tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (949db06a-a275-4d45-9669-7a6044d31db0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:31.602417 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ff556-b745-45b0-90c4-11c0aa9324fe None None] Pushing event updated for resources: {'Port': ['ID=e5209094-380e-4595-8e9b-aa113e58aa71,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:31.644929 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 19e8a0d1-a767-44e4-9743-6910e773b544 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:31.645920 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (19e8a0d1-a767-44e4-9743-6910e773b544), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:31.650443 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c2c146ce-7c7f-4a5d-97fa-3cb3d9278fab tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (949db06a-a275-4d45-9669-7a6044d31db0), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:31.682186 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-be7e4feb-2467-421c-8f38-e8237e039aa0 req-541e7fc8-5d27-4dff-a76a-dde9e25c9d96 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7845199 Feb 07 21:14:31.735903 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 19e8a0d1-a767-44e4-9743-6910e773b544, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=19e8a0d1-a767-44e4-9743-6910e773b544,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:31.746678 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (19e8a0d1-a767-44e4-9743-6910e773b544), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:31.756159 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-670f16f0-ecca-458b-b76e-9c49afa4bef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (125cfc0b-d0af-4d4a-ba2e-4227c32c6f99), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:31.786046 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c2c146ce-7c7f-4a5d-97fa-3cb3d9278fab tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (949db06a-a275-4d45-9669-7a6044d31db0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:31.830470 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-60b1db3e-1e1a-4238-9631-40ed135808d0 None None] Set router 5ed606a4-e93e-4a09-a8ca-0104d197a92a gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:14:31.882542 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c2c146ce-7c7f-4a5d-97fa-3cb3d9278fab tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (949db06a-a275-4d45-9669-7a6044d31db0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:31.921231 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c146ce-7c7f-4a5d-97fa-3cb3d9278fab tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=949db06a-a275-4d45-9669-7a6044d31db0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:31.928007 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-47a2c3ed-8de5-4f58-9711-5952384f9ed7 admin admin] Publish callbacks [] for port (80697b9a-5701-4374-ac60-4cfe8d7b5eea), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:31.928543 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c2c146ce-7c7f-4a5d-97fa-3cb3d9278fab tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:31.935175 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c2c146ce-7c7f-4a5d-97fa-3cb3d9278fab tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/949db06a-a275-4d45-9669-7a6044d31db0 HTTP/1.1" status: 204 len: 168 time: 0.4026449 Feb 07 21:14:31.935783 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34622) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:31.943255 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c993b46-76ef-42cd-ab76-73e15604d18d tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Publish callbacks [] for router_gateway (27bb7614-1a3c-4cdc-aec7-a6bb177cc5b2), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:31.946769 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=19e8a0d1-a767-44e4-9743-6910e773b544,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:31.995854 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f825ea77-3ae5-4724-9f8b-d5016bd14dec tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0586460 Feb 07 21:14:31.996451 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34624) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:32.005709 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-37b95429-d101-4fe0-a4be-28093c924bd1 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1948240802&fields=id&tenant_id=f5a2142112eb4c46a5e7f5feebf5df31 HTTP/1.1" status: 200 len: 267 time: 0.1747367 Feb 07 21:14:32.059355 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-60b1db3e-1e1a-4238-9631-40ed135808d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'name': 'tempest-TestVolumeBackupRestore-1272603978-router', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:23Z', 'updated_at': '2022-02-07T21:14:26Z', 'revision_number': 3, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'gw_port': {'id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:24Z', 'updated_at': '2022-02-07T21:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:32.059845 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574efb79-3442-47e7-a15c-2cbde37a700e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:32.061606 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-574efb79-3442-47e7-a15c-2cbde37a700e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0634811 Feb 07 21:14:32.063791 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c993b46-76ef-42cd-ab76-73e15604d18d tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:32.064389 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34626) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:32.094200 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b1db3e-1e1a-4238-9631-40ed135808d0 None None] The sync data for ids ['5ed606a4-e93e-4a09-a8ca-0104d197a92a'] in n-d-828185-2 is: [{'id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'name': 'tempest-TestVolumeBackupRestore-1272603978-router', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:23Z', 'updated_at': '2022-02-07T21:14:26Z', 'revision_number': 3, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'gw_port': {'id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:24Z', 'updated_at': '2022-02-07T21:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:14:32.125152 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fa3e871e-54da-46e8-b497-4ac63d37080a req-429c9729-cd6e-4855-a2a4-d3392ad3d7a4 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group_rule (c51f0c8a-c24e-40c5-8c3d-78fc0e7ad8aa), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:32.144788 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-670f16f0-ecca-458b-b76e-9c49afa4bef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (125cfc0b-d0af-4d4a-ba2e-4227c32c6f99), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:32.153340 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215b4f94-ff15-40e6-b1d5-01ecff346d02 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:14:32.242152 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-670f16f0-ecca-458b-b76e-9c49afa4bef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['125cfc0b-d0af-4d4a-ba2e-4227c32c6f99']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:32.258450 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8368c750-6ad5-4cfc-8688-1e459880bcc1 None None] Provisioning complete for port 19e8a0d1-a767-44e4-9743-6910e773b544 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:32.258729 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8368c750-6ad5-4cfc-8688-1e459880bcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (19e8a0d1-a767-44e4-9743-6910e773b544), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:32.281486 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fa3e871e-54da-46e8-b497-4ac63d37080a req-429c9729-cd6e-4855-a2a4-d3392ad3d7a4 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group_rule (c51f0c8a-c24e-40c5-8c3d-78fc0e7ad8aa), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:32.293181 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-670f16f0-ecca-458b-b76e-9c49afa4bef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a1612e-6cb1-4b0d-9b2f-26f79a705053') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:32.293498 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-670f16f0-ecca-458b-b76e-9c49afa4bef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a1612e-6cb1-4b0d-9b2f-26f79a705053') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:32.316475 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fa3e871e-54da-46e8-b497-4ac63d37080a req-429c9729-cd6e-4855-a2a4-d3392ad3d7a4 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (c51f0c8a-c24e-40c5-8c3d-78fc0e7ad8aa), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:32.339570 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-670f16f0-ecca-458b-b76e-9c49afa4bef0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (09a1612e-6cb1-4b0d-9b2f-26f79a705053), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:32.356748 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-47a2c3ed-8de5-4f58-9711-5952384f9ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (80697b9a-5701-4374-ac60-4cfe8d7b5eea), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:32.399268 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8368c750-6ad5-4cfc-8688-1e459880bcc1 None None] Current status of the port 19e8a0d1-a767-44e4-9743-6910e773b544 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:32.401733 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fa3e871e-54da-46e8-b497-4ac63d37080a req-429c9729-cd6e-4855-a2a4-d3392ad3d7a4 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:32.402992 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fa3e871e-54da-46e8-b497-4ac63d37080a req-429c9729-cd6e-4855-a2a4-d3392ad3d7a4 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3530905 Feb 07 21:14:32.454638 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bcf675-7614-4df9-a42b-3b7b861cfc3f None None] DHCP port deletion for f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:14:32.487237 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-670f16f0-ecca-458b-b76e-9c49afa4bef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (09a1612e-6cb1-4b0d-9b2f-26f79a705053), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:32.517968 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c9729-cd6e-4855-a2a4-d3392ad3d7a4 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51f0c8a-c24e-40c5-8c3d-78fc0e7ad8aa,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:32.536567 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e69c150-1432-4ade-9de7-7fcb1595d1b5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:32.538073 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6e69c150-1432-4ade-9de7-7fcb1595d1b5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4725275 Feb 07 21:14:32.540599 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34630) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:32.545389 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-19bcf675-7614-4df9-a42b-3b7b861cfc3f None None] Deleting port 19e8a0d1-a767-44e4-9743-6910e773b544 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:32.546028 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-19bcf675-7614-4df9-a42b-3b7b861cfc3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (19e8a0d1-a767-44e4-9743-6910e773b544), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:32.550078 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-7f49321e-5f17-4a76-b01b-334d5fe7ac11 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:32.557949 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-7f49321e-5f17-4a76-b01b-334d5fe7ac11 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/networks?id=16d43ce3-c262-4644-8d8c-68d5b7d28be5 HTTP/1.1" status: 200 len: 809 time: 0.5507953 Feb 07 21:14:32.589846 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-670f16f0-ecca-458b-b76e-9c49afa4bef0 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:14:32.590297 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-670f16f0-ecca-458b-b76e-9c49afa4bef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (09a1612e-6cb1-4b0d-9b2f-26f79a705053), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:32.591300 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9cda1543-fbc0-4334-bce3-59e1e4028039 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493433 Feb 07 21:14:32.595587 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34632) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:14:32.596677 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:14:32.598833 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a2c3ed-8de5-4f58-9711-5952384f9ed7 admin admin] Network 4d6d0316-d57c-4df2-aa05-905a8b525f9f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:32.604565 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-6df3f23b-3141-43ba-9a40-88404208dda2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:32.648543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-47a2c3ed-8de5-4f58-9711-5952384f9ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:32.653035 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-19bcf675-7614-4df9-a42b-3b7b861cfc3f None None] For port 19e8a0d1-a767-44e4-9743-6910e773b544, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=19e8a0d1-a767-44e4-9743-6910e773b544,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:32.653434 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-19bcf675-7614-4df9-a42b-3b7b861cfc3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (19e8a0d1-a767-44e4-9743-6910e773b544), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:32.656897 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2c3ed-8de5-4f58-9711-5952384f9ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=80697b9a-5701-4374-ac60-4cfe8d7b5eea,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:32.668894 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a2c3ed-8de5-4f58-9711-5952384f9ed7 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:32.680135 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-19bcf675-7614-4df9-a42b-3b7b861cfc3f None None] Calling delete_port for 19e8a0d1-a767-44e4-9743-6910e773b544 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:32.684903 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-ef822d31-35f5-45ba-9d05-2f869ce3336a tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/quotas/f5a2142112eb4c46a5e7f5feebf5df31 HTTP/1.1" status: 200 len: 375 time: 0.1264920 Feb 07 21:14:32.747821 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df3f23b-3141-43ba-9a40-88404208dda2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:32.754248 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6df3f23b-3141-43ba-9a40-88404208dda2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:32.799040 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-47a2c3ed-8de5-4f58-9711-5952384f9ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (5ed606a4-e93e-4a09-a8ca-0104d197a92a), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:32.826657 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-19bcf675-7614-4df9-a42b-3b7b861cfc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (19e8a0d1-a767-44e4-9743-6910e773b544), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:32.864077 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-670f16f0-ecca-458b-b76e-9c49afa4bef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (125cfc0b-d0af-4d4a-ba2e-4227c32c6f99), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:32.873320 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bcf675-7614-4df9-a42b-3b7b861cfc3f None None] Pushing event deleted for resources: {'Port': ['ID=19e8a0d1-a767-44e4-9743-6910e773b544,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:32.884768 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bcf675-7614-4df9-a42b-3b7b861cfc3f None None] No DVR routers for this DVR port 19e8a0d1-a767-44e4-9743-6910e773b544 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:14:32.898203 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-670f16f0-ecca-458b-b76e-9c49afa4bef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:32.901435 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-670f16f0-ecca-458b-b76e-9c49afa4bef0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/125cfc0b-d0af-4d4a-ba2e-4227c32c6f99 HTTP/1.1" status: 204 len: 168 time: 1.9236538 Feb 07 21:14:32.927802 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3237ad6-d4af-47e4-8f42-a81f002cf21d req-cba068e5-de61-4149-b608-4cc129895945 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:32.935290 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c3237ad6-d4af-47e4-8f42-a81f002cf21d req-cba068e5-de61-4149-b608-4cc129895945 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.4056792 Feb 07 21:14:32.947418 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f16f0-ecca-458b-b76e-9c49afa4bef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=125cfc0b-d0af-4d4a-ba2e-4227c32c6f99,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:32.950162 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c993b46-76ef-42cd-ab76-73e15604d18d tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Publish callbacks [] for router (27bb7614-1a3c-4cdc-aec7-a6bb177cc5b2), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:33.052033 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6df3f23b-3141-43ba-9a40-88404208dda2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (386ebb0a-300c-47ff-a8e4-7bc323fe749f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:33.059633 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6bcc30e9-a1b1-40cf-a392-c5b7a06b185b None None] Provisioning complete for port 80697b9a-5701-4374-ac60-4cfe8d7b5eea triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:33.060949 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6bcc30e9-a1b1-40cf-a392-c5b7a06b185b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (80697b9a-5701-4374-ac60-4cfe8d7b5eea), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:33.083914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-6ab6d7f3-4937-4b41-a43d-bcb08cbb0990 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f5a2142112eb4c46a5e7f5feebf5df31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3977346 Feb 07 21:14:33.152853 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6bcc30e9-a1b1-40cf-a392-c5b7a06b185b None None] Port 80697b9a-5701-4374-ac60-4cfe8d7b5eea cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:14:33.170840 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df3f23b-3141-43ba-9a40-88404208dda2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:33.174557 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-6df3f23b-3141-43ba-9a40-88404208dda2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:33.176641 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34636) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:33.185973 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f35934-d927-435f-b400-86d77b15ed38 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:14:33.191061 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df3f23b-3141-43ba-9a40-88404208dda2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:33.192090 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6df3f23b-3141-43ba-9a40-88404208dda2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:33.234982 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6df3f23b-3141-43ba-9a40-88404208dda2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6379924 Feb 07 21:14:33.241076 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34638) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:33.247111 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-99d34243-b015-4be0-98a0-54e09aef3d83 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'fixed_ips': [{'subnet_id': '386ebb0a-300c-47ff-a8e4-7bc323fe749f', 'ip_address': '2001:db8::4635:d872:eadb:7111'}], 'name': 'tempest-NetworksTestDHCPv6-1123161773'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:33.336456 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3f23b-3141-43ba-9a40-88404208dda2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=386ebb0a-300c-47ff-a8e4-7bc323fe749f,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:33.336719 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c993b46-76ef-42cd-ab76-73e15604d18d tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (27bb7614-1a3c-4cdc-aec7-a6bb177cc5b2), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:33.341847 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c993b46-76ef-42cd-ab76-73e15604d18d tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Publish callbacks [] for router_controller (27bb7614-1a3c-4cdc-aec7-a6bb177cc5b2), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:33.345772 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-84858455-0355-4d1c-bd2a-294bc449a125 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=98a599189f4e437782b9582efa3be866&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1631460 Feb 07 21:14:33.347333 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34640) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:33.351757 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e5209094-380e-4595-8e9b-aa113e58aa71 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:14:33.410917 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b208b7-65ad-4e82-ba5a-2fac96b989d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'fixed_ips': [{'subnet_id': '386ebb0a-300c-47ff-a8e4-7bc323fe749f'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:14:33.411889 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-16b208b7-65ad-4e82-ba5a-2fac96b989d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:33.418144 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c3237ad6-d4af-47e4-8f42-a81f002cf21d req-da6a7bab-4bb9-4d7b-8db0-bd7ccb6a368f tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819088 Feb 07 21:14:33.446564 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c993b46-76ef-42cd-ab76-73e15604d18d tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (27bb7614-1a3c-4cdc-aec7-a6bb177cc5b2), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:33.447068 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c993b46-76ef-42cd-ab76-73e15604d18d tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27bb7614-1a3c-4cdc-aec7-a6bb177cc5b2 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:14:33.489723 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-47a2c3ed-8de5-4f58-9711-5952384f9ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (80697b9a-5701-4374-ac60-4cfe8d7b5eea), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:33.500295 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d34243-b015-4be0-98a0-54e09aef3d83 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:33.528936 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-4004b06c-2bf6-448e-a14b-e3373707c335 service neutron] 10.222.0.65 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091215 Feb 07 21:14:33.533845 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-3c993b46-76ef-42cd-ab76-73e15604d18d tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 07 21:14:33.537665 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3c993b46-76ef-42cd-ab76-73e15604d18d tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.7189944 Feb 07 21:14:33.538822 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34644) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:33.544946 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port e5209094-380e-4595-8e9b-aa113e58aa71 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:33.545463 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e5209094-380e-4595-8e9b-aa113e58aa71), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:33.592560 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:33.607688 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99d34243-b015-4be0-98a0-54e09aef3d83 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:33.630971 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-99d34243-b015-4be0-98a0-54e09aef3d83 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] device_id is not set on port 6323ea05-c86d-4214-a4f9-cb498da8ec03 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:14:33.656073 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-16b208b7-65ad-4e82-ba5a-2fac96b989d6 None None] Allocated IP 2001:db8::2 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/386ebb0a-300c-47ff-a8e4-7bc323fe749f/18186a89-a355-4911-a3b5-ac405fd85f01) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:33.679056 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a45fb60-34ec-4c7e-a2d4-e05fe993b34c admin admin] Publish callbacks [] for security_group (fbdaf137-0c7d-4120-9cec-4b25f358affe), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:33.709786 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port e5209094-380e-4595-8e9b-aa113e58aa71 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:33.710869 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e5209094-380e-4595-8e9b-aa113e58aa71), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:33.734349 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port e5209094-380e-4595-8e9b-aa113e58aa71, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e5209094-380e-4595-8e9b-aa113e58aa71,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:33.740956 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87da2554-ab80-400f-8bc0-6ec3e8c669ac req-b32ff195-55c2-4250-bf14-a1676006dadb tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] 10.222.0.65 "GET /v2.0/security-groups/b44bf647-7213-41b1-97c4-9d7c6ac2190c HTTP/1.1" status: 200 len: 2426 time: 0.2660711 Feb 07 21:14:33.744017 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e5209094-380e-4595-8e9b-aa113e58aa71), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:33.820910 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a45fb60-34ec-4c7e-a2d4-e05fe993b34c admin admin] Publish callbacks [] for security_group (fbdaf137-0c7d-4120-9cec-4b25f358affe), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:33.827747 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 19e8a0d1-a767-44e4-9743-6910e773b544 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:14:33.876767 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 19e8a0d1-a767-44e4-9743-6910e773b544 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:14:33.877121 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 19e8a0d1-a767-44e4-9743-6910e773b544 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:14:33.884701 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:33.888878 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=e5209094-380e-4595-8e9b-aa113e58aa71,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:33.888988 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea2bf5be-ee91-4258-abe4-371f8d95552e req-eed6d8cd-ff88-402e-a4b8-f0c051978f67 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] 10.222.0.65 "GET /v2.0/security-group-rules/c51f0c8a-c24e-40c5-8c3d-78fc0e7ad8aa HTTP/1.1" status: 200 len: 778 time: 0.1102479 Feb 07 21:14:33.927061 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-130f7fc1-b647-46a9-82f7-09b4e44a7352 service neutron] 10.222.0.65 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765371 Feb 07 21:14:33.956791 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-16b208b7-65ad-4e82-ba5a-2fac96b989d6 None None] Publish callbacks [] for port (18186a89-a355-4911-a3b5-ac405fd85f01), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:33.963022 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-16b208b7-65ad-4e82-ba5a-2fac96b989d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (18186a89-a355-4911-a3b5-ac405fd85f01), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:33.992740 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-cb6d3f23-00bd-447c-9924-43aa38cb3931 tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Deleting port edaad793-845e-4d7d-92be-4f312b7368d1 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:33.993351 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3f23-00bd-447c-9924-43aa38cb3931 tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (edaad793-845e-4d7d-92be-4f312b7368d1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:34.031974 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b208b7-65ad-4e82-ba5a-2fac96b989d6 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:34.036239 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-16b208b7-65ad-4e82-ba5a-2fac96b989d6 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:34.040294 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b208b7-65ad-4e82-ba5a-2fac96b989d6 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:34.051932 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b208b7-65ad-4e82-ba5a-2fac96b989d6 None None] Pushing event updated for resources: {'Port': ['ID=18186a89-a355-4911-a3b5-ac405fd85f01,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:34.052619 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-99d34243-b015-4be0-98a0-54e09aef3d83 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 2001:db8::4635:d872:eadb:7111 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/386ebb0a-300c-47ff-a8e4-7bc323fe749f/6323ea05-c86d-4214-a4f9-cb498da8ec03) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:34.068421 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea2bf5be-ee91-4258-abe4-371f8d95552e req-56e7e2ad-ef19-4b51-a989-62a4778f0865 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] 10.222.0.65 "GET /v2.0/security-groups/b44bf647-7213-41b1-97c4-9d7c6ac2190c HTTP/1.1" status: 200 len: 2426 time: 0.1618438 Feb 07 21:14:34.069006 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a45fb60-34ec-4c7e-a2d4-e05fe993b34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (fbdaf137-0c7d-4120-9cec-4b25f358affe), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:34.072212 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a45fb60-34ec-4c7e-a2d4-e05fe993b34c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:34.075965 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7a45fb60-34ec-4c7e-a2d4-e05fe993b34c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fbdaf137-0c7d-4120-9cec-4b25f358affe HTTP/1.1" status: 204 len: 168 time: 0.7260332 Feb 07 21:14:34.112788 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-47a2c3ed-8de5-4f58-9711-5952384f9ed7 admin admin] Publish callbacks [] for port (80697b9a-5701-4374-ac60-4cfe8d7b5eea), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:34.114668 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45fb60-34ec-4c7e-a2d4-e05fe993b34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdaf137-0c7d-4120-9cec-4b25f358affe,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:34.128911 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-47a2c3ed-8de5-4f58-9711-5952384f9ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (80697b9a-5701-4374-ac60-4cfe8d7b5eea), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:34.211183 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ea2bf5be-ee91-4258-abe4-371f8d95552e req-7b9b0219-b963-4224-981b-ebd52a5b5ca9 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group_rule (c51f0c8a-c24e-40c5-8c3d-78fc0e7ad8aa), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:34.234328 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3f23-00bd-447c-9924-43aa38cb3931 tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (edaad793-845e-4d7d-92be-4f312b7368d1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:34.255355 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ea2bf5be-ee91-4258-abe4-371f8d95552e req-7b9b0219-b963-4224-981b-ebd52a5b5ca9 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group_rule (c51f0c8a-c24e-40c5-8c3d-78fc0e7ad8aa), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:34.261205 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-47a2c3ed-8de5-4f58-9711-5952384f9ed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (5ed606a4-e93e-4a09-a8ca-0104d197a92a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:34.267184 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-cb6d3f23-00bd-447c-9924-43aa38cb3931 tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Calling delete_port for edaad793-845e-4d7d-92be-4f312b7368d1 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:34.269899 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2c3ed-8de5-4f58-9711-5952384f9ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=80697b9a-5701-4374-ac60-4cfe8d7b5eea,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:34.434692 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ea2bf5be-ee91-4258-abe4-371f8d95552e req-7b9b0219-b963-4224-981b-ebd52a5b5ca9 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (c51f0c8a-c24e-40c5-8c3d-78fc0e7ad8aa), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:34.439225 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-16b208b7-65ad-4e82-ba5a-2fac96b989d6 None None] Attempting to bind port 18186a89-a355-4911-a3b5-ac405fd85f01 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:14:34.439850 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-16b208b7-65ad-4e82-ba5a-2fac96b989d6 None None] Attempting to bind port 18186a89-a355-4911-a3b5-ac405fd85f01 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:14:34.445116 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b208b7-65ad-4e82-ba5a-2fac96b989d6 None None] Attempting to bind port 18186a89-a355-4911-a3b5-ac405fd85f01 on network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:14:34.461073 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b208b7-65ad-4e82-ba5a-2fac96b989d6 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:14:34.461456 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b208b7-65ad-4e82-ba5a-2fac96b989d6 None None] Checking segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:14:34.461859 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-16b208b7-65ad-4e82-ba5a-2fac96b989d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:34.462249 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b208b7-65ad-4e82-ba5a-2fac96b989d6 None None] Bound using segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:14:34.462720 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-16b208b7-65ad-4e82-ba5a-2fac96b989d6 None None] Bound port: 18186a89-a355-4911-a3b5-ac405fd85f01, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:14:34.463096 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-16b208b7-65ad-4e82-ba5a-2fac96b989d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (18186a89-a355-4911-a3b5-ac405fd85f01), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:34.502113 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99d34243-b015-4be0-98a0-54e09aef3d83 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (6323ea05-c86d-4214-a4f9-cb498da8ec03), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:34.507697 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ea2bf5be-ee91-4258-abe4-371f8d95552e req-7b9b0219-b963-4224-981b-ebd52a5b5ca9 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:34.508957 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea2bf5be-ee91-4258-abe4-371f8d95552e req-7b9b0219-b963-4224-981b-ebd52a5b5ca9 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/c51f0c8a-c24e-40c5-8c3d-78fc0e7ad8aa HTTP/1.1" status: 204 len: 173 time: 0.4070904 Feb 07 21:14:34.529255 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b0219-b963-4224-981b-ebd52a5b5ca9 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c51f0c8a-c24e-40c5-8c3d-78fc0e7ad8aa,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:34.564141 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff588dc0-f3b0-45dd-a9a9-5c1b34b2c6c6 req-8e2e95fc-11c3-4620-a458-49baae46b8bc tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:34.576879 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ff588dc0-f3b0-45dd-a9a9-5c1b34b2c6c6 req-8e2e95fc-11c3-4620-a458-49baae46b8bc tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.2886288 Feb 07 21:14:34.579495 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99d34243-b015-4be0-98a0-54e09aef3d83 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (6323ea05-c86d-4214-a4f9-cb498da8ec03), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:34.587701 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-16b208b7-65ad-4e82-ba5a-2fac96b989d6 None None] For port 18186a89-a355-4911-a3b5-ac405fd85f01, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:14:34.592109 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-16b208b7-65ad-4e82-ba5a-2fac96b989d6 None None] For port 18186a89-a355-4911-a3b5-ac405fd85f01, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=18186a89-a355-4911-a3b5-ac405fd85f01,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:14:34.603279 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-16b208b7-65ad-4e82-ba5a-2fac96b989d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (18186a89-a355-4911-a3b5-ac405fd85f01), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:34.658200 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d34243-b015-4be0-98a0-54e09aef3d83 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:34.662255 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-99d34243-b015-4be0-98a0-54e09aef3d83 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:34.670594 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d34243-b015-4be0-98a0-54e09aef3d83 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:34.676671 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b208b7-65ad-4e82-ba5a-2fac96b989d6 None None] Pushing event updated for resources: {'Port': ['ID=18186a89-a355-4911-a3b5-ac405fd85f01,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:34.695445 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d34243-b015-4be0-98a0-54e09aef3d83 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:34.696613 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99d34243-b015-4be0-98a0-54e09aef3d83 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:34.710993 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4e17bb52-36e7-4fb6-8cd6-445d7fc7c480 req-0a039565-1053-453a-b743-410b56f70e53 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 210 time: 0.1273193 Feb 07 21:14:34.716731 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d34243-b015-4be0-98a0-54e09aef3d83 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=6323ea05-c86d-4214-a4f9-cb498da8ec03,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:34.743017 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-99d34243-b015-4be0-98a0-54e09aef3d83 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4996843 Feb 07 21:14:34.745293 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34666) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:34.837662 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-caca9801-4d47-41d4-824d-86a9b6a28ee4 req-08cc34a5-c197-422e-9c64-b3e58adad0a6 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1012380514', 'description': 'tempest-description-1576453686'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:34.852625 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b3606e-6573-47f7-906a-af0f125b788e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:34.858112 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a2c3ed-8de5-4f58-9711-5952384f9ed7 admin admin] Network 4d6d0316-d57c-4df2-aa05-905a8b525f9f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:34.862661 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-47a2c3ed-8de5-4f58-9711-5952384f9ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:34.869532 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b3606e-6573-47f7-906a-af0f125b788e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:34.871833 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-caca9801-4d47-41d4-824d-86a9b6a28ee4 req-08cc34a5-c197-422e-9c64-b3e58adad0a6 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:34.875388 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c6b3606e-6573-47f7-906a-af0f125b788e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1291513 Feb 07 21:14:34.877199 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34676) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:34.901814 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3f23-00bd-447c-9924-43aa38cb3931 tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (edaad793-845e-4d7d-92be-4f312b7368d1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:35.021475 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d3f23-00bd-447c-9924-43aa38cb3931 tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Pushing event deleted for resources: {'Port': ['ID=edaad793-845e-4d7d-92be-4f312b7368d1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:35.095901 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-da2c66dd-f091-4d60-a804-4de7c6ddc9ea tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting port 6323ea05-c86d-4214-a4f9-cb498da8ec03 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:35.096259 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da2c66dd-f091-4d60-a804-4de7c6ddc9ea tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (6323ea05-c86d-4214-a4f9-cb498da8ec03), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:35.305183 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da2c66dd-f091-4d60-a804-4de7c6ddc9ea tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (6323ea05-c86d-4214-a4f9-cb498da8ec03), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:35.326747 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-da2c66dd-f091-4d60-a804-4de7c6ddc9ea tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Calling delete_port for 6323ea05-c86d-4214-a4f9-cb498da8ec03 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:35.418489 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ee6340b2-b682-4731-97a1-d5f070f3a702 None None] Provisioning complete for port 80697b9a-5701-4374-ac60-4cfe8d7b5eea triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:35.419948 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ee6340b2-b682-4731-97a1-d5f070f3a702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (80697b9a-5701-4374-ac60-4cfe8d7b5eea), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:35.468057 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ee6340b2-b682-4731-97a1-d5f070f3a702 None None] Port 80697b9a-5701-4374-ac60-4cfe8d7b5eea cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:14:35.469838 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e5209094-380e-4595-8e9b-aa113e58aa71 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:14:35.508091 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da2c66dd-f091-4d60-a804-4de7c6ddc9ea tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (6323ea05-c86d-4214-a4f9-cb498da8ec03), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:35.547975 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c66dd-f091-4d60-a804-4de7c6ddc9ea tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Port': ['ID=6323ea05-c86d-4214-a4f9-cb498da8ec03,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:35.548255 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port e5209094-380e-4595-8e9b-aa113e58aa71 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:35.548668 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e5209094-380e-4595-8e9b-aa113e58aa71), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:35.580171 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34688) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:35.594152 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da2c66dd-f091-4d60-a804-4de7c6ddc9ea tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:35.600772 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-da2c66dd-f091-4d60-a804-4de7c6ddc9ea tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/6323ea05-c86d-4214-a4f9-cb498da8ec03 HTTP/1.1" status: 204 len: 168 time: 0.7187870 Feb 07 21:14:35.601338 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34692) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:35.649829 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ff588dc0-f3b0-45dd-a9a9-5c1b34b2c6c6 req-ab539d34-ad82-414d-95bf-4296f6ef19c3 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0713127 Feb 07 21:14:35.666275 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4c8edf-656f-4d12-8eb4-32ab1fddb7af tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:35.667829 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4c8edf-656f-4d12-8eb4-32ab1fddb7af tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:35.672124 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4b4c8edf-656f-4d12-8eb4-32ab1fddb7af tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0668077 Feb 07 21:14:35.672840 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34696) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:35.702197 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port e5209094-380e-4595-8e9b-aa113e58aa71 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:35.703321 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 18186a89-a355-4911-a3b5-ac405fd85f01 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:14:35.775858 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e014f5d6-85f9-4904-b7ef-b74038b18e88 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1449725803-network', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:35.782826 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-91825459-cd4e-403c-8737-d0eccc642827 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet 386ebb0a-300c-47ff-a8e4-7bc323fe749f {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:14:35.786568 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-91825459-cd4e-403c-8737-d0eccc642827 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (386ebb0a-300c-47ff-a8e4-7bc323fe749f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:35.814159 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 18186a89-a355-4911-a3b5-ac405fd85f01 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:35.815324 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (18186a89-a355-4911-a3b5-ac405fd85f01), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:35.854386 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-91825459-cd4e-403c-8737-d0eccc642827 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (386ebb0a-300c-47ff-a8e4-7bc323fe749f), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:35.908011 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 18186a89-a355-4911-a3b5-ac405fd85f01 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:35.908607 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (18186a89-a355-4911-a3b5-ac405fd85f01), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:35.951915 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 18186a89-a355-4911-a3b5-ac405fd85f01, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=18186a89-a355-4911-a3b5-ac405fd85f01,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:35.956591 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (18186a89-a355-4911-a3b5-ac405fd85f01), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:35.976948 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3f23-00bd-447c-9924-43aa38cb3931 tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:35.981738 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-cb6d3f23-00bd-447c-9924-43aa38cb3931 tempest-RoutersAdminNegativeIpV6Test-1612435154 tempest-RoutersAdminNegativeIpV6Test-1612435154-project-admin] 10.222.0.65 "DELETE /v2.0/ports/edaad793-845e-4d7d-92be-4f312b7368d1 HTTP/1.1" status: 204 len: 168 time: 2.4375663 Feb 07 21:14:36.009835 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-caca9801-4d47-41d4-824d-86a9b6a28ee4 req-08cc34a5-c197-422e-9c64-b3e58adad0a6 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (43939429-811b-4b16-aa38-703986faaf50), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:36.045086 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccd2e4-0965-4816-9977-dc0e1dac7242 req-ced71ea5-3a2f-43ce-83b7-53327aa14bf0 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:36.047009 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=18186a89-a355-4911-a3b5-ac405fd85f01,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:36.047161 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3bccd2e4-0965-4816-9977-dc0e1dac7242 req-ced71ea5-3a2f-43ce-83b7-53327aa14bf0 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.2130644 Feb 07 21:14:36.049606 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a2c3ed-8de5-4f58-9711-5952384f9ed7 admin admin] Router 5ed606a4-e93e-4a09-a8ca-0104d197a92a has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:14:36.050145 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e014f5d6-85f9-4904-b7ef-b74038b18e88 admin admin] Made reservation on behalf of 20dde7e4922943ecbb5ccb76ad52e1a9 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:36.052484 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e014f5d6-85f9-4904-b7ef-b74038b18e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:36.057641 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-caca9801-4d47-41d4-824d-86a9b6a28ee4 req-08cc34a5-c197-422e-9c64-b3e58adad0a6 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (43939429-811b-4b16-aa38-703986faaf50), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:36.098012 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e014f5d6-85f9-4904-b7ef-b74038b18e88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:36.124890 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-caca9801-4d47-41d4-824d-86a9b6a28ee4 req-08cc34a5-c197-422e-9c64-b3e58adad0a6 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:36.126243 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-caca9801-4d47-41d4-824d-86a9b6a28ee4 req-08cc34a5-c197-422e-9c64-b3e58adad0a6 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 1.3203747 Feb 07 21:14:36.129788 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc34a5-c197-422e-9c64-b3e58adad0a6 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43939429-811b-4b16-aa38-703986faaf50,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:36.161960 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-ff9c67d5-deda-4a7c-a564-9dd66acb8b50 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:36.164019 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-ff9c67d5-deda-4a7c-a564-9dd66acb8b50 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.69 "GET /v2.0/networks?id=16d43ce3-c262-4644-8d8c-68d5b7d28be5 HTTP/1.1" status: 200 len: 809 time: 0.2767158 Feb 07 21:14:36.167781 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-91825459-cd4e-403c-8737-d0eccc642827 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (386ebb0a-300c-47ff-a8e4-7bc323fe749f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:36.293346 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3bccd2e4-0965-4816-9977-dc0e1dac7242 req-2ae8fb72-59c7-415d-b5f4-6be109795e71 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369983 Feb 07 21:14:36.310421 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34706) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:36.317972 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-35ea879c-146d-488f-9f73-071c282ba451 req-c7f305f5-4670-42ac-8a0e-88ad9c1de1d0 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 210 time: 0.0673251 Feb 07 21:14:36.373550 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-13159eb3-fafb-4c86-9b37-188a0cee21a7 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5a2142112eb4c46a5e7f5feebf5df31 HTTP/1.1" status: 200 len: 380 time: 0.1773748 Feb 07 21:14:36.377534 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-91825459-cd4e-403c-8737-d0eccc642827 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (386ebb0a-300c-47ff-a8e4-7bc323fe749f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:36.390232 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3238bcd-c468-4820-8db1-f5286625e49f req-2548e908-10d7-4d0e-a1f4-f74ed14a0d90 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] 10.222.0.65 "GET /v2.0/security-groups/43939429-811b-4b16-aa38-703986faaf50 HTTP/1.1" status: 200 len: 1832 time: 0.0747201 Feb 07 21:14:36.393390 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a2c3ed-8de5-4f58-9711-5952384f9ed7 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:14:36.400933 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-389a4cef-e157-4170-ae16-03e7b4056c0b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Request body: {'port': {'device_id': '664e2b16-aea2-49c4-bebb-01f7f7205096', 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5', 'admin_state_up': True, 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'security_groups': ['06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:36.409602 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-47a2c3ed-8de5-4f58-9711-5952384f9ed7 admin admin] 10.222.0.65 "PUT /v2.0/routers/5ed606a4-e93e-4a09-a8ca-0104d197a92a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9268851 Feb 07 21:14:36.420910 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5c6936-b17f-4c4d-9a66-a3e6075c0c4f None None] Sync routers for ids ['5ed606a4-e93e-4a09-a8ca-0104d197a92a'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:14:36.436526 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5c6936-b17f-4c4d-9a66-a3e6075c0c4f None None] Routers {'5ed606a4-e93e-4a09-a8ca-0104d197a92a'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:14:36.437157 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-1e5c6936-b17f-4c4d-9a66-a3e6075c0c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:14:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5ed606a4-e93e-4a09-a8ca-0104d197a92a'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:36.461037 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e014f5d6-85f9-4904-b7ef-b74038b18e88 admin admin] Publish callbacks [] for security_group (d43ae75f-4046-49f6-91e9-a80fb15ae628), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:36.484805 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-9bc920db-86db-4168-ae96-ca4490231144 req-f1c6b540-1e8a-477e-8ba3-24284c45d1f4 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1940243484', 'description': 'tempest-description-930267110'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:36.496836 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91825459-cd4e-403c-8737-d0eccc642827 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=386ebb0a-300c-47ff-a8e4-7bc323fe749f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:36.511359 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2610f52e-0a89-4237-94f2-4f943a35d67d None None] Provisioning complete for port 18186a89-a355-4911-a3b5-ac405fd85f01 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:36.512212 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2610f52e-0a89-4237-94f2-4f943a35d67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (18186a89-a355-4911-a3b5-ac405fd85f01), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:36.524840 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9bc920db-86db-4168-ae96-ca4490231144 req-f1c6b540-1e8a-477e-8ba3-24284c45d1f4 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:36.536411 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e014f5d6-85f9-4904-b7ef-b74038b18e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d43ae75f-4046-49f6-91e9-a80fb15ae628), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:36.557574 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-91825459-cd4e-403c-8737-d0eccc642827 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:36.562942 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-91825459-cd4e-403c-8737-d0eccc642827 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/386ebb0a-300c-47ff-a8e4-7bc323fe749f HTTP/1.1" status: 204 len: 168 time: 0.8888724 Feb 07 21:14:36.573739 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc28d0d6-bb2d-414c-977c-abd782ec75d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:36.580080 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34720) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:36.615985 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e014f5d6-85f9-4904-b7ef-b74038b18e88 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:14:36.684646 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2610f52e-0a89-4237-94f2-4f943a35d67d None None] Current status of the port 18186a89-a355-4911-a3b5-ac405fd85f01 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:36.713977 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-1e5c6936-b17f-4c4d-9a66-a3e6075c0c4f None None] Set router 5ed606a4-e93e-4a09-a8ca-0104d197a92a gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:14:36.754777 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1477bcd-0a87-4753-896e-7fc035c212b9 req-9c38abb5-f087-4485-8ba9-ed4a65991d1b tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:36.761892 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1477bcd-0a87-4753-896e-7fc035c212b9 req-9c38abb5-f087-4485-8ba9-ed4a65991d1b tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.2251318 Feb 07 21:14:36.812685 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc28d0d6-bb2d-414c-977c-abd782ec75d1 admin admin] Publish callbacks [] for security_group (d421d76f-1889-48f3-bad7-b505ff76f979), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:36.815548 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-acfb11a1-513b-4bca-90de-e38c9220981c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2326841 Feb 07 21:14:36.826304 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34726) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:36.838529 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9bc920db-86db-4168-ae96-ca4490231144 req-f1c6b540-1e8a-477e-8ba3-24284c45d1f4 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (b71e57a1-106b-40c2-91a1-6ea54be85b58), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:36.839210 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-592f8f15-659a-4282-9491-ca897ce14e8c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:36.849810 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc28d0d6-bb2d-414c-977c-abd782ec75d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d421d76f-1889-48f3-bad7-b505ff76f979), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:36.853243 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014f5d6-85f9-4904-b7ef-b74038b18e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43ae75f-4046-49f6-91e9-a80fb15ae628,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:36.856381 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1477bcd-0a87-4753-896e-7fc035c212b9 req-7a23a874-413c-4303-8018-cecdba968f09 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932484 Feb 07 21:14:36.856949 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e014f5d6-85f9-4904-b7ef-b74038b18e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (dbfd5685-c06a-49d3-b940-6efb91f5b896), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:36.857218 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-e014f5d6-85f9-4904-b7ef-b74038b18e88 admin admin] Added segment dbfd5685-c06a-49d3-b940-6efb91f5b896 of type vlan for network 30b9222e-e3f7-4412-8b63-9320a43406d0 Feb 07 21:14:36.857575 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9bc920db-86db-4168-ae96-ca4490231144 req-f1c6b540-1e8a-477e-8ba3-24284c45d1f4 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b71e57a1-106b-40c2-91a1-6ea54be85b58), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:36.896925 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d42a44e-40d6-4c07-a57c-416d88b2e4fd None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:14:36.941994 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6b540-1e8a-477e-8ba3-24284c45d1f4 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b71e57a1-106b-40c2-91a1-6ea54be85b58,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:36.961373 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9bc920db-86db-4168-ae96-ca4490231144 req-f1c6b540-1e8a-477e-8ba3-24284c45d1f4 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:36.962612 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9bc920db-86db-4168-ae96-ca4490231144 req-f1c6b540-1e8a-477e-8ba3-24284c45d1f4 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4830716 Feb 07 21:14:36.989423 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c33d09df-c53f-46e8-a12b-fe92a4ea1da2 None None] Could not find standard attr ID for object 6323ea05-c86d-4214-a4f9-cb498da8ec03. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:14:37.041992 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-1e5c6936-b17f-4c4d-9a66-a3e6075c0c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'name': 'tempest-TestVolumeBackupRestore-1272603978-router', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:23Z', 'updated_at': '2022-02-07T21:14:33Z', 'revision_number': 4, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'gw_port': {'id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:24Z', 'updated_at': '2022-02-07T21:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '80697b9a-5701-4374-ac60-4cfe8d7b5eea', 'name': '', 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'mac_address': 'fa:16:3e:9f:85:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'e8dc7fe0-0333-4cfb-89b3-35dc114fee14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:30Z', 'updated_at': '2022-02-07T21:14:33Z', 'revision_number': 2, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'subnets': [{'id': 'e8dc7fe0-0333-4cfb-89b3-35dc114fee14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:37.073461 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5c6936-b17f-4c4d-9a66-a3e6075c0c4f None None] Checking router: 5ed606a4-e93e-4a09-a8ca-0104d197a92a for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:14:37.075763 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5c6936-b17f-4c4d-9a66-a3e6075c0c4f None None] Updating router 5ed606a4-e93e-4a09-a8ca-0104d197a92a port 80697b9a-5701-4374-ac60-4cfe8d7b5eea binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:14:37.114218 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9ce9dbf-bde5-4846-9ba4-208bdf7b1b7e req-f9155dfa-373b-4e70-b590-4a6c92a46ed0 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] 10.222.0.65 "GET /v2.0/security-groups/b71e57a1-106b-40c2-91a1-6ea54be85b58 HTTP/1.1" status: 200 len: 1831 time: 0.1131718 Feb 07 21:14:37.117379 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1e5c6936-b17f-4c4d-9a66-a3e6075c0c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (80697b9a-5701-4374-ac60-4cfe8d7b5eea), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:37.148284 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7a2a0-f413-43fc-b2f7-642769198809 req-d7780aa3-897f-4cbd-9732-5587bade9464 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:37.150045 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3da7a2a0-f413-43fc-b2f7-642769198809 req-d7780aa3-897f-4cbd-9732-5587bade9464 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.1507864 Feb 07 21:14:37.158657 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-834cd840-ecba-4716-8a44-5072c57733dd req-7ba038b1-3f3d-4803-8d4c-8739821af006 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1834198665', 'description': 'tempest-description-1851903594'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:37.163305 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e014f5d6-85f9-4904-b7ef-b74038b18e88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (30b9222e-e3f7-4412-8b63-9320a43406d0), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:37.170886 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fc28d0d6-bb2d-414c-977c-abd782ec75d1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3956825e5e344f7e8e1c3c58741e2f21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8551731 Feb 07 21:14:37.176425 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34738) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:37.185586 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e4acb9-4409-4fe5-a68d-032b7e9be742 None None] DHCP port deletion for f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:14:37.188825 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28d0d6-bb2d-414c-977c-abd782ec75d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d421d76f-1889-48f3-bad7-b505ff76f979,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:37.208611 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-834cd840-ecba-4716-8a44-5072c57733dd req-7ba038b1-3f3d-4803-8d4c-8739821af006 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:37.243561 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-389a4cef-e157-4170-ae16-03e7b4056c0b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Made reservation on behalf of f5a2142112eb4c46a5e7f5feebf5df31 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:37.246902 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-389a4cef-e157-4170-ae16-03e7b4056c0b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:37.262127 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592f8f15-659a-4282-9491-ca897ce14e8c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:37.265594 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-592f8f15-659a-4282-9491-ca897ce14e8c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:37.290594 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e014f5d6-85f9-4904-b7ef-b74038b18e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (30b9222e-e3f7-4412-8b63-9320a43406d0), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:37.291571 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e014f5d6-85f9-4904-b7ef-b74038b18e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:37.292146 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e014f5d6-85f9-4904-b7ef-b74038b18e88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:37.316820 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3da7a2a0-f413-43fc-b2f7-642769198809 req-16021acd-6ce0-4c42-86a3-39f8d9401d6f tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113927 Feb 07 21:14:37.320658 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4acb9-4409-4fe5-a68d-032b7e9be742 None None] Deleting port 18186a89-a355-4911-a3b5-ac405fd85f01 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:37.323552 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a9e4acb9-4409-4fe5-a68d-032b7e9be742 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (18186a89-a355-4911-a3b5-ac405fd85f01), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:37.388396 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-834cd840-ecba-4716-8a44-5072c57733dd req-7ba038b1-3f3d-4803-8d4c-8739821af006 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (09788d0e-774f-4891-b447-58f02d6fd5a5), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:37.400356 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-834cd840-ecba-4716-8a44-5072c57733dd req-7ba038b1-3f3d-4803-8d4c-8739821af006 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (09788d0e-774f-4891-b447-58f02d6fd5a5), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:37.436257 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e014f5d6-85f9-4904-b7ef-b74038b18e88 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8538563 Feb 07 21:14:37.440213 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34750) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:37.457593 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-42badb4d-7b72-4bdc-a29b-c83639fa929a admin admin] Request body: {'subnet': {'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1449725803-subnet', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:37.460812 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a9e4acb9-4409-4fe5-a68d-032b7e9be742 None None] For port 18186a89-a355-4911-a3b5-ac405fd85f01, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=18186a89-a355-4911-a3b5-ac405fd85f01,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:37.461445 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a9e4acb9-4409-4fe5-a68d-032b7e9be742 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (18186a89-a355-4911-a3b5-ac405fd85f01), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:37.473663 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014f5d6-85f9-4904-b7ef-b74038b18e88 admin admin] Pushing event updated for resources: {'Network': ['ID=30b9222e-e3f7-4412-8b63-9320a43406d0,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:37.482060 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5b531182-d185-4cba-98ca-68a6401cd02c admin admin] Publish callbacks [] for security_group (d421d76f-1889-48f3-bad7-b505ff76f979), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:37.491479 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 30b9222e-e3f7-4412-8b63-9320a43406d0 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:14:37.492501 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34752) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:37.499225 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-834cd840-ecba-4716-8a44-5072c57733dd req-7ba038b1-3f3d-4803-8d4c-8739821af006 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:37.512831 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8889259e-6985-40b1-ae74-0582fed432c7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1894976546-network', 'tenant_id': '8d6a3c6026f945a591821d5e1ba941be'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:37.515153 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-834cd840-ecba-4716-8a44-5072c57733dd req-7ba038b1-3f3d-4803-8d4c-8739821af006 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3598902 Feb 07 21:14:37.544851 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4acb9-4409-4fe5-a68d-032b7e9be742 None None] Calling delete_port for 18186a89-a355-4911-a3b5-ac405fd85f01 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:37.558527 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5b531182-d185-4cba-98ca-68a6401cd02c admin admin] Publish callbacks [] for security_group (d421d76f-1889-48f3-bad7-b505ff76f979), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:37.616188 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba038b1-3f3d-4803-8d4c-8739821af006 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09788d0e-774f-4891-b447-58f02d6fd5a5,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:37.634328 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-96f35a6b-c897-43ad-b292-1d31d0873817 req-963948e7-c96f-459b-9a4d-96184124fc4e tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 210 time: 0.1384578 Feb 07 21:14:37.639808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42badb4d-7b72-4bdc-a29b-c83639fa929a admin admin] Made reservation on behalf of 20dde7e4922943ecbb5ccb76ad52e1a9 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:37.646338 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42badb4d-7b72-4bdc-a29b-c83639fa929a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:37.660096 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8889259e-6985-40b1-ae74-0582fed432c7 admin admin] Made reservation on behalf of 8d6a3c6026f945a591821d5e1ba941be for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:37.662895 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8889259e-6985-40b1-ae74-0582fed432c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:37.695809 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1e5c6936-b17f-4c4d-9a66-a3e6075c0c4f None None] Publish callbacks [] for port (80697b9a-5701-4374-ac60-4cfe8d7b5eea), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:37.709341 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8889259e-6985-40b1-ae74-0582fed432c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:37.712188 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-389a4cef-e157-4170-ae16-03e7b4056c0b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Allocated IP 172.20.0.12 (16d43ce3-c262-4644-8d8c-68d5b7d28be5/14d3bb71-50ef-42a4-9bd8-c39c66580c69/e3c4d5bc-90a3-4685-911a-20840d1ad144) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:37.712417 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1e5c6936-b17f-4c4d-9a66-a3e6075c0c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (80697b9a-5701-4374-ac60-4cfe8d7b5eea), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:37.714324 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a9e4acb9-4409-4fe5-a68d-032b7e9be742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (18186a89-a355-4911-a3b5-ac405fd85f01), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:37.737392 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e4acb9-4409-4fe5-a68d-032b7e9be742 None None] No DVR routers for this DVR port 18186a89-a355-4911-a3b5-ac405fd85f01 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:14:37.771735 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4acb9-4409-4fe5-a68d-032b7e9be742 None None] Pushing event deleted for resources: {'Port': ['ID=18186a89-a355-4911-a3b5-ac405fd85f01,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:37.799232 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3fe25-2875-4a59-9707-1adb9b4e6c82 None None] Pushing event updated for resources: {'Port': ['ID=80697b9a-5701-4374-ac60-4cfe8d7b5eea,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:37.815930 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5b531182-d185-4cba-98ca-68a6401cd02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d421d76f-1889-48f3-bad7-b505ff76f979), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:37.818532 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5b531182-d185-4cba-98ca-68a6401cd02c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:37.820485 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5b531182-d185-4cba-98ca-68a6401cd02c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d421d76f-1889-48f3-bad7-b505ff76f979 HTTP/1.1" status: 204 len: 168 time: 0.6429250 Feb 07 21:14:37.850319 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e3fe25-2875-4a59-9707-1adb9b4e6c82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:37.851059 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e3fe25-2875-4a59-9707-1adb9b4e6c82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:37.851506 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e3fe25-2875-4a59-9707-1adb9b4e6c82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:37.851990 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e3fe25-2875-4a59-9707-1adb9b4e6c82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:37.852521 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e3fe25-2875-4a59-9707-1adb9b4e6c82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:37.853213 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e3fe25-2875-4a59-9707-1adb9b4e6c82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:37.854230 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e3fe25-2875-4a59-9707-1adb9b4e6c82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:37.856730 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e3fe25-2875-4a59-9707-1adb9b4e6c82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:37.858139 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e3fe25-2875-4a59-9707-1adb9b4e6c82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:37.858703 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e3fe25-2875-4a59-9707-1adb9b4e6c82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:37.859070 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e3fe25-2875-4a59-9707-1adb9b4e6c82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:37.859681 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e3fe25-2875-4a59-9707-1adb9b4e6c82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:37.860070 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e3fe25-2875-4a59-9707-1adb9b4e6c82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:37.872074 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-592f8f15-659a-4282-9491-ca897ce14e8c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (5a3abc3e-2f81-4ff1-ac90-906c60e8770f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:37.900640 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-1e5c6936-b17f-4c4d-9a66-a3e6075c0c4f None None] Attempting to bind port 80697b9a-5701-4374-ac60-4cfe8d7b5eea on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:14:37.901361 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-1e5c6936-b17f-4c4d-9a66-a3e6075c0c4f None None] Attempting to bind port 80697b9a-5701-4374-ac60-4cfe8d7b5eea by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '29dfbc9f-efea-4d80-984c-df54d0ccdf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:14:37.901361 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5c6936-b17f-4c4d-9a66-a3e6075c0c4f None None] Attempting to bind port 80697b9a-5701-4374-ac60-4cfe8d7b5eea on network 4d6d0316-d57c-4df2-aa05-905a8b525f9f {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:14:37.906788 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5c6936-b17f-4c4d-9a66-a3e6075c0c4f None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:14:37.907159 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5c6936-b17f-4c4d-9a66-a3e6075c0c4f None None] Checking segment: {'id': '29dfbc9f-efea-4d80-984c-df54d0ccdf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:14:37.907556 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1e5c6936-b17f-4c4d-9a66-a3e6075c0c4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:37.907737 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b531182-d185-4cba-98ca-68a6401cd02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d421d76f-1889-48f3-bad7-b505ff76f979,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:37.907936 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5c6936-b17f-4c4d-9a66-a3e6075c0c4f None None] Bound using segment: {'id': '29dfbc9f-efea-4d80-984c-df54d0ccdf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:14:37.908414 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-1e5c6936-b17f-4c4d-9a66-a3e6075c0c4f None None] Bound port: 80697b9a-5701-4374-ac60-4cfe8d7b5eea, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29dfbc9f-efea-4d80-984c-df54d0ccdf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:14:37.908789 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1e5c6936-b17f-4c4d-9a66-a3e6075c0c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (80697b9a-5701-4374-ac60-4cfe8d7b5eea), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:37.930593 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c99a3276-1b08-445c-85db-5017b986a379 req-40ba563b-abdc-4763-8304-36a1e7485257 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] 10.222.0.65 "GET /v2.0/security-groups/09788d0e-774f-4891-b447-58f02d6fd5a5 HTTP/1.1" status: 200 len: 1832 time: 0.2544005 Feb 07 21:14:37.949872 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb468a-c5ce-40d6-b1b1-5e829042c50f req-cc07e661-0db6-4ac6-a135-d73373fb615b tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:37.951438 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9bb468a-c5ce-40d6-b1b1-5e829042c50f req-cc07e661-0db6-4ac6-a135-d73373fb615b tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.3128462 Feb 07 21:14:37.987637 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-7b1e9920-7353-43d5-8182-d85e893a8b6e req-2323cfa2-487e-4270-856c-d8f4fcf0d7dd tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-165385744', 'description': 'tempest-description-350518908'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:38.004215 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-1e5c6936-b17f-4c4d-9a66-a3e6075c0c4f None None] For port 80697b9a-5701-4374-ac60-4cfe8d7b5eea, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:14:38.008647 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-1e5c6936-b17f-4c4d-9a66-a3e6075c0c4f None None] For port 80697b9a-5701-4374-ac60-4cfe8d7b5eea, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=80697b9a-5701-4374-ac60-4cfe8d7b5eea,segment=NetworkSegment(29dfbc9f-efea-4d80-984c-df54d0ccdf04),segment_id=29dfbc9f-efea-4d80-984c-df54d0ccdf04)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:14:38.026047 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1e5c6936-b17f-4c4d-9a66-a3e6075c0c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (80697b9a-5701-4374-ac60-4cfe8d7b5eea), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:38.061750 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8889259e-6985-40b1-ae74-0582fed432c7 admin admin] Publish callbacks [] for security_group (54e8e5d7-fea3-490d-8bf0-07a953a4869f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:38.081165 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592f8f15-659a-4282-9491-ca897ce14e8c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:38.094381 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-592f8f15-659a-4282-9491-ca897ce14e8c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:38.097045 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8889259e-6985-40b1-ae74-0582fed432c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (54e8e5d7-fea3-490d-8bf0-07a953a4869f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:38.102852 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7b1e9920-7353-43d5-8182-d85e893a8b6e req-2323cfa2-487e-4270-856c-d8f4fcf0d7dd tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:38.106917 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97f6088-96cd-416f-9a85-d78813d9d9f6 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:14:38.126349 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9bb468a-c5ce-40d6-b1b1-5e829042c50f req-66ce78ff-9e77-4fb3-b38d-436a4ea3cd00 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582208 Feb 07 21:14:38.149886 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592f8f15-659a-4282-9491-ca897ce14e8c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:38.150611 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-592f8f15-659a-4282-9491-ca897ce14e8c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:38.167688 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f8f15-659a-4282-9491-ca897ce14e8c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=5a3abc3e-2f81-4ff1-ac90-906c60e8770f,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:38.219683 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42badb4d-7b72-4bdc-a29b-c83639fa929a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (59eaac6e-e46d-4028-b7b2-899f00c5ee97), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:38.231339 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8889259e-6985-40b1-ae74-0582fed432c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:14:38.235749 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889259e-6985-40b1-ae74-0582fed432c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e8e5d7-fea3-490d-8bf0-07a953a4869f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:38.283951 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-592f8f15-659a-4282-9491-ca897ce14e8c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4545081 Feb 07 21:14:38.284809 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34764) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:38.289718 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8889259e-6985-40b1-ae74-0582fed432c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (1fa4c8c4-d132-4249-aa21-bf14a97cc319), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:38.290190 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-8889259e-6985-40b1-ae74-0582fed432c7 admin admin] Added segment 1fa4c8c4-d132-4249-aa21-bf14a97cc319 of type vlan for network 3b5147af-0d58-4b87-989d-4e2a5c83e649 Feb 07 21:14:38.302790 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f5f53b73-8a35-40cd-9bb0-1b19acb6ff6c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'fixed_ips': [{'subnet_id': '5a3abc3e-2f81-4ff1-ac90-906c60e8770f', 'ip_address': '2001:db8::a8c4:238:ab6d:4e9b'}], 'name': 'tempest-NetworksTestDHCPv6-918798682'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:38.318248 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7b1e9920-7353-43d5-8182-d85e893a8b6e req-2323cfa2-487e-4270-856c-d8f4fcf0d7dd tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (9636b6c9-9950-4503-b013-9e944969c3a6), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:38.343250 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-389a4cef-e157-4170-ae16-03e7b4056c0b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for port (e3c4d5bc-90a3-4685-911a-20840d1ad144), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:38.367806 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ba45cbe1-e2f8-4502-a573-c2c8dbce1c7b None None] Provisioning complete for port 80697b9a-5701-4374-ac60-4cfe8d7b5eea triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:38.368182 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ba45cbe1-e2f8-4502-a573-c2c8dbce1c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (80697b9a-5701-4374-ac60-4cfe8d7b5eea), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:38.368405 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3fe25-2875-4a59-9707-1adb9b4e6c82 None None] Pushing event updated for resources: {'Port': ['ID=80697b9a-5701-4374-ac60-4cfe8d7b5eea,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:38.375795 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5c6936-b17f-4c4d-9a66-a3e6075c0c4f None None] Routers {'5ed606a4-e93e-4a09-a8ca-0104d197a92a'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:14:38.377055 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-1e5c6936-b17f-4c4d-9a66-a3e6075c0c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:14:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5ed606a4-e93e-4a09-a8ca-0104d197a92a'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:38.387471 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8889259e-6985-40b1-ae74-0582fed432c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (3b5147af-0d58-4b87-989d-4e2a5c83e649), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:38.417357 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7b1e9920-7353-43d5-8182-d85e893a8b6e req-2323cfa2-487e-4270-856c-d8f4fcf0d7dd tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9636b6c9-9950-4503-b013-9e944969c3a6), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:38.447420 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8889259e-6985-40b1-ae74-0582fed432c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (3b5147af-0d58-4b87-989d-4e2a5c83e649), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:38.450030 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8889259e-6985-40b1-ae74-0582fed432c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:38.450973 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8889259e-6985-40b1-ae74-0582fed432c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:38.456478 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-389a4cef-e157-4170-ae16-03e7b4056c0b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (e3c4d5bc-90a3-4685-911a-20840d1ad144), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:38.506216 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0cb4a4-62a8-4403-81e5-bf6398265ac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'fixed_ips': [{'subnet_id': '5a3abc3e-2f81-4ff1-ac90-906c60e8770f'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:14:38.507629 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b0cb4a4-62a8-4403-81e5-bf6398265ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:38.547750 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42badb4d-7b72-4bdc-a29b-c83639fa929a admin admin] Pushing event updated for resources: {'Subnet': ['ID=59eaac6e-e46d-4028-b7b2-899f00c5ee97,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:38.589578 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-1e5c6936-b17f-4c4d-9a66-a3e6075c0c4f None None] Set router 5ed606a4-e93e-4a09-a8ca-0104d197a92a gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:14:38.600874 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34766) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:38.639210 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7b1e9920-7353-43d5-8182-d85e893a8b6e req-2323cfa2-487e-4270-856c-d8f4fcf0d7dd tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:38.640484 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7b1e9920-7353-43d5-8182-d85e893a8b6e req-2323cfa2-487e-4270-856c-d8f4fcf0d7dd tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6735411 Feb 07 21:14:38.641343 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-389a4cef-e157-4170-ae16-03e7b4056c0b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Network 16d43ce3-c262-4644-8d8c-68d5b7d28be5 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:38.647982 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8889259e-6985-40b1-ae74-0582fed432c7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1500893 Feb 07 21:14:38.648749 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34768) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:38.660976 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c3f4b067-fd23-4f9c-b84e-40f63ec39f35 admin admin] Request body: {'subnet': {'network_id': '3b5147af-0d58-4b87-989d-4e2a5c83e649', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1894976546-subnet', 'tenant_id': '8d6a3c6026f945a591821d5e1ba941be', 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:38.664699 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-389a4cef-e157-4170-ae16-03e7b4056c0b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:38.669786 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889259e-6985-40b1-ae74-0582fed432c7 admin admin] Pushing event updated for resources: {'Network': ['ID=3b5147af-0d58-4b87-989d-4e2a5c83e649,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:38.671920 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-389a4cef-e157-4170-ae16-03e7b4056c0b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:38.689078 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42badb4d-7b72-4bdc-a29b-c83639fa929a admin admin] Checking segment: {'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:14:38.691648 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42badb4d-7b72-4bdc-a29b-c83639fa929a admin admin] Network hostable DHCP agents. Network: 30b9222e-e3f7-4412-8b63-9320a43406d0, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:14:38.748190 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a4cef-e157-4170-ae16-03e7b4056c0b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Pushing event updated for resources: {'Port': ['ID=e3c4d5bc-90a3-4685-911a-20840d1ad144,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:38.750712 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-5b0cb4a4-62a8-4403-81e5-bf6398265ac2 None None] Allocated IP 2001:db8::2 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/5a3abc3e-2f81-4ff1-ac90-906c60e8770f/1f57e9af-ce09-4880-b348-4462759f2e3d) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:38.766354 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323cfa2-487e-4270-856c-d8f4fcf0d7dd tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9636b6c9-9950-4503-b013-9e944969c3a6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:38.770369 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f4b067-fd23-4f9c-b84e-40f63ec39f35 admin admin] Made reservation on behalf of 8d6a3c6026f945a591821d5e1ba941be for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:38.772787 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3f4b067-fd23-4f9c-b84e-40f63ec39f35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:38.889275 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5dd109-f170-44cf-984e-4d187a125a98 req-533c022b-5a67-4d23-ab57-0e470a455413 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:38.896668 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cb5dd109-f170-44cf-984e-4d187a125a98 req-533c022b-5a67-4d23-ab57-0e470a455413 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.5549660 Feb 07 21:14:38.900920 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42badb4d-7b72-4bdc-a29b-c83639fa929a admin admin] Network 30b9222e-e3f7-4412-8b63-9320a43406d0 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:14:38.941013 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c8d41a81-64ce-41ef-8c1f-4303614d90f2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0db1793e51cf4ca5b6793d206ea935ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3368459 Feb 07 21:14:38.945780 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34774) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:38.946443 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b0cb4a4-62a8-4403-81e5-bf6398265ac2 None None] Publish callbacks [] for port (1f57e9af-ce09-4880-b348-4462759f2e3d), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:38.952955 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 3b5147af-0d58-4b87-989d-4e2a5c83e649 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:14:38.966215 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-1e5c6936-b17f-4c4d-9a66-a3e6075c0c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'name': 'tempest-TestVolumeBackupRestore-1272603978-router', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:23Z', 'updated_at': '2022-02-07T21:14:33Z', 'revision_number': 4, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'gw_port': {'id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:24Z', 'updated_at': '2022-02-07T21:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '80697b9a-5701-4374-ac60-4cfe8d7b5eea', 'name': '', 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'mac_address': 'fa:16:3e:9f:85:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'e8dc7fe0-0333-4cfb-89b3-35dc114fee14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:30Z', 'updated_at': '2022-02-07T21:14:37Z', 'revision_number': 4, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'subnets': [{'id': 'e8dc7fe0-0333-4cfb-89b3-35dc114fee14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:38.982547 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-42badb4d-7b72-4bdc-a29b-c83639fa929a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 30b9222e-e3f7-4412-8b63-9320a43406d0) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:38.998707 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b0cb4a4-62a8-4403-81e5-bf6398265ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (1f57e9af-ce09-4880-b348-4462759f2e3d), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:39.002513 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7d229abb-a26a-40d9-80f1-f3c56dd6661f req-e5ea5540-e0ac-4961-8926-26b753aa4024 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] 10.222.0.65 "GET /v2.0/security-groups/9636b6c9-9950-4503-b013-9e944969c3a6 HTTP/1.1" status: 200 len: 1830 time: 0.2936776 Feb 07 21:14:39.006711 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96354341-75f3-4a67-a067-df2b9157248e None None] Network 30b9222e-e3f7-4412-8b63-9320a43406d0 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:14:39.012717 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5c6936-b17f-4c4d-9a66-a3e6075c0c4f None None] The sync data for ids ['5ed606a4-e93e-4a09-a8ca-0104d197a92a'] in n-d-828185-2 is: [{'id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'name': 'tempest-TestVolumeBackupRestore-1272603978-router', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:23Z', 'updated_at': '2022-02-07T21:14:33Z', 'revision_number': 4, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'gw_port': {'id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:24Z', 'updated_at': '2022-02-07T21:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '80697b9a-5701-4374-ac60-4cfe8d7b5eea', 'name': '', 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'mac_address': 'fa:16:3e:9f:85:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'e8dc7fe0-0333-4cfb-89b3-35dc114fee14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:30Z', 'updated_at': '2022-02-07T21:14:37Z', 'revision_number': 4, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'subnets': [{'id': 'e8dc7fe0-0333-4cfb-89b3-35dc114fee14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:14:39.017222 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42badb4d-7b72-4bdc-a29b-c83639fa929a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:39.018002 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42badb4d-7b72-4bdc-a29b-c83639fa929a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:39.049438 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cb5dd109-f170-44cf-984e-4d187a125a98 req-fceabe91-dff0-4020-b74c-77eba0e2e619 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512833 Feb 07 21:14:39.055871 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-389a4cef-e157-4170-ae16-03e7b4056c0b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:39.056728 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-389a4cef-e157-4170-ae16-03e7b4056c0b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:39.072243 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3f4b067-fd23-4f9c-b84e-40f63ec39f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (88ed8422-a6c9-4349-a291-64304278bfa6), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:39.077482 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f53b73-8a35-40cd-9bb0-1b19acb6ff6c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:39.157727 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-389a4cef-e157-4170-ae16-03e7b4056c0b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7720652 Feb 07 21:14:39.171055 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4b067-fd23-4f9c-b84e-40f63ec39f35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ed8422-a6c9-4349-a291-64304278bfa6,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:39.180348 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-45a9b2e4-0d54-4691-929d-48af52908ff7 service neutron] Request body: {'port': {'device_id': '664e2b16-aea2-49c4-bebb-01f7f7205096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:39.225840 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-5cebdcdc-7567-482f-bc75-395f008cd92c req-520e632f-393c-4c06-959c-aafcb52d19f3 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] show failed (client error): The resource could not be found. Feb 07 21:14:39.227244 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5cebdcdc-7567-482f-bc75-395f008cd92c req-520e632f-393c-4c06-959c-aafcb52d19f3 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] 10.222.0.65 "GET /v2.0/security-groups/06701efc-92d6-4d8a-91f9-981bfc696b58 HTTP/1.1" status: 404 len: 352 time: 0.0367954 Feb 07 21:14:39.240203 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f4b067-fd23-4f9c-b84e-40f63ec39f35 admin admin] Checking segment: {'id': '1fa4c8c4-d132-4249-aa21-bf14a97cc319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3b5147af-0d58-4b87-989d-4e2a5c83e649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:14:39.240458 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f4b067-fd23-4f9c-b84e-40f63ec39f35 admin admin] Network hostable DHCP agents. Network: 3b5147af-0d58-4b87-989d-4e2a5c83e649, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:14:39.242005 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-42badb4d-7b72-4bdc-a29b-c83639fa929a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7963643 Feb 07 21:14:39.249262 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34782) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:39.282788 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a94b1868-cf01-4d42-9e55-e0b1707c623d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1449725803-router', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:39.294833 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8205b27f-8065-47e4-90b7-4ec1eaf6da94 admin admin] Publish callbacks [] for security_group (d86d55c0-b125-4432-b6d0-570e388ea026), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:39.332803 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-45a9b2e4-0d54-4691-929d-48af52908ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e3c4d5bc-90a3-4685-911a-20840d1ad144), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:39.357418 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a94b1868-cf01-4d42-9e55-e0b1707c623d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (e9057ad9-f582-4aaf-acd3-b500c0f6a4a2), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:39.361841 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a94b1868-cf01-4d42-9e55-e0b1707c623d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (e9057ad9-f582-4aaf-acd3-b500c0f6a4a2), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:39.363214 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5f53b73-8a35-40cd-9bb0-1b19acb6ff6c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:39.372017 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8205b27f-8065-47e4-90b7-4ec1eaf6da94 admin admin] Publish callbacks [] for security_group (d86d55c0-b125-4432-b6d0-570e388ea026), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:39.391080 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0cb4a4-62a8-4403-81e5-bf6398265ac2 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:39.395802 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 80697b9a-5701-4374-ac60-4cfe8d7b5eea up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:14:39.401098 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f4b067-fd23-4f9c-b84e-40f63ec39f35 admin admin] Network 3b5147af-0d58-4b87-989d-4e2a5c83e649 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:14:39.429828 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a32469-7641-47a4-80a5-a57a39708401 req-13a2ab2c-38d2-4e42-9d5b-a016f8c6b868 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:39.437892 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9a32469-7641-47a4-80a5-a57a39708401 req-13a2ab2c-38d2-4e42-9d5b-a016f8c6b868 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 932 time: 0.2440259 Feb 07 21:14:39.440524 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-5b0cb4a4-62a8-4403-81e5-bf6398265ac2 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:39.443814 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ba45cbe1-e2f8-4502-a573-c2c8dbce1c7b None None] Current status of the port 80697b9a-5701-4374-ac60-4cfe8d7b5eea is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:39.445077 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ba45cbe1-e2f8-4502-a573-c2c8dbce1c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (80697b9a-5701-4374-ac60-4cfe8d7b5eea), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:39.446753 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-7eb4ee82-1444-446e-a912-11c115ea5ec9 req-b51985e8-401a-4435-9e60-3d2c4173399a tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] show failed (client error): The resource could not be found. Feb 07 21:14:39.447948 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7eb4ee82-1444-446e-a912-11c115ea5ec9 req-b51985e8-401a-4435-9e60-3d2c4173399a tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] 10.222.0.65 "GET /v2.0/security-group-rules/249477d2-82d7-4c63-92a7-102cb9526e84 HTTP/1.1" status: 404 len: 361 time: 0.0679424 Feb 07 21:14:39.457511 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-f5f53b73-8a35-40cd-9bb0-1b19acb6ff6c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] device_id is not set on port 5ff36940-5b06-435d-ae57-8cf6c6b45a63 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:14:39.464196 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0cb4a4-62a8-4403-81e5-bf6398265ac2 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:39.485329 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cb4a4-62a8-4403-81e5-bf6398265ac2 None None] Pushing event updated for resources: {'Port': ['ID=1f57e9af-ce09-4880-b348-4462759f2e3d,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:39.497238 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-c3f4b067-fd23-4f9c-b84e-40f63ec39f35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 3b5147af-0d58-4b87-989d-4e2a5c83e649) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:39.519223 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f4b067-fd23-4f9c-b84e-40f63ec39f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:39.519827 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3f4b067-fd23-4f9c-b84e-40f63ec39f35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:39.547754 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a94b1868-cf01-4d42-9e55-e0b1707c623d admin admin] Publish callbacks [] for router_controller (e9057ad9-f582-4aaf-acd3-b500c0f6a4a2), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:39.560865 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae88a05c-77be-47aa-89be-d829783bc97e None None] Network 3b5147af-0d58-4b87-989d-4e2a5c83e649 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:14:39.698750 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9a32469-7641-47a4-80a5-a57a39708401 req-0bde44c2-b117-4cec-80f4-f22f7893184b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538750 Feb 07 21:14:39.710677 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd213b18-b2ea-40b3-aa4d-1c0174868cc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-30b9222e-e3f7-4412-8b63-9320a43406d0', 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0', 'project_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'fixed_ips': [{'subnet_id': '59eaac6e-e46d-4028-b7b2-899f00c5ee97'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:14:39.711741 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bd213b18-b2ea-40b3-aa4d-1c0174868cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:39.740459 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ba45cbe1-e2f8-4502-a573-c2c8dbce1c7b None None] For port 80697b9a-5701-4374-ac60-4cfe8d7b5eea, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=80697b9a-5701-4374-ac60-4cfe8d7b5eea,segment=NetworkSegment(29dfbc9f-efea-4d80-984c-df54d0ccdf04),segment_id=29dfbc9f-efea-4d80-984c-df54d0ccdf04)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:39.747069 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5b0cb4a4-62a8-4403-81e5-bf6398265ac2 None None] Attempting to bind port 1f57e9af-ce09-4880-b348-4462759f2e3d on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:14:39.747678 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5b0cb4a4-62a8-4403-81e5-bf6398265ac2 None None] Attempting to bind port 1f57e9af-ce09-4880-b348-4462759f2e3d by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:14:39.748346 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0cb4a4-62a8-4403-81e5-bf6398265ac2 None None] Attempting to bind port 1f57e9af-ce09-4880-b348-4462759f2e3d on network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:14:39.776221 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c3f4b067-fd23-4f9c-b84e-40f63ec39f35 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1216636 Feb 07 21:14:39.781329 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0cb4a4-62a8-4403-81e5-bf6398265ac2 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:14:39.782040 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34788) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:39.789665 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0cb4a4-62a8-4403-81e5-bf6398265ac2 None None] Checking segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:14:39.790411 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b0cb4a4-62a8-4403-81e5-bf6398265ac2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:39.791006 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0cb4a4-62a8-4403-81e5-bf6398265ac2 None None] Bound using segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:14:39.791706 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5b0cb4a4-62a8-4403-81e5-bf6398265ac2 None None] Bound port: 1f57e9af-ce09-4880-b348-4462759f2e3d, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:14:39.792338 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b0cb4a4-62a8-4403-81e5-bf6398265ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1f57e9af-ce09-4880-b348-4462759f2e3d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:39.794448 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c7f87822-debd-48a4-ad01-cfc28f87a13c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1894976546-router', 'tenant_id': '8d6a3c6026f945a591821d5e1ba941be', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:39.796239 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ba45cbe1-e2f8-4502-a573-c2c8dbce1c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (80697b9a-5701-4374-ac60-4cfe8d7b5eea), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:39.798663 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-f5f53b73-8a35-40cd-9bb0-1b19acb6ff6c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 2001:db8::a8c4:238:ab6d:4e9b (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/5a3abc3e-2f81-4ff1-ac90-906c60e8770f/5ff36940-5b06-435d-ae57-8cf6c6b45a63) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:39.832032 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8205b27f-8065-47e4-90b7-4ec1eaf6da94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d86d55c0-b125-4432-b6d0-570e388ea026), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:39.834914 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8205b27f-8065-47e4-90b7-4ec1eaf6da94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:39.835980 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8205b27f-8065-47e4-90b7-4ec1eaf6da94 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d86d55c0-b125-4432-b6d0-570e388ea026 HTTP/1.1" status: 204 len: 168 time: 0.8892362 Feb 07 21:14:39.838006 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 80697b9a-5701-4374-ac60-4cfe8d7b5eea triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:39.844042 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (80697b9a-5701-4374-ac60-4cfe8d7b5eea), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:39.846668 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f410d04-3612-4333-b598-893b26b7da65 req-74116b48-57d0-45f7-a118-c4caf72365f2 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:39.854141 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7f87822-debd-48a4-ad01-cfc28f87a13c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (7449c5db-e341-491d-bde6-63321c2549e9), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:39.855184 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7f87822-debd-48a4-ad01-cfc28f87a13c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (7449c5db-e341-491d-bde6-63321c2549e9), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:39.855471 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f410d04-3612-4333-b598-893b26b7da65 req-74116b48-57d0-45f7-a118-c4caf72365f2 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.2965715 Feb 07 21:14:39.900198 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205b27f-8065-47e4-90b7-4ec1eaf6da94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86d55c0-b125-4432-b6d0-570e388ea026,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:39.916957 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aacb7f73-710d-4c1a-a49c-2378330a1ffc req-e6dce1cb-f908-43ff-b510-f77263810ee2 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] 10.222.0.65 "GET /v2.0/security-groups/9636b6c9-9950-4503-b013-9e944969c3a6 HTTP/1.1" status: 200 len: 1830 time: 0.1243222 Feb 07 21:14:40.009224 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7f87822-debd-48a4-ad01-cfc28f87a13c admin admin] Publish callbacks [] for router_controller (7449c5db-e341-491d-bde6-63321c2549e9), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:40.021593 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a94b1868-cf01-4d42-9e55-e0b1707c623d admin admin] Publish callbacks [] for router_gateway (e9057ad9-f582-4aaf-acd3-b500c0f6a4a2), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:40.187888 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f410d04-3612-4333-b598-893b26b7da65 req-68521035-781d-41d7-a984-3dbfbc35369e tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277159 Feb 07 21:14:40.255488 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dbb762-408d-405e-940f-bc4e9b2fbf30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-3b5147af-0d58-4b87-989d-4e2a5c83e649', 'network_id': '3b5147af-0d58-4b87-989d-4e2a5c83e649', 'project_id': '8d6a3c6026f945a591821d5e1ba941be', 'fixed_ips': [{'subnet_id': '88ed8422-a6c9-4349-a291-64304278bfa6'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:14:40.256721 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43dbb762-408d-405e-940f-bc4e9b2fbf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:40.263354 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-aacb7f73-710d-4c1a-a49c-2378330a1ffc req-5ddc0c8b-4b44-41e7-8fbf-80527975bf2a tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (9636b6c9-9950-4503-b013-9e944969c3a6), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:40.312422 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f3a0f2c8-92b8-4135-86c1-c7cc5665b8e6 None None] Provisioning complete for port 80697b9a-5701-4374-ac60-4cfe8d7b5eea triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:40.313153 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f3a0f2c8-92b8-4135-86c1-c7cc5665b8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (80697b9a-5701-4374-ac60-4cfe8d7b5eea), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:40.376302 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45cbe1-e2f8-4502-a573-c2c8dbce1c7b None None] Pushing event updated for resources: {'Port': ['ID=80697b9a-5701-4374-ac60-4cfe8d7b5eea,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:40.432989 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-aacb7f73-710d-4c1a-a49c-2378330a1ffc req-5ddc0c8b-4b44-41e7-8fbf-80527975bf2a tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (9636b6c9-9950-4503-b013-9e944969c3a6), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:40.493507 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5f53b73-8a35-40cd-9bb0-1b19acb6ff6c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (5ff36940-5b06-435d-ae57-8cf6c6b45a63), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:40.595355 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-5b0cb4a4-62a8-4403-81e5-bf6398265ac2 None None] For port 1f57e9af-ce09-4880-b348-4462759f2e3d, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:14:40.613199 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-5b0cb4a4-62a8-4403-81e5-bf6398265ac2 None None] For port 1f57e9af-ce09-4880-b348-4462759f2e3d, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=1f57e9af-ce09-4880-b348-4462759f2e3d,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:14:40.622127 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ba24b-29d4-4b15-aa79-9b2c47ba7b18 req-cea3cd9e-fb48-4107-a022-055264a3fbe6 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:40.623799 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aa9ba24b-29d4-4b15-aa79-9b2c47ba7b18 req-cea3cd9e-fb48-4107-a022-055264a3fbe6 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.3031926 Feb 07 21:14:40.657574 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b0cb4a4-62a8-4403-81e5-bf6398265ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (1f57e9af-ce09-4880-b348-4462759f2e3d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:40.683819 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-aacb7f73-710d-4c1a-a49c-2378330a1ffc req-5ddc0c8b-4b44-41e7-8fbf-80527975bf2a tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9636b6c9-9950-4503-b013-9e944969c3a6), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:40.688568 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-aacb7f73-710d-4c1a-a49c-2378330a1ffc req-5ddc0c8b-4b44-41e7-8fbf-80527975bf2a tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:40.689711 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aacb7f73-710d-4c1a-a49c-2378330a1ffc req-5ddc0c8b-4b44-41e7-8fbf-80527975bf2a tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] 10.222.0.65 "DELETE /v2.0/security-groups/9636b6c9-9950-4503-b013-9e944969c3a6 HTTP/1.1" status: 204 len: 173 time: 0.7718389 Feb 07 21:14:40.711501 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc0c8b-4b44-41e7-8fbf-80527975bf2a tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9636b6c9-9950-4503-b013-9e944969c3a6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:40.735097 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5f53b73-8a35-40cd-9bb0-1b19acb6ff6c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (5ff36940-5b06-435d-ae57-8cf6c6b45a63), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:40.776956 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aa9ba24b-29d4-4b15-aa79-9b2c47ba7b18 req-8161e52c-67e3-43ce-ae0b-4927b691a9dd tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359551 Feb 07 21:14:40.823178 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-bd213b18-b2ea-40b3-aa4d-1c0174868cc4 None None] Allocated IP 172.20.0.2 (30b9222e-e3f7-4412-8b63-9320a43406d0/59eaac6e-e46d-4028-b7b2-899f00c5ee97/43c721d3-29f9-40b5-87de-60bad5e154ba) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:40.852707 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f680e609-7129-4cb0-8fea-206874b7827d req-4b56c6cf-c804-46b4-b2e2-6a1176d41849 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] 10.222.0.65 "GET /v2.0/security-groups/09788d0e-774f-4891-b447-58f02d6fd5a5 HTTP/1.1" status: 200 len: 1832 time: 0.1222997 Feb 07 21:14:40.856488 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f53b73-8a35-40cd-9bb0-1b19acb6ff6c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:40.863165 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f5f53b73-8a35-40cd-9bb0-1b19acb6ff6c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:40.871422 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f53b73-8a35-40cd-9bb0-1b19acb6ff6c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:40.876756 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f53b73-8a35-40cd-9bb0-1b19acb6ff6c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:40.877369 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5f53b73-8a35-40cd-9bb0-1b19acb6ff6c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:40.907586 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f3a0f2c8-92b8-4135-86c1-c7cc5665b8e6 None None] Current status of the port 80697b9a-5701-4374-ac60-4cfe8d7b5eea is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:40.925688 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f5f53b73-8a35-40cd-9bb0-1b19acb6ff6c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.6352413 Feb 07 21:14:40.934362 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34816) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:41.002075 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f53b73-8a35-40cd-9bb0-1b19acb6ff6c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=5ff36940-5b06-435d-ae57-8cf6c6b45a63,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:41.028198 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7f87822-debd-48a4-ad01-cfc28f87a13c admin admin] Publish callbacks [] for router_gateway (7449c5db-e341-491d-bde6-63321c2549e9), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:41.048114 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 80697b9a-5701-4374-ac60-4cfe8d7b5eea is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:41.104652 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f3a0f2c8-92b8-4135-86c1-c7cc5665b8e6 None None] Provisioning complete for port e3c4d5bc-90a3-4685-911a-20840d1ad144 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:41.105508 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f3a0f2c8-92b8-4135-86c1-c7cc5665b8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e3c4d5bc-90a3-4685-911a-20840d1ad144), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:41.161760 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900ad48b-d5ef-4d1e-97c9-fb22d4e25106 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:41.165140 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34820) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:41.167393 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900ad48b-d5ef-4d1e-97c9-fb22d4e25106 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:41.171938 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-900ad48b-d5ef-4d1e-97c9-fb22d4e25106 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2367151 Feb 07 21:14:41.173201 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34822) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:41.174656 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f680e609-7129-4cb0-8fea-206874b7827d req-ab7ca285-7a7c-4a67-b8f5-29ab4a02e158 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (09788d0e-774f-4891-b447-58f02d6fd5a5), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:41.198048 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-43dbb762-408d-405e-940f-bc4e9b2fbf30 None None] Allocated IP 172.20.0.2 (3b5147af-0d58-4b87-989d-4e2a5c83e649/88ed8422-a6c9-4349-a291-64304278bfa6/9b8cdb24-fc6d-48ca-9197-27640296bf3e) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:41.201542 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 18186a89-a355-4911-a3b5-ac405fd85f01 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:14:41.203763 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-45a9b2e4-0d54-4691-929d-48af52908ff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c4d5bc-90a3-4685-911a-20840d1ad144 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:14:41.205555 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f3a0f2c8-92b8-4135-86c1-c7cc5665b8e6 None None] Port e3c4d5bc-90a3-4685-911a-20840d1ad144 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:14:41.207092 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cb4a4-62a8-4403-81e5-bf6398265ac2 None None] Pushing event updated for resources: {'Port': ['ID=1f57e9af-ce09-4880-b348-4462759f2e3d,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:41.219638 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-45a9b2e4-0d54-4691-929d-48af52908ff7 service neutron] Publish callbacks [] for port (e3c4d5bc-90a3-4685-911a-20840d1ad144), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:41.224169 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb1b0e-acdb-4e4d-bd43-3cd82070ce61 req-167b3513-cbae-4569-a87d-ccd743b0f00a tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:41.233133 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2eb1b0e-acdb-4e4d-bd43-3cd82070ce61 req-167b3513-cbae-4569-a87d-ccd743b0f00a tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 932 time: 0.3023460 Feb 07 21:14:41.260353 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 18186a89-a355-4911-a3b5-ac405fd85f01 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:14:41.262538 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 18186a89-a355-4911-a3b5-ac405fd85f01 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:14:41.262782 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-45a9b2e4-0d54-4691-929d-48af52908ff7 service neutron] Transition to ACTIVE for port object e3c4d5bc-90a3-4685-911a-20840d1ad144 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:14:41.271479 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f680e609-7129-4cb0-8fea-206874b7827d req-ab7ca285-7a7c-4a67-b8f5-29ab4a02e158 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (09788d0e-774f-4891-b447-58f02d6fd5a5), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:41.280163 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-45a9b2e4-0d54-4691-929d-48af52908ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (e3c4d5bc-90a3-4685-911a-20840d1ad144), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:41.403264 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2eb1b0e-acdb-4e4d-bd43-3cd82070ce61 req-388cb191-c00d-4c4a-9be4-88c205c23334 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635227 Feb 07 21:14:41.425033 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bd213b18-b2ea-40b3-aa4d-1c0174868cc4 None None] Publish callbacks [] for port (43c721d3-29f9-40b5-87de-60bad5e154ba), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:41.460844 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f680e609-7129-4cb0-8fea-206874b7827d req-ab7ca285-7a7c-4a67-b8f5-29ab4a02e158 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (09788d0e-774f-4891-b447-58f02d6fd5a5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:41.463327 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-38b88103-f00f-4067-8dbd-286aed47b8de tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Request body: {'networks': [{'name': 'tempest-network--1161617376'}, {'name': 'tempest-network--1496668414'}]} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:41.464823 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-38b88103-f00f-4067-8dbd-286aed47b8de tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Request body: {'network': {'name': 'tempest-network--1161617376'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:41.465287 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f680e609-7129-4cb0-8fea-206874b7827d req-ab7ca285-7a7c-4a67-b8f5-29ab4a02e158 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:41.466481 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f680e609-7129-4cb0-8fea-206874b7827d req-ab7ca285-7a7c-4a67-b8f5-29ab4a02e158 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] 10.222.0.65 "DELETE /v2.0/security-groups/09788d0e-774f-4891-b447-58f02d6fd5a5 HTTP/1.1" status: 204 len: 173 time: 0.6046996 Feb 07 21:14:41.466970 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-38b88103-f00f-4067-8dbd-286aed47b8de tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Request body: {'network': {'name': 'tempest-network--1496668414'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:41.476925 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bd213b18-b2ea-40b3-aa4d-1c0174868cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (43c721d3-29f9-40b5-87de-60bad5e154ba), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:41.489396 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ca285-7a7c-4a67-b8f5-29ab4a02e158 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09788d0e-774f-4891-b447-58f02d6fd5a5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:41.567651 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bca99e24-18f4-412d-bbb6-eabd457361c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting port 5ff36940-5b06-435d-ae57-8cf6c6b45a63 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:41.567982 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bca99e24-18f4-412d-bbb6-eabd457361c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (5ff36940-5b06-435d-ae57-8cf6c6b45a63), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:41.629230 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 80697b9a-5701-4374-ac60-4cfe8d7b5eea up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:14:41.706031 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd213b18-b2ea-40b3-aa4d-1c0174868cc4 None None] Network 30b9222e-e3f7-4412-8b63-9320a43406d0 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:41.718558 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9b2e4-0d54-4691-929d-48af52908ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c4d5bc-90a3-4685-911a-20840d1ad144,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:41.749284 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b88103-f00f-4067-8dbd-286aed47b8de tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Made reservation on behalf of 5e04ce7abb9b4f1698af407b79b8de81 for: {'network': 2} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:41.756244 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd213b18-b2ea-40b3-aa4d-1c0174868cc4 None None] Pushing event updated for resources: {'Port': ['ID=43c721d3-29f9-40b5-87de-60bad5e154ba,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:41.760511 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38b88103-f00f-4067-8dbd-286aed47b8de tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:41.775973 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a205e4ca-e29f-4497-965f-d02d014238b7 req-36bf1b1e-fe5a-47e9-8151-6aa34bfc013c tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] 10.222.0.65 "GET /v2.0/security-groups/b71e57a1-106b-40c2-91a1-6ea54be85b58 HTTP/1.1" status: 200 len: 1831 time: 0.2668703 Feb 07 21:14:41.782717 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-bd213b18-b2ea-40b3-aa4d-1c0174868cc4 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:41.789728 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd213b18-b2ea-40b3-aa4d-1c0174868cc4 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:41.800614 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bca99e24-18f4-412d-bbb6-eabd457361c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (5ff36940-5b06-435d-ae57-8cf6c6b45a63), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:41.805752 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38b88103-f00f-4067-8dbd-286aed47b8de tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:41.840273 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bca99e24-18f4-412d-bbb6-eabd457361c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Calling delete_port for 5ff36940-5b06-435d-ae57-8cf6c6b45a63 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:41.869396 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf3c76-7946-49b2-8d70-460f8d92548b req-fc4f0129-2973-48b3-b829-5dae2bb5643f tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:41.871116 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00cf3c76-7946-49b2-8d70-460f8d92548b req-fc4f0129-2973-48b3-b829-5dae2bb5643f tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.1611893 Feb 07 21:14:41.926676 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a94b1868-cf01-4d42-9e55-e0b1707c623d admin admin] Publish callbacks [] for router_gateway (e9057ad9-f582-4aaf-acd3-b500c0f6a4a2), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:41.930152 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43dbb762-408d-405e-940f-bc4e9b2fbf30 None None] Publish callbacks [] for port (9b8cdb24-fc6d-48ca-9197-27640296bf3e), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:41.943903 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-bd213b18-b2ea-40b3-aa4d-1c0174868cc4 None None] Attempting to bind port 43c721d3-29f9-40b5-87de-60bad5e154ba on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:14:41.945018 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-bd213b18-b2ea-40b3-aa4d-1c0174868cc4 None None] Attempting to bind port 43c721d3-29f9-40b5-87de-60bad5e154ba by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:14:41.945393 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd213b18-b2ea-40b3-aa4d-1c0174868cc4 None None] Attempting to bind port 43c721d3-29f9-40b5-87de-60bad5e154ba on network 30b9222e-e3f7-4412-8b63-9320a43406d0 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:14:41.945578 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a205e4ca-e29f-4497-965f-d02d014238b7 req-0c1c079b-ac43-4820-b10f-505cdcfc3654 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (b71e57a1-106b-40c2-91a1-6ea54be85b58), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:41.949065 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 80697b9a-5701-4374-ac60-4cfe8d7b5eea triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:41.949445 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (80697b9a-5701-4374-ac60-4cfe8d7b5eea), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:41.953140 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43dbb762-408d-405e-940f-bc4e9b2fbf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (9b8cdb24-fc6d-48ca-9197-27640296bf3e), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:41.954084 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-45a9b2e4-0d54-4691-929d-48af52908ff7 service neutron] Attempting to bind port e3c4d5bc-90a3-4685-911a-20840d1ad144 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:14:41.954436 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-45a9b2e4-0d54-4691-929d-48af52908ff7 service neutron] Attempting to bind port e3c4d5bc-90a3-4685-911a-20840d1ad144 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'ca0230ab-0bc8-4d0b-aed5-fc5d476307d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:14:41.954777 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-45a9b2e4-0d54-4691-929d-48af52908ff7 service neutron] Attempting to bind port e3c4d5bc-90a3-4685-911a-20840d1ad144 on network 16d43ce3-c262-4644-8d8c-68d5b7d28be5 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:14:41.968127 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a94b1868-cf01-4d42-9e55-e0b1707c623d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:41.971339 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a205e4ca-e29f-4497-965f-d02d014238b7 req-0c1c079b-ac43-4820-b10f-505cdcfc3654 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (b71e57a1-106b-40c2-91a1-6ea54be85b58), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:41.977133 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-45a9b2e4-0d54-4691-929d-48af52908ff7 service neutron] Port e3c4d5bc-90a3-4685-911a-20840d1ad144 on network 16d43ce3-c262-4644-8d8c-68d5b7d28be5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:14:41.977470 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-45a9b2e4-0d54-4691-929d-48af52908ff7 service neutron] Attempting to bind port e3c4d5bc-90a3-4685-911a-20840d1ad144 on network 16d43ce3-c262-4644-8d8c-68d5b7d28be5 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:14:41.977589 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd213b18-b2ea-40b3-aa4d-1c0174868cc4 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:14:41.978406 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd213b18-b2ea-40b3-aa4d-1c0174868cc4 None None] Checking segment: {'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:14:41.978406 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bd213b18-b2ea-40b3-aa4d-1c0174868cc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:41.978753 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd213b18-b2ea-40b3-aa4d-1c0174868cc4 None None] Bound using segment: {'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:14:41.979260 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-bd213b18-b2ea-40b3-aa4d-1c0174868cc4 None None] Bound port: 43c721d3-29f9-40b5-87de-60bad5e154ba, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:14:41.979688 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bd213b18-b2ea-40b3-aa4d-1c0174868cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (43c721d3-29f9-40b5-87de-60bad5e154ba), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:41.994859 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-45a9b2e4-0d54-4691-929d-48af52908ff7 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:14:41.995227 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-45a9b2e4-0d54-4691-929d-48af52908ff7 service neutron] Checking segment: {'id': 'ca0230ab-0bc8-4d0b-aed5-fc5d476307d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:14:41.995605 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-45a9b2e4-0d54-4691-929d-48af52908ff7 service neutron] Bound using segment: {'id': 'ca0230ab-0bc8-4d0b-aed5-fc5d476307d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:14:41.996053 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-45a9b2e4-0d54-4691-929d-48af52908ff7 service neutron] Bound port: e3c4d5bc-90a3-4685-911a-20840d1ad144, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca0230ab-0bc8-4d0b-aed5-fc5d476307d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:14:41.996551 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-45a9b2e4-0d54-4691-929d-48af52908ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e3c4d5bc-90a3-4685-911a-20840d1ad144), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:42.040205 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dbb762-408d-405e-940f-bc4e9b2fbf30 None None] Network 3b5147af-0d58-4b87-989d-4e2a5c83e649 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:42.047940 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-43dbb762-408d-405e-940f-bc4e9b2fbf30 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:42.052946 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00cf3c76-7946-49b2-8d70-460f8d92548b req-44635ad4-6934-4056-84fd-817cdfe7dc88 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416965 Feb 07 21:14:42.056702 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dbb762-408d-405e-940f-bc4e9b2fbf30 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:42.099880 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbb762-408d-405e-940f-bc4e9b2fbf30 None None] Pushing event updated for resources: {'Port': ['ID=9b8cdb24-fc6d-48ca-9197-27640296bf3e,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:42.137688 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a205e4ca-e29f-4497-965f-d02d014238b7 req-0c1c079b-ac43-4820-b10f-505cdcfc3654 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b71e57a1-106b-40c2-91a1-6ea54be85b58), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:42.140698 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a205e4ca-e29f-4497-965f-d02d014238b7 req-0c1c079b-ac43-4820-b10f-505cdcfc3654 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:42.140884 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7f87822-debd-48a4-ad01-cfc28f87a13c admin admin] Publish callbacks [] for router_gateway (7449c5db-e341-491d-bde6-63321c2549e9), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:42.160272 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a205e4ca-e29f-4497-965f-d02d014238b7 req-0c1c079b-ac43-4820-b10f-505cdcfc3654 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] 10.222.0.65 "DELETE /v2.0/security-groups/b71e57a1-106b-40c2-91a1-6ea54be85b58 HTTP/1.1" status: 204 len: 173 time: 0.3838100 Feb 07 21:14:42.169952 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bca99e24-18f4-412d-bbb6-eabd457361c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (5ff36940-5b06-435d-ae57-8cf6c6b45a63), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:42.211388 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7f87822-debd-48a4-ad01-cfc28f87a13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:42.239566 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-43dbb762-408d-405e-940f-bc4e9b2fbf30 None None] Attempting to bind port 9b8cdb24-fc6d-48ca-9197-27640296bf3e on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:14:42.240093 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-43dbb762-408d-405e-940f-bc4e9b2fbf30 None None] Attempting to bind port 9b8cdb24-fc6d-48ca-9197-27640296bf3e by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '1fa4c8c4-d132-4249-aa21-bf14a97cc319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3b5147af-0d58-4b87-989d-4e2a5c83e649'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:14:42.241326 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dbb762-408d-405e-940f-bc4e9b2fbf30 None None] Attempting to bind port 9b8cdb24-fc6d-48ca-9197-27640296bf3e on network 3b5147af-0d58-4b87-989d-4e2a5c83e649 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:14:42.242516 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38b88103-f00f-4067-8dbd-286aed47b8de tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks [] for security_group (077b8a2b-be7b-4677-87f9-ec0a987875a0), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:42.258310 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dbb762-408d-405e-940f-bc4e9b2fbf30 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:14:42.258656 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c079b-ac43-4820-b10f-505cdcfc3654 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71e57a1-106b-40c2-91a1-6ea54be85b58,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:42.259197 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dbb762-408d-405e-940f-bc4e9b2fbf30 None None] Checking segment: {'id': '1fa4c8c4-d132-4249-aa21-bf14a97cc319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3b5147af-0d58-4b87-989d-4e2a5c83e649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:14:42.260253 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43dbb762-408d-405e-940f-bc4e9b2fbf30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:42.260798 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dbb762-408d-405e-940f-bc4e9b2fbf30 None None] Bound using segment: {'id': '1fa4c8c4-d132-4249-aa21-bf14a97cc319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3b5147af-0d58-4b87-989d-4e2a5c83e649'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:14:42.261462 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-43dbb762-408d-405e-940f-bc4e9b2fbf30 None None] Bound port: 9b8cdb24-fc6d-48ca-9197-27640296bf3e, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa4c8c4-d132-4249-aa21-bf14a97cc319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3b5147af-0d58-4b87-989d-4e2a5c83e649'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:14:42.262119 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43dbb762-408d-405e-940f-bc4e9b2fbf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9b8cdb24-fc6d-48ca-9197-27640296bf3e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:42.285955 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca99e24-18f4-412d-bbb6-eabd457361c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Port': ['ID=5ff36940-5b06-435d-ae57-8cf6c6b45a63,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:42.290515 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-a94b1868-cf01-4d42-9e55-e0b1707c623d admin admin] Allocated IP 172.25.4.15 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/614a535e-0e93-4cbd-8bf4-8100c3a05d3e) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:42.292659 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38b88103-f00f-4067-8dbd-286aed47b8de tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (077b8a2b-be7b-4677-87f9-ec0a987875a0), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:42.293152 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38b88103-f00f-4067-8dbd-286aed47b8de tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:42.294033 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bca99e24-18f4-412d-bbb6-eabd457361c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:42.297563 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bca99e24-18f4-412d-bbb6-eabd457361c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/5ff36940-5b06-435d-ae57-8cf6c6b45a63 HTTP/1.1" status: 204 len: 168 time: 1.1211073 Feb 07 21:14:42.305407 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-bd213b18-b2ea-40b3-aa4d-1c0174868cc4 None None] For port 43c721d3-29f9-40b5-87de-60bad5e154ba, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:14:42.306407 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34834) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:42.315102 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-45a9b2e4-0d54-4691-929d-48af52908ff7 service neutron] For port e3c4d5bc-90a3-4685-911a-20840d1ad144, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:14:42.347323 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-bd213b18-b2ea-40b3-aa4d-1c0174868cc4 None None] For port 43c721d3-29f9-40b5-87de-60bad5e154ba, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=43c721d3-29f9-40b5-87de-60bad5e154ba,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:14:42.380609 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bd213b18-b2ea-40b3-aa4d-1c0174868cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (43c721d3-29f9-40b5-87de-60bad5e154ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:42.385212 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-45a9b2e4-0d54-4691-929d-48af52908ff7 service neutron] For port e3c4d5bc-90a3-4685-911a-20840d1ad144, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e3c4d5bc-90a3-4685-911a-20840d1ad144,segment=NetworkSegment(ca0230ab-0bc8-4d0b-aed5-fc5d476307d5),segment_id=ca0230ab-0bc8-4d0b-aed5-fc5d476307d5)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:14:42.401087 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 80697b9a-5701-4374-ac60-4cfe8d7b5eea is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:42.503856 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b88103-f00f-4067-8dbd-286aed47b8de tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=077b8a2b-be7b-4677-87f9-ec0a987875a0,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:42.509583 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-45a9b2e4-0d54-4691-929d-48af52908ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (e3c4d5bc-90a3-4685-911a-20840d1ad144), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:42.524545 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b88103-f00f-4067-8dbd-286aed47b8de tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:14:42.529168 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-43dbb762-408d-405e-940f-bc4e9b2fbf30 None None] For port 9b8cdb24-fc6d-48ca-9197-27640296bf3e, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:14:42.532231 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd213b18-b2ea-40b3-aa4d-1c0174868cc4 None None] Pushing event updated for resources: {'Port': ['ID=43c721d3-29f9-40b5-87de-60bad5e154ba,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:42.542543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb7101-9fb7-4a7a-86e5-690c9d0a2483 req-5f106112-062d-4577-9f26-03e937f186c6 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:42.544148 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-70fb7101-9fb7-4a7a-86e5-690c9d0a2483 req-5f106112-062d-4577-9f26-03e937f186c6 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.3822751 Feb 07 21:14:42.561794 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-43dbb762-408d-405e-940f-bc4e9b2fbf30 None None] For port 9b8cdb24-fc6d-48ca-9197-27640296bf3e, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9b8cdb24-fc6d-48ca-9197-27640296bf3e,segment=NetworkSegment(1fa4c8c4-d132-4249-aa21-bf14a97cc319),segment_id=1fa4c8c4-d132-4249-aa21-bf14a97cc319)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:14:42.569863 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6d6ba455-8ea7-44a8-960c-9d7bdb2a032b req-2f0427c9-5c2c-4027-8f29-729716f305f6 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] 10.222.0.65 "GET /v2.0/security-groups/43939429-811b-4b16-aa38-703986faaf50 HTTP/1.1" status: 200 len: 1832 time: 0.3994122 Feb 07 21:14:42.576204 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43dbb762-408d-405e-940f-bc4e9b2fbf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9b8cdb24-fc6d-48ca-9197-27640296bf3e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:42.603801 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38b88103-f00f-4067-8dbd-286aed47b8de tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (8603abee-1f91-41de-8198-75aba564dac0), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:42.604910 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-38b88103-f00f-4067-8dbd-286aed47b8de tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Added segment 8603abee-1f91-41de-8198-75aba564dac0 of type vlan for network 8b25a3db-edd6-4fce-a3bb-bc52cf8c69f0 Feb 07 21:14:42.622045 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-45a9b2e4-0d54-4691-929d-48af52908ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:42.622934 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-45a9b2e4-0d54-4691-929d-48af52908ff7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:42.624574 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-45a9b2e4-0d54-4691-929d-48af52908ff7 service neutron] 10.222.0.69 "PUT /v2.0/ports/e3c4d5bc-90a3-4685-911a-20840d1ad144 HTTP/1.1" status: 200 len: 1092 time: 3.4501646 Feb 07 21:14:42.625222 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664e2b16-aea2-49c4-bebb-01f7f7205096', 'tag': 'e3c4d5bc-90a3-4685-911a-20840d1ad144'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:14:42.633159 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58519ea3-1b72-44e0-aca1-65ffc358275c" -d '{"events": [{"name": "network-changed", "server_uuid": "664e2b16-aea2-49c4-bebb-01f7f7205096", "tag": "e3c4d5bc-90a3-4685-911a-20840d1ad144"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:14:42.634672 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4404bc-a1b1-461c-8ef0-a42fbf3c0ab8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:42.636094 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4404bc-a1b1-461c-8ef0-a42fbf3c0ab8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:42.640507 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9b4404bc-a1b1-461c-8ef0-a42fbf3c0ab8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3327377 Feb 07 21:14:42.649877 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34840) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:42.736791 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbb762-408d-405e-940f-bc4e9b2fbf30 None None] Pushing event updated for resources: {'Port': ['ID=9b8cdb24-fc6d-48ca-9197-27640296bf3e,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:42.786789 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-70fb7101-9fb7-4a7a-86e5-690c9d0a2483 req-6ac6feab-64da-412a-af96-8c7d6a147998 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946726 Feb 07 21:14:42.868302 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6d6ba455-8ea7-44a8-960c-9d7bdb2a032b req-38df4827-9274-478c-8c74-5409fbec9ed4 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (43939429-811b-4b16-aa38-703986faaf50), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:42.916724 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6d6ba455-8ea7-44a8-960c-9d7bdb2a032b req-38df4827-9274-478c-8c74-5409fbec9ed4 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (43939429-811b-4b16-aa38-703986faaf50), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:43.003232 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38b88103-f00f-4067-8dbd-286aed47b8de tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (8b25a3db-edd6-4fce-a3bb-bc52cf8c69f0), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:43.031408 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9b2e4-0d54-4691-929d-48af52908ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c4d5bc-90a3-4685-911a-20840d1ad144,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:43.046571 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27dc84-e7b4-400f-860b-2b8cdf9aeb3a req-58bf4674-9d75-42f3-baf3-6f2107ce4f20 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:43.051351 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a94b1868-cf01-4d42-9e55-e0b1707c623d admin admin] Publish callbacks [] for port (614a535e-0e93-4cbd-8bf4-8100c3a05d3e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:43.061839 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d27dc84-e7b4-400f-860b-2b8cdf9aeb3a req-58bf4674-9d75-42f3-baf3-6f2107ce4f20 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 944 time: 0.1176929 Feb 07 21:14:43.121128 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-d053fe86-3bf9-4926-a4e1-80763cc071cb tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet 5a3abc3e-2f81-4ff1-ac90-906c60e8770f {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:14:43.133884 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a94b1868-cf01-4d42-9e55-e0b1707c623d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (614a535e-0e93-4cbd-8bf4-8100c3a05d3e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:43.134707 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d27dc84-e7b4-400f-860b-2b8cdf9aeb3a req-b9d2cc9f-9b50-4755-9225-78187072fe87 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689800 Feb 07 21:14:43.135637 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6d6ba455-8ea7-44a8-960c-9d7bdb2a032b req-38df4827-9274-478c-8c74-5409fbec9ed4 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (43939429-811b-4b16-aa38-703986faaf50), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:43.145077 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6d6ba455-8ea7-44a8-960c-9d7bdb2a032b req-38df4827-9274-478c-8c74-5409fbec9ed4 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:43.148366 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6d6ba455-8ea7-44a8-960c-9d7bdb2a032b req-38df4827-9274-478c-8c74-5409fbec9ed4 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] 10.222.0.65 "DELETE /v2.0/security-groups/43939429-811b-4b16-aa38-703986faaf50 HTTP/1.1" status: 204 len: 173 time: 0.5480387 Feb 07 21:14:43.169069 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d053fe86-3bf9-4926-a4e1-80763cc071cb tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (5a3abc3e-2f81-4ff1-ac90-906c60e8770f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:43.184873 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df4827-9274-478c-8c74-5409fbec9ed4 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43939429-811b-4b16-aa38-703986faaf50,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:43.186747 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.db.resource_extend [None req-38b88103-f00f-4067-8dbd-286aed47b8de tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:14:43.277742 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ddd20d5e-3a1e-4709-804d-f64edc43f9c4 None None] Provisioning complete for port 1f57e9af-ce09-4880-b348-4462759f2e3d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:43.278345 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ddd20d5e-3a1e-4709-804d-f64edc43f9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1f57e9af-ce09-4880-b348-4462759f2e3d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:43.295175 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a712b0c7-4aed-467f-889c-3a97671fc5c1 req-b6c4efe9-22cd-4bca-a051-ef35e9d21806 tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] 10.222.0.65 "GET /v2.0/security-groups/b44bf647-7213-41b1-97c4-9d7c6ac2190c HTTP/1.1" status: 200 len: 1832 time: 0.0962813 Feb 07 21:14:43.341142 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94b1868-cf01-4d42-9e55-e0b1707c623d admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:43.359062 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4281a4c7-521f-49d6-8488-9c8f5dc00514 x-openstack-request-id: req-4281a4c7-521f-49d6-8488-9c8f5dc00514 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:14:43.360402 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664e2b16-aea2-49c4-bebb-01f7f7205096", "tag": "e3c4d5bc-90a3-4685-911a-20840d1ad144", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:14:43.360820 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4281a4c7-521f-49d6-8488-9c8f5dc00514 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:14:43.361309 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664e2b16-aea2-49c4-bebb-01f7f7205096', 'tag': 'e3c4d5bc-90a3-4685-911a-20840d1ad144', 'status': 'completed', 'code': 200} Feb 07 21:14:43.381346 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a712b0c7-4aed-467f-889c-3a97671fc5c1 req-ad157986-5787-45dd-ba4c-968e0419cd0c tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (b44bf647-7213-41b1-97c4-9d7c6ac2190c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:43.436854 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-a94b1868-cf01-4d42-9e55-e0b1707c623d admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:43.439533 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94b1868-cf01-4d42-9e55-e0b1707c623d admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:43.523819 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a712b0c7-4aed-467f-889c-3a97671fc5c1 req-ad157986-5787-45dd-ba4c-968e0419cd0c tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (b44bf647-7213-41b1-97c4-9d7c6ac2190c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:43.535191 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ddd20d5e-3a1e-4709-804d-f64edc43f9c4 None None] Current status of the port 1f57e9af-ce09-4880-b348-4462759f2e3d is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:43.535824 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ddd20d5e-3a1e-4709-804d-f64edc43f9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1f57e9af-ce09-4880-b348-4462759f2e3d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:43.562491 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b1868-cf01-4d42-9e55-e0b1707c623d admin admin] Pushing event updated for resources: {'Port': ['ID=614a535e-0e93-4cbd-8bf4-8100c3a05d3e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:43.614852 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ddd20d5e-3a1e-4709-804d-f64edc43f9c4 None None] For port 1f57e9af-ce09-4880-b348-4462759f2e3d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=1f57e9af-ce09-4880-b348-4462759f2e3d,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:43.615594 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a712b0c7-4aed-467f-889c-3a97671fc5c1 req-ad157986-5787-45dd-ba4c-968e0419cd0c tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b44bf647-7213-41b1-97c4-9d7c6ac2190c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:43.618614 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a712b0c7-4aed-467f-889c-3a97671fc5c1 req-ad157986-5787-45dd-ba4c-968e0419cd0c tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:43.627111 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ddd20d5e-3a1e-4709-804d-f64edc43f9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (1f57e9af-ce09-4880-b348-4462759f2e3d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:43.628746 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a712b0c7-4aed-467f-889c-3a97671fc5c1 req-ad157986-5787-45dd-ba4c-968e0419cd0c tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] 10.222.0.65 "DELETE /v2.0/security-groups/b44bf647-7213-41b1-97c4-9d7c6ac2190c HTTP/1.1" status: 204 len: 173 time: 0.3317499 Feb 07 21:14:43.628873 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-c7e526dc-6e0a-4395-abe6-f9b685f53f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:43.633793 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-c7e526dc-6e0a-4395-abe6-f9b685f53f96 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f5a2142112eb4c46a5e7f5feebf5df31&device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 1126 time: 0.8372922 Feb 07 21:14:43.637059 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34848) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:43.648852 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960b8b2-7299-47c8-a6d4-0e0537932a8c req-286f9b24-a8e0-4e6d-af43-1bb6b136aa25 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:43.650403 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3960b8b2-7299-47c8-a6d4-0e0537932a8c req-286f9b24-a8e0-4e6d-af43-1bb6b136aa25 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.2427018 Feb 07 21:14:43.703318 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b88103-f00f-4067-8dbd-286aed47b8de tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:14:43.706326 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-4db7589d-822a-4adb-ba37-eb60a4d09fa8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3c4d5bc-90a3-4685-911a-20840d1ad144 HTTP/1.1" status: 200 len: 217 time: 0.0634308 Feb 07 21:14:43.715640 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d053fe86-3bf9-4926-a4e1-80763cc071cb tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (5a3abc3e-2f81-4ff1-ac90-906c60e8770f), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:43.721263 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd20d5e-3a1e-4709-804d-f64edc43f9c4 None None] Pushing event updated for resources: {'Port': ['ID=1f57e9af-ce09-4880-b348-4462759f2e3d,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:43.741439 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad157986-5787-45dd-ba4c-968e0419cd0c tempest-SecurityGroupRulesNegativeTestJSON-284947734 tempest-SecurityGroupRulesNegativeTestJSON-284947734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44bf647-7213-41b1-97c4-9d7c6ac2190c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:43.758893 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-c7f87822-debd-48a4-ad01-cfc28f87a13c admin admin] Allocated IP 172.25.4.55 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/9a6a429b-d813-4469-b392-d8180d2b132f) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:43.799817 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c1283f16-a4f7-4570-b800-281087d41680 None None] Could not find standard attr ID for object 5ff36940-5b06-435d-ae57-8cf6c6b45a63. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:14:43.809966 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3960b8b2-7299-47c8-a6d4-0e0537932a8c req-d9c25c2c-c9f9-4e4b-9163-fa484b4064b3 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452143 Feb 07 21:14:43.813121 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-205f59da-5db3-4842-adfb-9960bc2c1ca0 admin admin] Deleting subnet 9744c0a1-22bf-48cf-ab4f-54c57990be32 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:14:43.817126 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-205f59da-5db3-4842-adfb-9960bc2c1ca0 admin admin] Publish callbacks [] for subnet (9744c0a1-22bf-48cf-ab4f-54c57990be32), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:43.843770 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 1f57e9af-ce09-4880-b348-4462759f2e3d up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:14:43.844427 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38b88103-f00f-4067-8dbd-286aed47b8de tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (e968abab-d07c-49cb-a5f8-bca3205d6e6a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:43.844976 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-38b88103-f00f-4067-8dbd-286aed47b8de tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Added segment e968abab-d07c-49cb-a5f8-bca3205d6e6a of type vlan for network 73f1269d-f31f-40a4-8444-dea4acdb9110 Feb 07 21:14:43.891196 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-205f59da-5db3-4842-adfb-9960bc2c1ca0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (9744c0a1-22bf-48cf-ab4f-54c57990be32), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:43.936948 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 1f57e9af-ce09-4880-b348-4462759f2e3d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:43.937326 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1f57e9af-ce09-4880-b348-4462759f2e3d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:44.012093 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-205f59da-5db3-4842-adfb-9960bc2c1ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (9744c0a1-22bf-48cf-ab4f-54c57990be32), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:44.012479 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38b88103-f00f-4067-8dbd-286aed47b8de tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (73f1269d-f31f-40a4-8444-dea4acdb9110), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:44.064351 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ee5ca-bb3b-44a2-a221-9b832e8f6f56 req-a4717e27-e499-4b96-b093-e581f70f3820 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:44.065898 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe2ee5ca-bb3b-44a2-a221-9b832e8f6f56 req-a4717e27-e499-4b96-b093-e581f70f3820 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.1189935 Feb 07 21:14:44.079844 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-71b449bb-4ca5-4415-b40d-e029269272ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:44.081918 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-71b449bb-4ca5-4415-b40d-e029269272ae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14d3bb71-50ef-42a4-9bd8-c39c66580c69 HTTP/1.1" status: 200 len: 848 time: 0.3252125 Feb 07 21:14:44.103294 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 1f57e9af-ce09-4880-b348-4462759f2e3d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:44.104583 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 43c721d3-29f9-40b5-87de-60bad5e154ba up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:14:44.128721 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-205f59da-5db3-4842-adfb-9960bc2c1ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (9744c0a1-22bf-48cf-ab4f-54c57990be32), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:44.141913 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe2ee5ca-bb3b-44a2-a221-9b832e8f6f56 req-3964cae6-6ba5-461f-bd1f-6413a4e6b1d9 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677783 Feb 07 21:14:44.169436 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f59da-5db3-4842-adfb-9960bc2c1ca0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9744c0a1-22bf-48cf-ab4f-54c57990be32,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:44.187676 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-205f59da-5db3-4842-adfb-9960bc2c1ca0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:44.195228 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-205f59da-5db3-4842-adfb-9960bc2c1ca0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9744c0a1-22bf-48cf-ab4f-54c57990be32 HTTP/1.1" status: 204 len: 168 time: 0.5437694 Feb 07 21:14:44.203507 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34858) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:44.211966 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.db.resource_extend [None req-38b88103-f00f-4067-8dbd-286aed47b8de tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:14:44.237312 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 43c721d3-29f9-40b5-87de-60bad5e154ba triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:44.239633 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (43c721d3-29f9-40b5-87de-60bad5e154ba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:44.296025 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d053fe86-3bf9-4926-a4e1-80763cc071cb tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (5a3abc3e-2f81-4ff1-ac90-906c60e8770f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:44.356611 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 43c721d3-29f9-40b5-87de-60bad5e154ba is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:44.357656 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (43c721d3-29f9-40b5-87de-60bad5e154ba), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:44.409047 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 43c721d3-29f9-40b5-87de-60bad5e154ba, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=43c721d3-29f9-40b5-87de-60bad5e154ba,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:44.410223 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c40bfff-5f92-4d81-99b3-7c008819631e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (cf1f8e1c-91e5-4789-badd-ad4a594fc5c1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:44.415778 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7f87822-debd-48a4-ad01-cfc28f87a13c admin admin] Publish callbacks [] for port (9a6a429b-d813-4469-b392-d8180d2b132f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:44.416863 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (43c721d3-29f9-40b5-87de-60bad5e154ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:44.417847 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9b8cdb24-fc6d-48ca-9197-27640296bf3e up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:14:44.453727 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9107a5e-6d6c-49f8-b12c-dbf5ddf60e65 None None] Network 30b9222e-e3f7-4412-8b63-9320a43406d0 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:14:44.456915 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292dd93-59a6-4546-b6f2-b7a240076ddf req-6d64ce0e-05d8-4319-91b6-63e2d66c00b9 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:44.458589 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1292dd93-59a6-4546-b6f2-b7a240076ddf req-6d64ce0e-05d8-4319-91b6-63e2d66c00b9 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 944 time: 0.1694248 Feb 07 21:14:44.461350 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d053fe86-3bf9-4926-a4e1-80763cc071cb tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (5a3abc3e-2f81-4ff1-ac90-906c60e8770f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:44.466667 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243640c3-421f-4aa2-b8d0-b215210f9441 req-142307cc-f027-4920-a1b8-3c1ff7a922fb tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:44.468294 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-243640c3-421f-4aa2-b8d0-b215210f9441 req-142307cc-f027-4920-a1b8-3c1ff7a922fb tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.1780500 Feb 07 21:14:44.508247 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7f87822-debd-48a4-ad01-cfc28f87a13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9a6a429b-d813-4469-b392-d8180d2b132f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:44.524022 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d053fe86-3bf9-4926-a4e1-80763cc071cb tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:44.530587 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d053fe86-3bf9-4926-a4e1-80763cc071cb tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/5a3abc3e-2f81-4ff1-ac90-906c60e8770f HTTP/1.1" status: 204 len: 168 time: 1.8457153 Feb 07 21:14:44.531947 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053fe86-3bf9-4926-a4e1-80763cc071cb tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=5a3abc3e-2f81-4ff1-ac90-906c60e8770f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:44.539771 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34860) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:44.586287 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f87822-debd-48a4-ad01-cfc28f87a13c admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:44.596566 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f87822-debd-48a4-ad01-cfc28f87a13c admin admin] Pushing event updated for resources: {'Port': ['ID=9a6a429b-d813-4469-b392-d8180d2b132f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:44.599875 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-c7f87822-debd-48a4-ad01-cfc28f87a13c admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:44.603329 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f87822-debd-48a4-ad01-cfc28f87a13c admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:44.705609 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd14664-8870-4e36-b87a-df24136a4ce4 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:14:44.742108 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38b88103-f00f-4067-8dbd-286aed47b8de tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (8b25a3db-edd6-4fce-a3bb-bc52cf8c69f0), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:44.742815 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38b88103-f00f-4067-8dbd-286aed47b8de tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (73f1269d-f31f-40a4-8444-dea4acdb9110), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:44.748268 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b88103-f00f-4067-8dbd-286aed47b8de tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:44.752675 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b88103-f00f-4067-8dbd-286aed47b8de tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:44.753620 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38b88103-f00f-4067-8dbd-286aed47b8de tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:44.799113 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-25bc99bf-654e-4439-95fb-a020da3e822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:44.800661 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-25bc99bf-654e-4439-95fb-a020da3e822b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16d43ce3-c262-4644-8d8c-68d5b7d28be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6767051 Feb 07 21:14:44.807496 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21894b8b-7403-42ad-bb7e-c9a388912935 None None] Network 3b5147af-0d58-4b87-989d-4e2a5c83e649 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:14:44.867632 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=43c721d3-29f9-40b5-87de-60bad5e154ba,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:44.874753 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-40781bd2-bd46-41eb-a76b-bab10587b46e None None] Provisioning complete for port 43c721d3-29f9-40b5-87de-60bad5e154ba triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:44.875211 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-40781bd2-bd46-41eb-a76b-bab10587b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (43c721d3-29f9-40b5-87de-60bad5e154ba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:44.980679 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 9b8cdb24-fc6d-48ca-9197-27640296bf3e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:44.981304 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9b8cdb24-fc6d-48ca-9197-27640296bf3e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:44.995292 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f8e72193-30d2-4a5b-9c9e-06da1fe3f847 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4513283 Feb 07 21:14:45.001959 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34862) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:45.015735 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-61e3c266-f337-4c3b-9e18-a68eaf2fa409 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:45.029112 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1292dd93-59a6-4546-b6f2-b7a240076ddf req-15c83658-624b-4e91-913a-fddf98c0c15d tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5596108 Feb 07 21:14:45.047066 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c40bfff-5f92-4d81-99b3-7c008819631e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (cf1f8e1c-91e5-4789-badd-ad4a594fc5c1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:45.104685 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-243640c3-421f-4aa2-b8d0-b215210f9441 req-6660c660-e27d-4dfe-9057-57699f5a5637 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6267133 Feb 07 21:14:45.117228 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-6c40bfff-5f92-4d81-99b3-7c008819631e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1f8e1c-91e5-4789-badd-ad4a594fc5c1']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:45.136566 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-6c40bfff-5f92-4d81-99b3-7c008819631e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a31734a-920d-4674-8e87-e52f70c85a10') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:45.137254 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-6c40bfff-5f92-4d81-99b3-7c008819631e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a31734a-920d-4674-8e87-e52f70c85a10') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:45.149984 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-40781bd2-bd46-41eb-a76b-bab10587b46e None None] Current status of the port 43c721d3-29f9-40b5-87de-60bad5e154ba is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:45.154621 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c40bfff-5f92-4d81-99b3-7c008819631e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (5a31734a-920d-4674-8e87-e52f70c85a10), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:45.200147 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 9b8cdb24-fc6d-48ca-9197-27640296bf3e is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:45.200760 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9b8cdb24-fc6d-48ca-9197-27640296bf3e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:45.208330 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c40bfff-5f92-4d81-99b3-7c008819631e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (5a31734a-920d-4674-8e87-e52f70c85a10), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:45.226314 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c40bfff-5f92-4d81-99b3-7c008819631e admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:14:45.226824 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c40bfff-5f92-4d81-99b3-7c008819631e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (5a31734a-920d-4674-8e87-e52f70c85a10), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:45.232052 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e3c266-f337-4c3b-9e18-a68eaf2fa409 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:45.235734 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61e3c266-f337-4c3b-9e18-a68eaf2fa409 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:45.245845 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e016a072-9fbf-4905-acf7-c3464c55e3bc None None] DHCP port deletion for f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:14:45.247137 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:14:45.261836 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 9b8cdb24-fc6d-48ca-9197-27640296bf3e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9b8cdb24-fc6d-48ca-9197-27640296bf3e,segment=NetworkSegment(1fa4c8c4-d132-4249-aa21-bf14a97cc319),segment_id=1fa4c8c4-d132-4249-aa21-bf14a97cc319)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:45.296366 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9b8cdb24-fc6d-48ca-9197-27640296bf3e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:45.393097 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e1ec3e8e-31b1-440e-967d-5ea67a9e8f7f None None] Provisioning complete for port 9b8cdb24-fc6d-48ca-9197-27640296bf3e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:45.393725 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e1ec3e8e-31b1-440e-967d-5ea67a9e8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9b8cdb24-fc6d-48ca-9197-27640296bf3e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:45.469445 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=9b8cdb24-fc6d-48ca-9197-27640296bf3e,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:45.483674 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 43c721d3-29f9-40b5-87de-60bad5e154ba up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:14:45.507241 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e016a072-9fbf-4905-acf7-c3464c55e3bc None None] Deleting port 1f57e9af-ce09-4880-b348-4462759f2e3d {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:45.507775 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e016a072-9fbf-4905-acf7-c3464c55e3bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (1f57e9af-ce09-4880-b348-4462759f2e3d), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:45.568636 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-d589efc3-5dd2-4005-8c0f-8919b7a74a9b service neutron] 10.222.0.69 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7336979 Feb 07 21:14:45.574028 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-38b88103-f00f-4067-8dbd-286aed47b8de tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 4.4068980 Feb 07 21:14:45.592556 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b88103-f00f-4067-8dbd-286aed47b8de tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Pushing event updated for resources: {'Network': ['ID=8b25a3db-edd6-4fce-a3bb-bc52cf8c69f0,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:45.626044 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34868) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:45.658955 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 8b25a3db-edd6-4fce-a3bb-bc52cf8c69f0 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:14:45.689333 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a94b1868-cf01-4d42-9e55-e0b1707c623d admin admin] Publish callbacks [] for router_gateway (e9057ad9-f582-4aaf-acd3-b500c0f6a4a2), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:45.749660 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a2e067-0e39-417d-b227-1bcad67a7040 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:45.758191 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a2e067-0e39-417d-b227-1bcad67a7040 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:45.764974 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a2e067-0e39-417d-b227-1bcad67a7040 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:45.770205 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a2e067-0e39-417d-b227-1bcad67a7040 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:45.774935 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e9a2e067-0e39-417d-b227-1bcad67a7040 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1467810 Feb 07 21:14:45.775716 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c40bfff-5f92-4d81-99b3-7c008819631e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (cf1f8e1c-91e5-4789-badd-ad4a594fc5c1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:45.777763 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34870) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:45.778826 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61e3c266-f337-4c3b-9e18-a68eaf2fa409 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (c6b4fd39-1a86-4c1c-a548-55a242f7a4a9), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:45.797443 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c40bfff-5f92-4d81-99b3-7c008819631e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:45.799047 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e016a072-9fbf-4905-acf7-c3464c55e3bc None None] For port 1f57e9af-ce09-4880-b348-4462759f2e3d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=1f57e9af-ce09-4880-b348-4462759f2e3d,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:45.799779 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e016a072-9fbf-4905-acf7-c3464c55e3bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (1f57e9af-ce09-4880-b348-4462759f2e3d), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:45.801205 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6c40bfff-5f92-4d81-99b3-7c008819631e admin admin] 10.222.0.65 "DELETE /v2.0/networks/cf1f8e1c-91e5-4789-badd-ad4a594fc5c1 HTTP/1.1" status: 204 len: 168 time: 1.5966010 Feb 07 21:14:45.823295 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e016a072-9fbf-4905-acf7-c3464c55e3bc None None] Calling delete_port for 1f57e9af-ce09-4880-b348-4462759f2e3d owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:45.861726 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 43c721d3-29f9-40b5-87de-60bad5e154ba triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:45.862889 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (43c721d3-29f9-40b5-87de-60bad5e154ba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:45.878393 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40bfff-5f92-4d81-99b3-7c008819631e admin admin] Pushing event deleted for resources: {'Network': ['ID=cf1f8e1c-91e5-4789-badd-ad4a594fc5c1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:45.908364 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e3c266-f337-4c3b-9e18-a68eaf2fa409 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:45.914406 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-61e3c266-f337-4c3b-9e18-a68eaf2fa409 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:45.919605 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3c266-f337-4c3b-9e18-a68eaf2fa409 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:45.920434 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61e3c266-f337-4c3b-9e18-a68eaf2fa409 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:45.933742 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b88103-f00f-4067-8dbd-286aed47b8de tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Pushing event updated for resources: {'Network': ['ID=73f1269d-f31f-40a4-8444-dea4acdb9110,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:45.974879 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3c266-f337-4c3b-9e18-a68eaf2fa409 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=c6b4fd39-1a86-4c1c-a548-55a242f7a4a9,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:45.987119 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7daaeaf3-fc31-41b4-930d-69e74f79b349 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (8b25a3db-edd6-4fce-a3bb-bc52cf8c69f0), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:45.993149 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 73f1269d-f31f-40a4-8444-dea4acdb9110 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:14:46.004971 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e1ec3e8e-31b1-440e-967d-5ea67a9e8f7f None None] Current status of the port 9b8cdb24-fc6d-48ca-9197-27640296bf3e is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:46.041059 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-61e3c266-f337-4c3b-9e18-a68eaf2fa409 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0298579 Feb 07 21:14:46.044959 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34874) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:46.134836 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f92ba222-8cfe-4ef8-83db-ba0c0cea635f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'fixed_ips': [{'subnet_id': 'c6b4fd39-1a86-4c1c-a548-55a242f7a4a9', 'ip_address': '2001:db8::402a:7a46:44f2:2347'}], 'name': 'tempest-NetworksTestDHCPv6-792366994'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:46.292740 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-59c80f5b-8672-4fe9-8d89-f62835a8cf88 req-6fddac5f-e56c-42f4-ba2f-6dc23f0dbcf1 service neutron] 10.222.0.69 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7019584 Feb 07 21:14:46.303709 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7f87822-debd-48a4-ad01-cfc28f87a13c admin admin] Publish callbacks [] for router_gateway (7449c5db-e341-491d-bde6-63321c2549e9), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:46.306008 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a94b1868-cf01-4d42-9e55-e0b1707c623d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (e9057ad9-f582-4aaf-acd3-b500c0f6a4a2), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:46.379308 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34878) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:46.407512 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e016a072-9fbf-4905-acf7-c3464c55e3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (1f57e9af-ce09-4880-b348-4462759f2e3d), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:46.493327 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7daaeaf3-fc31-41b4-930d-69e74f79b349 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (8b25a3db-edd6-4fce-a3bb-bc52cf8c69f0), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:46.536294 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7daaeaf3-fc31-41b4-930d-69e74f79b349 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b25a3db-edd6-4fce-a3bb-bc52cf8c69f0']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:46.563711 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e016a072-9fbf-4905-acf7-c3464c55e3bc None None] No DVR routers for this DVR port 1f57e9af-ce09-4880-b348-4462759f2e3d on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:14:46.570631 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-cd058d95-bc8a-457e-9d67-de661e2a9338 None None] Provisioning complete for port 43c721d3-29f9-40b5-87de-60bad5e154ba triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:46.571190 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cd058d95-bc8a-457e-9d67-de661e2a9338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (43c721d3-29f9-40b5-87de-60bad5e154ba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:46.576341 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 43c721d3-29f9-40b5-87de-60bad5e154ba is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:46.581083 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016a072-9fbf-4905-acf7-c3464c55e3bc None None] Pushing event deleted for resources: {'Port': ['ID=1f57e9af-ce09-4880-b348-4462759f2e3d,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:46.594746 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7daaeaf3-fc31-41b4-930d-69e74f79b349 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8603abee-1f91-41de-8198-75aba564dac0') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:46.600700 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7daaeaf3-fc31-41b4-930d-69e74f79b349 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8603abee-1f91-41de-8198-75aba564dac0') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:46.611648 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c537d-d49f-4c9d-b5f6-734e64527f20 req-855d600c-37c0-4f95-819b-5f359703c72b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:46.621127 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e48c537d-d49f-4c9d-b5f6-734e64527f20 req-855d600c-37c0-4f95-819b-5f359703c72b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 944 time: 0.2648318 Feb 07 21:14:46.645999 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b18646-7573-441e-93d1-a4de76f6db29 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:14:46.673361 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2bc96e93-3266-48b6-b8df-3065649bbbae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=055ecbc4405d4a9781045d67a89734c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2926607 Feb 07 21:14:46.675899 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7daaeaf3-fc31-41b4-930d-69e74f79b349 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (8603abee-1f91-41de-8198-75aba564dac0), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:46.689227 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34882) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:46.702235 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 1f57e9af-ce09-4880-b348-4462759f2e3d no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:14:46.730231 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7daaeaf3-fc31-41b4-930d-69e74f79b349 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (8603abee-1f91-41de-8198-75aba564dac0), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:46.742151 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 1f57e9af-ce09-4880-b348-4462759f2e3d {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:14:46.742495 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 1f57e9af-ce09-4880-b348-4462759f2e3d not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:14:46.785202 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58519ea3-1b72-44e0-aca1-65ffc358275c req-592c0818-ccdb-4154-ae85-65c1d0b9e809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:46.786821 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-58519ea3-1b72-44e0-aca1-65ffc358275c req-592c0818-ccdb-4154-ae85-65c1d0b9e809 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f5a2142112eb4c46a5e7f5feebf5df31&device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 1126 time: 0.3366468 Feb 07 21:14:46.794609 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e48c537d-d49f-4c9d-b5f6-734e64527f20 req-c620a407-ec25-49bf-8144-12e0fdbc73a9 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627655 Feb 07 21:14:46.800245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7daaeaf3-fc31-41b4-930d-69e74f79b349 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:14:46.801714 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7daaeaf3-fc31-41b4-930d-69e74f79b349 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (8603abee-1f91-41de-8198-75aba564dac0), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:14:46.806372 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:14:46.824442 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48218500-6f6b-474f-a083-cc1d0a18259d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'fixed_ips': [{'subnet_id': 'c6b4fd39-1a86-4c1c-a548-55a242f7a4a9'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:14:46.824667 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92ba222-8cfe-4ef8-83db-ba0c0cea635f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:46.825954 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-48218500-6f6b-474f-a083-cc1d0a18259d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:46.829574 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-cd058d95-bc8a-457e-9d67-de661e2a9338 None None] Current status of the port 43c721d3-29f9-40b5-87de-60bad5e154ba is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:46.835565 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-535b7121-4562-4eb8-a61c-5123b73ff667 admin admin] Publish callbacks [] for security_group (271b5dfd-3599-4eef-abfd-93a130984747), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:46.859471 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-535b7121-4562-4eb8-a61c-5123b73ff667 admin admin] Publish callbacks [] for security_group (271b5dfd-3599-4eef-abfd-93a130984747), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:46.864542 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-cd058d95-bc8a-457e-9d67-de661e2a9338 None None] Provisioning complete for port 9b8cdb24-fc6d-48ca-9197-27640296bf3e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:46.864921 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cd058d95-bc8a-457e-9d67-de661e2a9338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9b8cdb24-fc6d-48ca-9197-27640296bf3e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:46.948759 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7daaeaf3-fc31-41b4-930d-69e74f79b349 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (8b25a3db-edd6-4fce-a3bb-bc52cf8c69f0), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:46.957802 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7daaeaf3-fc31-41b4-930d-69e74f79b349 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:46.961602 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7daaeaf3-fc31-41b4-930d-69e74f79b349 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] 10.222.0.65 "DELETE /v2.0/networks/8b25a3db-edd6-4fce-a3bb-bc52cf8c69f0 HTTP/1.1" status: 204 len: 168 time: 1.1802526 Feb 07 21:14:46.966188 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34884) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:47.006227 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daaeaf3-fc31-41b4-930d-69e74f79b349 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Pushing event deleted for resources: {'Network': ['ID=8b25a3db-edd6-4fce-a3bb-bc52cf8c69f0,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:47.026075 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-cd058d95-bc8a-457e-9d67-de661e2a9338 None None] Current status of the port 9b8cdb24-fc6d-48ca-9197-27640296bf3e is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:47.040776 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7f87822-debd-48a4-ad01-cfc28f87a13c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (7449c5db-e341-491d-bde6-63321c2549e9), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:47.061945 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daaeaf3-fc31-41b4-930d-69e74f79b349 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:47.062303 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daaeaf3-fc31-41b4-930d-69e74f79b349 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:47.062689 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daaeaf3-fc31-41b4-930d-69e74f79b349 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:47.063084 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daaeaf3-fc31-41b4-930d-69e74f79b349 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:47.063545 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daaeaf3-fc31-41b4-930d-69e74f79b349 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:47.063938 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daaeaf3-fc31-41b4-930d-69e74f79b349 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:47.064663 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daaeaf3-fc31-41b4-930d-69e74f79b349 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:47.065105 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daaeaf3-fc31-41b4-930d-69e74f79b349 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:47.065509 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daaeaf3-fc31-41b4-930d-69e74f79b349 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:47.065846 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daaeaf3-fc31-41b4-930d-69e74f79b349 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:47.066234 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daaeaf3-fc31-41b4-930d-69e74f79b349 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:47.066647 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daaeaf3-fc31-41b4-930d-69e74f79b349 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:47.067160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daaeaf3-fc31-41b4-930d-69e74f79b349 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:14:47.087680 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f92ba222-8cfe-4ef8-83db-ba0c0cea635f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:47.120506 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b4989b5-a8c8-4be9-8e64-2304b75e28da tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (73f1269d-f31f-40a4-8444-dea4acdb9110), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:47.124540 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-f92ba222-8cfe-4ef8-83db-ba0c0cea635f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] device_id is not set on port 8693da35-bf73-4194-a64b-0d573a208af0 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:14:47.128710 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-48218500-6f6b-474f-a083-cc1d0a18259d None None] Allocated IP 2001:db8::2 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/c6b4fd39-1a86-4c1c-a548-55a242f7a4a9/baeda41c-6ae9-42d4-a014-c8fdc119f66d) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:47.160662 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-535b7121-4562-4eb8-a61c-5123b73ff667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (271b5dfd-3599-4eef-abfd-93a130984747), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:47.163356 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-535b7121-4562-4eb8-a61c-5123b73ff667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:47.164588 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-535b7121-4562-4eb8-a61c-5123b73ff667 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/271b5dfd-3599-4eef-abfd-93a130984747 HTTP/1.1" status: 204 len: 168 time: 0.4695771 Feb 07 21:14:47.246946 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58519ea3-1b72-44e0-aca1-65ffc358275c req-2df6ce84-6361-4a58-a938-d87e52adad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:47.251056 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-58519ea3-1b72-44e0-aca1-65ffc358275c req-2df6ce84-6361-4a58-a938-d87e52adad25 service neutron] 10.222.0.69 "GET /v2.0/networks?id=16d43ce3-c262-4644-8d8c-68d5b7d28be5 HTTP/1.1" status: 200 len: 910 time: 0.4516747 Feb 07 21:14:47.258814 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94b1868-cf01-4d42-9e55-e0b1707c623d admin admin] Router e9057ad9-f582-4aaf-acd3-b500c0f6a4a2 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:14:47.266483 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b7121-4562-4eb8-a61c-5123b73ff667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271b5dfd-3599-4eef-abfd-93a130984747,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:47.300126 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b4989b5-a8c8-4be9-8e64-2304b75e28da tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (73f1269d-f31f-40a4-8444-dea4acdb9110), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:47.345183 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-2b4989b5-a8c8-4be9-8e64-2304b75e28da tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f1269d-f31f-40a4-8444-dea4acdb9110']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:47.346334 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-48218500-6f6b-474f-a083-cc1d0a18259d None None] Publish callbacks [] for port (baeda41c-6ae9-42d4-a014-c8fdc119f66d), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:47.353271 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-58519ea3-1b72-44e0-aca1-65ffc358275c req-3eeb2e15-3bcc-4c1c-a5d3-7a5ff37be9f6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3c4d5bc-90a3-4685-911a-20840d1ad144 HTTP/1.1" status: 200 len: 217 time: 0.0900052 Feb 07 21:14:47.369905 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-2b4989b5-a8c8-4be9-8e64-2304b75e28da tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e968abab-d07c-49cb-a5f8-bca3205d6e6a') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:47.370346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-2b4989b5-a8c8-4be9-8e64-2304b75e28da tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e968abab-d07c-49cb-a5f8-bca3205d6e6a') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:47.375555 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-48218500-6f6b-474f-a083-cc1d0a18259d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (baeda41c-6ae9-42d4-a014-c8fdc119f66d), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:47.481859 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58519ea3-1b72-44e0-aca1-65ffc358275c req-2304678b-6965-4de6-b726-262701b0ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:47.484050 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-58519ea3-1b72-44e0-aca1-65ffc358275c req-2304678b-6965-4de6-b726-262701b0ee31 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14d3bb71-50ef-42a4-9bd8-c39c66580c69 HTTP/1.1" status: 200 len: 848 time: 0.0870755 Feb 07 21:14:47.492074 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b4989b5-a8c8-4be9-8e64-2304b75e28da tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (e968abab-d07c-49cb-a5f8-bca3205d6e6a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:47.556096 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b4989b5-a8c8-4be9-8e64-2304b75e28da tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (e968abab-d07c-49cb-a5f8-bca3205d6e6a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:47.569075 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-f92ba222-8cfe-4ef8-83db-ba0c0cea635f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 2001:db8::402a:7a46:44f2:2347 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/c6b4fd39-1a86-4c1c-a548-55a242f7a4a9/8693da35-bf73-4194-a64b-0d573a208af0) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:47.571719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b4989b5-a8c8-4be9-8e64-2304b75e28da tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:14:47.572407 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b4989b5-a8c8-4be9-8e64-2304b75e28da tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (e968abab-d07c-49cb-a5f8-bca3205d6e6a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:14:47.575846 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:14:47.658716 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9b8cdb24-fc6d-48ca-9197-27640296bf3e up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:14:47.672744 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b4989b5-a8c8-4be9-8e64-2304b75e28da tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (73f1269d-f31f-40a4-8444-dea4acdb9110), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:47.674908 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f87822-debd-48a4-ad01-cfc28f87a13c admin admin] Router 7449c5db-e341-491d-bde6-63321c2549e9 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:14:47.693283 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58519ea3-1b72-44e0-aca1-65ffc358275c req-3fbaf21f-cedd-4a01-8ac5-5d99311eee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:47.694245 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-58519ea3-1b72-44e0-aca1-65ffc358275c req-3fbaf21f-cedd-4a01-8ac5-5d99311eee0e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16d43ce3-c262-4644-8d8c-68d5b7d28be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2012746 Feb 07 21:14:47.704514 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94b1868-cf01-4d42-9e55-e0b1707c623d admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:14:47.706162 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b4989b5-a8c8-4be9-8e64-2304b75e28da tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:47.722035 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2b4989b5-a8c8-4be9-8e64-2304b75e28da tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] 10.222.0.65 "DELETE /v2.0/networks/73f1269d-f31f-40a4-8444-dea4acdb9110 HTTP/1.1" status: 204 len: 168 time: 0.7542295 Feb 07 21:14:47.734333 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48218500-6f6b-474f-a083-cc1d0a18259d None None] Pushing event updated for resources: {'Port': ['ID=baeda41c-6ae9-42d4-a014-c8fdc119f66d,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:47.767776 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50649c5e-fc7f-46dc-9cb8-cf30eedfdbbd None None] Sync routers for ids ['e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:14:47.797821 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48218500-6f6b-474f-a083-cc1d0a18259d None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:47.807484 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-48218500-6f6b-474f-a083-cc1d0a18259d None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:47.827410 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48218500-6f6b-474f-a083-cc1d0a18259d None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:47.839988 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50649c5e-fc7f-46dc-9cb8-cf30eedfdbbd None None] Routers {'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:14:47.842575 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-50649c5e-fc7f-46dc-9cb8-cf30eedfdbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:14:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:47.848290 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34892) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:47.892385 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f92ba222-8cfe-4ef8-83db-ba0c0cea635f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (8693da35-bf73-4194-a64b-0d573a208af0), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:47.968096 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f92ba222-8cfe-4ef8-83db-ba0c0cea635f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (8693da35-bf73-4194-a64b-0d573a208af0), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:47.971539 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4989b5-a8c8-4be9-8e64-2304b75e28da tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Pushing event deleted for resources: {'Network': ['ID=73f1269d-f31f-40a4-8444-dea4acdb9110,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:48.021051 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-50649c5e-fc7f-46dc-9cb8-cf30eedfdbbd None None] Set router e9057ad9-f582-4aaf-acd3-b500c0f6a4a2 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:14:48.034156 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ba222-8cfe-4ef8-83db-ba0c0cea635f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=8693da35-bf73-4194-a64b-0d573a208af0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:48.066945 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92ba222-8cfe-4ef8-83db-ba0c0cea635f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:48.070665 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f92ba222-8cfe-4ef8-83db-ba0c0cea635f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:48.073676 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92ba222-8cfe-4ef8-83db-ba0c0cea635f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:48.079726 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92ba222-8cfe-4ef8-83db-ba0c0cea635f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:48.080509 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f92ba222-8cfe-4ef8-83db-ba0c0cea635f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:48.098729 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfef961-82ad-42b3-9453-3af510e7348c req-c7335afb-8298-4315-a6cb-c8941ed549bd tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:48.105899 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fdfef961-82ad-42b3-9453-3af510e7348c req-c7335afb-8298-4315-a6cb-c8941ed549bd tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 944 time: 0.1744189 Feb 07 21:14:48.139291 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1668813c-f8a0-451d-8f6c-6ab219771d55 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:48.144726 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1668813c-f8a0-451d-8f6c-6ab219771d55 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:48.146332 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1668813c-f8a0-451d-8f6c-6ab219771d55 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2961197 Feb 07 21:14:48.157581 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34904) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:48.162733 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e9b38fff-0ac4-4c61-831e-91b724729ec8 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-547646980'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:48.184770 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a94b1868-cf01-4d42-9e55-e0b1707c623d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:48.193201 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f92ba222-8cfe-4ef8-83db-ba0c0cea635f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1468546 Feb 07 21:14:48.194463 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34908) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:48.196724 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a94b1868-cf01-4d42-9e55-e0b1707c623d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.9195189 Feb 07 21:14:48.205115 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 9b8cdb24-fc6d-48ca-9197-27640296bf3e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:48.205541 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9b8cdb24-fc6d-48ca-9197-27640296bf3e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:48.214490 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34910) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:48.298220 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-58519ea3-1b72-44e0-aca1-65ffc358275c req-87c81954-0584-4f41-b8b5-a48856054990 service neutron] 10.222.0.69 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966952 Feb 07 21:14:48.361894 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fdfef961-82ad-42b3-9453-3af510e7348c req-dc6ab0ea-a70b-4102-a9be-8e2f1f30e66d tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468541 Feb 07 21:14:48.393839 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-48218500-6f6b-474f-a083-cc1d0a18259d None None] Attempting to bind port baeda41c-6ae9-42d4-a014-c8fdc119f66d on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:14:48.394165 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-48218500-6f6b-474f-a083-cc1d0a18259d None None] Attempting to bind port baeda41c-6ae9-42d4-a014-c8fdc119f66d by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:14:48.394518 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48218500-6f6b-474f-a083-cc1d0a18259d None None] Attempting to bind port baeda41c-6ae9-42d4-a014-c8fdc119f66d on network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:14:48.400997 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-116a852f-a164-4b05-997a-ea1b0503bb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:48.421755 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b38fff-0ac4-4c61-831e-91b724729ec8 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Made reservation on behalf of 5e04ce7abb9b4f1698af407b79b8de81 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:48.426122 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9b38fff-0ac4-4c61-831e-91b724729ec8 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:48.437636 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48218500-6f6b-474f-a083-cc1d0a18259d None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:14:48.438022 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48218500-6f6b-474f-a083-cc1d0a18259d None None] Checking segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:14:48.438431 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-48218500-6f6b-474f-a083-cc1d0a18259d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:48.438830 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48218500-6f6b-474f-a083-cc1d0a18259d None None] Bound using segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:14:48.439562 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-48218500-6f6b-474f-a083-cc1d0a18259d None None] Bound port: baeda41c-6ae9-42d4-a014-c8fdc119f66d, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:14:48.439952 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-48218500-6f6b-474f-a083-cc1d0a18259d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (baeda41c-6ae9-42d4-a014-c8fdc119f66d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:48.445791 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-58519ea3-1b72-44e0-aca1-65ffc358275c req-29231a8d-996c-4bbc-be61-a57cafc2bc5e service neutron] 10.222.0.69 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380844 Feb 07 21:14:48.457481 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d733f7-1a8c-4c5f-818c-4e10ea0e93d3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:48.466587 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-50649c5e-fc7f-46dc-9cb8-cf30eedfdbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'name': 'tempest-ServerActionsTestJSON-1449725803-router', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:39Z', 'updated_at': '2022-02-07T21:14:43Z', 'revision_number': 3, 'project_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'gw_port': {'id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:41Z', 'updated_at': '2022-02-07T21:14:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:48.472779 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d733f7-1a8c-4c5f-818c-4e10ea0e93d3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:48.483490 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-98d733f7-1a8c-4c5f-818c-4e10ea0e93d3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2825668 Feb 07 21:14:48.485467 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34918) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:48.528722 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50649c5e-fc7f-46dc-9cb8-cf30eedfdbbd None None] Checking router: e9057ad9-f582-4aaf-acd3-b500c0f6a4a2 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:14:48.529082 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50649c5e-fc7f-46dc-9cb8-cf30eedfdbbd None None] Updating router e9057ad9-f582-4aaf-acd3-b500c0f6a4a2 port 614a535e-0e93-4cbd-8bf4-8100c3a05d3e binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:14:48.544727 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f87822-debd-48a4-ad01-cfc28f87a13c admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:14:48.560299 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b28947-cd5a-46d0-aab1-f7c60da57d71 None None] Sync routers for ids ['7449c5db-e341-491d-bde6-63321c2549e9'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:14:48.581134 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b38fff-0ac4-4c61-831e-91b724729ec8 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:14:48.583458 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b28947-cd5a-46d0-aab1-f7c60da57d71 None None] Routers {'7449c5db-e341-491d-bde6-63321c2549e9'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:14:48.584148 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c6b28947-cd5a-46d0-aab1-f7c60da57d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:14:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7449c5db-e341-491d-bde6-63321c2549e9'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:48.621607 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 9b8cdb24-fc6d-48ca-9197-27640296bf3e is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:48.624798 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34922) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:48.648119 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9b38fff-0ac4-4c61-831e-91b724729ec8 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (729dfe06-c630-4ade-8af3-1d062ce9a94a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:48.648969 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-e9b38fff-0ac4-4c61-831e-91b724729ec8 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Added segment 729dfe06-c630-4ade-8af3-1d062ce9a94a of type vlan for network acb4735b-94cf-4e00-8bc9-11017d80c667 Feb 07 21:14:48.658627 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-50649c5e-fc7f-46dc-9cb8-cf30eedfdbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (614a535e-0e93-4cbd-8bf4-8100c3a05d3e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:48.687287 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-48218500-6f6b-474f-a083-cc1d0a18259d None None] For port baeda41c-6ae9-42d4-a014-c8fdc119f66d, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:14:48.716886 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-48218500-6f6b-474f-a083-cc1d0a18259d None None] For port baeda41c-6ae9-42d4-a014-c8fdc119f66d, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=baeda41c-6ae9-42d4-a014-c8fdc119f66d,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:14:48.721762 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device e3c4d5bc-90a3-4685-911a-20840d1ad144 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:14:48.831299 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e27a888f-f75e-4e25-88c6-509c3abffc27 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1868552634-network', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:48.836476 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-48218500-6f6b-474f-a083-cc1d0a18259d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (baeda41c-6ae9-42d4-a014-c8fdc119f66d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:48.899932 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-c6b28947-cd5a-46d0-aab1-f7c60da57d71 None None] Set router 7449c5db-e341-491d-bde6-63321c2549e9 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:14:48.950520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27a888f-f75e-4e25-88c6-509c3abffc27 admin admin] Made reservation on behalf of 7f690b77bf0b4a1d910f8e3395b23494 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:48.953191 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e27a888f-f75e-4e25-88c6-509c3abffc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:48.997083 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e27a888f-f75e-4e25-88c6-509c3abffc27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:49.048507 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2376763e-8dfb-48ab-b9f2-7494591dd151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:49.271649 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-50649c5e-fc7f-46dc-9cb8-cf30eedfdbbd None None] Publish callbacks [] for port (614a535e-0e93-4cbd-8bf4-8100c3a05d3e), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:49.276874 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48218500-6f6b-474f-a083-cc1d0a18259d None None] Pushing event updated for resources: {'Port': ['ID=baeda41c-6ae9-42d4-a014-c8fdc119f66d,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:49.288622 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e27a888f-f75e-4e25-88c6-509c3abffc27 admin admin] Publish callbacks [] for security_group (b590edfe-0b51-49f2-bfec-daf5ba5ed1ae), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:49.290314 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-50649c5e-fc7f-46dc-9cb8-cf30eedfdbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (614a535e-0e93-4cbd-8bf4-8100c3a05d3e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:49.300282 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e27a888f-f75e-4e25-88c6-509c3abffc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b590edfe-0b51-49f2-bfec-daf5ba5ed1ae), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:49.337774 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27a888f-f75e-4e25-88c6-509c3abffc27 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:14:49.358687 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c6b28947-cd5a-46d0-aab1-f7c60da57d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7449c5db-e341-491d-bde6-63321c2549e9', 'name': 'tempest-TestVolumeBackupRestore-1894976546-router', 'tenant_id': '8d6a3c6026f945a591821d5e1ba941be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '9a6a429b-d813-4469-b392-d8180d2b132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:39Z', 'updated_at': '2022-02-07T21:14:45Z', 'revision_number': 3, 'project_id': '8d6a3c6026f945a591821d5e1ba941be', 'gw_port': {'id': '9a6a429b-d813-4469-b392-d8180d2b132f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7449c5db-e341-491d-bde6-63321c2549e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:42Z', 'updated_at': '2022-02-07T21:14:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:49.367130 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e27a888f-f75e-4e25-88c6-509c3abffc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (536d04cb-ae32-4474-8c76-f1953d1fb7d5), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:49.368119 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-e27a888f-f75e-4e25-88c6-509c3abffc27 admin admin] Added segment 536d04cb-ae32-4474-8c76-f1953d1fb7d5 of type vlan for network f43de966-15ce-4b1f-b10e-83f22f2590e3 Feb 07 21:14:49.374481 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-50649c5e-fc7f-46dc-9cb8-cf30eedfdbbd None None] Attempting to bind port 614a535e-0e93-4cbd-8bf4-8100c3a05d3e on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:14:49.374481 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-50649c5e-fc7f-46dc-9cb8-cf30eedfdbbd None None] Attempting to bind port 614a535e-0e93-4cbd-8bf4-8100c3a05d3e by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:14:49.374481 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50649c5e-fc7f-46dc-9cb8-cf30eedfdbbd None None] Attempting to bind port 614a535e-0e93-4cbd-8bf4-8100c3a05d3e on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:14:49.409481 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port e3c4d5bc-90a3-4685-911a-20840d1ad144, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e3c4d5bc-90a3-4685-911a-20840d1ad144,segment=NetworkSegment(ca0230ab-0bc8-4d0b-aed5-fc5d476307d5),segment_id=ca0230ab-0bc8-4d0b-aed5-fc5d476307d5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:49.415493 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50649c5e-fc7f-46dc-9cb8-cf30eedfdbbd None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:14:49.415682 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50649c5e-fc7f-46dc-9cb8-cf30eedfdbbd None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:14:49.416137 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-50649c5e-fc7f-46dc-9cb8-cf30eedfdbbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:49.416578 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50649c5e-fc7f-46dc-9cb8-cf30eedfdbbd None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:14:49.417046 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-50649c5e-fc7f-46dc-9cb8-cf30eedfdbbd None None] Bound port: 614a535e-0e93-4cbd-8bf4-8100c3a05d3e, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:14:49.417423 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-50649c5e-fc7f-46dc-9cb8-cf30eedfdbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (614a535e-0e93-4cbd-8bf4-8100c3a05d3e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:49.431601 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b28947-cd5a-46d0-aab1-f7c60da57d71 None None] Checking router: 7449c5db-e341-491d-bde6-63321c2549e9 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:14:49.436538 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7f87822-debd-48a4-ad01-cfc28f87a13c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:49.437502 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b28947-cd5a-46d0-aab1-f7c60da57d71 None None] Updating router 7449c5db-e341-491d-bde6-63321c2549e9 port 9a6a429b-d813-4469-b392-d8180d2b132f binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:14:49.441412 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c7f87822-debd-48a4-ad01-cfc28f87a13c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.6542041 Feb 07 21:14:49.456491 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34928) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:49.480858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-50649c5e-fc7f-46dc-9cb8-cf30eedfdbbd None None] For port 614a535e-0e93-4cbd-8bf4-8100c3a05d3e, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:14:49.484701 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-50649c5e-fc7f-46dc-9cb8-cf30eedfdbbd None None] For port 614a535e-0e93-4cbd-8bf4-8100c3a05d3e, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=614a535e-0e93-4cbd-8bf4-8100c3a05d3e,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:14:49.503780 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80870dd-dbc6-421d-9fb7-70e7a763fa68 None None] Pushing event updated for resources: {'Port': ['ID=614a535e-0e93-4cbd-8bf4-8100c3a05d3e,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:49.511796 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c6b28947-cd5a-46d0-aab1-f7c60da57d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9a6a429b-d813-4469-b392-d8180d2b132f), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:49.512407 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-50649c5e-fc7f-46dc-9cb8-cf30eedfdbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (614a535e-0e93-4cbd-8bf4-8100c3a05d3e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:49.513303 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e27a888f-f75e-4e25-88c6-509c3abffc27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (f43de966-15ce-4b1f-b10e-83f22f2590e3), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:49.584675 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80870dd-dbc6-421d-9fb7-70e7a763fa68 None None] Pushing event updated for resources: {'Port': ['ID=614a535e-0e93-4cbd-8bf4-8100c3a05d3e,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:49.592778 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'e3c4d5bc-90a3-4685-911a-20840d1ad144', 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5', 'port_id': 'e3c4d5bc-90a3-4685-911a-20840d1ad144', 'mac_address': 'fa:16:3e:ca:fa:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:14:49.595178 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50649c5e-fc7f-46dc-9cb8-cf30eedfdbbd None None] Routers {'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:14:49.595791 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-50649c5e-fc7f-46dc-9cb8-cf30eedfdbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:14:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:49.611148 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e27a888f-f75e-4e25-88c6-509c3abffc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (f43de966-15ce-4b1f-b10e-83f22f2590e3), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:49.613306 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27a888f-f75e-4e25-88c6-509c3abffc27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:49.615309 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e27a888f-f75e-4e25-88c6-509c3abffc27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:49.734446 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-50649c5e-fc7f-46dc-9cb8-cf30eedfdbbd None None] Set router e9057ad9-f582-4aaf-acd3-b500c0f6a4a2 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:14:49.744728 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device baeda41c-6ae9-42d4-a014-c8fdc119f66d up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:14:49.760743 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9b38fff-0ac4-4c61-831e-91b724729ec8 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (acb4735b-94cf-4e00-8bc9-11017d80c667), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:49.787345 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a888f-f75e-4e25-88c6-509c3abffc27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b590edfe-0b51-49f2-bfec-daf5ba5ed1ae,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:49.813091 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e27a888f-f75e-4e25-88c6-509c3abffc27 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1870861 Feb 07 21:14:49.817143 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34932) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:49.822160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-2376763e-8dfb-48ab-b9f2-7494591dd151 admin admin] Allocated IP 172.20.0.1 (30b9222e-e3f7-4412-8b63-9320a43406d0/59eaac6e-e46d-4028-b7b2-899f00c5ee97/812a8f2b-86a8-42f0-839f-732f590817fb) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:49.827757 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-232db96c-a118-4427-a6d8-fd0578bcfcb4 admin admin] Request body: {'subnet': {'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1868552634-subnet', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:49.843284 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a888f-f75e-4e25-88c6-509c3abffc27 admin admin] Pushing event updated for resources: {'Network': ['ID=f43de966-15ce-4b1f-b10e-83f22f2590e3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:49.865968 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-abbc4651-631c-4313-af38-85a81280c4a4 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting port 8693da35-bf73-4194-a64b-0d573a208af0 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:49.865968 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-abbc4651-631c-4313-af38-85a81280c4a4 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8693da35-bf73-4194-a64b-0d573a208af0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:49.872944 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9b38fff-0ac4-4c61-831e-91b724729ec8 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (acb4735b-94cf-4e00-8bc9-11017d80c667), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:49.878161 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b38fff-0ac4-4c61-831e-91b724729ec8 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:49.878783 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9b38fff-0ac4-4c61-831e-91b724729ec8 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:49.935061 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f35d4-d82d-412e-a412-c56cee46110b req-abe17ca6-e4d3-4b6d-bffc-4e9d7ae21cb0 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:49.938238 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e9f35d4-d82d-412e-a412-c56cee46110b req-abe17ca6-e4d3-4b6d-bffc-4e9d7ae21cb0 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 944 time: 0.3759360 Feb 07 21:14:49.962918 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port e3c4d5bc-90a3-4685-911a-20840d1ad144 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:49.963576 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e3c4d5bc-90a3-4685-911a-20840d1ad144), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:49.994274 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network f43de966-15ce-4b1f-b10e-83f22f2590e3 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:14:50.011205 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e9f35d4-d82d-412e-a412-c56cee46110b req-e9d7edaa-1ebd-4f0c-84e2-1d89e09d2cf4 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613203 Feb 07 21:14:50.078848 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2376763e-8dfb-48ab-b9f2-7494591dd151 admin admin] Publish callbacks [] for port (812a8f2b-86a8-42f0-839f-732f590817fb), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:50.122096 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2376763e-8dfb-48ab-b9f2-7494591dd151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (812a8f2b-86a8-42f0-839f-732f590817fb), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:50.132095 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c4d5bc-90a3-4685-911a-20840d1ad144 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:14:50.171835 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c6b28947-cd5a-46d0-aab1-f7c60da57d71 None None] Publish callbacks [] for port (9a6a429b-d813-4469-b392-d8180d2b132f), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:50.179326 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232db96c-a118-4427-a6d8-fd0578bcfcb4 admin admin] Made reservation on behalf of 7f690b77bf0b4a1d910f8e3395b23494 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:50.182107 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-232db96c-a118-4427-a6d8-fd0578bcfcb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:50.187359 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2376763e-8dfb-48ab-b9f2-7494591dd151 admin admin] Network 30b9222e-e3f7-4412-8b63-9320a43406d0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:50.190252 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c6b28947-cd5a-46d0-aab1-f7c60da57d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9a6a429b-d813-4469-b392-d8180d2b132f), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:50.193782 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-2376763e-8dfb-48ab-b9f2-7494591dd151 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:50.211528 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2376763e-8dfb-48ab-b9f2-7494591dd151 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:50.274838 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-c6b28947-cd5a-46d0-aab1-f7c60da57d71 None None] Attempting to bind port 9a6a429b-d813-4469-b392-d8180d2b132f on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:14:50.276827 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-c6b28947-cd5a-46d0-aab1-f7c60da57d71 None None] Attempting to bind port 9a6a429b-d813-4469-b392-d8180d2b132f by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:14:50.277221 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b28947-cd5a-46d0-aab1-f7c60da57d71 None None] Attempting to bind port 9a6a429b-d813-4469-b392-d8180d2b132f on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:14:50.277702 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376763e-8dfb-48ab-b9f2-7494591dd151 admin admin] Pushing event updated for resources: {'Port': ['ID=812a8f2b-86a8-42f0-839f-732f590817fb,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:50.293232 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b275c-8845-4daf-8914-b9c414b1d92a None None] Pushing event updated for resources: {'Port': ['ID=9a6a429b-d813-4469-b392-d8180d2b132f,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:50.296558 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e9b38fff-0ac4-4c61-831e-91b724729ec8 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1375515 Feb 07 21:14:50.304450 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34934) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:50.314925 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b28947-cd5a-46d0-aab1-f7c60da57d71 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:14:50.315645 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b28947-cd5a-46d0-aab1-f7c60da57d71 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:14:50.316219 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c6b28947-cd5a-46d0-aab1-f7c60da57d71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:50.316833 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b28947-cd5a-46d0-aab1-f7c60da57d71 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:14:50.317588 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-c6b28947-cd5a-46d0-aab1-f7c60da57d71 None None] Bound port: 9a6a429b-d813-4469-b392-d8180d2b132f, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:14:50.318402 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c6b28947-cd5a-46d0-aab1-f7c60da57d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9a6a429b-d813-4469-b392-d8180d2b132f), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:50.328736 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e65ff0ff-2af7-45c6-9588-b50c8e74041c tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-929344763'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:50.357148 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2376763e-8dfb-48ab-b9f2-7494591dd151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (e9057ad9-f582-4aaf-acd3-b500c0f6a4a2), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:50.423956 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b38fff-0ac4-4c61-831e-91b724729ec8 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Pushing event updated for resources: {'Network': ['ID=acb4735b-94cf-4e00-8bc9-11017d80c667,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:50.434906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65ff0ff-2af7-45c6-9588-b50c8e74041c tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Made reservation on behalf of 5e04ce7abb9b4f1698af407b79b8de81 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:50.438970 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e65ff0ff-2af7-45c6-9588-b50c8e74041c tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:50.476989 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65ff0ff-2af7-45c6-9588-b50c8e74041c tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:14:50.499875 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e65ff0ff-2af7-45c6-9588-b50c8e74041c tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (6808e037-2102-4fba-8d63-1cb43d64f3cd), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:50.500552 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-e65ff0ff-2af7-45c6-9588-b50c8e74041c tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Added segment 6808e037-2102-4fba-8d63-1cb43d64f3cd of type vlan for network 389d3885-49f9-478a-a854-40d52a88c7ea Feb 07 21:14:50.528926 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-c6b28947-cd5a-46d0-aab1-f7c60da57d71 None None] For port 9a6a429b-d813-4469-b392-d8180d2b132f, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:14:50.540586 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-c6b28947-cd5a-46d0-aab1-f7c60da57d71 None None] For port 9a6a429b-d813-4469-b392-d8180d2b132f, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9a6a429b-d813-4469-b392-d8180d2b132f,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:14:50.550662 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network acb4735b-94cf-4e00-8bc9-11017d80c667 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:14:50.553170 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-abbc4651-631c-4313-af38-85a81280c4a4 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8693da35-bf73-4194-a64b-0d573a208af0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:50.561938 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c6b28947-cd5a-46d0-aab1-f7c60da57d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9a6a429b-d813-4469-b392-d8180d2b132f), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:50.568192 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e65ff0ff-2af7-45c6-9588-b50c8e74041c tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (389d3885-49f9-478a-a854-40d52a88c7ea), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:50.612104 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e65ff0ff-2af7-45c6-9588-b50c8e74041c tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (389d3885-49f9-478a-a854-40d52a88c7ea), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:50.616067 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-abbc4651-631c-4313-af38-85a81280c4a4 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Calling delete_port for 8693da35-bf73-4194-a64b-0d573a208af0 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:50.623215 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65ff0ff-2af7-45c6-9588-b50c8e74041c tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:50.624572 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e65ff0ff-2af7-45c6-9588-b50c8e74041c tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:50.697367 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b28947-cd5a-46d0-aab1-f7c60da57d71 None None] Routers {'7449c5db-e341-491d-bde6-63321c2549e9'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:14:50.698322 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c6b28947-cd5a-46d0-aab1-f7c60da57d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:14:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7449c5db-e341-491d-bde6-63321c2549e9'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:50.832710 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port e3c4d5bc-90a3-4685-911a-20840d1ad144, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e3c4d5bc-90a3-4685-911a-20840d1ad144,segment=NetworkSegment(ca0230ab-0bc8-4d0b-aed5-fc5d476307d5),segment_id=ca0230ab-0bc8-4d0b-aed5-fc5d476307d5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:50.841608 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e65ff0ff-2af7-45c6-9588-b50c8e74041c tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5353148 Feb 07 21:14:50.855745 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34940) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:50.868893 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b275c-8845-4daf-8914-b9c414b1d92a None None] Pushing event updated for resources: {'Port': ['ID=9a6a429b-d813-4469-b392-d8180d2b132f,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:50.893985 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b6a1940c-0bfb-4fd4-b467-115cecc904bf tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Request body: {'ports': [{'network_id': 'acb4735b-94cf-4e00-8bc9-11017d80c667', 'name': 'tempest-port--281309350', 'admin_state_up': True}, {'network_id': '389d3885-49f9-478a-a854-40d52a88c7ea', 'admin_state_up': False}]} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:50.898437 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b6a1940c-0bfb-4fd4-b467-115cecc904bf tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Request body: {'port': {'network_id': 'acb4735b-94cf-4e00-8bc9-11017d80c667', 'name': 'tempest-port--281309350', 'admin_state_up': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:50.899314 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b6a1940c-0bfb-4fd4-b467-115cecc904bf tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Request body: {'port': {'network_id': '389d3885-49f9-478a-a854-40d52a88c7ea', 'admin_state_up': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:50.920157 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e3c4d5bc-90a3-4685-911a-20840d1ad144), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:50.927357 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e301e115-53e9-42bc-8850-66d9e3bcf247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:50.937603 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-c6b28947-cd5a-46d0-aab1-f7c60da57d71 None None] Set router 7449c5db-e341-491d-bde6-63321c2549e9 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:14:50.960214 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0d0db224-ab52-44bc-ba3a-40d784f21bd9 None None] Provisioning complete for port 812a8f2b-86a8-42f0-839f-732f590817fb triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:50.960623 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0d0db224-ab52-44bc-ba3a-40d784f21bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (812a8f2b-86a8-42f0-839f-732f590817fb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:50.962339 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port baeda41c-6ae9-42d4-a014-c8fdc119f66d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:50.962579 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (baeda41c-6ae9-42d4-a014-c8fdc119f66d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:50.978427 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ff0ff-2af7-45c6-9588-b50c8e74041c tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Pushing event updated for resources: {'Network': ['ID=389d3885-49f9-478a-a854-40d52a88c7ea,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:51.053716 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 389d3885-49f9-478a-a854-40d52a88c7ea details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:14:51.057130 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f45b894-6c37-4486-a9be-587b843d2797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:51.107847 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-232db96c-a118-4427-a6d8-fd0578bcfcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (3b8d2a98-b623-4e92-ac4e-e76af5aa2da0), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:51.174350 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232db96c-a118-4427-a6d8-fd0578bcfcb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b8d2a98-b623-4e92-ac4e-e76af5aa2da0,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:51.267578 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0d0db224-ab52-44bc-ba3a-40d784f21bd9 None None] Port 812a8f2b-86a8-42f0-839f-732f590817fb cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:14:51.287422 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=e3c4d5bc-90a3-4685-911a-20840d1ad144,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:51.314938 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c6b28947-cd5a-46d0-aab1-f7c60da57d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7449c5db-e341-491d-bde6-63321c2549e9', 'name': 'tempest-TestVolumeBackupRestore-1894976546-router', 'tenant_id': '8d6a3c6026f945a591821d5e1ba941be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '9a6a429b-d813-4469-b392-d8180d2b132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:39Z', 'updated_at': '2022-02-07T21:14:45Z', 'revision_number': 3, 'project_id': '8d6a3c6026f945a591821d5e1ba941be', 'gw_port': {'id': '9a6a429b-d813-4469-b392-d8180d2b132f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7449c5db-e341-491d-bde6-63321c2549e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:42Z', 'updated_at': '2022-02-07T21:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:51.345621 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['e3c4d5bc-90a3-4685-911a-20840d1ad144'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:14:51.392547 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b28947-cd5a-46d0-aab1-f7c60da57d71 None None] The sync data for ids ['7449c5db-e341-491d-bde6-63321c2549e9'] in n-d-828185-2 is: [{'id': '7449c5db-e341-491d-bde6-63321c2549e9', 'name': 'tempest-TestVolumeBackupRestore-1894976546-router', 'tenant_id': '8d6a3c6026f945a591821d5e1ba941be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '9a6a429b-d813-4469-b392-d8180d2b132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:39Z', 'updated_at': '2022-02-07T21:14:45Z', 'revision_number': 3, 'project_id': '8d6a3c6026f945a591821d5e1ba941be', 'gw_port': {'id': '9a6a429b-d813-4469-b392-d8180d2b132f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7449c5db-e341-491d-bde6-63321c2549e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:42Z', 'updated_at': '2022-02-07T21:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:14:51.505426 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-9f45b894-6c37-4486-a9be-587b843d2797 admin admin] Allocated IP 172.20.0.1 (3b5147af-0d58-4b87-989d-4e2a5c83e649/88ed8422-a6c9-4349-a291-64304278bfa6/759d128f-01c5-43c3-9205-ece5638c1c04) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:51.525339 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3befb989-1520-4c72-8cf3-3291abe58d70 None None] Provisioning complete for port baeda41c-6ae9-42d4-a014-c8fdc119f66d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:51.526097 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3befb989-1520-4c72-8cf3-3291abe58d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (baeda41c-6ae9-42d4-a014-c8fdc119f66d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:51.598339 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-50649c5e-fc7f-46dc-9cb8-cf30eedfdbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'name': 'tempest-ServerActionsTestJSON-1449725803-router', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:39Z', 'updated_at': '2022-02-07T21:14:43Z', 'revision_number': 3, 'project_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'gw_port': {'id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:41Z', 'updated_at': '2022-02-07T21:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:51.656554 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50649c5e-fc7f-46dc-9cb8-cf30eedfdbbd None None] The sync data for ids ['e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'] in n-d-828185-2 is: [{'id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'name': 'tempest-ServerActionsTestJSON-1449725803-router', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:39Z', 'updated_at': '2022-02-07T21:14:43Z', 'revision_number': 3, 'project_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'gw_port': {'id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:41Z', 'updated_at': '2022-02-07T21:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:14:51.657400 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f45b894-6c37-4486-a9be-587b843d2797 admin admin] Publish callbacks [] for port (759d128f-01c5-43c3-9205-ece5638c1c04), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:51.664683 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port baeda41c-6ae9-42d4-a014-c8fdc119f66d is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:51.668772 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (baeda41c-6ae9-42d4-a014-c8fdc119f66d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:51.700575 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-abbc4651-631c-4313-af38-85a81280c4a4 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8693da35-bf73-4194-a64b-0d573a208af0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:51.737983 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2376763e-8dfb-48ab-b9f2-7494591dd151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (812a8f2b-86a8-42f0-839f-732f590817fb), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:51.777461 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232db96c-a118-4427-a6d8-fd0578bcfcb4 admin admin] Checking segment: {'id': '536d04cb-ae32-4474-8c76-f1953d1fb7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:14:51.777931 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232db96c-a118-4427-a6d8-fd0578bcfcb4 admin admin] Network hostable DHCP agents. Network: f43de966-15ce-4b1f-b10e-83f22f2590e3, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:14:51.785572 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc4651-631c-4313-af38-85a81280c4a4 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Port': ['ID=8693da35-bf73-4194-a64b-0d573a208af0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:51.822929 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:51.848352 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port baeda41c-6ae9-42d4-a014-c8fdc119f66d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=baeda41c-6ae9-42d4-a014-c8fdc119f66d,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:51.853259 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352a678-e634-47b0-bcf0-bdb22983df43 req-71e14448-11a5-41a5-829f-fbadb7d0778b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:51.861893 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c352a678-e634-47b0-bcf0-bdb22983df43 req-71e14448-11a5-41a5-829f-fbadb7d0778b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 945 time: 0.3053439 Feb 07 21:14:51.891872 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-abbc4651-631c-4313-af38-85a81280c4a4 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:51.895234 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-abbc4651-631c-4313-af38-85a81280c4a4 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/8693da35-bf73-4194-a64b-0d573a208af0 HTTP/1.1" status: 204 len: 168 time: 3.4088027 Feb 07 21:14:51.899941 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (baeda41c-6ae9-42d4-a014-c8fdc119f66d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:51.910916 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f45b894-6c37-4486-a9be-587b843d2797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (759d128f-01c5-43c3-9205-ece5638c1c04), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:51.914028 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34948) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:52.033558 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45b894-6c37-4486-a9be-587b843d2797 admin admin] Pushing event updated for resources: {'Port': ['ID=759d128f-01c5-43c3-9205-ece5638c1c04,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:52.047044 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232db96c-a118-4427-a6d8-fd0578bcfcb4 admin admin] Network f43de966-15ce-4b1f-b10e-83f22f2590e3 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:14:52.062414 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f45b894-6c37-4486-a9be-587b843d2797 admin admin] Network 3b5147af-0d58-4b87-989d-4e2a5c83e649 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:52.076533 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9f45b894-6c37-4486-a9be-587b843d2797 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:52.104083 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-232db96c-a118-4427-a6d8-fd0578bcfcb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, f43de966-15ce-4b1f-b10e-83f22f2590e3) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:52.106030 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f45b894-6c37-4486-a9be-587b843d2797 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:52.117713 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3befb989-1520-4c72-8cf3-3291abe58d70 None None] Current status of the port baeda41c-6ae9-42d4-a014-c8fdc119f66d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:52.124464 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=baeda41c-6ae9-42d4-a014-c8fdc119f66d,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:52.132766 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5550c8a5-99d5-4c5e-a790-e23e3ac99196 None None] Network f43de966-15ce-4b1f-b10e-83f22f2590e3 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:14:52.145636 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232db96c-a118-4427-a6d8-fd0578bcfcb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:52.146385 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-232db96c-a118-4427-a6d8-fd0578bcfcb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:52.305916 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-232db96c-a118-4427-a6d8-fd0578bcfcb4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4827774 Feb 07 21:14:52.326438 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34952) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:52.346004 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b301fb82-4faa-42cc-bba3-30682e562ef3 None None] Could not find standard attr ID for object 8693da35-bf73-4194-a64b-0d573a208af0. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:14:52.347761 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f45b894-6c37-4486-a9be-587b843d2797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (7449c5db-e341-491d-bde6-63321c2549e9), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:52.397064 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9300dc05-7a42-415c-942e-691f5f5dfb67 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1868552634-router', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:52.435786 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9a6a429b-d813-4469-b392-d8180d2b132f up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:14:52.453018 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecdb7d9-f7a1-4db4-b2e5-740b0dd6662c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:52.454905 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecdb7d9-f7a1-4db4-b2e5-740b0dd6662c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:52.457105 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7ecdb7d9-f7a1-4db4-b2e5-740b0dd6662c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5336397 Feb 07 21:14:52.508887 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34954) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:52.597797 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64abe1dc-b7f6-4d7f-b192-be0a0b6e666e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-f43de966-15ce-4b1f-b10e-83f22f2590e3', 'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3', 'project_id': '7f690b77bf0b4a1d910f8e3395b23494', 'fixed_ips': [{'subnet_id': '3b8d2a98-b623-4e92-ac4e-e76af5aa2da0'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:14:52.605995 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-64abe1dc-b7f6-4d7f-b192-be0a0b6e666e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:52.673512 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2376763e-8dfb-48ab-b9f2-7494591dd151 admin admin] Publish callbacks [] for port (812a8f2b-86a8-42f0-839f-732f590817fb), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:52.681934 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c352a678-e634-47b0-bcf0-bdb22983df43 req-40640f34-14b6-485b-a158-0e0757c96a78 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8083529 Feb 07 21:14:52.687033 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9300dc05-7a42-415c-942e-691f5f5dfb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (ab59e548-d6a5-423e-a856-dd909b61bd5b), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:52.688149 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9300dc05-7a42-415c-942e-691f5f5dfb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (ab59e548-d6a5-423e-a856-dd909b61bd5b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:52.720580 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2376763e-8dfb-48ab-b9f2-7494591dd151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (812a8f2b-86a8-42f0-839f-732f590817fb), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:52.783226 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a1940c-0bfb-4fd4-b467-115cecc904bf tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Made reservation on behalf of 5e04ce7abb9b4f1698af407b79b8de81 for: {'port': 2} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:52.797958 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6a1940c-0bfb-4fd4-b467-115cecc904bf tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:52.803912 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-77afeee9-7e36-4a1a-a735-7874a4dfb143 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet c6b4fd39-1a86-4c1c-a548-55a242f7a4a9 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:14:52.806939 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f45b894-6c37-4486-a9be-587b843d2797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (759d128f-01c5-43c3-9205-ece5638c1c04), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:52.816616 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77afeee9-7e36-4a1a-a735-7874a4dfb143 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (c6b4fd39-1a86-4c1c-a548-55a242f7a4a9), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:52.927713 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77afeee9-7e36-4a1a-a735-7874a4dfb143 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (c6b4fd39-1a86-4c1c-a548-55a242f7a4a9), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:52.977617 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device e3c4d5bc-90a3-4685-911a-20840d1ad144 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:14:52.982099 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9300dc05-7a42-415c-942e-691f5f5dfb67 admin admin] Publish callbacks [] for router_controller (ab59e548-d6a5-423e-a856-dd909b61bd5b), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:52.988773 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6a1940c-0bfb-4fd4-b467-115cecc904bf tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:53.015909 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376763e-8dfb-48ab-b9f2-7494591dd151 admin admin] Pushing event updated for resources: {'Port': ['ID=812a8f2b-86a8-42f0-839f-732f590817fb,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:53.175532 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-84d1f6c4-8391-4dc6-a55f-7aeda43a6aac None None] Provisioning complete for port 759d128f-01c5-43c3-9205-ece5638c1c04 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:53.181921 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-84d1f6c4-8391-4dc6-a55f-7aeda43a6aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (759d128f-01c5-43c3-9205-ece5638c1c04), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:53.203958 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2376763e-8dfb-48ab-b9f2-7494591dd151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (e9057ad9-f582-4aaf-acd3-b500c0f6a4a2), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:53.220182 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 9a6a429b-d813-4469-b392-d8180d2b132f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:53.228773 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9a6a429b-d813-4469-b392-d8180d2b132f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:53.315171 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-64abe1dc-b7f6-4d7f-b192-be0a0b6e666e None None] Allocated IP 172.20.0.2 (f43de966-15ce-4b1f-b10e-83f22f2590e3/3b8d2a98-b623-4e92-ac4e-e76af5aa2da0/e1f15c5e-df8f-49c2-af03-c4ae70c1e455) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:53.315584 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77afeee9-7e36-4a1a-a735-7874a4dfb143 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (c6b4fd39-1a86-4c1c-a548-55a242f7a4a9), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:53.493150 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f45b894-6c37-4486-a9be-587b843d2797 admin admin] Publish callbacks [] for port (759d128f-01c5-43c3-9205-ece5638c1c04), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:53.518359 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:53.527581 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-84d1f6c4-8391-4dc6-a55f-7aeda43a6aac None None] Port 759d128f-01c5-43c3-9205-ece5638c1c04 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:14:53.530261 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f45b894-6c37-4486-a9be-587b843d2797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (759d128f-01c5-43c3-9205-ece5638c1c04), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:53.579903 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port e3c4d5bc-90a3-4685-911a-20840d1ad144 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:14:53.613228 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port e3c4d5bc-90a3-4685-911a-20840d1ad144 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:53.613751 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e3c4d5bc-90a3-4685-911a-20840d1ad144), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:53.712818 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9300dc05-7a42-415c-942e-691f5f5dfb67 admin admin] Publish callbacks [] for router_gateway (ab59e548-d6a5-423e-a856-dd909b61bd5b), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:53.739146 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f45b894-6c37-4486-a9be-587b843d2797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (7449c5db-e341-491d-bde6-63321c2549e9), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:53.753714 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45b894-6c37-4486-a9be-587b843d2797 admin admin] Pushing event updated for resources: {'Port': ['ID=759d128f-01c5-43c3-9205-ece5638c1c04,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:53.792650 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77afeee9-7e36-4a1a-a735-7874a4dfb143 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (c6b4fd39-1a86-4c1c-a548-55a242f7a4a9), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:53.797541 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 9a6a429b-d813-4469-b392-d8180d2b132f is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:53.798078 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9a6a429b-d813-4469-b392-d8180d2b132f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:53.853953 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-64abe1dc-b7f6-4d7f-b192-be0a0b6e666e None None] Publish callbacks [] for port (e1f15c5e-df8f-49c2-af03-c4ae70c1e455), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:53.869131 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77afeee9-7e36-4a1a-a735-7874a4dfb143 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:53.870923 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-64abe1dc-b7f6-4d7f-b192-be0a0b6e666e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (e1f15c5e-df8f-49c2-af03-c4ae70c1e455), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:53.875751 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 9a6a429b-d813-4469-b392-d8180d2b132f, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9a6a429b-d813-4469-b392-d8180d2b132f,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:53.876575 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-77afeee9-7e36-4a1a-a735-7874a4dfb143 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/c6b4fd39-1a86-4c1c-a548-55a242f7a4a9 HTTP/1.1" status: 204 len: 168 time: 1.3628261 Feb 07 21:14:53.886866 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34960) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:53.887791 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77afeee9-7e36-4a1a-a735-7874a4dfb143 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=c6b4fd39-1a86-4c1c-a548-55a242f7a4a9,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:53.888710 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0e4dee-4309-4c22-837e-0e3cfda27cea None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:14:53.937550 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9a6a429b-d813-4469-b392-d8180d2b132f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:53.966380 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-864d82a0-8786-41c3-8934-3dc382ac0c4c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0744810 Feb 07 21:14:53.967107 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34962) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:54.051793 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64abe1dc-b7f6-4d7f-b192-be0a0b6e666e None None] Network f43de966-15ce-4b1f-b10e-83f22f2590e3 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:54.118367 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b6a1940c-0bfb-4fd4-b467-115cecc904bf tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] device_id is not set on port 002243f0-dddc-46c6-acb1-e1a8cb90f1f1 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:14:54.160190 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225e96a1-3ba2-486d-8cca-c91937cab6ed tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:54.163491 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2376763e-8dfb-48ab-b9f2-7494591dd151 admin admin] Network 30b9222e-e3f7-4412-8b63-9320a43406d0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:54.174437 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-2376763e-8dfb-48ab-b9f2-7494591dd151 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:54.178270 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-225e96a1-3ba2-486d-8cca-c91937cab6ed tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2058823 Feb 07 21:14:54.182696 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34964) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:54.184890 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f45b894-6c37-4486-a9be-587b843d2797 admin admin] Network 3b5147af-0d58-4b87-989d-4e2a5c83e649 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:54.185390 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d81b6-0953-4811-a2a5-2e799b35c094 req-b8dc9fbd-f481-41cf-8571-0dfeeec4dfb6 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:54.187144 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f6d81b6-0953-4811-a2a5-2e799b35c094 req-b8dc9fbd-f481-41cf-8571-0dfeeec4dfb6 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 945 time: 0.3261840 Feb 07 21:14:54.214160 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9f45b894-6c37-4486-a9be-587b843d2797 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:54.604073 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f6d81b6-0953-4811-a2a5-2e799b35c094 req-8d81083a-52d1-4f9e-87bf-84e0d3250a8b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3997591 Feb 07 21:14:54.661580 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port e3c4d5bc-90a3-4685-911a-20840d1ad144 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:54.661963 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e3c4d5bc-90a3-4685-911a-20840d1ad144), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:54.675670 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6a1940c-0bfb-4fd4-b467-115cecc904bf tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks [] for port (002243f0-dddc-46c6-acb1-e1a8cb90f1f1), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:54.675899 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f45b894-6c37-4486-a9be-587b843d2797 admin admin] Router 7449c5db-e341-491d-bde6-63321c2549e9 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:14:54.687168 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e21d3af-95eb-46d8-945c-d72250f427f4 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:54.688746 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8e21d3af-95eb-46d8-945c-d72250f427f4 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5020471 Feb 07 21:14:54.693596 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34968) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:54.712648 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device baeda41c-6ae9-42d4-a014-c8fdc119f66d up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:14:54.718734 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abe1dc-b7f6-4d7f-b192-be0a0b6e666e None None] Pushing event updated for resources: {'Port': ['ID=e1f15c5e-df8f-49c2-af03-c4ae70c1e455,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:54.843880 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-64abe1dc-b7f6-4d7f-b192-be0a0b6e666e None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:54.847272 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64abe1dc-b7f6-4d7f-b192-be0a0b6e666e None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:54.869926 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=9a6a429b-d813-4469-b392-d8180d2b132f,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:54.923722 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-25516224-1717-4de3-8994-d838144abe84 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2268081 Feb 07 21:14:54.938810 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34970) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:54.953638 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9441477d-1869-46e7-a115-d15648fdeba6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:54.983136 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-097fd59b-073c-428d-94ce-35c4d549ffa0 None None] Provisioning complete for port 812a8f2b-86a8-42f0-839f-732f590817fb triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:54.984103 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-097fd59b-073c-428d-94ce-35c4d549ffa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (812a8f2b-86a8-42f0-839f-732f590817fb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:54.997981 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2376763e-8dfb-48ab-b9f2-7494591dd151 admin admin] Router e9057ad9-f582-4aaf-acd3-b500c0f6a4a2 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:14:55.016169 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b6a1940c-0bfb-4fd4-b467-115cecc904bf tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] device_id is not set on port 8153862b-6fbf-481e-b351-cd3cdc7a2826 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:14:55.049756 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-097fd59b-073c-428d-94ce-35c4d549ffa0 None None] Port 812a8f2b-86a8-42f0-839f-732f590817fb cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:14:55.057678 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-64abe1dc-b7f6-4d7f-b192-be0a0b6e666e None None] Attempting to bind port e1f15c5e-df8f-49c2-af03-c4ae70c1e455 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:14:55.058264 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-64abe1dc-b7f6-4d7f-b192-be0a0b6e666e None None] Attempting to bind port e1f15c5e-df8f-49c2-af03-c4ae70c1e455 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '536d04cb-ae32-4474-8c76-f1953d1fb7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:14:55.058489 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64abe1dc-b7f6-4d7f-b192-be0a0b6e666e None None] Attempting to bind port e1f15c5e-df8f-49c2-af03-c4ae70c1e455 on network f43de966-15ce-4b1f-b10e-83f22f2590e3 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:14:55.071691 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64abe1dc-b7f6-4d7f-b192-be0a0b6e666e None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:14:55.072106 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64abe1dc-b7f6-4d7f-b192-be0a0b6e666e None None] Checking segment: {'id': '536d04cb-ae32-4474-8c76-f1953d1fb7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:14:55.072512 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-64abe1dc-b7f6-4d7f-b192-be0a0b6e666e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:55.072909 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64abe1dc-b7f6-4d7f-b192-be0a0b6e666e None None] Bound using segment: {'id': '536d04cb-ae32-4474-8c76-f1953d1fb7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:14:55.073401 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-64abe1dc-b7f6-4d7f-b192-be0a0b6e666e None None] Bound port: e1f15c5e-df8f-49c2-af03-c4ae70c1e455, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536d04cb-ae32-4474-8c76-f1953d1fb7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:14:55.073770 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-64abe1dc-b7f6-4d7f-b192-be0a0b6e666e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e1f15c5e-df8f-49c2-af03-c4ae70c1e455), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:55.113641 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port e3c4d5bc-90a3-4685-911a-20840d1ad144, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e3c4d5bc-90a3-4685-911a-20840d1ad144,segment=NetworkSegment(ca0230ab-0bc8-4d0b-aed5-fc5d476307d5),segment_id=ca0230ab-0bc8-4d0b-aed5-fc5d476307d5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:55.182847 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9300dc05-7a42-415c-942e-691f5f5dfb67 admin admin] Publish callbacks [] for router_gateway (ab59e548-d6a5-423e-a856-dd909b61bd5b), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:55.207366 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-64abe1dc-b7f6-4d7f-b192-be0a0b6e666e None None] For port e1f15c5e-df8f-49c2-af03-c4ae70c1e455, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:14:55.210429 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-64abe1dc-b7f6-4d7f-b192-be0a0b6e666e None None] For port e1f15c5e-df8f-49c2-af03-c4ae70c1e455, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e1f15c5e-df8f-49c2-af03-c4ae70c1e455,segment=NetworkSegment(536d04cb-ae32-4474-8c76-f1953d1fb7d5),segment_id=536d04cb-ae32-4474-8c76-f1953d1fb7d5)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:14:55.220169 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664e2b16-aea2-49c4-bebb-01f7f7205096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c4d5bc-90a3-4685-911a-20840d1ad144'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:14:55.222907 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b145e3-fece-4b0d-bdd6-f58e143d408a" -d '{"events": [{"server_uuid": "664e2b16-aea2-49c4-bebb-01f7f7205096", "name": "network-vif-plugged", "status": "completed", "tag": "e3c4d5bc-90a3-4685-911a-20840d1ad144"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:14:55.228839 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9300dc05-7a42-415c-942e-691f5f5dfb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:55.237511 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfbf0d7-cd82-43ac-93fd-a6e0c511687d None None] DHCP port deletion for f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:14:55.243695 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e3c4d5bc-90a3-4685-911a-20840d1ad144), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:55.248900 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-64abe1dc-b7f6-4d7f-b192-be0a0b6e666e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e1f15c5e-df8f-49c2-af03-c4ae70c1e455), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:55.251858 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f45b894-6c37-4486-a9be-587b843d2797 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:14:55.273855 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9f45b894-6c37-4486-a9be-587b843d2797 admin admin] 10.222.0.65 "PUT /v2.0/routers/7449c5db-e341-491d-bde6-63321c2549e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8074186 Feb 07 21:14:55.321700 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9441477d-1869-46e7-a115-d15648fdeba6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:55.322329 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:55.329863 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae5eaf7-3857-4a5f-9228-d64ee599d818 x-openstack-request-id: req-8ae5eaf7-3857-4a5f-9228-d64ee599d818 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:14:55.330559 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664e2b16-aea2-49c4-bebb-01f7f7205096", "name": "network-vif-plugged", "status": "completed", "tag": "e3c4d5bc-90a3-4685-911a-20840d1ad144", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:14:55.330890 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9441477d-1869-46e7-a115-d15648fdeba6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:55.331302 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8ae5eaf7-3857-4a5f-9228-d64ee599d818 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:14:55.331933 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664e2b16-aea2-49c4-bebb-01f7f7205096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c4d5bc-90a3-4685-911a-20840d1ad144', 'code': 200} Feb 07 21:14:55.397703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f18b6484-788c-4895-950d-d5ba5e06ae3c None None] Provisioning complete for port 759d128f-01c5-43c3-9205-ece5638c1c04 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:55.398471 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f18b6484-788c-4895-950d-d5ba5e06ae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (759d128f-01c5-43c3-9205-ece5638c1c04), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:55.477326 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=e3c4d5bc-90a3-4685-911a-20840d1ad144,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:55.506550 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6e8103-f743-4d76-8ace-c7220ca160b2 None None] Sync routers for ids ['7449c5db-e341-491d-bde6-63321c2549e9'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:14:55.589755 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2376763e-8dfb-48ab-b9f2-7494591dd151 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:14:55.602003 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port baeda41c-6ae9-42d4-a014-c8fdc119f66d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:55.602564 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (baeda41c-6ae9-42d4-a014-c8fdc119f66d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:55.607584 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2376763e-8dfb-48ab-b9f2-7494591dd151 admin admin] 10.222.0.65 "PUT /v2.0/routers/e9057ad9-f582-4aaf-acd3-b500c0f6a4a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3917730 Feb 07 21:14:55.643713 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6e8103-f743-4d76-8ace-c7220ca160b2 None None] Routers {'7449c5db-e341-491d-bde6-63321c2549e9'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:14:55.650026 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ce6e8103-f743-4d76-8ace-c7220ca160b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:14:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7449c5db-e341-491d-bde6-63321c2549e9'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:55.801672 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6a1940c-0bfb-4fd4-b467-115cecc904bf tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks [] for port (8153862b-6fbf-481e-b351-cd3cdc7a2826), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:55.907549 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f18b6484-788c-4895-950d-d5ba5e06ae3c None None] Port 759d128f-01c5-43c3-9205-ece5638c1c04 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:14:55.940100 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:14:55.952860 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ca367c-b315-4dc8-b077-1b46e8b5f489 None None] Sync routers for ids ['e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:14:55.966913 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ca367c-b315-4dc8-b077-1b46e8b5f489 None None] Routers {'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:14:55.967900 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-44ca367c-b315-4dc8-b077-1b46e8b5f489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:14:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:56.102273 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-9300dc05-7a42-415c-942e-691f5f5dfb67 admin admin] Allocated IP 172.25.4.38 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/cf094577-79c1-441c-8b34-a9db8d118832) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:56.157350 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9441477d-1869-46e7-a115-d15648fdeba6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (c42fa98f-ae00-40b6-951f-c426dbf4a7eb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:56.162853 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abe1dc-b7f6-4d7f-b192-be0a0b6e666e None None] Pushing event updated for resources: {'Port': ['ID=e1f15c5e-df8f-49c2-af03-c4ae70c1e455,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:56.184493 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ce6e8103-f743-4d76-8ace-c7220ca160b2 None None] Set router 7449c5db-e341-491d-bde6-63321c2549e9 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:14:56.187516 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-bdfbf0d7-cd82-43ac-93fd-a6e0c511687d None None] Deleting port baeda41c-6ae9-42d4-a014-c8fdc119f66d {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:14:56.188096 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bdfbf0d7-cd82-43ac-93fd-a6e0c511687d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (baeda41c-6ae9-42d4-a014-c8fdc119f66d), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:56.195381 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-44ca367c-b315-4dc8-b077-1b46e8b5f489 None None] Set router e9057ad9-f582-4aaf-acd3-b500c0f6a4a2 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:14:56.245573 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde7f35-09d4-471b-925e-31d4c0924180 req-16096b62-8900-470b-96e9-ad6cad7c2baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:56.268585 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9cde7f35-09d4-471b-925e-31d4c0924180 req-16096b62-8900-470b-96e9-ad6cad7c2baf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 1128 time: 0.4538357 Feb 07 21:14:56.325495 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9441477d-1869-46e7-a115-d15648fdeba6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:56.345667 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9441477d-1869-46e7-a115-d15648fdeba6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:56.354822 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9441477d-1869-46e7-a115-d15648fdeba6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:56.355699 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9441477d-1869-46e7-a115-d15648fdeba6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:56.376941 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441477d-1869-46e7-a115-d15648fdeba6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=c42fa98f-ae00-40b6-951f-c426dbf4a7eb,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:56.406778 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9cde7f35-09d4-471b-925e-31d4c0924180 req-402c3b36-0b89-4ade-b8ec-e45028a317dc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117663 Feb 07 21:14:56.409853 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9300dc05-7a42-415c-942e-691f5f5dfb67 admin admin] Publish callbacks [] for port (cf094577-79c1-441c-8b34-a9db8d118832), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:56.414549 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9441477d-1869-46e7-a115-d15648fdeba6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4731119 Feb 07 21:14:56.418343 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35026) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:56.425904 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-60b2d0d2-9ec9-49fe-9cab-e2043ef72055 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'fixed_ips': [{'subnet_id': 'c42fa98f-ae00-40b6-951f-c426dbf4a7eb', 'ip_address': '2001:db8::6acd:ced9:38df:9bfc'}], 'name': 'tempest-NetworksTestDHCPv6-1828438111'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:56.500786 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6a1940c-0bfb-4fd4-b467-115cecc904bf tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (002243f0-dddc-46c6-acb1-e1a8cb90f1f1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:56.624901 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9300dc05-7a42-415c-942e-691f5f5dfb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (cf094577-79c1-441c-8b34-a9db8d118832), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:56.656565 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port baeda41c-6ae9-42d4-a014-c8fdc119f66d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:56.657678 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 614a535e-0e93-4cbd-8bf4-8100c3a05d3e up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:14:56.678956 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17674492-98f1-494b-9ab8-634041fe2c7b req-a16d36cc-7cbf-45f7-a593-f8a519d855e0 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:56.682856 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b2d0d2-9ec9-49fe-9cab-e2043ef72055 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:56.690347 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17674492-98f1-494b-9ab8-634041fe2c7b req-a16d36cc-7cbf-45f7-a593-f8a519d855e0 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 946 time: 0.8672678 Feb 07 21:14:56.781956 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-44ca367c-b315-4dc8-b077-1b46e8b5f489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'name': 'tempest-ServerActionsTestJSON-1449725803-router', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:39Z', 'updated_at': '2022-02-07T21:14:50Z', 'revision_number': 4, 'project_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'gw_port': {'id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:41Z', 'updated_at': '2022-02-07T21:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '812a8f2b-86a8-42f0-839f-732f590817fb', 'name': '', 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'mac_address': 'fa:16:3e:95:7d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '59eaac6e-e46d-4028-b7b2-899f00c5ee97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:49Z', 'updated_at': '2022-02-07T21:14:52Z', 'revision_number': 2, 'project_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'subnets': [{'id': '59eaac6e-e46d-4028-b7b2-899f00c5ee97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:56.787729 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9300dc05-7a42-415c-942e-691f5f5dfb67 admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:56.805520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1940c-0bfb-4fd4-b467-115cecc904bf tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Pushing event updated for resources: {'Port': ['ID=002243f0-dddc-46c6-acb1-e1a8cb90f1f1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:56.809546 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-9300dc05-7a42-415c-942e-691f5f5dfb67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:56.839547 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9300dc05-7a42-415c-942e-691f5f5dfb67 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:56.857727 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ca367c-b315-4dc8-b077-1b46e8b5f489 None None] Checking router: e9057ad9-f582-4aaf-acd3-b500c0f6a4a2 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:14:56.858097 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ca367c-b315-4dc8-b077-1b46e8b5f489 None None] Updating router e9057ad9-f582-4aaf-acd3-b500c0f6a4a2 port 812a8f2b-86a8-42f0-839f-732f590817fb binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:14:56.875674 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-bdfbf0d7-cd82-43ac-93fd-a6e0c511687d None None] For port baeda41c-6ae9-42d4-a014-c8fdc119f66d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=baeda41c-6ae9-42d4-a014-c8fdc119f66d,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:56.876076 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bdfbf0d7-cd82-43ac-93fd-a6e0c511687d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (baeda41c-6ae9-42d4-a014-c8fdc119f66d), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:56.911901 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60b2d0d2-9ec9-49fe-9cab-e2043ef72055 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:56.921955 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-bdfbf0d7-cd82-43ac-93fd-a6e0c511687d None None] Calling delete_port for baeda41c-6ae9-42d4-a014-c8fdc119f66d owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:14:56.930547 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-44ca367c-b315-4dc8-b077-1b46e8b5f489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (812a8f2b-86a8-42f0-839f-732f590817fb), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:56.983366 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-60b2d0d2-9ec9-49fe-9cab-e2043ef72055 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] device_id is not set on port aa01fe5e-ad42-4999-ab67-808e8e07e5f1 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:14:57.089418 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17674492-98f1-494b-9ab8-634041fe2c7b req-e6ade815-b13c-4afc-8315-437a0c13266a tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3977933 Feb 07 21:14:57.099512 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a1940c-0bfb-4fd4-b467-115cecc904bf tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Checking segment: {'id': '729dfe06-c630-4ade-8af3-1d062ce9a94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'acb4735b-94cf-4e00-8bc9-11017d80c667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:14:57.100607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a1940c-0bfb-4fd4-b467-115cecc904bf tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Network hostable DHCP agents. Network: acb4735b-94cf-4e00-8bc9-11017d80c667, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:14:57.119074 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300dc05-7a42-415c-942e-691f5f5dfb67 admin admin] Pushing event updated for resources: {'Port': ['ID=cf094577-79c1-441c-8b34-a9db8d118832,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:57.168119 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bdfbf0d7-cd82-43ac-93fd-a6e0c511687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (baeda41c-6ae9-42d4-a014-c8fdc119f66d), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:57.249160 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfbf0d7-cd82-43ac-93fd-a6e0c511687d None None] No DVR routers for this DVR port baeda41c-6ae9-42d4-a014-c8fdc119f66d on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:14:57.277101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfbf0d7-cd82-43ac-93fd-a6e0c511687d None None] Pushing event deleted for resources: {'Port': ['ID=baeda41c-6ae9-42d4-a014-c8fdc119f66d,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:57.285616 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-60b2d0d2-9ec9-49fe-9cab-e2043ef72055 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 2001:db8::6acd:ced9:38df:9bfc (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/c42fa98f-ae00-40b6-951f-c426dbf4a7eb/aa01fe5e-ad42-4999-ab67-808e8e07e5f1) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:14:57.295728 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 614a535e-0e93-4cbd-8bf4-8100c3a05d3e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:57.296107 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (614a535e-0e93-4cbd-8bf4-8100c3a05d3e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:57.411608 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a1940c-0bfb-4fd4-b467-115cecc904bf tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Network acb4735b-94cf-4e00-8bc9-11017d80c667 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:14:57.439748 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f11ab93-e490-440e-a2f9-27a491472a4f None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:14:57.440679 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-44ca367c-b315-4dc8-b077-1b46e8b5f489 None None] Publish callbacks [] for port (812a8f2b-86a8-42f0-839f-732f590817fb), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:57.457963 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-44ca367c-b315-4dc8-b077-1b46e8b5f489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (812a8f2b-86a8-42f0-839f-732f590817fb), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:57.472954 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35058) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:57.490138 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1bacc998-0f9a-47df-a814-4a50b611e6e0 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Request body: {'security_group': {'name': 'tempest-securitygroup--945737953', 'description': 'tempest-description--396443363'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:57.496466 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52896bfe-2ffa-4aff-b96b-9003e63733a1 None None] Network f43de966-15ce-4b1f-b10e-83f22f2590e3 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:14:57.536169 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-b6a1940c-0bfb-4fd4-b467-115cecc904bf tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, acb4735b-94cf-4e00-8bc9-11017d80c667) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:57.546009 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60b2d0d2-9ec9-49fe-9cab-e2043ef72055 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (aa01fe5e-ad42-4999-ab67-808e8e07e5f1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:57.546229 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a1940c-0bfb-4fd4-b467-115cecc904bf tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:57.548288 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6a1940c-0bfb-4fd4-b467-115cecc904bf tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (8153862b-6fbf-481e-b351-cd3cdc7a2826), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:57.587822 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1bacc998-0f9a-47df-a814-4a50b611e6e0 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:57.595551 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146db9e-a1ad-4a1d-a6c9-f11a94e3c421 None None] Pushing event updated for resources: {'Port': ['ID=812a8f2b-86a8-42f0-839f-732f590817fb,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:57.595996 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a40377c-cf41-4aeb-b340-65efa1f154c3 None None] Network acb4735b-94cf-4e00-8bc9-11017d80c667 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:14:57.615342 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60b2d0d2-9ec9-49fe-9cab-e2043ef72055 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (aa01fe5e-ad42-4999-ab67-808e8e07e5f1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:57.686122 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b2d0d2-9ec9-49fe-9cab-e2043ef72055 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:14:57.693265 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-60b2d0d2-9ec9-49fe-9cab-e2043ef72055 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:57.702950 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b2d0d2-9ec9-49fe-9cab-e2043ef72055 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:57.703650 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b2d0d2-9ec9-49fe-9cab-e2043ef72055 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:57.704233 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60b2d0d2-9ec9-49fe-9cab-e2043ef72055 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:57.747232 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-26c95d22-2c80-4674-90b0-3da59f1db6a1 None None] Provisioning complete for port e1f15c5e-df8f-49c2-af03-c4ae70c1e455 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:14:57.757306 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-26c95d22-2c80-4674-90b0-3da59f1db6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e1f15c5e-df8f-49c2-af03-c4ae70c1e455), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:57.820559 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ce6e8103-f743-4d76-8ace-c7220ca160b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7449c5db-e341-491d-bde6-63321c2549e9', 'name': 'tempest-TestVolumeBackupRestore-1894976546-router', 'tenant_id': '8d6a3c6026f945a591821d5e1ba941be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '9a6a429b-d813-4469-b392-d8180d2b132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:39Z', 'updated_at': '2022-02-07T21:14:52Z', 'revision_number': 4, 'project_id': '8d6a3c6026f945a591821d5e1ba941be', 'gw_port': {'id': '9a6a429b-d813-4469-b392-d8180d2b132f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7449c5db-e341-491d-bde6-63321c2549e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:42Z', 'updated_at': '2022-02-07T21:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '759d128f-01c5-43c3-9205-ece5638c1c04', 'name': '', 'network_id': '3b5147af-0d58-4b87-989d-4e2a5c83e649', 'tenant_id': '8d6a3c6026f945a591821d5e1ba941be', 'mac_address': 'fa:16:3e:65:78:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7449c5db-e341-491d-bde6-63321c2549e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '88ed8422-a6c9-4349-a291-64304278bfa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:51Z', 'updated_at': '2022-02-07T21:14:52Z', 'revision_number': 2, 'project_id': '8d6a3c6026f945a591821d5e1ba941be', 'subnets': [{'id': '88ed8422-a6c9-4349-a291-64304278bfa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:57.847854 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1940c-0bfb-4fd4-b467-115cecc904bf tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Pushing event updated for resources: {'Port': ['ID=8153862b-6fbf-481e-b351-cd3cdc7a2826,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:57.886895 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-60b2d0d2-9ec9-49fe-9cab-e2043ef72055 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4671836 Feb 07 21:14:57.887713 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35070) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:57.893306 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ce5b9c0e-e238-4941-aedc-1521b234c04c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'fixed_ips': [{'subnet_id': 'c42fa98f-ae00-40b6-951f-c426dbf4a7eb', 'ip_address': '2001:db8::6acd:ced9:38df:9bfc'}], 'name': 'tempest-NetworksTestDHCPv6-1065714009'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:57.897946 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-44ca367c-b315-4dc8-b077-1b46e8b5f489 None None] Attempting to bind port 812a8f2b-86a8-42f0-839f-732f590817fb on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:14:57.904331 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2d0d2-9ec9-49fe-9cab-e2043ef72055 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=aa01fe5e-ad42-4999-ab67-808e8e07e5f1,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:57.907672 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-44ca367c-b315-4dc8-b077-1b46e8b5f489 None None] Attempting to bind port 812a8f2b-86a8-42f0-839f-732f590817fb by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:14:57.907882 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6e8103-f743-4d76-8ace-c7220ca160b2 None None] Checking router: 7449c5db-e341-491d-bde6-63321c2549e9 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:14:57.907882 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6e8103-f743-4d76-8ace-c7220ca160b2 None None] Updating router 7449c5db-e341-491d-bde6-63321c2549e9 port 759d128f-01c5-43c3-9205-ece5638c1c04 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:14:57.914181 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ca367c-b315-4dc8-b077-1b46e8b5f489 None None] Attempting to bind port 812a8f2b-86a8-42f0-839f-732f590817fb on network 30b9222e-e3f7-4412-8b63-9320a43406d0 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:14:57.939578 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ca367c-b315-4dc8-b077-1b46e8b5f489 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:14:57.940165 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ca367c-b315-4dc8-b077-1b46e8b5f489 None None] Checking segment: {'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:14:57.940834 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-44ca367c-b315-4dc8-b077-1b46e8b5f489 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:57.955437 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ca367c-b315-4dc8-b077-1b46e8b5f489 None None] Bound using segment: {'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:14:57.957315 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-44ca367c-b315-4dc8-b077-1b46e8b5f489 None None] Bound port: 812a8f2b-86a8-42f0-839f-732f590817fb, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:14:57.958217 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-44ca367c-b315-4dc8-b077-1b46e8b5f489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (812a8f2b-86a8-42f0-839f-732f590817fb), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:57.965881 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1bacc998-0f9a-47df-a814-4a50b611e6e0 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks [] for security_group (94f6c2c7-562b-4000-8805-6602bc96ef84), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:57.980842 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1bacc998-0f9a-47df-a814-4a50b611e6e0 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (94f6c2c7-562b-4000-8805-6602bc96ef84), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:58.047669 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacc998-0f9a-47df-a814-4a50b611e6e0 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94f6c2c7-562b-4000-8805-6602bc96ef84,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:58.055011 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1bacc998-0f9a-47df-a814-4a50b611e6e0 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:58.056282 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1bacc998-0f9a-47df-a814-4a50b611e6e0 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5822783 Feb 07 21:14:58.078465 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35074) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:58.108792 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-910ad534-7035-447f-8b30-fc63603b8dbc tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Request body: {'security_group_rule': {'security_group_id': '94f6c2c7-562b-4000-8805-6602bc96ef84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:58.149747 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-44ca367c-b315-4dc8-b077-1b46e8b5f489 None None] For port 812a8f2b-86a8-42f0-839f-732f590817fb, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:14:58.151989 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a1940c-0bfb-4fd4-b467-115cecc904bf tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Checking segment: {'id': '6808e037-2102-4fba-8d63-1cb43d64f3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '389d3885-49f9-478a-a854-40d52a88c7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:14:58.152511 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a1940c-0bfb-4fd4-b467-115cecc904bf tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Network hostable DHCP agents. Network: 389d3885-49f9-478a-a854-40d52a88c7ea, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:14:58.154217 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-44ca367c-b315-4dc8-b077-1b46e8b5f489 None None] For port 812a8f2b-86a8-42f0-839f-732f590817fb, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=812a8f2b-86a8-42f0-839f-732f590817fb,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:14:58.185575 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5b9c0e-e238-4941-aedc-1521b234c04c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:14:58.186929 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-44ca367c-b315-4dc8-b077-1b46e8b5f489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (812a8f2b-86a8-42f0-839f-732f590817fb), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:58.193263 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ce5b9c0e-e238-4941-aedc-1521b234c04c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:58.215428 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-910ad534-7035-447f-8b30-fc63603b8dbc tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks [] for security_group_rule (affb5090-9677-449c-9c4c-a4ffaaf48f2a), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:58.275362 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a1940c-0bfb-4fd4-b467-115cecc904bf tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Network 389d3885-49f9-478a-a854-40d52a88c7ea is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:14:58.289064 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-910ad534-7035-447f-8b30-fc63603b8dbc tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks [] for security_group_rule (affb5090-9677-449c-9c4c-a4ffaaf48f2a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:58.299784 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-ce5b9c0e-e238-4941-aedc-1521b234c04c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] device_id is not set on port 5b2e22b7-0382-42d1-9ba6-0880d40a2f24 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:14:58.309666 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-910ad534-7035-447f-8b30-fc63603b8dbc tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (affb5090-9677-449c-9c4c-a4ffaaf48f2a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:58.313420 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ca367c-b315-4dc8-b077-1b46e8b5f489 None None] Routers {'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:14:58.325203 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-44ca367c-b315-4dc8-b077-1b46e8b5f489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:14:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:58.363741 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-b6a1940c-0bfb-4fd4-b467-115cecc904bf tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 389d3885-49f9-478a-a854-40d52a88c7ea) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:14:58.397008 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a1940c-0bfb-4fd4-b467-115cecc904bf tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:14:58.403194 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a1940c-0bfb-4fd4-b467-115cecc904bf tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:58.417884 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ad534-7035-447f-8b30-fc63603b8dbc tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=affb5090-9677-449c-9c4c-a4ffaaf48f2a,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:58.428593 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cda2679-9035-42fe-a4a8-111a95e99e21 None None] Network 389d3885-49f9-478a-a854-40d52a88c7ea requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:14:58.432172 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a1940c-0bfb-4fd4-b467-115cecc904bf tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:58.433068 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6a1940c-0bfb-4fd4-b467-115cecc904bf tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:58.439192 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-910ad534-7035-447f-8b30-fc63603b8dbc tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:58.440325 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9300dc05-7a42-415c-942e-691f5f5dfb67 admin admin] Publish callbacks [] for router_gateway (ab59e548-d6a5-423e-a856-dd909b61bd5b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:58.449017 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-910ad534-7035-447f-8b30-fc63603b8dbc tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3672552 Feb 07 21:14:58.455040 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35078) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:58.465906 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-06df5019-e1aa-42d0-b11d-8ee9fbcc5019 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Request body: {'security_group_rule': {'security_group_id': '94f6c2c7-562b-4000-8805-6602bc96ef84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:58.480909 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 614a535e-0e93-4cbd-8bf4-8100c3a05d3e is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:58.481544 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (614a535e-0e93-4cbd-8bf4-8100c3a05d3e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:58.492252 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146db9e-a1ad-4a1d-a6c9-f11a94e3c421 None None] Pushing event updated for resources: {'Port': ['ID=812a8f2b-86a8-42f0-839f-732f590817fb,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:58.613391 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-06df5019-e1aa-42d0-b11d-8ee9fbcc5019 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks [] for security_group_rule (3b19e38c-aae6-42b4-bd4e-1b3d89f66d7c), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:58.624383 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-44ca367c-b315-4dc8-b077-1b46e8b5f489 None None] Set router e9057ad9-f582-4aaf-acd3-b500c0f6a4a2 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:14:58.694827 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce6e8103-f743-4d76-8ace-c7220ca160b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (759d128f-01c5-43c3-9205-ece5638c1c04), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:58.743681 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-06df5019-e1aa-42d0-b11d-8ee9fbcc5019 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks [] for security_group_rule (3b19e38c-aae6-42b4-bd4e-1b3d89f66d7c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:58.770225 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 614a535e-0e93-4cbd-8bf4-8100c3a05d3e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=614a535e-0e93-4cbd-8bf4-8100c3a05d3e,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:58.794284 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-06df5019-e1aa-42d0-b11d-8ee9fbcc5019 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (3b19e38c-aae6-42b4-bd4e-1b3d89f66d7c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:58.821796 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9300dc05-7a42-415c-942e-691f5f5dfb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (ab59e548-d6a5-423e-a856-dd909b61bd5b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:58.830928 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (614a535e-0e93-4cbd-8bf4-8100c3a05d3e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:58.832517 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b6a1940c-0bfb-4fd4-b467-115cecc904bf tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 7.9583826 Feb 07 21:14:58.835443 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df5019-e1aa-42d0-b11d-8ee9fbcc5019 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b19e38c-aae6-42b4-bd4e-1b3d89f66d7c,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:58.848744 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81529ed1-98eb-4f89-80f1-9811fc9c3a5a req-9c692e05-54c6-4889-a7f1-b043e2f8de43 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:58.852036 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-81529ed1-98eb-4f89-80f1-9811fc9c3a5a req-9c692e05-54c6-4889-a7f1-b043e2f8de43 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 946 time: 0.6089439 Feb 07 21:14:58.852745 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35082) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:58.951458 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-26c95d22-2c80-4674-90b0-3da59f1db6a1 None None] Current status of the port e1f15c5e-df8f-49c2-af03-c4ae70c1e455 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:14:58.951777 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-26c95d22-2c80-4674-90b0-3da59f1db6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e1f15c5e-df8f-49c2-af03-c4ae70c1e455), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:58.977146 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce5b9c0e-e238-4941-aedc-1521b234c04c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 07 21:14:58.977609 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce5b9c0e-e238-4941-aedc-1521b234c04c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:14:59.000249 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-06df5019-e1aa-42d0-b11d-8ee9fbcc5019 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:59.006873 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-06df5019-e1aa-42d0-b11d-8ee9fbcc5019 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5482914 Feb 07 21:14:59.011649 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35084) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:59.030931 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-5b1c96be-a469-4afc-aa8e-4d8d190a13ac tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:14:59.078334 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5b1c96be-a469-4afc-aa8e-4d8d190a13ac tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:59.126886 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ce5b9c0e-e238-4941-aedc-1521b234c04c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2345357 Feb 07 21:14:59.132015 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35088) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:59.175619 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d05fcb4-44a2-4dda-b4b9-a84bb7a09522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'fixed_ips': [{'subnet_id': 'c42fa98f-ae00-40b6-951f-c426dbf4a7eb'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:14:59.179435 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2d05fcb4-44a2-4dda-b4b9-a84bb7a09522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:59.200657 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=614a535e-0e93-4cbd-8bf4-8100c3a05d3e,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:14:59.249634 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-44ca367c-b315-4dc8-b077-1b46e8b5f489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'name': 'tempest-ServerActionsTestJSON-1449725803-router', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:39Z', 'updated_at': '2022-02-07T21:14:50Z', 'revision_number': 4, 'project_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'gw_port': {'id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:41Z', 'updated_at': '2022-02-07T21:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '812a8f2b-86a8-42f0-839f-732f590817fb', 'name': '', 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'mac_address': 'fa:16:3e:95:7d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '59eaac6e-e46d-4028-b7b2-899f00c5ee97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:49Z', 'updated_at': '2022-02-07T21:14:58Z', 'revision_number': 4, 'project_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'subnets': [{'id': '59eaac6e-e46d-4028-b7b2-899f00c5ee97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:14:59.337360 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c193a318-74eb-4826-aaa5-0d9d4af60838 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:59.344686 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c193a318-74eb-4826-aaa5-0d9d4af60838 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2114708 Feb 07 21:14:59.345348 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35090) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:14:59.349866 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ca367c-b315-4dc8-b077-1b46e8b5f489 None None] The sync data for ids ['e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'] in n-d-828185-2 is: [{'id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'name': 'tempest-ServerActionsTestJSON-1449725803-router', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:39Z', 'updated_at': '2022-02-07T21:14:50Z', 'revision_number': 4, 'project_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'gw_port': {'id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:41Z', 'updated_at': '2022-02-07T21:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '812a8f2b-86a8-42f0-839f-732f590817fb', 'name': '', 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'mac_address': 'fa:16:3e:95:7d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '59eaac6e-e46d-4028-b7b2-899f00c5ee97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:49Z', 'updated_at': '2022-02-07T21:14:58Z', 'revision_number': 4, 'project_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'subnets': [{'id': '59eaac6e-e46d-4028-b7b2-899f00c5ee97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:14:59.378314 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-26c95d22-2c80-4674-90b0-3da59f1db6a1 None None] For port e1f15c5e-df8f-49c2-af03-c4ae70c1e455, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e1f15c5e-df8f-49c2-af03-c4ae70c1e455,segment=NetworkSegment(536d04cb-ae32-4474-8c76-f1953d1fb7d5),segment_id=536d04cb-ae32-4474-8c76-f1953d1fb7d5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:14:59.401759 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e1f15c5e-df8f-49c2-af03-c4ae70c1e455 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:14:59.407792 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-26c95d22-2c80-4674-90b0-3da59f1db6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e1f15c5e-df8f-49c2-af03-c4ae70c1e455), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:59.778615 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce6e8103-f743-4d76-8ace-c7220ca160b2 None None] Publish callbacks [] for port (759d128f-01c5-43c3-9205-ece5638c1c04), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:59.864522 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce6e8103-f743-4d76-8ace-c7220ca160b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (759d128f-01c5-43c3-9205-ece5638c1c04), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:14:59.914273 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce524483-63b0-4cf9-91d7-1f00ddf9dc11 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:59.935177 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce524483-63b0-4cf9-91d7-1f00ddf9dc11 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:14:59.942357 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ce524483-63b0-4cf9-91d7-1f00ddf9dc11 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 1.0860789 Feb 07 21:14:59.945200 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35094) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:00.064369 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0d65649d-efa5-4f2b-aaa1-7afbf494c3ad None None] Provisioning complete for port 812a8f2b-86a8-42f0-839f-732f590817fb triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:00.064621 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-81529ed1-98eb-4f89-80f1-9811fc9c3a5a req-4d20e421-22ea-439f-bd1c-165f38570f15 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4055347 Feb 07 21:15:00.064733 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0d65649d-efa5-4f2b-aaa1-7afbf494c3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (812a8f2b-86a8-42f0-839f-732f590817fb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:00.243659 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ce6e8103-f743-4d76-8ace-c7220ca160b2 None None] Attempting to bind port 759d128f-01c5-43c3-9205-ece5638c1c04 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:15:00.244032 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ce6e8103-f743-4d76-8ace-c7220ca160b2 None None] Attempting to bind port 759d128f-01c5-43c3-9205-ece5638c1c04 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '1fa4c8c4-d132-4249-aa21-bf14a97cc319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3b5147af-0d58-4b87-989d-4e2a5c83e649'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:15:00.244415 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6e8103-f743-4d76-8ace-c7220ca160b2 None None] Attempting to bind port 759d128f-01c5-43c3-9205-ece5638c1c04 on network 3b5147af-0d58-4b87-989d-4e2a5c83e649 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:15:00.277849 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port e1f15c5e-df8f-49c2-af03-c4ae70c1e455 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:00.277849 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e1f15c5e-df8f-49c2-af03-c4ae70c1e455), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:00.362015 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9300dc05-7a42-415c-942e-691f5f5dfb67 admin admin] Router ab59e548-d6a5-423e-a856-dd909b61bd5b is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:15:00.401622 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c0a2b-e2e1-4c87-b43f-5744af2c0e50 req-42e25ec1-7006-40ea-8ea1-394a677d48e4 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:00.431260 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1a5c0a2b-e2e1-4c87-b43f-5744af2c0e50 req-42e25ec1-7006-40ea-8ea1-394a677d48e4 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 946 time: 0.1927302 Feb 07 21:15:00.433193 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35106) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:00.449885 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c95d22-2c80-4674-90b0-3da59f1db6a1 None None] Pushing event updated for resources: {'Port': ['ID=e1f15c5e-df8f-49c2-af03-c4ae70c1e455,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:00.455069 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-127523ac-8ffe-49aa-b63a-354bb7b7dd28 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Request body: {'floatingip': {'port_id': 'e3c4d5bc-90a3-4685-911a-20840d1ad144'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:00.535531 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8026c3d-e56b-4b29-aaa2-e0c7a09b339b None None] Pushing event updated for resources: {'Port': ['ID=759d128f-01c5-43c3-9205-ece5638c1c04,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:00.539418 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6e8103-f743-4d76-8ace-c7220ca160b2 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:15:00.539793 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6e8103-f743-4d76-8ace-c7220ca160b2 None None] Checking segment: {'id': '1fa4c8c4-d132-4249-aa21-bf14a97cc319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3b5147af-0d58-4b87-989d-4e2a5c83e649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:15:00.540197 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce6e8103-f743-4d76-8ace-c7220ca160b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:00.540612 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6e8103-f743-4d76-8ace-c7220ca160b2 None None] Bound using segment: {'id': '1fa4c8c4-d132-4249-aa21-bf14a97cc319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3b5147af-0d58-4b87-989d-4e2a5c83e649'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:15:00.541093 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ce6e8103-f743-4d76-8ace-c7220ca160b2 None None] Bound port: 759d128f-01c5-43c3-9205-ece5638c1c04, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa4c8c4-d132-4249-aa21-bf14a97cc319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3b5147af-0d58-4b87-989d-4e2a5c83e649'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:15:00.541469 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce6e8103-f743-4d76-8ace-c7220ca160b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (759d128f-01c5-43c3-9205-ece5638c1c04), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:00.594401 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5b1c96be-a469-4afc-aa8e-4d8d190a13ac tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:00.666976 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ce6e8103-f743-4d76-8ace-c7220ca160b2 None None] For port 759d128f-01c5-43c3-9205-ece5638c1c04, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:15:00.670320 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ce6e8103-f743-4d76-8ace-c7220ca160b2 None None] For port 759d128f-01c5-43c3-9205-ece5638c1c04, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=759d128f-01c5-43c3-9205-ece5638c1c04,segment=NetworkSegment(1fa4c8c4-d132-4249-aa21-bf14a97cc319),segment_id=1fa4c8c4-d132-4249-aa21-bf14a97cc319)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:15:00.676032 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5354aab2-fa62-4457-89bc-71c824e38e0f tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Deleting port 002243f0-dddc-46c6-acb1-e1a8cb90f1f1 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:15:00.676397 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5354aab2-fa62-4457-89bc-71c824e38e0f tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (002243f0-dddc-46c6-acb1-e1a8cb90f1f1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:00.677010 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port e1f15c5e-df8f-49c2-af03-c4ae70c1e455 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:00.679300 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9a6a429b-d813-4469-b392-d8180d2b132f up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:15:00.690952 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce6e8103-f743-4d76-8ace-c7220ca160b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (759d128f-01c5-43c3-9205-ece5638c1c04), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:00.714899 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-127523ac-8ffe-49aa-b63a-354bb7b7dd28 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for floatingip (97d65952-de99-406f-843b-4236bdfc465f), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:00.814392 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6e8103-f743-4d76-8ace-c7220ca160b2 None None] Routers {'7449c5db-e341-491d-bde6-63321c2549e9'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:15:00.816002 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ce6e8103-f743-4d76-8ace-c7220ca160b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:14:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7449c5db-e341-491d-bde6-63321c2549e9'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:00.866352 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0d65649d-efa5-4f2b-aaa1-7afbf494c3ad None None] Current status of the port 812a8f2b-86a8-42f0-839f-732f590817fb is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:00.867895 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0d65649d-efa5-4f2b-aaa1-7afbf494c3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (812a8f2b-86a8-42f0-839f-732f590817fb), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:00.894916 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-5b1c96be-a469-4afc-aa8e-4d8d190a13ac tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Allocated IP 172.25.4.116 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/2a5cebc6-9727-4e3f-b1e4-8313dea06ee2) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:15:00.961302 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0d65649d-efa5-4f2b-aaa1-7afbf494c3ad None None] For port 812a8f2b-86a8-42f0-839f-732f590817fb, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=812a8f2b-86a8-42f0-839f-732f590817fb,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:01.014843 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-2d05fcb4-44a2-4dda-b4b9-a84bb7a09522 None None] Allocated IP 2001:db8::2 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/c42fa98f-ae00-40b6-951f-c426dbf4a7eb/32751f48-77bb-4c20-a281-6fc2d3008d01) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:15:01.018766 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5354aab2-fa62-4457-89bc-71c824e38e0f tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (002243f0-dddc-46c6-acb1-e1a8cb90f1f1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:01.023220 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0d65649d-efa5-4f2b-aaa1-7afbf494c3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (812a8f2b-86a8-42f0-839f-732f590817fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:01.071603 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5b1c96be-a469-4afc-aa8e-4d8d190a13ac tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks [] for port (2a5cebc6-9727-4e3f-b1e4-8313dea06ee2), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:01.091608 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5354aab2-fa62-4457-89bc-71c824e38e0f tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Calling delete_port for 002243f0-dddc-46c6-acb1-e1a8cb90f1f1 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:15:01.115665 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe276c-f0f1-4223-9547-a7e803e2f885 req-ca0c3b22-730b-48fc-ab6d-5943002dacee tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:01.117222 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-defe276c-f0f1-4223-9547-a7e803e2f885 req-ca0c3b22-730b-48fc-ab6d-5943002dacee tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.5534194 Feb 07 21:15:01.143214 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 9a6a429b-d813-4469-b392-d8180d2b132f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:01.143867 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9a6a429b-d813-4469-b392-d8180d2b132f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:01.151254 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9300dc05-7a42-415c-942e-691f5f5dfb67 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:15:01.158639 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5b1c96be-a469-4afc-aa8e-4d8d190a13ac tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (2a5cebc6-9727-4e3f-b1e4-8313dea06ee2), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:01.196473 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8026c3d-e56b-4b29-aaa2-e0c7a09b339b None None] Pushing event updated for resources: {'Port': ['ID=759d128f-01c5-43c3-9205-ece5638c1c04,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:01.253376 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec2401f-8cd2-439a-89db-feb42380a6d3 None None] Sync routers for ids ['ab59e548-d6a5-423e-a856-dd909b61bd5b'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:15:01.266030 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65649d-efa5-4f2b-aaa1-7afbf494c3ad None None] Pushing event updated for resources: {'Port': ['ID=812a8f2b-86a8-42f0-839f-732f590817fb,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:01.284710 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec2401f-8cd2-439a-89db-feb42380a6d3 None None] Routers {'ab59e548-d6a5-423e-a856-dd909b61bd5b'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:15:01.285516 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0ec2401f-8cd2-439a-89db-feb42380a6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:14:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ab59e548-d6a5-423e-a856-dd909b61bd5b'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:01.300853 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c96be-a469-4afc-aa8e-4d8d190a13ac tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Pushing event updated for resources: {'Port': ['ID=2a5cebc6-9727-4e3f-b1e4-8313dea06ee2,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:01.320850 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-59d0c24c-aa43-48b1-bec5-d12d9c727ed8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting port aa01fe5e-ad42-4999-ab67-808e8e07e5f1 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:15:01.321462 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59d0c24c-aa43-48b1-bec5-d12d9c727ed8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (aa01fe5e-ad42-4999-ab67-808e8e07e5f1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:01.351385 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1c96be-a469-4afc-aa8e-4d8d190a13ac tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:15:01.372898 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 9a6a429b-d813-4469-b392-d8180d2b132f is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:01.422821 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-5b1c96be-a469-4afc-aa8e-4d8d190a13ac tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:01.428831 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1c96be-a469-4afc-aa8e-4d8d190a13ac tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:15:01.513613 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9300dc05-7a42-415c-942e-691f5f5dfb67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:01.515197 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9300dc05-7a42-415c-942e-691f5f5dfb67 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.1344445 Feb 07 21:15:01.533146 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35112) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:01.562249 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5b1c96be-a469-4afc-aa8e-4d8d190a13ac tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks [] for floatingip (52ee9c66-47aa-479a-a977-e48adf9f0c32), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:01.649987 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8b52deea-256b-4ed9-baa2-f6b4004ef2eb None None] Provisioning complete for port 759d128f-01c5-43c3-9205-ece5638c1c04 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:01.650793 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8b52deea-256b-4ed9-baa2-f6b4004ef2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (759d128f-01c5-43c3-9205-ece5638c1c04), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:01.657229 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5b1c96be-a469-4afc-aa8e-4d8d190a13ac tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2a5cebc6-9727-4e3f-b1e4-8313dea06ee2), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:01.687487 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device baeda41c-6ae9-42d4-a014-c8fdc119f66d no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:15:01.755111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-defe276c-f0f1-4223-9547-a7e803e2f885 req-78b474e8-501e-4cd3-ba93-d43152bf4cc4 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6121759 Feb 07 21:15:01.755371 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: baeda41c-6ae9-42d4-a014-c8fdc119f66d {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:15:01.755574 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device baeda41c-6ae9-42d4-a014-c8fdc119f66d not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:15:01.855527 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ce6e8103-f743-4d76-8ace-c7220ca160b2 None None] Set router 7449c5db-e341-491d-bde6-63321c2549e9 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:15:01.922681 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5b1c96be-a469-4afc-aa8e-4d8d190a13ac tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks [] for port (2a5cebc6-9727-4e3f-b1e4-8313dea06ee2), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:01.952265 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5b1c96be-a469-4afc-aa8e-4d8d190a13ac tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (2a5cebc6-9727-4e3f-b1e4-8313dea06ee2), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:01.965176 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59d0c24c-aa43-48b1-bec5-d12d9c727ed8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (aa01fe5e-ad42-4999-ab67-808e8e07e5f1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:01.967403 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5354aab2-fa62-4457-89bc-71c824e38e0f tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (002243f0-dddc-46c6-acb1-e1a8cb90f1f1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:02.044489 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8b52deea-256b-4ed9-baa2-f6b4004ef2eb None None] Current status of the port 759d128f-01c5-43c3-9205-ece5638c1c04 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:02.044879 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8b52deea-256b-4ed9-baa2-f6b4004ef2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (759d128f-01c5-43c3-9205-ece5638c1c04), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:02.076293 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c96be-a469-4afc-aa8e-4d8d190a13ac tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Pushing event updated for resources: {'Port': ['ID=2a5cebc6-9727-4e3f-b1e4-8313dea06ee2,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:02.092177 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-59d0c24c-aa43-48b1-bec5-d12d9c727ed8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Calling delete_port for aa01fe5e-ad42-4999-ab67-808e8e07e5f1 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:15:02.121090 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8b52deea-256b-4ed9-baa2-f6b4004ef2eb None None] For port 759d128f-01c5-43c3-9205-ece5638c1c04, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=759d128f-01c5-43c3-9205-ece5638c1c04,segment=NetworkSegment(1fa4c8c4-d132-4249-aa21-bf14a97cc319),segment_id=1fa4c8c4-d132-4249-aa21-bf14a97cc319)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:02.143190 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8b52deea-256b-4ed9-baa2-f6b4004ef2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (759d128f-01c5-43c3-9205-ece5638c1c04), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:02.209459 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354aab2-fa62-4457-89bc-71c824e38e0f tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Pushing event deleted for resources: {'Port': ['ID=002243f0-dddc-46c6-acb1-e1a8cb90f1f1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:02.257582 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52deea-256b-4ed9-baa2-f6b4004ef2eb None None] Pushing event updated for resources: {'Port': ['ID=759d128f-01c5-43c3-9205-ece5638c1c04,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:02.262545 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e1f15c5e-df8f-49c2-af03-c4ae70c1e455 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:15:02.309464 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59d0c24c-aa43-48b1-bec5-d12d9c727ed8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (aa01fe5e-ad42-4999-ab67-808e8e07e5f1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:02.357913 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5354aab2-fa62-4457-89bc-71c824e38e0f tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:02.361345 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5354aab2-fa62-4457-89bc-71c824e38e0f tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] 10.222.0.65 "DELETE /v2.0/ports/002243f0-dddc-46c6-acb1-e1a8cb90f1f1 HTTP/1.1" status: 204 len: 168 time: 2.4093852 Feb 07 21:15:02.369400 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35114) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:02.386030 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0c24c-aa43-48b1-bec5-d12d9c727ed8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Port': ['ID=aa01fe5e-ad42-4999-ab67-808e8e07e5f1,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:02.448136 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59d0c24c-aa43-48b1-bec5-d12d9c727ed8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:02.454911 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-59d0c24c-aa43-48b1-bec5-d12d9c727ed8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/aa01fe5e-ad42-4999-ab67-808e8e07e5f1 HTTP/1.1" status: 204 len: 168 time: 3.1066461 Feb 07 21:15:02.459060 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35118) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:02.470028 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-0ec2401f-8cd2-439a-89db-feb42380a6d3 None None] Set router ab59e548-d6a5-423e-a856-dd909b61bd5b gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:15:02.539600 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228600c7-1889-4728-9df3-69c3613b25e2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:02.541869 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228600c7-1889-4728-9df3-69c3613b25e2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:02.546960 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-228600c7-1889-4728-9df3-69c3613b25e2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0868850 Feb 07 21:15:02.547979 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35120) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:02.620024 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e80729c-a6a0-41db-ae65-6b87e3914539 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet c42fa98f-ae00-40b6-951f-c426dbf4a7eb {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:15:02.624543 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5b1c96be-a469-4afc-aa8e-4d8d190a13ac tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (52ee9c66-47aa-479a-a977-e48adf9f0c32), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:02.653858 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5b1c96be-a469-4afc-aa8e-4d8d190a13ac tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:02.667232 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5b1c96be-a469-4afc-aa8e-4d8d190a13ac tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6538141 Feb 07 21:15:02.677232 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035471ab-ed0c-4cc6-8c53-9725c1dae3b2 req-5ad39f29-108a-4343-b3d0-af17ef3c6405 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:02.679406 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-035471ab-ed0c-4cc6-8c53-9725c1dae3b2 req-5ad39f29-108a-4343-b3d0-af17ef3c6405 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 0.2947679 Feb 07 21:15:02.685935 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-127523ac-8ffe-49aa-b63a-354bb7b7dd28 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:15:02.795370 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8b52deea-256b-4ed9-baa2-f6b4004ef2eb None None] Provisioning complete for port e1f15c5e-df8f-49c2-af03-c4ae70c1e455 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:02.795753 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8b52deea-256b-4ed9-baa2-f6b4004ef2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e1f15c5e-df8f-49c2-af03-c4ae70c1e455), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:02.849210 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-eb47ced1-12bb-42c0-b6a6-d6bee0fc41bb tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Deleting port 8153862b-6fbf-481e-b351-cd3cdc7a2826 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:15:02.849696 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb47ced1-12bb-42c0-b6a6-d6bee0fc41bb tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8153862b-6fbf-481e-b351-cd3cdc7a2826), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:02.875869 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2d05fcb4-44a2-4dda-b4b9-a84bb7a09522 None None] Publish callbacks [] for port (32751f48-77bb-4c20-a281-6fc2d3008d01), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:02.892353 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-127523ac-8ffe-49aa-b63a-354bb7b7dd28 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:02.996553 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3afb68db-fd33-4728-929c-781975cf72d0 req-efef2a2c-39c1-478a-88e9-e2d801895cb5 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--945737953&fields=id&tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9 HTTP/1.1" status: 200 len: 267 time: 0.1028304 Feb 07 21:15:03.042408 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-127523ac-8ffe-49aa-b63a-354bb7b7dd28 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (97d65952-de99-406f-843b-4236bdfc465f), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:03.059798 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0e80729c-a6a0-41db-ae65-6b87e3914539 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (c42fa98f-ae00-40b6-951f-c426dbf4a7eb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:03.121406 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2d05fcb4-44a2-4dda-b4b9-a84bb7a09522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (32751f48-77bb-4c20-a281-6fc2d3008d01), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:03.185731 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0e80729c-a6a0-41db-ae65-6b87e3914539 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (c42fa98f-ae00-40b6-951f-c426dbf4a7eb), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:03.213865 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05fcb4-44a2-4dda-b4b9-a84bb7a09522 None None] Pushing event updated for resources: {'Port': ['ID=32751f48-77bb-4c20-a281-6fc2d3008d01,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:03.262466 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d05fcb4-44a2-4dda-b4b9-a84bb7a09522 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:15:03.280113 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port e1f15c5e-df8f-49c2-af03-c4ae70c1e455 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:03.280516 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e1f15c5e-df8f-49c2-af03-c4ae70c1e455), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:03.282945 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-2d05fcb4-44a2-4dda-b4b9-a84bb7a09522 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:03.289920 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d05fcb4-44a2-4dda-b4b9-a84bb7a09522 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:15:03.378444 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0e80729c-a6a0-41db-ae65-6b87e3914539 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (c42fa98f-ae00-40b6-951f-c426dbf4a7eb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:03.410963 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ce6e8103-f743-4d76-8ace-c7220ca160b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7449c5db-e341-491d-bde6-63321c2549e9', 'name': 'tempest-TestVolumeBackupRestore-1894976546-router', 'tenant_id': '8d6a3c6026f945a591821d5e1ba941be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '9a6a429b-d813-4469-b392-d8180d2b132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:39Z', 'updated_at': '2022-02-07T21:14:52Z', 'revision_number': 4, 'project_id': '8d6a3c6026f945a591821d5e1ba941be', 'gw_port': {'id': '9a6a429b-d813-4469-b392-d8180d2b132f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7449c5db-e341-491d-bde6-63321c2549e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:42Z', 'updated_at': '2022-02-07T21:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '759d128f-01c5-43c3-9205-ece5638c1c04', 'name': '', 'network_id': '3b5147af-0d58-4b87-989d-4e2a5c83e649', 'tenant_id': '8d6a3c6026f945a591821d5e1ba941be', 'mac_address': 'fa:16:3e:65:78:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7449c5db-e341-491d-bde6-63321c2549e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '88ed8422-a6c9-4349-a291-64304278bfa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:51Z', 'updated_at': '2022-02-07T21:15:00Z', 'revision_number': 4, 'project_id': '8d6a3c6026f945a591821d5e1ba941be', 'subnets': [{'id': '88ed8422-a6c9-4349-a291-64304278bfa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:03.466729 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0e80729c-a6a0-41db-ae65-6b87e3914539 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (c42fa98f-ae00-40b6-951f-c426dbf4a7eb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:03.530735 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80729c-a6a0-41db-ae65-6b87e3914539 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=c42fa98f-ae00-40b6-951f-c426dbf4a7eb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:03.534757 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8b52deea-256b-4ed9-baa2-f6b4004ef2eb None None] Current status of the port e1f15c5e-df8f-49c2-af03-c4ae70c1e455 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:03.542224 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0e80729c-a6a0-41db-ae65-6b87e3914539 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:03.552176 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0e80729c-a6a0-41db-ae65-6b87e3914539 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/c42fa98f-ae00-40b6-951f-c426dbf4a7eb HTTP/1.1" status: 204 len: 168 time: 1.0007885 Feb 07 21:15:03.553523 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35138) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:03.565938 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6e8103-f743-4d76-8ace-c7220ca160b2 None None] The sync data for ids ['7449c5db-e341-491d-bde6-63321c2549e9'] in n-d-828185-2 is: [{'id': '7449c5db-e341-491d-bde6-63321c2549e9', 'name': 'tempest-TestVolumeBackupRestore-1894976546-router', 'tenant_id': '8d6a3c6026f945a591821d5e1ba941be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '9a6a429b-d813-4469-b392-d8180d2b132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:39Z', 'updated_at': '2022-02-07T21:14:52Z', 'revision_number': 4, 'project_id': '8d6a3c6026f945a591821d5e1ba941be', 'gw_port': {'id': '9a6a429b-d813-4469-b392-d8180d2b132f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7449c5db-e341-491d-bde6-63321c2549e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:42Z', 'updated_at': '2022-02-07T21:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '759d128f-01c5-43c3-9205-ece5638c1c04', 'name': '', 'network_id': '3b5147af-0d58-4b87-989d-4e2a5c83e649', 'tenant_id': '8d6a3c6026f945a591821d5e1ba941be', 'mac_address': 'fa:16:3e:65:78:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7449c5db-e341-491d-bde6-63321c2549e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '88ed8422-a6c9-4349-a291-64304278bfa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:51Z', 'updated_at': '2022-02-07T21:15:00Z', 'revision_number': 4, 'project_id': '8d6a3c6026f945a591821d5e1ba941be', 'subnets': [{'id': '88ed8422-a6c9-4349-a291-64304278bfa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:15:03.583566 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0ec2401f-8cd2-439a-89db-feb42380a6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'name': 'tempest-ServersTestBootFromVolume-1868552634-router', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:52Z', 'updated_at': '2022-02-07T21:14:57Z', 'revision_number': 3, 'project_id': '7f690b77bf0b4a1d910f8e3395b23494', 'gw_port': {'id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:55Z', 'updated_at': '2022-02-07T21:14:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:03.630834 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d9141bbb-de9a-44da-b5d4-badb88c845c4 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745265 Feb 07 21:15:03.635636 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35140) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:03.668499 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-0d464d83-f1c0-4845-b34a-803a442bca24 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:03.709181 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2d05fcb4-44a2-4dda-b4b9-a84bb7a09522 None None] Attempting to bind port 32751f48-77bb-4c20-a281-6fc2d3008d01 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:15:03.709562 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2d05fcb4-44a2-4dda-b4b9-a84bb7a09522 None None] Attempting to bind port 32751f48-77bb-4c20-a281-6fc2d3008d01 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:15:03.709928 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d05fcb4-44a2-4dda-b4b9-a84bb7a09522 None None] Attempting to bind port 32751f48-77bb-4c20-a281-6fc2d3008d01 on network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:15:03.731390 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec2401f-8cd2-439a-89db-feb42380a6d3 None None] Checking router: ab59e548-d6a5-423e-a856-dd909b61bd5b for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:15:03.731758 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec2401f-8cd2-439a-89db-feb42380a6d3 None None] Updating router ab59e548-d6a5-423e-a856-dd909b61bd5b port cf094577-79c1-441c-8b34-a9db8d118832 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:15:03.746436 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:03.841505 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d464d83-f1c0-4845-b34a-803a442bca24 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:15:03.845611 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0d464d83-f1c0-4845-b34a-803a442bca24 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:03.941712 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0ec2401f-8cd2-439a-89db-feb42380a6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (cf094577-79c1-441c-8b34-a9db8d118832), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:03.945668 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d05fcb4-44a2-4dda-b4b9-a84bb7a09522 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:15:03.946047 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d05fcb4-44a2-4dda-b4b9-a84bb7a09522 None None] Checking segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:15:03.946451 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2d05fcb4-44a2-4dda-b4b9-a84bb7a09522 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:03.947103 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d05fcb4-44a2-4dda-b4b9-a84bb7a09522 None None] Bound using segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:15:03.947608 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2d05fcb4-44a2-4dda-b4b9-a84bb7a09522 None None] Bound port: 32751f48-77bb-4c20-a281-6fc2d3008d01, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:15:03.947994 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2d05fcb4-44a2-4dda-b4b9-a84bb7a09522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (32751f48-77bb-4c20-a281-6fc2d3008d01), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:04.021107 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d3de7920-6332-404c-a1da-1f511b3f4ab8 None None] Provisioning complete for port 759d128f-01c5-43c3-9205-ece5638c1c04 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:04.021602 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d3de7920-6332-404c-a1da-1f511b3f4ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (759d128f-01c5-43c3-9205-ece5638c1c04), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:04.028375 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port e1f15c5e-df8f-49c2-af03-c4ae70c1e455 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:04.029608 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 812a8f2b-86a8-42f0-839f-732f590817fb up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:15:04.067843 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb47ced1-12bb-42c0-b6a6-d6bee0fc41bb tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8153862b-6fbf-481e-b351-cd3cdc7a2826), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:04.136176 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-eb47ced1-12bb-42c0-b6a6-d6bee0fc41bb tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Calling delete_port for 8153862b-6fbf-481e-b351-cd3cdc7a2826 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:15:04.147827 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:04.174645 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4273c-accb-4375-9990-a6501d651a77 req-a510bb31-5e49-444a-80e3-ea5bbbf4c370 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:04.176182 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3bb4273c-accb-4375-9990-a6501d651a77 req-a510bb31-5e49-444a-80e3-ea5bbbf4c370 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 946 time: 1.2001615 Feb 07 21:15:04.203065 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-035471ab-ed0c-4cc6-8c53-9725c1dae3b2 req-423b17af-73c2-4a36-8a70-32f5d71ee889 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Deleting port 8eb3bafa-0275-4baf-b62b-26a49992af32 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:15:04.203429 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-035471ab-ed0c-4cc6-8c53-9725c1dae3b2 req-423b17af-73c2-4a36-8a70-32f5d71ee889 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:04.266698 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0d464d83-f1c0-4845-b34a-803a442bca24 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (e74c2f11-aefc-4e4b-9c6d-de38862fba75), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:04.301757 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d464d83-f1c0-4845-b34a-803a442bca24 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:15:04.305738 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-0d464d83-f1c0-4845-b34a-803a442bca24 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:04.342130 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d464d83-f1c0-4845-b34a-803a442bca24 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:04.343609 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0d464d83-f1c0-4845-b34a-803a442bca24 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:04.356208 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2d05fcb4-44a2-4dda-b4b9-a84bb7a09522 None None] For port 32751f48-77bb-4c20-a281-6fc2d3008d01, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:15:04.387518 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2d05fcb4-44a2-4dda-b4b9-a84bb7a09522 None None] For port 32751f48-77bb-4c20-a281-6fc2d3008d01, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=32751f48-77bb-4c20-a281-6fc2d3008d01,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:15:04.403729 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0d464d83-f1c0-4845-b34a-803a442bca24 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7606375 Feb 07 21:15:04.406441 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35142) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:04.415412 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-5960064c-0593-4f9a-b88a-7021dd8f75e5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'fixed_ips': [{'subnet_id': 'e74c2f11-aefc-4e4b-9c6d-de38862fba75', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1419991647'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:04.416894 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3bb4273c-accb-4375-9990-a6501d651a77 req-8513e106-ec09-49c5-a66d-60f517752859 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272985 Feb 07 21:15:04.423066 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb68db-fd33-4728-929c-781975cf72d0 req-66420951-1387-4f32-9228-16a1aeaa689e tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:04.426672 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d464d83-f1c0-4845-b34a-803a442bca24 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=e74c2f11-aefc-4e4b-9c6d-de38862fba75,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:04.433648 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3afb68db-fd33-4728-929c-781975cf72d0 req-66420951-1387-4f32-9228-16a1aeaa689e tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 812 time: 1.4356523 Feb 07 21:15:04.453029 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2d05fcb4-44a2-4dda-b4b9-a84bb7a09522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (32751f48-77bb-4c20-a281-6fc2d3008d01), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:04.463994 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-127523ac-8ffe-49aa-b63a-354bb7b7dd28 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Floating IP 97d65952-de99-406f-843b-4236bdfc465f associated. External IP: 172.25.4.138, port: e3c4d5bc-90a3-4685-911a-20840d1ad144. Feb 07 21:15:04.483616 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3afb68db-fd33-4728-929c-781975cf72d0 req-9186c8ba-69a0-4b46-b1ca-9dba2d3fb061 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/quotas/20dde7e4922943ecbb5ccb76ad52e1a9 HTTP/1.1" status: 200 len: 375 time: 0.0489810 Feb 07 21:15:04.581138 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05fcb4-44a2-4dda-b4b9-a84bb7a09522 None None] Pushing event updated for resources: {'Port': ['ID=32751f48-77bb-4c20-a281-6fc2d3008d01,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:04.646511 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 812a8f2b-86a8-42f0-839f-732f590817fb triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:04.647033 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (812a8f2b-86a8-42f0-839f-732f590817fb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:04.730987 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5960064c-0593-4f9a-b88a-7021dd8f75e5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:15:04.779425 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d3de7920-6332-404c-a1da-1f511b3f4ab8 None None] Current status of the port 759d128f-01c5-43c3-9205-ece5638c1c04 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:04.798998 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-035471ab-ed0c-4cc6-8c53-9725c1dae3b2 req-423b17af-73c2-4a36-8a70-32f5d71ee889 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] For port 8eb3bafa-0275-4baf-b62b-26a49992af32, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=8eb3bafa-0275-4baf-b62b-26a49992af32,segment=NetworkSegment(d17188d4-7793-4980-b0e3-bff9438995bd),segment_id=d17188d4-7793-4980-b0e3-bff9438995bd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:04.799381 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-035471ab-ed0c-4cc6-8c53-9725c1dae3b2 req-423b17af-73c2-4a36-8a70-32f5d71ee889 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:04.828439 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c750c2b6-1257-43c2-85dc-fa4e5d199505 None None] get_active_networks_info from n-d-828185-2 {{(pid=103257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 21:15:04.835287 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3afb68db-fd33-4728-929c-781975cf72d0 req-62899d7d-475a-46f6-9552-8cb8fdfa530d tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3507166 Feb 07 21:15:04.844407 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb47ced1-12bb-42c0-b6a6-d6bee0fc41bb tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (8153862b-6fbf-481e-b351-cd3cdc7a2826), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:04.849477 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-035471ab-ed0c-4cc6-8c53-9725c1dae3b2 req-423b17af-73c2-4a36-8a70-32f5d71ee889 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Calling delete_port for 8eb3bafa-0275-4baf-b62b-26a49992af32 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:15:04.907974 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47ced1-12bb-42c0-b6a6-d6bee0fc41bb tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Pushing event deleted for resources: {'Port': ['ID=8153862b-6fbf-481e-b351-cd3cdc7a2826,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:04.980182 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5960064c-0593-4f9a-b88a-7021dd8f75e5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:05.001224 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb47ced1-12bb-42c0-b6a6-d6bee0fc41bb tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:05.008251 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-eb47ced1-12bb-42c0-b6a6-d6bee0fc41bb tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] 10.222.0.65 "DELETE /v2.0/ports/8153862b-6fbf-481e-b351-cd3cdc7a2826 HTTP/1.1" status: 204 len: 168 time: 2.6375310 Feb 07 21:15:05.011449 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-5960064c-0593-4f9a-b88a-7021dd8f75e5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] device_id is not set on port 4770585c-b91f-485a-a825-c243e7e1de9f yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:15:05.016026 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35146) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:05.138886 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-535f68c4-e889-4396-a710-f3023768b9e6 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1185291 Feb 07 21:15:05.150655 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35148) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:05.163917 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-f129d8a3-47e7-4635-97f0-9cd0af941d62 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1361568489'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:05.321619 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f129d8a3-47e7-4635-97f0-9cd0af941d62 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Made reservation on behalf of 5e04ce7abb9b4f1698af407b79b8de81 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:15:05.328363 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f129d8a3-47e7-4635-97f0-9cd0af941d62 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:05.371662 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7885031-08cd-46bd-a8e8-9a161390defb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:05.376895 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-5960064c-0593-4f9a-b88a-7021dd8f75e5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:15:05.377363 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5960064c-0593-4f9a-b88a-7021dd8f75e5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:15:05.425884 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f129d8a3-47e7-4635-97f0-9cd0af941d62 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:15:05.437518 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5960064c-0593-4f9a-b88a-7021dd8f75e5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0273957 Feb 07 21:15:05.439064 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35150) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:05.453273 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 812a8f2b-86a8-42f0-839f-732f590817fb is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:05.454464 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 614a535e-0e93-4cbd-8bf4-8100c3a05d3e up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:15:05.553932 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3afb68db-fd33-4728-929c-781975cf72d0 req-eaa2f81e-0d14-42ae-9999-c7dacb039f2f service neutron] 10.222.0.65 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6470914 Feb 07 21:15:05.562919 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f129d8a3-47e7-4635-97f0-9cd0af941d62 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (4c3cc096-55cd-43fe-9acd-bfd7e68c3c08), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:05.563269 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-f129d8a3-47e7-4635-97f0-9cd0af941d62 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Added segment 4c3cc096-55cd-43fe-9acd-bfd7e68c3c08 of type vlan for network 4d7c3275-3872-413e-9f26-c18a0f9f4188 Feb 07 21:15:05.626833 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0ec2401f-8cd2-439a-89db-feb42380a6d3 None None] Publish callbacks [] for port (cf094577-79c1-441c-8b34-a9db8d118832), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:05.650576 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88cedf3-48f8-4a25-b45e-8c53c35439c2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:05.654403 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a88cedf3-48f8-4a25-b45e-8c53c35439c2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2098212 Feb 07 21:15:05.654949 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f129d8a3-47e7-4635-97f0-9cd0af941d62 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (4d7c3275-3872-413e-9f26-c18a0f9f4188), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:05.657265 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35154) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:05.673548 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0ec2401f-8cd2-439a-89db-feb42380a6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (cf094577-79c1-441c-8b34-a9db8d118832), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:05.675730 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c750c2b6-1257-43c2-85dc-fa4e5d199505 None None] Resources bound (agent type, host, resource id): {{(pid=103257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 21:15:05.777167 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 614a535e-0e93-4cbd-8bf4-8100c3a05d3e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:05.777546 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (614a535e-0e93-4cbd-8bf4-8100c3a05d3e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:05.779330 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-0ec2401f-8cd2-439a-89db-feb42380a6d3 None None] Attempting to bind port cf094577-79c1-441c-8b34-a9db8d118832 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:15:05.779708 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-0ec2401f-8cd2-439a-89db-feb42380a6d3 None None] Attempting to bind port cf094577-79c1-441c-8b34-a9db8d118832 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:15:05.780075 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2401f-8cd2-439a-89db-feb42380a6d3 None None] Attempting to bind port cf094577-79c1-441c-8b34-a9db8d118832 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:15:05.834777 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce0e473-cc51-44fc-b86b-98d3a25e743d tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:05.837086 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce0e473-cc51-44fc-b86b-98d3a25e743d tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:05.842334 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7ce0e473-cc51-44fc-b86b-98d3a25e743d tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1838973 Feb 07 21:15:05.844884 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35158) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:05.857579 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f129d8a3-47e7-4635-97f0-9cd0af941d62 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (4d7c3275-3872-413e-9f26-c18a0f9f4188), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:05.866294 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f129d8a3-47e7-4635-97f0-9cd0af941d62 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:05.867136 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f129d8a3-47e7-4635-97f0-9cd0af941d62 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:05.877567 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-035471ab-ed0c-4cc6-8c53-9725c1dae3b2 req-423b17af-73c2-4a36-8a70-32f5d71ee889 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (8eb3bafa-0275-4baf-b62b-26a49992af32), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:05.887701 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127523ac-8ffe-49aa-b63a-354bb7b7dd28 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Router b2631804-a35e-4193-bcfd-03f3f9ca7f10 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:15:05.926069 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2401f-8cd2-439a-89db-feb42380a6d3 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:15:05.926794 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2401f-8cd2-439a-89db-feb42380a6d3 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:15:05.927201 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0ec2401f-8cd2-439a-89db-feb42380a6d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:05.927602 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2401f-8cd2-439a-89db-feb42380a6d3 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:15:05.928695 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-0ec2401f-8cd2-439a-89db-feb42380a6d3 None None] Bound port: cf094577-79c1-441c-8b34-a9db8d118832, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:15:05.929026 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0ec2401f-8cd2-439a-89db-feb42380a6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (cf094577-79c1-441c-8b34-a9db8d118832), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:05.971856 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94654a-1ded-4f3c-9eae-fc5a2bba5bfe None None] Pushing event updated for resources: {'Port': ['ID=cf094577-79c1-441c-8b34-a9db8d118832,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:05.998148 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f129d8a3-47e7-4635-97f0-9cd0af941d62 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8441331 Feb 07 21:15:06.003342 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee143cd0-7c11-4197-9652-9ccd0ad8ca17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet e74c2f11-aefc-4e4b-9c6d-de38862fba75 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:15:06.005693 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35160) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:06.010647 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ee143cd0-7c11-4197-9652-9ccd0ad8ca17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (e74c2f11-aefc-4e4b-9c6d-de38862fba75), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:06.016783 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-588de4d5-6fb2-46af-ae1d-f79ca9002a68 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1458749503'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:06.049181 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-035471ab-ed0c-4cc6-8c53-9725c1dae3b2 req-423b17af-73c2-4a36-8a70-32f5d71ee889 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] No DVR routers for this DVR port 8eb3bafa-0275-4baf-b62b-26a49992af32 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:15:06.051376 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b17af-73c2-4a36-8a70-32f5d71ee889 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Pushing event deleted for resources: {'Port': ['ID=8eb3bafa-0275-4baf-b62b-26a49992af32,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:06.058315 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129d8a3-47e7-4635-97f0-9cd0af941d62 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Pushing event updated for resources: {'Network': ['ID=4d7c3275-3872-413e-9f26-c18a0f9f4188,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:06.064343 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-035471ab-ed0c-4cc6-8c53-9725c1dae3b2 req-423b17af-73c2-4a36-8a70-32f5d71ee889 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:06.066792 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588de4d5-6fb2-46af-ae1d-f79ca9002a68 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Made reservation on behalf of 5e04ce7abb9b4f1698af407b79b8de81 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:15:06.071222 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-588de4d5-6fb2-46af-ae1d-f79ca9002a68 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:06.072938 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-035471ab-ed0c-4cc6-8c53-9725c1dae3b2 req-423b17af-73c2-4a36-8a70-32f5d71ee889 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.71 "DELETE /v2.0/ports/8eb3bafa-0275-4baf-b62b-26a49992af32 HTTP/1.1" status: 204 len: 173 time: 3.3835423 Feb 07 21:15:06.073453 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841', 'name': 'network-vif-deleted', 'tag': '8eb3bafa-0275-4baf-b62b-26a49992af32'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:15:06.076009 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2146662c-b85d-41e1-9d4a-c32349a02cfb" -d '{"events": [{"server_uuid": "ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841", "name": "network-vif-deleted", "tag": "8eb3bafa-0275-4baf-b62b-26a49992af32"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:15:06.091765 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 4d7c3275-3872-413e-9f26-c18a0f9f4188 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:15:06.122735 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350fcb4-5059-42f7-8c57-cd46f91c05c9 req-0e4bd5a7-c976-4b88-b44f-865ec484df92 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:06.125638 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ee143cd0-7c11-4197-9652-9ccd0ad8ca17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (e74c2f11-aefc-4e4b-9c6d-de38862fba75), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:06.126310 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a350fcb4-5059-42f7-8c57-cd46f91c05c9 req-0e4bd5a7-c976-4b88-b44f-865ec484df92 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841 HTTP/1.1" status: 200 len: 868 time: 0.4729629 Feb 07 21:15:06.156087 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588de4d5-6fb2-46af-ae1d-f79ca9002a68 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:15:06.176448 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-588de4d5-6fb2-46af-ae1d-f79ca9002a68 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (c1ab8388-3f64-40a4-8bfd-57d1aeea57d6), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:06.176863 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-588de4d5-6fb2-46af-ae1d-f79ca9002a68 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Added segment c1ab8388-3f64-40a4-8bfd-57d1aeea57d6 of type vlan for network f0023157-44f0-462e-aa0d-1900b86ec5ff Feb 07 21:15:06.193587 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ee143cd0-7c11-4197-9652-9ccd0ad8ca17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (e74c2f11-aefc-4e4b-9c6d-de38862fba75), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:06.258792 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-588de4d5-6fb2-46af-ae1d-f79ca9002a68 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (f0023157-44f0-462e-aa0d-1900b86ec5ff), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:06.301294 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-588de4d5-6fb2-46af-ae1d-f79ca9002a68 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (f0023157-44f0-462e-aa0d-1900b86ec5ff), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:06.307408 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588de4d5-6fb2-46af-ae1d-f79ca9002a68 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:06.308109 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-588de4d5-6fb2-46af-ae1d-f79ca9002a68 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:06.317687 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ee143cd0-7c11-4197-9652-9ccd0ad8ca17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (e74c2f11-aefc-4e4b-9c6d-de38862fba75), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:06.342381 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3afb68db-fd33-4728-929c-781975cf72d0 req-4023070a-2c33-4cbf-ac0a-d8f3a129fbcf service neutron] 10.222.0.65 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6796529 Feb 07 21:15:06.352701 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0ec2401f-8cd2-439a-89db-feb42380a6d3 None None] For port cf094577-79c1-441c-8b34-a9db8d118832, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:15:06.409958 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0ec2401f-8cd2-439a-89db-feb42380a6d3 None None] For port cf094577-79c1-441c-8b34-a9db8d118832, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=cf094577-79c1-441c-8b34-a9db8d118832,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:15:06.411415 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 614a535e-0e93-4cbd-8bf4-8100c3a05d3e is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:06.417519 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a350fcb4-5059-42f7-8c57-cd46f91c05c9 req-17763b80-1898-4421-aac4-3dfc3f748ad4 tempest-ServersNegativeTestJSON-748286861 tempest-ServersNegativeTestJSON-748286861-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f736cbe-bbff-44f0-923e-de8ebd16a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639025 Feb 07 21:15:06.432370 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ee143cd0-7c11-4197-9652-9ccd0ad8ca17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:06.436802 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ee143cd0-7c11-4197-9652-9ccd0ad8ca17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/e74c2f11-aefc-4e4b-9c6d-de38862fba75 HTTP/1.1" status: 204 len: 168 time: 0.5904026 Feb 07 21:15:06.440149 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0ec2401f-8cd2-439a-89db-feb42380a6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (cf094577-79c1-441c-8b34-a9db8d118832), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:06.447158 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35164) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:06.494056 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee143cd0-7c11-4197-9652-9ccd0ad8ca17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=e74c2f11-aefc-4e4b-9c6d-de38862fba75,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:06.538911 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee143cd0-7c11-4197-9652-9ccd0ad8ca17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:06.542054 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee143cd0-7c11-4197-9652-9ccd0ad8ca17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:06.542870 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee143cd0-7c11-4197-9652-9ccd0ad8ca17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:06.546590 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee143cd0-7c11-4197-9652-9ccd0ad8ca17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:06.546963 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee143cd0-7c11-4197-9652-9ccd0ad8ca17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:06.547404 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee143cd0-7c11-4197-9652-9ccd0ad8ca17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:06.547850 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee143cd0-7c11-4197-9652-9ccd0ad8ca17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:06.549122 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee143cd0-7c11-4197-9652-9ccd0ad8ca17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:06.549565 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee143cd0-7c11-4197-9652-9ccd0ad8ca17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:06.550416 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee143cd0-7c11-4197-9652-9ccd0ad8ca17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:06.555711 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee143cd0-7c11-4197-9652-9ccd0ad8ca17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:06.556365 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee143cd0-7c11-4197-9652-9ccd0ad8ca17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:06.556987 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee143cd0-7c11-4197-9652-9ccd0ad8ca17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:06.561034 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94654a-1ded-4f3c-9eae-fc5a2bba5bfe None None] Pushing event updated for resources: {'Port': ['ID=cf094577-79c1-441c-8b34-a9db8d118832,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:06.577518 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-588de4d5-6fb2-46af-ae1d-f79ca9002a68 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5625327 Feb 07 21:15:06.592357 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588de4d5-6fb2-46af-ae1d-f79ca9002a68 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Pushing event updated for resources: {'Network': ['ID=f0023157-44f0-462e-aa0d-1900b86ec5ff,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:06.619107 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127523ac-8ffe-49aa-b63a-354bb7b7dd28 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:15:06.626793 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a21b525-3e40-4431-b5c9-af0cf819aeb0 x-openstack-request-id: req-9a21b525-3e40-4431-b5c9-af0cf819aeb0 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:15:06.628078 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841", "name": "network-vif-deleted", "tag": "8eb3bafa-0275-4baf-b62b-26a49992af32", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:15:06.628382 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9a21b525-3e40-4431-b5c9-af0cf819aeb0 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:15:06.628796 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce43e3d8-fa1f-4eae-a47f-e3c7cc47f841', 'name': 'network-vif-deleted', 'tag': '8eb3bafa-0275-4baf-b62b-26a49992af32', 'status': 'completed', 'code': 200} Feb 07 21:15:06.636717 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7688e7-e45f-4179-8f48-876330de022e None None] Sync routers for ids ['b2631804-a35e-4193-bcfd-03f3f9ca7f10'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:15:06.649727 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-a7885031-08cd-46bd-a8e8-9a161390defb admin admin] Allocated IP 172.20.0.1 (f43de966-15ce-4b1f-b10e-83f22f2590e3/3b8d2a98-b623-4e92-ac4e-e76af5aa2da0/4625604a-37ee-4ee4-a97d-9b51e1962e7e) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:15:06.664642 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7688e7-e45f-4179-8f48-876330de022e None None] Routers {'b2631804-a35e-4193-bcfd-03f3f9ca7f10'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:15:06.666481 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7d7688e7-e45f-4179-8f48-876330de022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:14:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b2631804-a35e-4193-bcfd-03f3f9ca7f10'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:06.753116 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 8eb3bafa-0275-4baf-b62b-26a49992af32 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:15:06.754822 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network f0023157-44f0-462e-aa0d-1900b86ec5ff details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:15:06.800630 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35172) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:06.806579 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b545b1e5-331a-4b33-9711-d5dc29c9fa0a tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Request body: {'subnets': [{'network_id': '4d7c3275-3872-413e-9f26-c18a0f9f4188', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2028106746', 'ip_version': 4}, {'network_id': 'f0023157-44f0-462e-aa0d-1900b86ec5ff', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:06.807027 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b545b1e5-331a-4b33-9711-d5dc29c9fa0a tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Request body: {'subnet': {'network_id': '4d7c3275-3872-413e-9f26-c18a0f9f4188', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2028106746', 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:06.807851 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b545b1e5-331a-4b33-9711-d5dc29c9fa0a tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Request body: {'subnet': {'network_id': 'f0023157-44f0-462e-aa0d-1900b86ec5ff', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:06.884118 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3e70266f-2345-4515-8930-dea184110866 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4292598 Feb 07 21:15:06.920996 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-127523ac-8ffe-49aa-b63a-354bb7b7dd28 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:06.927755 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35174) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:06.939901 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d7bece53-97c9-4d81-a384-769f987ffb51 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:06.954466 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-7d7688e7-e45f-4179-8f48-876330de022e None None] Set router b2631804-a35e-4193-bcfd-03f3f9ca7f10 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:15:07.079211 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 759d128f-01c5-43c3-9205-ece5638c1c04 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:15:07.091872 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec2401f-8cd2-439a-89db-feb42380a6d3 None None] Routers {'ab59e548-d6a5-423e-a856-dd909b61bd5b'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:15:07.091872 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0ec2401f-8cd2-439a-89db-feb42380a6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:14:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ab59e548-d6a5-423e-a856-dd909b61bd5b'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:07.101066 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 8eb3bafa-0275-4baf-b62b-26a49992af32 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:15:07.101472 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 8eb3bafa-0275-4baf-b62b-26a49992af32 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:15:07.129664 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a6b2148-a0f4-4f21-85be-f3ea82a0823b req-6d94e102-4201-4124-8cbc-a69aea8c4230 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 210 time: 0.2355676 Feb 07 21:15:07.169467 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b545b1e5-331a-4b33-9711-d5dc29c9fa0a tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Made reservation on behalf of 5e04ce7abb9b4f1698af407b79b8de81 for: {'subnet': 2} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:15:07.174220 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b545b1e5-331a-4b33-9711-d5dc29c9fa0a tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:07.174621 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b545b1e5-331a-4b33-9711-d5dc29c9fa0a tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:07.213171 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-127523ac-8ffe-49aa-b63a-354bb7b7dd28 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "PUT /v2.0/floatingips/97d65952-de99-406f-843b-4236bdfc465f HTTP/1.1" status: 200 len: 992 time: 6.7780242 Feb 07 21:15:07.274073 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bece53-97c9-4d81-a384-769f987ffb51 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:15:07.278132 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7bece53-97c9-4d81-a384-769f987ffb51 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:07.358550 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-0ec2401f-8cd2-439a-89db-feb42380a6d3 None None] Set router ab59e548-d6a5-423e-a856-dd909b61bd5b gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:15:07.430230 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7885031-08cd-46bd-a8e8-9a161390defb admin admin] Publish callbacks [] for port (4625604a-37ee-4ee4-a97d-9b51e1962e7e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:07.498740 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7d7688e7-e45f-4179-8f48-876330de022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'name': 'tempest-AttachVolumeTestJSON-65258003-router', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '6e8f5769-8d28-4772-968e-306256e6c687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:52Z', 'updated_at': '2022-02-07T21:07:58Z', 'revision_number': 4, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'gw_port': {'id': '6e8f5769-8d28-4772-968e-306256e6c687', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:53Z', 'updated_at': '2022-02-07T21:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '97d65952-de99-406f-843b-4236bdfc465f', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'floating_ip_address': '172.25.4.138', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'port_id': 'e3c4d5bc-90a3-4685-911a-20840d1ad144', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5', 'mac_address': 'fa:16:3e:ca:fa:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664e2b16-aea2-49c4-bebb-01f7f7205096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:14:30Z', 'updated_at': '2022-02-07T21:15:02Z', 'revision_number': 1, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd167db-d6bb-4010-aa3e-81634840f6cb', 'name': '', 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'mac_address': 'fa:16:3e:d6:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:57Z', 'updated_at': '2022-02-07T21:08:04Z', 'revision_number': 5, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'subnets': [{'id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:07.505553 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7f1ed8-0afe-4ab8-adf2-d15070a67192 None None] Update dhcp port {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'fixed_ips': [{'subnet_id': 'e74c2f11-aefc-4e4b-9c6d-de38862fba75'}], 'binding:host_id': 'n-d-828185-2'}, 'id': '32751f48-77bb-4c20-a281-6fc2d3008d01'} from n-d-828185-2. {{(pid=103257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 21:15:07.514693 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35186) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:07.558901 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7688e7-e45f-4179-8f48-876330de022e None None] Checking router: b2631804-a35e-4193-bcfd-03f3f9ca7f10 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:15:07.582850 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7688e7-e45f-4179-8f48-876330de022e None None] Routers {'b2631804-a35e-4193-bcfd-03f3f9ca7f10'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:15:07.583485 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7d7688e7-e45f-4179-8f48-876330de022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:14:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b2631804-a35e-4193-bcfd-03f3f9ca7f10'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:07.584402 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b672b1d-7885-4fb8-8317-d3555a8a396c req-1787dbcf-2708-4ef4-a83d-53ef46899025 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:07.586291 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3b672b1d-7885-4fb8-8317-d3555a8a396c req-1787dbcf-2708-4ef4-a83d-53ef46899025 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 946 time: 0.2304070 Feb 07 21:15:07.643662 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ec7f1ed8-0afe-4ab8-adf2-d15070a67192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (32751f48-77bb-4c20-a281-6fc2d3008d01), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:07.661144 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3638ae2-3c7e-4711-ab64-2dcc72c2202d admin admin] Deleting subnet 226d5f88-28a2-4f0a-937f-719b03b2d28a {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:15:07.665464 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3638ae2-3c7e-4711-ab64-2dcc72c2202d admin admin] Publish callbacks [] for subnet (226d5f88-28a2-4f0a-937f-719b03b2d28a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:07.710994 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3638ae2-3c7e-4711-ab64-2dcc72c2202d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (226d5f88-28a2-4f0a-937f-719b03b2d28a), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:07.761557 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3638ae2-3c7e-4711-ab64-2dcc72c2202d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (226d5f88-28a2-4f0a-937f-719b03b2d28a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:07.827185 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dcb52e-e083-4f70-96d2-7baf724239db None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:15:07.838652 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 759d128f-01c5-43c3-9205-ece5638c1c04 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:07.839036 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (759d128f-01c5-43c3-9205-ece5638c1c04), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:07.891635 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7885031-08cd-46bd-a8e8-9a161390defb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (4625604a-37ee-4ee4-a97d-9b51e1962e7e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:07.966906 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3b672b1d-7885-4fb8-8317-d3555a8a396c req-00d53aa7-1dfb-440a-a484-81f249d2556d tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3687410 Feb 07 21:15:07.971749 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7885031-08cd-46bd-a8e8-9a161390defb admin admin] Network f43de966-15ce-4b1f-b10e-83f22f2590e3 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:15:07.981120 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a7885031-08cd-46bd-a8e8-9a161390defb admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:07.996364 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7885031-08cd-46bd-a8e8-9a161390defb admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:15:08.000457 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3638ae2-3c7e-4711-ab64-2dcc72c2202d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (226d5f88-28a2-4f0a-937f-719b03b2d28a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:08.013727 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b545b1e5-331a-4b33-9711-d5dc29c9fa0a tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (1d792c37-f24f-4cb4-a3c8-123a5e8c7390), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:08.086423 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-7d7688e7-e45f-4179-8f48-876330de022e None None] Set router b2631804-a35e-4193-bcfd-03f3f9ca7f10 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:15:08.150284 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545b1e5-331a-4b33-9711-d5dc29c9fa0a tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Pushing event updated for resources: {'Subnet': ['ID=1d792c37-f24f-4cb4-a3c8-123a5e8c7390,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:08.164683 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7885031-08cd-46bd-a8e8-9a161390defb admin admin] Pushing event updated for resources: {'Port': ['ID=4625604a-37ee-4ee4-a97d-9b51e1962e7e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:08.176162 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3638ae2-3c7e-4711-ab64-2dcc72c2202d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:08.190249 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c3638ae2-3c7e-4711-ab64-2dcc72c2202d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/226d5f88-28a2-4f0a-937f-719b03b2d28a HTTP/1.1" status: 204 len: 168 time: 0.6662498 Feb 07 21:15:08.194571 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35192) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:08.204620 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3638ae2-3c7e-4711-ab64-2dcc72c2202d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=226d5f88-28a2-4f0a-937f-719b03b2d28a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:08.212562 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7bece53-97c9-4d81-a384-769f987ffb51 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (1366844b-3950-45b4-8f80-e7d071c2c2e7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:08.220136 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b545b1e5-331a-4b33-9711-d5dc29c9fa0a tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Checking segment: {'id': '4c3cc096-55cd-43fe-9acd-bfd7e68c3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4d7c3275-3872-413e-9f26-c18a0f9f4188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:15:08.229964 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b545b1e5-331a-4b33-9711-d5dc29c9fa0a tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Network hostable DHCP agents. Network: 4d7c3275-3872-413e-9f26-c18a0f9f4188, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:15:08.291301 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bece53-97c9-4d81-a384-769f987ffb51 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=1366844b-3950-45b4-8f80-e7d071c2c2e7,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:08.336779 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a340cb3f-cda4-4f36-b3ba-c897a8a1cfa6 req-d23d6f00-b3c3-4107-92f5-206b1d00c5cd tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 210 time: 0.0416429 Feb 07 21:15:08.350352 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bece53-97c9-4d81-a384-769f987ffb51 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:15:08.362031 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d7bece53-97c9-4d81-a384-769f987ffb51 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:08.372687 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bece53-97c9-4d81-a384-769f987ffb51 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:08.373287 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7bece53-97c9-4d81-a384-769f987ffb51 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:08.402933 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7885031-08cd-46bd-a8e8-9a161390defb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (ab59e548-d6a5-423e-a856-dd909b61bd5b), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:08.441595 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b545b1e5-331a-4b33-9711-d5dc29c9fa0a tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Network 4d7c3275-3872-413e-9f26-c18a0f9f4188 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:15:08.479851 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7d7688e7-e45f-4179-8f48-876330de022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'name': 'tempest-AttachVolumeTestJSON-65258003-router', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '6e8f5769-8d28-4772-968e-306256e6c687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:52Z', 'updated_at': '2022-02-07T21:07:58Z', 'revision_number': 4, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'gw_port': {'id': '6e8f5769-8d28-4772-968e-306256e6c687', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:53Z', 'updated_at': '2022-02-07T21:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '97d65952-de99-406f-843b-4236bdfc465f', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'floating_ip_address': '172.25.4.138', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'port_id': 'e3c4d5bc-90a3-4685-911a-20840d1ad144', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5', 'mac_address': 'fa:16:3e:ca:fa:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664e2b16-aea2-49c4-bebb-01f7f7205096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:14:30Z', 'updated_at': '2022-02-07T21:15:02Z', 'revision_number': 1, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd167db-d6bb-4010-aa3e-81634840f6cb', 'name': '', 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'mac_address': 'fa:16:3e:d6:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:57Z', 'updated_at': '2022-02-07T21:08:04Z', 'revision_number': 5, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'subnets': [{'id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:08.482638 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-b545b1e5-331a-4b33-9711-d5dc29c9fa0a tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 4d7c3275-3872-413e-9f26-c18a0f9f4188) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:08.497210 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea2fa401-0782-4a50-86f2-7fa0ea2431f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (fea6e7e3-47f5-4ada-86ca-f855bc01cae1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:08.498363 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d7bece53-97c9-4d81-a384-769f987ffb51 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5648100 Feb 07 21:15:08.499113 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35194) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:08.508451 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b545b1e5-331a-4b33-9711-d5dc29c9fa0a tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (11f3317e-588a-4b90-99e0-758124da81fc), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:08.518595 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020acd53-50aa-4f27-a2de-839313039681 None None] Network 4d7c3275-3872-413e-9f26-c18a0f9f4188 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:15:08.521405 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-997a5277-1e10-4f4e-be52-e5032d34a111 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-418487172', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:08.536922 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-274f7257-3392-4a46-a569-732ac4996862 None None] Provisioning complete for port 4625604a-37ee-4ee4-a97d-9b51e1962e7e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:08.537807 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-274f7257-3392-4a46-a569-732ac4996862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4625604a-37ee-4ee4-a97d-9b51e1962e7e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:08.554657 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7688e7-e45f-4179-8f48-876330de022e None None] The sync data for ids ['b2631804-a35e-4193-bcfd-03f3f9ca7f10'] in n-d-828185-2 is: [{'id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'name': 'tempest-AttachVolumeTestJSON-65258003-router', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '6e8f5769-8d28-4772-968e-306256e6c687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:52Z', 'updated_at': '2022-02-07T21:07:58Z', 'revision_number': 4, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'gw_port': {'id': '6e8f5769-8d28-4772-968e-306256e6c687', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:53Z', 'updated_at': '2022-02-07T21:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '97d65952-de99-406f-843b-4236bdfc465f', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'floating_ip_address': '172.25.4.138', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'port_id': 'e3c4d5bc-90a3-4685-911a-20840d1ad144', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5', 'mac_address': 'fa:16:3e:ca:fa:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664e2b16-aea2-49c4-bebb-01f7f7205096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:14:30Z', 'updated_at': '2022-02-07T21:15:02Z', 'revision_number': 1, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd167db-d6bb-4010-aa3e-81634840f6cb', 'name': '', 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'mac_address': 'fa:16:3e:d6:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:57Z', 'updated_at': '2022-02-07T21:08:04Z', 'revision_number': 5, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'subnets': [{'id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:15:08.588497 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-997a5277-1e10-4f4e-be52-e5032d34a111 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (050a7ed8-5bc2-480d-941f-268ad106749f), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:08.590152 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-997a5277-1e10-4f4e-be52-e5032d34a111 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (050a7ed8-5bc2-480d-941f-268ad106749f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:08.671501 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 759d128f-01c5-43c3-9205-ece5638c1c04 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:08.750037 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545b1e5-331a-4b33-9711-d5dc29c9fa0a tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Pushing event updated for resources: {'Subnet': ['ID=11f3317e-588a-4b90-99e0-758124da81fc,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:08.813619 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e16d7c-bc19-4dc3-b37a-2338134db95a None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:15:08.856457 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b545b1e5-331a-4b33-9711-d5dc29c9fa0a tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Checking segment: {'id': 'c1ab8388-3f64-40a4-8bfd-57d1aeea57d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f0023157-44f0-462e-aa0d-1900b86ec5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:15:08.856838 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b545b1e5-331a-4b33-9711-d5dc29c9fa0a tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Network hostable DHCP agents. Network: f0023157-44f0-462e-aa0d-1900b86ec5ff, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:15:08.867067 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea2fa401-0782-4a50-86f2-7fa0ea2431f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (fea6e7e3-47f5-4ada-86ca-f855bc01cae1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:08.873277 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-274f7257-3392-4a46-a569-732ac4996862 None None] Port 4625604a-37ee-4ee4-a97d-9b51e1962e7e cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:15:08.879507 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c67fbf3-36bc-4b1d-a097-657aaf93789e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-4d7c3275-3872-413e-9f26-c18a0f9f4188', 'network_id': '4d7c3275-3872-413e-9f26-c18a0f9f4188', 'project_id': '5e04ce7abb9b4f1698af407b79b8de81', 'fixed_ips': [{'subnet_id': '1d792c37-f24f-4cb4-a3c8-123a5e8c7390'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:15:08.880543 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c67fbf3-36bc-4b1d-a097-657aaf93789e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:08.911448 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ea2fa401-0782-4a50-86f2-7fa0ea2431f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea6e7e3-47f5-4ada-86ca-f855bc01cae1']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:08.928676 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b545b1e5-331a-4b33-9711-d5dc29c9fa0a tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Network f0023157-44f0-462e-aa0d-1900b86ec5ff is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:15:08.934458 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ea2fa401-0782-4a50-86f2-7fa0ea2431f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17188d4-7793-4980-b0e3-bff9438995bd') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:08.934753 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ea2fa401-0782-4a50-86f2-7fa0ea2431f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17188d4-7793-4980-b0e3-bff9438995bd') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:08.941028 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0ec2401f-8cd2-439a-89db-feb42380a6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'name': 'tempest-ServersTestBootFromVolume-1868552634-router', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:52Z', 'updated_at': '2022-02-07T21:14:57Z', 'revision_number': 3, 'project_id': '7f690b77bf0b4a1d910f8e3395b23494', 'gw_port': {'id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:55Z', 'updated_at': '2022-02-07T21:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:08.967495 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea2fa401-0782-4a50-86f2-7fa0ea2431f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (d17188d4-7793-4980-b0e3-bff9438995bd), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:08.977968 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-b545b1e5-331a-4b33-9711-d5dc29c9fa0a tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, f0023157-44f0-462e-aa0d-1900b86ec5ff) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:08.994190 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b545b1e5-331a-4b33-9711-d5dc29c9fa0a tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:08.996056 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b545b1e5-331a-4b33-9711-d5dc29c9fa0a tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:08.999548 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b545b1e5-331a-4b33-9711-d5dc29c9fa0a tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:09.029674 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea2fa401-0782-4a50-86f2-7fa0ea2431f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (d17188d4-7793-4980-b0e3-bff9438995bd), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:09.045296 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2fa401-0782-4a50-86f2-7fa0ea2431f6 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:15:09.046284 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea2fa401-0782-4a50-86f2-7fa0ea2431f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (d17188d4-7793-4980-b0e3-bff9438995bd), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:09.097557 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c381845d-edc5-46ab-9ae2-8413758d5138 None None] Network f0023157-44f0-462e-aa0d-1900b86ec5ff requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:15:09.100811 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa83cc4c-5d5d-469a-aca3-283c782766c7 None None] New status for floating IP 97d65952-de99-406f-843b-4236bdfc465f: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:15:09.108459 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec2401f-8cd2-439a-89db-feb42380a6d3 None None] The sync data for ids ['ab59e548-d6a5-423e-a856-dd909b61bd5b'] in n-d-828185-2 is: [{'id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'name': 'tempest-ServersTestBootFromVolume-1868552634-router', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:52Z', 'updated_at': '2022-02-07T21:14:57Z', 'revision_number': 3, 'project_id': '7f690b77bf0b4a1d910f8e3395b23494', 'gw_port': {'id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:55Z', 'updated_at': '2022-02-07T21:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:15:09.177639 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:15:09.191552 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b545b1e5-331a-4b33-9711-d5dc29c9fa0a tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.3889232 Feb 07 21:15:09.195424 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35200) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:09.242629 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea2fa401-0782-4a50-86f2-7fa0ea2431f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (fea6e7e3-47f5-4ada-86ca-f855bc01cae1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:09.248561 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea2fa401-0782-4a50-86f2-7fa0ea2431f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:09.256621 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ea2fa401-0782-4a50-86f2-7fa0ea2431f6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/fea6e7e3-47f5-4ada-86ca-f855bc01cae1 HTTP/1.1" status: 204 len: 168 time: 1.0603106 Feb 07 21:15:09.291485 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fa401-0782-4a50-86f2-7fa0ea2431f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fea6e7e3-47f5-4ada-86ca-f855bc01cae1,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:09.303184 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664e2b16-aea2-49c4-bebb-01f7f7205096', 'tag': 'e3c4d5bc-90a3-4685-911a-20840d1ad144'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:15:09.305427 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d08ea5-e0db-43ad-a75c-10b93213bfeb" -d '{"events": [{"name": "network-changed", "server_uuid": "664e2b16-aea2-49c4-bebb-01f7f7205096", "tag": "e3c4d5bc-90a3-4685-911a-20840d1ad144"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:15:09.339456 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b162eb31-063b-4653-81df-a8f485e37587 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:09.344674 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b162eb31-063b-4653-81df-a8f485e37587 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:09.348901 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b162eb31-063b-4653-81df-a8f485e37587 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:09.354185 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b162eb31-063b-4653-81df-a8f485e37587 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1594987 Feb 07 21:15:09.359220 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35206) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:09.408991 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7188f5d-de7e-41e6-a00e-8c64643ac452 x-openstack-request-id: req-c7188f5d-de7e-41e6-a00e-8c64643ac452 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:15:09.409169 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664e2b16-aea2-49c4-bebb-01f7f7205096", "tag": "e3c4d5bc-90a3-4685-911a-20840d1ad144", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:15:09.409404 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c7188f5d-de7e-41e6-a00e-8c64643ac452 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:15:09.409799 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664e2b16-aea2-49c4-bebb-01f7f7205096', 'tag': 'e3c4d5bc-90a3-4685-911a-20840d1ad144', 'status': 'completed', 'code': 200} Feb 07 21:15:09.567893 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35210) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:09.582151 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-0c67fbf3-36bc-4b1d-a097-657aaf93789e None None] Allocated IP 172.20.0.2 (4d7c3275-3872-413e-9f26-c18a0f9f4188/1d792c37-f24f-4cb4-a3c8-123a5e8c7390/b9dd40d6-7606-4e0d-8888-dad765610072) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:15:09.594290 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c5cad-14ca-47e6-9b90-b96684c5e5d0 req-1c25d36c-d9e9-4946-8589-8d80b1a3532b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:09.605828 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-549c5cad-14ca-47e6-9b90-b96684c5e5d0 req-1c25d36c-d9e9-4946-8589-8d80b1a3532b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 946 time: 0.2848580 Feb 07 21:15:09.617756 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbda98a-bbe6-4c6b-8014-a5378624b594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-f0023157-44f0-462e-aa0d-1900b86ec5ff', 'network_id': 'f0023157-44f0-462e-aa0d-1900b86ec5ff', 'project_id': '5e04ce7abb9b4f1698af407b79b8de81', 'fixed_ips': [{'subnet_id': '11f3317e-588a-4b90-99e0-758124da81fc'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:15:09.618973 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bbbda98a-bbe6-4c6b-8014-a5378624b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:09.692157 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ddcef4d-8139-49a6-aa66-4d42f6ecfc64 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Deleting subnet 1d792c37-f24f-4cb4-a3c8-123a5e8c7390 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:15:09.705947 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-997a5277-1e10-4f4e-be52-e5032d34a111 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for router_controller (050a7ed8-5bc2-480d-941f-268ad106749f), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:09.708325 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8a19bff-5ffc-4692-872c-f5b3a9e4df76 req-083aabd1-2508-45ca-a872-429e0b8e9dc3 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 210 time: 0.1651306 Feb 07 21:15:09.736059 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-997a5277-1e10-4f4e-be52-e5032d34a111 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (050a7ed8-5bc2-480d-941f-268ad106749f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:09.751990 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-31891076-94db-43bb-be81-b2b2b3684f28 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=55db8492f6dd45429fe0e2523287a174&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1811597 Feb 07 21:15:09.757768 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35212) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:09.802305 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d08ea5-e0db-43ad-a75c-10b93213bfeb req-1ce117ef-b4a2-48cf-bfee-fc9559e9f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:09.804168 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-57d08ea5-e0db-43ad-a75c-10b93213bfeb req-1ce117ef-b4a2-48cf-bfee-fc9559e9f36a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f5a2142112eb4c46a5e7f5feebf5df31&device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 1128 time: 0.3482568 Feb 07 21:15:09.811264 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7885031-08cd-46bd-a8e8-9a161390defb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4625604a-37ee-4ee4-a97d-9b51e1962e7e), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:09.840197 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb68db-fd33-4728-929c-781975cf72d0 req-11a77032-84d4-4e44-968f-f101ad8cbea4 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:09.841865 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3afb68db-fd33-4728-929c-781975cf72d0 req-11a77032-84d4-4e44-968f-f101ad8cbea4 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.71 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 812 time: 0.5318680 Feb 07 21:15:09.850283 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-997a5277-1e10-4f4e-be52-e5032d34a111 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:09.851537 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-997a5277-1e10-4f4e-be52-e5032d34a111 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3493960 Feb 07 21:15:09.857977 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35214) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:09.862553 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-549c5cad-14ca-47e6-9b90-b96684c5e5d0 req-586a44f4-48b1-41fc-953c-a8ae23c8cfb7 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657534 Feb 07 21:15:09.934455 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3afb68db-fd33-4728-929c-781975cf72d0 req-1b45c983-60be-4b8e-9df2-0e66bfe24d8f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9 HTTP/1.1" status: 200 len: 379 time: 0.0813556 Feb 07 21:15:09.943482 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-3afb68db-fd33-4728-929c-781975cf72d0 req-ad6c15c2-9e36-43e3-ad5f-7e30adb5b05f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Request body: {'port': {'device_id': '77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34', 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0', 'admin_state_up': True, 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'security_groups': ['94f6c2c7-562b-4000-8805-6602bc96ef84']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:09.986549 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-bbbda98a-bbe6-4c6b-8014-a5378624b594 None None] Allocated IP 172.20.0.18 (f0023157-44f0-462e-aa0d-1900b86ec5ff/11f3317e-588a-4b90-99e0-758124da81fc/7b77d448-dabb-48bf-8bda-5781fcd2048a) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:15:09.998482 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c643221a-9bbb-41b0-a145-22dd0cc1911d None None] Update dhcp port {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'fixed_ips': [{'subnet_id': '1366844b-3950-45b4-8f80-e7d071c2c2e7'}], 'binding:host_id': 'n-d-828185-2'}, 'id': '32751f48-77bb-4c20-a281-6fc2d3008d01'} from n-d-828185-2. {{(pid=103257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 21:15:10.056027 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc7422e3-8c79-4339-973f-25a1c7b03e6d admin admin] Publish callbacks [] for security_group (7f736cbe-bbff-44f0-923e-de8ebd16a2cb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:10.144196 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc7422e3-8c79-4339-973f-25a1c7b03e6d admin admin] Publish callbacks [] for security_group (7f736cbe-bbff-44f0-923e-de8ebd16a2cb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:10.167548 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c643221a-9bbb-41b0-a145-22dd0cc1911d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (32751f48-77bb-4c20-a281-6fc2d3008d01), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:10.229341 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3afb68db-fd33-4728-929c-781975cf72d0 req-ad6c15c2-9e36-43e3-ad5f-7e30adb5b05f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Made reservation on behalf of 20dde7e4922943ecbb5ccb76ad52e1a9 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:15:10.233165 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3afb68db-fd33-4728-929c-781975cf72d0 req-ad6c15c2-9e36-43e3-ad5f-7e30adb5b05f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:10.291983 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d08ea5-e0db-43ad-a75c-10b93213bfeb req-5cef899a-99f4-46ab-9083-08c42936d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:10.293467 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-57d08ea5-e0db-43ad-a75c-10b93213bfeb req-5cef899a-99f4-46ab-9083-08c42936d79a service neutron] 10.222.0.69 "GET /v2.0/networks?id=16d43ce3-c262-4644-8d8c-68d5b7d28be5 HTTP/1.1" status: 200 len: 910 time: 0.4786990 Feb 07 21:15:10.401027 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7885031-08cd-46bd-a8e8-9a161390defb admin admin] Publish callbacks [] for port (4625604a-37ee-4ee4-a97d-9b51e1962e7e), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:10.405909 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c67fbf3-36bc-4b1d-a097-657aaf93789e None None] Publish callbacks [] for port (b9dd40d6-7606-4e0d-8888-dad765610072), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:10.410164 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7885031-08cd-46bd-a8e8-9a161390defb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (4625604a-37ee-4ee4-a97d-9b51e1962e7e), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:10.439754 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ddcef4d-8139-49a6-aa66-4d42f6ecfc64 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks [] for subnet (1d792c37-f24f-4cb4-a3c8-123a5e8c7390), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:10.445496 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c67fbf3-36bc-4b1d-a097-657aaf93789e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (b9dd40d6-7606-4e0d-8888-dad765610072), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:10.481666 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-3afb68db-fd33-4728-929c-781975cf72d0 req-ad6c15c2-9e36-43e3-ad5f-7e30adb5b05f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Allocated IP 172.20.0.12 (30b9222e-e3f7-4412-8b63-9320a43406d0/59eaac6e-e46d-4028-b7b2-899f00c5ee97/17dc58fa-1248-4f88-b868-ac032c41d000) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:15:10.498139 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67fbf3-36bc-4b1d-a097-657aaf93789e None None] Pushing event updated for resources: {'Port': ['ID=b9dd40d6-7606-4e0d-8888-dad765610072,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:10.517613 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bbbda98a-bbe6-4c6b-8014-a5378624b594 None None] Publish callbacks [] for port (7b77d448-dabb-48bf-8bda-5781fcd2048a), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:10.532120 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c67fbf3-36bc-4b1d-a097-657aaf93789e None None] Network 4d7c3275-3872-413e-9f26-c18a0f9f4188 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:15:10.536521 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bbbda98a-bbe6-4c6b-8014-a5378624b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (7b77d448-dabb-48bf-8bda-5781fcd2048a), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:10.545394 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-0c67fbf3-36bc-4b1d-a097-657aaf93789e None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:10.549489 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-c643221a-9bbb-41b0-a145-22dd0cc1911d None None] Allocated IP 2001:db8::2 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/1366844b-3950-45b4-8f80-e7d071c2c2e7/32751f48-77bb-4c20-a281-6fc2d3008d01) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:15:10.553625 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-57d08ea5-e0db-43ad-a75c-10b93213bfeb req-c337ce4a-b350-4c00-9681-72d684dbcab5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3c4d5bc-90a3-4685-911a-20840d1ad144 HTTP/1.1" status: 200 len: 1002 time: 0.2510080 Feb 07 21:15:10.556799 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c67fbf3-36bc-4b1d-a097-657aaf93789e None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:15:10.558800 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ddcef4d-8139-49a6-aa66-4d42f6ecfc64 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (1d792c37-f24f-4cb4-a3c8-123a5e8c7390), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:10.568220 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7885031-08cd-46bd-a8e8-9a161390defb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (ab59e548-d6a5-423e-a856-dd909b61bd5b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:10.601545 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc7422e3-8c79-4339-973f-25a1c7b03e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (7f736cbe-bbff-44f0-923e-de8ebd16a2cb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:10.602326 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7885031-08cd-46bd-a8e8-9a161390defb admin admin] Pushing event updated for resources: {'Port': ['ID=4625604a-37ee-4ee4-a97d-9b51e1962e7e,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:10.604049 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc7422e3-8c79-4339-973f-25a1c7b03e6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:10.607587 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fc7422e3-8c79-4339-973f-25a1c7b03e6d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7f736cbe-bbff-44f0-923e-de8ebd16a2cb HTTP/1.1" status: 204 len: 168 time: 0.8464682 Feb 07 21:15:10.800186 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d08ea5-e0db-43ad-a75c-10b93213bfeb req-46f74688-5640-4b1e-846c-d39e52d1b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:10.812292 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-57d08ea5-e0db-43ad-a75c-10b93213bfeb req-46f74688-5640-4b1e-846c-d39e52d1b356 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14d3bb71-50ef-42a4-9bd8-c39c66580c69 HTTP/1.1" status: 200 len: 848 time: 0.2452455 Feb 07 21:15:10.814667 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7422e3-8c79-4339-973f-25a1c7b03e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f736cbe-bbff-44f0-923e-de8ebd16a2cb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:10.931429 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2ecb3b4-6319-4a66-af91-4baba975a147 req-794d4bb1-b93d-47fa-8f58-ce9fd54d65ea tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 210 time: 0.0510237 Feb 07 21:15:10.964719 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2a8f5890-7c8d-4c6f-9324-086f7dd7c2e9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:11.012471 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7885031-08cd-46bd-a8e8-9a161390defb admin admin] Network f43de966-15ce-4b1f-b10e-83f22f2590e3 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:15:11.054991 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbda98a-bbe6-4c6b-8014-a5378624b594 None None] Pushing event updated for resources: {'Port': ['ID=7b77d448-dabb-48bf-8bda-5781fcd2048a,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:11.076638 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a7885031-08cd-46bd-a8e8-9a161390defb admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:11.151985 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ddcef4d-8139-49a6-aa66-4d42f6ecfc64 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (1d792c37-f24f-4cb4-a3c8-123a5e8c7390), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:11.171129 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3afb68db-fd33-4728-929c-781975cf72d0 req-ad6c15c2-9e36-43e3-ad5f-7e30adb5b05f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks [] for port (17dc58fa-1248-4f88-b868-ac032c41d000), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:11.214868 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c643221a-9bbb-41b0-a145-22dd0cc1911d None None] For port 32751f48-77bb-4c20-a281-6fc2d3008d01, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=32751f48-77bb-4c20-a281-6fc2d3008d01,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:11.296266 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c643221a-9bbb-41b0-a145-22dd0cc1911d None None] Publish callbacks [] for port (32751f48-77bb-4c20-a281-6fc2d3008d01), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:11.302655 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device cf094577-79c1-441c-8b34-a9db8d118832 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:15:11.333588 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbda98a-bbe6-4c6b-8014-a5378624b594 None None] Network f0023157-44f0-462e-aa0d-1900b86ec5ff is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:15:11.392502 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c643221a-9bbb-41b0-a145-22dd0cc1911d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (32751f48-77bb-4c20-a281-6fc2d3008d01), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:11.529755 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd3569-92c3-4e93-8d79-0cdda5ec4c02 req-96201e7a-08e6-4c05-a54b-dde1c8730a6c tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:11.540591 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5dbd3569-92c3-4e93-8d79-0cdda5ec4c02 req-96201e7a-08e6-4c05-a54b-dde1c8730a6c tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 946 time: 0.4613016 Feb 07 21:15:11.562601 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-bbbda98a-bbe6-4c6b-8014-a5378624b594 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:11.588202 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbda98a-bbe6-4c6b-8014-a5378624b594 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:15:11.619313 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643221a-9bbb-41b0-a145-22dd0cc1911d None None] Pushing event updated for resources: {'Port': ['ID=32751f48-77bb-4c20-a281-6fc2d3008d01,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:11.658849 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3afb68db-fd33-4728-929c-781975cf72d0 req-ad6c15c2-9e36-43e3-ad5f-7e30adb5b05f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:11.668152 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7885031-08cd-46bd-a8e8-9a161390defb admin admin] Router ab59e548-d6a5-423e-a856-dd909b61bd5b has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:15:11.680057 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-0c67fbf3-36bc-4b1d-a097-657aaf93789e None None] Attempting to bind port b9dd40d6-7606-4e0d-8888-dad765610072 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:15:11.680982 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-0c67fbf3-36bc-4b1d-a097-657aaf93789e None None] Attempting to bind port b9dd40d6-7606-4e0d-8888-dad765610072 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '4c3cc096-55cd-43fe-9acd-bfd7e68c3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4d7c3275-3872-413e-9f26-c18a0f9f4188'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:15:11.681337 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c67fbf3-36bc-4b1d-a097-657aaf93789e None None] Attempting to bind port b9dd40d6-7606-4e0d-8888-dad765610072 on network 4d7c3275-3872-413e-9f26-c18a0f9f4188 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:15:11.720815 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c67fbf3-36bc-4b1d-a097-657aaf93789e None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:15:11.721626 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c67fbf3-36bc-4b1d-a097-657aaf93789e None None] Checking segment: {'id': '4c3cc096-55cd-43fe-9acd-bfd7e68c3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4d7c3275-3872-413e-9f26-c18a0f9f4188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:15:11.722267 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c67fbf3-36bc-4b1d-a097-657aaf93789e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:11.722895 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c67fbf3-36bc-4b1d-a097-657aaf93789e None None] Bound using segment: {'id': '4c3cc096-55cd-43fe-9acd-bfd7e68c3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4d7c3275-3872-413e-9f26-c18a0f9f4188'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:15:11.723631 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-0c67fbf3-36bc-4b1d-a097-657aaf93789e None None] Bound port: b9dd40d6-7606-4e0d-8888-dad765610072, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3cc096-55cd-43fe-9acd-bfd7e68c3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4d7c3275-3872-413e-9f26-c18a0f9f4188'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:15:11.724246 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c67fbf3-36bc-4b1d-a097-657aaf93789e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b9dd40d6-7606-4e0d-8888-dad765610072), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:11.870270 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3afb68db-fd33-4728-929c-781975cf72d0 req-ad6c15c2-9e36-43e3-ad5f-7e30adb5b05f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Network 30b9222e-e3f7-4412-8b63-9320a43406d0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:15:11.885474 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3fd5e69f-e47e-4e0d-8b91-b00e431c9804 None None] Provisioning complete for port 4625604a-37ee-4ee4-a97d-9b51e1962e7e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:11.885738 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5dbd3569-92c3-4e93-8d79-0cdda5ec4c02 req-19655cbd-8065-4107-9bd2-19419421a925 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3442264 Feb 07 21:15:11.885901 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3fd5e69f-e47e-4e0d-8b91-b00e431c9804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4625604a-37ee-4ee4-a97d-9b51e1962e7e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:11.894054 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-3afb68db-fd33-4728-929c-781975cf72d0 req-ad6c15c2-9e36-43e3-ad5f-7e30adb5b05f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:11.916970 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-bbbda98a-bbe6-4c6b-8014-a5378624b594 None None] Attempting to bind port 7b77d448-dabb-48bf-8bda-5781fcd2048a on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:15:11.924099 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-bbbda98a-bbe6-4c6b-8014-a5378624b594 None None] Attempting to bind port 7b77d448-dabb-48bf-8bda-5781fcd2048a by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'c1ab8388-3f64-40a4-8bfd-57d1aeea57d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f0023157-44f0-462e-aa0d-1900b86ec5ff'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:15:11.939258 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbda98a-bbe6-4c6b-8014-a5378624b594 None None] Attempting to bind port 7b77d448-dabb-48bf-8bda-5781fcd2048a on network f0023157-44f0-462e-aa0d-1900b86ec5ff {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:15:11.974217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afb68db-fd33-4728-929c-781975cf72d0 req-ad6c15c2-9e36-43e3-ad5f-7e30adb5b05f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:15:12.193815 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ddcef4d-8139-49a6-aa66-4d42f6ecfc64 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (1d792c37-f24f-4cb4-a3c8-123a5e8c7390), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:12.196839 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbda98a-bbe6-4c6b-8014-a5378624b594 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:15:12.197366 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbda98a-bbe6-4c6b-8014-a5378624b594 None None] Checking segment: {'id': 'c1ab8388-3f64-40a4-8bfd-57d1aeea57d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f0023157-44f0-462e-aa0d-1900b86ec5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:15:12.197681 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bbbda98a-bbe6-4c6b-8014-a5378624b594 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:12.197997 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbda98a-bbe6-4c6b-8014-a5378624b594 None None] Bound using segment: {'id': 'c1ab8388-3f64-40a4-8bfd-57d1aeea57d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f0023157-44f0-462e-aa0d-1900b86ec5ff'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:15:12.201038 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-bbbda98a-bbe6-4c6b-8014-a5378624b594 None None] Bound port: 7b77d448-dabb-48bf-8bda-5781fcd2048a, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ab8388-3f64-40a4-8bfd-57d1aeea57d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f0023157-44f0-462e-aa0d-1900b86ec5ff'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:15:12.201498 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bbbda98a-bbe6-4c6b-8014-a5378624b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (7b77d448-dabb-48bf-8bda-5781fcd2048a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:12.216999 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7885031-08cd-46bd-a8e8-9a161390defb admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:15:12.275253 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c15c2-9e36-43e3-ad5f-7e30adb5b05f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Pushing event updated for resources: {'Port': ['ID=17dc58fa-1248-4f88-b868-ac032c41d000,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:12.293478 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c67fbf3-36bc-4b1d-a097-657aaf93789e None None] For port b9dd40d6-7606-4e0d-8888-dad765610072, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:15:12.309751 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a7885031-08cd-46bd-a8e8-9a161390defb admin admin] 10.222.0.65 "PUT /v2.0/routers/ab59e548-d6a5-423e-a856-dd909b61bd5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7654641 Feb 07 21:15:12.314696 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddcef4d-8139-49a6-aa66-4d42f6ecfc64 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Pushing event deleted for resources: {'Subnet': ['ID=1d792c37-f24f-4cb4-a3c8-123a5e8c7390,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:12.331937 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d08ea5-e0db-43ad-a75c-10b93213bfeb req-d1376bfb-f2a6-43c5-b819-854d60e3c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:12.341018 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb68db-fd33-4728-929c-781975cf72d0 req-ad6c15c2-9e36-43e3-ad5f-7e30adb5b05f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:12.341754 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3afb68db-fd33-4728-929c-781975cf72d0 req-ad6c15c2-9e36-43e3-ad5f-7e30adb5b05f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:12.342791 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-57d08ea5-e0db-43ad-a75c-10b93213bfeb req-d1376bfb-f2a6-43c5-b819-854d60e3c910 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16d43ce3-c262-4644-8d8c-68d5b7d28be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.5062711 Feb 07 21:15:12.355453 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3fd5e69f-e47e-4e0d-8b91-b00e431c9804 None None] Port 4625604a-37ee-4ee4-a97d-9b51e1962e7e cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:15:12.375512 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c5665-33f4-4feb-a20e-4680cb047f96 req-6078caef-b648-4d01-9abc-d0a405a26958 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:12.379429 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c67fbf3-36bc-4b1d-a097-657aaf93789e None None] For port b9dd40d6-7606-4e0d-8888-dad765610072, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=b9dd40d6-7606-4e0d-8888-dad765610072,segment=NetworkSegment(4c3cc096-55cd-43fe-9acd-bfd7e68c3c08),segment_id=4c3cc096-55cd-43fe-9acd-bfd7e68c3c08)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:15:12.383500 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port cf094577-79c1-441c-8b34-a9db8d118832 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:12.384179 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (cf094577-79c1-441c-8b34-a9db8d118832), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:12.385754 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-994c5665-33f4-4feb-a20e-4680cb047f96 req-6078caef-b648-4d01-9abc-d0a405a26958 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 932 time: 0.1546140 Feb 07 21:15:12.427476 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ddcef4d-8139-49a6-aa66-4d42f6ecfc64 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:12.437780 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6ddcef4d-8139-49a6-aa66-4d42f6ecfc64 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] 10.222.0.65 "DELETE /v2.0/subnets/1d792c37-f24f-4cb4-a3c8-123a5e8c7390 HTTP/1.1" status: 204 len: 168 time: 3.0757315 Feb 07 21:15:12.482455 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c67fbf3-36bc-4b1d-a097-657aaf93789e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b9dd40d6-7606-4e0d-8888-dad765610072), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:12.484058 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35252) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:12.498765 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3afb68db-fd33-4728-929c-781975cf72d0 req-ad6c15c2-9e36-43e3-ad5f-7e30adb5b05f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5594239 Feb 07 21:15:12.527979 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-994c5665-33f4-4feb-a20e-4680cb047f96 req-fb8db4cc-a6fc-4bb6-82de-b5e7c89ab805 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371703 Feb 07 21:15:12.543974 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-3afb68db-fd33-4728-929c-781975cf72d0 req-c4554412-c667-456c-8267-39bb927105b7 service neutron] Request body: {'port': {'device_id': '77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:12.701362 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05937411-8e64-41f6-83c2-d416ba3f22f4 None None] Network 4d7c3275-3872-413e-9f26-c18a0f9f4188 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:15:12.704502 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-48f18458-cf71-4b76-a004-21cf912293ef None None] Provisioning complete for port 17dc58fa-1248-4f88-b868-ac032c41d000 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:12.705001 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-48f18458-cf71-4b76-a004-21cf912293ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:12.707382 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67fbf3-36bc-4b1d-a097-657aaf93789e None None] Pushing event updated for resources: {'Port': ['ID=b9dd40d6-7606-4e0d-8888-dad765610072,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:12.718510 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3afb68db-fd33-4728-929c-781975cf72d0 req-c4554412-c667-456c-8267-39bb927105b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:12.815881 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-bbbda98a-bbe6-4c6b-8014-a5378624b594 None None] For port 7b77d448-dabb-48bf-8bda-5781fcd2048a, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:15:12.860439 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-56bc1a67-df46-4537-a05d-d94bf3b524d1 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Deleting subnet 11f3317e-588a-4b90-99e0-758124da81fc {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:15:12.879522 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56bc1a67-df46-4537-a05d-d94bf3b524d1 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks [] for subnet (11f3317e-588a-4b90-99e0-758124da81fc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:12.923300 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-48f18458-cf71-4b76-a004-21cf912293ef None None] Port 17dc58fa-1248-4f88-b868-ac032c41d000 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:15:12.939840 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-bbbda98a-bbe6-4c6b-8014-a5378624b594 None None] For port 7b77d448-dabb-48bf-8bda-5781fcd2048a, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=7b77d448-dabb-48bf-8bda-5781fcd2048a,segment=NetworkSegment(c1ab8388-3f64-40a4-8bfd-57d1aeea57d6),segment_id=c1ab8388-3f64-40a4-8bfd-57d1aeea57d6)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:15:12.959578 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-57d08ea5-e0db-43ad-a75c-10b93213bfeb req-acd6b66a-ef9e-4330-9ecd-905e2009e939 service neutron] 10.222.0.69 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6005518 Feb 07 21:15:13.038444 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bbbda98a-bbe6-4c6b-8014-a5378624b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (7b77d448-dabb-48bf-8bda-5781fcd2048a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:13.060389 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56bc1a67-df46-4537-a05d-d94bf3b524d1 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (11f3317e-588a-4b90-99e0-758124da81fc), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:13.272847 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbda98a-bbe6-4c6b-8014-a5378624b594 None None] Pushing event updated for resources: {'Port': ['ID=7b77d448-dabb-48bf-8bda-5781fcd2048a,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:13.279567 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-2a8f5890-7c8d-4c6f-9324-086f7dd7c2e9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 2001:db8::1 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/1366844b-3950-45b4-8f80-e7d071c2c2e7/ee65156f-618d-4144-8777-a92c166f5b69) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:15:13.303405 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35264) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:13.324099 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8541e618-e3ac-44c2-b2f0-04acf11ecf05 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1993891074', 'description': 'tempest-description--597632718'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:13.441405 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port cf094577-79c1-441c-8b34-a9db8d118832 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:13.441796 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (cf094577-79c1-441c-8b34-a9db8d118832), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:13.458893 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8541e618-e3ac-44c2-b2f0-04acf11ecf05 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:13.505082 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878ac145-274b-4f24-b1ad-0bb485a8aee8 None None] Sync routers for ids ['ab59e548-d6a5-423e-a856-dd909b61bd5b'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:15:13.527493 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878ac145-274b-4f24-b1ad-0bb485a8aee8 None None] Routers {'ab59e548-d6a5-423e-a856-dd909b61bd5b'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:15:13.529170 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-878ac145-274b-4f24-b1ad-0bb485a8aee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:14:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ab59e548-d6a5-423e-a856-dd909b61bd5b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:13.533557 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port cf094577-79c1-441c-8b34-a9db8d118832, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=cf094577-79c1-441c-8b34-a9db8d118832,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:13.549130 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (cf094577-79c1-441c-8b34-a9db8d118832), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:13.613683 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-57d08ea5-e0db-43ad-a75c-10b93213bfeb req-e1d707e1-11d4-493d-84ed-12a3ddb8fcf1 service neutron] 10.222.0.69 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6446111 Feb 07 21:15:13.641526 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56bc1a67-df46-4537-a05d-d94bf3b524d1 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (11f3317e-588a-4b90-99e0-758124da81fc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:13.753809 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=cf094577-79c1-441c-8b34-a9db8d118832,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:13.839970 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-878ac145-274b-4f24-b1ad-0bb485a8aee8 None None] Set router ab59e548-d6a5-423e-a856-dd909b61bd5b gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:15:13.856057 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-3afb68db-fd33-4728-929c-781975cf72d0 req-c4554412-c667-456c-8267-39bb927105b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17dc58fa-1248-4f88-b868-ac032c41d000 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:15:13.962232 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 32751f48-77bb-4c20-a281-6fc2d3008d01 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:15:13.963996 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2a8f5890-7c8d-4c6f-9324-086f7dd7c2e9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (ee65156f-618d-4144-8777-a92c166f5b69), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:13.991355 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56bc1a67-df46-4537-a05d-d94bf3b524d1 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (11f3317e-588a-4b90-99e0-758124da81fc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:14.068865 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3afb68db-fd33-4728-929c-781975cf72d0 req-c4554412-c667-456c-8267-39bb927105b7 service neutron] Publish callbacks [] for port (17dc58fa-1248-4f88-b868-ac032c41d000), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:14.121930 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-878ac145-274b-4f24-b1ad-0bb485a8aee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'name': 'tempest-ServersTestBootFromVolume-1868552634-router', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:52Z', 'updated_at': '2022-02-07T21:15:09Z', 'revision_number': 4, 'project_id': '7f690b77bf0b4a1d910f8e3395b23494', 'gw_port': {'id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:55Z', 'updated_at': '2022-02-07T21:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '4625604a-37ee-4ee4-a97d-9b51e1962e7e', 'name': '', 'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'mac_address': 'fa:16:3e:8a:c1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '3b8d2a98-b623-4e92-ac4e-e76af5aa2da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:15:05Z', 'updated_at': '2022-02-07T21:15:09Z', 'revision_number': 2, 'project_id': '7f690b77bf0b4a1d910f8e3395b23494', 'subnets': [{'id': '3b8d2a98-b623-4e92-ac4e-e76af5aa2da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:14.139935 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc1a67-df46-4537-a05d-d94bf3b524d1 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Pushing event deleted for resources: {'Subnet': ['ID=11f3317e-588a-4b90-99e0-758124da81fc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:14.152345 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8541e618-e3ac-44c2-b2f0-04acf11ecf05 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks [] for security_group (5b540466-bd3f-4083-8beb-ed3c28b16878), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:14.162362 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-3afb68db-fd33-4728-929c-781975cf72d0 req-c4554412-c667-456c-8267-39bb927105b7 service neutron] Transition to ACTIVE for port object 17dc58fa-1248-4f88-b868-ac032c41d000 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:15:14.168149 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878ac145-274b-4f24-b1ad-0bb485a8aee8 None None] Checking router: ab59e548-d6a5-423e-a856-dd909b61bd5b for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:15:14.168791 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878ac145-274b-4f24-b1ad-0bb485a8aee8 None None] Updating router ab59e548-d6a5-423e-a856-dd909b61bd5b port 4625604a-37ee-4ee4-a97d-9b51e1962e7e binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:15:14.178403 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8541e618-e3ac-44c2-b2f0-04acf11ecf05 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (5b540466-bd3f-4083-8beb-ed3c28b16878), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:14.186224 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56bc1a67-df46-4537-a05d-d94bf3b524d1 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:14.206209 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-56bc1a67-df46-4537-a05d-d94bf3b524d1 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] 10.222.0.65 "DELETE /v2.0/subnets/11f3317e-588a-4b90-99e0-758124da81fc HTTP/1.1" status: 204 len: 168 time: 1.6556611 Feb 07 21:15:14.207278 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35280) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:14.215228 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 32751f48-77bb-4c20-a281-6fc2d3008d01 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:14.215602 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (32751f48-77bb-4c20-a281-6fc2d3008d01), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:14.218859 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6bc97629-6866-4144-b6df-05f1436e5764 None None] Provisioning complete for port 32751f48-77bb-4c20-a281-6fc2d3008d01 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:14.219230 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6bc97629-6866-4144-b6df-05f1436e5764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (32751f48-77bb-4c20-a281-6fc2d3008d01), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:14.229534 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3afb68db-fd33-4728-929c-781975cf72d0 req-c4554412-c667-456c-8267-39bb927105b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:14.245714 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-878ac145-274b-4f24-b1ad-0bb485a8aee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4625604a-37ee-4ee4-a97d-9b51e1962e7e), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:14.317441 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2a8f5890-7c8d-4c6f-9324-086f7dd7c2e9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (ee65156f-618d-4144-8777-a92c166f5b69), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:14.432144 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f5890-7c8d-4c6f-9324-086f7dd7c2e9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=ee65156f-618d-4144-8777-a92c166f5b69,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:14.436936 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949439af-dd38-4e1e-8b2f-f82d4e436fe8 req-736dbf43-f61e-4871-9620-80f08589a81b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:14.438519 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-949439af-dd38-4e1e-8b2f-f82d4e436fe8 req-736dbf43-f61e-4871-9620-80f08589a81b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 932 time: 0.4840124 Feb 07 21:15:14.470688 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6303cc-8160-4cdf-9df0-bc9eef9435b0 req-29e8dff3-e2fa-48a7-ab59-23182ffe9b17 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:14.481301 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ee6303cc-8160-4cdf-9df0-bc9eef9435b0 req-29e8dff3-e2fa-48a7-ab59-23182ffe9b17 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 946 time: 0.9464536 Feb 07 21:15:14.489487 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e027dcb6-c742-4e1d-bf65-037b55cc69d8 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:14.494309 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e027dcb6-c742-4e1d-bf65-037b55cc69d8 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2860839 Feb 07 21:15:14.497581 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8f5890-7c8d-4c6f-9324-086f7dd7c2e9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:15:14.500482 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35282) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:14.501963 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8541e618-e3ac-44c2-b2f0-04acf11ecf05 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:14.503488 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8541e618-e3ac-44c2-b2f0-04acf11ecf05 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1993043 Feb 07 21:15:14.507316 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35284) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:14.522404 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-2a8f5890-7c8d-4c6f-9324-086f7dd7c2e9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:14.527685 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8f5890-7c8d-4c6f-9324-086f7dd7c2e9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:15:14.528237 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2a8f5890-7c8d-4c6f-9324-086f7dd7c2e9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (050a7ed8-5bc2-480d-941f-268ad106749f), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:14.544346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1cbdc704-356f-45b9-8d5d-a6197221944c tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Request body: {'security_group_rule': {'security_group_id': '5b540466-bd3f-4083-8beb-ed3c28b16878', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:14.568457 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 32751f48-77bb-4c20-a281-6fc2d3008d01 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:14.569494 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (32751f48-77bb-4c20-a281-6fc2d3008d01), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:14.662821 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541e618-e3ac-44c2-b2f0-04acf11ecf05 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b540466-bd3f-4083-8beb-ed3c28b16878,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:14.664350 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6bc97629-6866-4144-b6df-05f1436e5764 None None] Current status of the port 32751f48-77bb-4c20-a281-6fc2d3008d01 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:14.668956 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6bc97629-6866-4144-b6df-05f1436e5764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (32751f48-77bb-4c20-a281-6fc2d3008d01), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:14.745972 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc704-356f-45b9-8d5d-a6197221944c tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks [] for security_group_rule (0a66e8a8-2147-407d-9d80-b795df985e60), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:14.807229 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4554412-c667-456c-8267-39bb927105b7 service neutron] Pushing event updated for resources: {'Port': ['ID=17dc58fa-1248-4f88-b868-ac032c41d000,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:14.810073 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 32751f48-77bb-4c20-a281-6fc2d3008d01, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=32751f48-77bb-4c20-a281-6fc2d3008d01,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:14.832850 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (32751f48-77bb-4c20-a281-6fc2d3008d01), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:14.838791 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33301f0f-8b78-405a-91d5-38c310654590 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (f0023157-44f0-462e-aa0d-1900b86ec5ff), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:14.974000 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=32751f48-77bb-4c20-a281-6fc2d3008d01,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:15.053268 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-6bc97629-6866-4144-b6df-05f1436e5764 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:15:15.054175 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-6bc97629-6866-4144-b6df-05f1436e5764 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:15:15.124656 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2a8f5890-7c8d-4c6f-9324-086f7dd7c2e9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ee65156f-618d-4144-8777-a92c166f5b69), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:15.165527 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ee6303cc-8160-4cdf-9df0-bc9eef9435b0 req-9ae13baa-5c4a-4ac5-857a-f84e4e7766ce tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6776929 Feb 07 21:15:15.193212 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-949439af-dd38-4e1e-8b2f-f82d4e436fe8 req-feec1bf6-11a1-45af-9009-6497538ed476 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6787143 Feb 07 21:15:15.229984 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-878ac145-274b-4f24-b1ad-0bb485a8aee8 None None] Publish callbacks [] for port (4625604a-37ee-4ee4-a97d-9b51e1962e7e), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:15.247290 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-878ac145-274b-4f24-b1ad-0bb485a8aee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (4625604a-37ee-4ee4-a97d-9b51e1962e7e), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:15.270961 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-3afb68db-fd33-4728-929c-781975cf72d0 req-c4554412-c667-456c-8267-39bb927105b7 service neutron] Attempting to bind port 17dc58fa-1248-4f88-b868-ac032c41d000 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:15:15.272026 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-3afb68db-fd33-4728-929c-781975cf72d0 req-c4554412-c667-456c-8267-39bb927105b7 service neutron] Attempting to bind port 17dc58fa-1248-4f88-b868-ac032c41d000 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:15:15.274520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afb68db-fd33-4728-929c-781975cf72d0 req-c4554412-c667-456c-8267-39bb927105b7 service neutron] Attempting to bind port 17dc58fa-1248-4f88-b868-ac032c41d000 on network 30b9222e-e3f7-4412-8b63-9320a43406d0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:15:15.310671 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afb68db-fd33-4728-929c-781975cf72d0 req-c4554412-c667-456c-8267-39bb927105b7 service neutron] Port 17dc58fa-1248-4f88-b868-ac032c41d000 on network 30b9222e-e3f7-4412-8b63-9320a43406d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:15:15.316750 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afb68db-fd33-4728-929c-781975cf72d0 req-c4554412-c667-456c-8267-39bb927105b7 service neutron] Attempting to bind port 17dc58fa-1248-4f88-b868-ac032c41d000 on network 30b9222e-e3f7-4412-8b63-9320a43406d0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:15:15.333014 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc704-356f-45b9-8d5d-a6197221944c tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks [] for security_group_rule (0a66e8a8-2147-407d-9d80-b795df985e60), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:15.339348 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afb68db-fd33-4728-929c-781975cf72d0 req-c4554412-c667-456c-8267-39bb927105b7 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:15:15.341353 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afb68db-fd33-4728-929c-781975cf72d0 req-c4554412-c667-456c-8267-39bb927105b7 service neutron] Checking segment: {'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:15:15.341858 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afb68db-fd33-4728-929c-781975cf72d0 req-c4554412-c667-456c-8267-39bb927105b7 service neutron] Bound using segment: {'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:15:15.342683 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-3afb68db-fd33-4728-929c-781975cf72d0 req-c4554412-c667-456c-8267-39bb927105b7 service neutron] Bound port: 17dc58fa-1248-4f88-b868-ac032c41d000, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:15:15.343590 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3afb68db-fd33-4728-929c-781975cf72d0 req-c4554412-c667-456c-8267-39bb927105b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:15.354049 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc704-356f-45b9-8d5d-a6197221944c tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (0a66e8a8-2147-407d-9d80-b795df985e60), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:15.362639 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-33301f0f-8b78-405a-91d5-38c310654590 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Deleting port 7b77d448-dabb-48bf-8bda-5781fcd2048a {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:15:15.363277 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33301f0f-8b78-405a-91d5-38c310654590 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (7b77d448-dabb-48bf-8bda-5781fcd2048a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:15.392703 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1a649-c6fe-475c-a2e5-5ee764044891 None None] Pushing event updated for resources: {'Port': ['ID=4625604a-37ee-4ee4-a97d-9b51e1962e7e,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:15.463068 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdc704-356f-45b9-8d5d-a6197221944c tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a66e8a8-2147-407d-9d80-b795df985e60,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:15.539557 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc704-356f-45b9-8d5d-a6197221944c tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:15.550809 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1cbdc704-356f-45b9-8d5d-a6197221944c tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0157273 Feb 07 21:15:15.575013 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35292) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:15.587505 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-878ac145-274b-4f24-b1ad-0bb485a8aee8 None None] Attempting to bind port 4625604a-37ee-4ee4-a97d-9b51e1962e7e on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:15:15.589479 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-878ac145-274b-4f24-b1ad-0bb485a8aee8 None None] Attempting to bind port 4625604a-37ee-4ee4-a97d-9b51e1962e7e by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '536d04cb-ae32-4474-8c76-f1953d1fb7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:15:15.592785 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878ac145-274b-4f24-b1ad-0bb485a8aee8 None None] Attempting to bind port 4625604a-37ee-4ee4-a97d-9b51e1962e7e on network f43de966-15ce-4b1f-b10e-83f22f2590e3 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:15:15.607213 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-071025dd-d462-409c-b7fc-d6cf5d2b3714 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Request body: {'security_group_rule': {'security_group_id': '5b540466-bd3f-4083-8beb-ed3c28b16878', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:15.618913 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878ac145-274b-4f24-b1ad-0bb485a8aee8 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:15:15.619810 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878ac145-274b-4f24-b1ad-0bb485a8aee8 None None] Checking segment: {'id': '536d04cb-ae32-4474-8c76-f1953d1fb7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:15:15.620085 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-878ac145-274b-4f24-b1ad-0bb485a8aee8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:15.621005 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878ac145-274b-4f24-b1ad-0bb485a8aee8 None None] Bound using segment: {'id': '536d04cb-ae32-4474-8c76-f1953d1fb7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:15:15.626246 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-878ac145-274b-4f24-b1ad-0bb485a8aee8 None None] Bound port: 4625604a-37ee-4ee4-a97d-9b51e1962e7e, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536d04cb-ae32-4474-8c76-f1953d1fb7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:15:15.630271 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-878ac145-274b-4f24-b1ad-0bb485a8aee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4625604a-37ee-4ee4-a97d-9b51e1962e7e), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:15.682518 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6bc97629-6866-4144-b6df-05f1436e5764 None None] Current status of the port 32751f48-77bb-4c20-a281-6fc2d3008d01 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:15.727610 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-33301f0f-8b78-405a-91d5-38c310654590 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] For port 7b77d448-dabb-48bf-8bda-5781fcd2048a, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=7b77d448-dabb-48bf-8bda-5781fcd2048a,segment=NetworkSegment(c1ab8388-3f64-40a4-8bfd-57d1aeea57d6),segment_id=c1ab8388-3f64-40a4-8bfd-57d1aeea57d6)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:15.727998 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33301f0f-8b78-405a-91d5-38c310654590 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (7b77d448-dabb-48bf-8bda-5781fcd2048a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:15.747221 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-3afb68db-fd33-4728-929c-781975cf72d0 req-c4554412-c667-456c-8267-39bb927105b7 service neutron] For port 17dc58fa-1248-4f88-b868-ac032c41d000, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:15:15.754851 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-3afb68db-fd33-4728-929c-781975cf72d0 req-c4554412-c667-456c-8267-39bb927105b7 service neutron] For port 17dc58fa-1248-4f88-b868-ac032c41d000, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=17dc58fa-1248-4f88-b868-ac032c41d000,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:15:15.765396 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-33301f0f-8b78-405a-91d5-38c310654590 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Calling delete_port for 7b77d448-dabb-48bf-8bda-5781fcd2048a owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:15:15.778493 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-071025dd-d462-409c-b7fc-d6cf5d2b3714 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks [] for security_group_rule (6101923e-fe30-4cc4-ab68-1e71cab0fd6e), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:15.790392 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3afb68db-fd33-4728-929c-781975cf72d0 req-c4554412-c667-456c-8267-39bb927105b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:15.805514 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-878ac145-274b-4f24-b1ad-0bb485a8aee8 None None] For port 4625604a-37ee-4ee4-a97d-9b51e1962e7e, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:15:15.810521 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b2878d-185a-4c0f-b3bc-01e7d3f896b7 None None] Network f0023157-44f0-462e-aa0d-1900b86ec5ff requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:15:15.820132 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-878ac145-274b-4f24-b1ad-0bb485a8aee8 None None] For port 4625604a-37ee-4ee4-a97d-9b51e1962e7e, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=4625604a-37ee-4ee4-a97d-9b51e1962e7e,segment=NetworkSegment(536d04cb-ae32-4474-8c76-f1953d1fb7d5),segment_id=536d04cb-ae32-4474-8c76-f1953d1fb7d5)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:15:15.843942 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-878ac145-274b-4f24-b1ad-0bb485a8aee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (4625604a-37ee-4ee4-a97d-9b51e1962e7e), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:15.968771 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878ac145-274b-4f24-b1ad-0bb485a8aee8 None None] Routers {'ab59e548-d6a5-423e-a856-dd909b61bd5b'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:15:15.973044 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-878ac145-274b-4f24-b1ad-0bb485a8aee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:14:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ab59e548-d6a5-423e-a856-dd909b61bd5b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:15.993131 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb68db-fd33-4728-929c-781975cf72d0 req-c4554412-c667-456c-8267-39bb927105b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:15.998224 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3afb68db-fd33-4728-929c-781975cf72d0 req-c4554412-c667-456c-8267-39bb927105b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:15.999777 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3afb68db-fd33-4728-929c-781975cf72d0 req-c4554412-c667-456c-8267-39bb927105b7 service neutron] 10.222.0.71 "PUT /v2.0/ports/17dc58fa-1248-4f88-b868-ac032c41d000 HTTP/1.1" status: 200 len: 1092 time: 3.4689224 Feb 07 21:15:16.010721 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34', 'tag': '17dc58fa-1248-4f88-b868-ac032c41d000'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:15:16.030617 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbc73ba-6f3c-465b-bee8-69b3d8f15503" -d '{"events": [{"name": "network-changed", "server_uuid": "77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34", "tag": "17dc58fa-1248-4f88-b868-ac032c41d000"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:15:16.034134 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ac455b9b-2c59-4366-8dc2-6e61c22aa842 None None] Provisioning complete for port 7b77d448-dabb-48bf-8bda-5781fcd2048a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:16.035744 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ac455b9b-2c59-4366-8dc2-6e61c22aa842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (7b77d448-dabb-48bf-8bda-5781fcd2048a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:16.116409 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2a8f5890-7c8d-4c6f-9324-086f7dd7c2e9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (ee65156f-618d-4144-8777-a92c166f5b69), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:16.152056 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 7b77d448-dabb-48bf-8bda-5781fcd2048a up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:15:16.198054 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2a8f5890-7c8d-4c6f-9324-086f7dd7c2e9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (ee65156f-618d-4144-8777-a92c166f5b69), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:16.202982 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2a8f5890-7c8d-4c6f-9324-086f7dd7c2e9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (050a7ed8-5bc2-480d-941f-268ad106749f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:16.322208 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-071025dd-d462-409c-b7fc-d6cf5d2b3714 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks [] for security_group_rule (6101923e-fe30-4cc4-ab68-1e71cab0fd6e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:16.344147 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e562118c-57df-4f2d-b35e-22e9b2a4fb54 x-openstack-request-id: req-e562118c-57df-4f2d-b35e-22e9b2a4fb54 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:15:16.347896 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34", "tag": "17dc58fa-1248-4f88-b868-ac032c41d000", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:15:16.348182 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e562118c-57df-4f2d-b35e-22e9b2a4fb54 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:15:16.349987 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34', 'tag': '17dc58fa-1248-4f88-b868-ac032c41d000', 'status': 'completed', 'code': 200} Feb 07 21:15:16.361944 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-878ac145-274b-4f24-b1ad-0bb485a8aee8 None None] Set router ab59e548-d6a5-423e-a856-dd909b61bd5b gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:15:16.372657 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-071025dd-d462-409c-b7fc-d6cf5d2b3714 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (6101923e-fe30-4cc4-ab68-1e71cab0fd6e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:16.437150 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 7b77d448-dabb-48bf-8bda-5781fcd2048a triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:16.437942 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (7b77d448-dabb-48bf-8bda-5781fcd2048a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:16.469061 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f5890-7c8d-4c6f-9324-086f7dd7c2e9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=ee65156f-618d-4144-8777-a92c166f5b69,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:16.495357 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ac455b9b-2c59-4366-8dc2-6e61c22aa842 None None] Current status of the port 7b77d448-dabb-48bf-8bda-5781fcd2048a is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:16.497634 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ac455b9b-2c59-4366-8dc2-6e61c22aa842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (7b77d448-dabb-48bf-8bda-5781fcd2048a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:16.508002 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071025dd-d462-409c-b7fc-d6cf5d2b3714 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6101923e-fe30-4cc4-ab68-1e71cab0fd6e,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:16.605091 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ac455b9b-2c59-4366-8dc2-6e61c22aa842 None None] For port 7b77d448-dabb-48bf-8bda-5781fcd2048a, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=7b77d448-dabb-48bf-8bda-5781fcd2048a,segment=NetworkSegment(c1ab8388-3f64-40a4-8bfd-57d1aeea57d6),segment_id=c1ab8388-3f64-40a4-8bfd-57d1aeea57d6)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:16.620240 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ac455b9b-2c59-4366-8dc2-6e61c22aa842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (7b77d448-dabb-48bf-8bda-5781fcd2048a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:16.644000 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1a649-c6fe-475c-a2e5-5ee764044891 None None] Pushing event updated for resources: {'Port': ['ID=4625604a-37ee-4ee4-a97d-9b51e1962e7e,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:16.659694 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4554412-c667-456c-8267-39bb927105b7 service neutron] Pushing event updated for resources: {'Port': ['ID=17dc58fa-1248-4f88-b868-ac032c41d000,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:16.693591 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-071025dd-d462-409c-b7fc-d6cf5d2b3714 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:16.695726 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-071025dd-d462-409c-b7fc-d6cf5d2b3714 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1153002 Feb 07 21:15:16.701875 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35304) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:16.708203 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1a7b408c-1273-455e-bb81-a12b9059a076 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:16.723687 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8f5890-7c8d-4c6f-9324-086f7dd7c2e9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:15:16.730484 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb68db-fd33-4728-929c-781975cf72d0 req-9ee7f5f4-dc44-4d46-9795-2f13f8b36024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:16.731995 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3afb68db-fd33-4728-929c-781975cf72d0 req-9ee7f5f4-dc44-4d46-9795-2f13f8b36024 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 1126 time: 0.6697631 Feb 07 21:15:16.744150 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7ed17-5958-4327-b35e-3af95b3baa0c req-4c9acdee-520c-4558-bcd5-7f52af368103 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:16.750584 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71f7ed17-5958-4327-b35e-3af95b3baa0c req-4c9acdee-520c-4558-bcd5-7f52af368103 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 946 time: 0.3606164 Feb 07 21:15:16.750988 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-2a8f5890-7c8d-4c6f-9324-086f7dd7c2e9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:16.777026 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84ecdd0-2d3a-4031-9d79-96206828c2a3 None None] DHCP port deletion for f0023157-44f0-462e-aa0d-1900b86ec5ff request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:15:16.810674 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ac455b9b-2c59-4366-8dc2-6e61c22aa842 None None] Could not find standard attr ID for object aa01fe5e-ad42-4999-ab67-808e8e07e5f1. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:15:16.858386 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3afb68db-fd33-4728-929c-781975cf72d0 req-8b1a4a98-ccb8-47a0-ad75-82f56ff6c4ae service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17dc58fa-1248-4f88-b868-ac032c41d000 HTTP/1.1" status: 200 len: 217 time: 0.0773478 Feb 07 21:15:16.895287 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f9b06-6441-4b45-9804-a7e641f57b85 req-9e932fb0-f054-4085-bf5f-a346e3ffd5ea tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:16.898423 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-387f9b06-6441-4b45-9804-a7e641f57b85 req-9e932fb0-f054-4085-bf5f-a346e3ffd5ea tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 944 time: 0.4111111 Feb 07 21:15:16.909045 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 7b77d448-dabb-48bf-8bda-5781fcd2048a is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:16.910719 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device cf094577-79c1-441c-8b34-a9db8d118832 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:15:16.975957 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-878ac145-274b-4f24-b1ad-0bb485a8aee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'name': 'tempest-ServersTestBootFromVolume-1868552634-router', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:52Z', 'updated_at': '2022-02-07T21:15:09Z', 'revision_number': 4, 'project_id': '7f690b77bf0b4a1d910f8e3395b23494', 'gw_port': {'id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:55Z', 'updated_at': '2022-02-07T21:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '4625604a-37ee-4ee4-a97d-9b51e1962e7e', 'name': '', 'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'mac_address': 'fa:16:3e:8a:c1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '3b8d2a98-b623-4e92-ac4e-e76af5aa2da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:15:05Z', 'updated_at': '2022-02-07T21:15:15Z', 'revision_number': 4, 'project_id': '7f690b77bf0b4a1d910f8e3395b23494', 'subnets': [{'id': '3b8d2a98-b623-4e92-ac4e-e76af5aa2da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:16.983732 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71f7ed17-5958-4327-b35e-3af95b3baa0c req-f81131e0-f088-4450-9049-87202a4c4615 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321365 Feb 07 21:15:16.985881 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a7b408c-1273-455e-bb81-a12b9059a076 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:17.039381 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ac455b9b-2c59-4366-8dc2-6e61c22aa842 None None] Provisioning complete for port ee65156f-618d-4144-8777-a92c166f5b69 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:17.039820 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ac455b9b-2c59-4366-8dc2-6e61c22aa842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ee65156f-618d-4144-8777-a92c166f5b69), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:17.085303 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac455b9b-2c59-4366-8dc2-6e61c22aa842 None None] Pushing event updated for resources: {'Port': ['ID=7b77d448-dabb-48bf-8bda-5781fcd2048a,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:17.088688 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33301f0f-8b78-405a-91d5-38c310654590 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (7b77d448-dabb-48bf-8bda-5781fcd2048a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:17.110350 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878ac145-274b-4f24-b1ad-0bb485a8aee8 None None] The sync data for ids ['ab59e548-d6a5-423e-a856-dd909b61bd5b'] in n-d-828185-2 is: [{'id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'name': 'tempest-ServersTestBootFromVolume-1868552634-router', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:52Z', 'updated_at': '2022-02-07T21:15:09Z', 'revision_number': 4, 'project_id': '7f690b77bf0b4a1d910f8e3395b23494', 'gw_port': {'id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:55Z', 'updated_at': '2022-02-07T21:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '4625604a-37ee-4ee4-a97d-9b51e1962e7e', 'name': '', 'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'mac_address': 'fa:16:3e:8a:c1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '3b8d2a98-b623-4e92-ac4e-e76af5aa2da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:15:05Z', 'updated_at': '2022-02-07T21:15:15Z', 'revision_number': 4, 'project_id': '7f690b77bf0b4a1d910f8e3395b23494', 'subnets': [{'id': '3b8d2a98-b623-4e92-ac4e-e76af5aa2da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:15:17.126155 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ac455b9b-2c59-4366-8dc2-6e61c22aa842 None None] Port ee65156f-618d-4144-8777-a92c166f5b69 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:15:17.134792 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33301f0f-8b78-405a-91d5-38c310654590 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Pushing event deleted for resources: {'Port': ['ID=7b77d448-dabb-48bf-8bda-5781fcd2048a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:17.137874 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e84ecdd0-2d3a-4031-9d79-96206828c2a3 None None] Deleting port 7b77d448-dabb-48bf-8bda-5781fcd2048a {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:15:17.138478 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e84ecdd0-2d3a-4031-9d79-96206828c2a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (7b77d448-dabb-48bf-8bda-5781fcd2048a), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:17.164770 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33301f0f-8b78-405a-91d5-38c310654590 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] No DVR routers for this DVR port 7b77d448-dabb-48bf-8bda-5781fcd2048a on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:15:17.238974 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8f5890-7c8d-4c6f-9324-086f7dd7c2e9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Router 050a7ed8-5bc2-480d-941f-268ad106749f is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:15:17.289233 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-387f9b06-6441-4b45-9804-a7e641f57b85 req-07a4b9b0-6302-49e8-b4c7-858c541f0bdb tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2869523 Feb 07 21:15:17.301282 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb68db-fd33-4728-929c-781975cf72d0 req-ccb497fb-1bee-4d41-ad37-7fb7988deeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:17.311297 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3afb68db-fd33-4728-929c-781975cf72d0 req-ccb497fb-1bee-4d41-ad37-7fb7988deeb1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.4420078 Feb 07 21:15:17.314872 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port cf094577-79c1-441c-8b34-a9db8d118832 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:17.330459 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (cf094577-79c1-441c-8b34-a9db8d118832), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:17.398635 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33301f0f-8b78-405a-91d5-38c310654590 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (f0023157-44f0-462e-aa0d-1900b86ec5ff), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:17.422168 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb68db-fd33-4728-929c-781975cf72d0 req-4990e2bd-e437-4c41-ab8b-826bdae88aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:17.426663 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3afb68db-fd33-4728-929c-781975cf72d0 req-4990e2bd-e437-4c41-ab8b-826bdae88aa9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1048241 Feb 07 21:15:17.554873 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-33301f0f-8b78-405a-91d5-38c310654590 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0023157-44f0-462e-aa0d-1900b86ec5ff']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:17.614329 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e84ecdd0-2d3a-4031-9d79-96206828c2a3 None None] For port 7b77d448-dabb-48bf-8bda-5781fcd2048a, host n-d-828185-2, got binding levels [] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:17.614730 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e84ecdd0-2d3a-4031-9d79-96206828c2a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (7b77d448-dabb-48bf-8bda-5781fcd2048a), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:17.633236 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-7539cbed-e6d7-4c4e-b053-e7d32e725a48 None None] Provisioning complete for port ee65156f-618d-4144-8777-a92c166f5b69 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:17.633608 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7539cbed-e6d7-4c4e-b053-e7d32e725a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ee65156f-618d-4144-8777-a92c166f5b69), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:17.640954 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e84ecdd0-2d3a-4031-9d79-96206828c2a3 None None] Calling delete_port for 7b77d448-dabb-48bf-8bda-5781fcd2048a owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:15:17.653925 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3afb68db-fd33-4728-929c-781975cf72d0 req-c5a63fde-507f-41f4-abb8-afdaeeeb1e14 service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199225 Feb 07 21:15:17.675089 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.ipam_backend_mixin [None req-e84ecdd0-2d3a-4031-9d79-96206828c2a3 None None] Port 7b77d448-dabb-48bf-8bda-5781fcd2048a was not found and therefore no delete operation was performed {{(pid=103257) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 21:15:17.675322 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-33301f0f-8b78-405a-91d5-38c310654590 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ab8388-3f64-40a4-8bfd-57d1aeea57d6') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:17.675322 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-33301f0f-8b78-405a-91d5-38c310654590 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ab8388-3f64-40a4-8bfd-57d1aeea57d6') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:17.690801 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e84ecdd0-2d3a-4031-9d79-96206828c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (7b77d448-dabb-48bf-8bda-5781fcd2048a), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:17.692131 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33301f0f-8b78-405a-91d5-38c310654590 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (c1ab8388-3f64-40a4-8bfd-57d1aeea57d6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:17.726750 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33301f0f-8b78-405a-91d5-38c310654590 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (c1ab8388-3f64-40a4-8bfd-57d1aeea57d6), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:17.740444 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84ecdd0-2d3a-4031-9d79-96206828c2a3 None None] No DVR routers for this DVR port 7b77d448-dabb-48bf-8bda-5781fcd2048a on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:15:17.740865 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33301f0f-8b78-405a-91d5-38c310654590 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:15:17.741269 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33301f0f-8b78-405a-91d5-38c310654590 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (c1ab8388-3f64-40a4-8bfd-57d1aeea57d6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:15:17.745943 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:15:17.750058 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ecdd0-2d3a-4031-9d79-96206828c2a3 None None] Pushing event deleted for resources: {'Port': ['ID=7b77d448-dabb-48bf-8bda-5781fcd2048a,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:17.770734 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7539cbed-e6d7-4c4e-b053-e7d32e725a48 None None] Port ee65156f-618d-4144-8777-a92c166f5b69 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:15:17.776684 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3c1dc6-d1d1-4430-8b07-8174a98906d8 None None] get_active_networks_info from n-d-828185-2 {{(pid=103257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 21:15:17.837938 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8f5890-7c8d-4c6f-9324-086f7dd7c2e9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:15:17.846454 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2a8f5890-7c8d-4c6f-9324-086f7dd7c2e9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "PUT /v2.0/routers/050a7ed8-5bc2-480d-941f-268ad106749f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9847951 Feb 07 21:15:17.856054 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35316) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:17.923219 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Sync routers for ids ['050a7ed8-5bc2-480d-941f-268ad106749f'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:15:17.926137 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a7b408c-1273-455e-bb81-a12b9059a076 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:17.934411 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3afb68db-fd33-4728-929c-781975cf72d0 req-b35a083a-b5ba-4035-8b01-7e67d4765a12 service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709730 Feb 07 21:15:17.967606 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42b1be6-f73d-4bb0-872d-a1fec14baa5a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:17.970370 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f42b1be6-f73d-4bb0-872d-a1fec14baa5a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports/ee65156f-618d-4144-8777-a92c166f5b69 HTTP/1.1" status: 200 len: 911 time: 0.1118298 Feb 07 21:15:17.971531 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33301f0f-8b78-405a-91d5-38c310654590 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (f0023157-44f0-462e-aa0d-1900b86ec5ff), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:17.972864 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-7539cbed-e6d7-4c4e-b053-e7d32e725a48 None None] Provisioning complete for port 4625604a-37ee-4ee4-a97d-9b51e1962e7e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:17.973238 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7539cbed-e6d7-4c4e-b053-e7d32e725a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4625604a-37ee-4ee4-a97d-9b51e1962e7e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:17.973470 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35320) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:17.980372 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port cf094577-79c1-441c-8b34-a9db8d118832 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:17.981690 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 32751f48-77bb-4c20-a281-6fc2d3008d01 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:15:18.029533 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Routers {'050a7ed8-5bc2-480d-941f-268ad106749f'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:15:18.030176 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:14:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['050a7ed8-5bc2-480d-941f-268ad106749f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:18.113969 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33301f0f-8b78-405a-91d5-38c310654590 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:18.117948 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-33301f0f-8b78-405a-91d5-38c310654590 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] 10.222.0.65 "DELETE /v2.0/networks/f0023157-44f0-462e-aa0d-1900b86ec5ff HTTP/1.1" status: 204 len: 168 time: 3.6162307 Feb 07 21:15:18.127995 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35322) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:18.137005 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33301f0f-8b78-405a-91d5-38c310654590 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Pushing event deleted for resources: {'Network': ['ID=f0023157-44f0-462e-aa0d-1900b86ec5ff,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:18.195537 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-1a7b408c-1273-455e-bb81-a12b9059a076 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Allocated IP 172.25.4.137 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/12fd0ea2-d24c-413c-8fb7-757ac08dc110) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:15:18.232123 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5de1d37-ea7f-4189-95d3-ea364bc10f60 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (4d7c3275-3872-413e-9f26-c18a0f9f4188), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:18.265983 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc73ba-6f3c-465b-bee8-69b3d8f15503 req-11052371-39f7-433e-b373-1afb6fbf3add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:18.267538 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbbc73ba-6f3c-465b-bee8-69b3d8f15503 req-11052371-39f7-433e-b373-1afb6fbf3add service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 1126 time: 0.1964245 Feb 07 21:15:18.305450 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3c1dc6-d1d1-4430-8b07-8174a98906d8 None None] Resources bound (agent type, host, resource id): {{(pid=103257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 21:15:18.329545 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d457205a-8e96-453e-a90d-92ca4a1d110a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:18.353648 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d457205a-8e96-453e-a90d-92ca4a1d110a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:18.361018 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35338) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:18.371122 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d457205a-8e96-453e-a90d-92ca4a1d110a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3963385 Feb 07 21:15:18.598082 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 32751f48-77bb-4c20-a281-6fc2d3008d01 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:18.600222 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (32751f48-77bb-4c20-a281-6fc2d3008d01), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:18.757541 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a7b408c-1273-455e-bb81-a12b9059a076 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks [] for port (12fd0ea2-d24c-413c-8fb7-757ac08dc110), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:18.835247 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f82cc8db-3c82-4310-9b55-452ba17a3512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:18.855246 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13f1d7-4cc9-46bb-9ab9-c638ae84aa17 req-3dc74c9e-78c4-4e1d-a1e9-2bf14e4ac9ce tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:18.856825 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4d13f1d7-4cc9-46bb-9ab9-c638ae84aa17 req-3dc74c9e-78c4-4e1d-a1e9-2bf14e4ac9ce tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 944 time: 0.4032722 Feb 07 21:15:18.861797 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc73ba-6f3c-465b-bee8-69b3d8f15503 req-ce94de57-1dca-4b49-bed4-c8ae5442c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:18.863294 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbbc73ba-6f3c-465b-bee8-69b3d8f15503 req-ce94de57-1dca-4b49-bed4-c8ae5442c080 service neutron] 10.222.0.71 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 913 time: 0.4908636 Feb 07 21:15:18.898203 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Set router 050a7ed8-5bc2-480d-941f-268ad106749f gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:15:18.996000 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbbc73ba-6f3c-465b-bee8-69b3d8f15503 req-2ec2c602-600e-4c76-ac43-17897a2c8e8e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17dc58fa-1248-4f88-b868-ac032c41d000 HTTP/1.1" status: 200 len: 217 time: 0.1126032 Feb 07 21:15:19.091644 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4d13f1d7-4cc9-46bb-9ab9-c638ae84aa17 req-7b494a13-729a-4da0-942e-60e682f82887 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271459 Feb 07 21:15:19.111909 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a7b408c-1273-455e-bb81-a12b9059a076 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (12fd0ea2-d24c-413c-8fb7-757ac08dc110), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:19.167657 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e5de1d37-ea7f-4189-95d3-ea364bc10f60 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Deleting port b9dd40d6-7606-4e0d-8888-dad765610072 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:15:19.167999 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5de1d37-ea7f-4189-95d3-ea364bc10f60 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (b9dd40d6-7606-4e0d-8888-dad765610072), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:19.226802 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 32751f48-77bb-4c20-a281-6fc2d3008d01 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:19.228089 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7b408c-1273-455e-bb81-a12b9059a076 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:15:19.237494 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7539cbed-e6d7-4c4e-b053-e7d32e725a48 None None] Current status of the port 4625604a-37ee-4ee4-a97d-9b51e1962e7e is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:19.238398 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7539cbed-e6d7-4c4e-b053-e7d32e725a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4625604a-37ee-4ee4-a97d-9b51e1962e7e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:19.334527 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-1a7b408c-1273-455e-bb81-a12b9059a076 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:19.350883 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7b408c-1273-455e-bb81-a12b9059a076 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:15:19.421742 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b408c-1273-455e-bb81-a12b9059a076 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Pushing event updated for resources: {'Port': ['ID=12fd0ea2-d24c-413c-8fb7-757ac08dc110,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:19.441057 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc73ba-6f3c-465b-bee8-69b3d8f15503 req-e1fb0232-b57c-4e0e-97c1-317325b4fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:19.447851 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbbc73ba-6f3c-465b-bee8-69b3d8f15503 req-e1fb0232-b57c-4e0e-97c1-317325b4fdd0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.3757763 Feb 07 21:15:19.539642 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e5de1d37-ea7f-4189-95d3-ea364bc10f60 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] For port b9dd40d6-7606-4e0d-8888-dad765610072, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=b9dd40d6-7606-4e0d-8888-dad765610072,segment=NetworkSegment(4c3cc096-55cd-43fe-9acd-bfd7e68c3c08),segment_id=4c3cc096-55cd-43fe-9acd-bfd7e68c3c08)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:19.540983 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5de1d37-ea7f-4189-95d3-ea364bc10f60 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (b9dd40d6-7606-4e0d-8888-dad765610072), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:19.565613 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 4625604a-37ee-4ee4-a97d-9b51e1962e7e up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:15:19.586706 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e5de1d37-ea7f-4189-95d3-ea364bc10f60 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Calling delete_port for b9dd40d6-7606-4e0d-8888-dad765610072 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:15:19.594610 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a7b408c-1273-455e-bb81-a12b9059a076 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks [] for floatingip (3a253229-8db2-454b-97ae-d4d0cefef484), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:19.700521 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7539cbed-e6d7-4c4e-b053-e7d32e725a48 None None] For port 4625604a-37ee-4ee4-a97d-9b51e1962e7e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=4625604a-37ee-4ee4-a97d-9b51e1962e7e,segment=NetworkSegment(536d04cb-ae32-4474-8c76-f1953d1fb7d5),segment_id=536d04cb-ae32-4474-8c76-f1953d1fb7d5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:19.738026 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7539cbed-e6d7-4c4e-b053-e7d32e725a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (4625604a-37ee-4ee4-a97d-9b51e1962e7e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:19.765061 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5de1d37-ea7f-4189-95d3-ea364bc10f60 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (b9dd40d6-7606-4e0d-8888-dad765610072), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:19.834859 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a7b408c-1273-455e-bb81-a12b9059a076 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (12fd0ea2-d24c-413c-8fb7-757ac08dc110), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:19.855741 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc73ba-6f3c-465b-bee8-69b3d8f15503 req-a1968bd7-6d5d-4f54-b911-326bbc27d0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:19.857536 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbbc73ba-6f3c-465b-bee8-69b3d8f15503 req-a1968bd7-6d5d-4f54-b911-326bbc27d0e1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4021945 Feb 07 21:15:19.858337 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de1d37-ea7f-4189-95d3-ea364bc10f60 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Pushing event deleted for resources: {'Port': ['ID=b9dd40d6-7606-4e0d-8888-dad765610072,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:19.863964 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5de1d37-ea7f-4189-95d3-ea364bc10f60 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] No DVR routers for this DVR port b9dd40d6-7606-4e0d-8888-dad765610072 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:15:19.971827 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539cbed-e6d7-4c4e-b053-e7d32e725a48 None None] Pushing event updated for resources: {'Port': ['ID=4625604a-37ee-4ee4-a97d-9b51e1962e7e,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:20.012839 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 4625604a-37ee-4ee4-a97d-9b51e1962e7e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:20.012839 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4625604a-37ee-4ee4-a97d-9b51e1962e7e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:20.086775 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a75211db-1e4e-4134-a3a5-312a48095016 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (050a7ed8-5bc2-480d-941f-268ad106749f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:20.141298 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050a7ed8-5bc2-480d-941f-268ad106749f', 'name': 'tempest-NetworksTestDHCPv6-router-418487172', 'tenant_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:15:09Z', 'updated_at': '2022-02-07T21:15:14Z', 'revision_number': 2, 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'gw_port_host': None, '_interfaces': [{'id': 'ee65156f-618d-4144-8777-a92c166f5b69', 'name': '', 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'tenant_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'mac_address': 'fa:16:3e:f7:b3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050a7ed8-5bc2-480d-941f-268ad106749f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '1366844b-3950-45b4-8f80-e7d071c2c2e7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:15:12Z', 'updated_at': '2022-02-07T21:15:15Z', 'revision_number': 2, 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'subnets': [{'id': '1366844b-3950-45b4-8f80-e7d071c2c2e7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:20.203227 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Checking router: 050a7ed8-5bc2-480d-941f-268ad106749f for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:15:20.203565 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Updating router 050a7ed8-5bc2-480d-941f-268ad106749f port ee65156f-618d-4144-8777-a92c166f5b69 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:15:20.248183 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5de1d37-ea7f-4189-95d3-ea364bc10f60 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (4d7c3275-3872-413e-9f26-c18a0f9f4188), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:20.282601 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ee65156f-618d-4144-8777-a92c166f5b69), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:20.307437 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 4625604a-37ee-4ee4-a97d-9b51e1962e7e is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:20.416875 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-e5de1d37-ea7f-4189-95d3-ea364bc10f60 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7c3275-3872-413e-9f26-c18a0f9f4188']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:20.449898 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbbc73ba-6f3c-465b-bee8-69b3d8f15503 req-24f44917-94ff-4417-b7c6-d1d6b8539938 service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5671625 Feb 07 21:15:20.451940 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-e5de1d37-ea7f-4189-95d3-ea364bc10f60 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3cc096-55cd-43fe-9acd-bfd7e68c3c08') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:20.464742 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-e5de1d37-ea7f-4189-95d3-ea364bc10f60 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3cc096-55cd-43fe-9acd-bfd7e68c3c08') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:20.490974 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 7b77d448-dabb-48bf-8bda-5781fcd2048a no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:15:20.513219 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5de1d37-ea7f-4189-95d3-ea364bc10f60 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (4c3cc096-55cd-43fe-9acd-bfd7e68c3c08), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:20.571836 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 7b77d448-dabb-48bf-8bda-5781fcd2048a {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:15:20.572100 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 7b77d448-dabb-48bf-8bda-5781fcd2048a not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:15:20.578826 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5de1d37-ea7f-4189-95d3-ea364bc10f60 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (4c3cc096-55cd-43fe-9acd-bfd7e68c3c08), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:20.621238 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d703e39-4d27-4e65-8c6f-d71ac7cef641 req-0f8ca132-3791-43d3-b3a2-c2a131c257f4 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:20.629292 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d703e39-4d27-4e65-8c6f-d71ac7cef641 req-0f8ca132-3791-43d3-b3a2-c2a131c257f4 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 944 time: 0.3675098 Feb 07 21:15:20.639631 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d9ed6748-adc3-490b-b0a1-986ef2dc1dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:20.649204 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5de1d37-ea7f-4189-95d3-ea364bc10f60 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:15:20.652791 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5de1d37-ea7f-4189-95d3-ea364bc10f60 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (4c3cc096-55cd-43fe-9acd-bfd7e68c3c08), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:15:20.656850 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:15:20.742101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 17dc58fa-1248-4f88-b868-ac032c41d000 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:15:21.066246 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a7b408c-1273-455e-bb81-a12b9059a076 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks [] for port (12fd0ea2-d24c-413c-8fb7-757ac08dc110), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:21.110016 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a7b408c-1273-455e-bb81-a12b9059a076 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (12fd0ea2-d24c-413c-8fb7-757ac08dc110), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:21.176490 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 17dc58fa-1248-4f88-b868-ac032c41d000, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=17dc58fa-1248-4f88-b868-ac032c41d000,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:21.234390 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '17dc58fa-1248-4f88-b868-ac032c41d000', 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0', 'port_id': '17dc58fa-1248-4f88-b868-ac032c41d000', 'mac_address': 'fa:16:3e:84:8b:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59eaac6e-e46d-4028-b7b2-899f00c5ee97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:15:21.254976 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Publish callbacks [] for port (ee65156f-618d-4144-8777-a92c166f5b69), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:21.284266 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ee65156f-618d-4144-8777-a92c166f5b69), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:21.314592 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b408c-1273-455e-bb81-a12b9059a076 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Pushing event updated for resources: {'Port': ['ID=12fd0ea2-d24c-413c-8fb7-757ac08dc110,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:21.320403 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a7b408c-1273-455e-bb81-a12b9059a076 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (3a253229-8db2-454b-97ae-d4d0cefef484), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:21.346749 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 17dc58fa-1248-4f88-b868-ac032c41d000 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:21.347148 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:21.381670 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a7b408c-1273-455e-bb81-a12b9059a076 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:21.382955 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1a7b408c-1273-455e-bb81-a12b9059a076 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6787684 Feb 07 21:15:21.419460 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17dc58fa-1248-4f88-b868-ac032c41d000 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:15:21.426937 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a75211db-1e4e-4134-a3a5-312a48095016 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting port ee65156f-618d-4144-8777-a92c166f5b69 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:15:21.432428 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a75211db-1e4e-4134-a3a5-312a48095016 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ee65156f-618d-4144-8777-a92c166f5b69), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:21.444566 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afad574-037a-4af8-b4da-3c0e30dd00a1 None None] Pushing event updated for resources: {'Port': ['ID=ee65156f-618d-4144-8777-a92c166f5b69,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:21.543304 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 4625604a-37ee-4ee4-a97d-9b51e1962e7e up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:15:21.606832 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a75211db-1e4e-4134-a3a5-312a48095016 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] For port ee65156f-618d-4144-8777-a92c166f5b69, host n-d-828185-2, got binding levels [] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:21.607208 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a75211db-1e4e-4134-a3a5-312a48095016 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ee65156f-618d-4144-8777-a92c166f5b69), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:21.646522 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a75211db-1e4e-4134-a3a5-312a48095016 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Calling delete_port for ee65156f-618d-4144-8777-a92c166f5b69 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:15:21.750198 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 17dc58fa-1248-4f88-b868-ac032c41d000, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=17dc58fa-1248-4f88-b868-ac032c41d000,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:21.769643 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d703e39-4d27-4e65-8c6f-d71ac7cef641 req-c6471efe-c00c-449c-b9c4-f2a1fdb70c6a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1350200 Feb 07 21:15:21.777003 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbbc73ba-6f3c-465b-bee8-69b3d8f15503 req-bdc3e3eb-844d-4c4a-8592-8bb747cd19f0 service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3060298 Feb 07 21:15:21.778563 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5de1d37-ea7f-4189-95d3-ea364bc10f60 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (4d7c3275-3872-413e-9f26-c18a0f9f4188), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:21.804111 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5de1d37-ea7f-4189-95d3-ea364bc10f60 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:21.811307 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e5de1d37-ea7f-4189-95d3-ea364bc10f60 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] 10.222.0.65 "DELETE /v2.0/networks/4d7c3275-3872-413e-9f26-c18a0f9f4188 HTTP/1.1" status: 204 len: 168 time: 3.6813550 Feb 07 21:15:21.820613 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35424) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:21.843137 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:21.856694 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de1d37-ea7f-4189-95d3-ea364bc10f60 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Pushing event deleted for resources: {'Network': ['ID=4d7c3275-3872-413e-9f26-c18a0f9f4188,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:21.933915 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:21.950182 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Attempting to bind port ee65156f-618d-4144-8777-a92c166f5b69 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:15:21.950600 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Attempting to bind port ee65156f-618d-4144-8777-a92c166f5b69 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:15:21.950961 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Attempting to bind port ee65156f-618d-4144-8777-a92c166f5b69 on network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:15:21.958258 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:15:21.958638 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Checking segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:15:21.959056 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:21.959445 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Bound using segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:15:21.959907 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Bound port: ee65156f-618d-4144-8777-a92c166f5b69, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:15:21.960278 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ee65156f-618d-4144-8777-a92c166f5b69), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:21.975211 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 4625604a-37ee-4ee4-a97d-9b51e1962e7e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:21.975211 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4625604a-37ee-4ee4-a97d-9b51e1962e7e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:22.103429 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:15:22.104027 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:15:22.120003 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=17dc58fa-1248-4f88-b868-ac032c41d000,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:22.125482 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6c3cd4d8-3591-481d-a144-52a5d0226c04 None None] Provisioning complete for port ee65156f-618d-4144-8777-a92c166f5b69 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:22.125981 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd4d8-3591-481d-a144-52a5d0226c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ee65156f-618d-4144-8777-a92c166f5b69), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:22.165018 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6c3cd4d8-3591-481d-a144-52a5d0226c04 None None] Port ee65156f-618d-4144-8777-a92c166f5b69 was deleted so its status cannot be updated. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 07 21:15:22.266209 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 4625604a-37ee-4ee4-a97d-9b51e1962e7e is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:22.278535 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['17dc58fa-1248-4f88-b868-ac032c41d000'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:15:22.295417 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1f33e6f3-d160-480e-8f35-35d1db4f1116 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (389d3885-49f9-478a-a854-40d52a88c7ea), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:22.301213 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a75211db-1e4e-4134-a3a5-312a48095016 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (ee65156f-618d-4144-8777-a92c166f5b69), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:22.374252 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75211db-1e4e-4134-a3a5-312a48095016 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Port': ['ID=ee65156f-618d-4144-8777-a92c166f5b69,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:22.640220 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Attempting to bind port ee65156f-618d-4144-8777-a92c166f5b69 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:15:22.640800 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Attempting to bind port ee65156f-618d-4144-8777-a92c166f5b69 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:15:22.641398 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Attempting to bind port ee65156f-618d-4144-8777-a92c166f5b69 on network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:15:22.653844 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:15:22.654635 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Checking segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:15:22.655187 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:22.655737 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Bound using segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:15:22.656607 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Bound port: ee65156f-618d-4144-8777-a92c166f5b69, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:15:22.657057 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ee65156f-618d-4144-8777-a92c166f5b69), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:22.709721 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Port ee65156f-618d-4144-8777-a92c166f5b69 has been deleted concurrently {{(pid=103257) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 07 21:15:22.725218 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Routers {'050a7ed8-5bc2-480d-941f-268ad106749f'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:15:22.726007 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:15:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['050a7ed8-5bc2-480d-941f-268ad106749f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:22.903514 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] Set router 050a7ed8-5bc2-480d-941f-268ad106749f gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:15:23.000939 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a75211db-1e4e-4134-a3a5-312a48095016 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (050a7ed8-5bc2-480d-941f-268ad106749f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:23.046986 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050a7ed8-5bc2-480d-941f-268ad106749f', 'name': 'tempest-NetworksTestDHCPv6-router-418487172', 'tenant_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:15:09Z', 'updated_at': '2022-02-07T21:15:22Z', 'revision_number': 3, 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:23.062714 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d2e5a-b076-4b8c-ae3f-aa983f5a025f req-dc40a546-aa99-40e0-b16e-9498e6f01aee tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:23.072942 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1f33e6f3-d160-480e-8f35-35d1db4f1116 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (389d3885-49f9-478a-a854-40d52a88c7ea), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:23.079051 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b5d2e5a-b076-4b8c-ae3f-aa983f5a025f req-dc40a546-aa99-40e0-b16e-9498e6f01aee tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.1501203 Feb 07 21:15:23.087163 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a592c97-29be-46f9-a144-7ce1e82d9269 None None] The sync data for ids ['050a7ed8-5bc2-480d-941f-268ad106749f'] in n-d-828185-2 is: [{'id': '050a7ed8-5bc2-480d-941f-268ad106749f', 'name': 'tempest-NetworksTestDHCPv6-router-418487172', 'tenant_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:15:09Z', 'updated_at': '2022-02-07T21:15:22Z', 'revision_number': 3, 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:15:23.125160 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-1f33e6f3-d160-480e-8f35-35d1db4f1116 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389d3885-49f9-478a-a854-40d52a88c7ea']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:23.151765 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-1f33e6f3-d160-480e-8f35-35d1db4f1116 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6808e037-2102-4fba-8d63-1cb43d64f3cd') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:23.152332 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-1f33e6f3-d160-480e-8f35-35d1db4f1116 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6808e037-2102-4fba-8d63-1cb43d64f3cd') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:23.164835 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1f33e6f3-d160-480e-8f35-35d1db4f1116 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (6808e037-2102-4fba-8d63-1cb43d64f3cd), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:23.183871 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1f33e6f3-d160-480e-8f35-35d1db4f1116 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (6808e037-2102-4fba-8d63-1cb43d64f3cd), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:23.209852 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b5d2e5a-b076-4b8c-ae3f-aa983f5a025f req-06adc7e2-0a3c-42d7-98e4-b7b374d87999 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292017 Feb 07 21:15:23.231720 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:23.300347 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f33e6f3-d160-480e-8f35-35d1db4f1116 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:15:23.300347 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1f33e6f3-d160-480e-8f35-35d1db4f1116 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (6808e037-2102-4fba-8d63-1cb43d64f3cd), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:15:23.306363 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:15:23.677007 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75211db-1e4e-4134-a3a5-312a48095016 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Router 050a7ed8-5bc2-480d-941f-268ad106749f has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:15:23.686379 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1f33e6f3-d160-480e-8f35-35d1db4f1116 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (389d3885-49f9-478a-a854-40d52a88c7ea), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:23.693617 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1f33e6f3-d160-480e-8f35-35d1db4f1116 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:23.700630 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35492) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:23.705047 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1f33e6f3-d160-480e-8f35-35d1db4f1116 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] 10.222.0.65 "DELETE /v2.0/networks/389d3885-49f9-478a-a854-40d52a88c7ea HTTP/1.1" status: 204 len: 168 time: 1.8743091 Feb 07 21:15:23.743058 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33e6f3-d160-480e-8f35-35d1db4f1116 tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Pushing event deleted for resources: {'Network': ['ID=389d3885-49f9-478a-a854-40d52a88c7ea,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:23.873972 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75211db-1e4e-4134-a3a5-312a48095016 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:15:23.883997 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a75211db-1e4e-4134-a3a5-312a48095016 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "PUT /v2.0/routers/050a7ed8-5bc2-480d-941f-268ad106749f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5232513 Feb 07 21:15:23.886611 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35498) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:23.926916 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81b77822-adbd-445e-b6cf-92f7f4fb5c1c tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (acb4735b-94cf-4e00-8bc9-11017d80c667), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:23.971105 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0735f3-ffba-424b-af94-00a2445186b1 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:23.973208 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0735f3-ffba-424b-af94-00a2445186b1 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:23.977302 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2c0735f3-ffba-424b-af94-00a2445186b1 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0868952 Feb 07 21:15:23.977842 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35500) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:24.046051 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81b77822-adbd-445e-b6cf-92f7f4fb5c1c tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (acb4735b-94cf-4e00-8bc9-11017d80c667), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:24.073295 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1de7dcb-3816-4cfb-a7a3-ce8328c3e72c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet 1366844b-3950-45b4-8f80-e7d071c2c2e7 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:15:24.074504 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-81b77822-adbd-445e-b6cf-92f7f4fb5c1c tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb4735b-94cf-4e00-8bc9-11017d80c667']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:24.077946 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d1de7dcb-3816-4cfb-a7a3-ce8328c3e72c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (1366844b-3950-45b4-8f80-e7d071c2c2e7), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:24.095334 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-81b77822-adbd-445e-b6cf-92f7f4fb5c1c tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729dfe06-c630-4ade-8af3-1d062ce9a94a') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:24.095655 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-81b77822-adbd-445e-b6cf-92f7f4fb5c1c tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729dfe06-c630-4ade-8af3-1d062ce9a94a') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:24.118506 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81b77822-adbd-445e-b6cf-92f7f4fb5c1c tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (729dfe06-c630-4ade-8af3-1d062ce9a94a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:24.141717 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d1de7dcb-3816-4cfb-a7a3-ce8328c3e72c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (1366844b-3950-45b4-8f80-e7d071c2c2e7), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:24.150370 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81b77822-adbd-445e-b6cf-92f7f4fb5c1c tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (729dfe06-c630-4ade-8af3-1d062ce9a94a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:24.170814 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b77822-adbd-445e-b6cf-92f7f4fb5c1c tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:15:24.171759 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81b77822-adbd-445e-b6cf-92f7f4fb5c1c tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (729dfe06-c630-4ade-8af3-1d062ce9a94a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:15:24.180683 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:15:24.264946 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d1de7dcb-3816-4cfb-a7a3-ce8328c3e72c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (1366844b-3950-45b4-8f80-e7d071c2c2e7), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:24.357491 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d1de7dcb-3816-4cfb-a7a3-ce8328c3e72c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (1366844b-3950-45b4-8f80-e7d071c2c2e7), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:24.359724 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81b77822-adbd-445e-b6cf-92f7f4fb5c1c tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (acb4735b-94cf-4e00-8bc9-11017d80c667), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:24.376095 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81b77822-adbd-445e-b6cf-92f7f4fb5c1c tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:24.394929 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-81b77822-adbd-445e-b6cf-92f7f4fb5c1c tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] 10.222.0.65 "DELETE /v2.0/networks/acb4735b-94cf-4e00-8bc9-11017d80c667 HTTP/1.1" status: 204 len: 168 time: 0.6906812 Feb 07 21:15:24.401008 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d1de7dcb-3816-4cfb-a7a3-ce8328c3e72c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:24.409079 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d1de7dcb-3816-4cfb-a7a3-ce8328c3e72c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/1366844b-3950-45b4-8f80-e7d071c2c2e7 HTTP/1.1" status: 204 len: 168 time: 0.4260340 Feb 07 21:15:24.409778 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6530eb89-6595-42a0-bf75-1a8736dc3a05 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:15:24.441351 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35506) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:24.445437 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b77822-adbd-445e-b6cf-92f7f4fb5c1c tempest-BulkNetworkOpsTest-1858163285 tempest-BulkNetworkOpsTest-1858163285-project] Pushing event deleted for resources: {'Network': ['ID=acb4735b-94cf-4e00-8bc9-11017d80c667,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:24.453009 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de7dcb-3816-4cfb-a7a3-ce8328c3e72c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=1366844b-3950-45b4-8f80-e7d071c2c2e7,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:24.562854 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:24.605913 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3dc58a-13e5-4537-86d1-45f20b713dd9 req-237825a3-0f76-47f6-8398-89b0e6ebe51a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:24.617757 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea3dc58a-13e5-4537-86d1-45f20b713dd9 req-237825a3-0f76-47f6-8398-89b0e6ebe51a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.2216771 Feb 07 21:15:24.755682 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 17dc58fa-1248-4f88-b868-ac032c41d000 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:15:24.779407 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea3dc58a-13e5-4537-86d1-45f20b713dd9 req-9ed7507f-ec50-4843-aea3-7df188bf82ff tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353903 Feb 07 21:15:24.787447 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2ad76de2-293e-4160-ac37-2a9f3c7ab376 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3434212 Feb 07 21:15:24.789958 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35512) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:24.988609 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 17dc58fa-1248-4f88-b868-ac032c41d000 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:15:24.994022 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea71b7c-ed44-4fc2-a242-165a92db171a None None] Sync routers for ids ['050a7ed8-5bc2-480d-941f-268ad106749f'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:15:25.012664 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea71b7c-ed44-4fc2-a242-165a92db171a None None] Routers {'050a7ed8-5bc2-480d-941f-268ad106749f'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:15:25.013992 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2420fe-9cfa-4e5f-a267-b2fca0eb9ede None None] DHCP port deletion for f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:15:25.014259 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-cea71b7c-ed44-4fc2-a242-165a92db171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:15:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['050a7ed8-5bc2-480d-941f-268ad106749f'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:25.022325 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 17dc58fa-1248-4f88-b868-ac032c41d000 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:25.029051 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:25.033036 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f8b0f7cd-04c2-4a31-adb9-9a8c6c065af1 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for router (050a7ed8-5bc2-480d-941f-268ad106749f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:25.125578 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35526) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:25.324150 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-cea71b7c-ed44-4fc2-a242-165a92db171a None None] Set router 050a7ed8-5bc2-480d-941f-268ad106749f gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:15:25.424333 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-5f2420fe-9cfa-4e5f-a267-b2fca0eb9ede None None] Deleting port 32751f48-77bb-4c20-a281-6fc2d3008d01 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:15:25.425879 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5f2420fe-9cfa-4e5f-a267-b2fca0eb9ede None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (32751f48-77bb-4c20-a281-6fc2d3008d01), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:25.516946 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-cea71b7c-ed44-4fc2-a242-165a92db171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050a7ed8-5bc2-480d-941f-268ad106749f', 'name': 'tempest-NetworksTestDHCPv6-router-418487172', 'tenant_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:15:09Z', 'updated_at': '2022-02-07T21:15:22Z', 'revision_number': 3, 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:25.527016 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-5f2420fe-9cfa-4e5f-a267-b2fca0eb9ede None None] For port 32751f48-77bb-4c20-a281-6fc2d3008d01, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=32751f48-77bb-4c20-a281-6fc2d3008d01,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:25.527905 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5f2420fe-9cfa-4e5f-a267-b2fca0eb9ede None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (32751f48-77bb-4c20-a281-6fc2d3008d01), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:25.543984 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-5f2420fe-9cfa-4e5f-a267-b2fca0eb9ede None None] Calling delete_port for 32751f48-77bb-4c20-a281-6fc2d3008d01 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:15:25.547605 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-657254b5-683e-487a-bf8a-4cce113d45c0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5e04ce7abb9b4f1698af407b79b8de81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4186902 Feb 07 21:15:25.550556 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35534) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:25.622532 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea71b7c-ed44-4fc2-a242-165a92db171a None None] Checking router: 050a7ed8-5bc2-480d-941f-268ad106749f for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:15:25.654784 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea71b7c-ed44-4fc2-a242-165a92db171a None None] Routers {'050a7ed8-5bc2-480d-941f-268ad106749f'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:15:25.655414 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-cea71b7c-ed44-4fc2-a242-165a92db171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:15:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['050a7ed8-5bc2-480d-941f-268ad106749f'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:25.658559 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f8b0f7cd-04c2-4a31-adb9-9a8c6c065af1 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (050a7ed8-5bc2-480d-941f-268ad106749f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:25.666069 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f8b0f7cd-04c2-4a31-adb9-9a8c6c065af1 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for router_controller (050a7ed8-5bc2-480d-941f-268ad106749f), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:25.674927 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 32751f48-77bb-4c20-a281-6fc2d3008d01 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:15:25.715393 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07029526-f170-4821-b2ea-8182e857eee1 admin admin] Publish callbacks [] for security_group (077b8a2b-be7b-4677-87f9-ec0a987875a0), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:25.754608 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5f2420fe-9cfa-4e5f-a267-b2fca0eb9ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (32751f48-77bb-4c20-a281-6fc2d3008d01), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:25.779517 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 32751f48-77bb-4c20-a281-6fc2d3008d01 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:15:25.780781 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 32751f48-77bb-4c20-a281-6fc2d3008d01 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:15:25.792684 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07029526-f170-4821-b2ea-8182e857eee1 admin admin] Publish callbacks [] for security_group (077b8a2b-be7b-4677-87f9-ec0a987875a0), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:25.869947 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-cea71b7c-ed44-4fc2-a242-165a92db171a None None] Set router 050a7ed8-5bc2-480d-941f-268ad106749f gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:15:25.871296 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2420fe-9cfa-4e5f-a267-b2fca0eb9ede None None] Pushing event deleted for resources: {'Port': ['ID=32751f48-77bb-4c20-a281-6fc2d3008d01,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:25.887609 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2420fe-9cfa-4e5f-a267-b2fca0eb9ede None None] No DVR routers for this DVR port 32751f48-77bb-4c20-a281-6fc2d3008d01 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:15:25.917017 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f8b0f7cd-04c2-4a31-adb9-9a8c6c065af1 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (050a7ed8-5bc2-480d-941f-268ad106749f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:25.917593 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b0f7cd-04c2-4a31-adb9-9a8c6c065af1 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Fanout notify agent at l3_agent the message router_deleted on router 050a7ed8-5bc2-480d-941f-268ad106749f {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:15:25.934728 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07029526-f170-4821-b2ea-8182e857eee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (077b8a2b-be7b-4677-87f9-ec0a987875a0), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:25.938097 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f8b0f7cd-04c2-4a31-adb9-9a8c6c065af1 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:25.939857 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07029526-f170-4821-b2ea-8182e857eee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:25.943977 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-07029526-f170-4821-b2ea-8182e857eee1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/077b8a2b-be7b-4677-87f9-ec0a987875a0 HTTP/1.1" status: 204 len: 168 time: 0.3918834 Feb 07 21:15:25.948226 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f8b0f7cd-04c2-4a31-adb9-9a8c6c065af1 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/routers/050a7ed8-5bc2-480d-941f-268ad106749f HTTP/1.1" status: 204 len: 168 time: 1.1534417 Feb 07 21:15:25.961833 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35542) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:25.978093 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 17dc58fa-1248-4f88-b868-ac032c41d000 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:25.978672 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:25.978809 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1e962470-8590-4894-8882-bb2d89ff78f2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:26.007722 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-cea71b7c-ed44-4fc2-a242-165a92db171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050a7ed8-5bc2-480d-941f-268ad106749f', 'name': 'tempest-NetworksTestDHCPv6-router-418487172', 'tenant_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:15:09Z', 'updated_at': '2022-02-07T21:15:22Z', 'revision_number': 3, 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:26.015259 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17dc58fa-1248-4f88-b868-ac032c41d000'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:15:26.019338 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8c6856-1e97-4979-b553-edca5b4e9983" -d '{"events": [{"server_uuid": "77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34", "name": "network-vif-plugged", "status": "completed", "tag": "17dc58fa-1248-4f88-b868-ac032c41d000"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:15:26.051382 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07029526-f170-4821-b2ea-8182e857eee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077b8a2b-be7b-4677-87f9-ec0a987875a0,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:26.054692 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 17dc58fa-1248-4f88-b868-ac032c41d000, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=17dc58fa-1248-4f88-b868-ac032c41d000,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:26.070306 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea71b7c-ed44-4fc2-a242-165a92db171a None None] The sync data for ids ['050a7ed8-5bc2-480d-941f-268ad106749f'] in n-d-828185-2 is: [{'id': '050a7ed8-5bc2-480d-941f-268ad106749f', 'name': 'tempest-NetworksTestDHCPv6-router-418487172', 'tenant_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:15:09Z', 'updated_at': '2022-02-07T21:15:22Z', 'revision_number': 3, 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:15:26.092116 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:26.157092 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e660e0-8c35-4357-863e-6f7b388556ce x-openstack-request-id: req-07e660e0-8c35-4357-863e-6f7b388556ce {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:15:26.157332 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34", "name": "network-vif-plugged", "status": "completed", "tag": "17dc58fa-1248-4f88-b868-ac032c41d000", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:15:26.157570 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-07e660e0-8c35-4357-863e-6f7b388556ce {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:15:26.157992 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17dc58fa-1248-4f88-b868-ac032c41d000', 'code': 200} Feb 07 21:15:26.272031 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ed61f-19c2-412c-bc9f-02185963de3f req-e65699fc-4d70-4268-a2ff-71e218dae9f4 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:26.310780 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b9ed61f-19c2-412c-bc9f-02185963de3f req-e65699fc-4d70-4268-a2ff-71e218dae9f4 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.3257570 Feb 07 21:15:26.468677 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=17dc58fa-1248-4f88-b868-ac032c41d000,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:26.525933 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8bc2-1fbc-491d-ab72-8537f5b8aa9d req-526c7928-a48a-45bb-ba5e-fa04c930cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:26.527447 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d07f8bc2-1fbc-491d-ab72-8537f5b8aa9d req-526c7928-a48a-45bb-ba5e-fa04c930cbec service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 1128 time: 0.3237965 Feb 07 21:15:26.538563 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b9ed61f-19c2-412c-bc9f-02185963de3f req-700211cf-0fb5-43ac-829a-c3e5b2de6ff5 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189989 Feb 07 21:15:26.688507 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d07f8bc2-1fbc-491d-ab72-8537f5b8aa9d req-fab01fd7-0450-44dd-b905-e0116cc4dfbb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492033 Feb 07 21:15:26.997363 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-637bca65-e1c5-471a-9be7-4e5994ffdf7c req-971a985b-20a6-4563-a1d9-e2650cafaeb7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9828537 Feb 07 21:15:27.017329 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e962470-8590-4894-8882-bb2d89ff78f2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:15:27.024037 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e962470-8590-4894-8882-bb2d89ff78f2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:27.258131 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bca65-e1c5-471a-9be7-4e5994ffdf7c req-11faa480-606f-4415-a04a-a5c3f81be177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:27.260038 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-637bca65-e1c5-471a-9be7-4e5994ffdf7c req-11faa480-606f-4415-a04a-a5c3f81be177 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f5a2142112eb4c46a5e7f5feebf5df31&device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 1128 time: 0.1996279 Feb 07 21:15:27.529542 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bca65-e1c5-471a-9be7-4e5994ffdf7c req-a277ef99-5f33-4c8f-8584-59a2c955800f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:27.533436 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-637bca65-e1c5-471a-9be7-4e5994ffdf7c req-a277ef99-5f33-4c8f-8584-59a2c955800f service neutron] 10.222.0.69 "GET /v2.0/networks?id=16d43ce3-c262-4644-8d8c-68d5b7d28be5 HTTP/1.1" status: 200 len: 910 time: 0.2518127 Feb 07 21:15:27.559063 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35582) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:27.625858 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e962470-8590-4894-8882-bb2d89ff78f2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (e0abead7-ca75-4453-a32d-63ce9088001c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:27.805862 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b9df2-e36b-4f67-9ad7-1140df015eb7 req-81199596-b4df-4a2e-a237-ec3b4e8e067a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:27.808352 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-591b9df2-e36b-4f67-9ad7-1140df015eb7 req-81199596-b4df-4a2e-a237-ec3b4e8e067a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 946 time: 0.1304283 Feb 07 21:15:27.815059 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6ee046d1-df34-4f7b-82dd-48e10e85868a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-772126455'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:27.819349 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e962470-8590-4894-8882-bb2d89ff78f2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:15:27.835858 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-1e962470-8590-4894-8882-bb2d89ff78f2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:27.853484 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-637bca65-e1c5-471a-9be7-4e5994ffdf7c req-564abb6a-971b-4433-9099-1019979ae907 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3c4d5bc-90a3-4685-911a-20840d1ad144 HTTP/1.1" status: 200 len: 1002 time: 0.3094475 Feb 07 21:15:27.856996 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e962470-8590-4894-8882-bb2d89ff78f2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:27.857448 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e962470-8590-4894-8882-bb2d89ff78f2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:27.858408 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9599a39c-af94-4003-88f2-58c2815c6a1f None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:15:27.914551 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee046d1-df34-4f7b-82dd-48e10e85868a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:15:27.917843 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ee046d1-df34-4f7b-82dd-48e10e85868a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:27.952154 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ee046d1-df34-4f7b-82dd-48e10e85868a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:27.967987 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e962470-8590-4894-8882-bb2d89ff78f2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=e0abead7-ca75-4453-a32d-63ce9088001c,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:27.971135 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bca65-e1c5-471a-9be7-4e5994ffdf7c req-6697080c-f7e1-4ac1-9992-c08f488d6972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:27.972891 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-637bca65-e1c5-471a-9be7-4e5994ffdf7c req-6697080c-f7e1-4ac1-9992-c08f488d6972 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14d3bb71-50ef-42a4-9bd8-c39c66580c69 HTTP/1.1" status: 200 len: 848 time: 0.1054964 Feb 07 21:15:28.024774 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1e962470-8590-4894-8882-bb2d89ff78f2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0587626 Feb 07 21:15:28.029270 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35590) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:28.047798 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4cbf1dde-de36-4682-856b-b7cee4e521fc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-107500998', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:28.092015 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4cbf1dde-de36-4682-856b-b7cee4e521fc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (5fc2ef66-3b8b-46c3-a876-c45427cffaf8), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:28.094823 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4cbf1dde-de36-4682-856b-b7cee4e521fc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (5fc2ef66-3b8b-46c3-a876-c45427cffaf8), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:28.097798 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bca65-e1c5-471a-9be7-4e5994ffdf7c req-7e9c652e-3e53-4848-bac4-781fc09e72b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:28.121174 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-637bca65-e1c5-471a-9be7-4e5994ffdf7c req-7e9c652e-3e53-4848-bac4-781fc09e72b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16d43ce3-c262-4644-8d8c-68d5b7d28be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1356790 Feb 07 21:15:28.132982 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'fixed_ips': [{'subnet_id': 'e0abead7-ca75-4453-a32d-63ce9088001c'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:15:28.133861 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:28.140924 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-591b9df2-e36b-4f67-9ad7-1140df015eb7 req-56bd0494-36bb-4c60-a02c-77fbcbb02623 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2612262 Feb 07 21:15:28.295257 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4cbf1dde-de36-4682-856b-b7cee4e521fc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for router_controller (5fc2ef66-3b8b-46c3-a876-c45427cffaf8), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:28.316786 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4cbf1dde-de36-4682-856b-b7cee4e521fc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (5fc2ef66-3b8b-46c3-a876-c45427cffaf8), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:28.340335 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-637bca65-e1c5-471a-9be7-4e5994ffdf7c req-f2db65c0-5c5d-4c89-8785-bb762e078b99 service neutron] 10.222.0.69 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075651 Feb 07 21:15:28.355817 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4cbf1dde-de36-4682-856b-b7cee4e521fc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:28.358250 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4cbf1dde-de36-4682-856b-b7cee4e521fc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3260016 Feb 07 21:15:28.361154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35594) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:28.506749 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-637bca65-e1c5-471a-9be7-4e5994ffdf7c req-95f9b8cd-fb65-4f4f-abd4-288392627df2 service neutron] 10.222.0.69 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602783 Feb 07 21:15:28.545432 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Allocated IP 2001:db8::2 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/e0abead7-ca75-4453-a32d-63ce9088001c/c2cf433e-9387-4e7b-87a7-85a5d60b003b) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:15:28.601401 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ee046d1-df34-4f7b-82dd-48e10e85868a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (3acf69a8-22ec-4562-b140-35165039e995), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:28.682301 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ee046d1-df34-4f7b-82dd-48e10e85868a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3acf69a8-22ec-4562-b140-35165039e995), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:28.719742 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee046d1-df34-4f7b-82dd-48e10e85868a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:15:28.856071 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ee046d1-df34-4f7b-82dd-48e10e85868a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (ce7475d0-f485-4594-9097-52a0c385f1c7), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:28.856463 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-6ee046d1-df34-4f7b-82dd-48e10e85868a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Added segment ce7475d0-f485-4594-9097-52a0c385f1c7 of type vlan for network 17e4c2dc-970f-440b-8ca4-e74f730986ac Feb 07 21:15:28.893801 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Publish callbacks [] for port (c2cf433e-9387-4e7b-87a7-85a5d60b003b), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:28.910153 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (c2cf433e-9387-4e7b-87a7-85a5d60b003b), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:28.911611 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ee046d1-df34-4f7b-82dd-48e10e85868a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (17e4c2dc-970f-440b-8ca4-e74f730986ac), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:29.002403 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:15:29.012428 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:29.013828 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ee046d1-df34-4f7b-82dd-48e10e85868a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (17e4c2dc-970f-440b-8ca4-e74f730986ac), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:29.026052 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee046d1-df34-4f7b-82dd-48e10e85868a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:29.026331 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:15:29.026813 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ee046d1-df34-4f7b-82dd-48e10e85868a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:29.057089 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Pushing event updated for resources: {'Port': ['ID=c2cf433e-9387-4e7b-87a7-85a5d60b003b,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:29.158413 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Attempting to bind port c2cf433e-9387-4e7b-87a7-85a5d60b003b on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:15:29.159649 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Attempting to bind port c2cf433e-9387-4e7b-87a7-85a5d60b003b by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:15:29.161523 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Attempting to bind port c2cf433e-9387-4e7b-87a7-85a5d60b003b on network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:15:29.172398 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:15:29.172767 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Checking segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:15:29.173164 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:29.175134 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Bound using segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:15:29.177115 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Bound port: c2cf433e-9387-4e7b-87a7-85a5d60b003b, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:15:29.178729 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c2cf433e-9387-4e7b-87a7-85a5d60b003b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:29.248066 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee046d1-df34-4f7b-82dd-48e10e85868a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Network': ['ID=17e4c2dc-970f-440b-8ca4-e74f730986ac,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:29.289239 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6ee046d1-df34-4f7b-82dd-48e10e85868a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7277703 Feb 07 21:15:29.291783 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35616) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:29.294382 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee046d1-df34-4f7b-82dd-48e10e85868a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3acf69a8-22ec-4562-b140-35165039e995,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:29.297242 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-64cf0a27-e268-47bb-b34f-265e026fe26e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'port': {'network_id': '17e4c2dc-970f-440b-8ca4-e74f730986ac', 'name': 'tempest-PortsTestJSON-683892355'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:29.350386 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 17e4c2dc-970f-440b-8ca4-e74f730986ac details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:15:29.376804 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f85ddd2-41e6-460c-aac0-f2a8e69913ad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:29.534411 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] For port c2cf433e-9387-4e7b-87a7-85a5d60b003b, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:15:29.560979 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cf0a27-e268-47bb-b34f-265e026fe26e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:15:29.565089 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-64cf0a27-e268-47bb-b34f-265e026fe26e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:29.595366 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-64cf0a27-e268-47bb-b34f-265e026fe26e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] device_id is not set on port 8f1e3a42-73d3-40f0-93d3-76fe78ad974d yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:15:29.601518 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] For port c2cf433e-9387-4e7b-87a7-85a5d60b003b, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c2cf433e-9387-4e7b-87a7-85a5d60b003b,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:15:29.651648 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c2cf433e-9387-4e7b-87a7-85a5d60b003b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:29.808574 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Pushing event updated for resources: {'Port': ['ID=c2cf433e-9387-4e7b-87a7-85a5d60b003b,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:29.820094 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:29.821440 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:29.822563 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:29.823978 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:29.824968 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:29.825842 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:29.826696 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:29.827792 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:29.828538 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:29.829107 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:29.829834 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:29.830684 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:29.831477 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e8e4f-3b83-49df-a2a7-c3a1e6a34d33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:29.972667 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e594e-b7b8-4568-9659-d31d03f081cc req-189a4c91-2603-41c2-99ba-87bae6de410d tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:29.974149 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-64cf0a27-e268-47bb-b34f-265e026fe26e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for port (8f1e3a42-73d3-40f0-93d3-76fe78ad974d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:29.975541 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-495e594e-b7b8-4568-9659-d31d03f081cc req-189a4c91-2603-41c2-99ba-87bae6de410d tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 946 time: 0.6743264 Feb 07 21:15:30.049256 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-64cf0a27-e268-47bb-b34f-265e026fe26e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8f1e3a42-73d3-40f0-93d3-76fe78ad974d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:30.178773 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf0a27-e268-47bb-b34f-265e026fe26e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Port': ['ID=8f1e3a42-73d3-40f0-93d3-76fe78ad974d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:30.241605 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-495e594e-b7b8-4568-9659-d31d03f081cc req-78f91453-e287-4f85-a05e-51747e597773 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2566512 Feb 07 21:15:30.256116 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf0a27-e268-47bb-b34f-265e026fe26e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Checking segment: {'id': 'ce7475d0-f485-4594-9097-52a0c385f1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '17e4c2dc-970f-440b-8ca4-e74f730986ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:15:30.256767 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cf0a27-e268-47bb-b34f-265e026fe26e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network hostable DHCP agents. Network: 17e4c2dc-970f-440b-8ca4-e74f730986ac, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:15:30.306101 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-8f85ddd2-41e6-460c-aac0-f2a8e69913ad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 2001:db8::1 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/e0abead7-ca75-4453-a32d-63ce9088001c/2d2272dc-3bce-49dc-a7ef-c6033d26e1de) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:15:30.348650 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cf0a27-e268-47bb-b34f-265e026fe26e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network 17e4c2dc-970f-440b-8ca4-e74f730986ac is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:15:30.383349 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-64cf0a27-e268-47bb-b34f-265e026fe26e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 17e4c2dc-970f-440b-8ca4-e74f730986ac) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:30.395932 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6aa77de-5aa5-4cc8-98f7-fd23439fcf58 None None] Network 17e4c2dc-970f-440b-8ca4-e74f730986ac requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:15:30.406916 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cf0a27-e268-47bb-b34f-265e026fe26e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:15:30.431598 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cf0a27-e268-47bb-b34f-265e026fe26e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:30.432273 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-64cf0a27-e268-47bb-b34f-265e026fe26e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:30.499364 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-64cf0a27-e268-47bb-b34f-265e026fe26e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2035182 Feb 07 21:15:30.499927 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35630) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:30.513473 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2c0aa871-2e28-431a-bca3-e5ac1a392dc5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1941222332'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:30.569702 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0aa871-2e28-431a-bca3-e5ac1a392dc5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:15:30.573451 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c0aa871-2e28-431a-bca3-e5ac1a392dc5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:30.624569 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0aa871-2e28-431a-bca3-e5ac1a392dc5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:15:30.652292 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c0aa871-2e28-431a-bca3-e5ac1a392dc5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (9c891f4d-00f5-4b3f-b19d-66ddd53d2c82), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:30.663059 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-2c0aa871-2e28-431a-bca3-e5ac1a392dc5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Added segment 9c891f4d-00f5-4b3f-b19d-66ddd53d2c82 of type vlan for network de1895b6-0ae7-4561-9a5c-6d3dbf2d51cc Feb 07 21:15:30.669906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f13fb7-a8a8-4a05-a424-e0ee71305536 req-83d815d4-42ac-4850-a6c3-e4da80c2d8ea tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:30.672066 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-75f13fb7-a8a8-4a05-a424-e0ee71305536 req-83d815d4-42ac-4850-a6c3-e4da80c2d8ea tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 946 time: 0.1925197 Feb 07 21:15:30.686089 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35634) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:30.690800 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-bb4cda1c-dacf-43a8-b949-e2245a88342c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Request body: {'floatingip': {'port_id': '17dc58fa-1248-4f88-b868-ac032c41d000'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:30.702538 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f85ddd2-41e6-460c-aac0-f2a8e69913ad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (2d2272dc-3bce-49dc-a7ef-c6033d26e1de), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:30.775755 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb4cda1c-dacf-43a8-b949-e2245a88342c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks [] for floatingip (52ee9c66-47aa-479a-a977-e48adf9f0c32), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:30.798396 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c0aa871-2e28-431a-bca3-e5ac1a392dc5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (de1895b6-0ae7-4561-9a5c-6d3dbf2d51cc), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:30.852007 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c0aa871-2e28-431a-bca3-e5ac1a392dc5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (de1895b6-0ae7-4561-9a5c-6d3dbf2d51cc), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:30.861149 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0aa871-2e28-431a-bca3-e5ac1a392dc5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:30.863419 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c0aa871-2e28-431a-bca3-e5ac1a392dc5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:30.987389 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2c0aa871-2e28-431a-bca3-e5ac1a392dc5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4863250 Feb 07 21:15:31.006370 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35640) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:31.035657 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9697dcdd-62a1-4d9c-9906-cd9560dfe529 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'ports': [{'network_id': '17e4c2dc-970f-440b-8ca4-e74f730986ac'}, {'network_id': 'de1895b6-0ae7-4561-9a5c-6d3dbf2d51cc'}]} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:31.036076 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9697dcdd-62a1-4d9c-9906-cd9560dfe529 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'port': {'network_id': '17e4c2dc-970f-440b-8ca4-e74f730986ac'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:31.037489 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9697dcdd-62a1-4d9c-9906-cd9560dfe529 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'port': {'network_id': 'de1895b6-0ae7-4561-9a5c-6d3dbf2d51cc'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:31.161477 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0aa871-2e28-431a-bca3-e5ac1a392dc5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Network': ['ID=de1895b6-0ae7-4561-9a5c-6d3dbf2d51cc,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:31.186554 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network de1895b6-0ae7-4561-9a5c-6d3dbf2d51cc details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:15:31.253283 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f85ddd2-41e6-460c-aac0-f2a8e69913ad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (2d2272dc-3bce-49dc-a7ef-c6033d26e1de), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:31.396665 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85ddd2-41e6-460c-aac0-f2a8e69913ad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=2d2272dc-3bce-49dc-a7ef-c6033d26e1de,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:31.404234 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-bb4cda1c-dacf-43a8-b949-e2245a88342c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:15:31.425238 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f85ddd2-41e6-460c-aac0-f2a8e69913ad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:15:31.480918 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9697dcdd-62a1-4d9c-9906-cd9560dfe529 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'port': 2} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:15:31.485450 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9697dcdd-62a1-4d9c-9906-cd9560dfe529 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:31.513713 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c2cf433e-9387-4e7b-87a7-85a5d60b003b up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:15:31.530708 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-8f85ddd2-41e6-460c-aac0-f2a8e69913ad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:31.537696 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f85ddd2-41e6-460c-aac0-f2a8e69913ad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:15:31.538545 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f85ddd2-41e6-460c-aac0-f2a8e69913ad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (5fc2ef66-3b8b-46c3-a876-c45427cffaf8), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:31.561828 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9697dcdd-62a1-4d9c-9906-cd9560dfe529 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:31.674315 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port c2cf433e-9387-4e7b-87a7-85a5d60b003b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:31.674681 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c2cf433e-9387-4e7b-87a7-85a5d60b003b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:31.784184 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-965fe076-0a0f-4860-877d-839b57278b7c None None] Provisioning complete for port c2cf433e-9387-4e7b-87a7-85a5d60b003b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:31.791081 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-965fe076-0a0f-4860-877d-839b57278b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c2cf433e-9387-4e7b-87a7-85a5d60b003b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:31.909927 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb4cda1c-dacf-43a8-b949-e2245a88342c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:31.926641 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb4cda1c-dacf-43a8-b949-e2245a88342c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (52ee9c66-47aa-479a-a977-e48adf9f0c32), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:31.946025 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-9697dcdd-62a1-4d9c-9906-cd9560dfe529 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] device_id is not set on port b9f14e7d-2112-4eb7-92e8-dcdf6db324e7 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:15:32.153666 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9697dcdd-62a1-4d9c-9906-cd9560dfe529 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for port (b9f14e7d-2112-4eb7-92e8-dcdf6db324e7), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:32.161503 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-e8e13e20-0e95-4dad-a129-e6cefb1e6659 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4683867 Feb 07 21:15:32.348385 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-9697dcdd-62a1-4d9c-9906-cd9560dfe529 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] device_id is not set on port 36aa56d4-8339-43f1-b0d0-9d175d6f5303 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:15:32.453759 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f85ddd2-41e6-460c-aac0-f2a8e69913ad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2d2272dc-3bce-49dc-a7ef-c6033d26e1de), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:32.467771 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-965fe076-0a0f-4860-877d-839b57278b7c None None] Current status of the port c2cf433e-9387-4e7b-87a7-85a5d60b003b is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:32.468164 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-965fe076-0a0f-4860-877d-839b57278b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c2cf433e-9387-4e7b-87a7-85a5d60b003b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:32.529218 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port c2cf433e-9387-4e7b-87a7-85a5d60b003b is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:32.529962 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c2cf433e-9387-4e7b-87a7-85a5d60b003b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:32.537983 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9697dcdd-62a1-4d9c-9906-cd9560dfe529 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for port (36aa56d4-8339-43f1-b0d0-9d175d6f5303), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:32.544031 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-bb4cda1c-dacf-43a8-b949-e2245a88342c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Floating IP 52ee9c66-47aa-479a-a977-e48adf9f0c32 associated. External IP: 172.25.4.116, port: 17dc58fa-1248-4f88-b868-ac032c41d000. Feb 07 21:15:32.572293 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:15:32.637872 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9697dcdd-62a1-4d9c-9906-cd9560dfe529 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (b9f14e7d-2112-4eb7-92e8-dcdf6db324e7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:32.647810 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-965fe076-0a0f-4860-877d-839b57278b7c None None] For port c2cf433e-9387-4e7b-87a7-85a5d60b003b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c2cf433e-9387-4e7b-87a7-85a5d60b003b,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:32.665184 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-965fe076-0a0f-4860-877d-839b57278b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c2cf433e-9387-4e7b-87a7-85a5d60b003b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:32.733584 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fe076-0a0f-4860-877d-839b57278b7c None None] Pushing event updated for resources: {'Port': ['ID=c2cf433e-9387-4e7b-87a7-85a5d60b003b,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:32.799250 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697dcdd-62a1-4d9c-9906-cd9560dfe529 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Port': ['ID=b9f14e7d-2112-4eb7-92e8-dcdf6db324e7,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:32.833029 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9697dcdd-62a1-4d9c-9906-cd9560dfe529 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network 17e4c2dc-970f-440b-8ca4-e74f730986ac is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:15:32.837687 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9697dcdd-62a1-4d9c-9906-cd9560dfe529 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:32.848579 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9697dcdd-62a1-4d9c-9906-cd9560dfe529 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:15:32.851481 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9697dcdd-62a1-4d9c-9906-cd9560dfe529 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (36aa56d4-8339-43f1-b0d0-9d175d6f5303), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:32.857067 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-f9808975-c7ee-40fa-952a-c3ef4b78e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:32.857608 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-f9808975-c7ee-40fa-952a-c3ef4b78e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:32.859165 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-f9808975-c7ee-40fa-952a-c3ef4b78e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:32.859638 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-f9808975-c7ee-40fa-952a-c3ef4b78e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:32.860108 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-f9808975-c7ee-40fa-952a-c3ef4b78e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:32.860596 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-f9808975-c7ee-40fa-952a-c3ef4b78e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:32.861061 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-f9808975-c7ee-40fa-952a-c3ef4b78e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:32.871801 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-f9808975-c7ee-40fa-952a-c3ef4b78e425 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=42501a05a1164b8bab09e271e46d222b&device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 6707 time: 0.5879028 Feb 07 21:15:32.885208 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:15:32.885560 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:15:32.887504 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3cb22676-437f-446a-9980-de3d7bcc8134 None None] Provisioning complete for port 2d2272dc-3bce-49dc-a7ef-c6033d26e1de triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:32.889597 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3cb22676-437f-446a-9980-de3d7bcc8134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2d2272dc-3bce-49dc-a7ef-c6033d26e1de), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:32.951954 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3cb22676-437f-446a-9980-de3d7bcc8134 None None] Port 2d2272dc-3bce-49dc-a7ef-c6033d26e1de cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:15:32.981445 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697dcdd-62a1-4d9c-9906-cd9560dfe529 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Port': ['ID=36aa56d4-8339-43f1-b0d0-9d175d6f5303,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:33.010065 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9697dcdd-62a1-4d9c-9906-cd9560dfe529 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Checking segment: {'id': '9c891f4d-00f5-4b3f-b19d-66ddd53d2c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'de1895b6-0ae7-4561-9a5c-6d3dbf2d51cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:15:33.010423 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9697dcdd-62a1-4d9c-9906-cd9560dfe529 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network hostable DHCP agents. Network: de1895b6-0ae7-4561-9a5c-6d3dbf2d51cc, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:15:33.037770 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9697dcdd-62a1-4d9c-9906-cd9560dfe529 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network de1895b6-0ae7-4561-9a5c-6d3dbf2d51cc is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:15:33.055373 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9697dcdd-62a1-4d9c-9906-cd9560dfe529 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, de1895b6-0ae7-4561-9a5c-6d3dbf2d51cc) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:33.060450 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9697dcdd-62a1-4d9c-9906-cd9560dfe529 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:15:33.063081 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaf7459-ba4f-47fd-8b28-4e9791f883c5 None None] Network de1895b6-0ae7-4561-9a5c-6d3dbf2d51cc requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:15:33.067074 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9697dcdd-62a1-4d9c-9906-cd9560dfe529 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:33.072176 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9697dcdd-62a1-4d9c-9906-cd9560dfe529 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:33.074425 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9697dcdd-62a1-4d9c-9906-cd9560dfe529 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:33.100179 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9697dcdd-62a1-4d9c-9906-cd9560dfe529 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0920064 Feb 07 21:15:33.102542 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35668) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:33.348681 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-9264c784-7c71-49fc-b49a-80795f9d07ff tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting port 36aa56d4-8339-43f1-b0d0-9d175d6f5303 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:15:33.349962 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9264c784-7c71-49fc-b49a-80795f9d07ff tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (36aa56d4-8339-43f1-b0d0-9d175d6f5303), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:33.440569 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9264c784-7c71-49fc-b49a-80795f9d07ff tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (36aa56d4-8339-43f1-b0d0-9d175d6f5303), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:33.459943 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-9264c784-7c71-49fc-b49a-80795f9d07ff tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Calling delete_port for 36aa56d4-8339-43f1-b0d0-9d175d6f5303 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:15:33.545193 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port c2cf433e-9387-4e7b-87a7-85a5d60b003b is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:33.554424 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:33.606268 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9264c784-7c71-49fc-b49a-80795f9d07ff tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (36aa56d4-8339-43f1-b0d0-9d175d6f5303), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:33.672031 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264c784-7c71-49fc-b49a-80795f9d07ff tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Port': ['ID=36aa56d4-8339-43f1-b0d0-9d175d6f5303,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:33.718114 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9264c784-7c71-49fc-b49a-80795f9d07ff tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:33.727347 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9264c784-7c71-49fc-b49a-80795f9d07ff tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/ports/36aa56d4-8339-43f1-b0d0-9d175d6f5303 HTTP/1.1" status: 204 len: 168 time: 0.6235132 Feb 07 21:15:33.728002 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35678) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:33.768848 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c2cf433e-9387-4e7b-87a7-85a5d60b003b up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:15:33.829514 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94978cbb-14eb-49fb-9daf-675ce21f7b00 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:33.842930 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94978cbb-14eb-49fb-9daf-675ce21f7b00 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:33.850587 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-94978cbb-14eb-49fb-9daf-675ce21f7b00 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1212831 Feb 07 21:15:33.851670 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35680) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:33.916051 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:33.961028 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port c2cf433e-9387-4e7b-87a7-85a5d60b003b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:33.964189 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c2cf433e-9387-4e7b-87a7-85a5d60b003b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:34.086391 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d1973d6e-1276-4341-b9df-4a392666f0af tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting port b9f14e7d-2112-4eb7-92e8-dcdf6db324e7 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:15:34.089238 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d1973d6e-1276-4341-b9df-4a392666f0af tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (b9f14e7d-2112-4eb7-92e8-dcdf6db324e7), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:34.140140 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port c2cf433e-9387-4e7b-87a7-85a5d60b003b is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:34.149246 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-d8a5e379-53e6-458d-ba5e-3cac337c5f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:34.149875 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-d8a5e379-53e6-458d-ba5e-3cac337c5f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:34.150279 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-d8a5e379-53e6-458d-ba5e-3cac337c5f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:34.152014 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-d8a5e379-53e6-458d-ba5e-3cac337c5f34 service neutron] 10.222.0.71 "GET /v2.0/networks?id=071b8c86-0422-4ec9-8876-4c05135f32b2&id=26a5aa95-5a14-4824-919e-8a28dc988cff&id=26a5aa95-5a14-4824-919e-8a28dc988cff&id=26a5aa95-5a14-4824-919e-8a28dc988cff&id=26a5aa95-5a14-4824-919e-8a28dc988cff&id=990c9613-1652-4a05-a37c-c1f76f75103a&id=990c9613-1652-4a05-a37c-c1f76f75103a HTTP/1.1" status: 200 len: 2292 time: 1.2459786 Feb 07 21:15:34.205328 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d1973d6e-1276-4341-b9df-4a392666f0af tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (b9f14e7d-2112-4eb7-92e8-dcdf6db324e7), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:34.225905 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d1973d6e-1276-4341-b9df-4a392666f0af tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Calling delete_port for b9f14e7d-2112-4eb7-92e8-dcdf6db324e7 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:15:34.295404 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4cda1c-dacf-43a8-b949-e2245a88342c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Router e9057ad9-f582-4aaf-acd3-b500c0f6a4a2 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:15:34.332607 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d1973d6e-1276-4341-b9df-4a392666f0af tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (b9f14e7d-2112-4eb7-92e8-dcdf6db324e7), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:34.335195 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-66560997-d932-4762-821e-818209d6855c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2ae11df-92cb-4cf3-a5a5-1a562899672f HTTP/1.1" status: 200 len: 1001 time: 0.1428108 Feb 07 21:15:34.398541 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1973d6e-1276-4341-b9df-4a392666f0af tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Port': ['ID=b9f14e7d-2112-4eb7-92e8-dcdf6db324e7,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:34.433012 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d1973d6e-1276-4341-b9df-4a392666f0af tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:34.449398 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d1973d6e-1276-4341-b9df-4a392666f0af tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/ports/b9f14e7d-2112-4eb7-92e8-dcdf6db324e7 HTTP/1.1" status: 204 len: 168 time: 0.5938044 Feb 07 21:15:34.449630 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35688) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:34.560701 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-482fa470-b1cb-4697-948b-8ecf6045b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:34.563036 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-482fa470-b1cb-4697-948b-8ecf6045b87d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=14195520-c31c-46d3-a196-c4e089f2f729 HTTP/1.1" status: 200 len: 850 time: 0.2190585 Feb 07 21:15:34.587026 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f85ddd2-41e6-460c-aac0-f2a8e69913ad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (2d2272dc-3bce-49dc-a7ef-c6033d26e1de), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:34.592612 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48dbe8d-54e0-4167-8225-2663e08aa9cc tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:34.595250 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e48dbe8d-54e0-4167-8225-2663e08aa9cc tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1438870 Feb 07 21:15:34.599240 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35692) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:34.618435 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f85ddd2-41e6-460c-aac0-f2a8e69913ad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (2d2272dc-3bce-49dc-a7ef-c6033d26e1de), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:34.619202 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f85ddd2-41e6-460c-aac0-f2a8e69913ad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (5fc2ef66-3b8b-46c3-a876-c45427cffaf8), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:34.681317 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d0ab29-5bf8-4469-9fe3-af15e77af338 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] GET failed (client error): The resource could not be found. Feb 07 21:15:34.689374 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-44d0ab29-5bf8-4469-9fe3-af15e77af338 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "GET /v2.0/ports/36aa56d4-8339-43f1-b0d0-9d175d6f5303 HTTP/1.1" status: 404 len: 333 time: 0.0873868 Feb 07 21:15:34.691960 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35694) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:34.744402 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d0e633-bf1e-4544-8792-1b44e95620a0 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] GET failed (client error): The resource could not be found. Feb 07 21:15:34.749627 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-70d0e633-bf1e-4544-8792-1b44e95620a0 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "GET /v2.0/ports/b9f14e7d-2112-4eb7-92e8-dcdf6db324e7 HTTP/1.1" status: 404 len: 333 time: 0.0530756 Feb 07 21:15:34.750625 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35696) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:34.766740 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85ddd2-41e6-460c-aac0-f2a8e69913ad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=2d2272dc-3bce-49dc-a7ef-c6033d26e1de,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:34.851272 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4cda1c-dacf-43a8-b949-e2245a88342c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:15:34.875954 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee303709-c449-4923-b523-2985f86e16f7 None None] Sync routers for ids ['e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:15:34.880077 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb4cda1c-dacf-43a8-b949-e2245a88342c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:34.899617 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee303709-c449-4923-b523-2985f86e16f7 None None] Routers {'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:15:34.900627 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ee303709-c449-4923-b523-2985f86e16f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:15:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:34.960663 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db3594a1-a3b4-4d5e-85ef-c6abe8069cb2 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (de1895b6-0ae7-4561-9a5c-6d3dbf2d51cc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:35.081667 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-d046c680-d822-4326-8fb8-c0229e59e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:35.083233 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-d046c680-d822-4326-8fb8-c0229e59e598 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=071b8c86-0422-4ec9-8876-4c05135f32b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5085170 Feb 07 21:15:35.094173 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bb4cda1c-dacf-43a8-b949-e2245a88342c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "PUT /v2.0/floatingips/52ee9c66-47aa-479a-a977-e48adf9f0c32 HTTP/1.1" status: 200 len: 992 time: 4.4070234 Feb 07 21:15:35.106413 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34', 'tag': '17dc58fa-1248-4f88-b868-ac032c41d000'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:15:35.121702 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5590f9d-495c-4d19-a75f-0e54d3191fed" -d '{"events": [{"name": "network-changed", "server_uuid": "77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34", "tag": "17dc58fa-1248-4f88-b868-ac032c41d000"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:15:35.149234 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db3594a1-a3b4-4d5e-85ef-c6abe8069cb2 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (de1895b6-0ae7-4561-9a5c-6d3dbf2d51cc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:35.155510 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f85ddd2-41e6-460c-aac0-f2a8e69913ad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:15:35.181718 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ee303709-c449-4923-b523-2985f86e16f7 None None] Set router e9057ad9-f582-4aaf-acd3-b500c0f6a4a2 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:15:35.198634 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018f1106-eb6e-4c54-b37e-6dc7476948af x-openstack-request-id: req-018f1106-eb6e-4c54-b37e-6dc7476948af {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:15:35.198917 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34", "tag": "17dc58fa-1248-4f88-b868-ac032c41d000", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:15:35.199180 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-018f1106-eb6e-4c54-b37e-6dc7476948af {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:15:35.199591 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34', 'tag': '17dc58fa-1248-4f88-b868-ac032c41d000', 'status': 'completed', 'code': 200} Feb 07 21:15:35.242724 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-db3594a1-a3b4-4d5e-85ef-c6abe8069cb2 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1895b6-0ae7-4561-9a5c-6d3dbf2d51cc']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:35.265645 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-db3594a1-a3b4-4d5e-85ef-c6abe8069cb2 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c891f4d-00f5-4b3f-b19d-66ddd53d2c82') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:35.265950 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-db3594a1-a3b4-4d5e-85ef-c6abe8069cb2 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c891f4d-00f5-4b3f-b19d-66ddd53d2c82') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:35.289967 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db3594a1-a3b4-4d5e-85ef-c6abe8069cb2 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (9c891f4d-00f5-4b3f-b19d-66ddd53d2c82), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:35.320525 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-4198c970-d25e-4ab4-b1cb-d15af30582d6 service neutron] 10.222.0.71 "GET /v2.0/networks/071b8c86-0422-4ec9-8876-4c05135f32b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250776 Feb 07 21:15:35.321448 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db3594a1-a3b4-4d5e-85ef-c6abe8069cb2 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (9c891f4d-00f5-4b3f-b19d-66ddd53d2c82), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3594a1-a3b4-4d5e-85ef-c6abe8069cb2 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db3594a1-a3b4-4d5e-85ef-c6abe8069cb2 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (9c891f4d-00f5-4b3f-b19d-66ddd53d2c82), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:15:35.341143 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:15:35.371687 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-8f85ddd2-41e6-460c-aac0-f2a8e69913ad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:35.453367 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db3594a1-a3b4-4d5e-85ef-c6abe8069cb2 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (de1895b6-0ae7-4561-9a5c-6d3dbf2d51cc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:35.463527 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db3594a1-a3b4-4d5e-85ef-c6abe8069cb2 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:35.481753 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-db3594a1-a3b4-4d5e-85ef-c6abe8069cb2 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/networks/de1895b6-0ae7-4561-9a5c-6d3dbf2d51cc HTTP/1.1" status: 204 len: 168 time: 0.7298446 Feb 07 21:15:35.483689 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35708) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:35.507393 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-5a23c3fb-6db8-4a6a-a9df-1e72a4db70c6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-330878681'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:35.531221 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3594a1-a3b4-4d5e-85ef-c6abe8069cb2 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Network': ['ID=de1895b6-0ae7-4561-9a5c-6d3dbf2d51cc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:35.578815 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a23c3fb-6db8-4a6a-a9df-1e72a4db70c6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:15:35.583247 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a23c3fb-6db8-4a6a-a9df-1e72a4db70c6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:35.652803 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a23c3fb-6db8-4a6a-a9df-1e72a4db70c6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:15:35.680088 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a23c3fb-6db8-4a6a-a9df-1e72a4db70c6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (2fd47241-7231-4d2e-a4f1-e0ae46428b79), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:35.680602 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-5a23c3fb-6db8-4a6a-a9df-1e72a4db70c6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Added segment 2fd47241-7231-4d2e-a4f1-e0ae46428b79 of type vlan for network d40d20e8-d996-48fe-9de0-c56fea5192c3 Feb 07 21:15:35.706767 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-6bdb7546-8271-4046-8f7e-e2ecd2f848de service neutron] 10.222.0.71 "GET /v2.0/networks/071b8c86-0422-4ec9-8876-4c05135f32b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312330 Feb 07 21:15:35.827728 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a23c3fb-6db8-4a6a-a9df-1e72a4db70c6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (d40d20e8-d996-48fe-9de0-c56fea5192c3), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:35.891918 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ee303709-c449-4923-b523-2985f86e16f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'name': 'tempest-ServerActionsTestJSON-1449725803-router', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:39Z', 'updated_at': '2022-02-07T21:14:50Z', 'revision_number': 4, 'project_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'gw_port': {'id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:41Z', 'updated_at': '2022-02-07T21:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '52ee9c66-47aa-479a-a977-e48adf9f0c32', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'floating_ip_address': '172.25.4.116', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'port_id': '17dc58fa-1248-4f88-b868-ac032c41d000', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0', 'mac_address': 'fa:16:3e:84:8b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:15:01Z', 'updated_at': '2022-02-07T21:15:31Z', 'revision_number': 1, 'project_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812a8f2b-86a8-42f0-839f-732f590817fb', 'name': '', 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'mac_address': 'fa:16:3e:95:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '59eaac6e-e46d-4028-b7b2-899f00c5ee97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:49Z', 'updated_at': '2022-02-07T21:15:00Z', 'revision_number': 5, 'project_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'subnets': [{'id': '59eaac6e-e46d-4028-b7b2-899f00c5ee97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:35.897653 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a23c3fb-6db8-4a6a-a9df-1e72a4db70c6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (d40d20e8-d996-48fe-9de0-c56fea5192c3), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:35.903969 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a23c3fb-6db8-4a6a-a9df-1e72a4db70c6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:35.904742 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a23c3fb-6db8-4a6a-a9df-1e72a4db70c6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:35.952759 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-4795f746-c870-467d-88e3-af5f3e922bc3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=787540ad-da42-4766-9599-e06e23ac29d8 HTTP/1.1" status: 200 len: 217 time: 0.2427933 Feb 07 21:15:35.989432 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5a23c3fb-6db8-4a6a-a9df-1e72a4db70c6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4901519 Feb 07 21:15:36.005091 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee303709-c449-4923-b523-2985f86e16f7 None None] Checking router: e9057ad9-f582-4aaf-acd3-b500c0f6a4a2 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:15:36.042986 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee303709-c449-4923-b523-2985f86e16f7 None None] Routers {'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:15:36.043620 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ee303709-c449-4923-b523-2985f86e16f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:15:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:36.057426 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-373c3fd9-7c61-4e32-9411-92f5e2e260dc None None] Provisioning complete for port 2d2272dc-3bce-49dc-a7ef-c6033d26e1de triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:36.057802 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-373c3fd9-7c61-4e32-9411-92f5e2e260dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2d2272dc-3bce-49dc-a7ef-c6033d26e1de), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:36.093286 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35716) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:36.108520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-1fd41df3-f0a5-4bfa-ac84-6fef2a7da658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:36.112777 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9e99ebcd-c6e7-40b6-bda8-a600eb8d0d76 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'subnet': {'network_id': 'd40d20e8-d996-48fe-9de0-c56fea5192c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:36.120553 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-1fd41df3-f0a5-4bfa-ac84-6fef2a7da658 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c9c2ed27-c21c-4f3c-8dab-d62862785392 HTTP/1.1" status: 200 len: 797 time: 0.1562948 Feb 07 21:15:36.151932 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd63440-953e-4332-a0bc-95815d7c2425 req-9023b0ff-fbc8-4ff1-baff-bee750d9e9fd tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:36.155009 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-afd63440-953e-4332-a0bc-95815d7c2425 req-9023b0ff-fbc8-4ff1-baff-bee750d9e9fd tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 946 time: 0.8229876 Feb 07 21:15:36.271654 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ee303709-c449-4923-b523-2985f86e16f7 None None] Set router e9057ad9-f582-4aaf-acd3-b500c0f6a4a2 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:15:36.273619 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5590f9d-495c-4d19-a75f-0e54d3191fed req-6f7591f3-fc0c-4685-b765-f0f9797eadd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:36.281807 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e5590f9d-495c-4d19-a75f-0e54d3191fed req-6f7591f3-fc0c-4685-b765-f0f9797eadd7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 1128 time: 0.9538484 Feb 07 21:15:36.405586 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23c3fb-6db8-4a6a-a9df-1e72a4db70c6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Network': ['ID=d40d20e8-d996-48fe-9de0-c56fea5192c3,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:36.415111 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-373c3fd9-7c61-4e32-9411-92f5e2e260dc None None] Port 2d2272dc-3bce-49dc-a7ef-c6033d26e1de cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:15:36.436453 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e99ebcd-c6e7-40b6-bda8-a600eb8d0d76 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:15:36.437682 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network d40d20e8-d996-48fe-9de0-c56fea5192c3 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:15:36.443658 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9e99ebcd-c6e7-40b6-bda8-a600eb8d0d76 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:36.604878 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.ipam_backend_mixin [None req-9e99ebcd-c6e7-40b6-bda8-a600eb8d0d76 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Performing IP validity checks on allocation pools {{(pid=103256) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 07 21:15:36.605805 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.ipam_backend_mixin [None req-9e99ebcd-c6e7-40b6-bda8-a600eb8d0d76 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103256) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 07 21:15:36.607177 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5590f9d-495c-4d19-a75f-0e54d3191fed req-6512dfd3-8ad4-4855-a90c-760a5aec37ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:36.613156 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e5590f9d-495c-4d19-a75f-0e54d3191fed req-6512dfd3-8ad4-4855-a90c-760a5aec37ab service neutron] 10.222.0.71 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 913 time: 0.3298488 Feb 07 21:15:36.928799 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e5590f9d-495c-4d19-a75f-0e54d3191fed req-2870bb28-9ca7-41d8-8509-3b5930eada3d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17dc58fa-1248-4f88-b868-ac032c41d000 HTTP/1.1" status: 200 len: 1000 time: 0.2751014 Feb 07 21:15:36.987344 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-afd63440-953e-4332-a0bc-95815d7c2425 req-f2bde019-b029-403e-bdd8-01de452a0f59 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7872477 Feb 07 21:15:37.012136 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9e99ebcd-c6e7-40b6-bda8-a600eb8d0d76 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (0f07d01d-9624-423a-8899-ca56b876099d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:37.156057 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ee303709-c449-4923-b523-2985f86e16f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'name': 'tempest-ServerActionsTestJSON-1449725803-router', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:39Z', 'updated_at': '2022-02-07T21:14:50Z', 'revision_number': 4, 'project_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'gw_port': {'id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:41Z', 'updated_at': '2022-02-07T21:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '52ee9c66-47aa-479a-a977-e48adf9f0c32', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'floating_ip_address': '172.25.4.116', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'port_id': '17dc58fa-1248-4f88-b868-ac032c41d000', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0', 'mac_address': 'fa:16:3e:84:8b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:15:01Z', 'updated_at': '2022-02-07T21:15:31Z', 'revision_number': 1, 'project_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812a8f2b-86a8-42f0-839f-732f590817fb', 'name': '', 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'mac_address': 'fa:16:3e:95:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '59eaac6e-e46d-4028-b7b2-899f00c5ee97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:49Z', 'updated_at': '2022-02-07T21:15:00Z', 'revision_number': 5, 'project_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'subnets': [{'id': '59eaac6e-e46d-4028-b7b2-899f00c5ee97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:37.194297 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99ebcd-c6e7-40b6-bda8-a600eb8d0d76 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Subnet': ['ID=0f07d01d-9624-423a-8899-ca56b876099d,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:37.244049 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee303709-c449-4923-b523-2985f86e16f7 None None] The sync data for ids ['e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'] in n-d-828185-2 is: [{'id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'name': 'tempest-ServerActionsTestJSON-1449725803-router', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:39Z', 'updated_at': '2022-02-07T21:14:50Z', 'revision_number': 4, 'project_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'gw_port': {'id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:41Z', 'updated_at': '2022-02-07T21:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '52ee9c66-47aa-479a-a977-e48adf9f0c32', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'floating_ip_address': '172.25.4.116', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'port_id': '17dc58fa-1248-4f88-b868-ac032c41d000', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0', 'mac_address': 'fa:16:3e:84:8b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:15:01Z', 'updated_at': '2022-02-07T21:15:31Z', 'revision_number': 1, 'project_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812a8f2b-86a8-42f0-839f-732f590817fb', 'name': '', 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'mac_address': 'fa:16:3e:95:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '59eaac6e-e46d-4028-b7b2-899f00c5ee97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:49Z', 'updated_at': '2022-02-07T21:15:00Z', 'revision_number': 5, 'project_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'subnets': [{'id': '59eaac6e-e46d-4028-b7b2-899f00c5ee97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:15:37.293737 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5590f9d-495c-4d19-a75f-0e54d3191fed req-8eec3a1f-f7ad-49a7-899c-0d7487e2b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:37.295588 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e99ebcd-c6e7-40b6-bda8-a600eb8d0d76 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Checking segment: {'id': '2fd47241-7231-4d2e-a4f1-e0ae46428b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd40d20e8-d996-48fe-9de0-c56fea5192c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:15:37.296578 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e99ebcd-c6e7-40b6-bda8-a600eb8d0d76 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network hostable DHCP agents. Network: d40d20e8-d996-48fe-9de0-c56fea5192c3, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:15:37.297544 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e5590f9d-495c-4d19-a75f-0e54d3191fed req-8eec3a1f-f7ad-49a7-899c-0d7487e2b8e1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.3043511 Feb 07 21:15:37.350944 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-2eb8dc65-2c82-4af6-bf15-98b1820735ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:37.350944 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-2eb8dc65-2c82-4af6-bf15-98b1820735ea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=26a5aa95-5a14-4824-919e-8a28dc988cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 1.1947629 Feb 07 21:15:37.457012 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5590f9d-495c-4d19-a75f-0e54d3191fed req-47c0c706-b824-4213-917f-fdc104d8e9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:37.459126 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e5590f9d-495c-4d19-a75f-0e54d3191fed req-47c0c706-b824-4213-917f-fdc104d8e9a2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1413157 Feb 07 21:15:37.480619 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e99ebcd-c6e7-40b6-bda8-a600eb8d0d76 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network d40d20e8-d996-48fe-9de0-c56fea5192c3 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:15:37.518384 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9e99ebcd-c6e7-40b6-bda8-a600eb8d0d76 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, d40d20e8-d996-48fe-9de0-c56fea5192c3) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:37.523898 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e99ebcd-c6e7-40b6-bda8-a600eb8d0d76 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:37.524621 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9e99ebcd-c6e7-40b6-bda8-a600eb8d0d76 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:37.528504 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1951768d-c3e8-42ca-a660-6d09dc7740eb None None] Network d40d20e8-d996-48fe-9de0-c56fea5192c3 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:15:37.565406 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9e99ebcd-c6e7-40b6-bda8-a600eb8d0d76 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4709105 Feb 07 21:15:37.568843 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35730) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:37.574893 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b5e9e5f9-b9c8-49b1-8e25-8574997b37cc tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'port': {'network_id': 'd40d20e8-d996-48fe-9de0-c56fea5192c3', 'name': 'tempest-PortsTestJSON-745868057'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:37.586218 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f85ddd2-41e6-460c-aac0-f2a8e69913ad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Router 5fc2ef66-3b8b-46c3-a876-c45427cffaf8 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:15:37.673647 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-f050bd31-097f-4d8f-8c85-b61db1cc763a service neutron] 10.222.0.71 "GET /v2.0/networks/26a5aa95-5a14-4824-919e-8a28dc988cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022070 Feb 07 21:15:37.780369 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e96af1-06f4-44e3-b50f-87b3eb709521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-d40d20e8-d996-48fe-9de0-c56fea5192c3', 'network_id': 'd40d20e8-d996-48fe-9de0-c56fea5192c3', 'project_id': '513bde040ef147d69df68a6ee6cac082', 'fixed_ips': [{'subnet_id': '0f07d01d-9624-423a-8899-ca56b876099d'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:15:37.781517 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a1e96af1-06f4-44e3-b50f-87b3eb709521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:37.910684 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e9e5f9-b9c8-49b1-8e25-8574997b37cc tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:15:37.914325 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b5e9e5f9-b9c8-49b1-8e25-8574997b37cc tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:37.971356 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-b5e9e5f9-b9c8-49b1-8e25-8574997b37cc tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] device_id is not set on port f58236df-723d-41b1-9dee-cca9102f7338 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:15:38.215066 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-a1e96af1-06f4-44e3-b50f-87b3eb709521 None None] Allocated IP 172.20.0.2 (d40d20e8-d996-48fe-9de0-c56fea5192c3/0f07d01d-9624-423a-8899-ca56b876099d/12611c53-bd98-4bb1-8a9b-3c735b9648b9) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:15:38.278465 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e5590f9d-495c-4d19-a75f-0e54d3191fed req-15c4d006-4a14-48f3-9706-099c5eaa7140 service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8088787 Feb 07 21:15:38.297215 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f85ddd2-41e6-460c-aac0-f2a8e69913ad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:15:38.320596 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d85310-ece6-4e92-9ff6-7645fd73bf16 None None] Sync routers for ids ['5fc2ef66-3b8b-46c3-a876-c45427cffaf8'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:15:38.332605 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35742) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:38.334431 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8f85ddd2-41e6-460c-aac0-f2a8e69913ad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "PUT /v2.0/routers/5fc2ef66-3b8b-46c3-a876-c45427cffaf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9719307 Feb 07 21:15:38.366067 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d85310-ece6-4e92-9ff6-7645fd73bf16 None None] Routers {'5fc2ef66-3b8b-46c3-a876-c45427cffaf8'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:15:38.368192 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-d1d85310-ece6-4e92-9ff6-7645fd73bf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:15:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5fc2ef66-3b8b-46c3-a876-c45427cffaf8'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:38.478127 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838fb38-c670-4820-8711-a364c6f4cbd2 req-e71216b1-ae93-4816-aee3-1ab5f755497c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:38.480430 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b838fb38-c670-4820-8711-a364c6f4cbd2 req-e71216b1-ae93-4816-aee3-1ab5f755497c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 946 time: 0.3440149 Feb 07 21:15:38.531340 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931d3a2c-c0f8-4ab7-b1b3-57899b30abe6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:38.539543 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-931d3a2c-c0f8-4ab7-b1b3-57899b30abe6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports/2d2272dc-3bce-49dc-a7ef-c6033d26e1de HTTP/1.1" status: 200 len: 911 time: 0.2057023 Feb 07 21:15:38.540186 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35746) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:38.643582 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-99e56952-5f47-48bd-983a-1c29d296a55b service neutron] 10.222.0.71 "GET /v2.0/networks/26a5aa95-5a14-4824-919e-8a28dc988cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8991446 Feb 07 21:15:38.694617 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4422d0-530c-4a2b-b447-754d09ac5f32 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:38.712170 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-d1d85310-ece6-4e92-9ff6-7645fd73bf16 None None] Set router 5fc2ef66-3b8b-46c3-a876-c45427cffaf8 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:15:38.714835 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4422d0-530c-4a2b-b447-754d09ac5f32 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:38.725063 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3b4422d0-530c-4a2b-b447-754d09ac5f32 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1775553 Feb 07 21:15:38.725697 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35748) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:38.883478 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e5590f9d-495c-4d19-a75f-0e54d3191fed req-fba26ebc-0215-47e9-b8f4-25157a002449 service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5968657 Feb 07 21:15:38.895150 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-4de4f7f0-debb-46f5-970c-372ea5f6d44c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=78688ae2-f6bf-4575-9b2d-411b39a9ee2d HTTP/1.1" status: 200 len: 217 time: 0.1351051 Feb 07 21:15:38.900196 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a1e96af1-06f4-44e3-b50f-87b3eb709521 None None] Publish callbacks [] for port (12611c53-bd98-4bb1-8a9b-3c735b9648b9), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:38.910615 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a1e96af1-06f4-44e3-b50f-87b3eb709521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (12611c53-bd98-4bb1-8a9b-3c735b9648b9), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:38.926789 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b838fb38-c670-4820-8711-a364c6f4cbd2 req-fb102f99-f0c9-43c9-8315-ed80d7630341 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4263494 Feb 07 21:15:39.035781 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e96af1-06f4-44e3-b50f-87b3eb709521 None None] Pushing event updated for resources: {'Port': ['ID=12611c53-bd98-4bb1-8a9b-3c735b9648b9,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:39.042953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-20502b77-89ba-44d7-ac8b-91b7e6e8bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:39.046039 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-20502b77-89ba-44d7-ac8b-91b7e6e8bc2d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c9c2ed27-c21c-4f3c-8dab-d62862785392 HTTP/1.1" status: 200 len: 797 time: 0.1179225 Feb 07 21:15:39.062773 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb930495-54b1-412e-ba71-40dceb5421ca None None] New status for floating IP 52ee9c66-47aa-479a-a977-e48adf9f0c32: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:15:39.213700 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-fba76fd5-1e7d-4a32-9c54-9d55975c4509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:39.218656 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-fba76fd5-1e7d-4a32-9c54-9d55975c4509 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=26a5aa95-5a14-4824-919e-8a28dc988cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1651266 Feb 07 21:15:39.311666 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-b5e9e5f9-b9c8-49b1-8e25-8574997b37cc tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Allocated IP 172.20.0.14 (d40d20e8-d996-48fe-9de0-c56fea5192c3/0f07d01d-9624-423a-8899-ca56b876099d/f58236df-723d-41b1-9dee-cca9102f7338) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:15:39.326086 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-d1d85310-ece6-4e92-9ff6-7645fd73bf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc2ef66-3b8b-46c3-a876-c45427cffaf8', 'name': 'tempest-NetworksTestDHCPv6-router-107500998', 'tenant_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:15:28Z', 'updated_at': '2022-02-07T21:15:32Z', 'revision_number': 2, 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'gw_port_host': None, '_interfaces': [{'id': '2d2272dc-3bce-49dc-a7ef-c6033d26e1de', 'name': '', 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'tenant_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'mac_address': 'fa:16:3e:85:c1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc2ef66-3b8b-46c3-a876-c45427cffaf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': 'e0abead7-ca75-4453-a32d-63ce9088001c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:15:29Z', 'updated_at': '2022-02-07T21:15:34Z', 'revision_number': 2, 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'subnets': [{'id': 'e0abead7-ca75-4453-a32d-63ce9088001c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:39.380064 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e96af1-06f4-44e3-b50f-87b3eb709521 None None] Network d40d20e8-d996-48fe-9de0-c56fea5192c3 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:15:39.403666 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-a1e96af1-06f4-44e3-b50f-87b3eb709521 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:39.407539 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d85310-ece6-4e92-9ff6-7645fd73bf16 None None] Checking router: 5fc2ef66-3b8b-46c3-a876-c45427cffaf8 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:15:39.408153 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d85310-ece6-4e92-9ff6-7645fd73bf16 None None] Updating router 5fc2ef66-3b8b-46c3-a876-c45427cffaf8 port 2d2272dc-3bce-49dc-a7ef-c6033d26e1de binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:15:39.424791 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e96af1-06f4-44e3-b50f-87b3eb709521 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:15:39.456348 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-cf88f467-e1af-40cb-9cc7-385140c4ceef service neutron] 10.222.0.71 "GET /v2.0/networks/26a5aa95-5a14-4824-919e-8a28dc988cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317245 Feb 07 21:15:39.463670 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d1d85310-ece6-4e92-9ff6-7645fd73bf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2d2272dc-3bce-49dc-a7ef-c6033d26e1de), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:39.638046 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a1e96af1-06f4-44e3-b50f-87b3eb709521 None None] Attempting to bind port 12611c53-bd98-4bb1-8a9b-3c735b9648b9 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:15:39.638808 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a1e96af1-06f4-44e3-b50f-87b3eb709521 None None] Attempting to bind port 12611c53-bd98-4bb1-8a9b-3c735b9648b9 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '2fd47241-7231-4d2e-a4f1-e0ae46428b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd40d20e8-d996-48fe-9de0-c56fea5192c3'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:15:39.638808 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e96af1-06f4-44e3-b50f-87b3eb709521 None None] Attempting to bind port 12611c53-bd98-4bb1-8a9b-3c735b9648b9 on network d40d20e8-d996-48fe-9de0-c56fea5192c3 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:15:39.644938 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e96af1-06f4-44e3-b50f-87b3eb709521 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:15:39.645693 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e96af1-06f4-44e3-b50f-87b3eb709521 None None] Checking segment: {'id': '2fd47241-7231-4d2e-a4f1-e0ae46428b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd40d20e8-d996-48fe-9de0-c56fea5192c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:15:39.645882 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a1e96af1-06f4-44e3-b50f-87b3eb709521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:39.646386 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e96af1-06f4-44e3-b50f-87b3eb709521 None None] Bound using segment: {'id': '2fd47241-7231-4d2e-a4f1-e0ae46428b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd40d20e8-d996-48fe-9de0-c56fea5192c3'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:15:39.646846 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a1e96af1-06f4-44e3-b50f-87b3eb709521 None None] Bound port: 12611c53-bd98-4bb1-8a9b-3c735b9648b9, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd47241-7231-4d2e-a4f1-e0ae46428b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd40d20e8-d996-48fe-9de0-c56fea5192c3'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:15:39.647235 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a1e96af1-06f4-44e3-b50f-87b3eb709521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (12611c53-bd98-4bb1-8a9b-3c735b9648b9), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:39.708940 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-07051cdc-6c1b-4387-8cc6-fbe2d4e94d12 service neutron] 10.222.0.71 "GET /v2.0/networks/26a5aa95-5a14-4824-919e-8a28dc988cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444882 Feb 07 21:15:39.792902 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a1e96af1-06f4-44e3-b50f-87b3eb709521 None None] For port 12611c53-bd98-4bb1-8a9b-3c735b9648b9, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:15:39.803145 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a1e96af1-06f4-44e3-b50f-87b3eb709521 None None] For port 12611c53-bd98-4bb1-8a9b-3c735b9648b9, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=12611c53-bd98-4bb1-8a9b-3c735b9648b9,segment=NetworkSegment(2fd47241-7231-4d2e-a4f1-e0ae46428b79),segment_id=2fd47241-7231-4d2e-a4f1-e0ae46428b79)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:15:39.820128 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a1e96af1-06f4-44e3-b50f-87b3eb709521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (12611c53-bd98-4bb1-8a9b-3c735b9648b9), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:39.824149 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-924f1d81-5638-481f-b5b4-86dfd936ba65 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=4ac48894-fd3f-4327-adde-ca84b477e6df HTTP/1.1" status: 200 len: 217 time: 0.1086733 Feb 07 21:15:39.922629 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b5e9e5f9-b9c8-49b1-8e25-8574997b37cc tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for port (f58236df-723d-41b1-9dee-cca9102f7338), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:39.935258 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-4f892b7e-b5eb-4570-99b4-9331f42e8cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:39.937065 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-4f892b7e-b5eb-4570-99b4-9331f42e8cb0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c9c2ed27-c21c-4f3c-8dab-d62862785392 HTTP/1.1" status: 200 len: 797 time: 0.1059391 Feb 07 21:15:40.023506 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e96af1-06f4-44e3-b50f-87b3eb709521 None None] Pushing event updated for resources: {'Port': ['ID=12611c53-bd98-4bb1-8a9b-3c735b9648b9,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:40.109723 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-28707c96-dcc3-465c-be28-bd7307cf2de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:40.115780 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d1d85310-ece6-4e92-9ff6-7645fd73bf16 None None] Publish callbacks [] for port (2d2272dc-3bce-49dc-a7ef-c6033d26e1de), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:40.124462 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-28707c96-dcc3-465c-be28-bd7307cf2de8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=26a5aa95-5a14-4824-919e-8a28dc988cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1757619 Feb 07 21:15:40.133956 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d1d85310-ece6-4e92-9ff6-7645fd73bf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2d2272dc-3bce-49dc-a7ef-c6033d26e1de), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:40.225987 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-60fb3c42-3088-44fb-a5bd-470bbc9a6df9 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:15:40.238506 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d90bde-878e-4d8d-bf18-8bbbf4a32e79 None None] Pushing event updated for resources: {'Port': ['ID=2d2272dc-3bce-49dc-a7ef-c6033d26e1de,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:40.240547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-60fb3c42-3088-44fb-a5bd-470bbc9a6df9 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0265033 Feb 07 21:15:40.288670 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b5e9e5f9-b9c8-49b1-8e25-8574997b37cc tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (f58236df-723d-41b1-9dee-cca9102f7338), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:40.291115 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d90bde-878e-4d8d-bf18-8bbbf4a32e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:40.291526 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d90bde-878e-4d8d-bf18-8bbbf4a32e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:40.294134 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d90bde-878e-4d8d-bf18-8bbbf4a32e79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:40.294505 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d90bde-878e-4d8d-bf18-8bbbf4a32e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:40.294846 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d90bde-878e-4d8d-bf18-8bbbf4a32e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:40.295180 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d90bde-878e-4d8d-bf18-8bbbf4a32e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:40.295497 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d90bde-878e-4d8d-bf18-8bbbf4a32e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:40.295824 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d90bde-878e-4d8d-bf18-8bbbf4a32e79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:40.296146 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d90bde-878e-4d8d-bf18-8bbbf4a32e79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:40.296498 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d90bde-878e-4d8d-bf18-8bbbf4a32e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:40.296821 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d90bde-878e-4d8d-bf18-8bbbf4a32e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:40.297130 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d90bde-878e-4d8d-bf18-8bbbf4a32e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:40.311813 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d90bde-878e-4d8d-bf18-8bbbf4a32e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:40.397813 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5df24a6-3e1f-49cb-822c-c3bc53e7a69b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (5fc2ef66-3b8b-46c3-a876-c45427cffaf8), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:40.532139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4577f8-aaf1-431a-abb4-028fda7eb846 req-22a0d26a-cb42-4463-9af8-9a2ac7aabee2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:40.533880 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b4577f8-aaf1-431a-abb4-028fda7eb846 req-22a0d26a-cb42-4463-9af8-9a2ac7aabee2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 946 time: 0.4079134 Feb 07 21:15:40.572360 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-d1d85310-ece6-4e92-9ff6-7645fd73bf16 None None] Attempting to bind port 2d2272dc-3bce-49dc-a7ef-c6033d26e1de on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:15:40.572360 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-d1d85310-ece6-4e92-9ff6-7645fd73bf16 None None] Attempting to bind port 2d2272dc-3bce-49dc-a7ef-c6033d26e1de by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:15:40.572360 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d85310-ece6-4e92-9ff6-7645fd73bf16 None None] Attempting to bind port 2d2272dc-3bce-49dc-a7ef-c6033d26e1de on network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:15:40.576297 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d85310-ece6-4e92-9ff6-7645fd73bf16 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:15:40.576660 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d85310-ece6-4e92-9ff6-7645fd73bf16 None None] Checking segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:15:40.577062 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d1d85310-ece6-4e92-9ff6-7645fd73bf16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:40.581811 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d85310-ece6-4e92-9ff6-7645fd73bf16 None None] Bound using segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:15:40.582400 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-d1d85310-ece6-4e92-9ff6-7645fd73bf16 None None] Bound port: 2d2272dc-3bce-49dc-a7ef-c6033d26e1de, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:15:40.582801 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d1d85310-ece6-4e92-9ff6-7645fd73bf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2d2272dc-3bce-49dc-a7ef-c6033d26e1de), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:40.663492 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-dd1fa55b-7ed1-4667-8852-c5667790be93 service neutron] 10.222.0.71 "GET /v2.0/networks/26a5aa95-5a14-4824-919e-8a28dc988cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170325 Feb 07 21:15:40.799387 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-d1d85310-ece6-4e92-9ff6-7645fd73bf16 None None] For port 2d2272dc-3bce-49dc-a7ef-c6033d26e1de, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:15:40.815488 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-d1d85310-ece6-4e92-9ff6-7645fd73bf16 None None] For port 2d2272dc-3bce-49dc-a7ef-c6033d26e1de, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2d2272dc-3bce-49dc-a7ef-c6033d26e1de,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:15:40.851797 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d1d85310-ece6-4e92-9ff6-7645fd73bf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2d2272dc-3bce-49dc-a7ef-c6033d26e1de), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:41.009374 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b4577f8-aaf1-431a-abb4-028fda7eb846 req-1a2bc7bb-7f66-47a6-8791-4fdfc13b2e62 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4581475 Feb 07 21:15:41.046039 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-cc144c19-9637-4086-9f9b-fac7a088af95 None None] Provisioning complete for port 2d2272dc-3bce-49dc-a7ef-c6033d26e1de triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:41.057324 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cc144c19-9637-4086-9f9b-fac7a088af95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2d2272dc-3bce-49dc-a7ef-c6033d26e1de), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:41.070448 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d85310-ece6-4e92-9ff6-7645fd73bf16 None None] Routers {'5fc2ef66-3b8b-46c3-a876-c45427cffaf8'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:15:41.081594 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-d1d85310-ece6-4e92-9ff6-7645fd73bf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:15:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5fc2ef66-3b8b-46c3-a876-c45427cffaf8'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:41.188534 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35786) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:41.267055 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-100a3782-fefd-42ec-b9be-994b0afd95f0 service neutron] 10.222.0.71 "GET /v2.0/networks/26a5aa95-5a14-4824-919e-8a28dc988cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5917389 Feb 07 21:15:41.390336 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-cc144c19-9637-4086-9f9b-fac7a088af95 None None] Current status of the port 2d2272dc-3bce-49dc-a7ef-c6033d26e1de is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:41.398185 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cc144c19-9637-4086-9f9b-fac7a088af95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2d2272dc-3bce-49dc-a7ef-c6033d26e1de), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:41.479751 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e9e5f9-b9c8-49b1-8e25-8574997b37cc tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network d40d20e8-d996-48fe-9de0-c56fea5192c3 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:15:41.492649 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-d1d85310-ece6-4e92-9ff6-7645fd73bf16 None None] Set router 5fc2ef66-3b8b-46c3-a876-c45427cffaf8 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:15:41.546161 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-cc144c19-9637-4086-9f9b-fac7a088af95 None None] For port 2d2272dc-3bce-49dc-a7ef-c6033d26e1de, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2d2272dc-3bce-49dc-a7ef-c6033d26e1de,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:41.560294 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-5cddfa52-ff20-4530-aea7-faf8cc4b02f0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=3f1d0a48-7987-4d96-94a8-3d3611c23cf7 HTTP/1.1" status: 200 len: 217 time: 0.2145548 Feb 07 21:15:41.565243 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cc144c19-9637-4086-9f9b-fac7a088af95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2d2272dc-3bce-49dc-a7ef-c6033d26e1de), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:41.590653 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-b5e9e5f9-b9c8-49b1-8e25-8574997b37cc tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:41.600242 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e9e5f9-b9c8-49b1-8e25-8574997b37cc tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:15:41.700463 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc144c19-9637-4086-9f9b-fac7a088af95 None None] Pushing event updated for resources: {'Port': ['ID=2d2272dc-3bce-49dc-a7ef-c6033d26e1de,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:41.773050 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b036c736-25f4-4b35-b824-ef4cf796e0cb None None] Provisioning complete for port 2d2272dc-3bce-49dc-a7ef-c6033d26e1de triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:41.774843 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b036c736-25f4-4b35-b824-ef4cf796e0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2d2272dc-3bce-49dc-a7ef-c6033d26e1de), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:41.778995 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-9e8a8ea1-df68-46bd-8061-98d7b54139dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:41.794729 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9e5f9-b9c8-49b1-8e25-8574997b37cc tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Port': ['ID=f58236df-723d-41b1-9dee-cca9102f7338,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:41.797191 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-9e8a8ea1-df68-46bd-8061-98d7b54139dc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c9c2ed27-c21c-4f3c-8dab-d62862785392 HTTP/1.1" status: 200 len: 797 time: 0.2267938 Feb 07 21:15:41.853400 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e9e5f9-b9c8-49b1-8e25-8574997b37cc tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:41.857061 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d90bde-878e-4d8d-bf18-8bbbf4a32e79 None None] Pushing event updated for resources: {'Port': ['ID=2d2272dc-3bce-49dc-a7ef-c6033d26e1de,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:41.858450 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b5e9e5f9-b9c8-49b1-8e25-8574997b37cc tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:41.867804 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fe3b2c1-cceb-4c00-97bb-418115ef5a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:41.966581 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b5e9e5f9-b9c8-49b1-8e25-8574997b37cc tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3963318 Feb 07 21:15:41.971777 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35796) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:42.056736 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b036c736-25f4-4b35-b824-ef4cf796e0cb None None] Current status of the port 2d2272dc-3bce-49dc-a7ef-c6033d26e1de is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:42.068699 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 12611c53-bd98-4bb1-8a9b-3c735b9648b9 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:15:42.139266 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 12611c53-bd98-4bb1-8a9b-3c735b9648b9 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:42.139648 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (12611c53-bd98-4bb1-8a9b-3c735b9648b9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:42.246606 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fe3b2c1-cceb-4c00-97bb-418115ef5a8b admin admin] Publish callbacks [] for security_group (2669e9df-9655-42cf-810b-38936040c175), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:42.262160 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-d1d85310-ece6-4e92-9ff6-7645fd73bf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc2ef66-3b8b-46c3-a876-c45427cffaf8', 'name': 'tempest-NetworksTestDHCPv6-router-107500998', 'tenant_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:15:28Z', 'updated_at': '2022-02-07T21:15:32Z', 'revision_number': 2, 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'gw_port_host': None, '_interfaces': [{'id': '2d2272dc-3bce-49dc-a7ef-c6033d26e1de', 'name': '', 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'tenant_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'mac_address': 'fa:16:3e:85:c1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc2ef66-3b8b-46c3-a876-c45427cffaf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': 'e0abead7-ca75-4453-a32d-63ce9088001c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:15:29Z', 'updated_at': '2022-02-07T21:15:40Z', 'revision_number': 4, 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'subnets': [{'id': 'e0abead7-ca75-4453-a32d-63ce9088001c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:42.270879 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98714a-27df-4f9e-add5-74a97c0dc18b req-d5d0eaf8-9e95-4be7-96e0-98a2e91c36fd tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:42.274998 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd98714a-27df-4f9e-add5-74a97c0dc18b req-d5d0eaf8-9e95-4be7-96e0-98a2e91c36fd tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 946 time: 1.0855060 Feb 07 21:15:42.281800 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fe3b2c1-cceb-4c00-97bb-418115ef5a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (2669e9df-9655-42cf-810b-38936040c175), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:42.330708 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e5df24a6-3e1f-49cb-822c-c3bc53e7a69b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting port 2d2272dc-3bce-49dc-a7ef-c6033d26e1de {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:15:42.331487 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5df24a6-3e1f-49cb-822c-c3bc53e7a69b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (2d2272dc-3bce-49dc-a7ef-c6033d26e1de), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:42.341856 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d85310-ece6-4e92-9ff6-7645fd73bf16 None None] The sync data for ids ['5fc2ef66-3b8b-46c3-a876-c45427cffaf8'] in n-d-828185-2 is: [{'id': '5fc2ef66-3b8b-46c3-a876-c45427cffaf8', 'name': 'tempest-NetworksTestDHCPv6-router-107500998', 'tenant_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:15:28Z', 'updated_at': '2022-02-07T21:15:32Z', 'revision_number': 2, 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'gw_port_host': None, '_interfaces': [{'id': '2d2272dc-3bce-49dc-a7ef-c6033d26e1de', 'name': '', 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'tenant_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'mac_address': 'fa:16:3e:85:c1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc2ef66-3b8b-46c3-a876-c45427cffaf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': 'e0abead7-ca75-4453-a32d-63ce9088001c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:15:29Z', 'updated_at': '2022-02-07T21:15:40Z', 'revision_number': 4, 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'subnets': [{'id': 'e0abead7-ca75-4453-a32d-63ce9088001c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:15:42.361991 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0fe3b2c1-cceb-4c00-97bb-418115ef5a8b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0ff04f256e7049358a72860b3929fa4f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1712604 Feb 07 21:15:42.367216 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35798) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:42.419482 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-16ecfbc8-47c0-4182-a8cd-bf19fc0e6616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:42.443865 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-16ecfbc8-47c0-4182-a8cd-bf19fc0e6616 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=26a5aa95-5a14-4824-919e-8a28dc988cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5817227 Feb 07 21:15:42.446145 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4134f50f-8e5b-4655-8f23-9f9e3dd52f74 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting port f58236df-723d-41b1-9dee-cca9102f7338 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:15:42.446487 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4134f50f-8e5b-4655-8f23-9f9e3dd52f74 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f58236df-723d-41b1-9dee-cca9102f7338), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:42.584946 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e5df24a6-3e1f-49cb-822c-c3bc53e7a69b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] For port 2d2272dc-3bce-49dc-a7ef-c6033d26e1de, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2d2272dc-3bce-49dc-a7ef-c6033d26e1de,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:42.586488 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5df24a6-3e1f-49cb-822c-c3bc53e7a69b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (2d2272dc-3bce-49dc-a7ef-c6033d26e1de), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:42.637649 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e938d5-0389-457b-9e77-b360c28f1db0 None None] Network d40d20e8-d996-48fe-9de0-c56fea5192c3 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:15:42.649800 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e5df24a6-3e1f-49cb-822c-c3bc53e7a69b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Calling delete_port for 2d2272dc-3bce-49dc-a7ef-c6033d26e1de owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:15:42.666821 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd98714a-27df-4f9e-add5-74a97c0dc18b req-96e139de-f993-462b-852f-c1529f2a93cc tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3334129 Feb 07 21:15:42.733624 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3b2c1-cceb-4c00-97bb-418115ef5a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2669e9df-9655-42cf-810b-38936040c175,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:42.856247 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-14955183-287a-4a7d-a384-fb41ce8da61c None None] Provisioning complete for port 12611c53-bd98-4bb1-8a9b-3c735b9648b9 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:42.857041 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-14955183-287a-4a7d-a384-fb41ce8da61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (12611c53-bd98-4bb1-8a9b-3c735b9648b9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:42.931029 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 12611c53-bd98-4bb1-8a9b-3c735b9648b9 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:42.931714 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (12611c53-bd98-4bb1-8a9b-3c735b9648b9), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:43.080813 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 12611c53-bd98-4bb1-8a9b-3c735b9648b9, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=12611c53-bd98-4bb1-8a9b-3c735b9648b9,segment=NetworkSegment(2fd47241-7231-4d2e-a4f1-e0ae46428b79),segment_id=2fd47241-7231-4d2e-a4f1-e0ae46428b79)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:43.288421 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (12611c53-bd98-4bb1-8a9b-3c735b9648b9), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:43.298662 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-14955183-287a-4a7d-a384-fb41ce8da61c None None] Current status of the port 12611c53-bd98-4bb1-8a9b-3c735b9648b9 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:43.463668 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4134f50f-8e5b-4655-8f23-9f9e3dd52f74 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f58236df-723d-41b1-9dee-cca9102f7338), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:43.517955 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=12611c53-bd98-4bb1-8a9b-3c735b9648b9,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:43.539951 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4134f50f-8e5b-4655-8f23-9f9e3dd52f74 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Calling delete_port for f58236df-723d-41b1-9dee-cca9102f7338 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:15:43.608438 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5df24a6-3e1f-49cb-822c-c3bc53e7a69b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (2d2272dc-3bce-49dc-a7ef-c6033d26e1de), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:43.741844 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df24a6-3e1f-49cb-822c-c3bc53e7a69b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Port': ['ID=2d2272dc-3bce-49dc-a7ef-c6033d26e1de,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:43.958972 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65be1946-00bb-4fa4-b2c7-97f917991dee admin admin] Publish callbacks [] for security_group (2669e9df-9655-42cf-810b-38936040c175), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:44.081124 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2d2272dc-3bce-49dc-a7ef-c6033d26e1de up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:15:44.146167 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 2d2272dc-3bce-49dc-a7ef-c6033d26e1de {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:15:44.155131 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2d2272dc-3bce-49dc-a7ef-c6033d26e1de not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 07 21:15:44.182784 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65be1946-00bb-4fa4-b2c7-97f917991dee admin admin] Publish callbacks [] for security_group (2669e9df-9655-42cf-810b-38936040c175), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:44.206766 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Port 2d2272dc-3bce-49dc-a7ef-c6033d26e1de not found, will not notify nova. {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 07 21:15:44.230017 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 12611c53-bd98-4bb1-8a9b-3c735b9648b9 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:15:44.251163 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-fb1fa6d0-4d7c-45cc-9717-eff1bebc02f0 service neutron] 10.222.0.71 "GET /v2.0/networks/26a5aa95-5a14-4824-919e-8a28dc988cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7717514 Feb 07 21:15:44.293075 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5df24a6-3e1f-49cb-822c-c3bc53e7a69b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (5fc2ef66-3b8b-46c3-a876-c45427cffaf8), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:44.336488 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e6fcb276-415c-47b6-8260-4bed8cf841f6 None None] Provisioning complete for port f58236df-723d-41b1-9dee-cca9102f7338 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:44.337217 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb276-415c-47b6-8260-4bed8cf841f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f58236df-723d-41b1-9dee-cca9102f7338), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:44.516534 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65be1946-00bb-4fa4-b2c7-97f917991dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (2669e9df-9655-42cf-810b-38936040c175), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:44.517915 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e6fcb276-415c-47b6-8260-4bed8cf841f6 None None] Port f58236df-723d-41b1-9dee-cca9102f7338 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:15:44.519585 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65be1946-00bb-4fa4-b2c7-97f917991dee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:44.521007 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-65be1946-00bb-4fa4-b2c7-97f917991dee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2669e9df-9655-42cf-810b-38936040c175 HTTP/1.1" status: 204 len: 168 time: 2.1472595 Feb 07 21:15:44.567158 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be1946-00bb-4fa4-b2c7-97f917991dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2669e9df-9655-42cf-810b-38936040c175,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:44.575275 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-441a8af3-1064-4427-840e-259a1d7addc4 service neutron] 10.222.0.71 "GET /v2.0/networks/26a5aa95-5a14-4824-919e-8a28dc988cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015263 Feb 07 21:15:44.592655 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e6fcb276-415c-47b6-8260-4bed8cf841f6 None None] Provisioning complete for port 12611c53-bd98-4bb1-8a9b-3c735b9648b9 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:44.593094 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb276-415c-47b6-8260-4bed8cf841f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (12611c53-bd98-4bb1-8a9b-3c735b9648b9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:44.681193 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-ae0e285b-8e6f-4247-a5c7-2db63987b2c3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=37a46c40-b8b5-4e77-b30b-a26ed748d892 HTTP/1.1" status: 200 len: 217 time: 0.0965917 Feb 07 21:15:44.759255 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 12611c53-bd98-4bb1-8a9b-3c735b9648b9 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:44.763582 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (12611c53-bd98-4bb1-8a9b-3c735b9648b9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:44.785896 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-2e488918-cac9-4d67-9515-25ea12a65aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:44.787733 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-2e488918-cac9-4d67-9515-25ea12a65aa2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5377085d-38ba-495c-883b-35fa1357919c HTTP/1.1" status: 200 len: 797 time: 0.0991101 Feb 07 21:15:44.895062 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5df24a6-3e1f-49cb-822c-c3bc53e7a69b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Router 5fc2ef66-3b8b-46c3-a876-c45427cffaf8 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:15:44.923801 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-75ae8832-30fc-41fd-846e-dedf6cafbc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:44.925351 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-75ae8832-30fc-41fd-846e-dedf6cafbc19 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=990c9613-1652-4a05-a37c-c1f76f75103a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1311028 Feb 07 21:15:44.935002 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4134f50f-8e5b-4655-8f23-9f9e3dd52f74 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (f58236df-723d-41b1-9dee-cca9102f7338), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:45.047856 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e6fcb276-415c-47b6-8260-4bed8cf841f6 None None] Current status of the port 12611c53-bd98-4bb1-8a9b-3c735b9648b9 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:45.203102 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134f50f-8e5b-4655-8f23-9f9e3dd52f74 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Port': ['ID=f58236df-723d-41b1-9dee-cca9102f7338,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:45.214929 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 12611c53-bd98-4bb1-8a9b-3c735b9648b9 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:45.249391 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-569e2987-0cc9-441b-93c3-ce3ccbb6d507 None None] Could not find standard attr ID for object f58236df-723d-41b1-9dee-cca9102f7338. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:15:45.260156 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5df24a6-3e1f-49cb-822c-c3bc53e7a69b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:15:45.275597 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e5df24a6-3e1f-49cb-822c-c3bc53e7a69b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "PUT /v2.0/routers/5fc2ef66-3b8b-46c3-a876-c45427cffaf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5489562 Feb 07 21:15:45.285244 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35846) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:45.352689 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-d4398bdc-0d06-4dcc-867e-71bf9ebaea33 service neutron] 10.222.0.71 "GET /v2.0/networks/990c9613-1652-4a05-a37c-c1f76f75103a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189453 Feb 07 21:15:45.362217 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15b10aa-9bef-4c1f-8210-4f2b598618fe None None] Sync routers for ids ['5fc2ef66-3b8b-46c3-a876-c45427cffaf8'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:15:45.432334 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d39b98-9811-4760-b8db-c65c00c4bce8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:45.433999 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d39b98-9811-4760-b8db-c65c00c4bce8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:45.435740 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b0d39b98-9811-4760-b8db-c65c00c4bce8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1467140 Feb 07 21:15:45.439211 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35854) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:45.518649 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4134f50f-8e5b-4655-8f23-9f9e3dd52f74 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:45.532117 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4134f50f-8e5b-4655-8f23-9f9e3dd52f74 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/ports/f58236df-723d-41b1-9dee-cca9102f7338 HTTP/1.1" status: 204 len: 168 time: 3.5569992 Feb 07 21:15:45.533378 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35856) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:45.582247 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-e70829a2-4cea-4e61-b37c-f19d5b8ff976 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] DELETE failed (client error): The resource could not be found. Feb 07 21:15:45.583155 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e70829a2-4cea-4e61-b37c-f19d5b8ff976 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:15:45.590368 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e70829a2-4cea-4e61-b37c-f19d5b8ff976 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/ports/f58236df-723d-41b1-9dee-cca9102f7338 HTTP/1.1" status: 404 len: 333 time: 0.0468955 Feb 07 21:15:45.591239 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35860) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:45.623609 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccaca921-ef0b-4840-a936-564500c95040 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] GET failed (client error): The resource could not be found. Feb 07 21:15:45.628486 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ccaca921-ef0b-4840-a936-564500c95040 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "GET /v2.0/ports/f58236df-723d-41b1-9dee-cca9102f7338 HTTP/1.1" status: 404 len: 333 time: 0.0334764 Feb 07 21:15:45.631800 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-52947246-a824-436e-a6ed-e6fd489cd60f service neutron] 10.222.0.71 "GET /v2.0/networks/990c9613-1652-4a05-a37c-c1f76f75103a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701709 Feb 07 21:15:45.632472 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35862) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:45.654959 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-defdfb46-7ab0-4c87-9c25-742dd1f80159 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet e0abead7-ca75-4453-a32d-63ce9088001c {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:15:45.662806 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-defdfb46-7ab0-4c87-9c25-742dd1f80159 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (e0abead7-ca75-4453-a32d-63ce9088001c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:45.719274 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15b10aa-9bef-4c1f-8210-4f2b598618fe None None] Routers {'5fc2ef66-3b8b-46c3-a876-c45427cffaf8'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:15:45.719920 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c15b10aa-9bef-4c1f-8210-4f2b598618fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:15:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5fc2ef66-3b8b-46c3-a876-c45427cffaf8'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:45.742979 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-defdfb46-7ab0-4c87-9c25-742dd1f80159 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (e0abead7-ca75-4453-a32d-63ce9088001c), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:45.867693 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-d557f6bf-80b6-4f13-ad47-52fb669cb9f3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9df63fc7-adaf-4727-81c9-300e3fea4a9f HTTP/1.1" status: 200 len: 217 time: 0.2202735 Feb 07 21:15:45.876053 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-c15b10aa-9bef-4c1f-8210-4f2b598618fe None None] Set router 5fc2ef66-3b8b-46c3-a876-c45427cffaf8 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:15:45.986090 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-0db63fc7-d0ca-4220-bd79-9eb1e95b4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:45.987794 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-0db63fc7-d0ca-4220-bd79-9eb1e95b4df3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5377085d-38ba-495c-883b-35fa1357919c HTTP/1.1" status: 200 len: 797 time: 0.1133749 Feb 07 21:15:45.994885 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c15b10aa-9bef-4c1f-8210-4f2b598618fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc2ef66-3b8b-46c3-a876-c45427cffaf8', 'name': 'tempest-NetworksTestDHCPv6-router-107500998', 'tenant_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:15:28Z', 'updated_at': '2022-02-07T21:15:43Z', 'revision_number': 3, 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:46.016723 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-defdfb46-7ab0-4c87-9c25-742dd1f80159 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (e0abead7-ca75-4453-a32d-63ce9088001c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:46.056086 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15b10aa-9bef-4c1f-8210-4f2b598618fe None None] Checking router: 5fc2ef66-3b8b-46c3-a876-c45427cffaf8 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:15:46.077855 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15b10aa-9bef-4c1f-8210-4f2b598618fe None None] Routers {'5fc2ef66-3b8b-46c3-a876-c45427cffaf8'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:15:46.078483 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c15b10aa-9bef-4c1f-8210-4f2b598618fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:15:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5fc2ef66-3b8b-46c3-a876-c45427cffaf8'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:46.092403 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b536fa7-ef9c-435e-8775-99b2e8225966 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting subnet 0f07d01d-9624-423a-8899-ca56b876099d {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:15:46.096564 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b536fa7-ef9c-435e-8775-99b2e8225966 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for subnet (0f07d01d-9624-423a-8899-ca56b876099d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:46.129570 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-defdfb46-7ab0-4c87-9c25-742dd1f80159 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (e0abead7-ca75-4453-a32d-63ce9088001c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:46.194206 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defdfb46-7ab0-4c87-9c25-742dd1f80159 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=e0abead7-ca75-4453-a32d-63ce9088001c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:46.196166 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-e8d30fb1-4a2c-4692-b491-1dd30cb8f403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:46.197899 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-e8d30fb1-4a2c-4692-b491-1dd30cb8f403 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=990c9613-1652-4a05-a37c-c1f76f75103a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1974781 Feb 07 21:15:46.200218 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-defdfb46-7ab0-4c87-9c25-742dd1f80159 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:46.205133 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db43c888-4903-4345-8567-714c57763d65 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:15:46.208681 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-defdfb46-7ab0-4c87-9c25-742dd1f80159 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/e0abead7-ca75-4453-a32d-63ce9088001c HTTP/1.1" status: 204 len: 168 time: 0.7678907 Feb 07 21:15:46.212748 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35878) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:46.297737 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-c15b10aa-9bef-4c1f-8210-4f2b598618fe None None] Set router 5fc2ef66-3b8b-46c3-a876-c45427cffaf8 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:15:46.398198 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-319bddac-5c3e-4e40-b522-5b3e018e3362 service neutron] 10.222.0.71 "GET /v2.0/networks/990c9613-1652-4a05-a37c-c1f76f75103a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922061 Feb 07 21:15:46.402334 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b536fa7-ef9c-435e-8775-99b2e8225966 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (0f07d01d-9624-423a-8899-ca56b876099d), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:46.463793 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c15b10aa-9bef-4c1f-8210-4f2b598618fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc2ef66-3b8b-46c3-a876-c45427cffaf8', 'name': 'tempest-NetworksTestDHCPv6-router-107500998', 'tenant_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:15:28Z', 'updated_at': '2022-02-07T21:15:43Z', 'revision_number': 3, 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:46.493094 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-727dbbcf-a92a-4b3c-9d64-a9a448162e04 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2788861 Feb 07 21:15:46.494773 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35890) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:46.571648 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15b10aa-9bef-4c1f-8210-4f2b598618fe None None] The sync data for ids ['5fc2ef66-3b8b-46c3-a876-c45427cffaf8'] in n-d-828185-2 is: [{'id': '5fc2ef66-3b8b-46c3-a876-c45427cffaf8', 'name': 'tempest-NetworksTestDHCPv6-router-107500998', 'tenant_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:15:28Z', 'updated_at': '2022-02-07T21:15:43Z', 'revision_number': 3, 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:15:46.664613 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c92e500-d4be-45ef-afbf-6338efdd8e5b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for router (5fc2ef66-3b8b-46c3-a876-c45427cffaf8), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:46.796063 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b536fa7-ef9c-435e-8775-99b2e8225966 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (0f07d01d-9624-423a-8899-ca56b876099d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:46.973404 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b44a48d-cd97-427d-9ea9-6def000b197b None None] DHCP port deletion for f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:15:46.998500 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b536fa7-ef9c-435e-8775-99b2e8225966 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (0f07d01d-9624-423a-8899-ca56b876099d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:47.094228 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c92e500-d4be-45ef-afbf-6338efdd8e5b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (5fc2ef66-3b8b-46c3-a876-c45427cffaf8), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:47.096106 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0b44a48d-cd97-427d-9ea9-6def000b197b None None] Deleting port c2cf433e-9387-4e7b-87a7-85a5d60b003b {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:15:47.098371 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0b44a48d-cd97-427d-9ea9-6def000b197b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c2cf433e-9387-4e7b-87a7-85a5d60b003b), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:47.104588 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c92e500-d4be-45ef-afbf-6338efdd8e5b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for router_controller (5fc2ef66-3b8b-46c3-a876-c45427cffaf8), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:47.177310 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b536fa7-ef9c-435e-8775-99b2e8225966 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:47.196820 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1b536fa7-ef9c-435e-8775-99b2e8225966 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/subnets/0f07d01d-9624-423a-8899-ca56b876099d HTTP/1.1" status: 204 len: 168 time: 1.5628703 Feb 07 21:15:47.198665 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b536fa7-ef9c-435e-8775-99b2e8225966 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Subnet': ['ID=0f07d01d-9624-423a-8899-ca56b876099d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:47.206617 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35918) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:47.242883 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c92e500-d4be-45ef-afbf-6338efdd8e5b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (5fc2ef66-3b8b-46c3-a876-c45427cffaf8), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:47.243841 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c92e500-d4be-45ef-afbf-6338efdd8e5b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Fanout notify agent at l3_agent the message router_deleted on router 5fc2ef66-3b8b-46c3-a876-c45427cffaf8 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:15:47.257790 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c92e500-d4be-45ef-afbf-6338efdd8e5b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:47.275838 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4c92e500-d4be-45ef-afbf-6338efdd8e5b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/routers/5fc2ef66-3b8b-46c3-a876-c45427cffaf8 HTTP/1.1" status: 204 len: 168 time: 0.7782369 Feb 07 21:15:47.280673 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35926) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:47.286482 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9d1582-5d99-4bcc-b068-a03cf1a12405 None None] Network d40d20e8-d996-48fe-9de0-c56fea5192c3 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:15:47.400389 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58c1f9f4-e389-45db-9850-3e2456daafd9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (d40d20e8-d996-48fe-9de0-c56fea5192c3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:47.412727 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e11aa97-2978-4b1f-ada5-2e687f9146ae req-aa7bf427-e72d-495f-bedd-17449ad17a88 service neutron] 10.222.0.71 "GET /v2.0/networks/990c9613-1652-4a05-a37c-c1f76f75103a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9956024 Feb 07 21:15:47.420516 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b536fa7-ef9c-435e-8775-99b2e8225966 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:47.420877 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b536fa7-ef9c-435e-8775-99b2e8225966 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:47.421392 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b536fa7-ef9c-435e-8775-99b2e8225966 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:47.421872 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b536fa7-ef9c-435e-8775-99b2e8225966 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:47.422217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b536fa7-ef9c-435e-8775-99b2e8225966 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:47.422556 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b536fa7-ef9c-435e-8775-99b2e8225966 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:47.422887 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b536fa7-ef9c-435e-8775-99b2e8225966 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:47.423218 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b536fa7-ef9c-435e-8775-99b2e8225966 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:47.423550 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b536fa7-ef9c-435e-8775-99b2e8225966 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:47.423877 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b536fa7-ef9c-435e-8775-99b2e8225966 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:47.424207 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b536fa7-ef9c-435e-8775-99b2e8225966 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:47.424673 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b536fa7-ef9c-435e-8775-99b2e8225966 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:47.425014 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b536fa7-ef9c-435e-8775-99b2e8225966 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:15:47.496828 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be622207-5710-485b-a611-ff6627ded9db tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:47.506450 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35934) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:47.510597 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-be622207-5710-485b-a611-ff6627ded9db tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2251668 Feb 07 21:15:47.619373 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35940) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:47.644517 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eab62b9-6831-4644-90a4-403c11cc4954 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:47.646130 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0b44a48d-cd97-427d-9ea9-6def000b197b None None] For port c2cf433e-9387-4e7b-87a7-85a5d60b003b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c2cf433e-9387-4e7b-87a7-85a5d60b003b,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:47.647647 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0b44a48d-cd97-427d-9ea9-6def000b197b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c2cf433e-9387-4e7b-87a7-85a5d60b003b), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:47.652530 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7eab62b9-6831-4644-90a4-403c11cc4954 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1398425 Feb 07 21:15:47.656347 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35944) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:47.685460 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0b44a48d-cd97-427d-9ea9-6def000b197b None None] Calling delete_port for c2cf433e-9387-4e7b-87a7-85a5d60b003b owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:15:47.734920 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-58c1f9f4-e389-45db-9850-3e2456daafd9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting port 12611c53-bd98-4bb1-8a9b-3c735b9648b9 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:15:47.737369 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58c1f9f4-e389-45db-9850-3e2456daafd9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (12611c53-bd98-4bb1-8a9b-3c735b9648b9), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:47.764508 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35946) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:47.773949 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-05d6160c-40e7-4710-9657-4a506532aeb0 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1161122 Feb 07 21:15:47.794187 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0fa7a77d-1952-4a82-9b73-dcbabae26ef5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:47.838692 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2d2272dc-3bce-49dc-a7ef-c6033d26e1de no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:15:47.853818 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58cdd918-080d-455d-b377-ed725513f8fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:47.907786 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 2d2272dc-3bce-49dc-a7ef-c6033d26e1de {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:15:47.908671 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2d2272dc-3bce-49dc-a7ef-c6033d26e1de not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:15:47.909102 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c2cf433e-9387-4e7b-87a7-85a5d60b003b no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:15:48.011727 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-58c1f9f4-e389-45db-9850-3e2456daafd9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] For port 12611c53-bd98-4bb1-8a9b-3c735b9648b9, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=12611c53-bd98-4bb1-8a9b-3c735b9648b9,segment=NetworkSegment(2fd47241-7231-4d2e-a4f1-e0ae46428b79),segment_id=2fd47241-7231-4d2e-a4f1-e0ae46428b79)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:48.012110 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58c1f9f4-e389-45db-9850-3e2456daafd9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (12611c53-bd98-4bb1-8a9b-3c735b9648b9), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:48.033638 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58cdd918-080d-455d-b377-ed725513f8fc admin admin] Publish callbacks [] for security_group (3bbdb2e1-8355-4b10-b4c5-a6b9c8e65fb2), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:48.040577 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0b44a48d-cd97-427d-9ea9-6def000b197b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (c2cf433e-9387-4e7b-87a7-85a5d60b003b), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:48.041565 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58cdd918-080d-455d-b377-ed725513f8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3bbdb2e1-8355-4b10-b4c5-a6b9c8e65fb2), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:48.041724 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-58c1f9f4-e389-45db-9850-3e2456daafd9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Calling delete_port for 12611c53-bd98-4bb1-8a9b-3c735b9648b9 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:15:48.058582 n-d-828185-2 neutron-server[103257]: INFO neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No ports have port_id starting with c2cf433e-9387-4e7b-87a7-85a5d60b003b Feb 07 21:15:48.091274 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b44a48d-cd97-427d-9ea9-6def000b197b None None] No DVR routers for this DVR port c2cf433e-9387-4e7b-87a7-85a5d60b003b on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:15:48.116010 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa7a77d-1952-4a82-9b73-dcbabae26ef5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:15:48.121021 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fa7a77d-1952-4a82-9b73-dcbabae26ef5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:48.124669 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cdd918-080d-455d-b377-ed725513f8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbdb2e1-8355-4b10-b4c5-a6b9c8e65fb2,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:48.134694 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-58cdd918-080d-455d-b377-ed725513f8fc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ca2291c6fb8e454ea27600b8ea34f6af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5142403 Feb 07 21:15:48.140224 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35952) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:48.160112 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a985fd-248e-4f1e-8eb9-8e301b4fa65e None None] DHCP port deletion for d40d20e8-d996-48fe-9de0-c56fea5192c3 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:15:48.170075 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44a48d-cd97-427d-9ea9-6def000b197b None None] Pushing event deleted for resources: {'Port': ['ID=c2cf433e-9387-4e7b-87a7-85a5d60b003b,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:48.279137 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2bac167a-1761-48a0-bb50-473add159ffd admin admin] Publish callbacks [] for security_group (3bbdb2e1-8355-4b10-b4c5-a6b9c8e65fb2), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:48.290467 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58c1f9f4-e389-45db-9850-3e2456daafd9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (12611c53-bd98-4bb1-8a9b-3c735b9648b9), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:48.303401 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c8a985fd-248e-4f1e-8eb9-8e301b4fa65e None None] Deleting port 12611c53-bd98-4bb1-8a9b-3c735b9648b9 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:15:48.305769 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c8a985fd-248e-4f1e-8eb9-8e301b4fa65e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (12611c53-bd98-4bb1-8a9b-3c735b9648b9), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:48.328004 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2bac167a-1761-48a0-bb50-473add159ffd admin admin] Publish callbacks [] for security_group (3bbdb2e1-8355-4b10-b4c5-a6b9c8e65fb2), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:48.335668 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c1f9f4-e389-45db-9850-3e2456daafd9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] No DVR routers for this DVR port 12611c53-bd98-4bb1-8a9b-3c735b9648b9 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:15:48.345669 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1f9f4-e389-45db-9850-3e2456daafd9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Port': ['ID=12611c53-bd98-4bb1-8a9b-3c735b9648b9,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:48.413081 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2bac167a-1761-48a0-bb50-473add159ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3bbdb2e1-8355-4b10-b4c5-a6b9c8e65fb2), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:48.415693 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2bac167a-1761-48a0-bb50-473add159ffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:48.419024 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2bac167a-1761-48a0-bb50-473add159ffd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3bbdb2e1-8355-4b10-b4c5-a6b9c8e65fb2 HTTP/1.1" status: 204 len: 168 time: 0.2776194 Feb 07 21:15:48.456098 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac167a-1761-48a0-bb50-473add159ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbdb2e1-8355-4b10-b4c5-a6b9c8e65fb2,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:48.506256 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58c1f9f4-e389-45db-9850-3e2456daafd9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (d40d20e8-d996-48fe-9de0-c56fea5192c3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:48.507804 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c298c4d1-c660-4740-bfd3-2bd249aea391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:48.512472 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c8a985fd-248e-4f1e-8eb9-8e301b4fa65e None None] For port 12611c53-bd98-4bb1-8a9b-3c735b9648b9, host n-d-828185-2, got binding levels [] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:48.512761 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c8a985fd-248e-4f1e-8eb9-8e301b4fa65e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (12611c53-bd98-4bb1-8a9b-3c735b9648b9), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:48.528116 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c8a985fd-248e-4f1e-8eb9-8e301b4fa65e None None] Calling delete_port for 12611c53-bd98-4bb1-8a9b-3c735b9648b9 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:15:48.532765 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.ipam_backend_mixin [None req-c8a985fd-248e-4f1e-8eb9-8e301b4fa65e None None] Port 12611c53-bd98-4bb1-8a9b-3c735b9648b9 was not found and therefore no delete operation was performed {{(pid=103257) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 21:15:48.534272 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c8a985fd-248e-4f1e-8eb9-8e301b4fa65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (12611c53-bd98-4bb1-8a9b-3c735b9648b9), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:48.553510 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-58c1f9f4-e389-45db-9850-3e2456daafd9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d40d20e8-d996-48fe-9de0-c56fea5192c3']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:48.572627 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-58c1f9f4-e389-45db-9850-3e2456daafd9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd47241-7231-4d2e-a4f1-e0ae46428b79') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:48.572927 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-58c1f9f4-e389-45db-9850-3e2456daafd9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd47241-7231-4d2e-a4f1-e0ae46428b79') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:48.578115 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a985fd-248e-4f1e-8eb9-8e301b4fa65e None None] No DVR routers for this DVR port 12611c53-bd98-4bb1-8a9b-3c735b9648b9 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:15:48.584342 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a985fd-248e-4f1e-8eb9-8e301b4fa65e None None] Pushing event deleted for resources: {'Port': ['ID=12611c53-bd98-4bb1-8a9b-3c735b9648b9,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:48.598344 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58c1f9f4-e389-45db-9850-3e2456daafd9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (2fd47241-7231-4d2e-a4f1-e0ae46428b79), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:48.618410 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58c1f9f4-e389-45db-9850-3e2456daafd9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (2fd47241-7231-4d2e-a4f1-e0ae46428b79), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:48.657217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c1f9f4-e389-45db-9850-3e2456daafd9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:15:48.657907 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58c1f9f4-e389-45db-9850-3e2456daafd9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (2fd47241-7231-4d2e-a4f1-e0ae46428b79), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:15:48.724429 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:15:48.739758 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58c1f9f4-e389-45db-9850-3e2456daafd9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (d40d20e8-d996-48fe-9de0-c56fea5192c3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:48.748741 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58c1f9f4-e389-45db-9850-3e2456daafd9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:48.751887 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-58c1f9f4-e389-45db-9850-3e2456daafd9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/networks/d40d20e8-d996-48fe-9de0-c56fea5192c3 HTTP/1.1" status: 204 len: 168 time: 1.5384381 Feb 07 21:15:48.757611 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35964) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:48.784995 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e753d3ad-8144-4b29-916c-91ac11559705 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-158336811'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:48.796205 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1f9f4-e389-45db-9850-3e2456daafd9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Network': ['ID=d40d20e8-d996-48fe-9de0-c56fea5192c3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:48.851008 n-d-828185-2 neutron-server[103255]: DEBUG neutron.objects.ports [None req-0fa7a77d-1952-4a82-9b73-dcbabae26ef5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103255) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 21:15:48.854315 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fa7a77d-1952-4a82-9b73-dcbabae26ef5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (a99acf71-688a-4de0-8fbf-438a3c8b68fb), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:48.870493 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 17dc58fa-1248-4f88-b868-ac032c41d000 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:15:48.891466 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e753d3ad-8144-4b29-916c-91ac11559705 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:15:48.894940 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e753d3ad-8144-4b29-916c-91ac11559705 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:48.918176 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa7a77d-1952-4a82-9b73-dcbabae26ef5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:15:48.924693 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-0fa7a77d-1952-4a82-9b73-dcbabae26ef5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:48.935608 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa7a77d-1952-4a82-9b73-dcbabae26ef5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:48.936444 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fa7a77d-1952-4a82-9b73-dcbabae26ef5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:48.943451 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7a77d-1952-4a82-9b73-dcbabae26ef5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=a99acf71-688a-4de0-8fbf-438a3c8b68fb,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:48.958945 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0fa7a77d-1952-4a82-9b73-dcbabae26ef5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1897087 Feb 07 21:15:48.960003 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e753d3ad-8144-4b29-916c-91ac11559705 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:15:48.962030 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35972) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:48.967319 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-94f2b9fd-ce23-4f11-93af-234bae65f053 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:49.020215 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e753d3ad-8144-4b29-916c-91ac11559705 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (c8bcbd1d-675c-44b7-b9a3-f6d34355c896), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:49.020610 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-e753d3ad-8144-4b29-916c-91ac11559705 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Added segment c8bcbd1d-675c-44b7-b9a3-f6d34355c896 of type vlan for network fb04d17b-c203-4de3-98e3-8c5c0cd71cc0 Feb 07 21:15:49.039859 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5511b73-82a6-4c44-bc88-3cbc25c18413 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:15:49.084941 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e753d3ad-8144-4b29-916c-91ac11559705 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (fb04d17b-c203-4de3-98e3-8c5c0cd71cc0), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:49.136866 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e753d3ad-8144-4b29-916c-91ac11559705 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (fb04d17b-c203-4de3-98e3-8c5c0cd71cc0), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:49.142040 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e753d3ad-8144-4b29-916c-91ac11559705 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:49.142268 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 17dc58fa-1248-4f88-b868-ac032c41d000, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=17dc58fa-1248-4f88-b868-ac032c41d000,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:49.142752 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e753d3ad-8144-4b29-916c-91ac11559705 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:49.210248 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '17dc58fa-1248-4f88-b868-ac032c41d000', 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0', 'port_id': '17dc58fa-1248-4f88-b868-ac032c41d000', 'mac_address': 'fa:16:3e:84:8b:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59eaac6e-e46d-4028-b7b2-899f00c5ee97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:15:49.235102 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f2b9fd-ce23-4f11-93af-234bae65f053 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:15:49.250917 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94f2b9fd-ce23-4f11-93af-234bae65f053 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:49.287771 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 17dc58fa-1248-4f88-b868-ac032c41d000 is: ACTIVE; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:49.288229 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:49.301009 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e753d3ad-8144-4b29-916c-91ac11559705 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5428736 Feb 07 21:15:49.304295 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35986) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:49.312427 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e93db171-6f17-44cb-ab78-7cece91b1d8a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'subnet': {'network_id': 'fb04d17b-c203-4de3-98e3-8c5c0cd71cc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:49.315390 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17dc58fa-1248-4f88-b868-ac032c41d000 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:15:49.356813 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 17dc58fa-1248-4f88-b868-ac032c41d000, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=17dc58fa-1248-4f88-b868-ac032c41d000,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:49.359665 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52216e9-f5dc-4fb4-8111-761c5940f042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'fixed_ips': [{'subnet_id': 'a99acf71-688a-4de0-8fbf-438a3c8b68fb'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:15:49.360822 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d52216e9-f5dc-4fb4-8111-761c5940f042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:49.383074 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:49.429137 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753d3ad-8144-4b29-916c-91ac11559705 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Network': ['ID=fb04d17b-c203-4de3-98e3-8c5c0cd71cc0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:49.600632 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93db171-6f17-44cb-ab78-7cece91b1d8a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:15:49.605048 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e93db171-6f17-44cb-ab78-7cece91b1d8a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:49.639933 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-d52216e9-f5dc-4fb4-8111-761c5940f042 None None] Allocated IP 2001:db8::f816:3eff:fe9c:ca0b (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/a99acf71-688a-4de0-8fbf-438a3c8b68fb/4c4fbf1f-a591-4e05-9f18-6d036e8d9aba) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:15:49.855362 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d52216e9-f5dc-4fb4-8111-761c5940f042 None None] Publish callbacks [] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:49.869812 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network fb04d17b-c203-4de3-98e3-8c5c0cd71cc0 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:15:49.871678 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 12611c53-bd98-4bb1-8a9b-3c735b9648b9 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:15:49.894974 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d52216e9-f5dc-4fb4-8111-761c5940f042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:49.937717 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e93db171-6f17-44cb-ab78-7cece91b1d8a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (5f18645e-6729-482b-833d-183775b8129e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:49.988350 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94f2b9fd-ce23-4f11-93af-234bae65f053 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (ff8bb1fb-ccb1-4e02-a6d4-add9c148805a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:50.003196 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93db171-6f17-44cb-ab78-7cece91b1d8a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Subnet': ['ID=5f18645e-6729-482b-833d-183775b8129e,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:50.039399 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f2b9fd-ce23-4f11-93af-234bae65f053 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:15:50.048954 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-94f2b9fd-ce23-4f11-93af-234bae65f053 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:50.053712 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['17dc58fa-1248-4f88-b868-ac032c41d000'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:15:50.060241 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f2b9fd-ce23-4f11-93af-234bae65f053 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:50.060876 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94f2b9fd-ce23-4f11-93af-234bae65f053 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:50.073212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 12611c53-bd98-4bb1-8a9b-3c735b9648b9 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:15:50.073552 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 12611c53-bd98-4bb1-8a9b-3c735b9648b9 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:15:50.095528 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2b9fd-ce23-4f11-93af-234bae65f053 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=ff8bb1fb-ccb1-4e02-a6d4-add9c148805a,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:50.107790 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-94f2b9fd-ce23-4f11-93af-234bae65f053 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1445324 Feb 07 21:15:50.111939 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36014) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:50.117428 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c2a945ea-d752-4d80-9e21-f588fe1725df tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'mac_address': 'fa:16:3e:ce:f1:f0', 'name': 'tempest-NetworksTestDHCPv6-81290196'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:50.137031 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93db171-6f17-44cb-ab78-7cece91b1d8a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Checking segment: {'id': 'c8bcbd1d-675c-44b7-b9a3-f6d34355c896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fb04d17b-c203-4de3-98e3-8c5c0cd71cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:15:50.137760 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93db171-6f17-44cb-ab78-7cece91b1d8a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network hostable DHCP agents. Network: fb04d17b-c203-4de3-98e3-8c5c0cd71cc0, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:15:50.144576 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52216e9-f5dc-4fb4-8111-761c5940f042 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:15:50.163828 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93db171-6f17-44cb-ab78-7cece91b1d8a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network fb04d17b-c203-4de3-98e3-8c5c0cd71cc0 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:15:50.179017 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-e93db171-6f17-44cb-ab78-7cece91b1d8a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, fb04d17b-c203-4de3-98e3-8c5c0cd71cc0) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:50.193694 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93db171-6f17-44cb-ab78-7cece91b1d8a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:50.194290 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e93db171-6f17-44cb-ab78-7cece91b1d8a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:50.216666 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e93db171-6f17-44cb-ab78-7cece91b1d8a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9091756 Feb 07 21:15:50.218244 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36018) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:50.232815 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-d52216e9-f5dc-4fb4-8111-761c5940f042 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:50.235879 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52216e9-f5dc-4fb4-8111-761c5940f042 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:15:50.238610 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=17dc58fa-1248-4f88-b868-ac032c41d000,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:50.248153 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-43aacbb8-5735-4a5a-84e7-d473842ef89b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'port': {'network_id': 'fb04d17b-c203-4de3-98e3-8c5c0cd71cc0', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1288211707'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:50.274985 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c403e09-f981-440b-9472-9367e26425f2 None None] Network fb04d17b-c203-4de3-98e3-8c5c0cd71cc0 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:15:50.345509 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a945ea-d752-4d80-9e21-f588fe1725df tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:15:50.456039 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c2a945ea-d752-4d80-9e21-f588fe1725df tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:50.494685 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-c2a945ea-d752-4d80-9e21-f588fe1725df tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] device_id is not set on port 68290b77-5297-41a9-aba6-0599728ec4d3 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:15:50.540496 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43aacbb8-5735-4a5a-84e7-d473842ef89b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:15:50.548319 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-43aacbb8-5735-4a5a-84e7-d473842ef89b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:50.616449 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-43aacbb8-5735-4a5a-84e7-d473842ef89b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] device_id is not set on port f37a0d9e-eab2-4997-8e6f-117cd55b7568 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:15:50.663429 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52216e9-f5dc-4fb4-8111-761c5940f042 None None] Pushing event updated for resources: {'Port': ['ID=4c4fbf1f-a591-4e05-9f18-6d036e8d9aba,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:50.815156 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-c2a945ea-d752-4d80-9e21-f588fe1725df tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 172.20.0.8 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/ff8bb1fb-ccb1-4e02-a6d4-add9c148805a/68290b77-5297-41a9-aba6-0599728ec4d3) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:15:50.831537 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-c2a945ea-d752-4d80-9e21-f588fe1725df tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 2001:db8::f816:3eff:fece:f1f0 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/a99acf71-688a-4de0-8fbf-438a3c8b68fb/68290b77-5297-41a9-aba6-0599728ec4d3) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:15:50.841243 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aae649a-3cec-4484-acdb-9a84f8b680a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-fb04d17b-c203-4de3-98e3-8c5c0cd71cc0', 'network_id': 'fb04d17b-c203-4de3-98e3-8c5c0cd71cc0', 'project_id': '513bde040ef147d69df68a6ee6cac082', 'fixed_ips': [{'subnet_id': '5f18645e-6729-482b-833d-183775b8129e'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:15:50.845184 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5aae649a-3cec-4484-acdb-9a84f8b680a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:50.925820 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-43aacbb8-5735-4a5a-84e7-d473842ef89b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Allocated IP 172.20.0.12 (fb04d17b-c203-4de3-98e3-8c5c0cd71cc0/5f18645e-6729-482b-833d-183775b8129e/f37a0d9e-eab2-4997-8e6f-117cd55b7568) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:15:51.023549 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a400f3c-8269-48e5-b7b7-ba9a9b1b0698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:51.046938 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d52216e9-f5dc-4fb4-8111-761c5940f042 None None] Attempting to bind port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:15:51.047319 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d52216e9-f5dc-4fb4-8111-761c5940f042 None None] Attempting to bind port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:15:51.047715 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52216e9-f5dc-4fb4-8111-761c5940f042 None None] Attempting to bind port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba on network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:15:51.125197 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52216e9-f5dc-4fb4-8111-761c5940f042 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:15:51.125580 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52216e9-f5dc-4fb4-8111-761c5940f042 None None] Checking segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:15:51.126002 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d52216e9-f5dc-4fb4-8111-761c5940f042 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:51.126385 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52216e9-f5dc-4fb4-8111-761c5940f042 None None] Bound using segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:15:51.126873 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d52216e9-f5dc-4fb4-8111-761c5940f042 None None] Bound port: 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:15:51.127254 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d52216e9-f5dc-4fb4-8111-761c5940f042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:51.207412 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c2a945ea-d752-4d80-9e21-f588fe1725df tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (68290b77-5297-41a9-aba6-0599728ec4d3), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:51.281984 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c2a945ea-d752-4d80-9e21-f588fe1725df tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (68290b77-5297-41a9-aba6-0599728ec4d3), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:51.320190 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d52216e9-f5dc-4fb4-8111-761c5940f042 None None] For port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:15:51.325106 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d52216e9-f5dc-4fb4-8111-761c5940f042 None None] For port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=4c4fbf1f-a591-4e05-9f18-6d036e8d9aba,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:15:51.358422 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d52216e9-f5dc-4fb4-8111-761c5940f042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:51.371572 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a945ea-d752-4d80-9e21-f588fe1725df tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:15:51.383642 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c2a945ea-d752-4d80-9e21-f588fe1725df tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:51.388128 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a945ea-d752-4d80-9e21-f588fe1725df tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:15:51.392079 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a945ea-d752-4d80-9e21-f588fe1725df tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=68290b77-5297-41a9-aba6-0599728ec4d3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:51.483288 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a945ea-d752-4d80-9e21-f588fe1725df tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:51.483952 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c2a945ea-d752-4d80-9e21-f588fe1725df tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:51.489246 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52216e9-f5dc-4fb4-8111-761c5940f042 None None] Pushing event updated for resources: {'Port': ['ID=4c4fbf1f-a591-4e05-9f18-6d036e8d9aba,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:51.511820 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c2a945ea-d752-4d80-9e21-f588fe1725df tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.3989427 Feb 07 21:15:51.515196 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36056) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:51.651635 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791b3865-57c4-489f-b3c2-d3554b02a34f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:51.665378 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791b3865-57c4-489f-b3c2-d3554b02a34f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:51.669908 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-791b3865-57c4-489f-b3c2-d3554b02a34f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1537077 Feb 07 21:15:51.671429 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36060) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:51.744416 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-43aacbb8-5735-4a5a-84e7-d473842ef89b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for port (f37a0d9e-eab2-4997-8e6f-117cd55b7568), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:51.746220 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:51.791496 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-43aacbb8-5735-4a5a-84e7-d473842ef89b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (f37a0d9e-eab2-4997-8e6f-117cd55b7568), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:51.872011 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43aacbb8-5735-4a5a-84e7-d473842ef89b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network fb04d17b-c203-4de3-98e3-8c5c0cd71cc0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:15:51.877950 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-43aacbb8-5735-4a5a-84e7-d473842ef89b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:51.882353 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aacbb8-5735-4a5a-84e7-d473842ef89b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:15:51.913110 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-5aae649a-3cec-4484-acdb-9a84f8b680a0 None None] Allocated IP 172.20.0.2 (fb04d17b-c203-4de3-98e3-8c5c0cd71cc0/5f18645e-6729-482b-833d-183775b8129e/faa82fcd-43ac-41ec-af2e-34e825bdc5ba) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:15:51.915546 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-14b49c1e-c86a-4d17-94e9-c16694582b40 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting port 68290b77-5297-41a9-aba6-0599728ec4d3 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:15:51.923938 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-14b49c1e-c86a-4d17-94e9-c16694582b40 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (68290b77-5297-41a9-aba6-0599728ec4d3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:52.021677 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aacbb8-5735-4a5a-84e7-d473842ef89b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Port': ['ID=f37a0d9e-eab2-4997-8e6f-117cd55b7568,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:52.041413 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43aacbb8-5735-4a5a-84e7-d473842ef89b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:52.042092 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-43aacbb8-5735-4a5a-84e7-d473842ef89b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:52.082499 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-43aacbb8-5735-4a5a-84e7-d473842ef89b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.8631847 Feb 07 21:15:52.084756 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36068) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:52.176255 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-14b49c1e-c86a-4d17-94e9-c16694582b40 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (68290b77-5297-41a9-aba6-0599728ec4d3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:52.192684 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-14b49c1e-c86a-4d17-94e9-c16694582b40 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Calling delete_port for 68290b77-5297-41a9-aba6-0599728ec4d3 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:15:52.282022 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5aae649a-3cec-4484-acdb-9a84f8b680a0 None None] Publish callbacks [] for port (faa82fcd-43ac-41ec-af2e-34e825bdc5ba), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:52.292043 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5aae649a-3cec-4484-acdb-9a84f8b680a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (faa82fcd-43ac-41ec-af2e-34e825bdc5ba), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:52.317319 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b910e0f8-c10e-4242-852d-d27f22dadd83 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting port f37a0d9e-eab2-4997-8e6f-117cd55b7568 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:15:52.317917 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b910e0f8-c10e-4242-852d-d27f22dadd83 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f37a0d9e-eab2-4997-8e6f-117cd55b7568), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:52.376967 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae649a-3cec-4484-acdb-9a84f8b680a0 None None] Pushing event updated for resources: {'Port': ['ID=faa82fcd-43ac-41ec-af2e-34e825bdc5ba,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:52.397729 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aae649a-3cec-4484-acdb-9a84f8b680a0 None None] Network fb04d17b-c203-4de3-98e3-8c5c0cd71cc0 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:15:52.400012 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-5aae649a-3cec-4484-acdb-9a84f8b680a0 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:52.403143 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aae649a-3cec-4484-acdb-9a84f8b680a0 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:15:52.457838 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b910e0f8-c10e-4242-852d-d27f22dadd83 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f37a0d9e-eab2-4997-8e6f-117cd55b7568), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:52.488392 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b910e0f8-c10e-4242-852d-d27f22dadd83 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Calling delete_port for f37a0d9e-eab2-4997-8e6f-117cd55b7568 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:15:52.540275 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5aae649a-3cec-4484-acdb-9a84f8b680a0 None None] Attempting to bind port faa82fcd-43ac-41ec-af2e-34e825bdc5ba on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:15:52.540590 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5aae649a-3cec-4484-acdb-9a84f8b680a0 None None] Attempting to bind port faa82fcd-43ac-41ec-af2e-34e825bdc5ba by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'c8bcbd1d-675c-44b7-b9a3-f6d34355c896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fb04d17b-c203-4de3-98e3-8c5c0cd71cc0'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:15:52.543992 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae649a-3cec-4484-acdb-9a84f8b680a0 None None] Attempting to bind port faa82fcd-43ac-41ec-af2e-34e825bdc5ba on network fb04d17b-c203-4de3-98e3-8c5c0cd71cc0 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:15:52.556840 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae649a-3cec-4484-acdb-9a84f8b680a0 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:15:52.558161 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae649a-3cec-4484-acdb-9a84f8b680a0 None None] Checking segment: {'id': 'c8bcbd1d-675c-44b7-b9a3-f6d34355c896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fb04d17b-c203-4de3-98e3-8c5c0cd71cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:15:52.559065 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5aae649a-3cec-4484-acdb-9a84f8b680a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:52.560715 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae649a-3cec-4484-acdb-9a84f8b680a0 None None] Bound using segment: {'id': 'c8bcbd1d-675c-44b7-b9a3-f6d34355c896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fb04d17b-c203-4de3-98e3-8c5c0cd71cc0'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:15:52.561232 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5aae649a-3cec-4484-acdb-9a84f8b680a0 None None] Bound port: faa82fcd-43ac-41ec-af2e-34e825bdc5ba, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8bcbd1d-675c-44b7-b9a3-f6d34355c896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fb04d17b-c203-4de3-98e3-8c5c0cd71cc0'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:15:52.562800 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5aae649a-3cec-4484-acdb-9a84f8b680a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (faa82fcd-43ac-41ec-af2e-34e825bdc5ba), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:52.571147 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-14b49c1e-c86a-4d17-94e9-c16694582b40 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (68290b77-5297-41a9-aba6-0599728ec4d3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:52.634848 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b49c1e-c86a-4d17-94e9-c16694582b40 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Port': ['ID=68290b77-5297-41a9-aba6-0599728ec4d3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:52.679402 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-5aae649a-3cec-4484-acdb-9a84f8b680a0 None None] For port faa82fcd-43ac-41ec-af2e-34e825bdc5ba, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:15:52.686669 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-5aae649a-3cec-4484-acdb-9a84f8b680a0 None None] For port faa82fcd-43ac-41ec-af2e-34e825bdc5ba, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=faa82fcd-43ac-41ec-af2e-34e825bdc5ba,segment=NetworkSegment(c8bcbd1d-675c-44b7-b9a3-f6d34355c896),segment_id=c8bcbd1d-675c-44b7-b9a3-f6d34355c896)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:15:52.701383 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5aae649a-3cec-4484-acdb-9a84f8b680a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (faa82fcd-43ac-41ec-af2e-34e825bdc5ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:52.727145 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b910e0f8-c10e-4242-852d-d27f22dadd83 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (f37a0d9e-eab2-4997-8e6f-117cd55b7568), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:52.764842 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910e0f8-c10e-4242-852d-d27f22dadd83 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Port': ['ID=f37a0d9e-eab2-4997-8e6f-117cd55b7568,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:52.907404 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b910e0f8-c10e-4242-852d-d27f22dadd83 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:52.909890 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 17dc58fa-1248-4f88-b868-ac032c41d000 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:15:52.917232 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36102) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:52.918173 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b910e0f8-c10e-4242-852d-d27f22dadd83 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/ports/f37a0d9e-eab2-4997-8e6f-117cd55b7568 HTTP/1.1" status: 204 len: 168 time: 0.8310463 Feb 07 21:15:52.957306 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae649a-3cec-4484-acdb-9a84f8b680a0 None None] Pushing event updated for resources: {'Port': ['ID=faa82fcd-43ac-41ec-af2e-34e825bdc5ba,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:53.018944 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 17dc58fa-1248-4f88-b868-ac032c41d000 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:53.019319 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:53.143729 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 17dc58fa-1248-4f88-b868-ac032c41d000 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:53.144126 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:53.149398 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d05f08-aafd-497c-b3cc-d6c06ccf426b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] GET failed (client error): The resource could not be found. Feb 07 21:15:53.171587 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f3d05f08-aafd-497c-b3cc-d6c06ccf426b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "GET /v2.0/ports/f37a0d9e-eab2-4997-8e6f-117cd55b7568 HTTP/1.1" status: 404 len: 333 time: 0.2518463 Feb 07 21:15:53.172822 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17dc58fa-1248-4f88-b868-ac032c41d000'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:15:53.175272 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f111a8-3a3f-45dc-a110-ec66c30667f2" -d '{"events": [{"server_uuid": "77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34", "name": "network-vif-plugged", "status": "completed", "tag": "17dc58fa-1248-4f88-b868-ac032c41d000"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:15:53.175579 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36122) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:53.216241 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-14b49c1e-c86a-4d17-94e9-c16694582b40 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:53.225175 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-14b49c1e-c86a-4d17-94e9-c16694582b40 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/68290b77-5297-41a9-aba6-0599728ec4d3 HTTP/1.1" status: 204 len: 168 time: 1.5527353 Feb 07 21:15:53.237361 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36130) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:53.365516 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 17dc58fa-1248-4f88-b868-ac032c41d000, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=17dc58fa-1248-4f88-b868-ac032c41d000,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:53.378336 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-a140b485-5507-482c-bff7-b70a24b7d49c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting subnet 5f18645e-6729-482b-833d-183775b8129e {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:15:53.388824 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a140b485-5507-482c-bff7-b70a24b7d49c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for subnet (5f18645e-6729-482b-833d-183775b8129e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:53.389247 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc108ffd-b155-4368-b06c-98972be6a6dd x-openstack-request-id: req-bc108ffd-b155-4368-b06c-98972be6a6dd {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:15:53.389745 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34", "name": "network-vif-plugged", "status": "completed", "tag": "17dc58fa-1248-4f88-b868-ac032c41d000", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:15:53.389863 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc108ffd-b155-4368-b06c-98972be6a6dd {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:15:53.390285 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17dc58fa-1248-4f88-b868-ac032c41d000', 'code': 200} Feb 07 21:15:53.398821 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:53.408216 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf15180-f48f-401f-aa18-b616cc902eb4 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:53.426357 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:53.443116 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf15180-f48f-401f-aa18-b616cc902eb4 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:53.444501 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf15180-f48f-401f-aa18-b616cc902eb4 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:53.446215 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5bf15180-f48f-401f-aa18-b616cc902eb4 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2040801 Feb 07 21:15:53.452482 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36134) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:53.522064 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a140b485-5507-482c-bff7-b70a24b7d49c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (5f18645e-6729-482b-833d-183775b8129e), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:53.556834 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5614051-2447-45f4-ab14-301a0570189f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet a99acf71-688a-4de0-8fbf-438a3c8b68fb {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:15:53.561087 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c5614051-2447-45f4-ab14-301a0570189f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (a99acf71-688a-4de0-8fbf-438a3c8b68fb), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:53.611327 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=17dc58fa-1248-4f88-b868-ac032c41d000,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:53.672642 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c5614051-2447-45f4-ab14-301a0570189f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (a99acf71-688a-4de0-8fbf-438a3c8b68fb), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:53.813185 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a140b485-5507-482c-bff7-b70a24b7d49c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (5f18645e-6729-482b-833d-183775b8129e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:53.832245 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11f428c-1645-4235-a066-fc274f7a3b7a None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:15:54.023765 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a140b485-5507-482c-bff7-b70a24b7d49c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (5f18645e-6729-482b-833d-183775b8129e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:54.029337 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c5614051-2447-45f4-ab14-301a0570189f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (a99acf71-688a-4de0-8fbf-438a3c8b68fb), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:54.035859 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-7e33b3bf-8293-494d-a891-d58f9a339b0c None None] Provisioning complete for port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:54.037604 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7e33b3bf-8293-494d-a891-d58f9a339b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:54.158985 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a140b485-5507-482c-bff7-b70a24b7d49c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:54.163861 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a140b485-5507-482c-bff7-b70a24b7d49c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/subnets/5f18645e-6729-482b-833d-183775b8129e HTTP/1.1" status: 204 len: 168 time: 0.9872210 Feb 07 21:15:54.167985 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36154) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:54.170176 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device faa82fcd-43ac-41ec-af2e-34e825bdc5ba up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:15:54.269069 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c5614051-2447-45f4-ab14-301a0570189f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (a99acf71-688a-4de0-8fbf-438a3c8b68fb), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:54.312505 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac4082f4-1b69-42f9-a8c1-cf8a28391a7e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (fb04d17b-c203-4de3-98e3-8c5c0cd71cc0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:54.314581 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140b485-5507-482c-bff7-b70a24b7d49c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Subnet': ['ID=5f18645e-6729-482b-833d-183775b8129e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:54.383087 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5614051-2447-45f4-ab14-301a0570189f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=a99acf71-688a-4de0-8fbf-438a3c8b68fb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:54.419786 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c5614051-2447-45f4-ab14-301a0570189f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:54.453846 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c5614051-2447-45f4-ab14-301a0570189f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/a99acf71-688a-4de0-8fbf-438a3c8b68fb HTTP/1.1" status: 204 len: 168 time: 0.9977624 Feb 07 21:15:54.454913 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36168) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:54.626531 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:54.704481 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7e33b3bf-8293-494d-a891-d58f9a339b0c None None] Current status of the port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:54.704873 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7e33b3bf-8293-494d-a891-d58f9a339b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:54.735479 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e6c672-baa2-40cc-87ac-570baa18a2a3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet ff8bb1fb-ccb1-4e02-a6d4-add9c148805a {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:15:54.744687 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port faa82fcd-43ac-41ec-af2e-34e825bdc5ba triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:54.745061 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (faa82fcd-43ac-41ec-af2e-34e825bdc5ba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:54.758608 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-28e6c672-baa2-40cc-87ac-570baa18a2a3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (ff8bb1fb-ccb1-4e02-a6d4-add9c148805a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:54.816649 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7e33b3bf-8293-494d-a891-d58f9a339b0c None None] For port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=4c4fbf1f-a591-4e05-9f18-6d036e8d9aba,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:54.830510 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7e33b3bf-8293-494d-a891-d58f9a339b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:54.888269 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ac4082f4-1b69-42f9-a8c1-cf8a28391a7e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting port faa82fcd-43ac-41ec-af2e-34e825bdc5ba {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:15:54.888975 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac4082f4-1b69-42f9-a8c1-cf8a28391a7e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (faa82fcd-43ac-41ec-af2e-34e825bdc5ba), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:55.001413 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ac4082f4-1b69-42f9-a8c1-cf8a28391a7e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] For port faa82fcd-43ac-41ec-af2e-34e825bdc5ba, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=faa82fcd-43ac-41ec-af2e-34e825bdc5ba,segment=NetworkSegment(c8bcbd1d-675c-44b7-b9a3-f6d34355c896),segment_id=c8bcbd1d-675c-44b7-b9a3-f6d34355c896)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:55.001977 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac4082f4-1b69-42f9-a8c1-cf8a28391a7e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (faa82fcd-43ac-41ec-af2e-34e825bdc5ba), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:55.039510 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ac4082f4-1b69-42f9-a8c1-cf8a28391a7e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Calling delete_port for faa82fcd-43ac-41ec-af2e-34e825bdc5ba owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:15:55.168050 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac4082f4-1b69-42f9-a8c1-cf8a28391a7e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (faa82fcd-43ac-41ec-af2e-34e825bdc5ba), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:55.213298 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cde7fed-d9da-4c95-81c1-845e2d90e235 None None] Network fb04d17b-c203-4de3-98e3-8c5c0cd71cc0 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:15:55.303689 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-28e6c672-baa2-40cc-87ac-570baa18a2a3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (ff8bb1fb-ccb1-4e02-a6d4-add9c148805a), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:55.375028 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4082f4-1b69-42f9-a8c1-cf8a28391a7e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] No DVR routers for this DVR port faa82fcd-43ac-41ec-af2e-34e825bdc5ba on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:15:55.394482 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4082f4-1b69-42f9-a8c1-cf8a28391a7e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Port': ['ID=faa82fcd-43ac-41ec-af2e-34e825bdc5ba,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:55.424862 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-364cb9aa-53e9-4a25-9550-c5806df3e6e0 None None] Could not find standard attr ID for object faa82fcd-43ac-41ec-af2e-34e825bdc5ba. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:15:55.453784 n-d-828185-2 neutron-server[103257]: INFO neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No ports have port_id starting with faa82fcd-43ac-41ec-af2e-34e825bdc5ba Feb 07 21:15:55.457266 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33b3bf-8293-494d-a891-d58f9a339b0c None None] Pushing event updated for resources: {'Port': ['ID=4c4fbf1f-a591-4e05-9f18-6d036e8d9aba,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:55.473673 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:15:55.540346 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080c4e9a-2118-4252-a9a4-27eb36bd4aaa None None] Update dhcp port {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'fixed_ips': [{'subnet_id': 'a99acf71-688a-4de0-8fbf-438a3c8b68fb'}, {'subnet_id': 'ff8bb1fb-ccb1-4e02-a6d4-add9c148805a'}], 'binding:host_id': 'n-d-828185-2'}, 'id': '4c4fbf1f-a591-4e05-9f18-6d036e8d9aba'} from n-d-828185-2. {{(pid=103257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 21:15:55.574228 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-080c4e9a-2118-4252-a9a4-27eb36bd4aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:55.577181 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41e1aff-9b0a-4ac1-a905-baa06a3b03f7 None None] DHCP port deletion for fb04d17b-c203-4de3-98e3-8c5c0cd71cc0 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:15:55.711801 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac4082f4-1b69-42f9-a8c1-cf8a28391a7e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (fb04d17b-c203-4de3-98e3-8c5c0cd71cc0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:55.768119 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ac4082f4-1b69-42f9-a8c1-cf8a28391a7e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb04d17b-c203-4de3-98e3-8c5c0cd71cc0']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:55.769897 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:55.770372 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:55.790354 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ac4082f4-1b69-42f9-a8c1-cf8a28391a7e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8bcbd1d-675c-44b7-b9a3-f6d34355c896') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:55.790705 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ac4082f4-1b69-42f9-a8c1-cf8a28391a7e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8bcbd1d-675c-44b7-b9a3-f6d34355c896') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:15:55.814312 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac4082f4-1b69-42f9-a8c1-cf8a28391a7e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (c8bcbd1d-675c-44b7-b9a3-f6d34355c896), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:55.842271 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac4082f4-1b69-42f9-a8c1-cf8a28391a7e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (c8bcbd1d-675c-44b7-b9a3-f6d34355c896), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:55.858197 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac4082f4-1b69-42f9-a8c1-cf8a28391a7e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:15:55.860164 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac4082f4-1b69-42f9-a8c1-cf8a28391a7e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (c8bcbd1d-675c-44b7-b9a3-f6d34355c896), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:55.992848 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:15:56.020658 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:15:56.029151 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac4082f4-1b69-42f9-a8c1-cf8a28391a7e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (fb04d17b-c203-4de3-98e3-8c5c0cd71cc0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:56.063963 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac4082f4-1b69-42f9-a8c1-cf8a28391a7e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:56.074096 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ac4082f4-1b69-42f9-a8c1-cf8a28391a7e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/networks/fb04d17b-c203-4de3-98e3-8c5c0cd71cc0 HTTP/1.1" status: 204 len: 168 time: 1.9015539 Feb 07 21:15:56.078047 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36208) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:56.084879 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7a94c8f2-5d05-4bad-b0d8-c7cf61214809 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'port': {'network_id': '17e4c2dc-970f-440b-8ca4-e74f730986ac', 'name': 'tempest-PortsTestJSON-1884833045'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:56.157912 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4082f4-1b69-42f9-a8c1-cf8a28391a7e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Network': ['ID=fb04d17b-c203-4de3-98e3-8c5c0cd71cc0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:56.173012 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-28e6c672-baa2-40cc-87ac-570baa18a2a3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (ff8bb1fb-ccb1-4e02-a6d4-add9c148805a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:56.198183 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:15:56.380819 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:56.381199 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:56.423559 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-28e6c672-baa2-40cc-87ac-570baa18a2a3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (ff8bb1fb-ccb1-4e02-a6d4-add9c148805a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:56.449380 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a94c8f2-5d05-4bad-b0d8-c7cf61214809 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:15:56.461783 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a94c8f2-5d05-4bad-b0d8-c7cf61214809 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:56.561655 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6c672-baa2-40cc-87ac-570baa18a2a3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=ff8bb1fb-ccb1-4e02-a6d4-add9c148805a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:56.577037 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-7a94c8f2-5d05-4bad-b0d8-c7cf61214809 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] device_id is not set on port 476baef9-7b58-4d02-8f4d-421c619dc68e yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:15:56.601467 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-28e6c672-baa2-40cc-87ac-570baa18a2a3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:56.613820 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-28e6c672-baa2-40cc-87ac-570baa18a2a3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/ff8bb1fb-ccb1-4e02-a6d4-add9c148805a HTTP/1.1" status: 204 len: 168 time: 2.1574678 Feb 07 21:15:56.614689 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36228) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server [None req-080c4e9a-2118-4252-a9a4-27eb36bd4aaa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff8bb1fb-ccb1-4e02-a6d4-add9c148805a: This subnet is being modified by another concurrent operation. Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 21:15:56.664420 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise exception Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff8bb1fb-ccb1-4e02-a6d4-add9c148805a: This subnet is being modified by another concurrent operation. Feb 07 21:15:56.668553 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server Feb 07 21:15:56.759957 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-be56b24b-ce20-4429-ba0f-c2bcbce6d08c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1435935 Feb 07 21:15:56.760663 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36234) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:56.776771 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1c15ac55-3362-4168-9c0c-86da5237eb65 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:56.804407 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:56.903929 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d1a1bb-1ab4-4731-8f94-7b63317e1f38 None None] get_active_networks_info from n-d-828185-2 {{(pid=103257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 21:15:56.906772 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f332ba66-edef-4869-a1a9-91d596ae56e6 None None] Provisioning complete for port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:56.907140 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f332ba66-edef-4869-a1a9-91d596ae56e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:56.968780 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device faa82fcd-43ac-41ec-af2e-34e825bdc5ba no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:15:57.016848 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a94c8f2-5d05-4bad-b0d8-c7cf61214809 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for port (476baef9-7b58-4d02-8f4d-421c619dc68e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:57.064986 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c15ac55-3362-4168-9c0c-86da5237eb65 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:15:57.070445 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c15ac55-3362-4168-9c0c-86da5237eb65 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:57.102865 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a94c8f2-5d05-4bad-b0d8-c7cf61214809 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (476baef9-7b58-4d02-8f4d-421c619dc68e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:57.199128 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d1a1bb-1ab4-4731-8f94-7b63317e1f38 None None] Resources bound (agent type, host, resource id): {{(pid=103257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 21:15:57.234147 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a94c8f2-5d05-4bad-b0d8-c7cf61214809 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network 17e4c2dc-970f-440b-8ca4-e74f730986ac is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:15:57.241951 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: faa82fcd-43ac-41ec-af2e-34e825bdc5ba {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:15:57.242707 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device faa82fcd-43ac-41ec-af2e-34e825bdc5ba not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:15:57.250039 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-7a94c8f2-5d05-4bad-b0d8-c7cf61214809 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:57.260093 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a94c8f2-5d05-4bad-b0d8-c7cf61214809 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:15:57.276723 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a94c8f2-5d05-4bad-b0d8-c7cf61214809 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:57.280350 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a94c8f2-5d05-4bad-b0d8-c7cf61214809 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:57.341432 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94c8f2-5d05-4bad-b0d8-c7cf61214809 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Port': ['ID=476baef9-7b58-4d02-8f4d-421c619dc68e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:57.360046 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7a94c8f2-5d05-4bad-b0d8-c7cf61214809 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2792339 Feb 07 21:15:57.364020 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36250) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:57.567624 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f332ba66-edef-4869-a1a9-91d596ae56e6 None None] Current status of the port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:57.624659 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1b8cfa61-0ff1-494e-868f-ac48e2f709c5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting port 476baef9-7b58-4d02-8f4d-421c619dc68e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:15:57.625006 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b8cfa61-0ff1-494e-868f-ac48e2f709c5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (476baef9-7b58-4d02-8f4d-421c619dc68e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:57.775547 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da79c49c-cb1b-4dac-95e3-a84a87fc675a None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:15:57.896296 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b8cfa61-0ff1-494e-868f-ac48e2f709c5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (476baef9-7b58-4d02-8f4d-421c619dc68e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:57.931800 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1b8cfa61-0ff1-494e-868f-ac48e2f709c5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Calling delete_port for 476baef9-7b58-4d02-8f4d-421c619dc68e owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:15:58.222531 n-d-828185-2 neutron-server[103256]: DEBUG neutron.objects.ports [None req-1c15ac55-3362-4168-9c0c-86da5237eb65 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103256) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 21:15:58.227404 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b8cfa61-0ff1-494e-868f-ac48e2f709c5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (476baef9-7b58-4d02-8f4d-421c619dc68e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:58.312822 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8cfa61-0ff1-494e-868f-ac48e2f709c5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Port': ['ID=476baef9-7b58-4d02-8f4d-421c619dc68e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:58.420369 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b8cfa61-0ff1-494e-868f-ac48e2f709c5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:58.420369 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1b8cfa61-0ff1-494e-868f-ac48e2f709c5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/ports/476baef9-7b58-4d02-8f4d-421c619dc68e HTTP/1.1" status: 204 len: 168 time: 1.0311430 Feb 07 21:15:58.420369 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36296) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:15:58.425658 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-09e620ba-73f4-4a89-9697-5768c1bdcc6c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'port': {'network_id': '17e4c2dc-970f-440b-8ca4-e74f730986ac', 'mac_address': 'fa:16:3e:20:b2:be', 'name': 'tempest-PortsTestJSON-897198665'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:15:58.681864 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e620ba-73f4-4a89-9697-5768c1bdcc6c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:15:58.708249 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:15:59.010009 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09e620ba-73f4-4a89-9697-5768c1bdcc6c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:59.018925 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-addf15f5-092c-4f22-a8f6-1b700a4ec3dd None None] Provisioning complete for port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:59.019684 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-addf15f5-092c-4f22-a8f6-1b700a4ec3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:59.079737 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c15ac55-3362-4168-9c0c-86da5237eb65 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:59.086883 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-09e620ba-73f4-4a89-9697-5768c1bdcc6c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] device_id is not set on port 75ee722b-81ea-45f4-af42-6195750a70e1 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:15:59.134662 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:59.135246 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:59.289992 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-addf15f5-092c-4f22-a8f6-1b700a4ec3dd None None] Current status of the port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:15:59.299753 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af14ceff-6445-47e3-8042-dcc032aa4b9b None None] get_active_networks_info from n-d-828185-2 {{(pid=103257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 21:15:59.533655 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-85ee5440-17f2-4a61-ae76-beb7ffe58fc2 None None] Provisioning complete for port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:15:59.533768 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-85ee5440-17f2-4a61-ae76-beb7ffe58fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:59.649130 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09e620ba-73f4-4a89-9697-5768c1bdcc6c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for port (75ee722b-81ea-45f4-af42-6195750a70e1), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:59.649958 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1c15ac55-3362-4168-9c0c-86da5237eb65 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] For port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=4c4fbf1f-a591-4e05-9f18-6d036e8d9aba,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:15:59.717011 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c15ac55-3362-4168-9c0c-86da5237eb65 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:59.732742 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c15ac55-3362-4168-9c0c-86da5237eb65 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:59.746549 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09e620ba-73f4-4a89-9697-5768c1bdcc6c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (75ee722b-81ea-45f4-af42-6195750a70e1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:59.816820 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c15ac55-3362-4168-9c0c-86da5237eb65 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (309b998b-81a5-49eb-924e-6a7ff45782cd), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:59.851235 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af14ceff-6445-47e3-8042-dcc032aa4b9b None None] Resources bound (agent type, host, resource id): {{(pid=103257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 21:15:59.888469 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:15:59.888833 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:15:59.916157 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15ac55-3362-4168-9c0c-86da5237eb65 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=309b998b-81a5-49eb-924e-6a7ff45782cd,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:59.939034 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e620ba-73f4-4a89-9697-5768c1bdcc6c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network 17e4c2dc-970f-440b-8ca4-e74f730986ac is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:15:59.956949 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c15ac55-3362-4168-9c0c-86da5237eb65 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:15:59.965091 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-1c15ac55-3362-4168-9c0c-86da5237eb65 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:59.969671 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c15ac55-3362-4168-9c0c-86da5237eb65 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:59.970192 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-09e620ba-73f4-4a89-9697-5768c1bdcc6c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:15:59.970510 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c15ac55-3362-4168-9c0c-86da5237eb65 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:15:59.975429 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e620ba-73f4-4a89-9697-5768c1bdcc6c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:15:59.994852 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15ac55-3362-4168-9c0c-86da5237eb65 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=4c4fbf1f-a591-4e05-9f18-6d036e8d9aba,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:15:59.995093 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e620ba-73f4-4a89-9697-5768c1bdcc6c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:15:59.995761 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09e620ba-73f4-4a89-9697-5768c1bdcc6c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:00.023356 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e620ba-73f4-4a89-9697-5768c1bdcc6c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Port': ['ID=75ee722b-81ea-45f4-af42-6195750a70e1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:00.045510 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1c15ac55-3362-4168-9c0c-86da5237eb65 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2811320 Feb 07 21:16:00.046471 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36378) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:00.059587 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-dfe88016-a588-4096-b514-ed2e82837b32 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:00.071124 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-09e620ba-73f4-4a89-9697-5768c1bdcc6c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6605988 Feb 07 21:16:00.071308 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36380) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:00.182681 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3471af-652a-471d-b9d1-c6873ba44fdc tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:00.186872 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2b3471af-652a-471d-b9d1-c6873ba44fdc tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "GET /v2.0/ports/75ee722b-81ea-45f4-af42-6195750a70e1 HTTP/1.1" status: 200 len: 840 time: 0.1121721 Feb 07 21:16:00.187729 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36384) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:00.323374 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-85ee5440-17f2-4a61-ae76-beb7ffe58fc2 None None] Current status of the port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:00.345542 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe88016-a588-4096-b514-ed2e82837b32 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:00.350109 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfe88016-a588-4096-b514-ed2e82837b32 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:00.507831 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-fe154381-ed35-4b3b-b0e1-4e44eb22c4d5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting port 75ee722b-81ea-45f4-af42-6195750a70e1 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:16:00.517512 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe154381-ed35-4b3b-b0e1-4e44eb22c4d5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (75ee722b-81ea-45f4-af42-6195750a70e1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:00.627961 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:00.629630 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:00.765999 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=4c4fbf1f-a591-4e05-9f18-6d036e8d9aba,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:00.772434 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe154381-ed35-4b3b-b0e1-4e44eb22c4d5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (75ee722b-81ea-45f4-af42-6195750a70e1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:00.801195 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-fe154381-ed35-4b3b-b0e1-4e44eb22c4d5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Calling delete_port for 75ee722b-81ea-45f4-af42-6195750a70e1 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:16:00.866866 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:01.012276 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36404) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:01.020538 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=4c4fbf1f-a591-4e05-9f18-6d036e8d9aba,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:01.039977 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe154381-ed35-4b3b-b0e1-4e44eb22c4d5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (75ee722b-81ea-45f4-af42-6195750a70e1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:01.071783 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfe88016-a588-4096-b514-ed2e82837b32 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (d105d372-5193-49e1-8030-2b485745148f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:01.157576 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe154381-ed35-4b3b-b0e1-4e44eb22c4d5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Port': ['ID=75ee722b-81ea-45f4-af42-6195750a70e1,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:01.198071 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe88016-a588-4096-b514-ed2e82837b32 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:01.203729 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-dfe88016-a588-4096-b514-ed2e82837b32 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:01.217569 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe88016-a588-4096-b514-ed2e82837b32 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:01.218423 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfe88016-a588-4096-b514-ed2e82837b32 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:01.224782 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe154381-ed35-4b3b-b0e1-4e44eb22c4d5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:01.242843 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fe154381-ed35-4b3b-b0e1-4e44eb22c4d5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/ports/75ee722b-81ea-45f4-af42-6195750a70e1 HTTP/1.1" status: 204 len: 168 time: 1.0543606 Feb 07 21:16:01.243481 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36408) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:01.278972 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-dfe88016-a588-4096-b514-ed2e82837b32 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2313275 Feb 07 21:16:01.287161 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36410) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:01.291818 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-b320889d-dd76-4ff5-a279-fd351069ffa3 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] GET failed (client error): The resource could not be found. Feb 07 21:16:01.312523 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b320889d-dd76-4ff5-a279-fd351069ffa3 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "GET /v2.0/ports/75ee722b-81ea-45f4-af42-6195750a70e1 HTTP/1.1" status: 404 len: 333 time: 0.0593204 Feb 07 21:16:01.313321 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36412) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:01.318540 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-963a320c-b83f-4833-a0a1-7615a1fb2763 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'port': {'network_id': '17e4c2dc-970f-440b-8ca4-e74f730986ac', 'name': 'tempest-PortsTestJSON-2088240867'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:01.329520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a775b876-6c81-46ee-a0af-3c6a884fb6ff tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'mac_address': 'fa:16:3e:61:22:7a', 'name': 'tempest-NetworksTestDHCPv6-1191055376'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:01.391166 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe88016-a588-4096-b514-ed2e82837b32 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=d105d372-5193-49e1-8030-2b485745148f,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:01.548417 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963a320c-b83f-4833-a0a1-7615a1fb2763 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:01.552265 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-963a320c-b83f-4833-a0a1-7615a1fb2763 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:01.605822 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-963a320c-b83f-4833-a0a1-7615a1fb2763 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] device_id is not set on port cc0200d3-ed75-405d-9542-2f4f9f3ac2c9 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:16:02.037336 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-963a320c-b83f-4833-a0a1-7615a1fb2763 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for port (cc0200d3-ed75-405d-9542-2f4f9f3ac2c9), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:02.144178 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-963a320c-b83f-4833-a0a1-7615a1fb2763 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (cc0200d3-ed75-405d-9542-2f4f9f3ac2c9), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:02.215697 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963a320c-b83f-4833-a0a1-7615a1fb2763 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network 17e4c2dc-970f-440b-8ca4-e74f730986ac is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:02.234675 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-963a320c-b83f-4833-a0a1-7615a1fb2763 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:02.242381 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963a320c-b83f-4833-a0a1-7615a1fb2763 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:16:02.247704 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963a320c-b83f-4833-a0a1-7615a1fb2763 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:02.258295 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-963a320c-b83f-4833-a0a1-7615a1fb2763 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:02.288275 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62e5a821-36ae-417c-a700-23b05f18b1ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:02.334229 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a320c-b83f-4833-a0a1-7615a1fb2763 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Port': ['ID=cc0200d3-ed75-405d-9542-2f4f9f3ac2c9,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:02.374599 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-963a320c-b83f-4833-a0a1-7615a1fb2763 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0579267 Feb 07 21:16:02.377987 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36426) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:02.394308 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a99ff1da-c75c-4288-902a-9b011af4a19d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:02.434245 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf38c30-9315-4ad3-a055-cd9b295fa9b2 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:16:02.483266 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a775b876-6c81-46ee-a0af-3c6a884fb6ff tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:02.637031 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a99ff1da-c75c-4288-902a-9b011af4a19d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (cc0200d3-ed75-405d-9542-2f4f9f3ac2c9), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:02.657629 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a775b876-6c81-46ee-a0af-3c6a884fb6ff tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:02.685573 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-bdfb2abe-8807-407f-9245-fb504848d881 None None] Provisioning complete for port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:02.687902 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2abe-8807-407f-9245-fb504848d881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:02.725414 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-a775b876-6c81-46ee-a0af-3c6a884fb6ff tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] device_id is not set on port e19f6957-78b0-44d4-8808-ed27254f52db yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:16:03.006229 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-bdfb2abe-8807-407f-9245-fb504848d881 None None] Current status of the port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:03.006788 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2abe-8807-407f-9245-fb504848d881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:03.049750 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62e5a821-36ae-417c-a700-23b05f18b1ed admin admin] Publish callbacks [] for security_group (206dee3f-b402-498d-a3f3-369997761ff6), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:03.066152 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62e5a821-36ae-417c-a700-23b05f18b1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (206dee3f-b402-498d-a3f3-369997761ff6), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:03.102557 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-bdfb2abe-8807-407f-9245-fb504848d881 None None] For port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=4c4fbf1f-a591-4e05-9f18-6d036e8d9aba,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:03.147339 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2abe-8807-407f-9245-fb504848d881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:03.195724 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a99ff1da-c75c-4288-902a-9b011af4a19d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for port (cc0200d3-ed75-405d-9542-2f4f9f3ac2c9), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:03.207256 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a99ff1da-c75c-4288-902a-9b011af4a19d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (cc0200d3-ed75-405d-9542-2f4f9f3ac2c9), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:03.242453 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb2abe-8807-407f-9245-fb504848d881 None None] Pushing event updated for resources: {'Port': ['ID=4c4fbf1f-a591-4e05-9f18-6d036e8d9aba,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:03.247447 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:16:03.299624 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fbc312-5500-426a-af4c-f8ce3ad01a3e None None] Update dhcp port {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'fixed_ips': [{'subnet_id': '309b998b-81a5-49eb-924e-6a7ff45782cd', 'ip_address': '2001:db8::f816:3eff:fe9c:ca0b'}, {'subnet_id': 'd105d372-5193-49e1-8030-2b485745148f'}], 'binding:host_id': 'n-d-828185-2'}, 'id': '4c4fbf1f-a591-4e05-9f18-6d036e8d9aba'} from n-d-828185-2. {{(pid=103257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 21:16:03.340950 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a99ff1da-c75c-4288-902a-9b011af4a19d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] In _notify_port_updated(), no bound segment for port cc0200d3-ed75-405d-9542-2f4f9f3ac2c9 on network 17e4c2dc-970f-440b-8ca4-e74f730986ac {{(pid=103256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 07 21:16:03.364840 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99ff1da-c75c-4288-902a-9b011af4a19d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:03.365509 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a99ff1da-c75c-4288-902a-9b011af4a19d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:03.373128 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a99ff1da-c75c-4288-902a-9b011af4a19d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "PUT /v2.0/ports/cc0200d3-ed75-405d-9542-2f4f9f3ac2c9 HTTP/1.1" status: 200 len: 818 time: 0.9933038 Feb 07 21:16:03.382290 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:03.382891 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:03.403216 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36436) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:03.404997 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ff1da-c75c-4288-902a-9b011af4a19d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Port': ['ID=cc0200d3-ed75-405d-9542-2f4f9f3ac2c9,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:03.470189 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-62e5a821-36ae-417c-a700-23b05f18b1ed admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b632d3ea7cf4443c8f687fed75abaf85&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4568112 Feb 07 21:16:03.471771 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5a821-36ae-417c-a700-23b05f18b1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206dee3f-b402-498d-a3f3-369997761ff6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:03.475478 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36440) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:03.499305 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a7fbc312-5500-426a-af4c-f8ce3ad01a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:03.567329 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-a775b876-6c81-46ee-a0af-3c6a884fb6ff tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 172.20.0.2 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/d105d372-5193-49e1-8030-2b485745148f/e19f6957-78b0-44d4-8808-ed27254f52db) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:16:03.579934 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-a775b876-6c81-46ee-a0af-3c6a884fb6ff tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 2001:db8::f816:3eff:fe61:227a (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/309b998b-81a5-49eb-924e-6a7ff45782cd/e19f6957-78b0-44d4-8808-ed27254f52db) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:16:03.609406 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:03.708824 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e44a4b09-a14d-44e6-8b1a-b46004d3244a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting port cc0200d3-ed75-405d-9542-2f4f9f3ac2c9 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:16:03.709650 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e44a4b09-a14d-44e6-8b1a-b46004d3244a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (cc0200d3-ed75-405d-9542-2f4f9f3ac2c9), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:03.788996 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a775b876-6c81-46ee-a0af-3c6a884fb6ff tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (e19f6957-78b0-44d4-8808-ed27254f52db), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:03.872136 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a775b876-6c81-46ee-a0af-3c6a884fb6ff tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (e19f6957-78b0-44d4-8808-ed27254f52db), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:03.882909 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e44a4b09-a14d-44e6-8b1a-b46004d3244a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (cc0200d3-ed75-405d-9542-2f4f9f3ac2c9), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:03.936956 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775b876-6c81-46ee-a0af-3c6a884fb6ff tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=e19f6957-78b0-44d4-8808-ed27254f52db,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:03.938226 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e44a4b09-a14d-44e6-8b1a-b46004d3244a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Calling delete_port for cc0200d3-ed75-405d-9542-2f4f9f3ac2c9 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:16:03.976628 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a775b876-6c81-46ee-a0af-3c6a884fb6ff tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:03.983097 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a775b876-6c81-46ee-a0af-3c6a884fb6ff tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:03.989946 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a775b876-6c81-46ee-a0af-3c6a884fb6ff tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:16:04.039138 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49a6490d-04e6-4b04-ae91-180c8cbce319 admin admin] Publish callbacks [] for security_group (206dee3f-b402-498d-a3f3-369997761ff6), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:04.064490 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49a6490d-04e6-4b04-ae91-180c8cbce319 admin admin] Publish callbacks [] for security_group (206dee3f-b402-498d-a3f3-369997761ff6), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:04.074765 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-a7fbc312-5500-426a-af4c-f8ce3ad01a3e None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-1f3197ea-94b6-4a6e-bef6-89dff35b9ad4 {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:16:04.075123 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-a7fbc312-5500-426a-af4c-f8ce3ad01a3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:16:04.101733 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:04.103722 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a775b876-6c81-46ee-a0af-3c6a884fb6ff tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:04.104647 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a775b876-6c81-46ee-a0af-3c6a884fb6ff tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:04.132436 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:04.138991 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a775b876-6c81-46ee-a0af-3c6a884fb6ff tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8453605 Feb 07 21:16:04.142179 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36448) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:04.156788 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e44a4b09-a14d-44e6-8b1a-b46004d3244a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (cc0200d3-ed75-405d-9542-2f4f9f3ac2c9), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:04.196543 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49a6490d-04e6-4b04-ae91-180c8cbce319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (206dee3f-b402-498d-a3f3-369997761ff6), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:04.207578 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49a6490d-04e6-4b04-ae91-180c8cbce319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:04.210193 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-49a6490d-04e6-4b04-ae91-180c8cbce319 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/206dee3f-b402-498d-a3f3-369997761ff6 HTTP/1.1" status: 204 len: 168 time: 0.7080927 Feb 07 21:16:04.224169 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6490d-04e6-4b04-ae91-180c8cbce319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206dee3f-b402-498d-a3f3-369997761ff6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:04.292933 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a4b09-a14d-44e6-8b1a-b46004d3244a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Port': ['ID=cc0200d3-ed75-405d-9542-2f4f9f3ac2c9,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:04.345365 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e44a4b09-a14d-44e6-8b1a-b46004d3244a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:04.361137 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36458) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:04.361367 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e44a4b09-a14d-44e6-8b1a-b46004d3244a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/ports/cc0200d3-ed75-405d-9542-2f4f9f3ac2c9 HTTP/1.1" status: 204 len: 168 time: 0.9394479 Feb 07 21:16:04.405239 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8823812-417d-4916-b5d3-821f7cdd020e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:04.411355 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8823812-417d-4916-b5d3-821f7cdd020e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:04.417031 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e8823812-417d-4916-b5d3-821f7cdd020e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2727692 Feb 07 21:16:04.417690 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36460) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:04.468076 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dbb1a6-00d0-4ad1-9f91-7dce16f6c347 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:04.477191 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-10dbb1a6-00d0-4ad1-9f91-7dce16f6c347 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1141746 Feb 07 21:16:04.478235 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36464) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:04.528240 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-7208931e-5b05-4726-b459-885f009a28c6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] GET failed (client error): The resource could not be found. Feb 07 21:16:04.537675 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7208931e-5b05-4726-b459-885f009a28c6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "GET /v2.0/ports/cc0200d3-ed75-405d-9542-2f4f9f3ac2c9 HTTP/1.1" status: 404 len: 333 time: 0.0550957 Feb 07 21:16:04.538111 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36468) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:04.546405 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-88b2eb4b-66c3-46f3-a298-6333558ee699 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1008359664'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:04.616591 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b2eb4b-66c3-46f3-a298-6333558ee699 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:04.623462 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88b2eb4b-66c3-46f3-a298-6333558ee699 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:04.636717 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a7fbc312-5500-426a-af4c-f8ce3ad01a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:04.716969 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b2eb4b-66c3-46f3-a298-6333558ee699 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:16:04.739770 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-286fc6cd-ce55-45b0-aba9-1fe2b282335e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting port e19f6957-78b0-44d4-8808-ed27254f52db {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:16:04.739770 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-286fc6cd-ce55-45b0-aba9-1fe2b282335e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e19f6957-78b0-44d4-8808-ed27254f52db), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:04.753839 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88b2eb4b-66c3-46f3-a298-6333558ee699 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (2f703b03-2bcf-4134-adc7-cf1768cf83e4), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:04.754322 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-88b2eb4b-66c3-46f3-a298-6333558ee699 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Added segment 2f703b03-2bcf-4134-adc7-cf1768cf83e4 of type vlan for network 4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5 Feb 07 21:16:04.855348 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36470) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:04.909896 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82085ce4-2120-451f-be9e-11700b21ff14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:04.924441 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-a7fbc312-5500-426a-af4c-f8ce3ad01a3e None None] Allocated IP 172.20.0.3 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/d105d372-5193-49e1-8030-2b485745148f/4c4fbf1f-a591-4e05-9f18-6d036e8d9aba) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:16:04.933935 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88b2eb4b-66c3-46f3-a298-6333558ee699 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:05.071872 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-286fc6cd-ce55-45b0-aba9-1fe2b282335e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e19f6957-78b0-44d4-8808-ed27254f52db), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:05.076019 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82085ce4-2120-451f-be9e-11700b21ff14 admin admin] Publish callbacks [] for security_group (d65a3681-f15b-4212-b69f-31816840d740), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:05.090045 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-88b2eb4b-66c3-46f3-a298-6333558ee699 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:16:05.121213 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82085ce4-2120-451f-be9e-11700b21ff14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d65a3681-f15b-4212-b69f-31816840d740), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:05.128827 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:16:05.133812 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-286fc6cd-ce55-45b0-aba9-1fe2b282335e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Calling delete_port for e19f6957-78b0-44d4-8808-ed27254f52db owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:16:05.157536 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-82085ce4-2120-451f-be9e-11700b21ff14 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=448b5d8d6754454782df916fade7f406&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3010406 Feb 07 21:16:05.158330 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88b2eb4b-66c3-46f3-a298-6333558ee699 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:05.160132 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36478) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:05.169081 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b2eb4b-66c3-46f3-a298-6333558ee699 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:05.169895 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88b2eb4b-66c3-46f3-a298-6333558ee699 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:05.196197 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a7fbc312-5500-426a-af4c-f8ce3ad01a3e None None] For port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=4c4fbf1f-a591-4e05-9f18-6d036e8d9aba,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:05.234118 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-88b2eb4b-66c3-46f3-a298-6333558ee699 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6946676 Feb 07 21:16:05.251878 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36480) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:05.327762 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82085ce4-2120-451f-be9e-11700b21ff14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65a3681-f15b-4212-b69f-31816840d740,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:05.350628 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2eb4b-66c3-46f3-a298-6333558ee699 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Network': ['ID=4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:05.391065 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:16:05.457128 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:05.457590 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:05.471280 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a7fbc312-5500-426a-af4c-f8ce3ad01a3e None None] Publish callbacks [] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:05.576927 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a7fbc312-5500-426a-af4c-f8ce3ad01a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:05.686106 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-f6407eab-fca3-4b5d-b266-76d24bb915d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'subnet': {'network_id': '4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:05.764591 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-286fc6cd-ce55-45b0-aba9-1fe2b282335e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (e19f6957-78b0-44d4-8808-ed27254f52db), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:05.864780 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fbc312-5500-426a-af4c-f8ce3ad01a3e None None] Pushing event updated for resources: {'Port': ['ID=4c4fbf1f-a591-4e05-9f18-6d036e8d9aba,revision_number=9']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:05.927017 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:06.335776 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286fc6cd-ce55-45b0-aba9-1fe2b282335e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Port': ['ID=e19f6957-78b0-44d4-8808-ed27254f52db,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:06.430164 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b37157b7-7d7b-4314-a957-8ac5cc68351a admin admin] Publish callbacks [] for security_group (d65a3681-f15b-4212-b69f-31816840d740), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:06.585550 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b37157b7-7d7b-4314-a957-8ac5cc68351a admin admin] Publish callbacks [] for security_group (d65a3681-f15b-4212-b69f-31816840d740), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:06.651339 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6407eab-fca3-4b5d-b266-76d24bb915d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:06.657097 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6407eab-fca3-4b5d-b266-76d24bb915d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:06.960293 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-286fc6cd-ce55-45b0-aba9-1fe2b282335e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:06.973237 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36496) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:06.983758 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030f8423-2f05-4b99-ae27-212fb9c5ad60 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:16:06.992893 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-286fc6cd-ce55-45b0-aba9-1fe2b282335e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/e19f6957-78b0-44d4-8808-ed27254f52db HTTP/1.1" status: 204 len: 168 time: 2.5737007 Feb 07 21:16:07.016188 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6407eab-fca3-4b5d-b266-76d24bb915d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (dc04c13e-67d6-4b90-b97c-d5edb1204b78), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:07.159753 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449d103b-b05a-4410-a92f-297223e38301 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:07.166734 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449d103b-b05a-4410-a92f-297223e38301 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:07.170847 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449d103b-b05a-4410-a92f-297223e38301 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:07.178117 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-449d103b-b05a-4410-a92f-297223e38301 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2029362 Feb 07 21:16:07.179991 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36502) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:07.256093 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6407eab-fca3-4b5d-b266-76d24bb915d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Subnet': ['ID=dc04c13e-67d6-4b90-b97c-d5edb1204b78,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:07.281215 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6407eab-fca3-4b5d-b266-76d24bb915d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:07.283131 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6407eab-fca3-4b5d-b266-76d24bb915d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:07.283600 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6407eab-fca3-4b5d-b266-76d24bb915d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:07.284075 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6407eab-fca3-4b5d-b266-76d24bb915d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:07.285745 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6407eab-fca3-4b5d-b266-76d24bb915d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:07.287831 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6407eab-fca3-4b5d-b266-76d24bb915d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:07.288370 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6407eab-fca3-4b5d-b266-76d24bb915d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:07.288787 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6407eab-fca3-4b5d-b266-76d24bb915d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:07.289220 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6407eab-fca3-4b5d-b266-76d24bb915d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:07.292512 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6407eab-fca3-4b5d-b266-76d24bb915d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:07.293020 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6407eab-fca3-4b5d-b266-76d24bb915d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:07.293532 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6407eab-fca3-4b5d-b266-76d24bb915d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:07.293964 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6407eab-fca3-4b5d-b266-76d24bb915d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:07.307088 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b37157b7-7d7b-4314-a957-8ac5cc68351a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d65a3681-f15b-4212-b69f-31816840d740), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:07.311335 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c5660c-20f5-4572-82ed-1626993b302b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet 309b998b-81a5-49eb-924e-6a7ff45782cd {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:16:07.315328 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b37157b7-7d7b-4314-a957-8ac5cc68351a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:07.322524 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b37157b7-7d7b-4314-a957-8ac5cc68351a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d65a3681-f15b-4212-b69f-31816840d740 HTTP/1.1" status: 204 len: 168 time: 2.1589825 Feb 07 21:16:07.335327 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56c5660c-20f5-4572-82ed-1626993b302b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (309b998b-81a5-49eb-924e-6a7ff45782cd), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:07.337663 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6407eab-fca3-4b5d-b266-76d24bb915d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Checking segment: {'id': '2f703b03-2bcf-4134-adc7-cf1768cf83e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:16:07.339457 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6407eab-fca3-4b5d-b266-76d24bb915d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network hostable DHCP agents. Network: 4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:16:07.348809 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37157b7-7d7b-4314-a957-8ac5cc68351a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65a3681-f15b-4212-b69f-31816840d740,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:07.395423 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6407eab-fca3-4b5d-b266-76d24bb915d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network 4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:16:07.423697 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-f6407eab-fca3-4b5d-b266-76d24bb915d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:07.440534 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56c5660c-20f5-4572-82ed-1626993b302b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (309b998b-81a5-49eb-924e-6a7ff45782cd), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:07.450378 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6407eab-fca3-4b5d-b266-76d24bb915d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:07.452354 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6407eab-fca3-4b5d-b266-76d24bb915d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:07.502147 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f6407eab-fca3-4b5d-b266-76d24bb915d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2488239 Feb 07 21:16:07.503796 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36508) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:07.509862 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-f006a643-05fd-40c9-865f-d15b696d3c17 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'subnet': {'network_id': '4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:07.572102 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:16:07.600051 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9892d177-d37f-4ef1-b1d5-2d3efd99615e None None] Network 4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:16:07.671565 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56c5660c-20f5-4572-82ed-1626993b302b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (309b998b-81a5-49eb-924e-6a7ff45782cd), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:07.811921 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56c5660c-20f5-4572-82ed-1626993b302b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (309b998b-81a5-49eb-924e-6a7ff45782cd), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:07.820411 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f006a643-05fd-40c9-865f-d15b696d3c17 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:07.826078 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f006a643-05fd-40c9-865f-d15b696d3c17 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:07.835606 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-fd5da459-7675-4a06-bb25-654a6b559b82 None None] Provisioning complete for port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:07.835985 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fd5da459-7675-4a06-bb25-654a6b559b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:07.883190 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5660c-20f5-4572-82ed-1626993b302b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=309b998b-81a5-49eb-924e-6a7ff45782cd,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:07.902089 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56c5660c-20f5-4572-82ed-1626993b302b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:07.909969 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-56c5660c-20f5-4572-82ed-1626993b302b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/309b998b-81a5-49eb-924e-6a7ff45782cd HTTP/1.1" status: 204 len: 168 time: 0.7287717 Feb 07 21:16:07.914137 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36516) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:08.019785 n-d-828185-2 neutron-server[103256]: INFO neutron.db.ipam_backend_mixin [None req-f006a643-05fd-40c9-865f-d15b696d3c17 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dc04c13e-67d6-4b90-b97c-d5edb1204b78 (CIDR: 172.20.0.0/28) Feb 07 21:16:08.025994 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-f006a643-05fd-40c9-865f-d15b696d3c17 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:16:08.027420 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f006a643-05fd-40c9-865f-d15b696d3c17 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:16:08.047662 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfdc6001-0c95-4b78-8b2d-00a84c85a378 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet d105d372-5193-49e1-8030-2b485745148f {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:16:08.055331 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f006a643-05fd-40c9-865f-d15b696d3c17 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5501471 Feb 07 21:16:08.055885 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfdc6001-0c95-4b78-8b2d-00a84c85a378 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (d105d372-5193-49e1-8030-2b485745148f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:08.058035 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36520) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:08.063230 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a35cbd23-6eba-4e96-9911-bf76cde917fc tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'subnet': {'network_id': '4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:08.157854 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:08.159011 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:08.170985 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfdc6001-0c95-4b78-8b2d-00a84c85a378 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (d105d372-5193-49e1-8030-2b485745148f), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:08.287706 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422ddbaf-71ad-4779-95fb-85db60426a89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5', 'network_id': '4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5', 'project_id': '513bde040ef147d69df68a6ee6cac082', 'fixed_ips': [{'subnet_id': 'dc04c13e-67d6-4b90-b97c-d5edb1204b78'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:16:08.288962 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-422ddbaf-71ad-4779-95fb-85db60426a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:08.334746 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35cbd23-6eba-4e96-9911-bf76cde917fc tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:08.338507 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a35cbd23-6eba-4e96-9911-bf76cde917fc tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:08.349210 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfdc6001-0c95-4b78-8b2d-00a84c85a378 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (d105d372-5193-49e1-8030-2b485745148f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:08.417825 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-fd5da459-7675-4a06-bb25-654a6b559b82 None None] Current status of the port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:08.544508 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfdc6001-0c95-4b78-8b2d-00a84c85a378 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (d105d372-5193-49e1-8030-2b485745148f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:08.617063 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-422ddbaf-71ad-4779-95fb-85db60426a89 None None] Allocated IP 172.20.0.2 (4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5/dc04c13e-67d6-4b90-b97c-d5edb1204b78/e02d0148-29c0-4c0b-ba67-efd1e173f293) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:16:08.641609 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc6001-0c95-4b78-8b2d-00a84c85a378 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=d105d372-5193-49e1-8030-2b485745148f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:08.660482 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfdc6001-0c95-4b78-8b2d-00a84c85a378 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:08.674428 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-cfdc6001-0c95-4b78-8b2d-00a84c85a378 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/d105d372-5193-49e1-8030-2b485745148f HTTP/1.1" status: 204 len: 168 time: 0.7570662 Feb 07 21:16:08.678572 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36536) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:08.894784 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e299ba4e-2702-4ad8-8aaa-00a8608e7b1f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2134204 Feb 07 21:16:08.898012 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36544) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:08.909591 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-cbcc0655-e474-48d4-9de0-41b97f465bf6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:08.982673 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1e6e49-a263-432f-82e0-c88f5d0923e9 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:16:09.124169 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:09.196943 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a35cbd23-6eba-4e96-9911-bf76cde917fc tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (ce4ea783-5f33-4956-ac5a-f9ea4f22c892), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:09.255878 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcc0655-e474-48d4-9de0-41b97f465bf6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:09.257309 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6de41551-e195-49f8-bfcf-43a555bc199b None None] Provisioning complete for port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:09.257827 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6de41551-e195-49f8-bfcf-43a555bc199b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:09.258889 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbcc0655-e474-48d4-9de0-41b97f465bf6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:09.264927 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35cbd23-6eba-4e96-9911-bf76cde917fc tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network 4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:09.282111 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-a35cbd23-6eba-4e96-9911-bf76cde917fc tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:09.316089 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35cbd23-6eba-4e96-9911-bf76cde917fc tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:09.316629 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a35cbd23-6eba-4e96-9911-bf76cde917fc tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:09.356142 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a35cbd23-6eba-4e96-9911-bf76cde917fc tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2942908 Feb 07 21:16:09.356680 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36556) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:09.365298 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cbd23-6eba-4e96-9911-bf76cde917fc tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Subnet': ['ID=ce4ea783-5f33-4956-ac5a-f9ea4f22c892,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:09.365700 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-baae292c-dad3-4767-9d6a-c7cb95f3e0c7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'port': {'network_id': '4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5', 'fixed_ips': [{'subnet_id': 'dc04c13e-67d6-4b90-b97c-d5edb1204b78'}, {'subnet_id': 'ce4ea783-5f33-4956-ac5a-f9ea4f22c892'}], 'name': 'tempest-PortsTestJSON-229983036'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:09.529310 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-422ddbaf-71ad-4779-95fb-85db60426a89 None None] Publish callbacks [] for port (e02d0148-29c0-4c0b-ba67-efd1e173f293), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:09.555014 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-422ddbaf-71ad-4779-95fb-85db60426a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (e02d0148-29c0-4c0b-ba67-efd1e173f293), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:09.578939 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:16:09.585722 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37692c9-7286-4a68-a0bd-76138e4ad37d None None] DHCP port deletion for f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:16:09.601103 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbcc0655-e474-48d4-9de0-41b97f465bf6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (f4af7700-b885-4477-b1c2-a68550ca74ac), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:09.643595 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6de41551-e195-49f8-bfcf-43a555bc199b None None] Current status of the port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:09.648378 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422ddbaf-71ad-4779-95fb-85db60426a89 None None] Network 4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:09.649517 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baae292c-dad3-4767-9d6a-c7cb95f3e0c7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:09.659294 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcc0655-e474-48d4-9de0-41b97f465bf6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:09.663073 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-cbcc0655-e474-48d4-9de0-41b97f465bf6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:09.669732 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcc0655-e474-48d4-9de0-41b97f465bf6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:09.670540 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbcc0655-e474-48d4-9de0-41b97f465bf6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:09.672116 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-422ddbaf-71ad-4779-95fb-85db60426a89 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:09.690364 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc0655-e474-48d4-9de0-41b97f465bf6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=f4af7700-b885-4477-b1c2-a68550ca74ac,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:09.724437 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cbcc0655-e474-48d4-9de0-41b97f465bf6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8177028 Feb 07 21:16:09.725469 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36564) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:09.730348 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1e54d4e8-93da-4402-9c72-100df543a84b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:09.742984 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422ddbaf-71ad-4779-95fb-85db60426a89 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:16:09.786478 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ddbaf-71ad-4779-95fb-85db60426a89 None None] Pushing event updated for resources: {'Port': ['ID=e02d0148-29c0-4c0b-ba67-efd1e173f293,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:09.879035 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-baae292c-dad3-4767-9d6a-c7cb95f3e0c7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:09.910590 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-422ddbaf-71ad-4779-95fb-85db60426a89 None None] Attempting to bind port e02d0148-29c0-4c0b-ba67-efd1e173f293 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:16:09.911512 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-422ddbaf-71ad-4779-95fb-85db60426a89 None None] Attempting to bind port e02d0148-29c0-4c0b-ba67-efd1e173f293 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '2f703b03-2bcf-4134-adc7-cf1768cf83e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:16:09.911886 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422ddbaf-71ad-4779-95fb-85db60426a89 None None] Attempting to bind port e02d0148-29c0-4c0b-ba67-efd1e173f293 on network 4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:16:09.939069 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422ddbaf-71ad-4779-95fb-85db60426a89 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:16:09.939455 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422ddbaf-71ad-4779-95fb-85db60426a89 None None] Checking segment: {'id': '2f703b03-2bcf-4134-adc7-cf1768cf83e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:16:09.939863 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-422ddbaf-71ad-4779-95fb-85db60426a89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:09.940271 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422ddbaf-71ad-4779-95fb-85db60426a89 None None] Bound using segment: {'id': '2f703b03-2bcf-4134-adc7-cf1768cf83e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:16:09.941818 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-422ddbaf-71ad-4779-95fb-85db60426a89 None None] Bound port: e02d0148-29c0-4c0b-ba67-efd1e173f293, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f703b03-2bcf-4134-adc7-cf1768cf83e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:16:09.942245 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-422ddbaf-71ad-4779-95fb-85db60426a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e02d0148-29c0-4c0b-ba67-efd1e173f293), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:09.958304 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-baae292c-dad3-4767-9d6a-c7cb95f3e0c7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] device_id is not set on port d113b090-cf8e-4af8-828b-15d9bf48e819 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:16:09.995672 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e54d4e8-93da-4402-9c72-100df543a84b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:09.999918 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e54d4e8-93da-4402-9c72-100df543a84b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:10.070061 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-422ddbaf-71ad-4779-95fb-85db60426a89 None None] For port e02d0148-29c0-4c0b-ba67-efd1e173f293, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:16:10.073619 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-422ddbaf-71ad-4779-95fb-85db60426a89 None None] For port e02d0148-29c0-4c0b-ba67-efd1e173f293, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e02d0148-29c0-4c0b-ba67-efd1e173f293,segment=NetworkSegment(2f703b03-2bcf-4134-adc7-cf1768cf83e4),segment_id=2f703b03-2bcf-4134-adc7-cf1768cf83e4)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:16:10.085732 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a37692c9-7286-4a68-a0bd-76138e4ad37d None None] Deleting port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:16:10.086109 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a37692c9-7286-4a68-a0bd-76138e4ad37d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:10.089015 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-422ddbaf-71ad-4779-95fb-85db60426a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e02d0148-29c0-4c0b-ba67-efd1e173f293), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:10.302836 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f374069-397c-425a-a192-6386e4223c43 req-629bd6e0-83af-4dd5-be85-302e6a603c75 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1993891074&fields=id&tenant_id=7f690b77bf0b4a1d910f8e3395b23494 HTTP/1.1" status: 200 len: 267 time: 0.1785495 Feb 07 21:16:10.397027 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ddbaf-71ad-4779-95fb-85db60426a89 None None] Pushing event updated for resources: {'Port': ['ID=e02d0148-29c0-4c0b-ba67-efd1e173f293,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:10.460940 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a37692c9-7286-4a68-a0bd-76138e4ad37d None None] For port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=4c4fbf1f-a591-4e05-9f18-6d036e8d9aba,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:10.460940 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a37692c9-7286-4a68-a0bd-76138e4ad37d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:10.494789 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a37692c9-7286-4a68-a0bd-76138e4ad37d None None] Calling delete_port for 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:16:10.726629 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f374069-397c-425a-a192-6386e4223c43 req-d965ab26-c682-4f09-9e97-e938017292d2 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:10.728293 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f374069-397c-425a-a192-6386e4223c43 req-d965ab26-c682-4f09-9e97-e938017292d2 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/networks?id=f43de966-15ce-4b1f-b10e-83f22f2590e3 HTTP/1.1" status: 200 len: 816 time: 0.4245646 Feb 07 21:16:10.738090 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a37692c9-7286-4a68-a0bd-76138e4ad37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (4c4fbf1f-a591-4e05-9f18-6d036e8d9aba), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:10.757185 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f374069-397c-425a-a192-6386e4223c43 req-61a23464-28e0-426f-8b89-1bf9682a52e9 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/quotas/7f690b77bf0b4a1d910f8e3395b23494 HTTP/1.1" status: 200 len: 375 time: 0.0205145 Feb 07 21:16:10.779814 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37692c9-7286-4a68-a0bd-76138e4ad37d None None] Pushing event deleted for resources: {'Port': ['ID=4c4fbf1f-a591-4e05-9f18-6d036e8d9aba,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:10.800585 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-baae292c-dad3-4767-9d6a-c7cb95f3e0c7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Allocated IP 172.20.0.8 (4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5/dc04c13e-67d6-4b90-b97c-d5edb1204b78/d113b090-cf8e-4af8-828b-15d9bf48e819) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:16:10.810788 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-baae292c-dad3-4767-9d6a-c7cb95f3e0c7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Allocated IP 172.20.0.28 (4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5/ce4ea783-5f33-4956-ac5a-f9ea4f22c892/d113b090-cf8e-4af8-828b-15d9bf48e819) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:16:10.816148 n-d-828185-2 neutron-server[103256]: DEBUG neutron.objects.ports [None req-1e54d4e8-93da-4402-9c72-100df543a84b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103256) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 21:16:10.826711 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37692c9-7286-4a68-a0bd-76138e4ad37d None None] No DVR routers for this DVR port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:16:10.854960 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f374069-397c-425a-a192-6386e4223c43 req-c528b800-8bdd-4851-91b0-4fa328ee7392 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7f690b77bf0b4a1d910f8e3395b23494&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0915110 Feb 07 21:16:10.939545 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3f4388-6bf9-4e1f-be65-fe6acfc7a719 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:16:11.248244 n-d-828185-2 neutron-server[103256]: WARNING neutron.services.revisions.revision_plugin [None req-1e54d4e8-93da-4402-9c72-100df543a84b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Could not find related port for resource to bump revision. Feb 07 21:16:11.257953 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.ipam_pluggable_backend [None req-1e54d4e8-93da-4402-9c72-100df543a84b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Port 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103256) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 07 21:16:11.258265 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.ipam_pluggable_backend [None req-1e54d4e8-93da-4402-9c72-100df543a84b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9c:ca0b {{(pid=103256) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 07 21:16:11.263694 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.ipam_pluggable_backend [None req-1e54d4e8-93da-4402-9c72-100df543a84b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9c:ca0b {{(pid=103256) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 07 21:16:11.286346 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e54d4e8-93da-4402-9c72-100df543a84b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (6190648b-6ee4-4bb5-80f5-8dc9faf4a8e3), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:11.318923 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736491a0-5fc4-4085-bd02-7fe62bb91da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'fixed_ips': [{'subnet_id': '6190648b-6ee4-4bb5-80f5-8dc9faf4a8e3'}, {'subnet_id': 'f4af7700-b885-4477-b1c2-a68550ca74ac'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:16:11.339362 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-736491a0-5fc4-4085-bd02-7fe62bb91da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:11.343805 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f374069-397c-425a-a192-6386e4223c43 req-64abde0c-adc6-4333-8946-abe794c872df service neutron] 10.222.0.65 "GET /v2.0/networks/f43de966-15ce-4b1f-b10e-83f22f2590e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187202 Feb 07 21:16:11.431362 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e54d4e8-93da-4402-9c72-100df543a84b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:11.438772 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-1e54d4e8-93da-4402-9c72-100df543a84b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:11.449780 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e54d4e8-93da-4402-9c72-100df543a84b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:11.450576 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e54d4e8-93da-4402-9c72-100df543a84b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:11.489830 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-baae292c-dad3-4767-9d6a-c7cb95f3e0c7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for port (d113b090-cf8e-4af8-828b-15d9bf48e819), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:11.494922 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54d4e8-93da-4402-9c72-100df543a84b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=6190648b-6ee4-4bb5-80f5-8dc9faf4a8e3,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:11.529852 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1e54d4e8-93da-4402-9c72-100df543a84b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8035553 Feb 07 21:16:11.530709 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36612) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:11.540903 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-f8810a2d-58eb-4cd1-871f-adcd2de02e9a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'mac_address': 'fa:16:3e:6f:19:e0', 'name': 'tempest-NetworksTestDHCPv6-1967495121'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:11.631960 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f374069-397c-425a-a192-6386e4223c43 req-93afc961-7cae-4940-971c-48494ae6c8d2 service neutron] 10.222.0.65 "GET /v2.0/networks/f43de966-15ce-4b1f-b10e-83f22f2590e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787290 Feb 07 21:16:11.649744 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-baae292c-dad3-4767-9d6a-c7cb95f3e0c7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (d113b090-cf8e-4af8-828b-15d9bf48e819), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:11.733092 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e02d0148-29c0-4c0b-ba67-efd1e173f293 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:16:11.844072 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baae292c-dad3-4767-9d6a-c7cb95f3e0c7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network 4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:11.852078 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8810a2d-58eb-4cd1-871f-adcd2de02e9a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:11.853071 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-baae292c-dad3-4767-9d6a-c7cb95f3e0c7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:11.859915 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baae292c-dad3-4767-9d6a-c7cb95f3e0c7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:16:11.918146 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baae292c-dad3-4767-9d6a-c7cb95f3e0c7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:11.918820 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-baae292c-dad3-4767-9d6a-c7cb95f3e0c7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:11.927993 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae292c-dad3-4767-9d6a-c7cb95f3e0c7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Port': ['ID=d113b090-cf8e-4af8-828b-15d9bf48e819,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:11.996798 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-baae292c-dad3-4767-9d6a-c7cb95f3e0c7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.6353242 Feb 07 21:16:11.996798 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36624) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:12.013419 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7c45505e-40f1-4bd9-a4f9-dd32c1417517 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dc04c13e-67d6-4b90-b97c-d5edb1204b78'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:12.176166 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f8810a2d-58eb-4cd1-871f-adcd2de02e9a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:12.256404 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-f8810a2d-58eb-4cd1-871f-adcd2de02e9a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] device_id is not set on port 9843362f-f122-4a81-bb33-60d09fd795b9 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:16:12.297416 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c45505e-40f1-4bd9-a4f9-dd32c1417517 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d113b090-cf8e-4af8-828b-15d9bf48e819), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:12.310055 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-736491a0-5fc4-4085-bd02-7fe62bb91da0 None None] Allocated IP 172.20.0.2 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/f4af7700-b885-4477-b1c2-a68550ca74ac/13e15fcf-8120-4ddb-afb0-76ead4d71b85) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:16:12.361953 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-736491a0-5fc4-4085-bd02-7fe62bb91da0 None None] Allocated IP 2001:db8::f816:3eff:feb0:5ee4 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/6190648b-6ee4-4bb5-80f5-8dc9faf4a8e3/13e15fcf-8120-4ddb-afb0-76ead4d71b85) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:16:12.445767 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port e02d0148-29c0-4c0b-ba67-efd1e173f293 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:12.449499 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e02d0148-29c0-4c0b-ba67-efd1e173f293), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:12.873851 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-96328c22-126b-44f9-890f-bb316a5890e3 req-7e553c06-64b5-4d39-9099-3233574121a0 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 210 time: 0.0751779 Feb 07 21:16:13.023983 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-736491a0-5fc4-4085-bd02-7fe62bb91da0 None None] Publish callbacks [] for port (13e15fcf-8120-4ddb-afb0-76ead4d71b85), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:13.056008 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c54d946-de40-4c05-875e-9030d9fd316b None None] Network 4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:16:13.067604 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-736491a0-5fc4-4085-bd02-7fe62bb91da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (13e15fcf-8120-4ddb-afb0-76ead4d71b85), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:13.154351 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3b9f7-a742-4047-986e-68653f0303b0 req-79e22a52-8e5e-4780-8e93-9628b1eeb5b0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:13.166494 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3b9f7-a742-4047-986e-68653f0303b0 req-79e22a52-8e5e-4780-8e93-9628b1eeb5b0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:13.179703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3b9f7-a742-4047-986e-68653f0303b0 req-79e22a52-8e5e-4780-8e93-9628b1eeb5b0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:13.200529 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3b9f7-a742-4047-986e-68653f0303b0 req-79e22a52-8e5e-4780-8e93-9628b1eeb5b0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:13.223617 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736491a0-5fc4-4085-bd02-7fe62bb91da0 None None] Pushing event updated for resources: {'Port': ['ID=13e15fcf-8120-4ddb-afb0-76ead4d71b85,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:13.229594 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3b9f7-a742-4047-986e-68653f0303b0 req-79e22a52-8e5e-4780-8e93-9628b1eeb5b0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:13.266285 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3b9f7-a742-4047-986e-68653f0303b0 req-79e22a52-8e5e-4780-8e93-9628b1eeb5b0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:13.292945 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3b9f7-a742-4047-986e-68653f0303b0 req-79e22a52-8e5e-4780-8e93-9628b1eeb5b0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:13.308118 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-33f3b9f7-a742-4047-986e-68653f0303b0 req-79e22a52-8e5e-4780-8e93-9628b1eeb5b0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5433 time: 0.3796628 Feb 07 21:16:13.323688 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736491a0-5fc4-4085-bd02-7fe62bb91da0 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:13.329167 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port e02d0148-29c0-4c0b-ba67-efd1e173f293 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:13.339668 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e02d0148-29c0-4c0b-ba67-efd1e173f293), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:13.358463 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-736491a0-5fc4-4085-bd02-7fe62bb91da0 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:13.362470 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-007c672a-15db-4aea-a6a6-5428a2918346 None None] Provisioning complete for port e02d0148-29c0-4c0b-ba67-efd1e173f293 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:13.363517 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-007c672a-15db-4aea-a6a6-5428a2918346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e02d0148-29c0-4c0b-ba67-efd1e173f293), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:13.434426 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-33f3b9f7-a742-4047-986e-68653f0303b0 req-3dac6437-04f2-44e4-b0d2-c4451a9af703 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1240351 Feb 07 21:16:13.440223 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-7c45505e-40f1-4bd9-a4f9-dd32c1417517 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Delete allocated IP 172.20.0.28 (4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5/ce4ea783-5f33-4956-ac5a-f9ea4f22c892) {{(pid=103255) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 21:16:13.461980 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-f8810a2d-58eb-4cd1-871f-adcd2de02e9a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 172.20.0.7 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/f4af7700-b885-4477-b1c2-a68550ca74ac/9843362f-f122-4a81-bb33-60d09fd795b9) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:16:13.491141 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-f8810a2d-58eb-4cd1-871f-adcd2de02e9a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 2001:db8::f816:3eff:fe6f:19e0 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/6190648b-6ee4-4bb5-80f5-8dc9faf4a8e3/9843362f-f122-4a81-bb33-60d09fd795b9) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:16:13.756511 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c45505e-40f1-4bd9-a4f9-dd32c1417517 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for port (d113b090-cf8e-4af8-828b-15d9bf48e819), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:13.784289 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c45505e-40f1-4bd9-a4f9-dd32c1417517 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (d113b090-cf8e-4af8-828b-15d9bf48e819), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:13.846798 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736491a0-5fc4-4085-bd02-7fe62bb91da0 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:16:13.931935 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f8810a2d-58eb-4cd1-871f-adcd2de02e9a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (9843362f-f122-4a81-bb33-60d09fd795b9), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:13.981585 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f8810a2d-58eb-4cd1-871f-adcd2de02e9a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9843362f-f122-4a81-bb33-60d09fd795b9), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:13.986628 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port e02d0148-29c0-4c0b-ba67-efd1e173f293, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e02d0148-29c0-4c0b-ba67-efd1e173f293,segment=NetworkSegment(2f703b03-2bcf-4134-adc7-cf1768cf83e4),segment_id=2f703b03-2bcf-4134-adc7-cf1768cf83e4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:14.030136 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e02d0148-29c0-4c0b-ba67-efd1e173f293), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:14.078099 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7c45505e-40f1-4bd9-a4f9-dd32c1417517 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] In _notify_port_updated(), no bound segment for port d113b090-cf8e-4af8-828b-15d9bf48e819 on network 4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5 {{(pid=103255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 07 21:16:14.084748 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c45505e-40f1-4bd9-a4f9-dd32c1417517 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:14.085628 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c45505e-40f1-4bd9-a4f9-dd32c1417517 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:14.089505 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7c45505e-40f1-4bd9-a4f9-dd32c1417517 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "PUT /v2.0/ports/d113b090-cf8e-4af8-828b-15d9bf48e819 HTTP/1.1" status: 200 len: 918 time: 2.0881879 Feb 07 21:16:14.091390 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36700) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:14.100937 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-aca99d4e-3bf4-4d4b-bf67-3e462ffe1905 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dc04c13e-67d6-4b90-b97c-d5edb1204b78'}, {'subnet_id': 'ce4ea783-5f33-4956-ac5a-f9ea4f22c892'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:14.118750 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-736491a0-5fc4-4085-bd02-7fe62bb91da0 None None] Attempting to bind port 13e15fcf-8120-4ddb-afb0-76ead4d71b85 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:16:14.119121 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-736491a0-5fc4-4085-bd02-7fe62bb91da0 None None] Attempting to bind port 13e15fcf-8120-4ddb-afb0-76ead4d71b85 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:16:14.119606 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736491a0-5fc4-4085-bd02-7fe62bb91da0 None None] Attempting to bind port 13e15fcf-8120-4ddb-afb0-76ead4d71b85 on network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:16:14.132171 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736491a0-5fc4-4085-bd02-7fe62bb91da0 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:16:14.132897 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736491a0-5fc4-4085-bd02-7fe62bb91da0 None None] Checking segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:16:14.133704 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-736491a0-5fc4-4085-bd02-7fe62bb91da0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:14.134452 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736491a0-5fc4-4085-bd02-7fe62bb91da0 None None] Bound using segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:16:14.135918 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-736491a0-5fc4-4085-bd02-7fe62bb91da0 None None] Bound port: 13e15fcf-8120-4ddb-afb0-76ead4d71b85, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:16:14.136389 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-736491a0-5fc4-4085-bd02-7fe62bb91da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (13e15fcf-8120-4ddb-afb0-76ead4d71b85), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:14.154575 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:16:14.158158 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8810a2d-58eb-4cd1-871f-adcd2de02e9a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:14.188223 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-f8810a2d-58eb-4cd1-871f-adcd2de02e9a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:14.189668 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6dbf1ec5-bb25-42f3-b9aa-6d1572cffcd0 req-9d30bfcc-afb2-4f68-8df9-27ed3fbd3bb5 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 210 time: 0.1010199 Feb 07 21:16:14.222861 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8810a2d-58eb-4cd1-871f-adcd2de02e9a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:16:14.233617 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:16:14.234387 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 4c4fbf1f-a591-4e05-9f18-6d036e8d9aba not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:16:14.271938 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8810a2d-58eb-4cd1-871f-adcd2de02e9a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=9843362f-f122-4a81-bb33-60d09fd795b9,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:14.357367 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45505e-40f1-4bd9-a4f9-dd32c1417517 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Port': ['ID=d113b090-cf8e-4af8-828b-15d9bf48e819,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:14.406003 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=e02d0148-29c0-4c0b-ba67-efd1e173f293,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:14.411257 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8810a2d-58eb-4cd1-871f-adcd2de02e9a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:14.411975 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f8810a2d-58eb-4cd1-871f-adcd2de02e9a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:14.437897 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a3790d-9bd5-40a8-8034-b808f356a9fb None None] Update dhcp port {'port': {'network_id': '4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5', 'fixed_ips': [{'subnet_id': 'dc04c13e-67d6-4b90-b97c-d5edb1204b78', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ce4ea783-5f33-4956-ac5a-f9ea4f22c892'}], 'binding:host_id': 'n-d-828185-2'}, 'id': 'e02d0148-29c0-4c0b-ba67-efd1e173f293'} from n-d-828185-2. {{(pid=103257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 21:16:14.468801 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f8810a2d-58eb-4cd1-871f-adcd2de02e9a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9368026 Feb 07 21:16:14.471436 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36714) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:14.510860 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-736491a0-5fc4-4085-bd02-7fe62bb91da0 None None] For port 13e15fcf-8120-4ddb-afb0-76ead4d71b85, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:16:14.519029 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aca99d4e-3bf4-4d4b-bf67-3e462ffe1905 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d113b090-cf8e-4af8-828b-15d9bf48e819), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:14.526216 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-736491a0-5fc4-4085-bd02-7fe62bb91da0 None None] For port 13e15fcf-8120-4ddb-afb0-76ead4d71b85, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=13e15fcf-8120-4ddb-afb0-76ead4d71b85,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:16:14.529771 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-007c672a-15db-4aea-a6a6-5428a2918346 None None] Current status of the port e02d0148-29c0-4c0b-ba67-efd1e173f293 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:14.553084 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-736491a0-5fc4-4085-bd02-7fe62bb91da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (13e15fcf-8120-4ddb-afb0-76ead4d71b85), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:14.615974 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94670a4-4f9e-4b29-923c-2bb91ab46c3b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:14.635484 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94670a4-4f9e-4b29-923c-2bb91ab46c3b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:14.639725 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b94670a4-4f9e-4b29-923c-2bb91ab46c3b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1672702 Feb 07 21:16:14.643646 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36720) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:14.654986 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736491a0-5fc4-4085-bd02-7fe62bb91da0 None None] Pushing event updated for resources: {'Port': ['ID=13e15fcf-8120-4ddb-afb0-76ead4d71b85,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:14.674936 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68a3790d-9bd5-40a8-8034-b808f356a9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e02d0148-29c0-4c0b-ba67-efd1e173f293), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:15.244711 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-aca99d4e-3bf4-4d4b-bf67-3e462ffe1905 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Allocated IP 172.20.0.21 (4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5/ce4ea783-5f33-4956-ac5a-f9ea4f22c892/d113b090-cf8e-4af8-828b-15d9bf48e819) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:16:15.427054 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f374069-397c-425a-a192-6386e4223c43 req-bedb29a5-df43-4b56-9f5f-959c9133e5d2 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:15.429374 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9f374069-397c-425a-a192-6386e4223c43 req-bedb29a5-df43-4b56-9f5f-959c9133e5d2 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.69 "GET /v2.0/networks?id=f43de966-15ce-4b1f-b10e-83f22f2590e3 HTTP/1.1" status: 200 len: 816 time: 0.5421665 Feb 07 21:16:15.448096 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aca99d4e-3bf4-4d4b-bf67-3e462ffe1905 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for port (d113b090-cf8e-4af8-828b-15d9bf48e819), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:15.498142 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aca99d4e-3bf4-4d4b-bf67-3e462ffe1905 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (d113b090-cf8e-4af8-828b-15d9bf48e819), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:15.508943 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2be94230-8e36-463d-b63d-a048c0a60817 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting port 9843362f-f122-4a81-bb33-60d09fd795b9 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:16:15.509982 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2be94230-8e36-463d-b63d-a048c0a60817 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9843362f-f122-4a81-bb33-60d09fd795b9), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:15.562979 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-68a3790d-9bd5-40a8-8034-b808f356a9fb None None] Allocated IP 172.20.0.18 (4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5/ce4ea783-5f33-4956-ac5a-f9ea4f22c892/e02d0148-29c0-4c0b-ba67-efd1e173f293) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:16:15.583018 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a4011a3f-aede-4f6e-8e16-b7fc7c10e87d req-f459eeb1-205f-4fa2-a0a6-5b33d91375d1 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 210 time: 0.1277850 Feb 07 21:16:15.620355 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9f374069-397c-425a-a192-6386e4223c43 req-6544dc4a-53df-40bb-ba0c-cf9f7236189b tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f690b77bf0b4a1d910f8e3395b23494 HTTP/1.1" status: 200 len: 380 time: 0.1745062 Feb 07 21:16:15.632505 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-9f374069-397c-425a-a192-6386e4223c43 req-70f849dd-6b72-4485-b646-59b8a2caa348 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Request body: {'port': {'device_id': '56d557bb-0773-4712-abbb-7cd28b7f1372', 'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3', 'admin_state_up': True, 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'security_groups': ['5b540466-bd3f-4083-8beb-ed3c28b16878']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:15.711872 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7db13-0f9d-4fab-9cd2-2c6a6d7bbf1a req-0417393d-ef6f-4b08-9dac-ce576b0f0a4b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:15.732518 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7db13-0f9d-4fab-9cd2-2c6a6d7bbf1a req-0417393d-ef6f-4b08-9dac-ce576b0f0a4b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:15.748941 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7db13-0f9d-4fab-9cd2-2c6a6d7bbf1a req-0417393d-ef6f-4b08-9dac-ce576b0f0a4b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:15.761811 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7db13-0f9d-4fab-9cd2-2c6a6d7bbf1a req-0417393d-ef6f-4b08-9dac-ce576b0f0a4b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:15.773423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7db13-0f9d-4fab-9cd2-2c6a6d7bbf1a req-0417393d-ef6f-4b08-9dac-ce576b0f0a4b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:15.782893 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7db13-0f9d-4fab-9cd2-2c6a6d7bbf1a req-0417393d-ef6f-4b08-9dac-ce576b0f0a4b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:15.795284 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7db13-0f9d-4fab-9cd2-2c6a6d7bbf1a req-0417393d-ef6f-4b08-9dac-ce576b0f0a4b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:15.802392 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7c7db13-0f9d-4fab-9cd2-2c6a6d7bbf1a req-0417393d-ef6f-4b08-9dac-ce576b0f0a4b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5433 time: 1.0794830 Feb 07 21:16:15.883680 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68a3790d-9bd5-40a8-8034-b808f356a9fb None None] For port e02d0148-29c0-4c0b-ba67-efd1e173f293, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e02d0148-29c0-4c0b-ba67-efd1e173f293,segment=NetworkSegment(2f703b03-2bcf-4134-adc7-cf1768cf83e4),segment_id=2f703b03-2bcf-4134-adc7-cf1768cf83e4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:15.905017 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2be94230-8e36-463d-b63d-a048c0a60817 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9843362f-f122-4a81-bb33-60d09fd795b9), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:15.913995 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca99d4e-3bf4-4d4b-bf67-3e462ffe1905 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Port': ['ID=d113b090-cf8e-4af8-828b-15d9bf48e819,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:15.917672 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36742) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:15.955688 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2be94230-8e36-463d-b63d-a048c0a60817 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Calling delete_port for 9843362f-f122-4a81-bb33-60d09fd795b9 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:16:15.976752 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68a3790d-9bd5-40a8-8034-b808f356a9fb None None] Publish callbacks [] for port (e02d0148-29c0-4c0b-ba67-efd1e173f293), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:15.990011 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68a3790d-9bd5-40a8-8034-b808f356a9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e02d0148-29c0-4c0b-ba67-efd1e173f293), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:16.173982 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3790d-9bd5-40a8-8034-b808f356a9fb None None] Pushing event updated for resources: {'Port': ['ID=e02d0148-29c0-4c0b-ba67-efd1e173f293,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:16.235541 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7c7db13-0f9d-4fab-9cd2-2c6a6d7bbf1a req-26fdc74c-9dbb-4ad6-af3d-7aaea36fd508 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4143889 Feb 07 21:16:16.248858 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-aca99d4e-3bf4-4d4b-bf67-3e462ffe1905 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] In _notify_port_updated(), no bound segment for port d113b090-cf8e-4af8-828b-15d9bf48e819 on network 4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5 {{(pid=103255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 07 21:16:16.267191 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca99d4e-3bf4-4d4b-bf67-3e462ffe1905 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:16.267993 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aca99d4e-3bf4-4d4b-bf67-3e462ffe1905 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:16.279060 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-aca99d4e-3bf4-4d4b-bf67-3e462ffe1905 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "PUT /v2.0/ports/d113b090-cf8e-4af8-828b-15d9bf48e819 HTTP/1.1" status: 200 len: 998 time: 2.1863523 Feb 07 21:16:16.279933 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36746) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:16.412539 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f374069-397c-425a-a192-6386e4223c43 req-70f849dd-6b72-4485-b646-59b8a2caa348 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Made reservation on behalf of 7f690b77bf0b4a1d910f8e3395b23494 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:16.416808 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9f374069-397c-425a-a192-6386e4223c43 req-70f849dd-6b72-4485-b646-59b8a2caa348 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:16.531588 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-6d7171de-0a2e-41a0-8c36-02805f8b14dd tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:16.576247 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-6d7171de-0a2e-41a0-8c36-02805f8b14dd tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:16.601029 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-6d7171de-0a2e-41a0-8c36-02805f8b14dd tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:16.644208 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 13e15fcf-8120-4ddb-afb0-76ead4d71b85 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:16:16.649702 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-6d7171de-0a2e-41a0-8c36-02805f8b14dd tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:16.655122 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-6d7171de-0a2e-41a0-8c36-02805f8b14dd tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:16.668125 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-6d7171de-0a2e-41a0-8c36-02805f8b14dd tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:16.690546 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-6d7171de-0a2e-41a0-8c36-02805f8b14dd tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:16.693004 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-6d7171de-0a2e-41a0-8c36-02805f8b14dd tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5433 time: 0.6516700 Feb 07 21:16:16.766495 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ab05bba-309a-4984-9b76-eb088c351cd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:16.819261 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 13e15fcf-8120-4ddb-afb0-76ead4d71b85 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:16.823801 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (13e15fcf-8120-4ddb-afb0-76ead4d71b85), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:16.877214 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2be94230-8e36-463d-b63d-a048c0a60817 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9843362f-f122-4a81-bb33-60d09fd795b9), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:16.911002 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5a9cd575-a414-47b6-addc-3e5661d1263b req-67cecaab-b30a-4016-8ea4-7e2254b43ff0 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 210 time: 0.2086706 Feb 07 21:16:17.013797 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7869d9e-fbb6-472a-b6e5-4c3c841486af None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:16:17.128601 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ab05bba-309a-4984-9b76-eb088c351cd0 admin admin] Publish callbacks [] for security_group (a1b62431-95dd-498d-ab03-263ef316691e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:17.143830 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be94230-8e36-463d-b63d-a048c0a60817 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Port': ['ID=9843362f-f122-4a81-bb33-60d09fd795b9,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:17.157110 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ab05bba-309a-4984-9b76-eb088c351cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a1b62431-95dd-498d-ab03-263ef316691e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:17.221509 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 13e15fcf-8120-4ddb-afb0-76ead4d71b85 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:17.221904 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (13e15fcf-8120-4ddb-afb0-76ead4d71b85), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:17.267248 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab05bba-309a-4984-9b76-eb088c351cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b62431-95dd-498d-ab03-263ef316691e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:17.295410 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-287b42bb-fa1d-48a6-8548-61514fadaa04 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:17.302864 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-287b42bb-fa1d-48a6-8548-61514fadaa04 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.71 "GET /v2.0/ports/78688ae2-f6bf-4575-9b2d-411b39a9ee2d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5597544 Feb 07 21:16:17.331824 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4a0df11c-274a-430b-949f-2ee00131a664 None None] Provisioning complete for port 13e15fcf-8120-4ddb-afb0-76ead4d71b85 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:17.334082 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a0df11c-274a-430b-949f-2ee00131a664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (13e15fcf-8120-4ddb-afb0-76ead4d71b85), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:17.390484 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492f69fd-8681-431c-8fda-8b7607b175cc None None] Network 4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:16:17.416652 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2be94230-8e36-463d-b63d-a048c0a60817 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:17.434785 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2be94230-8e36-463d-b63d-a048c0a60817 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/9843362f-f122-4a81-bb33-60d09fd795b9 HTTP/1.1" status: 204 len: 168 time: 2.7694893 Feb 07 21:16:17.435443 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36756) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:17.447523 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-9f374069-397c-425a-a192-6386e4223c43 req-70f849dd-6b72-4485-b646-59b8a2caa348 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Allocated IP 172.20.0.14 (f43de966-15ce-4b1f-b10e-83f22f2590e3/3b8d2a98-b623-4e92-ac4e-e76af5aa2da0/354d92f0-61cb-4ed6-90c8-ff7f708a6582) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:16:17.731619 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-48fa2525-6b30-4b22-817d-b537bd0dbdf6 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.71 "GET /v2.0/networks/26a5aa95-5a14-4824-919e-8a28dc988cff?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4079008 Feb 07 21:16:17.739164 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 13e15fcf-8120-4ddb-afb0-76ead4d71b85, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=13e15fcf-8120-4ddb-afb0-76ead4d71b85,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:17.748557 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2ab05bba-309a-4984-9b76-eb088c351cd0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6bb03909814548da849fedddb37be8cf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8292291 Feb 07 21:16:17.749236 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36762) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:17.806921 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (13e15fcf-8120-4ddb-afb0-76ead4d71b85), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:17.818581 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e02d0148-29c0-4c0b-ba67-efd1e173f293 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:16:17.839423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b182cb55-321b-4ede-aaae-ee717450876a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting port d113b090-cf8e-4af8-828b-15d9bf48e819 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:16:17.860707 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b182cb55-321b-4ede-aaae-ee717450876a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d113b090-cf8e-4af8-828b-15d9bf48e819), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:17.943205 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10804882-f22d-44bd-a93b-98dacaa72527 req-cb0bd1af-3e9f-4122-bb8d-0d381933e1f0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:17.948567 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10804882-f22d-44bd-a93b-98dacaa72527 req-cb0bd1af-3e9f-4122-bb8d-0d381933e1f0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:17.965166 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10804882-f22d-44bd-a93b-98dacaa72527 req-cb0bd1af-3e9f-4122-bb8d-0d381933e1f0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:17.970462 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10804882-f22d-44bd-a93b-98dacaa72527 req-cb0bd1af-3e9f-4122-bb8d-0d381933e1f0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:17.995098 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10804882-f22d-44bd-a93b-98dacaa72527 req-cb0bd1af-3e9f-4122-bb8d-0d381933e1f0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:18.005269 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10804882-f22d-44bd-a93b-98dacaa72527 req-cb0bd1af-3e9f-4122-bb8d-0d381933e1f0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:18.010498 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10804882-f22d-44bd-a93b-98dacaa72527 req-cb0bd1af-3e9f-4122-bb8d-0d381933e1f0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:18.012434 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10804882-f22d-44bd-a93b-98dacaa72527 req-cb0bd1af-3e9f-4122-bb8d-0d381933e1f0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5433 time: 0.3672254 Feb 07 21:16:18.026850 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-b422985e-3cf8-429c-a97d-f7e1b2769fbd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:18.058317 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cb47d4-ed9b-49f2-82a0-6a26fd05132b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:18.060804 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cb47d4-ed9b-49f2-82a0-6a26fd05132b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:18.062431 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cb47d4-ed9b-49f2-82a0-6a26fd05132b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:18.064541 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d3cb47d4-ed9b-49f2-82a0-6a26fd05132b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1926606 Feb 07 21:16:18.068410 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36768) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:18.130947 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-184cdf7a-fd37-48f7-b175-9dd990d9c88e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet 6190648b-6ee4-4bb5-80f5-8dc9faf4a8e3 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:16:18.134861 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-184cdf7a-fd37-48f7-b175-9dd990d9c88e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (6190648b-6ee4-4bb5-80f5-8dc9faf4a8e3), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:18.138405 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port e02d0148-29c0-4c0b-ba67-efd1e173f293 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:18.138775 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e02d0148-29c0-4c0b-ba67-efd1e173f293), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:18.182001 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-184cdf7a-fd37-48f7-b175-9dd990d9c88e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (6190648b-6ee4-4bb5-80f5-8dc9faf4a8e3), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:18.227523 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7eb1da96-cd15-4938-8202-4032cd9cec92 req-f5c75bd5-0e43-4923-af32-86037149f3da tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 210 time: 0.0856037 Feb 07 21:16:18.259104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4a0df11c-274a-430b-949f-2ee00131a664 None None] Current status of the port 13e15fcf-8120-4ddb-afb0-76ead4d71b85 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:18.274958 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=13e15fcf-8120-4ddb-afb0-76ead4d71b85,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:18.287918 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31287b23-44e8-45f8-a60a-1e03cf29e46e admin admin] Publish callbacks [] for security_group (a1b62431-95dd-498d-ab03-263ef316691e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:18.327834 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port e02d0148-29c0-4c0b-ba67-efd1e173f293 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:18.375125 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-184cdf7a-fd37-48f7-b175-9dd990d9c88e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (6190648b-6ee4-4bb5-80f5-8dc9faf4a8e3), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:18.430128 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c208edf6-da94-4f23-9a3f-b0848455eaf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:18.467390 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31287b23-44e8-45f8-a60a-1e03cf29e46e admin admin] Publish callbacks [] for security_group (a1b62431-95dd-498d-ab03-263ef316691e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:18.468443 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-390561f8-eb0d-4efb-99b3-44be0d3c63b8 None None] Provisioning complete for port e02d0148-29c0-4c0b-ba67-efd1e173f293 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:18.468829 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-390561f8-eb0d-4efb-99b3-44be0d3c63b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e02d0148-29c0-4c0b-ba67-efd1e173f293), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:18.520157 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-184cdf7a-fd37-48f7-b175-9dd990d9c88e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (6190648b-6ee4-4bb5-80f5-8dc9faf4a8e3), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:18.552792 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 13e15fcf-8120-4ddb-afb0-76ead4d71b85 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:16:18.625764 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-184cdf7a-fd37-48f7-b175-9dd990d9c88e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:18.630993 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-184cdf7a-fd37-48f7-b175-9dd990d9c88e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/6190648b-6ee4-4bb5-80f5-8dc9faf4a8e3 HTTP/1.1" status: 204 len: 168 time: 0.5613120 Feb 07 21:16:18.633927 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-b422985e-3cf8-429c-a97d-f7e1b2769fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (78688ae2-f6bf-4575-9b2d-411b39a9ee2d), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:18.637242 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36770) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:18.641380 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184cdf7a-fd37-48f7-b175-9dd990d9c88e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=6190648b-6ee4-4bb5-80f5-8dc9faf4a8e3,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:18.658895 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b182cb55-321b-4ede-aaae-ee717450876a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d113b090-cf8e-4af8-828b-15d9bf48e819), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:18.682035 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9f374069-397c-425a-a192-6386e4223c43 req-70f849dd-6b72-4485-b646-59b8a2caa348 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks [] for port (354d92f0-61cb-4ed6-90c8-ff7f708a6582), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:18.762272 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9f374069-397c-425a-a192-6386e4223c43 req-70f849dd-6b72-4485-b646-59b8a2caa348 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (354d92f0-61cb-4ed6-90c8-ff7f708a6582), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:18.804602 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-390561f8-eb0d-4efb-99b3-44be0d3c63b8 None None] Current status of the port e02d0148-29c0-4c0b-ba67-efd1e173f293 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:18.810720 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10804882-f22d-44bd-a93b-98dacaa72527 req-f3f99bab-dbdc-40bf-9ad1-3810f680d12b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6664221 Feb 07 21:16:18.829099 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-390561f8-eb0d-4efb-99b3-44be0d3c63b8 None None] Provisioning complete for port d113b090-cf8e-4af8-828b-15d9bf48e819 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:18.829099 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-390561f8-eb0d-4efb-99b3-44be0d3c63b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d113b090-cf8e-4af8-828b-15d9bf48e819), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:18.831173 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b182cb55-321b-4ede-aaae-ee717450876a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Calling delete_port for d113b090-cf8e-4af8-828b-15d9bf48e819 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:16:18.878183 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-390561f8-eb0d-4efb-99b3-44be0d3c63b8 None None] Port d113b090-cf8e-4af8-828b-15d9bf48e819 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:16:18.887464 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 13e15fcf-8120-4ddb-afb0-76ead4d71b85 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:18.887983 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (13e15fcf-8120-4ddb-afb0-76ead4d71b85), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:18.904547 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f374069-397c-425a-a192-6386e4223c43 req-70f849dd-6b72-4485-b646-59b8a2caa348 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Network f43de966-15ce-4b1f-b10e-83f22f2590e3 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:18.909739 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-9f374069-397c-425a-a192-6386e4223c43 req-70f849dd-6b72-4485-b646-59b8a2caa348 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:18.929633 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f374069-397c-425a-a192-6386e4223c43 req-70f849dd-6b72-4485-b646-59b8a2caa348 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:16:18.933629 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae341a20-baa1-4c1e-99e5-f59150c12a80 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:16:19.017718 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device b2ae11df-92cb-4cf3-a5a5-1a562899672f no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:16:19.045402 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f849dd-6b72-4485-b646-59b8a2caa348 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Pushing event updated for resources: {'Port': ['ID=354d92f0-61cb-4ed6-90c8-ff7f708a6582,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:19.128923 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f374069-397c-425a-a192-6386e4223c43 req-70f849dd-6b72-4485-b646-59b8a2caa348 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:19.130900 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9f374069-397c-425a-a192-6386e4223c43 req-70f849dd-6b72-4485-b646-59b8a2caa348 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:19.171506 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9f374069-397c-425a-a192-6386e4223c43 req-70f849dd-6b72-4485-b646-59b8a2caa348 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5435140 Feb 07 21:16:19.182154 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-9f374069-397c-425a-a192-6386e4223c43 req-2561b506-437a-4dde-ab25-6b237a294fb2 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:16:19.183505 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9f374069-397c-425a-a192-6386e4223c43 req-2561b506-437a-4dde-ab25-6b237a294fb2 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062926 Feb 07 21:16:19.302923 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6d4f0ae9-2813-4021-8512-88eed5421fcc None None] Provisioning complete for port 13e15fcf-8120-4ddb-afb0-76ead4d71b85 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:19.303303 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6d4f0ae9-2813-4021-8512-88eed5421fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (13e15fcf-8120-4ddb-afb0-76ead4d71b85), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:19.352085 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-9f374069-397c-425a-a192-6386e4223c43 req-76e6558e-21dc-4778-99a9-949a5cd2e260 service neutron] Request body: {'port': {'device_id': '56d557bb-0773-4712-abbb-7cd28b7f1372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:19.484483 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 13e15fcf-8120-4ddb-afb0-76ead4d71b85 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:19.506672 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9f374069-397c-425a-a192-6386e4223c43 req-76e6558e-21dc-4778-99a9-949a5cd2e260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (354d92f0-61cb-4ed6-90c8-ff7f708a6582), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:19.511551 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port b2ae11df-92cb-4cf3-a5a5-1a562899672f is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:19.511990 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b2ae11df-92cb-4cf3-a5a5-1a562899672f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:19.577789 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2ae11df-92cb-4cf3-a5a5-1a562899672f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:16:19.580633 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3d3296-8938-4648-a59c-c042507d5023" -d '{"events": [{"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-unplugged", "status": "completed", "tag": "b2ae11df-92cb-4cf3-a5a5-1a562899672f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:16:19.623657 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port b2ae11df-92cb-4cf3-a5a5-1a562899672f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b2ae11df-92cb-4cf3-a5a5-1a562899672f,segment=NetworkSegment(2d331ba7-4f45-4447-8f80-489b1d7f8196),segment_id=2d331ba7-4f45-4447-8f80-489b1d7f8196)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:19.686442 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b2ae11df-92cb-4cf3-a5a5-1a562899672f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:19.687192 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 37a46c40-b8b5-4e77-b30b-a26ed748d892 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:16:20.016286 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b3fdab-af04-4654-aa40-41b902bb11a6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet f4af7700-b885-4477-b1c2-a68550ca74ac {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:16:20.049942 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c2b3fdab-af04-4654-aa40-41b902bb11a6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (f4af7700-b885-4477-b1c2-a68550ca74ac), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:20.249061 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31287b23-44e8-45f8-a60a-1e03cf29e46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a1b62431-95dd-498d-ab03-263ef316691e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:20.251780 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31287b23-44e8-45f8-a60a-1e03cf29e46e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:20.255791 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-31287b23-44e8-45f8-a60a-1e03cf29e46e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a1b62431-95dd-498d-ab03-263ef316691e HTTP/1.1" status: 204 len: 168 time: 2.4893143 Feb 07 21:16:20.375680 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-9f374069-397c-425a-a192-6386e4223c43 req-76e6558e-21dc-4778-99a9-949a5cd2e260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 354d92f0-61cb-4ed6-90c8-ff7f708a6582 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:16:20.396038 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9f374069-397c-425a-a192-6386e4223c43 req-76e6558e-21dc-4778-99a9-949a5cd2e260 service neutron] Publish callbacks [] for port (354d92f0-61cb-4ed6-90c8-ff7f708a6582), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:20.397163 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6de2dd7-2095-4e96-84ed-dbe7ddb3db24 x-openstack-request-id: req-e6de2dd7-2095-4e96-84ed-dbe7ddb3db24 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:16:20.397675 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-unplugged", "status": "completed", "tag": "b2ae11df-92cb-4cf3-a5a5-1a562899672f", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:16:20.402486 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e6de2dd7-2095-4e96-84ed-dbe7ddb3db24 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:16:20.403579 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2ae11df-92cb-4cf3-a5a5-1a562899672f', 'code': 200} Feb 07 21:16:20.416750 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6d4f0ae9-2813-4021-8512-88eed5421fcc None None] Current status of the port 13e15fcf-8120-4ddb-afb0-76ead4d71b85 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:20.461369 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6d4f0ae9-2813-4021-8512-88eed5421fcc None None] Provisioning complete for port d113b090-cf8e-4af8-828b-15d9bf48e819 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:20.461746 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6d4f0ae9-2813-4021-8512-88eed5421fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d113b090-cf8e-4af8-828b-15d9bf48e819), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:20.543096 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-9f374069-397c-425a-a192-6386e4223c43 req-76e6558e-21dc-4778-99a9-949a5cd2e260 service neutron] Transition to ACTIVE for port object 354d92f0-61cb-4ed6-90c8-ff7f708a6582 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:16:20.553585 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9f374069-397c-425a-a192-6386e4223c43 req-76e6558e-21dc-4778-99a9-949a5cd2e260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (354d92f0-61cb-4ed6-90c8-ff7f708a6582), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:20.578765 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=b2ae11df-92cb-4cf3-a5a5-1a562899672f,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:20.631598 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b182cb55-321b-4ede-aaae-ee717450876a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (d113b090-cf8e-4af8-828b-15d9bf48e819), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:20.691389 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c2b3fdab-af04-4654-aa40-41b902bb11a6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (f4af7700-b885-4477-b1c2-a68550ca74ac), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:20.715459 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31287b23-44e8-45f8-a60a-1e03cf29e46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b62431-95dd-498d-ab03-263ef316691e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:20.720524 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6558e-21dc-4778-99a9-949a5cd2e260 service neutron] Pushing event updated for resources: {'Port': ['ID=354d92f0-61cb-4ed6-90c8-ff7f708a6582,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:20.757068 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 37a46c40-b8b5-4e77-b30b-a26ed748d892 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:20.757442 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (37a46c40-b8b5-4e77-b30b-a26ed748d892), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:20.846212 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7711d756-566f-4645-a46f-04686d7fa28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:20.909844 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 37a46c40-b8b5-4e77-b30b-a26ed748d892, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=37a46c40-b8b5-4e77-b30b-a26ed748d892,segment=NetworkSegment(132e9d3b-e3a0-44db-9f71-5990771065f1),segment_id=132e9d3b-e3a0-44db-9f71-5990771065f1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:20.917159 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6d4f0ae9-2813-4021-8512-88eed5421fcc None None] Port d113b090-cf8e-4af8-828b-15d9bf48e819 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:16:20.930143 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (37a46c40-b8b5-4e77-b30b-a26ed748d892), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:20.932614 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c2b3fdab-af04-4654-aa40-41b902bb11a6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (f4af7700-b885-4477-b1c2-a68550ca74ac), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:20.932850 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 4ac48894-fd3f-4327-adde-ca84b477e6df no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:16:20.988603 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-9f374069-397c-425a-a192-6386e4223c43 req-76e6558e-21dc-4778-99a9-949a5cd2e260 service neutron] Attempting to bind port 354d92f0-61cb-4ed6-90c8-ff7f708a6582 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:16:20.988603 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-9f374069-397c-425a-a192-6386e4223c43 req-76e6558e-21dc-4778-99a9-949a5cd2e260 service neutron] Attempting to bind port 354d92f0-61cb-4ed6-90c8-ff7f708a6582 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '536d04cb-ae32-4474-8c76-f1953d1fb7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:16:20.989954 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f374069-397c-425a-a192-6386e4223c43 req-76e6558e-21dc-4778-99a9-949a5cd2e260 service neutron] Attempting to bind port 354d92f0-61cb-4ed6-90c8-ff7f708a6582 on network f43de966-15ce-4b1f-b10e-83f22f2590e3 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:16:21.000595 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f374069-397c-425a-a192-6386e4223c43 req-76e6558e-21dc-4778-99a9-949a5cd2e260 service neutron] Port 354d92f0-61cb-4ed6-90c8-ff7f708a6582 on network f43de966-15ce-4b1f-b10e-83f22f2590e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:16:21.000990 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f374069-397c-425a-a192-6386e4223c43 req-76e6558e-21dc-4778-99a9-949a5cd2e260 service neutron] Attempting to bind port 354d92f0-61cb-4ed6-90c8-ff7f708a6582 on network f43de966-15ce-4b1f-b10e-83f22f2590e3 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:16:21.016134 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f374069-397c-425a-a192-6386e4223c43 req-76e6558e-21dc-4778-99a9-949a5cd2e260 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:16:21.018115 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f374069-397c-425a-a192-6386e4223c43 req-76e6558e-21dc-4778-99a9-949a5cd2e260 service neutron] Checking segment: {'id': '536d04cb-ae32-4474-8c76-f1953d1fb7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:16:21.018551 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f374069-397c-425a-a192-6386e4223c43 req-76e6558e-21dc-4778-99a9-949a5cd2e260 service neutron] Bound using segment: {'id': '536d04cb-ae32-4474-8c76-f1953d1fb7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:16:21.019009 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-9f374069-397c-425a-a192-6386e4223c43 req-76e6558e-21dc-4778-99a9-949a5cd2e260 service neutron] Bound port: 354d92f0-61cb-4ed6-90c8-ff7f708a6582, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '536d04cb-ae32-4474-8c76-f1953d1fb7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:16:21.020892 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9f374069-397c-425a-a192-6386e4223c43 req-76e6558e-21dc-4778-99a9-949a5cd2e260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (354d92f0-61cb-4ed6-90c8-ff7f708a6582), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:21.043947 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36798) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:21.064198 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6d4f0ae9-2813-4021-8512-88eed5421fcc None None] Provisioning complete for port e02d0148-29c0-4c0b-ba67-efd1e173f293 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:21.064642 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6d4f0ae9-2813-4021-8512-88eed5421fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e02d0148-29c0-4c0b-ba67-efd1e173f293), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:21.090341 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-b422985e-3cf8-429c-a97d-f7e1b2769fbd service neutron] For port 78688ae2-f6bf-4575-9b2d-411b39a9ee2d, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=78688ae2-f6bf-4575-9b2d-411b39a9ee2d,segment=NetworkSegment(b471230d-262f-4c1e-be7a-7c91a832d6a9),segment_id=b471230d-262f-4c1e-be7a-7c91a832d6a9)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:21.133802 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-9f374069-397c-425a-a192-6386e4223c43 req-76e6558e-21dc-4778-99a9-949a5cd2e260 service neutron] For port 354d92f0-61cb-4ed6-90c8-ff7f708a6582, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:16:21.137864 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-9f374069-397c-425a-a192-6386e4223c43 req-76e6558e-21dc-4778-99a9-949a5cd2e260 service neutron] For port 354d92f0-61cb-4ed6-90c8-ff7f708a6582, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=354d92f0-61cb-4ed6-90c8-ff7f708a6582,segment=NetworkSegment(536d04cb-ae32-4474-8c76-f1953d1fb7d5),segment_id=536d04cb-ae32-4474-8c76-f1953d1fb7d5)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:16:21.156799 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9f374069-397c-425a-a192-6386e4223c43 req-76e6558e-21dc-4778-99a9-949a5cd2e260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (354d92f0-61cb-4ed6-90c8-ff7f708a6582), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:21.174317 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f374069-397c-425a-a192-6386e4223c43 req-76e6558e-21dc-4778-99a9-949a5cd2e260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:21.176534 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9f374069-397c-425a-a192-6386e4223c43 req-76e6558e-21dc-4778-99a9-949a5cd2e260 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:21.179910 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9f374069-397c-425a-a192-6386e4223c43 req-76e6558e-21dc-4778-99a9-949a5cd2e260 service neutron] 10.222.0.69 "PUT /v2.0/ports/354d92f0-61cb-4ed6-90c8-ff7f708a6582 HTTP/1.1" status: 200 len: 1092 time: 1.9871585 Feb 07 21:16:21.180750 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9420e4f9-488f-4e68-b9bc-a22b8bbd7dbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:21.183642 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d557bb-0773-4712-abbb-7cd28b7f1372', 'tag': '354d92f0-61cb-4ed6-90c8-ff7f708a6582'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:16:21.194730 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04a5d9c-0ab8-4974-9b1b-3d39a1b2aa80" -d '{"events": [{"name": "network-changed", "server_uuid": "56d557bb-0773-4712-abbb-7cd28b7f1372", "tag": "354d92f0-61cb-4ed6-90c8-ff7f708a6582"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:16:21.225672 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-b422985e-3cf8-429c-a97d-f7e1b2769fbd service neutron] For port 78688ae2-f6bf-4575-9b2d-411b39a9ee2d, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:16:21.334360 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-b422985e-3cf8-429c-a97d-f7e1b2769fbd service neutron] device_id is not set on port 78688ae2-f6bf-4575-9b2d-411b39a9ee2d yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:16:21.361744 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-b422985e-3cf8-429c-a97d-f7e1b2769fbd service neutron] Publish callbacks [] for port (78688ae2-f6bf-4575-9b2d-411b39a9ee2d), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:21.378966 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=37a46c40-b8b5-4e77-b30b-a26ed748d892,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:21.400937 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 4ac48894-fd3f-4327-adde-ca84b477e6df is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:21.402074 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4ac48894-fd3f-4327-adde-ca84b477e6df), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:21.415424 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9420e4f9-488f-4e68-b9bc-a22b8bbd7dbe admin admin] Publish callbacks [] for security_group (e1094b30-67f0-46ae-8020-9f050fffb6bf), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:21.435848 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c2b3fdab-af04-4654-aa40-41b902bb11a6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (f4af7700-b885-4477-b1c2-a68550ca74ac), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:21.468011 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9420e4f9-488f-4e68-b9bc-a22b8bbd7dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e1094b30-67f0-46ae-8020-9f050fffb6bf), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:21.494686 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f374069-397c-425a-a192-6386e4223c43 req-3ba07946-3f4b-4449-88ab-b65a1cce4bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:21.499369 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-b422985e-3cf8-429c-a97d-f7e1b2769fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (78688ae2-f6bf-4575-9b2d-411b39a9ee2d), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:21.502866 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9f374069-397c-425a-a192-6386e4223c43 req-3ba07946-3f4b-4449-88ab-b65a1cce4bc7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7f690b77bf0b4a1d910f8e3395b23494&device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 1126 time: 0.2612941 Feb 07 21:16:21.526026 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 4ac48894-fd3f-4327-adde-ca84b477e6df, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=4ac48894-fd3f-4327-adde-ca84b477e6df,segment=NetworkSegment(b471230d-262f-4c1e-be7a-7c91a832d6a9),segment_id=b471230d-262f-4c1e-be7a-7c91a832d6a9)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:21.552097 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6558e-21dc-4778-99a9-949a5cd2e260 service neutron] Pushing event updated for resources: {'Port': ['ID=354d92f0-61cb-4ed6-90c8-ff7f708a6582,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:21.620132 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9f374069-397c-425a-a192-6386e4223c43 req-91392563-498d-46b0-a73e-13c037db0fea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=354d92f0-61cb-4ed6-90c8-ff7f708a6582 HTTP/1.1" status: 200 len: 217 time: 0.0887105 Feb 07 21:16:21.628504 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9420e4f9-488f-4e68-b9bc-a22b8bbd7dbe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a17a21f5fa4045829ca971b0042df38a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4871187 Feb 07 21:16:21.629773 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420e4f9-488f-4e68-b9bc-a22b8bbd7dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1094b30-67f0-46ae-8020-9f050fffb6bf,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:21.646428 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36802) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:21.683010 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dc331-7ae9-4520-8d0f-28382847312f req-cd0e9626-1212-4d9a-9f27-12deddd849d1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:21.695984 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dc331-7ae9-4520-8d0f-28382847312f req-cd0e9626-1212-4d9a-9f27-12deddd849d1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:21.701981 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dc331-7ae9-4520-8d0f-28382847312f req-cd0e9626-1212-4d9a-9f27-12deddd849d1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:21.708218 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dc331-7ae9-4520-8d0f-28382847312f req-cd0e9626-1212-4d9a-9f27-12deddd849d1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:21.716595 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dc331-7ae9-4520-8d0f-28382847312f req-cd0e9626-1212-4d9a-9f27-12deddd849d1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:21.722369 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dc331-7ae9-4520-8d0f-28382847312f req-cd0e9626-1212-4d9a-9f27-12deddd849d1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:21.729305 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f374069-397c-425a-a192-6386e4223c43 req-1746ec66-c107-41a4-8eb5-7047255f5a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:21.730915 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9f374069-397c-425a-a192-6386e4223c43 req-1746ec66-c107-41a4-8eb5-7047255f5a12 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b8d2a98-b623-4e92-ac4e-e76af5aa2da0 HTTP/1.1" status: 200 len: 855 time: 0.0797961 Feb 07 21:16:21.737003 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dc331-7ae9-4520-8d0f-28382847312f req-cd0e9626-1212-4d9a-9f27-12deddd849d1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:21.746282 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab4dc331-7ae9-4520-8d0f-28382847312f req-cd0e9626-1212-4d9a-9f27-12deddd849d1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 5431 time: 1.6067514 Feb 07 21:16:21.747512 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (4ac48894-fd3f-4327-adde-ca84b477e6df), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:21.753491 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 78688ae2-f6bf-4575-9b2d-411b39a9ee2d no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:16:21.766951 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182cb55-321b-4ede-aaae-ee717450876a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Port': ['ID=d113b090-cf8e-4af8-828b-15d9bf48e819,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:21.808804 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b182cb55-321b-4ede-aaae-ee717450876a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:21.812925 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b182cb55-321b-4ede-aaae-ee717450876a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/ports/d113b090-cf8e-4af8-828b-15d9bf48e819 HTTP/1.1" status: 204 len: 168 time: 5.5306885 Feb 07 21:16:21.823660 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36806) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:21.853768 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3fdab-af04-4654-aa40-41b902bb11a6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=f4af7700-b885-4477-b1c2-a68550ca74ac,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:21.867340 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c2b3fdab-af04-4654-aa40-41b902bb11a6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:21.873779 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c2b3fdab-af04-4654-aa40-41b902bb11a6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/f4af7700-b885-4477-b1c2-a68550ca74ac HTTP/1.1" status: 204 len: 168 time: 3.2079220 Feb 07 21:16:21.882419 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df3ba5-1d60-494f-8f6a-0592ebec48b1 req-deb69d92-a0e0-45d5-bb78-66e79f538360 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:21.885154 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9df3ba5-1d60-494f-8f6a-0592ebec48b1 req-deb69d92-a0e0-45d5-bb78-66e79f538360 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 932 time: 1.8622856 Feb 07 21:16:21.890267 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36812) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:21.906422 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6d4f0ae9-2813-4021-8512-88eed5421fcc None None] Current status of the port e02d0148-29c0-4c0b-ba67-efd1e173f293 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:22.003275 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b85dae0-6819-4e9d-88fc-be8f7f2c1593 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] GET failed (client error): The resource could not be found. Feb 07 21:16:22.008840 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5b85dae0-6819-4e9d-88fc-be8f7f2c1593 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "GET /v2.0/ports/d113b090-cf8e-4af8-828b-15d9bf48e819 HTTP/1.1" status: 404 len: 333 time: 0.1812050 Feb 07 21:16:22.010387 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36814) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:22.030274 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c9820fd6-8897-4da4-98c7-9047963fa1bf tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1385291 Feb 07 21:16:22.032239 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9df3ba5-1d60-494f-8f6a-0592ebec48b1 req-99e2938a-22d8-4276-86f5-a6c782c57966 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168540 Feb 07 21:16:22.036066 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36816) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:22.050041 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd4bc7b-27ac-4390-8c5a-d9d7c842183f None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:16:22.051834 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a2585b8-56cb-4a05-8351-fd8f8e3cb5cb admin admin] Publish callbacks [] for security_group (e1094b30-67f0-46ae-8020-9f050fffb6bf), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:22.055158 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] The host n-h2-828185-2 is not matching for port 78688ae2-f6bf-4575-9b2d-411b39a9ee2d host ! {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 07 21:16:22.055630 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 78688ae2-f6bf-4575-9b2d-411b39a9ee2d not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:16:22.056129 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 3f1d0a48-7987-4d96-94a8-3d3611c23cf7 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:16:22.120006 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f374069-397c-425a-a192-6386e4223c43 req-abe69cdd-b2cd-48ad-9df7-64b43305b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:22.121709 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9f374069-397c-425a-a192-6386e4223c43 req-abe69cdd-b2cd-48ad-9df7-64b43305b341 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f43de966-15ce-4b1f-b10e-83f22f2590e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2970901 Feb 07 21:16:22.131115 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2210841b-4a01-473e-bec6-905b5bce4de9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:22.135052 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-b422985e-3cf8-429c-a97d-f7e1b2769fbd service neutron] No DVR routers for this DVR port 78688ae2-f6bf-4575-9b2d-411b39a9ee2d on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:16:22.145339 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d92c8b6b-e59a-450d-815c-6624dcb34dbb None None] Could not find standard attr ID for object 68290b77-5297-41a9-aba6-0599728ec4d3. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:16:22.156897 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ee143e-8550-41fc-acfa-aa673be62ea3 x-openstack-request-id: req-34ee143e-8550-41fc-acfa-aa673be62ea3 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:16:22.158437 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d557bb-0773-4712-abbb-7cd28b7f1372", "tag": "354d92f0-61cb-4ed6-90c8-ff7f708a6582", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:16:22.158820 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-34ee143e-8550-41fc-acfa-aa673be62ea3 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:16:22.159384 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d557bb-0773-4712-abbb-7cd28b7f1372', 'tag': '354d92f0-61cb-4ed6-90c8-ff7f708a6582', 'status': 'completed', 'code': 200} Feb 07 21:16:22.228069 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422985e-3cf8-429c-a97d-f7e1b2769fbd service neutron] Pushing event updated for resources: {'Port': ['ID=78688ae2-f6bf-4575-9b2d-411b39a9ee2d,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:22.247068 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab4dc331-7ae9-4520-8d0f-28382847312f req-4bbdf017-051e-45b9-9e5c-67adf7e24277 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4994216 Feb 07 21:16:22.263660 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a2585b8-56cb-4a05-8351-fd8f8e3cb5cb admin admin] Publish callbacks [] for security_group (e1094b30-67f0-46ae-8020-9f050fffb6bf), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:22.308376 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:22.313647 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=4ac48894-fd3f-4327-adde-ca84b477e6df,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:22.335456 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-81692b6a-a8ef-44c3-ad6d-9ffff151eb80 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting subnet ce4ea783-5f33-4956-ac5a-f9ea4f22c892 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:16:22.343358 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-b422985e-3cf8-429c-a97d-f7e1b2769fbd service neutron] In _notify_port_updated(), no bound segment for port 78688ae2-f6bf-4575-9b2d-411b39a9ee2d on network 26a5aa95-5a14-4824-919e-8a28dc988cff {{(pid=103255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 07 21:16:22.344494 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81692b6a-a8ef-44c3-ad6d-9ffff151eb80 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for subnet (ce4ea783-5f33-4956-ac5a-f9ea4f22c892), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:22.345078 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-b422985e-3cf8-429c-a97d-f7e1b2769fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:22.346436 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-b422985e-3cf8-429c-a97d-f7e1b2769fbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:22.348624 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-b422985e-3cf8-429c-a97d-f7e1b2769fbd service neutron] 10.222.0.71 "PUT /v2.0/ports/78688ae2-f6bf-4575-9b2d-411b39a9ee2d HTTP/1.1" status: 200 len: 1026 time: 4.5980549 Feb 07 21:16:22.351065 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2210841b-4a01-473e-bec6-905b5bce4de9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:22.356217 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d92c8b6b-e59a-450d-815c-6624dcb34dbb None None] Provisioning complete for port 13e15fcf-8120-4ddb-afb0-76ead4d71b85 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:22.358158 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d92c8b6b-e59a-450d-815c-6624dcb34dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (13e15fcf-8120-4ddb-afb0-76ead4d71b85), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:22.364580 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2210841b-4a01-473e-bec6-905b5bce4de9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:22.409464 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37a46c40-b8b5-4e77-b30b-a26ed748d892'}, {'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ac48894-fd3f-4327-adde-ca84b477e6df'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:16:22.413811 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530ecb64-b89b-4c02-94f0-6cf69f51ab9a" -d '{"events": [{"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-unplugged", "status": "completed", "tag": "37a46c40-b8b5-4e77-b30b-a26ed748d892"}, {"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-unplugged", "status": "completed", "tag": "4ac48894-fd3f-4327-adde-ca84b477e6df"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:16:22.452557 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81692b6a-a8ef-44c3-ad6d-9ffff151eb80 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (ce4ea783-5f33-4956-ac5a-f9ea4f22c892), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:22.511246 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 07 Feb 2022 21:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a0212b-e5d2-467e-bd6b-443e5a41575f x-openstack-request-id: req-94a0212b-e5d2-467e-bd6b-443e5a41575f {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:16:22.511547 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-unplugged", "status": "completed", "tag": "37a46c40-b8b5-4e77-b30b-a26ed748d892", "code": 200}, {"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-unplugged", "status": "completed", "tag": "4ac48894-fd3f-4327-adde-ca84b477e6df", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:16:22.511805 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94a0212b-e5d2-467e-bd6b-443e5a41575f {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:16:22.512204 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37a46c40-b8b5-4e77-b30b-a26ed748d892', 'code': 200} Feb 07 21:16:22.512489 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ac48894-fd3f-4327-adde-ca84b477e6df', 'code': 200} Feb 07 21:16:22.557677 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81692b6a-a8ef-44c3-ad6d-9ffff151eb80 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (ce4ea783-5f33-4956-ac5a-f9ea4f22c892), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:22.634874 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-ca71ff5b-8952-481b-a1d1-4e5cb4834314 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:22.636419 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-ca71ff5b-8952-481b-a1d1-4e5cb4834314 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.71 "GET /v2.0/ports/787540ad-da42-4766-9599-e06e23ac29d8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2207432 Feb 07 21:16:22.643867 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 3f1d0a48-7987-4d96-94a8-3d3611c23cf7 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:22.644255 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3f1d0a48-7987-4d96-94a8-3d3611c23cf7), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:22.648444 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81692b6a-a8ef-44c3-ad6d-9ffff151eb80 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (ce4ea783-5f33-4956-ac5a-f9ea4f22c892), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:22.659416 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-334a94aa-d3e1-4157-82f9-e48d95e361ac service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:22.693031 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81692b6a-a8ef-44c3-ad6d-9ffff151eb80 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Subnet': ['ID=ce4ea783-5f33-4956-ac5a-f9ea4f22c892,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:22.716839 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81692b6a-a8ef-44c3-ad6d-9ffff151eb80 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:22.727209 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-81692b6a-a8ef-44c3-ad6d-9ffff151eb80 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/subnets/ce4ea783-5f33-4956-ac5a-f9ea4f22c892 HTTP/1.1" status: 204 len: 168 time: 0.6952446 Feb 07 21:16:22.731691 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36820) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:22.748729 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d538c2-b6bc-479b-84a7-3a1163e14ca0 None None] Network 4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:16:22.769860 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d92c8b6b-e59a-450d-815c-6624dcb34dbb None None] Current status of the port 13e15fcf-8120-4ddb-afb0-76ead4d71b85 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:22.818810 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb36d4d-117c-4417-b5ae-abac7bdd72af tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting subnet dc04c13e-67d6-4b90-b97c-d5edb1204b78 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:16:22.836282 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6fb36d4d-117c-4417-b5ae-abac7bdd72af tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for subnet (dc04c13e-67d6-4b90-b97c-d5edb1204b78), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:22.889696 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 3f1d0a48-7987-4d96-94a8-3d3611c23cf7, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3f1d0a48-7987-4d96-94a8-3d3611c23cf7,segment=NetworkSegment(b471230d-262f-4c1e-be7a-7c91a832d6a9),segment_id=b471230d-262f-4c1e-be7a-7c91a832d6a9)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:22.907025 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-334a94aa-d3e1-4157-82f9-e48d95e361ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (787540ad-da42-4766-9599-e06e23ac29d8), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:22.912658 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada6b8be-234e-421b-a22f-f5463f1535fd None None] DHCP port deletion for f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:16:22.927354 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3f1d0a48-7987-4d96-94a8-3d3611c23cf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:22.928097 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 787540ad-da42-4766-9599-e06e23ac29d8 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:16:22.932468 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9f374069-397c-425a-a192-6386e4223c43 req-9e6ea3e7-ce27-485d-8f87-702eb6c0b7c1 service neutron] 10.222.0.69 "GET /v2.0/networks/f43de966-15ce-4b1f-b10e-83f22f2590e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7843509 Feb 07 21:16:23.027304 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d92c8b6b-e59a-450d-815c-6624dcb34dbb None None] Could not find standard attr ID for object d113b090-cf8e-4af8-828b-15d9bf48e819. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:16:23.054435 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9f374069-397c-425a-a192-6386e4223c43 req-e5e58f31-10e0-4d85-8c65-3658f7cae345 service neutron] 10.222.0.69 "GET /v2.0/networks/f43de966-15ce-4b1f-b10e-83f22f2590e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142747 Feb 07 21:16:23.065243 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6fb36d4d-117c-4417-b5ae-abac7bdd72af tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (dc04c13e-67d6-4b90-b97c-d5edb1204b78), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:23.070193 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a2585b8-56cb-4a05-8351-fd8f8e3cb5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e1094b30-67f0-46ae-8020-9f050fffb6bf), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:23.073575 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a2585b8-56cb-4a05-8351-fd8f8e3cb5cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:23.078514 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7a2585b8-56cb-4a05-8351-fd8f8e3cb5cb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e1094b30-67f0-46ae-8020-9f050fffb6bf HTTP/1.1" status: 204 len: 168 time: 1.4258456 Feb 07 21:16:23.115547 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2585b8-56cb-4a05-8351-fd8f8e3cb5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1094b30-67f0-46ae-8020-9f050fffb6bf,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:23.328294 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6fb36d4d-117c-4417-b5ae-abac7bdd72af tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (dc04c13e-67d6-4b90-b97c-d5edb1204b78), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:23.403290 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00791233-ddec-4258-a7dd-1baaa21626df req-41699413-b3b3-4cd3-b7c2-ee8673eaca18 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:23.407365 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00791233-ddec-4258-a7dd-1baaa21626df req-41699413-b3b3-4cd3-b7c2-ee8673eaca18 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.2152767 Feb 07 21:16:23.414058 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ad7118f2-5394-4ad6-97b4-3f5d98e431a6 None None] Provisioning complete for port 78688ae2-f6bf-4575-9b2d-411b39a9ee2d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:23.414614 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ad7118f2-5394-4ad6-97b4-3f5d98e431a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (78688ae2-f6bf-4575-9b2d-411b39a9ee2d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:23.453597 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2210841b-4a01-473e-bec6-905b5bce4de9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (0c069f32-4f13-487f-87ea-3359006321e5), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:23.469436 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a5d9c-0ab8-4974-9b1b-3d39a1b2aa80 req-1829e12f-5418-4b22-ae8c-e91464b7efc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:23.471071 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f04a5d9c-0ab8-4974-9b1b-3d39a1b2aa80 req-1829e12f-5418-4b22-ae8c-e91464b7efc0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7f690b77bf0b4a1d910f8e3395b23494&device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 1126 time: 0.3045244 Feb 07 21:16:23.526619 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:23.542811 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=3f1d0a48-7987-4d96-94a8-3d3611c23cf7,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:23.567642 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 787540ad-da42-4766-9599-e06e23ac29d8 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:23.568681 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (787540ad-da42-4766-9599-e06e23ac29d8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:23.592278 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ad7118f2-5394-4ad6-97b4-3f5d98e431a6 None None] Port 78688ae2-f6bf-4575-9b2d-411b39a9ee2d cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:16:23.597098 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ad7118f2-5394-4ad6-97b4-3f5d98e431a6 None None] Could not find standard attr ID for object 9843362f-f122-4a81-bb33-60d09fd795b9. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:16:23.599927 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ada6b8be-234e-421b-a22f-f5463f1535fd None None] Deleting port 13e15fcf-8120-4ddb-afb0-76ead4d71b85 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:16:23.600849 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ada6b8be-234e-421b-a22f-f5463f1535fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (13e15fcf-8120-4ddb-afb0-76ead4d71b85), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:23.604939 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6fb36d4d-117c-4417-b5ae-abac7bdd72af tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (dc04c13e-67d6-4b90-b97c-d5edb1204b78), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:23.628197 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210841b-4a01-473e-bec6-905b5bce4de9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=0c069f32-4f13-487f-87ea-3359006321e5,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:23.695658 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-334a94aa-d3e1-4157-82f9-e48d95e361ac service neutron] For port 787540ad-da42-4766-9599-e06e23ac29d8, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=787540ad-da42-4766-9599-e06e23ac29d8,segment=NetworkSegment(b471230d-262f-4c1e-be7a-7c91a832d6a9),segment_id=b471230d-262f-4c1e-be7a-7c91a832d6a9)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:23.700106 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb36d4d-117c-4417-b5ae-abac7bdd72af tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Subnet': ['ID=dc04c13e-67d6-4b90-b97c-d5edb1204b78,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:23.726578 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6fb36d4d-117c-4417-b5ae-abac7bdd72af tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:23.729933 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6fb36d4d-117c-4417-b5ae-abac7bdd72af tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/subnets/dc04c13e-67d6-4b90-b97c-d5edb1204b78 HTTP/1.1" status: 204 len: 168 time: 0.9972801 Feb 07 21:16:23.737754 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36834) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:23.758534 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2210841b-4a01-473e-bec6-905b5bce4de9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:23.771705 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ada6b8be-234e-421b-a22f-f5463f1535fd None None] For port 13e15fcf-8120-4ddb-afb0-76ead4d71b85, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=13e15fcf-8120-4ddb-afb0-76ead4d71b85,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:23.772109 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ada6b8be-234e-421b-a22f-f5463f1535fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (13e15fcf-8120-4ddb-afb0-76ead4d71b85), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:23.774552 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-2210841b-4a01-473e-bec6-905b5bce4de9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:23.781358 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2210841b-4a01-473e-bec6-905b5bce4de9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:23.782301 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2210841b-4a01-473e-bec6-905b5bce4de9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:23.787054 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ada6b8be-234e-421b-a22f-f5463f1535fd None None] Calling delete_port for 13e15fcf-8120-4ddb-afb0-76ead4d71b85 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:16:23.834671 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00791233-ddec-4258-a7dd-1baaa21626df req-d7d39b76-4fc1-42fa-8736-fd35f63994bb tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3898802 Feb 07 21:16:23.845393 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-334a94aa-d3e1-4157-82f9-e48d95e361ac service neutron] For port 787540ad-da42-4766-9599-e06e23ac29d8, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:16:23.903202 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2210841b-4a01-473e-bec6-905b5bce4de9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8497519 Feb 07 21:16:23.929924 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36840) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:23.955552 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2d668cfc-167c-42db-97a6-1253aa65e316 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:23.993439 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a5d9c-0ab8-4974-9b1b-3d39a1b2aa80 req-abe9dd5e-8002-4659-8581-00fdace18825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:24.005201 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f04a5d9c-0ab8-4974-9b1b-3d39a1b2aa80 req-abe9dd5e-8002-4659-8581-00fdace18825 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f43de966-15ce-4b1f-b10e-83f22f2590e3 HTTP/1.1" status: 200 len: 917 time: 0.5225747 Feb 07 21:16:24.007855 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-334a94aa-d3e1-4157-82f9-e48d95e361ac service neutron] device_id is not set on port 787540ad-da42-4766-9599-e06e23ac29d8 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:16:24.034363 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ada6b8be-234e-421b-a22f-f5463f1535fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (13e15fcf-8120-4ddb-afb0-76ead4d71b85), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:24.069456 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada6b8be-234e-421b-a22f-f5463f1535fd None None] No DVR routers for this DVR port 13e15fcf-8120-4ddb-afb0-76ead4d71b85 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:16:24.086661 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772f7be-11c4-47e9-94a3-14a3d942696a req-efc5258b-e9b3-43b5-a475-e43a19e15938 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:24.103845 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772f7be-11c4-47e9-94a3-14a3d942696a req-efc5258b-e9b3-43b5-a475-e43a19e15938 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:24.109501 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772f7be-11c4-47e9-94a3-14a3d942696a req-efc5258b-e9b3-43b5-a475-e43a19e15938 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:24.117176 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772f7be-11c4-47e9-94a3-14a3d942696a req-efc5258b-e9b3-43b5-a475-e43a19e15938 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:24.124949 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772f7be-11c4-47e9-94a3-14a3d942696a req-efc5258b-e9b3-43b5-a475-e43a19e15938 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:24.133093 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6b8be-234e-421b-a22f-f5463f1535fd None None] Pushing event deleted for resources: {'Port': ['ID=13e15fcf-8120-4ddb-afb0-76ead4d71b85,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:24.133343 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772f7be-11c4-47e9-94a3-14a3d942696a req-efc5258b-e9b3-43b5-a475-e43a19e15938 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:24.135591 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f04a5d9c-0ab8-4974-9b1b-3d39a1b2aa80 req-f22d040c-c3af-48dc-8361-ff70f8586672 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=354d92f0-61cb-4ed6-90c8-ff7f708a6582 HTTP/1.1" status: 200 len: 217 time: 0.1148272 Feb 07 21:16:24.149193 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e772f7be-11c4-47e9-94a3-14a3d942696a req-efc5258b-e9b3-43b5-a475-e43a19e15938 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 4652 time: 0.6056786 Feb 07 21:16:24.152595 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae9b573a-1cd4-4492-853e-543c03112f3e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:24.161177 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a346e3b7-16db-445f-a217-ffef9a0bb8ab None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:16:24.226692 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-334a94aa-d3e1-4157-82f9-e48d95e361ac service neutron] Publish callbacks [] for port (787540ad-da42-4766-9599-e06e23ac29d8), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:24.299979 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-334a94aa-d3e1-4157-82f9-e48d95e361ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (787540ad-da42-4766-9599-e06e23ac29d8), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:24.334735 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a5d9c-0ab8-4974-9b1b-3d39a1b2aa80 req-695cf9f6-7037-4bef-9117-162349a0d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:24.337420 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f04a5d9c-0ab8-4974-9b1b-3d39a1b2aa80 req-695cf9f6-7037-4bef-9117-162349a0d4cd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b8d2a98-b623-4e92-ac4e-e76af5aa2da0 HTTP/1.1" status: 200 len: 855 time: 0.1826594 Feb 07 21:16:24.472580 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ae9b573a-1cd4-4492-853e-543c03112f3e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting port e02d0148-29c0-4c0b-ba67-efd1e173f293 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:16:24.473278 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae9b573a-1cd4-4492-853e-543c03112f3e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e02d0148-29c0-4c0b-ba67-efd1e173f293), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:24.513937 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d56f13-57f2-45fc-be34-12de715898d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'fixed_ips': [{'subnet_id': '0c069f32-4f13-487f-87ea-3359006321e5'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:16:24.514811 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2d56f13-57f2-45fc-be34-12de715898d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:24.531245 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f1d0a48-7987-4d96-94a8-3d3611c23cf7'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:16:24.533775 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8decb3-4c28-451d-82ca-bb9e77027ae9" -d '{"events": [{"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-unplugged", "status": "completed", "tag": "3f1d0a48-7987-4d96-94a8-3d3611c23cf7"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:16:24.610846 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:24.625611 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:16:24.625997 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:16:24.645671 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 13e15fcf-8120-4ddb-afb0-76ead4d71b85 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:16:24.708989 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e772f7be-11c4-47e9-94a3-14a3d942696a req-b7062e8a-8a97-4fdd-8907-6af66f58fca2 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab&id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5587132 Feb 07 21:16:24.749633 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f78acf-1e69-46d0-a47f-a04f0baac8b8 x-openstack-request-id: req-80f78acf-1e69-46d0-a47f-a04f0baac8b8 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:16:24.755840 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-unplugged", "status": "completed", "tag": "3f1d0a48-7987-4d96-94a8-3d3611c23cf7", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:16:24.756875 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-80f78acf-1e69-46d0-a47f-a04f0baac8b8 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:16:24.758429 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f1d0a48-7987-4d96-94a8-3d3611c23cf7', 'code': 200} Feb 07 21:16:24.777960 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 13e15fcf-8120-4ddb-afb0-76ead4d71b85 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:16:24.778309 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 13e15fcf-8120-4ddb-afb0-76ead4d71b85 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:16:24.796218 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a94aa-d3e1-4157-82f9-e48d95e361ac service neutron] Pushing event updated for resources: {'Port': ['ID=787540ad-da42-4766-9599-e06e23ac29d8,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:24.813502 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-334a94aa-d3e1-4157-82f9-e48d95e361ac service neutron] No DVR routers for this DVR port 787540ad-da42-4766-9599-e06e23ac29d8 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:16:24.838606 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ae9b573a-1cd4-4492-853e-543c03112f3e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] For port e02d0148-29c0-4c0b-ba67-efd1e173f293, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e02d0148-29c0-4c0b-ba67-efd1e173f293,segment=NetworkSegment(2f703b03-2bcf-4134-adc7-cf1768cf83e4),segment_id=2f703b03-2bcf-4134-adc7-cf1768cf83e4)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:24.838986 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae9b573a-1cd4-4492-853e-543c03112f3e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e02d0148-29c0-4c0b-ba67-efd1e173f293), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:24.909354 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ae9b573a-1cd4-4492-853e-543c03112f3e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Calling delete_port for e02d0148-29c0-4c0b-ba67-efd1e173f293 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:16:24.925582 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a5d9c-0ab8-4974-9b1b-3d39a1b2aa80 req-d5ae75f2-caeb-42e1-8ac9-d727788bc7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:24.930547 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f04a5d9c-0ab8-4974-9b1b-3d39a1b2aa80 req-d5ae75f2-caeb-42e1-8ac9-d727788bc7ca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f43de966-15ce-4b1f-b10e-83f22f2590e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5783284 Feb 07 21:16:25.004663 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4654605-90e9-46cc-9dd0-7a3cfb02e1aa None None] Network 4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:16:25.069612 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-334a94aa-d3e1-4157-82f9-e48d95e361ac service neutron] In _notify_port_updated(), no bound segment for port 787540ad-da42-4766-9599-e06e23ac29d8 on network 26a5aa95-5a14-4824-919e-8a28dc988cff {{(pid=103255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 07 21:16:25.071088 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-334a94aa-d3e1-4157-82f9-e48d95e361ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:25.071879 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-334a94aa-d3e1-4157-82f9-e48d95e361ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:25.073464 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-334a94aa-d3e1-4157-82f9-e48d95e361ac service neutron] 10.222.0.71 "PUT /v2.0/ports/787540ad-da42-4766-9599-e06e23ac29d8 HTTP/1.1" status: 200 len: 1027 time: 2.4258723 Feb 07 21:16:25.078885 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d668cfc-167c-42db-97a6-1253aa65e316 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:25.089722 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2d668cfc-167c-42db-97a6-1253aa65e316 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:25.244708 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f04a5d9c-0ab8-4974-9b1b-3d39a1b2aa80 req-c6599dd1-7f94-45ce-9efc-ea79c64d974b service neutron] 10.222.0.69 "GET /v2.0/networks/f43de966-15ce-4b1f-b10e-83f22f2590e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015180 Feb 07 21:16:25.245304 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-d2d56f13-57f2-45fc-be34-12de715898d2 None None] Allocated IP 172.20.0.2 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/0c069f32-4f13-487f-87ea-3359006321e5/0445b92d-5e47-4745-9b85-dfc17e6d7329) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:16:25.248083 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae9b573a-1cd4-4492-853e-543c03112f3e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (e02d0148-29c0-4c0b-ba67-efd1e173f293), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:25.336107 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9b573a-1cd4-4492-853e-543c03112f3e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] No DVR routers for this DVR port e02d0148-29c0-4c0b-ba67-efd1e173f293 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:16:25.348954 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075366f-04f1-40b8-b6af-3d1d8f38c062 req-a778c32e-088c-4da0-b43b-dc632b2b6f35 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:25.350494 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d075366f-04f1-40b8-b6af-3d1d8f38c062 req-a778c32e-088c-4da0-b43b-dc632b2b6f35 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.4296789 Feb 07 21:16:25.361890 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b573a-1cd4-4492-853e-543c03112f3e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Port': ['ID=e02d0148-29c0-4c0b-ba67-efd1e173f293,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:25.674772 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-9f9f816d-d140-4e9f-8636-db835e97fcc6 None None] Provisioning complete for port 787540ad-da42-4766-9599-e06e23ac29d8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:25.675778 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9f9f816d-d140-4e9f-8636-db835e97fcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (787540ad-da42-4766-9599-e06e23ac29d8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:25.683585 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd74c61-ecef-461d-9f35-4c382a0cbe66 None None] DHCP port deletion for 4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:16:25.724676 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 787540ad-da42-4766-9599-e06e23ac29d8 is: DOWN; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:25.725986 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 9df63fc7-adaf-4727-81c9-300e3fea4a9f no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:16:25.807566 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f816d-d140-4e9f-8636-db835e97fcc6 None None] Port 787540ad-da42-4766-9599-e06e23ac29d8 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:16:25.815791 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d075366f-04f1-40b8-b6af-3d1d8f38c062 req-ef4260a4-1b33-4cab-b349-4056605cf3f7 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4199932 Feb 07 21:16:25.844590 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-d49aca81-c464-4636-8e80-4a5b4a17ab90 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Deleting port b2ae11df-92cb-4cf3-a5a5-1a562899672f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:16:25.845060 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-d49aca81-c464-4636-8e80-4a5b4a17ab90 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (b2ae11df-92cb-4cf3-a5a5-1a562899672f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:25.954465 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae9b573a-1cd4-4492-853e-543c03112f3e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:25.980151 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2e1aedc1-ef1d-4a4d-9f65-fcc5931fd9da None None] Could not find standard attr ID for object e02d0148-29c0-4c0b-ba67-efd1e173f293. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:16:25.982356 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ae9b573a-1cd4-4492-853e-543c03112f3e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:16:26.005575 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ae9b573a-1cd4-4492-853e-543c03112f3e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f703b03-2bcf-4134-adc7-cf1768cf83e4') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:16:26.005954 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ae9b573a-1cd4-4492-853e-543c03112f3e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f703b03-2bcf-4134-adc7-cf1768cf83e4') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:16:26.037369 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae9b573a-1cd4-4492-853e-543c03112f3e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (2f703b03-2bcf-4134-adc7-cf1768cf83e4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:26.065202 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2d56f13-57f2-45fc-be34-12de715898d2 None None] Publish callbacks [] for port (0445b92d-5e47-4745-9b85-dfc17e6d7329), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:26.074967 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f04a5d9c-0ab8-4974-9b1b-3d39a1b2aa80 req-cf0108d8-1d84-4105-96b4-bfb8050ef082 service neutron] 10.222.0.69 "GET /v2.0/networks/f43de966-15ce-4b1f-b10e-83f22f2590e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8029246 Feb 07 21:16:26.079231 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 9df63fc7-adaf-4727-81c9-300e3fea4a9f is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:26.082556 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9df63fc7-adaf-4727-81c9-300e3fea4a9f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:26.098078 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae9b573a-1cd4-4492-853e-543c03112f3e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (2f703b03-2bcf-4134-adc7-cf1768cf83e4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:26.102113 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2d56f13-57f2-45fc-be34-12de715898d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (0445b92d-5e47-4745-9b85-dfc17e6d7329), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:26.109778 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9b573a-1cd4-4492-853e-543c03112f3e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:16:26.110189 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae9b573a-1cd4-4492-853e-543c03112f3e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (2f703b03-2bcf-4134-adc7-cf1768cf83e4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:16:26.113360 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:16:26.160062 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d56f13-57f2-45fc-be34-12de715898d2 None None] Pushing event updated for resources: {'Port': ['ID=0445b92d-5e47-4745-9b85-dfc17e6d7329,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:26.209977 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d56f13-57f2-45fc-be34-12de715898d2 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:26.213110 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-d2d56f13-57f2-45fc-be34-12de715898d2 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:26.220293 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d56f13-57f2-45fc-be34-12de715898d2 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:16:26.239713 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 9df63fc7-adaf-4727-81c9-300e3fea4a9f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9df63fc7-adaf-4727-81c9-300e3fea4a9f,segment=NetworkSegment(132e9d3b-e3a0-44db-9f71-5990771065f1),segment_id=132e9d3b-e3a0-44db-9f71-5990771065f1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:26.241961 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cecba-89f4-452f-81e0-e90833513f7e req-26f98a55-d29f-42d7-a2d5-8f642a080974 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:26.249436 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cecba-89f4-452f-81e0-e90833513f7e req-26f98a55-d29f-42d7-a2d5-8f642a080974 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:26.254955 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cecba-89f4-452f-81e0-e90833513f7e req-26f98a55-d29f-42d7-a2d5-8f642a080974 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:26.260139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cecba-89f4-452f-81e0-e90833513f7e req-26f98a55-d29f-42d7-a2d5-8f642a080974 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:26.262370 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9df63fc7-adaf-4727-81c9-300e3fea4a9f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:26.265334 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cecba-89f4-452f-81e0-e90833513f7e req-26f98a55-d29f-42d7-a2d5-8f642a080974 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:26.273623 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b5cecba-89f4-452f-81e0-e90833513f7e req-26f98a55-d29f-42d7-a2d5-8f642a080974 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 3878 time: 0.3693469 Feb 07 21:16:26.289569 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-d49aca81-c464-4636-8e80-4a5b4a17ab90 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] For port b2ae11df-92cb-4cf3-a5a5-1a562899672f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b2ae11df-92cb-4cf3-a5a5-1a562899672f,segment=NetworkSegment(2d331ba7-4f45-4447-8f80-489b1d7f8196),segment_id=2d331ba7-4f45-4447-8f80-489b1d7f8196)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:26.289954 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-d49aca81-c464-4636-8e80-4a5b4a17ab90 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (b2ae11df-92cb-4cf3-a5a5-1a562899672f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:26.321176 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d2d56f13-57f2-45fc-be34-12de715898d2 None None] Attempting to bind port 0445b92d-5e47-4745-9b85-dfc17e6d7329 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:16:26.321807 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d2d56f13-57f2-45fc-be34-12de715898d2 None None] Attempting to bind port 0445b92d-5e47-4745-9b85-dfc17e6d7329 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:16:26.322379 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d56f13-57f2-45fc-be34-12de715898d2 None None] Attempting to bind port 0445b92d-5e47-4745-9b85-dfc17e6d7329 on network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:16:26.331921 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d56f13-57f2-45fc-be34-12de715898d2 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:16:26.332706 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d56f13-57f2-45fc-be34-12de715898d2 None None] Checking segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:16:26.333388 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2d56f13-57f2-45fc-be34-12de715898d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:26.334794 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d56f13-57f2-45fc-be34-12de715898d2 None None] Bound using segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:16:26.335505 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d2d56f13-57f2-45fc-be34-12de715898d2 None None] Bound port: 0445b92d-5e47-4745-9b85-dfc17e6d7329, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:16:26.336070 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2d56f13-57f2-45fc-be34-12de715898d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0445b92d-5e47-4745-9b85-dfc17e6d7329), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:26.344094 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae9b573a-1cd4-4492-853e-543c03112f3e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:26.366562 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=9df63fc7-adaf-4727-81c9-300e3fea4a9f,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:26.385652 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae9b573a-1cd4-4492-853e-543c03112f3e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:26.388928 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ae9b573a-1cd4-4492-853e-543c03112f3e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/networks/4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5 HTTP/1.1" status: 204 len: 168 time: 2.6502061 Feb 07 21:16:26.393679 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b573a-1cd4-4492-853e-543c03112f3e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Network': ['ID=4ffb5e6b-b5f0-4de0-a60f-cd118b1697b5,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:26.397029 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36906) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:26.476864 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ab2a22c9-1dd9-4314-97eb-fa94821e03e8 req-af20ea2c-3932-4304-8d2b-92d3d8dd00bf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2314844 Feb 07 21:16:26.504628 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2d56f13-57f2-45fc-be34-12de715898d2 None None] For port 0445b92d-5e47-4745-9b85-dfc17e6d7329, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:16:26.511465 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2d56f13-57f2-45fc-be34-12de715898d2 None None] For port 0445b92d-5e47-4745-9b85-dfc17e6d7329, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0445b92d-5e47-4745-9b85-dfc17e6d7329,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:16:26.515930 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7d097d-03e5-42fd-ab96-f38a8aa94514 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:26.529580 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2d56f13-57f2-45fc-be34-12de715898d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0445b92d-5e47-4745-9b85-dfc17e6d7329), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:26.532142 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ef7d097d-03e5-42fd-ab96-f38a8aa94514 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1338880 Feb 07 21:16:26.539862 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36912) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:26.621758 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e02d0148-29c0-4c0b-ba67-efd1e173f293 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:16:26.657102 n-d-828185-2 neutron-server[103255]: DEBUG neutron.objects.ports [None req-2d668cfc-167c-42db-97a6-1253aa65e316 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103255) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 21:16:26.664045 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: e02d0148-29c0-4c0b-ba67-efd1e173f293 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:16:26.664572 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e02d0148-29c0-4c0b-ba67-efd1e173f293 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:16:26.712727 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d56f13-57f2-45fc-be34-12de715898d2 None None] Pushing event updated for resources: {'Port': ['ID=0445b92d-5e47-4745-9b85-dfc17e6d7329,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:26.715410 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a22c9-1dd9-4314-97eb-fa94821e03e8 req-8b9fc2a3-600c-4bce-b83b-c247801fcb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:26.717478 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ab2a22c9-1dd9-4314-97eb-fa94821e03e8 req-8b9fc2a3-600c-4bce-b83b-c247801fcb8a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f5a2142112eb4c46a5e7f5feebf5df31&device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 1128 time: 0.1113780 Feb 07 21:16:26.724437 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b5cecba-89f4-452f-81e0-e90833513f7e req-c23b1bfa-c47e-446a-82d2-359dfece95be tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4486878 Feb 07 21:16:26.730642 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4bf0fffb-cbb1-4387-a817-4c7c9a0ad01f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1895754 Feb 07 21:16:26.734225 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36920) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:26.740968 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1b9daee9-9362-4def-9ab6-2d99ebb442f6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-162048315'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:26.759139 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9df63fc7-adaf-4727-81c9-300e3fea4a9f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:16:26.761848 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1303722a-f055-4789-b453-9d8e9dd3701b" -d '{"events": [{"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-unplugged", "status": "completed", "tag": "9df63fc7-adaf-4727-81c9-300e3fea4a9f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:16:26.784554 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9daee9-9362-4def-9ab6-2d99ebb442f6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:26.803864 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b9daee9-9362-4def-9ab6-2d99ebb442f6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:26.823635 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbedf44-5873-40bb-8af8-6c49e9dded23 req-387dc05d-9fde-4a8b-ac5b-bd3067d52d38 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:26.826990 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9dbedf44-5873-40bb-8af8-6c49e9dded23 req-387dc05d-9fde-4a8b-ac5b-bd3067d52d38 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 946 time: 0.6537097 Feb 07 21:16:26.846053 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f0c330-d299-4bd0-8b78-516ad355ffa2 x-openstack-request-id: req-79f0c330-d299-4bd0-8b78-516ad355ffa2 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:16:26.846345 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-unplugged", "status": "completed", "tag": "9df63fc7-adaf-4727-81c9-300e3fea4a9f", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:16:26.846589 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-79f0c330-d299-4bd0-8b78-516ad355ffa2 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:16:26.846983 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9df63fc7-adaf-4727-81c9-300e3fea4a9f', 'code': 200} Feb 07 21:16:26.895405 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9daee9-9362-4def-9ab6-2d99ebb442f6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:16:26.911590 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b9daee9-9362-4def-9ab6-2d99ebb442f6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (d020334a-d3b7-491e-9ff8-6b142d969fc1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:26.912154 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-1b9daee9-9362-4def-9ab6-2d99ebb442f6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Added segment d020334a-d3b7-491e-9ff8-6b142d969fc1 of type vlan for network d3925e7a-1ce8-4e0e-bde1-b6e05cae6306 Feb 07 21:16:27.007833 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a22c9-1dd9-4314-97eb-fa94821e03e8 req-00597621-7141-491d-820b-eb27963d1e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:27.011881 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ab2a22c9-1dd9-4314-97eb-fa94821e03e8 req-00597621-7141-491d-820b-eb27963d1e91 service neutron] 10.222.0.69 "GET /v2.0/networks?id=16d43ce3-c262-4644-8d8c-68d5b7d28be5 HTTP/1.1" status: 200 len: 910 time: 0.2456620 Feb 07 21:16:27.160347 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ab2a22c9-1dd9-4314-97eb-fa94821e03e8 req-a3d91589-3be2-47de-9042-154b6be0d1c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3c4d5bc-90a3-4685-911a-20840d1ad144 HTTP/1.1" status: 200 len: 1002 time: 0.1188838 Feb 07 21:16:27.191600 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9dbedf44-5873-40bb-8af8-6c49e9dded23 req-1d94f3a2-1995-48e1-8b45-7ea6bc202993 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2850399 Feb 07 21:16:27.243089 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a22c9-1dd9-4314-97eb-fa94821e03e8 req-9f69d41e-f407-4a36-b0d3-a1ac76b04c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:27.245014 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ab2a22c9-1dd9-4314-97eb-fa94821e03e8 req-9f69d41e-f407-4a36-b0d3-a1ac76b04c8f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14d3bb71-50ef-42a4-9bd8-c39c66580c69 HTTP/1.1" status: 200 len: 848 time: 0.0788505 Feb 07 21:16:27.292638 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b9daee9-9362-4def-9ab6-2d99ebb442f6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (d3925e7a-1ce8-4e0e-bde1-b6e05cae6306), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:27.339588 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a22c9-1dd9-4314-97eb-fa94821e03e8 req-bbd8f1bd-fe1a-4b68-8e6a-ef57e6084f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:27.341407 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ab2a22c9-1dd9-4314-97eb-fa94821e03e8 req-bbd8f1bd-fe1a-4b68-8e6a-ef57e6084f16 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16d43ce3-c262-4644-8d8c-68d5b7d28be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0888956 Feb 07 21:16:27.486892 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ab2a22c9-1dd9-4314-97eb-fa94821e03e8 req-9781a54a-2547-4be3-af40-a99af2cd89be service neutron] 10.222.0.69 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334739 Feb 07 21:16:27.488601 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b9daee9-9362-4def-9ab6-2d99ebb442f6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (d3925e7a-1ce8-4e0e-bde1-b6e05cae6306), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:27.498888 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9daee9-9362-4def-9ab6-2d99ebb442f6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:27.507771 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b9daee9-9362-4def-9ab6-2d99ebb442f6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:27.576704 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1b9daee9-9362-4def-9ab6-2d99ebb442f6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8377516 Feb 07 21:16:27.631678 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36938) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:27.688064 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-34732d7b-766d-467c-a41d-221da0febb66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'subnet': {'network_id': 'd3925e7a-1ce8-4e0e-bde1-b6e05cae6306', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:27.787550 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939aa5d5-ecea-4242-815c-d9098f25ebed req-3b3361f9-71d5-4441-96dc-ad8bdeef0561 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:27.790426 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-939aa5d5-ecea-4242-815c-d9098f25ebed req-3b3361f9-71d5-4441-96dc-ad8bdeef0561 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.8046291 Feb 07 21:16:27.876023 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9daee9-9362-4def-9ab6-2d99ebb442f6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Network': ['ID=d3925e7a-1ce8-4e0e-bde1-b6e05cae6306,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:27.880116 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-d49aca81-c464-4636-8e80-4a5b4a17ab90 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:27.901316 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-d49aca81-c464-4636-8e80-4a5b4a17ab90 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (f28bb1c5-9883-49c4-8131-34633b72a4c7), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:27.901562 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network d3925e7a-1ce8-4e0e-bde1-b6e05cae6306 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:16:27.906147 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-d49aca81-c464-4636-8e80-4a5b4a17ab90 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Floating IP f28bb1c5-9883-49c4-8131-34633b72a4c7 disassociated. External IP: 172.25.4.170, port: b2ae11df-92cb-4cf3-a5a5-1a562899672f. Feb 07 21:16:27.909037 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-d49aca81-c464-4636-8e80-4a5b4a17ab90 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Calling delete_port for b2ae11df-92cb-4cf3-a5a5-1a562899672f owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:16:28.020692 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ab2a22c9-1dd9-4314-97eb-fa94821e03e8 req-bde9a25e-8ad4-45d9-9f6c-f52dc32a0c93 service neutron] 10.222.0.69 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059979 Feb 07 21:16:28.045669 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34732d7b-766d-467c-a41d-221da0febb66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:28.048917 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-34732d7b-766d-467c-a41d-221da0febb66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:28.164064 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-939aa5d5-ecea-4242-815c-d9098f25ebed req-273d5f15-e3cd-4342-82aa-708a83e5ee56 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3575525 Feb 07 21:16:28.249571 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2d668cfc-167c-42db-97a6-1253aa65e316 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0445b92d-5e47-4745-9b85-dfc17e6d7329), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:28.382185 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2314c3f1-07e9-4651-b1c0-2d4e6a9ec6cf None None] get_active_networks_info from n-d-828185-2 {{(pid=103257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 21:16:28.418116 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-34732d7b-766d-467c-a41d-221da0febb66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (61c96566-52c7-48df-92ed-4f2c05012674), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:28.585745 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34732d7b-766d-467c-a41d-221da0febb66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Subnet': ['ID=61c96566-52c7-48df-92ed-4f2c05012674,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:28.603173 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a02ec443-9f3f-4cae-9c29-6a4631ba61d7 None None] Provisioning complete for port 0445b92d-5e47-4745-9b85-dfc17e6d7329 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:28.603619 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a02ec443-9f3f-4cae-9c29-6a4631ba61d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0445b92d-5e47-4745-9b85-dfc17e6d7329), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:28.604729 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34732d7b-766d-467c-a41d-221da0febb66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Checking segment: {'id': 'd020334a-d3b7-491e-9ff8-6b142d969fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd3925e7a-1ce8-4e0e-bde1-b6e05cae6306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:16:28.605355 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34732d7b-766d-467c-a41d-221da0febb66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network hostable DHCP agents. Network: d3925e7a-1ce8-4e0e-bde1-b6e05cae6306, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:16:28.607545 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2314c3f1-07e9-4651-b1c0-2d4e6a9ec6cf None None] Resources bound (agent type, host, resource id): {{(pid=103257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 21:16:28.635852 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0445b92d-5e47-4745-9b85-dfc17e6d7329 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:16:28.637287 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8205-a33e-49dc-b2f1-1f4fb311b20b req-4633e9c8-c5ba-4527-ba88-ef3bd591908f tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:28.644979 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8205-a33e-49dc-b2f1-1f4fb311b20b req-4633e9c8-c5ba-4527-ba88-ef3bd591908f tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:28.651197 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34732d7b-766d-467c-a41d-221da0febb66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network d3925e7a-1ce8-4e0e-bde1-b6e05cae6306 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:16:28.652748 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8205-a33e-49dc-b2f1-1f4fb311b20b req-4633e9c8-c5ba-4527-ba88-ef3bd591908f tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:28.659924 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8205-a33e-49dc-b2f1-1f4fb311b20b req-4633e9c8-c5ba-4527-ba88-ef3bd591908f tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:28.668227 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8205-a33e-49dc-b2f1-1f4fb311b20b req-4633e9c8-c5ba-4527-ba88-ef3bd591908f tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:28.670401 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5cfd8205-a33e-49dc-b2f1-1f4fb311b20b req-4633e9c8-c5ba-4527-ba88-ef3bd591908f tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 3876 time: 0.7005155 Feb 07 21:16:28.672726 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-34732d7b-766d-467c-a41d-221da0febb66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, d3925e7a-1ce8-4e0e-bde1-b6e05cae6306) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:28.681570 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34732d7b-766d-467c-a41d-221da0febb66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:28.682353 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-34732d7b-766d-467c-a41d-221da0febb66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:28.722052 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-34732d7b-766d-467c-a41d-221da0febb66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0890827 Feb 07 21:16:28.723568 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36950) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:28.735784 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9c5e5763-41ec-4ab7-b3f8-639515f4a848 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'port': {'network_id': 'd3925e7a-1ce8-4e0e-bde1-b6e05cae6306', 'name': 'tempest-PortsTestJSON-1269233245'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:28.866272 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-d49aca81-c464-4636-8e80-4a5b4a17ab90 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (b2ae11df-92cb-4cf3-a5a5-1a562899672f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:28.871341 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 0445b92d-5e47-4745-9b85-dfc17e6d7329 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:28.873215 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0445b92d-5e47-4745-9b85-dfc17e6d7329), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:28.931189 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5e5763-41ec-4ab7-b3f8-639515f4a848 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:28.935005 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5763-41ec-4ab7-b3f8-639515f4a848 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:28.965373 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36954) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:28.985442 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-9c5e5763-41ec-4ab7-b3f8-639515f4a848 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] device_id is not set on port 9380a8ac-2d86-4023-8e55-f5b344cba9bb yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:16:28.990272 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2d668cfc-167c-42db-97a6-1253aa65e316 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] For port 0445b92d-5e47-4745-9b85-dfc17e6d7329, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0445b92d-5e47-4745-9b85-dfc17e6d7329,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:29.003554 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a02ec443-9f3f-4cae-9c29-6a4631ba61d7 None None] Current status of the port 0445b92d-5e47-4745-9b85-dfc17e6d7329 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:29.004109 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a02ec443-9f3f-4cae-9c29-6a4631ba61d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0445b92d-5e47-4745-9b85-dfc17e6d7329), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:29.047909 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 17dc58fa-1248-4f88-b868-ac032c41d000 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:16:29.061268 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2d668cfc-167c-42db-97a6-1253aa65e316 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (0445b92d-5e47-4745-9b85-dfc17e6d7329), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:29.124573 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49aca81-c464-4636-8e80-4a5b4a17ab90 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event deleted for resources: {'Port': ['ID=b2ae11df-92cb-4cf3-a5a5-1a562899672f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:29.152555 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2d668cfc-167c-42db-97a6-1253aa65e316 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (0445b92d-5e47-4745-9b85-dfc17e6d7329), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:29.202941 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42c8d509-83d7-404f-84da-eee495e578a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:29.208493 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-9c5e5763-41ec-4ab7-b3f8-639515f4a848 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Allocated IP 172.20.0.9 (d3925e7a-1ce8-4e0e-bde1-b6e05cae6306/61c96566-52c7-48df-92ed-4f2c05012674/9380a8ac-2d86-4023-8e55-f5b344cba9bb) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:16:29.335292 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2d668cfc-167c-42db-97a6-1253aa65e316 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (b6ff518a-165d-4795-bfa5-ea3736782728), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:29.345127 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d668cfc-167c-42db-97a6-1253aa65e316 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=0445b92d-5e47-4745-9b85-dfc17e6d7329,revision_number=4']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:29.359770 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2b79b-3d30-4e41-8690-82b70635dff7 req-c84e5256-cc20-4b91-902f-43ef80248e12 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:29.361430 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2bb2b79b-3d30-4e41-8690-82b70635dff7 req-c84e5256-cc20-4b91-902f-43ef80248e12 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 946 time: 0.8395214 Feb 07 21:16:29.378097 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5cfd8205-a33e-49dc-b2f1-1f4fb311b20b req-63c6e772-78a0-4c61-81ff-3fa13bb2b40a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6676638 Feb 07 21:16:29.422672 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42c8d509-83d7-404f-84da-eee495e578a4 admin admin] Publish callbacks [] for security_group (7523c8ed-30a1-4b66-9bea-1c1bc6562d01), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:29.440848 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 17dc58fa-1248-4f88-b868-ac032c41d000 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:29.441091 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:29.442770 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42c8d509-83d7-404f-84da-eee495e578a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (7523c8ed-30a1-4b66-9bea-1c1bc6562d01), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:29.461973 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-a02ec443-9f3f-4cae-9c29-6a4631ba61d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:16:29.462359 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-a02ec443-9f3f-4cae-9c29-6a4631ba61d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:16:29.463953 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2bb2b79b-3d30-4e41-8690-82b70635dff7 req-17da941a-d065-4e50-b676-722021448996 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790968 Feb 07 21:16:29.473709 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d668cfc-167c-42db-97a6-1253aa65e316 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:29.501605 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5763-41ec-4ab7-b3f8-639515f4a848 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for port (9380a8ac-2d86-4023-8e55-f5b344cba9bb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:29.510188 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-2d668cfc-167c-42db-97a6-1253aa65e316 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:29.513887 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d668cfc-167c-42db-97a6-1253aa65e316 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:29.514486 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2d668cfc-167c-42db-97a6-1253aa65e316 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:29.523113 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8d509-83d7-404f-84da-eee495e578a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7523c8ed-30a1-4b66-9bea-1c1bc6562d01,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:29.533877 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-42c8d509-83d7-404f-84da-eee495e578a4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=017eb837901e4f46a5c5ffc626fa45a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5644886 Feb 07 21:16:29.534958 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36962) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:29.562245 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2d668cfc-167c-42db-97a6-1253aa65e316 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.6229522 Feb 07 21:16:29.571145 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36964) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:29.586812 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5267ab6d-c93f-408d-a629-4d955943b549 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'mac_address': 'fa:16:3e:5e:68:9c', 'name': 'tempest-NetworksTestDHCPv6-1315751621'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:29.605664 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 0445b92d-5e47-4745-9b85-dfc17e6d7329 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:29.606049 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0445b92d-5e47-4745-9b85-dfc17e6d7329), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:29.607666 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17dc58fa-1248-4f88-b868-ac032c41d000'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:16:29.610027 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f441a8-bfa5-479f-9b8c-376531c9461d" -d '{"events": [{"server_uuid": "77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34", "name": "network-vif-unplugged", "status": "completed", "tag": "17dc58fa-1248-4f88-b868-ac032c41d000"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:16:29.663138 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5763-41ec-4ab7-b3f8-639515f4a848 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9380a8ac-2d86-4023-8e55-f5b344cba9bb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:29.707872 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d668cfc-167c-42db-97a6-1253aa65e316 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=b6ff518a-165d-4795-bfa5-ea3736782728,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:29.718739 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 17dc58fa-1248-4f88-b868-ac032c41d000, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=17dc58fa-1248-4f88-b868-ac032c41d000,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:29.739876 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba989609-c5db-41ca-991e-7f2b8d6fddb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-d3925e7a-1ce8-4e0e-bde1-b6e05cae6306', 'network_id': 'd3925e7a-1ce8-4e0e-bde1-b6e05cae6306', 'project_id': '513bde040ef147d69df68a6ee6cac082', 'fixed_ips': [{'subnet_id': '61c96566-52c7-48df-92ed-4f2c05012674'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:16:29.740849 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ba989609-c5db-41ca-991e-7f2b8d6fddb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:29.745448 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5267ab6d-c93f-408d-a629-4d955943b549 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:29.747232 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:29.780890 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f19f39-7550-43ab-a411-4fe8305fad92 req-d1772f5b-4d35-4a05-b8ac-6099445a5731 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:29.782177 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f6f19f39-7550-43ab-a411-4fe8305fad92 req-d1772f5b-4d35-4a05-b8ac-6099445a5731 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.3039403 Feb 07 21:16:29.784108 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 0445b92d-5e47-4745-9b85-dfc17e6d7329, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0445b92d-5e47-4745-9b85-dfc17e6d7329,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:29.810742 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0445b92d-5e47-4745-9b85-dfc17e6d7329), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:29.822619 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74418f8d-2588-4b75-af72-c9a029ac0495 admin admin] Publish callbacks [] for security_group (7523c8ed-30a1-4b66-9bea-1c1bc6562d01), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:29.842870 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5e5763-41ec-4ab7-b3f8-639515f4a848 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network d3925e7a-1ce8-4e0e-bde1-b6e05cae6306 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:29.859534 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9c5e5763-41ec-4ab7-b3f8-639515f4a848 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:29.890363 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5e5763-41ec-4ab7-b3f8-639515f4a848 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:16:29.898714 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e5763-41ec-4ab7-b3f8-639515f4a848 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Port': ['ID=9380a8ac-2d86-4023-8e55-f5b344cba9bb,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:29.914393 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-d49aca81-c464-4636-8e80-4a5b4a17ab90 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Router 0470bf12-d7ae-46da-96d1-45ab594b4969 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:16:29.976216 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74418f8d-2588-4b75-af72-c9a029ac0495 admin admin] Publish callbacks [] for security_group (7523c8ed-30a1-4b66-9bea-1c1bc6562d01), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:29.984448 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=17dc58fa-1248-4f88-b868-ac032c41d000,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:30.013635 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f6f19f39-7550-43ab-a411-4fe8305fad92 req-aeecc2db-262d-434f-8db5-d09e5cdad8a5 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556773 Feb 07 21:16:30.086409 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5e5763-41ec-4ab7-b3f8-639515f4a848 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:30.087155 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5763-41ec-4ab7-b3f8-639515f4a848 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:30.094287 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:30.095784 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:30.096963 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:30.097550 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:30.098644 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:30.099302 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:30.099861 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:30.100415 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:30.101868 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:30.102796 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:30.104232 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:30.105278 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:30.105839 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:30.136600 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9c5e5763-41ec-4ab7-b3f8-639515f4a848 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4064026 Feb 07 21:16:30.137302 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36976) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:30.145750 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a2973c0e-a714-4dff-a633-a6800a3c4b61 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'port': {'network_id': 'd3925e7a-1ce8-4e0e-bde1-b6e05cae6306', 'name': 'tempest-PortsTestJSON-1465556652'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:30.204347 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3beca7af-64e9-4f5f-918e-b201f9b9ca40 x-openstack-request-id: req-3beca7af-64e9-4f5f-918e-b201f9b9ca40 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:16:30.204906 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34", "name": "network-vif-unplugged", "status": "completed", "tag": "17dc58fa-1248-4f88-b868-ac032c41d000", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:16:30.205331 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3beca7af-64e9-4f5f-918e-b201f9b9ca40 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:16:30.205892 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17dc58fa-1248-4f88-b868-ac032c41d000', 'code': 200} Feb 07 21:16:30.222482 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a02ec443-9f3f-4cae-9c29-6a4631ba61d7 None None] Current status of the port 0445b92d-5e47-4745-9b85-dfc17e6d7329 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:30.263854 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74418f8d-2588-4b75-af72-c9a029ac0495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (7523c8ed-30a1-4b66-9bea-1c1bc6562d01), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:30.266593 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74418f8d-2588-4b75-af72-c9a029ac0495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:30.267894 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-74418f8d-2588-4b75-af72-c9a029ac0495 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7523c8ed-30a1-4b66-9bea-1c1bc6562d01 HTTP/1.1" status: 204 len: 168 time: 0.7321212 Feb 07 21:16:30.303849 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-d49aca81-c464-4636-8e80-4a5b4a17ab90 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:16:30.304299 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74418f8d-2588-4b75-af72-c9a029ac0495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7523c8ed-30a1-4b66-9bea-1c1bc6562d01,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:30.338807 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e607b37-3992-4cd0-9a88-e0c1c5c6912d None None] Sync routers for ids ['0470bf12-d7ae-46da-96d1-45ab594b4969'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:16:30.356936 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-ba989609-c5db-41ca-991e-7f2b8d6fddb4 None None] Allocated IP 172.20.0.2 (d3925e7a-1ce8-4e0e-bde1-b6e05cae6306/61c96566-52c7-48df-92ed-4f2c05012674/2bd4a6cb-a436-4b78-a0ae-02a25040fd1d) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:16:30.400063 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=0445b92d-5e47-4745-9b85-dfc17e6d7329,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:30.448839 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2973c0e-a714-4dff-a633-a6800a3c4b61 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:30.452769 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2973c0e-a714-4dff-a633-a6800a3c4b61 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:30.486547 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-d49aca81-c464-4636-8e80-4a5b4a17ab90 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] No DVR routers for this DVR port b2ae11df-92cb-4cf3-a5a5-1a562899672f on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:16:30.495706 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-d49aca81-c464-4636-8e80-4a5b4a17ab90 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:30.496150 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e607b37-3992-4cd0-9a88-e0c1c5c6912d None None] Routers {'0470bf12-d7ae-46da-96d1-45ab594b4969'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:16:30.499791 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5e607b37-3992-4cd0-9a88-e0c1c5c6912d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:16:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['0470bf12-d7ae-46da-96d1-45ab594b4969'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:16:30.503537 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-d49aca81-c464-4636-8e80-4a5b4a17ab90 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.71 "DELETE /v2.0/ports/b2ae11df-92cb-4cf3-a5a5-1a562899672f HTTP/1.1" status: 204 len: 173 time: 5.4068925 Feb 07 21:16:30.512331 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-a2973c0e-a714-4dff-a633-a6800a3c4b61 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] device_id is not set on port 625f675f-e684-4127-9a80-d5b61ea4b81d yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:16:30.514723 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-deleted', 'tag': 'b2ae11df-92cb-4cf3-a5a5-1a562899672f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:16:30.521766 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a12153-fa21-42c4-929b-7bdeb7901b64" -d '{"events": [{"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-deleted", "tag": "b2ae11df-92cb-4cf3-a5a5-1a562899672f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:16:30.600763 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5267ab6d-c93f-408d-a629-4d955943b549 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:30.768004 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-5267ab6d-c93f-408d-a629-4d955943b549 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] device_id is not set on port 7b21b1de-e054-4cb8-a8ff-8d894b2fddb3 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:16:30.977896 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36992) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:30.982735 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ba989609-c5db-41ca-991e-7f2b8d6fddb4 None None] Publish callbacks [] for port (2bd4a6cb-a436-4b78-a0ae-02a25040fd1d), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:30.986126 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0445b92d-5e47-4745-9b85-dfc17e6d7329 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:16:31.015451 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0197a5f9-65ed-419f-b3bc-f48aa030ddb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:31.066393 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82bd075-f2ea-44a0-8ad8-e449ed6264e6 x-openstack-request-id: req-a82bd075-f2ea-44a0-8ad8-e449ed6264e6 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:16:31.067128 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-deleted", "tag": "b2ae11df-92cb-4cf3-a5a5-1a562899672f", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:16:31.068363 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a82bd075-f2ea-44a0-8ad8-e449ed6264e6 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:16:31.068914 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-deleted', 'tag': 'b2ae11df-92cb-4cf3-a5a5-1a562899672f', 'status': 'completed', 'code': 200} Feb 07 21:16:31.178671 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7067a-09ff-41e2-b417-b0afb9f645df req-d6e70c76-8bf5-47c1-92ca-ba778955d7fe tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:31.193267 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7067a-09ff-41e2-b417-b0afb9f645df req-d6e70c76-8bf5-47c1-92ca-ba778955d7fe tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:31.200338 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7067a-09ff-41e2-b417-b0afb9f645df req-d6e70c76-8bf5-47c1-92ca-ba778955d7fe tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:31.206192 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7067a-09ff-41e2-b417-b0afb9f645df req-d6e70c76-8bf5-47c1-92ca-ba778955d7fe tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:31.208860 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49a7067a-09ff-41e2-b417-b0afb9f645df req-d6e70c76-8bf5-47c1-92ca-ba778955d7fe tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 3143 time: 0.5461988 Feb 07 21:16:31.212969 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-a2973c0e-a714-4dff-a633-a6800a3c4b61 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Allocated IP 172.20.0.13 (d3925e7a-1ce8-4e0e-bde1-b6e05cae6306/61c96566-52c7-48df-92ed-4f2c05012674/625f675f-e684-4127-9a80-d5b61ea4b81d) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:16:31.246674 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ba989609-c5db-41ca-991e-7f2b8d6fddb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (2bd4a6cb-a436-4b78-a0ae-02a25040fd1d), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:31.282169 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-cf19e152-276b-4124-a76f-d832de65110a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Deleting port 3f1d0a48-7987-4d96-94a8-3d3611c23cf7 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:16:31.282526 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-cf19e152-276b-4124-a76f-d832de65110a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (3f1d0a48-7987-4d96-94a8-3d3611c23cf7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:31.315223 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba989609-c5db-41ca-991e-7f2b8d6fddb4 None None] Network d3925e7a-1ce8-4e0e-bde1-b6e05cae6306 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:31.325800 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba989609-c5db-41ca-991e-7f2b8d6fddb4 None None] Pushing event updated for resources: {'Port': ['ID=2bd4a6cb-a436-4b78-a0ae-02a25040fd1d,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:31.328379 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-ba989609-c5db-41ca-991e-7f2b8d6fddb4 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:31.352508 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba989609-c5db-41ca-991e-7f2b8d6fddb4 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:16:31.401729 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-767f6685-6f99-4186-89b2-b723c6cff7ea None None] Provisioning complete for port 0445b92d-5e47-4745-9b85-dfc17e6d7329 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:31.402116 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-767f6685-6f99-4186-89b2-b723c6cff7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0445b92d-5e47-4745-9b85-dfc17e6d7329), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:31.415237 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0197a5f9-65ed-419f-b3bc-f48aa030ddb2 admin admin] Publish callbacks [] for security_group (e0f879f3-26dc-4a5e-9b3e-1685a175a68d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:31.431608 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0197a5f9-65ed-419f-b3bc-f48aa030ddb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e0f879f3-26dc-4a5e-9b3e-1685a175a68d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:31.455518 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-cf19e152-276b-4124-a76f-d832de65110a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] For port 3f1d0a48-7987-4d96-94a8-3d3611c23cf7, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3f1d0a48-7987-4d96-94a8-3d3611c23cf7,segment=NetworkSegment(b471230d-262f-4c1e-be7a-7c91a832d6a9),segment_id=b471230d-262f-4c1e-be7a-7c91a832d6a9)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:31.455946 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-cf19e152-276b-4124-a76f-d832de65110a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (3f1d0a48-7987-4d96-94a8-3d3611c23cf7), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:31.482580 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-cf19e152-276b-4124-a76f-d832de65110a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Calling delete_port for 3f1d0a48-7987-4d96-94a8-3d3611c23cf7 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:16:31.491459 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ba989609-c5db-41ca-991e-7f2b8d6fddb4 None None] Attempting to bind port 2bd4a6cb-a436-4b78-a0ae-02a25040fd1d on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:16:31.491831 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ba989609-c5db-41ca-991e-7f2b8d6fddb4 None None] Attempting to bind port 2bd4a6cb-a436-4b78-a0ae-02a25040fd1d by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'd020334a-d3b7-491e-9ff8-6b142d969fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd3925e7a-1ce8-4e0e-bde1-b6e05cae6306'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:16:31.492190 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba989609-c5db-41ca-991e-7f2b8d6fddb4 None None] Attempting to bind port 2bd4a6cb-a436-4b78-a0ae-02a25040fd1d on network d3925e7a-1ce8-4e0e-bde1-b6e05cae6306 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:16:31.506324 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 0445b92d-5e47-4745-9b85-dfc17e6d7329 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:31.506693 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0445b92d-5e47-4745-9b85-dfc17e6d7329), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:31.508784 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0197a5f9-65ed-419f-b3bc-f48aa030ddb2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c3e159955bac452184a841d3e5bd31ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5296996 Feb 07 21:16:31.513365 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37008) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:31.521170 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197a5f9-65ed-419f-b3bc-f48aa030ddb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f879f3-26dc-4a5e-9b3e-1685a175a68d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:31.546704 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-5e607b37-3992-4cd0-9a88-e0c1c5c6912d None None] Set router 0470bf12-d7ae-46da-96d1-45ab594b4969 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:16:31.587975 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba989609-c5db-41ca-991e-7f2b8d6fddb4 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:16:31.589522 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2973c0e-a714-4dff-a633-a6800a3c4b61 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for port (625f675f-e684-4127-9a80-d5b61ea4b81d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:31.589664 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba989609-c5db-41ca-991e-7f2b8d6fddb4 None None] Checking segment: {'id': 'd020334a-d3b7-491e-9ff8-6b142d969fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd3925e7a-1ce8-4e0e-bde1-b6e05cae6306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:16:31.589664 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ba989609-c5db-41ca-991e-7f2b8d6fddb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:31.589664 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba989609-c5db-41ca-991e-7f2b8d6fddb4 None None] Bound using segment: {'id': 'd020334a-d3b7-491e-9ff8-6b142d969fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd3925e7a-1ce8-4e0e-bde1-b6e05cae6306'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:16:31.589664 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ba989609-c5db-41ca-991e-7f2b8d6fddb4 None None] Bound port: 2bd4a6cb-a436-4b78-a0ae-02a25040fd1d, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd020334a-d3b7-491e-9ff8-6b142d969fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd3925e7a-1ce8-4e0e-bde1-b6e05cae6306'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:16:31.590162 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ba989609-c5db-41ca-991e-7f2b8d6fddb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2bd4a6cb-a436-4b78-a0ae-02a25040fd1d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:31.632906 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ecb9209-d423-4134-b594-6ab89ffe7abd admin admin] Publish callbacks [] for security_group (e0f879f3-26dc-4a5e-9b3e-1685a175a68d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:31.665487 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-767f6685-6f99-4186-89b2-b723c6cff7ea None None] Current status of the port 0445b92d-5e47-4745-9b85-dfc17e6d7329 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:31.692948 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ecb9209-d423-4134-b594-6ab89ffe7abd admin admin] Publish callbacks [] for security_group (e0f879f3-26dc-4a5e-9b3e-1685a175a68d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:31.697567 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e4a40-406e-47fb-bece-c6077d586b04 req-2406c3a4-16e7-4bed-94ca-8ac072a4f84d tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:31.705504 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0b3e4a40-406e-47fb-bece-c6077d586b04 req-2406c3a4-16e7-4bed-94ca-8ac072a4f84d tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.5749164 Feb 07 21:16:31.719303 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2973c0e-a714-4dff-a633-a6800a3c4b61 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (625f675f-e684-4127-9a80-d5b61ea4b81d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:31.827632 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2973c0e-a714-4dff-a633-a6800a3c4b61 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network d3925e7a-1ce8-4e0e-bde1-b6e05cae6306 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:31.833687 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-a2973c0e-a714-4dff-a633-a6800a3c4b61 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:31.836195 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2973c0e-a714-4dff-a633-a6800a3c4b61 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:16:31.844127 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2973c0e-a714-4dff-a633-a6800a3c4b61 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Port': ['ID=625f675f-e684-4127-9a80-d5b61ea4b81d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:31.870487 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 0445b92d-5e47-4745-9b85-dfc17e6d7329 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:31.882318 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ecb9209-d423-4134-b594-6ab89ffe7abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e0f879f3-26dc-4a5e-9b3e-1685a175a68d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:31.887546 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ecb9209-d423-4134-b594-6ab89ffe7abd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:31.889010 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4ecb9209-d423-4134-b594-6ab89ffe7abd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e0f879f3-26dc-4a5e-9b3e-1685a175a68d HTTP/1.1" status: 204 len: 168 time: 0.3745656 Feb 07 21:16:31.899691 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ba989609-c5db-41ca-991e-7f2b8d6fddb4 None None] For port 2bd4a6cb-a436-4b78-a0ae-02a25040fd1d, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:16:31.906441 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ba989609-c5db-41ca-991e-7f2b8d6fddb4 None None] For port 2bd4a6cb-a436-4b78-a0ae-02a25040fd1d, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2bd4a6cb-a436-4b78-a0ae-02a25040fd1d,segment=NetworkSegment(d020334a-d3b7-491e-9ff8-6b142d969fc1),segment_id=d020334a-d3b7-491e-9ff8-6b142d969fc1)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:16:31.914583 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb9209-d423-4134-b594-6ab89ffe7abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f879f3-26dc-4a5e-9b3e-1685a175a68d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:31.930301 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ba989609-c5db-41ca-991e-7f2b8d6fddb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2bd4a6cb-a436-4b78-a0ae-02a25040fd1d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:31.930569 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-5267ab6d-c93f-408d-a629-4d955943b549 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 172.20.0.7 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/0c069f32-4f13-487f-87ea-3359006321e5/7b21b1de-e054-4cb8-a8ff-8d894b2fddb3) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:16:31.948327 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49a7067a-09ff-41e2-b417-b0afb9f645df req-ad2caf2a-61de-48d7-99e8-e54e56b1c798 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7046893 Feb 07 21:16:31.949771 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2973c0e-a714-4dff-a633-a6800a3c4b61 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:31.950711 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2973c0e-a714-4dff-a633-a6800a3c4b61 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:31.957034 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-cf19e152-276b-4124-a76f-d832de65110a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (3f1d0a48-7987-4d96-94a8-3d3611c23cf7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:31.959780 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-5267ab6d-c93f-408d-a629-4d955943b549 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 2001:db8::f816:3eff:fe5e:689c (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/b6ff518a-165d-4795-bfa5-ea3736782728/7b21b1de-e054-4cb8-a8ff-8d894b2fddb3) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:16:31.978671 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a2973c0e-a714-4dff-a633-a6800a3c4b61 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8399754 Feb 07 21:16:31.979757 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37022) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:32.064947 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19e152-276b-4124-a76f-d832de65110a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event deleted for resources: {'Port': ['ID=3f1d0a48-7987-4d96-94a8-3d3611c23cf7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:32.081870 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba989609-c5db-41ca-991e-7f2b8d6fddb4 None None] Pushing event updated for resources: {'Port': ['ID=2bd4a6cb-a436-4b78-a0ae-02a25040fd1d,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:32.111520 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0b3e4a40-406e-47fb-bece-c6077d586b04 req-d2545faa-325a-4879-be62-8a5e3ff9d2d1 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4025209 Feb 07 21:16:32.140685 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5e607b37-3992-4cd0-9a88-e0c1c5c6912d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'name': 'tempest-TaggedBootDevicesTest-647794533-router', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '3760d084-e2e1-41a8-a69b-ca3fbb714c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:11Z', 'updated_at': '2022-02-07T21:10:25Z', 'revision_number': 4, 'project_id': '42501a05a1164b8bab09e271e46d222b', 'gw_port': {'id': '3760d084-e2e1-41a8-a69b-ca3fbb714c4e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:14Z', 'updated_at': '2022-02-07T21:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '233e303e-1185-43e1-8ace-b1cd57195b92', 'name': '', 'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'mac_address': 'fa:16:3e:6f:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '14195520-c31c-46d3-a196-c4e089f2f729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:22Z', 'updated_at': '2022-02-07T21:10:30Z', 'revision_number': 5, 'project_id': '42501a05a1164b8bab09e271e46d222b', 'subnets': [{'id': '14195520-c31c-46d3-a196-c4e089f2f729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:16:32.175707 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e607b37-3992-4cd0-9a88-e0c1c5c6912d None None] Checking router: 0470bf12-d7ae-46da-96d1-45ab594b4969 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:16:32.178304 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-cf19e152-276b-4124-a76f-d832de65110a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] No DVR routers for this DVR port 3f1d0a48-7987-4d96-94a8-3d3611c23cf7 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:16:32.184607 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-cf19e152-276b-4124-a76f-d832de65110a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:32.188206 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-cf19e152-276b-4124-a76f-d832de65110a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.71 "DELETE /v2.0/ports/3f1d0a48-7987-4d96-94a8-3d3611c23cf7 HTTP/1.1" status: 204 len: 173 time: 1.6587150 Feb 07 21:16:32.193419 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e607b37-3992-4cd0-9a88-e0c1c5c6912d None None] Routers {'0470bf12-d7ae-46da-96d1-45ab594b4969'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:16:32.194446 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5e607b37-3992-4cd0-9a88-e0c1c5c6912d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:16:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['0470bf12-d7ae-46da-96d1-45ab594b4969'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:16:32.281217 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2d9ccd-fbad-44bc-abef-31e244d634b5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:32.290233 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4a2d9ccd-fbad-44bc-abef-31e244d634b5 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.3060753 Feb 07 21:16:32.291560 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37024) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:32.507124 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-5e607b37-3992-4cd0-9a88-e0c1c5c6912d None None] Set router 0470bf12-d7ae-46da-96d1-45ab594b4969 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:16:32.572864 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-ed81f3ab-2db7-4929-8c8e-9e609c10f692 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Deleting port 4ac48894-fd3f-4327-adde-ca84b477e6df {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:16:32.573567 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-ed81f3ab-2db7-4929-8c8e-9e609c10f692 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (4ac48894-fd3f-4327-adde-ca84b477e6df), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:32.595442 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-88ec7a8b-fb49-4e66-ab48-d276ca1f609a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting port 625f675f-e684-4127-9a80-d5b61ea4b81d {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:16:32.596059 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-88ec7a8b-fb49-4e66-ab48-d276ca1f609a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (625f675f-e684-4127-9a80-d5b61ea4b81d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:32.739972 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5267ab6d-c93f-408d-a629-4d955943b549 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (7b21b1de-e054-4cb8-a8ff-8d894b2fddb3), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:32.790460 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-88ec7a8b-fb49-4e66-ab48-d276ca1f609a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (625f675f-e684-4127-9a80-d5b61ea4b81d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:32.828017 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-ed81f3ab-2db7-4929-8c8e-9e609c10f692 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] For port 4ac48894-fd3f-4327-adde-ca84b477e6df, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=4ac48894-fd3f-4327-adde-ca84b477e6df,segment=NetworkSegment(b471230d-262f-4c1e-be7a-7c91a832d6a9),segment_id=b471230d-262f-4c1e-be7a-7c91a832d6a9)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:32.828441 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-ed81f3ab-2db7-4929-8c8e-9e609c10f692 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (4ac48894-fd3f-4327-adde-ca84b477e6df), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:32.832357 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-88ec7a8b-fb49-4e66-ab48-d276ca1f609a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Calling delete_port for 625f675f-e684-4127-9a80-d5b61ea4b81d owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:16:32.839938 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5267ab6d-c93f-408d-a629-4d955943b549 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (7b21b1de-e054-4cb8-a8ff-8d894b2fddb3), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:32.847024 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2bd4a6cb-a436-4b78-a0ae-02a25040fd1d up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:16:32.890396 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5267ab6d-c93f-408d-a629-4d955943b549 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:32.950497 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-5267ab6d-c93f-408d-a629-4d955943b549 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:32.960696 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-ed81f3ab-2db7-4929-8c8e-9e609c10f692 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Calling delete_port for 4ac48894-fd3f-4327-adde-ca84b477e6df owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:16:32.966622 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5267ab6d-c93f-408d-a629-4d955943b549 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:16:33.073288 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-deleted', 'tag': '3f1d0a48-7987-4d96-94a8-3d3611c23cf7'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:16:33.078209 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f404b0ff-28c8-4ea4-8e60-72f17e8ebc6a" -d '{"events": [{"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-deleted", "tag": "3f1d0a48-7987-4d96-94a8-3d3611c23cf7"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:16:33.086073 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267ab6d-c93f-408d-a629-4d955943b549 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=7b21b1de-e054-4cb8-a8ff-8d894b2fddb3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:33.099246 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5267ab6d-c93f-408d-a629-4d955943b549 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:33.099960 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5267ab6d-c93f-408d-a629-4d955943b549 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:33.114835 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 2bd4a6cb-a436-4b78-a0ae-02a25040fd1d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:33.116052 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2bd4a6cb-a436-4b78-a0ae-02a25040fd1d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:33.144527 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5267ab6d-c93f-408d-a629-4d955943b549 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5642865 Feb 07 21:16:33.147138 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37052) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:33.216094 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87f0096-4049-4b37-9d73-80942164d156 x-openstack-request-id: req-c87f0096-4049-4b37-9d73-80942164d156 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:16:33.216428 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-deleted", "tag": "3f1d0a48-7987-4d96-94a8-3d3611c23cf7", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:16:33.216801 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c87f0096-4049-4b37-9d73-80942164d156 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:16:33.217458 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-deleted', 'tag': '3f1d0a48-7987-4d96-94a8-3d3611c23cf7', 'status': 'completed', 'code': 200} Feb 07 21:16:33.293189 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5e607b37-3992-4cd0-9a88-e0c1c5c6912d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'name': 'tempest-TaggedBootDevicesTest-647794533-router', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '3760d084-e2e1-41a8-a69b-ca3fbb714c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:11Z', 'updated_at': '2022-02-07T21:10:25Z', 'revision_number': 4, 'project_id': '42501a05a1164b8bab09e271e46d222b', 'gw_port': {'id': '3760d084-e2e1-41a8-a69b-ca3fbb714c4e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:14Z', 'updated_at': '2022-02-07T21:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '233e303e-1185-43e1-8ace-b1cd57195b92', 'name': '', 'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'mac_address': 'fa:16:3e:6f:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '14195520-c31c-46d3-a196-c4e089f2f729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:22Z', 'updated_at': '2022-02-07T21:10:30Z', 'revision_number': 5, 'project_id': '42501a05a1164b8bab09e271e46d222b', 'subnets': [{'id': '14195520-c31c-46d3-a196-c4e089f2f729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:16:33.327829 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fc2d8-20a3-44ea-aa63-6d9fa26ebc2d req-8f35097e-18e0-4996-bdf8-29cb70562228 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:33.335254 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fc2d8-20a3-44ea-aa63-6d9fa26ebc2d req-8f35097e-18e0-4996-bdf8-29cb70562228 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:33.341641 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e607b37-3992-4cd0-9a88-e0c1c5c6912d None None] The sync data for ids ['0470bf12-d7ae-46da-96d1-45ab594b4969'] in n-d-828185-2 is: [{'id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'name': 'tempest-TaggedBootDevicesTest-647794533-router', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '3760d084-e2e1-41a8-a69b-ca3fbb714c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:11Z', 'updated_at': '2022-02-07T21:10:25Z', 'revision_number': 4, 'project_id': '42501a05a1164b8bab09e271e46d222b', 'gw_port': {'id': '3760d084-e2e1-41a8-a69b-ca3fbb714c4e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:14Z', 'updated_at': '2022-02-07T21:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '233e303e-1185-43e1-8ace-b1cd57195b92', 'name': '', 'network_id': '071b8c86-0422-4ec9-8876-4c05135f32b2', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'mac_address': 'fa:16:3e:6f:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '14195520-c31c-46d3-a196-c4e089f2f729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:22Z', 'updated_at': '2022-02-07T21:10:30Z', 'revision_number': 5, 'project_id': '42501a05a1164b8bab09e271e46d222b', 'subnets': [{'id': '14195520-c31c-46d3-a196-c4e089f2f729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:16:33.363944 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fc2d8-20a3-44ea-aa63-6d9fa26ebc2d req-8f35097e-18e0-4996-bdf8-29cb70562228 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:33.371437 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b28fc2d8-20a3-44ea-aa63-6d9fa26ebc2d req-8f35097e-18e0-4996-bdf8-29cb70562228 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 2410 time: 0.1964183 Feb 07 21:16:33.386639 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-88ec7a8b-fb49-4e66-ab48-d276ca1f609a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (625f675f-e684-4127-9a80-d5b61ea4b81d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:33.475425 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 2bd4a6cb-a436-4b78-a0ae-02a25040fd1d is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:33.476017 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2bd4a6cb-a436-4b78-a0ae-02a25040fd1d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:33.523721 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:33.527975 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcdf225-5cd7-4898-b41c-ff28c2f8bb1b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:33.540854 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcdf225-5cd7-4898-b41c-ff28c2f8bb1b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:33.545036 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-ed81f3ab-2db7-4929-8c8e-9e609c10f692 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (4ac48894-fd3f-4327-adde-ca84b477e6df), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:33.546142 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ffcdf225-5cd7-4898-b41c-ff28c2f8bb1b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3874471 Feb 07 21:16:33.548233 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37064) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:33.555833 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 2bd4a6cb-a436-4b78-a0ae-02a25040fd1d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2bd4a6cb-a436-4b78-a0ae-02a25040fd1d,segment=NetworkSegment(d020334a-d3b7-491e-9ff8-6b142d969fc1),segment_id=d020334a-d3b7-491e-9ff8-6b142d969fc1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:33.568284 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2bd4a6cb-a436-4b78-a0ae-02a25040fd1d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:33.569171 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0445b92d-5e47-4745-9b85-dfc17e6d7329 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:16:33.593217 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec7a8b-fb49-4e66-ab48-d276ca1f609a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Port': ['ID=625f675f-e684-4127-9a80-d5b61ea4b81d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:33.737784 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-88ec7a8b-fb49-4e66-ab48-d276ca1f609a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:33.741203 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-88ec7a8b-fb49-4e66-ab48-d276ca1f609a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/ports/625f675f-e684-4127-9a80-d5b61ea4b81d HTTP/1.1" status: 204 len: 168 time: 1.4061713 Feb 07 21:16:33.745050 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37072) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:33.765647 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=2bd4a6cb-a436-4b78-a0ae-02a25040fd1d,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:33.793625 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 0445b92d-5e47-4745-9b85-dfc17e6d7329 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:33.794320 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0445b92d-5e47-4745-9b85-dfc17e6d7329), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:33.837033 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81f3ab-2db7-4929-8c8e-9e609c10f692 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event deleted for resources: {'Port': ['ID=4ac48894-fd3f-4327-adde-ca84b477e6df,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:33.838748 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b9a550f-c43a-4592-872e-99e4b098375c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] GET failed (client error): The resource could not be found. Feb 07 21:16:33.840455 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4b9a550f-c43a-4592-872e-99e4b098375c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "GET /v2.0/ports/625f675f-e684-4127-9a80-d5b61ea4b81d HTTP/1.1" status: 404 len: 333 time: 0.0942290 Feb 07 21:16:33.844894 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37074) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:33.933964 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:34.011661 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c660cb76-ab65-4557-845c-85644895914c None None] New status for floating IP f28bb1c5-9883-49c4-8131-34633b72a4c7: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:16:34.056676 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 0445b92d-5e47-4745-9b85-dfc17e6d7329 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:34.074854 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7499e43-ddde-47c2-bf1d-b3577043abb2 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:16:34.079330 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42f5c47-546f-4ff7-8657-19705a52285d None None] Network d3925e7a-1ce8-4e0e-bde1-b6e05cae6306 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:16:34.094640 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8e8437ac-1a2e-4a89-8e07-1708cb5f00b7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting port 9380a8ac-2d86-4023-8e55-f5b344cba9bb {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:16:34.094988 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e8437ac-1a2e-4a89-8e07-1708cb5f00b7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9380a8ac-2d86-4023-8e55-f5b344cba9bb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:34.305241 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f742f9b6-5d1e-4b2d-9428-733478d37080 None None] Provisioning complete for port 2bd4a6cb-a436-4b78-a0ae-02a25040fd1d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:34.315941 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f742f9b6-5d1e-4b2d-9428-733478d37080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2bd4a6cb-a436-4b78-a0ae-02a25040fd1d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:34.368161 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e8437ac-1a2e-4a89-8e07-1708cb5f00b7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9380a8ac-2d86-4023-8e55-f5b344cba9bb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:34.385481 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352317c5-e64f-4bbc-922b-02573cb9a11a req-bc31b2ac-d6f8-4b8f-a4c3-f23a99db7193 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:34.387621 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-352317c5-e64f-4bbc-922b-02573cb9a11a req-bc31b2ac-d6f8-4b8f-a4c3-f23a99db7193 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.9557018 Feb 07 21:16:34.414216 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8e8437ac-1a2e-4a89-8e07-1708cb5f00b7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Calling delete_port for 9380a8ac-2d86-4023-8e55-f5b344cba9bb owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:16:34.427746 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8f23b-e23b-446a-83c5-8e79a399824a req-c0646eaa-cf74-4ed2-a272-1a2fd9d65705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:34.429770 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-37f8f23b-e23b-446a-83c5-8e79a399824a req-c0646eaa-cf74-4ed2-a272-1a2fd9d65705 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 1126 time: 0.5949025 Feb 07 21:16:34.450281 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b28fc2d8-20a3-44ea-aa63-6d9fa26ebc2d req-efc9aef5-ee5b-4ebf-98a0-dcac6c02e6aa tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0167425 Feb 07 21:16:34.674746 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2bd4a6cb-a436-4b78-a0ae-02a25040fd1d up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:16:34.703226 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-09bc5c10-385e-476d-93db-0c040c4614b5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting port 7b21b1de-e054-4cb8-a8ff-8d894b2fddb3 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:16:34.708807 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09bc5c10-385e-476d-93db-0c040c4614b5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (7b21b1de-e054-4cb8-a8ff-8d894b2fddb3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:34.750523 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e8437ac-1a2e-4a89-8e07-1708cb5f00b7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9380a8ac-2d86-4023-8e55-f5b344cba9bb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:34.907186 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-ed81f3ab-2db7-4929-8c8e-9e609c10f692 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] No DVR routers for this DVR port 4ac48894-fd3f-4327-adde-ca84b477e6df on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:16:34.914228 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-ed81f3ab-2db7-4929-8c8e-9e609c10f692 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:34.919977 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-ed81f3ab-2db7-4929-8c8e-9e609c10f692 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.71 "DELETE /v2.0/ports/4ac48894-fd3f-4327-adde-ca84b477e6df HTTP/1.1" status: 204 len: 173 time: 2.7223852 Feb 07 21:16:34.921458 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8f23b-e23b-446a-83c5-8e79a399824a req-e19da32f-7da8-426f-8177-5f71fa269c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:34.923837 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-37f8f23b-e23b-446a-83c5-8e79a399824a req-e19da32f-7da8-426f-8177-5f71fa269c22 service neutron] 10.222.0.71 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 913 time: 0.4408514 Feb 07 21:16:34.958232 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8437ac-1a2e-4a89-8e07-1708cb5f00b7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Port': ['ID=9380a8ac-2d86-4023-8e55-f5b344cba9bb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:34.962584 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e8437ac-1a2e-4a89-8e07-1708cb5f00b7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:34.967513 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8e8437ac-1a2e-4a89-8e07-1708cb5f00b7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/ports/9380a8ac-2d86-4023-8e55-f5b344cba9bb HTTP/1.1" status: 204 len: 168 time: 1.1213765 Feb 07 21:16:34.973839 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37092) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:34.979354 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f742f9b6-5d1e-4b2d-9428-733478d37080 None None] Current status of the port 2bd4a6cb-a436-4b78-a0ae-02a25040fd1d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:35.002110 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09bc5c10-385e-476d-93db-0c040c4614b5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (7b21b1de-e054-4cb8-a8ff-8d894b2fddb3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:35.006502 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ddd78d4-93e5-4bdf-a8a6-a70f505edcdb tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] GET failed (client error): The resource could not be found. Feb 07 21:16:35.011332 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5ddd78d4-93e5-4bdf-a8a6-a70f505edcdb tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "GET /v2.0/ports/9380a8ac-2d86-4023-8e55-f5b344cba9bb HTTP/1.1" status: 404 len: 333 time: 0.0361571 Feb 07 21:16:35.012151 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37096) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:35.016183 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-09bc5c10-385e-476d-93db-0c040c4614b5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Calling delete_port for 7b21b1de-e054-4cb8-a8ff-8d894b2fddb3 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:16:35.085686 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad6d9e14-7ce4-400d-bfcb-4e904b8a54b7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting subnet 61c96566-52c7-48df-92ed-4f2c05012674 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:16:35.090454 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ad6d9e14-7ce4-400d-bfcb-4e904b8a54b7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for subnet (61c96566-52c7-48df-92ed-4f2c05012674), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:35.093754 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f742f9b6-5d1e-4b2d-9428-733478d37080 None None] Provisioning complete for port 0445b92d-5e47-4745-9b85-dfc17e6d7329 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:35.093754 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f742f9b6-5d1e-4b2d-9428-733478d37080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0445b92d-5e47-4745-9b85-dfc17e6d7329), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:35.102175 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 17dc58fa-1248-4f88-b868-ac032c41d000 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:16:35.120538 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 2bd4a6cb-a436-4b78-a0ae-02a25040fd1d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:35.120723 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2bd4a6cb-a436-4b78-a0ae-02a25040fd1d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:35.231783 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ad6d9e14-7ce4-400d-bfcb-4e904b8a54b7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (61c96566-52c7-48df-92ed-4f2c05012674), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:35.387263 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ad6d9e14-7ce4-400d-bfcb-4e904b8a54b7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (61c96566-52c7-48df-92ed-4f2c05012674), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:35.476656 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ad6d9e14-7ce4-400d-bfcb-4e904b8a54b7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (61c96566-52c7-48df-92ed-4f2c05012674), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:35.488085 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-deleted', 'tag': '4ac48894-fd3f-4327-adde-ca84b477e6df'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:16:35.494363 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72dae72-9bcd-4672-88ff-e35fe4636f65" -d '{"events": [{"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-deleted", "tag": "4ac48894-fd3f-4327-adde-ca84b477e6df"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:16:35.526696 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09bc5c10-385e-476d-93db-0c040c4614b5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (7b21b1de-e054-4cb8-a8ff-8d894b2fddb3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:35.563038 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ad6d9e14-7ce4-400d-bfcb-4e904b8a54b7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:35.581306 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ad6d9e14-7ce4-400d-bfcb-4e904b8a54b7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/subnets/61c96566-52c7-48df-92ed-4f2c05012674 HTTP/1.1" status: 204 len: 168 time: 0.5680442 Feb 07 21:16:35.591018 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37118) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:35.605453 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.resource_extend [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:16:35.607307 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 2bd4a6cb-a436-4b78-a0ae-02a25040fd1d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:35.675583 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d9e14-7ce4-400d-bfcb-4e904b8a54b7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Subnet': ['ID=61c96566-52c7-48df-92ed-4f2c05012674,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:35.856138 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f742f9b6-5d1e-4b2d-9428-733478d37080 None None] Current status of the port 0445b92d-5e47-4745-9b85-dfc17e6d7329 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:35.905654 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc5c10-385e-476d-93db-0c040c4614b5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Port': ['ID=7b21b1de-e054-4cb8-a8ff-8d894b2fddb3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:35.940553 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 17dc58fa-1248-4f88-b868-ac032c41d000, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=17dc58fa-1248-4f88-b868-ac032c41d000,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:35.967277 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '17dc58fa-1248-4f88-b868-ac032c41d000', 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0', 'port_id': '17dc58fa-1248-4f88-b868-ac032c41d000', 'mac_address': 'fa:16:3e:84:8b:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59eaac6e-e46d-4028-b7b2-899f00c5ee97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:16:36.071751 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 17dc58fa-1248-4f88-b868-ac032c41d000 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:36.072174 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:36.074234 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-15eeb71a-cfed-40fd-92a8-e65d7d9f1efd None None] Could not find standard attr ID for object 7b21b1de-e054-4cb8-a8ff-8d894b2fddb3. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:16:36.123517 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-37f8f23b-e23b-446a-83c5-8e79a399824a req-f72a8d01-332a-4c5b-b419-88aad2a477dd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17dc58fa-1248-4f88-b868-ac032c41d000 HTTP/1.1" status: 200 len: 1000 time: 1.1886451 Feb 07 21:16:36.160967 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-352317c5-e64f-4bbc-922b-02573cb9a11a req-0a2f7848-1698-4044-a25a-9461a5367a51 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7587986 Feb 07 21:16:36.268764 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff62c6ec-7282-4918-b8a3-8d15fdfe5565 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (d3925e7a-1ce8-4e0e-bde1-b6e05cae6306), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:36.298856 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4761f9-dfcf-49b7-905d-2a56e45da37e x-openstack-request-id: req-ea4761f9-dfcf-49b7-905d-2a56e45da37e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:16:36.299832 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-deleted", "tag": "4ac48894-fd3f-4327-adde-ca84b477e6df", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:16:36.299832 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ea4761f9-dfcf-49b7-905d-2a56e45da37e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:16:36.299832 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-deleted', 'tag': '4ac48894-fd3f-4327-adde-ca84b477e6df', 'status': 'completed', 'code': 200} Feb 07 21:16:36.439919 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c768de-9440-465b-ba32-47daf6911950 None None] Network d3925e7a-1ce8-4e0e-bde1-b6e05cae6306 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:16:36.469354 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09bc5c10-385e-476d-93db-0c040c4614b5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:36.480241 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37136) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:36.481319 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-09bc5c10-385e-476d-93db-0c040c4614b5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/7b21b1de-e054-4cb8-a8ff-8d894b2fddb3 HTTP/1.1" status: 204 len: 168 time: 2.9255800 Feb 07 21:16:36.502974 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-0517f496-e01d-413b-9ae7-4465f84fd194 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Deleting port 9df63fc7-adaf-4727-81c9-300e3fea4a9f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:16:36.504001 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-0517f496-e01d-413b-9ae7-4465f84fd194 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9df63fc7-adaf-4727-81c9-300e3fea4a9f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:36.558142 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17dc58fa-1248-4f88-b868-ac032c41d000 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:16:36.610771 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f755e1d-99c3-49c3-806e-4a21f1e99303 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:36.612363 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f755e1d-99c3-49c3-806e-4a21f1e99303 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:36.618406 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f755e1d-99c3-49c3-806e-4a21f1e99303 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:36.622620 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1f755e1d-99c3-49c3-806e-4a21f1e99303 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1388175 Feb 07 21:16:36.624794 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37144) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:36.650380 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-0517f496-e01d-413b-9ae7-4465f84fd194 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] For port 9df63fc7-adaf-4727-81c9-300e3fea4a9f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9df63fc7-adaf-4727-81c9-300e3fea4a9f,segment=NetworkSegment(132e9d3b-e3a0-44db-9f71-5990771065f1),segment_id=132e9d3b-e3a0-44db-9f71-5990771065f1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:36.650760 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-0517f496-e01d-413b-9ae7-4465f84fd194 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9df63fc7-adaf-4727-81c9-300e3fea4a9f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:36.667295 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-0517f496-e01d-413b-9ae7-4465f84fd194 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Calling delete_port for 9df63fc7-adaf-4727-81c9-300e3fea4a9f owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:16:36.671500 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-15eeb71a-cfed-40fd-92a8-e65d7d9f1efd None None] Provisioning complete for port 0445b92d-5e47-4745-9b85-dfc17e6d7329 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:36.671889 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-15eeb71a-cfed-40fd-92a8-e65d7d9f1efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0445b92d-5e47-4745-9b85-dfc17e6d7329), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:36.784047 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 17dc58fa-1248-4f88-b868-ac032c41d000, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=17dc58fa-1248-4f88-b868-ac032c41d000,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:36.785049 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-d446520d-20a9-40c5-b37d-e405ca6aa632 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet 0c069f32-4f13-487f-87ea-3359006321e5 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:16:36.808523 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d446520d-20a9-40c5-b37d-e405ca6aa632 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (0c069f32-4f13-487f-87ea-3359006321e5), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:36.846039 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:36.852254 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8f23b-e23b-446a-83c5-8e79a399824a req-e28a733c-6b05-449c-9dbe-faeaccf977bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:36.861899 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-37f8f23b-e23b-446a-83c5-8e79a399824a req-e28a733c-6b05-449c-9dbe-faeaccf977bc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.6887066 Feb 07 21:16:36.880992 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc38ed-8c14-461d-a282-2027d3ef9d87 req-9ee438cb-fe01-4fda-be3d-7d5d5c90b65c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:36.884120 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d446520d-20a9-40c5-b37d-e405ca6aa632 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (0c069f32-4f13-487f-87ea-3359006321e5), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:36.892737 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc38ed-8c14-461d-a282-2027d3ef9d87 req-9ee438cb-fe01-4fda-be3d-7d5d5c90b65c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:36.894372 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65bc38ed-8c14-461d-a282-2027d3ef9d87 req-9ee438cb-fe01-4fda-be3d-7d5d5c90b65c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 1677 time: 1.1440098 Feb 07 21:16:36.947378 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['17dc58fa-1248-4f88-b868-ac032c41d000'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:16:36.991488 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d446520d-20a9-40c5-b37d-e405ca6aa632 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (0c069f32-4f13-487f-87ea-3359006321e5), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:36.992289 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=17dc58fa-1248-4f88-b868-ac032c41d000,revision_number=9']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:37.027333 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-15eeb71a-cfed-40fd-92a8-e65d7d9f1efd None None] Current status of the port 0445b92d-5e47-4745-9b85-dfc17e6d7329 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:37.045429 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8762350-f7ef-4715-9256-a1d96429d388 None None] DHCP port deletion for d3925e7a-1ce8-4e0e-bde1-b6e05cae6306 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:16:37.096948 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d446520d-20a9-40c5-b37d-e405ca6aa632 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (0c069f32-4f13-487f-87ea-3359006321e5), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:37.123212 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d446520d-20a9-40c5-b37d-e405ca6aa632 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:37.138751 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d446520d-20a9-40c5-b37d-e405ca6aa632 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/0c069f32-4f13-487f-87ea-3359006321e5 HTTP/1.1" status: 204 len: 168 time: 0.5113678 Feb 07 21:16:37.139413 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37150) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:37.146046 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b3f95b-0e54-4b8f-8839-047fd81e1eb3 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:16:37.195910 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446520d-20a9-40c5-b37d-e405ca6aa632 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=0c069f32-4f13-487f-87ea-3359006321e5,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:37.233783 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ff62c6ec-7282-4918-b8a3-8d15fdfe5565 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting port 2bd4a6cb-a436-4b78-a0ae-02a25040fd1d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:16:37.234168 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff62c6ec-7282-4918-b8a3-8d15fdfe5565 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (2bd4a6cb-a436-4b78-a0ae-02a25040fd1d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:37.246334 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8f23b-e23b-446a-83c5-8e79a399824a req-91c5edb1-d6dd-457a-995f-a7cbd78761c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:37.246982 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-45b4b52a-83e8-4e59-aa19-a7c99633929d None None] Provisioning complete for port 2bd4a6cb-a436-4b78-a0ae-02a25040fd1d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:37.247359 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-45b4b52a-83e8-4e59-aa19-a7c99633929d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2bd4a6cb-a436-4b78-a0ae-02a25040fd1d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:37.248269 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-37f8f23b-e23b-446a-83c5-8e79a399824a req-91c5edb1-d6dd-457a-995f-a7cbd78761c6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3509228 Feb 07 21:16:37.316593 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c30c86-81cb-48bf-a9a3-74ae97d0f62b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet b6ff518a-165d-4795-bfa5-ea3736782728 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:16:37.320489 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62c30c86-81cb-48bf-a9a3-74ae97d0f62b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (b6ff518a-165d-4795-bfa5-ea3736782728), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:37.391441 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d8762350-f7ef-4715-9256-a1d96429d388 None None] Deleting port 2bd4a6cb-a436-4b78-a0ae-02a25040fd1d {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:16:37.391675 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d8762350-f7ef-4715-9256-a1d96429d388 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (2bd4a6cb-a436-4b78-a0ae-02a25040fd1d), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:37.416186 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62c30c86-81cb-48bf-a9a3-74ae97d0f62b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (b6ff518a-165d-4795-bfa5-ea3736782728), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:37.486591 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65bc38ed-8c14-461d-a282-2027d3ef9d87 req-2fe3f271-f55c-401b-ae3f-81d1de330901 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5525906 Feb 07 21:16:37.488586 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-37f8f23b-e23b-446a-83c5-8e79a399824a req-bfa8d80c-42e1-4b93-8f72-5454efc79bd0 service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087379 Feb 07 21:16:37.536997 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37164) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:37.613018 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-0517f496-e01d-413b-9ae7-4465f84fd194 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (9df63fc7-adaf-4727-81c9-300e3fea4a9f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:37.639648 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62c30c86-81cb-48bf-a9a3-74ae97d0f62b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (b6ff518a-165d-4795-bfa5-ea3736782728), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:37.662999 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ff62c6ec-7282-4918-b8a3-8d15fdfe5565 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] For port 2bd4a6cb-a436-4b78-a0ae-02a25040fd1d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2bd4a6cb-a436-4b78-a0ae-02a25040fd1d,segment=NetworkSegment(d020334a-d3b7-491e-9ff8-6b142d969fc1),segment_id=d020334a-d3b7-491e-9ff8-6b142d969fc1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:37.663516 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff62c6ec-7282-4918-b8a3-8d15fdfe5565 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (2bd4a6cb-a436-4b78-a0ae-02a25040fd1d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:37.672860 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d8762350-f7ef-4715-9256-a1d96429d388 None None] For port 2bd4a6cb-a436-4b78-a0ae-02a25040fd1d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2bd4a6cb-a436-4b78-a0ae-02a25040fd1d,segment=NetworkSegment(d020334a-d3b7-491e-9ff8-6b142d969fc1),segment_id=d020334a-d3b7-491e-9ff8-6b142d969fc1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:37.673548 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d8762350-f7ef-4715-9256-a1d96429d388 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (2bd4a6cb-a436-4b78-a0ae-02a25040fd1d), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:37.680346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ff62c6ec-7282-4918-b8a3-8d15fdfe5565 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Calling delete_port for 2bd4a6cb-a436-4b78-a0ae-02a25040fd1d owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:16:37.722252 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d8762350-f7ef-4715-9256-a1d96429d388 None None] Calling delete_port for 2bd4a6cb-a436-4b78-a0ae-02a25040fd1d owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:16:37.731990 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62c30c86-81cb-48bf-a9a3-74ae97d0f62b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (b6ff518a-165d-4795-bfa5-ea3736782728), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:37.750018 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-45b4b52a-83e8-4e59-aa19-a7c99633929d None None] Current status of the port 2bd4a6cb-a436-4b78-a0ae-02a25040fd1d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:37.779825 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c30c86-81cb-48bf-a9a3-74ae97d0f62b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ff518a-165d-4795-bfa5-ea3736782728,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:37.804798 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-45b4b52a-83e8-4e59-aa19-a7c99633929d None None] Could not find standard attr ID for object 7b21b1de-e054-4cb8-a8ff-8d894b2fddb3. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:16:37.808976 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62c30c86-81cb-48bf-a9a3-74ae97d0f62b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:37.816323 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-62c30c86-81cb-48bf-a9a3-74ae97d0f62b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/b6ff518a-165d-4795-bfa5-ea3736782728 HTTP/1.1" status: 204 len: 168 time: 0.6384614 Feb 07 21:16:37.819154 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37172) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:37.821135 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff62c6ec-7282-4918-b8a3-8d15fdfe5565 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (2bd4a6cb-a436-4b78-a0ae-02a25040fd1d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:37.839811 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517f496-e01d-413b-9ae7-4465f84fd194 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event deleted for resources: {'Port': ['ID=9df63fc7-adaf-4727-81c9-300e3fea4a9f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: from cryptography.utils import int_from_bytes Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: from cryptography.utils import int_from_bytes Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:37.855534 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:16:37.858539 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:37.858539 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:16:37.858539 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:37.858539 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:16:37.858539 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:37.858539 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:16:37.858539 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:37.858539 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:16:37.858539 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:37.858539 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:16:37.858539 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:37.858539 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:16:37.858539 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:37.858539 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:16:37.864554 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d8762350-f7ef-4715-9256-a1d96429d388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (2bd4a6cb-a436-4b78-a0ae-02a25040fd1d), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:37.916159 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8762350-f7ef-4715-9256-a1d96429d388 None None] No DVR routers for this DVR port 2bd4a6cb-a436-4b78-a0ae-02a25040fd1d on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:16:37.919108 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff62c6ec-7282-4918-b8a3-8d15fdfe5565 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] No DVR routers for this DVR port 2bd4a6cb-a436-4b78-a0ae-02a25040fd1d on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:16:37.924584 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62c6ec-7282-4918-b8a3-8d15fdfe5565 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Port': ['ID=2bd4a6cb-a436-4b78-a0ae-02a25040fd1d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:37.949007 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8762350-f7ef-4715-9256-a1d96429d388 None None] Pushing event deleted for resources: {'Port': ['ID=2bd4a6cb-a436-4b78-a0ae-02a25040fd1d,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:37.951604 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bc356-46e2-4d0a-8f8c-2b5f894fd91b req-683a91d0-601a-491a-beec-e48beb137e75 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:37.960462 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-763bc356-46e2-4d0a-8f8c-2b5f894fd91b req-683a91d0-601a-491a-beec-e48beb137e75 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.4605043 Feb 07 21:16:38.042226 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-0517f496-e01d-413b-9ae7-4465f84fd194 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] No DVR routers for this DVR port 9df63fc7-adaf-4727-81c9-300e3fea4a9f on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:16:38.063858 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-0517f496-e01d-413b-9ae7-4465f84fd194 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:38.067603 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-0517f496-e01d-413b-9ae7-4465f84fd194 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.71 "DELETE /v2.0/ports/9df63fc7-adaf-4727-81c9-300e3fea4a9f HTTP/1.1" status: 204 len: 173 time: 3.1266966 Feb 07 21:16:38.149298 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff62c6ec-7282-4918-b8a3-8d15fdfe5565 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (d3925e7a-1ce8-4e0e-bde1-b6e05cae6306), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:38.176103 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-ff62c6ec-7282-4918-b8a3-8d15fdfe5565 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3925e7a-1ce8-4e0e-bde1-b6e05cae6306']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:16:38.186387 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-ff62c6ec-7282-4918-b8a3-8d15fdfe5565 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd020334a-d3b7-491e-9ff8-6b142d969fc1') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:16:38.186693 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-ff62c6ec-7282-4918-b8a3-8d15fdfe5565 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd020334a-d3b7-491e-9ff8-6b142d969fc1') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:16:38.197895 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff62c6ec-7282-4918-b8a3-8d15fdfe5565 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (d020334a-d3b7-491e-9ff8-6b142d969fc1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:38.212265 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff62c6ec-7282-4918-b8a3-8d15fdfe5565 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (d020334a-d3b7-491e-9ff8-6b142d969fc1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:38.218804 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff62c6ec-7282-4918-b8a3-8d15fdfe5565 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:16:38.219202 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff62c6ec-7282-4918-b8a3-8d15fdfe5565 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (d020334a-d3b7-491e-9ff8-6b142d969fc1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:16:38.290963 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:16:38.314926 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-deleted', 'tag': '9df63fc7-adaf-4727-81c9-300e3fea4a9f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:16:38.320735 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9125170-b6d9-4c0e-96c0-f55010c99459" -d '{"events": [{"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-deleted", "tag": "9df63fc7-adaf-4727-81c9-300e3fea4a9f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:16:38.343963 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff62c6ec-7282-4918-b8a3-8d15fdfe5565 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (d3925e7a-1ce8-4e0e-bde1-b6e05cae6306), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:38.365113 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-37f8f23b-e23b-446a-83c5-8e79a399824a req-c243973c-782e-4d2b-9920-24a2fee18410 service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8546231 Feb 07 21:16:38.371331 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff62c6ec-7282-4918-b8a3-8d15fdfe5565 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:38.374575 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ff62c6ec-7282-4918-b8a3-8d15fdfe5565 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/networks/d3925e7a-1ce8-4e0e-bde1-b6e05cae6306 HTTP/1.1" status: 204 len: 168 time: 2.7404861 Feb 07 21:16:38.394104 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-763bc356-46e2-4d0a-8f8c-2b5f894fd91b req-aa07ee1b-bda7-471b-83c1-74196f0ad760 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4323673 Feb 07 21:16:38.404749 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37176) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:38.416404 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8ece45c6-665a-44a2-8a4a-85cc02000820 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-924060818'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:38.461240 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8440e978-cec5-4063-a68b-f1efdceb5ffd tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6386240 Feb 07 21:16:38.472133 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37178) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:38.481750 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62c6ec-7282-4918-b8a3-8d15fdfe5565 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Network': ['ID=d3925e7a-1ce8-4e0e-bde1-b6e05cae6306,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:38.488831 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc0919d-8da7-45c1-a379-de44c396b56e x-openstack-request-id: req-fdc0919d-8da7-45c1-a379-de44c396b56e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:16:38.489127 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-deleted", "tag": "9df63fc7-adaf-4727-81c9-300e3fea4a9f", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:16:38.489385 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fdc0919d-8da7-45c1-a379-de44c396b56e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:16:38.489794 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-deleted', 'tag': '9df63fc7-adaf-4727-81c9-300e3fea4a9f', 'status': 'completed', 'code': 200} Feb 07 21:16:38.554540 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2bd4a6cb-a436-4b78-a0ae-02a25040fd1d no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:16:38.603821 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 2bd4a6cb-a436-4b78-a0ae-02a25040fd1d {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:16:38.609747 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2bd4a6cb-a436-4b78-a0ae-02a25040fd1d not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:16:38.623169 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80f654b8-746b-4928-a6ed-a5d450320563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:38.643074 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ece45c6-665a-44a2-8a4a-85cc02000820 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:38.646463 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ece45c6-665a-44a2-8a4a-85cc02000820 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:38.786899 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f583d55-9b6c-4e0e-bd45-139b3516e0ea tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:38.788900 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1f583d55-9b6c-4e0e-bd45-139b3516e0ea tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2838974 Feb 07 21:16:38.798387 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37190) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:38.803976 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-37436f82-d168-409a-a015-0d2d4c577870 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Deleting port 37a46c40-b8b5-4e77-b30b-a26ed748d892 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:16:38.804557 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-37436f82-d168-409a-a015-0d2d4c577870 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (37a46c40-b8b5-4e77-b30b-a26ed748d892), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:38.841681 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd58497-b14d-4879-b2d7-b1c0d1032e1d None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:16:38.863952 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80f654b8-746b-4928-a6ed-a5d450320563 admin admin] Publish callbacks [] for security_group (44164506-8e37-4080-b0b8-1e503c69ed28), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:38.877156 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ece45c6-665a-44a2-8a4a-85cc02000820 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:16:38.880372 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80f654b8-746b-4928-a6ed-a5d450320563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (44164506-8e37-4080-b0b8-1e503c69ed28), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:38.905024 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ece45c6-665a-44a2-8a4a-85cc02000820 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (ec15f428-e40f-4c92-a067-dd3ee33e493c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:38.905961 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-8ece45c6-665a-44a2-8a4a-85cc02000820 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Added segment ec15f428-e40f-4c92-a067-dd3ee33e493c of type vlan for network 79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4 Feb 07 21:16:38.919203 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa6f3bc-48e9-4a83-a82b-3deef152a903 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:38.921525 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9aa6f3bc-48e9-4a83-a82b-3deef152a903 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1217835 Feb 07 21:16:38.931548 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37192) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:38.973718 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5443ca81-0a36-4263-b835-92e4f2cbae2c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409546 Feb 07 21:16:38.975514 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f654b8-746b-4928-a6ed-a5d450320563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44164506-8e37-4080-b0b8-1e503c69ed28,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:38.979490 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-80f654b8-746b-4928-a6ed-a5d450320563 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f975f22bf63d48b297c84896e46fa0b3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4414237 Feb 07 21:16:38.982088 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37194) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:38.987843 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37196) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:38.993075 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-bf1e8487-c885-48b0-9a83-9961eb8a712f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:38.998406 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ece45c6-665a-44a2-8a4a-85cc02000820 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:39.046380 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-79427a80-a365-4f4c-8a0b-09a9baaaf640 None None] Provisioning complete for port 0445b92d-5e47-4745-9b85-dfc17e6d7329 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:39.046989 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-79427a80-a365-4f4c-8a0b-09a9baaaf640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0445b92d-5e47-4745-9b85-dfc17e6d7329), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:39.092832 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 17dc58fa-1248-4f88-b868-ac032c41d000 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:16:39.118991 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-37436f82-d168-409a-a015-0d2d4c577870 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] For port 37a46c40-b8b5-4e77-b30b-a26ed748d892, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=37a46c40-b8b5-4e77-b30b-a26ed748d892,segment=NetworkSegment(132e9d3b-e3a0-44db-9f71-5990771065f1),segment_id=132e9d3b-e3a0-44db-9f71-5990771065f1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:39.119828 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-37436f82-d168-409a-a015-0d2d4c577870 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (37a46c40-b8b5-4e77-b30b-a26ed748d892), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:39.137014 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-37436f82-d168-409a-a015-0d2d4c577870 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Calling delete_port for 37a46c40-b8b5-4e77-b30b-a26ed748d892 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:16:39.267092 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5f52903-a42f-4c28-9b73-860d38dfc11c admin admin] Publish callbacks [] for security_group (44164506-8e37-4080-b0b8-1e503c69ed28), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:39.272280 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 17dc58fa-1248-4f88-b868-ac032c41d000 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:39.275429 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:39.287246 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1e8487-c885-48b0-9a83-9961eb8a712f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:39.295151 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf1e8487-c885-48b0-9a83-9961eb8a712f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:39.300110 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1e8487-c885-48b0-9a83-9961eb8a712f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:16:39.302866 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf1e8487-c885-48b0-9a83-9961eb8a712f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:16:39.352114 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5f52903-a42f-4c28-9b73-860d38dfc11c admin admin] Publish callbacks [] for security_group (44164506-8e37-4080-b0b8-1e503c69ed28), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:39.366207 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ece45c6-665a-44a2-8a4a-85cc02000820 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:39.375207 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ece45c6-665a-44a2-8a4a-85cc02000820 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:39.376935 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ece45c6-665a-44a2-8a4a-85cc02000820 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:39.377798 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bf1e8487-c885-48b0-9a83-9961eb8a712f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3866594 Feb 07 21:16:39.381562 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e37d842-2de4-419b-aee0-489c96fac4c6 None None] DHCP port deletion for f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:16:39.381766 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37198) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:39.391195 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-37436f82-d168-409a-a015-0d2d4c577870 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (37a46c40-b8b5-4e77-b30b-a26ed748d892), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:39.420339 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-49bbdaaa-5f7d-4808-a21b-9ba72a16f372 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:39.440167 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-79427a80-a365-4f4c-8a0b-09a9baaaf640 None None] Current status of the port 0445b92d-5e47-4745-9b85-dfc17e6d7329 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:39.455014 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5f52903-a42f-4c28-9b73-860d38dfc11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (44164506-8e37-4080-b0b8-1e503c69ed28), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:39.458619 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5f52903-a42f-4c28-9b73-860d38dfc11c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:39.474597 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e5f52903-a42f-4c28-9b73-860d38dfc11c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/44164506-8e37-4080-b0b8-1e503c69ed28 HTTP/1.1" status: 204 len: 168 time: 0.4891362 Feb 07 21:16:39.476032 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ebd18-0ff6-4f17-bfa4-3f2e90f45e15 req-eca347ae-3263-411e-a438-e9652707a4f2 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:39.477724 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ec4ebd18-0ff6-4f17-bfa4-3f2e90f45e15 req-eca347ae-3263-411e-a438-e9652707a4f2 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 943 time: 0.8031559 Feb 07 21:16:39.523034 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 17dc58fa-1248-4f88-b868-ac032c41d000 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:39.523528 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:39.542752 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f52903-a42f-4c28-9b73-860d38dfc11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44164506-8e37-4080-b0b8-1e503c69ed28,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:39.573675 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17dc58fa-1248-4f88-b868-ac032c41d000'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:16:39.576963 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c67d80-f1c2-4aab-b12d-2b34f4b5bd47" -d '{"events": [{"server_uuid": "77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34", "name": "network-vif-plugged", "status": "completed", "tag": "17dc58fa-1248-4f88-b868-ac032c41d000"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:16:39.593268 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece45c6-665a-44a2-8a4a-85cc02000820 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Network': ['ID=79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:39.626739 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 17dc58fa-1248-4f88-b868-ac032c41d000, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=17dc58fa-1248-4f88-b868-ac032c41d000,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:39.647999 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:16:39.722563 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37436f82-d168-409a-a015-0d2d4c577870 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event deleted for resources: {'Port': ['ID=37a46c40-b8b5-4e77-b30b-a26ed748d892,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:39.731372 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:39.765906 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1e37d842-2de4-419b-aee0-489c96fac4c6 None None] Deleting port 0445b92d-5e47-4745-9b85-dfc17e6d7329 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:16:39.766294 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e37d842-2de4-419b-aee0-489c96fac4c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (0445b92d-5e47-4745-9b85-dfc17e6d7329), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:39.774191 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8ece45c6-665a-44a2-8a4a-85cc02000820 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3673213 Feb 07 21:16:39.776165 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37218) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:39.782829 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e5e89a77-a8a2-4b1d-ac19-07b51865d68b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'subnet': {'network_id': '79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:39.861298 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-37436f82-d168-409a-a015-0d2d4c577870 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] No DVR routers for this DVR port 37a46c40-b8b5-4e77-b30b-a26ed748d892 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:16:39.892726 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-37436f82-d168-409a-a015-0d2d4c577870 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:39.900822 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91951ccb-d95d-42a7-b25f-0adb166ea7a5 req-37436f82-d168-409a-a015-0d2d4c577870 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.71 "DELETE /v2.0/ports/37a46c40-b8b5-4e77-b30b-a26ed748d892 HTTP/1.1" status: 204 len: 173 time: 1.8154535 Feb 07 21:16:40.087556 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e89a77-a8a2-4b1d-ac19-07b51865d68b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:40.092085 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5e89a77-a8a2-4b1d-ac19-07b51865d68b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:40.128225 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=17dc58fa-1248-4f88-b868-ac032c41d000,revision_number=10']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:40.149389 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1e37d842-2de4-419b-aee0-489c96fac4c6 None None] For port 0445b92d-5e47-4745-9b85-dfc17e6d7329, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0445b92d-5e47-4745-9b85-dfc17e6d7329,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:40.150026 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e37d842-2de4-419b-aee0-489c96fac4c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (0445b92d-5e47-4745-9b85-dfc17e6d7329), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:40.169769 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37226) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:40.178032 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1e37d842-2de4-419b-aee0-489c96fac4c6 None None] Calling delete_port for 0445b92d-5e47-4745-9b85-dfc17e6d7329 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:16:40.232902 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3025c6c7-9534-4a70-b62e-b26dc04fa4a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:40.336760 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e37d842-2de4-419b-aee0-489c96fac4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (0445b92d-5e47-4745-9b85-dfc17e6d7329), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:40.366335 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e37d842-2de4-419b-aee0-489c96fac4c6 None None] No DVR routers for this DVR port 0445b92d-5e47-4745-9b85-dfc17e6d7329 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:16:40.395442 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37d842-2de4-419b-aee0-489c96fac4c6 None None] Pushing event deleted for resources: {'Port': ['ID=0445b92d-5e47-4745-9b85-dfc17e6d7329,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:40.459014 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ec4ebd18-0ff6-4f17-bfa4-3f2e90f45e15 req-d095ef80-60a7-4736-adf3-75de6183797d tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups?id=4594f637-47ce-490b-a33d-e0ff27b5c788&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8630848 Feb 07 21:16:40.507463 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5e89a77-a8a2-4b1d-ac19-07b51865d68b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (1911f5e0-4ca3-4afa-8706-fe4f28362218), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:40.515128 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-deleted', 'tag': '37a46c40-b8b5-4e77-b30b-a26ed748d892'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:16:40.515128 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d24016a-57bd-4d12-900b-c2bd42a68003" -d '{"events": [{"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-deleted", "tag": "37a46c40-b8b5-4e77-b30b-a26ed748d892"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:16:40.521435 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bbdaaa-5f7d-4808-a21b-9ba72a16f372 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:40.524236 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49bbdaaa-5f7d-4808-a21b-9ba72a16f372 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:40.525958 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-49bbdaaa-5f7d-4808-a21b-9ba72a16f372 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:16:40.526398 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49bbdaaa-5f7d-4808-a21b-9ba72a16f372 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:16:40.526804 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc3e8e6-bf93-44f3-a94a-be3c75ec0ab8 x-openstack-request-id: req-3bc3e8e6-bf93-44f3-a94a-be3c75ec0ab8 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:16:40.528319 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34", "name": "network-vif-plugged", "status": "completed", "tag": "17dc58fa-1248-4f88-b868-ac032c41d000", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:16:40.528619 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3bc3e8e6-bf93-44f3-a94a-be3c75ec0ab8 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:16:40.529010 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17dc58fa-1248-4f88-b868-ac032c41d000', 'code': 200} Feb 07 21:16:40.534135 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0445b92d-5e47-4745-9b85-dfc17e6d7329 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:16:40.579642 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 0445b92d-5e47-4745-9b85-dfc17e6d7329 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:16:40.580491 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0445b92d-5e47-4745-9b85-dfc17e6d7329 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:16:40.602852 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7559462-1160-4890-b890-e5af5e4ff2b0 req-7f77eff7-78cd-4e01-9599-becb57107898 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:40.605314 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f7559462-1160-4890-b890-e5af5e4ff2b0 req-7f77eff7-78cd-4e01-9599-becb57107898 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.8462782 Feb 07 21:16:40.611335 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e89a77-a8a2-4b1d-ac19-07b51865d68b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Subnet': ['ID=1911f5e0-4ca3-4afa-8706-fe4f28362218,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:40.628229 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-49bbdaaa-5f7d-4808-a21b-9ba72a16f372 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.2365716 Feb 07 21:16:40.631879 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37236) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:40.661857 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-cc56f7c6-70e9-4d1c-99d4-89b887a1b931 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:40.663764 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561c3492-a7fd-47e8-878f-bfa8a89e4923 x-openstack-request-id: req-561c3492-a7fd-47e8-878f-bfa8a89e4923 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:16:40.668770 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc0c28e-4864-4b5f-a24a-f563300ee0f8", "name": "network-vif-deleted", "tag": "37a46c40-b8b5-4e77-b30b-a26ed748d892", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:16:40.669370 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-561c3492-a7fd-47e8-878f-bfa8a89e4923 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:16:40.670080 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc0c28e-4864-4b5f-a24a-f563300ee0f8', 'name': 'network-vif-deleted', 'tag': '37a46c40-b8b5-4e77-b30b-a26ed748d892', 'status': 'completed', 'code': 200} Feb 07 21:16:40.685078 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3025c6c7-9534-4a70-b62e-b26dc04fa4a5 admin admin] Publish callbacks [] for security_group (c15b5f4a-fdbf-4b9e-9fc3-f8b5f3b7469c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:40.686725 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e89a77-a8a2-4b1d-ac19-07b51865d68b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Checking segment: {'id': 'ec15f428-e40f-4c92-a067-dd3ee33e493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:16:40.687228 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e89a77-a8a2-4b1d-ac19-07b51865d68b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network hostable DHCP agents. Network: 79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:16:40.696440 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f7559462-1160-4890-b890-e5af5e4ff2b0 req-4a31a999-61c5-4b7d-9942-10fd73a1d206 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838141 Feb 07 21:16:40.750987 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3025c6c7-9534-4a70-b62e-b26dc04fa4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c15b5f4a-fdbf-4b9e-9fc3-f8b5f3b7469c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:40.819261 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e89a77-a8a2-4b1d-ac19-07b51865d68b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network 79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:16:40.833767 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3025c6c7-9534-4a70-b62e-b26dc04fa4a5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ee19fcb5939545f69a39f3b9b89a01e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6597426 Feb 07 21:16:40.836670 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37248) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:40.838325 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025c6c7-9534-4a70-b62e-b26dc04fa4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15b5f4a-fdbf-4b9e-9fc3-f8b5f3b7469c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:40.866242 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-e5e89a77-a8a2-4b1d-ac19-07b51865d68b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:40.878675 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e89a77-a8a2-4b1d-ac19-07b51865d68b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:40.879672 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39e0676-527e-46d6-ad07-8c7745840877 None None] Network 79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:16:40.879880 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5e89a77-a8a2-4b1d-ac19-07b51865d68b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:40.885742 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc56f7c6-70e9-4d1c-99d4-89b887a1b931 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:40.891740 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc56f7c6-70e9-4d1c-99d4-89b887a1b931 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:40.894440 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc56f7c6-70e9-4d1c-99d4-89b887a1b931 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:16:40.894921 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc56f7c6-70e9-4d1c-99d4-89b887a1b931 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:16:40.931707 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-880a7942-42ad-4dbf-a794-27d2c2643e30 admin admin] Publish callbacks [] for security_group (c15b5f4a-fdbf-4b9e-9fc3-f8b5f3b7469c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:40.972277 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-880a7942-42ad-4dbf-a794-27d2c2643e30 admin admin] Publish callbacks [] for security_group (c15b5f4a-fdbf-4b9e-9fc3-f8b5f3b7469c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:40.975434 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cc56f7c6-70e9-4d1c-99d4-89b887a1b931 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3407805 Feb 07 21:16:40.979856 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37254) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:40.989583 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-28f9659a-9681-47f8-b6b8-d8b65ff54a65 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:41.002658 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e5e89a77-a8a2-4b1d-ac19-07b51865d68b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2249515 Feb 07 21:16:41.011715 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37258) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:41.037217 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ecfccbdf-5228-46cc-aa1b-c466be733bff tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'port': {'network_id': '79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4', 'name': 'tempest-PortsTestJSON-1476770731', 'fixed_ips': [{'subnet_id': '1911f5e0-4ca3-4afa-8706-fe4f28362218', 'ip_address': '172.20.0.10'}]}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:41.042228 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-880a7942-42ad-4dbf-a794-27d2c2643e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c15b5f4a-fdbf-4b9e-9fc3-f8b5f3b7469c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:41.045661 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-880a7942-42ad-4dbf-a794-27d2c2643e30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:41.055497 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-880a7942-42ad-4dbf-a794-27d2c2643e30 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c15b5f4a-fdbf-4b9e-9fc3-f8b5f3b7469c HTTP/1.1" status: 204 len: 168 time: 0.2170799 Feb 07 21:16:41.085564 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a7942-42ad-4dbf-a794-27d2c2643e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15b5f4a-fdbf-4b9e-9fc3-f8b5f3b7469c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:41.122824 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec1fb9c-2844-46e6-b59c-e73c1447ada1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4', 'network_id': '79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4', 'project_id': '513bde040ef147d69df68a6ee6cac082', 'fixed_ips': [{'subnet_id': '1911f5e0-4ca3-4afa-8706-fe4f28362218'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:16:41.123491 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7ec1fb9c-2844-46e6-b59c-e73c1447ada1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:41.312208 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f9659a-9681-47f8-b6b8-d8b65ff54a65 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:41.315692 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-28f9659a-9681-47f8-b6b8-d8b65ff54a65 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:41.317171 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f9659a-9681-47f8-b6b8-d8b65ff54a65 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:16:41.317615 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f9659a-9681-47f8-b6b8-d8b65ff54a65 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:16:41.344462 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfccbdf-5228-46cc-aa1b-c466be733bff tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:41.415345 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-7ec1fb9c-2844-46e6-b59c-e73c1447ada1 None None] Allocated IP 172.20.0.2 (79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4/1911f5e0-4ca3-4afa-8706-fe4f28362218/77cb46c9-38e9-4cdf-9228-f0c66a31a229) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:16:41.516734 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-28f9659a-9681-47f8-b6b8-d8b65ff54a65 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5342386 Feb 07 21:16:41.518662 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37282) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:41.528302 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b4b0d64b-edf6-4de0-87d8-5e373a12e187 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:41.661353 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7ec1fb9c-2844-46e6-b59c-e73c1447ada1 None None] Publish callbacks [] for port (77cb46c9-38e9-4cdf-9228-f0c66a31a229), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:41.661609 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85fb7a52-fd1c-49d8-b12d-182e4fcb12e5 req-fdb72634-8572-442d-a089-f9e57e5809d6 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0640996 Feb 07 21:16:41.678423 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7ec1fb9c-2844-46e6-b59c-e73c1447ada1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (77cb46c9-38e9-4cdf-9228-f0c66a31a229), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:41.705971 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b0d64b-edf6-4de0-87d8-5e373a12e187 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:41.716631 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4b0d64b-edf6-4de0-87d8-5e373a12e187 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:41.717461 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b0d64b-edf6-4de0-87d8-5e373a12e187 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:16:41.717905 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4b0d64b-edf6-4de0-87d8-5e373a12e187 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:16:41.774598 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ecfccbdf-5228-46cc-aa1b-c466be733bff tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:41.782183 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec1fb9c-2844-46e6-b59c-e73c1447ada1 None None] Network 79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:41.785334 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-7ec1fb9c-2844-46e6-b59c-e73c1447ada1 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:41.789712 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec1fb9c-2844-46e6-b59c-e73c1447ada1 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:16:41.806308 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b4b0d64b-edf6-4de0-87d8-5e373a12e187 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2819064 Feb 07 21:16:41.809923 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37294) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:41.817976 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1fb9c-2844-46e6-b59c-e73c1447ada1 None None] Pushing event updated for resources: {'Port': ['ID=77cb46c9-38e9-4cdf-9228-f0c66a31a229,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:41.838120 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-98445b18-5e54-482b-a8fc-2ca99a06b484 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:41.841088 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-ecfccbdf-5228-46cc-aa1b-c466be733bff tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] device_id is not set on port 5b853762-3991-40cb-93a5-54e731dc2f06 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:16:41.937610 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-7ec1fb9c-2844-46e6-b59c-e73c1447ada1 None None] Attempting to bind port 77cb46c9-38e9-4cdf-9228-f0c66a31a229 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:16:41.937990 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-7ec1fb9c-2844-46e6-b59c-e73c1447ada1 None None] Attempting to bind port 77cb46c9-38e9-4cdf-9228-f0c66a31a229 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'ec15f428-e40f-4c92-a067-dd3ee33e493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:16:41.938352 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec1fb9c-2844-46e6-b59c-e73c1447ada1 None None] Attempting to bind port 77cb46c9-38e9-4cdf-9228-f0c66a31a229 on network 79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:16:41.953558 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec1fb9c-2844-46e6-b59c-e73c1447ada1 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:16:41.953986 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec1fb9c-2844-46e6-b59c-e73c1447ada1 None None] Checking segment: {'id': 'ec15f428-e40f-4c92-a067-dd3ee33e493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:16:41.954326 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7ec1fb9c-2844-46e6-b59c-e73c1447ada1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:41.957952 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec1fb9c-2844-46e6-b59c-e73c1447ada1 None None] Bound using segment: {'id': 'ec15f428-e40f-4c92-a067-dd3ee33e493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:16:41.960799 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-7ec1fb9c-2844-46e6-b59c-e73c1447ada1 None None] Bound port: 77cb46c9-38e9-4cdf-9228-f0c66a31a229, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec15f428-e40f-4c92-a067-dd3ee33e493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:16:41.961671 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7ec1fb9c-2844-46e6-b59c-e73c1447ada1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (77cb46c9-38e9-4cdf-9228-f0c66a31a229), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:42.098235 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7ec1fb9c-2844-46e6-b59c-e73c1447ada1 None None] For port 77cb46c9-38e9-4cdf-9228-f0c66a31a229, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:16:42.103889 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7ec1fb9c-2844-46e6-b59c-e73c1447ada1 None None] For port 77cb46c9-38e9-4cdf-9228-f0c66a31a229, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=77cb46c9-38e9-4cdf-9228-f0c66a31a229,segment=NetworkSegment(ec15f428-e40f-4c92-a067-dd3ee33e493c),segment_id=ec15f428-e40f-4c92-a067-dd3ee33e493c)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:16:42.126433 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7ec1fb9c-2844-46e6-b59c-e73c1447ada1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (77cb46c9-38e9-4cdf-9228-f0c66a31a229), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:42.150947 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7ee31-12fe-4a3f-985d-a8b260b5908e req-aa36289d-7f7e-43ab-ac51-12434c5e3633 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:42.152574 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c1f7ee31-12fe-4a3f-985d-a8b260b5908e req-aa36289d-7f7e-43ab-ac51-12434c5e3633 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.3048322 Feb 07 21:16:42.188642 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98445b18-5e54-482b-a8fc-2ca99a06b484 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:42.197471 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98445b18-5e54-482b-a8fc-2ca99a06b484 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:42.198904 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-98445b18-5e54-482b-a8fc-2ca99a06b484 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:16:42.199483 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98445b18-5e54-482b-a8fc-2ca99a06b484 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:16:42.206285 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-ecfccbdf-5228-46cc-aa1b-c466be733bff tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Allocated IP 172.20.0.10 (79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4/1911f5e0-4ca3-4afa-8706-fe4f28362218/5b853762-3991-40cb-93a5-54e731dc2f06) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:16:42.218491 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1fb9c-2844-46e6-b59c-e73c1447ada1 None None] Pushing event updated for resources: {'Port': ['ID=77cb46c9-38e9-4cdf-9228-f0c66a31a229,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:42.326818 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c1f7ee31-12fe-4a3f-985d-a8b260b5908e req-fccf15e8-7784-4050-9432-334d51d0e150 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511569 Feb 07 21:16:42.338027 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-98445b18-5e54-482b-a8fc-2ca99a06b484 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5266397 Feb 07 21:16:42.343897 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37314) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:42.449388 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-50b4dc26-dd61-44e3-9f10-b30d6751d34b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1018898 Feb 07 21:16:42.449919 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37318) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:42.586001 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb79bd8-93f1-4ce4-b7f8-d80f96c24346 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:42.594306 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ddb79bd8-93f1-4ce4-b7f8-d80f96c24346 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1428349 Feb 07 21:16:42.596271 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37324) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:42.669752 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ecfccbdf-5228-46cc-aa1b-c466be733bff tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for port (5b853762-3991-40cb-93a5-54e731dc2f06), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:42.730373 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d6c7f9fd-8322-47d8-8d07-eee130c235b5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1326175 Feb 07 21:16:42.733929 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37330) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:42.740557 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-598e664b-67ce-4df8-a3c5-2004303f805f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:42.795670 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ecfccbdf-5228-46cc-aa1b-c466be733bff tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (5b853762-3991-40cb-93a5-54e731dc2f06), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:42.887404 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598e664b-67ce-4df8-a3c5-2004303f805f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:42.902214 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-598e664b-67ce-4df8-a3c5-2004303f805f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:43.013028 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfccbdf-5228-46cc-aa1b-c466be733bff tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network 79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:43.018210 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-ecfccbdf-5228-46cc-aa1b-c466be733bff tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:43.028931 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfccbdf-5228-46cc-aa1b-c466be733bff tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:16:43.038920 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfccbdf-5228-46cc-aa1b-c466be733bff tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Port': ['ID=5b853762-3991-40cb-93a5-54e731dc2f06,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:43.103601 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9747797e-16bb-4590-822f-3ad8e680bdd1 req-11383815-8196-4445-bc7d-5493fd272e80 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.1052248 Feb 07 21:16:43.132341 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfccbdf-5228-46cc-aa1b-c466be733bff tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:43.133523 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ecfccbdf-5228-46cc-aa1b-c466be733bff tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:43.166586 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ecfccbdf-5228-46cc-aa1b-c466be733bff tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1523316 Feb 07 21:16:43.169309 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37344) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:43.190165 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b6bc0467-f175-4605-8286-9c3da91b0ae1 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'port': {'network_id': '79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4', 'name': 'tempest-PortsTestJSON-420428075', 'fixed_ips': [{'subnet_id': '1911f5e0-4ca3-4afa-8706-fe4f28362218', 'ip_address': '172.20.0.9'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:43.498287 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bc0467-f175-4605-8286-9c3da91b0ae1 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:44.011234 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6bc0467-f175-4605-8286-9c3da91b0ae1 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:44.032477 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b6bc0467-f175-4605-8286-9c3da91b0ae1 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] device_id is not set on port 2de49bbe-a03c-4b3d-9301-ab5719b4eacd yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:16:44.079791 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd81f133-f7fb-4054-9b6e-23a1995edbfe None None] Network 79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:16:44.209580 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ce9be648-0949-4beb-8213-e215aba3695b None None] Provisioning complete for port 77cb46c9-38e9-4cdf-9228-f0c66a31a229 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:44.211218 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce9be648-0949-4beb-8213-e215aba3695b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (77cb46c9-38e9-4cdf-9228-f0c66a31a229), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:44.298177 n-d-828185-2 neutron-server[103255]: DEBUG neutron.objects.ports [None req-598e664b-67ce-4df8-a3c5-2004303f805f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103255) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 21:16:44.302494 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-598e664b-67ce-4df8-a3c5-2004303f805f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (d6f8d00e-f279-4c69-af6a-f4387f5faaed), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:44.384910 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea73946-26e6-4b90-8392-81993edfa696 req-ac6072c7-ea51-4e55-8ff7-066d7e1d15f6 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:44.390314 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ea73946-26e6-4b90-8392-81993edfa696 req-ac6072c7-ea51-4e55-8ff7-066d7e1d15f6 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.8502617 Feb 07 21:16:44.535885 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598e664b-67ce-4df8-a3c5-2004303f805f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:44.549438 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-598e664b-67ce-4df8-a3c5-2004303f805f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:44.559888 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598e664b-67ce-4df8-a3c5-2004303f805f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:44.560540 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-598e664b-67ce-4df8-a3c5-2004303f805f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:44.614190 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d97b3f-7c1b-4407-8eb2-35fdd6397586 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:16:44.635156 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ea73946-26e6-4b90-8392-81993edfa696 req-f794c787-a330-4954-8e71-2a51c6f72576 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621246 Feb 07 21:16:44.680069 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 77cb46c9-38e9-4cdf-9228-f0c66a31a229 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:16:44.744683 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e664b-67ce-4df8-a3c5-2004303f805f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=d6f8d00e-f279-4c69-af6a-f4387f5faaed,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:44.788515 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-598e664b-67ce-4df8-a3c5-2004303f805f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0509009 Feb 07 21:16:44.788891 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37380) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:44.795156 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-41e860eb-cf3b-470c-986f-b23fc1c1e2c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'mac_address': 'fa:16:3e:05:58:fb', 'name': 'tempest-NetworksTestDHCPv6-905961496'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:44.822183 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ce9be648-0949-4beb-8213-e215aba3695b None None] Current status of the port 77cb46c9-38e9-4cdf-9228-f0c66a31a229 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:44.822850 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce9be648-0949-4beb-8213-e215aba3695b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (77cb46c9-38e9-4cdf-9228-f0c66a31a229), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:44.853260 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-b6bc0467-f175-4605-8286-9c3da91b0ae1 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Allocated IP 172.20.0.9 (79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4/1911f5e0-4ca3-4afa-8706-fe4f28362218/2de49bbe-a03c-4b3d-9301-ab5719b4eacd) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:16:44.940598 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ce9be648-0949-4beb-8213-e215aba3695b None None] For port 77cb46c9-38e9-4cdf-9228-f0c66a31a229, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=77cb46c9-38e9-4cdf-9228-f0c66a31a229,segment=NetworkSegment(ec15f428-e40f-4c92-a067-dd3ee33e493c),segment_id=ec15f428-e40f-4c92-a067-dd3ee33e493c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:44.952666 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe2af72e-29b0-42ec-918b-02aa9cddcd2e req-2167d54c-0efb-403f-81ee-5e8b9454d92d tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.1504395 Feb 07 21:16:44.962808 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce9be648-0949-4beb-8213-e215aba3695b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (77cb46c9-38e9-4cdf-9228-f0c66a31a229), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:45.160783 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-be50ebc1-591f-4765-9365-79efe5c96659 None None] Provisioning complete for port 77cb46c9-38e9-4cdf-9228-f0c66a31a229 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:45.162086 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-be50ebc1-591f-4765-9365-79efe5c96659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (77cb46c9-38e9-4cdf-9228-f0c66a31a229), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:45.173582 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 77cb46c9-38e9-4cdf-9228-f0c66a31a229 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:45.181173 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (77cb46c9-38e9-4cdf-9228-f0c66a31a229), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:45.209803 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e860eb-cf3b-470c-986f-b23fc1c1e2c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:45.235847 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ae60ff-11de-4bfd-8d5e-8af49914ff9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'fixed_ips': [{'subnet_id': 'd6f8d00e-f279-4c69-af6a-f4387f5faaed'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:16:45.237833 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-25ae60ff-11de-4bfd-8d5e-8af49914ff9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:45.299813 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9be648-0949-4beb-8213-e215aba3695b None None] Pushing event updated for resources: {'Port': ['ID=77cb46c9-38e9-4cdf-9228-f0c66a31a229,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:45.428953 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6bc0467-f175-4605-8286-9c3da91b0ae1 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for port (2de49bbe-a03c-4b3d-9301-ab5719b4eacd), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:45.444632 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41e860eb-cf3b-470c-986f-b23fc1c1e2c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:45.506018 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-41e860eb-cf3b-470c-986f-b23fc1c1e2c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] device_id is not set on port 517c1d4b-77e7-4d6b-8545-4ceec44d5ab4 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:16:45.529696 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6bc0467-f175-4605-8286-9c3da91b0ae1 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (2de49bbe-a03c-4b3d-9301-ab5719b4eacd), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:45.572714 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 77cb46c9-38e9-4cdf-9228-f0c66a31a229 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:45.577335 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-be50ebc1-591f-4765-9365-79efe5c96659 None None] Current status of the port 77cb46c9-38e9-4cdf-9228-f0c66a31a229 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:45.613740 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bc0467-f175-4605-8286-9c3da91b0ae1 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network 79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:45.629986 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-b6bc0467-f175-4605-8286-9c3da91b0ae1 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:45.643785 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bc0467-f175-4605-8286-9c3da91b0ae1 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:16:45.668959 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc0467-f175-4605-8286-9c3da91b0ae1 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Port': ['ID=2de49bbe-a03c-4b3d-9301-ab5719b4eacd,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:45.714677 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-be50ebc1-591f-4765-9365-79efe5c96659 None None] Provisioning complete for port 5b853762-3991-40cb-93a5-54e731dc2f06 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:45.715050 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-be50ebc1-591f-4765-9365-79efe5c96659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5b853762-3991-40cb-93a5-54e731dc2f06), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:45.762200 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-41e860eb-cf3b-470c-986f-b23fc1c1e2c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 2001:db8::f816:3eff:fe05:58fb (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/d6f8d00e-f279-4c69-af6a-f4387f5faaed/517c1d4b-77e7-4d6b-8545-4ceec44d5ab4) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:16:45.792044 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bc0467-f175-4605-8286-9c3da91b0ae1 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:45.795530 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6bc0467-f175-4605-8286-9c3da91b0ae1 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:45.813067 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-be50ebc1-591f-4765-9365-79efe5c96659 None None] Port 5b853762-3991-40cb-93a5-54e731dc2f06 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:16:45.840777 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b6bc0467-f175-4605-8286-9c3da91b0ae1 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6693640 Feb 07 21:16:45.844594 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37402) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:45.960297 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-70b9c857-3b6c-444a-b00d-ded59a384f3b None None] Provisioning complete for port 5b853762-3991-40cb-93a5-54e731dc2f06 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:45.965528 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-70b9c857-3b6c-444a-b00d-ded59a384f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5b853762-3991-40cb-93a5-54e731dc2f06), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:45.976577 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f7a7d-73e4-422f-93fe-021b772221c7 req-4c1aa1be-feff-4426-987d-6c20b40f54f3 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:45.987563 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-592f7a7d-73e4-422f-93fe-021b772221c7 req-4c1aa1be-feff-4426-987d-6c20b40f54f3 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.1451087 Feb 07 21:16:46.063157 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-70b9c857-3b6c-444a-b00d-ded59a384f3b None None] Port 5b853762-3991-40cb-93a5-54e731dc2f06 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:16:46.122084 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-592f7a7d-73e4-422f-93fe-021b772221c7 req-9e6cada0-12c0-4c46-a23f-92f4afce0ec6 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282427 Feb 07 21:16:46.183992 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-432c1e83-4141-473b-9e07-8a47d0fd4e06 None None] Provisioning complete for port 2de49bbe-a03c-4b3d-9301-ab5719b4eacd triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:46.184603 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-432c1e83-4141-473b-9e07-8a47d0fd4e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2de49bbe-a03c-4b3d-9301-ab5719b4eacd), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:46.228627 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeecec39-a13d-48d1-8545-dfb6c262e51e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:46.233043 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37410) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:46.233252 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-aeecec39-a13d-48d1-8545-dfb6c262e51e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3874867 Feb 07 21:16:46.286296 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-432c1e83-4141-473b-9e07-8a47d0fd4e06 None None] Port 2de49bbe-a03c-4b3d-9301-ab5719b4eacd cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:16:46.320434 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41e860eb-cf3b-470c-986f-b23fc1c1e2c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (517c1d4b-77e7-4d6b-8545-4ceec44d5ab4), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:46.377750 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41e860eb-cf3b-470c-986f-b23fc1c1e2c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (517c1d4b-77e7-4d6b-8545-4ceec44d5ab4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:46.456531 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f71706bf-98c5-46ca-b745-c63501e5638c req-88a83d8a-f7f5-4a30-8694-9deefdb47d89 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.1452601 Feb 07 21:16:46.485494 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-25ae60ff-11de-4bfd-8d5e-8af49914ff9c None None] Allocated IP 2001:db8::f816:3eff:fe3d:1b17 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/d6f8d00e-f279-4c69-af6a-f4387f5faaed/563b2874-fbb0-4e69-94d8-283234531b37) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:16:46.488804 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37414) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:46.508212 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e860eb-cf3b-470c-986f-b23fc1c1e2c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:46.512060 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-41e860eb-cf3b-470c-986f-b23fc1c1e2c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:46.526316 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e860eb-cf3b-470c-986f-b23fc1c1e2c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:16:46.532534 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e860eb-cf3b-470c-986f-b23fc1c1e2c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:46.533459 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41e860eb-cf3b-470c-986f-b23fc1c1e2c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:46.552821 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e860eb-cf3b-470c-986f-b23fc1c1e2c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=517c1d4b-77e7-4d6b-8545-4ceec44d5ab4,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:46.568861 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-41e860eb-cf3b-470c-986f-b23fc1c1e2c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7788079 Feb 07 21:16:46.569345 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:16:46.570328 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37418) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:46.628018 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb49537d-cba2-495b-9866-f487ac8c2941 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:46.650413 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb49537d-cba2-495b-9866-f487ac8c2941 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:46.673261 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb49537d-cba2-495b-9866-f487ac8c2941 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:46.684889 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37420) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:46.685769 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-eb49537d-cba2-495b-9866-f487ac8c2941 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.4514306 Feb 07 21:16:46.692404 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-25ae60ff-11de-4bfd-8d5e-8af49914ff9c None None] Publish callbacks [] for port (563b2874-fbb0-4e69-94d8-283234531b37), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:46.697801 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 77cb46c9-38e9-4cdf-9228-f0c66a31a229 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:16:46.726990 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-25ae60ff-11de-4bfd-8d5e-8af49914ff9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (563b2874-fbb0-4e69-94d8-283234531b37), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:46.788863 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ae60ff-11de-4bfd-8d5e-8af49914ff9c None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:46.793598 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-25ae60ff-11de-4bfd-8d5e-8af49914ff9c None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:46.801568 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ae60ff-11de-4bfd-8d5e-8af49914ff9c None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:16:46.825493 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae60ff-11de-4bfd-8d5e-8af49914ff9c None None] Pushing event updated for resources: {'Port': ['ID=563b2874-fbb0-4e69-94d8-283234531b37,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:46.856942 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d819f509-b855-4ed7-959f-b87a63263df8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:46.864449 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ffa890-63c4-40bf-8350-e9355b5e3c7a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:46.870820 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d0ffa890-63c4-40bf-8350-e9355b5e3c7a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2991977 Feb 07 21:16:46.872687 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37422) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:46.892194 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-25ae60ff-11de-4bfd-8d5e-8af49914ff9c None None] Attempting to bind port 563b2874-fbb0-4e69-94d8-283234531b37 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:16:46.893014 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-25ae60ff-11de-4bfd-8d5e-8af49914ff9c None None] Attempting to bind port 563b2874-fbb0-4e69-94d8-283234531b37 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:16:46.893541 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ae60ff-11de-4bfd-8d5e-8af49914ff9c None None] Attempting to bind port 563b2874-fbb0-4e69-94d8-283234531b37 on network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:16:46.898956 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 77cb46c9-38e9-4cdf-9228-f0c66a31a229 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:46.899475 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (77cb46c9-38e9-4cdf-9228-f0c66a31a229), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:46.905181 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ae60ff-11de-4bfd-8d5e-8af49914ff9c None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:16:46.905731 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ae60ff-11de-4bfd-8d5e-8af49914ff9c None None] Checking segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:16:46.906251 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-25ae60ff-11de-4bfd-8d5e-8af49914ff9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:46.907277 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ae60ff-11de-4bfd-8d5e-8af49914ff9c None None] Bound using segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:16:46.908185 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-25ae60ff-11de-4bfd-8d5e-8af49914ff9c None None] Bound port: 563b2874-fbb0-4e69-94d8-283234531b37, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:16:46.908951 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-25ae60ff-11de-4bfd-8d5e-8af49914ff9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (563b2874-fbb0-4e69-94d8-283234531b37), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:47.024796 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-25ae60ff-11de-4bfd-8d5e-8af49914ff9c None None] For port 563b2874-fbb0-4e69-94d8-283234531b37, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:16:47.047742 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d819f509-b855-4ed7-959f-b87a63263df8 admin admin] Publish callbacks [] for security_group (f37d6a3d-e0ee-4794-93fb-9491480c9ba0), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:47.059854 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d819f509-b855-4ed7-959f-b87a63263df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f37d6a3d-e0ee-4794-93fb-9491480c9ba0), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:47.074160 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 77cb46c9-38e9-4cdf-9228-f0c66a31a229 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:47.119465 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d819f509-b855-4ed7-959f-b87a63263df8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ee5a14c424e14b6c803fa4436e404b68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6264973 Feb 07 21:16:47.119737 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-25ae60ff-11de-4bfd-8d5e-8af49914ff9c None None] For port 563b2874-fbb0-4e69-94d8-283234531b37, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=563b2874-fbb0-4e69-94d8-283234531b37,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:16:47.119871 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819f509-b855-4ed7-959f-b87a63263df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37d6a3d-e0ee-4794-93fb-9491480c9ba0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:47.122903 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37428) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:47.126806 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-25ae60ff-11de-4bfd-8d5e-8af49914ff9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (563b2874-fbb0-4e69-94d8-283234531b37), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:47.229535 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae60ff-11de-4bfd-8d5e-8af49914ff9c None None] Pushing event updated for resources: {'Port': ['ID=563b2874-fbb0-4e69-94d8-283234531b37,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:47.264418 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-9f11f583-c8af-4e87-8418-3526b70b9ef9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting port 2de49bbe-a03c-4b3d-9301-ab5719b4eacd {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:16:47.264946 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f11f583-c8af-4e87-8418-3526b70b9ef9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (2de49bbe-a03c-4b3d-9301-ab5719b4eacd), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:47.269972 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0841b039-796f-49b5-8b83-f3cb2b725cfc admin admin] Publish callbacks [] for security_group (f37d6a3d-e0ee-4794-93fb-9491480c9ba0), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:47.335543 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e9470fd1-1f5c-4a1e-b389-aca1c6d5db8e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting port 517c1d4b-77e7-4d6b-8545-4ceec44d5ab4 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:16:47.336048 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9470fd1-1f5c-4a1e-b389-aca1c6d5db8e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (517c1d4b-77e7-4d6b-8545-4ceec44d5ab4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:47.376204 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0841b039-796f-49b5-8b83-f3cb2b725cfc admin admin] Publish callbacks [] for security_group (f37d6a3d-e0ee-4794-93fb-9491480c9ba0), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:47.432439 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff623b2-3a79-48de-bb9f-956e740048a6 req-259ec81d-4a3e-4748-a4fc-4c860c4fb109 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:47.439906 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3ff623b2-3a79-48de-bb9f-956e740048a6 req-259ec81d-4a3e-4748-a4fc-4c860c4fb109 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.1547191 Feb 07 21:16:47.459362 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f11f583-c8af-4e87-8418-3526b70b9ef9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (2de49bbe-a03c-4b3d-9301-ab5719b4eacd), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:47.494165 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-9f11f583-c8af-4e87-8418-3526b70b9ef9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Calling delete_port for 2de49bbe-a03c-4b3d-9301-ab5719b4eacd owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:16:47.593576 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3ff623b2-3a79-48de-bb9f-956e740048a6 req-76b933e0-08d6-4763-9c5e-3baf4e798509 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401002 Feb 07 21:16:47.595541 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0841b039-796f-49b5-8b83-f3cb2b725cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f37d6a3d-e0ee-4794-93fb-9491480c9ba0), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:47.598580 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0841b039-796f-49b5-8b83-f3cb2b725cfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:47.599991 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0841b039-796f-49b5-8b83-f3cb2b725cfc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f37d6a3d-e0ee-4794-93fb-9491480c9ba0 HTTP/1.1" status: 204 len: 168 time: 0.4759910 Feb 07 21:16:47.610649 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841b039-796f-49b5-8b83-f3cb2b725cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37d6a3d-e0ee-4794-93fb-9491480c9ba0,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:47.655896 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0841b039-796f-49b5-8b83-f3cb2b725cfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:47.657395 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0841b039-796f-49b5-8b83-f3cb2b725cfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:47.660403 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0841b039-796f-49b5-8b83-f3cb2b725cfc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:47.660890 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0841b039-796f-49b5-8b83-f3cb2b725cfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:47.662752 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0841b039-796f-49b5-8b83-f3cb2b725cfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:47.666577 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0841b039-796f-49b5-8b83-f3cb2b725cfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:47.667438 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0841b039-796f-49b5-8b83-f3cb2b725cfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:47.668250 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0841b039-796f-49b5-8b83-f3cb2b725cfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:47.669576 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0841b039-796f-49b5-8b83-f3cb2b725cfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:47.671867 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0841b039-796f-49b5-8b83-f3cb2b725cfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:47.672361 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0841b039-796f-49b5-8b83-f3cb2b725cfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:47.672810 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0841b039-796f-49b5-8b83-f3cb2b725cfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:47.675021 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0841b039-796f-49b5-8b83-f3cb2b725cfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:16:47.783688 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9470fd1-1f5c-4a1e-b389-aca1c6d5db8e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (517c1d4b-77e7-4d6b-8545-4ceec44d5ab4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:47.806048 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e9470fd1-1f5c-4a1e-b389-aca1c6d5db8e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Calling delete_port for 517c1d4b-77e7-4d6b-8545-4ceec44d5ab4 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:16:47.849231 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e6860d4c-f9d1-4720-bfec-86f55cdd6678 req-8730176f-3825-42c0-acb8-b7ece4c23b1f tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0556107 Feb 07 21:16:47.971293 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f11f583-c8af-4e87-8418-3526b70b9ef9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (2de49bbe-a03c-4b3d-9301-ab5719b4eacd), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:48.094539 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f11f583-c8af-4e87-8418-3526b70b9ef9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Port': ['ID=2de49bbe-a03c-4b3d-9301-ab5719b4eacd,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:48.228466 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f11f583-c8af-4e87-8418-3526b70b9ef9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:48.234037 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9f11f583-c8af-4e87-8418-3526b70b9ef9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/ports/2de49bbe-a03c-4b3d-9301-ab5719b4eacd HTTP/1.1" status: 204 len: 168 time: 1.5452695 Feb 07 21:16:48.236764 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37446) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:48.297399 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87750f6-5b3e-44ee-a371-aba6dc19b673 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] GET failed (client error): The resource could not be found. Feb 07 21:16:48.298884 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e87750f6-5b3e-44ee-a371-aba6dc19b673 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "GET /v2.0/ports/2de49bbe-a03c-4b3d-9301-ab5719b4eacd HTTP/1.1" status: 404 len: 333 time: 0.0579660 Feb 07 21:16:48.303156 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37448) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:48.314032 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9470fd1-1f5c-4a1e-b389-aca1c6d5db8e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (517c1d4b-77e7-4d6b-8545-4ceec44d5ab4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:48.380758 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37450) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:48.396762 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-db748009-139e-4fd2-8977-fddf748cb1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:48.408438 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6706b4cb-5457-485f-bc76-9ae35ec7d0e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:48.536699 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9470fd1-1f5c-4a1e-b389-aca1c6d5db8e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Port': ['ID=517c1d4b-77e7-4d6b-8545-4ceec44d5ab4,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:48.583870 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9470fd1-1f5c-4a1e-b389-aca1c6d5db8e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:48.594179 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e9470fd1-1f5c-4a1e-b389-aca1c6d5db8e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/517c1d4b-77e7-4d6b-8545-4ceec44d5ab4 HTTP/1.1" status: 204 len: 168 time: 1.7121050 Feb 07 21:16:48.603014 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6706b4cb-5457-485f-bc76-9ae35ec7d0e8 admin admin] Publish callbacks [] for security_group (69a8c7a1-5c83-4e52-b485-6ccdcde86740), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:48.604098 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37452) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:48.702511 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 563b2874-fbb0-4e69-94d8-283234531b37 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:16:48.727035 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7566618f-bf45-44b3-8ae7-874997f054d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting port 5b853762-3991-40cb-93a5-54e731dc2f06 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:16:48.727439 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7566618f-bf45-44b3-8ae7-874997f054d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (5b853762-3991-40cb-93a5-54e731dc2f06), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:48.755415 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b9884e-07cd-450b-bf10-02e00d61103e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:48.757582 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b9884e-07cd-450b-bf10-02e00d61103e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:48.762020 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e6b9884e-07cd-450b-bf10-02e00d61103e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1535504 Feb 07 21:16:48.762020 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6706b4cb-5457-485f-bc76-9ae35ec7d0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (69a8c7a1-5c83-4e52-b485-6ccdcde86740), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:48.763494 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37456) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:48.926267 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 563b2874-fbb0-4e69-94d8-283234531b37 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:48.926643 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (563b2874-fbb0-4e69-94d8-283234531b37), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:48.931505 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706b4cb-5457-485f-bc76-9ae35ec7d0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a8c7a1-5c83-4e52-b485-6ccdcde86740,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:48.933584 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7566618f-bf45-44b3-8ae7-874997f054d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (5b853762-3991-40cb-93a5-54e731dc2f06), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:48.953264 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7566618f-bf45-44b3-8ae7-874997f054d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Calling delete_port for 5b853762-3991-40cb-93a5-54e731dc2f06 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:16:49.007214 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6706b4cb-5457-485f-bc76-9ae35ec7d0e8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fc6b5478ebae48b3b6e18c895368172f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6252990 Feb 07 21:16:49.014516 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37460) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:49.111657 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-96831ca3-1c29-4928-9fbe-f189f0fce4b3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet d6f8d00e-f279-4c69-af6a-f4387f5faaed {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:16:49.132220 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 563b2874-fbb0-4e69-94d8-283234531b37 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:49.132769 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (563b2874-fbb0-4e69-94d8-283234531b37), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:49.141393 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96831ca3-1c29-4928-9fbe-f189f0fce4b3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (d6f8d00e-f279-4c69-af6a-f4387f5faaed), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:49.201171 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04bb01d9-08fb-49eb-b137-09afd4a0b331 admin admin] Publish callbacks [] for security_group (69a8c7a1-5c83-4e52-b485-6ccdcde86740), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:49.242133 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 563b2874-fbb0-4e69-94d8-283234531b37, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=563b2874-fbb0-4e69-94d8-283234531b37,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:49.247026 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04bb01d9-08fb-49eb-b137-09afd4a0b331 admin admin] Publish callbacks [] for security_group (69a8c7a1-5c83-4e52-b485-6ccdcde86740), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:49.266716 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (563b2874-fbb0-4e69-94d8-283234531b37), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:49.339138 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f0a54-c3fc-461d-b81c-7d0a839d1f4c req-b68f895c-b828-47f7-bacf-6c3beeaa0956 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:49.340002 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=563b2874-fbb0-4e69-94d8-283234531b37,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:49.348397 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-be1f0a54-c3fc-461d-b81c-7d0a839d1f4c req-b68f895c-b828-47f7-bacf-6c3beeaa0956 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.4863725 Feb 07 21:16:49.356325 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04bb01d9-08fb-49eb-b137-09afd4a0b331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (69a8c7a1-5c83-4e52-b485-6ccdcde86740), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:49.360121 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04bb01d9-08fb-49eb-b137-09afd4a0b331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:49.361731 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-04bb01d9-08fb-49eb-b137-09afd4a0b331 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/69a8c7a1-5c83-4e52-b485-6ccdcde86740 HTTP/1.1" status: 204 len: 168 time: 0.3454251 Feb 07 21:16:49.372025 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3bfb3d9d-00eb-40e6-88fe-d62f81bbbdb5 None None] Provisioning complete for port 563b2874-fbb0-4e69-94d8-283234531b37 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:49.372293 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3d9d-00eb-40e6-88fe-d62f81bbbdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (563b2874-fbb0-4e69-94d8-283234531b37), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:49.468773 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb01d9-08fb-49eb-b137-09afd4a0b331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a8c7a1-5c83-4e52-b485-6ccdcde86740,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:49.493927 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96831ca3-1c29-4928-9fbe-f189f0fce4b3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (d6f8d00e-f279-4c69-af6a-f4387f5faaed), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:49.593596 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb3d9d-00eb-40e6-88fe-d62f81bbbdb5 None None] Current status of the port 563b2874-fbb0-4e69-94d8-283234531b37 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:49.637386 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-be1f0a54-c3fc-461d-b81c-7d0a839d1f4c req-a3ddb5bd-d0b1-4f3d-a879-08b878a6b069 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2799387 Feb 07 21:16:49.748715 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-5b24486b-3ba8-4408-b719-60fd30183a4c None None] Could not find standard attr ID for object 517c1d4b-77e7-4d6b-8545-4ceec44d5ab4. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:16:49.854830 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96831ca3-1c29-4928-9fbe-f189f0fce4b3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (d6f8d00e-f279-4c69-af6a-f4387f5faaed), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:49.990797 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7566618f-bf45-44b3-8ae7-874997f054d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (5b853762-3991-40cb-93a5-54e731dc2f06), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:50.008061 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-880d1c51-843c-41ee-ae69-425c939e4deb req-a11519b1-7ac1-4f27-b8eb-803c80d61b2c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0868881 Feb 07 21:16:50.067361 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566618f-bf45-44b3-8ae7-874997f054d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Port': ['ID=5b853762-3991-40cb-93a5-54e731dc2f06,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:50.090967 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96831ca3-1c29-4928-9fbe-f189f0fce4b3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (d6f8d00e-f279-4c69-af6a-f4387f5faaed), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:50.172370 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96831ca3-1c29-4928-9fbe-f189f0fce4b3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:50.182247 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-96831ca3-1c29-4928-9fbe-f189f0fce4b3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/d6f8d00e-f279-4c69-af6a-f4387f5faaed HTTP/1.1" status: 204 len: 168 time: 1.4164088 Feb 07 21:16:50.183897 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95640e80-fa33-4ba6-8436-b58b0407007e None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:16:50.189066 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96831ca3-1c29-4928-9fbe-f189f0fce4b3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=d6f8d00e-f279-4c69-af6a-f4387f5faaed,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:50.202254 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37474) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:50.335279 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7566618f-bf45-44b3-8ae7-874997f054d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:50.344950 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7566618f-bf45-44b3-8ae7-874997f054d7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/ports/5b853762-3991-40cb-93a5-54e731dc2f06 HTTP/1.1" status: 204 len: 168 time: 2.0406330 Feb 07 21:16:50.351055 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37484) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:50.354993 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ed3fc71c-040a-4cbd-9a9d-7e92974cd991 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1485066 Feb 07 21:16:50.356252 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37486) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:50.362940 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-bbc42373-5179-41ba-b795-89518c2c25c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:50.434006 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c20ea49-c799-43c6-89ee-e1589c91cc9a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] GET failed (client error): The resource could not be found. Feb 07 21:16:50.439814 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7c20ea49-c799-43c6-89ee-e1589c91cc9a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "GET /v2.0/ports/5b853762-3991-40cb-93a5-54e731dc2f06 HTTP/1.1" status: 404 len: 333 time: 0.0853353 Feb 07 21:16:50.441823 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37490) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:50.578510 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0f6856-a4c4-42d9-bdfe-6b02b9126a96 None None] DHCP port deletion for f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:16:50.600863 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1a17bb41-b140-411d-a2bf-b14a18393158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:50.628274 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff19f350-0250-4c0e-9967-47cbad6e5917 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting subnet 1911f5e0-4ca3-4afa-8706-fe4f28362218 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:16:50.651040 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff19f350-0250-4c0e-9967-47cbad6e5917 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for subnet (1911f5e0-4ca3-4afa-8706-fe4f28362218), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:50.761275 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff19f350-0250-4c0e-9967-47cbad6e5917 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (1911f5e0-4ca3-4afa-8706-fe4f28362218), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:50.795107 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ac0f6856-a4c4-42d9-bdfe-6b02b9126a96 None None] Deleting port 563b2874-fbb0-4e69-94d8-283234531b37 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:16:50.795681 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ac0f6856-a4c4-42d9-bdfe-6b02b9126a96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (563b2874-fbb0-4e69-94d8-283234531b37), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:50.982851 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff19f350-0250-4c0e-9967-47cbad6e5917 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (1911f5e0-4ca3-4afa-8706-fe4f28362218), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:51.001349 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ac0f6856-a4c4-42d9-bdfe-6b02b9126a96 None None] For port 563b2874-fbb0-4e69-94d8-283234531b37, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=563b2874-fbb0-4e69-94d8-283234531b37,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:51.003638 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ac0f6856-a4c4-42d9-bdfe-6b02b9126a96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (563b2874-fbb0-4e69-94d8-283234531b37), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:51.046209 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ac0f6856-a4c4-42d9-bdfe-6b02b9126a96 None None] Calling delete_port for 563b2874-fbb0-4e69-94d8-283234531b37 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:16:51.121084 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff19f350-0250-4c0e-9967-47cbad6e5917 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (1911f5e0-4ca3-4afa-8706-fe4f28362218), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:51.217525 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff19f350-0250-4c0e-9967-47cbad6e5917 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:51.227630 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ff19f350-0250-4c0e-9967-47cbad6e5917 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/subnets/1911f5e0-4ca3-4afa-8706-fe4f28362218 HTTP/1.1" status: 204 len: 168 time: 0.7815452 Feb 07 21:16:51.229416 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19f350-0250-4c0e-9967-47cbad6e5917 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Subnet': ['ID=1911f5e0-4ca3-4afa-8706-fe4f28362218,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:51.231137 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37506) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:51.256064 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7064f3b5-c27d-4c4f-8531-ca6b0a6e6c76 None None] Network 79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:16:51.270852 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ac0f6856-a4c4-42d9-bdfe-6b02b9126a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (563b2874-fbb0-4e69-94d8-283234531b37), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:51.334003 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f6856-a4c4-42d9-bdfe-6b02b9126a96 None None] Pushing event deleted for resources: {'Port': ['ID=563b2874-fbb0-4e69-94d8-283234531b37,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:51.341321 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0f6856-a4c4-42d9-bdfe-6b02b9126a96 None None] No DVR routers for this DVR port 563b2874-fbb0-4e69-94d8-283234531b37 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:16:51.490640 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f5e54-81cd-47a3-b1d1-bb9b1ac26ee2 req-12b77302-1255-4921-a349-8fad026fc5e9 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:51.492328 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-265f5e54-81cd-47a3-b1d1-bb9b1ac26ee2 req-12b77302-1255-4921-a349-8fad026fc5e9 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.2580092 Feb 07 21:16:51.534631 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc42373-5179-41ba-b795-89518c2c25c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:51.538692 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbc42373-5179-41ba-b795-89518c2c25c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:51.558255 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebf252d-e8c3-4e4b-aedb-7032249a47aa None None] DHCP port deletion for 79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:16:51.569004 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac2657ed-0a71-41b4-8199-276117f2bb62 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:51.650014 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf252d-e8c3-4e4b-aedb-7032249a47aa None None] Deleting port 77cb46c9-38e9-4cdf-9228-f0c66a31a229 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:16:51.650626 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9ebf252d-e8c3-4e4b-aedb-7032249a47aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (77cb46c9-38e9-4cdf-9228-f0c66a31a229), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:51.712237 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-265f5e54-81cd-47a3-b1d1-bb9b1ac26ee2 req-3f1dfdbc-96a6-40d5-833b-75ac2af4e469 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953018 Feb 07 21:16:51.756687 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ac2657ed-0a71-41b4-8199-276117f2bb62 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting port 77cb46c9-38e9-4cdf-9228-f0c66a31a229 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:16:51.762949 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac2657ed-0a71-41b4-8199-276117f2bb62 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (77cb46c9-38e9-4cdf-9228-f0c66a31a229), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:51.833107 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-9ebf252d-e8c3-4e4b-aedb-7032249a47aa None None] For port 77cb46c9-38e9-4cdf-9228-f0c66a31a229, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=77cb46c9-38e9-4cdf-9228-f0c66a31a229,segment=NetworkSegment(ec15f428-e40f-4c92-a067-dd3ee33e493c),segment_id=ec15f428-e40f-4c92-a067-dd3ee33e493c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:51.839011 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9ebf252d-e8c3-4e4b-aedb-7032249a47aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (77cb46c9-38e9-4cdf-9228-f0c66a31a229), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:51.872460 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:51.889861 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf252d-e8c3-4e4b-aedb-7032249a47aa None None] Calling delete_port for 77cb46c9-38e9-4cdf-9228-f0c66a31a229 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:16:51.948432 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cb935918-73ed-412b-b677-d26e92d3424c req-09e60d06-b6ee-4504-a604-eeffdfc89489 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0724130 Feb 07 21:16:51.988450 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ac2657ed-0a71-41b4-8199-276117f2bb62 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] For port 77cb46c9-38e9-4cdf-9228-f0c66a31a229, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=77cb46c9-38e9-4cdf-9228-f0c66a31a229,segment=NetworkSegment(ec15f428-e40f-4c92-a067-dd3ee33e493c),segment_id=ec15f428-e40f-4c92-a067-dd3ee33e493c)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:51.989053 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac2657ed-0a71-41b4-8199-276117f2bb62 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (77cb46c9-38e9-4cdf-9228-f0c66a31a229), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:52.019634 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ac2657ed-0a71-41b4-8199-276117f2bb62 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Calling delete_port for 77cb46c9-38e9-4cdf-9228-f0c66a31a229 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:16:52.069259 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9ebf252d-e8c3-4e4b-aedb-7032249a47aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (77cb46c9-38e9-4cdf-9228-f0c66a31a229), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:52.116345 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf252d-e8c3-4e4b-aedb-7032249a47aa None None] Pushing event deleted for resources: {'Port': ['ID=77cb46c9-38e9-4cdf-9228-f0c66a31a229,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:52.118832 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac2657ed-0a71-41b4-8199-276117f2bb62 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (77cb46c9-38e9-4cdf-9228-f0c66a31a229), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:52.137382 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebf252d-e8c3-4e4b-aedb-7032249a47aa None None] No DVR routers for this DVR port 77cb46c9-38e9-4cdf-9228-f0c66a31a229 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:16:52.178483 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2657ed-0a71-41b4-8199-276117f2bb62 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Port': ['ID=77cb46c9-38e9-4cdf-9228-f0c66a31a229,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:52.188372 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2657ed-0a71-41b4-8199-276117f2bb62 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] No DVR routers for this DVR port 77cb46c9-38e9-4cdf-9228-f0c66a31a229 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:16:52.334313 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac2657ed-0a71-41b4-8199-276117f2bb62 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:52.370299 n-d-828185-2 neutron-server[103255]: DEBUG neutron.objects.ports [None req-bbc42373-5179-41ba-b795-89518c2c25c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103255) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 21:16:52.380866 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbc42373-5179-41ba-b795-89518c2c25c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (a6bff44a-5387-4677-80ed-42514e6745fb), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:52.389500 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-ac2657ed-0a71-41b4-8199-276117f2bb62 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:16:52.451374 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc42373-5179-41ba-b795-89518c2c25c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=a6bff44a-5387-4677-80ed-42514e6745fb,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:52.459088 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-ac2657ed-0a71-41b4-8199-276117f2bb62 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec15f428-e40f-4c92-a067-dd3ee33e493c') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:16:52.459404 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-ac2657ed-0a71-41b4-8199-276117f2bb62 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec15f428-e40f-4c92-a067-dd3ee33e493c') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:16:52.474131 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc42373-5179-41ba-b795-89518c2c25c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:52.476612 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac2657ed-0a71-41b4-8199-276117f2bb62 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (ec15f428-e40f-4c92-a067-dd3ee33e493c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:52.478974 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-bbc42373-5179-41ba-b795-89518c2c25c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:52.496440 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59e44a1-e25d-4e15-9e07-479cd4a723f3 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:16:52.515539 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac2657ed-0a71-41b4-8199-276117f2bb62 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (ec15f428-e40f-4c92-a067-dd3ee33e493c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:52.527875 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc42373-5179-41ba-b795-89518c2c25c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:52.528507 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbc42373-5179-41ba-b795-89518c2c25c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:52.582665 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bbc42373-5179-41ba-b795-89518c2c25c8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2226846 Feb 07 21:16:52.584258 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37530) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:52.590965 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-5951cd8e-866b-4a16-8718-d0e26c365fba tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'mac_address': 'fa:16:3e:3f:b3:dd', 'name': 'tempest-NetworksTestDHCPv6-783498179'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:52.595221 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac2657ed-0a71-41b4-8199-276117f2bb62 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:16:52.595637 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac2657ed-0a71-41b4-8199-276117f2bb62 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (ec15f428-e40f-4c92-a067-dd3ee33e493c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:16:52.599422 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:16:52.654899 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 77cb46c9-38e9-4cdf-9228-f0c66a31a229 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:16:52.698480 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 77cb46c9-38e9-4cdf-9228-f0c66a31a229 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:16:52.703681 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 77cb46c9-38e9-4cdf-9228-f0c66a31a229 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:16:52.704247 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 563b2874-fbb0-4e69-94d8-283234531b37 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:16:52.765383 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 563b2874-fbb0-4e69-94d8-283234531b37 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:16:52.774557 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 563b2874-fbb0-4e69-94d8-283234531b37 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:16:52.865303 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac2657ed-0a71-41b4-8199-276117f2bb62 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:52.871081 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5951cd8e-866b-4a16-8718-d0e26c365fba tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:52.904324 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac2657ed-0a71-41b4-8199-276117f2bb62 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:52.925121 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fb2fd5-80d7-49f8-b6df-efc01ba49db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'fixed_ips': [{'subnet_id': 'a6bff44a-5387-4677-80ed-42514e6745fb'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:16:52.926515 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d8fb2fd5-80d7-49f8-b6df-efc01ba49db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:52.930387 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ac2657ed-0a71-41b4-8199-276117f2bb62 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/networks/79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4 HTTP/1.1" status: 204 len: 168 time: 1.6067097 Feb 07 21:16:52.945014 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37540) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:52.952664 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ba4642cd-07da-4f12-9a95-8afe0c7b7a4d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1661130273'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:52.968975 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2657ed-0a71-41b4-8199-276117f2bb62 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Network': ['ID=79840fe3-0ceb-4b3b-b0a6-2f0bb680afd4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:53.006638 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4642cd-07da-4f12-9a95-8afe0c7b7a4d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:53.011503 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba4642cd-07da-4f12-9a95-8afe0c7b7a4d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:53.046447 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4642cd-07da-4f12-9a95-8afe0c7b7a4d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:16:53.058704 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba4642cd-07da-4f12-9a95-8afe0c7b7a4d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (5a317061-b0df-4e37-ba7f-a5749afe1ec3), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:53.059834 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-ba4642cd-07da-4f12-9a95-8afe0c7b7a4d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Added segment 5a317061-b0df-4e37-ba7f-a5749afe1ec3 of type vlan for network 39c92996-af7f-4006-8095-b17eb14af729 Feb 07 21:16:53.109703 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba4642cd-07da-4f12-9a95-8afe0c7b7a4d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (39c92996-af7f-4006-8095-b17eb14af729), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:53.147521 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae2055-4d28-4bc7-8013-bc388c07b0e4 req-bc039d12-264a-4fdc-ac57-15a42dd9f261 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:53.152091 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba4642cd-07da-4f12-9a95-8afe0c7b7a4d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (39c92996-af7f-4006-8095-b17eb14af729), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:53.158387 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4642cd-07da-4f12-9a95-8afe0c7b7a4d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:53.159253 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba4642cd-07da-4f12-9a95-8afe0c7b7a4d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:53.162877 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d7ae2055-4d28-4bc7-8013-bc388c07b0e4 req-bc039d12-264a-4fdc-ac57-15a42dd9f261 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.1961098 Feb 07 21:16:53.254114 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4642cd-07da-4f12-9a95-8afe0c7b7a4d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Network': ['ID=39c92996-af7f-4006-8095-b17eb14af729,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:53.262510 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ba4642cd-07da-4f12-9a95-8afe0c7b7a4d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3159289 Feb 07 21:16:53.266250 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37544) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:53.272884 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c1dfc5de-9802-4452-bea6-8a9cbd914694 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'subnet': {'network_id': '39c92996-af7f-4006-8095-b17eb14af729', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:53.275730 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-d8fb2fd5-80d7-49f8-b6df-efc01ba49db8 None None] Allocated IP 2001:db8::f816:3eff:fe1f:cabb (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/a6bff44a-5387-4677-80ed-42514e6745fb/7d1b71ae-7a1a-4491-a4d1-c2395afad6a9) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:16:53.350994 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d7ae2055-4d28-4bc7-8013-bc388c07b0e4 req-e3b8c4f9-f2d6-4b3e-b4a9-ba1f852d8cd6 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870978 Feb 07 21:16:53.361438 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5951cd8e-866b-4a16-8718-d0e26c365fba tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:53.461744 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-5951cd8e-866b-4a16-8718-d0e26c365fba tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] device_id is not set on port 9adcf7e7-f1e6-48f5-9cbc-c56c02d07edb yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:16:53.492570 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-99171d65-c041-4d52-8e21-e396170709ef req-3c8a10c6-8d8f-4409-962e-45270efeec5c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0657833 Feb 07 21:16:53.550908 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dfc5de-9802-4452-bea6-8a9cbd914694 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:53.555053 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc5de-9802-4452-bea6-8a9cbd914694 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:53.744984 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d8fb2fd5-80d7-49f8-b6df-efc01ba49db8 None None] Publish callbacks [] for port (7d1b71ae-7a1a-4491-a4d1-c2395afad6a9), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:53.752879 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 39c92996-af7f-4006-8095-b17eb14af729 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:16:53.761509 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d8fb2fd5-80d7-49f8-b6df-efc01ba49db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (7d1b71ae-7a1a-4491-a4d1-c2395afad6a9), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:53.867454 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fb2fd5-80d7-49f8-b6df-efc01ba49db8 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:53.907701 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb2fd5-80d7-49f8-b6df-efc01ba49db8 None None] Pushing event updated for resources: {'Port': ['ID=7d1b71ae-7a1a-4491-a4d1-c2395afad6a9,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:53.911857 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-d8fb2fd5-80d7-49f8-b6df-efc01ba49db8 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:53.919686 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fb2fd5-80d7-49f8-b6df-efc01ba49db8 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:16:53.945267 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:53.970755 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-5951cd8e-866b-4a16-8718-d0e26c365fba tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 2001:db8::f816:3eff:fe3f:b3dd (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/a6bff44a-5387-4677-80ed-42514e6745fb/9adcf7e7-f1e6-48f5-9cbc-c56c02d07edb) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:16:54.012163 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc5de-9802-4452-bea6-8a9cbd914694 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (791c0304-afd9-4fa2-a4d1-0e8cb6dbf642), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:54.027760 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d8fb2fd5-80d7-49f8-b6df-efc01ba49db8 None None] Attempting to bind port 7d1b71ae-7a1a-4491-a4d1-c2395afad6a9 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:16:54.028115 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d8fb2fd5-80d7-49f8-b6df-efc01ba49db8 None None] Attempting to bind port 7d1b71ae-7a1a-4491-a4d1-c2395afad6a9 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:16:54.029936 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fb2fd5-80d7-49f8-b6df-efc01ba49db8 None None] Attempting to bind port 7d1b71ae-7a1a-4491-a4d1-c2395afad6a9 on network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:16:54.038843 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fb2fd5-80d7-49f8-b6df-efc01ba49db8 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:16:54.039706 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fb2fd5-80d7-49f8-b6df-efc01ba49db8 None None] Checking segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:16:54.040162 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d8fb2fd5-80d7-49f8-b6df-efc01ba49db8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:54.040637 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fb2fd5-80d7-49f8-b6df-efc01ba49db8 None None] Bound using segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:16:54.041125 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d8fb2fd5-80d7-49f8-b6df-efc01ba49db8 None None] Bound port: 7d1b71ae-7a1a-4491-a4d1-c2395afad6a9, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:16:54.041502 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d8fb2fd5-80d7-49f8-b6df-efc01ba49db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (7d1b71ae-7a1a-4491-a4d1-c2395afad6a9), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:54.188569 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d8fb2fd5-80d7-49f8-b6df-efc01ba49db8 None None] For port 7d1b71ae-7a1a-4491-a4d1-c2395afad6a9, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:16:54.192480 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d8fb2fd5-80d7-49f8-b6df-efc01ba49db8 None None] For port 7d1b71ae-7a1a-4491-a4d1-c2395afad6a9, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=7d1b71ae-7a1a-4491-a4d1-c2395afad6a9,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:16:54.206492 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d8fb2fd5-80d7-49f8-b6df-efc01ba49db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (7d1b71ae-7a1a-4491-a4d1-c2395afad6a9), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:54.262510 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfc5de-9802-4452-bea6-8a9cbd914694 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Subnet': ['ID=791c0304-afd9-4fa2-a4d1-0e8cb6dbf642,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:54.315655 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb2fd5-80d7-49f8-b6df-efc01ba49db8 None None] Pushing event updated for resources: {'Port': ['ID=7d1b71ae-7a1a-4491-a4d1-c2395afad6a9,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:54.352391 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dfc5de-9802-4452-bea6-8a9cbd914694 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Checking segment: {'id': '5a317061-b0df-4e37-ba7f-a5749afe1ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '39c92996-af7f-4006-8095-b17eb14af729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:16:54.364325 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dfc5de-9802-4452-bea6-8a9cbd914694 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network hostable DHCP agents. Network: 39c92996-af7f-4006-8095-b17eb14af729, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:16:54.429475 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:54.475591 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dfc5de-9802-4452-bea6-8a9cbd914694 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network 39c92996-af7f-4006-8095-b17eb14af729 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:16:54.532232 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-c1dfc5de-9802-4452-bea6-8a9cbd914694 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 39c92996-af7f-4006-8095-b17eb14af729) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:54.540740 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dfc5de-9802-4452-bea6-8a9cbd914694 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:54.541491 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc5de-9802-4452-bea6-8a9cbd914694 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:54.552609 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be592b3-7e00-4cb5-bdc7-89779ed54488 None None] Network 39c92996-af7f-4006-8095-b17eb14af729 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:16:54.573920 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16bb8f-8c7f-481b-a331-4a8b4c45a6f8 req-4b8692b6-448a-46fa-b03c-0dd9a58ac98f tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:54.580820 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc16bb8f-8c7f-481b-a331-4a8b4c45a6f8 req-4b8692b6-448a-46fa-b03c-0dd9a58ac98f tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.1209404 Feb 07 21:16:54.585552 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5951cd8e-866b-4a16-8718-d0e26c365fba tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (9adcf7e7-f1e6-48f5-9cbc-c56c02d07edb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:54.616063 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c1dfc5de-9802-4452-bea6-8a9cbd914694 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3473439 Feb 07 21:16:54.616766 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37568) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:54.634679 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1422b114-9d34-4507-8d19-94b5286e166d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1636679136', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:54.695550 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc16bb8f-8c7f-481b-a331-4a8b4c45a6f8 req-b06ae462-5f08-4c59-b7a7-9eef6488376b tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111343 Feb 07 21:16:54.767616 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1422b114-9d34-4507-8d19-94b5286e166d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (b804d31f-ed90-4cff-823a-a88a091f77e6), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:54.776356 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1422b114-9d34-4507-8d19-94b5286e166d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (b804d31f-ed90-4cff-823a-a88a091f77e6), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:54.791667 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5951cd8e-866b-4a16-8718-d0e26c365fba tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9adcf7e7-f1e6-48f5-9cbc-c56c02d07edb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:54.919488 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5846e9c-2227-4e69-8678-208a2587ef80 req-02eb1db7-3efa-4576-be74-0d868fbcfd66 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.1056998 Feb 07 21:16:54.953280 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1422b114-9d34-4507-8d19-94b5286e166d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for router_controller (b804d31f-ed90-4cff-823a-a88a091f77e6), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:54.956292 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75531f5c-d354-4e89-8b71-c0ce84b71b7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-39c92996-af7f-4006-8095-b17eb14af729', 'network_id': '39c92996-af7f-4006-8095-b17eb14af729', 'project_id': '513bde040ef147d69df68a6ee6cac082', 'fixed_ips': [{'subnet_id': '791c0304-afd9-4fa2-a4d1-0e8cb6dbf642'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:16:54.957303 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-75531f5c-d354-4e89-8b71-c0ce84b71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:54.994869 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951cd8e-866b-4a16-8718-d0e26c365fba tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=9adcf7e7-f1e6-48f5-9cbc-c56c02d07edb,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:55.013761 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5951cd8e-866b-4a16-8718-d0e26c365fba tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:55.016059 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-5951cd8e-866b-4a16-8718-d0e26c365fba tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:55.024185 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5951cd8e-866b-4a16-8718-d0e26c365fba tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:16:55.045080 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5951cd8e-866b-4a16-8718-d0e26c365fba tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:55.046066 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5951cd8e-866b-4a16-8718-d0e26c365fba tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:55.061082 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1422b114-9d34-4507-8d19-94b5286e166d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (b804d31f-ed90-4cff-823a-a88a091f77e6), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:55.089000 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5951cd8e-866b-4a16-8718-d0e26c365fba tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5022063 Feb 07 21:16:55.091326 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37570) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:55.107977 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1422b114-9d34-4507-8d19-94b5286e166d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:55.109621 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1422b114-9d34-4507-8d19-94b5286e166d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4903471 Feb 07 21:16:55.116917 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37572) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:55.131234 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-37d61734-088d-4306-8996-8e9318e16d9f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'port': {'network_id': '39c92996-af7f-4006-8095-b17eb14af729', 'name': 'tempest-PortsTestJSON-1659637034'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:55.222003 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5018ea95-13d3-4ec8-a326-12a270d0d1fc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:55.238970 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5018ea95-13d3-4ec8-a326-12a270d0d1fc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:55.243380 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-75531f5c-d354-4e89-8b71-c0ce84b71b7b None None] Allocated IP 172.20.0.2 (39c92996-af7f-4006-8095-b17eb14af729/791c0304-afd9-4fa2-a4d1-0e8cb6dbf642/9477f340-4204-4405-9e2a-165fab159910) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:16:55.248738 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5018ea95-13d3-4ec8-a326-12a270d0d1fc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1534686 Feb 07 21:16:55.250628 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37574) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:55.312408 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d61734-088d-4306-8996-8e9318e16d9f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:55.318365 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37d61734-088d-4306-8996-8e9318e16d9f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:55.389261 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-37d61734-088d-4306-8996-8e9318e16d9f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] device_id is not set on port a3239fcd-62d8-4859-a7c8-f0c79a79528c yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:16:55.430077 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-21354e93-4d74-43ac-9645-4cb6b2ce3ef4 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting port 9adcf7e7-f1e6-48f5-9cbc-c56c02d07edb {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:16:55.430415 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21354e93-4d74-43ac-9645-4cb6b2ce3ef4 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9adcf7e7-f1e6-48f5-9cbc-c56c02d07edb), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:55.607138 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21354e93-4d74-43ac-9645-4cb6b2ce3ef4 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9adcf7e7-f1e6-48f5-9cbc-c56c02d07edb), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:55.628448 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-75531f5c-d354-4e89-8b71-c0ce84b71b7b None None] Publish callbacks [] for port (9477f340-4204-4405-9e2a-165fab159910), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:55.642562 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-21354e93-4d74-43ac-9645-4cb6b2ce3ef4 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Calling delete_port for 9adcf7e7-f1e6-48f5-9cbc-c56c02d07edb owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:16:55.646320 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-75531f5c-d354-4e89-8b71-c0ce84b71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (9477f340-4204-4405-9e2a-165fab159910), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:55.740175 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75531f5c-d354-4e89-8b71-c0ce84b71b7b None None] Network 39c92996-af7f-4006-8095-b17eb14af729 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:55.743649 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-75531f5c-d354-4e89-8b71-c0ce84b71b7b None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:55.747956 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75531f5c-d354-4e89-8b71-c0ce84b71b7b None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:16:55.773558 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-37d61734-088d-4306-8996-8e9318e16d9f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Allocated IP 172.20.0.12 (39c92996-af7f-4006-8095-b17eb14af729/791c0304-afd9-4fa2-a4d1-0e8cb6dbf642/a3239fcd-62d8-4859-a7c8-f0c79a79528c) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:16:55.783856 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75531f5c-d354-4e89-8b71-c0ce84b71b7b None None] Pushing event updated for resources: {'Port': ['ID=9477f340-4204-4405-9e2a-165fab159910,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:55.865375 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-75531f5c-d354-4e89-8b71-c0ce84b71b7b None None] Attempting to bind port 9477f340-4204-4405-9e2a-165fab159910 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:16:55.865757 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-75531f5c-d354-4e89-8b71-c0ce84b71b7b None None] Attempting to bind port 9477f340-4204-4405-9e2a-165fab159910 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '5a317061-b0df-4e37-ba7f-a5749afe1ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '39c92996-af7f-4006-8095-b17eb14af729'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:16:55.866128 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75531f5c-d354-4e89-8b71-c0ce84b71b7b None None] Attempting to bind port 9477f340-4204-4405-9e2a-165fab159910 on network 39c92996-af7f-4006-8095-b17eb14af729 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:16:55.875661 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75531f5c-d354-4e89-8b71-c0ce84b71b7b None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:16:55.876040 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75531f5c-d354-4e89-8b71-c0ce84b71b7b None None] Checking segment: {'id': '5a317061-b0df-4e37-ba7f-a5749afe1ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '39c92996-af7f-4006-8095-b17eb14af729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:16:55.876495 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-75531f5c-d354-4e89-8b71-c0ce84b71b7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:55.876882 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75531f5c-d354-4e89-8b71-c0ce84b71b7b None None] Bound using segment: {'id': '5a317061-b0df-4e37-ba7f-a5749afe1ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '39c92996-af7f-4006-8095-b17eb14af729'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:16:55.879466 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-75531f5c-d354-4e89-8b71-c0ce84b71b7b None None] Bound port: 9477f340-4204-4405-9e2a-165fab159910, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a317061-b0df-4e37-ba7f-a5749afe1ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '39c92996-af7f-4006-8095-b17eb14af729'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:16:55.880767 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-75531f5c-d354-4e89-8b71-c0ce84b71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9477f340-4204-4405-9e2a-165fab159910), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:55.932476 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe526d9-45e8-4e2f-9de2-21102de96513 req-16ad6c9f-6b16-4ce6-9f4c-a6026e3ef10e tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:55.939965 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-afe526d9-45e8-4e2f-9de2-21102de96513 req-16ad6c9f-6b16-4ce6-9f4c-a6026e3ef10e tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.1026640 Feb 07 21:16:56.056789 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-75531f5c-d354-4e89-8b71-c0ce84b71b7b None None] For port 9477f340-4204-4405-9e2a-165fab159910, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:16:56.071314 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-75531f5c-d354-4e89-8b71-c0ce84b71b7b None None] For port 9477f340-4204-4405-9e2a-165fab159910, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9477f340-4204-4405-9e2a-165fab159910,segment=NetworkSegment(5a317061-b0df-4e37-ba7f-a5749afe1ec3),segment_id=5a317061-b0df-4e37-ba7f-a5749afe1ec3)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:16:56.075346 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21354e93-4d74-43ac-9645-4cb6b2ce3ef4 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (9adcf7e7-f1e6-48f5-9cbc-c56c02d07edb), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:56.090907 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-75531f5c-d354-4e89-8b71-c0ce84b71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9477f340-4204-4405-9e2a-165fab159910), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:56.103677 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-afe526d9-45e8-4e2f-9de2-21102de96513 req-01d3bbaa-d5f1-44e1-bd39-dbe1074980bf tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585412 Feb 07 21:16:56.200548 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21354e93-4d74-43ac-9645-4cb6b2ce3ef4 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Port': ['ID=9adcf7e7-f1e6-48f5-9cbc-c56c02d07edb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:56.297917 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21354e93-4d74-43ac-9645-4cb6b2ce3ef4 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:56.312427 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-21354e93-4d74-43ac-9645-4cb6b2ce3ef4 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/9adcf7e7-f1e6-48f5-9cbc-c56c02d07edb HTTP/1.1" status: 204 len: 168 time: 1.0585206 Feb 07 21:16:56.312960 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37594) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:56.344063 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75531f5c-d354-4e89-8b71-c0ce84b71b7b None None] Pushing event updated for resources: {'Port': ['ID=9477f340-4204-4405-9e2a-165fab159910,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:56.410480 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-64af29be-d16f-4a37-abbc-db5ddc626450 req-48ea27ec-cebe-4f3b-9172-1e1b8babec7c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0918837 Feb 07 21:16:56.447520 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-cc8f5713-5f1c-4a62-b5ad-65ad824d904b None None] Provisioning complete for port 7d1b71ae-7a1a-4491-a4d1-c2395afad6a9 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:56.457353 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cc8f5713-5f1c-4a62-b5ad-65ad824d904b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (7d1b71ae-7a1a-4491-a4d1-c2395afad6a9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:56.527053 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37d61734-088d-4306-8996-8e9318e16d9f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for port (a3239fcd-62d8-4859-a7c8-f0c79a79528c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:56.745470 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071eb964-cec3-4899-8ba6-d1718447278a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:56.751076 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071eb964-cec3-4899-8ba6-d1718447278a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:56.753443 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-071eb964-cec3-4899-8ba6-d1718447278a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4372807 Feb 07 21:16:56.758476 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 7d1b71ae-7a1a-4491-a4d1-c2395afad6a9 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:16:56.762239 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37604) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:56.896946 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-cc8f5713-5f1c-4a62-b5ad-65ad824d904b None None] Current status of the port 7d1b71ae-7a1a-4491-a4d1-c2395afad6a9 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:56.897248 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cc8f5713-5f1c-4a62-b5ad-65ad824d904b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (7d1b71ae-7a1a-4491-a4d1-c2395afad6a9), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:56.909488 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b36c9d8-b3a1-4257-80e3-e844a754691e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet a6bff44a-5387-4677-80ed-42514e6745fb {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:16:56.924291 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5b36c9d8-b3a1-4257-80e3-e844a754691e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (a6bff44a-5387-4677-80ed-42514e6745fb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:57.038454 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-cc8f5713-5f1c-4a62-b5ad-65ad824d904b None None] For port 7d1b71ae-7a1a-4491-a4d1-c2395afad6a9, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=7d1b71ae-7a1a-4491-a4d1-c2395afad6a9,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:57.047819 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cc8f5713-5f1c-4a62-b5ad-65ad824d904b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (7d1b71ae-7a1a-4491-a4d1-c2395afad6a9), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:57.053211 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 7d1b71ae-7a1a-4491-a4d1-c2395afad6a9 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:57.053444 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (7d1b71ae-7a1a-4491-a4d1-c2395afad6a9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:57.053713 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37d61734-088d-4306-8996-8e9318e16d9f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (a3239fcd-62d8-4859-a7c8-f0c79a79528c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:57.078773 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5b36c9d8-b3a1-4257-80e3-e844a754691e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (a6bff44a-5387-4677-80ed-42514e6745fb), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:57.208026 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ac318068-e2b0-4203-8a41-83279f0fc6c4 None None] Could not find standard attr ID for object 9adcf7e7-f1e6-48f5-9cbc-c56c02d07edb. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:16:57.225295 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f5713-5f1c-4a62-b5ad-65ad824d904b None None] Pushing event updated for resources: {'Port': ['ID=7d1b71ae-7a1a-4491-a4d1-c2395afad6a9,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:57.388397 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d61734-088d-4306-8996-8e9318e16d9f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network 39c92996-af7f-4006-8095-b17eb14af729 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:16:57.400171 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-37d61734-088d-4306-8996-8e9318e16d9f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:16:57.404051 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d61734-088d-4306-8996-8e9318e16d9f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:16:57.412217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745d3a7-e4b7-4e8e-829f-57a3f31fd50d req-bed996ea-1ab6-4bb9-941b-7e238b3e80a8 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:57.413871 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b745d3a7-e4b7-4e8e-829f-57a3f31fd50d req-bed996ea-1ab6-4bb9-941b-7e238b3e80a8 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.1732831 Feb 07 21:16:57.431084 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 7d1b71ae-7a1a-4491-a4d1-c2395afad6a9 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:57.467857 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d61734-088d-4306-8996-8e9318e16d9f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Port': ['ID=a3239fcd-62d8-4859-a7c8-f0c79a79528c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:57.492030 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b745d3a7-e4b7-4e8e-829f-57a3f31fd50d req-37de5d91-43e3-480e-9372-41b61b83946b tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709114 Feb 07 21:16:57.546852 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d61734-088d-4306-8996-8e9318e16d9f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:57.548320 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37d61734-088d-4306-8996-8e9318e16d9f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:57.558911 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5b36c9d8-b3a1-4257-80e3-e844a754691e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (a6bff44a-5387-4677-80ed-42514e6745fb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:57.639128 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-37d61734-088d-4306-8996-8e9318e16d9f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5131977 Feb 07 21:16:57.639953 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37620) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:57.679626 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d08d45b-07fe-4795-b286-5003c62e128a req-416192a2-bf60-45d1-8246-bfdc5aea2873 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0590992 Feb 07 21:16:57.928133 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5b36c9d8-b3a1-4257-80e3-e844a754691e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (a6bff44a-5387-4677-80ed-42514e6745fb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:58.015200 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5272e8d-c5da-43b0-a948-7571f2a5f6c6 None None] Network 39c92996-af7f-4006-8095-b17eb14af729 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:16:58.067840 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36c9d8-b3a1-4257-80e3-e844a754691e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=a6bff44a-5387-4677-80ed-42514e6745fb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:58.079261 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5b36c9d8-b3a1-4257-80e3-e844a754691e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:58.085782 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fe556a-6888-481a-9e6a-e6ed396a5dcf None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:16:58.095757 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5b36c9d8-b3a1-4257-80e3-e844a754691e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/a6bff44a-5387-4677-80ed-42514e6745fb HTTP/1.1" status: 204 len: 168 time: 1.3315783 Feb 07 21:16:58.098332 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37624) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:58.179484 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-98e8bc01-b281-4b30-aa91-b3257cf3abae tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784016 Feb 07 21:16:58.180031 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37626) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:58.309027 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e61d3a-2443-44a7-94c1-7b0a4df3fa12 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:58.310694 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-31e61d3a-2443-44a7-94c1-7b0a4df3fa12 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1296990 Feb 07 21:16:58.313891 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37628) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:58.344275 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2356b95f-910e-43b6-b1cd-2d808ffba857 None None] Provisioning complete for port 9477f340-4204-4405-9e2a-165fab159910 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:58.344275 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2356b95f-910e-43b6-b1cd-2d808ffba857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9477f340-4204-4405-9e2a-165fab159910), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:58.355821 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-21ce7ef6-3749-437a-8c53-1be92eeb1ab4 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a3239fcd-62d8-4859-a7c8-f0c79a79528c), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:58.435342 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23077140-9c10-4cbe-ab8b-b8e97e1779e9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:58.436863 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-23077140-9c10-4cbe-ab8b-b8e97e1779e9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1217067 Feb 07 21:16:58.442848 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37630) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:58.545558 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fe0fbb73-d7f9-4878-97f1-3298df64da1b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1015451 Feb 07 21:16:58.554771 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37634) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:16:58.573628 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b3a52471-f24b-4cec-815b-272fca4869e8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:16:58.635391 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce75a4a5-9d26-4ae9-ae07-471ebc2697ee None None] DHCP port deletion for f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:16:58.745449 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2356b95f-910e-43b6-b1cd-2d808ffba857 None None] Current status of the port 9477f340-4204-4405-9e2a-165fab159910 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:16:58.745673 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2356b95f-910e-43b6-b1cd-2d808ffba857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9477f340-4204-4405-9e2a-165fab159910), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:58.788257 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9477f340-4204-4405-9e2a-165fab159910 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:16:58.945560 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47eb24f-02a9-4d76-bedc-571936d5195b req-7424b507-4ef7-4e27-a6d4-bcbd7e1871e9 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:16:58.958019 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-21ce7ef6-3749-437a-8c53-1be92eeb1ab4 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for port (a3239fcd-62d8-4859-a7c8-f0c79a79528c), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:58.959153 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f47eb24f-02a9-4d76-bedc-571936d5195b req-7424b507-4ef7-4e27-a6d4-bcbd7e1871e9 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.2372990 Feb 07 21:16:58.978985 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-21ce7ef6-3749-437a-8c53-1be92eeb1ab4 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (a3239fcd-62d8-4859-a7c8-f0c79a79528c), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:59.003361 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a52471-f24b-4cec-815b-272fca4869e8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:16:59.013286 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3a52471-f24b-4cec-815b-272fca4869e8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:59.170525 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce7ef6-3749-437a-8c53-1be92eeb1ab4 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Port': ['ID=a3239fcd-62d8-4859-a7c8-f0c79a79528c,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:59.260268 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2356b95f-910e-43b6-b1cd-2d808ffba857 None None] For port 9477f340-4204-4405-9e2a-165fab159910, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9477f340-4204-4405-9e2a-165fab159910,segment=NetworkSegment(5a317061-b0df-4e37-ba7f-a5749afe1ec3),segment_id=5a317061-b0df-4e37-ba7f-a5749afe1ec3)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:59.290897 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2356b95f-910e-43b6-b1cd-2d808ffba857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9477f340-4204-4405-9e2a-165fab159910), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:59.395567 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-21ce7ef6-3749-437a-8c53-1be92eeb1ab4 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (b804d31f-ed90-4cff-823a-a88a091f77e6), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:59.411762 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356b95f-910e-43b6-b1cd-2d808ffba857 None None] Pushing event updated for resources: {'Port': ['ID=9477f340-4204-4405-9e2a-165fab159910,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:16:59.426425 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ce75a4a5-9d26-4ae9-ae07-471ebc2697ee None None] Deleting port 7d1b71ae-7a1a-4491-a4d1-c2395afad6a9 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:16:59.426795 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce75a4a5-9d26-4ae9-ae07-471ebc2697ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (7d1b71ae-7a1a-4491-a4d1-c2395afad6a9), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:59.451862 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f47eb24f-02a9-4d76-bedc-571936d5195b req-4d80bcb5-e2c4-4d19-af33-9c57f3cabec5 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4903224 Feb 07 21:16:59.538972 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ce75a4a5-9d26-4ae9-ae07-471ebc2697ee None None] For port 7d1b71ae-7a1a-4491-a4d1-c2395afad6a9, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=7d1b71ae-7a1a-4491-a4d1-c2395afad6a9,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:16:59.539374 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce75a4a5-9d26-4ae9-ae07-471ebc2697ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (7d1b71ae-7a1a-4491-a4d1-c2395afad6a9), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:59.579065 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ce75a4a5-9d26-4ae9-ae07-471ebc2697ee None None] Calling delete_port for 7d1b71ae-7a1a-4491-a4d1-c2395afad6a9 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:16:59.878143 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f03a843b-ab1d-4680-a3fc-97393270d369 req-ea55d57e-14a4-436e-bc77-86a783d97714 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.2263601 Feb 07 21:16:59.933062 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-24f6b909-6f6e-4a21-ab2e-54f1d312e60e None None] Provisioning complete for port 9477f340-4204-4405-9e2a-165fab159910 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:59.933443 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-24f6b909-6f6e-4a21-ab2e-54f1d312e60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9477f340-4204-4405-9e2a-165fab159910), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:59.953206 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-21ce7ef6-3749-437a-8c53-1be92eeb1ab4 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a3239fcd-62d8-4859-a7c8-f0c79a79528c), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:16:59.997189 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 9477f340-4204-4405-9e2a-165fab159910 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:16:59.997625 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9477f340-4204-4405-9e2a-165fab159910), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:00.111380 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce75a4a5-9d26-4ae9-ae07-471ebc2697ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (7d1b71ae-7a1a-4491-a4d1-c2395afad6a9), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:00.161401 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-24f6b909-6f6e-4a21-ab2e-54f1d312e60e None None] Current status of the port 9477f340-4204-4405-9e2a-165fab159910 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:00.166172 n-d-828185-2 neutron-server[103255]: DEBUG neutron.objects.ports [None req-b3a52471-f24b-4cec-815b-272fca4869e8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103255) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 21:17:00.171524 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce75a4a5-9d26-4ae9-ae07-471ebc2697ee None None] No DVR routers for this DVR port 7d1b71ae-7a1a-4491-a4d1-c2395afad6a9 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:17:00.216240 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75a4a5-9d26-4ae9-ae07-471ebc2697ee None None] Pushing event deleted for resources: {'Port': ['ID=7d1b71ae-7a1a-4491-a4d1-c2395afad6a9,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:00.227712 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-24f6b909-6f6e-4a21-ab2e-54f1d312e60e None None] Provisioning complete for port a3239fcd-62d8-4859-a7c8-f0c79a79528c triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:00.231921 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-24f6b909-6f6e-4a21-ab2e-54f1d312e60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a3239fcd-62d8-4859-a7c8-f0c79a79528c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:00.327591 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 9477f340-4204-4405-9e2a-165fab159910 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:00.358613 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-24f6b909-6f6e-4a21-ab2e-54f1d312e60e None None] Port a3239fcd-62d8-4859-a7c8-f0c79a79528c cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:17:00.378092 n-d-828185-2 neutron-server[103255]: WARNING neutron.services.revisions.revision_plugin [None req-b3a52471-f24b-4cec-815b-272fca4869e8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Could not find related port for resource to bump revision. Feb 07 21:17:00.393177 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.ipam_pluggable_backend [None req-b3a52471-f24b-4cec-815b-272fca4869e8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Port 7d1b71ae-7a1a-4491-a4d1-c2395afad6a9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103255) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 07 21:17:00.393654 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.ipam_pluggable_backend [None req-b3a52471-f24b-4cec-815b-272fca4869e8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1f:cabb {{(pid=103255) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 07 21:17:00.397743 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.ipam_pluggable_backend [None req-b3a52471-f24b-4cec-815b-272fca4869e8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1f:cabb {{(pid=103255) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 07 21:17:00.399123 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3a52471-f24b-4cec-815b-272fca4869e8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (72c7d0c0-b318-4b08-b5d7-8d177051ce53), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:00.505987 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4bed7724-3c37-4439-b603-09770b7f430b None None] Provisioning complete for port a3239fcd-62d8-4859-a7c8-f0c79a79528c triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:00.506525 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4bed7724-3c37-4439-b603-09770b7f430b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a3239fcd-62d8-4859-a7c8-f0c79a79528c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:00.555313 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a52471-f24b-4cec-815b-272fca4869e8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:00.558678 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-b3a52471-f24b-4cec-815b-272fca4869e8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:00.562160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a52471-f24b-4cec-815b-272fca4869e8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:00.569016 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3a52471-f24b-4cec-815b-272fca4869e8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:00.582212 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a52471-f24b-4cec-815b-272fca4869e8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=72c7d0c0-b318-4b08-b5d7-8d177051ce53,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:00.590485 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9477f340-4204-4405-9e2a-165fab159910 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:17:00.631201 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b3a52471-f24b-4cec-815b-272fca4869e8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0731039 Feb 07 21:17:00.636916 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37664) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:00.651129 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0503a5c-5718-43df-b4c5-0e6b181288aa None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:17:00.686695 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-73e7ca30-c8b0-41dd-a356-bae137ec4718 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'mac_address': 'fa:16:3e:7e:33:49', 'name': 'tempest-NetworksTestDHCPv6-487801689'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:00.776121 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4bed7724-3c37-4439-b603-09770b7f430b None None] Port a3239fcd-62d8-4859-a7c8-f0c79a79528c cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:17:00.832939 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 9477f340-4204-4405-9e2a-165fab159910 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:00.833261 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9477f340-4204-4405-9e2a-165fab159910), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:00.892296 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e7ca30-c8b0-41dd-a356-bae137ec4718 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:00.913763 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c03792-fff3-42c3-a60a-87fdd5e797bf req-b3bd447b-bbcc-482f-bd7a-199962bda283 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:00.934530 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53c03792-fff3-42c3-a60a-87fdd5e797bf req-b3bd447b-bbcc-482f-bd7a-199962bda283 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.3146162 Feb 07 21:17:01.125683 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f685b7d-29cc-45f6-910c-e13b6dd5e7c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'fixed_ips': [{'subnet_id': '72c7d0c0-b318-4b08-b5d7-8d177051ce53'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:17:01.128780 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5f685b7d-29cc-45f6-910c-e13b6dd5e7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:01.208867 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 9477f340-4204-4405-9e2a-165fab159910 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:01.240034 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73e7ca30-c8b0-41dd-a356-bae137ec4718 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:01.385662 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-73e7ca30-c8b0-41dd-a356-bae137ec4718 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] device_id is not set on port 50ecb4b3-a08c-475f-916f-12e63ec27e76 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:17:01.445858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 7d1b71ae-7a1a-4491-a4d1-c2395afad6a9 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:17:01.509070 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 7d1b71ae-7a1a-4491-a4d1-c2395afad6a9 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:17:01.515208 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 7d1b71ae-7a1a-4491-a4d1-c2395afad6a9 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:17:01.529050 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-21ce7ef6-3749-437a-8c53-1be92eeb1ab4 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for port (a3239fcd-62d8-4859-a7c8-f0c79a79528c), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:01.553669 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-21ce7ef6-3749-437a-8c53-1be92eeb1ab4 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (a3239fcd-62d8-4859-a7c8-f0c79a79528c), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:01.673673 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-73e7ca30-c8b0-41dd-a356-bae137ec4718 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 2001:db8::f816:3eff:fe7e:3349 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/72c7d0c0-b318-4b08-b5d7-8d177051ce53/50ecb4b3-a08c-475f-916f-12e63ec27e76) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:17:01.689567 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce7ef6-3749-437a-8c53-1be92eeb1ab4 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Port': ['ID=a3239fcd-62d8-4859-a7c8-f0c79a79528c,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:01.703111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53c03792-fff3-42c3-a60a-87fdd5e797bf req-4f27efca-19f4-47cb-8f49-b4168b17e144 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7675941 Feb 07 21:17:01.742571 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-21ce7ef6-3749-437a-8c53-1be92eeb1ab4 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (b804d31f-ed90-4cff-823a-a88a091f77e6), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:01.870323 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ccf0705e-74b7-48ed-9daf-8fe34b7b6760 req-30839872-04e9-4730-b014-daf5d754d649 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0576849 Feb 07 21:17:02.015996 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73e7ca30-c8b0-41dd-a356-bae137ec4718 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (50ecb4b3-a08c-475f-916f-12e63ec27e76), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:02.042090 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ce7ef6-3749-437a-8c53-1be92eeb1ab4 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network 39c92996-af7f-4006-8095-b17eb14af729 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:02.043966 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-21ce7ef6-3749-437a-8c53-1be92eeb1ab4 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:02.065640 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73e7ca30-c8b0-41dd-a356-bae137ec4718 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (50ecb4b3-a08c-475f-916f-12e63ec27e76), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:02.169195 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-5f685b7d-29cc-45f6-910c-e13b6dd5e7c8 None None] Allocated IP 2001:db8::f816:3eff:fe08:725a (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/72c7d0c0-b318-4b08-b5d7-8d177051ce53/f8173fef-97b4-4a9f-9747-5900c26d5feb) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:17:02.207660 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e7ca30-c8b0-41dd-a356-bae137ec4718 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:02.224201 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-73e7ca30-c8b0-41dd-a356-bae137ec4718 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:02.229130 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e7ca30-c8b0-41dd-a356-bae137ec4718 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:17:02.247550 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e7ca30-c8b0-41dd-a356-bae137ec4718 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:02.248276 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73e7ca30-c8b0-41dd-a356-bae137ec4718 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:02.255083 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7ca30-c8b0-41dd-a356-bae137ec4718 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=50ecb4b3-a08c-475f-916f-12e63ec27e76,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:02.305625 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-73e7ca30-c8b0-41dd-a356-bae137ec4718 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6285853 Feb 07 21:17:02.309552 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37686) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:02.482915 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac715052-62ea-4807-8fda-2f3ad49a9aa1 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:02.490124 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ac715052-62ea-4807-8fda-2f3ad49a9aa1 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1763372 Feb 07 21:17:02.492919 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37688) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:02.553966 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ce7ef6-3749-437a-8c53-1be92eeb1ab4 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Router b804d31f-ed90-4cff-823a-a88a091f77e6 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:17:02.640214 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-9ba8d0bd-ec32-4088-a5fb-b3652f305079 None None] Provisioning complete for port a3239fcd-62d8-4859-a7c8-f0c79a79528c triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:02.642651 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d0bd-ec32-4088-a5fb-b3652f305079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a3239fcd-62d8-4859-a7c8-f0c79a79528c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:02.705337 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5f685b7d-29cc-45f6-910c-e13b6dd5e7c8 None None] Publish callbacks [] for port (f8173fef-97b4-4a9f-9747-5900c26d5feb), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:02.741059 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ce7ef6-3749-437a-8c53-1be92eeb1ab4 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:17:02.750136 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-21ce7ef6-3749-437a-8c53-1be92eeb1ab4 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "PUT /v2.0/routers/b804d31f-ed90-4cff-823a-a88a091f77e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0966315 Feb 07 21:17:02.751199 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37692) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:02.789965 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5f685b7d-29cc-45f6-910c-e13b6dd5e7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (f8173fef-97b4-4a9f-9747-5900c26d5feb), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:02.796578 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2a3e10bd-015c-4e16-975f-96f35066141b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting port 50ecb4b3-a08c-475f-916f-12e63ec27e76 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:17:02.796917 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2a3e10bd-015c-4e16-975f-96f35066141b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (50ecb4b3-a08c-475f-916f-12e63ec27e76), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:02.821795 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71038007-beb1-4c97-a1f5-85566334c2dc None None] Sync routers for ids ['b804d31f-ed90-4cff-823a-a88a091f77e6'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:17:02.918645 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f685b7d-29cc-45f6-910c-e13b6dd5e7c8 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:02.919622 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9ba8d0bd-ec32-4088-a5fb-b3652f305079 None None] Port a3239fcd-62d8-4859-a7c8-f0c79a79528c cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:17:02.945699 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-5f685b7d-29cc-45f6-910c-e13b6dd5e7c8 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:02.977178 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4beb2025-4ae9-4e4f-9e6e-4ea541c84ffb tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:02.981382 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4beb2025-4ae9-4e4f-9e6e-4ea541c84ffb tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "GET /v2.0/ports?device_id=b804d31f-ed90-4cff-823a-a88a091f77e6 HTTP/1.1" status: 200 len: 983 time: 0.2266402 Feb 07 21:17:02.982528 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37700) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:02.984019 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2a3e10bd-015c-4e16-975f-96f35066141b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (50ecb4b3-a08c-475f-916f-12e63ec27e76), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:02.999919 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2a3e10bd-015c-4e16-975f-96f35066141b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Calling delete_port for 50ecb4b3-a08c-475f-916f-12e63ec27e76 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:17:03.000937 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f685b7d-29cc-45f6-910c-e13b6dd5e7c8 None None] Pushing event updated for resources: {'Port': ['ID=f8173fef-97b4-4a9f-9747-5900c26d5feb,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:03.004076 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f685b7d-29cc-45f6-910c-e13b6dd5e7c8 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:17:03.011740 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71038007-beb1-4c97-a1f5-85566334c2dc None None] Routers {'b804d31f-ed90-4cff-823a-a88a091f77e6'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:17:03.012400 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-71038007-beb1-4c97-a1f5-85566334c2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:16:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b804d31f-ed90-4cff-823a-a88a091f77e6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:17:03.053842 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-71038007-beb1-4c97-a1f5-85566334c2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:17:03.079703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71038007-beb1-4c97-a1f5-85566334c2dc None None] Routers {'b804d31f-ed90-4cff-823a-a88a091f77e6'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:17:03.079703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-71038007-beb1-4c97-a1f5-85566334c2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:16:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b804d31f-ed90-4cff-823a-a88a091f77e6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:17:03.196196 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-71038007-beb1-4c97-a1f5-85566334c2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:17:03.196882 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71038007-beb1-4c97-a1f5-85566334c2dc None None] The sync data for ids ['b804d31f-ed90-4cff-823a-a88a091f77e6'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:17:03.233166 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5f685b7d-29cc-45f6-910c-e13b6dd5e7c8 None None] Attempting to bind port f8173fef-97b4-4a9f-9747-5900c26d5feb on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:17:03.233166 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5f685b7d-29cc-45f6-910c-e13b6dd5e7c8 None None] Attempting to bind port f8173fef-97b4-4a9f-9747-5900c26d5feb by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:17:03.233166 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f685b7d-29cc-45f6-910c-e13b6dd5e7c8 None None] Attempting to bind port f8173fef-97b4-4a9f-9747-5900c26d5feb on network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:17:03.247534 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f685b7d-29cc-45f6-910c-e13b6dd5e7c8 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:17:03.248003 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f685b7d-29cc-45f6-910c-e13b6dd5e7c8 None None] Checking segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:17:03.248346 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5f685b7d-29cc-45f6-910c-e13b6dd5e7c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:03.248757 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f685b7d-29cc-45f6-910c-e13b6dd5e7c8 None None] Bound using segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:17:03.249241 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5f685b7d-29cc-45f6-910c-e13b6dd5e7c8 None None] Bound port: f8173fef-97b4-4a9f-9747-5900c26d5feb, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:17:03.249618 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5f685b7d-29cc-45f6-910c-e13b6dd5e7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f8173fef-97b4-4a9f-9747-5900c26d5feb), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:03.254802 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2a3e10bd-015c-4e16-975f-96f35066141b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (50ecb4b3-a08c-475f-916f-12e63ec27e76), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:03.379473 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-5f685b7d-29cc-45f6-910c-e13b6dd5e7c8 None None] For port f8173fef-97b4-4a9f-9747-5900c26d5feb, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:17:03.383013 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-5f685b7d-29cc-45f6-910c-e13b6dd5e7c8 None None] For port f8173fef-97b4-4a9f-9747-5900c26d5feb, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f8173fef-97b4-4a9f-9747-5900c26d5feb,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:17:03.385689 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2a3e10bd-015c-4e16-975f-96f35066141b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:03.397526 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2a3e10bd-015c-4e16-975f-96f35066141b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/50ecb4b3-a08c-475f-916f-12e63ec27e76 HTTP/1.1" status: 204 len: 168 time: 0.9030952 Feb 07 21:17:03.401420 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37702) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:03.410711 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5f685b7d-29cc-45f6-910c-e13b6dd5e7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f8173fef-97b4-4a9f-9747-5900c26d5feb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:03.423440 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e10bd-015c-4e16-975f-96f35066141b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Port': ['ID=50ecb4b3-a08c-475f-916f-12e63ec27e76,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:03.514310 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f685b7d-29cc-45f6-910c-e13b6dd5e7c8 None None] Pushing event updated for resources: {'Port': ['ID=f8173fef-97b4-4a9f-9747-5900c26d5feb,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:03.564952 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:03.603929 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a4370f-cb0d-479d-8573-47d1d72f094e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:03.616486 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a4370f-cb0d-479d-8573-47d1d72f094e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:03.629836 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-17a4370f-cb0d-479d-8573-47d1d72f094e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2271028 Feb 07 21:17:03.634241 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37704) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:03.664953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e060cb8-dfd4-4256-8777-e54fdf72d01f req-c88f3d90-0c56-4730-9049-6aff9b61d3a6 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:03.677734 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e060cb8-dfd4-4256-8777-e54fdf72d01f req-c88f3d90-0c56-4730-9049-6aff9b61d3a6 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.8317838 Feb 07 21:17:03.753407 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1e6914-1027-4543-ba10-dbfca56aa836 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet 72c7d0c0-b318-4b08-b5d7-8d177051ce53 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:17:03.764403 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de1e6914-1027-4543-ba10-dbfca56aa836 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (72c7d0c0-b318-4b08-b5d7-8d177051ce53), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:03.848448 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e060cb8-dfd4-4256-8777-e54fdf72d01f req-ad627458-f1bc-40d3-85a2-0966e5b56024 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694710 Feb 07 21:17:03.858396 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de1e6914-1027-4543-ba10-dbfca56aa836 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (72c7d0c0-b318-4b08-b5d7-8d177051ce53), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:03.917500 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:04.116659 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de1e6914-1027-4543-ba10-dbfca56aa836 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (72c7d0c0-b318-4b08-b5d7-8d177051ce53), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:04.187580 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8504c29e-b51d-443c-9e24-c9e92fb65657 req-098f484d-d02c-46b9-a59f-bd8bfc7764b1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.1891775 Feb 07 21:17:04.254982 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de1e6914-1027-4543-ba10-dbfca56aa836 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (72c7d0c0-b318-4b08-b5d7-8d177051ce53), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:04.340920 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e6914-1027-4543-ba10-dbfca56aa836 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=72c7d0c0-b318-4b08-b5d7-8d177051ce53,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:04.358646 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de1e6914-1027-4543-ba10-dbfca56aa836 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:04.371631 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37714) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:04.374511 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-de1e6914-1027-4543-ba10-dbfca56aa836 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/72c7d0c0-b318-4b08-b5d7-8d177051ce53 HTTP/1.1" status: 204 len: 168 time: 0.7391801 Feb 07 21:17:04.514466 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37716) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:04.519929 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-6fbc1d7a-1909-45a9-b41d-b32db8c5d8c6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:04.525132 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4c37e995-6040-407a-99fa-d6024a96cd41 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1506898 Feb 07 21:17:04.660544 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f8173fef-97b4-4a9f-9747-5900c26d5feb up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:17:04.762171 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbc1d7a-1909-45a9-b41d-b32db8c5d8c6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:04.766382 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6fbc1d7a-1909-45a9-b41d-b32db8c5d8c6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:04.852053 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port f8173fef-97b4-4a9f-9747-5900c26d5feb triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:04.853244 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f8173fef-97b4-4a9f-9747-5900c26d5feb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:05.095878 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port f8173fef-97b4-4a9f-9747-5900c26d5feb is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:05.096733 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f8173fef-97b4-4a9f-9747-5900c26d5feb), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:05.176205 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port f8173fef-97b4-4a9f-9747-5900c26d5feb, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f8173fef-97b4-4a9f-9747-5900c26d5feb,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:05.180978 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f8173fef-97b4-4a9f-9747-5900c26d5feb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:05.290028 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=f8173fef-97b4-4a9f-9747-5900c26d5feb,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:05.334881 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6584ee03-56d3-4018-a2f9-0ee6e4197f8f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (b804d31f-ed90-4cff-823a-a88a091f77e6), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:05.487692 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5580d899-ae72-4713-9709-21dcb21825b5 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:17:05.506882 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c553b-c809-4c85-ac50-d0d2bd98c2bf req-ad649c96-ae51-4f2c-891f-595fbdeda9b4 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:05.508482 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-599c553b-c809-4c85-ac50-d0d2bd98c2bf req-ad649c96-ae51-4f2c-891f-595fbdeda9b4 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.3981884 Feb 07 21:17:05.593425 n-d-828185-2 neutron-server[103256]: DEBUG neutron.objects.ports [None req-6fbc1d7a-1909-45a9-b41d-b32db8c5d8c6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103256) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 21:17:05.622466 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3de2904f-51fe-4b95-a675-eee85d5f11c2 None None] Provisioning complete for port f8173fef-97b4-4a9f-9747-5900c26d5feb triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:05.629331 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3de2904f-51fe-4b95-a675-eee85d5f11c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f8173fef-97b4-4a9f-9747-5900c26d5feb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:05.773879 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-599c553b-c809-4c85-ac50-d0d2bd98c2bf req-afd02c38-a923-4b58-9d67-329fc32b7fbd tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476327 Feb 07 21:17:05.905154 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3de2904f-51fe-4b95-a675-eee85d5f11c2 None None] Current status of the port f8173fef-97b4-4a9f-9747-5900c26d5feb is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:05.984948 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6584ee03-56d3-4018-a2f9-0ee6e4197f8f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting port a3239fcd-62d8-4859-a7c8-f0c79a79528c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:17:05.985316 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6584ee03-56d3-4018-a2f9-0ee6e4197f8f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (a3239fcd-62d8-4859-a7c8-f0c79a79528c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:06.024035 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f63b1c4-dd19-4077-adf6-79af1fd71e31 req-d8e55d54-6c89-450a-88cc-e2c82bed45b1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0712171 Feb 07 21:17:06.087857 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6fbc1d7a-1909-45a9-b41d-b32db8c5d8c6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f8173fef-97b4-4a9f-9747-5900c26d5feb), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:06.191364 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6584ee03-56d3-4018-a2f9-0ee6e4197f8f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (a3239fcd-62d8-4859-a7c8-f0c79a79528c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:06.215563 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6584ee03-56d3-4018-a2f9-0ee6e4197f8f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Calling delete_port for a3239fcd-62d8-4859-a7c8-f0c79a79528c owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:17:06.338599 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c65eb690-9a70-4420-a36d-c67fa304f7a4 None None] Provisioning complete for port f8173fef-97b4-4a9f-9747-5900c26d5feb triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:06.339200 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c65eb690-9a70-4420-a36d-c67fa304f7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f8173fef-97b4-4a9f-9747-5900c26d5feb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:06.398117 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6fbc1d7a-1909-45a9-b41d-b32db8c5d8c6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] For port f8173fef-97b4-4a9f-9747-5900c26d5feb, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f8173fef-97b4-4a9f-9747-5900c26d5feb,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:06.470657 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6fbc1d7a-1909-45a9-b41d-b32db8c5d8c6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (f8173fef-97b4-4a9f-9747-5900c26d5feb), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:06.482590 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6fbc1d7a-1909-45a9-b41d-b32db8c5d8c6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (f8173fef-97b4-4a9f-9747-5900c26d5feb), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:06.654376 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc1d7a-1909-45a9-b41d-b32db8c5d8c6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=f8173fef-97b4-4a9f-9747-5900c26d5feb,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:06.676945 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6fbc1d7a-1909-45a9-b41d-b32db8c5d8c6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (41153464-ddee-4b89-a671-d2af6adeb338), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:06.706344 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6584ee03-56d3-4018-a2f9-0ee6e4197f8f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (a3239fcd-62d8-4859-a7c8-f0c79a79528c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:06.723561 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c65eb690-9a70-4420-a36d-c67fa304f7a4 None None] Current status of the port f8173fef-97b4-4a9f-9747-5900c26d5feb is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:06.731291 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f8173fef-97b4-4a9f-9747-5900c26d5feb up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:17:06.781345 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584ee03-56d3-4018-a2f9-0ee6e4197f8f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Port': ['ID=a3239fcd-62d8-4859-a7c8-f0c79a79528c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:06.786640 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc1d7a-1909-45a9-b41d-b32db8c5d8c6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=41153464-ddee-4b89-a671-d2af6adeb338,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:06.803277 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbc1d7a-1909-45a9-b41d-b32db8c5d8c6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:06.806175 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-6fbc1d7a-1909-45a9-b41d-b32db8c5d8c6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:06.809761 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbc1d7a-1909-45a9-b41d-b32db8c5d8c6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:06.813643 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6fbc1d7a-1909-45a9-b41d-b32db8c5d8c6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:06.857794 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6fbc1d7a-1909-45a9-b41d-b32db8c5d8c6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3421984 Feb 07 21:17:06.860326 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37740) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:06.868416 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8e5a78c0-03d3-4081-9624-c0d1d4efc200 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'mac_address': 'fa:16:3e:e4:e9:23', 'name': 'tempest-NetworksTestDHCPv6-444928000'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:06.913938 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c7d5576-b277-4995-a711-ebddd2e31c91 None None] Could not find standard attr ID for object 50ecb4b3-a08c-475f-916f-12e63ec27e76. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:17:06.965231 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port f8173fef-97b4-4a9f-9747-5900c26d5feb triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:06.970834 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f8173fef-97b4-4a9f-9747-5900c26d5feb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:07.149813 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425e4e7-39df-497d-b511-24d7dc3cceb1 req-26ab126f-0a59-40a2-8aae-a4803ea24416 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:07.160719 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7425e4e7-39df-497d-b511-24d7dc3cceb1 req-26ab126f-0a59-40a2-8aae-a4803ea24416 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.2285106 Feb 07 21:17:07.256648 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f261868-e414-4354-8e6b-7def44e1aef0 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:17:07.300675 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7425e4e7-39df-497d-b511-24d7dc3cceb1 req-9f534538-58fd-4df8-aa38-95978719ee40 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388981 Feb 07 21:17:07.302251 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5a78c0-03d3-4081-9624-c0d1d4efc200 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:07.322837 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6584ee03-56d3-4018-a2f9-0ee6e4197f8f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (b804d31f-ed90-4cff-823a-a88a091f77e6), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:07.485030 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e5a78c0-03d3-4081-9624-c0d1d4efc200 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:07.518161 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port f8173fef-97b4-4a9f-9747-5900c26d5feb is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:07.536289 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-8e5a78c0-03d3-4081-9624-c0d1d4efc200 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] device_id is not set on port 27c6cb0c-761c-41e7-b4f3-c21fa86ab852 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:17:07.546095 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49591cbd-523e-41fc-9507-5b1aead70341 req-40e8a51c-e919-4dc1-a66c-ea09425b3b7c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0594668 Feb 07 21:17:07.743520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6584ee03-56d3-4018-a2f9-0ee6e4197f8f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Router b804d31f-ed90-4cff-823a-a88a091f77e6 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:17:07.771349 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-8e5a78c0-03d3-4081-9624-c0d1d4efc200 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 2001:db8::f816:3eff:fee4:e923 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/41153464-ddee-4b89-a671-d2af6adeb338/27c6cb0c-761c-41e7-b4f3-c21fa86ab852) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:17:07.931519 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6584ee03-56d3-4018-a2f9-0ee6e4197f8f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:17:07.943439 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aba9cca-b870-4010-bf50-aed99646fdd6 None None] Sync routers for ids ['b804d31f-ed90-4cff-823a-a88a091f77e6'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:17:07.951996 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6584ee03-56d3-4018-a2f9-0ee6e4197f8f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "PUT /v2.0/routers/b804d31f-ed90-4cff-823a-a88a091f77e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9677052 Feb 07 21:17:07.952184 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37752) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:07.958526 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aba9cca-b870-4010-bf50-aed99646fdd6 None None] Routers {'b804d31f-ed90-4cff-823a-a88a091f77e6'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:17:07.959170 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2aba9cca-b870-4010-bf50-aed99646fdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:16:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b804d31f-ed90-4cff-823a-a88a091f77e6'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:17:08.015215 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-847efe64-5ead-4a6a-b187-74d0f2fa2c3c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] GET failed (client error): The resource could not be found. Feb 07 21:17:08.018140 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2aba9cca-b870-4010-bf50-aed99646fdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:17:08.020948 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-847efe64-5ead-4a6a-b187-74d0f2fa2c3c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "GET /v2.0/ports/a3239fcd-62d8-4859-a7c8-f0c79a79528c HTTP/1.1" status: 404 len: 333 time: 0.0677128 Feb 07 21:17:08.023482 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37754) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:08.028643 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aba9cca-b870-4010-bf50-aed99646fdd6 None None] Routers {'b804d31f-ed90-4cff-823a-a88a091f77e6'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:17:08.029523 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2aba9cca-b870-4010-bf50-aed99646fdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:16:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b804d31f-ed90-4cff-823a-a88a091f77e6'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:17:08.065379 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4c8ea8a1-ce56-481b-9c0d-d0cf61fcf3d0 None None] Provisioning complete for port f8173fef-97b4-4a9f-9747-5900c26d5feb triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:08.065761 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4c8ea8a1-ce56-481b-9c0d-d0cf61fcf3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f8173fef-97b4-4a9f-9747-5900c26d5feb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:08.073376 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2aba9cca-b870-4010-bf50-aed99646fdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:17:08.074388 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aba9cca-b870-4010-bf50-aed99646fdd6 None None] The sync data for ids ['b804d31f-ed90-4cff-823a-a88a091f77e6'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:17:08.225312 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e5a78c0-03d3-4081-9624-c0d1d4efc200 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (27c6cb0c-761c-41e7-b4f3-c21fa86ab852), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:08.266127 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e0b900d-d162-4e2e-9237-537e18011eca tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for router (b804d31f-ed90-4cff-823a-a88a091f77e6), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:08.293199 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4c8ea8a1-ce56-481b-9c0d-d0cf61fcf3d0 None None] Current status of the port f8173fef-97b4-4a9f-9747-5900c26d5feb is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:08.347113 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e5a78c0-03d3-4081-9624-c0d1d4efc200 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (27c6cb0c-761c-41e7-b4f3-c21fa86ab852), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:08.545947 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5a78c0-03d3-4081-9624-c0d1d4efc200 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:08.548039 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a78c0-03d3-4081-9624-c0d1d4efc200 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=27c6cb0c-761c-41e7-b4f3-c21fa86ab852,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:08.555777 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-8e5a78c0-03d3-4081-9624-c0d1d4efc200 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:08.561665 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5a78c0-03d3-4081-9624-c0d1d4efc200 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:17:08.575107 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5a78c0-03d3-4081-9624-c0d1d4efc200 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:08.577112 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e5a78c0-03d3-4081-9624-c0d1d4efc200 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:08.596096 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f8173fef-97b4-4a9f-9747-5900c26d5feb up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:17:08.620536 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a78c0-03d3-4081-9624-c0d1d4efc200 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:08.621049 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a78c0-03d3-4081-9624-c0d1d4efc200 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:08.625101 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a78c0-03d3-4081-9624-c0d1d4efc200 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:08.625596 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a78c0-03d3-4081-9624-c0d1d4efc200 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:08.626339 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a78c0-03d3-4081-9624-c0d1d4efc200 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:08.626654 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a78c0-03d3-4081-9624-c0d1d4efc200 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:08.627620 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a78c0-03d3-4081-9624-c0d1d4efc200 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:08.628085 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a78c0-03d3-4081-9624-c0d1d4efc200 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:08.628731 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a78c0-03d3-4081-9624-c0d1d4efc200 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:08.631738 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a78c0-03d3-4081-9624-c0d1d4efc200 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:08.632234 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a78c0-03d3-4081-9624-c0d1d4efc200 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:08.632719 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a78c0-03d3-4081-9624-c0d1d4efc200 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:08.633219 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5a78c0-03d3-4081-9624-c0d1d4efc200 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:08.670975 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8e5a78c0-03d3-4081-9624-c0d1d4efc200 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8094912 Feb 07 21:17:08.673359 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37766) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:08.735001 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port f8173fef-97b4-4a9f-9747-5900c26d5feb triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:08.735385 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f8173fef-97b4-4a9f-9747-5900c26d5feb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:08.798063 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ab2239-3ff2-431c-b007-776bb07a455d tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:08.816463 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ab2239-3ff2-431c-b007-776bb07a455d tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:08.821840 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-79ab2239-3ff2-431c-b007-776bb07a455d tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1473494 Feb 07 21:17:08.822643 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37768) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:08.951643 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port f8173fef-97b4-4a9f-9747-5900c26d5feb is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:09.014303 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a4b973c7-791b-4a8a-bdb9-3834906fe325 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting port 27c6cb0c-761c-41e7-b4f3-c21fa86ab852 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:17:09.016704 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a4b973c7-791b-4a8a-bdb9-3834906fe325 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (27c6cb0c-761c-41e7-b4f3-c21fa86ab852), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:09.097515 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e0b900d-d162-4e2e-9237-537e18011eca tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (b804d31f-ed90-4cff-823a-a88a091f77e6), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:09.099658 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e0b900d-d162-4e2e-9237-537e18011eca tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for router_controller (b804d31f-ed90-4cff-823a-a88a091f77e6), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:09.128217 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2160f7e1-18e2-4d63-a9a2-57f9520cfc84 None None] Provisioning complete for port 27c6cb0c-761c-41e7-b4f3-c21fa86ab852 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:09.133508 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2160f7e1-18e2-4d63-a9a2-57f9520cfc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (27c6cb0c-761c-41e7-b4f3-c21fa86ab852), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:09.211200 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2160f7e1-18e2-4d63-a9a2-57f9520cfc84 None None] Port 27c6cb0c-761c-41e7-b4f3-c21fa86ab852 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:17:09.219785 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a4b973c7-791b-4a8a-bdb9-3834906fe325 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (27c6cb0c-761c-41e7-b4f3-c21fa86ab852), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:09.247330 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a4b973c7-791b-4a8a-bdb9-3834906fe325 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Calling delete_port for 27c6cb0c-761c-41e7-b4f3-c21fa86ab852 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:17:09.281408 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e0b900d-d162-4e2e-9237-537e18011eca tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (b804d31f-ed90-4cff-823a-a88a091f77e6), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:09.282013 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0b900d-d162-4e2e-9237-537e18011eca tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Fanout notify agent at l3_agent the message router_deleted on router b804d31f-ed90-4cff-823a-a88a091f77e6 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:17:09.293463 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e0b900d-d162-4e2e-9237-537e18011eca tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:09.298678 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4e0b900d-d162-4e2e-9237-537e18011eca tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/routers/b804d31f-ed90-4cff-823a-a88a091f77e6 HTTP/1.1" status: 204 len: 168 time: 1.2742066 Feb 07 21:17:09.299606 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37774) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:09.356457 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e82f7-4350-48dd-8b56-e01c95fccc9c req-723a89ec-a3d7-47c9-b0ad-6d06de1d7ad9 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:09.358039 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c4e82f7-4350-48dd-8b56-e01c95fccc9c req-723a89ec-a3d7-47c9-b0ad-6d06de1d7ad9 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.9124010 Feb 07 21:17:09.420148 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c4e82f7-4350-48dd-8b56-e01c95fccc9c req-2af30083-4379-4eac-b6b5-659a5bb88e02 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526910 Feb 07 21:17:09.424548 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b0b0f5-e0c3-4ae1-a7d6-ff743a2764e9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting subnet 791c0304-afd9-4fa2-a4d1-0e8cb6dbf642 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:17:09.435260 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-02b0b0f5-e0c3-4ae1-a7d6-ff743a2764e9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for subnet (791c0304-afd9-4fa2-a4d1-0e8cb6dbf642), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:09.581640 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4077a6e4-53d1-44d3-b1ef-4e184b63c8ec req-c1308efc-7a16-4a08-9181-711e5fe8fca3 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0701716 Feb 07 21:17:09.601831 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-02b0b0f5-e0c3-4ae1-a7d6-ff743a2764e9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (791c0304-afd9-4fa2-a4d1-0e8cb6dbf642), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:09.648358 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a4b973c7-791b-4a8a-bdb9-3834906fe325 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (27c6cb0c-761c-41e7-b4f3-c21fa86ab852), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:09.679564 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b973c7-791b-4a8a-bdb9-3834906fe325 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Port': ['ID=27c6cb0c-761c-41e7-b4f3-c21fa86ab852,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:09.749823 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a4b973c7-791b-4a8a-bdb9-3834906fe325 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:09.753402 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a4b973c7-791b-4a8a-bdb9-3834906fe325 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/27c6cb0c-761c-41e7-b4f3-c21fa86ab852 HTTP/1.1" status: 204 len: 168 time: 0.9295914 Feb 07 21:17:09.760863 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37780) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:09.833832 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-02b0b0f5-e0c3-4ae1-a7d6-ff743a2764e9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (791c0304-afd9-4fa2-a4d1-0e8cb6dbf642), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:09.887209 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f43e879-295e-4e88-9cba-5d231172c5e3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:09.888594 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f43e879-295e-4e88-9cba-5d231172c5e3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:09.890531 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2f43e879-295e-4e88-9cba-5d231172c5e3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1282802 Feb 07 21:17:09.893877 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37782) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:09.972817 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4c4b22-38bd-483b-9fed-d28b51a7bf34 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet 41153464-ddee-4b89-a671-d2af6adeb338 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:17:09.977273 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-02b0b0f5-e0c3-4ae1-a7d6-ff743a2764e9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (791c0304-afd9-4fa2-a4d1-0e8cb6dbf642), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:09.991034 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da4c4b22-38bd-483b-9fed-d28b51a7bf34 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (41153464-ddee-4b89-a671-d2af6adeb338), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:10.030454 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0b0f5-e0c3-4ae1-a7d6-ff743a2764e9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Subnet': ['ID=791c0304-afd9-4fa2-a4d1-0e8cb6dbf642,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:10.036018 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-02b0b0f5-e0c3-4ae1-a7d6-ff743a2764e9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:10.042045 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37788) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:10.049563 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c00fd3c-3eb9-4cbb-98ea-ea89e41d1c9b None None] Network 39c92996-af7f-4006-8095-b17eb14af729 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:17:10.052871 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-02b0b0f5-e0c3-4ae1-a7d6-ff743a2764e9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/subnets/791c0304-afd9-4fa2-a4d1-0e8cb6dbf642 HTTP/1.1" status: 204 len: 168 time: 0.7502959 Feb 07 21:17:10.111401 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da4c4b22-38bd-483b-9fed-d28b51a7bf34 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (41153464-ddee-4b89-a671-d2af6adeb338), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:10.172039 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-10f4cc5f-269d-4bc1-a3a3-3fc89065cd66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (39c92996-af7f-4006-8095-b17eb14af729), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:10.237292 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da4c4b22-38bd-483b-9fed-d28b51a7bf34 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (41153464-ddee-4b89-a671-d2af6adeb338), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:10.361500 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da4c4b22-38bd-483b-9fed-d28b51a7bf34 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (41153464-ddee-4b89-a671-d2af6adeb338), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:10.464479 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c4b22-38bd-483b-9fed-d28b51a7bf34 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=41153464-ddee-4b89-a671-d2af6adeb338,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:10.503004 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da4c4b22-38bd-483b-9fed-d28b51a7bf34 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:10.503175 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65478ca-e385-4f42-a4db-9e586d917124 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:17:10.510146 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37796) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:10.511843 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-da4c4b22-38bd-483b-9fed-d28b51a7bf34 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/41153464-ddee-4b89-a671-d2af6adeb338 HTTP/1.1" status: 204 len: 168 time: 0.6170826 Feb 07 21:17:10.539669 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-10f4cc5f-269d-4bc1-a3a3-3fc89065cd66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting port 9477f340-4204-4405-9e2a-165fab159910 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:17:10.540723 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-10f4cc5f-269d-4bc1-a3a3-3fc89065cd66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9477f340-4204-4405-9e2a-165fab159910), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:10.596506 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021b4995-4981-4b34-bc2c-30b53b67506d None None] DHCP port deletion for 39c92996-af7f-4006-8095-b17eb14af729 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:17:10.603921 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1fa71348-15ae-48f2-9854-724128f4839f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0925553 Feb 07 21:17:10.631010 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-10f4cc5f-269d-4bc1-a3a3-3fc89065cd66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] For port 9477f340-4204-4405-9e2a-165fab159910, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9477f340-4204-4405-9e2a-165fab159910,segment=NetworkSegment(5a317061-b0df-4e37-ba7f-a5749afe1ec3),segment_id=5a317061-b0df-4e37-ba7f-a5749afe1ec3)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:10.631376 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-10f4cc5f-269d-4bc1-a3a3-3fc89065cd66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9477f340-4204-4405-9e2a-165fab159910), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:10.631921 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37798) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:10.661316 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-10f4cc5f-269d-4bc1-a3a3-3fc89065cd66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Calling delete_port for 9477f340-4204-4405-9e2a-165fab159910 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:17:10.794022 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1b8593-4bb4-4954-9b74-f1270710d078 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:10.798996 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7c1b8593-4bb4-4954-9b74-f1270710d078 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1632493 Feb 07 21:17:10.803214 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37804) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:10.827704 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-021b4995-4981-4b34-bc2c-30b53b67506d None None] Deleting port 9477f340-4204-4405-9e2a-165fab159910 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:17:10.829370 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-021b4995-4981-4b34-bc2c-30b53b67506d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9477f340-4204-4405-9e2a-165fab159910), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:10.845109 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0fa43-4846-4ddc-81a7-c0bbbcef748e req-cf37d9a8-7d21-43d4-ac6c-e365332e799e tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:10.846735 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f7f0fa43-4846-4ddc-81a7-c0bbbcef748e req-cf37d9a8-7d21-43d4-ac6c-e365332e799e tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.2414379 Feb 07 21:17:10.911687 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c65d572-3fe7-4216-9c77-a5340beef5e1 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:10.917265 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3c65d572-3fe7-4216-9c77-a5340beef5e1 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1125224 Feb 07 21:17:10.918937 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37810) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:10.920232 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-10f4cc5f-269d-4bc1-a3a3-3fc89065cd66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9477f340-4204-4405-9e2a-165fab159910), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:10.921291 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-021b4995-4981-4b34-bc2c-30b53b67506d None None] For port 9477f340-4204-4405-9e2a-165fab159910, host n-d-828185-2, got binding levels [] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:10.921835 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-021b4995-4981-4b34-bc2c-30b53b67506d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9477f340-4204-4405-9e2a-165fab159910), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:10.940792 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-021b4995-4981-4b34-bc2c-30b53b67506d None None] Calling delete_port for 9477f340-4204-4405-9e2a-165fab159910 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:17:10.943900 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.ipam_backend_mixin [None req-021b4995-4981-4b34-bc2c-30b53b67506d None None] Port 9477f340-4204-4405-9e2a-165fab159910 was not found and therefore no delete operation was performed {{(pid=103257) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 21:17:10.945989 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-021b4995-4981-4b34-bc2c-30b53b67506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (9477f340-4204-4405-9e2a-165fab159910), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:10.951127 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f7f0fa43-4846-4ddc-81a7-c0bbbcef748e req-0df6739c-7b51-4666-8141-f13441660830 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973439 Feb 07 21:17:11.014201 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b4995-4981-4b34-bc2c-30b53b67506d None None] Pushing event deleted for resources: {'Port': ['ID=9477f340-4204-4405-9e2a-165fab159910,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:11.040965 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021b4995-4981-4b34-bc2c-30b53b67506d None None] No DVR routers for this DVR port 9477f340-4204-4405-9e2a-165fab159910 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:17:11.109385 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-613d320f-bbdb-4ab3-a272-ec8e7c3c3d0d req-3e01bf37-ec40-4a88-bd78-ab1965c6815e tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0463159 Feb 07 21:17:11.141810 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00481c6a-3ad4-4178-ba75-0489eed7d110 None None] DHCP port deletion for f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:17:11.166937 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6a7c4667-a718-4594-909e-680ced38e7a1 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2419765 Feb 07 21:17:11.171044 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37814) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:11.176922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e6d07e03-d082-4805-b0a9-d5674ce948b7 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:11.179557 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f4cc5f-269d-4bc1-a3a3-3fc89065cd66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] No DVR routers for this DVR port 9477f340-4204-4405-9e2a-165fab159910 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:17:11.189633 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4cc5f-269d-4bc1-a3a3-3fc89065cd66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Port': ['ID=9477f340-4204-4405-9e2a-165fab159910,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:11.253227 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-00481c6a-3ad4-4178-ba75-0489eed7d110 None None] Deleting port f8173fef-97b4-4a9f-9747-5900c26d5feb {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:17:11.254338 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-00481c6a-3ad4-4178-ba75-0489eed7d110 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f8173fef-97b4-4a9f-9747-5900c26d5feb), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:11.335811 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-00481c6a-3ad4-4178-ba75-0489eed7d110 None None] For port f8173fef-97b4-4a9f-9747-5900c26d5feb, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f8173fef-97b4-4a9f-9747-5900c26d5feb,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:11.336216 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-00481c6a-3ad4-4178-ba75-0489eed7d110 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f8173fef-97b4-4a9f-9747-5900c26d5feb), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:11.350506 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-10f4cc5f-269d-4bc1-a3a3-3fc89065cd66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (39c92996-af7f-4006-8095-b17eb14af729), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:11.355799 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-00481c6a-3ad4-4178-ba75-0489eed7d110 None None] Calling delete_port for f8173fef-97b4-4a9f-9747-5900c26d5feb owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:17:11.374145 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d07e03-d082-4805-b0a9-d5674ce948b7 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:11.379754 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6d07e03-d082-4805-b0a9-d5674ce948b7 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:11.391076 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-10f4cc5f-269d-4bc1-a3a3-3fc89065cd66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c92996-af7f-4006-8095-b17eb14af729']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:17:11.405798 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-10f4cc5f-269d-4bc1-a3a3-3fc89065cd66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a317061-b0df-4e37-ba7f-a5749afe1ec3') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:17:11.406246 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-10f4cc5f-269d-4bc1-a3a3-3fc89065cd66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a317061-b0df-4e37-ba7f-a5749afe1ec3') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:17:11.420209 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-10f4cc5f-269d-4bc1-a3a3-3fc89065cd66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (5a317061-b0df-4e37-ba7f-a5749afe1ec3), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:11.436916 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-10f4cc5f-269d-4bc1-a3a3-3fc89065cd66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (5a317061-b0df-4e37-ba7f-a5749afe1ec3), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:11.446786 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f4cc5f-269d-4bc1-a3a3-3fc89065cd66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:17:11.447199 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-10f4cc5f-269d-4bc1-a3a3-3fc89065cd66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (5a317061-b0df-4e37-ba7f-a5749afe1ec3), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:17:11.451085 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:17:11.532084 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-00481c6a-3ad4-4178-ba75-0489eed7d110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (f8173fef-97b4-4a9f-9747-5900c26d5feb), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:11.545515 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-10f4cc5f-269d-4bc1-a3a3-3fc89065cd66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (39c92996-af7f-4006-8095-b17eb14af729), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:11.561910 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-10f4cc5f-269d-4bc1-a3a3-3fc89065cd66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:11.570393 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-10f4cc5f-269d-4bc1-a3a3-3fc89065cd66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/networks/39c92996-af7f-4006-8095-b17eb14af729 HTTP/1.1" status: 204 len: 168 time: 1.5218112 Feb 07 21:17:11.572000 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37830) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:11.582298 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4cc5f-269d-4bc1-a3a3-3fc89065cd66 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Network': ['ID=39c92996-af7f-4006-8095-b17eb14af729,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:11.596033 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00481c6a-3ad4-4178-ba75-0489eed7d110 None None] No DVR routers for this DVR port f8173fef-97b4-4a9f-9747-5900c26d5feb on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:17:11.602196 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00481c6a-3ad4-4178-ba75-0489eed7d110 None None] Pushing event deleted for resources: {'Port': ['ID=f8173fef-97b4-4a9f-9747-5900c26d5feb,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:11.668414 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823361e8-42b7-436d-85c8-8b7ace198368 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:11.673438 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-823361e8-42b7-436d-85c8-8b7ace198368 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "GET /v2.0/ports/8f1e3a42-73d3-40f0-93d3-76fe78ad974d HTTP/1.1" status: 200 len: 840 time: 0.0968175 Feb 07 21:17:11.673847 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37832) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:11.751076 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6d07e03-d082-4805-b0a9-d5674ce948b7 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (733f69ce-d8ab-4f0d-839e-02de1a7d41ee), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:11.790487 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-00cd9d7d-ddd9-4d3e-bdbe-8e51422a2567 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "GET /v2.0/ports/8f1e3a42-73d3-40f0-93d3-76fe78ad974d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1151283 Feb 07 21:17:11.792869 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37834) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:11.793018 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d07e03-d082-4805-b0a9-d5674ce948b7 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:11.797065 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-e6d07e03-d082-4805-b0a9-d5674ce948b7 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:11.798586 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-74482791-5333-4be5-8f81-a5c39967f32d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'subnet': {'network_id': '17e4c2dc-970f-440b-8ca4-e74f730986ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:11.803081 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d07e03-d082-4805-b0a9-d5674ce948b7 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:11.803775 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6d07e03-d082-4805-b0a9-d5674ce948b7 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:11.810230 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8735ea51-442b-4c7b-a389-4a0d6ee60afe None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:17:11.847334 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e6d07e03-d082-4805-b0a9-d5674ce948b7 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6748316 Feb 07 21:17:11.851600 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37838) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:11.859007 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-12116436-39ea-430f-861c-71c9e11526e5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'mac_address': 'fa:16:3e:c0:2f:82', 'name': 'tempest-NetworksTestDHCPv6-2121256144'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:11.973877 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d07e03-d082-4805-b0a9-d5674ce948b7 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=733f69ce-d8ab-4f0d-839e-02de1a7d41ee,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:12.022022 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12116436-39ea-430f-861c-71c9e11526e5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:12.034000 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c17cb9-932d-46a4-83f1-0a34025400af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'fixed_ips': [{'subnet_id': '733f69ce-d8ab-4f0d-839e-02de1a7d41ee'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:17:12.035388 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-11c17cb9-932d-46a4-83f1-0a34025400af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:12.039374 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74482791-5333-4be5-8f81-a5c39967f32d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:12.045116 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74482791-5333-4be5-8f81-a5c39967f32d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:12.274867 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857843c4-afa6-4af1-84d8-486baf5821f2 req-7e9155c0-6ab5-4c9f-a6ea-f37608bfee21 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:12.276508 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-857843c4-afa6-4af1-84d8-486baf5821f2 req-7e9155c0-6ab5-4c9f-a6ea-f37608bfee21 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.0910351 Feb 07 21:17:12.329504 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-12116436-39ea-430f-861c-71c9e11526e5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:12.341901 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-11c17cb9-932d-46a4-83f1-0a34025400af None None] Allocated IP 2001:db8::2 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/733f69ce-d8ab-4f0d-839e-02de1a7d41ee/99f5ceec-16d1-400e-a224-d4c906fa48f6) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:17:12.397502 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e603a346-7e1d-449d-bed3-020cf3039ab8 req-d0785fd3-58bf-4ed2-90fe-c177f5b56107 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0966115 Feb 07 21:17:12.402062 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-12116436-39ea-430f-861c-71c9e11526e5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] device_id is not set on port 741ce314-7ecb-4a8d-8a8c-b4a7dae04aa7 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:17:12.521167 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-11c17cb9-932d-46a4-83f1-0a34025400af None None] Publish callbacks [] for port (99f5ceec-16d1-400e-a224-d4c906fa48f6), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:12.530868 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-11c17cb9-932d-46a4-83f1-0a34025400af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (99f5ceec-16d1-400e-a224-d4c906fa48f6), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:12.605867 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c17cb9-932d-46a4-83f1-0a34025400af None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:12.623307 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9477f340-4204-4405-9e2a-165fab159910 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:17:12.627728 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74482791-5333-4be5-8f81-a5c39967f32d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (c218c8d1-e1ec-42ca-ac9d-b6d4fccd2b27), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:12.658666 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 9477f340-4204-4405-9e2a-165fab159910 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:17:12.659124 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9477f340-4204-4405-9e2a-165fab159910 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:17:12.659694 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f8173fef-97b4-4a9f-9747-5900c26d5feb no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:17:12.683625 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: f8173fef-97b4-4a9f-9747-5900c26d5feb {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:17:12.684208 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f8173fef-97b4-4a9f-9747-5900c26d5feb not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:17:12.688224 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-12116436-39ea-430f-861c-71c9e11526e5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 2001:db8::88 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/733f69ce-d8ab-4f0d-839e-02de1a7d41ee/741ce314-7ecb-4a8d-8a8c-b4a7dae04aa7) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:17:12.691686 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-11c17cb9-932d-46a4-83f1-0a34025400af None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:12.727726 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c17cb9-932d-46a4-83f1-0a34025400af None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:17:12.743232 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-857843c4-afa6-4af1-84d8-486baf5821f2 req-6dfee531-a9d1-4433-8aa6-bdb75f19ec5b tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4504681 Feb 07 21:17:12.780274 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74482791-5333-4be5-8f81-a5c39967f32d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network 17e4c2dc-970f-440b-8ca4-e74f730986ac is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:12.782569 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c17cb9-932d-46a4-83f1-0a34025400af None None] Pushing event updated for resources: {'Port': ['ID=99f5ceec-16d1-400e-a224-d4c906fa48f6,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:12.799242 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-74482791-5333-4be5-8f81-a5c39967f32d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:12.818032 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74482791-5333-4be5-8f81-a5c39967f32d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:12.827783 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74482791-5333-4be5-8f81-a5c39967f32d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:12.854414 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ff99be-d5f8-4cf3-b7f5-4179a725856d None None] Network 17e4c2dc-970f-440b-8ca4-e74f730986ac requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:17:12.864113 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74482791-5333-4be5-8f81-a5c39967f32d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Subnet': ['ID=c218c8d1-e1ec-42ca-ac9d-b6d4fccd2b27,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:12.879347 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-74482791-5333-4be5-8f81-a5c39967f32d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0854855 Feb 07 21:17:12.882698 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37874) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:12.887966 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e55ad2fb-4a5a-4f05-8ab0-bc17b0b31e71 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'security_group': {'name': 'tempest-secgroup-1703576933'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:12.918752 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e55ad2fb-4a5a-4f05-8ab0-bc17b0b31e71 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:13.008152 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e55ad2fb-4a5a-4f05-8ab0-bc17b0b31e71 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (ec3e2901-c192-48d6-83a4-d6ebdc535e68), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:13.013119 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e55ad2fb-4a5a-4f05-8ab0-bc17b0b31e71 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ec3e2901-c192-48d6-83a4-d6ebdc535e68), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:13.014969 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-11c17cb9-932d-46a4-83f1-0a34025400af None None] Attempting to bind port 99f5ceec-16d1-400e-a224-d4c906fa48f6 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:17:13.018093 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-11c17cb9-932d-46a4-83f1-0a34025400af None None] Attempting to bind port 99f5ceec-16d1-400e-a224-d4c906fa48f6 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:17:13.019955 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c17cb9-932d-46a4-83f1-0a34025400af None None] Attempting to bind port 99f5ceec-16d1-400e-a224-d4c906fa48f6 on network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:17:13.043481 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c17cb9-932d-46a4-83f1-0a34025400af None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:17:13.045883 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c17cb9-932d-46a4-83f1-0a34025400af None None] Checking segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:17:13.046374 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-11c17cb9-932d-46a4-83f1-0a34025400af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:13.046844 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c17cb9-932d-46a4-83f1-0a34025400af None None] Bound using segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:17:13.047395 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-11c17cb9-932d-46a4-83f1-0a34025400af None None] Bound port: 99f5ceec-16d1-400e-a224-d4c906fa48f6, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:17:13.049870 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-11c17cb9-932d-46a4-83f1-0a34025400af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (99f5ceec-16d1-400e-a224-d4c906fa48f6), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:13.052190 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ad2fb-4a5a-4f05-8ab0-bc17b0b31e71 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3e2901-c192-48d6-83a4-d6ebdc535e68,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:13.075047 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898d195-97b0-4af1-ac6d-19b6f88e42c7 req-a8066b5f-d0de-4b6c-b6a0-791e77dcb059 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:13.080230 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e55ad2fb-4a5a-4f05-8ab0-bc17b0b31e71 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:13.083544 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e55ad2fb-4a5a-4f05-8ab0-bc17b0b31e71 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1986969 Feb 07 21:17:13.085324 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37876) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:13.085958 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a898d195-97b0-4af1-ac6d-19b6f88e42c7 req-a8066b5f-d0de-4b6c-b6a0-791e77dcb059 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 947 time: 0.2451599 Feb 07 21:17:13.091993 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-5e53609e-3f7a-44b7-994d-f5ca797dd3be tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'security_group': {'name': 'tempest-secgroup-684055410'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:13.128586 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e53609e-3f7a-44b7-994d-f5ca797dd3be tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:13.219345 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a898d195-97b0-4af1-ac6d-19b6f88e42c7 req-5fa330c6-43ed-48af-b0c6-6420ec2b6dac tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324093 Feb 07 21:17:13.235821 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-12116436-39ea-430f-861c-71c9e11526e5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (741ce314-7ecb-4a8d-8a8c-b4a7dae04aa7), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:13.258532 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-11c17cb9-932d-46a4-83f1-0a34025400af None None] For port 99f5ceec-16d1-400e-a224-d4c906fa48f6, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:17:13.272788 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e53609e-3f7a-44b7-994d-f5ca797dd3be tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (fc99b0ab-8a55-4f75-bd6e-457e2509e415), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:13.277941 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-11c17cb9-932d-46a4-83f1-0a34025400af None None] For port 99f5ceec-16d1-400e-a224-d4c906fa48f6, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=99f5ceec-16d1-400e-a224-d4c906fa48f6,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:17:13.282480 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e53609e-3f7a-44b7-994d-f5ca797dd3be tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (fc99b0ab-8a55-4f75-bd6e-457e2509e415), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:13.297611 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-11c17cb9-932d-46a4-83f1-0a34025400af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (99f5ceec-16d1-400e-a224-d4c906fa48f6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:13.329506 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53609e-3f7a-44b7-994d-f5ca797dd3be tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc99b0ab-8a55-4f75-bd6e-457e2509e415,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:13.334353 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-12116436-39ea-430f-861c-71c9e11526e5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (741ce314-7ecb-4a8d-8a8c-b4a7dae04aa7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:13.351313 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e53609e-3f7a-44b7-994d-f5ca797dd3be tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:13.352680 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5e53609e-3f7a-44b7-994d-f5ca797dd3be tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2650156 Feb 07 21:17:13.360458 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37882) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:13.366531 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2654120d-a77f-4da7-be90-7b520890a62d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1466763815', 'security_groups': ['fc99b0ab-8a55-4f75-bd6e-457e2509e415'], 'network_id': '17e4c2dc-970f-440b-8ca4-e74f730986ac', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c218c8d1-e1ec-42ca-ac9d-b6d4fccd2b27'}]}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:13.372940 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c17cb9-932d-46a4-83f1-0a34025400af None None] Pushing event updated for resources: {'Port': ['ID=99f5ceec-16d1-400e-a224-d4c906fa48f6,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:13.402585 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17847de8-1582-4a67-9180-b846793d04c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-17e4c2dc-970f-440b-8ca4-e74f730986ac', 'network_id': '17e4c2dc-970f-440b-8ca4-e74f730986ac', 'project_id': '513bde040ef147d69df68a6ee6cac082', 'fixed_ips': [{'subnet_id': 'c218c8d1-e1ec-42ca-ac9d-b6d4fccd2b27'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:17:13.403447 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-17847de8-1582-4a67-9180-b846793d04c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:13.453676 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12116436-39ea-430f-861c-71c9e11526e5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:13.459057 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-12116436-39ea-430f-861c-71c9e11526e5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:13.467150 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12116436-39ea-430f-861c-71c9e11526e5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:17:13.476125 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12116436-39ea-430f-861c-71c9e11526e5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:13.476931 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-12116436-39ea-430f-861c-71c9e11526e5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:13.492155 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12116436-39ea-430f-861c-71c9e11526e5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=741ce314-7ecb-4a8d-8a8c-b4a7dae04aa7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:13.517298 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-12116436-39ea-430f-861c-71c9e11526e5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6641421 Feb 07 21:17:13.520148 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37890) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:13.621411 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-17847de8-1582-4a67-9180-b846793d04c8 None None] Allocated IP 172.20.0.2 (17e4c2dc-970f-440b-8ca4-e74f730986ac/c218c8d1-e1ec-42ca-ac9d-b6d4fccd2b27/ff9b1ced-7c17-47db-93ba-79b963acb720) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:17:13.648714 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2654120d-a77f-4da7-be90-7b520890a62d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:13.782728 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a8ba6bbd-1247-48bb-aa2e-2a64c1f7e50f req-ac106367-e7ba-4992-81ba-e4bc44374114 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.1773574 Feb 07 21:17:13.887114 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c740ace9-31b8-4058-be39-527ef8152a83 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:13.911379 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c740ace9-31b8-4058-be39-527ef8152a83 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:13.925525 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c740ace9-31b8-4058-be39-527ef8152a83 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4021196 Feb 07 21:17:13.926594 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37904) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:14.005285 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-17847de8-1582-4a67-9180-b846793d04c8 None None] Publish callbacks [] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:14.030523 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-17847de8-1582-4a67-9180-b846793d04c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:14.172905 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17847de8-1582-4a67-9180-b846793d04c8 None None] Pushing event updated for resources: {'Port': ['ID=ff9b1ced-7c17-47db-93ba-79b963acb720,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:14.202047 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17847de8-1582-4a67-9180-b846793d04c8 None None] Network 17e4c2dc-970f-440b-8ca4-e74f730986ac is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:14.210984 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-17847de8-1582-4a67-9180-b846793d04c8 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:14.216256 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17847de8-1582-4a67-9180-b846793d04c8 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:17:14.223409 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d8a6e-edcc-42ac-8d97-c3524926869f req-7a9274b9-00c1-4167-84d4-66816464b3b2 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:14.232013 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0a8d8a6e-edcc-42ac-8d97-c3524926869f req-7a9274b9-00c1-4167-84d4-66816464b3b2 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.1834497 Feb 07 21:17:14.334855 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-17847de8-1582-4a67-9180-b846793d04c8 None None] Attempting to bind port ff9b1ced-7c17-47db-93ba-79b963acb720 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:17:14.335140 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-17847de8-1582-4a67-9180-b846793d04c8 None None] Attempting to bind port ff9b1ced-7c17-47db-93ba-79b963acb720 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'ce7475d0-f485-4594-9097-52a0c385f1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '17e4c2dc-970f-440b-8ca4-e74f730986ac'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:17:14.335505 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17847de8-1582-4a67-9180-b846793d04c8 None None] Attempting to bind port ff9b1ced-7c17-47db-93ba-79b963acb720 on network 17e4c2dc-970f-440b-8ca4-e74f730986ac {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:17:14.347371 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17847de8-1582-4a67-9180-b846793d04c8 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:17:14.348389 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17847de8-1582-4a67-9180-b846793d04c8 None None] Checking segment: {'id': 'ce7475d0-f485-4594-9097-52a0c385f1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '17e4c2dc-970f-440b-8ca4-e74f730986ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:17:14.348808 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-17847de8-1582-4a67-9180-b846793d04c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:14.349207 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17847de8-1582-4a67-9180-b846793d04c8 None None] Bound using segment: {'id': 'ce7475d0-f485-4594-9097-52a0c385f1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '17e4c2dc-970f-440b-8ca4-e74f730986ac'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:17:14.349697 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-17847de8-1582-4a67-9180-b846793d04c8 None None] Bound port: ff9b1ced-7c17-47db-93ba-79b963acb720, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce7475d0-f485-4594-9097-52a0c385f1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '17e4c2dc-970f-440b-8ca4-e74f730986ac'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:17:14.350081 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-17847de8-1582-4a67-9180-b846793d04c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:14.375751 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0a8d8a6e-edcc-42ac-8d97-c3524926869f req-afb6a61b-ca15-477b-972d-3d5432cf9cac tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414604 Feb 07 21:17:14.470349 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-532411d5-0c04-4144-8f03-a2a2db1ea3b9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting port 741ce314-7ecb-4a8d-8a8c-b4a7dae04aa7 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:17:14.470349 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-532411d5-0c04-4144-8f03-a2a2db1ea3b9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (741ce314-7ecb-4a8d-8a8c-b4a7dae04aa7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:14.507558 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-17847de8-1582-4a67-9180-b846793d04c8 None None] For port ff9b1ced-7c17-47db-93ba-79b963acb720, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:17:14.512286 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-17847de8-1582-4a67-9180-b846793d04c8 None None] For port ff9b1ced-7c17-47db-93ba-79b963acb720, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ff9b1ced-7c17-47db-93ba-79b963acb720,segment=NetworkSegment(ce7475d0-f485-4594-9097-52a0c385f1c7),segment_id=ce7475d0-f485-4594-9097-52a0c385f1c7)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:17:14.525059 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-17847de8-1582-4a67-9180-b846793d04c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:14.537933 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67035782-4844-49b4-8e9e-5bc36461575b req-234796a4-ac4a-4d63-a4a3-05f5d7cd2e07 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:14.539242 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-67035782-4844-49b4-8e9e-5bc36461575b req-234796a4-ac4a-4d63-a4a3-05f5d7cd2e07 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 947 time: 0.1770327 Feb 07 21:17:14.623644 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2654120d-a77f-4da7-be90-7b520890a62d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:14.649496 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-2654120d-a77f-4da7-be90-7b520890a62d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] device_id is not set on port 252fddaf-b7d5-4254-a437-ed26ce262f41 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:17:14.658517 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 99f5ceec-16d1-400e-a224-d4c906fa48f6 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:17:14.717875 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-532411d5-0c04-4144-8f03-a2a2db1ea3b9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (741ce314-7ecb-4a8d-8a8c-b4a7dae04aa7), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:14.731947 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-532411d5-0c04-4144-8f03-a2a2db1ea3b9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Calling delete_port for 741ce314-7ecb-4a8d-8a8c-b4a7dae04aa7 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:17:14.757405 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17847de8-1582-4a67-9180-b846793d04c8 None None] Pushing event updated for resources: {'Port': ['ID=ff9b1ced-7c17-47db-93ba-79b963acb720,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:14.809230 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 99f5ceec-16d1-400e-a224-d4c906fa48f6 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:14.809614 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (99f5ceec-16d1-400e-a224-d4c906fa48f6), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:14.839153 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-67035782-4844-49b4-8e9e-5bc36461575b req-86a0d573-eef8-4269-8d22-e74300610dd3 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2645295 Feb 07 21:17:14.964209 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-2654120d-a77f-4da7-be90-7b520890a62d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Allocated IP 172.20.0.13 (17e4c2dc-970f-440b-8ca4-e74f730986ac/c218c8d1-e1ec-42ca-ac9d-b6d4fccd2b27/252fddaf-b7d5-4254-a437-ed26ce262f41) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:17:14.990950 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 99f5ceec-16d1-400e-a224-d4c906fa48f6 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:14.991398 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (99f5ceec-16d1-400e-a224-d4c906fa48f6), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:15.069494 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-abb76871-17fe-4a3c-9775-7e2a6a6f4884 req-5ecce30c-1070-4afb-bbcd-077e8c1d0759 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0953548 Feb 07 21:17:15.070202 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-532411d5-0c04-4144-8f03-a2a2db1ea3b9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (741ce314-7ecb-4a8d-8a8c-b4a7dae04aa7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:15.120059 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 99f5ceec-16d1-400e-a224-d4c906fa48f6, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=99f5ceec-16d1-400e-a224-d4c906fa48f6,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:15.136719 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (99f5ceec-16d1-400e-a224-d4c906fa48f6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:15.138296 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532411d5-0c04-4144-8f03-a2a2db1ea3b9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Port': ['ID=741ce314-7ecb-4a8d-8a8c-b4a7dae04aa7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:15.237319 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 17dc58fa-1248-4f88-b868-ac032c41d000 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:17:15.242793 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-532411d5-0c04-4144-8f03-a2a2db1ea3b9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:15.251865 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-532411d5-0c04-4144-8f03-a2a2db1ea3b9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/741ce314-7ecb-4a8d-8a8c-b4a7dae04aa7 HTTP/1.1" status: 204 len: 168 time: 1.3197401 Feb 07 21:17:15.254033 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37918) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:15.381639 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b5dbc3-4986-463b-9712-d86a32a7802a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:15.382941 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b5dbc3-4986-463b-9712-d86a32a7802a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:15.386656 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=99f5ceec-16d1-400e-a224-d4c906fa48f6,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:15.387021 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2654120d-a77f-4da7-be90-7b520890a62d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for port (252fddaf-b7d5-4254-a437-ed26ce262f41), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:15.389553 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d9b5dbc3-4986-463b-9712-d86a32a7802a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1332707 Feb 07 21:17:15.393028 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37922) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:15.484063 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 17dc58fa-1248-4f88-b868-ac032c41d000 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:15.484250 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2654120d-a77f-4da7-be90-7b520890a62d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (252fddaf-b7d5-4254-a437-ed26ce262f41), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:15.484953 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:15.488806 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-5a77fa82-89cd-431f-a2ce-ef2b75d8ef21 None None] Provisioning complete for port 99f5ceec-16d1-400e-a224-d4c906fa48f6 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:15.489564 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5a77fa82-89cd-431f-a2ce-ef2b75d8ef21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (99f5ceec-16d1-400e-a224-d4c906fa48f6), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:15.518293 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2654120d-a77f-4da7-be90-7b520890a62d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network 17e4c2dc-970f-440b-8ca4-e74f730986ac is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:15.528985 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c402b7-2666-4dfb-9a8f-86d1a6768cf9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet 733f69ce-d8ab-4f0d-839e-02de1a7d41ee {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:17:15.543681 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00c402b7-2666-4dfb-9a8f-86d1a6768cf9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (733f69ce-d8ab-4f0d-839e-02de1a7d41ee), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:15.568206 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-2654120d-a77f-4da7-be90-7b520890a62d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:15.571068 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2654120d-a77f-4da7-be90-7b520890a62d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:17:15.614489 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00c402b7-2666-4dfb-9a8f-86d1a6768cf9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (733f69ce-d8ab-4f0d-839e-02de1a7d41ee), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:15.622492 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654120d-a77f-4da7-be90-7b520890a62d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Port': ['ID=252fddaf-b7d5-4254-a437-ed26ce262f41,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:15.637075 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2654120d-a77f-4da7-be90-7b520890a62d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:15.637732 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2654120d-a77f-4da7-be90-7b520890a62d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:15.659228 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 17dc58fa-1248-4f88-b868-ac032c41d000, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=17dc58fa-1248-4f88-b868-ac032c41d000,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:15.660421 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17dc58fa-1248-4f88-b868-ac032c41d000'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:17:15.663402 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8155795a-72bc-4f58-a38e-829d39b5924c" -d '{"events": [{"server_uuid": "77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34", "name": "network-vif-unplugged", "status": "completed", "tag": "17dc58fa-1248-4f88-b868-ac032c41d000"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:17:15.671772 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2654120d-a77f-4da7-be90-7b520890a62d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3099482 Feb 07 21:17:15.674641 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37928) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:15.682746 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013b77d-8edc-4976-991e-16b9c094dfb2 req-34f86495-bd71-4c00-aa8a-b1734bf37062 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:15.685062 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:15.689728 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-39a689ec-0b6e-49af-bcc7-7da00bbece61 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'subnet': {'network_id': '17e4c2dc-970f-440b-8ca4-e74f730986ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:15.692542 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2013b77d-8edc-4976-991e-16b9c094dfb2 req-34f86495-bd71-4c00-aa8a-b1734bf37062 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.1610472 Feb 07 21:17:15.793221 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00c402b7-2666-4dfb-9a8f-86d1a6768cf9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (733f69ce-d8ab-4f0d-839e-02de1a7d41ee), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:15.805307 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab43143-8a26-4d57-8b86-387166ccc892 x-openstack-request-id: req-6ab43143-8a26-4d57-8b86-387166ccc892 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:17:15.805609 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34", "name": "network-vif-unplugged", "status": "completed", "tag": "17dc58fa-1248-4f88-b868-ac032c41d000", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:17:15.805880 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6ab43143-8a26-4d57-8b86-387166ccc892 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:17:15.806286 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17dc58fa-1248-4f88-b868-ac032c41d000', 'code': 200} Feb 07 21:17:15.810131 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=17dc58fa-1248-4f88-b868-ac032c41d000,revision_number=11']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:15.927378 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-5a77fa82-89cd-431f-a2ce-ef2b75d8ef21 None None] Current status of the port 99f5ceec-16d1-400e-a224-d4c906fa48f6 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:15.958609 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2013b77d-8edc-4976-991e-16b9c094dfb2 req-588fa8f4-6d7d-4dd4-b42c-2610490e3ebb tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645185 Feb 07 21:17:15.998199 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a689ec-0b6e-49af-bcc7-7da00bbece61 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:16.002708 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39a689ec-0b6e-49af-bcc7-7da00bbece61 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:16.006116 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00c402b7-2666-4dfb-9a8f-86d1a6768cf9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (733f69ce-d8ab-4f0d-839e-02de1a7d41ee), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:16.040225 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-cbea070d-e024-4a7d-a60d-7afe0c684583 None None] Could not find standard attr ID for object 741ce314-7ecb-4a8d-8a8c-b4a7dae04aa7. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:17:16.089216 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c402b7-2666-4dfb-9a8f-86d1a6768cf9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=733f69ce-d8ab-4f0d-839e-02de1a7d41ee,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:16.171527 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00c402b7-2666-4dfb-9a8f-86d1a6768cf9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:16.185960 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-00c402b7-2666-4dfb-9a8f-86d1a6768cf9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/733f69ce-d8ab-4f0d-839e-02de1a7d41ee HTTP/1.1" status: 204 len: 168 time: 0.7895365 Feb 07 21:17:16.192654 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37936) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:16.196923 n-d-828185-2 neutron-server[103256]: INFO neutron.db.ipam_backend_mixin [None req-39a689ec-0b6e-49af-bcc7-7da00bbece61 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c218c8d1-e1ec-42ca-ac9d-b6d4fccd2b27 (CIDR: 172.20.0.0/28) Feb 07 21:17:16.201361 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a689ec-0b6e-49af-bcc7-7da00bbece61 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:17:16.201989 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a689ec-0b6e-49af-bcc7-7da00bbece61 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:17:16.244873 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-39a689ec-0b6e-49af-bcc7-7da00bbece61 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5664232 Feb 07 21:17:16.247221 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37940) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:16.255499 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-4fa73a1b-5f3c-4970-80bf-def590cc1b59 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'subnet': {'network_id': '17e4c2dc-970f-440b-8ca4-e74f730986ac', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:16.307632 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1526d1c5-362b-477f-85f6-b03342e24340 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:17:16.322923 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-611d3a8c-3256-4ce2-917d-97e9d245c3d0 req-750b4cb3-9282-46aa-ad6c-588773e1674b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0950196 Feb 07 21:17:16.419122 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-538cdbd0-cf72-4463-bd51-f4c77af1d72c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2210686 Feb 07 21:17:16.424937 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37942) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:16.473754 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa73a1b-5f3c-4970-80bf-def590cc1b59 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:16.477291 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fa73a1b-5f3c-4970-80bf-def590cc1b59 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:16.481419 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f782f0-d3ab-4104-8525-8d01d278ef66 req-5dcfc01a-9cc2-4964-9f75-b1e6ee3bba1c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:16.498105 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9f782f0-d3ab-4104-8525-8d01d278ef66 req-5dcfc01a-9cc2-4964-9f75-b1e6ee3bba1c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.4863327 Feb 07 21:17:16.639085 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e7276c-efd5-4328-9e4f-da7bc3e8eddc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:16.644002 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c7e7276c-efd5-4328-9e4f-da7bc3e8eddc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2008154 Feb 07 21:17:16.644002 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37946) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:16.647656 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e3f190-ad61-4abf-8c95-f34b7dca29cc None None] DHCP port deletion for f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:17:16.656698 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9f782f0-d3ab-4104-8525-8d01d278ef66 req-6337fdb8-a62a-47ba-8331-a3eb4365cab5 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575267 Feb 07 21:17:16.730883 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ff9b1ced-7c17-47db-93ba-79b963acb720 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:17:16.772633 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a42034-4e50-40eb-af68-bf438c9b98d8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:16.776911 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d6a42034-4e50-40eb-af68-bf438c9b98d8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1256335 Feb 07 21:17:16.777121 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37948) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:16.808913 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4a580f92-eeb3-4493-b530-adf2bb9423a7 None None] Provisioning complete for port ff9b1ced-7c17-47db-93ba-79b963acb720 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:16.809867 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a580f92-eeb3-4493-b530-adf2bb9423a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:16.858169 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-39b6cc91-5f58-469d-b1c7-48d348277404 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0764132 Feb 07 21:17:16.858853 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37950) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:16.868890 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d5359b96-d9ff-4dcc-99cb-83b1733940eb tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:16.872144 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-91e3f190-ad61-4abf-8c95-f34b7dca29cc None None] Deleting port 99f5ceec-16d1-400e-a224-d4c906fa48f6 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:17:16.872756 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-91e3f190-ad61-4abf-8c95-f34b7dca29cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (99f5ceec-16d1-400e-a224-d4c906fa48f6), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:16.958600 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-91e3f190-ad61-4abf-8c95-f34b7dca29cc None None] For port 99f5ceec-16d1-400e-a224-d4c906fa48f6, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=99f5ceec-16d1-400e-a224-d4c906fa48f6,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:16.959134 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-91e3f190-ad61-4abf-8c95-f34b7dca29cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (99f5ceec-16d1-400e-a224-d4c906fa48f6), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:16.980973 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-91e3f190-ad61-4abf-8c95-f34b7dca29cc None None] Calling delete_port for 99f5ceec-16d1-400e-a224-d4c906fa48f6 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:17:17.036619 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fa73a1b-5f3c-4970-80bf-def590cc1b59 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (00cc9c09-9a6d-4cdf-9831-6483c0464d3a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:17.067530 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5359b96-d9ff-4dcc-99cb-83b1733940eb tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:17.071043 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d5359b96-d9ff-4dcc-99cb-83b1733940eb tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:17.088899 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-91e3f190-ad61-4abf-8c95-f34b7dca29cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (99f5ceec-16d1-400e-a224-d4c906fa48f6), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:17.122128 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e3f190-ad61-4abf-8c95-f34b7dca29cc None None] No DVR routers for this DVR port 99f5ceec-16d1-400e-a224-d4c906fa48f6 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:17:17.154751 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3f190-ad61-4abf-8c95-f34b7dca29cc None None] Pushing event deleted for resources: {'Port': ['ID=99f5ceec-16d1-400e-a224-d4c906fa48f6,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:17.174786 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa73a1b-5f3c-4970-80bf-def590cc1b59 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network 17e4c2dc-970f-440b-8ca4-e74f730986ac is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:17.176562 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port ff9b1ced-7c17-47db-93ba-79b963acb720 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:17.176943 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:17.194932 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-4fa73a1b-5f3c-4970-80bf-def590cc1b59 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:17.199257 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa73a1b-5f3c-4970-80bf-def590cc1b59 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:17.199866 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fa73a1b-5f3c-4970-80bf-def590cc1b59 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:17.223502 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd12f90d-30b9-426a-925e-ceedc9ace6fa None None] Network 17e4c2dc-970f-440b-8ca4-e74f730986ac requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:17:17.238918 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa73a1b-5f3c-4970-80bf-def590cc1b59 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Subnet': ['ID=00cc9c09-9a6d-4cdf-9831-6483c0464d3a,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:17.259522 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4fa73a1b-5f3c-4970-80bf-def590cc1b59 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0108640 Feb 07 21:17:17.260137 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37954) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:17.266320 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b083cb18-8ea8-46d8-932f-f93320aea649 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1527771904', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '00cc9c09-9a6d-4cdf-9831-6483c0464d3a'}], 'security_groups': ['ec3e2901-c192-48d6-83a4-d6ebdc535e68']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:17.324917 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4a580f92-eeb3-4493-b530-adf2bb9423a7 None None] Current status of the port ff9b1ced-7c17-47db-93ba-79b963acb720 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:17.325516 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a580f92-eeb3-4493-b530-adf2bb9423a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:17.364839 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5ec95-5f9e-4bbc-80a4-4a54529c5399 req-18451c90-090d-4d2d-9f9d-2cc719a4ccb3 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:17.371189 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-4a580f92-eeb3-4493-b530-adf2bb9423a7 None None] For port ff9b1ced-7c17-47db-93ba-79b963acb720, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ff9b1ced-7c17-47db-93ba-79b963acb720,segment=NetworkSegment(ce7475d0-f485-4594-9097-52a0c385f1c7),segment_id=ce7475d0-f485-4594-9097-52a0c385f1c7)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:17.381061 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a580f92-eeb3-4493-b530-adf2bb9423a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:17.382407 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9bb5ec95-5f9e-4bbc-80a4-4a54529c5399 req-18451c90-090d-4d2d-9f9d-2cc719a4ccb3 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.2007098 Feb 07 21:17:17.427069 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b083cb18-8ea8-46d8-932f-f93320aea649 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (252fddaf-b7d5-4254-a437-ed26ce262f41), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:17.493051 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a580f92-eeb3-4493-b530-adf2bb9423a7 None None] Pushing event updated for resources: {'Port': ['ID=ff9b1ced-7c17-47db-93ba-79b963acb720,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:17.505498 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4a580f92-eeb3-4493-b530-adf2bb9423a7 None None] Provisioning complete for port 8f1e3a42-73d3-40f0-93d3-76fe78ad974d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:17.506085 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a580f92-eeb3-4493-b530-adf2bb9423a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8f1e3a42-73d3-40f0-93d3-76fe78ad974d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:17.545107 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4a580f92-eeb3-4493-b530-adf2bb9423a7 None None] Port 8f1e3a42-73d3-40f0-93d3-76fe78ad974d cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:17:17.595568 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04be6228-d9ec-45ca-a376-867132108f0a req-e31ebdcf-66d1-40fa-842b-ed00c6b91fc8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.1236115 Feb 07 21:17:17.623881 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port ff9b1ced-7c17-47db-93ba-79b963acb720 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:17.668404 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9bb5ec95-5f9e-4bbc-80a4-4a54529c5399 req-5144ff37-b330-480c-9118-29e7a3d84cd8 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2849445 Feb 07 21:17:17.705090 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-20bacb37-656d-4c24-8f71-a9d44d2fc04e None None] Provisioning complete for port 252fddaf-b7d5-4254-a437-ed26ce262f41 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:17.705482 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-20bacb37-656d-4c24-8f71-a9d44d2fc04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (252fddaf-b7d5-4254-a437-ed26ce262f41), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:17.950266 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c9b75-1788-413a-937f-c0c72331f06a req-ed05683c-a43a-4b4c-a3b1-2ef8b998d7e3 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:17.958551 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bc8c9b75-1788-413a-937f-c0c72331f06a req-ed05683c-a43a-4b4c-a3b1-2ef8b998d7e3 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.1710684 Feb 07 21:17:17.988652 n-d-828185-2 neutron-server[103255]: DEBUG neutron.objects.ports [None req-d5359b96-d9ff-4dcc-99cb-83b1733940eb tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103255) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 21:17:17.995379 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d5359b96-d9ff-4dcc-99cb-83b1733940eb tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (5dfdf8cd-04cb-4589-a9e2-2b8e83eea2ab), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:18.063160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5359b96-d9ff-4dcc-99cb-83b1733940eb tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=5dfdf8cd-04cb-4589-a9e2-2b8e83eea2ab,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:18.092435 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5359b96-d9ff-4dcc-99cb-83b1733940eb tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:18.099053 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d5359b96-d9ff-4dcc-99cb-83b1733940eb tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:18.103158 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5359b96-d9ff-4dcc-99cb-83b1733940eb tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:18.103733 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d5359b96-d9ff-4dcc-99cb-83b1733940eb tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:18.142729 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37966) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:18.143302 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d5359b96-d9ff-4dcc-99cb-83b1733940eb tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2820661 Feb 07 21:17:18.150394 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-67207072-6494-40f6-8a67-6993ece0e75d tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:18.171886 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bc8c9b75-1788-413a-937f-c0c72331f06a req-9093d69b-7b26-468d-b5d9-47b9385f1926 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124293 Feb 07 21:17:18.190473 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b71b5dd-235b-4524-914e-8e414f749712 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:17:18.261264 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-b083cb18-8ea8-46d8-932f-f93320aea649 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Delete allocated IP 172.20.0.13 (17e4c2dc-970f-440b-8ca4-e74f730986ac/c218c8d1-e1ec-42ca-ac9d-b6d4fccd2b27) {{(pid=103256) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 21:17:18.265856 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37972) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:18.287154 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-20bacb37-656d-4c24-8f71-a9d44d2fc04e None None] Port 252fddaf-b7d5-4254-a437-ed26ce262f41 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:17:18.289362 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-b083cb18-8ea8-46d8-932f-f93320aea649 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Allocated IP 172.20.0.19 (17e4c2dc-970f-440b-8ca4-e74f730986ac/00cc9c09-9a6d-4cdf-9831-6483c0464d3a/252fddaf-b7d5-4254-a437-ed26ce262f41) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:17:18.312893 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ee6c79-89a0-47f2-a871-1fe5e38e4ce4 None None] Update dhcp port {'port': {'network_id': '17e4c2dc-970f-440b-8ca4-e74f730986ac', 'fixed_ips': [{'subnet_id': 'c218c8d1-e1ec-42ca-ac9d-b6d4fccd2b27', 'ip_address': '172.20.0.2'}, {'subnet_id': '00cc9c09-9a6d-4cdf-9831-6483c0464d3a'}], 'binding:host_id': 'n-d-828185-2'}, 'id': 'ff9b1ced-7c17-47db-93ba-79b963acb720'} from n-d-828185-2. {{(pid=103257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 21:17:18.439937 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67207072-6494-40f6-8a67-6993ece0e75d tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:18.442029 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed511a84-a935-48ff-95a8-80d5f0757c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'fixed_ips': [{'subnet_id': '5dfdf8cd-04cb-4589-a9e2-2b8e83eea2ab'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:17:18.442891 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ed511a84-a935-48ff-95a8-80d5f0757c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:18.445590 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-67207072-6494-40f6-8a67-6993ece0e75d tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:18.492529 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9e1afbb-3332-4397-8bdd-31032b60de7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:18.492797 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-38342be0-6312-4d33-beff-e3967ba69906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:18.494111 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-75ee6c79-89a0-47f2-a871-1fe5e38e4ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:18.641066 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ff9b1ced-7c17-47db-93ba-79b963acb720 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:17:18.668229 n-d-828185-2 neutron-server[103256]: INFO neutron.db.ipam_backend_mixin [None req-67207072-6494-40f6-8a67-6993ece0e75d tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5dfdf8cd-04cb-4589-a9e2-2b8e83eea2ab (CIDR: 2001:db8::/64) Feb 07 21:17:18.677816 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-67207072-6494-40f6-8a67-6993ece0e75d tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:17:18.678271 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67207072-6494-40f6-8a67-6993ece0e75d tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:17:18.684821 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9e1afbb-3332-4397-8bdd-31032b60de7c admin admin] Publish callbacks [] for security_group (cfc4182c-0f80-47c0-97f4-8681cae8f80c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:18.693957 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9e1afbb-3332-4397-8bdd-31032b60de7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (cfc4182c-0f80-47c0-97f4-8681cae8f80c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:18.701205 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b083cb18-8ea8-46d8-932f-f93320aea649 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for port (252fddaf-b7d5-4254-a437-ed26ce262f41), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:18.711778 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b083cb18-8ea8-46d8-932f-f93320aea649 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (252fddaf-b7d5-4254-a437-ed26ce262f41), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:18.718679 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-67207072-6494-40f6-8a67-6993ece0e75d tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5746403 Feb 07 21:17:18.724824 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37980) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:18.731875 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-6bdae68c-4209-4051-8b45-659184ad69df tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:18.797290 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b9e1afbb-3332-4397-8bdd-31032b60de7c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6ecf31d50fec48b8a09dd0d68680566f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5288076 Feb 07 21:17:18.799811 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1afbb-3332-4397-8bdd-31032b60de7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc4182c-0f80-47c0-97f4-8681cae8f80c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:18.806347 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37982) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:18.889452 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5fc318f0-df29-4c61-a1a0-0b3fe819c96a req-25ce9e34-a13c-480a-98aa-e884a1d30384 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0338118 Feb 07 21:17:18.897763 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-ed511a84-a935-48ff-95a8-80d5f0757c48 None None] Allocated IP 2001:db8::f816:3eff:fede:5c4d (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/5dfdf8cd-04cb-4589-a9e2-2b8e83eea2ab/52d72c8a-0682-4f4c-8335-a904ecc731c9) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:17:18.925705 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port ff9b1ced-7c17-47db-93ba-79b963acb720 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:18.926348 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:18.946694 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b10a1886-5409-450a-9e2f-4d1abdb98584 admin admin] Publish callbacks [] for security_group (cfc4182c-0f80-47c0-97f4-8681cae8f80c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:18.953983 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083cb18-8ea8-46d8-932f-f93320aea649 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Port': ['ID=252fddaf-b7d5-4254-a437-ed26ce262f41,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:18.995139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a69b08-e10b-4851-9410-a05575542eec req-db83f7e4-d7b8-4405-906e-41b731b2a730 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:18.997215 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38a69b08-e10b-4851-9410-a05575542eec req-db83f7e4-d7b8-4405-906e-41b731b2a730 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.1437340 Feb 07 21:17:19.003557 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b10a1886-5409-450a-9e2f-4d1abdb98584 admin admin] Publish callbacks [] for security_group (cfc4182c-0f80-47c0-97f4-8681cae8f80c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:19.043737 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-75ee6c79-89a0-47f2-a871-1fe5e38e4ce4 None None] Allocated IP 172.20.0.18 (17e4c2dc-970f-440b-8ca4-e74f730986ac/00cc9c09-9a6d-4cdf-9831-6483c0464d3a/ff9b1ced-7c17-47db-93ba-79b963acb720) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:17:19.048201 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b083cb18-8ea8-46d8-932f-f93320aea649 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] In _notify_port_updated(), no bound segment for port 252fddaf-b7d5-4254-a437-ed26ce262f41 on network 17e4c2dc-970f-440b-8ca4-e74f730986ac {{(pid=103256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 07 21:17:19.061817 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b083cb18-8ea8-46d8-932f-f93320aea649 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:19.066744 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b083cb18-8ea8-46d8-932f-f93320aea649 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:19.069186 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b083cb18-8ea8-46d8-932f-f93320aea649 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "PUT /v2.0/ports/252fddaf-b7d5-4254-a437-ed26ce262f41 HTTP/1.1" status: 200 len: 921 time: 1.8080311 Feb 07 21:17:19.074940 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37984) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:19.096269 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38a69b08-e10b-4851-9410-a05575542eec req-80c81da4-17b9-48ba-8c53-0e60c69c06de tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900152 Feb 07 21:17:19.146478 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port ff9b1ced-7c17-47db-93ba-79b963acb720 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:19.161809 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdae68c-4209-4051-8b45-659184ad69df tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:19.165649 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6bdae68c-4209-4051-8b45-659184ad69df tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:19.233707 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b10a1886-5409-450a-9e2f-4d1abdb98584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (cfc4182c-0f80-47c0-97f4-8681cae8f80c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:19.240894 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b10a1886-5409-450a-9e2f-4d1abdb98584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:19.244461 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b10a1886-5409-450a-9e2f-4d1abdb98584 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cfc4182c-0f80-47c0-97f4-8681cae8f80c HTTP/1.1" status: 204 len: 168 time: 0.4330323 Feb 07 21:17:19.280335 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 99f5ceec-16d1-400e-a224-d4c906fa48f6 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:17:19.281855 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a1886-5409-450a-9e2f-4d1abdb98584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc4182c-0f80-47c0-97f4-8681cae8f80c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:19.382532 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-15216c3d-3c15-423d-8989-40de3a4d2735 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting port 252fddaf-b7d5-4254-a437-ed26ce262f41 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:17:19.384288 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15216c3d-3c15-423d-8989-40de3a4d2735 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (252fddaf-b7d5-4254-a437-ed26ce262f41), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:19.385067 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 99f5ceec-16d1-400e-a224-d4c906fa48f6 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:17:19.385234 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 99f5ceec-16d1-400e-a224-d4c906fa48f6 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:17:19.451236 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ed511a84-a935-48ff-95a8-80d5f0757c48 None None] Publish callbacks [] for port (52d72c8a-0682-4f4c-8335-a904ecc731c9), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:19.465443 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-75ee6c79-89a0-47f2-a871-1fe5e38e4ce4 None None] For port ff9b1ced-7c17-47db-93ba-79b963acb720, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ff9b1ced-7c17-47db-93ba-79b963acb720,segment=NetworkSegment(ce7475d0-f485-4594-9097-52a0c385f1c7),segment_id=ce7475d0-f485-4594-9097-52a0c385f1c7)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:19.468167 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ed511a84-a935-48ff-95a8-80d5f0757c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (52d72c8a-0682-4f4c-8335-a904ecc731c9), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:19.525487 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed511a84-a935-48ff-95a8-80d5f0757c48 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:19.533046 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2e095-8a75-4b99-93eb-95c5664fdbf7 req-6c3a1a39-f550-43fb-98bf-64cfbadff6a7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:19.536987 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-ed511a84-a935-48ff-95a8-80d5f0757c48 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:19.544150 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed511a84-a935-48ff-95a8-80d5f0757c48 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:17:19.548219 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-35d2e095-8a75-4b99-93eb-95c5664fdbf7 req-6c3a1a39-f550-43fb-98bf-64cfbadff6a7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.2467840 Feb 07 21:17:19.559162 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-75ee6c79-89a0-47f2-a871-1fe5e38e4ce4 None None] Publish callbacks [] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:19.561099 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed511a84-a935-48ff-95a8-80d5f0757c48 None None] Pushing event updated for resources: {'Port': ['ID=52d72c8a-0682-4f4c-8335-a904ecc731c9,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:19.569609 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-75ee6c79-89a0-47f2-a871-1fe5e38e4ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:19.627789 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6bdae68c-4209-4051-8b45-659184ad69df tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (68bca4a2-c20e-4224-abc2-34dcbae7adf1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:19.749638 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-35d2e095-8a75-4b99-93eb-95c5664fdbf7 req-c4f65a0e-349d-41cc-9ecf-a792d63a2466 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004189 Feb 07 21:17:19.750908 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdae68c-4209-4051-8b45-659184ad69df tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:19.764691 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15216c3d-3c15-423d-8989-40de3a4d2735 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (252fddaf-b7d5-4254-a437-ed26ce262f41), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:19.768259 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-6bdae68c-4209-4051-8b45-659184ad69df tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:19.782477 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdae68c-4209-4051-8b45-659184ad69df tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:19.783343 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6bdae68c-4209-4051-8b45-659184ad69df tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:19.792697 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdae68c-4209-4051-8b45-659184ad69df tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=68bca4a2-c20e-4224-abc2-34dcbae7adf1,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:19.794893 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ed511a84-a935-48ff-95a8-80d5f0757c48 None None] Attempting to bind port 52d72c8a-0682-4f4c-8335-a904ecc731c9 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:17:19.801799 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ed511a84-a935-48ff-95a8-80d5f0757c48 None None] Attempting to bind port 52d72c8a-0682-4f4c-8335-a904ecc731c9 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:17:19.802199 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed511a84-a935-48ff-95a8-80d5f0757c48 None None] Attempting to bind port 52d72c8a-0682-4f4c-8335-a904ecc731c9 on network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:17:19.804349 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-15216c3d-3c15-423d-8989-40de3a4d2735 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Calling delete_port for 252fddaf-b7d5-4254-a437-ed26ce262f41 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:17:19.833301 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed511a84-a935-48ff-95a8-80d5f0757c48 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:17:19.834987 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed511a84-a935-48ff-95a8-80d5f0757c48 None None] Checking segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:17:19.837718 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ed511a84-a935-48ff-95a8-80d5f0757c48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:19.838440 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed511a84-a935-48ff-95a8-80d5f0757c48 None None] Bound using segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:17:19.839145 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ed511a84-a935-48ff-95a8-80d5f0757c48 None None] Bound port: 52d72c8a-0682-4f4c-8335-a904ecc731c9, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:17:19.839798 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ed511a84-a935-48ff-95a8-80d5f0757c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (52d72c8a-0682-4f4c-8335-a904ecc731c9), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:19.844752 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6bdae68c-4209-4051-8b45-659184ad69df tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1140718 Feb 07 21:17:19.845070 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37998) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:19.859190 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-145304bb-50f7-4086-b8f3-bd8941b6b868 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'mac_address': 'fa:16:3e:2d:15:d9', 'name': 'tempest-NetworksTestDHCPv6-1732207812'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:19.887814 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee6c79-89a0-47f2-a871-1fe5e38e4ce4 None None] Pushing event updated for resources: {'Port': ['ID=ff9b1ced-7c17-47db-93ba-79b963acb720,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:20.019397 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15216c3d-3c15-423d-8989-40de3a4d2735 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (252fddaf-b7d5-4254-a437-ed26ce262f41), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:20.071770 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ed511a84-a935-48ff-95a8-80d5f0757c48 None None] For port 52d72c8a-0682-4f4c-8335-a904ecc731c9, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:17:20.080954 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ed511a84-a935-48ff-95a8-80d5f0757c48 None None] For port 52d72c8a-0682-4f4c-8335-a904ecc731c9, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=52d72c8a-0682-4f4c-8335-a904ecc731c9,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:17:20.094975 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ed511a84-a935-48ff-95a8-80d5f0757c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (52d72c8a-0682-4f4c-8335-a904ecc731c9), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:20.100448 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15216c3d-3c15-423d-8989-40de3a4d2735 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Port': ['ID=252fddaf-b7d5-4254-a437-ed26ce262f41,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:20.205164 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145304bb-50f7-4086-b8f3-bd8941b6b868 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:20.291813 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed511a84-a935-48ff-95a8-80d5f0757c48 None None] Pushing event updated for resources: {'Port': ['ID=52d72c8a-0682-4f4c-8335-a904ecc731c9,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:20.381786 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7239672c-a595-4e0b-857c-37d1d20a001b req-e9f6fed4-7b8e-4aaa-953d-4b155e88e896 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.2921906 Feb 07 21:17:20.410925 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-145304bb-50f7-4086-b8f3-bd8941b6b868 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:20.446686 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15216c3d-3c15-423d-8989-40de3a4d2735 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:20.453637 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-15216c3d-3c15-423d-8989-40de3a4d2735 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/ports/252fddaf-b7d5-4254-a437-ed26ce262f41 HTTP/1.1" status: 204 len: 168 time: 1.3772776 Feb 07 21:17:20.459873 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38016) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:20.482879 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-145304bb-50f7-4086-b8f3-bd8941b6b868 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] device_id is not set on port 49392269-11d8-4ff4-9497-0ec31a6e2760 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:17:20.529651 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-832e4610-fb60-4223-b053-c06b44073bfe tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] GET failed (client error): The resource could not be found. Feb 07 21:17:20.531160 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-832e4610-fb60-4223-b053-c06b44073bfe tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "GET /v2.0/ports/252fddaf-b7d5-4254-a437-ed26ce262f41 HTTP/1.1" status: 404 len: 333 time: 0.0701926 Feb 07 21:17:20.534216 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38018) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:20.611080 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-df96177d-d11f-4d35-a756-3849521b80d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:20.662101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ff9b1ced-7c17-47db-93ba-79b963acb720 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:17:20.678370 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0bba2-5428-44b8-8782-59efe2841139 req-572a7809-f194-4fef-9f56-30e47af651f9 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:20.687214 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6bc0bba2-5428-44b8-8782-59efe2841139 req-572a7809-f194-4fef-9f56-30e47af651f9 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.3042383 Feb 07 21:17:20.822200 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port ff9b1ced-7c17-47db-93ba-79b963acb720 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:20.824778 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:20.859580 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6bc0bba2-5428-44b8-8782-59efe2841139 req-16277f4a-76e8-4b6c-89a7-b098f64da75c tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562500 Feb 07 21:17:20.918784 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9fc7584a-ff4c-453e-a557-5caccb945967 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (fc99b0ab-8a55-4f75-bd6e-457e2509e415), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:20.986545 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d6fa8-bdf4-417b-aac6-a8c8327babeb req-b9e960c3-3aa1-4d4b-bd58-a79db983e59a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:20.988659 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-016d6fa8-bdf4-417b-aac6-a8c8327babeb req-b9e960c3-3aa1-4d4b-bd58-a79db983e59a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.1134355 Feb 07 21:17:21.041243 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9fc7584a-ff4c-453e-a557-5caccb945967 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (fc99b0ab-8a55-4f75-bd6e-457e2509e415), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:21.073883 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-016d6fa8-bdf4-417b-aac6-a8c8327babeb req-23e5c604-7a56-4bf5-b5b5-5dbc73560b83 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798163 Feb 07 21:17:21.077241 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port ff9b1ced-7c17-47db-93ba-79b963acb720 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:21.090711 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-bf6e9626-bb5c-49de-ad6a-0aadc961a154 None None] Provisioning complete for port ff9b1ced-7c17-47db-93ba-79b963acb720 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:21.091256 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bf6e9626-bb5c-49de-ad6a-0aadc961a154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:21.162008 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9fc7584a-ff4c-453e-a557-5caccb945967 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (fc99b0ab-8a55-4f75-bd6e-457e2509e415), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:21.164862 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9fc7584a-ff4c-453e-a557-5caccb945967 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:21.168543 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9fc7584a-ff4c-453e-a557-5caccb945967 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/security-groups/fc99b0ab-8a55-4f75-bd6e-457e2509e415 HTTP/1.1" status: 204 len: 168 time: 0.6307051 Feb 07 21:17:21.169502 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38028) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:21.212788 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7584a-ff4c-453e-a557-5caccb945967 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc99b0ab-8a55-4f75-bd6e-457e2509e415,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:21.245320 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e9626-bb5c-49de-ad6a-0aadc961a154 None None] Current status of the port ff9b1ced-7c17-47db-93ba-79b963acb720 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:21.249482 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-bf6e9626-bb5c-49de-ad6a-0aadc961a154 None None] Could not find standard attr ID for object 252fddaf-b7d5-4254-a437-ed26ce262f41. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:17:21.252000 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-145304bb-50f7-4086-b8f3-bd8941b6b868 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 2001:db8:0:1::3ca (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/68bca4a2-c20e-4224-abc2-34dcbae7adf1/49392269-11d8-4ff4-9497-0ec31a6e2760) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:17:21.257369 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 17dc58fa-1248-4f88-b868-ac032c41d000 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:17:21.275609 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-bf6e9626-bb5c-49de-ad6a-0aadc961a154 None None] Provisioning complete for port 8f1e3a42-73d3-40f0-93d3-76fe78ad974d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:21.275982 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bf6e9626-bb5c-49de-ad6a-0aadc961a154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8f1e3a42-73d3-40f0-93d3-76fe78ad974d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:21.292794 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-145304bb-50f7-4086-b8f3-bd8941b6b868 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 2001:db8::f816:3eff:fe2d:15d9 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/5dfdf8cd-04cb-4589-a9e2-2b8e83eea2ab/49392269-11d8-4ff4-9497-0ec31a6e2760) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:17:21.307722 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ee57ae5-b91b-4423-9e2c-53c716ec4cc9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (ec3e2901-c192-48d6-83a4-d6ebdc535e68), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:21.365721 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ee57ae5-b91b-4423-9e2c-53c716ec4cc9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (ec3e2901-c192-48d6-83a4-d6ebdc535e68), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:21.426384 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e9626-bb5c-49de-ad6a-0aadc961a154 None None] Port 8f1e3a42-73d3-40f0-93d3-76fe78ad974d cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:17:21.479897 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 354d92f0-61cb-4ed6-90c8-ff7f708a6582 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:17:21.510937 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ee57ae5-b91b-4423-9e2c-53c716ec4cc9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ec3e2901-c192-48d6-83a4-d6ebdc535e68), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:21.513529 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ee57ae5-b91b-4423-9e2c-53c716ec4cc9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:21.517181 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5ee57ae5-b91b-4423-9e2c-53c716ec4cc9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/security-groups/ec3e2901-c192-48d6-83a4-d6ebdc535e68 HTTP/1.1" status: 204 len: 168 time: 0.3434556 Feb 07 21:17:21.545222 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38036) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:21.546029 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee57ae5-b91b-4423-9e2c-53c716ec4cc9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3e2901-c192-48d6-83a4-d6ebdc535e68,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:21.758400 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-145304bb-50f7-4086-b8f3-bd8941b6b868 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (49392269-11d8-4ff4-9497-0ec31a6e2760), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:21.758741 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-424350e0-5d62-441e-a160-8c83d5c1e8e0 req-d9b89c35-c822-492e-87ec-dd877dafeec8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.1862547 Feb 07 21:17:21.815762 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e4f1c4-0bd5-4efa-afdb-31282ef3f36a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting subnet c218c8d1-e1ec-42ca-ac9d-b6d4fccd2b27 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:17:21.829382 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73e4f1c4-0bd5-4efa-afdb-31282ef3f36a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for subnet (c218c8d1-e1ec-42ca-ac9d-b6d4fccd2b27), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:21.883545 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-145304bb-50f7-4086-b8f3-bd8941b6b868 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (49392269-11d8-4ff4-9497-0ec31a6e2760), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:21.986147 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73e4f1c4-0bd5-4efa-afdb-31282ef3f36a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (c218c8d1-e1ec-42ca-ac9d-b6d4fccd2b27), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:22.026508 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145304bb-50f7-4086-b8f3-bd8941b6b868 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:22.033139 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-145304bb-50f7-4086-b8f3-bd8941b6b868 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:22.046124 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145304bb-50f7-4086-b8f3-bd8941b6b868 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:17:22.052285 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145304bb-50f7-4086-b8f3-bd8941b6b868 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:22.052958 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-145304bb-50f7-4086-b8f3-bd8941b6b868 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:22.102796 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145304bb-50f7-4086-b8f3-bd8941b6b868 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=49392269-11d8-4ff4-9497-0ec31a6e2760,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:22.125278 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-145304bb-50f7-4086-b8f3-bd8941b6b868 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.2768075 Feb 07 21:17:22.126085 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38048) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:22.191634 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73e4f1c4-0bd5-4efa-afdb-31282ef3f36a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (c218c8d1-e1ec-42ca-ac9d-b6d4fccd2b27), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:22.396702 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-02f082fd-40e5-4bb3-96a5-7ff455a33404 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting port 49392269-11d8-4ff4-9497-0ec31a6e2760 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:17:22.397328 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02f082fd-40e5-4bb3-96a5-7ff455a33404 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (49392269-11d8-4ff4-9497-0ec31a6e2760), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:22.424727 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40ad4df-fb02-4617-81a5-2250fb4e6356 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:17:22.471875 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4824aaa-5965-4378-8679-147f7f8bc26a req-7007728d-26f9-4a03-8a18-6b069b15e147 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:22.481720 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e4824aaa-5965-4378-8679-147f7f8bc26a req-7007728d-26f9-4a03-8a18-6b069b15e147 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.2550027 Feb 07 21:17:22.507355 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73e4f1c4-0bd5-4efa-afdb-31282ef3f36a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (c218c8d1-e1ec-42ca-ac9d-b6d4fccd2b27), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:22.529041 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73e4f1c4-0bd5-4efa-afdb-31282ef3f36a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:22.534284 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-73e4f1c4-0bd5-4efa-afdb-31282ef3f36a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/subnets/c218c8d1-e1ec-42ca-ac9d-b6d4fccd2b27 HTTP/1.1" status: 204 len: 168 time: 0.9758840 Feb 07 21:17:22.549172 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299650f-5457-4f13-b587-20c7daf6d1a5 req-06156e15-47bc-4833-9e0a-61fe16958944 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:22.551941 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9299650f-5457-4f13-b587-20c7daf6d1a5 req-06156e15-47bc-4833-9e0a-61fe16958944 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 944 time: 0.3272231 Feb 07 21:17:22.552552 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38060) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:22.614569 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e87fd11a-a236-4e66-bb09-bcd8a98d5f67 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'subnet': {'network_id': '17e4c2dc-970f-440b-8ca4-e74f730986ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:22.618571 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e6e71c-a35d-4d2e-96d2-dd7c047a70e8 None None] Network 17e4c2dc-970f-440b-8ca4-e74f730986ac requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:17:22.621326 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:22.650202 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c8a3d523-dd48-4a0f-846b-9f440d9a2fea None None] Could not find standard attr ID for object 252fddaf-b7d5-4254-a437-ed26ce262f41. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:17:22.654057 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 354d92f0-61cb-4ed6-90c8-ff7f708a6582, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=354d92f0-61cb-4ed6-90c8-ff7f708a6582,segment=NetworkSegment(536d04cb-ae32-4474-8c76-f1953d1fb7d5),segment_id=536d04cb-ae32-4474-8c76-f1953d1fb7d5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:22.705084 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02f082fd-40e5-4bb3-96a5-7ff455a33404 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (49392269-11d8-4ff4-9497-0ec31a6e2760), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:22.744230 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-02f082fd-40e5-4bb3-96a5-7ff455a33404 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Calling delete_port for 49392269-11d8-4ff4-9497-0ec31a6e2760 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:17:22.782502 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '354d92f0-61cb-4ed6-90c8-ff7f708a6582', 'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3', 'port_id': '354d92f0-61cb-4ed6-90c8-ff7f708a6582', 'mac_address': 'fa:16:3e:fe:31:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b8d2a98-b623-4e92-ac4e-e76af5aa2da0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:17:22.789217 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 52d72c8a-0682-4f4c-8335-a904ecc731c9 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:17:22.862018 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 17dc58fa-1248-4f88-b868-ac032c41d000, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=17dc58fa-1248-4f88-b868-ac032c41d000,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:22.941468 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 354d92f0-61cb-4ed6-90c8-ff7f708a6582 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:22.941995 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (354d92f0-61cb-4ed6-90c8-ff7f708a6582), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:22.963925 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 354d92f0-61cb-4ed6-90c8-ff7f708a6582 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:17:22.968674 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '17dc58fa-1248-4f88-b868-ac032c41d000', 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0', 'port_id': '17dc58fa-1248-4f88-b868-ac032c41d000', 'mac_address': 'fa:16:3e:84:8b:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59eaac6e-e46d-4028-b7b2-899f00c5ee97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:17:23.038884 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 52d72c8a-0682-4f4c-8335-a904ecc731c9 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:23.039267 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (52d72c8a-0682-4f4c-8335-a904ecc731c9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:23.048453 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02f082fd-40e5-4bb3-96a5-7ff455a33404 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (49392269-11d8-4ff4-9497-0ec31a6e2760), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:23.083103 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f082fd-40e5-4bb3-96a5-7ff455a33404 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Port': ['ID=49392269-11d8-4ff4-9497-0ec31a6e2760,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:23.182121 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02f082fd-40e5-4bb3-96a5-7ff455a33404 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:23.184997 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a9c970d3-40a4-4b3d-a991-f0ce611d78cb None None] Provisioning complete for port 52d72c8a-0682-4f4c-8335-a904ecc731c9 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:23.186507 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a9c970d3-40a4-4b3d-a991-f0ce611d78cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (52d72c8a-0682-4f4c-8335-a904ecc731c9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:23.188659 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-02f082fd-40e5-4bb3-96a5-7ff455a33404 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/49392269-11d8-4ff4-9497-0ec31a6e2760 HTTP/1.1" status: 204 len: 168 time: 1.0614769 Feb 07 21:17:23.191853 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38100) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:23.193290 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 354d92f0-61cb-4ed6-90c8-ff7f708a6582, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=354d92f0-61cb-4ed6-90c8-ff7f708a6582,segment=NetworkSegment(536d04cb-ae32-4474-8c76-f1953d1fb7d5),segment_id=536d04cb-ae32-4474-8c76-f1953d1fb7d5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:23.294126 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4f1c4-0bd5-4efa-afdb-31282ef3f36a tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Subnet': ['ID=c218c8d1-e1ec-42ca-ac9d-b6d4fccd2b27,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:23.311999 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87fd11a-a236-4e66-bb09-bcd8a98d5f67 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:23.317872 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e87fd11a-a236-4e66-bb09-bcd8a98d5f67 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:23.333776 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4209d5-0620-40ea-b7f5-1d2285b79580 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:23.335920 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cd4209d5-0620-40ea-b7f5-1d2285b79580 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1428101 Feb 07 21:17:23.342376 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38110) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:23.379521 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (354d92f0-61cb-4ed6-90c8-ff7f708a6582), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:23.444888 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3cadb9-b63a-4feb-8fe1-93c08d46e295 None None] Update dhcp port {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'fixed_ips': [{'subnet_id': '5dfdf8cd-04cb-4589-a9e2-2b8e83eea2ab', 'ip_address': '2001:db8::f816:3eff:fede:5c4d'}, {'subnet_id': '68bca4a2-c20e-4224-abc2-34dcbae7adf1'}], 'binding:host_id': 'n-d-828185-2'}, 'id': '52d72c8a-0682-4f4c-8335-a904ecc731c9'} from n-d-828185-2. {{(pid=103257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 21:17:23.481869 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6ce6e9-81ec-4b35-9338-20ca34726074 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:23.488235 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fe6ce6e9-81ec-4b35-9338-20ca34726074 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1439488 Feb 07 21:17:23.489385 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38124) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:23.532883 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce3cadb9-b63a-4feb-8fe1-93c08d46e295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (52d72c8a-0682-4f4c-8335-a904ecc731c9), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:23.538526 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:23.568898 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:17:23.590904 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e4824aaa-5965-4378-8679-147f7f8bc26a req-c2793589-ae83-45e6-9789-4c12b9d7688a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1073554 Feb 07 21:17:23.641210 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9dd963-8641-467b-b367-e6f90a967e48 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:23.642637 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9dd963-8641-467b-b367-e6f90a967e48 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:23.644708 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9dd963-8641-467b-b367-e6f90a967e48 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:23.649541 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cc9dd963-8641-467b-b367-e6f90a967e48 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1577923 Feb 07 21:17:23.651552 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38138) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:23.660764 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 17dc58fa-1248-4f88-b868-ac032c41d000 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:23.661740 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:23.712544 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9299650f-5457-4f13-b587-20c7daf6d1a5 req-d19303dc-0ed2-421f-93a2-9bc2f0677110 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4721327 Feb 07 21:17:23.726088 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17dc58fa-1248-4f88-b868-ac032c41d000 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:17:23.773745 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a63e72-b8d0-4d0b-9cbd-fe63777e2afd tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet 5dfdf8cd-04cb-4589-a9e2-2b8e83eea2ab {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:17:23.777813 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c0a63e72-b8d0-4d0b-9cbd-fe63777e2afd tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (5dfdf8cd-04cb-4589-a9e2-2b8e83eea2ab), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:23.791962 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b10dc7b3-03af-4dba-9861-93b1c5c80a78 req-68cd7bdf-aa30-400e-8dc2-b3e514384978 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0761266 Feb 07 21:17:23.810566 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['354d92f0-61cb-4ed6-90c8-ff7f708a6582'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:17:23.851636 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e87fd11a-a236-4e66-bb09-bcd8a98d5f67 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (0399143f-3742-4c09-8275-94c61730db8f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:23.885548 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c0a63e72-b8d0-4d0b-9cbd-fe63777e2afd tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (5dfdf8cd-04cb-4589-a9e2-2b8e83eea2ab), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:23.905449 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 17dc58fa-1248-4f88-b868-ac032c41d000, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=17dc58fa-1248-4f88-b868-ac032c41d000,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:23.912740 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=354d92f0-61cb-4ed6-90c8-ff7f708a6582,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:23.935185 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87fd11a-a236-4e66-bb09-bcd8a98d5f67 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network 17e4c2dc-970f-440b-8ca4-e74f730986ac is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:23.939769 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-e87fd11a-a236-4e66-bb09-bcd8a98d5f67 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:23.951425 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:23.953845 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87fd11a-a236-4e66-bb09-bcd8a98d5f67 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:23.957926 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e87fd11a-a236-4e66-bb09-bcd8a98d5f67 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:23.995598 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87fd11a-a236-4e66-bb09-bcd8a98d5f67 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Subnet': ['ID=0399143f-3742-4c09-8275-94c61730db8f,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:24.032288 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e87fd11a-a236-4e66-bb09-bcd8a98d5f67 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4283667 Feb 07 21:17:24.035230 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38146) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:24.045065 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-14d7c957-be8d-4f79-8ed7-ad256e3ae7a1 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'security_group': {'name': 'tempest-secgroup-1791599843'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:24.076654 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c0a63e72-b8d0-4d0b-9cbd-fe63777e2afd tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (5dfdf8cd-04cb-4589-a9e2-2b8e83eea2ab), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:24.130732 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-14d7c957-be8d-4f79-8ed7-ad256e3ae7a1 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:24.171385 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38150) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:24.210511 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c0a63e72-b8d0-4d0b-9cbd-fe63777e2afd tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (5dfdf8cd-04cb-4589-a9e2-2b8e83eea2ab), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:24.235240 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c0a63e72-b8d0-4d0b-9cbd-fe63777e2afd tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:24.242427 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38154) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:24.242735 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c0a63e72-b8d0-4d0b-9cbd-fe63777e2afd tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/5dfdf8cd-04cb-4589-a9e2-2b8e83eea2ab HTTP/1.1" status: 204 len: 168 time: 0.5901523 Feb 07 21:17:24.272964 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a63e72-b8d0-4d0b-9cbd-fe63777e2afd tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=5dfdf8cd-04cb-4589-a9e2-2b8e83eea2ab,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:24.357652 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['17dc58fa-1248-4f88-b868-ac032c41d000'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:17:24.359446 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-14d7c957-be8d-4f79-8ed7-ad256e3ae7a1 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (3cc34cbd-df81-4280-8f8d-b445419f533d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:24.361881 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aa24da6c-002c-4755-8929-640ca700e826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:24.365869 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-14d7c957-be8d-4f79-8ed7-ad256e3ae7a1 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3cc34cbd-df81-4280-8f8d-b445419f533d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:24.379492 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-231ba468-862e-4448-9127-bd234979501e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet 68bca4a2-c20e-4224-abc2-34dcbae7adf1 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:17:24.411931 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-231ba468-862e-4448-9127-bd234979501e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (68bca4a2-c20e-4224-abc2-34dcbae7adf1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:24.417995 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-14d7c957-be8d-4f79-8ed7-ad256e3ae7a1 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:24.421038 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-14d7c957-be8d-4f79-8ed7-ad256e3ae7a1 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3845601 Feb 07 21:17:24.423626 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38156) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:24.424471 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7c957-be8d-4f79-8ed7-ad256e3ae7a1 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc34cbd-df81-4280-8f8d-b445419f533d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:24.431529 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-4e443112-b371-4e67-a05b-89a78bad64b3 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'security_group': {'name': 'tempest-secgroup-65557958'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:24.470024 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4e443112-b371-4e67-a05b-89a78bad64b3 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:24.516141 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=17dc58fa-1248-4f88-b868-ac032c41d000,revision_number=12']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:24.532416 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-231ba468-862e-4448-9127-bd234979501e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (68bca4a2-c20e-4224-abc2-34dcbae7adf1), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:24.557238 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 52d72c8a-0682-4f4c-8335-a904ecc731c9 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:24.557787 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (52d72c8a-0682-4f4c-8335-a904ecc731c9), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:24.574127 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4e443112-b371-4e67-a05b-89a78bad64b3 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (118ba350-5e39-4fd4-abb0-c75e535354eb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:24.587676 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4e443112-b371-4e67-a05b-89a78bad64b3 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (118ba350-5e39-4fd4-abb0-c75e535354eb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:24.629449 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a9c970d3-40a4-4b3d-a991-f0ce611d78cb None None] Current status of the port 52d72c8a-0682-4f4c-8335-a904ecc731c9 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:24.646617 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a9c970d3-40a4-4b3d-a991-f0ce611d78cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (52d72c8a-0682-4f4c-8335-a904ecc731c9), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server [None req-ce3cadb9-b63a-4feb-8fe1-93c08d46e295 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5dfdf8cd-04cb-4589-a9e2-2b8e83eea2ab: This subnet is being modified by another concurrent operation. Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 21:17:24.650291 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise exception Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5dfdf8cd-04cb-4589-a9e2-2b8e83eea2ab: This subnet is being modified by another concurrent operation. Feb 07 21:17:24.657611 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server Feb 07 21:17:24.662042 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e443112-b371-4e67-a05b-89a78bad64b3 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118ba350-5e39-4fd4-abb0-c75e535354eb,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:24.693958 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4e443112-b371-4e67-a05b-89a78bad64b3 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:24.697975 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4e443112-b371-4e67-a05b-89a78bad64b3 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2679889 Feb 07 21:17:24.698210 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38160) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:24.709830 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-77bb317a-d050-4db7-afb7-369b64662fd7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'security_group': {'name': 'tempest-secgroup-1218301383'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:24.721990 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-231ba468-862e-4448-9127-bd234979501e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (68bca4a2-c20e-4224-abc2-34dcbae7adf1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:24.736879 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:24.771779 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77bb317a-d050-4db7-afb7-369b64662fd7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:24.874252 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aa24da6c-002c-4755-8929-640ca700e826 admin admin] Publish callbacks [] for security_group (142092d8-5e95-484b-8212-f75e00615d89), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:24.886606 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77bb317a-d050-4db7-afb7-369b64662fd7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (e2182e78-b5f8-4849-b654-83b8e15f560a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:24.902970 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77bb317a-d050-4db7-afb7-369b64662fd7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e2182e78-b5f8-4849-b654-83b8e15f560a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:24.906005 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aa24da6c-002c-4755-8929-640ca700e826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (142092d8-5e95-484b-8212-f75e00615d89), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:25.006722 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77bb317a-d050-4db7-afb7-369b64662fd7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:25.011907 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-77bb317a-d050-4db7-afb7-369b64662fd7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3126333 Feb 07 21:17:25.013183 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb317a-d050-4db7-afb7-369b64662fd7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2182e78-b5f8-4849-b654-83b8e15f560a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:25.020548 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a1967-491b-4f32-b3ec-3f3e0539598a req-7cdef099-95bd-4eb4-9335-65782efc672d tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:25.022247 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-089a1967-491b-4f32-b3ec-3f3e0539598a req-7cdef099-95bd-4eb4-9335-65782efc672d tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 946 time: 0.2932396 Feb 07 21:17:25.022893 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38166) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:25.031055 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-aa24da6c-002c-4755-8929-640ca700e826 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=75f5a5fbf5e54ade9134181c7ccf39f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8585544 Feb 07 21:17:25.033826 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38168) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:25.044910 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-cc58adc7-0b25-4daf-b32c-4506d3ef0745 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-626229046', 'security_groups': ['e2182e78-b5f8-4849-b654-83b8e15f560a'], 'network_id': '17e4c2dc-970f-440b-8ca4-e74f730986ac', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0399143f-3742-4c09-8275-94c61730db8f'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:25.053771 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-231ba468-862e-4448-9127-bd234979501e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (68bca4a2-c20e-4224-abc2-34dcbae7adf1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:25.055879 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24da6c-002c-4755-8929-640ca700e826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142092d8-5e95-484b-8212-f75e00615d89,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:25.057666 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34940751-176b-4b8b-a44e-edc9c15f073f None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:17:25.167602 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-422e6839-e42e-43fc-86e1-5ab173da25b5 admin admin] Publish callbacks [] for security_group (142092d8-5e95-484b-8212-f75e00615d89), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:25.195397 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-422e6839-e42e-43fc-86e1-5ab173da25b5 admin admin] Publish callbacks [] for security_group (142092d8-5e95-484b-8212-f75e00615d89), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:25.229491 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971a359-8b75-4256-8fd0-fdd5790e0f1b req-aafff6d6-eb08-403f-9264-80967776ed41 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:25.231362 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1971a359-8b75-4256-8fd0-fdd5790e0f1b req-aafff6d6-eb08-403f-9264-80967776ed41 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 945 time: 0.3953109 Feb 07 21:17:25.241885 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ba468-862e-4448-9127-bd234979501e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=68bca4a2-c20e-4224-abc2-34dcbae7adf1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:25.266107 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-231ba468-862e-4448-9127-bd234979501e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:25.271615 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-231ba468-862e-4448-9127-bd234979501e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/68bca4a2-c20e-4224-abc2-34dcbae7adf1 HTTP/1.1" status: 204 len: 168 time: 1.0258477 Feb 07 21:17:25.280769 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38170) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:25.320980 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba3cf64-104b-4c22-b371-bde2ebd36687 None None] Network 17e4c2dc-970f-440b-8ca4-e74f730986ac requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:17:25.333073 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-422e6839-e42e-43fc-86e1-5ab173da25b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (142092d8-5e95-484b-8212-f75e00615d89), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:25.336231 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-422e6839-e42e-43fc-86e1-5ab173da25b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:25.338193 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-422e6839-e42e-43fc-86e1-5ab173da25b5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/142092d8-5e95-484b-8212-f75e00615d89 HTTP/1.1" status: 204 len: 168 time: 0.3027899 Feb 07 21:17:25.351824 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e6839-e42e-43fc-86e1-5ab173da25b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142092d8-5e95-484b-8212-f75e00615d89,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:25.433413 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38174) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:25.439083 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c7aff458-216e-484f-b2fc-325326e8d105 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:25.446163 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ba2191de-6126-45a3-bf35-fb8a0a762a51 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1642082 Feb 07 21:17:25.525833 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1971a359-8b75-4256-8fd0-fdd5790e0f1b req-0ff349e2-02a5-4290-90c4-aa1bfd8eb86d tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2788348 Feb 07 21:17:25.531207 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-089a1967-491b-4f32-b3ec-3f3e0539598a req-dfe4f39b-ae3a-42f1-a3c6-c88c7ef54da2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4802239 Feb 07 21:17:25.562528 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc58adc7-0b25-4daf-b32c-4506d3ef0745 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:25.586272 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:17:25.587074 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:17:25.617053 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-a9c970d3-40a4-4b3d-a991-f0ce611d78cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:17:25.617591 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-a9c970d3-40a4-4b3d-a991-f0ce611d78cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:17:25.673661 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7aff458-216e-484f-b2fc-325326e8d105 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:25.679448 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7aff458-216e-484f-b2fc-325326e8d105 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:25.792943 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cc58adc7-0b25-4daf-b32c-4506d3ef0745 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:25.804625 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-033c1a79-fca9-4517-9f0f-7dd5ab52e2fc req-fcc47883-a100-4e94-9825-1b11c4a0e7f1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.1258228 Feb 07 21:17:25.839493 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-cc58adc7-0b25-4daf-b32c-4506d3ef0745 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] device_id is not set on port bc9a2bdf-7fa9-4aef-b653-6da69ed4d162 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:17:25.945580 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38182) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:25.983828 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-345ccb9a-25fd-40b4-a8b7-9f15f48bcb06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:26.032855 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c44c63-4c10-497b-b37e-98ec7bccc873 None None] DHCP port deletion for f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:17:26.178697 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 52d72c8a-0682-4f4c-8335-a904ecc731c9 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:26.179083 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (52d72c8a-0682-4f4c-8335-a904ecc731c9), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:26.226590 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e69787-8ae4-4528-9e31-093514fc8ee9 None None] Update dhcp port {'port': {'network_id': '17e4c2dc-970f-440b-8ca4-e74f730986ac', 'fixed_ips': [{'subnet_id': '00cc9c09-9a6d-4cdf-9831-6483c0464d3a', 'ip_address': '172.20.0.18'}, {'subnet_id': '0399143f-3742-4c09-8275-94c61730db8f'}], 'binding:host_id': 'n-d-828185-2'}, 'id': 'ff9b1ced-7c17-47db-93ba-79b963acb720'} from n-d-828185-2. {{(pid=103257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 21:17:26.237503 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a9c970d3-40a4-4b3d-a991-f0ce611d78cb None None] Current status of the port 52d72c8a-0682-4f4c-8335-a904ecc731c9 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:26.238330 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a9c970d3-40a4-4b3d-a991-f0ce611d78cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (52d72c8a-0682-4f4c-8335-a904ecc731c9), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:26.248074 n-d-828185-2 neutron-server[103256]: DEBUG neutron.objects.ports [None req-c7aff458-216e-484f-b2fc-325326e8d105 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103256) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 21:17:26.286487 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 52d72c8a-0682-4f4c-8335-a904ecc731c9, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=52d72c8a-0682-4f4c-8335-a904ecc731c9,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:26.295363 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-58e69787-8ae4-4528-9e31-093514fc8ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:26.307385 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b4c44c63-4c10-497b-b37e-98ec7bccc873 None None] Deleting port 52d72c8a-0682-4f4c-8335-a904ecc731c9 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:17:26.307677 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b4c44c63-4c10-497b-b37e-98ec7bccc873 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (52d72c8a-0682-4f4c-8335-a904ecc731c9), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:26.312680 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (52d72c8a-0682-4f4c-8335-a904ecc731c9), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:26.317792 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-345ccb9a-25fd-40b4-a8b7-9f15f48bcb06 admin admin] Publish callbacks [] for security_group (fca437cd-25a2-4a39-8d16-47bfc68aa2ed), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:26.371130 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-345ccb9a-25fd-40b4-a8b7-9f15f48bcb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (fca437cd-25a2-4a39-8d16-47bfc68aa2ed), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:26.445857 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ccb9a-25fd-40b4-a8b7-9f15f48bcb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca437cd-25a2-4a39-8d16-47bfc68aa2ed,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:26.508764 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38190) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:26.516922 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-345ccb9a-25fd-40b4-a8b7-9f15f48bcb06 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=05e5952145f74cef88bab3b4e6cc0488&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5669811 Feb 07 21:17:26.539011 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-cc58adc7-0b25-4daf-b32c-4506d3ef0745 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Allocated IP 172.20.0.4 (17e4c2dc-970f-440b-8ca4-e74f730986ac/0399143f-3742-4c09-8275-94c61730db8f/bc9a2bdf-7fa9-4aef-b653-6da69ed4d162) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:17:26.668621 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7aff458-216e-484f-b2fc-325326e8d105 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (52d72c8a-0682-4f4c-8335-a904ecc731c9), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:26.689565 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 52d72c8a-0682-4f4c-8335-a904ecc731c9 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:17:26.859398 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-a9c970d3-40a4-4b3d-a991-f0ce611d78cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:17:26.859812 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-a9c970d3-40a4-4b3d-a991-f0ce611d78cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:17:26.904125 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-198437e2-8919-40d3-9f90-7316c127a0ac admin admin] Publish callbacks [] for security_group (fca437cd-25a2-4a39-8d16-47bfc68aa2ed), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:27.008666 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90acbe7-08f7-4bf8-8279-0ced4764bc8b req-2332c732-3276-4450-95ae-0a281300dc59 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:27.010179 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d90acbe7-08f7-4bf8-8279-0ced4764bc8b req-2332c732-3276-4450-95ae-0a281300dc59 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 946 time: 0.2045300 Feb 07 21:17:27.047675 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b4c44c63-4c10-497b-b37e-98ec7bccc873 None None] For port 52d72c8a-0682-4f4c-8335-a904ecc731c9, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=52d72c8a-0682-4f4c-8335-a904ecc731c9,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:27.048339 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b4c44c63-4c10-497b-b37e-98ec7bccc873 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (52d72c8a-0682-4f4c-8335-a904ecc731c9), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:27.079751 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-198437e2-8919-40d3-9f90-7316c127a0ac admin admin] Publish callbacks [] for security_group (fca437cd-25a2-4a39-8d16-47bfc68aa2ed), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:27.101111 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=52d72c8a-0682-4f4c-8335-a904ecc731c9,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:27.118172 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a9c970d3-40a4-4b3d-a991-f0ce611d78cb None None] Current status of the port 52d72c8a-0682-4f4c-8335-a904ecc731c9 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:27.124205 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b4c44c63-4c10-497b-b37e-98ec7bccc873 None None] Calling delete_port for 52d72c8a-0682-4f4c-8335-a904ecc731c9 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:17:27.131435 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 52d72c8a-0682-4f4c-8335-a904ecc731c9 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:27.131615 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (52d72c8a-0682-4f4c-8335-a904ecc731c9), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:27.135621 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d90acbe7-08f7-4bf8-8279-0ced4764bc8b req-6eeeae23-c0d2-41ce-8974-9645daf37fe0 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084337 Feb 07 21:17:27.158308 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e9ac6-f3c9-4de6-99c5-7253c641226c req-6283fb9c-b706-4cf1-8608-ea30c1ac0dbe tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:27.159894 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-778e9ac6-f3c9-4de6-99c5-7253c641226c req-6283fb9c-b706-4cf1-8608-ea30c1ac0dbe tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 945 time: 0.3691866 Feb 07 21:17:27.239503 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cc58adc7-0b25-4daf-b32c-4506d3ef0745 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for port (bc9a2bdf-7fa9-4aef-b653-6da69ed4d162), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:27.252415 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c7aff458-216e-484f-b2fc-325326e8d105 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] For port 52d72c8a-0682-4f4c-8335-a904ecc731c9, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=52d72c8a-0682-4f4c-8335-a904ecc731c9,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:27.299100 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-51d9f842-2b50-4628-aa75-3ecb73e0dc57 None None] Provisioning complete for port 8f1e3a42-73d3-40f0-93d3-76fe78ad974d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:27.299506 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-51d9f842-2b50-4628-aa75-3ecb73e0dc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8f1e3a42-73d3-40f0-93d3-76fe78ad974d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:27.350122 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-198437e2-8919-40d3-9f90-7316c127a0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (fca437cd-25a2-4a39-8d16-47bfc68aa2ed), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:27.352662 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-198437e2-8919-40d3-9f90-7316c127a0ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:27.361246 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-198437e2-8919-40d3-9f90-7316c127a0ac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fca437cd-25a2-4a39-8d16-47bfc68aa2ed HTTP/1.1" status: 204 len: 168 time: 0.8510211 Feb 07 21:17:27.381257 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-51d9f842-2b50-4628-aa75-3ecb73e0dc57 None None] Port 8f1e3a42-73d3-40f0-93d3-76fe78ad974d cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:17:27.398726 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7aff458-216e-484f-b2fc-325326e8d105 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (52d72c8a-0682-4f4c-8335-a904ecc731c9), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:27.406094 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198437e2-8919-40d3-9f90-7316c127a0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca437cd-25a2-4a39-8d16-47bfc68aa2ed,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:27.415047 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7aff458-216e-484f-b2fc-325326e8d105 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (52d72c8a-0682-4f4c-8335-a904ecc731c9), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:27.471327 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7aff458-216e-484f-b2fc-325326e8d105 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (6a0b75f4-76bc-4c0e-a08f-ca3ade28ebf8), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:27.471512 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-142ff59b-8ecb-46d0-a157-e95cd18ef8f0 req-17826768-f010-4546-9d90-879ccfd67db0 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.2118843 Feb 07 21:17:27.515770 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-778e9ac6-f3c9-4de6-99c5-7253c641226c req-a3484d19-16c8-42b8-bce1-544b2e551596 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3434355 Feb 07 21:17:27.522184 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-51d9f842-2b50-4628-aa75-3ecb73e0dc57 None None] Provisioning complete for port ff9b1ced-7c17-47db-93ba-79b963acb720 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:27.522582 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-51d9f842-2b50-4628-aa75-3ecb73e0dc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:27.590094 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7aff458-216e-484f-b2fc-325326e8d105 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:27.593845 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cc58adc7-0b25-4daf-b32c-4506d3ef0745 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (bc9a2bdf-7fa9-4aef-b653-6da69ed4d162), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:27.606950 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:17:27.607376 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:17:27.608147 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-c7aff458-216e-484f-b2fc-325326e8d105 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:27.609758 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 354d92f0-61cb-4ed6-90c8-ff7f708a6582 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:17:27.639997 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aff458-216e-484f-b2fc-325326e8d105 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:27.641573 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7aff458-216e-484f-b2fc-325326e8d105 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:27.649919 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aff458-216e-484f-b2fc-325326e8d105 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=52d72c8a-0682-4f4c-8335-a904ecc731c9,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:27.666438 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aff458-216e-484f-b2fc-325326e8d105 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=6a0b75f4-76bc-4c0e-a08f-ca3ade28ebf8,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:27.676766 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc58adc7-0b25-4daf-b32c-4506d3ef0745 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network 17e4c2dc-970f-440b-8ca4-e74f730986ac is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:27.689480 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-cc58adc7-0b25-4daf-b32c-4506d3ef0745 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:27.693329 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b4c44c63-4c10-497b-b37e-98ec7bccc873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (52d72c8a-0682-4f4c-8335-a904ecc731c9), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:27.698250 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc58adc7-0b25-4daf-b32c-4506d3ef0745 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:17:27.709373 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c7aff458-216e-484f-b2fc-325326e8d105 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2747650 Feb 07 21:17:27.711589 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38220) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:27.718853 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-19c94bfb-6746-423a-9692-d24f2256a086 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:27.789310 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58adc7-0b25-4daf-b32c-4506d3ef0745 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Port': ['ID=bc9a2bdf-7fa9-4aef-b653-6da69ed4d162,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:27.792273 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c44c63-4c10-497b-b37e-98ec7bccc873 None None] Pushing event deleted for resources: {'Port': ['ID=52d72c8a-0682-4f4c-8335-a904ecc731c9,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:27.811771 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c44c63-4c10-497b-b37e-98ec7bccc873 None None] No DVR routers for this DVR port 52d72c8a-0682-4f4c-8335-a904ecc731c9 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:17:27.843054 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc58adc7-0b25-4daf-b32c-4506d3ef0745 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:27.843729 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cc58adc7-0b25-4daf-b32c-4506d3ef0745 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:27.912712 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b937eae-d252-437b-8dc4-cb1686b8723b None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:17:27.916513 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-cc58adc7-0b25-4daf-b32c-4506d3ef0745 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8887339 Feb 07 21:17:27.923839 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38224) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:27.964083 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a30821a8-73db-47be-853d-2800e3402b6e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'subnet': {'network_id': '17e4c2dc-970f-440b-8ca4-e74f730986ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:28.007517 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ca780e76-d97a-483f-8454-c585aea34f96 req-76741f5d-3578-40e6-bb25-18127561f8ed service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1004407 Feb 07 21:17:28.008294 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 17dc58fa-1248-4f88-b868-ac032c41d000 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:17:28.010028 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c94bfb-6746-423a-9692-d24f2256a086 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:28.015223 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-19c94bfb-6746-423a-9692-d24f2256a086 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:28.109363 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-58e69787-8ae4-4528-9e31-093514fc8ee9 None None] Allocated IP 172.20.0.2 (17e4c2dc-970f-440b-8ca4-e74f730986ac/0399143f-3742-4c09-8275-94c61730db8f/ff9b1ced-7c17-47db-93ba-79b963acb720) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:17:28.115800 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-51d9f842-2b50-4628-aa75-3ecb73e0dc57 None None] Current status of the port ff9b1ced-7c17-47db-93ba-79b963acb720 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:28.185311 n-d-828185-2 neutron-server[103256]: INFO neutron.db.ipam_backend_mixin [None req-19c94bfb-6746-423a-9692-d24f2256a086 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6a0b75f4-76bc-4c0e-a08f-ca3ade28ebf8 (CIDR: 2001:db8::/64) Feb 07 21:17:28.199999 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-51d9f842-2b50-4628-aa75-3ecb73e0dc57 None None] Could not find standard attr ID for object 52d72c8a-0682-4f4c-8335-a904ecc731c9. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:17:28.217691 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c94bfb-6746-423a-9692-d24f2256a086 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:17:28.218748 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19c94bfb-6746-423a-9692-d24f2256a086 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:17:28.281284 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Port 52d72c8a-0682-4f4c-8335-a904ecc731c9 update to DOWN by agent not found {{(pid=103257) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 07 21:17:28.281284 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-51d9f842-2b50-4628-aa75-3ecb73e0dc57 None None] Could not find standard attr ID for object 49392269-11d8-4ff4-9497-0ec31a6e2760. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:17:28.294921 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 354d92f0-61cb-4ed6-90c8-ff7f708a6582 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:17:28.307806 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 354d92f0-61cb-4ed6-90c8-ff7f708a6582 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:28.308582 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (354d92f0-61cb-4ed6-90c8-ff7f708a6582), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:28.460466 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-19c94bfb-6746-423a-9692-d24f2256a086 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7473285 Feb 07 21:17:28.461546 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30821a8-73db-47be-853d-2800e3402b6e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:28.463180 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca780e76-d97a-483f-8454-c585aea34f96 req-c3a2230b-4043-4cc2-a33a-632fcdc480b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:28.464935 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a30821a8-73db-47be-853d-2800e3402b6e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:28.467977 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ca780e76-d97a-483f-8454-c585aea34f96 req-c3a2230b-4043-4cc2-a33a-632fcdc480b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f5a2142112eb4c46a5e7f5feebf5df31&device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 1128 time: 0.2780948 Feb 07 21:17:28.467977 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38236) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:28.474389 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-912d7090-6b74-4356-827f-45584c01033a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:28.602625 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8c0a5c-78d6-4207-b06d-fcde46633b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'fixed_ips': [{'subnet_id': '6a0b75f4-76bc-4c0e-a08f-ca3ade28ebf8'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:17:28.603512 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fc8c0a5c-78d6-4207-b06d-fcde46633b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:28.664698 n-d-828185-2 neutron-server[103255]: INFO neutron.db.ipam_backend_mixin [None req-a30821a8-73db-47be-853d-2800e3402b6e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0399143f-3742-4c09-8275-94c61730db8f (CIDR: 172.20.0.0/28) Feb 07 21:17:28.680062 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-a30821a8-73db-47be-853d-2800e3402b6e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:17:28.681732 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a30821a8-73db-47be-853d-2800e3402b6e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:17:28.733787 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-58e69787-8ae4-4528-9e31-093514fc8ee9 None None] For port ff9b1ced-7c17-47db-93ba-79b963acb720, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ff9b1ced-7c17-47db-93ba-79b963acb720,segment=NetworkSegment(ce7475d0-f485-4594-9097-52a0c385f1c7),segment_id=ce7475d0-f485-4594-9097-52a0c385f1c7)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:28.769626 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3a513404-18db-4912-af72-d0f837e0b034 req-630035a3-1ebd-403b-b101-a7f35b11f549 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0677760 Feb 07 21:17:28.773368 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a30821a8-73db-47be-853d-2800e3402b6e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8484738 Feb 07 21:17:28.776979 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38244) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:28.782779 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9a764d1e-2f14-443f-b951-795ea6db161e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'subnet': {'network_id': '17e4c2dc-970f-440b-8ca4-e74f730986ac', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:28.795305 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaca88c-f33e-4602-9276-5064632d2e3e req-b13cda58-d700-4b7f-a7dd-56cd86f5d131 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:28.803776 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbaca88c-f33e-4602-9276-5064632d2e3e req-b13cda58-d700-4b7f-a7dd-56cd86f5d131 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 946 time: 0.3841395 Feb 07 21:17:28.877432 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-58e69787-8ae4-4528-9e31-093514fc8ee9 None None] Publish callbacks [] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:28.915901 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-58e69787-8ae4-4528-9e31-093514fc8ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:28.933081 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbaca88c-f33e-4602-9276-5064632d2e3e req-b3bde15c-062f-4c2d-a250-1247495675f1 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280940 Feb 07 21:17:28.976481 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 17dc58fa-1248-4f88-b868-ac032c41d000 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:28.976853 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:29.050276 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061008e5-1f7c-4f74-9660-572e8cfaae64 req-6b44985b-bcbd-48ae-a5b1-04ee2a17a616 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:29.057625 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-061008e5-1f7c-4f74-9660-572e8cfaae64 req-6b44985b-bcbd-48ae-a5b1-04ee2a17a616 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 945 time: 0.1107359 Feb 07 21:17:29.125865 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a764d1e-2f14-443f-b951-795ea6db161e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:29.129798 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a764d1e-2f14-443f-b951-795ea6db161e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:29.282854 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-061008e5-1f7c-4f74-9660-572e8cfaae64 req-7ef74bce-df71-4789-a003-47528c789982 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183518 Feb 07 21:17:29.368325 n-d-828185-2 neutron-server[103255]: INFO neutron.db.ipam_backend_mixin [None req-9a764d1e-2f14-443f-b951-795ea6db161e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 00cc9c09-9a6d-4cdf-9831-6483c0464d3a (CIDR: 172.20.0.16/28) Feb 07 21:17:29.373631 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a764d1e-2f14-443f-b951-795ea6db161e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:17:29.374372 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a764d1e-2f14-443f-b951-795ea6db161e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:17:29.399576 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9a764d1e-2f14-443f-b951-795ea6db161e tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6212859 Feb 07 21:17:29.403426 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38256) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:29.413000 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-61466300-0f95-490c-aaff-98f3cc6e95c9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'subnet': {'network_id': '17e4c2dc-970f-440b-8ca4-e74f730986ac', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:29.687742 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e69787-8ae4-4528-9e31-093514fc8ee9 None None] Pushing event updated for resources: {'Port': ['ID=ff9b1ced-7c17-47db-93ba-79b963acb720,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:29.749799 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 354d92f0-61cb-4ed6-90c8-ff7f708a6582 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:29.750553 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (354d92f0-61cb-4ed6-90c8-ff7f708a6582), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:29.789578 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d557bb-0773-4712-abbb-7cd28b7f1372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '354d92f0-61cb-4ed6-90c8-ff7f708a6582'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:17:29.792630 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a1c88c-d4e9-4654-886f-bbf0a215ae75" -d '{"events": [{"server_uuid": "56d557bb-0773-4712-abbb-7cd28b7f1372", "name": "network-vif-plugged", "status": "completed", "tag": "354d92f0-61cb-4ed6-90c8-ff7f708a6582"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:17:29.821386 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca780e76-d97a-483f-8454-c585aea34f96 req-06d6c130-d107-476f-bb13-ca6a5ed09c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:29.829969 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ca780e76-d97a-483f-8454-c585aea34f96 req-06d6c130-d107-476f-bb13-ca6a5ed09c5a service neutron] 10.222.0.69 "GET /v2.0/networks?id=16d43ce3-c262-4644-8d8c-68d5b7d28be5 HTTP/1.1" status: 200 len: 910 time: 0.3824208 Feb 07 21:17:29.903520 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 354d92f0-61cb-4ed6-90c8-ff7f708a6582, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=354d92f0-61cb-4ed6-90c8-ff7f708a6582,segment=NetworkSegment(536d04cb-ae32-4474-8c76-f1953d1fb7d5),segment_id=536d04cb-ae32-4474-8c76-f1953d1fb7d5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:29.911350 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61466300-0f95-490c-aaff-98f3cc6e95c9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Made reservation on behalf of 513bde040ef147d69df68a6ee6cac082 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:29.912626 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-fc8c0a5c-78d6-4207-b06d-fcde46633b82 None None] Allocated IP 2001:db8::f816:3eff:fe69:f4a0 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/6a0b75f4-76bc-4c0e-a08f-ca3ade28ebf8/fabab14d-2ac0-4d0d-9627-1d55359e92df) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:17:29.923093 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61466300-0f95-490c-aaff-98f3cc6e95c9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:29.963310 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912d7090-6b74-4356-827f-45584c01033a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:29.973581 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-912d7090-6b74-4356-827f-45584c01033a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:29.974954 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc84a55e-02d1-493a-a39d-96647632ac4e x-openstack-request-id: req-cc84a55e-02d1-493a-a39d-96647632ac4e {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:17:29.976515 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d557bb-0773-4712-abbb-7cd28b7f1372", "name": "network-vif-plugged", "status": "completed", "tag": "354d92f0-61cb-4ed6-90c8-ff7f708a6582", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:17:29.976994 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cc84a55e-02d1-493a-a39d-96647632ac4e {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:17:29.977598 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d557bb-0773-4712-abbb-7cd28b7f1372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '354d92f0-61cb-4ed6-90c8-ff7f708a6582', 'code': 200} Feb 07 21:17:29.979931 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (354d92f0-61cb-4ed6-90c8-ff7f708a6582), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:30.197711 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 17dc58fa-1248-4f88-b868-ac032c41d000 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:30.198469 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:30.232291 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ca780e76-d97a-483f-8454-c585aea34f96 req-739cb119-6006-4bbd-bc7e-c56e1a37ee1c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3c4d5bc-90a3-4685-911a-20840d1ad144 HTTP/1.1" status: 200 len: 1002 time: 0.3932388 Feb 07 21:17:30.284762 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=354d92f0-61cb-4ed6-90c8-ff7f708a6582,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:30.299030 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca780e76-d97a-483f-8454-c585aea34f96 req-228f843d-b5d3-4074-9889-82aaa9f28271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:30.302707 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ca780e76-d97a-483f-8454-c585aea34f96 req-228f843d-b5d3-4074-9889-82aaa9f28271 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14d3bb71-50ef-42a4-9bd8-c39c66580c69 HTTP/1.1" status: 200 len: 848 time: 0.0611727 Feb 07 21:17:30.320429 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-82b94449-32c0-4ca1-8b09-aa30dd6329d7 req-c02dedc5-c2a8-4ed7-b003-07d392893c2f tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.1958497 Feb 07 21:17:30.329014 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:30.332744 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:30.333287 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:30.333701 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:30.334136 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:30.334579 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:30.335006 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:30.335508 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:30.335875 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:30.336353 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:30.339399 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:30.340010 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:30.340508 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:30.392839 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 17dc58fa-1248-4f88-b868-ac032c41d000, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=17dc58fa-1248-4f88-b868-ac032c41d000,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:30.446773 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:30.476685 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6a861-11a6-4ffc-8b8d-d462b0a65058 req-b4c5d2ca-7927-4cdf-b781-374acd43c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:30.478440 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d5a6a861-11a6-4ffc-8b8d-d462b0a65058 req-b4c5d2ca-7927-4cdf-b781-374acd43c54e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 1128 time: 0.4700170 Feb 07 21:17:30.527554 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae60e5-9a2a-4bee-a56c-75e2db86c8ea req-0797e383-d8ec-4d9b-a7be-41c3a2e409d8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:30.529221 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0bae60e5-9a2a-4bee-a56c-75e2db86c8ea req-0797e383-d8ec-4d9b-a7be-41c3a2e409d8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 946 time: 0.4060717 Feb 07 21:17:30.683662 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca780e76-d97a-483f-8454-c585aea34f96 req-72edb446-3997-49ec-b932-5e77209dd185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:30.687896 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ca780e76-d97a-483f-8454-c585aea34f96 req-72edb446-3997-49ec-b932-5e77209dd185 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16d43ce3-c262-4644-8d8c-68d5b7d28be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3663170 Feb 07 21:17:30.690204 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ff9b1ced-7c17-47db-93ba-79b963acb720 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:17:30.733724 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d5a6a861-11a6-4ffc-8b8d-d462b0a65058 req-05511eaa-ec1a-4bbf-9ded-12d9e70252b0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430305 Feb 07 21:17:30.746391 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=17dc58fa-1248-4f88-b868-ac032c41d000,revision_number=13']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:30.817612 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af439d-6b7a-4e64-a618-7e7b1c5b3b66 req-9b31a9bc-e6f9-46c9-8ac1-b0781b5577d8 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:30.836952 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72af439d-6b7a-4e64-a618-7e7b1c5b3b66 req-9b31a9bc-e6f9-46c9-8ac1-b0781b5577d8 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 946 time: 0.3425651 Feb 07 21:17:30.862136 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0bae60e5-9a2a-4bee-a56c-75e2db86c8ea req-38272582-d32d-4a84-84f0-7f9649aa6863 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3214014 Feb 07 21:17:30.995263 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fc8c0a5c-78d6-4207-b06d-fcde46633b82 None None] Publish callbacks [] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:31.011057 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fc8c0a5c-78d6-4207-b06d-fcde46633b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:31.065644 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8c0a5c-78d6-4207-b06d-fcde46633b82 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:31.070761 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-fc8c0a5c-78d6-4207-b06d-fcde46633b82 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:31.074693 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8c0a5c-78d6-4207-b06d-fcde46633b82 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:17:31.083278 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port ff9b1ced-7c17-47db-93ba-79b963acb720 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:31.084253 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:31.102608 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ca780e76-d97a-483f-8454-c585aea34f96 req-874c5566-452a-40e4-b91d-ff1156fccc68 service neutron] 10.222.0.69 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998060 Feb 07 21:17:31.270911 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c0a5c-78d6-4207-b06d-fcde46633b82 None None] Pushing event updated for resources: {'Port': ['ID=fabab14d-2ac0-4d0d-9627-1d55359e92df,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:31.342462 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1998cd51-86e6-4964-87f9-9fc9b9d3d6ca None None] Provisioning complete for port ff9b1ced-7c17-47db-93ba-79b963acb720 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:31.348799 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1998cd51-86e6-4964-87f9-9fc9b9d3d6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:31.471425 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-fc8c0a5c-78d6-4207-b06d-fcde46633b82 None None] Attempting to bind port fabab14d-2ac0-4d0d-9627-1d55359e92df on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:17:31.474371 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-fc8c0a5c-78d6-4207-b06d-fcde46633b82 None None] Attempting to bind port fabab14d-2ac0-4d0d-9627-1d55359e92df by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:17:31.474874 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8c0a5c-78d6-4207-b06d-fcde46633b82 None None] Attempting to bind port fabab14d-2ac0-4d0d-9627-1d55359e92df on network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:17:31.507768 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-912d7090-6b74-4356-827f-45584c01033a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (954c72ce-427e-4ea5-af26-65d68b540789), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:31.512718 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8c0a5c-78d6-4207-b06d-fcde46633b82 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:17:31.513275 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8c0a5c-78d6-4207-b06d-fcde46633b82 None None] Checking segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:17:31.513812 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fc8c0a5c-78d6-4207-b06d-fcde46633b82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:31.515333 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8c0a5c-78d6-4207-b06d-fcde46633b82 None None] Bound using segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:17:31.515333 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-fc8c0a5c-78d6-4207-b06d-fcde46633b82 None None] Bound port: fabab14d-2ac0-4d0d-9627-1d55359e92df, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:17:31.515873 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fc8c0a5c-78d6-4207-b06d-fcde46633b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:31.627902 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f9a8753-f0ce-4bb2-8ce3-f78b3fc95a0a req-64363ba9-d557-4108-9c53-8276ab75c306 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0951731 Feb 07 21:17:31.730431 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port ff9b1ced-7c17-47db-93ba-79b963acb720 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:31.786806 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72af439d-6b7a-4e64-a618-7e7b1c5b3b66 req-00812ce3-699b-470f-b26a-b88768d68333 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9294255 Feb 07 21:17:31.822113 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912d7090-6b74-4356-827f-45584c01033a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:31.841716 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-fc8c0a5c-78d6-4207-b06d-fcde46633b82 None None] For port fabab14d-2ac0-4d0d-9627-1d55359e92df, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:17:31.845894 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-912d7090-6b74-4356-827f-45584c01033a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:31.852578 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-fc8c0a5c-78d6-4207-b06d-fcde46633b82 None None] For port fabab14d-2ac0-4d0d-9627-1d55359e92df, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=fabab14d-2ac0-4d0d-9627-1d55359e92df,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:17:31.856744 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1998cd51-86e6-4964-87f9-9fc9b9d3d6ca None None] Current status of the port ff9b1ced-7c17-47db-93ba-79b963acb720 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:31.863334 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912d7090-6b74-4356-827f-45584c01033a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:31.863985 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-912d7090-6b74-4356-827f-45584c01033a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:31.869647 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61466300-0f95-490c-aaff-98f3cc6e95c9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (eed68f17-a5ae-409c-88ac-b792af97cf71), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:31.885375 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1998cd51-86e6-4964-87f9-9fc9b9d3d6ca None None] Provisioning complete for port 8f1e3a42-73d3-40f0-93d3-76fe78ad974d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:31.886075 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1998cd51-86e6-4964-87f9-9fc9b9d3d6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8f1e3a42-73d3-40f0-93d3-76fe78ad974d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:31.902184 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fc8c0a5c-78d6-4207-b06d-fcde46633b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:31.942458 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d7090-6b74-4356-827f-45584c01033a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=954c72ce-427e-4ea5-af26-65d68b540789,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:31.992338 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17dc58fa-1248-4f88-b868-ac032c41d000'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:17:32.009286 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-912d7090-6b74-4356-827f-45584c01033a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5359285 Feb 07 21:17:32.012639 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed66ae6-cf2e-4d2d-b91f-80825c09d4b6" -d '{"events": [{"server_uuid": "77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34", "name": "network-vif-plugged", "status": "completed", "tag": "17dc58fa-1248-4f88-b868-ac032c41d000"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:17:32.013607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61466300-0f95-490c-aaff-98f3cc6e95c9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Network 17e4c2dc-970f-440b-8ca4-e74f730986ac is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:32.016916 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38304) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:32.024496 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-61466300-0f95-490c-aaff-98f3cc6e95c9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:32.032169 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61466300-0f95-490c-aaff-98f3cc6e95c9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:32.033033 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61466300-0f95-490c-aaff-98f3cc6e95c9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:32.062295 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ca780e76-d97a-483f-8454-c585aea34f96 req-d378690d-ed31-4a15-8a6d-4dd8c7f59358 service neutron] 10.222.0.69 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5813751 Feb 07 21:17:32.065195 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4330fe3b-8a98-4701-b27b-4dde10977213 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'mac_address': 'fa:16:3e:79:91:f0', 'name': 'tempest-NetworksTestDHCPv6-661917036'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:32.086293 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a557e7b-60e1-4fbe-b43e-98893a2fc896 None None] Network 17e4c2dc-970f-440b-8ca4-e74f730986ac requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:17:32.148377 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-61466300-0f95-490c-aaff-98f3cc6e95c9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7435210 Feb 07 21:17:32.151296 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38312) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:32.157157 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-36d52c1c-3676-48a6-b774-7cfed751d1b7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1405167787', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'eed68f17-a5ae-409c-88ac-b792af97cf71'}], 'security_groups': ['3cc34cbd-df81-4280-8f8d-b445419f533d', '118ba350-5e39-4fd4-abb0-c75e535354eb']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:32.228078 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30266b83-66e6-40a7-8398-c767bbb76705 x-openstack-request-id: req-30266b83-66e6-40a7-8398-c767bbb76705 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:17:32.228566 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34", "name": "network-vif-plugged", "status": "completed", "tag": "17dc58fa-1248-4f88-b868-ac032c41d000", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:17:32.236267 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-30266b83-66e6-40a7-8398-c767bbb76705 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:17:32.236571 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17dc58fa-1248-4f88-b868-ac032c41d000', 'code': 200} Feb 07 21:17:32.383795 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61466300-0f95-490c-aaff-98f3cc6e95c9 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Subnet': ['ID=eed68f17-a5ae-409c-88ac-b792af97cf71,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:32.406846 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1998cd51-86e6-4964-87f9-9fc9b9d3d6ca None None] Port 8f1e3a42-73d3-40f0-93d3-76fe78ad974d cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:17:32.413161 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c0a5c-78d6-4207-b06d-fcde46633b82 None None] Pushing event updated for resources: {'Port': ['ID=fabab14d-2ac0-4d0d-9627-1d55359e92df,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:32.515297 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8db603-c432-4fb8-ab71-4b9b1efee8bd req-1ac77a07-364a-4911-a0c8-31d2d8a55f43 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:32.516830 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f8db603-c432-4fb8-ab71-4b9b1efee8bd req-1ac77a07-364a-4911-a0c8-31d2d8a55f43 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 947 time: 0.4342198 Feb 07 21:17:32.623806 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4330fe3b-8a98-4701-b27b-4dde10977213 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:32.628096 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-36d52c1c-3676-48a6-b774-7cfed751d1b7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bc9a2bdf-7fa9-4aef-b653-6da69ed4d162), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:32.685476 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-93cf4fd0-d187-4664-b9f7-f5625a67f9e0 None None] Provisioning complete for port bc9a2bdf-7fa9-4aef-b653-6da69ed4d162 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:32.685862 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-93cf4fd0-d187-4664-b9f7-f5625a67f9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (bc9a2bdf-7fa9-4aef-b653-6da69ed4d162), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:32.781859 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-93cf4fd0-d187-4664-b9f7-f5625a67f9e0 None None] Port bc9a2bdf-7fa9-4aef-b653-6da69ed4d162 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:17:32.820761 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4330fe3b-8a98-4701-b27b-4dde10977213 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:32.873378 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f8db603-c432-4fb8-ab71-4b9b1efee8bd req-d088af19-2485-4203-b05d-c647c5ed01bf tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3198769 Feb 07 21:17:32.891490 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5ffae4-383f-4b3f-ba5b-54e8200e2aaf None None] Update dhcp port {'port': {'network_id': '17e4c2dc-970f-440b-8ca4-e74f730986ac', 'fixed_ips': [{'subnet_id': '00cc9c09-9a6d-4cdf-9831-6483c0464d3a', 'ip_address': '172.20.0.18'}, {'subnet_id': '0399143f-3742-4c09-8275-94c61730db8f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'eed68f17-a5ae-409c-88ac-b792af97cf71'}], 'binding:host_id': 'n-d-828185-2'}, 'id': 'ff9b1ced-7c17-47db-93ba-79b963acb720'} from n-d-828185-2. {{(pid=103257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 21:17:32.935817 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-4330fe3b-8a98-4701-b27b-4dde10977213 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] device_id is not set on port 204f342f-af34-4ce8-8927-c89fa73d85d3 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:17:32.983822 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-86dc8d81-57bd-4395-ab17-04c405ab940b req-a6995d01-64db-47e1-a561-9cb25e9a94d5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0843832 Feb 07 21:17:33.036072 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ae5ffae4-383f-4b3f-ba5b-54e8200e2aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:33.430015 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-36d52c1c-3676-48a6-b774-7cfed751d1b7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Delete allocated IP 172.20.0.4 (17e4c2dc-970f-440b-8ca4-e74f730986ac/0399143f-3742-4c09-8275-94c61730db8f) {{(pid=103256) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 21:17:33.443676 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-36d52c1c-3676-48a6-b774-7cfed751d1b7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Allocated IP 172.20.0.39 (17e4c2dc-970f-440b-8ca4-e74f730986ac/eed68f17-a5ae-409c-88ac-b792af97cf71/bc9a2bdf-7fa9-4aef-b653-6da69ed4d162) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:17:33.510362 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:33.516922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a35f3b-866f-4a9e-80fd-57db79224845 req-ebaea04d-d644-44f6-a77f-2e89d5a400a0 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:33.518639 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-41a35f3b-866f-4a9e-80fd-57db79224845 req-ebaea04d-d644-44f6-a77f-2e89d5a400a0 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 946 time: 0.4246590 Feb 07 21:17:33.719257 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38346) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:33.767655 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-41a35f3b-866f-4a9e-80fd-57db79224845 req-6cfe2e77-7e2f-4107-82c1-25d45f2c0a82 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339358 Feb 07 21:17:33.859955 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-4330fe3b-8a98-4701-b27b-4dde10977213 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 2001:db8:0:1::50 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/954c72ce-427e-4ea5-af26-65d68b540789/204f342f-af34-4ce8-8927-c89fa73d85d3) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:17:33.884765 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-4330fe3b-8a98-4701-b27b-4dde10977213 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 2001:db8::f816:3eff:fe79:91f0 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/6a0b75f4-76bc-4c0e-a08f-ca3ade28ebf8/204f342f-af34-4ce8-8927-c89fa73d85d3) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:17:33.886524 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:34.003820 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-36d52c1c-3676-48a6-b774-7cfed751d1b7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for port (bc9a2bdf-7fa9-4aef-b653-6da69ed4d162), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:34.021690 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-36d52c1c-3676-48a6-b774-7cfed751d1b7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (bc9a2bdf-7fa9-4aef-b653-6da69ed4d162), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:34.151854 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bee921ed-666b-4e95-aef7-35c4c5157bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:34.185385 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-ae5ffae4-383f-4b3f-ba5b-54e8200e2aaf None None] Allocated IP 172.20.0.34 (17e4c2dc-970f-440b-8ca4-e74f730986ac/eed68f17-a5ae-409c-88ac-b792af97cf71/ff9b1ced-7c17-47db-93ba-79b963acb720) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:17:34.308280 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bee921ed-666b-4e95-aef7-35c4c5157bcb admin admin] Publish callbacks [] for security_group (117d86e0-1e0b-4c7e-a968-b7b46347b5b1), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:34.316942 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d52c1c-3676-48a6-b774-7cfed751d1b7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event updated for resources: {'Port': ['ID=bc9a2bdf-7fa9-4aef-b653-6da69ed4d162,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:34.332836 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bee921ed-666b-4e95-aef7-35c4c5157bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (117d86e0-1e0b-4c7e-a968-b7b46347b5b1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:34.359783 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-36d52c1c-3676-48a6-b774-7cfed751d1b7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] In _notify_port_updated(), no bound segment for port bc9a2bdf-7fa9-4aef-b653-6da69ed4d162 on network 17e4c2dc-970f-440b-8ca4-e74f730986ac {{(pid=103256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 07 21:17:34.370590 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d52c1c-3676-48a6-b774-7cfed751d1b7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:34.372911 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-36d52c1c-3676-48a6-b774-7cfed751d1b7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:34.380267 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-36d52c1c-3676-48a6-b774-7cfed751d1b7 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "PUT /v2.0/ports/bc9a2bdf-7fa9-4aef-b653-6da69ed4d162 HTTP/1.1" status: 200 len: 960 time: 2.2246141 Feb 07 21:17:34.381923 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38358) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:34.464082 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ae5ffae4-383f-4b3f-ba5b-54e8200e2aaf None None] For port ff9b1ced-7c17-47db-93ba-79b963acb720, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ff9b1ced-7c17-47db-93ba-79b963acb720,segment=NetworkSegment(ce7475d0-f485-4594-9097-52a0c385f1c7),segment_id=ce7475d0-f485-4594-9097-52a0c385f1c7)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:34.491341 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfbcc7-a10a-4642-ab5d-5cb084d4c8e5 req-e99c4789-30a0-497e-9dd6-83086ef00bb9 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:34.493628 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53bfbcc7-a10a-4642-ab5d-5cb084d4c8e5 req-e99c4789-30a0-497e-9dd6-83086ef00bb9 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 947 time: 0.4721978 Feb 07 21:17:34.497959 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd4a7ae-3ac7-485d-adf4-04b7708ae122 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:17:34.583034 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0975df-5394-47fa-bbb3-ae8d64462549 req-6437b58a-d04d-4f92-a8fc-e0bb23b6d1ac tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:34.595319 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38362) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:34.602576 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f0975df-5394-47fa-bbb3-ae8d64462549 req-6437b58a-d04d-4f92-a8fc-e0bb23b6d1ac tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 946 time: 0.6162465 Feb 07 21:17:34.616050 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-dfee1956-6f7c-4ac0-ba81-315c30ebb5be tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Request body: {'floatingip': {'port_id': '354d92f0-61cb-4ed6-90c8-ff7f708a6582'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:34.646642 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device fabab14d-2ac0-4d0d-9627-1d55359e92df up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:17:34.731332 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ae5ffae4-383f-4b3f-ba5b-54e8200e2aaf None None] Publish callbacks [] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:34.746845 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ae5ffae4-383f-4b3f-ba5b-54e8200e2aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:34.747354 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dfee1956-6f7c-4ac0-ba81-315c30ebb5be tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks [] for floatingip (3a253229-8db2-454b-97ae-d4d0cefef484), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:34.774141 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bee921ed-666b-4e95-aef7-35c4c5157bcb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3affd960c5454fb48ecce2327576f61b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0534983 Feb 07 21:17:34.806866 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-7cd33b1d-613a-4a26-86ee-1bb0d73f6e1d None None] Provisioning complete for port fabab14d-2ac0-4d0d-9627-1d55359e92df triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:34.807243 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7cd33b1d-613a-4a26-86ee-1bb0d73f6e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:34.836137 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38364) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:34.882359 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee921ed-666b-4e95-aef7-35c4c5157bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117d86e0-1e0b-4c7e-a968-b7b46347b5b1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:34.894252 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-807f50c0-5a07-4f7a-a09f-ff26509cb6bf req-007300e1-cbf1-4d77-ba89-d9b2ee29213a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.1489077 Feb 07 21:17:34.925333 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53bfbcc7-a10a-4642-ab5d-5cb084d4c8e5 req-9ccc347c-033d-40fe-9fda-f7077664be47 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3781433 Feb 07 21:17:35.077426 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4330fe3b-8a98-4701-b27b-4dde10977213 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (204f342f-af34-4ce8-8927-c89fa73d85d3), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:35.082062 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port fabab14d-2ac0-4d0d-9627-1d55359e92df triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:35.082567 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:35.107784 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a691b7a0-0c34-42e9-af27-bc302b5201e2 admin admin] Publish callbacks [] for security_group (117d86e0-1e0b-4c7e-a968-b7b46347b5b1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:35.176238 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a691b7a0-0c34-42e9-af27-bc302b5201e2 admin admin] Publish callbacks [] for security_group (117d86e0-1e0b-4c7e-a968-b7b46347b5b1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:35.323372 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4330fe3b-8a98-4701-b27b-4dde10977213 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (204f342f-af34-4ce8-8927-c89fa73d85d3), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:35.345866 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a691b7a0-0c34-42e9-af27-bc302b5201e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (117d86e0-1e0b-4c7e-a968-b7b46347b5b1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:35.366572 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a691b7a0-0c34-42e9-af27-bc302b5201e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:35.367826 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a691b7a0-0c34-42e9-af27-bc302b5201e2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/117d86e0-1e0b-4c7e-a968-b7b46347b5b1 HTTP/1.1" status: 204 len: 168 time: 0.4720001 Feb 07 21:17:35.391730 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.db.resource_extend [None req-dfee1956-6f7c-4ac0-ba81-315c30ebb5be tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:17:35.421783 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4330fe3b-8a98-4701-b27b-4dde10977213 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:35.427587 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-4330fe3b-8a98-4701-b27b-4dde10977213 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:35.449768 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4330fe3b-8a98-4701-b27b-4dde10977213 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:17:35.468115 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4330fe3b-8a98-4701-b27b-4dde10977213 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:35.468848 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4330fe3b-8a98-4701-b27b-4dde10977213 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:35.512984 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691b7a0-0c34-42e9-af27-bc302b5201e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117d86e0-1e0b-4c7e-a968-b7b46347b5b1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:35.517839 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4330fe3b-8a98-4701-b27b-4dde10977213 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4903660 Feb 07 21:17:35.521127 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38368) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:35.546465 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330fe3b-8a98-4701-b27b-4dde10977213 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=204f342f-af34-4ce8-8927-c89fa73d85d3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:35.560784 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dfee1956-6f7c-4ac0-ba81-315c30ebb5be tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:35.578571 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dfee1956-6f7c-4ac0-ba81-315c30ebb5be tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (3a253229-8db2-454b-97ae-d4d0cefef484), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:35.672721 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ffae4-383f-4b3f-ba5b-54e8200e2aaf None None] Pushing event updated for resources: {'Port': ['ID=ff9b1ced-7c17-47db-93ba-79b963acb720,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:35.785009 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port fabab14d-2ac0-4d0d-9627-1d55359e92df is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:35.785613 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:35.807308 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e6ea0083-4005-4d22-a4d2-23674169cb76 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting port 204f342f-af34-4ce8-8927-c89fa73d85d3 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:17:35.807650 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6ea0083-4005-4d22-a4d2-23674169cb76 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (204f342f-af34-4ce8-8927-c89fa73d85d3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:35.882289 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [None req-dfee1956-6f7c-4ac0-ba81-315c30ebb5be tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Floating IP 3a253229-8db2-454b-97ae-d4d0cefef484 associated. External IP: 172.25.4.137, port: 354d92f0-61cb-4ed6-90c8-ff7f708a6582. Feb 07 21:17:35.974920 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port fabab14d-2ac0-4d0d-9627-1d55359e92df, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=fabab14d-2ac0-4d0d-9627-1d55359e92df,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:35.980254 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cb96c0-3135-4591-a042-f944ceb26f7f None None] Update dhcp port {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'fixed_ips': [{'subnet_id': '6a0b75f4-76bc-4c0e-a08f-ca3ade28ebf8', 'ip_address': '2001:db8::f816:3eff:fe69:f4a0'}, {'subnet_id': '954c72ce-427e-4ea5-af26-65d68b540789'}], 'binding:host_id': 'n-d-828185-2'}, 'id': 'fabab14d-2ac0-4d0d-9627-1d55359e92df'} from n-d-828185-2. {{(pid=103257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 21:17:36.014684 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:36.034117 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6ea0083-4005-4d22-a4d2-23674169cb76 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (204f342f-af34-4ce8-8927-c89fa73d85d3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:36.073685 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8fa24a3e-939d-4011-a055-7c533bf98620 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting port bc9a2bdf-7fa9-4aef-b653-6da69ed4d162 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:17:36.074861 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e6ea0083-4005-4d22-a4d2-23674169cb76 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Calling delete_port for 204f342f-af34-4ce8-8927-c89fa73d85d3 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:17:36.076762 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8fa24a3e-939d-4011-a055-7c533bf98620 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (bc9a2bdf-7fa9-4aef-b653-6da69ed4d162), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:36.186350 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7cd33b1d-613a-4a26-86ee-1bb0d73f6e1d None None] Current status of the port fabab14d-2ac0-4d0d-9627-1d55359e92df is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:36.186903 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7cd33b1d-613a-4a26-86ee-1bb0d73f6e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:36.304872 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-7cd33b1d-613a-4a26-86ee-1bb0d73f6e1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:17:36.306395 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8fa24a3e-939d-4011-a055-7c533bf98620 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (bc9a2bdf-7fa9-4aef-b653-6da69ed4d162), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:36.307670 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-7cd33b1d-613a-4a26-86ee-1bb0d73f6e1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:17:36.308293 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-96cb96c0-3135-4591-a042-f944ceb26f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:36.328201 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8fa24a3e-939d-4011-a055-7c533bf98620 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Calling delete_port for bc9a2bdf-7fa9-4aef-b653-6da69ed4d162 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:17:36.491569 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=fabab14d-2ac0-4d0d-9627-1d55359e92df,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:36.538080 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ff9b1ced-7c17-47db-93ba-79b963acb720 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:17:36.544361 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38380) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:36.683543 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6ea0083-4005-4d22-a4d2-23674169cb76 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (204f342f-af34-4ce8-8927-c89fa73d85d3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:36.760285 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-877e69ed-ead6-44d8-845e-145889f82a29 req-e6ff25b1-1d7f-4a12-8688-1c60593de5e9 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.3212297 Feb 07 21:17:36.795338 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfbd8a4b-2f45-439f-b188-f54122770eb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:36.892737 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea0083-4005-4d22-a4d2-23674169cb76 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Port': ['ID=204f342f-af34-4ce8-8927-c89fa73d85d3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:36.951910 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port ff9b1ced-7c17-47db-93ba-79b963acb720 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:36.952650 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:37.005538 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7cd33b1d-613a-4a26-86ee-1bb0d73f6e1d None None] Current status of the port fabab14d-2ac0-4d0d-9627-1d55359e92df is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:37.026459 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-96cb96c0-3135-4591-a042-f944ceb26f7f None None] Allocated IP 2001:db8:0:1::2 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/954c72ce-427e-4ea5-af26-65d68b540789/fabab14d-2ac0-4d0d-9627-1d55359e92df) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:17:37.137652 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6ea0083-4005-4d22-a4d2-23674169cb76 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:37.141190 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e6ea0083-4005-4d22-a4d2-23674169cb76 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/204f342f-af34-4ce8-8927-c89fa73d85d3 HTTP/1.1" status: 204 len: 168 time: 1.6191199 Feb 07 21:17:37.149595 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38382) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:37.152722 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc0f2b-9915-46ae-b492-23d826f48466 req-07eadc96-c8cd-4518-90d2-a1d47156e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:37.154337 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68dc0f2b-9915-46ae-b492-23d826f48466 req-07eadc96-c8cd-4518-90d2-a1d47156e702 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 1129 time: 0.6764705 Feb 07 21:17:37.181351 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d209d-382f-42eb-a84f-e6d38a2027c5 req-e8ebb8f7-f908-4a1a-8f4e-58dfa675bd6f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:37.182968 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-449d209d-382f-42eb-a84f-e6d38a2027c5 req-e8ebb8f7-f908-4a1a-8f4e-58dfa675bd6f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 947 time: 0.6633663 Feb 07 21:17:37.250044 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8fa24a3e-939d-4011-a055-7c533bf98620 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (bc9a2bdf-7fa9-4aef-b653-6da69ed4d162), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:37.260805 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-96cb96c0-3135-4591-a042-f944ceb26f7f None None] For port fabab14d-2ac0-4d0d-9627-1d55359e92df, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=fabab14d-2ac0-4d0d-9627-1d55359e92df,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:37.310232 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port ff9b1ced-7c17-47db-93ba-79b963acb720 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:37.336216 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-96cb96c0-3135-4591-a042-f944ceb26f7f None None] Publish callbacks [] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:37.350629 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa24a3e-939d-4011-a055-7c533bf98620 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Port': ['ID=bc9a2bdf-7fa9-4aef-b653-6da69ed4d162,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:37.353012 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-66fe049b-36eb-4342-9d1a-5f9fe57c13ff None None] Provisioning complete for port ff9b1ced-7c17-47db-93ba-79b963acb720 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:37.353387 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-66fe049b-36eb-4342-9d1a-5f9fe57c13ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:37.360883 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-96cb96c0-3135-4591-a042-f944ceb26f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:37.518020 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19699cda-583b-4d9a-9cce-575396083725 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:37.521515 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-19699cda-583b-4d9a-9cce-575396083725 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3661680 Feb 07 21:17:37.561853 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38384) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:37.632584 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8fa24a3e-939d-4011-a055-7c533bf98620 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:37.641461 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8fa24a3e-939d-4011-a055-7c533bf98620 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/ports/bc9a2bdf-7fa9-4aef-b653-6da69ed4d162 HTTP/1.1" status: 204 len: 168 time: 3.2582998 Feb 07 21:17:37.680580 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38386) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:37.785914 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ecfaa06-12c6-40e3-8246-7ed8d5c61c69 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] GET failed (client error): The resource could not be found. Feb 07 21:17:37.790442 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3ecfaa06-12c6-40e3-8246-7ed8d5c61c69 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "GET /v2.0/ports/bc9a2bdf-7fa9-4aef-b653-6da69ed4d162 HTTP/1.1" status: 404 len: 333 time: 0.0867975 Feb 07 21:17:37.804665 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-449d209d-382f-42eb-a84f-e6d38a2027c5 req-1c791a5a-f426-4008-939c-c152d96d15e5 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5768285 Feb 07 21:17:37.812066 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38390) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:37.869608 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfbd8a4b-2f45-439f-b188-f54122770eb3 admin admin] Publish callbacks [] for security_group (fc49859e-a761-494a-9d63-3a2427caab38), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:37.938524 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfbd8a4b-2f45-439f-b188-f54122770eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (fc49859e-a761-494a-9d63-3a2427caab38), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:37.991791 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfee1956-6f7c-4ac0-ba81-315c30ebb5be tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Router ab59e548-d6a5-423e-a856-dd909b61bd5b has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:17:38.025747 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb96c0-3135-4591-a042-f944ceb26f7f None None] Pushing event updated for resources: {'Port': ['ID=fabab14d-2ac0-4d0d-9627-1d55359e92df,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:38.032807 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-cfbd8a4b-2f45-439f-b188-f54122770eb3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=99a0ae273c8c4dfb86be6d93a767c529&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4835026 Feb 07 21:17:38.058020 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd8a4b-2f45-439f-b188-f54122770eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc49859e-a761-494a-9d63-3a2427caab38,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:38.061671 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc0f2b-9915-46ae-b492-23d826f48466 req-88b234f9-0382-4c44-9677-f163aa6ce7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:38.063643 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68dc0f2b-9915-46ae-b492-23d826f48466 req-88b234f9-0382-4c44-9677-f163aa6ce7a1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 913 time: 0.8635962 Feb 07 21:17:38.089641 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38396) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:38.177006 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfee1956-6f7c-4ac0-ba81-315c30ebb5be tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:17:38.205412 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-66fe049b-36eb-4342-9d1a-5f9fe57c13ff None None] Current status of the port ff9b1ced-7c17-47db-93ba-79b963acb720 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:38.222762 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5f7ef4-b1b7-4035-9196-dae043503bde None None] Sync routers for ids ['ab59e548-d6a5-423e-a856-dd909b61bd5b'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:17:38.224404 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dfee1956-6f7c-4ac0-ba81-315c30ebb5be tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:38.224702 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-66fe049b-36eb-4342-9d1a-5f9fe57c13ff None None] Could not find standard attr ID for object bc9a2bdf-7fa9-4aef-b653-6da69ed4d162. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:17:38.258460 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5f7ef4-b1b7-4035-9196-dae043503bde None None] Routers {'ab59e548-d6a5-423e-a856-dd909b61bd5b'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:17:38.259104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2a5f7ef4-b1b7-4035-9196-dae043503bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:17:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ab59e548-d6a5-423e-a856-dd909b61bd5b'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:17:38.271444 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-dfee1956-6f7c-4ac0-ba81-315c30ebb5be tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "PUT /v2.0/floatingips/3a253229-8db2-454b-97ae-d4d0cefef484 HTTP/1.1" status: 200 len: 992 time: 3.6749632 Feb 07 21:17:38.272067 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d557bb-0773-4712-abbb-7cd28b7f1372', 'tag': '354d92f0-61cb-4ed6-90c8-ff7f708a6582'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:17:38.275155 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46548d8f-bd96-480f-9f1e-4429ab86a029" -d '{"events": [{"name": "network-changed", "server_uuid": "56d557bb-0773-4712-abbb-7cd28b7f1372", "tag": "354d92f0-61cb-4ed6-90c8-ff7f708a6582"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:17:38.297345 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c698725c-68b7-4893-9566-48f3281a175b req-67c58526-26c1-49fc-81dd-3258315ddb22 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.2611825 Feb 07 21:17:38.320340 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5462cd-1fcc-493d-8605-01d6fede7aad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:38.324786 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38404) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:38.325038 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1e5462cd-1fcc-493d-8605-01d6fede7aad tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7574091 Feb 07 21:17:38.337428 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f547d925-4d53-4dc9-9f3e-b06a1d3b4bab tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (e2182e78-b5f8-4849-b654-83b8e15f560a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:38.355161 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-66fe049b-36eb-4342-9d1a-5f9fe57c13ff None None] Provisioning complete for port 8f1e3a42-73d3-40f0-93d3-76fe78ad974d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:38.355161 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-66fe049b-36eb-4342-9d1a-5f9fe57c13ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8f1e3a42-73d3-40f0-93d3-76fe78ad974d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:38.472948 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68dc0f2b-9915-46ae-b492-23d826f48466 req-bfe6cf59-e766-4b57-87ea-6090e79ca4b5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17dc58fa-1248-4f88-b868-ac032c41d000 HTTP/1.1" status: 200 len: 1002 time: 0.3976724 Feb 07 21:17:38.511794 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd51e103-3abc-4c74-92ba-0fad2fc6a6de tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:38.514996 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd51e103-3abc-4c74-92ba-0fad2fc6a6de tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:38.516501 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd51e103-3abc-4c74-92ba-0fad2fc6a6de tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:38.521504 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bd51e103-3abc-4c74-92ba-0fad2fc6a6de tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1924665 Feb 07 21:17:38.542363 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38410) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:38.545452 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-57f067c9-9d9b-41ea-9cbc-30dddc273dce admin admin] Publish callbacks [] for security_group (fc49859e-a761-494a-9d63-3a2427caab38), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:38.598999 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f547d925-4d53-4dc9-9f3e-b06a1d3b4bab tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (e2182e78-b5f8-4849-b654-83b8e15f560a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:38.630510 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-66fe049b-36eb-4342-9d1a-5f9fe57c13ff None None] Port 8f1e3a42-73d3-40f0-93d3-76fe78ad974d cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:17:38.653669 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device fabab14d-2ac0-4d0d-9627-1d55359e92df up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:17:38.678964 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea374559-b720-4cd9-8ad0-176114a01160 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet 6a0b75f4-76bc-4c0e-a08f-ca3ade28ebf8 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:17:38.696411 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea374559-b720-4cd9-8ad0-176114a01160 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (6a0b75f4-76bc-4c0e-a08f-ca3ade28ebf8), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:38.806404 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8a924fc1-6619-4fc5-bafc-71f92b8b139d None None] Could not find standard attr ID for object bc9a2bdf-7fa9-4aef-b653-6da69ed4d162. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:17:38.853152 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea374559-b720-4cd9-8ad0-176114a01160 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (6a0b75f4-76bc-4c0e-a08f-ca3ade28ebf8), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:38.874060 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-57f067c9-9d9b-41ea-9cbc-30dddc273dce admin admin] Publish callbacks [] for security_group (fc49859e-a761-494a-9d63-3a2427caab38), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:38.878259 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-2a5f7ef4-b1b7-4035-9196-dae043503bde None None] Set router ab59e548-d6a5-423e-a856-dd909b61bd5b gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:17:39.027983 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-57f067c9-9d9b-41ea-9cbc-30dddc273dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (fc49859e-a761-494a-9d63-3a2427caab38), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:39.036479 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-57f067c9-9d9b-41ea-9cbc-30dddc273dce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:39.048611 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-57f067c9-9d9b-41ea-9cbc-30dddc273dce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fc49859e-a761-494a-9d63-3a2427caab38 HTTP/1.1" status: 204 len: 168 time: 0.9469488 Feb 07 21:17:39.100569 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc0f2b-9915-46ae-b492-23d826f48466 req-16e27313-454f-468e-aaa3-7cfa486e27df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:39.101980 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68dc0f2b-9915-46ae-b492-23d826f48466 req-16e27313-454f-468e-aaa3-7cfa486e27df service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.6108229 Feb 07 21:17:39.116586 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea374559-b720-4cd9-8ad0-176114a01160 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (6a0b75f4-76bc-4c0e-a08f-ca3ade28ebf8), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:39.121802 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f547d925-4d53-4dc9-9f3e-b06a1d3b4bab tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e2182e78-b5f8-4849-b654-83b8e15f560a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:39.140505 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f547d925-4d53-4dc9-9f3e-b06a1d3b4bab tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:39.144895 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f547d925-4d53-4dc9-9f3e-b06a1d3b4bab tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/security-groups/e2182e78-b5f8-4849-b654-83b8e15f560a HTTP/1.1" status: 204 len: 168 time: 1.3122685 Feb 07 21:17:39.194796 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75569f20-8798-47f8-86a1-c07a5d1a2d29 req-69f72895-f449-4e82-87d6-60e69a3a8afc tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:39.199365 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port fabab14d-2ac0-4d0d-9627-1d55359e92df triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:39.199846 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:39.200477 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-75569f20-8798-47f8-86a1-c07a5d1a2d29 req-69f72895-f449-4e82-87d6-60e69a3a8afc tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 946 time: 0.7205403 Feb 07 21:17:39.201789 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38416) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:39.205006 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f067c9-9d9b-41ea-9cbc-30dddc273dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc49859e-a761-494a-9d63-3a2427caab38,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:39.294857 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b7c483-be60-4e94-ac90-978a3b262b93 x-openstack-request-id: req-b0b7c483-be60-4e94-ac90-978a3b262b93 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:17:39.296862 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d557bb-0773-4712-abbb-7cd28b7f1372", "tag": "354d92f0-61cb-4ed6-90c8-ff7f708a6582", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:17:39.297331 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b0b7c483-be60-4e94-ac90-978a3b262b93 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:17:39.299663 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d557bb-0773-4712-abbb-7cd28b7f1372', 'tag': '354d92f0-61cb-4ed6-90c8-ff7f708a6582', 'status': 'completed', 'code': 200} Feb 07 21:17:39.319517 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea374559-b720-4cd9-8ad0-176114a01160 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (6a0b75f4-76bc-4c0e-a08f-ca3ade28ebf8), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:39.414370 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea374559-b720-4cd9-8ad0-176114a01160 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:39.418744 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ea374559-b720-4cd9-8ad0-176114a01160 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/6a0b75f4-76bc-4c0e-a08f-ca3ade28ebf8 HTTP/1.1" status: 204 len: 168 time: 0.8752978 Feb 07 21:17:39.432867 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38420) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:39.461515 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547d925-4d53-4dc9-9f3e-b06a1d3b4bab tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2182e78-b5f8-4849-b654-83b8e15f560a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:39.485783 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea374559-b720-4cd9-8ad0-176114a01160 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=6a0b75f4-76bc-4c0e-a08f-ca3ade28ebf8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:39.537474 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44309902-7eb2-45e1-a92c-bbf72a0c1c57 None None] get_active_networks_info from n-d-828185-2 {{(pid=103257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 21:17:39.578963 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-be734b95-5887-408e-b09b-fe8db35eb2ae tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (118ba350-5e39-4fd4-abb0-c75e535354eb), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:39.643966 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46548d8f-bd96-480f-9f1e-4429ab86a029 req-209a51f9-944d-40ec-81f2-a1e465d732c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:39.646032 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-be734b95-5887-408e-b09b-fe8db35eb2ae tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (118ba350-5e39-4fd4-abb0-c75e535354eb), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:39.660814 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-46548d8f-bd96-480f-9f1e-4429ab86a029 req-209a51f9-944d-40ec-81f2-a1e465d732c1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7f690b77bf0b4a1d910f8e3395b23494&device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 1128 time: 0.3882205 Feb 07 21:17:39.678327 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a95701-3c22-4036-8217-3340267f2936 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet 954c72ce-427e-4ea5-af26-65d68b540789 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:17:39.699404 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33a95701-3c22-4036-8217-3340267f2936 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (954c72ce-427e-4ea5-af26-65d68b540789), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:39.746923 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-016538fd-12d3-4497-86fb-ac03744bbc09 None None] Provisioning complete for port fabab14d-2ac0-4d0d-9627-1d55359e92df triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:39.752684 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-016538fd-12d3-4497-86fb-ac03744bbc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:39.810073 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-be734b95-5887-408e-b09b-fe8db35eb2ae tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (118ba350-5e39-4fd4-abb0-c75e535354eb), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:39.817004 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-be734b95-5887-408e-b09b-fe8db35eb2ae tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:39.817004 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-be734b95-5887-408e-b09b-fe8db35eb2ae tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/security-groups/118ba350-5e39-4fd4-abb0-c75e535354eb HTTP/1.1" status: 204 len: 168 time: 0.6103160 Feb 07 21:17:39.844357 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38424) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:39.853675 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc0f2b-9915-46ae-b492-23d826f48466 req-964d9c8a-2034-4018-b1c1-89e91a415aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:39.865119 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68dc0f2b-9915-46ae-b492-23d826f48466 req-964d9c8a-2034-4018-b1c1-89e91a415aab service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7496710 Feb 07 21:17:39.899108 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2a5f7ef4-b1b7-4035-9196-dae043503bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'name': 'tempest-ServersTestBootFromVolume-1868552634-router', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:52Z', 'updated_at': '2022-02-07T21:15:09Z', 'revision_number': 4, 'project_id': '7f690b77bf0b4a1d910f8e3395b23494', 'gw_port': {'id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:55Z', 'updated_at': '2022-02-07T21:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '3a253229-8db2-454b-97ae-d4d0cefef484', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'floating_ip_address': '172.25.4.137', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'port_id': '354d92f0-61cb-4ed6-90c8-ff7f708a6582', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3', 'mac_address': 'fa:16:3e:fe:31:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d557bb-0773-4712-abbb-7cd28b7f1372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:15:19Z', 'updated_at': '2022-02-07T21:17:35Z', 'revision_number': 1, 'project_id': '7f690b77bf0b4a1d910f8e3395b23494', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4625604a-37ee-4ee4-a97d-9b51e1962e7e', 'name': '', 'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'mac_address': 'fa:16:3e:8a:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '3b8d2a98-b623-4e92-ac4e-e76af5aa2da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:15:05Z', 'updated_at': '2022-02-07T21:15:19Z', 'revision_number': 5, 'project_id': '7f690b77bf0b4a1d910f8e3395b23494', 'subnets': [{'id': '3b8d2a98-b623-4e92-ac4e-e76af5aa2da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:17:39.942132 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33a95701-3c22-4036-8217-3340267f2936 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (954c72ce-427e-4ea5-af26-65d68b540789), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:40.015536 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5f7ef4-b1b7-4035-9196-dae043503bde None None] Checking router: ab59e548-d6a5-423e-a856-dd909b61bd5b for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:17:40.023206 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port fabab14d-2ac0-4d0d-9627-1d55359e92df is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:40.058446 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5f7ef4-b1b7-4035-9196-dae043503bde None None] Routers {'ab59e548-d6a5-423e-a856-dd909b61bd5b'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:17:40.059829 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2a5f7ef4-b1b7-4035-9196-dae043503bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:17:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ab59e548-d6a5-423e-a856-dd909b61bd5b'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:17:40.077267 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-75569f20-8798-47f8-86a1-c07a5d1a2d29 req-010e1f3a-59df-4aa6-9922-f14d65b1f8da tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8313248 Feb 07 21:17:40.089020 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be734b95-5887-408e-b09b-fe8db35eb2ae tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=118ba350-5e39-4fd4-abb0-c75e535354eb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:40.138260 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46548d8f-bd96-480f-9f1e-4429ab86a029 req-bdaef3ba-0251-4c81-8102-8d97ff3bc3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:40.143016 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-46548d8f-bd96-480f-9f1e-4429ab86a029 req-bdaef3ba-0251-4c81-8102-8d97ff3bc3ff service neutron] 10.222.0.69 "GET /v2.0/networks?id=f43de966-15ce-4b1f-b10e-83f22f2590e3 HTTP/1.1" status: 200 len: 917 time: 0.4531970 Feb 07 21:17:40.239521 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352d885-7512-4453-805b-cc25b89e4693 req-7eb22809-6e00-4f3a-bab6-2b389e77f100 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:40.241190 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f352d885-7512-4453-805b-cc25b89e4693 req-7eb22809-6e00-4f3a-bab6-2b389e77f100 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 947 time: 0.8650365 Feb 07 21:17:40.474302 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3b1f048f-a870-43e7-879e-fb498d5382dd req-3df84f7a-abf2-4ea8-bf09-57117ed2d3b8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.2071881 Feb 07 21:17:40.495138 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33a95701-3c22-4036-8217-3340267f2936 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (954c72ce-427e-4ea5-af26-65d68b540789), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:40.509574 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-46548d8f-bd96-480f-9f1e-4429ab86a029 req-d2ad5ef3-6ade-4e6c-852c-acc31beb2253 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=354d92f0-61cb-4ed6-90c8-ff7f708a6582 HTTP/1.1" status: 200 len: 1000 time: 0.3503675 Feb 07 21:17:40.662096 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-2a5f7ef4-b1b7-4035-9196-dae043503bde None None] Set router ab59e548-d6a5-423e-a856-dd909b61bd5b gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:17:40.724125 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46548d8f-bd96-480f-9f1e-4429ab86a029 req-09f9149f-0efa-4ef5-9eb7-f83b022d34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:40.730148 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-46548d8f-bd96-480f-9f1e-4429ab86a029 req-09f9149f-0efa-4ef5-9eb7-f83b022d34e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b8d2a98-b623-4e92-ac4e-e76af5aa2da0 HTTP/1.1" status: 200 len: 855 time: 0.2138624 Feb 07 21:17:40.736479 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-016538fd-12d3-4497-86fb-ac03744bbc09 None None] Current status of the port fabab14d-2ac0-4d0d-9627-1d55359e92df is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:40.752529 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-016538fd-12d3-4497-86fb-ac03744bbc09 None None] Could not find standard attr ID for object 204f342f-af34-4ce8-8927-c89fa73d85d3. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:17:40.809893 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44309902-7eb2-45e1-a92c-bbf72a0c1c57 None None] Resources bound (agent type, host, resource id): {{(pid=103257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 21:17:40.938839 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46548d8f-bd96-480f-9f1e-4429ab86a029 req-366be314-f054-456a-9a53-92911178896d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:40.943564 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-46548d8f-bd96-480f-9f1e-4429ab86a029 req-366be314-f054-456a-9a53-92911178896d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f43de966-15ce-4b1f-b10e-83f22f2590e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2084386 Feb 07 21:17:41.085053 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-46548d8f-bd96-480f-9f1e-4429ab86a029 req-55d84371-d2b5-45d4-9327-9a930197fcb8 service neutron] 10.222.0.69 "GET /v2.0/networks/f43de966-15ce-4b1f-b10e-83f22f2590e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310039 Feb 07 21:17:41.122545 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33a95701-3c22-4036-8217-3340267f2936 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (954c72ce-427e-4ea5-af26-65d68b540789), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:41.194436 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a95701-3c22-4036-8217-3340267f2936 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=954c72ce-427e-4ea5-af26-65d68b540789,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:41.209284 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33a95701-3c22-4036-8217-3340267f2936 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:41.217809 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-33a95701-3c22-4036-8217-3340267f2936 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/954c72ce-427e-4ea5-af26-65d68b540789 HTTP/1.1" status: 204 len: 168 time: 1.7522171 Feb 07 21:17:41.224341 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38454) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:41.295381 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-11fecae8-700b-455d-99e0-ff69e473070f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684323 Feb 07 21:17:41.298820 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38456) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:41.307276 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-0282692a-9fea-490e-b6fd-9fa5f82c7445 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:41.453010 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0282692a-9fea-490e-b6fd-9fa5f82c7445 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:41.459260 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0282692a-9fea-490e-b6fd-9fa5f82c7445 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:41.484451 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f33ce050-74d3-467f-88f8-15eb4dd888df tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (3cc34cbd-df81-4280-8f8d-b445419f533d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:41.539060 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2a5f7ef4-b1b7-4035-9196-dae043503bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'name': 'tempest-ServersTestBootFromVolume-1868552634-router', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:52Z', 'updated_at': '2022-02-07T21:15:09Z', 'revision_number': 4, 'project_id': '7f690b77bf0b4a1d910f8e3395b23494', 'gw_port': {'id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:55Z', 'updated_at': '2022-02-07T21:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '3a253229-8db2-454b-97ae-d4d0cefef484', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'floating_ip_address': '172.25.4.137', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'port_id': '354d92f0-61cb-4ed6-90c8-ff7f708a6582', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3', 'mac_address': 'fa:16:3e:fe:31:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d557bb-0773-4712-abbb-7cd28b7f1372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:15:19Z', 'updated_at': '2022-02-07T21:17:35Z', 'revision_number': 1, 'project_id': '7f690b77bf0b4a1d910f8e3395b23494', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4625604a-37ee-4ee4-a97d-9b51e1962e7e', 'name': '', 'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'mac_address': 'fa:16:3e:8a:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '3b8d2a98-b623-4e92-ac4e-e76af5aa2da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:15:05Z', 'updated_at': '2022-02-07T21:15:19Z', 'revision_number': 5, 'project_id': '7f690b77bf0b4a1d910f8e3395b23494', 'subnets': [{'id': '3b8d2a98-b623-4e92-ac4e-e76af5aa2da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:17:41.545358 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f33ce050-74d3-467f-88f8-15eb4dd888df tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (3cc34cbd-df81-4280-8f8d-b445419f533d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:41.635976 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5f7ef4-b1b7-4035-9196-dae043503bde None None] The sync data for ids ['ab59e548-d6a5-423e-a856-dd909b61bd5b'] in n-d-828185-2 is: [{'id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'name': 'tempest-ServersTestBootFromVolume-1868552634-router', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:52Z', 'updated_at': '2022-02-07T21:15:09Z', 'revision_number': 4, 'project_id': '7f690b77bf0b4a1d910f8e3395b23494', 'gw_port': {'id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:55Z', 'updated_at': '2022-02-07T21:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '3a253229-8db2-454b-97ae-d4d0cefef484', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'floating_ip_address': '172.25.4.137', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'port_id': '354d92f0-61cb-4ed6-90c8-ff7f708a6582', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3', 'mac_address': 'fa:16:3e:fe:31:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d557bb-0773-4712-abbb-7cd28b7f1372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:15:19Z', 'updated_at': '2022-02-07T21:17:35Z', 'revision_number': 1, 'project_id': '7f690b77bf0b4a1d910f8e3395b23494', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4625604a-37ee-4ee4-a97d-9b51e1962e7e', 'name': '', 'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'mac_address': 'fa:16:3e:8a:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '3b8d2a98-b623-4e92-ac4e-e76af5aa2da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:15:05Z', 'updated_at': '2022-02-07T21:15:19Z', 'revision_number': 5, 'project_id': '7f690b77bf0b4a1d910f8e3395b23494', 'subnets': [{'id': '3b8d2a98-b623-4e92-ac4e-e76af5aa2da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:17:41.636674 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f352d885-7512-4453-805b-cc25b89e4693 req-083f5d32-88d8-4c4f-92c7-572cd08d5382 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3806167 Feb 07 21:17:41.680649 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-46548d8f-bd96-480f-9f1e-4429ab86a029 req-33e80b01-ff5b-4564-a128-73613b975bfa service neutron] 10.222.0.69 "GET /v2.0/networks/f43de966-15ce-4b1f-b10e-83f22f2590e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5905590 Feb 07 21:17:41.713261 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f33ce050-74d3-467f-88f8-15eb4dd888df tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3cc34cbd-df81-4280-8f8d-b445419f533d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:41.718252 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f33ce050-74d3-467f-88f8-15eb4dd888df tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:41.723428 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f33ce050-74d3-467f-88f8-15eb4dd888df tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/security-groups/3cc34cbd-df81-4280-8f8d-b445419f533d HTTP/1.1" status: 204 len: 168 time: 1.8494046 Feb 07 21:17:41.725958 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38462) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:41.758664 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38464) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:41.779397 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719f0499-0d91-41f3-b102-67d0bb0ae368 None None] Update dhcp port {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'fixed_ips': [{'subnet_id': '954c72ce-427e-4ea5-af26-65d68b540789'}], 'binding:host_id': 'n-d-828185-2'}, 'id': 'fabab14d-2ac0-4d0d-9627-1d55359e92df'} from n-d-828185-2. {{(pid=103257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 21:17:41.854673 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ce050-74d3-467f-88f8-15eb4dd888df tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc34cbd-df81-4280-8f8d-b445419f533d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:41.886832 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68dc0f2b-9915-46ae-b492-23d826f48466 req-6eb80fd0-0826-4346-9b87-9a7c31aad0dd service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9761615 Feb 07 21:17:41.974862 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0282692a-9fea-490e-b6fd-9fa5f82c7445 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (debbd4e3-c90d-4aae-95b4-9287f57d2b0f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:42.047680 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0282692a-9fea-490e-b6fd-9fa5f82c7445 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:42.081805 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-0282692a-9fea-490e-b6fd-9fa5f82c7445 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:42.095583 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0282692a-9fea-490e-b6fd-9fa5f82c7445 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:42.096181 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0282692a-9fea-490e-b6fd-9fa5f82c7445 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:42.107180 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1b82166-47cd-49e2-8551-0ea76644b73b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:42.132344 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbb04d9-b989-48c9-bf3c-754aa1518596 None None] New status for floating IP 3a253229-8db2-454b-97ae-d4d0cefef484: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:17:42.136905 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282692a-9fea-490e-b6fd-9fa5f82c7445 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=debbd4e3-c90d-4aae-95b4-9287f57d2b0f,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:42.183170 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-719f0499-0d91-41f3-b102-67d0bb0ae368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:42.250710 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ea65b-ef64-43ce-a455-13107a4214c4 req-f8cac8a3-8446-4821-9940-a80e9d22c3ff tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:42.260414 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3a7ea65b-ef64-43ce-a455-13107a4214c4 req-f8cac8a3-8446-4821-9940-a80e9d22c3ff tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 946 time: 0.9159029 Feb 07 21:17:42.269593 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7bd3e0a4-c246-43b7-b911-e62c37ca9104 req-723900c6-5485-4e23-a6bb-177714ce42fa tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.2487702 Feb 07 21:17:42.385740 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3a7ea65b-ef64-43ce-a455-13107a4214c4 req-13d56179-b1be-4dbc-8ed6-87b2bbd546c2 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085448 Feb 07 21:17:42.393692 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df6f868-ffcd-49c3-bcff-5ed289ba0646 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting subnet 0399143f-3742-4c09-8275-94c61730db8f {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:17:42.404938 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1b82166-47cd-49e2-8551-0ea76644b73b admin admin] Publish callbacks [] for security_group (742a4b2b-87d1-4751-a8c8-ef16707d5655), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:42.407002 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8df6f868-ffcd-49c3-bcff-5ed289ba0646 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for subnet (0399143f-3742-4c09-8275-94c61730db8f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:42.413047 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0282692a-9fea-490e-b6fd-9fa5f82c7445 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1120343 Feb 07 21:17:42.413867 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38472) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:42.421573 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-0798ea5a-776d-43b8-90c0-b06c81832c4a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:42.435084 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1b82166-47cd-49e2-8551-0ea76644b73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (742a4b2b-87d1-4751-a8c8-ef16707d5655), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:42.508604 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8df6f868-ffcd-49c3-bcff-5ed289ba0646 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (0399143f-3742-4c09-8275-94c61730db8f), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:42.688906 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b1b82166-47cd-49e2-8551-0ea76644b73b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=94e8117098f14142ba67099a765bdb8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9207280 Feb 07 21:17:42.696643 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38476) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:42.727735 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b82166-47cd-49e2-8551-0ea76644b73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742a4b2b-87d1-4751-a8c8-ef16707d5655,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:42.757402 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68dc0f2b-9915-46ae-b492-23d826f48466 req-b594d64b-db7c-4dfd-8200-6c9e2aad6f9d service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7208412 Feb 07 21:17:42.774051 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0537b0f7-92a8-4b92-a718-6b47db5b7430 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:17:42.795370 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8df6f868-ffcd-49c3-bcff-5ed289ba0646 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (0399143f-3742-4c09-8275-94c61730db8f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:42.897510 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e8a06d94-5729-4d17-b2c4-4146737f34a1 None None] Could not find standard attr ID for object 204f342f-af34-4ce8-8927-c89fa73d85d3. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:17:42.940992 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-09f153af-f977-4b5d-a1e3-5d3b61344a6d admin admin] Publish callbacks [] for security_group (742a4b2b-87d1-4751-a8c8-ef16707d5655), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:42.945458 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e8a06d94-5729-4d17-b2c4-4146737f34a1 None None] Provisioning complete for port fabab14d-2ac0-4d0d-9627-1d55359e92df triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:42.945847 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e8a06d94-5729-4d17-b2c4-4146737f34a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:42.989746 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0798ea5a-776d-43b8-90c0-b06c81832c4a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:42.993473 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0798ea5a-776d-43b8-90c0-b06c81832c4a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:43.026936 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db143fe-49d9-47b5-872a-45699750bf36 req-c8a9a5a2-ebb2-4794-87e5-9e52ba01e600 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:43.028873 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5db143fe-49d9-47b5-872a-45699750bf36 req-c8a9a5a2-ebb2-4794-87e5-9e52ba01e600 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 947 time: 0.1571238 Feb 07 21:17:43.038484 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-09f153af-f977-4b5d-a1e3-5d3b61344a6d admin admin] Publish callbacks [] for security_group (742a4b2b-87d1-4751-a8c8-ef16707d5655), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:43.041200 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8df6f868-ffcd-49c3-bcff-5ed289ba0646 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (0399143f-3742-4c09-8275-94c61730db8f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:43.128966 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6f868-ffcd-49c3-bcff-5ed289ba0646 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Subnet': ['ID=0399143f-3742-4c09-8275-94c61730db8f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:43.138062 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8df6f868-ffcd-49c3-bcff-5ed289ba0646 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:43.142604 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8df6f868-ffcd-49c3-bcff-5ed289ba0646 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/subnets/0399143f-3742-4c09-8275-94c61730db8f HTTP/1.1" status: 204 len: 168 time: 1.3629148 Feb 07 21:17:43.142717 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb7e4a4-fe7f-4225-a12d-47d2f13cb1cf None None] Network 17e4c2dc-970f-440b-8ca4-e74f730986ac requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:17:43.147289 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38478) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:43.221254 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5db143fe-49d9-47b5-872a-45699750bf36 req-f81ae28d-73d7-4c80-be2b-d6c46328568d tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814787 Feb 07 21:17:43.290847 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b1ac23-545f-47c7-b8ef-25d482611ee4 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting subnet eed68f17-a5ae-409c-88ac-b792af97cf71 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:17:43.301073 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54b1ac23-545f-47c7-b8ef-25d482611ee4 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for subnet (eed68f17-a5ae-409c-88ac-b792af97cf71), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:43.337964 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-09f153af-f977-4b5d-a1e3-5d3b61344a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (742a4b2b-87d1-4751-a8c8-ef16707d5655), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:43.343427 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-09f153af-f977-4b5d-a1e3-5d3b61344a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:43.352632 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-09f153af-f977-4b5d-a1e3-5d3b61344a6d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/742a4b2b-87d1-4751-a8c8-ef16707d5655 HTTP/1.1" status: 204 len: 168 time: 0.6504009 Feb 07 21:17:43.370875 n-d-828185-2 neutron-server[103256]: INFO neutron.db.ipam_backend_mixin [None req-0798ea5a-776d-43b8-90c0-b06c81832c4a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet debbd4e3-c90d-4aae-95b4-9287f57d2b0f (CIDR: 2001:db8::/64) Feb 07 21:17:43.407286 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f153af-f977-4b5d-a1e3-5d3b61344a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742a4b2b-87d1-4751-a8c8-ef16707d5655,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:43.410287 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-0798ea5a-776d-43b8-90c0-b06c81832c4a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:17:43.414593 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0798ea5a-776d-43b8-90c0-b06c81832c4a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:17:43.464890 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54b1ac23-545f-47c7-b8ef-25d482611ee4 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (eed68f17-a5ae-409c-88ac-b792af97cf71), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:43.467044 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-baa74ac9-df98-4149-a553-9241ccb4b462 req-c76f438f-89df-426f-b32c-4aeaf74c49bf tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0464938 Feb 07 21:17:43.571443 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e8a06d94-5729-4d17-b2c4-4146737f34a1 None None] Current status of the port fabab14d-2ac0-4d0d-9627-1d55359e92df is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:43.603384 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f3c94d-0624-4665-b6c6-46e69d57ebe3 None None] Update dhcp port {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'fixed_ips': [{'subnet_id': 'debbd4e3-c90d-4aae-95b4-9287f57d2b0f'}], 'binding:host_id': 'n-d-828185-2'}, 'id': 'fabab14d-2ac0-4d0d-9627-1d55359e92df'} from n-d-828185-2. {{(pid=103257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 21:17:43.651137 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0798ea5a-776d-43b8-90c0-b06c81832c4a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2342458 Feb 07 21:17:43.652088 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38486) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:43.657438 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-45f3c94d-0624-4665-b6c6-46e69d57ebe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:43.694583 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8f14bab1-ae2e-4999-8014-f1a52bdead0a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:43.719437 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438b275-4f3f-42c9-adc8-0ee9dcc67521 req-46f8a136-00f3-49eb-90aa-4285344ef90b tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:43.721224 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e438b275-4f3f-42c9-adc8-0ee9dcc67521 req-46f8a136-00f3-49eb-90aa-4285344ef90b tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 946 time: 0.1205218 Feb 07 21:17:43.812080 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e438b275-4f3f-42c9-adc8-0ee9dcc67521 req-d537e9e8-dfa6-48f1-8352-7f1efeeba841 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823004 Feb 07 21:17:44.141809 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b5143-66a4-4007-be8a-f4da4985628c req-10fb56b8-c6d5-488a-a7b2-1f2d36e75e7b tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:44.157531 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a83b5143-66a4-4007-be8a-f4da4985628c req-10fb56b8-c6d5-488a-a7b2-1f2d36e75e7b tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 946 time: 0.1787817 Feb 07 21:17:44.173648 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-45f3c94d-0624-4665-b6c6-46e69d57ebe3 None None] Allocated IP 2001:db8::2 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/debbd4e3-c90d-4aae-95b4-9287f57d2b0f/fabab14d-2ac0-4d0d-9627-1d55359e92df) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:17:44.250308 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54b1ac23-545f-47c7-b8ef-25d482611ee4 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (eed68f17-a5ae-409c-88ac-b792af97cf71), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:44.446892 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54b1ac23-545f-47c7-b8ef-25d482611ee4 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (eed68f17-a5ae-409c-88ac-b792af97cf71), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:44.545479 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a83b5143-66a4-4007-be8a-f4da4985628c req-0d9c4662-70b5-40b8-a397-393a18af10db tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3866642 Feb 07 21:17:44.586628 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-45f3c94d-0624-4665-b6c6-46e69d57ebe3 None None] For port fabab14d-2ac0-4d0d-9627-1d55359e92df, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=fabab14d-2ac0-4d0d-9627-1d55359e92df,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:44.614792 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1ac23-545f-47c7-b8ef-25d482611ee4 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Subnet': ['ID=eed68f17-a5ae-409c-88ac-b792af97cf71,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:44.671416 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54b1ac23-545f-47c7-b8ef-25d482611ee4 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:44.683492 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-54b1ac23-545f-47c7-b8ef-25d482611ee4 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/subnets/eed68f17-a5ae-409c-88ac-b792af97cf71 HTTP/1.1" status: 204 len: 168 time: 1.5060966 Feb 07 21:17:44.685822 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f14bab1-ae2e-4999-8014-f1a52bdead0a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:44.692819 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-45f3c94d-0624-4665-b6c6-46e69d57ebe3 None None] Publish callbacks [] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:44.694149 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f14bab1-ae2e-4999-8014-f1a52bdead0a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:44.704624 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38512) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:44.706663 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-45f3c94d-0624-4665-b6c6-46e69d57ebe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:44.765725 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device fabab14d-2ac0-4d0d-9627-1d55359e92df no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:17:44.786339 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb198d-0a7e-4465-add5-c43f76c6ce59 req-122329fd-6f37-49f3-af49-2fd5088c8b0b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:44.801086 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80fb198d-0a7e-4465-add5-c43f76c6ce59 req-122329fd-6f37-49f3-af49-2fd5088c8b0b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 947 time: 0.1314733 Feb 07 21:17:44.931005 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80fb198d-0a7e-4465-add5-c43f76c6ce59 req-48e08ce4-6ea2-4c0e-8046-95efc80b7744 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195509 Feb 07 21:17:45.055822 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5ca7c87-1534-46b7-8e68-7159e7df71e4 req-0ba9298d-f59c-43cb-8636-f61ab282b374 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.1030593 Feb 07 21:17:45.069380 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-909aaabd-c5e7-426c-b47e-a634a7bc82b0 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] DELETE failed (client error): The resource could not be found. Feb 07 21:17:45.071321 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-909aaabd-c5e7-426c-b47e-a634a7bc82b0 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:17:45.085296 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-909aaabd-c5e7-426c-b47e-a634a7bc82b0 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/subnets/0399143f-3742-4c09-8275-94c61730db8f HTTP/1.1" status: 404 len: 337 time: 0.3741648 Feb 07 21:17:45.087997 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38520) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:45.135534 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3c94d-0624-4665-b6c6-46e69d57ebe3 None None] Pushing event updated for resources: {'Port': ['ID=fabab14d-2ac0-4d0d-9627-1d55359e92df,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:45.306651 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port fabab14d-2ac0-4d0d-9627-1d55359e92df is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:45.307757 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:45.309763 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-482ee71d-999a-49a9-968b-44081f82370c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting subnet 00cc9c09-9a6d-4cdf-9831-6483c0464d3a {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:17:45.334223 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-482ee71d-999a-49a9-968b-44081f82370c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for subnet (00cc9c09-9a6d-4cdf-9831-6483c0464d3a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:45.383488 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port fabab14d-2ac0-4d0d-9627-1d55359e92df, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=fabab14d-2ac0-4d0d-9627-1d55359e92df,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:45.391548 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:45.454126 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-482ee71d-999a-49a9-968b-44081f82370c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (00cc9c09-9a6d-4cdf-9831-6483c0464d3a), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:45.607519 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb38724a-bf18-4eb0-89a3-70c3fabda7f6 None None] Network 17e4c2dc-970f-440b-8ca4-e74f730986ac requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:17:45.624229 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38524) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:45.676780 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-482ee71d-999a-49a9-968b-44081f82370c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (00cc9c09-9a6d-4cdf-9831-6483c0464d3a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:45.814161 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=fabab14d-2ac0-4d0d-9627-1d55359e92df,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:45.818562 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-482ee71d-999a-49a9-968b-44081f82370c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (00cc9c09-9a6d-4cdf-9831-6483c0464d3a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:45.850955 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-482ee71d-999a-49a9-968b-44081f82370c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:45.866456 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-482ee71d-999a-49a9-968b-44081f82370c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/subnets/00cc9c09-9a6d-4cdf-9831-6483c0464d3a HTTP/1.1" status: 204 len: 168 time: 0.7768655 Feb 07 21:17:45.871826 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38528) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:45.894930 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3335-e8c3-418d-87e7-4aa147d32059 None None] Provisioning complete for port ff9b1ced-7c17-47db-93ba-79b963acb720 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:45.895309 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3335-e8c3-418d-87e7-4aa147d32059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:45.911606 n-d-828185-2 neutron-server[103256]: DEBUG neutron.objects.ports [None req-8f14bab1-ae2e-4999-8014-f1a52bdead0a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103256) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 21:17:45.925321 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-c1e1b511-e281-4cf2-95f8-79ec0b95fa46 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:45.926900 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c1e1b511-e281-4cf2-95f8-79ec0b95fa46 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3011925 Feb 07 21:17:45.929897 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38530) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:45.934562 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-e2cf4118-4340-474b-90e3-78f6fe99e590 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:45.935531 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e2cf4118-4340-474b-90e3-78f6fe99e590 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0045767 Feb 07 21:17:45.975256 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ee71d-999a-49a9-968b-44081f82370c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Subnet': ['ID=00cc9c09-9a6d-4cdf-9831-6483c0464d3a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:45.982688 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38532) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.030945 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-b8c23191-52a0-4c4c-9bca-7e886e843219 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:46.032131 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b8c23191-52a0-4c4c-9bca-7e886e843219 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0075879 Feb 07 21:17:46.037071 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38536) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.047240 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-c98bcad3-51b4-4d0d-9474-d9136ccf13f8 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:46.049483 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c98bcad3-51b4-4d0d-9474-d9136ccf13f8 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0095322 Feb 07 21:17:46.051679 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38538) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.054251 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e795c5-ef57-45f1-90e4-d2510836c5f8 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] DELETE failed (client error): The resource could not be found. Feb 07 21:17:46.054730 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e795c5-ef57-45f1-90e4-d2510836c5f8 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:17:46.065007 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-34e795c5-ef57-45f1-90e4-d2510836c5f8 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/subnets/c218c8d1-e1ec-42ca-ac9d-b6d4fccd2b27 HTTP/1.1" status: 404 len: 337 time: 0.1920533 Feb 07 21:17:46.066863 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38540) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.073036 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-2c21c8f3-7379-4341-912e-ef63aded1ed2 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:46.075664 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2c21c8f3-7379-4341-912e-ef63aded1ed2 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0059569 Feb 07 21:17:46.076731 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38542) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.083459 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-a9c63898-4ee7-4e34-929a-92be44b7a5cc tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:46.084480 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a9c63898-4ee7-4e34-929a-92be44b7a5cc tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0067654 Feb 07 21:17:46.087270 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38544) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.092231 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-c863b857-e587-48e9-ba17-3176a02d9074 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:46.093235 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c863b857-e587-48e9-ba17-3176a02d9074 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0050411 Feb 07 21:17:46.095598 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38546) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.102755 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-1168f266-d99e-4e11-8d07-8625f29a031b tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:46.103735 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1168f266-d99e-4e11-8d07-8625f29a031b tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0072412 Feb 07 21:17:46.106261 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38548) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.118559 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-e77767a1-ab8c-418e-9ad8-f76f8b5f33d5 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:46.123169 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e77767a1-ab8c-418e-9ad8-f76f8b5f33d5 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0136976 Feb 07 21:17:46.124122 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38552) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.145747 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-8b9919cd-3622-45b6-a9fe-0f1ebbf9d683 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:46.149088 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8b9919cd-3622-45b6-a9fe-0f1ebbf9d683 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0201237 Feb 07 21:17:46.157864 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38554) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.162160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-1d3fb1ab-3fc6-4db1-a2d9-0a615a464d5f tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:46.165384 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1d3fb1ab-3fc6-4db1-a2d9-0a615a464d5f tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043209 Feb 07 21:17:46.176397 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38556) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.199253 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-24ff3081-e96d-4f93-a85a-f75fad04bd8c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "GET /v2.0/ports?device_id=b804d31f-ed90-4cff-823a-a88a091f77e6 HTTP/1.1" status: 200 len: 205 time: 0.1253102 Feb 07 21:17:46.203564 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-c1ef94c3-848e-478d-9a06-c355fa3a2229 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:46.204678 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38558) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.204806 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c1ef94c3-848e-478d-9a06-c355fa3a2229 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0274255 Feb 07 21:17:46.254000 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38560) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.254625 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3335-e8c3-418d-87e7-4aa147d32059 None None] Current status of the port ff9b1ced-7c17-47db-93ba-79b963acb720 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:46.271656 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3335-e8c3-418d-87e7-4aa147d32059 None None] Provisioning complete for port 8f1e3a42-73d3-40f0-93d3-76fe78ad974d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:46.272034 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3335-e8c3-418d-87e7-4aa147d32059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8f1e3a42-73d3-40f0-93d3-76fe78ad974d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:46.278380 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-5741df7d-f23e-4490-a17d-de63227a662e tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:46.284979 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5741df7d-f23e-4490-a17d-de63227a662e tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0268092 Feb 07 21:17:46.293133 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38562) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.299396 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-4acc8f27-8c8e-490f-8bc7-11ebce86a895 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:46.314620 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4acc8f27-8c8e-490f-8bc7-11ebce86a895 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0194187 Feb 07 21:17:46.317641 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38564) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.329410 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3335-e8c3-418d-87e7-4aa147d32059 None None] Port 8f1e3a42-73d3-40f0-93d3-76fe78ad974d cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:17:46.342825 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-f7a96e1b-07ad-4191-b7bc-9dd1eea0a502 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:46.343779 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f7a96e1b-07ad-4191-b7bc-9dd1eea0a502 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0245554 Feb 07 21:17:46.355217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38566) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.404917 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-97376aba-52ae-4675-80ce-4a720d44eb6b tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:46.406185 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-97376aba-52ae-4675-80ce-4a720d44eb6b tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0500081 Feb 07 21:17:46.412252 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38568) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.416373 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-282db790-87d9-41a7-8514-ba3e6ce34769 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] delete failed (client error): The resource could not be found. Feb 07 21:17:46.419864 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-282db790-87d9-41a7-8514-ba3e6ce34769 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/routers/b804d31f-ed90-4cff-823a-a88a091f77e6 HTTP/1.1" status: 404 len: 336 time: 0.2021980 Feb 07 21:17:46.429183 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-fb954ffe-5482-4c39-98ff-995648097733 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:46.437369 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fb954ffe-5482-4c39-98ff-995648097733 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0161712 Feb 07 21:17:46.443241 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38570) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.444248 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38572) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.469618 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2732f02d-6a1e-47a8-bdd5-8e928af7f3d5 req-bf3ee85e-fd8c-4750-918d-5b68faf30122 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.1733062 Feb 07 21:17:46.486688 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-d820ce39-a8ea-43ab-a728-da37cc0afb49 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:46.488236 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d820ce39-a8ea-43ab-a728-da37cc0afb49 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0174971 Feb 07 21:17:46.492093 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38574) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.505332 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-94095d3a-de79-416e-9ca0-2027b4c8c2d7 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:46.506681 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-94095d3a-de79-416e-9ca0-2027b4c8c2d7 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0116913 Feb 07 21:17:46.509753 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38576) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.514648 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-52befbaa-51b7-4404-88f8-095a250ddbae tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:46.515364 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-52befbaa-51b7-4404-88f8-095a250ddbae tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0045347 Feb 07 21:17:46.521885 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d36c50a0-2508-485e-8532-3e7801eb865a None None] Provisioning complete for port fabab14d-2ac0-4d0d-9627-1d55359e92df triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:46.522278 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d36c50a0-2508-485e-8532-3e7801eb865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:46.524414 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4998d377-2d75-442e-a2ec-daa10d0dbc4f None None] Update dhcp port {'port': {'network_id': '17e4c2dc-970f-440b-8ca4-e74f730986ac', 'fixed_ips': [{'subnet_id': '00cc9c09-9a6d-4cdf-9831-6483c0464d3a'}], 'binding:host_id': 'n-d-828185-2'}, 'id': 'ff9b1ced-7c17-47db-93ba-79b963acb720'} from n-d-828185-2. {{(pid=103257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 21:17:46.528294 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b063f-0619-434a-9b08-939c8a3c40b7 req-f59c202a-bbcf-433b-9e70-58e00618753f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:46.530125 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-038b063f-0619-434a-9b08-939c8a3c40b7 req-f59c202a-bbcf-433b-9e70-58e00618753f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 947 time: 0.3823006 Feb 07 21:17:46.530846 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38578) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.540430 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-7a3d2758-b0d4-4370-9bda-21be34da5a76 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:46.548179 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7a3d2758-b0d4-4370-9bda-21be34da5a76 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0110476 Feb 07 21:17:46.572645 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38580) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.593723 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f004b06-86bf-4efb-b96b-7e75b001b04b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] DELETE failed (client error): The resource could not be found. Feb 07 21:17:46.594538 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f004b06-86bf-4efb-b96b-7e75b001b04b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:17:46.599148 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4998d377-2d75-442e-a2ec-daa10d0dbc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:46.616875 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0f004b06-86bf-4efb-b96b-7e75b001b04b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/subnets/791c0304-afd9-4fa2-a4d1-0e8cb6dbf642 HTTP/1.1" status: 404 len: 337 time: 0.1700630 Feb 07 21:17:46.623046 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38582) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.660886 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-2e123852-ba81-48df-9a92-7146717953c3 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:46.661873 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2e123852-ba81-48df-9a92-7146717953c3 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0861814 Feb 07 21:17:46.680212 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38584) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.685210 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c362254-2d48-4fdb-a17f-58243eb9ac7b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] DELETE failed (client error): The resource could not be found. Feb 07 21:17:46.685972 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c362254-2d48-4fdb-a17f-58243eb9ac7b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:17:46.692575 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5c362254-2d48-4fdb-a17f-58243eb9ac7b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/subnets/1911f5e0-4ca3-4afa-8706-fe4f28362218 HTTP/1.1" status: 404 len: 337 time: 0.0570252 Feb 07 21:17:46.702851 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device fabab14d-2ac0-4d0d-9627-1d55359e92df up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:17:46.711228 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38586) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.713023 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-adbc8369-8f29-4506-bd6b-6eb14a1c7a38 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:46.714357 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-adbc8369-8f29-4506-bd6b-6eb14a1c7a38 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0203123 Feb 07 21:17:46.731698 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38590) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.805024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-11646a56-eca6-42ad-b71e-5610bf22ee61 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:46.811439 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-11646a56-eca6-42ad-b71e-5610bf22ee61 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0202568 Feb 07 21:17:46.846052 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38592) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.850533 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-65950cab-66ad-4458-b1ca-9d8ee8595c48 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:46.851498 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-65950cab-66ad-4458-b1ca-9d8ee8595c48 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0044651 Feb 07 21:17:46.855009 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38596) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.866698 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-a438a53d-103c-493b-ad0f-919fe1d85f8f tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:46.867638 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a438a53d-103c-493b-ad0f-919fe1d85f8f tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0117483 Feb 07 21:17:46.870400 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38598) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.898696 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-e2a0beab-a644-49be-95f4-af8dd2d11ce3 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:46.903879 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e2a0beab-a644-49be-95f4-af8dd2d11ce3 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0283968 Feb 07 21:17:46.905310 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38600) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.908295 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12be160-c278-4d96-a6ce-deef3213404d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] DELETE failed (client error): The resource could not be found. Feb 07 21:17:46.912072 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a12be160-c278-4d96-a6ce-deef3213404d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:17:46.915411 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a12be160-c278-4d96-a6ce-deef3213404d tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/subnets/61c96566-52c7-48df-92ed-4f2c05012674 HTTP/1.1" status: 404 len: 337 time: 0.1846092 Feb 07 21:17:46.923079 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-d9483618-e15d-4a57-9ddb-bdf998307585 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:46.930427 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d9483618-e15d-4a57-9ddb-bdf998307585 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0232556 Feb 07 21:17:46.933073 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38602) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.933281 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f14bab1-ae2e-4999-8014-f1a52bdead0a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:46.934235 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38604) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.938718 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d36c50a0-2508-485e-8532-3e7801eb865a None None] Current status of the port fabab14d-2ac0-4d0d-9627-1d55359e92df is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:46.939114 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d36c50a0-2508-485e-8532-3e7801eb865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:46.941699 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-94a5e2c9-024c-42de-b480-191c97e1a950 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:46.942882 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-94a5e2c9-024c-42de-b480-191c97e1a950 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0059350 Feb 07 21:17:46.954128 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38606) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.969549 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-aa5b5394-d51c-4252-81f8-f2efd1a5f8c2 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:46.977043 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-aa5b5394-d51c-4252-81f8-f2efd1a5f8c2 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0217924 Feb 07 21:17:46.992300 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38608) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:46.998155 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5764d9-da7f-400b-872d-6015e15cc71c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] DELETE failed (client error): The resource could not be found. Feb 07 21:17:47.000384 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a5764d9-da7f-400b-872d-6015e15cc71c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:17:47.002728 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-6ee5a492-27ff-4e02-b95e-5b452695b342 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.006765 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6a5764d9-da7f-400b-872d-6015e15cc71c tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/ports/d113b090-cf8e-4af8-828b-15d9bf48e819 HTTP/1.1" status: 404 len: 333 time: 0.0713644 Feb 07 21:17:47.008018 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6ee5a492-27ff-4e02-b95e-5b452695b342 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0143766 Feb 07 21:17:47.013568 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38610) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.014153 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38612) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.017714 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-038b063f-0619-434a-9b08-939c8a3c40b7 req-35c00d66-581d-4c99-8acf-3a4e454f9a26 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4466269 Feb 07 21:17:47.057428 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-fdcc9238-90bc-4622-8519-db2c341fca46 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.058782 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fdcc9238-90bc-4622-8519-db2c341fca46 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0382128 Feb 07 21:17:47.063407 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38614) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.075315 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-e5a4b171-cc14-403c-8184-88bed9182534 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.077842 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e5a4b171-cc14-403c-8184-88bed9182534 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0092607 Feb 07 21:17:47.087994 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38616) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.101145 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-480b1536-a05d-402a-b981-41de64254f2b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] DELETE failed (client error): The resource could not be found. Feb 07 21:17:47.103267 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-e8b98871-0dad-41a7-bf52-4ecb21984a41 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.104524 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e8b98871-0dad-41a7-bf52-4ecb21984a41 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0122497 Feb 07 21:17:47.121640 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480b1536-a05d-402a-b981-41de64254f2b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:17:47.123384 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38618) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.138024 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-480b1536-a05d-402a-b981-41de64254f2b tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/subnets/ce4ea783-5f33-4956-ac5a-f9ea4f22c892 HTTP/1.1" status: 404 len: 337 time: 0.1130531 Feb 07 21:17:47.139769 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38620) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.140076 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-0ef75742-d249-4729-8785-9381d2b504e1 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.141369 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0ef75742-d249-4729-8785-9381d2b504e1 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0155301 Feb 07 21:17:47.144619 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38622) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.185217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-28e80a52-ac63-45b0-91ea-81a48223951a tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.189412 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d36c50a0-2508-485e-8532-3e7801eb865a None None] For port fabab14d-2ac0-4d0d-9627-1d55359e92df, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=fabab14d-2ac0-4d0d-9627-1d55359e92df,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:47.195430 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-28e80a52-ac63-45b0-91ea-81a48223951a tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0218635 Feb 07 21:17:47.207143 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38624) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.213376 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port fabab14d-2ac0-4d0d-9627-1d55359e92df triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:47.214012 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:47.223250 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-38d66476-b064-48b8-a7c7-a10dd80f3071 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.225280 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-38d66476-b064-48b8-a7c7-a10dd80f3071 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0155270 Feb 07 21:17:47.231283 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38626) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.241260 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-6f2f24fa-92bc-48aa-a79c-5eb693fe7d05 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.242744 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6f2f24fa-92bc-48aa-a79c-5eb693fe7d05 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0100937 Feb 07 21:17:47.245262 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.db.api [None req-8f14bab1-ae2e-4999-8014-f1a52bdead0a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:17:47.246458 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38628) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.246956 n-d-828185-2 neutron-server[103256]: DEBUG oslo_db.api [None req-8f14bab1-ae2e-4999-8014-f1a52bdead0a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:17:47.251568 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-1ce181ca-3f75-44d4-9877-3078d7aee44d tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.253017 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1ce181ca-3f75-44d4-9877-3078d7aee44d tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0047965 Feb 07 21:17:47.254396 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-268eedb9-6e36-4d70-8110-c00e0026c67f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] DELETE failed (client error): The resource could not be found. Feb 07 21:17:47.254915 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-268eedb9-6e36-4d70-8110-c00e0026c67f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:17:47.255581 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38630) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.260630 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-c65a5229-b1ee-4ad6-9266-30b473cd2229 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.261705 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c65a5229-b1ee-4ad6-9266-30b473cd2229 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0051198 Feb 07 21:17:47.267356 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-268eedb9-6e36-4d70-8110-c00e0026c67f tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/subnets/dc04c13e-67d6-4b90-b97c-d5edb1204b78 HTTP/1.1" status: 404 len: 337 time: 0.1182704 Feb 07 21:17:47.267356 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38632) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.267601 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38634) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.280542 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-541238c6-dd9b-4792-8295-ea6a9031ef68 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.280963 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-541238c6-dd9b-4792-8295-ea6a9031ef68 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0141249 Feb 07 21:17:47.286051 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38636) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.296279 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-aef16257-7f64-4220-9bfe-f1ce5cd5404d tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.297413 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-aef16257-7f64-4220-9bfe-f1ce5cd5404d tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0103333 Feb 07 21:17:47.300716 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38638) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.307004 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-e6be1be1-f600-4801-8e8f-a32bfa977ac2 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.310365 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e6be1be1-f600-4801-8e8f-a32bfa977ac2 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0078874 Feb 07 21:17:47.312416 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38640) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.314251 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a22c2b-b2b3-411b-9a5e-ef960a6acdd6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] DELETE failed (client error): The resource could not be found. Feb 07 21:17:47.316156 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a22c2b-b2b3-411b-9a5e-ef960a6acdd6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:17:47.320048 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-01d50736-23e6-49f6-9a90-4f986fb1ee8b tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.322281 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a9a22c2b-b2b3-411b-9a5e-ef960a6acdd6 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/ports/f37a0d9e-eab2-4997-8e6f-117cd55b7568 HTTP/1.1" status: 404 len: 333 time: 0.0530462 Feb 07 21:17:47.323366 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-01d50736-23e6-49f6-9a90-4f986fb1ee8b tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0099368 Feb 07 21:17:47.328032 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38642) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.328869 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38644) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.342430 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c375c4d9-673a-41b0-b13d-34a7708ce15a None None] Network 17e4c2dc-970f-440b-8ca4-e74f730986ac requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:17:47.342980 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-af25d9f5-0c0d-4b9d-9222-5713ce3b7177 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.343986 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-af25d9f5-0c0d-4b9d-9222-5713ce3b7177 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0128508 Feb 07 21:17:47.347170 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38646) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.353106 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-c06599b8-afe1-49d8-b6d1-c4ee1efd743e tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.353275 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d36c50a0-2508-485e-8532-3e7801eb865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:47.353368 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c06599b8-afe1-49d8-b6d1-c4ee1efd743e tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0043232 Feb 07 21:17:47.354740 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38648) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.359893 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-6d77921c-b019-451e-b282-3f22768897fc tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.362556 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6d77921c-b019-451e-b282-3f22768897fc tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0068297 Feb 07 21:17:47.368541 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38650) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.373116 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-70d68c15-7833-4c9a-8970-4222cbf000f1 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.374144 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-70d68c15-7833-4c9a-8970-4222cbf000f1 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0044351 Feb 07 21:17:47.378876 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38652) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.387355 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-0f942ebc-3c1e-483a-8e52-21aed7774e66 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.391909 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0f942ebc-3c1e-483a-8e52-21aed7774e66 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0119100 Feb 07 21:17:47.392658 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38654) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.395445 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-606ef86c-7733-4f0f-ac11-454abb3a6ec1 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] DELETE failed (client error): The resource could not be found. Feb 07 21:17:47.398951 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-ec34ab62-9aa5-423f-8345-c0c1be181325 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.399553 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-606ef86c-7733-4f0f-ac11-454abb3a6ec1 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:17:47.402817 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-606ef86c-7733-4f0f-ac11-454abb3a6ec1 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/subnets/5f18645e-6729-482b-833d-183775b8129e HTTP/1.1" status: 404 len: 337 time: 0.0729172 Feb 07 21:17:47.403858 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ec34ab62-9aa5-423f-8345-c0c1be181325 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0102875 Feb 07 21:17:47.405938 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38656) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.412844 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38658) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.423498 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-babb3297-2ec9-4e5f-ac6d-f006c9177fb8 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.430587 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-babb3297-2ec9-4e5f-ac6d-f006c9177fb8 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0161965 Feb 07 21:17:47.434774 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38660) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.454811 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-231c77c4-4b28-4369-92ca-0ad26bf0143a tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.457854 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-231c77c4-4b28-4369-92ca-0ad26bf0143a tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0221186 Feb 07 21:17:47.462357 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38662) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.474516 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-b3a2b3fb-9bc8-4aaf-b3bd-e0d291e25798 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.483424 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b3a2b3fb-9bc8-4aaf-b3bd-e0d291e25798 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0200207 Feb 07 21:17:47.486388 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38664) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.490606 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-7fcaaaa6-b445-4698-a958-68032ac18c81 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.516772 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7fcaaaa6-b445-4698-a958-68032ac18c81 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0271900 Feb 07 21:17:47.516976 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c50a0-2508-485e-8532-3e7801eb865a None None] Pushing event updated for resources: {'Port': ['ID=fabab14d-2ac0-4d0d-9627-1d55359e92df,revision_number=10']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:47.519814 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38668) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.535839 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-d4761e4a-f30d-4a52-940a-b84b88b432f3 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.540408 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38670) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.544908 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-a50bd095-e4b3-49c2-8693-3e954d623652 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] DELETE failed (client error): The resource could not be found. Feb 07 21:17:47.545248 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d4761e4a-f30d-4a52-940a-b84b88b432f3 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0161111 Feb 07 21:17:47.553531 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a50bd095-e4b3-49c2-8693-3e954d623652 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:17:47.561284 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a50bd095-e4b3-49c2-8693-3e954d623652 tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/subnets/0f07d01d-9624-423a-8899-ca56b876099d HTTP/1.1" status: 404 len: 337 time: 0.1542668 Feb 07 21:17:47.564162 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38672) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.593623 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-4171c82c-1b38-4b55-962c-f1a0e47926c7 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.597117 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4171c82c-1b38-4b55-962c-f1a0e47926c7 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0510759 Feb 07 21:17:47.602370 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38674) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.611060 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-d54da91b-4053-443c-9307-a4f0c3b742b0 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.617138 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d54da91b-4053-443c-9307-a4f0c3b742b0 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0082974 Feb 07 21:17:47.631388 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38676) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.635928 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-b4471cdc-f79a-4705-8d3b-21e4f149ca65 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.655968 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b4471cdc-f79a-4705-8d3b-21e4f149ca65 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0226536 Feb 07 21:17:47.660617 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38678) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.681796 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-c86506d0-c82a-45ed-b8b3-b0254c45a2e2 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.683132 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c86506d0-c82a-45ed-b8b3-b0254c45a2e2 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0204520 Feb 07 21:17:47.685669 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38680) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.689827 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-c95e7856-7d7f-44e2-ac4e-55e4ea7e536f tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.691745 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c95e7856-7d7f-44e2-ac4e-55e4ea7e536f tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0050135 Feb 07 21:17:47.696763 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38682) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.703019 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-dd947d16-1734-487d-86ed-9c2f1574869b tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.704211 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-dd947d16-1734-487d-86ed-9c2f1574869b tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0058880 Feb 07 21:17:47.712489 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38684) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.716745 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-c2eb0ca8-b203-4377-87e3-c0f07bab9705 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.717843 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c2eb0ca8-b203-4377-87e3-c0f07bab9705 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0042739 Feb 07 21:17:47.726054 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38686) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.735572 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-c53fa187-191a-4c03-8cbd-e5ab3a8f91f4 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.736865 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c53fa187-191a-4c03-8cbd-e5ab3a8f91f4 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0136273 Feb 07 21:17:47.741057 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1cd6b0a6-087b-464d-a08b-4ce03d8050c5 req-ca7258bc-5921-46d3-80c3-bb0f6ab2cbb1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.1483350 Feb 07 21:17:47.742416 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38688) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.747393 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port fabab14d-2ac0-4d0d-9627-1d55359e92df is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:47.766146 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-f924a158-fc5d-4966-b05a-f3c2f1e34dbf tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.771824 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f924a158-fc5d-4966-b05a-f3c2f1e34dbf tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0249848 Feb 07 21:17:47.779571 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38690) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.786001 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-227d6a21-f5a6-4982-bc29-27d8ff55b698 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.790481 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-227d6a21-f5a6-4982-bc29-27d8ff55b698 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0098476 Feb 07 21:17:47.791996 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38692) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.795573 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-bf8266c2-ec95-4e46-921a-945006725bcc None None] Provisioning complete for port 8f1e3a42-73d3-40f0-93d3-76fe78ad974d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:47.800838 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bf8266c2-ec95-4e46-921a-945006725bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8f1e3a42-73d3-40f0-93d3-76fe78ad974d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:47.805869 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-eb0697db-eaa1-4cef-b6e3-a8f9a585e8d1 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.810653 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-eb0697db-eaa1-4cef-b6e3-a8f9a585e8d1 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0173473 Feb 07 21:17:47.812760 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38694) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.846081 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-7c6146bf-3e5d-454a-a74e-be6c2cd648f8 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.849424 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f14bab1-ae2e-4999-8014-f1a52bdead0a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:47.849854 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7c6146bf-3e5d-454a-a74e-be6c2cd648f8 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0083237 Feb 07 21:17:47.850609 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38696) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.859820 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-86bf135a-3b3e-4aa6-8aa5-9d912bb18cba tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.864902 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-86bf135a-3b3e-4aa6-8aa5-9d912bb18cba tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0083976 Feb 07 21:17:47.865467 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38698) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.870652 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-963affca-b5c8-465e-a05a-aadefc20d692 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.874368 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38700) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.875092 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-963affca-b5c8-465e-a05a-aadefc20d692 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0076427 Feb 07 21:17:47.890297 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [None req-e73880b3-0141-488f-91ed-4704f02f9f30 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.897485 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e73880b3-0141-488f-91ed-4704f02f9f30 tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0104051 Feb 07 21:17:47.902501 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38702) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:47.912492 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [None req-c914dc15-93ee-445e-891a-e7ac43e3a34a tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:17:47.924528 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c914dc15-93ee-445e-891a-e7ac43e3a34a tempest-ExtensionsTestJSON-1408374882 tempest-ExtensionsTestJSON-1408374882-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0210633 Feb 07 21:17:47.955142 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-daedfb2e-9547-4269-884a-076b1c1731be tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting port 8f1e3a42-73d3-40f0-93d3-76fe78ad974d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:17:47.955363 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-daedfb2e-9547-4269-884a-076b1c1731be tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8f1e3a42-73d3-40f0-93d3-76fe78ad974d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:47.957901 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-bf8266c2-ec95-4e46-921a-945006725bcc None None] Port 8f1e3a42-73d3-40f0-93d3-76fe78ad974d cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:17:47.968216 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-bf8266c2-ec95-4e46-921a-945006725bcc None None] Could not find standard attr ID for object 204f342f-af34-4ce8-8927-c89fa73d85d3. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:17:47.999738 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72a8f9f-11fb-452d-aaa7-dd0bfc56f7ba None None] DHCP port deletion for 17e4c2dc-970f-440b-8ca4-e74f730986ac request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:17:48.100191 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-bf8266c2-ec95-4e46-921a-945006725bcc None None] Provisioning complete for port ff9b1ced-7c17-47db-93ba-79b963acb720 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:48.104275 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bf8266c2-ec95-4e46-921a-945006725bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:48.129433 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-daedfb2e-9547-4269-884a-076b1c1731be tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8f1e3a42-73d3-40f0-93d3-76fe78ad974d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:48.201240 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e72a8f9f-11fb-452d-aaa7-dd0bfc56f7ba None None] Deleting port ff9b1ced-7c17-47db-93ba-79b963acb720 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:17:48.201240 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e72a8f9f-11fb-452d-aaa7-dd0bfc56f7ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:48.273032 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-daedfb2e-9547-4269-884a-076b1c1731be tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Calling delete_port for 8f1e3a42-73d3-40f0-93d3-76fe78ad974d owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:17:48.431462 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-8f14bab1-ae2e-4999-8014-f1a52bdead0a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] For port fabab14d-2ac0-4d0d-9627-1d55359e92df, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=fabab14d-2ac0-4d0d-9627-1d55359e92df,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:48.479904 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c5e11-f1de-4e4d-aced-0d79c0a39364 req-3072d4dc-3f4c-47c9-bf8f-5a7104c97e7b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:48.489832 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-501c5e11-f1de-4e4d-aced-0d79c0a39364 req-3072d4dc-3f4c-47c9-bf8f-5a7104c97e7b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 947 time: 0.2888768 Feb 07 21:17:48.578055 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f14bab1-ae2e-4999-8014-f1a52bdead0a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:48.585546 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f14bab1-ae2e-4999-8014-f1a52bdead0a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:48.623243 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38718) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:48.642924 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f14bab1-ae2e-4999-8014-f1a52bdead0a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (cadb660a-db3b-4931-9f05-bbba1e6e78ba), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:48.652942 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-501c5e11-f1de-4e4d-aced-0d79c0a39364 req-554c53e9-c71b-4817-b5f9-3cf896b3c954 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601334 Feb 07 21:17:48.693014 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-daedfb2e-9547-4269-884a-076b1c1731be tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (8f1e3a42-73d3-40f0-93d3-76fe78ad974d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:48.716855 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e72a8f9f-11fb-452d-aaa7-dd0bfc56f7ba None None] For port ff9b1ced-7c17-47db-93ba-79b963acb720, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ff9b1ced-7c17-47db-93ba-79b963acb720,segment=NetworkSegment(ce7475d0-f485-4594-9097-52a0c385f1c7),segment_id=ce7475d0-f485-4594-9097-52a0c385f1c7)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:48.717437 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e72a8f9f-11fb-452d-aaa7-dd0bfc56f7ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:48.732466 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e72a8f9f-11fb-452d-aaa7-dd0bfc56f7ba None None] Calling delete_port for ff9b1ced-7c17-47db-93ba-79b963acb720 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:17:48.763771 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedfb2e-9547-4269-884a-076b1c1731be tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Port': ['ID=8f1e3a42-73d3-40f0-93d3-76fe78ad974d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:48.764131 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14bab1-ae2e-4999-8014-f1a52bdead0a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=fabab14d-2ac0-4d0d-9627-1d55359e92df,revision_number=11']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:48.793241 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daedfb2e-9547-4269-884a-076b1c1731be tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:48.793604 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daedfb2e-9547-4269-884a-076b1c1731be tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:48.793950 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daedfb2e-9547-4269-884a-076b1c1731be tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:48.794297 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daedfb2e-9547-4269-884a-076b1c1731be tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:48.795247 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daedfb2e-9547-4269-884a-076b1c1731be tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:48.795594 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daedfb2e-9547-4269-884a-076b1c1731be tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:48.795929 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daedfb2e-9547-4269-884a-076b1c1731be tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:48.797899 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daedfb2e-9547-4269-884a-076b1c1731be tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:48.798262 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daedfb2e-9547-4269-884a-076b1c1731be tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:48.800702 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daedfb2e-9547-4269-884a-076b1c1731be tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:48.801062 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daedfb2e-9547-4269-884a-076b1c1731be tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:48.801401 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daedfb2e-9547-4269-884a-076b1c1731be tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:48.801740 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daedfb2e-9547-4269-884a-076b1c1731be tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:17:48.808750 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-daedfb2e-9547-4269-884a-076b1c1731be tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:48.820845 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-daedfb2e-9547-4269-884a-076b1c1731be tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/ports/8f1e3a42-73d3-40f0-93d3-76fe78ad974d HTTP/1.1" status: 204 len: 168 time: 1.2484477 Feb 07 21:17:48.821604 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38724) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:48.861830 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device fabab14d-2ac0-4d0d-9627-1d55359e92df up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:17:48.923797 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c7639bc-e0ca-4f23-bf5f-90864188d905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:48.933966 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f14bab1-ae2e-4999-8014-f1a52bdead0a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:48.941733 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-8f14bab1-ae2e-4999-8014-f1a52bdead0a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:48.943622 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14bab1-ae2e-4999-8014-f1a52bdead0a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=cadb660a-db3b-4931-9f05-bbba1e6e78ba,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:48.947293 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f14bab1-ae2e-4999-8014-f1a52bdead0a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:48.948168 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f14bab1-ae2e-4999-8014-f1a52bdead0a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:48.973402 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6af9fc3-1f3f-468f-ac8f-9f6e537c32be None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:17:48.979271 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8f14bab1-ae2e-4999-8014-f1a52bdead0a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.2967532 Feb 07 21:17:48.979975 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38726) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:48.988565 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a5ecd62e-b519-442b-8887-e1326dd2ea3f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'mac_address': 'fa:16:3e:4e:46:c4', 'name': 'tempest-NetworksTestDHCPv6-362935568'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:49.003606 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b700fd0f-973e-4a73-9ace-1ae087594c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:49.076394 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3b6abc5-24a9-4af9-9d90-2f0f5e798daa req-cfeb979c-2bb0-43c1-98d6-2c599186cb25 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.1638131 Feb 07 21:17:49.083613 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed20dcd7-c715-47e1-a1f7-b2479de22deb tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (17e4c2dc-970f-440b-8ca4-e74f730986ac), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:49.169995 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ed20dcd7-c715-47e1-a1f7-b2479de22deb tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Deleting port ff9b1ced-7c17-47db-93ba-79b963acb720 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:17:49.170739 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed20dcd7-c715-47e1-a1f7-b2479de22deb tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:49.198210 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c7639bc-e0ca-4f23-bf5f-90864188d905 admin admin] Publish callbacks [] for security_group (7506e68c-f0cb-4b80-ba6c-d730949a2849), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:49.213684 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c7639bc-e0ca-4f23-bf5f-90864188d905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (7506e68c-f0cb-4b80-ba6c-d730949a2849), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:49.249231 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ecd62e-b519-442b-8887-e1326dd2ea3f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:49.254168 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ed20dcd7-c715-47e1-a1f7-b2479de22deb tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] For port ff9b1ced-7c17-47db-93ba-79b963acb720, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ff9b1ced-7c17-47db-93ba-79b963acb720,segment=NetworkSegment(ce7475d0-f485-4594-9097-52a0c385f1c7),segment_id=ce7475d0-f485-4594-9097-52a0c385f1c7)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:49.254552 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed20dcd7-c715-47e1-a1f7-b2479de22deb tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:49.272644 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ed20dcd7-c715-47e1-a1f7-b2479de22deb tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Calling delete_port for ff9b1ced-7c17-47db-93ba-79b963acb720 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:17:49.310554 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8c7639bc-e0ca-4f23-bf5f-90864188d905 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=244287d512ca4a5198141a3fa8eb324b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6832407 Feb 07 21:17:49.316378 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38728) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:49.337587 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7639bc-e0ca-4f23-bf5f-90864188d905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7506e68c-f0cb-4b80-ba6c-d730949a2849,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:49.358318 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-bf8266c2-ec95-4e46-921a-945006725bcc None None] Current status of the port ff9b1ced-7c17-47db-93ba-79b963acb720 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:49.367957 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-bf8266c2-ec95-4e46-921a-945006725bcc None None] Could not find standard attr ID for object 49392269-11d8-4ff4-9497-0ec31a6e2760. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:17:49.415343 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port fabab14d-2ac0-4d0d-9627-1d55359e92df triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:49.416050 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:49.422612 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e72a8f9f-11fb-452d-aaa7-dd0bfc56f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:49.437111 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed20dcd7-c715-47e1-a1f7-b2479de22deb tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ff9b1ced-7c17-47db-93ba-79b963acb720), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:49.468104 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ccaa767-715e-410e-aacf-2ade6b663a36 admin admin] Publish callbacks [] for security_group (7506e68c-f0cb-4b80-ba6c-d730949a2849), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:49.476516 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5ecd62e-b519-442b-8887-e1326dd2ea3f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:49.485424 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed20dcd7-c715-47e1-a1f7-b2479de22deb tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] No DVR routers for this DVR port ff9b1ced-7c17-47db-93ba-79b963acb720 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:17:49.492297 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20dcd7-c715-47e1-a1f7-b2479de22deb tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Port': ['ID=ff9b1ced-7c17-47db-93ba-79b963acb720,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:49.528355 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a8f9f-11fb-452d-aaa7-dd0bfc56f7ba None None] Pushing event deleted for resources: {'Port': ['ID=ff9b1ced-7c17-47db-93ba-79b963acb720,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:49.539138 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72a8f9f-11fb-452d-aaa7-dd0bfc56f7ba None None] No DVR routers for this DVR port ff9b1ced-7c17-47db-93ba-79b963acb720 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:17:49.580401 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ccaa767-715e-410e-aacf-2ade6b663a36 admin admin] Publish callbacks [] for security_group (7506e68c-f0cb-4b80-ba6c-d730949a2849), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:49.653447 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed20dcd7-c715-47e1-a1f7-b2479de22deb tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (17e4c2dc-970f-440b-8ca4-e74f730986ac), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:49.682848 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port fabab14d-2ac0-4d0d-9627-1d55359e92df is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:49.698607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-ed20dcd7-c715-47e1-a1f7-b2479de22deb tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e4c2dc-970f-440b-8ca4-e74f730986ac']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:17:49.752502 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-ed20dcd7-c715-47e1-a1f7-b2479de22deb tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce7475d0-f485-4594-9097-52a0c385f1c7') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:17:49.752827 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-ed20dcd7-c715-47e1-a1f7-b2479de22deb tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce7475d0-f485-4594-9097-52a0c385f1c7') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:17:49.759016 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-a5ecd62e-b519-442b-8887-e1326dd2ea3f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] device_id is not set on port f1d45a3a-15ce-497c-9e18-3a98e0e63171 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:17:49.790033 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed20dcd7-c715-47e1-a1f7-b2479de22deb tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (ce7475d0-f485-4594-9097-52a0c385f1c7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:49.816964 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ff9b1ced-7c17-47db-93ba-79b963acb720 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:17:49.840703 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed20dcd7-c715-47e1-a1f7-b2479de22deb tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (ce7475d0-f485-4594-9097-52a0c385f1c7), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:49.880870 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed20dcd7-c715-47e1-a1f7-b2479de22deb tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:17:49.885501 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: ff9b1ced-7c17-47db-93ba-79b963acb720 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:17:49.886052 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed20dcd7-c715-47e1-a1f7-b2479de22deb tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (ce7475d0-f485-4594-9097-52a0c385f1c7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:49.890813 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ccaa767-715e-410e-aacf-2ade6b663a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (7506e68c-f0cb-4b80-ba6c-d730949a2849), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:49.891390 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ff9b1ced-7c17-47db-93ba-79b963acb720 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:17:49.897036 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:17:49.910968 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ccaa767-715e-410e-aacf-2ade6b663a36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:49.926915 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2ccaa767-715e-410e-aacf-2ade6b663a36 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7506e68c-f0cb-4b80-ba6c-d730949a2849 HTTP/1.1" status: 204 len: 168 time: 0.6008968 Feb 07 21:17:49.982589 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccaa767-715e-410e-aacf-2ade6b663a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7506e68c-f0cb-4b80-ba6c-d730949a2849,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:50.138741 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed20dcd7-c715-47e1-a1f7-b2479de22deb tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (17e4c2dc-970f-440b-8ca4-e74f730986ac), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:50.189364 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad14d52-4e8b-4fb8-8f67-5c8631d3782f req-06af587b-d332-4976-ba87-4106f0cc69d7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:50.214441 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ad14d52-4e8b-4fb8-8f67-5c8631d3782f req-06af587b-d332-4976-ba87-4106f0cc69d7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 947 time: 0.3605282 Feb 07 21:17:50.229591 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed20dcd7-c715-47e1-a1f7-b2479de22deb tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:50.244324 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ed20dcd7-c715-47e1-a1f7-b2479de22deb tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] 10.222.0.65 "DELETE /v2.0/networks/17e4c2dc-970f-440b-8ca4-e74f730986ac HTTP/1.1" status: 204 len: 168 time: 1.4212568 Feb 07 21:17:50.341081 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-a5ecd62e-b519-442b-8887-e1326dd2ea3f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 2001:db8::1af (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/debbd4e3-c90d-4aae-95b4-9287f57d2b0f/f1d45a3a-15ce-497c-9e18-3a98e0e63171) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:17:50.351862 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2758920d-e335-4efb-b425-b2f500a2c5b4 req-10e88016-3941-4a6f-9769-f715b79d9274 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0547526 Feb 07 21:17:50.354485 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20dcd7-c715-47e1-a1f7-b2479de22deb tempest-PortsTestJSON-862745347 tempest-PortsTestJSON-862745347-project] Pushing event deleted for resources: {'Network': ['ID=17e4c2dc-970f-440b-8ca4-e74f730986ac,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:50.376538 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-a5ecd62e-b519-442b-8887-e1326dd2ea3f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4e:46c4 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/cadb660a-db3b-4931-9f05-bbba1e6e78ba/f1d45a3a-15ce-497c-9e18-3a98e0e63171) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:17:50.475983 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ad14d52-4e8b-4fb8-8f67-5c8631d3782f req-5486b8c1-45e3-4c3b-bd25-f7e15e0fa582 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2533693 Feb 07 21:17:50.540072 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a76d07d4-02ba-49e0-bdd4-d54bab306953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:50.734156 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5ecd62e-b519-442b-8887-e1326dd2ea3f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (f1d45a3a-15ce-497c-9e18-3a98e0e63171), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:50.836524 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5ecd62e-b519-442b-8887-e1326dd2ea3f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (f1d45a3a-15ce-497c-9e18-3a98e0e63171), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:50.891183 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ecd62e-b519-442b-8887-e1326dd2ea3f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:50.933033 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38754) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:50.959305 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-a5ecd62e-b519-442b-8887-e1326dd2ea3f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:50.967531 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ecd62e-b519-442b-8887-e1326dd2ea3f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:17:50.983328 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ecd62e-b519-442b-8887-e1326dd2ea3f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:50.986125 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5ecd62e-b519-442b-8887-e1326dd2ea3f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:51.032233 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0a780ef3-0a83-4d89-8b28-241201135166 None None] Provisioning complete for port fabab14d-2ac0-4d0d-9627-1d55359e92df triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:51.033351 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0a780ef3-0a83-4d89-8b28-241201135166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:51.114083 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ecd62e-b519-442b-8887-e1326dd2ea3f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=f1d45a3a-15ce-497c-9e18-3a98e0e63171,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:51.131166 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38762) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:51.136799 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a5ecd62e-b519-442b-8887-e1326dd2ea3f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1456468 Feb 07 21:17:51.342289 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0a780ef3-0a83-4d89-8b28-241201135166 None None] Current status of the port fabab14d-2ac0-4d0d-9627-1d55359e92df is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:51.475160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-938347ff-e3c1-4a71-bee2-37798eccdb77 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting port f1d45a3a-15ce-497c-9e18-3a98e0e63171 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:17:51.475750 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-938347ff-e3c1-4a71-bee2-37798eccdb77 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f1d45a3a-15ce-497c-9e18-3a98e0e63171), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:51.637742 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38778) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:51.641799 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-96b3423d-a624-4d8e-8d49-9780b79258a9 req-b3118169-277d-45be-9e82-992e601e4a88 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0947082 Feb 07 21:17:51.695199 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ab23856b-1c03-4bad-b97e-78ac82bc5f86 None None] Provisioning complete for port f1d45a3a-15ce-497c-9e18-3a98e0e63171 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:51.712139 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ab23856b-1c03-4bad-b97e-78ac82bc5f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f1d45a3a-15ce-497c-9e18-3a98e0e63171), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:51.712439 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a528c47e-6c18-43e5-89af-25f467147a38 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=513bde040ef147d69df68a6ee6cac082&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7775116 Feb 07 21:17:51.714692 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-938347ff-e3c1-4a71-bee2-37798eccdb77 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f1d45a3a-15ce-497c-9e18-3a98e0e63171), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:51.714861 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38782) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:51.740856 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-938347ff-e3c1-4a71-bee2-37798eccdb77 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Calling delete_port for f1d45a3a-15ce-497c-9e18-3a98e0e63171 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:17:51.843739 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-d53b2307-0b5f-4463-a0ed-043cd2df30e9 tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] Request body: {'port': {'network_id': '147ad1db-ed49-458b-8375-bc4e3c00be1f', 'name': 'tempest-NetworksNegativeTestJSON-445958700'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:51.864994 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-d53b2307-0b5f-4463-a0ed-043cd2df30e9 tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] POST failed (client error): The resource could not be found. Feb 07 21:17:51.865982 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d53b2307-0b5f-4463-a0ed-043cd2df30e9 tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:17:51.867798 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d53b2307-0b5f-4463-a0ed-043cd2df30e9 tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2287986 Feb 07 21:17:51.874969 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38786) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:51.901865 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-89dd65b8-f08e-41ae-b297-009e1380cdbc tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] DELETE failed (client error): The resource could not be found. Feb 07 21:17:51.902467 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89dd65b8-f08e-41ae-b297-009e1380cdbc tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:17:51.906547 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-89dd65b8-f08e-41ae-b297-009e1380cdbc tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] 10.222.0.65 "DELETE /v2.0/networks/905687a3-f9e1-4fa8-a842-2bbdad522ecd HTTP/1.1" status: 404 len: 339 time: 0.0304701 Feb 07 21:17:51.911713 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38788) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:51.943101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ab23856b-1c03-4bad-b97e-78ac82bc5f86 None None] Port f1d45a3a-15ce-497c-9e18-3a98e0e63171 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:17:51.955653 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:51.965851 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2a1d99-97f2-4bc0-888a-ab32c55afb02 tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] DELETE failed (client error): The resource could not be found. Feb 07 21:17:51.966463 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2a1d99-97f2-4bc0-888a-ab32c55afb02 tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:17:51.971996 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cb2a1d99-97f2-4bc0-888a-ab32c55afb02 tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] 10.222.0.65 "DELETE /v2.0/ports/1d76a89d-99f4-41f7-b128-39db35bf4049 HTTP/1.1" status: 404 len: 333 time: 0.0542963 Feb 07 21:17:51.972897 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59cbbe30-b2d0-45b5-9e94-2e39ddea3a23 admin admin] Publish callbacks [] for security_group (3acf69a8-22ec-4562-b140-35165039e995), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:51.980188 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38790) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:52.010118 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59cbbe30-b2d0-45b5-9e94-2e39ddea3a23 admin admin] Publish callbacks [] for security_group (3acf69a8-22ec-4562-b140-35165039e995), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:52.020610 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-451fabf1-1373-4762-9739-e94a3589e2f8 tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] DELETE failed (client error): The resource could not be found. Feb 07 21:17:52.021237 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-451fabf1-1373-4762-9739-e94a3589e2f8 tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:17:52.024453 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-451fabf1-1373-4762-9739-e94a3589e2f8 tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] 10.222.0.65 "DELETE /v2.0/subnets/f1bf6694-809c-437e-8f34-d327b365591f HTTP/1.1" status: 404 len: 337 time: 0.0429814 Feb 07 21:17:52.025191 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-938347ff-e3c1-4a71-bee2-37798eccdb77 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f1d45a3a-15ce-497c-9e18-3a98e0e63171), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:52.029999 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38794) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:52.103738 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59cbbe30-b2d0-45b5-9e94-2e39ddea3a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3acf69a8-22ec-4562-b140-35165039e995), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:52.120837 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59cbbe30-b2d0-45b5-9e94-2e39ddea3a23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:52.128546 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-59cbbe30-b2d0-45b5-9e94-2e39ddea3a23 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3acf69a8-22ec-4562-b140-35165039e995 HTTP/1.1" status: 204 len: 168 time: 0.4113479 Feb 07 21:17:52.149999 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbbe30-b2d0-45b5-9e94-2e39ddea3a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acf69a8-22ec-4562-b140-35165039e995,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:52.284887 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-10d1f6ce-0d3d-41fa-9685-1a46d0f813fe tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] GET failed (client error): The resource could not be found. Feb 07 21:17:52.290787 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38802) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:52.295363 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-10d1f6ce-0d3d-41fa-9685-1a46d0f813fe tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] 10.222.0.65 "GET /v2.0/networks/1e2169d8-8c80-4d6d-9cd4-8e2b5c34537a HTTP/1.1" status: 404 len: 339 time: 0.2570078 Feb 07 21:17:52.305330 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938347ff-e3c1-4a71-bee2-37798eccdb77 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Port': ['ID=f1d45a3a-15ce-497c-9e18-3a98e0e63171,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:52.416255 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-f678f739-4b84-4207-94e3-e0b5329acd28 tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] GET failed (client error): The resource could not be found. Feb 07 21:17:52.428944 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f678f739-4b84-4207-94e3-e0b5329acd28 tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] 10.222.0.65 "GET /v2.0/ports/ace0b6ed-a736-4b8d-b2b1-e3a7d511a3f1 HTTP/1.1" status: 404 len: 333 time: 0.1335957 Feb 07 21:17:52.430680 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38806) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:52.438896 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98624dfc-79be-48f5-8c80-b9ce1d59df46 req-57e8e780-8869-4fda-b9ac-276b4d6fbc9f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:52.461011 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-98624dfc-79be-48f5-8c80-b9ce1d59df46 req-57e8e780-8869-4fda-b9ac-276b4d6fbc9f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 947 time: 0.4790087 Feb 07 21:17:52.478796 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-938347ff-e3c1-4a71-bee2-37798eccdb77 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:52.486803 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-938347ff-e3c1-4a71-bee2-37798eccdb77 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/f1d45a3a-15ce-497c-9e18-3a98e0e63171 HTTP/1.1" status: 204 len: 168 time: 1.3544142 Feb 07 21:17:52.495923 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38808) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:52.524165 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-2195121a-5690-43bb-905f-b763dcb2b5ba tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] GET failed (client error): The resource could not be found. Feb 07 21:17:52.529419 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2195121a-5690-43bb-905f-b763dcb2b5ba tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] 10.222.0.65 "GET /v2.0/subnets/fbd3b1b0-2e63-4987-aadc-59865b615215 HTTP/1.1" status: 404 len: 337 time: 0.0931017 Feb 07 21:17:52.529849 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38810) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:52.546535 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-d781caa1-1cd8-4a38-87a6-4ef194a776ca tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:52.582244 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-d781caa1-1cd8-4a38-87a6-4ef194a776ca tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] PUT failed (client error): The resource could not be found. Feb 07 21:17:52.583002 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d781caa1-1cd8-4a38-87a6-4ef194a776ca tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:17:52.590281 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d781caa1-1cd8-4a38-87a6-4ef194a776ca tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] 10.222.0.65 "PUT /v2.0/networks/cc260fe3-de31-4ee8-bc0a-cbc352ddb589 HTTP/1.1" status: 404 len: 339 time: 0.0552609 Feb 07 21:17:52.590514 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38814) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:52.599119 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1803dc32-f6f4-4093-a6cc-bc5bf80b7cc6 tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:52.627697 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-1803dc32-f6f4-4093-a6cc-bc5bf80b7cc6 tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] PUT failed (client error): The resource could not be found. Feb 07 21:17:52.628203 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1803dc32-f6f4-4093-a6cc-bc5bf80b7cc6 tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:17:52.633068 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1803dc32-f6f4-4093-a6cc-bc5bf80b7cc6 tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] 10.222.0.65 "PUT /v2.0/ports/3f434524-d80e-41a9-8b5d-bfa54e117c28 HTTP/1.1" status: 404 len: 333 time: 0.0372784 Feb 07 21:17:52.637481 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38818) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:52.649378 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-986f92b6-3b51-4841-a319-baa2ef451cf1 tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:52.685175 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-986f92b6-3b51-4841-a319-baa2ef451cf1 tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] PUT failed (client error): The resource could not be found. Feb 07 21:17:52.686784 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-98624dfc-79be-48f5-8c80-b9ce1d59df46 req-cb9628fd-f8b4-4a36-8de9-e41acbf00013 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283168 Feb 07 21:17:52.688109 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-986f92b6-3b51-4841-a319-baa2ef451cf1 tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:17:52.695005 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-986f92b6-3b51-4841-a319-baa2ef451cf1 tempest-NetworksNegativeTestJSON-931159552 tempest-NetworksNegativeTestJSON-931159552-project] 10.222.0.65 "PUT /v2.0/subnets/75f575df-e511-46d2-a257-77bd61fc5d6f HTTP/1.1" status: 404 len: 337 time: 0.0528581 Feb 07 21:17:52.712728 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e347d26-a6a5-4659-8edc-1c91bee359f5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:52.717237 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6e347d26-a6a5-4659-8edc-1c91bee359f5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2187033 Feb 07 21:17:52.720722 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38824) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:52.872604 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be984f5-9a4e-4233-9bd4-00c91fd1a757 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:52.882541 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7be984f5-9a4e-4233-9bd4-00c91fd1a757 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1600134 Feb 07 21:17:52.885595 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38830) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:53.069498 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea130592-bae0-4148-bf8c-0c50f569f737 req-22ec3b8f-b072-4366-afb7-208fb6b4887b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0900755 Feb 07 21:17:53.129627 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632fccec-083c-43dc-b9db-194c7edc36ba tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:53.136280 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632fccec-083c-43dc-b9db-194c7edc36ba tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:53.138931 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632fccec-083c-43dc-b9db-194c7edc36ba tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:53.145789 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-632fccec-083c-43dc-b9db-194c7edc36ba tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2562432 Feb 07 21:17:53.147559 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38834) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:53.238718 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:53.261455 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38840) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:53.317042 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-15313bcf-64c4-4dfa-b6c4-018bbf74ae17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet cadb660a-db3b-4931-9f05-bbba1e6e78ba {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:17:53.331673 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15313bcf-64c4-4dfa-b6c4-018bbf74ae17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (cadb660a-db3b-4931-9f05-bbba1e6e78ba), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:53.454690 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15313bcf-64c4-4dfa-b6c4-018bbf74ae17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (cadb660a-db3b-4931-9f05-bbba1e6e78ba), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:53.544176 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40d67880-a007-4116-9b11-40900cd10908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:53.667488 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40d67880-a007-4116-9b11-40900cd10908 admin admin] Publish callbacks [] for security_group (43cec885-967f-4385-a2b4-4a10b1c5a89b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:53.697092 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40d67880-a007-4116-9b11-40900cd10908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (43cec885-967f-4385-a2b4-4a10b1c5a89b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:53.726053 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d67880-a007-4116-9b11-40900cd10908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cec885-967f-4385-a2b4-4a10b1c5a89b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:53.802523 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15313bcf-64c4-4dfa-b6c4-018bbf74ae17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (cadb660a-db3b-4931-9f05-bbba1e6e78ba), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:53.814801 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-40d67880-a007-4116-9b11-40900cd10908 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eac6866b14b34abaab7783f6597308cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5517271 Feb 07 21:17:53.818018 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38858) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:53.830371 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38860) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:53.964916 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-22ccc77b-b472-4d39-8a06-592369ff27ed admin admin] Publish callbacks [] for security_group (43cec885-967f-4385-a2b4-4a10b1c5a89b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:54.019384 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c028d-691d-42d5-a567-6f603c291d4a req-7ba04938-3666-492a-8d8a-1de6580f81af tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:54.021050 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c1c028d-691d-42d5-a567-6f603c291d4a req-7ba04938-3666-492a-8d8a-1de6580f81af tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 947 time: 0.1743131 Feb 07 21:17:54.022791 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15313bcf-64c4-4dfa-b6c4-018bbf74ae17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (cadb660a-db3b-4931-9f05-bbba1e6e78ba), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:54.143260 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15313bcf-64c4-4dfa-b6c4-018bbf74ae17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=cadb660a-db3b-4931-9f05-bbba1e6e78ba,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:54.163556 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15313bcf-64c4-4dfa-b6c4-018bbf74ae17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:54.167435 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-15313bcf-64c4-4dfa-b6c4-018bbf74ae17 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/cadb660a-db3b-4931-9f05-bbba1e6e78ba HTTP/1.1" status: 204 len: 168 time: 1.0138781 Feb 07 21:17:54.183146 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38866) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:54.184838 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5355fa1c-7148-4911-981d-50f5272adca7 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:17:54.290579 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c1c028d-691d-42d5-a567-6f603c291d4a req-6c3df71d-d50f-447f-8964-0b218cd085a1 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2611666 Feb 07 21:17:54.349635 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-595c1730-9401-4a49-ba50-d3febf27a992 req-1e527426-5f83-4065-9c7b-676017eee7c2 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0890882 Feb 07 21:17:54.367818 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f67c741-20af-4d32-a685-af7b901e7b34 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet debbd4e3-c90d-4aae-95b4-9287f57d2b0f {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:17:54.371484 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5f67c741-20af-4d32-a685-af7b901e7b34 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (debbd4e3-c90d-4aae-95b4-9287f57d2b0f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:54.396016 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-22ccc77b-b472-4d39-8a06-592369ff27ed admin admin] Publish callbacks [] for security_group (43cec885-967f-4385-a2b4-4a10b1c5a89b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:54.446203 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-7718fb02-5d51-43c4-a3e0-afa80111e36c tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-266846067', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:54.469956 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5f67c741-20af-4d32-a685-af7b901e7b34 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (debbd4e3-c90d-4aae-95b4-9287f57d2b0f), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:54.475998 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:54.488445 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-22ccc77b-b472-4d39-8a06-592369ff27ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (43cec885-967f-4385-a2b4-4a10b1c5a89b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:54.504878 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-22ccc77b-b472-4d39-8a06-592369ff27ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:54.512733 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-22ccc77b-b472-4d39-8a06-592369ff27ed admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/43cec885-967f-4385-a2b4-4a10b1c5a89b HTTP/1.1" status: 204 len: 168 time: 0.6934738 Feb 07 21:17:54.521975 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7718fb02-5d51-43c4-a3e0-afa80111e36c tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (21a98ccc-46a5-451a-b1d3-765508835d8c), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:54.536670 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7718fb02-5d51-43c4-a3e0-afa80111e36c tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (21a98ccc-46a5-451a-b1d3-765508835d8c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:54.770548 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7718fb02-5d51-43c4-a3e0-afa80111e36c tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks [] for router_controller (21a98ccc-46a5-451a-b1d3-765508835d8c), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:54.784865 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccc77b-b472-4d39-8a06-592369ff27ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cec885-967f-4385-a2b4-4a10b1c5a89b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:54.790262 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7718fb02-5d51-43c4-a3e0-afa80111e36c tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (21a98ccc-46a5-451a-b1d3-765508835d8c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:54.803784 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5f67c741-20af-4d32-a685-af7b901e7b34 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (debbd4e3-c90d-4aae-95b4-9287f57d2b0f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:54.835535 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7718fb02-5d51-43c4-a3e0-afa80111e36c tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:54.839596 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7718fb02-5d51-43c4-a3e0-afa80111e36c tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.0051119 Feb 07 21:17:54.839820 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38870) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:54.845060 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1a74671f-5dda-4d30-824a-2e12db00de11 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1248942024'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:54.885022 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a74671f-5dda-4d30-824a-2e12db00de11 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Made reservation on behalf of 4f87b9f57b044898afab9778051ec3a0 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:54.888866 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a74671f-5dda-4d30-824a-2e12db00de11 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:54.907563 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a74671f-5dda-4d30-824a-2e12db00de11 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:54.974216 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5f67c741-20af-4d32-a685-af7b901e7b34 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (debbd4e3-c90d-4aae-95b4-9287f57d2b0f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:55.050719 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5f67c741-20af-4d32-a685-af7b901e7b34 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:55.059574 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5f67c741-20af-4d32-a685-af7b901e7b34 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/debbd4e3-c90d-4aae-95b4-9287f57d2b0f HTTP/1.1" status: 204 len: 168 time: 0.8713572 Feb 07 21:17:55.060975 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67c741-20af-4d32-a685-af7b901e7b34 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=debbd4e3-c90d-4aae-95b4-9287f57d2b0f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:55.063838 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38874) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:55.115600 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-09a01c3f-be20-4599-83ce-d0cc6bdbb7aa tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503428 Feb 07 21:17:55.118709 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38876) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:55.124154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8ec6d600-f639-4803-89f3-fa27c71c3a59 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:55.187804 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a74671f-5dda-4d30-824a-2e12db00de11 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks [] for security_group (aa79065d-1c69-43a8-a107-490538736fd6), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:55.203852 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a74671f-5dda-4d30-824a-2e12db00de11 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (aa79065d-1c69-43a8-a107-490538736fd6), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:55.301777 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a74671f-5dda-4d30-824a-2e12db00de11 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:17:55.303854 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74671f-5dda-4d30-824a-2e12db00de11 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa79065d-1c69-43a8-a107-490538736fd6,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:55.345380 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a74671f-5dda-4d30-824a-2e12db00de11 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (91287ee6-8006-4992-a88f-b505f3d118ed), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:55.345745 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-1a74671f-5dda-4d30-824a-2e12db00de11 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Added segment 91287ee6-8006-4992-a88f-b505f3d118ed of type vlan for network 40bbe8a0-b533-4530-8687-59c2dbcac384 Feb 07 21:17:55.379404 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec6d600-f639-4803-89f3-fa27c71c3a59 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:55.383814 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ec6d600-f639-4803-89f3-fa27c71c3a59 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:55.502448 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a74671f-5dda-4d30-824a-2e12db00de11 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (40bbe8a0-b533-4530-8687-59c2dbcac384), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:55.584996 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a74671f-5dda-4d30-824a-2e12db00de11 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (40bbe8a0-b533-4530-8687-59c2dbcac384), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:55.590196 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a74671f-5dda-4d30-824a-2e12db00de11 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:55.590835 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a74671f-5dda-4d30-824a-2e12db00de11 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:55.632301 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1a74671f-5dda-4d30-824a-2e12db00de11 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7912810 Feb 07 21:17:55.649292 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38892) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:55.676748 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a194d6de-5d48-442b-9d65-48fd46916d57 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Request body: {'subnet': {'network_id': '40bbe8a0-b533-4530-8687-59c2dbcac384', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:55.853077 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806a1da6-12fd-4f9e-8bd8-45992e9328b0 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:17:55.872205 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74671f-5dda-4d30-824a-2e12db00de11 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Pushing event updated for resources: {'Network': ['ID=40bbe8a0-b533-4530-8687-59c2dbcac384,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:55.891549 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a194d6de-5d48-442b-9d65-48fd46916d57 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Made reservation on behalf of 4f87b9f57b044898afab9778051ec3a0 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:55.895537 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a194d6de-5d48-442b-9d65-48fd46916d57 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:56.027478 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 40bbe8a0-b533-4530-8687-59c2dbcac384 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:17:56.130937 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-65fc8b3e-0141-463f-b768-8945ac331aca None None] Provisioning complete for port fabab14d-2ac0-4d0d-9627-1d55359e92df triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:17:56.131471 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-65fc8b3e-0141-463f-b768-8945ac331aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:56.355983 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd6fe418-969e-49af-ba48-2d78aaf1f1d8 req-818081ed-d17a-4ada-8760-5856b6b8c98a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.2004056 Feb 07 21:17:56.449523 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a194d6de-5d48-442b-9d65-48fd46916d57 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (19dbc5e3-5a4b-432e-8c5e-0b899066d5e0), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:56.464838 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21087288-c0c6-4d5c-8fef-3ee50b17ec6b None None] DHCP port deletion for f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:17:56.488268 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34427b3-5441-4199-81a9-b49da30dbbbd req-763e3a80-6a1a-4b77-93ff-f1ab07aeb190 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:56.500853 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f34427b3-5441-4199-81a9-b49da30dbbbd req-763e3a80-6a1a-4b77-93ff-f1ab07aeb190 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 947 time: 0.3320951 Feb 07 21:17:56.542823 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38910) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:56.561418 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194d6de-5d48-442b-9d65-48fd46916d57 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Pushing event updated for resources: {'Subnet': ['ID=19dbc5e3-5a4b-432e-8c5e-0b899066d5e0,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:56.613967 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a194d6de-5d48-442b-9d65-48fd46916d57 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Checking segment: {'id': '91287ee6-8006-4992-a88f-b505f3d118ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '40bbe8a0-b533-4530-8687-59c2dbcac384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:17:56.614385 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a194d6de-5d48-442b-9d65-48fd46916d57 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Network hostable DHCP agents. Network: 40bbe8a0-b533-4530-8687-59c2dbcac384, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:17:56.638054 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a194d6de-5d48-442b-9d65-48fd46916d57 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Network 40bbe8a0-b533-4530-8687-59c2dbcac384 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:17:56.655977 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-a194d6de-5d48-442b-9d65-48fd46916d57 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 40bbe8a0-b533-4530-8687-59c2dbcac384) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:56.684660 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a194d6de-5d48-442b-9d65-48fd46916d57 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:56.690497 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a194d6de-5d48-442b-9d65-48fd46916d57 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:56.694424 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device fabab14d-2ac0-4d0d-9627-1d55359e92df no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:17:56.721251 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e18b08-73c1-4b56-bb79-1a1baec0c873 None None] Network 40bbe8a0-b533-4530-8687-59c2dbcac384 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:17:56.725006 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f34427b3-5441-4199-81a9-b49da30dbbbd req-beb58552-1bb0-4c51-aa52-c0962fc41a13 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147477 Feb 07 21:17:56.730415 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a194d6de-5d48-442b-9d65-48fd46916d57 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0694454 Feb 07 21:17:56.741006 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38916) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:56.745847 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ef171e12-7eed-40e9-8481-0e997c53f6ad tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Request body: {'network': {'name': 'tempest-router-network01--1117941044'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:56.780486 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef171e12-7eed-40e9-8481-0e997c53f6ad tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Made reservation on behalf of 4f87b9f57b044898afab9778051ec3a0 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:56.792595 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef171e12-7eed-40e9-8481-0e997c53f6ad tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:56.830549 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-65fc8b3e-0141-463f-b768-8945ac331aca None None] Current status of the port fabab14d-2ac0-4d0d-9627-1d55359e92df is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:56.884701 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef171e12-7eed-40e9-8481-0e997c53f6ad tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:17:56.894088 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-23cf04e7-6bd8-4592-abbe-71ed598025ec tempest-DvrRoutersNegativeTest-1017655120 tempest-DvrRoutersNegativeTest-1017655120-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-710150124', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:56.898918 n-d-828185-2 neutron-server[103255]: DEBUG neutron.policy [None req-23cf04e7-6bd8-4592-abbe-71ed598025ec tempest-DvrRoutersNegativeTest-1017655120 tempest-DvrRoutersNegativeTest-1017655120-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103255) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 07 21:17:56.899233 n-d-828185-2 neutron-server[103255]: DEBUG neutron.policy [None req-23cf04e7-6bd8-4592-abbe-71ed598025ec tempest-DvrRoutersNegativeTest-1017655120 tempest-DvrRoutersNegativeTest-1017655120-project] Failed policy check for 'create_router' {{(pid=103255) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 07 21:17:56.899748 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-23cf04e7-6bd8-4592-abbe-71ed598025ec tempest-DvrRoutersNegativeTest-1017655120 tempest-DvrRoutersNegativeTest-1017655120-project] create failed (client error): Access was denied to this resource. Feb 07 21:17:56.900937 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-23cf04e7-6bd8-4592-abbe-71ed598025ec tempest-DvrRoutersNegativeTest-1017655120 tempest-DvrRoutersNegativeTest-1017655120-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3558915 Feb 07 21:17:56.945590 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ec6d600-f639-4803-89f3-fa27c71c3a59 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (79bc81a1-a71a-4d23-ad55-05659209d961), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:56.951561 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef171e12-7eed-40e9-8481-0e997c53f6ad tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (ace6d333-c6ca-4812-bc46-372fdedb1b98), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:56.954909 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-ef171e12-7eed-40e9-8481-0e997c53f6ad tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Added segment ace6d333-c6ca-4812-bc46-372fdedb1b98 of type vlan for network 6bdafa47-09f9-4b33-bad6-03156741a24e Feb 07 21:17:57.012341 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port fabab14d-2ac0-4d0d-9627-1d55359e92df is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:17:57.013396 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:57.015020 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec6d600-f639-4803-89f3-fa27c71c3a59 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:57.020932 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-8ec6d600-f639-4803-89f3-fa27c71c3a59 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:57.025361 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec6d600-f639-4803-89f3-fa27c71c3a59 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:57.026128 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ec6d600-f639-4803-89f3-fa27c71c3a59 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:57.048469 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6d600-f639-4803-89f3-fa27c71c3a59 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=79bc81a1-a71a-4d23-ad55-05659209d961,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:57.078040 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-21087288-c0c6-4d5c-8fef-3ee50b17ec6b None None] Deleting port fabab14d-2ac0-4d0d-9627-1d55359e92df {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:17:57.078622 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-21087288-c0c6-4d5c-8fef-3ee50b17ec6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:57.081995 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6437b3c7-fb0e-48a0-a5dd-ccf8f3177b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-40bbe8a0-b533-4530-8687-59c2dbcac384', 'network_id': '40bbe8a0-b533-4530-8687-59c2dbcac384', 'project_id': '4f87b9f57b044898afab9778051ec3a0', 'fixed_ips': [{'subnet_id': '19dbc5e3-5a4b-432e-8c5e-0b899066d5e0'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:17:57.083108 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6437b3c7-fb0e-48a0-a5dd-ccf8f3177b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:57.088293 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8ec6d600-f639-4803-89f3-fa27c71c3a59 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9680095 Feb 07 21:17:57.091546 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38926) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:57.104037 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-68fdb039-ffb4-45b8-af68-9ffba854e278 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:57.177945 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef171e12-7eed-40e9-8481-0e997c53f6ad tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (6bdafa47-09f9-4b33-bad6-03156741a24e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:57.194987 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port fabab14d-2ac0-4d0d-9627-1d55359e92df, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=fabab14d-2ac0-4d0d-9627-1d55359e92df,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:57.235622 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:57.296386 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef171e12-7eed-40e9-8481-0e997c53f6ad tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (6bdafa47-09f9-4b33-bad6-03156741a24e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:57.307620 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef171e12-7eed-40e9-8481-0e997c53f6ad tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:57.309084 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef171e12-7eed-40e9-8481-0e997c53f6ad tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:57.379141 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fdb039-ffb4-45b8-af68-9ffba854e278 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:57.382727 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68fdb039-ffb4-45b8-af68-9ffba854e278 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:57.471188 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ef171e12-7eed-40e9-8481-0e997c53f6ad tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7364225 Feb 07 21:17:57.472892 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38930) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:57.492691 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1713dcf1-1e46-4bf9-9a80-bcdf8d53372d tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Request body: {'network': {'name': 'tempest-router-network02--819542870'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:57.558563 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1713dcf1-1e46-4bf9-9a80-bcdf8d53372d tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Made reservation on behalf of 4f87b9f57b044898afab9778051ec3a0 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:57.570688 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1713dcf1-1e46-4bf9-9a80-bcdf8d53372d tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:57.588484 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef171e12-7eed-40e9-8481-0e997c53f6ad tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Pushing event updated for resources: {'Network': ['ID=6bdafa47-09f9-4b33-bad6-03156741a24e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:57.600352 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-21087288-c0c6-4d5c-8fef-3ee50b17ec6b None None] For port fabab14d-2ac0-4d0d-9627-1d55359e92df, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=fabab14d-2ac0-4d0d-9627-1d55359e92df,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:17:57.600759 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-21087288-c0c6-4d5c-8fef-3ee50b17ec6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:57.663333 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1713dcf1-1e46-4bf9-9a80-bcdf8d53372d tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:17:57.666821 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-81bcce42-1284-4a37-9fc3-bb6220bf7e8c req-bcc883e8-e858-467c-b2ab-ac7eecaa1a52 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0929790 Feb 07 21:17:57.673107 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 6bdafa47-09f9-4b33-bad6-03156741a24e details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:17:57.674786 n-d-828185-2 neutron-server[103255]: INFO neutron.db.ipam_backend_mixin [None req-68fdb039-ffb4-45b8-af68-9ffba854e278 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 79bc81a1-a71a-4d23-ad55-05659209d961 (CIDR: 2001:db8::/64) Feb 07 21:17:57.682108 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-68fdb039-ffb4-45b8-af68-9ffba854e278 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:17:57.682642 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68fdb039-ffb4-45b8-af68-9ffba854e278 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:17:57.704937 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=fabab14d-2ac0-4d0d-9627-1d55359e92df,revision_number=14']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:57.713599 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-68fdb039-ffb4-45b8-af68-9ffba854e278 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6205237 Feb 07 21:17:57.716289 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38938) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:57.725383 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d8b72ddb-e204-491e-8dff-b2c4246d57c5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'subnet': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:57.763814 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1713dcf1-1e46-4bf9-9a80-bcdf8d53372d tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (b267904e-abfa-4e56-87d1-1f24fd91fc42), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:57.764173 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-1713dcf1-1e46-4bf9-9a80-bcdf8d53372d tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Added segment b267904e-abfa-4e56-87d1-1f24fd91fc42 of type vlan for network 5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff Feb 07 21:17:57.790097 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-21087288-c0c6-4d5c-8fef-3ee50b17ec6b None None] Calling delete_port for fabab14d-2ac0-4d0d-9627-1d55359e92df owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:17:57.890361 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38942) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:58.009591 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1713dcf1-1e46-4bf9-9a80-bcdf8d53372d tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:58.075133 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1713dcf1-1e46-4bf9-9a80-bcdf8d53372d tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:58.081905 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1713dcf1-1e46-4bf9-9a80-bcdf8d53372d tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:58.082549 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1713dcf1-1e46-4bf9-9a80-bcdf8d53372d tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:58.155842 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df109af2-31d4-43eb-8602-040dae08d71c req-e036727b-5d43-4f6c-9716-ae0487402e55 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:58.163298 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df109af2-31d4-43eb-8602-040dae08d71c req-e036727b-5d43-4f6c-9716-ae0487402e55 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 947 time: 0.2945747 Feb 07 21:17:58.165097 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1713dcf1-1e46-4bf9-9a80-bcdf8d53372d tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6861289 Feb 07 21:17:58.168347 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38950) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:58.173373 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-bfd59e84-e714-4729-bcf0-5a9e7629e2ec tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Request body: {'subnet': {'network_id': '6bdafa47-09f9-4b33-bad6-03156741a24e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:58.242922 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59268a75-7973-4fec-aa0e-6907c7faaa39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:58.252987 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713dcf1-1e46-4bf9-9a80-bcdf8d53372d tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Pushing event updated for resources: {'Network': ['ID=5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:58.256994 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b72ddb-e204-491e-8dff-b2c4246d57c5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:58.260462 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8b72ddb-e204-491e-8dff-b2c4246d57c5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:58.341758 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59268a75-7973-4fec-aa0e-6907c7faaa39 admin admin] Publish callbacks [] for security_group (13dc4e9e-e2b0-41e1-a708-64f0d192b882), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:58.352551 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59268a75-7973-4fec-aa0e-6907c7faaa39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (13dc4e9e-e2b0-41e1-a708-64f0d192b882), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:58.431958 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59268a75-7973-4fec-aa0e-6907c7faaa39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13dc4e9e-e2b0-41e1-a708-64f0d192b882,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:58.441832 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-59268a75-7973-4fec-aa0e-6907c7faaa39 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0046f96a6a44428c9061bf314084cf34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5478003 Feb 07 21:17:58.442161 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38952) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:58.480885 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd59e84-e714-4729-bcf0-5a9e7629e2ec tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Made reservation on behalf of 4f87b9f57b044898afab9778051ec3a0 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:58.489010 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bfd59e84-e714-4729-bcf0-5a9e7629e2ec tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:58.496758 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:17:58.500954 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df109af2-31d4-43eb-8602-040dae08d71c req-13601c72-b102-445c-841e-abb79f4ded85 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3262153 Feb 07 21:17:58.572053 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-21087288-c0c6-4d5c-8fef-3ee50b17ec6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (fabab14d-2ac0-4d0d-9627-1d55359e92df), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:58.635930 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e4502699-c1be-4c16-962d-67c1f8427630 admin admin] Publish callbacks [] for security_group (13dc4e9e-e2b0-41e1-a708-64f0d192b882), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:58.694886 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-6437b3c7-fb0e-48a0-a5dd-ccf8f3177b87 None None] Allocated IP 172.20.0.2 (40bbe8a0-b533-4530-8687-59c2dbcac384/19dbc5e3-5a4b-432e-8c5e-0b899066d5e0/47c667fb-ba08-471d-b3be-a08073849437) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:17:58.714724 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21087288-c0c6-4d5c-8fef-3ee50b17ec6b None None] Pushing event deleted for resources: {'Port': ['ID=fabab14d-2ac0-4d0d-9627-1d55359e92df,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:58.717079 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21087288-c0c6-4d5c-8fef-3ee50b17ec6b None None] No DVR routers for this DVR port fabab14d-2ac0-4d0d-9627-1d55359e92df on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:17:58.755852 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe369ad-5ef6-43b9-95ea-a807bf69360f None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:17:58.766441 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e4502699-c1be-4c16-962d-67c1f8427630 admin admin] Publish callbacks [] for security_group (13dc4e9e-e2b0-41e1-a708-64f0d192b882), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:58.883378 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e4502699-c1be-4c16-962d-67c1f8427630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (13dc4e9e-e2b0-41e1-a708-64f0d192b882), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:58.886193 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e4502699-c1be-4c16-962d-67c1f8427630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:58.890025 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e4502699-c1be-4c16-962d-67c1f8427630 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/13dc4e9e-e2b0-41e1-a708-64f0d192b882 HTTP/1.1" status: 204 len: 168 time: 0.4422727 Feb 07 21:17:58.906053 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4502699-c1be-4c16-962d-67c1f8427630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dc4e9e-e2b0-41e1-a708-64f0d192b882,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:58.957190 n-d-828185-2 neutron-server[103255]: DEBUG neutron.objects.ports [None req-d8b72ddb-e204-491e-8dff-b2c4246d57c5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103255) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 21:17:58.958682 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8b72ddb-e204-491e-8dff-b2c4246d57c5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (cbd2816b-fb31-400b-b610-326e2b136b18), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:59.053633 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b72ddb-e204-491e-8dff-b2c4246d57c5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:59.071454 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d8b72ddb-e204-491e-8dff-b2c4246d57c5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:59.086720 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-130e2dbe-df74-47ec-9520-6593fd138655 req-c5afa690-aa8f-4d0c-808b-2852bdb983d1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.1231065 Feb 07 21:17:59.091411 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b72ddb-e204-491e-8dff-b2c4246d57c5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:59.092886 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8b72ddb-e204-491e-8dff-b2c4246d57c5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:59.151277 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b72ddb-e204-491e-8dff-b2c4246d57c5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Subnet': ['ID=cbd2816b-fb31-400b-b610-326e2b136b18,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:59.161232 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bfd59e84-e714-4729-bcf0-5a9e7629e2ec tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (109fe6f5-4f49-4559-aaa1-914152a86004), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:59.168069 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d8b72ddb-e204-491e-8dff-b2c4246d57c5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4487550 Feb 07 21:17:59.170880 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38964) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:59.181240 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e8b5546f-36dc-430e-98f3-b43e6727775f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Request body: {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'mac_address': 'fa:16:3e:ef:37:dc', 'name': 'tempest-NetworksTestDHCPv6-1260629892'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:59.266203 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd59e84-e714-4729-bcf0-5a9e7629e2ec tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Pushing event updated for resources: {'Subnet': ['ID=109fe6f5-4f49-4559-aaa1-914152a86004,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:59.310867 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd59e84-e714-4729-bcf0-5a9e7629e2ec tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Checking segment: {'id': 'ace6d333-c6ca-4812-bc46-372fdedb1b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6bdafa47-09f9-4b33-bad6-03156741a24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:17:59.314243 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd59e84-e714-4729-bcf0-5a9e7629e2ec tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Network hostable DHCP agents. Network: 6bdafa47-09f9-4b33-bad6-03156741a24e, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:17:59.320077 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6437b3c7-fb0e-48a0-a5dd-ccf8f3177b87 None None] Publish callbacks [] for port (47c667fb-ba08-471d-b3be-a08073849437), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:59.348576 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6437b3c7-fb0e-48a0-a5dd-ccf8f3177b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (47c667fb-ba08-471d-b3be-a08073849437), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:59.355805 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd59e84-e714-4729-bcf0-5a9e7629e2ec tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Network 6bdafa47-09f9-4b33-bad6-03156741a24e is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:17:59.377439 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-bfd59e84-e714-4729-bcf0-5a9e7629e2ec tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 6bdafa47-09f9-4b33-bad6-03156741a24e) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:59.384912 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd59e84-e714-4729-bcf0-5a9e7629e2ec tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:17:59.385643 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bfd59e84-e714-4729-bcf0-5a9e7629e2ec tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:59.387604 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bca430d-3b1d-41a0-abf7-fd9bdc9c4096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'project_id': '7f4eb95d7e904ef7b9f60444f1551a3e', 'fixed_ips': [{'subnet_id': '79bc81a1-a71a-4d23-ad55-05659209d961'}, {'subnet_id': 'cbd2816b-fb31-400b-b610-326e2b136b18'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:17:59.389719 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7bca430d-3b1d-41a0-abf7-fd9bdc9c4096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:59.418652 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bfd59e84-e714-4729-bcf0-5a9e7629e2ec tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2490952 Feb 07 21:17:59.421597 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38968) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:17:59.426844 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a04262c0-5044-46bf-9823-4e44f02b8041 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Request body: {'subnet': {'network_id': '5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:17:59.462380 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b255ccb-7440-445a-97c8-c3437aeb8fb7 None None] Network 6bdafa47-09f9-4b33-bad6-03156741a24e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:17:59.481666 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b5546f-36dc-430e-98f3-b43e6727775f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Made reservation on behalf of 7f4eb95d7e904ef7b9f60444f1551a3e for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:59.663009 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04262c0-5044-46bf-9823-4e44f02b8041 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Made reservation on behalf of 4f87b9f57b044898afab9778051ec3a0 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:17:59.663320 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6437b3c7-fb0e-48a0-a5dd-ccf8f3177b87 None None] Network 40bbe8a0-b533-4530-8687-59c2dbcac384 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:17:59.666022 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a04262c0-5044-46bf-9823-4e44f02b8041 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:59.691325 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-6437b3c7-fb0e-48a0-a5dd-ccf8f3177b87 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:17:59.695889 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6437b3c7-fb0e-48a0-a5dd-ccf8f3177b87 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:17:59.718212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81e38c9-6941-4476-8e24-e1af67808393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-6bdafa47-09f9-4b33-bad6-03156741a24e', 'network_id': '6bdafa47-09f9-4b33-bad6-03156741a24e', 'project_id': '4f87b9f57b044898afab9778051ec3a0', 'fixed_ips': [{'subnet_id': '109fe6f5-4f49-4559-aaa1-914152a86004'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:17:59.718744 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e81e38c9-6941-4476-8e24-e1af67808393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:59.853497 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437b3c7-fb0e-48a0-a5dd-ccf8f3177b87 None None] Pushing event updated for resources: {'Port': ['ID=47c667fb-ba08-471d-b3be-a08073849437,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:17:59.881005 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6437b3c7-fb0e-48a0-a5dd-ccf8f3177b87 None None] Attempting to bind port 47c667fb-ba08-471d-b3be-a08073849437 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:17:59.881316 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6437b3c7-fb0e-48a0-a5dd-ccf8f3177b87 None None] Attempting to bind port 47c667fb-ba08-471d-b3be-a08073849437 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '91287ee6-8006-4992-a88f-b505f3d118ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '40bbe8a0-b533-4530-8687-59c2dbcac384'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:17:59.881679 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6437b3c7-fb0e-48a0-a5dd-ccf8f3177b87 None None] Attempting to bind port 47c667fb-ba08-471d-b3be-a08073849437 on network 40bbe8a0-b533-4530-8687-59c2dbcac384 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:17:59.885497 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8b5546f-36dc-430e-98f3-b43e6727775f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:17:59.953215 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-e8b5546f-36dc-430e-98f3-b43e6727775f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] device_id is not set on port 264048c4-9afa-491b-b5f2-a7326c68eb27 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:18:00.130425 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6437b3c7-fb0e-48a0-a5dd-ccf8f3177b87 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:18:00.138827 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6437b3c7-fb0e-48a0-a5dd-ccf8f3177b87 None None] Checking segment: {'id': '91287ee6-8006-4992-a88f-b505f3d118ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '40bbe8a0-b533-4530-8687-59c2dbcac384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:18:00.139570 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6437b3c7-fb0e-48a0-a5dd-ccf8f3177b87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:00.140429 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6437b3c7-fb0e-48a0-a5dd-ccf8f3177b87 None None] Bound using segment: {'id': '91287ee6-8006-4992-a88f-b505f3d118ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '40bbe8a0-b533-4530-8687-59c2dbcac384'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:18:00.141778 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6437b3c7-fb0e-48a0-a5dd-ccf8f3177b87 None None] Bound port: 47c667fb-ba08-471d-b3be-a08073849437, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91287ee6-8006-4992-a88f-b505f3d118ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '40bbe8a0-b533-4530-8687-59c2dbcac384'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:18:00.144952 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6437b3c7-fb0e-48a0-a5dd-ccf8f3177b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (47c667fb-ba08-471d-b3be-a08073849437), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:00.197628 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f27b2-2b72-486b-b55c-a2ce883deec8 req-6dcb7fff-4839-4625-a612-00633615368e tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:00.203020 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-411f27b2-2b72-486b-b55c-a2ce883deec8 req-6dcb7fff-4839-4625-a612-00633615368e tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 947 time: 0.5633910 Feb 07 21:18:00.291228 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a04262c0-5044-46bf-9823-4e44f02b8041 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (d49ff242-f379-49f2-aa7f-e3cbc57df121), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:00.326632 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-411f27b2-2b72-486b-b55c-a2ce883deec8 req-0ccd4258-570f-4f9c-afe1-c80535bd64ac tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924006 Feb 07 21:18:00.400041 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04262c0-5044-46bf-9823-4e44f02b8041 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Pushing event updated for resources: {'Subnet': ['ID=d49ff242-f379-49f2-aa7f-e3cbc57df121,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:00.408459 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04262c0-5044-46bf-9823-4e44f02b8041 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Checking segment: {'id': 'b267904e-abfa-4e56-87d1-1f24fd91fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:18:00.409747 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04262c0-5044-46bf-9823-4e44f02b8041 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Network hostable DHCP agents. Network: 5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:18:00.419604 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-08c40a4a-43e2-44e5-87cc-2baec6c80ec5 req-6f9da86c-b79d-4feb-84ce-1866fa718763 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0909526 Feb 07 21:18:00.442436 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38992) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:00.464883 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04262c0-5044-46bf-9823-4e44f02b8041 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Network 5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:18:00.493795 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-a04262c0-5044-46bf-9823-4e44f02b8041 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:18:00.498554 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04262c0-5044-46bf-9823-4e44f02b8041 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:00.499441 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a04262c0-5044-46bf-9823-4e44f02b8041 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:00.520829 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6cdeac-adea-4d57-83b0-74df10ef0106 None None] Network 5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:18:00.530174 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a04262c0-5044-46bf-9823-4e44f02b8041 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1073377 Feb 07 21:18:00.533432 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38996) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:00.570458 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:18:00.626919 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-344bf54c-7f19-44dc-9cec-21a302ce368b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-628882919'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:00.760528 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344bf54c-7f19-44dc-9cec-21a302ce368b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Made reservation on behalf of 062471a9375e45bdbb4f2040a19fb0b4 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:18:00.765263 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-344bf54c-7f19-44dc-9cec-21a302ce368b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:00.781996 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-e81e38c9-6941-4476-8e24-e1af67808393 None None] Allocated IP 172.20.0.2 (6bdafa47-09f9-4b33-bad6-03156741a24e/109fe6f5-4f49-4559-aaa1-914152a86004/b1da645b-e4db-4113-bd3b-4298a7211d45) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:18:00.788975 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-6437b3c7-fb0e-48a0-a5dd-ccf8f3177b87 None None] For port 47c667fb-ba08-471d-b3be-a08073849437, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:18:00.792803 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-6437b3c7-fb0e-48a0-a5dd-ccf8f3177b87 None None] For port 47c667fb-ba08-471d-b3be-a08073849437, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=47c667fb-ba08-471d-b3be-a08073849437,segment=NetworkSegment(91287ee6-8006-4992-a88f-b505f3d118ed),segment_id=91287ee6-8006-4992-a88f-b505f3d118ed)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:18:00.811313 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-344bf54c-7f19-44dc-9cec-21a302ce368b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:00.828208 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6437b3c7-fb0e-48a0-a5dd-ccf8f3177b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (47c667fb-ba08-471d-b3be-a08073849437), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:01.132325 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-189d4bd0-f4fe-4736-b152-85eaac5dd90e tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:01.134817 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e81e38c9-6941-4476-8e24-e1af67808393 None None] Publish callbacks [] for port (b1da645b-e4db-4113-bd3b-4298a7211d45), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:01.166740 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-344bf54c-7f19-44dc-9cec-21a302ce368b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks [] for security_group (1fabc52f-dfe0-4267-81d8-a80f120e95ba), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:01.173107 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-7bca430d-3b1d-41a0-abf7-fd9bdc9c4096 None None] Allocated IP 2001:db8::2 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/79bc81a1-a71a-4d23-ad55-05659209d961/a91ca431-cb57-4193-9744-13b4ede3d8b3) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:18:01.182623 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-7bca430d-3b1d-41a0-abf7-fd9bdc9c4096 None None] Allocated IP 2001:db8:0:1:f816:3eff:febb:d0e (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/cbd2816b-fb31-400b-b610-326e2b136b18/a91ca431-cb57-4193-9744-13b4ede3d8b3) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:18:01.293714 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-344bf54c-7f19-44dc-9cec-21a302ce368b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1fabc52f-dfe0-4267-81d8-a80f120e95ba), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:01.492682 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344bf54c-7f19-44dc-9cec-21a302ce368b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:18:01.542301 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7bca430d-3b1d-41a0-abf7-fd9bdc9c4096 None None] Publish callbacks [] for port (a91ca431-cb57-4193-9744-13b4ede3d8b3), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:01.552322 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437b3c7-fb0e-48a0-a5dd-ccf8f3177b87 None None] Pushing event updated for resources: {'Port': ['ID=47c667fb-ba08-471d-b3be-a08073849437,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:01.556342 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bf54c-7f19-44dc-9cec-21a302ce368b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fabc52f-dfe0-4267-81d8-a80f120e95ba,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:01.568248 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-344bf54c-7f19-44dc-9cec-21a302ce368b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (b4a4b906-1254-417f-8a3c-47a44c7b76e0), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:01.568766 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-344bf54c-7f19-44dc-9cec-21a302ce368b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Added segment b4a4b906-1254-417f-8a3c-47a44c7b76e0 of type vlan for network e2eeb1a3-8b27-477e-8834-acfcf7b94b3e Feb 07 21:18:01.599891 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7bca430d-3b1d-41a0-abf7-fd9bdc9c4096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (a91ca431-cb57-4193-9744-13b4ede3d8b3), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:01.605844 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e81e38c9-6941-4476-8e24-e1af67808393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (b1da645b-e4db-4113-bd3b-4298a7211d45), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:01.655809 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81e38c9-6941-4476-8e24-e1af67808393 None None] Network 6bdafa47-09f9-4b33-bad6-03156741a24e is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:18:01.672353 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-e81e38c9-6941-4476-8e24-e1af67808393 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:18:01.713320 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-251fa776-7a08-40be-9f42-9c779d75fb92 req-7a229f81-ba42-47ca-90c9-f131c0c227c6 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.1590960 Feb 07 21:18:01.720662 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d38bcd-cbf3-41c6-85f9-05771e68777e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff', 'network_id': '5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff', 'project_id': '4f87b9f57b044898afab9778051ec3a0', 'fixed_ips': [{'subnet_id': 'd49ff242-f379-49f2-aa7f-e3cbc57df121'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:18:01.725015 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f3d38bcd-cbf3-41c6-85f9-05771e68777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:01.727820 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81e38c9-6941-4476-8e24-e1af67808393 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:18:01.775319 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca430d-3b1d-41a0-abf7-fd9bdc9c4096 None None] Pushing event updated for resources: {'Port': ['ID=a91ca431-cb57-4193-9744-13b4ede3d8b3,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:01.830355 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bca430d-3b1d-41a0-abf7-fd9bdc9c4096 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:18:01.919047 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-7bca430d-3b1d-41a0-abf7-fd9bdc9c4096 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:18:01.931988 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-e8b5546f-36dc-430e-98f3-b43e6727775f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 2001:db8::228 (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/79bc81a1-a71a-4d23-ad55-05659209d961/264048c4-9afa-491b-b5f2-a7326c68eb27) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:18:01.940655 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-e8b5546f-36dc-430e-98f3-b43e6727775f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Allocated IP 2001:db8:0:1:f816:3eff:feef:37dc (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030/cbd2816b-fb31-400b-b610-326e2b136b18/264048c4-9afa-491b-b5f2-a7326c68eb27) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:18:02.054104 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-344bf54c-7f19-44dc-9cec-21a302ce368b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (e2eeb1a3-8b27-477e-8834-acfcf7b94b3e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:02.103118 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bca430d-3b1d-41a0-abf7-fd9bdc9c4096 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:18:02.124038 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a5d6e-5dab-40db-9689-fa5885caedb2 req-6906d89f-f1dc-423a-8681-e0a4f29b25b8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:02.125653 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f25a5d6e-5dab-40db-9689-fa5885caedb2 req-6906d89f-f1dc-423a-8681-e0a4f29b25b8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 947 time: 0.5960984 Feb 07 21:18:02.282841 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-e81e38c9-6941-4476-8e24-e1af67808393 None None] Attempting to bind port b1da645b-e4db-4113-bd3b-4298a7211d45 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:18:02.283361 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-e81e38c9-6941-4476-8e24-e1af67808393 None None] Attempting to bind port b1da645b-e4db-4113-bd3b-4298a7211d45 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'ace6d333-c6ca-4812-bc46-372fdedb1b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6bdafa47-09f9-4b33-bad6-03156741a24e'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:18:02.284777 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81e38c9-6941-4476-8e24-e1af67808393 None None] Attempting to bind port b1da645b-e4db-4113-bd3b-4298a7211d45 on network 6bdafa47-09f9-4b33-bad6-03156741a24e {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:18:02.284932 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-189d4bd0-f4fe-4736-b152-85eaac5dd90e tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Allocated IP 172.20.0.1 (6bdafa47-09f9-4b33-bad6-03156741a24e/109fe6f5-4f49-4559-aaa1-914152a86004/46c46f0b-64bd-4f8f-aa99-d0a2e3e6ea3a) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:18:02.432409 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e38c9-6941-4476-8e24-e1af67808393 None None] Pushing event updated for resources: {'Port': ['ID=b1da645b-e4db-4113-bd3b-4298a7211d45,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:02.435026 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-344bf54c-7f19-44dc-9cec-21a302ce368b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (e2eeb1a3-8b27-477e-8834-acfcf7b94b3e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:02.450412 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344bf54c-7f19-44dc-9cec-21a302ce368b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:02.455251 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-344bf54c-7f19-44dc-9cec-21a302ce368b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:02.466489 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f25a5d6e-5dab-40db-9689-fa5885caedb2 req-9f042dbc-cc57-42c1-b1f8-42fb26695a2b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3127530 Feb 07 21:18:02.553834 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81e38c9-6941-4476-8e24-e1af67808393 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:18:02.557268 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81e38c9-6941-4476-8e24-e1af67808393 None None] Checking segment: {'id': 'ace6d333-c6ca-4812-bc46-372fdedb1b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6bdafa47-09f9-4b33-bad6-03156741a24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:18:02.557859 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e81e38c9-6941-4476-8e24-e1af67808393 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:02.558317 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81e38c9-6941-4476-8e24-e1af67808393 None None] Bound using segment: {'id': 'ace6d333-c6ca-4812-bc46-372fdedb1b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6bdafa47-09f9-4b33-bad6-03156741a24e'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:18:02.558884 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-e81e38c9-6941-4476-8e24-e1af67808393 None None] Bound port: b1da645b-e4db-4113-bd3b-4298a7211d45, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace6d333-c6ca-4812-bc46-372fdedb1b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6bdafa47-09f9-4b33-bad6-03156741a24e'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:18:02.572551 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e81e38c9-6941-4476-8e24-e1af67808393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b1da645b-e4db-4113-bd3b-4298a7211d45), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:02.670400 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-7bca430d-3b1d-41a0-abf7-fd9bdc9c4096 None None] Attempting to bind port a91ca431-cb57-4193-9744-13b4ede3d8b3 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:18:02.671049 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-7bca430d-3b1d-41a0-abf7-fd9bdc9c4096 None None] Attempting to bind port a91ca431-cb57-4193-9744-13b4ede3d8b3 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:18:02.671589 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bca430d-3b1d-41a0-abf7-fd9bdc9c4096 None None] Attempting to bind port a91ca431-cb57-4193-9744-13b4ede3d8b3 on network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:18:02.674051 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca2c414-c64c-44fd-a257-0b3ebeb234f3 None None] Network 40bbe8a0-b533-4530-8687-59c2dbcac384 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:18:02.847042 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-344bf54c-7f19-44dc-9cec-21a302ce368b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.4028125 Feb 07 21:18:02.850493 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39066) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:02.855944 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-bdd350b7-69da-4a8f-a517-9c01a0864c0a tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Request body: {'subnet': {'network_id': 'e2eeb1a3-8b27-477e-8834-acfcf7b94b3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:02.930019 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bf54c-7f19-44dc-9cec-21a302ce368b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Pushing event updated for resources: {'Network': ['ID=e2eeb1a3-8b27-477e-8834-acfcf7b94b3e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:02.964791 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8b5546f-36dc-430e-98f3-b43e6727775f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for port (264048c4-9afa-491b-b5f2-a7326c68eb27), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:03.006040 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-98eeb570-8e2e-4736-b8f8-1e68ea5d2230 req-4da0df0c-45d4-4217-9c79-ca575a1ba8d1 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0867305 Feb 07 21:18:03.038438 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-189d4bd0-f4fe-4736-b152-85eaac5dd90e tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks [] for port (46c46f0b-64bd-4f8f-aa99-d0a2e3e6ea3a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:03.053300 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd350b7-69da-4a8f-a517-9c01a0864c0a tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Made reservation on behalf of 062471a9375e45bdbb4f2040a19fb0b4 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:18:03.057229 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bdd350b7-69da-4a8f-a517-9c01a0864c0a tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:03.094043 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8b5546f-36dc-430e-98f3-b43e6727775f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (264048c4-9afa-491b-b5f2-a7326c68eb27), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:03.152227 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 47c667fb-ba08-471d-b3be-a08073849437 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:18:03.156360 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network e2eeb1a3-8b27-477e-8834-acfcf7b94b3e details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:18:03.169602 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5546f-36dc-430e-98f3-b43e6727775f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event updated for resources: {'Port': ['ID=264048c4-9afa-491b-b5f2-a7326c68eb27,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:03.222341 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b5546f-36dc-430e-98f3-b43e6727775f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:18:03.224749 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-e8b5546f-36dc-430e-98f3-b43e6727775f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:18:03.228686 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b5546f-36dc-430e-98f3-b43e6727775f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:18:03.230663 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bca430d-3b1d-41a0-abf7-fd9bdc9c4096 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:18:03.231421 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bca430d-3b1d-41a0-abf7-fd9bdc9c4096 None None] Checking segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:18:03.231956 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7bca430d-3b1d-41a0-abf7-fd9bdc9c4096 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:03.232678 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bca430d-3b1d-41a0-abf7-fd9bdc9c4096 None None] Bound using segment: {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:18:03.233269 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-7bca430d-3b1d-41a0-abf7-fd9bdc9c4096 None None] Bound port: a91ca431-cb57-4193-9744-13b4ede3d8b3, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176c1550-7b6a-4364-8333-5da10a3af497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:18:03.233773 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7bca430d-3b1d-41a0-abf7-fd9bdc9c4096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a91ca431-cb57-4193-9744-13b4ede3d8b3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:03.236248 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b5546f-36dc-430e-98f3-b43e6727775f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:03.237230 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8b5546f-36dc-430e-98f3-b43e6727775f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:03.264807 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-189d4bd0-f4fe-4736-b152-85eaac5dd90e tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (46c46f0b-64bd-4f8f-aa99-d0a2e3e6ea3a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:03.348749 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e8b5546f-36dc-430e-98f3-b43e6727775f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.1767344 Feb 07 21:18:03.352900 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189d4bd0-f4fe-4736-b152-85eaac5dd90e tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Network 6bdafa47-09f9-4b33-bad6-03156741a24e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:18:03.362693 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39072) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:03.372295 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-f3d38bcd-cbf3-41c6-85f9-05771e68777e None None] Allocated IP 172.20.0.2 (5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff/d49ff242-f379-49f2-aa7f-e3cbc57df121/3d015a51-35b2-497f-8438-c2fe3fe01b20) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:18:03.387973 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-189d4bd0-f4fe-4736-b152-85eaac5dd90e tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:18:03.389540 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bdd350b7-69da-4a8f-a517-9c01a0864c0a tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (005c86aa-39c7-47d0-8764-cacda822791e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:03.391730 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189d4bd0-f4fe-4736-b152-85eaac5dd90e tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:18:03.458685 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd350b7-69da-4a8f-a517-9c01a0864c0a tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Pushing event updated for resources: {'Subnet': ['ID=005c86aa-39c7-47d0-8764-cacda822791e,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:03.471704 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e4f6568b-bedf-49ad-921b-a1939bdc197b None None] Provisioning complete for port 47c667fb-ba08-471d-b3be-a08073849437 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:03.472046 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd350b7-69da-4a8f-a517-9c01a0864c0a tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Checking segment: {'id': 'b4a4b906-1254-417f-8a3c-47a44c7b76e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e2eeb1a3-8b27-477e-8834-acfcf7b94b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:18:03.472463 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd350b7-69da-4a8f-a517-9c01a0864c0a tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Network hostable DHCP agents. Network: e2eeb1a3-8b27-477e-8834-acfcf7b94b3e, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:18:03.473246 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e4f6568b-bedf-49ad-921b-a1939bdc197b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (47c667fb-ba08-471d-b3be-a08073849437), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:03.492897 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd350b7-69da-4a8f-a517-9c01a0864c0a tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Network e2eeb1a3-8b27-477e-8834-acfcf7b94b3e is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:18:03.514386 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-bdd350b7-69da-4a8f-a517-9c01a0864c0a tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, e2eeb1a3-8b27-477e-8834-acfcf7b94b3e) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:18:03.519471 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd350b7-69da-4a8f-a517-9c01a0864c0a tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:03.520269 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bdd350b7-69da-4a8f-a517-9c01a0864c0a tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:03.552540 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bdd350b7-69da-4a8f-a517-9c01a0864c0a tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6979041 Feb 07 21:18:03.553201 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39076) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:03.558395 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d4bd0-f4fe-4736-b152-85eaac5dd90e tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Pushing event updated for resources: {'Port': ['ID=46c46f0b-64bd-4f8f-aa99-d0a2e3e6ea3a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:03.562972 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-189d4bd0-f4fe-4736-b152-85eaac5dd90e tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (21a98ccc-46a5-451a-b1d3-765508835d8c), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:03.566411 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-54959406-4790-43b4-a70a-983a43ed1d8b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Request body: {'port': {'network_id': 'e2eeb1a3-8b27-477e-8834-acfcf7b94b3e', 'name': 'tempest-TagsExtTest-1008456074'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:03.709409 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f3d38bcd-cbf3-41c6-85f9-05771e68777e None None] Publish callbacks [] for port (3d015a51-35b2-497f-8438-c2fe3fe01b20), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:03.741195 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54959406-4790-43b4-a70a-983a43ed1d8b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Made reservation on behalf of 062471a9375e45bdbb4f2040a19fb0b4 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:18:03.745649 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54959406-4790-43b4-a70a-983a43ed1d8b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:03.797481 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-54959406-4790-43b4-a70a-983a43ed1d8b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] device_id is not set on port 648adc9f-0304-4e71-8142-5a6a246c4290 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:18:03.849099 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7bca430d-3b1d-41a0-abf7-fd9bdc9c4096 None None] For port a91ca431-cb57-4193-9744-13b4ede3d8b3, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:18:03.852862 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7bca430d-3b1d-41a0-abf7-fd9bdc9c4096 None None] For port a91ca431-cb57-4193-9744-13b4ede3d8b3, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a91ca431-cb57-4193-9744-13b4ede3d8b3,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:18:03.957794 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47176d3-aec9-486b-927a-87e7245196bc None None] Network e2eeb1a3-8b27-477e-8834-acfcf7b94b3e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:18:04.012614 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-54959406-4790-43b4-a70a-983a43ed1d8b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Allocated IP 172.20.0.6 (e2eeb1a3-8b27-477e-8834-acfcf7b94b3e/005c86aa-39c7-47d0-8764-cacda822791e/648adc9f-0304-4e71-8142-5a6a246c4290) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:18:04.025185 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7bca430d-3b1d-41a0-abf7-fd9bdc9c4096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a91ca431-cb57-4193-9744-13b4ede3d8b3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:04.051518 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f3d38bcd-cbf3-41c6-85f9-05771e68777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (3d015a51-35b2-497f-8438-c2fe3fe01b20), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:04.235509 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e2f3805e-29b8-4a03-8ed6-0d4ebcc91ed5 req-7f702166-a084-4725-b141-d05b62cea5e4 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0663865 Feb 07 21:18:04.296697 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 17dc58fa-1248-4f88-b868-ac032c41d000 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:18:04.319174 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d88b2-45c3-451d-841d-f3e74a1f2319 req-acd535ad-18ed-44db-8d93-34ee6f093233 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:04.321854 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d2d88b2-45c3-451d-841d-f3e74a1f2319 req-acd535ad-18ed-44db-8d93-34ee6f093233 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 947 time: 0.3516853 Feb 07 21:18:04.344625 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:04.389512 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54959406-4790-43b4-a70a-983a43ed1d8b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks [] for port (648adc9f-0304-4e71-8142-5a6a246c4290), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:04.425786 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:04.430048 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d38bcd-cbf3-41c6-85f9-05771e68777e None None] Network 5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:18:04.450825 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e81e38c9-6941-4476-8e24-e1af67808393 None None] For port b1da645b-e4db-4113-bd3b-4298a7211d45, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:18:04.465242 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e81e38c9-6941-4476-8e24-e1af67808393 None None] For port b1da645b-e4db-4113-bd3b-4298a7211d45, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=b1da645b-e4db-4113-bd3b-4298a7211d45,segment=NetworkSegment(ace6d333-c6ca-4812-bc46-372fdedb1b98),segment_id=ace6d333-c6ca-4812-bc46-372fdedb1b98)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:18:04.467916 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-189d4bd0-f4fe-4736-b152-85eaac5dd90e tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (46c46f0b-64bd-4f8f-aa99-d0a2e3e6ea3a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:04.476575 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54959406-4790-43b4-a70a-983a43ed1d8b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (648adc9f-0304-4e71-8142-5a6a246c4290), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:04.486934 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-f3d38bcd-cbf3-41c6-85f9-05771e68777e None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:18:04.491455 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d38bcd-cbf3-41c6-85f9-05771e68777e None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:18:04.510551 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-303c04f2-43dd-4f9b-a86b-eddb0ce7f9bd tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting port 264048c4-9afa-491b-b5f2-a7326c68eb27 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:04.513916 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-303c04f2-43dd-4f9b-a86b-eddb0ce7f9bd tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (264048c4-9afa-491b-b5f2-a7326c68eb27), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:04.674298 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54959406-4790-43b4-a70a-983a43ed1d8b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Network e2eeb1a3-8b27-477e-8834-acfcf7b94b3e is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:18:04.689114 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-54959406-4790-43b4-a70a-983a43ed1d8b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:18:04.703655 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54959406-4790-43b4-a70a-983a43ed1d8b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Pushing event updated for resources: {'Port': ['ID=648adc9f-0304-4e71-8142-5a6a246c4290,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:04.728554 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54959406-4790-43b4-a70a-983a43ed1d8b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:18:04.738928 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e81e38c9-6941-4476-8e24-e1af67808393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b1da645b-e4db-4113-bd3b-4298a7211d45), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:04.887046 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca430d-3b1d-41a0-abf7-fd9bdc9c4096 None None] Pushing event updated for resources: {'Port': ['ID=a91ca431-cb57-4193-9744-13b4ede3d8b3,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:04.899554 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54959406-4790-43b4-a70a-983a43ed1d8b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:04.901282 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54959406-4790-43b4-a70a-983a43ed1d8b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:04.927231 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-54959406-4790-43b4-a70a-983a43ed1d8b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3728940 Feb 07 21:18:04.929292 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39090) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:04.935659 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 47c667fb-ba08-471d-b3be-a08073849437 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:04.936253 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (47c667fb-ba08-471d-b3be-a08073849437), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:04.957681 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-afc20dc9-17df-4676-a140-5e38b2adb9c4 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-895146204', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:05.018980 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-afc20dc9-17df-4676-a140-5e38b2adb9c4 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (bf3615c8-4061-4035-94ac-495a75ef30a4), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:05.018980 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-afc20dc9-17df-4676-a140-5e38b2adb9c4 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (bf3615c8-4061-4035-94ac-495a75ef30a4), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:05.155375 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-afc20dc9-17df-4676-a140-5e38b2adb9c4 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks [] for router_controller (bf3615c8-4061-4035-94ac-495a75ef30a4), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:05.167868 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-afc20dc9-17df-4676-a140-5e38b2adb9c4 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (bf3615c8-4061-4035-94ac-495a75ef30a4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:05.181417 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d38bcd-cbf3-41c6-85f9-05771e68777e None None] Pushing event updated for resources: {'Port': ['ID=3d015a51-35b2-497f-8438-c2fe3fe01b20,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:05.190741 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d2d88b2-45c3-451d-841d-f3e74a1f2319 req-c3c9d774-3020-43b3-811f-f2a818dbac33 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8106112 Feb 07 21:18:05.200254 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-afc20dc9-17df-4676-a140-5e38b2adb9c4 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:05.204406 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-afc20dc9-17df-4676-a140-5e38b2adb9c4 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2705779 Feb 07 21:18:05.205696 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39092) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:05.232613 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-af6364f2-f94c-45b7-a0be-bade158211dc tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1743838926', 'prefixes': ['172.20.0.0/16']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:05.258064 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-303c04f2-43dd-4f9b-a86b-eddb0ce7f9bd tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (264048c4-9afa-491b-b5f2-a7326c68eb27), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:05.297909 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-303c04f2-43dd-4f9b-a86b-eddb0ce7f9bd tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Calling delete_port for 264048c4-9afa-491b-b5f2-a7326c68eb27 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:05.440809 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e4f6568b-bedf-49ad-921b-a1939bdc197b None None] Current status of the port 47c667fb-ba08-471d-b3be-a08073849437 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:18:05.443292 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e4f6568b-bedf-49ad-921b-a1939bdc197b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (47c667fb-ba08-471d-b3be-a08073849437), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:05.467450 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af6364f2-f94c-45b7-a0be-bade158211dc tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:05.469175 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-af6364f2-f94c-45b7-a0be-bade158211dc tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2600453 Feb 07 21:18:05.474537 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39106) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:05.489368 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-34f57c5c-ec5c-4295-8a58-54ba8525ab4e tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '005c86aa-39c7-47d0-8764-cacda822791e', 'tempest-TagsExtTest-Tag-1697395797') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:05.590689 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 17dc58fa-1248-4f88-b868-ac032c41d000 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:18:05.591149 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:05.598090 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-f3d38bcd-cbf3-41c6-85f9-05771e68777e None None] Attempting to bind port 3d015a51-35b2-497f-8438-c2fe3fe01b20 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:18:05.598486 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-f3d38bcd-cbf3-41c6-85f9-05771e68777e None None] Attempting to bind port 3d015a51-35b2-497f-8438-c2fe3fe01b20 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'b267904e-abfa-4e56-87d1-1f24fd91fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:18:05.598854 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d38bcd-cbf3-41c6-85f9-05771e68777e None None] Attempting to bind port 3d015a51-35b2-497f-8438-c2fe3fe01b20 on network 5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:18:05.610860 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e38c9-6941-4476-8e24-e1af67808393 None None] Pushing event updated for resources: {'Port': ['ID=b1da645b-e4db-4113-bd3b-4298a7211d45,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:05.675037 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d077bcb-9e0e-4766-9ddb-59fa81cdf31a req-9c0d8f63-78c6-4dd4-a225-d7ef44170fd8 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.2502887 Feb 07 21:18:05.791935 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d38bcd-cbf3-41c6-85f9-05771e68777e None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:18:05.792337 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d38bcd-cbf3-41c6-85f9-05771e68777e None None] Checking segment: {'id': 'b267904e-abfa-4e56-87d1-1f24fd91fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:18:05.793278 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f3d38bcd-cbf3-41c6-85f9-05771e68777e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:05.793278 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d38bcd-cbf3-41c6-85f9-05771e68777e None None] Bound using segment: {'id': 'b267904e-abfa-4e56-87d1-1f24fd91fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:18:05.793622 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-f3d38bcd-cbf3-41c6-85f9-05771e68777e None None] Bound port: 3d015a51-35b2-497f-8438-c2fe3fe01b20, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b267904e-abfa-4e56-87d1-1f24fd91fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:18:05.797848 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f3d38bcd-cbf3-41c6-85f9-05771e68777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3d015a51-35b2-497f-8438-c2fe3fe01b20), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:05.808924 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-34f57c5c-ec5c-4295-8a58-54ba8525ab4e tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "PUT /v2.0/subnets/005c86aa-39c7-47d0-8764-cacda822791e/tags/tempest-TagsExtTest-Tag-1697395797 HTTP/1.1" status: 201 len: 201 time: 0.3327782 Feb 07 21:18:05.809795 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39108) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:05.826692 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-98f2cb10-ff45-4474-9713-8dbe171a4e6d tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '648adc9f-0304-4e71-8142-5a6a246c4290', 'tempest-TagsExtTest-Tag-794047529') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:05.842408 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b4c93e-8bb0-4832-b61f-ff29ec63d07e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-e2eeb1a3-8b27-477e-8834-acfcf7b94b3e', 'network_id': 'e2eeb1a3-8b27-477e-8834-acfcf7b94b3e', 'project_id': '062471a9375e45bdbb4f2040a19fb0b4', 'fixed_ips': [{'subnet_id': '005c86aa-39c7-47d0-8764-cacda822791e'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:18:05.843591 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-61b4c93e-8bb0-4832-b61f-ff29ec63d07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:05.879555 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf6f5b-1060-47fe-95fc-adff966ea185 req-c9bbd5a1-8f7c-4131-b58d-3ef6d2725bfc tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:05.881667 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e2cf6f5b-1060-47fe-95fc-adff966ea185 req-c9bbd5a1-8f7c-4131-b58d-3ef6d2725bfc tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 947 time: 0.4002976 Feb 07 21:18:05.895308 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-189d4bd0-f4fe-4736-b152-85eaac5dd90e tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks [] for port (46c46f0b-64bd-4f8f-aa99-d0a2e3e6ea3a), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:05.938111 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-189d4bd0-f4fe-4736-b152-85eaac5dd90e tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (46c46f0b-64bd-4f8f-aa99-d0a2e3e6ea3a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:05.957393 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e4f6568b-bedf-49ad-921b-a1939bdc197b None None] For port 47c667fb-ba08-471d-b3be-a08073849437, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=47c667fb-ba08-471d-b3be-a08073849437,segment=NetworkSegment(91287ee6-8006-4992-a88f-b505f3d118ed),segment_id=91287ee6-8006-4992-a88f-b505f3d118ed)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:06.024194 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-98f2cb10-ff45-4474-9713-8dbe171a4e6d tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "PUT /v2.0/ports/648adc9f-0304-4e71-8142-5a6a246c4290/tags/tempest-TagsExtTest-Tag-794047529 HTTP/1.1" status: 201 len: 201 time: 0.2129996 Feb 07 21:18:06.027123 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39110) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:06.036620 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-e371d74e-a2e8-4e86-9a51-664fe731651c tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bf3615c8-4061-4035-94ac-495a75ef30a4', 'tempest-TagsExtTest-Tag-1771687372') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:06.077914 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e4f6568b-bedf-49ad-921b-a1939bdc197b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (47c667fb-ba08-471d-b3be-a08073849437), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:06.079365 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17dc58fa-1248-4f88-b868-ac032c41d000'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:18:06.082050 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e3bdfd-13f7-4efc-b8bb-9da3a33ea970" -d '{"events": [{"server_uuid": "77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34", "name": "network-vif-unplugged", "status": "completed", "tag": "17dc58fa-1248-4f88-b868-ac032c41d000"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:18:06.141014 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-189d4bd0-f4fe-4736-b152-85eaac5dd90e tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (21a98ccc-46a5-451a-b1d3-765508835d8c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:06.146006 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d4bd0-f4fe-4736-b152-85eaac5dd90e tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Pushing event updated for resources: {'Port': ['ID=46c46f0b-64bd-4f8f-aa99-d0a2e3e6ea3a,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:06.160861 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e2cf6f5b-1060-47fe-95fc-adff966ea185 req-39c7dc07-2e7b-4741-b308-af50757c1b6c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606537 Feb 07 21:18:06.254779 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430400ba-6f8b-421f-986f-efc462b17247 x-openstack-request-id: req-430400ba-6f8b-421f-986f-efc462b17247 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:18:06.255071 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34", "name": "network-vif-unplugged", "status": "completed", "tag": "17dc58fa-1248-4f88-b868-ac032c41d000", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:18:06.255803 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-430400ba-6f8b-421f-986f-efc462b17247 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:18:06.255803 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17dc58fa-1248-4f88-b868-ac032c41d000', 'code': 200} Feb 07 21:18:06.263778 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-303c04f2-43dd-4f9b-a86b-eddb0ce7f9bd tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (264048c4-9afa-491b-b5f2-a7326c68eb27), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:06.273336 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 17dc58fa-1248-4f88-b868-ac032c41d000, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=17dc58fa-1248-4f88-b868-ac032c41d000,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:06.276167 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e371d74e-a2e8-4e86-9a51-664fe731651c tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "PUT /v2.0/routers/bf3615c8-4061-4035-94ac-495a75ef30a4/tags/tempest-TagsExtTest-Tag-1771687372 HTTP/1.1" status: 201 len: 201 time: 0.2476501 Feb 07 21:18:06.280550 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39118) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:06.290020 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-3ff91ec5-de3f-448e-bdaf-2c8e472c4203 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7e949271-9974-43bd-94d5-ae81332b6b0c', 'tempest-TagsExtTest-Tag-1640315493') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:06.367947 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c04f2-43dd-4f9b-a86b-eddb0ce7f9bd tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Port': ['ID=264048c4-9afa-491b-b5f2-a7326c68eb27,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:06.376934 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 47c667fb-ba08-471d-b3be-a08073849437 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:18:06.377943 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (47c667fb-ba08-471d-b3be-a08073849437), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:06.428325 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3ff91ec5-de3f-448e-bdaf-2c8e472c4203 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "PUT /v2.0/subnetpools/7e949271-9974-43bd-94d5-ae81332b6b0c/tags/tempest-TagsExtTest-Tag-1640315493 HTTP/1.1" status: 201 len: 201 time: 0.1458545 Feb 07 21:18:06.429387 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39126) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:06.429479 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:06.448881 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-30edba0f-faf5-4b3e-9c75-67fefd93115f tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '005c86aa-39c7-47d0-8764-cacda822791e') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:06.490620 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-303c04f2-43dd-4f9b-a86b-eddb0ce7f9bd tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:06.495208 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-303c04f2-43dd-4f9b-a86b-eddb0ce7f9bd tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/264048c4-9afa-491b-b5f2-a7326c68eb27 HTTP/1.1" status: 204 len: 168 time: 3.1281924 Feb 07 21:18:06.498462 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39130) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:06.522087 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189d4bd0-f4fe-4736-b152-85eaac5dd90e tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Network 6bdafa47-09f9-4b33-bad6-03156741a24e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:18:06.527618 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-189d4bd0-f4fe-4736-b152-85eaac5dd90e tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:18:06.600461 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-9c8998d8-1e31-469c-82e4-e0613dc679e7 None None] Provisioning complete for port 47c667fb-ba08-471d-b3be-a08073849437 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:06.601124 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9c8998d8-1e31-469c-82e4-e0613dc679e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (47c667fb-ba08-471d-b3be-a08073849437), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:06.724364 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-30edba0f-faf5-4b3e-9c75-67fefd93115f tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "GET /v2.0/subnets/005c86aa-39c7-47d0-8764-cacda822791e/tags HTTP/1.1" status: 200 len: 241 time: 0.2916889 Feb 07 21:18:06.727785 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39146) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:06.745646 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-47adbaf1-84ab-47e1-8ee3-614837ead741 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '005c86aa-39c7-47d0-8764-cacda822791e', 'tempest-TagsExtTest-Tag-1697395797') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:06.756587 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:18:06.757156 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:18:06.806251 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4a7cf9-2771-4800-a89b-447567241021 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:18:06.814388 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6568b-bedf-49ad-921b-a1939bdc197b None None] Pushing event updated for resources: {'Port': ['ID=47c667fb-ba08-471d-b3be-a08073849437,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:06.841542 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6964bc26-4f19-49f8-bf0f-f1d6aedb69e1 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:06.857153 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6964bc26-4f19-49f8-bf0f-f1d6aedb69e1 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1043 time: 0.3558831 Feb 07 21:18:06.860170 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39158) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:06.900653 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=17dc58fa-1248-4f88-b868-ac032c41d000,revision_number=14']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:07.007793 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1449312-139a-4610-8e0c-a6a43399438b req-3e34ed8e-bb71-42ff-91ab-514d2ee9fdb5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.1267469 Feb 07 21:18:07.018060 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f3d38bcd-cbf3-41c6-85f9-05771e68777e None None] For port 3d015a51-35b2-497f-8438-c2fe3fe01b20, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:18:07.085674 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189d4bd0-f4fe-4736-b152-85eaac5dd90e tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Router 21a98ccc-46a5-451a-b1d3-765508835d8c is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:18:07.118074 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f3d38bcd-cbf3-41c6-85f9-05771e68777e None None] For port 3d015a51-35b2-497f-8438-c2fe3fe01b20, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=3d015a51-35b2-497f-8438-c2fe3fe01b20,segment=NetworkSegment(b267904e-abfa-4e56-87d1-1f24fd91fc42),segment_id=b267904e-abfa-4e56-87d1-1f24fd91fc42)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:18:07.119424 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9c8998d8-1e31-469c-82e4-e0613dc679e7 None None] Current status of the port 47c667fb-ba08-471d-b3be-a08073849437 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:18:07.141427 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f3d38bcd-cbf3-41c6-85f9-05771e68777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3d015a51-35b2-497f-8438-c2fe3fe01b20), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:07.148139 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f66afad-8913-46b8-8690-c65c6da8cb82 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:07.163490 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9f66afad-8913-46b8-8690-c65c6da8cb82 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1043 time: 0.3022270 Feb 07 21:18:07.163992 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-61b4c93e-8bb0-4832-b61f-ff29ec63d07e None None] Allocated IP 172.20.0.2 (e2eeb1a3-8b27-477e-8834-acfcf7b94b3e/005c86aa-39c7-47d0-8764-cacda822791e/9886f72c-171a-4df0-a56d-0ea90fff0222) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:18:07.168532 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39166) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:07.170560 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-47adbaf1-84ab-47e1-8ee3-614837ead741 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "GET /v2.0/subnets/005c86aa-39c7-47d0-8764-cacda822791e/tags/tempest-TagsExtTest-Tag-1697395797 HTTP/1.1" status: 204 len: 168 time: 0.4411397 Feb 07 21:18:07.206839 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39168) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:07.225300 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-48455827-f95e-493f-934f-468561d971b0 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '005c86aa-39c7-47d0-8764-cacda822791e', 'tempest-TagsExtTest-Tag-1697395797') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:07.230347 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062cfd72-5573-416d-bed1-f9bb994d026a None None] Network 6bdafa47-09f9-4b33-bad6-03156741a24e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:18:07.326917 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189d4bd0-f4fe-4736-b152-85eaac5dd90e tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:18:07.340976 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-189d4bd0-f4fe-4736-b152-85eaac5dd90e tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] 10.222.0.65 "PUT /v2.0/routers/21a98ccc-46a5-451a-b1d3-765508835d8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8057761 Feb 07 21:18:07.344050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39180) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:07.433812 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36ec9c7-0924-467e-be54-b48bfe70455f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:07.441010 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36ec9c7-0924-467e-be54-b48bfe70455f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:07.450441 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36ec9c7-0924-467e-be54-b48bfe70455f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:07.452349 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b36ec9c7-0924-467e-be54-b48bfe70455f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2804992 Feb 07 21:18:07.456660 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39186) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:07.643829 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-48455827-f95e-493f-934f-468561d971b0 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "DELETE /v2.0/subnets/005c86aa-39c7-47d0-8764-cacda822791e/tags/tempest-TagsExtTest-Tag-1697395797 HTTP/1.1" status: 204 len: 168 time: 0.4325609 Feb 07 21:18:07.645261 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39198) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:07.665312 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-c3af683d-ec3a-437f-8ac7-0b232b54e082 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '005c86aa-39c7-47d0-8764-cacda822791e') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:07.738230 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f1959ce-8b5d-4f1d-9144-c350a2a7ca36 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet 79bc81a1-a71a-4d23-ad55-05659209d961 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:18:07.742924 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f1959ce-8b5d-4f1d-9144-c350a2a7ca36 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (79bc81a1-a71a-4d23-ad55-05659209d961), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:07.805466 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f1959ce-8b5d-4f1d-9144-c350a2a7ca36 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (79bc81a1-a71a-4d23-ad55-05659209d961), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:07.819494 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467e6e40-a86c-4097-a6b9-6c33d1ad204f None None] Sync routers for ids ['21a98ccc-46a5-451a-b1d3-765508835d8c'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:18:08.040599 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-f7e84483-4645-4750-839d-04ae2b552f52 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:18:08.044458 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c3af683d-ec3a-437f-8ac7-0b232b54e082 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "GET /v2.0/subnets/005c86aa-39c7-47d0-8764-cacda822791e/tags HTTP/1.1" status: 200 len: 205 time: 0.3915513 Feb 07 21:18:08.044458 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39220) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:08.044612 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d38bcd-cbf3-41c6-85f9-05771e68777e None None] Pushing event updated for resources: {'Port': ['ID=3d015a51-35b2-497f-8438-c2fe3fe01b20,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:08.047554 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467e6e40-a86c-4097-a6b9-6c33d1ad204f None None] Routers {'21a98ccc-46a5-451a-b1d3-765508835d8c'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:18:08.048220 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-467e6e40-a86c-4097-a6b9-6c33d1ad204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:17:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['21a98ccc-46a5-451a-b1d3-765508835d8c'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:08.050072 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f7e84483-4645-4750-839d-04ae2b552f52 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] 10.222.0.65 "PUT /v2.0/routers/21a98ccc-46a5-451a-b1d3-765508835d8c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7021313 Feb 07 21:18:08.051193 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39222) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:08.068863 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-7f8c2ac4-9af6-449b-a11c-dabfa4de8ea2 None None] Provisioning complete for port b1da645b-e4db-4113-bd3b-4298a7211d45 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:08.069760 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7f8c2ac4-9af6-449b-a11c-dabfa4de8ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b1da645b-e4db-4113-bd3b-4298a7211d45), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:08.078255 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-95d68e40-1dcf-412d-98f6-abca8a3be4f4 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '648adc9f-0304-4e71-8142-5a6a246c4290') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:08.128998 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 47c667fb-ba08-471d-b3be-a08073849437 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:18:08.178917 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-467e6e40-a86c-4097-a6b9-6c33d1ad204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:08.262334 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f1959ce-8b5d-4f1d-9144-c350a2a7ca36 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (79bc81a1-a71a-4d23-ad55-05659209d961), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:08.370177 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea524f66-02cf-4adc-a4a3-279909c7636f req-f2b101c7-867d-472f-bc6b-45accf54c71e tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0880351 Feb 07 21:18:08.408161 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467e6e40-a86c-4097-a6b9-6c33d1ad204f None None] Routers {'21a98ccc-46a5-451a-b1d3-765508835d8c'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:18:08.413534 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-467e6e40-a86c-4097-a6b9-6c33d1ad204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:17:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['21a98ccc-46a5-451a-b1d3-765508835d8c'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:08.419212 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f1959ce-8b5d-4f1d-9144-c350a2a7ca36 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (79bc81a1-a71a-4d23-ad55-05659209d961), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:08.469702 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1959ce-8b5d-4f1d-9144-c350a2a7ca36 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=79bc81a1-a71a-4d23-ad55-05659209d961,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:08.491478 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f1959ce-8b5d-4f1d-9144-c350a2a7ca36 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:08.499211 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0f1959ce-8b5d-4f1d-9144-c350a2a7ca36 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/79bc81a1-a71a-4d23-ad55-05659209d961 HTTP/1.1" status: 204 len: 168 time: 1.0383584 Feb 07 21:18:08.500532 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39228) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:08.618357 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949167d7-f03b-4f13-98ed-a36dffe6af55 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:18:08.641441 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-467e6e40-a86c-4097-a6b9-6c33d1ad204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:08.643715 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467e6e40-a86c-4097-a6b9-6c33d1ad204f None None] The sync data for ids ['21a98ccc-46a5-451a-b1d3-765508835d8c'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:18:08.672963 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc9b74a-965f-432c-9e77-1787b7fb95dc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Deleting subnet cbd2816b-fb31-400b-b610-326e2b136b18 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:18:08.708287 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6dc9b74a-965f-432c-9e77-1787b7fb95dc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks [] for subnet (cbd2816b-fb31-400b-b610-326e2b136b18), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:08.727806 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-61b4c93e-8bb0-4832-b61f-ff29ec63d07e None None] Publish callbacks [] for port (9886f72c-171a-4df0-a56d-0ea90fff0222), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:08.779362 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-61b4c93e-8bb0-4832-b61f-ff29ec63d07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (9886f72c-171a-4df0-a56d-0ea90fff0222), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:08.851692 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-95d68e40-1dcf-412d-98f6-abca8a3be4f4 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "GET /v2.0/ports/648adc9f-0304-4e71-8142-5a6a246c4290/tags HTTP/1.1" status: 200 len: 240 time: 0.8065777 Feb 07 21:18:08.858688 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b4c93e-8bb0-4832-b61f-ff29ec63d07e None None] Network e2eeb1a3-8b27-477e-8834-acfcf7b94b3e is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:18:08.870594 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4c93e-8bb0-4832-b61f-ff29ec63d07e None None] Pushing event updated for resources: {'Port': ['ID=9886f72c-171a-4df0-a56d-0ea90fff0222,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:08.873342 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39234) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:08.875009 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-61b4c93e-8bb0-4832-b61f-ff29ec63d07e None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:18:08.887711 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6dc9b74a-965f-432c-9e77-1787b7fb95dc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (cbd2816b-fb31-400b-b610-326e2b136b18), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:08.891728 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b4c93e-8bb0-4832-b61f-ff29ec63d07e None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:18:08.904339 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-e3828d3b-ef9f-4da9-853a-3d538f144bee tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '648adc9f-0304-4e71-8142-5a6a246c4290', 'tempest-TagsExtTest-Tag-794047529') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:09.018663 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 47c667fb-ba08-471d-b3be-a08073849437 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:18:09.153275 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7f8c2ac4-9af6-449b-a11c-dabfa4de8ea2 None None] Current status of the port b1da645b-e4db-4113-bd3b-4298a7211d45 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:18:09.153676 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7f8c2ac4-9af6-449b-a11c-dabfa4de8ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b1da645b-e4db-4113-bd3b-4298a7211d45), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:09.202433 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-61b4c93e-8bb0-4832-b61f-ff29ec63d07e None None] Attempting to bind port 9886f72c-171a-4df0-a56d-0ea90fff0222 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:18:09.202872 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-61b4c93e-8bb0-4832-b61f-ff29ec63d07e None None] Attempting to bind port 9886f72c-171a-4df0-a56d-0ea90fff0222 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'b4a4b906-1254-417f-8a3c-47a44c7b76e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e2eeb1a3-8b27-477e-8834-acfcf7b94b3e'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:18:09.202978 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e3828d3b-ef9f-4da9-853a-3d538f144bee tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "GET /v2.0/ports/648adc9f-0304-4e71-8142-5a6a246c4290/tags/tempest-TagsExtTest-Tag-794047529 HTTP/1.1" status: 204 len: 168 time: 0.3209667 Feb 07 21:18:09.204889 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4c93e-8bb0-4832-b61f-ff29ec63d07e None None] Attempting to bind port 9886f72c-171a-4df0-a56d-0ea90fff0222 on network e2eeb1a3-8b27-477e-8834-acfcf7b94b3e {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:18:09.206269 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39236) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:09.214049 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-ce08b665-f035-4d6e-9a09-f30c1b7efad7 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '648adc9f-0304-4e71-8142-5a6a246c4290', 'tempest-TagsExtTest-Tag-794047529') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:09.228266 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6dc9b74a-965f-432c-9e77-1787b7fb95dc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (cbd2816b-fb31-400b-b610-326e2b136b18), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:09.265428 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee63763-93cd-4fce-a7d3-a19b406a523c None None] Network 5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:18:09.274053 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8a1d0-dc41-431b-9ad4-33b4b257ce1c req-f4cefcf7-a83d-47eb-827f-77bf613afcf2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:09.282153 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7bb8a1d0-dc41-431b-9ad4-33b4b257ce1c req-f4cefcf7-a83d-47eb-827f-77bf613afcf2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.9079194 Feb 07 21:18:09.399662 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4c93e-8bb0-4832-b61f-ff29ec63d07e None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:18:09.400210 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4c93e-8bb0-4832-b61f-ff29ec63d07e None None] Checking segment: {'id': 'b4a4b906-1254-417f-8a3c-47a44c7b76e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e2eeb1a3-8b27-477e-8834-acfcf7b94b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:18:09.400781 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-61b4c93e-8bb0-4832-b61f-ff29ec63d07e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:09.401746 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4c93e-8bb0-4832-b61f-ff29ec63d07e None None] Bound using segment: {'id': 'b4a4b906-1254-417f-8a3c-47a44c7b76e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e2eeb1a3-8b27-477e-8834-acfcf7b94b3e'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:18:09.401746 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-61b4c93e-8bb0-4832-b61f-ff29ec63d07e None None] Bound port: 9886f72c-171a-4df0-a56d-0ea90fff0222, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a4b906-1254-417f-8a3c-47a44c7b76e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e2eeb1a3-8b27-477e-8834-acfcf7b94b3e'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:18:09.402334 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-61b4c93e-8bb0-4832-b61f-ff29ec63d07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9886f72c-171a-4df0-a56d-0ea90fff0222), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:09.427946 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6dc9b74a-965f-432c-9e77-1787b7fb95dc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (cbd2816b-fb31-400b-b610-326e2b136b18), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:09.452954 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7bb8a1d0-dc41-431b-9ad4-33b4b257ce1c req-75610219-3c3f-4005-bce1-e006d375ee34 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698036 Feb 07 21:18:09.474077 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc9b74a-965f-432c-9e77-1787b7fb95dc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Subnet': ['ID=cbd2816b-fb31-400b-b610-326e2b136b18,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:09.490361 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7f8c2ac4-9af6-449b-a11c-dabfa4de8ea2 None None] For port b1da645b-e4db-4113-bd3b-4298a7211d45, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=b1da645b-e4db-4113-bd3b-4298a7211d45,segment=NetworkSegment(ace6d333-c6ca-4812-bc46-372fdedb1b98),segment_id=ace6d333-c6ca-4812-bc46-372fdedb1b98)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:09.514086 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6dc9b74a-965f-432c-9e77-1787b7fb95dc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:09.522872 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7f8c2ac4-9af6-449b-a11c-dabfa4de8ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b1da645b-e4db-4113-bd3b-4298a7211d45), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:09.523083 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6dc9b74a-965f-432c-9e77-1787b7fb95dc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/cbd2816b-fb31-400b-b610-326e2b136b18 HTTP/1.1" status: 204 len: 168 time: 1.0110867 Feb 07 21:18:09.523395 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ce08b665-f035-4d6e-9a09-f30c1b7efad7 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "DELETE /v2.0/ports/648adc9f-0304-4e71-8142-5a6a246c4290/tags/tempest-TagsExtTest-Tag-794047529 HTTP/1.1" status: 204 len: 168 time: 0.3161795 Feb 07 21:18:09.524029 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39246) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:09.527082 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9b74a-965f-432c-9e77-1787b7fb95dc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:09.527444 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9b74a-965f-432c-9e77-1787b7fb95dc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:09.527859 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9b74a-965f-432c-9e77-1787b7fb95dc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:09.528420 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9b74a-965f-432c-9e77-1787b7fb95dc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:09.528776 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9b74a-965f-432c-9e77-1787b7fb95dc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:09.529118 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9b74a-965f-432c-9e77-1787b7fb95dc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:09.529524 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9b74a-965f-432c-9e77-1787b7fb95dc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:09.529866 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9b74a-965f-432c-9e77-1787b7fb95dc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:09.530253 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9b74a-965f-432c-9e77-1787b7fb95dc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:09.530590 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9b74a-965f-432c-9e77-1787b7fb95dc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:09.530925 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9b74a-965f-432c-9e77-1787b7fb95dc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:09.531257 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9b74a-965f-432c-9e77-1787b7fb95dc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:09.531631 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc9b74a-965f-432c-9e77-1787b7fb95dc tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:09.583533 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39248) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:09.588585 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-690e25b0-f3b6-4132-bfee-7ff2220e8cae tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608232 Feb 07 21:18:09.589160 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39250) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:09.606110 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-9130098b-d382-4a85-9a57-e94482a1aa5d tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '648adc9f-0304-4e71-8142-5a6a246c4290') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:09.791542 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9130098b-d382-4a85-9a57-e94482a1aa5d tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "GET /v2.0/ports/648adc9f-0304-4e71-8142-5a6a246c4290/tags HTTP/1.1" status: 200 len: 205 time: 0.2019987 Feb 07 21:18:09.816619 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20d4bf6-c120-413a-8291-c41491c3f721 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:09.818210 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e20d4bf6-c120-413a-8291-c41491c3f721 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2282679 Feb 07 21:18:09.818727 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39256) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:09.824538 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39260) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:09.844920 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-944f65b9-196c-47a4-89cc-917ef81d1458 req-a0cba615-6d36-4e7a-bb19-4d06e928503c tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.2256851 Feb 07 21:18:09.852207 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-67c917dc-144f-4b69-8cb5-4923571fa1b9 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bf3615c8-4061-4035-94ac-495a75ef30a4') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:09.864513 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c2ac4-9af6-449b-a11c-dabfa4de8ea2 None None] Pushing event updated for resources: {'Port': ['ID=b1da645b-e4db-4113-bd3b-4298a7211d45,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:09.911253 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-7f8c2ac4-9af6-449b-a11c-dabfa4de8ea2 None None] Provisioning complete for port a91ca431-cb57-4193-9744-13b4ede3d8b3 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:09.911680 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7f8c2ac4-9af6-449b-a11c-dabfa4de8ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a91ca431-cb57-4193-9744-13b4ede3d8b3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:09.913616 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 47c667fb-ba08-471d-b3be-a08073849437 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:09.914094 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (47c667fb-ba08-471d-b3be-a08073849437), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:09.945171 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2550a2d4-0f5e-4246-8046-ce841f1844a6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:09.946845 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2550a2d4-0f5e-4246-8046-ce841f1844a6 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1202316 Feb 07 21:18:09.949420 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39262) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:10.012956 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2403c093-5488-4e34-a8a0-109d57011934 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618494 Feb 07 21:18:10.021169 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39264) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:10.048266 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6178b27-abb8-4783-b311-431fadd49f45 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:10.049232 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6178b27-abb8-4783-b311-431fadd49f45 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:10.056601 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d6178b27-abb8-4783-b311-431fadd49f45 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/264048c4-9afa-491b-b5f2-a7326c68eb27 HTTP/1.1" status: 404 len: 333 time: 0.0337393 Feb 07 21:18:10.057953 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39266) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:10.088764 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a09b068-38ba-4f16-930d-e80aa8b5de27 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:10.089298 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a09b068-38ba-4f16-930d-e80aa8b5de27 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:10.095256 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2a09b068-38ba-4f16-930d-e80aa8b5de27 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/cbd2816b-fb31-400b-b610-326e2b136b18 HTTP/1.1" status: 404 len: 337 time: 0.0362461 Feb 07 21:18:10.097746 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39268) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:10.102407 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e68507-3372-400c-8416-fabd92023f3d req-c078bf44-5b08-4c08-9fb1-1a27b796320b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:10.104647 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2e68507-3372-400c-8416-fabd92023f3d req-c078bf44-5b08-4c08-9fb1-1a27b796320b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 1127 time: 0.3454206 Feb 07 21:18:10.135441 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98a4513-a64f-4f6b-9756-717128b7e8c0 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:10.135961 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98a4513-a64f-4f6b-9756-717128b7e8c0 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:10.144128 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e98a4513-a64f-4f6b-9756-717128b7e8c0 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/79bc81a1-a71a-4d23-ad55-05659209d961 HTTP/1.1" status: 404 len: 337 time: 0.0454059 Feb 07 21:18:10.144808 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39270) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:10.175437 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e286db5-3d52-4368-9cc8-4749837dfc7d tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:10.180153 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e286db5-3d52-4368-9cc8-4749837dfc7d tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:10.183861 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2e286db5-3d52-4368-9cc8-4749837dfc7d tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/f1d45a3a-15ce-497c-9e18-3a98e0e63171 HTTP/1.1" status: 404 len: 333 time: 0.0378425 Feb 07 21:18:10.185192 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39272) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:10.218853 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b2ac36-7d43-4bf9-8de3-6f4cfbaf8909 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:10.219700 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66b2ac36-7d43-4bf9-8de3-6f4cfbaf8909 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:10.226395 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-66b2ac36-7d43-4bf9-8de3-6f4cfbaf8909 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/cadb660a-db3b-4931-9f05-bbba1e6e78ba HTTP/1.1" status: 404 len: 337 time: 0.0400910 Feb 07 21:18:10.227114 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39274) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:10.251567 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e68507-3372-400c-8416-fabd92023f3d req-c0b3ebc5-4be2-422c-ab1d-ecc9c68df13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:10.254480 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2e68507-3372-400c-8416-fabd92023f3d req-c0b3ebc5-4be2-422c-ab1d-ecc9c68df13e service neutron] 10.222.0.71 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 913 time: 0.1194580 Feb 07 21:18:10.260563 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-e817b670-ed5a-4a98-8f0f-ca568eab4708 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:10.261098 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e817b670-ed5a-4a98-8f0f-ca568eab4708 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:10.266212 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-67c917dc-144f-4b69-8cb5-4923571fa1b9 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "GET /v2.0/routers/bf3615c8-4061-4035-94ac-495a75ef30a4/tags HTTP/1.1" status: 200 len: 241 time: 0.4201877 Feb 07 21:18:10.267273 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e817b670-ed5a-4a98-8f0f-ca568eab4708 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/debbd4e3-c90d-4aae-95b4-9287f57d2b0f HTTP/1.1" status: 404 len: 337 time: 0.0391388 Feb 07 21:18:10.267975 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39276) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:10.277133 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39278) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:10.282272 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-73e8b75c-a34b-4af5-82a7-ef59f3cad772 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bf3615c8-4061-4035-94ac-495a75ef30a4', 'tempest-TagsExtTest-Tag-1771687372') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:10.298586 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-61b4c93e-8bb0-4832-b61f-ff29ec63d07e None None] For port 9886f72c-171a-4df0-a56d-0ea90fff0222, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:18:10.347513 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4637506-c62e-456d-9a70-af46b63d0011 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:10.348128 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4637506-c62e-456d-9a70-af46b63d0011 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:10.354281 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c4637506-c62e-456d-9a70-af46b63d0011 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/204f342f-af34-4ce8-8927-c89fa73d85d3 HTTP/1.1" status: 404 len: 333 time: 0.0851746 Feb 07 21:18:10.355144 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39280) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:10.368700 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-61b4c93e-8bb0-4832-b61f-ff29ec63d07e None None] For port 9886f72c-171a-4df0-a56d-0ea90fff0222, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9886f72c-171a-4df0-a56d-0ea90fff0222,segment=NetworkSegment(b4a4b906-1254-417f-8a3c-47a44c7b76e0),segment_id=b4a4b906-1254-417f-8a3c-47a44c7b76e0)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:18:10.373172 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597484b7-ddff-41eb-bddb-7931d20047e6 req-4d13a727-7686-4585-a573-64cc39dd3b4a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:10.375077 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cca675-7454-4121-bdac-4eaf88e9602d None None] Update dhcp port {'port': {'network_id': 'f6d2e8e9-c42c-4c7e-8538-844cf5a9a030', 'fixed_ips': [{'subnet_id': 'cbd2816b-fb31-400b-b610-326e2b136b18'}], 'binding:host_id': 'n-d-828185-2'}, 'id': 'a91ca431-cb57-4193-9744-13b4ede3d8b3'} from n-d-828185-2. {{(pid=103257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 21:18:10.381571 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-597484b7-ddff-41eb-bddb-7931d20047e6 req-4d13a727-7686-4585-a573-64cc39dd3b4a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.5636802 Feb 07 21:18:10.415637 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-3797f2fa-7eb8-479d-a8a2-bb727577f77b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:10.416300 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3797f2fa-7eb8-479d-a8a2-bb727577f77b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:10.425871 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3797f2fa-7eb8-479d-a8a2-bb727577f77b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/954c72ce-427e-4ea5-af26-65d68b540789 HTTP/1.1" status: 404 len: 337 time: 0.0420756 Feb 07 21:18:10.426743 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39282) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:10.436222 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2e68507-3372-400c-8416-fabd92023f3d req-0a0f28cc-71fd-4737-92ad-a414b59e2f1f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17dc58fa-1248-4f88-b868-ac032c41d000 HTTP/1.1" status: 200 len: 1000 time: 0.1673985 Feb 07 21:18:10.449487 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-61b4c93e-8bb0-4832-b61f-ff29ec63d07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9886f72c-171a-4df0-a56d-0ea90fff0222), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:10.472241 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-681fe843-d1a8-4d67-8804-c06e1a5cb3f7 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:10.472878 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-681fe843-d1a8-4d67-8804-c06e1a5cb3f7 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:10.479067 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-681fe843-d1a8-4d67-8804-c06e1a5cb3f7 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/6a0b75f4-76bc-4c0e-a08f-ca3ade28ebf8 HTTP/1.1" status: 404 len: 337 time: 0.0486097 Feb 07 21:18:10.480336 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39284) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:10.541267 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae83b5bd-ed80-47e3-a0af-946f4d5eceb3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:10.542060 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae83b5bd-ed80-47e3-a0af-946f4d5eceb3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:10.545306 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ae83b5bd-ed80-47e3-a0af-946f4d5eceb3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/49392269-11d8-4ff4-9497-0ec31a6e2760 HTTP/1.1" status: 404 len: 333 time: 0.0605130 Feb 07 21:18:10.549307 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39286) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:10.571910 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-597484b7-ddff-41eb-bddb-7931d20047e6 req-446c1e71-2f22-49fd-bc22-8a23f18ceab8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893358 Feb 07 21:18:10.583478 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-2823bab5-4dda-43fa-977f-7fd3dcbf8a7c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:10.584103 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2823bab5-4dda-43fa-977f-7fd3dcbf8a7c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:10.587677 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2823bab5-4dda-43fa-977f-7fd3dcbf8a7c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/68bca4a2-c20e-4224-abc2-34dcbae7adf1 HTTP/1.1" status: 404 len: 337 time: 0.0372052 Feb 07 21:18:10.590569 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39288) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:10.595985 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-73e8b75c-a34b-4af5-82a7-ef59f3cad772 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "GET /v2.0/routers/bf3615c8-4061-4035-94ac-495a75ef30a4/tags/tempest-TagsExtTest-Tag-1771687372 HTTP/1.1" status: 204 len: 168 time: 0.3178167 Feb 07 21:18:10.600231 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39290) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:10.601422 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c0cca675-7454-4121-bdac-4eaf88e9602d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a91ca431-cb57-4193-9744-13b4ede3d8b3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:10.607896 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-6ef06021-d99b-4afa-8447-d77cd6766955 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'bf3615c8-4061-4035-94ac-495a75ef30a4', 'tempest-TagsExtTest-Tag-1771687372') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:10.610978 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9cc334fd-9651-494e-b894-c509579854a5 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (21a98ccc-46a5-451a-b1d3-765508835d8c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:10.733025 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 47c667fb-ba08-471d-b3be-a08073849437 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:18:10.734196 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 3d015a51-35b2-497f-8438-c2fe3fe01b20 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:18:10.736167 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7f8c2ac4-9af6-449b-a11c-dabfa4de8ea2 None None] Current status of the port a91ca431-cb57-4193-9744-13b4ede3d8b3 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:18:10.736450 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7f8c2ac4-9af6-449b-a11c-dabfa4de8ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a91ca431-cb57-4193-9744-13b4ede3d8b3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:10.757611 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-85917b1c-5aa0-4f82-894d-10cb59ccb30f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:10.758082 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85917b1c-5aa0-4f82-894d-10cb59ccb30f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:10.763770 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-85917b1c-5aa0-4f82-894d-10cb59ccb30f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/5dfdf8cd-04cb-4589-a9e2-2b8e83eea2ab HTTP/1.1" status: 404 len: 337 time: 0.1697366 Feb 07 21:18:10.889620 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39296) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:10.935121 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e68507-3372-400c-8416-fabd92023f3d req-ffc9ae33-c90b-4532-9056-8fce2ffff878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:10.947139 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2e68507-3372-400c-8416-fabd92023f3d req-ffc9ae33-c90b-4532-9056-8fce2ffff878 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.4981132 Feb 07 21:18:10.969444 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4c93e-8bb0-4832-b61f-ff29ec63d07e None None] Pushing event updated for resources: {'Port': ['ID=9886f72c-171a-4df0-a56d-0ea90fff0222,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:11.027781 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-74929950-d490-45dc-8e0d-cbb806effb74 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:11.028477 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74929950-d490-45dc-8e0d-cbb806effb74 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:11.037952 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-74929950-d490-45dc-8e0d-cbb806effb74 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/741ce314-7ecb-4a8d-8a8c-b4a7dae04aa7 HTTP/1.1" status: 404 len: 333 time: 0.1468821 Feb 07 21:18:11.043532 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39300) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:11.157282 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec134ebf-e078-44b2-8924-d8281e5f075e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:11.157791 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec134ebf-e078-44b2-8924-d8281e5f075e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:11.170569 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ec134ebf-e078-44b2-8924-d8281e5f075e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/733f69ce-d8ab-4f0d-839e-02de1a7d41ee HTTP/1.1" status: 404 len: 337 time: 0.1259801 Feb 07 21:18:11.194446 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39302) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:11.211877 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-867942d3-8710-4a0c-8620-e4af52113674 req-80d8f7ea-7c28-449a-9bcf-e0c7642985a6 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc0c28e-4864-4b5f-a24a-f563300ee0f8 HTTP/1.1" status: 200 len: 210 time: 0.1712084 Feb 07 21:18:11.278210 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7f8c2ac4-9af6-449b-a11c-dabfa4de8ea2 None None] For port a91ca431-cb57-4193-9744-13b4ede3d8b3, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a91ca431-cb57-4193-9744-13b4ede3d8b3,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:11.301109 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7f8c2ac4-9af6-449b-a11c-dabfa4de8ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a91ca431-cb57-4193-9744-13b4ede3d8b3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:11.338849 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6ef06021-d99b-4afa-8447-d77cd6766955 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "DELETE /v2.0/routers/bf3615c8-4061-4035-94ac-495a75ef30a4/tags/tempest-TagsExtTest-Tag-1771687372 HTTP/1.1" status: 204 len: 168 time: 0.7370641 Feb 07 21:18:11.339115 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39304) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:11.344859 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-75bb9ebb-92f6-43a2-8ee4-a041edb79b34 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bf3615c8-4061-4035-94ac-495a75ef30a4') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:11.348034 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e625e4-8e17-48d5-84fd-4f860306a141 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:11.348915 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4e625e4-8e17-48d5-84fd-4f860306a141 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:11.354308 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c4e625e4-8e17-48d5-84fd-4f860306a141 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/27c6cb0c-761c-41e7-b4f3-c21fa86ab852 HTTP/1.1" status: 404 len: 333 time: 0.1559200 Feb 07 21:18:11.356015 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39306) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:11.413061 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e78f596-d254-4ec2-a7a7-0bf20397886c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:11.413269 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e78f596-d254-4ec2-a7a7-0bf20397886c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:11.418539 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5e78f596-d254-4ec2-a7a7-0bf20397886c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/41153464-ddee-4b89-a671-d2af6adeb338 HTTP/1.1" status: 404 len: 337 time: 0.0580189 Feb 07 21:18:11.420168 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39308) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:11.435452 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c2ac4-9af6-449b-a11c-dabfa4de8ea2 None None] Pushing event updated for resources: {'Port': ['ID=a91ca431-cb57-4193-9744-13b4ede3d8b3,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:11.441005 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f9dbb9-9da3-40d7-94b1-48c4d6b5ed33 None None] Network f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:18:11.449335 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 3d015a51-35b2-497f-8438-c2fe3fe01b20 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:11.450003 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3d015a51-35b2-497f-8438-c2fe3fe01b20), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:11.530699 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e68507-3372-400c-8416-fabd92023f3d req-90e5f143-ab93-4dd7-9882-8d4f3d4c759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:11.532219 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2e68507-3372-400c-8416-fabd92023f3d req-90e5f143-ab93-4dd7-9882-8d4f3d4c759e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5385079 Feb 07 21:18:11.535839 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-599b080c-5038-47a2-b6e2-0c4222c13f28 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:11.536435 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-599b080c-5038-47a2-b6e2-0c4222c13f28 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:11.542064 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-599b080c-5038-47a2-b6e2-0c4222c13f28 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/50ecb4b3-a08c-475f-916f-12e63ec27e76 HTTP/1.1" status: 404 len: 333 time: 0.0786190 Feb 07 21:18:11.542306 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39310) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:11.569362 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-228bff3d-0136-4a83-96df-01bc3319dc2c None None] Provisioning complete for port a91ca431-cb57-4193-9744-13b4ede3d8b3 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:11.570125 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-228bff3d-0136-4a83-96df-01bc3319dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a91ca431-cb57-4193-9744-13b4ede3d8b3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:11.606588 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-c04eeb64-4595-4c85-894d-9b16b9fa2905 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:11.607325 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c04eeb64-4595-4c85-894d-9b16b9fa2905 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:11.615921 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c04eeb64-4595-4c85-894d-9b16b9fa2905 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/72c7d0c0-b318-4b08-b5d7-8d177051ce53 HTTP/1.1" status: 404 len: 337 time: 0.0701187 Feb 07 21:18:11.620242 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39314) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:11.699308 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b090537-708e-4af1-9702-745d66b9886e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:11.699308 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b090537-708e-4af1-9702-745d66b9886e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:11.711919 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2b090537-708e-4af1-9702-745d66b9886e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/9adcf7e7-f1e6-48f5-9cbc-c56c02d07edb HTTP/1.1" status: 404 len: 333 time: 0.0842123 Feb 07 21:18:11.713741 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39316) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:11.760349 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fac0b57-36be-4fa3-ac3c-a867a6555ff7 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:11.761069 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fac0b57-36be-4fa3-ac3c-a867a6555ff7 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:11.770347 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8fac0b57-36be-4fa3-ac3c-a867a6555ff7 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/a6bff44a-5387-4677-80ed-42514e6745fb HTTP/1.1" status: 404 len: 337 time: 0.0540862 Feb 07 21:18:11.770585 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39318) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:11.848628 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-54577000-d701-475b-b27a-b2ab0fe6e2f3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:11.849184 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54577000-d701-475b-b27a-b2ab0fe6e2f3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:11.854657 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-54577000-d701-475b-b27a-b2ab0fe6e2f3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/517c1d4b-77e7-4d6b-8545-4ceec44d5ab4 HTTP/1.1" status: 404 len: 333 time: 0.0643761 Feb 07 21:18:11.856342 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39320) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:11.866168 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-75bb9ebb-92f6-43a2-8ee4-a041edb79b34 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "GET /v2.0/routers/bf3615c8-4061-4035-94ac-495a75ef30a4/tags HTTP/1.1" status: 200 len: 205 time: 0.5260763 Feb 07 21:18:11.881088 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39322) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:11.888539 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-cf98ee44-1853-44cc-b69a-a26daeb64937 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7e949271-9974-43bd-94d5-ae81332b6b0c') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:11.913792 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd40c28e-900e-4572-943f-aa8955b70cd9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:11.914516 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd40c28e-900e-4572-943f-aa8955b70cd9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:11.922286 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bd40c28e-900e-4572-943f-aa8955b70cd9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/d6f8d00e-f279-4c69-af6a-f4387f5faaed HTTP/1.1" status: 404 len: 337 time: 0.0646918 Feb 07 21:18:11.923172 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39324) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:12.008770 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61f6ea-52cc-4823-a0bf-7a31bb158255 req-af46e507-f920-4cb7-8de2-8c428da5651a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:12.017314 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb61f6ea-52cc-4823-a0bf-7a31bb158255 req-af46e507-f920-4cb7-8de2-8c428da5651a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.2890251 Feb 07 21:18:12.049819 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdea3662-ac50-4c8f-be3d-1f658f9b288c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:12.050404 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdea3662-ac50-4c8f-be3d-1f658f9b288c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:12.055790 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-cdea3662-ac50-4c8f-be3d-1f658f9b288c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/7b21b1de-e054-4cb8-a8ff-8d894b2fddb3 HTTP/1.1" status: 404 len: 333 time: 0.1218905 Feb 07 21:18:12.056731 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39326) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:12.060679 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2e68507-3372-400c-8416-fabd92023f3d req-7a3b0bf6-5dba-47f8-b3aa-da88940de66a service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5197902 Feb 07 21:18:12.115149 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6a1408-9398-4374-bc4b-4752e7477557 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:12.115638 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6a1408-9398-4374-bc4b-4752e7477557 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:12.132591 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ea6a1408-9398-4374-bc4b-4752e7477557 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/b6ff518a-165d-4795-bfa5-ea3736782728 HTTP/1.1" status: 404 len: 337 time: 0.0744748 Feb 07 21:18:12.133276 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39328) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:12.156173 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 3d015a51-35b2-497f-8438-c2fe3fe01b20 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:18:12.156884 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3d015a51-35b2-497f-8438-c2fe3fe01b20), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:12.164080 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-cf98ee44-1853-44cc-b69a-a26daeb64937 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "GET /v2.0/subnetpools/7e949271-9974-43bd-94d5-ae81332b6b0c/tags HTTP/1.1" status: 200 len: 241 time: 0.2809353 Feb 07 21:18:12.182967 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39332) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:12.184048 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-228bff3d-0136-4a83-96df-01bc3319dc2c None None] Current status of the port a91ca431-cb57-4193-9744-13b4ede3d8b3 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:18:12.198175 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-557d8c80-d583-4994-971a-9b15a86aa1e3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:12.198463 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557d8c80-d583-4994-971a-9b15a86aa1e3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:12.212582 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-557d8c80-d583-4994-971a-9b15a86aa1e3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/0c069f32-4f13-487f-87ea-3359006321e5 HTTP/1.1" status: 404 len: 337 time: 0.0781887 Feb 07 21:18:12.214349 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39336) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:12.216185 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-726c8ddc-8d1b-42b2-bf6a-c10e6e064e6d tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7e949271-9974-43bd-94d5-ae81332b6b0c', 'tempest-TagsExtTest-Tag-1640315493') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:12.262126 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-228bff3d-0136-4a83-96df-01bc3319dc2c None None] Provisioning complete for port b1da645b-e4db-4113-bd3b-4298a7211d45 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:12.263484 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-228bff3d-0136-4a83-96df-01bc3319dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b1da645b-e4db-4113-bd3b-4298a7211d45), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:12.282261 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-39773db7-a4cd-412a-b871-2bf1effa1af2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:12.283206 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39773db7-a4cd-412a-b871-2bf1effa1af2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:12.305193 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-39773db7-a4cd-412a-b871-2bf1effa1af2 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/9843362f-f122-4a81-bb33-60d09fd795b9 HTTP/1.1" status: 404 len: 333 time: 0.0897021 Feb 07 21:18:12.306317 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39340) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:12.335599 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb61f6ea-52cc-4823-a0bf-7a31bb158255 req-779ccf25-3b9e-4195-b2b5-c513bcf40bbf tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3169866 Feb 07 21:18:12.381795 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-de355af0-4d88-4d44-b384-9c2fa4509508 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:12.383159 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de355af0-4d88-4d44-b384-9c2fa4509508 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:12.391707 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9cc334fd-9651-494e-b894-c509579854a5 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Deleting port 46c46f0b-64bd-4f8f-aa99-d0a2e3e6ea3a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:12.396964 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9cc334fd-9651-494e-b894-c509579854a5 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (46c46f0b-64bd-4f8f-aa99-d0a2e3e6ea3a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:12.397208 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-de355af0-4d88-4d44-b384-9c2fa4509508 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/6190648b-6ee4-4bb5-80f5-8dc9faf4a8e3 HTTP/1.1" status: 404 len: 337 time: 0.0863059 Feb 07 21:18:12.398909 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39344) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:12.423862 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-726c8ddc-8d1b-42b2-bf6a-c10e6e064e6d tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "GET /v2.0/subnetpools/7e949271-9974-43bd-94d5-ae81332b6b0c/tags/tempest-TagsExtTest-Tag-1640315493 HTTP/1.1" status: 204 len: 168 time: 0.2180588 Feb 07 21:18:12.447669 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 3d015a51-35b2-497f-8438-c2fe3fe01b20, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=3d015a51-35b2-497f-8438-c2fe3fe01b20,segment=NetworkSegment(b267904e-abfa-4e56-87d1-1f24fd91fc42),segment_id=b267904e-abfa-4e56-87d1-1f24fd91fc42)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:12.452648 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39346) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:12.453360 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39348) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:12.474181 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c63cbe-f778-41e8-beef-ea234faeaa15 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:12.474669 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c63cbe-f778-41e8-beef-ea234faeaa15 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:12.478760 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-eaeb378a-a8dc-45fa-b37a-1ff272b90abc tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7e949271-9974-43bd-94d5-ae81332b6b0c', 'tempest-TagsExtTest-Tag-1640315493') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:12.484781 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-30c63cbe-f778-41e8-beef-ea234faeaa15 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/f4af7700-b885-4477-b1c2-a68550ca74ac HTTP/1.1" status: 404 len: 337 time: 0.0784073 Feb 07 21:18:12.488032 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39350) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:12.533750 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2e68507-3372-400c-8416-fabd92023f3d req-e18e5b00-0f65-45ea-b25a-f3a688f6d043 service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632697 Feb 07 21:18:12.553859 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f401d3-b8a2-493d-9ddd-15b27f25b5e7 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:12.556709 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-228bff3d-0136-4a83-96df-01bc3319dc2c None None] Current status of the port b1da645b-e4db-4113-bd3b-4298a7211d45 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:18:12.557249 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f401d3-b8a2-493d-9ddd-15b27f25b5e7 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:12.562368 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3d015a51-35b2-497f-8438-c2fe3fe01b20), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:12.563186 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a91ca431-cb57-4193-9744-13b4ede3d8b3 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:18:12.569073 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-95f401d3-b8a2-493d-9ddd-15b27f25b5e7 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/e19f6957-78b0-44d4-8808-ed27254f52db HTTP/1.1" status: 404 len: 333 time: 0.0799236 Feb 07 21:18:12.569771 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39352) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:12.576677 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baf921c-6a5b-4d83-8045-8af2cfe6321d None None] DHCP port deletion for f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:18:12.646757 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79022967-6d69-45ae-82b8-77c0d17972d9 None None] Network e2eeb1a3-8b27-477e-8834-acfcf7b94b3e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:18:12.647479 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6adebe8-62ff-49ef-8069-c590de009d60 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:12.647981 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6adebe8-62ff-49ef-8069-c590de009d60 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:12.662805 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f6adebe8-62ff-49ef-8069-c590de009d60 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/d105d372-5193-49e1-8030-2b485745148f HTTP/1.1" status: 404 len: 337 time: 0.0916831 Feb 07 21:18:12.663983 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39354) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:12.704989 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9cc334fd-9651-494e-b894-c509579854a5 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (46c46f0b-64bd-4f8f-aa99-d0a2e3e6ea3a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:12.734051 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-064bad6f-0cf4-43d2-b8d4-836042125dd7 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:12.734573 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064bad6f-0cf4-43d2-b8d4-836042125dd7 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:12.741548 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-064bad6f-0cf4-43d2-b8d4-836042125dd7 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/309b998b-81a5-49eb-924e-6a7ff45782cd HTTP/1.1" status: 404 len: 337 time: 0.0743997 Feb 07 21:18:12.742240 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39356) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:12.757386 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9cc334fd-9651-494e-b894-c509579854a5 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Calling delete_port for 46c46f0b-64bd-4f8f-aa99-d0a2e3e6ea3a owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:12.767605 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b54aae1-d96a-43ab-bfda-6ba188ee488c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:12.768233 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b54aae1-d96a-43ab-bfda-6ba188ee488c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:12.776589 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1b54aae1-d96a-43ab-bfda-6ba188ee488c tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/68290b77-5297-41a9-aba6-0599728ec4d3 HTTP/1.1" status: 404 len: 333 time: 0.0328374 Feb 07 21:18:12.777276 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39358) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:12.782170 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-228bff3d-0136-4a83-96df-01bc3319dc2c None None] Provisioning complete for port 3d015a51-35b2-497f-8438-c2fe3fe01b20 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:12.782663 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-228bff3d-0136-4a83-96df-01bc3319dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3d015a51-35b2-497f-8438-c2fe3fe01b20), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:12.817218 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-245dca80-8b04-4f67-bfd9-04777df4f7b9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:12.820817 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-245dca80-8b04-4f67-bfd9-04777df4f7b9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:12.833543 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-245dca80-8b04-4f67-bfd9-04777df4f7b9 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/ff8bb1fb-ccb1-4e02-a6d4-add9c148805a HTTP/1.1" status: 404 len: 337 time: 0.0546873 Feb 07 21:18:12.834271 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39360) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:12.867876 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f97629-42fb-4276-ae21-3f0e8bf645e4 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:12.868379 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f97629-42fb-4276-ae21-3f0e8bf645e4 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:12.875695 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e9f97629-42fb-4276-ae21-3f0e8bf645e4 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/a99acf71-688a-4de0-8fbf-438a3c8b68fb HTTP/1.1" status: 404 len: 337 time: 0.0400040 Feb 07 21:18:12.876290 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39362) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:12.908471 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cfef2a1f-e725-4704-805b-74a1fe44153b tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2ef66-3b8b-46c3-a876-c45427cffaf8 HTTP/1.1" status: 200 len: 205 time: 0.0309713 Feb 07 21:18:12.909149 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39364) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:12.918020 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-228bff3d-0136-4a83-96df-01bc3319dc2c None None] Current status of the port 3d015a51-35b2-497f-8438-c2fe3fe01b20 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:18:12.930223 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=3d015a51-35b2-497f-8438-c2fe3fe01b20,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:12.939154 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-eaeb378a-a8dc-45fa-b37a-1ff272b90abc tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "DELETE /v2.0/subnetpools/7e949271-9974-43bd-94d5-ae81332b6b0c/tags/tempest-TagsExtTest-Tag-1640315493 HTTP/1.1" status: 204 len: 168 time: 0.4845200 Feb 07 21:18:12.941805 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-be834016-5b84-4d61-a767-4b45ef6c8051 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for security_group (4594f637-47ce-490b-a33d-e0ff27b5c788), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:12.979182 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-be834016-5b84-4d61-a767-4b45ef6c8051 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for security_group (4594f637-47ce-490b-a33d-e0ff27b5c788), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:12.984930 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port a91ca431-cb57-4193-9744-13b4ede3d8b3 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:12.985376 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a91ca431-cb57-4193-9744-13b4ede3d8b3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:12.989990 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-228bff3d-0136-4a83-96df-01bc3319dc2c None None] Provisioning complete for port 46c46f0b-64bd-4f8f-aa99-d0a2e3e6ea3a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:12.990448 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-228bff3d-0136-4a83-96df-01bc3319dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (46c46f0b-64bd-4f8f-aa99-d0a2e3e6ea3a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:13.013532 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39366) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:13.020248 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-db8bc9c0-8f54-4303-b3d0-672aee0e6f45 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7e949271-9974-43bd-94d5-ae81332b6b0c') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:13.027055 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-ec8e7a46-4c40-49ef-8303-18b6626de30a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] delete failed (client error): The resource could not be found. Feb 07 21:18:13.029522 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ec8e7a46-4c40-49ef-8303-18b6626de30a tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/routers/5fc2ef66-3b8b-46c3-a876-c45427cffaf8 HTTP/1.1" status: 404 len: 336 time: 0.1193397 Feb 07 21:18:13.035790 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39368) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:13.051041 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-be834016-5b84-4d61-a767-4b45ef6c8051 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4594f637-47ce-490b-a33d-e0ff27b5c788), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:13.054293 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-be834016-5b84-4d61-a767-4b45ef6c8051 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:13.058782 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-be834016-5b84-4d61-a767-4b45ef6c8051 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "DELETE /v2.0/security-groups/4594f637-47ce-490b-a33d-e0ff27b5c788 HTTP/1.1" status: 204 len: 168 time: 0.6030450 Feb 07 21:18:13.059046 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39370) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:13.063076 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-228bff3d-0136-4a83-96df-01bc3319dc2c None None] Port 46c46f0b-64bd-4f8f-aa99-d0a2e3e6ea3a cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:18:13.070967 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8baf921c-6a5b-4d83-8045-8af2cfe6321d None None] Deleting port a91ca431-cb57-4193-9744-13b4ede3d8b3 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:13.071477 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8baf921c-6a5b-4d83-8045-8af2cfe6321d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (a91ca431-cb57-4193-9744-13b4ede3d8b3), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:13.098165 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be834016-5b84-4d61-a767-4b45ef6c8051 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4594f637-47ce-490b-a33d-e0ff27b5c788,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:13.104293 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc84fd8-7731-4de2-88ff-1a263c06b707 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:13.104792 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbc84fd8-7731-4de2-88ff-1a263c06b707 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:13.109677 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-da320ea3-74ec-4025-8991-8aa42aebe9f5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] show failed (client error): The resource could not be found. Feb 07 21:18:13.111013 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-da320ea3-74ec-4025-8991-8aa42aebe9f5 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "GET /v2.0/security-groups/4594f637-47ce-490b-a33d-e0ff27b5c788 HTTP/1.1" status: 404 len: 347 time: 0.0466747 Feb 07 21:18:13.115840 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bbc84fd8-7731-4de2-88ff-1a263c06b707 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/e0abead7-ca75-4453-a32d-63ce9088001c HTTP/1.1" status: 404 len: 337 time: 0.0771117 Feb 07 21:18:13.116255 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39372) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:13.116696 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39374) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:13.163427 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8baf921c-6a5b-4d83-8045-8af2cfe6321d None None] For port a91ca431-cb57-4193-9744-13b4ede3d8b3, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a91ca431-cb57-4193-9744-13b4ede3d8b3,segment=NetworkSegment(176c1550-7b6a-4364-8333-5da10a3af497),segment_id=176c1550-7b6a-4364-8333-5da10a3af497)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:13.164742 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8baf921c-6a5b-4d83-8045-8af2cfe6321d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (a91ca431-cb57-4193-9744-13b4ede3d8b3), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:13.186218 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8baf921c-6a5b-4d83-8045-8af2cfe6321d None None] Calling delete_port for a91ca431-cb57-4193-9744-13b4ede3d8b3 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:13.299612 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9cc334fd-9651-494e-b894-c509579854a5 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (46c46f0b-64bd-4f8f-aa99-d0a2e3e6ea3a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:13.349516 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc334fd-9651-494e-b894-c509579854a5 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Pushing event deleted for resources: {'Port': ['ID=46c46f0b-64bd-4f8f-aa99-d0a2e3e6ea3a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:13.366077 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-47bbbbd1-6bb0-43c7-adec-5a3924dcc7d0 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "GET /v2.0/ports?device_id=050a7ed8-5bc2-480d-941f-268ad106749f HTTP/1.1" status: 200 len: 205 time: 0.2155252 Feb 07 21:18:13.373911 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39384) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:13.398764 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8baf921c-6a5b-4d83-8045-8af2cfe6321d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (a91ca431-cb57-4193-9744-13b4ede3d8b3), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:13.445875 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-db8bc9c0-8f54-4303-b3d0-672aee0e6f45 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "GET /v2.0/subnetpools/7e949271-9974-43bd-94d5-ae81332b6b0c/tags HTTP/1.1" status: 200 len: 205 time: 0.4308839 Feb 07 21:18:13.468781 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39388) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:13.480692 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-479a174d-616e-4d68-9277-e716398b8041 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7e949271-9974-43bd-94d5-ae81332b6b0c') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:13.488396 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-db136674-3d48-4533-8376-483a9082bef1 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] delete failed (client error): The resource could not be found. Feb 07 21:18:13.489744 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-db136674-3d48-4533-8376-483a9082bef1 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/routers/050a7ed8-5bc2-480d-941f-268ad106749f HTTP/1.1" status: 404 len: 336 time: 0.1146078 Feb 07 21:18:13.501536 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39390) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:13.519177 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf921c-6a5b-4d83-8045-8af2cfe6321d None None] Pushing event deleted for resources: {'Port': ['ID=a91ca431-cb57-4193-9744-13b4ede3d8b3,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:13.583324 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b67405-4f04-46b9-8155-332f10d06c45 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:13.583933 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8b67405-4f04-46b9-8155-332f10d06c45 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:13.591879 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d8b67405-4f04-46b9-8155-332f10d06c45 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/1366844b-3950-45b4-8f80-e7d071c2c2e7 HTTP/1.1" status: 404 len: 337 time: 0.0436902 Feb 07 21:18:13.596461 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39392) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:13.634865 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4fad1f47-69e1-4497-b424-99e8cc3a5627 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Deleting port 06090715-51df-4931-ad1f-9716fd446a2f {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:13.635280 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fad1f47-69e1-4497-b424-99e8cc3a5627 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (06090715-51df-4931-ad1f-9716fd446a2f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:13.672006 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1a488261-d181-45ce-9e9b-55dc186c7861 None None] Provisioning complete for port 9886f72c-171a-4df0-a56d-0ea90fff0222 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:13.672382 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1a488261-d181-45ce-9e9b-55dc186c7861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9886f72c-171a-4df0-a56d-0ea90fff0222), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:13.683999 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baf921c-6a5b-4d83-8045-8af2cfe6321d None None] No DVR routers for this DVR port a91ca431-cb57-4193-9744-13b4ede3d8b3 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:18:13.695325 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Could not find standard attr ID for object a91ca431-cb57-4193-9744-13b4ede3d8b3. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:18:13.734619 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b4fbba-198d-4829-a250-45977c25b0f8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:13.735666 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b4fbba-198d-4829-a250-45977c25b0f8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:13.740491 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b6b4fbba-198d-4829-a250-45977c25b0f8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/e74c2f11-aefc-4e4b-9c6d-de38862fba75 HTTP/1.1" status: 404 len: 337 time: 0.1390002 Feb 07 21:18:13.743148 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39394) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:13.759238 n-d-828185-2 neutron-server[103257]: INFO neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No ports have port_id starting with a91ca431-cb57-4193-9744-13b4ede3d8b3 Feb 07 21:18:13.766290 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device b1da645b-e4db-4113-bd3b-4298a7211d45 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:18:13.850059 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port b1da645b-e4db-4113-bd3b-4298a7211d45 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:13.850452 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b1da645b-e4db-4113-bd3b-4298a7211d45), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:13.854502 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be4ad01-511f-4446-ba66-c8577c81a536 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:13.855279 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5be4ad01-511f-4446-ba66-c8577c81a536 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:13.861197 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5be4ad01-511f-4446-ba66-c8577c81a536 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/aa01fe5e-ad42-4999-ab67-808e8e07e5f1 HTTP/1.1" status: 404 len: 333 time: 0.1168470 Feb 07 21:18:13.870097 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39396) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:13.957844 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc664191-b966-412f-a1ba-1cab5ddd2ffb tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:13.958364 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc664191-b966-412f-a1ba-1cab5ddd2ffb tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:13.965432 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-dc664191-b966-412f-a1ba-1cab5ddd2ffb tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/c42fa98f-ae00-40b6-951f-c426dbf4a7eb HTTP/1.1" status: 404 len: 337 time: 0.0904970 Feb 07 21:18:13.969698 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39398) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:14.000619 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fad1f47-69e1-4497-b424-99e8cc3a5627 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (06090715-51df-4931-ad1f-9716fd446a2f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:14.001105 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fad1f47-69e1-4497-b424-99e8cc3a5627 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for floatingip (06090715-51df-4931-ad1f-9716fd446a2f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:14.016141 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1a488261-d181-45ce-9e9b-55dc186c7861 None None] Current status of the port 9886f72c-171a-4df0-a56d-0ea90fff0222 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:18:14.016860 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1a488261-d181-45ce-9e9b-55dc186c7861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9886f72c-171a-4df0-a56d-0ea90fff0222), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:14.062540 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-695eb519-24b0-4dec-8077-641ccbae1ba3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:14.070733 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-695eb519-24b0-4dec-8077-641ccbae1ba3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:14.074167 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-695eb519-24b0-4dec-8077-641ccbae1ba3 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/8693da35-bf73-4194-a64b-0d573a208af0 HTTP/1.1" status: 404 len: 333 time: 0.1034966 Feb 07 21:18:14.075594 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4fad1f47-69e1-4497-b424-99e8cc3a5627 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Calling delete_port for 06090715-51df-4931-ad1f-9716fd446a2f owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:14.082513 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39400) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:14.136082 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1a488261-d181-45ce-9e9b-55dc186c7861 None None] For port 9886f72c-171a-4df0-a56d-0ea90fff0222, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9886f72c-171a-4df0-a56d-0ea90fff0222,segment=NetworkSegment(b4a4b906-1254-417f-8a3c-47a44c7b76e0),segment_id=b4a4b906-1254-417f-8a3c-47a44c7b76e0)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:14.137463 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port b1da645b-e4db-4113-bd3b-4298a7211d45 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:18:14.143710 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1a488261-d181-45ce-9e9b-55dc186c7861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9886f72c-171a-4df0-a56d-0ea90fff0222), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:14.157954 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86e7736-63a4-401b-8a1a-8118ec3671b5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:14.160769 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f86e7736-63a4-401b-8a1a-8118ec3671b5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:14.165240 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f86e7736-63a4-401b-8a1a-8118ec3671b5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/c6b4fd39-1a86-4c1c-a548-55a242f7a4a9 HTTP/1.1" status: 404 len: 337 time: 0.0816033 Feb 07 21:18:14.170912 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39404) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:14.245816 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1a488261-d181-45ce-9e9b-55dc186c7861 None None] Provisioning complete for port 648adc9f-0304-4e71-8142-5a6a246c4290 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:14.246301 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1a488261-d181-45ce-9e9b-55dc186c7861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (648adc9f-0304-4e71-8142-5a6a246c4290), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:14.272018 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a488261-d181-45ce-9e9b-55dc186c7861 None None] Pushing event updated for resources: {'Port': ['ID=9886f72c-171a-4df0-a56d-0ea90fff0222,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:14.291527 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1a488261-d181-45ce-9e9b-55dc186c7861 None None] Port 648adc9f-0304-4e71-8142-5a6a246c4290 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:18:14.323822 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-105ec076-2da6-43fc-8fd0-c2663c613697 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:14.324778 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-105ec076-2da6-43fc-8fd0-c2663c613697 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:14.334976 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-105ec076-2da6-43fc-8fd0-c2663c613697 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/5ff36940-5b06-435d-ae57-8cf6c6b45a63 HTTP/1.1" status: 404 len: 333 time: 0.1552298 Feb 07 21:18:14.344811 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39408) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:14.429878 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd21e05-33ed-479f-b7b8-c73cadc72e19 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:14.432340 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd21e05-33ed-479f-b7b8-c73cadc72e19 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:14.433593 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1fe9865a-adce-4885-99c1-b14a43415b89 None None] Provisioning complete for port 9886f72c-171a-4df0-a56d-0ea90fff0222 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:14.434958 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1fe9865a-adce-4885-99c1-b14a43415b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9886f72c-171a-4df0-a56d-0ea90fff0222), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:14.440825 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831d48f-ce18-4565-8431-437c5552e4ed req-b692ce1c-1e1c-4915-bfdd-4601bfe3ead3 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:14.442411 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c831d48f-ce18-4565-8431-437c5552e4ed req-b692ce1c-1e1c-4915-bfdd-4601bfe3ead3 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.8747931 Feb 07 21:18:14.457489 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0bd21e05-33ed-479f-b7b8-c73cadc72e19 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/5a3abc3e-2f81-4ff1-ac90-906c60e8770f HTTP/1.1" status: 404 len: 337 time: 0.1106677 Feb 07 21:18:14.467838 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39414) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:14.470226 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-479a174d-616e-4d68-9277-e716398b8041 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "DELETE /v2.0/subnetpools/7e949271-9974-43bd-94d5-ae81332b6b0c/tags HTTP/1.1" status: 204 len: 168 time: 0.9960942 Feb 07 21:18:14.476266 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9cc334fd-9651-494e-b894-c509579854a5 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (21a98ccc-46a5-451a-b1d3-765508835d8c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:14.491918 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39416) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:14.528170 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-0de24d1c-19c3-4647-80a6-96d535831fa8 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bf3615c8-4061-4035-94ac-495a75ef30a4') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:14.588937 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-3799e413-58d8-4144-ae04-4bdb8225b7f8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:14.589895 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3799e413-58d8-4144-ae04-4bdb8225b7f8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:14.598999 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3799e413-58d8-4144-ae04-4bdb8225b7f8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/6323ea05-c86d-4214-a4f9-cb498da8ec03 HTTP/1.1" status: 404 len: 333 time: 0.1275477 Feb 07 21:18:14.608603 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39418) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:14.679050 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9886f72c-171a-4df0-a56d-0ea90fff0222 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:18:14.689591 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8adc33-45bb-46c5-aea0-3e3772733875 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:14.691340 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8adc33-45bb-46c5-aea0-3e3772733875 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:14.697743 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9a8adc33-45bb-46c5-aea0-3e3772733875 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/386ebb0a-300c-47ff-a8e4-7bc323fe749f HTTP/1.1" status: 404 len: 337 time: 0.0854070 Feb 07 21:18:14.713794 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39420) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:14.750375 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9bfc7af-135a-4e2c-98e4-9b423a1c363e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:14.751218 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9bfc7af-135a-4e2c-98e4-9b423a1c363e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:14.761311 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e9bfc7af-135a-4e2c-98e4-9b423a1c363e tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/33c55018-15e7-4054-af46-779ae67c8dbe HTTP/1.1" status: 404 len: 333 time: 0.0462465 Feb 07 21:18:14.763726 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39422) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:14.795650 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc996b6-b13c-4e90-84e7-e09e81d9d2a5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:14.796133 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bc996b6-b13c-4e90-84e7-e09e81d9d2a5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:14.804455 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5bc996b6-b13c-4e90-84e7-e09e81d9d2a5 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/949db06a-a275-4d45-9669-7a6044d31db0 HTTP/1.1" status: 404 len: 337 time: 0.0370338 Feb 07 21:18:14.806658 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39428) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:14.831345 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9865a-adce-4885-99c1-b14a43415b89 None None] Current status of the port 9886f72c-171a-4df0-a56d-0ea90fff0222 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:18:14.832442 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c831d48f-ce18-4565-8431-437c5552e4ed req-40ca4898-018e-4cc1-9185-ed54aee1497b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3641658 Feb 07 21:18:14.937427 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7bdd376-6eac-4f9b-9e03-6112f0c0226f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:14.944968 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7bdd376-6eac-4f9b-9e03-6112f0c0226f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:14.954726 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1fe9865a-adce-4885-99c1-b14a43415b89 None None] Provisioning complete for port 648adc9f-0304-4e71-8142-5a6a246c4290 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:14.957207 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a7bdd376-6eac-4f9b-9e03-6112f0c0226f tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/6339d1f9-4d9b-4fc1-91cd-4b0dab5f86a4 HTTP/1.1" status: 404 len: 333 time: 0.1495447 Feb 07 21:18:14.958014 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1fe9865a-adce-4885-99c1-b14a43415b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (648adc9f-0304-4e71-8142-5a6a246c4290), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:14.999712 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39432) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:15.020772 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0de24d1c-19c3-4647-80a6-96d535831fa8 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "DELETE /v2.0/routers/bf3615c8-4061-4035-94ac-495a75ef30a4/tags HTTP/1.1" status: 204 len: 168 time: 0.5276742 Feb 07 21:18:15.028687 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 9886f72c-171a-4df0-a56d-0ea90fff0222 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:15.029204 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9886f72c-171a-4df0-a56d-0ea90fff0222), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:15.030314 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39436) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:15.046041 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-750daa82-a0f9-41f1-b593-4aec9f176712 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:15.046853 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-750daa82-a0f9-41f1-b593-4aec9f176712 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:15.050777 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-750daa82-a0f9-41f1-b593-4aec9f176712 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/1b806d07-9156-47f4-8196-622f8b21926f HTTP/1.1" status: 404 len: 337 time: 0.0499232 Feb 07 21:18:15.053907 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39438) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:15.067668 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc334fd-9651-494e-b894-c509579854a5 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Router 21a98ccc-46a5-451a-b1d3-765508835d8c has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:18:15.086531 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-75405c10-1af7-4872-9d94-7ed9e19047a8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:15.086717 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-3184021a-6a5e-4fb2-beeb-e948ff61c153 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '648adc9f-0304-4e71-8142-5a6a246c4290') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:15.088613 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75405c10-1af7-4872-9d94-7ed9e19047a8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:15.094345 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fad1f47-69e1-4497-b424-99e8cc3a5627 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (06090715-51df-4931-ad1f-9716fd446a2f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:15.094720 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-75405c10-1af7-4872-9d94-7ed9e19047a8 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/ports/c90fbb06-f6d6-43ec-9126-74a5a1b58dfe HTTP/1.1" status: 404 len: 333 time: 0.0358701 Feb 07 21:18:15.095589 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39440) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:15.125192 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce13984-5926-4019-9442-ab02bab95393 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] DELETE failed (client error): The resource could not be found. Feb 07 21:18:15.125895 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce13984-5926-4019-9442-ab02bab95393 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:18:15.132140 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2ce13984-5926-4019-9442-ab02bab95393 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/subnets/11797c2f-4202-4ff2-bdef-8c6aff4db2d4 HTTP/1.1" status: 404 len: 337 time: 0.0330837 Feb 07 21:18:15.136097 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39446) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:15.181276 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad1f47-69e1-4497-b424-99e8cc3a5627 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event deleted for resources: {'Port': ['ID=06090715-51df-4931-ad1f-9716fd446a2f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:15.199568 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9865a-adce-4885-99c1-b14a43415b89 None None] Port 648adc9f-0304-4e71-8142-5a6a246c4290 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:18:15.299276 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 9886f72c-171a-4df0-a56d-0ea90fff0222 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:18:15.300393 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device b1da645b-e4db-4113-bd3b-4298a7211d45 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:18:15.319219 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fad1f47-69e1-4497-b424-99e8cc3a5627 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for floatingip (f28bb1c5-9883-49c4-8131-34633b72a4c7), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:15.322232 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fad1f47-69e1-4497-b424-99e8cc3a5627 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:15.326930 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4fad1f47-69e1-4497-b424-99e8cc3a5627 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "DELETE /v2.0/floatingips/f28bb1c5-9883-49c4-8131-34633b72a4c7 HTTP/1.1" status: 204 len: 168 time: 2.2040551 Feb 07 21:18:15.327689 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39448) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:15.383740 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b95898ce-22cf-498f-aae1-a773f9571d7d None None] Provisioning complete for port 648adc9f-0304-4e71-8142-5a6a246c4290 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:15.384147 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b95898ce-22cf-498f-aae1-a773f9571d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (648adc9f-0304-4e71-8142-5a6a246c4290), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:15.386474 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc334fd-9651-494e-b894-c509579854a5 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:18:15.409504 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9cc334fd-9651-494e-b894-c509579854a5 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] 10.222.0.65 "PUT /v2.0/routers/21a98ccc-46a5-451a-b1d3-765508835d8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3563459 Feb 07 21:18:15.416695 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39450) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:15.417812 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e419f-ad75-4dba-b6a3-6b7eb14e2645 None None] Sync routers for ids ['21a98ccc-46a5-451a-b1d3-765508835d8c'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:18:15.438734 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afc935f1-8b1c-43f9-abab-9bdf0bc1ea71 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:15.442252 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e419f-ad75-4dba-b6a3-6b7eb14e2645 None None] Routers {'21a98ccc-46a5-451a-b1d3-765508835d8c'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:18:15.442936 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-735e419f-ad75-4dba-b6a3-6b7eb14e2645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:17:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['21a98ccc-46a5-451a-b1d3-765508835d8c'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:15.490482 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98944bd1-75f8-4360-875d-2fe4d5941fb1 req-d9b1e7aa-6bfd-4d47-a0a7-8c893fa07ce3 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:15.491061 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3184021a-6a5e-4fb2-beeb-e948ff61c153 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "DELETE /v2.0/ports/648adc9f-0304-4e71-8142-5a6a246c4290/tags HTTP/1.1" status: 204 len: 168 time: 0.4105976 Feb 07 21:18:15.492918 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-98944bd1-75f8-4360-875d-2fe4d5941fb1 req-d9b1e7aa-6bfd-4d47-a0a7-8c893fa07ce3 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.2844150 Feb 07 21:18:15.494060 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-3e79a963-48ff-436a-999f-96e3e4770567 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] delete failed (client error): The resource could not be found. Feb 07 21:18:15.495463 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3e79a963-48ff-436a-999f-96e3e4770567 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-507062169 HTTP/1.1" status: 404 len: 334 time: 0.0723588 Feb 07 21:18:15.496656 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39452) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:15.506694 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39454) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:15.519251 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-839b86d7-8f50-4f4e-b3d1-1f6f5ab10d49 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '005c86aa-39c7-47d0-8764-cacda822791e') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:15.520112 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-4f105c17-6251-468e-8b11-866e60c1d663 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Request body: {'router': {'external_gateway_info': {'network_id': '21a98ccc-46a5-451a-b1d3-765508835d8c'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:15.525495 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b95898ce-22cf-498f-aae1-a773f9571d7d None None] Port 648adc9f-0304-4e71-8142-5a6a246c4290 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:18:15.526817 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-735e419f-ad75-4dba-b6a3-6b7eb14e2645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:15.530465 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port b1da645b-e4db-4113-bd3b-4298a7211d45 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:15.531093 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b1da645b-e4db-4113-bd3b-4298a7211d45), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:15.552983 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e419f-ad75-4dba-b6a3-6b7eb14e2645 None None] Routers {'21a98ccc-46a5-451a-b1d3-765508835d8c'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:18:15.553885 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-735e419f-ad75-4dba-b6a3-6b7eb14e2645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:17:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['21a98ccc-46a5-451a-b1d3-765508835d8c'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:15.607412 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-bcb21ee7-9cda-45d4-8247-2ae7116f7c5a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Deleting port 78688ae2-f6bf-4575-9b2d-411b39a9ee2d {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:15.608216 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bcb21ee7-9cda-45d4-8247-2ae7116f7c5a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (78688ae2-f6bf-4575-9b2d-411b39a9ee2d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:15.646734 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-735e419f-ad75-4dba-b6a3-6b7eb14e2645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:15.647988 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e419f-ad75-4dba-b6a3-6b7eb14e2645 None None] The sync data for ids ['21a98ccc-46a5-451a-b1d3-765508835d8c'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:18:15.785881 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port b1da645b-e4db-4113-bd3b-4298a7211d45 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:18:15.787641 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 3d015a51-35b2-497f-8438-c2fe3fe01b20 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:18:15.895190 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 3d015a51-35b2-497f-8438-c2fe3fe01b20 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:15.895566 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3d015a51-35b2-497f-8438-c2fe3fe01b20), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:15.901496 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4f105c17-6251-468e-8b11-866e60c1d663 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks [] for router_gateway (21a98ccc-46a5-451a-b1d3-765508835d8c), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:15.925848 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-98944bd1-75f8-4360-875d-2fe4d5941fb1 req-4361079d-5326-4903-a659-26a5de452cd8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3143926 Feb 07 21:18:15.937964 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afc935f1-8b1c-43f9-abab-9bdf0bc1ea71 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:15.941773 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bcb21ee7-9cda-45d4-8247-2ae7116f7c5a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (78688ae2-f6bf-4575-9b2d-411b39a9ee2d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:15.961090 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-bcb21ee7-9cda-45d4-8247-2ae7116f7c5a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Calling delete_port for 78688ae2-f6bf-4575-9b2d-411b39a9ee2d owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:15.981928 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-839b86d7-8f50-4f4e-b3d1-1f6f5ab10d49 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "DELETE /v2.0/subnets/005c86aa-39c7-47d0-8764-cacda822791e/tags HTTP/1.1" status: 204 len: 168 time: 0.4822991 Feb 07 21:18:15.984580 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39466) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:15.990110 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-67e725c1-8817-40f5-bb96-897d13ec44c6 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '005c86aa-39c7-47d0-8764-cacda822791e', 'tempest-TagsExtTest-Tag-219555184') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:15.993694 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-afc935f1-8b1c-43f9-abab-9bdf0bc1ea71 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d2e8e9-c42c-4c7e-8538-844cf5a9a030']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:16.034072 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-afc935f1-8b1c-43f9-abab-9bdf0bc1ea71 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176c1550-7b6a-4364-8333-5da10a3af497') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:16.036687 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-afc935f1-8b1c-43f9-abab-9bdf0bc1ea71 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176c1550-7b6a-4364-8333-5da10a3af497') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:16.066882 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afc935f1-8b1c-43f9-abab-9bdf0bc1ea71 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (176c1550-7b6a-4364-8333-5da10a3af497), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:16.097652 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-4f105c17-6251-468e-8b11-866e60c1d663 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] update failed (client error): The resource could not be found. Feb 07 21:18:16.099057 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4f105c17-6251-468e-8b11-866e60c1d663 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] 10.222.0.65 "PUT /v2.0/routers/21a98ccc-46a5-451a-b1d3-765508835d8c HTTP/1.1" status: 404 len: 339 time: 0.5903788 Feb 07 21:18:16.111246 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39468) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:16.124836 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 3d015a51-35b2-497f-8438-c2fe3fe01b20 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:18:16.128503 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afc935f1-8b1c-43f9-abab-9bdf0bc1ea71 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (176c1550-7b6a-4364-8333-5da10a3af497), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:16.202322 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bcb21ee7-9cda-45d4-8247-2ae7116f7c5a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (78688ae2-f6bf-4575-9b2d-411b39a9ee2d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:16.226641 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc935f1-8b1c-43f9-abab-9bdf0bc1ea71 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:18:16.226971 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afc935f1-8b1c-43f9-abab-9bdf0bc1ea71 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (176c1550-7b6a-4364-8333-5da10a3af497), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:18:16.230928 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:18:16.241999 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb21ee7-9cda-45d4-8247-2ae7116f7c5a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event deleted for resources: {'Port': ['ID=78688ae2-f6bf-4575-9b2d-411b39a9ee2d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:16.277803 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a91ca431-cb57-4193-9744-13b4ede3d8b3 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:18:16.331371 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: a91ca431-cb57-4193-9744-13b4ede3d8b3 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:18:16.332258 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a91ca431-cb57-4193-9744-13b4ede3d8b3 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:18:16.421330 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bcb21ee7-9cda-45d4-8247-2ae7116f7c5a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:16.427367 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bcb21ee7-9cda-45d4-8247-2ae7116f7c5a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "DELETE /v2.0/ports/78688ae2-f6bf-4575-9b2d-411b39a9ee2d HTTP/1.1" status: 204 len: 168 time: 1.0895042 Feb 07 21:18:16.428346 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39476) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:16.462001 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afc935f1-8b1c-43f9-abab-9bdf0bc1ea71 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (f6d2e8e9-c42c-4c7e-8538-844cf5a9a030), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:16.495618 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecac887-38fa-4638-9836-ec5695475ecf req-60ad1b48-c971-4dd8-a0b5-765fbfdb2f75 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:16.510389 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ecac887-38fa-4638-9836-ec5695475ecf req-60ad1b48-c971-4dd8-a0b5-765fbfdb2f75 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.4475574 Feb 07 21:18:16.530857 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9886f72c-171a-4df0-a56d-0ea90fff0222 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:18:16.547115 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afc935f1-8b1c-43f9-abab-9bdf0bc1ea71 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:16.554198 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-afc935f1-8b1c-43f9-abab-9bdf0bc1ea71 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] 10.222.0.65 "DELETE /v2.0/networks/f6d2e8e9-c42c-4c7e-8538-844cf5a9a030 HTTP/1.1" status: 204 len: 168 time: 1.4141612 Feb 07 21:18:16.585614 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-aceb0165-8a2e-4834-b35e-33442494811e tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Deleting port 787540ad-da42-4766-9599-e06e23ac29d8 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:16.586024 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aceb0165-8a2e-4834-b35e-33442494811e tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (787540ad-da42-4766-9599-e06e23ac29d8), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:16.597836 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-67e725c1-8817-40f5-bb96-897d13ec44c6 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "PUT /v2.0/subnets/005c86aa-39c7-47d0-8764-cacda822791e/tags/tempest-TagsExtTest-Tag-219555184 HTTP/1.1" status: 201 len: 201 time: 0.6116023 Feb 07 21:18:16.603076 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39480) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:16.621827 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 9886f72c-171a-4df0-a56d-0ea90fff0222 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:16.622666 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9886f72c-171a-4df0-a56d-0ea90fff0222), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:16.708683 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aceb0165-8a2e-4834-b35e-33442494811e tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (787540ad-da42-4766-9599-e06e23ac29d8), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:16.735777 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-aceb0165-8a2e-4834-b35e-33442494811e tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Calling delete_port for 787540ad-da42-4766-9599-e06e23ac29d8 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:16.766075 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-3b95746b-a91e-4208-a17e-d2716a29d6c7 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '648adc9f-0304-4e71-8142-5a6a246c4290', 'tempest-TagsExtTest-Tag-1617510288') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:16.796162 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 9886f72c-171a-4df0-a56d-0ea90fff0222 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:18:16.948650 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc935f1-8b1c-43f9-abab-9bdf0bc1ea71 tempest-NetworksTestDHCPv6-2035069257 tempest-NetworksTestDHCPv6-2035069257-project] Pushing event deleted for resources: {'Network': ['ID=f6d2e8e9-c42c-4c7e-8538-844cf5a9a030,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:17.051451 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aceb0165-8a2e-4834-b35e-33442494811e tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (787540ad-da42-4766-9599-e06e23ac29d8), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:17.091621 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39492) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:17.092630 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb0165-8a2e-4834-b35e-33442494811e tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event deleted for resources: {'Port': ['ID=787540ad-da42-4766-9599-e06e23ac29d8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:17.100327 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ecac887-38fa-4638-9836-ec5695475ecf req-ae0baa56-bf8c-4ed2-a872-8823f39f0758 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5887105 Feb 07 21:18:17.272088 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a883-c77d-4d9c-9942-a522d7b35092 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:17.297448 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aceb0165-8a2e-4834-b35e-33442494811e tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:17.306567 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3b95746b-a91e-4208-a17e-d2716a29d6c7 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "PUT /v2.0/ports/648adc9f-0304-4e71-8142-5a6a246c4290/tags/tempest-TagsExtTest-Tag-1617510288 HTTP/1.1" status: 201 len: 201 time: 0.5838108 Feb 07 21:18:17.311368 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-aceb0165-8a2e-4834-b35e-33442494811e tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "DELETE /v2.0/ports/787540ad-da42-4766-9599-e06e23ac29d8 HTTP/1.1" status: 204 len: 168 time: 0.8796487 Feb 07 21:18:17.312360 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39498) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:17.312793 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39500) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:17.320872 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-dfd19478-8b74-4574-9a05-e2288fafa61e tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bf3615c8-4061-4035-94ac-495a75ef30a4', 'tempest-TagsExtTest-Tag-871361462') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:17.497923 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4e4332bd-56e7-47b3-bb94-30336da21eed admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7f4eb95d7e904ef7b9f60444f1551a3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3961401 Feb 07 21:18:17.500030 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39518) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:17.558735 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-8614beb7-d01f-44ea-948e-400da2794e2a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Deleting subnet 5377085d-38ba-495c-883b-35fa1357919c {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:18:17.567543 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8614beb7-d01f-44ea-948e-400da2794e2a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for subnet (5377085d-38ba-495c-883b-35fa1357919c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:17.718175 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8614beb7-d01f-44ea-948e-400da2794e2a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (5377085d-38ba-495c-883b-35fa1357919c), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:17.781727 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-dfd19478-8b74-4574-9a05-e2288fafa61e tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "PUT /v2.0/routers/bf3615c8-4061-4035-94ac-495a75ef30a4/tags/tempest-TagsExtTest-Tag-871361462 HTTP/1.1" status: 201 len: 201 time: 0.4673023 Feb 07 21:18:17.796864 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39522) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:17.803207 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-315e420c-b801-497f-a227-66bcbf2a717e tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7e949271-9974-43bd-94d5-ae81332b6b0c', 'tempest-TagsExtTest-Tag-445099906') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:17.938117 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6bbc5966-25d0-4cf7-a2fa-2f65055406a0 admin admin] Publish callbacks [] for security_group (747d09a0-afda-442a-afcc-585496f7cd3e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:17.947647 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8614beb7-d01f-44ea-948e-400da2794e2a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (5377085d-38ba-495c-883b-35fa1357919c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:17.991045 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104b364-aa80-4145-a9a0-918f801113ed req-f9c143e6-d206-4437-83d6-084ead138037 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:17.993203 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a104b364-aa80-4145-a9a0-918f801113ed req-f9c143e6-d206-4437-83d6-084ead138037 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 812 time: 0.4829223 Feb 07 21:18:18.037669 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8614beb7-d01f-44ea-948e-400da2794e2a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (5377085d-38ba-495c-883b-35fa1357919c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:18.081114 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614beb7-d01f-44ea-948e-400da2794e2a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event deleted for resources: {'Subnet': ['ID=5377085d-38ba-495c-883b-35fa1357919c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:18.083984 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8614beb7-d01f-44ea-948e-400da2794e2a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:18.088608 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8614beb7-d01f-44ea-948e-400da2794e2a tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "DELETE /v2.0/subnets/5377085d-38ba-495c-883b-35fa1357919c HTTP/1.1" status: 204 len: 168 time: 0.7632637 Feb 07 21:18:18.092357 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-315e420c-b801-497f-a227-66bcbf2a717e tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "PUT /v2.0/subnetpools/7e949271-9974-43bd-94d5-ae81332b6b0c/tags/tempest-TagsExtTest-Tag-445099906 HTTP/1.1" status: 201 len: 201 time: 0.2936587 Feb 07 21:18:18.092357 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39532) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:18.095241 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b02b1c-c51d-43a4-bafb-37058c96ca33 None None] Network 990c9613-1652-4a05-a37c-c1f76f75103a requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:18:18.144965 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39534) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:18.151898 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-31fb66af-08b8-474d-a069-65b817b0d783 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Deleting subnet c9c2ed27-c21c-4f3c-8dab-d62862785392 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:18:18.164141 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-31fb66af-08b8-474d-a069-65b817b0d783 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks [] for subnet (c9c2ed27-c21c-4f3c-8dab-d62862785392), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:18.235799 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-117eec3a-a159-4aaf-8460-ff155addc3f6 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '005c86aa-39c7-47d0-8764-cacda822791e', {'tags': ['tempest-TagsExtTest-Tag-1601220885', 'tempest-TagsExtTest-Tag-1193533751', 'tempest-TagsExtTest-Tag-1276083232']}) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:18.333187 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-31fb66af-08b8-474d-a069-65b817b0d783 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (c9c2ed27-c21c-4f3c-8dab-d62862785392), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:18.391700 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e133aff3-a4a0-49c4-9233-c0561ef8bbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:18.426856 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ed7771-0c3c-4e7f-b9b4-5207a4854dba None None] DHCP port deletion for 990c9613-1652-4a05-a37c-c1f76f75103a request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:18:18.483645 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-117eec3a-a159-4aaf-8460-ff155addc3f6 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "PUT /v2.0/subnets/005c86aa-39c7-47d0-8764-cacda822791e/tags HTTP/1.1" status: 200 len: 318 time: 0.2612958 Feb 07 21:18:18.499830 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-e9b9a883-c77d-4d9c-9942-a522d7b35092 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Allocated IP 172.20.0.1 (40bbe8a0-b533-4530-8687-59c2dbcac384/19dbc5e3-5a4b-432e-8c5e-0b899066d5e0/9c8fade0-a08b-408f-a108-e70c81e2d238) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:18:18.547684 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39540) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:18.550874 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2d0d31de-9f68-4127-8eee-4c00b3800615 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:18:18.561306 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-4550787c-9c39-4742-a1d8-921451dd4761 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '005c86aa-39c7-47d0-8764-cacda822791e') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:18.610414 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-37ed7771-0c3c-4e7f-b9b4-5207a4854dba None None] Deleting port 2d0d31de-9f68-4127-8eee-4c00b3800615 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:18.610933 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-37ed7771-0c3c-4e7f-b9b4-5207a4854dba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (2d0d31de-9f68-4127-8eee-4c00b3800615), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:18.641873 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6bbc5966-25d0-4cf7-a2fa-2f65055406a0 admin admin] Publish callbacks [] for security_group (747d09a0-afda-442a-afcc-585496f7cd3e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:18.654895 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-31fb66af-08b8-474d-a069-65b817b0d783 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (c9c2ed27-c21c-4f3c-8dab-d62862785392), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:18.662586 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a104b364-aa80-4145-a9a0-918f801113ed req-d3cb1809-a958-41b1-bfb9-2475c0761215 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/quotas/20dde7e4922943ecbb5ccb76ad52e1a9 HTTP/1.1" status: 200 len: 375 time: 0.6481962 Feb 07 21:18:18.762122 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a883-c77d-4d9c-9942-a522d7b35092 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks [] for port (9c8fade0-a08b-408f-a108-e70c81e2d238), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:18.838748 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 2d0d31de-9f68-4127-8eee-4c00b3800615 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:18:18.838748 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2d0d31de-9f68-4127-8eee-4c00b3800615), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:18.860434 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-31fb66af-08b8-474d-a069-65b817b0d783 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (c9c2ed27-c21c-4f3c-8dab-d62862785392), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:18.883538 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e49014-8b39-40b0-9225-710babbd75b9 req-778fbda9-d65c-4447-baea-d8bd3583d62f tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:18.885165 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49e49014-8b39-40b0-9225-710babbd75b9 req-778fbda9-d65c-4447-baea-d8bd3583d62f tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 946 time: 1.0100009 Feb 07 21:18:18.886253 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a883-c77d-4d9c-9942-a522d7b35092 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (9c8fade0-a08b-408f-a108-e70c81e2d238), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:18.888699 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-37ed7771-0c3c-4e7f-b9b4-5207a4854dba None None] For port 2d0d31de-9f68-4127-8eee-4c00b3800615, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2d0d31de-9f68-4127-8eee-4c00b3800615,segment=NetworkSegment(132e9d3b-e3a0-44db-9f71-5990771065f1),segment_id=132e9d3b-e3a0-44db-9f71-5990771065f1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:18.889539 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-37ed7771-0c3c-4e7f-b9b4-5207a4854dba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (2d0d31de-9f68-4127-8eee-4c00b3800615), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:18.896039 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4550787c-9c39-4742-a1d8-921451dd4761 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "DELETE /v2.0/subnets/005c86aa-39c7-47d0-8764-cacda822791e/tags HTTP/1.1" status: 204 len: 168 time: 0.3441255 Feb 07 21:18:18.917225 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39546) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:18.923502 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-47ac84cc-6d77-4e3f-bdd8-b2965a02a2ca tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '005c86aa-39c7-47d0-8764-cacda822791e', 'tempest-TagsExtTest-Tag-1601220885') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:18.926766 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb66af-08b8-474d-a069-65b817b0d783 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event deleted for resources: {'Subnet': ['ID=c9c2ed27-c21c-4f3c-8dab-d62862785392,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:18.938863 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-31fb66af-08b8-474d-a069-65b817b0d783 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:18.946891 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-31fb66af-08b8-474d-a069-65b817b0d783 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "DELETE /v2.0/subnets/c9c2ed27-c21c-4f3c-8dab-d62862785392 HTTP/1.1" status: 204 len: 168 time: 0.8537064 Feb 07 21:18:18.950346 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39548) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:18.951952 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-37ed7771-0c3c-4e7f-b9b4-5207a4854dba None None] Calling delete_port for 2d0d31de-9f68-4127-8eee-4c00b3800615 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:18.959882 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1fedbe-5cc0-48e3-989d-d114528f2176 None None] Network 26a5aa95-5a14-4824-919e-8a28dc988cff requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:18:19.003415 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b9a883-c77d-4d9c-9942-a522d7b35092 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Network 40bbe8a0-b533-4530-8687-59c2dbcac384 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:18:19.060849 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6bbc5966-25d0-4cf7-a2fa-2f65055406a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (747d09a0-afda-442a-afcc-585496f7cd3e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:19.065520 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-acb44054-cbe8-4a1e-8686-8463e97a774b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (990c9613-1652-4a05-a37c-c1f76f75103a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:19.068942 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6bbc5966-25d0-4cf7-a2fa-2f65055406a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:19.072544 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6bbc5966-25d0-4cf7-a2fa-2f65055406a0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/747d09a0-afda-442a-afcc-585496f7cd3e HTTP/1.1" status: 204 len: 168 time: 1.5681503 Feb 07 21:18:19.122666 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 2d0d31de-9f68-4127-8eee-4c00b3800615, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2d0d31de-9f68-4127-8eee-4c00b3800615,segment=NetworkSegment(132e9d3b-e3a0-44db-9f71-5990771065f1),segment_id=132e9d3b-e3a0-44db-9f71-5990771065f1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:19.130734 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2d0d31de-9f68-4127-8eee-4c00b3800615), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:19.160786 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9a883-c77d-4d9c-9942-a522d7b35092 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Pushing event updated for resources: {'Port': ['ID=9c8fade0-a08b-408f-a108-e70c81e2d238,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:19.170864 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-e9b9a883-c77d-4d9c-9942-a522d7b35092 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:18:19.176272 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b9a883-c77d-4d9c-9942-a522d7b35092 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:18:19.220144 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-47ac84cc-6d77-4e3f-bdd8-b2965a02a2ca tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] show failed (client error): The resource could not be found. Feb 07 21:18:19.224735 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-47ac84cc-6d77-4e3f-bdd8-b2965a02a2ca tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "GET /v2.0/subnets/005c86aa-39c7-47d0-8764-cacda822791e/tags/tempest-TagsExtTest-Tag-1601220885 HTTP/1.1" status: 404 len: 329 time: 0.3032315 Feb 07 21:18:19.228976 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39556) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:19.245665 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-5b1cc3f5-24d9-4e93-9b62-9a315c25d1cf tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '005c86aa-39c7-47d0-8764-cacda822791e', 'tempest-TagsExtTest-Tag-1193533751') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:19.310784 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49e49014-8b39-40b0-9225-710babbd75b9 req-653b303c-4976-4f27-9240-6d32335af04a tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4108973 Feb 07 21:18:19.316977 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-acb44054-cbe8-4a1e-8686-8463e97a774b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Deleting port 2d0d31de-9f68-4127-8eee-4c00b3800615 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:19.317068 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-acb44054-cbe8-4a1e-8686-8463e97a774b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (2d0d31de-9f68-4127-8eee-4c00b3800615), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:19.346917 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a883-c77d-4d9c-9942-a522d7b35092 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (21a98ccc-46a5-451a-b1d3-765508835d8c), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:19.417295 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=2d0d31de-9f68-4127-8eee-4c00b3800615,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:19.471546 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-37ed7771-0c3c-4e7f-b9b4-5207a4854dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (2d0d31de-9f68-4127-8eee-4c00b3800615), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:19.498489 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc5966-25d0-4cf7-a2fa-2f65055406a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747d09a0-afda-442a-afcc-585496f7cd3e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:19.561376 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ed7771-0c3c-4e7f-b9b4-5207a4854dba None None] No DVR routers for this DVR port 2d0d31de-9f68-4127-8eee-4c00b3800615 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:18:19.613547 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434acfba-256d-4976-9fd9-94f5fff8beae None None] DHCP port deletion for 26a5aa95-5a14-4824-919e-8a28dc988cff request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:18:19.764645 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a104b364-aa80-4145-a9a0-918f801113ed req-e3aab061-7050-4fca-94a7-5a9ea310a01c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0733333 Feb 07 21:18:19.926509 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a883-c77d-4d9c-9942-a522d7b35092 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9c8fade0-a08b-408f-a108-e70c81e2d238), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:20.179580 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed7771-0c3c-4e7f-b9b4-5207a4854dba None None] Pushing event deleted for resources: {'Port': ['ID=2d0d31de-9f68-4127-8eee-4c00b3800615,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:20.246196 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-a104b364-aa80-4145-a9a0-918f801113ed req-473be874-c1fe-4040-90b6-176840243aa8 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:18:20.247012 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-434acfba-256d-4976-9fd9-94f5fff8beae None None] Deleting port 0e83ee72-7915-424e-a4d5-8b99bb18384f {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:20.247909 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a104b364-aa80-4145-a9a0-918f801113ed req-473be874-c1fe-4040-90b6-176840243aa8 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4740438 Feb 07 21:18:20.248234 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-434acfba-256d-4976-9fd9-94f5fff8beae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (0e83ee72-7915-424e-a4d5-8b99bb18384f), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:20.251065 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-9e9d9847-704a-445b-b079-a332f2830d84 None None] Provisioning complete for port 9c8fade0-a08b-408f-a108-e70c81e2d238 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:20.251572 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9e9d9847-704a-445b-b079-a332f2830d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9c8fade0-a08b-408f-a108-e70c81e2d238), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:20.350386 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-acb44054-cbe8-4a1e-8686-8463e97a774b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] For port 2d0d31de-9f68-4127-8eee-4c00b3800615, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2d0d31de-9f68-4127-8eee-4c00b3800615,segment=NetworkSegment(132e9d3b-e3a0-44db-9f71-5990771065f1),segment_id=132e9d3b-e3a0-44db-9f71-5990771065f1)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:20.351039 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-acb44054-cbe8-4a1e-8686-8463e97a774b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (2d0d31de-9f68-4127-8eee-4c00b3800615), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:20.395772 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-5b1cc3f5-24d9-4e93-9b62-9a315c25d1cf tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] show failed (client error): The resource could not be found. Feb 07 21:18:20.402429 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5b1cc3f5-24d9-4e93-9b62-9a315c25d1cf tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "GET /v2.0/subnets/005c86aa-39c7-47d0-8764-cacda822791e/tags/tempest-TagsExtTest-Tag-1193533751 HTTP/1.1" status: 404 len: 329 time: 1.1708584 Feb 07 21:18:20.403047 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39596) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:20.422567 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-434acfba-256d-4976-9fd9-94f5fff8beae None None] For port 0e83ee72-7915-424e-a4d5-8b99bb18384f, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0e83ee72-7915-424e-a4d5-8b99bb18384f,segment=NetworkSegment(b471230d-262f-4c1e-be7a-7c91a832d6a9),segment_id=b471230d-262f-4c1e-be7a-7c91a832d6a9)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:20.423127 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-434acfba-256d-4976-9fd9-94f5fff8beae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (0e83ee72-7915-424e-a4d5-8b99bb18384f), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:20.427229 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-03091929-c4ed-4161-bbdb-8baedd449401 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '005c86aa-39c7-47d0-8764-cacda822791e', 'tempest-TagsExtTest-Tag-1276083232') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:20.436208 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d9847-704a-445b-b079-a332f2830d84 None None] Port 9c8fade0-a08b-408f-a108-e70c81e2d238 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:18:20.441409 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-434acfba-256d-4976-9fd9-94f5fff8beae None None] Calling delete_port for 0e83ee72-7915-424e-a4d5-8b99bb18384f owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:20.441602 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-acb44054-cbe8-4a1e-8686-8463e97a774b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Calling delete_port for 2d0d31de-9f68-4127-8eee-4c00b3800615 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:20.505410 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a883-c77d-4d9c-9942-a522d7b35092 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks [] for port (9c8fade0-a08b-408f-a108-e70c81e2d238), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:20.570839 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0e83ee72-7915-424e-a4d5-8b99bb18384f no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:18:20.628106 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4e0adba8-3e91-4ce0-9614-0e17df8c404e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:20.708421 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a883-c77d-4d9c-9942-a522d7b35092 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (9c8fade0-a08b-408f-a108-e70c81e2d238), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:20.735216 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-03091929-c4ed-4161-bbdb-8baedd449401 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] show failed (client error): The resource could not be found. Feb 07 21:18:20.739484 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-03091929-c4ed-4161-bbdb-8baedd449401 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "GET /v2.0/subnets/005c86aa-39c7-47d0-8764-cacda822791e/tags/tempest-TagsExtTest-Tag-1276083232 HTTP/1.1" status: 404 len: 329 time: 0.3200104 Feb 07 21:18:20.751077 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39604) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:20.751727 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-434acfba-256d-4976-9fd9-94f5fff8beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (0e83ee72-7915-424e-a4d5-8b99bb18384f), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:20.762595 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-0a54ad1f-2129-4668-9154-01748eb2e28a tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '648adc9f-0304-4e71-8142-5a6a246c4290', {'tags': ['tempest-TagsExtTest-Tag-463049750', 'tempest-TagsExtTest-Tag-1590101375', 'tempest-TagsExtTest-Tag-273768307']}) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:20.786256 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39606) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:20.808948 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 0e83ee72-7915-424e-a4d5-8b99bb18384f is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:18:20.809735 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0e83ee72-7915-424e-a4d5-8b99bb18384f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:20.838956 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434acfba-256d-4976-9fd9-94f5fff8beae None None] Pushing event deleted for resources: {'Port': ['ID=0e83ee72-7915-424e-a4d5-8b99bb18384f,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:20.841319 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434acfba-256d-4976-9fd9-94f5fff8beae None None] No DVR routers for this DVR port 0e83ee72-7915-424e-a4d5-8b99bb18384f on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:18:20.854239 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-acb44054-cbe8-4a1e-8686-8463e97a774b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (2d0d31de-9f68-4127-8eee-4c00b3800615), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:20.899330 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6fdda5-e1e4-4324-8b49-b9db170882b8 req-1fc4f4bf-403c-49cc-91b0-d87f17ea93fa tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:20.908093 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d6fdda5-e1e4-4324-8b49-b9db170882b8 req-1fc4f4bf-403c-49cc-91b0-d87f17ea93fa tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 946 time: 0.6588895 Feb 07 21:18:20.931279 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb44054-cbe8-4a1e-8686-8463e97a774b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event deleted for resources: {'Port': ['ID=2d0d31de-9f68-4127-8eee-4c00b3800615,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:20.945473 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb44054-cbe8-4a1e-8686-8463e97a774b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] No DVR routers for this DVR port 2d0d31de-9f68-4127-8eee-4c00b3800615 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:18:20.980800 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0a54ad1f-2129-4668-9154-01748eb2e28a tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "PUT /v2.0/ports/648adc9f-0304-4e71-8142-5a6a246c4290/tags HTTP/1.1" status: 200 len: 316 time: 0.2281294 Feb 07 21:18:21.002488 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39610) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:21.021401 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-d9577dc2-31fe-44cb-8130-f1595847ac64 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '648adc9f-0304-4e71-8142-5a6a246c4290') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:21.087139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f0612d1d-a086-4e8a-bddc-b9054f320e7f tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2081427032'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:21.092433 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d6fdda5-e1e4-4324-8b49-b9db170882b8 req-d5ebaa44-3e7f-4db9-94e0-4ae3f09e3021 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785972 Feb 07 21:18:21.092433 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a883-c77d-4d9c-9942-a522d7b35092 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (21a98ccc-46a5-451a-b1d3-765508835d8c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:21.110686 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-acb44054-cbe8-4a1e-8686-8463e97a774b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (990c9613-1652-4a05-a37c-c1f76f75103a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:21.115520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9a883-c77d-4d9c-9942-a522d7b35092 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Pushing event updated for resources: {'Port': ['ID=9c8fade0-a08b-408f-a108-e70c81e2d238,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:21.140917 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-acb44054-cbe8-4a1e-8686-8463e97a774b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['990c9613-1652-4a05-a37c-c1f76f75103a']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:21.151767 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-acb44054-cbe8-4a1e-8686-8463e97a774b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132e9d3b-e3a0-44db-9f71-5990771065f1') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:21.152138 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-acb44054-cbe8-4a1e-8686-8463e97a774b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132e9d3b-e3a0-44db-9f71-5990771065f1') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:21.180098 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-acb44054-cbe8-4a1e-8686-8463e97a774b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (132e9d3b-e3a0-44db-9f71-5990771065f1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:21.195287 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-acb44054-cbe8-4a1e-8686-8463e97a774b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (132e9d3b-e3a0-44db-9f71-5990771065f1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:21.202474 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb44054-cbe8-4a1e-8686-8463e97a774b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:18:21.202971 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-acb44054-cbe8-4a1e-8686-8463e97a774b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (132e9d3b-e3a0-44db-9f71-5990771065f1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: self.session.flush() Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: self.session.flush() Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: self.session.flush() Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: self.session.flush() Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:18:21.207002 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:18:21.272976 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a104b364-aa80-4145-a9a0-918f801113ed req-fecd9f0c-f0f8-4c88-9ae3-ddce606125ec service neutron] 10.222.0.65 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7072113 Feb 07 21:18:21.290841 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-acb44054-cbe8-4a1e-8686-8463e97a774b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (990c9613-1652-4a05-a37c-c1f76f75103a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:21.317544 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-acb44054-cbe8-4a1e-8686-8463e97a774b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:21.319915 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b9a883-c77d-4d9c-9942-a522d7b35092 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Network 40bbe8a0-b533-4530-8687-59c2dbcac384 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:18:21.323558 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-acb44054-cbe8-4a1e-8686-8463e97a774b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "DELETE /v2.0/networks/990c9613-1652-4a05-a37c-c1f76f75103a HTTP/1.1" status: 204 len: 168 time: 2.3714654 Feb 07 21:18:21.324650 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb44054-cbe8-4a1e-8686-8463e97a774b tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event deleted for resources: {'Network': ['ID=990c9613-1652-4a05-a37c-c1f76f75103a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:21.326549 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39622) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:21.421865 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-e9b9a883-c77d-4d9c-9942-a522d7b35092 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:18:21.437775 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0612d1d-a086-4e8a-bddc-b9054f320e7f tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Made reservation on behalf of b4835d106e4a488fb549120321bd7791 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:18:21.443509 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0612d1d-a086-4e8a-bddc-b9054f320e7f tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:21.448536 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d52e2a46-09f0-4cfc-9b43-212ae3bea206 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (26a5aa95-5a14-4824-919e-8a28dc988cff), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:21.485441 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0612d1d-a086-4e8a-bddc-b9054f320e7f tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:21.637970 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d52e2a46-09f0-4cfc-9b43-212ae3bea206 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (26a5aa95-5a14-4824-919e-8a28dc988cff), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:21.648193 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d9577dc2-31fe-44cb-8130-f1595847ac64 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "DELETE /v2.0/ports/648adc9f-0304-4e71-8142-5a6a246c4290/tags HTTP/1.1" status: 204 len: 168 time: 0.6352739 Feb 07 21:18:21.653301 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39626) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:21.658622 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-f40cc0d6-6129-425c-8e3a-398ac580fc61 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '648adc9f-0304-4e71-8142-5a6a246c4290', 'tempest-TagsExtTest-Tag-463049750') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:21.711551 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a104b364-aa80-4145-a9a0-918f801113ed req-1e77d250-7042-4bad-8768-66ffe5618016 service neutron] 10.222.0.65 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310994 Feb 07 21:18:21.726375 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b9a883-c77d-4d9c-9942-a522d7b35092 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Router 21a98ccc-46a5-451a-b1d3-765508835d8c has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:18:21.727734 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-d52e2a46-09f0-4cfc-9b43-212ae3bea206 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a5aa95-5a14-4824-919e-8a28dc988cff']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:21.747019 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0612d1d-a086-4e8a-bddc-b9054f320e7f tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks [] for security_group (01c73e94-f650-4117-89d9-532294995af4), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:21.766794 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-d52e2a46-09f0-4cfc-9b43-212ae3bea206 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b471230d-262f-4c1e-be7a-7c91a832d6a9') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:21.767104 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-d52e2a46-09f0-4cfc-9b43-212ae3bea206 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b471230d-262f-4c1e-be7a-7c91a832d6a9') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:21.808265 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f759ee-7761-4521-a702-6c942da10200 req-c035a327-9002-4684-b58b-b56522edbe57 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:21.811516 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-18f759ee-7761-4521-a702-6c942da10200 req-c035a327-9002-4684-b58b-b56522edbe57 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.69 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 946 time: 0.2240660 Feb 07 21:18:21.818486 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0612d1d-a086-4e8a-bddc-b9054f320e7f tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (01c73e94-f650-4117-89d9-532294995af4), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:21.819453 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:21.889693 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0612d1d-a086-4e8a-bddc-b9054f320e7f tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:18:21.911514 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0612d1d-a086-4e8a-bddc-b9054f320e7f tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01c73e94-f650-4117-89d9-532294995af4,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:21.925300 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0612d1d-a086-4e8a-bddc-b9054f320e7f tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (6f3fce61-05c5-473b-a6a3-56c369122aac), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:21.926457 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-f0612d1d-a086-4e8a-bddc-b9054f320e7f tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Added segment 6f3fce61-05c5-473b-a6a3-56c369122aac of type vlan for network c876f6ed-22f2-40da-835f-8e37902b383f Feb 07 21:18:21.946304 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d52e2a46-09f0-4cfc-9b43-212ae3bea206 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (b471230d-262f-4c1e-be7a-7c91a832d6a9), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:21.946516 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b9a883-c77d-4d9c-9942-a522d7b35092 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:18:21.948770 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4177a7b7-c1b6-43bc-8bd8-c40e10e0168a None None] Provisioning complete for port 9c8fade0-a08b-408f-a108-e70c81e2d238 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:21.955979 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e9b9a883-c77d-4d9c-9942-a522d7b35092 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] 10.222.0.65 "PUT /v2.0/routers/21a98ccc-46a5-451a-b1d3-765508835d8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8351088 Feb 07 21:18:21.955979 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39632) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:21.957667 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4177a7b7-c1b6-43bc-8bd8-c40e10e0168a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9c8fade0-a08b-408f-a108-e70c81e2d238), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:21.972662 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d52e2a46-09f0-4cfc-9b43-212ae3bea206 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (b471230d-262f-4c1e-be7a-7c91a832d6a9), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:21.992772 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52e2a46-09f0-4cfc-9b43-212ae3bea206 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:18:21.993356 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d52e2a46-09f0-4cfc-9b43-212ae3bea206 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (b471230d-262f-4c1e-be7a-7c91a832d6a9), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:18:21.997707 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:18:22.046569 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4177a7b7-c1b6-43bc-8bd8-c40e10e0168a None None] Port 9c8fade0-a08b-408f-a108-e70c81e2d238 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:18:22.048106 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d15002-9778-46ea-85f2-c7191782dbe3 None None] Sync routers for ids ['21a98ccc-46a5-451a-b1d3-765508835d8c'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:18:22.060737 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d15002-9778-46ea-85f2-c7191782dbe3 None None] Routers {'21a98ccc-46a5-451a-b1d3-765508835d8c'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:18:22.061374 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-57d15002-9778-46ea-85f2-c7191782dbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:18:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['21a98ccc-46a5-451a-b1d3-765508835d8c'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:22.088566 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-f40cc0d6-6129-425c-8e3a-398ac580fc61 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] show failed (client error): The resource could not be found. Feb 07 21:18:22.090308 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f40cc0d6-6129-425c-8e3a-398ac580fc61 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "GET /v2.0/ports/648adc9f-0304-4e71-8142-5a6a246c4290/tags/tempest-TagsExtTest-Tag-463049750 HTTP/1.1" status: 404 len: 328 time: 0.4358940 Feb 07 21:18:22.093548 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39634) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:22.099716 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-cc87b177-2556-49e2-a156-90260a525a81 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '648adc9f-0304-4e71-8142-5a6a246c4290', 'tempest-TagsExtTest-Tag-1590101375') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:22.105205 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0612d1d-a086-4e8a-bddc-b9054f320e7f tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (c876f6ed-22f2-40da-835f-8e37902b383f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:22.110708 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-57d15002-9778-46ea-85f2-c7191782dbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:22.121898 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d15002-9778-46ea-85f2-c7191782dbe3 None None] Routers {'21a98ccc-46a5-451a-b1d3-765508835d8c'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:18:22.122541 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-57d15002-9778-46ea-85f2-c7191782dbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:18:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['21a98ccc-46a5-451a-b1d3-765508835d8c'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:22.148667 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d52e2a46-09f0-4cfc-9b43-212ae3bea206 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (26a5aa95-5a14-4824-919e-8a28dc988cff), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:22.168199 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d52e2a46-09f0-4cfc-9b43-212ae3bea206 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:22.175190 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d52e2a46-09f0-4cfc-9b43-212ae3bea206 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] 10.222.0.65 "DELETE /v2.0/networks/26a5aa95-5a14-4824-919e-8a28dc988cff HTTP/1.1" status: 204 len: 168 time: 0.8389826 Feb 07 21:18:22.193894 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a3525aca-bcc5-4042-ae9a-d939a36fbbb6 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks [] for router (21a98ccc-46a5-451a-b1d3-765508835d8c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:22.220712 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-18f759ee-7761-4521-a702-6c942da10200 req-ca075cc4-a063-412e-8a3b-336217cb9c50 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Deleting port 354d92f0-61cb-4ed6-90c8-ff7f708a6582 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:22.221117 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-18f759ee-7761-4521-a702-6c942da10200 req-ca075cc4-a063-412e-8a3b-336217cb9c50 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (354d92f0-61cb-4ed6-90c8-ff7f708a6582), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:22.227104 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e2a46-09f0-4cfc-9b43-212ae3bea206 tempest-TaggedBootDevicesTest-350595185 tempest-TaggedBootDevicesTest-350595185-project] Pushing event deleted for resources: {'Network': ['ID=26a5aa95-5a14-4824-919e-8a28dc988cff,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:22.228568 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-57d15002-9778-46ea-85f2-c7191782dbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:22.229256 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d15002-9778-46ea-85f2-c7191782dbe3 None None] The sync data for ids ['21a98ccc-46a5-451a-b1d3-765508835d8c'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:18:22.263998 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0612d1d-a086-4e8a-bddc-b9054f320e7f tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (c876f6ed-22f2-40da-835f-8e37902b383f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:22.270527 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0612d1d-a086-4e8a-bddc-b9054f320e7f tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:22.271094 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0612d1d-a086-4e8a-bddc-b9054f320e7f tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:22.299590 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-cc87b177-2556-49e2-a156-90260a525a81 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] show failed (client error): The resource could not be found. Feb 07 21:18:22.303248 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cc87b177-2556-49e2-a156-90260a525a81 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "GET /v2.0/ports/648adc9f-0304-4e71-8142-5a6a246c4290/tags/tempest-TagsExtTest-Tag-1590101375 HTTP/1.1" status: 404 len: 329 time: 0.2050409 Feb 07 21:18:22.305994 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39644) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:22.310173 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-36203cd4-db11-4ea1-a3dd-68ff6bbc2c68 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '648adc9f-0304-4e71-8142-5a6a246c4290', 'tempest-TagsExtTest-Tag-273768307') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:22.383460 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-18f759ee-7761-4521-a702-6c942da10200 req-ca075cc4-a063-412e-8a3b-336217cb9c50 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] For port 354d92f0-61cb-4ed6-90c8-ff7f708a6582, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=354d92f0-61cb-4ed6-90c8-ff7f708a6582,segment=NetworkSegment(536d04cb-ae32-4474-8c76-f1953d1fb7d5),segment_id=536d04cb-ae32-4474-8c76-f1953d1fb7d5)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:22.384405 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-18f759ee-7761-4521-a702-6c942da10200 req-ca075cc4-a063-412e-8a3b-336217cb9c50 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (354d92f0-61cb-4ed6-90c8-ff7f708a6582), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:22.453226 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f0612d1d-a086-4e8a-bddc-b9054f320e7f tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.6658900 Feb 07 21:18:22.466622 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39650) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:22.474221 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-7866ba33-c287-448b-a3e7-d8745701436e tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Request body: {'subnet': {'network_id': 'c876f6ed-22f2-40da-835f-8e37902b383f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:22.494824 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0612d1d-a086-4e8a-bddc-b9054f320e7f tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Pushing event updated for resources: {'Network': ['ID=c876f6ed-22f2-40da-835f-8e37902b383f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:22.498676 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-a3525aca-bcc5-4042-ae9a-d939a36fbbb6 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 07 21:18:22.507032 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a3525aca-bcc5-4042-ae9a-d939a36fbbb6 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] 10.222.0.65 "DELETE /v2.0/routers/21a98ccc-46a5-451a-b1d3-765508835d8c HTTP/1.1" status: 409 len: 329 time: 0.5504835 Feb 07 21:18:22.508197 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39652) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:22.516224 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network c876f6ed-22f2-40da-835f-8e37902b383f details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:18:22.622301 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24403f1-c5cf-4f3b-b680-d00385557660 req-e6fa2509-f0b6-4c7e-90a0-3bf5fca3d7e9 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:22.623904 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b24403f1-c5cf-4f3b-b680-d00385557660 req-e6fa2509-f0b6-4c7e-90a0-3bf5fca3d7e9 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 946 time: 0.3215630 Feb 07 21:18:22.697125 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-36203cd4-db11-4ea1-a3dd-68ff6bbc2c68 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] show failed (client error): The resource could not be found. Feb 07 21:18:22.701102 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-36203cd4-db11-4ea1-a3dd-68ff6bbc2c68 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "GET /v2.0/ports/648adc9f-0304-4e71-8142-5a6a246c4290/tags/tempest-TagsExtTest-Tag-273768307 HTTP/1.1" status: 404 len: 328 time: 0.3915205 Feb 07 21:18:22.704489 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39658) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:22.720509 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-976de860-b851-41f7-94f5-ba041603f6c8 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'bf3615c8-4061-4035-94ac-495a75ef30a4', {'tags': ['tempest-TagsExtTest-Tag-67189272', 'tempest-TagsExtTest-Tag-1339867683', 'tempest-TagsExtTest-Tag-797590217']}) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:22.762107 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b24403f1-c5cf-4f3b-b680-d00385557660 req-8d3fb336-b530-46c7-8ea7-545f2090f7f9 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b540466-bd3f-4083-8beb-ed3c28b16878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279979 Feb 07 21:18:22.795713 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7866ba33-c287-448b-a3e7-d8745701436e tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Made reservation on behalf of b4835d106e4a488fb549120321bd7791 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:18:22.799737 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7866ba33-c287-448b-a3e7-d8745701436e tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:22.922101 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-18f759ee-7761-4521-a702-6c942da10200 req-ca075cc4-a063-412e-8a3b-336217cb9c50 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:22.922461 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-18f759ee-7761-4521-a702-6c942da10200 req-ca075cc4-a063-412e-8a3b-336217cb9c50 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (3a253229-8db2-454b-97ae-d4d0cefef484), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:22.922787 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [req-18f759ee-7761-4521-a702-6c942da10200 req-ca075cc4-a063-412e-8a3b-336217cb9c50 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Floating IP 3a253229-8db2-454b-97ae-d4d0cefef484 disassociated. External IP: 172.25.4.137, port: 354d92f0-61cb-4ed6-90c8-ff7f708a6582. Feb 07 21:18:22.923136 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-18f759ee-7761-4521-a702-6c942da10200 req-ca075cc4-a063-412e-8a3b-336217cb9c50 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Calling delete_port for 354d92f0-61cb-4ed6-90c8-ff7f708a6582 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:23.035478 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-976de860-b851-41f7-94f5-ba041603f6c8 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "PUT /v2.0/routers/bf3615c8-4061-4035-94ac-495a75ef30a4/tags HTTP/1.1" status: 200 len: 315 time: 0.3297930 Feb 07 21:18:23.035816 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39670) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:23.056932 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-87c61464-8915-4299-9e50-ddc1fee1dbb7 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bf3615c8-4061-4035-94ac-495a75ef30a4') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:23.235332 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:23.253326 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9667e45a-e4d0-4199-97ea-5e338842feab req-b49c4380-c768-4d8a-8a23-961a7b41d849 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 210 time: 0.0994728 Feb 07 21:18:23.311587 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-18f759ee-7761-4521-a702-6c942da10200 req-ca075cc4-a063-412e-8a3b-336217cb9c50 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (354d92f0-61cb-4ed6-90c8-ff7f708a6582), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:23.356715 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-87c61464-8915-4299-9e50-ddc1fee1dbb7 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "DELETE /v2.0/routers/bf3615c8-4061-4035-94ac-495a75ef30a4/tags HTTP/1.1" status: 204 len: 168 time: 0.3171213 Feb 07 21:18:23.358230 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39680) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:23.360780 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a05ec4c-51bd-4619-a50e-7cec15ac3dde tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (21a98ccc-46a5-451a-b1d3-765508835d8c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:23.364688 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca075cc4-a063-412e-8a3b-336217cb9c50 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Pushing event deleted for resources: {'Port': ['ID=354d92f0-61cb-4ed6-90c8-ff7f708a6582,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:23.374448 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7866ba33-c287-448b-a3e7-d8745701436e tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (38382360-c4e4-4310-9840-d943686950c4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:23.382502 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-4fbde8bc-1fb4-4df5-851d-451dacb64a5a tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bf3615c8-4061-4035-94ac-495a75ef30a4', 'tempest-TagsExtTest-Tag-67189272') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:23.629225 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866ba33-c287-448b-a3e7-d8745701436e tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Pushing event updated for resources: {'Subnet': ['ID=38382360-c4e4-4310-9840-d943686950c4,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:23.654959 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7866ba33-c287-448b-a3e7-d8745701436e tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Checking segment: {'id': '6f3fce61-05c5-473b-a6a3-56c369122aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c876f6ed-22f2-40da-835f-8e37902b383f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:18:23.655246 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7866ba33-c287-448b-a3e7-d8745701436e tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Network hostable DHCP agents. Network: c876f6ed-22f2-40da-835f-8e37902b383f, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:18:23.691581 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18f759ee-7761-4521-a702-6c942da10200 req-ca075cc4-a063-412e-8a3b-336217cb9c50 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Router ab59e548-d6a5-423e-a856-dd909b61bd5b has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:18:23.694678 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7866ba33-c287-448b-a3e7-d8745701436e tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Network c876f6ed-22f2-40da-835f-8e37902b383f is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:18:23.778795 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-7866ba33-c287-448b-a3e7-d8745701436e tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, c876f6ed-22f2-40da-835f-8e37902b383f) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:18:23.791366 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e835244-ea38-4b1c-a8e5-50bf52eef3e8 None None] Network c876f6ed-22f2-40da-835f-8e37902b383f requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:18:23.834888 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7866ba33-c287-448b-a3e7-d8745701436e tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:23.835487 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7866ba33-c287-448b-a3e7-d8745701436e tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:23.905156 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7866ba33-c287-448b-a3e7-d8745701436e tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4210286 Feb 07 21:18:23.905156 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39700) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:23.905156 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-7701d02b-ad33-4743-9f63-479ae704a457 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Request body: {'port': {'network_id': 'c876f6ed-22f2-40da-835f-8e37902b383f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1986690034'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:24.070719 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407cc792-4821-4b30-bbad-e34253bac861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-c876f6ed-22f2-40da-835f-8e37902b383f', 'network_id': 'c876f6ed-22f2-40da-835f-8e37902b383f', 'project_id': 'b4835d106e4a488fb549120321bd7791', 'fixed_ips': [{'subnet_id': '38382360-c4e4-4310-9840-d943686950c4'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:18:24.071623 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-407cc792-4821-4b30-bbad-e34253bac861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:24.107603 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7701d02b-ad33-4743-9f63-479ae704a457 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Made reservation on behalf of b4835d106e4a488fb549120321bd7791 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:18:24.116980 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7701d02b-ad33-4743-9f63-479ae704a457 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:24.156748 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18f759ee-7761-4521-a702-6c942da10200 req-ca075cc4-a063-412e-8a3b-336217cb9c50 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:18:24.168706 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff286245-946c-4727-9285-3befd7b674b2 None None] Sync routers for ids ['ab59e548-d6a5-423e-a856-dd909b61bd5b'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:18:24.188063 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff286245-946c-4727-9285-3befd7b674b2 None None] Routers {'ab59e548-d6a5-423e-a856-dd909b61bd5b'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:18:24.191603 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ff286245-946c-4727-9285-3befd7b674b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:18:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ab59e548-d6a5-423e-a856-dd909b61bd5b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:24.227450 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-7701d02b-ad33-4743-9f63-479ae704a457 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] device_id is not set on port d0321691-fa28-4974-8b8d-1d2ae30857c2 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:18:24.360266 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-407cc792-4821-4b30-bbad-e34253bac861 None None] Allocated IP 2001:db8::2 (c876f6ed-22f2-40da-835f-8e37902b383f/38382360-c4e4-4310-9840-d943686950c4/d08ee5fe-d93e-4753-befa-f3666fd2e0bb) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:18:24.370298 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-806dc872-c589-4582-9cab-e9cbd8927708 req-c33f2108-3a25-4c9f-bfde-42be9742afe3 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 210 time: 0.1839707 Feb 07 21:18:24.419446 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f759ee-7761-4521-a702-6c942da10200 req-ca075cc4-a063-412e-8a3b-336217cb9c50 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] No DVR routers for this DVR port 354d92f0-61cb-4ed6-90c8-ff7f708a6582 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:18:24.427387 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-18f759ee-7761-4521-a702-6c942da10200 req-ca075cc4-a063-412e-8a3b-336217cb9c50 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:24.450689 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-18f759ee-7761-4521-a702-6c942da10200 req-ca075cc4-a063-412e-8a3b-336217cb9c50 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.69 "DELETE /v2.0/ports/354d92f0-61cb-4ed6-90c8-ff7f708a6582 HTTP/1.1" status: 204 len: 173 time: 2.6248891 Feb 07 21:18:24.451074 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d557bb-0773-4712-abbb-7cd28b7f1372', 'name': 'network-vif-deleted', 'tag': '354d92f0-61cb-4ed6-90c8-ff7f708a6582'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:18:24.478733 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d887f34-1d62-4f3b-8e43-6c0910b5a60f" -d '{"events": [{"server_uuid": "56d557bb-0773-4712-abbb-7cd28b7f1372", "name": "network-vif-deleted", "tag": "354d92f0-61cb-4ed6-90c8-ff7f708a6582"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:18:24.578061 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a05c1e4-eeb5-4c45-baa4-b8179e15e41f x-openstack-request-id: req-6a05c1e4-eeb5-4c45-baa4-b8179e15e41f {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:18:24.578735 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d557bb-0773-4712-abbb-7cd28b7f1372", "name": "network-vif-deleted", "tag": "354d92f0-61cb-4ed6-90c8-ff7f708a6582", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:18:24.579184 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6a05c1e4-eeb5-4c45-baa4-b8179e15e41f {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:18:24.580907 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d557bb-0773-4712-abbb-7cd28b7f1372', 'name': 'network-vif-deleted', 'tag': '354d92f0-61cb-4ed6-90c8-ff7f708a6582', 'status': 'completed', 'code': 200} Feb 07 21:18:24.586074 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-4fbde8bc-1fb4-4df5-851d-451dacb64a5a tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] show failed (client error): The resource could not be found. Feb 07 21:18:24.588387 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4fbde8bc-1fb4-4df5-851d-451dacb64a5a tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "GET /v2.0/routers/bf3615c8-4061-4035-94ac-495a75ef30a4/tags/tempest-TagsExtTest-Tag-67189272 HTTP/1.1" status: 404 len: 327 time: 1.2231250 Feb 07 21:18:24.590270 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39716) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:24.595955 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-1a4080b5-fd3a-4354-944d-34d9e38918c4 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bf3615c8-4061-4035-94ac-495a75ef30a4', 'tempest-TagsExtTest-Tag-1339867683') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:24.696354 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:24.700499 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-ff286245-946c-4727-9285-3befd7b674b2 None None] Set router ab59e548-d6a5-423e-a856-dd909b61bd5b gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:18:24.719988 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-95a570d7-f3bc-4999-ba5c-6a3fa65dde54 req-a8822068-b948-40e1-983a-3605144096ea tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 210 time: 0.1399145 Feb 07 21:18:24.789759 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-407cc792-4821-4b30-bbad-e34253bac861 None None] Publish callbacks [] for port (d08ee5fe-d93e-4753-befa-f3666fd2e0bb), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:24.807908 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-407cc792-4821-4b30-bbad-e34253bac861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (d08ee5fe-d93e-4753-befa-f3666fd2e0bb), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:24.898865 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-1a4080b5-fd3a-4354-944d-34d9e38918c4 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] show failed (client error): The resource could not be found. Feb 07 21:18:24.905109 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1a4080b5-fd3a-4354-944d-34d9e38918c4 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "GET /v2.0/routers/bf3615c8-4061-4035-94ac-495a75ef30a4/tags/tempest-TagsExtTest-Tag-1339867683 HTTP/1.1" status: 404 len: 329 time: 0.3116848 Feb 07 21:18:24.905109 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39722) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:24.913451 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-e60cc668-ae5a-40bd-9996-2350bbb88488 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bf3615c8-4061-4035-94ac-495a75ef30a4', 'tempest-TagsExtTest-Tag-797590217') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:24.936870 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407cc792-4821-4b30-bbad-e34253bac861 None None] Network c876f6ed-22f2-40da-835f-8e37902b383f is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:18:24.964423 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-407cc792-4821-4b30-bbad-e34253bac861 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:18:24.964727 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-7701d02b-ad33-4743-9f63-479ae704a457 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Allocated IP 2001:db8::2b8 (c876f6ed-22f2-40da-835f-8e37902b383f/38382360-c4e4-4310-9840-d943686950c4/d0321691-fa28-4974-8b8d-1d2ae30857c2) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:18:24.993292 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407cc792-4821-4b30-bbad-e34253bac861 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:18:24.997881 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407cc792-4821-4b30-bbad-e34253bac861 None None] Pushing event updated for resources: {'Port': ['ID=d08ee5fe-d93e-4753-befa-f3666fd2e0bb,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:25.056759 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4a05ec4c-51bd-4619-a50e-7cec15ac3dde tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Deleting port 9c8fade0-a08b-408f-a108-e70c81e2d238 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:25.057106 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a05ec4c-51bd-4619-a50e-7cec15ac3dde tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9c8fade0-a08b-408f-a108-e70c81e2d238), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:25.147184 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a05ec4c-51bd-4619-a50e-7cec15ac3dde tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9c8fade0-a08b-408f-a108-e70c81e2d238), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:25.160735 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-407cc792-4821-4b30-bbad-e34253bac861 None None] Attempting to bind port d08ee5fe-d93e-4753-befa-f3666fd2e0bb on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:18:25.161344 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-407cc792-4821-4b30-bbad-e34253bac861 None None] Attempting to bind port d08ee5fe-d93e-4753-befa-f3666fd2e0bb by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '6f3fce61-05c5-473b-a6a3-56c369122aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c876f6ed-22f2-40da-835f-8e37902b383f'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:18:25.161868 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407cc792-4821-4b30-bbad-e34253bac861 None None] Attempting to bind port d08ee5fe-d93e-4753-befa-f3666fd2e0bb on network c876f6ed-22f2-40da-835f-8e37902b383f {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:18:25.162142 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4a05ec4c-51bd-4619-a50e-7cec15ac3dde tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Calling delete_port for 9c8fade0-a08b-408f-a108-e70c81e2d238 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:25.171241 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407cc792-4821-4b30-bbad-e34253bac861 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:18:25.171890 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407cc792-4821-4b30-bbad-e34253bac861 None None] Checking segment: {'id': '6f3fce61-05c5-473b-a6a3-56c369122aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c876f6ed-22f2-40da-835f-8e37902b383f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:18:25.172524 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-407cc792-4821-4b30-bbad-e34253bac861 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:25.173081 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407cc792-4821-4b30-bbad-e34253bac861 None None] Bound using segment: {'id': '6f3fce61-05c5-473b-a6a3-56c369122aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c876f6ed-22f2-40da-835f-8e37902b383f'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:18:25.173698 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-407cc792-4821-4b30-bbad-e34253bac861 None None] Bound port: d08ee5fe-d93e-4753-befa-f3666fd2e0bb, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3fce61-05c5-473b-a6a3-56c369122aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c876f6ed-22f2-40da-835f-8e37902b383f'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:18:25.175318 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-407cc792-4821-4b30-bbad-e34253bac861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d08ee5fe-d93e-4753-befa-f3666fd2e0bb), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:25.184743 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ff286245-946c-4727-9285-3befd7b674b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'name': 'tempest-ServersTestBootFromVolume-1868552634-router', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:52Z', 'updated_at': '2022-02-07T21:15:09Z', 'revision_number': 4, 'project_id': '7f690b77bf0b4a1d910f8e3395b23494', 'gw_port': {'id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:55Z', 'updated_at': '2022-02-07T21:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '4625604a-37ee-4ee4-a97d-9b51e1962e7e', 'name': '', 'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'mac_address': 'fa:16:3e:8a:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '3b8d2a98-b623-4e92-ac4e-e76af5aa2da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:15:05Z', 'updated_at': '2022-02-07T21:15:19Z', 'revision_number': 5, 'project_id': '7f690b77bf0b4a1d910f8e3395b23494', 'subnets': [{'id': '3b8d2a98-b623-4e92-ac4e-e76af5aa2da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:25.223266 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff286245-946c-4727-9285-3befd7b674b2 None None] Checking router: ab59e548-d6a5-423e-a856-dd909b61bd5b for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:18:25.233121 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff286245-946c-4727-9285-3befd7b674b2 None None] Routers {'ab59e548-d6a5-423e-a856-dd909b61bd5b'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:18:25.234645 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ff286245-946c-4727-9285-3befd7b674b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:18:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ab59e548-d6a5-423e-a856-dd909b61bd5b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:25.254749 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104b364-aa80-4145-a9a0-918f801113ed req-28a2ea3e-c5a0-433b-854e-be376dedbe92 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:25.256199 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a104b364-aa80-4145-a9a0-918f801113ed req-28a2ea3e-c5a0-433b-854e-be376dedbe92 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.71 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 812 time: 0.3825276 Feb 07 21:18:25.296434 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-a104b364-aa80-4145-a9a0-918f801113ed req-a7e01f5c-710b-4602-a93b-06a35bb11013 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Request body: {'port': {'device_id': 'b80b7d03-5033-4dd6-ae14-cbe8f54acf9b', 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0', 'admin_state_up': True, 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:25.343209 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-407cc792-4821-4b30-bbad-e34253bac861 None None] For port d08ee5fe-d93e-4753-befa-f3666fd2e0bb, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:18:25.346836 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-407cc792-4821-4b30-bbad-e34253bac861 None None] For port d08ee5fe-d93e-4753-befa-f3666fd2e0bb, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d08ee5fe-d93e-4753-befa-f3666fd2e0bb,segment=NetworkSegment(6f3fce61-05c5-473b-a6a3-56c369122aac),segment_id=6f3fce61-05c5-473b-a6a3-56c369122aac)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:18:25.367136 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-407cc792-4821-4b30-bbad-e34253bac861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d08ee5fe-d93e-4753-befa-f3666fd2e0bb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:25.398066 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-ff286245-946c-4727-9285-3befd7b674b2 None None] Set router ab59e548-d6a5-423e-a856-dd909b61bd5b gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:18:25.514970 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407cc792-4821-4b30-bbad-e34253bac861 None None] Pushing event updated for resources: {'Port': ['ID=d08ee5fe-d93e-4753-befa-f3666fd2e0bb,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:25.556451 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a104b364-aa80-4145-a9a0-918f801113ed req-a7e01f5c-710b-4602-a93b-06a35bb11013 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Made reservation on behalf of 20dde7e4922943ecbb5ccb76ad52e1a9 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:18:25.567807 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a104b364-aa80-4145-a9a0-918f801113ed req-a7e01f5c-710b-4602-a93b-06a35bb11013 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:25.599446 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a05ec4c-51bd-4619-a50e-7cec15ac3dde tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (9c8fade0-a08b-408f-a108-e70c81e2d238), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:25.701763 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 354d92f0-61cb-4ed6-90c8-ff7f708a6582 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:18:25.740239 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fecc48ba-4b7d-472b-8304-e52a46221922 req-c04f9e7f-f55d-4b03-b0e1-d51908ff3318 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 210 time: 0.1267488 Feb 07 21:18:25.765937 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 354d92f0-61cb-4ed6-90c8-ff7f708a6582 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:18:25.785808 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 354d92f0-61cb-4ed6-90c8-ff7f708a6582 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:18:25.797678 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05ec4c-51bd-4619-a50e-7cec15ac3dde tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Pushing event deleted for resources: {'Port': ['ID=9c8fade0-a08b-408f-a108-e70c81e2d238,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:26.050141 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e58273b-509a-40d6-8783-f7091eb6a189 req-d80a9721-c00b-4ba3-8e83-ff52aad112de tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 210 time: 0.1373091 Feb 07 21:18:26.090112 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ff286245-946c-4727-9285-3befd7b674b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'name': 'tempest-ServersTestBootFromVolume-1868552634-router', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:52Z', 'updated_at': '2022-02-07T21:15:09Z', 'revision_number': 4, 'project_id': '7f690b77bf0b4a1d910f8e3395b23494', 'gw_port': {'id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:55Z', 'updated_at': '2022-02-07T21:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '4625604a-37ee-4ee4-a97d-9b51e1962e7e', 'name': '', 'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'mac_address': 'fa:16:3e:8a:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '3b8d2a98-b623-4e92-ac4e-e76af5aa2da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:15:05Z', 'updated_at': '2022-02-07T21:15:19Z', 'revision_number': 5, 'project_id': '7f690b77bf0b4a1d910f8e3395b23494', 'subnets': [{'id': '3b8d2a98-b623-4e92-ac4e-e76af5aa2da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:26.096680 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-e60cc668-ae5a-40bd-9996-2350bbb88488 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] show failed (client error): The resource could not be found. Feb 07 21:18:26.101426 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e60cc668-ae5a-40bd-9996-2350bbb88488 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "GET /v2.0/routers/bf3615c8-4061-4035-94ac-495a75ef30a4/tags/tempest-TagsExtTest-Tag-797590217 HTTP/1.1" status: 404 len: 328 time: 1.1915319 Feb 07 21:18:26.109519 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39740) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:26.119237 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-c128413d-7c04-41f3-abf1-535b658e6e63 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7e949271-9974-43bd-94d5-ae81332b6b0c', {'tags': ['tempest-TagsExtTest-Tag-333506422', 'tempest-TagsExtTest-Tag-921054687', 'tempest-TagsExtTest-Tag-2002435079']}) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:26.176005 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a05ec4c-51bd-4619-a50e-7cec15ac3dde tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (21a98ccc-46a5-451a-b1d3-765508835d8c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:26.210031 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-a104b364-aa80-4145-a9a0-918f801113ed req-a7e01f5c-710b-4602-a93b-06a35bb11013 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Allocated IP 172.20.0.9 (30b9222e-e3f7-4412-8b63-9320a43406d0/59eaac6e-e46d-4028-b7b2-899f00c5ee97/04760f28-79da-4ca0-842b-0893e337e53b) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:18:26.210264 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff286245-946c-4727-9285-3befd7b674b2 None None] The sync data for ids ['ab59e548-d6a5-423e-a856-dd909b61bd5b'] in n-d-828185-2 is: [{'id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'name': 'tempest-ServersTestBootFromVolume-1868552634-router', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:52Z', 'updated_at': '2022-02-07T21:15:09Z', 'revision_number': 4, 'project_id': '7f690b77bf0b4a1d910f8e3395b23494', 'gw_port': {'id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:55Z', 'updated_at': '2022-02-07T21:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '4625604a-37ee-4ee4-a97d-9b51e1962e7e', 'name': '', 'network_id': 'f43de966-15ce-4b1f-b10e-83f22f2590e3', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'mac_address': 'fa:16:3e:8a:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '3b8d2a98-b623-4e92-ac4e-e76af5aa2da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:15:05Z', 'updated_at': '2022-02-07T21:15:19Z', 'revision_number': 5, 'project_id': '7f690b77bf0b4a1d910f8e3395b23494', 'subnets': [{'id': '3b8d2a98-b623-4e92-ac4e-e76af5aa2da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:18:26.389024 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c128413d-7c04-41f3-abf1-535b658e6e63 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "PUT /v2.0/subnetpools/7e949271-9974-43bd-94d5-ae81332b6b0c/tags HTTP/1.1" status: 200 len: 316 time: 0.2776630 Feb 07 21:18:26.391589 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39746) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:26.396221 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-bfa5a160-1b86-42c4-9ccd-9d2df27737f4 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7e949271-9974-43bd-94d5-ae81332b6b0c') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:26.469133 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7701d02b-ad33-4743-9f63-479ae704a457 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks [] for port (d0321691-fa28-4974-8b8d-1d2ae30857c2), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:26.540243 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bfa5a160-1b86-42c4-9ccd-9d2df27737f4 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "DELETE /v2.0/subnetpools/7e949271-9974-43bd-94d5-ae81332b6b0c/tags HTTP/1.1" status: 204 len: 168 time: 0.1476684 Feb 07 21:18:26.542792 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39756) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:26.548017 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-a926cc72-ba03-4825-a770-d79e97149cb0 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7e949271-9974-43bd-94d5-ae81332b6b0c', 'tempest-TagsExtTest-Tag-333506422') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:26.561030 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7701d02b-ad33-4743-9f63-479ae704a457 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (d0321691-fa28-4974-8b8d-1d2ae30857c2), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:26.612723 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7701d02b-ad33-4743-9f63-479ae704a457 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Network c876f6ed-22f2-40da-835f-8e37902b383f is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:18:26.616301 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-7701d02b-ad33-4743-9f63-479ae704a457 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:18:26.619050 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7701d02b-ad33-4743-9f63-479ae704a457 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:18:26.628682 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7701d02b-ad33-4743-9f63-479ae704a457 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:26.629327 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7701d02b-ad33-4743-9f63-479ae704a457 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:26.662891 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-a926cc72-ba03-4825-a770-d79e97149cb0 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] show failed (client error): The resource could not be found. Feb 07 21:18:26.663954 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a926cc72-ba03-4825-a770-d79e97149cb0 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "GET /v2.0/subnetpools/7e949271-9974-43bd-94d5-ae81332b6b0c/tags/tempest-TagsExtTest-Tag-333506422 HTTP/1.1" status: 404 len: 328 time: 0.1202488 Feb 07 21:18:26.668860 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39760) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:26.673074 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-409a52e5-fb6e-4db1-8ab6-7ee423461b5b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7e949271-9974-43bd-94d5-ae81332b6b0c', 'tempest-TagsExtTest-Tag-921054687') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:26.681685 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701d02b-ad33-4743-9f63-479ae704a457 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Pushing event updated for resources: {'Port': ['ID=d0321691-fa28-4974-8b8d-1d2ae30857c2,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:26.701459 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7701d02b-ad33-4743-9f63-479ae704a457 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.8016231 Feb 07 21:18:26.704818 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39762) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:26.719470 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ef10f29e-7cf2-49ee-95e4-da9853914ebd tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Request body: {'port': {'network_id': 'c876f6ed-22f2-40da-835f-8e37902b383f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1666159189', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:26.720193 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.api.validators [None req-ef10f29e-7cf2-49ee-95e4-da9853914ebd tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] bootfile-name is not in valid_values {{(pid=103256) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 21:18:26.720935 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.api.validators [None req-ef10f29e-7cf2-49ee-95e4-da9853914ebd tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] tftp-server is not in valid_values {{(pid=103256) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 21:18:26.721276 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.api.validators [None req-ef10f29e-7cf2-49ee-95e4-da9853914ebd tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] server-ip-address is not in valid_values {{(pid=103256) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 21:18:26.724231 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d08ee5fe-d93e-4753-befa-f3666fd2e0bb up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:18:26.851686 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port d08ee5fe-d93e-4753-befa-f3666fd2e0bb triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:26.852261 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d08ee5fe-d93e-4753-befa-f3666fd2e0bb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:26.921883 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a05ec4c-51bd-4619-a50e-7cec15ac3dde tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Router 21a98ccc-46a5-451a-b1d3-765508835d8c has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:18:26.978101 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-409a52e5-fb6e-4db1-8ab6-7ee423461b5b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] show failed (client error): The resource could not be found. Feb 07 21:18:26.981760 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-409a52e5-fb6e-4db1-8ab6-7ee423461b5b tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "GET /v2.0/subnetpools/7e949271-9974-43bd-94d5-ae81332b6b0c/tags/tempest-TagsExtTest-Tag-921054687 HTTP/1.1" status: 404 len: 328 time: 0.3093996 Feb 07 21:18:26.988886 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-56e8f855-618c-4fa0-b9fa-239afaf47ab4 req-4d413a7b-912e-4de4-9026-0504722dc6f3 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 210 time: 0.0657640 Feb 07 21:18:26.992459 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39770) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:26.999407 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d68cd4f-8eb9-47a2-aa5e-d9688b383389 None None] New status for floating IP 3a253229-8db2-454b-97ae-d4d0cefef484: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:18:27.014228 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-36ee378f-ccf7-434e-8f0a-ba353e24e012 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7e949271-9974-43bd-94d5-ae81332b6b0c', 'tempest-TagsExtTest-Tag-2002435079') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:27.026415 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef10f29e-7cf2-49ee-95e4-da9853914ebd tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Made reservation on behalf of b4835d106e4a488fb549120321bd7791 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:18:27.033105 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef10f29e-7cf2-49ee-95e4-da9853914ebd tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:27.095712 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-ef10f29e-7cf2-49ee-95e4-da9853914ebd tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] device_id is not set on port 0a6d6508-3c97-4709-862b-5c5f611a97ef yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:18:27.147597 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-36ee378f-ccf7-434e-8f0a-ba353e24e012 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] show failed (client error): The resource could not be found. Feb 07 21:18:27.161294 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-36ee378f-ccf7-434e-8f0a-ba353e24e012 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "GET /v2.0/subnetpools/7e949271-9974-43bd-94d5-ae81332b6b0c/tags/tempest-TagsExtTest-Tag-2002435079 HTTP/1.1" status: 404 len: 329 time: 0.1615436 Feb 07 21:18:27.161498 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39780) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:27.170950 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-9329d118-828a-4b6d-8028-007f4829f67e tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7e949271-9974-43bd-94d5-ae81332b6b0c') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:27.236156 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a05ec4c-51bd-4619-a50e-7cec15ac3dde tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:18:27.245613 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abf900b-468e-4423-8941-73f6f3c4e18a None None] Sync routers for ids ['21a98ccc-46a5-451a-b1d3-765508835d8c'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:18:27.260251 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a104b364-aa80-4145-a9a0-918f801113ed req-a7e01f5c-710b-4602-a93b-06a35bb11013 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks [] for port (04760f28-79da-4ca0-842b-0893e337e53b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:27.266744 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abf900b-468e-4423-8941-73f6f3c4e18a None None] Routers {'21a98ccc-46a5-451a-b1d3-765508835d8c'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:18:27.267382 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-5abf900b-468e-4423-8941-73f6f3c4e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:18:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['21a98ccc-46a5-451a-b1d3-765508835d8c'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:27.272566 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port d08ee5fe-d93e-4753-befa-f3666fd2e0bb is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:18:27.273289 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d08ee5fe-d93e-4753-befa-f3666fd2e0bb), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:27.319316 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4a05ec4c-51bd-4619-a50e-7cec15ac3dde tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] 10.222.0.65 "PUT /v2.0/routers/21a98ccc-46a5-451a-b1d3-765508835d8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8044989 Feb 07 21:18:27.325192 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39784) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:27.429645 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-5abf900b-468e-4423-8941-73f6f3c4e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:27.463091 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abf900b-468e-4423-8941-73f6f3c4e18a None None] Routers {'21a98ccc-46a5-451a-b1d3-765508835d8c'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:18:27.465524 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-5abf900b-468e-4423-8941-73f6f3c4e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:18:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['21a98ccc-46a5-451a-b1d3-765508835d8c'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:27.469786 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b210af-f28f-4f8d-b96d-08e02584218f None None] Network c876f6ed-22f2-40da-835f-8e37902b383f requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:18:27.528729 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-13013f56-692d-41cf-84fa-28c2bcbc2ddd req-647623b4-e269-4837-9114-acb6a9c45bbf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3009007 Feb 07 21:18:27.537807 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-ea85214f-ef5d-42b1-84b6-d50ec227fa87 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] show failed (client error): The resource could not be found. Feb 07 21:18:27.548341 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39788) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:27.550225 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-5abf900b-468e-4423-8941-73f6f3c4e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:27.551003 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abf900b-468e-4423-8941-73f6f3c4e18a None None] The sync data for ids ['21a98ccc-46a5-451a-b1d3-765508835d8c'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:18:27.554046 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ea85214f-ef5d-42b1-84b6-d50ec227fa87 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-914151664 HTTP/1.1" status: 404 len: 334 time: 0.2145562 Feb 07 21:18:27.554500 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e9322248-6270-45ed-8514-33b1423760a5 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:27.559308 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ead1b2f-ef51-48a6-a2dd-a525b9494ac6 req-9eb4b491-f554-4391-8ccc-e2fafc48ba7d tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 210 time: 0.2883596 Feb 07 21:18:27.562986 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-ef10f29e-7cf2-49ee-95e4-da9853914ebd tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Allocated IP 2001:db8::3aa (c876f6ed-22f2-40da-835f-8e37902b383f/38382360-c4e4-4310-9840-d943686950c4/0a6d6508-3c97-4709-862b-5c5f611a97ef) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:18:27.582051 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9329d118-828a-4b6d-8028-007f4829f67e tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "DELETE /v2.0/subnetpools/7e949271-9974-43bd-94d5-ae81332b6b0c/tags HTTP/1.1" status: 204 len: 168 time: 0.4144902 Feb 07 21:18:27.610415 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39790) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:27.648946 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.tag.tag_plugin [None req-8c6757f9-7b0d-4fe4-b5b4-ade8c3b134dd tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bf3615c8-4061-4035-94ac-495a75ef30a4') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:27.649957 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port d08ee5fe-d93e-4753-befa-f3666fd2e0bb, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d08ee5fe-d93e-4753-befa-f3666fd2e0bb,segment=NetworkSegment(6f3fce61-05c5-473b-a6a3-56c369122aac),segment_id=6f3fce61-05c5-473b-a6a3-56c369122aac)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:27.659511 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-e9322248-6270-45ed-8514-33b1423760a5 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] update failed (client error): The resource could not be found. Feb 07 21:18:27.664148 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e9322248-6270-45ed-8514-33b1423760a5 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-921224124 HTTP/1.1" status: 404 len: 334 time: 0.1108100 Feb 07 21:18:27.667271 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39796) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:27.674750 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d08ee5fe-d93e-4753-befa-f3666fd2e0bb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:27.758307 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0798462a-f03b-4720-a6e9-3fa8d3112b42 None None] Provisioning complete for port d08ee5fe-d93e-4753-befa-f3666fd2e0bb triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:27.759556 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0798462a-f03b-4720-a6e9-3fa8d3112b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d08ee5fe-d93e-4753-befa-f3666fd2e0bb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:27.763944 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770643a-b953-402b-b283-e1554ddc80b0 req-c59ddacb-140e-4f98-890f-e0c709c57389 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:27.764459 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7770643a-b953-402b-b283-e1554ddc80b0 req-c59ddacb-140e-4f98-890f-e0c709c57389 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 946 time: 0.2026885 Feb 07 21:18:27.769953 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a104b364-aa80-4145-a9a0-918f801113ed req-a7e01f5c-710b-4602-a93b-06a35bb11013 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (04760f28-79da-4ca0-842b-0893e337e53b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:27.827651 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=d08ee5fe-d93e-4753-befa-f3666fd2e0bb,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:27.867299 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13013f56-692d-41cf-84fa-28c2bcbc2ddd req-b0aaeffa-43ab-4703-b1b0-6262e69e3dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:27.869401 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-13013f56-692d-41cf-84fa-28c2bcbc2ddd req-b0aaeffa-43ab-4703-b1b0-6262e69e3dc9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f5a2142112eb4c46a5e7f5feebf5df31&device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 1128 time: 0.2578831 Feb 07 21:18:27.906528 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8fc1ace-4fe0-4efb-9983-19faea85b935 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Deleting subnet d49ff242-f379-49f2-aa7f-e3cbc57df121 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:18:27.910187 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0798462a-f03b-4720-a6e9-3fa8d3112b42 None None] Current status of the port d08ee5fe-d93e-4753-befa-f3666fd2e0bb is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:18:27.916134 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a104b364-aa80-4145-a9a0-918f801113ed req-a7e01f5c-710b-4602-a93b-06a35bb11013 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Network 30b9222e-e3f7-4412-8b63-9320a43406d0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:18:27.924035 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8fc1ace-4fe0-4efb-9983-19faea85b935 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks [] for subnet (d49ff242-f379-49f2-aa7f-e3cbc57df121), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:27.928250 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e01f5c-710b-4602-a93b-06a35bb11013 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Pushing event updated for resources: {'Port': ['ID=04760f28-79da-4ca0-842b-0893e337e53b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:27.968896 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-a104b364-aa80-4145-a9a0-918f801113ed req-a7e01f5c-710b-4602-a93b-06a35bb11013 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:18:27.972163 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-a104b364-aa80-4145-a9a0-918f801113ed req-a7e01f5c-710b-4602-a93b-06a35bb11013 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:18:28.034960 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7770643a-b953-402b-b283-e1554ddc80b0 req-fc2cbc93-c5d1-4ca6-9e9f-c1ee8a991fa1 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502718 Feb 07 21:18:28.063422 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8fc1ace-4fe0-4efb-9983-19faea85b935 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (d49ff242-f379-49f2-aa7f-e3cbc57df121), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:28.116260 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104b364-aa80-4145-a9a0-918f801113ed req-a7e01f5c-710b-4602-a93b-06a35bb11013 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:28.116966 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a104b364-aa80-4145-a9a0-918f801113ed req-a7e01f5c-710b-4602-a93b-06a35bb11013 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:28.184360 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a104b364-aa80-4145-a9a0-918f801113ed req-a7e01f5c-710b-4602-a93b-06a35bb11013 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8917549 Feb 07 21:18:28.213340 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-a104b364-aa80-4145-a9a0-918f801113ed req-50aef790-1ebf-49a9-8e60-cab71cf047cb service neutron] Request body: {'port': {'device_id': 'b80b7d03-5033-4dd6-ae14-cbe8f54acf9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:28.230254 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a0e9e571-0971-43f1-99b1-162cb43430dd req-495bfc1a-0885-4bef-9c42-55a4f49535f3 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 210 time: 0.0851252 Feb 07 21:18:28.260642 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef10f29e-7cf2-49ee-95e4-da9853914ebd tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks [] for port (0a6d6508-3c97-4709-862b-5c5f611a97ef), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:28.310001 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8c6757f9-7b0d-4fe4-b5b4-ade8c3b134dd tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "DELETE /v2.0/routers/bf3615c8-4061-4035-94ac-495a75ef30a4/tags HTTP/1.1" status: 204 len: 168 time: 0.6651273 Feb 07 21:18:28.313679 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39806) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:28.318906 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef10f29e-7cf2-49ee-95e4-da9853914ebd tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (0a6d6508-3c97-4709-862b-5c5f611a97ef), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:28.321845 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-eda01d0c-1d41-48ba-8ff3-0aaaf1c79c2f tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '648adc9f-0304-4e71-8142-5a6a246c4290') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:28.402682 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d18d7db3-4c1e-4fde-b398-de018f65cd87 None None] Provisioning complete for port d08ee5fe-d93e-4753-befa-f3666fd2e0bb triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:28.403294 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d18d7db3-4c1e-4fde-b398-de018f65cd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d08ee5fe-d93e-4753-befa-f3666fd2e0bb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:28.474708 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13013f56-692d-41cf-84fa-28c2bcbc2ddd req-72579301-a8f1-45cf-80ba-063aeb8540db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:28.480869 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-13013f56-692d-41cf-84fa-28c2bcbc2ddd req-72579301-a8f1-45cf-80ba-063aeb8540db service neutron] 10.222.0.69 "GET /v2.0/networks?id=16d43ce3-c262-4644-8d8c-68d5b7d28be5 HTTP/1.1" status: 200 len: 910 time: 0.5888033 Feb 07 21:18:28.482118 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8fc1ace-4fe0-4efb-9983-19faea85b935 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (d49ff242-f379-49f2-aa7f-e3cbc57df121), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:28.486598 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a104b364-aa80-4145-a9a0-918f801113ed req-50aef790-1ebf-49a9-8e60-cab71cf047cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (04760f28-79da-4ca0-842b-0893e337e53b), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:28.525168 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef10f29e-7cf2-49ee-95e4-da9853914ebd tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Network c876f6ed-22f2-40da-835f-8e37902b383f is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:18:28.535985 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-eda01d0c-1d41-48ba-8ff3-0aaaf1c79c2f tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "DELETE /v2.0/ports/648adc9f-0304-4e71-8142-5a6a246c4290/tags HTTP/1.1" status: 204 len: 168 time: 0.2182527 Feb 07 21:18:28.536523 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-ef10f29e-7cf2-49ee-95e4-da9853914ebd tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:18:28.540944 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39810) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:28.560369 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-c7bb734b-5e3a-4f08-ae21-f63cf34c2691 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '005c86aa-39c7-47d0-8764-cacda822791e') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:28.604717 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d08ee5fe-d93e-4753-befa-f3666fd2e0bb up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:18:28.637775 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef10f29e-7cf2-49ee-95e4-da9853914ebd tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:18:28.642014 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef10f29e-7cf2-49ee-95e4-da9853914ebd tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:28.643328 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef10f29e-7cf2-49ee-95e4-da9853914ebd tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:28.658596 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10f29e-7cf2-49ee-95e4-da9853914ebd tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Pushing event updated for resources: {'Port': ['ID=0a6d6508-3c97-4709-862b-5c5f611a97ef,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:28.728432 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ef10f29e-7cf2-49ee-95e4-da9853914ebd tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.0213127 Feb 07 21:18:28.731062 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-13013f56-692d-41cf-84fa-28c2bcbc2ddd req-719f5bf3-88db-467a-8f50-f6c6c8c3eb88 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3c4d5bc-90a3-4685-911a-20840d1ad144 HTTP/1.1" status: 200 len: 1002 time: 0.2310722 Feb 07 21:18:28.732067 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39818) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:28.733747 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d18d7db3-4c1e-4fde-b398-de018f65cd87 None None] Current status of the port d08ee5fe-d93e-4753-befa-f3666fd2e0bb is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:18:28.763623 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d18d7db3-4c1e-4fde-b398-de018f65cd87 None None] Provisioning complete for port d0321691-fa28-4974-8b8d-1d2ae30857c2 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:28.764945 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d18d7db3-4c1e-4fde-b398-de018f65cd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d0321691-fa28-4974-8b8d-1d2ae30857c2), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:28.827603 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port d08ee5fe-d93e-4753-befa-f3666fd2e0bb triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:28.828245 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d08ee5fe-d93e-4753-befa-f3666fd2e0bb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:28.859881 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13013f56-692d-41cf-84fa-28c2bcbc2ddd req-720f24ca-d9e4-400c-bb38-15e7addde227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:28.862839 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-13013f56-692d-41cf-84fa-28c2bcbc2ddd req-720f24ca-d9e4-400c-bb38-15e7addde227 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14d3bb71-50ef-42a4-9bd8-c39c66580c69 HTTP/1.1" status: 200 len: 848 time: 0.0932770 Feb 07 21:18:28.872198 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d18d7db3-4c1e-4fde-b398-de018f65cd87 None None] Port d0321691-fa28-4974-8b8d-1d2ae30857c2 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:18:28.898531 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ff2142-46e6-48fb-b728-821f8f199485 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:28.904082 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ff2142-46e6-48fb-b728-821f8f199485 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:28.910603 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ff2142-46e6-48fb-b728-821f8f199485 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:28.915381 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c3ff2142-46e6-48fb-b728-821f8f199485 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.1821280 Feb 07 21:18:28.916452 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39820) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:28.968359 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port d08ee5fe-d93e-4753-befa-f3666fd2e0bb is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:18:29.008733 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e2a44a5f-c4e3-4c14-9275-28874a46f5e1 None None] Provisioning complete for port d0321691-fa28-4974-8b8d-1d2ae30857c2 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:29.010362 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e2a44a5f-c4e3-4c14-9275-28874a46f5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d0321691-fa28-4974-8b8d-1d2ae30857c2), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:29.057859 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e2a44a5f-c4e3-4c14-9275-28874a46f5e1 None None] Port d0321691-fa28-4974-8b8d-1d2ae30857c2 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:18:29.082261 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e2a44a5f-c4e3-4c14-9275-28874a46f5e1 None None] Provisioning complete for port 04760f28-79da-4ca0-842b-0893e337e53b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:29.082853 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e2a44a5f-c4e3-4c14-9275-28874a46f5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (04760f28-79da-4ca0-842b-0893e337e53b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:29.104449 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13013f56-692d-41cf-84fa-28c2bcbc2ddd req-7ca40fa8-3627-4ba4-b7ff-299bc24f1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:29.110315 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-13013f56-692d-41cf-84fa-28c2bcbc2ddd req-7ca40fa8-3627-4ba4-b7ff-299bc24f1492 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16d43ce3-c262-4644-8d8c-68d5b7d28be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2304685 Feb 07 21:18:29.158661 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e2a44a5f-c4e3-4c14-9275-28874a46f5e1 None None] Port 04760f28-79da-4ca0-842b-0893e337e53b cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:18:29.288482 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-5b01e873-118f-4f85-86c5-e881c1ff09ed None None] Provisioning complete for port 0a6d6508-3c97-4709-862b-5c5f611a97ef triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:29.288994 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b01e873-118f-4f85-86c5-e881c1ff09ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0a6d6508-3c97-4709-862b-5c5f611a97ef), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:29.353919 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-13013f56-692d-41cf-84fa-28c2bcbc2ddd req-fdc372a0-cf9f-44e1-a3e5-6a88f06b841e service neutron] 10.222.0.69 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264292 Feb 07 21:18:29.381190 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-5b01e873-118f-4f85-86c5-e881c1ff09ed None None] Port 0a6d6508-3c97-4709-862b-5c5f611a97ef cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:18:29.443057 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-cb58a14a-0793-46b0-b348-b157434ebb9c tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Deleting port 0a6d6508-3c97-4709-862b-5c5f611a97ef {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:29.443696 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb58a14a-0793-46b0-b348-b157434ebb9c tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (0a6d6508-3c97-4709-862b-5c5f611a97ef), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:29.587364 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb58a14a-0793-46b0-b348-b157434ebb9c tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (0a6d6508-3c97-4709-862b-5c5f611a97ef), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:29.600930 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-13013f56-692d-41cf-84fa-28c2bcbc2ddd req-d4a13794-9907-4978-a2fa-bd04c4c2ac43 service neutron] 10.222.0.69 "GET /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296009 Feb 07 21:18:29.610458 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-cb58a14a-0793-46b0-b348-b157434ebb9c tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Calling delete_port for 0a6d6508-3c97-4709-862b-5c5f611a97ef owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:29.626447 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8fc1ace-4fe0-4efb-9983-19faea85b935 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (d49ff242-f379-49f2-aa7f-e3cbc57df121), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:29.722352 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906038f-1fad-48ac-a3da-8c161ce37926 req-4c8ff978-d523-450d-bb99-a6bfe210fd65 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:29.723818 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4906038f-1fad-48ac-a3da-8c161ce37926 req-4c8ff978-d523-450d-bb99-a6bfe210fd65 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.69 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 946 time: 0.3915944 Feb 07 21:18:29.723947 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8aa7647-f5c7-498c-a819-69e57cdc45f6 None None] Network 5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:18:29.726282 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8fc1ace-4fe0-4efb-9983-19faea85b935 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:29.732582 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e8fc1ace-4fe0-4efb-9983-19faea85b935 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] 10.222.0.65 "DELETE /v2.0/subnets/d49ff242-f379-49f2-aa7f-e3cbc57df121 HTTP/1.1" status: 204 len: 168 time: 2.0612934 Feb 07 21:18:29.732701 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39838) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:29.733727 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc1ace-4fe0-4efb-9983-19faea85b935 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Pushing event deleted for resources: {'Subnet': ['ID=d49ff242-f379-49f2-aa7f-e3cbc57df121,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:29.749827 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc82f4e-a94f-44e4-90b5-966e9e6e3c30 req-72b6adcf-6969-46e3-89bf-95b6ded2ad60 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:29.757210 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-edc82f4e-a94f-44e4-90b5-966e9e6e3c30 req-72b6adcf-6969-46e3-89bf-95b6ded2ad60 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 931 time: 0.4031951 Feb 07 21:18:29.838207 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-3290b2dc-b8d8-429a-8b41-8f538990134a tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Deleting subnet 109fe6f5-4f49-4559-aaa1-914152a86004 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:18:29.845469 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3290b2dc-b8d8-429a-8b41-8f538990134a tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks [] for subnet (109fe6f5-4f49-4559-aaa1-914152a86004), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:29.907485 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c7bb734b-5e3a-4f08-ae21-f63cf34c2691 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "DELETE /v2.0/subnets/005c86aa-39c7-47d0-8764-cacda822791e/tags HTTP/1.1" status: 204 len: 168 time: 1.3532584 Feb 07 21:18:29.917592 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39840) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:29.930899 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-a104b364-aa80-4145-a9a0-918f801113ed req-50aef790-1ebf-49a9-8e60-cab71cf047cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04760f28-79da-4ca0-842b-0893e337e53b {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:18:29.957135 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2d193-3aca-4743-a1ab-61e4007a8876 req-d482a171-8bed-4f97-8388-a5f84f1b38eb tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:29.964363 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5c2d193-3aca-4743-a1ab-61e4007a8876 req-d482a171-8bed-4f97-8388-a5f84f1b38eb tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 946 time: 0.3655531 Feb 07 21:18:29.997037 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a104b364-aa80-4145-a9a0-918f801113ed req-50aef790-1ebf-49a9-8e60-cab71cf047cb service neutron] Publish callbacks [] for port (04760f28-79da-4ca0-842b-0893e337e53b), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:30.037908 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3290b2dc-b8d8-429a-8b41-8f538990134a tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (109fe6f5-4f49-4559-aaa1-914152a86004), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:30.048791 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8014d26-7e99-435d-a398-2681af8157f3 None None] DHCP port deletion for 5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:18:30.050289 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-edc82f4e-a94f-44e4-90b5-966e9e6e3c30 req-18b108f9-b808-4ea3-987c-69baf5d806a7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921455 Feb 07 21:18:30.114416 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e34a0ad1-ef3c-473f-93f9-2724cf38a236 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:30.120527 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e34a0ad1-ef3c-473f-93f9-2724cf38a236 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "DELETE /v2.0/subnetpools/7e949271-9974-43bd-94d5-ae81332b6b0c HTTP/1.1" status: 204 len: 168 time: 0.2018056 Feb 07 21:18:30.123588 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39842) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:30.138679 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a8014d26-7e99-435d-a398-2681af8157f3 None None] Deleting port 3d015a51-35b2-497f-8438-c2fe3fe01b20 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:30.139056 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a8014d26-7e99-435d-a398-2681af8157f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (3d015a51-35b2-497f-8438-c2fe3fe01b20), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:30.153789 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-a104b364-aa80-4145-a9a0-918f801113ed req-50aef790-1ebf-49a9-8e60-cab71cf047cb service neutron] Transition to ACTIVE for port object 04760f28-79da-4ca0-842b-0893e337e53b will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:18:30.209483 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2ab7d005-5c6d-4872-a88f-487acb17696d tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf3615c8-4061-4035-94ac-495a75ef30a4 HTTP/1.1" status: 200 len: 205 time: 0.0809925 Feb 07 21:18:30.210226 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a104b364-aa80-4145-a9a0-918f801113ed req-50aef790-1ebf-49a9-8e60-cab71cf047cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (04760f28-79da-4ca0-842b-0893e337e53b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:30.218581 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39846) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:30.237704 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a8014d26-7e99-435d-a398-2681af8157f3 None None] For port 3d015a51-35b2-497f-8438-c2fe3fe01b20, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=3d015a51-35b2-497f-8438-c2fe3fe01b20,segment=NetworkSegment(b267904e-abfa-4e56-87d1-1f24fd91fc42),segment_id=b267904e-abfa-4e56-87d1-1f24fd91fc42)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:30.238369 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a8014d26-7e99-435d-a398-2681af8157f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (3d015a51-35b2-497f-8438-c2fe3fe01b20), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:30.254112 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a8014d26-7e99-435d-a398-2681af8157f3 None None] Calling delete_port for 3d015a51-35b2-497f-8438-c2fe3fe01b20 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:30.333681 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-967f38fc-d114-4ec5-af19-dd775b0907f8 req-e5453cf0-444b-417b-9ebc-1c13d5c2acf2 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 210 time: 0.1300852 Feb 07 21:18:30.390069 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb58a14a-0793-46b0-b348-b157434ebb9c tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (0a6d6508-3c97-4709-862b-5c5f611a97ef), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:30.426269 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3290b2dc-b8d8-429a-8b41-8f538990134a tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (109fe6f5-4f49-4559-aaa1-914152a86004), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:30.465825 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5c2d193-3aca-4743-a1ab-61e4007a8876 req-cd1bcdeb-d4aa-4b74-b3e9-2d594fcea642 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4647706 Feb 07 21:18:30.551803 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc4919c5-485a-43e4-ad8a-f7a23a6974ad tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks [] for router (bf3615c8-4061-4035-94ac-495a75ef30a4), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:30.612795 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58a14a-0793-46b0-b348-b157434ebb9c tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Pushing event deleted for resources: {'Port': ['ID=0a6d6508-3c97-4709-862b-5c5f611a97ef,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:30.725807 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb58a14a-0793-46b0-b348-b157434ebb9c tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:30.729456 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cb58a14a-0793-46b0-b348-b157434ebb9c tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] 10.222.0.65 "DELETE /v2.0/ports/0a6d6508-3c97-4709-862b-5c5f611a97ef HTTP/1.1" status: 204 len: 168 time: 1.8100188 Feb 07 21:18:30.742321 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39854) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:30.749520 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-85eb3125-e7f4-4baa-92ae-d95231322a37 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Request body: {'port': {'name': 'tempest-new-port-name-2145962418', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:30.753397 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.api.validators [None req-85eb3125-e7f4-4baa-92ae-d95231322a37 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] bootfile-name is not in valid_values {{(pid=103256) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 21:18:30.754684 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-4906038f-1fad-48ac-a3da-8c161ce37926 req-44daa71e-cd8b-4df2-981b-889e3a356949 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Deleting port e3c4d5bc-90a3-4685-911a-20840d1ad144 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:30.754684 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4906038f-1fad-48ac-a3da-8c161ce37926 req-44daa71e-cd8b-4df2-981b-889e3a356949 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e3c4d5bc-90a3-4685-911a-20840d1ad144), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:30.756232 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.api.validators [None req-85eb3125-e7f4-4baa-92ae-d95231322a37 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] tftp-server is not in valid_values {{(pid=103256) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 21:18:30.756906 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.api.validators [None req-85eb3125-e7f4-4baa-92ae-d95231322a37 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] server-ip-address is not in valid_values {{(pid=103256) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 21:18:30.803350 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aef790-1ebf-49a9-8e60-cab71cf047cb service neutron] Pushing event updated for resources: {'Port': ['ID=04760f28-79da-4ca0-842b-0893e337e53b,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:30.875832 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 3d015a51-35b2-497f-8438-c2fe3fe01b20 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:18:30.902175 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a8014d26-7e99-435d-a398-2681af8157f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (3d015a51-35b2-497f-8438-c2fe3fe01b20), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:30.911099 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 3d015a51-35b2-497f-8438-c2fe3fe01b20 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:18:30.911909 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 3d015a51-35b2-497f-8438-c2fe3fe01b20 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:18:30.928797 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8014d26-7e99-435d-a398-2681af8157f3 None None] No DVR routers for this DVR port 3d015a51-35b2-497f-8438-c2fe3fe01b20 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:18:30.955999 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3290b2dc-b8d8-429a-8b41-8f538990134a tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (109fe6f5-4f49-4559-aaa1-914152a86004), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:30.985693 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8014d26-7e99-435d-a398-2681af8157f3 None None] Pushing event deleted for resources: {'Port': ['ID=3d015a51-35b2-497f-8438-c2fe3fe01b20,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:31.000569 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8014d26-7e99-435d-a398-2681af8157f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:31.016686 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8014d26-7e99-435d-a398-2681af8157f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:31.021783 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8014d26-7e99-435d-a398-2681af8157f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:31.022010 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8014d26-7e99-435d-a398-2681af8157f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:31.027180 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8014d26-7e99-435d-a398-2681af8157f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:31.028529 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8014d26-7e99-435d-a398-2681af8157f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:31.034002 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8014d26-7e99-435d-a398-2681af8157f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:31.034002 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8014d26-7e99-435d-a398-2681af8157f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:31.034002 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8014d26-7e99-435d-a398-2681af8157f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:31.034002 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8014d26-7e99-435d-a398-2681af8157f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:31.034002 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8014d26-7e99-435d-a398-2681af8157f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:31.034002 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8014d26-7e99-435d-a398-2681af8157f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:31.040671 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8014d26-7e99-435d-a398-2681af8157f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:31.138826 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290b2dc-b8d8-429a-8b41-8f538990134a tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Pushing event deleted for resources: {'Subnet': ['ID=109fe6f5-4f49-4559-aaa1-914152a86004,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:31.140414 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de17f36-4806-4e97-b220-8dfeed085315 None None] Network 6bdafa47-09f9-4b33-bad6-03156741a24e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:18:31.147774 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3290b2dc-b8d8-429a-8b41-8f538990134a tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:31.151458 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3290b2dc-b8d8-429a-8b41-8f538990134a tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] 10.222.0.65 "DELETE /v2.0/subnets/109fe6f5-4f49-4559-aaa1-914152a86004 HTTP/1.1" status: 204 len: 168 time: 1.4173064 Feb 07 21:18:31.155224 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39862) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:31.165228 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-85eb3125-e7f4-4baa-92ae-d95231322a37 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d0321691-fa28-4974-8b8d-1d2ae30857c2), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:31.198914 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-4906038f-1fad-48ac-a3da-8c161ce37926 req-44daa71e-cd8b-4df2-981b-889e3a356949 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] For port e3c4d5bc-90a3-4685-911a-20840d1ad144, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e3c4d5bc-90a3-4685-911a-20840d1ad144,segment=NetworkSegment(ca0230ab-0bc8-4d0b-aed5-fc5d476307d5),segment_id=ca0230ab-0bc8-4d0b-aed5-fc5d476307d5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:31.199299 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4906038f-1fad-48ac-a3da-8c161ce37926 req-44daa71e-cd8b-4df2-981b-889e3a356949 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e3c4d5bc-90a3-4685-911a-20840d1ad144), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:31.361087 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63b893cb-cc87-41a8-a664-46601e3f494f tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:31.461689 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875a4b35-683b-40f9-9b06-fb0992041006 None None] DHCP port deletion for 6bdafa47-09f9-4b33-bad6-03156741a24e request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:18:31.537864 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-875a4b35-683b-40f9-9b06-fb0992041006 None None] Deleting port b1da645b-e4db-4113-bd3b-4298a7211d45 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:31.538580 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-875a4b35-683b-40f9-9b06-fb0992041006 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (b1da645b-e4db-4113-bd3b-4298a7211d45), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:31.613756 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-875a4b35-683b-40f9-9b06-fb0992041006 None None] For port b1da645b-e4db-4113-bd3b-4298a7211d45, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=b1da645b-e4db-4113-bd3b-4298a7211d45,segment=NetworkSegment(ace6d333-c6ca-4812-bc46-372fdedb1b98),segment_id=ace6d333-c6ca-4812-bc46-372fdedb1b98)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:31.614497 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-875a4b35-683b-40f9-9b06-fb0992041006 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (b1da645b-e4db-4113-bd3b-4298a7211d45), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:31.630992 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-875a4b35-683b-40f9-9b06-fb0992041006 None None] Calling delete_port for b1da645b-e4db-4113-bd3b-4298a7211d45 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:31.650724 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4906038f-1fad-48ac-a3da-8c161ce37926 req-44daa71e-cd8b-4df2-981b-889e3a356949 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:31.651097 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4906038f-1fad-48ac-a3da-8c161ce37926 req-44daa71e-cd8b-4df2-981b-889e3a356949 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (97d65952-de99-406f-843b-4236bdfc465f), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:31.651416 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [req-4906038f-1fad-48ac-a3da-8c161ce37926 req-44daa71e-cd8b-4df2-981b-889e3a356949 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Floating IP 97d65952-de99-406f-843b-4236bdfc465f disassociated. External IP: 172.25.4.138, port: e3c4d5bc-90a3-4685-911a-20840d1ad144. Feb 07 21:18:31.651766 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-4906038f-1fad-48ac-a3da-8c161ce37926 req-44daa71e-cd8b-4df2-981b-889e3a356949 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Calling delete_port for e3c4d5bc-90a3-4685-911a-20840d1ad144 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:31.747377 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63b893cb-cc87-41a8-a664-46601e3f494f tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:31.780828 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-875a4b35-683b-40f9-9b06-fb0992041006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (b1da645b-e4db-4113-bd3b-4298a7211d45), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:31.809540 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875a4b35-683b-40f9-9b06-fb0992041006 None None] No DVR routers for this DVR port b1da645b-e4db-4113-bd3b-4298a7211d45 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:18:31.829449 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-63b893cb-cc87-41a8-a664-46601e3f494f tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:31.852274 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a4b35-683b-40f9-9b06-fb0992041006 None None] Pushing event deleted for resources: {'Port': ['ID=b1da645b-e4db-4113-bd3b-4298a7211d45,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:31.864287 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-63b893cb-cc87-41a8-a664-46601e3f494f tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b267904e-abfa-4e56-87d1-1f24fd91fc42') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:31.880472 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-63b893cb-cc87-41a8-a664-46601e3f494f tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b267904e-abfa-4e56-87d1-1f24fd91fc42') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:31.901042 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63b893cb-cc87-41a8-a664-46601e3f494f tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (b267904e-abfa-4e56-87d1-1f24fd91fc42), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:31.920358 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63b893cb-cc87-41a8-a664-46601e3f494f tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (b267904e-abfa-4e56-87d1-1f24fd91fc42), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:31.929812 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b893cb-cc87-41a8-a664-46601e3f494f tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:18:31.930512 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63b893cb-cc87-41a8-a664-46601e3f494f tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (b267904e-abfa-4e56-87d1-1f24fd91fc42), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:18:31.935238 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:18:31.977321 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-a104b364-aa80-4145-a9a0-918f801113ed req-50aef790-1ebf-49a9-8e60-cab71cf047cb service neutron] Attempting to bind port 04760f28-79da-4ca0-842b-0893e337e53b on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:18:31.977321 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-a104b364-aa80-4145-a9a0-918f801113ed req-50aef790-1ebf-49a9-8e60-cab71cf047cb service neutron] Attempting to bind port 04760f28-79da-4ca0-842b-0893e337e53b by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:18:31.977321 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a104b364-aa80-4145-a9a0-918f801113ed req-50aef790-1ebf-49a9-8e60-cab71cf047cb service neutron] Attempting to bind port 04760f28-79da-4ca0-842b-0893e337e53b on network 30b9222e-e3f7-4412-8b63-9320a43406d0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:18:31.993060 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-742428ea-199d-40a7-93bd-b695cdf8b2a0 req-926c60b4-01f0-4532-a09f-6dde06cb278a tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 210 time: 0.1764326 Feb 07 21:18:32.023889 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63b893cb-cc87-41a8-a664-46601e3f494f tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:32.043589 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc4919c5-485a-43e4-ad8a-f7a23a6974ad tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (bf3615c8-4061-4035-94ac-495a75ef30a4), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:32.047113 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63b893cb-cc87-41a8-a664-46601e3f494f tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:32.059294 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-63b893cb-cc87-41a8-a664-46601e3f494f tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] 10.222.0.65 "DELETE /v2.0/networks/5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff HTTP/1.1" status: 204 len: 168 time: 0.9002733 Feb 07 21:18:32.059495 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a104b364-aa80-4145-a9a0-918f801113ed req-50aef790-1ebf-49a9-8e60-cab71cf047cb service neutron] Port 04760f28-79da-4ca0-842b-0893e337e53b on network 30b9222e-e3f7-4412-8b63-9320a43406d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:18:32.059495 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a104b364-aa80-4145-a9a0-918f801113ed req-50aef790-1ebf-49a9-8e60-cab71cf047cb service neutron] Attempting to bind port 04760f28-79da-4ca0-842b-0893e337e53b on network 30b9222e-e3f7-4412-8b63-9320a43406d0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:18:32.060015 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc4919c5-485a-43e4-ad8a-f7a23a6974ad tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks [] for router_controller (bf3615c8-4061-4035-94ac-495a75ef30a4), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:32.083552 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b893cb-cc87-41a8-a664-46601e3f494f tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Pushing event deleted for resources: {'Network': ['ID=5f3ae756-5fdc-494d-92bf-80ab0a8ad2ff,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:32.087457 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39888) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:32.170520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b439ba-df14-4003-a365-7e2fbffff32c req-44fbef98-3fcc-4142-9ba5-4237e0c8c46c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:32.172124 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3b439ba-df14-4003-a365-7e2fbffff32c req-44fbef98-3fcc-4142-9ba5-4237e0c8c46c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 943 time: 0.8851459 Feb 07 21:18:32.241424 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a104b364-aa80-4145-a9a0-918f801113ed req-50aef790-1ebf-49a9-8e60-cab71cf047cb service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:18:32.242023 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a104b364-aa80-4145-a9a0-918f801113ed req-50aef790-1ebf-49a9-8e60-cab71cf047cb service neutron] Checking segment: {'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:18:32.242595 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a104b364-aa80-4145-a9a0-918f801113ed req-50aef790-1ebf-49a9-8e60-cab71cf047cb service neutron] Bound using segment: {'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:18:32.242732 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-85eb3125-e7f4-4baa-92ae-d95231322a37 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks [] for port (d0321691-fa28-4974-8b8d-1d2ae30857c2), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:32.244271 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-a104b364-aa80-4145-a9a0-918f801113ed req-50aef790-1ebf-49a9-8e60-cab71cf047cb service neutron] Bound port: 04760f28-79da-4ca0-842b-0893e337e53b, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:18:32.245000 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a104b364-aa80-4145-a9a0-918f801113ed req-50aef790-1ebf-49a9-8e60-cab71cf047cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (04760f28-79da-4ca0-842b-0893e337e53b), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:32.247091 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4906038f-1fad-48ac-a3da-8c161ce37926 req-44daa71e-cd8b-4df2-981b-889e3a356949 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (e3c4d5bc-90a3-4685-911a-20840d1ad144), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:32.254693 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07ea6886-8810-427c-b89d-8ad0a743b415 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (6bdafa47-09f9-4b33-bad6-03156741a24e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:32.262175 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-85eb3125-e7f4-4baa-92ae-d95231322a37 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (d0321691-fa28-4974-8b8d-1d2ae30857c2), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:32.315053 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc4919c5-485a-43e4-ad8a-f7a23a6974ad tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (bf3615c8-4061-4035-94ac-495a75ef30a4), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:32.316175 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4919c5-485a-43e4-ad8a-f7a23a6974ad tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Fanout notify agent at l3_agent the message router_deleted on router bf3615c8-4061-4035-94ac-495a75ef30a4 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:18:32.333507 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-85eb3125-e7f4-4baa-92ae-d95231322a37 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] In _notify_port_updated(), no bound segment for port d0321691-fa28-4974-8b8d-1d2ae30857c2 on network c876f6ed-22f2-40da-835f-8e37902b383f {{(pid=103256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 07 21:18:32.349468 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eb3125-e7f4-4baa-92ae-d95231322a37 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:32.350268 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-85eb3125-e7f4-4baa-92ae-d95231322a37 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:32.353175 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-85eb3125-e7f4-4baa-92ae-d95231322a37 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] 10.222.0.65 "PUT /v2.0/ports/d0321691-fa28-4974-8b8d-1d2ae30857c2 HTTP/1.1" status: 200 len: 1130 time: 1.6089549 Feb 07 21:18:32.356922 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39892) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:32.428155 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a104b364-aa80-4145-a9a0-918f801113ed req-50aef790-1ebf-49a9-8e60-cab71cf047cb service neutron] For port 04760f28-79da-4ca0-842b-0893e337e53b, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:18:32.431316 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a104b364-aa80-4145-a9a0-918f801113ed req-50aef790-1ebf-49a9-8e60-cab71cf047cb service neutron] For port 04760f28-79da-4ca0-842b-0893e337e53b, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=04760f28-79da-4ca0-842b-0893e337e53b,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:18:32.434354 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44daa71e-cd8b-4df2-981b-889e3a356949 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Pushing event deleted for resources: {'Port': ['ID=e3c4d5bc-90a3-4685-911a-20840d1ad144,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:32.443765 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc4919c5-485a-43e4-ad8a-f7a23a6974ad tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:32.447291 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bc4919c5-485a-43e4-ad8a-f7a23a6974ad tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "DELETE /v2.0/routers/bf3615c8-4061-4035-94ac-495a75ef30a4 HTTP/1.1" status: 204 len: 168 time: 2.2280350 Feb 07 21:18:32.450536 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3b439ba-df14-4003-a365-7e2fbffff32c req-48f03dae-e515-406c-8436-3ea022ea19a1 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208624 Feb 07 21:18:32.451179 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39894) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:32.483563 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a104b364-aa80-4145-a9a0-918f801113ed req-50aef790-1ebf-49a9-8e60-cab71cf047cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (04760f28-79da-4ca0-842b-0893e337e53b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:32.539702 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device b1da645b-e4db-4113-bd3b-4298a7211d45 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:18:32.585893 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb3125-e7f4-4baa-92ae-d95231322a37 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Pushing event updated for resources: {'Port': ['ID=d0321691-fa28-4974-8b8d-1d2ae30857c2,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:32.588927 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: b1da645b-e4db-4113-bd3b-4298a7211d45 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:18:32.597783 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device b1da645b-e4db-4113-bd3b-4298a7211d45 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:18:32.613722 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f77ad3c-4462-4f8c-a8d1-d1dc217e4d6f tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:32.614767 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1f77ad3c-4462-4f8c-a8d1-d1dc217e4d6f tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] 10.222.0.65 "GET /v2.0/ports/d0321691-fa28-4974-8b8d-1d2ae30857c2 HTTP/1.1" status: 200 len: 1130 time: 0.2568071 Feb 07 21:18:32.621219 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39896) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:32.680007 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb13daa-0745-4b82-9a5a-a6fea0eeb4f6 req-8783e22d-c654-4a1c-a462-ea8b6b3a386c tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:32.689701 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5fb13daa-0745-4b82-9a5a-a6fea0eeb4f6 req-8783e22d-c654-4a1c-a462-ea8b6b3a386c tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 867 time: 0.6092999 Feb 07 21:18:32.708810 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07ea6886-8810-427c-b89d-8ad0a743b415 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (6bdafa47-09f9-4b33-bad6-03156741a24e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:32.788094 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-07ea6886-8810-427c-b89d-8ad0a743b415 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bdafa47-09f9-4b33-bad6-03156741a24e']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:32.794284 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104b364-aa80-4145-a9a0-918f801113ed req-50aef790-1ebf-49a9-8e60-cab71cf047cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:32.798479 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a104b364-aa80-4145-a9a0-918f801113ed req-50aef790-1ebf-49a9-8e60-cab71cf047cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:32.803219 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a104b364-aa80-4145-a9a0-918f801113ed req-50aef790-1ebf-49a9-8e60-cab71cf047cb service neutron] 10.222.0.71 "PUT /v2.0/ports/04760f28-79da-4ca0-842b-0893e337e53b HTTP/1.1" status: 200 len: 1091 time: 4.5950723 Feb 07 21:18:32.803381 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-07ea6886-8810-427c-b89d-8ad0a743b415 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace6d333-c6ca-4812-bc46-372fdedb1b98') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:32.803755 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-07ea6886-8810-427c-b89d-8ad0a743b415 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace6d333-c6ca-4812-bc46-372fdedb1b98') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:32.820153 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07ea6886-8810-427c-b89d-8ad0a743b415 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (ace6d333-c6ca-4812-bc46-372fdedb1b98), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:32.870337 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07ea6886-8810-427c-b89d-8ad0a743b415 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (ace6d333-c6ca-4812-bc46-372fdedb1b98), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:32.883130 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f542b6a7-fc8a-4519-b033-eea68a6f769f None None] Provisioning complete for port d0321691-fa28-4974-8b8d-1d2ae30857c2 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:32.888567 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f542b6a7-fc8a-4519-b033-eea68a6f769f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d0321691-fa28-4974-8b8d-1d2ae30857c2), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:32.926647 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ff97dda3-fba7-4a1d-a2ca-128defece28c tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Deleting port d0321691-fa28-4974-8b8d-1d2ae30857c2 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:32.927168 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff97dda3-fba7-4a1d-a2ca-128defece28c tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d0321691-fa28-4974-8b8d-1d2ae30857c2), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:32.938536 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ea6886-8810-427c-b89d-8ad0a743b415 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:18:32.943319 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07ea6886-8810-427c-b89d-8ad0a743b415 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (ace6d333-c6ca-4812-bc46-372fdedb1b98), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:18:32.947283 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:18:32.957419 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80b7d03-5033-4dd6-ae14-cbe8f54acf9b', 'tag': '04760f28-79da-4ca0-842b-0893e337e53b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:18:32.959882 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd76784-ba69-4a70-9a90-b0c89657be75" -d '{"events": [{"name": "network-changed", "server_uuid": "b80b7d03-5033-4dd6-ae14-cbe8f54acf9b", "tag": "04760f28-79da-4ca0-842b-0893e337e53b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:18:32.971820 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4906038f-1fad-48ac-a3da-8c161ce37926 req-44daa71e-cd8b-4df2-981b-889e3a356949 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Router b2631804-a35e-4193-bcfd-03f3f9ca7f10 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:18:32.973090 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aef790-1ebf-49a9-8e60-cab71cf047cb service neutron] Pushing event updated for resources: {'Port': ['ID=04760f28-79da-4ca0-842b-0893e337e53b,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:33.023054 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f542b6a7-fc8a-4519-b033-eea68a6f769f None None] Port d0321691-fa28-4974-8b8d-1d2ae30857c2 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:18:33.107233 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa7e30c-8893-4646-8cbd-6a5d2a4e99f3 x-openstack-request-id: req-daa7e30c-8893-4646-8cbd-6a5d2a4e99f3 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:18:33.107770 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80b7d03-5033-4dd6-ae14-cbe8f54acf9b", "tag": "04760f28-79da-4ca0-842b-0893e337e53b", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:18:33.107770 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-daa7e30c-8893-4646-8cbd-6a5d2a4e99f3 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:18:33.108184 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80b7d03-5033-4dd6-ae14-cbe8f54acf9b', 'tag': '04760f28-79da-4ca0-842b-0893e337e53b', 'status': 'completed', 'code': 200} Feb 07 21:18:33.133634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5fb13daa-0745-4b82-9a5a-a6fea0eeb4f6 req-c9393f37-5cdb-443b-86a5-b48dfc38db15 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups?id=06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4429939 Feb 07 21:18:33.186174 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07ea6886-8810-427c-b89d-8ad0a743b415 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (6bdafa47-09f9-4b33-bad6-03156741a24e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:33.228503 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07ea6886-8810-427c-b89d-8ad0a743b415 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:33.231709 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-07ea6886-8810-427c-b89d-8ad0a743b415 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] 10.222.0.65 "DELETE /v2.0/networks/6bdafa47-09f9-4b33-bad6-03156741a24e HTTP/1.1" status: 204 len: 168 time: 1.1427805 Feb 07 21:18:33.297486 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39904) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:33.501804 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:33.666476 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea6886-8810-427c-b89d-8ad0a743b415 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Pushing event deleted for resources: {'Network': ['ID=6bdafa47-09f9-4b33-bad6-03156741a24e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:33.696422 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff97dda3-fba7-4a1d-a2ca-128defece28c tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d0321691-fa28-4974-8b8d-1d2ae30857c2), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:33.727431 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device e3c4d5bc-90a3-4685-911a-20840d1ad144 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:18:33.741637 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-46aa5cd8-d63f-4930-abad-a9db450d4190 req-34799bac-e77d-4d10-b757-4d8ce6ebd0cd tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 210 time: 0.5560875 Feb 07 21:18:33.744606 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ff97dda3-fba7-4a1d-a2ca-128defece28c tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Calling delete_port for d0321691-fa28-4974-8b8d-1d2ae30857c2 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:33.775786 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: e3c4d5bc-90a3-4685-911a-20840d1ad144 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:18:33.776140 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device e3c4d5bc-90a3-4685-911a-20840d1ad144 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:18:33.836937 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e9801f-a88a-49a8-a67c-3df75949f478 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Deleting subnet 19dbc5e3-5a4b-432e-8c5e-0b899066d5e0 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:18:33.844201 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43e9801f-a88a-49a8-a67c-3df75949f478 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks [] for subnet (19dbc5e3-5a4b-432e-8c5e-0b899066d5e0), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:33.885156 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104b364-aa80-4145-a9a0-918f801113ed req-b4d99e7c-1aeb-45aa-9f13-2a875224736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:33.886651 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a104b364-aa80-4145-a9a0-918f801113ed req-b4d99e7c-1aeb-45aa-9f13-2a875224736e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 1125 time: 0.9092081 Feb 07 21:18:33.903941 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:33.948024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-87353a2a-6f3d-41dc-aae2-64367b3ee223 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Deleting port 648adc9f-0304-4e71-8142-5a6a246c4290 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:33.948448 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87353a2a-6f3d-41dc-aae2-64367b3ee223 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (648adc9f-0304-4e71-8142-5a6a246c4290), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:33.956534 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff97dda3-fba7-4a1d-a2ca-128defece28c tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (d0321691-fa28-4974-8b8d-1d2ae30857c2), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:33.990756 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97dda3-fba7-4a1d-a2ca-128defece28c tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Pushing event deleted for resources: {'Port': ['ID=d0321691-fa28-4974-8b8d-1d2ae30857c2,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:34.022983 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4906038f-1fad-48ac-a3da-8c161ce37926 req-44daa71e-cd8b-4df2-981b-889e3a356949 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:18:34.036001 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7af83a-0fb4-492b-adfe-f3809117f181 None None] Sync routers for ids ['b2631804-a35e-4193-bcfd-03f3f9ca7f10'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:18:34.063542 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7af83a-0fb4-492b-adfe-f3809117f181 None None] Routers {'b2631804-a35e-4193-bcfd-03f3f9ca7f10'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:18:34.063542 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4f7af83a-0fb4-492b-adfe-f3809117f181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:18:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b2631804-a35e-4193-bcfd-03f3f9ca7f10'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:34.065009 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff97dda3-fba7-4a1d-a2ca-128defece28c tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:34.068681 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ff97dda3-fba7-4a1d-a2ca-128defece28c tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] 10.222.0.65 "DELETE /v2.0/ports/d0321691-fa28-4974-8b8d-1d2ae30857c2 HTTP/1.1" status: 204 len: 168 time: 1.4384425 Feb 07 21:18:34.072689 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39912) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:34.087325 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eeef95-c9e7-46b7-b288-77f2914f9b45 req-4ee44738-279c-48b5-8852-527f73780290 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:34.094838 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84eeef95-c9e7-46b7-b288-77f2914f9b45 req-4ee44738-279c-48b5-8852-527f73780290 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 943 time: 0.3705740 Feb 07 21:18:34.098058 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a104b364-aa80-4145-a9a0-918f801113ed req-8e33f8c7-83b3-49a2-b63e-df3f5274a716 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04760f28-79da-4ca0-842b-0893e337e53b HTTP/1.1" status: 200 len: 217 time: 0.1899865 Feb 07 21:18:34.213237 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43e9801f-a88a-49a8-a67c-3df75949f478 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (19dbc5e3-5a4b-432e-8c5e-0b899066d5e0), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:34.215547 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd94545-3f75-4bb1-9e39-a3f2d4d284ab tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Deleting subnet 38382360-c4e4-4310-9840-d943686950c4 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:18:34.220889 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cd94545-3f75-4bb1-9e39-a3f2d4d284ab tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks [] for subnet (38382360-c4e4-4310-9840-d943686950c4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:34.316648 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-4906038f-1fad-48ac-a3da-8c161ce37926 req-44daa71e-cd8b-4df2-981b-889e3a356949 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] No DVR routers for this DVR port e3c4d5bc-90a3-4685-911a-20840d1ad144 on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:18:34.319428 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-4f7af83a-0fb4-492b-adfe-f3809117f181 None None] Set router b2631804-a35e-4193-bcfd-03f3f9ca7f10 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:18:34.320968 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cd94545-3f75-4bb1-9e39-a3f2d4d284ab tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (38382360-c4e4-4310-9840-d943686950c4), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:34.334064 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4906038f-1fad-48ac-a3da-8c161ce37926 req-44daa71e-cd8b-4df2-981b-889e3a356949 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:34.341762 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4906038f-1fad-48ac-a3da-8c161ce37926 req-44daa71e-cd8b-4df2-981b-889e3a356949 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.69 "DELETE /v2.0/ports/e3c4d5bc-90a3-4685-911a-20840d1ad144 HTTP/1.1" status: 204 len: 173 time: 4.6023977 Feb 07 21:18:34.484651 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ecc91f7a-d9d1-4dea-bfd9-97937df64252 req-7c013076-26d6-42b1-a3cd-71663342ffa8 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/ports?device_id=664e2b16-aea2-49c4-bebb-01f7f7205096 HTTP/1.1" status: 200 len: 210 time: 0.1813834 Feb 07 21:18:34.496564 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84eeef95-c9e7-46b7-b288-77f2914f9b45 req-9a6a4248-d2b6-4b88-92f2-43cc949a1be8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004705 Feb 07 21:18:34.520766 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104b364-aa80-4145-a9a0-918f801113ed req-7f32025b-30e5-488f-a627-42029af230a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:34.531355 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a104b364-aa80-4145-a9a0-918f801113ed req-7f32025b-30e5-488f-a627-42029af230a7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.3464458 Feb 07 21:18:34.597614 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87353a2a-6f3d-41dc-aae2-64367b3ee223 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (648adc9f-0304-4e71-8142-5a6a246c4290), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:34.630049 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cd94545-3f75-4bb1-9e39-a3f2d4d284ab tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (38382360-c4e4-4310-9840-d943686950c4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:34.647428 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-87353a2a-6f3d-41dc-aae2-64367b3ee223 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Calling delete_port for 648adc9f-0304-4e71-8142-5a6a246c4290 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:34.672609 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43e9801f-a88a-49a8-a67c-3df75949f478 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (19dbc5e3-5a4b-432e-8c5e-0b899066d5e0), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:34.707248 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cd94545-3f75-4bb1-9e39-a3f2d4d284ab tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (38382360-c4e4-4310-9840-d943686950c4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:34.707445 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4f7af83a-0fb4-492b-adfe-f3809117f181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'name': 'tempest-AttachVolumeTestJSON-65258003-router', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '6e8f5769-8d28-4772-968e-306256e6c687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:52Z', 'updated_at': '2022-02-07T21:07:58Z', 'revision_number': 4, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'gw_port': {'id': '6e8f5769-8d28-4772-968e-306256e6c687', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:53Z', 'updated_at': '2022-02-07T21:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '6bd167db-d6bb-4010-aa3e-81634840f6cb', 'name': '', 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'mac_address': 'fa:16:3e:d6:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:57Z', 'updated_at': '2022-02-07T21:08:04Z', 'revision_number': 5, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'subnets': [{'id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:34.726903 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104b364-aa80-4145-a9a0-918f801113ed req-59435def-8b9f-485d-9a7d-a4fd95e0bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:34.737712 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7af83a-0fb4-492b-adfe-f3809117f181 None None] Checking router: b2631804-a35e-4193-bcfd-03f3f9ca7f10 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:18:34.738809 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a104b364-aa80-4145-a9a0-918f801113ed req-59435def-8b9f-485d-9a7d-a4fd95e0bf1c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2009280 Feb 07 21:18:34.747398 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7af83a-0fb4-492b-adfe-f3809117f181 None None] Routers {'b2631804-a35e-4193-bcfd-03f3f9ca7f10'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:18:34.748136 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4f7af83a-0fb4-492b-adfe-f3809117f181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:18:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b2631804-a35e-4193-bcfd-03f3f9ca7f10'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:34.770625 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd94545-3f75-4bb1-9e39-a3f2d4d284ab tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Pushing event deleted for resources: {'Subnet': ['ID=38382360-c4e4-4310-9840-d943686950c4,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:34.783027 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cd94545-3f75-4bb1-9e39-a3f2d4d284ab tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:34.793124 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1cd94545-3f75-4bb1-9e39-a3f2d4d284ab tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] 10.222.0.65 "DELETE /v2.0/subnets/38382360-c4e4-4310-9840-d943686950c4 HTTP/1.1" status: 204 len: 168 time: 0.7124655 Feb 07 21:18:34.794343 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39920) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:34.808468 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082e6cdc-92a2-4ff9-92f3-4b19505b256d None None] Network c876f6ed-22f2-40da-835f-8e37902b383f requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:18:34.968742 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-199592b3-cfd6-4337-b3c0-bfdf7f4b7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (c876f6ed-22f2-40da-835f-8e37902b383f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:35.102266 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-199592b3-cfd6-4337-b3c0-bfdf7f4b7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Deleting port d08ee5fe-d93e-4753-befa-f3666fd2e0bb {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:35.103007 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-199592b3-cfd6-4337-b3c0-bfdf7f4b7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d08ee5fe-d93e-4753-befa-f3666fd2e0bb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:35.108163 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-4f7af83a-0fb4-492b-adfe-f3809117f181 None None] Set router b2631804-a35e-4193-bcfd-03f3f9ca7f10 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:18:35.188059 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664e2b16-aea2-49c4-bebb-01f7f7205096', 'name': 'network-vif-deleted', 'tag': 'e3c4d5bc-90a3-4685-911a-20840d1ad144'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:18:35.194087 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25b9d67-45b5-41e0-91b9-aa7908ca4df1" -d '{"events": [{"server_uuid": "664e2b16-aea2-49c4-bebb-01f7f7205096", "name": "network-vif-deleted", "tag": "e3c4d5bc-90a3-4685-911a-20840d1ad144"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:18:35.283556 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43e9801f-a88a-49a8-a67c-3df75949f478 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (19dbc5e3-5a4b-432e-8c5e-0b899066d5e0), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:35.288425 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-199592b3-cfd6-4337-b3c0-bfdf7f4b7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] For port d08ee5fe-d93e-4753-befa-f3666fd2e0bb, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d08ee5fe-d93e-4753-befa-f3666fd2e0bb,segment=NetworkSegment(6f3fce61-05c5-473b-a6a3-56c369122aac),segment_id=6f3fce61-05c5-473b-a6a3-56c369122aac)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:35.288794 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-199592b3-cfd6-4337-b3c0-bfdf7f4b7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d08ee5fe-d93e-4753-befa-f3666fd2e0bb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:35.305616 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fa90fda1-c367-4b08-8b09-af891cd2a712 req-50c5b16b-a0e9-4397-8e77-81740b6328c0 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 210 time: 0.2673807 Feb 07 21:18:35.309175 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11ef6cb-1112-489a-862a-2381336a1fc2 x-openstack-request-id: req-a11ef6cb-1112-489a-862a-2381336a1fc2 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:18:35.309475 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664e2b16-aea2-49c4-bebb-01f7f7205096", "name": "network-vif-deleted", "tag": "e3c4d5bc-90a3-4685-911a-20840d1ad144", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:18:35.310660 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a11ef6cb-1112-489a-862a-2381336a1fc2 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:18:35.311469 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664e2b16-aea2-49c4-bebb-01f7f7205096', 'name': 'network-vif-deleted', 'tag': 'e3c4d5bc-90a3-4685-911a-20840d1ad144', 'status': 'completed', 'code': 200} Feb 07 21:18:35.324929 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-199592b3-cfd6-4337-b3c0-bfdf7f4b7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Calling delete_port for d08ee5fe-d93e-4753-befa-f3666fd2e0bb owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:35.327162 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43e9801f-a88a-49a8-a67c-3df75949f478 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:35.339002 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff49290f-9d58-44ff-a032-b430eb5f4ade None None] DHCP port deletion for c876f6ed-22f2-40da-835f-8e37902b383f request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:18:35.340702 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-43e9801f-a88a-49a8-a67c-3df75949f478 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] 10.222.0.65 "DELETE /v2.0/subnets/19dbc5e3-5a4b-432e-8c5e-0b899066d5e0 HTTP/1.1" status: 204 len: 168 time: 2.0408835 Feb 07 21:18:35.341068 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca665a0f-6771-4959-a05b-e2a60d9ef77f None None] Network 40bbe8a0-b533-4530-8687-59c2dbcac384 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:18:35.341520 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87353a2a-6f3d-41dc-aae2-64367b3ee223 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (648adc9f-0304-4e71-8142-5a6a246c4290), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:35.351160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39926) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:35.466094 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-199592b3-cfd6-4337-b3c0-bfdf7f4b7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (d08ee5fe-d93e-4753-befa-f3666fd2e0bb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:35.484658 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87353a2a-6f3d-41dc-aae2-64367b3ee223 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Pushing event deleted for resources: {'Port': ['ID=648adc9f-0304-4e71-8142-5a6a246c4290,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:35.487193 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9801f-a88a-49a8-a67c-3df75949f478 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Pushing event deleted for resources: {'Subnet': ['ID=19dbc5e3-5a4b-432e-8c5e-0b899066d5e0,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:35.505391 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199592b3-cfd6-4337-b3c0-bfdf7f4b7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] No DVR routers for this DVR port d08ee5fe-d93e-4753-befa-f3666fd2e0bb on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:18:35.590410 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199592b3-cfd6-4337-b3c0-bfdf7f4b7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Pushing event deleted for resources: {'Port': ['ID=d08ee5fe-d93e-4753-befa-f3666fd2e0bb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:35.639690 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4f7af83a-0fb4-492b-adfe-f3809117f181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'name': 'tempest-AttachVolumeTestJSON-65258003-router', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '6e8f5769-8d28-4772-968e-306256e6c687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:52Z', 'updated_at': '2022-02-07T21:07:58Z', 'revision_number': 4, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'gw_port': {'id': '6e8f5769-8d28-4772-968e-306256e6c687', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:53Z', 'updated_at': '2022-02-07T21:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '6bd167db-d6bb-4010-aa3e-81634840f6cb', 'name': '', 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'mac_address': 'fa:16:3e:d6:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:57Z', 'updated_at': '2022-02-07T21:08:04Z', 'revision_number': 5, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'subnets': [{'id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:35.681378 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7af83a-0fb4-492b-adfe-f3809117f181 None None] The sync data for ids ['b2631804-a35e-4193-bcfd-03f3f9ca7f10'] in n-d-828185-2 is: [{'id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'name': 'tempest-AttachVolumeTestJSON-65258003-router', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '6e8f5769-8d28-4772-968e-306256e6c687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:52Z', 'updated_at': '2022-02-07T21:07:58Z', 'revision_number': 4, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'gw_port': {'id': '6e8f5769-8d28-4772-968e-306256e6c687', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:53Z', 'updated_at': '2022-02-07T21:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '6bd167db-d6bb-4010-aa3e-81634840f6cb', 'name': '', 'network_id': '16d43ce3-c262-4644-8d8c-68d5b7d28be5', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'mac_address': 'fa:16:3e:d6:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:57Z', 'updated_at': '2022-02-07T21:08:04Z', 'revision_number': 5, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'subnets': [{'id': '14d3bb71-50ef-42a4-9bd8-c39c66580c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:18:35.684907 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ff49290f-9d58-44ff-a032-b430eb5f4ade None None] Deleting port d08ee5fe-d93e-4753-befa-f3666fd2e0bb {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:35.685285 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ff49290f-9d58-44ff-a032-b430eb5f4ade None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d08ee5fe-d93e-4753-befa-f3666fd2e0bb), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:35.698761 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39936) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:35.810367 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a104b364-aa80-4145-a9a0-918f801113ed req-a1437801-ab78-4d0f-a639-3fbcd2341987 service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9926889 Feb 07 21:18:35.819679 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ff49290f-9d58-44ff-a032-b430eb5f4ade None None] For port d08ee5fe-d93e-4753-befa-f3666fd2e0bb, host n-d-828185-2, got binding levels [] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:35.820196 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ff49290f-9d58-44ff-a032-b430eb5f4ade None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d08ee5fe-d93e-4753-befa-f3666fd2e0bb), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:35.836490 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ff49290f-9d58-44ff-a032-b430eb5f4ade None None] Calling delete_port for d08ee5fe-d93e-4753-befa-f3666fd2e0bb owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:35.839431 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.ipam_backend_mixin [None req-ff49290f-9d58-44ff-a032-b430eb5f4ade None None] Port d08ee5fe-d93e-4753-befa-f3666fd2e0bb was not found and therefore no delete operation was performed {{(pid=103257) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 21:18:35.842104 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ff49290f-9d58-44ff-a032-b430eb5f4ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (d08ee5fe-d93e-4753-befa-f3666fd2e0bb), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:35.844410 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0730fb98-b4fb-4974-8cb5-bd9100785e73 None None] DHCP port deletion for 40bbe8a0-b533-4530-8687-59c2dbcac384 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:18:35.860637 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a1e2cce-065f-4b18-8049-b1ae1e4cf28b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for security_group (06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:35.879494 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49290f-9d58-44ff-a032-b430eb5f4ade None None] Pushing event deleted for resources: {'Port': ['ID=d08ee5fe-d93e-4753-befa-f3666fd2e0bb,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:35.894967 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff49290f-9d58-44ff-a032-b430eb5f4ade None None] No DVR routers for this DVR port d08ee5fe-d93e-4753-befa-f3666fd2e0bb on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:18:35.904841 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b13154fe-d90a-4f34-971c-253baaaa4929 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (40bbe8a0-b533-4530-8687-59c2dbcac384), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:35.908616 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-199592b3-cfd6-4337-b3c0-bfdf7f4b7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (c876f6ed-22f2-40da-835f-8e37902b383f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:35.934206 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a1e2cce-065f-4b18-8049-b1ae1e4cf28b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for security_group (06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:35.973919 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0730fb98-b4fb-4974-8cb5-bd9100785e73 None None] Deleting port 47c667fb-ba08-471d-b3be-a08073849437 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:35.974301 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0730fb98-b4fb-4974-8cb5-bd9100785e73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (47c667fb-ba08-471d-b3be-a08073849437), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:36.020890 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-199592b3-cfd6-4337-b3c0-bfdf7f4b7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c876f6ed-22f2-40da-835f-8e37902b383f']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:36.066042 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0730fb98-b4fb-4974-8cb5-bd9100785e73 None None] For port 47c667fb-ba08-471d-b3be-a08073849437, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=47c667fb-ba08-471d-b3be-a08073849437,segment=NetworkSegment(91287ee6-8006-4992-a88f-b505f3d118ed),segment_id=91287ee6-8006-4992-a88f-b505f3d118ed)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:36.066880 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0730fb98-b4fb-4974-8cb5-bd9100785e73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (47c667fb-ba08-471d-b3be-a08073849437), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:36.082354 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87353a2a-6f3d-41dc-aae2-64367b3ee223 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:36.088411 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0730fb98-b4fb-4974-8cb5-bd9100785e73 None None] Calling delete_port for 47c667fb-ba08-471d-b3be-a08073849437 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:36.097208 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-87353a2a-6f3d-41dc-aae2-64367b3ee223 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "DELETE /v2.0/ports/648adc9f-0304-4e71-8142-5a6a246c4290 HTTP/1.1" status: 204 len: 168 time: 3.6385808 Feb 07 21:18:36.111031 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a1e2cce-065f-4b18-8049-b1ae1e4cf28b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:36.115025 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39940) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:36.130300 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a1e2cce-065f-4b18-8049-b1ae1e4cf28b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:36.134001 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7a1e2cce-065f-4b18-8049-b1ae1e4cf28b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "DELETE /v2.0/security-groups/06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2 HTTP/1.1" status: 204 len: 168 time: 0.4314728 Feb 07 21:18:36.134445 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39942) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:36.157412 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-199592b3-cfd6-4337-b3c0-bfdf7f4b7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3fce61-05c5-473b-a6a3-56c369122aac') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:36.157964 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-199592b3-cfd6-4337-b3c0-bfdf7f4b7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3fce61-05c5-473b-a6a3-56c369122aac') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:36.184118 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-199592b3-cfd6-4337-b3c0-bfdf7f4b7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (6f3fce61-05c5-473b-a6a3-56c369122aac), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:36.206269 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46a0d16-6e77-4513-889a-8e854c33bcb4 None None] New status for floating IP 97d65952-de99-406f-843b-4236bdfc465f: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:18:36.207862 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-199592b3-cfd6-4337-b3c0-bfdf7f4b7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (6f3fce61-05c5-473b-a6a3-56c369122aac), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:36.214818 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-199592b3-cfd6-4337-b3c0-bfdf7f4b7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:18:36.215543 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-199592b3-cfd6-4337-b3c0-bfdf7f4b7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (6f3fce61-05c5-473b-a6a3-56c369122aac), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:36.272586 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0730fb98-b4fb-4974-8cb5-bd9100785e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (47c667fb-ba08-471d-b3be-a08073849437), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:36.293598 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-deb044e8-f208-4069-a999-4d29d0640757 req-25c17d53-fcec-4a66-b340-c0a387c4d498 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7428048 Feb 07 21:18:36.300503 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc001f38-b5f1-4c6d-a6f8-6db3e1cb6eda req-3bdefbbe-a5b8-4588-a1ba-21cf1db4d558 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:36.301963 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bc001f38-b5f1-4c6d-a6f8-6db3e1cb6eda req-3bdefbbe-a5b8-4588-a1ba-21cf1db4d558 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 943 time: 0.6414587 Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:18:36.310411 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:18:36.330621 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-199592b3-cfd6-4337-b3c0-bfdf7f4b7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (c876f6ed-22f2-40da-835f-8e37902b383f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:36.331637 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730fb98-b4fb-4974-8cb5-bd9100785e73 None None] Pushing event deleted for resources: {'Port': ['ID=47c667fb-ba08-471d-b3be-a08073849437,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:36.333600 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-6ed7ef81-75f6-4e33-843c-623856660b11 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] show failed (client error): The resource could not be found. Feb 07 21:18:36.343865 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6ed7ef81-75f6-4e33-843c-623856660b11 tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "GET /v2.0/security-groups/06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2 HTTP/1.1" status: 404 len: 347 time: 0.0474586 Feb 07 21:18:36.359058 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-199592b3-cfd6-4337-b3c0-bfdf7f4b7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:36.365271 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-199592b3-cfd6-4337-b3c0-bfdf7f4b7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] 10.222.0.65 "DELETE /v2.0/networks/c876f6ed-22f2-40da-835f-8e37902b383f HTTP/1.1" status: 204 len: 168 time: 1.5699079 Feb 07 21:18:36.366105 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39950) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:36.370785 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e2cce-065f-4b18-8049-b1ae1e4cf28b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cf8d3f-4ee7-4400-a949-8d0ebd8ba7d2,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:36.376804 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0730fb98-b4fb-4974-8cb5-bd9100785e73 None None] No DVR routers for this DVR port 47c667fb-ba08-471d-b3be-a08073849437 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:18:36.537589 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d399571-8779-47b7-b641-e95066a1d683 req-837178ad-edf8-4b41-bad3-5497790819da tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 210 time: 0.0499816 Feb 07 21:18:36.570872 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b957d5-f9b6-481c-9cce-077db41c6a94 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Deleting subnet 005c86aa-39c7-47d0-8764-cacda822791e {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:18:36.574574 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6b957d5-f9b6-481c-9cce-077db41c6a94 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks [] for subnet (005c86aa-39c7-47d0-8764-cacda822791e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:36.601983 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199592b3-cfd6-4337-b3c0-bfdf7f4b7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226 tempest-ExtraDHCPOptionsIpV6TestJSON-793559226-project] Pushing event deleted for resources: {'Network': ['ID=c876f6ed-22f2-40da-835f-8e37902b383f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:36.638087 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a104b364-aa80-4145-a9a0-918f801113ed req-c4799278-d4b2-4b38-9f48-0d479cc88184 service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8020046 Feb 07 21:18:36.659602 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d08ee5fe-d93e-4753-befa-f3666fd2e0bb no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:18:36.664867 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6b957d5-f9b6-481c-9cce-077db41c6a94 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (005c86aa-39c7-47d0-8764-cacda822791e), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:36.673503 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bc001f38-b5f1-4c6d-a6f8-6db3e1cb6eda req-fd0a2c20-483a-4f64-ba22-39484e6a037f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390212 Feb 07 21:18:36.709659 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: d08ee5fe-d93e-4753-befa-f3666fd2e0bb {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:18:36.710005 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d08ee5fe-d93e-4753-befa-f3666fd2e0bb not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:18:36.710438 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 47c667fb-ba08-471d-b3be-a08073849437 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:18:36.757806 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 47c667fb-ba08-471d-b3be-a08073849437 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:18:36.758314 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 47c667fb-ba08-471d-b3be-a08073849437 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:18:36.802471 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb044e8-f208-4069-a999-4d29d0640757 req-16aacaa7-b008-4f91-8bda-783c414e1715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:36.803982 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-deb044e8-f208-4069-a999-4d29d0640757 req-16aacaa7-b008-4f91-8bda-783c414e1715 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 1127 time: 0.3670244 Feb 07 21:18:36.820928 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b13154fe-d90a-4f34-971c-253baaaa4929 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Deleting port 47c667fb-ba08-471d-b3be-a08073849437 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:36.821268 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b13154fe-d90a-4f34-971c-253baaaa4929 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (47c667fb-ba08-471d-b3be-a08073849437), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:36.915202 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-77601317-b88b-4156-b64c-362e4011326b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Deleting port 994aadb8-50c9-452e-b218-22d3aced8c6c {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:36.915914 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77601317-b88b-4156-b64c-362e4011326b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (994aadb8-50c9-452e-b218-22d3aced8c6c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:36.960374 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39958) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:37.001088 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b13154fe-d90a-4f34-971c-253baaaa4929 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] For port 47c667fb-ba08-471d-b3be-a08073849437, host n-d-828185-2, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:37.001502 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b13154fe-d90a-4f34-971c-253baaaa4929 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (47c667fb-ba08-471d-b3be-a08073849437), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:37.011267 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76784-ba69-4a70-9a90-b0c89657be75 req-b4071d4c-f7bf-4899-bd29-a336156a93d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:37.013237 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3dd76784-ba69-4a70-9a90-b0c89657be75 req-b4071d4c-f7bf-4899-bd29-a336156a93d0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 1125 time: 0.2934442 Feb 07 21:18:37.030162 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77601317-b88b-4156-b64c-362e4011326b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (994aadb8-50c9-452e-b218-22d3aced8c6c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:37.031459 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77601317-b88b-4156-b64c-362e4011326b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for floatingip (994aadb8-50c9-452e-b218-22d3aced8c6c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:37.041241 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b13154fe-d90a-4f34-971c-253baaaa4929 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Calling delete_port for 47c667fb-ba08-471d-b3be-a08073849437 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:37.052625 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-77601317-b88b-4156-b64c-362e4011326b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Calling delete_port for 994aadb8-50c9-452e-b218-22d3aced8c6c owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:37.061721 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-b13154fe-d90a-4f34-971c-253baaaa4929 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Port 47c667fb-ba08-471d-b3be-a08073849437 was not found and therefore no delete operation was performed {{(pid=103255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 21:18:37.099482 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b13154fe-d90a-4f34-971c-253baaaa4929 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (47c667fb-ba08-471d-b3be-a08073849437), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:37.167462 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13154fe-d90a-4f34-971c-253baaaa4929 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] No DVR routers for this DVR port 47c667fb-ba08-471d-b3be-a08073849437 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:18:37.184147 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6b957d5-f9b6-481c-9cce-077db41c6a94 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (005c86aa-39c7-47d0-8764-cacda822791e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:37.188478 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13154fe-d90a-4f34-971c-253baaaa4929 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Pushing event deleted for resources: {'Port': ['ID=47c667fb-ba08-471d-b3be-a08073849437,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:37.268619 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77601317-b88b-4156-b64c-362e4011326b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (994aadb8-50c9-452e-b218-22d3aced8c6c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:37.318711 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-961e8c64-e8cb-4578-93f2-c1f5f95cbdb5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b4835d106e4a488fb549120321bd7791&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3548262 Feb 07 21:18:37.319903 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb044e8-f208-4069-a999-4d29d0640757 req-71ac729a-ac36-4ff1-934d-47bf740f4342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:37.321306 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-deb044e8-f208-4069-a999-4d29d0640757 req-71ac729a-ac36-4ff1-934d-47bf740f4342 service neutron] 10.222.0.71 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 913 time: 0.4403028 Feb 07 21:18:37.324239 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39962) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:37.326958 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77601317-b88b-4156-b64c-362e4011326b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Pushing event deleted for resources: {'Port': ['ID=994aadb8-50c9-452e-b218-22d3aced8c6c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:37.411500 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77601317-b88b-4156-b64c-362e4011326b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks [] for floatingip (97d65952-de99-406f-843b-4236bdfc465f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:37.415175 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77601317-b88b-4156-b64c-362e4011326b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:37.417032 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-77601317-b88b-4156-b64c-362e4011326b tempest-AttachVolumeTestJSON-1284168661 tempest-AttachVolumeTestJSON-1284168661-project] 10.222.0.65 "DELETE /v2.0/floatingips/97d65952-de99-406f-843b-4236bdfc465f HTTP/1.1" status: 204 len: 168 time: 1.0432701 Feb 07 21:18:37.455489 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b13154fe-d90a-4f34-971c-253baaaa4929 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (40bbe8a0-b533-4530-8687-59c2dbcac384), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:37.493061 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76784-ba69-4a70-9a90-b0c89657be75 req-331b93e8-e339-4509-9933-417a1040736a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:37.494519 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3dd76784-ba69-4a70-9a90-b0c89657be75 req-331b93e8-e339-4509-9933-417a1040736a service neutron] 10.222.0.71 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 913 time: 0.4717400 Feb 07 21:18:37.559055 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3dd76784-ba69-4a70-9a90-b0c89657be75 req-37ee8601-23f7-4b04-93bc-38a1c5e05226 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04760f28-79da-4ca0-842b-0893e337e53b HTTP/1.1" status: 200 len: 217 time: 0.0456548 Feb 07 21:18:37.570524 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:18:37.579871 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-b13154fe-d90a-4f34-971c-253baaaa4929 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40bbe8a0-b533-4530-8687-59c2dbcac384']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:37.585808 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-deb044e8-f208-4069-a999-4d29d0640757 req-832a138e-dd0a-40d0-843c-ae9c0998bca3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17dc58fa-1248-4f88-b868-ac032c41d000 HTTP/1.1" status: 200 len: 1000 time: 0.2216935 Feb 07 21:18:37.634590 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6b957d5-f9b6-481c-9cce-077db41c6a94 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (005c86aa-39c7-47d0-8764-cacda822791e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:37.671698 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-b13154fe-d90a-4f34-971c-253baaaa4929 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91287ee6-8006-4992-a88f-b505f3d118ed') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:37.672026 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-b13154fe-d90a-4f34-971c-253baaaa4929 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91287ee6-8006-4992-a88f-b505f3d118ed') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:37.681845 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f1e7d5-de93-4f48-964f-ea7da90326a7 None None] Network e2eeb1a3-8b27-477e-8834-acfcf7b94b3e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:18:37.691343 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6b957d5-f9b6-481c-9cce-077db41c6a94 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:37.694521 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a6b957d5-f9b6-481c-9cce-077db41c6a94 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "DELETE /v2.0/subnets/005c86aa-39c7-47d0-8764-cacda822791e HTTP/1.1" status: 204 len: 168 time: 1.5774350 Feb 07 21:18:37.698586 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39974) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:37.812940 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-12885a96-c933-4222-b63e-084424db3acf tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (e2eeb1a3-8b27-477e-8834-acfcf7b94b3e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:37.902222 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-12885a96-c933-4222-b63e-084424db3acf tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Deleting port 9886f72c-171a-4df0-a56d-0ea90fff0222 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:37.902723 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-12885a96-c933-4222-b63e-084424db3acf tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9886f72c-171a-4df0-a56d-0ea90fff0222), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:37.966073 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8305c0b4-4361-411e-9592-b42342757953 None None] DHCP port deletion for e2eeb1a3-8b27-477e-8834-acfcf7b94b3e request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:18:37.991794 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-12885a96-c933-4222-b63e-084424db3acf tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] For port 9886f72c-171a-4df0-a56d-0ea90fff0222, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9886f72c-171a-4df0-a56d-0ea90fff0222,segment=NetworkSegment(b4a4b906-1254-417f-8a3c-47a44c7b76e0),segment_id=b4a4b906-1254-417f-8a3c-47a44c7b76e0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:37.992157 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-12885a96-c933-4222-b63e-084424db3acf tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9886f72c-171a-4df0-a56d-0ea90fff0222), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:38.006705 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-12885a96-c933-4222-b63e-084424db3acf tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Calling delete_port for 9886f72c-171a-4df0-a56d-0ea90fff0222 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:38.073606 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8305c0b4-4361-411e-9592-b42342757953 None None] Deleting port 9886f72c-171a-4df0-a56d-0ea90fff0222 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:38.074064 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8305c0b4-4361-411e-9592-b42342757953 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9886f72c-171a-4df0-a56d-0ea90fff0222), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:38.094243 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-12885a96-c933-4222-b63e-084424db3acf tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9886f72c-171a-4df0-a56d-0ea90fff0222), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:38.149801 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b13154fe-d90a-4f34-971c-253baaaa4929 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (91287ee6-8006-4992-a88f-b505f3d118ed), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:38.154070 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12885a96-c933-4222-b63e-084424db3acf tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Pushing event deleted for resources: {'Port': ['ID=9886f72c-171a-4df0-a56d-0ea90fff0222,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:38.159365 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8f53361-9d82-46e6-8810-ada04f1ff875 req-3431caae-d5df-4c95-8392-0ef2be5c086a tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 210 time: 0.4805663 Feb 07 21:18:38.160086 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b957d5-f9b6-481c-9cce-077db41c6a94 tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Pushing event deleted for resources: {'Subnet': ['ID=005c86aa-39c7-47d0-8764-cacda822791e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:38.164184 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12885a96-c933-4222-b63e-084424db3acf tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] No DVR routers for this DVR port 9886f72c-171a-4df0-a56d-0ea90fff0222 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:18:38.205560 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb0fd75f-bdc7-4b2a-8e6b-117d77ef554e admin admin] Publish callbacks [] for security_group (01c73e94-f650-4117-89d9-532294995af4), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:38.235899 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb0fd75f-bdc7-4b2a-8e6b-117d77ef554e admin admin] Publish callbacks [] for security_group (01c73e94-f650-4117-89d9-532294995af4), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:38.304829 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-12885a96-c933-4222-b63e-084424db3acf tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (e2eeb1a3-8b27-477e-8834-acfcf7b94b3e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:38.324029 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b13154fe-d90a-4f34-971c-253baaaa4929 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (91287ee6-8006-4992-a88f-b505f3d118ed), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:38.338645 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-12885a96-c933-4222-b63e-084424db3acf tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2eeb1a3-8b27-477e-8834-acfcf7b94b3e']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:38.346583 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76784-ba69-4a70-9a90-b0c89657be75 req-c7e6e15f-f5a9-4e14-85d2-62739ea4d7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:38.348121 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3dd76784-ba69-4a70-9a90-b0c89657be75 req-c7e6e15f-f5a9-4e14-85d2-62739ea4d7b4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.7788630 Feb 07 21:18:38.348334 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8305c0b4-4361-411e-9592-b42342757953 None None] For port 9886f72c-171a-4df0-a56d-0ea90fff0222, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9886f72c-171a-4df0-a56d-0ea90fff0222,segment=NetworkSegment(b4a4b906-1254-417f-8a3c-47a44c7b76e0),segment_id=b4a4b906-1254-417f-8a3c-47a44c7b76e0)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:38.348763 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8305c0b4-4361-411e-9592-b42342757953 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9886f72c-171a-4df0-a56d-0ea90fff0222), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:38.354332 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-12885a96-c933-4222-b63e-084424db3acf tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a4b906-1254-417f-8a3c-47a44c7b76e0') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:38.354847 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-12885a96-c933-4222-b63e-084424db3acf tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a4b906-1254-417f-8a3c-47a44c7b76e0') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:38.365638 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b13154fe-d90a-4f34-971c-253baaaa4929 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:18:38.365877 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8305c0b4-4361-411e-9592-b42342757953 None None] Calling delete_port for 9886f72c-171a-4df0-a56d-0ea90fff0222 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:38.366044 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b13154fe-d90a-4f34-971c-253baaaa4929 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (91287ee6-8006-4992-a88f-b505f3d118ed), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:38.367075 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-12885a96-c933-4222-b63e-084424db3acf tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (b4a4b906-1254-417f-8a3c-47a44c7b76e0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:38.386470 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-12885a96-c933-4222-b63e-084424db3acf tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (b4a4b906-1254-417f-8a3c-47a44c7b76e0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:18:38.390214 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:18:38.397341 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12885a96-c933-4222-b63e-084424db3acf tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:18:38.397824 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-12885a96-c933-4222-b63e-084424db3acf tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (b4a4b906-1254-417f-8a3c-47a44c7b76e0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:18:38.403785 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:18:38.511016 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-12885a96-c933-4222-b63e-084424db3acf tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (e2eeb1a3-8b27-477e-8834-acfcf7b94b3e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:38.520028 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-12885a96-c933-4222-b63e-084424db3acf tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:38.523085 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb044e8-f208-4069-a999-4d29d0640757 req-34697fc4-5e33-4590-bbd8-e8cc4dd813eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:38.524692 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-deb044e8-f208-4069-a999-4d29d0640757 req-34697fc4-5e33-4590-bbd8-e8cc4dd813eb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.8650887 Feb 07 21:18:38.557912 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-12885a96-c933-4222-b63e-084424db3acf tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] 10.222.0.65 "DELETE /v2.0/networks/e2eeb1a3-8b27-477e-8834-acfcf7b94b3e HTTP/1.1" status: 204 len: 168 time: 0.8501122 Feb 07 21:18:38.569282 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae45c64-296b-4060-bd1b-5afceee2c135 req-40f58835-4ce4-4bae-9c8d-1433eadc9ba2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:38.571030 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9886f72c-171a-4df0-a56d-0ea90fff0222 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:18:38.576822 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aae45c64-296b-4060-bd1b-5afceee2c135 req-40f58835-4ce4-4bae-9c8d-1433eadc9ba2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 943 time: 0.4913044 Feb 07 21:18:38.614559 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12885a96-c933-4222-b63e-084424db3acf tempest-TagsExtTest-316244005 tempest-TagsExtTest-316244005-project] Pushing event deleted for resources: {'Network': ['ID=e2eeb1a3-8b27-477e-8834-acfcf7b94b3e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:38.630432 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb0fd75f-bdc7-4b2a-8e6b-117d77ef554e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (01c73e94-f650-4117-89d9-532294995af4), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:38.633767 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb0fd75f-bdc7-4b2a-8e6b-117d77ef554e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:38.637943 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fb0fd75f-bdc7-4b2a-8e6b-117d77ef554e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/01c73e94-f650-4117-89d9-532294995af4 HTTP/1.1" status: 204 len: 168 time: 1.2804048 Feb 07 21:18:38.651957 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 9886f72c-171a-4df0-a56d-0ea90fff0222 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:18:38.652256 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9886f72c-171a-4df0-a56d-0ea90fff0222 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:18:38.689836 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8305c0b4-4361-411e-9592-b42342757953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (9886f72c-171a-4df0-a56d-0ea90fff0222), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:38.708599 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76784-ba69-4a70-9a90-b0c89657be75 req-91d6302d-7349-4c84-9017-cc822202e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:38.714455 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3dd76784-ba69-4a70-9a90-b0c89657be75 req-91d6302d-7349-4c84-9017-cc822202e58b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3430219 Feb 07 21:18:38.715394 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b13154fe-d90a-4f34-971c-253baaaa4929 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (40bbe8a0-b533-4530-8687-59c2dbcac384), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:38.727497 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b13154fe-d90a-4f34-971c-253baaaa4929 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:38.738510 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b13154fe-d90a-4f34-971c-253baaaa4929 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] 10.222.0.65 "DELETE /v2.0/networks/40bbe8a0-b533-4530-8687-59c2dbcac384 HTTP/1.1" status: 204 len: 168 time: 3.3555939 Feb 07 21:18:38.743768 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39988) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:38.760494 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305c0b4-4361-411e-9592-b42342757953 None None] Pushing event deleted for resources: {'Port': ['ID=9886f72c-171a-4df0-a56d-0ea90fff0222,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:38.784952 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8305c0b4-4361-411e-9592-b42342757953 None None] Network e2eeb1a3-8b27-477e-8834-acfcf7b94b3e is not hosted by any dhcp agent {{(pid=103257) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 21:18:38.785286 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8305c0b4-4361-411e-9592-b42342757953 None None] No DVR routers for this DVR port 9886f72c-171a-4df0-a56d-0ea90fff0222 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:18:38.813011 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fd75f-bdc7-4b2a-8e6b-117d77ef554e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c73e94-f650-4117-89d9-532294995af4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:38.903317 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8118f163-66cb-44c5-b945-83acd5dcfb4f tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] 10.222.0.65 "GET /v2.0/ports?device_id=21a98ccc-46a5-451a-b1d3-765508835d8c HTTP/1.1" status: 200 len: 205 time: 0.1562288 Feb 07 21:18:38.910866 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39994) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:38.985769 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13154fe-d90a-4f34-971c-253baaaa4929 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Pushing event deleted for resources: {'Network': ['ID=40bbe8a0-b533-4530-8687-59c2dbcac384,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:39.045209 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aae45c64-296b-4060-bd1b-5afceee2c135 req-ce6b16a4-2e47-4d72-a83d-134bead6b425 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674067 Feb 07 21:18:39.060001 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb044e8-f208-4069-a999-4d29d0640757 req-ec5525cb-d896-47fa-afa6-c5a0d2cf8c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:39.062668 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-deb044e8-f208-4069-a999-4d29d0640757 req-ec5525cb-d896-47fa-afa6-c5a0d2cf8c02 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5252433 Feb 07 21:18:39.119771 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40002) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:39.144025 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8dce54aa-07d7-4d1f-8b91-85ba5aef8e82 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks [] for router (21a98ccc-46a5-451a-b1d3-765508835d8c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:39.267092 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-deb044e8-f208-4069-a999-4d29d0640757 req-def84ad8-ea0d-4066-bb2d-3c7485d23d23 service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973512 Feb 07 21:18:39.450418 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-deb044e8-f208-4069-a999-4d29d0640757 req-efa3daa0-7382-4f2a-b574-43faa8455b19 service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751523 Feb 07 21:18:39.513075 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8dce54aa-07d7-4d1f-8b91-85ba5aef8e82 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (21a98ccc-46a5-451a-b1d3-765508835d8c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:39.515520 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06e3da63-c596-4d2f-a9d9-719d2816494f req-e5e5565e-33bf-4501-ab94-26cd939d2a56 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 210 time: 0.0917180 Feb 07 21:18:39.516269 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8dce54aa-07d7-4d1f-8b91-85ba5aef8e82 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks [] for router_controller (21a98ccc-46a5-451a-b1d3-765508835d8c), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:39.537585 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3dd76784-ba69-4a70-9a90-b0c89657be75 req-7d5daf24-80c3-4300-a57e-8d9af6f323cb service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8144355 Feb 07 21:18:39.582452 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8dce54aa-07d7-4d1f-8b91-85ba5aef8e82 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (21a98ccc-46a5-451a-b1d3-765508835d8c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:39.582977 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dce54aa-07d7-4d1f-8b91-85ba5aef8e82 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Fanout notify agent at l3_agent the message router_deleted on router 21a98ccc-46a5-451a-b1d3-765508835d8c {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:18:39.591691 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8dce54aa-07d7-4d1f-8b91-85ba5aef8e82 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:39.592828 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8dce54aa-07d7-4d1f-8b91-85ba5aef8e82 tempest-RoutersNegativeTest-452630930 tempest-RoutersNegativeTest-452630930-project] 10.222.0.65 "DELETE /v2.0/routers/21a98ccc-46a5-451a-b1d3-765508835d8c HTTP/1.1" status: 204 len: 168 time: 0.6809187 Feb 07 21:18:39.610377 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7eb45e0c-99d0-460e-8915-fd738a71d85a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=062471a9375e45bdbb4f2040a19fb0b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4891107 Feb 07 21:18:39.616023 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40018) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:39.683979 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d9d83f3e-ed79-4823-a6ee-e0b9c8209d78 admin admin] Publish callbacks [] for security_group (1fabc52f-dfe0-4267-81d8-a80f120e95ba), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:39.718124 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3dd76784-ba69-4a70-9a90-b0c89657be75 req-29226b80-90bf-4a97-8fc0-396185cb95a5 service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744847 Feb 07 21:18:39.767380 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d9d83f3e-ed79-4823-a6ee-e0b9c8209d78 admin admin] Publish callbacks [] for security_group (1fabc52f-dfe0-4267-81d8-a80f120e95ba), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:39.859169 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d9d83f3e-ed79-4823-a6ee-e0b9c8209d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1fabc52f-dfe0-4267-81d8-a80f120e95ba), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:39.866037 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d9d83f3e-ed79-4823-a6ee-e0b9c8209d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:39.869647 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d9d83f3e-ed79-4823-a6ee-e0b9c8209d78 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1fabc52f-dfe0-4267-81d8-a80f120e95ba HTTP/1.1" status: 204 len: 168 time: 0.2515106 Feb 07 21:18:39.872255 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40030) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:39.882432 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d83f3e-ed79-4823-a6ee-e0b9c8209d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fabc52f-dfe0-4267-81d8-a80f120e95ba,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:40.128210 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40040) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:40.185073 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-46fa0758-eab4-4138-87fb-fda22425acc7 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-964262602'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:40.217501 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fa0758-eab4-4138-87fb-fda22425acc7 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Made reservation on behalf of cfc887b1679a432db42e50e477e9ffdc for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:18:40.221412 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46fa0758-eab4-4138-87fb-fda22425acc7 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:40.246043 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46fa0758-eab4-4138-87fb-fda22425acc7 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:40.256182 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126f6a9-052f-4593-b6e9-f035b022ecdb req-291dbaae-a9db-4760-9982-669abcee9cd7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:40.257865 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8126f6a9-052f-4593-b6e9-f035b022ecdb req-291dbaae-a9db-4760-9982-669abcee9cd7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 943 time: 0.1413624 Feb 07 21:18:40.262976 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bbc8ea4e-1b79-4055-8e19-cd32e9190ac9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4f87b9f57b044898afab9778051ec3a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311162 Feb 07 21:18:40.263392 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40046) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:40.322150 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 04760f28-79da-4ca0-842b-0893e337e53b details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:18:40.327826 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90f5622b-4a53-4e0e-906d-5d89a1b55957 admin admin] Publish callbacks [] for security_group (aa79065d-1c69-43a8-a107-490538736fd6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:40.353645 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90f5622b-4a53-4e0e-906d-5d89a1b55957 admin admin] Publish callbacks [] for security_group (aa79065d-1c69-43a8-a107-490538736fd6), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:40.377983 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46fa0758-eab4-4138-87fb-fda22425acc7 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for security_group (a503af16-764a-4d0b-80f5-90cf4b58a605), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:40.382826 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8126f6a9-052f-4593-b6e9-f035b022ecdb req-efbb832f-809a-4ec4-b0b9-289c347510cd tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188710 Feb 07 21:18:40.383907 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46fa0758-eab4-4138-87fb-fda22425acc7 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a503af16-764a-4d0b-80f5-90cf4b58a605), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:40.407854 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46fa0758-eab4-4138-87fb-fda22425acc7 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:18:40.424361 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90f5622b-4a53-4e0e-906d-5d89a1b55957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (aa79065d-1c69-43a8-a107-490538736fd6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:40.427279 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90f5622b-4a53-4e0e-906d-5d89a1b55957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:40.433715 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-90f5622b-4a53-4e0e-906d-5d89a1b55957 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aa79065d-1c69-43a8-a107-490538736fd6 HTTP/1.1" status: 204 len: 168 time: 0.1681802 Feb 07 21:18:40.442334 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46fa0758-eab4-4138-87fb-fda22425acc7 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (540fccf4-7aaf-4669-806b-ba70ef875db1), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:40.447308 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-46fa0758-eab4-4138-87fb-fda22425acc7 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Added segment 540fccf4-7aaf-4669-806b-ba70ef875db1 of type vlan for network 147cd8ee-c367-4743-a907-0837a8d31595 Feb 07 21:18:40.450277 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5622b-4a53-4e0e-906d-5d89a1b55957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa79065d-1c69-43a8-a107-490538736fd6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:40.492606 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 04760f28-79da-4ca0-842b-0893e337e53b, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=04760f28-79da-4ca0-842b-0893e337e53b,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:40.504037 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa0758-eab4-4138-87fb-fda22425acc7 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a503af16-764a-4d0b-80f5-90cf4b58a605,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:40.513091 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '04760f28-79da-4ca0-842b-0893e337e53b', 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0', 'port_id': '04760f28-79da-4ca0-842b-0893e337e53b', 'mac_address': 'fa:16:3e:d2:21:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59eaac6e-e46d-4028-b7b2-899f00c5ee97', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:18:40.525727 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46fa0758-eab4-4138-87fb-fda22425acc7 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (147cd8ee-c367-4743-a907-0837a8d31595), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:40.563147 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46fa0758-eab4-4138-87fb-fda22425acc7 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (147cd8ee-c367-4743-a907-0837a8d31595), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:40.570636 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fa0758-eab4-4138-87fb-fda22425acc7 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:40.572223 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46fa0758-eab4-4138-87fb-fda22425acc7 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:40.630891 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 04760f28-79da-4ca0-842b-0893e337e53b is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:18:40.631284 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (04760f28-79da-4ca0-842b-0893e337e53b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:40.667763 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40062) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:40.670174 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04760f28-79da-4ca0-842b-0893e337e53b {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:18:40.673531 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-6e419c0a-de56-4df6-8b85-8c8f3a00411b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Request body: {'subnet': {'network_id': '147cd8ee-c367-4743-a907-0837a8d31595', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:40.679083 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-46fa0758-eab4-4138-87fb-fda22425acc7 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8035011 Feb 07 21:18:40.693765 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 04760f28-79da-4ca0-842b-0893e337e53b, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=04760f28-79da-4ca0-842b-0893e337e53b,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:40.698918 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (04760f28-79da-4ca0-842b-0893e337e53b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:40.749883 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-def6e099-a717-40ec-9701-ba6cc61c2f72 req-2f71f856-ffaa-4fe2-83b4-01edbdab119c tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 210 time: 0.1093841 Feb 07 21:18:40.769131 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa0758-eab4-4138-87fb-fda22425acc7 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event updated for resources: {'Network': ['ID=147cd8ee-c367-4743-a907-0837a8d31595,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:40.795987 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=04760f28-79da-4ca0-842b-0893e337e53b,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:40.813237 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 147cd8ee-c367-4743-a907-0837a8d31595 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:18:40.907003 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e419c0a-de56-4df6-8b85-8c8f3a00411b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Made reservation on behalf of cfc887b1679a432db42e50e477e9ffdc for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:18:40.916643 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6e419c0a-de56-4df6-8b85-8c8f3a00411b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:41.041132 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40082) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:41.114377 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['04760f28-79da-4ca0-842b-0893e337e53b'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:18:41.190897 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6e419c0a-de56-4df6-8b85-8c8f3a00411b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (b704d7ec-b582-4fdf-9c15-53fd3fee3d11), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:41.271292 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e419c0a-de56-4df6-8b85-8c8f3a00411b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Checking segment: {'id': '540fccf4-7aaf-4669-806b-ba70ef875db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '147cd8ee-c367-4743-a907-0837a8d31595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:18:41.271684 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e419c0a-de56-4df6-8b85-8c8f3a00411b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Network hostable DHCP agents. Network: 147cd8ee-c367-4743-a907-0837a8d31595, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:18:41.291836 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e419c0a-de56-4df6-8b85-8c8f3a00411b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event updated for resources: {'Subnet': ['ID=b704d7ec-b582-4fdf-9c15-53fd3fee3d11,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:41.304029 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e419c0a-de56-4df6-8b85-8c8f3a00411b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Network 147cd8ee-c367-4743-a907-0837a8d31595 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:18:41.315719 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-6e419c0a-de56-4df6-8b85-8c8f3a00411b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 147cd8ee-c367-4743-a907-0837a8d31595) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:18:41.343197 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e419c0a-de56-4df6-8b85-8c8f3a00411b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:41.344337 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a6cc7c-c5d6-47ae-bb52-18ca88e349e4 None None] Network 147cd8ee-c367-4743-a907-0837a8d31595 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:18:41.344882 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6e419c0a-de56-4df6-8b85-8c8f3a00411b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:41.370821 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-bbe8e1fc-e59c-406c-9e6d-bf4652031ae7 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1508405201'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:41.404585 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6e419c0a-de56-4df6-8b85-8c8f3a00411b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7355039 Feb 07 21:18:41.430370 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40096) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:41.444984 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-daf925d9-f3dd-4fe1-8fd4-d408d7d6a118 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-198485379', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}, 'admin_state_up': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:41.453175 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe8e1fc-e59c-406c-9e6d-bf4652031ae7 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] Made reservation on behalf of e77ee1b5c3ae476b91da8a9bb92faf3d for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:18:41.457712 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e1fc-e59c-406c-9e6d-bf4652031ae7 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:41.466552 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-daf925d9-f3dd-4fe1-8fd4-d408d7d6a118 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (5791bf9e-8b63-4335-b26d-aafce03f6d28), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:41.469371 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-daf925d9-f3dd-4fe1-8fd4-d408d7d6a118 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (5791bf9e-8b63-4335-b26d-aafce03f6d28), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:41.489958 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a27d40f-66db-47d3-98ed-6932d458d8ea None None] Network 147cd8ee-c367-4743-a907-0837a8d31595 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:18:41.492889 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e1fc-e59c-406c-9e6d-bf4652031ae7 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:41.565969 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-daf925d9-f3dd-4fe1-8fd4-d408d7d6a118 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for router_controller (5791bf9e-8b63-4335-b26d-aafce03f6d28), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:41.659571 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aed4c2-a8a9-45de-8df7-5f84ed8d7d03 req-85bff7aa-71cb-4b13-9e8d-ca41bcb79757 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:41.662858 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1aed4c2-a8a9-45de-8df7-5f84ed8d7d03 req-85bff7aa-71cb-4b13-9e8d-ca41bcb79757 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 944 time: 0.1563776 Feb 07 21:18:41.712227 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40104) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:41.743761 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e1fc-e59c-406c-9e6d-bf4652031ae7 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] Publish callbacks [] for security_group (591cb1b0-4a33-40cd-8d47-09807c23fc91), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:41.753134 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e1fc-e59c-406c-9e6d-bf4652031ae7 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (591cb1b0-4a33-40cd-8d47-09807c23fc91), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:41.766620 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe8e1fc-e59c-406c-9e6d-bf4652031ae7 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:18:41.781774 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-daf925d9-f3dd-4fe1-8fd4-d408d7d6a118 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for router_gateway (5791bf9e-8b63-4335-b26d-aafce03f6d28), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:41.808963 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e1fc-e59c-406c-9e6d-bf4652031ae7 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (05721b7e-5936-4638-b347-6bbbefbf677b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:41.809523 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-bbe8e1fc-e59c-406c-9e6d-bf4652031ae7 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] Added segment 05721b7e-5936-4638-b347-6bbbefbf677b of type vlan for network 7b51c8de-0f64-4753-ba72-5475f12de6f5 Feb 07 21:18:41.906444 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e1fc-e59c-406c-9e6d-bf4652031ae7 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (7b51c8de-0f64-4753-ba72-5475f12de6f5), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:41.930465 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1fdc7fc7-365b-49ae-8860-23a3666de41d tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:41.931168 n-d-828185-2 neutron-server[103255]: WARNING neutron.api.v2.base [None req-1fdc7fc7-365b-49ae-8860-23a3666de41d tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 07 21:18:41.931662 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-1fdc7fc7-365b-49ae-8860-23a3666de41d tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] create failed (client error): There was a conflict when trying to complete your request. Feb 07 21:18:41.932797 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1fdc7fc7-365b-49ae-8860-23a3666de41d tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2192328 Feb 07 21:18:41.942574 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40112) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:41.946753 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-42e6f0ec-b358-4041-b60d-5198faccbf37 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1316368301'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:41.956790 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1aed4c2-a8a9-45de-8df7-5f84ed8d7d03 req-778893cc-e4a9-4943-8c0e-22cf96bce17b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863300 Feb 07 21:18:41.999154 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-077f0fb5-25b7-4add-8700-81aa54ff3d54 req-7c015aad-366d-4feb-8585-63e7cde1f470 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 210 time: 0.0818038 Feb 07 21:18:42.007897 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e1fc-e59c-406c-9e6d-bf4652031ae7 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (7b51c8de-0f64-4753-ba72-5475f12de6f5), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:42.012982 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe8e1fc-e59c-406c-9e6d-bf4652031ae7 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:42.013571 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e1fc-e59c-406c-9e6d-bf4652031ae7 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:42.066342 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42e6f0ec-b358-4041-b60d-5198faccbf37 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:42.078526 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42e6f0ec-b358-4041-b60d-5198faccbf37 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:42.096988 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bbe8e1fc-e59c-406c-9e6d-bf4652031ae7 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.0540721 Feb 07 21:18:42.098050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8e1fc-e59c-406c-9e6d-bf4652031ae7 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] Pushing event updated for resources: {'Network': ['ID=7b51c8de-0f64-4753-ba72-5475f12de6f5,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:42.100520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8e1fc-e59c-406c-9e6d-bf4652031ae7 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=591cb1b0-4a33-40cd-8d47-09807c23fc91,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:42.102060 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-daf925d9-f3dd-4fe1-8fd4-d408d7d6a118 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for router_gateway (5791bf9e-8b63-4335-b26d-aafce03f6d28), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:42.103627 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40118) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:42.109811 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-73369298-8c04-467a-a07d-b24fde7a9fb6 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '7b51c8de-0f64-4753-ba72-5475f12de6f5', 'tempest-TagsTest-Tag-310061008') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:42.112982 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 7b51c8de-0f64-4753-ba72-5475f12de6f5 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:18:42.128962 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-daf925d9-f3dd-4fe1-8fd4-d408d7d6a118 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:42.235333 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-73369298-8c04-467a-a07d-b24fde7a9fb6 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] 10.222.0.65 "PUT /v2.0/networks/7b51c8de-0f64-4753-ba72-5475f12de6f5/tags/tempest-TagsTest-Tag-310061008 HTTP/1.1" status: 201 len: 201 time: 0.1273081 Feb 07 21:18:42.235532 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40120) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:42.240715 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-01176b2b-1513-4e69-ab05-5dd84a1d9631 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7b51c8de-0f64-4753-ba72-5475f12de6f5', 'tempest-TagsTest-Tag-310061008') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:42.284594 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-daf925d9-f3dd-4fe1-8fd4-d408d7d6a118 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Allocated IP 172.25.4.138 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/545da0b5-8feb-4cc6-bc9c-371c860d73dc) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:18:42.292173 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42e6f0ec-b358-4041-b60d-5198faccbf37 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (99bd1d99-123b-42de-9f70-dcee439f78ae), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:42.300187 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42e6f0ec-b358-4041-b60d-5198faccbf37 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (99bd1d99-123b-42de-9f70-dcee439f78ae), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:42.317640 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 04760f28-79da-4ca0-842b-0893e337e53b up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:18:42.327173 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-01176b2b-1513-4e69-ab05-5dd84a1d9631 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] 10.222.0.65 "GET /v2.0/networks/7b51c8de-0f64-4753-ba72-5475f12de6f5/tags/tempest-TagsTest-Tag-310061008 HTTP/1.1" status: 204 len: 168 time: 0.0904927 Feb 07 21:18:42.332104 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40122) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:42.337604 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-29386462-2ff1-42ea-85db-d5280e5eb35a tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '7b51c8de-0f64-4753-ba72-5475f12de6f5') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:42.381183 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 04760f28-79da-4ca0-842b-0893e337e53b completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:18:42.387586 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 04760f28-79da-4ca0-842b-0893e337e53b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:18:42.387888 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (04760f28-79da-4ca0-842b-0893e337e53b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:42.401563 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6f0ec-b358-4041-b60d-5198faccbf37 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99bd1d99-123b-42de-9f70-dcee439f78ae,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:42.467987 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42e6f0ec-b358-4041-b60d-5198faccbf37 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (76460e33-72f3-4559-bf40-4dc6b4293189), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:42.473516 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-daf925d9-f3dd-4fe1-8fd4-d408d7d6a118 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for port (545da0b5-8feb-4cc6-bc9c-371c860d73dc), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:42.476057 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-29386462-2ff1-42ea-85db-d5280e5eb35a tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] 10.222.0.65 "GET /v2.0/networks/7b51c8de-0f64-4753-ba72-5475f12de6f5/tags HTTP/1.1" status: 200 len: 237 time: 0.1419761 Feb 07 21:18:42.476595 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42e6f0ec-b358-4041-b60d-5198faccbf37 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (76460e33-72f3-4559-bf40-4dc6b4293189), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:42.478368 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40124) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:42.485266 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-a59ffb8e-6d12-48a9-8e16-6a16785c95aa tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '7b51c8de-0f64-4753-ba72-5475f12de6f5', {'tags': ['tempest-TagsTest-Tag-786043147', 'tempest-TagsTest-Tag-239862314', 'tempest-TagsTest-Tag-1844742031']}) {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:42.504371 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 04760f28-79da-4ca0-842b-0893e337e53b is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:18:42.505190 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (04760f28-79da-4ca0-842b-0893e337e53b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:42.515537 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42e6f0ec-b358-4041-b60d-5198faccbf37 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:42.520017 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-42e6f0ec-b358-4041-b60d-5198faccbf37 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5790212 Feb 07 21:18:42.523598 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40126) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:42.525675 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6f0ec-b358-4041-b60d-5198faccbf37 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76460e33-72f3-4559-bf40-4dc6b4293189,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:42.536845 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-56f4480d-00e5-4af2-9a3c-0ba2e666677c tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group_rule': {'security_group_id': '76460e33-72f3-4559-bf40-4dc6b4293189', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:42.540679 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80b7d03-5033-4dd6-ae14-cbe8f54acf9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04760f28-79da-4ca0-842b-0893e337e53b'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:18:42.543514 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787181d7-d078-4f8b-9843-a585d64fb54b" -d '{"events": [{"server_uuid": "b80b7d03-5033-4dd6-ae14-cbe8f54acf9b", "name": "network-vif-plugged", "status": "completed", "tag": "04760f28-79da-4ca0-842b-0893e337e53b"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:18:42.560583 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 04760f28-79da-4ca0-842b-0893e337e53b, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=04760f28-79da-4ca0-842b-0893e337e53b,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:42.566672 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (04760f28-79da-4ca0-842b-0893e337e53b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:42.596234 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-daf925d9-f3dd-4fe1-8fd4-d408d7d6a118 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (545da0b5-8feb-4cc6-bc9c-371c860d73dc), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:42.602666 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a59ffb8e-6d12-48a9-8e16-6a16785c95aa tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] 10.222.0.65 "PUT /v2.0/networks/7b51c8de-0f64-4753-ba72-5475f12de6f5/tags HTTP/1.1" status: 200 len: 307 time: 0.1231127 Feb 07 21:18:42.605155 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40130) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:42.612370 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-9924118d-6413-484f-a314-f0b12a9463df tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '7b51c8de-0f64-4753-ba72-5475f12de6f5', 'tempest-TagsTest-Tag-786043147') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:42.615186 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56f4480d-00e5-4af2-9a3c-0ba2e666677c tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group_rule (7712e8cb-72f8-4b6d-bda5-b5337933f538), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:42.646035 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e29bb1a-90aa-4253-bbae-3cd117169790 x-openstack-request-id: req-3e29bb1a-90aa-4253-bbae-3cd117169790 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:18:42.646237 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80b7d03-5033-4dd6-ae14-cbe8f54acf9b", "name": "network-vif-plugged", "status": "completed", "tag": "04760f28-79da-4ca0-842b-0893e337e53b", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:18:42.647016 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3e29bb1a-90aa-4253-bbae-3cd117169790 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:18:42.647544 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80b7d03-5033-4dd6-ae14-cbe8f54acf9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04760f28-79da-4ca0-842b-0893e337e53b', 'code': 200} Feb 07 21:18:42.649411 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=04760f28-79da-4ca0-842b-0893e337e53b,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:42.672690 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf925d9-f3dd-4fe1-8fd4-d408d7d6a118 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:18:42.687385 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-daf925d9-f3dd-4fe1-8fd4-d408d7d6a118 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:18:42.695602 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf925d9-f3dd-4fe1-8fd4-d408d7d6a118 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:18:42.700142 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf925d9-f3dd-4fe1-8fd4-d408d7d6a118 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event updated for resources: {'Port': ['ID=545da0b5-8feb-4cc6-bc9c-371c860d73dc,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:42.747848 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56f4480d-00e5-4af2-9a3c-0ba2e666677c tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group_rule (7712e8cb-72f8-4b6d-bda5-b5337933f538), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:42.754700 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff430c2-f11b-484c-b163-fc83f6d53201 req-1114f2bf-07ac-429d-98d0-0f8cfa452b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:42.755446 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56f4480d-00e5-4af2-9a3c-0ba2e666677c tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (7712e8cb-72f8-4b6d-bda5-b5337933f538), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:42.756181 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7ff430c2-f11b-484c-b163-fc83f6d53201 req-1114f2bf-07ac-429d-98d0-0f8cfa452b15 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 1127 time: 0.0777080 Feb 07 21:18:42.780900 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9924118d-6413-484f-a314-f0b12a9463df tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] 10.222.0.65 "DELETE /v2.0/networks/7b51c8de-0f64-4753-ba72-5475f12de6f5/tags/tempest-TagsTest-Tag-786043147 HTTP/1.1" status: 204 len: 168 time: 0.1742444 Feb 07 21:18:42.781940 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40132) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:42.790116 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-16b41ed3-180d-47c9-a7ab-7b7308bbdc90 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7b51c8de-0f64-4753-ba72-5475f12de6f5', 'tempest-TagsTest-Tag-786043147') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:42.835770 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4480d-00e5-4af2-9a3c-0ba2e666677c tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7712e8cb-72f8-4b6d-bda5-b5337933f538,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:42.850584 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56f4480d-00e5-4af2-9a3c-0ba2e666677c tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:42.851812 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-56f4480d-00e5-4af2-9a3c-0ba2e666677c tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3271000 Feb 07 21:18:42.870333 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40134) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:42.874776 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e16b4964-abce-4df8-8348-bf57b16f0ebf tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group_rule': {'security_group_id': '76460e33-72f3-4559-bf40-4dc6b4293189', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:42.892203 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7ff430c2-f11b-484c-b163-fc83f6d53201 req-3f28fd34-a8bd-46ff-91e3-149319315465 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294341 Feb 07 21:18:42.917937 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e16b4964-abce-4df8-8348-bf57b16f0ebf tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group_rule (66df7bf5-5629-4e7c-b20c-ef1c6ea20577), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:42.918129 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-16b41ed3-180d-47c9-a7ab-7b7308bbdc90 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] show failed (client error): The resource could not be found. Feb 07 21:18:42.921867 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-16b41ed3-180d-47c9-a7ab-7b7308bbdc90 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] 10.222.0.65 "GET /v2.0/networks/7b51c8de-0f64-4753-ba72-5475f12de6f5/tags/tempest-TagsTest-Tag-786043147 HTTP/1.1" status: 404 len: 325 time: 0.1334741 Feb 07 21:18:42.922400 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40136) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:42.927000 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-4f1165c5-ad38-4a45-b4d4-2a8820b13e27 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7b51c8de-0f64-4753-ba72-5475f12de6f5', 'tempest-TagsTest-Tag-239862314') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:43.019914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4f1165c5-ad38-4a45-b4d4-2a8820b13e27 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] 10.222.0.65 "GET /v2.0/networks/7b51c8de-0f64-4753-ba72-5475f12de6f5/tags/tempest-TagsTest-Tag-239862314 HTTP/1.1" status: 204 len: 168 time: 0.0932634 Feb 07 21:18:43.020694 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40146) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:43.024983 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-a4987ff8-e824-4726-b452-790289d7c772 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7b51c8de-0f64-4753-ba72-5475f12de6f5', 'tempest-TagsTest-Tag-1844742031') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:43.072855 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-e16b4964-abce-4df8-8348-bf57b16f0ebf tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] create failed (client error): There was a conflict when trying to complete your request. Feb 07 21:18:43.073922 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e16b4964-abce-4df8-8348-bf57b16f0ebf tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2026269 Feb 07 21:18:43.079641 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40152) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:43.098104 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-daf925d9-f3dd-4fe1-8fd4-d408d7d6a118 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for router_gateway (5791bf9e-8b63-4335-b26d-aafce03f6d28), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:43.213540 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-016256d4-6bcc-4b75-bcf6-df8c6e7922c4 req-f6e2da3b-a979-41ed-8ae0-b43e1626d576 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 210 time: 0.0818093 Feb 07 21:18:43.272052 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31f36492-4b91-46e9-a1df-0f4f30de61e7 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (76460e33-72f3-4559-bf40-4dc6b4293189), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:43.278419 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a4987ff8-e824-4726-b452-790289d7c772 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] 10.222.0.65 "GET /v2.0/networks/7b51c8de-0f64-4753-ba72-5475f12de6f5/tags/tempest-TagsTest-Tag-1844742031 HTTP/1.1" status: 204 len: 168 time: 0.2542250 Feb 07 21:18:43.284415 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a099f89-e0f9-4654-b0b7-c7c54f0bf9f0 req-3f640d0d-a4ea-405b-a7e4-64dbc7b85de5 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:43.286368 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5a099f89-e0f9-4654-b0b7-c7c54f0bf9f0 req-3f640d0d-a4ea-405b-a7e4-64dbc7b85de5 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 945 time: 0.1529710 Feb 07 21:18:43.291554 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40154) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:43.303710 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-28ca0681-fe82-4b68-8480-d8c7524dd447 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7b51c8de-0f64-4753-ba72-5475f12de6f5') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:43.357894 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31f36492-4b91-46e9-a1df-0f4f30de61e7 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (76460e33-72f3-4559-bf40-4dc6b4293189), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:43.466737 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5a099f89-e0f9-4654-b0b7-c7c54f0bf9f0 req-7b00238a-25bf-46ae-bcb7-c0aee63e38b4 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589973 Feb 07 21:18:43.480783 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31f36492-4b91-46e9-a1df-0f4f30de61e7 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (76460e33-72f3-4559-bf40-4dc6b4293189), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:43.483473 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31f36492-4b91-46e9-a1df-0f4f30de61e7 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:43.487527 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-31f36492-4b91-46e9-a1df-0f4f30de61e7 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "DELETE /v2.0/security-groups/76460e33-72f3-4559-bf40-4dc6b4293189 HTTP/1.1" status: 204 len: 168 time: 0.4049451 Feb 07 21:18:43.489612 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40158) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:43.513146 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f36492-4b91-46e9-a1df-0f4f30de61e7 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76460e33-72f3-4559-bf40-4dc6b4293189,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:43.546369 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-28ca0681-fe82-4b68-8480-d8c7524dd447 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] 10.222.0.65 "DELETE /v2.0/networks/7b51c8de-0f64-4753-ba72-5475f12de6f5/tags HTTP/1.1" status: 204 len: 168 time: 0.2512639 Feb 07 21:18:43.552455 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40160) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:43.563842 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-6235035d-214b-435b-afad-9609fc285a4f tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7b51c8de-0f64-4753-ba72-5475f12de6f5', 'tempest-TagsTest-Tag-239862314') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:43.620963 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1035dbec-ea83-4e1c-8dcf-a1c5652e5c4e tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1274195 Feb 07 21:18:43.621637 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40162) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:43.629548 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2defca42-4b5c-4d6c-b447-76f6a371bba7 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1491295085'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:43.665857 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2defca42-4b5c-4d6c-b447-76f6a371bba7 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:43.685143 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-6235035d-214b-435b-afad-9609fc285a4f tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] show failed (client error): The resource could not be found. Feb 07 21:18:43.686192 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6235035d-214b-435b-afad-9609fc285a4f tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] 10.222.0.65 "GET /v2.0/networks/7b51c8de-0f64-4753-ba72-5475f12de6f5/tags/tempest-TagsTest-Tag-239862314 HTTP/1.1" status: 404 len: 325 time: 0.1327846 Feb 07 21:18:43.688948 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40164) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:43.694638 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-13b0732b-567f-4e1e-9a42-81a1f5fb29ed tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7b51c8de-0f64-4753-ba72-5475f12de6f5', 'tempest-TagsTest-Tag-1844742031') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:43.704033 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-daf925d9-f3dd-4fe1-8fd4-d408d7d6a118 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (5791bf9e-8b63-4335-b26d-aafce03f6d28), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:43.807744 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-13b0732b-567f-4e1e-9a42-81a1f5fb29ed tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] show failed (client error): The resource could not be found. Feb 07 21:18:43.808983 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-13b0732b-567f-4e1e-9a42-81a1f5fb29ed tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] 10.222.0.65 "GET /v2.0/networks/7b51c8de-0f64-4753-ba72-5475f12de6f5/tags/tempest-TagsTest-Tag-1844742031 HTTP/1.1" status: 404 len: 326 time: 0.1185300 Feb 07 21:18:43.813651 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40166) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:43.817207 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2defca42-4b5c-4d6c-b447-76f6a371bba7 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (a83e1e87-5f37-4ff9-bd5f-2c654e6cb188), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:43.820958 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-483d9778-fee6-46f6-bd77-8be27715de0f tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7b51c8de-0f64-4753-ba72-5475f12de6f5') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:43.826679 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2defca42-4b5c-4d6c-b447-76f6a371bba7 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a83e1e87-5f37-4ff9-bd5f-2c654e6cb188), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:43.903090 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2defca42-4b5c-4d6c-b447-76f6a371bba7 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:43.907519 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2defca42-4b5c-4d6c-b447-76f6a371bba7 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2831106 Feb 07 21:18:43.909502 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40168) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:43.914112 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-7e8d0764-8c28-47c7-b088-1523dbee9044 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group_rule': {'security_group_id': 'a83e1e87-5f37-4ff9-bd5f-2c654e6cb188', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:43.914967 n-d-828185-2 neutron-server[103256]: WARNING neutron.api.v2.base [None req-7e8d0764-8c28-47c7-b088-1523dbee9044 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 07 21:18:43.915474 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-7e8d0764-8c28-47c7-b088-1523dbee9044 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:18:43.916494 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defca42-4b5c-4d6c-b447-76f6a371bba7 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a83e1e87-5f37-4ff9-bd5f-2c654e6cb188,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:43.916758 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7e8d0764-8c28-47c7-b088-1523dbee9044 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060413 Feb 07 21:18:43.921238 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40170) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:43.945529 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf925d9-f3dd-4fe1-8fd4-d408d7d6a118 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Router 5791bf9e-8b63-4335-b26d-aafce03f6d28 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:18:43.977389 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-483d9778-fee6-46f6-bd77-8be27715de0f tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] 10.222.0.65 "DELETE /v2.0/networks/7b51c8de-0f64-4753-ba72-5475f12de6f5/tags HTTP/1.1" status: 204 len: 168 time: 0.1627698 Feb 07 21:18:43.986419 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40172) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:44.032505 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85659223-8681-49e4-897b-388c045bd80b tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (a83e1e87-5f37-4ff9-bd5f-2c654e6cb188), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:44.080660 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf925d9-f3dd-4fe1-8fd4-d408d7d6a118 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:18:44.092498 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849147b1-3690-4165-9f90-8ba02917fd0a None None] Sync routers for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:18:44.104279 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849147b1-3690-4165-9f90-8ba02917fd0a None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:18:44.104941 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-849147b1-3690-4165-9f90-8ba02917fd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:18:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:44.105075 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85659223-8681-49e4-897b-388c045bd80b tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (a83e1e87-5f37-4ff9-bd5f-2c654e6cb188), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:44.122524 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-daf925d9-f3dd-4fe1-8fd4-d408d7d6a118 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:44.125091 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c2c2791-b788-42b6-991d-b221fe583bc1 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (7b51c8de-0f64-4753-ba72-5475f12de6f5), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:44.126670 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-daf925d9-f3dd-4fe1-8fd4-d408d7d6a118 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6951275 Feb 07 21:18:44.127537 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40176) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:44.166246 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-849147b1-3690-4165-9f90-8ba02917fd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:44.200406 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849147b1-3690-4165-9f90-8ba02917fd0a None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:18:44.203867 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-849147b1-3690-4165-9f90-8ba02917fd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:18:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:44.254204 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-849147b1-3690-4165-9f90-8ba02917fd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:44.255466 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849147b1-3690-4165-9f90-8ba02917fd0a None None] The sync data for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:18:44.376683 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85659223-8681-49e4-897b-388c045bd80b tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a83e1e87-5f37-4ff9-bd5f-2c654e6cb188), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:44.380681 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85659223-8681-49e4-897b-388c045bd80b tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:44.381795 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-85659223-8681-49e4-897b-388c045bd80b tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "DELETE /v2.0/security-groups/a83e1e87-5f37-4ff9-bd5f-2c654e6cb188 HTTP/1.1" status: 204 len: 168 time: 0.4579093 Feb 07 21:18:44.384530 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40184) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:44.447620 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c14bce73-54e7-41e9-9c70-d98f9616b526 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0582125 Feb 07 21:18:44.448158 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40186) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:44.453057 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2ddbeb43-6abd-4fbb-9bbe-e5b16033109e tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group': {'name': 'tempest-secgroup--927667867'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:44.476864 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ddbeb43-6abd-4fbb-9bbe-e5b16033109e tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:44.579479 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ddbeb43-6abd-4fbb-9bbe-e5b16033109e tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (f9ce2f5c-bda4-4175-9975-dd0aea79f7f4), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:44.585005 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ddbeb43-6abd-4fbb-9bbe-e5b16033109e tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f9ce2f5c-bda4-4175-9975-dd0aea79f7f4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:44.615994 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbeb43-6abd-4fbb-9bbe-e5b16033109e tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ce2f5c-bda4-4175-9975-dd0aea79f7f4,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:44.620830 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ddbeb43-6abd-4fbb-9bbe-e5b16033109e tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:44.622360 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2ddbeb43-6abd-4fbb-9bbe-e5b16033109e tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1728876 Feb 07 21:18:44.625212 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40190) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:44.631519 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2f6a0a19-6aaf-4384-978d-234e79302ecc tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group_rule': {'security_group_id': 'f9ce2f5c-bda4-4175-9975-dd0aea79f7f4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:44.633058 n-d-828185-2 neutron-server[103256]: WARNING neutron.api.v2.base [None req-2f6a0a19-6aaf-4384-978d-234e79302ecc tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 07 21:18:44.633644 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-2f6a0a19-6aaf-4384-978d-234e79302ecc tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:18:44.634722 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2f6a0a19-6aaf-4384-978d-234e79302ecc tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0085633 Feb 07 21:18:44.637556 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40192) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:44.696527 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-868e2a1a-1681-4156-bbfb-8dcbc6ab57c3 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (f9ce2f5c-bda4-4175-9975-dd0aea79f7f4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:44.723361 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-868e2a1a-1681-4156-bbfb-8dcbc6ab57c3 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (f9ce2f5c-bda4-4175-9975-dd0aea79f7f4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:44.781642 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-868e2a1a-1681-4156-bbfb-8dcbc6ab57c3 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f9ce2f5c-bda4-4175-9975-dd0aea79f7f4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:44.784649 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-868e2a1a-1681-4156-bbfb-8dcbc6ab57c3 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:44.785831 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-868e2a1a-1681-4156-bbfb-8dcbc6ab57c3 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "DELETE /v2.0/security-groups/f9ce2f5c-bda4-4175-9975-dd0aea79f7f4 HTTP/1.1" status: 204 len: 168 time: 0.1473403 Feb 07 21:18:44.789077 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40194) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:44.811149 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e2a1a-1681-4156-bbfb-8dcbc6ab57c3 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ce2f5c-bda4-4175-9975-dd0aea79f7f4,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:44.849457 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85659223-8681-49e4-897b-388c045bd80b tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83e1e87-5f37-4ff9-bd5f-2c654e6cb188,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:44.863907 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2a23ae0b-5211-48bd-a0d3-25e5f5febe7b req-dda075a7-7d83-487a-9ce5-0f0a2919f884 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d557bb-0773-4712-abbb-7cd28b7f1372 HTTP/1.1" status: 200 len: 210 time: 0.5059488 Feb 07 21:18:44.867337 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6ec78c8f-ffde-4920-85c9-9ddd3f5bc2f8 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0764756 Feb 07 21:18:44.870584 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40196) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:44.884848 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a8fc122d-62e3-4eb2-984d-f40b31921c15 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group': {'name': 'tempest-secgroup--833642657'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:44.920226 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c2c2791-b788-42b6-991d-b221fe583bc1 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (7b51c8de-0f64-4753-ba72-5475f12de6f5), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:44.925670 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a8fc122d-62e3-4eb2-984d-f40b31921c15 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:44.966613 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0c2c2791-b788-42b6-991d-b221fe583bc1 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b51c8de-0f64-4753-ba72-5475f12de6f5']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:44.975801 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c74c5-dea8-48ba-a222-8b57550a5777 req-02a7052d-53ac-42c7-ae0f-fd03751ca7d9 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:44.977315 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b63c74c5-dea8-48ba-a222-8b57550a5777 req-02a7052d-53ac-42c7-ae0f-fd03751ca7d9 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 945 time: 0.1364880 Feb 07 21:18:45.004698 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0c2c2791-b788-42b6-991d-b221fe583bc1 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05721b7e-5936-4638-b347-6bbbefbf677b') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:45.005024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0c2c2791-b788-42b6-991d-b221fe583bc1 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05721b7e-5936-4638-b347-6bbbefbf677b') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:45.027376 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c2c2791-b788-42b6-991d-b221fe583bc1 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (05721b7e-5936-4638-b347-6bbbefbf677b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:45.041926 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a8fc122d-62e3-4eb2-984d-f40b31921c15 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (394777b7-68e1-40ff-9edb-41463d9af1e7), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:45.047810 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a8fc122d-62e3-4eb2-984d-f40b31921c15 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (394777b7-68e1-40ff-9edb-41463d9af1e7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:45.084107 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc122d-62e3-4eb2-984d-f40b31921c15 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=394777b7-68e1-40ff-9edb-41463d9af1e7,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:45.102727 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a8fc122d-62e3-4eb2-984d-f40b31921c15 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:45.104254 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a8fc122d-62e3-4eb2-984d-f40b31921c15 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2292113 Feb 07 21:18:45.107604 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40200) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:45.114216 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-030b057e-7b58-4750-8d56-257179beda85 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group_rule': {'security_group_id': '394777b7-68e1-40ff-9edb-41463d9af1e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:45.124088 n-d-828185-2 neutron-server[103256]: WARNING neutron.api.v2.base [None req-030b057e-7b58-4750-8d56-257179beda85 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 07 21:18:45.125540 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-030b057e-7b58-4750-8d56-257179beda85 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:18:45.126878 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-030b057e-7b58-4750-8d56-257179beda85 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0179489 Feb 07 21:18:45.129876 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40202) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:45.136451 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-5ff5d9e1-0e5e-469f-a1cd-531d54a638cd tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group_rule': {'security_group_id': '394777b7-68e1-40ff-9edb-41463d9af1e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:45.138627 n-d-828185-2 neutron-server[103256]: WARNING neutron.api.v2.base [None req-5ff5d9e1-0e5e-469f-a1cd-531d54a638cd tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 07 21:18:45.139201 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-5ff5d9e1-0e5e-469f-a1cd-531d54a638cd tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:18:45.140534 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5ff5d9e1-0e5e-469f-a1cd-531d54a638cd tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0094323 Feb 07 21:18:45.143278 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40204) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:45.148122 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b63c74c5-dea8-48ba-a222-8b57550a5777 req-829b5d2e-8301-4852-967d-455fbae98a49 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589568 Feb 07 21:18:45.149411 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c2c2791-b788-42b6-991d-b221fe583bc1 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (05721b7e-5936-4638-b347-6bbbefbf677b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:45.161682 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2c2791-b788-42b6-991d-b221fe583bc1 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:18:45.162330 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c2c2791-b788-42b6-991d-b221fe583bc1 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (05721b7e-5936-4638-b347-6bbbefbf677b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:18:45.165426 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:18:45.176960 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c8463064-b6a8-4b9f-a9d2-9053a1b398f5 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group_rule': {'security_group_id': '394777b7-68e1-40ff-9edb-41463d9af1e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:45.179094 n-d-828185-2 neutron-server[103256]: WARNING neutron.api.v2.base [None req-c8463064-b6a8-4b9f-a9d2-9053a1b398f5 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 07 21:18:45.179682 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-c8463064-b6a8-4b9f-a9d2-9053a1b398f5 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:18:45.180736 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c8463064-b6a8-4b9f-a9d2-9053a1b398f5 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0346100 Feb 07 21:18:45.190571 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40208) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:45.195217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b0422882-500e-4845-8a93-40dcdd26d910 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group_rule': {'security_group_id': '394777b7-68e1-40ff-9edb-41463d9af1e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:45.197847 n-d-828185-2 neutron-server[103255]: WARNING neutron.api.v2.base [None req-b0422882-500e-4845-8a93-40dcdd26d910 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 07 21:18:45.198417 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-b0422882-500e-4845-8a93-40dcdd26d910 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:18:45.201979 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b0422882-500e-4845-8a93-40dcdd26d910 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077989 Feb 07 21:18:45.204206 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40210) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:45.276366 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c2c2791-b788-42b6-991d-b221fe583bc1 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (7b51c8de-0f64-4753-ba72-5475f12de6f5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:45.285326 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c2c2791-b788-42b6-991d-b221fe583bc1 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:45.288879 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0c2c2791-b788-42b6-991d-b221fe583bc1 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] 10.222.0.65 "DELETE /v2.0/networks/7b51c8de-0f64-4753-ba72-5475f12de6f5 HTTP/1.1" status: 204 len: 168 time: 1.3016808 Feb 07 21:18:45.305168 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a855f2a-3705-4d69-8c6e-228fa7890b87 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (394777b7-68e1-40ff-9edb-41463d9af1e7), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:45.331325 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c2791-b788-42b6-991d-b221fe583bc1 tempest-TagsTest-1535980663 tempest-TagsTest-1535980663-project] Pushing event deleted for resources: {'Network': ['ID=7b51c8de-0f64-4753-ba72-5475f12de6f5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:45.374730 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a855f2a-3705-4d69-8c6e-228fa7890b87 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (394777b7-68e1-40ff-9edb-41463d9af1e7), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:45.450021 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a855f2a-3705-4d69-8c6e-228fa7890b87 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (394777b7-68e1-40ff-9edb-41463d9af1e7), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:45.452711 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a855f2a-3705-4d69-8c6e-228fa7890b87 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:45.454016 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0a855f2a-3705-4d69-8c6e-228fa7890b87 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "DELETE /v2.0/security-groups/394777b7-68e1-40ff-9edb-41463d9af1e7 HTTP/1.1" status: 204 len: 168 time: 0.2487807 Feb 07 21:18:45.458932 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40220) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:45.479211 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a855f2a-3705-4d69-8c6e-228fa7890b87 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=394777b7-68e1-40ff-9edb-41463d9af1e7,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:45.531832 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e4e45177-a728-4597-b064-ff15e3aa400d tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0707457 Feb 07 21:18:45.538407 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40222) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:45.544069 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c4287bfe-9665-4603-86d8-fcb463b8a5d1 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1036741775'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:45.579100 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a53da18-3c39-41aa-8f06-54ce2fe85e8a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:45.579442 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4287bfe-9665-4603-86d8-fcb463b8a5d1 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:45.611123 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1a1c0-e4f9-41f9-b207-5e9120112c3a req-415e3244-96f7-4162-8955-0d05699302e2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:45.620441 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-95f1a1c0-e4f9-41f9-b207-5e9120112c3a req-415e3244-96f7-4162-8955-0d05699302e2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 945 time: 0.1435692 Feb 07 21:18:45.694439 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4287bfe-9665-4603-86d8-fcb463b8a5d1 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (9d0c2e36-905d-46c6-8016-907ce8172a91), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:45.703581 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4287bfe-9665-4603-86d8-fcb463b8a5d1 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9d0c2e36-905d-46c6-8016-907ce8172a91), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:45.729480 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40226) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:45.743233 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4287bfe-9665-4603-86d8-fcb463b8a5d1 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:45.744514 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c4287bfe-9665-4603-86d8-fcb463b8a5d1 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2050776 Feb 07 21:18:45.745853 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4287bfe-9665-4603-86d8-fcb463b8a5d1 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0c2e36-905d-46c6-8016-907ce8172a91,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:45.748551 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40230) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:45.753883 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-3fc9642d-afe1-414e-bbbe-41bbec40a1c4 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group_rule': {'security_group_id': '9d0c2e36-905d-46c6-8016-907ce8172a91', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:45.754692 n-d-828185-2 neutron-server[103256]: WARNING neutron.api.v2.base [None req-3fc9642d-afe1-414e-bbbe-41bbec40a1c4 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 07 21:18:45.755211 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-3fc9642d-afe1-414e-bbbe-41bbec40a1c4 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:18:45.756084 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3fc9642d-afe1-414e-bbbe-41bbec40a1c4 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065863 Feb 07 21:18:45.758797 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40232) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:45.763217 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-5a3e2cc7-0e32-413a-b27b-10fec46e50f6 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group_rule': {'security_group_id': '9d0c2e36-905d-46c6-8016-907ce8172a91', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:45.808950 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-5a3e2cc7-0e32-413a-b27b-10fec46e50f6 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:18:45.810343 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5a3e2cc7-0e32-413a-b27b-10fec46e50f6 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0503879 Feb 07 21:18:45.813030 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40234) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:45.820568 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-5c498631-7e6d-44db-a237-fc14c1fceb09 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group_rule': {'security_group_id': '9d0c2e36-905d-46c6-8016-907ce8172a91', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:45.821344 n-d-828185-2 neutron-server[103256]: WARNING neutron.api.v2.base [None req-5c498631-7e6d-44db-a237-fc14c1fceb09 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 07 21:18:45.822227 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-95f1a1c0-e4f9-41f9-b207-5e9120112c3a req-87d61974-a3b8-456a-9a91-90427063806c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009254 Feb 07 21:18:45.822929 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-5c498631-7e6d-44db-a237-fc14c1fceb09 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:18:45.824076 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5c498631-7e6d-44db-a237-fc14c1fceb09 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099483 Feb 07 21:18:45.827594 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40236) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:45.836819 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c43c6937-7fc2-41e9-adca-fa5f8964bef7 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group_rule': {'security_group_id': '9d0c2e36-905d-46c6-8016-907ce8172a91', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:45.946478 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40242) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:45.974347 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-c43c6937-7fc2-41e9-adca-fa5f8964bef7 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:18:45.976151 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c43c6937-7fc2-41e9-adca-fa5f8964bef7 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1475708 Feb 07 21:18:45.981929 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40244) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:45.999183 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-91a17971-c36f-4d7e-9983-9dc80c202818 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group_rule': {'security_group_id': '9d0c2e36-905d-46c6-8016-907ce8172a91', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:46.000265 n-d-828185-2 neutron-server[103255]: WARNING neutron.api.v2.base [None req-91a17971-c36f-4d7e-9983-9dc80c202818 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 07 21:18:46.000993 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-91a17971-c36f-4d7e-9983-9dc80c202818 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:18:46.003537 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-91a17971-c36f-4d7e-9983-9dc80c202818 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0172942 Feb 07 21:18:46.008298 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40246) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:46.013298 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-10b81385-8213-442f-872f-1baf9ce6369a tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group_rule': {'security_group_id': '9d0c2e36-905d-46c6-8016-907ce8172a91', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:46.022953 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-655dd16d-bc30-4a2b-b2c5-aaa98657a37d tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks [] for security_group (5b540466-bd3f-4083-8beb-ed3c28b16878), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:46.026909 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7b47310f-b946-4221-b4fe-24a18a3377da admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e77ee1b5c3ae476b91da8a9bb92faf3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3031211 Feb 07 21:18:46.029470 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40248) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:46.082896 n-d-828185-2 neutron-server[103256]: INFO neutron.db.securitygroups_db [None req-10b81385-8213-442f-872f-1baf9ce6369a tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Project bd953e73fddb496e81260bd23229253c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 21:18:46.094505 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-655dd16d-bc30-4a2b-b2c5-aaa98657a37d tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks [] for security_group (5b540466-bd3f-4083-8beb-ed3c28b16878), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:46.144956 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-10b81385-8213-442f-872f-1baf9ce6369a tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:18:46.148847 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-10b81385-8213-442f-872f-1baf9ce6369a tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1396027 Feb 07 21:18:46.149726 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40250) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:46.156923 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-cc7e1774-a67a-4fde-9c75-d415382b1241 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group_rule': {'security_group_id': '9d0c2e36-905d-46c6-8016-907ce8172a91', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:46.157400 n-d-828185-2 neutron-server[103256]: WARNING neutron.api.v2.base [None req-cc7e1774-a67a-4fde-9c75-d415382b1241 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 07 21:18:46.157750 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-0a53da18-3c39-41aa-8f06-54ce2fe85e8a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Allocated IP 172.20.0.1 (147cd8ee-c367-4743-a907-0837a8d31595/b704d7ec-b582-4fdf-9c15-53fd3fee3d11/00135c94-6f7c-4cf8-a656-277af4f37e79) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:18:46.157878 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-cc7e1774-a67a-4fde-9c75-d415382b1241 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:18:46.162043 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cc7e1774-a67a-4fde-9c75-d415382b1241 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0094059 Feb 07 21:18:46.162912 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40252) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:46.163819 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2f1a9e8e-fdd2-4418-aac0-2c426d6c5256 admin admin] Publish callbacks [] for security_group (591cb1b0-4a33-40cd-8d47-09807c23fc91), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:46.171131 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a87f3e82-ced4-4eda-8b19-84404aa3de2d tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group_rule': {'security_group_id': '9d0c2e36-905d-46c6-8016-907ce8172a91', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:46.239267 n-d-828185-2 neutron-server[103256]: INFO neutron.db.securitygroups_db [None req-a87f3e82-ced4-4eda-8b19-84404aa3de2d tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Project bd953e73fddb496e81260bd23229253c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 21:18:46.261870 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2f1a9e8e-fdd2-4418-aac0-2c426d6c5256 admin admin] Publish callbacks [] for security_group (591cb1b0-4a33-40cd-8d47-09807c23fc91), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:46.278042 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-655dd16d-bc30-4a2b-b2c5-aaa98657a37d tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (5b540466-bd3f-4083-8beb-ed3c28b16878), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:46.280977 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-655dd16d-bc30-4a2b-b2c5-aaa98657a37d tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:46.285434 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-655dd16d-bc30-4a2b-b2c5-aaa98657a37d tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "DELETE /v2.0/security-groups/5b540466-bd3f-4083-8beb-ed3c28b16878 HTTP/1.1" status: 204 len: 168 time: 0.3378625 Feb 07 21:18:46.286541 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40258) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:46.292123 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-a87f3e82-ced4-4eda-8b19-84404aa3de2d tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:18:46.293167 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a87f3e82-ced4-4eda-8b19-84404aa3de2d tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1265163 Feb 07 21:18:46.298165 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40260) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:46.302946 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-81678743-d2ae-4e4d-8c52-acc10a1ab149 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group_rule': {'security_group_id': '9d0c2e36-905d-46c6-8016-907ce8172a91', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:46.319150 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655dd16d-bc30-4a2b-b2c5-aaa98657a37d tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b540466-bd3f-4083-8beb-ed3c28b16878,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:46.321173 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-a2eb23fd-3c6a-48db-803d-ff6f9a364e52 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] show failed (client error): The resource could not be found. Feb 07 21:18:46.325127 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a2eb23fd-3c6a-48db-803d-ff6f9a364e52 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "GET /v2.0/security-groups/5b540466-bd3f-4083-8beb-ed3c28b16878 HTTP/1.1" status: 404 len: 347 time: 0.0308759 Feb 07 21:18:46.325795 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40262) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:46.332806 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a53da18-3c39-41aa-8f06-54ce2fe85e8a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for port (00135c94-6f7c-4cf8-a656-277af4f37e79), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:46.350852 n-d-828185-2 neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-81678743-d2ae-4e4d-8c52-acc10a1ab149 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Project bd953e73fddb496e81260bd23229253c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 21:18:46.380192 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-81678743-d2ae-4e4d-8c52-acc10a1ab149 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:18:46.383920 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-81678743-d2ae-4e4d-8c52-acc10a1ab149 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0821931 Feb 07 21:18:46.385565 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40266) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:46.410494 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a53da18-3c39-41aa-8f06-54ce2fe85e8a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (00135c94-6f7c-4cf8-a656-277af4f37e79), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:46.476187 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53da18-3c39-41aa-8f06-54ce2fe85e8a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event updated for resources: {'Port': ['ID=00135c94-6f7c-4cf8-a656-277af4f37e79,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:46.489113 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a53da18-3c39-41aa-8f06-54ce2fe85e8a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Network 147cd8ee-c367-4743-a907-0837a8d31595 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:18:46.491037 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-0a53da18-3c39-41aa-8f06-54ce2fe85e8a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:18:46.494010 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a53da18-3c39-41aa-8f06-54ce2fe85e8a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:18:46.520329 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2f1a9e8e-fdd2-4418-aac0-2c426d6c5256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (591cb1b0-4a33-40cd-8d47-09807c23fc91), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:46.523227 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2f1a9e8e-fdd2-4418-aac0-2c426d6c5256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:46.524633 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2f1a9e8e-fdd2-4418-aac0-2c426d6c5256 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/591cb1b0-4a33-40cd-8d47-09807c23fc91 HTTP/1.1" status: 204 len: 168 time: 0.4941056 Feb 07 21:18:46.543368 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a9e8e-fdd2-4418-aac0-2c426d6c5256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591cb1b0-4a33-40cd-8d47-09807c23fc91,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:46.574673 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed69308f-34ee-4d60-943f-f7ab4c296613 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (9d0c2e36-905d-46c6-8016-907ce8172a91), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:46.588870 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a1c18f5e-7c28-4899-8953-9f658f470487 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Deleting port 12fd0ea2-d24c-413c-8fb7-757ac08dc110 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:46.589437 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a1c18f5e-7c28-4899-8953-9f658f470487 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (12fd0ea2-d24c-413c-8fb7-757ac08dc110), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:46.610543 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a53da18-3c39-41aa-8f06-54ce2fe85e8a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (5791bf9e-8b63-4335-b26d-aafce03f6d28), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:46.746110 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed69308f-34ee-4d60-943f-f7ab4c296613 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (9d0c2e36-905d-46c6-8016-907ce8172a91), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:46.801204 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a53da18-3c39-41aa-8f06-54ce2fe85e8a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (00135c94-6f7c-4cf8-a656-277af4f37e79), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:46.877671 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a1c18f5e-7c28-4899-8953-9f658f470487 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (12fd0ea2-d24c-413c-8fb7-757ac08dc110), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:46.880942 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a1c18f5e-7c28-4899-8953-9f658f470487 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks [] for floatingip (12fd0ea2-d24c-413c-8fb7-757ac08dc110), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:46.909407 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a1c18f5e-7c28-4899-8953-9f658f470487 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Calling delete_port for 12fd0ea2-d24c-413c-8fb7-757ac08dc110 owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:47.034008 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed69308f-34ee-4d60-943f-f7ab4c296613 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9d0c2e36-905d-46c6-8016-907ce8172a91), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:47.039118 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed69308f-34ee-4d60-943f-f7ab4c296613 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:47.046247 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ed69308f-34ee-4d60-943f-f7ab4c296613 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "DELETE /v2.0/security-groups/9d0c2e36-905d-46c6-8016-907ce8172a91 HTTP/1.1" status: 204 len: 168 time: 0.6543696 Feb 07 21:18:47.052968 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40282) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:47.082918 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69308f-34ee-4d60-943f-f7ab4c296613 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0c2e36-905d-46c6-8016-907ce8172a91,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:47.199709 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a1c18f5e-7c28-4899-8953-9f658f470487 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (12fd0ea2-d24c-413c-8fb7-757ac08dc110), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:47.201932 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3f7b8-a8f1-42e8-ae1b-122df07942d7 req-a41b5f04-416b-4014-99af-611b5eb083a9 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:47.210067 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d7d3f7b8-a8f1-42e8-ae1b-122df07942d7 req-a41b5f04-416b-4014-99af-611b5eb083a9 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 945 time: 0.2160244 Feb 07 21:18:47.226544 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c18f5e-7c28-4899-8953-9f658f470487 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Pushing event deleted for resources: {'Port': ['ID=12fd0ea2-d24c-413c-8fb7-757ac08dc110,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:47.279167 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ec41e1f5-8072-4173-8427-04156b8b9eca tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2178121 Feb 07 21:18:47.279351 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40288) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:47.289247 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b147b8f8-8834-49dd-aa30-54f690cc8d9a tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group': {'name': 'tempest-secgroup--564193347'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:47.339224 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b147b8f8-8834-49dd-aa30-54f690cc8d9a tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:47.372530 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d7d3f7b8-a8f1-42e8-ae1b-122df07942d7 req-f127b748-1ce6-4657-89af-6cb6237ad419 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451173 Feb 07 21:18:47.436383 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a1c18f5e-7c28-4899-8953-9f658f470487 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks [] for floatingip (3a253229-8db2-454b-97ae-d4d0cefef484), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:47.439752 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a1c18f5e-7c28-4899-8953-9f658f470487 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:47.442513 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a1c18f5e-7c28-4899-8953-9f658f470487 tempest-ServersTestBootFromVolume-849865591 tempest-ServersTestBootFromVolume-849865591-project] 10.222.0.65 "DELETE /v2.0/floatingips/3a253229-8db2-454b-97ae-d4d0cefef484 HTTP/1.1" status: 204 len: 168 time: 1.1074467 Feb 07 21:18:47.443977 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40298) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:47.481096 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a53da18-3c39-41aa-8f06-54ce2fe85e8a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for port (00135c94-6f7c-4cf8-a656-277af4f37e79), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:47.488053 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a53da18-3c39-41aa-8f06-54ce2fe85e8a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (00135c94-6f7c-4cf8-a656-277af4f37e79), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:47.568244 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b147b8f8-8834-49dd-aa30-54f690cc8d9a tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (a684aaa8-5a82-4751-836a-75241b63aba5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:47.575779 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b147b8f8-8834-49dd-aa30-54f690cc8d9a tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a684aaa8-5a82-4751-836a-75241b63aba5), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:47.584335 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a53da18-3c39-41aa-8f06-54ce2fe85e8a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (5791bf9e-8b63-4335-b26d-aafce03f6d28), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:47.596798 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b147b8f8-8834-49dd-aa30-54f690cc8d9a tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:47.601011 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b147b8f8-8834-49dd-aa30-54f690cc8d9a tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3207660 Feb 07 21:18:47.604379 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40302) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:47.615776 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-fef9f0e1-0792-40a2-9ed8-a37c79fa9eed tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group_rule': {'security_group_id': 'a684aaa8-5a82-4751-836a-75241b63aba5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:47.650456 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147b8f8-8834-49dd-aa30-54f690cc8d9a tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a684aaa8-5a82-4751-836a-75241b63aba5,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:47.803047 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-fef9f0e1-0792-40a2-9ed8-a37c79fa9eed tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] create failed (client error): The resource could not be found. Feb 07 21:18:47.806968 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40308) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:47.808145 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fef9f0e1-0792-40a2-9ed8-a37c79fa9eed tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2029121 Feb 07 21:18:47.809993 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53da18-3c39-41aa-8f06-54ce2fe85e8a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event updated for resources: {'Port': ['ID=00135c94-6f7c-4cf8-a656-277af4f37e79,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:47.816808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-624b8abe-efd1-455a-bd91-1dd1de5c6920 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group_rule': {'security_group_id': 'a684aaa8-5a82-4751-836a-75241b63aba5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'fcb7f7b2-4e1c-49df-8057-d20306acccfd'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:47.835210 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a53da18-3c39-41aa-8f06-54ce2fe85e8a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Network 147cd8ee-c367-4743-a907-0837a8d31595 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:18:47.840914 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-0a53da18-3c39-41aa-8f06-54ce2fe85e8a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:18:47.976765 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-624b8abe-efd1-455a-bd91-1dd1de5c6920 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] create failed (client error): The resource could not be found. Feb 07 21:18:47.985254 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-624b8abe-efd1-455a-bd91-1dd1de5c6920 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1771114 Feb 07 21:18:47.989107 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40312) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:48.019291 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a53da18-3c39-41aa-8f06-54ce2fe85e8a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Router 5791bf9e-8b63-4335-b26d-aafce03f6d28 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:18:48.183524 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a53da18-3c39-41aa-8f06-54ce2fe85e8a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:18:48.197226 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221b99d5-3cd5-4dba-ad1c-13bb9be2324f None None] Sync routers for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:18:48.199836 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0a53da18-3c39-41aa-8f06-54ce2fe85e8a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "PUT /v2.0/routers/5791bf9e-8b63-4335-b26d-aafce03f6d28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0650480 Feb 07 21:18:48.201871 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40318) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:48.208902 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-27709b6b-b7f3-42dc-8fd3-5465b05a4d3d tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Request body: {'port': {'network_id': '147cd8ee-c367-4743-a907-0837a8d31595', 'name': 'tempest-FloatingIPTestJSON-1043573499'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:48.220465 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221b99d5-3cd5-4dba-ad1c-13bb9be2324f None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:18:48.222948 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-221b99d5-3cd5-4dba-ad1c-13bb9be2324f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:18:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:48.228525 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4630b1b-ecb1-4b9d-b4a0-8da777aacfb6 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (a684aaa8-5a82-4751-836a-75241b63aba5), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:48.271974 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-221b99d5-3cd5-4dba-ad1c-13bb9be2324f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:48.285556 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221b99d5-3cd5-4dba-ad1c-13bb9be2324f None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:18:48.286993 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-221b99d5-3cd5-4dba-ad1c-13bb9be2324f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:18:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:48.316494 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4630b1b-ecb1-4b9d-b4a0-8da777aacfb6 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (a684aaa8-5a82-4751-836a-75241b63aba5), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:48.337510 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-221b99d5-3cd5-4dba-ad1c-13bb9be2324f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:48.339414 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221b99d5-3cd5-4dba-ad1c-13bb9be2324f None None] The sync data for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:18:48.388554 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7b5479a0-0ba6-4a79-ab25-4bc145561652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:48.398010 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55cbad9a-5813-4f85-8b2b-28e6b4eed765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (ab59e548-d6a5-423e-a856-dd909b61bd5b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:48.453524 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27709b6b-b7f3-42dc-8fd3-5465b05a4d3d tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Made reservation on behalf of cfc887b1679a432db42e50e477e9ffdc for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:18:48.463251 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-27709b6b-b7f3-42dc-8fd3-5465b05a4d3d tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:48.501114 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-27709b6b-b7f3-42dc-8fd3-5465b05a4d3d tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] device_id is not set on port ec905b85-7199-4351-a4ab-2f129e40cc36 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:18:48.583527 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4630b1b-ecb1-4b9d-b4a0-8da777aacfb6 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a684aaa8-5a82-4751-836a-75241b63aba5), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:48.586128 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4630b1b-ecb1-4b9d-b4a0-8da777aacfb6 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:48.596509 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c4630b1b-ecb1-4b9d-b4a0-8da777aacfb6 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "DELETE /v2.0/security-groups/a684aaa8-5a82-4751-836a-75241b63aba5 HTTP/1.1" status: 204 len: 168 time: 0.6034276 Feb 07 21:18:48.597343 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40332) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:48.673464 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4630b1b-ecb1-4b9d-b4a0-8da777aacfb6 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a684aaa8-5a82-4751-836a-75241b63aba5,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:48.726018 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd53a76-732b-4c30-be0d-d73eca89f2b9 req-1cdeb742-0fe9-4f83-a076-0bcbd57261a8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:48.726360 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ffd53a76-732b-4c30-be0d-d73eca89f2b9 req-1cdeb742-0fe9-4f83-a076-0bcbd57261a8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 945 time: 0.1754820 Feb 07 21:18:48.759929 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a374f81e-7a23-4d67-9220-eb7b89ac8a76 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1417947 Feb 07 21:18:48.766206 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40338) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:48.771081 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ac326490-d1a8-4a24-8b45-8cdde7553661 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group_rule': {'security_group_id': 'daa2c248-aed6-491a-8b76-78ebe7180e0e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:48.861859 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-ac326490-d1a8-4a24-8b45-8cdde7553661 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] create failed (client error): The resource could not be found. Feb 07 21:18:48.863826 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ac326490-d1a8-4a24-8b45-8cdde7553661 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0962386 Feb 07 21:18:48.871918 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40340) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:48.878690 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-27709b6b-b7f3-42dc-8fd3-5465b05a4d3d tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Allocated IP 172.20.0.3 (147cd8ee-c367-4743-a907-0837a8d31595/b704d7ec-b582-4fdf-9c15-53fd3fee3d11/ec905b85-7199-4351-a4ab-2f129e40cc36) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:18:48.885324 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0252270d-1163-4f19-ab31-f04fac3a927f tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1766168447'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:48.901675 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ffd53a76-732b-4c30-be0d-d73eca89f2b9 req-ad2ebc6a-67e0-43c4-9c19-e3afd50e0326 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602008 Feb 07 21:18:48.964844 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0252270d-1163-4f19-ab31-f04fac3a927f tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:49.091205 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-55cbad9a-5813-4f85-8b2b-28e6b4eed765 admin admin] Deleting port 4625604a-37ee-4ee4-a97d-9b51e1962e7e {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:49.091552 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55cbad9a-5813-4f85-8b2b-28e6b4eed765 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (4625604a-37ee-4ee4-a97d-9b51e1962e7e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:49.150207 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0252270d-1163-4f19-ab31-f04fac3a927f tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (4b60b8a8-77c3-47eb-a44f-58724d31fd5a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:49.161495 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0252270d-1163-4f19-ab31-f04fac3a927f tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4b60b8a8-77c3-47eb-a44f-58724d31fd5a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:49.198227 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252270d-1163-4f19-ab31-f04fac3a927f tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b60b8a8-77c3-47eb-a44f-58724d31fd5a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:49.214806 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252270d-1163-4f19-ab31-f04fac3a927f tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:49.215384 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252270d-1163-4f19-ab31-f04fac3a927f tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:49.216086 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252270d-1163-4f19-ab31-f04fac3a927f tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:49.216736 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252270d-1163-4f19-ab31-f04fac3a927f tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:49.217251 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252270d-1163-4f19-ab31-f04fac3a927f tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:49.217769 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252270d-1163-4f19-ab31-f04fac3a927f tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:49.218252 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252270d-1163-4f19-ab31-f04fac3a927f tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:49.218775 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252270d-1163-4f19-ab31-f04fac3a927f tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:49.219491 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252270d-1163-4f19-ab31-f04fac3a927f tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:49.220054 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252270d-1163-4f19-ab31-f04fac3a927f tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:49.221327 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252270d-1163-4f19-ab31-f04fac3a927f tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:49.221893 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252270d-1163-4f19-ab31-f04fac3a927f tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:49.222434 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252270d-1163-4f19-ab31-f04fac3a927f tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:18:49.272936 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0252270d-1163-4f19-ab31-f04fac3a927f tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:49.277829 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0252270d-1163-4f19-ab31-f04fac3a927f tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4017732 Feb 07 21:18:49.278487 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-55cbad9a-5813-4f85-8b2b-28e6b4eed765 admin admin] For port 4625604a-37ee-4ee4-a97d-9b51e1962e7e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=4625604a-37ee-4ee4-a97d-9b51e1962e7e,segment=NetworkSegment(536d04cb-ae32-4474-8c76-f1953d1fb7d5),segment_id=536d04cb-ae32-4474-8c76-f1953d1fb7d5)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:49.279327 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55cbad9a-5813-4f85-8b2b-28e6b4eed765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (4625604a-37ee-4ee4-a97d-9b51e1962e7e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:49.285774 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40350) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:49.298801 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-42071f1f-2149-4cdf-8da7-a7c1ff5e9fe2 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group': {'name': 'tempest-secgroup--19625016'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:49.307216 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-55cbad9a-5813-4f85-8b2b-28e6b4eed765 admin admin] Calling delete_port for 4625604a-37ee-4ee4-a97d-9b51e1962e7e owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:49.404126 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42071f1f-2149-4cdf-8da7-a7c1ff5e9fe2 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:49.565804 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-27709b6b-b7f3-42dc-8fd3-5465b05a4d3d tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for port (ec905b85-7199-4351-a4ab-2f129e40cc36), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:49.617166 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40358) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:49.649105 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55cbad9a-5813-4f85-8b2b-28e6b4eed765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (4625604a-37ee-4ee4-a97d-9b51e1962e7e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:49.731393 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42071f1f-2149-4cdf-8da7-a7c1ff5e9fe2 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (4e53d7af-0f9b-4b61-aac5-386fb5097da7), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:49.740277 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42071f1f-2149-4cdf-8da7-a7c1ff5e9fe2 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4e53d7af-0f9b-4b61-aac5-386fb5097da7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:49.812340 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42071f1f-2149-4cdf-8da7-a7c1ff5e9fe2 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e53d7af-0f9b-4b61-aac5-386fb5097da7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:49.818423 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbad9a-5813-4f85-8b2b-28e6b4eed765 admin admin] Pushing event deleted for resources: {'Port': ['ID=4625604a-37ee-4ee4-a97d-9b51e1962e7e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:49.822609 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-27709b6b-b7f3-42dc-8fd3-5465b05a4d3d tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ec905b85-7199-4351-a4ab-2f129e40cc36), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:49.866935 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42071f1f-2149-4cdf-8da7-a7c1ff5e9fe2 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:49.871476 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-42071f1f-2149-4cdf-8da7-a7c1ff5e9fe2 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5828605 Feb 07 21:18:49.871988 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40364) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:49.883236 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2310528a-e5f2-47bd-a6cf-3fae144d0a13 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group_rule': {'security_group_id': '4b60b8a8-77c3-47eb-a44f-58724d31fd5a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4e53d7af-0f9b-4b61-aac5-386fb5097da7'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:49.970152 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27709b6b-b7f3-42dc-8fd3-5465b05a4d3d tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Network 147cd8ee-c367-4743-a907-0837a8d31595 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:18:50.003952 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-27709b6b-b7f3-42dc-8fd3-5465b05a4d3d tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:18:50.016672 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27709b6b-b7f3-42dc-8fd3-5465b05a4d3d tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:18:50.021759 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-037fcb0e-6b92-46d4-944f-a027ee5406b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:50.087968 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-2310528a-e5f2-47bd-a6cf-3fae144d0a13 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:18:50.089532 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2310528a-e5f2-47bd-a6cf-3fae144d0a13 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2123919 Feb 07 21:18:50.096574 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40368) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:50.145981 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27709b6b-b7f3-42dc-8fd3-5465b05a4d3d tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event updated for resources: {'Port': ['ID=ec905b85-7199-4351-a4ab-2f129e40cc36,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:50.161412 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27709b6b-b7f3-42dc-8fd3-5465b05a4d3d tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:50.162742 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-27709b6b-b7f3-42dc-8fd3-5465b05a4d3d tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:50.191051 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40370) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:50.191273 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-27709b6b-b7f3-42dc-8fd3-5465b05a4d3d tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9881430 Feb 07 21:18:50.198381 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-065a4798-daac-41b7-afec-4fab1c727218 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Request body: {'port': {'network_id': '147cd8ee-c367-4743-a907-0837a8d31595', 'name': 'tempest-FloatingIPTestJSON-1108092402'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:50.208263 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4166a2ff-3515-4e30-b3d2-065688d4701b tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (4e53d7af-0f9b-4b61-aac5-386fb5097da7), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:50.225709 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c379bf-c236-4287-b5d7-2d92b0ec5516 req-bda7a5a4-7fa7-49fa-8a09-68fb0293b21b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:50.227306 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d3c379bf-c236-4287-b5d7-2d92b0ec5516 req-bda7a5a4-7fa7-49fa-8a09-68fb0293b21b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 945 time: 0.1393881 Feb 07 21:18:50.273803 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55cbad9a-5813-4f85-8b2b-28e6b4eed765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (ab59e548-d6a5-423e-a856-dd909b61bd5b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:50.308227 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4166a2ff-3515-4e30-b3d2-065688d4701b tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (4e53d7af-0f9b-4b61-aac5-386fb5097da7), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:50.326732 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d3c379bf-c236-4287-b5d7-2d92b0ec5516 req-b0a7ec20-7d05-41b5-8582-de82a9f599bb tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900965 Feb 07 21:18:50.329246 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-037fcb0e-6b92-46d4-944f-a027ee5406b2 admin admin] Publish callbacks [] for security_group (6a6345b1-62ad-46c9-a287-bbd11b59c568), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:50.336017 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-037fcb0e-6b92-46d4-944f-a027ee5406b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (6a6345b1-62ad-46c9-a287-bbd11b59c568), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:50.432648 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-037fcb0e-6b92-46d4-944f-a027ee5406b2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0460cccc8c59463fb329c16d2d417448&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8111320 Feb 07 21:18:50.433328 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40372) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:50.434094 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037fcb0e-6b92-46d4-944f-a027ee5406b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6345b1-62ad-46c9-a287-bbd11b59c568,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:50.546051 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d517776a-3f63-4620-ad85-d41740610703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:50.565277 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a199168-adee-47a9-a558-2735b4c625ee admin admin] Publish callbacks [] for security_group (6a6345b1-62ad-46c9-a287-bbd11b59c568), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:50.613826 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a199168-adee-47a9-a558-2735b4c625ee admin admin] Publish callbacks [] for security_group (6a6345b1-62ad-46c9-a287-bbd11b59c568), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:50.712345 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a199168-adee-47a9-a558-2735b4c625ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (6a6345b1-62ad-46c9-a287-bbd11b59c568), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:50.717659 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a199168-adee-47a9-a558-2735b4c625ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:50.718861 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7a199168-adee-47a9-a558-2735b4c625ee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6a6345b1-62ad-46c9-a287-bbd11b59c568 HTTP/1.1" status: 204 len: 168 time: 0.2781460 Feb 07 21:18:50.732730 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a199168-adee-47a9-a558-2735b4c625ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6345b1-62ad-46c9-a287-bbd11b59c568,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:50.948512 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065a4798-daac-41b7-afec-4fab1c727218 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Made reservation on behalf of cfc887b1679a432db42e50e477e9ffdc for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:18:50.951633 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-065a4798-daac-41b7-afec-4fab1c727218 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:50.973788 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4166a2ff-3515-4e30-b3d2-065688d4701b tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4e53d7af-0f9b-4b61-aac5-386fb5097da7), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:50.976550 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4166a2ff-3515-4e30-b3d2-065688d4701b tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:50.980145 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4166a2ff-3515-4e30-b3d2-065688d4701b tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "DELETE /v2.0/security-groups/4e53d7af-0f9b-4b61-aac5-386fb5097da7 HTTP/1.1" status: 204 len: 168 time: 0.8800662 Feb 07 21:18:50.981755 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40384) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:50.998114 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-065a4798-daac-41b7-afec-4fab1c727218 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] device_id is not set on port 8b37f4ef-1b10-467b-98f2-bbb83c19fcaf yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:18:51.021597 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166a2ff-3515-4e30-b3d2-065688d4701b tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e53d7af-0f9b-4b61-aac5-386fb5097da7,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:51.120783 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8be1b346-11dc-4e11-8090-07d66f7d6057 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1346207 Feb 07 21:18:51.121624 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40386) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:51.239346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40388) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:51.240038 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3e85539-09e9-4fca-bceb-e0d85a9921c2 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (4b60b8a8-77c3-47eb-a44f-58724d31fd5a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:51.255456 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ba674d3-a06f-4a95-bb4b-de6f9aac8e34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:51.290540 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3e85539-09e9-4fca-bceb-e0d85a9921c2 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (4b60b8a8-77c3-47eb-a44f-58724d31fd5a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:51.360249 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3e85539-09e9-4fca-bceb-e0d85a9921c2 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4b60b8a8-77c3-47eb-a44f-58724d31fd5a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:51.363493 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3e85539-09e9-4fca-bceb-e0d85a9921c2 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:51.367822 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b3e85539-09e9-4fca-bceb-e0d85a9921c2 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "DELETE /v2.0/security-groups/4b60b8a8-77c3-47eb-a44f-58724d31fd5a HTTP/1.1" status: 204 len: 168 time: 0.2447629 Feb 07 21:18:51.368909 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40392) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:51.395983 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e85539-09e9-4fca-bceb-e0d85a9921c2 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b60b8a8-77c3-47eb-a44f-58724d31fd5a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:51.406104 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-065a4798-daac-41b7-afec-4fab1c727218 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Allocated IP 172.20.0.11 (147cd8ee-c367-4743-a907-0837a8d31595/b704d7ec-b582-4fdf-9c15-53fd3fee3d11/8b37f4ef-1b10-467b-98f2-bbb83c19fcaf) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:18:51.423646 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ba674d3-a06f-4a95-bb4b-de6f9aac8e34 admin admin] Publish callbacks [] for security_group (28df8baa-e918-41ba-ab30-d157078cc206), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:51.427836 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ba674d3-a06f-4a95-bb4b-de6f9aac8e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (28df8baa-e918-41ba-ab30-d157078cc206), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:51.542841 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f8440cb1-d4b9-4b3a-976a-4bbfff7fa24e tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1615851 Feb 07 21:18:51.545746 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40396) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:51.545866 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8ba674d3-a06f-4a95-bb4b-de6f9aac8e34 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e592671590af4ca6a5631851e91ec4c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3015916 Feb 07 21:18:51.553462 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1a3d06f4-d776-417c-ab76-dcc87b5e024a tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group': {'name': 'tempest-secgroup--825702449'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:51.567582 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40398) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:51.607174 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55cbad9a-5813-4f85-8b2b-28e6b4eed765 admin admin] Router ab59e548-d6a5-423e-a856-dd909b61bd5b has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:18:51.608554 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a3d06f4-d776-417c-ab76-dcc87b5e024a tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:51.627654 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba674d3-a06f-4a95-bb4b-de6f9aac8e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28df8baa-e918-41ba-ab30-d157078cc206,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:51.754850 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:51.760693 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ca65d-51ba-4c96-a236-50d03be6b2d5 req-dc2d168a-3caa-4498-aa61-ff95082e1fb5 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:51.765941 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a3d06f4-d776-417c-ab76-dcc87b5e024a tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (6348c4cb-f0d4-4e0d-9860-50be0551a9d4), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:51.766581 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e69ca65d-51ba-4c96-a236-50d03be6b2d5 req-dc2d168a-3caa-4498-aa61-ff95082e1fb5 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 945 time: 0.2889013 Feb 07 21:18:51.785504 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9e988a6-7a34-4481-8f5a-f2479cabb28f admin admin] Publish callbacks [] for security_group (28df8baa-e918-41ba-ab30-d157078cc206), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:51.877994 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e69ca65d-51ba-4c96-a236-50d03be6b2d5 req-be40f35a-7591-4605-992d-08852b0f8cdc tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966175 Feb 07 21:18:51.883176 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a3d06f4-d776-417c-ab76-dcc87b5e024a tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (6348c4cb-f0d4-4e0d-9860-50be0551a9d4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:51.921807 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9e988a6-7a34-4481-8f5a-f2479cabb28f admin admin] Publish callbacks [] for security_group (28df8baa-e918-41ba-ab30-d157078cc206), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:51.949467 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d06f4-d776-417c-ab76-dcc87b5e024a tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6348c4cb-f0d4-4e0d-9860-50be0551a9d4,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:51.987515 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9e988a6-7a34-4481-8f5a-f2479cabb28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (28df8baa-e918-41ba-ab30-d157078cc206), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:51.990640 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9e988a6-7a34-4481-8f5a-f2479cabb28f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:51.995054 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b9e988a6-7a34-4481-8f5a-f2479cabb28f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/28df8baa-e918-41ba-ab30-d157078cc206 HTTP/1.1" status: 204 len: 168 time: 0.4244192 Feb 07 21:18:52.014869 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e988a6-7a34-4481-8f5a-f2479cabb28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28df8baa-e918-41ba-ab30-d157078cc206,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:52.048626 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cbad9a-5813-4f85-8b2b-28e6b4eed765 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:18:52.058504 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cd9827-6201-46a6-93bb-bf4e256432a8 None None] Sync routers for ids ['ab59e548-d6a5-423e-a856-dd909b61bd5b'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:18:52.063046 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a3d06f4-d776-417c-ab76-dcc87b5e024a tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:52.065958 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1a3d06f4-d776-417c-ab76-dcc87b5e024a tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5160811 Feb 07 21:18:52.068800 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40410) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:52.074250 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-72efe86c-05c1-4cd3-9482-0f5a975c6456 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group_rule': {'security_group_id': '6348c4cb-f0d4-4e0d-9860-50be0551a9d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:52.079214 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cd9827-6201-46a6-93bb-bf4e256432a8 None None] Routers {'ab59e548-d6a5-423e-a856-dd909b61bd5b'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:18:52.080429 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-32cd9827-6201-46a6-93bb-bf4e256432a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:18:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ab59e548-d6a5-423e-a856-dd909b61bd5b'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:52.095997 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-55cbad9a-5813-4f85-8b2b-28e6b4eed765 admin admin] 10.222.0.65 "PUT /v2.0/routers/ab59e548-d6a5-423e-a856-dd909b61bd5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6499164 Feb 07 21:18:52.104338 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40412) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:52.140149 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-72efe86c-05c1-4cd3-9482-0f5a975c6456 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:18:52.144206 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-72efe86c-05c1-4cd3-9482-0f5a975c6456 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0718815 Feb 07 21:18:52.144742 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40414) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:52.155992 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2304a07a-561c-44f2-a010-8590653b86bb tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group_rule': {'security_group_id': '6348c4cb-f0d4-4e0d-9860-50be0551a9d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:52.222687 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-2304a07a-561c-44f2-a010-8590653b86bb tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:18:52.227231 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2304a07a-561c-44f2-a010-8590653b86bb tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0782709 Feb 07 21:18:52.227231 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40416) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:52.271069 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-32cd9827-6201-46a6-93bb-bf4e256432a8 None None] Set router ab59e548-d6a5-423e-a856-dd909b61bd5b gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:18:52.359034 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65cd6762-efdc-4cdd-b6f4-76a4a363bc6f tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (6348c4cb-f0d4-4e0d-9860-50be0551a9d4), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:52.408114 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-065a4798-daac-41b7-afec-4fab1c727218 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for port (8b37f4ef-1b10-467b-98f2-bbb83c19fcaf), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:52.431441 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65cd6762-efdc-4cdd-b6f4-76a4a363bc6f tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (6348c4cb-f0d4-4e0d-9860-50be0551a9d4), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:52.501882 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e136892-c690-484c-847b-243be3dd487b admin admin] Publish callbacks [] for router (ab59e548-d6a5-423e-a856-dd909b61bd5b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:52.527290 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65cd6762-efdc-4cdd-b6f4-76a4a363bc6f tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (6348c4cb-f0d4-4e0d-9860-50be0551a9d4), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:52.544133 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65cd6762-efdc-4cdd-b6f4-76a4a363bc6f tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:52.545742 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-65cd6762-efdc-4cdd-b6f4-76a4a363bc6f tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "DELETE /v2.0/security-groups/6348c4cb-f0d4-4e0d-9860-50be0551a9d4 HTTP/1.1" status: 204 len: 168 time: 0.3175614 Feb 07 21:18:52.550324 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40424) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:52.575307 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd6762-efdc-4cdd-b6f4-76a4a363bc6f tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6348c4cb-f0d4-4e0d-9860-50be0551a9d4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:52.614941 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-514818c7-a9b1-4a6f-ba3a-3328a2b90455 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0581691 Feb 07 21:18:52.615242 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40426) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:52.623946 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-28012b22-1b07-44bb-93b6-8fad4aac2638 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group': {'name': 'tempest-secgroup--2091707255'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:52.684492 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28012b22-1b07-44bb-93b6-8fad4aac2638 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:52.687398 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-32cd9827-6201-46a6-93bb-bf4e256432a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'name': 'tempest-ServersTestBootFromVolume-1868552634-router', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:52Z', 'updated_at': '2022-02-07T21:18:49Z', 'revision_number': 5, 'project_id': '7f690b77bf0b4a1d910f8e3395b23494', 'gw_port': {'id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:55Z', 'updated_at': '2022-02-07T21:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:52.750944 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-065a4798-daac-41b7-afec-4fab1c727218 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8b37f4ef-1b10-467b-98f2-bbb83c19fcaf), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:52.772874 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cd9827-6201-46a6-93bb-bf4e256432a8 None None] Checking router: ab59e548-d6a5-423e-a856-dd909b61bd5b for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:18:52.786881 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cd9827-6201-46a6-93bb-bf4e256432a8 None None] Routers {'ab59e548-d6a5-423e-a856-dd909b61bd5b'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:18:52.787512 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-32cd9827-6201-46a6-93bb-bf4e256432a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:18:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ab59e548-d6a5-423e-a856-dd909b61bd5b'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:52.856662 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28012b22-1b07-44bb-93b6-8fad4aac2638 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (0118a8b4-5b70-4db1-aadb-373b1bcda8b4), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:52.862511 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28012b22-1b07-44bb-93b6-8fad4aac2638 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0118a8b4-5b70-4db1-aadb-373b1bcda8b4), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:52.862647 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065a4798-daac-41b7-afec-4fab1c727218 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Network 147cd8ee-c367-4743-a907-0837a8d31595 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:18:52.866888 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e136892-c690-484c-847b-243be3dd487b admin admin] Publish callbacks [] for router_gateway (ab59e548-d6a5-423e-a856-dd909b61bd5b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:52.874912 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a4798-daac-41b7-afec-4fab1c727218 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event updated for resources: {'Port': ['ID=8b37f4ef-1b10-467b-98f2-bbb83c19fcaf,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:52.899841 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28012b22-1b07-44bb-93b6-8fad4aac2638 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:52.901908 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-28012b22-1b07-44bb-93b6-8fad4aac2638 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2843776 Feb 07 21:18:52.910506 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40436) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:52.916444 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-69456edf-fa07-43e2-aad8-4ce180dcf3f0 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:52.917023 n-d-828185-2 neutron-server[103255]: WARNING neutron.api.v2.base [None req-69456edf-fa07-43e2-aad8-4ce180dcf3f0 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 07 21:18:52.917651 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-69456edf-fa07-43e2-aad8-4ce180dcf3f0 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] update failed (client error): There was a conflict when trying to complete your request. Feb 07 21:18:52.919659 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-69456edf-fa07-43e2-aad8-4ce180dcf3f0 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "PUT /v2.0/security-groups/0118a8b4-5b70-4db1-aadb-373b1bcda8b4 HTTP/1.1" status: 409 len: 330 time: 0.0071785 Feb 07 21:18:52.921115 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-065a4798-daac-41b7-afec-4fab1c727218 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:18:52.926582 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065a4798-daac-41b7-afec-4fab1c727218 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:18:52.930600 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40440) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:52.982313 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28012b22-1b07-44bb-93b6-8fad4aac2638 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0118a8b4-5b70-4db1-aadb-373b1bcda8b4,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:53.020133 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c0f8371-907f-4111-bb9c-c246f8063255 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (0118a8b4-5b70-4db1-aadb-373b1bcda8b4), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:53.097563 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065a4798-daac-41b7-afec-4fab1c727218 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:53.098198 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-065a4798-daac-41b7-afec-4fab1c727218 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:53.109716 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-32cd9827-6201-46a6-93bb-bf4e256432a8 None None] Set router ab59e548-d6a5-423e-a856-dd909b61bd5b gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:18:53.121428 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-065a4798-daac-41b7-afec-4fab1c727218 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9241796 Feb 07 21:18:53.122443 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40448) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:53.132113 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1bd8566b-21da-4170-a75d-5da75e94479b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'port_id': '8b37f4ef-1b10-467b-98f2-bbb83c19fcaf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:53.159157 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c0f8371-907f-4111-bb9c-c246f8063255 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (0118a8b4-5b70-4db1-aadb-373b1bcda8b4), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:53.162184 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1bd8566b-21da-4170-a75d-5da75e94479b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:53.203967 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929828e-6018-4ba3-a4c3-76c36fb19187 req-6aa34e7c-965d-4603-8c3d-eb020bd4526f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:53.207888 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c929828e-6018-4ba3-a4c3-76c36fb19187 req-6aa34e7c-965d-4603-8c3d-eb020bd4526f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 945 time: 0.1540768 Feb 07 21:18:53.279592 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5e136892-c690-484c-847b-243be3dd487b admin admin] Deleting port cf094577-79c1-441c-8b34-a9db8d118832 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:53.279933 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e136892-c690-484c-847b-243be3dd487b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (cf094577-79c1-441c-8b34-a9db8d118832), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:53.349078 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:53.400869 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c929828e-6018-4ba3-a4c3-76c36fb19187 req-9c64ae86-a356-41db-991b-1d977250b2b1 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770515 Feb 07 21:18:53.403985 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c0f8371-907f-4111-bb9c-c246f8063255 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0118a8b4-5b70-4db1-aadb-373b1bcda8b4), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:53.411784 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c0f8371-907f-4111-bb9c-c246f8063255 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:53.412935 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7c0f8371-907f-4111-bb9c-c246f8063255 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "DELETE /v2.0/security-groups/0118a8b4-5b70-4db1-aadb-373b1bcda8b4 HTTP/1.1" status: 204 len: 168 time: 0.4805994 Feb 07 21:18:53.430968 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40454) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:53.461870 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-5e136892-c690-484c-847b-243be3dd487b admin admin] For port cf094577-79c1-441c-8b34-a9db8d118832, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=cf094577-79c1-441c-8b34-a9db8d118832,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:53.462491 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e136892-c690-484c-847b-243be3dd487b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (cf094577-79c1-441c-8b34-a9db8d118832), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:53.466469 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1bd8566b-21da-4170-a75d-5da75e94479b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:53.528293 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f8371-907f-4111-bb9c-c246f8063255 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0118a8b4-5b70-4db1-aadb-373b1bcda8b4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:53.606732 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-1bd8566b-21da-4170-a75d-5da75e94479b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Allocated IP 172.25.4.176 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/736a9065-1e8a-4fe9-9aea-6d2fd5e45616) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:18:53.618556 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f9ffd14d-6c93-498f-ab2f-77c067df4957 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1851778 Feb 07 21:18:53.624362 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40460) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:53.675412 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-db3caa0f-150f-456d-9888-4e49e96ad74b tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] delete failed (client error): The resource could not be found. Feb 07 21:18:53.683415 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-db3caa0f-150f-456d-9888-4e49e96ad74b tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "DELETE /v2.0/security-groups/c8ecaa3a-e17b-4e69-832e-97ea0fb38cbd HTTP/1.1" status: 404 len: 347 time: 0.0558417 Feb 07 21:18:53.685746 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-32cd9827-6201-46a6-93bb-bf4e256432a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'name': 'tempest-ServersTestBootFromVolume-1868552634-router', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:52Z', 'updated_at': '2022-02-07T21:18:49Z', 'revision_number': 5, 'project_id': '7f690b77bf0b4a1d910f8e3395b23494', 'gw_port': {'id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:55Z', 'updated_at': '2022-02-07T21:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:53.688408 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40462) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:53.729391 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-3d88865e-26bb-4d62-826d-cebf6147706a tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] show failed (client error): The resource could not be found. Feb 07 21:18:53.732127 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3d88865e-26bb-4d62-826d-cebf6147706a tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "GET /v2.0/security-groups/e4618dad-86a9-43fc-857d-9257e2d426e2 HTTP/1.1" status: 404 len: 347 time: 0.0424938 Feb 07 21:18:53.739437 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40464) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:53.777017 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cd9827-6201-46a6-93bb-bf4e256432a8 None None] The sync data for ids ['ab59e548-d6a5-423e-a856-dd909b61bd5b'] in n-d-828185-2 is: [{'id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'name': 'tempest-ServersTestBootFromVolume-1868552634-router', 'tenant_id': '7f690b77bf0b4a1d910f8e3395b23494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:52Z', 'updated_at': '2022-02-07T21:18:49Z', 'revision_number': 5, 'project_id': '7f690b77bf0b4a1d910f8e3395b23494', 'gw_port': {'id': 'cf094577-79c1-441c-8b34-a9db8d118832', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59e548-d6a5-423e-a856-dd909b61bd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:55Z', 'updated_at': '2022-02-07T21:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:18:53.779354 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1bd8566b-21da-4170-a75d-5da75e94479b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for port (736a9065-1e8a-4fe9-9aea-6d2fd5e45616), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:53.790968 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-51e2e8c8-2c69-4339-b682-4f1daa66eda6 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] show failed (client error): The resource could not be found. Feb 07 21:18:53.793196 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-51e2e8c8-2c69-4339-b682-4f1daa66eda6 tempest-NegativeSecGroupIPv6Test-1749660100 tempest-NegativeSecGroupIPv6Test-1749660100-project] 10.222.0.65 "GET /v2.0/security-group-rules/e42bc66b-e5eb-4ca0-bd94-40cc352351ce HTTP/1.1" status: 404 len: 356 time: 0.0496192 Feb 07 21:18:53.830694 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5e136892-c690-484c-847b-243be3dd487b admin admin] Calling delete_port for cf094577-79c1-441c-8b34-a9db8d118832 owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:53.921967 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1bd8566b-21da-4170-a75d-5da75e94479b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (736a9065-1e8a-4fe9-9aea-6d2fd5e45616), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:54.015192 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd8566b-21da-4170-a75d-5da75e94479b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:18:54.031024 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-1bd8566b-21da-4170-a75d-5da75e94479b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:18:54.128383 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd8566b-21da-4170-a75d-5da75e94479b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:18:54.196297 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8566b-21da-4170-a75d-5da75e94479b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event updated for resources: {'Port': ['ID=736a9065-1e8a-4fe9-9aea-6d2fd5e45616,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:54.374059 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40482) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:54.483215 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 4625604a-37ee-4ee4-a97d-9b51e1962e7e no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:18:54.574042 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 4625604a-37ee-4ee4-a97d-9b51e1962e7e {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:18:54.574042 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 4625604a-37ee-4ee4-a97d-9b51e1962e7e not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:18:54.622979 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e136892-c690-484c-847b-243be3dd487b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (cf094577-79c1-441c-8b34-a9db8d118832), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:54.635518 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:54.731858 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e136892-c690-484c-847b-243be3dd487b admin admin] Pushing event deleted for resources: {'Port': ['ID=cf094577-79c1-441c-8b34-a9db8d118832,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:54.776731 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a57c77-2590-405f-9f15-8f211086c05b req-dce291cd-aa35-486b-b8a8-a1cbef666738 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:54.779012 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a4a57c77-2590-405f-9f15-8f211086c05b req-dce291cd-aa35-486b-b8a8-a1cbef666738 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 945 time: 0.2197425 Feb 07 21:18:54.791567 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0999ab47-1faf-4210-86ba-1b13e980062a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bd953e73fddb496e81260bd23229253c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4163334 Feb 07 21:18:54.794513 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40494) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:54.850744 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e136892-c690-484c-847b-243be3dd487b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (ab59e548-d6a5-423e-a856-dd909b61bd5b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:54.906140 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-587c7981-3865-464e-a21d-304f7bc2cc79 admin admin] Publish callbacks [] for security_group (99bd1d99-123b-42de-9f70-dcee439f78ae), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:54.915919 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a4a57c77-2590-405f-9f15-8f211086c05b req-48b8b952-2fad-4aa8-93e2-c166c7f88da6 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228576 Feb 07 21:18:54.937280 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-587c7981-3865-464e-a21d-304f7bc2cc79 admin admin] Publish callbacks [] for security_group (99bd1d99-123b-42de-9f70-dcee439f78ae), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:54.984728 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1bd8566b-21da-4170-a75d-5da75e94479b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (a71dce31-9fe9-47a5-9587-1afda2b33e38), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:54.990252 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e136892-c690-484c-847b-243be3dd487b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (ab59e548-d6a5-423e-a856-dd909b61bd5b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:55.021661 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e136892-c690-484c-847b-243be3dd487b admin admin] Publish callbacks [] for router_controller (ab59e548-d6a5-423e-a856-dd909b61bd5b), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:55.038616 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-587c7981-3865-464e-a21d-304f7bc2cc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (99bd1d99-123b-42de-9f70-dcee439f78ae), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:55.042030 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-587c7981-3865-464e-a21d-304f7bc2cc79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:55.047959 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-587c7981-3865-464e-a21d-304f7bc2cc79 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/99bd1d99-123b-42de-9f70-dcee439f78ae HTTP/1.1" status: 204 len: 168 time: 0.2431192 Feb 07 21:18:55.085371 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e136892-c690-484c-847b-243be3dd487b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (ab59e548-d6a5-423e-a856-dd909b61bd5b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:55.087027 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e136892-c690-484c-847b-243be3dd487b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab59e548-d6a5-423e-a856-dd909b61bd5b {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:18:55.088052 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c7981-3865-464e-a21d-304f7bc2cc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bd1d99-123b-42de-9f70-dcee439f78ae,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:55.150942 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e136892-c690-484c-847b-243be3dd487b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:55.153309 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5e136892-c690-484c-847b-243be3dd487b admin admin] 10.222.0.65 "DELETE /v2.0/routers/ab59e548-d6a5-423e-a856-dd909b61bd5b HTTP/1.1" status: 204 len: 168 time: 3.0462036 Feb 07 21:18:55.166163 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40502) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:55.304323 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1bd8566b-21da-4170-a75d-5da75e94479b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (736a9065-1e8a-4fe9-9aea-6d2fd5e45616), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:55.316608 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a1e2c5-4806-4a84-a4fa-3ab66313e18c admin admin] Deleting subnet 3b8d2a98-b623-4e92-ac4e-e76af5aa2da0 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:18:55.320200 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b6a1e2c5-4806-4a84-a4fa-3ab66313e18c admin admin] Publish callbacks [] for subnet (3b8d2a98-b623-4e92-ac4e-e76af5aa2da0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:55.425685 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b6a1e2c5-4806-4a84-a4fa-3ab66313e18c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (3b8d2a98-b623-4e92-ac4e-e76af5aa2da0), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:55.586359 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b6a1e2c5-4806-4a84-a4fa-3ab66313e18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (3b8d2a98-b623-4e92-ac4e-e76af5aa2da0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:55.722095 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b6a1e2c5-4806-4a84-a4fa-3ab66313e18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (3b8d2a98-b623-4e92-ac4e-e76af5aa2da0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:55.785943 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1e2c5-4806-4a84-a4fa-3ab66313e18c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b8d2a98-b623-4e92-ac4e-e76af5aa2da0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:55.797388 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b6a1e2c5-4806-4a84-a4fa-3ab66313e18c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:55.802252 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b6a1e2c5-4806-4a84-a4fa-3ab66313e18c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3b8d2a98-b623-4e92-ac4e-e76af5aa2da0 HTTP/1.1" status: 204 len: 168 time: 0.6374125 Feb 07 21:18:55.803515 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789329e0-7603-4aa4-9a4e-0f896e204b03 None None] Network f43de966-15ce-4b1f-b10e-83f22f2590e3 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:18:55.804682 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1bd8566b-21da-4170-a75d-5da75e94479b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for port (736a9065-1e8a-4fe9-9aea-6d2fd5e45616), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:55.804805 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40528) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:55.820273 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1bd8566b-21da-4170-a75d-5da75e94479b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (736a9065-1e8a-4fe9-9aea-6d2fd5e45616), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:55.916976 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8566b-21da-4170-a75d-5da75e94479b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event updated for resources: {'Port': ['ID=736a9065-1e8a-4fe9-9aea-6d2fd5e45616,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:55.935045 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1bd8566b-21da-4170-a75d-5da75e94479b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (a71dce31-9fe9-47a5-9587-1afda2b33e38), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:56.211158 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [None req-1bd8566b-21da-4170-a75d-5da75e94479b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Floating IP a71dce31-9fe9-47a5-9587-1afda2b33e38 associated. External IP: 172.25.4.176, port: 8b37f4ef-1b10-467b-98f2-bbb83c19fcaf. Feb 07 21:18:56.446168 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40544) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:56.543028 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef74db14-0be5-481c-b363-ac73d7f47ef0 None None] DHCP port deletion for f43de966-15ce-4b1f-b10e-83f22f2590e3 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:18:56.555700 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-577d384e-a406-44f3-b1ca-fb563ee26240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (f43de966-15ce-4b1f-b10e-83f22f2590e3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:56.616066 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device cf094577-79c1-441c-8b34-a9db8d118832 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:18:56.667574 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: cf094577-79c1-441c-8b34-a9db8d118832 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:18:56.667923 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device cf094577-79c1-441c-8b34-a9db8d118832 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:18:56.689878 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329b88a-caf9-472f-b801-09b3d3945d21 req-3b888f72-c939-425d-a4c9-cf2a1e58b90d tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:56.697410 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e329b88a-caf9-472f-b801-09b3d3945d21 req-3b888f72-c939-425d-a4c9-cf2a1e58b90d tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 945 time: 0.1374905 Feb 07 21:18:56.722753 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-577d384e-a406-44f3-b1ca-fb563ee26240 admin admin] Deleting port e1f15c5e-df8f-49c2-af03-c4ae70c1e455 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:56.723218 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-577d384e-a406-44f3-b1ca-fb563ee26240 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e1f15c5e-df8f-49c2-af03-c4ae70c1e455), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:56.729700 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ef74db14-0be5-481c-b363-ac73d7f47ef0 None None] Deleting port e1f15c5e-df8f-49c2-af03-c4ae70c1e455 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:56.732995 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ef74db14-0be5-481c-b363-ac73d7f47ef0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e1f15c5e-df8f-49c2-af03-c4ae70c1e455), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:56.802873 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e329b88a-caf9-472f-b801-09b3d3945d21 req-951f73f1-ed46-4328-8228-b934e5dfa393 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005607 Feb 07 21:18:56.862748 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-577d384e-a406-44f3-b1ca-fb563ee26240 admin admin] For port e1f15c5e-df8f-49c2-af03-c4ae70c1e455, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e1f15c5e-df8f-49c2-af03-c4ae70c1e455,segment=NetworkSegment(536d04cb-ae32-4474-8c76-f1953d1fb7d5),segment_id=536d04cb-ae32-4474-8c76-f1953d1fb7d5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:56.863448 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-577d384e-a406-44f3-b1ca-fb563ee26240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e1f15c5e-df8f-49c2-af03-c4ae70c1e455), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:56.882571 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-577d384e-a406-44f3-b1ca-fb563ee26240 admin admin] Calling delete_port for e1f15c5e-df8f-49c2-af03-c4ae70c1e455 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:56.890326 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ef74db14-0be5-481c-b363-ac73d7f47ef0 None None] For port e1f15c5e-df8f-49c2-af03-c4ae70c1e455, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e1f15c5e-df8f-49c2-af03-c4ae70c1e455,segment=NetworkSegment(536d04cb-ae32-4474-8c76-f1953d1fb7d5),segment_id=536d04cb-ae32-4474-8c76-f1953d1fb7d5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:18:56.893214 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ef74db14-0be5-481c-b363-ac73d7f47ef0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e1f15c5e-df8f-49c2-af03-c4ae70c1e455), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:56.929098 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ef74db14-0be5-481c-b363-ac73d7f47ef0 None None] Calling delete_port for e1f15c5e-df8f-49c2-af03-c4ae70c1e455 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:18:56.938959 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40560) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:57.037755 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-577d384e-a406-44f3-b1ca-fb563ee26240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (e1f15c5e-df8f-49c2-af03-c4ae70c1e455), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:57.062534 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ef74db14-0be5-481c-b363-ac73d7f47ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (e1f15c5e-df8f-49c2-af03-c4ae70c1e455), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:57.091189 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d384e-a406-44f3-b1ca-fb563ee26240 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f15c5e-df8f-49c2-af03-c4ae70c1e455,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:57.095438 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577d384e-a406-44f3-b1ca-fb563ee26240 admin admin] No DVR routers for this DVR port e1f15c5e-df8f-49c2-af03-c4ae70c1e455 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:18:57.114135 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef74db14-0be5-481c-b363-ac73d7f47ef0 None None] Pushing event deleted for resources: {'Port': ['ID=e1f15c5e-df8f-49c2-af03-c4ae70c1e455,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:57.128497 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef74db14-0be5-481c-b363-ac73d7f47ef0 None None] No DVR routers for this DVR port e1f15c5e-df8f-49c2-af03-c4ae70c1e455 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:18:57.166051 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-92c72a88-a744-441e-a7d0-7d9f71a3893b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1936807615-network', 'tenant_id': '8ced9eea20024ac798cdb04be15acf89'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:57.193553 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-577d384e-a406-44f3-b1ca-fb563ee26240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (f43de966-15ce-4b1f-b10e-83f22f2590e3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:57.209359 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c72a88-a744-441e-a7d0-7d9f71a3893b admin admin] Made reservation on behalf of 8ced9eea20024ac798cdb04be15acf89 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:18:57.222429 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-92c72a88-a744-441e-a7d0-7d9f71a3893b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:57.243665 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-92c72a88-a744-441e-a7d0-7d9f71a3893b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:57.248573 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-577d384e-a406-44f3-b1ca-fb563ee26240 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f43de966-15ce-4b1f-b10e-83f22f2590e3']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:57.257423 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-22226391-ee68-4ad0-a486-027e2c0b3164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:57.273367 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-577d384e-a406-44f3-b1ca-fb563ee26240 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536d04cb-ae32-4474-8c76-f1953d1fb7d5') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:57.273991 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-577d384e-a406-44f3-b1ca-fb563ee26240 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536d04cb-ae32-4474-8c76-f1953d1fb7d5') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:57.373229 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-92c72a88-a744-441e-a7d0-7d9f71a3893b admin admin] Publish callbacks [] for security_group (49cc46cf-dc1d-4f18-9553-ba4d90f2febc), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:57.382248 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-92c72a88-a744-441e-a7d0-7d9f71a3893b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (49cc46cf-dc1d-4f18-9553-ba4d90f2febc), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:57.382460 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-22226391-ee68-4ad0-a486-027e2c0b3164 admin admin] Publish callbacks [] for security_group (10b95065-630b-498a-8fad-940a255a5336), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:57.389341 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-22226391-ee68-4ad0-a486-027e2c0b3164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (10b95065-630b-498a-8fad-940a255a5336), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:57.415363 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-577d384e-a406-44f3-b1ca-fb563ee26240 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (536d04cb-ae32-4474-8c76-f1953d1fb7d5), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:57.451192 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c72a88-a744-441e-a7d0-7d9f71a3893b admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:18:57.459618 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c72a88-a744-441e-a7d0-7d9f71a3893b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cc46cf-dc1d-4f18-9553-ba4d90f2febc,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:57.461416 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-22226391-ee68-4ad0-a486-027e2c0b3164 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7c50fcc00c4349588f3408386fb19d37&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0140965 Feb 07 21:18:57.464043 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40566) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:57.464827 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22226391-ee68-4ad0-a486-027e2c0b3164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b95065-630b-498a-8fad-940a255a5336,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:57.488415 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-577d384e-a406-44f3-b1ca-fb563ee26240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (536d04cb-ae32-4474-8c76-f1953d1fb7d5), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:57.499472 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd8566b-21da-4170-a75d-5da75e94479b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Router 5791bf9e-8b63-4335-b26d-aafce03f6d28 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:18:57.517804 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-92c72a88-a744-441e-a7d0-7d9f71a3893b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (b2c1e588-92d1-4019-9d10-eea24aeda1e7), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:57.518380 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-92c72a88-a744-441e-a7d0-7d9f71a3893b admin admin] Added segment b2c1e588-92d1-4019-9d10-eea24aeda1e7 of type vlan for network cb96c046-bad4-4776-abb9-b65a5c8486fc Feb 07 21:18:57.520371 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-577d384e-a406-44f3-b1ca-fb563ee26240 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:18:57.524762 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-577d384e-a406-44f3-b1ca-fb563ee26240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (536d04cb-ae32-4474-8c76-f1953d1fb7d5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:18:57.528575 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:18:57.606575 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54fe8172-1c94-4c25-9d9f-4185e419ad9c admin admin] Publish callbacks [] for security_group (10b95065-630b-498a-8fad-940a255a5336), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:57.648162 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54fe8172-1c94-4c25-9d9f-4185e419ad9c admin admin] Publish callbacks [] for security_group (10b95065-630b-498a-8fad-940a255a5336), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:57.676996 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-577d384e-a406-44f3-b1ca-fb563ee26240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (f43de966-15ce-4b1f-b10e-83f22f2590e3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:57.695820 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-577d384e-a406-44f3-b1ca-fb563ee26240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:57.699252 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-577d384e-a406-44f3-b1ca-fb563ee26240 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f43de966-15ce-4b1f-b10e-83f22f2590e3 HTTP/1.1" status: 204 len: 168 time: 1.8934593 Feb 07 21:18:57.729562 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd8566b-21da-4170-a75d-5da75e94479b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:18:57.742328 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dfee0e-93af-4aff-8a75-a9974a7c027a None None] Sync routers for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:18:57.762059 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dfee0e-93af-4aff-8a75-a9974a7c027a None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:18:57.762695 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-f4dfee0e-93af-4aff-8a75-a9974a7c027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:18:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:57.794079 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1bd8566b-21da-4170-a75d-5da75e94479b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:57.805974 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-92c72a88-a744-441e-a7d0-7d9f71a3893b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (cb96c046-bad4-4776-abb9-b65a5c8486fc), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:57.832774 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d384e-a406-44f3-b1ca-fb563ee26240 admin admin] Pushing event deleted for resources: {'Network': ['ID=f43de966-15ce-4b1f-b10e-83f22f2590e3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:57.887739 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54fe8172-1c94-4c25-9d9f-4185e419ad9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (10b95065-630b-498a-8fad-940a255a5336), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:57.890385 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54fe8172-1c94-4c25-9d9f-4185e419ad9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:57.915781 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-92c72a88-a744-441e-a7d0-7d9f71a3893b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (cb96c046-bad4-4776-abb9-b65a5c8486fc), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:57.916818 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c72a88-a744-441e-a7d0-7d9f71a3893b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:57.917413 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-92c72a88-a744-441e-a7d0-7d9f71a3893b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:57.923007 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-54fe8172-1c94-4c25-9d9f-4185e419ad9c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/10b95065-630b-498a-8fad-940a255a5336 HTTP/1.1" status: 204 len: 168 time: 0.4551518 Feb 07 21:18:57.945375 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40578) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:57.958131 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1bd8566b-21da-4170-a75d-5da75e94479b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.8329654 Feb 07 21:18:57.974078 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-f4dfee0e-93af-4aff-8a75-a9974a7c027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:57.976062 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe8172-1c94-4c25-9d9f-4185e419ad9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b95065-630b-498a-8fad-940a255a5336,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:57.995550 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e8b5225f-be22-413e-bdf8-5443785e01f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:58.010483 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dfee0e-93af-4aff-8a75-a9974a7c027a None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:18:58.011796 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-f4dfee0e-93af-4aff-8a75-a9974a7c027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:18:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:58.056529 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-f4dfee0e-93af-4aff-8a75-a9974a7c027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:58.057317 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dfee0e-93af-4aff-8a75-a9974a7c027a None None] The sync data for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:18:58.067651 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40580) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:58.156240 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-96af979a-0932-44c5-8b8b-f68b7f356cba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7f690b77bf0b4a1d910f8e3395b23494&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0871878 Feb 07 21:18:58.161488 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40582) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:58.246456 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40586) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:58.254860 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-42eb4418-c0df-4e86-b61c-b3c2f7e5c430 admin admin] Request body: {'subnet': {'network_id': 'cb96c046-bad4-4776-abb9-b65a5c8486fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1936807615-subnet', 'tenant_id': '8ced9eea20024ac798cdb04be15acf89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:18:58.258272 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-92c72a88-a744-441e-a7d0-7d9f71a3893b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3176358 Feb 07 21:18:58.285209 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42eb4418-c0df-4e86-b61c-b3c2f7e5c430 admin admin] Made reservation on behalf of 8ced9eea20024ac798cdb04be15acf89 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:18:58.293640 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42eb4418-c0df-4e86-b61c-b3c2f7e5c430 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:58.322599 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c72a88-a744-441e-a7d0-7d9f71a3893b admin admin] Pushing event updated for resources: {'Network': ['ID=cb96c046-bad4-4776-abb9-b65a5c8486fc,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:58.337855 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network cb96c046-bad4-4776-abb9-b65a5c8486fc details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:18:58.384217 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8b5225f-be22-413e-bdf8-5443785e01f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (a71dce31-9fe9-47a5-9587-1afda2b33e38), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:58.490444 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-59ee8010-5c21-4e97-8a2f-d3106aaec82f admin admin] Publish callbacks [] for security_group (b590edfe-0b51-49f2-bfec-daf5ba5ed1ae), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:58.522293 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09246d-c68a-4314-97f6-5e44ed319ee5 req-10a4c7b8-7d79-46c9-aca1-8af8e3599e6f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:58.529339 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e09246d-c68a-4314-97f6-5e44ed319ee5 req-10a4c7b8-7d79-46c9-aca1-8af8e3599e6f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 945 time: 0.5310433 Feb 07 21:18:58.592597 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e1f15c5e-df8f-49c2-af03-c4ae70c1e455 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:18:58.619488 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e09246d-c68a-4314-97f6-5e44ed319ee5 req-9c11ee37-f649-4e1d-b8ac-8f76f1206247 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845914 Feb 07 21:18:58.646433 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: e1f15c5e-df8f-49c2-af03-c4ae70c1e455 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:18:58.647036 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e1f15c5e-df8f-49c2-af03-c4ae70c1e455 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:18:58.702258 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-59ee8010-5c21-4e97-8a2f-d3106aaec82f admin admin] Publish callbacks [] for security_group (b590edfe-0b51-49f2-bfec-daf5ba5ed1ae), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:58.802439 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40592) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:58.815478 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42eb4418-c0df-4e86-b61c-b3c2f7e5c430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (bd07b7dd-6b65-4126-abe7-34743226f9da), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:58.823698 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-59ee8010-5c21-4e97-8a2f-d3106aaec82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b590edfe-0b51-49f2-bfec-daf5ba5ed1ae), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:58.823698 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-59ee8010-5c21-4e97-8a2f-d3106aaec82f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:58.826342 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-59ee8010-5c21-4e97-8a2f-d3106aaec82f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b590edfe-0b51-49f2-bfec-daf5ba5ed1ae HTTP/1.1" status: 204 len: 168 time: 0.6452076 Feb 07 21:18:58.831668 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8b5225f-be22-413e-bdf8-5443785e01f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:58.839906 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8b5225f-be22-413e-bdf8-5443785e01f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (a71dce31-9fe9-47a5-9587-1afda2b33e38), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:58.840293 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-e8b5225f-be22-413e-bdf8-5443785e01f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Floating IP a71dce31-9fe9-47a5-9587-1afda2b33e38 disassociated. External IP: 172.25.4.176, port: 8b37f4ef-1b10-467b-98f2-bbb83c19fcaf. Feb 07 21:18:58.843527 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4dc3278f-3bf7-4a34-99e7-a9eef5b3112f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:58.890584 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee8010-5c21-4e97-8a2f-d3106aaec82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b590edfe-0b51-49f2-bfec-daf5ba5ed1ae,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:59.030652 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42eb4418-c0df-4e86-b61c-b3c2f7e5c430 admin admin] Checking segment: {'id': 'b2c1e588-92d1-4019-9d10-eea24aeda1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'cb96c046-bad4-4776-abb9-b65a5c8486fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:18:59.031464 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eb4418-c0df-4e86-b61c-b3c2f7e5c430 admin admin] Network hostable DHCP agents. Network: cb96c046-bad4-4776-abb9-b65a5c8486fc, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:18:59.038732 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb4418-c0df-4e86-b61c-b3c2f7e5c430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd07b7dd-6b65-4126-abe7-34743226f9da,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:59.062240 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eb4418-c0df-4e86-b61c-b3c2f7e5c430 admin admin] Network cb96c046-bad4-4776-abb9-b65a5c8486fc is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:18:59.073998 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-42eb4418-c0df-4e86-b61c-b3c2f7e5c430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, cb96c046-bad4-4776-abb9-b65a5c8486fc) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:18:59.082213 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eb4418-c0df-4e86-b61c-b3c2f7e5c430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:59.083046 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42eb4418-c0df-4e86-b61c-b3c2f7e5c430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:59.089401 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29df799-1e31-455a-b2e0-29dd863e604d None None] Network cb96c046-bad4-4776-abb9-b65a5c8486fc requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:18:59.103392 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4dc3278f-3bf7-4a34-99e7-a9eef5b3112f admin admin] Publish callbacks [] for security_group (678cd521-0966-479e-8c5a-f6bc1c9874bc), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:59.105468 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-42eb4418-c0df-4e86-b61c-b3c2f7e5c430 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8573463 Feb 07 21:18:59.119315 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4dc3278f-3bf7-4a34-99e7-a9eef5b3112f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (678cd521-0966-479e-8c5a-f6bc1c9874bc), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:59.155876 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4dc3278f-3bf7-4a34-99e7-a9eef5b3112f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3efc53d4ec4e4e50bdd1ff1a727e19ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3460636 Feb 07 21:18:59.156657 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40600) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:59.193154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b5225f-be22-413e-bdf8-5443785e01f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Router 5791bf9e-8b63-4335-b26d-aafce03f6d28 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:18:59.193979 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3278f-3bf7-4a34-99e7-a9eef5b3112f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678cd521-0966-479e-8c5a-f6bc1c9874bc,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:59.272206 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff0afab-e528-472c-b174-fb62bd55e7e9 None None] Network cb96c046-bad4-4776-abb9-b65a5c8486fc requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:18:59.308813 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-844879fc-cc53-410e-9b16-796617efbc40 admin admin] Publish callbacks [] for security_group (678cd521-0966-479e-8c5a-f6bc1c9874bc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:59.367480 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-844879fc-cc53-410e-9b16-796617efbc40 admin admin] Publish callbacks [] for security_group (678cd521-0966-479e-8c5a-f6bc1c9874bc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:59.460735 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-844879fc-cc53-410e-9b16-796617efbc40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (678cd521-0966-479e-8c5a-f6bc1c9874bc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:59.464036 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-844879fc-cc53-410e-9b16-796617efbc40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:59.465828 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-844879fc-cc53-410e-9b16-796617efbc40 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/678cd521-0966-479e-8c5a-f6bc1c9874bc HTTP/1.1" status: 204 len: 168 time: 0.3076904 Feb 07 21:18:59.481691 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844879fc-cc53-410e-9b16-796617efbc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678cd521-0966-479e-8c5a-f6bc1c9874bc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:18:59.485760 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b5225f-be22-413e-bdf8-5443785e01f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:18:59.501230 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8b5225f-be22-413e-bdf8-5443785e01f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:59.515756 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f764b327-f15b-4e5f-89ed-87c1801d969e None None] Sync routers for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:18:59.544878 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e8b5225f-be22-413e-bdf8-5443785e01f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "PUT /v2.0/floatingips/a71dce31-9fe9-47a5-9587-1afda2b33e38 HTTP/1.1" status: 200 len: 688 time: 1.5793130 Feb 07 21:18:59.548348 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40618) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:18:59.557790 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f764b327-f15b-4e5f-89ed-87c1801d969e None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:18:59.558426 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f764b327-f15b-4e5f-89ed-87c1801d969e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:18:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:59.667882 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f764b327-f15b-4e5f-89ed-87c1801d969e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:59.715802 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f764b327-f15b-4e5f-89ed-87c1801d969e None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:18:59.717057 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f764b327-f15b-4e5f-89ed-87c1801d969e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:18:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:59.816878 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-dc9039ed-6fa6-40c4-800d-59e88842f101 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Deleting port 736a9065-1e8a-4fe9-9aea-6d2fd5e45616 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:18:59.817698 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc9039ed-6fa6-40c4-800d-59e88842f101 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (736a9065-1e8a-4fe9-9aea-6d2fd5e45616), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:59.874503 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f764b327-f15b-4e5f-89ed-87c1801d969e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:18:59.875176 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f764b327-f15b-4e5f-89ed-87c1801d969e None None] The sync data for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:18:59.884846 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31578983-3dd2-4863-ba42-04739949fd81 req-7e1fd8f4-c9a5-4d0e-9512-35f0ec90cfce tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:18:59.886661 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-31578983-3dd2-4863-ba42-04739949fd81 req-7e1fd8f4-c9a5-4d0e-9512-35f0ec90cfce tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 945 time: 0.1459534 Feb 07 21:18:59.943037 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-31578983-3dd2-4863-ba42-04739949fd81 req-cf1b549e-a9b8-4a12-a35c-35e5be85ab91 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506976 Feb 07 21:18:59.996815 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc9039ed-6fa6-40c4-800d-59e88842f101 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (736a9065-1e8a-4fe9-9aea-6d2fd5e45616), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:18:59.997194 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc9039ed-6fa6-40c4-800d-59e88842f101 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (736a9065-1e8a-4fe9-9aea-6d2fd5e45616), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:00.022786 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-dc9039ed-6fa6-40c4-800d-59e88842f101 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Calling delete_port for 736a9065-1e8a-4fe9-9aea-6d2fd5e45616 owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:19:00.223163 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc9039ed-6fa6-40c4-800d-59e88842f101 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (736a9065-1e8a-4fe9-9aea-6d2fd5e45616), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:00.255381 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9039ed-6fa6-40c4-800d-59e88842f101 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event deleted for resources: {'Port': ['ID=736a9065-1e8a-4fe9-9aea-6d2fd5e45616,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:00.340504 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc9039ed-6fa6-40c4-800d-59e88842f101 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (a71dce31-9fe9-47a5-9587-1afda2b33e38), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:00.343635 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc9039ed-6fa6-40c4-800d-59e88842f101 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:00.348573 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-dc9039ed-6fa6-40c4-800d-59e88842f101 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "DELETE /v2.0/floatingips/a71dce31-9fe9-47a5-9587-1afda2b33e38 HTTP/1.1" status: 204 len: 168 time: 0.7852652 Feb 07 21:19:00.348930 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40642) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:00.354279 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-770cd418-dc69-49b6-9356-864f06425fe9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'port_id': 'ec905b85-7199-4351-a4ab-2f129e40cc36'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:19:00.381803 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-770cd418-dc69-49b6-9356-864f06425fe9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:00.595965 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-770cd418-dc69-49b6-9356-864f06425fe9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:00.628363 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40656) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:00.633902 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-eb15516a-c5c9-4046-b53d-65004ebfe5dc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1978406737-network', 'tenant_id': 'd447de9351fe472d8bf3dac5cfd63763'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:19:00.693627 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb15516a-c5c9-4046-b53d-65004ebfe5dc admin admin] Made reservation on behalf of d447de9351fe472d8bf3dac5cfd63763 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:19:00.706270 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb15516a-c5c9-4046-b53d-65004ebfe5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:00.719103 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb15516a-c5c9-4046-b53d-65004ebfe5dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:00.867409 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb15516a-c5c9-4046-b53d-65004ebfe5dc admin admin] Publish callbacks [] for security_group (d1a5945d-388c-429f-bd8a-bd318b001561), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:00.875520 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb15516a-c5c9-4046-b53d-65004ebfe5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d1a5945d-388c-429f-bd8a-bd318b001561), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:00.943752 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15516a-c5c9-4046-b53d-65004ebfe5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a5945d-388c-429f-bd8a-bd318b001561,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:00.948257 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-770cd418-dc69-49b6-9356-864f06425fe9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Allocated IP 172.25.4.8 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/ac509f6e-247c-47df-ae15-9eb52006db27) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:19:00.961474 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb15516a-c5c9-4046-b53d-65004ebfe5dc admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:19:00.982363 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb15516a-c5c9-4046-b53d-65004ebfe5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (7e8493b8-14c8-445c-bd88-4193254140b2), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:00.983502 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-eb15516a-c5c9-4046-b53d-65004ebfe5dc admin admin] Added segment 7e8493b8-14c8-445c-bd88-4193254140b2 of type vlan for network 048e1362-b65e-4295-ac6c-fd66afd67072 Feb 07 21:19:01.046238 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb15516a-c5c9-4046-b53d-65004ebfe5dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (048e1362-b65e-4295-ac6c-fd66afd67072), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:01.079352 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb15516a-c5c9-4046-b53d-65004ebfe5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (048e1362-b65e-4295-ac6c-fd66afd67072), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:01.081498 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb15516a-c5c9-4046-b53d-65004ebfe5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:01.083470 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb15516a-c5c9-4046-b53d-65004ebfe5dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:01.317014 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-770cd418-dc69-49b6-9356-864f06425fe9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for port (ac509f6e-247c-47df-ae15-9eb52006db27), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:01.348433 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15516a-c5c9-4046-b53d-65004ebfe5dc admin admin] Pushing event updated for resources: {'Network': ['ID=048e1362-b65e-4295-ac6c-fd66afd67072,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:01.353961 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc279cc-f993-493a-866a-ba320216c29d req-11f36729-3aa7-4fbb-b991-7e3f28d9956a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:01.358261 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 048e1362-b65e-4295-ac6c-fd66afd67072 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:19:01.366433 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fc279cc-f993-493a-866a-ba320216c29d req-11f36729-3aa7-4fbb-b991-7e3f28d9956a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 945 time: 0.2236371 Feb 07 21:19:01.369941 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-eb15516a-c5c9-4046-b53d-65004ebfe5dc admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7378416 Feb 07 21:19:01.371281 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40678) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:01.383943 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-53be3f4d-0a0e-4997-9364-e50930895d77 admin admin] Request body: {'subnet': {'network_id': '048e1362-b65e-4295-ac6c-fd66afd67072', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1978406737-subnet', 'tenant_id': 'd447de9351fe472d8bf3dac5cfd63763', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:19:01.433924 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53be3f4d-0a0e-4997-9364-e50930895d77 admin admin] Made reservation on behalf of d447de9351fe472d8bf3dac5cfd63763 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:19:01.438670 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-53be3f4d-0a0e-4997-9364-e50930895d77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:01.486833 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-770cd418-dc69-49b6-9356-864f06425fe9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ac509f6e-247c-47df-ae15-9eb52006db27), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:01.562597 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fc279cc-f993-493a-866a-ba320216c29d req-e918db4e-17c9-45f3-8d8f-61f907457d6e tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861901 Feb 07 21:19:01.655126 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770cd418-dc69-49b6-9356-864f06425fe9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:19:01.665533 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-770cd418-dc69-49b6-9356-864f06425fe9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:19:01.674790 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770cd418-dc69-49b6-9356-864f06425fe9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:19:01.858493 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cd418-dc69-49b6-9356-864f06425fe9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event updated for resources: {'Port': ['ID=ac509f6e-247c-47df-ae15-9eb52006db27,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:01.939214 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-53be3f4d-0a0e-4997-9364-e50930895d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (4e3803f0-4528-4537-9287-5500eb71ec2a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:02.027287 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53be3f4d-0a0e-4997-9364-e50930895d77 admin admin] Checking segment: {'id': '7e8493b8-14c8-445c-bd88-4193254140b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '048e1362-b65e-4295-ac6c-fd66afd67072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:19:02.027765 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53be3f4d-0a0e-4997-9364-e50930895d77 admin admin] Network hostable DHCP agents. Network: 048e1362-b65e-4295-ac6c-fd66afd67072, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:19:02.072199 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be3f4d-0a0e-4997-9364-e50930895d77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e3803f0-4528-4537-9287-5500eb71ec2a,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:02.087646 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53be3f4d-0a0e-4997-9364-e50930895d77 admin admin] Network 048e1362-b65e-4295-ac6c-fd66afd67072 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:19:02.107175 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-53be3f4d-0a0e-4997-9364-e50930895d77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 048e1362-b65e-4295-ac6c-fd66afd67072) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:19:02.124102 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6aa1dd9-5554-40bf-b681-d3ceb959fec3 None None] Network 048e1362-b65e-4295-ac6c-fd66afd67072 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:19:02.128582 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53be3f4d-0a0e-4997-9364-e50930895d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:02.130756 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-53be3f4d-0a0e-4997-9364-e50930895d77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:02.168799 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-53be3f4d-0a0e-4997-9364-e50930895d77 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7955303 Feb 07 21:19:02.382452 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff79fd6-2a98-45d8-8776-abb033b50abf None None] Network 048e1362-b65e-4295-ac6c-fd66afd67072 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:19:02.526355 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40714) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:02.679484 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eed990e-6a42-4779-a3ca-c942f3367549 admin admin] Deleting subnet bd07b7dd-6b65-4126-abe7-34743226f9da {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:19:02.689275 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9eed990e-6a42-4779-a3ca-c942f3367549 admin admin] Publish callbacks [] for subnet (bd07b7dd-6b65-4126-abe7-34743226f9da), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:02.802720 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9eed990e-6a42-4779-a3ca-c942f3367549 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (bd07b7dd-6b65-4126-abe7-34743226f9da), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:02.930081 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9eed990e-6a42-4779-a3ca-c942f3367549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (bd07b7dd-6b65-4126-abe7-34743226f9da), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:03.045084 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9eed990e-6a42-4779-a3ca-c942f3367549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (bd07b7dd-6b65-4126-abe7-34743226f9da), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:03.053729 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40736) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:03.162207 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed990e-6a42-4779-a3ca-c942f3367549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd07b7dd-6b65-4126-abe7-34743226f9da,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:03.180104 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9eed990e-6a42-4779-a3ca-c942f3367549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:03.191982 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9eed990e-6a42-4779-a3ca-c942f3367549 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/bd07b7dd-6b65-4126-abe7-34743226f9da HTTP/1.1" status: 204 len: 168 time: 0.6635311 Feb 07 21:19:03.192638 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40742) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:03.337412 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcbfcba8-f3af-4113-ad04-f617cdf5a984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (cb96c046-bad4-4776-abb9-b65a5c8486fc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:03.405080 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddf2a37-b94b-4b74-8c2b-6f4952adfc79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:03.517871 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-770cd418-dc69-49b6-9356-864f06425fe9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (0ae1ca79-a867-4bf6-bc74-d3d9170787a7), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:03.539565 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:03.566948 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcbfcba8-f3af-4113-ad04-f617cdf5a984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (cb96c046-bad4-4776-abb9-b65a5c8486fc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:03.628362 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-fcbfcba8-f3af-4113-ad04-f617cdf5a984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb96c046-bad4-4776-abb9-b65a5c8486fc']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:03.629013 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff3921-9509-4b00-8719-21037d5609f1 req-fc0149e0-66ff-44c7-b5c2-252c1f5f86bf tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:03.639642 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4ff3921-9509-4b00-8719-21037d5609f1 req-fc0149e0-66ff-44c7-b5c2-252c1f5f86bf tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 945 time: 0.7821796 Feb 07 21:19:03.660693 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-fcbfcba8-f3af-4113-ad04-f617cdf5a984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c1e588-92d1-4019-9d10-eea24aeda1e7') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:03.661040 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-fcbfcba8-f3af-4113-ad04-f617cdf5a984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c1e588-92d1-4019-9d10-eea24aeda1e7') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:03.707371 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcbfcba8-f3af-4113-ad04-f617cdf5a984 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (b2c1e588-92d1-4019-9d10-eea24aeda1e7), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:03.754293 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcbfcba8-f3af-4113-ad04-f617cdf5a984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (b2c1e588-92d1-4019-9d10-eea24aeda1e7), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:03.772398 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcbfcba8-f3af-4113-ad04-f617cdf5a984 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:19:03.772819 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcbfcba8-f3af-4113-ad04-f617cdf5a984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (b2c1e588-92d1-4019-9d10-eea24aeda1e7), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:19:03.781282 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:19:03.784381 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4ff3921-9509-4b00-8719-21037d5609f1 req-e471ad08-e972-4952-9922-9cc07ff0dfaa tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434746 Feb 07 21:19:03.796708 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-770cd418-dc69-49b6-9356-864f06425fe9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ac509f6e-247c-47df-ae15-9eb52006db27), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:03.911086 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:03.951240 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddf2a37-b94b-4b74-8c2b-6f4952adfc79 admin admin] Publish callbacks [] for security_group (dd85d539-ab4a-4276-9501-f45a38a5d41f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:03.968078 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddf2a37-b94b-4b74-8c2b-6f4952adfc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (dd85d539-ab4a-4276-9501-f45a38a5d41f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:04.036031 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf2a37-b94b-4b74-8c2b-6f4952adfc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd85d539-ab4a-4276-9501-f45a38a5d41f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:04.072144 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-770cd418-dc69-49b6-9356-864f06425fe9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for port (ac509f6e-247c-47df-ae15-9eb52006db27), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:04.075783 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcbfcba8-f3af-4113-ad04-f617cdf5a984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (cb96c046-bad4-4776-abb9-b65a5c8486fc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:04.079224 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-770cd418-dc69-49b6-9356-864f06425fe9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (ac509f6e-247c-47df-ae15-9eb52006db27), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:04.091666 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcbfcba8-f3af-4113-ad04-f617cdf5a984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:04.094882 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fcbfcba8-f3af-4113-ad04-f617cdf5a984 admin admin] 10.222.0.65 "DELETE /v2.0/networks/cb96c046-bad4-4776-abb9-b65a5c8486fc HTTP/1.1" status: 204 len: 168 time: 0.9010229 Feb 07 21:19:04.113548 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40756) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:04.157793 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbfcba8-f3af-4113-ad04-f617cdf5a984 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb96c046-bad4-4776-abb9-b65a5c8486fc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:04.173827 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-eddf2a37-b94b-4b74-8c2b-6f4952adfc79 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e3f10767931e4d9eb0c2cc83ad4ef272&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0325394 Feb 07 21:19:04.176510 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40760) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:04.311833 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cf74358b-b0a9-4fe1-8e89-f8336464f0c9 admin admin] Publish callbacks [] for security_group (dd85d539-ab4a-4276-9501-f45a38a5d41f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:04.330351 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b4360d-ef36-49d7-8703-a0df2c40b0c9 admin admin] Deleting subnet 4e3803f0-4528-4537-9287-5500eb71ec2a {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:19:04.349256 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-57b4360d-ef36-49d7-8703-a0df2c40b0c9 admin admin] Publish callbacks [] for subnet (4e3803f0-4528-4537-9287-5500eb71ec2a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:04.356671 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cf74358b-b0a9-4fe1-8e89-f8336464f0c9 admin admin] Publish callbacks [] for security_group (dd85d539-ab4a-4276-9501-f45a38a5d41f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:04.444690 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cf74358b-b0a9-4fe1-8e89-f8336464f0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (dd85d539-ab4a-4276-9501-f45a38a5d41f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:04.447662 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cf74358b-b0a9-4fe1-8e89-f8336464f0c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:04.458724 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cf74358b-b0a9-4fe1-8e89-f8336464f0c9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dd85d539-ab4a-4276-9501-f45a38a5d41f HTTP/1.1" status: 204 len: 168 time: 0.2736368 Feb 07 21:19:04.472732 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cd418-dc69-49b6-9356-864f06425fe9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event updated for resources: {'Port': ['ID=ac509f6e-247c-47df-ae15-9eb52006db27,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:04.489486 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74358b-b0a9-4fe1-8e89-f8336464f0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd85d539-ab4a-4276-9501-f45a38a5d41f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:04.516077 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-57b4360d-ef36-49d7-8703-a0df2c40b0c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (4e3803f0-4528-4537-9287-5500eb71ec2a), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:04.528000 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-770cd418-dc69-49b6-9356-864f06425fe9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (0ae1ca79-a867-4bf6-bc74-d3d9170787a7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:04.755431 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-770cd418-dc69-49b6-9356-864f06425fe9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Floating IP 0ae1ca79-a867-4bf6-bc74-d3d9170787a7 associated. External IP: 172.25.4.8, port: ec905b85-7199-4351-a4ab-2f129e40cc36. Feb 07 21:19:04.870048 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-57b4360d-ef36-49d7-8703-a0df2c40b0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (4e3803f0-4528-4537-9287-5500eb71ec2a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:05.131969 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-57b4360d-ef36-49d7-8703-a0df2c40b0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (4e3803f0-4528-4537-9287-5500eb71ec2a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:05.226324 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4360d-ef36-49d7-8703-a0df2c40b0c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e3803f0-4528-4537-9287-5500eb71ec2a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:05.250111 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-57b4360d-ef36-49d7-8703-a0df2c40b0c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:05.254396 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-57b4360d-ef36-49d7-8703-a0df2c40b0c9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4e3803f0-4528-4537-9287-5500eb71ec2a HTTP/1.1" status: 204 len: 168 time: 1.0985966 Feb 07 21:19:05.257275 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40784) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:05.302697 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf781edd-6afa-4feb-9013-f43c96f485ba req-3b881447-93c2-46c4-ac37-a09f9aa140c2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:05.304632 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf781edd-6afa-4feb-9013-f43c96f485ba req-3b881447-93c2-46c4-ac37-a09f9aa140c2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 945 time: 0.2749484 Feb 07 21:19:05.427678 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf781edd-6afa-4feb-9013-f43c96f485ba req-e009ec3e-16e4-441c-8ebb-6e34ef510e8e tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148422 Feb 07 21:19:05.447805 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770cd418-dc69-49b6-9356-864f06425fe9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Router 5791bf9e-8b63-4335-b26d-aafce03f6d28 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:19:05.483866 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be65e3dd-8dd7-4980-9a15-9608e34000eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (048e1362-b65e-4295-ac6c-fd66afd67072), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:05.667432 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be65e3dd-8dd7-4980-9a15-9608e34000eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (048e1362-b65e-4295-ac6c-fd66afd67072), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:05.726607 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-be65e3dd-8dd7-4980-9a15-9608e34000eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['048e1362-b65e-4295-ac6c-fd66afd67072']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:05.737727 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770cd418-dc69-49b6-9356-864f06425fe9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:19:05.748171 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b73325-a839-4e61-b471-9d8468a4bb03 None None] Sync routers for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:19:05.750237 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-be65e3dd-8dd7-4980-9a15-9608e34000eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e8493b8-14c8-445c-bd88-4193254140b2') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:05.750542 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-be65e3dd-8dd7-4980-9a15-9608e34000eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e8493b8-14c8-445c-bd88-4193254140b2') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:05.770498 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be65e3dd-8dd7-4980-9a15-9608e34000eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (7e8493b8-14c8-445c-bd88-4193254140b2), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:05.774728 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b73325-a839-4e61-b471-9d8468a4bb03 None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:19:05.777080 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-58b73325-a839-4e61-b471-9d8468a4bb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:18:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:05.781204 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-770cd418-dc69-49b6-9356-864f06425fe9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:05.817586 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be65e3dd-8dd7-4980-9a15-9608e34000eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (7e8493b8-14c8-445c-bd88-4193254140b2), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:05.842244 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be65e3dd-8dd7-4980-9a15-9608e34000eb admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:19:05.842652 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be65e3dd-8dd7-4980-9a15-9608e34000eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (7e8493b8-14c8-445c-bd88-4193254140b2), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:05.874894 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-58b73325-a839-4e61-b471-9d8468a4bb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:05.883688 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-770cd418-dc69-49b6-9356-864f06425fe9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.5331893 Feb 07 21:19:05.884761 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40798) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:05.890971 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b73325-a839-4e61-b471-9d8468a4bb03 None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:19:05.896817 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-58b73325-a839-4e61-b471-9d8468a4bb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:18:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:05.953834 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-58b73325-a839-4e61-b471-9d8468a4bb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:05.954861 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b73325-a839-4e61-b471-9d8468a4bb03 None None] The sync data for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:19:05.975941 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-dc36acd6-3a4f-4aaa-9551-6abcf9836555 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "GET /v2.0/floatingips/0ae1ca79-a867-4bf6-bc74-d3d9170787a7 HTTP/1.1" status: 200 len: 976 time: 0.0894263 Feb 07 21:19:05.976574 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40800) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:19:05.987678 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:19:05.991426 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be65e3dd-8dd7-4980-9a15-9608e34000eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (048e1362-b65e-4295-ac6c-fd66afd67072), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:05.996900 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be65e3dd-8dd7-4980-9a15-9608e34000eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:06.005164 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-be65e3dd-8dd7-4980-9a15-9608e34000eb admin admin] 10.222.0.65 "DELETE /v2.0/networks/048e1362-b65e-4295-ac6c-fd66afd67072 HTTP/1.1" status: 204 len: 168 time: 0.7446711 Feb 07 21:19:06.032263 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65e3dd-8dd7-4980-9a15-9608e34000eb admin admin] Pushing event deleted for resources: {'Network': ['ID=048e1362-b65e-4295-ac6c-fd66afd67072,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:06.145542 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40812) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:06.147457 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6a90467e-3e06-45da-aed0-2fcf9293e38e tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1697350 Feb 07 21:19:06.150703 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2b6aae69-19f0-404d-a1f6-8a0c944ef3e7 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Request body: {'floatingip': {'port_id': '8b37f4ef-1b10-467b-98f2-bbb83c19fcaf'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:19:06.270640 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2b6aae69-19f0-404d-a1f6-8a0c944ef3e7 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (0ae1ca79-a867-4bf6-bc74-d3d9170787a7), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:06.377886 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40820) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:06.493468 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-25321607-0759-42ab-8ba2-ceb4e8ba16e8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8ced9eea20024ac798cdb04be15acf89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1143501 Feb 07 21:19:06.495759 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40826) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:06.888435 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eedb6b33-8dbd-4f3b-b7e1-c4af1dc4d284 admin admin] Publish callbacks [] for security_group (49cc46cf-dc1d-4f18-9553-ba4d90f2febc), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:06.958303 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbad6e-ac59-4487-a6b5-2d7a62216693 req-7edb7859-e646-437d-8e0a-0b0bb855fc7c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:06.979220 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-75cbad6e-ac59-4487-a6b5-2d7a62216693 req-7edb7859-e646-437d-8e0a-0b0bb855fc7c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 945 time: 0.3262947 Feb 07 21:19:07.135164 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eedb6b33-8dbd-4f3b-b7e1-c4af1dc4d284 admin admin] Publish callbacks [] for security_group (49cc46cf-dc1d-4f18-9553-ba4d90f2febc), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:07.322024 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.db.resource_extend [None req-2b6aae69-19f0-404d-a1f6-8a0c944ef3e7 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:19:07.500868 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2b6aae69-19f0-404d-a1f6-8a0c944ef3e7 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:07.506843 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2b6aae69-19f0-404d-a1f6-8a0c944ef3e7 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (0ae1ca79-a867-4bf6-bc74-d3d9170787a7), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:07.545111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-75cbad6e-ac59-4487-a6b5-2d7a62216693 req-10b52d8a-bd39-4df8-827d-e91c2ac97b4b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5645802 Feb 07 21:19:07.547242 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eedb6b33-8dbd-4f3b-b7e1-c4af1dc4d284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (49cc46cf-dc1d-4f18-9553-ba4d90f2febc), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:07.551480 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eedb6b33-8dbd-4f3b-b7e1-c4af1dc4d284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:07.553855 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-eedb6b33-8dbd-4f3b-b7e1-c4af1dc4d284 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/49cc46cf-dc1d-4f18-9553-ba4d90f2febc HTTP/1.1" status: 204 len: 168 time: 1.0530939 Feb 07 21:19:07.585378 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb6b33-8dbd-4f3b-b7e1-c4af1dc4d284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cc46cf-dc1d-4f18-9553-ba4d90f2febc,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:07.739727 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [None req-2b6aae69-19f0-404d-a1f6-8a0c944ef3e7 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Floating IP 0ae1ca79-a867-4bf6-bc74-d3d9170787a7 associated. External IP: 172.25.4.8, port: ec905b85-7199-4351-a4ab-2f129e40cc36. Feb 07 21:19:08.102139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40880) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:08.296864 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6aae69-19f0-404d-a1f6-8a0c944ef3e7 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Router 5791bf9e-8b63-4335-b26d-aafce03f6d28 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:19:08.341114 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ebc75652-85c2-42a8-a304-a08ac7e26bf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:08.422189 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40886) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:08.474819 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6aae69-19f0-404d-a1f6-8a0c944ef3e7 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:19:08.491630 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176d8d09-02a4-429f-af91-70236957a228 None None] Sync routers for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:19:08.506032 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176d8d09-02a4-429f-af91-70236957a228 None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:19:08.507906 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-176d8d09-02a4-429f-af91-70236957a228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:18:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:08.544610 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ebc75652-85c2-42a8-a304-a08ac7e26bf1 admin admin] Publish callbacks [] for security_group (66c07a24-faf4-44d0-b346-a23e51fa774c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:08.573729 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ebc75652-85c2-42a8-a304-a08ac7e26bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (66c07a24-faf4-44d0-b346-a23e51fa774c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:08.590806 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-176d8d09-02a4-429f-af91-70236957a228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:08.610018 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176d8d09-02a4-429f-af91-70236957a228 None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:19:08.613804 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-176d8d09-02a4-429f-af91-70236957a228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:18:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:08.692072 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ebc75652-85c2-42a8-a304-a08ac7e26bf1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4b9d817fa2e84c4cabb9fe6246c58d97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5887110 Feb 07 21:19:08.693138 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc75652-85c2-42a8-a304-a08ac7e26bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c07a24-faf4-44d0-b346-a23e51fa774c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:08.695658 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40904) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:08.709754 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-176d8d09-02a4-429f-af91-70236957a228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:08.711709 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176d8d09-02a4-429f-af91-70236957a228 None None] The sync data for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:19:08.755914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-cc7937cc-2be4-4647-80e0-ba2aabb60339 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d447de9351fe472d8bf3dac5cfd63763&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3324983 Feb 07 21:19:08.758512 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40908) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:08.847856 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0eb110-ed51-4f95-84f7-cf8da77306ef req-f5389d95-b8eb-4deb-8853-5015b4d7efd0 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:08.849460 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d0eb110-ed51-4f95-84f7-cf8da77306ef req-f5389d95-b8eb-4deb-8853-5015b4d7efd0 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 945 time: 0.1151645 Feb 07 21:19:08.891459 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-95c60862-e6e5-4a41-b4b5-e1158e2c04d9 admin admin] Publish callbacks [] for security_group (d1a5945d-388c-429f-bd8a-bd318b001561), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:08.920662 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-95c60862-e6e5-4a41-b4b5-e1158e2c04d9 admin admin] Publish callbacks [] for security_group (d1a5945d-388c-429f-bd8a-bd318b001561), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:08.947944 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-830b1727-f39f-4bf1-967a-948afa8ea17e admin admin] Publish callbacks [] for security_group (66c07a24-faf4-44d0-b346-a23e51fa774c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:08.999286 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-830b1727-f39f-4bf1-967a-948afa8ea17e admin admin] Publish callbacks [] for security_group (66c07a24-faf4-44d0-b346-a23e51fa774c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:09.021015 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d0eb110-ed51-4f95-84f7-cf8da77306ef req-692b0216-096a-4b37-85b0-b02b68f9f697 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639199 Feb 07 21:19:09.054814 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-95c60862-e6e5-4a41-b4b5-e1158e2c04d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d1a5945d-388c-429f-bd8a-bd318b001561), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:09.061658 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-95c60862-e6e5-4a41-b4b5-e1158e2c04d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:09.066828 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-95c60862-e6e5-4a41-b4b5-e1158e2c04d9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d1a5945d-388c-429f-bd8a-bd318b001561 HTTP/1.1" status: 204 len: 168 time: 0.3063264 Feb 07 21:19:09.086829 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c60862-e6e5-4a41-b4b5-e1158e2c04d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a5945d-388c-429f-bd8a-bd318b001561,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:09.144037 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-830b1727-f39f-4bf1-967a-948afa8ea17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (66c07a24-faf4-44d0-b346-a23e51fa774c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:09.146624 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-830b1727-f39f-4bf1-967a-948afa8ea17e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:09.147837 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-830b1727-f39f-4bf1-967a-948afa8ea17e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/66c07a24-faf4-44d0-b346-a23e51fa774c HTTP/1.1" status: 204 len: 168 time: 0.4335349 Feb 07 21:19:09.190372 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b1727-f39f-4bf1-967a-948afa8ea17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c07a24-faf4-44d0-b346-a23e51fa774c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:09.263636 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6aae69-19f0-404d-a1f6-8a0c944ef3e7 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Router 5791bf9e-8b63-4335-b26d-aafce03f6d28 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:19:09.488877 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6aae69-19f0-404d-a1f6-8a0c944ef3e7 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:19:09.501188 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69729ade-aba3-4cbc-bc97-db90e57489ef None None] Sync routers for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:19:09.525202 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2b6aae69-19f0-404d-a1f6-8a0c944ef3e7 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:09.538082 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69729ade-aba3-4cbc-bc97-db90e57489ef None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:19:09.539683 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-69729ade-aba3-4cbc-bc97-db90e57489ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:18:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:09.618348 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-69729ade-aba3-4cbc-bc97-db90e57489ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:09.653369 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69729ade-aba3-4cbc-bc97-db90e57489ef None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:19:09.657142 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-69729ade-aba3-4cbc-bc97-db90e57489ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:18:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:09.762034 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-69729ade-aba3-4cbc-bc97-db90e57489ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:09.784747 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69729ade-aba3-4cbc-bc97-db90e57489ef None None] The sync data for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:19:10.198011 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2b6aae69-19f0-404d-a1f6-8a0c944ef3e7 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "PUT /v2.0/floatingips/0ae1ca79-a867-4bf6-bc74-d3d9170787a7 HTTP/1.1" status: 200 len: 977 time: 4.0497015 Feb 07 21:19:10.200768 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40950) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:10.222599 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9de343e5-1091-4b11-86e2-eb28c30f9946 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:19:10.283703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8f3f6-ae91-4c0a-886d-e240f4e6e51a req-174f11d6-2b2f-4c58-8e6b-e9a8919cc827 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:10.285420 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14f8f3f6-ae91-4c0a-886d-e240f4e6e51a req-174f11d6-2b2f-4c58-8e6b-e9a8919cc827 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 945 time: 0.1511738 Feb 07 21:19:10.387833 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9de343e5-1091-4b11-86e2-eb28c30f9946 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (0ae1ca79-a867-4bf6-bc74-d3d9170787a7), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:10.389411 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14f8f3f6-ae91-4c0a-886d-e240f4e6e51a req-492eecf0-7239-4455-98fb-5edf0fe4f73a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956886 Feb 07 21:19:10.637412 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9de343e5-1091-4b11-86e2-eb28c30f9946 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:10.644165 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9de343e5-1091-4b11-86e2-eb28c30f9946 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (0ae1ca79-a867-4bf6-bc74-d3d9170787a7), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:10.644603 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [None req-9de343e5-1091-4b11-86e2-eb28c30f9946 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Floating IP 0ae1ca79-a867-4bf6-bc74-d3d9170787a7 disassociated. External IP: 172.25.4.8, port: 8b37f4ef-1b10-467b-98f2-bbb83c19fcaf. Feb 07 21:19:11.022443 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de343e5-1091-4b11-86e2-eb28c30f9946 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Router 5791bf9e-8b63-4335-b26d-aafce03f6d28 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:19:11.208922 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de343e5-1091-4b11-86e2-eb28c30f9946 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:19:11.213472 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9de343e5-1091-4b11-86e2-eb28c30f9946 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:11.288477 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40998) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:11.292124 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9de343e5-1091-4b11-86e2-eb28c30f9946 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "PUT /v2.0/floatingips/0ae1ca79-a867-4bf6-bc74-d3d9170787a7 HTTP/1.1" status: 200 len: 686 time: 1.0894706 Feb 07 21:19:11.398506 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51909894-1cb4-4d67-9a22-2f1466dce14c None None] Sync routers for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:19:11.421951 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51909894-1cb4-4d67-9a22-2f1466dce14c None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:19:11.428862 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-51909894-1cb4-4d67-9a22-2f1466dce14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:18:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:11.549862 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-51909894-1cb4-4d67-9a22-2f1466dce14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:11.588358 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51909894-1cb4-4d67-9a22-2f1466dce14c None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:19:11.589019 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-51909894-1cb4-4d67-9a22-2f1466dce14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:18:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:11.694122 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-51909894-1cb4-4d67-9a22-2f1466dce14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:11.695482 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51909894-1cb4-4d67-9a22-2f1466dce14c None None] The sync data for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:19:11.801041 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4e417-7f57-42ba-a620-e638e2f63b9b req-c148dbc0-8fad-46ba-8e71-5170b4532467 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:11.803018 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eab4e417-7f57-42ba-a620-e638e2f63b9b req-c148dbc0-8fad-46ba-8e71-5170b4532467 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 945 time: 0.2585866 Feb 07 21:19:11.809697 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3ea21a37-3e74-49d2-88e4-b1399dff199b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Deleting port ac509f6e-247c-47df-ae15-9eb52006db27 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:19:11.810459 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ea21a37-3e74-49d2-88e4-b1399dff199b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ac509f6e-247c-47df-ae15-9eb52006db27), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:11.991452 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eab4e417-7f57-42ba-a620-e638e2f63b9b req-2285417d-3532-4039-b9f9-446d1185358e tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075008 Feb 07 21:19:12.010138 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ea21a37-3e74-49d2-88e4-b1399dff199b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ac509f6e-247c-47df-ae15-9eb52006db27), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:12.010703 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ea21a37-3e74-49d2-88e4-b1399dff199b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (ac509f6e-247c-47df-ae15-9eb52006db27), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:12.028481 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3ea21a37-3e74-49d2-88e4-b1399dff199b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Calling delete_port for ac509f6e-247c-47df-ae15-9eb52006db27 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:19:12.343646 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ea21a37-3e74-49d2-88e4-b1399dff199b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ac509f6e-247c-47df-ae15-9eb52006db27), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:12.436795 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7853f6-70b2-484b-a600-2feec1d65695 req-1bf95956-377c-4cd9-8a5e-faa0a3352a74 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:12.444862 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b7853f6-70b2-484b-a600-2feec1d65695 req-1bf95956-377c-4cd9-8a5e-faa0a3352a74 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.2114148 Feb 07 21:19:12.448043 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21a37-3e74-49d2-88e4-b1399dff199b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event deleted for resources: {'Port': ['ID=ac509f6e-247c-47df-ae15-9eb52006db27,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:12.554922 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ea21a37-3e74-49d2-88e4-b1399dff199b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (0ae1ca79-a867-4bf6-bc74-d3d9170787a7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:12.558475 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ea21a37-3e74-49d2-88e4-b1399dff199b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:12.559915 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3ea21a37-3e74-49d2-88e4-b1399dff199b tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "DELETE /v2.0/floatingips/0ae1ca79-a867-4bf6-bc74-d3d9170787a7 HTTP/1.1" status: 204 len: 168 time: 1.2703307 Feb 07 21:19:12.562634 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41054) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:12.586137 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b7853f6-70b2-484b-a600-2feec1d65695 req-1a906e7d-c8b1-4198-b610-4b73087c88c8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354358 Feb 07 21:19:12.623755 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-6799a82a-bbb6-4113-8746-bfc411e948fa tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] delete failed (client error): The resource could not be found. Feb 07 21:19:12.625138 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6799a82a-bbb6-4113-8746-bfc411e948fa tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "DELETE /v2.0/floatingips/0ae1ca79-a867-4bf6-bc74-d3d9170787a7 HTTP/1.1" status: 404 len: 345 time: 0.0611196 Feb 07 21:19:12.629871 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41058) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:12.768853 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b421b037-e8d9-4b35-9544-ba89c6da5ced tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:12.774245 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b421b037-e8d9-4b35-9544-ba89c6da5ced tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:12.780572 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b421b037-e8d9-4b35-9544-ba89c6da5ced tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:12.785843 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41066) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:12.786103 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b421b037-e8d9-4b35-9544-ba89c6da5ced tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "GET /v2.0/ports?network_id=147cd8ee-c367-4743-a907-0837a8d31595 HTTP/1.1" status: 200 len: 2359 time: 0.1544931 Feb 07 21:19:12.975613 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879308d5-1c1a-4db7-a266-288546748027 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:12.980133 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-879308d5-1c1a-4db7-a266-288546748027 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "GET /v2.0/subnets/b704d7ec-b582-4fdf-9c15-53fd3fee3d11 HTTP/1.1" status: 200 len: 797 time: 0.1901526 Feb 07 21:19:12.982707 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41068) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:12.989008 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-432f739a-34db-4987-bf30-a1daeb0c7567 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Request body: {'port': {'network_id': '147cd8ee-c367-4743-a907-0837a8d31595', 'name': 'tempest-FloatingIPTestJSON-1640236679', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:19:13.014168 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b5b07-ea27-4dab-bc70-a92659067cf9 req-b6287fab-c200-41e4-b40e-a3f526474b0b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:13.025980 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb5b5b07-ea27-4dab-bc70-a92659067cf9 req-b6287fab-c200-41e4-b40e-a3f526474b0b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.2149315 Feb 07 21:19:13.150489 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb5b5b07-ea27-4dab-bc70-a92659067cf9 req-aee8488e-981d-45b3-a8fc-e85be03f13b9 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209335 Feb 07 21:19:13.220796 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432f739a-34db-4987-bf30-a1daeb0c7567 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Made reservation on behalf of cfc887b1679a432db42e50e477e9ffdc for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:19:13.415946 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-432f739a-34db-4987-bf30-a1daeb0c7567 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:13.465158 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-432f739a-34db-4987-bf30-a1daeb0c7567 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] device_id is not set on port f4f4a5f5-4af4-4860-bee4-2806410953d5 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:19:13.717980 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773c851-4db9-431d-b0c6-55715f50a14f req-aa7aaa87-6632-46f0-ac8e-5d72ac4758af tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:13.733007 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f773c851-4db9-431d-b0c6-55715f50a14f req-aa7aaa87-6632-46f0-ac8e-5d72ac4758af tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 812 time: 0.2144401 Feb 07 21:19:13.763830 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f773c851-4db9-431d-b0c6-55715f50a14f req-9685b578-f96f-46c5-bdc0-03dd22098ac3 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/quotas/20dde7e4922943ecbb5ccb76ad52e1a9 HTTP/1.1" status: 200 len: 375 time: 0.0297968 Feb 07 21:19:13.887148 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f773c851-4db9-431d-b0c6-55715f50a14f req-3a29ba71-5b11-47ae-8027-d38c8f71acd2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1225045 Feb 07 21:19:14.020591 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f773c851-4db9-431d-b0c6-55715f50a14f req-d08834b2-f408-40a0-92b4-4434cb878d6b service neutron] 10.222.0.65 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324325 Feb 07 21:19:14.145096 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-432f739a-34db-4987-bf30-a1daeb0c7567 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Allocated IP 172.20.0.14 (147cd8ee-c367-4743-a907-0837a8d31595/b704d7ec-b582-4fdf-9c15-53fd3fee3d11/f4f4a5f5-4af4-4860-bee4-2806410953d5) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:19:14.155146 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-432f739a-34db-4987-bf30-a1daeb0c7567 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Allocated IP 172.20.0.13 (147cd8ee-c367-4743-a907-0837a8d31595/b704d7ec-b582-4fdf-9c15-53fd3fee3d11/f4f4a5f5-4af4-4860-bee4-2806410953d5) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:19:14.290389 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f773c851-4db9-431d-b0c6-55715f50a14f req-0c7a4cee-4134-41c3-8e10-1a21a81c49c0 service neutron] 10.222.0.65 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616651 Feb 07 21:19:14.412006 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-432f739a-34db-4987-bf30-a1daeb0c7567 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for port (f4f4a5f5-4af4-4860-bee4-2806410953d5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:14.454400 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-432f739a-34db-4987-bf30-a1daeb0c7567 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (f4f4a5f5-4af4-4860-bee4-2806410953d5), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:14.510396 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432f739a-34db-4987-bf30-a1daeb0c7567 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Network 147cd8ee-c367-4743-a907-0837a8d31595 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:19:14.525763 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-432f739a-34db-4987-bf30-a1daeb0c7567 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:19:14.530749 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432f739a-34db-4987-bf30-a1daeb0c7567 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:19:14.567909 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f739a-34db-4987-bf30-a1daeb0c7567 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event updated for resources: {'Port': ['ID=f4f4a5f5-4af4-4860-bee4-2806410953d5,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:14.572616 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:19:14.585030 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f739a-34db-4987-bf30-a1daeb0c7567 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:14.585471 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f739a-34db-4987-bf30-a1daeb0c7567 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:14.585969 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f739a-34db-4987-bf30-a1daeb0c7567 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:14.586409 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f739a-34db-4987-bf30-a1daeb0c7567 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:14.586805 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f739a-34db-4987-bf30-a1daeb0c7567 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:14.587395 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f739a-34db-4987-bf30-a1daeb0c7567 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:14.587794 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f739a-34db-4987-bf30-a1daeb0c7567 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:14.588352 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f739a-34db-4987-bf30-a1daeb0c7567 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:14.588828 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f739a-34db-4987-bf30-a1daeb0c7567 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:14.589441 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f739a-34db-4987-bf30-a1daeb0c7567 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:14.589782 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f739a-34db-4987-bf30-a1daeb0c7567 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:14.590423 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f739a-34db-4987-bf30-a1daeb0c7567 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:14.590987 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f739a-34db-4987-bf30-a1daeb0c7567 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:14.615945 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432f739a-34db-4987-bf30-a1daeb0c7567 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:14.616743 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-432f739a-34db-4987-bf30-a1daeb0c7567 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:14.639143 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41114) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:14.639475 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-432f739a-34db-4987-bf30-a1daeb0c7567 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.6555307 Feb 07 21:19:14.654147 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9c88e047-8fa0-4fcb-925c-316bc8aa3cc3 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'port_id': 'f4f4a5f5-4af4-4860-bee4-2806410953d5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:19:14.792485 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ba97166-8e9f-41ab-809b-5cd646d91c78 req-a5a472b0-7d6a-409a-89b8-386b28d29a4b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=1add0bf5-f503-4887-9dec-b2f21d310bd2 HTTP/1.1" status: 200 len: 210 time: 0.0566034 Feb 07 21:19:14.799475 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9c88e047-8fa0-4fcb-925c-316bc8aa3cc3 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:15.072165 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9c88e047-8fa0-4fcb-925c-316bc8aa3cc3 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:15.337724 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-9c88e047-8fa0-4fcb-925c-316bc8aa3cc3 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Allocated IP 172.25.4.46 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/e9d445b6-726e-403d-a348-730c71596522) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:19:15.633290 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9c88e047-8fa0-4fcb-925c-316bc8aa3cc3 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for port (e9d445b6-726e-403d-a348-730c71596522), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:15.730618 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9c88e047-8fa0-4fcb-925c-316bc8aa3cc3 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (e9d445b6-726e-403d-a348-730c71596522), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:16.562842 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88e047-8fa0-4fcb-925c-316bc8aa3cc3 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event updated for resources: {'Port': ['ID=e9d445b6-726e-403d-a348-730c71596522,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:16.635121 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c88e047-8fa0-4fcb-925c-316bc8aa3cc3 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:19:16.637854 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b82db40a-e457-4b5b-9af3-fbac6ec34e93 req-75ad6819-35f4-4ffd-89b1-dffb79a933d7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=1add0bf5-f503-4887-9dec-b2f21d310bd2 HTTP/1.1" status: 200 len: 210 time: 0.0791361 Feb 07 21:19:16.639152 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-9c88e047-8fa0-4fcb-925c-316bc8aa3cc3 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:19:16.654710 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c88e047-8fa0-4fcb-925c-316bc8aa3cc3 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:19:17.220893 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9c88e047-8fa0-4fcb-925c-316bc8aa3cc3 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (c6324cb7-8c9b-49a0-88b7-59da9733ede7), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:17.366186 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9c88e047-8fa0-4fcb-925c-316bc8aa3cc3 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e9d445b6-726e-403d-a348-730c71596522), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:17.550916 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9c88e047-8fa0-4fcb-925c-316bc8aa3cc3 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for port (e9d445b6-726e-403d-a348-730c71596522), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:17.560280 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9c88e047-8fa0-4fcb-925c-316bc8aa3cc3 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (e9d445b6-726e-403d-a348-730c71596522), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:17.628904 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88e047-8fa0-4fcb-925c-316bc8aa3cc3 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event updated for resources: {'Port': ['ID=e9d445b6-726e-403d-a348-730c71596522,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:17.695928 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773c851-4db9-431d-b0c6-55715f50a14f req-6fc6735d-d52b-4aa3-8c3b-b023f86c655e tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:17.716107 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f773c851-4db9-431d-b0c6-55715f50a14f req-6fc6735d-d52b-4aa3-8c3b-b023f86c655e tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.69 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 812 time: 0.4491141 Feb 07 21:19:17.755559 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-f773c851-4db9-431d-b0c6-55715f50a14f req-183f73e9-2036-4777-8bbe-c52fd20393d2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Request body: {'port': {'device_id': '1add0bf5-f503-4887-9dec-b2f21d310bd2', 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0', 'admin_state_up': True, 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:19:17.866720 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9c88e047-8fa0-4fcb-925c-316bc8aa3cc3 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (c6324cb7-8c9b-49a0-88b7-59da9733ede7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:17.877813 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c668a9d1-7424-46d2-89e9-01b32828d1ff req-3b9dfeb6-7e41-4693-9d20-a88d68d3d836 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=1add0bf5-f503-4887-9dec-b2f21d310bd2 HTTP/1.1" status: 200 len: 210 time: 0.0445297 Feb 07 21:19:18.177745 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f773c851-4db9-431d-b0c6-55715f50a14f req-183f73e9-2036-4777-8bbe-c52fd20393d2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Made reservation on behalf of 20dde7e4922943ecbb5ccb76ad52e1a9 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:19:18.181363 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f773c851-4db9-431d-b0c6-55715f50a14f req-183f73e9-2036-4777-8bbe-c52fd20393d2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:18.227046 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-9c88e047-8fa0-4fcb-925c-316bc8aa3cc3 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Floating IP c6324cb7-8c9b-49a0-88b7-59da9733ede7 associated. External IP: 172.25.4.46, port: f4f4a5f5-4af4-4860-bee4-2806410953d5. Feb 07 21:19:18.393387 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7695992b-9ada-4546-89c0-4a6d0aa2714f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:18.648341 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c88e047-8fa0-4fcb-925c-316bc8aa3cc3 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Router 5791bf9e-8b63-4335-b26d-aafce03f6d28 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:19:18.919241 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-f773c851-4db9-431d-b0c6-55715f50a14f req-183f73e9-2036-4777-8bbe-c52fd20393d2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Allocated IP 172.20.0.7 (30b9222e-e3f7-4412-8b63-9320a43406d0/59eaac6e-e46d-4028-b7b2-899f00c5ee97/35e6c8e9-17ee-4b6b-a3d1-56baab520cc1) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:19:19.225784 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-46b42447-8b56-411c-8fe6-8182ae1fa014 req-194821a3-d90d-429e-b442-53df04efd4f1 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=1add0bf5-f503-4887-9dec-b2f21d310bd2 HTTP/1.1" status: 200 len: 210 time: 0.1105793 Feb 07 21:19:19.340566 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c88e047-8fa0-4fcb-925c-316bc8aa3cc3 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:19:19.355936 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b0c453-5ac6-467b-90bd-ea15527e8cf4 None None] Sync routers for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:19:19.366370 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b0c453-5ac6-467b-90bd-ea15527e8cf4 None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:19:19.366990 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-74b0c453-5ac6-467b-90bd-ea15527e8cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:18:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:19.373321 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f773c851-4db9-431d-b0c6-55715f50a14f req-183f73e9-2036-4777-8bbe-c52fd20393d2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks [] for port (35e6c8e9-17ee-4b6b-a3d1-56baab520cc1), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:19.381374 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9c88e047-8fa0-4fcb-925c-316bc8aa3cc3 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:19.433367 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-74b0c453-5ac6-467b-90bd-ea15527e8cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:19.450547 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b0c453-5ac6-467b-90bd-ea15527e8cf4 None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:19:19.451246 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-74b0c453-5ac6-467b-90bd-ea15527e8cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:18:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:19.475350 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9c88e047-8fa0-4fcb-925c-316bc8aa3cc3 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.8341479 Feb 07 21:19:19.477870 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41216) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:19.482671 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-479bcea4-b890-4921-a414-ed49b839da58 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Request body: {'floatingip': {'port_id': 'f4f4a5f5-4af4-4860-bee4-2806410953d5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:19:19.551046 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f773c851-4db9-431d-b0c6-55715f50a14f req-183f73e9-2036-4777-8bbe-c52fd20393d2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (35e6c8e9-17ee-4b6b-a3d1-56baab520cc1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:19.560029 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-74b0c453-5ac6-467b-90bd-ea15527e8cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:19.562590 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b0c453-5ac6-467b-90bd-ea15527e8cf4 None None] The sync data for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:19:19.567267 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['04760f28-79da-4ca0-842b-0893e337e53b'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:19:19.651192 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-479bcea4-b890-4921-a414-ed49b839da58 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (c6324cb7-8c9b-49a0-88b7-59da9733ede7), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:19.675282 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f773c851-4db9-431d-b0c6-55715f50a14f req-183f73e9-2036-4777-8bbe-c52fd20393d2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Network 30b9222e-e3f7-4412-8b63-9320a43406d0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:19:19.683920 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-f773c851-4db9-431d-b0c6-55715f50a14f req-183f73e9-2036-4777-8bbe-c52fd20393d2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:19:19.693763 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-f773c851-4db9-431d-b0c6-55715f50a14f req-183f73e9-2036-4777-8bbe-c52fd20393d2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:19:19.704981 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f73e9-2036-4777-8bbe-c52fd20393d2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Pushing event updated for resources: {'Port': ['ID=35e6c8e9-17ee-4b6b-a3d1-56baab520cc1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:19.785997 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773c851-4db9-431d-b0c6-55715f50a14f req-183f73e9-2036-4777-8bbe-c52fd20393d2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:19.787089 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f773c851-4db9-431d-b0c6-55715f50a14f req-183f73e9-2036-4777-8bbe-c52fd20393d2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:19.830785 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f773c851-4db9-431d-b0c6-55715f50a14f req-183f73e9-2036-4777-8bbe-c52fd20393d2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0724788 Feb 07 21:19:19.844734 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-f773c851-4db9-431d-b0c6-55715f50a14f req-b1e644da-95e7-4608-b1f0-fdaef700cde5 service neutron] Request body: {'port': {'device_id': '1add0bf5-f503-4887-9dec-b2f21d310bd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:19:20.106494 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f773c851-4db9-431d-b0c6-55715f50a14f req-b1e644da-95e7-4608-b1f0-fdaef700cde5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (35e6c8e9-17ee-4b6b-a3d1-56baab520cc1), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:20.272464 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-08ebcebb-6563-457c-bb99-6c5c32800a32 None None] Provisioning complete for port 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:19:20.273759 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-08ebcebb-6563-457c-bb99-6c5c32800a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (35e6c8e9-17ee-4b6b-a3d1-56baab520cc1), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:20.425105 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-08ebcebb-6563-457c-bb99-6c5c32800a32 None None] Port 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:19:20.540624 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-be041b76-2fda-47b7-9d33-c3828b22b71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:20.627965 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de101b5-8c3c-4471-97a7-7f91cf19e901 req-0e3cde98-5c68-4e5e-8fb9-98f4a20759c2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:20.637078 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3de101b5-8c3c-4471-97a7-7f91cf19e901 req-0e3cde98-5c68-4e5e-8fb9-98f4a20759c2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=1add0bf5-f503-4887-9dec-b2f21d310bd2 HTTP/1.1" status: 200 len: 931 time: 0.1611478 Feb 07 21:19:20.816886 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3de101b5-8c3c-4471-97a7-7f91cf19e901 req-3ea3fd65-4a1a-4c5e-a55f-26be410e5925 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787350 Feb 07 21:19:20.933653 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-f773c851-4db9-431d-b0c6-55715f50a14f req-b1e644da-95e7-4608-b1f0-fdaef700cde5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:19:20.950890 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f773c851-4db9-431d-b0c6-55715f50a14f req-b1e644da-95e7-4608-b1f0-fdaef700cde5 service neutron] Publish callbacks [] for port (35e6c8e9-17ee-4b6b-a3d1-56baab520cc1), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:20.976024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-f773c851-4db9-431d-b0c6-55715f50a14f req-b1e644da-95e7-4608-b1f0-fdaef700cde5 service neutron] Transition to ACTIVE for port object 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:19:20.988587 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f773c851-4db9-431d-b0c6-55715f50a14f req-b1e644da-95e7-4608-b1f0-fdaef700cde5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (35e6c8e9-17ee-4b6b-a3d1-56baab520cc1), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:21.007607 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-479bcea4-b890-4921-a414-ed49b839da58 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:21.018586 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-479bcea4-b890-4921-a414-ed49b839da58 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (c6324cb7-8c9b-49a0-88b7-59da9733ede7), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:21.155982 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e644da-95e7-4608-b1f0-fdaef700cde5 service neutron] Pushing event updated for resources: {'Port': ['ID=35e6c8e9-17ee-4b6b-a3d1-56baab520cc1,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:21.526849 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-f773c851-4db9-431d-b0c6-55715f50a14f req-b1e644da-95e7-4608-b1f0-fdaef700cde5 service neutron] Attempting to bind port 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:19:21.528642 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-f773c851-4db9-431d-b0c6-55715f50a14f req-b1e644da-95e7-4608-b1f0-fdaef700cde5 service neutron] Attempting to bind port 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:19:21.528973 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773c851-4db9-431d-b0c6-55715f50a14f req-b1e644da-95e7-4608-b1f0-fdaef700cde5 service neutron] Attempting to bind port 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 on network 30b9222e-e3f7-4412-8b63-9320a43406d0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:19:21.541825 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773c851-4db9-431d-b0c6-55715f50a14f req-b1e644da-95e7-4608-b1f0-fdaef700cde5 service neutron] Port 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 on network 30b9222e-e3f7-4412-8b63-9320a43406d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:19:21.542144 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773c851-4db9-431d-b0c6-55715f50a14f req-b1e644da-95e7-4608-b1f0-fdaef700cde5 service neutron] Attempting to bind port 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 on network 30b9222e-e3f7-4412-8b63-9320a43406d0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:19:21.560871 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773c851-4db9-431d-b0c6-55715f50a14f req-b1e644da-95e7-4608-b1f0-fdaef700cde5 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:19:21.561226 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773c851-4db9-431d-b0c6-55715f50a14f req-b1e644da-95e7-4608-b1f0-fdaef700cde5 service neutron] Checking segment: {'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:19:21.561600 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773c851-4db9-431d-b0c6-55715f50a14f req-b1e644da-95e7-4608-b1f0-fdaef700cde5 service neutron] Bound using segment: {'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:19:21.562369 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-f773c851-4db9-431d-b0c6-55715f50a14f req-b1e644da-95e7-4608-b1f0-fdaef700cde5 service neutron] Bound port: 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:19:21.562369 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f773c851-4db9-431d-b0c6-55715f50a14f req-b1e644da-95e7-4608-b1f0-fdaef700cde5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (35e6c8e9-17ee-4b6b-a3d1-56baab520cc1), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:21.779335 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:21.816915 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-f773c851-4db9-431d-b0c6-55715f50a14f req-b1e644da-95e7-4608-b1f0-fdaef700cde5 service neutron] For port 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:19:21.822376 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-f773c851-4db9-431d-b0c6-55715f50a14f req-b1e644da-95e7-4608-b1f0-fdaef700cde5 service neutron] For port 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=35e6c8e9-17ee-4b6b-a3d1-56baab520cc1,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:19:21.833667 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f773c851-4db9-431d-b0c6-55715f50a14f req-b1e644da-95e7-4608-b1f0-fdaef700cde5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (35e6c8e9-17ee-4b6b-a3d1-56baab520cc1), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:22.003513 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479bcea4-b890-4921-a414-ed49b839da58 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Router 5791bf9e-8b63-4335-b26d-aafce03f6d28 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:19:22.012030 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e644da-95e7-4608-b1f0-fdaef700cde5 service neutron] Pushing event updated for resources: {'Port': ['ID=35e6c8e9-17ee-4b6b-a3d1-56baab520cc1,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:22.074019 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773c851-4db9-431d-b0c6-55715f50a14f req-b1e644da-95e7-4608-b1f0-fdaef700cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:22.075316 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f773c851-4db9-431d-b0c6-55715f50a14f req-b1e644da-95e7-4608-b1f0-fdaef700cde5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:22.078687 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f773c851-4db9-431d-b0c6-55715f50a14f req-b1e644da-95e7-4608-b1f0-fdaef700cde5 service neutron] 10.222.0.69 "PUT /v2.0/ports/35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 HTTP/1.1" status: 200 len: 1091 time: 2.2456245 Feb 07 21:19:22.079994 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1add0bf5-f503-4887-9dec-b2f21d310bd2', 'tag': '35e6c8e9-17ee-4b6b-a3d1-56baab520cc1'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:19:22.083297 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cf608d-6c9a-46ae-b762-a34626c65f76" -d '{"events": [{"name": "network-changed", "server_uuid": "1add0bf5-f503-4887-9dec-b2f21d310bd2", "tag": "35e6c8e9-17ee-4b6b-a3d1-56baab520cc1"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:19:22.256236 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030e3092-36f8-4515-84d4-b0938e885eec x-openstack-request-id: req-030e3092-36f8-4515-84d4-b0938e885eec {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:19:22.270506 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1add0bf5-f503-4887-9dec-b2f21d310bd2", "tag": "35e6c8e9-17ee-4b6b-a3d1-56baab520cc1", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:19:22.271035 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-030e3092-36f8-4515-84d4-b0938e885eec {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:19:22.272553 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1add0bf5-f503-4887-9dec-b2f21d310bd2', 'tag': '35e6c8e9-17ee-4b6b-a3d1-56baab520cc1', 'status': 'completed', 'code': 200} Feb 07 21:19:22.305645 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34687eea-0cb2-47cc-bf12-f98694c78422 req-9b273b96-062a-4937-a1cd-8c9818bbfc16 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:22.326349 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-34687eea-0cb2-47cc-bf12-f98694c78422 req-9b273b96-062a-4937-a1cd-8c9818bbfc16 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=1add0bf5-f503-4887-9dec-b2f21d310bd2 HTTP/1.1" status: 200 len: 943 time: 0.3256910 Feb 07 21:19:22.426314 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773c851-4db9-431d-b0c6-55715f50a14f req-1a1f8cd5-23d2-4f80-aa02-51096f410c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:22.427856 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f773c851-4db9-431d-b0c6-55715f50a14f req-1a1f8cd5-23d2-4f80-aa02-51096f410c09 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=1add0bf5-f503-4887-9dec-b2f21d310bd2 HTTP/1.1" status: 200 len: 1125 time: 0.2974660 Feb 07 21:19:22.462787 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479bcea4-b890-4921-a414-ed49b839da58 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:19:22.476166 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a445bdc2-dce4-4396-87cb-13639a284cad None None] Sync routers for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:19:22.478578 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-479bcea4-b890-4921-a414-ed49b839da58 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:22.500122 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a445bdc2-dce4-4396-87cb-13639a284cad None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:19:22.500948 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a445bdc2-dce4-4396-87cb-13639a284cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:19:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:22.641199 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f773c851-4db9-431d-b0c6-55715f50a14f req-28a56c08-d73e-4e1c-bb1d-26ea36dbb266 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 HTTP/1.1" status: 200 len: 217 time: 0.1823678 Feb 07 21:19:22.657449 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a445bdc2-dce4-4396-87cb-13639a284cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:22.690521 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-479bcea4-b890-4921-a414-ed49b839da58 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "PUT /v2.0/floatingips/c6324cb7-8c9b-49a0-88b7-59da9733ede7 HTTP/1.1" status: 200 len: 978 time: 3.2083426 Feb 07 21:19:22.691495 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41290) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:22.750326 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a445bdc2-dce4-4396-87cb-13639a284cad None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:19:22.757939 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a445bdc2-dce4-4396-87cb-13639a284cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:19:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:22.784411 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773c851-4db9-431d-b0c6-55715f50a14f req-ed0be801-6c36-4abb-ba9a-172fe8e8073b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:22.785878 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f773c851-4db9-431d-b0c6-55715f50a14f req-ed0be801-6c36-4abb-ba9a-172fe8e8073b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.1380153 Feb 07 21:19:22.867244 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-34687eea-0cb2-47cc-bf12-f98694c78422 req-e9bfefb7-a505-4f08-b328-5d1a66000a76 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295947 Feb 07 21:19:22.925476 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773c851-4db9-431d-b0c6-55715f50a14f req-2c47c80e-cddf-41ae-8dca-2c33925e2a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:22.926990 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f773c851-4db9-431d-b0c6-55715f50a14f req-2c47c80e-cddf-41ae-8dca-2c33925e2a62 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1274946 Feb 07 21:19:22.950860 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a445bdc2-dce4-4396-87cb-13639a284cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:22.952253 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a445bdc2-dce4-4396-87cb-13639a284cad None None] The sync data for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:19:23.079840 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-90d69202-ba3c-44cd-b2ed-2b4892ef8dea tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Deleting port e9d445b6-726e-403d-a348-730c71596522 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:19:23.083387 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90d69202-ba3c-44cd-b2ed-2b4892ef8dea tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e9d445b6-726e-403d-a348-730c71596522), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:23.156213 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f773c851-4db9-431d-b0c6-55715f50a14f req-3b79a608-64d1-4bba-a066-16928af4d32a service neutron] 10.222.0.69 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216828 Feb 07 21:19:23.257813 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:23.362558 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90d69202-ba3c-44cd-b2ed-2b4892ef8dea tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e9d445b6-726e-403d-a348-730c71596522), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:23.368485 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90d69202-ba3c-44cd-b2ed-2b4892ef8dea tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (e9d445b6-726e-403d-a348-730c71596522), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:23.409563 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-90d69202-ba3c-44cd-b2ed-2b4892ef8dea tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Calling delete_port for e9d445b6-726e-403d-a348-730c71596522 owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:19:23.414497 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f773c851-4db9-431d-b0c6-55715f50a14f req-826e9b19-7c00-4ffb-90b2-57eefc0b4468 service neutron] 10.222.0.69 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509532 Feb 07 21:19:23.593103 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf608d-6c9a-46ae-b762-a34626c65f76 req-1ad7213d-7b20-47da-b2da-d8c6d30e3e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:23.594769 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79cf608d-6c9a-46ae-b762-a34626c65f76 req-1ad7213d-7b20-47da-b2da-d8c6d30e3e44 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=1add0bf5-f503-4887-9dec-b2f21d310bd2 HTTP/1.1" status: 200 len: 1125 time: 0.1093450 Feb 07 21:19:24.222964 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf608d-6c9a-46ae-b762-a34626c65f76 req-6cc3d6e5-cf1e-4fea-80f9-4e2cf256b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:24.230514 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79cf608d-6c9a-46ae-b762-a34626c65f76 req-6cc3d6e5-cf1e-4fea-80f9-4e2cf256b3f3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 913 time: 0.6292534 Feb 07 21:19:24.586954 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:25.053267 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41320) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:25.190799 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90d69202-ba3c-44cd-b2ed-2b4892ef8dea tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (e9d445b6-726e-403d-a348-730c71596522), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:25.441287 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79cf608d-6c9a-46ae-b762-a34626c65f76 req-081d57f4-3828-432b-88e6-e859202140b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 HTTP/1.1" status: 200 len: 217 time: 1.1935055 Feb 07 21:19:25.475757 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90d69202-ba3c-44cd-b2ed-2b4892ef8dea tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (c6324cb7-8c9b-49a0-88b7-59da9733ede7), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:25.476102 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [None req-90d69202-ba3c-44cd-b2ed-2b4892ef8dea tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Floating IP c6324cb7-8c9b-49a0-88b7-59da9733ede7 disassociated (deleted). External IP: 172.25.4.46, port: f4f4a5f5-4af4-4860-bee4-2806410953d5. Feb 07 21:19:25.534288 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858a214-5f98-432b-8248-9373f5e4c2af req-df75e4f4-ff16-42b9-aab0-0f198c6d237e tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:25.551565 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5858a214-5f98-432b-8248-9373f5e4c2af req-df75e4f4-ff16-42b9-aab0-0f198c6d237e tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=1add0bf5-f503-4887-9dec-b2f21d310bd2 HTTP/1.1" status: 200 len: 943 time: 1.4752171 Feb 07 21:19:25.844778 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d69202-ba3c-44cd-b2ed-2b4892ef8dea tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event deleted for resources: {'Port': ['ID=e9d445b6-726e-403d-a348-730c71596522,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:25.857920 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf608d-6c9a-46ae-b762-a34626c65f76 req-f40c2447-33b5-4155-aec7-5259078cb4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:25.858757 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79cf608d-6c9a-46ae-b762-a34626c65f76 req-f40c2447-33b5-4155-aec7-5259078cb4a8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.3962741 Feb 07 21:19:26.013197 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5858a214-5f98-432b-8248-9373f5e4c2af req-aa549ee5-5c1c-4403-ad0b-7335430fc02f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605684 Feb 07 21:19:26.066308 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf608d-6c9a-46ae-b762-a34626c65f76 req-0b1d9538-d3ed-496b-a3fc-0997ca1600d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:26.067841 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79cf608d-6c9a-46ae-b762-a34626c65f76 req-0b1d9538-d3ed-496b-a3fc-0997ca1600d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1986349 Feb 07 21:19:26.209454 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41374) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:26.391471 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79cf608d-6c9a-46ae-b762-a34626c65f76 req-de8865c8-91a3-426e-b68e-e886e4caf154 service neutron] 10.222.0.69 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139932 Feb 07 21:19:26.574650 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44a405a4-6fe8-4e4a-aa87-33e3432e5df4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:26.731318 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79cf608d-6c9a-46ae-b762-a34626c65f76 req-d93e8c5b-9fdc-4484-82f4-87ee056b4ebf service neutron] 10.222.0.69 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310504 Feb 07 21:19:27.040394 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d69202-ba3c-44cd-b2ed-2b4892ef8dea tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Router 5791bf9e-8b63-4335-b26d-aafce03f6d28 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:19:27.117518 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44a405a4-6fe8-4e4a-aa87-33e3432e5df4 admin admin] Publish callbacks [] for security_group (320a92d5-2fa2-415c-ace8-7dfc48d1412d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:27.135089 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44a405a4-6fe8-4e4a-aa87-33e3432e5df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (320a92d5-2fa2-415c-ace8-7dfc48d1412d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:27.379192 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f41342-a6b2-477a-88fc-b5bb3728be3c req-890f4900-69a7-4134-89af-ea0da5f3340e tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:27.392712 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-58f41342-a6b2-477a-88fc-b5bb3728be3c req-890f4900-69a7-4134-89af-ea0da5f3340e tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=1add0bf5-f503-4887-9dec-b2f21d310bd2 HTTP/1.1" status: 200 len: 943 time: 0.1559019 Feb 07 21:19:27.402619 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a405a4-6fe8-4e4a-aa87-33e3432e5df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320a92d5-2fa2-415c-ace8-7dfc48d1412d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:27.437918 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-44a405a4-6fe8-4e4a-aa87-33e3432e5df4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=290fd9ff916d4f73b989e0baeeb69628&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2165191 Feb 07 21:19:27.454974 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41402) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:27.529375 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d69202-ba3c-44cd-b2ed-2b4892ef8dea tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:19:27.541531 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8582afa0-5586-4e9c-af6a-db4ee1c7634e None None] Sync routers for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:19:27.543945 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90d69202-ba3c-44cd-b2ed-2b4892ef8dea tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:27.568524 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8582afa0-5586-4e9c-af6a-db4ee1c7634e None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:19:27.569155 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-8582afa0-5586-4e9c-af6a-db4ee1c7634e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:19:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:27.606858 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c846febe-f210-476f-bf71-f815681bf88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (b2631804-a35e-4193-bcfd-03f3f9ca7f10), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:27.634099 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-58f41342-a6b2-477a-88fc-b5bb3728be3c req-9808d220-2b6e-4b8a-93d7-f8c81021e666 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318873 Feb 07 21:19:27.699518 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-8582afa0-5586-4e9c-af6a-db4ee1c7634e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:27.708960 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0837559c-b466-4f34-9e7f-82aa9095b56b admin admin] Publish callbacks [] for security_group (320a92d5-2fa2-415c-ace8-7dfc48d1412d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:27.729926 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8582afa0-5586-4e9c-af6a-db4ee1c7634e None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:19:27.730565 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-8582afa0-5586-4e9c-af6a-db4ee1c7634e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:19:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:27.733427 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-90d69202-ba3c-44cd-b2ed-2b4892ef8dea tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "DELETE /v2.0/floatingips/c6324cb7-8c9b-49a0-88b7-59da9733ede7 HTTP/1.1" status: 204 len: 168 time: 5.0404985 Feb 07 21:19:27.736016 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41406) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:27.789996 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0837559c-b466-4f34-9e7f-82aa9095b56b admin admin] Publish callbacks [] for security_group (320a92d5-2fa2-415c-ace8-7dfc48d1412d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:27.849270 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-8582afa0-5586-4e9c-af6a-db4ee1c7634e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:27.849932 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8582afa0-5586-4e9c-af6a-db4ee1c7634e None None] The sync data for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:19:27.904836 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0837559c-b466-4f34-9e7f-82aa9095b56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (320a92d5-2fa2-415c-ace8-7dfc48d1412d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:27.908323 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0837559c-b466-4f34-9e7f-82aa9095b56b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:27.912432 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0837559c-b466-4f34-9e7f-82aa9095b56b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/320a92d5-2fa2-415c-ace8-7dfc48d1412d HTTP/1.1" status: 204 len: 168 time: 0.3813221 Feb 07 21:19:27.926274 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837559c-b466-4f34-9e7f-82aa9095b56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320a92d5-2fa2-415c-ace8-7dfc48d1412d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:27.963114 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:19:28.277467 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=35e6c8e9-17ee-4b6b-a3d1-56baab520cc1,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:19:28.281785 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-83c10d92-3a7b-4315-947b-2b650caa1bbb tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Deleting port f4f4a5f5-4af4-4860-bee4-2806410953d5 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:19:28.282127 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83c10d92-3a7b-4315-947b-2b650caa1bbb tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f4f4a5f5-4af4-4860-bee4-2806410953d5), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:28.316768 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '35e6c8e9-17ee-4b6b-a3d1-56baab520cc1', 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0', 'port_id': '35e6c8e9-17ee-4b6b-a3d1-56baab520cc1', 'mac_address': 'fa:16:3e:75:17:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59eaac6e-e46d-4028-b7b2-899f00c5ee97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:19:28.383231 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:19:28.383615 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (35e6c8e9-17ee-4b6b-a3d1-56baab520cc1), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:28.446100 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:19:28.544050 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=35e6c8e9-17ee-4b6b-a3d1-56baab520cc1,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:19:28.565619 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (35e6c8e9-17ee-4b6b-a3d1-56baab520cc1), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:28.662679 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=35e6c8e9-17ee-4b6b-a3d1-56baab520cc1,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:28.717928 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83c10d92-3a7b-4315-947b-2b650caa1bbb tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f4f4a5f5-4af4-4860-bee4-2806410953d5), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:28.762550 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c846febe-f210-476f-bf71-f815681bf88f admin admin] Deleting port 6bd167db-d6bb-4010-aa3e-81634840f6cb {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:19:28.762993 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c846febe-f210-476f-bf71-f815681bf88f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (6bd167db-d6bb-4010-aa3e-81634840f6cb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:28.869288 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['35e6c8e9-17ee-4b6b-a3d1-56baab520cc1'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:19:28.926046 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90ed27-2421-49c3-ba63-8ec0d59b8d9f req-99af4f64-56d5-4596-a93d-bdbf3e98c04a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:28.927651 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1a90ed27-2421-49c3-ba63-8ec0d59b8d9f req-99af4f64-56d5-4596-a93d-bdbf3e98c04a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=1add0bf5-f503-4887-9dec-b2f21d310bd2 HTTP/1.1" status: 200 len: 944 time: 0.1395464 Feb 07 21:19:29.007926 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c846febe-f210-476f-bf71-f815681bf88f admin admin] For port 6bd167db-d6bb-4010-aa3e-81634840f6cb, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=6bd167db-d6bb-4010-aa3e-81634840f6cb,segment=NetworkSegment(ca0230ab-0bc8-4d0b-aed5-fc5d476307d5),segment_id=ca0230ab-0bc8-4d0b-aed5-fc5d476307d5)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:19:29.008295 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c846febe-f210-476f-bf71-f815681bf88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (6bd167db-d6bb-4010-aa3e-81634840f6cb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:29.027377 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1a90ed27-2421-49c3-ba63-8ec0d59b8d9f req-8d2c81a7-03fc-4021-aad6-2738cec6f8c3 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926201 Feb 07 21:19:29.032998 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c846febe-f210-476f-bf71-f815681bf88f admin admin] Calling delete_port for 6bd167db-d6bb-4010-aa3e-81634840f6cb owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:19:29.292290 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-83c10d92-3a7b-4315-947b-2b650caa1bbb tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Calling delete_port for f4f4a5f5-4af4-4860-bee4-2806410953d5 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:19:29.565123 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c846febe-f210-476f-bf71-f815681bf88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (6bd167db-d6bb-4010-aa3e-81634840f6cb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:29.762965 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846febe-f210-476f-bf71-f815681bf88f admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd167db-d6bb-4010-aa3e-81634840f6cb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:29.951419 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:19:30.130864 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:19:30.141199 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:19:30.143339 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (35e6c8e9-17ee-4b6b-a3d1-56baab520cc1), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:30.337999 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41468) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:30.402873 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:19:30.410777 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (35e6c8e9-17ee-4b6b-a3d1-56baab520cc1), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:30.431058 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3f2db-b407-4469-ae92-b27e5712f92c req-c6cb14d4-fe1d-4990-b56c-1bb21565c5de tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:30.467959 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-43b3f2db-b407-4469-ae92-b27e5712f92c req-c6cb14d4-fe1d-4990-b56c-1bb21565c5de tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=1add0bf5-f503-4887-9dec-b2f21d310bd2 HTTP/1.1" status: 200 len: 944 time: 0.2053783 Feb 07 21:19:30.476721 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c846febe-f210-476f-bf71-f815681bf88f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (b2631804-a35e-4193-bcfd-03f3f9ca7f10), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:30.560001 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=35e6c8e9-17ee-4b6b-a3d1-56baab520cc1,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:19:30.561377 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1add0bf5-f503-4887-9dec-b2f21d310bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e6c8e9-17ee-4b6b-a3d1-56baab520cc1'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:19:30.564056 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa35fe28-59d3-4d25-b8e5-8d73e78c3873" -d '{"events": [{"server_uuid": "1add0bf5-f503-4887-9dec-b2f21d310bd2", "name": "network-vif-plugged", "status": "completed", "tag": "35e6c8e9-17ee-4b6b-a3d1-56baab520cc1"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:19:30.571148 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (35e6c8e9-17ee-4b6b-a3d1-56baab520cc1), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:30.703996 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-43b3f2db-b407-4469-ae92-b27e5712f92c req-6d55eb98-7797-48c3-a894-a8c7cdca494f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297976 Feb 07 21:19:30.759481 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4397b72f-da6c-48b5-b204-884438d0c15e x-openstack-request-id: req-4397b72f-da6c-48b5-b204-884438d0c15e {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:19:30.759957 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1add0bf5-f503-4887-9dec-b2f21d310bd2", "name": "network-vif-plugged", "status": "completed", "tag": "35e6c8e9-17ee-4b6b-a3d1-56baab520cc1", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:19:30.760342 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4397b72f-da6c-48b5-b204-884438d0c15e {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:19:30.760872 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1add0bf5-f503-4887-9dec-b2f21d310bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e6c8e9-17ee-4b6b-a3d1-56baab520cc1', 'code': 200} Feb 07 21:19:30.769925 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=35e6c8e9-17ee-4b6b-a3d1-56baab520cc1,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:30.943121 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83c10d92-3a7b-4315-947b-2b650caa1bbb tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (f4f4a5f5-4af4-4860-bee4-2806410953d5), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:31.010831 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c10d92-3a7b-4315-947b-2b650caa1bbb tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event deleted for resources: {'Port': ['ID=f4f4a5f5-4af4-4860-bee4-2806410953d5,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:31.189300 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2555ba4-ed0a-405e-bc85-4b7acc2a14f2 req-59c3f9a2-829b-4de0-a9df-b985376e6d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:31.191165 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a2555ba4-ed0a-405e-bc85-4b7acc2a14f2 req-59c3f9a2-829b-4de0-a9df-b985376e6d70 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1add0bf5-f503-4887-9dec-b2f21d310bd2 HTTP/1.1" status: 200 len: 1127 time: 0.3734713 Feb 07 21:19:31.372715 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83c10d92-3a7b-4315-947b-2b650caa1bbb tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:31.376145 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-83c10d92-3a7b-4315-947b-2b650caa1bbb tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "DELETE /v2.0/ports/f4f4a5f5-4af4-4860-bee4-2806410953d5 HTTP/1.1" status: 204 len: 168 time: 3.6331482 Feb 07 21:19:31.380810 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41500) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:31.398542 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-744ce1a2-4a20-44e2-987c-c3c94ef6cf8f tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:19:31.427283 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c846febe-f210-476f-bf71-f815681bf88f admin admin] Router b2631804-a35e-4193-bcfd-03f3f9ca7f10 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:19:31.444793 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a2555ba4-ed0a-405e-bc85-4b7acc2a14f2 req-7d890817-eb54-4b3f-be40-f2ef22c82b54 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750009 Feb 07 21:19:31.629043 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-744ce1a2-4a20-44e2-987c-c3c94ef6cf8f tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:31.639599 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-648f9f58-d3bd-48d9-ba01-5bd21ad9a3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (0470bf12-d7ae-46da-96d1-45ab594b4969), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:31.918379 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c846febe-f210-476f-bf71-f815681bf88f admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:19:31.929400 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c19edae-95da-41df-b6f6-f42b414d84ba None None] Sync routers for ids ['b2631804-a35e-4193-bcfd-03f3f9ca7f10'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:19:31.942969 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c846febe-f210-476f-bf71-f815681bf88f admin admin] 10.222.0.65 "PUT /v2.0/routers/b2631804-a35e-4193-bcfd-03f3f9ca7f10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8858516 Feb 07 21:19:31.945190 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41520) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:31.950611 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c19edae-95da-41df-b6f6-f42b414d84ba None None] Routers {'b2631804-a35e-4193-bcfd-03f3f9ca7f10'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:19:31.953101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9c19edae-95da-41df-b6f6-f42b414d84ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:19:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b2631804-a35e-4193-bcfd-03f3f9ca7f10'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:32.205571 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4d510-91b2-4f56-abc0-a379c20c42df req-02b5e8b0-dfa1-4d5f-8927-6e09baaabcc7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:32.216382 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d3d4d510-91b2-4f56-abc0-a379c20c42df req-02b5e8b0-dfa1-4d5f-8927-6e09baaabcc7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=1add0bf5-f503-4887-9dec-b2f21d310bd2 HTTP/1.1" status: 200 len: 945 time: 0.3793762 Feb 07 21:19:32.312370 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-744ce1a2-4a20-44e2-987c-c3c94ef6cf8f tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:32.403435 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d3d4d510-91b2-4f56-abc0-a379c20c42df req-abcd2558-5c28-4219-a4c8-22d416ee82be tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760528 Feb 07 21:19:32.558262 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-9c19edae-95da-41df-b6f6-f42b414d84ba None None] Set router b2631804-a35e-4193-bcfd-03f3f9ca7f10 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:19:32.638578 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-648f9f58-d3bd-48d9-ba01-5bd21ad9a3ee admin admin] Deleting port 233e303e-1185-43e1-8ace-b1cd57195b92 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:19:32.638578 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-648f9f58-d3bd-48d9-ba01-5bd21ad9a3ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (233e303e-1185-43e1-8ace-b1cd57195b92), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:32.915085 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-648f9f58-d3bd-48d9-ba01-5bd21ad9a3ee admin admin] For port 233e303e-1185-43e1-8ace-b1cd57195b92, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=233e303e-1185-43e1-8ace-b1cd57195b92,segment=NetworkSegment(2d331ba7-4f45-4447-8f80-489b1d7f8196),segment_id=2d331ba7-4f45-4447-8f80-489b1d7f8196)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:19:32.915085 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-648f9f58-d3bd-48d9-ba01-5bd21ad9a3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (233e303e-1185-43e1-8ace-b1cd57195b92), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:32.949687 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-648f9f58-d3bd-48d9-ba01-5bd21ad9a3ee admin admin] Calling delete_port for 233e303e-1185-43e1-8ace-b1cd57195b92 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:19:33.095343 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9c19edae-95da-41df-b6f6-f42b414d84ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'name': 'tempest-AttachVolumeTestJSON-65258003-router', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '6e8f5769-8d28-4772-968e-306256e6c687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:52Z', 'updated_at': '2022-02-07T21:19:29Z', 'revision_number': 5, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'gw_port': {'id': '6e8f5769-8d28-4772-968e-306256e6c687', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:53Z', 'updated_at': '2022-02-07T21:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:33.169424 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c19edae-95da-41df-b6f6-f42b414d84ba None None] Checking router: b2631804-a35e-4193-bcfd-03f3f9ca7f10 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:19:33.182663 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c19edae-95da-41df-b6f6-f42b414d84ba None None] Routers {'b2631804-a35e-4193-bcfd-03f3f9ca7f10'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:19:33.183291 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9c19edae-95da-41df-b6f6-f42b414d84ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:19:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b2631804-a35e-4193-bcfd-03f3f9ca7f10'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:33.364476 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-9c19edae-95da-41df-b6f6-f42b414d84ba None None] Set router b2631804-a35e-4193-bcfd-03f3f9ca7f10 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:19:33.383497 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-648f9f58-d3bd-48d9-ba01-5bd21ad9a3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (233e303e-1185-43e1-8ace-b1cd57195b92), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:33.406842 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e8f7688-61f1-463f-a99d-405a4131e6b1 admin admin] Publish callbacks [] for router (b2631804-a35e-4193-bcfd-03f3f9ca7f10), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:33.440356 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f9f58-d3bd-48d9-ba01-5bd21ad9a3ee admin admin] Pushing event deleted for resources: {'Port': ['ID=233e303e-1185-43e1-8ace-b1cd57195b92,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:33.792179 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:33.950259 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-648f9f58-d3bd-48d9-ba01-5bd21ad9a3ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (0470bf12-d7ae-46da-96d1-45ab594b4969), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:33.964420 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:34.078250 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9c19edae-95da-41df-b6f6-f42b414d84ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'name': 'tempest-AttachVolumeTestJSON-65258003-router', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '6e8f5769-8d28-4772-968e-306256e6c687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:52Z', 'updated_at': '2022-02-07T21:19:29Z', 'revision_number': 5, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'gw_port': {'id': '6e8f5769-8d28-4772-968e-306256e6c687', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:53Z', 'updated_at': '2022-02-07T21:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:34.096093 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-744ce1a2-4a20-44e2-987c-c3c94ef6cf8f tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Allocated IP 172.25.4.3 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/477436d4-98e9-4b06-9dc9-6dfa8ad8f682) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:19:34.124133 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c19edae-95da-41df-b6f6-f42b414d84ba None None] The sync data for ids ['b2631804-a35e-4193-bcfd-03f3f9ca7f10'] in n-d-828185-2 is: [{'id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'name': 'tempest-AttachVolumeTestJSON-65258003-router', 'tenant_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '6e8f5769-8d28-4772-968e-306256e6c687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:07:52Z', 'updated_at': '2022-02-07T21:19:29Z', 'revision_number': 5, 'project_id': 'f5a2142112eb4c46a5e7f5feebf5df31', 'gw_port': {'id': '6e8f5769-8d28-4772-968e-306256e6c687', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2631804-a35e-4193-bcfd-03f3f9ca7f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:07:53Z', 'updated_at': '2022-02-07T21:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:19:34.197535 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b3cd1-723a-4917-9c7f-6b0ff8948b03 req-8c36f07c-6288-40b9-aabf-e74366137d88 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:34.199143 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-663b3cd1-723a-4917-9c7f-6b0ff8948b03 req-8c36f07c-6288-40b9-aabf-e74366137d88 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=1add0bf5-f503-4887-9dec-b2f21d310bd2 HTTP/1.1" status: 200 len: 945 time: 0.5750265 Feb 07 21:19:34.239257 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e8f7688-61f1-463f-a99d-405a4131e6b1 admin admin] Publish callbacks [] for router_gateway (b2631804-a35e-4193-bcfd-03f3f9ca7f10), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:34.322612 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-663b3cd1-723a-4917-9c7f-6b0ff8948b03 req-387191b2-7cc4-4e54-8759-fac762522153 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025465 Feb 07 21:19:34.400573 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-744ce1a2-4a20-44e2-987c-c3c94ef6cf8f tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for port (477436d4-98e9-4b06-9dc9-6dfa8ad8f682), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:34.409112 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2e8f7688-61f1-463f-a99d-405a4131e6b1 admin admin] Deleting port 6e8f5769-8d28-4772-968e-306256e6c687 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:19:34.409750 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e8f7688-61f1-463f-a99d-405a4131e6b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (6e8f5769-8d28-4772-968e-306256e6c687), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:34.594707 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-2e8f7688-61f1-463f-a99d-405a4131e6b1 admin admin] For port 6e8f5769-8d28-4772-968e-306256e6c687, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=6e8f5769-8d28-4772-968e-306256e6c687,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:19:34.595926 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e8f7688-61f1-463f-a99d-405a4131e6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (6e8f5769-8d28-4772-968e-306256e6c687), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:34.612008 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648f9f58-d3bd-48d9-ba01-5bd21ad9a3ee admin admin] Router 0470bf12-d7ae-46da-96d1-45ab594b4969 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:19:34.617682 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2e8f7688-61f1-463f-a99d-405a4131e6b1 admin admin] Calling delete_port for 6e8f5769-8d28-4772-968e-306256e6c687 owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:19:34.655694 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 6bd167db-d6bb-4010-aa3e-81634840f6cb no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:19:34.706253 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 6bd167db-d6bb-4010-aa3e-81634840f6cb {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:19:34.709877 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 6bd167db-d6bb-4010-aa3e-81634840f6cb not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:19:34.867624 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648f9f58-d3bd-48d9-ba01-5bd21ad9a3ee admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:19:34.877589 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-648f9f58-d3bd-48d9-ba01-5bd21ad9a3ee admin admin] 10.222.0.65 "PUT /v2.0/routers/0470bf12-d7ae-46da-96d1-45ab594b4969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5312662 Feb 07 21:19:34.881168 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41582) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:34.882453 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb1e8d7-b1ca-404d-a746-5ded27b196c2 None None] Sync routers for ids ['0470bf12-d7ae-46da-96d1-45ab594b4969'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:19:34.941147 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb1e8d7-b1ca-404d-a746-5ded27b196c2 None None] Routers {'0470bf12-d7ae-46da-96d1-45ab594b4969'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:19:34.942508 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-dbb1e8d7-b1ca-404d-a746-5ded27b196c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:19:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['0470bf12-d7ae-46da-96d1-45ab594b4969'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:34.961582 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-744ce1a2-4a20-44e2-987c-c3c94ef6cf8f tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (477436d4-98e9-4b06-9dc9-6dfa8ad8f682), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:35.026338 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ce1a2-4a20-44e2-987c-c3c94ef6cf8f tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event updated for resources: {'Port': ['ID=477436d4-98e9-4b06-9dc9-6dfa8ad8f682,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:35.042938 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744ce1a2-4a20-44e2-987c-c3c94ef6cf8f tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:19:35.052263 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-744ce1a2-4a20-44e2-987c-c3c94ef6cf8f tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:19:35.054911 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744ce1a2-4a20-44e2-987c-c3c94ef6cf8f tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:19:35.078483 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e8f7688-61f1-463f-a99d-405a4131e6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (6e8f5769-8d28-4772-968e-306256e6c687), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:35.084154 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2eef6dd2-e0fb-40b8-93ca-f8823c6c62ca admin admin] Publish callbacks [] for router (0470bf12-d7ae-46da-96d1-45ab594b4969), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:35.138333 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f7688-61f1-463f-a99d-405a4131e6b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e8f5769-8d28-4772-968e-306256e6c687,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:35.214627 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-dbb1e8d7-b1ca-404d-a746-5ded27b196c2 None None] Set router 0470bf12-d7ae-46da-96d1-45ab594b4969 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:19:35.219013 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e8f7688-61f1-463f-a99d-405a4131e6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (b2631804-a35e-4193-bcfd-03f3f9ca7f10), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:35.290272 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2eef6dd2-e0fb-40b8-93ca-f8823c6c62ca admin admin] Publish callbacks [] for router_gateway (0470bf12-d7ae-46da-96d1-45ab594b4969), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:35.379716 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e8f7688-61f1-463f-a99d-405a4131e6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (b2631804-a35e-4193-bcfd-03f3f9ca7f10), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:35.385918 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e8f7688-61f1-463f-a99d-405a4131e6b1 admin admin] Publish callbacks [] for router_controller (b2631804-a35e-4193-bcfd-03f3f9ca7f10), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:35.430793 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2eef6dd2-e0fb-40b8-93ca-f8823c6c62ca admin admin] Deleting port 3760d084-e2e1-41a8-a69b-ca3fbb714c4e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:19:35.431410 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2eef6dd2-e0fb-40b8-93ca-f8823c6c62ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (3760d084-e2e1-41a8-a69b-ca3fbb714c4e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:35.463184 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-744ce1a2-4a20-44e2-987c-c3c94ef6cf8f tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (8bbd066b-2edc-47cd-81d1-84c224041a9f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:35.601203 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2eef6dd2-e0fb-40b8-93ca-f8823c6c62ca admin admin] For port 3760d084-e2e1-41a8-a69b-ca3fbb714c4e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=3760d084-e2e1-41a8-a69b-ca3fbb714c4e,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:19:35.603746 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2eef6dd2-e0fb-40b8-93ca-f8823c6c62ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (3760d084-e2e1-41a8-a69b-ca3fbb714c4e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:35.605934 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-744ce1a2-4a20-44e2-987c-c3c94ef6cf8f tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (477436d4-98e9-4b06-9dc9-6dfa8ad8f682), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:35.632937 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-dbb1e8d7-b1ca-404d-a746-5ded27b196c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'name': 'tempest-TaggedBootDevicesTest-647794533-router', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '3760d084-e2e1-41a8-a69b-ca3fbb714c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:11Z', 'updated_at': '2022-02-07T21:19:33Z', 'revision_number': 5, 'project_id': '42501a05a1164b8bab09e271e46d222b', 'gw_port': {'id': '3760d084-e2e1-41a8-a69b-ca3fbb714c4e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:14Z', 'updated_at': '2022-02-07T21:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:35.635316 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2eef6dd2-e0fb-40b8-93ca-f8823c6c62ca admin admin] Calling delete_port for 3760d084-e2e1-41a8-a69b-ca3fbb714c4e owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:19:35.685562 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e8f7688-61f1-463f-a99d-405a4131e6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (b2631804-a35e-4193-bcfd-03f3f9ca7f10), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:35.686130 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8f7688-61f1-463f-a99d-405a4131e6b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2631804-a35e-4193-bcfd-03f3f9ca7f10 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:19:35.697083 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e8f7688-61f1-463f-a99d-405a4131e6b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:35.697083 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2e8f7688-61f1-463f-a99d-405a4131e6b1 admin admin] 10.222.0.65 "DELETE /v2.0/routers/b2631804-a35e-4193-bcfd-03f3f9ca7f10 HTTP/1.1" status: 204 len: 168 time: 3.7446604 Feb 07 21:19:35.708254 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb1e8d7-b1ca-404d-a746-5ded27b196c2 None None] Checking router: 0470bf12-d7ae-46da-96d1-45ab594b4969 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:19:35.726323 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb1e8d7-b1ca-404d-a746-5ded27b196c2 None None] Routers {'0470bf12-d7ae-46da-96d1-45ab594b4969'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:19:35.727361 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-dbb1e8d7-b1ca-404d-a746-5ded27b196c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:19:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['0470bf12-d7ae-46da-96d1-45ab594b4969'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:35.765176 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41606) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:35.808852 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-744ce1a2-4a20-44e2-987c-c3c94ef6cf8f tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for port (477436d4-98e9-4b06-9dc9-6dfa8ad8f682), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:35.814748 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-744ce1a2-4a20-44e2-987c-c3c94ef6cf8f tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (477436d4-98e9-4b06-9dc9-6dfa8ad8f682), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:35.906724 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-744ce1a2-4a20-44e2-987c-c3c94ef6cf8f tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (8bbd066b-2edc-47cd-81d1-84c224041a9f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:35.909754 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-98a8e3d4-782f-4e58-b9fb-68480eac664b admin admin] Deleting subnet 14d3bb71-50ef-42a4-9bd8-c39c66580c69 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:19:35.914207 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98a8e3d4-782f-4e58-b9fb-68480eac664b admin admin] Publish callbacks [] for subnet (14d3bb71-50ef-42a4-9bd8-c39c66580c69), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:35.920164 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ce1a2-4a20-44e2-987c-c3c94ef6cf8f tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event updated for resources: {'Port': ['ID=477436d4-98e9-4b06-9dc9-6dfa8ad8f682,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:35.939228 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-744ce1a2-4a20-44e2-987c-c3c94ef6cf8f tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:35.941438 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-744ce1a2-4a20-44e2-987c-c3c94ef6cf8f tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.5581064 Feb 07 21:19:35.943456 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41612) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:35.950646 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-5c2863f3-bf84-4ae5-9c87-99b93037762a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Request body: {'port': {'network_id': '147cd8ee-c367-4743-a907-0837a8d31595', 'name': 'tempest-FloatingIPTestJSON-959716722'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:19:35.995719 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-dbb1e8d7-b1ca-404d-a746-5ded27b196c2 None None] Set router 0470bf12-d7ae-46da-96d1-45ab594b4969 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:19:36.066151 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98a8e3d4-782f-4e58-b9fb-68480eac664b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (14d3bb71-50ef-42a4-9bd8-c39c66580c69), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:36.098653 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-dbb1e8d7-b1ca-404d-a746-5ded27b196c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'name': 'tempest-TaggedBootDevicesTest-647794533-router', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:11Z', 'updated_at': '2022-02-07T21:19:35Z', 'revision_number': 6, 'project_id': '42501a05a1164b8bab09e271e46d222b', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:36.131709 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb1e8d7-b1ca-404d-a746-5ded27b196c2 None None] The sync data for ids ['0470bf12-d7ae-46da-96d1-45ab594b4969'] in n-d-828185-2 is: [{'id': '0470bf12-d7ae-46da-96d1-45ab594b4969', 'name': 'tempest-TaggedBootDevicesTest-647794533-router', 'tenant_id': '42501a05a1164b8bab09e271e46d222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:11Z', 'updated_at': '2022-02-07T21:19:35Z', 'revision_number': 6, 'project_id': '42501a05a1164b8bab09e271e46d222b', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:19:36.148809 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2863f3-bf84-4ae5-9c87-99b93037762a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Made reservation on behalf of cfc887b1679a432db42e50e477e9ffdc for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:19:36.162239 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c2863f3-bf84-4ae5-9c87-99b93037762a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:36.208357 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-5c2863f3-bf84-4ae5-9c87-99b93037762a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] device_id is not set on port 7c0c49cf-d98d-4bc6-bf2f-155f0375ea3c yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:19:36.364378 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-5c2863f3-bf84-4ae5-9c87-99b93037762a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Allocated IP 172.20.0.5 (147cd8ee-c367-4743-a907-0837a8d31595/b704d7ec-b582-4fdf-9c15-53fd3fee3d11/7c0c49cf-d98d-4bc6-bf2f-155f0375ea3c) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:19:36.583533 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c2863f3-bf84-4ae5-9c87-99b93037762a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for port (7c0c49cf-d98d-4bc6-bf2f-155f0375ea3c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:36.656644 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c2863f3-bf84-4ae5-9c87-99b93037762a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (7c0c49cf-d98d-4bc6-bf2f-155f0375ea3c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:36.780697 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98a8e3d4-782f-4e58-b9fb-68480eac664b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (14d3bb71-50ef-42a4-9bd8-c39c66580c69), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:36.782801 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2863f3-bf84-4ae5-9c87-99b93037762a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event updated for resources: {'Port': ['ID=7c0c49cf-d98d-4bc6-bf2f-155f0375ea3c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:36.853777 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0494c1d7-80d4-40d7-b63c-d8fb3dfbfeb4 req-0afd63c4-8724-442b-8674-698dac9cee51 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2659185 Feb 07 21:19:36.865580 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 6e8f5769-8d28-4772-968e-306256e6c687 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:19:36.874195 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2863f3-bf84-4ae5-9c87-99b93037762a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Network 147cd8ee-c367-4743-a907-0837a8d31595 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:19:36.875689 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-5c2863f3-bf84-4ae5-9c87-99b93037762a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:19:36.889492 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2863f3-bf84-4ae5-9c87-99b93037762a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:19:36.902129 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 6e8f5769-8d28-4772-968e-306256e6c687 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:19:36.909275 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 6e8f5769-8d28-4772-968e-306256e6c687 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:19:36.910026 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 233e303e-1185-43e1-8ace-b1cd57195b92 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:19:36.975045 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 233e303e-1185-43e1-8ace-b1cd57195b92 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:19:36.977376 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 233e303e-1185-43e1-8ace-b1cd57195b92 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:19:37.013364 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494c1d7-80d4-40d7-b63c-d8fb3dfbfeb4 req-975abb95-1251-4ed5-928b-716f1b00ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:37.014951 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0494c1d7-80d4-40d7-b63c-d8fb3dfbfeb4 req-975abb95-1251-4ed5-928b-716f1b00ea2a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 1127 time: 0.0980625 Feb 07 21:19:37.024127 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2863f3-bf84-4ae5-9c87-99b93037762a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:37.026367 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c2863f3-bf84-4ae5-9c87-99b93037762a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:37.068437 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5c2863f3-bf84-4ae5-9c87-99b93037762a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1234236 Feb 07 21:19:37.072160 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41646) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:37.094792 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ff2d5a86-880e-442d-a403-9212293d7315 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Request body: {'floatingip': {'port_id': '7c0c49cf-d98d-4bc6-bf2f-155f0375ea3c'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:19:37.148499 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98a8e3d4-782f-4e58-b9fb-68480eac664b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (14d3bb71-50ef-42a4-9bd8-c39c66580c69), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:37.156066 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2eef6dd2-e0fb-40b8-93ca-f8823c6c62ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (3760d084-e2e1-41a8-a69b-ca3fbb714c4e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:37.199455 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff2d5a86-880e-442d-a403-9212293d7315 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (8bbd066b-2edc-47cd-81d1-84c224041a9f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:37.264100 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8e3d4-782f-4e58-b9fb-68480eac664b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14d3bb71-50ef-42a4-9bd8-c39c66580c69,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:37.271308 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef6dd2-e0fb-40b8-93ca-f8823c6c62ca admin admin] Pushing event deleted for resources: {'Port': ['ID=3760d084-e2e1-41a8-a69b-ca3fbb714c4e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:37.278281 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98a8e3d4-782f-4e58-b9fb-68480eac664b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:37.282891 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b12664-10b3-43a5-94b8-65c00dd42195 None None] Network 16d43ce3-c262-4644-8d8c-68d5b7d28be5 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:19:37.295720 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-98a8e3d4-782f-4e58-b9fb-68480eac664b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/14d3bb71-50ef-42a4-9bd8-c39c66580c69 HTTP/1.1" status: 204 len: 168 time: 1.5295184 Feb 07 21:19:37.302828 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41654) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:37.530859 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf652f1f-9a82-43d7-81a2-6f4aee7c6166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (16d43ce3-c262-4644-8d8c-68d5b7d28be5), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:37.613759 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360e743f-f411-416d-98b2-1ee1de450b7e None None] DHCP port deletion for 16d43ce3-c262-4644-8d8c-68d5b7d28be5 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:19:37.640247 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2eef6dd2-e0fb-40b8-93ca-f8823c6c62ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (0470bf12-d7ae-46da-96d1-45ab594b4969), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:37.682416 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-360e743f-f411-416d-98b2-1ee1de450b7e None None] Deleting port 60ccaba1-eb64-4a2f-8782-cd8f492d91ef {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:19:37.684583 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-360e743f-f411-416d-98b2-1ee1de450b7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (60ccaba1-eb64-4a2f-8782-cd8f492d91ef), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:37.722698 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494c1d7-80d4-40d7-b63c-d8fb3dfbfeb4 req-279a9056-945c-4925-98b2-b083b82c0cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:37.724828 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0494c1d7-80d4-40d7-b63c-d8fb3dfbfeb4 req-279a9056-945c-4925-98b2-b083b82c0cd2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 913 time: 0.6856630 Feb 07 21:19:37.768681 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-360e743f-f411-416d-98b2-1ee1de450b7e None None] For port 60ccaba1-eb64-4a2f-8782-cd8f492d91ef, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=60ccaba1-eb64-4a2f-8782-cd8f492d91ef,segment=NetworkSegment(ca0230ab-0bc8-4d0b-aed5-fc5d476307d5),segment_id=ca0230ab-0bc8-4d0b-aed5-fc5d476307d5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:19:37.769461 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-360e743f-f411-416d-98b2-1ee1de450b7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (60ccaba1-eb64-4a2f-8782-cd8f492d91ef), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:37.791332 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-360e743f-f411-416d-98b2-1ee1de450b7e None None] Calling delete_port for 60ccaba1-eb64-4a2f-8782-cd8f492d91ef owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:19:37.865009 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2eef6dd2-e0fb-40b8-93ca-f8823c6c62ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (0470bf12-d7ae-46da-96d1-45ab594b4969), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:37.871275 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2eef6dd2-e0fb-40b8-93ca-f8823c6c62ca admin admin] Publish callbacks [] for router_controller (0470bf12-d7ae-46da-96d1-45ab594b4969), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:37.938499 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0494c1d7-80d4-40d7-b63c-d8fb3dfbfeb4 req-53b43fc2-c91e-4157-b1b5-b14cb1276f23 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17dc58fa-1248-4f88-b868-ac032c41d000 HTTP/1.1" status: 200 len: 1000 time: 0.1789570 Feb 07 21:19:37.962134 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2eef6dd2-e0fb-40b8-93ca-f8823c6c62ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (0470bf12-d7ae-46da-96d1-45ab594b4969), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:37.962932 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eef6dd2-e0fb-40b8-93ca-f8823c6c62ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0470bf12-d7ae-46da-96d1-45ab594b4969 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:19:37.976550 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-360e743f-f411-416d-98b2-1ee1de450b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (60ccaba1-eb64-4a2f-8782-cd8f492d91ef), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:38.001197 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2eef6dd2-e0fb-40b8-93ca-f8823c6c62ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:38.003042 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2eef6dd2-e0fb-40b8-93ca-f8823c6c62ca admin admin] 10.222.0.65 "DELETE /v2.0/routers/0470bf12-d7ae-46da-96d1-45ab594b4969 HTTP/1.1" status: 204 len: 168 time: 3.1207638 Feb 07 21:19:38.006657 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41666) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:38.025566 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-cf652f1f-9a82-43d7-81a2-6f4aee7c6166 admin admin] Deleting port 60ccaba1-eb64-4a2f-8782-cd8f492d91ef {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:19:38.026259 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf652f1f-9a82-43d7-81a2-6f4aee7c6166 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (60ccaba1-eb64-4a2f-8782-cd8f492d91ef), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:38.054517 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e743f-f411-416d-98b2-1ee1de450b7e None None] Pushing event deleted for resources: {'Port': ['ID=60ccaba1-eb64-4a2f-8782-cd8f492d91ef,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:38.079106 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360e743f-f411-416d-98b2-1ee1de450b7e None None] No DVR routers for this DVR port 60ccaba1-eb64-4a2f-8782-cd8f492d91ef on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:19:38.095211 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360e743f-f411-416d-98b2-1ee1de450b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:38.095786 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360e743f-f411-416d-98b2-1ee1de450b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:38.096424 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360e743f-f411-416d-98b2-1ee1de450b7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:38.096971 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360e743f-f411-416d-98b2-1ee1de450b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:38.097487 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360e743f-f411-416d-98b2-1ee1de450b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:38.098186 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360e743f-f411-416d-98b2-1ee1de450b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:38.098588 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360e743f-f411-416d-98b2-1ee1de450b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:38.099058 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360e743f-f411-416d-98b2-1ee1de450b7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:38.099433 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360e743f-f411-416d-98b2-1ee1de450b7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:38.099833 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360e743f-f411-416d-98b2-1ee1de450b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:38.100229 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360e743f-f411-416d-98b2-1ee1de450b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:38.100650 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360e743f-f411-416d-98b2-1ee1de450b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:38.101078 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360e743f-f411-416d-98b2-1ee1de450b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:38.243372 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494c1d7-80d4-40d7-b63c-d8fb3dfbfeb4 req-6fee2e68-9d90-444e-acbf-51112e016cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:38.248425 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0494c1d7-80d4-40d7-b63c-d8fb3dfbfeb4 req-6fee2e68-9d90-444e-acbf-51112e016cb3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.3009501 Feb 07 21:19:38.251424 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff2d5a86-880e-442d-a403-9212293d7315 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:38.268507 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff2d5a86-880e-442d-a403-9212293d7315 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (8bbd066b-2edc-47cd-81d1-84c224041a9f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:38.364298 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e43827-1623-4f06-b483-03308f08aa71 admin admin] Deleting subnet 14195520-c31c-46d3-a196-c4e089f2f729 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:19:38.367537 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-cf652f1f-9a82-43d7-81a2-6f4aee7c6166 admin admin] For port 60ccaba1-eb64-4a2f-8782-cd8f492d91ef, host n-d-828185-2, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:19:38.367902 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf652f1f-9a82-43d7-81a2-6f4aee7c6166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (60ccaba1-eb64-4a2f-8782-cd8f492d91ef), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:38.399343 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04e43827-1623-4f06-b483-03308f08aa71 admin admin] Publish callbacks [] for subnet (14195520-c31c-46d3-a196-c4e089f2f729), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:38.430703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-cf652f1f-9a82-43d7-81a2-6f4aee7c6166 admin admin] Calling delete_port for 60ccaba1-eb64-4a2f-8782-cd8f492d91ef owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:19:38.434929 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-cf652f1f-9a82-43d7-81a2-6f4aee7c6166 admin admin] Port 60ccaba1-eb64-4a2f-8782-cd8f492d91ef was not found and therefore no delete operation was performed {{(pid=103255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 21:19:38.435680 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [None req-ff2d5a86-880e-442d-a403-9212293d7315 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Floating IP 8bbd066b-2edc-47cd-81d1-84c224041a9f associated. External IP: 172.25.4.3, port: 7c0c49cf-d98d-4bc6-bf2f-155f0375ea3c. Feb 07 21:19:38.447933 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf652f1f-9a82-43d7-81a2-6f4aee7c6166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (60ccaba1-eb64-4a2f-8782-cd8f492d91ef), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:38.469064 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf652f1f-9a82-43d7-81a2-6f4aee7c6166 admin admin] No DVR routers for this DVR port 60ccaba1-eb64-4a2f-8782-cd8f492d91ef on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:19:38.498856 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf652f1f-9a82-43d7-81a2-6f4aee7c6166 admin admin] Pushing event deleted for resources: {'Port': ['ID=60ccaba1-eb64-4a2f-8782-cd8f492d91ef,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:38.524188 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04e43827-1623-4f06-b483-03308f08aa71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (14195520-c31c-46d3-a196-c4e089f2f729), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:38.574740 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494c1d7-80d4-40d7-b63c-d8fb3dfbfeb4 req-c1fc67a2-6660-4b1d-a134-d37808492ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:38.578417 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0494c1d7-80d4-40d7-b63c-d8fb3dfbfeb4 req-c1fc67a2-6660-4b1d-a134-d37808492ced service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3101273 Feb 07 21:19:38.622655 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 3760d084-e2e1-41a8-a69b-ca3fbb714c4e no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:19:38.655450 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 3760d084-e2e1-41a8-a69b-ca3fbb714c4e {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:19:38.656104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 3760d084-e2e1-41a8-a69b-ca3fbb714c4e not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:19:38.656796 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 60ccaba1-eb64-4a2f-8782-cd8f492d91ef no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:19:38.715239 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 60ccaba1-eb64-4a2f-8782-cd8f492d91ef {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:19:38.716695 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 60ccaba1-eb64-4a2f-8782-cd8f492d91ef not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:19:38.771740 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04e43827-1623-4f06-b483-03308f08aa71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (14195520-c31c-46d3-a196-c4e089f2f729), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:38.912966 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf652f1f-9a82-43d7-81a2-6f4aee7c6166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (16d43ce3-c262-4644-8d8c-68d5b7d28be5), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:38.997227 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2d5a86-880e-442d-a403-9212293d7315 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Router 5791bf9e-8b63-4335-b26d-aafce03f6d28 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:19:39.014003 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04e43827-1623-4f06-b483-03308f08aa71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (14195520-c31c-46d3-a196-c4e089f2f729), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:39.094128 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e43827-1623-4f06-b483-03308f08aa71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14195520-c31c-46d3-a196-c4e089f2f729,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:39.098219 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-cf652f1f-9a82-43d7-81a2-6f4aee7c6166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d43ce3-c262-4644-8d8c-68d5b7d28be5']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:39.105240 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04e43827-1623-4f06-b483-03308f08aa71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:39.109152 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-04e43827-1623-4f06-b483-03308f08aa71 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/14195520-c31c-46d3-a196-c4e089f2f729 HTTP/1.1" status: 204 len: 168 time: 1.0997894 Feb 07 21:19:39.112071 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f83e8df-a367-40e3-8518-93ac52d4a7b1 None None] Network 071b8c86-0422-4ec9-8876-4c05135f32b2 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:19:39.120367 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41708) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:39.131460 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-cf652f1f-9a82-43d7-81a2-6f4aee7c6166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca0230ab-0bc8-4d0b-aed5-fc5d476307d5') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:39.131895 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-cf652f1f-9a82-43d7-81a2-6f4aee7c6166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca0230ab-0bc8-4d0b-aed5-fc5d476307d5') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:39.190679 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf652f1f-9a82-43d7-81a2-6f4aee7c6166 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (ca0230ab-0bc8-4d0b-aed5-fc5d476307d5), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:39.223611 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf652f1f-9a82-43d7-81a2-6f4aee7c6166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (ca0230ab-0bc8-4d0b-aed5-fc5d476307d5), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:39.234685 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0494c1d7-80d4-40d7-b63c-d8fb3dfbfeb4 req-c9d00abd-996e-4c62-929c-9d4bef94999c service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6417930 Feb 07 21:19:39.239591 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf652f1f-9a82-43d7-81a2-6f4aee7c6166 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:19:39.240099 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf652f1f-9a82-43d7-81a2-6f4aee7c6166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (ca0230ab-0bc8-4d0b-aed5-fc5d476307d5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:19:39.242350 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:19:39.304091 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2d5a86-880e-442d-a403-9212293d7315 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:19:39.315921 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff2d5a86-880e-442d-a403-9212293d7315 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:39.332784 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe7556b-7134-46f3-bd5f-02a381c8f5ef None None] Sync routers for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:19:39.350166 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe7556b-7134-46f3-bd5f-02a381c8f5ef None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:19:39.351132 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4fe7556b-7134-46f3-bd5f-02a381c8f5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:19:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:39.408934 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ff2d5a86-880e-442d-a403-9212293d7315 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "PUT /v2.0/floatingips/8bbd066b-2edc-47cd-81d1-84c224041a9f HTTP/1.1" status: 200 len: 975 time: 2.3346748 Feb 07 21:19:39.409751 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41714) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:39.414588 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4fe7556b-7134-46f3-bd5f-02a381c8f5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:39.440898 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe7556b-7134-46f3-bd5f-02a381c8f5ef None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:19:39.443907 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4fe7556b-7134-46f3-bd5f-02a381c8f5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:19:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:39.526306 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4fe7556b-7134-46f3-bd5f-02a381c8f5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:39.527108 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe7556b-7134-46f3-bd5f-02a381c8f5ef None None] The sync data for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:19:39.539695 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e22534b-91d1-4f74-9b80-62d465c7df55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (071b8c86-0422-4ec9-8876-4c05135f32b2), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:39.549338 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0494c1d7-80d4-40d7-b63c-d8fb3dfbfeb4 req-0af680b3-f764-48ec-a904-2a7ffb2e5d98 service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039951 Feb 07 21:19:39.551472 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf652f1f-9a82-43d7-81a2-6f4aee7c6166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (16d43ce3-c262-4644-8d8c-68d5b7d28be5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:39.563430 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf652f1f-9a82-43d7-81a2-6f4aee7c6166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:39.574289 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-cf652f1f-9a82-43d7-81a2-6f4aee7c6166 admin admin] 10.222.0.65 "DELETE /v2.0/networks/16d43ce3-c262-4644-8d8c-68d5b7d28be5 HTTP/1.1" status: 204 len: 168 time: 2.2475736 Feb 07 21:19:39.631978 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b185cbb-79ea-4267-b523-ab9b838840f8 None None] DHCP port deletion for 071b8c86-0422-4ec9-8876-4c05135f32b2 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:19:39.655822 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf652f1f-9a82-43d7-81a2-6f4aee7c6166 admin admin] Pushing event deleted for resources: {'Network': ['ID=16d43ce3-c262-4644-8d8c-68d5b7d28be5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:39.703157 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-598a39ba-1324-4a01-9b3c-b9ed1d181090 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Deleting port 7c0c49cf-d98d-4bc6-bf2f-155f0375ea3c {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:19:39.705421 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-598a39ba-1324-4a01-9b3c-b9ed1d181090 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (7c0c49cf-d98d-4bc6-bf2f-155f0375ea3c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:39.751462 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8b185cbb-79ea-4267-b523-ab9b838840f8 None None] Deleting port 4825c64d-20a5-4711-91e5-8e40d4abcbe9 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:19:39.752808 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8b185cbb-79ea-4267-b523-ab9b838840f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (4825c64d-20a5-4711-91e5-8e40d4abcbe9), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:39.769659 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7e22534b-91d1-4f74-9b80-62d465c7df55 admin admin] Deleting port 4825c64d-20a5-4711-91e5-8e40d4abcbe9 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:19:39.770014 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e22534b-91d1-4f74-9b80-62d465c7df55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (4825c64d-20a5-4711-91e5-8e40d4abcbe9), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:39.948746 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7e22534b-91d1-4f74-9b80-62d465c7df55 admin admin] For port 4825c64d-20a5-4711-91e5-8e40d4abcbe9, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=4825c64d-20a5-4711-91e5-8e40d4abcbe9,segment=NetworkSegment(2d331ba7-4f45-4447-8f80-489b1d7f8196),segment_id=2d331ba7-4f45-4447-8f80-489b1d7f8196)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:19:39.949536 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e22534b-91d1-4f74-9b80-62d465c7df55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (4825c64d-20a5-4711-91e5-8e40d4abcbe9), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:39.960172 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8b185cbb-79ea-4267-b523-ab9b838840f8 None None] For port 4825c64d-20a5-4711-91e5-8e40d4abcbe9, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=4825c64d-20a5-4711-91e5-8e40d4abcbe9,segment=NetworkSegment(2d331ba7-4f45-4447-8f80-489b1d7f8196),segment_id=2d331ba7-4f45-4447-8f80-489b1d7f8196)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:19:39.962998 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8b185cbb-79ea-4267-b523-ab9b838840f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (4825c64d-20a5-4711-91e5-8e40d4abcbe9), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:39.988397 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7e22534b-91d1-4f74-9b80-62d465c7df55 admin admin] Calling delete_port for 4825c64d-20a5-4711-91e5-8e40d4abcbe9 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:19:39.996893 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41736) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:40.000825 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-598a39ba-1324-4a01-9b3c-b9ed1d181090 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (7c0c49cf-d98d-4bc6-bf2f-155f0375ea3c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:40.020671 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8b185cbb-79ea-4267-b523-ab9b838840f8 None None] Calling delete_port for 4825c64d-20a5-4711-91e5-8e40d4abcbe9 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:19:40.209116 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8b185cbb-79ea-4267-b523-ab9b838840f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (4825c64d-20a5-4711-91e5-8e40d4abcbe9), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:40.260852 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b185cbb-79ea-4267-b523-ab9b838840f8 None None] Pushing event deleted for resources: {'Port': ['ID=4825c64d-20a5-4711-91e5-8e40d4abcbe9,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:40.295685 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b185cbb-79ea-4267-b523-ab9b838840f8 None None] No DVR routers for this DVR port 4825c64d-20a5-4711-91e5-8e40d4abcbe9 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:19:40.388006 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-598a39ba-1324-4a01-9b3c-b9ed1d181090 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:40.388607 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-598a39ba-1324-4a01-9b3c-b9ed1d181090 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (8bbd066b-2edc-47cd-81d1-84c224041a9f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:40.388701 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [None req-598a39ba-1324-4a01-9b3c-b9ed1d181090 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Floating IP 8bbd066b-2edc-47cd-81d1-84c224041a9f disassociated. External IP: 172.25.4.3, port: 7c0c49cf-d98d-4bc6-bf2f-155f0375ea3c. Feb 07 21:19:40.389039 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-598a39ba-1324-4a01-9b3c-b9ed1d181090 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Calling delete_port for 7c0c49cf-d98d-4bc6-bf2f-155f0375ea3c owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:19:40.395516 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f0c8849c-fe58-4f3f-b068-7407456ae519 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f5a2142112eb4c46a5e7f5feebf5df31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3949313 Feb 07 21:19:40.396543 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41748) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:40.421636 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e22534b-91d1-4f74-9b80-62d465c7df55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (4825c64d-20a5-4711-91e5-8e40d4abcbe9), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:40.468245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22534b-91d1-4f74-9b80-62d465c7df55 admin admin] Pushing event deleted for resources: {'Port': ['ID=4825c64d-20a5-4711-91e5-8e40d4abcbe9,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:40.473435 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e22534b-91d1-4f74-9b80-62d465c7df55 admin admin] No DVR routers for this DVR port 4825c64d-20a5-4711-91e5-8e40d4abcbe9 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:19:40.580479 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 4825c64d-20a5-4711-91e5-8e40d4abcbe9 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:19:40.619365 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e22534b-91d1-4f74-9b80-62d465c7df55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (071b8c86-0422-4ec9-8876-4c05135f32b2), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:40.621715 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 4825c64d-20a5-4711-91e5-8e40d4abcbe9 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:19:40.623803 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 4825c64d-20a5-4711-91e5-8e40d4abcbe9 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:19:40.693100 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7e22534b-91d1-4f74-9b80-62d465c7df55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071b8c86-0422-4ec9-8876-4c05135f32b2']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:40.720952 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7e22534b-91d1-4f74-9b80-62d465c7df55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d331ba7-4f45-4447-8f80-489b1d7f8196') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:40.721539 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7e22534b-91d1-4f74-9b80-62d465c7df55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d331ba7-4f45-4447-8f80-489b1d7f8196') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:40.738045 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e22534b-91d1-4f74-9b80-62d465c7df55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (2d331ba7-4f45-4447-8f80-489b1d7f8196), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:40.761439 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e22534b-91d1-4f74-9b80-62d465c7df55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (2d331ba7-4f45-4447-8f80-489b1d7f8196), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:40.777763 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e22534b-91d1-4f74-9b80-62d465c7df55 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:19:40.778080 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-03935154-9c91-4fa6-8c2e-cf2d640a657f admin admin] Publish callbacks [] for security_group (9a1df7ce-9409-474f-bc5f-3da27ffef45a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:40.779970 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e22534b-91d1-4f74-9b80-62d465c7df55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (2d331ba7-4f45-4447-8f80-489b1d7f8196), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:19:40.782950 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:19:40.844247 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-03935154-9c91-4fa6-8c2e-cf2d640a657f admin admin] Publish callbacks [] for security_group (9a1df7ce-9409-474f-bc5f-3da27ffef45a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:40.883290 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e22534b-91d1-4f74-9b80-62d465c7df55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (071b8c86-0422-4ec9-8876-4c05135f32b2), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:40.893498 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e22534b-91d1-4f74-9b80-62d465c7df55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:40.897497 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7e22534b-91d1-4f74-9b80-62d465c7df55 admin admin] 10.222.0.65 "DELETE /v2.0/networks/071b8c86-0422-4ec9-8876-4c05135f32b2 HTTP/1.1" status: 204 len: 168 time: 1.7760515 Feb 07 21:19:40.915687 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41762) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:40.925307 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22534b-91d1-4f74-9b80-62d465c7df55 admin admin] Pushing event deleted for resources: {'Network': ['ID=071b8c86-0422-4ec9-8876-4c05135f32b2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:40.975390 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-03935154-9c91-4fa6-8c2e-cf2d640a657f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9a1df7ce-9409-474f-bc5f-3da27ffef45a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:40.980564 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-03935154-9c91-4fa6-8c2e-cf2d640a657f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:40.983900 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-03935154-9c91-4fa6-8c2e-cf2d640a657f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9a1df7ce-9409-474f-bc5f-3da27ffef45a HTTP/1.1" status: 204 len: 168 time: 0.5667121 Feb 07 21:19:41.011108 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03935154-9c91-4fa6-8c2e-cf2d640a657f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1df7ce-9409-474f-bc5f-3da27ffef45a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:41.155097 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-598a39ba-1324-4a01-9b3c-b9ed1d181090 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (7c0c49cf-d98d-4bc6-bf2f-155f0375ea3c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:41.237482 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a39ba-1324-4a01-9b3c-b9ed1d181090 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event deleted for resources: {'Port': ['ID=7c0c49cf-d98d-4bc6-bf2f-155f0375ea3c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:41.614068 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598a39ba-1324-4a01-9b3c-b9ed1d181090 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Router 5791bf9e-8b63-4335-b26d-aafce03f6d28 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:19:41.733981 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e81470f3-7c17-4dc1-bb04-b29b423cac70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (c6e099cb-ad00-43cb-9789-fd8fee7b1f79), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:41.900779 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598a39ba-1324-4a01-9b3c-b9ed1d181090 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:19:41.914512 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc27681-0b6c-402e-82b4-13f6db7b1eb9 None None] Sync routers for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:19:41.966438 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc27681-0b6c-402e-82b4-13f6db7b1eb9 None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:19:41.967083 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-bfc27681-0b6c-402e-82b4-13f6db7b1eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:19:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:42.058075 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-bfc27681-0b6c-402e-82b4-13f6db7b1eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:42.110936 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc27681-0b6c-402e-82b4-13f6db7b1eb9 None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:19:42.117495 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-bfc27681-0b6c-402e-82b4-13f6db7b1eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:19:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:42.229230 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-bfc27681-0b6c-402e-82b4-13f6db7b1eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:42.229889 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc27681-0b6c-402e-82b4-13f6db7b1eb9 None None] The sync data for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:19:42.457385 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e81470f3-7c17-4dc1-bb04-b29b423cac70 admin admin] Deleting port 23026730-3e0c-4fc7-ad75-6bac06ffe802 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:19:42.457802 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e81470f3-7c17-4dc1-bb04-b29b423cac70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (23026730-3e0c-4fc7-ad75-6bac06ffe802), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:42.488509 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-598a39ba-1324-4a01-9b3c-b9ed1d181090 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:42.494512 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-598a39ba-1324-4a01-9b3c-b9ed1d181090 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "DELETE /v2.0/ports/7c0c49cf-d98d-4bc6-bf2f-155f0375ea3c HTTP/1.1" status: 204 len: 168 time: 3.0830827 Feb 07 21:19:42.495115 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41812) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:42.568808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e81470f3-7c17-4dc1-bb04-b29b423cac70 admin admin] For port 23026730-3e0c-4fc7-ad75-6bac06ffe802, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=23026730-3e0c-4fc7-ad75-6bac06ffe802,segment=NetworkSegment(664497e5-186d-41f7-96e8-ff9c231ba5d1),segment_id=664497e5-186d-41f7-96e8-ff9c231ba5d1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:19:42.569424 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e81470f3-7c17-4dc1-bb04-b29b423cac70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (23026730-3e0c-4fc7-ad75-6bac06ffe802), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:42.585668 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e81470f3-7c17-4dc1-bb04-b29b423cac70 admin admin] Calling delete_port for 23026730-3e0c-4fc7-ad75-6bac06ffe802 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:19:42.611536 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-70ad5702-4179-4b27-bd71-a6aa800fe802 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "GET /v2.0/floatingips/8bbd066b-2edc-47cd-81d1-84c224041a9f HTTP/1.1" status: 200 len: 686 time: 0.1151986 Feb 07 21:19:42.612198 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41816) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:42.852692 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e81470f3-7c17-4dc1-bb04-b29b423cac70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (23026730-3e0c-4fc7-ad75-6bac06ffe802), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:42.855516 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e471305b-986e-4222-8c18-5433d8fb43e9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Deleting port 477436d4-98e9-4b06-9dc9-6dfa8ad8f682 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:19:42.856339 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e471305b-986e-4222-8c18-5433d8fb43e9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (477436d4-98e9-4b06-9dc9-6dfa8ad8f682), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:42.897050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81470f3-7c17-4dc1-bb04-b29b423cac70 admin admin] Pushing event deleted for resources: {'Port': ['ID=23026730-3e0c-4fc7-ad75-6bac06ffe802,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:43.085189 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e471305b-986e-4222-8c18-5433d8fb43e9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (477436d4-98e9-4b06-9dc9-6dfa8ad8f682), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:43.085516 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e471305b-986e-4222-8c18-5433d8fb43e9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (477436d4-98e9-4b06-9dc9-6dfa8ad8f682), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:43.089554 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41826) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:43.146145 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e471305b-986e-4222-8c18-5433d8fb43e9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Calling delete_port for 477436d4-98e9-4b06-9dc9-6dfa8ad8f682 owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:19:43.291443 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e81470f3-7c17-4dc1-bb04-b29b423cac70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (c6e099cb-ad00-43cb-9789-fd8fee7b1f79), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:43.418675 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6a3d382f-7b88-4d5f-84ad-050335205a20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:43.538170 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6a3d382f-7b88-4d5f-84ad-050335205a20 admin admin] Publish callbacks [] for security_group (c98cdf79-e132-43fd-a6b4-1b2d17ca44fc), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:43.539440 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e471305b-986e-4222-8c18-5433d8fb43e9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (477436d4-98e9-4b06-9dc9-6dfa8ad8f682), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:43.572194 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6a3d382f-7b88-4d5f-84ad-050335205a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c98cdf79-e132-43fd-a6b4-1b2d17ca44fc), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:43.641038 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6a3d382f-7b88-4d5f-84ad-050335205a20 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5f92241558b0479693f6222f5469ad7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5502326 Feb 07 21:19:43.643805 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471305b-986e-4222-8c18-5433d8fb43e9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event deleted for resources: {'Port': ['ID=477436d4-98e9-4b06-9dc9-6dfa8ad8f682,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:43.650286 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41848) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:43.878657 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d382f-7b88-4d5f-84ad-050335205a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98cdf79-e132-43fd-a6b4-1b2d17ca44fc,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:43.976301 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ecfa6c7-5f7a-4703-ad80-811348711228 admin admin] Publish callbacks [] for security_group (c98cdf79-e132-43fd-a6b4-1b2d17ca44fc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:43.978544 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e471305b-986e-4222-8c18-5433d8fb43e9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (8bbd066b-2edc-47cd-81d1-84c224041a9f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:43.981429 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e471305b-986e-4222-8c18-5433d8fb43e9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:43.986610 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e471305b-986e-4222-8c18-5433d8fb43e9 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "DELETE /v2.0/floatingips/8bbd066b-2edc-47cd-81d1-84c224041a9f HTTP/1.1" status: 204 len: 168 time: 1.3733594 Feb 07 21:19:43.987564 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41858) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:44.003145 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0cdd6f04-2bbc-4bbc-8a64-62c6684816d0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'port_id': '8b37f4ef-1b10-467b-98f2-bbb83c19fcaf'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:19:44.010168 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ecfa6c7-5f7a-4703-ad80-811348711228 admin admin] Publish callbacks [] for security_group (c98cdf79-e132-43fd-a6b4-1b2d17ca44fc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:44.080933 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ecfa6c7-5f7a-4703-ad80-811348711228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c98cdf79-e132-43fd-a6b4-1b2d17ca44fc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:44.084076 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81470f3-7c17-4dc1-bb04-b29b423cac70 admin admin] Router c6e099cb-ad00-43cb-9789-fd8fee7b1f79 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:19:44.084772 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ecfa6c7-5f7a-4703-ad80-811348711228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:44.085132 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0cdd6f04-2bbc-4bbc-8a64-62c6684816d0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:44.086343 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6ecfa6c7-5f7a-4703-ad80-811348711228 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c98cdf79-e132-43fd-a6b4-1b2d17ca44fc HTTP/1.1" status: 204 len: 168 time: 0.4267509 Feb 07 21:19:44.102095 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfa6c7-5f7a-4703-ad80-811348711228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98cdf79-e132-43fd-a6b4-1b2d17ca44fc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:44.475883 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81470f3-7c17-4dc1-bb04-b29b423cac70 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:19:44.488572 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbdf681-ab67-4310-8c16-0b2ed2ad7ffc None None] Sync routers for ids ['c6e099cb-ad00-43cb-9789-fd8fee7b1f79'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:19:44.494085 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e81470f3-7c17-4dc1-bb04-b29b423cac70 admin admin] 10.222.0.65 "PUT /v2.0/routers/c6e099cb-ad00-43cb-9789-fd8fee7b1f79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5747485 Feb 07 21:19:44.494655 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41872) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:44.513881 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0cdd6f04-2bbc-4bbc-8a64-62c6684816d0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:44.524135 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbdf681-ab67-4310-8c16-0b2ed2ad7ffc None None] Routers {'c6e099cb-ad00-43cb-9789-fd8fee7b1f79'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:19:44.527805 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-bdbdf681-ab67-4310-8c16-0b2ed2ad7ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:19:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c6e099cb-ad00-43cb-9789-fd8fee7b1f79'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:44.728054 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-0cdd6f04-2bbc-4bbc-8a64-62c6684816d0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Allocated IP 172.25.4.10 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/84284e71-8057-482b-b2e1-1548a15c70ab) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:19:44.801576 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41884) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:44.889135 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ffd34d7-4bc3-4137-99ef-b671934ab158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:44.903382 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-bdbdf681-ab67-4310-8c16-0b2ed2ad7ffc None None] Set router c6e099cb-ad00-43cb-9789-fd8fee7b1f79 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:19:44.928062 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-704c7e4f-bc28-4138-a99e-529bd6a768df admin admin] Publish callbacks [] for router (c6e099cb-ad00-43cb-9789-fd8fee7b1f79), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:44.965790 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0cdd6f04-2bbc-4bbc-8a64-62c6684816d0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for port (84284e71-8057-482b-b2e1-1548a15c70ab), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:45.091925 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0cdd6f04-2bbc-4bbc-8a64-62c6684816d0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (84284e71-8057-482b-b2e1-1548a15c70ab), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:45.197625 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67418c-8739-4fd7-a080-d221b29fce2e req-5b892c6a-ca6a-460c-97c4-94598466f809 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:45.199276 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de67418c-8739-4fd7-a080-d221b29fce2e req-5b892c6a-ca6a-460c-97c4-94598466f809 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.1788270 Feb 07 21:19:45.213792 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdd6f04-2bbc-4bbc-8a64-62c6684816d0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:19:45.255805 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-0cdd6f04-2bbc-4bbc-8a64-62c6684816d0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:19:45.284129 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdd6f04-2bbc-4bbc-8a64-62c6684816d0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:19:45.387592 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd6f04-2bbc-4bbc-8a64-62c6684816d0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event updated for resources: {'Port': ['ID=84284e71-8057-482b-b2e1-1548a15c70ab,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:45.426878 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-bdbdf681-ab67-4310-8c16-0b2ed2ad7ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e099cb-ad00-43cb-9789-fd8fee7b1f79', 'name': 'tempest-TaggedBootDevicesTest-1349918207-router', 'tenant_id': 'b9bb550400fb4485ae6df76716ce88a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '19768bec-69fb-4895-8d36-9eb6a09ddf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:31Z', 'updated_at': '2022-02-07T21:19:42Z', 'revision_number': 5, 'project_id': 'b9bb550400fb4485ae6df76716ce88a9', 'gw_port': {'id': '19768bec-69fb-4895-8d36-9eb6a09ddf9e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e099cb-ad00-43cb-9789-fd8fee7b1f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:33Z', 'updated_at': '2022-02-07T21:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:45.441127 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-704c7e4f-bc28-4138-a99e-529bd6a768df admin admin] Publish callbacks [] for router_gateway (c6e099cb-ad00-43cb-9789-fd8fee7b1f79), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:45.460079 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbdf681-ab67-4310-8c16-0b2ed2ad7ffc None None] Checking router: c6e099cb-ad00-43cb-9789-fd8fee7b1f79 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:19:45.471100 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbdf681-ab67-4310-8c16-0b2ed2ad7ffc None None] Routers {'c6e099cb-ad00-43cb-9789-fd8fee7b1f79'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:19:45.472074 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-bdbdf681-ab67-4310-8c16-0b2ed2ad7ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:19:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c6e099cb-ad00-43cb-9789-fd8fee7b1f79'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:45.502578 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ffd34d7-4bc3-4137-99ef-b671934ab158 admin admin] Publish callbacks [] for security_group (a0c572fc-6202-4ae3-8f1f-ed4ece0ade9a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:45.513986 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ffd34d7-4bc3-4137-99ef-b671934ab158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a0c572fc-6202-4ae3-8f1f-ed4ece0ade9a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:45.547067 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de67418c-8739-4fd7-a080-d221b29fce2e req-a23cab69-0934-4c72-9a71-94bba0ef9d32 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3259938 Feb 07 21:19:45.655973 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd34d7-4bc3-4137-99ef-b671934ab158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c572fc-6202-4ae3-8f1f-ed4ece0ade9a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:45.691706 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2ffd34d7-4bc3-4137-99ef-b671934ab158 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b2951f1c77bc4aa0ae8ebf527477d2d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8883665 Feb 07 21:19:45.694811 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41904) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:45.926472 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-704c7e4f-bc28-4138-a99e-529bd6a768df admin admin] Deleting port 19768bec-69fb-4895-8d36-9eb6a09ddf9e {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:19:45.927099 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-704c7e4f-bc28-4138-a99e-529bd6a768df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (19768bec-69fb-4895-8d36-9eb6a09ddf9e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:45.938574 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55988b31-c948-4689-bc7a-153144d6abcd admin admin] Publish callbacks [] for security_group (a0c572fc-6202-4ae3-8f1f-ed4ece0ade9a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:46.008759 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55988b31-c948-4689-bc7a-153144d6abcd admin admin] Publish callbacks [] for security_group (a0c572fc-6202-4ae3-8f1f-ed4ece0ade9a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:46.124582 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfa718-36af-4e7e-b7b7-29c51b0cfe08 req-9f1176bf-6aeb-4ed2-a536-455aa644a671 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:46.143416 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16dfa718-36af-4e7e-b7b7-29c51b0cfe08 req-9f1176bf-6aeb-4ed2-a536-455aa644a671 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.3749175 Feb 07 21:19:46.175152 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-bdbdf681-ab67-4310-8c16-0b2ed2ad7ffc None None] Set router c6e099cb-ad00-43cb-9789-fd8fee7b1f79 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:19:46.328167 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-704c7e4f-bc28-4138-a99e-529bd6a768df admin admin] For port 19768bec-69fb-4895-8d36-9eb6a09ddf9e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=19768bec-69fb-4895-8d36-9eb6a09ddf9e,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:19:46.328550 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-704c7e4f-bc28-4138-a99e-529bd6a768df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (19768bec-69fb-4895-8d36-9eb6a09ddf9e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:46.363936 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-704c7e4f-bc28-4138-a99e-529bd6a768df admin admin] Calling delete_port for 19768bec-69fb-4895-8d36-9eb6a09ddf9e owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:19:46.441083 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16dfa718-36af-4e7e-b7b7-29c51b0cfe08 req-5ed7f2f8-b8c3-486f-a612-66404cb78098 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2962546 Feb 07 21:19:46.566064 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55988b31-c948-4689-bc7a-153144d6abcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a0c572fc-6202-4ae3-8f1f-ed4ece0ade9a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:46.568987 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55988b31-c948-4689-bc7a-153144d6abcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:46.572947 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-55988b31-c948-4689-bc7a-153144d6abcd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a0c572fc-6202-4ae3-8f1f-ed4ece0ade9a HTTP/1.1" status: 204 len: 168 time: 0.8675382 Feb 07 21:19:46.583907 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-704c7e4f-bc28-4138-a99e-529bd6a768df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (19768bec-69fb-4895-8d36-9eb6a09ddf9e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:46.588416 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55988b31-c948-4689-bc7a-153144d6abcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c572fc-6202-4ae3-8f1f-ed4ece0ade9a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:46.617514 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c7e4f-bc28-4138-a99e-529bd6a768df admin admin] Pushing event deleted for resources: {'Port': ['ID=19768bec-69fb-4895-8d36-9eb6a09ddf9e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:46.703084 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-704c7e4f-bc28-4138-a99e-529bd6a768df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (c6e099cb-ad00-43cb-9789-fd8fee7b1f79), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:46.775505 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-bdbdf681-ab67-4310-8c16-0b2ed2ad7ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e099cb-ad00-43cb-9789-fd8fee7b1f79', 'name': 'tempest-TaggedBootDevicesTest-1349918207-router', 'tenant_id': 'b9bb550400fb4485ae6df76716ce88a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '19768bec-69fb-4895-8d36-9eb6a09ddf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:31Z', 'updated_at': '2022-02-07T21:19:42Z', 'revision_number': 5, 'project_id': 'b9bb550400fb4485ae6df76716ce88a9', 'gw_port': {'id': '19768bec-69fb-4895-8d36-9eb6a09ddf9e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e099cb-ad00-43cb-9789-fd8fee7b1f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:33Z', 'updated_at': '2022-02-07T21:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:46.856617 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbdf681-ab67-4310-8c16-0b2ed2ad7ffc None None] The sync data for ids ['c6e099cb-ad00-43cb-9789-fd8fee7b1f79'] in n-d-828185-2 is: [{'id': 'c6e099cb-ad00-43cb-9789-fd8fee7b1f79', 'name': 'tempest-TaggedBootDevicesTest-1349918207-router', 'tenant_id': 'b9bb550400fb4485ae6df76716ce88a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '19768bec-69fb-4895-8d36-9eb6a09ddf9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:10:31Z', 'updated_at': '2022-02-07T21:19:42Z', 'revision_number': 5, 'project_id': 'b9bb550400fb4485ae6df76716ce88a9', 'gw_port': {'id': '19768bec-69fb-4895-8d36-9eb6a09ddf9e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e099cb-ad00-43cb-9789-fd8fee7b1f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:10:33Z', 'updated_at': '2022-02-07T21:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:19:46.914276 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-704c7e4f-bc28-4138-a99e-529bd6a768df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (c6e099cb-ad00-43cb-9789-fd8fee7b1f79), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:46.921234 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-704c7e4f-bc28-4138-a99e-529bd6a768df admin admin] Publish callbacks [] for router_controller (c6e099cb-ad00-43cb-9789-fd8fee7b1f79), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:47.062813 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0cdd6f04-2bbc-4bbc-8a64-62c6684816d0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (1da5b704-4731-423d-8523-ac9db0a1cb02), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:47.144658 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-704c7e4f-bc28-4138-a99e-529bd6a768df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (c6e099cb-ad00-43cb-9789-fd8fee7b1f79), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:47.144658 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704c7e4f-bc28-4138-a99e-529bd6a768df admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6e099cb-ad00-43cb-9789-fd8fee7b1f79 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:19:47.144658 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-704c7e4f-bc28-4138-a99e-529bd6a768df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:47.144658 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-704c7e4f-bc28-4138-a99e-529bd6a768df admin admin] 10.222.0.65 "DELETE /v2.0/routers/c6e099cb-ad00-43cb-9789-fd8fee7b1f79 HTTP/1.1" status: 204 len: 168 time: 2.6080215 Feb 07 21:19:47.145684 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41950) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:47.316536 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fda79ab-1743-481b-be41-813cc58917dd admin admin] Deleting subnet 6f0692ef-4dd4-41a5-ab64-713dfaafe110 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:19:47.334793 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6fda79ab-1743-481b-be41-813cc58917dd admin admin] Publish callbacks [] for subnet (6f0692ef-4dd4-41a5-ab64-713dfaafe110), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:47.337386 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0cdd6f04-2bbc-4bbc-8a64-62c6684816d0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (84284e71-8057-482b-b2e1-1548a15c70ab), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:47.410223 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3564e9-fe35-4540-9aa1-93dc96baad17 req-6e1a8215-70ec-4331-a2f1-4f39c6a3ed57 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:47.419309 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de3564e9-fe35-4540-9aa1-93dc96baad17 req-6e1a8215-70ec-4331-a2f1-4f39c6a3ed57 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.3052535 Feb 07 21:19:47.454755 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6fda79ab-1743-481b-be41-813cc58917dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (6f0692ef-4dd4-41a5-ab64-713dfaafe110), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:47.567489 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de3564e9-fe35-4540-9aa1-93dc96baad17 req-e1dd298a-918e-45c0-b99a-7950275d3cda tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469553 Feb 07 21:19:47.712541 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6fda79ab-1743-481b-be41-813cc58917dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (6f0692ef-4dd4-41a5-ab64-713dfaafe110), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:47.909811 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0cdd6f04-2bbc-4bbc-8a64-62c6684816d0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for port (84284e71-8057-482b-b2e1-1548a15c70ab), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:47.929342 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0cdd6f04-2bbc-4bbc-8a64-62c6684816d0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (84284e71-8057-482b-b2e1-1548a15c70ab), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:48.085177 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6fda79ab-1743-481b-be41-813cc58917dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (6f0692ef-4dd4-41a5-ab64-713dfaafe110), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:48.184124 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6fda79ab-1743-481b-be41-813cc58917dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:48.186823 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b293ef74-22af-468b-801e-3f1c1d8ba67c None None] Network baba66d9-82cb-4c18-baf3-14f43d745274 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:19:48.193542 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6fda79ab-1743-481b-be41-813cc58917dd admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6f0692ef-4dd4-41a5-ab64-713dfaafe110 HTTP/1.1" status: 204 len: 168 time: 1.0837543 Feb 07 21:19:48.196561 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42010) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:48.203294 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda79ab-1743-481b-be41-813cc58917dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f0692ef-4dd4-41a5-ab64-713dfaafe110,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:48.212235 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd6f04-2bbc-4bbc-8a64-62c6684816d0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event updated for resources: {'Port': ['ID=84284e71-8057-482b-b2e1-1548a15c70ab,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:48.226417 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0cdd6f04-2bbc-4bbc-8a64-62c6684816d0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (1da5b704-4731-423d-8523-ac9db0a1cb02), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:48.426746 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac9488dc-1cac-41e2-b1e2-df8539bbd081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (baba66d9-82cb-4c18-baf3-14f43d745274), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:48.451714 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-12b5236e-e221-41d0-ac64-3ee37995a003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:48.599759 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ac9488dc-1cac-41e2-b1e2-df8539bbd081 admin admin] Deleting port a89d6902-7041-4e78-a480-8d0dc318df86 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:19:48.600457 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac9488dc-1cac-41e2-b1e2-df8539bbd081 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (a89d6902-7041-4e78-a480-8d0dc318df86), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:48.602324 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-0cdd6f04-2bbc-4bbc-8a64-62c6684816d0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Floating IP 1da5b704-4731-423d-8523-ac9db0a1cb02 associated. External IP: 172.25.4.10, port: 8b37f4ef-1b10-467b-98f2-bbb83c19fcaf. Feb 07 21:19:48.642143 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d317cb-9152-4325-9cc1-04f5faace3b8 None None] DHCP port deletion for baba66d9-82cb-4c18-baf3-14f43d745274 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:19:48.703286 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 19768bec-69fb-4895-8d36-9eb6a09ddf9e no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:19:48.731135 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ac9488dc-1cac-41e2-b1e2-df8539bbd081 admin admin] For port a89d6902-7041-4e78-a480-8d0dc318df86, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a89d6902-7041-4e78-a480-8d0dc318df86,segment=NetworkSegment(664497e5-186d-41f7-96e8-ff9c231ba5d1),segment_id=664497e5-186d-41f7-96e8-ff9c231ba5d1)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:19:48.731503 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac9488dc-1cac-41e2-b1e2-df8539bbd081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (a89d6902-7041-4e78-a480-8d0dc318df86), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:48.740685 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 19768bec-69fb-4895-8d36-9eb6a09ddf9e {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:19:48.741701 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 19768bec-69fb-4895-8d36-9eb6a09ddf9e not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:19:48.742343 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 23026730-3e0c-4fc7-ad75-6bac06ffe802 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:19:48.745461 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ac9488dc-1cac-41e2-b1e2-df8539bbd081 admin admin] Calling delete_port for a89d6902-7041-4e78-a480-8d0dc318df86 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:19:48.767895 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 23026730-3e0c-4fc7-ad75-6bac06ffe802 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:19:48.769162 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 23026730-3e0c-4fc7-ad75-6bac06ffe802 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:19:48.807561 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e0d317cb-9152-4325-9cc1-04f5faace3b8 None None] Deleting port a89d6902-7041-4e78-a480-8d0dc318df86 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:19:48.808378 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e0d317cb-9152-4325-9cc1-04f5faace3b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (a89d6902-7041-4e78-a480-8d0dc318df86), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:48.888172 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac9488dc-1cac-41e2-b1e2-df8539bbd081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (a89d6902-7041-4e78-a480-8d0dc318df86), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:48.910376 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e0d317cb-9152-4325-9cc1-04f5faace3b8 None None] For port a89d6902-7041-4e78-a480-8d0dc318df86, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a89d6902-7041-4e78-a480-8d0dc318df86,segment=NetworkSegment(664497e5-186d-41f7-96e8-ff9c231ba5d1),segment_id=664497e5-186d-41f7-96e8-ff9c231ba5d1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:19:48.911062 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e0d317cb-9152-4325-9cc1-04f5faace3b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (a89d6902-7041-4e78-a480-8d0dc318df86), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:48.929726 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e0d317cb-9152-4325-9cc1-04f5faace3b8 None None] Calling delete_port for a89d6902-7041-4e78-a480-8d0dc318df86 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:19:48.962840 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4ba0d-d644-433d-bd8e-0b8c735e5985 req-48d61d1b-24ba-4827-a87f-d9f7d03a0fb2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:48.970303 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9488dc-1cac-41e2-b1e2-df8539bbd081 admin admin] Pushing event deleted for resources: {'Port': ['ID=a89d6902-7041-4e78-a480-8d0dc318df86,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:48.974634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-39f4ba0d-d644-433d-bd8e-0b8c735e5985 req-48d61d1b-24ba-4827-a87f-d9f7d03a0fb2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.4240446 Feb 07 21:19:48.985500 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9488dc-1cac-41e2-b1e2-df8539bbd081 admin admin] No DVR routers for this DVR port a89d6902-7041-4e78-a480-8d0dc318df86 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:19:49.025914 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e0d317cb-9152-4325-9cc1-04f5faace3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (a89d6902-7041-4e78-a480-8d0dc318df86), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:49.041191 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d317cb-9152-4325-9cc1-04f5faace3b8 None None] No DVR routers for this DVR port a89d6902-7041-4e78-a480-8d0dc318df86 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:19:49.081559 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d317cb-9152-4325-9cc1-04f5faace3b8 None None] Pushing event deleted for resources: {'Port': ['ID=a89d6902-7041-4e78-a480-8d0dc318df86,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:49.108219 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-39f4ba0d-d644-433d-bd8e-0b8c735e5985 req-729b6d61-de58-4e02-9e60-b56594402702 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292124 Feb 07 21:19:49.205248 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac9488dc-1cac-41e2-b1e2-df8539bbd081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (baba66d9-82cb-4c18-baf3-14f43d745274), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:49.257987 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ac9488dc-1cac-41e2-b1e2-df8539bbd081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baba66d9-82cb-4c18-baf3-14f43d745274']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:49.279937 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ac9488dc-1cac-41e2-b1e2-df8539bbd081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664497e5-186d-41f7-96e8-ff9c231ba5d1') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:49.280237 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ac9488dc-1cac-41e2-b1e2-df8539bbd081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664497e5-186d-41f7-96e8-ff9c231ba5d1') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:49.301378 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac9488dc-1cac-41e2-b1e2-df8539bbd081 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (664497e5-186d-41f7-96e8-ff9c231ba5d1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:49.361778 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac9488dc-1cac-41e2-b1e2-df8539bbd081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (664497e5-186d-41f7-96e8-ff9c231ba5d1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:49.374585 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9488dc-1cac-41e2-b1e2-df8539bbd081 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:19:49.374952 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac9488dc-1cac-41e2-b1e2-df8539bbd081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (664497e5-186d-41f7-96e8-ff9c231ba5d1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:19:49.381473 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:19:49.392092 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdd6f04-2bbc-4bbc-8a64-62c6684816d0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Router 5791bf9e-8b63-4335-b26d-aafce03f6d28 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:19:49.515384 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac9488dc-1cac-41e2-b1e2-df8539bbd081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (baba66d9-82cb-4c18-baf3-14f43d745274), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:49.545308 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac9488dc-1cac-41e2-b1e2-df8539bbd081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:49.564859 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ac9488dc-1cac-41e2-b1e2-df8539bbd081 admin admin] 10.222.0.65 "DELETE /v2.0/networks/baba66d9-82cb-4c18-baf3-14f43d745274 HTTP/1.1" status: 204 len: 168 time: 1.3515332 Feb 07 21:19:49.566840 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9488dc-1cac-41e2-b1e2-df8539bbd081 admin admin] Pushing event deleted for resources: {'Network': ['ID=baba66d9-82cb-4c18-baf3-14f43d745274,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:49.579628 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdd6f04-2bbc-4bbc-8a64-62c6684816d0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:19:49.593752 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbfc271-8828-49c2-ba84-3caf8516d056 None None] Sync routers for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:19:49.612782 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0cdd6f04-2bbc-4bbc-8a64-62c6684816d0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:49.615275 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbfc271-8828-49c2-ba84-3caf8516d056 None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:19:49.616086 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9cbfc271-8828-49c2-ba84-3caf8516d056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:19:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:49.715127 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0cdd6f04-2bbc-4bbc-8a64-62c6684816d0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.7242575 Feb 07 21:19:49.715454 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42066) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:49.725916 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9cbfc271-8828-49c2-ba84-3caf8516d056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:49.726859 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7c5eabf5-d4a9-40bd-8c3a-27f30e64a2f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-746373521'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:19:49.752583 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbfc271-8828-49c2-ba84-3caf8516d056 None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:19:49.754699 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9cbfc271-8828-49c2-ba84-3caf8516d056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:19:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:49.769138 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5eabf5-d4a9-40bd-8c3a-27f30e64a2f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Made reservation on behalf of cfc887b1679a432db42e50e477e9ffdc for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:19:49.773079 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c5eabf5-d4a9-40bd-8c3a-27f30e64a2f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:49.858238 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5eabf5-d4a9-40bd-8c3a-27f30e64a2f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:19:49.865671 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9cbfc271-8828-49c2-ba84-3caf8516d056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:49.867635 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbfc271-8828-49c2-ba84-3caf8516d056 None None] The sync data for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:19:49.879098 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c5eabf5-d4a9-40bd-8c3a-27f30e64a2f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (c769d678-1928-4a66-87fc-1f50bed080de), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:49.879795 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-7c5eabf5-d4a9-40bd-8c3a-27f30e64a2f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Added segment c769d678-1928-4a66-87fc-1f50bed080de of type vlan for network 6426ff94-86ae-412b-b7e7-d2913a4d1745 Feb 07 21:19:49.934508 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c5eabf5-d4a9-40bd-8c3a-27f30e64a2f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (6426ff94-86ae-412b-b7e7-d2913a4d1745), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:49.971500 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c5eabf5-d4a9-40bd-8c3a-27f30e64a2f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (6426ff94-86ae-412b-b7e7-d2913a4d1745), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:49.978898 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5eabf5-d4a9-40bd-8c3a-27f30e64a2f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:49.980019 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c5eabf5-d4a9-40bd-8c3a-27f30e64a2f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:50.096349 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42078) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:50.102922 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c45548ca-e56e-4dca-97d1-78e96e67bd45 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Request body: {'subnet': {'network_id': '6426ff94-86ae-412b-b7e7-d2913a4d1745', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:19:50.108414 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7c5eabf5-d4a9-40bd-8c3a-27f30e64a2f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3917241 Feb 07 21:19:50.146863 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5eabf5-d4a9-40bd-8c3a-27f30e64a2f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event updated for resources: {'Network': ['ID=6426ff94-86ae-412b-b7e7-d2913a4d1745,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:50.175903 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5eabf5-d4a9-40bd-8c3a-27f30e64a2f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:50.176282 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5eabf5-d4a9-40bd-8c3a-27f30e64a2f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:50.178033 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5eabf5-d4a9-40bd-8c3a-27f30e64a2f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:50.180026 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5eabf5-d4a9-40bd-8c3a-27f30e64a2f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:50.180423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5eabf5-d4a9-40bd-8c3a-27f30e64a2f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:50.181499 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5eabf5-d4a9-40bd-8c3a-27f30e64a2f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:50.182671 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5eabf5-d4a9-40bd-8c3a-27f30e64a2f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:50.183036 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5eabf5-d4a9-40bd-8c3a-27f30e64a2f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:50.184693 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5eabf5-d4a9-40bd-8c3a-27f30e64a2f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:50.185051 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5eabf5-d4a9-40bd-8c3a-27f30e64a2f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:50.186489 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5eabf5-d4a9-40bd-8c3a-27f30e64a2f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:50.187646 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5eabf5-d4a9-40bd-8c3a-27f30e64a2f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:50.188095 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5eabf5-d4a9-40bd-8c3a-27f30e64a2f0 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:19:50.200090 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42084) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:50.207625 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 6426ff94-86ae-412b-b7e7-d2913a4d1745 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:19:50.334530 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1a58d40d-6f8f-430f-bc6a-e1f0e9501d85 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=42501a05a1164b8bab09e271e46d222b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1282935 Feb 07 21:19:50.337462 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42086) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:50.383337 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45548ca-e56e-4dca-97d1-78e96e67bd45 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Made reservation on behalf of cfc887b1679a432db42e50e477e9ffdc for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:19:50.388573 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c45548ca-e56e-4dca-97d1-78e96e67bd45 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:50.403509 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24846d9f-bad4-4480-9e35-cb9a6bc75f00 req-f50904ec-bddd-4a3b-bbad-31976d2aa31a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:50.405260 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-24846d9f-bad4-4480-9e35-cb9a6bc75f00 req-f50904ec-bddd-4a3b-bbad-31976d2aa31a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.1514938 Feb 07 21:19:50.448746 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec836cf-8937-454a-8ccc-b143f5616713 admin admin] Publish callbacks [] for security_group (005a0d46-bee1-45cc-acb7-0cc2cd24d2ab), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:50.477691 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-24846d9f-bad4-4480-9e35-cb9a6bc75f00 req-ccf4e9fc-83cd-492d-8581-73e9dcef040a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602484 Feb 07 21:19:50.512252 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec836cf-8937-454a-8ccc-b143f5616713 admin admin] Publish callbacks [] for security_group (005a0d46-bee1-45cc-acb7-0cc2cd24d2ab), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:50.562062 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-af093155-4ef4-47ad-970e-b541587ea2a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:50.639895 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a89d6902-7041-4e78-a480-8d0dc318df86 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:19:50.649677 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec836cf-8937-454a-8ccc-b143f5616713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (005a0d46-bee1-45cc-acb7-0cc2cd24d2ab), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:50.652292 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec836cf-8937-454a-8ccc-b143f5616713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:50.653469 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2ec836cf-8937-454a-8ccc-b143f5616713 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/005a0d46-bee1-45cc-acb7-0cc2cd24d2ab HTTP/1.1" status: 204 len: 168 time: 0.3129807 Feb 07 21:19:50.695905 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: a89d6902-7041-4e78-a480-8d0dc318df86 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:19:50.696817 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a89d6902-7041-4e78-a480-8d0dc318df86 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:19:50.720530 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec836cf-8937-454a-8ccc-b143f5616713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005a0d46-bee1-45cc-acb7-0cc2cd24d2ab,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:50.730543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42104) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:50.927599 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c45548ca-e56e-4dca-97d1-78e96e67bd45 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (02834779-57b0-4060-9e2a-2f6d6ebe49b3), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:51.016731 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45548ca-e56e-4dca-97d1-78e96e67bd45 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event updated for resources: {'Subnet': ['ID=02834779-57b0-4060-9e2a-2f6d6ebe49b3,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:51.060260 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45548ca-e56e-4dca-97d1-78e96e67bd45 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Checking segment: {'id': 'c769d678-1928-4a66-87fc-1f50bed080de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6426ff94-86ae-412b-b7e7-d2913a4d1745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:19:51.061222 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45548ca-e56e-4dca-97d1-78e96e67bd45 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Network hostable DHCP agents. Network: 6426ff94-86ae-412b-b7e7-d2913a4d1745, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:19:51.082000 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-89b67a3b-c628-4d92-a84f-2f4735f203cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:51.084020 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45548ca-e56e-4dca-97d1-78e96e67bd45 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Network 6426ff94-86ae-412b-b7e7-d2913a4d1745 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:19:51.101021 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-c45548ca-e56e-4dca-97d1-78e96e67bd45 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 6426ff94-86ae-412b-b7e7-d2913a4d1745) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:19:51.107016 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45548ca-e56e-4dca-97d1-78e96e67bd45 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:51.108685 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c45548ca-e56e-4dca-97d1-78e96e67bd45 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:51.115117 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b371dd-f4e1-4776-b4d6-60e6583f9e70 None None] Network 6426ff94-86ae-412b-b7e7-d2913a4d1745 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:19:51.163630 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c45548ca-e56e-4dca-97d1-78e96e67bd45 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0657156 Feb 07 21:19:51.166325 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42122) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:51.170894 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-5308905b-b077-4f15-bd8d-72bf7b446fd6 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-927761706', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}, 'admin_state_up': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:19:51.221737 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5308905b-b077-4f15-bd8d-72bf7b446fd6 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (e119c9c7-e7cd-44ca-a712-c92a127893a6), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:51.225052 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5308905b-b077-4f15-bd8d-72bf7b446fd6 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (e119c9c7-e7cd-44ca-a712-c92a127893a6), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:51.304997 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-89b67a3b-c628-4d92-a84f-2f4735f203cd admin admin] Publish callbacks [] for security_group (9de4c034-b7b6-48e9-bcee-388f80600d62), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:51.313995 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-89b67a3b-c628-4d92-a84f-2f4735f203cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9de4c034-b7b6-48e9-bcee-388f80600d62), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:51.366034 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42128) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:51.369112 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5031a114-93e8-44ee-b866-4bcf2f403eb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-6426ff94-86ae-412b-b7e7-d2913a4d1745', 'network_id': '6426ff94-86ae-412b-b7e7-d2913a4d1745', 'project_id': 'cfc887b1679a432db42e50e477e9ffdc', 'fixed_ips': [{'subnet_id': '02834779-57b0-4060-9e2a-2f6d6ebe49b3'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:19:51.370455 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5031a114-93e8-44ee-b866-4bcf2f403eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:51.401948 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b67a3b-c628-4d92-a84f-2f4735f203cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de4c034-b7b6-48e9-bcee-388f80600d62,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:51.403819 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5308905b-b077-4f15-bd8d-72bf7b446fd6 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for router_controller (e119c9c7-e7cd-44ca-a712-c92a127893a6), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:51.434039 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42132) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:51.435961 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-89b67a3b-c628-4d92-a84f-2f4735f203cd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d71a2122b853415c835b6c8b744143c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7029052 Feb 07 21:19:51.555336 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42138) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:51.576168 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:19:51.576864 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-db081934-0f6f-44ca-8750-8a8959e524e3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b9bb550400fb4485ae6df76716ce88a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1856222 Feb 07 21:19:51.719231 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-5031a114-93e8-44ee-b866-4bcf2f403eb3 None None] Allocated IP 172.20.0.2 (6426ff94-86ae-412b-b7e7-d2913a4d1745/02834779-57b0-4060-9e2a-2f6d6ebe49b3/fc6dc692-ce2f-4b05-bb3c-407f718c037b) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:19:51.731236 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a9ced1aa-8670-44b9-86c6-bc12ad75b12e admin admin] Publish callbacks [] for security_group (0330bccf-60f2-461c-9b99-92c906523ed2), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:51.823293 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a9ced1aa-8670-44b9-86c6-bc12ad75b12e admin admin] Publish callbacks [] for security_group (0330bccf-60f2-461c-9b99-92c906523ed2), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:51.835562 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:51.941111 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5308905b-b077-4f15-bd8d-72bf7b446fd6 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for router_gateway (e119c9c7-e7cd-44ca-a712-c92a127893a6), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:51.978603 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c61b0f95-fe35-484f-8a37-3ad09c3cf2b5 admin admin] Publish callbacks [] for security_group (9de4c034-b7b6-48e9-bcee-388f80600d62), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:52.005439 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5faa2-d85a-4148-b6c3-3d1575f0c7a4 req-f80edd25-081a-4f24-81ee-924aab1567be tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:52.007555 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5f5faa2-d85a-4148-b6c3-3d1575f0c7a4 req-f80edd25-081a-4f24-81ee-924aab1567be tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.2774777 Feb 07 21:19:52.058827 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a9ced1aa-8670-44b9-86c6-bc12ad75b12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0330bccf-60f2-461c-9b99-92c906523ed2), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:52.062039 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a9ced1aa-8670-44b9-86c6-bc12ad75b12e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:52.064902 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a9ced1aa-8670-44b9-86c6-bc12ad75b12e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0330bccf-60f2-461c-9b99-92c906523ed2 HTTP/1.1" status: 204 len: 168 time: 0.5064893 Feb 07 21:19:52.086940 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ced1aa-8670-44b9-86c6-bc12ad75b12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0330bccf-60f2-461c-9b99-92c906523ed2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:52.101761 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5f5faa2-d85a-4148-b6c3-3d1575f0c7a4 req-b57dbcf9-6463-4ff7-bda0-81954faed60a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781856 Feb 07 21:19:52.140335 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c61b0f95-fe35-484f-8a37-3ad09c3cf2b5 admin admin] Publish callbacks [] for security_group (9de4c034-b7b6-48e9-bcee-388f80600d62), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:52.221535 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5031a114-93e8-44ee-b866-4bcf2f403eb3 None None] Publish callbacks [] for port (fc6dc692-ce2f-4b05-bb3c-407f718c037b), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:52.237186 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5031a114-93e8-44ee-b866-4bcf2f403eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (fc6dc692-ce2f-4b05-bb3c-407f718c037b), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:52.319072 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c61b0f95-fe35-484f-8a37-3ad09c3cf2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9de4c034-b7b6-48e9-bcee-388f80600d62), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:52.322841 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c61b0f95-fe35-484f-8a37-3ad09c3cf2b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:52.324220 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c61b0f95-fe35-484f-8a37-3ad09c3cf2b5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9de4c034-b7b6-48e9-bcee-388f80600d62 HTTP/1.1" status: 204 len: 168 time: 0.8892350 Feb 07 21:19:52.352427 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b0f95-fe35-484f-8a37-3ad09c3cf2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de4c034-b7b6-48e9-bcee-388f80600d62,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:52.376020 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031a114-93e8-44ee-b866-4bcf2f403eb3 None None] Pushing event updated for resources: {'Port': ['ID=fc6dc692-ce2f-4b05-bb3c-407f718c037b,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:52.425843 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5031a114-93e8-44ee-b866-4bcf2f403eb3 None None] Network 6426ff94-86ae-412b-b7e7-d2913a4d1745 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:19:52.429511 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-5031a114-93e8-44ee-b866-4bcf2f403eb3 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:19:52.433782 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5031a114-93e8-44ee-b866-4bcf2f403eb3 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:19:52.522689 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5031a114-93e8-44ee-b866-4bcf2f403eb3 None None] Attempting to bind port fc6dc692-ce2f-4b05-bb3c-407f718c037b on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:19:52.523268 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5031a114-93e8-44ee-b866-4bcf2f403eb3 None None] Attempting to bind port fc6dc692-ce2f-4b05-bb3c-407f718c037b by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'c769d678-1928-4a66-87fc-1f50bed080de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6426ff94-86ae-412b-b7e7-d2913a4d1745'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:19:52.524634 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5031a114-93e8-44ee-b866-4bcf2f403eb3 None None] Attempting to bind port fc6dc692-ce2f-4b05-bb3c-407f718c037b on network 6426ff94-86ae-412b-b7e7-d2913a4d1745 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:19:52.534562 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5031a114-93e8-44ee-b866-4bcf2f403eb3 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:19:52.536594 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5031a114-93e8-44ee-b866-4bcf2f403eb3 None None] Checking segment: {'id': 'c769d678-1928-4a66-87fc-1f50bed080de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6426ff94-86ae-412b-b7e7-d2913a4d1745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:19:52.537178 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5031a114-93e8-44ee-b866-4bcf2f403eb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:52.541030 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5031a114-93e8-44ee-b866-4bcf2f403eb3 None None] Bound using segment: {'id': 'c769d678-1928-4a66-87fc-1f50bed080de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6426ff94-86ae-412b-b7e7-d2913a4d1745'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:19:52.543023 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5031a114-93e8-44ee-b866-4bcf2f403eb3 None None] Bound port: fc6dc692-ce2f-4b05-bb3c-407f718c037b, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c769d678-1928-4a66-87fc-1f50bed080de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6426ff94-86ae-412b-b7e7-d2913a4d1745'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:19:52.543908 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5031a114-93e8-44ee-b866-4bcf2f403eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fc6dc692-ce2f-4b05-bb3c-407f718c037b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:52.550183 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5308905b-b077-4f15-bd8d-72bf7b446fd6 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for router_gateway (e119c9c7-e7cd-44ca-a712-c92a127893a6), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:52.585269 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5308905b-b077-4f15-bd8d-72bf7b446fd6 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:52.627645 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-5031a114-93e8-44ee-b866-4bcf2f403eb3 None None] For port fc6dc692-ce2f-4b05-bb3c-407f718c037b, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:19:52.631746 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-5031a114-93e8-44ee-b866-4bcf2f403eb3 None None] For port fc6dc692-ce2f-4b05-bb3c-407f718c037b, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=fc6dc692-ce2f-4b05-bb3c-407f718c037b,segment=NetworkSegment(c769d678-1928-4a66-87fc-1f50bed080de),segment_id=c769d678-1928-4a66-87fc-1f50bed080de)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:19:52.640349 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5031a114-93e8-44ee-b866-4bcf2f403eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fc6dc692-ce2f-4b05-bb3c-407f718c037b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:52.791302 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031a114-93e8-44ee-b866-4bcf2f403eb3 None None] Pushing event updated for resources: {'Port': ['ID=fc6dc692-ce2f-4b05-bb3c-407f718c037b,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:52.823533 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-5308905b-b077-4f15-bd8d-72bf7b446fd6 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Allocated IP 172.25.4.99 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/8c400c70-18eb-4fb5-bda1-b6085dbd9428) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:19:53.152283 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5308905b-b077-4f15-bd8d-72bf7b446fd6 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for port (8c400c70-18eb-4fb5-bda1-b6085dbd9428), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:53.254181 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5308905b-b077-4f15-bd8d-72bf7b446fd6 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8c400c70-18eb-4fb5-bda1-b6085dbd9428), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:53.287548 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:53.291618 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5308905b-b077-4f15-bd8d-72bf7b446fd6 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:19:53.294321 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-5308905b-b077-4f15-bd8d-72bf7b446fd6 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:19:53.331749 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5308905b-b077-4f15-bd8d-72bf7b446fd6 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:19:53.342622 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42198) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:53.406335 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ca4a407-3e01-4135-a633-20d53fcdbe0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:53.448559 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308905b-b077-4f15-bd8d-72bf7b446fd6 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event updated for resources: {'Port': ['ID=8c400c70-18eb-4fb5-bda1-b6085dbd9428,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:53.551712 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93dc0a9-7b2b-4d8c-b1d3-e2a7583c7fc2 req-71153c73-b9bc-415f-82ae-14cf8fa28eb4 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:53.564119 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f93dc0a9-7b2b-4d8c-b1d3-e2a7583c7fc2 req-71153c73-b9bc-415f-82ae-14cf8fa28eb4 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.3206894 Feb 07 21:19:53.684784 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f93dc0a9-7b2b-4d8c-b1d3-e2a7583c7fc2 req-5142130f-0b39-4cde-bd45-77f9a7cb04bb tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114190 Feb 07 21:19:53.717665 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ca4a407-3e01-4135-a633-20d53fcdbe0c admin admin] Publish callbacks [] for security_group (47e64595-e8ee-4b89-98c3-165fd369c5e1), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:53.747014 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ca4a407-3e01-4135-a633-20d53fcdbe0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (47e64595-e8ee-4b89-98c3-165fd369c5e1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:53.798637 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4a407-3e01-4135-a633-20d53fcdbe0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e64595-e8ee-4b89-98c3-165fd369c5e1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:53.804013 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6ca4a407-3e01-4135-a633-20d53fcdbe0c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a5909da4d15046a6b5e3ab0f2ee59d16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4584394 Feb 07 21:19:53.806784 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42214) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:53.917568 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8954371d-3831-480f-8106-3813b1ed549d admin admin] Publish callbacks [] for security_group (47e64595-e8ee-4b89-98c3-165fd369c5e1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:53.981365 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8954371d-3831-480f-8106-3813b1ed549d admin admin] Publish callbacks [] for security_group (47e64595-e8ee-4b89-98c3-165fd369c5e1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:53.995720 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5308905b-b077-4f15-bd8d-72bf7b446fd6 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for router_gateway (e119c9c7-e7cd-44ca-a712-c92a127893a6), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:54.130224 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8954371d-3831-480f-8106-3813b1ed549d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (47e64595-e8ee-4b89-98c3-165fd369c5e1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:54.134330 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8954371d-3831-480f-8106-3813b1ed549d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:54.142194 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8954371d-3831-480f-8106-3813b1ed549d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/47e64595-e8ee-4b89-98c3-165fd369c5e1 HTTP/1.1" status: 204 len: 168 time: 0.3312140 Feb 07 21:19:54.157406 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954371d-3831-480f-8106-3813b1ed549d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e64595-e8ee-4b89-98c3-165fd369c5e1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:54.551721 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5308905b-b077-4f15-bd8d-72bf7b446fd6 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (e119c9c7-e7cd-44ca-a712-c92a127893a6), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:54.580751 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:54.759461 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b4790a-aacf-45bd-8e4e-32030f7452be None None] Network 6426ff94-86ae-412b-b7e7-d2913a4d1745 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:19:54.885469 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device fc6dc692-ce2f-4b05-bb3c-407f718c037b up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:19:54.894678 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20909237-d5b0-4cf1-8c1d-1e7dffa7d4fa req-c27d0965-5345-428e-8051-e2c78147258b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:54.915690 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-20909237-d5b0-4cf1-8c1d-1e7dffa7d4fa req-c27d0965-5345-428e-8051-e2c78147258b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.1086142 Feb 07 21:19:55.068539 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-20909237-d5b0-4cf1-8c1d-1e7dffa7d4fa req-365185d8-213f-40e0-b784-e6b305b131ea tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515331 Feb 07 21:19:55.071511 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-70bb21ea-dd6d-47eb-af94-8ab11a0f9a60 None None] Provisioning complete for port fc6dc692-ce2f-4b05-bb3c-407f718c037b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:19:55.072072 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-70bb21ea-dd6d-47eb-af94-8ab11a0f9a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fc6dc692-ce2f-4b05-bb3c-407f718c037b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:55.199078 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port fc6dc692-ce2f-4b05-bb3c-407f718c037b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:19:55.199742 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fc6dc692-ce2f-4b05-bb3c-407f718c037b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:55.397711 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port fc6dc692-ce2f-4b05-bb3c-407f718c037b is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:19:55.398523 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fc6dc692-ce2f-4b05-bb3c-407f718c037b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:55.421848 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-70bb21ea-dd6d-47eb-af94-8ab11a0f9a60 None None] Current status of the port fc6dc692-ce2f-4b05-bb3c-407f718c037b is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:19:55.423662 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-70bb21ea-dd6d-47eb-af94-8ab11a0f9a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fc6dc692-ce2f-4b05-bb3c-407f718c037b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:55.506062 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port fc6dc692-ce2f-4b05-bb3c-407f718c037b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=fc6dc692-ce2f-4b05-bb3c-407f718c037b,segment=NetworkSegment(c769d678-1928-4a66-87fc-1f50bed080de),segment_id=c769d678-1928-4a66-87fc-1f50bed080de)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:19:55.533440 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fc6dc692-ce2f-4b05-bb3c-407f718c037b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:55.613151 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-70bb21ea-dd6d-47eb-af94-8ab11a0f9a60 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:19:55.616294 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-70bb21ea-dd6d-47eb-af94-8ab11a0f9a60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:19:55.757698 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5308905b-b077-4f15-bd8d-72bf7b446fd6 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Router e119c9c7-e7cd-44ca-a712-c92a127893a6 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:19:55.758438 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=fc6dc692-ce2f-4b05-bb3c-407f718c037b,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:55.940065 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5308905b-b077-4f15-bd8d-72bf7b446fd6 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:19:55.964034 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9878bc9-ead0-46c3-9bc7-032a8c8e6a1a None None] Sync routers for ids ['e119c9c7-e7cd-44ca-a712-c92a127893a6'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:19:55.974335 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5308905b-b077-4f15-bd8d-72bf7b446fd6 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:55.975608 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5308905b-b077-4f15-bd8d-72bf7b446fd6 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.8083081 Feb 07 21:19:55.978571 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42304) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:55.983509 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9878bc9-ead0-46c3-9bc7-032a8c8e6a1a None None] Routers {'e119c9c7-e7cd-44ca-a712-c92a127893a6'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:19:55.984366 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-b9878bc9-ead0-46c3-9bc7-032a8c8e6a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:19:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e119c9c7-e7cd-44ca-a712-c92a127893a6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:56.048478 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-b9878bc9-ead0-46c3-9bc7-032a8c8e6a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:56.059803 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9878bc9-ead0-46c3-9bc7-032a8c8e6a1a None None] Routers {'e119c9c7-e7cd-44ca-a712-c92a127893a6'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:19:56.060981 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-b9878bc9-ead0-46c3-9bc7-032a8c8e6a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:19:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e119c9c7-e7cd-44ca-a712-c92a127893a6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:56.100190 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42308) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:56.104019 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-b9878bc9-ead0-46c3-9bc7-032a8c8e6a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:19:56.105141 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9878bc9-ead0-46c3-9bc7-032a8c8e6a1a None None] The sync data for ids ['e119c9c7-e7cd-44ca-a712-c92a127893a6'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:19:56.174354 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-70bb21ea-dd6d-47eb-af94-8ab11a0f9a60 None None] Current status of the port fc6dc692-ce2f-4b05-bb3c-407f718c037b is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:19:56.305128 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-edd09f46-381f-44d2-bba7-4f88557774a4 None None] Provisioning complete for port fc6dc692-ce2f-4b05-bb3c-407f718c037b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:19:56.305509 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-edd09f46-381f-44d2-bba7-4f88557774a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fc6dc692-ce2f-4b05-bb3c-407f718c037b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:56.592073 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-edd09f46-381f-44d2-bba7-4f88557774a4 None None] Current status of the port fc6dc692-ce2f-4b05-bb3c-407f718c037b is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:19:56.671618 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device fc6dc692-ce2f-4b05-bb3c-407f718c037b up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:19:56.705761 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42324) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:56.706565 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-57067153-7cb6-4c0a-aa3c-21306963aa1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:56.820780 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port fc6dc692-ce2f-4b05-bb3c-407f718c037b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:19:56.824137 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fc6dc692-ce2f-4b05-bb3c-407f718c037b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:56.965349 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-57067153-7cb6-4c0a-aa3c-21306963aa1f admin admin] Publish callbacks [] for security_group (de75160f-bf33-445e-abcc-1cbaa7814eb9), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:56.975174 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-57067153-7cb6-4c0a-aa3c-21306963aa1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (de75160f-bf33-445e-abcc-1cbaa7814eb9), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:57.078723 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port fc6dc692-ce2f-4b05-bb3c-407f718c037b is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:19:57.186763 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57067153-7cb6-4c0a-aa3c-21306963aa1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de75160f-bf33-445e-abcc-1cbaa7814eb9,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:57.203796 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-57067153-7cb6-4c0a-aa3c-21306963aa1f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9f950ce30c2f4c09974cd5d0d31537e2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1024344 Feb 07 21:19:57.208709 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42348) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:57.297315 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e10ee-e84c-4729-8693-8c6047b13d87 req-cdce385f-0275-4a53-b53c-aa542d7d666d tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:57.297315 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-569e10ee-e84c-4729-8693-8c6047b13d87 req-cdce385f-0275-4a53-b53c-aa542d7d666d tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 1.0662744 Feb 07 21:19:57.342995 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c264a5a5-b422-42ba-b5d9-8916a58de788 admin admin] Publish callbacks [] for security_group (de75160f-bf33-445e-abcc-1cbaa7814eb9), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:57.370803 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c264a5a5-b422-42ba-b5d9-8916a58de788 admin admin] Publish callbacks [] for security_group (de75160f-bf33-445e-abcc-1cbaa7814eb9), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:57.398646 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e8114692-85df-4bd7-8a6d-41ada920def8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1920950675-network', 'tenant_id': 'bd76eedab25c46aca49553dbe998f754'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:19:57.445591 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8114692-85df-4bd7-8a6d-41ada920def8 admin admin] Made reservation on behalf of bd76eedab25c46aca49553dbe998f754 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:19:57.448299 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8114692-85df-4bd7-8a6d-41ada920def8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:57.466760 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8114692-85df-4bd7-8a6d-41ada920def8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:57.526668 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c264a5a5-b422-42ba-b5d9-8916a58de788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (de75160f-bf33-445e-abcc-1cbaa7814eb9), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:57.531031 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c264a5a5-b422-42ba-b5d9-8916a58de788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:57.536983 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c264a5a5-b422-42ba-b5d9-8916a58de788 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/de75160f-bf33-445e-abcc-1cbaa7814eb9 HTTP/1.1" status: 204 len: 168 time: 0.3271761 Feb 07 21:19:57.581839 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264a5a5-b422-42ba-b5d9-8916a58de788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de75160f-bf33-445e-abcc-1cbaa7814eb9,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:57.729205 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8114692-85df-4bd7-8a6d-41ada920def8 admin admin] Publish callbacks [] for security_group (7c125f13-848f-44d3-abe6-9783e17ea127), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:57.737289 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8114692-85df-4bd7-8a6d-41ada920def8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (7c125f13-848f-44d3-abe6-9783e17ea127), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:57.752856 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8114692-85df-4bd7-8a6d-41ada920def8 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:19:57.765770 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8114692-85df-4bd7-8a6d-41ada920def8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (c034aa2b-3f97-47ab-96ec-f8ddf955f299), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:57.766125 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-e8114692-85df-4bd7-8a6d-41ada920def8 admin admin] Added segment c034aa2b-3f97-47ab-96ec-f8ddf955f299 of type vlan for network 99044842-f213-4e79-8974-9c7cf695919c Feb 07 21:19:57.826080 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8114692-85df-4bd7-8a6d-41ada920def8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (99044842-f213-4e79-8974-9c7cf695919c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:57.876605 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8114692-85df-4bd7-8a6d-41ada920def8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (99044842-f213-4e79-8974-9c7cf695919c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:57.877868 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8114692-85df-4bd7-8a6d-41ada920def8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:57.878459 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8114692-85df-4bd7-8a6d-41ada920def8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:57.887624 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-569e10ee-e84c-4729-8693-8c6047b13d87 req-0c4af887-fe24-4af1-8881-8a1b0b9676af tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5658648 Feb 07 21:19:57.927441 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71277927-20ef-4581-9b22-a5a462ab77b4 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:58.016954 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e8114692-85df-4bd7-8a6d-41ada920def8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3074691 Feb 07 21:19:58.029050 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42370) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:58.030024 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8114692-85df-4bd7-8a6d-41ada920def8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c125f13-848f-44d3-abe6-9783e17ea127,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:58.043593 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2ab8b0f4-776c-4a7a-878c-88d436cb83ee admin admin] Request body: {'subnet': {'network_id': '99044842-f213-4e79-8974-9c7cf695919c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1920950675-subnet', 'tenant_id': 'bd76eedab25c46aca49553dbe998f754', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:19:58.120952 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8114692-85df-4bd7-8a6d-41ada920def8 admin admin] Pushing event updated for resources: {'Network': ['ID=99044842-f213-4e79-8974-9c7cf695919c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:58.135294 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 99044842-f213-4e79-8974-9c7cf695919c details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:19:58.157320 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab8b0f4-776c-4a7a-878c-88d436cb83ee admin admin] Made reservation on behalf of bd76eedab25c46aca49553dbe998f754 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:19:58.159814 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b0f4-776c-4a7a-878c-88d436cb83ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:58.438847 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-71277927-20ef-4581-9b22-a5a462ab77b4 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Allocated IP 172.20.0.1 (6426ff94-86ae-412b-b7e7-d2913a4d1745/02834779-57b0-4060-9e2a-2f6d6ebe49b3/a168298b-f703-4dc7-9351-2bc950ab6ae9) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:19:58.597027 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b0f4-776c-4a7a-878c-88d436cb83ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (bf7eaca0-61e7-4692-8c31-d68c2d8f983d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:58.654999 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71277927-20ef-4581-9b22-a5a462ab77b4 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for port (a168298b-f703-4dc7-9351-2bc950ab6ae9), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:58.682607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42388) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:58.730442 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8b0f4-776c-4a7a-878c-88d436cb83ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf7eaca0-61e7-4692-8c31-d68c2d8f983d,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:58.730719 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20d76b10-7b59-4c87-8808-d3791ece48eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:58.740757 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab8b0f4-776c-4a7a-878c-88d436cb83ee admin admin] Checking segment: {'id': 'c034aa2b-3f97-47ab-96ec-f8ddf955f299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '99044842-f213-4e79-8974-9c7cf695919c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:19:58.741193 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab8b0f4-776c-4a7a-878c-88d436cb83ee admin admin] Network hostable DHCP agents. Network: 99044842-f213-4e79-8974-9c7cf695919c, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:19:58.802372 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab8b0f4-776c-4a7a-878c-88d436cb83ee admin admin] Network 99044842-f213-4e79-8974-9c7cf695919c is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:19:58.820544 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-2ab8b0f4-776c-4a7a-878c-88d436cb83ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 99044842-f213-4e79-8974-9c7cf695919c) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:19:58.828187 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab8b0f4-776c-4a7a-878c-88d436cb83ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:58.829622 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8db2637-cde2-4956-8960-db48c86af269 None None] Network 99044842-f213-4e79-8974-9c7cf695919c requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:19:58.830540 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b0f4-776c-4a7a-878c-88d436cb83ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:58.848903 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20d76b10-7b59-4c87-8808-d3791ece48eb admin admin] Publish callbacks [] for security_group (05e90286-453f-40a5-8e16-688ce1ed2d01), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:58.859582 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20d76b10-7b59-4c87-8808-d3791ece48eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (05e90286-453f-40a5-8e16-688ce1ed2d01), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:58.867350 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2ab8b0f4-776c-4a7a-878c-88d436cb83ee admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8317292 Feb 07 21:19:58.895617 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-20d76b10-7b59-4c87-8808-d3791ece48eb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6ea87401a1c54e60bfee67ee624e62c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2094259 Feb 07 21:19:58.895617 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71277927-20ef-4581-9b22-a5a462ab77b4 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (a168298b-f703-4dc7-9351-2bc950ab6ae9), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:58.896505 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42396) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:19:58.977248 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71277927-20ef-4581-9b22-a5a462ab77b4 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Network 6426ff94-86ae-412b-b7e7-d2913a4d1745 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:19:58.982792 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-71277927-20ef-4581-9b22-a5a462ab77b4 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:19:59.012623 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d76b10-7b59-4c87-8808-d3791ece48eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e90286-453f-40a5-8e16-688ce1ed2d01,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:59.018695 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71277927-20ef-4581-9b22-a5a462ab77b4 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:19:59.067918 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ecacb8e1-8cd8-4a03-9636-f7629c585dd6 admin admin] Publish callbacks [] for security_group (05e90286-453f-40a5-8e16-688ce1ed2d01), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:59.100871 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71277927-20ef-4581-9b22-a5a462ab77b4 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event updated for resources: {'Port': ['ID=a168298b-f703-4dc7-9351-2bc950ab6ae9,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:59.113455 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddd3929-b6a3-4652-a907-fd6774895bdc None None] Network 99044842-f213-4e79-8974-9c7cf695919c requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:19:59.136145 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ecacb8e1-8cd8-4a03-9636-f7629c585dd6 admin admin] Publish callbacks [] for security_group (05e90286-453f-40a5-8e16-688ce1ed2d01), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:59.226637 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ecacb8e1-8cd8-4a03-9636-f7629c585dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (05e90286-453f-40a5-8e16-688ce1ed2d01), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:59.228188 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71277927-20ef-4581-9b22-a5a462ab77b4 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (e119c9c7-e7cd-44ca-a712-c92a127893a6), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:59.230135 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ecacb8e1-8cd8-4a03-9636-f7629c585dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:59.231886 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ecacb8e1-8cd8-4a03-9636-f7629c585dd6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/05e90286-453f-40a5-8e16-688ce1ed2d01 HTTP/1.1" status: 204 len: 168 time: 0.3336022 Feb 07 21:19:59.253369 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecacb8e1-8cd8-4a03-9636-f7629c585dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e90286-453f-40a5-8e16-688ce1ed2d01,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:19:59.289774 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921bcb2-0f71-4987-995b-a0e7c67c1ca4 req-757a7ce3-4c72-45e3-a9b3-3c3a4cddbcab tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:59.292174 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1921bcb2-0f71-4987-995b-a0e7c67c1ca4 req-757a7ce3-4c72-45e3-a9b3-3c3a4cddbcab tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.2013748 Feb 07 21:19:59.428759 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1921bcb2-0f71-4987-995b-a0e7c67c1ca4 req-94446326-9bad-4606-ba76-c020fd924e0e tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121595 Feb 07 21:19:59.460355 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1cc3851e-7c79-4634-be6e-9943eba5e4dd None None] Provisioning complete for port a168298b-f703-4dc7-9351-2bc950ab6ae9 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:19:59.461014 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1cc3851e-7c79-4634-be6e-9943eba5e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a168298b-f703-4dc7-9351-2bc950ab6ae9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:59.565316 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1cc3851e-7c79-4634-be6e-9943eba5e4dd None None] Port a168298b-f703-4dc7-9351-2bc950ab6ae9 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:19:59.598679 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71277927-20ef-4581-9b22-a5a462ab77b4 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a168298b-f703-4dc7-9351-2bc950ab6ae9), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:19:59.984423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9cca6-1497-4f55-bf16-b436bb176835 req-6940f00a-6157-4264-91c5-07ddde16894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:19:59.986606 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-97d9cca6-1497-4f55-bf16-b436bb176835 req-6940f00a-6157-4264-91c5-07ddde16894d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 1127 time: 0.1446342 Feb 07 21:20:00.006734 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf093b37-bf7a-409a-9fa2-1a8ab90bf8f5 req-70018094-936b-4f53-92cb-c0782d8c6443 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:00.008268 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf093b37-bf7a-409a-9fa2-1a8ab90bf8f5 req-70018094-936b-4f53-92cb-c0782d8c6443 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.1674023 Feb 07 21:20:00.198330 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf093b37-bf7a-409a-9fa2-1a8ab90bf8f5 req-708c72ec-7d4d-4684-b1fe-9f8c112d0b2f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615136 Feb 07 21:20:00.246351 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9cca6-1497-4f55-bf16-b436bb176835 req-bbc40db2-e82f-40ff-99ff-e1ebc86d49cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:00.247831 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-97d9cca6-1497-4f55-bf16-b436bb176835 req-bbc40db2-e82f-40ff-99ff-e1ebc86d49cf service neutron] 10.222.0.71 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 913 time: 0.2503905 Feb 07 21:20:00.364692 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71277927-20ef-4581-9b22-a5a462ab77b4 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for port (a168298b-f703-4dc7-9351-2bc950ab6ae9), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:00.367729 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-97d9cca6-1497-4f55-bf16-b436bb176835 req-4d99d751-62f0-4437-a19d-eb33b84b4559 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17dc58fa-1248-4f88-b868-ac032c41d000 HTTP/1.1" status: 200 len: 1000 time: 0.1098847 Feb 07 21:20:00.372777 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71277927-20ef-4581-9b22-a5a462ab77b4 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (a168298b-f703-4dc7-9351-2bc950ab6ae9), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:00.531635 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71277927-20ef-4581-9b22-a5a462ab77b4 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event updated for resources: {'Port': ['ID=a168298b-f703-4dc7-9351-2bc950ab6ae9,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:00.657516 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-333ae137-2406-4ee3-b81f-2916c4723d6a tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:00.664817 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-333ae137-2406-4ee3-b81f-2916c4723d6a tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/networks?id=99044842-f213-4e79-8974-9c7cf695919c HTTP/1.1" status: 200 len: 815 time: 0.2296870 Feb 07 21:20:00.666821 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71277927-20ef-4581-9b22-a5a462ab77b4 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (e119c9c7-e7cd-44ca-a712-c92a127893a6), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:00.687656 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-91926b5f-a627-47b9-a66d-8eb5dda86931 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/quotas/bd76eedab25c46aca49553dbe998f754 HTTP/1.1" status: 200 len: 375 time: 0.0218990 Feb 07 21:20:00.782637 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-a50fc137-e798-49e9-ade8-2d99cd362412 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=bd76eedab25c46aca49553dbe998f754&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934865 Feb 07 21:20:00.796448 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9cca6-1497-4f55-bf16-b436bb176835 req-ebe7b057-2d35-432c-9e59-612977e105c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:00.798024 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-97d9cca6-1497-4f55-bf16-b436bb176835 req-ebe7b057-2d35-432c-9e59-612977e105c1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.4211731 Feb 07 21:20:00.947893 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9cca6-1497-4f55-bf16-b436bb176835 req-9a026d8c-0631-456a-85f9-68873cd4d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:00.949702 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-97d9cca6-1497-4f55-bf16-b436bb176835 req-9a026d8c-0631-456a-85f9-68873cd4d892 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0968277 Feb 07 21:20:00.970477 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71277927-20ef-4581-9b22-a5a462ab77b4 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Network 6426ff94-86ae-412b-b7e7-d2913a4d1745 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:20:00.973030 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-71277927-20ef-4581-9b22-a5a462ab77b4 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:20:01.217207 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-97d9cca6-1497-4f55-bf16-b436bb176835 req-29f8e02d-e95e-4a64-b81d-ed64375396ae service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578034 Feb 07 21:20:01.389429 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71277927-20ef-4581-9b22-a5a462ab77b4 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Router e119c9c7-e7cd-44ca-a712-c92a127893a6 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:20:01.471044 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-c64940e7-eb80-4607-99e2-4c9de3d5b0cc service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:20:01.471974 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-c64940e7-eb80-4607-99e2-4c9de3d5b0cc service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6730773 Feb 07 21:20:01.550302 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-55f5d219-6cbc-42bd-bbfe-fbd4453b9002 None None] Provisioning complete for port a168298b-f703-4dc7-9351-2bc950ab6ae9 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:20:01.550796 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-55f5d219-6cbc-42bd-bbfe-fbd4453b9002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a168298b-f703-4dc7-9351-2bc950ab6ae9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:01.665055 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-55f5d219-6cbc-42bd-bbfe-fbd4453b9002 None None] Port a168298b-f703-4dc7-9351-2bc950ab6ae9 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:20:01.739837 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-64040144-fb52-4046-8b3f-34f5e329c03c service neutron] 10.222.0.65 "GET /v2.0/networks/99044842-f213-4e79-8974-9c7cf695919c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521982 Feb 07 21:20:02.098860 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-97d9cca6-1497-4f55-bf16-b436bb176835 req-da08c2ed-5a0b-4a39-b5dc-ca849d647859 service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8737595 Feb 07 21:20:02.131362 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2125f1-4690-472f-bec3-5d857eb0e8a1 req-47a4527b-b2b9-46c6-b2af-f4647703fba6 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:02.143271 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb2125f1-4690-472f-bec3-5d857eb0e8a1 req-47a4527b-b2b9-46c6-b2af-f4647703fba6 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.7681386 Feb 07 21:20:02.299599 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-9a1be7b4-0d20-4011-b894-d8a0b19c9b8d service neutron] 10.222.0.65 "GET /v2.0/networks/99044842-f213-4e79-8974-9c7cf695919c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5478506 Feb 07 21:20:02.450359 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb2125f1-4690-472f-bec3-5d857eb0e8a1 req-9389608f-6ca8-4892-a456-c77131db845b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3063560 Feb 07 21:20:02.462128 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71277927-20ef-4581-9b22-a5a462ab77b4 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:20:02.487622 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126d88d6-8738-42bb-92aa-0b8ba06acc3b None None] Sync routers for ids ['e119c9c7-e7cd-44ca-a712-c92a127893a6'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:20:02.502496 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-71277927-20ef-4581-9b22-a5a462ab77b4 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "PUT /v2.0/routers/e119c9c7-e7cd-44ca-a712-c92a127893a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5202308 Feb 07 21:20:02.503620 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42552) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:02.509958 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-0ea39d49-dd34-47f8-a8f1-950dcf1484bd tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Request body: {'port': {'network_id': '6426ff94-86ae-412b-b7e7-d2913a4d1745', 'name': 'tempest-FloatingIPTestJSON-1486868737'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:20:02.514227 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126d88d6-8738-42bb-92aa-0b8ba06acc3b None None] Routers {'e119c9c7-e7cd-44ca-a712-c92a127893a6'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:20:02.515159 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-126d88d6-8738-42bb-92aa-0b8ba06acc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:19:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e119c9c7-e7cd-44ca-a712-c92a127893a6'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:02.577781 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-126d88d6-8738-42bb-92aa-0b8ba06acc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:02.591298 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126d88d6-8738-42bb-92aa-0b8ba06acc3b None None] Routers {'e119c9c7-e7cd-44ca-a712-c92a127893a6'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:20:02.592350 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-126d88d6-8738-42bb-92aa-0b8ba06acc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:19:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e119c9c7-e7cd-44ca-a712-c92a127893a6'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:02.676957 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-126d88d6-8738-42bb-92aa-0b8ba06acc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:02.677864 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126d88d6-8738-42bb-92aa-0b8ba06acc3b None None] The sync data for ids ['e119c9c7-e7cd-44ca-a712-c92a127893a6'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:20:02.782522 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea39d49-dd34-47f8-a8f1-950dcf1484bd tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Made reservation on behalf of cfc887b1679a432db42e50e477e9ffdc for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:20:02.787273 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ea39d49-dd34-47f8-a8f1-950dcf1484bd tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:02.811025 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-0ea39d49-dd34-47f8-a8f1-950dcf1484bd tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] device_id is not set on port 420b3b4d-7eb6-4921-8501-cddd205f7cc0 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:20:03.005518 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-0ea39d49-dd34-47f8-a8f1-950dcf1484bd tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Allocated IP 172.20.0.11 (6426ff94-86ae-412b-b7e7-d2913a4d1745/02834779-57b0-4060-9e2a-2f6d6ebe49b3/420b3b4d-7eb6-4921-8501-cddd205f7cc0) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:20:03.309448 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ea39d49-dd34-47f8-a8f1-950dcf1484bd tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for port (420b3b4d-7eb6-4921-8501-cddd205f7cc0), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:03.379111 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ea39d49-dd34-47f8-a8f1-950dcf1484bd tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (420b3b4d-7eb6-4921-8501-cddd205f7cc0), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:03.448330 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea39d49-dd34-47f8-a8f1-950dcf1484bd tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Network 6426ff94-86ae-412b-b7e7-d2913a4d1745 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:20:03.454899 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-0ea39d49-dd34-47f8-a8f1-950dcf1484bd tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:20:03.466138 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea39d49-dd34-47f8-a8f1-950dcf1484bd tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:20:03.570298 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:03.664415 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea39d49-dd34-47f8-a8f1-950dcf1484bd tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event updated for resources: {'Port': ['ID=420b3b4d-7eb6-4921-8501-cddd205f7cc0,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:03.722762 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea39d49-dd34-47f8-a8f1-950dcf1484bd tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:03.723875 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ea39d49-dd34-47f8-a8f1-950dcf1484bd tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:03.768714 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0ea39d49-dd34-47f8-a8f1-950dcf1484bd tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2601388 Feb 07 21:20:03.768714 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42590) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:03.773323 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ac16558c-cf73-4ab1-b908-09c0c21741ee tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Request body: {'floatingip': {'port_id': '420b3b4d-7eb6-4921-8501-cddd205f7cc0'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:20:03.842335 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fc93afe-dfe2-4e32-a2db-58a218a1bdf7 req-22506e00-79b5-42ad-97ab-7103158f41b3 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 210 time: 0.0672297 Feb 07 21:20:03.870260 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a36be9-da38-4de1-b175-9a90377e3c67 req-6cf85c20-2695-4185-91d1-b3f35601d76c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:03.872457 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03a36be9-da38-4de1-b175-9a90377e3c67 req-6cf85c20-2695-4185-91d1-b3f35601d76c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.2081661 Feb 07 21:20:03.910921 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac16558c-cf73-4ab1-b908-09c0c21741ee tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (1da5b704-4731-423d-8523-ac9db0a1cb02), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:03.937124 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:03.988929 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03a36be9-da38-4de1-b175-9a90377e3c67 req-9b9d923d-d9da-4711-9a3a-0d0a14f1beb6 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094961 Feb 07 21:20:04.134917 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c21bfcde-11ef-4064-abd3-bcdb0e76359e None None] Provisioning complete for port 420b3b4d-7eb6-4921-8501-cddd205f7cc0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:20:04.136684 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c21bfcde-11ef-4064-abd3-bcdb0e76359e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (420b3b4d-7eb6-4921-8501-cddd205f7cc0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:04.208149 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c21bfcde-11ef-4064-abd3-bcdb0e76359e None None] Port 420b3b4d-7eb6-4921-8501-cddd205f7cc0 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:20:05.045767 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42634) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:05.086290 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.db.resource_extend [None req-ac16558c-cf73-4ab1-b908-09c0c21741ee tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:20:05.196476 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-24ac4ee1-f0c0-472f-8639-0efa3aeb27fe req-462a178d-d5bb-4bba-ac38-784003805db8 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 210 time: 0.0638030 Feb 07 21:20:05.238408 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f18b1c-0e1c-43bf-9bbb-0a38015ce3f1 req-d122b110-04db-4d74-a043-c4abd192420d tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:05.245669 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72f18b1c-0e1c-43bf-9bbb-0a38015ce3f1 req-d122b110-04db-4d74-a043-c4abd192420d tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 1.1031058 Feb 07 21:20:05.264247 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac16558c-cf73-4ab1-b908-09c0c21741ee tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:05.270131 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac16558c-cf73-4ab1-b908-09c0c21741ee tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (1da5b704-4731-423d-8523-ac9db0a1cb02), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:05.371913 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72f18b1c-0e1c-43bf-9bbb-0a38015ce3f1 req-9f422477-492e-4844-af38-9e8d63e5a3e6 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246555 Feb 07 21:20:05.580744 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [None req-ac16558c-cf73-4ab1-b908-09c0c21741ee tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Floating IP 1da5b704-4731-423d-8523-ac9db0a1cb02 associated. External IP: 172.25.4.10, port: 8b37f4ef-1b10-467b-98f2-bbb83c19fcaf. Feb 07 21:20:05.824502 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-52f7cb96-a183-47a1-9eb3-9611ddc21d1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:06.050932 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-2e9bc603-d466-485c-936e-aeb901adaa46 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:06.056264 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-2e9bc603-d466-485c-936e-aeb901adaa46 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.71 "GET /v2.0/networks?id=99044842-f213-4e79-8974-9c7cf695919c HTTP/1.1" status: 200 len: 815 time: 0.4187443 Feb 07 21:20:06.095087 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-36860e1f-130c-48e6-8db5-e90692cf0b9f tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Request body: {'port': {'device_id': '453cc0c7-d010-4f1b-9663-3756df4590a2', 'network_id': '99044842-f213-4e79-8974-9c7cf695919c', 'admin_state_up': True, 'tenant_id': 'bd76eedab25c46aca49553dbe998f754'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:20:06.096210 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-52f7cb96-a183-47a1-9eb3-9611ddc21d1a admin admin] Publish callbacks [] for security_group (66b0284a-94a2-4896-8210-8ae443c09428), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:06.113557 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-52f7cb96-a183-47a1-9eb3-9611ddc21d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (66b0284a-94a2-4896-8210-8ae443c09428), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:06.233411 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11bf01-e4a0-4c7f-8355-fa796108c2bf req-6b2f98a7-f9d7-4ef6-b277-f0dcdc356285 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:06.239633 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc11bf01-e4a0-4c7f-8355-fa796108c2bf req-6b2f98a7-f9d7-4ef6-b277-f0dcdc356285 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.3921027 Feb 07 21:20:06.242196 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-52f7cb96-a183-47a1-9eb3-9611ddc21d1a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a84d6b2e8b88498ab54996c0a9373869&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1856785 Feb 07 21:20:06.245384 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42678) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:06.254679 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7cb96-a183-47a1-9eb3-9611ddc21d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b0284a-94a2-4896-8210-8ae443c09428,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:06.279740 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac16558c-cf73-4ab1-b908-09c0c21741ee tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Router 5791bf9e-8b63-4335-b26d-aafce03f6d28 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:20:06.511898 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac16558c-cf73-4ab1-b908-09c0c21741ee tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:20:06.523893 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7b91e4-bcee-4d89-a70c-916c876bca07 None None] Sync routers for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:20:06.559996 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7b91e4-bcee-4d89-a70c-916c876bca07 None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:20:06.561188 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0c7b91e4-bcee-4d89-a70c-916c876bca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:19:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:06.654697 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0c7b91e4-bcee-4d89-a70c-916c876bca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:06.674147 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc11bf01-e4a0-4c7f-8355-fa796108c2bf req-09db093d-b130-4091-9252-d6040790f45a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4185576 Feb 07 21:20:06.678676 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7b91e4-bcee-4d89-a70c-916c876bca07 None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:20:06.680108 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0c7b91e4-bcee-4d89-a70c-916c876bca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:19:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:06.694457 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d455e5e-a4f7-4175-8ad0-18139abac3f7 req-d5f4780e-e5ce-413c-919f-a48437a0962d tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 210 time: 0.1446986 Feb 07 21:20:06.733297 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0c7b91e4-bcee-4d89-a70c-916c876bca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:06.733297 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7b91e4-bcee-4d89-a70c-916c876bca07 None None] The sync data for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:20:06.755135 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-36860e1f-130c-48e6-8db5-e90692cf0b9f tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Made reservation on behalf of bd76eedab25c46aca49553dbe998f754 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:20:06.759289 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-36860e1f-130c-48e6-8db5-e90692cf0b9f tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:06.780772 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2007868b-bb39-44eb-ab11-c52850675a5f admin admin] Publish callbacks [] for security_group (66b0284a-94a2-4896-8210-8ae443c09428), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:06.820178 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2007868b-bb39-44eb-ab11-c52850675a5f admin admin] Publish callbacks [] for security_group (66b0284a-94a2-4896-8210-8ae443c09428), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:06.943783 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2007868b-bb39-44eb-ab11-c52850675a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (66b0284a-94a2-4896-8210-8ae443c09428), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:06.946600 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2007868b-bb39-44eb-ab11-c52850675a5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:06.950178 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2007868b-bb39-44eb-ab11-c52850675a5f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/66b0284a-94a2-4896-8210-8ae443c09428 HTTP/1.1" status: 204 len: 168 time: 0.6992760 Feb 07 21:20:07.071373 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac16558c-cf73-4ab1-b908-09c0c21741ee tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Router e119c9c7-e7cd-44ca-a712-c92a127893a6 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:20:07.275637 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-36860e1f-130c-48e6-8db5-e90692cf0b9f tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Allocated IP 172.20.0.8 (99044842-f213-4e79-8974-9c7cf695919c/bf7eaca0-61e7-4692-8c31-d68c2d8f983d/6887121c-c432-4fa6-a0ec-002f7603d24f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:20:07.324811 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac16558c-cf73-4ab1-b908-09c0c21741ee tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:20:07.335410 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffbb68a-ac66-4a13-8200-703a421df233 None None] Sync routers for ids ['e119c9c7-e7cd-44ca-a712-c92a127893a6'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:20:07.355332 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac16558c-cf73-4ab1-b908-09c0c21741ee tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:07.361505 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffbb68a-ac66-4a13-8200-703a421df233 None None] Routers {'e119c9c7-e7cd-44ca-a712-c92a127893a6'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:20:07.363632 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-4ffbb68a-ac66-4a13-8200-703a421df233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:19:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e119c9c7-e7cd-44ca-a712-c92a127893a6'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:07.494756 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ac16558c-cf73-4ab1-b908-09c0c21741ee tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "PUT /v2.0/floatingips/1da5b704-4731-423d-8523-ac9db0a1cb02 HTTP/1.1" status: 200 len: 978 time: 3.7252276 Feb 07 21:20:07.497440 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42722) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:07.504253 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007868b-bb39-44eb-ab11-c52850675a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b0284a-94a2-4896-8210-8ae443c09428,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:07.678024 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-4ffbb68a-ac66-4a13-8200-703a421df233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:07.689277 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffbb68a-ac66-4a13-8200-703a421df233 None None] Routers {'e119c9c7-e7cd-44ca-a712-c92a127893a6'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:20:07.693478 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-4ffbb68a-ac66-4a13-8200-703a421df233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:19:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e119c9c7-e7cd-44ca-a712-c92a127893a6'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:07.693679 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-36860e1f-130c-48e6-8db5-e90692cf0b9f tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Publish callbacks [] for port (6887121c-c432-4fa6-a0ec-002f7603d24f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:07.849308 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-4ffbb68a-ac66-4a13-8200-703a421df233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:07.853859 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffbb68a-ac66-4a13-8200-703a421df233 None None] The sync data for ids ['e119c9c7-e7cd-44ca-a712-c92a127893a6'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:20:07.880786 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5f340316-0683-458f-a471-6a43358030b5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Deleting port 420b3b4d-7eb6-4921-8501-cddd205f7cc0 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:20:07.882735 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-36860e1f-130c-48e6-8db5-e90692cf0b9f tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (6887121c-c432-4fa6-a0ec-002f7603d24f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:07.885725 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5f340316-0683-458f-a471-6a43358030b5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (420b3b4d-7eb6-4921-8501-cddd205f7cc0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:08.027456 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5f340316-0683-458f-a471-6a43358030b5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (420b3b4d-7eb6-4921-8501-cddd205f7cc0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:08.031184 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42740) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:08.117482 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e1b16ab4-fc89-4e4c-861e-6f3f053593ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:08.201948 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-36860e1f-130c-48e6-8db5-e90692cf0b9f tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Network 99044842-f213-4e79-8974-9c7cf695919c is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:20:08.232665 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87beee4-cba9-463a-a4d2-63448b9bf80c req-1ecc6dbb-ec1a-4398-ad5f-5eb59aeef713 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:08.234502 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e87beee4-cba9-463a-a4d2-63448b9bf80c req-1ecc6dbb-ec1a-4398-ad5f-5eb59aeef713 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 1.1299548 Feb 07 21:20:08.241301 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-36860e1f-130c-48e6-8db5-e90692cf0b9f tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:20:08.247777 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36860e1f-130c-48e6-8db5-e90692cf0b9f tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Pushing event updated for resources: {'Port': ['ID=6887121c-c432-4fa6-a0ec-002f7603d24f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:08.253309 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-36860e1f-130c-48e6-8db5-e90692cf0b9f tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:20:08.270453 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5f340316-0683-458f-a471-6a43358030b5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:08.271952 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5f340316-0683-458f-a471-6a43358030b5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (1da5b704-4731-423d-8523-ac9db0a1cb02), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:08.272594 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [None req-5f340316-0683-458f-a471-6a43358030b5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Floating IP 1da5b704-4731-423d-8523-ac9db0a1cb02 disassociated. External IP: 172.25.4.10, port: 420b3b4d-7eb6-4921-8501-cddd205f7cc0. Feb 07 21:20:08.273152 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5f340316-0683-458f-a471-6a43358030b5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Calling delete_port for 420b3b4d-7eb6-4921-8501-cddd205f7cc0 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:20:08.308543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-36860e1f-130c-48e6-8db5-e90692cf0b9f tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:08.309220 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-36860e1f-130c-48e6-8db5-e90692cf0b9f tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:08.399502 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e1b16ab4-fc89-4e4c-861e-6f3f053593ca admin admin] Publish callbacks [] for security_group (121c38c3-54d0-4181-9917-39132d2c5ef0), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:08.411448 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-36860e1f-130c-48e6-8db5-e90692cf0b9f tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3458207 Feb 07 21:20:08.421429 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c2410-ae20-4d73-a7ac-30a754da85e7 req-461809f9-7a76-44e2-b013-e1456ecf09a8 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:08.423972 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-232c2410-ae20-4d73-a7ac-30a754da85e7 req-461809f9-7a76-44e2-b013-e1456ecf09a8 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 931 time: 0.4099026 Feb 07 21:20:08.426809 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e1b16ab4-fc89-4e4c-861e-6f3f053593ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (121c38c3-54d0-4181-9917-39132d2c5ef0), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:08.434031 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-01889801-a2e3-4e34-a10e-882e81cdc657 service neutron] Request body: {'port': {'device_id': '453cc0c7-d010-4f1b-9663-3756df4590a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:20:08.468731 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e87beee4-cba9-463a-a4d2-63448b9bf80c req-75f215ec-219c-4c07-bc06-3e30a737f592 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224045 Feb 07 21:20:08.524130 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-01889801-a2e3-4e34-a10e-882e81cdc657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6887121c-c432-4fa6-a0ec-002f7603d24f), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:08.581488 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5f340316-0683-458f-a471-6a43358030b5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (420b3b4d-7eb6-4921-8501-cddd205f7cc0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:08.683129 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b16ab4-fc89-4e4c-861e-6f3f053593ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121c38c3-54d0-4181-9917-39132d2c5ef0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:08.696223 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e1b16ab4-fc89-4e4c-861e-6f3f053593ca admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=946332d400764233a412aff849dea0f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6584196 Feb 07 21:20:08.712000 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42776) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:08.751508 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-232c2410-ae20-4d73-a7ac-30a754da85e7 req-a698bc49-71b3-4143-8e61-d5678408a34d tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445476 Feb 07 21:20:09.017959 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f340316-0683-458f-a471-6a43358030b5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event deleted for resources: {'Port': ['ID=420b3b4d-7eb6-4921-8501-cddd205f7cc0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:09.234753 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-67687cb3-d850-4271-a403-051291e11f58 admin admin] Publish callbacks [] for security_group (121c38c3-54d0-4181-9917-39132d2c5ef0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:09.318697 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f340316-0683-458f-a471-6a43358030b5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Router e119c9c7-e7cd-44ca-a712-c92a127893a6 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:20:09.323262 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-01889801-a2e3-4e34-a10e-882e81cdc657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6887121c-c432-4fa6-a0ec-002f7603d24f {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:20:09.366892 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-01889801-a2e3-4e34-a10e-882e81cdc657 service neutron] Publish callbacks [] for port (6887121c-c432-4fa6-a0ec-002f7603d24f), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:09.377970 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-67687cb3-d850-4271-a403-051291e11f58 admin admin] Publish callbacks [] for security_group (121c38c3-54d0-4181-9917-39132d2c5ef0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:09.395863 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-01889801-a2e3-4e34-a10e-882e81cdc657 service neutron] Transition to ACTIVE for port object 6887121c-c432-4fa6-a0ec-002f7603d24f will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:20:09.409052 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-01889801-a2e3-4e34-a10e-882e81cdc657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (6887121c-c432-4fa6-a0ec-002f7603d24f), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:09.520685 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01889801-a2e3-4e34-a10e-882e81cdc657 service neutron] Pushing event updated for resources: {'Port': ['ID=6887121c-c432-4fa6-a0ec-002f7603d24f,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:09.614400 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f340316-0683-458f-a471-6a43358030b5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:20:09.630035 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4e6678-88d4-4570-8e8f-495bff8d347b None None] Sync routers for ids ['e119c9c7-e7cd-44ca-a712-c92a127893a6'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:20:09.639401 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-01889801-a2e3-4e34-a10e-882e81cdc657 service neutron] Attempting to bind port 6887121c-c432-4fa6-a0ec-002f7603d24f on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:20:09.639744 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-01889801-a2e3-4e34-a10e-882e81cdc657 service neutron] Attempting to bind port 6887121c-c432-4fa6-a0ec-002f7603d24f by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'c034aa2b-3f97-47ab-96ec-f8ddf955f299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '99044842-f213-4e79-8974-9c7cf695919c'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:20:09.640062 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-01889801-a2e3-4e34-a10e-882e81cdc657 service neutron] Attempting to bind port 6887121c-c432-4fa6-a0ec-002f7603d24f on network 99044842-f213-4e79-8974-9c7cf695919c {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:20:09.653685 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-01889801-a2e3-4e34-a10e-882e81cdc657 service neutron] Port 6887121c-c432-4fa6-a0ec-002f7603d24f on network 99044842-f213-4e79-8974-9c7cf695919c not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:20:09.654032 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-01889801-a2e3-4e34-a10e-882e81cdc657 service neutron] Attempting to bind port 6887121c-c432-4fa6-a0ec-002f7603d24f on network 99044842-f213-4e79-8974-9c7cf695919c {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:20:09.658611 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4e6678-88d4-4570-8e8f-495bff8d347b None None] Routers {'e119c9c7-e7cd-44ca-a712-c92a127893a6'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:20:09.666705 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-01889801-a2e3-4e34-a10e-882e81cdc657 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:20:09.666999 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-01889801-a2e3-4e34-a10e-882e81cdc657 service neutron] Checking segment: {'id': 'c034aa2b-3f97-47ab-96ec-f8ddf955f299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '99044842-f213-4e79-8974-9c7cf695919c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:20:09.667347 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-01889801-a2e3-4e34-a10e-882e81cdc657 service neutron] Bound using segment: {'id': 'c034aa2b-3f97-47ab-96ec-f8ddf955f299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '99044842-f213-4e79-8974-9c7cf695919c'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:20:09.667776 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-01889801-a2e3-4e34-a10e-882e81cdc657 service neutron] Bound port: 6887121c-c432-4fa6-a0ec-002f7603d24f, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c034aa2b-3f97-47ab-96ec-f8ddf955f299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '99044842-f213-4e79-8974-9c7cf695919c'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:20:09.668349 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-01889801-a2e3-4e34-a10e-882e81cdc657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6887121c-c432-4fa6-a0ec-002f7603d24f), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:09.669509 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ed4e6678-88d4-4570-8e8f-495bff8d347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:19:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e119c9c7-e7cd-44ca-a712-c92a127893a6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:09.841231 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ed4e6678-88d4-4570-8e8f-495bff8d347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:09.877133 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4e6678-88d4-4570-8e8f-495bff8d347b None None] Routers {'e119c9c7-e7cd-44ca-a712-c92a127893a6'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:20:09.878000 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-01889801-a2e3-4e34-a10e-882e81cdc657 service neutron] For port 6887121c-c432-4fa6-a0ec-002f7603d24f, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:20:09.878095 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ed4e6678-88d4-4570-8e8f-495bff8d347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:19:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e119c9c7-e7cd-44ca-a712-c92a127893a6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:09.896573 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-01889801-a2e3-4e34-a10e-882e81cdc657 service neutron] For port 6887121c-c432-4fa6-a0ec-002f7603d24f, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=6887121c-c432-4fa6-a0ec-002f7603d24f,segment=NetworkSegment(c034aa2b-3f97-47ab-96ec-f8ddf955f299),segment_id=c034aa2b-3f97-47ab-96ec-f8ddf955f299)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:20:09.960967 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5f340316-0683-458f-a471-6a43358030b5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:09.982411 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5f340316-0683-458f-a471-6a43358030b5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "DELETE /v2.0/ports/420b3b4d-7eb6-4921-8501-cddd205f7cc0 HTTP/1.1" status: 204 len: 168 time: 2.4825072 Feb 07 21:20:09.985457 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42820) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:10.022949 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ed4e6678-88d4-4570-8e8f-495bff8d347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:10.023548 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4e6678-88d4-4570-8e8f-495bff8d347b None None] The sync data for ids ['e119c9c7-e7cd-44ca-a712-c92a127893a6'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:20:10.076901 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-01889801-a2e3-4e34-a10e-882e81cdc657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (6887121c-c432-4fa6-a0ec-002f7603d24f), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:10.347155 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-01889801-a2e3-4e34-a10e-882e81cdc657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:10.347865 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-01889801-a2e3-4e34-a10e-882e81cdc657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:10.349387 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-01889801-a2e3-4e34-a10e-882e81cdc657 service neutron] 10.222.0.71 "PUT /v2.0/ports/6887121c-c432-4fa6-a0ec-002f7603d24f HTTP/1.1" status: 200 len: 1091 time: 1.9238818 Feb 07 21:20:10.350005 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '453cc0c7-d010-4f1b-9663-3756df4590a2', 'tag': '6887121c-c432-4fa6-a0ec-002f7603d24f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:20:10.352727 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738ca8f0-4025-4ee7-83c1-647d81bb879e" -d '{"events": [{"name": "network-changed", "server_uuid": "453cc0c7-d010-4f1b-9663-3756df4590a2", "tag": "6887121c-c432-4fa6-a0ec-002f7603d24f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:20:10.445280 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4921167-9c94-4bb2-b97c-c7b3b04b5298 req-3831eea3-2055-4e0d-9b88-32a1a0c7e641 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:10.457216 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4921167-9c94-4bb2-b97c-c7b3b04b5298 req-3831eea3-2055-4e0d-9b88-32a1a0c7e641 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.5427232 Feb 07 21:20:10.490151 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01889801-a2e3-4e34-a10e-882e81cdc657 service neutron] Pushing event updated for resources: {'Port': ['ID=6887121c-c432-4fa6-a0ec-002f7603d24f,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:10.658438 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d4c02-0318-4695-b03f-e80a718b0931 req-6315fbd6-2ed8-41d3-af78-489c0bf4ad9f tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:10.661317 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-541d4c02-0318-4695-b03f-e80a718b0931 req-6315fbd6-2ed8-41d3-af78-489c0bf4ad9f tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 943 time: 0.6044910 Feb 07 21:20:10.869932 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4921167-9c94-4bb2-b97c-c7b3b04b5298 req-dc5d6cf8-57d1-4afc-a467-9db3c09e8f56 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3845768 Feb 07 21:20:10.893761 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-508994a6-b5a0-4529-b3b7-fc77a2ba517a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:10.895479 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-508994a6-b5a0-4529-b3b7-fc77a2ba517a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bd76eedab25c46aca49553dbe998f754&device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 1125 time: 0.4346869 Feb 07 21:20:11.003040 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-67687cb3-d850-4271-a403-051291e11f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (121c38c3-54d0-4181-9917-39132d2c5ef0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:11.006401 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-67687cb3-d850-4271-a403-051291e11f58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:11.007823 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-67687cb3-d850-4271-a403-051291e11f58 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/121c38c3-54d0-4181-9917-39132d2c5ef0 HTTP/1.1" status: 204 len: 168 time: 2.0037100 Feb 07 21:20:11.025002 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67687cb3-d850-4271-a403-051291e11f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121c38c3-54d0-4181-9917-39132d2c5ef0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:11.092240 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42846) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:11.114991 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e018aaf-e3df-4891-9163-95f04f3c2fad x-openstack-request-id: req-8e018aaf-e3df-4891-9163-95f04f3c2fad {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:20:11.115359 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "453cc0c7-d010-4f1b-9663-3756df4590a2", "tag": "6887121c-c432-4fa6-a0ec-002f7603d24f", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:20:11.115627 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8e018aaf-e3df-4891-9163-95f04f3c2fad {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:20:11.116053 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '453cc0c7-d010-4f1b-9663-3756df4590a2', 'tag': '6887121c-c432-4fa6-a0ec-002f7603d24f', 'status': 'completed', 'code': 200} Feb 07 21:20:11.117849 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-e15b31f3-8ec9-4d71-b849-f79754d06576 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6887121c-c432-4fa6-a0ec-002f7603d24f HTTP/1.1" status: 200 len: 217 time: 0.1906404 Feb 07 21:20:11.133080 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-541d4c02-0318-4695-b03f-e80a718b0931 req-32493b21-1855-4f14-b7f6-874fd2783b2e tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576011 Feb 07 21:20:11.285122 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-8e7b410a-ee4b-4937-a420-f7c21863742c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:11.286600 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-8e7b410a-ee4b-4937-a420-f7c21863742c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bf7eaca0-61e7-4692-8c31-d68c2d8f983d HTTP/1.1" status: 200 len: 855 time: 0.1573019 Feb 07 21:20:11.367355 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-b2e47f58-c33e-4008-ab60-b41ad5d88652 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=99044842-f213-4e79-8974-9c7cf695919c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747650 Feb 07 21:20:11.787013 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-3a1210b6-a723-423a-931d-f33b9a0ad35b service neutron] 10.222.0.71 "GET /v2.0/networks/99044842-f213-4e79-8974-9c7cf695919c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652356 Feb 07 21:20:11.851928 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb1c3c62-5894-494a-8541-147d43fea8f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:11.976101 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc0741-5926-435c-8329-0679046f74c7 req-aa076232-7c8e-4d70-9bc4-255042a2ea94 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:11.984008 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3dc0741-5926-435c-8329-0679046f74c7 req-aa076232-7c8e-4d70-9bc4-255042a2ea94 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.6253502 Feb 07 21:20:12.072834 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0bae87a0-03b5-444b-8013-4ea32de76046 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (e119c9c7-e7cd-44ca-a712-c92a127893a6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:12.154116 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3dc0741-5926-435c-8329-0679046f74c7 req-089dc6ee-fab4-4eb0-9443-c9b0e278642a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677175 Feb 07 21:20:12.184071 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-399217f1-b2bb-472e-ae5e-1851715b15c0 req-bc394066-c18b-41fc-9567-49169c2a165d service neutron] 10.222.0.71 "GET /v2.0/networks/99044842-f213-4e79-8974-9c7cf695919c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777492 Feb 07 21:20:12.395179 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb1c3c62-5894-494a-8541-147d43fea8f3 admin admin] Publish callbacks [] for security_group (fdb573be-e157-43e8-9cdc-62606825c812), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:12.407857 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb1c3c62-5894-494a-8541-147d43fea8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (fdb573be-e157-43e8-9cdc-62606825c812), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:12.452718 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ca8f0-4025-4ee7-83c1-647d81bb879e req-1b25f038-9f4c-472a-83c6-48d1f0b83826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:12.454941 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-738ca8f0-4025-4ee7-83c1-647d81bb879e req-1b25f038-9f4c-472a-83c6-48d1f0b83826 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bd76eedab25c46aca49553dbe998f754&device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 1125 time: 0.2154312 Feb 07 21:20:12.620099 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bb1c3c62-5894-494a-8541-147d43fea8f3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=994ba252d8d54d1ebdf00c5eb4de1b93&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5085928 Feb 07 21:20:12.623131 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42880) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:12.654949 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c3c62-5894-494a-8541-147d43fea8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb573be-e157-43e8-9cdc-62606825c812,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:12.662142 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df931f94-1d34-4394-94e3-05fd992d7fd0 req-e2e1d6c8-cb25-4bac-a77d-8951196ed57a tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:12.670868 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df931f94-1d34-4394-94e3-05fd992d7fd0 req-e2e1d6c8-cb25-4bac-a77d-8951196ed57a tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 943 time: 0.3322642 Feb 07 21:20:12.809863 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ce79fc9f-1be2-45ca-a633-0d72fe2a674f admin admin] Publish callbacks [] for security_group (fdb573be-e157-43e8-9cdc-62606825c812), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:12.842479 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ce79fc9f-1be2-45ca-a633-0d72fe2a674f admin admin] Publish callbacks [] for security_group (fdb573be-e157-43e8-9cdc-62606825c812), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:12.914653 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ce79fc9f-1be2-45ca-a633-0d72fe2a674f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (fdb573be-e157-43e8-9cdc-62606825c812), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:12.918585 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ce79fc9f-1be2-45ca-a633-0d72fe2a674f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:12.923950 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ce79fc9f-1be2-45ca-a633-0d72fe2a674f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fdb573be-e157-43e8-9cdc-62606825c812 HTTP/1.1" status: 204 len: 168 time: 0.2999105 Feb 07 21:20:12.953406 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df931f94-1d34-4394-94e3-05fd992d7fd0 req-72c297fa-86fd-433d-a9bb-892e205d5c0c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819600 Feb 07 21:20:12.960446 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ca8f0-4025-4ee7-83c1-647d81bb879e req-b108f3e0-0cac-4265-bd0a-3d62eaaaa3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:12.961942 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-738ca8f0-4025-4ee7-83c1-647d81bb879e req-b108f3e0-0cac-4265-bd0a-3d62eaaaa3c4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=99044842-f213-4e79-8974-9c7cf695919c HTTP/1.1" status: 200 len: 916 time: 0.4881175 Feb 07 21:20:12.969981 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79fc9f-1be2-45ca-a633-0d72fe2a674f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb573be-e157-43e8-9cdc-62606825c812,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:13.054491 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0bae87a0-03b5-444b-8013-4ea32de76046 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Deleting port a168298b-f703-4dc7-9351-2bc950ab6ae9 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:20:13.055677 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0bae87a0-03b5-444b-8013-4ea32de76046 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (a168298b-f703-4dc7-9351-2bc950ab6ae9), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:13.084756 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-738ca8f0-4025-4ee7-83c1-647d81bb879e req-3ee68ee8-4b20-4561-809b-4490ccca162c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6887121c-c432-4fa6-a0ec-002f7603d24f HTTP/1.1" status: 200 len: 217 time: 0.1121347 Feb 07 21:20:13.201511 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ca8f0-4025-4ee7-83c1-647d81bb879e req-8b4f8ac0-34b9-41bb-ab49-33eb82a356b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:13.208114 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-738ca8f0-4025-4ee7-83c1-647d81bb879e req-8b4f8ac0-34b9-41bb-ab49-33eb82a356b1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bf7eaca0-61e7-4692-8c31-d68c2d8f983d HTTP/1.1" status: 200 len: 855 time: 0.1123590 Feb 07 21:20:13.270644 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0bae87a0-03b5-444b-8013-4ea32de76046 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (a168298b-f703-4dc7-9351-2bc950ab6ae9), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:13.282610 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-738ca8f0-4025-4ee7-83c1-647d81bb879e req-feac07fb-1edd-4916-ad3e-87446f7f7015 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=99044842-f213-4e79-8974-9c7cf695919c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720930 Feb 07 21:20:13.298764 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0bae87a0-03b5-444b-8013-4ea32de76046 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Calling delete_port for a168298b-f703-4dc7-9351-2bc950ab6ae9 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:20:13.516654 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-738ca8f0-4025-4ee7-83c1-647d81bb879e req-827ba7be-f0c2-4412-a03e-cfa08c087f40 service neutron] 10.222.0.71 "GET /v2.0/networks/99044842-f213-4e79-8974-9c7cf695919c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273390 Feb 07 21:20:13.601704 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aba694-31a5-4752-979b-a97f549b87e4 req-ee3fb26c-96c9-4d0c-a14b-90b70650449d tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:13.603254 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-36aba694-31a5-4752-979b-a97f549b87e4 req-ee3fb26c-96c9-4d0c-a14b-90b70650449d tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.2930286 Feb 07 21:20:13.648353 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0bae87a0-03b5-444b-8013-4ea32de76046 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (a168298b-f703-4dc7-9351-2bc950ab6ae9), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:13.729196 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae87a0-03b5-444b-8013-4ea32de76046 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event deleted for resources: {'Port': ['ID=a168298b-f703-4dc7-9351-2bc950ab6ae9,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:13.795616 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-36aba694-31a5-4752-979b-a97f549b87e4 req-ca715b5c-a31f-422f-b35d-fe921dcc95b1 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801901 Feb 07 21:20:13.849202 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-738ca8f0-4025-4ee7-83c1-647d81bb879e req-fe572649-cf03-4b3a-ae75-db7b268fae4e service neutron] 10.222.0.71 "GET /v2.0/networks/99044842-f213-4e79-8974-9c7cf695919c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259320 Feb 07 21:20:14.058242 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42918) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:14.124146 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aa0478a3-71e4-444e-a8b8-8847d449c74c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:14.191467 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b918cd-a4e1-42c2-8b1c-7b43aa10e73c req-4d1cd99a-2b6d-47f4-b338-81cbafa87a6f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:14.193376 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-26b918cd-a4e1-42c2-8b1c-7b43aa10e73c req-4d1cd99a-2b6d-47f4-b338-81cbafa87a6f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.2605743 Feb 07 21:20:14.206428 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0bae87a0-03b5-444b-8013-4ea32de76046 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (e119c9c7-e7cd-44ca-a712-c92a127893a6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:14.282620 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d656a-c522-4f33-bca8-6ed4ba7342be req-dde0e1a7-5eae-42e2-9306-be8858ff8f07 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:14.282759 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-227d656a-c522-4f33-bca8-6ed4ba7342be req-dde0e1a7-5eae-42e2-9306-be8858ff8f07 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 943 time: 0.1780314 Feb 07 21:20:14.385666 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-26b918cd-a4e1-42c2-8b1c-7b43aa10e73c req-7cbf64de-5b34-43ae-8a11-0232e29a7d36 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813340 Feb 07 21:20:14.445218 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-227d656a-c522-4f33-bca8-6ed4ba7342be req-a8847fb0-0fa0-4771-ab0f-eedaed1cd0f7 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368587 Feb 07 21:20:14.462647 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aa0478a3-71e4-444e-a8b8-8847d449c74c admin admin] Publish callbacks [] for security_group (3abc79b4-5c38-4b0f-860a-6e2f55268cd3), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:14.472660 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aa0478a3-71e4-444e-a8b8-8847d449c74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3abc79b4-5c38-4b0f-860a-6e2f55268cd3), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:14.536719 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-aa0478a3-71e4-444e-a8b8-8847d449c74c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f1fe904161ad4c2cae84da90242c71f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4762843 Feb 07 21:20:14.539828 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42932) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:14.555154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0478a3-71e4-444e-a8b8-8847d449c74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abc79b4-5c38-4b0f-860a-6e2f55268cd3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:14.561677 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bae87a0-03b5-444b-8013-4ea32de76046 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Router e119c9c7-e7cd-44ca-a712-c92a127893a6 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:20:14.649551 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d59e3-37f2-4756-8c40-d360d77d356e req-a9aa24b9-a686-43a7-bfd6-f23a7a9e0241 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:14.651031 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-044d59e3-37f2-4756-8c40-d360d77d356e req-a9aa24b9-a686-43a7-bfd6-f23a7a9e0241 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.0866187 Feb 07 21:20:14.670627 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-76ab55eb-4f72-4466-84c6-3d9fdf4cba91 admin admin] Publish callbacks [] for security_group (3abc79b4-5c38-4b0f-860a-6e2f55268cd3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:14.690412 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42934) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:14.722352 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-76ab55eb-4f72-4466-84c6-3d9fdf4cba91 admin admin] Publish callbacks [] for security_group (3abc79b4-5c38-4b0f-860a-6e2f55268cd3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:14.735049 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 6887121c-c432-4fa6-a0ec-002f7603d24f details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:20:14.759715 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bae87a0-03b5-444b-8013-4ea32de76046 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:20:14.771605 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3748850a-95be-4e8f-84c9-71170e286389 None None] Sync routers for ids ['e119c9c7-e7cd-44ca-a712-c92a127893a6'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:20:14.773647 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0bae87a0-03b5-444b-8013-4ea32de76046 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "PUT /v2.0/routers/e119c9c7-e7cd-44ca-a712-c92a127893a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7869272 Feb 07 21:20:14.776261 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42938) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:14.788360 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3748850a-95be-4e8f-84c9-71170e286389 None None] Routers {'e119c9c7-e7cd-44ca-a712-c92a127893a6'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:20:14.793204 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-3748850a-95be-4e8f-84c9-71170e286389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:19:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e119c9c7-e7cd-44ca-a712-c92a127893a6'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:14.812278 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-044d59e3-37f2-4756-8c40-d360d77d356e req-aa64b27d-2965-41cf-963b-37e85ebb7801 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518512 Feb 07 21:20:14.813370 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-76ab55eb-4f72-4466-84c6-3d9fdf4cba91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3abc79b4-5c38-4b0f-860a-6e2f55268cd3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:14.816872 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-76ab55eb-4f72-4466-84c6-3d9fdf4cba91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:14.818217 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-76ab55eb-4f72-4466-84c6-3d9fdf4cba91 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3abc79b4-5c38-4b0f-860a-6e2f55268cd3 HTTP/1.1" status: 204 len: 168 time: 0.2773061 Feb 07 21:20:14.835128 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab55eb-4f72-4466-84c6-3d9fdf4cba91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abc79b4-5c38-4b0f-860a-6e2f55268cd3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:14.910126 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-3748850a-95be-4e8f-84c9-71170e286389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:14.941211 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3748850a-95be-4e8f-84c9-71170e286389 None None] Routers {'e119c9c7-e7cd-44ca-a712-c92a127893a6'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:20:14.944425 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-3748850a-95be-4e8f-84c9-71170e286389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:19:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e119c9c7-e7cd-44ca-a712-c92a127893a6'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:15.003156 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2cbe-482b-4bf3-9776-1383c193ee71 req-f91533c4-c3bd-4351-a38a-f628cf9af69f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:15.004748 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0b7e2cbe-482b-4bf3-9776-1383c193ee71 req-f91533c4-c3bd-4351-a38a-f628cf9af69f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.0980361 Feb 07 21:20:15.021186 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-3748850a-95be-4e8f-84c9-71170e286389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:15.023658 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3748850a-95be-4e8f-84c9-71170e286389 None None] The sync data for ids ['e119c9c7-e7cd-44ca-a712-c92a127893a6'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:20:15.034648 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-73b040e2-2c75-4843-893c-4caae995d7d5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for router (e119c9c7-e7cd-44ca-a712-c92a127893a6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:15.065560 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 6887121c-c432-4fa6-a0ec-002f7603d24f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=6887121c-c432-4fa6-a0ec-002f7603d24f,segment=NetworkSegment(c034aa2b-3f97-47ab-96ec-f8ddf955f299),segment_id=c034aa2b-3f97-47ab-96ec-f8ddf955f299)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:20:15.141365 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '6887121c-c432-4fa6-a0ec-002f7603d24f', 'network_id': '99044842-f213-4e79-8974-9c7cf695919c', 'port_id': '6887121c-c432-4fa6-a0ec-002f7603d24f', 'mac_address': 'fa:16:3e:7a:63:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf7eaca0-61e7-4692-8c31-d68c2d8f983d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:20:15.155415 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0b7e2cbe-482b-4bf3-9776-1383c193ee71 req-e8cf071d-3f09-4dba-a032-3b7dc2ea6e56 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399565 Feb 07 21:20:15.173466 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-73b040e2-2c75-4843-893c-4caae995d7d5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for router_gateway (e119c9c7-e7cd-44ca-a712-c92a127893a6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:15.198857 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d7d712a-511f-41c0-92c1-d05641f8f27e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:15.244713 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 6887121c-c432-4fa6-a0ec-002f7603d24f is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:20:15.245105 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6887121c-c432-4fa6-a0ec-002f7603d24f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:15.274968 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6887121c-c432-4fa6-a0ec-002f7603d24f {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:20:15.315111 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 6887121c-c432-4fa6-a0ec-002f7603d24f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=6887121c-c432-4fa6-a0ec-002f7603d24f,segment=NetworkSegment(c034aa2b-3f97-47ab-96ec-f8ddf955f299),segment_id=c034aa2b-3f97-47ab-96ec-f8ddf955f299)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:20:15.326140 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6887121c-c432-4fa6-a0ec-002f7603d24f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:15.346958 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-73b040e2-2c75-4843-893c-4caae995d7d5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Deleting port 8c400c70-18eb-4fb5-bda1-b6085dbd9428 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:20:15.347304 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-73b040e2-2c75-4843-893c-4caae995d7d5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8c400c70-18eb-4fb5-bda1-b6085dbd9428), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:15.431459 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=6887121c-c432-4fa6-a0ec-002f7603d24f,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:15.443783 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d7d712a-511f-41c0-92c1-d05641f8f27e admin admin] Publish callbacks [] for security_group (978d6e18-1868-420f-b8f3-27452947f4a8), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:15.455753 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d7d712a-511f-41c0-92c1-d05641f8f27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (978d6e18-1868-420f-b8f3-27452947f4a8), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:15.504485 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-73b040e2-2c75-4843-893c-4caae995d7d5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8c400c70-18eb-4fb5-bda1-b6085dbd9428), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:15.523404 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-73b040e2-2c75-4843-893c-4caae995d7d5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Calling delete_port for 8c400c70-18eb-4fb5-bda1-b6085dbd9428 owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:20:15.545797 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3d7d712a-511f-41c0-92c1-d05641f8f27e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7a539836d12c49479b3943be141a0c85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8550096 Feb 07 21:20:15.546471 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42958) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:15.547150 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d712a-511f-41c0-92c1-d05641f8f27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978d6e18-1868-420f-b8f3-27452947f4a8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:15.659719 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26f2c49e-b08e-4e52-b976-41cfa25f2bae admin admin] Publish callbacks [] for security_group (978d6e18-1868-420f-b8f3-27452947f4a8), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:15.683920 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26f2c49e-b08e-4e52-b976-41cfa25f2bae admin admin] Publish callbacks [] for security_group (978d6e18-1868-420f-b8f3-27452947f4a8), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:15.684099 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['6887121c-c432-4fa6-a0ec-002f7603d24f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:20:15.789898 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70f5e8-9870-4fc3-b33f-9157a057966d req-66f4842f-8107-44d9-a326-f7441566d16c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:15.791447 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9b70f5e8-9870-4fc3-b33f-9157a057966d req-66f4842f-8107-44d9-a326-f7441566d16c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 944 time: 0.1942492 Feb 07 21:20:15.803436 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-73b040e2-2c75-4843-893c-4caae995d7d5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8c400c70-18eb-4fb5-bda1-b6085dbd9428), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:15.852526 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b040e2-2c75-4843-893c-4caae995d7d5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event deleted for resources: {'Port': ['ID=8c400c70-18eb-4fb5-bda1-b6085dbd9428,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:15.902153 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9b70f5e8-9870-4fc3-b33f-9157a057966d req-1aacca60-662e-4e14-a68b-357ea5869a17 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932474 Feb 07 21:20:15.903542 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26f2c49e-b08e-4e52-b976-41cfa25f2bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (978d6e18-1868-420f-b8f3-27452947f4a8), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:15.912737 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26f2c49e-b08e-4e52-b976-41cfa25f2bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:15.921953 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-26f2c49e-b08e-4e52-b976-41cfa25f2bae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/978d6e18-1868-420f-b8f3-27452947f4a8 HTTP/1.1" status: 204 len: 168 time: 0.3680208 Feb 07 21:20:15.937889 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2c49e-b08e-4e52-b976-41cfa25f2bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978d6e18-1868-420f-b8f3-27452947f4a8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:15.953157 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b040e2-2c75-4843-893c-4caae995d7d5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:15.953565 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b040e2-2c75-4843-893c-4caae995d7d5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:15.953916 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b040e2-2c75-4843-893c-4caae995d7d5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:15.954262 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b040e2-2c75-4843-893c-4caae995d7d5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:15.954607 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b040e2-2c75-4843-893c-4caae995d7d5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:15.954997 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b040e2-2c75-4843-893c-4caae995d7d5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:15.955337 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b040e2-2c75-4843-893c-4caae995d7d5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:15.955675 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b040e2-2c75-4843-893c-4caae995d7d5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:15.956009 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b040e2-2c75-4843-893c-4caae995d7d5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:15.956365 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b040e2-2c75-4843-893c-4caae995d7d5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:15.957395 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b040e2-2c75-4843-893c-4caae995d7d5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:15.957920 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b040e2-2c75-4843-893c-4caae995d7d5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:15.958267 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b040e2-2c75-4843-893c-4caae995d7d5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:15.978102 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-73b040e2-2c75-4843-893c-4caae995d7d5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (e119c9c7-e7cd-44ca-a712-c92a127893a6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:16.128955 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-73b040e2-2c75-4843-893c-4caae995d7d5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (e119c9c7-e7cd-44ca-a712-c92a127893a6), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:16.135140 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-73b040e2-2c75-4843-893c-4caae995d7d5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for router_controller (e119c9c7-e7cd-44ca-a712-c92a127893a6), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:16.230333 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-73b040e2-2c75-4843-893c-4caae995d7d5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (e119c9c7-e7cd-44ca-a712-c92a127893a6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:16.231290 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b040e2-2c75-4843-893c-4caae995d7d5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Fanout notify agent at l3_agent the message router_deleted on router e119c9c7-e7cd-44ca-a712-c92a127893a6 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:20:16.247986 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-73b040e2-2c75-4843-893c-4caae995d7d5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:16.253842 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-73b040e2-2c75-4843-893c-4caae995d7d5 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "DELETE /v2.0/routers/e119c9c7-e7cd-44ca-a712-c92a127893a6 HTTP/1.1" status: 204 len: 168 time: 1.4739215 Feb 07 21:20:16.255576 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42986) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:16.357819 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-505ff1d3-dcc4-42c8-bc56-94678d48793f tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Deleting subnet 02834779-57b0-4060-9e2a-2f6d6ebe49b3 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:20:16.361864 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-505ff1d3-dcc4-42c8-bc56-94678d48793f tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for subnet (02834779-57b0-4060-9e2a-2f6d6ebe49b3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:16.419692 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-505ff1d3-dcc4-42c8-bc56-94678d48793f tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (02834779-57b0-4060-9e2a-2f6d6ebe49b3), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:16.534198 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-505ff1d3-dcc4-42c8-bc56-94678d48793f tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (02834779-57b0-4060-9e2a-2f6d6ebe49b3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:16.619654 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-505ff1d3-dcc4-42c8-bc56-94678d48793f tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (02834779-57b0-4060-9e2a-2f6d6ebe49b3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:16.663515 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ff1d3-dcc4-42c8-bc56-94678d48793f tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event deleted for resources: {'Subnet': ['ID=02834779-57b0-4060-9e2a-2f6d6ebe49b3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:16.678378 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-505ff1d3-dcc4-42c8-bc56-94678d48793f tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:16.678829 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211ddad4-b761-4b11-bb8a-1286efe88a5d None None] Network 6426ff94-86ae-412b-b7e7-d2913a4d1745 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:20:16.682932 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-505ff1d3-dcc4-42c8-bc56-94678d48793f tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "DELETE /v2.0/subnets/02834779-57b0-4060-9e2a-2f6d6ebe49b3 HTTP/1.1" status: 204 len: 168 time: 0.4263453 Feb 07 21:20:16.685496 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42998) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:16.811466 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 6887121c-c432-4fa6-a0ec-002f7603d24f up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:20:16.812739 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac11609c-00ef-4769-8dbd-909d1087f489 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (6426ff94-86ae-412b-b7e7-d2913a4d1745), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:16.948719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ac11609c-00ef-4769-8dbd-909d1087f489 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Deleting port fc6dc692-ce2f-4b05-bb3c-407f718c037b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:20:16.949079 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac11609c-00ef-4769-8dbd-909d1087f489 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (fc6dc692-ce2f-4b05-bb3c-407f718c037b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:16.957323 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 6887121c-c432-4fa6-a0ec-002f7603d24f completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:20:16.967045 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 6887121c-c432-4fa6-a0ec-002f7603d24f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:20:16.970024 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6887121c-c432-4fa6-a0ec-002f7603d24f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:17.058321 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6f906c-981e-4d09-8ce4-041a7820395d None None] DHCP port deletion for 6426ff94-86ae-412b-b7e7-d2913a4d1745 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:20:17.163047 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9e6f906c-981e-4d09-8ce4-041a7820395d None None] Deleting port fc6dc692-ce2f-4b05-bb3c-407f718c037b {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:20:17.163795 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9e6f906c-981e-4d09-8ce4-041a7820395d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (fc6dc692-ce2f-4b05-bb3c-407f718c037b), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:17.165824 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 6887121c-c432-4fa6-a0ec-002f7603d24f is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:20:17.166461 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6887121c-c432-4fa6-a0ec-002f7603d24f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:17.246847 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ac11609c-00ef-4769-8dbd-909d1087f489 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] For port fc6dc692-ce2f-4b05-bb3c-407f718c037b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=fc6dc692-ce2f-4b05-bb3c-407f718c037b,segment=NetworkSegment(c769d678-1928-4a66-87fc-1f50bed080de),segment_id=c769d678-1928-4a66-87fc-1f50bed080de)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:20:17.247306 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac11609c-00ef-4769-8dbd-909d1087f489 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (fc6dc692-ce2f-4b05-bb3c-407f718c037b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:17.295196 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe319f5-7b37-4cd9-9f1f-42f33ed5ddec req-e63c7b1e-9a9f-41d9-b23d-c5ae941fe905 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:17.296789 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bbe319f5-7b37-4cd9-9f1f-42f33ed5ddec req-e63c7b1e-9a9f-41d9-b23d-c5ae941fe905 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 944 time: 0.2514846 Feb 07 21:20:17.327702 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453cc0c7-d010-4f1b-9663-3756df4590a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6887121c-c432-4fa6-a0ec-002f7603d24f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:20:17.329988 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ac11609c-00ef-4769-8dbd-909d1087f489 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Calling delete_port for fc6dc692-ce2f-4b05-bb3c-407f718c037b owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:20:17.334400 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4663af-b4d0-4ece-a929-7e0363f0e217" -d '{"events": [{"server_uuid": "453cc0c7-d010-4f1b-9663-3756df4590a2", "name": "network-vif-plugged", "status": "completed", "tag": "6887121c-c432-4fa6-a0ec-002f7603d24f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:20:17.408041 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 6887121c-c432-4fa6-a0ec-002f7603d24f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=6887121c-c432-4fa6-a0ec-002f7603d24f,segment=NetworkSegment(c034aa2b-3f97-47ab-96ec-f8ddf955f299),segment_id=c034aa2b-3f97-47ab-96ec-f8ddf955f299)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:20:17.423744 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-9e6f906c-981e-4d09-8ce4-041a7820395d None None] For port fc6dc692-ce2f-4b05-bb3c-407f718c037b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=fc6dc692-ce2f-4b05-bb3c-407f718c037b,segment=NetworkSegment(c769d678-1928-4a66-87fc-1f50bed080de),segment_id=c769d678-1928-4a66-87fc-1f50bed080de)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:20:17.424761 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9e6f906c-981e-4d09-8ce4-041a7820395d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (fc6dc692-ce2f-4b05-bb3c-407f718c037b), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:17.429123 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b1cc21-f739-4467-9ef1-d082fefa005a x-openstack-request-id: req-a6b1cc21-f739-4467-9ef1-d082fefa005a {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:20:17.429123 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453cc0c7-d010-4f1b-9663-3756df4590a2", "name": "network-vif-plugged", "status": "completed", "tag": "6887121c-c432-4fa6-a0ec-002f7603d24f", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:20:17.429123 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a6b1cc21-f739-4467-9ef1-d082fefa005a {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:20:17.429511 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453cc0c7-d010-4f1b-9663-3756df4590a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6887121c-c432-4fa6-a0ec-002f7603d24f', 'code': 200} Feb 07 21:20:17.436947 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6887121c-c432-4fa6-a0ec-002f7603d24f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:17.448616 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9e6f906c-981e-4d09-8ce4-041a7820395d None None] Calling delete_port for fc6dc692-ce2f-4b05-bb3c-407f718c037b owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:20:17.450929 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bbe319f5-7b37-4cd9-9f1f-42f33ed5ddec req-c0914181-5c8a-4f57-aade-79debe486d5c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435733 Feb 07 21:20:17.634196 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2e4d7-82cc-4ce0-b88c-4af843b5a644 req-793a0676-52a0-4665-89ac-389aa3f8dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:17.638960 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2bc2e4d7-82cc-4ce0-b88c-4af843b5a644 req-793a0676-52a0-4665-89ac-389aa3f8dd39 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 1127 time: 0.1359267 Feb 07 21:20:17.653753 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=6887121c-c432-4fa6-a0ec-002f7603d24f,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:17.714403 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac11609c-00ef-4769-8dbd-909d1087f489 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (fc6dc692-ce2f-4b05-bb3c-407f718c037b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:17.724175 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9e6f906c-981e-4d09-8ce4-041a7820395d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (fc6dc692-ce2f-4b05-bb3c-407f718c037b), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:17.791766 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11609c-00ef-4769-8dbd-909d1087f489 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event deleted for resources: {'Port': ['ID=fc6dc692-ce2f-4b05-bb3c-407f718c037b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:17.794551 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f906c-981e-4d09-8ce4-041a7820395d None None] Pushing event deleted for resources: {'Port': ['ID=fc6dc692-ce2f-4b05-bb3c-407f718c037b,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:17.796615 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6f906c-981e-4d09-8ce4-041a7820395d None None] No DVR routers for this DVR port fc6dc692-ce2f-4b05-bb3c-407f718c037b on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:20:17.819949 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2bc2e4d7-82cc-4ce0-b88c-4af843b5a644 req-7e5b5c1e-8a2d-4e5e-bcc3-dfc6f452f501 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719799 Feb 07 21:20:17.821018 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac11609c-00ef-4769-8dbd-909d1087f489 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] No DVR routers for this DVR port fc6dc692-ce2f-4b05-bb3c-407f718c037b on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:20:18.308118 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac11609c-00ef-4769-8dbd-909d1087f489 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (6426ff94-86ae-412b-b7e7-d2913a4d1745), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:18.349256 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-ac11609c-00ef-4769-8dbd-909d1087f489 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6426ff94-86ae-412b-b7e7-d2913a4d1745']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:18.383224 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad97e-eecc-4356-a216-2292d3b8b14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:18.385960 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-ac11609c-00ef-4769-8dbd-909d1087f489 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c769d678-1928-4a66-87fc-1f50bed080de') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:18.386249 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-ac11609c-00ef-4769-8dbd-909d1087f489 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c769d678-1928-4a66-87fc-1f50bed080de') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:18.397961 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac11609c-00ef-4769-8dbd-909d1087f489 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (c769d678-1928-4a66-87fc-1f50bed080de), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:18.413902 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac11609c-00ef-4769-8dbd-909d1087f489 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (c769d678-1928-4a66-87fc-1f50bed080de), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:18.422996 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac11609c-00ef-4769-8dbd-909d1087f489 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:20:18.423865 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac11609c-00ef-4769-8dbd-909d1087f489 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (c769d678-1928-4a66-87fc-1f50bed080de), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:20:18.429112 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:20:18.533679 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac11609c-00ef-4769-8dbd-909d1087f489 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (6426ff94-86ae-412b-b7e7-d2913a4d1745), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:18.547987 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac11609c-00ef-4769-8dbd-909d1087f489 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:18.559688 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43056) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:18.564020 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ac11609c-00ef-4769-8dbd-909d1087f489 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "DELETE /v2.0/networks/6426ff94-86ae-412b-b7e7-d2913a4d1745 HTTP/1.1" status: 204 len: 168 time: 1.8774121 Feb 07 21:20:18.588726 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11609c-00ef-4769-8dbd-909d1087f489 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event deleted for resources: {'Network': ['ID=6426ff94-86ae-412b-b7e7-d2913a4d1745,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:18.647557 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device fc6dc692-ce2f-4b05-bb3c-407f718c037b no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:20:18.688516 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e8830-fbf4-4a07-acb1-78a19e1a2d50 req-3aedb40b-18be-48c8-bfe5-431ab1c894b1 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:18.690443 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: fc6dc692-ce2f-4b05-bb3c-407f718c037b {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:20:18.693561 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device fc6dc692-ce2f-4b05-bb3c-407f718c037b not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:20:18.696524 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db6e8830-fbf4-4a07-acb1-78a19e1a2d50 req-3aedb40b-18be-48c8-bfe5-431ab1c894b1 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 945 time: 0.1022561 Feb 07 21:20:18.794525 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db6e8830-fbf4-4a07-acb1-78a19e1a2d50 req-6a2d354a-c953-450b-b7a8-6517fa5d45d9 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950565 Feb 07 21:20:18.871461 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-47c4dcd1-08c2-4f23-9e83-031ebd5df6b1 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Deleting port 84284e71-8057-482b-b2e1-1548a15c70ab {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:20:18.872066 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47c4dcd1-08c2-4f23-9e83-031ebd5df6b1 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (84284e71-8057-482b-b2e1-1548a15c70ab), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:18.961607 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47c4dcd1-08c2-4f23-9e83-031ebd5df6b1 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (84284e71-8057-482b-b2e1-1548a15c70ab), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:18.962195 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47c4dcd1-08c2-4f23-9e83-031ebd5df6b1 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (84284e71-8057-482b-b2e1-1548a15c70ab), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:18.978443 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-47c4dcd1-08c2-4f23-9e83-031ebd5df6b1 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Calling delete_port for 84284e71-8057-482b-b2e1-1548a15c70ab owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:20:19.222137 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47c4dcd1-08c2-4f23-9e83-031ebd5df6b1 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (84284e71-8057-482b-b2e1-1548a15c70ab), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:19.277974 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4dcd1-08c2-4f23-9e83-031ebd5df6b1 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event deleted for resources: {'Port': ['ID=84284e71-8057-482b-b2e1-1548a15c70ab,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:19.495516 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47c4dcd1-08c2-4f23-9e83-031ebd5df6b1 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for floatingip (1da5b704-4731-423d-8523-ac9db0a1cb02), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:19.498768 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47c4dcd1-08c2-4f23-9e83-031ebd5df6b1 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:19.500218 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-47c4dcd1-08c2-4f23-9e83-031ebd5df6b1 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "DELETE /v2.0/floatingips/1da5b704-4731-423d-8523-ac9db0a1cb02 HTTP/1.1" status: 204 len: 168 time: 0.9395216 Feb 07 21:20:19.505757 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43090) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:19.543302 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4eda5f-774c-4092-9764-c641e1ce9075 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] DELETE failed (client error): The resource could not be found. Feb 07 21:20:19.543855 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a4eda5f-774c-4092-9764-c641e1ce9075 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:20:19.550270 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8a4eda5f-774c-4092-9764-c641e1ce9075 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "DELETE /v2.0/ports/420b3b4d-7eb6-4921-8501-cddd205f7cc0 HTTP/1.1" status: 404 len: 333 time: 0.0399287 Feb 07 21:20:19.550708 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43094) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:19.586368 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ee12fdc1-85a7-4d36-87b2-e66649d71303 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "GET /v2.0/ports?device_id=e119c9c7-e7cd-44ca-a712-c92a127893a6 HTTP/1.1" status: 200 len: 205 time: 0.0322280 Feb 07 21:20:19.587033 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43096) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:19.631319 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-b8848bbb-cc2e-458b-874e-d245c196150f tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] delete failed (client error): The resource could not be found. Feb 07 21:20:19.632361 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b8848bbb-cc2e-458b-874e-d245c196150f tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "DELETE /v2.0/routers/e119c9c7-e7cd-44ca-a712-c92a127893a6 HTTP/1.1" status: 404 len: 336 time: 0.0444877 Feb 07 21:20:19.635012 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43098) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:19.690799 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9099c0-3352-4827-8759-5d12cea5bb22 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] DELETE failed (client error): The resource could not be found. Feb 07 21:20:19.691278 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9099c0-3352-4827-8759-5d12cea5bb22 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:20:19.701758 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2d9099c0-3352-4827-8759-5d12cea5bb22 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "DELETE /v2.0/subnets/02834779-57b0-4060-9e2a-2f6d6ebe49b3 HTTP/1.1" status: 404 len: 337 time: 0.0608337 Feb 07 21:20:19.701758 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43102) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:19.879293 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d0c582a9-aa87-4c84-b506-0a221133df58 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Deleting port 8b37f4ef-1b10-467b-98f2-bbb83c19fcaf {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:20:19.879651 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d0c582a9-aa87-4c84-b506-0a221133df58 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8b37f4ef-1b10-467b-98f2-bbb83c19fcaf), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:20.093855 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72c834-6e06-44c5-ab69-5fb27d36bf23 req-8efc3a24-9980-4a9c-9432-eb8533f1a5b4 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:20.102950 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da72c834-6e06-44c5-ab69-5fb27d36bf23 req-8efc3a24-9980-4a9c-9432-eb8533f1a5b4 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 945 time: 0.1665454 Feb 07 21:20:20.148272 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d0c582a9-aa87-4c84-b506-0a221133df58 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8b37f4ef-1b10-467b-98f2-bbb83c19fcaf), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:20.175656 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d0c582a9-aa87-4c84-b506-0a221133df58 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Calling delete_port for 8b37f4ef-1b10-467b-98f2-bbb83c19fcaf owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:20:20.185637 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da72c834-6e06-44c5-ab69-5fb27d36bf23 req-e54cbb41-80d0-4577-8c40-c790c7835701 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807781 Feb 07 21:20:20.432122 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18db1c8-c7c2-49a3-a29e-b29346a0d264 req-c16b2f55-b765-47d3-bc14-290b4bfefcaa tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:20.440888 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f18db1c8-c7c2-49a3-a29e-b29346a0d264 req-c16b2f55-b765-47d3-bc14-290b4bfefcaa tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 945 time: 0.1105509 Feb 07 21:20:20.521645 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f18db1c8-c7c2-49a3-a29e-b29346a0d264 req-cb3032fc-48a4-49b2-9696-8773e16c8f3a tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795572 Feb 07 21:20:20.562763 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-61bd4eb6-df4b-432f-a8e5-9cc322d23be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:20.565818 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d0c582a9-aa87-4c84-b506-0a221133df58 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8b37f4ef-1b10-467b-98f2-bbb83c19fcaf), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:20.634981 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c582a9-aa87-4c84-b506-0a221133df58 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event deleted for resources: {'Port': ['ID=8b37f4ef-1b10-467b-98f2-bbb83c19fcaf,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:20.770846 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43150) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:20.788705 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d0c582a9-aa87-4c84-b506-0a221133df58 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:20.796343 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d0c582a9-aa87-4c84-b506-0a221133df58 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "DELETE /v2.0/ports/8b37f4ef-1b10-467b-98f2-bbb83c19fcaf HTTP/1.1" status: 204 len: 168 time: 1.0957477 Feb 07 21:20:20.799488 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43154) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:21.080818 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-22360f0e-c38f-4c7d-b321-eb84c2d1f7fe tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Deleting port ec905b85-7199-4351-a4ab-2f129e40cc36 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:20:21.082056 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-22360f0e-c38f-4c7d-b321-eb84c2d1f7fe tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ec905b85-7199-4351-a4ab-2f129e40cc36), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:21.129842 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0cc02-bd71-423d-a28f-e1f30b2c4f88 req-2428fed9-052a-4f40-823c-ab285c78f863 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:21.138362 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07e0cc02-bd71-423d-a28f-e1f30b2c4f88 req-2428fed9-052a-4f40-823c-ab285c78f863 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 945 time: 0.1046185 Feb 07 21:20:21.147363 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a7f100c8-2814-4190-adb1-51da592c36bf tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:20:21.224506 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07e0cc02-bd71-423d-a28f-e1f30b2c4f88 req-aa9176d8-3379-4e8e-8285-aab2db202c93 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796530 Feb 07 21:20:21.234223 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7f100c8-2814-4190-adb1-51da592c36bf tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:21.270551 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-22360f0e-c38f-4c7d-b321-eb84c2d1f7fe tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ec905b85-7199-4351-a4ab-2f129e40cc36), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:21.298582 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-22360f0e-c38f-4c7d-b321-eb84c2d1f7fe tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Calling delete_port for ec905b85-7199-4351-a4ab-2f129e40cc36 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:20:21.490465 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7f100c8-2814-4190-adb1-51da592c36bf tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:21.554284 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-22360f0e-c38f-4c7d-b321-eb84c2d1f7fe tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (ec905b85-7199-4351-a4ab-2f129e40cc36), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:21.612524 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22360f0e-c38f-4c7d-b321-eb84c2d1f7fe tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event deleted for resources: {'Port': ['ID=ec905b85-7199-4351-a4ab-2f129e40cc36,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:21.682468 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-a7f100c8-2814-4190-adb1-51da592c36bf tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Allocated IP 172.25.4.70 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/dd7c61fe-289b-4358-93aa-ebd21ef3c78a) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:20:21.766482 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-22360f0e-c38f-4c7d-b321-eb84c2d1f7fe tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:21.769769 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-22360f0e-c38f-4c7d-b321-eb84c2d1f7fe tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "DELETE /v2.0/ports/ec905b85-7199-4351-a4ab-2f129e40cc36 HTTP/1.1" status: 204 len: 168 time: 0.9693089 Feb 07 21:20:21.774014 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43174) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:21.784160 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:21.809595 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7f100c8-2814-4190-adb1-51da592c36bf tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks [] for port (dd7c61fe-289b-4358-93aa-ebd21ef3c78a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:21.852108 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7f100c8-2814-4190-adb1-51da592c36bf tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (dd7c61fe-289b-4358-93aa-ebd21ef3c78a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:21.915966 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdc6d12-a9dc-42e0-86db-cce98d760d9a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:21.921802 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9bdc6d12-a9dc-42e0-86db-cce98d760d9a tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "GET /v2.0/ports?device_id=5791bf9e-8b63-4335-b26d-aafce03f6d28 HTTP/1.1" status: 200 len: 913 time: 0.1426094 Feb 07 21:20:21.924075 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43180) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:21.960857 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f100c8-2814-4190-adb1-51da592c36bf tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Pushing event updated for resources: {'Port': ['ID=dd7c61fe-289b-4358-93aa-ebd21ef3c78a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:22.010992 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f100c8-2814-4190-adb1-51da592c36bf tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:20:22.020749 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a7f100c8-2814-4190-adb1-51da592c36bf tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:20:22.028719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f100c8-2814-4190-adb1-51da592c36bf tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:20:22.333333 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7f100c8-2814-4190-adb1-51da592c36bf tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks [] for floatingip (24621761-2c30-4b8c-b335-a063b218c58c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:22.575688 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7f100c8-2814-4190-adb1-51da592c36bf tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (dd7c61fe-289b-4358-93aa-ebd21ef3c78a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:22.826511 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7f100c8-2814-4190-adb1-51da592c36bf tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks [] for port (dd7c61fe-289b-4358-93aa-ebd21ef3c78a), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:22.850199 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481846e-8c43-4081-8e50-caa2afed9fd8 req-b77fbdc8-49a9-445c-b02a-6c38556213c4 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:22.853361 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3481846e-8c43-4081-8e50-caa2afed9fd8 req-b77fbdc8-49a9-445c-b02a-6c38556213c4 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 945 time: 0.4961190 Feb 07 21:20:22.856508 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7f100c8-2814-4190-adb1-51da592c36bf tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (dd7c61fe-289b-4358-93aa-ebd21ef3c78a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:22.893794 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3b2f93a-1928-48f6-8d35-b67966d213eb tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (5791bf9e-8b63-4335-b26d-aafce03f6d28), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:22.974723 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f100c8-2814-4190-adb1-51da592c36bf tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Pushing event updated for resources: {'Port': ['ID=dd7c61fe-289b-4358-93aa-ebd21ef3c78a,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:23.005284 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43214) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:23.049240 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7f100c8-2814-4190-adb1-51da592c36bf tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (24621761-2c30-4b8c-b335-a063b218c58c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:23.073367 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43218) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:23.086021 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7f100c8-2814-4190-adb1-51da592c36bf tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:23.087723 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a7f100c8-2814-4190-adb1-51da592c36bf tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3158584 Feb 07 21:20:23.090301 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43222) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:23.096389 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-27cae010-23f8-40c9-89f1-0aa0cdbaeab6 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1420951285'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:20:23.126437 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cae010-23f8-40c9-89f1-0aa0cdbaeab6 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Made reservation on behalf of c9377d586bc54dd19d607ac051e18e6c for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:20:23.132668 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-27cae010-23f8-40c9-89f1-0aa0cdbaeab6 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:23.157924 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-27cae010-23f8-40c9-89f1-0aa0cdbaeab6 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:23.283242 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:23.313350 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66bce0c3-2b58-4f0d-bf74-bcaf66420865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:23.477449 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66bce0c3-2b58-4f0d-bf74-bcaf66420865 admin admin] Publish callbacks [] for security_group (a9e5e7de-2364-4aef-9bde-d43addfc1840), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:23.485599 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3cfcce22-ac2e-4d4b-b58d-4ea8c2d1fa25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:23.507356 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66bce0c3-2b58-4f0d-bf74-bcaf66420865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a9e5e7de-2364-4aef-9bde-d43addfc1840), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:23.702836 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3481846e-8c43-4081-8e50-caa2afed9fd8 req-bc2ac296-e4db-4b03-9cb5-1ec68e47ad52 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8246348 Feb 07 21:20:23.767848 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-66bce0c3-2b58-4f0d-bf74-bcaf66420865 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1a8f6952299a4febab21fe3d064c450b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7614369 Feb 07 21:20:23.771704 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43232) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:23.775235 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bce0c3-2b58-4f0d-bf74-bcaf66420865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e5e7de-2364-4aef-9bde-d43addfc1840,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:23.800105 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f3b2f93a-1928-48f6-8d35-b67966d213eb tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Deleting port 00135c94-6f7c-4cf8-a656-277af4f37e79 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:20:23.800586 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3b2f93a-1928-48f6-8d35-b67966d213eb tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (00135c94-6f7c-4cf8-a656-277af4f37e79), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:23.814152 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-27cae010-23f8-40c9-89f1-0aa0cdbaeab6 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks [] for security_group (c6a4a5b8-d26c-4841-b7d9-2f44fcfcfe04), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:23.836288 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-27cae010-23f8-40c9-89f1-0aa0cdbaeab6 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c6a4a5b8-d26c-4841-b7d9-2f44fcfcfe04), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:23.873268 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3cfcce22-ac2e-4d4b-b58d-4ea8c2d1fa25 admin admin] Publish callbacks [] for security_group (d62ed474-1ecd-4934-b3b2-c1cbd67a2b98), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:23.903140 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3aa73694-38b6-424c-aab1-7ea69924c184 admin admin] Publish callbacks [] for security_group (a9e5e7de-2364-4aef-9bde-d43addfc1840), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:23.942694 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3cfcce22-ac2e-4d4b-b58d-4ea8c2d1fa25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d62ed474-1ecd-4934-b3b2-c1cbd67a2b98), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:23.959780 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3aa73694-38b6-424c-aab1-7ea69924c184 admin admin] Publish callbacks [] for security_group (a9e5e7de-2364-4aef-9bde-d43addfc1840), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:23.963301 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3b2f93a-1928-48f6-8d35-b67966d213eb tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (00135c94-6f7c-4cf8-a656-277af4f37e79), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:23.970830 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27cae010-23f8-40c9-89f1-0aa0cdbaeab6 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:20:23.983210 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3cfcce22-ac2e-4d4b-b58d-4ea8c2d1fa25 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7c9094c76fa348449145b23ed7b191a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9044204 Feb 07 21:20:23.988404 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43234) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:23.999284 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f3b2f93a-1928-48f6-8d35-b67966d213eb tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Calling delete_port for 00135c94-6f7c-4cf8-a656-277af4f37e79 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:20:24.030005 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cae010-23f8-40c9-89f1-0aa0cdbaeab6 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a4a5b8-d26c-4841-b7d9-2f44fcfcfe04,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:24.066313 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfcce22-ac2e-4d4b-b58d-4ea8c2d1fa25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62ed474-1ecd-4934-b3b2-c1cbd67a2b98,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:24.072288 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-27cae010-23f8-40c9-89f1-0aa0cdbaeab6 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (6723ee86-135a-47d4-a007-34414706aa50), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:24.072584 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-27cae010-23f8-40c9-89f1-0aa0cdbaeab6 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Added segment 6723ee86-135a-47d4-a007-34414706aa50 of type vlan for network 523b4394-5956-4d3b-a655-185387f3943c Feb 07 21:20:24.144580 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-27cae010-23f8-40c9-89f1-0aa0cdbaeab6 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (523b4394-5956-4d3b-a655-185387f3943c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:24.147303 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-117f96c0-67e7-4166-91e9-1a5f75aa920b admin admin] Publish callbacks [] for security_group (d62ed474-1ecd-4934-b3b2-c1cbd67a2b98), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:24.184018 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-117f96c0-67e7-4166-91e9-1a5f75aa920b admin admin] Publish callbacks [] for security_group (d62ed474-1ecd-4934-b3b2-c1cbd67a2b98), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:24.208393 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-27cae010-23f8-40c9-89f1-0aa0cdbaeab6 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (523b4394-5956-4d3b-a655-185387f3943c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:24.213913 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cae010-23f8-40c9-89f1-0aa0cdbaeab6 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:24.214528 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-27cae010-23f8-40c9-89f1-0aa0cdbaeab6 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:24.262631 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-27cae010-23f8-40c9-89f1-0aa0cdbaeab6 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1709883 Feb 07 21:20:24.276636 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43236) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:24.282603 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e5066fe3-84f9-4b80-8caf-57b65f02194a tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Request body: {'subnet': {'network_id': '523b4394-5956-4d3b-a655-185387f3943c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:20:24.298427 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3aa73694-38b6-424c-aab1-7ea69924c184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a9e5e7de-2364-4aef-9bde-d43addfc1840), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:24.301794 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3aa73694-38b6-424c-aab1-7ea69924c184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:24.303170 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3aa73694-38b6-424c-aab1-7ea69924c184 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a9e5e7de-2364-4aef-9bde-d43addfc1840 HTTP/1.1" status: 204 len: 168 time: 0.5296252 Feb 07 21:20:24.306897 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3b2f93a-1928-48f6-8d35-b67966d213eb tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (00135c94-6f7c-4cf8-a656-277af4f37e79), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:24.347703 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2f93a-1928-48f6-8d35-b67966d213eb tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event deleted for resources: {'Port': ['ID=00135c94-6f7c-4cf8-a656-277af4f37e79,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:24.363975 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa73694-38b6-424c-aab1-7ea69924c184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e5e7de-2364-4aef-9bde-d43addfc1840,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:24.461163 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-117f96c0-67e7-4166-91e9-1a5f75aa920b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d62ed474-1ecd-4934-b3b2-c1cbd67a2b98), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:24.464116 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-117f96c0-67e7-4166-91e9-1a5f75aa920b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:24.466255 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-117f96c0-67e7-4166-91e9-1a5f75aa920b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d62ed474-1ecd-4934-b3b2-c1cbd67a2b98 HTTP/1.1" status: 204 len: 168 time: 0.4759345 Feb 07 21:20:24.470354 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cae010-23f8-40c9-89f1-0aa0cdbaeab6 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Pushing event updated for resources: {'Network': ['ID=523b4394-5956-4d3b-a655-185387f3943c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:24.481895 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 523b4394-5956-4d3b-a655-185387f3943c details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:20:24.509909 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f96c0-67e7-4166-91e9-1a5f75aa920b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62ed474-1ecd-4934-b3b2-c1cbd67a2b98,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:24.560820 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5066fe3-84f9-4b80-8caf-57b65f02194a tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Made reservation on behalf of c9377d586bc54dd19d607ac051e18e6c for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:20:24.567695 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5066fe3-84f9-4b80-8caf-57b65f02194a tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:24.651945 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:24.695765 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3b2f93a-1928-48f6-8d35-b67966d213eb tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (5791bf9e-8b63-4335-b26d-aafce03f6d28), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:24.969490 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43254) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:25.009474 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb1b3b98-7e30-4cad-85b0-b54357f9c314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:25.028410 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5066fe3-84f9-4b80-8caf-57b65f02194a tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (9df68f31-104f-4683-9bc5-7d8d52afadd0), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:25.177779 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b2f93a-1928-48f6-8d35-b67966d213eb tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Router 5791bf9e-8b63-4335-b26d-aafce03f6d28 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:20:25.201221 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5066fe3-84f9-4b80-8caf-57b65f02194a tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Pushing event updated for resources: {'Subnet': ['ID=9df68f31-104f-4683-9bc5-7d8d52afadd0,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:25.243873 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5066fe3-84f9-4b80-8caf-57b65f02194a tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Checking segment: {'id': '6723ee86-135a-47d4-a007-34414706aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '523b4394-5956-4d3b-a655-185387f3943c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:20:25.244235 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5066fe3-84f9-4b80-8caf-57b65f02194a tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Network hostable DHCP agents. Network: 523b4394-5956-4d3b-a655-185387f3943c, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:20:25.323635 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5066fe3-84f9-4b80-8caf-57b65f02194a tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Network 523b4394-5956-4d3b-a655-185387f3943c is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:20:25.344159 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb1b3b98-7e30-4cad-85b0-b54357f9c314 admin admin] Publish callbacks [] for security_group (f8ae1a65-8945-4a1a-858b-617619ed3935), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:25.351820 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-e5066fe3-84f9-4b80-8caf-57b65f02194a tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 523b4394-5956-4d3b-a655-185387f3943c) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:20:25.358690 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb1b3b98-7e30-4cad-85b0-b54357f9c314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f8ae1a65-8945-4a1a-858b-617619ed3935), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:25.369295 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71572e39-2ddd-4987-bc0d-57675751a86b None None] Network 523b4394-5956-4d3b-a655-185387f3943c requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:20:25.370646 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5066fe3-84f9-4b80-8caf-57b65f02194a tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:25.371319 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5066fe3-84f9-4b80-8caf-57b65f02194a tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:25.383894 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43256) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:25.406523 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b061268-b028-4baa-bc2c-46f56d7639df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:25.456074 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b2f93a-1928-48f6-8d35-b67966d213eb tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:20:25.456681 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e5066fe3-84f9-4b80-8caf-57b65f02194a tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1780353 Feb 07 21:20:25.461355 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43258) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:25.467986 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f3b2f93a-1928-48f6-8d35-b67966d213eb tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "PUT /v2.0/routers/5791bf9e-8b63-4335-b26d-aafce03f6d28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5428200 Feb 07 21:20:25.468257 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-66f843d7-201a-47dc-9696-10a505c6cdc9 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2016574479', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}, 'admin_state_up': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:20:25.471094 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43260) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:25.476572 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462690a2-5e43-45af-b870-62956b416f88 None None] Sync routers for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:20:25.478829 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-eb1b3b98-7e30-4cad-85b0-b54357f9c314 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=25e69f0a4a404ab386fbd772c9dd34e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5083072 Feb 07 21:20:25.481098 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43262) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:25.492765 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b3b98-7e30-4cad-85b0-b54357f9c314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ae1a65-8945-4a1a-858b-617619ed3935,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:25.498965 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462690a2-5e43-45af-b870-62956b416f88 None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:20:25.500192 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-462690a2-5e43-45af-b870-62956b416f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:20:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:25.551593 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-462690a2-5e43-45af-b870-62956b416f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:25.571343 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eff10b-ff86-4b32-87e3-2138caa8c11d req-a5d83ecc-0785-44a1-b3ed-7816369a2be7 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:25.573655 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d3eff10b-ff86-4b32-87e3-2138caa8c11d req-a5d83ecc-0785-44a1-b3ed-7816369a2be7 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 945 time: 0.7237740 Feb 07 21:20:25.576453 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462690a2-5e43-45af-b870-62956b416f88 None None] Routers {'5791bf9e-8b63-4335-b26d-aafce03f6d28'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:20:25.577078 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-462690a2-5e43-45af-b870-62956b416f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:20:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5791bf9e-8b63-4335-b26d-aafce03f6d28'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:25.577517 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66f843d7-201a-47dc-9696-10a505c6cdc9 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (bbd5c283-a12a-4028-950e-7971c302207f), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:25.578858 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66f843d7-201a-47dc-9696-10a505c6cdc9 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (bbd5c283-a12a-4028-950e-7971c302207f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:25.665322 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b061268-b028-4baa-bc2c-46f56d7639df admin admin] Publish callbacks [] for security_group (1cb95048-a0ad-4398-a02f-5c3e80c5ff23), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:25.666656 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-462690a2-5e43-45af-b870-62956b416f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:25.668066 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462690a2-5e43-45af-b870-62956b416f88 None None] The sync data for ids ['5791bf9e-8b63-4335-b26d-aafce03f6d28'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:20:25.680157 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-988f12dd-fd88-4c3f-b77d-c98d671c5db7 admin admin] Publish callbacks [] for security_group (f8ae1a65-8945-4a1a-858b-617619ed3935), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:25.682247 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b061268-b028-4baa-bc2c-46f56d7639df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1cb95048-a0ad-4398-a02f-5c3e80c5ff23), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:25.691855 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443f2469-8de7-4d69-a659-5e56901ab350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-523b4394-5956-4d3b-a655-185387f3943c', 'network_id': '523b4394-5956-4d3b-a655-185387f3943c', 'project_id': 'c9377d586bc54dd19d607ac051e18e6c', 'fixed_ips': [{'subnet_id': '9df68f31-104f-4683-9bc5-7d8d52afadd0'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:20:25.692757 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-443f2469-8de7-4d69-a659-5e56901ab350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:25.702274 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66f843d7-201a-47dc-9696-10a505c6cdc9 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks [] for router_controller (bbd5c283-a12a-4028-950e-7971c302207f), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:25.708154 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d3eff10b-ff86-4b32-87e3-2138caa8c11d req-87976fa4-8eda-479a-b5aa-cd4d1591f000 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225891 Feb 07 21:20:25.753619 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f9cba29c-3d76-4b2c-8260-7a2c85179a98 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for router (5791bf9e-8b63-4335-b26d-aafce03f6d28), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:25.809337 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-988f12dd-fd88-4c3f-b77d-c98d671c5db7 admin admin] Publish callbacks [] for security_group (f8ae1a65-8945-4a1a-858b-617619ed3935), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:25.886473 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-443f2469-8de7-4d69-a659-5e56901ab350 None None] Allocated IP 172.20.0.2 (523b4394-5956-4d3b-a655-185387f3943c/9df68f31-104f-4683-9bc5-7d8d52afadd0/667e2530-94d5-4c53-b69a-6f544110e646) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:20:25.906211 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b061268-b028-4baa-bc2c-46f56d7639df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb95048-a0ad-4398-a02f-5c3e80c5ff23,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:25.916448 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9b061268-b028-4baa-bc2c-46f56d7639df admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aafed983621a490ebf713bf0f90c52de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5297635 Feb 07 21:20:25.917562 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43268) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:25.985216 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f9cba29c-3d76-4b2c-8260-7a2c85179a98 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for router_gateway (5791bf9e-8b63-4335-b26d-aafce03f6d28), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:25.988042 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66f843d7-201a-47dc-9696-10a505c6cdc9 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks [] for router_gateway (bbd5c283-a12a-4028-950e-7971c302207f), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:26.017736 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-988f12dd-fd88-4c3f-b77d-c98d671c5db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f8ae1a65-8945-4a1a-858b-617619ed3935), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:26.020725 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-988f12dd-fd88-4c3f-b77d-c98d671c5db7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:26.024609 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-988f12dd-fd88-4c3f-b77d-c98d671c5db7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f8ae1a65-8945-4a1a-858b-617619ed3935 HTTP/1.1" status: 204 len: 168 time: 0.5407593 Feb 07 21:20:26.077563 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f12dd-fd88-4c3f-b77d-c98d671c5db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ae1a65-8945-4a1a-858b-617619ed3935,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:26.088567 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-443f2469-8de7-4d69-a659-5e56901ab350 None None] Publish callbacks [] for port (667e2530-94d5-4c53-b69a-6f544110e646), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:26.095920 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f9cba29c-3d76-4b2c-8260-7a2c85179a98 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Deleting port 545da0b5-8feb-4cc6-bc9c-371c860d73dc {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:20:26.096275 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f9cba29c-3d76-4b2c-8260-7a2c85179a98 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (545da0b5-8feb-4cc6-bc9c-371c860d73dc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:26.102194 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a3e7eeab-6f23-42e6-bd17-f9513e252aa5 admin admin] Publish callbacks [] for security_group (1cb95048-a0ad-4398-a02f-5c3e80c5ff23), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:26.108293 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-443f2469-8de7-4d69-a659-5e56901ab350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (667e2530-94d5-4c53-b69a-6f544110e646), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:26.146436 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a3e7eeab-6f23-42e6-bd17-f9513e252aa5 admin admin] Publish callbacks [] for security_group (1cb95048-a0ad-4398-a02f-5c3e80c5ff23), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:26.164925 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f2469-8de7-4d69-a659-5e56901ab350 None None] Pushing event updated for resources: {'Port': ['ID=667e2530-94d5-4c53-b69a-6f544110e646,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:26.172905 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443f2469-8de7-4d69-a659-5e56901ab350 None None] Network 523b4394-5956-4d3b-a655-185387f3943c is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:20:26.174814 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-443f2469-8de7-4d69-a659-5e56901ab350 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:20:26.178807 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443f2469-8de7-4d69-a659-5e56901ab350 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:20:26.268831 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f9cba29c-3d76-4b2c-8260-7a2c85179a98 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (545da0b5-8feb-4cc6-bc9c-371c860d73dc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:26.296981 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f9cba29c-3d76-4b2c-8260-7a2c85179a98 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Calling delete_port for 545da0b5-8feb-4cc6-bc9c-371c860d73dc owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:20:26.328994 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-443f2469-8de7-4d69-a659-5e56901ab350 None None] Attempting to bind port 667e2530-94d5-4c53-b69a-6f544110e646 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:20:26.331265 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-443f2469-8de7-4d69-a659-5e56901ab350 None None] Attempting to bind port 667e2530-94d5-4c53-b69a-6f544110e646 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '6723ee86-135a-47d4-a007-34414706aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '523b4394-5956-4d3b-a655-185387f3943c'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:20:26.331850 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443f2469-8de7-4d69-a659-5e56901ab350 None None] Attempting to bind port 667e2530-94d5-4c53-b69a-6f544110e646 on network 523b4394-5956-4d3b-a655-185387f3943c {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:20:26.345597 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443f2469-8de7-4d69-a659-5e56901ab350 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:20:26.346278 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443f2469-8de7-4d69-a659-5e56901ab350 None None] Checking segment: {'id': '6723ee86-135a-47d4-a007-34414706aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '523b4394-5956-4d3b-a655-185387f3943c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:20:26.346848 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-443f2469-8de7-4d69-a659-5e56901ab350 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:26.348744 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443f2469-8de7-4d69-a659-5e56901ab350 None None] Bound using segment: {'id': '6723ee86-135a-47d4-a007-34414706aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '523b4394-5956-4d3b-a655-185387f3943c'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:20:26.349439 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-443f2469-8de7-4d69-a659-5e56901ab350 None None] Bound port: 667e2530-94d5-4c53-b69a-6f544110e646, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6723ee86-135a-47d4-a007-34414706aa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '523b4394-5956-4d3b-a655-185387f3943c'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:20:26.351716 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-443f2469-8de7-4d69-a659-5e56901ab350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (667e2530-94d5-4c53-b69a-6f544110e646), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:26.355530 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a3e7eeab-6f23-42e6-bd17-f9513e252aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1cb95048-a0ad-4398-a02f-5c3e80c5ff23), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:26.358318 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a3e7eeab-6f23-42e6-bd17-f9513e252aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:26.362510 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a3e7eeab-6f23-42e6-bd17-f9513e252aa5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1cb95048-a0ad-4398-a02f-5c3e80c5ff23 HTTP/1.1" status: 204 len: 168 time: 0.4027574 Feb 07 21:20:26.363578 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66f843d7-201a-47dc-9696-10a505c6cdc9 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks [] for router_gateway (bbd5c283-a12a-4028-950e-7971c302207f), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:26.393604 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66f843d7-201a-47dc-9696-10a505c6cdc9 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:26.396604 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e7eeab-6f23-42e6-bd17-f9513e252aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb95048-a0ad-4398-a02f-5c3e80c5ff23,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:26.481007 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-443f2469-8de7-4d69-a659-5e56901ab350 None None] For port 667e2530-94d5-4c53-b69a-6f544110e646, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:20:26.487899 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-443f2469-8de7-4d69-a659-5e56901ab350 None None] For port 667e2530-94d5-4c53-b69a-6f544110e646, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=667e2530-94d5-4c53-b69a-6f544110e646,segment=NetworkSegment(6723ee86-135a-47d4-a007-34414706aa50),segment_id=6723ee86-135a-47d4-a007-34414706aa50)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:20:26.504333 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-443f2469-8de7-4d69-a659-5e56901ab350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (667e2530-94d5-4c53-b69a-6f544110e646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:26.615467 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-66f843d7-201a-47dc-9696-10a505c6cdc9 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Allocated IP 172.25.4.247 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/f12c598f-7a26-4e68-beea-272b45e15006) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:20:26.635908 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f2469-8de7-4d69-a659-5e56901ab350 None None] Pushing event updated for resources: {'Port': ['ID=667e2530-94d5-4c53-b69a-6f544110e646,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:26.694320 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f9cba29c-3d76-4b2c-8260-7a2c85179a98 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (545da0b5-8feb-4cc6-bc9c-371c860d73dc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:26.805224 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cba29c-3d76-4b2c-8260-7a2c85179a98 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event deleted for resources: {'Port': ['ID=545da0b5-8feb-4cc6-bc9c-371c860d73dc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:26.846161 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43284) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:26.922177 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f9cba29c-3d76-4b2c-8260-7a2c85179a98 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (5791bf9e-8b63-4335-b26d-aafce03f6d28), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:26.930599 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66f843d7-201a-47dc-9696-10a505c6cdc9 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks [] for port (f12c598f-7a26-4e68-beea-272b45e15006), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:26.965600 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2abaa32-e7b4-4d91-a198-d52d4517a065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:27.033956 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d98f89-e0ec-40c5-9dd3-aa4ba737d7d4 req-c1695a16-9f8b-407f-84f0-260054d29638 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:27.036619 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f6d98f89-e0ec-40c5-9dd3-aa4ba737d7d4 req-c1695a16-9f8b-407f-84f0-260054d29638 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 945 time: 0.1205504 Feb 07 21:20:27.054219 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f9cba29c-3d76-4b2c-8260-7a2c85179a98 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (5791bf9e-8b63-4335-b26d-aafce03f6d28), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:27.057316 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f9cba29c-3d76-4b2c-8260-7a2c85179a98 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for router_controller (5791bf9e-8b63-4335-b26d-aafce03f6d28), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:27.107007 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66f843d7-201a-47dc-9696-10a505c6cdc9 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f12c598f-7a26-4e68-beea-272b45e15006), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:27.134183 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f9cba29c-3d76-4b2c-8260-7a2c85179a98 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (5791bf9e-8b63-4335-b26d-aafce03f6d28), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:27.135232 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cba29c-3d76-4b2c-8260-7a2c85179a98 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Fanout notify agent at l3_agent the message router_deleted on router 5791bf9e-8b63-4335-b26d-aafce03f6d28 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:20:27.152640 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f9cba29c-3d76-4b2c-8260-7a2c85179a98 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:27.159589 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43288) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:27.160403 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f9cba29c-3d76-4b2c-8260-7a2c85179a98 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "DELETE /v2.0/routers/5791bf9e-8b63-4335-b26d-aafce03f6d28 HTTP/1.1" status: 204 len: 168 time: 1.6886947 Feb 07 21:20:27.221876 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f843d7-201a-47dc-9696-10a505c6cdc9 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:20:27.239584 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-66f843d7-201a-47dc-9696-10a505c6cdc9 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:20:27.251220 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f843d7-201a-47dc-9696-10a505c6cdc9 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:20:27.256362 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f6d98f89-e0ec-40c5-9dd3-aa4ba737d7d4 req-d6f51524-ff21-4db3-90a1-5e5b10f122ef tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026050 Feb 07 21:20:27.257416 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43290) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:27.260935 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f843d7-201a-47dc-9696-10a505c6cdc9 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Pushing event updated for resources: {'Port': ['ID=f12c598f-7a26-4e68-beea-272b45e15006,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:27.281818 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e161aab6-b496-42ca-8507-9fd06cadafac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:27.319991 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a2fc7ba-6af2-4c83-8861-bd50161a0a8c tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Deleting subnet b704d7ec-b582-4fdf-9c15-53fd3fee3d11 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:20:27.332587 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a2fc7ba-6af2-4c83-8861-bd50161a0a8c tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for subnet (b704d7ec-b582-4fdf-9c15-53fd3fee3d11), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:27.336376 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2abaa32-e7b4-4d91-a198-d52d4517a065 admin admin] Publish callbacks [] for security_group (a4f7d0d3-a0e1-4649-8076-a51de3f30f34), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:27.374095 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2abaa32-e7b4-4d91-a198-d52d4517a065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a4f7d0d3-a0e1-4649-8076-a51de3f30f34), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:27.380728 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e161aab6-b496-42ca-8507-9fd06cadafac admin admin] Publish callbacks [] for security_group (8f59e275-5d0e-42f9-85e4-4b69cdd33e04), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:27.385906 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e161aab6-b496-42ca-8507-9fd06cadafac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8f59e275-5d0e-42f9-85e4-4b69cdd33e04), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:27.439118 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d2abaa32-e7b4-4d91-a198-d52d4517a065 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=13efa25254b240bca21705e1b8138ac3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5882690 Feb 07 21:20:27.439682 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43294) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:27.458262 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e161aab6-b496-42ca-8507-9fd06cadafac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=393176c527914dd7b1bcef4f332a1f20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1994307 Feb 07 21:20:27.462205 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43296) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:27.472251 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161aab6-b496-42ca-8507-9fd06cadafac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f59e275-5d0e-42f9-85e4-4b69cdd33e04,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:27.510952 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a2fc7ba-6af2-4c83-8861-bd50161a0a8c tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (b704d7ec-b582-4fdf-9c15-53fd3fee3d11), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:27.533825 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abaa32-e7b4-4d91-a198-d52d4517a065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f7d0d3-a0e1-4649-8076-a51de3f30f34,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:27.538428 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f0cde9c5-4224-43c8-935e-9e9ca0a8df61 admin admin] Publish callbacks [] for security_group (a4f7d0d3-a0e1-4649-8076-a51de3f30f34), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:27.571506 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c6c728b2-ace9-40b2-9e15-35b74b567f1d admin admin] Publish callbacks [] for security_group (8f59e275-5d0e-42f9-85e4-4b69cdd33e04), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:27.593488 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f0cde9c5-4224-43c8-935e-9e9ca0a8df61 admin admin] Publish callbacks [] for security_group (a4f7d0d3-a0e1-4649-8076-a51de3f30f34), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:27.601044 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a2fc7ba-6af2-4c83-8861-bd50161a0a8c tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (b704d7ec-b582-4fdf-9c15-53fd3fee3d11), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:27.614900 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c6c728b2-ace9-40b2-9e15-35b74b567f1d admin admin] Publish callbacks [] for security_group (8f59e275-5d0e-42f9-85e4-4b69cdd33e04), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:27.673957 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f0cde9c5-4224-43c8-935e-9e9ca0a8df61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a4f7d0d3-a0e1-4649-8076-a51de3f30f34), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:27.676538 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f0cde9c5-4224-43c8-935e-9e9ca0a8df61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:27.682730 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f0cde9c5-4224-43c8-935e-9e9ca0a8df61 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a4f7d0d3-a0e1-4649-8076-a51de3f30f34 HTTP/1.1" status: 204 len: 168 time: 0.2417383 Feb 07 21:20:27.725150 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cde9c5-4224-43c8-935e-9e9ca0a8df61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f7d0d3-a0e1-4649-8076-a51de3f30f34,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:27.762968 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c6c728b2-ace9-40b2-9e15-35b74b567f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8f59e275-5d0e-42f9-85e4-4b69cdd33e04), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:27.769105 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c6c728b2-ace9-40b2-9e15-35b74b567f1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:27.773792 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c6c728b2-ace9-40b2-9e15-35b74b567f1d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8f59e275-5d0e-42f9-85e4-4b69cdd33e04 HTTP/1.1" status: 204 len: 168 time: 0.3105628 Feb 07 21:20:27.787946 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c728b2-ace9-40b2-9e15-35b74b567f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f59e275-5d0e-42f9-85e4-4b69cdd33e04,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:27.848739 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a2fc7ba-6af2-4c83-8861-bd50161a0a8c tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (b704d7ec-b582-4fdf-9c15-53fd3fee3d11), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:27.882178 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a2fc7ba-6af2-4c83-8861-bd50161a0a8c tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:27.887978 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9a2fc7ba-6af2-4c83-8861-bd50161a0a8c tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "DELETE /v2.0/subnets/b704d7ec-b582-4fdf-9c15-53fd3fee3d11 HTTP/1.1" status: 204 len: 168 time: 0.7188559 Feb 07 21:20:27.888550 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43304) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:27.931183 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2fc7ba-6af2-4c83-8861-bd50161a0a8c tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event deleted for resources: {'Subnet': ['ID=b704d7ec-b582-4fdf-9c15-53fd3fee3d11,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:27.943091 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66f843d7-201a-47dc-9696-10a505c6cdc9 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks [] for router_gateway (bbd5c283-a12a-4028-950e-7971c302207f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:28.054295 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eec9704b-f1b6-4933-8f18-62c7649a3413 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (147cd8ee-c367-4743-a907-0837a8d31595), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:28.214275 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1925e018-26b4-4271-a3d0-af76f61e2b71 None None] Network 523b4394-5956-4d3b-a655-185387f3943c requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:20:28.250731 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eec9704b-f1b6-4933-8f18-62c7649a3413 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (147cd8ee-c367-4743-a907-0837a8d31595), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:28.299938 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66f843d7-201a-47dc-9696-10a505c6cdc9 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (bbd5c283-a12a-4028-950e-7971c302207f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:28.303127 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-eec9704b-f1b6-4933-8f18-62c7649a3413 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['147cd8ee-c367-4743-a907-0837a8d31595']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:28.327770 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-eec9704b-f1b6-4933-8f18-62c7649a3413 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540fccf4-7aaf-4669-806b-ba70ef875db1') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:28.328074 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-eec9704b-f1b6-4933-8f18-62c7649a3413 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540fccf4-7aaf-4669-806b-ba70ef875db1') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:28.353009 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eec9704b-f1b6-4933-8f18-62c7649a3413 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (540fccf4-7aaf-4669-806b-ba70ef875db1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:28.381223 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eec9704b-f1b6-4933-8f18-62c7649a3413 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (540fccf4-7aaf-4669-806b-ba70ef875db1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:28.396441 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec9704b-f1b6-4933-8f18-62c7649a3413 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:20:28.398099 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eec9704b-f1b6-4933-8f18-62c7649a3413 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (540fccf4-7aaf-4669-806b-ba70ef875db1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:28.407271 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4842e496-c338-4d84-b92d-a77418db81dc None None] Provisioning complete for port 667e2530-94d5-4c53-b69a-6f544110e646 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:20:28.409381 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4842e496-c338-4d84-b92d-a77418db81dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (667e2530-94d5-4c53-b69a-6f544110e646), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:20:28.517469 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:20:28.521519 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eec9704b-f1b6-4933-8f18-62c7649a3413 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (147cd8ee-c367-4743-a907-0837a8d31595), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:28.550292 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eec9704b-f1b6-4933-8f18-62c7649a3413 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:28.555098 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-eec9704b-f1b6-4933-8f18-62c7649a3413 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] 10.222.0.65 "DELETE /v2.0/networks/147cd8ee-c367-4743-a907-0837a8d31595 HTTP/1.1" status: 204 len: 168 time: 0.6654148 Feb 07 21:20:28.556119 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9704b-f1b6-4933-8f18-62c7649a3413 tempest-FloatingIPTestJSON-365405879 tempest-FloatingIPTestJSON-365405879-project] Pushing event deleted for resources: {'Network': ['ID=147cd8ee-c367-4743-a907-0837a8d31595,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:28.585869 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:20:28.675468 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4842e496-c338-4d84-b92d-a77418db81dc None None] Current status of the port 667e2530-94d5-4c53-b69a-6f544110e646 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:20:28.675978 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4842e496-c338-4d84-b92d-a77418db81dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (667e2530-94d5-4c53-b69a-6f544110e646), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:28.741042 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-4842e496-c338-4d84-b92d-a77418db81dc None None] For port 667e2530-94d5-4c53-b69a-6f544110e646, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=667e2530-94d5-4c53-b69a-6f544110e646,segment=NetworkSegment(6723ee86-135a-47d4-a007-34414706aa50),segment_id=6723ee86-135a-47d4-a007-34414706aa50)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:20:28.748818 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4842e496-c338-4d84-b92d-a77418db81dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (667e2530-94d5-4c53-b69a-6f544110e646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:28.834881 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 667e2530-94d5-4c53-b69a-6f544110e646 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:20:28.895898 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842e496-c338-4d84-b92d-a77418db81dc None None] Pushing event updated for resources: {'Port': ['ID=667e2530-94d5-4c53-b69a-6f544110e646,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:28.925631 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 667e2530-94d5-4c53-b69a-6f544110e646 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:20:28.926116 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (667e2530-94d5-4c53-b69a-6f544110e646), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:29.038220 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 667e2530-94d5-4c53-b69a-6f544110e646 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:20:29.179259 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-5702ac18-c0fa-435c-a43f-c0fee1e0ae38 None None] Provisioning complete for port 667e2530-94d5-4c53-b69a-6f544110e646 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:20:29.179637 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5702ac18-c0fa-435c-a43f-c0fee1e0ae38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (667e2530-94d5-4c53-b69a-6f544110e646), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:29.188965 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160e402-2de1-448b-9e02-96d26ffb3f21 req-37bd3c70-98ad-4315-a0b3-bf16f2a36f1b tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:29.197295 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c160e402-2de1-448b-9e02-96d26ffb3f21 req-37bd3c70-98ad-4315-a0b3-bf16f2a36f1b tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 945 time: 0.1098194 Feb 07 21:20:29.199168 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43348) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:29.266670 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c160e402-2de1-448b-9e02-96d26ffb3f21 req-da2dbed6-d015-47ca-9eb9-48d18db166df tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661025 Feb 07 21:20:29.282210 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f843d7-201a-47dc-9696-10a505c6cdc9 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Router bbd5c283-a12a-4028-950e-7971c302207f is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:20:29.410765 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f843d7-201a-47dc-9696-10a505c6cdc9 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:20:29.425806 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9594758c-f1b0-4b37-9099-5257273c0d90 None None] Sync routers for ids ['bbd5c283-a12a-4028-950e-7971c302207f'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:20:29.446501 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66f843d7-201a-47dc-9696-10a505c6cdc9 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:29.448737 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-66f843d7-201a-47dc-9696-10a505c6cdc9 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.9864354 Feb 07 21:20:29.451012 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9594758c-f1b0-4b37-9099-5257273c0d90 None None] Routers {'bbd5c283-a12a-4028-950e-7971c302207f'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:20:29.451709 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9594758c-f1b0-4b37-9099-5257273c0d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:20:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['bbd5c283-a12a-4028-950e-7971c302207f'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:29.451868 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43356) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:29.519912 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9594758c-f1b0-4b37-9099-5257273c0d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:29.536269 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9594758c-f1b0-4b37-9099-5257273c0d90 None None] Routers {'bbd5c283-a12a-4028-950e-7971c302207f'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:20:29.536805 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9594758c-f1b0-4b37-9099-5257273c0d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:20:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['bbd5c283-a12a-4028-950e-7971c302207f'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:29.541129 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-5702ac18-c0fa-435c-a43f-c0fee1e0ae38 None None] Current status of the port 667e2530-94d5-4c53-b69a-6f544110e646 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:20:29.580595 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9594758c-f1b0-4b37-9099-5257273c0d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:29.581509 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9594758c-f1b0-4b37-9099-5257273c0d90 None None] The sync data for ids ['bbd5c283-a12a-4028-950e-7971c302207f'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:20:29.650732 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43362) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:29.650864 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2625fc0f-cd91-4d8d-981b-452d16367dbb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cfc887b1679a432db42e50e477e9ffdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4502459 Feb 07 21:20:29.718307 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-176ef90e-5bdd-451c-8dfa-562f9edbfb53 admin admin] Publish callbacks [] for security_group (a503af16-764a-4d0b-80f5-90cf4b58a605), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:29.755260 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-176ef90e-5bdd-451c-8dfa-562f9edbfb53 admin admin] Publish callbacks [] for security_group (a503af16-764a-4d0b-80f5-90cf4b58a605), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:29.848906 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-176ef90e-5bdd-451c-8dfa-562f9edbfb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a503af16-764a-4d0b-80f5-90cf4b58a605), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:29.851949 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-176ef90e-5bdd-451c-8dfa-562f9edbfb53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:29.853285 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-176ef90e-5bdd-451c-8dfa-562f9edbfb53 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a503af16-764a-4d0b-80f5-90cf4b58a605 HTTP/1.1" status: 204 len: 168 time: 0.2008605 Feb 07 21:20:29.871743 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ef90e-5bdd-451c-8dfa-562f9edbfb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a503af16-764a-4d0b-80f5-90cf4b58a605,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:30.011134 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d044e97-c80f-41d7-8655-8e2ed106d319 req-5e58a304-7c94-42d8-ad9b-5f3977741052 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1add0bf5-f503-4887-9dec-b2f21d310bd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0999942 Feb 07 21:20:30.155690 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e364ae06-c556-41a9-8d09-7967eb266ada tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:30.169552 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d044e97-c80f-41d7-8655-8e2ed106d319 req-1c9f4a28-3112-4e68-aff7-50c77a65ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:30.171082 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d044e97-c80f-41d7-8655-8e2ed106d319 req-1c9f4a28-3112-4e68-aff7-50c77a65ba58 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=1add0bf5-f503-4887-9dec-b2f21d310bd2 HTTP/1.1" status: 200 len: 1127 time: 0.1023238 Feb 07 21:20:30.272995 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43390) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:30.324989 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d044e97-c80f-41d7-8655-8e2ed106d319 req-890f5a3a-fb07-4e17-8e05-ce70edba64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:30.326666 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d044e97-c80f-41d7-8655-8e2ed106d319 req-890f5a3a-fb07-4e17-8e05-ce70edba64a8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 913 time: 0.1345189 Feb 07 21:20:30.383946 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d044e97-c80f-41d7-8655-8e2ed106d319 req-1b165afb-14a3-4cb7-97a9-dc240833e935 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 HTTP/1.1" status: 200 len: 217 time: 0.0493684 Feb 07 21:20:30.482351 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d044e97-c80f-41d7-8655-8e2ed106d319 req-1521ea20-5680-4cee-b41e-07151fc0e0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:30.485842 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d044e97-c80f-41d7-8655-8e2ed106d319 req-1521ea20-5680-4cee-b41e-07151fc0e0b4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.0892367 Feb 07 21:20:30.551674 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d5e2d-7571-4e8a-ba9f-0ebfb75267e5 req-7abcbc3a-0a2a-493b-9ed2-0f38a4ea98cd tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:30.560867 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a03d5e2d-7571-4e8a-ba9f-0ebfb75267e5 req-7abcbc3a-0a2a-493b-9ed2-0f38a4ea98cd tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 945 time: 0.1795974 Feb 07 21:20:30.566165 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-e364ae06-c556-41a9-8d09-7967eb266ada tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Allocated IP 172.20.0.1 (523b4394-5956-4d3b-a655-185387f3943c/9df68f31-104f-4683-9bc5-7d8d52afadd0/70f1fd72-e31c-4bed-a9e8-b0d26e56be17) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:20:30.594908 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cafd5171-b1ba-4410-8937-3157cc5929c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:30.634300 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 667e2530-94d5-4c53-b69a-6f544110e646 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:20:30.755548 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e364ae06-c556-41a9-8d09-7967eb266ada tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks [] for port (70f1fd72-e31c-4bed-a9e8-b0d26e56be17), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:30.784733 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d044e97-c80f-41d7-8655-8e2ed106d319 req-d73814a0-3619-4bfe-a760-c22e47a5a512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:30.792042 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 667e2530-94d5-4c53-b69a-6f544110e646 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:20:30.792550 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d044e97-c80f-41d7-8655-8e2ed106d319 req-d73814a0-3619-4bfe-a760-c22e47a5a512 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2936845 Feb 07 21:20:30.796142 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (667e2530-94d5-4c53-b69a-6f544110e646), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:30.804581 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e364ae06-c556-41a9-8d09-7967eb266ada tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (70f1fd72-e31c-4bed-a9e8-b0d26e56be17), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:30.898011 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cafd5171-b1ba-4410-8937-3157cc5929c1 admin admin] Publish callbacks [] for security_group (2eb2cf26-2094-4fd9-9ccc-81f9f5a47eda), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:30.913389 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e364ae06-c556-41a9-8d09-7967eb266ada tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Network 523b4394-5956-4d3b-a655-185387f3943c is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:20:30.925961 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-e364ae06-c556-41a9-8d09-7967eb266ada tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:20:30.926531 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cafd5171-b1ba-4410-8937-3157cc5929c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (2eb2cf26-2094-4fd9-9ccc-81f9f5a47eda), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:30.934391 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e364ae06-c556-41a9-8d09-7967eb266ada tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:20:30.938911 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364ae06-c556-41a9-8d09-7967eb266ada tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Pushing event updated for resources: {'Port': ['ID=70f1fd72-e31c-4bed-a9e8-b0d26e56be17,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:30.989098 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 667e2530-94d5-4c53-b69a-6f544110e646 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:20:31.030667 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e364ae06-c556-41a9-8d09-7967eb266ada tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (bbd5c283-a12a-4028-950e-7971c302207f), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:31.062664 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-cafd5171-b1ba-4410-8937-3157cc5929c1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2ab661ac39684b968108906010d40927&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7863081 Feb 07 21:20:31.069569 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a03d5e2d-7571-4e8a-ba9f-0ebfb75267e5 req-d990ca8f-83d9-4057-942f-b57d1dd1998b tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078008 Feb 07 21:20:31.092082 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43428) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:31.166060 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d044e97-c80f-41d7-8655-8e2ed106d319 req-3d9908e7-c2e0-4cf3-b04a-678f34bf245f service neutron] 10.222.0.69 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515003 Feb 07 21:20:31.274763 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd5171-b1ba-4410-8937-3157cc5929c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb2cf26-2094-4fd9-9ccc-81f9f5a47eda,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:31.336263 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64c6db1a-8df1-457a-9b57-ce6d0ced01b8 admin admin] Publish callbacks [] for security_group (2eb2cf26-2094-4fd9-9ccc-81f9f5a47eda), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:31.359064 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d044e97-c80f-41d7-8655-8e2ed106d319 req-dd7e39ed-0b4e-458c-997b-3578dde58ced service neutron] 10.222.0.69 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818185 Feb 07 21:20:31.363815 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e364ae06-c556-41a9-8d09-7967eb266ada tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (70f1fd72-e31c-4bed-a9e8-b0d26e56be17), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:31.381706 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64c6db1a-8df1-457a-9b57-ce6d0ced01b8 admin admin] Publish callbacks [] for security_group (2eb2cf26-2094-4fd9-9ccc-81f9f5a47eda), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:31.401801 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-098ab8ed-967c-421d-b146-83f45f41789d None None] Provisioning complete for port 70f1fd72-e31c-4bed-a9e8-b0d26e56be17 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:20:31.402444 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-098ab8ed-967c-421d-b146-83f45f41789d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (70f1fd72-e31c-4bed-a9e8-b0d26e56be17), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:31.474230 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64c6db1a-8df1-457a-9b57-ce6d0ced01b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (2eb2cf26-2094-4fd9-9ccc-81f9f5a47eda), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:31.478033 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64c6db1a-8df1-457a-9b57-ce6d0ced01b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:31.479296 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-64c6db1a-8df1-457a-9b57-ce6d0ced01b8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2eb2cf26-2094-4fd9-9ccc-81f9f5a47eda HTTP/1.1" status: 204 len: 168 time: 0.3861568 Feb 07 21:20:31.488497 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6db1a-8df1-457a-9b57-ce6d0ced01b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb2cf26-2094-4fd9-9ccc-81f9f5a47eda,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:31.503463 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-098ab8ed-967c-421d-b146-83f45f41789d None None] Port 70f1fd72-e31c-4bed-a9e8-b0d26e56be17 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:20:31.627660 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43446) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:31.632530 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-46551b05-4d05-4cd4-9e38-1a17ab1fe059 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-951373415', 'description': 'tempest-secgroup-smoke-951373415 description', 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:20:31.676127 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46551b05-4d05-4cd4-9e38-1a17ab1fe059 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:31.818850 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e364ae06-c556-41a9-8d09-7967eb266ada tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks [] for port (70f1fd72-e31c-4bed-a9e8-b0d26e56be17), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:31.824301 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e364ae06-c556-41a9-8d09-7967eb266ada tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (70f1fd72-e31c-4bed-a9e8-b0d26e56be17), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:31.835099 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46551b05-4d05-4cd4-9e38-1a17ab1fe059 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for security_group (a2128938-b392-4a71-8222-a33244520e5c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:31.842801 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46551b05-4d05-4cd4-9e38-1a17ab1fe059 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a2128938-b392-4a71-8222-a33244520e5c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:31.916342 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46551b05-4d05-4cd4-9e38-1a17ab1fe059 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:31.918660 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-46551b05-4d05-4cd4-9e38-1a17ab1fe059 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2896562 Feb 07 21:20:31.921723 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46551b05-4d05-4cd4-9e38-1a17ab1fe059 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2128938-b392-4a71-8222-a33244520e5c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:31.932131 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43456) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:31.941192 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-931e9cb6-4b38-4e8d-a4af-780f5caec88a tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Request body: {'security_group_rule': {'security_group_id': 'a2128938-b392-4a71-8222-a33244520e5c', 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:20:31.941393 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e364ae06-c556-41a9-8d09-7967eb266ada tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (bbd5c283-a12a-4028-950e-7971c302207f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:31.945667 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364ae06-c556-41a9-8d09-7967eb266ada tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Pushing event updated for resources: {'Port': ['ID=70f1fd72-e31c-4bed-a9e8-b0d26e56be17,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:31.991009 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-931e9cb6-4b38-4e8d-a4af-780f5caec88a tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for security_group_rule (e380c6fc-0286-4c89-b3d2-afc3c3dd3862), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:32.053614 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-931e9cb6-4b38-4e8d-a4af-780f5caec88a tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for security_group_rule (e380c6fc-0286-4c89-b3d2-afc3c3dd3862), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:32.059319 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-931e9cb6-4b38-4e8d-a4af-780f5caec88a tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (e380c6fc-0286-4c89-b3d2-afc3c3dd3862), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:32.088121 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e9cb6-4b38-4e8d-a4af-780f5caec88a tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e380c6fc-0286-4c89-b3d2-afc3c3dd3862,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:32.131952 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e364ae06-c556-41a9-8d09-7967eb266ada tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Network 523b4394-5956-4d3b-a655-185387f3943c is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:20:32.134976 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-e364ae06-c556-41a9-8d09-7967eb266ada tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:20:32.145853 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-931e9cb6-4b38-4e8d-a4af-780f5caec88a tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:32.146834 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-931e9cb6-4b38-4e8d-a4af-780f5caec88a tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2133148 Feb 07 21:20:32.149684 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43468) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:32.155549 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0a180c8e-3796-456c-a0df-5078c6260944 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Request body: {'security_group_rule': {'security_group_id': 'a2128938-b392-4a71-8222-a33244520e5c', 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:20:32.220275 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a180c8e-3796-456c-a0df-5078c6260944 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for security_group_rule (a635fb38-6b0a-4f31-82ca-6ac660349d2d), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:32.429773 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e364ae06-c556-41a9-8d09-7967eb266ada tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Router bbd5c283-a12a-4028-950e-7971c302207f has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:20:32.535869 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a180c8e-3796-456c-a0df-5078c6260944 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for security_group_rule (a635fb38-6b0a-4f31-82ca-6ac660349d2d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:32.558669 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d136d8e-f4c9-4ce0-a0b9-0bb414f0da46 req-2b370d6e-3a2b-41f2-b2db-8d313f2579fa tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:32.580807 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d136d8e-f4c9-4ce0-a0b9-0bb414f0da46 req-2b370d6e-3a2b-41f2-b2db-8d313f2579fa tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 945 time: 0.2927699 Feb 07 21:20:32.599942 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a180c8e-3796-456c-a0df-5078c6260944 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (a635fb38-6b0a-4f31-82ca-6ac660349d2d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:32.647079 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2d2c700d-2c92-4543-84dc-cd409992aa20 None None] Provisioning complete for port 70f1fd72-e31c-4bed-a9e8-b0d26e56be17 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:20:32.647610 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2d2c700d-2c92-4543-84dc-cd409992aa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (70f1fd72-e31c-4bed-a9e8-b0d26e56be17), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:32.708576 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a180c8e-3796-456c-a0df-5078c6260944 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a635fb38-6b0a-4f31-82ca-6ac660349d2d,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:32.736517 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a180c8e-3796-456c-a0df-5078c6260944 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:32.745410 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0a180c8e-3796-456c-a0df-5078c6260944 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5941315 Feb 07 21:20:32.747683 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43488) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:32.758711 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2d2c700d-2c92-4543-84dc-cd409992aa20 None None] Port 70f1fd72-e31c-4bed-a9e8-b0d26e56be17 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:20:32.764262 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1f006558-1915-4318-87a2-70255569cac7 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Request body: {'security_group_rule': {'security_group_id': 'a2128938-b392-4a71-8222-a33244520e5c', 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:20:32.806564 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e364ae06-c556-41a9-8d09-7967eb266ada tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:20:32.819152 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e364ae06-c556-41a9-8d09-7967eb266ada tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] 10.222.0.65 "PUT /v2.0/routers/bbd5c283-a12a-4028-950e-7971c302207f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3658824 Feb 07 21:20:32.819640 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43492) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:32.822556 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b34064e-2403-4b0a-a6af-71a0af0341b7 None None] Sync routers for ids ['bbd5c283-a12a-4028-950e-7971c302207f'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:20:32.825099 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-5c9061f5-12f7-41bc-9fbb-5e76c1c57d82 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Request body: {'port': {'network_id': '523b4394-5956-4d3b-a655-185387f3943c', 'name': 'tempest-FloatingIPAdminTestJSON-1695723603'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:20:32.836357 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d136d8e-f4c9-4ce0-a0b9-0bb414f0da46 req-60f9e755-ebb6-4733-acea-4fb6d4462a2e tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464333 Feb 07 21:20:32.857439 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b34064e-2403-4b0a-a6af-71a0af0341b7 None None] Routers {'bbd5c283-a12a-4028-950e-7971c302207f'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:20:32.858244 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2b34064e-2403-4b0a-a6af-71a0af0341b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:20:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['bbd5c283-a12a-4028-950e-7971c302207f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:32.861064 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f006558-1915-4318-87a2-70255569cac7 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for security_group_rule (0b3298f7-e497-470a-9907-a99070e6b162), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:32.957861 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2b34064e-2403-4b0a-a6af-71a0af0341b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:32.986270 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b34064e-2403-4b0a-a6af-71a0af0341b7 None None] Routers {'bbd5c283-a12a-4028-950e-7971c302207f'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:20:32.987194 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2b34064e-2403-4b0a-a6af-71a0af0341b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:20:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['bbd5c283-a12a-4028-950e-7971c302207f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:32.996076 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f006558-1915-4318-87a2-70255569cac7 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for security_group_rule (0b3298f7-e497-470a-9907-a99070e6b162), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:33.001656 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f006558-1915-4318-87a2-70255569cac7 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (0b3298f7-e497-470a-9907-a99070e6b162), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:33.043981 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f006558-1915-4318-87a2-70255569cac7 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3298f7-e497-470a-9907-a99070e6b162,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:33.049341 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9061f5-12f7-41bc-9fbb-5e76c1c57d82 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Made reservation on behalf of c9377d586bc54dd19d607ac051e18e6c for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:20:33.053249 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c9061f5-12f7-41bc-9fbb-5e76c1c57d82 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:33.059078 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f006558-1915-4318-87a2-70255569cac7 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:33.059302 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2b34064e-2403-4b0a-a6af-71a0af0341b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:33.064688 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1f006558-1915-4318-87a2-70255569cac7 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3067038 Feb 07 21:20:33.064939 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b34064e-2403-4b0a-a6af-71a0af0341b7 None None] The sync data for ids ['bbd5c283-a12a-4028-950e-7971c302207f'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:20:33.065355 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43502) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:33.078369 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6dda114b-a1f4-404b-af62-82be47e4cec9 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Request body: {'security_group_rule': {'security_group_id': 'a2128938-b392-4a71-8222-a33244520e5c', 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:20:33.105936 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-5c9061f5-12f7-41bc-9fbb-5e76c1c57d82 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] device_id is not set on port e3e13610-e818-44aa-80ef-5f3781d2b88c yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:20:33.109084 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dda114b-a1f4-404b-af62-82be47e4cec9 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for security_group_rule (3c8363f5-9ace-4499-9801-23ce3c25db8b), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:33.298643 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dda114b-a1f4-404b-af62-82be47e4cec9 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for security_group_rule (3c8363f5-9ace-4499-9801-23ce3c25db8b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:33.305595 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dda114b-a1f4-404b-af62-82be47e4cec9 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (3c8363f5-9ace-4499-9801-23ce3c25db8b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:33.358233 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda114b-a1f4-404b-af62-82be47e4cec9 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8363f5-9ace-4499-9801-23ce3c25db8b,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:33.383586 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dda114b-a1f4-404b-af62-82be47e4cec9 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:33.390100 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6dda114b-a1f4-404b-af62-82be47e4cec9 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3236246 Feb 07 21:20:33.390843 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43516) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:33.400458 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-674a4d4a-e9fd-49f0-8769-b715dfc82a05 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Request body: {'security_group_rule': {'security_group_id': 'a2128938-b392-4a71-8222-a33244520e5c', 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:20:33.437428 n-d-828185-2 neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-674a4d4a-e9fd-49f0-8769-b715dfc82a05 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Project 936a2ca0ece74bb698b7cfe4e2af1982 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 21:20:33.449530 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-674a4d4a-e9fd-49f0-8769-b715dfc82a05 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for security_group_rule (7b05df72-fc91-4991-8d46-7a41441ddf19), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:33.538532 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-674a4d4a-e9fd-49f0-8769-b715dfc82a05 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for security_group_rule (7b05df72-fc91-4991-8d46-7a41441ddf19), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:33.544361 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-674a4d4a-e9fd-49f0-8769-b715dfc82a05 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (7b05df72-fc91-4991-8d46-7a41441ddf19), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:33.558575 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:33.594268 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a4d4a-e9fd-49f0-8769-b715dfc82a05 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b05df72-fc91-4991-8d46-7a41441ddf19,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:33.614685 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-674a4d4a-e9fd-49f0-8769-b715dfc82a05 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:33.618818 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-674a4d4a-e9fd-49f0-8769-b715dfc82a05 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2258859 Feb 07 21:20:33.622535 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43528) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:33.628037 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-94a048b2-9e5e-4811-a592-2c0c71028814 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Request body: {'security_group_rule': {'security_group_id': 'a2128938-b392-4a71-8222-a33244520e5c', 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:20:33.685171 n-d-828185-2 neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-94a048b2-9e5e-4811-a592-2c0c71028814 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Project 936a2ca0ece74bb698b7cfe4e2af1982 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 21:20:33.698050 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94a048b2-9e5e-4811-a592-2c0c71028814 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for security_group_rule (84bddfa6-800c-4551-9568-abf9911936bc), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:33.865671 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-5c9061f5-12f7-41bc-9fbb-5e76c1c57d82 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Allocated IP 172.20.0.5 (523b4394-5956-4d3b-a655-185387f3943c/9df68f31-104f-4683-9bc5-7d8d52afadd0/e3e13610-e818-44aa-80ef-5f3781d2b88c) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:20:33.881620 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94a048b2-9e5e-4811-a592-2c0c71028814 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for security_group_rule (84bddfa6-800c-4551-9568-abf9911936bc), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:33.891525 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94a048b2-9e5e-4811-a592-2c0c71028814 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (84bddfa6-800c-4551-9568-abf9911936bc), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:33.929968 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:33.970073 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94a048b2-9e5e-4811-a592-2c0c71028814 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:33.976134 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-94a048b2-9e5e-4811-a592-2c0c71028814 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3520181 Feb 07 21:20:33.976977 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a048b2-9e5e-4811-a592-2c0c71028814 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84bddfa6-800c-4551-9568-abf9911936bc,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:34.157630 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c9061f5-12f7-41bc-9fbb-5e76c1c57d82 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks [] for port (e3e13610-e818-44aa-80ef-5f3781d2b88c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:34.161911 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4d644-82fd-4e1c-8ec8-cb5071444a8d req-eade2ef1-2b7d-47f4-a37b-685e4b72ac73 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:34.176405 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4d4d644-82fd-4e1c-8ec8-cb5071444a8d req-eade2ef1-2b7d-47f4-a37b-685e4b72ac73 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 945 time: 0.1831176 Feb 07 21:20:34.203419 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c9061f5-12f7-41bc-9fbb-5e76c1c57d82 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (e3e13610-e818-44aa-80ef-5f3781d2b88c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:34.277303 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9061f5-12f7-41bc-9fbb-5e76c1c57d82 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Network 523b4394-5956-4d3b-a655-185387f3943c is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:20:34.286150 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-5c9061f5-12f7-41bc-9fbb-5e76c1c57d82 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:20:34.308481 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9061f5-12f7-41bc-9fbb-5e76c1c57d82 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:20:34.352018 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4d4d644-82fd-4e1c-8ec8-cb5071444a8d req-ebf6eb08-05f2-4ed1-a820-2c84deaba2a1 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733148 Feb 07 21:20:34.380275 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9061f5-12f7-41bc-9fbb-5e76c1c57d82 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Pushing event updated for resources: {'Port': ['ID=e3e13610-e818-44aa-80ef-5f3781d2b88c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:34.425286 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9061f5-12f7-41bc-9fbb-5e76c1c57d82 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:34.430552 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c9061f5-12f7-41bc-9fbb-5e76c1c57d82 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:34.451669 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21221035-1343-4947-a108-f2c2ac7a11cd req-1dc0a66e-accc-434f-9076-7d42412aeace tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-951373415&fields=id&tenant_id=936a2ca0ece74bb698b7cfe4e2af1982 HTTP/1.1" status: 200 len: 267 time: 0.0864301 Feb 07 21:20:34.472887 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5c9061f5-12f7-41bc-9fbb-5e76c1c57d82 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6490488 Feb 07 21:20:34.473471 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43584) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:34.686157 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21221035-1343-4947-a108-f2c2ac7a11cd req-6716c87d-6837-4b6f-9a8a-7e89ffda7614 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:34.687701 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21221035-1343-4947-a108-f2c2ac7a11cd req-6716c87d-6837-4b6f-9a8a-7e89ffda7614 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/networks?id=4d6d0316-d57c-4df2-aa05-905a8b525f9f HTTP/1.1" status: 200 len: 814 time: 0.2244174 Feb 07 21:20:34.721251 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21221035-1343-4947-a108-f2c2ac7a11cd req-9e9b9675-b8c4-4c86-90dd-77a478d5934e tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/quotas/936a2ca0ece74bb698b7cfe4e2af1982 HTTP/1.1" status: 200 len: 375 time: 0.0229466 Feb 07 21:20:34.801048 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21221035-1343-4947-a108-f2c2ac7a11cd req-f4b78891-5932-444a-81f7-ef2cc6a904fc tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=936a2ca0ece74bb698b7cfe4e2af1982&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610535 Feb 07 21:20:34.911342 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-861ad7b9-707b-4360-b165-9251b3d8703f None None] Provisioning complete for port e3e13610-e818-44aa-80ef-5f3781d2b88c triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:20:34.911725 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-861ad7b9-707b-4360-b165-9251b3d8703f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e3e13610-e818-44aa-80ef-5f3781d2b88c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:34.919896 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-41d9d11a-8276-4fac-a307-2f143c2a5401 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'project_id': 'c9377d586bc54dd19d607ac051e18e6c', 'port_id': 'e3e13610-e818-44aa-80ef-5f3781d2b88c'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:20:34.968217 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41d9d11a-8276-4fac-a307-2f143c2a5401 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:35.023686 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-861ad7b9-707b-4360-b165-9251b3d8703f None None] Port e3e13610-e818-44aa-80ef-5f3781d2b88c cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:20:35.157914 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41d9d11a-8276-4fac-a307-2f143c2a5401 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:35.167372 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21221035-1343-4947-a108-f2c2ac7a11cd req-1f92fc96-fbdb-48f1-ab5d-caa7dd8d8411 service neutron] 10.222.0.65 "GET /v2.0/networks/4d6d0316-d57c-4df2-aa05-905a8b525f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332036 Feb 07 21:20:35.350354 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-41d9d11a-8276-4fac-a307-2f143c2a5401 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Allocated IP 172.25.4.20 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/5c6700e1-f0d2-4738-b029-818fe18c198a) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:20:35.382741 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21221035-1343-4947-a108-f2c2ac7a11cd req-bf7c845d-96fc-4141-9ce4-b4a615df763b service neutron] 10.222.0.65 "GET /v2.0/networks/4d6d0316-d57c-4df2-aa05-905a8b525f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141013 Feb 07 21:20:35.550926 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41d9d11a-8276-4fac-a307-2f143c2a5401 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Publish callbacks [] for port (5c6700e1-f0d2-4738-b029-818fe18c198a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:35.577462 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd5da2-c89c-4240-921c-c410b4f3b3a2 req-0bb598fd-1685-48fb-9c94-48f5aa026e5f tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:35.579624 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0cbd5da2-c89c-4240-921c-c410b4f3b3a2 req-0bb598fd-1685-48fb-9c94-48f5aa026e5f tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 945 time: 0.1430795 Feb 07 21:20:35.591427 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43654) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:35.640966 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41d9d11a-8276-4fac-a307-2f143c2a5401 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (5c6700e1-f0d2-4738-b029-818fe18c198a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:35.693189 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d9d11a-8276-4fac-a307-2f143c2a5401 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:20:35.697138 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-41d9d11a-8276-4fac-a307-2f143c2a5401 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:20:35.705715 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d9d11a-8276-4fac-a307-2f143c2a5401 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:20:35.724396 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0cbd5da2-c89c-4240-921c-c410b4f3b3a2 req-6467421f-ee15-4fb6-8ea0-c8139880b4b8 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231792 Feb 07 21:20:35.773185 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9d11a-8276-4fac-a307-2f143c2a5401 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Pushing event updated for resources: {'Port': ['ID=5c6700e1-f0d2-4738-b029-818fe18c198a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:35.776473 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00d9dcd2-2c5c-4ecc-9e43-7b61a30ab218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:35.892859 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00d9dcd2-2c5c-4ecc-9e43-7b61a30ab218 admin admin] Publish callbacks [] for security_group (da3adcf6-db36-4cd4-85a4-12264e8977ad), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:35.914137 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00d9dcd2-2c5c-4ecc-9e43-7b61a30ab218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (da3adcf6-db36-4cd4-85a4-12264e8977ad), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:35.970765 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53902a34-f577-46ec-a068-99294ebb16e9 req-6636cd1f-26af-440c-b3c3-bbbc41d33cb1 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 210 time: 0.0764155 Feb 07 21:20:35.985815 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43666) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:36.010286 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9dcd2-2c5c-4ecc-9e43-7b61a30ab218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3adcf6-db36-4cd4-85a4-12264e8977ad,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:36.032914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-00d9dcd2-2c5c-4ecc-9e43-7b61a30ab218 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0de20d39b9d7406b852031f28d71004f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4398682 Feb 07 21:20:36.035463 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43672) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:36.095755 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-39fcbe91-1aac-471e-a1a3-8bd2d86e10a9 admin admin] Publish callbacks [] for security_group (da3adcf6-db36-4cd4-85a4-12264e8977ad), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:36.119961 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-39fcbe91-1aac-471e-a1a3-8bd2d86e10a9 admin admin] Publish callbacks [] for security_group (da3adcf6-db36-4cd4-85a4-12264e8977ad), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:36.186523 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98768a33-c7d2-4d23-8915-ce34a44ce9c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:36.252938 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-39fcbe91-1aac-471e-a1a3-8bd2d86e10a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (da3adcf6-db36-4cd4-85a4-12264e8977ad), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:36.256072 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-39fcbe91-1aac-471e-a1a3-8bd2d86e10a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:36.257982 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-39fcbe91-1aac-471e-a1a3-8bd2d86e10a9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/da3adcf6-db36-4cd4-85a4-12264e8977ad HTTP/1.1" status: 204 len: 168 time: 0.2215660 Feb 07 21:20:36.306060 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fcbe91-1aac-471e-a1a3-8bd2d86e10a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3adcf6-db36-4cd4-85a4-12264e8977ad,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:36.417439 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98768a33-c7d2-4d23-8915-ce34a44ce9c1 admin admin] Publish callbacks [] for security_group (d22640b6-066e-4abc-81e6-714344c46b79), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:36.423991 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98768a33-c7d2-4d23-8915-ce34a44ce9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d22640b6-066e-4abc-81e6-714344c46b79), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:36.547831 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-98768a33-c7d2-4d23-8915-ce34a44ce9c1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ffc8491851374b59a61095c05f139fd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5538795 Feb 07 21:20:36.549455 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43694) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:36.564478 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41d9d11a-8276-4fac-a307-2f143c2a5401 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Publish callbacks [] for floatingip (39478cec-9108-44b2-90b2-efbaad24572e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:36.576913 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98768a33-c7d2-4d23-8915-ce34a44ce9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22640b6-066e-4abc-81e6-714344c46b79,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:36.693835 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41d9d11a-8276-4fac-a307-2f143c2a5401 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5c6700e1-f0d2-4738-b029-818fe18c198a), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:36.705335 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9af7ef3-e82a-4f83-bbd1-cb8fd6c530a8 req-f46f2aa3-c600-4f3e-8760-cb69fcdc91b8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1532838 Feb 07 21:20:36.706917 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b223-a910-47fd-987e-9827bab5f556 admin admin] Publish callbacks [] for security_group (d22640b6-066e-4abc-81e6-714344c46b79), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:36.822105 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b223-a910-47fd-987e-9827bab5f556 admin admin] Publish callbacks [] for security_group (d22640b6-066e-4abc-81e6-714344c46b79), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:36.849944 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43698) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:36.911535 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d790b58-a49e-4e93-9848-e193b606efc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:36.932133 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af7ef3-e82a-4f83-bbd1-cb8fd6c530a8 req-8ba2e214-d9b5-4d93-9183-9496d1673943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:36.934175 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9af7ef3-e82a-4f83-bbd1-cb8fd6c530a8 req-8ba2e214-d9b5-4d93-9183-9496d1673943 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 1127 time: 0.2031469 Feb 07 21:20:36.982550 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d7bde-e04f-4c2f-acda-55eb88a857eb req-c4e5bf86-e99b-4ff6-8b78-02b6672b0977 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:36.985339 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a02d7bde-e04f-4c2f-acda-55eb88a857eb req-c4e5bf86-e99b-4ff6-8b78-02b6672b0977 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 945 time: 0.1192353 Feb 07 21:20:36.988618 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b223-a910-47fd-987e-9827bab5f556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d22640b6-066e-4abc-81e6-714344c46b79), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:36.992410 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b223-a910-47fd-987e-9827bab5f556 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:36.997064 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b7c7b223-a910-47fd-987e-9827bab5f556 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d22640b6-066e-4abc-81e6-714344c46b79 HTTP/1.1" status: 204 len: 168 time: 0.4402275 Feb 07 21:20:37.039481 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41d9d11a-8276-4fac-a307-2f143c2a5401 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Publish callbacks [] for port (5c6700e1-f0d2-4738-b029-818fe18c198a), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:37.054591 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41d9d11a-8276-4fac-a307-2f143c2a5401 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (5c6700e1-f0d2-4738-b029-818fe18c198a), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:37.148733 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9d11a-8276-4fac-a307-2f143c2a5401 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Pushing event updated for resources: {'Port': ['ID=5c6700e1-f0d2-4738-b029-818fe18c198a,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:37.169266 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41d9d11a-8276-4fac-a307-2f143c2a5401 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (39478cec-9108-44b2-90b2-efbaad24572e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:37.192865 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7b223-a910-47fd-987e-9827bab5f556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22640b6-066e-4abc-81e6-714344c46b79,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:37.293512 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a8b94fd5-8793-47d3-b64f-f1527337aaac req-c4655eda-2f04-4f13-8634-71eb9d848149 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 210 time: 0.1453304 Feb 07 21:20:37.368708 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d790b58-a49e-4e93-9848-e193b606efc0 admin admin] Publish callbacks [] for security_group (8c5bae49-9d95-4fa4-9b16-4dc37adae475), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:37.382795 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [None req-41d9d11a-8276-4fac-a307-2f143c2a5401 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Floating IP 39478cec-9108-44b2-90b2-efbaad24572e associated. External IP: 172.25.4.20, port: e3e13610-e818-44aa-80ef-5f3781d2b88c. Feb 07 21:20:37.431989 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a02d7bde-e04f-4c2f-acda-55eb88a857eb req-151eec9f-a077-4428-9a56-dc820aea32e7 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021676 Feb 07 21:20:37.433886 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af7ef3-e82a-4f83-bbd1-cb8fd6c530a8 req-8b43856f-50c5-49a5-ac11-ada5b80c0029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:37.435586 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9af7ef3-e82a-4f83-bbd1-cb8fd6c530a8 req-8b43856f-50c5-49a5-ac11-ada5b80c0029 service neutron] 10.222.0.71 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 913 time: 0.4790356 Feb 07 21:20:37.436784 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d790b58-a49e-4e93-9848-e193b606efc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8c5bae49-9d95-4fa4-9b16-4dc37adae475), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:37.520069 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9af7ef3-e82a-4f83-bbd1-cb8fd6c530a8 req-722e6539-986d-4acb-bd98-9b47ce3b0dd7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04760f28-79da-4ca0-842b-0893e337e53b HTTP/1.1" status: 200 len: 217 time: 0.0722761 Feb 07 21:20:37.661151 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43710) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:37.685200 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8d790b58-a49e-4e93-9848-e193b606efc0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=796741d7734c4e25828a104d0cb1d058&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8337073 Feb 07 21:20:37.690535 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43712) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:37.711138 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d790b58-a49e-4e93-9848-e193b606efc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5bae49-9d95-4fa4-9b16-4dc37adae475,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:37.741567 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2589ecf1-415d-4f3d-8e48-5a32c2ad5ad3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:37.771264 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af7ef3-e82a-4f83-bbd1-cb8fd6c530a8 req-ce6b9a8f-6de3-4647-9698-a5c1db3aa648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:37.773018 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9af7ef3-e82a-4f83-bbd1-cb8fd6c530a8 req-ce6b9a8f-6de3-4647-9698-a5c1db3aa648 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.2279310 Feb 07 21:20:37.844993 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d9d11a-8276-4fac-a307-2f143c2a5401 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Router bbd5c283-a12a-4028-950e-7971c302207f has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:20:37.890372 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21221035-1343-4947-a108-f2c2ac7a11cd req-23c9fc13-0f71-4187-985a-561c4df46645 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:37.892966 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21221035-1343-4947-a108-f2c2ac7a11cd req-23c9fc13-0f71-4187-985a-561c4df46645 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.69 "GET /v2.0/networks?id=4d6d0316-d57c-4df2-aa05-905a8b525f9f HTTP/1.1" status: 200 len: 814 time: 0.3904083 Feb 07 21:20:37.895014 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c856a9df-0683-422f-94e9-c0ab7571e9a5 admin admin] Publish callbacks [] for security_group (8c5bae49-9d95-4fa4-9b16-4dc37adae475), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:37.973837 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c856a9df-0683-422f-94e9-c0ab7571e9a5 admin admin] Publish callbacks [] for security_group (8c5bae49-9d95-4fa4-9b16-4dc37adae475), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:37.977293 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af7ef3-e82a-4f83-bbd1-cb8fd6c530a8 req-e7ea8af3-02b7-4c46-9ffd-c38d7648f7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:37.982902 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9af7ef3-e82a-4f83-bbd1-cb8fd6c530a8 req-e7ea8af3-02b7-4c46-9ffd-c38d7648f7f4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1925769 Feb 07 21:20:37.998347 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2589ecf1-415d-4f3d-8e48-5a32c2ad5ad3 admin admin] Publish callbacks [] for security_group (92e543c5-10ee-4626-ac90-3b6db5920ceb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:38.006592 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2589ecf1-415d-4f3d-8e48-5a32c2ad5ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (92e543c5-10ee-4626-ac90-3b6db5920ceb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:38.038718 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2589ecf1-415d-4f3d-8e48-5a32c2ad5ad3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c9e167091e954d66b66ae224aec76b62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3749228 Feb 07 21:20:38.039376 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43714) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:38.112931 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589ecf1-415d-4f3d-8e48-5a32c2ad5ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e543c5-10ee-4626-ac90-3b6db5920ceb,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:38.137342 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d9d11a-8276-4fac-a307-2f143c2a5401 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:20:38.149467 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4d7063-d579-4de0-9fe2-78e130b0e92b None None] Sync routers for ids ['bbd5c283-a12a-4028-950e-7971c302207f'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:20:38.157603 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41d9d11a-8276-4fac-a307-2f143c2a5401 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:38.171454 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4d7063-d579-4de0-9fe2-78e130b0e92b None None] Routers {'bbd5c283-a12a-4028-950e-7971c302207f'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:20:38.172806 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ef4d7063-d579-4de0-9fe2-78e130b0e92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:20:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['bbd5c283-a12a-4028-950e-7971c302207f'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:38.198838 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-41d9d11a-8276-4fac-a307-2f143c2a5401 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.7242682 Feb 07 21:20:38.201283 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43716) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:38.245892 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ef4d7063-d579-4de0-9fe2-78e130b0e92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:38.258158 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4d7063-d579-4de0-9fe2-78e130b0e92b None None] Routers {'bbd5c283-a12a-4028-950e-7971c302207f'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:20:38.259177 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ef4d7063-d579-4de0-9fe2-78e130b0e92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:20:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['bbd5c283-a12a-4028-950e-7971c302207f'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:38.291169 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b1a76b1-5c34-48a1-acfd-6b99770206f7 admin admin] Publish callbacks [] for security_group (92e543c5-10ee-4626-ac90-3b6db5920ceb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:38.299747 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21221035-1343-4947-a108-f2c2ac7a11cd req-c4d62ac3-57ae-4c6c-98b8-ecfd3d091a5f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=936a2ca0ece74bb698b7cfe4e2af1982 HTTP/1.1" status: 200 len: 379 time: 0.3944643 Feb 07 21:20:38.326978 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-21221035-1343-4947-a108-f2c2ac7a11cd req-e8e899d7-df82-4b0e-a9b6-688f1358112f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Request body: {'port': {'device_id': '25910a13-370f-4e1c-b33b-97ea5419c790', 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f', 'admin_state_up': True, 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'security_groups': ['a2128938-b392-4a71-8222-a33244520e5c']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:20:38.333680 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ef4d7063-d579-4de0-9fe2-78e130b0e92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:38.334339 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4d7063-d579-4de0-9fe2-78e130b0e92b None None] The sync data for ids ['bbd5c283-a12a-4028-950e-7971c302207f'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:20:38.364424 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b1a76b1-5c34-48a1-acfd-6b99770206f7 admin admin] Publish callbacks [] for security_group (92e543c5-10ee-4626-ac90-3b6db5920ceb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:38.387143 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bdb9aab0-67b5-4e73-a498-95f3d275aa60 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] 10.222.0.65 "GET /v2.0/floatingips/39478cec-9108-44b2-90b2-efbaad24572e HTTP/1.1" status: 200 len: 982 time: 0.1836035 Feb 07 21:20:38.387143 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43720) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:38.581096 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d152916-953f-4fba-8151-3d7029086891 req-fef16a12-a529-45ad-92e5-ca9c60abbd7b tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 210 time: 0.0975072 Feb 07 21:20:38.642560 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7a84d4ad-3280-46ee-a189-fbeaea98db07 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2249 time: 0.2507527 Feb 07 21:20:38.644229 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43728) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:38.652746 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c856a9df-0683-422f-94e9-c0ab7571e9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8c5bae49-9d95-4fa4-9b16-4dc37adae475), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:38.655522 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c856a9df-0683-422f-94e9-c0ab7571e9a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:38.659691 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c856a9df-0683-422f-94e9-c0ab7571e9a5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8c5bae49-9d95-4fa4-9b16-4dc37adae475 HTTP/1.1" status: 204 len: 168 time: 0.9631455 Feb 07 21:20:38.675972 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9af7ef3-e82a-4f83-bbd1-cb8fd6c530a8 req-d1068bae-62aa-4d8b-a8dd-0e81d815d2bf service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6831169 Feb 07 21:20:38.681736 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856a9df-0683-422f-94e9-c0ab7571e9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5bae49-9d95-4fa4-9b16-4dc37adae475,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:38.765260 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b1a76b1-5c34-48a1-acfd-6b99770206f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (92e543c5-10ee-4626-ac90-3b6db5920ceb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:38.775676 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b1a76b1-5c34-48a1-acfd-6b99770206f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:38.779278 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6b1a76b1-5c34-48a1-acfd-6b99770206f7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/92e543c5-10ee-4626-ac90-3b6db5920ceb HTTP/1.1" status: 204 len: 168 time: 0.7344029 Feb 07 21:20:38.821592 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a76b1-5c34-48a1-acfd-6b99770206f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e543c5-10ee-4626-ac90-3b6db5920ceb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:38.926894 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37e8f5-8795-40ea-9534-54d2a2a94b9d req-bd3b23b1-1046-4f4f-9fdb-a46bdde27543 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:38.929286 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0b37e8f5-8795-40ea-9534-54d2a2a94b9d req-bd3b23b1-1046-4f4f-9fdb-a46bdde27543 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 945 time: 0.3620636 Feb 07 21:20:39.050542 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-89557f24-604a-415e-872f-0e1f8bf1d6b3 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Deleting port 5c6700e1-f0d2-4738-b029-818fe18c198a {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:20:39.050773 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21221035-1343-4947-a108-f2c2ac7a11cd req-e8e899d7-df82-4b0e-a9b6-688f1358112f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Made reservation on behalf of 936a2ca0ece74bb698b7cfe4e2af1982 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:20:39.050947 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89557f24-604a-415e-872f-0e1f8bf1d6b3 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (5c6700e1-f0d2-4738-b029-818fe18c198a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:39.057692 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-21221035-1343-4947-a108-f2c2ac7a11cd req-e8e899d7-df82-4b0e-a9b6-688f1358112f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:39.113885 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0b37e8f5-8795-40ea-9534-54d2a2a94b9d req-e9fe63af-401d-48aa-92c1-4007f10b99ab tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772742 Feb 07 21:20:39.115844 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9af7ef3-e82a-4f83-bbd1-cb8fd6c530a8 req-038347ca-6123-4573-b56e-1aea05304351 service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572836 Feb 07 21:20:39.198938 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89557f24-604a-415e-872f-0e1f8bf1d6b3 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (5c6700e1-f0d2-4738-b029-818fe18c198a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:39.199787 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89557f24-604a-415e-872f-0e1f8bf1d6b3 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks [] for floatingip (5c6700e1-f0d2-4738-b029-818fe18c198a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:39.233576 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-89557f24-604a-415e-872f-0e1f8bf1d6b3 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Calling delete_port for 5c6700e1-f0d2-4738-b029-818fe18c198a owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:20:39.445561 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-21221035-1343-4947-a108-f2c2ac7a11cd req-e8e899d7-df82-4b0e-a9b6-688f1358112f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Allocated IP 172.20.0.9 (4d6d0316-d57c-4df2-aa05-905a8b525f9f/e8dc7fe0-0333-4cfb-89b3-35dc114fee14/0b805bb8-ddc3-4381-96ac-9e0d5d70109a) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:20:39.667691 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89557f24-604a-415e-872f-0e1f8bf1d6b3 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (5c6700e1-f0d2-4738-b029-818fe18c198a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:39.753340 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89557f24-604a-415e-872f-0e1f8bf1d6b3 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Pushing event deleted for resources: {'Port': ['ID=5c6700e1-f0d2-4738-b029-818fe18c198a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:39.816332 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9b01ef43-745f-47ba-9051-27c88499aa9c req-e895343b-8505-40b3-b2fb-9447a5c1f7c0 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 210 time: 0.0684488 Feb 07 21:20:39.894147 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-21221035-1343-4947-a108-f2c2ac7a11cd req-e8e899d7-df82-4b0e-a9b6-688f1358112f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for port (0b805bb8-ddc3-4381-96ac-9e0d5d70109a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:39.896986 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89557f24-604a-415e-872f-0e1f8bf1d6b3 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks [] for floatingip (39478cec-9108-44b2-90b2-efbaad24572e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:39.897539 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [None req-89557f24-604a-415e-872f-0e1f8bf1d6b3 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Floating IP 39478cec-9108-44b2-90b2-efbaad24572e disassociated (deleted). External IP: 172.25.4.20, port: e3e13610-e818-44aa-80ef-5f3781d2b88c. Feb 07 21:20:39.965366 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-21221035-1343-4947-a108-f2c2ac7a11cd req-e8e899d7-df82-4b0e-a9b6-688f1358112f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (0b805bb8-ddc3-4381-96ac-9e0d5d70109a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:40.024251 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21221035-1343-4947-a108-f2c2ac7a11cd req-e8e899d7-df82-4b0e-a9b6-688f1358112f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Network 4d6d0316-d57c-4df2-aa05-905a8b525f9f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:20:40.028277 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-21221035-1343-4947-a108-f2c2ac7a11cd req-e8e899d7-df82-4b0e-a9b6-688f1358112f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:20:40.045640 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-21221035-1343-4947-a108-f2c2ac7a11cd req-e8e899d7-df82-4b0e-a9b6-688f1358112f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:20:40.097087 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e899d7-df82-4b0e-a9b6-688f1358112f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Pushing event updated for resources: {'Port': ['ID=0b805bb8-ddc3-4381-96ac-9e0d5d70109a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:40.152466 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21221035-1343-4947-a108-f2c2ac7a11cd req-e8e899d7-df82-4b0e-a9b6-688f1358112f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:40.153152 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-21221035-1343-4947-a108-f2c2ac7a11cd req-e8e899d7-df82-4b0e-a9b6-688f1358112f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:40.184347 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21221035-1343-4947-a108-f2c2ac7a11cd req-e8e899d7-df82-4b0e-a9b6-688f1358112f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8779333 Feb 07 21:20:40.196761 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-21221035-1343-4947-a108-f2c2ac7a11cd req-b2c568e2-7c6c-4b0f-b079-056f70021e55 service neutron] Request body: {'port': {'device_id': '25910a13-370f-4e1c-b33b-97ea5419c790', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:20:40.392930 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-21221035-1343-4947-a108-f2c2ac7a11cd req-b2c568e2-7c6c-4b0f-b079-056f70021e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0b805bb8-ddc3-4381-96ac-9e0d5d70109a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:40.459549 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e6ac6-82ac-40f0-80ec-0cb2a0e1dc5c req-b29d1277-09c8-4d0f-bf03-4a34f41b8237 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:40.484024 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-754e6ac6-82ac-40f0-80ec-0cb2a0e1dc5c req-b29d1277-09c8-4d0f-bf03-4a34f41b8237 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 945 time: 0.2128665 Feb 07 21:20:40.494321 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-974c370b-4aa4-4e19-a492-ec4660fb05c7 None None] Provisioning complete for port 0b805bb8-ddc3-4381-96ac-9e0d5d70109a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:20:40.494896 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-974c370b-4aa4-4e19-a492-ec4660fb05c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0b805bb8-ddc3-4381-96ac-9e0d5d70109a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:40.564149 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-974c370b-4aa4-4e19-a492-ec4660fb05c7 None None] Port 0b805bb8-ddc3-4381-96ac-9e0d5d70109a cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:20:40.927591 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-21221035-1343-4947-a108-f2c2ac7a11cd req-b2c568e2-7c6c-4b0f-b079-056f70021e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b805bb8-ddc3-4381-96ac-9e0d5d70109a {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:20:40.943207 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-21221035-1343-4947-a108-f2c2ac7a11cd req-b2c568e2-7c6c-4b0f-b079-056f70021e55 service neutron] Publish callbacks [] for port (0b805bb8-ddc3-4381-96ac-9e0d5d70109a), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:40.982053 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-754e6ac6-82ac-40f0-80ec-0cb2a0e1dc5c req-08154bfc-7d7a-4b05-a458-3415988812a5 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4970689 Feb 07 21:20:40.997055 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-21221035-1343-4947-a108-f2c2ac7a11cd req-b2c568e2-7c6c-4b0f-b079-056f70021e55 service neutron] Transition to ACTIVE for port object 0b805bb8-ddc3-4381-96ac-9e0d5d70109a will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:20:41.032241 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-21221035-1343-4947-a108-f2c2ac7a11cd req-b2c568e2-7c6c-4b0f-b079-056f70021e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (0b805bb8-ddc3-4381-96ac-9e0d5d70109a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:41.170392 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89557f24-604a-415e-872f-0e1f8bf1d6b3 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Router bbd5c283-a12a-4028-950e-7971c302207f has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:20:41.249823 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c568e2-7c6c-4b0f-b079-056f70021e55 service neutron] Pushing event updated for resources: {'Port': ['ID=0b805bb8-ddc3-4381-96ac-9e0d5d70109a,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:41.287853 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409f312-f2f8-493e-ba91-5af5d9377778 req-6f4f7b3a-81af-4cac-98d7-25db326aa9ed tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:41.289457 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3409f312-f2f8-493e-ba91-5af5d9377778 req-6f4f7b3a-81af-4cac-98d7-25db326aa9ed tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 931 time: 0.3109875 Feb 07 21:20:41.393189 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-21221035-1343-4947-a108-f2c2ac7a11cd req-b2c568e2-7c6c-4b0f-b079-056f70021e55 service neutron] Attempting to bind port 0b805bb8-ddc3-4381-96ac-9e0d5d70109a on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:20:41.393526 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-21221035-1343-4947-a108-f2c2ac7a11cd req-b2c568e2-7c6c-4b0f-b079-056f70021e55 service neutron] Attempting to bind port 0b805bb8-ddc3-4381-96ac-9e0d5d70109a by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '29dfbc9f-efea-4d80-984c-df54d0ccdf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:20:41.393852 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21221035-1343-4947-a108-f2c2ac7a11cd req-b2c568e2-7c6c-4b0f-b079-056f70021e55 service neutron] Attempting to bind port 0b805bb8-ddc3-4381-96ac-9e0d5d70109a on network 4d6d0316-d57c-4df2-aa05-905a8b525f9f {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:20:41.512155 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3409f312-f2f8-493e-ba91-5af5d9377778 req-8fb91a32-dbae-4304-b373-0f5fbd0617e8 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2128938-b392-4a71-8222-a33244520e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047148 Feb 07 21:20:41.517200 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21221035-1343-4947-a108-f2c2ac7a11cd req-b2c568e2-7c6c-4b0f-b079-056f70021e55 service neutron] Port 0b805bb8-ddc3-4381-96ac-9e0d5d70109a on network 4d6d0316-d57c-4df2-aa05-905a8b525f9f not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:20:41.517532 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21221035-1343-4947-a108-f2c2ac7a11cd req-b2c568e2-7c6c-4b0f-b079-056f70021e55 service neutron] Attempting to bind port 0b805bb8-ddc3-4381-96ac-9e0d5d70109a on network 4d6d0316-d57c-4df2-aa05-905a8b525f9f {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:20:41.531368 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21221035-1343-4947-a108-f2c2ac7a11cd req-b2c568e2-7c6c-4b0f-b079-056f70021e55 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:20:41.531719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21221035-1343-4947-a108-f2c2ac7a11cd req-b2c568e2-7c6c-4b0f-b079-056f70021e55 service neutron] Checking segment: {'id': '29dfbc9f-efea-4d80-984c-df54d0ccdf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:20:41.532243 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21221035-1343-4947-a108-f2c2ac7a11cd req-b2c568e2-7c6c-4b0f-b079-056f70021e55 service neutron] Bound using segment: {'id': '29dfbc9f-efea-4d80-984c-df54d0ccdf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:20:41.532730 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-21221035-1343-4947-a108-f2c2ac7a11cd req-b2c568e2-7c6c-4b0f-b079-056f70021e55 service neutron] Bound port: 0b805bb8-ddc3-4381-96ac-9e0d5d70109a, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29dfbc9f-efea-4d80-984c-df54d0ccdf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:20:41.535657 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-21221035-1343-4947-a108-f2c2ac7a11cd req-b2c568e2-7c6c-4b0f-b079-056f70021e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0b805bb8-ddc3-4381-96ac-9e0d5d70109a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:41.538174 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89557f24-604a-415e-872f-0e1f8bf1d6b3 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:20:41.549543 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188dcf44-2ec4-4cf2-aa15-a87171d68534 None None] Sync routers for ids ['bbd5c283-a12a-4028-950e-7971c302207f'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:20:41.576331 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89557f24-604a-415e-872f-0e1f8bf1d6b3 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:41.607550 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188dcf44-2ec4-4cf2-aa15-a87171d68534 None None] Routers {'bbd5c283-a12a-4028-950e-7971c302207f'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:20:41.610347 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-188dcf44-2ec4-4cf2-aa15-a87171d68534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:20:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['bbd5c283-a12a-4028-950e-7971c302207f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:41.693340 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-89557f24-604a-415e-872f-0e1f8bf1d6b3 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] 10.222.0.65 "DELETE /v2.0/floatingips/39478cec-9108-44b2-90b2-efbaad24572e HTTP/1.1" status: 204 len: 168 time: 3.0464275 Feb 07 21:20:41.697019 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43886) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:41.701535 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-04851831-e290-45af-97fe-41185427851a tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:20:41.711629 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-188dcf44-2ec4-4cf2-aa15-a87171d68534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:41.741130 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-21221035-1343-4947-a108-f2c2ac7a11cd req-b2c568e2-7c6c-4b0f-b079-056f70021e55 service neutron] For port 0b805bb8-ddc3-4381-96ac-9e0d5d70109a, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:20:41.745949 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-21221035-1343-4947-a108-f2c2ac7a11cd req-b2c568e2-7c6c-4b0f-b079-056f70021e55 service neutron] For port 0b805bb8-ddc3-4381-96ac-9e0d5d70109a, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=0b805bb8-ddc3-4381-96ac-9e0d5d70109a,segment=NetworkSegment(29dfbc9f-efea-4d80-984c-df54d0ccdf04),segment_id=29dfbc9f-efea-4d80-984c-df54d0ccdf04)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:20:41.747497 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188dcf44-2ec4-4cf2-aa15-a87171d68534 None None] Routers {'bbd5c283-a12a-4028-950e-7971c302207f'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:20:41.749820 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-188dcf44-2ec4-4cf2-aa15-a87171d68534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:20:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['bbd5c283-a12a-4028-950e-7971c302207f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:41.757666 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-21221035-1343-4947-a108-f2c2ac7a11cd req-b2c568e2-7c6c-4b0f-b079-056f70021e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (0b805bb8-ddc3-4381-96ac-9e0d5d70109a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:41.775106 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04851831-e290-45af-97fe-41185427851a tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:41.876259 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c568e2-7c6c-4b0f-b079-056f70021e55 service neutron] Pushing event updated for resources: {'Port': ['ID=0b805bb8-ddc3-4381-96ac-9e0d5d70109a,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:41.884943 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-188dcf44-2ec4-4cf2-aa15-a87171d68534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:41.898155 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188dcf44-2ec4-4cf2-aa15-a87171d68534 None None] The sync data for ids ['bbd5c283-a12a-4028-950e-7971c302207f'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:20:41.926769 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21221035-1343-4947-a108-f2c2ac7a11cd req-b2c568e2-7c6c-4b0f-b079-056f70021e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:41.927258 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-21221035-1343-4947-a108-f2c2ac7a11cd req-b2c568e2-7c6c-4b0f-b079-056f70021e55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:41.928723 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21221035-1343-4947-a108-f2c2ac7a11cd req-b2c568e2-7c6c-4b0f-b079-056f70021e55 service neutron] 10.222.0.69 "PUT /v2.0/ports/0b805bb8-ddc3-4381-96ac-9e0d5d70109a HTTP/1.1" status: 200 len: 1091 time: 1.7366450 Feb 07 21:20:41.930118 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25910a13-370f-4e1c-b33b-97ea5419c790', 'tag': '0b805bb8-ddc3-4381-96ac-9e0d5d70109a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:20:41.931445 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734b38b6-38e1-4510-bcae-cbb845f732c1" -d '{"events": [{"name": "network-changed", "server_uuid": "25910a13-370f-4e1c-b33b-97ea5419c790", "tag": "0b805bb8-ddc3-4381-96ac-9e0d5d70109a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:20:42.045686 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04851831-e290-45af-97fe-41185427851a tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:42.085502 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed690119-cad9-477d-83bb-1013953894ed x-openstack-request-id: req-ed690119-cad9-477d-83bb-1013953894ed {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:20:42.086076 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25910a13-370f-4e1c-b33b-97ea5419c790", "tag": "0b805bb8-ddc3-4381-96ac-9e0d5d70109a", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:20:42.086076 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed690119-cad9-477d-83bb-1013953894ed {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:20:42.087321 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25910a13-370f-4e1c-b33b-97ea5419c790', 'tag': '0b805bb8-ddc3-4381-96ac-9e0d5d70109a', 'status': 'completed', 'code': 200} Feb 07 21:20:42.100700 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21221035-1343-4947-a108-f2c2ac7a11cd req-ebe04b11-abff-4868-a99c-a03e50f10472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:42.102634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21221035-1343-4947-a108-f2c2ac7a11cd req-ebe04b11-abff-4868-a99c-a03e50f10472 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=936a2ca0ece74bb698b7cfe4e2af1982&device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 1125 time: 0.1223302 Feb 07 21:20:42.123161 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43898) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:42.288574 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-04851831-e290-45af-97fe-41185427851a tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Allocated IP 172.25.4.218 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/1cc1f994-2c41-49fe-8568-1f7e6ddf1f63) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:20:42.575450 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04851831-e290-45af-97fe-41185427851a tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Publish callbacks [] for port (1cc1f994-2c41-49fe-8568-1f7e6ddf1f63), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:42.626948 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21221035-1343-4947-a108-f2c2ac7a11cd req-7e99b573-b58d-4acb-a2b4-de5ca938e538 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b805bb8-ddc3-4381-96ac-9e0d5d70109a HTTP/1.1" status: 200 len: 217 time: 0.5060649 Feb 07 21:20:42.668791 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04851831-e290-45af-97fe-41185427851a tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (1cc1f994-2c41-49fe-8568-1f7e6ddf1f63), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:42.788289 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04851831-e290-45af-97fe-41185427851a tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:20:42.799632 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-04851831-e290-45af-97fe-41185427851a tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:20:42.810804 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04851831-e290-45af-97fe-41185427851a tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:20:42.817444 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04851831-e290-45af-97fe-41185427851a tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Pushing event updated for resources: {'Port': ['ID=1cc1f994-2c41-49fe-8568-1f7e6ddf1f63,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:42.856081 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-354e515f-3e10-473c-bf57-b889e4bd66ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:42.896630 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950d679-b290-4611-9c9f-2802bb1381f5 req-76995751-b55a-4a8d-9471-65355aa349cc tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:42.899587 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9950d679-b290-4611-9c9f-2802bb1381f5 req-76995751-b55a-4a8d-9471-65355aa349cc tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 945 time: 0.3127160 Feb 07 21:20:42.935714 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21221035-1343-4947-a108-f2c2ac7a11cd req-c34bc6a5-70f1-4753-9779-33fce78eae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:42.937185 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21221035-1343-4947-a108-f2c2ac7a11cd req-c34bc6a5-70f1-4753-9779-33fce78eae6f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8dc7fe0-0333-4cfb-89b3-35dc114fee14 HTTP/1.1" status: 200 len: 853 time: 0.2996254 Feb 07 21:20:42.970995 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04851831-e290-45af-97fe-41185427851a tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Publish callbacks [] for floatingip (e600bc69-c2a5-435b-ba19-d0e65cec7ffb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:42.994610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4417803-5402-41dc-b806-d22c2a8ceea7 req-60cd1a50-532e-439a-ab1a-b2eccedd2f41 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:42.996527 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4417803-5402-41dc-b806-d22c2a8ceea7 req-60cd1a50-532e-439a-ab1a-b2eccedd2f41 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 943 time: 0.3634801 Feb 07 21:20:43.056741 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04851831-e290-45af-97fe-41185427851a tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1cc1f994-2c41-49fe-8568-1f7e6ddf1f63), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:43.095236 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9950d679-b290-4611-9c9f-2802bb1381f5 req-14173ac4-2cd7-40fe-ac01-57ab0f71347d tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682291 Feb 07 21:20:43.141433 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21221035-1343-4947-a108-f2c2ac7a11cd req-691020ce-3bb6-4016-9bbd-6cc25f1ee14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:43.142962 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21221035-1343-4947-a108-f2c2ac7a11cd req-691020ce-3bb6-4016-9bbd-6cc25f1ee14d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4d6d0316-d57c-4df2-aa05-905a8b525f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1755886 Feb 07 21:20:43.235725 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4417803-5402-41dc-b806-d22c2a8ceea7 req-675e51a8-1964-4d2f-bdbf-37e93b158009 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2128938-b392-4a71-8222-a33244520e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138886 Feb 07 21:20:43.299396 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-354e515f-3e10-473c-bf57-b889e4bd66ed admin admin] Publish callbacks [] for security_group (95aa7b8b-017b-4e9f-ae72-ab38f4e905b3), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:43.305816 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-354e515f-3e10-473c-bf57-b889e4bd66ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (95aa7b8b-017b-4e9f-ae72-ab38f4e905b3), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:43.340930 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e515f-3e10-473c-bf57-b889e4bd66ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95aa7b8b-017b-4e9f-ae72-ab38f4e905b3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:43.374897 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21221035-1343-4947-a108-f2c2ac7a11cd req-61f4b42a-6a11-44f1-abe5-55cfdcb7575c service neutron] 10.222.0.69 "GET /v2.0/networks/4d6d0316-d57c-4df2-aa05-905a8b525f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233655 Feb 07 21:20:43.382525 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-354e515f-3e10-473c-bf57-b889e4bd66ed admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=257602fc2b3b45e88b00813400e0a794&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2605624 Feb 07 21:20:43.384598 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43922) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:43.462841 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04851831-e290-45af-97fe-41185427851a tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Publish callbacks [] for port (1cc1f994-2c41-49fe-8568-1f7e6ddf1f63), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:43.470711 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04851831-e290-45af-97fe-41185427851a tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (1cc1f994-2c41-49fe-8568-1f7e6ddf1f63), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:43.522114 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21221035-1343-4947-a108-f2c2ac7a11cd req-2740c848-d866-4212-87e1-61b953c592cb service neutron] 10.222.0.69 "GET /v2.0/networks/4d6d0316-d57c-4df2-aa05-905a8b525f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382244 Feb 07 21:20:43.546590 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b07e3100-d0f4-4b7c-b6e6-9ea5c1665a63 admin admin] Publish callbacks [] for security_group (95aa7b8b-017b-4e9f-ae72-ab38f4e905b3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:43.637665 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04851831-e290-45af-97fe-41185427851a tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (e600bc69-c2a5-435b-ba19-d0e65cec7ffb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:43.651732 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04851831-e290-45af-97fe-41185427851a tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Pushing event updated for resources: {'Port': ['ID=1cc1f994-2c41-49fe-8568-1f7e6ddf1f63,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:43.669004 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b07e3100-d0f4-4b7c-b6e6-9ea5c1665a63 admin admin] Publish callbacks [] for security_group (95aa7b8b-017b-4e9f-ae72-ab38f4e905b3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:43.672355 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04851831-e290-45af-97fe-41185427851a tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:43.676779 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-04851831-e290-45af-97fe-41185427851a tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9785287 Feb 07 21:20:43.677407 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43928) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:43.732777 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b38b6-38e1-4510-bcae-cbb845f732c1 req-5dff20b2-07a4-47ec-8bd7-30de26c9704d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:43.737390 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-734b38b6-38e1-4510-bcae-cbb845f732c1 req-5dff20b2-07a4-47ec-8bd7-30de26c9704d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=936a2ca0ece74bb698b7cfe4e2af1982&device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 1125 time: 0.1493368 Feb 07 21:20:43.737627 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43932) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:43.830217 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b07e3100-d0f4-4b7c-b6e6-9ea5c1665a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (95aa7b8b-017b-4e9f-ae72-ab38f4e905b3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:43.832994 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b07e3100-d0f4-4b7c-b6e6-9ea5c1665a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:43.837868 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b07e3100-d0f4-4b7c-b6e6-9ea5c1665a63 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/95aa7b8b-017b-4e9f-ae72-ab38f4e905b3 HTTP/1.1" status: 204 len: 168 time: 0.4519353 Feb 07 21:20:43.851467 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e3100-d0f4-4b7c-b6e6-9ea5c1665a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95aa7b8b-017b-4e9f-ae72-ab38f4e905b3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:43.866730 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b38b6-38e1-4510-bcae-cbb845f732c1 req-55b11222-e7d8-40d6-89d2-036c12881e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:43.868241 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-734b38b6-38e1-4510-bcae-cbb845f732c1 req-55b11222-e7d8-40d6-89d2-036c12881e52 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4d6d0316-d57c-4df2-aa05-905a8b525f9f HTTP/1.1" status: 200 len: 915 time: 0.1230068 Feb 07 21:20:43.922367 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-734b38b6-38e1-4510-bcae-cbb845f732c1 req-1ef5f6f8-d45b-4db2-b0b6-79bb044456ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b805bb8-ddc3-4381-96ac-9e0d5d70109a HTTP/1.1" status: 200 len: 217 time: 0.0465178 Feb 07 21:20:43.952725 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80697d2b-c71a-43ed-9a05-ee3b5453c03e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:43.997499 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b8a9874d-1234-4f60-acdb-de90ac1273e1 tempest-FloatingIPAdminTestJSON-2106171799 tempest-FloatingIPAdminTestJSON-2106171799-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:20:43.997813 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b38b6-38e1-4510-bcae-cbb845f732c1 req-9505a064-3ada-4876-9da0-03af98395fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:43.999676 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-734b38b6-38e1-4510-bcae-cbb845f732c1 req-9505a064-3ada-4876-9da0-03af98395fa7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8dc7fe0-0333-4cfb-89b3-35dc114fee14 HTTP/1.1" status: 200 len: 853 time: 0.0712595 Feb 07 21:20:44.042583 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8a9874d-1234-4f60-acdb-de90ac1273e1 tempest-FloatingIPAdminTestJSON-2106171799 tempest-FloatingIPAdminTestJSON-2106171799-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:44.081290 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b38b6-38e1-4510-bcae-cbb845f732c1 req-4cb62f6d-123d-4cdb-821c-f5287a1e764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:44.086094 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-734b38b6-38e1-4510-bcae-cbb845f732c1 req-4cb62f6d-123d-4cdb-821c-f5287a1e764f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4d6d0316-d57c-4df2-aa05-905a8b525f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0775990 Feb 07 21:20:44.198506 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8a9874d-1234-4f60-acdb-de90ac1273e1 tempest-FloatingIPAdminTestJSON-2106171799 tempest-FloatingIPAdminTestJSON-2106171799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:44.361006 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-734b38b6-38e1-4510-bcae-cbb845f732c1 req-32cd6ebf-dedf-4eb0-bfce-57f3662590a2 service neutron] 10.222.0.69 "GET /v2.0/networks/4d6d0316-d57c-4df2-aa05-905a8b525f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707608 Feb 07 21:20:44.370414 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-b8a9874d-1234-4f60-acdb-de90ac1273e1 tempest-FloatingIPAdminTestJSON-2106171799 tempest-FloatingIPAdminTestJSON-2106171799-project] Allocated IP 172.25.4.153 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/8d26c7e6-0aaa-418e-b241-399fddbc2509) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:20:44.477161 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80697d2b-c71a-43ed-9a05-ee3b5453c03e admin admin] Publish callbacks [] for security_group (aef5b0f7-71ac-48eb-9800-61ef9dee64a0), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:44.574588 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80697d2b-c71a-43ed-9a05-ee3b5453c03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (aef5b0f7-71ac-48eb-9800-61ef9dee64a0), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:44.600003 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8fafc-9d07-44cc-8278-2d8869ad20b1 req-bc9c831e-db65-4bb8-b2b5-a15ccd27a75d tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:44.601640 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-46a8fafc-9d07-44cc-8278-2d8869ad20b1 req-bc9c831e-db65-4bb8-b2b5-a15ccd27a75d tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 945 time: 0.3701208 Feb 07 21:20:44.707612 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80697d2b-c71a-43ed-9a05-ee3b5453c03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef5b0f7-71ac-48eb-9800-61ef9dee64a0,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:44.734364 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-80697d2b-c71a-43ed-9a05-ee3b5453c03e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=732754096c55421cbb1ee6427d13816f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9933786 Feb 07 21:20:44.735537 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43966) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:44.751903 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-734b38b6-38e1-4510-bcae-cbb845f732c1 req-2005b659-1c5c-4d22-9191-4c807d702c8e service neutron] 10.222.0.69 "GET /v2.0/networks/4d6d0316-d57c-4df2-aa05-905a8b525f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835039 Feb 07 21:20:44.831640 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8a9874d-1234-4f60-acdb-de90ac1273e1 tempest-FloatingIPAdminTestJSON-2106171799 tempest-FloatingIPAdminTestJSON-2106171799-project] Publish callbacks [] for port (8d26c7e6-0aaa-418e-b241-399fddbc2509), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:44.850877 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-46a8fafc-9d07-44cc-8278-2d8869ad20b1 req-080b06a4-4fad-4d1d-9457-b30912041600 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948091 Feb 07 21:20:44.862352 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a44efb-b441-4bdc-9b38-fe3c64d60b04 req-1104b33e-4dae-4170-a5f2-f12c23c9a30a tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:44.864200 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-82a44efb-b441-4bdc-9b38-fe3c64d60b04 req-1104b33e-4dae-4170-a5f2-f12c23c9a30a tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 943 time: 0.4970760 Feb 07 21:20:44.926145 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d6dd842-73b6-4893-a1fe-62569633e983 admin admin] Publish callbacks [] for security_group (aef5b0f7-71ac-48eb-9800-61ef9dee64a0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:44.965262 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8a9874d-1234-4f60-acdb-de90ac1273e1 tempest-FloatingIPAdminTestJSON-2106171799 tempest-FloatingIPAdminTestJSON-2106171799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8d26c7e6-0aaa-418e-b241-399fddbc2509), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:44.971806 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-82a44efb-b441-4bdc-9b38-fe3c64d60b04 req-1785e53c-3393-4410-b6fa-25b73a36c9a7 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2128938-b392-4a71-8222-a33244520e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002095 Feb 07 21:20:44.986481 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d6dd842-73b6-4893-a1fe-62569633e983 admin admin] Publish callbacks [] for security_group (aef5b0f7-71ac-48eb-9800-61ef9dee64a0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:45.026774 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a9874d-1234-4f60-acdb-de90ac1273e1 tempest-FloatingIPAdminTestJSON-2106171799 tempest-FloatingIPAdminTestJSON-2106171799-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:20:45.048176 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-b8a9874d-1234-4f60-acdb-de90ac1273e1 tempest-FloatingIPAdminTestJSON-2106171799 tempest-FloatingIPAdminTestJSON-2106171799-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:20:45.080544 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a9874d-1234-4f60-acdb-de90ac1273e1 tempest-FloatingIPAdminTestJSON-2106171799 tempest-FloatingIPAdminTestJSON-2106171799-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:20:45.175325 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9874d-1234-4f60-acdb-de90ac1273e1 tempest-FloatingIPAdminTestJSON-2106171799 tempest-FloatingIPAdminTestJSON-2106171799-project] Pushing event updated for resources: {'Port': ['ID=8d26c7e6-0aaa-418e-b241-399fddbc2509,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:45.244078 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8a9874d-1234-4f60-acdb-de90ac1273e1 tempest-FloatingIPAdminTestJSON-2106171799 tempest-FloatingIPAdminTestJSON-2106171799-project] Publish callbacks [] for floatingip (5794a0f4-c621-4561-8189-73b46db078ce), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:45.250376 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d6dd842-73b6-4893-a1fe-62569633e983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (aef5b0f7-71ac-48eb-9800-61ef9dee64a0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:45.253819 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d6dd842-73b6-4893-a1fe-62569633e983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:45.255037 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1d6dd842-73b6-4893-a1fe-62569633e983 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aef5b0f7-71ac-48eb-9800-61ef9dee64a0 HTTP/1.1" status: 204 len: 168 time: 0.5170670 Feb 07 21:20:45.307863 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6dd842-73b6-4893-a1fe-62569633e983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef5b0f7-71ac-48eb-9800-61ef9dee64a0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:45.345063 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8a9874d-1234-4f60-acdb-de90ac1273e1 tempest-FloatingIPAdminTestJSON-2106171799 tempest-FloatingIPAdminTestJSON-2106171799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8d26c7e6-0aaa-418e-b241-399fddbc2509), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:45.566760 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8a9874d-1234-4f60-acdb-de90ac1273e1 tempest-FloatingIPAdminTestJSON-2106171799 tempest-FloatingIPAdminTestJSON-2106171799-project] Publish callbacks [] for port (8d26c7e6-0aaa-418e-b241-399fddbc2509), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:45.572704 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8a9874d-1234-4f60-acdb-de90ac1273e1 tempest-FloatingIPAdminTestJSON-2106171799 tempest-FloatingIPAdminTestJSON-2106171799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (8d26c7e6-0aaa-418e-b241-399fddbc2509), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:45.716510 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9874d-1234-4f60-acdb-de90ac1273e1 tempest-FloatingIPAdminTestJSON-2106171799 tempest-FloatingIPAdminTestJSON-2106171799-project] Pushing event updated for resources: {'Port': ['ID=8d26c7e6-0aaa-418e-b241-399fddbc2509,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:45.770462 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8a9874d-1234-4f60-acdb-de90ac1273e1 tempest-FloatingIPAdminTestJSON-2106171799 tempest-FloatingIPAdminTestJSON-2106171799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (5794a0f4-c621-4561-8189-73b46db078ce), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:45.807580 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8a9874d-1234-4f60-acdb-de90ac1273e1 tempest-FloatingIPAdminTestJSON-2106171799 tempest-FloatingIPAdminTestJSON-2106171799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:45.813630 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43996) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:45.814124 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b8a9874d-1234-4f60-acdb-de90ac1273e1 tempest-FloatingIPAdminTestJSON-2106171799 tempest-FloatingIPAdminTestJSON-2106171799-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1353202 Feb 07 21:20:45.952913 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44002) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:46.021180 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dd011d7d-5370-4474-8ecc-73da532baaed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:46.034802 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-00693961-ac97-49b5-a2a5-d67ee8386a79 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.2200265 Feb 07 21:20:46.037341 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44008) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:46.168455 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-54a666e6-9297-4469-9687-4c2e398be3a0 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1291740 Feb 07 21:20:46.179351 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44012) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:46.213249 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dd011d7d-5370-4474-8ecc-73da532baaed admin admin] Publish callbacks [] for security_group (4a931644-1233-401f-8163-01021a5de641), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:46.219784 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dd011d7d-5370-4474-8ecc-73da532baaed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4a931644-1233-401f-8163-01021a5de641), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:46.288134 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-dd011d7d-5370-4474-8ecc-73da532baaed admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f7db9e38b80441129b1b7b26dbd292fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3340442 Feb 07 21:20:46.290609 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd011d7d-5370-4474-8ecc-73da532baaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a931644-1233-401f-8163-01021a5de641,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:46.294716 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44018) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:46.370956 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-71011374-fea0-4480-a0ee-d1b4ced62e3e admin admin] Publish callbacks [] for security_group (4a931644-1233-401f-8163-01021a5de641), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:46.412476 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-71011374-fea0-4480-a0ee-d1b4ced62e3e admin admin] Publish callbacks [] for security_group (4a931644-1233-401f-8163-01021a5de641), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:46.461822 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44028) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:46.493331 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-71011374-fea0-4480-a0ee-d1b4ced62e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4a931644-1233-401f-8163-01021a5de641), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:46.503747 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-71011374-fea0-4480-a0ee-d1b4ced62e3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:46.507102 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-71011374-fea0-4480-a0ee-d1b4ced62e3e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a931644-1233-401f-8163-01021a5de641 HTTP/1.1" status: 204 len: 168 time: 0.2101948 Feb 07 21:20:46.530309 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71011374-fea0-4480-a0ee-d1b4ced62e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a931644-1233-401f-8163-01021a5de641,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:46.535770 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a2667-4db9-4d9a-b677-b674b690b229 req-e70a5041-3e52-4973-968a-abb02a82e43c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:46.537385 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-744a2667-4db9-4d9a-b677-b674b690b229 req-e70a5041-3e52-4973-968a-abb02a82e43c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 945 time: 0.5146830 Feb 07 21:20:46.613311 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bc601-b5a7-41c5-b891-301eea4b71ff req-baa3b8b6-fe36-4634-bad5-35467920d91f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:46.622713 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d1bc601-b5a7-41c5-b891-301eea4b71ff req-baa3b8b6-fe36-4634-bad5-35467920d91f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 943 time: 0.4655030 Feb 07 21:20:46.690572 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-cc151080-dcf1-44b5-a81c-2a68bc62f7c5 tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-630211237'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:20:46.691109 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-cc151080-dcf1-44b5-a81c-2a68bc62f7c5 tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] Unknown quota resources ['metering_label']. {{(pid=103256) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 21:20:46.840097 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d1bc601-b5a7-41c5-b891-301eea4b71ff req-127902d4-4639-4948-8c4a-f5ce3b2b62a5 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2128938-b392-4a71-8222-a33244520e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070301 Feb 07 21:20:46.857463 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-744a2667-4db9-4d9a-b677-b674b690b229 req-161d0ec8-0f33-444e-8acc-ab0bdfd53c42 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670355 Feb 07 21:20:46.887217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-15f1e37c-384f-4764-b9ae-14bdde864de4 tempest-FloatingIPAdminTestJSON-2106171799 tempest-FloatingIPAdminTestJSON-2106171799-project] Deleting port 8d26c7e6-0aaa-418e-b241-399fddbc2509 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:20:46.887556 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15f1e37c-384f-4764-b9ae-14bdde864de4 tempest-FloatingIPAdminTestJSON-2106171799 tempest-FloatingIPAdminTestJSON-2106171799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8d26c7e6-0aaa-418e-b241-399fddbc2509), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:46.993840 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc151080-dcf1-44b5-a81c-2a68bc62f7c5 tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:46.998758 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cc151080-dcf1-44b5-a81c-2a68bc62f7c5 tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5354455 Feb 07 21:20:46.998935 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44046) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:47.010201 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f6604dcf-5126-4be3-a479-2a3e48ae80c2 tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '6a6c8700-1374-461e-a1e3-04c88295467a'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:20:47.010688 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f6604dcf-5126-4be3-a479-2a3e48ae80c2 tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103255) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 21:20:47.109438 n-d-828185-2 neutron-server[103255]: WARNING neutron.services.metering.metering_plugin [None req-f6604dcf-5126-4be3-a479-2a3e48ae80c2 tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 07 21:20:47.272859 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15f1e37c-384f-4764-b9ae-14bdde864de4 tempest-FloatingIPAdminTestJSON-2106171799 tempest-FloatingIPAdminTestJSON-2106171799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8d26c7e6-0aaa-418e-b241-399fddbc2509), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:47.273454 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15f1e37c-384f-4764-b9ae-14bdde864de4 tempest-FloatingIPAdminTestJSON-2106171799 tempest-FloatingIPAdminTestJSON-2106171799-project] Publish callbacks [] for floatingip (8d26c7e6-0aaa-418e-b241-399fddbc2509), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:47.279586 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f6604dcf-5126-4be3-a479-2a3e48ae80c2 tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:47.280973 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f6604dcf-5126-4be3-a479-2a3e48ae80c2 tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2814195 Feb 07 21:20:47.284540 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44066) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:47.291195 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-4006b2ef-a623-42e1-8261-3ecfbd4aa4a5 tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '6a6c8700-1374-461e-a1e3-04c88295467a'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:20:47.291778 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-4006b2ef-a623-42e1-8261-3ecfbd4aa4a5 tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103256) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 21:20:47.294828 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-15f1e37c-384f-4764-b9ae-14bdde864de4 tempest-FloatingIPAdminTestJSON-2106171799 tempest-FloatingIPAdminTestJSON-2106171799-project] Calling delete_port for 8d26c7e6-0aaa-418e-b241-399fddbc2509 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:20:47.480953 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15f1e37c-384f-4764-b9ae-14bdde864de4 tempest-FloatingIPAdminTestJSON-2106171799 tempest-FloatingIPAdminTestJSON-2106171799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (8d26c7e6-0aaa-418e-b241-399fddbc2509), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:47.512921 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1e37c-384f-4764-b9ae-14bdde864de4 tempest-FloatingIPAdminTestJSON-2106171799 tempest-FloatingIPAdminTestJSON-2106171799-project] Pushing event deleted for resources: {'Port': ['ID=8d26c7e6-0aaa-418e-b241-399fddbc2509,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:47.522975 n-d-828185-2 neutron-server[103256]: WARNING neutron.services.metering.metering_plugin [None req-4006b2ef-a623-42e1-8261-3ecfbd4aa4a5 tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 07 21:20:47.639805 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44080) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:47.658169 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15f1e37c-384f-4764-b9ae-14bdde864de4 tempest-FloatingIPAdminTestJSON-2106171799 tempest-FloatingIPAdminTestJSON-2106171799-project] Publish callbacks [] for floatingip (5794a0f4-c621-4561-8189-73b46db078ce), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:47.661344 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15f1e37c-384f-4764-b9ae-14bdde864de4 tempest-FloatingIPAdminTestJSON-2106171799 tempest-FloatingIPAdminTestJSON-2106171799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:47.662677 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-15f1e37c-384f-4764-b9ae-14bdde864de4 tempest-FloatingIPAdminTestJSON-2106171799 tempest-FloatingIPAdminTestJSON-2106171799-project] 10.222.0.65 "DELETE /v2.0/floatingips/5794a0f4-c621-4561-8189-73b46db078ce HTTP/1.1" status: 204 len: 168 time: 1.4661801 Feb 07 21:20:47.665334 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44086) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:47.726662 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4006b2ef-a623-42e1-8261-3ecfbd4aa4a5 tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:47.727962 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4006b2ef-a623-42e1-8261-3ecfbd4aa4a5 tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4421630 Feb 07 21:20:47.730906 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44096) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:47.756206 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2cb6954f-bd1f-442d-9b31-af7676a83480 tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=05bf62e0-8b13-4417-ac5f-16ee8be93d70 HTTP/1.1" status: 200 len: 462 time: 0.0227909 Feb 07 21:20:47.761790 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44098) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:47.929377 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-c3aae626-aa0b-44bc-a8ae-2a99c0708ab8 req-70e967c5-a553-446d-8463-e07d1892fc83 service neutron] (103256) timed out ('10.222.0.71', 63413) {{(pid=103256) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 21:20:47.976888 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80304273-6fff-45a5-a478-acf2c9b495ab tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:47.982841 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-80304273-6fff-45a5-a478-acf2c9b495ab tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/05bf62e0-8b13-4417-ac5f-16ee8be93d70 HTTP/1.1" status: 204 len: 168 time: 0.2198966 Feb 07 21:20:47.983773 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f64a7867-868e-4705-a87e-ef6bbc68cc59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:47.986399 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44108) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:47.995527 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0e9118c2-15f4-4e41-a127-031b524f69e5 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Deleting port 1cc1f994-2c41-49fe-8568-1f7e6ddf1f63 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:20:47.996110 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e9118c2-15f4-4e41-a127-031b524f69e5 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (1cc1f994-2c41-49fe-8568-1f7e6ddf1f63), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:48.015806 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-35b568c3-2297-4209-8325-7cd0dd2bae4d tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=05bf62e0-8b13-4417-ac5f-16ee8be93d70 HTTP/1.1" status: 200 len: 221 time: 0.0282567 Feb 07 21:20:48.016558 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44110) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:48.026169 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9936dee6-ac5f-4c16-b97b-85d8dd3b7b28 tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1487143036', 'description': 'label created by tempest'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:20:48.026763 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9936dee6-ac5f-4c16-b97b-85d8dd3b7b28 tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] Unknown quota resources ['metering_label']. {{(pid=103256) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 21:20:48.103506 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f079bd-d109-4d43-858a-4d4f43741d26 req-f35f9a16-1dd4-4f67-87f4-f93157cda7b9 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:48.103937 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4f079bd-d109-4d43-858a-4d4f43741d26 req-f35f9a16-1dd4-4f67-87f4-f93157cda7b9 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 943 time: 0.1805978 Feb 07 21:20:48.116500 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64358-25ba-4307-a8c1-988c18762311 req-847052c2-0cfd-486a-8fb2-b4dbc4d43af9 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:48.123516 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74e64358-25ba-4307-a8c1-988c18762311 req-847052c2-0cfd-486a-8fb2-b4dbc4d43af9 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 945 time: 0.1467164 Feb 07 21:20:48.227102 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e9118c2-15f4-4e41-a127-031b524f69e5 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (1cc1f994-2c41-49fe-8568-1f7e6ddf1f63), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:48.227432 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e9118c2-15f4-4e41-a127-031b524f69e5 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Publish callbacks [] for floatingip (1cc1f994-2c41-49fe-8568-1f7e6ddf1f63), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:48.249542 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74e64358-25ba-4307-a8c1-988c18762311 req-b6a59ee5-719e-4189-85b9-32d6cdc87ca1 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227603 Feb 07 21:20:48.252778 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9936dee6-ac5f-4c16-b97b-85d8dd3b7b28 tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:48.260187 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0e9118c2-15f4-4e41-a127-031b524f69e5 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Calling delete_port for 1cc1f994-2c41-49fe-8568-1f7e6ddf1f63 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:20:48.270557 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44122) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:48.271126 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9936dee6-ac5f-4c16-b97b-85d8dd3b7b28 tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2514758 Feb 07 21:20:48.317663 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4f079bd-d109-4d43-858a-4d4f43741d26 req-2b739328-ef1c-431e-ac34-fd441856cf71 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2128938-b392-4a71-8222-a33244520e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917305 Feb 07 21:20:48.352910 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f64a7867-868e-4705-a87e-ef6bbc68cc59 admin admin] Publish callbacks [] for security_group (0b17fd07-c978-4686-b3f6-20dc4ad7abe9), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:48.358167 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f64a7867-868e-4705-a87e-ef6bbc68cc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0b17fd07-c978-4686-b3f6-20dc4ad7abe9), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:48.391716 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a7867-868e-4705-a87e-ef6bbc68cc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b17fd07-c978-4686-b3f6-20dc4ad7abe9,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:48.394153 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-04edd290-bcf4-432b-8cc1-9861ba6e5217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:48.426633 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f64a7867-868e-4705-a87e-ef6bbc68cc59 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=16dd25fca3a440c3b62ceb5a9ec5d725&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7831559 Feb 07 21:20:48.427024 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44126) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:48.491802 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d229b7b-3f88-4fa4-a274-435d204ebd1a admin admin] Publish callbacks [] for security_group (0b17fd07-c978-4686-b3f6-20dc4ad7abe9), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:48.518921 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d229b7b-3f88-4fa4-a274-435d204ebd1a admin admin] Publish callbacks [] for security_group (0b17fd07-c978-4686-b3f6-20dc4ad7abe9), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:48.543254 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-de4aaee7-ce11-4839-9ddc-bc181040a963 tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=013a8dfd-d904-4004-b5e0-5b7fb7317c01 HTTP/1.1" status: 200 len: 468 time: 0.2670639 Feb 07 21:20:48.546366 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44130) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:48.730087 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e9118c2-15f4-4e41-a127-031b524f69e5 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (1cc1f994-2c41-49fe-8568-1f7e6ddf1f63), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:48.783025 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9118c2-15f4-4e41-a127-031b524f69e5 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Pushing event deleted for resources: {'Port': ['ID=1cc1f994-2c41-49fe-8568-1f7e6ddf1f63,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:48.834403 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e9118c2-15f4-4e41-a127-031b524f69e5 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Publish callbacks [] for floatingip (e600bc69-c2a5-435b-ba19-d0e65cec7ffb), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:48.834403 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e9118c2-15f4-4e41-a127-031b524f69e5 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:48.839985 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0e9118c2-15f4-4e41-a127-031b524f69e5 tempest-FloatingIPAdminTestJSON-1823939016 tempest-FloatingIPAdminTestJSON-1823939016-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/e600bc69-c2a5-435b-ba19-d0e65cec7ffb HTTP/1.1" status: 204 len: 168 time: 1.1688917 Feb 07 21:20:48.839985 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44138) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:48.840203 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44140) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:48.975381 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce59daf4-9e55-4f08-9296-fc15a617a6da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:49.039773 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d229b7b-3f88-4fa4-a274-435d204ebd1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0b17fd07-c978-4686-b3f6-20dc4ad7abe9), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:49.042389 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d229b7b-3f88-4fa4-a274-435d204ebd1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:49.060447 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5d229b7b-3f88-4fa4-a274-435d204ebd1a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0b17fd07-c978-4686-b3f6-20dc4ad7abe9 HTTP/1.1" status: 204 len: 168 time: 0.6305730 Feb 07 21:20:49.077904 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d229b7b-3f88-4fa4-a274-435d204ebd1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b17fd07-c978-4686-b3f6-20dc4ad7abe9,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:49.099679 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f5ebcd21-2b13-4958-b2b4-8fa8f7a8d6dd tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:49.102847 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f5ebcd21-2b13-4958-b2b4-8fa8f7a8d6dd tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/013a8dfd-d904-4004-b5e0-5b7fb7317c01 HTTP/1.1" status: 204 len: 168 time: 0.5551975 Feb 07 21:20:49.110363 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44150) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:49.130493 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce59daf4-9e55-4f08-9296-fc15a617a6da admin admin] Publish callbacks [] for security_group (d9eb6b6f-c009-4767-a04f-7b0bfc29ab45), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:49.136418 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-304a6145-4e63-419f-8190-e22deaa0f2f5 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Deleting port e3e13610-e818-44aa-80ef-5f3781d2b88c {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:20:49.137113 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-304a6145-4e63-419f-8190-e22deaa0f2f5 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e3e13610-e818-44aa-80ef-5f3781d2b88c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:49.144403 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce59daf4-9e55-4f08-9296-fc15a617a6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d9eb6b6f-c009-4767-a04f-7b0bfc29ab45), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:49.152935 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5d0345e6-dd7e-490b-8776-8116c750de33 tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=013a8dfd-d904-4004-b5e0-5b7fb7317c01 HTTP/1.1" status: 200 len: 216 time: 0.0405915 Feb 07 21:20:49.163525 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44152) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:49.220826 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d91efd89-ff1b-4504-bf68-297a8f1c733c tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0470505 Feb 07 21:20:49.226780 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44154) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:49.244903 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ce59daf4-9e55-4f08-9296-fc15a617a6da admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bf238b0f3c514b888823de61659ba376&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4055326 Feb 07 21:20:49.244903 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59daf4-9e55-4f08-9296-fc15a617a6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9eb6b6f-c009-4767-a04f-7b0bfc29ab45,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:49.254731 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44156) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:49.259265 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-65ee4f5a-c02a-44d5-a2db-88b3967b2881 tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0308988 Feb 07 21:20:49.265436 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44160) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:49.277920 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-304a6145-4e63-419f-8190-e22deaa0f2f5 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e3e13610-e818-44aa-80ef-5f3781d2b88c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:49.300065 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-304a6145-4e63-419f-8190-e22deaa0f2f5 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Calling delete_port for e3e13610-e818-44aa-80ef-5f3781d2b88c owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:20:49.335854 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0393c7f5-7956-419d-a587-9fd04811534f tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels/6a6c8700-1374-461e-a1e3-04c88295467a HTTP/1.1" status: 200 len: 472 time: 0.0688653 Feb 07 21:20:49.339789 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44164) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:49.351051 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1f42a202-0be0-4b29-90a3-2bc347bd8079 tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules/67edbd90-75e6-4ca2-a0af-a42b9bc74e1a HTTP/1.1" status: 200 len: 459 time: 0.0097778 Feb 07 21:20:49.355559 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44166) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:49.415856 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-85af6397-9456-401a-a98f-1c3783bfde3a admin admin] Publish callbacks [] for security_group (d9eb6b6f-c009-4767-a04f-7b0bfc29ab45), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:49.467391 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-85af6397-9456-401a-a98f-1c3783bfde3a admin admin] Publish callbacks [] for security_group (d9eb6b6f-c009-4767-a04f-7b0bfc29ab45), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:49.594500 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb861447-367e-450c-aa67-8fdf025d915c tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:49.598518 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bb861447-367e-450c-aa67-8fdf025d915c tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/67edbd90-75e6-4ca2-a0af-a42b9bc74e1a HTTP/1.1" status: 204 len: 168 time: 0.2391646 Feb 07 21:20:49.604808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6302c-01c6-4752-beab-fa5c3b2773ea req-fd30c40f-7070-4519-8e63-f467b8602ffc tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:49.612491 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8bf6302c-01c6-4752-beab-fa5c3b2773ea req-fd30c40f-7070-4519-8e63-f467b8602ffc tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 945 time: 0.1867073 Feb 07 21:20:49.614269 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44176) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:49.649378 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44178) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:49.664302 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80e0b09e-be8a-4250-bddb-b86c92c9f8e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:49.688641 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-85af6397-9456-401a-a98f-1c3783bfde3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d9eb6b6f-c009-4767-a04f-7b0bfc29ab45), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:49.691647 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-85af6397-9456-401a-a98f-1c3783bfde3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:49.695546 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-85af6397-9456-401a-a98f-1c3783bfde3a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d9eb6b6f-c009-4767-a04f-7b0bfc29ab45 HTTP/1.1" status: 204 len: 168 time: 0.4365399 Feb 07 21:20:49.695546 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-304a6145-4e63-419f-8190-e22deaa0f2f5 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (e3e13610-e818-44aa-80ef-5f3781d2b88c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:49.752629 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a6145-4e63-419f-8190-e22deaa0f2f5 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Pushing event deleted for resources: {'Port': ['ID=e3e13610-e818-44aa-80ef-5f3781d2b88c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:49.768407 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af6397-9456-401a-a98f-1c3783bfde3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9eb6b6f-c009-4767-a04f-7b0bfc29ab45,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:49.891116 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-304a6145-4e63-419f-8190-e22deaa0f2f5 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:49.900001 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-304a6145-4e63-419f-8190-e22deaa0f2f5 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] 10.222.0.65 "DELETE /v2.0/ports/e3e13610-e818-44aa-80ef-5f3781d2b88c HTTP/1.1" status: 204 len: 168 time: 1.0547340 Feb 07 21:20:49.903014 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44184) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:50.052542 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80e0b09e-be8a-4250-bddb-b86c92c9f8e9 admin admin] Publish callbacks [] for security_group (e8d0438b-11fd-4f2e-955c-a4e9f6c5d4ab), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:50.072993 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81d9787-5eb8-48f4-bbaf-57bdeb890d6e tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:50.081447 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e81d9787-5eb8-48f4-bbaf-57bdeb890d6e tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbd5c283-a12a-4028-950e-7971c302207f HTTP/1.1" status: 200 len: 913 time: 0.1704860 Feb 07 21:20:50.082558 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44188) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:50.247531 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80e0b09e-be8a-4250-bddb-b86c92c9f8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e8d0438b-11fd-4f2e-955c-a4e9f6c5d4ab), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:50.354818 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8bf6302c-01c6-4752-beab-fa5c3b2773ea req-58f8fb80-71b3-400b-ac13-64a748825b78 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7412362 Feb 07 21:20:50.375508 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695636a8-b8c6-40ac-b0d4-8cf32abaa062 req-5f0ce558-68f3-49c1-8634-f1f18cb3312e tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:50.377583 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-695636a8-b8c6-40ac-b0d4-8cf32abaa062 req-5f0ce558-68f3-49c1-8634-f1f18cb3312e tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 943 time: 0.8950157 Feb 07 21:20:50.454576 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5f42aeb-26f8-4e09-9f42-ccd1eeac39fe tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:50.456073 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a5f42aeb-26f8-4e09-9f42-ccd1eeac39fe tempest-MeteringIpV6TestJSON-831456434 tempest-MeteringIpV6TestJSON-831456434-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/6a6c8700-1374-461e-a1e3-04c88295467a HTTP/1.1" status: 204 len: 168 time: 0.8392644 Feb 07 21:20:50.491950 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-80e0b09e-be8a-4250-bddb-b86c92c9f8e9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=24faa28a93104cc385cc3d3b605d9c94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8416810 Feb 07 21:20:50.495187 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44206) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:50.514175 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-695636a8-b8c6-40ac-b0d4-8cf32abaa062 req-01251a01-f115-47bd-827e-cbff0ee6973f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2128938-b392-4a71-8222-a33244520e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295784 Feb 07 21:20:50.527308 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0b09e-be8a-4250-bddb-b86c92c9f8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d0438b-11fd-4f2e-955c-a4e9f6c5d4ab,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:50.556259 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-39ec4d07-52df-45bc-8809-283c39facf04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:50.589852 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c403b419-3e6e-4ffc-946a-30dc7a697cf6 admin admin] Publish callbacks [] for security_group (e8d0438b-11fd-4f2e-955c-a4e9f6c5d4ab), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:50.643223 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c403b419-3e6e-4ffc-946a-30dc7a697cf6 admin admin] Publish callbacks [] for security_group (e8d0438b-11fd-4f2e-955c-a4e9f6c5d4ab), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:50.770431 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c403b419-3e6e-4ffc-946a-30dc7a697cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e8d0438b-11fd-4f2e-955c-a4e9f6c5d4ab), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:50.774570 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c403b419-3e6e-4ffc-946a-30dc7a697cf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:50.777136 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c403b419-3e6e-4ffc-946a-30dc7a697cf6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e8d0438b-11fd-4f2e-955c-a4e9f6c5d4ab HTTP/1.1" status: 204 len: 168 time: 0.2808022 Feb 07 21:20:50.793090 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403b419-3e6e-4ffc-946a-30dc7a697cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d0438b-11fd-4f2e-955c-a4e9f6c5d4ab,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:50.802052 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c403b419-3e6e-4ffc-946a-30dc7a697cf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:50.802433 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c403b419-3e6e-4ffc-946a-30dc7a697cf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:50.802783 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c403b419-3e6e-4ffc-946a-30dc7a697cf6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:50.803125 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c403b419-3e6e-4ffc-946a-30dc7a697cf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:50.803464 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c403b419-3e6e-4ffc-946a-30dc7a697cf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:50.803817 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c403b419-3e6e-4ffc-946a-30dc7a697cf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:50.804147 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c403b419-3e6e-4ffc-946a-30dc7a697cf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:50.804544 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c403b419-3e6e-4ffc-946a-30dc7a697cf6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:50.804919 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c403b419-3e6e-4ffc-946a-30dc7a697cf6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:50.805254 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c403b419-3e6e-4ffc-946a-30dc7a697cf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:50.805585 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c403b419-3e6e-4ffc-946a-30dc7a697cf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:50.805911 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c403b419-3e6e-4ffc-946a-30dc7a697cf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:50.806237 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c403b419-3e6e-4ffc-946a-30dc7a697cf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:50.866437 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-14ac573b-ebff-47fa-b89e-1fd46d230adc tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (bbd5c283-a12a-4028-950e-7971c302207f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:51.253483 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44232) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:51.455991 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09815aac-5806-4c10-a710-f45094d467d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:51.611981 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2838c-31b5-4e78-8c3b-c17a60b39d24 req-51269466-af1f-4a30-bbf8-bd9b1567f233 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:51.613355 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7cc2838c-31b5-4e78-8c3b-c17a60b39d24 req-51269466-af1f-4a30-bbf8-bd9b1567f233 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 945 time: 0.1337211 Feb 07 21:20:51.779000 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:51.821015 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7cc2838c-31b5-4e78-8c3b-c17a60b39d24 req-acf8cd58-5c80-4de2-9b67-bd43e26cce89 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014577 Feb 07 21:20:51.826931 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09815aac-5806-4c10-a710-f45094d467d2 admin admin] Publish callbacks [] for security_group (cb152d37-5646-4c4d-b0d0-c1a219be668f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:51.850319 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09815aac-5806-4c10-a710-f45094d467d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (cb152d37-5646-4c4d-b0d0-c1a219be668f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:51.863267 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f7741-4909-4bd2-8746-2b486d2c026b req-dc91cac0-d556-41c3-9410-56a88a408efc tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:51.872941 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e1f7741-4909-4bd2-8746-2b486d2c026b req-dc91cac0-d556-41c3-9410-56a88a408efc tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 943 time: 0.2295549 Feb 07 21:20:51.894157 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-14ac573b-ebff-47fa-b89e-1fd46d230adc tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Deleting port 70f1fd72-e31c-4bed-a9e8-b0d26e56be17 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:20:51.895191 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-14ac573b-ebff-47fa-b89e-1fd46d230adc tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (70f1fd72-e31c-4bed-a9e8-b0d26e56be17), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:52.013956 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44268) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:52.014507 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-09815aac-5806-4c10-a710-f45094d467d2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=48aee75eded24a1fab7a8f935dda93a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7598264 Feb 07 21:20:52.028243 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09815aac-5806-4c10-a710-f45094d467d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb152d37-5646-4c4d-b0d0-c1a219be668f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:52.055120 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e1f7741-4909-4bd2-8746-2b486d2c026b req-5c1a2e14-3c81-492f-b383-75b54a4e1962 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2128938-b392-4a71-8222-a33244520e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811001 Feb 07 21:20:52.185641 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-14ac573b-ebff-47fa-b89e-1fd46d230adc tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (70f1fd72-e31c-4bed-a9e8-b0d26e56be17), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:52.220086 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-14ac573b-ebff-47fa-b89e-1fd46d230adc tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Calling delete_port for 70f1fd72-e31c-4bed-a9e8-b0d26e56be17 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:20:52.237921 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ad1c843f-1da5-435f-bfb5-ac5cca10601b admin admin] Publish callbacks [] for security_group (cb152d37-5646-4c4d-b0d0-c1a219be668f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:52.345861 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ad1c843f-1da5-435f-bfb5-ac5cca10601b admin admin] Publish callbacks [] for security_group (cb152d37-5646-4c4d-b0d0-c1a219be668f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:52.522825 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ad1c843f-1da5-435f-bfb5-ac5cca10601b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (cb152d37-5646-4c4d-b0d0-c1a219be668f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:52.537712 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ad1c843f-1da5-435f-bfb5-ac5cca10601b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:52.539614 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ad1c843f-1da5-435f-bfb5-ac5cca10601b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cb152d37-5646-4c4d-b0d0-c1a219be668f HTTP/1.1" status: 204 len: 168 time: 0.5239413 Feb 07 21:20:52.585165 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c843f-1da5-435f-bfb5-ac5cca10601b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb152d37-5646-4c4d-b0d0-c1a219be668f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:52.751401 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-14ac573b-ebff-47fa-b89e-1fd46d230adc tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (70f1fd72-e31c-4bed-a9e8-b0d26e56be17), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:52.897041 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac573b-ebff-47fa-b89e-1fd46d230adc tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Pushing event deleted for resources: {'Port': ['ID=70f1fd72-e31c-4bed-a9e8-b0d26e56be17,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:52.950821 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 6887121c-c432-4fa6-a0ec-002f7603d24f details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:20:52.953564 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 6887121c-c432-4fa6-a0ec-002f7603d24f no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:20:53.111387 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730cd97-fb59-4921-b39a-a3fe42ba94b5 req-fe3677d9-1ca9-4249-8755-f74dcfd47009 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:53.114176 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9730cd97-fb59-4921-b39a-a3fe42ba94b5 req-fe3677d9-1ca9-4249-8755-f74dcfd47009 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 945 time: 0.1575711 Feb 07 21:20:53.257587 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 6887121c-c432-4fa6-a0ec-002f7603d24f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=6887121c-c432-4fa6-a0ec-002f7603d24f,segment=NetworkSegment(c034aa2b-3f97-47ab-96ec-f8ddf955f299),segment_id=c034aa2b-3f97-47ab-96ec-f8ddf955f299)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:20:53.358022 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '6887121c-c432-4fa6-a0ec-002f7603d24f', 'network_id': '99044842-f213-4e79-8974-9c7cf695919c', 'port_id': '6887121c-c432-4fa6-a0ec-002f7603d24f', 'mac_address': 'fa:16:3e:7a:63:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf7eaca0-61e7-4692-8c31-d68c2d8f983d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:20:53.364986 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9730cd97-fb59-4921-b39a-a3fe42ba94b5 req-b914d3d2-d6d8-4fd5-a63a-58ca7731b687 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443902 Feb 07 21:20:53.411007 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f3214-f003-41ab-921f-161a48ccdb82 req-92f9903f-7fd4-402c-9041-860a47f51887 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:53.413547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd9f3214-f003-41ab-921f-161a48ccdb82 req-92f9903f-7fd4-402c-9041-860a47f51887 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 943 time: 0.1678717 Feb 07 21:20:53.476597 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-14ac573b-ebff-47fa-b89e-1fd46d230adc tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (bbd5c283-a12a-4028-950e-7971c302207f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:53.498237 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:53.535408 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44318) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:53.571864 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd9f3214-f003-41ab-921f-161a48ccdb82 req-f590e127-77f2-4284-bf46-7542e3e8b68e tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2128938-b392-4a71-8222-a33244520e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491880 Feb 07 21:20:53.576746 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc59718b-bf81-4855-80c8-18c33023e892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:53.589824 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 6887121c-c432-4fa6-a0ec-002f7603d24f is: ACTIVE; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:20:53.590214 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6887121c-c432-4fa6-a0ec-002f7603d24f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:53.610492 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 6887121c-c432-4fa6-a0ec-002f7603d24f is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:20:53.610900 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6887121c-c432-4fa6-a0ec-002f7603d24f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:53.649526 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6887121c-c432-4fa6-a0ec-002f7603d24f {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:20:53.689350 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 6887121c-c432-4fa6-a0ec-002f7603d24f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=6887121c-c432-4fa6-a0ec-002f7603d24f,segment=NetworkSegment(c034aa2b-3f97-47ab-96ec-f8ddf955f299),segment_id=c034aa2b-3f97-47ab-96ec-f8ddf955f299)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:20:53.695147 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453cc0c7-d010-4f1b-9663-3756df4590a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6887121c-c432-4fa6-a0ec-002f7603d24f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:20:53.700508 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd9afe4-7c3b-4d2d-aa7b-c52637ed0741" -d '{"events": [{"server_uuid": "453cc0c7-d010-4f1b-9663-3756df4590a2", "name": "network-vif-unplugged", "status": "completed", "tag": "6887121c-c432-4fa6-a0ec-002f7603d24f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:20:53.712807 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6887121c-c432-4fa6-a0ec-002f7603d24f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:53.766139 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc59718b-bf81-4855-80c8-18c33023e892 admin admin] Publish callbacks [] for security_group (37d682e4-8d58-4027-8755-4cbe21eafad4), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:53.783063 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc59718b-bf81-4855-80c8-18c33023e892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (37d682e4-8d58-4027-8755-4cbe21eafad4), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:53.816932 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26188ad9-2305-487f-9c67-11110c58b61e x-openstack-request-id: req-26188ad9-2305-487f-9c67-11110c58b61e {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:20:53.817227 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453cc0c7-d010-4f1b-9663-3756df4590a2", "name": "network-vif-unplugged", "status": "completed", "tag": "6887121c-c432-4fa6-a0ec-002f7603d24f", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:20:53.824697 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-26188ad9-2305-487f-9c67-11110c58b61e {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:20:53.825357 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453cc0c7-d010-4f1b-9663-3756df4590a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6887121c-c432-4fa6-a0ec-002f7603d24f', 'code': 200} Feb 07 21:20:53.830924 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bc59718b-bf81-4855-80c8-18c33023e892 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4d68bfd8a764432891ae502c6dbcec9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2942212 Feb 07 21:20:53.831955 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59718b-bf81-4855-80c8-18c33023e892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d682e4-8d58-4027-8755-4cbe21eafad4,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:53.835713 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44330) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:53.886575 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:20:53.889882 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:20:53.896546 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-662f21af-42c2-427d-b4d8-c783d8cf172b admin admin] Publish callbacks [] for security_group (37d682e4-8d58-4027-8755-4cbe21eafad4), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:53.921383 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=6887121c-c432-4fa6-a0ec-002f7603d24f,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:53.947240 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:53.949262 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:53.952833 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-662f21af-42c2-427d-b4d8-c783d8cf172b admin admin] Publish callbacks [] for security_group (37d682e4-8d58-4027-8755-4cbe21eafad4), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:53.953671 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:53.955236 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:53.957348 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:53.957910 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:53.958438 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:53.958973 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:53.960899 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:53.961451 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:53.961795 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:53.962137 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:53.964022 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:20:53.977216 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ac573b-ebff-47fa-b89e-1fd46d230adc tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Router bbd5c283-a12a-4028-950e-7971c302207f has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:20:54.022238 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-662f21af-42c2-427d-b4d8-c783d8cf172b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (37d682e4-8d58-4027-8755-4cbe21eafad4), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:54.026654 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-662f21af-42c2-427d-b4d8-c783d8cf172b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:54.027900 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-662f21af-42c2-427d-b4d8-c783d8cf172b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/37d682e4-8d58-4027-8755-4cbe21eafad4 HTTP/1.1" status: 204 len: 168 time: 0.1910691 Feb 07 21:20:54.039757 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f21af-42c2-427d-b4d8-c783d8cf172b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d682e4-8d58-4027-8755-4cbe21eafad4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:54.136688 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ac573b-ebff-47fa-b89e-1fd46d230adc tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:20:54.143544 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-14ac573b-ebff-47fa-b89e-1fd46d230adc tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] 10.222.0.65 "PUT /v2.0/routers/bbd5c283-a12a-4028-950e-7971c302207f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0587313 Feb 07 21:20:54.145332 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44336) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:54.150381 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0034d3e-4268-4bc0-846a-65559189baeb None None] Sync routers for ids ['bbd5c283-a12a-4028-950e-7971c302207f'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:20:54.164626 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0034d3e-4268-4bc0-846a-65559189baeb None None] Routers {'bbd5c283-a12a-4028-950e-7971c302207f'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:20:54.165241 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c0034d3e-4268-4bc0-846a-65559189baeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:20:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['bbd5c283-a12a-4028-950e-7971c302207f'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:54.241363 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c0034d3e-4268-4bc0-846a-65559189baeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:54.253549 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0034d3e-4268-4bc0-846a-65559189baeb None None] Routers {'bbd5c283-a12a-4028-950e-7971c302207f'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:20:54.254531 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c0034d3e-4268-4bc0-846a-65559189baeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:20:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['bbd5c283-a12a-4028-950e-7971c302207f'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:54.292888 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c0034d3e-4268-4bc0-846a-65559189baeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:54.293743 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0034d3e-4268-4bc0-846a-65559189baeb None None] The sync data for ids ['bbd5c283-a12a-4028-950e-7971c302207f'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:20:54.382577 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c7bdd19-ef6d-44fb-87c1-503c3a84d801 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks [] for router (bbd5c283-a12a-4028-950e-7971c302207f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:54.439047 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 6887121c-c432-4fa6-a0ec-002f7603d24f is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:20:54.441072 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6887121c-c432-4fa6-a0ec-002f7603d24f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:54.462300 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6887121c-c432-4fa6-a0ec-002f7603d24f {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:20:54.496070 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 6887121c-c432-4fa6-a0ec-002f7603d24f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=6887121c-c432-4fa6-a0ec-002f7603d24f,segment=NetworkSegment(c034aa2b-3f97-47ab-96ec-f8ddf955f299),segment_id=c034aa2b-3f97-47ab-96ec-f8ddf955f299)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:20:54.500969 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6887121c-c432-4fa6-a0ec-002f7603d24f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:54.662906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e367500-c297-49ec-8ef8-47fa6d91ea2f req-4e7727ee-76a8-4adb-84a0-7a636f2cf50e tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:54.664628 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e367500-c297-49ec-8ef8-47fa6d91ea2f req-4e7727ee-76a8-4adb-84a0-7a636f2cf50e tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 944 time: 0.1337306 Feb 07 21:20:54.697579 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c7bdd19-ef6d-44fb-87c1-503c3a84d801 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks [] for router_gateway (bbd5c283-a12a-4028-950e-7971c302207f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:54.731453 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:54.741898 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=6887121c-c432-4fa6-a0ec-002f7603d24f,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:54.829919 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e367500-c297-49ec-8ef8-47fa6d91ea2f req-6d932174-895c-4218-afad-0ead8482de75 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558282 Feb 07 21:20:54.925920 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4c7bdd19-ef6d-44fb-87c1-503c3a84d801 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Deleting port f12c598f-7a26-4e68-beea-272b45e15006 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:20:54.926265 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c7bdd19-ef6d-44fb-87c1-503c3a84d801 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f12c598f-7a26-4e68-beea-272b45e15006), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:54.937125 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['6887121c-c432-4fa6-a0ec-002f7603d24f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:20:54.971823 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1991e94-c5c5-4d12-9aa4-ffbf0e64fc6f req-c6c8fae0-934e-4e63-9a69-a317f4d12cfa tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:54.980053 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1991e94-c5c5-4d12-9aa4-ffbf0e64fc6f req-c6c8fae0-934e-4e63-9a69-a317f4d12cfa tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 943 time: 0.1786909 Feb 07 21:20:55.196362 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1991e94-c5c5-4d12-9aa4-ffbf0e64fc6f req-299ac24c-2c3c-48be-8164-fd780bb66bb6 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2128938-b392-4a71-8222-a33244520e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551023 Feb 07 21:20:55.227232 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c7bdd19-ef6d-44fb-87c1-503c3a84d801 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f12c598f-7a26-4e68-beea-272b45e15006), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:55.243602 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4c7bdd19-ef6d-44fb-87c1-503c3a84d801 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Calling delete_port for f12c598f-7a26-4e68-beea-272b45e15006 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:20:55.488563 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c7bdd19-ef6d-44fb-87c1-503c3a84d801 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f12c598f-7a26-4e68-beea-272b45e15006), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:55.529233 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7bdd19-ef6d-44fb-87c1-503c3a84d801 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Pushing event deleted for resources: {'Port': ['ID=f12c598f-7a26-4e68-beea-272b45e15006,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:55.606652 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44390) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:55.644532 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c7bdd19-ef6d-44fb-87c1-503c3a84d801 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (bbd5c283-a12a-4028-950e-7971c302207f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:55.792576 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-d3af6e77-8c68-4879-a5e6-0f0d8d724cb6 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1393525806'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:20:55.851408 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3af6e77-8c68-4879-a5e6-0f0d8d724cb6 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Made reservation on behalf of 112b7b5d14cc4cccb71a57ad8bab41d4 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:20:55.857033 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3af6e77-8c68-4879-a5e6-0f0d8d724cb6 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:55.868399 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3af6e77-8c68-4879-a5e6-0f0d8d724cb6 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:55.886744 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-56353f85-ab94-4850-8484-3d6eec1f04ae tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a2611089ae0b44bb969810bf31cebab5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1712887 Feb 07 21:20:55.896481 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c7bdd19-ef6d-44fb-87c1-503c3a84d801 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (bbd5c283-a12a-4028-950e-7971c302207f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:55.910202 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c7bdd19-ef6d-44fb-87c1-503c3a84d801 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks [] for router_controller (bbd5c283-a12a-4028-950e-7971c302207f), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:56.001130 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3af6e77-8c68-4879-a5e6-0f0d8d724cb6 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks [] for security_group (354d74b5-f0af-41fa-9d15-d8bf8f0bf2e0), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:56.006263 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3af6e77-8c68-4879-a5e6-0f0d8d724cb6 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (354d74b5-f0af-41fa-9d15-d8bf8f0bf2e0), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:56.050865 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af6e77-8c68-4879-a5e6-0f0d8d724cb6 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=354d74b5-f0af-41fa-9d15-d8bf8f0bf2e0,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:56.066021 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3af6e77-8c68-4879-a5e6-0f0d8d724cb6 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:20:56.079821 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3af6e77-8c68-4879-a5e6-0f0d8d724cb6 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (435c0469-da1d-491d-8dc6-2ce6a8a88da9), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:56.080280 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-d3af6e77-8c68-4879-a5e6-0f0d8d724cb6 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Added segment 435c0469-da1d-491d-8dc6-2ce6a8a88da9 of type vlan for network 2e7b2e65-6cee-4341-9565-98851f47858e Feb 07 21:20:56.133343 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-0fa715a2-c931-4893-9816-735921f5ea6b tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:56.133596 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3af6e77-8c68-4879-a5e6-0f0d8d724cb6 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (2e7b2e65-6cee-4341-9565-98851f47858e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:56.135171 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-0fa715a2-c931-4893-9816-735921f5ea6b tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2347732 Feb 07 21:20:56.230990 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3af6e77-8c68-4879-a5e6-0f0d8d724cb6 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (2e7b2e65-6cee-4341-9565-98851f47858e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:56.243471 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3af6e77-8c68-4879-a5e6-0f0d8d724cb6 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:56.243471 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3af6e77-8c68-4879-a5e6-0f0d8d724cb6 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:56.249702 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-b6fd72f2-0430-41d6-a8f0-c75e3dd87383 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/quotas/a2611089ae0b44bb969810bf31cebab5 HTTP/1.1" status: 200 len: 375 time: 0.0924628 Feb 07 21:20:56.274812 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c7bdd19-ef6d-44fb-87c1-503c3a84d801 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (bbd5c283-a12a-4028-950e-7971c302207f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:56.274812 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7bdd19-ef6d-44fb-87c1-503c3a84d801 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Fanout notify agent at l3_agent the message router_deleted on router bbd5c283-a12a-4028-950e-7971c302207f {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:20:56.282226 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d3af6e77-8c68-4879-a5e6-0f0d8d724cb6 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6736286 Feb 07 21:20:56.292005 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c7bdd19-ef6d-44fb-87c1-503c3a84d801 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:56.296035 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4c7bdd19-ef6d-44fb-87c1-503c3a84d801 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] 10.222.0.65 "DELETE /v2.0/routers/bbd5c283-a12a-4028-950e-7971c302207f HTTP/1.1" status: 204 len: 168 time: 2.1474395 Feb 07 21:20:56.297552 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44416) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:56.345984 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd42456-66a2-4bdb-9bf6-35685dc48b8f req-e9789242-4f24-4989-9d16-2720aac8e735 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:56.348500 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7cd42456-66a2-4bdb-9bf6-35685dc48b8f req-e9789242-4f24-4989-9d16-2720aac8e735 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 944 time: 0.1925676 Feb 07 21:20:56.415106 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-67ad0ab7-1fb9-4060-b37d-76e07c512959 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a2611089ae0b44bb969810bf31cebab5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1189554 Feb 07 21:20:56.451919 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-326d4b60-3d5c-469f-918d-c4a5be3cdd06 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Deleting subnet 9df68f31-104f-4683-9bc5-7d8d52afadd0 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:20:56.456417 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-326d4b60-3d5c-469f-918d-c4a5be3cdd06 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks [] for subnet (9df68f31-104f-4683-9bc5-7d8d52afadd0), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:56.458456 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af6e77-8c68-4879-a5e6-0f0d8d724cb6 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event updated for resources: {'Network': ['ID=2e7b2e65-6cee-4341-9565-98851f47858e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:56.469984 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 2e7b2e65-6cee-4341-9565-98851f47858e details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:20:56.503090 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-326d4b60-3d5c-469f-918d-c4a5be3cdd06 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (9df68f31-104f-4683-9bc5-7d8d52afadd0), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:56.599164 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-326d4b60-3d5c-469f-918d-c4a5be3cdd06 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (9df68f31-104f-4683-9bc5-7d8d52afadd0), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:56.709780 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7cd42456-66a2-4bdb-9bf6-35685dc48b8f req-39655a84-389a-4140-9506-e7a8229e7fca tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270645 Feb 07 21:20:56.710920 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-326d4b60-3d5c-469f-918d-c4a5be3cdd06 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (9df68f31-104f-4683-9bc5-7d8d52afadd0), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:56.742953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d4b60-3d5c-469f-918d-c4a5be3cdd06 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Pushing event deleted for resources: {'Subnet': ['ID=9df68f31-104f-4683-9bc5-7d8d52afadd0,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:56.754921 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef96428c-1fc5-4c11-9960-473f39a6489a None None] Network 523b4394-5956-4d3b-a655-185387f3943c requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:20:56.767534 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-326d4b60-3d5c-469f-918d-c4a5be3cdd06 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:56.782885 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-326d4b60-3d5c-469f-918d-c4a5be3cdd06 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] 10.222.0.65 "DELETE /v2.0/subnets/9df68f31-104f-4683-9bc5-7d8d52afadd0 HTTP/1.1" status: 204 len: 168 time: 0.4768982 Feb 07 21:20:56.783249 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44422) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:56.984408 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 6887121c-c432-4fa6-a0ec-002f7603d24f up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:20:57.041527 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5a73894f-3025-41f7-8bd3-f91b2f24d755 req-55b34203-5a67-4b6f-9cce-92dce90064f2 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/ports?device_id=884fea9b-bc9a-463d-9e25-f73e0ca67ba1 HTTP/1.1" status: 200 len: 210 time: 0.0568748 Feb 07 21:20:57.073809 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b65ad23b-ce71-4ab0-9bed-1b42cddcb809 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (523b4394-5956-4d3b-a655-185387f3943c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:57.079561 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d0f1e-b627-4a3b-ab60-04870074d733 req-090c41e0-1058-48d5-96d9-ce9c8733b85f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:57.093259 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-117d0f1e-b627-4a3b-ab60-04870074d733 req-090c41e0-1058-48d5-96d9-ce9c8733b85f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 943 time: 0.1961851 Feb 07 21:20:57.248167 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 6887121c-c432-4fa6-a0ec-002f7603d24f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:20:57.252208 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6887121c-c432-4fa6-a0ec-002f7603d24f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:57.285894 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b65ad23b-ce71-4ab0-9bed-1b42cddcb809 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Deleting port 667e2530-94d5-4c53-b69a-6f544110e646 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:20:57.298107 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b65ad23b-ce71-4ab0-9bed-1b42cddcb809 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (667e2530-94d5-4c53-b69a-6f544110e646), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:57.311061 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-117d0f1e-b627-4a3b-ab60-04870074d733 req-ac3a5994-67cb-4036-a228-4095aad25750 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2128938-b392-4a71-8222-a33244520e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163248 Feb 07 21:20:57.387574 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df06315-e235-49c5-9bdf-19ce6d603566 None None] DHCP port deletion for 523b4394-5956-4d3b-a655-185387f3943c request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:20:57.404686 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b65ad23b-ce71-4ab0-9bed-1b42cddcb809 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] For port 667e2530-94d5-4c53-b69a-6f544110e646, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=667e2530-94d5-4c53-b69a-6f544110e646,segment=NetworkSegment(6723ee86-135a-47d4-a007-34414706aa50),segment_id=6723ee86-135a-47d4-a007-34414706aa50)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:20:57.405176 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b65ad23b-ce71-4ab0-9bed-1b42cddcb809 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (667e2530-94d5-4c53-b69a-6f544110e646), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:57.423583 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b65ad23b-ce71-4ab0-9bed-1b42cddcb809 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Calling delete_port for 667e2530-94d5-4c53-b69a-6f544110e646 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:20:57.542160 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b65ad23b-ce71-4ab0-9bed-1b42cddcb809 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (667e2530-94d5-4c53-b69a-6f544110e646), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:57.589842 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ad23b-ce71-4ab0-9bed-1b42cddcb809 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Pushing event deleted for resources: {'Port': ['ID=667e2530-94d5-4c53-b69a-6f544110e646,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:57.606770 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65ad23b-ce71-4ab0-9bed-1b42cddcb809 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] No DVR routers for this DVR port 667e2530-94d5-4c53-b69a-6f544110e646 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:20:57.772504 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 6887121c-c432-4fa6-a0ec-002f7603d24f is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:20:57.773066 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6887121c-c432-4fa6-a0ec-002f7603d24f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:57.855671 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453cc0c7-d010-4f1b-9663-3756df4590a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6887121c-c432-4fa6-a0ec-002f7603d24f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:20:57.862816 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e29c54-f48f-4c4e-9707-e1f08026bbac" -d '{"events": [{"server_uuid": "453cc0c7-d010-4f1b-9663-3756df4590a2", "name": "network-vif-plugged", "status": "completed", "tag": "6887121c-c432-4fa6-a0ec-002f7603d24f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:20:57.879606 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4df06315-e235-49c5-9bdf-19ce6d603566 None None] Deleting port 667e2530-94d5-4c53-b69a-6f544110e646 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:20:57.879980 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4df06315-e235-49c5-9bdf-19ce6d603566 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (667e2530-94d5-4c53-b69a-6f544110e646), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:57.893386 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b65ad23b-ce71-4ab0-9bed-1b42cddcb809 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (523b4394-5956-4d3b-a655-185387f3943c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:57.986611 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-b65ad23b-ce71-4ab0-9bed-1b42cddcb809 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523b4394-5956-4d3b-a655-185387f3943c']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:58.024583 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-b65ad23b-ce71-4ab0-9bed-1b42cddcb809 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6723ee86-135a-47d4-a007-34414706aa50') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:58.025280 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-b65ad23b-ce71-4ab0-9bed-1b42cddcb809 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6723ee86-135a-47d4-a007-34414706aa50') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:20:58.044976 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa37703-2f7f-43ea-990b-2e1d8ce3c19a x-openstack-request-id: req-aaa37703-2f7f-43ea-990b-2e1d8ce3c19a {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:20:58.052719 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453cc0c7-d010-4f1b-9663-3756df4590a2", "name": "network-vif-plugged", "status": "completed", "tag": "6887121c-c432-4fa6-a0ec-002f7603d24f", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:20:58.054617 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b65ad23b-ce71-4ab0-9bed-1b42cddcb809 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (6723ee86-135a-47d4-a007-34414706aa50), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:58.055084 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aaa37703-2f7f-43ea-990b-2e1d8ce3c19a {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:20:58.055655 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453cc0c7-d010-4f1b-9663-3756df4590a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6887121c-c432-4fa6-a0ec-002f7603d24f', 'code': 200} Feb 07 21:20:58.059240 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 6887121c-c432-4fa6-a0ec-002f7603d24f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=6887121c-c432-4fa6-a0ec-002f7603d24f,segment=NetworkSegment(c034aa2b-3f97-47ab-96ec-f8ddf955f299),segment_id=c034aa2b-3f97-47ab-96ec-f8ddf955f299)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:20:58.132214 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b65ad23b-ce71-4ab0-9bed-1b42cddcb809 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (6723ee86-135a-47d4-a007-34414706aa50), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:58.136101 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6887121c-c432-4fa6-a0ec-002f7603d24f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:58.157942 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65ad23b-ce71-4ab0-9bed-1b42cddcb809 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:20:58.158358 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b65ad23b-ce71-4ab0-9bed-1b42cddcb809 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (6723ee86-135a-47d4-a007-34414706aa50), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:20:58.161714 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:20:58.195315 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f944d0-6baf-43a7-8ffd-a0e59898953d req-4975cc81-8488-4842-b6cd-106674cbb506 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:58.200503 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5f944d0-6baf-43a7-8ffd-a0e59898953d req-4975cc81-8488-4842-b6cd-106674cbb506 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 944 time: 0.2271733 Feb 07 21:20:58.299360 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-4df06315-e235-49c5-9bdf-19ce6d603566 None None] For port 667e2530-94d5-4c53-b69a-6f544110e646, host n-d-828185-2, got binding levels [] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:20:58.299760 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4df06315-e235-49c5-9bdf-19ce6d603566 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (667e2530-94d5-4c53-b69a-6f544110e646), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:58.338819 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19860680-b2e5-4ca2-a8e3-1983d5853d15 req-eb626607-c2ba-4d69-9c6a-7c29dc0223be tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/ports?device_id=884fea9b-bc9a-463d-9e25-f73e0ca67ba1 HTTP/1.1" status: 200 len: 210 time: 0.0999966 Feb 07 21:20:58.366466 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b65ad23b-ce71-4ab0-9bed-1b42cddcb809 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (523b4394-5956-4d3b-a655-185387f3943c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:58.378497 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b65ad23b-ce71-4ab0-9bed-1b42cddcb809 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:58.386378 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4df06315-e235-49c5-9bdf-19ce6d603566 None None] Calling delete_port for 667e2530-94d5-4c53-b69a-6f544110e646 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:20:58.392665 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b65ad23b-ce71-4ab0-9bed-1b42cddcb809 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] 10.222.0.65 "DELETE /v2.0/networks/523b4394-5956-4d3b-a655-185387f3943c HTTP/1.1" status: 204 len: 168 time: 1.6053419 Feb 07 21:20:58.394983 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44456) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:58.414220 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.ipam_backend_mixin [None req-4df06315-e235-49c5-9bdf-19ce6d603566 None None] Port 667e2530-94d5-4c53-b69a-6f544110e646 was not found and therefore no delete operation was performed {{(pid=103257) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 21:20:58.424017 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5f944d0-6baf-43a7-8ffd-a0e59898953d req-e5ce112b-c3ee-4327-a92e-2fc9aee3611e tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065563 Feb 07 21:20:58.439083 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=6887121c-c432-4fa6-a0ec-002f7603d24f,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:58.449330 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4df06315-e235-49c5-9bdf-19ce6d603566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (667e2530-94d5-4c53-b69a-6f544110e646), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:58.481887 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ad23b-ce71-4ab0-9bed-1b42cddcb809 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Pushing event deleted for resources: {'Network': ['ID=523b4394-5956-4d3b-a655-185387f3943c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:58.489632 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044afb94-1b33-468a-924a-87f230e2bac4 req-a23287ef-37f1-486d-be99-e07ad696fa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:58.494377 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-044afb94-1b33-468a-924a-87f230e2bac4 req-a23287ef-37f1-486d-be99-e07ad696fa0c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 1127 time: 0.2206361 Feb 07 21:20:58.552740 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4df06315-e235-49c5-9bdf-19ce6d603566 None None] Network 523b4394-5956-4d3b-a655-185387f3943c is not hosted by any dhcp agent {{(pid=103257) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 21:20:58.553217 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df06315-e235-49c5-9bdf-19ce6d603566 None None] No DVR routers for this DVR port 667e2530-94d5-4c53-b69a-6f544110e646 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:20:58.574195 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df06315-e235-49c5-9bdf-19ce6d603566 None None] Pushing event deleted for resources: {'Port': ['ID=667e2530-94d5-4c53-b69a-6f544110e646,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:58.633161 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-044afb94-1b33-468a-924a-87f230e2bac4 req-3603baef-9cde-4aae-ac59-4095a20c4723 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301060 Feb 07 21:20:58.721909 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 667e2530-94d5-4c53-b69a-6f544110e646 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:20:58.776685 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf2eea-fa75-44d0-a7f0-4bce479fd73c req-8823ce5d-5745-4362-af44-19bab1a756bd tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:58.778235 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9bdf2eea-fa75-44d0-a7f0-4bce479fd73c req-8823ce5d-5745-4362-af44-19bab1a756bd tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 943 time: 0.1423995 Feb 07 21:20:58.780866 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 667e2530-94d5-4c53-b69a-6f544110e646 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:20:58.781375 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 667e2530-94d5-4c53-b69a-6f544110e646 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:20:58.944339 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-234e55ef-b793-4afa-bde5-3950b217b704 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Deleting port dd7c61fe-289b-4358-93aa-ebd21ef3c78a {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:20:58.944944 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-234e55ef-b793-4afa-bde5-3950b217b704 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (dd7c61fe-289b-4358-93aa-ebd21ef3c78a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:58.964408 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9bdf2eea-fa75-44d0-a7f0-4bce479fd73c req-a5777450-af6c-4c5c-b095-8877c3e74219 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2128938-b392-4a71-8222-a33244520e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734955 Feb 07 21:20:59.062354 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-d7147dce-1d73-4edb-9f37-b5ba8e9ed5ec tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=a2611089ae0b44bb969810bf31cebab5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0878277 Feb 07 21:20:59.215363 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-234e55ef-b793-4afa-bde5-3950b217b704 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (dd7c61fe-289b-4358-93aa-ebd21ef3c78a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:59.220762 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-234e55ef-b793-4afa-bde5-3950b217b704 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks [] for floatingip (dd7c61fe-289b-4358-93aa-ebd21ef3c78a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:59.250927 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-234e55ef-b793-4afa-bde5-3950b217b704 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Calling delete_port for dd7c61fe-289b-4358-93aa-ebd21ef3c78a owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:20:59.351665 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-257dfca5-4262-4e2e-b755-9ca579c7a587 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:59.355374 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-257dfca5-4262-4e2e-b755-9ca579c7a587 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2796743 Feb 07 21:20:59.372207 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-989aed5f-161e-46a4-bc24-cc6e30fedab2 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Request body: {'port': {'device_id': '884fea9b-bc9a-463d-9e25-f73e0ca67ba1', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': 'a2611089ae0b44bb969810bf31cebab5'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:20:59.594838 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a92c577b-b339-4148-ab1a-9942c70be4a2 req-8143e52e-c2a3-4ef7-8351-e74046d35495 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/ports?device_id=884fea9b-bc9a-463d-9e25-f73e0ca67ba1 HTTP/1.1" status: 200 len: 210 time: 0.0687766 Feb 07 21:20:59.632155 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-234e55ef-b793-4afa-bde5-3950b217b704 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (dd7c61fe-289b-4358-93aa-ebd21ef3c78a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:59.642778 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44488) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:20:59.670709 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-44f066ce-3ae4-4896-a0b4-45b82fb8d54b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Request body: {'subnet': {'network_id': '2e7b2e65-6cee-4341-9565-98851f47858e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:20:59.703047 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e55ef-b793-4afa-bde5-3950b217b704 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Pushing event deleted for resources: {'Port': ['ID=dd7c61fe-289b-4358-93aa-ebd21ef3c78a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:20:59.737973 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51151cf-1028-49a1-b11e-851203abdf29 req-41efd5cd-9f8d-42c1-aa49-70f0f1d58a46 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:20:59.739491 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d51151cf-1028-49a1-b11e-851203abdf29 req-41efd5cd-9f8d-42c1-aa49-70f0f1d58a46 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 945 time: 0.1406033 Feb 07 21:20:59.798464 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-989aed5f-161e-46a4-bc24-cc6e30fedab2 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Made reservation on behalf of a2611089ae0b44bb969810bf31cebab5 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:20:59.803542 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-989aed5f-161e-46a4-bc24-cc6e30fedab2 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:59.826275 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-989aed5f-161e-46a4-bc24-cc6e30fedab2 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:20:59.832630 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d51151cf-1028-49a1-b11e-851203abdf29 req-64c10b84-ff8e-4c3d-8d01-4c176fbb5e09 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791147 Feb 07 21:20:59.999220 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-989aed5f-161e-46a4-bc24-cc6e30fedab2 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Publish callbacks [] for security_group (17a3daa6-564e-4ef4-a4a0-44682e499299), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:00.014658 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-989aed5f-161e-46a4-bc24-cc6e30fedab2 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (17a3daa6-564e-4ef4-a4a0-44682e499299), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:00.024993 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-234e55ef-b793-4afa-bde5-3950b217b704 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks [] for floatingip (24621761-2c30-4b8c-b335-a063b218c58c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:00.045744 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-234e55ef-b793-4afa-bde5-3950b217b704 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:00.047522 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-234e55ef-b793-4afa-bde5-3950b217b704 tempest-FloatingIPAdminTestJSON-78830191 tempest-FloatingIPAdminTestJSON-78830191-project] 10.222.0.65 "DELETE /v2.0/floatingips/24621761-2c30-4b8c-b335-a063b218c58c HTTP/1.1" status: 204 len: 168 time: 1.6313987 Feb 07 21:21:00.083121 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f066ce-3ae4-4896-a0b4-45b82fb8d54b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Made reservation on behalf of 112b7b5d14cc4cccb71a57ad8bab41d4 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:21:00.089604 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44f066ce-3ae4-4896-a0b4-45b82fb8d54b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:00.270379 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-989aed5f-161e-46a4-bc24-cc6e30fedab2 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Allocated IP 192.168.233.154 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/8cf87d66-6950-4217-92d3-20f7554b70e4) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:21:00.497934 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44f066ce-3ae4-4896-a0b4-45b82fb8d54b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (f2e29a73-5bf9-43fa-ab74-9e5652c229a4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:00.498895 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-989aed5f-161e-46a4-bc24-cc6e30fedab2 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Publish callbacks [] for port (8cf87d66-6950-4217-92d3-20f7554b70e4), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:00.555035 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f066ce-3ae4-4896-a0b4-45b82fb8d54b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event updated for resources: {'Subnet': ['ID=f2e29a73-5bf9-43fa-ab74-9e5652c229a4,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:00.564171 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989aed5f-161e-46a4-bc24-cc6e30fedab2 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a3daa6-564e-4ef4-a4a0-44682e499299,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:00.567140 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-989aed5f-161e-46a4-bc24-cc6e30fedab2 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (8cf87d66-6950-4217-92d3-20f7554b70e4), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:00.585551 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f066ce-3ae4-4896-a0b4-45b82fb8d54b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Checking segment: {'id': '435c0469-da1d-491d-8dc6-2ce6a8a88da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2e7b2e65-6cee-4341-9565-98851f47858e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:21:00.585924 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f066ce-3ae4-4896-a0b4-45b82fb8d54b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Network hostable DHCP agents. Network: 2e7b2e65-6cee-4341-9565-98851f47858e, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:21:00.604608 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44508) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:00.618736 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f066ce-3ae4-4896-a0b4-45b82fb8d54b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Network 2e7b2e65-6cee-4341-9565-98851f47858e is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:21:00.632744 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-44f066ce-3ae4-4896-a0b4-45b82fb8d54b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 2e7b2e65-6cee-4341-9565-98851f47858e) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:00.633589 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-989aed5f-161e-46a4-bc24-cc6e30fedab2 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:21:00.639367 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-989aed5f-161e-46a4-bc24-cc6e30fedab2 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:00.641150 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f066ce-3ae4-4896-a0b4-45b82fb8d54b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:00.642631 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44f066ce-3ae4-4896-a0b4-45b82fb8d54b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:00.644039 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b19bf55-ed16-4c02-ba68-965eefa45f8f None None] Network 2e7b2e65-6cee-4341-9565-98851f47858e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:21:00.654814 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-989aed5f-161e-46a4-bc24-cc6e30fedab2 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:21:00.673053 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-44f066ce-3ae4-4896-a0b4-45b82fb8d54b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0048199 Feb 07 21:21:00.676525 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44516) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:00.690756 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a42e9d16-e501-4a70-a6d1-e6415a4d0f86 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1253414574'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:00.762251 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42e9d16-e501-4a70-a6d1-e6415a4d0f86 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Made reservation on behalf of 112b7b5d14cc4cccb71a57ad8bab41d4 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:21:00.766549 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a42e9d16-e501-4a70-a6d1-e6415a4d0f86 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:00.775068 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-989aed5f-161e-46a4-bc24-cc6e30fedab2 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:00.781301 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-989aed5f-161e-46a4-bc24-cc6e30fedab2 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:00.823971 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-989aed5f-161e-46a4-bc24-cc6e30fedab2 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4561582 Feb 07 21:21:00.839286 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a42e9d16-e501-4a70-a6d1-e6415a4d0f86 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:21:00.843334 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-d3c3f741-aa8b-470b-8294-6c8627f959b0 service neutron] Request body: {'port': {'device_id': '884fea9b-bc9a-463d-9e25-f73e0ca67ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:00.849834 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a42e9d16-e501-4a70-a6d1-e6415a4d0f86 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (fb3ee8e5-9960-414a-a37d-a0859cf23e69), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:00.850193 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-a42e9d16-e501-4a70-a6d1-e6415a4d0f86 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Added segment fb3ee8e5-9960-414a-a37d-a0859cf23e69 of type vlan for network 1bed91d6-ee9c-4857-ad6a-8a5166fb328b Feb 07 21:21:00.884964 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c660c620-4748-41af-98f0-a7cdad1bd81a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-2e7b2e65-6cee-4341-9565-98851f47858e', 'network_id': '2e7b2e65-6cee-4341-9565-98851f47858e', 'project_id': '112b7b5d14cc4cccb71a57ad8bab41d4', 'fixed_ips': [{'subnet_id': 'f2e29a73-5bf9-43fa-ab74-9e5652c229a4'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:21:00.885840 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c660c620-4748-41af-98f0-a7cdad1bd81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:00.898802 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a42e9d16-e501-4a70-a6d1-e6415a4d0f86 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (1bed91d6-ee9c-4857-ad6a-8a5166fb328b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:00.967029 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989aed5f-161e-46a4-bc24-cc6e30fedab2 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Pushing event updated for resources: {'Port': ['ID=8cf87d66-6950-4217-92d3-20f7554b70e4,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:00.970109 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-eefb370f-0209-4bb7-b678-07c2025c078a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c9377d586bc54dd19d607ac051e18e6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3640699 Feb 07 21:21:00.971582 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a42e9d16-e501-4a70-a6d1-e6415a4d0f86 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (1bed91d6-ee9c-4857-ad6a-8a5166fb328b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:00.975557 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44524) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:00.976848 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42e9d16-e501-4a70-a6d1-e6415a4d0f86 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:00.977467 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a42e9d16-e501-4a70-a6d1-e6415a4d0f86 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:01.026123 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a42e9d16-e501-4a70-a6d1-e6415a4d0f86 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3420665 Feb 07 21:21:01.029224 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44526) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:01.084143 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-7d300a2a-c646-40f9-9cf3-714b7564f204 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Request body: {'subnet': {'network_id': '1bed91d6-ee9c-4857-ad6a-8a5166fb328b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:01.089266 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e9d16-e501-4a70-a6d1-e6415a4d0f86 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event updated for resources: {'Network': ['ID=1bed91d6-ee9c-4857-ad6a-8a5166fb328b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:01.107607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87673efe-7a2e-4205-8a99-febcd156efd5 req-f8fec39b-e04f-45b0-ac6a-6d22db87142d tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:01.120071 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87673efe-7a2e-4205-8a99-febcd156efd5 req-f8fec39b-e04f-45b0-ac6a-6d22db87142d tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 943 time: 0.5826073 Feb 07 21:21:01.157311 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 1bed91d6-ee9c-4857-ad6a-8a5166fb328b details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:21:01.201508 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d300a2a-c646-40f9-9cf3-714b7564f204 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Made reservation on behalf of 112b7b5d14cc4cccb71a57ad8bab41d4 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:21:01.205908 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d300a2a-c646-40f9-9cf3-714b7564f204 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:01.301949 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53040b09-8bb0-4cb6-a92d-1ccff62fa045 req-0a43c87b-a55a-4f11-8338-e1f2de75018c tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:01.309333 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53040b09-8bb0-4cb6-a92d-1ccff62fa045 req-0a43c87b-a55a-4f11-8338-e1f2de75018c tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/ports?device_id=884fea9b-bc9a-463d-9e25-f73e0ca67ba1 HTTP/1.1" status: 200 len: 936 time: 0.4757502 Feb 07 21:21:01.365774 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87673efe-7a2e-4205-8a99-febcd156efd5 req-64b6a351-73ae-422c-84e5-4db3f26c0aae tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2128938-b392-4a71-8222-a33244520e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2447040 Feb 07 21:21:01.367937 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-d3c3f741-aa8b-470b-8294-6c8627f959b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8cf87d66-6950-4217-92d3-20f7554b70e4), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:01.403235 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-adc59186-d242-4ae3-9f7a-72eb7105f5c0 None None] Provisioning complete for port 8cf87d66-6950-4217-92d3-20f7554b70e4 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:01.407670 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-adc59186-d242-4ae3-9f7a-72eb7105f5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8cf87d66-6950-4217-92d3-20f7554b70e4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:01.511866 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe03d0d7-e5a3-44ed-9655-1cdf464285ba admin admin] Publish callbacks [] for security_group (c6a4a5b8-d26c-4841-b7d9-2f44fcfcfe04), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:01.518141 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-c660c620-4748-41af-98f0-a7cdad1bd81a None None] Allocated IP 2001:db8:0:ffff::2 (2e7b2e65-6cee-4341-9565-98851f47858e/f2e29a73-5bf9-43fa-ab74-9e5652c229a4/8e40725e-dd86-4a7c-b894-b34e23d95caf) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:21:01.539630 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-adc59186-d242-4ae3-9f7a-72eb7105f5c0 None None] Port 8cf87d66-6950-4217-92d3-20f7554b70e4 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:21:01.545923 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53040b09-8bb0-4cb6-a92d-1ccff62fa045 req-71de26b3-e9d8-4f64-8755-fc4b0a2967a1 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/security-groups?id=17a3daa6-564e-4ef4-a4a0-44682e499299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356608 Feb 07 21:21:01.806282 n-d-828185-2 neutron-server[103256]: DEBUG neutron.objects.ports [None req-7d300a2a-c646-40f9-9cf3-714b7564f204 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103256) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 21:21:01.808175 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d300a2a-c646-40f9-9cf3-714b7564f204 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (c5797a38-3fde-462f-93e6-e9f5f0259b04), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:01.842215 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe03d0d7-e5a3-44ed-9655-1cdf464285ba admin admin] Publish callbacks [] for security_group (c6a4a5b8-d26c-4841-b7d9-2f44fcfcfe04), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:01.858120 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c660c620-4748-41af-98f0-a7cdad1bd81a None None] Publish callbacks [] for port (8e40725e-dd86-4a7c-b894-b34e23d95caf), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:01.866646 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c660c620-4748-41af-98f0-a7cdad1bd81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (8e40725e-dd86-4a7c-b894-b34e23d95caf), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:01.906434 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c660c620-4748-41af-98f0-a7cdad1bd81a None None] Network 2e7b2e65-6cee-4341-9565-98851f47858e is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:21:01.922765 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-c660c620-4748-41af-98f0-a7cdad1bd81a None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:01.932352 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c660c620-4748-41af-98f0-a7cdad1bd81a None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:21:01.947734 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660c620-4748-41af-98f0-a7cdad1bd81a None None] Pushing event updated for resources: {'Port': ['ID=8e40725e-dd86-4a7c-b894-b34e23d95caf,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:01.978108 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d300a2a-c646-40f9-9cf3-714b7564f204 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Checking segment: {'id': 'fb3ee8e5-9960-414a-a37d-a0859cf23e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '1bed91d6-ee9c-4857-ad6a-8a5166fb328b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:21:01.978108 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d300a2a-c646-40f9-9cf3-714b7564f204 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Network hostable DHCP agents. Network: 1bed91d6-ee9c-4857-ad6a-8a5166fb328b, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:21:01.982950 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d300a2a-c646-40f9-9cf3-714b7564f204 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event updated for resources: {'Subnet': ['ID=c5797a38-3fde-462f-93e6-e9f5f0259b04,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:02.006573 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a077c3a-ae2b-4fb5-98ad-0da84193a816 req-1fa22579-4ea7-4a1e-9b48-ee9ef106ca64 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:02.014248 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3a077c3a-ae2b-4fb5-98ad-0da84193a816 req-1fa22579-4ea7-4a1e-9b48-ee9ef106ca64 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 945 time: 0.5336912 Feb 07 21:21:02.018003 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d300a2a-c646-40f9-9cf3-714b7564f204 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Network 1bed91d6-ee9c-4857-ad6a-8a5166fb328b is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:21:02.035467 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c660c620-4748-41af-98f0-a7cdad1bd81a None None] Attempting to bind port 8e40725e-dd86-4a7c-b894-b34e23d95caf on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:21:02.036104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c660c620-4748-41af-98f0-a7cdad1bd81a None None] Attempting to bind port 8e40725e-dd86-4a7c-b894-b34e23d95caf by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '435c0469-da1d-491d-8dc6-2ce6a8a88da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2e7b2e65-6cee-4341-9565-98851f47858e'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:21:02.037270 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c660c620-4748-41af-98f0-a7cdad1bd81a None None] Attempting to bind port 8e40725e-dd86-4a7c-b894-b34e23d95caf on network 2e7b2e65-6cee-4341-9565-98851f47858e {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:21:02.040588 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-7d300a2a-c646-40f9-9cf3-714b7564f204 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 1bed91d6-ee9c-4857-ad6a-8a5166fb328b) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:02.051743 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d300a2a-c646-40f9-9cf3-714b7564f204 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:02.051743 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d300a2a-c646-40f9-9cf3-714b7564f204 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:02.066192 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe03d0d7-e5a3-44ed-9655-1cdf464285ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c6a4a5b8-d26c-4841-b7d9-2f44fcfcfe04), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:02.066522 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c660c620-4748-41af-98f0-a7cdad1bd81a None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:21:02.067162 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c660c620-4748-41af-98f0-a7cdad1bd81a None None] Checking segment: {'id': '435c0469-da1d-491d-8dc6-2ce6a8a88da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2e7b2e65-6cee-4341-9565-98851f47858e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:21:02.067725 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c660c620-4748-41af-98f0-a7cdad1bd81a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:02.068599 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c660c620-4748-41af-98f0-a7cdad1bd81a None None] Bound using segment: {'id': '435c0469-da1d-491d-8dc6-2ce6a8a88da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2e7b2e65-6cee-4341-9565-98851f47858e'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:21:02.068911 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe03d0d7-e5a3-44ed-9655-1cdf464285ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:02.069449 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c660c620-4748-41af-98f0-a7cdad1bd81a None None] Bound port: 8e40725e-dd86-4a7c-b894-b34e23d95caf, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435c0469-da1d-491d-8dc6-2ce6a8a88da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2e7b2e65-6cee-4341-9565-98851f47858e'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:21:02.070144 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c660c620-4748-41af-98f0-a7cdad1bd81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8e40725e-dd86-4a7c-b894-b34e23d95caf), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:02.070266 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fe03d0d7-e5a3-44ed-9655-1cdf464285ba admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c6a4a5b8-d26c-4841-b7d9-2f44fcfcfe04 HTTP/1.1" status: 204 len: 168 time: 1.0536003 Feb 07 21:21:02.085275 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7d300a2a-c646-40f9-9cf3-714b7564f204 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0046589 Feb 07 21:21:02.086056 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10a576c-6865-424d-b4c8-fcad646a235a None None] Network 1bed91d6-ee9c-4857-ad6a-8a5166fb328b requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:21:02.087304 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44542) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:02.098475 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b25e4ff9-1042-43a2-ab64-27272a145662 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Request body: {'port': {'network_id': '1bed91d6-ee9c-4857-ad6a-8a5166fb328b', 'name': 'tempest-NetworksIpV6TestAttrs-2001227665'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:02.108830 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03d0d7-e5a3-44ed-9655-1cdf464285ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a4a5b8-d26c-4841-b7d9-2f44fcfcfe04,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:02.127194 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3a077c3a-ae2b-4fb5-98ad-0da84193a816 req-b37b739f-1260-4d91-b48b-1d73e639def5 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120074 Feb 07 21:21:02.152277 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-d3c3f741-aa8b-470b-8294-6c8627f959b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf87d66-6950-4217-92d3-20f7554b70e4 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:21:02.162023 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-d3c3f741-aa8b-470b-8294-6c8627f959b0 service neutron] Publish callbacks [] for port (8cf87d66-6950-4217-92d3-20f7554b70e4), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:02.177462 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-d3c3f741-aa8b-470b-8294-6c8627f959b0 service neutron] Transition to ACTIVE for port object 8cf87d66-6950-4217-92d3-20f7554b70e4 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:21:02.181235 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-d3c3f741-aa8b-470b-8294-6c8627f959b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (8cf87d66-6950-4217-92d3-20f7554b70e4), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:02.235378 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3f741-aa8b-470b-8294-6c8627f959b0 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf87d66-6950-4217-92d3-20f7554b70e4,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:02.319632 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25e4ff9-1042-43a2-ab64-27272a145662 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Made reservation on behalf of 112b7b5d14cc4cccb71a57ad8bab41d4 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:21:02.327042 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b25e4ff9-1042-43a2-ab64-27272a145662 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:02.421963 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-b25e4ff9-1042-43a2-ab64-27272a145662 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] device_id is not set on port d35be23d-75a3-42e7-843e-644ff11b0e33 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:21:02.510984 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2e99f-afa9-4ba5-b64d-a2c4899eedb5 req-41e18a6a-84d4-44da-8ab3-d22d5e944589 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:02.514258 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52f2e99f-afa9-4ba5-b64d-a2c4899eedb5 req-41e18a6a-84d4-44da-8ab3-d22d5e944589 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 945 time: 0.1766279 Feb 07 21:21:02.572396 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c660c620-4748-41af-98f0-a7cdad1bd81a None None] For port 8e40725e-dd86-4a7c-b894-b34e23d95caf, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:21:02.575850 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c660c620-4748-41af-98f0-a7cdad1bd81a None None] For port 8e40725e-dd86-4a7c-b894-b34e23d95caf, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8e40725e-dd86-4a7c-b894-b34e23d95caf,segment=NetworkSegment(435c0469-da1d-491d-8dc6-2ce6a8a88da9),segment_id=435c0469-da1d-491d-8dc6-2ce6a8a88da9)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:21:02.587380 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9da0568-6816-4145-9f4b-169352f9410b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-1bed91d6-ee9c-4857-ad6a-8a5166fb328b', 'network_id': '1bed91d6-ee9c-4857-ad6a-8a5166fb328b', 'project_id': '112b7b5d14cc4cccb71a57ad8bab41d4', 'fixed_ips': [{'subnet_id': 'c5797a38-3fde-462f-93e6-e9f5f0259b04'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:21:02.587380 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e9da0568-6816-4145-9f4b-169352f9410b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:02.615525 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c660c620-4748-41af-98f0-a7cdad1bd81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8e40725e-dd86-4a7c-b894-b34e23d95caf), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:02.634766 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52f2e99f-afa9-4ba5-b64d-a2c4899eedb5 req-97859166-0b10-4695-9d04-dab12a86b3d8 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117704 Feb 07 21:21:02.638417 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-d3c3f741-aa8b-470b-8294-6c8627f959b0 service neutron] Attempting to bind port 8cf87d66-6950-4217-92d3-20f7554b70e4 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:21:02.638752 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-d3c3f741-aa8b-470b-8294-6c8627f959b0 service neutron] Attempting to bind port 8cf87d66-6950-4217-92d3-20f7554b70e4 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:21:02.639224 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-d3c3f741-aa8b-470b-8294-6c8627f959b0 service neutron] Attempting to bind port 8cf87d66-6950-4217-92d3-20f7554b70e4 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:21:02.648511 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-d3c3f741-aa8b-470b-8294-6c8627f959b0 service neutron] Port 8cf87d66-6950-4217-92d3-20f7554b70e4 on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:21:02.650329 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-d3c3f741-aa8b-470b-8294-6c8627f959b0 service neutron] Attempting to bind port 8cf87d66-6950-4217-92d3-20f7554b70e4 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:21:02.696001 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-d3c3f741-aa8b-470b-8294-6c8627f959b0 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:21:02.698393 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-d3c3f741-aa8b-470b-8294-6c8627f959b0 service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:21:02.699507 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-d3c3f741-aa8b-470b-8294-6c8627f959b0 service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:21:02.700090 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-d3c3f741-aa8b-470b-8294-6c8627f959b0 service neutron] Bound port: 8cf87d66-6950-4217-92d3-20f7554b70e4, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:21:02.701782 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-d3c3f741-aa8b-470b-8294-6c8627f959b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8cf87d66-6950-4217-92d3-20f7554b70e4), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:03.228297 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44566) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:03.288129 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4aeec6a4-b522-417f-b402-fbd8afd50b25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:03.322158 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660c620-4748-41af-98f0-a7cdad1bd81a None None] Pushing event updated for resources: {'Port': ['ID=8e40725e-dd86-4a7c-b894-b34e23d95caf,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:03.392508 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-b25e4ff9-1042-43a2-ab64-27272a145662 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Allocated IP 2001:db8::f816:3eff:feaa:fb1d (1bed91d6-ee9c-4857-ad6a-8a5166fb328b/c5797a38-3fde-462f-93e6-e9f5f0259b04/d35be23d-75a3-42e7-843e-644ff11b0e33) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:21:03.562470 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:03.614013 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b25e4ff9-1042-43a2-ab64-27272a145662 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks [] for port (d35be23d-75a3-42e7-843e-644ff11b0e33), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:03.652292 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b25e4ff9-1042-43a2-ab64-27272a145662 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (d35be23d-75a3-42e7-843e-644ff11b0e33), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:03.660220 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c9b0d-e74e-4784-aeb0-cff69ff133f6 req-1017edba-5650-47ca-b349-580a9e7f00f2 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:03.669178 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-442c9b0d-e74e-4784-aeb0-cff69ff133f6 req-1017edba-5650-47ca-b349-580a9e7f00f2 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 943 time: 1.0765200 Feb 07 21:21:03.742466 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-e9da0568-6816-4145-9f4b-169352f9410b None None] Allocated IP 2001:db8::f816:3eff:fe2a:472b (1bed91d6-ee9c-4857-ad6a-8a5166fb328b/c5797a38-3fde-462f-93e6-e9f5f0259b04/d36bb382-10de-474a-a073-c4c6144db110) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:21:03.757333 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-d3c3f741-aa8b-470b-8294-6c8627f959b0 service neutron] For port 8cf87d66-6950-4217-92d3-20f7554b70e4, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:21:03.767031 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-d3c3f741-aa8b-470b-8294-6c8627f959b0 service neutron] For port 8cf87d66-6950-4217-92d3-20f7554b70e4, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8cf87d66-6950-4217-92d3-20f7554b70e4,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:21:03.809654 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-d3c3f741-aa8b-470b-8294-6c8627f959b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (8cf87d66-6950-4217-92d3-20f7554b70e4), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:03.907857 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3f741-aa8b-470b-8294-6c8627f959b0 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf87d66-6950-4217-92d3-20f7554b70e4,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:03.912162 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e4ff9-1042-43a2-ab64-27272a145662 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event updated for resources: {'Port': ['ID=d35be23d-75a3-42e7-843e-644ff11b0e33,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:03.916213 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25e4ff9-1042-43a2-ab64-27272a145662 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Network 1bed91d6-ee9c-4857-ad6a-8a5166fb328b is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:21:03.933047 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-b25e4ff9-1042-43a2-ab64-27272a145662 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:03.938086 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25e4ff9-1042-43a2-ab64-27272a145662 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:21:03.952893 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25e4ff9-1042-43a2-ab64-27272a145662 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:03.954266 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b25e4ff9-1042-43a2-ab64-27272a145662 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:03.980947 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-d3c3f741-aa8b-470b-8294-6c8627f959b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:03.983509 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-d3c3f741-aa8b-470b-8294-6c8627f959b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:03.985482 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-d3c3f741-aa8b-470b-8294-6c8627f959b0 service neutron] 10.222.0.69 "PUT /v2.0/ports/8cf87d66-6950-4217-92d3-20f7554b70e4 HTTP/1.1" status: 200 len: 1096 time: 3.1508226 Feb 07 21:21:03.987191 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4aeec6a4-b522-417f-b402-fbd8afd50b25 admin admin] Publish callbacks [] for security_group (4417b990-1ca2-4458-8dde-d9e1008cf7e7), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:03.993997 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884fea9b-bc9a-463d-9e25-f73e0ca67ba1', 'tag': '8cf87d66-6950-4217-92d3-20f7554b70e4'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:21:03.995906 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4aeec6a4-b522-417f-b402-fbd8afd50b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4417b990-1ca2-4458-8dde-d9e1008cf7e7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:04.000921 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa7338e-4f3c-4c7b-8e5b-603749811ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "884fea9b-bc9a-463d-9e25-f73e0ca67ba1", "tag": "8cf87d66-6950-4217-92d3-20f7554b70e4"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:21:04.026354 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3e21f-9d01-432e-b3c1-96945d2cc5db req-92133f2e-0afc-4769-bd85-61f6f0aad595 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:04.037897 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-34d3e21f-9d01-432e-b3c1-96945d2cc5db req-92133f2e-0afc-4769-bd85-61f6f0aad595 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/ports?device_id=884fea9b-bc9a-463d-9e25-f73e0ca67ba1 HTTP/1.1" status: 200 len: 948 time: 0.4608734 Feb 07 21:21:04.055082 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:04.068943 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e9da0568-6816-4145-9f4b-169352f9410b None None] Publish callbacks [] for port (d36bb382-10de-474a-a073-c4c6144db110), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:04.073021 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4aeec6a4-b522-417f-b402-fbd8afd50b25 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=465631d706074113a4945f10e551a900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8435805 Feb 07 21:21:04.084975 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e9da0568-6816-4145-9f4b-169352f9410b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (d36bb382-10de-474a-a073-c4c6144db110), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:04.091292 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b25e4ff9-1042-43a2-ab64-27272a145662 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.0029476 Feb 07 21:21:04.093810 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44590) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:04.094399 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44592) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:04.176806 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9da0568-6816-4145-9f4b-169352f9410b None None] Network 1bed91d6-ee9c-4857-ad6a-8a5166fb328b is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:21:04.183449 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-e9da0568-6816-4145-9f4b-169352f9410b None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:04.188754 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-442c9b0d-e74e-4784-aeb0-cff69ff133f6 req-5c8dc3a0-95ba-4ec2-a265-d36e1774db0b tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2128938-b392-4a71-8222-a33244520e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5186889 Feb 07 21:21:04.196849 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9da0568-6816-4145-9f4b-169352f9410b None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:21:04.242763 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeec6a4-b522-417f-b402-fbd8afd50b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4417b990-1ca2-4458-8dde-d9e1008cf7e7,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:04.270018 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-de32861b-1145-4eac-a1d1-d898cbd56d25 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Deleting subnet c5797a38-3fde-462f-93e6-e9f5f0259b04 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:21:04.277448 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de32861b-1145-4eac-a1d1-d898cbd56d25 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks [] for subnet (c5797a38-3fde-462f-93e6-e9f5f0259b04), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:04.309320 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-34d3e21f-9d01-432e-b3c1-96945d2cc5db req-eadef8ae-aff0-45a3-b336-6927f6bd274f tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/security-groups?id=17a3daa6-564e-4ef4-a4a0-44682e499299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704520 Feb 07 21:21:04.330608 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-0a90eacc-291b-477a-9e54-5cbd9386aec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:04.333811 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-0a90eacc-291b-477a-9e54-5cbd9386aec2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2611089ae0b44bb969810bf31cebab5&device_id=884fea9b-bc9a-463d-9e25-f73e0ca67ba1 HTTP/1.1" status: 200 len: 1130 time: 0.2798204 Feb 07 21:21:04.378977 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de32861b-1145-4eac-a1d1-d898cbd56d25 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (c5797a38-3fde-462f-93e6-e9f5f0259b04), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:04.455201 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da0568-6816-4145-9f4b-169352f9410b None None] Pushing event updated for resources: {'Port': ['ID=d36bb382-10de-474a-a073-c4c6144db110,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:04.462024 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7087e814-7386-4039-a6cc-8f8a72d28658 x-openstack-request-id: req-7087e814-7386-4039-a6cc-8f8a72d28658 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:21:04.462315 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884fea9b-bc9a-463d-9e25-f73e0ca67ba1", "tag": "8cf87d66-6950-4217-92d3-20f7554b70e4", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:21:04.462571 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7087e814-7386-4039-a6cc-8f8a72d28658 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:21:04.462967 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884fea9b-bc9a-463d-9e25-f73e0ca67ba1', 'tag': '8cf87d66-6950-4217-92d3-20f7554b70e4', 'status': 'completed', 'code': 200} Feb 07 21:21:04.477191 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-e9c9bb1b-77a9-4aa5-995c-2a9c3eb967aa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=8cf87d66-6950-4217-92d3-20f7554b70e4 HTTP/1.1" status: 200 len: 217 time: 0.1340554 Feb 07 21:21:04.478245 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-631b0cb9-37c0-4a23-ab43-24735eba1fd2 admin admin] Publish callbacks [] for security_group (4417b990-1ca2-4458-8dde-d9e1008cf7e7), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:04.487485 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-e9da0568-6816-4145-9f4b-169352f9410b None None] Attempting to bind port d36bb382-10de-474a-a073-c4c6144db110 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:21:04.487890 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-e9da0568-6816-4145-9f4b-169352f9410b None None] Attempting to bind port d36bb382-10de-474a-a073-c4c6144db110 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'fb3ee8e5-9960-414a-a37d-a0859cf23e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '1bed91d6-ee9c-4857-ad6a-8a5166fb328b'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:21:04.488184 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9da0568-6816-4145-9f4b-169352f9410b None None] Attempting to bind port d36bb382-10de-474a-a073-c4c6144db110 on network 1bed91d6-ee9c-4857-ad6a-8a5166fb328b {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:21:04.514722 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9da0568-6816-4145-9f4b-169352f9410b None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:21:04.515180 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9da0568-6816-4145-9f4b-169352f9410b None None] Checking segment: {'id': 'fb3ee8e5-9960-414a-a37d-a0859cf23e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '1bed91d6-ee9c-4857-ad6a-8a5166fb328b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:21:04.515790 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e9da0568-6816-4145-9f4b-169352f9410b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:04.521380 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9da0568-6816-4145-9f4b-169352f9410b None None] Bound using segment: {'id': 'fb3ee8e5-9960-414a-a37d-a0859cf23e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '1bed91d6-ee9c-4857-ad6a-8a5166fb328b'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:21:04.521979 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-e9da0568-6816-4145-9f4b-169352f9410b None None] Bound port: d36bb382-10de-474a-a073-c4c6144db110, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3ee8e5-9960-414a-a37d-a0859cf23e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '1bed91d6-ee9c-4857-ad6a-8a5166fb328b'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:21:04.522384 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e9da0568-6816-4145-9f4b-169352f9410b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d36bb382-10de-474a-a073-c4c6144db110), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:04.605491 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-110e8e4f-2442-4584-a82b-cbb96497e603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:04.606973 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-110e8e4f-2442-4584-a82b-cbb96497e603 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.1195908 Feb 07 21:21:04.707567 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de32861b-1145-4eac-a1d1-d898cbd56d25 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (c5797a38-3fde-462f-93e6-e9f5f0259b04), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:04.743104 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-602b572b-4b48-4e2f-9dda-914ed2f8e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:04.745294 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-602b572b-4b48-4e2f-9dda-914ed2f8e1b1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1320794 Feb 07 21:21:04.769672 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d309667-3348-4af9-abe6-be120a9c8d0b None None] Network 2e7b2e65-6cee-4341-9565-98851f47858e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:21:04.800104 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-631b0cb9-37c0-4a23-ab43-24735eba1fd2 admin admin] Publish callbacks [] for security_group (4417b990-1ca2-4458-8dde-d9e1008cf7e7), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:04.854093 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de32861b-1145-4eac-a1d1-d898cbd56d25 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (c5797a38-3fde-462f-93e6-e9f5f0259b04), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:04.864043 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-631b0cb9-37c0-4a23-ab43-24735eba1fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4417b990-1ca2-4458-8dde-d9e1008cf7e7), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:04.866679 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-631b0cb9-37c0-4a23-ab43-24735eba1fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:04.870354 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-631b0cb9-37c0-4a23-ab43-24735eba1fd2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4417b990-1ca2-4458-8dde-d9e1008cf7e7 HTTP/1.1" status: 204 len: 168 time: 0.7722967 Feb 07 21:21:04.968590 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32861b-1145-4eac-a1d1-d898cbd56d25 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event deleted for resources: {'Subnet': ['ID=c5797a38-3fde-462f-93e6-e9f5f0259b04,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:04.978634 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de32861b-1145-4eac-a1d1-d898cbd56d25 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:04.987876 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-de32861b-1145-4eac-a1d1-d898cbd56d25 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "DELETE /v2.0/subnets/c5797a38-3fde-462f-93e6-e9f5f0259b04 HTTP/1.1" status: 204 len: 168 time: 0.8901131 Feb 07 21:21:04.989674 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b0cb9-37c0-4a23-ab43-24735eba1fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4417b990-1ca2-4458-8dde-d9e1008cf7e7,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:04.996857 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44610) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:05.027335 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e9da0568-6816-4145-9f4b-169352f9410b None None] For port d36bb382-10de-474a-a073-c4c6144db110, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:21:05.095072 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8e40725e-dd86-4a7c-b894-b34e23d95caf up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:21:05.114943 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-e6f9ccc8-7b2f-4297-85d4-7e524a5b4eb0 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622470 Feb 07 21:21:05.135771 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ca173a-40ef-460e-a525-4ba2e2ffd09b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:05.139196 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ca173a-40ef-460e-a525-4ba2e2ffd09b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:05.148776 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f9ca173a-40ef-460e-a525-4ba2e2ffd09b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1482303 Feb 07 21:21:05.149058 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44624) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:05.180865 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e9da0568-6816-4145-9f4b-169352f9410b None None] For port d36bb382-10de-474a-a073-c4c6144db110, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d36bb382-10de-474a-a073-c4c6144db110,segment=NetworkSegment(fb3ee8e5-9960-414a-a37d-a0859cf23e69),segment_id=fb3ee8e5-9960-414a-a37d-a0859cf23e69)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:21:05.228327 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e9da0568-6816-4145-9f4b-169352f9410b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d36bb382-10de-474a-a073-c4c6144db110), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:05.333778 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-67681383-2f30-47e8-825f-99849fb883ed tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (1bed91d6-ee9c-4857-ad6a-8a5166fb328b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:05.360603 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-67681383-2f30-47e8-825f-99849fb883ed tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 07 21:21:05.361460 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67681383-2f30-47e8-825f-99849fb883ed tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:21:05.379316 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-67681383-2f30-47e8-825f-99849fb883ed tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "DELETE /v2.0/networks/1bed91d6-ee9c-4857-ad6a-8a5166fb328b HTTP/1.1" status: 409 len: 466 time: 0.2189255 Feb 07 21:21:05.383493 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44634) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:05.387037 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da0568-6816-4145-9f4b-169352f9410b None None] Pushing event updated for resources: {'Port': ['ID=d36bb382-10de-474a-a073-c4c6144db110,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:05.410961 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8c18c5cf-30fe-43a6-943a-9a893e46f6fb tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2024855067'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:05.433408 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-94b393d2-a91c-4474-be90-2cfbbf00e8ef None None] Provisioning complete for port 8e40725e-dd86-4a7c-b894-b34e23d95caf triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:05.433788 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-94b393d2-a91c-4474-be90-2cfbbf00e8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8e40725e-dd86-4a7c-b894-b34e23d95caf), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:05.455156 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c18c5cf-30fe-43a6-943a-9a893e46f6fb tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Made reservation on behalf of 112b7b5d14cc4cccb71a57ad8bab41d4 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:21:05.462005 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c18c5cf-30fe-43a6-943a-9a893e46f6fb tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:05.523724 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c18c5cf-30fe-43a6-943a-9a893e46f6fb tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:21:05.545588 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c18c5cf-30fe-43a6-943a-9a893e46f6fb tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (20c6e495-7ec9-4415-a809-0dec800bfd57), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:05.548589 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-8c18c5cf-30fe-43a6-943a-9a893e46f6fb tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Added segment 20c6e495-7ec9-4415-a809-0dec800bfd57 of type vlan for network 04519161-2ca9-4acc-8d64-9b93a527bcc5 Feb 07 21:21:05.567807 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5dc27b36-cf5f-4c0f-b847-4797c995c782 req-d4a6bb3b-a230-4c9c-9d43-ad30a41d3ccb service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990936 Feb 07 21:21:05.578968 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 8e40725e-dd86-4a7c-b894-b34e23d95caf triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:05.579568 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8e40725e-dd86-4a7c-b894-b34e23d95caf), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:05.609829 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:21:05.686456 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c18c5cf-30fe-43a6-943a-9a893e46f6fb tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (04519161-2ca9-4acc-8d64-9b93a527bcc5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:05.758948 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44640) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:05.760087 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-94b393d2-a91c-4474-be90-2cfbbf00e8ef None None] Current status of the port 8e40725e-dd86-4a7c-b894-b34e23d95caf is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:05.760719 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-94b393d2-a91c-4474-be90-2cfbbf00e8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8e40725e-dd86-4a7c-b894-b34e23d95caf), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:05.783667 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c18c5cf-30fe-43a6-943a-9a893e46f6fb tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (04519161-2ca9-4acc-8d64-9b93a527bcc5), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:05.789401 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c18c5cf-30fe-43a6-943a-9a893e46f6fb tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:05.790333 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c18c5cf-30fe-43a6-943a-9a893e46f6fb tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:05.848381 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a99f1c-283b-4219-8d38-04f44878e09d req-67e56318-fc88-4fbd-8ee4-e57d30364f03 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:05.850049 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61a99f1c-283b-4219-8d38-04f44878e09d req-67e56318-fc88-4fbd-8ee4-e57d30364f03 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/networks?id=99044842-f213-4e79-8974-9c7cf695919c HTTP/1.1" status: 200 len: 815 time: 0.7882881 Feb 07 21:21:05.864934 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-94b393d2-a91c-4474-be90-2cfbbf00e8ef None None] For port 8e40725e-dd86-4a7c-b894-b34e23d95caf, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8e40725e-dd86-4a7c-b894-b34e23d95caf,segment=NetworkSegment(435c0469-da1d-491d-8dc6-2ce6a8a88da9),segment_id=435c0469-da1d-491d-8dc6-2ce6a8a88da9)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:21:05.865976 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-888a0643-6c3b-4348-a38b-ba62b46fa666 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:05.883719 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-94b393d2-a91c-4474-be90-2cfbbf00e8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8e40725e-dd86-4a7c-b894-b34e23d95caf), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:05.919756 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8c18c5cf-30fe-43a6-943a-9a893e46f6fb tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5346630 Feb 07 21:21:05.920443 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44644) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:05.929517 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2b09f264-ab11-4416-ae3b-3d9695c32f0a tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Request body: {'subnet': {'network_id': '04519161-2ca9-4acc-8d64-9b93a527bcc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:06.005828 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18c5cf-30fe-43a6-943a-9a893e46f6fb tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event updated for resources: {'Network': ['ID=04519161-2ca9-4acc-8d64-9b93a527bcc5,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:06.012250 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a55cbc-cbe8-404f-952d-4785afe0c18e req-9b00f963-1f75-4440-9b6e-2ea0171a6b28 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:06.026047 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 04519161-2ca9-4acc-8d64-9b93a527bcc5 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:21:06.034745 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-37a55cbc-cbe8-404f-952d-4785afe0c18e req-9b00f963-1f75-4440-9b6e-2ea0171a6b28 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 943 time: 0.5693407 Feb 07 21:21:06.093357 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61a99f1c-283b-4219-8d38-04f44878e09d req-6197f17d-3822-4e16-a32f-85ddd6ad6155 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/quotas/bd76eedab25c46aca49553dbe998f754 HTTP/1.1" status: 200 len: 375 time: 0.2035322 Feb 07 21:21:06.117551 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7338e-4f3c-4c7b-8e5b-603749811ca4 req-02e7684e-766d-4eb6-8c8a-4af3afb8f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:06.119394 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-baa7338e-4f3c-4c7b-8e5b-603749811ca4 req-02e7684e-766d-4eb6-8c8a-4af3afb8f1a9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2611089ae0b44bb969810bf31cebab5&device_id=884fea9b-bc9a-463d-9e25-f73e0ca67ba1 HTTP/1.1" status: 200 len: 1130 time: 0.4868643 Feb 07 21:21:06.148871 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b09f264-ab11-4416-ae3b-3d9695c32f0a tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Made reservation on behalf of 112b7b5d14cc4cccb71a57ad8bab41d4 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:21:06.161222 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2b09f264-ab11-4416-ae3b-3d9695c32f0a tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:06.191821 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 8e40725e-dd86-4a7c-b894-b34e23d95caf is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:06.212936 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-37a55cbc-cbe8-404f-952d-4785afe0c18e req-b8c85cf5-1482-44ca-ab5f-db4f1934d07b tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2128938-b392-4a71-8222-a33244520e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772103 Feb 07 21:21:06.235511 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b393d2-a91c-4474-be90-2cfbbf00e8ef None None] Pushing event updated for resources: {'Port': ['ID=8e40725e-dd86-4a7c-b894-b34e23d95caf,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:06.275546 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8212eab7-51c6-4e52-a2b1-767fae60e856 None None] Provisioning complete for port 8e40725e-dd86-4a7c-b894-b34e23d95caf triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:06.275976 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8212eab7-51c6-4e52-a2b1-767fae60e856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8e40725e-dd86-4a7c-b894-b34e23d95caf), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:06.406798 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8212eab7-51c6-4e52-a2b1-767fae60e856 None None] Current status of the port 8e40725e-dd86-4a7c-b894-b34e23d95caf is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:06.447733 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7338e-4f3c-4c7b-8e5b-603749811ca4 req-70b71580-eb74-4f98-8150-ec13e56892c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:06.449443 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-baa7338e-4f3c-4c7b-8e5b-603749811ca4 req-70b71580-eb74-4f98-8150-ec13e56892c1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.2098939 Feb 07 21:21:06.552807 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-baa7338e-4f3c-4c7b-8e5b-603749811ca4 req-884f4e4d-5b92-4604-a4c5-68f6e4ef2a10 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=8cf87d66-6950-4217-92d3-20f7554b70e4 HTTP/1.1" status: 200 len: 217 time: 0.0844607 Feb 07 21:21:06.608359 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7338e-4f3c-4c7b-8e5b-603749811ca4 req-cfecdf3d-21be-4688-9034-72b5b2e669ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:06.611065 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-baa7338e-4f3c-4c7b-8e5b-603749811ca4 req-cfecdf3d-21be-4688-9034-72b5b2e669ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0472572 Feb 07 21:21:06.683066 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-888a0643-6c3b-4348-a38b-ba62b46fa666 admin admin] Publish callbacks [] for security_group (4f9d2b61-7cf5-4dc1-8ba3-514df022d4a6), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:06.704735 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10e04b-7587-4a42-a390-c161280d7ae8 req-a7c86d98-52b3-44d7-ab35-138f14475764 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:06.706237 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb10e04b-7587-4a42-a390-c161280d7ae8 req-a7c86d98-52b3-44d7-ab35-138f14475764 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.71 "GET /v2.0/ports?device_id=453cc0c7-d010-4f1b-9663-3756df4590a2 HTTP/1.1" status: 200 len: 945 time: 0.5143261 Feb 07 21:21:06.707607 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-888a0643-6c3b-4348-a38b-ba62b46fa666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4f9d2b61-7cf5-4dc1-8ba3-514df022d4a6), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:06.708451 n-d-828185-2 neutron-server[103256]: DEBUG neutron.objects.ports [None req-2b09f264-ab11-4416-ae3b-3d9695c32f0a tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103256) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 21:21:06.712411 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2b09f264-ab11-4416-ae3b-3d9695c32f0a tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (ebc170c6-dd51-4804-8373-c3c7bf480a80), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:06.714269 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61a99f1c-283b-4219-8d38-04f44878e09d req-52675f83-cb6d-445f-a68e-74c7d142ec23 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=bd76eedab25c46aca49553dbe998f754&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5901213 Feb 07 21:21:06.784525 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09f264-ab11-4416-ae3b-3d9695c32f0a tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event updated for resources: {'Subnet': ['ID=ebc170c6-dd51-4804-8373-c3c7bf480a80,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:06.787113 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc4c75-0f5e-46cc-aeaa-40b3a17fe67d req-d178f3de-2471-497f-98ba-36bfb69a81c7 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:06.788654 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b6dc4c75-0f5e-46cc-aeaa-40b3a17fe67d req-d178f3de-2471-497f-98ba-36bfb69a81c7 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/ports?device_id=884fea9b-bc9a-463d-9e25-f73e0ca67ba1 HTTP/1.1" status: 200 len: 948 time: 0.3361816 Feb 07 21:21:06.853044 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d36bb382-10de-474a-a073-c4c6144db110 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:21:06.867310 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b09f264-ab11-4416-ae3b-3d9695c32f0a tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Checking segment: {'id': '20c6e495-7ec9-4415-a809-0dec800bfd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '04519161-2ca9-4acc-8d64-9b93a527bcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:21:06.867974 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b09f264-ab11-4416-ae3b-3d9695c32f0a tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Network hostable DHCP agents. Network: 04519161-2ca9-4acc-8d64-9b93a527bcc5, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:21:06.908699 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b09f264-ab11-4416-ae3b-3d9695c32f0a tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Network 04519161-2ca9-4acc-8d64-9b93a527bcc5 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:21:06.924646 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-2b09f264-ab11-4416-ae3b-3d9695c32f0a tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 04519161-2ca9-4acc-8d64-9b93a527bcc5) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:06.929849 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b09f264-ab11-4416-ae3b-3d9695c32f0a tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:06.930510 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2b09f264-ab11-4416-ae3b-3d9695c32f0a tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:06.950247 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c02070e-fb44-4cb3-a1a1-49fa8142c6bf None None] Network 04519161-2ca9-4acc-8d64-9b93a527bcc5 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:21:06.966190 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2b09f264-ab11-4416-ae3b-3d9695c32f0a tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0415857 Feb 07 21:21:06.968010 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44668) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:06.976404 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b5cdba2c-e5ec-4f40-8608-e9b64543d3e4 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Request body: {'port': {'network_id': '04519161-2ca9-4acc-8d64-9b93a527bcc5', 'name': 'tempest-NetworksIpV6TestAttrs-1363930188'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:07.075184 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61a99f1c-283b-4219-8d38-04f44878e09d req-09389dfe-e54c-41a5-8fa7-806dbafeb948 service neutron] 10.222.0.65 "GET /v2.0/networks/99044842-f213-4e79-8974-9c7cf695919c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321521 Feb 07 21:21:07.076137 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port d36bb382-10de-474a-a073-c4c6144db110 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:07.076534 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d36bb382-10de-474a-a073-c4c6144db110), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:07.147842 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a0643-6c3b-4348-a38b-ba62b46fa666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9d2b61-7cf5-4dc1-8ba3-514df022d4a6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:07.167022 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cdba2c-e5ec-4f40-8608-e9b64543d3e4 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Made reservation on behalf of 112b7b5d14cc4cccb71a57ad8bab41d4 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:21:07.172113 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c792f9a4-da01-4ffe-b3b3-6592cf41988e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-04519161-2ca9-4acc-8d64-9b93a527bcc5', 'network_id': '04519161-2ca9-4acc-8d64-9b93a527bcc5', 'project_id': '112b7b5d14cc4cccb71a57ad8bab41d4', 'fixed_ips': [{'subnet_id': 'ebc170c6-dd51-4804-8373-c3c7bf480a80'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:21:07.173584 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c792f9a4-da01-4ffe-b3b3-6592cf41988e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:07.181049 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b5cdba2c-e5ec-4f40-8608-e9b64543d3e4 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:07.206365 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7338e-4f3c-4c7b-8e5b-603749811ca4 req-89af03c0-e33f-46a4-83b9-4b8ff36b9a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:07.214569 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-baa7338e-4f3c-4c7b-8e5b-603749811ca4 req-89af03c0-e33f-46a4-83b9-4b8ff36b9a31 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5922320 Feb 07 21:21:07.232602 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-888a0643-6c3b-4348-a38b-ba62b46fa666 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ad1784cdf6d9407ba98f5413c683a625&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4586573 Feb 07 21:21:07.240158 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44672) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:07.307098 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-b5cdba2c-e5ec-4f40-8608-e9b64543d3e4 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] device_id is not set on port c53cfe57-534d-4c5f-825b-e7ad368fa87b yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:21:07.439252 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b6dc4c75-0f5e-46cc-aeaa-40b3a17fe67d req-8a31d6d4-468b-4f78-998d-ed5d7bef1736 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/security-groups?id=17a3daa6-564e-4ef4-a4a0-44682e499299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6227250 Feb 07 21:21:07.466086 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port d36bb382-10de-474a-a073-c4c6144db110 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:07.485547 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d36bb382-10de-474a-a073-c4c6144db110), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:07.503757 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-baa7338e-4f3c-4c7b-8e5b-603749811ca4 req-fe7750d6-e3bd-4d83-ace1-c1d2bbf0741f service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431850 Feb 07 21:21:07.512028 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61a99f1c-283b-4219-8d38-04f44878e09d req-31ae71d3-025f-45db-8b23-9238f7d7a7f6 service neutron] 10.222.0.65 "GET /v2.0/networks/99044842-f213-4e79-8974-9c7cf695919c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359803 Feb 07 21:21:07.561396 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-fb10e04b-7587-4a42-a390-c161280d7ae8 req-478cf535-46f4-43f9-a3c6-ee051a4d453a tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Deleting port 6887121c-c432-4fa6-a0ec-002f7603d24f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:21:07.562232 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fb10e04b-7587-4a42-a390-c161280d7ae8 req-478cf535-46f4-43f9-a3c6-ee051a4d453a tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (6887121c-c432-4fa6-a0ec-002f7603d24f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:07.585053 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port d36bb382-10de-474a-a073-c4c6144db110, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d36bb382-10de-474a-a073-c4c6144db110,segment=NetworkSegment(fb3ee8e5-9960-414a-a37d-a0859cf23e69),segment_id=fb3ee8e5-9960-414a-a37d-a0859cf23e69)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:21:07.594495 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d36bb382-10de-474a-a073-c4c6144db110), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:07.595832 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8e40725e-dd86-4a7c-b894-b34e23d95caf up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:21:07.659674 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d1131d-fa29-4fbf-901d-ae361e143ad1 None None] Network 1bed91d6-ee9c-4857-ad6a-8a5166fb328b requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:21:07.669418 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-b5cdba2c-e5ec-4f40-8608-e9b64543d3e4 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Allocated IP 2001:db8::f816:3eff:fe9d:a8e8 (04519161-2ca9-4acc-8d64-9b93a527bcc5/ebc170c6-dd51-4804-8373-c3c7bf480a80/c53cfe57-534d-4c5f-825b-e7ad368fa87b) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:21:07.802479 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-fb10e04b-7587-4a42-a390-c161280d7ae8 req-478cf535-46f4-43f9-a3c6-ee051a4d453a tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] For port 6887121c-c432-4fa6-a0ec-002f7603d24f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=6887121c-c432-4fa6-a0ec-002f7603d24f,segment=NetworkSegment(c034aa2b-3f97-47ab-96ec-f8ddf955f299),segment_id=c034aa2b-3f97-47ab-96ec-f8ddf955f299)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:21:07.803588 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fb10e04b-7587-4a42-a390-c161280d7ae8 req-478cf535-46f4-43f9-a3c6-ee051a4d453a tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (6887121c-c432-4fa6-a0ec-002f7603d24f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:07.823066 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-fb10e04b-7587-4a42-a390-c161280d7ae8 req-478cf535-46f4-43f9-a3c6-ee051a4d453a tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Calling delete_port for 6887121c-c432-4fa6-a0ec-002f7603d24f owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:21:07.849683 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=d36bb382-10de-474a-a073-c4c6144db110,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:07.896289 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b5cdba2c-e5ec-4f40-8608-e9b64543d3e4 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks [] for port (c53cfe57-534d-4c5f-825b-e7ad368fa87b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:07.920913 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4befc915-ef02-4aa8-80dd-cfe11a082f56 None None] Provisioning complete for port d36bb382-10de-474a-a073-c4c6144db110 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:07.921495 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4befc915-ef02-4aa8-80dd-cfe11a082f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d36bb382-10de-474a-a073-c4c6144db110), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:07.930371 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ded72be-fa7b-4fbc-86f9-3c75eba21996 admin admin] Publish callbacks [] for security_group (4f9d2b61-7cf5-4dc1-8ba3-514df022d4a6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:07.943875 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b5cdba2c-e5ec-4f40-8608-e9b64543d3e4 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (c53cfe57-534d-4c5f-825b-e7ad368fa87b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:08.082746 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f77c4196-ee68-4e5e-b51a-b1dbcc6465f4 req-1ddd2b6d-b168-4ba4-966e-175dcfd6b52e tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 210 time: 0.1700706 Feb 07 21:21:08.087227 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ded72be-fa7b-4fbc-86f9-3c75eba21996 admin admin] Publish callbacks [] for security_group (4f9d2b61-7cf5-4dc1-8ba3-514df022d4a6), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:08.110800 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cdba2c-e5ec-4f40-8608-e9b64543d3e4 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Network 04519161-2ca9-4acc-8d64-9b93a527bcc5 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:21:08.119471 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-b5cdba2c-e5ec-4f40-8608-e9b64543d3e4 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:08.124274 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cdba2c-e5ec-4f40-8608-e9b64543d3e4 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:21:08.131423 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cdba2c-e5ec-4f40-8608-e9b64543d3e4 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:08.132087 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b5cdba2c-e5ec-4f40-8608-e9b64543d3e4 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:08.141818 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdba2c-e5ec-4f40-8608-e9b64543d3e4 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event updated for resources: {'Port': ['ID=c53cfe57-534d-4c5f-825b-e7ad368fa87b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:08.180924 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b5cdba2c-e5ec-4f40-8608-e9b64543d3e4 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2110651 Feb 07 21:21:08.186688 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44698) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:08.245040 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 8e40725e-dd86-4a7c-b894-b34e23d95caf triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:08.245437 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8e40725e-dd86-4a7c-b894-b34e23d95caf), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:08.245804 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057e74a-fd8e-4fc7-8cca-9519992b834c req-05ef46a1-91e8-4873-9922-e0a9f2223f62 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:08.247640 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d057e74a-fd8e-4fc7-8cca-9519992b834c req-05ef46a1-91e8-4873-9922-e0a9f2223f62 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 943 time: 0.4084048 Feb 07 21:21:08.269856 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-baa7338e-4f3c-4c7b-8e5b-603749811ca4 req-5fb407bf-e875-4050-a719-68682705750f service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7567682 Feb 07 21:21:08.281782 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fb10e04b-7587-4a42-a390-c161280d7ae8 req-478cf535-46f4-43f9-a3c6-ee051a4d453a tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (6887121c-c432-4fa6-a0ec-002f7603d24f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:08.314043 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-349ee376-83d5-44d0-b88c-7c496c338c64 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Deleting subnet ebc170c6-dd51-4804-8373-c3c7bf480a80 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:21:08.324983 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ded72be-fa7b-4fbc-86f9-3c75eba21996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4f9d2b61-7cf5-4dc1-8ba3-514df022d4a6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:08.328712 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478cf535-46f4-43f9-a3c6-ee051a4d453a tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Pushing event deleted for resources: {'Port': ['ID=6887121c-c432-4fa6-a0ec-002f7603d24f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:08.333903 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ded72be-fa7b-4fbc-86f9-3c75eba21996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:08.335119 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8ded72be-fa7b-4fbc-86f9-3c75eba21996 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4f9d2b61-7cf5-4dc1-8ba3-514df022d4a6 HTTP/1.1" status: 204 len: 168 time: 1.0926354 Feb 07 21:21:08.356976 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['6887121c-c432-4fa6-a0ec-002f7603d24f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:21:08.360080 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded72be-fa7b-4fbc-86f9-3c75eba21996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9d2b61-7cf5-4dc1-8ba3-514df022d4a6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:08.557025 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-c792f9a4-da01-4ffe-b3b3-6592cf41988e None None] Allocated IP 2001:db8::f816:3eff:fe49:7b9 (04519161-2ca9-4acc-8d64-9b93a527bcc5/ebc170c6-dd51-4804-8373-c3c7bf480a80/820eee59-f7a7-4189-b30b-bb071501417b) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:21:08.561318 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4befc915-ef02-4aa8-80dd-cfe11a082f56 None None] Current status of the port d36bb382-10de-474a-a073-c4c6144db110 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:08.612392 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb10e04b-7587-4a42-a390-c161280d7ae8 req-478cf535-46f4-43f9-a3c6-ee051a4d453a tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] No DVR routers for this DVR port 6887121c-c432-4fa6-a0ec-002f7603d24f on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:21:08.616720 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fb10e04b-7587-4a42-a390-c161280d7ae8 req-478cf535-46f4-43f9-a3c6-ee051a4d453a tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:08.620113 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb10e04b-7587-4a42-a390-c161280d7ae8 req-478cf535-46f4-43f9-a3c6-ee051a4d453a tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.71 "DELETE /v2.0/ports/6887121c-c432-4fa6-a0ec-002f7603d24f HTTP/1.1" status: 204 len: 173 time: 1.8991373 Feb 07 21:21:08.620992 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b93563-d147-4053-9184-eb25661d6599 None None] DHCP port deletion for 1bed91d6-ee9c-4857-ad6a-8a5166fb328b request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:21:08.626979 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453cc0c7-d010-4f1b-9663-3756df4590a2', 'name': 'network-vif-deleted', 'tag': '6887121c-c432-4fa6-a0ec-002f7603d24f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:21:08.633433 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e2d0fb-e85b-499d-9cce-fe78410dddb3" -d '{"events": [{"server_uuid": "453cc0c7-d010-4f1b-9663-3756df4590a2", "name": "network-vif-deleted", "tag": "6887121c-c432-4fa6-a0ec-002f7603d24f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:21:08.653118 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d057e74a-fd8e-4fc7-8cca-9519992b834c req-b5887e45-9359-481b-ab24-c4f4308866e0 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2128938-b392-4a71-8222-a33244520e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3936450 Feb 07 21:21:08.810707 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 8e40725e-dd86-4a7c-b894-b34e23d95caf is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:08.812236 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9528acc0-4754-4126-ab39-be357768251e x-openstack-request-id: req-9528acc0-4754-4126-ab39-be357768251e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:21:08.812741 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453cc0c7-d010-4f1b-9663-3756df4590a2", "name": "network-vif-deleted", "tag": "6887121c-c432-4fa6-a0ec-002f7603d24f", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:21:08.812849 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9528acc0-4754-4126-ab39-be357768251e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:21:08.813235 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453cc0c7-d010-4f1b-9663-3756df4590a2', 'name': 'network-vif-deleted', 'tag': '6887121c-c432-4fa6-a0ec-002f7603d24f', 'status': 'completed', 'code': 200} Feb 07 21:21:08.898181 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-10b93563-d147-4053-9184-eb25661d6599 None None] Deleting port d36bb382-10de-474a-a073-c4c6144db110 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:21:08.898499 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-10b93563-d147-4053-9184-eb25661d6599 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d36bb382-10de-474a-a073-c4c6144db110), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:08.925077 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3e664-2298-4c48-a1c2-6861e789990b req-ccafdf33-99d1-4194-99cc-dd21ef43b642 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:08.937057 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6fa3e664-2298-4c48-a1c2-6861e789990b req-ccafdf33-99d1-4194-99cc-dd21ef43b642 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/ports?device_id=884fea9b-bc9a-463d-9e25-f73e0ca67ba1 HTTP/1.1" status: 200 len: 948 time: 0.2188020 Feb 07 21:21:08.995472 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d36bb382-10de-474a-a073-c4c6144db110 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:21:09.028136 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c792f9a4-da01-4ffe-b3b3-6592cf41988e None None] Publish callbacks [] for port (820eee59-f7a7-4189-b30b-bb071501417b), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:09.037549 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-349ee376-83d5-44d0-b88c-7c496c338c64 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks [] for subnet (ebc170c6-dd51-4804-8373-c3c7bf480a80), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:09.091348 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6fa3e664-2298-4c48-a1c2-6861e789990b req-e4685334-e1a4-4448-a0ac-c78916db605f tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/security-groups?id=17a3daa6-564e-4ef4-a4a0-44682e499299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528008 Feb 07 21:21:09.119074 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-10b93563-d147-4053-9184-eb25661d6599 None None] For port d36bb382-10de-474a-a073-c4c6144db110, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d36bb382-10de-474a-a073-c4c6144db110,segment=NetworkSegment(fb3ee8e5-9960-414a-a37d-a0859cf23e69),segment_id=fb3ee8e5-9960-414a-a37d-a0859cf23e69)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:21:09.125425 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-10b93563-d147-4053-9184-eb25661d6599 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d36bb382-10de-474a-a073-c4c6144db110), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:09.130905 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c792f9a4-da01-4ffe-b3b3-6592cf41988e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (820eee59-f7a7-4189-b30b-bb071501417b), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:09.142158 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-349ee376-83d5-44d0-b88c-7c496c338c64 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (ebc170c6-dd51-4804-8373-c3c7bf480a80), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:09.226457 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c792f9a4-da01-4ffe-b3b3-6592cf41988e None None] Network 04519161-2ca9-4acc-8d64-9b93a527bcc5 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:21:09.240760 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-10b93563-d147-4053-9184-eb25661d6599 None None] Calling delete_port for d36bb382-10de-474a-a073-c4c6144db110 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:21:09.246514 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-c792f9a4-da01-4ffe-b3b3-6592cf41988e None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:09.256481 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c792f9a4-da01-4ffe-b3b3-6592cf41988e None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:21:09.288690 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792f9a4-da01-4ffe-b3b3-6592cf41988e None None] Pushing event updated for resources: {'Port': ['ID=820eee59-f7a7-4189-b30b-bb071501417b,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:09.294258 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-be1c0b7a-b639-461c-9c5c-eb08d27b428e req-6c40a827-4cf3-4e75-86e3-9720a331bf65 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 210 time: 0.0783894 Feb 07 21:21:09.519045 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-349ee376-83d5-44d0-b88c-7c496c338c64 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (ebc170c6-dd51-4804-8373-c3c7bf480a80), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:09.670689 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-349ee376-83d5-44d0-b88c-7c496c338c64 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (ebc170c6-dd51-4804-8373-c3c7bf480a80), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:09.740966 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ee376-83d5-44d0-b88c-7c496c338c64 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event deleted for resources: {'Subnet': ['ID=ebc170c6-dd51-4804-8373-c3c7bf480a80,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:09.754879 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-349ee376-83d5-44d0-b88c-7c496c338c64 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:09.758190 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-349ee376-83d5-44d0-b88c-7c496c338c64 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "DELETE /v2.0/subnets/ebc170c6-dd51-4804-8373-c3c7bf480a80 HTTP/1.1" status: 204 len: 168 time: 1.5697961 Feb 07 21:21:09.761445 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44748) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:09.855607 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-10b93563-d147-4053-9184-eb25661d6599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (d36bb382-10de-474a-a073-c4c6144db110), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:09.903461 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Port d36bb382-10de-474a-a073-c4c6144db110 update to DOWN by agent not found {{(pid=103257) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 07 21:21:09.952023 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a99f1c-283b-4219-8d38-04f44878e09d req-2f5d555b-eb53-4946-bf88-1e375960cd7b tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:09.953629 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61a99f1c-283b-4219-8d38-04f44878e09d req-2f5d555b-eb53-4946-bf88-1e375960cd7b tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.71 "GET /v2.0/networks?id=99044842-f213-4e79-8974-9c7cf695919c HTTP/1.1" status: 200 len: 815 time: 0.3806121 Feb 07 21:21:09.967809 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea60eda-4554-432a-9767-1397f6e3c619 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:09.977475 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea60eda-4554-432a-9767-1397f6e3c619 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:09.980882 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-61a99f1c-283b-4219-8d38-04f44878e09d req-0150a1ba-97e2-4dcb-9c86-f2cb85a3534c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Request body: {'port': {'device_id': '3672fcb6-563a-4d0a-8a7b-581385a23757', 'network_id': '99044842-f213-4e79-8974-9c7cf695919c', 'admin_state_up': True, 'tenant_id': 'bd76eedab25c46aca49553dbe998f754'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:09.989110 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cea60eda-4554-432a-9767-1397f6e3c619 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2266111 Feb 07 21:21:09.994210 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44758) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:10.002049 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c792f9a4-da01-4ffe-b3b3-6592cf41988e None None] Attempting to bind port 820eee59-f7a7-4189-b30b-bb071501417b on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:21:10.002909 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c792f9a4-da01-4ffe-b3b3-6592cf41988e None None] Attempting to bind port 820eee59-f7a7-4189-b30b-bb071501417b by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '20c6e495-7ec9-4415-a809-0dec800bfd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '04519161-2ca9-4acc-8d64-9b93a527bcc5'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:21:10.003173 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c792f9a4-da01-4ffe-b3b3-6592cf41988e None None] Attempting to bind port 820eee59-f7a7-4189-b30b-bb071501417b on network 04519161-2ca9-4acc-8d64-9b93a527bcc5 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:21:10.012299 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b93563-d147-4053-9184-eb25661d6599 None None] Pushing event deleted for resources: {'Port': ['ID=d36bb382-10de-474a-a073-c4c6144db110,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:10.015221 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b93563-d147-4053-9184-eb25661d6599 None None] No DVR routers for this DVR port d36bb382-10de-474a-a073-c4c6144db110 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:21:10.043193 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c792f9a4-da01-4ffe-b3b3-6592cf41988e None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:21:10.044144 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c792f9a4-da01-4ffe-b3b3-6592cf41988e None None] Checking segment: {'id': '20c6e495-7ec9-4415-a809-0dec800bfd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '04519161-2ca9-4acc-8d64-9b93a527bcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:21:10.044592 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c792f9a4-da01-4ffe-b3b3-6592cf41988e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:10.044991 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c792f9a4-da01-4ffe-b3b3-6592cf41988e None None] Bound using segment: {'id': '20c6e495-7ec9-4415-a809-0dec800bfd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '04519161-2ca9-4acc-8d64-9b93a527bcc5'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:21:10.045490 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c792f9a4-da01-4ffe-b3b3-6592cf41988e None None] Bound port: 820eee59-f7a7-4189-b30b-bb071501417b, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c6e495-7ec9-4415-a809-0dec800bfd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '04519161-2ca9-4acc-8d64-9b93a527bcc5'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:21:10.045923 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c792f9a4-da01-4ffe-b3b3-6592cf41988e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (820eee59-f7a7-4189-b30b-bb071501417b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:10.174803 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c792f9a4-da01-4ffe-b3b3-6592cf41988e None None] For port 820eee59-f7a7-4189-b30b-bb071501417b, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:21:10.178888 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c792f9a4-da01-4ffe-b3b3-6592cf41988e None None] For port 820eee59-f7a7-4189-b30b-bb071501417b, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=820eee59-f7a7-4189-b30b-bb071501417b,segment=NetworkSegment(20c6e495-7ec9-4415-a809-0dec800bfd57),segment_id=20c6e495-7ec9-4415-a809-0dec800bfd57)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:21:10.187055 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c792f9a4-da01-4ffe-b3b3-6592cf41988e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (820eee59-f7a7-4189-b30b-bb071501417b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:10.193448 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e9dd8-60be-441d-a0c3-a568bac40186 req-d1e7a2e7-6cdb-41c1-9624-3a5c62a410f0 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:10.195030 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-149e9dd8-60be-441d-a0c3-a568bac40186 req-d1e7a2e7-6cdb-41c1-9624-3a5c62a410f0 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 943 time: 0.2912076 Feb 07 21:21:10.237481 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-218f48f9-e441-4575-8b53-762d2629268e tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (04519161-2ca9-4acc-8d64-9b93a527bcc5), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:10.253978 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-218f48f9-e441-4575-8b53-762d2629268e tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 07 21:21:10.254995 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-218f48f9-e441-4575-8b53-762d2629268e tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:21:10.258599 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-218f48f9-e441-4575-8b53-762d2629268e tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "DELETE /v2.0/networks/04519161-2ca9-4acc-8d64-9b93a527bcc5 HTTP/1.1" status: 409 len: 466 time: 0.2657142 Feb 07 21:21:10.262674 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44766) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:10.267810 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-385ae61c-08f0-4339-b029-3c66933c6dbd tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-794814912'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:10.299097 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385ae61c-08f0-4339-b029-3c66933c6dbd tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Made reservation on behalf of 112b7b5d14cc4cccb71a57ad8bab41d4 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:21:10.304141 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-385ae61c-08f0-4339-b029-3c66933c6dbd tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:10.338314 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-149e9dd8-60be-441d-a0c3-a568bac40186 req-fd583c24-f32d-4674-bdf7-a3336bdec408 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2128938-b392-4a71-8222-a33244520e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267779 Feb 07 21:21:10.354547 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792f9a4-da01-4ffe-b3b3-6592cf41988e None None] Pushing event updated for resources: {'Port': ['ID=820eee59-f7a7-4189-b30b-bb071501417b,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:10.367992 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385ae61c-08f0-4339-b029-3c66933c6dbd tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:21:10.379741 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a99f1c-283b-4219-8d38-04f44878e09d req-0150a1ba-97e2-4dcb-9c86-f2cb85a3534c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Made reservation on behalf of bd76eedab25c46aca49553dbe998f754 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:21:10.384327 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-61a99f1c-283b-4219-8d38-04f44878e09d req-0150a1ba-97e2-4dcb-9c86-f2cb85a3534c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:10.397802 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-385ae61c-08f0-4339-b029-3c66933c6dbd tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (48651939-df5e-4055-b0f2-84376e30a199), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:10.398426 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-385ae61c-08f0-4339-b029-3c66933c6dbd tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Added segment 48651939-df5e-4055-b0f2-84376e30a199 of type vlan for network 36f92439-66da-4c35-a520-47e45c5fff21 Feb 07 21:21:10.413915 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c8c34-fd99-4952-9e85-a19ed6ce2a35 req-ff8badab-c30f-4362-8026-81c8c2738b74 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:10.413915 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd3c8c34-fd99-4952-9e85-a19ed6ce2a35 req-ff8badab-c30f-4362-8026-81c8c2738b74 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/ports?device_id=884fea9b-bc9a-463d-9e25-f73e0ca67ba1 HTTP/1.1" status: 200 len: 948 time: 0.1715865 Feb 07 21:21:10.435179 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8cf87d66-6950-4217-92d3-20f7554b70e4 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:21:10.470751 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea3fca2-bae8-4153-b426-61c8d3efde20 None None] get_active_networks_info from n-d-828185-2 {{(pid=103257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 21:21:10.485767 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-385ae61c-08f0-4339-b029-3c66933c6dbd tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (36f92439-66da-4c35-a520-47e45c5fff21), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:10.519124 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-385ae61c-08f0-4339-b029-3c66933c6dbd tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (36f92439-66da-4c35-a520-47e45c5fff21), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:10.524876 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385ae61c-08f0-4339-b029-3c66933c6dbd tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:10.526342 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-385ae61c-08f0-4339-b029-3c66933c6dbd tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:10.620914 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ae61c-08f0-4339-b029-3c66933c6dbd tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event updated for resources: {'Network': ['ID=36f92439-66da-4c35-a520-47e45c5fff21,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:10.630932 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8cf87d66-6950-4217-92d3-20f7554b70e4, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8cf87d66-6950-4217-92d3-20f7554b70e4,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:21:10.638668 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 36f92439-66da-4c35-a520-47e45c5fff21 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:21:10.653800 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-385ae61c-08f0-4339-b029-3c66933c6dbd tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3900330 Feb 07 21:21:10.673222 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44784) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:10.691084 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ba02d0e5-efa7-4b5e-ace0-fa2ef8829cba tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Request body: {'subnet': {'network_id': '36f92439-66da-4c35-a520-47e45c5fff21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:10.710401 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '8cf87d66-6950-4217-92d3-20f7554b70e4', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '8cf87d66-6950-4217-92d3-20f7554b70e4', 'mac_address': 'fa:16:3e:bb:8b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:21:10.722232 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea3fca2-bae8-4153-b426-61c8d3efde20 None None] Resources bound (agent type, host, resource id): {{(pid=103257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 21:21:10.773159 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 8cf87d66-6950-4217-92d3-20f7554b70e4 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:10.773552 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8cf87d66-6950-4217-92d3-20f7554b70e4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:10.813685 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf87d66-6950-4217-92d3-20f7554b70e4 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:21:10.856392 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8cf87d66-6950-4217-92d3-20f7554b70e4, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8cf87d66-6950-4217-92d3-20f7554b70e4,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:21:10.892385 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba02d0e5-efa7-4b5e-ace0-fa2ef8829cba tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Made reservation on behalf of 112b7b5d14cc4cccb71a57ad8bab41d4 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:21:10.896809 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba02d0e5-efa7-4b5e-ace0-fa2ef8829cba tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:10.940610 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8cf87d66-6950-4217-92d3-20f7554b70e4), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:10.941289 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 0b805bb8-ddc3-4381-96ac-9e0d5d70109a details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:21:11.046353 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 6887121c-c432-4fa6-a0ec-002f7603d24f no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:21:11.062694 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-61a99f1c-283b-4219-8d38-04f44878e09d req-0150a1ba-97e2-4dcb-9c86-f2cb85a3534c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Allocated IP 172.20.0.10 (99044842-f213-4e79-8974-9c7cf695919c/bf7eaca0-61e7-4692-8c31-d68c2d8f983d/8e4b7365-ec04-491a-ad52-c02d67c1a144) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:21:11.131441 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 6887121c-c432-4fa6-a0ec-002f7603d24f {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:21:11.131696 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 6887121c-c432-4fa6-a0ec-002f7603d24f not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:21:11.147835 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.resource_extend [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:21:11.193832 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=8cf87d66-6950-4217-92d3-20f7554b70e4,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:11.213612 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44802) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:11.327162 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1d58f5b-1e46-44a5-ae6f-5e9068cc1da4 req-579c12e5-c3b1-4b5b-9cc4-727e7423cfdd tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 210 time: 0.8151155 Feb 07 21:21:11.347109 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd3c8c34-fd99-4952-9e85-a19ed6ce2a35 req-3d1d7253-8f88-4a30-94ac-26cb1e961376 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/security-groups?id=17a3daa6-564e-4ef4-a4a0-44682e499299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9221885 Feb 07 21:21:11.446981 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-61a99f1c-283b-4219-8d38-04f44878e09d req-0150a1ba-97e2-4dcb-9c86-f2cb85a3534c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Publish callbacks [] for port (8e4b7365-ec04-491a-ad52-c02d67c1a144), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:11.466152 n-d-828185-2 neutron-server[103256]: DEBUG neutron.objects.ports [None req-ba02d0e5-efa7-4b5e-ace0-fa2ef8829cba tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103256) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 21:21:11.471814 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba02d0e5-efa7-4b5e-ace0-fa2ef8829cba tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (027f894a-10e8-4acf-967e-1462f73053e1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:11.529554 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-61a99f1c-283b-4219-8d38-04f44878e09d req-0150a1ba-97e2-4dcb-9c86-f2cb85a3534c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (8e4b7365-ec04-491a-ad52-c02d67c1a144), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:11.587179 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 0b805bb8-ddc3-4381-96ac-9e0d5d70109a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=0b805bb8-ddc3-4381-96ac-9e0d5d70109a,segment=NetworkSegment(29dfbc9f-efea-4d80-984c-df54d0ccdf04),segment_id=29dfbc9f-efea-4d80-984c-df54d0ccdf04)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:21:11.591964 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02d0e5-efa7-4b5e-ace0-fa2ef8829cba tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event updated for resources: {'Subnet': ['ID=027f894a-10e8-4acf-967e-1462f73053e1,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:11.602944 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-351f353d-e44d-436f-911c-ba70679e5cb0 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1049103236', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:11.624002 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a99f1c-283b-4219-8d38-04f44878e09d req-0150a1ba-97e2-4dcb-9c86-f2cb85a3534c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Network 99044842-f213-4e79-8974-9c7cf695919c is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:21:11.625647 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '0b805bb8-ddc3-4381-96ac-9e0d5d70109a', 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f', 'port_id': '0b805bb8-ddc3-4381-96ac-9e0d5d70109a', 'mac_address': 'fa:16:3e:e2:a7:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8dc7fe0-0333-4cfb-89b3-35dc114fee14', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:21:11.667666 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-61a99f1c-283b-4219-8d38-04f44878e09d req-0150a1ba-97e2-4dcb-9c86-f2cb85a3534c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:11.672747 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351f353d-e44d-436f-911c-ba70679e5cb0 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Made reservation on behalf of 075d460dbc7a41d4a65cc887be474289 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:21:11.676022 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-351f353d-e44d-436f-911c-ba70679e5cb0 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:11.678281 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110c9a3f-5314-4464-bc6c-1ef0d12562ea None None] Network 04519161-2ca9-4acc-8d64-9b93a527bcc5 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:21:11.702349 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a99f1c-283b-4219-8d38-04f44878e09d req-0150a1ba-97e2-4dcb-9c86-f2cb85a3534c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:21:11.730675 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-351f353d-e44d-436f-911c-ba70679e5cb0 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:11.778198 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba02d0e5-efa7-4b5e-ace0-fa2ef8829cba tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Checking segment: {'id': '48651939-df5e-4055-b0f2-84376e30a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '36f92439-66da-4c35-a520-47e45c5fff21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:21:11.778546 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba02d0e5-efa7-4b5e-ace0-fa2ef8829cba tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Network hostable DHCP agents. Network: 36f92439-66da-4c35-a520-47e45c5fff21, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:21:11.837833 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba02d0e5-efa7-4b5e-ace0-fa2ef8829cba tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Network 36f92439-66da-4c35-a520-47e45c5fff21 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:21:11.847074 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 0b805bb8-ddc3-4381-96ac-9e0d5d70109a is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:11.848247 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0b805bb8-ddc3-4381-96ac-9e0d5d70109a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:11.854118 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-ba02d0e5-efa7-4b5e-ace0-fa2ef8829cba tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 36f92439-66da-4c35-a520-47e45c5fff21) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:11.863363 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150a1ba-97e2-4dcb-9c86-f2cb85a3534c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Pushing event updated for resources: {'Port': ['ID=8e4b7365-ec04-491a-ad52-c02d67c1a144,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:11.874351 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba02d0e5-efa7-4b5e-ace0-fa2ef8829cba tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:11.875551 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba02d0e5-efa7-4b5e-ace0-fa2ef8829cba tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:11.901565 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ba02d0e5-efa7-4b5e-ace0-fa2ef8829cba tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2261913 Feb 07 21:21:11.903258 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44822) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:11.903708 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b805bb8-ddc3-4381-96ac-9e0d5d70109a {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:21:11.961978 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 0b805bb8-ddc3-4381-96ac-9e0d5d70109a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=0b805bb8-ddc3-4381-96ac-9e0d5d70109a,segment=NetworkSegment(29dfbc9f-efea-4d80-984c-df54d0ccdf04),segment_id=29dfbc9f-efea-4d80-984c-df54d0ccdf04)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:21:11.966952 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf0e0ab-e725-4cf6-8813-4cb6d31019ff None None] Network 36f92439-66da-4c35-a520-47e45c5fff21 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:21:11.969618 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a99f1c-283b-4219-8d38-04f44878e09d req-0150a1ba-97e2-4dcb-9c86-f2cb85a3534c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:11.970289 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-61a99f1c-283b-4219-8d38-04f44878e09d req-0150a1ba-97e2-4dcb-9c86-f2cb85a3534c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:11.980450 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0b805bb8-ddc3-4381-96ac-9e0d5d70109a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:12.009831 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf83e22-eb6c-4bd4-b56e-f787e44872fd req-eb36651c-501d-48c1-a1f5-1e99ddc9292c tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:12.011393 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bbf83e22-eb6c-4bd4-b56e-f787e44872fd req-eb36651c-501d-48c1-a1f5-1e99ddc9292c tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 943 time: 0.4532080 Feb 07 21:21:12.033957 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b431a3d1-0f7f-4ddb-bb06-d6adab2d8d34 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (36f92439-66da-4c35-a520-47e45c5fff21), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:12.114630 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420fd2a-90e9-42b4-b21d-e210bbe46805 req-29d7923b-69f3-4138-8ad5-4f5f458a85de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:12.117067 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2420fd2a-90e9-42b4-b21d-e210bbe46805 req-29d7923b-69f3-4138-8ad5-4f5f458a85de service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 1127 time: 0.3536911 Feb 07 21:21:12.128553 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61a99f1c-283b-4219-8d38-04f44878e09d req-0150a1ba-97e2-4dcb-9c86-f2cb85a3534c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1570497 Feb 07 21:21:12.197876 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=0b805bb8-ddc3-4381-96ac-9e0d5d70109a,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:12.247659 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-61a99f1c-283b-4219-8d38-04f44878e09d req-8b5dde8e-291b-4022-b6c3-92af85e95638 service neutron] Request body: {'port': {'device_id': '3672fcb6-563a-4d0a-8a7b-581385a23757', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:12.273163 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b431a3d1-0f7f-4ddb-bb06-d6adab2d8d34 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (027f894a-10e8-4acf-967e-1462f73053e1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:12.274801 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c923f7f7-a5e5-4244-95cc-1b2cf8b4db42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-36f92439-66da-4c35-a520-47e45c5fff21', 'network_id': '36f92439-66da-4c35-a520-47e45c5fff21', 'project_id': '112b7b5d14cc4cccb71a57ad8bab41d4', 'fixed_ips': [{'subnet_id': '027f894a-10e8-4acf-967e-1462f73053e1'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:21:12.276435 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c923f7f7-a5e5-4244-95cc-1b2cf8b4db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:12.281680 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-351f353d-e44d-436f-911c-ba70679e5cb0 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Publish callbacks [] for security_group (4d9c4c56-5d9a-4e08-915c-96482fab8c34), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:12.320984 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-351f353d-e44d-436f-911c-ba70679e5cb0 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4d9c4c56-5d9a-4e08-915c-96482fab8c34), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:12.340031 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-351f353d-e44d-436f-911c-ba70679e5cb0 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] device_id is not set on port 0a6fef60-4619-4dd6-aa10-b100fa44c36b yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:21:12.435116 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f353d-e44d-436f-911c-ba70679e5cb0 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9c4c56-5d9a-4e08-915c-96482fab8c34,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:12.464968 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420fd2a-90e9-42b4-b21d-e210bbe46805 req-c2ae09cb-24f2-4901-a6a7-3b20b18f1fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:12.470519 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b431a3d1-0f7f-4ddb-bb06-d6adab2d8d34 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (027f894a-10e8-4acf-967e-1462f73053e1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:12.486672 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2420fd2a-90e9-42b4-b21d-e210bbe46805 req-c2ae09cb-24f2-4901-a6a7-3b20b18f1fd9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 913 time: 0.3408186 Feb 07 21:21:12.511884 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['0b805bb8-ddc3-4381-96ac-9e0d5d70109a'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:21:12.523976 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['8cf87d66-6950-4217-92d3-20f7554b70e4'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:21:12.599648 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431a3d1-0f7f-4ddb-bb06-d6adab2d8d34 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event deleted for resources: {'Subnet': ['ID=027f894a-10e8-4acf-967e-1462f73053e1,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:12.669815 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2b32a-aa1c-4cc7-9d9e-cd744f55987e req-ceb3bb86-18b0-4b51-b182-1673f81943c6 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:12.669815 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77d2b32a-aa1c-4cc7-9d9e-cd744f55987e req-ceb3bb86-18b0-4b51-b182-1673f81943c6 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.7815771 Feb 07 21:21:12.687210 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-351f353d-e44d-436f-911c-ba70679e5cb0 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Allocated IP 172.25.4.142 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/0a6fef60-4619-4dd6-aa10-b100fa44c36b) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:21:12.758528 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bbf83e22-eb6c-4bd4-b56e-f787e44872fd req-ec1af65a-1e7b-4f40-84a9-5161236d51e3 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2128938-b392-4a71-8222-a33244520e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7198908 Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server [None req-c923f7f7-a5e5-4244-95cc-1b2cf8b4db42 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 027f894a-10e8-4acf-967e-1462f73053e1: This subnet is being modified by another concurrent operation. Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 21:21:12.792867 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise exception Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 027f894a-10e8-4acf-967e-1462f73053e1: This subnet is being modified by another concurrent operation. Feb 07 21:21:12.796507 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server Feb 07 21:21:12.841282 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687f84fc-0a1e-4e9e-b506-195b54fed090 None None] get_active_networks_info from n-d-828185-2 {{(pid=103257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 21:21:12.959083 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b431a3d1-0f7f-4ddb-bb06-d6adab2d8d34 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (36f92439-66da-4c35-a520-47e45c5fff21), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:12.960936 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77d2b32a-aa1c-4cc7-9d9e-cd744f55987e req-c9514834-c1f1-4946-ae49-1ed6cf6b110c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2603366 Feb 07 21:21:12.963118 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2420fd2a-90e9-42b4-b21d-e210bbe46805 req-33084486-dc98-40eb-9696-2dc7276c30d4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17dc58fa-1248-4f88-b868-ac032c41d000 HTTP/1.1" status: 200 len: 1000 time: 0.4699605 Feb 07 21:21:12.979592 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-61a99f1c-283b-4219-8d38-04f44878e09d req-8b5dde8e-291b-4022-b6c3-92af85e95638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8e4b7365-ec04-491a-ad52-c02d67c1a144), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:13.025617 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-b431a3d1-0f7f-4ddb-bb06-d6adab2d8d34 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f92439-66da-4c35-a520-47e45c5fff21']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:13.056975 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687f84fc-0a1e-4e9e-b506-195b54fed090 None None] Resources bound (agent type, host, resource id): {{(pid=103257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 21:21:13.069109 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420fd2a-90e9-42b4-b21d-e210bbe46805 req-7b0349f6-c341-48c8-a225-5e43033bfba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:13.069109 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2420fd2a-90e9-42b4-b21d-e210bbe46805 req-7b0349f6-c341-48c8-a225-5e43033bfba0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.0821617 Feb 07 21:21:13.104831 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-b431a3d1-0f7f-4ddb-bb06-d6adab2d8d34 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48651939-df5e-4055-b0f2-84376e30a199') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:13.105286 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-b431a3d1-0f7f-4ddb-bb06-d6adab2d8d34 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48651939-df5e-4055-b0f2-84376e30a199') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:13.128290 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b431a3d1-0f7f-4ddb-bb06-d6adab2d8d34 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (48651939-df5e-4055-b0f2-84376e30a199), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:13.154230 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-351f353d-e44d-436f-911c-ba70679e5cb0 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Publish callbacks [] for port (0a6fef60-4619-4dd6-aa10-b100fa44c36b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:13.156612 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b431a3d1-0f7f-4ddb-bb06-d6adab2d8d34 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (48651939-df5e-4055-b0f2-84376e30a199), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:13.180104 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b431a3d1-0f7f-4ddb-bb06-d6adab2d8d34 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:21:13.180701 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b431a3d1-0f7f-4ddb-bb06-d6adab2d8d34 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (48651939-df5e-4055-b0f2-84376e30a199), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:21:13.184507 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:21:13.289957 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef4742-fb41-480e-ac5c-0007dc25cbee req-47db2a54-bf07-43f1-b5fa-1b86189dd806 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:13.296474 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-58ef4742-fb41-480e-ac5c-0007dc25cbee req-47db2a54-bf07-43f1-b5fa-1b86189dd806 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 932 time: 0.3663514 Feb 07 21:21:13.320230 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b431a3d1-0f7f-4ddb-bb06-d6adab2d8d34 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (36f92439-66da-4c35-a520-47e45c5fff21), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:13.350062 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b431a3d1-0f7f-4ddb-bb06-d6adab2d8d34 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:13.357244 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b431a3d1-0f7f-4ddb-bb06-d6adab2d8d34 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "DELETE /v2.0/networks/36f92439-66da-4c35-a520-47e45c5fff21 HTTP/1.1" status: 204 len: 168 time: 1.4529924 Feb 07 21:21:13.358433 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44846) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:13.362682 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431a3d1-0f7f-4ddb-bb06-d6adab2d8d34 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event deleted for resources: {'Network': ['ID=36f92439-66da-4c35-a520-47e45c5fff21,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:13.378823 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-198e8df1-c7d8-411c-bfe7-3b029a51f02b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1833574095'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:13.395129 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420fd2a-90e9-42b4-b21d-e210bbe46805 req-fdae78b0-2272-421d-aef0-c765cc6ce1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:13.396734 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2420fd2a-90e9-42b4-b21d-e210bbe46805 req-fdae78b0-2272-421d-aef0-c765cc6ce1e1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3066466 Feb 07 21:21:13.409710 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-351f353d-e44d-436f-911c-ba70679e5cb0 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (0a6fef60-4619-4dd6-aa10-b100fa44c36b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:13.504768 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351f353d-e44d-436f-911c-ba70679e5cb0 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:21:13.514702 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-351f353d-e44d-436f-911c-ba70679e5cb0 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:13.528344 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351f353d-e44d-436f-911c-ba70679e5cb0 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:21:13.585527 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f353d-e44d-436f-911c-ba70679e5cb0 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Pushing event updated for resources: {'Port': ['ID=0a6fef60-4619-4dd6-aa10-b100fa44c36b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:13.639056 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351f353d-e44d-436f-911c-ba70679e5cb0 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:13.639670 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-351f353d-e44d-436f-911c-ba70679e5cb0 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:13.641354 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2420fd2a-90e9-42b4-b21d-e210bbe46805 req-a256e17b-a2c6-46e7-9228-1dd68dfd6aea service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299643 Feb 07 21:21:13.676235 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-351f353d-e44d-436f-911c-ba70679e5cb0 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4613702 Feb 07 21:21:13.676916 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44854) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:13.681477 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-92bd1eb1-a5e5-46dd-85a2-7dcc16df4432 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.142'}]}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:13.710508 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92bd1eb1-a5e5-46dd-85a2-7dcc16df4432 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (19f7b4ff-58f8-49fb-9883-6d887f9c497a), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:13.711863 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92bd1eb1-a5e5-46dd-85a2-7dcc16df4432 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (19f7b4ff-58f8-49fb-9883-6d887f9c497a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:13.802653 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198e8df1-c7d8-411c-bfe7-3b029a51f02b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Made reservation on behalf of 112b7b5d14cc4cccb71a57ad8bab41d4 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:21:13.806894 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-198e8df1-c7d8-411c-bfe7-3b029a51f02b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:13.812095 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2420fd2a-90e9-42b4-b21d-e210bbe46805 req-94a02037-ec96-48f2-98b2-dc870a7f5f06 service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449878 Feb 07 21:21:13.818902 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92bd1eb1-a5e5-46dd-85a2-7dcc16df4432 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Publish callbacks [] for router_controller (19f7b4ff-58f8-49fb-9883-6d887f9c497a), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:13.832407 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a910789-5e3b-4d6f-8f8e-8041973a8256 req-87586f54-faf3-4020-b151-5efdfcfd25c2 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:13.841053 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a910789-5e3b-4d6f-8f8e-8041973a8256 req-87586f54-faf3-4020-b151-5efdfcfd25c2 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/ports?device_id=884fea9b-bc9a-463d-9e25-f73e0ca67ba1 HTTP/1.1" status: 200 len: 949 time: 0.6957600 Feb 07 21:21:13.857913 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.resource_extend [None req-687f84fc-0a1e-4e9e-b506-195b54fed090 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:21:13.883244 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-58ef4742-fb41-480e-ac5c-0007dc25cbee req-30fe78ae-0c14-4c35-8db6-307cb30a0160 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5744164 Feb 07 21:21:13.911249 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32fdfb2-38af-4d04-8898-8c048d4825c0 None None] Network 36f92439-66da-4c35-a520-47e45c5fff21 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:21:13.938677 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32fdfb2-38af-4d04-8898-8c048d4825c0 None None] Network 36f92439-66da-4c35-a520-47e45c5fff21 could not be found, it might have been deleted concurrently. {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 07 21:21:14.082577 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198e8df1-c7d8-411c-bfe7-3b029a51f02b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:21:14.130949 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-198e8df1-c7d8-411c-bfe7-3b029a51f02b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (75c74e3f-bd56-4d8d-9d2b-22fca0fee3bf), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:14.131708 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-198e8df1-c7d8-411c-bfe7-3b029a51f02b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Added segment 75c74e3f-bd56-4d8d-9d2b-22fca0fee3bf of type vlan for network 614a42dc-e998-4d8e-b556-b19141d0929a Feb 07 21:21:14.138510 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a910789-5e3b-4d6f-8f8e-8041973a8256 req-d1b09e25-a7bd-4aa4-889f-80769e89c217 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/security-groups?id=17a3daa6-564e-4ef4-a4a0-44682e499299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966266 Feb 07 21:21:14.147738 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92bd1eb1-a5e5-46dd-85a2-7dcc16df4432 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Publish callbacks [] for router_gateway (19f7b4ff-58f8-49fb-9883-6d887f9c497a), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:14.240473 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-198e8df1-c7d8-411c-bfe7-3b029a51f02b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (614a42dc-e998-4d8e-b556-b19141d0929a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:14.269353 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b35e9-e219-4f9e-af82-e40deba94936 req-48b7d1f3-7a34-45bb-b8e1-f3b97c2b65ac tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:14.273129 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb8b35e9-e219-4f9e-af82-e40deba94936 req-48b7d1f3-7a34-45bb-b8e1-f3b97c2b65ac tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 944 time: 0.2421970 Feb 07 21:21:14.375983 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-198e8df1-c7d8-411c-bfe7-3b029a51f02b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (614a42dc-e998-4d8e-b556-b19141d0929a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:14.383047 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198e8df1-c7d8-411c-bfe7-3b029a51f02b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:14.383914 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-198e8df1-c7d8-411c-bfe7-3b029a51f02b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:14.545481 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e8df1-c7d8-411c-bfe7-3b029a51f02b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event updated for resources: {'Network': ['ID=614a42dc-e998-4d8e-b556-b19141d0929a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:14.561821 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 614a42dc-e998-4d8e-b556-b19141d0929a details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:21:14.608808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-61a99f1c-283b-4219-8d38-04f44878e09d req-8b5dde8e-291b-4022-b6c3-92af85e95638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e4b7365-ec04-491a-ad52-c02d67c1a144 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:21:14.622492 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb8b35e9-e219-4f9e-af82-e40deba94936 req-a1d931bc-831b-4330-a62f-f771906d6c9e tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2128938-b392-4a71-8222-a33244520e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3327806 Feb 07 21:21:14.631057 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-61a99f1c-283b-4219-8d38-04f44878e09d req-8b5dde8e-291b-4022-b6c3-92af85e95638 service neutron] Publish callbacks [] for port (8e4b7365-ec04-491a-ad52-c02d67c1a144), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:14.644820 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-198e8df1-c7d8-411c-bfe7-3b029a51f02b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2816238 Feb 07 21:21:14.655071 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44872) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:14.656705 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1c87ada5-f5c0-4799-901b-9e5040de3d9a tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Request body: {'subnet': {'network_id': '614a42dc-e998-4d8e-b556-b19141d0929a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:14.790054 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-61a99f1c-283b-4219-8d38-04f44878e09d req-8b5dde8e-291b-4022-b6c3-92af85e95638 service neutron] Transition to ACTIVE for port object 8e4b7365-ec04-491a-ad52-c02d67c1a144 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:21:14.795883 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92bd1eb1-a5e5-46dd-85a2-7dcc16df4432 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Publish callbacks [] for router_gateway (19f7b4ff-58f8-49fb-9883-6d887f9c497a), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:14.799303 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-61a99f1c-283b-4219-8d38-04f44878e09d req-8b5dde8e-291b-4022-b6c3-92af85e95638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (8e4b7365-ec04-491a-ad52-c02d67c1a144), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:14.826528 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc888f-fe75-411d-8f0a-6f0ea38afd0c req-6e02c5d2-40ee-48fb-b28e-2a86e368695c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:14.828861 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92bd1eb1-a5e5-46dd-85a2-7dcc16df4432 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:14.828995 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9cc888f-fe75-411d-8f0a-6f0ea38afd0c req-6e02c5d2-40ee-48fb-b28e-2a86e368695c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.5440660 Feb 07 21:21:14.995357 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c87ada5-f5c0-4799-901b-9e5040de3d9a tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Made reservation on behalf of 112b7b5d14cc4cccb71a57ad8bab41d4 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:21:15.002080 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c87ada5-f5c0-4799-901b-9e5040de3d9a tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:15.074951 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9cc888f-fe75-411d-8f0a-6f0ea38afd0c req-22490600-5872-4fdb-af4e-10335933caba tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989958 Feb 07 21:21:15.075702 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5dde8e-291b-4022-b6c3-92af85e95638 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4b7365-ec04-491a-ad52-c02d67c1a144,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:15.124478 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-61a99f1c-283b-4219-8d38-04f44878e09d req-8b5dde8e-291b-4022-b6c3-92af85e95638 service neutron] Attempting to bind port 8e4b7365-ec04-491a-ad52-c02d67c1a144 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:21:15.124478 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-61a99f1c-283b-4219-8d38-04f44878e09d req-8b5dde8e-291b-4022-b6c3-92af85e95638 service neutron] Attempting to bind port 8e4b7365-ec04-491a-ad52-c02d67c1a144 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'c034aa2b-3f97-47ab-96ec-f8ddf955f299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '99044842-f213-4e79-8974-9c7cf695919c'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:21:15.124478 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a99f1c-283b-4219-8d38-04f44878e09d req-8b5dde8e-291b-4022-b6c3-92af85e95638 service neutron] Attempting to bind port 8e4b7365-ec04-491a-ad52-c02d67c1a144 on network 99044842-f213-4e79-8974-9c7cf695919c {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:21:15.151378 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92bd1eb1-a5e5-46dd-85a2-7dcc16df4432 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Publish callbacks [] for router (19f7b4ff-58f8-49fb-9883-6d887f9c497a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:15.156690 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a99f1c-283b-4219-8d38-04f44878e09d req-8b5dde8e-291b-4022-b6c3-92af85e95638 service neutron] Port 8e4b7365-ec04-491a-ad52-c02d67c1a144 on network 99044842-f213-4e79-8974-9c7cf695919c not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:21:15.157014 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a99f1c-283b-4219-8d38-04f44878e09d req-8b5dde8e-291b-4022-b6c3-92af85e95638 service neutron] Attempting to bind port 8e4b7365-ec04-491a-ad52-c02d67c1a144 on network 99044842-f213-4e79-8974-9c7cf695919c {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:21:15.192497 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a99f1c-283b-4219-8d38-04f44878e09d req-8b5dde8e-291b-4022-b6c3-92af85e95638 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:21:15.192833 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a99f1c-283b-4219-8d38-04f44878e09d req-8b5dde8e-291b-4022-b6c3-92af85e95638 service neutron] Checking segment: {'id': 'c034aa2b-3f97-47ab-96ec-f8ddf955f299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '99044842-f213-4e79-8974-9c7cf695919c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:21:15.193217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a99f1c-283b-4219-8d38-04f44878e09d req-8b5dde8e-291b-4022-b6c3-92af85e95638 service neutron] Bound using segment: {'id': 'c034aa2b-3f97-47ab-96ec-f8ddf955f299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '99044842-f213-4e79-8974-9c7cf695919c'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:21:15.193645 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-61a99f1c-283b-4219-8d38-04f44878e09d req-8b5dde8e-291b-4022-b6c3-92af85e95638 service neutron] Bound port: 8e4b7365-ec04-491a-ad52-c02d67c1a144, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c034aa2b-3f97-47ab-96ec-f8ddf955f299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '99044842-f213-4e79-8974-9c7cf695919c'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:21:15.194112 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-61a99f1c-283b-4219-8d38-04f44878e09d req-8b5dde8e-291b-4022-b6c3-92af85e95638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8e4b7365-ec04-491a-ad52-c02d67c1a144), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:15.278756 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11dc1d-a00a-4cc2-b850-f41ceaef081b req-e5abe45c-c64d-4464-ba7d-6136273fcf7c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:15.280252 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f11dc1d-a00a-4cc2-b850-f41ceaef081b req-e5abe45c-c64d-4464-ba7d-6136273fcf7c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 944 time: 0.2742028 Feb 07 21:21:15.414041 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-61a99f1c-283b-4219-8d38-04f44878e09d req-8b5dde8e-291b-4022-b6c3-92af85e95638 service neutron] For port 8e4b7365-ec04-491a-ad52-c02d67c1a144, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:21:15.460793 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-61a99f1c-283b-4219-8d38-04f44878e09d req-8b5dde8e-291b-4022-b6c3-92af85e95638 service neutron] For port 8e4b7365-ec04-491a-ad52-c02d67c1a144, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=8e4b7365-ec04-491a-ad52-c02d67c1a144,segment=NetworkSegment(c034aa2b-3f97-47ab-96ec-f8ddf955f299),segment_id=c034aa2b-3f97-47ab-96ec-f8ddf955f299)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:21:15.470810 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f11dc1d-a00a-4cc2-b850-f41ceaef081b req-7aff7e62-bd77-405b-b2d3-ce5188ec7ffd tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724548 Feb 07 21:21:15.498685 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-61a99f1c-283b-4219-8d38-04f44878e09d req-8b5dde8e-291b-4022-b6c3-92af85e95638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (8e4b7365-ec04-491a-ad52-c02d67c1a144), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:15.517907 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92bd1eb1-a5e5-46dd-85a2-7dcc16df4432 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (19f7b4ff-58f8-49fb-9883-6d887f9c497a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:15.523415 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92bd1eb1-a5e5-46dd-85a2-7dcc16df4432 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Publish callbacks [] for router_controller (19f7b4ff-58f8-49fb-9883-6d887f9c497a), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:15.528900 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6318ae-a5c5-4071-b34b-2f26d3a80d97 req-c5e5e693-1782-4c3a-ae8f-d1e824e6a2ae tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:15.530505 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f6318ae-a5c5-4071-b34b-2f26d3a80d97 req-c5e5e693-1782-4c3a-ae8f-d1e824e6a2ae tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/ports?device_id=884fea9b-bc9a-463d-9e25-f73e0ca67ba1 HTTP/1.1" status: 200 len: 949 time: 0.2487957 Feb 07 21:21:15.555899 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c87ada5-f5c0-4799-901b-9e5040de3d9a tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (b99e799a-487b-4a98-8a38-545b3366e6c5), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:15.596448 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92bd1eb1-a5e5-46dd-85a2-7dcc16df4432 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (19f7b4ff-58f8-49fb-9883-6d887f9c497a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:15.598361 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bd1eb1-a5e5-46dd-85a2-7dcc16df4432 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19f7b4ff-58f8-49fb-9883-6d887f9c497a {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:21:15.616276 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a99f1c-283b-4219-8d38-04f44878e09d req-8b5dde8e-291b-4022-b6c3-92af85e95638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:15.617133 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-61a99f1c-283b-4219-8d38-04f44878e09d req-8b5dde8e-291b-4022-b6c3-92af85e95638 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:15.619775 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-92bd1eb1-a5e5-46dd-85a2-7dcc16df4432 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 07 21:21:15.620105 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61a99f1c-283b-4219-8d38-04f44878e09d req-8b5dde8e-291b-4022-b6c3-92af85e95638 service neutron] 10.222.0.71 "PUT /v2.0/ports/8e4b7365-ec04-491a-ad52-c02d67c1a144 HTTP/1.1" status: 200 len: 1092 time: 3.4747357 Feb 07 21:21:15.621800 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-92bd1eb1-a5e5-46dd-85a2-7dcc16df4432 tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.9439058 Feb 07 21:21:15.625814 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3672fcb6-563a-4d0a-8a7b-581385a23757', 'tag': '8e4b7365-ec04-491a-ad52-c02d67c1a144'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:21:15.628743 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7e0792-4942-4612-a0f0-87b8d21e38e3" -d '{"events": [{"name": "network-changed", "server_uuid": "3672fcb6-563a-4d0a-8a7b-581385a23757", "tag": "8e4b7365-ec04-491a-ad52-c02d67c1a144"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:21:15.633541 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44888) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:15.717605 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5dde8e-291b-4022-b6c3-92af85e95638 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4b7365-ec04-491a-ad52-c02d67c1a144,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:15.744224 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87ada5-f5c0-4799-901b-9e5040de3d9a tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event updated for resources: {'Subnet': ['ID=b99e799a-487b-4a98-8a38-545b3366e6c5,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:15.760767 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f6318ae-a5c5-4071-b34b-2f26d3a80d97 req-1c72ac55-aae6-47a9-8d16-812f21fa45d3 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/security-groups?id=17a3daa6-564e-4ef4-a4a0-44682e499299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084935 Feb 07 21:21:15.776743 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c87ada5-f5c0-4799-901b-9e5040de3d9a tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Checking segment: {'id': '75c74e3f-bd56-4d8d-9d2b-22fca0fee3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '614a42dc-e998-4d8e-b556-b19141d0929a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:21:15.777100 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c87ada5-f5c0-4799-901b-9e5040de3d9a tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Network hostable DHCP agents. Network: 614a42dc-e998-4d8e-b556-b19141d0929a, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:21:15.804788 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a99f1c-283b-4219-8d38-04f44878e09d req-7ee68cc7-256c-4b34-a83b-b1a0e8121248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:15.806317 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61a99f1c-283b-4219-8d38-04f44878e09d req-7ee68cc7-256c-4b34-a83b-b1a0e8121248 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bd76eedab25c46aca49553dbe998f754&device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 1126 time: 0.1170740 Feb 07 21:21:15.815567 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c87ada5-f5c0-4799-901b-9e5040de3d9a tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Network 614a42dc-e998-4d8e-b556-b19141d0929a is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:21:15.860639 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7b6481-db77-4f06-92d9-347d0b31bd27 x-openstack-request-id: req-0c7b6481-db77-4f06-92d9-347d0b31bd27 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:21:15.861248 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3672fcb6-563a-4d0a-8a7b-581385a23757", "tag": "8e4b7365-ec04-491a-ad52-c02d67c1a144", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:21:15.861508 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0c7b6481-db77-4f06-92d9-347d0b31bd27 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:21:15.861914 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3672fcb6-563a-4d0a-8a7b-581385a23757', 'tag': '8e4b7365-ec04-491a-ad52-c02d67c1a144', 'status': 'completed', 'code': 200} Feb 07 21:21:15.866759 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61a99f1c-283b-4219-8d38-04f44878e09d req-a591e320-997d-4c07-a0da-bcb8c998dc3f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e4b7365-ec04-491a-ad52-c02d67c1a144 HTTP/1.1" status: 200 len: 217 time: 0.0530908 Feb 07 21:21:15.871831 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-1c87ada5-f5c0-4799-901b-9e5040de3d9a tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 614a42dc-e998-4d8e-b556-b19141d0929a) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:15.887935 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd6c80e-4a8a-4034-b317-84cd2f770cf0 None None] Network 614a42dc-e998-4d8e-b556-b19141d0929a requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:21:15.898543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c87ada5-f5c0-4799-901b-9e5040de3d9a tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:15.899532 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c87ada5-f5c0-4799-901b-9e5040de3d9a tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:15.922026 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ee1cd9d3-a1ec-45f7-a76b-80c81a64f52f tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Deleting port 0a6fef60-4619-4dd6-aa10-b100fa44c36b {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:21:15.922582 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd9d3-a1ec-45f7-a76b-80c81a64f52f tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (0a6fef60-4619-4dd6-aa10-b100fa44c36b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:15.952470 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1c87ada5-f5c0-4799-901b-9e5040de3d9a tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3035460 Feb 07 21:21:15.956114 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44900) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:15.965288 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a99f1c-283b-4219-8d38-04f44878e09d req-b029437e-2b55-43e0-b793-4cfe0b19dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:15.966650 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61a99f1c-283b-4219-8d38-04f44878e09d req-b029437e-2b55-43e0-b793-4cfe0b19dcda service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bf7eaca0-61e7-4692-8c31-d68c2d8f983d HTTP/1.1" status: 200 len: 855 time: 0.0885956 Feb 07 21:21:16.087352 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd9d3-a1ec-45f7-a76b-80c81a64f52f tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (0a6fef60-4619-4dd6-aa10-b100fa44c36b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:16.099675 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87621dc7-c8f4-4df9-a70d-2ae52347a683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-614a42dc-e998-4d8e-b556-b19141d0929a', 'network_id': '614a42dc-e998-4d8e-b556-b19141d0929a', 'project_id': '112b7b5d14cc4cccb71a57ad8bab41d4', 'fixed_ips': [{'subnet_id': 'b99e799a-487b-4a98-8a38-545b3366e6c5'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:21:16.100574 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-87621dc7-c8f4-4df9-a70d-2ae52347a683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:16.121228 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ee1cd9d3-a1ec-45f7-a76b-80c81a64f52f tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Calling delete_port for 0a6fef60-4619-4dd6-aa10-b100fa44c36b owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:21:16.401813 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-87621dc7-c8f4-4df9-a70d-2ae52347a683 None None] Allocated IP 2001:db8::2 (614a42dc-e998-4d8e-b556-b19141d0929a/b99e799a-487b-4a98-8a38-545b3366e6c5/befcf690-8150-4581-98fe-f985014d32d1) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:21:16.409186 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd9d3-a1ec-45f7-a76b-80c81a64f52f tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (0a6fef60-4619-4dd6-aa10-b100fa44c36b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:16.484341 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cd9d3-a1ec-45f7-a76b-80c81a64f52f tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a6fef60-4619-4dd6-aa10-b100fa44c36b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:16.508356 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1cd9d3-a1ec-45f7-a76b-80c81a64f52f tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:16.508691 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1cd9d3-a1ec-45f7-a76b-80c81a64f52f tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:16.508983 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1cd9d3-a1ec-45f7-a76b-80c81a64f52f tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:16.509329 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1cd9d3-a1ec-45f7-a76b-80c81a64f52f tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:16.509669 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1cd9d3-a1ec-45f7-a76b-80c81a64f52f tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:16.510007 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1cd9d3-a1ec-45f7-a76b-80c81a64f52f tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:16.510346 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1cd9d3-a1ec-45f7-a76b-80c81a64f52f tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:16.510679 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1cd9d3-a1ec-45f7-a76b-80c81a64f52f tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:16.511014 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1cd9d3-a1ec-45f7-a76b-80c81a64f52f tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:16.511347 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1cd9d3-a1ec-45f7-a76b-80c81a64f52f tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:16.511678 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1cd9d3-a1ec-45f7-a76b-80c81a64f52f tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:16.514971 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1cd9d3-a1ec-45f7-a76b-80c81a64f52f tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:16.515411 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1cd9d3-a1ec-45f7-a76b-80c81a64f52f tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:16.571220 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8cf87d66-6950-4217-92d3-20f7554b70e4 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:21:16.689261 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd9d3-a1ec-45f7-a76b-80c81a64f52f tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:16.697542 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ee1cd9d3-a1ec-45f7-a76b-80c81a64f52f tempest-RoutersAdminNegativeTest-1345658109 tempest-RoutersAdminNegativeTest-1345658109-project-admin] 10.222.0.65 "DELETE /v2.0/ports/0a6fef60-4619-4dd6-aa10-b100fa44c36b HTTP/1.1" status: 204 len: 168 time: 1.0442662 Feb 07 21:21:16.727817 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-87621dc7-c8f4-4df9-a70d-2ae52347a683 None None] Publish callbacks [] for port (befcf690-8150-4581-98fe-f985014d32d1), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:16.742444 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-87621dc7-c8f4-4df9-a70d-2ae52347a683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (befcf690-8150-4581-98fe-f985014d32d1), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:16.748733 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61a99f1c-283b-4219-8d38-04f44878e09d req-ac1a1fdf-2e66-47eb-8efb-85ad9a7d471b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=99044842-f213-4e79-8974-9c7cf695919c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7500935 Feb 07 21:21:16.773475 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 8cf87d66-6950-4217-92d3-20f7554b70e4 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:21:16.831616 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 8cf87d66-6950-4217-92d3-20f7554b70e4 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:16.831988 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8cf87d66-6950-4217-92d3-20f7554b70e4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:16.917239 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87621dc7-c8f4-4df9-a70d-2ae52347a683 None None] Network 614a42dc-e998-4d8e-b556-b19141d0929a is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:21:16.927357 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ddb17-844e-4587-bc02-b851f03b6a08 req-c8d633a1-54a5-428c-a95f-6702f4b7330f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:16.929331 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-868ddb17-844e-4587-bc02-b851f03b6a08 req-c8d633a1-54a5-428c-a95f-6702f4b7330f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 944 time: 0.9297373 Feb 07 21:21:16.935260 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-87621dc7-c8f4-4df9-a70d-2ae52347a683 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:16.936376 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-568bff53-c1f7-435f-8078-1d94506c658d tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (614a42dc-e998-4d8e-b556-b19141d0929a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:16.946054 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87621dc7-c8f4-4df9-a70d-2ae52347a683 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:21:16.991198 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9b8de-327a-40af-bb47-4a7396ce9625 req-e9163ee6-51b5-491a-8c86-f4d28a630729 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:16.998980 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87f9b8de-327a-40af-bb47-4a7396ce9625 req-e9163ee6-51b5-491a-8c86-f4d28a630729 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.2487912 Feb 07 21:21:17.019351 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87621dc7-c8f4-4df9-a70d-2ae52347a683 None None] Pushing event updated for resources: {'Port': ['ID=befcf690-8150-4581-98fe-f985014d32d1,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:17.081053 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 8cf87d66-6950-4217-92d3-20f7554b70e4 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:17.081444 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8cf87d66-6950-4217-92d3-20f7554b70e4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:17.083484 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-87621dc7-c8f4-4df9-a70d-2ae52347a683 None None] Attempting to bind port befcf690-8150-4581-98fe-f985014d32d1 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:21:17.083853 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-87621dc7-c8f4-4df9-a70d-2ae52347a683 None None] Attempting to bind port befcf690-8150-4581-98fe-f985014d32d1 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '75c74e3f-bd56-4d8d-9d2b-22fca0fee3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '614a42dc-e998-4d8e-b556-b19141d0929a'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:21:17.084218 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87621dc7-c8f4-4df9-a70d-2ae52347a683 None None] Attempting to bind port befcf690-8150-4581-98fe-f985014d32d1 on network 614a42dc-e998-4d8e-b556-b19141d0929a {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:21:17.112454 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87621dc7-c8f4-4df9-a70d-2ae52347a683 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:21:17.112839 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87621dc7-c8f4-4df9-a70d-2ae52347a683 None None] Checking segment: {'id': '75c74e3f-bd56-4d8d-9d2b-22fca0fee3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '614a42dc-e998-4d8e-b556-b19141d0929a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:21:17.113247 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-87621dc7-c8f4-4df9-a70d-2ae52347a683 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:17.113645 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87621dc7-c8f4-4df9-a70d-2ae52347a683 None None] Bound using segment: {'id': '75c74e3f-bd56-4d8d-9d2b-22fca0fee3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '614a42dc-e998-4d8e-b556-b19141d0929a'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:21:17.114137 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-87621dc7-c8f4-4df9-a70d-2ae52347a683 None None] Bound port: befcf690-8150-4581-98fe-f985014d32d1, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c74e3f-bd56-4d8d-9d2b-22fca0fee3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '614a42dc-e998-4d8e-b556-b19141d0929a'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:21:17.114518 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-87621dc7-c8f4-4df9-a70d-2ae52347a683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (befcf690-8150-4581-98fe-f985014d32d1), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:17.141276 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884fea9b-bc9a-463d-9e25-f73e0ca67ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf87d66-6950-4217-92d3-20f7554b70e4'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:21:17.143521 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7942f3af-f8cf-49ab-b3a0-e579469c3026" -d '{"events": [{"server_uuid": "884fea9b-bc9a-463d-9e25-f73e0ca67ba1", "name": "network-vif-plugged", "status": "completed", "tag": "8cf87d66-6950-4217-92d3-20f7554b70e4"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:21:17.190671 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61a99f1c-283b-4219-8d38-04f44878e09d req-34fa7973-a9be-4c80-b6a4-93ff7b48ce99 service neutron] 10.222.0.71 "GET /v2.0/networks/99044842-f213-4e79-8974-9c7cf695919c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025357 Feb 07 21:21:17.203549 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-87621dc7-c8f4-4df9-a70d-2ae52347a683 None None] For port befcf690-8150-4581-98fe-f985014d32d1, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:21:17.206807 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-87621dc7-c8f4-4df9-a70d-2ae52347a683 None None] For port befcf690-8150-4581-98fe-f985014d32d1, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=befcf690-8150-4581-98fe-f985014d32d1,segment=NetworkSegment(75c74e3f-bd56-4d8d-9d2b-22fca0fee3bf),segment_id=75c74e3f-bd56-4d8d-9d2b-22fca0fee3bf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:21:17.218815 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-87621dc7-c8f4-4df9-a70d-2ae52347a683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (befcf690-8150-4581-98fe-f985014d32d1), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:17.222879 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8cf87d66-6950-4217-92d3-20f7554b70e4, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8cf87d66-6950-4217-92d3-20f7554b70e4,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:21:17.247852 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44930) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:17.248589 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8cf87d66-6950-4217-92d3-20f7554b70e4), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:17.249771 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 0b805bb8-ddc3-4381-96ac-9e0d5d70109a up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:21:17.284824 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-868ddb17-844e-4587-bc02-b851f03b6a08 req-766b1897-7b2d-4f77-ae8c-037100af4b54 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2128938-b392-4a71-8222-a33244520e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3356235 Feb 07 21:21:17.335075 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87621dc7-c8f4-4df9-a70d-2ae52347a683 None None] Pushing event updated for resources: {'Port': ['ID=befcf690-8150-4581-98fe-f985014d32d1,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:17.451222 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 0b805bb8-ddc3-4381-96ac-9e0d5d70109a completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:21:17.477829 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=8cf87d66-6950-4217-92d3-20f7554b70e4,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:17.482104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 0b805bb8-ddc3-4381-96ac-9e0d5d70109a triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:17.482766 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0b805bb8-ddc3-4381-96ac-9e0d5d70109a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:17.498084 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e50bf39-0ba2-4bb0-b80c-4daa8af95daa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:17.506391 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87f9b8de-327a-40af-bb47-4a7396ce9625 req-3da65bc6-8ba9-4f1a-909c-78df9af80d3b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5057051 Feb 07 21:21:17.558246 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-568bff53-c1f7-435f-8078-1d94506c658d tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Deleting port befcf690-8150-4581-98fe-f985014d32d1 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:21:17.558842 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-568bff53-c1f7-435f-8078-1d94506c658d tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (befcf690-8150-4581-98fe-f985014d32d1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:17.674240 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 0b805bb8-ddc3-4381-96ac-9e0d5d70109a is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:17.674897 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0b805bb8-ddc3-4381-96ac-9e0d5d70109a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:17.692473 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61a99f1c-283b-4219-8d38-04f44878e09d req-78042c7f-dd18-4b17-b320-f69ec1952c02 service neutron] 10.222.0.71 "GET /v2.0/networks/99044842-f213-4e79-8974-9c7cf695919c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857614 Feb 07 21:21:17.757118 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 0b805bb8-ddc3-4381-96ac-9e0d5d70109a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=0b805bb8-ddc3-4381-96ac-9e0d5d70109a,segment=NetworkSegment(29dfbc9f-efea-4d80-984c-df54d0ccdf04),segment_id=29dfbc9f-efea-4d80-984c-df54d0ccdf04)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:21:17.772780 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0b805bb8-ddc3-4381-96ac-9e0d5d70109a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:17.795722 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e50bf39-0ba2-4bb0-b80c-4daa8af95daa admin admin] Publish callbacks [] for security_group (3b372f6e-f458-4bcf-9a23-17ed84e084c2), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:17.811880 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e50bf39-0ba2-4bb0-b80c-4daa8af95daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3b372f6e-f458-4bcf-9a23-17ed84e084c2), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:17.861277 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=0b805bb8-ddc3-4381-96ac-9e0d5d70109a,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:17.895866 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5e50bf39-0ba2-4bb0-b80c-4daa8af95daa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cf907369bed14374ac8abf10b65ef00f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6444752 Feb 07 21:21:17.896605 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44942) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:17.946017 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ecc53-124d-464c-98da-2e73095893a5 req-6bbac66b-d5c7-477d-b244-e19cf8bd3a99 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:17.962703 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a25ecc53-124d-464c-98da-2e73095893a5 req-6bbac66b-d5c7-477d-b244-e19cf8bd3a99 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 944 time: 0.5087140 Feb 07 21:21:17.971934 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50bf39-0ba2-4bb0-b80c-4daa8af95daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b372f6e-f458-4bcf-9a23-17ed84e084c2,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:18.036966 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-705c62c4-2351-46a6-8efc-d4dc54a97ad2 admin admin] Publish callbacks [] for security_group (3b372f6e-f458-4bcf-9a23-17ed84e084c2), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:18.085268 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a25ecc53-124d-464c-98da-2e73095893a5 req-6256e2a2-53ee-4ae0-9c7d-c0706541549a tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213820 Feb 07 21:21:18.130269 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-705c62c4-2351-46a6-8efc-d4dc54a97ad2 admin admin] Publish callbacks [] for security_group (3b372f6e-f458-4bcf-9a23-17ed84e084c2), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:18.159960 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9916c-2a14-4aaa-9148-5be11e09d7ee req-1cbf0f03-2900-44a9-a210-0f479672ae10 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:18.161685 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7fd9916c-2a14-4aaa-9148-5be11e09d7ee req-1cbf0f03-2900-44a9-a210-0f479672ae10 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/ports?device_id=884fea9b-bc9a-463d-9e25-f73e0ca67ba1 HTTP/1.1" status: 200 len: 950 time: 0.3789291 Feb 07 21:21:18.192023 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce96f69-5f74-4776-94e3-6b01cea70ab5 x-openstack-request-id: req-cce96f69-5f74-4776-94e3-6b01cea70ab5 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:21:18.192565 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884fea9b-bc9a-463d-9e25-f73e0ca67ba1", "name": "network-vif-plugged", "status": "completed", "tag": "8cf87d66-6950-4217-92d3-20f7554b70e4", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:21:18.192651 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cce96f69-5f74-4776-94e3-6b01cea70ab5 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:21:18.192987 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884fea9b-bc9a-463d-9e25-f73e0ca67ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf87d66-6950-4217-92d3-20f7554b70e4', 'code': 200} Feb 07 21:21:18.208013 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-705c62c4-2351-46a6-8efc-d4dc54a97ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3b372f6e-f458-4bcf-9a23-17ed84e084c2), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:18.214618 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-705c62c4-2351-46a6-8efc-d4dc54a97ad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:18.218668 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-705c62c4-2351-46a6-8efc-d4dc54a97ad2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3b372f6e-f458-4bcf-9a23-17ed84e084c2 HTTP/1.1" status: 204 len: 168 time: 0.3191378 Feb 07 21:21:18.229879 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-568bff53-c1f7-435f-8078-1d94506c658d tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] For port befcf690-8150-4581-98fe-f985014d32d1, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=befcf690-8150-4581-98fe-f985014d32d1,segment=NetworkSegment(75c74e3f-bd56-4d8d-9d2b-22fca0fee3bf),segment_id=75c74e3f-bd56-4d8d-9d2b-22fca0fee3bf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:21:18.230249 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-568bff53-c1f7-435f-8078-1d94506c658d tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (befcf690-8150-4581-98fe-f985014d32d1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:18.240991 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c62c4-2351-46a6-8efc-d4dc54a97ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b372f6e-f458-4bcf-9a23-17ed84e084c2,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:18.243929 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-568bff53-c1f7-435f-8078-1d94506c658d tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Calling delete_port for befcf690-8150-4581-98fe-f985014d32d1 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:21:18.412816 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-08b81c0e-bfc4-471b-9de5-8aace8f63b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:18.517137 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7fd9916c-2a14-4aaa-9148-5be11e09d7ee req-64344b41-8af8-4308-8db4-7f6f50b0d1dd tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/security-groups?id=17a3daa6-564e-4ef4-a4a0-44682e499299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320920 Feb 07 21:21:18.543543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e0792-4942-4612-a0f0-87b8d21e38e3 req-54ba7245-c0f5-4b0e-9987-91686ea8e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:18.545595 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c7e0792-4942-4612-a0f0-87b8d21e38e3 req-54ba7245-c0f5-4b0e-9987-91686ea8e499 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bd76eedab25c46aca49553dbe998f754&device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 1126 time: 0.7757235 Feb 07 21:21:18.578859 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbd466-baa2-46b6-8130-6f43c06d4381 req-98dd74d3-303f-4e66-8254-8dde139143e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:18.582643 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5cbd466-baa2-46b6-8130-6f43c06d4381 req-98dd74d3-303f-4e66-8254-8dde139143e5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=884fea9b-bc9a-463d-9e25-f73e0ca67ba1 HTTP/1.1" status: 200 len: 1132 time: 0.2588782 Feb 07 21:21:18.799302 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ccf23-24c7-4fd6-94f7-ddbb54eafdd8 req-12bb366e-acb8-453b-b214-00320cfd6fb8 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:18.801012 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-102ccf23-24c7-4fd6-94f7-ddbb54eafdd8 req-12bb366e-acb8-453b-b214-00320cfd6fb8 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 945 time: 0.3455746 Feb 07 21:21:18.853093 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-568bff53-c1f7-435f-8078-1d94506c658d tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (befcf690-8150-4581-98fe-f985014d32d1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:18.898610 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44968) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:18.917909 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-102ccf23-24c7-4fd6-94f7-ddbb54eafdd8 req-a1630645-26d0-42eb-b89b-c0f21a99af2c tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2128938-b392-4a71-8222-a33244520e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988071 Feb 07 21:21:18.925637 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba0f3a-fb3d-4691-9e81-7e3247d5b6bd req-774fe3f4-1274-4c24-b4e0-f1f55067d0d9 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:18.932813 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1aba0f3a-fb3d-4691-9e81-7e3247d5b6bd req-774fe3f4-1274-4c24-b4e0-f1f55067d0d9 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.2456722 Feb 07 21:21:18.962840 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5cbd466-baa2-46b6-8130-6f43c06d4381 req-579830e7-06fc-4b57-8dcb-47db6c56738b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=17a3daa6-564e-4ef4-a4a0-44682e499299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241656 Feb 07 21:21:18.974737 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bff53-c1f7-435f-8078-1d94506c658d tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event deleted for resources: {'Port': ['ID=befcf690-8150-4581-98fe-f985014d32d1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:19.043263 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568bff53-c1f7-435f-8078-1d94506c658d tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] No DVR routers for this DVR port befcf690-8150-4581-98fe-f985014d32d1 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:21:19.046021 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e0792-4942-4612-a0f0-87b8d21e38e3 req-d1b54ba8-f8a5-4f40-bade-21ca90340870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:19.048674 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c7e0792-4942-4612-a0f0-87b8d21e38e3 req-d1b54ba8-f8a5-4f40-bade-21ca90340870 service neutron] 10.222.0.71 "GET /v2.0/networks?id=99044842-f213-4e79-8974-9c7cf695919c HTTP/1.1" status: 200 len: 916 time: 0.4924181 Feb 07 21:21:19.067800 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8798ba20-9140-4d3b-9304-029265c2f27e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=075d460dbc7a41d4a65cc887be474289&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1600840 Feb 07 21:21:19.069088 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44970) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:19.078830 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device befcf690-8150-4581-98fe-f985014d32d1 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:21:19.127167 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: befcf690-8150-4581-98fe-f985014d32d1 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:21:19.127779 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device befcf690-8150-4581-98fe-f985014d32d1 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 07 21:21:19.178467 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eaa6de-e713-40b6-bb3c-1f891d2b62c7 None None] Network 614a42dc-e998-4d8e-b556-b19141d0929a requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:21:19.186312 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2b2a4e1c-9659-4b5d-960e-2317b38e44e2 None None] Could not find standard attr ID for object befcf690-8150-4581-98fe-f985014d32d1. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:21:19.187640 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Port befcf690-8150-4581-98fe-f985014d32d1 not found, will not notify nova. {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 07 21:21:19.214627 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1aba0f3a-fb3d-4691-9e81-7e3247d5b6bd req-2913e494-855b-46b3-88cd-3dcbee7d5096 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2809396 Feb 07 21:21:19.224529 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c7e0792-4942-4612-a0f0-87b8d21e38e3 req-cb9dde7a-e7d3-47de-a69d-afeea263387d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e4b7365-ec04-491a-ad52-c02d67c1a144 HTTP/1.1" status: 200 len: 217 time: 0.1687787 Feb 07 21:21:19.254209 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e4525f4-2b77-48f0-824e-53d74fee3a40 admin admin] Publish callbacks [] for security_group (4d9c4c56-5d9a-4e08-915c-96482fab8c34), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:19.292170 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e0792-4942-4612-a0f0-87b8d21e38e3 req-df02580b-1ca3-4663-bce7-b40e74069fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:19.297993 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c7e0792-4942-4612-a0f0-87b8d21e38e3 req-df02580b-1ca3-4663-bce7-b40e74069fe5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bf7eaca0-61e7-4692-8c31-d68c2d8f983d HTTP/1.1" status: 200 len: 855 time: 0.0637283 Feb 07 21:21:19.311625 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e4525f4-2b77-48f0-824e-53d74fee3a40 admin admin] Publish callbacks [] for security_group (4d9c4c56-5d9a-4e08-915c-96482fab8c34), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:19.419401 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-568bff53-c1f7-435f-8078-1d94506c658d tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (b99e799a-487b-4a98-8a38-545b3366e6c5), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:19.472160 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e4525f4-2b77-48f0-824e-53d74fee3a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4d9c4c56-5d9a-4e08-915c-96482fab8c34), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:19.494152 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e4525f4-2b77-48f0-824e-53d74fee3a40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:19.496137 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2e4525f4-2b77-48f0-824e-53d74fee3a40 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4d9c4c56-5d9a-4e08-915c-96482fab8c34 HTTP/1.1" status: 204 len: 168 time: 0.4261062 Feb 07 21:21:19.506144 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c7e0792-4942-4612-a0f0-87b8d21e38e3 req-b93b5464-b239-4bab-91f6-b61a8f9aefe7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=99044842-f213-4e79-8974-9c7cf695919c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1816928 Feb 07 21:21:19.530648 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4525f4-2b77-48f0-824e-53d74fee3a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9c4c56-5d9a-4e08-915c-96482fab8c34,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:19.575223 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-568bff53-c1f7-435f-8078-1d94506c658d tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (b99e799a-487b-4a98-8a38-545b3366e6c5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:19.771330 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-568bff53-c1f7-435f-8078-1d94506c658d tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (614a42dc-e998-4d8e-b556-b19141d0929a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:19.798426 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-568bff53-c1f7-435f-8078-1d94506c658d tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['614a42dc-e998-4d8e-b556-b19141d0929a']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:19.818450 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc78311e-04f9-4635-b298-36691e3cbcbf None None] Network 614a42dc-e998-4d8e-b556-b19141d0929a requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:21:19.834407 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-568bff53-c1f7-435f-8078-1d94506c658d tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c74e3f-bd56-4d8d-9d2b-22fca0fee3bf') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:19.834720 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-568bff53-c1f7-435f-8078-1d94506c658d tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c74e3f-bd56-4d8d-9d2b-22fca0fee3bf') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:19.900496 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-568bff53-c1f7-435f-8078-1d94506c658d tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (75c74e3f-bd56-4d8d-9d2b-22fca0fee3bf), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:19.927232 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-568bff53-c1f7-435f-8078-1d94506c658d tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (75c74e3f-bd56-4d8d-9d2b-22fca0fee3bf), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:19.951991 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568bff53-c1f7-435f-8078-1d94506c658d tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:21:19.952443 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-568bff53-c1f7-435f-8078-1d94506c658d tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (75c74e3f-bd56-4d8d-9d2b-22fca0fee3bf), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:21:20.111494 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:21:20.128857 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b85d9f-6bce-4389-ae14-fe41a77f2ef8 None None] DHCP port deletion for 614a42dc-e998-4d8e-b556-b19141d0929a request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:21:20.134237 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-568bff53-c1f7-435f-8078-1d94506c658d tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (614a42dc-e998-4d8e-b556-b19141d0929a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:20.143665 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bff53-c1f7-435f-8078-1d94506c658d tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event deleted for resources: {'Subnet': ['ID=b99e799a-487b-4a98-8a38-545b3366e6c5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:20.193998 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25910a13-370f-4e1c-b33b-97ea5419c790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b805bb8-ddc3-4381-96ac-9e0d5d70109a'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:21:20.196281 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75755664-bfd5-46cb-b8c2-638f6986c81e" -d '{"events": [{"server_uuid": "25910a13-370f-4e1c-b33b-97ea5419c790", "name": "network-vif-plugged", "status": "completed", "tag": "0b805bb8-ddc3-4381-96ac-9e0d5d70109a"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:21:20.196861 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-568bff53-c1f7-435f-8078-1d94506c658d tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:20.213686 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-568bff53-c1f7-435f-8078-1d94506c658d tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "DELETE /v2.0/networks/614a42dc-e998-4d8e-b556-b19141d0929a HTTP/1.1" status: 204 len: 168 time: 4.2534802 Feb 07 21:21:20.214584 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45006) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:20.223591 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-161527b8-09f2-4729-b324-75f2a660ea46 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-138474661'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:20.235476 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528c9fc-01fe-4678-bcda-95770b432a33 req-99647332-ba63-4d16-94ed-4292390a287a tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:20.248011 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a528c9fc-01fe-4678-bcda-95770b432a33 req-99647332-ba63-4d16-94ed-4292390a287a tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 944 time: 0.9306777 Feb 07 21:21:20.285646 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161527b8-09f2-4729-b324-75f2a660ea46 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Made reservation on behalf of 112b7b5d14cc4cccb71a57ad8bab41d4 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:21:20.299256 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-161527b8-09f2-4729-b324-75f2a660ea46 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:20.312600 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bff53-c1f7-435f-8078-1d94506c658d tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event deleted for resources: {'Network': ['ID=614a42dc-e998-4d8e-b556-b19141d0929a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:20.400117 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161527b8-09f2-4729-b324-75f2a660ea46 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:21:20.431893 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-161527b8-09f2-4729-b324-75f2a660ea46 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (1265dd39-a557-417d-bebb-c2841a365abf), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:20.438343 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-161527b8-09f2-4729-b324-75f2a660ea46 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Added segment 1265dd39-a557-417d-bebb-c2841a365abf of type vlan for network 0a2d896b-62c9-48e7-a06d-fa7b78d989bc Feb 07 21:21:20.548455 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c7e0792-4942-4612-a0f0-87b8d21e38e3 req-c78fee81-7a8d-44b5-9a2b-7de3bc0af89b service neutron] 10.222.0.71 "GET /v2.0/networks/99044842-f213-4e79-8974-9c7cf695919c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0257893 Feb 07 21:21:20.558457 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-161527b8-09f2-4729-b324-75f2a660ea46 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (0a2d896b-62c9-48e7-a06d-fa7b78d989bc), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:20.569877 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-45d1535b-bdb1-418b-9dce-4096817bbffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:20.581226 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fbbe0-6b24-4b7a-a371-a42bc93e8a71 req-21530063-0f37-498e-ba6b-904acbab01fb tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:20.589051 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f51fbbe0-6b24-4b7a-a371-a42bc93e8a71 req-21530063-0f37-498e-ba6b-904acbab01fb tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/ports?device_id=884fea9b-bc9a-463d-9e25-f73e0ca67ba1 HTTP/1.1" status: 200 len: 950 time: 0.7493212 Feb 07 21:21:20.616255 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-161527b8-09f2-4729-b324-75f2a660ea46 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (0a2d896b-62c9-48e7-a06d-fa7b78d989bc), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:20.621312 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161527b8-09f2-4729-b324-75f2a660ea46 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:20.622643 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-161527b8-09f2-4729-b324-75f2a660ea46 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:20.678639 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a528c9fc-01fe-4678-bcda-95770b432a33 req-b68b8591-2aa3-49ca-8c19-f193bc5ef0e7 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294307 Feb 07 21:21:20.750204 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f51fbbe0-6b24-4b7a-a371-a42bc93e8a71 req-3a2ebe91-e6b6-43ed-b7db-9426114ccaeb tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/security-groups?id=17a3daa6-564e-4ef4-a4a0-44682e499299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595955 Feb 07 21:21:20.787460 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c7e0792-4942-4612-a0f0-87b8d21e38e3 req-37a45fec-6161-4e3c-9b32-7803ebb98a40 service neutron] 10.222.0.71 "GET /v2.0/networks/99044842-f213-4e79-8974-9c7cf695919c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903014 Feb 07 21:21:20.862566 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161527b8-09f2-4729-b324-75f2a660ea46 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event updated for resources: {'Network': ['ID=0a2d896b-62c9-48e7-a06d-fa7b78d989bc,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:20.894135 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-161527b8-09f2-4729-b324-75f2a660ea46 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6747620 Feb 07 21:21:20.896053 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45032) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:20.908608 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 0a2d896b-62c9-48e7-a06d-fa7b78d989bc details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:21:20.915752 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-96f637aa-85cf-4b76-96e4-939b5c692156 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Request body: {'subnet': {'network_id': '0a2d896b-62c9-48e7-a06d-fa7b78d989bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:21.014663 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e00c5-11be-4477-a83d-b470b50341a3 req-c354ed61-a2a9-499f-b7e7-fff8d83992ad tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:21.028572 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ec4e00c5-11be-4477-a83d-b470b50341a3 req-c354ed61-a2a9-499f-b7e7-fff8d83992ad tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 945 time: 0.1961255 Feb 07 21:21:21.051564 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45038) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:21.067096 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device befcf690-8150-4581-98fe-f985014d32d1 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:21:21.135865 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: befcf690-8150-4581-98fe-f985014d32d1 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:21:21.147024 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device befcf690-8150-4581-98fe-f985014d32d1 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:21:21.201162 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ec4e00c5-11be-4477-a83d-b470b50341a3 req-38fe9ca2-7b67-4a36-be63-605fa03d5449 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2128938-b392-4a71-8222-a33244520e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659036 Feb 07 21:21:21.232154 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f637aa-85cf-4b76-96e4-939b5c692156 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Made reservation on behalf of 112b7b5d14cc4cccb71a57ad8bab41d4 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:21:21.241976 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96f637aa-85cf-4b76-96e4-939b5c692156 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:21.451332 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb1e6d3-9fa8-4322-b61d-dc22a1911e2a x-openstack-request-id: req-adb1e6d3-9fa8-4322-b61d-dc22a1911e2a {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:21:21.451867 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25910a13-370f-4e1c-b33b-97ea5419c790", "name": "network-vif-plugged", "status": "completed", "tag": "0b805bb8-ddc3-4381-96ac-9e0d5d70109a", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:21:21.452333 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-adb1e6d3-9fa8-4322-b61d-dc22a1911e2a {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:21:21.453496 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25910a13-370f-4e1c-b33b-97ea5419c790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b805bb8-ddc3-4381-96ac-9e0d5d70109a', 'code': 200} Feb 07 21:21:21.474800 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af44646-58cc-4734-b912-c60942386a6f req-34fe46b3-668e-4e6b-975c-151d57df64a0 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:21.480923 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7af44646-58cc-4734-b912-c60942386a6f req-34fe46b3-668e-4e6b-975c-151d57df64a0 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.1752899 Feb 07 21:21:21.593172 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-dcc404c6-0ab1-4889-97f0-6577bf483051 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1749552117'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:21.624025 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc404c6-0ab1-4889-97f0-6577bf483051 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Made reservation on behalf of 564dea4be4664cdb8762c034aba40398 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:21:21.628065 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dcc404c6-0ab1-4889-97f0-6577bf483051 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:21.637299 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7af44646-58cc-4734-b912-c60942386a6f req-feb8b8af-4319-46c7-8460-f6953ead2113 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499703 Feb 07 21:21:21.646949 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dcc404c6-0ab1-4889-97f0-6577bf483051 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:21.764215 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:21.768978 n-d-828185-2 neutron-server[103256]: DEBUG neutron.objects.ports [None req-96f637aa-85cf-4b76-96e4-939b5c692156 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103256) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 21:21:21.772153 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96f637aa-85cf-4b76-96e4-939b5c692156 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (cd44e9a4-dc77-4270-ba4b-b29dbce45807), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:21.875975 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f637aa-85cf-4b76-96e4-939b5c692156 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event updated for resources: {'Subnet': ['ID=cd44e9a4-dc77-4270-ba4b-b29dbce45807,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:21.881123 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f637aa-85cf-4b76-96e4-939b5c692156 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Checking segment: {'id': '1265dd39-a557-417d-bebb-c2841a365abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0a2d896b-62c9-48e7-a06d-fa7b78d989bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:21:21.881497 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f637aa-85cf-4b76-96e4-939b5c692156 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Network hostable DHCP agents. Network: 0a2d896b-62c9-48e7-a06d-fa7b78d989bc, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:21:21.930284 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f637aa-85cf-4b76-96e4-939b5c692156 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Network 0a2d896b-62c9-48e7-a06d-fa7b78d989bc is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:21:21.947647 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-96f637aa-85cf-4b76-96e4-939b5c692156 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 0a2d896b-62c9-48e7-a06d-fa7b78d989bc) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:21.956047 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae77d5b-40b9-41c2-b7e0-c8865f941383 None None] Network 0a2d896b-62c9-48e7-a06d-fa7b78d989bc requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:21:21.966104 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f637aa-85cf-4b76-96e4-939b5c692156 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:21.966721 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96f637aa-85cf-4b76-96e4-939b5c692156 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:21.988786 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dcc404c6-0ab1-4889-97f0-6577bf483051 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks [] for security_group (84b6faf4-2820-4244-934d-fdc16352adb8), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:22.002339 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce53a69-c8ec-48a6-bd28-bd0829ab876d req-c00d059d-a6c1-404e-bc17-a491e3dcf6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:22.008105 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dcc404c6-0ab1-4889-97f0-6577bf483051 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (84b6faf4-2820-4244-934d-fdc16352adb8), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:22.015711 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ce53a69-c8ec-48a6-bd28-bd0829ab876d req-c00d059d-a6c1-404e-bc17-a491e3dcf6be service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 1127 time: 0.4250715 Feb 07 21:21:22.032086 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc404c6-0ab1-4889-97f0-6577bf483051 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:21:22.052078 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dcc404c6-0ab1-4889-97f0-6577bf483051 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (f22a9da9-ea49-4804-bd88-89f532c8b244), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:22.056508 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-dcc404c6-0ab1-4889-97f0-6577bf483051 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Added segment f22a9da9-ea49-4804-bd88-89f532c8b244 of type vlan for network 45f5045e-4bba-47e1-a536-d7979a378e02 Feb 07 21:21:22.153927 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d66834-5c84-48ad-a60b-78d8445c9bf0 req-1697b78f-ddb0-49a3-a093-106f463d28b7 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:22.155406 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f7d66834-5c84-48ad-a60b-78d8445c9bf0 req-1697b78f-ddb0-49a3-a093-106f463d28b7 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 944 time: 0.3467760 Feb 07 21:21:22.177780 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ce53a69-c8ec-48a6-bd28-bd0829ab876d req-d2436000-b549-4be2-9e45-254f381235f8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a2128938-b392-4a71-8222-a33244520e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559570 Feb 07 21:21:22.182574 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba2fba5-ee45-4fd7-ab59-e634befe6cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-0a2d896b-62c9-48e7-a06d-fa7b78d989bc', 'network_id': '0a2d896b-62c9-48e7-a06d-fa7b78d989bc', 'project_id': '112b7b5d14cc4cccb71a57ad8bab41d4', 'fixed_ips': [{'subnet_id': 'cd44e9a4-dc77-4270-ba4b-b29dbce45807'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:21:22.182766 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-96f637aa-85cf-4b76-96e4-939b5c692156 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2812281 Feb 07 21:21:22.183941 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2ba2fba5-ee45-4fd7-ab59-e634befe6cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:22.192299 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45062) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:22.206368 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dcc404c6-0ab1-4889-97f0-6577bf483051 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (45f5045e-4bba-47e1-a536-d7979a378e02), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:22.218698 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca0ccf-0a46-4431-aa8f-ab76b88df128 req-0356df4f-805a-46cb-94eb-2e74a728b464 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:22.220331 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1eca0ccf-0a46-4431-aa8f-ab76b88df128 req-0356df4f-805a-46cb-94eb-2e74a728b464 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/ports?device_id=884fea9b-bc9a-463d-9e25-f73e0ca67ba1 HTTP/1.1" status: 200 len: 950 time: 0.3155792 Feb 07 21:21:22.367839 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.db.resource_extend [None req-dcc404c6-0ab1-4889-97f0-6577bf483051 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:21:22.373793 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1eca0ccf-0a46-4431-aa8f-ab76b88df128 req-3e746512-5352-4454-9fa0-29eea13e6b45 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/security-groups?id=17a3daa6-564e-4ef4-a4a0-44682e499299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464291 Feb 07 21:21:22.388089 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc404c6-0ab1-4889-97f0-6577bf483051 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84b6faf4-2820-4244-934d-fdc16352adb8,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:22.411572 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f7d66834-5c84-48ad-a60b-78d8445c9bf0 req-c6b9d176-3577-4831-ae0a-df30b8f153b2 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326996 Feb 07 21:21:22.460940 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dcc404c6-0ab1-4889-97f0-6577bf483051 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (45f5045e-4bba-47e1-a536-d7979a378e02), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:22.465997 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc404c6-0ab1-4889-97f0-6577bf483051 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:22.466610 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dcc404c6-0ab1-4889-97f0-6577bf483051 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:22.618422 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-2ba2fba5-ee45-4fd7-ab59-e634befe6cb1 None None] Allocated IP 2001:db8::f816:3eff:fe60:9b9d (0a2d896b-62c9-48e7-a06d-fa7b78d989bc/cd44e9a4-dc77-4270-ba4b-b29dbce45807/7b223044-b989-4e14-ad4e-86268efd0735) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:21:22.665356 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440ea53-a242-464b-af5e-09b85820ae4f req-0cb81518-0256-4cc2-b2d7-b4f948a1698c tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:22.666959 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e440ea53-a242-464b-af5e-09b85820ae4f req-0cb81518-0256-4cc2-b2d7-b4f948a1698c tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 945 time: 0.1764362 Feb 07 21:21:22.730240 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-dcc404c6-0ab1-4889-97f0-6577bf483051 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6772957 Feb 07 21:21:22.739947 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45078) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:22.780241 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2905b016-33e9-4ece-80fb-249d3065c7ef tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Request body: {'subnet': {'network_id': '45f5045e-4bba-47e1-a536-d7979a378e02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:22.793396 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e440ea53-a242-464b-af5e-09b85820ae4f req-cf6fb78e-8f87-4fe3-ae54-e7fd551b5197 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2128938-b392-4a71-8222-a33244520e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121392 Feb 07 21:21:22.948220 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (0a2d896b-62c9-48e7-a06d-fa7b78d989bc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:22.993589 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2ba2fba5-ee45-4fd7-ab59-e634befe6cb1 None None] Publish callbacks [] for port (7b223044-b989-4e14-ad4e-86268efd0735), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:23.005770 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2ba2fba5-ee45-4fd7-ab59-e634befe6cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (7b223044-b989-4e14-ad4e-86268efd0735), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:23.039914 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc404c6-0ab1-4889-97f0-6577bf483051 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Pushing event updated for resources: {'Network': ['ID=45f5045e-4bba-47e1-a536-d7979a378e02,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:23.046462 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (cd44e9a4-dc77-4270-ba4b-b29dbce45807), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:23.049158 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395b3e2-7cfa-4941-b93b-19e9665de079 req-1ed520fc-a4a2-43ad-8272-20deeb30e9db tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:23.053848 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7395b3e2-7cfa-4941-b93b-19e9665de079 req-1ed520fc-a4a2-43ad-8272-20deeb30e9db tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/ports?device_id=884fea9b-bc9a-463d-9e25-f73e0ca67ba1 HTTP/1.1" status: 200 len: 950 time: 0.1088908 Feb 07 21:21:23.070983 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 8e4b7365-ec04-491a-ad52-c02d67c1a144 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:21:23.073166 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 45f5045e-4bba-47e1-a536-d7979a378e02 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:21:23.102708 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2905b016-33e9-4ece-80fb-249d3065c7ef tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Made reservation on behalf of 564dea4be4664cdb8762c034aba40398 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:21:23.112744 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7395b3e2-7cfa-4941-b93b-19e9665de079 req-0fe1f4c7-1d19-45bc-befc-9f910c662b31 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/security-groups?id=17a3daa6-564e-4ef4-a4a0-44682e499299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514321 Feb 07 21:21:23.113097 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2905b016-33e9-4ece-80fb-249d3065c7ef tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:23.203978 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba2fba5-ee45-4fd7-ab59-e634befe6cb1 None None] Network 0a2d896b-62c9-48e7-a06d-fa7b78d989bc is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:21:23.217974 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-2ba2fba5-ee45-4fd7-ab59-e634befe6cb1 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:23.223682 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba2fba5-ee45-4fd7-ab59-e634befe6cb1 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:21:23.230220 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (cd44e9a4-dc77-4270-ba4b-b29dbce45807), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:23.285316 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2fba5-ee45-4fd7-ab59-e634befe6cb1 None None] Pushing event updated for resources: {'Port': ['ID=7b223044-b989-4e14-ad4e-86268efd0735,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:23.334939 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.resource_extend [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:21:23.355378 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (0a2d896b-62c9-48e7-a06d-fa7b78d989bc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:23.377669 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event deleted for resources: {'Subnet': ['ID=cd44e9a4-dc77-4270-ba4b-b29dbce45807,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:23.389865 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a2d896b-62c9-48e7-a06d-fa7b78d989bc']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:23.408917 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:23.417392 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1265dd39-a557-417d-bebb-c2841a365abf') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:23.417693 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1265dd39-a557-417d-bebb-c2841a365abf') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:23.454787 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (1265dd39-a557-417d-bebb-c2841a365abf), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:23.475960 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 8e4b7365-ec04-491a-ad52-c02d67c1a144, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=8e4b7365-ec04-491a-ad52-c02d67c1a144,segment=NetworkSegment(c034aa2b-3f97-47ab-96ec-f8ddf955f299),segment_id=c034aa2b-3f97-47ab-96ec-f8ddf955f299)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:21:23.495694 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '8e4b7365-ec04-491a-ad52-c02d67c1a144', 'network_id': '99044842-f213-4e79-8974-9c7cf695919c', 'port_id': '8e4b7365-ec04-491a-ad52-c02d67c1a144', 'mac_address': 'fa:16:3e:44:42:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf7eaca0-61e7-4692-8c31-d68c2d8f983d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:21:23.498515 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (1265dd39-a557-417d-bebb-c2841a365abf), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:23.503506 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2ba2fba5-ee45-4fd7-ab59-e634befe6cb1 None None] Attempting to bind port 7b223044-b989-4e14-ad4e-86268efd0735 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:21:23.504036 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2ba2fba5-ee45-4fd7-ab59-e634befe6cb1 None None] Attempting to bind port 7b223044-b989-4e14-ad4e-86268efd0735 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '1265dd39-a557-417d-bebb-c2841a365abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0a2d896b-62c9-48e7-a06d-fa7b78d989bc'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:21:23.504755 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba2fba5-ee45-4fd7-ab59-e634befe6cb1 None None] Attempting to bind port 7b223044-b989-4e14-ad4e-86268efd0735 on network 0a2d896b-62c9-48e7-a06d-fa7b78d989bc {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:21:23.513535 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:21:23.514368 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (1265dd39-a557-417d-bebb-c2841a365abf), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:21:23.518431 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:21:23.540495 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba2fba5-ee45-4fd7-ab59-e634befe6cb1 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:21:23.541055 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba2fba5-ee45-4fd7-ab59-e634befe6cb1 None None] Checking segment: {'id': '1265dd39-a557-417d-bebb-c2841a365abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0a2d896b-62c9-48e7-a06d-fa7b78d989bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:21:23.541544 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2ba2fba5-ee45-4fd7-ab59-e634befe6cb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:23.542178 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba2fba5-ee45-4fd7-ab59-e634befe6cb1 None None] Bound using segment: {'id': '1265dd39-a557-417d-bebb-c2841a365abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0a2d896b-62c9-48e7-a06d-fa7b78d989bc'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:21:23.543095 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2ba2fba5-ee45-4fd7-ab59-e634befe6cb1 None None] Bound port: 7b223044-b989-4e14-ad4e-86268efd0735, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1265dd39-a557-417d-bebb-c2841a365abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0a2d896b-62c9-48e7-a06d-fa7b78d989bc'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:21:23.543539 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2ba2fba5-ee45-4fd7-ab59-e634befe6cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (7b223044-b989-4e14-ad4e-86268efd0735), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:23.597819 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 8e4b7365-ec04-491a-ad52-c02d67c1a144 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:23.598207 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8e4b7365-ec04-491a-ad52-c02d67c1a144), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:23.618899 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b57e1-c161-4496-8e2e-a2df6f032f96 req-c610148c-9a79-4051-8edf-c17a22395c2c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:23.619510 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4b7365-ec04-491a-ad52-c02d67c1a144 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:21:23.628945 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d7b57e1-c161-4496-8e2e-a2df6f032f96 req-c610148c-9a79-4051-8edf-c17a22395c2c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 944 time: 0.1366839 Feb 07 21:21:23.639777 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.db.api [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 21:21:23.639777 n-d-828185-2 neutron-server[103256]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 21:21:23.639777 n-d-828185-2 neutron-server[103256]: [parameters: {'id': '0a2d896b-62c9-48e7-a06d-fa7b78d989bc'}] Feb 07 21:21:23.639777 n-d-828185-2 neutron-server[103256]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:21:23.640918 n-d-828185-2 neutron-server[103256]: DEBUG oslo_db.api [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:21:23.665335 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 8e4b7365-ec04-491a-ad52-c02d67c1a144, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=8e4b7365-ec04-491a-ad52-c02d67c1a144,segment=NetworkSegment(c034aa2b-3f97-47ab-96ec-f8ddf955f299),segment_id=c034aa2b-3f97-47ab-96ec-f8ddf955f299)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:21:23.678232 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2ba2fba5-ee45-4fd7-ab59-e634befe6cb1 None None] For port 7b223044-b989-4e14-ad4e-86268efd0735, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:21:23.681825 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2905b016-33e9-4ece-80fb-249d3065c7ef tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (b0adb4a7-630b-4a26-a185-c9ce57908a63), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:23.682278 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8e4b7365-ec04-491a-ad52-c02d67c1a144), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:23.686134 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2ba2fba5-ee45-4fd7-ab59-e634befe6cb1 None None] For port 7b223044-b989-4e14-ad4e-86268efd0735, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=7b223044-b989-4e14-ad4e-86268efd0735,segment=NetworkSegment(1265dd39-a557-417d-bebb-c2841a365abf),segment_id=1265dd39-a557-417d-bebb-c2841a365abf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:21:23.749257 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=8e4b7365-ec04-491a-ad52-c02d67c1a144,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:23.755322 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2ba2fba5-ee45-4fd7-ab59-e634befe6cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (7b223044-b989-4e14-ad4e-86268efd0735), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:23.777500 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d7b57e1-c161-4496-8e2e-a2df6f032f96 req-5b690436-29f6-419b-ab63-16ded5635ec9 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391137 Feb 07 21:21:23.805583 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905b016-33e9-4ece-80fb-249d3065c7ef tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Pushing event updated for resources: {'Subnet': ['ID=b0adb4a7-630b-4a26-a185-c9ce57908a63,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:23.812678 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2905b016-33e9-4ece-80fb-249d3065c7ef tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Checking segment: {'id': 'f22a9da9-ea49-4804-bd88-89f532c8b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '45f5045e-4bba-47e1-a536-d7979a378e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:21:23.812899 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2905b016-33e9-4ece-80fb-249d3065c7ef tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Network hostable DHCP agents. Network: 45f5045e-4bba-47e1-a536-d7979a378e02, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:21:23.817377 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2fba5-ee45-4fd7-ab59-e634befe6cb1 None None] Pushing event updated for resources: {'Port': ['ID=7b223044-b989-4e14-ad4e-86268efd0735,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:23.844178 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2905b016-33e9-4ece-80fb-249d3065c7ef tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Network 45f5045e-4bba-47e1-a536-d7979a378e02 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:21:23.859766 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-2905b016-33e9-4ece-80fb-249d3065c7ef tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 45f5045e-4bba-47e1-a536-d7979a378e02) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:23.865458 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2905b016-33e9-4ece-80fb-249d3065c7ef tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:23.866463 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2905b016-33e9-4ece-80fb-249d3065c7ef tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:23.891109 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b338f34-56b9-4bfd-a559-fbb6bc09628c None None] Network 45f5045e-4bba-47e1-a536-d7979a378e02 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:21:23.895477 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2905b016-33e9-4ece-80fb-249d3065c7ef tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1374304 Feb 07 21:21:23.895684 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45102) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:23.902593 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-12999df1-7b52-43f7-be89-dcde2ee0b356 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Request body: {'port': {'network_id': '45f5045e-4bba-47e1-a536-d7979a378e02', 'name': 'tempest-ExtraDHCPOptionsTestJSON-529223095'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:23.966706 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5e427c-1752-4506-b261-b52d59beda43 None None] Network 0a2d896b-62c9-48e7-a06d-fa7b78d989bc requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:21:24.034951 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12999df1-7b52-43f7-be89-dcde2ee0b356 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Made reservation on behalf of 564dea4be4664cdb8762c034aba40398 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:21:24.044947 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-12999df1-7b52-43f7-be89-dcde2ee0b356 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:24.057539 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e02b0b-19ec-4da8-a614-6c003f1d8be2 req-46ca06b0-3ce0-4efb-9c70-2d8da366a960 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:24.066981 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b8e02b0b-19ec-4da8-a614-6c003f1d8be2 req-46ca06b0-3ce0-4efb-9c70-2d8da366a960 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 945 time: 0.1305714 Feb 07 21:21:24.090702 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-12999df1-7b52-43f7-be89-dcde2ee0b356 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] device_id is not set on port e4e94b2e-684a-46a5-b8af-a50c178b1b0b yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:21:24.165295 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b8e02b0b-19ec-4da8-a614-6c003f1d8be2 req-020df6e5-57af-4416-93b8-c2191c543fbb tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2128938-b392-4a71-8222-a33244520e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967975 Feb 07 21:21:24.248362 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-12999df1-7b52-43f7-be89-dcde2ee0b356 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Allocated IP 172.20.0.12 (45f5045e-4bba-47e1-a536-d7979a378e02/b0adb4a7-630b-4a26-a185-c9ce57908a63/e4e94b2e-684a-46a5-b8af-a50c178b1b0b) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:21:24.330568 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['8e4b7365-ec04-491a-ad52-c02d67c1a144'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:21:24.362888 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251ac61-75d8-4ceb-a705-dd4dee04ede9 req-17dbae69-dbb7-4a81-9bf9-007fb9c3af6e tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:24.364677 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1428db87-b6ad-4c81-a5f4-51ac9f48be72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-45f5045e-4bba-47e1-a536-d7979a378e02', 'network_id': '45f5045e-4bba-47e1-a536-d7979a378e02', 'project_id': '564dea4be4664cdb8762c034aba40398', 'fixed_ips': [{'subnet_id': 'b0adb4a7-630b-4a26-a185-c9ce57908a63'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:21:24.365537 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1428db87-b6ad-4c81-a5f4-51ac9f48be72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:24.372236 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8251ac61-75d8-4ceb-a705-dd4dee04ede9 req-17dbae69-dbb7-4a81-9bf9-007fb9c3af6e tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/ports?device_id=884fea9b-bc9a-463d-9e25-f73e0ca67ba1 HTTP/1.1" status: 200 len: 950 time: 0.1300578 Feb 07 21:21:24.401196 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (0a2d896b-62c9-48e7-a06d-fa7b78d989bc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:24.473183 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8251ac61-75d8-4ceb-a705-dd4dee04ede9 req-99452a89-5878-4b1f-9cc5-14508875fa06 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/security-groups?id=17a3daa6-564e-4ef4-a4a0-44682e499299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996928 Feb 07 21:21:24.486634 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a13b4f-79f1-44cb-954e-c13a633fdc99 req-e9a0c465-33b7-4d96-8752-1d4fca8d6ec7 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:24.493862 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c3a13b4f-79f1-44cb-954e-c13a633fdc99 req-e9a0c465-33b7-4d96-8752-1d4fca8d6ec7 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 945 time: 0.1881421 Feb 07 21:21:24.536448 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-12999df1-7b52-43f7-be89-dcde2ee0b356 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks [] for port (e4e94b2e-684a-46a5-b8af-a50c178b1b0b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:24.560731 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c3a13b4f-79f1-44cb-954e-c13a633fdc99 req-64af5377-8765-43a0-967d-f238be0d29f9 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2128938-b392-4a71-8222-a33244520e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609393 Feb 07 21:21:24.573792 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe6369-529d-4a71-a8f3-873463fac17d req-f76fde06-4ece-4233-a934-25527d06718e tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:24.575629 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77fe6369-529d-4a71-a8f3-873463fac17d req-f76fde06-4ece-4233-a934-25527d06718e tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.69 "GET /v2.0/ports?device_id=884fea9b-bc9a-463d-9e25-f73e0ca67ba1 HTTP/1.1" status: 200 len: 950 time: 0.1624510 Feb 07 21:21:24.576337 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45112) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:24.602525 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-12999df1-7b52-43f7-be89-dcde2ee0b356 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (e4e94b2e-684a-46a5-b8af-a50c178b1b0b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:24.715342 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-1428db87-b6ad-4c81-a5f4-51ac9f48be72 None None] Allocated IP 172.20.0.2 (45f5045e-4bba-47e1-a536-d7979a378e02/b0adb4a7-630b-4a26-a185-c9ce57908a63/ae8582a0-7e0a-46c1-99dd-476bffed368c) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:21:24.722918 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-77fe6369-529d-4a71-a8f3-873463fac17d req-c4127d06-7ac2-4a60-9a8e-6efa6d80da2e tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Deleting port 8cf87d66-6950-4217-92d3-20f7554b70e4 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:21:24.723440 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-77fe6369-529d-4a71-a8f3-873463fac17d req-c4127d06-7ac2-4a60-9a8e-6efa6d80da2e tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8cf87d66-6950-4217-92d3-20f7554b70e4), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:24.737016 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12999df1-7b52-43f7-be89-dcde2ee0b356 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Network 45f5045e-4bba-47e1-a536-d7979a378e02 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:21:24.741458 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:24.752163 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-12999df1-7b52-43f7-be89-dcde2ee0b356 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:24.759772 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12999df1-7b52-43f7-be89-dcde2ee0b356 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:21:24.888764 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12999df1-7b52-43f7-be89-dcde2ee0b356 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Pushing event updated for resources: {'Port': ['ID=e4e94b2e-684a-46a5-b8af-a50c178b1b0b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:24.910772 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Deleting port 7b223044-b989-4e14-ad4e-86268efd0735 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:21:24.910772 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (7b223044-b989-4e14-ad4e-86268efd0735), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:24.912578 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a4d034-c3c9-4ebe-a83e-01332364023d tempest-TestVolumeBackupRestore-915874011 tempest-TestVolumeBackupRestore-915874011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:24.914275 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-29a4d034-c3c9-4ebe-a83e-01332364023d tempest-TestVolumeBackupRestore-915874011 tempest-TestVolumeBackupRestore-915874011-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 1122 time: 0.3368082 Feb 07 21:21:24.918004 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45124) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:24.921565 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-77fe6369-529d-4a71-a8f3-873463fac17d req-c4127d06-7ac2-4a60-9a8e-6efa6d80da2e tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] For port 8cf87d66-6950-4217-92d3-20f7554b70e4, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8cf87d66-6950-4217-92d3-20f7554b70e4,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:21:24.924697 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-77fe6369-529d-4a71-a8f3-873463fac17d req-c4127d06-7ac2-4a60-9a8e-6efa6d80da2e tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8cf87d66-6950-4217-92d3-20f7554b70e4), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:24.951520 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-258b2eef-4e6f-4da5-9a4d-214da27ce36f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'port_id': '0b805bb8-ddc3-4381-96ac-9e0d5d70109a', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:25.009807 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-77fe6369-529d-4a71-a8f3-873463fac17d req-c4127d06-7ac2-4a60-9a8e-6efa6d80da2e tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Calling delete_port for 8cf87d66-6950-4217-92d3-20f7554b70e4 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:21:25.079182 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-258b2eef-4e6f-4da5-9a4d-214da27ce36f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:25.104282 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12999df1-7b52-43f7-be89-dcde2ee0b356 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:25.104282 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-12999df1-7b52-43f7-be89-dcde2ee0b356 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:25.146754 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1428db87-b6ad-4c81-a5f4-51ac9f48be72 None None] Publish callbacks [] for port (ae8582a0-7e0a-46c1-99dd-476bffed368c), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:25.156386 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1428db87-b6ad-4c81-a5f4-51ac9f48be72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (ae8582a0-7e0a-46c1-99dd-476bffed368c), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:25.264332 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1428db87-b6ad-4c81-a5f4-51ac9f48be72 None None] Network 45f5045e-4bba-47e1-a536-d7979a378e02 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:21:25.272360 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b321f-628c-47c7-9ea2-283adaffc008 req-45d11af8-ed67-49dc-b3cc-238a338e3844 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:25.278352 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe1b321f-628c-47c7-9ea2-283adaffc008 req-45d11af8-ed67-49dc-b3cc-238a338e3844 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 945 time: 0.3291192 Feb 07 21:21:25.304967 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-1428db87-b6ad-4c81-a5f4-51ac9f48be72 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:25.307699 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1428db87-b6ad-4c81-a5f4-51ac9f48be72 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:21:25.316030 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428db87-b6ad-4c81-a5f4-51ac9f48be72 None None] Pushing event updated for resources: {'Port': ['ID=ae8582a0-7e0a-46c1-99dd-476bffed368c,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:25.372728 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-77fe6369-529d-4a71-a8f3-873463fac17d req-c4127d06-7ac2-4a60-9a8e-6efa6d80da2e tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (8cf87d66-6950-4217-92d3-20f7554b70e4), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:25.402416 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['8cf87d66-6950-4217-92d3-20f7554b70e4'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:21:25.414402 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4127d06-7ac2-4a60-9a8e-6efa6d80da2e tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Pushing event deleted for resources: {'Port': ['ID=8cf87d66-6950-4217-92d3-20f7554b70e4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:25.447693 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1428db87-b6ad-4c81-a5f4-51ac9f48be72 None None] Attempting to bind port ae8582a0-7e0a-46c1-99dd-476bffed368c on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:21:25.448453 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1428db87-b6ad-4c81-a5f4-51ac9f48be72 None None] Attempting to bind port ae8582a0-7e0a-46c1-99dd-476bffed368c by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'f22a9da9-ea49-4804-bd88-89f532c8b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '45f5045e-4bba-47e1-a536-d7979a378e02'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:21:25.449829 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1428db87-b6ad-4c81-a5f4-51ac9f48be72 None None] Attempting to bind port ae8582a0-7e0a-46c1-99dd-476bffed368c on network 45f5045e-4bba-47e1-a536-d7979a378e02 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:21:25.467439 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1428db87-b6ad-4c81-a5f4-51ac9f48be72 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:21:25.467820 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1428db87-b6ad-4c81-a5f4-51ac9f48be72 None None] Checking segment: {'id': 'f22a9da9-ea49-4804-bd88-89f532c8b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '45f5045e-4bba-47e1-a536-d7979a378e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:21:25.468789 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1428db87-b6ad-4c81-a5f4-51ac9f48be72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:25.469192 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1428db87-b6ad-4c81-a5f4-51ac9f48be72 None None] Bound using segment: {'id': 'f22a9da9-ea49-4804-bd88-89f532c8b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '45f5045e-4bba-47e1-a536-d7979a378e02'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:21:25.469671 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1428db87-b6ad-4c81-a5f4-51ac9f48be72 None None] Bound port: ae8582a0-7e0a-46c1-99dd-476bffed368c, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a9da9-ea49-4804-bd88-89f532c8b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '45f5045e-4bba-47e1-a536-d7979a378e02'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:21:25.470052 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1428db87-b6ad-4c81-a5f4-51ac9f48be72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ae8582a0-7e0a-46c1-99dd-476bffed368c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:25.505936 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe1b321f-628c-47c7-9ea2-283adaffc008 req-138010fb-9ed6-4c0e-b876-78c8fe5b1b80 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974452 Feb 07 21:21:25.597491 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fe6369-529d-4a71-a8f3-873463fac17d req-c4127d06-7ac2-4a60-9a8e-6efa6d80da2e tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] No DVR routers for this DVR port 8cf87d66-6950-4217-92d3-20f7554b70e4 on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:21:25.605514 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-77fe6369-529d-4a71-a8f3-873463fac17d req-c4127d06-7ac2-4a60-9a8e-6efa6d80da2e tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:25.615945 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77fe6369-529d-4a71-a8f3-873463fac17d req-c4127d06-7ac2-4a60-9a8e-6efa6d80da2e tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.69 "DELETE /v2.0/ports/8cf87d66-6950-4217-92d3-20f7554b70e4 HTTP/1.1" status: 204 len: 173 time: 1.0303526 Feb 07 21:21:25.615945 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884fea9b-bc9a-463d-9e25-f73e0ca67ba1', 'name': 'network-vif-deleted', 'tag': '8cf87d66-6950-4217-92d3-20f7554b70e4'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:21:25.622995 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9102ed49-2a38-4f8f-adc6-e7c9334a03c4" -d '{"events": [{"server_uuid": "884fea9b-bc9a-463d-9e25-f73e0ca67ba1", "name": "network-vif-deleted", "tag": "8cf87d66-6950-4217-92d3-20f7554b70e4"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:21:25.633278 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1428db87-b6ad-4c81-a5f4-51ac9f48be72 None None] For port ae8582a0-7e0a-46c1-99dd-476bffed368c, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:21:25.639645 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] For port 7b223044-b989-4e14-ad4e-86268efd0735, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=7b223044-b989-4e14-ad4e-86268efd0735,segment=NetworkSegment(1265dd39-a557-417d-bebb-c2841a365abf),segment_id=1265dd39-a557-417d-bebb-c2841a365abf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:21:25.664342 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1428db87-b6ad-4c81-a5f4-51ac9f48be72 None None] For port ae8582a0-7e0a-46c1-99dd-476bffed368c, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ae8582a0-7e0a-46c1-99dd-476bffed368c,segment=NetworkSegment(f22a9da9-ea49-4804-bd88-89f532c8b244),segment_id=f22a9da9-ea49-4804-bd88-89f532c8b244)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:21:25.664637 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (7b223044-b989-4e14-ad4e-86268efd0735), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:25.692850 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Calling delete_port for 7b223044-b989-4e14-ad4e-86268efd0735 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:21:25.693100 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1428db87-b6ad-4c81-a5f4-51ac9f48be72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ae8582a0-7e0a-46c1-99dd-476bffed368c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:25.704136 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5afcd9d8-9a76-4930-9271-ecf22ec0e987 req-1e27ff86-298d-46a9-85cb-fe15a74199f9 tempest-VolumesNegativeTest-769843540 tempest-VolumesNegativeTest-769843540-project] 10.222.0.65 "GET /v2.0/ports?device_id=884fea9b-bc9a-463d-9e25-f73e0ca67ba1 HTTP/1.1" status: 200 len: 210 time: 0.0614996 Feb 07 21:21:25.751621 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c522fd3a-3343-4488-98b0-4c1602ac5284 x-openstack-request-id: req-c522fd3a-3343-4488-98b0-4c1602ac5284 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:21:25.752205 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884fea9b-bc9a-463d-9e25-f73e0ca67ba1", "name": "network-vif-deleted", "tag": "8cf87d66-6950-4217-92d3-20f7554b70e4", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:21:25.752205 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c522fd3a-3343-4488-98b0-4c1602ac5284 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:21:25.752761 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884fea9b-bc9a-463d-9e25-f73e0ca67ba1', 'name': 'network-vif-deleted', 'tag': '8cf87d66-6950-4217-92d3-20f7554b70e4', 'status': 'completed', 'code': 200} Feb 07 21:21:25.772415 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-12999df1-7b52-43f7-be89-dcde2ee0b356 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8750951 Feb 07 21:21:25.775785 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45140) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:25.782120 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8bc47f2a-3dc1-4802-8dd0-da00f539f606 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Request body: {'port': {'network_id': '45f5045e-4bba-47e1-a536-d7979a378e02', 'name': 'tempest-ExtraDHCPOptionsTestJSON-819056455', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:25.782467 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.api.validators [None req-8bc47f2a-3dc1-4802-8dd0-da00f539f606 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] bootfile-name is not in valid_values {{(pid=103255) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 21:21:25.782803 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.api.validators [None req-8bc47f2a-3dc1-4802-8dd0-da00f539f606 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] tftp-server is not in valid_values {{(pid=103255) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 21:21:25.783124 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.api.validators [None req-8bc47f2a-3dc1-4802-8dd0-da00f539f606 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] server-ip-address is not in valid_values {{(pid=103255) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 21:21:25.842316 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (7b223044-b989-4e14-ad4e-86268efd0735), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:25.909770 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] No DVR routers for this DVR port 7b223044-b989-4e14-ad4e-86268efd0735 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:21:25.926742 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428db87-b6ad-4c81-a5f4-51ac9f48be72 None None] Pushing event updated for resources: {'Port': ['ID=ae8582a0-7e0a-46c1-99dd-476bffed368c,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:25.934246 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event deleted for resources: {'Port': ['ID=7b223044-b989-4e14-ad4e-86268efd0735,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:26.049413 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc47f2a-3dc1-4802-8dd0-da00f539f606 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Made reservation on behalf of 564dea4be4664cdb8762c034aba40398 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:21:26.054753 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8bc47f2a-3dc1-4802-8dd0-da00f539f606 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:26.055515 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-258b2eef-4e6f-4da5-9a4d-214da27ce36f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:26.079026 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (0a2d896b-62c9-48e7-a06d-fa7b78d989bc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:26.102303 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-8bc47f2a-3dc1-4802-8dd0-da00f539f606 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] device_id is not set on port 2e091173-b6d0-423f-9f44-c28905f125e8 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:21:26.170935 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a2d896b-62c9-48e7-a06d-fa7b78d989bc']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:26.230249 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1265dd39-a557-417d-bebb-c2841a365abf') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:26.230634 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1265dd39-a557-417d-bebb-c2841a365abf') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:26.318733 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (1265dd39-a557-417d-bebb-c2841a365abf), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:26.349494 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (1265dd39-a557-417d-bebb-c2841a365abf), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:26.362779 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-8bc47f2a-3dc1-4802-8dd0-da00f539f606 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Allocated IP 172.20.0.6 (45f5045e-4bba-47e1-a536-d7979a378e02/b0adb4a7-630b-4a26-a185-c9ce57908a63/2e091173-b6d0-423f-9f44-c28905f125e8) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:21:26.370489 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:21:26.370993 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (1265dd39-a557-417d-bebb-c2841a365abf), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:21:26.375679 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:21:26.400859 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-258b2eef-4e6f-4da5-9a4d-214da27ce36f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Allocated IP 172.25.4.47 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/5de42dea-8438-48ca-805e-705a50d01ff8) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:21:26.549443 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (0a2d896b-62c9-48e7-a06d-fa7b78d989bc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:26.587277 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:26.590555 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "DELETE /v2.0/networks/0a2d896b-62c9-48e7-a06d-fa7b78d989bc HTTP/1.1" status: 204 len: 168 time: 4.3814104 Feb 07 21:21:26.594144 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45160) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:26.655036 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b8a03-69e0-4b54-925e-b7bc947b85da tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event deleted for resources: {'Network': ['ID=0a2d896b-62c9-48e7-a06d-fa7b78d989bc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:26.661120 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-68986019-9714-4dce-bcce-a6b386c1f495 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] DELETE failed (client error): The resource could not be found. Feb 07 21:21:26.661120 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68986019-9714-4dce-bcce-a6b386c1f495 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:21:26.665302 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-68986019-9714-4dce-bcce-a6b386c1f495 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "DELETE /v2.0/subnets/cd44e9a4-dc77-4270-ba4b-b29dbce45807 HTTP/1.1" status: 404 len: 337 time: 0.0679224 Feb 07 21:21:26.669246 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45162) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:26.708386 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-e958669f-0197-4a3c-965a-d99f66548765 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] DELETE failed (client error): The resource could not be found. Feb 07 21:21:26.709300 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e958669f-0197-4a3c-965a-d99f66548765 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:21:26.715291 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e958669f-0197-4a3c-965a-d99f66548765 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "DELETE /v2.0/networks/0a2d896b-62c9-48e7-a06d-fa7b78d989bc HTTP/1.1" status: 404 len: 339 time: 0.0403779 Feb 07 21:21:26.718002 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45164) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:26.770464 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-13828ef1-0e91-4961-9f8d-8abc549a38c2 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] DELETE failed (client error): The resource could not be found. Feb 07 21:21:26.770940 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13828ef1-0e91-4961-9f8d-8abc549a38c2 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:21:26.776483 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-13828ef1-0e91-4961-9f8d-8abc549a38c2 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "DELETE /v2.0/subnets/b99e799a-487b-4a98-8a38-545b3366e6c5 HTTP/1.1" status: 404 len: 337 time: 0.0548851 Feb 07 21:21:26.781274 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45168) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:26.822485 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-258b2eef-4e6f-4da5-9a4d-214da27ce36f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for port (5de42dea-8438-48ca-805e-705a50d01ff8), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:26.853857 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a17151-4ffa-4d83-9277-5ddf29735502 req-d0f6e546-ffed-462e-8302-1db4dee68332 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:26.855425 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2a17151-4ffa-4d83-9277-5ddf29735502 req-d0f6e546-ffed-462e-8302-1db4dee68332 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 945 time: 0.2311976 Feb 07 21:21:26.856437 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe3bde5-bd69-4ec6-bca0-1a7f2900f634 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] DELETE failed (client error): The resource could not be found. Feb 07 21:21:26.856938 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe3bde5-bd69-4ec6-bca0-1a7f2900f634 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:21:26.869115 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-258b2eef-4e6f-4da5-9a4d-214da27ce36f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (5de42dea-8438-48ca-805e-705a50d01ff8), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:26.875945 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-efe3bde5-bd69-4ec6-bca0-1a7f2900f634 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "DELETE /v2.0/networks/614a42dc-e998-4d8e-b556-b19141d0929a HTTP/1.1" status: 404 len: 339 time: 0.0863626 Feb 07 21:21:26.878221 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45176) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:26.941845 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258b2eef-4e6f-4da5-9a4d-214da27ce36f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:21:26.947602 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-258b2eef-4e6f-4da5-9a4d-214da27ce36f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:26.954417 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258b2eef-4e6f-4da5-9a4d-214da27ce36f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:21:26.961751 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c63e6c-5dc8-445a-9ad5-89cde46d8aef tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] DELETE failed (client error): The resource could not be found. Feb 07 21:21:26.962211 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62c63e6c-5dc8-445a-9ad5-89cde46d8aef tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:21:26.974454 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-62c63e6c-5dc8-445a-9ad5-89cde46d8aef tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "DELETE /v2.0/subnets/027f894a-10e8-4acf-967e-1462f73053e1 HTTP/1.1" status: 404 len: 337 time: 0.0917068 Feb 07 21:21:26.977930 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8bc47f2a-3dc1-4802-8dd0-da00f539f606 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks [] for port (2e091173-b6d0-423f-9f44-c28905f125e8), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:26.981001 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45182) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:26.990894 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b2eef-4e6f-4da5-9a4d-214da27ce36f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Pushing event updated for resources: {'Port': ['ID=5de42dea-8438-48ca-805e-705a50d01ff8,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:27.083330 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a6eafe4-3462-4acd-adc0-c95a6ace2fa0 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] DELETE failed (client error): The resource could not be found. Feb 07 21:21:27.086754 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a6eafe4-3462-4acd-adc0-c95a6ace2fa0 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:21:27.094843 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8a6eafe4-3462-4acd-adc0-c95a6ace2fa0 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "DELETE /v2.0/networks/36f92439-66da-4c35-a520-47e45c5fff21 HTTP/1.1" status: 404 len: 339 time: 0.0821030 Feb 07 21:21:27.102127 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45186) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:27.111898 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 8e4b7365-ec04-491a-ad52-c02d67c1a144 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:21:27.291970 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 8e4b7365-ec04-491a-ad52-c02d67c1a144 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:21:27.297636 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ae8582a0-7e0a-46c1-99dd-476bffed368c up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:21:27.303989 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 8e4b7365-ec04-491a-ad52-c02d67c1a144 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:27.304768 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8e4b7365-ec04-491a-ad52-c02d67c1a144), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:27.547821 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2a17151-4ffa-4d83-9277-5ddf29735502 req-03c4ed85-6673-4eb4-9576-01345a382289 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6734202 Feb 07 21:21:27.589338 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-69fed2c7-df33-465a-9553-c88daad47857 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Deleting port c53cfe57-534d-4c5f-825b-e7ad368fa87b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:21:27.592617 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69fed2c7-df33-465a-9553-c88daad47857 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c53cfe57-534d-4c5f-825b-e7ad368fa87b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:27.633713 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 8e4b7365-ec04-491a-ad52-c02d67c1a144 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:27.634353 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8e4b7365-ec04-491a-ad52-c02d67c1a144), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:27.661410 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port ae8582a0-7e0a-46c1-99dd-476bffed368c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:27.661974 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ae8582a0-7e0a-46c1-99dd-476bffed368c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:27.706973 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3672fcb6-563a-4d0a-8a7b-581385a23757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4b7365-ec04-491a-ad52-c02d67c1a144'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:21:27.709890 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992d8a7d-71f3-45ca-890b-48cdfad9d642" -d '{"events": [{"server_uuid": "3672fcb6-563a-4d0a-8a7b-581385a23757", "name": "network-vif-plugged", "status": "completed", "tag": "8e4b7365-ec04-491a-ad52-c02d67c1a144"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:21:27.748923 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-258b2eef-4e6f-4da5-9a4d-214da27ce36f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for floatingip (2bbf89a2-dd68-4e96-839e-13b67321b271), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:27.754558 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69fed2c7-df33-465a-9553-c88daad47857 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c53cfe57-534d-4c5f-825b-e7ad368fa87b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:27.790058 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-69fed2c7-df33-465a-9553-c88daad47857 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Calling delete_port for c53cfe57-534d-4c5f-825b-e7ad368fa87b owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:21:27.810239 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 8e4b7365-ec04-491a-ad52-c02d67c1a144, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=8e4b7365-ec04-491a-ad52-c02d67c1a144,segment=NetworkSegment(c034aa2b-3f97-47ab-96ec-f8ddf955f299),segment_id=c034aa2b-3f97-47ab-96ec-f8ddf955f299)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:21:27.820998 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8e4b7365-ec04-491a-ad52-c02d67c1a144), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:27.835136 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17960ca-38b4-4213-9d6c-82286d314171 x-openstack-request-id: req-d17960ca-38b4-4213-9d6c-82286d314171 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:21:27.836820 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3672fcb6-563a-4d0a-8a7b-581385a23757", "name": "network-vif-plugged", "status": "completed", "tag": "8e4b7365-ec04-491a-ad52-c02d67c1a144", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:21:27.836979 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d17960ca-38b4-4213-9d6c-82286d314171 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:21:27.837837 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3672fcb6-563a-4d0a-8a7b-581385a23757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4b7365-ec04-491a-ad52-c02d67c1a144', 'code': 200} Feb 07 21:21:27.943486 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-258b2eef-4e6f-4da5-9a4d-214da27ce36f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5de42dea-8438-48ca-805e-705a50d01ff8), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:27.957381 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef552c61-57d0-4020-a848-3261a20140a3 None None] get_active_networks_info from n-d-828185-2 {{(pid=103257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 21:21:28.095868 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=8e4b7365-ec04-491a-ad52-c02d67c1a144,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:28.116149 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port ae8582a0-7e0a-46c1-99dd-476bffed368c is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:28.116885 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ae8582a0-7e0a-46c1-99dd-476bffed368c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:28.151085 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-bdbab0d5-b96e-467a-99d3-b9f44e85a71d None None] Provisioning complete for port ae8582a0-7e0a-46c1-99dd-476bffed368c triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:28.151852 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bdbab0d5-b96e-467a-99d3-b9f44e85a71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ae8582a0-7e0a-46c1-99dd-476bffed368c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:28.183698 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port ae8582a0-7e0a-46c1-99dd-476bffed368c, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ae8582a0-7e0a-46c1-99dd-476bffed368c,segment=NetworkSegment(f22a9da9-ea49-4804-bd88-89f532c8b244),segment_id=f22a9da9-ea49-4804-bd88-89f532c8b244)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:21:28.238739 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ae8582a0-7e0a-46c1-99dd-476bffed368c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:28.321752 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=ae8582a0-7e0a-46c1-99dd-476bffed368c,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:28.383291 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef552c61-57d0-4020-a848-3261a20140a3 None None] Resources bound (agent type, host, resource id): {{(pid=103257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 21:21:28.447057 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-258b2eef-4e6f-4da5-9a4d-214da27ce36f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for port (5de42dea-8438-48ca-805e-705a50d01ff8), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:28.455530 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-258b2eef-4e6f-4da5-9a4d-214da27ce36f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (5de42dea-8438-48ca-805e-705a50d01ff8), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:28.607987 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b2eef-4e6f-4da5-9a4d-214da27ce36f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Pushing event updated for resources: {'Port': ['ID=5de42dea-8438-48ca-805e-705a50d01ff8,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:28.619145 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-258b2eef-4e6f-4da5-9a4d-214da27ce36f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (2bbf89a2-dd68-4e96-839e-13b67321b271), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:28.651640 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-bdbab0d5-b96e-467a-99d3-b9f44e85a71d None None] Current status of the port ae8582a0-7e0a-46c1-99dd-476bffed368c is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:28.676524 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8cf87d66-6950-4217-92d3-20f7554b70e4 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:21:28.818997 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 8cf87d66-6950-4217-92d3-20f7554b70e4 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:21:28.819369 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8cf87d66-6950-4217-92d3-20f7554b70e4 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:21:28.821392 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [None req-258b2eef-4e6f-4da5-9a4d-214da27ce36f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Floating IP 2bbf89a2-dd68-4e96-839e-13b67321b271 associated. External IP: 172.25.4.47, port: 0b805bb8-ddc3-4381-96ac-9e0d5d70109a. Feb 07 21:21:28.898701 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-00cecbb7-cfb2-4c0d-95ad-99a518c1754e req-e0ece646-e454-4296-bc0b-d72c4f1d5b95 service neutron] (103255) timed out ('10.222.0.69', 49392) {{(pid=103255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 21:21:28.987884 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5994c5fa-3c51-4be2-b6b7-fdef26cea5f1 None None] Network 45f5045e-4bba-47e1-a536-d7979a378e02 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:21:29.029463 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69fed2c7-df33-465a-9553-c88daad47857 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (c53cfe57-534d-4c5f-825b-e7ad368fa87b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:29.189178 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8bc47f2a-3dc1-4802-8dd0-da00f539f606 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (2e091173-b6d0-423f-9f44-c28905f125e8), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:29.207148 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fed2c7-df33-465a-9553-c88daad47857 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event deleted for resources: {'Port': ['ID=c53cfe57-534d-4c5f-825b-e7ad368fa87b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:29.235550 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69fed2c7-df33-465a-9553-c88daad47857 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:29.249293 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-69fed2c7-df33-465a-9553-c88daad47857 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "DELETE /v2.0/ports/c53cfe57-534d-4c5f-825b-e7ad368fa87b HTTP/1.1" status: 204 len: 168 time: 2.1384788 Feb 07 21:21:29.255940 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ae8582a0-7e0a-46c1-99dd-476bffed368c up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:21:29.257488 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45312) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:29.288064 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258b2eef-4e6f-4da5-9a4d-214da27ce36f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Router 5ed606a4-e93e-4a09-a8ca-0104d197a92a has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:21:29.350932 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f5c496-4371-433b-a561-de61f224e346 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] DELETE failed (client error): The resource could not be found. Feb 07 21:21:29.351389 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f5c496-4371-433b-a561-de61f224e346 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:21:29.356805 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c3f5c496-4371-433b-a561-de61f224e346 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "DELETE /v2.0/subnets/ebc170c6-dd51-4804-8373-c3c7bf480a80 HTTP/1.1" status: 404 len: 337 time: 0.0395560 Feb 07 21:21:29.360471 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45320) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:29.371691 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc47f2a-3dc1-4802-8dd0-da00f539f606 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Network 45f5045e-4bba-47e1-a536-d7979a378e02 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:21:29.386572 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-8bc47f2a-3dc1-4802-8dd0-da00f539f606 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:29.393053 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc47f2a-3dc1-4802-8dd0-da00f539f606 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:21:29.413665 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d732f41-a57a-4c90-bba9-fc492fa734f8 req-aa607643-93a5-4283-bd22-ce91f2269112 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:29.415218 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d732f41-a57a-4c90-bba9-fc492fa734f8 req-aa607643-93a5-4283-bd22-ce91f2269112 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 946 time: 0.5203524 Feb 07 21:21:29.448188 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258b2eef-4e6f-4da5-9a4d-214da27ce36f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:21:29.469872 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9186ff-b559-4359-beef-4aef3da2436a req-175acda1-89bb-4c35-af3f-084a6f35caec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:29.471691 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e9186ff-b559-4359-beef-4aef3da2436a req-175acda1-89bb-4c35-af3f-084a6f35caec service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 1128 time: 0.5743649 Feb 07 21:21:29.481733 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-258b2eef-4e6f-4da5-9a4d-214da27ce36f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:29.561212 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-258b2eef-4e6f-4da5-9a4d-214da27ce36f tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.6393478 Feb 07 21:21:29.563676 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45334) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:29.564415 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25910a13-370f-4e1c-b33b-97ea5419c790', 'tag': '0b805bb8-ddc3-4381-96ac-9e0d5d70109a'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:21:29.585682 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fc28ac-fee5-47c9-916e-0ef15b8e5777" -d '{"events": [{"name": "network-changed", "server_uuid": "25910a13-370f-4e1c-b33b-97ea5419c790", "tag": "0b805bb8-ddc3-4381-96ac-9e0d5d70109a"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:21:29.603321 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc47f2a-3dc1-4802-8dd0-da00f539f606 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Pushing event updated for resources: {'Port': ['ID=2e091173-b6d0-423f-9f44-c28905f125e8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:29.770319 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3753d45c-ac75-4487-b22a-86e3e1d5bcc6 x-openstack-request-id: req-3753d45c-ac75-4487-b22a-86e3e1d5bcc6 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:21:29.772225 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25910a13-370f-4e1c-b33b-97ea5419c790", "tag": "0b805bb8-ddc3-4381-96ac-9e0d5d70109a", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:21:29.772661 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a54005-4f82-4473-9446-41c2cae41c4a None None] Sync routers for ids ['5ed606a4-e93e-4a09-a8ca-0104d197a92a'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:21:29.772873 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3753d45c-ac75-4487-b22a-86e3e1d5bcc6 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:21:29.773443 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25910a13-370f-4e1c-b33b-97ea5419c790', 'tag': '0b805bb8-ddc3-4381-96ac-9e0d5d70109a', 'status': 'completed', 'code': 200} Feb 07 21:21:29.782937 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d732f41-a57a-4c90-bba9-fc492fa734f8 req-971465b3-572e-4891-9661-34b3cf0cefc7 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098929 Feb 07 21:21:29.787959 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a54005-4f82-4473-9446-41c2cae41c4a None None] Routers {'5ed606a4-e93e-4a09-a8ca-0104d197a92a'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:21:29.788768 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-67a54005-4f82-4473-9446-41c2cae41c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:21:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5ed606a4-e93e-4a09-a8ca-0104d197a92a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:29.793774 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc47f2a-3dc1-4802-8dd0-da00f539f606 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:29.794588 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8bc47f2a-3dc1-4802-8dd0-da00f539f606 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:29.876914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e9186ff-b559-4359-beef-4aef3da2436a req-bc71ecf0-4571-4456-914a-b693f2b33831 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495321 Feb 07 21:21:29.888794 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8bc47f2a-3dc1-4802-8dd0-da00f539f606 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.1095872 Feb 07 21:21:29.899232 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3183-a536-4ee2-afcb-0045cc2bd319 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (04519161-2ca9-4acc-8d64-9b93a527bcc5), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:29.899888 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45360) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:29.904816 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8248b2ed-1d5a-4ed1-8192-cabd94933989 tempest-TestVolumeBackupRestore-915874011 tempest-TestVolumeBackupRestore-915874011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:29.910798 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-67a54005-4f82-4473-9446-41c2cae41c4a None None] Set router 5ed606a4-e93e-4a09-a8ca-0104d197a92a gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:21:29.911001 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8248b2ed-1d5a-4ed1-8192-cabd94933989 tempest-TestVolumeBackupRestore-915874011 tempest-TestVolumeBackupRestore-915874011-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 1122 time: 0.3215282 Feb 07 21:21:29.915712 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45362) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:29.928359 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-58dee14e-9fc1-4ac0-bf65-745c9e56d675 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Request body: {'floatingip': {'port_id': '0b805bb8-ddc3-4381-96ac-9e0d5d70109a'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:30.088482 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc28ac-fee5-47c9-916e-0ef15b8e5777 req-973de02f-cdb9-4827-a460-997385258a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:30.094501 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9fc28ac-fee5-47c9-916e-0ef15b8e5777 req-973de02f-cdb9-4827-a460-997385258a41 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=936a2ca0ece74bb698b7cfe4e2af1982&device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 1127 time: 0.3360219 Feb 07 21:21:30.165399 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331b3146-8366-4fa2-9143-c8cda58f7818 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:30.180091 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331b3146-8366-4fa2-9143-c8cda58f7818 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:30.185374 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331b3146-8366-4fa2-9143-c8cda58f7818 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:30.196546 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-331b3146-8366-4fa2-9143-c8cda58f7818 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2803531 Feb 07 21:21:30.197149 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45392) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:30.334225 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port ae8582a0-7e0a-46c1-99dd-476bffed368c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:30.334841 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ae8582a0-7e0a-46c1-99dd-476bffed368c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:30.363339 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-69ad28c4-a6a2-4fca-887e-58b5fae909ca req-fa3eceb7-7774-4a5d-8b6b-5189562f9aae service neutron] (103255) timed out ('10.222.0.65', 51006) {{(pid=103255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 21:21:30.375818 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc28ac-fee5-47c9-916e-0ef15b8e5777 req-af846dd1-0da5-46be-9390-5fe56e07a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:30.386146 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9fc28ac-fee5-47c9-916e-0ef15b8e5777 req-af846dd1-0da5-46be-9390-5fe56e07a20b service neutron] 10.222.0.69 "GET /v2.0/networks?id=4d6d0316-d57c-4df2-aa05-905a8b525f9f HTTP/1.1" status: 200 len: 915 time: 0.2760613 Feb 07 21:21:30.490222 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port ae8582a0-7e0a-46c1-99dd-476bffed368c is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:30.495271 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-67a54005-4f82-4473-9446-41c2cae41c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'name': 'tempest-TestVolumeBackupRestore-1272603978-router', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:23Z', 'updated_at': '2022-02-07T21:14:33Z', 'revision_number': 4, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'gw_port': {'id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:24Z', 'updated_at': '2022-02-07T21:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '2bbf89a2-dd68-4e96-839e-13b67321b271', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'port_id': '0b805bb8-ddc3-4381-96ac-9e0d5d70109a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f', 'mac_address': 'fa:16:3e:e2:a7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25910a13-370f-4e1c-b33b-97ea5419c790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:21:27Z', 'updated_at': '2022-02-07T21:21:27Z', 'revision_number': 0, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80697b9a-5701-4374-ac60-4cfe8d7b5eea', 'name': '', 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'mac_address': 'fa:16:3e:9f:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'e8dc7fe0-0333-4cfb-89b3-35dc114fee14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:30Z', 'updated_at': '2022-02-07T21:14:39Z', 'revision_number': 5, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'subnets': [{'id': 'e8dc7fe0-0333-4cfb-89b3-35dc114fee14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:30.525804 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a54005-4f82-4473-9446-41c2cae41c4a None None] Checking router: 5ed606a4-e93e-4a09-a8ca-0104d197a92a for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:21:30.527489 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58dee14e-9fc1-4ac0-bf65-745c9e56d675 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for floatingip (2bbf89a2-dd68-4e96-839e-13b67321b271), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:30.542901 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a54005-4f82-4473-9446-41c2cae41c4a None None] Routers {'5ed606a4-e93e-4a09-a8ca-0104d197a92a'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:21:30.543551 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-67a54005-4f82-4473-9446-41c2cae41c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:21:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5ed606a4-e93e-4a09-a8ca-0104d197a92a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:30.559924 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0441427d-0293-482e-b160-62d1da75cf78 req-c8e49ea7-4ec9-4f88-b6af-74c57f029f0f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1add0bf5-f503-4887-9dec-b2f21d310bd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2687991 Feb 07 21:21:30.611890 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c37b73f5-f226-4589-938d-3f3fe844ce54 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Deleting port 2e091173-b6d0-423f-9f44-c28905f125e8 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:21:30.612245 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c37b73f5-f226-4589-938d-3f3fe844ce54 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (2e091173-b6d0-423f-9f44-c28905f125e8), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:30.784493 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-67a54005-4f82-4473-9446-41c2cae41c4a None None] Set router 5ed606a4-e93e-4a09-a8ca-0104d197a92a gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:21:31.137090 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441427d-0293-482e-b160-62d1da75cf78 req-ac15a9bc-a504-45c8-9f6b-014b947d846a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:31.138685 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0441427d-0293-482e-b160-62d1da75cf78 req-ac15a9bc-a504-45c8-9f6b-014b947d846a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=1add0bf5-f503-4887-9dec-b2f21d310bd2 HTTP/1.1" status: 200 len: 1127 time: 0.5114727 Feb 07 21:21:31.156806 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-deeb280c-26c9-4c02-8e33-77ad345f79cb None None] Provisioning complete for port e4e94b2e-684a-46a5-b8af-a50c178b1b0b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:31.157409 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deeb280c-26c9-4c02-8e33-77ad345f79cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e4e94b2e-684a-46a5-b8af-a50c178b1b0b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:31.217751 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c37b73f5-f226-4589-938d-3f3fe844ce54 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (2e091173-b6d0-423f-9f44-c28905f125e8), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:31.401332 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-deeb280c-26c9-4c02-8e33-77ad345f79cb None None] Port e4e94b2e-684a-46a5-b8af-a50c178b1b0b cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:21:31.480928 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c37b73f5-f226-4589-938d-3f3fe844ce54 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Calling delete_port for 2e091173-b6d0-423f-9f44-c28905f125e8 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:21:31.498002 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-deeb280c-26c9-4c02-8e33-77ad345f79cb None None] Provisioning complete for port 2e091173-b6d0-423f-9f44-c28905f125e8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:31.498398 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deeb280c-26c9-4c02-8e33-77ad345f79cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2e091173-b6d0-423f-9f44-c28905f125e8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:31.629862 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-deeb280c-26c9-4c02-8e33-77ad345f79cb None None] Port 2e091173-b6d0-423f-9f44-c28905f125e8 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:21:31.633256 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-67a54005-4f82-4473-9446-41c2cae41c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'name': 'tempest-TestVolumeBackupRestore-1272603978-router', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:23Z', 'updated_at': '2022-02-07T21:14:33Z', 'revision_number': 4, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'gw_port': {'id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:24Z', 'updated_at': '2022-02-07T21:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '2bbf89a2-dd68-4e96-839e-13b67321b271', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'port_id': '0b805bb8-ddc3-4381-96ac-9e0d5d70109a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f', 'mac_address': 'fa:16:3e:e2:a7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25910a13-370f-4e1c-b33b-97ea5419c790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:21:27Z', 'updated_at': '2022-02-07T21:21:27Z', 'revision_number': 0, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80697b9a-5701-4374-ac60-4cfe8d7b5eea', 'name': '', 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'mac_address': 'fa:16:3e:9f:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'e8dc7fe0-0333-4cfb-89b3-35dc114fee14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:30Z', 'updated_at': '2022-02-07T21:14:39Z', 'revision_number': 5, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'subnets': [{'id': 'e8dc7fe0-0333-4cfb-89b3-35dc114fee14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:31.717669 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9fc28ac-fee5-47c9-916e-0ef15b8e5777 req-58c818d8-8646-4135-a7ae-1d4d90a4ae99 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b805bb8-ddc3-4381-96ac-9e0d5d70109a HTTP/1.1" status: 200 len: 998 time: 1.3199518 Feb 07 21:21:31.723364 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1d1f3183-a536-4ee2-afcb-0045cc2bd319 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Deleting port 820eee59-f7a7-4189-b30b-bb071501417b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:21:31.723927 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3183-a536-4ee2-afcb-0045cc2bd319 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (820eee59-f7a7-4189-b30b-bb071501417b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:31.745533 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a54005-4f82-4473-9446-41c2cae41c4a None None] The sync data for ids ['5ed606a4-e93e-4a09-a8ca-0104d197a92a'] in n-d-828185-2 is: [{'id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'name': 'tempest-TestVolumeBackupRestore-1272603978-router', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:23Z', 'updated_at': '2022-02-07T21:14:33Z', 'revision_number': 4, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'gw_port': {'id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:24Z', 'updated_at': '2022-02-07T21:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '2bbf89a2-dd68-4e96-839e-13b67321b271', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'port_id': '0b805bb8-ddc3-4381-96ac-9e0d5d70109a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f', 'mac_address': 'fa:16:3e:e2:a7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25910a13-370f-4e1c-b33b-97ea5419c790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:21:27Z', 'updated_at': '2022-02-07T21:21:27Z', 'revision_number': 0, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80697b9a-5701-4374-ac60-4cfe8d7b5eea', 'name': '', 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'mac_address': 'fa:16:3e:9f:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'e8dc7fe0-0333-4cfb-89b3-35dc114fee14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:30Z', 'updated_at': '2022-02-07T21:14:39Z', 'revision_number': 5, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'subnets': [{'id': 'e8dc7fe0-0333-4cfb-89b3-35dc114fee14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:21:31.772681 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-deeb280c-26c9-4c02-8e33-77ad345f79cb None None] Provisioning complete for port ae8582a0-7e0a-46c1-99dd-476bffed368c triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:31.773056 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deeb280c-26c9-4c02-8e33-77ad345f79cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ae8582a0-7e0a-46c1-99dd-476bffed368c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:31.879675 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc28ac-fee5-47c9-916e-0ef15b8e5777 req-cd1bac2d-57cc-40e8-83a7-6f6be2396caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:31.881651 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9fc28ac-fee5-47c9-916e-0ef15b8e5777 req-cd1bac2d-57cc-40e8-83a7-6f6be2396caa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8dc7fe0-0333-4cfb-89b3-35dc114fee14 HTTP/1.1" status: 200 len: 853 time: 0.1489918 Feb 07 21:21:31.977002 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1d1f3183-a536-4ee2-afcb-0045cc2bd319 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] For port 820eee59-f7a7-4189-b30b-bb071501417b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=820eee59-f7a7-4189-b30b-bb071501417b,segment=NetworkSegment(20c6e495-7ec9-4415-a809-0dec800bfd57),segment_id=20c6e495-7ec9-4415-a809-0dec800bfd57)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:21:31.977516 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3183-a536-4ee2-afcb-0045cc2bd319 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (820eee59-f7a7-4189-b30b-bb071501417b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:31.984372 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-deeb280c-26c9-4c02-8e33-77ad345f79cb None None] Current status of the port ae8582a0-7e0a-46c1-99dd-476bffed368c is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:31.993768 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1d1f3183-a536-4ee2-afcb-0045cc2bd319 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Calling delete_port for 820eee59-f7a7-4189-b30b-bb071501417b owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:21:32.076254 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7980c3-147f-4275-9873-321ef48bade1 req-2d7febcb-eb8e-4fdc-a703-5914a952942e tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:32.086809 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c7980c3-147f-4275-9873-321ef48bade1 req-2d7febcb-eb8e-4fdc-a703-5914a952942e tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 946 time: 0.5871391 Feb 07 21:21:32.111854 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-32ec57e9-68cb-4dad-98c7-51b2b417056e None None] Provisioning complete for port e4e94b2e-684a-46a5-b8af-a50c178b1b0b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:32.112293 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-32ec57e9-68cb-4dad-98c7-51b2b417056e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e4e94b2e-684a-46a5-b8af-a50c178b1b0b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:32.184592 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-32ec57e9-68cb-4dad-98c7-51b2b417056e None None] Port e4e94b2e-684a-46a5-b8af-a50c178b1b0b cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:21:32.205370 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-32ec57e9-68cb-4dad-98c7-51b2b417056e None None] Provisioning complete for port 2e091173-b6d0-423f-9f44-c28905f125e8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:32.205917 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-32ec57e9-68cb-4dad-98c7-51b2b417056e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2e091173-b6d0-423f-9f44-c28905f125e8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:32.215832 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014ce28a-f8cb-40ef-9fcd-c3e3b41d15f5 None None] New status for floating IP 2bbf89a2-dd68-4e96-839e-13b67321b271: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:21:32.284943 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-32ec57e9-68cb-4dad-98c7-51b2b417056e None None] Port 2e091173-b6d0-423f-9f44-c28905f125e8 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:21:32.308766 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441427d-0293-482e-b160-62d1da75cf78 req-594b760e-3dd4-4491-b24f-c58a9fc1e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:32.308766 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0441427d-0293-482e-b160-62d1da75cf78 req-594b760e-3dd4-4491-b24f-c58a9fc1e48c service neutron] 10.222.0.69 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 913 time: 1.1473751 Feb 07 21:21:32.382276 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-58dee14e-9fc1-4ac0-bf65-745c9e56d675 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:21:32.407293 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0441427d-0293-482e-b160-62d1da75cf78 req-565c5300-bd0f-42fb-8f89-7b89582e9d9f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 HTTP/1.1" status: 200 len: 217 time: 0.0893927 Feb 07 21:21:32.464732 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc28ac-fee5-47c9-916e-0ef15b8e5777 req-7f47b7a1-b4bb-4f4d-8cb1-36f34044afff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:32.466563 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9fc28ac-fee5-47c9-916e-0ef15b8e5777 req-7f47b7a1-b4bb-4f4d-8cb1-36f34044afff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4d6d0316-d57c-4df2-aa05-905a8b525f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4436102 Feb 07 21:21:32.514110 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441427d-0293-482e-b160-62d1da75cf78 req-8f9998fa-8960-4740-8bba-20bf35aaf6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:32.516042 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0441427d-0293-482e-b160-62d1da75cf78 req-8f9998fa-8960-4740-8bba-20bf35aaf6d1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.1046216 Feb 07 21:21:32.652489 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9fc28ac-fee5-47c9-916e-0ef15b8e5777 req-48983091-e879-480c-a7bd-63709359b1af service neutron] 10.222.0.69 "GET /v2.0/networks/4d6d0316-d57c-4df2-aa05-905a8b525f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720610 Feb 07 21:21:32.677420 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c7980c3-147f-4275-9873-321ef48bade1 req-de041461-afc8-46a2-9e16-f67c3fc4eac7 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5894656 Feb 07 21:21:32.718049 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58dee14e-9fc1-4ac0-bf65-745c9e56d675 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:32.720271 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c37b73f5-f226-4589-938d-3f3fe844ce54 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (2e091173-b6d0-423f-9f44-c28905f125e8), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:32.730713 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.db.api [None req-014ce28a-f8cb-40ef-9fcd-c3e3b41d15f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103258) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:21:32.731115 n-d-828185-2 neutron-server[103258]: DEBUG oslo_db.api [None req-014ce28a-f8cb-40ef-9fcd-c3e3b41d15f5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:21:32.745094 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441427d-0293-482e-b160-62d1da75cf78 req-4a49a7fb-5014-4e9b-8481-904a4395cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:32.747433 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0441427d-0293-482e-b160-62d1da75cf78 req-4a49a7fb-5014-4e9b-8481-904a4395cedf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2245665 Feb 07 21:21:32.751206 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58dee14e-9fc1-4ac0-bf65-745c9e56d675 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (2bbf89a2-dd68-4e96-839e-13b67321b271), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:32.782069 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b73f5-f226-4589-938d-3f3fe844ce54 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Pushing event deleted for resources: {'Port': ['ID=2e091173-b6d0-423f-9f44-c28905f125e8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:32.945707 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c37b73f5-f226-4589-938d-3f3fe844ce54 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:32.950527 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3183-a536-4ee2-afcb-0045cc2bd319 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (820eee59-f7a7-4189-b30b-bb071501417b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:32.985053 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c37b73f5-f226-4589-938d-3f3fe844ce54 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] 10.222.0.65 "DELETE /v2.0/ports/2e091173-b6d0-423f-9f44-c28905f125e8 HTTP/1.1" status: 204 len: 168 time: 2.7867851 Feb 07 21:21:32.985707 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45502) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:32.999153 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1b3af08c-370f-44e2-a62a-8cd1a81f5e18 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Request body: {'port': {'name': 'tempest-new-port-name-8635930', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:32.999594 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.api.validators [None req-1b3af08c-370f-44e2-a62a-8cd1a81f5e18 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] bootfile-name is not in valid_values {{(pid=103256) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 21:21:32.999969 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.api.validators [None req-1b3af08c-370f-44e2-a62a-8cd1a81f5e18 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] tftp-server is not in valid_values {{(pid=103256) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 21:21:33.000270 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.api.validators [None req-1b3af08c-370f-44e2-a62a-8cd1a81f5e18 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] server-ip-address is not in valid_values {{(pid=103256) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 21:21:33.034289 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f3183-a536-4ee2-afcb-0045cc2bd319 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event deleted for resources: {'Port': ['ID=820eee59-f7a7-4189-b30b-bb071501417b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:33.051445 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0441427d-0293-482e-b160-62d1da75cf78 req-ec97fa35-d2ed-45c8-8492-37b6cd992d50 service neutron] 10.222.0.69 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812464 Feb 07 21:21:33.069744 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1f3183-a536-4ee2-afcb-0045cc2bd319 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] No DVR routers for this DVR port 820eee59-f7a7-4189-b30b-bb071501417b on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:21:33.180021 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b3af08c-370f-44e2-a62a-8cd1a81f5e18 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e4e94b2e-684a-46a5-b8af-a50c178b1b0b), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:33.233299 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014ce28a-f8cb-40ef-9fcd-c3e3b41d15f5 None None] New status for floating IP 2bbf89a2-dd68-4e96-839e-13b67321b271: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:21:33.284658 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9fc28ac-fee5-47c9-916e-0ef15b8e5777 req-254d0516-cd9c-4823-a5dc-92fc996d9ef9 service neutron] 10.222.0.69 "GET /v2.0/networks/4d6d0316-d57c-4df2-aa05-905a8b525f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6206012 Feb 07 21:21:33.438817 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b3af08c-370f-44e2-a62a-8cd1a81f5e18 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks [] for port (e4e94b2e-684a-46a5-b8af-a50c178b1b0b), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:33.441613 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3183-a536-4ee2-afcb-0045cc2bd319 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (04519161-2ca9-4acc-8d64-9b93a527bcc5), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:33.476497 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0441427d-0293-482e-b160-62d1da75cf78 req-c1391556-5902-450e-b2c5-d7556ac93ab0 service neutron] 10.222.0.69 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185007 Feb 07 21:21:33.478408 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b3af08c-370f-44e2-a62a-8cd1a81f5e18 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (e4e94b2e-684a-46a5-b8af-a50c178b1b0b), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:33.522359 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1d1f3183-a536-4ee2-afcb-0045cc2bd319 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04519161-2ca9-4acc-8d64-9b93a527bcc5']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:33.560045 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1d1f3183-a536-4ee2-afcb-0045cc2bd319 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c6e495-7ec9-4415-a809-0dec800bfd57') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:33.560371 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1d1f3183-a536-4ee2-afcb-0045cc2bd319 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c6e495-7ec9-4415-a809-0dec800bfd57') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:33.576655 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3183-a536-4ee2-afcb-0045cc2bd319 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (20c6e495-7ec9-4415-a809-0dec800bfd57), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:33.598464 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3183-a536-4ee2-afcb-0045cc2bd319 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (20c6e495-7ec9-4415-a809-0dec800bfd57), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:33.609991 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d1f3183-a536-4ee2-afcb-0045cc2bd319 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:21:33.610525 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3183-a536-4ee2-afcb-0045cc2bd319 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (20c6e495-7ec9-4415-a809-0dec800bfd57), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:21:33.614222 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:21:33.618085 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:33.695378 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58dee14e-9fc1-4ac0-bf65-745c9e56d675 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Router 5ed606a4-e93e-4a09-a8ca-0104d197a92a has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:21:33.807984 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3af08c-370f-44e2-a62a-8cd1a81f5e18 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Pushing event updated for resources: {'Port': ['ID=e4e94b2e-684a-46a5-b8af-a50c178b1b0b,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:33.847221 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1b3af08c-370f-44e2-a62a-8cd1a81f5e18 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] In _notify_port_updated(), no bound segment for port e4e94b2e-684a-46a5-b8af-a50c178b1b0b on network 45f5045e-4bba-47e1-a536-d7979a378e02 {{(pid=103256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 07 21:21:33.865784 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3af08c-370f-44e2-a62a-8cd1a81f5e18 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:33.866635 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b3af08c-370f-44e2-a62a-8cd1a81f5e18 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:33.874545 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1b3af08c-370f-44e2-a62a-8cd1a81f5e18 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] 10.222.0.65 "PUT /v2.0/ports/e4e94b2e-684a-46a5-b8af-a50c178b1b0b HTTP/1.1" status: 200 len: 1134 time: 0.8818815 Feb 07 21:21:33.877352 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45518) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:33.907555 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3183-a536-4ee2-afcb-0045cc2bd319 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (04519161-2ca9-4acc-8d64-9b93a527bcc5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:33.914216 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3183-a536-4ee2-afcb-0045cc2bd319 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:33.918586 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1d1f3183-a536-4ee2-afcb-0045cc2bd319 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "DELETE /v2.0/networks/04519161-2ca9-4acc-8d64-9b93a527bcc5 HTTP/1.1" status: 204 len: 168 time: 4.5542414 Feb 07 21:21:33.929361 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45520) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:33.934719 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:33.963693 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f3183-a536-4ee2-afcb-0045cc2bd319 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event deleted for resources: {'Network': ['ID=04519161-2ca9-4acc-8d64-9b93a527bcc5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:34.044871 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597470dc-8849-46ba-a06f-3640fd04f190 req-bb092a89-5692-4583-9829-0d25da94c32d tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:34.054473 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-597470dc-8849-46ba-a06f-3640fd04f190 req-bb092a89-5692-4583-9829-0d25da94c32d tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 946 time: 0.1941354 Feb 07 21:21:34.066568 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f14a99d4-d93a-49f4-8457-b5adb33c6328 None None] Provisioning complete for port e4e94b2e-684a-46a5-b8af-a50c178b1b0b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:34.069315 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f14a99d4-d93a-49f4-8457-b5adb33c6328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e4e94b2e-684a-46a5-b8af-a50c178b1b0b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:34.079333 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f113c0-9d7c-424a-aa3b-44489c681887 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:34.085885 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-30f113c0-9d7c-424a-aa3b-44489c681887 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] 10.222.0.65 "GET /v2.0/ports/e4e94b2e-684a-46a5-b8af-a50c178b1b0b HTTP/1.1" status: 200 len: 1134 time: 0.2033863 Feb 07 21:21:34.088883 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45526) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:34.187511 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f14a99d4-d93a-49f4-8457-b5adb33c6328 None None] Port e4e94b2e-684a-46a5-b8af-a50c178b1b0b cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:21:34.273071 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58dee14e-9fc1-4ac0-bf65-745c9e56d675 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:21:34.278809 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58dee14e-9fc1-4ac0-bf65-745c9e56d675 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:34.284601 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e98016a-8f8b-42e5-a61e-00874294cbb2 None None] Sync routers for ids ['5ed606a4-e93e-4a09-a8ca-0104d197a92a'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:21:34.299717 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e98016a-8f8b-42e5-a61e-00874294cbb2 None None] Routers {'5ed606a4-e93e-4a09-a8ca-0104d197a92a'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:21:34.301502 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5e98016a-8f8b-42e5-a61e-00874294cbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:21:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5ed606a4-e93e-4a09-a8ca-0104d197a92a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:34.398941 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-18a5e0fa-b6b9-440a-8a6f-bc1859b6d179 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Deleting port e4e94b2e-684a-46a5-b8af-a50c178b1b0b {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:21:34.400671 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-18a5e0fa-b6b9-440a-8a6f-bc1859b6d179 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e4e94b2e-684a-46a5-b8af-a50c178b1b0b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:34.526957 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25910a13-370f-4e1c-b33b-97ea5419c790', 'tag': '0b805bb8-ddc3-4381-96ac-9e0d5d70109a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:21:34.533771 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be217460-400a-411b-a184-8c84ac34b8e4" -d '{"events": [{"name": "network-changed", "server_uuid": "25910a13-370f-4e1c-b33b-97ea5419c790", "tag": "0b805bb8-ddc3-4381-96ac-9e0d5d70109a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:21:34.537404 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-5e98016a-8f8b-42e5-a61e-00874294cbb2 None None] Set router 5ed606a4-e93e-4a09-a8ca-0104d197a92a gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:21:34.540083 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-58dee14e-9fc1-4ac0-bf65-745c9e56d675 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "PUT /v2.0/floatingips/2bbf89a2-dd68-4e96-839e-13b67321b271 HTTP/1.1" status: 200 len: 990 time: 4.6217506 Feb 07 21:21:34.550857 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-597470dc-8849-46ba-a06f-3640fd04f190 req-2c52942a-8452-474a-ba02-baaa01528da7 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953480 Feb 07 21:21:34.585725 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-429f7d79-9850-4fb4-a42f-16b7ac41f9ae tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Deleting port d35be23d-75a3-42e7-843e-644ff11b0e33 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:21:34.586068 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-429f7d79-9850-4fb4-a42f-16b7ac41f9ae tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d35be23d-75a3-42e7-843e-644ff11b0e33), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:34.771891 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45546) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:34.787946 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-429f7d79-9850-4fb4-a42f-16b7ac41f9ae tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d35be23d-75a3-42e7-843e-644ff11b0e33), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:34.814214 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-18a5e0fa-b6b9-440a-8a6f-bc1859b6d179 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e4e94b2e-684a-46a5-b8af-a50c178b1b0b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:34.844747 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-18a5e0fa-b6b9-440a-8a6f-bc1859b6d179 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Calling delete_port for e4e94b2e-684a-46a5-b8af-a50c178b1b0b owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:21:34.916259 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-429f7d79-9850-4fb4-a42f-16b7ac41f9ae tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Calling delete_port for d35be23d-75a3-42e7-843e-644ff11b0e33 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:21:35.022806 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aa6f59d5-9d3d-4497-a804-2386a0aab693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:35.102524 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5e98016a-8f8b-42e5-a61e-00874294cbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'name': 'tempest-TestVolumeBackupRestore-1272603978-router', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:23Z', 'updated_at': '2022-02-07T21:14:33Z', 'revision_number': 4, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'gw_port': {'id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:24Z', 'updated_at': '2022-02-07T21:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '2bbf89a2-dd68-4e96-839e-13b67321b271', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'port_id': '0b805bb8-ddc3-4381-96ac-9e0d5d70109a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f', 'mac_address': 'fa:16:3e:e2:a7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25910a13-370f-4e1c-b33b-97ea5419c790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:21:27Z', 'updated_at': '2022-02-07T21:21:33Z', 'revision_number': 2, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80697b9a-5701-4374-ac60-4cfe8d7b5eea', 'name': '', 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'mac_address': 'fa:16:3e:9f:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'e8dc7fe0-0333-4cfb-89b3-35dc114fee14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:30Z', 'updated_at': '2022-02-07T21:14:39Z', 'revision_number': 5, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'subnets': [{'id': 'e8dc7fe0-0333-4cfb-89b3-35dc114fee14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:35.160063 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019019f-3f8c-4ef1-90ff-914445c7e171 req-d8fccb89-5f5c-4984-a5df-f9372308d81e tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:35.169541 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5019019f-3f8c-4ef1-90ff-914445c7e171 req-d8fccb89-5f5c-4984-a5df-f9372308d81e tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 946 time: 0.3129866 Feb 07 21:21:35.178713 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e98016a-8f8b-42e5-a61e-00874294cbb2 None None] Checking router: 5ed606a4-e93e-4a09-a8ca-0104d197a92a for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:21:35.199712 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e98016a-8f8b-42e5-a61e-00874294cbb2 None None] Routers {'5ed606a4-e93e-4a09-a8ca-0104d197a92a'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:21:35.200608 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5e98016a-8f8b-42e5-a61e-00874294cbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:21:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5ed606a4-e93e-4a09-a8ca-0104d197a92a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:35.216774 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-18a5e0fa-b6b9-440a-8a6f-bc1859b6d179 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (e4e94b2e-684a-46a5-b8af-a50c178b1b0b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:35.223356 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47ef2a0-7b58-454b-a364-40e36572fd9b x-openstack-request-id: req-d47ef2a0-7b58-454b-a364-40e36572fd9b {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:21:35.223580 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25910a13-370f-4e1c-b33b-97ea5419c790", "tag": "0b805bb8-ddc3-4381-96ac-9e0d5d70109a", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:21:35.223840 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d47ef2a0-7b58-454b-a364-40e36572fd9b {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:21:35.224255 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25910a13-370f-4e1c-b33b-97ea5419c790', 'tag': '0b805bb8-ddc3-4381-96ac-9e0d5d70109a', 'status': 'completed', 'code': 200} Feb 07 21:21:35.323958 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5019019f-3f8c-4ef1-90ff-914445c7e171 req-810b0a25-7b6c-4a73-9b5f-1b670ab31761 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534386 Feb 07 21:21:35.335996 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5e0fa-b6b9-440a-8a6f-bc1859b6d179 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Pushing event deleted for resources: {'Port': ['ID=e4e94b2e-684a-46a5-b8af-a50c178b1b0b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:35.376144 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-429f7d79-9850-4fb4-a42f-16b7ac41f9ae tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (d35be23d-75a3-42e7-843e-644ff11b0e33), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:35.404217 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be217460-400a-411b-a184-8c84ac34b8e4 req-7eb7b833-d97f-450c-afe1-20775ccac568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:35.406174 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-be217460-400a-411b-a184-8c84ac34b8e4 req-7eb7b833-d97f-450c-afe1-20775ccac568 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=936a2ca0ece74bb698b7cfe4e2af1982&device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 1127 time: 0.2503848 Feb 07 21:21:35.478475 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f7d79-9850-4fb4-a42f-16b7ac41f9ae tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event deleted for resources: {'Port': ['ID=d35be23d-75a3-42e7-843e-644ff11b0e33,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:35.489520 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-429f7d79-9850-4fb4-a42f-16b7ac41f9ae tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:35.494324 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-429f7d79-9850-4fb4-a42f-16b7ac41f9ae tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "DELETE /v2.0/ports/d35be23d-75a3-42e7-843e-644ff11b0e33 HTTP/1.1" status: 204 len: 168 time: 1.5609670 Feb 07 21:21:35.502768 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45560) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:35.533007 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-5e98016a-8f8b-42e5-a61e-00874294cbb2 None None] Set router 5ed606a4-e93e-4a09-a8ca-0104d197a92a gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:21:35.544035 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-697c0193-c19b-4355-b3d9-851cf193920e tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] DELETE failed (client error): The resource could not be found. Feb 07 21:21:35.544987 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-697c0193-c19b-4355-b3d9-851cf193920e tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:21:35.548093 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-697c0193-c19b-4355-b3d9-851cf193920e tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "DELETE /v2.0/subnets/c5797a38-3fde-462f-93e6-e9f5f0259b04 HTTP/1.1" status: 404 len: 337 time: 0.0442085 Feb 07 21:21:35.550543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45562) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:35.611758 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be217460-400a-411b-a184-8c84ac34b8e4 req-cb3e7086-b256-4240-83d3-aafcac9c3101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:35.613142 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-be217460-400a-411b-a184-8c84ac34b8e4 req-cb3e7086-b256-4240-83d3-aafcac9c3101 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4d6d0316-d57c-4df2-aa05-905a8b525f9f HTTP/1.1" status: 200 len: 915 time: 0.1448958 Feb 07 21:21:35.614273 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-18a5e0fa-b6b9-440a-8a6f-bc1859b6d179 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:35.622811 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-18a5e0fa-b6b9-440a-8a6f-bc1859b6d179 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] 10.222.0.65 "DELETE /v2.0/ports/e4e94b2e-684a-46a5-b8af-a50c178b1b0b HTTP/1.1" status: 204 len: 168 time: 1.5309391 Feb 07 21:21:35.637228 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45566) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:35.743607 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2cf82a88-5138-4dbd-90b5-8eed02e3eb1b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (1bed91d6-ee9c-4857-ad6a-8a5166fb328b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:35.852370 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-8497d8f8-6c95-4255-8bba-0ff8514c51f3 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Deleting subnet b0adb4a7-630b-4a26-a185-c9ce57908a63 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:21:35.931952 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8497d8f8-6c95-4255-8bba-0ff8514c51f3 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks [] for subnet (b0adb4a7-630b-4a26-a185-c9ce57908a63), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:36.001878 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-be217460-400a-411b-a184-8c84ac34b8e4 req-fe88c419-09bf-4c24-987d-67cc3859a275 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b805bb8-ddc3-4381-96ac-9e0d5d70109a HTTP/1.1" status: 200 len: 1000 time: 0.3759971 Feb 07 21:21:36.099466 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8497d8f8-6c95-4255-8bba-0ff8514c51f3 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (b0adb4a7-630b-4a26-a185-c9ce57908a63), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:36.104001 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aa6f59d5-9d3d-4497-a804-2386a0aab693 admin admin] Publish callbacks [] for security_group (c34d440c-d451-400e-a5d5-1dd1a0ced74e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:36.131530 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aa6f59d5-9d3d-4497-a804-2386a0aab693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c34d440c-d451-400e-a5d5-1dd1a0ced74e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:36.206484 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f59d5-9d3d-4497-a804-2386a0aab693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34d440c-d451-400e-a5d5-1dd1a0ced74e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:36.216205 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be217460-400a-411b-a184-8c84ac34b8e4 req-6e84090a-3c25-4393-b087-09195a708536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:36.217934 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-be217460-400a-411b-a184-8c84ac34b8e4 req-6e84090a-3c25-4393-b087-09195a708536 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8dc7fe0-0333-4cfb-89b3-35dc114fee14 HTTP/1.1" status: 200 len: 853 time: 0.1898401 Feb 07 21:21:36.237438 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01308b44-dd72-4c38-83da-b4e1357b64aa req-f709afb6-52d1-4743-a68b-cbe63d1f44bd tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:36.239182 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-01308b44-dd72-4c38-83da-b4e1357b64aa req-f709afb6-52d1-4743-a68b-cbe63d1f44bd tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 946 time: 0.5305619 Feb 07 21:21:36.266575 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5e98016a-8f8b-42e5-a61e-00874294cbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'name': 'tempest-TestVolumeBackupRestore-1272603978-router', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:23Z', 'updated_at': '2022-02-07T21:14:33Z', 'revision_number': 4, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'gw_port': {'id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:24Z', 'updated_at': '2022-02-07T21:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '2bbf89a2-dd68-4e96-839e-13b67321b271', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'port_id': '0b805bb8-ddc3-4381-96ac-9e0d5d70109a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f', 'mac_address': 'fa:16:3e:e2:a7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25910a13-370f-4e1c-b33b-97ea5419c790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:21:27Z', 'updated_at': '2022-02-07T21:21:33Z', 'revision_number': 2, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80697b9a-5701-4374-ac60-4cfe8d7b5eea', 'name': '', 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'mac_address': 'fa:16:3e:9f:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'e8dc7fe0-0333-4cfb-89b3-35dc114fee14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:30Z', 'updated_at': '2022-02-07T21:14:39Z', 'revision_number': 5, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'subnets': [{'id': 'e8dc7fe0-0333-4cfb-89b3-35dc114fee14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:36.303201 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-aa6f59d5-9d3d-4497-a804-2386a0aab693 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bf6a4cd77a5a4f7b841d1e857331e5bf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5293767 Feb 07 21:21:36.314851 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45580) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:36.365621 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e98016a-8f8b-42e5-a61e-00874294cbb2 None None] The sync data for ids ['5ed606a4-e93e-4a09-a8ca-0104d197a92a'] in n-d-828185-2 is: [{'id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'name': 'tempest-TestVolumeBackupRestore-1272603978-router', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:23Z', 'updated_at': '2022-02-07T21:14:33Z', 'revision_number': 4, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'gw_port': {'id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:24Z', 'updated_at': '2022-02-07T21:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '2bbf89a2-dd68-4e96-839e-13b67321b271', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'port_id': '0b805bb8-ddc3-4381-96ac-9e0d5d70109a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f', 'mac_address': 'fa:16:3e:e2:a7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25910a13-370f-4e1c-b33b-97ea5419c790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:21:27Z', 'updated_at': '2022-02-07T21:21:33Z', 'revision_number': 2, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80697b9a-5701-4374-ac60-4cfe8d7b5eea', 'name': '', 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'mac_address': 'fa:16:3e:9f:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'e8dc7fe0-0333-4cfb-89b3-35dc114fee14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:30Z', 'updated_at': '2022-02-07T21:14:39Z', 'revision_number': 5, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'subnets': [{'id': 'e8dc7fe0-0333-4cfb-89b3-35dc114fee14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:21:36.403077 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2cf82a88-5138-4dbd-90b5-8eed02e3eb1b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (1bed91d6-ee9c-4857-ad6a-8a5166fb328b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:36.421715 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-01308b44-dd72-4c38-83da-b4e1357b64aa req-c1f9de86-e3d5-4099-bc82-29a73f736f69 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708257 Feb 07 21:21:36.430536 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-2cf82a88-5138-4dbd-90b5-8eed02e3eb1b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bed91d6-ee9c-4857-ad6a-8a5166fb328b']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:36.448279 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-2cf82a88-5138-4dbd-90b5-8eed02e3eb1b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3ee8e5-9960-414a-a37d-a0859cf23e69') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:36.448624 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-2cf82a88-5138-4dbd-90b5-8eed02e3eb1b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3ee8e5-9960-414a-a37d-a0859cf23e69') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:36.459148 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2cf82a88-5138-4dbd-90b5-8eed02e3eb1b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (fb3ee8e5-9960-414a-a37d-a0859cf23e69), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:36.484201 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2cf82a88-5138-4dbd-90b5-8eed02e3eb1b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (fb3ee8e5-9960-414a-a37d-a0859cf23e69), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:36.521625 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf82a88-5138-4dbd-90b5-8eed02e3eb1b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:21:36.524034 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2cf82a88-5138-4dbd-90b5-8eed02e3eb1b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (fb3ee8e5-9960-414a-a37d-a0859cf23e69), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:36.535359 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be217460-400a-411b-a184-8c84ac34b8e4 req-e3937f6e-d00e-4c70-90f0-bba9f3ac6980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:36.540669 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-be217460-400a-411b-a184-8c84ac34b8e4 req-e3937f6e-d00e-4c70-90f0-bba9f3ac6980 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4d6d0316-d57c-4df2-aa05-905a8b525f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3116274 Feb 07 21:21:36.542028 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8497d8f8-6c95-4255-8bba-0ff8514c51f3 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (b0adb4a7-630b-4a26-a185-c9ce57908a63), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:21:36.614407 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:21:36.718498 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f31b23aa-f1b3-483f-9a31-265b1a7b9b39 admin admin] Publish callbacks [] for security_group (c34d440c-d451-400e-a5d5-1dd1a0ced74e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:36.723873 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2cf82a88-5138-4dbd-90b5-8eed02e3eb1b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (1bed91d6-ee9c-4857-ad6a-8a5166fb328b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:36.746397 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2cf82a88-5138-4dbd-90b5-8eed02e3eb1b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:36.753185 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2cf82a88-5138-4dbd-90b5-8eed02e3eb1b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "DELETE /v2.0/networks/1bed91d6-ee9c-4857-ad6a-8a5166fb328b HTTP/1.1" status: 204 len: 168 time: 1.2015927 Feb 07 21:21:36.756538 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf82a88-5138-4dbd-90b5-8eed02e3eb1b tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event deleted for resources: {'Network': ['ID=1bed91d6-ee9c-4857-ad6a-8a5166fb328b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:36.758942 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45588) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:36.780705 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcb668-b511-43e1-8c4f-ea7a44f22674 req-5b4a9b0a-b539-473a-8e78-75f5b331b146 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:36.782293 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65dcb668-b511-43e1-8c4f-ea7a44f22674 req-5b4a9b0a-b539-473a-8e78-75f5b331b146 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 946 time: 0.1595151 Feb 07 21:21:36.822800 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f31b23aa-f1b3-483f-9a31-265b1a7b9b39 admin admin] Publish callbacks [] for security_group (c34d440c-d451-400e-a5d5-1dd1a0ced74e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:36.834786 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-caf949e1-2532-495b-a459-0d4a54767106 req-ffb0ccf6-c8d3-4aca-be7f-e0a1460f2cc5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2132368 Feb 07 21:21:36.899896 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8497d8f8-6c95-4255-8bba-0ff8514c51f3 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (b0adb4a7-630b-4a26-a185-c9ce57908a63), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:36.946096 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-be217460-400a-411b-a184-8c84ac34b8e4 req-e661808b-e11c-45e8-a65e-09d6f30d3024 service neutron] 10.222.0.69 "GET /v2.0/networks/4d6d0316-d57c-4df2-aa05-905a8b525f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904445 Feb 07 21:21:36.951043 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497d8f8-6c95-4255-8bba-0ff8514c51f3 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Pushing event deleted for resources: {'Subnet': ['ID=b0adb4a7-630b-4a26-a185-c9ce57908a63,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:36.961924 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8497d8f8-6c95-4255-8bba-0ff8514c51f3 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:36.965332 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8497d8f8-6c95-4255-8bba-0ff8514c51f3 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] 10.222.0.65 "DELETE /v2.0/subnets/b0adb4a7-630b-4a26-a185-c9ce57908a63 HTTP/1.1" status: 204 len: 168 time: 1.3242695 Feb 07 21:21:36.968057 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45590) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:36.984688 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08163c05-6e07-42a8-a46c-c28dd6a7381c None None] Network 45f5045e-4bba-47e1-a536-d7979a378e02 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:21:37.044029 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65dcb668-b511-43e1-8c4f-ea7a44f22674 req-5ed159f1-11cc-4552-b32e-2805192cdbfd tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979647 Feb 07 21:21:37.056830 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ae9d60-0112-4965-b2fa-8b2e3daefd54 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Deleting subnet f2e29a73-5bf9-43fa-ab74-9e5652c229a4 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:21:37.066518 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31ae9d60-0112-4965-b2fa-8b2e3daefd54 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks [] for subnet (f2e29a73-5bf9-43fa-ab74-9e5652c229a4), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:37.090959 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f31b23aa-f1b3-483f-9a31-265b1a7b9b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c34d440c-d451-400e-a5d5-1dd1a0ced74e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:37.093987 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f31b23aa-f1b3-483f-9a31-265b1a7b9b39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:37.095369 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f31b23aa-f1b3-483f-9a31-265b1a7b9b39 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c34d440c-d451-400e-a5d5-1dd1a0ced74e HTTP/1.1" status: 204 len: 168 time: 0.7450094 Feb 07 21:21:37.122638 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b23aa-f1b3-483f-9a31-265b1a7b9b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34d440c-d451-400e-a5d5-1dd1a0ced74e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:37.157430 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89a631f5-13e4-45c4-b302-61f473581b85 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (45f5045e-4bba-47e1-a536-d7979a378e02), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:37.201879 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf949e1-2532-495b-a459-0d4a54767106 req-751d8f4d-6b91-4367-a15a-de3cdedf3968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:37.208526 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-caf949e1-2532-495b-a459-0d4a54767106 req-751d8f4d-6b91-4367-a15a-de3cdedf3968 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 1127 time: 0.3141580 Feb 07 21:21:37.228869 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25910a13-370f-4e1c-b33b-97ea5419c790', 'tag': '0b805bb8-ddc3-4381-96ac-9e0d5d70109a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:21:37.229574 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-be217460-400a-411b-a184-8c84ac34b8e4 req-3b05ac71-8bc8-454f-bac1-1e03c48d1c5c service neutron] 10.222.0.69 "GET /v2.0/networks/4d6d0316-d57c-4df2-aa05-905a8b525f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707095 Feb 07 21:21:37.242187 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7addd34-45bd-404a-b21b-57b501490337" -d '{"events": [{"name": "network-changed", "server_uuid": "25910a13-370f-4e1c-b33b-97ea5419c790", "tag": "0b805bb8-ddc3-4381-96ac-9e0d5d70109a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:21:37.353737 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-89a631f5-13e4-45c4-b302-61f473581b85 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Deleting port ae8582a0-7e0a-46c1-99dd-476bffed368c {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:21:37.354627 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89a631f5-13e4-45c4-b302-61f473581b85 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ae8582a0-7e0a-46c1-99dd-476bffed368c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:37.413229 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31ae9d60-0112-4965-b2fa-8b2e3daefd54 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (f2e29a73-5bf9-43fa-ab74-9e5652c229a4), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:37.483731 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9655c325-4f3f-492e-a4c8-1f93b2e9f662 None None] DHCP port deletion for 45f5045e-4bba-47e1-a536-d7979a378e02 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:21:37.521675 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901699ef-eb76-4d16-aa53-e51ca5d53ad2 x-openstack-request-id: req-901699ef-eb76-4d16-aa53-e51ca5d53ad2 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:21:37.529050 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25910a13-370f-4e1c-b33b-97ea5419c790", "tag": "0b805bb8-ddc3-4381-96ac-9e0d5d70109a", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:21:37.529467 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-901699ef-eb76-4d16-aa53-e51ca5d53ad2 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:21:37.529998 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25910a13-370f-4e1c-b33b-97ea5419c790', 'tag': '0b805bb8-ddc3-4381-96ac-9e0d5d70109a', 'status': 'completed', 'code': 200} Feb 07 21:21:37.638165 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9655c325-4f3f-492e-a4c8-1f93b2e9f662 None None] Deleting port ae8582a0-7e0a-46c1-99dd-476bffed368c {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:21:37.644405 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9655c325-4f3f-492e-a4c8-1f93b2e9f662 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ae8582a0-7e0a-46c1-99dd-476bffed368c), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:37.658892 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-89a631f5-13e4-45c4-b302-61f473581b85 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] For port ae8582a0-7e0a-46c1-99dd-476bffed368c, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ae8582a0-7e0a-46c1-99dd-476bffed368c,segment=NetworkSegment(f22a9da9-ea49-4804-bd88-89f532c8b244),segment_id=f22a9da9-ea49-4804-bd88-89f532c8b244)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:21:37.660844 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89a631f5-13e4-45c4-b302-61f473581b85 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ae8582a0-7e0a-46c1-99dd-476bffed368c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:37.679782 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-89a631f5-13e4-45c4-b302-61f473581b85 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Calling delete_port for ae8582a0-7e0a-46c1-99dd-476bffed368c owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:21:37.758544 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45618) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:37.821967 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf949e1-2532-495b-a459-0d4a54767106 req-235fbf88-6bb4-4643-b054-84ca7c16ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:37.823489 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-caf949e1-2532-495b-a459-0d4a54767106 req-235fbf88-6bb4-4643-b054-84ca7c16ac16 service neutron] 10.222.0.71 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 913 time: 0.5677471 Feb 07 21:21:37.855718 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-9655c325-4f3f-492e-a4c8-1f93b2e9f662 None None] For port ae8582a0-7e0a-46c1-99dd-476bffed368c, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ae8582a0-7e0a-46c1-99dd-476bffed368c,segment=NetworkSegment(f22a9da9-ea49-4804-bd88-89f532c8b244),segment_id=f22a9da9-ea49-4804-bd88-89f532c8b244)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:21:37.856250 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9655c325-4f3f-492e-a4c8-1f93b2e9f662 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ae8582a0-7e0a-46c1-99dd-476bffed368c), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:37.858331 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7addd34-45bd-404a-b21b-57b501490337 req-8dab5bd7-f99b-488e-a6a3-52deabe3f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:37.859208 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f7addd34-45bd-404a-b21b-57b501490337 req-8dab5bd7-f99b-488e-a6a3-52deabe3f24a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=936a2ca0ece74bb698b7cfe4e2af1982&device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 1127 time: 0.3947167 Feb 07 21:21:37.860898 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89a631f5-13e4-45c4-b302-61f473581b85 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (ae8582a0-7e0a-46c1-99dd-476bffed368c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:37.880510 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9655c325-4f3f-492e-a4c8-1f93b2e9f662 None None] Calling delete_port for ae8582a0-7e0a-46c1-99dd-476bffed368c owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:21:37.905437 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-372d7875-1c10-4e8f-b693-88e769557ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:38.067949 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-372d7875-1c10-4e8f-b693-88e769557ab2 admin admin] Publish callbacks [] for security_group (93c4e831-252e-4482-90b9-bbd8636d0449), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:38.079576 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7addd34-45bd-404a-b21b-57b501490337 req-5b054466-6b37-4da4-ba3d-543aeffdfd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:38.083558 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9655c325-4f3f-492e-a4c8-1f93b2e9f662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (ae8582a0-7e0a-46c1-99dd-476bffed368c), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:38.086179 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f7addd34-45bd-404a-b21b-57b501490337 req-5b054466-6b37-4da4-ba3d-543aeffdfd21 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4d6d0316-d57c-4df2-aa05-905a8b525f9f HTTP/1.1" status: 200 len: 915 time: 0.2195132 Feb 07 21:21:38.105384 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a631f5-13e4-45c4-b302-61f473581b85 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Pushing event deleted for resources: {'Port': ['ID=ae8582a0-7e0a-46c1-99dd-476bffed368c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:38.115785 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a631f5-13e4-45c4-b302-61f473581b85 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] No DVR routers for this DVR port ae8582a0-7e0a-46c1-99dd-476bffed368c on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:21:38.156018 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9655c325-4f3f-492e-a4c8-1f93b2e9f662 None None] No DVR routers for this DVR port ae8582a0-7e0a-46c1-99dd-476bffed368c on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:21:38.194827 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655c325-4f3f-492e-a4c8-1f93b2e9f662 None None] Pushing event deleted for resources: {'Port': ['ID=ae8582a0-7e0a-46c1-99dd-476bffed368c,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:38.210758 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-372d7875-1c10-4e8f-b693-88e769557ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (93c4e831-252e-4482-90b9-bbd8636d0449), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:38.245496 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-caf949e1-2532-495b-a459-0d4a54767106 req-6de802f3-d419-4063-a95a-e02c3ed094a0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17dc58fa-1248-4f88-b868-ac032c41d000 HTTP/1.1" status: 200 len: 1000 time: 0.3587160 Feb 07 21:21:38.279201 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31ae9d60-0112-4965-b2fa-8b2e3daefd54 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (f2e29a73-5bf9-43fa-ab74-9e5652c229a4), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:38.292229 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f7addd34-45bd-404a-b21b-57b501490337 req-152d2ea0-af75-489e-8737-aa1de2f3d592 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b805bb8-ddc3-4381-96ac-9e0d5d70109a HTTP/1.1" status: 200 len: 1000 time: 0.1989799 Feb 07 21:21:38.294655 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89a631f5-13e4-45c4-b302-61f473581b85 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (45f5045e-4bba-47e1-a536-d7979a378e02), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:38.355785 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-89a631f5-13e4-45c4-b302-61f473581b85 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f5045e-4bba-47e1-a536-d7979a378e02']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:38.373309 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-89a631f5-13e4-45c4-b302-61f473581b85 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22a9da9-ea49-4804-bd88-89f532c8b244') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:38.373740 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-89a631f5-13e4-45c4-b302-61f473581b85 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22a9da9-ea49-4804-bd88-89f532c8b244') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:38.398142 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89a631f5-13e4-45c4-b302-61f473581b85 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (f22a9da9-ea49-4804-bd88-89f532c8b244), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:38.451816 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-372d7875-1c10-4e8f-b693-88e769557ab2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7fe75f86ac2948d3bb0c64cf9ec727dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6883750 Feb 07 21:21:38.453305 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89a631f5-13e4-45c4-b302-61f473581b85 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (f22a9da9-ea49-4804-bd88-89f532c8b244), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:38.459583 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45644) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:38.460931 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31ae9d60-0112-4965-b2fa-8b2e3daefd54 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (f2e29a73-5bf9-43fa-ab74-9e5652c229a4), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:38.467885 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7addd34-45bd-404a-b21b-57b501490337 req-257bc1be-6303-4b21-bdfc-43a27909b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:38.476044 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f7addd34-45bd-404a-b21b-57b501490337 req-257bc1be-6303-4b21-bdfc-43a27909b908 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8dc7fe0-0333-4cfb-89b3-35dc114fee14 HTTP/1.1" status: 200 len: 853 time: 0.1776249 Feb 07 21:21:38.477632 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a631f5-13e4-45c4-b302-61f473581b85 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:21:38.478159 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89a631f5-13e4-45c4-b302-61f473581b85 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (f22a9da9-ea49-4804-bd88-89f532c8b244), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:38.480574 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d7875-1c10-4e8f-b693-88e769557ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c4e831-252e-4482-90b9-bbd8636d0449,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:21:38.483292 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:21:38.500578 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226c300-fda6-4615-924e-760b74ee7633 req-cc7a376a-46ba-4b86-a915-938741df8078 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:38.502113 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f226c300-fda6-4615-924e-760b74ee7633 req-cc7a376a-46ba-4b86-a915-938741df8078 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 946 time: 0.6143465 Feb 07 21:21:38.563805 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae9d60-0112-4965-b2fa-8b2e3daefd54 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event deleted for resources: {'Subnet': ['ID=f2e29a73-5bf9-43fa-ab74-9e5652c229a4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:38.564284 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31ae9d60-0112-4965-b2fa-8b2e3daefd54 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:38.572900 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-31ae9d60-0112-4965-b2fa-8b2e3daefd54 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "DELETE /v2.0/subnets/f2e29a73-5bf9-43fa-ab74-9e5652c229a4 HTTP/1.1" status: 204 len: 168 time: 1.8126020 Feb 07 21:21:38.575303 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6100f486-c3a8-4fab-8f46-fccc29db503a None None] Network 2e7b2e65-6cee-4341-9565-98851f47858e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:21:38.580824 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf949e1-2532-495b-a459-0d4a54767106 req-3f24e8c7-fe34-439b-b466-84d8030f87b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:38.582313 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-caf949e1-2532-495b-a459-0d4a54767106 req-3f24e8c7-fe34-439b-b466-84d8030f87b9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.3217437 Feb 07 21:21:38.592703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45646) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:38.693441 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-238ecf51-2a2a-4dfe-820f-9a3ce5e29411 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (2e7b2e65-6cee-4341-9565-98851f47858e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:38.782187 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f226c300-fda6-4615-924e-760b74ee7633 req-4863d40f-7a6c-487c-a687-ef18dbc6a3e5 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474141 Feb 07 21:21:38.804763 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a9289135-3a32-408a-88c6-152c9cf289f9 admin admin] Publish callbacks [] for security_group (93c4e831-252e-4482-90b9-bbd8636d0449), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:38.866041 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a9289135-3a32-408a-88c6-152c9cf289f9 admin admin] Publish callbacks [] for security_group (93c4e831-252e-4482-90b9-bbd8636d0449), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:38.892642 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593a5807-7e0c-4b92-96e2-5ccce5cc2057 None None] DHCP port deletion for 2e7b2e65-6cee-4341-9565-98851f47858e request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:21:38.917399 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf949e1-2532-495b-a459-0d4a54767106 req-3b3231ec-e946-42d8-a844-92b846c1befc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:38.919197 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-caf949e1-2532-495b-a459-0d4a54767106 req-3b3231ec-e946-42d8-a844-92b846c1befc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3153403 Feb 07 21:21:38.968442 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-593a5807-7e0c-4b92-96e2-5ccce5cc2057 None None] Deleting port 8e40725e-dd86-4a7c-b894-b34e23d95caf {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:21:38.969504 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-593a5807-7e0c-4b92-96e2-5ccce5cc2057 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8e40725e-dd86-4a7c-b894-b34e23d95caf), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:39.033509 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-238ecf51-2a2a-4dfe-820f-9a3ce5e29411 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Deleting port 8e40725e-dd86-4a7c-b894-b34e23d95caf {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:21:39.034098 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-238ecf51-2a2a-4dfe-820f-9a3ce5e29411 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8e40725e-dd86-4a7c-b894-b34e23d95caf), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:39.035448 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89a631f5-13e4-45c4-b302-61f473581b85 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (45f5045e-4bba-47e1-a536-d7979a378e02), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:39.081648 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89a631f5-13e4-45c4-b302-61f473581b85 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:39.089393 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-89a631f5-13e4-45c4-b302-61f473581b85 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] 10.222.0.65 "DELETE /v2.0/networks/45f5045e-4bba-47e1-a536-d7979a378e02 HTTP/1.1" status: 204 len: 168 time: 2.1201391 Feb 07 21:21:39.098174 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a9289135-3a32-408a-88c6-152c9cf289f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (93c4e831-252e-4482-90b9-bbd8636d0449), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:39.100882 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a9289135-3a32-408a-88c6-152c9cf289f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:39.104488 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a9289135-3a32-408a-88c6-152c9cf289f9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/93c4e831-252e-4482-90b9-bbd8636d0449 HTTP/1.1" status: 204 len: 168 time: 0.6389832 Feb 07 21:21:39.113243 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-593a5807-7e0c-4b92-96e2-5ccce5cc2057 None None] For port 8e40725e-dd86-4a7c-b894-b34e23d95caf, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8e40725e-dd86-4a7c-b894-b34e23d95caf,segment=NetworkSegment(435c0469-da1d-491d-8dc6-2ce6a8a88da9),segment_id=435c0469-da1d-491d-8dc6-2ce6a8a88da9)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:21:39.113828 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-593a5807-7e0c-4b92-96e2-5ccce5cc2057 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8e40725e-dd86-4a7c-b894-b34e23d95caf), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:39.125706 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a631f5-13e4-45c4-b302-61f473581b85 tempest-ExtraDHCPOptionsTestJSON-605563485 tempest-ExtraDHCPOptionsTestJSON-605563485-project] Pushing event deleted for resources: {'Network': ['ID=45f5045e-4bba-47e1-a536-d7979a378e02,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:39.139377 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-593a5807-7e0c-4b92-96e2-5ccce5cc2057 None None] Calling delete_port for 8e40725e-dd86-4a7c-b894-b34e23d95caf owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:21:39.155254 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ae8582a0-7e0a-46c1-99dd-476bffed368c no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:21:39.164249 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9289135-3a32-408a-88c6-152c9cf289f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c4e831-252e-4482-90b9-bbd8636d0449,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:39.169394 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-caf949e1-2532-495b-a459-0d4a54767106 req-b6311ef6-88a2-419a-989c-d2ea210dbdda service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429001 Feb 07 21:21:39.176390 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7addd34-45bd-404a-b21b-57b501490337 req-1ebdc437-4d09-4810-a976-63c35e914961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:39.178100 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f7addd34-45bd-404a-b21b-57b501490337 req-1ebdc437-4d09-4810-a976-63c35e914961 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4d6d0316-d57c-4df2-aa05-905a8b525f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6924765 Feb 07 21:21:39.270493 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: ae8582a0-7e0a-46c1-99dd-476bffed368c {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:21:39.271212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ae8582a0-7e0a-46c1-99dd-476bffed368c not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:21:39.271744 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8e40725e-dd86-4a7c-b894-b34e23d95caf no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:21:39.282533 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-238ecf51-2a2a-4dfe-820f-9a3ce5e29411 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] For port 8e40725e-dd86-4a7c-b894-b34e23d95caf, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8e40725e-dd86-4a7c-b894-b34e23d95caf,segment=NetworkSegment(435c0469-da1d-491d-8dc6-2ce6a8a88da9),segment_id=435c0469-da1d-491d-8dc6-2ce6a8a88da9)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:21:39.283593 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-238ecf51-2a2a-4dfe-820f-9a3ce5e29411 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8e40725e-dd86-4a7c-b894-b34e23d95caf), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:39.303161 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-238ecf51-2a2a-4dfe-820f-9a3ce5e29411 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Calling delete_port for 8e40725e-dd86-4a7c-b894-b34e23d95caf owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:21:39.391051 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f7addd34-45bd-404a-b21b-57b501490337 req-80c322f0-e0bb-4a8f-a21b-e07e1335acd3 service neutron] 10.222.0.69 "GET /v2.0/networks/4d6d0316-d57c-4df2-aa05-905a8b525f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025528 Feb 07 21:21:39.409283 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-caf949e1-2532-495b-a459-0d4a54767106 req-37e943dd-466d-49b8-aec3-c6c81c6c1177 service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273583 Feb 07 21:21:39.525210 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 8e40725e-dd86-4a7c-b894-b34e23d95caf is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:39.525943 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8e40725e-dd86-4a7c-b894-b34e23d95caf), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:39.537379 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-238ecf51-2a2a-4dfe-820f-9a3ce5e29411 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (8e40725e-dd86-4a7c-b894-b34e23d95caf), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:39.547669 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-593a5807-7e0c-4b92-96e2-5ccce5cc2057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (8e40725e-dd86-4a7c-b894-b34e23d95caf), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:39.593941 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ecf51-2a2a-4dfe-820f-9a3ce5e29411 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event deleted for resources: {'Port': ['ID=8e40725e-dd86-4a7c-b894-b34e23d95caf,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:39.604253 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238ecf51-2a2a-4dfe-820f-9a3ce5e29411 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] No DVR routers for this DVR port 8e40725e-dd86-4a7c-b894-b34e23d95caf on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:21:39.646790 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f7addd34-45bd-404a-b21b-57b501490337 req-6d7cef9b-fe30-4933-90cf-48385e782db8 service neutron] 10.222.0.69 "GET /v2.0/networks/4d6d0316-d57c-4df2-aa05-905a8b525f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386837 Feb 07 21:21:39.667141 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a5807-7e0c-4b92-96e2-5ccce5cc2057 None None] Pushing event deleted for resources: {'Port': ['ID=8e40725e-dd86-4a7c-b894-b34e23d95caf,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:39.668989 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593a5807-7e0c-4b92-96e2-5ccce5cc2057 None None] No DVR routers for this DVR port 8e40725e-dd86-4a7c-b894-b34e23d95caf on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:21:39.769979 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45662) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:39.798164 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-238ecf51-2a2a-4dfe-820f-9a3ce5e29411 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (2e7b2e65-6cee-4341-9565-98851f47858e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:39.901566 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-238ecf51-2a2a-4dfe-820f-9a3ce5e29411 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e7b2e65-6cee-4341-9565-98851f47858e']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:39.931184 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-238ecf51-2a2a-4dfe-820f-9a3ce5e29411 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435c0469-da1d-491d-8dc6-2ce6a8a88da9') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:39.932776 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-238ecf51-2a2a-4dfe-820f-9a3ce5e29411 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435c0469-da1d-491d-8dc6-2ce6a8a88da9') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:39.982785 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-238ecf51-2a2a-4dfe-820f-9a3ce5e29411 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (435c0469-da1d-491d-8dc6-2ce6a8a88da9), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:40.034361 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-238ecf51-2a2a-4dfe-820f-9a3ce5e29411 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (435c0469-da1d-491d-8dc6-2ce6a8a88da9), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:40.056078 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-238ecf51-2a2a-4dfe-820f-9a3ce5e29411 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:21:40.059108 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-238ecf51-2a2a-4dfe-820f-9a3ce5e29411 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (435c0469-da1d-491d-8dc6-2ce6a8a88da9), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:21:40.068825 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:21:40.075271 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2985f6cc-bac1-4d04-8825-0421943013bc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=564dea4be4664cdb8762c034aba40398&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3021646 Feb 07 21:21:40.076143 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45674) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:40.182728 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004a074-aae3-4bab-b2fc-064e6bd8789c req-e421fe6b-2784-4845-8023-6c836f05c6c0 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:40.192580 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5004a074-aae3-4bab-b2fc-064e6bd8789c req-e421fe6b-2784-4845-8023-6c836f05c6c0 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 946 time: 0.2554669 Feb 07 21:21:40.214918 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-816d9a39-be8a-487f-9b72-07dff4788879 admin admin] Publish callbacks [] for security_group (84b6faf4-2820-4244-934d-fdc16352adb8), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:40.250775 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-816d9a39-be8a-487f-9b72-07dff4788879 admin admin] Publish callbacks [] for security_group (84b6faf4-2820-4244-934d-fdc16352adb8), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:40.256875 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-238ecf51-2a2a-4dfe-820f-9a3ce5e29411 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (2e7b2e65-6cee-4341-9565-98851f47858e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:40.286596 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-238ecf51-2a2a-4dfe-820f-9a3ce5e29411 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:40.301946 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-238ecf51-2a2a-4dfe-820f-9a3ce5e29411 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] 10.222.0.65 "DELETE /v2.0/networks/2e7b2e65-6cee-4341-9565-98851f47858e HTTP/1.1" status: 204 len: 168 time: 1.7018468 Feb 07 21:21:40.323627 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5004a074-aae3-4bab-b2fc-064e6bd8789c req-575c3f19-8d79-4261-a814-2d283f1039e0 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298485 Feb 07 21:21:40.328952 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ecf51-2a2a-4dfe-820f-9a3ce5e29411 tempest-NetworksIpV6TestAttrs-1553026346 tempest-NetworksIpV6TestAttrs-1553026346-project] Pushing event deleted for resources: {'Network': ['ID=2e7b2e65-6cee-4341-9565-98851f47858e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:40.359767 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-816d9a39-be8a-487f-9b72-07dff4788879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (84b6faf4-2820-4244-934d-fdc16352adb8), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:40.362730 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-816d9a39-be8a-487f-9b72-07dff4788879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:40.367402 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-816d9a39-be8a-487f-9b72-07dff4788879 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/84b6faf4-2820-4244-934d-fdc16352adb8 HTTP/1.1" status: 204 len: 168 time: 0.2899573 Feb 07 21:21:40.377350 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d9a39-be8a-487f-9b72-07dff4788879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b6faf4-2820-4244-934d-fdc16352adb8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:40.823387 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45700) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:40.858406 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45708) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:41.042021 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b6646774-84c3-487d-9555-afd13139601a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a2611089ae0b44bb969810bf31cebab5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2172301 Feb 07 21:21:41.044405 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45716) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:41.143256 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-259d02bb-e207-499c-873a-9bec8b41dab2 admin admin] Publish callbacks [] for security_group (17a3daa6-564e-4ef4-a4a0-44682e499299), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:41.168965 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-259d02bb-e207-499c-873a-9bec8b41dab2 admin admin] Publish callbacks [] for security_group (17a3daa6-564e-4ef4-a4a0-44682e499299), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:41.301184 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45724) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:41.303243 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a769dafb-cc38-48c2-b9b4-e0bde719eee4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=112b7b5d14cc4cccb71a57ad8bab41d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4418452 Feb 07 21:21:41.304718 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-259d02bb-e207-499c-873a-9bec8b41dab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (17a3daa6-564e-4ef4-a4a0-44682e499299), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:41.313877 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-259d02bb-e207-499c-873a-9bec8b41dab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:41.313877 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-259d02bb-e207-499c-873a-9bec8b41dab2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/17a3daa6-564e-4ef4-a4a0-44682e499299 HTTP/1.1" status: 204 len: 168 time: 0.2666240 Feb 07 21:21:41.331059 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d02bb-e207-499c-873a-9bec8b41dab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a3daa6-564e-4ef4-a4a0-44682e499299,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:41.439814 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45734) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:41.493030 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e32b84e5-d60d-422c-ae50-242ee4923f7b admin admin] Publish callbacks [] for security_group (354d74b5-f0af-41fa-9d15-d8bf8f0bf2e0), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:41.566314 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e32b84e5-d60d-422c-ae50-242ee4923f7b admin admin] Publish callbacks [] for security_group (354d74b5-f0af-41fa-9d15-d8bf8f0bf2e0), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:41.621495 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02543c00-1171-4115-acd2-df780128c361 req-1bc398d0-97b6-4aca-8c7f-e7658b6fc681 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:41.630963 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-02543c00-1171-4115-acd2-df780128c361 req-1bc398d0-97b6-4aca-8c7f-e7658b6fc681 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 946 time: 0.1127713 Feb 07 21:21:41.708577 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-02543c00-1171-4115-acd2-df780128c361 req-047a0592-5786-4a55-aca6-9646a85bc50a tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764711 Feb 07 21:21:41.715039 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e32b84e5-d60d-422c-ae50-242ee4923f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (354d74b5-f0af-41fa-9d15-d8bf8f0bf2e0), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:41.730580 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e32b84e5-d60d-422c-ae50-242ee4923f7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:41.732675 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e32b84e5-d60d-422c-ae50-242ee4923f7b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/354d74b5-f0af-41fa-9d15-d8bf8f0bf2e0 HTTP/1.1" status: 204 len: 168 time: 0.4292643 Feb 07 21:21:41.743655 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b84e5-d60d-422c-ae50-242ee4923f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354d74b5-f0af-41fa-9d15-d8bf8f0bf2e0,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:41.883140 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ee44894d-4723-4b24-8c04-076b1a397f14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:42.058509 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ee44894d-4723-4b24-8c04-076b1a397f14 admin admin] Publish callbacks [] for security_group (e48f92b3-414b-4d2c-a98a-50b118274a0d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:42.063381 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ee44894d-4723-4b24-8c04-076b1a397f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e48f92b3-414b-4d2c-a98a-50b118274a0d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:42.119748 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44894d-4723-4b24-8c04-076b1a397f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48f92b3-414b-4d2c-a98a-50b118274a0d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:42.132654 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ee44894d-4723-4b24-8c04-076b1a397f14 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4fbde49597c54a929d5211ad533f7720&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6910892 Feb 07 21:21:42.135437 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45756) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:42.190326 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45758) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:42.218288 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-75e0e432-e972-4100-9f21-50194c3f933c admin admin] Publish callbacks [] for security_group (e48f92b3-414b-4d2c-a98a-50b118274a0d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:42.267493 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-75e0e432-e972-4100-9f21-50194c3f933c admin admin] Publish callbacks [] for security_group (e48f92b3-414b-4d2c-a98a-50b118274a0d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:42.314732 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6e060915-54ef-457b-9705-a12089533df4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'network': {'name': 'tempest-RoutersTest-1575223986'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:42.351527 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e060915-54ef-457b-9705-a12089533df4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Made reservation on behalf of 4177286fbe8042d7bcd053836f28110a for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:21:42.357401 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e060915-54ef-457b-9705-a12089533df4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:42.360097 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-75e0e432-e972-4100-9f21-50194c3f933c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e48f92b3-414b-4d2c-a98a-50b118274a0d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:42.363763 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-75e0e432-e972-4100-9f21-50194c3f933c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:42.368156 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e060915-54ef-457b-9705-a12089533df4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:42.368697 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-75e0e432-e972-4100-9f21-50194c3f933c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e48f92b3-414b-4d2c-a98a-50b118274a0d HTTP/1.1" status: 204 len: 168 time: 0.2319233 Feb 07 21:21:42.378713 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0e432-e972-4100-9f21-50194c3f933c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48f92b3-414b-4d2c-a98a-50b118274a0d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:42.497743 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e060915-54ef-457b-9705-a12089533df4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for security_group (f42b9297-c774-4760-97cd-44484ea7df63), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:42.512427 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e060915-54ef-457b-9705-a12089533df4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f42b9297-c774-4760-97cd-44484ea7df63), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:42.554255 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e060915-54ef-457b-9705-a12089533df4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f42b9297-c774-4760-97cd-44484ea7df63,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:42.564243 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e060915-54ef-457b-9705-a12089533df4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:21:42.575585 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e060915-54ef-457b-9705-a12089533df4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (870c8e61-7b3f-4c6e-bd63-c1eef6f269ed), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:42.576392 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-6e060915-54ef-457b-9705-a12089533df4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Added segment 870c8e61-7b3f-4c6e-bd63-c1eef6f269ed of type vlan for network b92dbee4-d220-4272-aafc-e801ecc2d47e Feb 07 21:21:42.588652 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:21:42.628802 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e060915-54ef-457b-9705-a12089533df4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (b92dbee4-d220-4272-aafc-e801ecc2d47e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:42.657935 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e060915-54ef-457b-9705-a12089533df4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (b92dbee4-d220-4272-aafc-e801ecc2d47e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:42.664969 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e060915-54ef-457b-9705-a12089533df4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:42.665923 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e060915-54ef-457b-9705-a12089533df4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:42.754545 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6e060915-54ef-457b-9705-a12089533df4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5634825 Feb 07 21:21:42.757084 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45788) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:42.764448 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-45a41517-44de-4a47-bba8-19bae1990c39 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'network': {'name': 'tempest-RoutersTest-472983663'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:42.802217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e060915-54ef-457b-9705-a12089533df4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Network': ['ID=b92dbee4-d220-4272-aafc-e801ecc2d47e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:42.803880 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a41517-44de-4a47-bba8-19bae1990c39 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Made reservation on behalf of 4177286fbe8042d7bcd053836f28110a for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:21:42.814059 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-45a41517-44de-4a47-bba8-19bae1990c39 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:42.814536 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network b92dbee4-d220-4272-aafc-e801ecc2d47e details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:21:42.865816 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a41517-44de-4a47-bba8-19bae1990c39 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:21:42.887102 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-45a41517-44de-4a47-bba8-19bae1990c39 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (8abe0148-6133-4381-a8a0-4d1939c52d17), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:42.887850 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-45a41517-44de-4a47-bba8-19bae1990c39 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Added segment 8abe0148-6133-4381-a8a0-4d1939c52d17 of type vlan for network 7e86f4b7-a42f-42e8-a1a7-d450370b4276 Feb 07 21:21:42.897603 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f38a30-e2b8-4353-8b40-d23aecef4580 req-d82cb5c8-6f32-4f02-97f8-13b9f6d1da97 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:42.911901 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04f38a30-e2b8-4353-8b40-d23aecef4580 req-d82cb5c8-6f32-4f02-97f8-13b9f6d1da97 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 946 time: 0.1269126 Feb 07 21:21:42.979785 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-45a41517-44de-4a47-bba8-19bae1990c39 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (7e86f4b7-a42f-42e8-a1a7-d450370b4276), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:42.981479 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04f38a30-e2b8-4353-8b40-d23aecef4580 req-a7bb1f26-034d-4de7-a76a-09b03c6dc5d0 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631280 Feb 07 21:21:43.038026 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-45a41517-44de-4a47-bba8-19bae1990c39 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (7e86f4b7-a42f-42e8-a1a7-d450370b4276), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:43.044004 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a41517-44de-4a47-bba8-19bae1990c39 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:43.044701 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-45a41517-44de-4a47-bba8-19bae1990c39 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:43.069557 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-45a41517-44de-4a47-bba8-19bae1990c39 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3109217 Feb 07 21:21:43.073328 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45800) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:43.081250 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-de5c69da-c566-44fe-a749-8b1d4c607df0 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'subnet': {'network_id': 'b92dbee4-d220-4272-aafc-e801ecc2d47e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:43.133097 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a41517-44de-4a47-bba8-19bae1990c39 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Network': ['ID=7e86f4b7-a42f-42e8-a1a7-d450370b4276,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:43.146373 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 7e86f4b7-a42f-42e8-a1a7-d450370b4276 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:21:43.207343 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5c69da-c566-44fe-a749-8b1d4c607df0 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Made reservation on behalf of 4177286fbe8042d7bcd053836f28110a for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:21:43.213783 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de5c69da-c566-44fe-a749-8b1d4c607df0 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:43.214478 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45804) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:43.386351 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-af094a6e-f578-4c53-8777-84866f4306da admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1754731706-network', 'tenant_id': '9f45cf2fd8334cb8ad609a20c835aabf'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:43.436948 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af094a6e-f578-4c53-8777-84866f4306da admin admin] Made reservation on behalf of 9f45cf2fd8334cb8ad609a20c835aabf for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:21:43.439670 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af094a6e-f578-4c53-8777-84866f4306da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:43.457701 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af094a6e-f578-4c53-8777-84866f4306da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:43.499819 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de5c69da-c566-44fe-a749-8b1d4c607df0 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (d9f0a462-decd-49cb-a076-466990c9f216), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:43.578543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c69da-c566-44fe-a749-8b1d4c607df0 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Subnet': ['ID=d9f0a462-decd-49cb-a076-466990c9f216,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:43.603541 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5c69da-c566-44fe-a749-8b1d4c607df0 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Checking segment: {'id': '870c8e61-7b3f-4c6e-bd63-c1eef6f269ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b92dbee4-d220-4272-aafc-e801ecc2d47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:21:43.604049 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5c69da-c566-44fe-a749-8b1d4c607df0 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network hostable DHCP agents. Network: b92dbee4-d220-4272-aafc-e801ecc2d47e, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:21:43.621954 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45822) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:43.638997 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af094a6e-f578-4c53-8777-84866f4306da admin admin] Publish callbacks [] for security_group (f4eb01ee-3b2a-4ddb-bfab-b0806d0fa266), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:43.646845 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af094a6e-f578-4c53-8777-84866f4306da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f4eb01ee-3b2a-4ddb-bfab-b0806d0fa266), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:43.676254 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af094a6e-f578-4c53-8777-84866f4306da admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:21:43.683346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5c69da-c566-44fe-a749-8b1d4c607df0 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network b92dbee4-d220-4272-aafc-e801ecc2d47e is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:21:43.700428 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-de5c69da-c566-44fe-a749-8b1d4c607df0 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, b92dbee4-d220-4272-aafc-e801ecc2d47e) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:43.707313 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af094a6e-f578-4c53-8777-84866f4306da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (6075c0df-6076-45f9-b4c1-b0ef5bc864a8), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:43.708860 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-af094a6e-f578-4c53-8777-84866f4306da admin admin] Added segment 6075c0df-6076-45f9-b4c1-b0ef5bc864a8 of type vlan for network 32e1b9b1-70fe-4691-933a-2fbd9cc312a6 Feb 07 21:21:43.727550 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2e54ac-4f7c-4016-84e0-953209873f4a None None] Network b92dbee4-d220-4272-aafc-e801ecc2d47e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:21:43.731329 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5c69da-c566-44fe-a749-8b1d4c607df0 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:43.733449 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de5c69da-c566-44fe-a749-8b1d4c607df0 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:43.776096 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-de5c69da-c566-44fe-a749-8b1d4c607df0 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7007878 Feb 07 21:21:43.778562 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45828) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:43.789063 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6db5c871-999c-4f3f-84de-299145d01db8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'subnet': {'network_id': '7e86f4b7-a42f-42e8-a1a7-d450370b4276', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:43.836128 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af094a6e-f578-4c53-8777-84866f4306da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4eb01ee-3b2a-4ddb-bfab-b0806d0fa266,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:43.870534 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af094a6e-f578-4c53-8777-84866f4306da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (32e1b9b1-70fe-4691-933a-2fbd9cc312a6), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:43.938703 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af094a6e-f578-4c53-8777-84866f4306da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (32e1b9b1-70fe-4691-933a-2fbd9cc312a6), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:43.940262 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af094a6e-f578-4c53-8777-84866f4306da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:43.946904 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af094a6e-f578-4c53-8777-84866f4306da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:44.033751 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db5c871-999c-4f3f-84de-299145d01db8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Made reservation on behalf of 4177286fbe8042d7bcd053836f28110a for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:21:44.039288 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6db5c871-999c-4f3f-84de-299145d01db8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:44.090036 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-af094a6e-f578-4c53-8777-84866f4306da admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8682876 Feb 07 21:21:44.111357 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0420ec-75d4-4de3-937b-c516ecd137ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-b92dbee4-d220-4272-aafc-e801ecc2d47e', 'network_id': 'b92dbee4-d220-4272-aafc-e801ecc2d47e', 'project_id': '4177286fbe8042d7bcd053836f28110a', 'fixed_ips': [{'subnet_id': 'd9f0a462-decd-49cb-a076-466990c9f216'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:21:44.112416 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e0420ec-75d4-4de3-937b-c516ecd137ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:44.121475 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45836) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:44.136720 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8f78ed9d-0f14-4e69-8a29-db79fdf18ae4 admin admin] Request body: {'subnet': {'network_id': '32e1b9b1-70fe-4691-933a-2fbd9cc312a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1754731706-subnet', 'tenant_id': '9f45cf2fd8334cb8ad609a20c835aabf', 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:44.157095 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af094a6e-f578-4c53-8777-84866f4306da admin admin] Pushing event updated for resources: {'Network': ['ID=32e1b9b1-70fe-4691-933a-2fbd9cc312a6,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:44.174364 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f78ed9d-0f14-4e69-8a29-db79fdf18ae4 admin admin] Made reservation on behalf of 9f45cf2fd8334cb8ad609a20c835aabf for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:21:44.177399 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f78ed9d-0f14-4e69-8a29-db79fdf18ae4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:44.280182 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a8ff99a9-a977-439a-92a7-e3eda3e6e18c tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Request body: {'security_group': {'name': 'tempest-secgroup--958964758'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:44.322316 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8ff99a9-a977-439a-92a7-e3eda3e6e18c tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:44.346416 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8ff99a9-a977-439a-92a7-e3eda3e6e18c tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:44.348763 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-1e0420ec-75d4-4de3-937b-c516ecd137ef None None] Allocated IP 172.20.0.2 (b92dbee4-d220-4272-aafc-e801ecc2d47e/d9f0a462-decd-49cb-a076-466990c9f216/ca38d8e8-afb2-46c3-b9b5-f4ed94f14060) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:21:44.365573 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 32e1b9b1-70fe-4691-933a-2fbd9cc312a6 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:21:44.396912 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e85f6-a785-4392-b8f3-58cfade7d5ce req-c78e4cf8-54d8-43af-a3fc-839f2eb11a42 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:44.405200 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-235e85f6-a785-4392-b8f3-58cfade7d5ce req-c78e4cf8-54d8-43af-a3fc-839f2eb11a42 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 946 time: 0.2489269 Feb 07 21:21:44.508962 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f78ed9d-0f14-4e69-8a29-db79fdf18ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (1ff03d6f-b32f-4bf5-85fb-df222b0fde80), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:44.529598 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-235e85f6-a785-4392-b8f3-58cfade7d5ce req-4a2c11c0-9d01-43d4-bedc-670bbc96a90a tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228702 Feb 07 21:21:44.633608 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78ed9d-0f14-4e69-8a29-db79fdf18ae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ff03d6f-b32f-4bf5-85fb-df222b0fde80,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:44.650517 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f78ed9d-0f14-4e69-8a29-db79fdf18ae4 admin admin] Checking segment: {'id': '6075c0df-6076-45f9-b4c1-b0ef5bc864a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '32e1b9b1-70fe-4691-933a-2fbd9cc312a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:21:44.650870 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f78ed9d-0f14-4e69-8a29-db79fdf18ae4 admin admin] Network hostable DHCP agents. Network: 32e1b9b1-70fe-4691-933a-2fbd9cc312a6, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:21:44.674336 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f78ed9d-0f14-4e69-8a29-db79fdf18ae4 admin admin] Network 32e1b9b1-70fe-4691-933a-2fbd9cc312a6 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:21:44.678009 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6db5c871-999c-4f3f-84de-299145d01db8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (9f9ab2de-b1e8-4267-adb2-e4f7993989c8), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:44.694370 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-8f78ed9d-0f14-4e69-8a29-db79fdf18ae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 32e1b9b1-70fe-4691-933a-2fbd9cc312a6) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:44.701926 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f78ed9d-0f14-4e69-8a29-db79fdf18ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:44.702750 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f78ed9d-0f14-4e69-8a29-db79fdf18ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:44.717827 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8ff99a9-a977-439a-92a7-e3eda3e6e18c tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (0b73c9be-8d29-4ca0-95b5-156b0cf99cfc), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:44.725899 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4844a9b2-2e4f-4077-b704-b9b42b063978 None None] Network 32e1b9b1-70fe-4691-933a-2fbd9cc312a6 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:21:44.740884 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8f78ed9d-0f14-4e69-8a29-db79fdf18ae4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6179950 Feb 07 21:21:44.741528 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45844) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:44.746228 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c5713a22-f0a0-4bca-bcfa-9befc2a27961 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1754731706-router', 'tenant_id': '9f45cf2fd8334cb8ad609a20c835aabf', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:44.750354 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8ff99a9-a977-439a-92a7-e3eda3e6e18c tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0b73c9be-8d29-4ca0-95b5-156b0cf99cfc), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:44.784935 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5713a22-f0a0-4bca-bcfa-9befc2a27961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (ed20475d-2512-4ad4-8821-0c2dc383aa71), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:44.786409 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5713a22-f0a0-4bca-bcfa-9befc2a27961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (ed20475d-2512-4ad4-8821-0c2dc383aa71), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:44.846845 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5c871-999c-4f3f-84de-299145d01db8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Subnet': ['ID=9f9ab2de-b1e8-4267-adb2-e4f7993989c8,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:44.908353 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5713a22-f0a0-4bca-bcfa-9befc2a27961 admin admin] Publish callbacks [] for router_controller (ed20475d-2512-4ad4-8821-0c2dc383aa71), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:44.909345 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db5c871-999c-4f3f-84de-299145d01db8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Checking segment: {'id': '8abe0148-6133-4381-a8a0-4d1939c52d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7e86f4b7-a42f-42e8-a1a7-d450370b4276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:21:44.910047 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db5c871-999c-4f3f-84de-299145d01db8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network hostable DHCP agents. Network: 7e86f4b7-a42f-42e8-a1a7-d450370b4276, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:21:44.918165 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff99a9-a977-439a-92a7-e3eda3e6e18c tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b73c9be-8d29-4ca0-95b5-156b0cf99cfc,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:44.960216 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e0420ec-75d4-4de3-937b-c516ecd137ef None None] Publish callbacks [] for port (ca38d8e8-afb2-46c3-b9b5-f4ed94f14060), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:44.970297 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e0420ec-75d4-4de3-937b-c516ecd137ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (ca38d8e8-afb2-46c3-b9b5-f4ed94f14060), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:44.975315 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db5c871-999c-4f3f-84de-299145d01db8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network 7e86f4b7-a42f-42e8-a1a7-d450370b4276 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:21:44.980242 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8ff99a9-a977-439a-92a7-e3eda3e6e18c tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (a056292e-d145-4844-8193-85b6b2336377), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:44.984637 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db807bd-7a61-452c-9fca-6f35549c3a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-32e1b9b1-70fe-4691-933a-2fbd9cc312a6', 'network_id': '32e1b9b1-70fe-4691-933a-2fbd9cc312a6', 'project_id': '9f45cf2fd8334cb8ad609a20c835aabf', 'fixed_ips': [{'subnet_id': '1ff03d6f-b32f-4bf5-85fb-df222b0fde80'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:21:44.985852 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6db807bd-7a61-452c-9fca-6f35549c3a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:44.990372 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8ff99a9-a977-439a-92a7-e3eda3e6e18c tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a056292e-d145-4844-8193-85b6b2336377), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:45.036627 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff99a9-a977-439a-92a7-e3eda3e6e18c tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a056292e-d145-4844-8193-85b6b2336377,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:45.041858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0420ec-75d4-4de3-937b-c516ecd137ef None None] Network b92dbee4-d220-4272-aafc-e801ecc2d47e is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:21:45.049579 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-1e0420ec-75d4-4de3-937b-c516ecd137ef None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:45.052592 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8ff99a9-a977-439a-92a7-e3eda3e6e18c tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:45.056131 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a8ff99a9-a977-439a-92a7-e3eda3e6e18c tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4294150 Feb 07 21:21:45.056131 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6db5c871-999c-4f3f-84de-299145d01db8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 7e86f4b7-a42f-42e8-a1a7-d450370b4276) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:45.056856 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45848) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:45.065547 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0420ec-75d4-4de3-937b-c516ecd137ef None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:21:45.068194 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db5c871-999c-4f3f-84de-299145d01db8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:45.069534 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6db5c871-999c-4f3f-84de-299145d01db8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:45.072424 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476545bc-3e48-4f05-a5ae-2c11b71dd873 None None] Network 7e86f4b7-a42f-42e8-a1a7-d450370b4276 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:21:45.105863 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6db5c871-999c-4f3f-84de-299145d01db8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3254404 Feb 07 21:21:45.111275 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45850) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:45.115776 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4fef4b90-e39d-4f75-8e1c-e63ebba2d09d tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-996082371', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:45.164716 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-334fc3a8-f3c6-4ae3-8b8a-7a897bab9799 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1039817 Feb 07 21:21:45.164904 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45852) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:45.169236 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e3259b16-a227-4995-8316-ebe46376fbb9 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Request body: {'security_group': {'name': 'tempest-security--2022748219', 'description': 'tempest-security-description-1801875316'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:45.184103 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4fef4b90-e39d-4f75-8e1c-e63ebba2d09d tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (96742e78-8527-48ac-abc1-95e303773c73), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:45.184559 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0420ec-75d4-4de3-937b-c516ecd137ef None None] Pushing event updated for resources: {'Port': ['ID=ca38d8e8-afb2-46c3-b9b5-f4ed94f14060,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:45.185232 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4fef4b90-e39d-4f75-8e1c-e63ebba2d09d tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (96742e78-8527-48ac-abc1-95e303773c73), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:45.259379 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4fef4b90-e39d-4f75-8e1c-e63ebba2d09d tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router_controller (96742e78-8527-48ac-abc1-95e303773c73), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:45.265760 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4fef4b90-e39d-4f75-8e1c-e63ebba2d09d tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (96742e78-8527-48ac-abc1-95e303773c73), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:45.280569 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a45881-a1a5-4ffa-9be1-d0e280e61137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-7e86f4b7-a42f-42e8-a1a7-d450370b4276', 'network_id': '7e86f4b7-a42f-42e8-a1a7-d450370b4276', 'project_id': '4177286fbe8042d7bcd053836f28110a', 'fixed_ips': [{'subnet_id': '9f9ab2de-b1e8-4267-adb2-e4f7993989c8'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:21:45.281697 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-58a45881-a1a5-4ffa-9be1-d0e280e61137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:45.307985 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4fef4b90-e39d-4f75-8e1c-e63ebba2d09d tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:45.309413 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4fef4b90-e39d-4f75-8e1c-e63ebba2d09d tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1971242 Feb 07 21:21:45.313427 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45854) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:45.330490 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1e0420ec-75d4-4de3-937b-c516ecd137ef None None] Attempting to bind port ca38d8e8-afb2-46c3-b9b5-f4ed94f14060 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:21:45.336054 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1e0420ec-75d4-4de3-937b-c516ecd137ef None None] Attempting to bind port ca38d8e8-afb2-46c3-b9b5-f4ed94f14060 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '870c8e61-7b3f-4c6e-bd63-c1eef6f269ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b92dbee4-d220-4272-aafc-e801ecc2d47e'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:21:45.338099 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0420ec-75d4-4de3-937b-c516ecd137ef None None] Attempting to bind port ca38d8e8-afb2-46c3-b9b5-f4ed94f14060 on network b92dbee4-d220-4272-aafc-e801ecc2d47e {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:21:45.345185 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5713a22-f0a0-4bca-bcfa-9befc2a27961 admin admin] Publish callbacks [] for router_gateway (ed20475d-2512-4ad4-8821-0c2dc383aa71), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:45.357165 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0420ec-75d4-4de3-937b-c516ecd137ef None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:21:45.360212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0420ec-75d4-4de3-937b-c516ecd137ef None None] Checking segment: {'id': '870c8e61-7b3f-4c6e-bd63-c1eef6f269ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b92dbee4-d220-4272-aafc-e801ecc2d47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:21:45.361650 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e0420ec-75d4-4de3-937b-c516ecd137ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:45.363340 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0420ec-75d4-4de3-937b-c516ecd137ef None None] Bound using segment: {'id': '870c8e61-7b3f-4c6e-bd63-c1eef6f269ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b92dbee4-d220-4272-aafc-e801ecc2d47e'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:21:45.364201 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1e0420ec-75d4-4de3-937b-c516ecd137ef None None] Bound port: ca38d8e8-afb2-46c3-b9b5-f4ed94f14060, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870c8e61-7b3f-4c6e-bd63-c1eef6f269ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b92dbee4-d220-4272-aafc-e801ecc2d47e'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:21:45.364828 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e0420ec-75d4-4de3-937b-c516ecd137ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ca38d8e8-afb2-46c3-b9b5-f4ed94f14060), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:45.423289 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3259b16-a227-4995-8316-ebe46376fbb9 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (a056292e-d145-4844-8193-85b6b2336377), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:45.572940 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3259b16-a227-4995-8316-ebe46376fbb9 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (a056292e-d145-4844-8193-85b6b2336377), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:45.620282 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3259b16-a227-4995-8316-ebe46376fbb9 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a056292e-d145-4844-8193-85b6b2336377), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:45.623338 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3259b16-a227-4995-8316-ebe46376fbb9 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:45.625534 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e3259b16-a227-4995-8316-ebe46376fbb9 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "PUT /v2.0/security-groups/a056292e-d145-4844-8193-85b6b2336377 HTTP/1.1" status: 200 len: 1797 time: 0.4596436 Feb 07 21:21:45.647357 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45860) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:45.648554 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5713a22-f0a0-4bca-bcfa-9befc2a27961 admin admin] Publish callbacks [] for router_gateway (ed20475d-2512-4ad4-8821-0c2dc383aa71), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:45.688283 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5713a22-f0a0-4bca-bcfa-9befc2a27961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:45.719302 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-6db807bd-7a61-452c-9fca-6f35549c3a47 None None] Allocated IP 172.20.0.2 (32e1b9b1-70fe-4691-933a-2fbd9cc312a6/1ff03d6f-b32f-4bf5-85fb-df222b0fde80/2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:21:45.755622 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1e0420ec-75d4-4de3-937b-c516ecd137ef None None] For port ca38d8e8-afb2-46c3-b9b5-f4ed94f14060, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:21:45.783280 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1e0420ec-75d4-4de3-937b-c516ecd137ef None None] For port ca38d8e8-afb2-46c3-b9b5-f4ed94f14060, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ca38d8e8-afb2-46c3-b9b5-f4ed94f14060,segment=NetworkSegment(870c8e61-7b3f-4c6e-bd63-c1eef6f269ed),segment_id=870c8e61-7b3f-4c6e-bd63-c1eef6f269ed)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:21:45.810846 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e0420ec-75d4-4de3-937b-c516ecd137ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ca38d8e8-afb2-46c3-b9b5-f4ed94f14060), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:45.838380 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-202a95a8-c951-4b38-87ca-051ee279627d tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-groups/a056292e-d145-4844-8193-85b6b2336377 HTTP/1.1" status: 200 len: 1797 time: 0.1842542 Feb 07 21:21:45.841996 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45864) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:45.858023 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-58a45881-a1a5-4ffa-9be1-d0e280e61137 None None] Allocated IP 172.21.0.2 (7e86f4b7-a42f-42e8-a1a7-d450370b4276/9f9ab2de-b1e8-4267-adb2-e4f7993989c8/e66ad79b-80c7-4247-b632-26f76c528bfc) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:21:45.891175 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3259b16-a227-4995-8316-ebe46376fbb9 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a056292e-d145-4844-8193-85b6b2336377,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:45.925428 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd7ec0ad-f2fb-421f-91f8-7cf1c7ac542b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:45.964742 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13846f-517d-4b1c-a5dd-a871ba69e068 req-ca3dab40-a77b-4cf7-ab46-d370c126dd12 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:45.971155 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8f13846f-517d-4b1c-a5dd-a871ba69e068 req-ca3dab40-a77b-4cf7-ab46-d370c126dd12 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 946 time: 0.2578788 Feb 07 21:21:46.017994 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0420ec-75d4-4de3-937b-c516ecd137ef None None] Pushing event updated for resources: {'Port': ['ID=ca38d8e8-afb2-46c3-b9b5-f4ed94f14060,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:46.085674 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d1d7fbe9-56a2-48c6-b1cf-a751bb25ca6b tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (a056292e-d145-4844-8193-85b6b2336377), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:46.132786 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d1d7fbe9-56a2-48c6-b1cf-a751bb25ca6b tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (a056292e-d145-4844-8193-85b6b2336377), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:46.170654 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6db807bd-7a61-452c-9fca-6f35549c3a47 None None] Publish callbacks [] for port (2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:46.186582 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6db807bd-7a61-452c-9fca-6f35549c3a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:46.232919 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-c5713a22-f0a0-4bca-bcfa-9befc2a27961 admin admin] Allocated IP 172.25.4.252 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/42b68495-0158-422f-825d-89a40916f4ee) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:21:46.251782 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d1d7fbe9-56a2-48c6-b1cf-a751bb25ca6b tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a056292e-d145-4844-8193-85b6b2336377), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:46.258624 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d1d7fbe9-56a2-48c6-b1cf-a751bb25ca6b tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:46.262810 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d1d7fbe9-56a2-48c6-b1cf-a751bb25ca6b tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "DELETE /v2.0/security-groups/a056292e-d145-4844-8193-85b6b2336377 HTTP/1.1" status: 204 len: 168 time: 0.4175682 Feb 07 21:21:46.278838 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45866) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:46.279971 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7fbe9-56a2-48c6-b1cf-a751bb25ca6b tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a056292e-d145-4844-8193-85b6b2336377,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:46.498709 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db807bd-7a61-452c-9fca-6f35549c3a47 None None] Pushing event updated for resources: {'Port': ['ID=2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:46.519760 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c66ca76f-fda4-4ef8-9527-fd3cb8a4948c tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2287254 Feb 07 21:21:46.527751 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45868) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:46.542755 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-58a45881-a1a5-4ffa-9be1-d0e280e61137 None None] Publish callbacks [] for port (e66ad79b-80c7-4247-b632-26f76c528bfc), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:46.575396 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db807bd-7a61-452c-9fca-6f35549c3a47 None None] Network 32e1b9b1-70fe-4691-933a-2fbd9cc312a6 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:21:46.579069 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-112c3af9-e81f-4c7c-8bed-3a8da5e9be25 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] delete failed (client error): The resource could not be found. Feb 07 21:21:46.580280 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-112c3af9-e81f-4c7c-8bed-3a8da5e9be25 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "DELETE /v2.0/security-groups/a056292e-d145-4844-8193-85b6b2336377 HTTP/1.1" status: 404 len: 347 time: 0.0467470 Feb 07 21:21:46.585202 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45870) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:46.585914 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-6db807bd-7a61-452c-9fca-6f35549c3a47 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:46.590156 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db807bd-7a61-452c-9fca-6f35549c3a47 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:21:46.592653 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-120f8457-8807-42ae-ba64-811bf59fb2f4 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Request body: {'security_group': {'name': 'tempest-secgroup--792407260'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:46.594032 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-58a45881-a1a5-4ffa-9be1-d0e280e61137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (e66ad79b-80c7-4247-b632-26f76c528bfc), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:46.668990 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-cd7ec0ad-f2fb-421f-91f8-7cf1c7ac542b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Allocated IP 172.20.0.1 (b92dbee4-d220-4272-aafc-e801ecc2d47e/d9f0a462-decd-49cb-a076-466990c9f216/9a9dc477-1c36-4c20-acfc-8b8b4a0a9405) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:21:46.673554 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-120f8457-8807-42ae-ba64-811bf59fb2f4 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:46.763657 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a45881-a1a5-4ffa-9be1-d0e280e61137 None None] Network 7e86f4b7-a42f-42e8-a1a7-d450370b4276 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:21:46.774109 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a45881-a1a5-4ffa-9be1-d0e280e61137 None None] Pushing event updated for resources: {'Port': ['ID=e66ad79b-80c7-4247-b632-26f76c528bfc,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:46.786462 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-58a45881-a1a5-4ffa-9be1-d0e280e61137 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:46.790259 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a45881-a1a5-4ffa-9be1-d0e280e61137 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:21:46.822849 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-120f8457-8807-42ae-ba64-811bf59fb2f4 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (36edf4c6-7f99-4d26-a4a9-a2f6854ef610), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:46.833626 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-120f8457-8807-42ae-ba64-811bf59fb2f4 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (36edf4c6-7f99-4d26-a4a9-a2f6854ef610), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:46.843274 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6db807bd-7a61-452c-9fca-6f35549c3a47 None None] Attempting to bind port 2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:21:46.843852 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6db807bd-7a61-452c-9fca-6f35549c3a47 None None] Attempting to bind port 2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '6075c0df-6076-45f9-b4c1-b0ef5bc864a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '32e1b9b1-70fe-4691-933a-2fbd9cc312a6'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:21:46.844540 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db807bd-7a61-452c-9fca-6f35549c3a47 None None] Attempting to bind port 2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f on network 32e1b9b1-70fe-4691-933a-2fbd9cc312a6 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:21:46.872191 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db807bd-7a61-452c-9fca-6f35549c3a47 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:21:46.872913 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db807bd-7a61-452c-9fca-6f35549c3a47 None None] Checking segment: {'id': '6075c0df-6076-45f9-b4c1-b0ef5bc864a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '32e1b9b1-70fe-4691-933a-2fbd9cc312a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:21:46.873473 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6db807bd-7a61-452c-9fca-6f35549c3a47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:46.875001 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db807bd-7a61-452c-9fca-6f35549c3a47 None None] Bound using segment: {'id': '6075c0df-6076-45f9-b4c1-b0ef5bc864a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '32e1b9b1-70fe-4691-933a-2fbd9cc312a6'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:21:46.878957 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6db807bd-7a61-452c-9fca-6f35549c3a47 None None] Bound port: 2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6075c0df-6076-45f9-b4c1-b0ef5bc864a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '32e1b9b1-70fe-4691-933a-2fbd9cc312a6'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:21:46.880032 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6db807bd-7a61-452c-9fca-6f35549c3a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:46.907263 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f8457-8807-42ae-ba64-811bf59fb2f4 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36edf4c6-7f99-4d26-a4a9-a2f6854ef610,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:46.917315 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5713a22-f0a0-4bca-bcfa-9befc2a27961 admin admin] Publish callbacks [] for port (42b68495-0158-422f-825d-89a40916f4ee), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:46.920787 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-120f8457-8807-42ae-ba64-811bf59fb2f4 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:46.925476 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-120f8457-8807-42ae-ba64-811bf59fb2f4 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3401880 Feb 07 21:21:46.929668 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45876) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:46.939998 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8b2627c0-4d97-46a3-aebc-b1bcf9c56c8d tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Request body: {'security_group_rule': {'security_group_id': '36edf4c6-7f99-4d26-a4a9-a2f6854ef610', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:46.961102 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-58a45881-a1a5-4ffa-9be1-d0e280e61137 None None] Attempting to bind port e66ad79b-80c7-4247-b632-26f76c528bfc on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:21:46.963140 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-58a45881-a1a5-4ffa-9be1-d0e280e61137 None None] Attempting to bind port e66ad79b-80c7-4247-b632-26f76c528bfc by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '8abe0148-6133-4381-a8a0-4d1939c52d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7e86f4b7-a42f-42e8-a1a7-d450370b4276'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:21:46.963680 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a45881-a1a5-4ffa-9be1-d0e280e61137 None None] Attempting to bind port e66ad79b-80c7-4247-b632-26f76c528bfc on network 7e86f4b7-a42f-42e8-a1a7-d450370b4276 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:21:46.985558 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a45881-a1a5-4ffa-9be1-d0e280e61137 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:21:46.987107 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a45881-a1a5-4ffa-9be1-d0e280e61137 None None] Checking segment: {'id': '8abe0148-6133-4381-a8a0-4d1939c52d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7e86f4b7-a42f-42e8-a1a7-d450370b4276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:21:46.988676 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-58a45881-a1a5-4ffa-9be1-d0e280e61137 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:46.989301 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a45881-a1a5-4ffa-9be1-d0e280e61137 None None] Bound using segment: {'id': '8abe0148-6133-4381-a8a0-4d1939c52d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7e86f4b7-a42f-42e8-a1a7-d450370b4276'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:21:46.992018 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-58a45881-a1a5-4ffa-9be1-d0e280e61137 None None] Bound port: e66ad79b-80c7-4247-b632-26f76c528bfc, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abe0148-6133-4381-a8a0-4d1939c52d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7e86f4b7-a42f-42e8-a1a7-d450370b4276'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:21:46.992649 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-58a45881-a1a5-4ffa-9be1-d0e280e61137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e66ad79b-80c7-4247-b632-26f76c528bfc), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:47.014831 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8f13846f-517d-4b1c-a5dd-a871ba69e068 req-b6a8cac8-d5e1-47dc-b7e8-db24a9d71ac4 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912549 Feb 07 21:21:47.025535 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8b2627c0-4d97-46a3-aebc-b1bcf9c56c8d tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (2e69e822-dd31-4f61-8fa8-ed3d182f1c99), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:47.065129 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5713a22-f0a0-4bca-bcfa-9befc2a27961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (42b68495-0158-422f-825d-89a40916f4ee), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:47.065568 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd7ec0ad-f2fb-421f-91f8-7cf1c7ac542b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for port (9a9dc477-1c36-4c20-acfc-8b8b4a0a9405), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:47.164593 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd7ec0ad-f2fb-421f-91f8-7cf1c7ac542b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (9a9dc477-1c36-4c20-acfc-8b8b4a0a9405), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:47.188784 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5713a22-f0a0-4bca-bcfa-9befc2a27961 admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:21:47.203437 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-c5713a22-f0a0-4bca-bcfa-9befc2a27961 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:47.213848 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5713a22-f0a0-4bca-bcfa-9befc2a27961 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:21:47.216628 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5713a22-f0a0-4bca-bcfa-9befc2a27961 admin admin] Pushing event updated for resources: {'Port': ['ID=42b68495-0158-422f-825d-89a40916f4ee,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:47.254391 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8b2627c0-4d97-46a3-aebc-b1bcf9c56c8d tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (2e69e822-dd31-4f61-8fa8-ed3d182f1c99), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:47.259872 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8b2627c0-4d97-46a3-aebc-b1bcf9c56c8d tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (2e69e822-dd31-4f61-8fa8-ed3d182f1c99), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:47.335149 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-6db807bd-7a61-452c-9fca-6f35549c3a47 None None] For port 2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:21:47.341472 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-6db807bd-7a61-452c-9fca-6f35549c3a47 None None] For port 2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f,segment=NetworkSegment(6075c0df-6076-45f9-b4c1-b0ef5bc864a8),segment_id=6075c0df-6076-45f9-b4c1-b0ef5bc864a8)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:21:47.353947 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2627c0-4d97-46a3-aebc-b1bcf9c56c8d tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e69e822-dd31-4f61-8fa8-ed3d182f1c99,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:47.355604 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-58a45881-a1a5-4ffa-9be1-d0e280e61137 None None] For port e66ad79b-80c7-4247-b632-26f76c528bfc, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:21:47.366293 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8b2627c0-4d97-46a3-aebc-b1bcf9c56c8d tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:47.370855 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8b2627c0-4d97-46a3-aebc-b1bcf9c56c8d tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4396114 Feb 07 21:21:47.371336 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45878) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:47.374827 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-58a45881-a1a5-4ffa-9be1-d0e280e61137 None None] For port e66ad79b-80c7-4247-b632-26f76c528bfc, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e66ad79b-80c7-4247-b632-26f76c528bfc,segment=NetworkSegment(8abe0148-6133-4381-a8a0-4d1939c52d17),segment_id=8abe0148-6133-4381-a8a0-4d1939c52d17)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:21:47.376848 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7ec0ad-f2fb-421f-91f8-7cf1c7ac542b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network b92dbee4-d220-4272-aafc-e801ecc2d47e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:21:47.379042 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ca38d8e8-afb2-46c3-b9b5-f4ed94f14060 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:21:47.384531 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6db807bd-7a61-452c-9fca-6f35549c3a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:47.411815 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-58a45881-a1a5-4ffa-9be1-d0e280e61137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e66ad79b-80c7-4247-b632-26f76c528bfc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:47.413034 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ec0ad-f2fb-421f-91f8-7cf1c7ac542b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Port': ['ID=9a9dc477-1c36-4c20-acfc-8b8b4a0a9405,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:47.419031 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-cd7ec0ad-f2fb-421f-91f8-7cf1c7ac542b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:47.424127 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7ec0ad-f2fb-421f-91f8-7cf1c7ac542b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:21:47.538653 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd7ec0ad-f2fb-421f-91f8-7cf1c7ac542b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (96742e78-8527-48ac-abc1-95e303773c73), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:47.553163 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db807bd-7a61-452c-9fca-6f35549c3a47 None None] Pushing event updated for resources: {'Port': ['ID=2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:47.622704 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a45881-a1a5-4ffa-9be1-d0e280e61137 None None] Pushing event updated for resources: {'Port': ['ID=e66ad79b-80c7-4247-b632-26f76c528bfc,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:47.641713 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port ca38d8e8-afb2-46c3-b9b5-f4ed94f14060 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:47.642092 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ca38d8e8-afb2-46c3-b9b5-f4ed94f14060), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:47.743075 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8eaf1e7b-2217-4711-80e6-2cb4d2f22e9e tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (2e69e822-dd31-4f61-8fa8-ed3d182f1c99), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:47.775578 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8eaf1e7b-2217-4711-80e6-2cb4d2f22e9e tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (2e69e822-dd31-4f61-8fa8-ed3d182f1c99), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:47.843047 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port ca38d8e8-afb2-46c3-b9b5-f4ed94f14060 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:47.843445 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ca38d8e8-afb2-46c3-b9b5-f4ed94f14060), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:47.863885 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8eaf1e7b-2217-4711-80e6-2cb4d2f22e9e tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (2e69e822-dd31-4f61-8fa8-ed3d182f1c99), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:47.914701 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8eaf1e7b-2217-4711-80e6-2cb4d2f22e9e tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:47.924335 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8eaf1e7b-2217-4711-80e6-2cb4d2f22e9e tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/2e69e822-dd31-4f61-8fa8-ed3d182f1c99 HTTP/1.1" status: 204 len: 168 time: 0.4581404 Feb 07 21:21:47.924819 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45882) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:47.924819 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd7ec0ad-f2fb-421f-91f8-7cf1c7ac542b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9a9dc477-1c36-4c20-acfc-8b8b4a0a9405), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:47.940827 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port ca38d8e8-afb2-46c3-b9b5-f4ed94f14060, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ca38d8e8-afb2-46c3-b9b5-f4ed94f14060,segment=NetworkSegment(870c8e61-7b3f-4c6e-bd63-c1eef6f269ed),segment_id=870c8e61-7b3f-4c6e-bd63-c1eef6f269ed)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:21:47.946518 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ca38d8e8-afb2-46c3-b9b5-f4ed94f14060), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:47.984692 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf1e7b-2217-4711-80e6-2cb4d2f22e9e tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e69e822-dd31-4f61-8fa8-ed3d182f1c99,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:48.087555 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=ca38d8e8-afb2-46c3-b9b5-f4ed94f14060,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:48.253400 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7148037a-5c3c-4f76-8cb3-828a9d7fa781 None None] Network b92dbee4-d220-4272-aafc-e801ecc2d47e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:21:48.315262 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7c5f42a6-3f34-4839-8adf-f822d728fe5e tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3484046 Feb 07 21:21:48.318006 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45894) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:48.387276 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5713a22-f0a0-4bca-bcfa-9befc2a27961 admin admin] Publish callbacks [] for router_gateway (ed20475d-2512-4ad4-8821-0c2dc383aa71), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:48.495448 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3ee84ad9-40e6-44ff-b468-057f699ea434 None None] Provisioning complete for port ca38d8e8-afb2-46c3-b9b5-f4ed94f14060 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:48.496479 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3ee84ad9-40e6-44ff-b468-057f699ea434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ca38d8e8-afb2-46c3-b9b5-f4ed94f14060), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:48.564757 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ad60485e-791e-44f4-98a2-114e377c2c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:48.658297 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f33427bd-bc42-4e7d-90d5-9b3c0be19cee tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (36edf4c6-7f99-4d26-a4a9-a2f6854ef610), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:48.687884 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3ee84ad9-40e6-44ff-b468-057f699ea434 None None] Current status of the port ca38d8e8-afb2-46c3-b9b5-f4ed94f14060 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:48.760225 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f33427bd-bc42-4e7d-90d5-9b3c0be19cee tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (36edf4c6-7f99-4d26-a4a9-a2f6854ef610), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:48.972762 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8aecc-8ca7-4163-ab13-71bf1384e1a0 req-cba0d7cf-25ec-47ad-aacc-85b97451d0c3 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:48.974329 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c7a8aecc-8ca7-4163-ab13-71bf1384e1a0 req-cba0d7cf-25ec-47ad-aacc-85b97451d0c3 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 946 time: 0.7421262 Feb 07 21:21:49.125906 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-bb9d56a7-3261-4009-95a3-cf553d3748a3 None None] Provisioning complete for port ca38d8e8-afb2-46c3-b9b5-f4ed94f14060 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:49.126288 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bb9d56a7-3261-4009-95a3-cf553d3748a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ca38d8e8-afb2-46c3-b9b5-f4ed94f14060), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:49.209645 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5713a22-f0a0-4bca-bcfa-9befc2a27961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (ed20475d-2512-4ad4-8821-0c2dc383aa71), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:49.219073 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f33427bd-bc42-4e7d-90d5-9b3c0be19cee tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (36edf4c6-7f99-4d26-a4a9-a2f6854ef610), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:49.221671 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f33427bd-bc42-4e7d-90d5-9b3c0be19cee tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:49.222844 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f33427bd-bc42-4e7d-90d5-9b3c0be19cee tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "DELETE /v2.0/security-groups/36edf4c6-7f99-4d26-a4a9-a2f6854ef610 HTTP/1.1" status: 204 len: 168 time: 0.9036918 Feb 07 21:21:49.228350 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45918) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:49.242156 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c7a8aecc-8ca7-4163-ab13-71bf1384e1a0 req-cb203c44-52c1-49cf-88cd-1f5df84a612c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599075 Feb 07 21:21:49.367391 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-bb9d56a7-3261-4009-95a3-cf553d3748a3 None None] Current status of the port ca38d8e8-afb2-46c3-b9b5-f4ed94f14060 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:49.396849 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-bb9d56a7-3261-4009-95a3-cf553d3748a3 None None] Provisioning complete for port 9a9dc477-1c36-4c20-acfc-8b8b4a0a9405 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:49.400179 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bb9d56a7-3261-4009-95a3-cf553d3748a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9a9dc477-1c36-4c20-acfc-8b8b4a0a9405), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:49.471317 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd7ec0ad-f2fb-421f-91f8-7cf1c7ac542b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for port (9a9dc477-1c36-4c20-acfc-8b8b4a0a9405), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:49.472814 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-bb9d56a7-3261-4009-95a3-cf553d3748a3 None None] Port 9a9dc477-1c36-4c20-acfc-8b8b4a0a9405 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:21:49.495657 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd7ec0ad-f2fb-421f-91f8-7cf1c7ac542b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (9a9dc477-1c36-4c20-acfc-8b8b4a0a9405), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:49.584805 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd7ec0ad-f2fb-421f-91f8-7cf1c7ac542b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (96742e78-8527-48ac-abc1-95e303773c73), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:49.599282 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ca38d8e8-afb2-46c3-b9b5-f4ed94f14060 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:21:49.656470 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33427bd-bc42-4e7d-90d5-9b3c0be19cee tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36edf4c6-7f99-4d26-a4a9-a2f6854ef610,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:49.710159 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ec0ad-f2fb-421f-91f8-7cf1c7ac542b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Port': ['ID=9a9dc477-1c36-4c20-acfc-8b8b4a0a9405,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:49.727766 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51456f8d-46af-4746-be9b-1af16819d079 None None] Network 7e86f4b7-a42f-42e8-a1a7-d450370b4276 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:21:49.767861 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7ec0ad-f2fb-421f-91f8-7cf1c7ac542b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network b92dbee4-d220-4272-aafc-e801ecc2d47e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:21:49.770593 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-cd7ec0ad-f2fb-421f-91f8-7cf1c7ac542b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:49.793031 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-21ab626b-12cf-4dda-9e2a-621eb0e9b069 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5584815 Feb 07 21:21:49.806923 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45922) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:49.816600 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-17016e96-9076-4fe8-810c-dec54227f706 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Request body: {'security_group': {'name': 'tempest-secgroup--324283156'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:49.883206 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5713a22-f0a0-4bca-bcfa-9befc2a27961 admin admin] Router ed20475d-2512-4ad4-8821-0c2dc383aa71 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:21:49.930164 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-17016e96-9076-4fe8-810c-dec54227f706 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:49.936841 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2790948f-2914-4b02-b119-6554fe2a5652 None None] Provisioning complete for port 9a9dc477-1c36-4c20-acfc-8b8b4a0a9405 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:49.937228 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2790948f-2914-4b02-b119-6554fe2a5652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9a9dc477-1c36-4c20-acfc-8b8b4a0a9405), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:50.018324 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7ec0ad-f2fb-421f-91f8-7cf1c7ac542b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Router 96742e78-8527-48ac-abc1-95e303773c73 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:21:50.047620 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2790948f-2914-4b02-b119-6554fe2a5652 None None] Port 9a9dc477-1c36-4c20-acfc-8b8b4a0a9405 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:21:50.077859 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port ca38d8e8-afb2-46c3-b9b5-f4ed94f14060 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:50.078241 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ca38d8e8-afb2-46c3-b9b5-f4ed94f14060), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:50.149339 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-17016e96-9076-4fe8-810c-dec54227f706 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (86236d16-3680-4f18-9538-a1c4a4b81493), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:50.151419 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5713a22-f0a0-4bca-bcfa-9befc2a27961 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:21:50.164642 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-17016e96-9076-4fe8-810c-dec54227f706 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (86236d16-3680-4f18-9538-a1c4a4b81493), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:50.174489 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e29205-3432-455b-bd4d-42a09ebf6549 None None] Sync routers for ids ['ed20475d-2512-4ad4-8821-0c2dc383aa71'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:21:50.189126 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e29205-3432-455b-bd4d-42a09ebf6549 None None] Routers {'ed20475d-2512-4ad4-8821-0c2dc383aa71'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:21:50.189767 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c8e29205-3432-455b-bd4d-42a09ebf6549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:21:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ed20475d-2512-4ad4-8821-0c2dc383aa71'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:50.226791 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17016e96-9076-4fe8-810c-dec54227f706 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86236d16-3680-4f18-9538-a1c4a4b81493,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:50.236323 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7ec0ad-f2fb-421f-91f8-7cf1c7ac542b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:21:50.246848 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-cd7ec0ad-f2fb-421f-91f8-7cf1c7ac542b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "PUT /v2.0/routers/96742e78-8527-48ac-abc1-95e303773c73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9322960 Feb 07 21:21:50.251736 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-17016e96-9076-4fe8-810c-dec54227f706 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:50.252145 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45926) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:50.256060 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-17016e96-9076-4fe8-810c-dec54227f706 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4475305 Feb 07 21:21:50.258985 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45928) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:50.259706 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981571fe-3b10-4ff3-9268-7072af3e3f6f None None] Network 32e1b9b1-70fe-4691-933a-2fbd9cc312a6 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:21:50.267409 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-88ddc25b-d81d-4d18-a87a-2f202ecac07d tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Request body: {'security_group_rule': {'security_group_id': '86236d16-3680-4f18-9538-a1c4a4b81493', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:50.281580 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1bb5d8-0937-49f8-b990-2d16f396d808 None None] Sync routers for ids ['96742e78-8527-48ac-abc1-95e303773c73'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:21:50.326799 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-c8e29205-3432-455b-bd4d-42a09ebf6549 None None] Set router ed20475d-2512-4ad4-8821-0c2dc383aa71 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:21:50.329128 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25df32a7-4c93-4fd6-9991-4d1eb0bc03da tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:50.330731 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-25df32a7-4c93-4fd6-9991-4d1eb0bc03da tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "GET /v2.0/ports/9a9dc477-1c36-4c20-acfc-8b8b4a0a9405 HTTP/1.1" status: 200 len: 910 time: 0.0773089 Feb 07 21:21:50.333545 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45932) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:50.334225 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5713a22-f0a0-4bca-bcfa-9befc2a27961 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:50.338358 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c5713a22-f0a0-4bca-bcfa-9befc2a27961 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.5952632 Feb 07 21:21:50.348420 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45934) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:50.355073 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-88ddc25b-d81d-4d18-a87a-2f202ecac07d tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (37cd9be8-6fb4-4ea1-9e43-47ed7b04be1c), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:50.489296 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-88ddc25b-d81d-4d18-a87a-2f202ecac07d tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (37cd9be8-6fb4-4ea1-9e43-47ed7b04be1c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:50.494835 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-88ddc25b-d81d-4d18-a87a-2f202ecac07d tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (37cd9be8-6fb4-4ea1-9e43-47ed7b04be1c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:50.504041 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-80625fc7-e95d-436f-a8ab-97908263145b None None] Provisioning complete for port e66ad79b-80c7-4247-b632-26f76c528bfc triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:50.506393 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-80625fc7-e95d-436f-a8ab-97908263145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e66ad79b-80c7-4247-b632-26f76c528bfc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:50.512076 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1bb5d8-0937-49f8-b990-2d16f396d808 None None] Routers {'96742e78-8527-48ac-abc1-95e303773c73'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:21:50.524893 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-bd1bb5d8-0937-49f8-b990-2d16f396d808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:21:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['96742e78-8527-48ac-abc1-95e303773c73'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:50.533926 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ddc25b-d81d-4d18-a87a-2f202ecac07d tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37cd9be8-6fb4-4ea1-9e43-47ed7b04be1c,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:50.547531 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-88ddc25b-d81d-4d18-a87a-2f202ecac07d tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:50.549427 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-88ddc25b-d81d-4d18-a87a-2f202ecac07d tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2891643 Feb 07 21:21:50.552023 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45938) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:50.559786 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-34d3f73b-7245-4b53-9a21-913532589f91 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Request body: {'security_group_rule': {'security_group_id': '86236d16-3680-4f18-9538-a1c4a4b81493', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:50.597637 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-34d3f73b-7245-4b53-9a21-913532589f91 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (5270fca7-2cd2-4554-bcbb-0c60b1ed5b66), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:50.709037 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c8e29205-3432-455b-bd4d-42a09ebf6549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed20475d-2512-4ad4-8821-0c2dc383aa71', 'name': 'tempest-ImageQuotaTest-1754731706-router', 'tenant_id': '9f45cf2fd8334cb8ad609a20c835aabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '42b68495-0158-422f-825d-89a40916f4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:21:44Z', 'updated_at': '2022-02-07T21:21:47Z', 'revision_number': 3, 'project_id': '9f45cf2fd8334cb8ad609a20c835aabf', 'gw_port': {'id': '42b68495-0158-422f-825d-89a40916f4ee', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:58:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed20475d-2512-4ad4-8821-0c2dc383aa71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:21:45Z', 'updated_at': '2022-02-07T21:21:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:50.728706 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-34d3f73b-7245-4b53-9a21-913532589f91 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (5270fca7-2cd2-4554-bcbb-0c60b1ed5b66), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:50.735257 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-34d3f73b-7245-4b53-9a21-913532589f91 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (5270fca7-2cd2-4554-bcbb-0c60b1ed5b66), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:50.745739 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e29205-3432-455b-bd4d-42a09ebf6549 None None] Checking router: ed20475d-2512-4ad4-8821-0c2dc383aa71 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:21:50.746392 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e29205-3432-455b-bd4d-42a09ebf6549 None None] Updating router ed20475d-2512-4ad4-8821-0c2dc383aa71 port 42b68495-0158-422f-825d-89a40916f4ee binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:21:50.780498 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3f73b-7245-4b53-9a21-913532589f91 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5270fca7-2cd2-4554-bcbb-0c60b1ed5b66,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:50.782485 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c8e29205-3432-455b-bd4d-42a09ebf6549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (42b68495-0158-422f-825d-89a40916f4ee), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:50.795267 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-34d3f73b-7245-4b53-9a21-913532589f91 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:50.798970 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-34d3f73b-7245-4b53-9a21-913532589f91 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2456021 Feb 07 21:21:50.800428 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6024664-3273-4459-9776-a2306c8003cf req-af12cbb4-baa6-43c2-9c7d-af668d89184a tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:50.802454 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45942) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:50.804960 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c6024664-3273-4459-9776-a2306c8003cf req-af12cbb4-baa6-43c2-9c7d-af668d89184a tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 946 time: 0.3745778 Feb 07 21:21:50.814637 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-47916298-ca27-445a-ad6a-8d2e90bcf85f tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Request body: {'security_group_rule': {'security_group_id': '86236d16-3680-4f18-9538-a1c4a4b81493', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:50.841615 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-bd1bb5d8-0937-49f8-b990-2d16f396d808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:50.870813 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47916298-ca27-445a-ad6a-8d2e90bcf85f tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (98fac7fe-3948-460c-b038-5aa2b3cd7a7f), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:50.982804 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9305bae3-9a07-4bbf-a7b0-a9770e5ba8e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:51.033588 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47916298-ca27-445a-ad6a-8d2e90bcf85f tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (98fac7fe-3948-460c-b038-5aa2b3cd7a7f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:51.040544 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47916298-ca27-445a-ad6a-8d2e90bcf85f tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (98fac7fe-3948-460c-b038-5aa2b3cd7a7f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:51.049979 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port ca38d8e8-afb2-46c3-b9b5-f4ed94f14060 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:51.052829 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e66ad79b-80c7-4247-b632-26f76c528bfc up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:21:51.094944 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47916298-ca27-445a-ad6a-8d2e90bcf85f tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98fac7fe-3948-460c-b038-5aa2b3cd7a7f,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:51.112711 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47916298-ca27-445a-ad6a-8d2e90bcf85f tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:51.114579 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-47916298-ca27-445a-ad6a-8d2e90bcf85f tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3104143 Feb 07 21:21:51.117313 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45946) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:51.121814 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-dee6eea5-8ea2-4da6-baf0-cc27302f8712 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Request body: {'security_group_rule': {'security_group_id': '86236d16-3680-4f18-9538-a1c4a4b81493', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:51.133889 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1bb5d8-0937-49f8-b990-2d16f396d808 None None] Routers {'96742e78-8527-48ac-abc1-95e303773c73'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:21:51.134674 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-bd1bb5d8-0937-49f8-b990-2d16f396d808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:21:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['96742e78-8527-48ac-abc1-95e303773c73'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:51.184427 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dee6eea5-8ea2-4da6-baf0-cc27302f8712 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (fc057828-b14c-43fb-be5e-252a8d2fc346), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:51.196216 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c8e29205-3432-455b-bd4d-42a09ebf6549 None None] Publish callbacks [] for port (42b68495-0158-422f-825d-89a40916f4ee), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:51.203192 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c8e29205-3432-455b-bd4d-42a09ebf6549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (42b68495-0158-422f-825d-89a40916f4ee), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:51.253657 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-bd1bb5d8-0937-49f8-b990-2d16f396d808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:51.256739 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1bb5d8-0937-49f8-b990-2d16f396d808 None None] The sync data for ids ['96742e78-8527-48ac-abc1-95e303773c73'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:21:51.285113 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe49ced-f5f9-4bb6-9642-176f2691b503 None None] Pushing event updated for resources: {'Port': ['ID=42b68495-0158-422f-825d-89a40916f4ee,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:51.298922 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c6024664-3273-4459-9776-a2306c8003cf req-e9c1c89b-0967-4460-a166-e8e23a0cce7b tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082029 Feb 07 21:21:51.328771 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dee6eea5-8ea2-4da6-baf0-cc27302f8712 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (fc057828-b14c-43fb-be5e-252a8d2fc346), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:51.341944 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dee6eea5-8ea2-4da6-baf0-cc27302f8712 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (fc057828-b14c-43fb-be5e-252a8d2fc346), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:51.378359 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-c8e29205-3432-455b-bd4d-42a09ebf6549 None None] Attempting to bind port 42b68495-0158-422f-825d-89a40916f4ee on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:21:51.379882 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-c8e29205-3432-455b-bd4d-42a09ebf6549 None None] Attempting to bind port 42b68495-0158-422f-825d-89a40916f4ee by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:21:51.381025 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6eea5-8ea2-4da6-baf0-cc27302f8712 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc057828-b14c-43fb-be5e-252a8d2fc346,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:51.386287 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dee6eea5-8ea2-4da6-baf0-cc27302f8712 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:51.392340 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-dee6eea5-8ea2-4da6-baf0-cc27302f8712 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2739210 Feb 07 21:21:51.395279 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e29205-3432-455b-bd4d-42a09ebf6549 None None] Attempting to bind port 42b68495-0158-422f-825d-89a40916f4ee on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:21:51.397113 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45948) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:51.401641 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e55d6751-8191-4422-9deb-0292b29faf01 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Request body: {'security_group_rule': {'security_group_id': '86236d16-3680-4f18-9538-a1c4a4b81493', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:51.403341 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-80625fc7-e95d-436f-a8ab-97908263145b None None] Current status of the port e66ad79b-80c7-4247-b632-26f76c528bfc is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:51.403742 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-80625fc7-e95d-436f-a8ab-97908263145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e66ad79b-80c7-4247-b632-26f76c528bfc), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:51.411382 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e29205-3432-455b-bd4d-42a09ebf6549 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:21:51.412704 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e29205-3432-455b-bd4d-42a09ebf6549 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:21:51.413148 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c8e29205-3432-455b-bd4d-42a09ebf6549 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:51.413537 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e29205-3432-455b-bd4d-42a09ebf6549 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:21:51.414051 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-c8e29205-3432-455b-bd4d-42a09ebf6549 None None] Bound port: 42b68495-0158-422f-825d-89a40916f4ee, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:21:51.414628 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c8e29205-3432-455b-bd4d-42a09ebf6549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (42b68495-0158-422f-825d-89a40916f4ee), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:51.417850 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe49ced-f5f9-4bb6-9642-176f2691b503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:51.418719 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe49ced-f5f9-4bb6-9642-176f2691b503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:51.419393 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe49ced-f5f9-4bb6-9642-176f2691b503 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:51.419875 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe49ced-f5f9-4bb6-9642-176f2691b503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:51.420415 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe49ced-f5f9-4bb6-9642-176f2691b503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:51.420890 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe49ced-f5f9-4bb6-9642-176f2691b503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:51.421966 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe49ced-f5f9-4bb6-9642-176f2691b503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:51.422700 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe49ced-f5f9-4bb6-9642-176f2691b503 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:51.423174 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe49ced-f5f9-4bb6-9642-176f2691b503 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:51.423660 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe49ced-f5f9-4bb6-9642-176f2691b503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:51.424190 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe49ced-f5f9-4bb6-9642-176f2691b503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:51.424694 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe49ced-f5f9-4bb6-9642-176f2691b503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:51.425145 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe49ced-f5f9-4bb6-9642-176f2691b503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:51.459059 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port e66ad79b-80c7-4247-b632-26f76c528bfc triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:51.459445 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e66ad79b-80c7-4247-b632-26f76c528bfc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:51.481473 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e55d6751-8191-4422-9deb-0292b29faf01 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (542d01bd-80df-4dbe-9a0c-0230d7d1b2bb), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:51.522593 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-c8e29205-3432-455b-bd4d-42a09ebf6549 None None] For port 42b68495-0158-422f-825d-89a40916f4ee, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:21:51.533322 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-c8e29205-3432-455b-bd4d-42a09ebf6549 None None] For port 42b68495-0158-422f-825d-89a40916f4ee, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=42b68495-0158-422f-825d-89a40916f4ee,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:21:51.543185 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c8e29205-3432-455b-bd4d-42a09ebf6549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (42b68495-0158-422f-825d-89a40916f4ee), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:51.598728 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-80625fc7-e95d-436f-a8ab-97908263145b None None] For port e66ad79b-80c7-4247-b632-26f76c528bfc, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e66ad79b-80c7-4247-b632-26f76c528bfc,segment=NetworkSegment(8abe0148-6133-4381-a8a0-4d1939c52d17),segment_id=8abe0148-6133-4381-a8a0-4d1939c52d17)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:21:51.612151 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-80625fc7-e95d-436f-a8ab-97908263145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e66ad79b-80c7-4247-b632-26f76c528bfc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:51.630548 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e55d6751-8191-4422-9deb-0292b29faf01 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (542d01bd-80df-4dbe-9a0c-0230d7d1b2bb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:51.640494 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e55d6751-8191-4422-9deb-0292b29faf01 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (542d01bd-80df-4dbe-9a0c-0230d7d1b2bb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:51.713866 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d6751-8191-4422-9deb-0292b29faf01 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=542d01bd-80df-4dbe-9a0c-0230d7d1b2bb,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:51.731530 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e55d6751-8191-4422-9deb-0292b29faf01 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:51.732820 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e55d6751-8191-4422-9deb-0292b29faf01 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3347230 Feb 07 21:21:51.736404 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e29205-3432-455b-bd4d-42a09ebf6549 None None] Routers {'ed20475d-2512-4ad4-8821-0c2dc383aa71'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:21:51.737335 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c8e29205-3432-455b-bd4d-42a09ebf6549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:21:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ed20475d-2512-4ad4-8821-0c2dc383aa71'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:51.742320 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45952) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:51.804516 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b55feb44-88d8-46e8-a29f-67cb2e9cfad7 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (542d01bd-80df-4dbe-9a0c-0230d7d1b2bb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:51.824431 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b55feb44-88d8-46e8-a29f-67cb2e9cfad7 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (542d01bd-80df-4dbe-9a0c-0230d7d1b2bb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:51.877451 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80625fc7-e95d-436f-a8ab-97908263145b None None] Pushing event updated for resources: {'Port': ['ID=e66ad79b-80c7-4247-b632-26f76c528bfc,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:51.884542 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b55feb44-88d8-46e8-a29f-67cb2e9cfad7 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (542d01bd-80df-4dbe-9a0c-0230d7d1b2bb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:51.888226 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f5006e5a-21cb-4ce8-8e8a-1b98fb1dacad None None] Provisioning complete for port 9a9dc477-1c36-4c20-acfc-8b8b4a0a9405 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:51.888759 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f5006e5a-21cb-4ce8-8e8a-1b98fb1dacad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9a9dc477-1c36-4c20-acfc-8b8b4a0a9405), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:51.897476 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b55feb44-88d8-46e8-a29f-67cb2e9cfad7 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:51.901336 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b55feb44-88d8-46e8-a29f-67cb2e9cfad7 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/542d01bd-80df-4dbe-9a0c-0230d7d1b2bb HTTP/1.1" status: 204 len: 168 time: 0.1575837 Feb 07 21:21:51.906019 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45954) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:51.931900 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55feb44-88d8-46e8-a29f-67cb2e9cfad7 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=542d01bd-80df-4dbe-9a0c-0230d7d1b2bb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:51.993351 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:52.003536 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f5006e5a-21cb-4ce8-8e8a-1b98fb1dacad None None] Port 9a9dc477-1c36-4c20-acfc-8b8b4a0a9405 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:21:52.068945 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6ad0173d-6f4c-40e1-8e95-79d44854ccfa tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1602302 Feb 07 21:21:52.071760 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45958) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:52.097361 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe49ced-f5f9-4bb6-9642-176f2691b503 None None] Pushing event updated for resources: {'Port': ['ID=42b68495-0158-422f-825d-89a40916f4ee,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:52.118811 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f5006e5a-21cb-4ce8-8e8a-1b98fb1dacad None None] Provisioning complete for port 2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:52.119383 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f5006e5a-21cb-4ce8-8e8a-1b98fb1dacad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:52.123646 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port e66ad79b-80c7-4247-b632-26f76c528bfc is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:52.128542 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:21:52.141086 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f0b2e9ec-9c4c-40ae-b342-c5eb4c044fed tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (fc057828-b14c-43fb-be5e-252a8d2fc346), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:52.158132 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f0b2e9ec-9c4c-40ae-b342-c5eb4c044fed tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (fc057828-b14c-43fb-be5e-252a8d2fc346), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:52.174402 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:52.179797 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40ac8095-304d-4d8f-9b36-1bfd03ad6d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:52.200953 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-c8e29205-3432-455b-bd4d-42a09ebf6549 None None] Set router ed20475d-2512-4ad4-8821-0c2dc383aa71 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:21:52.221305 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f0b2e9ec-9c4c-40ae-b342-c5eb4c044fed tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (fc057828-b14c-43fb-be5e-252a8d2fc346), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:52.238570 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f0b2e9ec-9c4c-40ae-b342-c5eb4c044fed tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:52.241253 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f0b2e9ec-9c4c-40ae-b342-c5eb4c044fed tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/fc057828-b14c-43fb-be5e-252a8d2fc346 HTTP/1.1" status: 204 len: 168 time: 0.1676726 Feb 07 21:21:52.251887 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45960) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:52.268409 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2e9ec-9c4c-40ae-b342-c5eb4c044fed tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc057828-b14c-43fb-be5e-252a8d2fc346,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:52.287088 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:52.287508 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:52.311906 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f5006e5a-21cb-4ce8-8e8a-1b98fb1dacad None None] Current status of the port 2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:52.312403 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f5006e5a-21cb-4ce8-8e8a-1b98fb1dacad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:52.359007 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-936a73dc-d4e6-40d4-b62b-6aaf945a3633 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1012685 Feb 07 21:21:52.359660 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45964) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:52.377133 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f5006e5a-21cb-4ce8-8e8a-1b98fb1dacad None None] For port 2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f,segment=NetworkSegment(6075c0df-6076-45f9-b4c1-b0ef5bc864a8),segment_id=6075c0df-6076-45f9-b4c1-b0ef5bc864a8)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:21:52.418930 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f5006e5a-21cb-4ce8-8e8a-1b98fb1dacad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:52.420444 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-93c4fcb3-62db-43ef-8d2b-dd9cd2676d3d tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (98fac7fe-3948-460c-b038-5aa2b3cd7a7f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:52.443502 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-93c4fcb3-62db-43ef-8d2b-dd9cd2676d3d tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (98fac7fe-3948-460c-b038-5aa2b3cd7a7f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:52.495805 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-93c4fcb3-62db-43ef-8d2b-dd9cd2676d3d tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (98fac7fe-3948-460c-b038-5aa2b3cd7a7f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:52.510124 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-93c4fcb3-62db-43ef-8d2b-dd9cd2676d3d tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:52.513539 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-93c4fcb3-62db-43ef-8d2b-dd9cd2676d3d tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/98fac7fe-3948-460c-b038-5aa2b3cd7a7f HTTP/1.1" status: 204 len: 168 time: 0.1525812 Feb 07 21:21:52.517160 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45966) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:52.548653 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f5006e5a-21cb-4ce8-8e8a-1b98fb1dacad None None] Provisioning complete for port e66ad79b-80c7-4247-b632-26f76c528bfc triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:52.549030 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f5006e5a-21cb-4ce8-8e8a-1b98fb1dacad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e66ad79b-80c7-4247-b632-26f76c528bfc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:52.565231 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4fcb3-62db-43ef-8d2b-dd9cd2676d3d tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98fac7fe-3948-460c-b038-5aa2b3cd7a7f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:52.594558 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:52.617259 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5006e5a-21cb-4ce8-8e8a-1b98fb1dacad None None] Pushing event updated for resources: {'Port': ['ID=2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:52.623990 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c8e29205-3432-455b-bd4d-42a09ebf6549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed20475d-2512-4ad4-8821-0c2dc383aa71', 'name': 'tempest-ImageQuotaTest-1754731706-router', 'tenant_id': '9f45cf2fd8334cb8ad609a20c835aabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '42b68495-0158-422f-825d-89a40916f4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:21:44Z', 'updated_at': '2022-02-07T21:21:47Z', 'revision_number': 3, 'project_id': '9f45cf2fd8334cb8ad609a20c835aabf', 'gw_port': {'id': '42b68495-0158-422f-825d-89a40916f4ee', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:58:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed20475d-2512-4ad4-8821-0c2dc383aa71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:21:45Z', 'updated_at': '2022-02-07T21:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:52.628751 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-27b93f16-3eeb-4b5f-bda2-422adaaef1d9 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0978692 Feb 07 21:21:52.630815 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45968) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:52.674493 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e29205-3432-455b-bd4d-42a09ebf6549 None None] The sync data for ids ['ed20475d-2512-4ad4-8821-0c2dc383aa71'] in n-d-828185-2 is: [{'id': 'ed20475d-2512-4ad4-8821-0c2dc383aa71', 'name': 'tempest-ImageQuotaTest-1754731706-router', 'tenant_id': '9f45cf2fd8334cb8ad609a20c835aabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '42b68495-0158-422f-825d-89a40916f4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:21:44Z', 'updated_at': '2022-02-07T21:21:47Z', 'revision_number': 3, 'project_id': '9f45cf2fd8334cb8ad609a20c835aabf', 'gw_port': {'id': '42b68495-0158-422f-825d-89a40916f4ee', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:58:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed20475d-2512-4ad4-8821-0c2dc383aa71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:21:45Z', 'updated_at': '2022-02-07T21:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:21:52.735830 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea0f347e-91b3-41ae-957b-9df24d784af4 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (5270fca7-2cd2-4554-bcbb-0c60b1ed5b66), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:52.737489 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f5006e5a-21cb-4ce8-8e8a-1b98fb1dacad None None] Current status of the port e66ad79b-80c7-4247-b632-26f76c528bfc is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:52.764425 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea0f347e-91b3-41ae-957b-9df24d784af4 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (5270fca7-2cd2-4554-bcbb-0c60b1ed5b66), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:52.768230 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e66ad79b-80c7-4247-b632-26f76c528bfc up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:21:52.812506 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea0f347e-91b3-41ae-957b-9df24d784af4 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (5270fca7-2cd2-4554-bcbb-0c60b1ed5b66), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:52.822869 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea0f347e-91b3-41ae-957b-9df24d784af4 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:52.824576 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ea0f347e-91b3-41ae-957b-9df24d784af4 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/5270fca7-2cd2-4554-bcbb-0c60b1ed5b66 HTTP/1.1" status: 204 len: 168 time: 0.1914432 Feb 07 21:21:52.830077 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45972) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:52.855622 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f347e-91b3-41ae-957b-9df24d784af4 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5270fca7-2cd2-4554-bcbb-0c60b1ed5b66,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:52.885327 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-20256bc8-bd7d-4516-8c72-ae222a80c233 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0536079 Feb 07 21:21:52.887980 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45974) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:52.931396 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-09f67559-c3cd-4804-b727-91e0b5618359 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (37cd9be8-6fb4-4ea1-9e43-47ed7b04be1c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:52.950294 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-09f67559-c3cd-4804-b727-91e0b5618359 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (37cd9be8-6fb4-4ea1-9e43-47ed7b04be1c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:53.009636 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-09f67559-c3cd-4804-b727-91e0b5618359 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (37cd9be8-6fb4-4ea1-9e43-47ed7b04be1c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:53.034953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Allocated IP 172.21.0.1 (7e86f4b7-a42f-42e8-a1a7-d450370b4276/9f9ab2de-b1e8-4267-adb2-e4f7993989c8/d44287be-ff92-4983-94ec-3f15a1de236f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:21:53.052330 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-19faf4c6-7a90-4b18-bb28-c942ae5a9dc4 None None] Provisioning complete for port 2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:53.052894 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-19faf4c6-7a90-4b18-bb28-c942ae5a9dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:53.054440 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-09f67559-c3cd-4804-b727-91e0b5618359 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:53.059890 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-09f67559-c3cd-4804-b727-91e0b5618359 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/37cd9be8-6fb4-4ea1-9e43-47ed7b04be1c HTTP/1.1" status: 204 len: 168 time: 0.1704681 Feb 07 21:21:53.060876 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f67559-c3cd-4804-b727-91e0b5618359 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37cd9be8-6fb4-4ea1-9e43-47ed7b04be1c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:53.065237 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45978) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:53.155485 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-82c7b443-2b08-414e-871e-37fc4421deea tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0890231 Feb 07 21:21:53.156899 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port e66ad79b-80c7-4247-b632-26f76c528bfc triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:53.158312 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e66ad79b-80c7-4247-b632-26f76c528bfc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:53.159332 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45980) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:53.188130 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b6a3a-1098-4e78-a89f-52181a3c771f req-98bd1f66-d2d9-4910-9b31-1aa56b90de0a tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:53.189996 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1a2b6a3a-1098-4e78-a89f-52181a3c771f req-98bd1f66-d2d9-4910-9b31-1aa56b90de0a tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 946 time: 0.6728072 Feb 07 21:21:53.310097 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1dd44b79-6ac3-41ba-8869-afc2b462bf42 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (86236d16-3680-4f18-9538-a1c4a4b81493), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:53.363993 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1dd44b79-6ac3-41ba-8869-afc2b462bf42 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (86236d16-3680-4f18-9538-a1c4a4b81493), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:53.368870 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-19faf4c6-7a90-4b18-bb28-c942ae5a9dc4 None None] Current status of the port 2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:53.384089 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:53.417373 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-40ac8095-304d-4d8f-9b36-1bfd03ad6d3e admin admin] Allocated IP 172.20.0.1 (32e1b9b1-70fe-4691-933a-2fbd9cc312a6/1ff03d6f-b32f-4bf5-85fb-df222b0fde80/bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:21:53.438260 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port e66ad79b-80c7-4247-b632-26f76c528bfc is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:53.471980 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1dd44b79-6ac3-41ba-8869-afc2b462bf42 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (86236d16-3680-4f18-9538-a1c4a4b81493), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:53.475801 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1dd44b79-6ac3-41ba-8869-afc2b462bf42 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:53.477506 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1dd44b79-6ac3-41ba-8869-afc2b462bf42 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "DELETE /v2.0/security-groups/86236d16-3680-4f18-9538-a1c4a4b81493 HTTP/1.1" status: 204 len: 168 time: 0.3169057 Feb 07 21:21:53.481980 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45984) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:53.505179 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd44b79-6ac3-41ba-8869-afc2b462bf42 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86236d16-3680-4f18-9538-a1c4a4b81493,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:53.558387 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f909e745-f06c-4dde-a67a-f11d48575b50 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0747852 Feb 07 21:21:53.565638 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45986) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:53.570244 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d212989c-8d0d-48e2-b392-7f3ac6d19e74 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Request body: {'security_group': {'name': 'tempest-secgroup--1423015113'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:53.616991 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1a2b6a3a-1098-4e78-a89f-52181a3c771f req-456a182e-6b62-4ec7-b70f-edffdb63f661 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807881 Feb 07 21:21:53.672744 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for port (d44287be-ff92-4983-94ec-3f15a1de236f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:53.693193 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d212989c-8d0d-48e2-b392-7f3ac6d19e74 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:53.786300 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40ac8095-304d-4d8f-9b36-1bfd03ad6d3e admin admin] Publish callbacks [] for port (bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:53.838680 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (d44287be-ff92-4983-94ec-3f15a1de236f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:53.893616 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network 7e86f4b7-a42f-42e8-a1a7-d450370b4276 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:21:53.904988 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:53.908096 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:21:53.975597 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d212989c-8d0d-48e2-b392-7f3ac6d19e74 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (e9cbc3ee-2dab-414e-9c84-bed103960cc3), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:53.977429 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40ac8095-304d-4d8f-9b36-1bfd03ad6d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:53.998209 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d212989c-8d0d-48e2-b392-7f3ac6d19e74 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e9cbc3ee-2dab-414e-9c84-bed103960cc3), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:54.017473 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (96742e78-8527-48ac-abc1-95e303773c73), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:54.057938 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Port': ['ID=d44287be-ff92-4983-94ec-3f15a1de236f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:54.060481 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ac8095-304d-4d8f-9b36-1bfd03ad6d3e admin admin] Network 32e1b9b1-70fe-4691-933a-2fbd9cc312a6 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:21:54.172834 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d212989c-8d0d-48e2-b392-7f3ac6d19e74 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:54.176894 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d212989c-8d0d-48e2-b392-7f3ac6d19e74 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6102040 Feb 07 21:21:54.177506 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45992) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:54.182717 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-fc9531fb-2173-482c-aba0-455860487841 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Request body: {'security_group_rule': {'security_group_id': 'e9cbc3ee-2dab-414e-9c84-bed103960cc3', 'direction': 'ingress', 'protocol': 17}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:54.185284 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-40ac8095-304d-4d8f-9b36-1bfd03ad6d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:54.190355 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ac8095-304d-4d8f-9b36-1bfd03ad6d3e admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:21:54.195676 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:54.196731 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:54.197076 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:54.197412 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:54.197744 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:54.198074 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:54.198399 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:54.198728 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:54.199046 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:54.199367 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:54.199687 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:54.200006 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:54.200336 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:54.207436 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212989c-8d0d-48e2-b392-7f3ac6d19e74 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cbc3ee-2dab-414e-9c84-bed103960cc3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:54.243032 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1a8b4eec-addb-477f-9285-64e7003272dc None None] Provisioning complete for port d44287be-ff92-4983-94ec-3f15a1de236f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:54.243580 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1a8b4eec-addb-477f-9285-64e7003272dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d44287be-ff92-4983-94ec-3f15a1de236f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:54.301972 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc9531fb-2173-482c-aba0-455860487841 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (053ef369-a395-4318-b684-d73d21fae8ab), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:54.346825 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1a8b4eec-addb-477f-9285-64e7003272dc None None] Port d44287be-ff92-4983-94ec-3f15a1de236f cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:21:54.375715 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac8095-304d-4d8f-9b36-1bfd03ad6d3e admin admin] Pushing event updated for resources: {'Port': ['ID=bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:54.401951 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40ac8095-304d-4d8f-9b36-1bfd03ad6d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (ed20475d-2512-4ad4-8821-0c2dc383aa71), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:54.474600 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc9531fb-2173-482c-aba0-455860487841 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (053ef369-a395-4318-b684-d73d21fae8ab), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:54.479141 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc9531fb-2173-482c-aba0-455860487841 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (053ef369-a395-4318-b684-d73d21fae8ab), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:54.509984 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9531fb-2173-482c-aba0-455860487841 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053ef369-a395-4318-b684-d73d21fae8ab,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:54.525257 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc9531fb-2173-482c-aba0-455860487841 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:54.529102 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fc9531fb-2173-482c-aba0-455860487841 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3475201 Feb 07 21:21:54.529724 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45994) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:54.583982 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:54.679860 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-77135db1-3c1c-424b-846f-fd90c0f543f7 None None] Provisioning complete for port bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:54.680602 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-77135db1-3c1c-424b-846f-fd90c0f543f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:54.691784 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9e3e94d-8129-4978-b2bb-d51c22550ffc tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (e9cbc3ee-2dab-414e-9c84-bed103960cc3), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:54.745302 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9e3e94d-8129-4978-b2bb-d51c22550ffc tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (e9cbc3ee-2dab-414e-9c84-bed103960cc3), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:54.763007 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-77135db1-3c1c-424b-846f-fd90c0f543f7 None None] Port bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:21:54.841980 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9e3e94d-8129-4978-b2bb-d51c22550ffc tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e9cbc3ee-2dab-414e-9c84-bed103960cc3), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:54.845449 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9e3e94d-8129-4978-b2bb-d51c22550ffc tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:54.847111 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a9e3e94d-8129-4978-b2bb-d51c22550ffc tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "DELETE /v2.0/security-groups/e9cbc3ee-2dab-414e-9c84-bed103960cc3 HTTP/1.1" status: 204 len: 168 time: 0.3152161 Feb 07 21:21:54.857697 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45998) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:54.866305 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3e94d-8129-4978-b2bb-d51c22550ffc tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cbc3ee-2dab-414e-9c84-bed103960cc3,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:55.003291 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cbcef754-aef2-42ed-97a4-84c7277fab29 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1400714 Feb 07 21:21:55.005945 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46002) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:55.012445 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a58ddd14-204b-48eb-aea5-4aa51d90c5df tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Request body: {'security_group': {'name': 'tempest-secgroup--2104553964'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:55.019582 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 42b68495-0158-422f-825d-89a40916f4ee up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:21:55.065669 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a58ddd14-204b-48eb-aea5-4aa51d90c5df tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:55.121192 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 42b68495-0158-422f-825d-89a40916f4ee triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:55.121843 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (42b68495-0158-422f-825d-89a40916f4ee), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:55.191688 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a58ddd14-204b-48eb-aea5-4aa51d90c5df tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (415cab13-d0b4-4444-b73d-d31a76fb73db), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:55.196223 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a58ddd14-204b-48eb-aea5-4aa51d90c5df tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (415cab13-d0b4-4444-b73d-d31a76fb73db), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:55.225221 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a58ddd14-204b-48eb-aea5-4aa51d90c5df tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:55.227118 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a58ddd14-204b-48eb-aea5-4aa51d90c5df tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2195342 Feb 07 21:21:55.231319 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46006) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:55.237505 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ddd14-204b-48eb-aea5-4aa51d90c5df tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=415cab13-d0b4-4444-b73d-d31a76fb73db,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:55.244421 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f7b445e2-272c-4956-b6b3-7ad4dc8d059f tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Request body: {'security_group': {'name': 'tempest-secgroup--343509713'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:55.258471 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d44287be-ff92-4983-94ec-3f15a1de236f), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:55.289382 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 42b68495-0158-422f-825d-89a40916f4ee is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:55.290463 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (42b68495-0158-422f-825d-89a40916f4ee), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:55.322685 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 42b68495-0158-422f-825d-89a40916f4ee, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=42b68495-0158-422f-825d-89a40916f4ee,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:21:55.327150 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (42b68495-0158-422f-825d-89a40916f4ee), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:55.330130 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:21:55.438399 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=42b68495-0158-422f-825d-89a40916f4ee,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:55.454185 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:55.455274 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:55.456028 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:55.456779 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:55.457338 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:55.457927 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:55.458478 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:55.459103 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:55.459656 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:55.460232 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:55.460957 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:55.461612 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:55.462229 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:21:55.479077 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:55.479771 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:55.483766 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7b445e2-272c-4956-b6b3-7ad4dc8d059f tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:55.558158 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40ac8095-304d-4d8f-9b36-1bfd03ad6d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:55.571347 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9a88c-360c-4b16-8555-9218af3e5457 req-1485bf8d-82bb-4ac5-a691-8e1117246a9c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:55.572930 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cec9a88c-360c-4b16-8555-9218af3e5457 req-1485bf8d-82bb-4ac5-a691-8e1117246a9c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 946 time: 0.4942067 Feb 07 21:21:55.574611 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:55.799060 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cec9a88c-360c-4b16-8555-9218af3e5457 req-2994b8a6-28e1-4ce6-b151-79aa01dc0291 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140760 Feb 07 21:21:55.864846 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7b445e2-272c-4956-b6b3-7ad4dc8d059f tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (9bce0baa-ef28-49f6-a942-92ce6b7b29db), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:55.877240 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7b445e2-272c-4956-b6b3-7ad4dc8d059f tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9bce0baa-ef28-49f6-a942-92ce6b7b29db), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:55.922733 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7b445e2-272c-4956-b6b3-7ad4dc8d059f tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:55.927930 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f7b445e2-272c-4956-b6b3-7ad4dc8d059f tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6855462 Feb 07 21:21:55.928974 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46010) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:55.934414 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a190bd8d-a0c4-49e7-9545-1de4f9f187b9 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Request body: {'security_group_rule': {'security_group_id': '415cab13-d0b4-4444-b73d-d31a76fb73db', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9bce0baa-ef28-49f6-a942-92ce6b7b29db', 'remote_ip_prefix': None}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:55.959817 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b445e2-272c-4956-b6b3-7ad4dc8d059f tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bce0baa-ef28-49f6-a942-92ce6b7b29db,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:55.977776 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a190bd8d-a0c4-49e7-9545-1de4f9f187b9 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (dc8303e1-d4f5-42a8-b26e-d85bb8f7b8cf), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:55.996878 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for port (d44287be-ff92-4983-94ec-3f15a1de236f), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:56.010624 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (d44287be-ff92-4983-94ec-3f15a1de236f), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:56.082111 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a190bd8d-a0c4-49e7-9545-1de4f9f187b9 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (dc8303e1-d4f5-42a8-b26e-d85bb8f7b8cf), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:56.088415 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a190bd8d-a0c4-49e7-9545-1de4f9f187b9 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (dc8303e1-d4f5-42a8-b26e-d85bb8f7b8cf), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:56.098935 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40ac8095-304d-4d8f-9b36-1bfd03ad6d3e admin admin] Publish callbacks [] for port (bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:56.115439 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40ac8095-304d-4d8f-9b36-1bfd03ad6d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:56.129554 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190bd8d-a0c4-49e7-9545-1de4f9f187b9 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc8303e1-d4f5-42a8-b26e-d85bb8f7b8cf,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:56.139345 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a190bd8d-a0c4-49e7-9545-1de4f9f187b9 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:56.141703 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a190bd8d-a0c4-49e7-9545-1de4f9f187b9 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2115560 Feb 07 21:21:56.145135 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (96742e78-8527-48ac-abc1-95e303773c73), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:56.146301 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46018) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:56.154698 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Port': ['ID=d44287be-ff92-4983-94ec-3f15a1de236f,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:56.184101 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6969-afea-4939-8776-8bfeb9e0c31d tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (dc8303e1-d4f5-42a8-b26e-d85bb8f7b8cf), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:56.211126 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6969-afea-4939-8776-8bfeb9e0c31d tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (dc8303e1-d4f5-42a8-b26e-d85bb8f7b8cf), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:56.225646 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac8095-304d-4d8f-9b36-1bfd03ad6d3e admin admin] Pushing event updated for resources: {'Port': ['ID=bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:56.267016 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40ac8095-304d-4d8f-9b36-1bfd03ad6d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (ed20475d-2512-4ad4-8821-0c2dc383aa71), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:56.285255 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6969-afea-4939-8776-8bfeb9e0c31d tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (dc8303e1-d4f5-42a8-b26e-d85bb8f7b8cf), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:56.311201 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6969-afea-4939-8776-8bfeb9e0c31d tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:56.313905 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3d7e6969-afea-4939-8776-8bfeb9e0c31d tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/dc8303e1-d4f5-42a8-b26e-d85bb8f7b8cf HTTP/1.1" status: 204 len: 168 time: 0.1648688 Feb 07 21:21:56.318983 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46028) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:56.319428 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e6969-afea-4939-8776-8bfeb9e0c31d tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc8303e1-d4f5-42a8-b26e-d85bb8f7b8cf,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:56.403248 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46030) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:56.408505 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network 7e86f4b7-a42f-42e8-a1a7-d450370b4276 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:21:56.413241 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:56.430269 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4de66cf7-d988-445d-a48c-6ceb56377277 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1079607 Feb 07 21:21:56.433474 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46034) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:56.545748 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ac8095-304d-4d8f-9b36-1bfd03ad6d3e admin admin] Network 32e1b9b1-70fe-4691-933a-2fbd9cc312a6 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:21:56.549516 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-40ac8095-304d-4d8f-9b36-1bfd03ad6d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:21:56.571553 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1dec8d70-6a5c-40c3-bb27-00efb30a5488 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (9bce0baa-ef28-49f6-a942-92ce6b7b29db), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:56.621065 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9e6567a5-5e50-4e89-b3bb-5a44bf6260fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:56.641822 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1dec8d70-6a5c-40c3-bb27-00efb30a5488 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (9bce0baa-ef28-49f6-a942-92ce6b7b29db), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:56.724423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Router 96742e78-8527-48ac-abc1-95e303773c73 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:21:56.771919 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1dec8d70-6a5c-40c3-bb27-00efb30a5488 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9bce0baa-ef28-49f6-a942-92ce6b7b29db), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:56.797333 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1dec8d70-6a5c-40c3-bb27-00efb30a5488 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:56.801546 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1dec8d70-6a5c-40c3-bb27-00efb30a5488 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "DELETE /v2.0/security-groups/9bce0baa-ef28-49f6-a942-92ce6b7b29db HTTP/1.1" status: 204 len: 168 time: 0.3664470 Feb 07 21:21:56.802203 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46040) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:56.846392 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 42b68495-0158-422f-825d-89a40916f4ee up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:21:56.883499 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec8d70-6a5c-40c3-bb27-00efb30a5488 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bce0baa-ef28-49f6-a942-92ce6b7b29db,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:56.906329 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:21:56.917554 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ceb213-2411-47a6-814f-10633bc54681 None None] Sync routers for ids ['96742e78-8527-48ac-abc1-95e303773c73'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:21:56.925562 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-cab842e8-87b7-4889-aa7b-cf376c1b00ff tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "PUT /v2.0/routers/96742e78-8527-48ac-abc1-95e303773c73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5885005 Feb 07 21:21:56.947327 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ac8095-304d-4d8f-9b36-1bfd03ad6d3e admin admin] Router ed20475d-2512-4ad4-8821-0c2dc383aa71 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:21:56.948576 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46044) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:56.969747 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ceb213-2411-47a6-814f-10633bc54681 None None] Routers {'96742e78-8527-48ac-abc1-95e303773c73'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:21:56.971299 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-e9ceb213-2411-47a6-814f-10633bc54681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:21:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['96742e78-8527-48ac-abc1-95e303773c73'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:57.016833 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9e6567a5-5e50-4e89-b3bb-5a44bf6260fc admin admin] Publish callbacks [] for security_group (863f3dcc-dc70-436d-ab7a-1035d5068655), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:57.042451 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9e6567a5-5e50-4e89-b3bb-5a44bf6260fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (863f3dcc-dc70-436d-ab7a-1035d5068655), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:57.047634 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f66db96c-2a29-4d1a-91b8-19cc9f838ff7 None None] Provisioning complete for port d44287be-ff92-4983-94ec-3f15a1de236f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:57.047946 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f66db96c-2a29-4d1a-91b8-19cc9f838ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d44287be-ff92-4983-94ec-3f15a1de236f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:57.058235 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-e9ceb213-2411-47a6-814f-10633bc54681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:57.069969 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ceb213-2411-47a6-814f-10633bc54681 None None] Routers {'96742e78-8527-48ac-abc1-95e303773c73'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:21:57.071071 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-e9ceb213-2411-47a6-814f-10633bc54681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:21:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['96742e78-8527-48ac-abc1-95e303773c73'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:57.096434 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9e6567a5-5e50-4e89-b3bb-5a44bf6260fc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f499ac30eb364d278554aebaab28be08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6917121 Feb 07 21:21:57.114450 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46050) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:57.124884 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62574a34-8201-4d62-970a-5ebe7f82f48b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:57.129379 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-62574a34-8201-4d62-970a-5ebe7f82f48b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "GET /v2.0/ports/d44287be-ff92-4983-94ec-3f15a1de236f HTTP/1.1" status: 200 len: 910 time: 0.1726635 Feb 07 21:21:57.134507 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46052) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:57.136003 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-e9ceb213-2411-47a6-814f-10633bc54681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:57.136799 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ceb213-2411-47a6-814f-10633bc54681 None None] The sync data for ids ['96742e78-8527-48ac-abc1-95e303773c73'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:21:57.141057 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1544ead8-12aa-4c43-8792-869f90a6625b tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3242874 Feb 07 21:21:57.145392 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46054) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:57.154374 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f66db96c-2a29-4d1a-91b8-19cc9f838ff7 None None] Port d44287be-ff92-4983-94ec-3f15a1de236f cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:21:57.163054 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 42b68495-0158-422f-825d-89a40916f4ee triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:57.163424 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (42b68495-0158-422f-825d-89a40916f4ee), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:57.191474 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6567a5-5e50-4e89-b3bb-5a44bf6260fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863f3dcc-dc70-436d-ab7a-1035d5068655,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:57.231476 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-956ff5b2-c048-4046-a2a2-9c849e2a0174 admin admin] Publish callbacks [] for security_group (863f3dcc-dc70-436d-ab7a-1035d5068655), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:57.266503 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-956ff5b2-c048-4046-a2a2-9c849e2a0174 admin admin] Publish callbacks [] for security_group (863f3dcc-dc70-436d-ab7a-1035d5068655), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:57.267369 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 42b68495-0158-422f-825d-89a40916f4ee is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:21:57.274672 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b86ccbae-a16f-45fa-8f44-66de0fb12b3a tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (415cab13-d0b4-4444-b73d-d31a76fb73db), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:57.294555 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-5f9ba24a-8e02-41a1-97da-49bdce70893d None None] Provisioning complete for port bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:57.297361 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5f9ba24a-8e02-41a1-97da-49bdce70893d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:57.346696 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b86ccbae-a16f-45fa-8f44-66de0fb12b3a tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (415cab13-d0b4-4444-b73d-d31a76fb73db), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:57.352259 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-5f9ba24a-8e02-41a1-97da-49bdce70893d None None] Port bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:21:57.355499 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0614a-67d3-4890-b91c-995266944577 req-271d2469-39a0-46f4-9e72-d6bd0bc08813 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:57.357094 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cdc0614a-67d3-4890-b91c-995266944577 req-271d2469-39a0-46f4-9e72-d6bd0bc08813 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 946 time: 0.3957276 Feb 07 21:21:57.434219 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b86ccbae-a16f-45fa-8f44-66de0fb12b3a tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (415cab13-d0b4-4444-b73d-d31a76fb73db), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:57.438627 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b86ccbae-a16f-45fa-8f44-66de0fb12b3a tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:57.442240 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b86ccbae-a16f-45fa-8f44-66de0fb12b3a tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "DELETE /v2.0/security-groups/415cab13-d0b4-4444-b73d-d31a76fb73db HTTP/1.1" status: 204 len: 168 time: 0.2891037 Feb 07 21:21:57.444849 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46056) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:57.446050 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-956ff5b2-c048-4046-a2a2-9c849e2a0174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (863f3dcc-dc70-436d-ab7a-1035d5068655), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:57.448579 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-956ff5b2-c048-4046-a2a2-9c849e2a0174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:57.449752 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-956ff5b2-c048-4046-a2a2-9c849e2a0174 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/863f3dcc-dc70-436d-ab7a-1035d5068655 HTTP/1.1" status: 204 len: 168 time: 0.3343472 Feb 07 21:21:57.465872 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ccbae-a16f-45fa-8f44-66de0fb12b3a tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=415cab13-d0b4-4444-b73d-d31a76fb73db,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:57.485870 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ff5b2-c048-4046-a2a2-9c849e2a0174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863f3dcc-dc70-436d-ab7a-1035d5068655,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:57.532361 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ac8095-304d-4d8f-9b36-1bfd03ad6d3e admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:21:57.533676 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b95fb0b9-1dc7-41c6-b38a-ee72783d204d tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0816669 Feb 07 21:21:57.537976 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cdc0614a-67d3-4890-b91c-995266944577 req-05e7690c-52d1-4828-b20b-9d0f4531e9e4 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703792 Feb 07 21:21:57.539248 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46060) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:57.553104 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-3782f3a9-8336-4207-99d8-21a569f1e4c4 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Request body: {'security_group': {'name': 'tempest-secgroup--440087011'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:57.555319 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-40ac8095-304d-4d8f-9b36-1bfd03ad6d3e admin admin] 10.222.0.65 "PUT /v2.0/routers/ed20475d-2512-4ad4-8821-0c2dc383aa71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2027545 Feb 07 21:21:57.557201 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979684a9-9452-4dff-be57-56cdc517a359 None None] Sync routers for ids ['ed20475d-2512-4ad4-8821-0c2dc383aa71'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:21:57.586444 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979684a9-9452-4dff-be57-56cdc517a359 None None] Routers {'ed20475d-2512-4ad4-8821-0c2dc383aa71'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:21:57.589547 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-979684a9-9452-4dff-be57-56cdc517a359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:21:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ed20475d-2512-4ad4-8821-0c2dc383aa71'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:57.597054 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3782f3a9-8336-4207-99d8-21a569f1e4c4 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:57.749682 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3782f3a9-8336-4207-99d8-21a569f1e4c4 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (deb8179c-ba6e-40d8-bb9a-a5857db18e2d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:57.757471 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3782f3a9-8336-4207-99d8-21a569f1e4c4 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (deb8179c-ba6e-40d8-bb9a-a5857db18e2d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:57.823931 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-979684a9-9452-4dff-be57-56cdc517a359 None None] Set router ed20475d-2512-4ad4-8821-0c2dc383aa71 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:21:57.844409 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3782f3a9-8336-4207-99d8-21a569f1e4c4 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:57.845892 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3782f3a9-8336-4207-99d8-21a569f1e4c4 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3056874 Feb 07 21:21:57.848949 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46068) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:57.857222 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-0915f710-49c6-4322-a738-d54f3521d132 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Request body: {'security_group_rule': {'security_group_id': 'deb8179c-ba6e-40d8-bb9a-a5857db18e2d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:57.876349 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782f3a9-8336-4207-99d8-21a569f1e4c4 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb8179c-ba6e-40d8-bb9a-a5857db18e2d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:57.888870 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-546bfb9e-ec6a-4d39-97b1-8fe0c7f58f35 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (96742e78-8527-48ac-abc1-95e303773c73), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:57.924080 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0915f710-49c6-4322-a738-d54f3521d132 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (86bc8b9c-7447-4414-9858-0a6a9ebd6ceb), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:58.042760 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0915f710-49c6-4322-a738-d54f3521d132 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (86bc8b9c-7447-4414-9858-0a6a9ebd6ceb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:58.048150 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0915f710-49c6-4322-a738-d54f3521d132 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (86bc8b9c-7447-4414-9858-0a6a9ebd6ceb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:58.091089 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915f710-49c6-4322-a738-d54f3521d132 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86bc8b9c-7447-4414-9858-0a6a9ebd6ceb,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:58.112352 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0915f710-49c6-4322-a738-d54f3521d132 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:58.117812 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46084) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:58.123288 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0915f710-49c6-4322-a738-d54f3521d132 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2694747 Feb 07 21:21:58.164525 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d99e5882-9251-4a34-aa90-933da0517b53 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (86bc8b9c-7447-4414-9858-0a6a9ebd6ceb), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:58.190455 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d99e5882-9251-4a34-aa90-933da0517b53 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (86bc8b9c-7447-4414-9858-0a6a9ebd6ceb), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:58.278911 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-979684a9-9452-4dff-be57-56cdc517a359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed20475d-2512-4ad4-8821-0c2dc383aa71', 'name': 'tempest-ImageQuotaTest-1754731706-router', 'tenant_id': '9f45cf2fd8334cb8ad609a20c835aabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '42b68495-0158-422f-825d-89a40916f4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:21:44Z', 'updated_at': '2022-02-07T21:21:55Z', 'revision_number': 4, 'project_id': '9f45cf2fd8334cb8ad609a20c835aabf', 'gw_port': {'id': '42b68495-0158-422f-825d-89a40916f4ee', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:58:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20475d-2512-4ad4-8821-0c2dc383aa71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:21:45Z', 'updated_at': '2022-02-07T21:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0', 'name': '', 'network_id': '32e1b9b1-70fe-4691-933a-2fbd9cc312a6', 'tenant_id': '9f45cf2fd8334cb8ad609a20c835aabf', 'mac_address': 'fa:16:3e:53:ec:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed20475d-2512-4ad4-8821-0c2dc383aa71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '1ff03d6f-b32f-4bf5-85fb-df222b0fde80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:21:52Z', 'updated_at': '2022-02-07T21:21:55Z', 'revision_number': 2, 'project_id': '9f45cf2fd8334cb8ad609a20c835aabf', 'subnets': [{'id': '1ff03d6f-b32f-4bf5-85fb-df222b0fde80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:21:58.320657 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979684a9-9452-4dff-be57-56cdc517a359 None None] Checking router: ed20475d-2512-4ad4-8821-0c2dc383aa71 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:21:58.321016 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979684a9-9452-4dff-be57-56cdc517a359 None None] Updating router ed20475d-2512-4ad4-8821-0c2dc383aa71 port bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:21:58.354942 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d99e5882-9251-4a34-aa90-933da0517b53 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (86bc8b9c-7447-4414-9858-0a6a9ebd6ceb), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:58.359278 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-979684a9-9452-4dff-be57-56cdc517a359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:58.425071 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d99e5882-9251-4a34-aa90-933da0517b53 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:58.429109 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46098) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:58.429603 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d99e5882-9251-4a34-aa90-933da0517b53 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/86bc8b9c-7447-4414-9858-0a6a9ebd6ceb HTTP/1.1" status: 204 len: 168 time: 0.3100703 Feb 07 21:21:58.433383 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e5882-9251-4a34-aa90-933da0517b53 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86bc8b9c-7447-4414-9858-0a6a9ebd6ceb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:58.512704 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-546bfb9e-ec6a-4d39-97b1-8fe0c7f58f35 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Deleting port d44287be-ff92-4983-94ec-3f15a1de236f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:21:58.513043 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-546bfb9e-ec6a-4d39-97b1-8fe0c7f58f35 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d44287be-ff92-4983-94ec-3f15a1de236f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:58.525864 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a5dd130d-e3f6-4820-867d-80bf2b9f9ed1 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0954561 Feb 07 21:21:58.526494 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46102) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:58.654732 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef8d3c13-d802-4bac-aa24-cf77ed668bda tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (deb8179c-ba6e-40d8-bb9a-a5857db18e2d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:58.725810 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef8d3c13-d802-4bac-aa24-cf77ed668bda tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (deb8179c-ba6e-40d8-bb9a-a5857db18e2d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:58.809509 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef8d3c13-d802-4bac-aa24-cf77ed668bda tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (deb8179c-ba6e-40d8-bb9a-a5857db18e2d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:58.815382 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef8d3c13-d802-4bac-aa24-cf77ed668bda tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:58.824601 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ef8d3c13-d802-4bac-aa24-cf77ed668bda tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "DELETE /v2.0/security-groups/deb8179c-ba6e-40d8-bb9a-a5857db18e2d HTTP/1.1" status: 204 len: 168 time: 0.2969310 Feb 07 21:21:58.825253 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46116) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:58.902289 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d3c13-d802-4bac-aa24-cf77ed668bda tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb8179c-ba6e-40d8-bb9a-a5857db18e2d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:58.914219 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-979684a9-9452-4dff-be57-56cdc517a359 None None] Publish callbacks [] for port (bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:58.958412 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-979684a9-9452-4dff-be57-56cdc517a359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:59.009999 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-71a3058a-8f43-4d03-a9b4-c27891926a96 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1672690 Feb 07 21:21:59.010695 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46118) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:59.015909 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a38a177f-63a8-4c56-961f-089c164d6e50 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Request body: {'security_group': {'name': 'tempest-secgroup--544386860'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:59.062180 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a38a177f-63a8-4c56-961f-089c164d6e50 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:59.090608 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845997df-11fb-410b-83ef-126c32ed4856 None None] Pushing event updated for resources: {'Port': ['ID=bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:59.174305 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 8e4b7365-ec04-491a-ad52-c02d67c1a144 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:21:59.264854 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a38a177f-63a8-4c56-961f-089c164d6e50 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (4672968f-a194-4f30-a4a4-c2f2dfb0ffaa), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:59.269381 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a38a177f-63a8-4c56-961f-089c164d6e50 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4672968f-a194-4f30-a4a4-c2f2dfb0ffaa), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:59.321707 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a38a177f-63a8-4c56-961f-089c164d6e50 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:59.326346 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a38a177f-63a8-4c56-961f-089c164d6e50 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3145201 Feb 07 21:21:59.331407 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46126) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:59.345073 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e178e4e9-d708-4689-994b-f1a35c35467b tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Request body: {'security_group_rule': {'security_group_id': '4672968f-a194-4f30-a4a4-c2f2dfb0ffaa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:59.367313 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a177f-63a8-4c56-961f-089c164d6e50 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4672968f-a194-4f30-a4a4-c2f2dfb0ffaa,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:59.404843 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e178e4e9-d708-4689-994b-f1a35c35467b tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (cb4c02fc-4764-4c63-8fcc-34d858839134), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:59.430479 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 8e4b7365-ec04-491a-ad52-c02d67c1a144, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=8e4b7365-ec04-491a-ad52-c02d67c1a144,segment=NetworkSegment(c034aa2b-3f97-47ab-96ec-f8ddf955f299),segment_id=c034aa2b-3f97-47ab-96ec-f8ddf955f299)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:21:59.459327 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 8e4b7365-ec04-491a-ad52-c02d67c1a144 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:21:59.582961 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e178e4e9-d708-4689-994b-f1a35c35467b tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (cb4c02fc-4764-4c63-8fcc-34d858839134), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:59.588064 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e178e4e9-d708-4689-994b-f1a35c35467b tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (cb4c02fc-4764-4c63-8fcc-34d858839134), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:59.627003 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178e4e9-d708-4689-994b-f1a35c35467b tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4c02fc-4764-4c63-8fcc-34d858839134,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:59.651986 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e178e4e9-d708-4689-994b-f1a35c35467b tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:59.654219 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e178e4e9-d708-4689-994b-f1a35c35467b tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3201950 Feb 07 21:21:59.657688 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46132) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:59.663805 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-546bfb9e-ec6a-4d39-97b1-8fe0c7f58f35 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d44287be-ff92-4983-94ec-3f15a1de236f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:59.693833 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-90b74cea-2bc0-489c-8ab6-4573a2dea21a tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-group-rules/cb4c02fc-4764-4c63-8fcc-34d858839134 HTTP/1.1" status: 200 len: 763 time: 0.0349135 Feb 07 21:21:59.696371 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46136) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:59.712489 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-546bfb9e-ec6a-4d39-97b1-8fe0c7f58f35 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Calling delete_port for d44287be-ff92-4983-94ec-3f15a1de236f owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:21:59.753794 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-93c43920-d846-47a1-b532-a1fe61dc0670 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0560133 Feb 07 21:21:59.757663 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46138) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:59.760341 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-979684a9-9452-4dff-be57-56cdc517a359 None None] Attempting to bind port bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:21:59.760803 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-979684a9-9452-4dff-be57-56cdc517a359 None None] Attempting to bind port bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '6075c0df-6076-45f9-b4c1-b0ef5bc864a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '32e1b9b1-70fe-4691-933a-2fbd9cc312a6'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:21:59.761168 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979684a9-9452-4dff-be57-56cdc517a359 None None] Attempting to bind port bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0 on network 32e1b9b1-70fe-4691-933a-2fbd9cc312a6 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:21:59.773088 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '8e4b7365-ec04-491a-ad52-c02d67c1a144', 'network_id': '99044842-f213-4e79-8974-9c7cf695919c', 'port_id': '8e4b7365-ec04-491a-ad52-c02d67c1a144', 'mac_address': 'fa:16:3e:44:42:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf7eaca0-61e7-4692-8c31-d68c2d8f983d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:21:59.791500 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b6fbfa3-3b88-488e-a36e-aa4dd477fedc tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (cb4c02fc-4764-4c63-8fcc-34d858839134), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:59.800675 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b6fbfa3-3b88-488e-a36e-aa4dd477fedc tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (cb4c02fc-4764-4c63-8fcc-34d858839134), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:59.838306 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c8022-de9f-44c8-aa3c-80a5c283e230 req-f45d7297-8d1f-426c-877c-5316d820c4f4 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:21:59.839821 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b6fbfa3-3b88-488e-a36e-aa4dd477fedc tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (cb4c02fc-4764-4c63-8fcc-34d858839134), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:59.839966 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe1c8022-de9f-44c8-aa3c-80a5c283e230 req-f45d7297-8d1f-426c-877c-5316d820c4f4 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 946 time: 1.0829401 Feb 07 21:21:59.846228 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b6fbfa3-3b88-488e-a36e-aa4dd477fedc tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:59.847363 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3b6fbfa3-3b88-488e-a36e-aa4dd477fedc tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/cb4c02fc-4764-4c63-8fcc-34d858839134 HTTP/1.1" status: 204 len: 168 time: 0.0886512 Feb 07 21:21:59.852751 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46140) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:59.870407 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979684a9-9452-4dff-be57-56cdc517a359 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:21:59.870781 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979684a9-9452-4dff-be57-56cdc517a359 None None] Checking segment: {'id': '6075c0df-6076-45f9-b4c1-b0ef5bc864a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '32e1b9b1-70fe-4691-933a-2fbd9cc312a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:21:59.871193 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-979684a9-9452-4dff-be57-56cdc517a359 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:59.871591 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979684a9-9452-4dff-be57-56cdc517a359 None None] Bound using segment: {'id': '6075c0df-6076-45f9-b4c1-b0ef5bc864a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '32e1b9b1-70fe-4691-933a-2fbd9cc312a6'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:21:59.872360 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-979684a9-9452-4dff-be57-56cdc517a359 None None] Bound port: bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6075c0df-6076-45f9-b4c1-b0ef5bc864a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '32e1b9b1-70fe-4691-933a-2fbd9cc312a6'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:21:59.872492 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-979684a9-9452-4dff-be57-56cdc517a359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:59.896875 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fbfa3-3b88-488e-a36e-aa4dd477fedc tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb4c02fc-4764-4c63-8fcc-34d858839134,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:21:59.916491 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0d652fbc-5237-420c-9174-cd8cd5264a66 None None] Provisioning complete for port bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:21:59.916871 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0d652fbc-5237-420c-9174-cd8cd5264a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:21:59.921398 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bdcd3c61-5f2e-4b41-8c9a-2f446c232b93 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0671070 Feb 07 21:21:59.923828 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46142) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:21:59.930482 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-f7e25540-d7ae-4f72-b0e1-65676d8cafb9 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Request body: {'security_group_rule': {'security_group_id': '4672968f-a194-4f30-a4a4-c2f2dfb0ffaa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:21:59.964189 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f7e25540-d7ae-4f72-b0e1-65676d8cafb9 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (da07441e-8855-4fad-bf77-765f54e275e5), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:00.001765 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe1c8022-de9f-44c8-aa3c-80a5c283e230 req-2496b741-565d-42a8-abff-755d75ce4815 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465020 Feb 07 21:22:00.019848 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-979684a9-9452-4dff-be57-56cdc517a359 None None] For port bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:22:00.038298 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-979684a9-9452-4dff-be57-56cdc517a359 None None] For port bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0,segment=NetworkSegment(6075c0df-6076-45f9-b4c1-b0ef5bc864a8),segment_id=6075c0df-6076-45f9-b4c1-b0ef5bc864a8)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:22:00.083570 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f7e25540-d7ae-4f72-b0e1-65676d8cafb9 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (da07441e-8855-4fad-bf77-765f54e275e5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:00.084803 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46146) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:00.085821 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-979684a9-9452-4dff-be57-56cdc517a359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:00.196489 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979684a9-9452-4dff-be57-56cdc517a359 None None] Routers {'ed20475d-2512-4ad4-8821-0c2dc383aa71'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:22:00.197498 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-979684a9-9452-4dff-be57-56cdc517a359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:21:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ed20475d-2512-4ad4-8821-0c2dc383aa71'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:00.200770 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 8e4b7365-ec04-491a-ad52-c02d67c1a144 is: ACTIVE; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:00.201387 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8e4b7365-ec04-491a-ad52-c02d67c1a144), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:00.244562 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e4b7365-ec04-491a-ad52-c02d67c1a144 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:22:00.266940 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-546bfb9e-ec6a-4d39-97b1-8fe0c7f58f35 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (d44287be-ff92-4983-94ec-3f15a1de236f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:00.273736 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f7e25540-d7ae-4f72-b0e1-65676d8cafb9 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (da07441e-8855-4fad-bf77-765f54e275e5), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:00.288054 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 8e4b7365-ec04-491a-ad52-c02d67c1a144, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=8e4b7365-ec04-491a-ad52-c02d67c1a144,segment=NetworkSegment(c034aa2b-3f97-47ab-96ec-f8ddf955f299),segment_id=c034aa2b-3f97-47ab-96ec-f8ddf955f299)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:22:00.399468 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546bfb9e-ec6a-4d39-97b1-8fe0c7f58f35 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Port': ['ID=d44287be-ff92-4983-94ec-3f15a1de236f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:00.525387 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-979684a9-9452-4dff-be57-56cdc517a359 None None] Set router ed20475d-2512-4ad4-8821-0c2dc383aa71 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:22:00.724513 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-546bfb9e-ec6a-4d39-97b1-8fe0c7f58f35 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (96742e78-8527-48ac-abc1-95e303773c73), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:00.863300 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e25540-d7ae-4f72-b0e1-65676d8cafb9 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da07441e-8855-4fad-bf77-765f54e275e5,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:00.871334 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f7e25540-d7ae-4f72-b0e1-65676d8cafb9 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:00.875889 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f7e25540-d7ae-4f72-b0e1-65676d8cafb9 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9509404 Feb 07 21:22:00.876539 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46150) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:00.904352 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6253b5b0-25a1-4ccd-bca4-b8dcab059250 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-group-rules/da07441e-8855-4fad-bf77-765f54e275e5 HTTP/1.1" status: 200 len: 763 time: 0.0242271 Feb 07 21:22:00.905361 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46152) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:00.988735 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8e4b7365-ec04-491a-ad52-c02d67c1a144), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:01.008076 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845997df-11fb-410b-83ef-126c32ed4856 None None] Pushing event updated for resources: {'Port': ['ID=bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:01.040526 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546bfb9e-ec6a-4d39-97b1-8fe0c7f58f35 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Router 96742e78-8527-48ac-abc1-95e303773c73 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:22:01.167954 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e899864-604b-4c0e-9140-d44e0b929d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (ed20475d-2512-4ad4-8821-0c2dc383aa71), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:01.180948 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-41757f81-184a-4a0e-a0b4-edc457c3cde7 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2731299 Feb 07 21:22:01.182523 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 8e4b7365-ec04-491a-ad52-c02d67c1a144 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:01.182898 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8e4b7365-ec04-491a-ad52-c02d67c1a144), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:01.185241 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46156) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:01.381026 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:22:01.386654 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:22:01.391015 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['8e4b7365-ec04-491a-ad52-c02d67c1a144'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:22:01.409323 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546bfb9e-ec6a-4d39-97b1-8fe0c7f58f35 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:22:01.411813 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-11b0affb-a4b2-4a74-9fdb-e1aced1078b6 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (da07441e-8855-4fad-bf77-765f54e275e5), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:01.428779 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a21461-da27-4b6e-95eb-3c160b3256dd None None] Sync routers for ids ['96742e78-8527-48ac-abc1-95e303773c73'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:22:01.434523 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-11b0affb-a4b2-4a74-9fdb-e1aced1078b6 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (da07441e-8855-4fad-bf77-765f54e275e5), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:01.439536 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-546bfb9e-ec6a-4d39-97b1-8fe0c7f58f35 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "PUT /v2.0/routers/96742e78-8527-48ac-abc1-95e303773c73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3028295 Feb 07 21:22:01.445134 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46158) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:01.448076 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a21461-da27-4b6e-95eb-3c160b3256dd None None] Routers {'96742e78-8527-48ac-abc1-95e303773c73'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:22:01.448960 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-93a21461-da27-4b6e-95eb-3c160b3256dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:21:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['96742e78-8527-48ac-abc1-95e303773c73'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:01.481940 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94587d-7d29-443e-ad66-250b9aed9660 req-3adc08c3-b9c0-49cd-8d53-031d930953f5 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:01.491680 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd94587d-7d29-443e-ad66-250b9aed9660 req-3adc08c3-b9c0-49cd-8d53-031d930953f5 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 945 time: 0.2300570 Feb 07 21:22:01.521799 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=8e4b7365-ec04-491a-ad52-c02d67c1a144,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:01.525962 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0d652fbc-5237-420c-9174-cd8cd5264a66 None None] Current status of the port bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:01.526594 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0d652fbc-5237-420c-9174-cd8cd5264a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:01.554384 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46162) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:01.571844 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-93a21461-da27-4b6e-95eb-3c160b3256dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:01.596971 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a21461-da27-4b6e-95eb-3c160b3256dd None None] Routers {'96742e78-8527-48ac-abc1-95e303773c73'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:22:01.598576 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-93a21461-da27-4b6e-95eb-3c160b3256dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:21:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['96742e78-8527-48ac-abc1-95e303773c73'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:01.623091 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-979684a9-9452-4dff-be57-56cdc517a359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed20475d-2512-4ad4-8821-0c2dc383aa71', 'name': 'tempest-ImageQuotaTest-1754731706-router', 'tenant_id': '9f45cf2fd8334cb8ad609a20c835aabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '42b68495-0158-422f-825d-89a40916f4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:21:44Z', 'updated_at': '2022-02-07T21:21:55Z', 'revision_number': 4, 'project_id': '9f45cf2fd8334cb8ad609a20c835aabf', 'gw_port': {'id': '42b68495-0158-422f-825d-89a40916f4ee', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:58:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20475d-2512-4ad4-8821-0c2dc383aa71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:21:45Z', 'updated_at': '2022-02-07T21:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0', 'name': '', 'network_id': '32e1b9b1-70fe-4691-933a-2fbd9cc312a6', 'tenant_id': '9f45cf2fd8334cb8ad609a20c835aabf', 'mac_address': 'fa:16:3e:53:ec:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed20475d-2512-4ad4-8821-0c2dc383aa71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '1ff03d6f-b32f-4bf5-85fb-df222b0fde80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:21:52Z', 'updated_at': '2022-02-07T21:22:00Z', 'revision_number': 4, 'project_id': '9f45cf2fd8334cb8ad609a20c835aabf', 'subnets': [{'id': '1ff03d6f-b32f-4bf5-85fb-df222b0fde80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:01.638277 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0d652fbc-5237-420c-9174-cd8cd5264a66 None None] For port bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0,segment=NetworkSegment(6075c0df-6076-45f9-b4c1-b0ef5bc864a8),segment_id=6075c0df-6076-45f9-b4c1-b0ef5bc864a8)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:22:01.664644 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0d652fbc-5237-420c-9174-cd8cd5264a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:01.670432 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979684a9-9452-4dff-be57-56cdc517a359 None None] The sync data for ids ['ed20475d-2512-4ad4-8821-0c2dc383aa71'] in n-d-828185-2 is: [{'id': 'ed20475d-2512-4ad4-8821-0c2dc383aa71', 'name': 'tempest-ImageQuotaTest-1754731706-router', 'tenant_id': '9f45cf2fd8334cb8ad609a20c835aabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '42b68495-0158-422f-825d-89a40916f4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:21:44Z', 'updated_at': '2022-02-07T21:21:55Z', 'revision_number': 4, 'project_id': '9f45cf2fd8334cb8ad609a20c835aabf', 'gw_port': {'id': '42b68495-0158-422f-825d-89a40916f4ee', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:58:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20475d-2512-4ad4-8821-0c2dc383aa71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:21:45Z', 'updated_at': '2022-02-07T21:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0', 'name': '', 'network_id': '32e1b9b1-70fe-4691-933a-2fbd9cc312a6', 'tenant_id': '9f45cf2fd8334cb8ad609a20c835aabf', 'mac_address': 'fa:16:3e:53:ec:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed20475d-2512-4ad4-8821-0c2dc383aa71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '1ff03d6f-b32f-4bf5-85fb-df222b0fde80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:21:52Z', 'updated_at': '2022-02-07T21:22:00Z', 'revision_number': 4, 'project_id': '9f45cf2fd8334cb8ad609a20c835aabf', 'subnets': [{'id': '1ff03d6f-b32f-4bf5-85fb-df222b0fde80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:22:01.711936 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-93a21461-da27-4b6e-95eb-3c160b3256dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:01.713176 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a21461-da27-4b6e-95eb-3c160b3256dd None None] The sync data for ids ['96742e78-8527-48ac-abc1-95e303773c73'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:22:01.756415 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d652fbc-5237-420c-9174-cd8cd5264a66 None None] Pushing event updated for resources: {'Port': ['ID=bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:01.850875 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-11b0affb-a4b2-4a74-9fdb-e1aced1078b6 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (da07441e-8855-4fad-bf77-765f54e275e5), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:01.862634 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-11b0affb-a4b2-4a74-9fdb-e1aced1078b6 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:01.876457 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-7a246097-d6c5-4c68-8596-6df12c32523c None None] Provisioning complete for port bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:01.877131 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7a246097-d6c5-4c68-8596-6df12c32523c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:01.881561 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-11b0affb-a4b2-4a74-9fdb-e1aced1078b6 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/da07441e-8855-4fad-bf77-765f54e275e5 HTTP/1.1" status: 204 len: 168 time: 0.6886206 Feb 07 21:22:01.926697 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46166) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:01.993373 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd94587d-7d29-443e-ad66-250b9aed9660 req-a2a47314-cf46-40f3-8cfe-0e9e8b92a529 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003722 Feb 07 21:22:02.066101 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6b87a531-a15a-4a8e-9431-b46391ee8561 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1333647 Feb 07 21:22:02.066849 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46170) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:02.136426 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e23324cd-cd19-4b45-85f0-fa86953b5e45 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Request body: {'security_group_rule': {'security_group_id': '4672968f-a194-4f30-a4a4-c2f2dfb0ffaa', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:22:02.148933 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 8e4b7365-ec04-491a-ad52-c02d67c1a144 is: BUILD; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:02.149346 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8e4b7365-ec04-491a-ad52-c02d67c1a144), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:02.180389 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0affb-a4b2-4a74-9fdb-e1aced1078b6 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da07441e-8855-4fad-bf77-765f54e275e5,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:02.193221 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8e4b7365-ec04-491a-ad52-c02d67c1a144 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:22:02.223393 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e23324cd-cd19-4b45-85f0-fa86953b5e45 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (72e220e5-e619-4d61-aff5-65bb788c10c2), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:02.283497 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8f1c4429-e46e-4511-a303-973118b9dc01 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Deleting port 5de42dea-8438-48ca-805e-705a50d01ff8 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:22:02.284721 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f1c4429-e46e-4511-a303-973118b9dc01 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (5de42dea-8438-48ca-805e-705a50d01ff8), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:02.287914 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 8e4b7365-ec04-491a-ad52-c02d67c1a144, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=8e4b7365-ec04-491a-ad52-c02d67c1a144,segment=NetworkSegment(c034aa2b-3f97-47ab-96ec-f8ddf955f299),segment_id=c034aa2b-3f97-47ab-96ec-f8ddf955f299)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:22:02.386333 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e23324cd-cd19-4b45-85f0-fa86953b5e45 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (72e220e5-e619-4d61-aff5-65bb788c10c2), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:02.395613 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7a246097-d6c5-4c68-8596-6df12c32523c None None] Current status of the port bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:02.402612 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e23324cd-cd19-4b45-85f0-fa86953b5e45 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (72e220e5-e619-4d61-aff5-65bb788c10c2), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:02.406451 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8e4b7365-ec04-491a-ad52-c02d67c1a144), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:02.451104 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23324cd-cd19-4b45-85f0-fa86953b5e45 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e220e5-e619-4d61-aff5-65bb788c10c2,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:02.456870 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f1c4429-e46e-4511-a303-973118b9dc01 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (5de42dea-8438-48ca-805e-705a50d01ff8), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:02.457564 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f1c4429-e46e-4511-a303-973118b9dc01 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for floatingip (5de42dea-8438-48ca-805e-705a50d01ff8), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:02.470008 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e23324cd-cd19-4b45-85f0-fa86953b5e45 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:02.471613 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e23324cd-cd19-4b45-85f0-fa86953b5e45 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3504827 Feb 07 21:22:02.474258 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46172) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:02.492949 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8f1c4429-e46e-4511-a303-973118b9dc01 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Calling delete_port for 5de42dea-8438-48ca-805e-705a50d01ff8 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:22:02.515647 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0dea1ca8-b73b-449f-92d9-4dc826d4ea56 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-group-rules/72e220e5-e619-4d61-aff5-65bb788c10c2 HTTP/1.1" status: 200 len: 764 time: 0.0400119 Feb 07 21:22:02.526002 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46174) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:02.553598 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=8e4b7365-ec04-491a-ad52-c02d67c1a144,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:02.602676 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7e899864-604b-4c0e-9140-d44e0b929d75 admin admin] Deleting port bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:22:02.603297 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e899864-604b-4c0e-9140-d44e0b929d75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:02.703512 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e1a3ff54-28fb-4c91-86bd-6182ad07c52a tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1715393 Feb 07 21:22:02.704282 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46176) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:02.811676 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d7ca201-83e7-41c7-9d82-05c0470805cb tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (72e220e5-e619-4d61-aff5-65bb788c10c2), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:02.862435 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a8a4eedd-1c51-4afd-9b53-b8031b4e855c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (96742e78-8527-48ac-abc1-95e303773c73), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:02.904540 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:22:02.943738 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f1c4429-e46e-4511-a303-973118b9dc01 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (5de42dea-8438-48ca-805e-705a50d01ff8), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:02.996502 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c4429-e46e-4511-a303-973118b9dc01 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Pushing event deleted for resources: {'Port': ['ID=5de42dea-8438-48ca-805e-705a50d01ff8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:03.101682 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d7ca201-83e7-41c7-9d82-05c0470805cb tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (72e220e5-e619-4d61-aff5-65bb788c10c2), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:03.103005 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:03.103592 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:03.106225 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7e899864-604b-4c0e-9140-d44e0b929d75 admin admin] For port bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0,segment=NetworkSegment(6075c0df-6076-45f9-b4c1-b0ef5bc864a8),segment_id=6075c0df-6076-45f9-b4c1-b0ef5bc864a8)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:22:03.106593 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e899864-604b-4c0e-9140-d44e0b929d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:03.183538 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 8e4b7365-ec04-491a-ad52-c02d67c1a144 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:22:03.198708 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f1c4429-e46e-4511-a303-973118b9dc01 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for floatingip (2bbf89a2-dd68-4e96-839e-13b67321b271), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:03.199057 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-8f1c4429-e46e-4511-a303-973118b9dc01 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Floating IP 2bbf89a2-dd68-4e96-839e-13b67321b271 disassociated (deleted). External IP: 172.25.4.47, port: 0b805bb8-ddc3-4381-96ac-9e0d5d70109a. Feb 07 21:22:03.292346 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7e899864-604b-4c0e-9140-d44e0b929d75 admin admin] Calling delete_port for bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:22:03.353879 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d7ca201-83e7-41c7-9d82-05c0470805cb tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (72e220e5-e619-4d61-aff5-65bb788c10c2), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:03.368862 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d7ca201-83e7-41c7-9d82-05c0470805cb tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:03.372053 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3d7ca201-83e7-41c7-9d82-05c0470805cb tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/72e220e5-e619-4d61-aff5-65bb788c10c2 HTTP/1.1" status: 204 len: 168 time: 0.6584649 Feb 07 21:22:03.376542 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 8e4b7365-ec04-491a-ad52-c02d67c1a144 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:03.376921 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8e4b7365-ec04-491a-ad52-c02d67c1a144), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:03.435464 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46194) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:03.462418 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:03.520161 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 8e4b7365-ec04-491a-ad52-c02d67c1a144 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:03.520640 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8e4b7365-ec04-491a-ad52-c02d67c1a144), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:03.527314 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ca201-83e7-41c7-9d82-05c0470805cb tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72e220e5-e619-4d61-aff5-65bb788c10c2,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:03.579810 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3672fcb6-563a-4d0a-8a7b-581385a23757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4b7365-ec04-491a-ad52-c02d67c1a144'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:22:03.586640 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3783d8-8e7a-4394-9e96-4d9a8c591732" -d '{"events": [{"server_uuid": "3672fcb6-563a-4d0a-8a7b-581385a23757", "name": "network-vif-plugged", "status": "completed", "tag": "8e4b7365-ec04-491a-ad52-c02d67c1a144"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:22:03.666263 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 8e4b7365-ec04-491a-ad52-c02d67c1a144, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=8e4b7365-ec04-491a-ad52-c02d67c1a144,segment=NetworkSegment(c034aa2b-3f97-47ab-96ec-f8ddf955f299),segment_id=c034aa2b-3f97-47ab-96ec-f8ddf955f299)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:22:03.682186 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8e4b7365-ec04-491a-ad52-c02d67c1a144), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:03.696614 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:03.729915 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b17dd-6bb9-47c1-9e90-5845856b3737 req-a2a3780d-09c2-42e1-98bc-0952546de90b tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:03.734434 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-494b17dd-6bb9-47c1-9e90-5845856b3737 req-a2a3780d-09c2-42e1-98bc-0952546de90b tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 944 time: 0.6165445 Feb 07 21:22:03.749747 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f22d9b-5075-4b97-ac27-b220e94dac11 x-openstack-request-id: req-03f22d9b-5075-4b97-ac27-b220e94dac11 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:22:03.752418 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3672fcb6-563a-4d0a-8a7b-581385a23757", "name": "network-vif-plugged", "status": "completed", "tag": "8e4b7365-ec04-491a-ad52-c02d67c1a144", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:22:03.753053 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-03f22d9b-5075-4b97-ac27-b220e94dac11 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:22:03.753507 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3672fcb6-563a-4d0a-8a7b-581385a23757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4b7365-ec04-491a-ad52-c02d67c1a144', 'code': 200} Feb 07 21:22:03.797878 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2120eb63-3a3f-4543-be94-f5398703c3de tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3545854 Feb 07 21:22:03.807843 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46204) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:03.871393 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=8e4b7365-ec04-491a-ad52-c02d67c1a144,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:03.930085 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:04.000261 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-494b17dd-6bb9-47c1-9e90-5845856b3737 req-de4dc1f9-4611-4ab7-8262-ae49a08983d5 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293448 Feb 07 21:22:04.051649 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a8a4eedd-1c51-4afd-9b53-b8031b4e855c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Deleting port 9a9dc477-1c36-4c20-acfc-8b8b4a0a9405 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:22:04.052058 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a8a4eedd-1c51-4afd-9b53-b8031b4e855c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9a9dc477-1c36-4c20-acfc-8b8b4a0a9405), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:04.060148 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f77d6e56-31de-4413-aabd-0c8d55c58b48 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (4672968f-a194-4f30-a4a4-c2f2dfb0ffaa), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:04.113452 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f77d6e56-31de-4413-aabd-0c8d55c58b48 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (4672968f-a194-4f30-a4a4-c2f2dfb0ffaa), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:04.189093 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1c4429-e46e-4511-a303-973118b9dc01 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Router 5ed606a4-e93e-4a09-a8ca-0104d197a92a has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:22:04.201685 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f77d6e56-31de-4413-aabd-0c8d55c58b48 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4672968f-a194-4f30-a4a4-c2f2dfb0ffaa), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:04.206507 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f77d6e56-31de-4413-aabd-0c8d55c58b48 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:04.210656 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f77d6e56-31de-4413-aabd-0c8d55c58b48 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "DELETE /v2.0/security-groups/4672968f-a194-4f30-a4a4-c2f2dfb0ffaa HTTP/1.1" status: 204 len: 168 time: 0.4016161 Feb 07 21:22:04.214464 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864d416-d688-4537-970a-ca3470e6c552 req-aad97dfc-c40b-423b-b9d1-4616e915af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:04.216084 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f864d416-d688-4537-970a-ca3470e6c552 req-aad97dfc-c40b-423b-b9d1-4616e915af83 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 1128 time: 0.3140769 Feb 07 21:22:04.216728 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46210) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:04.259656 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a8a4eedd-1c51-4afd-9b53-b8031b4e855c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9a9dc477-1c36-4c20-acfc-8b8b4a0a9405), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:04.263796 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d6e56-31de-4413-aabd-0c8d55c58b48 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4672968f-a194-4f30-a4a4-c2f2dfb0ffaa,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:04.289481 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a8a4eedd-1c51-4afd-9b53-b8031b4e855c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Calling delete_port for 9a9dc477-1c36-4c20-acfc-8b8b4a0a9405 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:22:04.404243 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f864d416-d688-4537-970a-ca3470e6c552 req-8e61e7ce-03d2-4fc3-83a9-7ee8c0e7ec44 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735878 Feb 07 21:22:04.416126 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-baa6eb79-68c4-4a81-a6f5-6100dabb9090 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1937227 Feb 07 21:22:04.429260 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46212) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:04.443347 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d2302988-24cf-41fa-bbdb-861f6691f400 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Request body: {'security_group': {'name': 'tempest-secgroup--1910497220'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:22:04.483970 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a8a4eedd-1c51-4afd-9b53-b8031b4e855c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9a9dc477-1c36-4c20-acfc-8b8b4a0a9405), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:04.513721 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4eedd-1c51-4afd-9b53-b8031b4e855c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Port': ['ID=9a9dc477-1c36-4c20-acfc-8b8b4a0a9405,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:04.521090 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1c4429-e46e-4511-a303-973118b9dc01 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:22:04.523323 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2302988-24cf-41fa-bbdb-861f6691f400 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:04.527929 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f1c4429-e46e-4511-a303-973118b9dc01 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:04.536527 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5957ec5c-a59b-4ef4-b61e-e66f110a5912 None None] Sync routers for ids ['5ed606a4-e93e-4a09-a8ca-0104d197a92a'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:22:04.553806 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5957ec5c-a59b-4ef4-b61e-e66f110a5912 None None] Routers {'5ed606a4-e93e-4a09-a8ca-0104d197a92a'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:22:04.569044 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5957ec5c-a59b-4ef4-b61e-e66f110a5912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:21:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5ed606a4-e93e-4a09-a8ca-0104d197a92a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:04.643803 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8f1c4429-e46e-4511-a303-973118b9dc01 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "DELETE /v2.0/floatingips/2bbf89a2-dd68-4e96-839e-13b67321b271 HTTP/1.1" status: 204 len: 168 time: 3.0830002 Feb 07 21:22:04.653711 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25910a13-370f-4e1c-b33b-97ea5419c790', 'tag': '0b805bb8-ddc3-4381-96ac-9e0d5d70109a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:22:04.656768 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50eb7da2-18f5-4539-8e1b-6a361e0c69be" -d '{"events": [{"name": "network-changed", "server_uuid": "25910a13-370f-4e1c-b33b-97ea5419c790", "tag": "0b805bb8-ddc3-4381-96ac-9e0d5d70109a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:22:04.763939 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2302988-24cf-41fa-bbdb-861f6691f400 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (e2c179f6-afd9-4fdb-ab6f-c7458571bf83), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:04.765952 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15b6a99-9b6b-45a9-904e-96605a4c1ffe x-openstack-request-id: req-b15b6a99-9b6b-45a9-904e-96605a4c1ffe {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:22:04.766378 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25910a13-370f-4e1c-b33b-97ea5419c790", "tag": "0b805bb8-ddc3-4381-96ac-9e0d5d70109a", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:22:04.766523 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b15b6a99-9b6b-45a9-904e-96605a4c1ffe {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:22:04.766959 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25910a13-370f-4e1c-b33b-97ea5419c790', 'tag': '0b805bb8-ddc3-4381-96ac-9e0d5d70109a', 'status': 'completed', 'code': 200} Feb 07 21:22:04.775503 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2302988-24cf-41fa-bbdb-861f6691f400 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e2c179f6-afd9-4fdb-ab6f-c7458571bf83), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:04.839174 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2302988-24cf-41fa-bbdb-861f6691f400 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:04.847297 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d2302988-24cf-41fa-bbdb-861f6691f400 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4148040 Feb 07 21:22:04.856247 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46220) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:04.860801 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-97dd6973-3768-4fa5-a702-ddce2e823e92 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Request body: {'security_group_rule': {'security_group_id': 'e2c179f6-afd9-4fdb-ab6f-c7458571bf83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:22:04.871221 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2302988-24cf-41fa-bbdb-861f6691f400 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c179f6-afd9-4fdb-ab6f-c7458571bf83,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:04.937901 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-97dd6973-3768-4fa5-a702-ddce2e823e92 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (d748fc20-a860-454a-a5bb-531c5b263692), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:04.972379 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-5957ec5c-a59b-4ef4-b61e-e66f110a5912 None None] Set router 5ed606a4-e93e-4a09-a8ca-0104d197a92a gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:22:05.042605 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e899864-604b-4c0e-9140-d44e0b929d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:05.109676 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e899864-604b-4c0e-9140-d44e0b929d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:05.119284 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-97dd6973-3768-4fa5-a702-ddce2e823e92 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (d748fc20-a860-454a-a5bb-531c5b263692), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:05.121564 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a8a4eedd-1c51-4afd-9b53-b8031b4e855c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (96742e78-8527-48ac-abc1-95e303773c73), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:05.189089 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-97dd6973-3768-4fa5-a702-ddce2e823e92 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (d748fc20-a860-454a-a5bb-531c5b263692), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:05.206776 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb7da2-18f5-4539-8e1b-6a361e0c69be req-b78e86c6-3c2e-47ac-a6bf-3946ff8286d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:05.208560 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-50eb7da2-18f5-4539-8e1b-6a361e0c69be req-b78e86c6-3c2e-47ac-a6bf-3946ff8286d9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=936a2ca0ece74bb698b7cfe4e2af1982&device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 1127 time: 0.3545120 Feb 07 21:22:05.263160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd6973-3768-4fa5-a702-ddce2e823e92 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d748fc20-a860-454a-a5bb-531c5b263692,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:05.281106 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-97dd6973-3768-4fa5-a702-ddce2e823e92 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:05.290550 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-97dd6973-3768-4fa5-a702-ddce2e823e92 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4331570 Feb 07 21:22:05.296563 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46228) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:05.337050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3325f-a969-440d-a8f4-bb3e414ae273 req-fceb5116-17bf-4d07-8346-e8fed6b9dafb tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:05.347515 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8ea3325f-a969-440d-a8f4-bb3e414ae273 req-fceb5116-17bf-4d07-8346-e8fed6b9dafb tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 946 time: 0.1997254 Feb 07 21:22:05.372124 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d12945-9374-4745-acca-43c80a5bc305 req-dbf36321-872b-47c4-a963-a1515e23b4e9 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:05.373826 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74d12945-9374-4745-acca-43c80a5bc305 req-dbf36321-872b-47c4-a963-a1515e23b4e9 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 945 time: 0.2926295 Feb 07 21:22:05.485299 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8ea3325f-a969-440d-a8f4-bb3e414ae273 req-d27afcd3-346c-45a9-800a-6049e709c1f7 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367810 Feb 07 21:22:05.500492 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb7da2-18f5-4539-8e1b-6a361e0c69be req-d5556f87-098d-435c-a45c-2a64f4c5d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:05.502924 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-50eb7da2-18f5-4539-8e1b-6a361e0c69be req-d5556f87-098d-435c-a45c-2a64f4c5d0a1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4d6d0316-d57c-4df2-aa05-905a8b525f9f HTTP/1.1" status: 200 len: 915 time: 0.2856324 Feb 07 21:22:05.536623 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74d12945-9374-4745-acca-43c80a5bc305 req-fd6003a0-0f93-4504-b058-fa67a707e3ed tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2128938-b392-4a71-8222-a33244520e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534653 Feb 07 21:22:05.551413 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5957ec5c-a59b-4ef4-b61e-e66f110a5912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'name': 'tempest-TestVolumeBackupRestore-1272603978-router', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:23Z', 'updated_at': '2022-02-07T21:14:33Z', 'revision_number': 4, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'gw_port': {'id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:24Z', 'updated_at': '2022-02-07T21:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '80697b9a-5701-4374-ac60-4cfe8d7b5eea', 'name': '', 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'mac_address': 'fa:16:3e:9f:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'e8dc7fe0-0333-4cfb-89b3-35dc114fee14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:30Z', 'updated_at': '2022-02-07T21:14:39Z', 'revision_number': 5, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'subnets': [{'id': 'e8dc7fe0-0333-4cfb-89b3-35dc114fee14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:05.590413 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5957ec5c-a59b-4ef4-b61e-e66f110a5912 None None] Checking router: 5ed606a4-e93e-4a09-a8ca-0104d197a92a for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:22:05.600502 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5957ec5c-a59b-4ef4-b61e-e66f110a5912 None None] Routers {'5ed606a4-e93e-4a09-a8ca-0104d197a92a'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:22:05.601390 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5957ec5c-a59b-4ef4-b61e-e66f110a5912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:21:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5ed606a4-e93e-4a09-a8ca-0104d197a92a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:05.693626 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-50eb7da2-18f5-4539-8e1b-6a361e0c69be req-6d933712-6022-4c7b-ad21-023ba85342d0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b805bb8-ddc3-4381-96ac-9e0d5d70109a HTTP/1.1" status: 200 len: 217 time: 0.1111016 Feb 07 21:22:05.759985 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-5957ec5c-a59b-4ef4-b61e-e66f110a5912 None None] Set router 5ed606a4-e93e-4a09-a8ca-0104d197a92a gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:22:05.796247 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb7da2-18f5-4539-8e1b-6a361e0c69be req-8f6d6977-5f7a-466d-812f-db129462ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:05.801112 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-50eb7da2-18f5-4539-8e1b-6a361e0c69be req-8f6d6977-5f7a-466d-812f-db129462ba90 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8dc7fe0-0333-4cfb-89b3-35dc114fee14 HTTP/1.1" status: 200 len: 853 time: 0.0735238 Feb 07 21:22:05.841350 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b10634a-3d20-4cf8-934c-267e2877c7f8 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (e2c179f6-afd9-4fdb-ab6f-c7458571bf83), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:06.096091 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5957ec5c-a59b-4ef4-b61e-e66f110a5912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'name': 'tempest-TestVolumeBackupRestore-1272603978-router', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:23Z', 'updated_at': '2022-02-07T21:14:33Z', 'revision_number': 4, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'gw_port': {'id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:24Z', 'updated_at': '2022-02-07T21:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '80697b9a-5701-4374-ac60-4cfe8d7b5eea', 'name': '', 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'mac_address': 'fa:16:3e:9f:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'e8dc7fe0-0333-4cfb-89b3-35dc114fee14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:30Z', 'updated_at': '2022-02-07T21:14:39Z', 'revision_number': 5, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'subnets': [{'id': 'e8dc7fe0-0333-4cfb-89b3-35dc114fee14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:06.130947 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5957ec5c-a59b-4ef4-b61e-e66f110a5912 None None] The sync data for ids ['5ed606a4-e93e-4a09-a8ca-0104d197a92a'] in n-d-828185-2 is: [{'id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'name': 'tempest-TestVolumeBackupRestore-1272603978-router', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:23Z', 'updated_at': '2022-02-07T21:14:33Z', 'revision_number': 4, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'gw_port': {'id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:24Z', 'updated_at': '2022-02-07T21:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '80697b9a-5701-4374-ac60-4cfe8d7b5eea', 'name': '', 'network_id': '4d6d0316-d57c-4df2-aa05-905a8b525f9f', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'mac_address': 'fa:16:3e:9f:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'e8dc7fe0-0333-4cfb-89b3-35dc114fee14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:30Z', 'updated_at': '2022-02-07T21:14:39Z', 'revision_number': 5, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'subnets': [{'id': 'e8dc7fe0-0333-4cfb-89b3-35dc114fee14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:22:06.363082 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e899864-604b-4c0e-9140-d44e0b929d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (ed20475d-2512-4ad4-8821-0c2dc383aa71), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:06.379005 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b10634a-3d20-4cf8-934c-267e2877c7f8 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (e2c179f6-afd9-4fdb-ab6f-c7458571bf83), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:06.403425 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a4eedd-1c51-4afd-9b53-b8031b4e855c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Router 96742e78-8527-48ac-abc1-95e303773c73 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:22:06.408969 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb7da2-18f5-4539-8e1b-6a361e0c69be req-fc10ef34-43f7-4bc0-96a0-803f3502005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:06.410487 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-50eb7da2-18f5-4539-8e1b-6a361e0c69be req-fc10ef34-43f7-4bc0-96a0-803f3502005f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4d6d0316-d57c-4df2-aa05-905a8b525f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5998373 Feb 07 21:22:06.470689 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167a9592-6cb0-4df7-9216-2801d3e1d6d6 None None] New status for floating IP 2bbf89a2-dd68-4e96-839e-13b67321b271: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:22:06.692893 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b10634a-3d20-4cf8-934c-267e2877c7f8 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e2c179f6-afd9-4fdb-ab6f-c7458571bf83), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:06.695470 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b10634a-3d20-4cf8-934c-267e2877c7f8 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:06.696850 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1b10634a-3d20-4cf8-934c-267e2877c7f8 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "DELETE /v2.0/security-groups/e2c179f6-afd9-4fdb-ab6f-c7458571bf83 HTTP/1.1" status: 204 len: 168 time: 1.3979402 Feb 07 21:22:06.706361 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46240) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:06.725669 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a4eedd-1c51-4afd-9b53-b8031b4e855c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:22:06.736843 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a8a4eedd-1c51-4afd-9b53-b8031b4e855c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "PUT /v2.0/routers/96742e78-8527-48ac-abc1-95e303773c73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2884362 Feb 07 21:22:06.739886 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d022f1d7-e918-4ff1-b300-f1e792f21f41 None None] Sync routers for ids ['96742e78-8527-48ac-abc1-95e303773c73'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:22:06.753629 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d022f1d7-e918-4ff1-b300-f1e792f21f41 None None] Routers {'96742e78-8527-48ac-abc1-95e303773c73'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:22:06.754543 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d022f1d7-e918-4ff1-b300-f1e792f21f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:21:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['96742e78-8527-48ac-abc1-95e303773c73'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:06.767970 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46242) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:06.800045 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5dd0ae2e-4887-44a5-88ea-0edad10910e7 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0879540 Feb 07 21:22:06.804970 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10634a-3d20-4cf8-934c-267e2877c7f8 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c179f6-afd9-4fdb-ab6f-c7458571bf83,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:06.806858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d022f1d7-e918-4ff1-b300-f1e792f21f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:06.816272 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-37617976-acf8-4797-a6e4-42aab79898f0 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "GET /v2.0/ports?device_id=96742e78-8527-48ac-abc1-95e303773c73 HTTP/1.1" status: 200 len: 205 time: 0.0393674 Feb 07 21:22:06.816272 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46244) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:06.819064 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46246) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:06.835823 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d022f1d7-e918-4ff1-b300-f1e792f21f41 None None] Routers {'96742e78-8527-48ac-abc1-95e303773c73'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:22:06.837212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d022f1d7-e918-4ff1-b300-f1e792f21f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:21:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['96742e78-8527-48ac-abc1-95e303773c73'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:06.881229 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd936233-2d4a-4091-bdee-4f2a7e12138b req-0d47d717-7d78-4f09-8e95-6a08c0daa859 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:06.884563 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fd936233-2d4a-4091-bdee-4f2a7e12138b req-0d47d717-7d78-4f09-8e95-6a08c0daa859 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.69 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 945 time: 0.2755442 Feb 07 21:22:06.903571 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d022f1d7-e918-4ff1-b300-f1e792f21f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:06.904241 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d022f1d7-e918-4ff1-b300-f1e792f21f41 None None] The sync data for ids ['96742e78-8527-48ac-abc1-95e303773c73'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:22:06.916610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ce898-c082-4cc6-96b4-47b185975dc6 req-4a7bb479-674e-4425-a920-5c7634aa7162 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:06.918481 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-137ce898-c082-4cc6-96b4-47b185975dc6 req-4a7bb479-674e-4425-a920-5c7634aa7162 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 946 time: 0.2790701 Feb 07 21:22:06.943132 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-50eb7da2-18f5-4539-8e1b-6a361e0c69be req-e86f9a44-230d-4784-855c-6a687f2d8ae6 service neutron] 10.222.0.69 "GET /v2.0/networks/4d6d0316-d57c-4df2-aa05-905a8b525f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895165 Feb 07 21:22:06.991600 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070ef64-2bec-47a3-98db-b478b86cbb69 req-f5961c31-1a4a-465c-979e-ed44a5e55412 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:06.993197 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f070ef64-2bec-47a3-98db-b478b86cbb69 req-f5961c31-1a4a-465c-979e-ed44a5e55412 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 945 time: 0.2965498 Feb 07 21:22:07.012139 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-69ff78ce-bbfd-4ede-a28b-808fe25452ce tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1869798 Feb 07 21:22:07.024036 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46248) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:07.068387 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-807821cd-45f8-4eec-943a-da7e7fc007c6 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router (96742e78-8527-48ac-abc1-95e303773c73), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:07.101078 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-ee355108-52af-409e-80ea-bd54b219cd9a tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] delete failed (client error): The resource could not be found. Feb 07 21:22:07.107079 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ee355108-52af-409e-80ea-bd54b219cd9a tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "DELETE /v2.0/security-groups/e2c179f6-afd9-4fdb-ab6f-c7458571bf83 HTTP/1.1" status: 404 len: 347 time: 0.0810902 Feb 07 21:22:07.110066 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46254) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:07.138191 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-137ce898-c082-4cc6-96b4-47b185975dc6 req-77347728-ef1c-4e5e-8fff-c01e0d680cde tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888812 Feb 07 21:22:07.187924 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f070ef64-2bec-47a3-98db-b478b86cbb69 req-daa5b512-392e-485c-a45c-d8f6773187a8 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/security-groups?id=a2128938-b392-4a71-8222-a33244520e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740763 Feb 07 21:22:07.198088 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-fd936233-2d4a-4091-bdee-4f2a7e12138b req-d201cecb-3406-4904-908b-d0bbd16266b8 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Deleting port 0b805bb8-ddc3-4381-96ac-9e0d5d70109a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:22:07.198439 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fd936233-2d4a-4091-bdee-4f2a7e12138b req-d201cecb-3406-4904-908b-d0bbd16266b8 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (0b805bb8-ddc3-4381-96ac-9e0d5d70109a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:07.356094 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-964aaa68-f97e-476b-957e-e98e353aae30 tempest-SecGroupTest-1089386765 tempest-SecGroupTest-1089386765-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2431588 Feb 07 21:22:07.394770 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-807821cd-45f8-4eec-943a-da7e7fc007c6 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (96742e78-8527-48ac-abc1-95e303773c73), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:07.406534 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d3236-35f2-46a4-8a56-c3c45821018e req-26ccdb60-e352-4f63-95ac-032085cab1aa tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:07.406906 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-807821cd-45f8-4eec-943a-da7e7fc007c6 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router_controller (96742e78-8527-48ac-abc1-95e303773c73), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:07.408065 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-918d3236-35f2-46a4-8a56-c3c45821018e req-26ccdb60-e352-4f63-95ac-032085cab1aa tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 946 time: 0.1002984 Feb 07 21:22:07.415106 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-fd936233-2d4a-4091-bdee-4f2a7e12138b req-d201cecb-3406-4904-908b-d0bbd16266b8 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] For port 0b805bb8-ddc3-4381-96ac-9e0d5d70109a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=0b805bb8-ddc3-4381-96ac-9e0d5d70109a,segment=NetworkSegment(29dfbc9f-efea-4d80-984c-df54d0ccdf04),segment_id=29dfbc9f-efea-4d80-984c-df54d0ccdf04)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:22:07.415467 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fd936233-2d4a-4091-bdee-4f2a7e12138b req-d201cecb-3406-4904-908b-d0bbd16266b8 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (0b805bb8-ddc3-4381-96ac-9e0d5d70109a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:07.470095 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-918d3236-35f2-46a4-8a56-c3c45821018e req-248380d5-8854-4c96-b0d4-d11c0e00a01c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516372 Feb 07 21:22:07.474742 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-fd936233-2d4a-4091-bdee-4f2a7e12138b req-d201cecb-3406-4904-908b-d0bbd16266b8 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Calling delete_port for 0b805bb8-ddc3-4381-96ac-9e0d5d70109a owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:22:07.497210 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-50eb7da2-18f5-4539-8e1b-6a361e0c69be req-9c5d1e90-9d73-411a-b3a9-c4a9b598639a service neutron] 10.222.0.69 "GET /v2.0/networks/4d6d0316-d57c-4df2-aa05-905a8b525f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444584 Feb 07 21:22:07.503348 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e899864-604b-4c0e-9140-d44e0b929d75 admin admin] Router ed20475d-2512-4ad4-8821-0c2dc383aa71 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:22:07.508056 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-807821cd-45f8-4eec-943a-da7e7fc007c6 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (96742e78-8527-48ac-abc1-95e303773c73), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:07.509105 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807821cd-45f8-4eec-943a-da7e7fc007c6 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Fanout notify agent at l3_agent the message router_deleted on router 96742e78-8527-48ac-abc1-95e303773c73 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:22:07.521332 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-807821cd-45f8-4eec-943a-da7e7fc007c6 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:07.522970 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-807821cd-45f8-4eec-943a-da7e7fc007c6 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/routers/96742e78-8527-48ac-abc1-95e303773c73 HTTP/1.1" status: 204 len: 168 time: 0.7007542 Feb 07 21:22:07.529451 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46268) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:07.726151 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fd936233-2d4a-4091-bdee-4f2a7e12138b req-d201cecb-3406-4904-908b-d0bbd16266b8 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (0b805bb8-ddc3-4381-96ac-9e0d5d70109a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:07.831103 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201cecb-3406-4904-908b-d0bbd16266b8 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Pushing event deleted for resources: {'Port': ['ID=0b805bb8-ddc3-4381-96ac-9e0d5d70109a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:07.831728 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e899864-604b-4c0e-9140-d44e0b929d75 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:22:07.849444 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979659e4-3715-4baa-b9b4-0069d200936a None None] Sync routers for ids ['ed20475d-2512-4ad4-8821-0c2dc383aa71'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:22:07.865292 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e30c8c-e1c0-4216-80ba-dac689d22dd8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Deleting subnet 9f9ab2de-b1e8-4267-adb2-e4f7993989c8 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:22:07.869541 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82e30c8c-e1c0-4216-80ba-dac689d22dd8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for subnet (9f9ab2de-b1e8-4267-adb2-e4f7993989c8), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:07.878375 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979659e4-3715-4baa-b9b4-0069d200936a None None] Routers {'ed20475d-2512-4ad4-8821-0c2dc383aa71'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:22:07.881495 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-979659e4-3715-4baa-b9b4-0069d200936a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:21:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ed20475d-2512-4ad4-8821-0c2dc383aa71'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:07.914021 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7e899864-604b-4c0e-9140-d44e0b929d75 admin admin] 10.222.0.65 "PUT /v2.0/routers/ed20475d-2512-4ad4-8821-0c2dc383aa71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8271332 Feb 07 21:22:07.917301 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd936233-2d4a-4091-bdee-4f2a7e12138b req-d201cecb-3406-4904-908b-d0bbd16266b8 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] No DVR routers for this DVR port 0b805bb8-ddc3-4381-96ac-9e0d5d70109a on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:22:07.918208 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46274) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:07.918541 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46276) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:07.929689 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fd936233-2d4a-4091-bdee-4f2a7e12138b req-d201cecb-3406-4904-908b-d0bbd16266b8 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:07.938696 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fd936233-2d4a-4091-bdee-4f2a7e12138b req-d201cecb-3406-4904-908b-d0bbd16266b8 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.69 "DELETE /v2.0/ports/0b805bb8-ddc3-4381-96ac-9e0d5d70109a HTTP/1.1" status: 204 len: 173 time: 1.0479355 Feb 07 21:22:07.946153 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25910a13-370f-4e1c-b33b-97ea5419c790', 'name': 'network-vif-deleted', 'tag': '0b805bb8-ddc3-4381-96ac-9e0d5d70109a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:22:07.956797 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bc4bde-c045-4421-af6e-6f23184e725d" -d '{"events": [{"server_uuid": "25910a13-370f-4e1c-b33b-97ea5419c790", "name": "network-vif-deleted", "tag": "0b805bb8-ddc3-4381-96ac-9e0d5d70109a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:22:08.046971 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534feefb-d497-4949-b7f7-75998eb84374 x-openstack-request-id: req-534feefb-d497-4949-b7f7-75998eb84374 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:22:08.046971 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25910a13-370f-4e1c-b33b-97ea5419c790", "name": "network-vif-deleted", "tag": "0b805bb8-ddc3-4381-96ac-9e0d5d70109a", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:22:08.046971 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-534feefb-d497-4949-b7f7-75998eb84374 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:22:08.046971 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25910a13-370f-4e1c-b33b-97ea5419c790', 'name': 'network-vif-deleted', 'tag': '0b805bb8-ddc3-4381-96ac-9e0d5d70109a', 'status': 'completed', 'code': 200} Feb 07 21:22:08.112261 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82e30c8c-e1c0-4216-80ba-dac689d22dd8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (9f9ab2de-b1e8-4267-adb2-e4f7993989c8), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:08.175794 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b0fb545d-c20c-4405-bdc9-f034e3d880e3 admin admin] Publish callbacks [] for router (ed20475d-2512-4ad4-8821-0c2dc383aa71), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:08.211997 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-979659e4-3715-4baa-b9b4-0069d200936a None None] Set router ed20475d-2512-4ad4-8821-0c2dc383aa71 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:22:08.309274 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-e2ea47ae-a8c5-442b-9f1a-fb928baf44b7 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:08.310872 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-e2ea47ae-a8c5-442b-9f1a-fb928baf44b7 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/networks?id=99044842-f213-4e79-8974-9c7cf695919c HTTP/1.1" status: 200 len: 815 time: 0.2368886 Feb 07 21:22:08.334899 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-ac3b30ad-e856-467e-959d-9daffb58b2d9 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/quotas/bd76eedab25c46aca49553dbe998f754 HTTP/1.1" status: 200 len: 375 time: 0.0167556 Feb 07 21:22:08.434678 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f965341d-a758-409d-9295-3fff3f808b76 req-e3dcff2c-066e-4e67-99d5-60a52c92e6cd tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 210 time: 0.0417910 Feb 07 21:22:08.459727 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-93c4fedb-0a83-41c8-a691-e73a1ded674b tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=bd76eedab25c46aca49553dbe998f754&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1176143 Feb 07 21:22:08.546613 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9d5ff391-b016-4b46-b63c-7317acb95e14 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c5751d38a09349bd9b71856184203a0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6269076 Feb 07 21:22:08.553945 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46298) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:08.561115 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82e30c8c-e1c0-4216-80ba-dac689d22dd8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (9f9ab2de-b1e8-4267-adb2-e4f7993989c8), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:08.597310 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-c134d9bb-3dde-435a-93f0-0aaee26d65ae service neutron] 10.222.0.65 "GET /v2.0/networks/99044842-f213-4e79-8974-9c7cf695919c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353829 Feb 07 21:22:08.630850 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-979659e4-3715-4baa-b9b4-0069d200936a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed20475d-2512-4ad4-8821-0c2dc383aa71', 'name': 'tempest-ImageQuotaTest-1754731706-router', 'tenant_id': '9f45cf2fd8334cb8ad609a20c835aabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '42b68495-0158-422f-825d-89a40916f4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:21:44Z', 'updated_at': '2022-02-07T21:22:04Z', 'revision_number': 5, 'project_id': '9f45cf2fd8334cb8ad609a20c835aabf', 'gw_port': {'id': '42b68495-0158-422f-825d-89a40916f4ee', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:58:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20475d-2512-4ad4-8821-0c2dc383aa71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:21:45Z', 'updated_at': '2022-02-07T21:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:08.688419 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979659e4-3715-4baa-b9b4-0069d200936a None None] Checking router: ed20475d-2512-4ad4-8821-0c2dc383aa71 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:22:08.708223 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979659e4-3715-4baa-b9b4-0069d200936a None None] Routers {'ed20475d-2512-4ad4-8821-0c2dc383aa71'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:22:08.709144 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-979659e4-3715-4baa-b9b4-0069d200936a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:21:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ed20475d-2512-4ad4-8821-0c2dc383aa71'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:08.751739 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b0fb545d-c20c-4405-bdc9-f034e3d880e3 admin admin] Publish callbacks [] for router_gateway (ed20475d-2512-4ad4-8821-0c2dc383aa71), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:08.779384 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-763d2963-0b29-439a-a9af-3c09ecb28fea service neutron] 10.222.0.65 "GET /v2.0/networks/99044842-f213-4e79-8974-9c7cf695919c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805470 Feb 07 21:22:08.806886 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-735eff5d-9fde-4ba9-a8bb-093ed00a455f admin admin] Publish callbacks [] for security_group (0b73c9be-8d29-4ca0-95b5-156b0cf99cfc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:08.831813 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82e30c8c-e1c0-4216-80ba-dac689d22dd8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (9f9ab2de-b1e8-4267-adb2-e4f7993989c8), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:08.840067 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-979659e4-3715-4baa-b9b4-0069d200936a None None] Set router ed20475d-2512-4ad4-8821-0c2dc383aa71 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:22:08.901817 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e30c8c-e1c0-4216-80ba-dac689d22dd8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Subnet': ['ID=9f9ab2de-b1e8-4267-adb2-e4f7993989c8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:08.907350 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7838254f-aa0f-4a44-a795-6735ddcd782a None None] Network 7e86f4b7-a42f-42e8-a1a7-d450370b4276 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:22:08.929125 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82e30c8c-e1c0-4216-80ba-dac689d22dd8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:08.932500 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-82e30c8c-e1c0-4216-80ba-dac689d22dd8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/subnets/9f9ab2de-b1e8-4267-adb2-e4f7993989c8 HTTP/1.1" status: 204 len: 168 time: 1.3964188 Feb 07 21:22:08.934677 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-735eff5d-9fde-4ba9-a8bb-093ed00a455f admin admin] Publish callbacks [] for security_group (0b73c9be-8d29-4ca0-95b5-156b0cf99cfc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:08.935489 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46300) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:09.021914 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b0fb545d-c20c-4405-bdc9-f034e3d880e3 admin admin] Deleting port 42b68495-0158-422f-825d-89a40916f4ee {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:22:09.022401 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b0fb545d-c20c-4405-bdc9-f034e3d880e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (42b68495-0158-422f-825d-89a40916f4ee), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:09.201676 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-735eff5d-9fde-4ba9-a8bb-093ed00a455f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0b73c9be-8d29-4ca0-95b5-156b0cf99cfc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:09.211474 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-735eff5d-9fde-4ba9-a8bb-093ed00a455f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:09.212797 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-735eff5d-9fde-4ba9-a8bb-093ed00a455f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0b73c9be-8d29-4ca0-95b5-156b0cf99cfc HTTP/1.1" status: 204 len: 168 time: 0.6546016 Feb 07 21:22:09.242217 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-979659e4-3715-4baa-b9b4-0069d200936a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed20475d-2512-4ad4-8821-0c2dc383aa71', 'name': 'tempest-ImageQuotaTest-1754731706-router', 'tenant_id': '9f45cf2fd8334cb8ad609a20c835aabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '42b68495-0158-422f-825d-89a40916f4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:21:44Z', 'updated_at': '2022-02-07T21:22:04Z', 'revision_number': 5, 'project_id': '9f45cf2fd8334cb8ad609a20c835aabf', 'gw_port': {'id': '42b68495-0158-422f-825d-89a40916f4ee', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:58:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20475d-2512-4ad4-8821-0c2dc383aa71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:21:45Z', 'updated_at': '2022-02-07T21:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:09.266466 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735eff5d-9fde-4ba9-a8bb-093ed00a455f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b73c9be-8d29-4ca0-95b5-156b0cf99cfc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:09.301156 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979659e4-3715-4baa-b9b4-0069d200936a None None] The sync data for ids ['ed20475d-2512-4ad4-8821-0c2dc383aa71'] in n-d-828185-2 is: [{'id': 'ed20475d-2512-4ad4-8821-0c2dc383aa71', 'name': 'tempest-ImageQuotaTest-1754731706-router', 'tenant_id': '9f45cf2fd8334cb8ad609a20c835aabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '42b68495-0158-422f-825d-89a40916f4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:21:44Z', 'updated_at': '2022-02-07T21:22:04Z', 'revision_number': 5, 'project_id': '9f45cf2fd8334cb8ad609a20c835aabf', 'gw_port': {'id': '42b68495-0158-422f-825d-89a40916f4ee', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:58:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20475d-2512-4ad4-8821-0c2dc383aa71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:21:45Z', 'updated_at': '2022-02-07T21:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:22:09.365639 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b0fb545d-c20c-4405-bdc9-f034e3d880e3 admin admin] For port 42b68495-0158-422f-825d-89a40916f4ee, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=42b68495-0158-422f-825d-89a40916f4ee,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:22:09.367427 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b0fb545d-c20c-4405-bdc9-f034e3d880e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (42b68495-0158-422f-825d-89a40916f4ee), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:09.418194 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b0fb545d-c20c-4405-bdc9-f034e3d880e3 admin admin] Calling delete_port for 42b68495-0158-422f-825d-89a40916f4ee owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:22:09.698175 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b34751-ecc9-4736-88d7-9daf35228eaf None None] DHCP port deletion for 7e86f4b7-a42f-42e8-a1a7-d450370b4276 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:22:09.841894 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-57b34751-ecc9-4736-88d7-9daf35228eaf None None] Deleting port e66ad79b-80c7-4247-b632-26f76c528bfc {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:22:09.843941 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-57b34751-ecc9-4736-88d7-9daf35228eaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e66ad79b-80c7-4247-b632-26f76c528bfc), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:09.917451 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b0fb545d-c20c-4405-bdc9-f034e3d880e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (42b68495-0158-422f-825d-89a40916f4ee), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:10.043463 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-57b34751-ecc9-4736-88d7-9daf35228eaf None None] For port e66ad79b-80c7-4247-b632-26f76c528bfc, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e66ad79b-80c7-4247-b632-26f76c528bfc,segment=NetworkSegment(8abe0148-6133-4381-a8a0-4d1939c52d17),segment_id=8abe0148-6133-4381-a8a0-4d1939c52d17)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:22:10.046771 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-57b34751-ecc9-4736-88d7-9daf35228eaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e66ad79b-80c7-4247-b632-26f76c528bfc), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:10.083631 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0879554-2897-4d7f-b512-676cbb9ad384 req-656d8f04-f126-468b-b4c8-e5c002bda035 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 210 time: 0.2379398 Feb 07 21:22:10.103962 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0cfb88da-6e16-4b53-b775-e4681932ada3 req-7c6b7568-a986-4a15-b7d4-fe7ec20fb39f tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2411ace-c57f-46ad-83d5-ae293b9b4b3b HTTP/1.1" status: 200 len: 210 time: 0.2390573 Feb 07 21:22:10.113083 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb545d-c20c-4405-bdc9-f034e3d880e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=42b68495-0158-422f-825d-89a40916f4ee,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:10.118320 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-57b34751-ecc9-4736-88d7-9daf35228eaf None None] Calling delete_port for e66ad79b-80c7-4247-b632-26f76c528bfc owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:22:10.164526 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4a1dcb-0234-4ed8-8a3a-0ee17fc6086a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Deleting subnet d9f0a462-decd-49cb-a076-466990c9f216 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:22:10.171766 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4a1dcb-0234-4ed8-8a3a-0ee17fc6086a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for subnet (d9f0a462-decd-49cb-a076-466990c9f216), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:10.210694 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94d63e-31fd-4c17-892d-8919afcc1145 req-93e1af07-2088-4d65-a61d-179757f3003c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:10.212246 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a94d63e-31fd-4c17-892d-8919afcc1145 req-93e1af07-2088-4d65-a61d-179757f3003c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.71 "GET /v2.0/ports?device_id=3672fcb6-563a-4d0a-8a7b-581385a23757 HTTP/1.1" status: 200 len: 946 time: 0.3085096 Feb 07 21:22:10.231168 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b0fb545d-c20c-4405-bdc9-f034e3d880e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (ed20475d-2512-4ad4-8821-0c2dc383aa71), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:10.267669 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-57b34751-ecc9-4736-88d7-9daf35228eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (e66ad79b-80c7-4247-b632-26f76c528bfc), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:10.304739 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4a1dcb-0234-4ed8-8a3a-0ee17fc6086a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (d9f0a462-decd-49cb-a076-466990c9f216), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:10.328564 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b34751-ecc9-4736-88d7-9daf35228eaf None None] Pushing event deleted for resources: {'Port': ['ID=e66ad79b-80c7-4247-b632-26f76c528bfc,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:10.345642 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b34751-ecc9-4736-88d7-9daf35228eaf None None] No DVR routers for this DVR port e66ad79b-80c7-4247-b632-26f76c528bfc on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:22:10.450435 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b0fb545d-c20c-4405-bdc9-f034e3d880e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (ed20475d-2512-4ad4-8821-0c2dc383aa71), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:10.452784 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b0fb545d-c20c-4405-bdc9-f034e3d880e3 admin admin] Publish callbacks [] for router_controller (ed20475d-2512-4ad4-8821-0c2dc383aa71), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:10.507062 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4a1dcb-0234-4ed8-8a3a-0ee17fc6086a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (d9f0a462-decd-49cb-a076-466990c9f216), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:10.535270 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b0fb545d-c20c-4405-bdc9-f034e3d880e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (ed20475d-2512-4ad4-8821-0c2dc383aa71), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:10.538782 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fb545d-c20c-4405-bdc9-f034e3d880e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed20475d-2512-4ad4-8821-0c2dc383aa71 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:22:10.557731 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b0fb545d-c20c-4405-bdc9-f034e3d880e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:10.561239 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b0fb545d-c20c-4405-bdc9-f034e3d880e3 admin admin] 10.222.0.65 "DELETE /v2.0/routers/ed20475d-2512-4ad4-8821-0c2dc383aa71 HTTP/1.1" status: 204 len: 168 time: 2.6342654 Feb 07 21:22:10.563183 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46344) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:10.633210 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4a1dcb-0234-4ed8-8a3a-0ee17fc6086a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (d9f0a462-decd-49cb-a076-466990c9f216), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:10.656130 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 0b805bb8-ddc3-4381-96ac-9e0d5d70109a no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:22:10.690294 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 0b805bb8-ddc3-4381-96ac-9e0d5d70109a {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:22:10.690904 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 0b805bb8-ddc3-4381-96ac-9e0d5d70109a not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:22:10.715487 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-e473ef7a-df0d-44a6-afa2-3f2c216436da admin admin] Deleting subnet 1ff03d6f-b32f-4bf5-85fb-df222b0fde80 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:22:10.730061 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e473ef7a-df0d-44a6-afa2-3f2c216436da admin admin] Publish callbacks [] for subnet (1ff03d6f-b32f-4bf5-85fb-df222b0fde80), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:10.753437 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-8a94d63e-31fd-4c17-892d-8919afcc1145 req-70ebe8c3-eb76-46d5-9b4e-f2d7fe9a8d50 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Deleting port 8e4b7365-ec04-491a-ad52-c02d67c1a144 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:22:10.756890 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8a94d63e-31fd-4c17-892d-8919afcc1145 req-70ebe8c3-eb76-46d5-9b4e-f2d7fe9a8d50 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8e4b7365-ec04-491a-ad52-c02d67c1a144), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:10.771574 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a1dcb-0234-4ed8-8a3a-0ee17fc6086a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Subnet': ['ID=d9f0a462-decd-49cb-a076-466990c9f216,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:10.773772 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4a1dcb-0234-4ed8-8a3a-0ee17fc6086a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:10.781321 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ee4a1dcb-0234-4ed8-8a3a-0ee17fc6086a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/subnets/d9f0a462-decd-49cb-a076-466990c9f216 HTTP/1.1" status: 204 len: 168 time: 1.8445787 Feb 07 21:22:10.782900 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3cb914-e523-4996-85b3-fe23a3b8dace None None] Network b92dbee4-d220-4272-aafc-e801ecc2d47e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:22:10.799620 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46348) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:10.953570 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:22:10.957989 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46350) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:10.968806 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0109093 Feb 07 21:22:10.988824 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:22:10.990137 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device bc19a8c2-abeb-40c5-a68a-dd6f6efcb0f0 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:22:10.990712 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e66ad79b-80c7-4247-b632-26f76c528bfc no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:22:11.091904 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: e66ad79b-80c7-4247-b632-26f76c528bfc {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:22:11.093292 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e66ad79b-80c7-4247-b632-26f76c528bfc not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:22:11.248127 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb00e52-653b-4f86-9e32-ac63bd6f054b None None] DHCP port deletion for b92dbee4-d220-4272-aafc-e801ecc2d47e request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:22:11.262590 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-8a94d63e-31fd-4c17-892d-8919afcc1145 req-70ebe8c3-eb76-46d5-9b4e-f2d7fe9a8d50 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] For port 8e4b7365-ec04-491a-ad52-c02d67c1a144, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=8e4b7365-ec04-491a-ad52-c02d67c1a144,segment=NetworkSegment(c034aa2b-3f97-47ab-96ec-f8ddf955f299),segment_id=c034aa2b-3f97-47ab-96ec-f8ddf955f299)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:22:11.263197 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8a94d63e-31fd-4c17-892d-8919afcc1145 req-70ebe8c3-eb76-46d5-9b4e-f2d7fe9a8d50 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8e4b7365-ec04-491a-ad52-c02d67c1a144), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:11.277584 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-8a94d63e-31fd-4c17-892d-8919afcc1145 req-70ebe8c3-eb76-46d5-9b4e-f2d7fe9a8d50 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Calling delete_port for 8e4b7365-ec04-491a-ad52-c02d67c1a144 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:22:11.279784 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46352) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:11.285950 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55779ee2-e104-4e82-9521-b5baf2cd37fa tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (7e86f4b7-a42f-42e8-a1a7-d450370b4276), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:11.312799 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7bb00e52-653b-4f86-9e32-ac63bd6f054b None None] Deleting port ca38d8e8-afb2-46c3-b9b5-f4ed94f14060 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:22:11.313522 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7bb00e52-653b-4f86-9e32-ac63bd6f054b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ca38d8e8-afb2-46c3-b9b5-f4ed94f14060), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:11.384768 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7bb00e52-653b-4f86-9e32-ac63bd6f054b None None] For port ca38d8e8-afb2-46c3-b9b5-f4ed94f14060, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ca38d8e8-afb2-46c3-b9b5-f4ed94f14060,segment=NetworkSegment(870c8e61-7b3f-4c6e-bd63-c1eef6f269ed),segment_id=870c8e61-7b3f-4c6e-bd63-c1eef6f269ed)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:22:11.385471 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7bb00e52-653b-4f86-9e32-ac63bd6f054b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ca38d8e8-afb2-46c3-b9b5-f4ed94f14060), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:11.399959 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7bb00e52-653b-4f86-9e32-ac63bd6f054b None None] Calling delete_port for ca38d8e8-afb2-46c3-b9b5-f4ed94f14060 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:22:11.411307 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-904ebc51-fd30-4a59-ac7f-ee160c04b840 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:11.411607 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e473ef7a-df0d-44a6-afa2-3f2c216436da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (1ff03d6f-b32f-4bf5-85fb-df222b0fde80), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:11.413744 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-904ebc51-fd30-4a59-ac7f-ee160c04b840 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.69 "GET /v2.0/networks?id=99044842-f213-4e79-8974-9c7cf695919c HTTP/1.1" status: 200 len: 815 time: 0.1313021 Feb 07 21:22:11.500606 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7bb00e52-653b-4f86-9e32-ac63bd6f054b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (ca38d8e8-afb2-46c3-b9b5-f4ed94f14060), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:11.504655 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-3e4fa7cc-c6e6-48ed-80dc-5755b4c6ed9c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Request body: {'port': {'device_id': 'a2411ace-c57f-46ad-83d5-ae293b9b4b3b', 'network_id': '99044842-f213-4e79-8974-9c7cf695919c', 'admin_state_up': True, 'tenant_id': 'bd76eedab25c46aca49553dbe998f754'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:22:11.538373 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb00e52-653b-4f86-9e32-ac63bd6f054b None None] No DVR routers for this DVR port ca38d8e8-afb2-46c3-b9b5-f4ed94f14060 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:22:11.551328 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb00e52-653b-4f86-9e32-ac63bd6f054b None None] Pushing event deleted for resources: {'Port': ['ID=ca38d8e8-afb2-46c3-b9b5-f4ed94f14060,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:11.581584 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e473ef7a-df0d-44a6-afa2-3f2c216436da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (1ff03d6f-b32f-4bf5-85fb-df222b0fde80), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:11.607903 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-031f1ce3-f687-4f92-a923-6e9321131a59 req-82bd7980-0f05-4a90-9ca0-f51eadc69bff tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 210 time: 0.1994815 Feb 07 21:22:11.629520 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac5f16dd-26e0-4a23-b84a-c378df2c5b58 req-01c068d7-ba9c-4657-87cd-52c499583a33 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2411ace-c57f-46ad-83d5-ae293b9b4b3b HTTP/1.1" status: 200 len: 210 time: 0.2257762 Feb 07 21:22:11.665098 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e473ef7a-df0d-44a6-afa2-3f2c216436da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (1ff03d6f-b32f-4bf5-85fb-df222b0fde80), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:11.691540 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473ef7a-df0d-44a6-afa2-3f2c216436da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ff03d6f-b32f-4bf5-85fb-df222b0fde80,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:11.707297 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac27265-4f57-43b7-a7db-aa40ac8901d3 None None] Network 32e1b9b1-70fe-4691-933a-2fbd9cc312a6 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:22:11.718671 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e473ef7a-df0d-44a6-afa2-3f2c216436da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:11.727520 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e473ef7a-df0d-44a6-afa2-3f2c216436da admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1ff03d6f-b32f-4bf5-85fb-df222b0fde80 HTTP/1.1" status: 204 len: 168 time: 1.1611168 Feb 07 21:22:11.732234 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46364) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:11.764256 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0a6e35bc-4377-41f3-b34f-5a84a0d9a678 tempest-NetworksApiDiscovery-1637854619 tempest-NetworksApiDiscovery-1637854619-project] 10.222.0.65 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4741557 Feb 07 21:22:11.857507 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50eb11a6-478a-47a6-8db2-0362855807bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (32e1b9b1-70fe-4691-933a-2fbd9cc312a6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:11.915779 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55779ee2-e104-4e82-9521-b5baf2cd37fa tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (7e86f4b7-a42f-42e8-a1a7-d450370b4276), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:11.987051 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-50eb11a6-478a-47a6-8db2-0362855807bd admin admin] Deleting port 2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:22:11.987269 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-55779ee2-e104-4e82-9521-b5baf2cd37fa tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e86f4b7-a42f-42e8-a1a7-d450370b4276']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:11.987392 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50eb11a6-478a-47a6-8db2-0362855807bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:12.001674 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c84fd6-a6e0-4afa-bd62-90264157916a None None] DHCP port deletion for 32e1b9b1-70fe-4691-933a-2fbd9cc312a6 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:22:12.017370 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-55779ee2-e104-4e82-9521-b5baf2cd37fa tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8abe0148-6133-4381-a8a0-4d1939c52d17') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:12.017822 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-55779ee2-e104-4e82-9521-b5baf2cd37fa tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8abe0148-6133-4381-a8a0-4d1939c52d17') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:12.071718 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55779ee2-e104-4e82-9521-b5baf2cd37fa tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (8abe0148-6133-4381-a8a0-4d1939c52d17), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:12.076224 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-63c84fd6-a6e0-4afa-bd62-90264157916a None None] Deleting port 2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:22:12.077568 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-63c84fd6-a6e0-4afa-bd62-90264157916a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:12.131770 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-50eb11a6-478a-47a6-8db2-0362855807bd admin admin] For port 2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f,segment=NetworkSegment(6075c0df-6076-45f9-b4c1-b0ef5bc864a8),segment_id=6075c0df-6076-45f9-b4c1-b0ef5bc864a8)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:22:12.132273 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50eb11a6-478a-47a6-8db2-0362855807bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:12.142579 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55779ee2-e104-4e82-9521-b5baf2cd37fa tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (8abe0148-6133-4381-a8a0-4d1939c52d17), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:12.147298 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-50eb11a6-478a-47a6-8db2-0362855807bd admin admin] Calling delete_port for 2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:22:12.179543 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-63c84fd6-a6e0-4afa-bd62-90264157916a None None] For port 2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f,segment=NetworkSegment(6075c0df-6076-45f9-b4c1-b0ef5bc864a8),segment_id=6075c0df-6076-45f9-b4c1-b0ef5bc864a8)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:22:12.180961 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-63c84fd6-a6e0-4afa-bd62-90264157916a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:12.198405 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-63c84fd6-a6e0-4afa-bd62-90264157916a None None] Calling delete_port for 2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:22:12.199666 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55779ee2-e104-4e82-9521-b5baf2cd37fa tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:22:12.200079 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55779ee2-e104-4e82-9521-b5baf2cd37fa tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (8abe0148-6133-4381-a8a0-4d1939c52d17), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:22:12.218329 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:22:12.267387 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50eb11a6-478a-47a6-8db2-0362855807bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:12.298095 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb11a6-478a-47a6-8db2-0362855807bd admin admin] Pushing event deleted for resources: {'Port': ['ID=2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:12.309950 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eb11a6-478a-47a6-8db2-0362855807bd admin admin] No DVR routers for this DVR port 2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:22:12.330596 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-63c84fd6-a6e0-4afa-bd62-90264157916a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:12.336219 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46370) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:12.367332 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c84fd6-a6e0-4afa-bd62-90264157916a None None] No DVR routers for this DVR port 2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:22:12.376045 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c84fd6-a6e0-4afa-bd62-90264157916a None None] Pushing event deleted for resources: {'Port': ['ID=2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:12.424947 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-3e4fa7cc-c6e6-48ed-80dc-5755b4c6ed9c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Made reservation on behalf of bd76eedab25c46aca49553dbe998f754 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:22:12.428437 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-3e4fa7cc-c6e6-48ed-80dc-5755b4c6ed9c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:12.450033 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55779ee2-e104-4e82-9521-b5baf2cd37fa tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (7e86f4b7-a42f-42e8-a1a7-d450370b4276), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:12.457407 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50eb11a6-478a-47a6-8db2-0362855807bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (32e1b9b1-70fe-4691-933a-2fbd9cc312a6), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:12.462290 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55779ee2-e104-4e82-9521-b5baf2cd37fa tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:12.471529 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46376) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:12.479839 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-55779ee2-e104-4e82-9521-b5baf2cd37fa tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/networks/7e86f4b7-a42f-42e8-a1a7-d450370b4276 HTTP/1.1" status: 204 len: 168 time: 1.6685052 Feb 07 21:22:12.520659 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55779ee2-e104-4e82-9521-b5baf2cd37fa tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Network': ['ID=7e86f4b7-a42f-42e8-a1a7-d450370b4276,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:12.586792 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-50eb11a6-478a-47a6-8db2-0362855807bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e1b9b1-70fe-4691-933a-2fbd9cc312a6']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:12.609053 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-50eb11a6-478a-47a6-8db2-0362855807bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6075c0df-6076-45f9-b4c1-b0ef5bc864a8') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:12.609506 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-50eb11a6-478a-47a6-8db2-0362855807bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6075c0df-6076-45f9-b4c1-b0ef5bc864a8') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:12.622246 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8a94d63e-31fd-4c17-892d-8919afcc1145 req-70ebe8c3-eb76-46d5-9b4e-f2d7fe9a8d50 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (8e4b7365-ec04-491a-ad52-c02d67c1a144), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:12.633958 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50eb11a6-478a-47a6-8db2-0362855807bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (6075c0df-6076-45f9-b4c1-b0ef5bc864a8), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:12.690565 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-466fe7f0-914e-4aaa-9964-3fa021a422eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:12.694285 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50eb11a6-478a-47a6-8db2-0362855807bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (6075c0df-6076-45f9-b4c1-b0ef5bc864a8), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:12.702217 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50eb11a6-478a-47a6-8db2-0362855807bd admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:22:12.703067 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50eb11a6-478a-47a6-8db2-0362855807bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (6075c0df-6076-45f9-b4c1-b0ef5bc864a8), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:12.716459 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebe8c3-eb76-46d5-9b4e-f2d7fe9a8d50 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Pushing event deleted for resources: {'Port': ['ID=8e4b7365-ec04-491a-ad52-c02d67c1a144,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:12.800066 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 42b68495-0158-422f-825d-89a40916f4ee no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:22:12.846089 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:22:12.849999 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50eb11a6-478a-47a6-8db2-0362855807bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (32e1b9b1-70fe-4691-933a-2fbd9cc312a6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:12.850133 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 42b68495-0158-422f-825d-89a40916f4ee {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:22:12.850369 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 42b68495-0158-422f-825d-89a40916f4ee not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:22:12.850791 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ca38d8e8-afb2-46c3-b9b5-f4ed94f14060 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:22:12.855829 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50eb11a6-478a-47a6-8db2-0362855807bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:12.860001 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-50eb11a6-478a-47a6-8db2-0362855807bd admin admin] 10.222.0.65 "DELETE /v2.0/networks/32e1b9b1-70fe-4691-933a-2fbd9cc312a6 HTTP/1.1" status: 204 len: 168 time: 1.1254554 Feb 07 21:22:12.869551 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01ec8f78-d4e1-4c50-8081-beb28f9162ab tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (b92dbee4-d220-4272-aafc-e801ecc2d47e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:12.887854 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb11a6-478a-47a6-8db2-0362855807bd admin admin] Pushing event deleted for resources: {'Network': ['ID=32e1b9b1-70fe-4691-933a-2fbd9cc312a6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:12.888098 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-3e4fa7cc-c6e6-48ed-80dc-5755b4c6ed9c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Allocated IP 172.20.0.13 (99044842-f213-4e79-8974-9c7cf695919c/bf7eaca0-61e7-4692-8c31-d68c2d8f983d/24a294d2-9291-42c5-b46b-a61f4460e281) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:22:12.897302 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-367ab680-6f36-4a0d-b629-3ff55ebcf726 req-d3697ab6-1ff0-4da1-905c-3dc2f1cd180d tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 210 time: 0.1271133 Feb 07 21:22:12.897708 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ddc443c0-1ce6-4bc2-b392-cfbe9baf6885 req-fb79b32a-9f52-4cda-b52b-1db11f7c2ca9 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2411ace-c57f-46ad-83d5-ae293b9b4b3b HTTP/1.1" status: 200 len: 210 time: 0.0709004 Feb 07 21:22:12.927214 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a94d63e-31fd-4c17-892d-8919afcc1145 req-70ebe8c3-eb76-46d5-9b4e-f2d7fe9a8d50 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] No DVR routers for this DVR port 8e4b7365-ec04-491a-ad52-c02d67c1a144 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:22:12.948088 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8a94d63e-31fd-4c17-892d-8919afcc1145 req-70ebe8c3-eb76-46d5-9b4e-f2d7fe9a8d50 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:12.950520 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: ca38d8e8-afb2-46c3-b9b5-f4ed94f14060 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:22:12.950869 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ca38d8e8-afb2-46c3-b9b5-f4ed94f14060 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:22:12.951471 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:22:12.952614 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a94d63e-31fd-4c17-892d-8919afcc1145 req-70ebe8c3-eb76-46d5-9b4e-f2d7fe9a8d50 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.71 "DELETE /v2.0/ports/8e4b7365-ec04-491a-ad52-c02d67c1a144 HTTP/1.1" status: 204 len: 173 time: 2.7260108 Feb 07 21:22:12.962933 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3672fcb6-563a-4d0a-8a7b-581385a23757', 'name': 'network-vif-deleted', 'tag': '8e4b7365-ec04-491a-ad52-c02d67c1a144'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:22:12.965352 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29480c7a-eca4-4bab-aa02-6c07e0786ae4" -d '{"events": [{"server_uuid": "3672fcb6-563a-4d0a-8a7b-581385a23757", "name": "network-vif-deleted", "tag": "8e4b7365-ec04-491a-ad52-c02d67c1a144"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:22:12.980940 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:22:12.981456 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2b1aa1e5-6d1c-49f5-b56e-01bcd5ad227f not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:22:13.095558 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01ec8f78-d4e1-4c50-8081-beb28f9162ab tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (b92dbee4-d220-4272-aafc-e801ecc2d47e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:13.151572 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-01ec8f78-d4e1-4c50-8081-beb28f9162ab tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92dbee4-d220-4272-aafc-e801ecc2d47e']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:13.163376 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46388) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:13.187395 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-01ec8f78-d4e1-4c50-8081-beb28f9162ab tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870c8e61-7b3f-4c6e-bd63-c1eef6f269ed') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:13.187692 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-01ec8f78-d4e1-4c50-8081-beb28f9162ab tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870c8e61-7b3f-4c6e-bd63-c1eef6f269ed') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:13.199190 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daed19a7-6b21-4982-98c1-ec99e912d120 x-openstack-request-id: req-daed19a7-6b21-4982-98c1-ec99e912d120 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:22:13.199484 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3672fcb6-563a-4d0a-8a7b-581385a23757", "name": "network-vif-deleted", "tag": "8e4b7365-ec04-491a-ad52-c02d67c1a144", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:22:13.199736 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-daed19a7-6b21-4982-98c1-ec99e912d120 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:22:13.200133 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3672fcb6-563a-4d0a-8a7b-581385a23757', 'name': 'network-vif-deleted', 'tag': '8e4b7365-ec04-491a-ad52-c02d67c1a144', 'status': 'completed', 'code': 200} Feb 07 21:22:13.206122 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01ec8f78-d4e1-4c50-8081-beb28f9162ab tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (870c8e61-7b3f-4c6e-bd63-c1eef6f269ed), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:13.231496 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ba7f6464-17cb-47f0-8d45-62b4091bdfe8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9f45cf2fd8334cb8ad609a20c835aabf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0670009 Feb 07 21:22:13.232801 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01ec8f78-d4e1-4c50-8081-beb28f9162ab tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (870c8e61-7b3f-4c6e-bd63-c1eef6f269ed), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:13.234905 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 8e4b7365-ec04-491a-ad52-c02d67c1a144 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:22:13.235920 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46390) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:13.253051 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ec8f78-d4e1-4c50-8081-beb28f9162ab tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:22:13.253464 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01ec8f78-d4e1-4c50-8081-beb28f9162ab tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (870c8e61-7b3f-4c6e-bd63-c1eef6f269ed), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:22:13.256904 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:22:13.266211 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 8e4b7365-ec04-491a-ad52-c02d67c1a144 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:22:13.273353 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-3e4fa7cc-c6e6-48ed-80dc-5755b4c6ed9c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Publish callbacks [] for port (24a294d2-9291-42c5-b46b-a61f4460e281), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:13.277153 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 8e4b7365-ec04-491a-ad52-c02d67c1a144 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:22:13.299496 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-466fe7f0-914e-4aaa-9964-3fa021a422eb admin admin] Publish callbacks [] for security_group (1ee40660-8146-41e6-8df8-d2494d559304), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:13.304706 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-466fe7f0-914e-4aaa-9964-3fa021a422eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1ee40660-8146-41e6-8df8-d2494d559304), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:13.348545 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01ec8f78-d4e1-4c50-8081-beb28f9162ab tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (b92dbee4-d220-4272-aafc-e801ecc2d47e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:13.368863 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01ec8f78-d4e1-4c50-8081-beb28f9162ab tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:13.376131 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-01ec8f78-d4e1-4c50-8081-beb28f9162ab tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/networks/b92dbee4-d220-4272-aafc-e801ecc2d47e HTTP/1.1" status: 204 len: 168 time: 0.9035988 Feb 07 21:22:13.377082 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec8f78-d4e1-4c50-8081-beb28f9162ab tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Network': ['ID=b92dbee4-d220-4272-aafc-e801ecc2d47e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:13.379079 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-790e8f65-0004-4c27-9f11-51cb51de2277 admin admin] Publish callbacks [] for security_group (f4eb01ee-3b2a-4ddb-bfab-b0806d0fa266), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:13.402845 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-790e8f65-0004-4c27-9f11-51cb51de2277 admin admin] Publish callbacks [] for security_group (f4eb01ee-3b2a-4ddb-bfab-b0806d0fa266), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:13.433378 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fe7f0-914e-4aaa-9964-3fa021a422eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee40660-8146-41e6-8df8-d2494d559304,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:13.438264 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-466fe7f0-914e-4aaa-9964-3fa021a422eb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=69f74e15c5a547768f37238da664fbfe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0889065 Feb 07 21:22:13.440719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46392) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:13.441295 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46394) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:13.446859 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4d1329c2-46d4-4d4b-81af-dbc020e8bbe6 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'network': {'name': 'tempest-RoutersTest-156420339'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:22:13.454168 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-790e8f65-0004-4c27-9f11-51cb51de2277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f4eb01ee-3b2a-4ddb-bfab-b0806d0fa266), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:13.457856 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-790e8f65-0004-4c27-9f11-51cb51de2277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:13.459174 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-790e8f65-0004-4c27-9f11-51cb51de2277 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f4eb01ee-3b2a-4ddb-bfab-b0806d0fa266 HTTP/1.1" status: 204 len: 168 time: 0.2223876 Feb 07 21:22:13.480923 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e8f65-0004-4c27-9f11-51cb51de2277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4eb01ee-3b2a-4ddb-bfab-b0806d0fa266,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:13.557581 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-3e4fa7cc-c6e6-48ed-80dc-5755b4c6ed9c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (24a294d2-9291-42c5-b46b-a61f4460e281), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:13.635966 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1329c2-46d4-4d4b-81af-dbc020e8bbe6 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Made reservation on behalf of 4177286fbe8042d7bcd053836f28110a for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:22:13.642403 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d1329c2-46d4-4d4b-81af-dbc020e8bbe6 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:13.671449 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-3e4fa7cc-c6e6-48ed-80dc-5755b4c6ed9c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Network 99044842-f213-4e79-8974-9c7cf695919c is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:22:13.683082 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-3e4fa7cc-c6e6-48ed-80dc-5755b4c6ed9c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:22:13.692675 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-3e4fa7cc-c6e6-48ed-80dc-5755b4c6ed9c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:22:13.712577 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fa7cc-c6e6-48ed-80dc-5755b4c6ed9c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Pushing event updated for resources: {'Port': ['ID=24a294d2-9291-42c5-b46b-a61f4460e281,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:13.761675 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1329c2-46d4-4d4b-81af-dbc020e8bbe6 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:22:13.772989 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d1329c2-46d4-4d4b-81af-dbc020e8bbe6 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (3639a6d3-9ffb-4c73-b906-5339de3e4e45), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:13.773420 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-4d1329c2-46d4-4d4b-81af-dbc020e8bbe6 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Added segment 3639a6d3-9ffb-4c73-b906-5339de3e4e45 of type vlan for network 0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42 Feb 07 21:22:13.844950 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4ed98535-d1f8-413d-8c37-d58ecc9efe53 admin admin] Publish callbacks [] for security_group (1ee40660-8146-41e6-8df8-d2494d559304), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:13.867996 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4ed98535-d1f8-413d-8c37-d58ecc9efe53 admin admin] Publish callbacks [] for security_group (1ee40660-8146-41e6-8df8-d2494d559304), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:13.969959 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4ed98535-d1f8-413d-8c37-d58ecc9efe53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1ee40660-8146-41e6-8df8-d2494d559304), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:13.977370 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4ed98535-d1f8-413d-8c37-d58ecc9efe53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:13.990673 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4ed98535-d1f8-413d-8c37-d58ecc9efe53 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1ee40660-8146-41e6-8df8-d2494d559304 HTTP/1.1" status: 204 len: 168 time: 0.5474689 Feb 07 21:22:13.996549 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d1329c2-46d4-4d4b-81af-dbc020e8bbe6 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:14.006402 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-3e4fa7cc-c6e6-48ed-80dc-5755b4c6ed9c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:14.007066 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-3e4fa7cc-c6e6-48ed-80dc-5755b4c6ed9c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:14.039614 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-3e4fa7cc-c6e6-48ed-80dc-5755b4c6ed9c tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5512586 Feb 07 21:22:14.046205 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed98535-d1f8-413d-8c37-d58ecc9efe53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee40660-8146-41e6-8df8-d2494d559304,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:14.055183 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-84788583-9ac5-4e22-8ec5-51d2e259c71d service neutron] Request body: {'port': {'device_id': 'a2411ace-c57f-46ad-83d5-ae293b9b4b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:22:14.082487 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46414) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:14.107878 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d407ed92-6925-4300-b7be-6f0162602228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:14.215769 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0499e2ef-5d64-426a-a18a-cfe2a1e86a0b req-2d215ebb-93d2-44fd-8486-03ce70031739 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 210 time: 0.0967910 Feb 07 21:22:14.266279 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-84788583-9ac5-4e22-8ec5-51d2e259c71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (24a294d2-9291-42c5-b46b-a61f4460e281), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:14.271446 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d407ed92-6925-4300-b7be-6f0162602228 admin admin] Publish callbacks [] for security_group (40ded92d-e536-4703-9f54-c0c140ae56bf), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:14.281158 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d407ed92-6925-4300-b7be-6f0162602228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (40ded92d-e536-4703-9f54-c0c140ae56bf), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:14.358823 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d407ed92-6925-4300-b7be-6f0162602228 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2750003 Feb 07 21:22:14.373533 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407ed92-6925-4300-b7be-6f0162602228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ded92d-e536-4703-9f54-c0c140ae56bf,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:14.377205 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46420) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:14.482674 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95ee7a02-cb4e-4946-b63e-efdbadc5ff6d admin admin] Publish callbacks [] for security_group (40ded92d-e536-4703-9f54-c0c140ae56bf), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:14.524682 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95ee7a02-cb4e-4946-b63e-efdbadc5ff6d admin admin] Publish callbacks [] for security_group (40ded92d-e536-4703-9f54-c0c140ae56bf), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:14.595191 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95ee7a02-cb4e-4946-b63e-efdbadc5ff6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (40ded92d-e536-4703-9f54-c0c140ae56bf), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:14.598719 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95ee7a02-cb4e-4946-b63e-efdbadc5ff6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:14.600079 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-95ee7a02-cb4e-4946-b63e-efdbadc5ff6d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/40ded92d-e536-4703-9f54-c0c140ae56bf HTTP/1.1" status: 204 len: 168 time: 0.2210197 Feb 07 21:22:14.635544 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee7a02-cb4e-4946-b63e-efdbadc5ff6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ded92d-e536-4703-9f54-c0c140ae56bf,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:14.709265 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d1329c2-46d4-4d4b-81af-dbc020e8bbe6 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:14.728865 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1329c2-46d4-4d4b-81af-dbc020e8bbe6 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:14.730558 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d1329c2-46d4-4d4b-81af-dbc020e8bbe6 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:14.969123 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-84788583-9ac5-4e22-8ec5-51d2e259c71d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24a294d2-9291-42c5-b46b-a61f4460e281 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:22:14.979207 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-84788583-9ac5-4e22-8ec5-51d2e259c71d service neutron] Publish callbacks [] for port (24a294d2-9291-42c5-b46b-a61f4460e281), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:14.993686 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-84788583-9ac5-4e22-8ec5-51d2e259c71d service neutron] Transition to ACTIVE for port object 24a294d2-9291-42c5-b46b-a61f4460e281 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:22:15.034374 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-84788583-9ac5-4e22-8ec5-51d2e259c71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (24a294d2-9291-42c5-b46b-a61f4460e281), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:15.045455 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4d1329c2-46d4-4d4b-81af-dbc020e8bbe6 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6033978 Feb 07 21:22:15.048365 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46448) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:15.058156 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c27904d8-e07a-4975-bd2f-9b588d46642f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'subnet': {'network_id': '0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:22:15.062719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8d64a-1f24-4432-abea-b8632c9f5f20 req-1246f914-8566-44e7-9d2e-4a089d7abf5a tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:15.064257 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79d8d64a-1f24-4432-abea-b8632c9f5f20 req-1246f914-8566-44e7-9d2e-4a089d7abf5a tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2411ace-c57f-46ad-83d5-ae293b9b4b3b HTTP/1.1" status: 200 len: 932 time: 0.9435081 Feb 07 21:22:15.177082 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84788583-9ac5-4e22-8ec5-51d2e259c71d service neutron] Pushing event updated for resources: {'Port': ['ID=24a294d2-9291-42c5-b46b-a61f4460e281,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:15.199322 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1329c2-46d4-4d4b-81af-dbc020e8bbe6 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Network': ['ID=0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:15.212791 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:22:15.351574 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27904d8-e07a-4975-bd2f-9b588d46642f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Made reservation on behalf of 4177286fbe8042d7bcd053836f28110a for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:22:15.360844 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c27904d8-e07a-4975-bd2f-9b588d46642f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:15.603364 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7cc139e6-7ab6-4c44-afd8-8b61978d59d0 req-ae488ea8-50ae-421d-a0b2-f07f48b6eeda tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 210 time: 0.1343842 Feb 07 21:22:15.607674 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-84788583-9ac5-4e22-8ec5-51d2e259c71d service neutron] Attempting to bind port 24a294d2-9291-42c5-b46b-a61f4460e281 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:22:15.608019 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-84788583-9ac5-4e22-8ec5-51d2e259c71d service neutron] Attempting to bind port 24a294d2-9291-42c5-b46b-a61f4460e281 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'c034aa2b-3f97-47ab-96ec-f8ddf955f299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '99044842-f213-4e79-8974-9c7cf695919c'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:22:15.608916 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-84788583-9ac5-4e22-8ec5-51d2e259c71d service neutron] Attempting to bind port 24a294d2-9291-42c5-b46b-a61f4460e281 on network 99044842-f213-4e79-8974-9c7cf695919c {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:22:15.631523 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79d8d64a-1f24-4432-abea-b8632c9f5f20 req-b2498687-4820-49dc-840d-2a35c0fac70b tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5304401 Feb 07 21:22:15.632636 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-84788583-9ac5-4e22-8ec5-51d2e259c71d service neutron] Port 24a294d2-9291-42c5-b46b-a61f4460e281 on network 99044842-f213-4e79-8974-9c7cf695919c not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:22:15.632971 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-84788583-9ac5-4e22-8ec5-51d2e259c71d service neutron] Attempting to bind port 24a294d2-9291-42c5-b46b-a61f4460e281 on network 99044842-f213-4e79-8974-9c7cf695919c {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:22:15.658397 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-84788583-9ac5-4e22-8ec5-51d2e259c71d service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:22:15.658636 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-84788583-9ac5-4e22-8ec5-51d2e259c71d service neutron] Checking segment: {'id': 'c034aa2b-3f97-47ab-96ec-f8ddf955f299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '99044842-f213-4e79-8974-9c7cf695919c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:22:15.658862 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-84788583-9ac5-4e22-8ec5-51d2e259c71d service neutron] Bound using segment: {'id': 'c034aa2b-3f97-47ab-96ec-f8ddf955f299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '99044842-f213-4e79-8974-9c7cf695919c'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:22:15.659301 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-84788583-9ac5-4e22-8ec5-51d2e259c71d service neutron] Bound port: 24a294d2-9291-42c5-b46b-a61f4460e281, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c034aa2b-3f97-47ab-96ec-f8ddf955f299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '99044842-f213-4e79-8974-9c7cf695919c'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:22:15.659668 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-84788583-9ac5-4e22-8ec5-51d2e259c71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (24a294d2-9291-42c5-b46b-a61f4460e281), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:15.793292 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-84788583-9ac5-4e22-8ec5-51d2e259c71d service neutron] For port 24a294d2-9291-42c5-b46b-a61f4460e281, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:22:15.797235 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-84788583-9ac5-4e22-8ec5-51d2e259c71d service neutron] For port 24a294d2-9291-42c5-b46b-a61f4460e281, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=24a294d2-9291-42c5-b46b-a61f4460e281,segment=NetworkSegment(c034aa2b-3f97-47ab-96ec-f8ddf955f299),segment_id=c034aa2b-3f97-47ab-96ec-f8ddf955f299)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:22:15.804916 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-84788583-9ac5-4e22-8ec5-51d2e259c71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (24a294d2-9291-42c5-b46b-a61f4460e281), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:15.814046 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c27904d8-e07a-4975-bd2f-9b588d46642f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (9314e3e3-0604-43dc-9584-a8c9cfa6d860), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:15.880197 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-84788583-9ac5-4e22-8ec5-51d2e259c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:15.883821 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-84788583-9ac5-4e22-8ec5-51d2e259c71d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:15.885591 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-84788583-9ac5-4e22-8ec5-51d2e259c71d service neutron] 10.222.0.69 "PUT /v2.0/ports/24a294d2-9291-42c5-b46b-a61f4460e281 HTTP/1.1" status: 200 len: 1092 time: 1.8362923 Feb 07 21:22:15.885856 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2411ace-c57f-46ad-83d5-ae293b9b4b3b', 'tag': '24a294d2-9291-42c5-b46b-a61f4460e281'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:22:15.888061 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a82143-c0cd-4557-b77e-a50de52fd7c1" -d '{"events": [{"name": "network-changed", "server_uuid": "a2411ace-c57f-46ad-83d5-ae293b9b4b3b", "tag": "24a294d2-9291-42c5-b46b-a61f4460e281"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:22:15.971969 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84788583-9ac5-4e22-8ec5-51d2e259c71d service neutron] Pushing event updated for resources: {'Port': ['ID=24a294d2-9291-42c5-b46b-a61f4460e281,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:15.976879 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27904d8-e07a-4975-bd2f-9b588d46642f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Subnet': ['ID=9314e3e3-0604-43dc-9584-a8c9cfa6d860,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:16.001360 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27904d8-e07a-4975-bd2f-9b588d46642f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Checking segment: {'id': '3639a6d3-9ffb-4c73-b906-5339de3e4e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:22:16.001735 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27904d8-e07a-4975-bd2f-9b588d46642f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network hostable DHCP agents. Network: 0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:22:16.025382 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885b34ad-409d-40b9-a247-f802ad0299ab x-openstack-request-id: req-885b34ad-409d-40b9-a247-f802ad0299ab {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:22:16.031042 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2411ace-c57f-46ad-83d5-ae293b9b4b3b", "tag": "24a294d2-9291-42c5-b46b-a61f4460e281", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:22:16.031592 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-885b34ad-409d-40b9-a247-f802ad0299ab {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:22:16.032201 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2411ace-c57f-46ad-83d5-ae293b9b4b3b', 'tag': '24a294d2-9291-42c5-b46b-a61f4460e281', 'status': 'completed', 'code': 200} Feb 07 21:22:16.048341 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27904d8-e07a-4975-bd2f-9b588d46642f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network 0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:22:16.061614 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-c27904d8-e07a-4975-bd2f-9b588d46642f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:22:16.067557 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27904d8-e07a-4975-bd2f-9b588d46642f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:16.069191 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c27904d8-e07a-4975-bd2f-9b588d46642f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:16.080852 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220e2ffa-db9e-4e2e-bd83-6849823a9429 None None] Network 0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:22:16.081006 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-f278a6bb-0467-4086-bef9-43f3ee6f75f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:16.082456 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-f278a6bb-0467-4086-bef9-43f3ee6f75f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd76eedab25c46aca49553dbe998f754&device_id=a2411ace-c57f-46ad-83d5-ae293b9b4b3b HTTP/1.1" status: 200 len: 1126 time: 0.1521258 Feb 07 21:22:16.115264 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46478) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:16.154653 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c27904d8-e07a-4975-bd2f-9b588d46642f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1038964 Feb 07 21:22:16.156743 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46484) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:16.173993 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-46358565-e2e1-4f7e-b347-616c032b21fb tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1467259581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:22:16.184200 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-dbb84ffd-0b22-4680-92e6-7109bcaab147 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24a294d2-9291-42c5-b46b-a61f4460e281 HTTP/1.1" status: 200 len: 217 time: 0.0950594 Feb 07 21:22:16.282739 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46358565-e2e1-4f7e-b347-616c032b21fb tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (72524601-7ebe-4c55-ade3-3423af5d9d83), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:16.288899 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46358565-e2e1-4f7e-b347-616c032b21fb tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (72524601-7ebe-4c55-ade3-3423af5d9d83), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:16.295210 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-aba1e856-384d-431a-9502-6d5de20246e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:16.301778 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-aba1e856-384d-431a-9502-6d5de20246e5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf7eaca0-61e7-4692-8c31-d68c2d8f983d HTTP/1.1" status: 200 len: 855 time: 0.1110699 Feb 07 21:22:16.349157 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-12e657af-2ecd-48d9-988e-d2269fa7c811 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=99044842-f213-4e79-8974-9c7cf695919c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408292 Feb 07 21:22:16.396075 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46358565-e2e1-4f7e-b347-616c032b21fb tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router_controller (72524601-7ebe-4c55-ade3-3423af5d9d83), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:16.403683 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46358565-e2e1-4f7e-b347-616c032b21fb tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (72524601-7ebe-4c55-ade3-3423af5d9d83), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:16.451849 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bb5303-40f8-4e9e-9114-6987e412d364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42', 'network_id': '0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42', 'project_id': '4177286fbe8042d7bcd053836f28110a', 'fixed_ips': [{'subnet_id': '9314e3e3-0604-43dc-9584-a8c9cfa6d860'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:22:16.454315 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-22bb5303-40f8-4e9e-9114-6987e412d364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:16.463773 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46358565-e2e1-4f7e-b347-616c032b21fb tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:16.469389 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46490) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:16.474905 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-46358565-e2e1-4f7e-b347-616c032b21fb tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3090944 Feb 07 21:22:16.486008 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-952ae6a0-ad99-47fa-9121-9053929bcfa8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'port': {'network_id': '0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42', 'name': 'tempest-RoutersTest-464065252'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:22:16.492871 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1761457576-network', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:22:16.518351 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] Made reservation on behalf of 8ef7e56915e94cee93ca54eb0ba4e95b for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:22:16.528673 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:16.545484 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:16.739383 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] Publish callbacks [] for security_group (25fd5d3c-49d9-43c7-898f-79ae32f787c6), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:16.743073 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952ae6a0-ad99-47fa-9121-9053929bcfa8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Made reservation on behalf of 4177286fbe8042d7bcd053836f28110a for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:22:16.750593 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (25fd5d3c-49d9-43c7-898f-79ae32f787c6), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:16.758811 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-952ae6a0-ad99-47fa-9121-9053929bcfa8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:16.809117 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-952ae6a0-ad99-47fa-9121-9053929bcfa8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] device_id is not set on port 28e4827a-3ffb-4949-9daf-6a63b53271e1 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:22:16.816759 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:22:16.841859 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fd5d3c-49d9-43c7-898f-79ae32f787c6,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:16.864438 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:22:16.865031 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:22:16.865427 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-22bb5303-40f8-4e9e-9114-6987e412d364 None None] Allocated IP 172.20.0.2 (0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42/9314e3e3-0604-43dc-9584-a8c9cfa6d860/785130a1-06ae-40a3-b68b-2fada44e0ffc) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:22:16.865736 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:22:16.866236 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:22:16.866747 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:22:16.867239 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:22:16.867720 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:22:16.868199 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:22:16.868836 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:22:16.869502 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:22:16.870000 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:22:16.870483 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:22:16.870961 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:22:16.894189 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (1db1fa10-711c-472d-8f7f-bfccaba5eba4), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:16.895506 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] Added segment 1db1fa10-711c-472d-8f7f-bfccaba5eba4 of type vlan for network c5d8bec1-9baf-496d-8066-d331255bb96c Feb 07 21:22:16.968302 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59d9d234-f1c5-4725-a515-888522d5b629 req-86826679-5ac8-41bd-a4ca-3508ce6e40c2 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 210 time: 0.1834650 Feb 07 21:22:16.993067 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (c5d8bec1-9baf-496d-8066-d331255bb96c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:17.047883 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (c5d8bec1-9baf-496d-8066-d331255bb96c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:17.049253 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:17.050140 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:17.156738 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0381331 Feb 07 21:22:17.177039 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46506) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:17.182976 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-155d83c6-b7d2-45ab-aa24-f54ada3e83cf admin admin] Request body: {'subnet': {'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1761457576-subnet', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:22:17.210104 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-b161515a-8c63-4945-b59f-0451ed044121 service neutron] 10.222.0.69 "GET /v2.0/networks/99044842-f213-4e79-8974-9c7cf695919c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8557484 Feb 07 21:22:17.231288 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60420f2e-28f7-42e4-a447-bbb1932f0418 admin admin] Pushing event updated for resources: {'Network': ['ID=c5d8bec1-9baf-496d-8066-d331255bb96c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:17.241299 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-22bb5303-40f8-4e9e-9114-6987e412d364 None None] Publish callbacks [] for port (785130a1-06ae-40a3-b68b-2fada44e0ffc), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:17.249712 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network c5d8bec1-9baf-496d-8066-d331255bb96c details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:22:17.256986 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155d83c6-b7d2-45ab-aa24-f54ada3e83cf admin admin] Made reservation on behalf of 8ef7e56915e94cee93ca54eb0ba4e95b for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:22:17.259639 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-155d83c6-b7d2-45ab-aa24-f54ada3e83cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:17.334098 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-207f4c0b-735b-47e8-8623-7afb0e207fdf req-e485bc76-169a-49e9-8495-ce414884dab7 service neutron] 10.222.0.69 "GET /v2.0/networks/99044842-f213-4e79-8974-9c7cf695919c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168423 Feb 07 21:22:17.345012 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d4d58-0835-46dc-bb5a-e14e674e3a03 req-6c7c8491-c694-4e06-b726-e6361d0356d6 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:17.346666 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c2d4d58-0835-46dc-bb5a-e14e674e3a03 req-6c7c8491-c694-4e06-b726-e6361d0356d6 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2411ace-c57f-46ad-83d5-ae293b9b4b3b HTTP/1.1" status: 200 len: 944 time: 0.5433922 Feb 07 21:22:17.399419 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-22bb5303-40f8-4e9e-9114-6987e412d364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (785130a1-06ae-40a3-b68b-2fada44e0ffc), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:17.496106 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-952ae6a0-ad99-47fa-9121-9053929bcfa8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Allocated IP 172.20.0.14 (0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42/9314e3e3-0604-43dc-9584-a8c9cfa6d860/28e4827a-3ffb-4949-9daf-6a63b53271e1) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:22:17.503177 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb5303-40f8-4e9e-9114-6987e412d364 None None] Pushing event updated for resources: {'Port': ['ID=785130a1-06ae-40a3-b68b-2fada44e0ffc,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:17.529720 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bb5303-40f8-4e9e-9114-6987e412d364 None None] Network 0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:22:17.532622 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-22bb5303-40f8-4e9e-9114-6987e412d364 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:22:17.536104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bb5303-40f8-4e9e-9114-6987e412d364 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:22:17.640079 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-22bb5303-40f8-4e9e-9114-6987e412d364 None None] Attempting to bind port 785130a1-06ae-40a3-b68b-2fada44e0ffc on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:22:17.640836 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-22bb5303-40f8-4e9e-9114-6987e412d364 None None] Attempting to bind port 785130a1-06ae-40a3-b68b-2fada44e0ffc by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '3639a6d3-9ffb-4c73-b906-5339de3e4e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:22:17.641303 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bb5303-40f8-4e9e-9114-6987e412d364 None None] Attempting to bind port 785130a1-06ae-40a3-b68b-2fada44e0ffc on network 0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:22:17.648393 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bb5303-40f8-4e9e-9114-6987e412d364 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:22:17.648937 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bb5303-40f8-4e9e-9114-6987e412d364 None None] Checking segment: {'id': '3639a6d3-9ffb-4c73-b906-5339de3e4e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:22:17.649434 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-22bb5303-40f8-4e9e-9114-6987e412d364 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:17.650076 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bb5303-40f8-4e9e-9114-6987e412d364 None None] Bound using segment: {'id': '3639a6d3-9ffb-4c73-b906-5339de3e4e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:22:17.650780 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-22bb5303-40f8-4e9e-9114-6987e412d364 None None] Bound port: 785130a1-06ae-40a3-b68b-2fada44e0ffc, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3639a6d3-9ffb-4c73-b906-5339de3e4e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:22:17.651439 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-22bb5303-40f8-4e9e-9114-6987e412d364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (785130a1-06ae-40a3-b68b-2fada44e0ffc), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:17.655713 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-155d83c6-b7d2-45ab-aa24-f54ada3e83cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (5277b698-1143-4952-a3ce-257473c57257), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:17.779575 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-22bb5303-40f8-4e9e-9114-6987e412d364 None None] For port 785130a1-06ae-40a3-b68b-2fada44e0ffc, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:22:17.784652 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155d83c6-b7d2-45ab-aa24-f54ada3e83cf admin admin] Checking segment: {'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:22:17.785018 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155d83c6-b7d2-45ab-aa24-f54ada3e83cf admin admin] Network hostable DHCP agents. Network: c5d8bec1-9baf-496d-8066-d331255bb96c, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:22:17.786261 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea1432-7e86-4ed7-9236-6a5cc8f3957b req-14e1a586-fb7b-4c9b-8f61-2f5048b6d3ac tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:17.787670 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-22bb5303-40f8-4e9e-9114-6987e412d364 None None] For port 785130a1-06ae-40a3-b68b-2fada44e0ffc, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=785130a1-06ae-40a3-b68b-2fada44e0ffc,segment=NetworkSegment(3639a6d3-9ffb-4c73-b906-5339de3e4e45),segment_id=3639a6d3-9ffb-4c73-b906-5339de3e4e45)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:22:17.795867 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bbea1432-7e86-4ed7-9236-6a5cc8f3957b req-14e1a586-fb7b-4c9b-8f61-2f5048b6d3ac tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.6973932 Feb 07 21:22:17.801257 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-22bb5303-40f8-4e9e-9114-6987e412d364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (785130a1-06ae-40a3-b68b-2fada44e0ffc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:17.814815 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d83c6-b7d2-45ab-aa24-f54ada3e83cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5277b698-1143-4952-a3ce-257473c57257,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:17.817518 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155d83c6-b7d2-45ab-aa24-f54ada3e83cf admin admin] Network c5d8bec1-9baf-496d-8066-d331255bb96c is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:22:17.831316 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-155d83c6-b7d2-45ab-aa24-f54ada3e83cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, c5d8bec1-9baf-496d-8066-d331255bb96c) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:22:17.837724 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155d83c6-b7d2-45ab-aa24-f54ada3e83cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:17.838677 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-155d83c6-b7d2-45ab-aa24-f54ada3e83cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:17.864960 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-155d83c6-b7d2-45ab-aa24-f54ada3e83cf admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6864684 Feb 07 21:22:17.868199 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46516) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:17.879610 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-03fb0754-7d61-48a1-bc96-62e19ed02def admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1761457576-router', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:22:17.922229 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-03fb0754-7d61-48a1-bc96-62e19ed02def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (f20a01b8-35b5-4afb-84af-4ad133939b50), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:17.925111 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-03fb0754-7d61-48a1-bc96-62e19ed02def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (f20a01b8-35b5-4afb-84af-4ad133939b50), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:17.933699 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bbea1432-7e86-4ed7-9236-6a5cc8f3957b req-682439cb-f54f-4bdd-a5f2-40660c34616c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367843 Feb 07 21:22:17.944005 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c2d4d58-0835-46dc-bb5a-e14e674e3a03 req-9a09c28d-3cdc-46bf-9bb4-06a3a3a81cff tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5895035 Feb 07 21:22:17.946465 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbb4d2a-96cb-4c15-8477-ff19311a5d69 None None] Network c5d8bec1-9baf-496d-8066-d331255bb96c requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:22:17.954050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a82143-c0cd-4557-b77e-a50de52fd7c1 req-5e59e16a-453f-4ac5-b281-4ace36f71221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:17.967991 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-88a82143-c0cd-4557-b77e-a50de52fd7c1 req-5e59e16a-453f-4ac5-b281-4ace36f71221 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd76eedab25c46aca49553dbe998f754&device_id=a2411ace-c57f-46ad-83d5-ae293b9b4b3b HTTP/1.1" status: 200 len: 1126 time: 0.5489855 Feb 07 21:22:18.062150 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-03fb0754-7d61-48a1-bc96-62e19ed02def admin admin] Publish callbacks [] for router_controller (f20a01b8-35b5-4afb-84af-4ad133939b50), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:18.105007 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb5303-40f8-4e9e-9114-6987e412d364 None None] Pushing event updated for resources: {'Port': ['ID=785130a1-06ae-40a3-b68b-2fada44e0ffc,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:18.194924 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e8dcb6-4b33-4871-81a0-2cb05bd1864a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-c5d8bec1-9baf-496d-8066-d331255bb96c', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:22:18.195798 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f8e8dcb6-4b33-4871-81a0-2cb05bd1864a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:18.345754 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-03fb0754-7d61-48a1-bc96-62e19ed02def admin admin] Publish callbacks [] for router_gateway (f20a01b8-35b5-4afb-84af-4ad133939b50), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:18.511682 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-f8e8dcb6-4b33-4871-81a0-2cb05bd1864a None None] Allocated IP 172.20.0.2 (c5d8bec1-9baf-496d-8066-d331255bb96c/5277b698-1143-4952-a3ce-257473c57257/a940fbc0-52fa-4634-881f-557d73084c5e) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:22:18.738103 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f8e8dcb6-4b33-4871-81a0-2cb05bd1864a None None] Publish callbacks [] for port (a940fbc0-52fa-4634-881f-557d73084c5e), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:18.751632 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f8e8dcb6-4b33-4871-81a0-2cb05bd1864a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (a940fbc0-52fa-4634-881f-557d73084c5e), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:18.833223 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e1409b1c-fa2c-464d-bf0d-e8d1e547a981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:18.844854 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8dcb6-4b33-4871-81a0-2cb05bd1864a None None] Pushing event updated for resources: {'Port': ['ID=a940fbc0-52fa-4634-881f-557d73084c5e,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:18.855789 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-952ae6a0-ad99-47fa-9121-9053929bcfa8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for port (28e4827a-3ffb-4949-9daf-6a63b53271e1), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:18.887786 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e8dcb6-4b33-4871-81a0-2cb05bd1864a None None] Network c5d8bec1-9baf-496d-8066-d331255bb96c is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:22:18.894163 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-f8e8dcb6-4b33-4871-81a0-2cb05bd1864a None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:22:18.897727 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e8dcb6-4b33-4871-81a0-2cb05bd1864a None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:22:18.910762 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 785130a1-06ae-40a3-b68b-2fada44e0ffc up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:22:18.965996 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-03fb0754-7d61-48a1-bc96-62e19ed02def admin admin] Publish callbacks [] for router_gateway (f20a01b8-35b5-4afb-84af-4ad133939b50), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:18.984269 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-75a2d3e4-cbbb-4ba8-b4b0-75326caf9971 req-908b98a4-e461-47b2-94a7-f9d3b7b897a5 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 210 time: 0.3049185 Feb 07 21:22:19.024950 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-03fb0754-7d61-48a1-bc96-62e19ed02def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:19.038157 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-f8e8dcb6-4b33-4871-81a0-2cb05bd1864a None None] Attempting to bind port a940fbc0-52fa-4634-881f-557d73084c5e on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:22:19.038529 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-f8e8dcb6-4b33-4871-81a0-2cb05bd1864a None None] Attempting to bind port a940fbc0-52fa-4634-881f-557d73084c5e by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:22:19.038889 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e8dcb6-4b33-4871-81a0-2cb05bd1864a None None] Attempting to bind port a940fbc0-52fa-4634-881f-557d73084c5e on network c5d8bec1-9baf-496d-8066-d331255bb96c {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:22:19.045564 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e8dcb6-4b33-4871-81a0-2cb05bd1864a None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:22:19.046061 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e8dcb6-4b33-4871-81a0-2cb05bd1864a None None] Checking segment: {'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:22:19.046457 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f8e8dcb6-4b33-4871-81a0-2cb05bd1864a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:19.046856 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e8dcb6-4b33-4871-81a0-2cb05bd1864a None None] Bound using segment: {'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:22:19.047496 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-f8e8dcb6-4b33-4871-81a0-2cb05bd1864a None None] Bound port: a940fbc0-52fa-4634-881f-557d73084c5e, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:22:19.047882 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f8e8dcb6-4b33-4871-81a0-2cb05bd1864a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a940fbc0-52fa-4634-881f-557d73084c5e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:19.049801 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a82143-c0cd-4557-b77e-a50de52fd7c1 req-87de5506-9fb9-4abe-a7d6-95cc04ade5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:19.051315 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-88a82143-c0cd-4557-b77e-a50de52fd7c1 req-87de5506-9fb9-4abe-a7d6-95cc04ade5c9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=99044842-f213-4e79-8974-9c7cf695919c HTTP/1.1" status: 200 len: 916 time: 1.0710886 Feb 07 21:22:19.101328 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959059f3-6c63-4018-a7a5-dc0a8e10ff2a req-3a597d0a-7dff-4f00-a974-3ca5ae0be518 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:19.105008 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-959059f3-6c63-4018-a7a5-dc0a8e10ff2a req-3a597d0a-7dff-4f00-a974-3ca5ae0be518 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.4426072 Feb 07 21:22:19.117053 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f8e8dcb6-4b33-4871-81a0-2cb05bd1864a None None] For port a940fbc0-52fa-4634-881f-557d73084c5e, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:22:19.120339 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f8e8dcb6-4b33-4871-81a0-2cb05bd1864a None None] For port a940fbc0-52fa-4634-881f-557d73084c5e, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a940fbc0-52fa-4634-881f-557d73084c5e,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:22:19.129740 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f8e8dcb6-4b33-4871-81a0-2cb05bd1864a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a940fbc0-52fa-4634-881f-557d73084c5e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:19.215638 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 785130a1-06ae-40a3-b68b-2fada44e0ffc triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:19.216015 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (785130a1-06ae-40a3-b68b-2fada44e0ffc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:19.286505 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-88a82143-c0cd-4557-b77e-a50de52fd7c1 req-db3c7155-468b-4077-b8b3-42ed427b3a35 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24a294d2-9291-42c5-b46b-a61f4460e281 HTTP/1.1" status: 200 len: 217 time: 0.1923575 Feb 07 21:22:19.387238 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 785130a1-06ae-40a3-b68b-2fada44e0ffc is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:19.387661 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (785130a1-06ae-40a3-b68b-2fada44e0ffc), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:19.389803 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8dcb6-4b33-4871-81a0-2cb05bd1864a None None] Pushing event updated for resources: {'Port': ['ID=a940fbc0-52fa-4634-881f-557d73084c5e,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:19.428695 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-959059f3-6c63-4018-a7a5-dc0a8e10ff2a req-60d34506-708e-4b99-afe7-9aeb7688f88e tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3035469 Feb 07 21:22:19.465086 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 785130a1-06ae-40a3-b68b-2fada44e0ffc, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=785130a1-06ae-40a3-b68b-2fada44e0ffc,segment=NetworkSegment(3639a6d3-9ffb-4c73-b906-5339de3e4e45),segment_id=3639a6d3-9ffb-4c73-b906-5339de3e4e45)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:22:19.474040 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-03fb0754-7d61-48a1-bc96-62e19ed02def admin admin] Allocated IP 172.25.4.253 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/99eea577-5a94-4a77-9cc4-5e0d6e219b6f) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:22:19.488435 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (785130a1-06ae-40a3-b68b-2fada44e0ffc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:19.499124 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-952ae6a0-ad99-47fa-9121-9053929bcfa8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (28e4827a-3ffb-4949-9daf-6a63b53271e1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:19.590793 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:22:19.634430 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=785130a1-06ae-40a3-b68b-2fada44e0ffc,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:19.652895 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952ae6a0-ad99-47fa-9121-9053929bcfa8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network 0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:22:19.659852 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-952ae6a0-ad99-47fa-9121-9053929bcfa8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:22:19.663029 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952ae6a0-ad99-47fa-9121-9053929bcfa8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:22:19.710653 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a82143-c0cd-4557-b77e-a50de52fd7c1 req-cd0eb0db-baf6-4ce6-b9b8-f67579eeafd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:19.712104 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-88a82143-c0cd-4557-b77e-a50de52fd7c1 req-cd0eb0db-baf6-4ce6-b9b8-f67579eeafd6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf7eaca0-61e7-4692-8c31-d68c2d8f983d HTTP/1.1" status: 200 len: 855 time: 0.3482540 Feb 07 21:22:19.726328 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a3f64-b005-4769-8bc5-5ea67f0d6b0c req-31b05669-f770-4b1d-baa4-d950ae76aa9d tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:19.734945 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-796a3f64-b005-4769-8bc5-5ea67f0d6b0c req-31b05669-f770-4b1d-baa4-d950ae76aa9d tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2411ace-c57f-46ad-83d5-ae293b9b4b3b HTTP/1.1" status: 200 len: 944 time: 0.4699974 Feb 07 21:22:19.838617 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-03fb0754-7d61-48a1-bc96-62e19ed02def admin admin] Publish callbacks [] for port (99eea577-5a94-4a77-9cc4-5e0d6e219b6f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:19.902649 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ae6a0-ad99-47fa-9121-9053929bcfa8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Port': ['ID=28e4827a-3ffb-4949-9daf-6a63b53271e1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:19.906972 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-03fb0754-7d61-48a1-bc96-62e19ed02def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (99eea577-5a94-4a77-9cc4-5e0d6e219b6f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:19.934537 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-88a82143-c0cd-4557-b77e-a50de52fd7c1 req-6557ec02-d061-46ac-851d-ee1ebacacebb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=99044842-f213-4e79-8974-9c7cf695919c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1650586 Feb 07 21:22:20.029069 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fb0754-7d61-48a1-bc96-62e19ed02def admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:22:20.038434 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-03fb0754-7d61-48a1-bc96-62e19ed02def admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:22:20.041743 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fb0754-7d61-48a1-bc96-62e19ed02def admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:22:20.069250 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952ae6a0-ad99-47fa-9121-9053929bcfa8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:20.070555 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-952ae6a0-ad99-47fa-9121-9053929bcfa8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:20.092173 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8611033-dc1c-4dd2-b043-b16a28c8cfc2 None None] Network 0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:22:20.106925 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb0754-7d61-48a1-bc96-62e19ed02def admin admin] Pushing event updated for resources: {'Port': ['ID=99eea577-5a94-4a77-9cc4-5e0d6e219b6f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:20.219577 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-952ae6a0-ad99-47fa-9121-9053929bcfa8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.7462087 Feb 07 21:22:20.222064 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46552) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:20.241835 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2ff9e1ee-bec5-4a8f-859c-14d85b00f91a None None] Provisioning complete for port 785130a1-06ae-40a3-b68b-2fada44e0ffc triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:20.243723 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2ff9e1ee-bec5-4a8f-859c-14d85b00f91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (785130a1-06ae-40a3-b68b-2fada44e0ffc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:20.259646 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-796a3f64-b005-4769-8bc5-5ea67f0d6b0c req-204b92f3-877f-49ca-92e2-95a56347001d tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5191972 Feb 07 21:22:20.476734 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2ff9e1ee-bec5-4a8f-859c-14d85b00f91a None None] Current status of the port 785130a1-06ae-40a3-b68b-2fada44e0ffc is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:20.552680 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-83885f82-b922-48d0-bb5d-e8c30f03faeb tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:20.555523 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-83885f82-b922-48d0-bb5d-e8c30f03faeb tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 812 time: 0.6275232 Feb 07 21:22:20.562793 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-75d6e129-906a-4aa9-b71e-28db25599d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:20.632069 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d6d62be-589d-4ecf-ad60-1f380dc2f6bf req-5ebfc2ed-3f33-4770-84b9-b193617b514e tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 210 time: 0.1053810 Feb 07 21:22:20.659255 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-c84d99d4-c697-491b-9bc7-91d03830c6df tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/quotas/20dde7e4922943ecbb5ccb76ad52e1a9 HTTP/1.1" status: 200 len: 375 time: 0.0632718 Feb 07 21:22:20.731162 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 24a294d2-9291-42c5-b46b-a61f4460e281 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:22:20.818559 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-88a82143-c0cd-4557-b77e-a50de52fd7c1 req-6e2e62f2-75e5-49ac-b224-70bb90d4d13b service neutron] 10.222.0.69 "GET /v2.0/networks/99044842-f213-4e79-8974-9c7cf695919c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7712245 Feb 07 21:22:20.907560 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-03fb0754-7d61-48a1-bc96-62e19ed02def admin admin] Publish callbacks [] for router_gateway (f20a01b8-35b5-4afb-84af-4ad133939b50), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:21.209169 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 785130a1-06ae-40a3-b68b-2fada44e0ffc up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:22:21.219075 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-9b10861f-f577-43c9-bbb5-4ef6c2362564 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5302012 Feb 07 21:22:21.295491 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e164f6-1acb-474f-b399-2daad7f4cfe9 None None] Network c5d8bec1-9baf-496d-8066-d331255bb96c requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:22:21.485496 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.resource_extend [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:22:21.500529 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-03fb0754-7d61-48a1-bc96-62e19ed02def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (f20a01b8-35b5-4afb-84af-4ad133939b50), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:21.535499 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c94014ad-d482-4916-8079-3f099226cbd1 None None] Provisioning complete for port 28e4827a-3ffb-4949-9daf-6a63b53271e1 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:21.536345 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c94014ad-d482-4916-8079-3f099226cbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (28e4827a-3ffb-4949-9daf-6a63b53271e1), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:21.625154 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-f8890b06-3a8b-4d4a-af49-1e9c0102372a service neutron] 10.222.0.65 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043896 Feb 07 21:22:21.699425 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-88a82143-c0cd-4557-b77e-a50de52fd7c1 req-ffb64ce5-d028-480d-9cbf-1eb8ea82b7bc service neutron] 10.222.0.69 "GET /v2.0/networks/99044842-f213-4e79-8974-9c7cf695919c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8734663 Feb 07 21:22:21.739224 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fb0754-7d61-48a1-bc96-62e19ed02def admin admin] Router f20a01b8-35b5-4afb-84af-4ad133939b50 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:22:21.754613 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 24a294d2-9291-42c5-b46b-a61f4460e281, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=24a294d2-9291-42c5-b46b-a61f4460e281,segment=NetworkSegment(c034aa2b-3f97-47ab-96ec-f8ddf955f299),segment_id=c034aa2b-3f97-47ab-96ec-f8ddf955f299)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:22:21.767366 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '24a294d2-9291-42c5-b46b-a61f4460e281', 'network_id': '99044842-f213-4e79-8974-9c7cf695919c', 'port_id': '24a294d2-9291-42c5-b46b-a61f4460e281', 'mac_address': 'fa:16:3e:72:ad:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf7eaca0-61e7-4692-8c31-d68c2d8f983d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:22:21.852273 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c94014ad-d482-4916-8079-3f099226cbd1 None None] Port 28e4827a-3ffb-4949-9daf-6a63b53271e1 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:22:21.855741 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 785130a1-06ae-40a3-b68b-2fada44e0ffc triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:21.856215 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (785130a1-06ae-40a3-b68b-2fada44e0ffc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:21.862083 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 24a294d2-9291-42c5-b46b-a61f4460e281 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:21.862604 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (24a294d2-9291-42c5-b46b-a61f4460e281), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:21.930576 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d431f9f-8502-46e2-9ae1-3a82ed6d3f64 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (28e4827a-3ffb-4949-9daf-6a63b53271e1), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:21.931595 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c94014ad-d482-4916-8079-3f099226cbd1 None None] Provisioning complete for port 785130a1-06ae-40a3-b68b-2fada44e0ffc triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:21.932029 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c94014ad-d482-4916-8079-3f099226cbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (785130a1-06ae-40a3-b68b-2fada44e0ffc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:21.952259 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c213a7d-20ab-41c2-92d3-4c87893b6699 req-7b5d3fe0-0315-4f4a-b469-d9257a9a091a tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:21.953824 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3c213a7d-20ab-41c2-92d3-4c87893b6699 req-7b5d3fe0-0315-4f4a-b469-d9257a9a091a tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2411ace-c57f-46ad-83d5-ae293b9b4b3b HTTP/1.1" status: 200 len: 944 time: 0.5675330 Feb 07 21:22:21.979754 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fb0754-7d61-48a1-bc96-62e19ed02def admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:22:22.011382 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-03fb0754-7d61-48a1-bc96-62e19ed02def admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:22.015366 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-03fb0754-7d61-48a1-bc96-62e19ed02def admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1449573 Feb 07 21:22:22.016574 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cce183-8b32-4485-a321-9a539820b773 None None] Sync routers for ids ['f20a01b8-35b5-4afb-84af-4ad133939b50'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:22:22.019255 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46570) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:22.075011 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:22.079583 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24a294d2-9291-42c5-b46b-a61f4460e281 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:22:22.098800 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cce183-8b32-4485-a321-9a539820b773 None None] Routers {'f20a01b8-35b5-4afb-84af-4ad133939b50'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:22:22.099380 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d2cce183-8b32-4485-a321-9a539820b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:22:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f20a01b8-35b5-4afb-84af-4ad133939b50'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:22.257199 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 24a294d2-9291-42c5-b46b-a61f4460e281, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=24a294d2-9291-42c5-b46b-a61f4460e281,segment=NetworkSegment(c034aa2b-3f97-47ab-96ec-f8ddf955f299),segment_id=c034aa2b-3f97-47ab-96ec-f8ddf955f299)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:22:22.260553 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 785130a1-06ae-40a3-b68b-2fada44e0ffc is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:22.260553 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a940fbc0-52fa-4634-881f-557d73084c5e up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:22:22.315689 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (24a294d2-9291-42c5-b46b-a61f4460e281), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:22.370684 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-acfd88ce-c74c-4005-8f82-f46ea2595e73 service neutron] 10.222.0.65 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7084005 Feb 07 21:22:22.394119 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3c213a7d-20ab-41c2-92d3-4c87893b6699 req-a0d17634-62af-40fc-8165-d2400ff31437 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954663 Feb 07 21:22:22.570746 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c94014ad-d482-4916-8079-3f099226cbd1 None None] Current status of the port 785130a1-06ae-40a3-b68b-2fada44e0ffc is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:22.645977 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-d2cce183-8b32-4485-a321-9a539820b773 None None] Set router f20a01b8-35b5-4afb-84af-4ad133939b50 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:22:22.648860 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=24a294d2-9291-42c5-b46b-a61f4460e281,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:22.744595 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d431f9f-8502-46e2-9ae1-3a82ed6d3f64 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for port (28e4827a-3ffb-4949-9daf-6a63b53271e1), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:22.759522 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d431f9f-8502-46e2-9ae1-3a82ed6d3f64 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (28e4827a-3ffb-4949-9daf-6a63b53271e1), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:22.860631 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['24a294d2-9291-42c5-b46b-a61f4460e281'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:22:22.891257 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port a940fbc0-52fa-4634-881f-557d73084c5e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:22.895075 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a940fbc0-52fa-4634-881f-557d73084c5e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:22.997081 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d431f9f-8502-46e2-9ae1-3a82ed6d3f64 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Port': ['ID=28e4827a-3ffb-4949-9daf-6a63b53271e1,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:23.048671 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-979c8dcb-1ddb-4ce5-aa77-f3a72ab51126 req-e022f35b-f82c-4e55-aa5c-a31a1e0caad7 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 210 time: 0.4331894 Feb 07 21:22:23.168975 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-912f58ab-39a8-471d-954c-8564ff599f08 req-f49a528f-edbb-4163-9475-3fe7d344c63f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c50ac6-d20e-4aed-b609-b65c786247c6 HTTP/1.1" status: 200 len: 210 time: 0.2151990 Feb 07 21:22:23.255282 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-633bc4f7-9b6b-45d9-8ddb-f3bd4520feba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:23.600369 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-54668015-7553-4aaf-8f50-7455108623c6 None None] Provisioning complete for port a940fbc0-52fa-4634-881f-557d73084c5e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:23.600777 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-54668015-7553-4aaf-8f50-7455108623c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a940fbc0-52fa-4634-881f-557d73084c5e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:23.710913 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d431f9f-8502-46e2-9ae1-3a82ed6d3f64 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (72524601-7ebe-4c55-ade3-3423af5d9d83), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:23.864822 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:23.906672 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf72e5-c61f-4d5a-a109-ef3e94df295d req-610c2670-9d28-4f63-ad63-c2e9b0412952 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:23.914742 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fcaf72e5-c61f-4d5a-a109-ef3e94df295d req-610c2670-9d28-4f63-ad63-c2e9b0412952 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2411ace-c57f-46ad-83d5-ae293b9b4b3b HTTP/1.1" status: 200 len: 945 time: 0.3280578 Feb 07 21:22:23.929181 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d431f9f-8502-46e2-9ae1-3a82ed6d3f64 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (28e4827a-3ffb-4949-9daf-6a63b53271e1), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:24.238656 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-633bc4f7-9b6b-45d9-8ddb-f3bd4520feba admin admin] Allocated IP 172.20.0.1 (c5d8bec1-9baf-496d-8066-d331255bb96c/5277b698-1143-4952-a3ce-257473c57257/0e60dab9-be35-49dc-985e-2abf88535ec8) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:22:24.317522 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d2cce183-8b32-4485-a321-9a539820b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'name': 'tempest-TestVolumeBootPattern-1761457576-router', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:17Z', 'updated_at': '2022-02-07T21:22:20Z', 'revision_number': 3, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'gw_port': {'id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:70:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:19Z', 'updated_at': '2022-02-07T21:22:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:24.416940 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port a940fbc0-52fa-4634-881f-557d73084c5e is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:24.417593 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a940fbc0-52fa-4634-881f-557d73084c5e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:24.422490 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-54668015-7553-4aaf-8f50-7455108623c6 None None] Current status of the port a940fbc0-52fa-4634-881f-557d73084c5e is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:24.423244 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-54668015-7553-4aaf-8f50-7455108623c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a940fbc0-52fa-4634-881f-557d73084c5e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:24.495567 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-633bc4f7-9b6b-45d9-8ddb-f3bd4520feba admin admin] Publish callbacks [] for port (0e60dab9-be35-49dc-985e-2abf88535ec8), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:24.553416 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-633bc4f7-9b6b-45d9-8ddb-f3bd4520feba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (0e60dab9-be35-49dc-985e-2abf88535ec8), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:24.562471 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cce183-8b32-4485-a321-9a539820b773 None None] Checking router: f20a01b8-35b5-4afb-84af-4ad133939b50 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:22:24.562820 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cce183-8b32-4485-a321-9a539820b773 None None] Updating router f20a01b8-35b5-4afb-84af-4ad133939b50 port 99eea577-5a94-4a77-9cc4-5e0d6e219b6f binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:22:24.610870 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633bc4f7-9b6b-45d9-8ddb-f3bd4520feba admin admin] Pushing event updated for resources: {'Port': ['ID=0e60dab9-be35-49dc-985e-2abf88535ec8,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:24.624824 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633bc4f7-9b6b-45d9-8ddb-f3bd4520feba admin admin] Network c5d8bec1-9baf-496d-8066-d331255bb96c is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:22:24.626918 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-633bc4f7-9b6b-45d9-8ddb-f3bd4520feba admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:22:24.635868 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633bc4f7-9b6b-45d9-8ddb-f3bd4520feba admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:22:24.741527 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-633bc4f7-9b6b-45d9-8ddb-f3bd4520feba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (f20a01b8-35b5-4afb-84af-4ad133939b50), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:24.814641 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port a940fbc0-52fa-4634-881f-557d73084c5e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a940fbc0-52fa-4634-881f-557d73084c5e,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:22:24.874543 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a940fbc0-52fa-4634-881f-557d73084c5e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:24.895579 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:25.038613 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=a940fbc0-52fa-4634-881f-557d73084c5e,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:25.064805 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cce183-8b32-4485-a321-9a539820b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (99eea577-5a94-4a77-9cc4-5e0d6e219b6f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:25.072766 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-633bc4f7-9b6b-45d9-8ddb-f3bd4520feba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0e60dab9-be35-49dc-985e-2abf88535ec8), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:25.109436 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-54668015-7553-4aaf-8f50-7455108623c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:22:25.110108 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-54668015-7553-4aaf-8f50-7455108623c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:22:25.332462 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-633bc4f7-9b6b-45d9-8ddb-f3bd4520feba admin admin] Publish callbacks [] for port (0e60dab9-be35-49dc-985e-2abf88535ec8), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:25.341024 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-633bc4f7-9b6b-45d9-8ddb-f3bd4520feba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (0e60dab9-be35-49dc-985e-2abf88535ec8), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:25.386632 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633bc4f7-9b6b-45d9-8ddb-f3bd4520feba admin admin] Pushing event updated for resources: {'Port': ['ID=0e60dab9-be35-49dc-985e-2abf88535ec8,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:25.461879 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-633bc4f7-9b6b-45d9-8ddb-f3bd4520feba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (f20a01b8-35b5-4afb-84af-4ad133939b50), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:25.678556 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633bc4f7-9b6b-45d9-8ddb-f3bd4520feba admin admin] Network c5d8bec1-9baf-496d-8066-d331255bb96c is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:22:25.680278 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d431f9f-8502-46e2-9ae1-3a82ed6d3f64 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for port (28e4827a-3ffb-4949-9daf-6a63b53271e1), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:25.694675 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-633bc4f7-9b6b-45d9-8ddb-f3bd4520feba admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:22:25.766243 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d431f9f-8502-46e2-9ae1-3a82ed6d3f64 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (28e4827a-3ffb-4949-9daf-6a63b53271e1), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:25.899721 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d431f9f-8502-46e2-9ae1-3a82ed6d3f64 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (72524601-7ebe-4c55-ade3-3423af5d9d83), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:25.958373 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633bc4f7-9b6b-45d9-8ddb-f3bd4520feba admin admin] Router f20a01b8-35b5-4afb-84af-4ad133939b50 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:22:25.988842 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cce183-8b32-4485-a321-9a539820b773 None None] Publish callbacks [] for port (99eea577-5a94-4a77-9cc4-5e0d6e219b6f), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:25.999717 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-54668015-7553-4aaf-8f50-7455108623c6 None None] Current status of the port a940fbc0-52fa-4634-881f-557d73084c5e is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:26.010869 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d38cd5a5-05ef-47c9-8e5a-c2979be10bc1 req-b7a16517-a10a-487d-8893-095493e66d85 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 210 time: 0.4887443 Feb 07 21:22:26.015786 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cce183-8b32-4485-a321-9a539820b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (99eea577-5a94-4a77-9cc4-5e0d6e219b6f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:26.063090 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fcaf72e5-c61f-4d5a-a109-ef3e94df295d req-c623259d-aa2b-4ecc-90c3-e4ff546db10f tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1471498 Feb 07 21:22:26.144833 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-54668015-7553-4aaf-8f50-7455108623c6 None None] Provisioning complete for port 28e4827a-3ffb-4949-9daf-6a63b53271e1 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:26.145298 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-54668015-7553-4aaf-8f50-7455108623c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (28e4827a-3ffb-4949-9daf-6a63b53271e1), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:26.167137 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-81a8994a-1395-44aa-b7c7-8634a2bfeab6 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:26.168669 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-81a8994a-1395-44aa-b7c7-8634a2bfeab6 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.71 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 812 time: 0.6369205 Feb 07 21:22:26.198130 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-d978b3c1-9a25-406f-a161-423706e42f23 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Request body: {'port': {'device_id': '38c50ac6-d20e-4aed-b609-b65c786247c6', 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0', 'admin_state_up': True, 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:22:26.233021 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633bc4f7-9b6b-45d9-8ddb-f3bd4520feba admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:22:26.243809 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-633bc4f7-9b6b-45d9-8ddb-f3bd4520feba admin admin] 10.222.0.65 "PUT /v2.0/routers/f20a01b8-35b5-4afb-84af-4ad133939b50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2226114 Feb 07 21:22:26.258434 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d2cce183-8b32-4485-a321-9a539820b773 None None] Attempting to bind port 99eea577-5a94-4a77-9cc4-5e0d6e219b6f on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:22:26.258434 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d2cce183-8b32-4485-a321-9a539820b773 None None] Attempting to bind port 99eea577-5a94-4a77-9cc4-5e0d6e219b6f by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:22:26.258434 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cce183-8b32-4485-a321-9a539820b773 None None] Attempting to bind port 99eea577-5a94-4a77-9cc4-5e0d6e219b6f on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:22:26.274422 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba891e-96f8-460c-863a-f6e6cf52feb3 None None] Pushing event updated for resources: {'Port': ['ID=99eea577-5a94-4a77-9cc4-5e0d6e219b6f,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:26.285804 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cce183-8b32-4485-a321-9a539820b773 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:22:26.286181 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cce183-8b32-4485-a321-9a539820b773 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:22:26.286580 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cce183-8b32-4485-a321-9a539820b773 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:26.287070 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cce183-8b32-4485-a321-9a539820b773 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:22:26.287544 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d2cce183-8b32-4485-a321-9a539820b773 None None] Bound port: 99eea577-5a94-4a77-9cc4-5e0d6e219b6f, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:22:26.287919 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cce183-8b32-4485-a321-9a539820b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (99eea577-5a94-4a77-9cc4-5e0d6e219b6f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:26.349439 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cce183-8b32-4485-a321-9a539820b773 None None] For port 99eea577-5a94-4a77-9cc4-5e0d6e219b6f, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:22:26.353135 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d2cce183-8b32-4485-a321-9a539820b773 None None] For port 99eea577-5a94-4a77-9cc4-5e0d6e219b6f, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=99eea577-5a94-4a77-9cc4-5e0d6e219b6f,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:22:26.359952 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2cce183-8b32-4485-a321-9a539820b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (99eea577-5a94-4a77-9cc4-5e0d6e219b6f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:26.461621 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba891e-96f8-460c-863a-f6e6cf52feb3 None None] Pushing event updated for resources: {'Port': ['ID=99eea577-5a94-4a77-9cc4-5e0d6e219b6f,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:26.473594 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-54668015-7553-4aaf-8f50-7455108623c6 None None] Port 28e4827a-3ffb-4949-9daf-6a63b53271e1 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:22:26.501185 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cce183-8b32-4485-a321-9a539820b773 None None] Routers {'f20a01b8-35b5-4afb-84af-4ad133939b50'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:22:26.501843 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d2cce183-8b32-4485-a321-9a539820b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:22:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f20a01b8-35b5-4afb-84af-4ad133939b50'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:26.524798 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-efe22108-f909-4b55-a35e-90efc273e185 req-d214d351-4fc1-479f-91e7-4428d5d7e7d7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c50ac6-d20e-4aed-b609-b65c786247c6 HTTP/1.1" status: 200 len: 210 time: 0.3468158 Feb 07 21:22:26.535976 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d431f9f-8502-46e2-9ae1-3a82ed6d3f64 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Port': ['ID=28e4827a-3ffb-4949-9daf-6a63b53271e1,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:26.716146 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d431f9f-8502-46e2-9ae1-3a82ed6d3f64 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network 0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:22:26.721699 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-8d431f9f-8502-46e2-9ae1-3a82ed6d3f64 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:22:26.754056 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-67e78a1b-d150-4851-a669-729e486ef51c None None] Provisioning complete for port 0e60dab9-be35-49dc-985e-2abf88535ec8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:26.754492 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-67e78a1b-d150-4851-a669-729e486ef51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0e60dab9-be35-49dc-985e-2abf88535ec8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:26.807920 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-67e78a1b-d150-4851-a669-729e486ef51c None None] Port 0e60dab9-be35-49dc-985e-2abf88535ec8 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:22:26.812066 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 24a294d2-9291-42c5-b46b-a61f4460e281 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:22:26.985789 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-67e78a1b-d150-4851-a669-729e486ef51c None None] Provisioning complete for port 28e4827a-3ffb-4949-9daf-6a63b53271e1 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:26.986151 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-67e78a1b-d150-4851-a669-729e486ef51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (28e4827a-3ffb-4949-9daf-6a63b53271e1), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:27.115672 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-d978b3c1-9a25-406f-a161-423706e42f23 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Made reservation on behalf of 20dde7e4922943ecbb5ccb76ad52e1a9 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:22:27.119996 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-d978b3c1-9a25-406f-a161-423706e42f23 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:27.132696 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-d2cce183-8b32-4485-a321-9a539820b773 None None] Set router f20a01b8-35b5-4afb-84af-4ad133939b50 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:22:27.169258 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 24a294d2-9291-42c5-b46b-a61f4460e281 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:22:27.183612 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-67e78a1b-d150-4851-a669-729e486ef51c None None] Port 28e4827a-3ffb-4949-9daf-6a63b53271e1 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:22:27.189032 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 24a294d2-9291-42c5-b46b-a61f4460e281 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:27.189421 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (24a294d2-9291-42c5-b46b-a61f4460e281), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:27.212144 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d431f9f-8502-46e2-9ae1-3a82ed6d3f64 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Router 72524601-7ebe-4c55-ade3-3423af5d9d83 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:22:27.270192 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ae4f227-ebb1-458d-bc7d-716442ddb692 req-4f3105d3-e2cb-4d01-908e-c96ee0d54727 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 210 time: 0.0591872 Feb 07 21:22:27.294574 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a940fbc0-52fa-4634-881f-557d73084c5e up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:22:27.484658 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-d978b3c1-9a25-406f-a161-423706e42f23 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Allocated IP 172.20.0.3 (30b9222e-e3f7-4412-8b63-9320a43406d0/59eaac6e-e46d-4028-b7b2-899f00c5ee97/d4785722-92e1-49d3-b21a-5efe5f98df60) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:22:27.488459 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-bef76c61-f7c9-4394-acec-09dfc845b506 None None] Provisioning complete for port 28e4827a-3ffb-4949-9daf-6a63b53271e1 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:27.488843 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bef76c61-f7c9-4394-acec-09dfc845b506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (28e4827a-3ffb-4949-9daf-6a63b53271e1), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:27.495687 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e57d3-13f2-4e0d-933e-ec4fc4345815 req-1b71c6a3-d22d-41a8-9e7e-51eb7e66d642 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:27.509727 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb1e57d3-13f2-4e0d-933e-ec4fc4345815 req-1b71c6a3-d22d-41a8-9e7e-51eb7e66d642 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2411ace-c57f-46ad-83d5-ae293b9b4b3b HTTP/1.1" status: 200 len: 945 time: 0.2328756 Feb 07 21:22:27.525172 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d431f9f-8502-46e2-9ae1-3a82ed6d3f64 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:22:27.529087 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46654) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:27.534379 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ac212ba7-dbd6-4945-ad36-c9580eaad3d5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1313570296-network', 'tenant_id': 'bc1d1699aa474ec6b4dd19c88cee861b'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:22:27.541275 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f52a5b9-b379-4728-98a9-c8e3257b3146 None None] Sync routers for ids ['72524601-7ebe-4c55-ade3-3423af5d9d83'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:22:27.563167 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f52a5b9-b379-4728-98a9-c8e3257b3146 None None] Routers {'72524601-7ebe-4c55-ade3-3423af5d9d83'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:22:27.563929 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46658) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:27.564487 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-6f52a5b9-b379-4728-98a9-c8e3257b3146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:22:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['72524601-7ebe-4c55-ade3-3423af5d9d83'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:27.567468 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8d431f9f-8502-46e2-9ae1-3a82ed6d3f64 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "PUT /v2.0/routers/72524601-7ebe-4c55-ade3-3423af5d9d83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3204050 Feb 07 21:22:27.698276 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1cb8dd6-3480-4c97-970d-bf5a34343067 req-4454c971-7584-43bd-9044-33c4b949b7dc tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c50ac6-d20e-4aed-b609-b65c786247c6 HTTP/1.1" status: 200 len: 210 time: 0.0516562 Feb 07 21:22:27.700008 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac212ba7-dbd6-4945-ad36-c9580eaad3d5 admin admin] Made reservation on behalf of bc1d1699aa474ec6b4dd19c88cee861b for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:22:27.713960 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 24a294d2-9291-42c5-b46b-a61f4460e281 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:27.714343 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (24a294d2-9291-42c5-b46b-a61f4460e281), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:27.718417 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac212ba7-dbd6-4945-ad36-c9580eaad3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:27.723844 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb1e57d3-13f2-4e0d-933e-ec4fc4345815 req-996d9551-1f7a-4d5e-bf5b-ab1fb7c0c9bf tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024839 Feb 07 21:22:27.746908 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac212ba7-dbd6-4945-ad36-c9580eaad3d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:27.781686 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e34780-43f2-4ee1-9fd3-5f3fccdaaaa6 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:27.785339 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-bef76c61-f7c9-4394-acec-09dfc845b506 None None] Port 28e4827a-3ffb-4949-9daf-6a63b53271e1 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:22:27.787039 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e8e34780-43f2-4ee1-9fd3-5f3fccdaaaa6 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "GET /v2.0/ports/28e4827a-3ffb-4949-9daf-6a63b53271e1 HTTP/1.1" status: 200 len: 977 time: 0.2195797 Feb 07 21:22:27.795281 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46662) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:27.834389 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2411ace-c57f-46ad-83d5-ae293b9b4b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a294d2-9291-42c5-b46b-a61f4460e281'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:22:27.836813 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ac3c38-2e20-47e2-9b77-b35e052014a1" -d '{"events": [{"server_uuid": "a2411ace-c57f-46ad-83d5-ae293b9b4b3b", "name": "network-vif-plugged", "status": "completed", "tag": "24a294d2-9291-42c5-b46b-a61f4460e281"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:22:27.849299 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port a940fbc0-52fa-4634-881f-557d73084c5e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:27.849299 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a940fbc0-52fa-4634-881f-557d73084c5e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:27.898176 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-6f52a5b9-b379-4728-98a9-c8e3257b3146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:27.929176 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f52a5b9-b379-4728-98a9-c8e3257b3146 None None] Routers {'72524601-7ebe-4c55-ade3-3423af5d9d83'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:22:27.929826 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-6f52a5b9-b379-4728-98a9-c8e3257b3146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:22:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['72524601-7ebe-4c55-ade3-3423af5d9d83'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:27.962544 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0d6923-749f-4d36-8967-94ec6647ed53 x-openstack-request-id: req-7d0d6923-749f-4d36-8967-94ec6647ed53 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:22:27.962873 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2411ace-c57f-46ad-83d5-ae293b9b4b3b", "name": "network-vif-plugged", "status": "completed", "tag": "24a294d2-9291-42c5-b46b-a61f4460e281", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:22:27.963095 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7d0d6923-749f-4d36-8967-94ec6647ed53 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:22:27.963527 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2411ace-c57f-46ad-83d5-ae293b9b4b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a294d2-9291-42c5-b46b-a61f4460e281', 'code': 200} Feb 07 21:22:27.970494 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-d978b3c1-9a25-406f-a161-423706e42f23 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks [] for port (d4785722-92e1-49d3-b21a-5efe5f98df60), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:27.971516 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 24a294d2-9291-42c5-b46b-a61f4460e281, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=24a294d2-9291-42c5-b46b-a61f4460e281,segment=NetworkSegment(c034aa2b-3f97-47ab-96ec-f8ddf955f299),segment_id=c034aa2b-3f97-47ab-96ec-f8ddf955f299)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:22:28.012441 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (24a294d2-9291-42c5-b46b-a61f4460e281), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:28.016668 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-6f52a5b9-b379-4728-98a9-c8e3257b3146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:28.018074 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f52a5b9-b379-4728-98a9-c8e3257b3146 None None] The sync data for ids ['72524601-7ebe-4c55-ade3-3423af5d9d83'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:22:28.140118 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53f8c6-e906-4972-aba5-1e0ba62cac63 req-31d10712-6263-4a35-97f3-768887cba39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:28.144510 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e53f8c6-e906-4972-aba5-1e0ba62cac63 req-31d10712-6263-4a35-97f3-768887cba39c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a2411ace-c57f-46ad-83d5-ae293b9b4b3b HTTP/1.1" status: 200 len: 1128 time: 0.1386485 Feb 07 21:22:28.147989 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-d978b3c1-9a25-406f-a161-423706e42f23 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (d4785722-92e1-49d3-b21a-5efe5f98df60), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:28.187003 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['04760f28-79da-4ca0-842b-0893e337e53b'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:22:28.189576 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['35e6c8e9-17ee-4b6b-a3d1-56baab520cc1'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:22:28.243252 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac212ba7-dbd6-4945-ad36-c9580eaad3d5 admin admin] Publish callbacks [] for security_group (9d901e76-a301-4537-aaf8-6c0abe7c7e05), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:28.270120 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-d978b3c1-9a25-406f-a161-423706e42f23 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Network 30b9222e-e3f7-4412-8b63-9320a43406d0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:22:28.275337 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-d978b3c1-9a25-406f-a161-423706e42f23 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:22:28.288997 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d2cce183-8b32-4485-a321-9a539820b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'name': 'tempest-TestVolumeBootPattern-1761457576-router', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:17Z', 'updated_at': '2022-02-07T21:22:25Z', 'revision_number': 4, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'gw_port': {'id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:70:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:19Z', 'updated_at': '2022-02-07T21:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '0e60dab9-be35-49dc-985e-2abf88535ec8', 'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:23Z', 'updated_at': '2022-02-07T21:22:25Z', 'revision_number': 2, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'subnets': [{'id': '5277b698-1143-4952-a3ce-257473c57257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:28.295566 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac212ba7-dbd6-4945-ad36-c9580eaad3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9d901e76-a301-4537-aaf8-6c0abe7c7e05), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:28.296542 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-d978b3c1-9a25-406f-a161-423706e42f23 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:22:28.317272 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac212ba7-dbd6-4945-ad36-c9580eaad3d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:22:28.335033 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac212ba7-dbd6-4945-ad36-c9580eaad3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (64a7a01c-0bf5-4fdc-b16a-45e38fd81eda), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:28.336116 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-ac212ba7-dbd6-4945-ad36-c9580eaad3d5 admin admin] Added segment 64a7a01c-0bf5-4fdc-b16a-45e38fd81eda of type vlan for network ffeee2eb-92bc-426a-a1b7-9378113201f4 Feb 07 21:22:28.362603 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978b3c1-9a25-406f-a161-423706e42f23 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Pushing event updated for resources: {'Port': ['ID=d4785722-92e1-49d3-b21a-5efe5f98df60,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:28.443894 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-d978b3c1-9a25-406f-a161-423706e42f23 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:28.446118 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-d978b3c1-9a25-406f-a161-423706e42f23 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:28.450932 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac212ba7-dbd6-4945-ad36-c9580eaad3d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (ffeee2eb-92bc-426a-a1b7-9378113201f4), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:28.491927 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e53f8c6-e906-4972-aba5-1e0ba62cac63 req-b359a8e0-252b-435b-8be9-9c76a0af7944 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313067 Feb 07 21:22:28.569914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b36f73fc-3ccb-4dfb-90c8-70fbc9f76749 req-5446be33-2a75-47df-9590-e7e9e862280c tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 210 time: 0.1368778 Feb 07 21:22:28.573962 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-d978b3c1-9a25-406f-a161-423706e42f23 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3799610 Feb 07 21:22:28.613217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-0ff4eced-24f2-46b6-9a6d-51d0bb9604ab service neutron] Request body: {'port': {'device_id': '38c50ac6-d20e-4aed-b609-b65c786247c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:22:28.659044 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac212ba7-dbd6-4945-ad36-c9580eaad3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d901e76-a301-4537-aaf8-6c0abe7c7e05,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:28.662738 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cce183-8b32-4485-a321-9a539820b773 None None] The sync data for ids ['f20a01b8-35b5-4afb-84af-4ad133939b50'] in n-d-828185-2 is: [{'id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'name': 'tempest-TestVolumeBootPattern-1761457576-router', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:17Z', 'updated_at': '2022-02-07T21:22:25Z', 'revision_number': 4, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'gw_port': {'id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:70:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:19Z', 'updated_at': '2022-02-07T21:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '0e60dab9-be35-49dc-985e-2abf88535ec8', 'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:23Z', 'updated_at': '2022-02-07T21:22:25Z', 'revision_number': 2, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'subnets': [{'id': '5277b698-1143-4952-a3ce-257473c57257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:22:28.664732 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=24a294d2-9291-42c5-b46b-a61f4460e281,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:28.667192 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port a940fbc0-52fa-4634-881f-557d73084c5e is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:28.727606 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-0ff4eced-24f2-46b6-9a6d-51d0bb9604ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d4785722-92e1-49d3-b21a-5efe5f98df60), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:28.778744 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac212ba7-dbd6-4945-ad36-c9580eaad3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (ffeee2eb-92bc-426a-a1b7-9378113201f4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:28.782733 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac212ba7-dbd6-4945-ad36-c9580eaad3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:28.783676 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac212ba7-dbd6-4945-ad36-c9580eaad3d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:28.851182 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-eb0ffc1a-3f70-405a-a525-056be668b225 None None] Provisioning complete for port d4785722-92e1-49d3-b21a-5efe5f98df60 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:28.851495 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eb0ffc1a-3f70-405a-a525-056be668b225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d4785722-92e1-49d3-b21a-5efe5f98df60), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:28.893517 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac212ba7-dbd6-4945-ad36-c9580eaad3d5 admin admin] Pushing event updated for resources: {'Network': ['ID=ffeee2eb-92bc-426a-a1b7-9378113201f4,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:28.957871 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-eb0ffc1a-3f70-405a-a525-056be668b225 None None] Port d4785722-92e1-49d3-b21a-5efe5f98df60 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:22:28.959854 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network ffeee2eb-92bc-426a-a1b7-9378113201f4 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:22:28.984504 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ac212ba7-dbd6-4945-ad36-c9580eaad3d5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4541991 Feb 07 21:22:28.993838 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46686) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:29.000914 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a5293c49-aa37-4ae6-b933-294edfed579c admin admin] Request body: {'subnet': {'network_id': 'ffeee2eb-92bc-426a-a1b7-9378113201f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1313570296-subnet', 'tenant_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:22:29.038239 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5293c49-aa37-4ae6-b933-294edfed579c admin admin] Made reservation on behalf of bc1d1699aa474ec6b4dd19c88cee861b for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:22:29.040915 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5293c49-aa37-4ae6-b933-294edfed579c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:29.190191 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e391877-d78a-47e7-92af-7178cc91cad1 req-352f59ec-ef52-4f84-994b-81128729b1c4 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:29.197855 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e391877-d78a-47e7-92af-7178cc91cad1 req-352f59ec-ef52-4f84-994b-81128729b1c4 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c50ac6-d20e-4aed-b609-b65c786247c6 HTTP/1.1" status: 200 len: 931 time: 0.2901587 Feb 07 21:22:29.241458 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d8507068-52e0-4e9c-8437-202c9cc0cd69 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (72524601-7ebe-4c55-ade3-3423af5d9d83), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:29.246288 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454d023-641a-4e41-8f7a-acd0eda428da req-c9fe16a8-8a07-4dc9-85ae-2d8deafeb4a8 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:29.247945 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9454d023-641a-4e41-8f7a-acd0eda428da req-c9fe16a8-8a07-4dc9-85ae-2d8deafeb4a8 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2411ace-c57f-46ad-83d5-ae293b9b4b3b HTTP/1.1" status: 200 len: 946 time: 0.3106649 Feb 07 21:22:29.389582 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e391877-d78a-47e7-92af-7178cc91cad1 req-d0be168e-6964-4bde-a70b-d154c85f2a82 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901314 Feb 07 21:22:29.395879 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9454d023-641a-4e41-8f7a-acd0eda428da req-173ff31f-985e-457a-86b5-be34eaa72aab tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206026 Feb 07 21:22:29.534526 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-0ff4eced-24f2-46b6-9a6d-51d0bb9604ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4785722-92e1-49d3-b21a-5efe5f98df60 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:22:29.547816 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-0ff4eced-24f2-46b6-9a6d-51d0bb9604ab service neutron] Publish callbacks [] for port (d4785722-92e1-49d3-b21a-5efe5f98df60), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:29.560196 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5293c49-aa37-4ae6-b933-294edfed579c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (8187e00c-a391-4c68-aabd-f20e14c5ea2b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:29.572733 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-0ff4eced-24f2-46b6-9a6d-51d0bb9604ab service neutron] Transition to ACTIVE for port object d4785722-92e1-49d3-b21a-5efe5f98df60 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:22:29.594606 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-0ff4eced-24f2-46b6-9a6d-51d0bb9604ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (d4785722-92e1-49d3-b21a-5efe5f98df60), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:29.703396 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4eced-24f2-46b6-9a6d-51d0bb9604ab service neutron] Pushing event updated for resources: {'Port': ['ID=d4785722-92e1-49d3-b21a-5efe5f98df60,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:29.745980 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cdbe89ac-0106-430b-809f-1d7f34b13bb2 req-360d0b55-527d-4df6-bd50-6d8959baae07 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 210 time: 0.0390377 Feb 07 21:22:29.784438 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5293c49-aa37-4ae6-b933-294edfed579c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8187e00c-a391-4c68-aabd-f20e14c5ea2b,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:29.838380 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5293c49-aa37-4ae6-b933-294edfed579c admin admin] Checking segment: {'id': '64a7a01c-0bf5-4fdc-b16a-45e38fd81eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ffeee2eb-92bc-426a-a1b7-9378113201f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:22:29.838380 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5293c49-aa37-4ae6-b933-294edfed579c admin admin] Network hostable DHCP agents. Network: ffeee2eb-92bc-426a-a1b7-9378113201f4, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:22:29.929525 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5293c49-aa37-4ae6-b933-294edfed579c admin admin] Network ffeee2eb-92bc-426a-a1b7-9378113201f4 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:22:29.975676 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-0ff4eced-24f2-46b6-9a6d-51d0bb9604ab service neutron] Attempting to bind port d4785722-92e1-49d3-b21a-5efe5f98df60 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:22:29.976503 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-0ff4eced-24f2-46b6-9a6d-51d0bb9604ab service neutron] Attempting to bind port d4785722-92e1-49d3-b21a-5efe5f98df60 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:22:29.976503 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-0ff4eced-24f2-46b6-9a6d-51d0bb9604ab service neutron] Attempting to bind port d4785722-92e1-49d3-b21a-5efe5f98df60 on network 30b9222e-e3f7-4412-8b63-9320a43406d0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:22:29.994582 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-0ff4eced-24f2-46b6-9a6d-51d0bb9604ab service neutron] Port d4785722-92e1-49d3-b21a-5efe5f98df60 on network 30b9222e-e3f7-4412-8b63-9320a43406d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:22:29.994930 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-0ff4eced-24f2-46b6-9a6d-51d0bb9604ab service neutron] Attempting to bind port d4785722-92e1-49d3-b21a-5efe5f98df60 on network 30b9222e-e3f7-4412-8b63-9320a43406d0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:22:30.004884 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-0ff4eced-24f2-46b6-9a6d-51d0bb9604ab service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:22:30.006022 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-0ff4eced-24f2-46b6-9a6d-51d0bb9604ab service neutron] Checking segment: {'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:22:30.006022 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-0ff4eced-24f2-46b6-9a6d-51d0bb9604ab service neutron] Bound using segment: {'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:22:30.006264 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-0ff4eced-24f2-46b6-9a6d-51d0bb9604ab service neutron] Bound port: d4785722-92e1-49d3-b21a-5efe5f98df60, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:22:30.006434 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-0ff4eced-24f2-46b6-9a6d-51d0bb9604ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d4785722-92e1-49d3-b21a-5efe5f98df60), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:30.033843 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-a5293c49-aa37-4ae6-b933-294edfed579c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, ffeee2eb-92bc-426a-a1b7-9378113201f4) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:22:30.041822 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38418061-19e1-4d2b-bb3d-01890938be24 None None] Network ffeee2eb-92bc-426a-a1b7-9378113201f4 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:22:30.107881 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5293c49-aa37-4ae6-b933-294edfed579c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:30.109758 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5293c49-aa37-4ae6-b933-294edfed579c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:30.141123 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-0ff4eced-24f2-46b6-9a6d-51d0bb9604ab service neutron] For port d4785722-92e1-49d3-b21a-5efe5f98df60, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:22:30.144457 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-0ff4eced-24f2-46b6-9a6d-51d0bb9604ab service neutron] For port d4785722-92e1-49d3-b21a-5efe5f98df60, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d4785722-92e1-49d3-b21a-5efe5f98df60,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:22:30.184681 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-0ff4eced-24f2-46b6-9a6d-51d0bb9604ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (d4785722-92e1-49d3-b21a-5efe5f98df60), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:30.203669 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a5293c49-aa37-4ae6-b933-294edfed579c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2075810 Feb 07 21:22:30.207705 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46702) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:30.225802 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-15588b6b-12ff-4f26-abba-40e0135b8fc4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1313570296-router', 'tenant_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:22:30.283919 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d8507068-52e0-4e9c-8437-202c9cc0cd69 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Deleting port 28e4827a-3ffb-4949-9daf-6a63b53271e1 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:22:30.284269 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d8507068-52e0-4e9c-8437-202c9cc0cd69 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (28e4827a-3ffb-4949-9daf-6a63b53271e1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:30.290290 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-15588b6b-12ff-4f26-abba-40e0135b8fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (10bb7c3c-6760-4277-85e5-63c2c2cdc67d), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:30.293964 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-15588b6b-12ff-4f26-abba-40e0135b8fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (10bb7c3c-6760-4277-85e5-63c2c2cdc67d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:30.296122 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-0ff4eced-24f2-46b6-9a6d-51d0bb9604ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:30.297531 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-0ff4eced-24f2-46b6-9a6d-51d0bb9604ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:30.299098 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-0ff4eced-24f2-46b6-9a6d-51d0bb9604ab service neutron] 10.222.0.71 "PUT /v2.0/ports/d4785722-92e1-49d3-b21a-5efe5f98df60 HTTP/1.1" status: 200 len: 1091 time: 1.7130089 Feb 07 21:22:30.299567 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c50ac6-d20e-4aed-b609-b65c786247c6', 'tag': 'd4785722-92e1-49d3-b21a-5efe5f98df60'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:22:30.301867 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fcd31f-b0a7-4997-9813-acd16d457a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "38c50ac6-d20e-4aed-b609-b65c786247c6", "tag": "d4785722-92e1-49d3-b21a-5efe5f98df60"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:22:30.403675 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130a26b7-cf41-460b-9e34-2547263ef1a2 x-openstack-request-id: req-130a26b7-cf41-460b-9e34-2547263ef1a2 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:22:30.404144 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c50ac6-d20e-4aed-b609-b65c786247c6", "tag": "d4785722-92e1-49d3-b21a-5efe5f98df60", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:22:30.404273 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-130a26b7-cf41-460b-9e34-2547263ef1a2 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:22:30.404640 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c50ac6-d20e-4aed-b609-b65c786247c6', 'tag': 'd4785722-92e1-49d3-b21a-5efe5f98df60', 'status': 'completed', 'code': 200} Feb 07 21:22:30.447553 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4eced-24f2-46b6-9a6d-51d0bb9604ab service neutron] Pushing event updated for resources: {'Port': ['ID=d4785722-92e1-49d3-b21a-5efe5f98df60,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:30.537487 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d6ad70-bcd7-4f76-bbef-925d51743a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-ffeee2eb-92bc-426a-a1b7-9378113201f4', 'network_id': 'ffeee2eb-92bc-426a-a1b7-9378113201f4', 'project_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'fixed_ips': [{'subnet_id': '8187e00c-a391-4c68-aabd-f20e14c5ea2b'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:22:30.538359 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ad70-bcd7-4f76-bbef-925d51743a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:30.602935 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d8507068-52e0-4e9c-8437-202c9cc0cd69 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (28e4827a-3ffb-4949-9daf-6a63b53271e1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:30.646170 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d8507068-52e0-4e9c-8437-202c9cc0cd69 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Calling delete_port for 28e4827a-3ffb-4949-9daf-6a63b53271e1 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:22:30.736610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-1b9eb097-9f14-46ac-a4ee-0ab7118ae03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:30.738456 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-1b9eb097-9f14-46ac-a4ee-0ab7118ae03b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=38c50ac6-d20e-4aed-b609-b65c786247c6 HTTP/1.1" status: 200 len: 1125 time: 0.3961799 Feb 07 21:22:30.807491 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-c486a4fa-5de7-4148-b779-a27e55ff235a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4785722-92e1-49d3-b21a-5efe5f98df60 HTTP/1.1" status: 200 len: 217 time: 0.0590672 Feb 07 21:22:30.882992 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d21b8b-d8dc-47fb-bbb1-3efd615b0a54 req-370e6249-629e-48f0-8e5f-9fc747c474bf tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:30.882992 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8d21b8b-d8dc-47fb-bbb1-3efd615b0a54 req-370e6249-629e-48f0-8e5f-9fc747c474bf tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c50ac6-d20e-4aed-b609-b65c786247c6 HTTP/1.1" status: 200 len: 943 time: 0.3398485 Feb 07 21:22:30.911904 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-b4d6ad70-bcd7-4f76-bbef-925d51743a18 None None] Allocated IP 172.20.0.2 (ffeee2eb-92bc-426a-a1b7-9378113201f4/8187e00c-a391-4c68-aabd-f20e14c5ea2b/32685eb3-4df3-4572-80b1-c9ad944d33c6) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:22:30.976865 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d8507068-52e0-4e9c-8437-202c9cc0cd69 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (28e4827a-3ffb-4949-9daf-6a63b53271e1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:30.985661 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5307a2-fd17-4bea-afe1-a9ea6762d43c req-88409322-14a3-4df7-9ebc-7fb74f4794e1 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:30.994096 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6b5307a2-fd17-4bea-afe1-a9ea6762d43c req-88409322-14a3-4df7-9ebc-7fb74f4794e1 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2411ace-c57f-46ad-83d5-ae293b9b4b3b HTTP/1.1" status: 200 len: 946 time: 0.4105277 Feb 07 21:22:31.132122 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6b5307a2-fd17-4bea-afe1-a9ea6762d43c req-9b85999e-2be6-46ae-b527-38be8ab15872 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321440 Feb 07 21:22:31.138440 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8507068-52e0-4e9c-8437-202c9cc0cd69 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Port': ['ID=28e4827a-3ffb-4949-9daf-6a63b53271e1,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:31.176707 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-15588b6b-12ff-4f26-abba-40e0135b8fc4 admin admin] Publish callbacks [] for router_controller (10bb7c3c-6760-4277-85e5-63c2c2cdc67d), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:31.249521 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8d21b8b-d8dc-47fb-bbb1-3efd615b0a54 req-b15a0dfb-b428-4b30-a0c0-883b83790a26 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812666 Feb 07 21:22:31.251947 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-537e656a-0225-415a-bd92-ae091617b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:31.253725 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-537e656a-0225-415a-bd92-ae091617b0fb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.4378307 Feb 07 21:22:31.282011 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ad70-bcd7-4f76-bbef-925d51743a18 None None] Publish callbacks [] for port (32685eb3-4df3-4572-80b1-c9ad944d33c6), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:31.302945 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 99eea577-5a94-4a77-9cc4-5e0d6e219b6f up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:22:31.318660 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ad70-bcd7-4f76-bbef-925d51743a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (32685eb3-4df3-4572-80b1-c9ad944d33c6), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:31.469645 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e29ecab1-6294-468a-92e7-84cec449e3e4 req-388aab2e-c432-43b7-8fa2-8dccf99ee134 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 210 time: 0.1032832 Feb 07 21:22:31.522243 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6ad70-bcd7-4f76-bbef-925d51743a18 None None] Pushing event updated for resources: {'Port': ['ID=32685eb3-4df3-4572-80b1-c9ad944d33c6,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:31.542256 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d6ad70-bcd7-4f76-bbef-925d51743a18 None None] Network ffeee2eb-92bc-426a-a1b7-9378113201f4 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:22:31.549516 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-b4d6ad70-bcd7-4f76-bbef-925d51743a18 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:22:31.560053 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d6ad70-bcd7-4f76-bbef-925d51743a18 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:22:31.589787 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-4c204dfd-8d82-418a-a7d8-c2d434e56082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:31.604769 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-4c204dfd-8d82-418a-a7d8-c2d434e56082 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3282514 Feb 07 21:22:31.681584 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 99eea577-5a94-4a77-9cc4-5e0d6e219b6f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:31.682128 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (99eea577-5a94-4a77-9cc4-5e0d6e219b6f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:31.708657 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-b4d6ad70-bcd7-4f76-bbef-925d51743a18 None None] Attempting to bind port 32685eb3-4df3-4572-80b1-c9ad944d33c6 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:22:31.708952 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-b4d6ad70-bcd7-4f76-bbef-925d51743a18 None None] Attempting to bind port 32685eb3-4df3-4572-80b1-c9ad944d33c6 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '64a7a01c-0bf5-4fdc-b16a-45e38fd81eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ffeee2eb-92bc-426a-a1b7-9378113201f4'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:22:31.709419 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d6ad70-bcd7-4f76-bbef-925d51743a18 None None] Attempting to bind port 32685eb3-4df3-4572-80b1-c9ad944d33c6 on network ffeee2eb-92bc-426a-a1b7-9378113201f4 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:22:31.757877 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d6ad70-bcd7-4f76-bbef-925d51743a18 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:22:31.758589 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d6ad70-bcd7-4f76-bbef-925d51743a18 None None] Checking segment: {'id': '64a7a01c-0bf5-4fdc-b16a-45e38fd81eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ffeee2eb-92bc-426a-a1b7-9378113201f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:22:31.759102 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ad70-bcd7-4f76-bbef-925d51743a18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:31.760037 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d6ad70-bcd7-4f76-bbef-925d51743a18 None None] Bound using segment: {'id': '64a7a01c-0bf5-4fdc-b16a-45e38fd81eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ffeee2eb-92bc-426a-a1b7-9378113201f4'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:22:31.760658 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-b4d6ad70-bcd7-4f76-bbef-925d51743a18 None None] Bound port: 32685eb3-4df3-4572-80b1-c9ad944d33c6, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a7a01c-0bf5-4fdc-b16a-45e38fd81eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ffeee2eb-92bc-426a-a1b7-9378113201f4'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:22:31.761773 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ad70-bcd7-4f76-bbef-925d51743a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (32685eb3-4df3-4572-80b1-c9ad944d33c6), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:31.774955 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c8740-028e-4c3d-89b0-bd6760cea748 req-49e2e8de-6185-474a-8380-2d2125e76a67 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:31.776528 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1c1c8740-028e-4c3d-89b0-bd6760cea748 req-49e2e8de-6185-474a-8380-2d2125e76a67 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2411ace-c57f-46ad-83d5-ae293b9b4b3b HTTP/1.1" status: 200 len: 946 time: 0.3221276 Feb 07 21:22:31.830996 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-a5a6b09b-0f99-4183-a2d8-fdb2931f2ffa service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253528 Feb 07 21:22:31.860594 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-15588b6b-12ff-4f26-abba-40e0135b8fc4 admin admin] Publish callbacks [] for router_gateway (10bb7c3c-6760-4277-85e5-63c2c2cdc67d), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:31.864494 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d8507068-52e0-4e9c-8437-202c9cc0cd69 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (72524601-7ebe-4c55-ade3-3423af5d9d83), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:32.014926 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1c1c8740-028e-4c3d-89b0-bd6760cea748 req-67aed270-6032-4b9f-b7f7-2128bd168a79 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280653 Feb 07 21:22:32.232590 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eae1e8f0-df51-4366-919e-8c85635ebf91 req-2757296b-1775-444d-85da-135421836a85 service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942919 Feb 07 21:22:32.378791 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 99eea577-5a94-4a77-9cc4-5e0d6e219b6f is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:32.379313 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (99eea577-5a94-4a77-9cc4-5e0d6e219b6f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:32.492736 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b4d6ad70-bcd7-4f76-bbef-925d51743a18 None None] For port 32685eb3-4df3-4572-80b1-c9ad944d33c6, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:22:32.513712 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 99eea577-5a94-4a77-9cc4-5e0d6e219b6f, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=99eea577-5a94-4a77-9cc4-5e0d6e219b6f,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:22:32.551971 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (99eea577-5a94-4a77-9cc4-5e0d6e219b6f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:32.600798 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcd31f-b0a7-4997-9813-acd16d457a2e req-9b7eb9c3-70ba-4a59-9962-e30d6f4bc7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:32.602847 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8fcd31f-b0a7-4997-9813-acd16d457a2e req-9b7eb9c3-70ba-4a59-9962-e30d6f4bc7af service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=38c50ac6-d20e-4aed-b609-b65c786247c6 HTTP/1.1" status: 200 len: 1125 time: 0.3014178 Feb 07 21:22:32.637932 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b4d6ad70-bcd7-4f76-bbef-925d51743a18 None None] For port 32685eb3-4df3-4572-80b1-c9ad944d33c6, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=32685eb3-4df3-4572-80b1-c9ad944d33c6,segment=NetworkSegment(64a7a01c-0bf5-4fdc-b16a-45e38fd81eda),segment_id=64a7a01c-0bf5-4fdc-b16a-45e38fd81eda)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:22:32.641304 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=99eea577-5a94-4a77-9cc4-5e0d6e219b6f,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:32.652584 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ad70-bcd7-4f76-bbef-925d51743a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (32685eb3-4df3-4572-80b1-c9ad944d33c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:32.714867 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcd31f-b0a7-4997-9813-acd16d457a2e req-5820ce13-6324-4fe2-a55c-00a73c7c8b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:32.726091 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8fcd31f-b0a7-4997-9813-acd16d457a2e req-5820ce13-6324-4fe2-a55c-00a73c7c8b01 service neutron] 10.222.0.71 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 913 time: 0.1155682 Feb 07 21:22:32.832395 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6ad70-bcd7-4f76-bbef-925d51743a18 None None] Pushing event updated for resources: {'Port': ['ID=32685eb3-4df3-4572-80b1-c9ad944d33c6,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:32.855224 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c58ef8-dbb3-4107-a4c6-0476879bd82d req-9fc7e76c-ffec-4e7d-9785-35fbfb114ecb tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:32.863420 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38c58ef8-dbb3-4107-a4c6-0476879bd82d req-9fc7e76c-ffec-4e7d-9785-35fbfb114ecb tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2411ace-c57f-46ad-83d5-ae293b9b4b3b HTTP/1.1" status: 200 len: 946 time: 0.3648763 Feb 07 21:22:32.872127 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8fcd31f-b0a7-4997-9813-acd16d457a2e req-fe828686-8c53-449f-a629-91e79a8e96d7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4785722-92e1-49d3-b21a-5efe5f98df60 HTTP/1.1" status: 200 len: 217 time: 0.1363537 Feb 07 21:22:33.058352 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38c58ef8-dbb3-4107-a4c6-0476879bd82d req-4b169f83-9676-4dae-b016-8b29390c7744 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932170 Feb 07 21:22:33.088117 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8507068-52e0-4e9c-8437-202c9cc0cd69 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Router 72524601-7ebe-4c55-ade3-3423af5d9d83 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:22:33.092810 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9cd71-442c-4a39-bd1f-1b345ace02b3 req-641cc6b9-5583-4cc9-a323-bee493833191 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:33.097987 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d3e9cd71-442c-4a39-bd1f-1b345ace02b3 req-641cc6b9-5583-4cc9-a323-bee493833191 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c50ac6-d20e-4aed-b609-b65c786247c6 HTTP/1.1" status: 200 len: 943 time: 0.5299556 Feb 07 21:22:33.103975 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9067061-6bfc-47f9-ae16-d3f54ea9f6ee None None] Sync routers for ids ['f20a01b8-35b5-4afb-84af-4ad133939b50'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:22:33.108283 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 99eea577-5a94-4a77-9cc4-5e0d6e219b6f up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:22:33.206839 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcd31f-b0a7-4997-9813-acd16d457a2e req-cc40f1a9-85b7-47ab-936a-2c4b3840b21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:33.211603 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8fcd31f-b0a7-4997-9813-acd16d457a2e req-cc40f1a9-85b7-47ab-936a-2c4b3840b21b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.3233171 Feb 07 21:22:33.245266 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9067061-6bfc-47f9-ae16-d3f54ea9f6ee None None] Routers {'f20a01b8-35b5-4afb-84af-4ad133939b50'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:22:33.245988 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c9067061-6bfc-47f9-ae16-d3f54ea9f6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:22:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f20a01b8-35b5-4afb-84af-4ad133939b50'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:33.382660 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8507068-52e0-4e9c-8437-202c9cc0cd69 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:22:33.397134 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490d8820-5de6-4a1d-98e8-95a88abaa8f8 None None] Sync routers for ids ['72524601-7ebe-4c55-ade3-3423af5d9d83'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:22:33.401827 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d8507068-52e0-4e9c-8437-202c9cc0cd69 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "PUT /v2.0/routers/72524601-7ebe-4c55-ade3-3423af5d9d83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6018384 Feb 07 21:22:33.402709 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46736) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:33.422257 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490d8820-5de6-4a1d-98e8-95a88abaa8f8 None None] Routers {'72524601-7ebe-4c55-ade3-3423af5d9d83'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:22:33.426886 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-490d8820-5de6-4a1d-98e8-95a88abaa8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:22:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['72524601-7ebe-4c55-ade3-3423af5d9d83'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:33.484265 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d70f4e2-db4a-41dd-84cb-c16b547e64c5 req-70bb11c4-071d-409d-976c-0c2b7c3df4bf tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "GET /v2.0/ports?device_id=25910a13-370f-4e1c-b33b-97ea5419c790 HTTP/1.1" status: 200 len: 210 time: 0.2052467 Feb 07 21:22:33.523704 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d3e9cd71-442c-4a39-bd1f-1b345ace02b3 req-bebba8d7-67b8-4aec-a7d6-6191a5aa4c29 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033382 Feb 07 21:22:33.556142 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-490d8820-5de6-4a1d-98e8-95a88abaa8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:33.565315 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcd31f-b0a7-4997-9813-acd16d457a2e req-4c28d5ae-6c41-4af8-bab0-40c608317ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:33.571673 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8fcd31f-b0a7-4997-9813-acd16d457a2e req-4c28d5ae-6c41-4af8-bab0-40c608317ec1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3536289 Feb 07 21:22:33.581819 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490d8820-5de6-4a1d-98e8-95a88abaa8f8 None None] Routers {'72524601-7ebe-4c55-ade3-3423af5d9d83'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:22:33.582721 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-490d8820-5de6-4a1d-98e8-95a88abaa8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:22:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['72524601-7ebe-4c55-ade3-3423af5d9d83'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:33.623938 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-490d8820-5de6-4a1d-98e8-95a88abaa8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:33.624841 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490d8820-5de6-4a1d-98e8-95a88abaa8f8 None None] The sync data for ids ['72524601-7ebe-4c55-ade3-3423af5d9d83'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:22:33.730025 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:33.745506 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 99eea577-5a94-4a77-9cc4-5e0d6e219b6f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:33.745884 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (99eea577-5a94-4a77-9cc4-5e0d6e219b6f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:33.819745 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-c9067061-6bfc-47f9-ae16-d3f54ea9f6ee None None] Set router f20a01b8-35b5-4afb-84af-4ad133939b50 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:22:34.030559 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:34.105126 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 99eea577-5a94-4a77-9cc4-5e0d6e219b6f is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:34.217999 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-a325ae72-5b6c-4f3f-afbb-7eaf48103c2c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] remove_router_interface failed (client error): The resource could not be found. Feb 07 21:22:34.234262 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a325ae72-5b6c-4f3f-afbb-7eaf48103c2c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "PUT /v2.0/routers/72524601-7ebe-4c55-ade3-3423af5d9d83/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8255687 Feb 07 21:22:34.240041 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46744) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:34.255889 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-15588b6b-12ff-4f26-abba-40e0135b8fc4 admin admin] Publish callbacks [] for router_gateway (10bb7c3c-6760-4277-85e5-63c2c2cdc67d), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:34.313241 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-15588b6b-12ff-4f26-abba-40e0135b8fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:34.318129 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c9067061-6bfc-47f9-ae16-d3f54ea9f6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'name': 'tempest-TestVolumeBootPattern-1761457576-router', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:17Z', 'updated_at': '2022-02-07T21:22:25Z', 'revision_number': 4, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'gw_port': {'id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:19Z', 'updated_at': '2022-02-07T21:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '0e60dab9-be35-49dc-985e-2abf88535ec8', 'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:23Z', 'updated_at': '2022-02-07T21:22:25Z', 'revision_number': 2, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'subnets': [{'id': '5277b698-1143-4952-a3ce-257473c57257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:34.330016 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-228caf04-2cfe-4fc7-9eb8-a38f708f0075 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "GET /v2.0/ports?device_id=72524601-7ebe-4c55-ade3-3423af5d9d83 HTTP/1.1" status: 200 len: 205 time: 0.0768864 Feb 07 21:22:34.333073 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46746) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:34.387201 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9067061-6bfc-47f9-ae16-d3f54ea9f6ee None None] Checking router: f20a01b8-35b5-4afb-84af-4ad133939b50 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:22:34.387739 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9067061-6bfc-47f9-ae16-d3f54ea9f6ee None None] Updating router f20a01b8-35b5-4afb-84af-4ad133939b50 port 0e60dab9-be35-49dc-985e-2abf88535ec8 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:22:34.441530 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c9067061-6bfc-47f9-ae16-d3f54ea9f6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0e60dab9-be35-49dc-985e-2abf88535ec8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:34.545057 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-15588b6b-12ff-4f26-abba-40e0135b8fc4 admin admin] Allocated IP 172.25.4.12 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/99c071c9-0206-4f13-9712-5500f3d0871c) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:22:34.595425 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40a0bd-a86a-42a4-9e8b-ca1a3321d2db req-a1272858-4e09-446a-a4fe-a027ddec577e tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:34.597188 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c40a0bd-a86a-42a4-9e8b-ca1a3321d2db req-a1272858-4e09-446a-a4fe-a027ddec577e tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2411ace-c57f-46ad-83d5-ae293b9b4b3b HTTP/1.1" status: 200 len: 946 time: 0.3555162 Feb 07 21:22:34.601014 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aefdf21f-48d0-4355-bf45-47c93ca47ea7 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router (72524601-7ebe-4c55-ade3-3423af5d9d83), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:34.669291 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46754) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:34.678098 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5f6008-e944-4c89-9b44-dd6f9b62806d None None] Network ffeee2eb-92bc-426a-a1b7-9378113201f4 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:22:34.768902 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8fcd31f-b0a7-4997-9813-acd16d457a2e req-1acf558e-06ff-42d4-8b46-ad70498dec0b service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1887860 Feb 07 21:22:34.781118 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-15588b6b-12ff-4f26-abba-40e0135b8fc4 admin admin] Publish callbacks [] for port (99c071c9-0206-4f13-9712-5500f3d0871c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:34.822167 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-15588b6b-12ff-4f26-abba-40e0135b8fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (99c071c9-0206-4f13-9712-5500f3d0871c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:34.883759 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ff72d776-3f2d-4c9f-b356-6fca12cad71d None None] Provisioning complete for port 32685eb3-4df3-4572-80b1-c9ad944d33c6 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:34.884302 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ff72d776-3f2d-4c9f-b356-6fca12cad71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (32685eb3-4df3-4572-80b1-c9ad944d33c6), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:34.921255 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15588b6b-12ff-4f26-abba-40e0135b8fc4 admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:22:34.925847 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-15588b6b-12ff-4f26-abba-40e0135b8fc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:22:34.928412 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15588b6b-12ff-4f26-abba-40e0135b8fc4 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:22:34.930580 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15588b6b-12ff-4f26-abba-40e0135b8fc4 admin admin] Pushing event updated for resources: {'Port': ['ID=99c071c9-0206-4f13-9712-5500f3d0871c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:35.193576 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ff72d776-3f2d-4c9f-b356-6fca12cad71d None None] Current status of the port 32685eb3-4df3-4572-80b1-c9ad944d33c6 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:35.193961 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ff72d776-3f2d-4c9f-b356-6fca12cad71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (32685eb3-4df3-4572-80b1-c9ad944d33c6), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:35.228348 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 32685eb3-4df3-4572-80b1-c9ad944d33c6 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:22:35.285877 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c40a0bd-a86a-42a4-9e8b-ca1a3321d2db req-fca54d21-908d-4144-aafd-49b39544a634 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6629322 Feb 07 21:22:35.286828 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b92a6c9-c960-448a-8066-22cdb4451e24 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for security_group (a2128938-b392-4a71-8222-a33244520e5c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:35.371741 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b92a6c9-c960-448a-8066-22cdb4451e24 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for security_group (a2128938-b392-4a71-8222-a33244520e5c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:35.413398 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-15588b6b-12ff-4f26-abba-40e0135b8fc4 admin admin] Publish callbacks [] for router_gateway (10bb7c3c-6760-4277-85e5-63c2c2cdc67d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:35.489172 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ff72d776-3f2d-4c9f-b356-6fca12cad71d None None] For port 32685eb3-4df3-4572-80b1-c9ad944d33c6, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=32685eb3-4df3-4572-80b1-c9ad944d33c6,segment=NetworkSegment(64a7a01c-0bf5-4fdc-b16a-45e38fd81eda),segment_id=64a7a01c-0bf5-4fdc-b16a-45e38fd81eda)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:22:35.515770 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ff72d776-3f2d-4c9f-b356-6fca12cad71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (32685eb3-4df3-4572-80b1-c9ad944d33c6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:35.528003 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b92a6c9-c960-448a-8066-22cdb4451e24 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a2128938-b392-4a71-8222-a33244520e5c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:35.545687 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b92a6c9-c960-448a-8066-22cdb4451e24 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:35.550056 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6b92a6c9-c960-448a-8066-22cdb4451e24 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] 10.222.0.65 "DELETE /v2.0/security-groups/a2128938-b392-4a71-8222-a33244520e5c HTTP/1.1" status: 204 len: 168 time: 0.8765631 Feb 07 21:22:35.657972 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72d776-3f2d-4c9f-b356-6fca12cad71d None None] Pushing event updated for resources: {'Port': ['ID=32685eb3-4df3-4572-80b1-c9ad944d33c6,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:35.695300 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c9067061-6bfc-47f9-ae16-d3f54ea9f6ee None None] Publish callbacks [] for port (0e60dab9-be35-49dc-985e-2abf88535ec8), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:35.742069 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c9067061-6bfc-47f9-ae16-d3f54ea9f6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0e60dab9-be35-49dc-985e-2abf88535ec8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:35.877481 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f55f9121-961e-4d17-8fcd-be13b4dc8904 None None] Provisioning complete for port 32685eb3-4df3-4572-80b1-c9ad944d33c6 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:35.887000 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f55f9121-961e-4d17-8fcd-be13b4dc8904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (32685eb3-4df3-4572-80b1-c9ad944d33c6), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:35.887885 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92a6c9-c960-448a-8066-22cdb4451e24 tempest-TestVolumeBackupRestore-2036831028 tempest-TestVolumeBackupRestore-2036831028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2128938-b392-4a71-8222-a33244520e5c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:35.903323 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 32685eb3-4df3-4572-80b1-c9ad944d33c6 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:35.906037 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e4971-4441-4e48-a571-035682e507f9 req-4eaf69f3-f7df-44a2-8b44-31d64a8208b3 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:35.906266 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (32685eb3-4df3-4572-80b1-c9ad944d33c6), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:35.917898 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-712e4971-4441-4e48-a571-035682e507f9 req-4eaf69f3-f7df-44a2-8b44-31d64a8208b3 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c50ac6-d20e-4aed-b609-b65c786247c6 HTTP/1.1" status: 200 len: 943 time: 0.9097021 Feb 07 21:22:35.963603 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aefdf21f-48d0-4355-bf45-47c93ca47ea7 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (72524601-7ebe-4c55-ade3-3423af5d9d83), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:35.967713 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-15588b6b-12ff-4f26-abba-40e0135b8fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (10bb7c3c-6760-4277-85e5-63c2c2cdc67d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:35.982977 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aefdf21f-48d0-4355-bf45-47c93ca47ea7 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router_controller (72524601-7ebe-4c55-ade3-3423af5d9d83), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:36.103487 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c9067061-6bfc-47f9-ae16-d3f54ea9f6ee None None] Attempting to bind port 0e60dab9-be35-49dc-985e-2abf88535ec8 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:22:36.105682 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c9067061-6bfc-47f9-ae16-d3f54ea9f6ee None None] Attempting to bind port 0e60dab9-be35-49dc-985e-2abf88535ec8 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:22:36.106215 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9067061-6bfc-47f9-ae16-d3f54ea9f6ee None None] Attempting to bind port 0e60dab9-be35-49dc-985e-2abf88535ec8 on network c5d8bec1-9baf-496d-8066-d331255bb96c {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:22:36.120301 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3fbafd-b3a8-40e6-9b50-737f7979da33 None None] Pushing event updated for resources: {'Port': ['ID=0e60dab9-be35-49dc-985e-2abf88535ec8,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:36.138466 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9067061-6bfc-47f9-ae16-d3f54ea9f6ee None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:22:36.139204 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9067061-6bfc-47f9-ae16-d3f54ea9f6ee None None] Checking segment: {'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:22:36.139866 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c9067061-6bfc-47f9-ae16-d3f54ea9f6ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:36.140929 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9067061-6bfc-47f9-ae16-d3f54ea9f6ee None None] Bound using segment: {'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:22:36.141614 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c9067061-6bfc-47f9-ae16-d3f54ea9f6ee None None] Bound port: 0e60dab9-be35-49dc-985e-2abf88535ec8, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:22:36.142187 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c9067061-6bfc-47f9-ae16-d3f54ea9f6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0e60dab9-be35-49dc-985e-2abf88535ec8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:36.179460 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8fcd31f-b0a7-4997-9813-acd16d457a2e req-e3ce704d-6309-42d0-89a5-755dc010454e service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1268613 Feb 07 21:22:36.229962 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d95a8-8ad8-4607-a7cd-44c4d9c7b500 req-b0dc1f8a-2f5e-4028-8183-6b5a4cd5d290 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:36.232000 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d60d95a8-8ad8-4607-a7cd-44c4d9c7b500 req-b0dc1f8a-2f5e-4028-8183-6b5a4cd5d290 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2411ace-c57f-46ad-83d5-ae293b9b4b3b HTTP/1.1" status: 200 len: 946 time: 0.5909548 Feb 07 21:22:36.238974 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aefdf21f-48d0-4355-bf45-47c93ca47ea7 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (72524601-7ebe-4c55-ade3-3423af5d9d83), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:36.244053 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefdf21f-48d0-4355-bf45-47c93ca47ea7 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Fanout notify agent at l3_agent the message router_deleted on router 72524601-7ebe-4c55-ade3-3423af5d9d83 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:22:36.270585 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aefdf21f-48d0-4355-bf45-47c93ca47ea7 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:36.272093 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-aefdf21f-48d0-4355-bf45-47c93ca47ea7 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/routers/72524601-7ebe-4c55-ade3-3423af5d9d83 HTTP/1.1" status: 204 len: 168 time: 1.9331400 Feb 07 21:22:36.275141 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46772) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:36.287848 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-712e4971-4441-4e48-a571-035682e507f9 req-ed08d62c-16cc-4135-b07d-015a8e9f379d tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671768 Feb 07 21:22:36.297923 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15588b6b-12ff-4f26-abba-40e0135b8fc4 admin admin] Router 10bb7c3c-6760-4277-85e5-63c2c2cdc67d is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:22:36.357762 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f55f9121-961e-4d17-8fcd-be13b4dc8904 None None] Current status of the port 32685eb3-4df3-4572-80b1-c9ad944d33c6 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:36.380427 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c9067061-6bfc-47f9-ae16-d3f54ea9f6ee None None] For port 0e60dab9-be35-49dc-985e-2abf88535ec8, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:22:36.389048 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c9067061-6bfc-47f9-ae16-d3f54ea9f6ee None None] For port 0e60dab9-be35-49dc-985e-2abf88535ec8, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0e60dab9-be35-49dc-985e-2abf88535ec8,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:22:36.397962 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 32685eb3-4df3-4572-80b1-c9ad944d33c6 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:36.410547 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c9067061-6bfc-47f9-ae16-d3f54ea9f6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0e60dab9-be35-49dc-985e-2abf88535ec8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:36.544573 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d60d95a8-8ad8-4607-a7cd-44c4d9c7b500 req-91121de9-8fa6-40a8-9e9a-b5d458ff53f6 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906010 Feb 07 21:22:36.571009 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d87793-1a14-48db-8950-ddf91292373e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Deleting subnet 9314e3e3-0604-43dc-9584-a8c9cfa6d860 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:22:36.585981 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28d87793-1a14-48db-8950-ddf91292373e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for subnet (9314e3e3-0604-43dc-9584-a8c9cfa6d860), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:36.610048 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15588b6b-12ff-4f26-abba-40e0135b8fc4 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:22:36.649525 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-15588b6b-12ff-4f26-abba-40e0135b8fc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:36.652401 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbcc71c-f79a-40ce-a04a-8669a7696caa None None] Sync routers for ids ['10bb7c3c-6760-4277-85e5-63c2c2cdc67d'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:22:36.654277 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-15588b6b-12ff-4f26-abba-40e0135b8fc4 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4363494 Feb 07 21:22:36.660586 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46790) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:36.762066 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9067061-6bfc-47f9-ae16-d3f54ea9f6ee None None] Routers {'f20a01b8-35b5-4afb-84af-4ad133939b50'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:22:36.763204 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c9067061-6bfc-47f9-ae16-d3f54ea9f6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:22:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f20a01b8-35b5-4afb-84af-4ad133939b50'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:36.784254 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbcc71c-f79a-40ce-a04a-8669a7696caa None None] Routers {'10bb7c3c-6760-4277-85e5-63c2c2cdc67d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:22:36.786727 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-abbcc71c-f79a-40ce-a04a-8669a7696caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:22:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['10bb7c3c-6760-4277-85e5-63c2c2cdc67d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:36.799252 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8cc0f5ed-2078-49ac-97e2-d05eb49615d1 None None] Provisioning complete for port 0e60dab9-be35-49dc-985e-2abf88535ec8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:36.800882 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f5ed-2078-49ac-97e2-d05eb49615d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0e60dab9-be35-49dc-985e-2abf88535ec8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:36.801574 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28d87793-1a14-48db-8950-ddf91292373e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (9314e3e3-0604-43dc-9584-a8c9cfa6d860), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:37.142860 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28d87793-1a14-48db-8950-ddf91292373e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (9314e3e3-0604-43dc-9584-a8c9cfa6d860), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:37.282438 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28d87793-1a14-48db-8950-ddf91292373e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (9314e3e3-0604-43dc-9584-a8c9cfa6d860), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:37.330455 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d87793-1a14-48db-8950-ddf91292373e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Subnet': ['ID=9314e3e3-0604-43dc-9584-a8c9cfa6d860,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:37.341623 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28d87793-1a14-48db-8950-ddf91292373e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:37.345455 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-28d87793-1a14-48db-8950-ddf91292373e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/subnets/9314e3e3-0604-43dc-9584-a8c9cfa6d860 HTTP/1.1" status: 204 len: 168 time: 1.0524063 Feb 07 21:22:37.348191 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46808) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:37.367256 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6822a35-5aa0-43a6-9e1b-4ecafad52e02 req-c80bcf81-a78c-485f-8e8f-94753f8b1b2d tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:37.375360 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6822a35-5aa0-43a6-9e1b-4ecafad52e02 req-c80bcf81-a78c-485f-8e8f-94753f8b1b2d tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2411ace-c57f-46ad-83d5-ae293b9b4b3b HTTP/1.1" status: 200 len: 946 time: 0.1243327 Feb 07 21:22:37.580936 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b7b4-22c7-4c65-9ceb-d61ae77ffcff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:37.582201 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 32685eb3-4df3-4572-80b1-c9ad944d33c6 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:22:37.584271 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e39eb18-58b6-4510-8017-a2ec6a130af3 None None] Network 0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:22:37.672702 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56c410d2-4c87-4ed4-8a2f-9a703955e541 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:37.691208 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d4785722-92e1-49d3-b21a-5efe5f98df60 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:22:37.714095 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6822a35-5aa0-43a6-9e1b-4ecafad52e02 req-581df149-9895-4405-86d2-db350e44e092 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375397 Feb 07 21:22:37.769895 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda6c9e-5d0b-46ca-ba1a-510ed348d741 req-0b5e069d-c57a-49b5-916b-fe5b92c6aeba tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:37.771692 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1bda6c9e-5d0b-46ca-ba1a-510ed348d741 req-0b5e069d-c57a-49b5-916b-fe5b92c6aeba tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c50ac6-d20e-4aed-b609-b65c786247c6 HTTP/1.1" status: 200 len: 943 time: 0.3298829 Feb 07 21:22:37.905611 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1bda6c9e-5d0b-46ca-ba1a-510ed348d741 req-42462022-fe06-49a2-9b30-60d5ca4932a3 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218417 Feb 07 21:22:37.991858 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-56c410d2-4c87-4ed4-8a2f-9a703955e541 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Deleting port 785130a1-06ae-40a3-b68b-2fada44e0ffc {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:22:37.992252 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56c410d2-4c87-4ed4-8a2f-9a703955e541 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (785130a1-06ae-40a3-b68b-2fada44e0ffc), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:38.059740 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-b2b8b7b4-22c7-4c65-9ceb-d61ae77ffcff admin admin] Allocated IP 172.20.0.1 (ffeee2eb-92bc-426a-a1b7-9378113201f4/8187e00c-a391-4c68-aabd-f20e14c5ea2b/5eed6ce8-f80a-48e1-be13-5bfeaed22d5f) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:22:38.068763 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port d4785722-92e1-49d3-b21a-5efe5f98df60, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d4785722-92e1-49d3-b21a-5efe5f98df60,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:22:38.202607 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b7b4-22c7-4c65-9ceb-d61ae77ffcff admin admin] Publish callbacks [] for port (5eed6ce8-f80a-48e1-be13-5bfeaed22d5f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:38.243567 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b7b4-22c7-4c65-9ceb-d61ae77ffcff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (5eed6ce8-f80a-48e1-be13-5bfeaed22d5f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:38.256149 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-c9067061-6bfc-47f9-ae16-d3f54ea9f6ee None None] Set router f20a01b8-35b5-4afb-84af-4ad133939b50 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:22:38.348263 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-56c410d2-4c87-4ed4-8a2f-9a703955e541 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] For port 785130a1-06ae-40a3-b68b-2fada44e0ffc, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=785130a1-06ae-40a3-b68b-2fada44e0ffc,segment=NetworkSegment(3639a6d3-9ffb-4c73-b906-5339de3e4e45),segment_id=3639a6d3-9ffb-4c73-b906-5339de3e4e45)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:22:38.352096 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b8b7b4-22c7-4c65-9ceb-d61ae77ffcff admin admin] Network ffeee2eb-92bc-426a-a1b7-9378113201f4 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:22:38.365691 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-b2b8b7b4-22c7-4c65-9ceb-d61ae77ffcff admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:22:38.368468 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56c410d2-4c87-4ed4-8a2f-9a703955e541 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (785130a1-06ae-40a3-b68b-2fada44e0ffc), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:38.372293 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b8b7b4-22c7-4c65-9ceb-d61ae77ffcff admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:22:38.399454 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-56c410d2-4c87-4ed4-8a2f-9a703955e541 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Calling delete_port for 785130a1-06ae-40a3-b68b-2fada44e0ffc owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:22:38.447149 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8b7b4-22c7-4c65-9ceb-d61ae77ffcff admin admin] Pushing event updated for resources: {'Port': ['ID=5eed6ce8-f80a-48e1-be13-5bfeaed22d5f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:38.476685 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b7b4-22c7-4c65-9ceb-d61ae77ffcff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (10bb7c3c-6760-4277-85e5-63c2c2cdc67d), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:38.518845 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3fbafd-b3a8-40e6-9b50-737f7979da33 None None] Pushing event updated for resources: {'Port': ['ID=0e60dab9-be35-49dc-985e-2abf88535ec8,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:38.590579 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'd4785722-92e1-49d3-b21a-5efe5f98df60', 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0', 'port_id': 'd4785722-92e1-49d3-b21a-5efe5f98df60', 'mac_address': 'fa:16:3e:82:57:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59eaac6e-e46d-4028-b7b2-899f00c5ee97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:22:38.669606 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-abbcc71c-f79a-40ce-a04a-8669a7696caa None None] Set router 10bb7c3c-6760-4277-85e5-63c2c2cdc67d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:22:38.780340 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-09a1043d-72ec-4172-8512-4914a3991669 req-1f0ab7bd-e28a-496b-8239-bd6368f59b43 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2016289 Feb 07 21:22:38.800268 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd94838-1eb7-4d0c-b20b-e619703a9c6e req-a45d89b7-68b6-4bbf-9e0d-d080ee65783d tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:38.801891 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2cd94838-1eb7-4d0c-b20b-e619703a9c6e req-a45d89b7-68b6-4bbf-9e0d-d080ee65783d tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2411ace-c57f-46ad-83d5-ae293b9b4b3b HTTP/1.1" status: 200 len: 946 time: 0.2534525 Feb 07 21:22:38.881163 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56c410d2-4c87-4ed4-8a2f-9a703955e541 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (785130a1-06ae-40a3-b68b-2fada44e0ffc), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:38.898192 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b7b4-22c7-4c65-9ceb-d61ae77ffcff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5eed6ce8-f80a-48e1-be13-5bfeaed22d5f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:38.959113 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c410d2-4c87-4ed4-8a2f-9a703955e541 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Port': ['ID=785130a1-06ae-40a3-b68b-2fada44e0ffc,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:38.979954 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c410d2-4c87-4ed4-8a2f-9a703955e541 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] No DVR routers for this DVR port 785130a1-06ae-40a3-b68b-2fada44e0ffc on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:22:38.991528 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2cd94838-1eb7-4d0c-b20b-e619703a9c6e req-237a5e27-333d-4334-8c4e-d45b29606e17 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825435 Feb 07 21:22:39.026423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1043d-72ec-4172-8512-4914a3991669 req-9b48d603-38b7-492e-aeab-18f5649cbfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:39.028201 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-09a1043d-72ec-4172-8512-4914a3991669 req-9b48d603-38b7-492e-aeab-18f5649cbfdd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 1127 time: 0.2109945 Feb 07 21:22:39.100051 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port d4785722-92e1-49d3-b21a-5efe5f98df60 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:39.100474 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d4785722-92e1-49d3-b21a-5efe5f98df60), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:39.197861 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1043d-72ec-4172-8512-4914a3991669 req-0a0d6fd0-ad0f-4370-8432-c208f095111b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:39.203557 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-09a1043d-72ec-4172-8512-4914a3991669 req-0a0d6fd0-ad0f-4370-8432-c208f095111b service neutron] 10.222.0.71 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 913 time: 0.1560149 Feb 07 21:22:39.208050 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4785722-92e1-49d3-b21a-5efe5f98df60 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:22:39.232445 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port d4785722-92e1-49d3-b21a-5efe5f98df60, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d4785722-92e1-49d3-b21a-5efe5f98df60,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:22:39.243305 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a95e7e-86f5-4767-93f9-d35f1fe0836f None None] DHCP port deletion for 0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:22:39.255426 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d4785722-92e1-49d3-b21a-5efe5f98df60), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:39.365377 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-09a1043d-72ec-4172-8512-4914a3991669 req-31349873-76e4-4495-ab46-4062f701e53f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04760f28-79da-4ca0-842b-0893e337e53b HTTP/1.1" status: 200 len: 217 time: 0.1282222 Feb 07 21:22:39.371125 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56c410d2-4c87-4ed4-8a2f-9a703955e541 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:39.403508 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 32685eb3-4df3-4572-80b1-c9ad944d33c6 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:39.403877 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (32685eb3-4df3-4572-80b1-c9ad944d33c6), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:39.443794 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0f5ed-2078-49ac-97e2-d05eb49615d1 None None] Current status of the port 0e60dab9-be35-49dc-985e-2abf88535ec8 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:39.444415 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f5ed-2078-49ac-97e2-d05eb49615d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0e60dab9-be35-49dc-985e-2abf88535ec8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:39.501991 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-56c410d2-4c87-4ed4-8a2f-9a703955e541 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:39.519386 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b7b4-22c7-4c65-9ceb-d61ae77ffcff admin admin] Publish callbacks [] for port (5eed6ce8-f80a-48e1-be13-5bfeaed22d5f), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:39.526770 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b7b4-22c7-4c65-9ceb-d61ae77ffcff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (5eed6ce8-f80a-48e1-be13-5bfeaed22d5f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:39.540516 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647f500-e4bd-4862-abd7-8ccbfcad1a74 req-e41d7392-02d2-4525-94c5-fcf2b936ab49 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:39.547743 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5647f500-e4bd-4862-abd7-8ccbfcad1a74 req-e41d7392-02d2-4525-94c5-fcf2b936ab49 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c50ac6-d20e-4aed-b609-b65c786247c6 HTTP/1.1" status: 200 len: 944 time: 0.3430111 Feb 07 21:22:39.586527 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-56c410d2-4c87-4ed4-8a2f-9a703955e541 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3639a6d3-9ffb-4c73-b906-5339de3e4e45') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:39.586862 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-56c410d2-4c87-4ed4-8a2f-9a703955e541 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3639a6d3-9ffb-4c73-b906-5339de3e4e45') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:39.623975 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1043d-72ec-4172-8512-4914a3991669 req-274d3b58-d123-4051-b9bb-d84f216a7a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:39.629563 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-09a1043d-72ec-4172-8512-4914a3991669 req-274d3b58-d123-4051-b9bb-d84f216a7a64 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.2546508 Feb 07 21:22:39.631711 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56c410d2-4c87-4ed4-8a2f-9a703955e541 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (3639a6d3-9ffb-4c73-b906-5339de3e4e45), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:39.667634 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=d4785722-92e1-49d3-b21a-5efe5f98df60,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:39.734260 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8cc0f5ed-2078-49ac-97e2-d05eb49615d1 None None] For port 0e60dab9-be35-49dc-985e-2abf88535ec8, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0e60dab9-be35-49dc-985e-2abf88535ec8,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:22:39.760962 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8cc0f5ed-2078-49ac-97e2-d05eb49615d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0e60dab9-be35-49dc-985e-2abf88535ec8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:39.762891 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['d4785722-92e1-49d3-b21a-5efe5f98df60'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:22:39.890166 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56c410d2-4c87-4ed4-8a2f-9a703955e541 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (3639a6d3-9ffb-4c73-b906-5339de3e4e45), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:40.020151 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5647f500-e4bd-4862-abd7-8ccbfcad1a74 req-b55547af-2021-4e2e-afe8-265e72cf6e3c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637866 Feb 07 21:22:40.089612 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c410d2-4c87-4ed4-8a2f-9a703955e541 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:22:40.090422 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56c410d2-4c87-4ed4-8a2f-9a703955e541 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (3639a6d3-9ffb-4c73-b906-5339de3e4e45), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:40.128760 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f5ed-2078-49ac-97e2-d05eb49615d1 None None] Pushing event updated for resources: {'Port': ['ID=0e60dab9-be35-49dc-985e-2abf88535ec8,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:40.131577 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 32685eb3-4df3-4572-80b1-c9ad944d33c6 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:40.166519 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8b7b4-22c7-4c65-9ceb-d61ae77ffcff admin admin] Pushing event updated for resources: {'Port': ['ID=5eed6ce8-f80a-48e1-be13-5bfeaed22d5f,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:40.173903 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b7b4-22c7-4c65-9ceb-d61ae77ffcff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (10bb7c3c-6760-4277-85e5-63c2c2cdc67d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:22:40.188632 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:22:40.226467 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c9067061-6bfc-47f9-ae16-d3f54ea9f6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'name': 'tempest-TestVolumeBootPattern-1761457576-router', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:17Z', 'updated_at': '2022-02-07T21:22:25Z', 'revision_number': 4, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'gw_port': {'id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:19Z', 'updated_at': '2022-02-07T21:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '0e60dab9-be35-49dc-985e-2abf88535ec8', 'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:23Z', 'updated_at': '2022-02-07T21:22:36Z', 'revision_number': 4, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'subnets': [{'id': '5277b698-1143-4952-a3ce-257473c57257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:40.327146 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9067061-6bfc-47f9-ae16-d3f54ea9f6ee None None] The sync data for ids ['f20a01b8-35b5-4afb-84af-4ad133939b50'] in n-d-828185-2 is: [{'id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'name': 'tempest-TestVolumeBootPattern-1761457576-router', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:17Z', 'updated_at': '2022-02-07T21:22:25Z', 'revision_number': 4, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'gw_port': {'id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:19Z', 'updated_at': '2022-02-07T21:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '0e60dab9-be35-49dc-985e-2abf88535ec8', 'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:23Z', 'updated_at': '2022-02-07T21:22:36Z', 'revision_number': 4, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'subnets': [{'id': '5277b698-1143-4952-a3ce-257473c57257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:22:40.327434 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b8b7b4-22c7-4c65-9ceb-d61ae77ffcff admin admin] Network ffeee2eb-92bc-426a-a1b7-9378113201f4 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:22:40.341485 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-b2b8b7b4-22c7-4c65-9ceb-d61ae77ffcff admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:22:40.370100 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-abbcc71c-f79a-40ce-a04a-8669a7696caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bb7c3c-6760-4277-85e5-63c2c2cdc67d', 'name': 'tempest-TestVolumeBootPattern-1313570296-router', 'tenant_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '99c071c9-0206-4f13-9712-5500f3d0871c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:30Z', 'updated_at': '2022-02-07T21:22:35Z', 'revision_number': 3, 'project_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'gw_port': {'id': '99c071c9-0206-4f13-9712-5500f3d0871c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10bb7c3c-6760-4277-85e5-63c2c2cdc67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:34Z', 'updated_at': '2022-02-07T21:22:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:40.506896 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-fe5bfaa7-96a7-4b15-b2df-5924aee39b4d None None] Provisioning complete for port 0e60dab9-be35-49dc-985e-2abf88535ec8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:40.507663 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fe5bfaa7-96a7-4b15-b2df-5924aee39b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0e60dab9-be35-49dc-985e-2abf88535ec8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:40.550190 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbcc71c-f79a-40ce-a04a-8669a7696caa None None] Checking router: 10bb7c3c-6760-4277-85e5-63c2c2cdc67d for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:22:40.554922 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbcc71c-f79a-40ce-a04a-8669a7696caa None None] Updating router 10bb7c3c-6760-4277-85e5-63c2c2cdc67d port 99c071c9-0206-4f13-9712-5500f3d0871c binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:22:40.584713 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1043d-72ec-4172-8512-4914a3991669 req-e1579f75-608a-4f83-9f88-5166ee717114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:40.586544 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-09a1043d-72ec-4172-8512-4914a3991669 req-e1579f75-608a-4f83-9f88-5166ee717114 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9236758 Feb 07 21:22:40.617281 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56c410d2-4c87-4ed4-8a2f-9a703955e541 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:40.620975 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0e60dab9-be35-49dc-985e-2abf88535ec8 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:22:40.710278 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287704ac-d3ec-4d79-a3e0-5a0e3465988e req-5dfd1a48-6570-4446-a6d1-ec81e6c20bec tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:40.712369 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-287704ac-d3ec-4d79-a3e0-5a0e3465988e req-5dfd1a48-6570-4446-a6d1-ec81e6c20bec tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2411ace-c57f-46ad-83d5-ae293b9b4b3b HTTP/1.1" status: 200 len: 946 time: 0.7301641 Feb 07 21:22:40.718724 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56c410d2-4c87-4ed4-8a2f-9a703955e541 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:40.733796 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-56c410d2-4c87-4ed4-8a2f-9a703955e541 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/networks/0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42 HTTP/1.1" status: 204 len: 168 time: 3.3845682 Feb 07 21:22:40.749541 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47104) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:40.758876 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e0e3fe78-c6b3-462b-9eb2-5d1776794085 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'network': {'name': 'tempest-RoutersTest-1369036653'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:22:40.826081 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e3fe78-c6b3-462b-9eb2-5d1776794085 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Made reservation on behalf of 4177286fbe8042d7bcd053836f28110a for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:22:40.830486 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e0e3fe78-c6b3-462b-9eb2-5d1776794085 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:40.888575 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c410d2-4c87-4ed4-8a2f-9a703955e541 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Network': ['ID=0a04e918-d6a8-47d7-ba0e-63fd0f2ebe42,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:40.929427 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee927d-8071-4a7f-9407-43db42690ca5 req-52aac451-9da4-4e50-8586-79377a9f6602 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:40.945666 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-99ee927d-8071-4a7f-9407-43db42690ca5 req-52aac451-9da4-4e50-8586-79377a9f6602 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2411ace-c57f-46ad-83d5-ae293b9b4b3b HTTP/1.1" status: 200 len: 946 time: 0.7344799 Feb 07 21:22:40.966344 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b8b7b4-22c7-4c65-9ceb-d61ae77ffcff admin admin] Router 10bb7c3c-6760-4277-85e5-63c2c2cdc67d has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:22:41.042419 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-abbcc71c-f79a-40ce-a04a-8669a7696caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (99c071c9-0206-4f13-9712-5500f3d0871c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:41.043814 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e3fe78-c6b3-462b-9eb2-5d1776794085 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:22:41.182035 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 0e60dab9-be35-49dc-985e-2abf88535ec8 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:41.182420 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0e60dab9-be35-49dc-985e-2abf88535ec8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:41.254589 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b8b7b4-22c7-4c65-9ceb-d61ae77ffcff admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:22:41.260227 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b2b8b7b4-22c7-4c65-9ceb-d61ae77ffcff admin admin] 10.222.0.65 "PUT /v2.0/routers/10bb7c3c-6760-4277-85e5-63c2c2cdc67d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5984082 Feb 07 21:22:41.263894 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e0e3fe78-c6b3-462b-9eb2-5d1776794085 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (3f5b6182-a8e6-4a46-9fb1-d019c7ffe226), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:41.264733 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-e0e3fe78-c6b3-462b-9eb2-5d1776794085 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Added segment 3f5b6182-a8e6-4a46-9fb1-d019c7ffe226 of type vlan for network 837739ed-f101-4f5f-8ff8-c205f6db6b06 Feb 07 21:22:41.347733 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-09a1043d-72ec-4172-8512-4914a3991669 req-b28366dd-6125-4a94-bfaa-2dea7ebbca70 service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7448914 Feb 07 21:22:41.774746 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-99ee927d-8071-4a7f-9407-43db42690ca5 req-bde0e9c1-b1f3-4d71-8648-d23949a5ebd0 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c125f13-848f-44d3-abe6-9783e17ea127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8278534 Feb 07 21:22:41.779224 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e0e3fe78-c6b3-462b-9eb2-5d1776794085 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (837739ed-f101-4f5f-8ff8-c205f6db6b06), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:41.957739 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-09a1043d-72ec-4172-8512-4914a3991669 req-e5dfc06d-7eb3-4260-bbf6-90606d0c9a0e service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016382 Feb 07 21:22:41.984820 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-287704ac-d3ec-4d79-a3e0-5a0e3465988e req-86e2a8f5-654b-4f33-8907-caaf84c02780 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Deleting port 24a294d2-9291-42c5-b46b-a61f4460e281 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:22:41.984820 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-287704ac-d3ec-4d79-a3e0-5a0e3465988e req-86e2a8f5-654b-4f33-8907-caaf84c02780 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (24a294d2-9291-42c5-b46b-a61f4460e281), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:42.197700 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215e879-60ef-44ca-a01c-c7b7a106cd7c req-c6592862-9926-4dff-a1eb-5dadf3bf503b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:42.203305 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d215e879-60ef-44ca-a01c-c7b7a106cd7c req-c6592862-9926-4dff-a1eb-5dadf3bf503b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c50ac6-d20e-4aed-b609-b65c786247c6 HTTP/1.1" status: 200 len: 944 time: 1.0486097 Feb 07 21:22:42.229700 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e0e3fe78-c6b3-462b-9eb2-5d1776794085 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (837739ed-f101-4f5f-8ff8-c205f6db6b06), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:42.241232 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e3fe78-c6b3-462b-9eb2-5d1776794085 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:42.242050 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e0e3fe78-c6b3-462b-9eb2-5d1776794085 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:42.379587 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-fe5bfaa7-96a7-4b15-b2df-5924aee39b4d None None] Current status of the port 0e60dab9-be35-49dc-985e-2abf88535ec8 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:42.546639 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e0e3fe78-c6b3-462b-9eb2-5d1776794085 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7937953 Feb 07 21:22:42.549480 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47268) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:42.555514 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a33d3d2f-c90e-49c0-a6de-06e5a92fb5fb tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'subnet': {'network_id': '837739ed-f101-4f5f-8ff8-c205f6db6b06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:22:42.609416 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d215e879-60ef-44ca-a01c-c7b7a106cd7c req-1bf5f319-b1f2-42f1-bbfa-a2bd08bea352 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949692 Feb 07 21:22:42.619919 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3fe78-c6b3-462b-9eb2-5d1776794085 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Network': ['ID=837739ed-f101-4f5f-8ff8-c205f6db6b06,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:42.663027 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-287704ac-d3ec-4d79-a3e0-5a0e3465988e req-86e2a8f5-654b-4f33-8907-caaf84c02780 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] For port 24a294d2-9291-42c5-b46b-a61f4460e281, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=24a294d2-9291-42c5-b46b-a61f4460e281,segment=NetworkSegment(c034aa2b-3f97-47ab-96ec-f8ddf955f299),segment_id=c034aa2b-3f97-47ab-96ec-f8ddf955f299)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:22:42.663644 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-287704ac-d3ec-4d79-a3e0-5a0e3465988e req-86e2a8f5-654b-4f33-8907-caaf84c02780 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (24a294d2-9291-42c5-b46b-a61f4460e281), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:42.692603 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-287704ac-d3ec-4d79-a3e0-5a0e3465988e req-86e2a8f5-654b-4f33-8907-caaf84c02780 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Calling delete_port for 24a294d2-9291-42c5-b46b-a61f4460e281 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:22:42.792269 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 837739ed-f101-4f5f-8ff8-c205f6db6b06 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:22:42.814017 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33d3d2f-c90e-49c0-a6de-06e5a92fb5fb tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Made reservation on behalf of 4177286fbe8042d7bcd053836f28110a for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:22:42.817592 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a33d3d2f-c90e-49c0-a6de-06e5a92fb5fb tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:42.873158 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-fe5bfaa7-96a7-4b15-b2df-5924aee39b4d None None] Provisioning complete for port 5eed6ce8-f80a-48e1-be13-5bfeaed22d5f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:42.873565 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fe5bfaa7-96a7-4b15-b2df-5924aee39b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5eed6ce8-f80a-48e1-be13-5bfeaed22d5f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:43.092086 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-fe5bfaa7-96a7-4b15-b2df-5924aee39b4d None None] Port 5eed6ce8-f80a-48e1-be13-5bfeaed22d5f cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:22:43.172752 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b8be2061-c708-4446-8c1a-9ff6265ce1a2 req-d37442d4-fce9-485f-9000-b2269d45b613 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2411ace-c57f-46ad-83d5-ae293b9b4b3b HTTP/1.1" status: 200 len: 210 time: 0.2432640 Feb 07 21:22:43.173987 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-287704ac-d3ec-4d79-a3e0-5a0e3465988e req-86e2a8f5-654b-4f33-8907-caaf84c02780 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (24a294d2-9291-42c5-b46b-a61f4460e281), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:43.286001 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 24a294d2-9291-42c5-b46b-a61f4460e281 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:22:43.330508 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a33d3d2f-c90e-49c0-a6de-06e5a92fb5fb tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (9abeb3f5-f14b-4e76-abb5-a28b511ac290), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:43.407446 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 0e60dab9-be35-49dc-985e-2abf88535ec8 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:43.410745 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 24a294d2-9291-42c5-b46b-a61f4460e281 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:22:43.411392 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 24a294d2-9291-42c5-b46b-a61f4460e281 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:22:43.474872 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d3d2f-c90e-49c0-a6de-06e5a92fb5fb tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Subnet': ['ID=9abeb3f5-f14b-4e76-abb5-a28b511ac290,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:43.485652 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d3d2f-c90e-49c0-a6de-06e5a92fb5fb tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Checking segment: {'id': '3f5b6182-a8e6-4a46-9fb1-d019c7ffe226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '837739ed-f101-4f5f-8ff8-c205f6db6b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:22:43.488814 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d3d2f-c90e-49c0-a6de-06e5a92fb5fb tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network hostable DHCP agents. Network: 837739ed-f101-4f5f-8ff8-c205f6db6b06, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:22:43.535330 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d3d2f-c90e-49c0-a6de-06e5a92fb5fb tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network 837739ed-f101-4f5f-8ff8-c205f6db6b06 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:22:43.573791 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-a33d3d2f-c90e-49c0-a6de-06e5a92fb5fb tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 837739ed-f101-4f5f-8ff8-c205f6db6b06) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:22:43.591072 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33d3d2f-c90e-49c0-a6de-06e5a92fb5fb tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:43.597316 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a33d3d2f-c90e-49c0-a6de-06e5a92fb5fb tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:43.652192 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a33d3d2f-c90e-49c0-a6de-06e5a92fb5fb tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1010163 Feb 07 21:22:43.663084 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d0d8fb34-dc00-4bac-895a-1d55a6c4978c None None] Provisioning complete for port 5eed6ce8-f80a-48e1-be13-5bfeaed22d5f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:43.663460 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d0d8fb34-dc00-4bac-895a-1d55a6c4978c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5eed6ce8-f80a-48e1-be13-5bfeaed22d5f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:43.664090 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47320) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:43.675671 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-d11778f9-66ae-46d9-82f8-84af26622f04 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-226253122', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:22:43.755871 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d11778f9-66ae-46d9-82f8-84af26622f04 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (a5919813-5661-4ba8-a69f-df43e7b91b36), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:43.756981 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d11778f9-66ae-46d9-82f8-84af26622f04 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (a5919813-5661-4ba8-a69f-df43e7b91b36), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:43.795145 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 785130a1-06ae-40a3-b68b-2fada44e0ffc no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:22:43.801011 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7544c96-5288-4998-90bc-dc52afabee63 None None] Network 837739ed-f101-4f5f-8ff8-c205f6db6b06 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:22:43.822026 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d0d8fb34-dc00-4bac-895a-1d55a6c4978c None None] Port 5eed6ce8-f80a-48e1-be13-5bfeaed22d5f cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:22:43.935840 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d11778f9-66ae-46d9-82f8-84af26622f04 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router_controller (a5919813-5661-4ba8-a69f-df43e7b91b36), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:43.948010 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d11778f9-66ae-46d9-82f8-84af26622f04 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (a5919813-5661-4ba8-a69f-df43e7b91b36), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:43.998230 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2a8f5-654b-4f33-8907-caaf84c02780 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Pushing event deleted for resources: {'Port': ['ID=24a294d2-9291-42c5-b46b-a61f4460e281,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:44.022534 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d11778f9-66ae-46d9-82f8-84af26622f04 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:44.024845 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d11778f9-66ae-46d9-82f8-84af26622f04 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3575339 Feb 07 21:22:44.027040 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47326) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:44.044004 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 785130a1-06ae-40a3-b68b-2fada44e0ffc {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:22:44.044367 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 785130a1-06ae-40a3-b68b-2fada44e0ffc not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:22:44.160529 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-287704ac-d3ec-4d79-a3e0-5a0e3465988e req-86e2a8f5-654b-4f33-8907-caaf84c02780 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] No DVR routers for this DVR port 24a294d2-9291-42c5-b46b-a61f4460e281 on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:22:44.165666 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-287704ac-d3ec-4d79-a3e0-5a0e3465988e req-86e2a8f5-654b-4f33-8907-caaf84c02780 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:44.173140 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-287704ac-d3ec-4d79-a3e0-5a0e3465988e req-86e2a8f5-654b-4f33-8907-caaf84c02780 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.69 "DELETE /v2.0/ports/24a294d2-9291-42c5-b46b-a61f4460e281 HTTP/1.1" status: 204 len: 173 time: 3.4342589 Feb 07 21:22:44.192868 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2411ace-c57f-46ad-83d5-ae293b9b4b3b', 'name': 'network-vif-deleted', 'tag': '24a294d2-9291-42c5-b46b-a61f4460e281'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:22:44.204793 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084d5565-f6ad-40ad-9db3-055b6f7e36e0" -d '{"events": [{"server_uuid": "a2411ace-c57f-46ad-83d5-ae293b9b4b3b", "name": "network-vif-deleted", "tag": "24a294d2-9291-42c5-b46b-a61f4460e281"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:22:44.214932 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5ce1f2-c00d-4679-8ee7-3f898b2d3537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-837739ed-f101-4f5f-8ff8-c205f6db6b06', 'network_id': '837739ed-f101-4f5f-8ff8-c205f6db6b06', 'project_id': '4177286fbe8042d7bcd053836f28110a', 'fixed_ips': [{'subnet_id': '9abeb3f5-f14b-4e76-abb5-a28b511ac290'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:22:44.216086 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dd5ce1f2-c00d-4679-8ee7-3f898b2d3537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:44.313227 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7f6a6-af81-476a-af85-711551f2eab4 req-821e5cc9-f6e1-42ce-a970-6951500b9e22 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:44.329531 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9f7f6a6-af81-476a-af85-711551f2eab4 req-821e5cc9-f6e1-42ce-a970-6951500b9e22 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c50ac6-d20e-4aed-b609-b65c786247c6 HTTP/1.1" status: 200 len: 944 time: 0.3165531 Feb 07 21:22:44.441641 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ee0d28bb-6367-4cac-bb40-673612a85f23 req-b2f5daab-8a4d-4348-9e60-a0510b7a5758 tempest-ServerDiskConfigTestJSON-902532600 tempest-ServerDiskConfigTestJSON-902532600-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2411ace-c57f-46ad-83d5-ae293b9b4b3b HTTP/1.1" status: 200 len: 210 time: 0.0971975 Feb 07 21:22:44.551685 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9f7f6a6-af81-476a-af85-711551f2eab4 req-f5b82a05-56fc-4fc4-860b-a56abf8a953b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150695 Feb 07 21:22:44.552093 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b10ca7d-627e-4b19-b889-a0d65e8168e0 x-openstack-request-id: req-3b10ca7d-627e-4b19-b889-a0d65e8168e0 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:22:44.552870 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2411ace-c57f-46ad-83d5-ae293b9b4b3b", "name": "network-vif-deleted", "tag": "24a294d2-9291-42c5-b46b-a61f4460e281", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:22:44.552870 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3b10ca7d-627e-4b19-b889-a0d65e8168e0 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:22:44.553071 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2411ace-c57f-46ad-83d5-ae293b9b4b3b', 'name': 'network-vif-deleted', 'tag': '24a294d2-9291-42c5-b46b-a61f4460e281', 'status': 'completed', 'code': 200} Feb 07 21:22:44.586859 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-dd5ce1f2-c00d-4679-8ee7-3f898b2d3537 None None] Allocated IP 172.20.0.2 (837739ed-f101-4f5f-8ff8-c205f6db6b06/9abeb3f5-f14b-4e76-abb5-a28b511ac290/2f8a8711-3a36-4507-907c-0f10e29ac964) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:22:44.750910 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20a34d10-949b-4427-a7ed-ed52f11726ca tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:44.760266 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dd5ce1f2-c00d-4679-8ee7-3f898b2d3537 None None] Publish callbacks [] for port (2f8a8711-3a36-4507-907c-0f10e29ac964), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:44.774633 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dd5ce1f2-c00d-4679-8ee7-3f898b2d3537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (2f8a8711-3a36-4507-907c-0f10e29ac964), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:44.800266 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5ce1f2-c00d-4679-8ee7-3f898b2d3537 None None] Network 837739ed-f101-4f5f-8ff8-c205f6db6b06 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:22:44.817918 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-dd5ce1f2-c00d-4679-8ee7-3f898b2d3537 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:22:44.817918 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5ce1f2-c00d-4679-8ee7-3f898b2d3537 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:22:44.843231 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-abbcc71c-f79a-40ce-a04a-8669a7696caa None None] Publish callbacks [] for port (99c071c9-0206-4f13-9712-5500f3d0871c), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:44.881225 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-abbcc71c-f79a-40ce-a04a-8669a7696caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (99c071c9-0206-4f13-9712-5500f3d0871c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:44.934225 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-abbcc71c-f79a-40ce-a04a-8669a7696caa None None] Attempting to bind port 99c071c9-0206-4f13-9712-5500f3d0871c on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:22:44.934692 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-abbcc71c-f79a-40ce-a04a-8669a7696caa None None] Attempting to bind port 99c071c9-0206-4f13-9712-5500f3d0871c by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:22:44.935056 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbcc71c-f79a-40ce-a04a-8669a7696caa None None] Attempting to bind port 99c071c9-0206-4f13-9712-5500f3d0871c on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:22:44.961373 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbcc71c-f79a-40ce-a04a-8669a7696caa None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:22:44.961666 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbcc71c-f79a-40ce-a04a-8669a7696caa None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:22:44.962168 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-abbcc71c-f79a-40ce-a04a-8669a7696caa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:44.962563 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbcc71c-f79a-40ce-a04a-8669a7696caa None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:22:44.963028 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-abbcc71c-f79a-40ce-a04a-8669a7696caa None None] Bound port: 99c071c9-0206-4f13-9712-5500f3d0871c, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:22:44.963401 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-abbcc71c-f79a-40ce-a04a-8669a7696caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (99c071c9-0206-4f13-9712-5500f3d0871c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:45.052331 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-abbcc71c-f79a-40ce-a04a-8669a7696caa None None] For port 99c071c9-0206-4f13-9712-5500f3d0871c, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:22:45.055584 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-abbcc71c-f79a-40ce-a04a-8669a7696caa None None] For port 99c071c9-0206-4f13-9712-5500f3d0871c, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=99c071c9-0206-4f13-9712-5500f3d0871c,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:22:45.063100 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-dd5ce1f2-c00d-4679-8ee7-3f898b2d3537 None None] Attempting to bind port 2f8a8711-3a36-4507-907c-0f10e29ac964 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:22:45.064603 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-dd5ce1f2-c00d-4679-8ee7-3f898b2d3537 None None] Attempting to bind port 2f8a8711-3a36-4507-907c-0f10e29ac964 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '3f5b6182-a8e6-4a46-9fb1-d019c7ffe226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '837739ed-f101-4f5f-8ff8-c205f6db6b06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:22:45.064973 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ce1f2-c00d-4679-8ee7-3f898b2d3537 None None] Attempting to bind port 2f8a8711-3a36-4507-907c-0f10e29ac964 on network 837739ed-f101-4f5f-8ff8-c205f6db6b06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:22:45.077777 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ce1f2-c00d-4679-8ee7-3f898b2d3537 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:22:45.078160 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ce1f2-c00d-4679-8ee7-3f898b2d3537 None None] Checking segment: {'id': '3f5b6182-a8e6-4a46-9fb1-d019c7ffe226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '837739ed-f101-4f5f-8ff8-c205f6db6b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:22:45.078563 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dd5ce1f2-c00d-4679-8ee7-3f898b2d3537 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:45.078958 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ce1f2-c00d-4679-8ee7-3f898b2d3537 None None] Bound using segment: {'id': '3f5b6182-a8e6-4a46-9fb1-d019c7ffe226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '837739ed-f101-4f5f-8ff8-c205f6db6b06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:22:45.079508 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-dd5ce1f2-c00d-4679-8ee7-3f898b2d3537 None None] Bound port: 2f8a8711-3a36-4507-907c-0f10e29ac964, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5b6182-a8e6-4a46-9fb1-d019c7ffe226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '837739ed-f101-4f5f-8ff8-c205f6db6b06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:22:45.082356 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dd5ce1f2-c00d-4679-8ee7-3f898b2d3537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2f8a8711-3a36-4507-907c-0f10e29ac964), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:45.085602 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ce1f2-c00d-4679-8ee7-3f898b2d3537 None None] Pushing event updated for resources: {'Port': ['ID=2f8a8711-3a36-4507-907c-0f10e29ac964,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:45.122270 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-abbcc71c-f79a-40ce-a04a-8669a7696caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (99c071c9-0206-4f13-9712-5500f3d0871c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:45.391947 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbcc71c-f79a-40ce-a04a-8669a7696caa None None] Routers {'10bb7c3c-6760-4277-85e5-63c2c2cdc67d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:22:45.392608 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-abbcc71c-f79a-40ce-a04a-8669a7696caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:22:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['10bb7c3c-6760-4277-85e5-63c2c2cdc67d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:45.427894 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-20a34d10-949b-4427-a7ed-ed52f11726ca tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Allocated IP 172.20.0.1 (837739ed-f101-4f5f-8ff8-c205f6db6b06/9abeb3f5-f14b-4e76-abb5-a28b511ac290/38a626d7-034f-4a0d-89d3-a0fd4a1325a4) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:22:45.529740 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d4785722-92e1-49d3-b21a-5efe5f98df60 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:22:45.532166 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe19b1-539a-44a6-b51a-4a4730948087 None None] Pushing event updated for resources: {'Port': ['ID=99c071c9-0206-4f13-9712-5500f3d0871c,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:45.784875 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20a34d10-949b-4427-a7ed-ed52f11726ca tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for port (38a626d7-034f-4a0d-89d3-a0fd4a1325a4), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:45.829313 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20a34d10-949b-4427-a7ed-ed52f11726ca tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (38a626d7-034f-4a0d-89d3-a0fd4a1325a4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:45.914983 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a34d10-949b-4427-a7ed-ed52f11726ca tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network 837739ed-f101-4f5f-8ff8-c205f6db6b06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:22:45.979626 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050eb556-97c3-4391-80f8-7d7cbc8a7b35 req-861bc494-88d0-4036-abc8-f1832d3435f0 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:45.994930 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-050eb556-97c3-4391-80f8-7d7cbc8a7b35 req-861bc494-88d0-4036-abc8-f1832d3435f0 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c50ac6-d20e-4aed-b609-b65c786247c6 HTTP/1.1" status: 200 len: 944 time: 0.1662347 Feb 07 21:22:46.013539 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-dd5ce1f2-c00d-4679-8ee7-3f898b2d3537 None None] For port 2f8a8711-3a36-4507-907c-0f10e29ac964, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:22:46.037450 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47368) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:46.053120 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-20a34d10-949b-4427-a7ed-ed52f11726ca tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:22:46.071524 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a34d10-949b-4427-a7ed-ed52f11726ca tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:22:46.154000 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-abbcc71c-f79a-40ce-a04a-8669a7696caa None None] Set router 10bb7c3c-6760-4277-85e5-63c2c2cdc67d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:22:46.166389 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-dd5ce1f2-c00d-4679-8ee7-3f898b2d3537 None None] For port 2f8a8711-3a36-4507-907c-0f10e29ac964, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2f8a8711-3a36-4507-907c-0f10e29ac964,segment=NetworkSegment(3f5b6182-a8e6-4a46-9fb1-d019c7ffe226),segment_id=3f5b6182-a8e6-4a46-9fb1-d019c7ffe226)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:22:46.493923 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d630be-de1e-4315-b3f1-53f0f9f05197 admin admin] Deleting subnet bf7eaca0-61e7-4692-8c31-d68c2d8f983d {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:22:46.495889 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a34d10-949b-4427-a7ed-ed52f11726ca tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Port': ['ID=38a626d7-034f-4a0d-89d3-a0fd4a1325a4,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:46.495889 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20a34d10-949b-4427-a7ed-ed52f11726ca tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (a5919813-5661-4ba8-a69f-df43e7b91b36), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:46.496897 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55d630be-de1e-4315-b3f1-53f0f9f05197 admin admin] Publish callbacks [] for subnet (bf7eaca0-61e7-4692-8c31-d68c2d8f983d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:46.499304 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dd5ce1f2-c00d-4679-8ee7-3f898b2d3537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2f8a8711-3a36-4507-907c-0f10e29ac964), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:46.537295 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe19b1-539a-44a6-b51a-4a4730948087 None None] Pushing event updated for resources: {'Port': ['ID=99c071c9-0206-4f13-9712-5500f3d0871c,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:46.606910 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55d630be-de1e-4315-b3f1-53f0f9f05197 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (bf7eaca0-61e7-4692-8c31-d68c2d8f983d), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:46.684391 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port d4785722-92e1-49d3-b21a-5efe5f98df60 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:22:46.793898 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55d630be-de1e-4315-b3f1-53f0f9f05197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (bf7eaca0-61e7-4692-8c31-d68c2d8f983d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:46.830667 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port d4785722-92e1-49d3-b21a-5efe5f98df60 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:46.836862 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d4785722-92e1-49d3-b21a-5efe5f98df60), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:46.886760 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ce1f2-c00d-4679-8ee7-3f898b2d3537 None None] Pushing event updated for resources: {'Port': ['ID=2f8a8711-3a36-4507-907c-0f10e29ac964,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:47.070469 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20a34d10-949b-4427-a7ed-ed52f11726ca tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (38a626d7-034f-4a0d-89d3-a0fd4a1325a4), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:47.153158 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-050eb556-97c3-4391-80f8-7d7cbc8a7b35 req-0b091c89-9d6f-4359-893c-494419bcd1b4 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1568906 Feb 07 21:22:47.154236 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55d630be-de1e-4315-b3f1-53f0f9f05197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (bf7eaca0-61e7-4692-8c31-d68c2d8f983d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:47.265444 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port d4785722-92e1-49d3-b21a-5efe5f98df60 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:47.265986 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d4785722-92e1-49d3-b21a-5efe5f98df60), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:47.415418 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d630be-de1e-4315-b3f1-53f0f9f05197 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf7eaca0-61e7-4692-8c31-d68c2d8f983d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:47.422232 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port d4785722-92e1-49d3-b21a-5efe5f98df60, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d4785722-92e1-49d3-b21a-5efe5f98df60,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:22:47.440189 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c50ac6-d20e-4aed-b609-b65c786247c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4785722-92e1-49d3-b21a-5efe5f98df60'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:22:47.443963 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b32ecd9-2c54-4afc-9d52-e2ef02584b14" -d '{"events": [{"server_uuid": "38c50ac6-d20e-4aed-b609-b65c786247c6", "name": "network-vif-plugged", "status": "completed", "tag": "d4785722-92e1-49d3-b21a-5efe5f98df60"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:22:47.456258 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55d630be-de1e-4315-b3f1-53f0f9f05197 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:47.466629 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d4785722-92e1-49d3-b21a-5efe5f98df60), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:47.509886 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-55d630be-de1e-4315-b3f1-53f0f9f05197 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/bf7eaca0-61e7-4692-8c31-d68c2d8f983d HTTP/1.1" status: 204 len: 168 time: 1.4640617 Feb 07 21:22:47.516351 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47414) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:47.649371 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3c7c97-8300-427e-90be-4d440c0d9b3f x-openstack-request-id: req-ee3c7c97-8300-427e-90be-4d440c0d9b3f {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:22:47.650150 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c50ac6-d20e-4aed-b609-b65c786247c6", "name": "network-vif-plugged", "status": "completed", "tag": "d4785722-92e1-49d3-b21a-5efe5f98df60", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:22:47.650506 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ee3c7c97-8300-427e-90be-4d440c0d9b3f {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:22:47.652291 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c50ac6-d20e-4aed-b609-b65c786247c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4785722-92e1-49d3-b21a-5efe5f98df60', 'code': 200} Feb 07 21:22:47.674946 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-abbcc71c-f79a-40ce-a04a-8669a7696caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bb7c3c-6760-4277-85e5-63c2c2cdc67d', 'name': 'tempest-TestVolumeBootPattern-1313570296-router', 'tenant_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '99c071c9-0206-4f13-9712-5500f3d0871c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:30Z', 'updated_at': '2022-02-07T21:22:38Z', 'revision_number': 4, 'project_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'gw_port': {'id': '99c071c9-0206-4f13-9712-5500f3d0871c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10bb7c3c-6760-4277-85e5-63c2c2cdc67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:34Z', 'updated_at': '2022-02-07T21:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '5eed6ce8-f80a-48e1-be13-5bfeaed22d5f', 'name': '', 'network_id': 'ffeee2eb-92bc-426a-a1b7-9378113201f4', 'tenant_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'mac_address': 'fa:16:3e:11:0d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10bb7c3c-6760-4277-85e5-63c2c2cdc67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '8187e00c-a391-4c68-aabd-f20e14c5ea2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:37Z', 'updated_at': '2022-02-07T21:22:39Z', 'revision_number': 2, 'project_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'subnets': [{'id': '8187e00c-a391-4c68-aabd-f20e14c5ea2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:47.805011 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbcc71c-f79a-40ce-a04a-8669a7696caa None None] The sync data for ids ['10bb7c3c-6760-4277-85e5-63c2c2cdc67d'] in n-d-828185-2 is: [{'id': '10bb7c3c-6760-4277-85e5-63c2c2cdc67d', 'name': 'tempest-TestVolumeBootPattern-1313570296-router', 'tenant_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '99c071c9-0206-4f13-9712-5500f3d0871c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:30Z', 'updated_at': '2022-02-07T21:22:38Z', 'revision_number': 4, 'project_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'gw_port': {'id': '99c071c9-0206-4f13-9712-5500f3d0871c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10bb7c3c-6760-4277-85e5-63c2c2cdc67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:34Z', 'updated_at': '2022-02-07T21:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '5eed6ce8-f80a-48e1-be13-5bfeaed22d5f', 'name': '', 'network_id': 'ffeee2eb-92bc-426a-a1b7-9378113201f4', 'tenant_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'mac_address': 'fa:16:3e:11:0d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10bb7c3c-6760-4277-85e5-63c2c2cdc67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '8187e00c-a391-4c68-aabd-f20e14c5ea2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:37Z', 'updated_at': '2022-02-07T21:22:39Z', 'revision_number': 2, 'project_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'subnets': [{'id': '8187e00c-a391-4c68-aabd-f20e14c5ea2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:22:47.829427 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=d4785722-92e1-49d3-b21a-5efe5f98df60,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:47.945122 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56bd14d4-a302-4b40-abff-21ae2b2148c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (99044842-f213-4e79-8974-9c7cf695919c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:47.958129 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339de31a-08dc-4286-8d57-579291480d8c req-6c986a6f-ed08-4c1c-b8db-92dde0b08160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:47.959996 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-339de31a-08dc-4286-8d57-579291480d8c req-6c986a6f-ed08-4c1c-b8db-92dde0b08160 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=38c50ac6-d20e-4aed-b609-b65c786247c6 HTTP/1.1" status: 200 len: 1127 time: 0.1912513 Feb 07 21:22:48.408793 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-45e5c3b0-da5c-4e9e-8a27-203b43ea489d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:48.425390 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20a34d10-949b-4427-a7ed-ed52f11726ca tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for port (38a626d7-034f-4a0d-89d3-a0fd4a1325a4), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:48.444434 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20a34d10-949b-4427-a7ed-ed52f11726ca tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (38a626d7-034f-4a0d-89d3-a0fd4a1325a4), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:48.557122 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2f8a8711-3a36-4507-907c-0f10e29ac964 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:22:48.564226 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56bd14d4-a302-4b40-abff-21ae2b2148c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (99044842-f213-4e79-8974-9c7cf695919c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:48.671228 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-56bd14d4-a302-4b40-abff-21ae2b2148c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99044842-f213-4e79-8974-9c7cf695919c']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:48.688663 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 2f8a8711-3a36-4507-907c-0f10e29ac964 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:48.689339 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2f8a8711-3a36-4507-907c-0f10e29ac964), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:48.754727 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-56bd14d4-a302-4b40-abff-21ae2b2148c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c034aa2b-3f97-47ab-96ec-f8ddf955f299') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:48.754937 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-56bd14d4-a302-4b40-abff-21ae2b2148c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c034aa2b-3f97-47ab-96ec-f8ddf955f299') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:48.782361 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56bd14d4-a302-4b40-abff-21ae2b2148c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (c034aa2b-3f97-47ab-96ec-f8ddf955f299), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:48.811306 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20a34d10-949b-4427-a7ed-ed52f11726ca tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (a5919813-5661-4ba8-a69f-df43e7b91b36), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:48.818452 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a34d10-949b-4427-a7ed-ed52f11726ca tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Port': ['ID=38a626d7-034f-4a0d-89d3-a0fd4a1325a4,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:48.856366 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56bd14d4-a302-4b40-abff-21ae2b2148c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (c034aa2b-3f97-47ab-96ec-f8ddf955f299), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:48.910373 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56bd14d4-a302-4b40-abff-21ae2b2148c3 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:22:48.911125 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56bd14d4-a302-4b40-abff-21ae2b2148c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (c034aa2b-3f97-47ab-96ec-f8ddf955f299), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:49.112055 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a70ea35-6745-40e8-a5fb-64e524f81553 None None] Network 837739ed-f101-4f5f-8ff8-c205f6db6b06 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:22:49.179838 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a34d10-949b-4427-a7ed-ed52f11726ca tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network 837739ed-f101-4f5f-8ff8-c205f6db6b06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:22:49.188527 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-20a34d10-949b-4427-a7ed-ed52f11726ca tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:22:49.303692 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:22:49.336233 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-8c0d3c47-15a1-4ce6-9125-16a18293a047 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:49.352416 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-8c0d3c47-15a1-4ce6-9125-16a18293a047 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 812 time: 1.2518935 Feb 07 21:22:49.436076 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-339de31a-08dc-4286-8d57-579291480d8c req-bc17fa44-6e54-4a26-bd64-7321c9b08fec service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4134514 Feb 07 21:22:49.446960 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56bd14d4-a302-4b40-abff-21ae2b2148c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (99044842-f213-4e79-8974-9c7cf695919c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:49.481018 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-cf61748e-a345-4d28-bd9e-fe25b46b89d0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/quotas/8ef7e56915e94cee93ca54eb0ba4e95b HTTP/1.1" status: 200 len: 375 time: 0.1276493 Feb 07 21:22:49.486061 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56bd14d4-a302-4b40-abff-21ae2b2148c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:49.506117 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-56bd14d4-a302-4b40-abff-21ae2b2148c3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/99044842-f213-4e79-8974-9c7cf695919c HTTP/1.1" status: 204 len: 168 time: 1.9884617 Feb 07 21:22:49.562862 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a34d10-949b-4427-a7ed-ed52f11726ca tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Router a5919813-5661-4ba8-a69f-df43e7b91b36 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:22:49.672969 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd14d4-a302-4b40-abff-21ae2b2148c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=99044842-f213-4e79-8974-9c7cf695919c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:49.921076 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a77f7-5745-41ee-825e-17c61d348ca3 req-23908445-0639-4479-94f6-04b6da77ec0b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:49.937966 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d17a77f7-5745-41ee-825e-17c61d348ca3 req-23908445-0639-4479-94f6-04b6da77ec0b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c50ac6-d20e-4aed-b609-b65c786247c6 HTTP/1.1" status: 200 len: 945 time: 1.4590316 Feb 07 21:22:50.015039 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a34d10-949b-4427-a7ed-ed52f11726ca tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:22:50.030380 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80acb1af-4108-4adc-a618-c054dba4db2d None None] Sync routers for ids ['a5919813-5661-4ba8-a69f-df43e7b91b36'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:22:50.043639 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-20a34d10-949b-4427-a7ed-ed52f11726ca tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "PUT /v2.0/routers/a5919813-5661-4ba8-a69f-df43e7b91b36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0133796 Feb 07 21:22:50.044904 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47468) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:50.094040 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80acb1af-4108-4adc-a618-c054dba4db2d None None] Routers {'a5919813-5661-4ba8-a69f-df43e7b91b36'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:22:50.098794 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-80acb1af-4108-4adc-a618-c054dba4db2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:22:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['a5919813-5661-4ba8-a69f-df43e7b91b36'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:50.133811 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47470) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:50.195613 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1d94cf23-7b74-415d-9ab5-d7b0ab63006c None None] Provisioning complete for port 2f8a8711-3a36-4507-907c-0f10e29ac964 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:50.196184 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1d94cf23-7b74-415d-9ab5-d7b0ab63006c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2f8a8711-3a36-4507-907c-0f10e29ac964), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:50.271149 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d17a77f7-5745-41ee-825e-17c61d348ca3 req-30e6af42-69dd-43c4-bfac-a36c0eb5e455 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143554 Feb 07 21:22:50.275367 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-80acb1af-4108-4adc-a618-c054dba4db2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:50.294372 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-844399e5-76d8-4ec7-b18d-3c5a7d2a4ecc tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7258921 Feb 07 21:22:50.333069 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80acb1af-4108-4adc-a618-c054dba4db2d None None] Routers {'a5919813-5661-4ba8-a69f-df43e7b91b36'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:22:50.334068 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-80acb1af-4108-4adc-a618-c054dba4db2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:22:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['a5919813-5661-4ba8-a69f-df43e7b91b36'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:50.394626 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4c97fbd8-5540-4155-afb9-5089dd098207 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bd76eedab25c46aca49553dbe998f754&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2333922 Feb 07 21:22:50.395625 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 2f8a8711-3a36-4507-907c-0f10e29ac964 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:50.400991 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2f8a8711-3a36-4507-907c-0f10e29ac964), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:50.404172 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47478) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:50.482076 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a725c1-7d9c-430a-a2d8-215f311ca4f4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:50.484125 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c0a725c1-7d9c-430a-a2d8-215f311ca4f4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "GET /v2.0/ports/38a626d7-034f-4a0d-89d3-a0fd4a1325a4 HTTP/1.1" status: 200 len: 910 time: 0.4377775 Feb 07 21:22:50.497782 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47480) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:50.510853 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-80acb1af-4108-4adc-a618-c054dba4db2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:50.522500 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80acb1af-4108-4adc-a618-c054dba4db2d None None] The sync data for ids ['a5919813-5661-4ba8-a69f-df43e7b91b36'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:22:50.627525 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 2f8a8711-3a36-4507-907c-0f10e29ac964, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2f8a8711-3a36-4507-907c-0f10e29ac964,segment=NetworkSegment(3f5b6182-a8e6-4a46-9fb1-d019c7ffe226),segment_id=3f5b6182-a8e6-4a46-9fb1-d019c7ffe226)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:22:50.661783 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-df1eb4b8-6bf9-4aa3-b0ec-60eb7710f45d service neutron] 10.222.0.65 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661945 Feb 07 21:22:50.874701 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1d94cf23-7b74-415d-9ab5-d7b0ab63006c None None] Current status of the port 2f8a8711-3a36-4507-907c-0f10e29ac964 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:50.884881 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2f8a8711-3a36-4507-907c-0f10e29ac964), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:51.190416 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-99d0244c-049f-468a-ad31-3b2a11f51414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:51.223309 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=2f8a8711-3a36-4507-907c-0f10e29ac964,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:51.250226 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-4f073de3-dc71-41bb-b985-bde598551ba0 service neutron] 10.222.0.65 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5854630 Feb 07 21:22:51.338852 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25d10dd2-4b9c-4ada-8bf9-3411223b38c4 admin admin] Publish callbacks [] for security_group (7c125f13-848f-44d3-abe6-9783e17ea127), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:51.351597 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 99c071c9-0206-4f13-9712-5500f3d0871c up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:22:51.455234 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25d10dd2-4b9c-4ada-8bf9-3411223b38c4 admin admin] Publish callbacks [] for security_group (7c125f13-848f-44d3-abe6-9783e17ea127), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:51.566093 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 99c071c9-0206-4f13-9712-5500f3d0871c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:51.566831 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (99c071c9-0206-4f13-9712-5500f3d0871c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:51.655368 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25d10dd2-4b9c-4ada-8bf9-3411223b38c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (7c125f13-848f-44d3-abe6-9783e17ea127), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:51.679233 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25d10dd2-4b9c-4ada-8bf9-3411223b38c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:51.692375 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-25d10dd2-4b9c-4ada-8bf9-3411223b38c4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7c125f13-848f-44d3-abe6-9783e17ea127 HTTP/1.1" status: 204 len: 168 time: 1.2722957 Feb 07 21:22:51.746019 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59fff6-7d88-419f-9fbc-dd0dfa98e971 req-26b5fccc-8a1e-4e85-9718-ddcd3bad38f0 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:51.754961 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d10dd2-4b9c-4ada-8bf9-3411223b38c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c125f13-848f-44d3-abe6-9783e17ea127,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:51.775054 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8f59fff6-7d88-419f-9fbc-dd0dfa98e971 req-26b5fccc-8a1e-4e85-9718-ddcd3bad38f0 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c50ac6-d20e-4aed-b609-b65c786247c6 HTTP/1.1" status: 200 len: 945 time: 0.2852912 Feb 07 21:22:51.907590 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8f59fff6-7d88-419f-9fbc-dd0dfa98e971 req-feaa663b-192c-4375-8021-eae45b2417b1 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299872 Feb 07 21:22:52.010292 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:52.103704 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-22b5dcbb-f97a-4ad6-a164-20d362d4f886 None None] Provisioning complete for port 2f8a8711-3a36-4507-907c-0f10e29ac964 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:52.120930 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-22b5dcbb-f97a-4ad6-a164-20d362d4f886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2f8a8711-3a36-4507-907c-0f10e29ac964), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:52.417332 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-82d0c9a8-6fed-4fa4-945c-1cb14e8963a0 req-f8358cd4-92a9-4eaf-aa97-bdb82c23ed12 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9 HTTP/1.1" status: 200 len: 267 time: 0.2621188 Feb 07 21:22:52.608657 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b12b5d20-5bb7-43c0-a015-e01885b67361 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (a5919813-5661-4ba8-a69f-df43e7b91b36), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:52.748451 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6ffff631-ce7a-420e-ba01-b846a338b8f4 req-a4fd0b57-9992-429d-814b-c92e60a5c660 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 210 time: 0.1657274 Feb 07 21:22:52.813405 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-22b5dcbb-f97a-4ad6-a164-20d362d4f886 None None] Current status of the port 2f8a8711-3a36-4507-907c-0f10e29ac964 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:52.815812 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 99c071c9-0206-4f13-9712-5500f3d0871c is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:52.816073 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (99c071c9-0206-4f13-9712-5500f3d0871c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:52.871383 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0c9a8-6fed-4fa4-945c-1cb14e8963a0 req-41545aaf-67d5-45c1-b164-4109562c8784 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:52.884001 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-82d0c9a8-6fed-4fa4-945c-1cb14e8963a0 req-41545aaf-67d5-45c1-b164-4109562c8784 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c50ac6-d20e-4aed-b609-b65c786247c6 HTTP/1.1" status: 200 len: 945 time: 0.4656861 Feb 07 21:22:52.897807 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-82d0c9a8-6fed-4fa4-945c-1cb14e8963a0 req-6012dd98-bc66-4f10-ba4e-7b5cd752a3d7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Request body: {'port': {'security_groups': []}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:22:52.938208 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 99c071c9-0206-4f13-9712-5500f3d0871c, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=99c071c9-0206-4f13-9712-5500f3d0871c,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:22:52.963658 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (99c071c9-0206-4f13-9712-5500f3d0871c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:53.044930 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-82d0c9a8-6fed-4fa4-945c-1cb14e8963a0 req-6012dd98-bc66-4f10-ba4e-7b5cd752a3d7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d4785722-92e1-49d3-b21a-5efe5f98df60), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:53.261969 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=99c071c9-0206-4f13-9712-5500f3d0871c,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:53.405887 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2f8a8711-3a36-4507-907c-0f10e29ac964 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:22:53.430708 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-22b5dcbb-f97a-4ad6-a164-20d362d4f886 None None] Provisioning complete for port 38a626d7-034f-4a0d-89d3-a0fd4a1325a4 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:53.433129 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-22b5dcbb-f97a-4ad6-a164-20d362d4f886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (38a626d7-034f-4a0d-89d3-a0fd4a1325a4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:53.770153 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-82d0c9a8-6fed-4fa4-945c-1cb14e8963a0 req-6012dd98-bc66-4f10-ba4e-7b5cd752a3d7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] For port d4785722-92e1-49d3-b21a-5efe5f98df60, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d4785722-92e1-49d3-b21a-5efe5f98df60,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:22:53.946775 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-22b5dcbb-f97a-4ad6-a164-20d362d4f886 None None] Port 38a626d7-034f-4a0d-89d3-a0fd4a1325a4 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:22:53.960703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76459b9-6809-4350-ae0c-9003aeb19cee None None] Sync routers for ids ['10bb7c3c-6760-4277-85e5-63c2c2cdc67d'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:22:54.020823 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:54.040097 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 2f8a8711-3a36-4507-907c-0f10e29ac964 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:54.040494 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2f8a8711-3a36-4507-907c-0f10e29ac964), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:54.102976 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b12b5d20-5bb7-43c0-a015-e01885b67361 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Deleting port 38a626d7-034f-4a0d-89d3-a0fd4a1325a4 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:22:54.104789 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b12b5d20-5bb7-43c0-a015-e01885b67361 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (38a626d7-034f-4a0d-89d3-a0fd4a1325a4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:54.127440 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-46a2d699-b45b-46ae-9cec-8ce78b89e71a req-bd475391-7b2c-4368-a0f0-7758fea86d2a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 210 time: 0.2129202 Feb 07 21:22:54.150664 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76459b9-6809-4350-ae0c-9003aeb19cee None None] Routers {'10bb7c3c-6760-4277-85e5-63c2c2cdc67d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:22:54.151594 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f76459b9-6809-4350-ae0c-9003aeb19cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:22:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['10bb7c3c-6760-4277-85e5-63c2c2cdc67d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:54.172024 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-82d0c9a8-6fed-4fa4-945c-1cb14e8963a0 req-6012dd98-bc66-4f10-ba4e-7b5cd752a3d7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks [] for port (d4785722-92e1-49d3-b21a-5efe5f98df60), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:54.185235 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-82d0c9a8-6fed-4fa4-945c-1cb14e8963a0 req-6012dd98-bc66-4f10-ba4e-7b5cd752a3d7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (d4785722-92e1-49d3-b21a-5efe5f98df60), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:54.299871 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0c9a8-6fed-4fa4-945c-1cb14e8963a0 req-6012dd98-bc66-4f10-ba4e-7b5cd752a3d7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:54.300578 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-82d0c9a8-6fed-4fa4-945c-1cb14e8963a0 req-6012dd98-bc66-4f10-ba4e-7b5cd752a3d7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:54.328644 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-82d0c9a8-6fed-4fa4-945c-1cb14e8963a0 req-6012dd98-bc66-4f10-ba4e-7b5cd752a3d7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "PUT /v2.0/ports/d4785722-92e1-49d3-b21a-5efe5f98df60 HTTP/1.1" status: 200 len: 904 time: 1.4215214 Feb 07 21:22:54.329500 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012dd98-bc66-4f10-ba4e-7b5cd752a3d7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Pushing event updated for resources: {'Port': ['ID=d4785722-92e1-49d3-b21a-5efe5f98df60,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:54.331663 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c50ac6-d20e-4aed-b609-b65c786247c6', 'tag': 'd4785722-92e1-49d3-b21a-5efe5f98df60'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:22:54.348154 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3330ca88-4a32-47aa-b3d4-fd99f1dcb338" -d '{"events": [{"name": "network-changed", "server_uuid": "38c50ac6-d20e-4aed-b609-b65c786247c6", "tag": "d4785722-92e1-49d3-b21a-5efe5f98df60"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:22:54.383785 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-9fcbac93-1426-4222-a672-0e769e9d53ed None None] Provisioning complete for port 38a626d7-034f-4a0d-89d3-a0fd4a1325a4 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:54.383785 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9fcbac93-1426-4222-a672-0e769e9d53ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (38a626d7-034f-4a0d-89d3-a0fd4a1325a4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:54.407474 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6012dd98-bc66-4f10-ba4e-7b5cd752a3d7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:22:54.407836 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6012dd98-bc66-4f10-ba4e-7b5cd752a3d7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:22:54.408238 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6012dd98-bc66-4f10-ba4e-7b5cd752a3d7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:22:54.408549 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6012dd98-bc66-4f10-ba4e-7b5cd752a3d7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:22:54.408911 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6012dd98-bc66-4f10-ba4e-7b5cd752a3d7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:22:54.409218 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6012dd98-bc66-4f10-ba4e-7b5cd752a3d7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:22:54.409553 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6012dd98-bc66-4f10-ba4e-7b5cd752a3d7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:22:54.442398 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6012dd98-bc66-4f10-ba4e-7b5cd752a3d7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:22:54.442840 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6012dd98-bc66-4f10-ba4e-7b5cd752a3d7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:22:54.443342 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6012dd98-bc66-4f10-ba4e-7b5cd752a3d7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:22:54.443690 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6012dd98-bc66-4f10-ba4e-7b5cd752a3d7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:22:54.449356 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6012dd98-bc66-4f10-ba4e-7b5cd752a3d7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:22:54.449869 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6012dd98-bc66-4f10-ba4e-7b5cd752a3d7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:22:54.530301 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d35c812-fb1f-46cb-9fbf-445084dc2460 x-openstack-request-id: req-2d35c812-fb1f-46cb-9fbf-445084dc2460 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:22:54.530602 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c50ac6-d20e-4aed-b609-b65c786247c6", "tag": "d4785722-92e1-49d3-b21a-5efe5f98df60", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:22:54.530860 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d35c812-fb1f-46cb-9fbf-445084dc2460 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:22:54.531273 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c50ac6-d20e-4aed-b609-b65c786247c6', 'tag': 'd4785722-92e1-49d3-b21a-5efe5f98df60', 'status': 'completed', 'code': 200} Feb 07 21:22:54.538248 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['35e6c8e9-17ee-4b6b-a3d1-56baab520cc1'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:22:54.690601 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['04760f28-79da-4ca0-842b-0893e337e53b', 'd4785722-92e1-49d3-b21a-5efe5f98df60'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:22:54.869614 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47596) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:54.904050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330ca88-4a32-47aa-b3d4-fd99f1dcb338 req-870cdf7c-adf4-4b2e-9747-74061c6f8611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:54.906151 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3330ca88-4a32-47aa-b3d4-fd99f1dcb338 req-870cdf7c-adf4-4b2e-9747-74061c6f8611 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=38c50ac6-d20e-4aed-b609-b65c786247c6 HTTP/1.1" status: 200 len: 1089 time: 0.3721976 Feb 07 21:22:54.950856 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['d4785722-92e1-49d3-b21a-5efe5f98df60'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:22:54.981352 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21645190-8d46-4cf3-ac53-08e652562b01 req-898698f4-9937-4fc8-aec3-de6d0c731619 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:54.983548 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21645190-8d46-4cf3-ac53-08e652562b01 req-898698f4-9937-4fc8-aec3-de6d0c731619 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c50ac6-d20e-4aed-b609-b65c786247c6 HTTP/1.1" status: 200 len: 907 time: 0.3597560 Feb 07 21:22:55.411608 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b12b5d20-5bb7-43c0-a015-e01885b67361 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (38a626d7-034f-4a0d-89d3-a0fd4a1325a4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:55.428493 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4aa984e2-0b6a-4114-9a1e-b8c62111db44 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-24371001-network', 'tenant_id': '888ddec89701446fae6507ee7003a9bb'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:22:55.446131 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b12b5d20-5bb7-43c0-a015-e01885b67361 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Calling delete_port for 38a626d7-034f-4a0d-89d3-a0fd4a1325a4 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:22:55.514948 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6bdef98b-ca6b-493c-a179-3a7229c42d27 req-80386272-6acb-43ec-981d-809dcf91e93d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 210 time: 0.0825334 Feb 07 21:22:55.634057 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9fcbac93-1426-4222-a672-0e769e9d53ed None None] Port 38a626d7-034f-4a0d-89d3-a0fd4a1325a4 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:22:55.655213 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:55.870832 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b12b5d20-5bb7-43c0-a015-e01885b67361 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (38a626d7-034f-4a0d-89d3-a0fd4a1325a4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:55.893591 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 2f8a8711-3a36-4507-907c-0f10e29ac964 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:55.906079 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330ca88-4a32-47aa-b3d4-fd99f1dcb338 req-f7611d0e-a19a-48ab-946b-c9d7ee59e18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:55.947119 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3330ca88-4a32-47aa-b3d4-fd99f1dcb338 req-f7611d0e-a19a-48ab-946b-c9d7ee59e18d service neutron] 10.222.0.71 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 913 time: 1.0242577 Feb 07 21:22:55.958250 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-f76459b9-6809-4350-ae0c-9003aeb19cee None None] Set router 10bb7c3c-6760-4277-85e5-63c2c2cdc67d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:22:55.980583 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b3daa2b1-8828-4215-88bb-4a6ad49002eb None None] Provisioning complete for port d4785722-92e1-49d3-b21a-5efe5f98df60 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:55.980956 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b3daa2b1-8828-4215-88bb-4a6ad49002eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d4785722-92e1-49d3-b21a-5efe5f98df60), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:55.991358 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b5d20-5bb7-43c0-a015-e01885b67361 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Port': ['ID=38a626d7-034f-4a0d-89d3-a0fd4a1325a4,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:56.091910 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc25f3b-ea79-4f69-9ddf-b199d1ab4a4b req-4d4d31f8-56e1-44ba-a924-a61ec1316171 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:56.104855 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0bc25f3b-ea79-4f69-9ddf-b199d1ab4a4b req-4d4d31f8-56e1-44ba-a924-a61ec1316171 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.7281902 Feb 07 21:22:56.224884 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 99c071c9-0206-4f13-9712-5500f3d0871c up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:22:56.278593 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-952d5182-e9e1-47cc-b859-2089ef0249db tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:56.294575 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-952d5182-e9e1-47cc-b859-2089ef0249db tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.69 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 812 time: 1.1233246 Feb 07 21:22:56.299361 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa984e2-0b6a-4114-9a1e-b8c62111db44 admin admin] Made reservation on behalf of 888ddec89701446fae6507ee7003a9bb for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:22:56.303375 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4aa984e2-0b6a-4114-9a1e-b8c62111db44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:56.320337 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0a39befb-d7fd-41a8-a8df-f22803fa0dc0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Request body: {'port': {'device_id': '6f559f36-6976-4148-bd7c-024d940be4cd', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'admin_state_up': True, 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:22:56.590071 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:22:56.625515 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b12b5d20-5bb7-43c0-a015-e01885b67361 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (a5919813-5661-4ba8-a69f-df43e7b91b36), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:56.664398 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4aa984e2-0b6a-4114-9a1e-b8c62111db44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:56.838609 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-167b4ddb-5645-4ed4-9913-3551a546a63b req-a850ec49-9159-4e6a-a27a-fd2f621fa53d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 210 time: 0.1413331 Feb 07 21:22:56.839185 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0a39befb-d7fd-41a8-a8df-f22803fa0dc0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Made reservation on behalf of 8ef7e56915e94cee93ca54eb0ba4e95b for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:22:56.867791 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0a39befb-d7fd-41a8-a8df-f22803fa0dc0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:56.997362 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12b5d20-5bb7-43c0-a015-e01885b67361 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Router a5919813-5661-4ba8-a69f-df43e7b91b36 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:22:57.287259 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12b5d20-5bb7-43c0-a015-e01885b67361 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:22:57.290200 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b3daa2b1-8828-4215-88bb-4a6ad49002eb None None] Current status of the port d4785722-92e1-49d3-b21a-5efe5f98df60 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:57.290200 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 99c071c9-0206-4f13-9712-5500f3d0871c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:57.290200 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (99c071c9-0206-4f13-9712-5500f3d0871c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:57.298230 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b12b5d20-5bb7-43c0-a015-e01885b67361 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "PUT /v2.0/routers/a5919813-5661-4ba8-a69f-df43e7b91b36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7993319 Feb 07 21:22:57.299830 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03d235a-e5cd-4a3a-ae04-10f3d0fa788c None None] Sync routers for ids ['a5919813-5661-4ba8-a69f-df43e7b91b36'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:22:57.304860 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47646) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:57.375028 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03d235a-e5cd-4a3a-ae04-10f3d0fa788c None None] Routers {'a5919813-5661-4ba8-a69f-df43e7b91b36'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:22:57.380495 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-f03d235a-e5cd-4a3a-ae04-10f3d0fa788c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:22:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['a5919813-5661-4ba8-a69f-df43e7b91b36'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:57.392282 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0bc25f3b-ea79-4f69-9ddf-b199d1ab4a4b req-961101d3-ded0-4d75-b5d4-4d0fa22cfacc tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2864480 Feb 07 21:22:57.399367 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2f68c69e-279a-43a8-81a5-15472f2210f1 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5919813-5661-4ba8-a69f-df43e7b91b36 HTTP/1.1" status: 200 len: 205 time: 0.0929978 Feb 07 21:22:57.409737 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3330ca88-4a32-47aa-b3d4-fd99f1dcb338 req-fcbf739e-36a4-4311-a6d0-61179e729271 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4785722-92e1-49d3-b21a-5efe5f98df60 HTTP/1.1" status: 200 len: 217 time: 1.1410778 Feb 07 21:22:57.412243 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47650) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:57.529494 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-f03d235a-e5cd-4a3a-ae04-10f3d0fa788c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:57.580136 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03d235a-e5cd-4a3a-ae04-10f3d0fa788c None None] Routers {'a5919813-5661-4ba8-a69f-df43e7b91b36'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:22:57.584438 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-f03d235a-e5cd-4a3a-ae04-10f3d0fa788c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:22:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['a5919813-5661-4ba8-a69f-df43e7b91b36'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:57.629186 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330ca88-4a32-47aa-b3d4-fd99f1dcb338 req-ef0e07e1-cdc6-40aa-8ed3-b159009f7716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:57.637563 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3330ca88-4a32-47aa-b3d4-fd99f1dcb338 req-ef0e07e1-cdc6-40aa-8ed3-b159009f7716 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.2049892 Feb 07 21:22:57.707210 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-f03d235a-e5cd-4a3a-ae04-10f3d0fa788c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:57.707875 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03d235a-e5cd-4a3a-ae04-10f3d0fa788c None None] The sync data for ids ['a5919813-5661-4ba8-a69f-df43e7b91b36'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:22:57.710756 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0a39befb-d7fd-41a8-a8df-f22803fa0dc0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Allocated IP 172.20.0.11 (c5d8bec1-9baf-496d-8066-d331255bb96c/5277b698-1143-4952-a3ce-257473c57257/d7209644-b66c-4a2d-850e-ed4c2b6da727) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:22:57.747425 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9ea04a3-00ea-4491-8f6d-f50fc33e2c9e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router (a5919813-5661-4ba8-a69f-df43e7b91b36), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:57.753622 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 99c071c9-0206-4f13-9712-5500f3d0871c is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:22:57.792243 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f76459b9-6809-4350-ae0c-9003aeb19cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bb7c3c-6760-4277-85e5-63c2c2cdc67d', 'name': 'tempest-TestVolumeBootPattern-1313570296-router', 'tenant_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '99c071c9-0206-4f13-9712-5500f3d0871c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:30Z', 'updated_at': '2022-02-07T21:22:38Z', 'revision_number': 4, 'project_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'gw_port': {'id': '99c071c9-0206-4f13-9712-5500f3d0871c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bb7c3c-6760-4277-85e5-63c2c2cdc67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:34Z', 'updated_at': '2022-02-07T21:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '5eed6ce8-f80a-48e1-be13-5bfeaed22d5f', 'name': '', 'network_id': 'ffeee2eb-92bc-426a-a1b7-9378113201f4', 'tenant_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'mac_address': 'fa:16:3e:11:0d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10bb7c3c-6760-4277-85e5-63c2c2cdc67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '8187e00c-a391-4c68-aabd-f20e14c5ea2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:37Z', 'updated_at': '2022-02-07T21:22:39Z', 'revision_number': 2, 'project_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'subnets': [{'id': '8187e00c-a391-4c68-aabd-f20e14c5ea2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:22:57.893331 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76459b9-6809-4350-ae0c-9003aeb19cee None None] Checking router: 10bb7c3c-6760-4277-85e5-63c2c2cdc67d for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:22:57.898013 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76459b9-6809-4350-ae0c-9003aeb19cee None None] Updating router 10bb7c3c-6760-4277-85e5-63c2c2cdc67d port 5eed6ce8-f80a-48e1-be13-5bfeaed22d5f binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:22:57.941592 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330ca88-4a32-47aa-b3d4-fd99f1dcb338 req-81df3e8b-d07b-4c50-b458-8d5af82e08ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:57.943327 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3330ca88-4a32-47aa-b3d4-fd99f1dcb338 req-81df3e8b-d07b-4c50-b458-8d5af82e08ad service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2977774 Feb 07 21:22:57.971823 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ad66a-0765-48ce-b55f-eb0aa1c02232 req-d900719f-c94a-4084-a589-c2232f86071d tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:57.981805 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-604ad66a-0765-48ce-b55f-eb0aa1c02232 req-d900719f-c94a-4084-a589-c2232f86071d tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.4022381 Feb 07 21:22:58.026927 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f76459b9-6809-4350-ae0c-9003aeb19cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5eed6ce8-f80a-48e1-be13-5bfeaed22d5f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:58.279084 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9ea04a3-00ea-4491-8f6d-f50fc33e2c9e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (a5919813-5661-4ba8-a69f-df43e7b91b36), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:58.290398 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9ea04a3-00ea-4491-8f6d-f50fc33e2c9e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router_controller (a5919813-5661-4ba8-a69f-df43e7b91b36), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:58.296166 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3330ca88-4a32-47aa-b3d4-fd99f1dcb338 req-8c8b89b1-96a8-4cb5-a8a5-66db09d81586 service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044782 Feb 07 21:22:58.373186 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4e906d66-9f4d-4527-a0e4-61e50ca5339f req-a20f42e9-a653-4765-9935-cb2cd4b2c6c0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 210 time: 0.0521467 Feb 07 21:22:58.481636 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9ea04a3-00ea-4491-8f6d-f50fc33e2c9e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (a5919813-5661-4ba8-a69f-df43e7b91b36), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:58.482251 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ea04a3-00ea-4491-8f6d-f50fc33e2c9e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Fanout notify agent at l3_agent the message router_deleted on router a5919813-5661-4ba8-a69f-df43e7b91b36 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:22:58.497556 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9ea04a3-00ea-4491-8f6d-f50fc33e2c9e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:58.498877 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b9ea04a3-00ea-4491-8f6d-f50fc33e2c9e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/routers/a5919813-5661-4ba8-a69f-df43e7b91b36 HTTP/1.1" status: 204 len: 168 time: 1.0852134 Feb 07 21:22:58.502745 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47676) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:58.552087 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3330ca88-4a32-47aa-b3d4-fd99f1dcb338 req-8a9973d0-dbaa-42c6-bb70-538960d942eb service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660857 Feb 07 21:22:58.695581 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-63caef19-80dd-4a27-8b32-917f77695266 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Deleting subnet 9abeb3f5-f14b-4e76-abb5-a28b511ac290 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:22:58.718566 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63caef19-80dd-4a27-8b32-917f77695266 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for subnet (9abeb3f5-f14b-4e76-abb5-a28b511ac290), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:58.794867 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f76459b9-6809-4350-ae0c-9003aeb19cee None None] Publish callbacks [] for port (5eed6ce8-f80a-48e1-be13-5bfeaed22d5f), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:58.813345 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f76459b9-6809-4350-ae0c-9003aeb19cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (5eed6ce8-f80a-48e1-be13-5bfeaed22d5f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:58.823491 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4aa984e2-0b6a-4114-9a1e-b8c62111db44 admin admin] Publish callbacks [] for security_group (76fd0911-d11c-49aa-8b89-3b81639ced72), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:58.848977 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-604ad66a-0765-48ce-b55f-eb0aa1c02232 req-15b70be3-31b6-4ede-a7c0-f6f178c7f9e7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8654182 Feb 07 21:22:58.876287 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4aa984e2-0b6a-4114-9a1e-b8c62111db44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (76fd0911-d11c-49aa-8b89-3b81639ced72), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:58.881275 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63caef19-80dd-4a27-8b32-917f77695266 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (9abeb3f5-f14b-4e76-abb5-a28b511ac290), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:58.975922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa984e2-0b6a-4114-9a1e-b8c62111db44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fd0911-d11c-49aa-8b89-3b81639ced72,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:59.164187 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa984e2-0b6a-4114-9a1e-b8c62111db44 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:22:59.211801 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4aa984e2-0b6a-4114-9a1e-b8c62111db44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (813f304e-7d5c-4ffc-b874-83f3f5c8a267), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:59.215924 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-4aa984e2-0b6a-4114-9a1e-b8c62111db44 admin admin] Added segment 813f304e-7d5c-4ffc-b874-83f3f5c8a267 of type vlan for network efd634c5-6bed-43d6-946e-21533802ff0e Feb 07 21:22:59.223805 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0a39befb-d7fd-41a8-a8df-f22803fa0dc0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for port (d7209644-b66c-4a2d-850e-ed4c2b6da727), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:59.353959 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63caef19-80dd-4a27-8b32-917f77695266 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (9abeb3f5-f14b-4e76-abb5-a28b511ac290), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:59.411157 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4aa984e2-0b6a-4114-9a1e-b8c62111db44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (efd634c5-6bed-43d6-946e-21533802ff0e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:59.540076 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4aa984e2-0b6a-4114-9a1e-b8c62111db44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (efd634c5-6bed-43d6-946e-21533802ff0e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:59.541099 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa984e2-0b6a-4114-9a1e-b8c62111db44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:22:59.541694 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4aa984e2-0b6a-4114-9a1e-b8c62111db44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:59.564767 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63caef19-80dd-4a27-8b32-917f77695266 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (9abeb3f5-f14b-4e76-abb5-a28b511ac290), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:59.665589 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63caef19-80dd-4a27-8b32-917f77695266 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Subnet': ['ID=9abeb3f5-f14b-4e76-abb5-a28b511ac290,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:22:59.686674 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63caef19-80dd-4a27-8b32-917f77695266 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:59.715789 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-63caef19-80dd-4a27-8b32-917f77695266 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/subnets/9abeb3f5-f14b-4e76-abb5-a28b511ac290 HTTP/1.1" status: 204 len: 168 time: 1.2116847 Feb 07 21:22:59.717716 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47714) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:59.728576 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f26a3f-e98f-4386-93e3-4fe417a40d92 None None] Network 837739ed-f101-4f5f-8ff8-c205f6db6b06 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:22:59.850367 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6120f418-671b-4a52-8184-4ff941677d78 req-ab10e35d-45b6-4842-b421-8b9c20deab20 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 210 time: 0.1791444 Feb 07 21:22:59.859034 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b0fb5c75-d297-4a7d-8ae6-a47f4e32e370 None None] Provisioning complete for port 5eed6ce8-f80a-48e1-be13-5bfeaed22d5f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:22:59.859547 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b0fb5c75-d297-4a7d-8ae6-a47f4e32e370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5eed6ce8-f80a-48e1-be13-5bfeaed22d5f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:22:59.909051 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4aa984e2-0b6a-4114-9a1e-b8c62111db44 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 5.0209172 Feb 07 21:22:59.965345 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47718) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:22:59.977769 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8289ed2e-9ef5-42b1-8ea8-1897694eb422 admin admin] Request body: {'subnet': {'network_id': 'efd634c5-6bed-43d6-946e-21533802ff0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-24371001-subnet', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:23:00.006192 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cfcad429-0dd2-4063-9fa9-a2cc04834ccd tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (837739ed-f101-4f5f-8ff8-c205f6db6b06), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:00.065934 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b0fb5c75-d297-4a7d-8ae6-a47f4e32e370 None None] Port 5eed6ce8-f80a-48e1-be13-5bfeaed22d5f cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:23:00.072846 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa984e2-0b6a-4114-9a1e-b8c62111db44 admin admin] Pushing event updated for resources: {'Network': ['ID=efd634c5-6bed-43d6-946e-21533802ff0e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:00.077502 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb3b7f-89cd-41f4-a0f3-faa4ad048013 None None] Pushing event updated for resources: {'Port': ['ID=5eed6ce8-f80a-48e1-be13-5bfeaed22d5f,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:00.118261 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb3b7f-89cd-41f4-a0f3-faa4ad048013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:00.119211 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb3b7f-89cd-41f4-a0f3-faa4ad048013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:00.119952 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb3b7f-89cd-41f4-a0f3-faa4ad048013 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:00.120516 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb3b7f-89cd-41f4-a0f3-faa4ad048013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:00.129587 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb3b7f-89cd-41f4-a0f3-faa4ad048013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:00.130290 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb3b7f-89cd-41f4-a0f3-faa4ad048013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:00.131432 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb3b7f-89cd-41f4-a0f3-faa4ad048013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:00.131934 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb3b7f-89cd-41f4-a0f3-faa4ad048013 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:00.133133 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb3b7f-89cd-41f4-a0f3-faa4ad048013 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:00.134716 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb3b7f-89cd-41f4-a0f3-faa4ad048013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:00.134912 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8289ed2e-9ef5-42b1-8ea8-1897694eb422 admin admin] Made reservation on behalf of 888ddec89701446fae6507ee7003a9bb for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:23:00.135378 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb3b7f-89cd-41f4-a0f3-faa4ad048013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:00.135718 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb3b7f-89cd-41f4-a0f3-faa4ad048013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:00.139496 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb3b7f-89cd-41f4-a0f3-faa4ad048013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:00.141938 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8289ed2e-9ef5-42b1-8ea8-1897694eb422 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:00.144036 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-cfcad429-0dd2-4063-9fa9-a2cc04834ccd tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Deleting port 2f8a8711-3a36-4507-907c-0f10e29ac964 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:23:00.147877 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cfcad429-0dd2-4063-9fa9-a2cc04834ccd tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (2f8a8711-3a36-4507-907c-0f10e29ac964), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:00.150614 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network efd634c5-6bed-43d6-946e-21533802ff0e details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:23:00.183236 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0a39befb-d7fd-41a8-a8df-f22803fa0dc0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (d7209644-b66c-4a2d-850e-ed4c2b6da727), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:00.370706 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-cfcad429-0dd2-4063-9fa9-a2cc04834ccd tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] For port 2f8a8711-3a36-4507-907c-0f10e29ac964, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2f8a8711-3a36-4507-907c-0f10e29ac964,segment=NetworkSegment(3f5b6182-a8e6-4a46-9fb1-d019c7ffe226),segment_id=3f5b6182-a8e6-4a46-9fb1-d019c7ffe226)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:00.371193 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cfcad429-0dd2-4063-9fa9-a2cc04834ccd tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (2f8a8711-3a36-4507-907c-0f10e29ac964), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:00.432856 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-cfcad429-0dd2-4063-9fa9-a2cc04834ccd tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Calling delete_port for 2f8a8711-3a36-4507-907c-0f10e29ac964 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:23:00.436426 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-f76459b9-6809-4350-ae0c-9003aeb19cee None None] Attempting to bind port 5eed6ce8-f80a-48e1-be13-5bfeaed22d5f on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:23:00.436877 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-f76459b9-6809-4350-ae0c-9003aeb19cee None None] Attempting to bind port 5eed6ce8-f80a-48e1-be13-5bfeaed22d5f by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '64a7a01c-0bf5-4fdc-b16a-45e38fd81eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ffeee2eb-92bc-426a-a1b7-9378113201f4'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:23:00.437313 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76459b9-6809-4350-ae0c-9003aeb19cee None None] Attempting to bind port 5eed6ce8-f80a-48e1-be13-5bfeaed22d5f on network ffeee2eb-92bc-426a-a1b7-9378113201f4 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:23:00.454765 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39befb-d7fd-41a8-a8df-f22803fa0dc0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event updated for resources: {'Port': ['ID=d7209644-b66c-4a2d-850e-ed4c2b6da727,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:00.461738 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76459b9-6809-4350-ae0c-9003aeb19cee None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:23:00.462344 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76459b9-6809-4350-ae0c-9003aeb19cee None None] Checking segment: {'id': '64a7a01c-0bf5-4fdc-b16a-45e38fd81eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ffeee2eb-92bc-426a-a1b7-9378113201f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:23:00.463339 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f76459b9-6809-4350-ae0c-9003aeb19cee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:00.463802 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76459b9-6809-4350-ae0c-9003aeb19cee None None] Bound using segment: {'id': '64a7a01c-0bf5-4fdc-b16a-45e38fd81eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ffeee2eb-92bc-426a-a1b7-9378113201f4'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:23:00.475502 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-f76459b9-6809-4350-ae0c-9003aeb19cee None None] Bound port: 5eed6ce8-f80a-48e1-be13-5bfeaed22d5f, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a7a01c-0bf5-4fdc-b16a-45e38fd81eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ffeee2eb-92bc-426a-a1b7-9378113201f4'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:23:00.487390 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f76459b9-6809-4350-ae0c-9003aeb19cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5eed6ce8-f80a-48e1-be13-5bfeaed22d5f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:00.493956 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-fd9f332a-40a9-4ba4-9415-5de22e30c493 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:00.508576 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-fd9f332a-40a9-4ba4-9415-5de22e30c493 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 812 time: 1.2382989 Feb 07 21:23:00.531590 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0a39befb-d7fd-41a8-a8df-f22803fa0dc0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Network c5d8bec1-9baf-496d-8066-d331255bb96c is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:23:00.544948 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0a39befb-d7fd-41a8-a8df-f22803fa0dc0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:23:00.562475 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0a39befb-d7fd-41a8-a8df-f22803fa0dc0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:23:00.666179 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-d8412f2d-ac20-4e2d-a397-73446d29cc21 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/quotas/20dde7e4922943ecbb5ccb76ad52e1a9 HTTP/1.1" status: 200 len: 375 time: 0.1563182 Feb 07 21:23:00.762235 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cfcad429-0dd2-4063-9fa9-a2cc04834ccd tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (2f8a8711-3a36-4507-907c-0f10e29ac964), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:00.846361 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f76459b9-6809-4350-ae0c-9003aeb19cee None None] For port 5eed6ce8-f80a-48e1-be13-5bfeaed22d5f, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:23:00.850742 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f76459b9-6809-4350-ae0c-9003aeb19cee None None] For port 5eed6ce8-f80a-48e1-be13-5bfeaed22d5f, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=5eed6ce8-f80a-48e1-be13-5bfeaed22d5f,segment=NetworkSegment(64a7a01c-0bf5-4fdc-b16a-45e38fd81eda),segment_id=64a7a01c-0bf5-4fdc-b16a-45e38fd81eda)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:23:00.864855 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f76459b9-6809-4350-ae0c-9003aeb19cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (5eed6ce8-f80a-48e1-be13-5bfeaed22d5f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:00.886549 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0a39befb-d7fd-41a8-a8df-f22803fa0dc0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:00.898463 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcad429-0dd2-4063-9fa9-a2cc04834ccd tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Port': ['ID=2f8a8711-3a36-4507-907c-0f10e29ac964,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:00.901058 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0a39befb-d7fd-41a8-a8df-f22803fa0dc0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:00.949471 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcad429-0dd2-4063-9fa9-a2cc04834ccd tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] No DVR routers for this DVR port 2f8a8711-3a36-4507-907c-0f10e29ac964 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:23:01.103997 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040e7dc6-eaf3-4c13-ac15-71157f4ed0fa None None] DHCP port deletion for 837739ed-f101-4f5f-8ff8-c205f6db6b06 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:23:01.168233 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0a39befb-d7fd-41a8-a8df-f22803fa0dc0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8691244 Feb 07 21:23:01.255422 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76459b9-6809-4350-ae0c-9003aeb19cee None None] Routers {'10bb7c3c-6760-4277-85e5-63c2c2cdc67d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:23:01.257365 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f76459b9-6809-4350-ae0c-9003aeb19cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:22:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['10bb7c3c-6760-4277-85e5-63c2c2cdc67d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:01.277795 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0ed6fd30-af3b-47b6-89a7-e37a876405cc service neutron] Request body: {'port': {'device_id': '6f559f36-6976-4148-bd7c-024d940be4cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:23:01.367797 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb3b7f-89cd-41f4-a0f3-faa4ad048013 None None] Pushing event updated for resources: {'Port': ['ID=5eed6ce8-f80a-48e1-be13-5bfeaed22d5f,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:01.464251 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cfcad429-0dd2-4063-9fa9-a2cc04834ccd tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (837739ed-f101-4f5f-8ff8-c205f6db6b06), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:01.535687 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0fe34a85-749e-4932-bdfd-3de46838a782 None None] Provisioning complete for port d7209644-b66c-4a2d-850e-ed4c2b6da727 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:01.537773 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0fe34a85-749e-4932-bdfd-3de46838a782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d7209644-b66c-4a2d-850e-ed4c2b6da727), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:01.568256 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-cfcad429-0dd2-4063-9fa9-a2cc04834ccd tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837739ed-f101-4f5f-8ff8-c205f6db6b06']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:01.582422 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-cfcad429-0dd2-4063-9fa9-a2cc04834ccd tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5b6182-a8e6-4a46-9fb1-d019c7ffe226') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:01.582730 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-cfcad429-0dd2-4063-9fa9-a2cc04834ccd tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5b6182-a8e6-4a46-9fb1-d019c7ffe226') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:01.623414 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cfcad429-0dd2-4063-9fa9-a2cc04834ccd tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (3f5b6182-a8e6-4a46-9fb1-d019c7ffe226), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:01.646184 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-1d4ed0b8-55c4-4c12-a47c-d99eb7990635 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.9461443 Feb 07 21:23:01.673544 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cfcad429-0dd2-4063-9fa9-a2cc04834ccd tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (3f5b6182-a8e6-4a46-9fb1-d019c7ffe226), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:01.703467 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfcad429-0dd2-4063-9fa9-a2cc04834ccd tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:23:01.703467 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cfcad429-0dd2-4063-9fa9-a2cc04834ccd tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (3f5b6182-a8e6-4a46-9fb1-d019c7ffe226), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:23:01.707140 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:23:01.741550 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0fe34a85-749e-4932-bdfd-3de46838a782 None None] Port d7209644-b66c-4a2d-850e-ed4c2b6da727 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:23:01.755225 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-e023e628-e81c-4f44-af27-5a24b0ea124d service neutron] 10.222.0.65 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963638 Feb 07 21:23:01.955631 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d5251d7f-85cd-4221-a1d8-1c3044503179 None None] Provisioning complete for port 5eed6ce8-f80a-48e1-be13-5bfeaed22d5f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:01.958406 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d5251d7f-85cd-4221-a1d8-1c3044503179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5eed6ce8-f80a-48e1-be13-5bfeaed22d5f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:01.961589 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cfcad429-0dd2-4063-9fa9-a2cc04834ccd tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (837739ed-f101-4f5f-8ff8-c205f6db6b06), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:01.980763 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-f76459b9-6809-4350-ae0c-9003aeb19cee None None] Set router 10bb7c3c-6760-4277-85e5-63c2c2cdc67d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:23:02.023844 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cfcad429-0dd2-4063-9fa9-a2cc04834ccd tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:02.039139 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cfcad429-0dd2-4063-9fa9-a2cc04834ccd tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/networks/837739ed-f101-4f5f-8ff8-c205f6db6b06 HTTP/1.1" status: 204 len: 168 time: 2.3086126 Feb 07 21:23:02.040092 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcad429-0dd2-4063-9fa9-a2cc04834ccd tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Network': ['ID=837739ed-f101-4f5f-8ff8-c205f6db6b06,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:02.047266 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47756) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:02.054852 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b354bd47-a57d-4290-97d9-b43559775b85 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1271035520', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}, 'admin_state_up': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:23:02.146522 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b354bd47-a57d-4290-97d9-b43559775b85 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (51189f38-9458-4079-aaf1-6e1213385dc6), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:02.149344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00370d-51d2-4473-93fa-a817c3185476 req-9bdd5c75-90df-4129-9b97-98ddd09e53fa tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:02.149846 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b354bd47-a57d-4290-97d9-b43559775b85 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (51189f38-9458-4079-aaf1-6e1213385dc6), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:02.152864 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e00370d-51d2-4473-93fa-a817c3185476 req-9bdd5c75-90df-4129-9b97-98ddd09e53fa tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 932 time: 0.9677603 Feb 07 21:23:02.233587 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 5eed6ce8-f80a-48e1-be13-5bfeaed22d5f up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:23:02.272684 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0ed6fd30-af3b-47b6-89a7-e37a876405cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d7209644-b66c-4a2d-850e-ed4c2b6da727), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:02.332651 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b354bd47-a57d-4290-97d9-b43559775b85 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router_controller (51189f38-9458-4079-aaf1-6e1213385dc6), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:02.586238 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-9d4bf7a9-5857-46a3-84e8-eb722874bc07 service neutron] 10.222.0.65 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8166218 Feb 07 21:23:02.734235 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d5251d7f-85cd-4221-a1d8-1c3044503179 None None] Current status of the port 5eed6ce8-f80a-48e1-be13-5bfeaed22d5f is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:02.734623 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d5251d7f-85cd-4221-a1d8-1c3044503179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5eed6ce8-f80a-48e1-be13-5bfeaed22d5f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:02.753373 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b354bd47-a57d-4290-97d9-b43559775b85 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router_gateway (51189f38-9458-4079-aaf1-6e1213385dc6), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:02.905648 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d5251d7f-85cd-4221-a1d8-1c3044503179 None None] For port 5eed6ce8-f80a-48e1-be13-5bfeaed22d5f, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=5eed6ce8-f80a-48e1-be13-5bfeaed22d5f,segment=NetworkSegment(64a7a01c-0bf5-4fdc-b16a-45e38fd81eda),segment_id=64a7a01c-0bf5-4fdc-b16a-45e38fd81eda)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:02.967964 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 5eed6ce8-f80a-48e1-be13-5bfeaed22d5f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:02.968573 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5eed6ce8-f80a-48e1-be13-5bfeaed22d5f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:03.050882 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d5251d7f-85cd-4221-a1d8-1c3044503179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (5eed6ce8-f80a-48e1-be13-5bfeaed22d5f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:03.230103 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5251d7f-85cd-4221-a1d8-1c3044503179 None None] Pushing event updated for resources: {'Port': ['ID=5eed6ce8-f80a-48e1-be13-5bfeaed22d5f,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:03.470705 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b354bd47-a57d-4290-97d9-b43559775b85 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router_gateway (51189f38-9458-4079-aaf1-6e1213385dc6), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:03.524901 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b354bd47-a57d-4290-97d9-b43559775b85 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:03.564815 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 5eed6ce8-f80a-48e1-be13-5bfeaed22d5f is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:03.634673 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:03.670816 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f76459b9-6809-4350-ae0c-9003aeb19cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bb7c3c-6760-4277-85e5-63c2c2cdc67d', 'name': 'tempest-TestVolumeBootPattern-1313570296-router', 'tenant_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '99c071c9-0206-4f13-9712-5500f3d0871c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:30Z', 'updated_at': '2022-02-07T21:22:38Z', 'revision_number': 4, 'project_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'gw_port': {'id': '99c071c9-0206-4f13-9712-5500f3d0871c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bb7c3c-6760-4277-85e5-63c2c2cdc67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:34Z', 'updated_at': '2022-02-07T21:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '5eed6ce8-f80a-48e1-be13-5bfeaed22d5f', 'name': '', 'network_id': 'ffeee2eb-92bc-426a-a1b7-9378113201f4', 'tenant_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'mac_address': 'fa:16:3e:11:0d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10bb7c3c-6760-4277-85e5-63c2c2cdc67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '8187e00c-a391-4c68-aabd-f20e14c5ea2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:37Z', 'updated_at': '2022-02-07T21:23:00Z', 'revision_number': 4, 'project_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'subnets': [{'id': '8187e00c-a391-4c68-aabd-f20e14c5ea2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:03.673732 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0ed6fd30-af3b-47b6-89a7-e37a876405cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7209644-b66c-4a2d-850e-ed4c2b6da727 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:23:03.713583 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0ed6fd30-af3b-47b6-89a7-e37a876405cc service neutron] Publish callbacks [] for port (d7209644-b66c-4a2d-850e-ed4c2b6da727), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:03.799829 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76459b9-6809-4350-ae0c-9003aeb19cee None None] The sync data for ids ['10bb7c3c-6760-4277-85e5-63c2c2cdc67d'] in n-d-828185-2 is: [{'id': '10bb7c3c-6760-4277-85e5-63c2c2cdc67d', 'name': 'tempest-TestVolumeBootPattern-1313570296-router', 'tenant_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '99c071c9-0206-4f13-9712-5500f3d0871c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:30Z', 'updated_at': '2022-02-07T21:22:38Z', 'revision_number': 4, 'project_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'gw_port': {'id': '99c071c9-0206-4f13-9712-5500f3d0871c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bb7c3c-6760-4277-85e5-63c2c2cdc67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:34Z', 'updated_at': '2022-02-07T21:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '5eed6ce8-f80a-48e1-be13-5bfeaed22d5f', 'name': '', 'network_id': 'ffeee2eb-92bc-426a-a1b7-9378113201f4', 'tenant_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'mac_address': 'fa:16:3e:11:0d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10bb7c3c-6760-4277-85e5-63c2c2cdc67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '8187e00c-a391-4c68-aabd-f20e14c5ea2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:37Z', 'updated_at': '2022-02-07T21:23:00Z', 'revision_number': 4, 'project_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'subnets': [{'id': '8187e00c-a391-4c68-aabd-f20e14c5ea2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:23:03.818215 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e00370d-51d2-4473-93fa-a817c3185476 req-966ea3ba-ca1a-4075-abed-c174a7695b58 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5840213 Feb 07 21:23:03.822725 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2f8a8711-3a36-4507-907c-0f10e29ac964 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:23:03.874546 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8289ed2e-9ef5-42b1-8ea8-1897694eb422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:03.922031 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-b354bd47-a57d-4290-97d9-b43559775b85 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Allocated IP 172.25.4.217 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/e6a1d1f3-b385-45a6-8105-08706c3ecad7) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:23:03.952650 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 2f8a8711-3a36-4507-907c-0f10e29ac964 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:23:03.955189 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2f8a8711-3a36-4507-907c-0f10e29ac964 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:23:04.082209 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:04.217498 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 5eed6ce8-f80a-48e1-be13-5bfeaed22d5f up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:23:04.261066 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289ed2e-9ef5-42b1-8ea8-1897694eb422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:04.277865 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-97b06952-5caf-4775-90a4-32b96df30cd6 req-ef793c3c-17ab-4200-bc5b-86db46ed4e7f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 210 time: 0.4875803 Feb 07 21:23:04.311868 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0ed6fd30-af3b-47b6-89a7-e37a876405cc service neutron] Transition to ACTIVE for port object d7209644-b66c-4a2d-850e-ed4c2b6da727 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:23:04.331381 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0ed6fd30-af3b-47b6-89a7-e37a876405cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (d7209644-b66c-4a2d-850e-ed4c2b6da727), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:04.521843 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b354bd47-a57d-4290-97d9-b43559775b85 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for port (e6a1d1f3-b385-45a6-8105-08706c3ecad7), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:04.555335 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 5eed6ce8-f80a-48e1-be13-5bfeaed22d5f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:04.557028 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5eed6ce8-f80a-48e1-be13-5bfeaed22d5f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:04.625658 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6fd30-af3b-47b6-89a7-e37a876405cc service neutron] Pushing event updated for resources: {'Port': ['ID=d7209644-b66c-4a2d-850e-ed4c2b6da727,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:04.712083 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b354bd47-a57d-4290-97d9-b43559775b85 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (e6a1d1f3-b385-45a6-8105-08706c3ecad7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:04.886616 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b354bd47-a57d-4290-97d9-b43559775b85 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:23:04.924970 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-b354bd47-a57d-4290-97d9-b43559775b85 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:23:04.958262 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8289ed2e-9ef5-42b1-8ea8-1897694eb422 admin admin] Checking segment: {'id': '813f304e-7d5c-4ffc-b874-83f3f5c8a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'efd634c5-6bed-43d6-946e-21533802ff0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:23:04.958854 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8289ed2e-9ef5-42b1-8ea8-1897694eb422 admin admin] Network hostable DHCP agents. Network: efd634c5-6bed-43d6-946e-21533802ff0e, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:23:04.990698 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b354bd47-a57d-4290-97d9-b43559775b85 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:23:05.004904 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 5eed6ce8-f80a-48e1-be13-5bfeaed22d5f is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:05.013720 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354bd47-a57d-4290-97d9-b43559775b85 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Port': ['ID=e6a1d1f3-b385-45a6-8105-08706c3ecad7,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:05.194780 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8289ed2e-9ef5-42b1-8ea8-1897694eb422 admin admin] Network efd634c5-6bed-43d6-946e-21533802ff0e is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:23:05.302384 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0ed6fd30-af3b-47b6-89a7-e37a876405cc service neutron] Attempting to bind port d7209644-b66c-4a2d-850e-ed4c2b6da727 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:23:05.303099 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0ed6fd30-af3b-47b6-89a7-e37a876405cc service neutron] Attempting to bind port d7209644-b66c-4a2d-850e-ed4c2b6da727 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:23:05.305549 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0ed6fd30-af3b-47b6-89a7-e37a876405cc service neutron] Attempting to bind port d7209644-b66c-4a2d-850e-ed4c2b6da727 on network c5d8bec1-9baf-496d-8066-d331255bb96c {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:23:05.329778 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-8289ed2e-9ef5-42b1-8ea8-1897694eb422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, efd634c5-6bed-43d6-946e-21533802ff0e) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:23:05.341919 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4380e06b-4f03-4e40-9e26-b7b6900aa8b9 None None] Network efd634c5-6bed-43d6-946e-21533802ff0e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:23:05.364486 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8289ed2e-9ef5-42b1-8ea8-1897694eb422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:05.367098 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8289ed2e-9ef5-42b1-8ea8-1897694eb422 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:05.390879 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0ed6fd30-af3b-47b6-89a7-e37a876405cc service neutron] Port d7209644-b66c-4a2d-850e-ed4c2b6da727 on network c5d8bec1-9baf-496d-8066-d331255bb96c not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:23:05.391213 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0ed6fd30-af3b-47b6-89a7-e37a876405cc service neutron] Attempting to bind port d7209644-b66c-4a2d-850e-ed4c2b6da727 on network c5d8bec1-9baf-496d-8066-d331255bb96c {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:23:05.446596 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0ed6fd30-af3b-47b6-89a7-e37a876405cc service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:23:05.448554 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0ed6fd30-af3b-47b6-89a7-e37a876405cc service neutron] Checking segment: {'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:23:05.449135 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0ed6fd30-af3b-47b6-89a7-e37a876405cc service neutron] Bound using segment: {'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:23:05.452965 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0ed6fd30-af3b-47b6-89a7-e37a876405cc service neutron] Bound port: d7209644-b66c-4a2d-850e-ed4c2b6da727, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:23:05.454811 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0ed6fd30-af3b-47b6-89a7-e37a876405cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d7209644-b66c-4a2d-850e-ed4c2b6da727), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:05.554892 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8289ed2e-9ef5-42b1-8ea8-1897694eb422 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 5.5884268 Feb 07 21:23:05.557091 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47834) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:05.656403 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0750704-a96c-44a3-b804-5009c5074ae7 None None] Network efd634c5-6bed-43d6-946e-21533802ff0e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:23:05.770236 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47840) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:06.185496 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b354bd47-a57d-4290-97d9-b43559775b85 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router_gateway (51189f38-9458-4079-aaf1-6e1213385dc6), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:06.399333 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4aae7b57-0e29-49d7-bb3d-23aa595ee25d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-24371001-router', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:23:06.418594 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea22d73f-1c7c-48e5-b71f-a768a641dab4 req-c3a6ad18-098a-4c5a-8ddc-086c6c59a9fb tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 210 time: 0.9533761 Feb 07 21:23:06.465141 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df6645-ef13-4e2f-854a-05f9eaae55de req-c578573a-3193-42fd-8b52-4d65e988cab6 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:06.473381 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21df6645-ef13-4e2f-854a-05f9eaae55de req-c578573a-3193-42fd-8b52-4d65e988cab6 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 944 time: 1.3568413 Feb 07 21:23:06.614502 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4aae7b57-0e29-49d7-bb3d-23aa595ee25d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:06.620907 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4aae7b57-0e29-49d7-bb3d-23aa595ee25d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:06.714836 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21df6645-ef13-4e2f-854a-05f9eaae55de req-aa8051b3-6f78-48f1-aa5d-e372f3689ae5 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004371 Feb 07 21:23:06.728497 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0ed6fd30-af3b-47b6-89a7-e37a876405cc service neutron] For port d7209644-b66c-4a2d-850e-ed4c2b6da727, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:23:06.865799 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0ed6fd30-af3b-47b6-89a7-e37a876405cc service neutron] For port d7209644-b66c-4a2d-850e-ed4c2b6da727, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=d7209644-b66c-4a2d-850e-ed4c2b6da727,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:23:06.890226 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4aae7b57-0e29-49d7-bb3d-23aa595ee25d admin admin] Publish callbacks [] for router_controller (eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:06.901598 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0ed6fd30-af3b-47b6-89a7-e37a876405cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (d7209644-b66c-4a2d-850e-ed4c2b6da727), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:07.033598 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0ed6fd30-af3b-47b6-89a7-e37a876405cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:07.040974 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0ed6fd30-af3b-47b6-89a7-e37a876405cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:07.044606 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-0ed6fd30-af3b-47b6-89a7-e37a876405cc service neutron] 10.222.0.69 "PUT /v2.0/ports/d7209644-b66c-4a2d-850e-ed4c2b6da727 HTTP/1.1" status: 200 len: 1092 time: 5.7932768 Feb 07 21:23:07.060117 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f559f36-6976-4148-bd7c-024d940be4cd', 'tag': 'd7209644-b66c-4a2d-850e-ed4c2b6da727'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:23:07.081191 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8995730a-fd81-4840-8111-a93b3726b174" -d '{"events": [{"name": "network-changed", "server_uuid": "6f559f36-6976-4148-bd7c-024d940be4cd", "tag": "d7209644-b66c-4a2d-850e-ed4c2b6da727"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:23:07.431528 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6fd30-af3b-47b6-89a7-e37a876405cc service neutron] Pushing event updated for resources: {'Port': ['ID=d7209644-b66c-4a2d-850e-ed4c2b6da727,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:07.452183 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8dd13f-16fb-4a3a-a2ec-960aec600657 x-openstack-request-id: req-4e8dd13f-16fb-4a3a-a2ec-960aec600657 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:23:07.464529 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f559f36-6976-4148-bd7c-024d940be4cd", "tag": "d7209644-b66c-4a2d-850e-ed4c2b6da727", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:23:07.464817 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4e8dd13f-16fb-4a3a-a2ec-960aec600657 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:23:07.465109 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f559f36-6976-4148-bd7c-024d940be4cd', 'tag': 'd7209644-b66c-4a2d-850e-ed4c2b6da727', 'status': 'completed', 'code': 200} Feb 07 21:23:07.465920 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47878) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:07.674612 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-693e9ac3-ae7c-4871-af80-fcce67cca397 req-f4615f22-bffd-4847-b868-843da2996a0a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 210 time: 0.0799313 Feb 07 21:23:07.684579 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4aae7b57-0e29-49d7-bb3d-23aa595ee25d admin admin] Publish callbacks [] for router_gateway (eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:07.751876 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-958fc6dc-4d97-4ba9-ab3e-039e17183813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:07.754170 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-958fc6dc-4d97-4ba9-ab3e-039e17183813 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 1126 time: 0.3303654 Feb 07 21:23:07.934903 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-ef2fe77a-1ade-4597-a802-d29eb2808ffc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7209644-b66c-4a2d-850e-ed4c2b6da727 HTTP/1.1" status: 200 len: 217 time: 0.1060722 Feb 07 21:23:08.058402 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc6f238f-13ad-45be-9e27-c8c74b6612eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:08.237713 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-b4e019e5-cb7b-47f2-bfb9-582ab7b9086c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:08.239562 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-b4e019e5-cb7b-47f2-bfb9-582ab7b9086c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5277b698-1143-4952-a3ce-257473c57257 HTTP/1.1" status: 200 len: 851 time: 0.1879001 Feb 07 21:23:08.254511 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985169d-1233-4ec5-9088-15fb6f375b78 req-c096accb-4a37-4bea-9181-eb25a3becfa5 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:08.256701 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a985169d-1233-4ec5-9088-15fb6f375b78 req-c096accb-4a37-4bea-9181-eb25a3becfa5 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 944 time: 0.3359594 Feb 07 21:23:08.474839 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-2f1e1eb0-1f8e-4538-90f5-5c9c2caa2cbd tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:08.477478 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-2f1e1eb0-1f8e-4538-90f5-5c9c2caa2cbd tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.69 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 812 time: 2.7193372 Feb 07 21:23:08.512185 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-b9408984-bc84-4b0b-927e-84218f5fb2c8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Request body: {'port': {'device_id': '31153608-0eae-4af6-925f-2ef5da128484', 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0', 'admin_state_up': True, 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:23:08.598624 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a985169d-1233-4ec5-9088-15fb6f375b78 req-b5a47574-30bd-44f5-8efb-5831941c37e1 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071563 Feb 07 21:23:08.661916 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-3e1dc801-50b9-4827-8ee0-fd4eba8a4e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:08.663480 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-3e1dc801-50b9-4827-8ee0-fd4eba8a4e93 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5d8bec1-9baf-496d-8066-d331255bb96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4177914 Feb 07 21:23:08.809982 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b354bd47-a57d-4290-97d9-b43559775b85 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (51189f38-9458-4079-aaf1-6e1213385dc6), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:08.980495 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a8efa8e0-dc88-432a-b1df-d59b1bb44402 req-f6b33d02-cc5b-421f-a048-4c2fb3728b5b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 210 time: 0.0929186 Feb 07 21:23:09.064422 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4aae7b57-0e29-49d7-bb3d-23aa595ee25d admin admin] Publish callbacks [] for router_gateway (eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:09.069922 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc6f238f-13ad-45be-9e27-c8c74b6612eb admin admin] Publish callbacks [] for security_group (351fc5d6-4f60-4ec6-8939-938829344a6d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:09.096730 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc6f238f-13ad-45be-9e27-c8c74b6612eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (351fc5d6-4f60-4ec6-8939-938829344a6d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:09.099668 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4aae7b57-0e29-49d7-bb3d-23aa595ee25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:09.183290 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f238f-13ad-45be-9e27-c8c74b6612eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351fc5d6-4f60-4ec6-8939-938829344a6d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:09.221465 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-5dbd39a7-c5a6-4cc8-864f-4b1c4f562731 service neutron] 10.222.0.69 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5418601 Feb 07 21:23:09.341665 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-b9408984-bc84-4b0b-927e-84218f5fb2c8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Made reservation on behalf of 20dde7e4922943ecbb5ccb76ad52e1a9 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:23:09.350303 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-b9408984-bc84-4b0b-927e-84218f5fb2c8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:09.415172 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1829fa49-21f3-48b5-aadc-7e67af06562c req-8ef25f74-6288-47b7-ac44-6bb9ba1df316 service neutron] 10.222.0.69 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866231 Feb 07 21:23:09.440099 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bc6f238f-13ad-45be-9e27-c8c74b6612eb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a446453dbe364dc7bfccdcd5d8e41c35&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9710085 Feb 07 21:23:09.446709 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47920) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:09.651481 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b354bd47-a57d-4290-97d9-b43559775b85 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Router 51189f38-9458-4079-aaf1-6e1213385dc6 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:23:09.746804 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-4aae7b57-0e29-49d7-bb3d-23aa595ee25d admin admin] Allocated IP 172.25.4.211 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/caa07643-8ec5-479a-a54d-f694e2ab8f0f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:23:10.017606 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4aae7b57-0e29-49d7-bb3d-23aa595ee25d admin admin] Publish callbacks [] for port (caa07643-8ec5-479a-a54d-f694e2ab8f0f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:10.070952 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf2905ce-ef1e-4565-a5f5-b1c460826b0b admin admin] Publish callbacks [] for security_group (351fc5d6-4f60-4ec6-8939-938829344a6d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:10.082086 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4aae7b57-0e29-49d7-bb3d-23aa595ee25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (caa07643-8ec5-479a-a54d-f694e2ab8f0f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:10.155747 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae7b57-0e29-49d7-bb3d-23aa595ee25d admin admin] Pushing event updated for resources: {'Port': ['ID=caa07643-8ec5-479a-a54d-f694e2ab8f0f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:10.168929 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aae7b57-0e29-49d7-bb3d-23aa595ee25d admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:23:10.174765 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-b9408984-bc84-4b0b-927e-84218f5fb2c8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Allocated IP 172.20.0.4 (30b9222e-e3f7-4412-8b63-9320a43406d0/59eaac6e-e46d-4028-b7b2-899f00c5ee97/f3a83fc9-9b2b-41c4-9138-1fd8977471fc) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:23:10.189275 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-4aae7b57-0e29-49d7-bb3d-23aa595ee25d admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:23:10.191896 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aae7b57-0e29-49d7-bb3d-23aa595ee25d admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:23:10.231356 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf2905ce-ef1e-4565-a5f5-b1c460826b0b admin admin] Publish callbacks [] for security_group (351fc5d6-4f60-4ec6-8939-938829344a6d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:10.414149 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b354bd47-a57d-4290-97d9-b43559775b85 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:23:10.427621 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef40f499-0a11-44a4-bdd9-217f2f5979be None None] Sync routers for ids ['51189f38-9458-4079-aaf1-6e1213385dc6'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:23:10.446243 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef40f499-0a11-44a4-bdd9-217f2f5979be None None] Routers {'51189f38-9458-4079-aaf1-6e1213385dc6'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:23:10.447036 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ef40f499-0a11-44a4-bdd9-217f2f5979be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:22:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['51189f38-9458-4079-aaf1-6e1213385dc6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:10.486912 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b354bd47-a57d-4290-97d9-b43559775b85 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:10.491580 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b354bd47-a57d-4290-97d9-b43559775b85 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 8.4432628 Feb 07 21:23:10.527258 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47938) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:10.577829 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ef40f499-0a11-44a4-bdd9-217f2f5979be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:10.610492 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef40f499-0a11-44a4-bdd9-217f2f5979be None None] Routers {'51189f38-9458-4079-aaf1-6e1213385dc6'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:23:10.611288 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ef40f499-0a11-44a4-bdd9-217f2f5979be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:22:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['51189f38-9458-4079-aaf1-6e1213385dc6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:10.694337 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-914ace19-673b-463d-b036-ac325026a894 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "GET /v2.0/routers/51189f38-9458-4079-aaf1-6e1213385dc6 HTTP/1.1" status: 200 len: 881 time: 0.1644285 Feb 07 21:23:10.699816 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47940) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:10.714596 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ef40f499-0a11-44a4-bdd9-217f2f5979be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:10.737218 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef40f499-0a11-44a4-bdd9-217f2f5979be None None] The sync data for ids ['51189f38-9458-4079-aaf1-6e1213385dc6'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:23:10.753918 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995730a-fd81-4840-8111-a93b3726b174 req-0a35ff54-3309-46ca-982c-cbcfb983d988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:10.756523 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8995730a-fd81-4840-8111-a93b3726b174 req-0a35ff54-3309-46ca-982c-cbcfb983d988 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 1126 time: 1.2632732 Feb 07 21:23:10.758100 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4aae7b57-0e29-49d7-bb3d-23aa595ee25d admin admin] Publish callbacks [] for router_gateway (eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:10.840754 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf2905ce-ef1e-4565-a5f5-b1c460826b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (351fc5d6-4f60-4ec6-8939-938829344a6d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:10.845097 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf2905ce-ef1e-4565-a5f5-b1c460826b0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:10.846271 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bf2905ce-ef1e-4565-a5f5-b1c460826b0b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/351fc5d6-4f60-4ec6-8939-938829344a6d HTTP/1.1" status: 204 len: 168 time: 1.3973076 Feb 07 21:23:11.061261 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a931fc7-f9a5-47ef-bdac-772b4ee4a27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (5ed606a4-e93e-4a09-a8ca-0104d197a92a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:11.200036 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2905ce-ef1e-4565-a5f5-b1c460826b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351fc5d6-4f60-4ec6-8939-938829344a6d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:11.302772 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc30c05c-4cb8-4ff3-adba-cd502e0988cf req-1cb4f0da-1872-43a1-8e99-fee333e72e3c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 210 time: 1.0408432 Feb 07 21:23:11.415836 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010b616-15c8-4858-9b9b-f29e9963edac req-c059cedc-7bbe-4f5b-b885-bcce170e285e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:11.417690 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2010b616-15c8-4858-9b9b-f29e9963edac req-c059cedc-7bbe-4f5b-b885-bcce170e285e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 944 time: 1.3491750 Feb 07 21:23:11.463589 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-b9408984-bc84-4b0b-927e-84218f5fb2c8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks [] for port (f3a83fc9-9b2b-41c4-9138-1fd8977471fc), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:11.521905 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47950) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:11.549058 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-524ae22c-c1f6-45d2-b842-65aa6296417d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:11.561958 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995730a-fd81-4840-8111-a93b3726b174 req-486e29ab-579c-40bc-a841-805bd2aaa3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:11.564185 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8995730a-fd81-4840-8111-a93b3726b174 req-486e29ab-579c-40bc-a841-805bd2aaa3fc service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 913 time: 0.5269072 Feb 07 21:23:11.647254 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4aae7b57-0e29-49d7-bb3d-23aa595ee25d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:11.673446 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2010b616-15c8-4858-9b9b-f29e9963edac req-d4f7cbb5-26d1-470e-b7be-5919fd9eb8d0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436137 Feb 07 21:23:11.775879 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-b9408984-bc84-4b0b-927e-84218f5fb2c8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (f3a83fc9-9b2b-41c4-9138-1fd8977471fc), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:11.791033 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['35e6c8e9-17ee-4b6b-a3d1-56baab520cc1'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:23:11.794271 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['04760f28-79da-4ca0-842b-0893e337e53b'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:23:11.797174 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-524ae22c-c1f6-45d2-b842-65aa6296417d admin admin] Publish callbacks [] for security_group (c561df0b-0730-4a6d-a997-130af98a1b6f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:11.805430 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8995730a-fd81-4840-8111-a93b3726b174 req-4ef68158-c457-4c6b-a1ef-9696a88d697a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7209644-b66c-4a2d-850e-ed4c2b6da727 HTTP/1.1" status: 200 len: 217 time: 0.2310581 Feb 07 21:23:11.806092 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-524ae22c-c1f6-45d2-b842-65aa6296417d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c561df0b-0730-4a6d-a997-130af98a1b6f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:11.899267 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-524ae22c-c1f6-45d2-b842-65aa6296417d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b77013d4a4a045e6ab884d3fa5885769&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3757246 Feb 07 21:23:12.017261 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ae22c-c1f6-45d2-b842-65aa6296417d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c561df0b-0730-4a6d-a997-130af98a1b6f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:12.039712 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995730a-fd81-4840-8111-a93b3726b174 req-9fd28184-26e7-47ff-bb74-efa4ae07fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:12.041285 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8995730a-fd81-4840-8111-a93b3726b174 req-9fd28184-26e7-47ff-bb74-efa4ae07fdc1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5277b698-1143-4952-a3ce-257473c57257 HTTP/1.1" status: 200 len: 851 time: 0.1683211 Feb 07 21:23:12.052583 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47952) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:12.200322 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995730a-fd81-4840-8111-a93b3726b174 req-22b5c327-aff1-442e-ac9a-0660ccfa7b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:12.211482 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8995730a-fd81-4840-8111-a93b3726b174 req-22b5c327-aff1-442e-ac9a-0660ccfa7b42 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5d8bec1-9baf-496d-8066-d331255bb96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1444957 Feb 07 21:23:12.334731 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8995730a-fd81-4840-8111-a93b3726b174 req-4a259c6b-3394-4781-ad5b-6e66dc86eb44 service neutron] 10.222.0.69 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133268 Feb 07 21:23:12.443468 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e2971ce-60b6-45c7-b2ba-60dd06f6d1f7 admin admin] Publish callbacks [] for security_group (c561df0b-0730-4a6d-a997-130af98a1b6f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:12.459470 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-b9408984-bc84-4b0b-927e-84218f5fb2c8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Network 30b9222e-e3f7-4412-8b63-9320a43406d0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:23:12.472680 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e2971ce-60b6-45c7-b2ba-60dd06f6d1f7 admin admin] Publish callbacks [] for security_group (c561df0b-0730-4a6d-a997-130af98a1b6f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:12.476532 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-b9408984-bc84-4b0b-927e-84218f5fb2c8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:23:12.490382 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-080c364f-f3e7-42af-b76c-6a3d46bd5351 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.7867634 Feb 07 21:23:12.496591 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-b9408984-bc84-4b0b-927e-84218f5fb2c8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:23:12.524747 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8995730a-fd81-4840-8111-a93b3726b174 req-59c5f55f-13ef-436f-8d50-e38d7bd0921a service neutron] 10.222.0.69 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844139 Feb 07 21:23:12.526835 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47960) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:12.534550 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-fd114a8b-83a9-4a9a-bde0-4421ad534890 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1271035520'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:23:12.567273 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-b9408984-bc84-4b0b-927e-84218f5fb2c8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:12.568215 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-b9408984-bc84-4b0b-927e-84218f5fb2c8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:12.593357 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-b9408984-bc84-4b0b-927e-84218f5fb2c8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1007855 Feb 07 21:23:12.595664 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9408984-bc84-4b0b-927e-84218f5fb2c8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Pushing event updated for resources: {'Port': ['ID=f3a83fc9-9b2b-41c4-9138-1fd8977471fc,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:12.604243 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-a1bdc259-f91b-4d75-9420-650e80a4d414 service neutron] Request body: {'port': {'device_id': '31153608-0eae-4af6-925f-2ef5da128484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:23:12.658561 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e2971ce-60b6-45c7-b2ba-60dd06f6d1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c561df0b-0730-4a6d-a997-130af98a1b6f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:12.661066 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e2971ce-60b6-45c7-b2ba-60dd06f6d1f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:12.662186 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6e2971ce-60b6-45c7-b2ba-60dd06f6d1f7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c561df0b-0730-4a6d-a997-130af98a1b6f HTTP/1.1" status: 204 len: 168 time: 0.6086552 Feb 07 21:23:12.769088 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-a1bdc259-f91b-4d75-9420-650e80a4d414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f3a83fc9-9b2b-41c4-9138-1fd8977471fc), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:12.823575 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2971ce-60b6-45c7-b2ba-60dd06f6d1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c561df0b-0730-4a6d-a997-130af98a1b6f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:12.855818 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-9a931fc7-f9a5-47ef-bdac-772b4ee4a27f admin admin] Deleting port 80697b9a-5701-4374-ac60-4cfe8d7b5eea {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:23:12.856368 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a931fc7-f9a5-47ef-bdac-772b4ee4a27f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (80697b9a-5701-4374-ac60-4cfe8d7b5eea), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:12.889705 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-de2c6d12-ff97-4807-9a85-580c89f74fe2 None None] Provisioning complete for port f3a83fc9-9b2b-41c4-9138-1fd8977471fc triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:12.890261 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-de2c6d12-ff97-4807-9a85-580c89f74fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f3a83fc9-9b2b-41c4-9138-1fd8977471fc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:12.953549 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9a931fc7-f9a5-47ef-bdac-772b4ee4a27f admin admin] For port 80697b9a-5701-4374-ac60-4cfe8d7b5eea, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=80697b9a-5701-4374-ac60-4cfe8d7b5eea,segment=NetworkSegment(29dfbc9f-efea-4d80-984c-df54d0ccdf04),segment_id=29dfbc9f-efea-4d80-984c-df54d0ccdf04)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:12.954110 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a931fc7-f9a5-47ef-bdac-772b4ee4a27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (80697b9a-5701-4374-ac60-4cfe8d7b5eea), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:12.966767 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-de2c6d12-ff97-4807-9a85-580c89f74fe2 None None] Port f3a83fc9-9b2b-41c4-9138-1fd8977471fc cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:23:12.970048 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-9a931fc7-f9a5-47ef-bdac-772b4ee4a27f admin admin] Calling delete_port for 80697b9a-5701-4374-ac60-4cfe8d7b5eea owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:23:13.465785 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d4d0f-a118-4d97-9e89-84718ee3ed65 req-76bf8292-aad3-4f94-b791-355e2957e367 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:13.468579 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-be5d4d0f-a118-4d97-9e89-84718ee3ed65 req-76bf8292-aad3-4f94-b791-355e2957e367 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 931 time: 0.9407692 Feb 07 21:23:13.522443 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aae7b57-0e29-49d7-bb3d-23aa595ee25d admin admin] Router eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:23:13.551773 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-a1bdc259-f91b-4d75-9420-650e80a4d414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a83fc9-9b2b-41c4-9138-1fd8977471fc {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:23:13.560779 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-a1bdc259-f91b-4d75-9420-650e80a4d414 service neutron] Publish callbacks [] for port (f3a83fc9-9b2b-41c4-9138-1fd8977471fc), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:13.587940 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a931fc7-f9a5-47ef-bdac-772b4ee4a27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (80697b9a-5701-4374-ac60-4cfe8d7b5eea), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:13.621122 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-a1bdc259-f91b-4d75-9420-650e80a4d414 service neutron] Transition to ACTIVE for port object f3a83fc9-9b2b-41c4-9138-1fd8977471fc will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:23:13.622851 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a931fc7-f9a5-47ef-bdac-772b4ee4a27f admin admin] Pushing event deleted for resources: {'Port': ['ID=80697b9a-5701-4374-ac60-4cfe8d7b5eea,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:13.649402 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-a1bdc259-f91b-4d75-9420-650e80a4d414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (f3a83fc9-9b2b-41c4-9138-1fd8977471fc), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:13.712682 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfddbde-812f-4ccf-9863-0b8ac2947eab req-cde8cdf2-d0b0-445b-bb61-20c74b169d7f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:13.714532 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4cfddbde-812f-4ccf-9863-0b8ac2947eab req-cde8cdf2-d0b0-445b-bb61-20c74b169d7f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 944 time: 0.9016063 Feb 07 21:23:13.831809 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-be5d4d0f-a118-4d97-9e89-84718ee3ed65 req-1948c6f9-810b-4205-9684-319ced65b3bf tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350644 Feb 07 21:23:13.860046 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bdc259-f91b-4d75-9420-650e80a4d414 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a83fc9-9b2b-41c4-9138-1fd8977471fc,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:13.910379 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd114a8b-83a9-4a9a-bde0-4421ad534890 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9854'] for router (51189f38-9458-4079-aaf1-6e1213385dc6), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:13.945115 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4cfddbde-812f-4ccf-9863-0b8ac2947eab req-9a67faa4-387e-4b85-8b38-fe3242449b88 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153845 Feb 07 21:23:13.949787 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd114a8b-83a9-4a9a-bde0-4421ad534890 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7871149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7871156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7867351'] for router (51189f38-9458-4079-aaf1-6e1213385dc6), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:14.127667 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a931fc7-f9a5-47ef-bdac-772b4ee4a27f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (5ed606a4-e93e-4a09-a8ca-0104d197a92a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:14.180226 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aae7b57-0e29-49d7-bb3d-23aa595ee25d admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:23:14.193033 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdb2ae3-95ea-4bcc-9d49-d8bcbcdec8ae None None] Sync routers for ids ['eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:23:14.209323 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdb2ae3-95ea-4bcc-9d49-d8bcbcdec8ae None None] Routers {'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:23:14.212500 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ffdb2ae3-95ea-4bcc-9d49-d8bcbcdec8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:22:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:14.253788 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4aae7b57-0e29-49d7-bb3d-23aa595ee25d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:14.255030 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4aae7b57-0e29-49d7-bb3d-23aa595ee25d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.8593123 Feb 07 21:23:14.265983 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47994) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:14.391607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd114a8b-83a9-4a9a-bde0-4421ad534890 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Router 51189f38-9458-4079-aaf1-6e1213385dc6 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:23:14.464553 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-ffdb2ae3-95ea-4bcc-9d49-d8bcbcdec8ae None None] Set router eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:23:14.514651 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-a1bdc259-f91b-4d75-9420-650e80a4d414 service neutron] Attempting to bind port f3a83fc9-9b2b-41c4-9138-1fd8977471fc on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:23:14.515170 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-a1bdc259-f91b-4d75-9420-650e80a4d414 service neutron] Attempting to bind port f3a83fc9-9b2b-41c4-9138-1fd8977471fc by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:23:14.516585 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-a1bdc259-f91b-4d75-9420-650e80a4d414 service neutron] Attempting to bind port f3a83fc9-9b2b-41c4-9138-1fd8977471fc on network 30b9222e-e3f7-4412-8b63-9320a43406d0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:23:14.538805 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-a1bdc259-f91b-4d75-9420-650e80a4d414 service neutron] Port f3a83fc9-9b2b-41c4-9138-1fd8977471fc on network 30b9222e-e3f7-4412-8b63-9320a43406d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:23:14.538805 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-a1bdc259-f91b-4d75-9420-650e80a4d414 service neutron] Attempting to bind port f3a83fc9-9b2b-41c4-9138-1fd8977471fc on network 30b9222e-e3f7-4412-8b63-9320a43406d0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:23:14.565628 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-a1bdc259-f91b-4d75-9420-650e80a4d414 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:23:14.567136 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-a1bdc259-f91b-4d75-9420-650e80a4d414 service neutron] Checking segment: {'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:23:14.567716 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-a1bdc259-f91b-4d75-9420-650e80a4d414 service neutron] Bound using segment: {'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:23:14.570459 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-a1bdc259-f91b-4d75-9420-650e80a4d414 service neutron] Bound port: f3a83fc9-9b2b-41c4-9138-1fd8977471fc, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbfd5685-c06a-49d3-b940-6efb91f5b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:23:14.571021 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-a1bdc259-f91b-4d75-9420-650e80a4d414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f3a83fc9-9b2b-41c4-9138-1fd8977471fc), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:14.645744 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd114a8b-83a9-4a9a-bde0-4421ad534890 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:23:14.664177 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d6faf-515c-4769-b543-9f82ac7ac559 None None] Sync routers for ids ['51189f38-9458-4079-aaf1-6e1213385dc6'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:23:14.688781 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd114a8b-83a9-4a9a-bde0-4421ad534890 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:14.689660 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d6faf-515c-4769-b543-9f82ac7ac559 None None] Routers {'51189f38-9458-4079-aaf1-6e1213385dc6'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:23:14.691947 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5f9d6faf-515c-4769-b543-9f82ac7ac559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:22:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['51189f38-9458-4079-aaf1-6e1213385dc6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:14.695268 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fd114a8b-83a9-4a9a-bde0-4421ad534890 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "PUT /v2.0/routers/51189f38-9458-4079-aaf1-6e1213385dc6 HTTP/1.1" status: 200 len: 888 time: 2.1660984 Feb 07 21:23:14.705345 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48002) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:14.784261 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5f9d6faf-515c-4769-b543-9f82ac7ac559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:14.819817 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d6faf-515c-4769-b543-9f82ac7ac559 None None] Routers {'51189f38-9458-4079-aaf1-6e1213385dc6'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:23:14.823640 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5f9d6faf-515c-4769-b543-9f82ac7ac559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:22:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['51189f38-9458-4079-aaf1-6e1213385dc6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:14.905411 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-a1bdc259-f91b-4d75-9420-650e80a4d414 service neutron] For port f3a83fc9-9b2b-41c4-9138-1fd8977471fc, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:23:14.914563 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-a1bdc259-f91b-4d75-9420-650e80a4d414 service neutron] For port f3a83fc9-9b2b-41c4-9138-1fd8977471fc, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=f3a83fc9-9b2b-41c4-9138-1fd8977471fc,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:23:14.921378 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ffdb2ae3-95ea-4bcc-9d49-d8bcbcdec8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'name': 'tempest-ServerRescueTestJSONUnderV235-24371001-router', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'caa07643-8ec5-479a-a54d-f694e2ab8f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:06Z', 'updated_at': '2022-02-07T21:23:10Z', 'revision_number': 3, 'project_id': '888ddec89701446fae6507ee7003a9bb', 'gw_port': {'id': 'caa07643-8ec5-479a-a54d-f694e2ab8f0f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:09Z', 'updated_at': '2022-02-07T21:23:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:14.940296 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-a1bdc259-f91b-4d75-9420-650e80a4d414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (f3a83fc9-9b2b-41c4-9138-1fd8977471fc), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:14.945442 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5f9d6faf-515c-4769-b543-9f82ac7ac559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:14.949530 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d6faf-515c-4769-b543-9f82ac7ac559 None None] The sync data for ids ['51189f38-9458-4079-aaf1-6e1213385dc6'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:23:14.981427 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdb2ae3-95ea-4bcc-9d49-d8bcbcdec8ae None None] Checking router: eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:23:14.981772 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdb2ae3-95ea-4bcc-9d49-d8bcbcdec8ae None None] Updating router eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046 port caa07643-8ec5-479a-a54d-f694e2ab8f0f binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:23:15.025904 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bdc259-f91b-4d75-9420-650e80a4d414 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a83fc9-9b2b-41c4-9138-1fd8977471fc,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:15.033120 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-a1bdc259-f91b-4d75-9420-650e80a4d414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:15.033817 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-a1bdc259-f91b-4d75-9420-650e80a4d414 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:15.035203 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-a1bdc259-f91b-4d75-9420-650e80a4d414 service neutron] 10.222.0.69 "PUT /v2.0/ports/f3a83fc9-9b2b-41c4-9138-1fd8977471fc HTTP/1.1" status: 200 len: 1091 time: 2.4353461 Feb 07 21:23:15.042441 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a931fc7-f9a5-47ef-bdac-772b4ee4a27f admin admin] Router 5ed606a4-e93e-4a09-a8ca-0104d197a92a has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:23:15.043501 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31153608-0eae-4af6-925f-2ef5da128484', 'tag': 'f3a83fc9-9b2b-41c4-9138-1fd8977471fc'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:23:15.048371 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fdc56b-876a-43bc-b682-4a0b34f85d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "31153608-0eae-4af6-925f-2ef5da128484", "tag": "f3a83fc9-9b2b-41c4-9138-1fd8977471fc"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:23:15.073371 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ffdb2ae3-95ea-4bcc-9d49-d8bcbcdec8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (caa07643-8ec5-479a-a54d-f694e2ab8f0f), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:15.303192 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-1976093e-0199-4ad6-ba19-d9df3475a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:15.305014 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-1976093e-0199-4ad6-ba19-d9df3475a2a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 1125 time: 0.2254128 Feb 07 21:23:15.402683 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-08a615a3-8310-40a5-ae34-d44f04f0fe43 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3a83fc9-9b2b-41c4-9138-1fd8977471fc HTTP/1.1" status: 200 len: 217 time: 0.0819964 Feb 07 21:23:15.441187 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75108377-0b64-45e1-9f05-70a0eb1768f8 req-7f77e821-d609-40c6-9a84-9ff127a4ddf3 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:15.448355 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-75108377-0b64-45e1-9f05-70a0eb1768f8 req-7f77e821-d609-40c6-9a84-9ff127a4ddf3 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 943 time: 0.3325911 Feb 07 21:23:15.459896 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e2923b8f-8d9d-4982-8d34-1f9094b19c0d tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "GET /v2.0/routers/51189f38-9458-4079-aaf1-6e1213385dc6 HTTP/1.1" status: 200 len: 888 time: 0.7500360 Feb 07 21:23:15.464258 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48024) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:15.475251 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a931fc7-f9a5-47ef-bdac-772b4ee4a27f admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:23:15.493065 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9a931fc7-f9a5-47ef-bdac-772b4ee4a27f admin admin] 10.222.0.65 "PUT /v2.0/routers/5ed606a4-e93e-4a09-a8ca-0104d197a92a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7140141 Feb 07 21:23:15.494031 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48026) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:15.500268 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee1f57-b762-4edc-9670-e8713e226242 None None] Sync routers for ids ['5ed606a4-e93e-4a09-a8ca-0104d197a92a'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:23:15.519934 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6391c889-76d6-48b7-b2ca-8340f4a2345a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "GET /v2.0/ports?device_id=51189f38-9458-4079-aaf1-6e1213385dc6 HTTP/1.1" status: 200 len: 205 time: 0.0542407 Feb 07 21:23:15.524995 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee1f57-b762-4edc-9670-e8713e226242 None None] Routers {'5ed606a4-e93e-4a09-a8ca-0104d197a92a'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:23:15.525612 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-01ee1f57-b762-4edc-9670-e8713e226242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:22:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5ed606a4-e93e-4a09-a8ca-0104d197a92a'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:15.591258 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48028) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:15.611568 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14b2e9-917d-4cfe-82f3-b087b1bffb57 req-161e4a96-453b-4f10-b5ab-d68975becc24 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:15.613518 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c14b2e9-917d-4cfe-82f3-b087b1bffb57 req-161e4a96-453b-4f10-b5ab-d68975becc24 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 944 time: 0.4503150 Feb 07 21:23:15.638425 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-75108377-0b64-45e1-9f05-70a0eb1768f8 req-f37c3af1-193b-4196-a731-bd0bf37e4334 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890109 Feb 07 21:23:15.667771 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-3c4e301d-8494-4832-9a3d-07b8e9a7742d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:15.669316 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-3c4e301d-8494-4832-9a3d-07b8e9a7742d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.2604010 Feb 07 21:23:15.698070 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-01ee1f57-b762-4edc-9670-e8713e226242 None None] Set router 5ed606a4-e93e-4a09-a8ca-0104d197a92a gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:23:15.842431 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-e74b10cd-0fc6-4e29-8fbe-ae451f5e27fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:15.843993 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-e74b10cd-0fc6-4e29-8fbe-ae451f5e27fb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1583130 Feb 07 21:23:15.851022 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] Publish callbacks [] for router (5ed606a4-e93e-4a09-a8ca-0104d197a92a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:15.926409 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-337b6db9-1d47-47ac-9979-a3106c9c9a1b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router (51189f38-9458-4079-aaf1-6e1213385dc6), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:16.049855 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b64dd24-a6c2-4613-8bd1-c07e8a76c4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:16.151353 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016b73f8-174c-4f81-a9fb-8c62d7df48e7 x-openstack-request-id: req-016b73f8-174c-4f81-a9fb-8c62d7df48e7 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:23:16.151951 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31153608-0eae-4af6-925f-2ef5da128484", "tag": "f3a83fc9-9b2b-41c4-9138-1fd8977471fc", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:23:16.151951 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-016b73f8-174c-4f81-a9fb-8c62d7df48e7 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:23:16.152279 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31153608-0eae-4af6-925f-2ef5da128484', 'tag': 'f3a83fc9-9b2b-41c4-9138-1fd8977471fc', 'status': 'completed', 'code': 200} Feb 07 21:23:16.216709 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] Publish callbacks [] for router_gateway (5ed606a4-e93e-4a09-a8ca-0104d197a92a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:16.230956 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-6b64dd24-a6c2-4613-8bd1-c07e8a76c4c8 admin admin] Allocated IP 172.20.0.1 (efd634c5-6bed-43d6-946e-21533802ff0e/9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1/53c9f39b-89fb-4e27-ac2a-dffeebdbd601) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:23:16.332564 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-01ee1f57-b762-4edc-9670-e8713e226242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'name': 'tempest-TestVolumeBackupRestore-1272603978-router', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:23Z', 'updated_at': '2022-02-07T21:23:13Z', 'revision_number': 5, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'gw_port': {'id': 'e5209094-380e-4595-8e9b-aa113e58aa71', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:24Z', 'updated_at': '2022-02-07T21:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:16.334803 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48042) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:16.368921 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b64dd24-a6c2-4613-8bd1-c07e8a76c4c8 admin admin] Publish callbacks [] for port (53c9f39b-89fb-4e27-ac2a-dffeebdbd601), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:16.380261 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c14b2e9-917d-4cfe-82f3-b087b1bffb57 req-b3dbdabd-b681-40a2-8d0b-650daef4325f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742341 Feb 07 21:23:16.427268 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] Deleting port e5209094-380e-4595-8e9b-aa113e58aa71 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:23:16.427614 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e5209094-380e-4595-8e9b-aa113e58aa71), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:16.430942 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-649a0908-ee6d-4111-9ae1-6504be7c3fd8 service neutron] 10.222.0.69 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5765824 Feb 07 21:23:16.431247 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ffdb2ae3-95ea-4bcc-9d49-d8bcbcdec8ae None None] Publish callbacks [] for port (caa07643-8ec5-479a-a54d-f694e2ab8f0f), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:16.431509 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-337b6db9-1d47-47ac-9979-a3106c9c9a1b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router_gateway (51189f38-9458-4079-aaf1-6e1213385dc6), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:16.480363 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b64dd24-a6c2-4613-8bd1-c07e8a76c4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (53c9f39b-89fb-4e27-ac2a-dffeebdbd601), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:16.523723 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b64dd24-a6c2-4613-8bd1-c07e8a76c4c8 admin admin] Network efd634c5-6bed-43d6-946e-21533802ff0e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:23:16.534573 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ffdb2ae3-95ea-4bcc-9d49-d8bcbcdec8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (caa07643-8ec5-479a-a54d-f694e2ab8f0f), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:16.537983 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee1f57-b762-4edc-9670-e8713e226242 None None] Checking router: 5ed606a4-e93e-4a09-a8ca-0104d197a92a for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:23:16.538197 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6b64dd24-a6c2-4613-8bd1-c07e8a76c4c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:23:16.543221 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b64dd24-a6c2-4613-8bd1-c07e8a76c4c8 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:23:16.588735 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b64dd24-a6c2-4613-8bd1-c07e8a76c4c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:16.656292 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77531420-66e1-495d-a912-3f26927d1ece None None] Pushing event updated for resources: {'Port': ['ID=caa07643-8ec5-479a-a54d-f694e2ab8f0f,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:16.677582 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77531420-66e1-495d-a912-3f26927d1ece None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:16.677744 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77531420-66e1-495d-a912-3f26927d1ece None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:16.679561 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77531420-66e1-495d-a912-3f26927d1ece None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:16.679907 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77531420-66e1-495d-a912-3f26927d1ece None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:16.680239 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77531420-66e1-495d-a912-3f26927d1ece None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:16.680600 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77531420-66e1-495d-a912-3f26927d1ece None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:16.680926 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77531420-66e1-495d-a912-3f26927d1ece None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:16.681248 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77531420-66e1-495d-a912-3f26927d1ece None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:16.681569 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77531420-66e1-495d-a912-3f26927d1ece None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:16.681888 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77531420-66e1-495d-a912-3f26927d1ece None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:16.682206 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77531420-66e1-495d-a912-3f26927d1ece None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:16.682884 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77531420-66e1-495d-a912-3f26927d1ece None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:16.683344 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77531420-66e1-495d-a912-3f26927d1ece None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:16.691402 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee1f57-b762-4edc-9670-e8713e226242 None None] Routers {'5ed606a4-e93e-4a09-a8ca-0104d197a92a'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:23:16.692861 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-01ee1f57-b762-4edc-9670-e8713e226242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:22:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5ed606a4-e93e-4a09-a8ca-0104d197a92a'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:16.704900 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-582ae2f1-6635-459a-9249-f3f46d6ab1b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:16.708148 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b64dd24-a6c2-4613-8bd1-c07e8a76c4c8 admin admin] Pushing event updated for resources: {'Port': ['ID=53c9f39b-89fb-4e27-ac2a-dffeebdbd601,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:16.740021 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-337b6db9-1d47-47ac-9979-a3106c9c9a1b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Deleting port e6a1d1f3-b385-45a6-8105-08706c3ecad7 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:23:16.740279 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-337b6db9-1d47-47ac-9979-a3106c9c9a1b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e6a1d1f3-b385-45a6-8105-08706c3ecad7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:16.825410 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c22941f6-cb7d-4eaf-adc0-ffa28f9e8c80 req-8de4c02b-186f-43d4-a81b-c48899b4c34a service neutron] 10.222.0.69 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641963 Feb 07 21:23:16.846363 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] For port e5209094-380e-4595-8e9b-aa113e58aa71, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e5209094-380e-4595-8e9b-aa113e58aa71,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:16.847114 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e5209094-380e-4595-8e9b-aa113e58aa71), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:16.848148 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-337b6db9-1d47-47ac-9979-a3106c9c9a1b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e6a1d1f3-b385-45a6-8105-08706c3ecad7), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:16.862361 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-337b6db9-1d47-47ac-9979-a3106c9c9a1b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Calling delete_port for e6a1d1f3-b385-45a6-8105-08706c3ecad7 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:23:16.868159 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] Calling delete_port for e5209094-380e-4595-8e9b-aa113e58aa71 owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:23:16.887007 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-01ee1f57-b762-4edc-9670-e8713e226242 None None] Set router 5ed606a4-e93e-4a09-a8ca-0104d197a92a gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:23:17.042204 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdc56b-876a-43bc-b682-4a0b34f85d0a req-3a0b61f6-a430-4dc8-87fa-c49fa033222e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:17.043720 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e2fdc56b-876a-43bc-b682-4a0b34f85d0a req-3a0b61f6-a430-4dc8-87fa-c49fa033222e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 1125 time: 0.1535375 Feb 07 21:23:17.045103 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-01ee1f57-b762-4edc-9670-e8713e226242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'name': 'tempest-TestVolumeBackupRestore-1272603978-router', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:23Z', 'updated_at': '2022-02-07T21:23:16Z', 'revision_number': 6, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:17.049904 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-ffdb2ae3-95ea-4bcc-9d49-d8bcbcdec8ae None None] Attempting to bind port caa07643-8ec5-479a-a54d-f694e2ab8f0f on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:23:17.050273 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-ffdb2ae3-95ea-4bcc-9d49-d8bcbcdec8ae None None] Attempting to bind port caa07643-8ec5-479a-a54d-f694e2ab8f0f by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:23:17.050625 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdb2ae3-95ea-4bcc-9d49-d8bcbcdec8ae None None] Attempting to bind port caa07643-8ec5-479a-a54d-f694e2ab8f0f on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:23:17.101741 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdb2ae3-95ea-4bcc-9d49-d8bcbcdec8ae None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:23:17.102161 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdb2ae3-95ea-4bcc-9d49-d8bcbcdec8ae None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:23:17.102496 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ffdb2ae3-95ea-4bcc-9d49-d8bcbcdec8ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:17.105483 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdb2ae3-95ea-4bcc-9d49-d8bcbcdec8ae None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:23:17.105974 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-ffdb2ae3-95ea-4bcc-9d49-d8bcbcdec8ae None None] Bound port: caa07643-8ec5-479a-a54d-f694e2ab8f0f, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:23:17.106351 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ffdb2ae3-95ea-4bcc-9d49-d8bcbcdec8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (caa07643-8ec5-479a-a54d-f694e2ab8f0f), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:17.111817 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee1f57-b762-4edc-9670-e8713e226242 None None] The sync data for ids ['5ed606a4-e93e-4a09-a8ca-0104d197a92a'] in n-d-828185-2 is: [{'id': '5ed606a4-e93e-4a09-a8ca-0104d197a92a', 'name': 'tempest-TestVolumeBackupRestore-1272603978-router', 'tenant_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:23Z', 'updated_at': '2022-02-07T21:23:16Z', 'revision_number': 6, 'project_id': '936a2ca0ece74bb698b7cfe4e2af1982', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:23:17.254774 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-ffdb2ae3-95ea-4bcc-9d49-d8bcbcdec8ae None None] For port caa07643-8ec5-479a-a54d-f694e2ab8f0f, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:23:17.272488 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-ffdb2ae3-95ea-4bcc-9d49-d8bcbcdec8ae None None] For port caa07643-8ec5-479a-a54d-f694e2ab8f0f, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=caa07643-8ec5-479a-a54d-f694e2ab8f0f,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:23:17.281704 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ffdb2ae3-95ea-4bcc-9d49-d8bcbcdec8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (caa07643-8ec5-479a-a54d-f694e2ab8f0f), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:17.375234 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdb2ae3-95ea-4bcc-9d49-d8bcbcdec8ae None None] Routers {'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:23:17.375883 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ffdb2ae3-95ea-4bcc-9d49-d8bcbcdec8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:22:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:17.400911 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdc56b-876a-43bc-b682-4a0b34f85d0a req-4bf416b2-0f72-4862-93ea-56fa652b626c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:17.409348 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e2fdc56b-876a-43bc-b682-4a0b34f85d0a req-4bf416b2-0f72-4862-93ea-56fa652b626c service neutron] 10.222.0.69 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 913 time: 0.2864778 Feb 07 21:23:17.527489 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77531420-66e1-495d-a912-3f26927d1ece None None] Pushing event updated for resources: {'Port': ['ID=caa07643-8ec5-479a-a54d-f694e2ab8f0f,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:17.568138 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e2fdc56b-876a-43bc-b682-4a0b34f85d0a req-f3e0dc8f-8c03-4fbe-b89c-c7c812c33b72 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3a83fc9-9b2b-41c4-9138-1fd8977471fc HTTP/1.1" status: 200 len: 217 time: 0.1404800 Feb 07 21:23:17.616250 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-ffdb2ae3-95ea-4bcc-9d49-d8bcbcdec8ae None None] Set router eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:23:17.644861 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (e5209094-380e-4595-8e9b-aa113e58aa71), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:17.721821 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5209094-380e-4595-8e9b-aa113e58aa71,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:17.766287 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:17.766965 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:17.767468 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:17.767980 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:17.768513 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:17.769027 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:17.769601 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:17.770106 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:17.770932 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:17.771729 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:17.772238 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:17.772747 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:17.773249 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:17.791829 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdc56b-876a-43bc-b682-4a0b34f85d0a req-750ba484-2625-421f-9d2b-92301e4b0ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:17.797178 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e2fdc56b-876a-43bc-b682-4a0b34f85d0a req-750ba484-2625-421f-9d2b-92301e4b0ec8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.2155089 Feb 07 21:23:17.853861 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-337b6db9-1d47-47ac-9979-a3106c9c9a1b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (e6a1d1f3-b385-45a6-8105-08706c3ecad7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:17.955021 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (5ed606a4-e93e-4a09-a8ca-0104d197a92a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:17.991675 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ffdb2ae3-95ea-4bcc-9d49-d8bcbcdec8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'name': 'tempest-ServerRescueTestJSONUnderV235-24371001-router', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'caa07643-8ec5-479a-a54d-f694e2ab8f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:06Z', 'updated_at': '2022-02-07T21:23:10Z', 'revision_number': 3, 'project_id': '888ddec89701446fae6507ee7003a9bb', 'gw_port': {'id': 'caa07643-8ec5-479a-a54d-f694e2ab8f0f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:09Z', 'updated_at': '2022-02-07T21:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:18.038549 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdb2ae3-95ea-4bcc-9d49-d8bcbcdec8ae None None] The sync data for ids ['eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'] in n-d-828185-2 is: [{'id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'name': 'tempest-ServerRescueTestJSONUnderV235-24371001-router', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'caa07643-8ec5-479a-a54d-f694e2ab8f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:06Z', 'updated_at': '2022-02-07T21:23:10Z', 'revision_number': 3, 'project_id': '888ddec89701446fae6507ee7003a9bb', 'gw_port': {'id': 'caa07643-8ec5-479a-a54d-f694e2ab8f0f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:09Z', 'updated_at': '2022-02-07T21:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:23:18.054443 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-582ae2f1-6635-459a-9249-f3f46d6ab1b0 admin admin] Publish callbacks [] for security_group (da47bb3b-9996-43e0-a4d7-214ab14ae6fb), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:18.088836 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b6db9-1d47-47ac-9979-a3106c9c9a1b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Port': ['ID=e6a1d1f3-b385-45a6-8105-08706c3ecad7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:18.117167 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-582ae2f1-6635-459a-9249-f3f46d6ab1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (da47bb3b-9996-43e0-a4d7-214ab14ae6fb), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:18.161336 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 80697b9a-5701-4374-ac60-4cfe8d7b5eea no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:23:18.218952 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 80697b9a-5701-4374-ac60-4cfe8d7b5eea {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:23:18.219289 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 80697b9a-5701-4374-ac60-4cfe8d7b5eea not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:23:18.219724 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e5209094-380e-4595-8e9b-aa113e58aa71 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:23:18.284116 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: e5209094-380e-4595-8e9b-aa113e58aa71 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:23:18.284488 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e5209094-380e-4595-8e9b-aa113e58aa71 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:23:18.383105 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5022cf-f369-4f9d-956b-835ce11ce3b6 req-ca3d6711-bdd5-44f7-9532-6134bde5f293 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:18.392286 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef5022cf-f369-4f9d-956b-835ce11ce3b6 req-ca3d6711-bdd5-44f7-9532-6134bde5f293 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 943 time: 0.5513942 Feb 07 21:23:18.419328 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e736c6d5-b923-4bcd-8e65-7983c5ac6b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:18.443312 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-582ae2f1-6635-459a-9249-f3f46d6ab1b0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=94109188503249189b62b21931ab1e0e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1058848 Feb 07 21:23:18.469424 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a526533-eb0d-49f9-819c-1a76ab557b6d req-16b51dbd-69fc-4ca6-a240-f76f8d8bff9a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:18.486909 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3a526533-eb0d-49f9-819c-1a76ab557b6d req-16b51dbd-69fc-4ca6-a240-f76f8d8bff9a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 944 time: 0.6424210 Feb 07 21:23:18.503375 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48060) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:18.532682 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ae2f1-6635-459a-9249-f3f46d6ab1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da47bb3b-9996-43e0-a4d7-214ab14ae6fb,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:18.681498 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-337b6db9-1d47-47ac-9979-a3106c9c9a1b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (51189f38-9458-4079-aaf1-6e1213385dc6), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:18.688343 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef5022cf-f369-4f9d-956b-835ce11ce3b6 req-28c8110e-44d4-4881-980c-c99458563dc2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949612 Feb 07 21:23:18.809051 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (5ed606a4-e93e-4a09-a8ca-0104d197a92a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:18.811960 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] Publish callbacks [] for router_controller (5ed606a4-e93e-4a09-a8ca-0104d197a92a), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:18.866514 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-337b6db9-1d47-47ac-9979-a3106c9c9a1b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (51189f38-9458-4079-aaf1-6e1213385dc6), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:18.870306 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-337b6db9-1d47-47ac-9979-a3106c9c9a1b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router_controller (51189f38-9458-4079-aaf1-6e1213385dc6), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:18.896930 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdc56b-876a-43bc-b682-4a0b34f85d0a req-fc10f45e-4a70-46ce-aaea-24ca601993a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:18.898627 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e2fdc56b-876a-43bc-b682-4a0b34f85d0a req-fc10f45e-4a70-46ce-aaea-24ca601993a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0593479 Feb 07 21:23:18.899379 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (5ed606a4-e93e-4a09-a8ca-0104d197a92a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:18.900033 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ed606a4-e93e-4a09-a8ca-0104d197a92a {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:23:18.906230 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:18.914433 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3f4efd26-c903-4ec0-b296-2071123c4930 admin admin] 10.222.0.65 "DELETE /v2.0/routers/5ed606a4-e93e-4a09-a8ca-0104d197a92a HTTP/1.1" status: 204 len: 168 time: 3.4105768 Feb 07 21:23:18.927220 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48066) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:18.982269 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3a526533-eb0d-49f9-819c-1a76ab557b6d req-762de784-9154-4412-912b-5312f4dc811a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944439 Feb 07 21:23:18.983176 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b64dd24-a6c2-4613-8bd1-c07e8a76c4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (53c9f39b-89fb-4e27-ac2a-dffeebdbd601), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:18.986222 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-337b6db9-1d47-47ac-9979-a3106c9c9a1b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (51189f38-9458-4079-aaf1-6e1213385dc6), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:18.987091 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337b6db9-1d47-47ac-9979-a3106c9c9a1b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Fanout notify agent at l3_agent the message router_deleted on router 51189f38-9458-4079-aaf1-6e1213385dc6 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:23:18.996852 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-337b6db9-1d47-47ac-9979-a3106c9c9a1b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:18.998025 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-337b6db9-1d47-47ac-9979-a3106c9c9a1b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/routers/51189f38-9458-4079-aaf1-6e1213385dc6 HTTP/1.1" status: 204 len: 168 time: 3.3818579 Feb 07 21:23:19.001628 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3063fde6-d132-4b54-9b53-0acbb7b0ba3d admin admin] Publish callbacks [] for security_group (da47bb3b-9996-43e0-a4d7-214ab14ae6fb), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:19.001786 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48068) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:19.009423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3d003b67-1573-489e-9c7c-837b0e0776b5 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'network': {'name': 'tempest-RoutersTest-1484213929'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:23:19.044071 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d003b67-1573-489e-9c7c-837b0e0776b5 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Made reservation on behalf of 4177286fbe8042d7bcd053836f28110a for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:23:19.048601 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d003b67-1573-489e-9c7c-837b0e0776b5 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:19.086797 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d003b67-1573-489e-9c7c-837b0e0776b5 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:23:19.101405 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d003b67-1573-489e-9c7c-837b0e0776b5 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (eeed2c24-1d52-4df0-88e6-dd09adc6bc62), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:19.101761 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-3d003b67-1573-489e-9c7c-837b0e0776b5 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Added segment eeed2c24-1d52-4df0-88e6-dd09adc6bc62 of type vlan for network c53b4035-7dd8-49e1-9d57-880296868195 Feb 07 21:23:19.144053 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-c698d400-fec5-4f63-bf26-cfa3008f18bb admin admin] Deleting subnet e8dc7fe0-0333-4cfb-89b3-35dc114fee14 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:23:19.156262 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d003b67-1573-489e-9c7c-837b0e0776b5 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (c53b4035-7dd8-49e1-9d57-880296868195), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:19.156584 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c698d400-fec5-4f63-bf26-cfa3008f18bb admin admin] Publish callbacks [] for subnet (e8dc7fe0-0333-4cfb-89b3-35dc114fee14), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:19.283165 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c698d400-fec5-4f63-bf26-cfa3008f18bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (e8dc7fe0-0333-4cfb-89b3-35dc114fee14), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:19.437141 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-3d003b67-1573-489e-9c7c-837b0e0776b5 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:23:19.440918 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c698d400-fec5-4f63-bf26-cfa3008f18bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (e8dc7fe0-0333-4cfb-89b3-35dc114fee14), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:19.515887 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3063fde6-d132-4b54-9b53-0acbb7b0ba3d admin admin] Publish callbacks [] for security_group (da47bb3b-9996-43e0-a4d7-214ab14ae6fb), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:19.519125 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e2fdc56b-876a-43bc-b682-4a0b34f85d0a req-5cbcac9f-579c-44ae-b5a7-32732553cb81 service neutron] 10.222.0.69 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6032906 Feb 07 21:23:19.521029 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d003b67-1573-489e-9c7c-837b0e0776b5 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (c53b4035-7dd8-49e1-9d57-880296868195), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:19.531722 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d003b67-1573-489e-9c7c-837b0e0776b5 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:19.532769 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d003b67-1573-489e-9c7c-837b0e0776b5 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:19.571958 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b64dd24-a6c2-4613-8bd1-c07e8a76c4c8 admin admin] Publish callbacks [] for port (53c9f39b-89fb-4e27-ac2a-dffeebdbd601), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:19.577406 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c698d400-fec5-4f63-bf26-cfa3008f18bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (e8dc7fe0-0333-4cfb-89b3-35dc114fee14), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:19.691018 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698d400-fec5-4f63-bf26-cfa3008f18bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8dc7fe0-0333-4cfb-89b3-35dc114fee14,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:19.698858 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b64dd24-a6c2-4613-8bd1-c07e8a76c4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (53c9f39b-89fb-4e27-ac2a-dffeebdbd601), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:19.731415 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c698d400-fec5-4f63-bf26-cfa3008f18bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:19.739914 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c698d400-fec5-4f63-bf26-cfa3008f18bb admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e8dc7fe0-0333-4cfb-89b3-35dc114fee14 HTTP/1.1" status: 204 len: 168 time: 0.8100212 Feb 07 21:23:19.746551 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48072) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:19.777860 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc8e5fe-7e0c-4181-9300-2e5d49827585 None None] Network 4d6d0316-d57c-4df2-aa05-905a8b525f9f requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:23:19.905064 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3d003b67-1573-489e-9c7c-837b0e0776b5 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9023280 Feb 07 21:23:19.913708 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48078) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:19.938077 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b64dd24-a6c2-4613-8bd1-c07e8a76c4c8 admin admin] Pushing event updated for resources: {'Port': ['ID=53c9f39b-89fb-4e27-ac2a-dffeebdbd601,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:19.945202 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7629e43b-fd80-44af-a186-97067c8b4bc8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'subnet': {'network_id': 'c53b4035-7dd8-49e1-9d57-880296868195', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:23:19.960017 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e2fdc56b-876a-43bc-b682-4a0b34f85d0a req-eba11390-3045-4ab9-abe4-466df4184756 service neutron] 10.222.0.69 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309618 Feb 07 21:23:19.973305 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96f57de0-58e2-455c-83d2-e5b58657444c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (4d6d0316-d57c-4df2-aa05-905a8b525f9f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:20.114164 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-96f57de0-58e2-455c-83d2-e5b58657444c admin admin] Deleting port 8b6cb511-f540-40b2-b593-f9af9fcd14ba {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:23:20.114502 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96f57de0-58e2-455c-83d2-e5b58657444c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8b6cb511-f540-40b2-b593-f9af9fcd14ba), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:20.126000 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbba95b-9b06-4977-9bf1-7c2347d842cb None None] DHCP port deletion for 4d6d0316-d57c-4df2-aa05-905a8b525f9f request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:23:20.211624 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d003b67-1573-489e-9c7c-837b0e0776b5 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Network': ['ID=c53b4035-7dd8-49e1-9d57-880296868195,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:20.216439 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-96f57de0-58e2-455c-83d2-e5b58657444c admin admin] For port 8b6cb511-f540-40b2-b593-f9af9fcd14ba, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8b6cb511-f540-40b2-b593-f9af9fcd14ba,segment=NetworkSegment(29dfbc9f-efea-4d80-984c-df54d0ccdf04),segment_id=29dfbc9f-efea-4d80-984c-df54d0ccdf04)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:20.217028 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96f57de0-58e2-455c-83d2-e5b58657444c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8b6cb511-f540-40b2-b593-f9af9fcd14ba), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:20.238549 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-96f57de0-58e2-455c-83d2-e5b58657444c admin admin] Calling delete_port for 8b6cb511-f540-40b2-b593-f9af9fcd14ba owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:23:20.256337 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-adbba95b-9b06-4977-9bf1-7c2347d842cb None None] Deleting port 8b6cb511-f540-40b2-b593-f9af9fcd14ba {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:23:20.257811 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-adbba95b-9b06-4977-9bf1-7c2347d842cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8b6cb511-f540-40b2-b593-f9af9fcd14ba), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:20.346400 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96f57de0-58e2-455c-83d2-e5b58657444c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8b6cb511-f540-40b2-b593-f9af9fcd14ba), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:20.349187 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b64dd24-a6c2-4613-8bd1-c07e8a76c4c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:20.414790 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-adbba95b-9b06-4977-9bf1-7c2347d842cb None None] For port 8b6cb511-f540-40b2-b593-f9af9fcd14ba, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8b6cb511-f540-40b2-b593-f9af9fcd14ba,segment=NetworkSegment(29dfbc9f-efea-4d80-984c-df54d0ccdf04),segment_id=29dfbc9f-efea-4d80-984c-df54d0ccdf04)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:20.415233 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-adbba95b-9b06-4977-9bf1-7c2347d842cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8b6cb511-f540-40b2-b593-f9af9fcd14ba), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:20.421974 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7629e43b-fd80-44af-a186-97067c8b4bc8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Made reservation on behalf of 4177286fbe8042d7bcd053836f28110a for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:23:20.425370 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f57de0-58e2-455c-83d2-e5b58657444c admin admin] No DVR routers for this DVR port 8b6cb511-f540-40b2-b593-f9af9fcd14ba on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:23:20.427776 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f57de0-58e2-455c-83d2-e5b58657444c admin admin] Pushing event deleted for resources: {'Port': ['ID=8b6cb511-f540-40b2-b593-f9af9fcd14ba,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:20.444662 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7629e43b-fd80-44af-a186-97067c8b4bc8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:20.456540 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-adbba95b-9b06-4977-9bf1-7c2347d842cb None None] Calling delete_port for 8b6cb511-f540-40b2-b593-f9af9fcd14ba owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:23:20.464297 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network c53b4035-7dd8-49e1-9d57-880296868195 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:23:20.633455 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96f57de0-58e2-455c-83d2-e5b58657444c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (4d6d0316-d57c-4df2-aa05-905a8b525f9f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:20.645016 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device caa07643-8ec5-479a-a54d-f694e2ab8f0f up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:23:20.664067 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-96f57de0-58e2-455c-83d2-e5b58657444c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d6d0316-d57c-4df2-aa05-905a8b525f9f']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:20.678898 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-96f57de0-58e2-455c-83d2-e5b58657444c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29dfbc9f-efea-4d80-984c-df54d0ccdf04') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:20.679408 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-96f57de0-58e2-455c-83d2-e5b58657444c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29dfbc9f-efea-4d80-984c-df54d0ccdf04') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:20.692274 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96f57de0-58e2-455c-83d2-e5b58657444c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (29dfbc9f-efea-4d80-984c-df54d0ccdf04), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:20.728154 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96f57de0-58e2-455c-83d2-e5b58657444c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (29dfbc9f-efea-4d80-984c-df54d0ccdf04), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:20.742624 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f57de0-58e2-455c-83d2-e5b58657444c admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:23:20.743268 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96f57de0-58e2-455c-83d2-e5b58657444c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (29dfbc9f-efea-4d80-984c-df54d0ccdf04), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:20.757887 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3063fde6-d132-4b54-9b53-0acbb7b0ba3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (da47bb3b-9996-43e0-a4d7-214ab14ae6fb), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:20.761139 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3063fde6-d132-4b54-9b53-0acbb7b0ba3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:20.762387 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3063fde6-d132-4b54-9b53-0acbb7b0ba3d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/da47bb3b-9996-43e0-a4d7-214ab14ae6fb HTTP/1.1" status: 204 len: 168 time: 2.2552228 Feb 07 21:23:20.810741 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-af8126cc-693e-44c5-81fa-a51d45e358b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:20.816533 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063fde6-d132-4b54-9b53-0acbb7b0ba3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da47bb3b-9996-43e0-a4d7-214ab14ae6fb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:23:20.816762 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:23:20.823499 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96f57de0-58e2-455c-83d2-e5b58657444c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (4d6d0316-d57c-4df2-aa05-905a8b525f9f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:20.837777 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96f57de0-58e2-455c-83d2-e5b58657444c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:20.843326 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-96f57de0-58e2-455c-83d2-e5b58657444c admin admin] 10.222.0.65 "DELETE /v2.0/networks/4d6d0316-d57c-4df2-aa05-905a8b525f9f HTTP/1.1" status: 204 len: 168 time: 1.0957627 Feb 07 21:23:20.858697 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48084) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:20.868397 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea216b-f0d6-4a94-976a-acd33e4b9700 req-37485327-cff5-40b6-9525-1a8931f2910d tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:20.877222 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-90ea216b-f0d6-4a94-976a-acd33e4b9700 req-37485327-cff5-40b6-9525-1a8931f2910d tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 943 time: 0.9413803 Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:23:20.883250 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:23:20.886519 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:23:20.886519 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:23:20.886519 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:23:20.886519 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:23:20.886519 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:23:20.886519 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:23:20.886519 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:23:20.886519 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:23:20.886519 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:23:20.886519 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:23:20.886519 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:23:20.886519 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:23:20.886519 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:23:20.886519 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:23:20.886519 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port caa07643-8ec5-479a-a54d-f694e2ab8f0f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:20.886519 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (caa07643-8ec5-479a-a54d-f694e2ab8f0f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:20.901658 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e5a9a-88c6-4de6-befa-c4100e560854 req-805e0b0b-c8e7-49aa-a986-f431fd7d1d01 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:20.910840 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3b2e5a9a-88c6-4de6-befa-c4100e560854 req-805e0b0b-c8e7-49aa-a986-f431fd7d1d01 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 944 time: 0.7451794 Feb 07 21:23:20.934043 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-adbba95b-9b06-4977-9bf1-7c2347d842cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (8b6cb511-f540-40b2-b593-f9af9fcd14ba), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:20.941703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-adbba95b-9b06-4977-9bf1-7c2347d842cb None None] Network 4d6d0316-d57c-4df2-aa05-905a8b525f9f is not hosted by any dhcp agent {{(pid=103257) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 21:23:20.942165 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbba95b-9b06-4977-9bf1-7c2347d842cb None None] No DVR routers for this DVR port 8b6cb511-f540-40b2-b593-f9af9fcd14ba on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:23:21.009145 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port caa07643-8ec5-479a-a54d-f694e2ab8f0f is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:21.010002 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (caa07643-8ec5-479a-a54d-f694e2ab8f0f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:21.014871 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbba95b-9b06-4977-9bf1-7c2347d842cb None None] Pushing event deleted for resources: {'Port': ['ID=8b6cb511-f540-40b2-b593-f9af9fcd14ba,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:21.034804 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port caa07643-8ec5-479a-a54d-f694e2ab8f0f, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=caa07643-8ec5-479a-a54d-f694e2ab8f0f,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:21.042867 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3b2e5a9a-88c6-4de6-befa-c4100e560854 req-0a225079-3302-4529-a9bf-e71d1a9e4661 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310589 Feb 07 21:23:21.051104 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (caa07643-8ec5-479a-a54d-f694e2ab8f0f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:21.118408 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device f3a83fc9-9b2b-41c4-9138-1fd8977471fc details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:23:21.167516 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f57de0-58e2-455c-83d2-e5b58657444c admin admin] Pushing event deleted for resources: {'Network': ['ID=4d6d0316-d57c-4df2-aa05-905a8b525f9f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:21.184124 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-90ea216b-f0d6-4a94-976a-acd33e4b9700 req-eed97d41-74a3-4a63-b115-0b3998ebdd6e tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061304 Feb 07 21:23:21.220874 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7629e43b-fd80-44af-a186-97067c8b4bc8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (5ea612ff-8bc3-44d7-bb67-75eeec56d029), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:21.225550 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port f3a83fc9-9b2b-41c4-9138-1fd8977471fc, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=f3a83fc9-9b2b-41c4-9138-1fd8977471fc,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:21.246326 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'f3a83fc9-9b2b-41c4-9138-1fd8977471fc', 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0', 'port_id': 'f3a83fc9-9b2b-41c4-9138-1fd8977471fc', 'mac_address': 'fa:16:3e:bd:5c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59eaac6e-e46d-4028-b7b2-899f00c5ee97', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:23:21.248147 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8b6cb511-f540-40b2-b593-f9af9fcd14ba no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:23:21.279971 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 8b6cb511-f540-40b2-b593-f9af9fcd14ba {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:23:21.280272 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8b6cb511-f540-40b2-b593-f9af9fcd14ba not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:23:21.304417 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b64dd24-a6c2-4613-8bd1-c07e8a76c4c8 admin admin] Network efd634c5-6bed-43d6-946e-21533802ff0e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:23:21.314260 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6b64dd24-a6c2-4613-8bd1-c07e8a76c4c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:23:21.321603 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port f3a83fc9-9b2b-41c4-9138-1fd8977471fc is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:21.321995 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f3a83fc9-9b2b-41c4-9138-1fd8977471fc), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:21.342524 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=caa07643-8ec5-479a-a54d-f694e2ab8f0f,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:21.348498 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a83fc9-9b2b-41c4-9138-1fd8977471fc {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:23:21.379643 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port f3a83fc9-9b2b-41c4-9138-1fd8977471fc, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=f3a83fc9-9b2b-41c4-9138-1fd8977471fc,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:21.391029 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f3a83fc9-9b2b-41c4-9138-1fd8977471fc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:21.482730 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48092) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:21.484226 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=f3a83fc9-9b2b-41c4-9138-1fd8977471fc,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:21.518512 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b64dd24-a6c2-4613-8bd1-c07e8a76c4c8 admin admin] Router eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:23:21.523345 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c93dc992-9e1e-476a-80e9-eda334a760c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:21.533910 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7629e43b-fd80-44af-a186-97067c8b4bc8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Checking segment: {'id': 'eeed2c24-1d52-4df0-88e6-dd09adc6bc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c53b4035-7dd8-49e1-9d57-880296868195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:23:21.534283 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7629e43b-fd80-44af-a186-97067c8b4bc8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network hostable DHCP agents. Network: c53b4035-7dd8-49e1-9d57-880296868195, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:23:21.536582 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629e43b-fd80-44af-a186-97067c8b4bc8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Subnet': ['ID=5ea612ff-8bc3-44d7-bb67-75eeec56d029,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:21.652864 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7595b4f-49b6-4163-bae0-4d720adf86fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (7449c5db-e341-491d-bde6-63321c2549e9), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:21.660716 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7629e43b-fd80-44af-a186-97067c8b4bc8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network c53b4035-7dd8-49e1-9d57-880296868195 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:23:21.686978 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-7629e43b-fd80-44af-a186-97067c8b4bc8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, c53b4035-7dd8-49e1-9d57-880296868195) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:23:21.690436 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['f3a83fc9-9b2b-41c4-9138-1fd8977471fc'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:23:21.704212 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7629e43b-fd80-44af-a186-97067c8b4bc8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:21.704212 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7629e43b-fd80-44af-a186-97067c8b4bc8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:21.748250 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ab159a-96c6-483b-8b4f-dc527f91d93c None None] Network c53b4035-7dd8-49e1-9d57-880296868195 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:23:21.749265 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7629e43b-fd80-44af-a186-97067c8b4bc8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8085005 Feb 07 21:23:21.749265 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48094) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:21.752795 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7a321267-6cd1-4b69-9ab8-f54d0f6a2169 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-587139301', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:23:21.760711 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b64dd24-a6c2-4613-8bd1-c07e8a76c4c8 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:23:21.773803 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6b64dd24-a6c2-4613-8bd1-c07e8a76c4c8 admin admin] 10.222.0.65 "PUT /v2.0/routers/eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5065849 Feb 07 21:23:21.776010 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c93dc992-9e1e-476a-80e9-eda334a760c8 admin admin] Publish callbacks [] for security_group (83021943-7213-47eb-935a-83bc0a8151bc), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:21.796757 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c93dc992-9e1e-476a-80e9-eda334a760c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (83021943-7213-47eb-935a-83bc0a8151bc), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:21.808275 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7349a3e4-16f8-44ff-95b7-9c6197d36b4b None None] Sync routers for ids ['eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:23:21.872793 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7349a3e4-16f8-44ff-95b7-9c6197d36b4b None None] Routers {'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:23:21.873538 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7349a3e4-16f8-44ff-95b7-9c6197d36b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:23:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:21.889534 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a321267-6cd1-4b69-9ab8-f54d0f6a2169 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (8868095f-c08e-4784-b201-834c6124db90), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:21.890893 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a321267-6cd1-4b69-9ab8-f54d0f6a2169 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (8868095f-c08e-4784-b201-834c6124db90), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:21.946866 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c93dc992-9e1e-476a-80e9-eda334a760c8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ad670981df734eca8eca49539a7a86ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4547844 Feb 07 21:23:21.948775 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93dc992-9e1e-476a-80e9-eda334a760c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83021943-7213-47eb-935a-83bc0a8151bc,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:21.952127 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48098) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:21.986347 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:22.070441 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a321267-6cd1-4b69-9ab8-f54d0f6a2169 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router_controller (8868095f-c08e-4784-b201-834c6124db90), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:22.087200 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a321267-6cd1-4b69-9ab8-f54d0f6a2169 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (8868095f-c08e-4784-b201-834c6124db90), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:22.128221 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a321267-6cd1-4b69-9ab8-f54d0f6a2169 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:22.130501 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7a321267-6cd1-4b69-9ab8-f54d0f6a2169 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3803775 Feb 07 21:23:22.134424 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48112) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:22.146013 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62d5a9d0-a33d-4627-83e3-e0c17667d4c1 admin admin] Publish callbacks [] for security_group (83021943-7213-47eb-935a-83bc0a8151bc), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:22.243417 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d7595b4f-49b6-4163-bae0-4d720adf86fa admin admin] Deleting port 759d128f-01c5-43c3-9205-ece5638c1c04 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:23:22.244066 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7595b4f-49b6-4163-bae0-4d720adf86fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (759d128f-01c5-43c3-9205-ece5638c1c04), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:22.251553 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62d5a9d0-a33d-4627-83e3-e0c17667d4c1 admin admin] Publish callbacks [] for security_group (83021943-7213-47eb-935a-83bc0a8151bc), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:22.276902 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ab5ee4-f74b-4969-8477-c78df3d71e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-c53b4035-7dd8-49e1-9d57-880296868195', 'network_id': 'c53b4035-7dd8-49e1-9d57-880296868195', 'project_id': '4177286fbe8042d7bcd053836f28110a', 'fixed_ips': [{'subnet_id': '5ea612ff-8bc3-44d7-bb67-75eeec56d029'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:23:22.278052 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78ab5ee4-f74b-4969-8477-c78df3d71e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:22.318605 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-7349a3e4-16f8-44ff-95b7-9c6197d36b4b None None] Set router eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:23:22.443891 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-d7595b4f-49b6-4163-bae0-4d720adf86fa admin admin] For port 759d128f-01c5-43c3-9205-ece5638c1c04, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=759d128f-01c5-43c3-9205-ece5638c1c04,segment=NetworkSegment(1fa4c8c4-d132-4249-aa21-bf14a97cc319),segment_id=1fa4c8c4-d132-4249-aa21-bf14a97cc319)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:22.444264 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7595b4f-49b6-4163-bae0-4d720adf86fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (759d128f-01c5-43c3-9205-ece5638c1c04), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:22.487362 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d7595b4f-49b6-4163-bae0-4d720adf86fa admin admin] Calling delete_port for 759d128f-01c5-43c3-9205-ece5638c1c04 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:23:22.530670 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3010e6d-6d9c-42cc-80d2-cb4b447acad1 req-31156c4a-dfe4-4561-8292-3ca00830aa1b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:22.532249 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d3010e6d-6d9c-42cc-80d2-cb4b447acad1 req-31156c4a-dfe4-4561-8292-3ca00830aa1b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 944 time: 0.2998941 Feb 07 21:23:22.563677 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62d5a9d0-a33d-4627-83e3-e0c17667d4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (83021943-7213-47eb-935a-83bc0a8151bc), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:22.566384 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62d5a9d0-a33d-4627-83e3-e0c17667d4c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:22.579946 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-62d5a9d0-a33d-4627-83e3-e0c17667d4c1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/83021943-7213-47eb-935a-83bc0a8151bc HTTP/1.1" status: 204 len: 168 time: 0.6164205 Feb 07 21:23:22.647635 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device caa07643-8ec5-479a-a54d-f694e2ab8f0f up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:23:22.679139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5a9d0-a33d-4627-83e3-e0c17667d4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83021943-7213-47eb-935a-83bc0a8151bc,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:22.890203 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-e3539fb7-5f44-466f-8977-bdabc93afaf0 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:22.892243 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-e3539fb7-5f44-466f-8977-bdabc93afaf0 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/networks?id=efd634c5-6bed-43d6-946e-21533802ff0e HTTP/1.1" status: 200 len: 818 time: 0.2985833 Feb 07 21:23:22.921330 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d3010e6d-6d9c-42cc-80d2-cb4b447acad1 req-f498713e-0491-448d-81e0-9d9b80484023 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330967 Feb 07 21:23:22.943213 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a8bb82f-475e-475d-b01f-d0f7518d7dea tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:22.969322 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7595b4f-49b6-4163-bae0-4d720adf86fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (759d128f-01c5-43c3-9205-ece5638c1c04), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:22.971974 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-dc1674e8-f087-447d-b669-0372aa7abdb6 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/quotas/888ddec89701446fae6507ee7003a9bb HTTP/1.1" status: 200 len: 375 time: 0.0316718 Feb 07 21:23:23.012290 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-78ab5ee4-f74b-4969-8477-c78df3d71e9e None None] Allocated IP 172.20.0.2 (c53b4035-7dd8-49e1-9d57-880296868195/5ea612ff-8bc3-44d7-bb67-75eeec56d029/cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:23:23.054165 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7595b4f-49b6-4163-bae0-4d720adf86fa admin admin] Pushing event deleted for resources: {'Port': ['ID=759d128f-01c5-43c3-9205-ece5638c1c04,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:23.259983 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7349a3e4-16f8-44ff-95b7-9c6197d36b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'name': 'tempest-ServerRescueTestJSONUnderV235-24371001-router', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'caa07643-8ec5-479a-a54d-f694e2ab8f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:06Z', 'updated_at': '2022-02-07T21:23:18Z', 'revision_number': 4, 'project_id': '888ddec89701446fae6507ee7003a9bb', 'gw_port': {'id': 'caa07643-8ec5-479a-a54d-f694e2ab8f0f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:09Z', 'updated_at': '2022-02-07T21:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '53c9f39b-89fb-4e27-ac2a-dffeebdbd601', 'name': '', 'network_id': 'efd634c5-6bed-43d6-946e-21533802ff0e', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'mac_address': 'fa:16:3e:2c:cb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:16Z', 'updated_at': '2022-02-07T21:23:19Z', 'revision_number': 2, 'project_id': '888ddec89701446fae6507ee7003a9bb', 'subnets': [{'id': '9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:23.482697 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7595b4f-49b6-4163-bae0-4d720adf86fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (7449c5db-e341-491d-bde6-63321c2549e9), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:23.639423 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port caa07643-8ec5-479a-a54d-f694e2ab8f0f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:23.639423 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (caa07643-8ec5-479a-a54d-f694e2ab8f0f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:23.646740 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7349a3e4-16f8-44ff-95b7-9c6197d36b4b None None] Checking router: eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:23:23.647172 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7349a3e4-16f8-44ff-95b7-9c6197d36b4b None None] Updating router eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046 port 53c9f39b-89fb-4e27-ac2a-dffeebdbd601 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:23:23.725137 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:23.746306 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7349a3e4-16f8-44ff-95b7-9c6197d36b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (53c9f39b-89fb-4e27-ac2a-dffeebdbd601), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:23.825848 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port caa07643-8ec5-479a-a54d-f694e2ab8f0f is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:23.969958 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78ab5ee4-f74b-4969-8477-c78df3d71e9e None None] Publish callbacks [] for port (cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:23.979373 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-99c63c38-683f-4502-81f4-23cb01c3e2f5 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=888ddec89701446fae6507ee7003a9bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9652791 Feb 07 21:23:24.042791 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7595b4f-49b6-4163-bae0-4d720adf86fa admin admin] Router 7449c5db-e341-491d-bde6-63321c2549e9 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:23:24.043048 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78ab5ee4-f74b-4969-8477-c78df3d71e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:24.044932 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3c138-5f4b-4232-b679-6b8c2c4937a9 req-1a8387bf-c0a8-47f7-be45-761bfdf470f2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:24.046591 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3ea3c138-5f4b-4232-b679-6b8c2c4937a9 req-1a8387bf-c0a8-47f7-be45-761bfdf470f2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 944 time: 0.4092491 Feb 07 21:23:24.164301 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3ea3c138-5f4b-4232-b679-6b8c2c4937a9 req-62a033f4-546a-4ff2-8b14-fc6fa951d4a1 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626771 Feb 07 21:23:24.192979 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab5ee4-f74b-4969-8477-c78df3d71e9e None None] Pushing event updated for resources: {'Port': ['ID=cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:24.254968 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-bbc50d68-eff3-4b83-b8ba-0b933e5ea32a service neutron] 10.222.0.65 "GET /v2.0/networks/efd634c5-6bed-43d6-946e-21533802ff0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581539 Feb 07 21:23:24.266359 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-3a8bb82f-475e-475d-b01f-d0f7518d7dea tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Allocated IP 172.20.0.1 (c53b4035-7dd8-49e1-9d57-880296868195/5ea612ff-8bc3-44d7-bb67-75eeec56d029/2176c558-88c0-47ba-b18e-a5aefbca2f90) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:23:24.310390 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ab5ee4-f74b-4969-8477-c78df3d71e9e None None] Network c53b4035-7dd8-49e1-9d57-880296868195 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:23:24.354679 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7595b4f-49b6-4163-bae0-4d720adf86fa admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:23:24.364248 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-78ab5ee4-f74b-4969-8477-c78df3d71e9e None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:23:24.373675 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ab5ee4-f74b-4969-8477-c78df3d71e9e None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:23:24.383680 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2fd216-165d-4735-9bd2-4168c9fb2ce5 None None] Sync routers for ids ['7449c5db-e341-491d-bde6-63321c2549e9'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:23:24.404342 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d7595b4f-49b6-4163-bae0-4d720adf86fa admin admin] 10.222.0.65 "PUT /v2.0/routers/7449c5db-e341-491d-bde6-63321c2549e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5429835 Feb 07 21:23:24.407111 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48166) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:24.410051 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2fd216-165d-4735-9bd2-4168c9fb2ce5 None None] Routers {'7449c5db-e341-491d-bde6-63321c2549e9'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:23:24.412802 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ae2fd216-165d-4735-9bd2-4168c9fb2ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:23:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7449c5db-e341-491d-bde6-63321c2549e9'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:24.637998 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83a95710-06f2-4e2c-adfb-72117e0be444 admin admin] Publish callbacks [] for router (7449c5db-e341-491d-bde6-63321c2549e9), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:24.695234 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-78ab5ee4-f74b-4969-8477-c78df3d71e9e None None] Attempting to bind port cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:23:24.695879 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-78ab5ee4-f74b-4969-8477-c78df3d71e9e None None] Attempting to bind port cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'eeed2c24-1d52-4df0-88e6-dd09adc6bc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c53b4035-7dd8-49e1-9d57-880296868195'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:23:24.696715 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ab5ee4-f74b-4969-8477-c78df3d71e9e None None] Attempting to bind port cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d on network c53b4035-7dd8-49e1-9d57-880296868195 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:23:24.713637 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:24.734392 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ab5ee4-f74b-4969-8477-c78df3d71e9e None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:23:24.735068 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ab5ee4-f74b-4969-8477-c78df3d71e9e None None] Checking segment: {'id': 'eeed2c24-1d52-4df0-88e6-dd09adc6bc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c53b4035-7dd8-49e1-9d57-880296868195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:23:24.735637 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78ab5ee4-f74b-4969-8477-c78df3d71e9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:24.736190 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ab5ee4-f74b-4969-8477-c78df3d71e9e None None] Bound using segment: {'id': 'eeed2c24-1d52-4df0-88e6-dd09adc6bc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c53b4035-7dd8-49e1-9d57-880296868195'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:23:24.736854 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-78ab5ee4-f74b-4969-8477-c78df3d71e9e None None] Bound port: cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeed2c24-1d52-4df0-88e6-dd09adc6bc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c53b4035-7dd8-49e1-9d57-880296868195'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:23:24.737423 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78ab5ee4-f74b-4969-8477-c78df3d71e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:24.739684 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-8838f4b0-9ca7-45bc-bf82-3d2d32444535 service neutron] 10.222.0.65 "GET /v2.0/networks/efd634c5-6bed-43d6-946e-21533802ff0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748721 Feb 07 21:23:24.850332 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70ab59-7142-4cb0-9df9-6ac212eb4e0e req-3009913b-dc87-4c10-81ff-bfe243485c76 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:24.862701 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6c70ab59-7142-4cb0-9df9-6ac212eb4e0e req-3009913b-dc87-4c10-81ff-bfe243485c76 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 944 time: 0.4601667 Feb 07 21:23:24.869412 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-ae2fd216-165d-4735-9bd2-4168c9fb2ce5 None None] Set router 7449c5db-e341-491d-bde6-63321c2549e9 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:23:24.960941 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a8bb82f-475e-475d-b01f-d0f7518d7dea tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for port (2176c558-88c0-47ba-b18e-a5aefbca2f90), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:25.047921 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7349a3e4-16f8-44ff-95b7-9c6197d36b4b None None] Publish callbacks [] for port (53c9f39b-89fb-4e27-ac2a-dffeebdbd601), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:25.050347 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-78ab5ee4-f74b-4969-8477-c78df3d71e9e None None] For port cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:23:25.058185 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6c70ab59-7142-4cb0-9df9-6ac212eb4e0e req-8fd5678b-4ba8-45fb-8c29-00b8d05a0b88 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945226 Feb 07 21:23:25.070995 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-78ab5ee4-f74b-4969-8477-c78df3d71e9e None None] For port cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d,segment=NetworkSegment(eeed2c24-1d52-4df0-88e6-dd09adc6bc62),segment_id=eeed2c24-1d52-4df0-88e6-dd09adc6bc62)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:23:25.082533 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83a95710-06f2-4e2c-adfb-72117e0be444 admin admin] Publish callbacks [] for router_gateway (7449c5db-e341-491d-bde6-63321c2549e9), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:25.084420 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7349a3e4-16f8-44ff-95b7-9c6197d36b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (53c9f39b-89fb-4e27-ac2a-dffeebdbd601), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:25.102153 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78ab5ee4-f74b-4969-8477-c78df3d71e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:25.104271 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a8bb82f-475e-475d-b01f-d0f7518d7dea tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (2176c558-88c0-47ba-b18e-a5aefbca2f90), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:25.162036 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device f3a83fc9-9b2b-41c4-9138-1fd8977471fc up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:23:25.177848 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-83a95710-06f2-4e2c-adfb-72117e0be444 admin admin] Deleting port 9a6a429b-d813-4469-b392-d8180d2b132f {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:23:25.178713 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83a95710-06f2-4e2c-adfb-72117e0be444 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9a6a429b-d813-4469-b392-d8180d2b132f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:25.267497 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8bb82f-475e-475d-b01f-d0f7518d7dea tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network c53b4035-7dd8-49e1-9d57-880296868195 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:23:25.271492 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-3a8bb82f-475e-475d-b01f-d0f7518d7dea tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:23:25.287498 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8bb82f-475e-475d-b01f-d0f7518d7dea tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:23:25.430658 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc416240-ab43-4854-b9e4-33f9cd5422c4 None None] Pushing event updated for resources: {'Port': ['ID=53c9f39b-89fb-4e27-ac2a-dffeebdbd601,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:25.440407 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8bb82f-475e-475d-b01f-d0f7518d7dea tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Port': ['ID=2176c558-88c0-47ba-b18e-a5aefbca2f90,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:25.466427 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-83a95710-06f2-4e2c-adfb-72117e0be444 admin admin] For port 9a6a429b-d813-4469-b392-d8180d2b132f, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9a6a429b-d813-4469-b392-d8180d2b132f,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:25.469060 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83a95710-06f2-4e2c-adfb-72117e0be444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9a6a429b-d813-4469-b392-d8180d2b132f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:25.505367 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ae2fd216-165d-4735-9bd2-4168c9fb2ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7449c5db-e341-491d-bde6-63321c2549e9', 'name': 'tempest-TestVolumeBackupRestore-1894976546-router', 'tenant_id': '8d6a3c6026f945a591821d5e1ba941be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '9a6a429b-d813-4469-b392-d8180d2b132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:39Z', 'updated_at': '2022-02-07T21:23:22Z', 'revision_number': 5, 'project_id': '8d6a3c6026f945a591821d5e1ba941be', 'gw_port': {'id': '9a6a429b-d813-4469-b392-d8180d2b132f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7449c5db-e341-491d-bde6-63321c2549e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:42Z', 'updated_at': '2022-02-07T21:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:25.510578 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-83a95710-06f2-4e2c-adfb-72117e0be444 admin admin] Calling delete_port for 9a6a429b-d813-4469-b392-d8180d2b132f owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:23:25.571911 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2fd216-165d-4735-9bd2-4168c9fb2ce5 None None] Checking router: 7449c5db-e341-491d-bde6-63321c2549e9 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:23:25.607846 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2fd216-165d-4735-9bd2-4168c9fb2ce5 None None] Routers {'7449c5db-e341-491d-bde6-63321c2549e9'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:23:25.609535 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ae2fd216-165d-4735-9bd2-4168c9fb2ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:23:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7449c5db-e341-491d-bde6-63321c2549e9'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:25.651493 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4938ce2f-fd34-4c83-8ab3-dd36ae814acc req-389a00a8-7ffb-4582-95be-f4ce97d51405 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 210 time: 0.2960279 Feb 07 21:23:25.784345 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a8bb82f-475e-475d-b01f-d0f7518d7dea tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (8868095f-c08e-4784-b201-834c6124db90), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:25.910790 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-ae2fd216-165d-4735-9bd2-4168c9fb2ce5 None None] Set router 7449c5db-e341-491d-bde6-63321c2549e9 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:23:25.929941 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-7349a3e4-16f8-44ff-95b7-9c6197d36b4b None None] Attempting to bind port 53c9f39b-89fb-4e27-ac2a-dffeebdbd601 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:23:25.934659 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-7349a3e4-16f8-44ff-95b7-9c6197d36b4b None None] Attempting to bind port 53c9f39b-89fb-4e27-ac2a-dffeebdbd601 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '813f304e-7d5c-4ffc-b874-83f3f5c8a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'efd634c5-6bed-43d6-946e-21533802ff0e'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:23:25.935409 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7349a3e4-16f8-44ff-95b7-9c6197d36b4b None None] Attempting to bind port 53c9f39b-89fb-4e27-ac2a-dffeebdbd601 on network efd634c5-6bed-43d6-946e-21533802ff0e {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:23:25.964550 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83a95710-06f2-4e2c-adfb-72117e0be444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9a6a429b-d813-4469-b392-d8180d2b132f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:26.003751 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab5ee4-f74b-4969-8477-c78df3d71e9e None None] Pushing event updated for resources: {'Port': ['ID=cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:26.018005 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a95710-06f2-4e2c-adfb-72117e0be444 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a6a429b-d813-4469-b392-d8180d2b132f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:26.045233 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7349a3e4-16f8-44ff-95b7-9c6197d36b4b None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:23:26.045233 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7349a3e4-16f8-44ff-95b7-9c6197d36b4b None None] Checking segment: {'id': '813f304e-7d5c-4ffc-b874-83f3f5c8a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'efd634c5-6bed-43d6-946e-21533802ff0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:23:26.048288 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7349a3e4-16f8-44ff-95b7-9c6197d36b4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:26.052194 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7349a3e4-16f8-44ff-95b7-9c6197d36b4b None None] Bound using segment: {'id': '813f304e-7d5c-4ffc-b874-83f3f5c8a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'efd634c5-6bed-43d6-946e-21533802ff0e'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:23:26.052925 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-7349a3e4-16f8-44ff-95b7-9c6197d36b4b None None] Bound port: 53c9f39b-89fb-4e27-ac2a-dffeebdbd601, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '813f304e-7d5c-4ffc-b874-83f3f5c8a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'efd634c5-6bed-43d6-946e-21533802ff0e'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:23:26.055440 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7349a3e4-16f8-44ff-95b7-9c6197d36b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (53c9f39b-89fb-4e27-ac2a-dffeebdbd601), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:26.118224 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ae2fd216-165d-4735-9bd2-4168c9fb2ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7449c5db-e341-491d-bde6-63321c2549e9', 'name': 'tempest-TestVolumeBackupRestore-1894976546-router', 'tenant_id': '8d6a3c6026f945a591821d5e1ba941be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:39Z', 'updated_at': '2022-02-07T21:23:25Z', 'revision_number': 6, 'project_id': '8d6a3c6026f945a591821d5e1ba941be', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:26.121320 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port f3a83fc9-9b2b-41c4-9138-1fd8977471fc completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:23:26.146499 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port f3a83fc9-9b2b-41c4-9138-1fd8977471fc triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:26.149124 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f3a83fc9-9b2b-41c4-9138-1fd8977471fc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:26.221893 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83a95710-06f2-4e2c-adfb-72117e0be444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (7449c5db-e341-491d-bde6-63321c2549e9), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:26.406851 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7349a3e4-16f8-44ff-95b7-9c6197d36b4b None None] For port 53c9f39b-89fb-4e27-ac2a-dffeebdbd601, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:23:26.415451 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840dc19-4e7d-4e73-b2bf-91249bbe93b1 req-7d62f4f6-235c-4e3a-b799-9b871e2f4b8b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:26.416581 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7349a3e4-16f8-44ff-95b7-9c6197d36b4b None None] For port 53c9f39b-89fb-4e27-ac2a-dffeebdbd601, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=53c9f39b-89fb-4e27-ac2a-dffeebdbd601,segment=NetworkSegment(813f304e-7d5c-4ffc-b874-83f3f5c8a267),segment_id=813f304e-7d5c-4ffc-b874-83f3f5c8a267)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:23:26.421163 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c840dc19-4e7d-4e73-b2bf-91249bbe93b1 req-7d62f4f6-235c-4e3a-b799-9b871e2f4b8b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 944 time: 1.0647495 Feb 07 21:23:26.453942 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a8bb82f-475e-475d-b01f-d0f7518d7dea tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2176c558-88c0-47ba-b18e-a5aefbca2f90), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:26.463546 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7349a3e4-16f8-44ff-95b7-9c6197d36b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (53c9f39b-89fb-4e27-ac2a-dffeebdbd601), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:26.569625 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83a95710-06f2-4e2c-adfb-72117e0be444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (7449c5db-e341-491d-bde6-63321c2549e9), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:26.580039 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83a95710-06f2-4e2c-adfb-72117e0be444 admin admin] Publish callbacks [] for router_controller (7449c5db-e341-491d-bde6-63321c2549e9), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:26.672564 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fb267-48f6-4773-81b8-81c8aa707c7d req-3450dfbd-d79d-4d7a-aa1b-74130a60270f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:26.694166 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-984fb267-48f6-4773-81b8-81c8aa707c7d req-3450dfbd-d79d-4d7a-aa1b-74130a60270f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 944 time: 0.4529402 Feb 07 21:23:26.712791 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2fd216-165d-4735-9bd2-4168c9fb2ce5 None None] The sync data for ids ['7449c5db-e341-491d-bde6-63321c2549e9'] in n-d-828185-2 is: [{'id': '7449c5db-e341-491d-bde6-63321c2549e9', 'name': 'tempest-TestVolumeBackupRestore-1894976546-router', 'tenant_id': '8d6a3c6026f945a591821d5e1ba941be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:39Z', 'updated_at': '2022-02-07T21:23:25Z', 'revision_number': 6, 'project_id': '8d6a3c6026f945a591821d5e1ba941be', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:23:26.793210 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83a95710-06f2-4e2c-adfb-72117e0be444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (7449c5db-e341-491d-bde6-63321c2549e9), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:26.795672 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a95710-06f2-4e2c-adfb-72117e0be444 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7449c5db-e341-491d-bde6-63321c2549e9 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:23:26.817944 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83a95710-06f2-4e2c-adfb-72117e0be444 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:26.824721 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-83a95710-06f2-4e2c-adfb-72117e0be444 admin admin] 10.222.0.65 "DELETE /v2.0/routers/7449c5db-e341-491d-bde6-63321c2549e9 HTTP/1.1" status: 204 len: 168 time: 2.4163408 Feb 07 21:23:26.825354 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48272) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:26.892886 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c840dc19-4e7d-4e73-b2bf-91249bbe93b1 req-1637340c-45ef-440f-8be6-1c6b7e2fabda tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552641 Feb 07 21:23:26.952417 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port f3a83fc9-9b2b-41c4-9138-1fd8977471fc is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:26.954847 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f3a83fc9-9b2b-41c4-9138-1fd8977471fc), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:27.038743 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-479a40e1-f029-427a-ad27-8803203ab3f8 admin admin] Deleting subnet 88ed8422-a6c9-4349-a291-64304278bfa6 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:23:27.050422 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-479a40e1-f029-427a-ad27-8803203ab3f8 admin admin] Publish callbacks [] for subnet (88ed8422-a6c9-4349-a291-64304278bfa6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:27.084868 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7349a3e4-16f8-44ff-95b7-9c6197d36b4b None None] Routers {'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:23:27.085793 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7349a3e4-16f8-44ff-95b7-9c6197d36b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:23:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:27.156106 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:23:27.219831 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-479a40e1-f029-427a-ad27-8803203ab3f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (88ed8422-a6c9-4349-a291-64304278bfa6), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:27.225918 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e533ece2-c0eb-4aee-9cf4-a596f46c3fb9 req-3f6b0a50-fcd7-4432-ba98-3a34bd2613ac tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 210 time: 0.1100678 Feb 07 21:23:27.276716 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-984fb267-48f6-4773-81b8-81c8aa707c7d req-ba87219c-6fc3-45df-b0eb-c7b6c0e69ae8 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5814884 Feb 07 21:23:27.510484 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-479a40e1-f029-427a-ad27-8803203ab3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (88ed8422-a6c9-4349-a291-64304278bfa6), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:27.544869 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc416240-ab43-4854-b9e4-33f9cd5422c4 None None] Pushing event updated for resources: {'Port': ['ID=53c9f39b-89fb-4e27-ac2a-dffeebdbd601,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:27.596061 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bede9e3-5acf-4c86-b96d-e5e3f051a29c None None] Network c53b4035-7dd8-49e1-9d57-880296868195 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:23:27.643414 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-479a40e1-f029-427a-ad27-8803203ab3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (88ed8422-a6c9-4349-a291-64304278bfa6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:27.753907 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a40e1-f029-427a-ad27-8803203ab3f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88ed8422-a6c9-4349-a291-64304278bfa6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:27.765172 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-479a40e1-f029-427a-ad27-8803203ab3f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:27.771348 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-479a40e1-f029-427a-ad27-8803203ab3f8 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/88ed8422-a6c9-4349-a291-64304278bfa6 HTTP/1.1" status: 204 len: 168 time: 0.9449704 Feb 07 21:23:27.778843 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48282) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:27.788862 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31153608-0eae-4af6-925f-2ef5da128484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a83fc9-9b2b-41c4-9138-1fd8977471fc'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:23:27.791099 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35431145-0d5a-456c-9a14-35fbe9ca731f" -d '{"events": [{"server_uuid": "31153608-0eae-4af6-925f-2ef5da128484", "name": "network-vif-plugged", "status": "completed", "tag": "f3a83fc9-9b2b-41c4-9138-1fd8977471fc"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:23:27.828444 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e570cecf-a78f-4932-a039-daaf3d616f56 None None] Network 3b5147af-0d58-4b87-989d-4e2a5c83e649 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:23:27.873765 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port f3a83fc9-9b2b-41c4-9138-1fd8977471fc, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=f3a83fc9-9b2b-41c4-9138-1fd8977471fc,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:27.965838 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-ccc60166-ab12-468d-995a-071dd6b3f799 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:27.970724 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-ccc60166-ab12-468d-995a-071dd6b3f799 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.71 "GET /v2.0/networks?id=efd634c5-6bed-43d6-946e-21533802ff0e HTTP/1.1" status: 200 len: 818 time: 0.4678562 Feb 07 21:23:27.983801 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2414fd-8c93-43b2-96c6-5b16be98577e x-openstack-request-id: req-7c2414fd-8c93-43b2-96c6-5b16be98577e {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:23:27.984706 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31153608-0eae-4af6-925f-2ef5da128484", "name": "network-vif-plugged", "status": "completed", "tag": "f3a83fc9-9b2b-41c4-9138-1fd8977471fc", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:23:27.985180 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c2414fd-8c93-43b2-96c6-5b16be98577e {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:23:27.985797 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31153608-0eae-4af6-925f-2ef5da128484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a83fc9-9b2b-41c4-9138-1fd8977471fc', 'code': 200} Feb 07 21:23:28.017950 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f3a83fc9-9b2b-41c4-9138-1fd8977471fc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:28.045065 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:28.045465 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a8bb82f-475e-475d-b01f-d0f7518d7dea tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for port (2176c558-88c0-47ba-b18e-a5aefbca2f90), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:28.048149 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:28.063151 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4f5dded9-f15d-401e-a925-601fe539b995 None None] Provisioning complete for port cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:28.064175 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-178e7e61-a1de-49aa-81ad-b6474969b7dd tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Request body: {'port': {'device_id': '6e574382-06f7-4ab3-a647-5ce7f335bc25', 'network_id': 'efd634c5-6bed-43d6-946e-21533802ff0e', 'admin_state_up': True, 'tenant_id': '888ddec89701446fae6507ee7003a9bb'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:23:28.074863 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4f5dded9-f15d-401e-a925-601fe539b995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:28.102408 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f1b7-65d3-45a6-b39e-d6d85fa8768d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (3b5147af-0d58-4b87-989d-4e2a5c83e649), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:28.175584 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a8bb82f-475e-475d-b01f-d0f7518d7dea tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (2176c558-88c0-47ba-b18e-a5aefbca2f90), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:28.285539 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b51be7-078a-4e8f-b66a-e4fda3b7b746 req-3a65c5f0-68b0-4dcd-980a-696ff6668b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:28.290388 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-62b51be7-078a-4e8f-b66a-e4fda3b7b746 req-3a65c5f0-68b0-4dcd-980a-696ff6668b04 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 1127 time: 0.2858863 Feb 07 21:23:28.292458 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a8bb82f-475e-475d-b01f-d0f7518d7dea tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (8868095f-c08e-4784-b201-834c6124db90), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:28.399859 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-62b51be7-078a-4e8f-b66a-e4fda3b7b746 req-126079dd-bab2-46d2-b782-ed9ddc4329a6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041265 Feb 07 21:23:28.432639 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4fd8f1b7-65d3-45a6-b39e-d6d85fa8768d admin admin] Deleting port 9b8cdb24-fc6d-48ca-9197-27640296bf3e {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:23:28.432972 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f1b7-65d3-45a6-b39e-d6d85fa8768d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9b8cdb24-fc6d-48ca-9197-27640296bf3e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:28.591209 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-4fd8f1b7-65d3-45a6-b39e-d6d85fa8768d admin admin] For port 9b8cdb24-fc6d-48ca-9197-27640296bf3e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9b8cdb24-fc6d-48ca-9197-27640296bf3e,segment=NetworkSegment(1fa4c8c4-d132-4249-aa21-bf14a97cc319),segment_id=1fa4c8c4-d132-4249-aa21-bf14a97cc319)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:28.591571 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f1b7-65d3-45a6-b39e-d6d85fa8768d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9b8cdb24-fc6d-48ca-9197-27640296bf3e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:28.628269 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4fd8f1b7-65d3-45a6-b39e-d6d85fa8768d admin admin] Calling delete_port for 9b8cdb24-fc6d-48ca-9197-27640296bf3e owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:23:28.632531 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69f15da9-ac5a-4d43-8aa6-74906b52b19d req-99ec5b71-9d4e-4a11-abdc-1dc8b596de5a tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 210 time: 0.1514237 Feb 07 21:23:28.701541 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8bb82f-475e-475d-b01f-d0f7518d7dea tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Port': ['ID=2176c558-88c0-47ba-b18e-a5aefbca2f90,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:28.782307 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30e719-6f7b-4485-98d6-6f801221c379 req-cc21f8d1-4756-4053-a899-655850f005c7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:28.783858 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7c30e719-6f7b-4485-98d6-6f801221c379 req-cc21f8d1-4756-4053-a899-655850f005c7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 0.5069082 Feb 07 21:23:28.829238 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-7349a3e4-16f8-44ff-95b7-9c6197d36b4b None None] Set router eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:23:28.944136 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-178e7e61-a1de-49aa-81ad-b6474969b7dd tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Made reservation on behalf of 888ddec89701446fae6507ee7003a9bb for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:23:28.947559 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-178e7e61-a1de-49aa-81ad-b6474969b7dd tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:29.075185 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=f3a83fc9-9b2b-41c4-9138-1fd8977471fc,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:29.101172 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8bb82f-475e-475d-b01f-d0f7518d7dea tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network c53b4035-7dd8-49e1-9d57-880296868195 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:23:29.115165 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-3a8bb82f-475e-475d-b01f-d0f7518d7dea tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:23:29.332469 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:29.334401 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:29.465422 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d,segment=NetworkSegment(eeed2c24-1d52-4df0-88e6-dd09adc6bc62),segment_id=eeed2c24-1d52-4df0-88e6-dd09adc6bc62)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:29.487368 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4f5dded9-f15d-401e-a925-601fe539b995 None None] Current status of the port cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:29.488225 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4f5dded9-f15d-401e-a925-601fe539b995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:29.496074 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e772f212-c94f-4ab2-be37-103cfa7bce0b None None] DHCP port deletion for 3b5147af-0d58-4b87-989d-4e2a5c83e649 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:23:29.507833 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:29.562372 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7c30e719-6f7b-4485-98d6-6f801221c379 req-4920dd53-63e2-48cb-8b9f-03f7e29c7495 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7530689 Feb 07 21:23:29.580620 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-178e7e61-a1de-49aa-81ad-b6474969b7dd tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Allocated IP 172.20.0.2 (efd634c5-6bed-43d6-946e-21533802ff0e/9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1/1c0556bd-78a8-4483-a2a4-2d3289544e63) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:23:29.728249 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f1b7-65d3-45a6-b39e-d6d85fa8768d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9b8cdb24-fc6d-48ca-9197-27640296bf3e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:29.799490 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd8f1b7-65d3-45a6-b39e-d6d85fa8768d admin admin] No DVR routers for this DVR port 9b8cdb24-fc6d-48ca-9197-27640296bf3e on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:23:29.809558 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:29.811501 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8f1b7-65d3-45a6-b39e-d6d85fa8768d admin admin] Pushing event deleted for resources: {'Port': ['ID=9b8cdb24-fc6d-48ca-9197-27640296bf3e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:29.839079 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9a6a429b-d813-4469-b392-d8180d2b132f no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:23:29.921418 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 9a6a429b-d813-4469-b392-d8180d2b132f {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:23:29.922017 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9a6a429b-d813-4469-b392-d8180d2b132f not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:23:29.922713 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9b8cdb24-fc6d-48ca-9197-27640296bf3e no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:23:29.960461 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56accdc2-3246-4b7f-b098-0f5736b8efba req-d2a97e8f-1793-4702-9d0d-7418180dda88 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:29.974091 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-56accdc2-3246-4b7f-b098-0f5736b8efba req-d2a97e8f-1793-4702-9d0d-7418180dda88 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 944 time: 1.1700113 Feb 07 21:23:29.984078 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 9b8cdb24-fc6d-48ca-9197-27640296bf3e {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:23:30.001902 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9b8cdb24-fc6d-48ca-9197-27640296bf3e not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:23:30.002617 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 759d128f-01c5-43c3-9205-ece5638c1c04 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:23:30.031096 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f785b9e7-6a41-45bc-beef-29782456ceaa req-62ff042c-0918-4c4b-b29a-8ab361b126c1 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 210 time: 0.2146049 Feb 07 21:23:30.057600 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f1b7-65d3-45a6-b39e-d6d85fa8768d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (3b5147af-0d58-4b87-989d-4e2a5c83e649), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:30.126238 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 759d128f-01c5-43c3-9205-ece5638c1c04 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:23:30.126595 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 759d128f-01c5-43c3-9205-ece5638c1c04 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:23:30.133334 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-4fd8f1b7-65d3-45a6-b39e-d6d85fa8768d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b5147af-0d58-4b87-989d-4e2a5c83e649']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:30.157045 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-4fd8f1b7-65d3-45a6-b39e-d6d85fa8768d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa4c8c4-d132-4249-aa21-bf14a97cc319') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:30.157633 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-4fd8f1b7-65d3-45a6-b39e-d6d85fa8768d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa4c8c4-d132-4249-aa21-bf14a97cc319') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:30.185821 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f1b7-65d3-45a6-b39e-d6d85fa8768d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (1fa4c8c4-d132-4249-aa21-bf14a97cc319), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:30.197366 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-4f5dded9-f15d-401e-a925-601fe539b995 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:23:30.198095 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-4f5dded9-f15d-401e-a925-601fe539b995 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:23:30.227640 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f1b7-65d3-45a6-b39e-d6d85fa8768d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (1fa4c8c4-d132-4249-aa21-bf14a97cc319), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:30.233687 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e772f212-c94f-4ab2-be37-103cfa7bce0b None None] Deleting port 9b8cdb24-fc6d-48ca-9197-27640296bf3e {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:23:30.234266 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e772f212-c94f-4ab2-be37-103cfa7bce0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9b8cdb24-fc6d-48ca-9197-27640296bf3e), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:30.237321 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd8f1b7-65d3-45a6-b39e-d6d85fa8768d admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:23:30.238124 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f1b7-65d3-45a6-b39e-d6d85fa8768d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (1fa4c8c4-d132-4249-aa21-bf14a97cc319), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:23:30.244344 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:23:30.370733 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f1b7-65d3-45a6-b39e-d6d85fa8768d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (3b5147af-0d58-4b87-989d-4e2a5c83e649), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:30.375465 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7349a3e4-16f8-44ff-95b7-9c6197d36b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'name': 'tempest-ServerRescueTestJSONUnderV235-24371001-router', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'caa07643-8ec5-479a-a54d-f694e2ab8f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:06Z', 'updated_at': '2022-02-07T21:23:18Z', 'revision_number': 4, 'project_id': '888ddec89701446fae6507ee7003a9bb', 'gw_port': {'id': 'caa07643-8ec5-479a-a54d-f694e2ab8f0f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:09Z', 'updated_at': '2022-02-07T21:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '53c9f39b-89fb-4e27-ac2a-dffeebdbd601', 'name': '', 'network_id': 'efd634c5-6bed-43d6-946e-21533802ff0e', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'mac_address': 'fa:16:3e:2c:cb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:16Z', 'updated_at': '2022-02-07T21:23:26Z', 'revision_number': 4, 'project_id': '888ddec89701446fae6507ee7003a9bb', 'subnets': [{'id': '9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:30.377575 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f1b7-65d3-45a6-b39e-d6d85fa8768d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:30.389711 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4fd8f1b7-65d3-45a6-b39e-d6d85fa8768d admin admin] 10.222.0.65 "DELETE /v2.0/networks/3b5147af-0d58-4b87-989d-4e2a5c83e649 HTTP/1.1" status: 204 len: 168 time: 2.6041665 Feb 07 21:23:30.434099 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8f1b7-65d3-45a6-b39e-d6d85fa8768d admin admin] Pushing event deleted for resources: {'Network': ['ID=3b5147af-0d58-4b87-989d-4e2a5c83e649,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:30.455082 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e772f212-c94f-4ab2-be37-103cfa7bce0b None None] For port 9b8cdb24-fc6d-48ca-9197-27640296bf3e, host n-d-828185-2, got binding levels [] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:30.455403 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e772f212-c94f-4ab2-be37-103cfa7bce0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9b8cdb24-fc6d-48ca-9197-27640296bf3e), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:30.485038 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-178e7e61-a1de-49aa-81ad-b6474969b7dd tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks [] for port (1c0556bd-78a8-4483-a2a4-2d3289544e63), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:30.517189 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e772f212-c94f-4ab2-be37-103cfa7bce0b None None] Calling delete_port for 9b8cdb24-fc6d-48ca-9197-27640296bf3e owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:23:30.525996 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.ipam_backend_mixin [None req-e772f212-c94f-4ab2-be37-103cfa7bce0b None None] Port 9b8cdb24-fc6d-48ca-9197-27640296bf3e was not found and therefore no delete operation was performed {{(pid=103257) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 21:23:30.531790 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e772f212-c94f-4ab2-be37-103cfa7bce0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (9b8cdb24-fc6d-48ca-9197-27640296bf3e), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:30.532712 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-56accdc2-3246-4b7f-b098-0f5736b8efba req-8d57ed33-3708-4276-bfd6-c1e84c15b598 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5542078 Feb 07 21:23:30.534995 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-178e7e61-a1de-49aa-81ad-b6474969b7dd tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (1c0556bd-78a8-4483-a2a4-2d3289544e63), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:30.564579 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7349a3e4-16f8-44ff-95b7-9c6197d36b4b None None] The sync data for ids ['eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'] in n-d-828185-2 is: [{'id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'name': 'tempest-ServerRescueTestJSONUnderV235-24371001-router', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'caa07643-8ec5-479a-a54d-f694e2ab8f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:06Z', 'updated_at': '2022-02-07T21:23:18Z', 'revision_number': 4, 'project_id': '888ddec89701446fae6507ee7003a9bb', 'gw_port': {'id': 'caa07643-8ec5-479a-a54d-f694e2ab8f0f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:09Z', 'updated_at': '2022-02-07T21:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '53c9f39b-89fb-4e27-ac2a-dffeebdbd601', 'name': '', 'network_id': 'efd634c5-6bed-43d6-946e-21533802ff0e', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'mac_address': 'fa:16:3e:2c:cb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:16Z', 'updated_at': '2022-02-07T21:23:26Z', 'revision_number': 4, 'project_id': '888ddec89701446fae6507ee7003a9bb', 'subnets': [{'id': '9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:23:30.647791 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e7e61-a1de-49aa-81ad-b6474969b7dd tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Pushing event updated for resources: {'Port': ['ID=1c0556bd-78a8-4483-a2a4-2d3289544e63,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:30.663382 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e772f212-c94f-4ab2-be37-103cfa7bce0b None None] Network 3b5147af-0d58-4b87-989d-4e2a5c83e649 is not hosted by any dhcp agent {{(pid=103257) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 21:23:30.663845 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e772f212-c94f-4ab2-be37-103cfa7bce0b None None] No DVR routers for this DVR port 9b8cdb24-fc6d-48ca-9197-27640296bf3e on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:23:30.700344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-178e7e61-a1de-49aa-81ad-b6474969b7dd tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Network efd634c5-6bed-43d6-946e-21533802ff0e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:23:30.703972 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772f212-c94f-4ab2-be37-103cfa7bce0b None None] Pushing event deleted for resources: {'Port': ['ID=9b8cdb24-fc6d-48ca-9197-27640296bf3e,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:30.716218 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-178e7e61-a1de-49aa-81ad-b6474969b7dd tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:23:30.720640 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-178e7e61-a1de-49aa-81ad-b6474969b7dd tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:23:30.780817 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8bb82f-475e-475d-b01f-d0f7518d7dea tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Router 8868095f-c08e-4784-b201-834c6124db90 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:23:30.831277 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4f5dded9-f15d-401e-a925-601fe539b995 None None] Current status of the port cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:30.958625 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8bb82f-475e-475d-b01f-d0f7518d7dea tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:23:30.966931 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3a8bb82f-475e-475d-b01f-d0f7518d7dea tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "PUT /v2.0/routers/8868095f-c08e-4784-b201-834c6124db90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8301413 Feb 07 21:23:30.969548 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48312) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:30.971297 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4cf608e9-bb05-4130-9a49-864849f94d51 None None] Provisioning complete for port 2176c558-88c0-47ba-b18e-a5aefbca2f90 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:30.975452 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4cf608e9-bb05-4130-9a49-864849f94d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2176c558-88c0-47ba-b18e-a5aefbca2f90), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:30.979314 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ff35e0-f7e8-4248-b688-48f2f2437798 None None] Sync routers for ids ['8868095f-c08e-4784-b201-834c6124db90'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:23:31.027506 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48316) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:31.028267 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-178e7e61-a1de-49aa-81ad-b6474969b7dd tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:31.029399 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-178e7e61-a1de-49aa-81ad-b6474969b7dd tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:31.050689 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbb2d6-1ae9-45c0-b380-10e79d1e126a req-a5510a90-1ad2-4fb0-b7c2-bfc74acc3b13 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:31.053151 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ddbb2d6-1ae9-45c0-b380-10e79d1e126a req-a5510a90-1ad2-4fb0-b7c2-bfc74acc3b13 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 0.3289678 Feb 07 21:23:31.068576 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-178e7e61-a1de-49aa-81ad-b6474969b7dd tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0164201 Feb 07 21:23:31.085767 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-808978ff-1b85-4564-80c0-2e8456ee2106 service neutron] Request body: {'port': {'device_id': '6e574382-06f7-4ab3-a647-5ce7f335bc25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:23:31.123341 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b62ba5-2d54-49d9-941d-c3ead1439598 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:31.130219 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-22b62ba5-2d54-49d9-941d-c3ead1439598 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "GET /v2.0/ports/2176c558-88c0-47ba-b18e-a5aefbca2f90 HTTP/1.1" status: 200 len: 910 time: 0.1589432 Feb 07 21:23:31.132325 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48322) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:31.189745 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-01938935-a104-4695-8f5d-8a718741fb21 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5ea612ff-8bc3-44d7-bb67-75eeec56d029'}]}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:23:31.190135 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ff35e0-f7e8-4248-b688-48f2f2437798 None None] Routers {'8868095f-c08e-4784-b201-834c6124db90'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:23:31.190796 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-77ff35e0-f7e8-4248-b688-48f2f2437798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:23:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['8868095f-c08e-4784-b201-834c6124db90'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:31.226153 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ddbb2d6-1ae9-45c0-b380-10e79d1e126a req-cc80fe12-cd42-4535-b25d-e4964a872916 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554208 Feb 07 21:23:31.281565 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ad73776f-b78b-4bbd-bcd6-faeb90c52fd9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=936a2ca0ece74bb698b7cfe4e2af1982&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2529314 Feb 07 21:23:31.291642 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48328) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:31.309183 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4cf608e9-bb05-4130-9a49-864849f94d51 None None] Port 2176c558-88c0-47ba-b18e-a5aefbca2f90 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:23:31.324664 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-77ff35e0-f7e8-4248-b688-48f2f2437798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:31.330379 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48185307-9d4e-4b0a-b853-01a3545967be req-b262170c-d396-4316-8813-45fd8bd81975 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:31.332007 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48185307-9d4e-4b0a-b853-01a3545967be req-b262170c-d396-4316-8813-45fd8bd81975 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 931 time: 0.1508727 Feb 07 21:23:31.333309 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-808978ff-1b85-4564-80c0-2e8456ee2106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1c0556bd-78a8-4483-a2a4-2d3289544e63), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:31.345759 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4cf608e9-bb05-4130-9a49-864849f94d51 None None] Provisioning complete for port cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:31.346249 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4cf608e9-bb05-4130-9a49-864849f94d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:31.350545 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ff35e0-f7e8-4248-b688-48f2f2437798 None None] Routers {'8868095f-c08e-4784-b201-834c6124db90'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:23:31.351201 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-77ff35e0-f7e8-4248-b688-48f2f2437798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:23:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['8868095f-c08e-4784-b201-834c6124db90'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:31.473749 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-77ff35e0-f7e8-4248-b688-48f2f2437798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:31.474430 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ff35e0-f7e8-4248-b688-48f2f2437798 None None] The sync data for ids ['8868095f-c08e-4784-b201-834c6124db90'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:23:31.588143 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbddf6da-aab9-48bb-a566-4e8a5ea3fc3a admin admin] Publish callbacks [] for security_group (397b406e-7b18-4f47-af01-a1652d7b3c56), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:31.590881 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4cf608e9-bb05-4130-9a49-864849f94d51 None None] Current status of the port cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:31.627532 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbddf6da-aab9-48bb-a566-4e8a5ea3fc3a admin admin] Publish callbacks [] for security_group (397b406e-7b18-4f47-af01-a1652d7b3c56), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:31.755009 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbddf6da-aab9-48bb-a566-4e8a5ea3fc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (397b406e-7b18-4f47-af01-a1652d7b3c56), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:31.758226 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbddf6da-aab9-48bb-a566-4e8a5ea3fc3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:31.759401 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cbddf6da-aab9-48bb-a566-4e8a5ea3fc3a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/397b406e-7b18-4f47-af01-a1652d7b3c56 HTTP/1.1" status: 204 len: 168 time: 0.4645479 Feb 07 21:23:31.765133 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-228fe96b-f10a-434a-9974-18dbff966b12 None None] Provisioning complete for port 2176c558-88c0-47ba-b18e-a5aefbca2f90 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:31.765703 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-228fe96b-f10a-434a-9974-18dbff966b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2176c558-88c0-47ba-b18e-a5aefbca2f90), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:31.836296 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbddf6da-aab9-48bb-a566-4e8a5ea3fc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397b406e-7b18-4f47-af01-a1652d7b3c56,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:31.866342 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-228fe96b-f10a-434a-9974-18dbff966b12 None None] Port 2176c558-88c0-47ba-b18e-a5aefbca2f90 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:23:31.868756 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01938935-a104-4695-8f5d-8a718741fb21 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2176c558-88c0-47ba-b18e-a5aefbca2f90), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:31.926753 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:23:32.074106 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:32.079462 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:32.312358 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:32.316885 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 53c9f39b-89fb-4e27-ac2a-dffeebdbd601 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:23:32.471439 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 53c9f39b-89fb-4e27-ac2a-dffeebdbd601 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:32.471833 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (53c9f39b-89fb-4e27-ac2a-dffeebdbd601), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:32.555070 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48350) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:32.655110 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48185307-9d4e-4b0a-b853-01a3545967be req-7fe4cbed-6dd9-4fdf-bc81-285aa6af8958 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3099914 Feb 07 21:23:32.658751 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 53c9f39b-89fb-4e27-ac2a-dffeebdbd601 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:32.659274 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (53c9f39b-89fb-4e27-ac2a-dffeebdbd601), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:32.785164 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01938935-a104-4695-8f5d-8a718741fb21 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for port (2176c558-88c0-47ba-b18e-a5aefbca2f90), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:32.789366 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 53c9f39b-89fb-4e27-ac2a-dffeebdbd601, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=53c9f39b-89fb-4e27-ac2a-dffeebdbd601,segment=NetworkSegment(813f304e-7d5c-4ffc-b874-83f3f5c8a267),segment_id=813f304e-7d5c-4ffc-b874-83f3f5c8a267)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:32.806884 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (53c9f39b-89fb-4e27-ac2a-dffeebdbd601), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:32.807703 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01938935-a104-4695-8f5d-8a718741fb21 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (2176c558-88c0-47ba-b18e-a5aefbca2f90), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:32.879448 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-08a42bb8-47fe-4ea6-af7a-344499f47ece admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8d6a3c6026f945a591821d5e1ba941be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3062782 Feb 07 21:23:32.899801 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=53c9f39b-89fb-4e27-ac2a-dffeebdbd601,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:32.906562 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48356) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:32.952172 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01938935-a104-4695-8f5d-8a718741fb21 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Port': ['ID=2176c558-88c0-47ba-b18e-a5aefbca2f90,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:33.006423 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01938935-a104-4695-8f5d-8a718741fb21 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:33.007405 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01938935-a104-4695-8f5d-8a718741fb21 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:33.009011 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-01938935-a104-4695-8f5d-8a718741fb21 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "PUT /v2.0/ports/2176c558-88c0-47ba-b18e-a5aefbca2f90 HTTP/1.1" status: 200 len: 910 time: 1.8748336 Feb 07 21:23:33.012631 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-29065a5a-39ca-495f-b781-6417df022385 req-82159fb3-9534-4611-bac5-ad726724e271 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1add0bf5-f503-4887-9dec-b2f21d310bd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2190356 Feb 07 21:23:33.013352 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48358) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:33.145989 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7ba4c4d-dd01-4e46-a950-c92f5edc202d admin admin] Publish callbacks [] for security_group (54e8e5d7-fea3-490d-8bf0-07a953a4869f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:33.155317 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed129-20f8-40a8-b906-c7966bfb34c4 req-9f0cf075-e5b6-4b45-9b65-e81f74ea56e6 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:33.156977 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-585ed129-20f8-40a8-b906-c7966bfb34c4 req-9f0cf075-e5b6-4b45-9b65-e81f74ea56e6 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 0.6522052 Feb 07 21:23:33.192532 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29065a5a-39ca-495f-b781-6417df022385 req-f2791cbb-dc47-41a8-a001-2ac7ee337981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:33.194336 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-29065a5a-39ca-495f-b781-6417df022385 req-f2791cbb-dc47-41a8-a001-2ac7ee337981 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=1add0bf5-f503-4887-9dec-b2f21d310bd2 HTTP/1.1" status: 200 len: 1127 time: 0.1073287 Feb 07 21:23:33.254817 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a6084-0825-4238-bf85-5aefb9547998 req-200aadd2-15e9-4814-a995-e828cc800396 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:33.263350 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6f1a6084-0825-4238-bf85-5aefb9547998 req-200aadd2-15e9-4814-a995-e828cc800396 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 944 time: 0.4383433 Feb 07 21:23:33.386739 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7ba4c4d-dd01-4e46-a950-c92f5edc202d admin admin] Publish callbacks [] for security_group (54e8e5d7-fea3-490d-8bf0-07a953a4869f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:33.424624 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-585ed129-20f8-40a8-b906-c7966bfb34c4 req-59a2723b-3b28-4d28-8dbb-7399d41faa94 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515888 Feb 07 21:23:33.500557 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6f1a6084-0825-4238-bf85-5aefb9547998 req-91bcc0cd-4820-4224-9c82-e0906f0b4389 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357855 Feb 07 21:23:33.591170 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:23:33.605600 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-808978ff-1b85-4564-80c0-2e8456ee2106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0556bd-78a8-4483-a2a4-2d3289544e63 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:23:33.615566 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:33.622993 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-808978ff-1b85-4564-80c0-2e8456ee2106 service neutron] Publish callbacks [] for port (1c0556bd-78a8-4483-a2a4-2d3289544e63), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:33.642853 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-808978ff-1b85-4564-80c0-2e8456ee2106 service neutron] Transition to ACTIVE for port object 1c0556bd-78a8-4483-a2a4-2d3289544e63 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:23:33.646735 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7ba4c4d-dd01-4e46-a950-c92f5edc202d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (54e8e5d7-fea3-490d-8bf0-07a953a4869f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:33.649834 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7ba4c4d-dd01-4e46-a950-c92f5edc202d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:33.650353 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 53c9f39b-89fb-4e27-ac2a-dffeebdbd601 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:23:33.651489 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f7ba4c4d-dd01-4e46-a950-c92f5edc202d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/54e8e5d7-fea3-490d-8bf0-07a953a4869f HTTP/1.1" status: 204 len: 168 time: 0.7414584 Feb 07 21:23:33.684822 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba4c4d-dd01-4e46-a950-c92f5edc202d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e8e5d7-fea3-490d-8bf0-07a953a4869f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:33.691653 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29065a5a-39ca-495f-b781-6417df022385 req-6b13213a-fce7-434a-85b8-4e23fa0e3d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:33.697264 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-808978ff-1b85-4564-80c0-2e8456ee2106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (1c0556bd-78a8-4483-a2a4-2d3289544e63), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:33.706958 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-29065a5a-39ca-495f-b781-6417df022385 req-6b13213a-fce7-434a-85b8-4e23fa0e3d4e service neutron] 10.222.0.69 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 913 time: 0.4300017 Feb 07 21:23:33.808444 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 53c9f39b-89fb-4e27-ac2a-dffeebdbd601 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:33.809928 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (53c9f39b-89fb-4e27-ac2a-dffeebdbd601), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:33.822091 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-29065a5a-39ca-495f-b781-6417df022385 req-caf13f2c-c8f0-44fe-a922-dfcd1f0f4041 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 HTTP/1.1" status: 200 len: 217 time: 0.0939968 Feb 07 21:23:33.922134 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808978ff-1b85-4564-80c0-2e8456ee2106 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0556bd-78a8-4483-a2a4-2d3289544e63,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:34.013279 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29065a5a-39ca-495f-b781-6417df022385 req-000157e4-3391-4197-ad57-31f98650a29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:34.014793 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-29065a5a-39ca-495f-b781-6417df022385 req-000157e4-3391-4197-ad57-31f98650a29b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.1820772 Feb 07 21:23:34.040395 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:34.041402 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 53c9f39b-89fb-4e27-ac2a-dffeebdbd601 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:34.053547 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76114c0f-64ae-4376-ac51-dbbeb08329c9 req-36967e87-1ceb-4412-ada7-4534344c33e5 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:34.066498 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-76114c0f-64ae-4376-ac51-dbbeb08329c9 req-36967e87-1ceb-4412-ada7-4534344c33e5 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 943 time: 0.2280416 Feb 07 21:23:34.092269 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-020d6282-b9b3-4d10-bbcb-350bc1e04c27 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (8868095f-c08e-4784-b201-834c6124db90), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:34.186363 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-76114c0f-64ae-4376-ac51-dbbeb08329c9 req-04c3343f-aa99-4f9d-853f-85ed8286ef8a tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185231 Feb 07 21:23:34.284814 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29065a5a-39ca-495f-b781-6417df022385 req-3c3db950-414c-4b3f-bb4d-e12825fb6745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:34.286453 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-29065a5a-39ca-495f-b781-6417df022385 req-3c3db950-414c-4b3f-bb4d-e12825fb6745 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2560856 Feb 07 21:23:34.291950 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-808978ff-1b85-4564-80c0-2e8456ee2106 service neutron] Attempting to bind port 1c0556bd-78a8-4483-a2a4-2d3289544e63 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:23:34.292360 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-808978ff-1b85-4564-80c0-2e8456ee2106 service neutron] Attempting to bind port 1c0556bd-78a8-4483-a2a4-2d3289544e63 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '813f304e-7d5c-4ffc-b874-83f3f5c8a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'efd634c5-6bed-43d6-946e-21533802ff0e'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:23:34.292641 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-808978ff-1b85-4564-80c0-2e8456ee2106 service neutron] Attempting to bind port 1c0556bd-78a8-4483-a2a4-2d3289544e63 on network efd634c5-6bed-43d6-946e-21533802ff0e {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:23:34.317647 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-808978ff-1b85-4564-80c0-2e8456ee2106 service neutron] Port 1c0556bd-78a8-4483-a2a4-2d3289544e63 on network efd634c5-6bed-43d6-946e-21533802ff0e not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:23:34.318118 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-808978ff-1b85-4564-80c0-2e8456ee2106 service neutron] Attempting to bind port 1c0556bd-78a8-4483-a2a4-2d3289544e63 on network efd634c5-6bed-43d6-946e-21533802ff0e {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:23:34.329253 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-808978ff-1b85-4564-80c0-2e8456ee2106 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:23:34.333892 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-808978ff-1b85-4564-80c0-2e8456ee2106 service neutron] Checking segment: {'id': '813f304e-7d5c-4ffc-b874-83f3f5c8a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'efd634c5-6bed-43d6-946e-21533802ff0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:23:34.334700 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-808978ff-1b85-4564-80c0-2e8456ee2106 service neutron] Bound using segment: {'id': '813f304e-7d5c-4ffc-b874-83f3f5c8a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'efd634c5-6bed-43d6-946e-21533802ff0e'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:23:34.335274 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-808978ff-1b85-4564-80c0-2e8456ee2106 service neutron] Bound port: 1c0556bd-78a8-4483-a2a4-2d3289544e63, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '813f304e-7d5c-4ffc-b874-83f3f5c8a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'efd634c5-6bed-43d6-946e-21533802ff0e'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:23:34.335757 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-808978ff-1b85-4564-80c0-2e8456ee2106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1c0556bd-78a8-4483-a2a4-2d3289544e63), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:34.519232 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-29065a5a-39ca-495f-b781-6417df022385 req-6a561b78-78f4-435d-b26b-5c182bfadfe4 service neutron] 10.222.0.69 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155030 Feb 07 21:23:34.563594 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-808978ff-1b85-4564-80c0-2e8456ee2106 service neutron] For port 1c0556bd-78a8-4483-a2a4-2d3289544e63, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:23:34.574756 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-808978ff-1b85-4564-80c0-2e8456ee2106 service neutron] For port 1c0556bd-78a8-4483-a2a4-2d3289544e63, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=1c0556bd-78a8-4483-a2a4-2d3289544e63,segment=NetworkSegment(813f304e-7d5c-4ffc-b874-83f3f5c8a267),segment_id=813f304e-7d5c-4ffc-b874-83f3f5c8a267)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:23:34.624723 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-808978ff-1b85-4564-80c0-2e8456ee2106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (1c0556bd-78a8-4483-a2a4-2d3289544e63), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:34.751941 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-29065a5a-39ca-495f-b781-6417df022385 req-f1f1290c-3c56-4daf-8151-59041a5db7bf service neutron] 10.222.0.69 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292085 Feb 07 21:23:34.863800 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-808978ff-1b85-4564-80c0-2e8456ee2106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:34.864975 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-808978ff-1b85-4564-80c0-2e8456ee2106 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:34.867495 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-808978ff-1b85-4564-80c0-2e8456ee2106 service neutron] 10.222.0.71 "PUT /v2.0/ports/1c0556bd-78a8-4483-a2a4-2d3289544e63 HTTP/1.1" status: 200 len: 1091 time: 3.7896373 Feb 07 21:23:34.873876 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e574382-06f7-4ab3-a647-5ce7f335bc25', 'tag': '1c0556bd-78a8-4483-a2a4-2d3289544e63'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:23:34.876592 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abca73a6-5179-4688-b878-92304c1cb261" -d '{"events": [{"name": "network-changed", "server_uuid": "6e574382-06f7-4ab3-a647-5ce7f335bc25", "tag": "1c0556bd-78a8-4483-a2a4-2d3289544e63"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:23:34.883416 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-020d6282-b9b3-4d10-bbcb-350bc1e04c27 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Deleting port 2176c558-88c0-47ba-b18e-a5aefbca2f90 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:23:34.883965 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-020d6282-b9b3-4d10-bbcb-350bc1e04c27 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (2176c558-88c0-47ba-b18e-a5aefbca2f90), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:34.886254 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808978ff-1b85-4564-80c0-2e8456ee2106 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0556bd-78a8-4483-a2a4-2d3289544e63,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:34.991505 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d404fa4-eabc-4e30-abb9-ea7b7329df31 req-beb6d264-20ae-4fa5-8a15-0dd062276cff tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:34.999576 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d404fa4-eabc-4e30-abb9-ea7b7329df31 req-beb6d264-20ae-4fa5-8a15-0dd062276cff tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 0.4094353 Feb 07 21:23:35.022675 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-020d6282-b9b3-4d10-bbcb-350bc1e04c27 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (2176c558-88c0-47ba-b18e-a5aefbca2f90), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:35.030193 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384153dc-a426-4b2a-adb8-d85beba98f4d req-d3b1d485-0cd9-4215-a39f-2f6ce8482cbe tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:35.036343 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-384153dc-a426-4b2a-adb8-d85beba98f4d req-d3b1d485-0cd9-4215-a39f-2f6ce8482cbe tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 944 time: 0.4169002 Feb 07 21:23:35.051519 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-020d6282-b9b3-4d10-bbcb-350bc1e04c27 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Calling delete_port for 2176c558-88c0-47ba-b18e-a5aefbca2f90 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:23:35.089046 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-ebc2fa41-c418-41f1-8b27-1b532ce84c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:35.091559 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-ebc2fa41-c418-41f1-8b27-1b532ce84c5c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=888ddec89701446fae6507ee7003a9bb&device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 1125 time: 0.1566300 Feb 07 21:23:35.183175 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d404fa4-eabc-4e30-abb9-ea7b7329df31 req-8e130c04-c07e-463a-89f0-87eee49b05b7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821179 Feb 07 21:23:35.209103 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-395c01c5-57a3-4ad4-a0ad-4a73f019a250 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c0556bd-78a8-4483-a2a4-2d3289544e63 HTTP/1.1" status: 200 len: 217 time: 0.1027412 Feb 07 21:23:35.234511 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-384153dc-a426-4b2a-adb8-d85beba98f4d req-bdc20cdf-8724-4d1e-b178-8d504b870388 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922238 Feb 07 21:23:35.332169 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cd3043-3a0c-4f35-93c1-a4e71a2017e8 x-openstack-request-id: req-19cd3043-3a0c-4f35-93c1-a4e71a2017e8 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:23:35.340648 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e574382-06f7-4ab3-a647-5ce7f335bc25", "tag": "1c0556bd-78a8-4483-a2a4-2d3289544e63", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:23:35.341120 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-19cd3043-3a0c-4f35-93c1-a4e71a2017e8 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:23:35.342417 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e574382-06f7-4ab3-a647-5ce7f335bc25', 'tag': '1c0556bd-78a8-4483-a2a4-2d3289544e63', 'status': 'completed', 'code': 200} Feb 07 21:23:35.355612 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-020d6282-b9b3-4d10-bbcb-350bc1e04c27 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (2176c558-88c0-47ba-b18e-a5aefbca2f90), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:35.377589 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-b592ae1a-dadd-44a8-b072-1a2b8d5d3125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:35.385412 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-b592ae1a-dadd-44a8-b072-1a2b8d5d3125 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1 HTTP/1.1" status: 200 len: 858 time: 0.1444979 Feb 07 21:23:35.480665 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-2dcb7dcb-fd5c-4a8f-bee5-4a38aaf5ccf0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=efd634c5-6bed-43d6-946e-21533802ff0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898516 Feb 07 21:23:35.581881 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d6282-b9b3-4d10-bbcb-350bc1e04c27 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Port': ['ID=2176c558-88c0-47ba-b18e-a5aefbca2f90,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:35.692349 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-020d6282-b9b3-4d10-bbcb-350bc1e04c27 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (8868095f-c08e-4784-b201-834c6124db90), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:35.756251 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-5ccf753e-cf26-4ed7-8a25-0f1cbb452f12 service neutron] 10.222.0.71 "GET /v2.0/networks/efd634c5-6bed-43d6-946e-21533802ff0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701082 Feb 07 21:23:35.912074 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfbae8-d7a3-4a04-bab0-86d7eb060425 req-e028f825-940c-4c25-8e1a-46dbe60d1e0e tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:35.920253 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6bdfbae8-d7a3-4a04-bab0-86d7eb060425 req-e028f825-940c-4c25-8e1a-46dbe60d1e0e tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 943 time: 0.4146755 Feb 07 21:23:35.990759 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65c995a8-1010-4264-bc49-2ebf0ec7bcaf req-edc65bbb-6415-4645-8428-4fa9b1aa0375 service neutron] 10.222.0.71 "GET /v2.0/networks/efd634c5-6bed-43d6-946e-21533802ff0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017620 Feb 07 21:23:36.013046 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6bdfbae8-d7a3-4a04-bab0-86d7eb060425 req-a0424246-43d7-4423-a42a-27361058a8fc tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914917 Feb 07 21:23:36.037943 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020d6282-b9b3-4d10-bbcb-350bc1e04c27 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Router 8868095f-c08e-4784-b201-834c6124db90 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:23:36.142075 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca73a6-5179-4688-b878-92304c1cb261 req-81bd6aec-03d0-4f51-9364-4278f9861745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:36.143974 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-abca73a6-5179-4688-b878-92304c1cb261 req-81bd6aec-03d0-4f51-9364-4278f9861745 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=888ddec89701446fae6507ee7003a9bb&device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 1125 time: 0.0988989 Feb 07 21:23:36.144582 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020d6282-b9b3-4d10-bbcb-350bc1e04c27 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:23:36.152448 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-020d6282-b9b3-4d10-bbcb-350bc1e04c27 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "PUT /v2.0/routers/8868095f-c08e-4784-b201-834c6124db90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1375785 Feb 07 21:23:36.154783 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48404) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:36.157436 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dfc93c-3907-4de5-9b4e-9001edcf7dbb None None] Sync routers for ids ['8868095f-c08e-4784-b201-834c6124db90'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:23:36.171952 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dfc93c-3907-4de5-9b4e-9001edcf7dbb None None] Routers {'8868095f-c08e-4784-b201-834c6124db90'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:23:36.181546 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-13dfc93c-3907-4de5-9b4e-9001edcf7dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:23:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['8868095f-c08e-4784-b201-834c6124db90'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:36.185401 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-560ee6b3-5e9e-4e93-b914-c145b1c085dc tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "GET /v2.0/ports?device_id=8868095f-c08e-4784-b201-834c6124db90 HTTP/1.1" status: 200 len: 205 time: 0.0294073 Feb 07 21:23:36.188462 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48406) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:36.228161 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e4c86-299d-4925-8858-f38ef619d3cf req-f06a35bc-baef-4059-8982-27bade7fedd7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:36.237054 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a78e4c86-299d-4925-8858-f38ef619d3cf req-f06a35bc-baef-4059-8982-27bade7fedd7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 0.1477046 Feb 07 21:23:36.252937 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-13dfc93c-3907-4de5-9b4e-9001edcf7dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:36.270364 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dfc93c-3907-4de5-9b4e-9001edcf7dbb None None] Routers {'8868095f-c08e-4784-b201-834c6124db90'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:23:36.271002 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-13dfc93c-3907-4de5-9b4e-9001edcf7dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:23:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['8868095f-c08e-4784-b201-834c6124db90'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:36.336430 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4d90187-174b-4ab7-8b55-dedd82ffcc91 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router (8868095f-c08e-4784-b201-834c6124db90), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:36.337789 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-13dfc93c-3907-4de5-9b4e-9001edcf7dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:36.349235 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dfc93c-3907-4de5-9b4e-9001edcf7dbb None None] The sync data for ids ['8868095f-c08e-4784-b201-834c6124db90'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:23:36.388397 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a78e4c86-299d-4925-8858-f38ef619d3cf req-45a137c6-12a2-4c21-aded-f470433aa569 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459033 Feb 07 21:23:36.447061 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca73a6-5179-4688-b878-92304c1cb261 req-f8cba21c-0443-4cb8-b698-1894511fa822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:36.449021 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-abca73a6-5179-4688-b878-92304c1cb261 req-f8cba21c-0443-4cb8-b698-1894511fa822 service neutron] 10.222.0.71 "GET /v2.0/networks?id=efd634c5-6bed-43d6-946e-21533802ff0e HTTP/1.1" status: 200 len: 919 time: 0.2972212 Feb 07 21:23:36.503558 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-abca73a6-5179-4688-b878-92304c1cb261 req-8ea4f344-4d4d-4207-9efc-6add19fc3696 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c0556bd-78a8-4483-a2a4-2d3289544e63 HTTP/1.1" status: 200 len: 217 time: 0.0429602 Feb 07 21:23:36.536010 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4d90187-174b-4ab7-8b55-dedd82ffcc91 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (8868095f-c08e-4784-b201-834c6124db90), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:36.540035 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4d90187-174b-4ab7-8b55-dedd82ffcc91 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router_controller (8868095f-c08e-4784-b201-834c6124db90), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:36.542254 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f184d-6533-45de-8bfe-2955aedbee5b req-61b6386b-290a-42ef-ba62-61cb50104cfd tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:36.554106 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e12f184d-6533-45de-8bfe-2955aedbee5b req-61b6386b-290a-42ef-ba62-61cb50104cfd tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 944 time: 0.2311239 Feb 07 21:23:36.634616 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e12f184d-6533-45de-8bfe-2955aedbee5b req-1b7d7f00-9989-490d-957b-e85526f78283 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559852 Feb 07 21:23:36.653788 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4d90187-174b-4ab7-8b55-dedd82ffcc91 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (8868095f-c08e-4784-b201-834c6124db90), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:36.654883 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d90187-174b-4ab7-8b55-dedd82ffcc91 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Fanout notify agent at l3_agent the message router_deleted on router 8868095f-c08e-4784-b201-834c6124db90 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:23:36.668904 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca73a6-5179-4688-b878-92304c1cb261 req-13dd7cf0-7a17-48a4-af3a-53d049032d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:36.670959 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-abca73a6-5179-4688-b878-92304c1cb261 req-13dd7cf0-7a17-48a4-af3a-53d049032d04 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1 HTTP/1.1" status: 200 len: 858 time: 0.1538358 Feb 07 21:23:36.671151 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4d90187-174b-4ab7-8b55-dedd82ffcc91 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:36.672374 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c4d90187-174b-4ab7-8b55-dedd82ffcc91 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/routers/8868095f-c08e-4784-b201-834c6124db90 HTTP/1.1" status: 204 len: 168 time: 0.4821658 Feb 07 21:23:36.675188 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48416) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:36.740713 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-abca73a6-5179-4688-b878-92304c1cb261 req-82801e4a-b1f6-4cbd-aac8-d54d729af67a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=efd634c5-6bed-43d6-946e-21533802ff0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556147 Feb 07 21:23:36.786102 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-635021ef-c28c-4a12-bd32-e4371b4edc76 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Deleting subnet 5ea612ff-8bc3-44d7-bb67-75eeec56d029 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:23:36.816177 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-635021ef-c28c-4a12-bd32-e4371b4edc76 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for subnet (5ea612ff-8bc3-44d7-bb67-75eeec56d029), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:36.867883 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-635021ef-c28c-4a12-bd32-e4371b4edc76 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (5ea612ff-8bc3-44d7-bb67-75eeec56d029), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:36.939634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-abca73a6-5179-4688-b878-92304c1cb261 req-171f8aa2-6bcb-438f-b294-d3635820260d service neutron] 10.222.0.71 "GET /v2.0/networks/efd634c5-6bed-43d6-946e-21533802ff0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899972 Feb 07 21:23:37.057166 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-635021ef-c28c-4a12-bd32-e4371b4edc76 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (5ea612ff-8bc3-44d7-bb67-75eeec56d029), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:37.138908 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-abca73a6-5179-4688-b878-92304c1cb261 req-44d380ac-0500-4499-879f-31ebf57dd00f service neutron] 10.222.0.71 "GET /v2.0/networks/efd634c5-6bed-43d6-946e-21533802ff0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905177 Feb 07 21:23:37.150181 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device d7209644-b66c-4a2d-850e-ed4c2b6da727 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:23:37.188765 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-635021ef-c28c-4a12-bd32-e4371b4edc76 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (5ea612ff-8bc3-44d7-bb67-75eeec56d029), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:37.208184 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68f009-b15f-4ca9-aab5-94b18a637947 req-ad6c5b0d-346a-41cc-a753-62ba5c2b7041 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:37.210252 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a68f009-b15f-4ca9-aab5-94b18a637947 req-ad6c5b0d-346a-41cc-a753-62ba5c2b7041 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 943 time: 0.0852435 Feb 07 21:23:37.239047 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635021ef-c28c-4a12-bd32-e4371b4edc76 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea612ff-8bc3-44d7-bb67-75eeec56d029,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:37.256905 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-635021ef-c28c-4a12-bd32-e4371b4edc76 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:37.263152 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-635021ef-c28c-4a12-bd32-e4371b4edc76 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/subnets/5ea612ff-8bc3-44d7-bb67-75eeec56d029 HTTP/1.1" status: 204 len: 168 time: 0.5869141 Feb 07 21:23:37.265912 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48420) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:37.309294 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9891b6c0-720c-4dda-85b2-409d915c4494 None None] Network c53b4035-7dd8-49e1-9d57-880296868195 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:23:37.376353 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a68f009-b15f-4ca9-aab5-94b18a637947 req-473b2c86-76ef-4bb5-b2ef-b86b3fabf7f7 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454861 Feb 07 21:23:37.425433 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-921fa6d3-6cb5-4e2a-a563-1998983b3b18 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (c53b4035-7dd8-49e1-9d57-880296868195), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:37.497740 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-921fa6d3-6cb5-4e2a-a563-1998983b3b18 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Deleting port cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:23:37.498816 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-921fa6d3-6cb5-4e2a-a563-1998983b3b18 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:37.584536 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-921fa6d3-6cb5-4e2a-a563-1998983b3b18 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] For port cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d,segment=NetworkSegment(eeed2c24-1d52-4df0-88e6-dd09adc6bc62),segment_id=eeed2c24-1d52-4df0-88e6-dd09adc6bc62)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:37.584839 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-921fa6d3-6cb5-4e2a-a563-1998983b3b18 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:37.590026 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port d7209644-b66c-4a2d-850e-ed4c2b6da727, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=d7209644-b66c-4a2d-850e-ed4c2b6da727,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:37.607466 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-921fa6d3-6cb5-4e2a-a563-1998983b3b18 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Calling delete_port for cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:23:37.657840 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'd7209644-b66c-4a2d-850e-ed4c2b6da727', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'port_id': 'd7209644-b66c-4a2d-850e-ed4c2b6da727', 'mac_address': 'fa:16:3e:3f:2f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:23:37.750873 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5e902-9d62-4a7d-885b-29f42e63093a req-76acbe29-8a82-45a9-88e5-190f471b49ad tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:37.759419 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-921fa6d3-6cb5-4e2a-a563-1998983b3b18 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:37.768666 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f1f5e902-9d62-4a7d-885b-29f42e63093a req-76acbe29-8a82-45a9-88e5-190f471b49ad tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 0.1887622 Feb 07 21:23:37.803471 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921fa6d3-6cb5-4e2a-a563-1998983b3b18 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Port': ['ID=cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:37.835018 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921fa6d3-6cb5-4e2a-a563-1998983b3b18 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] No DVR routers for this DVR port cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:23:37.885990 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port d7209644-b66c-4a2d-850e-ed4c2b6da727 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:37.887774 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d7209644-b66c-4a2d-850e-ed4c2b6da727), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:37.923883 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f1f5e902-9d62-4a7d-885b-29f42e63093a req-497e930f-0af8-4512-88af-95f6fad89371 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356890 Feb 07 21:23:37.938838 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7209644-b66c-4a2d-850e-ed4c2b6da727 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:23:37.977299 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba389974-0f1b-4c02-9011-346d4c1f709a req-73f9a30e-deb1-4f43-af38-c33ee2720972 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:37.979282 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba389974-0f1b-4c02-9011-346d4c1f709a req-73f9a30e-deb1-4f43-af38-c33ee2720972 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 944 time: 0.1620250 Feb 07 21:23:37.984790 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port d7209644-b66c-4a2d-850e-ed4c2b6da727, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=d7209644-b66c-4a2d-850e-ed4c2b6da727,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:37.998848 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d7209644-b66c-4a2d-850e-ed4c2b6da727), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:38.030929 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9da0df-c67f-4ca1-8ca8-07469d777aac None None] DHCP port deletion for c53b4035-7dd8-49e1-9d57-880296868195 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:23:38.058479 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-921fa6d3-6cb5-4e2a-a563-1998983b3b18 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (c53b4035-7dd8-49e1-9d57-880296868195), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:38.083606 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=d7209644-b66c-4a2d-850e-ed4c2b6da727,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:38.096353 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba389974-0f1b-4c02-9011-346d4c1f709a req-3dbbf3bd-b262-4fc4-9599-8df80f0730c9 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011419 Feb 07 21:23:38.108766 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-921fa6d3-6cb5-4e2a-a563-1998983b3b18 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c53b4035-7dd8-49e1-9d57-880296868195']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:38.119427 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-921fa6d3-6cb5-4e2a-a563-1998983b3b18 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeed2c24-1d52-4df0-88e6-dd09adc6bc62') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:38.120261 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-921fa6d3-6cb5-4e2a-a563-1998983b3b18 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeed2c24-1d52-4df0-88e6-dd09adc6bc62') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:38.133082 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-921fa6d3-6cb5-4e2a-a563-1998983b3b18 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (eeed2c24-1d52-4df0-88e6-dd09adc6bc62), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:38.152077 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-921fa6d3-6cb5-4e2a-a563-1998983b3b18 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (eeed2c24-1d52-4df0-88e6-dd09adc6bc62), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:38.158506 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921fa6d3-6cb5-4e2a-a563-1998983b3b18 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:23:38.159044 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-921fa6d3-6cb5-4e2a-a563-1998983b3b18 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (eeed2c24-1d52-4df0-88e6-dd09adc6bc62), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:23:38.162812 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:23:38.246600 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-921fa6d3-6cb5-4e2a-a563-1998983b3b18 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (c53b4035-7dd8-49e1-9d57-880296868195), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:38.253491 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-921fa6d3-6cb5-4e2a-a563-1998983b3b18 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:38.271743 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48432) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:38.274226 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-921fa6d3-6cb5-4e2a-a563-1998983b3b18 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/networks/c53b4035-7dd8-49e1-9d57-880296868195 HTTP/1.1" status: 204 len: 168 time: 1.0071683 Feb 07 21:23:38.277314 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7251c4bb-4213-4ed8-9f66-6fb3e53cec7b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1853645347', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:23:38.297295 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921fa6d3-6cb5-4e2a-a563-1998983b3b18 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Network': ['ID=c53b4035-7dd8-49e1-9d57-880296868195,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:38.313869 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7251c4bb-4213-4ed8-9f66-6fb3e53cec7b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (35113ccc-8e2a-4a3c-922d-98e362a06434), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:38.315030 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7251c4bb-4213-4ed8-9f66-6fb3e53cec7b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (35113ccc-8e2a-4a3c-922d-98e362a06434), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:38.385091 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7251c4bb-4213-4ed8-9f66-6fb3e53cec7b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router_controller (35113ccc-8e2a-4a3c-922d-98e362a06434), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:38.395615 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7251c4bb-4213-4ed8-9f66-6fb3e53cec7b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (35113ccc-8e2a-4a3c-922d-98e362a06434), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:38.431439 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7251c4bb-4213-4ed8-9f66-6fb3e53cec7b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:38.434111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7251c4bb-4213-4ed8-9f66-6fb3e53cec7b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1610146 Feb 07 21:23:38.437688 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48436) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:38.444855 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['d7209644-b66c-4a2d-850e-ed4c2b6da727'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:23:38.451755 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b6776cb8-3234-475b-b4f3-be08340d18d9 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'network': {'name': 'tempest-RoutersTest-928988953'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:23:38.502639 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6776cb8-3234-475b-b4f3-be08340d18d9 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Made reservation on behalf of 4177286fbe8042d7bcd053836f28110a for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:23:38.510468 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b6776cb8-3234-475b-b4f3-be08340d18d9 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:38.553676 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6776cb8-3234-475b-b4f3-be08340d18d9 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:23:38.574973 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b6776cb8-3234-475b-b4f3-be08340d18d9 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (be6a8d5d-a159-4560-a67e-91e5b7cbb6ec), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:38.575636 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-b6776cb8-3234-475b-b4f3-be08340d18d9 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Added segment be6a8d5d-a159-4560-a67e-91e5b7cbb6ec of type vlan for network 4373833e-b520-49c9-81d5-6a7925909e89 Feb 07 21:23:38.603248 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f9609-bafd-4f38-ba06-f158c4a6cb0c req-48257cc9-f098-428e-a995-6d507e353b5a tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:38.604810 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc0f9609-bafd-4f38-ba06-f158c4a6cb0c req-48257cc9-f098-428e-a995-6d507e353b5a tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 943 time: 0.0967290 Feb 07 21:23:38.649880 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b6776cb8-3234-475b-b4f3-be08340d18d9 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (4373833e-b520-49c9-81d5-6a7925909e89), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:38.675766 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc0f9609-bafd-4f38-ba06-f158c4a6cb0c req-122b93e5-b275-4c99-ba39-fa17a1162366 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563657 Feb 07 21:23:38.717347 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b6776cb8-3234-475b-b4f3-be08340d18d9 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (4373833e-b520-49c9-81d5-6a7925909e89), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:38.724198 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6776cb8-3234-475b-b4f3-be08340d18d9 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:38.728484 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b6776cb8-3234-475b-b4f3-be08340d18d9 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:38.816249 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6776cb8-3234-475b-b4f3-be08340d18d9 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Network': ['ID=4373833e-b520-49c9-81d5-6a7925909e89,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:38.830188 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 4373833e-b520-49c9-81d5-6a7925909e89 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:23:38.847223 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b6776cb8-3234-475b-b4f3-be08340d18d9 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4083242 Feb 07 21:23:38.849856 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48444) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:38.855437 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-61422b8f-b913-4be8-9065-cc4414293ca4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'subnet': {'network_id': '4373833e-b520-49c9-81d5-6a7925909e89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:23:38.994984 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61422b8f-b913-4be8-9065-cc4414293ca4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Made reservation on behalf of 4177286fbe8042d7bcd053836f28110a for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:23:39.000266 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61422b8f-b913-4be8-9065-cc4414293ca4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:39.149751 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device f3a83fc9-9b2b-41c4-9138-1fd8977471fc details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:23:39.176054 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba654ff-c39a-4fd0-bd95-04b8eee73aad req-f7356cc6-49bb-4998-8867-21bc7445cb13 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:39.179202 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6ba654ff-c39a-4fd0-bd95-04b8eee73aad req-f7356cc6-49bb-4998-8867-21bc7445cb13 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 0.0867722 Feb 07 21:23:39.265384 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port f3a83fc9-9b2b-41c4-9138-1fd8977471fc, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=f3a83fc9-9b2b-41c4-9138-1fd8977471fc,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:39.280920 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'f3a83fc9-9b2b-41c4-9138-1fd8977471fc', 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0', 'port_id': 'f3a83fc9-9b2b-41c4-9138-1fd8977471fc', 'mac_address': 'fa:16:3e:bd:5c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59eaac6e-e46d-4028-b7b2-899f00c5ee97', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:23:39.315472 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6ba654ff-c39a-4fd0-bd95-04b8eee73aad req-e51b4e35-5766-47b0-a2a8-d3632a62cd87 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189790 Feb 07 21:23:39.328834 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdc1be-1330-4054-a9a3-182cf190cb3b req-8fcaa58e-1a0b-42d7-bbbc-a599ef3e9fe1 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:39.333241 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port f3a83fc9-9b2b-41c4-9138-1fd8977471fc is: ACTIVE; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:39.333840 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f3a83fc9-9b2b-41c4-9138-1fd8977471fc), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:39.337459 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-82cdc1be-1330-4054-a9a3-182cf190cb3b req-8fcaa58e-1a0b-42d7-bbbc-a599ef3e9fe1 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 945 time: 0.1572304 Feb 07 21:23:39.350567 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3a83fc9-9b2b-41c4-9138-1fd8977471fc {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:23:39.375907 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port f3a83fc9-9b2b-41c4-9138-1fd8977471fc, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=f3a83fc9-9b2b-41c4-9138-1fd8977471fc,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:39.381576 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f3a83fc9-9b2b-41c4-9138-1fd8977471fc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:39.391859 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61422b8f-b913-4be8-9065-cc4414293ca4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (3fd6e7e2-46dc-4c12-b375-3e07649f6ef8), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:39.455739 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=f3a83fc9-9b2b-41c4-9138-1fd8977471fc,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:39.517563 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61422b8f-b913-4be8-9065-cc4414293ca4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Subnet': ['ID=3fd6e7e2-46dc-4c12-b375-3e07649f6ef8,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:39.535837 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-82cdc1be-1330-4054-a9a3-182cf190cb3b req-0d93dc88-a6e7-406f-be36-02e4a91c2869 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475122 Feb 07 21:23:39.539469 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61422b8f-b913-4be8-9065-cc4414293ca4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Checking segment: {'id': 'be6a8d5d-a159-4560-a67e-91e5b7cbb6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:23:39.539837 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61422b8f-b913-4be8-9065-cc4414293ca4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network hostable DHCP agents. Network: 4373833e-b520-49c9-81d5-6a7925909e89, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:23:39.561918 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61422b8f-b913-4be8-9065-cc4414293ca4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network 4373833e-b520-49c9-81d5-6a7925909e89 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:23:39.582357 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-61422b8f-b913-4be8-9065-cc4414293ca4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 4373833e-b520-49c9-81d5-6a7925909e89) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:23:39.589063 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61422b8f-b913-4be8-9065-cc4414293ca4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:39.590419 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61422b8f-b913-4be8-9065-cc4414293ca4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:39.591181 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5e4945-fee4-4691-bb47-dc9092dcb694 None None] Network 4373833e-b520-49c9-81d5-6a7925909e89 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:23:39.619613 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48452) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:39.628449 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-61422b8f-b913-4be8-9065-cc4414293ca4 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7761095 Feb 07 21:23:39.860665 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['f3a83fc9-9b2b-41c4-9138-1fd8977471fc'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:23:39.862519 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:23:39.910058 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:23:39.910540 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device cbe7d8d7-e84a-4b5c-9cf0-59f2bba3283d not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:23:39.926062 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 1c0556bd-78a8-4483-a2a4-2d3289544e63 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:23:39.969765 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d767342-c7de-4689-810c-2412ac5dffcd req-9caa2a89-cad5-4fe3-ae21-5621bd51ffca tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:39.997332 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d767342-c7de-4689-810c-2412ac5dffcd req-9caa2a89-cad5-4fe3-ae21-5621bd51ffca tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 943 time: 0.2107289 Feb 07 21:23:40.136125 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d767342-c7de-4689-810c-2412ac5dffcd req-fa761d02-56ef-48ab-817c-75b452b62727 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378884 Feb 07 21:23:40.358052 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 1c0556bd-78a8-4483-a2a4-2d3289544e63, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=1c0556bd-78a8-4483-a2a4-2d3289544e63,segment=NetworkSegment(813f304e-7d5c-4ffc-b874-83f3f5c8a267),segment_id=813f304e-7d5c-4ffc-b874-83f3f5c8a267)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:40.407429 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '1c0556bd-78a8-4483-a2a4-2d3289544e63', 'network_id': 'efd634c5-6bed-43d6-946e-21533802ff0e', 'port_id': '1c0556bd-78a8-4483-a2a4-2d3289544e63', 'mac_address': 'fa:16:3e:96:ab:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:23:40.663479 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58617b5b-216d-4db1-80ad-e84a610b1012 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:40.830691 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888bbe9a-85ff-48ee-ab03-c492a219c8b4 req-f0613e63-02dc-4e53-95fb-52171c62a3b8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:40.843550 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-888bbe9a-85ff-48ee-ab03-c492a219c8b4 req-f0613e63-02dc-4e53-95fb-52171c62a3b8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 944 time: 0.3089495 Feb 07 21:23:40.879118 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f34c4b-8aad-4c8e-989f-2fc64efc88bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-4373833e-b520-49c9-81d5-6a7925909e89', 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89', 'project_id': '4177286fbe8042d7bcd053836f28110a', 'fixed_ips': [{'subnet_id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:23:40.879990 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-45f34c4b-8aad-4c8e-989f-2fc64efc88bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:40.897061 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48492) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:40.922715 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 1c0556bd-78a8-4483-a2a4-2d3289544e63 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:40.924828 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1c0556bd-78a8-4483-a2a4-2d3289544e63), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:40.925855 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c922210-6619-4a3e-9eab-327aed03fb90 req-1e537ccb-0809-40c7-815f-64e9cfd2c4ba tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:40.934410 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c922210-6619-4a3e-9eab-327aed03fb90 req-1e537ccb-0809-40c7-815f-64e9cfd2c4ba tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 945 time: 0.2864950 Feb 07 21:23:41.048544 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c0556bd-78a8-4483-a2a4-2d3289544e63 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:23:41.062477 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c922210-6619-4a3e-9eab-327aed03fb90 req-ac7a4372-7c9e-4e3f-b8c9-a5416b5d5866 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172795 Feb 07 21:23:41.143939 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-888bbe9a-85ff-48ee-ab03-c492a219c8b4 req-a5f9e53d-b837-4a69-8688-593af6e52302 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998061 Feb 07 21:23:41.171449 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device d7209644-b66c-4a2d-850e-ed4c2b6da727 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:23:41.179936 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 1c0556bd-78a8-4483-a2a4-2d3289544e63, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=1c0556bd-78a8-4483-a2a4-2d3289544e63,segment=NetworkSegment(813f304e-7d5c-4ffc-b874-83f3f5c8a267),segment_id=813f304e-7d5c-4ffc-b874-83f3f5c8a267)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:41.247189 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (1c0556bd-78a8-4483-a2a4-2d3289544e63), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:41.265454 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-58617b5b-216d-4db1-80ad-e84a610b1012 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Allocated IP 172.20.0.1 (4373833e-b520-49c9-81d5-6a7925909e89/3fd6e7e2-46dc-4c12-b375-3e07649f6ef8/9385e14e-462c-473a-b84d-ccc769d51d9e) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:23:41.396769 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8033758-bc74-47ce-b9dc-4df30685f608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:41.419690 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=1c0556bd-78a8-4483-a2a4-2d3289544e63,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:41.485132 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port d7209644-b66c-4a2d-850e-ed4c2b6da727 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:23:41.489693 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58617b5b-216d-4db1-80ad-e84a610b1012 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for port (9385e14e-462c-473a-b84d-ccc769d51d9e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:41.489898 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port d7209644-b66c-4a2d-850e-ed4c2b6da727 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:41.490128 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d7209644-b66c-4a2d-850e-ed4c2b6da727), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:41.589221 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58617b5b-216d-4db1-80ad-e84a610b1012 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9385e14e-462c-473a-b84d-ccc769d51d9e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:41.651476 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8033758-bc74-47ce-b9dc-4df30685f608 admin admin] Publish callbacks [] for security_group (5b535a89-9baf-47ef-aa51-a136d7efe682), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:41.666672 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58617b5b-216d-4db1-80ad-e84a610b1012 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network 4373833e-b520-49c9-81d5-6a7925909e89 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:23:41.673365 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-58617b5b-216d-4db1-80ad-e84a610b1012 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:23:41.677277 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a60f10-4e36-4807-9a57-0eb2f540ec7e req-d47c9db9-852c-422a-aeca-6a2c5f735dc8 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:41.678953 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-33a60f10-4e36-4807-9a57-0eb2f540ec7e req-d47c9db9-852c-422a-aeca-6a2c5f735dc8 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 944 time: 0.3969071 Feb 07 21:23:41.680256 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8033758-bc74-47ce-b9dc-4df30685f608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (5b535a89-9baf-47ef-aa51-a136d7efe682), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:41.683002 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58617b5b-216d-4db1-80ad-e84a610b1012 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:23:41.691927 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['1c0556bd-78a8-4483-a2a4-2d3289544e63'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:23:41.740143 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58617b5b-216d-4db1-80ad-e84a610b1012 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Port': ['ID=9385e14e-462c-473a-b84d-ccc769d51d9e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:41.783356 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58617b5b-216d-4db1-80ad-e84a610b1012 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (35113ccc-8e2a-4a3c-922d-98e362a06434), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:41.844435 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a8033758-bc74-47ce-b9dc-4df30685f608 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=82f2fe8dffbd4f4d90e295c32a76ffe9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9432778 Feb 07 21:23:41.848611 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port d7209644-b66c-4a2d-850e-ed4c2b6da727 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:41.849471 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d7209644-b66c-4a2d-850e-ed4c2b6da727), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:41.861189 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48526) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:41.891203 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-45f34c4b-8aad-4c8e-989f-2fc64efc88bb None None] Allocated IP 172.20.0.2 (4373833e-b520-49c9-81d5-6a7925909e89/3fd6e7e2-46dc-4c12-b375-3e07649f6ef8/12469f51-07c5-4dde-9275-789889a95426) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:23:41.929080 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f559f36-6976-4148-bd7c-024d940be4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7209644-b66c-4a2d-850e-ed4c2b6da727'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:23:41.932144 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4eb50d-2529-4b53-bae2-f02d14ed50c8" -d '{"events": [{"server_uuid": "6f559f36-6976-4148-bd7c-024d940be4cd", "name": "network-vif-plugged", "status": "completed", "tag": "d7209644-b66c-4a2d-850e-ed4c2b6da727"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:23:41.964271 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8033758-bc74-47ce-b9dc-4df30685f608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b535a89-9baf-47ef-aa51-a136d7efe682,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:42.000297 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port d7209644-b66c-4a2d-850e-ed4c2b6da727, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=d7209644-b66c-4a2d-850e-ed4c2b6da727,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:42.023480 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d011b25-4c0f-4e83-bb5b-e3cebe28a551 x-openstack-request-id: req-8d011b25-4c0f-4e83-bb5b-e3cebe28a551 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:23:42.023881 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f559f36-6976-4148-bd7c-024d940be4cd", "name": "network-vif-plugged", "status": "completed", "tag": "d7209644-b66c-4a2d-850e-ed4c2b6da727", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:23:42.024386 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8d011b25-4c0f-4e83-bb5b-e3cebe28a551 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:23:42.024909 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f559f36-6976-4148-bd7c-024d940be4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7209644-b66c-4a2d-850e-ed4c2b6da727', 'code': 200} Feb 07 21:23:42.078808 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-33a60f10-4e36-4807-9a57-0eb2f540ec7e req-66037682-a7f6-4f76-9687-d733c0617303 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847611 Feb 07 21:23:42.079486 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f51491be-502c-410f-9378-99e748e94457 admin admin] Publish callbacks [] for security_group (5b535a89-9baf-47ef-aa51-a136d7efe682), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:42.162642 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58617b5b-216d-4db1-80ad-e84a610b1012 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9385e14e-462c-473a-b84d-ccc769d51d9e), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:42.171576 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f51491be-502c-410f-9378-99e748e94457 admin admin] Publish callbacks [] for security_group (5b535a89-9baf-47ef-aa51-a136d7efe682), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:42.184018 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d7209644-b66c-4a2d-850e-ed4c2b6da727), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:42.188666 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device f3a83fc9-9b2b-41c4-9138-1fd8977471fc up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:23:42.292966 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f51491be-502c-410f-9378-99e748e94457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (5b535a89-9baf-47ef-aa51-a136d7efe682), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:42.298124 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f51491be-502c-410f-9378-99e748e94457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:42.304024 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f51491be-502c-410f-9378-99e748e94457 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5b535a89-9baf-47ef-aa51-a136d7efe682 HTTP/1.1" status: 204 len: 168 time: 0.4400928 Feb 07 21:23:42.436258 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73f17a-346c-400d-8baa-5fbe5069ce34 req-44ac41b1-3a68-4d25-b489-e859dfa1fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:42.437891 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5d73f17a-346c-400d-8baa-5fbe5069ce34 req-44ac41b1-3a68-4d25-b489-e859dfa1fe58 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 1128 time: 0.0930326 Feb 07 21:23:42.527827 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51491be-502c-410f-9378-99e748e94457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b535a89-9baf-47ef-aa51-a136d7efe682,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:42.545608 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5d73f17a-346c-400d-8baa-5fbe5069ce34 req-d8a5a3fc-9c7a-4a3e-87a7-fe692b18f1a4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974159 Feb 07 21:23:42.609322 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2146d-c517-41e3-8bce-ebd305ba3ec3 req-1fdc1936-2d5d-4092-8452-0034b1dbd10d tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:42.635732 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6ba2146d-c517-41e3-8bce-ebd305ba3ec3 req-1fdc1936-2d5d-4092-8452-0034b1dbd10d tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 944 time: 0.2678716 Feb 07 21:23:42.707001 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b6198-70c3-43da-8d8d-a132d570939a req-308b88da-5aec-439e-97ea-6e6918e7e21a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:42.716265 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-777b6198-70c3-43da-8d8d-a132d570939a req-308b88da-5aec-439e-97ea-6e6918e7e21a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 946 time: 0.3962176 Feb 07 21:23:42.819934 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58617b5b-216d-4db1-80ad-e84a610b1012 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for port (9385e14e-462c-473a-b84d-ccc769d51d9e), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:42.828873 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58617b5b-216d-4db1-80ad-e84a610b1012 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (9385e14e-462c-473a-b84d-ccc769d51d9e), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:42.956381 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-777b6198-70c3-43da-8d8d-a132d570939a req-6d77879e-664c-4e0e-8bef-b0fec6abeabc tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204413 Feb 07 21:23:42.961261 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6ba2146d-c517-41e3-8bce-ebd305ba3ec3 req-d368ecea-52d2-47c4-97b2-2d5639c74ead tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245471 Feb 07 21:23:43.078992 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=d7209644-b66c-4a2d-850e-ed4c2b6da727,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:43.127086 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-45f34c4b-8aad-4c8e-989f-2fc64efc88bb None None] Publish callbacks [] for port (12469f51-07c5-4dde-9275-789889a95426), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:43.158793 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-45f34c4b-8aad-4c8e-989f-2fc64efc88bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (12469f51-07c5-4dde-9275-789889a95426), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:43.212428 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58617b5b-216d-4db1-80ad-e84a610b1012 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Port': ['ID=9385e14e-462c-473a-b84d-ccc769d51d9e,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:43.223952 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58617b5b-216d-4db1-80ad-e84a610b1012 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (35113ccc-8e2a-4a3c-922d-98e362a06434), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:43.418511 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f34c4b-8aad-4c8e-989f-2fc64efc88bb None None] Network 4373833e-b520-49c9-81d5-6a7925909e89 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:23:43.422299 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f34c4b-8aad-4c8e-989f-2fc64efc88bb None None] Pushing event updated for resources: {'Port': ['ID=12469f51-07c5-4dde-9275-789889a95426,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:43.437549 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-45f34c4b-8aad-4c8e-989f-2fc64efc88bb None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:23:43.445610 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f34c4b-8aad-4c8e-989f-2fc64efc88bb None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:23:43.454627 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port f3a83fc9-9b2b-41c4-9138-1fd8977471fc triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:43.457218 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f3a83fc9-9b2b-41c4-9138-1fd8977471fc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:43.473215 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48680) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:43.475222 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d1bf4-556d-4496-afd9-8ce587a4d7e0 req-72538e8a-c615-469c-92ca-087ffe7291d0 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:43.487082 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea5d1bf4-556d-4496-afd9-8ce587a4d7e0 req-72538e8a-c615-469c-92ca-087ffe7291d0 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 944 time: 0.2181571 Feb 07 21:23:43.519882 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e386fecf-9093-492e-9119-fe73853ce83f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:43.598502 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58617b5b-216d-4db1-80ad-e84a610b1012 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network 4373833e-b520-49c9-81d5-6a7925909e89 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:23:43.605878 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-58617b5b-216d-4db1-80ad-e84a610b1012 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:23:43.625571 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea5d1bf4-556d-4496-afd9-8ce587a4d7e0 req-0b8218db-8bb2-4143-8e43-58f1f4a2021b tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375284 Feb 07 21:23:43.697310 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-45f34c4b-8aad-4c8e-989f-2fc64efc88bb None None] Attempting to bind port 12469f51-07c5-4dde-9275-789889a95426 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:23:43.697822 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-45f34c4b-8aad-4c8e-989f-2fc64efc88bb None None] Attempting to bind port 12469f51-07c5-4dde-9275-789889a95426 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'be6a8d5d-a159-4560-a67e-91e5b7cbb6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:23:43.698637 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f34c4b-8aad-4c8e-989f-2fc64efc88bb None None] Attempting to bind port 12469f51-07c5-4dde-9275-789889a95426 on network 4373833e-b520-49c9-81d5-6a7925909e89 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:23:43.728028 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f34c4b-8aad-4c8e-989f-2fc64efc88bb None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:23:43.728609 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f34c4b-8aad-4c8e-989f-2fc64efc88bb None None] Checking segment: {'id': 'be6a8d5d-a159-4560-a67e-91e5b7cbb6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:23:43.729032 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-45f34c4b-8aad-4c8e-989f-2fc64efc88bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:43.729443 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f34c4b-8aad-4c8e-989f-2fc64efc88bb None None] Bound using segment: {'id': 'be6a8d5d-a159-4560-a67e-91e5b7cbb6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:23:43.729952 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-45f34c4b-8aad-4c8e-989f-2fc64efc88bb None None] Bound port: 12469f51-07c5-4dde-9275-789889a95426, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be6a8d5d-a159-4560-a67e-91e5b7cbb6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:23:43.730344 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-45f34c4b-8aad-4c8e-989f-2fc64efc88bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (12469f51-07c5-4dde-9275-789889a95426), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:43.841219 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port f3a83fc9-9b2b-41c4-9138-1fd8977471fc is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:43.842232 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f3a83fc9-9b2b-41c4-9138-1fd8977471fc), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:44.027229 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31153608-0eae-4af6-925f-2ef5da128484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a83fc9-9b2b-41c4-9138-1fd8977471fc'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:23:44.041546 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4528d1f7-ae79-49e4-bf62-c76dad5c18d2" -d '{"events": [{"server_uuid": "31153608-0eae-4af6-925f-2ef5da128484", "name": "network-vif-plugged", "status": "completed", "tag": "f3a83fc9-9b2b-41c4-9138-1fd8977471fc"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:23:44.045501 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58617b5b-216d-4db1-80ad-e84a610b1012 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Router 35113ccc-8e2a-4a3c-922d-98e362a06434 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:23:44.069184 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e386fecf-9093-492e-9119-fe73853ce83f admin admin] Publish callbacks [] for security_group (2897cca7-fff0-447c-86d2-086d23d6a5f5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:44.098014 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e386fecf-9093-492e-9119-fe73853ce83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (2897cca7-fff0-447c-86d2-086d23d6a5f5), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:44.101525 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port f3a83fc9-9b2b-41c4-9138-1fd8977471fc, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=f3a83fc9-9b2b-41c4-9138-1fd8977471fc,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:44.106412 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-45f34c4b-8aad-4c8e-989f-2fc64efc88bb None None] For port 12469f51-07c5-4dde-9275-789889a95426, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:23:44.146229 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f3a83fc9-9b2b-41c4-9138-1fd8977471fc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:44.154765 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-45f34c4b-8aad-4c8e-989f-2fc64efc88bb None None] For port 12469f51-07c5-4dde-9275-789889a95426, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=12469f51-07c5-4dde-9275-789889a95426,segment=NetworkSegment(be6a8d5d-a159-4560-a67e-91e5b7cbb6ec),segment_id=be6a8d5d-a159-4560-a67e-91e5b7cbb6ec)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:23:44.182827 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-45f34c4b-8aad-4c8e-989f-2fc64efc88bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (12469f51-07c5-4dde-9275-789889a95426), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:44.251863 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386fecf-9093-492e-9119-fe73853ce83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2897cca7-fff0-447c-86d2-086d23d6a5f5,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:44.264829 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=f3a83fc9-9b2b-41c4-9138-1fd8977471fc,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:44.355861 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b895516-41f9-4f46-afcc-e7d3974a98a6 req-f7ced32b-8980-47ee-995c-9011b21ecc7c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:44.365011 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7b895516-41f9-4f46-afcc-e7d3974a98a6 req-f7ced32b-8980-47ee-995c-9011b21ecc7c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 0.2167349 Feb 07 21:23:44.373676 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f34c4b-8aad-4c8e-989f-2fc64efc88bb None None] Pushing event updated for resources: {'Port': ['ID=12469f51-07c5-4dde-9275-789889a95426,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:44.513772 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb007dd-fced-4f9f-9257-c4ee536072f5 req-28f7fca8-a6ba-4a92-bf71-c73b33b85c95 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:44.515589 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fbb007dd-fced-4f9f-9257-c4ee536072f5 req-28f7fca8-a6ba-4a92-bf71-c73b33b85c95 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 946 time: 0.3800776 Feb 07 21:23:44.522743 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7b895516-41f9-4f46-afcc-e7d3974a98a6 req-788f1aba-c1f8-472b-bad9-bc14bba1abb9 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555331 Feb 07 21:23:44.552274 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e386fecf-9093-492e-9119-fe73853ce83f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b364d5f74bdf4a3e8c1bca77498d35b2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0761170 Feb 07 21:23:44.559159 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48758) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:44.636376 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fbb007dd-fced-4f9f-9257-c4ee536072f5 req-91209623-2225-40b4-b2c7-641e0dabf52b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108322 Feb 07 21:23:44.681512 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918a2af6-f602-4c6d-bb02-9eb0a271e36a x-openstack-request-id: req-918a2af6-f602-4c6d-bb02-9eb0a271e36a {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:23:44.682143 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31153608-0eae-4af6-925f-2ef5da128484", "name": "network-vif-plugged", "status": "completed", "tag": "f3a83fc9-9b2b-41c4-9138-1fd8977471fc", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:23:44.682571 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-918a2af6-f602-4c6d-bb02-9eb0a271e36a {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:23:44.683414 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31153608-0eae-4af6-925f-2ef5da128484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a83fc9-9b2b-41c4-9138-1fd8977471fc', 'code': 200} Feb 07 21:23:44.789950 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc50ed3f-6e03-4c15-b625-f0ac359f74f3 admin admin] Publish callbacks [] for security_group (2897cca7-fff0-447c-86d2-086d23d6a5f5), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:44.792696 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58617b5b-216d-4db1-80ad-e84a610b1012 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:23:44.801912 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48776) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:44.802058 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-58617b5b-216d-4db1-80ad-e84a610b1012 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "PUT /v2.0/routers/35113ccc-8e2a-4a3c-922d-98e362a06434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1812747 Feb 07 21:23:44.806760 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f75586a-d583-4ae2-8223-c3b4729e28f1 None None] Sync routers for ids ['35113ccc-8e2a-4a3c-922d-98e362a06434'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:23:44.807225 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1d6965ba-8cbc-4210-b30a-cfeb2fe77f2a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'network': {'name': 'tempest-RoutersTest-1687827090'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:23:44.867374 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f75586a-d583-4ae2-8223-c3b4729e28f1 None None] Routers {'35113ccc-8e2a-4a3c-922d-98e362a06434'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:23:44.869771 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2f75586a-d583-4ae2-8223-c3b4729e28f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:23:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['35113ccc-8e2a-4a3c-922d-98e362a06434'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:44.915805 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc50ed3f-6e03-4c15-b625-f0ac359f74f3 admin admin] Publish callbacks [] for security_group (2897cca7-fff0-447c-86d2-086d23d6a5f5), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:45.043532 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6965ba-8cbc-4210-b30a-cfeb2fe77f2a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Made reservation on behalf of 4177286fbe8042d7bcd053836f28110a for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:23:45.047021 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc50ed3f-6e03-4c15-b625-f0ac359f74f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (2897cca7-fff0-447c-86d2-086d23d6a5f5), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:45.049897 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc50ed3f-6e03-4c15-b625-f0ac359f74f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:45.051189 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cc50ed3f-6e03-4c15-b625-f0ac359f74f3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2897cca7-fff0-447c-86d2-086d23d6a5f5 HTTP/1.1" status: 204 len: 168 time: 0.4906266 Feb 07 21:23:45.059157 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d6965ba-8cbc-4210-b30a-cfeb2fe77f2a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:45.070827 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50ed3f-6e03-4c15-b625-f0ac359f74f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2897cca7-fff0-447c-86d2-086d23d6a5f5,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:45.109626 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-2f75586a-d583-4ae2-8223-c3b4729e28f1 None None] Set router 35113ccc-8e2a-4a3c-922d-98e362a06434 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:23:45.135947 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6965ba-8cbc-4210-b30a-cfeb2fe77f2a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:23:45.166185 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d6965ba-8cbc-4210-b30a-cfeb2fe77f2a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (3f2ff540-2ca7-48ac-a8e7-30d165d7c0a6), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:45.166517 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-1d6965ba-8cbc-4210-b30a-cfeb2fe77f2a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Added segment 3f2ff540-2ca7-48ac-a8e7-30d165d7c0a6 of type vlan for network 01f2a732-c53c-41cd-bf9a-92349d6c896d Feb 07 21:23:45.416537 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df8a05-6db0-4e49-b4bc-2e28fc8d877d req-087d8bab-e519-476e-ae79-2d292fe05ca4 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:45.427838 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59df8a05-6db0-4e49-b4bc-2e28fc8d877d req-087d8bab-e519-476e-ae79-2d292fe05ca4 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 946 time: 0.5984797 Feb 07 21:23:45.471830 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589010f-6e4e-4446-87ca-f9668da61667 req-192f1791-0958-4c9d-989a-d435352024d3 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:45.502968 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d589010f-6e4e-4446-87ca-f9668da61667 req-192f1791-0958-4c9d-989a-d435352024d3 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 944 time: 0.6731801 Feb 07 21:23:45.527394 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d6965ba-8cbc-4210-b30a-cfeb2fe77f2a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (01f2a732-c53c-41cd-bf9a-92349d6c896d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:45.605149 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2f75586a-d583-4ae2-8223-c3b4729e28f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:23:42Z', 'revision_number': 2, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None, '_interfaces': [{'id': '9385e14e-462c-473a-b84d-ccc769d51d9e', 'name': '', 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:99:bc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:40Z', 'updated_at': '2022-02-07T21:23:42Z', 'revision_number': 2, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:45.634511 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d589010f-6e4e-4446-87ca-f9668da61667 req-048a6b52-17b5-4ffe-a93c-a737d99cb72e tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300766 Feb 07 21:23:45.727079 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 1c0556bd-78a8-4483-a2a4-2d3289544e63 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:23:45.754665 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-1d6965ba-8cbc-4210-b30a-cfeb2fe77f2a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:23:45.779812 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59df8a05-6db0-4e49-b4bc-2e28fc8d877d req-f13c64dd-07b7-4164-a2c0-7253033d0eb8 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506565 Feb 07 21:23:45.840298 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f75586a-d583-4ae2-8223-c3b4729e28f1 None None] Checking router: 35113ccc-8e2a-4a3c-922d-98e362a06434 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:23:45.844900 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f75586a-d583-4ae2-8223-c3b4729e28f1 None None] Updating router 35113ccc-8e2a-4a3c-922d-98e362a06434 port 9385e14e-462c-473a-b84d-ccc769d51d9e binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:23:45.932938 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d6965ba-8cbc-4210-b30a-cfeb2fe77f2a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (01f2a732-c53c-41cd-bf9a-92349d6c896d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:45.946021 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 12469f51-07c5-4dde-9275-789889a95426 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:23:45.954145 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6965ba-8cbc-4210-b30a-cfeb2fe77f2a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:45.960022 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d6965ba-8cbc-4210-b30a-cfeb2fe77f2a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:46.066140 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1d6965ba-8cbc-4210-b30a-cfeb2fe77f2a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2631092 Feb 07 21:23:46.069048 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48858) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:46.074700 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-0fbccf42-5ef2-4fe3-bc77-17cf7101d209 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'subnet': {'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:23:46.138343 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2f75586a-d583-4ae2-8223-c3b4729e28f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9385e14e-462c-473a-b84d-ccc769d51d9e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:46.374554 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbccf42-5ef2-4fe3-bc77-17cf7101d209 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Made reservation on behalf of 4177286fbe8042d7bcd053836f28110a for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:23:46.377551 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f937e84-2376-4c60-8512-ae20d4796e35 req-78f8f422-45d2-439d-b453-c3838e933f85 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:46.379796 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0fbccf42-5ef2-4fe3-bc77-17cf7101d209 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:46.402856 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f937e84-2376-4c60-8512-ae20d4796e35 req-78f8f422-45d2-439d-b453-c3838e933f85 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 0.5513852 Feb 07 21:23:46.418564 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6965ba-8cbc-4210-b30a-cfeb2fe77f2a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Network': ['ID=01f2a732-c53c-41cd-bf9a-92349d6c896d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:46.535649 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02afe77-3698-4069-8d24-6ede859de4d5 req-8a6171cd-5061-40d4-a935-8b5a17873d60 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:46.541480 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b02afe77-3698-4069-8d24-6ede859de4d5 req-8a6171cd-5061-40d4-a935-8b5a17873d60 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 946 time: 0.5452664 Feb 07 21:23:46.632267 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f937e84-2376-4c60-8512-ae20d4796e35 req-62282c19-6aad-436d-95ce-3999f7eddbcf tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230740 Feb 07 21:23:46.731338 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b02afe77-3698-4069-8d24-6ede859de4d5 req-5017445e-9bbe-4a09-a4c6-97cec8d4bd57 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794815 Feb 07 21:23:46.832060 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8c199e-f6f7-40d2-b81c-66a6e4318bd7 None None] Network 4373833e-b520-49c9-81d5-6a7925909e89 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:23:46.837570 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 01f2a732-c53c-41cd-bf9a-92349d6c896d details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:23:46.924762 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0fbccf42-5ef2-4fe3-bc77-17cf7101d209 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (8b2eecee-c09c-4a3f-88b2-1b9b2f995e75), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:47.244355 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 12469f51-07c5-4dde-9275-789889a95426 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:47.245357 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (12469f51-07c5-4dde-9275-789889a95426), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:47.254830 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbccf42-5ef2-4fe3-bc77-17cf7101d209 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Subnet': ['ID=8b2eecee-c09c-4a3f-88b2-1b9b2f995e75,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:47.286691 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbccf42-5ef2-4fe3-bc77-17cf7101d209 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Checking segment: {'id': '3f2ff540-2ca7-48ac-a8e7-30d165d7c0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:23:47.287185 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbccf42-5ef2-4fe3-bc77-17cf7101d209 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network hostable DHCP agents. Network: 01f2a732-c53c-41cd-bf9a-92349d6c896d, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:23:47.349185 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbccf42-5ef2-4fe3-bc77-17cf7101d209 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network 01f2a732-c53c-41cd-bf9a-92349d6c896d is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:23:47.389429 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-0fbccf42-5ef2-4fe3-bc77-17cf7101d209 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 01f2a732-c53c-41cd-bf9a-92349d6c896d) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:23:47.397885 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbccf42-5ef2-4fe3-bc77-17cf7101d209 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:47.401605 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0fbccf42-5ef2-4fe3-bc77-17cf7101d209 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:47.444435 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0fbccf42-5ef2-4fe3-bc77-17cf7101d209 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3736050 Feb 07 21:23:47.454477 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48960) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:47.674972 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad41fa0-9e23-42a0-9953-f2ab8b575c1c None None] Network 01f2a732-c53c-41cd-bf9a-92349d6c896d requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:23:47.798314 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 1c0556bd-78a8-4483-a2a4-2d3289544e63 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:23:47.818022 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-5f7039f5-c3c7-4598-844e-7fe2b7b0d7ad None None] Provisioning complete for port 12469f51-07c5-4dde-9275-789889a95426 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:47.819880 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5f7039f5-c3c7-4598-844e-7fe2b7b0d7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (12469f51-07c5-4dde-9275-789889a95426), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:48.197545 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 1c0556bd-78a8-4483-a2a4-2d3289544e63 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:48.198056 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1c0556bd-78a8-4483-a2a4-2d3289544e63), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:48.282128 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe78e49-d2dc-4fdf-ac9a-12f5d6204727 req-f86f2526-635c-4710-ab2c-1163027fde42 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:48.294124 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4fe78e49-d2dc-4fdf-ac9a-12f5d6204727 req-f86f2526-635c-4710-ab2c-1163027fde42 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 944 time: 1.4895861 Feb 07 21:23:48.312537 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a229a-f69f-45e3-b3c9-ccd1f5d2b841 req-607582f9-83a1-4843-8ef0-dda0c9922b1a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:48.331264 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0a1a229a-f69f-45e3-b3c9-ccd1f5d2b841 req-607582f9-83a1-4843-8ef0-dda0c9922b1a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 946 time: 0.2362785 Feb 07 21:23:48.447622 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a94060-7e70-4439-956c-ee0e3ab97c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-01f2a732-c53c-41cd-bf9a-92349d6c896d', 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d', 'project_id': '4177286fbe8042d7bcd053836f28110a', 'fixed_ips': [{'subnet_id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:23:48.448661 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a8a94060-7e70-4439-956c-ee0e3ab97c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:48.611385 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0a1a229a-f69f-45e3-b3c9-ccd1f5d2b841 req-ef50ec35-b5cd-422e-924c-6ec813d2bb76 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788875 Feb 07 21:23:48.643699 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba8ee571-aead-4d13-8675-d16aafa3b5f2 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:48.687064 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4fe78e49-d2dc-4fdf-ac9a-12f5d6204727 req-dc7e75d3-85c9-433c-93d7-239f46d0cb85 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920307 Feb 07 21:23:48.917997 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2f75586a-d583-4ae2-8223-c3b4729e28f1 None None] Publish callbacks [] for port (9385e14e-462c-473a-b84d-ccc769d51d9e), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:49.046134 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e2cd8-1b8d-4467-8b45-fb6f4d44ec1a req-2ba4e6ca-6a0f-4b2c-b8d0-46b4cf7d15e4 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:49.071523 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e42e2cd8-1b8d-4467-8b45-fb6f4d44ec1a req-2ba4e6ca-6a0f-4b2c-b8d0-46b4cf7d15e4 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 0.2478580 Feb 07 21:23:49.094459 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-822ee3b7-10f4-49db-8be8-6c0c94707635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:49.180128 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2f75586a-d583-4ae2-8223-c3b4729e28f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9385e14e-462c-473a-b84d-ccc769d51d9e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:49.201307 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e42e2cd8-1b8d-4467-8b45-fb6f4d44ec1a req-f3aa98df-79db-42e1-9334-8cac9d77c480 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209908 Feb 07 21:23:49.268346 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-a8a94060-7e70-4439-956c-ee0e3ab97c53 None None] Allocated IP 172.21.0.2 (01f2a732-c53c-41cd-bf9a-92349d6c896d/8b2eecee-c09c-4a3f-88b2-1b9b2f995e75/0ac19cd4-0050-4a5b-997f-2f84fa8238ae) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:23:49.413380 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b76cdc-f18d-40d7-b435-48951768d051 req-efb2d80f-5c0c-41b8-9a40-ff5cfde36af0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:49.416360 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e5b76cdc-f18d-40d7-b435-48951768d051 req-efb2d80f-5c0c-41b8-9a40-ff5cfde36af0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 946 time: 0.2486508 Feb 07 21:23:49.599016 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-e5b76cdc-f18d-40d7-b435-48951768d051 req-40b92124-25ae-413d-8ace-f4cd4f48d1ac tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Deleting port d7209644-b66c-4a2d-850e-ed4c2b6da727 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:23:49.600451 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e5b76cdc-f18d-40d7-b435-48951768d051 req-40b92124-25ae-413d-8ace-f4cd4f48d1ac tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d7209644-b66c-4a2d-850e-ed4c2b6da727), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:49.855780 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a8a94060-7e70-4439-956c-ee0e3ab97c53 None None] Publish callbacks [] for port (0ac19cd4-0050-4a5b-997f-2f84fa8238ae), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:49.864960 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-5f7039f5-c3c7-4598-844e-7fe2b7b0d7ad None None] Current status of the port 12469f51-07c5-4dde-9275-789889a95426 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:49.865360 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5f7039f5-c3c7-4598-844e-7fe2b7b0d7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (12469f51-07c5-4dde-9275-789889a95426), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:49.966444 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-5f7039f5-c3c7-4598-844e-7fe2b7b0d7ad None None] For port 12469f51-07c5-4dde-9275-789889a95426, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=12469f51-07c5-4dde-9275-789889a95426,segment=NetworkSegment(be6a8d5d-a159-4560-a67e-91e5b7cbb6ec),segment_id=be6a8d5d-a159-4560-a67e-91e5b7cbb6ec)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:50.059513 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5f7039f5-c3c7-4598-844e-7fe2b7b0d7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (12469f51-07c5-4dde-9275-789889a95426), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:50.069267 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 12469f51-07c5-4dde-9275-789889a95426 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:50.072750 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (12469f51-07c5-4dde-9275-789889a95426), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:50.078956 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a8a94060-7e70-4439-956c-ee0e3ab97c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (0ac19cd4-0050-4a5b-997f-2f84fa8238ae), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:50.120407 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e5b76cdc-f18d-40d7-b435-48951768d051 req-40b92124-25ae-413d-8ace-f4cd4f48d1ac tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] For port d7209644-b66c-4a2d-850e-ed4c2b6da727, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=d7209644-b66c-4a2d-850e-ed4c2b6da727,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:50.123852 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e5b76cdc-f18d-40d7-b435-48951768d051 req-40b92124-25ae-413d-8ace-f4cd4f48d1ac tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d7209644-b66c-4a2d-850e-ed4c2b6da727), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:50.134154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f16e8-9678-448d-a4a0-b9db668203e0 req-72d581b5-0671-46b3-aa9f-87ecc2330462 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:50.141359 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-298f16e8-9678-448d-a4a0-b9db668203e0 req-72d581b5-0671-46b3-aa9f-87ecc2330462 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 944 time: 0.2782767 Feb 07 21:23:50.174701 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ce9da-117d-4783-96c2-eedc97679290 req-ade61341-279c-4c94-a7f2-3bc570079c98 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:50.187555 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6c7ce9da-117d-4783-96c2-eedc97679290 req-ade61341-279c-4c94-a7f2-3bc570079c98 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 946 time: 0.3975582 Feb 07 21:23:50.237425 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-e5b76cdc-f18d-40d7-b435-48951768d051 req-40b92124-25ae-413d-8ace-f4cd4f48d1ac tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Calling delete_port for d7209644-b66c-4a2d-850e-ed4c2b6da727 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:23:50.320859 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-ba8ee571-aead-4d13-8675-d16aafa3b5f2 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Allocated IP 172.21.0.1 (01f2a732-c53c-41cd-bf9a-92349d6c896d/8b2eecee-c09c-4a3f-88b2-1b9b2f995e75/108a6bce-ebec-4f8f-8242-08ab07ddac3b) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:23:50.335521 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b78b3f-8c19-4c6f-8521-1892d4a70840 None None] Pushing event updated for resources: {'Port': ['ID=9385e14e-462c-473a-b84d-ccc769d51d9e,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:50.499654 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6c7ce9da-117d-4783-96c2-eedc97679290 req-bf9b2c40-16b0-455d-ac4f-fbb419d23fb5 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110516 Feb 07 21:23:50.528197 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-298f16e8-9678-448d-a4a0-b9db668203e0 req-3ba8f819-5496-452e-8a4a-8630ffae982f tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368986 Feb 07 21:23:50.631275 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7039f5-c3c7-4598-844e-7fe2b7b0d7ad None None] Pushing event updated for resources: {'Port': ['ID=12469f51-07c5-4dde-9275-789889a95426,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:50.815959 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 1c0556bd-78a8-4483-a2a4-2d3289544e63 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:50.816372 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1c0556bd-78a8-4483-a2a4-2d3289544e63), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:50.893768 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d6a27-ce08-4c0a-ba35-688d4569dfb9 req-d2e4f3c5-d8bb-481a-b87f-577cef2cc290 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:50.908777 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-505d6a27-ce08-4c0a-ba35-688d4569dfb9 req-d2e4f3c5-d8bb-481a-b87f-577cef2cc290 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 0.1711009 Feb 07 21:23:50.945168 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba8ee571-aead-4d13-8675-d16aafa3b5f2 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for port (108a6bce-ebec-4f8f-8242-08ab07ddac3b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:50.950088 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a94060-7e70-4439-956c-ee0e3ab97c53 None None] Network 01f2a732-c53c-41cd-bf9a-92349d6c896d is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:23:51.041907 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e5b76cdc-f18d-40d7-b435-48951768d051 req-40b92124-25ae-413d-8ace-f4cd4f48d1ac tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (d7209644-b66c-4a2d-850e-ed4c2b6da727), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:51.055264 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4567766e-7832-4c34-a07d-c04eec301543 None None] Provisioning complete for port 9385e14e-462c-473a-b84d-ccc769d51d9e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:51.059219 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4567766e-7832-4c34-a07d-c04eec301543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9385e14e-462c-473a-b84d-ccc769d51d9e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:51.063217 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-505d6a27-ce08-4c0a-ba35-688d4569dfb9 req-f4444f8a-0dd9-443c-a67f-63b044081781 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481659 Feb 07 21:23:51.109602 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-a8a94060-7e70-4439-956c-ee0e3ab97c53 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:23:51.112079 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2f75586a-d583-4ae2-8223-c3b4729e28f1 None None] Attempting to bind port 9385e14e-462c-473a-b84d-ccc769d51d9e on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:23:51.112475 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2f75586a-d583-4ae2-8223-c3b4729e28f1 None None] Attempting to bind port 9385e14e-462c-473a-b84d-ccc769d51d9e by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'be6a8d5d-a159-4560-a67e-91e5b7cbb6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:23:51.112938 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f75586a-d583-4ae2-8223-c3b4729e28f1 None None] Attempting to bind port 9385e14e-462c-473a-b84d-ccc769d51d9e on network 4373833e-b520-49c9-81d5-6a7925909e89 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:23:51.134086 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a94060-7e70-4439-956c-ee0e3ab97c53 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:23:51.190256 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b92124-25ae-413d-8ace-f4cd4f48d1ac tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event deleted for resources: {'Port': ['ID=d7209644-b66c-4a2d-850e-ed4c2b6da727,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:51.246088 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba8ee571-aead-4d13-8675-d16aafa3b5f2 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (108a6bce-ebec-4f8f-8242-08ab07ddac3b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:51.252147 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-19984155-71a8-429f-924f-8d094f83ee05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:51.258378 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f75586a-d583-4ae2-8223-c3b4729e28f1 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:23:51.258945 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f75586a-d583-4ae2-8223-c3b4729e28f1 None None] Checking segment: {'id': 'be6a8d5d-a159-4560-a67e-91e5b7cbb6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:23:51.259464 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2f75586a-d583-4ae2-8223-c3b4729e28f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:51.260382 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f75586a-d583-4ae2-8223-c3b4729e28f1 None None] Bound using segment: {'id': 'be6a8d5d-a159-4560-a67e-91e5b7cbb6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:23:51.261026 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2f75586a-d583-4ae2-8223-c3b4729e28f1 None None] Bound port: 9385e14e-462c-473a-b84d-ccc769d51d9e, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be6a8d5d-a159-4560-a67e-91e5b7cbb6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:23:51.261478 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2f75586a-d583-4ae2-8223-c3b4729e28f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9385e14e-462c-473a-b84d-ccc769d51d9e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:51.276879 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a94060-7e70-4439-956c-ee0e3ab97c53 None None] Pushing event updated for resources: {'Port': ['ID=0ac19cd4-0050-4a5b-997f-2f84fa8238ae,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:51.320705 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device d7209644-b66c-4a2d-850e-ed4c2b6da727 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:23:51.390920 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8ee571-aead-4d13-8675-d16aafa3b5f2 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network 01f2a732-c53c-41cd-bf9a-92349d6c896d is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:23:51.422253 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e574382-06f7-4ab3-a647-5ce7f335bc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0556bd-78a8-4483-a2a4-2d3289544e63'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:23:51.424614 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a3079d-8762-487f-886d-af013b913a01" -d '{"events": [{"server_uuid": "6e574382-06f7-4ab3-a647-5ce7f335bc25", "name": "network-vif-plugged", "status": "completed", "tag": "1c0556bd-78a8-4483-a2a4-2d3289544e63"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:23:51.434587 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:23:51.435197 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:23:51.506388 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-ba8ee571-aead-4d13-8675-d16aafa3b5f2 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:23:51.520659 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: d7209644-b66c-4a2d-850e-ed4c2b6da727 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:23:51.525316 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b76cdc-f18d-40d7-b435-48951768d051 req-40b92124-25ae-413d-8ace-f4cd4f48d1ac tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] No DVR routers for this DVR port d7209644-b66c-4a2d-850e-ed4c2b6da727 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:23:51.527389 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device d7209644-b66c-4a2d-850e-ed4c2b6da727 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:23:51.533742 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e5b76cdc-f18d-40d7-b435-48951768d051 req-40b92124-25ae-413d-8ace-f4cd4f48d1ac tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:51.542520 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e5b76cdc-f18d-40d7-b435-48951768d051 req-40b92124-25ae-413d-8ace-f4cd4f48d1ac tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.69 "DELETE /v2.0/ports/d7209644-b66c-4a2d-850e-ed4c2b6da727 HTTP/1.1" status: 204 len: 173 time: 2.1191890 Feb 07 21:23:51.551322 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8ee571-aead-4d13-8675-d16aafa3b5f2 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:23:51.559466 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa63c799-f33c-402d-b96c-b962b6cc7431 x-openstack-request-id: req-fa63c799-f33c-402d-b96c-b962b6cc7431 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:23:51.559714 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f559f36-6976-4148-bd7c-024d940be4cd', 'name': 'network-vif-deleted', 'tag': 'd7209644-b66c-4a2d-850e-ed4c2b6da727'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:23:51.559824 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e574382-06f7-4ab3-a647-5ce7f335bc25", "name": "network-vif-plugged", "status": "completed", "tag": "1c0556bd-78a8-4483-a2a4-2d3289544e63", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:23:51.559824 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fa63c799-f33c-402d-b96c-b962b6cc7431 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:23:51.560510 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e574382-06f7-4ab3-a647-5ce7f335bc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0556bd-78a8-4483-a2a4-2d3289544e63', 'code': 200} Feb 07 21:23:51.564805 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a140074-7863-4116-a9bd-46556f0071e8" -d '{"events": [{"server_uuid": "6f559f36-6976-4148-bd7c-024d940be4cd", "name": "network-vif-deleted", "tag": "d7209644-b66c-4a2d-850e-ed4c2b6da727"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:23:51.704067 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 1c0556bd-78a8-4483-a2a4-2d3289544e63, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=1c0556bd-78a8-4483-a2a4-2d3289544e63,segment=NetworkSegment(813f304e-7d5c-4ffc-b874-83f3f5c8a267),segment_id=813f304e-7d5c-4ffc-b874-83f3f5c8a267)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:51.733822 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (1c0556bd-78a8-4483-a2a4-2d3289544e63), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:51.752446 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4567766e-7832-4c34-a07d-c04eec301543 None None] Port 9385e14e-462c-473a-b84d-ccc769d51d9e cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:23:51.758100 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ee571-aead-4d13-8675-d16aafa3b5f2 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Port': ['ID=108a6bce-ebec-4f8f-8242-08ab07ddac3b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:51.809437 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba8ee571-aead-4d13-8675-d16aafa3b5f2 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (35113ccc-8e2a-4a3c-922d-98e362a06434), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:51.861064 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a8a94060-7e70-4439-956c-ee0e3ab97c53 None None] Attempting to bind port 0ac19cd4-0050-4a5b-997f-2f84fa8238ae on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:23:51.861587 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a8a94060-7e70-4439-956c-ee0e3ab97c53 None None] Attempting to bind port 0ac19cd4-0050-4a5b-997f-2f84fa8238ae by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '3f2ff540-2ca7-48ac-a8e7-30d165d7c0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:23:51.861959 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a94060-7e70-4439-956c-ee0e3ab97c53 None None] Attempting to bind port 0ac19cd4-0050-4a5b-997f-2f84fa8238ae on network 01f2a732-c53c-41cd-bf9a-92349d6c896d {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:23:52.021027 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b24ec4d0-eb09-4360-bb36-7ea283812127 req-7473117c-ead4-4e8c-b258-3fb70d098e99 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 210 time: 0.2060487 Feb 07 21:23:52.115225 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a94060-7e70-4439-956c-ee0e3ab97c53 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:23:52.115225 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a94060-7e70-4439-956c-ee0e3ab97c53 None None] Checking segment: {'id': '3f2ff540-2ca7-48ac-a8e7-30d165d7c0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:23:52.115225 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a8a94060-7e70-4439-956c-ee0e3ab97c53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:52.116997 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c509604-205b-4b49-bc17-e2bb6adf9dd8 x-openstack-request-id: req-6c509604-205b-4b49-bc17-e2bb6adf9dd8 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:23:52.117316 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f559f36-6976-4148-bd7c-024d940be4cd", "name": "network-vif-deleted", "tag": "d7209644-b66c-4a2d-850e-ed4c2b6da727", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:23:52.117578 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6c509604-205b-4b49-bc17-e2bb6adf9dd8 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:23:52.118015 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f559f36-6976-4148-bd7c-024d940be4cd', 'name': 'network-vif-deleted', 'tag': 'd7209644-b66c-4a2d-850e-ed4c2b6da727', 'status': 'completed', 'code': 200} Feb 07 21:23:52.124805 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a94060-7e70-4439-956c-ee0e3ab97c53 None None] Bound using segment: {'id': '3f2ff540-2ca7-48ac-a8e7-30d165d7c0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:23:52.125532 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a8a94060-7e70-4439-956c-ee0e3ab97c53 None None] Bound port: 0ac19cd4-0050-4a5b-997f-2f84fa8238ae, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2ff540-2ca7-48ac-a8e7-30d165d7c0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:23:52.127703 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a8a94060-7e70-4439-956c-ee0e3ab97c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0ac19cd4-0050-4a5b-997f-2f84fa8238ae), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:52.130211 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:52.168185 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91af1f-131b-49a1-b265-4b3b6bb3eacd req-aa1f554f-b997-4e4b-a38c-1be4c7ea9e38 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:52.181312 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4567766e-7832-4c34-a07d-c04eec301543 None None] Provisioning complete for port 12469f51-07c5-4dde-9275-789889a95426 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:52.181834 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4567766e-7832-4c34-a07d-c04eec301543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (12469f51-07c5-4dde-9275-789889a95426), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:52.188953 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6f91af1f-131b-49a1-b265-4b3b6bb3eacd req-aa1f554f-b997-4e4b-a38c-1be4c7ea9e38 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 945 time: 0.3479662 Feb 07 21:23:52.282765 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba8ee571-aead-4d13-8675-d16aafa3b5f2 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (108a6bce-ebec-4f8f-8242-08ab07ddac3b), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:52.290113 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751716f2-ef7f-41e0-89b3-a145903d444d req-4729b218-c1a7-42bd-9c2a-ab935010fd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:52.291644 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-751716f2-ef7f-41e0-89b3-a145903d444d req-4729b218-c1a7-42bd-9c2a-ab935010fd96 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 1126 time: 0.6036029 Feb 07 21:23:52.333471 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2f75586a-d583-4ae2-8223-c3b4729e28f1 None None] For port 9385e14e-462c-473a-b84d-ccc769d51d9e, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:23:52.365181 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=1c0556bd-78a8-4483-a2a4-2d3289544e63,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:52.458542 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2f75586a-d583-4ae2-8223-c3b4729e28f1 None None] For port 9385e14e-462c-473a-b84d-ccc769d51d9e, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9385e14e-462c-473a-b84d-ccc769d51d9e,segment=NetworkSegment(be6a8d5d-a159-4560-a67e-91e5b7cbb6ec),segment_id=be6a8d5d-a159-4560-a67e-91e5b7cbb6ec)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:23:52.491457 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 12469f51-07c5-4dde-9275-789889a95426 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:52.541233 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6f91af1f-131b-49a1-b265-4b3b6bb3eacd req-06402e8d-c76b-4702-9c19-b8a3ef709d31 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512743 Feb 07 21:23:52.542845 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2f75586a-d583-4ae2-8223-c3b4729e28f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9385e14e-462c-473a-b84d-ccc769d51d9e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:52.626859 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f3452-fdee-4702-a40f-4686f082d7e4 req-e89d36d7-b79d-4e00-a96b-66d6da53908a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:52.628788 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-024f3452-fdee-4702-a40f-4686f082d7e4 req-e89d36d7-b79d-4e00-a96b-66d6da53908a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 0.3899853 Feb 07 21:23:52.648933 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-751716f2-ef7f-41e0-89b3-a145903d444d req-237eee36-61a9-46af-9410-599bad388de0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975152 Feb 07 21:23:52.755819 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 12469f51-07c5-4dde-9275-789889a95426 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:23:52.773331 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a8a94060-7e70-4439-956c-ee0e3ab97c53 None None] For port 0ac19cd4-0050-4a5b-997f-2f84fa8238ae, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:23:52.788100 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a8a94060-7e70-4439-956c-ee0e3ab97c53 None None] For port 0ac19cd4-0050-4a5b-997f-2f84fa8238ae, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0ac19cd4-0050-4a5b-997f-2f84fa8238ae,segment=NetworkSegment(3f2ff540-2ca7-48ac-a8e7-30d165d7c0a6),segment_id=3f2ff540-2ca7-48ac-a8e7-30d165d7c0a6)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:23:52.828547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-024f3452-fdee-4702-a40f-4686f082d7e4 req-07793aa4-61b5-4d48-98f8-49fa8ad2ba0a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782370 Feb 07 21:23:52.921093 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b78b3f-8c19-4c6f-8521-1892d4a70840 None None] Pushing event updated for resources: {'Port': ['ID=9385e14e-462c-473a-b84d-ccc769d51d9e,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:52.931019 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a8a94060-7e70-4439-956c-ee0e3ab97c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0ac19cd4-0050-4a5b-997f-2f84fa8238ae), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:53.133174 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a94060-7e70-4439-956c-ee0e3ab97c53 None None] Pushing event updated for resources: {'Port': ['ID=0ac19cd4-0050-4a5b-997f-2f84fa8238ae,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:53.274925 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9e88146a-12b9-4ef0-95d0-43a232a8a4fd req-39449253-0ebb-4c6a-bf10-36c8a62e4cbc tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 210 time: 0.0703361 Feb 07 21:23:53.360689 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba8ee571-aead-4d13-8675-d16aafa3b5f2 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for port (108a6bce-ebec-4f8f-8242-08ab07ddac3b), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:53.379411 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba8ee571-aead-4d13-8675-d16aafa3b5f2 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (108a6bce-ebec-4f8f-8242-08ab07ddac3b), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:53.503335 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ee571-aead-4d13-8675-d16aafa3b5f2 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Port': ['ID=108a6bce-ebec-4f8f-8242-08ab07ddac3b,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:53.679721 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba8ee571-aead-4d13-8675-d16aafa3b5f2 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (35113ccc-8e2a-4a3c-922d-98e362a06434), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:53.893928 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422dd33-6512-46f4-89cb-ec8562ae5b9e req-fd25f3c2-d2c7-41eb-931f-6ac76d12e7cf tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:53.925087 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4422dd33-6512-46f4-89cb-ec8562ae5b9e req-fd25f3c2-d2c7-41eb-931f-6ac76d12e7cf tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 945 time: 0.1737144 Feb 07 21:23:53.970445 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 12469f51-07c5-4dde-9275-789889a95426 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:53.970830 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (12469f51-07c5-4dde-9275-789889a95426), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:53.989222 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f75586a-d583-4ae2-8223-c3b4729e28f1 None None] Routers {'35113ccc-8e2a-4a3c-922d-98e362a06434'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:23:53.990145 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2f75586a-d583-4ae2-8223-c3b4729e28f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:23:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['35113ccc-8e2a-4a3c-922d-98e362a06434'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:54.080980 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4422dd33-6512-46f4-89cb-ec8562ae5b9e req-ecf6391f-b24f-442f-ba98-97a23d15ddd4 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544199 Feb 07 21:23:54.137464 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8ee571-aead-4d13-8675-d16aafa3b5f2 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network 01f2a732-c53c-41cd-bf9a-92349d6c896d is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:23:54.144535 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-ba8ee571-aead-4d13-8675-d16aafa3b5f2 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:23:54.246098 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff2cc4-e6f7-4ea0-a70b-326a3d74cf29 req-f8e1a20e-fc98-4a89-8e6c-42d24b9043ba tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:54.255032 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4ff2cc4-e6f7-4ea0-a70b-326a3d74cf29 req-f8e1a20e-fc98-4a89-8e6c-42d24b9043ba tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 0.1691849 Feb 07 21:23:54.338125 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-2f75586a-d583-4ae2-8223-c3b4729e28f1 None None] Set router 35113ccc-8e2a-4a3c-922d-98e362a06434 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:23:54.408135 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4ff2cc4-e6f7-4ea0-a70b-326a3d74cf29 req-3c3624c8-f1ac-4784-a50b-fcce99f06b0c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339362 Feb 07 21:23:54.513831 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-31a5b43a-463a-4177-b450-f5bfba949ea2 req-01505275-e6be-4759-badd-b50224b3a4b4 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 210 time: 0.0556729 Feb 07 21:23:54.750157 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:54.763181 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4567766e-7832-4c34-a07d-c04eec301543 None None] Current status of the port 12469f51-07c5-4dde-9275-789889a95426 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:55.033313 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:55.053334 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-5d0edd48-7294-41e6-8970-64c74a978d77 None None] Provisioning complete for port 9385e14e-462c-473a-b84d-ccc769d51d9e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:55.053864 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5d0edd48-7294-41e6-8970-64c74a978d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9385e14e-462c-473a-b84d-ccc769d51d9e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:55.470447 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cc5f3-5b35-4a7d-9497-17fdb6cb276d req-964f9081-cd4b-4bdd-bb55-57b365e0923c tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:55.485681 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 12469f51-07c5-4dde-9275-789889a95426 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:55.513285 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4e6cc5f3-5b35-4a7d-9497-17fdb6cb276d req-964f9081-cd4b-4bdd-bb55-57b365e0923c tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 945 time: 0.2307725 Feb 07 21:23:55.577016 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db30681-6692-49c0-bd2d-4085c8d072af None None] Network 01f2a732-c53c-41cd-bf9a-92349d6c896d requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:23:55.618307 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8ee571-aead-4d13-8675-d16aafa3b5f2 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Router 35113ccc-8e2a-4a3c-922d-98e362a06434 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:23:55.777852 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4e6cc5f3-5b35-4a7d-9497-17fdb6cb276d req-caea19cd-18f3-4021-8e39-3f45de602473 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615087 Feb 07 21:23:55.894192 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0ac19cd4-0050-4a5b-997f-2f84fa8238ae up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:23:55.900895 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04f57e-9fca-4eb6-b33f-d8f74f1d9d37 req-07ea7909-08b8-4e9f-81d7-025cd16cde2f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:55.906930 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e04f57e-9fca-4eb6-b33f-d8f74f1d9d37 req-07ea7909-08b8-4e9f-81d7-025cd16cde2f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 0.2452517 Feb 07 21:23:55.981255 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8ee571-aead-4d13-8675-d16aafa3b5f2 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:23:56.006952 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ba8ee571-aead-4d13-8675-d16aafa3b5f2 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "PUT /v2.0/routers/35113ccc-8e2a-4a3c-922d-98e362a06434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5485578 Feb 07 21:23:56.008458 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49194) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:56.021174 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-531060d0-2bf9-43ec-8103-49ca44f99d54 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'network': {'name': 'tempest-RoutersTest-498311762'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:23:56.078459 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531060d0-2bf9-43ec-8103-49ca44f99d54 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Made reservation on behalf of 4177286fbe8042d7bcd053836f28110a for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:23:56.082273 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-531060d0-2bf9-43ec-8103-49ca44f99d54 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:56.130664 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e04f57e-9fca-4eb6-b33f-d8f74f1d9d37 req-e6a9a3ba-da71-441d-8d4d-574d4f9c9ed2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076006 Feb 07 21:23:56.136544 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4694e138-ed09-436e-bf8f-92f925713838 req-8cd40328-7be6-483b-bcfd-5b49b13f6c47 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 210 time: 0.1033545 Feb 07 21:23:56.163743 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 0ac19cd4-0050-4a5b-997f-2f84fa8238ae triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:56.164117 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0ac19cd4-0050-4a5b-997f-2f84fa8238ae), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:56.171808 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531060d0-2bf9-43ec-8103-49ca44f99d54 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:23:56.194462 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-531060d0-2bf9-43ec-8103-49ca44f99d54 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (7618c388-e940-4c8b-a512-5ff2abc0b8c6), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:56.197425 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-531060d0-2bf9-43ec-8103-49ca44f99d54 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Added segment 7618c388-e940-4c8b-a512-5ff2abc0b8c6 of type vlan for network 27fcfa29-2408-4503-a882-af694b8d82ae Feb 07 21:23:56.223244 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2f75586a-d583-4ae2-8223-c3b4729e28f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:23:52Z', 'revision_number': 3, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None, '_interfaces': [{'id': '108a6bce-ebec-4f8f-8242-08ab07ddac3b', 'name': '', 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:8c:e9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:48Z', 'updated_at': '2022-02-07T21:23:52Z', 'revision_number': 2, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9385e14e-462c-473a-b84d-ccc769d51d9e', 'name': '', 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:99:bc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:40Z', 'updated_at': '2022-02-07T21:23:52Z', 'revision_number': 4, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:23:56.236633 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-5d0edd48-7294-41e6-8970-64c74a978d77 None None] Current status of the port 9385e14e-462c-473a-b84d-ccc769d51d9e is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:56.237129 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5d0edd48-7294-41e6-8970-64c74a978d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9385e14e-462c-473a-b84d-ccc769d51d9e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:56.332773 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-5d0edd48-7294-41e6-8970-64c74a978d77 None None] For port 9385e14e-462c-473a-b84d-ccc769d51d9e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9385e14e-462c-473a-b84d-ccc769d51d9e,segment=NetworkSegment(be6a8d5d-a159-4560-a67e-91e5b7cbb6ec),segment_id=be6a8d5d-a159-4560-a67e-91e5b7cbb6ec)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:56.342403 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f75586a-d583-4ae2-8223-c3b4729e28f1 None None] The sync data for ids ['35113ccc-8e2a-4a3c-922d-98e362a06434'] in n-d-828185-2 is: [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:23:52Z', 'revision_number': 3, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None, '_interfaces': [{'id': '108a6bce-ebec-4f8f-8242-08ab07ddac3b', 'name': '', 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:8c:e9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:48Z', 'updated_at': '2022-02-07T21:23:52Z', 'revision_number': 2, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9385e14e-462c-473a-b84d-ccc769d51d9e', 'name': '', 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:99:bc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:40Z', 'updated_at': '2022-02-07T21:23:52Z', 'revision_number': 4, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:23:56.347756 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5d0edd48-7294-41e6-8970-64c74a978d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9385e14e-462c-473a-b84d-ccc769d51d9e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:56.376128 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-531060d0-2bf9-43ec-8103-49ca44f99d54 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (27fcfa29-2408-4503-a882-af694b8d82ae), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:56.476754 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-531060d0-2bf9-43ec-8103-49ca44f99d54 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (27fcfa29-2408-4503-a882-af694b8d82ae), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:56.489810 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531060d0-2bf9-43ec-8103-49ca44f99d54 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:56.490723 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-531060d0-2bf9-43ec-8103-49ca44f99d54 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:56.513615 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0edd48-7294-41e6-8970-64c74a978d77 None None] Pushing event updated for resources: {'Port': ['ID=9385e14e-462c-473a-b84d-ccc769d51d9e,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:56.557385 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-531060d0-2bf9-43ec-8103-49ca44f99d54 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5466356 Feb 07 21:23:56.561928 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49200) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:56.572237 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-77b4cd51-c89d-47c2-8397-9de59765533c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'subnet': {'network_id': '27fcfa29-2408-4503-a882-af694b8d82ae', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:23:56.687346 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-aa7897c4-4df7-46f2-ab93-81db2d7d7af5 None None] Provisioning complete for port 0ac19cd4-0050-4a5b-997f-2f84fa8238ae triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:56.690210 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-aa7897c4-4df7-46f2-ab93-81db2d7d7af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0ac19cd4-0050-4a5b-997f-2f84fa8238ae), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:56.725334 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531060d0-2bf9-43ec-8103-49ca44f99d54 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Network': ['ID=27fcfa29-2408-4503-a882-af694b8d82ae,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:56.992115 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 27fcfa29-2408-4503-a882-af694b8d82ae details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:23:57.084686 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f56546-4e25-47e8-94b5-2a65f10759cf req-05f1e075-f4c5-480c-abac-b5ab3aee5545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:57.086270 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53f56546-4e25-47e8-94b5-2a65f10759cf req-05f1e075-f4c5-480c-abac-b5ab3aee5545 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=888ddec89701446fae6507ee7003a9bb&device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 1127 time: 0.3664896 Feb 07 21:23:57.240407 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ebe9e-190e-460d-848a-7c2a46a6f815 req-263a4ff3-6242-48f1-93db-261b01dc9e3b tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:57.243885 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-be5ebe9e-190e-460d-848a-7c2a46a6f815 req-263a4ff3-6242-48f1-93db-261b01dc9e3b tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 945 time: 0.3891325 Feb 07 21:23:57.356722 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 0ac19cd4-0050-4a5b-997f-2f84fa8238ae is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:57.357119 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0ac19cd4-0050-4a5b-997f-2f84fa8238ae), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:57.488547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-be5ebe9e-190e-460d-848a-7c2a46a6f815 req-602c2eff-cb0b-47d7-8f38-8a29a95b8b2d tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645961 Feb 07 21:23:57.575695 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b4cd51-c89d-47c2-8397-9de59765533c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Made reservation on behalf of 4177286fbe8042d7bcd053836f28110a for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:23:57.579854 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-aa7897c4-4df7-46f2-ab93-81db2d7d7af5 None None] Current status of the port 0ac19cd4-0050-4a5b-997f-2f84fa8238ae is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:57.580444 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-aa7897c4-4df7-46f2-ab93-81db2d7d7af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0ac19cd4-0050-4a5b-997f-2f84fa8238ae), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:57.589056 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-77b4cd51-c89d-47c2-8397-9de59765533c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:57.595729 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 0ac19cd4-0050-4a5b-997f-2f84fa8238ae, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0ac19cd4-0050-4a5b-997f-2f84fa8238ae,segment=NetworkSegment(3f2ff540-2ca7-48ac-a8e7-30d165d7c0a6),segment_id=3f2ff540-2ca7-48ac-a8e7-30d165d7c0a6)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:23:57.642486 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0ac19cd4-0050-4a5b-997f-2f84fa8238ae), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:57.869424 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=0ac19cd4-0050-4a5b-997f-2f84fa8238ae,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:58.057956 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-aa7897c4-4df7-46f2-ab93-81db2d7d7af5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:23:58.058857 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-aa7897c4-4df7-46f2-ab93-81db2d7d7af5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:23:58.208037 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-77b4cd51-c89d-47c2-8397-9de59765533c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (e3700dee-67ba-4f0a-a4f1-8e444e3f8946), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:58.400814 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4cd51-c89d-47c2-8397-9de59765533c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Subnet': ['ID=e3700dee-67ba-4f0a-a4f1-8e444e3f8946,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:23:58.410154 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7a301f65-7f0f-4d44-bd16-468245a6231d req-7931bc28-c8b7-48e0-aa52-05a31642b6d1 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 210 time: 0.2764530 Feb 07 21:23:58.421402 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b4cd51-c89d-47c2-8397-9de59765533c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:58.421813 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b4cd51-c89d-47c2-8397-9de59765533c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:58.422446 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b4cd51-c89d-47c2-8397-9de59765533c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:58.422657 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b4cd51-c89d-47c2-8397-9de59765533c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:58.422927 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b4cd51-c89d-47c2-8397-9de59765533c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:58.424826 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b4cd51-c89d-47c2-8397-9de59765533c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:58.425273 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b4cd51-c89d-47c2-8397-9de59765533c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:58.425631 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b4cd51-c89d-47c2-8397-9de59765533c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:58.425959 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b4cd51-c89d-47c2-8397-9de59765533c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:58.426296 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b4cd51-c89d-47c2-8397-9de59765533c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:58.426631 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b4cd51-c89d-47c2-8397-9de59765533c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:58.426982 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b4cd51-c89d-47c2-8397-9de59765533c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:58.427308 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b4cd51-c89d-47c2-8397-9de59765533c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:23:58.505839 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f56546-4e25-47e8-94b5-2a65f10759cf req-551b2db2-92d4-473b-86be-7a196c02aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:58.517468 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53f56546-4e25-47e8-94b5-2a65f10759cf req-551b2db2-92d4-473b-86be-7a196c02aed7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=efd634c5-6bed-43d6-946e-21533802ff0e HTTP/1.1" status: 200 len: 919 time: 1.3879707 Feb 07 21:23:58.676089 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-aa7897c4-4df7-46f2-ab93-81db2d7d7af5 None None] Current status of the port 0ac19cd4-0050-4a5b-997f-2f84fa8238ae is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:58.756728 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53f56546-4e25-47e8-94b5-2a65f10759cf req-ee6d3234-6f7a-45d7-a578-0e1af6bcb8e8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c0556bd-78a8-4483-a2a4-2d3289544e63 HTTP/1.1" status: 200 len: 217 time: 0.2136087 Feb 07 21:23:58.813332 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-fefc5e9d-78c2-4642-b2f3-c4eb37a514be None None] Provisioning complete for port 108a6bce-ebec-4f8f-8242-08ab07ddac3b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:58.813711 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fefc5e9d-78c2-4642-b2f3-c4eb37a514be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (108a6bce-ebec-4f8f-8242-08ab07ddac3b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:58.877224 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0e4c9-b611-48a6-95b9-e3a1a6c171ce req-1d7cf78e-3b03-49fc-bedb-3c9c3d938f41 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:58.879474 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b6e0e4c9-b611-48a6-95b9-e3a1a6c171ce req-1d7cf78e-3b03-49fc-bedb-3c9c3d938f41 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 1.5386026 Feb 07 21:23:58.915965 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-fefc5e9d-78c2-4642-b2f3-c4eb37a514be None None] Port 108a6bce-ebec-4f8f-8242-08ab07ddac3b cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:23:58.952507 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-fefc5e9d-78c2-4642-b2f3-c4eb37a514be None None] Provisioning complete for port 0ac19cd4-0050-4a5b-997f-2f84fa8238ae triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:23:58.952885 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fefc5e9d-78c2-4642-b2f3-c4eb37a514be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0ac19cd4-0050-4a5b-997f-2f84fa8238ae), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:59.068346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4cd51-c89d-47c2-8397-9de59765533c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Checking segment: {'id': '7618c388-e940-4c8b-a512-5ff2abc0b8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '27fcfa29-2408-4503-a882-af694b8d82ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:23:59.068902 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b4cd51-c89d-47c2-8397-9de59765533c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network hostable DHCP agents. Network: 27fcfa29-2408-4503-a882-af694b8d82ae, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:23:59.098927 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f56546-4e25-47e8-94b5-2a65f10759cf req-50be11ba-a8de-41c1-b4e0-f6c93a4be875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:59.109733 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53f56546-4e25-47e8-94b5-2a65f10759cf req-50be11ba-a8de-41c1-b4e0-f6c93a4be875 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1 HTTP/1.1" status: 200 len: 858 time: 0.3203874 Feb 07 21:23:59.247521 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53f56546-4e25-47e8-94b5-2a65f10759cf req-4db5d313-b1d5-4b8d-b53e-31a6dd45da61 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=efd634c5-6bed-43d6-946e-21533802ff0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906727 Feb 07 21:23:59.290069 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-fefc5e9d-78c2-4642-b2f3-c4eb37a514be None None] Current status of the port 0ac19cd4-0050-4a5b-997f-2f84fa8238ae is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:23:59.296707 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b6e0e4c9-b611-48a6-95b9-e3a1a6c171ce req-652f9a7e-ae10-480c-83a7-334284ebda0b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861854 Feb 07 21:23:59.412045 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da4d3b-09e8-436b-a2f3-766ecce9a232 req-a447a5dc-a739-4a08-8714-603ef942fd22 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:59.422745 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9da4d3b-09e8-436b-a2f3-766ecce9a232 req-a447a5dc-a739-4a08-8714-603ef942fd22 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 945 time: 0.6596899 Feb 07 21:23:59.436961 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b4cd51-c89d-47c2-8397-9de59765533c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network 27fcfa29-2408-4503-a882-af694b8d82ae is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:23:59.492247 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53f56546-4e25-47e8-94b5-2a65f10759cf req-cf58d1e6-7a79-424f-8ce9-211a2e1a178b service neutron] 10.222.0.71 "GET /v2.0/networks/efd634c5-6bed-43d6-946e-21533802ff0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378120 Feb 07 21:23:59.570129 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-77b4cd51-c89d-47c2-8397-9de59765533c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 27fcfa29-2408-4503-a882-af694b8d82ae) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:23:59.579398 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8938ae1-333a-4678-9237-c2d18527ca2f None None] Network 27fcfa29-2408-4503-a882-af694b8d82ae requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:23:59.624601 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b4cd51-c89d-47c2-8397-9de59765533c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:23:59.625561 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-77b4cd51-c89d-47c2-8397-9de59765533c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:59.629780 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-62082a96-ed59-4c89-b172-3684c752d159 req-7108ac86-4bac-4836-9fe8-3b15634f85ef tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 210 time: 0.0753403 Feb 07 21:23:59.682115 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9da4d3b-09e8-436b-a2f3-766ecce9a232 req-b15609eb-0de6-47ef-96a9-c44487c9aad8 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579443 Feb 07 21:23:59.750900 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-77b4cd51-c89d-47c2-8397-9de59765533c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1869514 Feb 07 21:23:59.754179 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49250) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:23:59.778595 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-27fcfa29-2408-4503-a882-af694b8d82ae', 'network_id': '27fcfa29-2408-4503-a882-af694b8d82ae', 'project_id': '4177286fbe8042d7bcd053836f28110a', 'fixed_ips': [{'subnet_id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:23:59.780053 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:23:59.828797 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53f56546-4e25-47e8-94b5-2a65f10759cf req-924391dd-681b-4d04-b509-a94772d34d18 service neutron] 10.222.0.71 "GET /v2.0/networks/efd634c5-6bed-43d6-946e-21533802ff0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279872 Feb 07 21:24:00.182986 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9385e14e-462c-473a-b84d-ccc769d51d9e up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:24:00.410919 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Allocated IP 172.22.0.2 (27fcfa29-2408-4503-a882-af694b8d82ae/e3700dee-67ba-4f0a-a4f1-8e444e3f8946/2ffd4a3e-42a7-44bc-a328-656e42626101) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:24:00.459941 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 9385e14e-462c-473a-b84d-ccc769d51d9e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:00.470713 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9385e14e-462c-473a-b84d-ccc769d51d9e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:00.727031 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b070132-02c5-4b78-b0e7-75157de1bb63 None None] Sync routers for ids ['35113ccc-8e2a-4a3c-922d-98e362a06434'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:24:00.752824 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda019a2-b239-448c-8af7-27ea8e0b0d96 req-c0a3d26f-f7a7-4bdd-b749-9c65d3682798 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:00.756339 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b070132-02c5-4b78-b0e7-75157de1bb63 None None] Routers {'35113ccc-8e2a-4a3c-922d-98e362a06434'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:00.761152 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bda019a2-b239-448c-8af7-27ea8e0b0d96 req-c0a3d26f-f7a7-4bdd-b749-9c65d3682798 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 0.2231088 Feb 07 21:24:00.764252 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9b070132-02c5-4b78-b0e7-75157de1bb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:23:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['35113ccc-8e2a-4a3c-922d-98e362a06434'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:01.100944 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bda019a2-b239-448c-8af7-27ea8e0b0d96 req-a6254395-c2f8-4075-8786-d85e07277fd4 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308754 Feb 07 21:24:01.109311 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-218a4f23-9ea2-4669-be41-e7cd09086dab req-1d6c3e9a-7e06-401c-948e-b2781608a42f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 210 time: 0.1355779 Feb 07 21:24:01.173760 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-9b070132-02c5-4b78-b0e7-75157de1bb63 None None] Set router 35113ccc-8e2a-4a3c-922d-98e362a06434 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:24:01.256480 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-053f0e35-3928-4318-b63b-ba69d2741c3a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:01.371203 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6fa4d-6d97-4f1e-8547-48f3cef75e04 req-6a29585b-f147-4662-b6ff-5156c1f78cd7 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:01.391999 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3ab6fa4d-6d97-4f1e-8547-48f3cef75e04 req-6a29585b-f147-4662-b6ff-5156c1f78cd7 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 945 time: 0.1572928 Feb 07 21:24:01.483846 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 9385e14e-462c-473a-b84d-ccc769d51d9e is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:01.499237 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0ac19cd4-0050-4a5b-997f-2f84fa8238ae up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:24:01.533432 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3ab6fa4d-6d97-4f1e-8547-48f3cef75e04 req-74d9e489-0f9c-4e0b-9514-f0d3f4cd3118 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402540 Feb 07 21:24:01.684477 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 0ac19cd4-0050-4a5b-997f-2f84fa8238ae triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:01.689141 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0ac19cd4-0050-4a5b-997f-2f84fa8238ae), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:01.832737 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9b070132-02c5-4b78-b0e7-75157de1bb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:23:52Z', 'revision_number': 3, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None, '_interfaces': [{'id': '108a6bce-ebec-4f8f-8242-08ab07ddac3b', 'name': '', 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:8c:e9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:48Z', 'updated_at': '2022-02-07T21:23:52Z', 'revision_number': 2, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9385e14e-462c-473a-b84d-ccc769d51d9e', 'name': '', 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:99:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:40Z', 'updated_at': '2022-02-07T21:23:56Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:01.899907 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b070132-02c5-4b78-b0e7-75157de1bb63 None None] Checking router: 35113ccc-8e2a-4a3c-922d-98e362a06434 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:24:01.900276 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b070132-02c5-4b78-b0e7-75157de1bb63 None None] Updating router 35113ccc-8e2a-4a3c-922d-98e362a06434 port 108a6bce-ebec-4f8f-8242-08ab07ddac3b binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:24:01.910823 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Publish callbacks [] for port (2ffd4a3e-42a7-44bc-a328-656e42626101), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:01.972334 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9b070132-02c5-4b78-b0e7-75157de1bb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (108a6bce-ebec-4f8f-8242-08ab07ddac3b), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:02.015453 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (2ffd4a3e-42a7-44bc-a328-656e42626101), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:02.177961 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-053f0e35-3928-4318-b63b-ba69d2741c3a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Allocated IP 172.22.0.1 (27fcfa29-2408-4503-a882-af694b8d82ae/e3700dee-67ba-4f0a-a4f1-8e444e3f8946/9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:24:02.378015 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Pushing event updated for resources: {'Port': ['ID=2ffd4a3e-42a7-44bc-a328-656e42626101,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:02.398324 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Network 27fcfa29-2408-4503-a882-af694b8d82ae is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:24:02.400165 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 0ac19cd4-0050-4a5b-997f-2f84fa8238ae is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:02.403330 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-053f0e35-3928-4318-b63b-ba69d2741c3a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for port (9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:02.417739 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:02.418105 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:02.420594 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:02.420947 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:02.421293 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:02.428037 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:02.428591 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:02.428942 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:02.429285 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:02.429626 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:02.429963 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:02.432454 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:02.433181 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:02.444017 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:24:02.460105 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:24:02.483736 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9c690bc-503a-473a-ae76-b7223e02607c req-16bcaacc-ab80-4811-a0e5-974c2fdb6a85 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 210 time: 0.1305535 Feb 07 21:24:02.532492 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-053f0e35-3928-4318-b63b-ba69d2741c3a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:02.547217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece0661-eb94-4556-b27e-d8d9ffc6a351 req-f26f2d7d-845a-4d82-8267-7bda336260f3 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:02.555879 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bece0661-eb94-4556-b27e-d8d9ffc6a351 req-f26f2d7d-845a-4d82-8267-7bda336260f3 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 0.3254929 Feb 07 21:24:02.596885 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Attempting to bind port 2ffd4a3e-42a7-44bc-a328-656e42626101 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:24:02.597411 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Attempting to bind port 2ffd4a3e-42a7-44bc-a328-656e42626101 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '7618c388-e940-4c8b-a512-5ff2abc0b8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '27fcfa29-2408-4503-a882-af694b8d82ae'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:24:02.599689 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Attempting to bind port 2ffd4a3e-42a7-44bc-a328-656e42626101 on network 27fcfa29-2408-4503-a882-af694b8d82ae {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:24:02.610263 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:24:02.610683 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Checking segment: {'id': '7618c388-e940-4c8b-a512-5ff2abc0b8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '27fcfa29-2408-4503-a882-af694b8d82ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:24:02.617309 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:02.617730 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Bound using segment: {'id': '7618c388-e940-4c8b-a512-5ff2abc0b8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '27fcfa29-2408-4503-a882-af694b8d82ae'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:24:02.618358 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Bound port: 2ffd4a3e-42a7-44bc-a328-656e42626101, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7618c388-e940-4c8b-a512-5ff2abc0b8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '27fcfa29-2408-4503-a882-af694b8d82ae'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:24:02.618761 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2ffd4a3e-42a7-44bc-a328-656e42626101), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:02.673560 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053f0e35-3928-4318-b63b-ba69d2741c3a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network 27fcfa29-2408-4503-a882-af694b8d82ae is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:24:02.711246 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-053f0e35-3928-4318-b63b-ba69d2741c3a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:24:02.713557 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bece0661-eb94-4556-b27e-d8d9ffc6a351 req-7e85f743-2572-45f2-a2b1-60e403cb509c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413767 Feb 07 21:24:02.721238 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053f0e35-3928-4318-b63b-ba69d2741c3a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:24:02.790625 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] For port 2ffd4a3e-42a7-44bc-a328-656e42626101, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:24:02.797284 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] For port 2ffd4a3e-42a7-44bc-a328-656e42626101, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2ffd4a3e-42a7-44bc-a328-656e42626101,segment=NetworkSegment(7618c388-e940-4c8b-a512-5ff2abc0b8c6),segment_id=7618c388-e940-4c8b-a512-5ff2abc0b8c6)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:24:02.814091 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2ffd4a3e-42a7-44bc-a328-656e42626101), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:02.821297 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f0e35-3928-4318-b63b-ba69d2741c3a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Port': ['ID=9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:02.823976 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9b070132-02c5-4b78-b0e7-75157de1bb63 None None] Publish callbacks [] for port (108a6bce-ebec-4f8f-8242-08ab07ddac3b), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:02.845921 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9b070132-02c5-4b78-b0e7-75157de1bb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (108a6bce-ebec-4f8f-8242-08ab07ddac3b), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:02.914352 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f105f-2979-4d3e-9283-5be33027d763 req-395771fc-e2e9-4dcd-aa1a-2e025e2cb3b1 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:02.916028 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-053f0e35-3928-4318-b63b-ba69d2741c3a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (35113ccc-8e2a-4a3c-922d-98e362a06434), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:02.919459 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-980f105f-2979-4d3e-9283-5be33027d763 req-395771fc-e2e9-4dcd-aa1a-2e025e2cb3b1 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 945 time: 0.1708019 Feb 07 21:24:02.931474 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd30f8-266d-4b42-9edc-b22bcd22642b None None] Pushing event updated for resources: {'Port': ['ID=2ffd4a3e-42a7-44bc-a328-656e42626101,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:03.075006 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-980f105f-2979-4d3e-9283-5be33027d763 req-30cd2626-837a-4c5b-bb48-76a49cc5f4e4 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476333 Feb 07 21:24:03.160422 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0e580-c7e4-490f-8202-1337908b9b1e None None] Pushing event updated for resources: {'Port': ['ID=108a6bce-ebec-4f8f-8242-08ab07ddac3b,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:03.287072 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-9b070132-02c5-4b78-b0e7-75157de1bb63 None None] Attempting to bind port 108a6bce-ebec-4f8f-8242-08ab07ddac3b on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:24:03.287449 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-9b070132-02c5-4b78-b0e7-75157de1bb63 None None] Attempting to bind port 108a6bce-ebec-4f8f-8242-08ab07ddac3b by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '3f2ff540-2ca7-48ac-a8e7-30d165d7c0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:24:03.287809 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b070132-02c5-4b78-b0e7-75157de1bb63 None None] Attempting to bind port 108a6bce-ebec-4f8f-8242-08ab07ddac3b on network 01f2a732-c53c-41cd-bf9a-92349d6c896d {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:24:03.303735 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b070132-02c5-4b78-b0e7-75157de1bb63 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:24:03.304110 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b070132-02c5-4b78-b0e7-75157de1bb63 None None] Checking segment: {'id': '3f2ff540-2ca7-48ac-a8e7-30d165d7c0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:24:03.304549 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9b070132-02c5-4b78-b0e7-75157de1bb63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:03.304949 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b070132-02c5-4b78-b0e7-75157de1bb63 None None] Bound using segment: {'id': '3f2ff540-2ca7-48ac-a8e7-30d165d7c0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:24:03.305606 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-9b070132-02c5-4b78-b0e7-75157de1bb63 None None] Bound port: 108a6bce-ebec-4f8f-8242-08ab07ddac3b, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2ff540-2ca7-48ac-a8e7-30d165d7c0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:24:03.305993 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9b070132-02c5-4b78-b0e7-75157de1bb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (108a6bce-ebec-4f8f-8242-08ab07ddac3b), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:03.325179 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-053f0e35-3928-4318-b63b-ba69d2741c3a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:03.650665 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-9b070132-02c5-4b78-b0e7-75157de1bb63 None None] For port 108a6bce-ebec-4f8f-8242-08ab07ddac3b, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:24:03.671702 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-9b070132-02c5-4b78-b0e7-75157de1bb63 None None] For port 108a6bce-ebec-4f8f-8242-08ab07ddac3b, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=108a6bce-ebec-4f8f-8242-08ab07ddac3b,segment=NetworkSegment(3f2ff540-2ca7-48ac-a8e7-30d165d7c0a6),segment_id=3f2ff540-2ca7-48ac-a8e7-30d165d7c0a6)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:24:03.696396 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9b070132-02c5-4b78-b0e7-75157de1bb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (108a6bce-ebec-4f8f-8242-08ab07ddac3b), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:03.724535 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:03.743402 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d6a14806-3f12-4dd6-8c13-9cbbbf9d774d None None] Provisioning complete for port 108a6bce-ebec-4f8f-8242-08ab07ddac3b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:03.743800 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d6a14806-3f12-4dd6-8c13-9cbbbf9d774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (108a6bce-ebec-4f8f-8242-08ab07ddac3b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:03.792538 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7dba1e79-0855-4662-bbda-d9ad3f162af1 req-074d010d-0b22-4482-bdef-0b8ad697e12a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 210 time: 0.1235623 Feb 07 21:24:03.975725 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b070132-02c5-4b78-b0e7-75157de1bb63 None None] Routers {'35113ccc-8e2a-4a3c-922d-98e362a06434'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:03.976632 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9b070132-02c5-4b78-b0e7-75157de1bb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:23:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['35113ccc-8e2a-4a3c-922d-98e362a06434'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:03.981760 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2095e-0960-4791-a548-431d4b2a5943 req-20f345c9-41e3-42f1-aef2-adb0b4455345 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:03.994263 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c3a2095e-0960-4791-a548-431d4b2a5943 req-20f345c9-41e3-42f1-aef2-adb0b4455345 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 0.2053299 Feb 07 21:24:04.039719 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:04.040944 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d6a14806-3f12-4dd6-8c13-9cbbbf9d774d None None] Current status of the port 108a6bce-ebec-4f8f-8242-08ab07ddac3b is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:04.041777 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d6a14806-3f12-4dd6-8c13-9cbbbf9d774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (108a6bce-ebec-4f8f-8242-08ab07ddac3b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:04.098402 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c3a2095e-0960-4791-a548-431d4b2a5943 req-b8978454-94d5-49ed-81f4-f352a77fe550 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977554 Feb 07 21:24:04.170420 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d6a14806-3f12-4dd6-8c13-9cbbbf9d774d None None] For port 108a6bce-ebec-4f8f-8242-08ab07ddac3b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=108a6bce-ebec-4f8f-8242-08ab07ddac3b,segment=NetworkSegment(3f2ff540-2ca7-48ac-a8e7-30d165d7c0a6),segment_id=3f2ff540-2ca7-48ac-a8e7-30d165d7c0a6)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:24:04.185074 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d6a14806-3f12-4dd6-8c13-9cbbbf9d774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (108a6bce-ebec-4f8f-8242-08ab07ddac3b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:04.247122 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-9b070132-02c5-4b78-b0e7-75157de1bb63 None None] Set router 35113ccc-8e2a-4a3c-922d-98e362a06434 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:24:04.348609 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a14806-3f12-4dd6-8c13-9cbbbf9d774d None None] Pushing event updated for resources: {'Port': ['ID=108a6bce-ebec-4f8f-8242-08ab07ddac3b,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:04.442241 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0e580-c7e4-490f-8202-1337908b9b1e None None] Pushing event updated for resources: {'Port': ['ID=108a6bce-ebec-4f8f-8242-08ab07ddac3b,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:04.446767 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09482b47-36b3-4f82-bc0c-00d3a9278c38 req-60bbaf15-a6df-4fa5-8b7f-8670c7f737ae tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:04.448386 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-09482b47-36b3-4f82-bc0c-00d3a9278c38 req-60bbaf15-a6df-4fa5-8b7f-8670c7f737ae tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 945 time: 0.1586809 Feb 07 21:24:04.462549 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-053f0e35-3928-4318-b63b-ba69d2741c3a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for port (9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:04.482726 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-053f0e35-3928-4318-b63b-ba69d2741c3a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:04.538378 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1d0f1588-1586-423a-8b4f-67734a5eea4c None None] Provisioning complete for port 108a6bce-ebec-4f8f-8242-08ab07ddac3b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:04.538756 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1d0f1588-1586-423a-8b4f-67734a5eea4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (108a6bce-ebec-4f8f-8242-08ab07ddac3b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:04.623805 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-09482b47-36b3-4f82-bc0c-00d3a9278c38 req-0ee55d7c-6b02-4357-bbeb-a352a9818907 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655331 Feb 07 21:24:04.750300 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-053f0e35-3928-4318-b63b-ba69d2741c3a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (35113ccc-8e2a-4a3c-922d-98e362a06434), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:04.947404 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1d0f1588-1586-423a-8b4f-67734a5eea4c None None] Current status of the port 108a6bce-ebec-4f8f-8242-08ab07ddac3b is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:04.949868 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9b070132-02c5-4b78-b0e7-75157de1bb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:24:03Z', 'revision_number': 4, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None, '_interfaces': [{'id': '108a6bce-ebec-4f8f-8242-08ab07ddac3b', 'name': '', 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:8c:e9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:48Z', 'updated_at': '2022-02-07T21:24:03Z', 'revision_number': 4, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9385e14e-462c-473a-b84d-ccc769d51d9e', 'name': '', 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:99:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:40Z', 'updated_at': '2022-02-07T21:23:56Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8', 'name': '', 'network_id': '27fcfa29-2408-4503-a882-af694b8d82ae', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:91:93:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:01Z', 'updated_at': '2022-02-07T21:24:02Z', 'revision_number': 1, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:05.059305 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d7e5fbc8-14d9-499b-8fb8-9689cb4b398f req-9d892649-e1ca-4af6-8c2d-9e9f6698e185 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 210 time: 0.0959985 Feb 07 21:24:05.093307 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2ffd4a3e-42a7-44bc-a328-656e42626101 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:24:05.103159 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b070132-02c5-4b78-b0e7-75157de1bb63 None None] The sync data for ids ['35113ccc-8e2a-4a3c-922d-98e362a06434'] in n-d-828185-2 is: [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:24:03Z', 'revision_number': 4, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None, '_interfaces': [{'id': '108a6bce-ebec-4f8f-8242-08ab07ddac3b', 'name': '', 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:8c:e9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:48Z', 'updated_at': '2022-02-07T21:24:03Z', 'revision_number': 4, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9385e14e-462c-473a-b84d-ccc769d51d9e', 'name': '', 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:99:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:40Z', 'updated_at': '2022-02-07T21:23:56Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8', 'name': '', 'network_id': '27fcfa29-2408-4503-a882-af694b8d82ae', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:91:93:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:01Z', 'updated_at': '2022-02-07T21:24:02Z', 'revision_number': 1, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:24:05.182426 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f0e35-3928-4318-b63b-ba69d2741c3a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Port': ['ID=9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:05.326309 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 2ffd4a3e-42a7-44bc-a328-656e42626101 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:05.329466 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2ffd4a3e-42a7-44bc-a328-656e42626101), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:05.418676 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053f0e35-3928-4318-b63b-ba69d2741c3a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network 27fcfa29-2408-4503-a882-af694b8d82ae is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:24:05.434404 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-053f0e35-3928-4318-b63b-ba69d2741c3a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:24:05.476471 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed253188-d58b-4195-b4e3-00983508da70 req-ec2bc603-7b01-4674-8890-a10983367bb2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:05.487221 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9545cf-fd6d-4e25-b4e5-66735687ffd5 None None] Network 27fcfa29-2408-4503-a882-af694b8d82ae requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:24:05.491570 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed253188-d58b-4195-b4e3-00983508da70 req-ec2bc603-7b01-4674-8890-a10983367bb2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 0.1370933 Feb 07 21:24:05.623658 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed253188-d58b-4195-b4e3-00983508da70 req-55821e2f-1964-4f73-ba26-6e53dfe19d88 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230865 Feb 07 21:24:05.777467 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053f0e35-3928-4318-b63b-ba69d2741c3a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Router 35113ccc-8e2a-4a3c-922d-98e362a06434 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:24:05.891040 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1b35a8ad-deaa-4909-8b7b-2d93ea93e2f2 None None] Provisioning complete for port 2ffd4a3e-42a7-44bc-a328-656e42626101 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:05.891837 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1b35a8ad-deaa-4909-8b7b-2d93ea93e2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2ffd4a3e-42a7-44bc-a328-656e42626101), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:05.918320 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe72e56-539a-4d78-ae05-11f6624158c2 req-2f9d2000-e25c-4254-801b-d0e548ab7cf4 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:05.930241 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1fe72e56-539a-4d78-ae05-11f6624158c2 req-2f9d2000-e25c-4254-801b-d0e548ab7cf4 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 945 time: 0.1752942 Feb 07 21:24:05.977083 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 2ffd4a3e-42a7-44bc-a328-656e42626101 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:05.977672 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2ffd4a3e-42a7-44bc-a328-656e42626101), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:06.071384 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053f0e35-3928-4318-b63b-ba69d2741c3a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:24:06.082752 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-053f0e35-3928-4318-b63b-ba69d2741c3a tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "PUT /v2.0/routers/35113ccc-8e2a-4a3c-922d-98e362a06434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3266559 Feb 07 21:24:06.083577 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49322) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:06.086106 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1fe72e56-539a-4d78-ae05-11f6624158c2 req-7e95ce9f-dc1b-41d4-8d23-cbbcb9f40dfb tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525526 Feb 07 21:24:06.097503 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ed3ae44a-9317-47de-a5ec-b89b029de249 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'network': {'name': 'tempest-RoutersTest-1229034217'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:24:06.165202 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3ae44a-9317-47de-a5ec-b89b029de249 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Made reservation on behalf of 4177286fbe8042d7bcd053836f28110a for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:24:06.178404 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed3ae44a-9317-47de-a5ec-b89b029de249 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:06.191718 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1b35a8ad-deaa-4909-8b7b-2d93ea93e2f2 None None] Current status of the port 2ffd4a3e-42a7-44bc-a328-656e42626101 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:06.192273 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1b35a8ad-deaa-4909-8b7b-2d93ea93e2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2ffd4a3e-42a7-44bc-a328-656e42626101), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:06.243699 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed3ae44a-9317-47de-a5ec-b89b029de249 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:24:06.271662 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed3ae44a-9317-47de-a5ec-b89b029de249 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (4363d886-675a-45e3-ac26-3799a839c3e2), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:06.272682 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 2ffd4a3e-42a7-44bc-a328-656e42626101, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2ffd4a3e-42a7-44bc-a328-656e42626101,segment=NetworkSegment(7618c388-e940-4c8b-a512-5ff2abc0b8c6),segment_id=7618c388-e940-4c8b-a512-5ff2abc0b8c6)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:24:06.272896 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-ed3ae44a-9317-47de-a5ec-b89b029de249 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Added segment 4363d886-675a-45e3-ac26-3799a839c3e2 of type vlan for network 24e4e023-3164-4b4f-93c7-c5ce6c29a16d Feb 07 21:24:06.432768 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a30decaf-fc8e-4acf-b5b1-102e642e7710 req-33a41da9-a92d-4613-b975-e1bc16a37017 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 210 time: 0.1476424 Feb 07 21:24:06.474033 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed3ae44a-9317-47de-a5ec-b89b029de249 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (24e4e023-3164-4b4f-93c7-c5ce6c29a16d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:06.482152 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-1b35a8ad-deaa-4909-8b7b-2d93ea93e2f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:24:06.482452 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-1b35a8ad-deaa-4909-8b7b-2d93ea93e2f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:24:06.485975 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2ffd4a3e-42a7-44bc-a328-656e42626101), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:06.486773 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 108a6bce-ebec-4f8f-8242-08ab07ddac3b up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:24:06.572965 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed3ae44a-9317-47de-a5ec-b89b029de249 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (24e4e023-3164-4b4f-93c7-c5ce6c29a16d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:06.586059 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3ae44a-9317-47de-a5ec-b89b029de249 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:06.587683 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed3ae44a-9317-47de-a5ec-b89b029de249 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:06.713095 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ed3ae44a-9317-47de-a5ec-b89b029de249 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6258152 Feb 07 21:24:06.713344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49334) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:06.713872 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=2ffd4a3e-42a7-44bc-a328-656e42626101,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:06.718402 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a8ac2096-502b-41cc-a8c4-30bf3b8b4501 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'subnet': {'network_id': '24e4e023-3164-4b4f-93c7-c5ce6c29a16d', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:24:06.799177 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 108a6bce-ebec-4f8f-8242-08ab07ddac3b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:06.799578 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (108a6bce-ebec-4f8f-8242-08ab07ddac3b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:06.851749 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343f44f5-09c3-43ba-8d0e-b7aaa28bcbd1 None None] Sync routers for ids ['35113ccc-8e2a-4a3c-922d-98e362a06434'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:24:06.891752 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3ae44a-9317-47de-a5ec-b89b029de249 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Network': ['ID=24e4e023-3164-4b4f-93c7-c5ce6c29a16d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:06.910936 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 24e4e023-3164-4b4f-93c7-c5ce6c29a16d details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:24:07.133814 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343f44f5-09c3-43ba-8d0e-b7aaa28bcbd1 None None] Routers {'35113ccc-8e2a-4a3c-922d-98e362a06434'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:07.134463 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-343f44f5-09c3-43ba-8d0e-b7aaa28bcbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:23:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['35113ccc-8e2a-4a3c-922d-98e362a06434'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:07.143977 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1b35a8ad-deaa-4909-8b7b-2d93ea93e2f2 None None] Current status of the port 2ffd4a3e-42a7-44bc-a328-656e42626101 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:07.410198 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ac2096-502b-41cc-a8c4-30bf3b8b4501 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Made reservation on behalf of 4177286fbe8042d7bcd053836f28110a for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:24:07.416199 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8ac2096-502b-41cc-a8c4-30bf3b8b4501 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:07.516780 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c255d-1314-4c88-b6be-84dad70c8a5b req-a876ac77-1d8c-4012-af1f-b8b0f7107a66 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:07.524861 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f56c255d-1314-4c88-b6be-84dad70c8a5b req-a876ac77-1d8c-4012-af1f-b8b0f7107a66 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 0.5092759 Feb 07 21:24:07.617607 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 108a6bce-ebec-4f8f-8242-08ab07ddac3b is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:07.642737 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b2c5721d-9f0e-4ce6-b0c6-a45aa9af5bc5 None None] Provisioning complete for port 2ffd4a3e-42a7-44bc-a328-656e42626101 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:07.645014 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b2c5721d-9f0e-4ce6-b0c6-a45aa9af5bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2ffd4a3e-42a7-44bc-a328-656e42626101), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:07.712748 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-343f44f5-09c3-43ba-8d0e-b7aaa28bcbd1 None None] Set router 35113ccc-8e2a-4a3c-922d-98e362a06434 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:24:07.743317 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f56c255d-1314-4c88-b6be-84dad70c8a5b req-82d79554-8f31-4993-ae0f-bcb55cc150f1 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170422 Feb 07 21:24:07.787935 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bf863-63c3-496f-96b0-0f45d5b22adf req-3764045f-169c-4548-8890-2e39f9e92376 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:07.805811 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-327bf863-63c3-496f-96b0-0f45d5b22adf req-3764045f-169c-4548-8890-2e39f9e92376 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 945 time: 0.4759648 Feb 07 21:24:07.930241 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0826c795-e53b-4cf3-b297-6966fe0987df req-8681c548-c8af-4fdf-b4f7-656174ed6714 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 210 time: 0.0573440 Feb 07 21:24:07.964296 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-327bf863-63c3-496f-96b0-0f45d5b22adf req-1382d1c8-f859-45a7-975f-c3dfe7be5ce5 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573088 Feb 07 21:24:07.983780 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2ffd4a3e-42a7-44bc-a328-656e42626101 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:24:08.249865 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b2c5721d-9f0e-4ce6-b0c6-a45aa9af5bc5 None None] Current status of the port 2ffd4a3e-42a7-44bc-a328-656e42626101 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:08.251786 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8ac2096-502b-41cc-a8c4-30bf3b8b4501 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (718c250e-0997-4e41-b958-ed1f9baf93fd), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:08.295307 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b2c5721d-9f0e-4ce6-b0c6-a45aa9af5bc5 None None] Provisioning complete for port 9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:08.295684 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b2c5721d-9f0e-4ce6-b0c6-a45aa9af5bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:08.331730 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-343f44f5-09c3-43ba-8d0e-b7aaa28bcbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:24:03Z', 'revision_number': 4, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None, '_interfaces': [{'id': '108a6bce-ebec-4f8f-8242-08ab07ddac3b', 'name': '', 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:8c:e9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:48Z', 'updated_at': '2022-02-07T21:24:04Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9385e14e-462c-473a-b84d-ccc769d51d9e', 'name': '', 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:99:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:40Z', 'updated_at': '2022-02-07T21:23:56Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8', 'name': '', 'network_id': '27fcfa29-2408-4503-a882-af694b8d82ae', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:91:93:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:01Z', 'updated_at': '2022-02-07T21:24:04Z', 'revision_number': 2, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:08.344297 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac2096-502b-41cc-a8c4-30bf3b8b4501 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Subnet': ['ID=718c250e-0997-4e41-b958-ed1f9baf93fd,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:08.405065 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b2c5721d-9f0e-4ce6-b0c6-a45aa9af5bc5 None None] Port 9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:24:08.414725 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343f44f5-09c3-43ba-8d0e-b7aaa28bcbd1 None None] Checking router: 35113ccc-8e2a-4a3c-922d-98e362a06434 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:24:08.415085 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343f44f5-09c3-43ba-8d0e-b7aaa28bcbd1 None None] Updating router 35113ccc-8e2a-4a3c-922d-98e362a06434 port 9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:24:08.429140 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac2096-502b-41cc-a8c4-30bf3b8b4501 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Checking segment: {'id': '4363d886-675a-45e3-ac26-3799a839c3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '24e4e023-3164-4b4f-93c7-c5ce6c29a16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:24:08.430157 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ac2096-502b-41cc-a8c4-30bf3b8b4501 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network hostable DHCP agents. Network: 24e4e023-3164-4b4f-93c7-c5ce6c29a16d, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:24:08.465601 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-343f44f5-09c3-43ba-8d0e-b7aaa28bcbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:08.475897 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ac2096-502b-41cc-a8c4-30bf3b8b4501 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network 24e4e023-3164-4b4f-93c7-c5ce6c29a16d is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:24:08.528135 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a8ac2096-502b-41cc-a8c4-30bf3b8b4501 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 24e4e023-3164-4b4f-93c7-c5ce6c29a16d) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:24:08.533232 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ac2096-502b-41cc-a8c4-30bf3b8b4501 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:08.533819 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8ac2096-502b-41cc-a8c4-30bf3b8b4501 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:08.575307 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a8ac2096-502b-41cc-a8c4-30bf3b8b4501 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8609555 Feb 07 21:24:08.577595 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f6f78a-394f-4b0f-baa2-4e3d031fa419 None None] Network 24e4e023-3164-4b4f-93c7-c5ce6c29a16d requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:24:08.578785 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49356) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:08.746425 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 2ffd4a3e-42a7-44bc-a328-656e42626101 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:08.746788 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2ffd4a3e-42a7-44bc-a328-656e42626101), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:08.826603 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0b0941ff-18bc-40df-aad5-07527ee9b81e None None] Provisioning complete for port 9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:08.827449 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0b0941ff-18bc-40df-aad5-07527ee9b81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:09.006711 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a004fec9-f14e-462e-a7f5-a82fc8316efd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-24e4e023-3164-4b4f-93c7-c5ce6c29a16d', 'network_id': '24e4e023-3164-4b4f-93c7-c5ce6c29a16d', 'project_id': '4177286fbe8042d7bcd053836f28110a', 'fixed_ips': [{'subnet_id': '718c250e-0997-4e41-b958-ed1f9baf93fd'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:24:09.009958 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a004fec9-f14e-462e-a7f5-a82fc8316efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:09.097846 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a0dbf-f031-44ad-8b60-5dfea82e82db req-8380cebb-03b2-4e38-abba-ec960a7a43b7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:09.109449 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-633a0dbf-f031-44ad-8b60-5dfea82e82db req-8380cebb-03b2-4e38-abba-ec960a7a43b7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 0.2118719 Feb 07 21:24:09.202683 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6991b6c3-a6d9-4086-a9c1-569e1ac3fcd4 req-d031b0a9-94e8-466d-bc11-5b46cd07e616 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 210 time: 0.1633294 Feb 07 21:24:09.253992 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-633a0dbf-f031-44ad-8b60-5dfea82e82db req-2bf87964-3546-431f-86a5-d04d0c16677e tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367049 Feb 07 21:24:09.359007 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-a004fec9-f14e-462e-a7f5-a82fc8316efd None None] Allocated IP 172.23.0.2 (24e4e023-3164-4b4f-93c7-c5ce6c29a16d/718c250e-0997-4e41-b958-ed1f9baf93fd/5bd45ebe-be64-40ef-af29-813af5de05e9) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:24:09.511144 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5c48a-1f9c-4da2-9440-727e89ee5cab req-6499ec00-f44d-41d5-901c-b1f0e21592e7 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:09.526538 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f1b5c48a-1f9c-4da2-9440-727e89ee5cab req-6499ec00-f44d-41d5-901c-b1f0e21592e7 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 945 time: 0.1210859 Feb 07 21:24:09.563356 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2c9f-62ad-42fe-81ab-cc48fc7ad273 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:09.666923 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f1b5c48a-1f9c-4da2-9440-727e89ee5cab req-6e4fa9a1-902e-4c35-80c5-998e213e2113 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375835 Feb 07 21:24:10.078054 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49378) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:10.185851 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-343f44f5-09c3-43ba-8d0e-b7aaa28bcbd1 None None] Publish callbacks [] for port (9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:10.218536 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0b0941ff-18bc-40df-aad5-07527ee9b81e None None] Port 9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:24:10.237644 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-343f44f5-09c3-43ba-8d0e-b7aaa28bcbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:10.312691 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a54f1c47-b2f8-40e9-8185-8d6c57fd48a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:10.356062 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a004fec9-f14e-462e-a7f5-a82fc8316efd None None] Publish callbacks [] for port (5bd45ebe-be64-40ef-af29-813af5de05e9), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:10.437031 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a004fec9-f14e-462e-a7f5-a82fc8316efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (5bd45ebe-be64-40ef-af29-813af5de05e9), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:10.483431 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a004fec9-f14e-462e-a7f5-a82fc8316efd None None] Network 24e4e023-3164-4b4f-93c7-c5ce6c29a16d is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:24:10.488183 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 2ffd4a3e-42a7-44bc-a328-656e42626101 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:10.498830 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407a2c5-8535-49af-bdbf-1ca38edb39f1 None None] Pushing event updated for resources: {'Port': ['ID=9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:10.587736 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-a004fec9-f14e-462e-a7f5-a82fc8316efd None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:24:10.592044 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:24:10.593027 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a004fec9-f14e-462e-a7f5-a82fc8316efd None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:24:10.608399 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004fec9-f14e-462e-a7f5-a82fc8316efd None None] Pushing event updated for resources: {'Port': ['ID=5bd45ebe-be64-40ef-af29-813af5de05e9,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:10.633920 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-bf4a2c9f-62ad-42fe-81ab-cc48fc7ad273 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Allocated IP 172.23.0.1 (24e4e023-3164-4b4f-93c7-c5ce6c29a16d/718c250e-0997-4e41-b958-ed1f9baf93fd/08d93302-3929-41c7-ab7b-49b72c7ca04a) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:24:10.741503 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-343f44f5-09c3-43ba-8d0e-b7aaa28bcbd1 None None] Attempting to bind port 9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:24:10.741888 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-343f44f5-09c3-43ba-8d0e-b7aaa28bcbd1 None None] Attempting to bind port 9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '7618c388-e940-4c8b-a512-5ff2abc0b8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '27fcfa29-2408-4503-a882-af694b8d82ae'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:24:10.742261 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343f44f5-09c3-43ba-8d0e-b7aaa28bcbd1 None None] Attempting to bind port 9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8 on network 27fcfa29-2408-4503-a882-af694b8d82ae {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:24:10.774035 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-248170d1-640d-40c8-820b-114699684e9f req-34142d0c-e05a-43d2-81df-1ad5c3f1e736 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 210 time: 0.3130937 Feb 07 21:24:10.782234 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343f44f5-09c3-43ba-8d0e-b7aaa28bcbd1 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:24:10.784464 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343f44f5-09c3-43ba-8d0e-b7aaa28bcbd1 None None] Checking segment: {'id': '7618c388-e940-4c8b-a512-5ff2abc0b8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '27fcfa29-2408-4503-a882-af694b8d82ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:24:10.784998 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-343f44f5-09c3-43ba-8d0e-b7aaa28bcbd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:10.785305 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343f44f5-09c3-43ba-8d0e-b7aaa28bcbd1 None None] Bound using segment: {'id': '7618c388-e940-4c8b-a512-5ff2abc0b8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '27fcfa29-2408-4503-a882-af694b8d82ae'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:24:10.785796 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-343f44f5-09c3-43ba-8d0e-b7aaa28bcbd1 None None] Bound port: 9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7618c388-e940-4c8b-a512-5ff2abc0b8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '27fcfa29-2408-4503-a882-af694b8d82ae'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:24:10.786183 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-343f44f5-09c3-43ba-8d0e-b7aaa28bcbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:10.828662 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a54f1c47-b2f8-40e9-8185-8d6c57fd48a0 admin admin] Publish callbacks [] for security_group (79824eac-d580-4604-bf7d-e78e41f07bf8), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:10.851926 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a54f1c47-b2f8-40e9-8185-8d6c57fd48a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (79824eac-d580-4604-bf7d-e78e41f07bf8), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:10.862398 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a004fec9-f14e-462e-a7f5-a82fc8316efd None None] Attempting to bind port 5bd45ebe-be64-40ef-af29-813af5de05e9 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:24:10.862774 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a004fec9-f14e-462e-a7f5-a82fc8316efd None None] Attempting to bind port 5bd45ebe-be64-40ef-af29-813af5de05e9 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '4363d886-675a-45e3-ac26-3799a839c3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '24e4e023-3164-4b4f-93c7-c5ce6c29a16d'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:24:10.863188 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a004fec9-f14e-462e-a7f5-a82fc8316efd None None] Attempting to bind port 5bd45ebe-be64-40ef-af29-813af5de05e9 on network 24e4e023-3164-4b4f-93c7-c5ce6c29a16d {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:24:10.918172 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a54f1c47-b2f8-40e9-8185-8d6c57fd48a0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e599e1fe316c42c9b1aa9f8a79e7713b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8381755 Feb 07 21:24:10.920109 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49392) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:10.938229 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d98779-4998-4456-9b32-9c97144eadfb req-aed9e8f3-1e61-4f91-8a39-c8f6602f38f3 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:10.940034 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9d98779-4998-4456-9b32-9c97144eadfb req-aed9e8f3-1e61-4f91-8a39-c8f6602f38f3 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 0.4725053 Feb 07 21:24:11.082112 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2c9f-62ad-42fe-81ab-cc48fc7ad273 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for port (08d93302-3929-41c7-ab7b-49b72c7ca04a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:11.085477 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-343f44f5-09c3-43ba-8d0e-b7aaa28bcbd1 None None] For port 9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:24:11.102436 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-343f44f5-09c3-43ba-8d0e-b7aaa28bcbd1 None None] For port 9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8,segment=NetworkSegment(7618c388-e940-4c8b-a512-5ff2abc0b8c6),segment_id=7618c388-e940-4c8b-a512-5ff2abc0b8c6)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:24:11.140551 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-343f44f5-09c3-43ba-8d0e-b7aaa28bcbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:11.161727 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2c9f-62ad-42fe-81ab-cc48fc7ad273 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (08d93302-3929-41c7-ab7b-49b72c7ca04a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:11.176610 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a004fec9-f14e-462e-a7f5-a82fc8316efd None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:24:11.176996 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a004fec9-f14e-462e-a7f5-a82fc8316efd None None] Checking segment: {'id': '4363d886-675a-45e3-ac26-3799a839c3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '24e4e023-3164-4b4f-93c7-c5ce6c29a16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:24:11.183391 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a004fec9-f14e-462e-a7f5-a82fc8316efd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:11.183802 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a004fec9-f14e-462e-a7f5-a82fc8316efd None None] Bound using segment: {'id': '4363d886-675a-45e3-ac26-3799a839c3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '24e4e023-3164-4b4f-93c7-c5ce6c29a16d'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:24:11.184333 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a004fec9-f14e-462e-a7f5-a82fc8316efd None None] Bound port: 5bd45ebe-be64-40ef-af29-813af5de05e9, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4363d886-675a-45e3-ac26-3799a839c3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '24e4e023-3164-4b4f-93c7-c5ce6c29a16d'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:24:11.184712 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a004fec9-f14e-462e-a7f5-a82fc8316efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5bd45ebe-be64-40ef-af29-813af5de05e9), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:11.216470 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9d98779-4998-4456-9b32-9c97144eadfb req-ace33bc2-e819-4d5c-b7c0-3d6eb0ed5dd9 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686067 Feb 07 21:24:11.217134 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f1c47-b2f8-40e9-8185-8d6c57fd48a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79824eac-d580-4604-bf7d-e78e41f07bf8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:11.287025 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4a2c9f-62ad-42fe-81ab-cc48fc7ad273 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network 24e4e023-3164-4b4f-93c7-c5ce6c29a16d is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:24:11.312458 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-bf4a2c9f-62ad-42fe-81ab-cc48fc7ad273 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:24:11.319158 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4a2c9f-62ad-42fe-81ab-cc48fc7ad273 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:24:11.358412 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa29dd-6e5c-4289-b5d6-69b3721e42b1 req-caaf681e-901b-432e-850d-a7dfe0d52fcb tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:11.371424 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2afa29dd-6e5c-4289-b5d6-69b3721e42b1 req-caaf681e-901b-432e-850d-a7dfe0d52fcb tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 945 time: 0.3897343 Feb 07 21:24:11.420023 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2c9f-62ad-42fe-81ab-cc48fc7ad273 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (35113ccc-8e2a-4a3c-922d-98e362a06434), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:11.446459 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad0dfae3-3042-4a7f-806e-54f202a92589 admin admin] Publish callbacks [] for security_group (79824eac-d580-4604-bf7d-e78e41f07bf8), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:11.506850 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a2c9f-62ad-42fe-81ab-cc48fc7ad273 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Port': ['ID=08d93302-3929-41c7-ab7b-49b72c7ca04a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:11.559971 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad0dfae3-3042-4a7f-806e-54f202a92589 admin admin] Publish callbacks [] for security_group (79824eac-d580-4604-bf7d-e78e41f07bf8), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:11.572908 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343f44f5-09c3-43ba-8d0e-b7aaa28bcbd1 None None] Routers {'35113ccc-8e2a-4a3c-922d-98e362a06434'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:11.583858 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2afa29dd-6e5c-4289-b5d6-69b3721e42b1 req-27690f7a-bf95-47cb-8c60-2b9d2a3431ff tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114406 Feb 07 21:24:11.593190 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-343f44f5-09c3-43ba-8d0e-b7aaa28bcbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:23:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['35113ccc-8e2a-4a3c-922d-98e362a06434'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:11.623740 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-bd91ee12-a9ef-49a3-9540-2247d1e72824 None None] Provisioning complete for port 9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:11.626781 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bd91ee12-a9ef-49a3-9540-2247d1e72824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:11.688742 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad0dfae3-3042-4a7f-806e-54f202a92589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (79824eac-d580-4604-bf7d-e78e41f07bf8), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:11.692053 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad0dfae3-3042-4a7f-806e-54f202a92589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:11.716067 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ad0dfae3-3042-4a7f-806e-54f202a92589 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/79824eac-d580-4604-bf7d-e78e41f07bf8 HTTP/1.1" status: 204 len: 168 time: 0.7748983 Feb 07 21:24:11.741390 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0dfae3-3042-4a7f-806e-54f202a92589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79824eac-d580-4604-bf7d-e78e41f07bf8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:11.804283 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2c9f-62ad-42fe-81ab-cc48fc7ad273 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (08d93302-3929-41c7-ab7b-49b72c7ca04a), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:12.061537 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7870f3ce-c3f4-4180-a7c9-24489d2285a0 req-1fa20d93-e312-4c18-82a1-a86c627d0f31 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 210 time: 0.1241136 Feb 07 21:24:12.206921 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407a2c5-8535-49af-bdbf-1ca38edb39f1 None None] Pushing event updated for resources: {'Port': ['ID=9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:12.416886 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-343f44f5-09c3-43ba-8d0e-b7aaa28bcbd1 None None] Set router 35113ccc-8e2a-4a3c-922d-98e362a06434 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:24:12.527309 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a004fec9-f14e-462e-a7f5-a82fc8316efd None None] For port 5bd45ebe-be64-40ef-af29-813af5de05e9, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:24:12.641455 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a004fec9-f14e-462e-a7f5-a82fc8316efd None None] For port 5bd45ebe-be64-40ef-af29-813af5de05e9, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=5bd45ebe-be64-40ef-af29-813af5de05e9,segment=NetworkSegment(4363d886-675a-45e3-ac26-3799a839c3e2),segment_id=4363d886-675a-45e3-ac26-3799a839c3e2)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:24:12.652878 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34954132-1988-4947-b8d6-f3f95407f33e req-90924faa-5a24-44e6-85d4-a026f7a308c6 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:12.661022 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-34954132-1988-4947-b8d6-f3f95407f33e req-90924faa-5a24-44e6-85d4-a026f7a308c6 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 0.2346337 Feb 07 21:24:12.728937 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a004fec9-f14e-462e-a7f5-a82fc8316efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (5bd45ebe-be64-40ef-af29-813af5de05e9), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:12.755282 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49408) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:12.770443 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2c9f-62ad-42fe-81ab-cc48fc7ad273 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for port (08d93302-3929-41c7-ab7b-49b72c7ca04a), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:12.781024 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2c9f-62ad-42fe-81ab-cc48fc7ad273 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (08d93302-3929-41c7-ab7b-49b72c7ca04a), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:12.947666 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2f8f2736-179c-4e07-879e-35f83949c284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:12.973348 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2c9f-62ad-42fe-81ab-cc48fc7ad273 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (35113ccc-8e2a-4a3c-922d-98e362a06434), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:13.019392 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-34954132-1988-4947-b8d6-f3f95407f33e req-2ff98734-8615-4f0f-b525-131530c6eb60 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386669 Feb 07 21:24:13.199353 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a2c9f-62ad-42fe-81ab-cc48fc7ad273 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event updated for resources: {'Port': ['ID=08d93302-3929-41c7-ab7b-49b72c7ca04a,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:13.201649 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-bd91ee12-a9ef-49a3-9540-2247d1e72824 None None] Current status of the port 9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:13.204370 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bd91ee12-a9ef-49a3-9540-2247d1e72824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:13.314192 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:24:13.352076 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4a2c9f-62ad-42fe-81ab-cc48fc7ad273 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Network 24e4e023-3164-4b4f-93c7-c5ce6c29a16d is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:24:13.362205 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-bf4a2c9f-62ad-42fe-81ab-cc48fc7ad273 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:24:13.365498 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cef6d1-b1a0-46fb-bfac-f4160c3e8c0a req-bba086b9-3d37-4152-a784-3c98678c130d tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:13.367070 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5cef6d1-b1a0-46fb-bfac-f4160c3e8c0a req-bba086b9-3d37-4152-a784-3c98678c130d tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 945 time: 0.5706539 Feb 07 21:24:13.526507 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2f8f2736-179c-4e07-879e-35f83949c284 admin admin] Publish callbacks [] for security_group (0f6a6c49-1b29-4a89-9833-013c817fc028), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:13.596216 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d2b573b-580e-4a76-b9c2-074f40752f46 req-93edc958-c339-42f3-b0bd-471bd232e41e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 210 time: 0.3455734 Feb 07 21:24:13.604292 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2f8f2736-179c-4e07-879e-35f83949c284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0f6a6c49-1b29-4a89-9833-013c817fc028), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:13.631863 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-bd91ee12-a9ef-49a3-9540-2247d1e72824 None None] For port 9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8,segment=NetworkSegment(7618c388-e940-4c8b-a512-5ff2abc0b8c6),segment_id=7618c388-e940-4c8b-a512-5ff2abc0b8c6)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:24:13.670556 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f2736-179c-4e07-879e-35f83949c284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6a6c49-1b29-4a89-9833-013c817fc028,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:13.680862 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bd91ee12-a9ef-49a3-9540-2247d1e72824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:13.709455 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2f8f2736-179c-4e07-879e-35f83949c284 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fc6e1d3ad7fa448ea61eaef84d896b22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9532473 Feb 07 21:24:13.712582 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49416) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:13.742874 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004fec9-f14e-462e-a7f5-a82fc8316efd None None] Pushing event updated for resources: {'Port': ['ID=5bd45ebe-be64-40ef-af29-813af5de05e9,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:13.771433 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4a2c9f-62ad-42fe-81ab-cc48fc7ad273 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Router 35113ccc-8e2a-4a3c-922d-98e362a06434 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:24:13.824264 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5cef6d1-b1a0-46fb-bfac-f4160c3e8c0a req-8ca1e5c4-0188-4524-b5fb-03939951b3e2 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253528 Feb 07 21:24:13.831590 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:13.831967 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:13.848585 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba99c835-a5e4-4491-bf81-d2dfbe46c381 admin admin] Publish callbacks [] for security_group (0f6a6c49-1b29-4a89-9833-013c817fc028), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:13.887957 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba99c835-a5e4-4491-bf81-d2dfbe46c381 admin admin] Publish callbacks [] for security_group (0f6a6c49-1b29-4a89-9833-013c817fc028), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:13.959163 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba99c835-a5e4-4491-bf81-d2dfbe46c381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0f6a6c49-1b29-4a89-9833-013c817fc028), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:13.976689 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba99c835-a5e4-4491-bf81-d2dfbe46c381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:13.980265 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ba99c835-a5e4-4491-bf81-d2dfbe46c381 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0f6a6c49-1b29-4a89-9833-013c817fc028 HTTP/1.1" status: 204 len: 168 time: 0.2640028 Feb 07 21:24:13.994100 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91ee12-a9ef-49a3-9540-2247d1e72824 None None] Pushing event updated for resources: {'Port': ['ID=9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:13.995268 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99c835-a5e4-4491-bf81-d2dfbe46c381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6a6c49-1b29-4a89-9833-013c817fc028,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:14.019664 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e9903370-36ef-49a7-b867-94578a3e6fc2 None None] Provisioning complete for port 9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:14.020191 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e9903370-36ef-49a7-b867-94578a3e6fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:14.183177 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-343f44f5-09c3-43ba-8d0e-b7aaa28bcbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:24:11Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None, '_interfaces': [{'id': '08d93302-3929-41c7-ab7b-49b72c7ca04a', 'name': '', 'network_id': '24e4e023-3164-4b4f-93c7-c5ce6c29a16d', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:f1:a1:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '718c250e-0997-4e41-b958-ed1f9baf93fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:09Z', 'updated_at': '2022-02-07T21:24:10Z', 'revision_number': 1, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '718c250e-0997-4e41-b958-ed1f9baf93fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '108a6bce-ebec-4f8f-8242-08ab07ddac3b', 'name': '', 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:8c:e9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:48Z', 'updated_at': '2022-02-07T21:24:04Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9385e14e-462c-473a-b84d-ccc769d51d9e', 'name': '', 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:99:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:40Z', 'updated_at': '2022-02-07T21:23:56Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8', 'name': '', 'network_id': '27fcfa29-2408-4503-a882-af694b8d82ae', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:91:93:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:01Z', 'updated_at': '2022-02-07T21:24:11Z', 'revision_number': 4, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:14.288643 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d45cc-685d-4009-899b-214a5028663c req-c0d6ceb0-5162-40d8-b9cf-3ce00a5c6314 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:14.298200 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f1d45cc-685d-4009-899b-214a5028663c req-c0d6ceb0-5162-40d8-b9cf-3ce00a5c6314 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 0.1674337 Feb 07 21:24:14.432554 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f1d45cc-685d-4009-899b-214a5028663c req-1e4e4387-8493-42c6-9e0a-a03ed8d45e72 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254184 Feb 07 21:24:14.446025 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e9903370-36ef-49a7-b867-94578a3e6fc2 None None] Current status of the port 9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:14.481548 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343f44f5-09c3-43ba-8d0e-b7aaa28bcbd1 None None] The sync data for ids ['35113ccc-8e2a-4a3c-922d-98e362a06434'] in n-d-828185-2 is: [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:24:11Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None, '_interfaces': [{'id': '08d93302-3929-41c7-ab7b-49b72c7ca04a', 'name': '', 'network_id': '24e4e023-3164-4b4f-93c7-c5ce6c29a16d', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:f1:a1:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '718c250e-0997-4e41-b958-ed1f9baf93fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:09Z', 'updated_at': '2022-02-07T21:24:10Z', 'revision_number': 1, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '718c250e-0997-4e41-b958-ed1f9baf93fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '108a6bce-ebec-4f8f-8242-08ab07ddac3b', 'name': '', 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:8c:e9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:48Z', 'updated_at': '2022-02-07T21:24:04Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9385e14e-462c-473a-b84d-ccc769d51d9e', 'name': '', 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:99:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:40Z', 'updated_at': '2022-02-07T21:23:56Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8', 'name': '', 'network_id': '27fcfa29-2408-4503-a882-af694b8d82ae', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:91:93:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:01Z', 'updated_at': '2022-02-07T21:24:11Z', 'revision_number': 4, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:24:14.522744 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:14.885205 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8599a99d-1ec8-4f3d-be68-3625318baf5d req-2ad16b3b-d961-47bd-b08f-7e64d3825bda tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 210 time: 0.0873003 Feb 07 21:24:15.008762 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:24:15.151967 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49432) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:15.179906 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b9b546-8b20-4df7-9307-1f2a5b71580c None None] Network 24e4e023-3164-4b4f-93c7-c5ce6c29a16d requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:24:15.195794 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2f9128bb-8f57-4918-a3f6-a37188175b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:15.286591 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27345582-d6be-4298-ba74-14187b8cfa7a req-7c11d58e-1280-4da2-8f19-c4d39050bd42 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:15.293071 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4a2c9f-62ad-42fe-81ab-cc48fc7ad273 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:24:15.304178 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bf4a2c9f-62ad-42fe-81ab-cc48fc7ad273 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "PUT /v2.0/routers/35113ccc-8e2a-4a3c-922d-98e362a06434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7218587 Feb 07 21:24:15.304790 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49434) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:15.318720 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-27345582-d6be-4298-ba74-14187b8cfa7a req-7c11d58e-1280-4da2-8f19-c4d39050bd42 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 945 time: 0.2807276 Feb 07 21:24:15.323199 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-bfeae494-574d-4742-bb58-83618da89968 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:24:15.346549 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:15.347180 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:15.356002 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-706fc4a9-ce7b-4f5e-88ac-13b4735c3a82 None None] Provisioning complete for port 5bd45ebe-be64-40ef-af29-813af5de05e9 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:15.356703 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-706fc4a9-ce7b-4f5e-88ac-13b4735c3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5bd45ebe-be64-40ef-af29-813af5de05e9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:15.599978 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2f9128bb-8f57-4918-a3f6-a37188175b59 admin admin] Publish callbacks [] for security_group (cb46bf30-6069-4dc3-b873-4a459d298632), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:15.630452 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2f9128bb-8f57-4918-a3f6-a37188175b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (cb46bf30-6069-4dc3-b873-4a459d298632), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:15.677950 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-27345582-d6be-4298-ba74-14187b8cfa7a req-c2b694a7-6e87-4b86-bd4a-fce681f44b22 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581948 Feb 07 21:24:15.772278 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:15.773431 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 5bd45ebe-be64-40ef-af29-813af5de05e9 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:24:15.854793 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2f9128bb-8f57-4918-a3f6-a37188175b59 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c3e6c5ced0e3433e84b24143db75befd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6962097 Feb 07 21:24:15.854793 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9128bb-8f57-4918-a3f6-a37188175b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb46bf30-6069-4dc3-b873-4a459d298632,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:15.871161 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49442) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:15.950076 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-706fc4a9-ce7b-4f5e-88ac-13b4735c3a82 None None] Current status of the port 5bd45ebe-be64-40ef-af29-813af5de05e9 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:15.950463 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-706fc4a9-ce7b-4f5e-88ac-13b4735c3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5bd45ebe-be64-40ef-af29-813af5de05e9), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:15.999230 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 5bd45ebe-be64-40ef-af29-813af5de05e9 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:15.999599 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5bd45ebe-be64-40ef-af29-813af5de05e9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:16.001526 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389578f7-c41d-4f32-b8cc-8a66197dada0 req-0728f313-3b06-4e29-8951-0381e091e4a9 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:16.003133 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-389578f7-c41d-4f32-b8cc-8a66197dada0 req-0728f313-3b06-4e29-8951-0381e091e4a9 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 0.3851070 Feb 07 21:24:16.034841 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-706fc4a9-ce7b-4f5e-88ac-13b4735c3a82 None None] For port 5bd45ebe-be64-40ef-af29-813af5de05e9, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=5bd45ebe-be64-40ef-af29-813af5de05e9,segment=NetworkSegment(4363d886-675a-45e3-ac26-3799a839c3e2),segment_id=4363d886-675a-45e3-ac26-3799a839c3e2)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:24:16.073573 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-706fc4a9-ce7b-4f5e-88ac-13b4735c3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (5bd45ebe-be64-40ef-af29-813af5de05e9), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:16.146481 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23684c6-f433-46cf-baaf-7e15eb767bb6 None None] Sync routers for ids ['35113ccc-8e2a-4a3c-922d-98e362a06434'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:24:16.167948 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23684c6-f433-46cf-baaf-7e15eb767bb6 None None] Routers {'35113ccc-8e2a-4a3c-922d-98e362a06434'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:16.169138 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c23684c6-f433-46cf-baaf-7e15eb767bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:23:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['35113ccc-8e2a-4a3c-922d-98e362a06434'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:16.193525 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.extraroute_db [None req-bfeae494-574d-4742-bb58-83618da89968 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103256) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 07 21:24:16.197425 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fc4a9-ce7b-4f5e-88ac-13b4735c3a82 None None] Pushing event updated for resources: {'Port': ['ID=5bd45ebe-be64-40ef-af29-813af5de05e9,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:16.210340 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ad40f8d-ede4-4016-b6cb-ca7216312d96 admin admin] Publish callbacks [] for security_group (cb46bf30-6069-4dc3-b873-4a459d298632), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:16.219708 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.extraroute_db [None req-bfeae494-574d-4742-bb58-83618da89968 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Removed routes are [] {{(pid=103256) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 07 21:24:16.220073 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bfeae494-574d-4742-bb58-83618da89968 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9854'] for router (35113ccc-8e2a-4a3c-922d-98e362a06434), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:16.276663 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-389578f7-c41d-4f32-b8cc-8a66197dada0 req-7e9ac3eb-6a5b-49bb-a904-d23cdeb68d06 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584803 Feb 07 21:24:16.295345 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b69e3b4d-a46e-4717-90d1-eccbd2e4fe85 req-3d2dae81-f007-476a-b901-1b0daa1ba355 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 210 time: 0.1455574 Feb 07 21:24:16.338280 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ad40f8d-ede4-4016-b6cb-ca7216312d96 admin admin] Publish callbacks [] for security_group (cb46bf30-6069-4dc3-b873-4a459d298632), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:16.427421 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 5bd45ebe-be64-40ef-af29-813af5de05e9 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:16.437421 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c020a751-e65b-43ae-8f5f-21c4e019f644 None None] Provisioning complete for port 5bd45ebe-be64-40ef-af29-813af5de05e9 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:16.437806 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c020a751-e65b-43ae-8f5f-21c4e019f644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5bd45ebe-be64-40ef-af29-813af5de05e9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:16.457830 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ad40f8d-ede4-4016-b6cb-ca7216312d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (cb46bf30-6069-4dc3-b873-4a459d298632), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:16.460449 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ad40f8d-ede4-4016-b6cb-ca7216312d96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:16.464545 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5ad40f8d-ede4-4016-b6cb-ca7216312d96 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cb46bf30-6069-4dc3-b873-4a459d298632 HTTP/1.1" status: 204 len: 168 time: 0.5873704 Feb 07 21:24:16.505608 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad40f8d-ede4-4016-b6cb-ca7216312d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb46bf30-6069-4dc3-b873-4a459d298632,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:16.838158 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-c23684c6-f433-46cf-baaf-7e15eb767bb6 None None] Set router 35113ccc-8e2a-4a3c-922d-98e362a06434 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:24:16.864614 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 5bd45ebe-be64-40ef-af29-813af5de05e9 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:24:16.933999 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c020a751-e65b-43ae-8f5f-21c4e019f644 None None] Current status of the port 5bd45ebe-be64-40ef-af29-813af5de05e9 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:16.999333 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bfeae494-574d-4742-bb58-83618da89968 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9854'] for router (35113ccc-8e2a-4a3c-922d-98e362a06434), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:17.007621 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c020a751-e65b-43ae-8f5f-21c4e019f644 None None] Provisioning complete for port 08d93302-3929-41c7-ab7b-49b72c7ca04a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:17.008561 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c020a751-e65b-43ae-8f5f-21c4e019f644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (08d93302-3929-41c7-ab7b-49b72c7ca04a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:17.015552 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bfeae494-574d-4742-bb58-83618da89968 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7871149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7871156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7867351'] for router (35113ccc-8e2a-4a3c-922d-98e362a06434), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:17.154430 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c020a751-e65b-43ae-8f5f-21c4e019f644 None None] Port 08d93302-3929-41c7-ab7b-49b72c7ca04a cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:24:17.200241 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 5bd45ebe-be64-40ef-af29-813af5de05e9 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:17.200746 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5bd45ebe-be64-40ef-af29-813af5de05e9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:17.276254 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7e5dc-c79e-411a-a821-723fcc4570a7 req-20bbc8a0-8552-43be-af42-831b4b879b82 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:17.279220 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bda7e5dc-c79e-411a-a821-723fcc4570a7 req-20bbc8a0-8552-43be-af42-831b4b879b82 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 945 time: 0.3228295 Feb 07 21:24:17.332465 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d17993-6ca1-41f9-bfe2-89a48ab57b1e req-14ef7002-cb44-46c4-b065-6c314fd65f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:17.340672 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66d17993-6ca1-41f9-bfe2-89a48ab57b1e req-14ef7002-cb44-46c4-b065-6c314fd65f1f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 1127 time: 0.3136864 Feb 07 21:24:17.344493 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ff37f827-f983-40e3-8b74-0166bfdd3b5f None None] Provisioning complete for port 08d93302-3929-41c7-ab7b-49b72c7ca04a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:17.344942 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ff37f827-f983-40e3-8b74-0166bfdd3b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (08d93302-3929-41c7-ab7b-49b72c7ca04a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:17.393888 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfeae494-574d-4742-bb58-83618da89968 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Router 35113ccc-8e2a-4a3c-922d-98e362a06434 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:24:17.449689 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c23684c6-f433-46cf-baaf-7e15eb767bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:24:11Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None, '_interfaces': [{'id': '08d93302-3929-41c7-ab7b-49b72c7ca04a', 'name': '', 'network_id': '24e4e023-3164-4b4f-93c7-c5ce6c29a16d', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:f1:a1:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '718c250e-0997-4e41-b958-ed1f9baf93fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:09Z', 'updated_at': '2022-02-07T21:24:12Z', 'revision_number': 2, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '718c250e-0997-4e41-b958-ed1f9baf93fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '108a6bce-ebec-4f8f-8242-08ab07ddac3b', 'name': '', 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:8c:e9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:48Z', 'updated_at': '2022-02-07T21:24:04Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9385e14e-462c-473a-b84d-ccc769d51d9e', 'name': '', 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:99:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:40Z', 'updated_at': '2022-02-07T21:23:56Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8', 'name': '', 'network_id': '27fcfa29-2408-4503-a882-af694b8d82ae', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:91:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:01Z', 'updated_at': '2022-02-07T21:24:13Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:17.483297 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ff37f827-f983-40e3-8b74-0166bfdd3b5f None None] Port 08d93302-3929-41c7-ab7b-49b72c7ca04a cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:24:17.574763 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23684c6-f433-46cf-baaf-7e15eb767bb6 None None] Checking router: 35113ccc-8e2a-4a3c-922d-98e362a06434 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:24:17.577834 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23684c6-f433-46cf-baaf-7e15eb767bb6 None None] Updating router 35113ccc-8e2a-4a3c-922d-98e362a06434 port 08d93302-3929-41c7-ab7b-49b72c7ca04a binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:24:17.632435 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 5bd45ebe-be64-40ef-af29-813af5de05e9 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:17.648264 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66d17993-6ca1-41f9-bfe2-89a48ab57b1e req-92379b23-76f4-40cc-8e7b-091db04e1a87 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650237 Feb 07 21:24:17.675913 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c23684c6-f433-46cf-baaf-7e15eb767bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (08d93302-3929-41c7-ab7b-49b72c7ca04a), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:17.686945 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bda7e5dc-c79e-411a-a821-723fcc4570a7 req-cc29e7b1-1881-428e-873a-37dfe3c5a33b tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956127 Feb 07 21:24:17.720906 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfeae494-574d-4742-bb58-83618da89968 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:24:17.801816 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bfeae494-574d-4742-bb58-83618da89968 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:17.803593 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bfeae494-574d-4742-bb58-83618da89968 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "PUT /v2.0/routers/35113ccc-8e2a-4a3c-922d-98e362a06434 HTTP/1.1" status: 200 len: 934 time: 2.4978154 Feb 07 21:24:17.806967 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49472) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:18.051832 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2529aa8f-bbba-4e2c-a6dd-cd3264883c03 req-4a36f621-78bc-4ab1-8b50-c10369542e3f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 210 time: 0.0962706 Feb 07 21:24:18.073623 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80147b-29b3-4d05-ac86-c87d903ffee3 req-9c693428-458a-4cb6-97cd-ba6c2639e637 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:18.080604 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0a80147b-29b3-4d05-ac86-c87d903ffee3 req-9c693428-458a-4cb6-97cd-ba6c2639e637 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 0.6183264 Feb 07 21:24:18.138280 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-73608bc1-4342-4b24-94b3-288fefc7f885 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "GET /v2.0/routers/35113ccc-8e2a-4a3c-922d-98e362a06434 HTTP/1.1" status: 200 len: 934 time: 0.3299284 Feb 07 21:24:18.141847 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49484) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:18.146340 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-5e40d59e-069d-4b00-8d67-803bc29906f3 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'router': {'routes': None}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:24:18.162939 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0a80147b-29b3-4d05-ac86-c87d903ffee3 req-562d9145-6d05-4792-947c-296e6c6b691b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813923 Feb 07 21:24:18.397945 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c23684c6-f433-46cf-baaf-7e15eb767bb6 None None] Publish callbacks [] for port (08d93302-3929-41c7-ab7b-49b72c7ca04a), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:18.413147 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c9fec5a4-e9f0-452f-9792-0517f02a31aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:18.421477 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c23684c6-f433-46cf-baaf-7e15eb767bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (08d93302-3929-41c7-ab7b-49b72c7ca04a), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:18.604538 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8557b-f2e2-40fc-bd75-cccc315dd158 None None] Pushing event updated for resources: {'Port': ['ID=08d93302-3929-41c7-ab7b-49b72c7ca04a,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:18.643276 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8557b-f2e2-40fc-bd75-cccc315dd158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:18.643641 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8557b-f2e2-40fc-bd75-cccc315dd158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:18.643941 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8557b-f2e2-40fc-bd75-cccc315dd158 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:18.644269 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8557b-f2e2-40fc-bd75-cccc315dd158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:18.654776 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8557b-f2e2-40fc-bd75-cccc315dd158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:18.655128 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8557b-f2e2-40fc-bd75-cccc315dd158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:18.655457 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8557b-f2e2-40fc-bd75-cccc315dd158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:18.655777 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8557b-f2e2-40fc-bd75-cccc315dd158 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:18.656095 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8557b-f2e2-40fc-bd75-cccc315dd158 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:18.657138 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8557b-f2e2-40fc-bd75-cccc315dd158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:18.657447 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8557b-f2e2-40fc-bd75-cccc315dd158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:18.657774 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8557b-f2e2-40fc-bd75-cccc315dd158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:18.658081 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8557b-f2e2-40fc-bd75-cccc315dd158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:18.697947 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-c23684c6-f433-46cf-baaf-7e15eb767bb6 None None] Attempting to bind port 08d93302-3929-41c7-ab7b-49b72c7ca04a on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:24:18.698359 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-c23684c6-f433-46cf-baaf-7e15eb767bb6 None None] Attempting to bind port 08d93302-3929-41c7-ab7b-49b72c7ca04a by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '4363d886-675a-45e3-ac26-3799a839c3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '24e4e023-3164-4b4f-93c7-c5ce6c29a16d'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:24:18.698690 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23684c6-f433-46cf-baaf-7e15eb767bb6 None None] Attempting to bind port 08d93302-3929-41c7-ab7b-49b72c7ca04a on network 24e4e023-3164-4b4f-93c7-c5ce6c29a16d {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:24:18.710751 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23684c6-f433-46cf-baaf-7e15eb767bb6 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:24:18.711171 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23684c6-f433-46cf-baaf-7e15eb767bb6 None None] Checking segment: {'id': '4363d886-675a-45e3-ac26-3799a839c3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '24e4e023-3164-4b4f-93c7-c5ce6c29a16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:24:18.711552 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c23684c6-f433-46cf-baaf-7e15eb767bb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:18.711947 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23684c6-f433-46cf-baaf-7e15eb767bb6 None None] Bound using segment: {'id': '4363d886-675a-45e3-ac26-3799a839c3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '24e4e023-3164-4b4f-93c7-c5ce6c29a16d'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:24:18.712484 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-c23684c6-f433-46cf-baaf-7e15eb767bb6 None None] Bound port: 08d93302-3929-41c7-ab7b-49b72c7ca04a, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4363d886-675a-45e3-ac26-3799a839c3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '24e4e023-3164-4b4f-93c7-c5ce6c29a16d'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:24:18.712862 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c23684c6-f433-46cf-baaf-7e15eb767bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (08d93302-3929-41c7-ab7b-49b72c7ca04a), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:18.950565 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.extraroute_db [None req-5e40d59e-069d-4b00-8d67-803bc29906f3 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Added routes are [] {{(pid=103256) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 07 21:24:18.951538 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.extraroute_db [None req-5e40d59e-069d-4b00-8d67-803bc29906f3 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103256) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 07 21:24:19.012060 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-c23684c6-f433-46cf-baaf-7e15eb767bb6 None None] For port 08d93302-3929-41c7-ab7b-49b72c7ca04a, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:24:19.025166 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-c23684c6-f433-46cf-baaf-7e15eb767bb6 None None] For port 08d93302-3929-41c7-ab7b-49b72c7ca04a, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=08d93302-3929-41c7-ab7b-49b72c7ca04a,segment=NetworkSegment(4363d886-675a-45e3-ac26-3799a839c3e2),segment_id=4363d886-675a-45e3-ac26-3799a839c3e2)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:24:19.074211 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e40d59e-069d-4b00-8d67-803bc29906f3 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9854'] for router (35113ccc-8e2a-4a3c-922d-98e362a06434), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:19.074730 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c23684c6-f433-46cf-baaf-7e15eb767bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (08d93302-3929-41c7-ab7b-49b72c7ca04a), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:19.090806 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-9e3b02fc-1c14-41b9-b077-23050b04c79a None None] Provisioning complete for port 08d93302-3929-41c7-ab7b-49b72c7ca04a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:19.093229 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9e3b02fc-1c14-41b9-b077-23050b04c79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (08d93302-3929-41c7-ab7b-49b72c7ca04a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:19.095259 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480632ad-f832-4f04-8400-ec331de08f6c req-0c6bde2e-ce3a-462b-8566-5a755f11e0f6 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:19.099086 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-480632ad-f832-4f04-8400-ec331de08f6c req-0c6bde2e-ce3a-462b-8566-5a755f11e0f6 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 945 time: 0.1248987 Feb 07 21:24:19.160038 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-480632ad-f832-4f04-8400-ec331de08f6c req-ba8824ea-e872-4a9e-ae02-759892f27f2a tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530436 Feb 07 21:24:19.209382 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9e3b02fc-1c14-41b9-b077-23050b04c79a None None] Current status of the port 08d93302-3929-41c7-ab7b-49b72c7ca04a is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:19.209879 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9e3b02fc-1c14-41b9-b077-23050b04c79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (08d93302-3929-41c7-ab7b-49b72c7ca04a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:19.308537 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-9e3b02fc-1c14-41b9-b077-23050b04c79a None None] For port 08d93302-3929-41c7-ab7b-49b72c7ca04a, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=08d93302-3929-41c7-ab7b-49b72c7ca04a,segment=NetworkSegment(4363d886-675a-45e3-ac26-3799a839c3e2),segment_id=4363d886-675a-45e3-ac26-3799a839c3e2)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:24:19.319825 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23684c6-f433-46cf-baaf-7e15eb767bb6 None None] Routers {'35113ccc-8e2a-4a3c-922d-98e362a06434'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:19.321346 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c23684c6-f433-46cf-baaf-7e15eb767bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:23:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['35113ccc-8e2a-4a3c-922d-98e362a06434'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:19.322163 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9e3b02fc-1c14-41b9-b077-23050b04c79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (08d93302-3929-41c7-ab7b-49b72c7ca04a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:19.393388 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b02fc-1c14-41b9-b077-23050b04c79a None None] Pushing event updated for resources: {'Port': ['ID=08d93302-3929-41c7-ab7b-49b72c7ca04a,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:19.453328 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-55ce68f9-d5a7-403d-88ac-a1e5792f07bc req-d71ed29c-9544-44a5-b9bb-0262d2003e30 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f559f36-6976-4148-bd7c-024d940be4cd HTTP/1.1" status: 200 len: 210 time: 0.0974615 Feb 07 21:24:19.541111 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd540eb1-cd48-4178-aea2-c0fac769c756 req-bbb9e8d8-cd4d-434d-afa2-78792c49115f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:19.550118 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fd540eb1-cd48-4178-aea2-c0fac769c756 req-bbb9e8d8-cd4d-434d-afa2-78792c49115f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 0.1911311 Feb 07 21:24:19.584606 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49532) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:19.626358 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8557b-f2e2-40fc-bd75-cccc315dd158 None None] Pushing event updated for resources: {'Port': ['ID=08d93302-3929-41c7-ab7b-49b72c7ca04a,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:19.643137 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e40d59e-069d-4b00-8d67-803bc29906f3 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9854'] for router (35113ccc-8e2a-4a3c-922d-98e362a06434), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:19.648811 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e40d59e-069d-4b00-8d67-803bc29906f3 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7871149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7871156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7867351'] for router (35113ccc-8e2a-4a3c-922d-98e362a06434), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:19.711283 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-c23684c6-f433-46cf-baaf-7e15eb767bb6 None None] Set router 35113ccc-8e2a-4a3c-922d-98e362a06434 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:24:19.728232 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fd540eb1-cd48-4178-aea2-c0fac769c756 req-401f9e9d-14d6-495c-a1a5-441251773144 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768355 Feb 07 21:24:19.809539 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e40d59e-069d-4b00-8d67-803bc29906f3 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Router 35113ccc-8e2a-4a3c-922d-98e362a06434 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:24:19.864743 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-47700444-ce4a-4c63-9bab-da494dcb3606 None None] Provisioning complete for port 08d93302-3929-41c7-ab7b-49b72c7ca04a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:19.865359 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-47700444-ce4a-4c63-9bab-da494dcb3606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (08d93302-3929-41c7-ab7b-49b72c7ca04a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:20.046905 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7c69e5f-8ef1-47fe-b0eb-b16e457da4dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:20.065866 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-47700444-ce4a-4c63-9bab-da494dcb3606 None None] Current status of the port 08d93302-3929-41c7-ab7b-49b72c7ca04a is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:20.109670 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c23684c6-f433-46cf-baaf-7e15eb767bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:24:18Z', 'revision_number': 7, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None, '_interfaces': [{'id': '08d93302-3929-41c7-ab7b-49b72c7ca04a', 'name': '', 'network_id': '24e4e023-3164-4b4f-93c7-c5ce6c29a16d', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:f1:a1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '718c250e-0997-4e41-b958-ed1f9baf93fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:09Z', 'updated_at': '2022-02-07T21:24:19Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '718c250e-0997-4e41-b958-ed1f9baf93fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '108a6bce-ebec-4f8f-8242-08ab07ddac3b', 'name': '', 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:8c:e9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:48Z', 'updated_at': '2022-02-07T21:24:04Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9385e14e-462c-473a-b84d-ccc769d51d9e', 'name': '', 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:99:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:40Z', 'updated_at': '2022-02-07T21:23:56Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8', 'name': '', 'network_id': '27fcfa29-2408-4503-a882-af694b8d82ae', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:91:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:01Z', 'updated_at': '2022-02-07T21:24:13Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:20.112322 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e40d59e-069d-4b00-8d67-803bc29906f3 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:24:20.122838 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e40d59e-069d-4b00-8d67-803bc29906f3 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:20.124114 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5e40d59e-069d-4b00-8d67-803bc29906f3 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "PUT /v2.0/routers/35113ccc-8e2a-4a3c-922d-98e362a06434 HTTP/1.1" status: 200 len: 700 time: 1.9814003 Feb 07 21:24:20.126838 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49542) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:20.155342 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23684c6-f433-46cf-baaf-7e15eb767bb6 None None] The sync data for ids ['35113ccc-8e2a-4a3c-922d-98e362a06434'] in n-d-828185-2 is: [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:24:18Z', 'revision_number': 7, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None, '_interfaces': [{'id': '08d93302-3929-41c7-ab7b-49b72c7ca04a', 'name': '', 'network_id': '24e4e023-3164-4b4f-93c7-c5ce6c29a16d', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:f1:a1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '718c250e-0997-4e41-b958-ed1f9baf93fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:09Z', 'updated_at': '2022-02-07T21:24:19Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '718c250e-0997-4e41-b958-ed1f9baf93fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '108a6bce-ebec-4f8f-8242-08ab07ddac3b', 'name': '', 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:8c:e9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:48Z', 'updated_at': '2022-02-07T21:24:04Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9385e14e-462c-473a-b84d-ccc769d51d9e', 'name': '', 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:99:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:40Z', 'updated_at': '2022-02-07T21:23:56Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8', 'name': '', 'network_id': '27fcfa29-2408-4503-a882-af694b8d82ae', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:91:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:01Z', 'updated_at': '2022-02-07T21:24:13Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:24:20.243321 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7c69e5f-8ef1-47fe-b0eb-b16e457da4dd admin admin] Publish callbacks [] for security_group (a4aa5b3d-0968-4dbe-aefa-9c494898c1a1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:20.251494 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7c69e5f-8ef1-47fe-b0eb-b16e457da4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a4aa5b3d-0968-4dbe-aefa-9c494898c1a1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:20.291592 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c69e5f-8ef1-47fe-b0eb-b16e457da4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4aa5b3d-0968-4dbe-aefa-9c494898c1a1,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:20.305883 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c69e5f-8ef1-47fe-b0eb-b16e457da4dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:20.306376 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c69e5f-8ef1-47fe-b0eb-b16e457da4dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:20.306762 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c69e5f-8ef1-47fe-b0eb-b16e457da4dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:20.307112 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c69e5f-8ef1-47fe-b0eb-b16e457da4dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:20.307444 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c69e5f-8ef1-47fe-b0eb-b16e457da4dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:20.307774 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c69e5f-8ef1-47fe-b0eb-b16e457da4dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:20.308150 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c69e5f-8ef1-47fe-b0eb-b16e457da4dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:20.308703 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c69e5f-8ef1-47fe-b0eb-b16e457da4dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:20.309031 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c69e5f-8ef1-47fe-b0eb-b16e457da4dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:20.309464 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c69e5f-8ef1-47fe-b0eb-b16e457da4dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:20.309663 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c69e5f-8ef1-47fe-b0eb-b16e457da4dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:20.310034 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c69e5f-8ef1-47fe-b0eb-b16e457da4dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:20.310355 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c69e5f-8ef1-47fe-b0eb-b16e457da4dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:24:20.334569 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17248ed7-cc9e-4113-9c98-b7bf6e9d089f req-035e76c3-f4d5-414b-a88c-e90a548b5b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:20.336437 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-17248ed7-cc9e-4113-9c98-b7bf6e9d089f req-035e76c3-f4d5-414b-a88c-e90a548b5b80 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 1127 time: 0.2221198 Feb 07 21:24:20.339066 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c7c69e5f-8ef1-47fe-b0eb-b16e457da4dd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3d2123611c0e486586149c0140d0812d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7535479 Feb 07 21:24:20.342844 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49548) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:20.460562 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8935d2a2-43e5-4df3-b972-f6a0f97c0e39 None None] Sync routers for ids ['35113ccc-8e2a-4a3c-922d-98e362a06434'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:24:20.475904 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8935d2a2-43e5-4df3-b972-f6a0f97c0e39 None None] Routers {'35113ccc-8e2a-4a3c-922d-98e362a06434'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:20.479724 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8935d2a2-43e5-4df3-b972-f6a0f97c0e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:23:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['35113ccc-8e2a-4a3c-922d-98e362a06434'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:20.482378 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e4489b0a-6214-4d80-a429-a9b03969ebd6 admin admin] Publish callbacks [] for security_group (a4aa5b3d-0968-4dbe-aefa-9c494898c1a1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:20.526154 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e4489b0a-6214-4d80-a429-a9b03969ebd6 admin admin] Publish callbacks [] for security_group (a4aa5b3d-0968-4dbe-aefa-9c494898c1a1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:20.528769 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17248ed7-cc9e-4113-9c98-b7bf6e9d089f req-8475d70f-d071-423c-b505-3cad8aa83c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:20.530870 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-17248ed7-cc9e-4113-9c98-b7bf6e9d089f req-8475d70f-d071-423c-b505-3cad8aa83c65 service neutron] 10.222.0.69 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 913 time: 0.1871455 Feb 07 21:24:20.600931 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-17248ed7-cc9e-4113-9c98-b7bf6e9d089f req-c0fc51ff-5299-474c-aa9e-df9440ba1749 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3a83fc9-9b2b-41c4-9138-1fd8977471fc HTTP/1.1" status: 200 len: 217 time: 0.0601940 Feb 07 21:24:20.664331 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17248ed7-cc9e-4113-9c98-b7bf6e9d089f req-607e2d8e-ee22-4482-b846-98c2ced7ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:20.667789 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-17248ed7-cc9e-4113-9c98-b7bf6e9d089f req-607e2d8e-ee22-4482-b846-98c2ced7ccad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.0541894 Feb 07 21:24:20.682169 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-8935d2a2-43e5-4df3-b972-f6a0f97c0e39 None None] Set router 35113ccc-8e2a-4a3c-922d-98e362a06434 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:24:20.734718 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e4489b0a-6214-4d80-a429-a9b03969ebd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a4aa5b3d-0968-4dbe-aefa-9c494898c1a1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:20.753504 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e4489b0a-6214-4d80-a429-a9b03969ebd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:20.761971 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e4489b0a-6214-4d80-a429-a9b03969ebd6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a4aa5b3d-0968-4dbe-aefa-9c494898c1a1 HTTP/1.1" status: 204 len: 168 time: 0.4169283 Feb 07 21:24:20.821555 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4489b0a-6214-4d80-a429-a9b03969ebd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4aa5b3d-0968-4dbe-aefa-9c494898c1a1,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:20.865074 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17248ed7-cc9e-4113-9c98-b7bf6e9d089f req-16de6513-de4a-4072-810c-cefb7d0deab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:20.865441 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 08d93302-3929-41c7-ab7b-49b72c7ca04a up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:24:20.866749 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-17248ed7-cc9e-4113-9c98-b7bf6e9d089f req-16de6513-de4a-4072-810c-cefb7d0deab6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1918869 Feb 07 21:24:20.920129 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c6a9f017-bda0-4d98-8486-f689eeaf44bb tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "GET /v2.0/routers/35113ccc-8e2a-4a3c-922d-98e362a06434 HTTP/1.1" status: 200 len: 700 time: 0.7891889 Feb 07 21:24:20.923549 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49562) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:21.071141 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-17248ed7-cc9e-4113-9c98-b7bf6e9d089f req-cc1ca111-b78a-454a-8142-c2eeb6d959bb service neutron] 10.222.0.69 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975665 Feb 07 21:24:21.096987 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7ad2bac0-8381-4410-ae07-50c688568a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:21.223195 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-17248ed7-cc9e-4113-9c98-b7bf6e9d089f req-34ab85d6-97ea-4b24-b051-2990a33505c6 service neutron] 10.222.0.69 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447682 Feb 07 21:24:21.414545 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d5891-75fa-49d3-a1ac-9fcc4d0a0045 req-3e0be322-eb7b-4c7d-b9e5-d399e155bfc7 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:21.417616 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-753d5891-75fa-49d3-a1ac-9fcc4d0a0045 req-3e0be322-eb7b-4c7d-b9e5-d399e155bfc7 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 945 time: 0.4903290 Feb 07 21:24:21.429319 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4797dd-5efc-4f41-b466-31e8d9784101 req-28f811d3-9473-453f-9662-c9c66d645aa8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:21.431694 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f4797dd-5efc-4f41-b466-31e8d9784101 req-28f811d3-9473-453f-9662-c9c66d645aa8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 0.5071852 Feb 07 21:24:21.473914 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 08d93302-3929-41c7-ab7b-49b72c7ca04a triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:21.474197 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (08d93302-3929-41c7-ab7b-49b72c7ca04a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:21.530865 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-753d5891-75fa-49d3-a1ac-9fcc4d0a0045 req-d072b4c6-03ef-4c1d-bc5c-8bd6987ac4dc tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959210 Feb 07 21:24:21.584349 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8935d2a2-43e5-4df3-b972-f6a0f97c0e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:24:18Z', 'revision_number': 7, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None, '_interfaces': [{'id': '08d93302-3929-41c7-ab7b-49b72c7ca04a', 'name': '', 'network_id': '24e4e023-3164-4b4f-93c7-c5ce6c29a16d', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:f1:a1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '718c250e-0997-4e41-b958-ed1f9baf93fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:09Z', 'updated_at': '2022-02-07T21:24:19Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '718c250e-0997-4e41-b958-ed1f9baf93fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '108a6bce-ebec-4f8f-8242-08ab07ddac3b', 'name': '', 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:8c:e9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:48Z', 'updated_at': '2022-02-07T21:24:04Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9385e14e-462c-473a-b84d-ccc769d51d9e', 'name': '', 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:99:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:40Z', 'updated_at': '2022-02-07T21:23:56Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8', 'name': '', 'network_id': '27fcfa29-2408-4503-a882-af694b8d82ae', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:91:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:01Z', 'updated_at': '2022-02-07T21:24:13Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:21.593376 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-28abcfa1-8ffc-4469-bf4d-3a4073d45256 req-f87fedba-0e0e-4b8f-bada-715a9a1ad334 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-113821170', 'description': 'tempest-description-1379219945'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:24:21.651203 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8935d2a2-43e5-4df3-b972-f6a0f97c0e39 None None] Checking router: 35113ccc-8e2a-4a3c-922d-98e362a06434 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:24:21.679743 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f4797dd-5efc-4f41-b466-31e8d9784101 req-e73e13a9-d28f-48ff-8b33-1346f0b6ac34 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750078 Feb 07 21:24:21.695286 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-28abcfa1-8ffc-4469-bf4d-3a4073d45256 req-f87fedba-0e0e-4b8f-bada-715a9a1ad334 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:21.730058 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8935d2a2-43e5-4df3-b972-f6a0f97c0e39 None None] Routers {'35113ccc-8e2a-4a3c-922d-98e362a06434'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:21.732481 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8935d2a2-43e5-4df3-b972-f6a0f97c0e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:24:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['35113ccc-8e2a-4a3c-922d-98e362a06434'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:21.829326 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 08d93302-3929-41c7-ab7b-49b72c7ca04a is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:21.836254 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-28abcfa1-8ffc-4469-bf4d-3a4073d45256 req-f87fedba-0e0e-4b8f-bada-715a9a1ad334 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks [] for security_group (6678f8af-cf34-4a42-9c44-8602ab4d9f2e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:21.846585 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-28abcfa1-8ffc-4469-bf4d-3a4073d45256 req-f87fedba-0e0e-4b8f-bada-715a9a1ad334 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (6678f8af-cf34-4a42-9c44-8602ab4d9f2e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:21.951378 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:21.953698 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-28abcfa1-8ffc-4469-bf4d-3a4073d45256 req-f87fedba-0e0e-4b8f-bada-715a9a1ad334 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:21.957945 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-28abcfa1-8ffc-4469-bf4d-3a4073d45256 req-f87fedba-0e0e-4b8f-bada-715a9a1ad334 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.3797224 Feb 07 21:24:21.959914 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49592) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:21.963542 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-8935d2a2-43e5-4df3-b972-f6a0f97c0e39 None None] Set router 35113ccc-8e2a-4a3c-922d-98e362a06434 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:24:22.004006 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87fedba-0e0e-4b8f-bada-715a9a1ad334 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6678f8af-cf34-4a42-9c44-8602ab4d9f2e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:22.092786 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb048897-cb89-457b-a965-8c9bcb240b9f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (35113ccc-8e2a-4a3c-922d-98e362a06434), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:22.177891 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2c653e55-cbdf-45e3-b11b-ede107d1bda5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1057403538-network', 'tenant_id': 'ba004e5339854bb7a8ac354dbe3b1a55'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:24:22.208384 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c653e55-cbdf-45e3-b11b-ede107d1bda5 admin admin] Made reservation on behalf of ba004e5339854bb7a8ac354dbe3b1a55 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:24:22.211886 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c653e55-cbdf-45e3-b11b-ede107d1bda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:22.234973 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c653e55-cbdf-45e3-b11b-ede107d1bda5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:22.282808 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c6e334b0-b248-4153-a0af-2591c22f6a60 req-ed3b2620-792d-4e48-b621-f7d67335c106 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-113821170&fields=id&tenant_id=888ddec89701446fae6507ee7003a9bb HTTP/1.1" status: 200 len: 267 time: 0.2186797 Feb 07 21:24:22.370081 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e334b0-b248-4153-a0af-2591c22f6a60 req-686d12bf-aea4-47ad-ac05-888aed91b803 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:22.373243 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c6e334b0-b248-4153-a0af-2591c22f6a60 req-686d12bf-aea4-47ad-ac05-888aed91b803 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 945 time: 0.0891995 Feb 07 21:24:22.376380 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c653e55-cbdf-45e3-b11b-ede107d1bda5 admin admin] Publish callbacks [] for security_group (ffc39f13-9e78-4f63-a891-131d08ba152d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:22.381985 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c653e55-cbdf-45e3-b11b-ede107d1bda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ffc39f13-9e78-4f63-a891-131d08ba152d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:22.394766 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8935d2a2-43e5-4df3-b972-f6a0f97c0e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:24:18Z', 'revision_number': 7, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None, '_interfaces': [{'id': '08d93302-3929-41c7-ab7b-49b72c7ca04a', 'name': '', 'network_id': '24e4e023-3164-4b4f-93c7-c5ce6c29a16d', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:f1:a1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '718c250e-0997-4e41-b958-ed1f9baf93fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:09Z', 'updated_at': '2022-02-07T21:24:19Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '718c250e-0997-4e41-b958-ed1f9baf93fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '108a6bce-ebec-4f8f-8242-08ab07ddac3b', 'name': '', 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:8c:e9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:48Z', 'updated_at': '2022-02-07T21:24:04Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9385e14e-462c-473a-b84d-ccc769d51d9e', 'name': '', 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:99:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:40Z', 'updated_at': '2022-02-07T21:23:56Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8', 'name': '', 'network_id': '27fcfa29-2408-4503-a882-af694b8d82ae', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:91:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:01Z', 'updated_at': '2022-02-07T21:24:13Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:22.396134 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-c6e334b0-b248-4153-a0af-2591c22f6a60 req-3273c7d7-355d-49ba-9998-4b9a6b48a733 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Request body: {'port': {'security_groups': ['76fd0911-d11c-49aa-8b89-3b81639ced72', '6678f8af-cf34-4a42-9c44-8602ab4d9f2e']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:24:22.408415 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c653e55-cbdf-45e3-b11b-ede107d1bda5 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:24:22.429452 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8935d2a2-43e5-4df3-b972-f6a0f97c0e39 None None] The sync data for ids ['35113ccc-8e2a-4a3c-922d-98e362a06434'] in n-d-828185-2 is: [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:24:18Z', 'revision_number': 7, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None, '_interfaces': [{'id': '08d93302-3929-41c7-ab7b-49b72c7ca04a', 'name': '', 'network_id': '24e4e023-3164-4b4f-93c7-c5ce6c29a16d', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:f1:a1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '718c250e-0997-4e41-b958-ed1f9baf93fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:09Z', 'updated_at': '2022-02-07T21:24:19Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '718c250e-0997-4e41-b958-ed1f9baf93fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '108a6bce-ebec-4f8f-8242-08ab07ddac3b', 'name': '', 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:8c:e9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:48Z', 'updated_at': '2022-02-07T21:24:04Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9385e14e-462c-473a-b84d-ccc769d51d9e', 'name': '', 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:99:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:40Z', 'updated_at': '2022-02-07T21:23:56Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8', 'name': '', 'network_id': '27fcfa29-2408-4503-a882-af694b8d82ae', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:91:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:01Z', 'updated_at': '2022-02-07T21:24:13Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:24:22.435578 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c653e55-cbdf-45e3-b11b-ede107d1bda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc39f13-9e78-4f63-a891-131d08ba152d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:22.439776 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c653e55-cbdf-45e3-b11b-ede107d1bda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:22.440253 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-2c653e55-cbdf-45e3-b11b-ede107d1bda5 admin admin] Added segment 4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d of type vlan for network 300bd9b5-02e2-4e96-8fb8-3f27550c121a Feb 07 21:24:22.491347 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c653e55-cbdf-45e3-b11b-ede107d1bda5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (300bd9b5-02e2-4e96-8fb8-3f27550c121a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:22.522853 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c653e55-cbdf-45e3-b11b-ede107d1bda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (300bd9b5-02e2-4e96-8fb8-3f27550c121a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:22.524233 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c653e55-cbdf-45e3-b11b-ede107d1bda5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:22.525166 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c653e55-cbdf-45e3-b11b-ede107d1bda5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:22.557369 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c6e334b0-b248-4153-a0af-2591c22f6a60 req-3273c7d7-355d-49ba-9998-4b9a6b48a733 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1c0556bd-78a8-4483-a2a4-2d3289544e63), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:22.575394 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-cb048897-cb89-457b-a965-8c9bcb240b9f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Deleting port 08d93302-3929-41c7-ab7b-49b72c7ca04a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:24:22.576358 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb048897-cb89-457b-a965-8c9bcb240b9f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (08d93302-3929-41c7-ab7b-49b72c7ca04a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:22.594697 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2c653e55-cbdf-45e3-b11b-ede107d1bda5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6328969 Feb 07 21:24:22.601627 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49602) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:22.608816 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-edf0800d-6ab2-481d-b7e6-477422471143 admin admin] Request body: {'subnet': {'network_id': '300bd9b5-02e2-4e96-8fb8-3f27550c121a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1057403538-subnet', 'tenant_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:24:22.613285 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c653e55-cbdf-45e3-b11b-ede107d1bda5 admin admin] Pushing event updated for resources: {'Network': ['ID=300bd9b5-02e2-4e96-8fb8-3f27550c121a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:22.635028 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf0800d-6ab2-481d-b7e6-477422471143 admin admin] Made reservation on behalf of ba004e5339854bb7a8ac354dbe3b1a55 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:24:22.638006 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-edf0800d-6ab2-481d-b7e6-477422471143 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:22.638849 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 300bd9b5-02e2-4e96-8fb8-3f27550c121a details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:24:22.845048 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-cb048897-cb89-457b-a965-8c9bcb240b9f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] For port 08d93302-3929-41c7-ab7b-49b72c7ca04a, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=08d93302-3929-41c7-ab7b-49b72c7ca04a,segment=NetworkSegment(4363d886-675a-45e3-ac26-3799a839c3e2),segment_id=4363d886-675a-45e3-ac26-3799a839c3e2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:24:22.845410 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb048897-cb89-457b-a965-8c9bcb240b9f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (08d93302-3929-41c7-ab7b-49b72c7ca04a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:22.874582 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-cb048897-cb89-457b-a965-8c9bcb240b9f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Calling delete_port for 08d93302-3929-41c7-ab7b-49b72c7ca04a owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:24:22.897283 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-edf0800d-6ab2-481d-b7e6-477422471143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (9a98df2e-d84a-41d2-811e-e4194c5a4a26), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:22.911637 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-c6e334b0-b248-4153-a0af-2591c22f6a60 req-3273c7d7-355d-49ba-9998-4b9a6b48a733 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] For port 1c0556bd-78a8-4483-a2a4-2d3289544e63, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=1c0556bd-78a8-4483-a2a4-2d3289544e63,segment=NetworkSegment(813f304e-7d5c-4ffc-b874-83f3f5c8a267),segment_id=813f304e-7d5c-4ffc-b874-83f3f5c8a267)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:24:22.953989 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74405ef1-2951-45e6-8db2-da48020c822e req-7a78466d-0854-4a03-9800-bfa5bd3efb18 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:22.955486 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74405ef1-2951-45e6-8db2-da48020c822e req-7a78466d-0854-4a03-9800-bfa5bd3efb18 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 945 time: 0.1648200 Feb 07 21:24:23.000378 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0800d-6ab2-481d-b7e6-477422471143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a98df2e-d84a-41d2-811e-e4194c5a4a26,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:23.006534 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf0800d-6ab2-481d-b7e6-477422471143 admin admin] Checking segment: {'id': '4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '300bd9b5-02e2-4e96-8fb8-3f27550c121a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:24:23.006969 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf0800d-6ab2-481d-b7e6-477422471143 admin admin] Network hostable DHCP agents. Network: 300bd9b5-02e2-4e96-8fb8-3f27550c121a, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:24:23.028005 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c6e334b0-b248-4153-a0af-2591c22f6a60 req-3273c7d7-355d-49ba-9998-4b9a6b48a733 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks [] for port (1c0556bd-78a8-4483-a2a4-2d3289544e63), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:23.034652 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf0800d-6ab2-481d-b7e6-477422471143 admin admin] Network 300bd9b5-02e2-4e96-8fb8-3f27550c121a is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:24:23.045402 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c6e334b0-b248-4153-a0af-2591c22f6a60 req-3273c7d7-355d-49ba-9998-4b9a6b48a733 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (1c0556bd-78a8-4483-a2a4-2d3289544e63), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:23.046941 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-edf0800d-6ab2-481d-b7e6-477422471143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 300bd9b5-02e2-4e96-8fb8-3f27550c121a) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:24:23.058241 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44725d05-4b03-4e5e-949d-43e81ad4d55a None None] Network 300bd9b5-02e2-4e96-8fb8-3f27550c121a requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:24:23.062191 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf0800d-6ab2-481d-b7e6-477422471143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:23.062939 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-edf0800d-6ab2-481d-b7e6-477422471143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:23.063626 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['1c0556bd-78a8-4483-a2a4-2d3289544e63'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:24:23.094002 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74405ef1-2951-45e6-8db2-da48020c822e req-2a0661af-744d-41ae-b6ac-12a090bd7620 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256773 Feb 07 21:24:23.123043 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-edf0800d-6ab2-481d-b7e6-477422471143 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5197814 Feb 07 21:24:23.134976 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49610) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:23.142076 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2d021150-ebd4-4693-97c3-965c0993e664 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1057403538-router', 'tenant_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:24:23.170753 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e334b0-b248-4153-a0af-2591c22f6a60 req-3273c7d7-355d-49ba-9998-4b9a6b48a733 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:23.171451 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c6e334b0-b248-4153-a0af-2591c22f6a60 req-3273c7d7-355d-49ba-9998-4b9a6b48a733 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:23.177777 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c6e334b0-b248-4153-a0af-2591c22f6a60 req-3273c7d7-355d-49ba-9998-4b9a6b48a733 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "PUT /v2.0/ports/1c0556bd-78a8-4483-a2a4-2d3289544e63 HTTP/1.1" status: 200 len: 981 time: 0.7962615 Feb 07 21:24:23.179370 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e574382-06f7-4ab3-a647-5ce7f335bc25', 'tag': '1c0556bd-78a8-4483-a2a4-2d3289544e63'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:24:23.186381 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f481f778-9baf-4241-a3a5-857016b91347" -d '{"events": [{"name": "network-changed", "server_uuid": "6e574382-06f7-4ab3-a647-5ce7f335bc25", "tag": "1c0556bd-78a8-4483-a2a4-2d3289544e63"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:24:23.193484 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d021150-ebd4-4693-97c3-965c0993e664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (928bb0a6-f6f6-47e9-a24f-0b692a16679b), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:23.201223 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d021150-ebd4-4693-97c3-965c0993e664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (928bb0a6-f6f6-47e9-a24f-0b692a16679b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:23.230353 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273c7d7-355d-49ba-9998-4b9a6b48a733 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Pushing event updated for resources: {'Port': ['ID=1c0556bd-78a8-4483-a2a4-2d3289544e63,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:23.286743 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb048897-cb89-457b-a965-8c9bcb240b9f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (08d93302-3929-41c7-ab7b-49b72c7ca04a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:23.297817 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021a966c-efb7-46f7-8182-3780ca486e98 x-openstack-request-id: req-021a966c-efb7-46f7-8182-3780ca486e98 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:24:23.298389 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e574382-06f7-4ab3-a647-5ce7f335bc25", "tag": "1c0556bd-78a8-4483-a2a4-2d3289544e63", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:24:23.298821 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-021a966c-efb7-46f7-8182-3780ca486e98 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:24:23.299621 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e574382-06f7-4ab3-a647-5ce7f335bc25', 'tag': '1c0556bd-78a8-4483-a2a4-2d3289544e63', 'status': 'completed', 'code': 200} Feb 07 21:24:23.315457 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['1c0556bd-78a8-4483-a2a4-2d3289544e63'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:24:23.337649 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb048897-cb89-457b-a965-8c9bcb240b9f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Port': ['ID=08d93302-3929-41c7-ab7b-49b72c7ca04a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:23.375226 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device f3a83fc9-9b2b-41c4-9138-1fd8977471fc no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:24:23.618067 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:23.618964 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b481cc56-b8be-42bf-888e-aadef94c2387 req-9f66ab5c-aa28-4752-a126-bfd5ebce76ec tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-113821170&fields=id&tenant_id=888ddec89701446fae6507ee7003a9bb HTTP/1.1" status: 200 len: 267 time: 0.2962756 Feb 07 21:24:23.711196 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb048897-cb89-457b-a965-8c9bcb240b9f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (35113ccc-8e2a-4a3c-922d-98e362a06434), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:23.738888 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481f778-9baf-4241-a3a5-857016b91347 req-d523784a-7853-4f59-929a-a22a57ee1b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:23.742880 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f481f778-9baf-4241-a3a5-857016b91347 req-d523784a-7853-4f59-929a-a22a57ee1b31 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=888ddec89701446fae6507ee7003a9bb&device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 1166 time: 0.4171069 Feb 07 21:24:23.756528 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b8ad41-b450-4be9-946a-4087fb355af1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-300bd9b5-02e2-4e96-8fb8-3f27550c121a', 'network_id': '300bd9b5-02e2-4e96-8fb8-3f27550c121a', 'project_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'fixed_ips': [{'subnet_id': '9a98df2e-d84a-41d2-811e-e4194c5a4a26'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:24:23.759565 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-00b8ad41-b450-4be9-946a-4087fb355af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:23.852627 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d021150-ebd4-4693-97c3-965c0993e664 admin admin] Publish callbacks [] for router_controller (928bb0a6-f6f6-47e9-a24f-0b692a16679b), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:24.000564 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481f778-9baf-4241-a3a5-857016b91347 req-7c46507f-f135-49ee-b11d-4cf57269f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:24.002018 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f481f778-9baf-4241-a3a5-857016b91347 req-7c46507f-f135-49ee-b11d-4cf57269f93b service neutron] 10.222.0.71 "GET /v2.0/networks?id=efd634c5-6bed-43d6-946e-21533802ff0e HTTP/1.1" status: 200 len: 919 time: 0.1083500 Feb 07 21:24:24.049971 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port f3a83fc9-9b2b-41c4-9138-1fd8977471fc is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:24.050761 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f3a83fc9-9b2b-41c4-9138-1fd8977471fc), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:24.106061 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d021150-ebd4-4693-97c3-965c0993e664 admin admin] Publish callbacks [] for router_gateway (928bb0a6-f6f6-47e9-a24f-0b692a16679b), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:24.131286 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb048897-cb89-457b-a965-8c9bcb240b9f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Router 35113ccc-8e2a-4a3c-922d-98e362a06434 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:24:24.194703 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f481f778-9baf-4241-a3a5-857016b91347 req-9b137ddc-e157-4bdf-aead-76e4819f0773 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c0556bd-78a8-4483-a2a4-2d3289544e63 HTTP/1.1" status: 200 len: 217 time: 0.0682359 Feb 07 21:24:24.198360 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31153608-0eae-4af6-925f-2ef5da128484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3a83fc9-9b2b-41c4-9138-1fd8977471fc'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:24:24.204292 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2eb64e8-3577-436a-9241-17ca20379aa7" -d '{"events": [{"server_uuid": "31153608-0eae-4af6-925f-2ef5da128484", "name": "network-vif-unplugged", "status": "completed", "tag": "f3a83fc9-9b2b-41c4-9138-1fd8977471fc"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:24:24.280458 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port f3a83fc9-9b2b-41c4-9138-1fd8977471fc, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=f3a83fc9-9b2b-41c4-9138-1fd8977471fc,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:24:24.299008 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-00b8ad41-b450-4be9-946a-4087fb355af1 None None] Allocated IP 172.20.0.2 (300bd9b5-02e2-4e96-8fb8-3f27550c121a/9a98df2e-d84a-41d2-811e-e4194c5a4a26/5ef3cb9c-7d68-4406-ac32-e65e4bbc2332) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:24:24.303785 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481f778-9baf-4241-a3a5-857016b91347 req-bb452065-a0fa-42df-8aba-1803770fe0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:24.305338 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f481f778-9baf-4241-a3a5-857016b91347 req-bb452065-a0fa-42df-8aba-1803770fe0a5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1 HTTP/1.1" status: 200 len: 858 time: 0.1048424 Feb 07 21:24:24.306639 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f3a83fc9-9b2b-41c4-9138-1fd8977471fc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:24.382755 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f481f778-9baf-4241-a3a5-857016b91347 req-b6021767-1525-489e-ad67-a86aa43de085 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=efd634c5-6bed-43d6-946e-21533802ff0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700307 Feb 07 21:24:24.471377 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d021150-ebd4-4693-97c3-965c0993e664 admin admin] Publish callbacks [] for router_gateway (928bb0a6-f6f6-47e9-a24f-0b692a16679b), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:24.500510 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=f3a83fc9-9b2b-41c4-9138-1fd8977471fc,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:24.510466 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d021150-ebd4-4693-97c3-965c0993e664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:24.566508 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481cc56-b8be-42bf-888e-aadef94c2387 req-bf87a58f-43a1-4284-b0a5-9bf9268a11c6 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:24.568050 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b481cc56-b8be-42bf-888e-aadef94c2387 req-bf87a58f-43a1-4284-b0a5-9bf9268a11c6 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 984 time: 0.9128842 Feb 07 21:24:24.576800 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6aa38e-2f90-456c-b2c1-510be532c70e req-1ef2dc0a-9590-47f2-86d3-19a5f4c05d10 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:24.578414 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ff6aa38e-2f90-456c-b2c1-510be532c70e req-1ef2dc0a-9590-47f2-86d3-19a5f4c05d10 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 943 time: 0.2643585 Feb 07 21:24:24.586855 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f481f778-9baf-4241-a3a5-857016b91347 req-58007f21-1444-421f-82bf-162472d590a0 service neutron] 10.222.0.71 "GET /v2.0/networks/efd634c5-6bed-43d6-946e-21533802ff0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615808 Feb 07 21:24:24.591369 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-b481cc56-b8be-42bf-888e-aadef94c2387 req-77feaac3-e164-4b08-b89d-bb6414c13915 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Request body: {'port': {'security_groups': ['76fd0911-d11c-49aa-8b89-3b81639ced72']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:24:24.686842 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-2d021150-ebd4-4693-97c3-965c0993e664 admin admin] Allocated IP 172.25.4.158 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/c7864800-bb04-4977-a36f-f77ba05bde5a) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:24:24.731045 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f481f778-9baf-4241-a3a5-857016b91347 req-a5d69bdd-6b27-4728-b53c-9258dcecc65b service neutron] 10.222.0.71 "GET /v2.0/networks/efd634c5-6bed-43d6-946e-21533802ff0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281087 Feb 07 21:24:24.746794 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-00b8ad41-b450-4be9-946a-4087fb355af1 None None] Publish callbacks [] for port (5ef3cb9c-7d68-4406-ac32-e65e4bbc2332), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:24.752255 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:24.761500 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-00b8ad41-b450-4be9-946a-4087fb355af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (5ef3cb9c-7d68-4406-ac32-e65e4bbc2332), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:24.781554 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ff6aa38e-2f90-456c-b2c1-510be532c70e req-259d57f4-9315-4b57-b597-d5ea548af589 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854520 Feb 07 21:24:24.785524 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb048897-cb89-457b-a965-8c9bcb240b9f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:24:24.793548 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-cb048897-cb89-457b-a965-8c9bcb240b9f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "PUT /v2.0/routers/35113ccc-8e2a-4a3c-922d-98e362a06434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8650186 Feb 07 21:24:24.798139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49634) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:24.808549 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe13d7b-9e84-4c7f-854a-4826ed9ee34e None None] Sync routers for ids ['35113ccc-8e2a-4a3c-922d-98e362a06434'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:24:24.828135 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b8ad41-b450-4be9-946a-4087fb355af1 None None] Network 300bd9b5-02e2-4e96-8fb8-3f27550c121a is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:24:24.831132 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-00b8ad41-b450-4be9-946a-4087fb355af1 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:24:24.834423 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe13d7b-9e84-4c7f-854a-4826ed9ee34e None None] Routers {'35113ccc-8e2a-4a3c-922d-98e362a06434'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:24.836651 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-6fe13d7b-9e84-4c7f-854a-4826ed9ee34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:24:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['35113ccc-8e2a-4a3c-922d-98e362a06434'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:24.862644 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b8ad41-b450-4be9-946a-4087fb355af1 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:24:24.879546 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Feb 2022 21:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb0d46f-3c73-41a2-aa57-d2a352bce0f5 x-openstack-request-id: req-dfb0d46f-3c73-41a2-aa57-d2a352bce0f5 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:24:24.879840 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31153608-0eae-4af6-925f-2ef5da128484", "name": "network-vif-unplugged", "status": "failed", "tag": "f3a83fc9-9b2b-41c4-9138-1fd8977471fc", "code": 422}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:24:24.880098 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dfb0d46f-3c73-41a2-aa57-d2a352bce0f5 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:24:24.880523 n-d-828185-2 neutron-server[103257]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '31153608-0eae-4af6-925f-2ef5da128484', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f3a83fc9-9b2b-41c4-9138-1fd8977471fc', 'code': 422} returned with failed status Feb 07 21:24:24.907256 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d021150-ebd4-4693-97c3-965c0993e664 admin admin] Publish callbacks [] for port (c7864800-bb04-4977-a36f-f77ba05bde5a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:24.951725 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8ad41-b450-4be9-946a-4087fb355af1 None None] Pushing event updated for resources: {'Port': ['ID=5ef3cb9c-7d68-4406-ac32-e65e4bbc2332,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:24.990924 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d021150-ebd4-4693-97c3-965c0993e664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (c7864800-bb04-4977-a36f-f77ba05bde5a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:25.004964 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b481cc56-b8be-42bf-888e-aadef94c2387 req-77feaac3-e164-4b08-b89d-bb6414c13915 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1c0556bd-78a8-4483-a2a4-2d3289544e63), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:25.015726 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d021150-ebd4-4693-97c3-965c0993e664 admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:24:25.020213 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-2d021150-ebd4-4693-97c3-965c0993e664 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:24:25.026029 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-00b8ad41-b450-4be9-946a-4087fb355af1 None None] Attempting to bind port 5ef3cb9c-7d68-4406-ac32-e65e4bbc2332 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:24:25.026476 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-00b8ad41-b450-4be9-946a-4087fb355af1 None None] Attempting to bind port 5ef3cb9c-7d68-4406-ac32-e65e4bbc2332 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '300bd9b5-02e2-4e96-8fb8-3f27550c121a'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:24:25.026789 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b8ad41-b450-4be9-946a-4087fb355af1 None None] Attempting to bind port 5ef3cb9c-7d68-4406-ac32-e65e4bbc2332 on network 300bd9b5-02e2-4e96-8fb8-3f27550c121a {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:24:25.030926 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d021150-ebd4-4693-97c3-965c0993e664 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:24:25.034467 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-6fe13d7b-9e84-4c7f-854a-4826ed9ee34e None None] Set router 35113ccc-8e2a-4a3c-922d-98e362a06434 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:24:25.034642 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-d07db317-f0d7-4c70-9e58-b5b1c7168c92 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Deleting subnet 718c250e-0997-4e41-b958-ed1f9baf93fd {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:24:25.039288 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b8ad41-b450-4be9-946a-4087fb355af1 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:24:25.039673 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b8ad41-b450-4be9-946a-4087fb355af1 None None] Checking segment: {'id': '4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '300bd9b5-02e2-4e96-8fb8-3f27550c121a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:24:25.039898 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d07db317-f0d7-4c70-9e58-b5b1c7168c92 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for subnet (718c250e-0997-4e41-b958-ed1f9baf93fd), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:25.040082 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-00b8ad41-b450-4be9-946a-4087fb355af1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:25.040510 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b8ad41-b450-4be9-946a-4087fb355af1 None None] Bound using segment: {'id': '4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '300bd9b5-02e2-4e96-8fb8-3f27550c121a'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:24:25.040988 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-00b8ad41-b450-4be9-946a-4087fb355af1 None None] Bound port: 5ef3cb9c-7d68-4406-ac32-e65e4bbc2332, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '300bd9b5-02e2-4e96-8fb8-3f27550c121a'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:24:25.041377 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-00b8ad41-b450-4be9-946a-4087fb355af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5ef3cb9c-7d68-4406-ac32-e65e4bbc2332), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:25.112828 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d07db317-f0d7-4c70-9e58-b5b1c7168c92 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (718c250e-0997-4e41-b958-ed1f9baf93fd), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:25.119251 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d021150-ebd4-4693-97c3-965c0993e664 admin admin] Pushing event updated for resources: {'Port': ['ID=c7864800-bb04-4977-a36f-f77ba05bde5a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:25.206257 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-00b8ad41-b450-4be9-946a-4087fb355af1 None None] For port 5ef3cb9c-7d68-4406-ac32-e65e4bbc2332, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:24:25.222145 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-00b8ad41-b450-4be9-946a-4087fb355af1 None None] For port 5ef3cb9c-7d68-4406-ac32-e65e4bbc2332, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=5ef3cb9c-7d68-4406-ac32-e65e4bbc2332,segment=NetworkSegment(4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d),segment_id=4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:24:25.238737 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-00b8ad41-b450-4be9-946a-4087fb355af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (5ef3cb9c-7d68-4406-ac32-e65e4bbc2332), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:25.333245 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d07db317-f0d7-4c70-9e58-b5b1c7168c92 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (718c250e-0997-4e41-b958-ed1f9baf93fd), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:25.356066 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8ad41-b450-4be9-946a-4087fb355af1 None None] Pushing event updated for resources: {'Port': ['ID=5ef3cb9c-7d68-4406-ac32-e65e4bbc2332,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:25.394029 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-6fe13d7b-9e84-4c7f-854a-4826ed9ee34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:24:23Z', 'revision_number': 8, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None, '_interfaces': [{'id': '108a6bce-ebec-4f8f-8242-08ab07ddac3b', 'name': '', 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:8c:e9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:48Z', 'updated_at': '2022-02-07T21:24:04Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9385e14e-462c-473a-b84d-ccc769d51d9e', 'name': '', 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:99:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:40Z', 'updated_at': '2022-02-07T21:23:56Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8', 'name': '', 'network_id': '27fcfa29-2408-4503-a882-af694b8d82ae', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:91:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:01Z', 'updated_at': '2022-02-07T21:24:13Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:25.460760 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefb910-5ecb-4c18-9205-20991963b091 req-1a09eebe-59f2-407d-a90a-4729efcc61f2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:25.465581 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe13d7b-9e84-4c7f-854a-4826ed9ee34e None None] Checking router: 35113ccc-8e2a-4a3c-922d-98e362a06434 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:24:25.471585 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0cefb910-5ecb-4c18-9205-20991963b091 req-1a09eebe-59f2-407d-a90a-4729efcc61f2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.5324757 Feb 07 21:24:25.500216 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe13d7b-9e84-4c7f-854a-4826ed9ee34e None None] Routers {'35113ccc-8e2a-4a3c-922d-98e362a06434'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:25.500908 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-6fe13d7b-9e84-4c7f-854a-4826ed9ee34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:24:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['35113ccc-8e2a-4a3c-922d-98e362a06434'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:25.531231 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d021150-ebd4-4693-97c3-965c0993e664 admin admin] Publish callbacks [] for router_gateway (928bb0a6-f6f6-47e9-a24f-0b692a16679b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:25.570246 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d07db317-f0d7-4c70-9e58-b5b1c7168c92 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (718c250e-0997-4e41-b958-ed1f9baf93fd), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:25.656133 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d07db317-f0d7-4c70-9e58-b5b1c7168c92 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:25.663470 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d07db317-f0d7-4c70-9e58-b5b1c7168c92 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/subnets/718c250e-0997-4e41-b958-ed1f9baf93fd HTTP/1.1" status: 204 len: 168 time: 0.8642638 Feb 07 21:24:25.664372 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49644) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:25.673401 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cbe36a-c576-4729-a56d-c0622d7d9216 None None] Network 24e4e023-3164-4b4f-93c7-c5ce6c29a16d requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:24:25.680119 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0cefb910-5ecb-4c18-9205-20991963b091 req-2a95f43a-17f4-4dc3-a55f-f55f99ba8a69 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063880 Feb 07 21:24:25.702049 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07db317-f0d7-4c70-9e58-b5b1c7168c92 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Subnet': ['ID=718c250e-0997-4e41-b958-ed1f9baf93fd,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:26.054903 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d021150-ebd4-4693-97c3-965c0993e664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (928bb0a6-f6f6-47e9-a24f-0b692a16679b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:26.066550 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92320a7e-2905-4776-8640-6389db5434ac None None] DHCP port deletion for 24e4e023-3164-4b4f-93c7-c5ce6c29a16d request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:24:26.070918 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-6fe13d7b-9e84-4c7f-854a-4826ed9ee34e None None] Set router 35113ccc-8e2a-4a3c-922d-98e362a06434 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:24:26.172686 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-92320a7e-2905-4776-8640-6389db5434ac None None] Deleting port 5bd45ebe-be64-40ef-af29-813af5de05e9 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:24:26.173225 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-92320a7e-2905-4776-8640-6389db5434ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (5bd45ebe-be64-40ef-af29-813af5de05e9), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:26.319323 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-92320a7e-2905-4776-8640-6389db5434ac None None] For port 5bd45ebe-be64-40ef-af29-813af5de05e9, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=5bd45ebe-be64-40ef-af29-813af5de05e9,segment=NetworkSegment(4363d886-675a-45e3-ac26-3799a839c3e2),segment_id=4363d886-675a-45e3-ac26-3799a839c3e2)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:24:26.320066 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-92320a7e-2905-4776-8640-6389db5434ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (5bd45ebe-be64-40ef-af29-813af5de05e9), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:26.346444 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-92320a7e-2905-4776-8640-6389db5434ac None None] Calling delete_port for 5bd45ebe-be64-40ef-af29-813af5de05e9 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:24:26.403150 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d021150-ebd4-4693-97c3-965c0993e664 admin admin] Router 928bb0a6-f6f6-47e9-a24f-0b692a16679b is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:24:26.563283 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-92320a7e-2905-4776-8640-6389db5434ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (5bd45ebe-be64-40ef-af29-813af5de05e9), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:26.589720 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-6fe13d7b-9e84-4c7f-854a-4826ed9ee34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:24:23Z', 'revision_number': 8, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None, '_interfaces': [{'id': '108a6bce-ebec-4f8f-8242-08ab07ddac3b', 'name': '', 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:8c:e9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:48Z', 'updated_at': '2022-02-07T21:24:04Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9385e14e-462c-473a-b84d-ccc769d51d9e', 'name': '', 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:99:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:40Z', 'updated_at': '2022-02-07T21:23:56Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8', 'name': '', 'network_id': '27fcfa29-2408-4503-a882-af694b8d82ae', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:91:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:01Z', 'updated_at': '2022-02-07T21:24:13Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:26.633542 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92320a7e-2905-4776-8640-6389db5434ac None None] Pushing event deleted for resources: {'Port': ['ID=5bd45ebe-be64-40ef-af29-813af5de05e9,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:26.643875 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92320a7e-2905-4776-8640-6389db5434ac None None] No DVR routers for this DVR port 5bd45ebe-be64-40ef-af29-813af5de05e9 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:24:26.667036 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe13d7b-9e84-4c7f-854a-4826ed9ee34e None None] The sync data for ids ['35113ccc-8e2a-4a3c-922d-98e362a06434'] in n-d-828185-2 is: [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:24:23Z', 'revision_number': 8, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None, '_interfaces': [{'id': '108a6bce-ebec-4f8f-8242-08ab07ddac3b', 'name': '', 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:8c:e9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:48Z', 'updated_at': '2022-02-07T21:24:04Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9385e14e-462c-473a-b84d-ccc769d51d9e', 'name': '', 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:99:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:40Z', 'updated_at': '2022-02-07T21:23:56Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8', 'name': '', 'network_id': '27fcfa29-2408-4503-a882-af694b8d82ae', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:91:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:01Z', 'updated_at': '2022-02-07T21:24:13Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': 'e3700dee-67ba-4f0a-a4f1-8e444e3f8946', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:24:26.694051 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee5a236d-c9c3-48d9-bcb7-a3fbc076f97e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (24e4e023-3164-4b4f-93c7-c5ce6c29a16d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:26.710984 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d021150-ebd4-4693-97c3-965c0993e664 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:24:26.728037 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e57703d-48ec-4e12-9ba8-0181bdac37e1 None None] Sync routers for ids ['928bb0a6-f6f6-47e9-a24f-0b692a16679b'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:24:26.745053 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e57703d-48ec-4e12-9ba8-0181bdac37e1 None None] Routers {'928bb0a6-f6f6-47e9-a24f-0b692a16679b'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:26.745484 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8e57703d-48ec-4e12-9ba8-0181bdac37e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:24:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['928bb0a6-f6f6-47e9-a24f-0b692a16679b'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:26.764064 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d021150-ebd4-4693-97c3-965c0993e664 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:26.765769 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2d021150-ebd4-4693-97c3-965c0993e664 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6297162 Feb 07 21:24:26.768690 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49652) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:26.787452 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180d9dd-bb5a-41b1-9bbe-5932b40edbde req-702fa84e-d58e-484c-b6f0-4b73f4171066 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:26.801032 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a180d9dd-bb5a-41b1-9bbe-5932b40edbde req-702fa84e-d58e-484c-b6f0-4b73f4171066 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.3708565 Feb 07 21:24:26.885432 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b481cc56-b8be-42bf-888e-aadef94c2387 req-77feaac3-e164-4b08-b89d-bb6414c13915 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] For port 1c0556bd-78a8-4483-a2a4-2d3289544e63, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=1c0556bd-78a8-4483-a2a4-2d3289544e63,segment=NetworkSegment(813f304e-7d5c-4ffc-b874-83f3f5c8a267),segment_id=813f304e-7d5c-4ffc-b874-83f3f5c8a267)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:24:26.964389 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a180d9dd-bb5a-41b1-9bbe-5932b40edbde req-1c15ede8-5b18-4ebc-8c6a-8fe8b0607abb tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622057 Feb 07 21:24:26.966917 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-8e57703d-48ec-4e12-9ba8-0181bdac37e1 None None] Set router 928bb0a6-f6f6-47e9-a24f-0b692a16679b gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:24:27.122499 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b481cc56-b8be-42bf-888e-aadef94c2387 req-77feaac3-e164-4b08-b89d-bb6414c13915 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks [] for port (1c0556bd-78a8-4483-a2a4-2d3289544e63), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:27.132546 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee5a236d-c9c3-48d9-bcb7-a3fbc076f97e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (24e4e023-3164-4b4f-93c7-c5ce6c29a16d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:27.137961 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b481cc56-b8be-42bf-888e-aadef94c2387 req-77feaac3-e164-4b08-b89d-bb6414c13915 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (1c0556bd-78a8-4483-a2a4-2d3289544e63), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:27.188538 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ac6939-6329-488f-bf03-19fd33d6ed96 None None] Network 300bd9b5-02e2-4e96-8fb8-3f27550c121a requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:24:27.190664 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 5ef3cb9c-7d68-4406-ac32-e65e4bbc2332 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:24:27.210176 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['1c0556bd-78a8-4483-a2a4-2d3289544e63'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:24:27.258219 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77feaac3-e164-4b08-b89d-bb6414c13915 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Pushing event updated for resources: {'Port': ['ID=1c0556bd-78a8-4483-a2a4-2d3289544e63,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:27.287548 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481cc56-b8be-42bf-888e-aadef94c2387 req-77feaac3-e164-4b08-b89d-bb6414c13915 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:27.288377 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b481cc56-b8be-42bf-888e-aadef94c2387 req-77feaac3-e164-4b08-b89d-bb6414c13915 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:27.290174 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b481cc56-b8be-42bf-888e-aadef94c2387 req-77feaac3-e164-4b08-b89d-bb6414c13915 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "PUT /v2.0/ports/1c0556bd-78a8-4483-a2a4-2d3289544e63 HTTP/1.1" status: 200 len: 942 time: 2.7083533 Feb 07 21:24:27.293931 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e574382-06f7-4ab3-a647-5ce7f335bc25', 'tag': '1c0556bd-78a8-4483-a2a4-2d3289544e63'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:24:27.296987 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc94fce9-fc21-47a0-bda6-46bedb920cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "6e574382-06f7-4ab3-a647-5ce7f335bc25", "tag": "1c0556bd-78a8-4483-a2a4-2d3289544e63"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:24:27.315090 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-ee5a236d-c9c3-48d9-bcb7-a3fbc076f97e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e4e023-3164-4b4f-93c7-c5ce6c29a16d']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:27.350556 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-ee5a236d-c9c3-48d9-bcb7-a3fbc076f97e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4363d886-675a-45e3-ac26-3799a839c3e2') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:27.351134 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-ee5a236d-c9c3-48d9-bcb7-a3fbc076f97e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4363d886-675a-45e3-ac26-3799a839c3e2') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:27.382752 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee5a236d-c9c3-48d9-bcb7-a3fbc076f97e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (4363d886-675a-45e3-ac26-3799a839c3e2), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:27.420479 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e41bfb-3b80-47a7-8278-4e3df3c146ad x-openstack-request-id: req-b3e41bfb-3b80-47a7-8278-4e3df3c146ad {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:24:27.420835 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e574382-06f7-4ab3-a647-5ce7f335bc25", "tag": "1c0556bd-78a8-4483-a2a4-2d3289544e63", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:24:27.421149 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b3e41bfb-3b80-47a7-8278-4e3df3c146ad {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:24:27.421609 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e574382-06f7-4ab3-a647-5ce7f335bc25', 'tag': '1c0556bd-78a8-4483-a2a4-2d3289544e63', 'status': 'completed', 'code': 200} Feb 07 21:24:27.579465 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee5a236d-c9c3-48d9-bcb7-a3fbc076f97e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (4363d886-675a-45e3-ac26-3799a839c3e2), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:27.618987 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5a236d-c9c3-48d9-bcb7-a3fbc076f97e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:24:27.619401 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee5a236d-c9c3-48d9-bcb7-a3fbc076f97e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (4363d886-675a-45e3-ac26-3799a839c3e2), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:24:27.622883 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:24:27.694635 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d2b5d64-aa3a-4c2e-80a8-32782aae3d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:27.796702 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['1c0556bd-78a8-4483-a2a4-2d3289544e63'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:24:27.799025 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef104072-b56e-4cb7-95cb-e7f516fb12bc req-e7d5f725-1d86-402f-ad59-e697c18201cd tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:27.813531 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef104072-b56e-4cb7-95cb-e7f516fb12bc req-e7d5f725-1d86-402f-ad59-e697c18201cd tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.4670415 Feb 07 21:24:27.818233 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94fce9-fc21-47a0-bda6-46bedb920cfd req-66fe3374-aabb-4b6f-be9f-dadd0be1e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:27.820061 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc94fce9-fc21-47a0-bda6-46bedb920cfd req-66fe3374-aabb-4b6f-be9f-dadd0be1e594 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=888ddec89701446fae6507ee7003a9bb&device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 1127 time: 0.3976591 Feb 07 21:24:27.867692 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-dd19a0e3-0600-4b7e-98c6-c8ede9b24366 None None] Provisioning complete for port 5ef3cb9c-7d68-4406-ac32-e65e4bbc2332 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:27.868218 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dd19a0e3-0600-4b7e-98c6-c8ede9b24366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5ef3cb9c-7d68-4406-ac32-e65e4bbc2332), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:27.870407 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee5a236d-c9c3-48d9-bcb7-a3fbc076f97e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (24e4e023-3164-4b4f-93c7-c5ce6c29a16d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:27.909275 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 5ef3cb9c-7d68-4406-ac32-e65e4bbc2332 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:27.910644 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5ef3cb9c-7d68-4406-ac32-e65e4bbc2332), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:27.932470 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee5a236d-c9c3-48d9-bcb7-a3fbc076f97e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:27.938410 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ee5a236d-c9c3-48d9-bcb7-a3fbc076f97e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/networks/24e4e023-3164-4b4f-93c7-c5ce6c29a16d HTTP/1.1" status: 204 len: 168 time: 2.2480969 Feb 07 21:24:27.944756 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49670) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:27.954163 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5917a22-9c1f-4e69-81b2-2428f9d094e0 req-666c44d7-a03a-4d7f-a1a3-ce04ac8df5c5 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5196941 Feb 07 21:24:27.956525 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-9d2b5d64-aa3a-4c2e-80a8-32782aae3d9c admin admin] Allocated IP 172.20.0.1 (300bd9b5-02e2-4e96-8fb8-3f27550c121a/9a98df2e-d84a-41d2-811e-e4194c5a4a26/c642cd1d-d10d-409b-ace6-82f36a6b1e88) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:24:27.989620 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-a5917a22-9c1f-4e69-81b2-2428f9d094e0 req-a951eac0-28d6-4c72-aa0a-1a7e4aa6429f tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:24:28.000023 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a236d-c9c3-48d9-bcb7-a3fbc076f97e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Network': ['ID=24e4e023-3164-4b4f-93c7-c5ce6c29a16d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:28.100263 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef104072-b56e-4cb7-95cb-e7f516fb12bc req-a3d2c6b5-7c4d-473a-9ceb-6dbce77fb1c2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2851384 Feb 07 21:24:28.167749 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a5917a22-9c1f-4e69-81b2-2428f9d094e0 req-a951eac0-28d6-4c72-aa0a-1a7e4aa6429f tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:28.263874 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94fce9-fc21-47a0-bda6-46bedb920cfd req-7ee4e471-8308-41c7-9fe5-26903245b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:28.265786 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc94fce9-fc21-47a0-bda6-46bedb920cfd req-7ee4e471-8308-41c7-9fe5-26903245b680 service neutron] 10.222.0.71 "GET /v2.0/networks?id=efd634c5-6bed-43d6-946e-21533802ff0e HTTP/1.1" status: 200 len: 919 time: 0.4300067 Feb 07 21:24:28.378746 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc94fce9-fc21-47a0-bda6-46bedb920cfd req-64768f80-85c3-4c86-8370-85d8b32695cc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c0556bd-78a8-4483-a2a4-2d3289544e63 HTTP/1.1" status: 200 len: 217 time: 0.1051819 Feb 07 21:24:28.392287 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 5ef3cb9c-7d68-4406-ac32-e65e4bbc2332 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:28.392720 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5ef3cb9c-7d68-4406-ac32-e65e4bbc2332), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:28.394405 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d2b5d64-aa3a-4c2e-80a8-32782aae3d9c admin admin] Publish callbacks [] for port (c642cd1d-d10d-409b-ace6-82f36a6b1e88), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:28.458801 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 5ef3cb9c-7d68-4406-ac32-e65e4bbc2332, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=5ef3cb9c-7d68-4406-ac32-e65e4bbc2332,segment=NetworkSegment(4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d),segment_id=4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:24:28.470325 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (5ef3cb9c-7d68-4406-ac32-e65e4bbc2332), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:28.487376 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-dd19a0e3-0600-4b7e-98c6-c8ede9b24366 None None] Current status of the port 5ef3cb9c-7d68-4406-ac32-e65e4bbc2332 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:28.487770 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dd19a0e3-0600-4b7e-98c6-c8ede9b24366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5ef3cb9c-7d68-4406-ac32-e65e4bbc2332), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:28.499465 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94fce9-fc21-47a0-bda6-46bedb920cfd req-2c27e074-4f09-4de1-bfbd-a5c1c205360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:28.521331 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc94fce9-fc21-47a0-bda6-46bedb920cfd req-2c27e074-4f09-4de1-bfbd-a5c1c205360a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1 HTTP/1.1" status: 200 len: 858 time: 0.1352425 Feb 07 21:24:28.552508 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d2b5d64-aa3a-4c2e-80a8-32782aae3d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (c642cd1d-d10d-409b-ace6-82f36a6b1e88), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:28.574515 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 5bd45ebe-be64-40ef-af29-813af5de05e9 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:24:28.619945 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc94fce9-fc21-47a0-bda6-46bedb920cfd req-26a98230-6c8c-4910-9ade-fb743c0c0135 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=efd634c5-6bed-43d6-946e-21533802ff0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811913 Feb 07 21:24:28.624572 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 5bd45ebe-be64-40ef-af29-813af5de05e9 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:24:28.624962 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 5bd45ebe-be64-40ef-af29-813af5de05e9 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:24:28.630263 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b5d64-aa3a-4c2e-80a8-32782aae3d9c admin admin] Pushing event updated for resources: {'Port': ['ID=c642cd1d-d10d-409b-ace6-82f36a6b1e88,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:28.646170 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2b5d64-aa3a-4c2e-80a8-32782aae3d9c admin admin] Network 300bd9b5-02e2-4e96-8fb8-3f27550c121a is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:24:28.649386 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9d2b5d64-aa3a-4c2e-80a8-32782aae3d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:24:28.655100 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2b5d64-aa3a-4c2e-80a8-32782aae3d9c admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:24:28.679633 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8e57703d-48ec-4e12-9ba8-0181bdac37e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928bb0a6-f6f6-47e9-a24f-0b692a16679b', 'name': 'tempest-TestServerMultinode-1057403538-router', 'tenant_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'c7864800-bb04-4977-a36f-f77ba05bde5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:24:23Z', 'updated_at': '2022-02-07T21:24:25Z', 'revision_number': 3, 'project_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'gw_port': {'id': 'c7864800-bb04-4977-a36f-f77ba05bde5a', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:04:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928bb0a6-f6f6-47e9-a24f-0b692a16679b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:24Z', 'updated_at': '2022-02-07T21:24:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:28.735305 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d2b5d64-aa3a-4c2e-80a8-32782aae3d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (928bb0a6-f6f6-47e9-a24f-0b692a16679b), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:28.792485 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 08d93302-3929-41c7-ab7b-49b72c7ca04a no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:24:28.794755 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=5ef3cb9c-7d68-4406-ac32-e65e4bbc2332,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:28.805984 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e57703d-48ec-4e12-9ba8-0181bdac37e1 None None] Checking router: 928bb0a6-f6f6-47e9-a24f-0b692a16679b for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:24:28.806570 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e57703d-48ec-4e12-9ba8-0181bdac37e1 None None] Updating router 928bb0a6-f6f6-47e9-a24f-0b692a16679b port c7864800-bb04-4977-a36f-f77ba05bde5a binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:24:28.839316 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a5917a22-9c1f-4e69-81b2-2428f9d094e0 req-a951eac0-28d6-4c72-aa0a-1a7e4aa6429f tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:28.849369 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1f52a3fe-3d0a-42eb-9c9b-34659fb36b9f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (35113ccc-8e2a-4a3c-922d-98e362a06434), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:28.897327 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 08d93302-3929-41c7-ab7b-49b72c7ca04a {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:24:28.897588 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 08d93302-3929-41c7-ab7b-49b72c7ca04a not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:24:28.911968 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-dd19a0e3-0600-4b7e-98c6-c8ede9b24366 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:24:28.912367 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-dd19a0e3-0600-4b7e-98c6-c8ede9b24366 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:24:28.916870 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8e57703d-48ec-4e12-9ba8-0181bdac37e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c7864800-bb04-4977-a36f-f77ba05bde5a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:29.103738 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-a5917a22-9c1f-4e69-81b2-2428f9d094e0 req-a951eac0-28d6-4c72-aa0a-1a7e4aa6429f tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Allocated IP 172.25.4.51 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/ffca3751-1aa1-476f-aa3a-af4e6de0e481) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:24:29.150995 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc94fce9-fc21-47a0-bda6-46bedb920cfd req-2137526d-8d24-4419-bded-29736966ae6f service neutron] 10.222.0.71 "GET /v2.0/networks/efd634c5-6bed-43d6-946e-21533802ff0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143752 Feb 07 21:24:29.161563 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d2b5d64-aa3a-4c2e-80a8-32782aae3d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c642cd1d-d10d-409b-ace6-82f36a6b1e88), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:29.390982 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a5917a22-9c1f-4e69-81b2-2428f9d094e0 req-a951eac0-28d6-4c72-aa0a-1a7e4aa6429f tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks [] for port (ffca3751-1aa1-476f-aa3a-af4e6de0e481), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:29.454604 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-dd19a0e3-0600-4b7e-98c6-c8ede9b24366 None None] Current status of the port 5ef3cb9c-7d68-4406-ac32-e65e4bbc2332 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:29.466213 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc94fce9-fc21-47a0-bda6-46bedb920cfd req-c1bf9c85-24e0-43d2-bb1c-3f0bbc7c15ca service neutron] 10.222.0.71 "GET /v2.0/networks/efd634c5-6bed-43d6-946e-21533802ff0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346761 Feb 07 21:24:29.491742 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0027144-d35f-4863-96e2-7ec08779b91c req-21efe94e-7a5a-45be-8278-ffc82b597024 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:29.493355 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0027144-d35f-4863-96e2-7ec08779b91c req-21efe94e-7a5a-45be-8278-ffc82b597024 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.2602575 Feb 07 21:24:29.551279 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a5917a22-9c1f-4e69-81b2-2428f9d094e0 req-a951eac0-28d6-4c72-aa0a-1a7e4aa6429f tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ffca3751-1aa1-476f-aa3a-af4e6de0e481), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:29.606821 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0027144-d35f-4863-96e2-7ec08779b91c req-c65fba89-7461-4885-a21b-c00e9afbf315 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062174 Feb 07 21:24:29.647600 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951eac0-28d6-4c72-aa0a-1a7e4aa6429f tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Pushing event updated for resources: {'Port': ['ID=ffca3751-1aa1-476f-aa3a-af4e6de0e481,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:29.671337 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5917a22-9c1f-4e69-81b2-2428f9d094e0 req-a951eac0-28d6-4c72-aa0a-1a7e4aa6429f tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:24:29.673138 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-a5917a22-9c1f-4e69-81b2-2428f9d094e0 req-a951eac0-28d6-4c72-aa0a-1a7e4aa6429f tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:24:29.685774 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5917a22-9c1f-4e69-81b2-2428f9d094e0 req-a951eac0-28d6-4c72-aa0a-1a7e4aa6429f tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:24:29.694209 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-138e8ed7-9b35-41c1-88ec-6f6d7505b03e None None] Provisioning complete for port 5ef3cb9c-7d68-4406-ac32-e65e4bbc2332 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:29.694704 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-138e8ed7-9b35-41c1-88ec-6f6d7505b03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5ef3cb9c-7d68-4406-ac32-e65e4bbc2332), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:29.854582 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d2b5d64-aa3a-4c2e-80a8-32782aae3d9c admin admin] Publish callbacks [] for port (c642cd1d-d10d-409b-ace6-82f36a6b1e88), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:29.865608 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d2b5d64-aa3a-4c2e-80a8-32782aae3d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (c642cd1d-d10d-409b-ace6-82f36a6b1e88), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:29.924671 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-138e8ed7-9b35-41c1-88ec-6f6d7505b03e None None] Current status of the port 5ef3cb9c-7d68-4406-ac32-e65e4bbc2332 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:29.929103 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a5917a22-9c1f-4e69-81b2-2428f9d094e0 req-a951eac0-28d6-4c72-aa0a-1a7e4aa6429f tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks [] for floatingip (18b55a5e-c6d6-4210-8f5e-6b059499481d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:29.949701 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8e57703d-48ec-4e12-9ba8-0181bdac37e1 None None] Publish callbacks [] for port (c7864800-bb04-4977-a36f-f77ba05bde5a), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:29.951489 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-138e8ed7-9b35-41c1-88ec-6f6d7505b03e None None] Provisioning complete for port c642cd1d-d10d-409b-ace6-82f36a6b1e88 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:29.952048 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-138e8ed7-9b35-41c1-88ec-6f6d7505b03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c642cd1d-d10d-409b-ace6-82f36a6b1e88), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:30.010059 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a5917a22-9c1f-4e69-81b2-2428f9d094e0 req-a951eac0-28d6-4c72-aa0a-1a7e4aa6429f tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ffca3751-1aa1-476f-aa3a-af4e6de0e481), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:30.011962 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-138e8ed7-9b35-41c1-88ec-6f6d7505b03e None None] Port c642cd1d-d10d-409b-ace6-82f36a6b1e88 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:24:30.013830 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1f52a3fe-3d0a-42eb-9c9b-34659fb36b9f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Deleting port 9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:24:30.017683 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8e57703d-48ec-4e12-9ba8-0181bdac37e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c7864800-bb04-4977-a36f-f77ba05bde5a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:30.020258 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1f52a3fe-3d0a-42eb-9c9b-34659fb36b9f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:30.031169 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b5d64-aa3a-4c2e-80a8-32782aae3d9c admin admin] Pushing event updated for resources: {'Port': ['ID=c642cd1d-d10d-409b-ace6-82f36a6b1e88,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:30.089604 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d2b5d64-aa3a-4c2e-80a8-32782aae3d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (928bb0a6-f6f6-47e9-a24f-0b692a16679b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:30.106200 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8e57703d-48ec-4e12-9ba8-0181bdac37e1 None None] Attempting to bind port c7864800-bb04-4977-a36f-f77ba05bde5a on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:24:30.112048 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8e57703d-48ec-4e12-9ba8-0181bdac37e1 None None] Attempting to bind port c7864800-bb04-4977-a36f-f77ba05bde5a by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:24:30.112711 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e57703d-48ec-4e12-9ba8-0181bdac37e1 None None] Attempting to bind port c7864800-bb04-4977-a36f-f77ba05bde5a on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:24:30.130717 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e57703d-48ec-4e12-9ba8-0181bdac37e1 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:24:30.131427 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e57703d-48ec-4e12-9ba8-0181bdac37e1 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:24:30.132069 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8e57703d-48ec-4e12-9ba8-0181bdac37e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:30.132691 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e57703d-48ec-4e12-9ba8-0181bdac37e1 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:24:30.133399 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8e57703d-48ec-4e12-9ba8-0181bdac37e1 None None] Bound port: c7864800-bb04-4977-a36f-f77ba05bde5a, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:24:30.134003 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8e57703d-48ec-4e12-9ba8-0181bdac37e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c7864800-bb04-4977-a36f-f77ba05bde5a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:30.174220 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e06dc-9c6d-44d4-98b9-e5d700011144 None None] Pushing event updated for resources: {'Port': ['ID=c7864800-bb04-4977-a36f-f77ba05bde5a,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:30.254507 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8e57703d-48ec-4e12-9ba8-0181bdac37e1 None None] For port c7864800-bb04-4977-a36f-f77ba05bde5a, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:24:30.262473 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8e57703d-48ec-4e12-9ba8-0181bdac37e1 None None] For port c7864800-bb04-4977-a36f-f77ba05bde5a, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c7864800-bb04-4977-a36f-f77ba05bde5a,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:24:30.273626 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8e57703d-48ec-4e12-9ba8-0181bdac37e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c7864800-bb04-4977-a36f-f77ba05bde5a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:30.320233 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1f52a3fe-3d0a-42eb-9c9b-34659fb36b9f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] For port 9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8,segment=NetworkSegment(7618c388-e940-4c8b-a512-5ff2abc0b8c6),segment_id=7618c388-e940-4c8b-a512-5ff2abc0b8c6)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:24:30.324261 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1f52a3fe-3d0a-42eb-9c9b-34659fb36b9f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:30.337587 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e06dc-9c6d-44d4-98b9-e5d700011144 None None] Pushing event updated for resources: {'Port': ['ID=c7864800-bb04-4977-a36f-f77ba05bde5a,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:30.350229 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1f52a3fe-3d0a-42eb-9c9b-34659fb36b9f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Calling delete_port for 9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:24:30.357715 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a5917a22-9c1f-4e69-81b2-2428f9d094e0 req-a951eac0-28d6-4c72-aa0a-1a7e4aa6429f tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks [] for port (ffca3751-1aa1-476f-aa3a-af4e6de0e481), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:30.359607 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e57703d-48ec-4e12-9ba8-0181bdac37e1 None None] Routers {'928bb0a6-f6f6-47e9-a24f-0b692a16679b'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:30.360966 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8e57703d-48ec-4e12-9ba8-0181bdac37e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:24:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['928bb0a6-f6f6-47e9-a24f-0b692a16679b'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:30.363814 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a5917a22-9c1f-4e69-81b2-2428f9d094e0 req-a951eac0-28d6-4c72-aa0a-1a7e4aa6429f tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (ffca3751-1aa1-476f-aa3a-af4e6de0e481), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:30.476967 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951eac0-28d6-4c72-aa0a-1a7e4aa6429f tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Pushing event updated for resources: {'Port': ['ID=ffca3751-1aa1-476f-aa3a-af4e6de0e481,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:30.489976 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a5917a22-9c1f-4e69-81b2-2428f9d094e0 req-a951eac0-28d6-4c72-aa0a-1a7e4aa6429f tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (18b55a5e-c6d6-4210-8f5e-6b059499481d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:30.498754 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-8e57703d-48ec-4e12-9ba8-0181bdac37e1 None None] Set router 928bb0a6-f6f6-47e9-a24f-0b692a16679b gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:24:30.517307 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a5917a22-9c1f-4e69-81b2-2428f9d094e0 req-a951eac0-28d6-4c72-aa0a-1a7e4aa6429f tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:30.524943 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5917a22-9c1f-4e69-81b2-2428f9d094e0 req-a951eac0-28d6-4c72-aa0a-1a7e4aa6429f tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5697129 Feb 07 21:24:30.599452 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2b5d64-aa3a-4c2e-80a8-32782aae3d9c admin admin] Network 300bd9b5-02e2-4e96-8fb8-3f27550c121a is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:24:30.603039 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9d2b5d64-aa3a-4c2e-80a8-32782aae3d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:24:30.656129 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5917a22-9c1f-4e69-81b2-2428f9d094e0 req-569f4215-3dd1-4a09-ac82-29b8e4cd384c tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 695 time: 0.1302276 Feb 07 21:24:30.879133 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 5ef3cb9c-7d68-4406-ac32-e65e4bbc2332 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:24:30.982586 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1f52a3fe-3d0a-42eb-9c9b-34659fb36b9f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:31.040167 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c37dc2-2d5f-430f-a4a0-34c39b34a84d req-257a7740-24b6-4ba6-80ee-c775b05e06a5 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:31.041786 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0c37dc2-2d5f-430f-a4a0-34c39b34a84d req-257a7740-24b6-4ba6-80ee-c775b05e06a5 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.2135935 Feb 07 21:24:31.046608 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 5ef3cb9c-7d68-4406-ac32-e65e4bbc2332 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:31.047098 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5ef3cb9c-7d68-4406-ac32-e65e4bbc2332), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:31.052559 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5917a22-9c1f-4e69-81b2-2428f9d094e0 req-d78c2685-644e-482a-8ab8-1444c25fb155 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:31.069594 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5917a22-9c1f-4e69-81b2-2428f9d094e0 req-d78c2685-644e-482a-8ab8-1444c25fb155 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 784 time: 0.4079020 Feb 07 21:24:31.075033 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-a5917a22-9c1f-4e69-81b2-2428f9d094e0 req-2e4cb6c3-5cdb-4104-9224-91639c9c8c85 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:24:31.097875 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5917a22-9c1f-4e69-81b2-2428f9d094e0 req-2e4cb6c3-5cdb-4104-9224-91639c9c8c85 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0273314 Feb 07 21:24:31.104168 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8e57703d-48ec-4e12-9ba8-0181bdac37e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928bb0a6-f6f6-47e9-a24f-0b692a16679b', 'name': 'tempest-TestServerMultinode-1057403538-router', 'tenant_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'c7864800-bb04-4977-a36f-f77ba05bde5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:24:23Z', 'updated_at': '2022-02-07T21:24:29Z', 'revision_number': 4, 'project_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'gw_port': {'id': 'c7864800-bb04-4977-a36f-f77ba05bde5a', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:04:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928bb0a6-f6f6-47e9-a24f-0b692a16679b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:24Z', 'updated_at': '2022-02-07T21:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'c642cd1d-d10d-409b-ace6-82f36a6b1e88', 'name': '', 'network_id': '300bd9b5-02e2-4e96-8fb8-3f27550c121a', 'tenant_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'mac_address': 'fa:16:3e:37:15:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928bb0a6-f6f6-47e9-a24f-0b692a16679b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '9a98df2e-d84a-41d2-811e-e4194c5a4a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:27Z', 'updated_at': '2022-02-07T21:24:29Z', 'revision_number': 2, 'project_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'subnets': [{'id': '9a98df2e-d84a-41d2-811e-e4194c5a4a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:31.158883 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e57703d-48ec-4e12-9ba8-0181bdac37e1 None None] The sync data for ids ['928bb0a6-f6f6-47e9-a24f-0b692a16679b'] in n-d-828185-2 is: [{'id': '928bb0a6-f6f6-47e9-a24f-0b692a16679b', 'name': 'tempest-TestServerMultinode-1057403538-router', 'tenant_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'c7864800-bb04-4977-a36f-f77ba05bde5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:24:23Z', 'updated_at': '2022-02-07T21:24:29Z', 'revision_number': 4, 'project_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'gw_port': {'id': 'c7864800-bb04-4977-a36f-f77ba05bde5a', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:04:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928bb0a6-f6f6-47e9-a24f-0b692a16679b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:24Z', 'updated_at': '2022-02-07T21:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'c642cd1d-d10d-409b-ace6-82f36a6b1e88', 'name': '', 'network_id': '300bd9b5-02e2-4e96-8fb8-3f27550c121a', 'tenant_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'mac_address': 'fa:16:3e:37:15:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928bb0a6-f6f6-47e9-a24f-0b692a16679b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '9a98df2e-d84a-41d2-811e-e4194c5a4a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:27Z', 'updated_at': '2022-02-07T21:24:29Z', 'revision_number': 2, 'project_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'subnets': [{'id': '9a98df2e-d84a-41d2-811e-e4194c5a4a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:24:31.229616 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e10ce06d-eda8-44ee-bea1-25bbcd4fe950 None None] Provisioning complete for port c642cd1d-d10d-409b-ace6-82f36a6b1e88 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:31.229991 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e10ce06d-eda8-44ee-bea1-25bbcd4fe950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c642cd1d-d10d-409b-ace6-82f36a6b1e88), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:31.265839 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52a3fe-3d0a-42eb-9c9b-34659fb36b9f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Port': ['ID=9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:31.411511 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 5ef3cb9c-7d68-4406-ac32-e65e4bbc2332 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:31.417332 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e10ce06d-eda8-44ee-bea1-25bbcd4fe950 None None] Port c642cd1d-d10d-409b-ace6-82f36a6b1e88 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:24:31.426428 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0c37dc2-2d5f-430f-a4a0-34c39b34a84d req-b74a4b1c-07a9-49ea-a391-4f743f02c0ba tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3274672 Feb 07 21:24:31.530192 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fcade-10dc-4dc5-b8c8-061a8a245537 req-a2ef725b-bb11-4892-a2f9-f2188ea27350 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:31.545509 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d1fcade-10dc-4dc5-b8c8-061a8a245537 req-a2ef725b-bb11-4892-a2f9-f2188ea27350 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2964089 Feb 07 21:24:31.572429 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2b5d64-aa3a-4c2e-80a8-32782aae3d9c admin admin] Router 928bb0a6-f6f6-47e9-a24f-0b692a16679b has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:24:31.658400 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d1fcade-10dc-4dc5-b8c8-061a8a245537 req-e4bfd50e-9ffe-4fa1-bb97-309bc18909be tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 695 time: 0.1100812 Feb 07 21:24:31.663310 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-5d1fcade-10dc-4dc5-b8c8-061a8a245537 req-c9776b81-3dec-4c5f-8f54-2ec73d0497a1 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Request body: {'floatingip': {'port_id': '1c0556bd-78a8-4483-a2a4-2d3289544e63', 'fixed_ip_address': '172.20.0.2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:24:31.839149 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5d1fcade-10dc-4dc5-b8c8-061a8a245537 req-c9776b81-3dec-4c5f-8f54-2ec73d0497a1 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks [] for floatingip (18b55a5e-c6d6-4210-8f5e-6b059499481d), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:31.862472 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1f52a3fe-3d0a-42eb-9c9b-34659fb36b9f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (35113ccc-8e2a-4a3c-922d-98e362a06434), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:32.072751 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2b5d64-aa3a-4c2e-80a8-32782aae3d9c admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:24:32.093731 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9d2b5d64-aa3a-4c2e-80a8-32782aae3d9c admin admin] 10.222.0.65 "PUT /v2.0/routers/928bb0a6-f6f6-47e9-a24f-0b692a16679b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3236589 Feb 07 21:24:32.359565 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f52a3fe-3d0a-42eb-9c9b-34659fb36b9f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Router 35113ccc-8e2a-4a3c-922d-98e362a06434 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:24:32.729991 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f52a3fe-3d0a-42eb-9c9b-34659fb36b9f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:24:32.741504 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eafc38-9a1f-466a-b5b2-0bd0796b6d9d None None] Sync routers for ids ['35113ccc-8e2a-4a3c-922d-98e362a06434'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:24:32.754434 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1f52a3fe-3d0a-42eb-9c9b-34659fb36b9f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "PUT /v2.0/routers/35113ccc-8e2a-4a3c-922d-98e362a06434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8052275 Feb 07 21:24:32.760924 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49718) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:32.765708 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eafc38-9a1f-466a-b5b2-0bd0796b6d9d None None] Routers {'35113ccc-8e2a-4a3c-922d-98e362a06434'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:32.766351 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-32eafc38-9a1f-466a-b5b2-0bd0796b6d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:24:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['35113ccc-8e2a-4a3c-922d-98e362a06434'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:33.012766 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-8034a16d-8cea-494c-b6b9-1b6aa36699c7 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Deleting subnet e3700dee-67ba-4f0a-a4f1-8e444e3f8946 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:24:33.026735 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8034a16d-8cea-494c-b6b9-1b6aa36699c7 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for subnet (e3700dee-67ba-4f0a-a4f1-8e444e3f8946), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:33.080244 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c7864800-bb04-4977-a36f-f77ba05bde5a up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:24:33.153699 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-32eafc38-9a1f-466a-b5b2-0bd0796b6d9d None None] Set router 35113ccc-8e2a-4a3c-922d-98e362a06434 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:24:33.182745 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8034a16d-8cea-494c-b6b9-1b6aa36699c7 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (e3700dee-67ba-4f0a-a4f1-8e444e3f8946), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:33.237724 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port c7864800-bb04-4977-a36f-f77ba05bde5a triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:33.238096 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c7864800-bb04-4977-a36f-f77ba05bde5a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:33.363375 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49730) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:33.368227 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-04060432-ffb8-483f-bcb6-903a7aad1139 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1415965185-network', 'tenant_id': '11460addcbf449acb9f8f386f780e36a'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:24:33.472882 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port c7864800-bb04-4977-a36f-f77ba05bde5a is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:33.473288 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c7864800-bb04-4977-a36f-f77ba05bde5a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:33.518268 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port c7864800-bb04-4977-a36f-f77ba05bde5a, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c7864800-bb04-4977-a36f-f77ba05bde5a,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:24:33.524520 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c7864800-bb04-4977-a36f-f77ba05bde5a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:33.554694 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8034a16d-8cea-494c-b6b9-1b6aa36699c7 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (e3700dee-67ba-4f0a-a4f1-8e444e3f8946), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:33.665974 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=c7864800-bb04-4977-a36f-f77ba05bde5a,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:33.710065 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04060432-ffb8-483f-bcb6-903a7aad1139 admin admin] Made reservation on behalf of 11460addcbf449acb9f8f386f780e36a for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:24:33.714237 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04060432-ffb8-483f-bcb6-903a7aad1139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:33.718197 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:33.736674 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04060432-ffb8-483f-bcb6-903a7aad1139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:33.740194 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8034a16d-8cea-494c-b6b9-1b6aa36699c7 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (e3700dee-67ba-4f0a-a4f1-8e444e3f8946), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:33.797237 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ec3e1a-e218-490b-93ff-044477ea28bb None None] Network 27fcfa29-2408-4503-a882-af694b8d82ae requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:24:33.797999 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8034a16d-8cea-494c-b6b9-1b6aa36699c7 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:33.806080 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8034a16d-8cea-494c-b6b9-1b6aa36699c7 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/subnets/e3700dee-67ba-4f0a-a4f1-8e444e3f8946 HTTP/1.1" status: 204 len: 168 time: 1.0439572 Feb 07 21:24:33.807394 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034a16d-8cea-494c-b6b9-1b6aa36699c7 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Subnet': ['ID=e3700dee-67ba-4f0a-a4f1-8e444e3f8946,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:33.815996 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49736) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:33.911899 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7dde6837-283c-47a4-93ee-356d2d19abce tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (27fcfa29-2408-4503-a882-af694b8d82ae), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:33.922873 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-32eafc38-9a1f-466a-b5b2-0bd0796b6d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:24:30Z', 'revision_number': 9, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None, '_interfaces': [{'id': '108a6bce-ebec-4f8f-8242-08ab07ddac3b', 'name': '', 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:8c:e9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:48Z', 'updated_at': '2022-02-07T21:24:04Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9385e14e-462c-473a-b84d-ccc769d51d9e', 'name': '', 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:99:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:40Z', 'updated_at': '2022-02-07T21:23:56Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:34.005574 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eafc38-9a1f-466a-b5b2-0bd0796b6d9d None None] Checking router: 35113ccc-8e2a-4a3c-922d-98e362a06434 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:24:34.036979 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eafc38-9a1f-466a-b5b2-0bd0796b6d9d None None] Routers {'35113ccc-8e2a-4a3c-922d-98e362a06434'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:34.037637 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-32eafc38-9a1f-466a-b5b2-0bd0796b6d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:24:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['35113ccc-8e2a-4a3c-922d-98e362a06434'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:34.040877 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04060432-ffb8-483f-bcb6-903a7aad1139 admin admin] Publish callbacks [] for security_group (a2048f4d-bc10-4e13-bc94-83ca88a066b1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:34.052967 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04060432-ffb8-483f-bcb6-903a7aad1139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a2048f4d-bc10-4e13-bc94-83ca88a066b1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:34.109329 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:34.216616 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-32eafc38-9a1f-466a-b5b2-0bd0796b6d9d None None] Set router 35113ccc-8e2a-4a3c-922d-98e362a06434 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:24:34.282176 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a84924-3dc4-4324-ba23-65d104c29706 None None] DHCP port deletion for 27fcfa29-2408-4503-a882-af694b8d82ae request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:24:34.282953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859681d-7530-4194-9e13-fad77627b672 req-b2a4d542-90c0-4a1b-b94a-fd1ddaa98adc tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:34.284585 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b859681d-7530-4194-9e13-fad77627b672 req-b2a4d542-90c0-4a1b-b94a-fd1ddaa98adc tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.4971099 Feb 07 21:24:34.289978 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04060432-ffb8-483f-bcb6-903a7aad1139 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:24:34.309025 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04060432-ffb8-483f-bcb6-903a7aad1139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (87a6b272-f185-446c-8cf0-9aba86843051), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:34.309386 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-04060432-ffb8-483f-bcb6-903a7aad1139 admin admin] Added segment 87a6b272-f185-446c-8cf0-9aba86843051 of type vlan for network 031cd352-44ac-4663-ac14-a073f913ab04 Feb 07 21:24:34.404219 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-18a84924-3dc4-4324-ba23-65d104c29706 None None] Deleting port 2ffd4a3e-42a7-44bc-a328-656e42626101 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:24:34.407515 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-18a84924-3dc4-4324-ba23-65d104c29706 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (2ffd4a3e-42a7-44bc-a328-656e42626101), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:34.421715 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04060432-ffb8-483f-bcb6-903a7aad1139 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (031cd352-44ac-4663-ac14-a073f913ab04), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:34.439673 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [req-5d1fcade-10dc-4dc5-b8c8-061a8a245537 req-c9776b81-3dec-4c5f-8f54-2ec73d0497a1 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:24:34.476014 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04060432-ffb8-483f-bcb6-903a7aad1139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (031cd352-44ac-4663-ac14-a073f913ab04), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:34.477071 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04060432-ffb8-483f-bcb6-903a7aad1139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:34.477750 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04060432-ffb8-483f-bcb6-903a7aad1139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:34.485578 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04060432-ffb8-483f-bcb6-903a7aad1139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2048f4d-bc10-4e13-bc94-83ca88a066b1,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:34.565660 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7dde6837-283c-47a4-93ee-356d2d19abce tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Deleting port 2ffd4a3e-42a7-44bc-a328-656e42626101 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:24:34.566253 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7dde6837-283c-47a4-93ee-356d2d19abce tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (2ffd4a3e-42a7-44bc-a328-656e42626101), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:34.598235 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b859681d-7530-4194-9e13-fad77627b672 req-dec4c943-2216-4b90-b598-6d1a40c956fe tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3031011 Feb 07 21:24:34.676528 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7dde6837-283c-47a4-93ee-356d2d19abce tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] For port 2ffd4a3e-42a7-44bc-a328-656e42626101, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2ffd4a3e-42a7-44bc-a328-656e42626101,segment=NetworkSegment(7618c388-e940-4c8b-a512-5ff2abc0b8c6),segment_id=7618c388-e940-4c8b-a512-5ff2abc0b8c6)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:24:34.676902 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7dde6837-283c-47a4-93ee-356d2d19abce tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (2ffd4a3e-42a7-44bc-a328-656e42626101), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:34.696740 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7dde6837-283c-47a4-93ee-356d2d19abce tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Calling delete_port for 2ffd4a3e-42a7-44bc-a328-656e42626101 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:24:34.706814 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-18a84924-3dc4-4324-ba23-65d104c29706 None None] For port 2ffd4a3e-42a7-44bc-a328-656e42626101, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2ffd4a3e-42a7-44bc-a328-656e42626101,segment=NetworkSegment(7618c388-e940-4c8b-a512-5ff2abc0b8c6),segment_id=7618c388-e940-4c8b-a512-5ff2abc0b8c6)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:24:34.707476 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-18a84924-3dc4-4324-ba23-65d104c29706 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (2ffd4a3e-42a7-44bc-a328-656e42626101), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:34.745230 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-18a84924-3dc4-4324-ba23-65d104c29706 None None] Calling delete_port for 2ffd4a3e-42a7-44bc-a328-656e42626101 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:24:34.775504 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5d1fcade-10dc-4dc5-b8c8-061a8a245537 req-c9776b81-3dec-4c5f-8f54-2ec73d0497a1 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:34.794079 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5d1fcade-10dc-4dc5-b8c8-061a8a245537 req-c9776b81-3dec-4c5f-8f54-2ec73d0497a1 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (18b55a5e-c6d6-4210-8f5e-6b059499481d), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:34.810967 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-04060432-ffb8-483f-bcb6-903a7aad1139 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4434032 Feb 07 21:24:34.811453 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49744) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:34.829067 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-3b3c3e48-b94d-4ec3-9f6b-5c7fc3c51b9b admin admin] Request body: {'subnet': {'network_id': '031cd352-44ac-4663-ac14-a073f913ab04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1415965185-subnet', 'tenant_id': '11460addcbf449acb9f8f386f780e36a', 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:24:34.859718 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c7864800-bb04-4977-a36f-f77ba05bde5a up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:24:34.881733 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-32eafc38-9a1f-466a-b5b2-0bd0796b6d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:24:30Z', 'revision_number': 9, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None, '_interfaces': [{'id': '108a6bce-ebec-4f8f-8242-08ab07ddac3b', 'name': '', 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:8c:e9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:48Z', 'updated_at': '2022-02-07T21:24:04Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9385e14e-462c-473a-b84d-ccc769d51d9e', 'name': '', 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:99:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:40Z', 'updated_at': '2022-02-07T21:23:56Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:34.908588 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04060432-ffb8-483f-bcb6-903a7aad1139 admin admin] Pushing event updated for resources: {'Network': ['ID=031cd352-44ac-4663-ac14-a073f913ab04,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:34.958452 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3c3e48-b94d-4ec3-9f6b-5c7fc3c51b9b admin admin] Made reservation on behalf of 11460addcbf449acb9f8f386f780e36a for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:24:34.960778 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b3c3e48-b94d-4ec3-9f6b-5c7fc3c51b9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:34.964909 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eafc38-9a1f-466a-b5b2-0bd0796b6d9d None None] The sync data for ids ['35113ccc-8e2a-4a3c-922d-98e362a06434'] in n-d-828185-2 is: [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:24:30Z', 'revision_number': 9, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None, '_interfaces': [{'id': '108a6bce-ebec-4f8f-8242-08ab07ddac3b', 'name': '', 'network_id': '01f2a732-c53c-41cd-bf9a-92349d6c896d', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:8c:e9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:48Z', 'updated_at': '2022-02-07T21:24:04Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '8b2eecee-c09c-4a3f-88b2-1b9b2f995e75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9385e14e-462c-473a-b84d-ccc769d51d9e', 'name': '', 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:99:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:40Z', 'updated_at': '2022-02-07T21:23:56Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:24:35.058073 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [req-5d1fcade-10dc-4dc5-b8c8-061a8a245537 req-c9776b81-3dec-4c5f-8f54-2ec73d0497a1 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Floating IP 18b55a5e-c6d6-4210-8f5e-6b059499481d associated. External IP: 172.25.4.51, port: 1c0556bd-78a8-4483-a2a4-2d3289544e63. Feb 07 21:24:35.137157 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7dde6837-283c-47a4-93ee-356d2d19abce tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (2ffd4a3e-42a7-44bc-a328-656e42626101), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:35.228145 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde6837-283c-47a4-93ee-356d2d19abce tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Port': ['ID=2ffd4a3e-42a7-44bc-a328-656e42626101,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:35.230003 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dde6837-283c-47a4-93ee-356d2d19abce tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] No DVR routers for this DVR port 2ffd4a3e-42a7-44bc-a328-656e42626101 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:24:35.360738 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 031cd352-44ac-4663-ac14-a073f913ab04 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:24:35.479835 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d1fcade-10dc-4dc5-b8c8-061a8a245537 req-c9776b81-3dec-4c5f-8f54-2ec73d0497a1 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Router eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:24:35.522575 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7dde6837-283c-47a4-93ee-356d2d19abce tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (27fcfa29-2408-4503-a882-af694b8d82ae), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:35.526914 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-18a84924-3dc4-4324-ba23-65d104c29706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (2ffd4a3e-42a7-44bc-a328-656e42626101), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:35.591075 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a84924-3dc4-4324-ba23-65d104c29706 None None] No DVR routers for this DVR port 2ffd4a3e-42a7-44bc-a328-656e42626101 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:24:35.609855 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a84924-3dc4-4324-ba23-65d104c29706 None None] Pushing event deleted for resources: {'Port': ['ID=2ffd4a3e-42a7-44bc-a328-656e42626101,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:35.659563 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port c7864800-bb04-4977-a36f-f77ba05bde5a triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:35.660059 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c7864800-bb04-4977-a36f-f77ba05bde5a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:35.709315 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7dde6837-283c-47a4-93ee-356d2d19abce tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27fcfa29-2408-4503-a882-af694b8d82ae']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:35.714696 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d1fcade-10dc-4dc5-b8c8-061a8a245537 req-c9776b81-3dec-4c5f-8f54-2ec73d0497a1 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:24:35.717569 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be8ca33-78a7-4a5a-9d04-0480390d2e63 None None] Sync routers for ids ['928bb0a6-f6f6-47e9-a24f-0b692a16679b'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:24:35.728227 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb9fb2-1779-4dea-9d92-173dfbef32f0 None None] Sync routers for ids ['eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:24:35.735173 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5d1fcade-10dc-4dc5-b8c8-061a8a245537 req-c9776b81-3dec-4c5f-8f54-2ec73d0497a1 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:35.736984 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be8ca33-78a7-4a5a-9d04-0480390d2e63 None None] Routers {'928bb0a6-f6f6-47e9-a24f-0b692a16679b'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:35.737697 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3be8ca33-78a7-4a5a-9d04-0480390d2e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:24:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['928bb0a6-f6f6-47e9-a24f-0b692a16679b'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:35.759207 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eb9fb2-1779-4dea-9d92-173dfbef32f0 None None] Routers {'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:35.765183 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-60eb9fb2-1779-4dea-9d92-173dfbef32f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:24:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:35.767235 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d1fcade-10dc-4dc5-b8c8-061a8a245537 req-c9776b81-3dec-4c5f-8f54-2ec73d0497a1 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "PUT /v2.0/floatingips/18b55a5e-c6d6-4210-8f5e-6b059499481d HTTP/1.1" status: 200 len: 995 time: 4.1079288 Feb 07 21:24:35.767858 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e574382-06f7-4ab3-a647-5ce7f335bc25', 'tag': '1c0556bd-78a8-4483-a2a4-2d3289544e63'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:24:35.770943 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbb7ee4-22c6-409b-be2e-38b8585c2bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "6e574382-06f7-4ab3-a647-5ce7f335bc25", "tag": "1c0556bd-78a8-4483-a2a4-2d3289544e63"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:24:35.821759 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7dde6837-283c-47a4-93ee-356d2d19abce tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7618c388-e940-4c8b-a512-5ff2abc0b8c6') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:35.822102 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7dde6837-283c-47a4-93ee-356d2d19abce tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7618c388-e940-4c8b-a512-5ff2abc0b8c6') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:35.880458 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7dde6837-283c-47a4-93ee-356d2d19abce tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (7618c388-e940-4c8b-a512-5ff2abc0b8c6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:35.915288 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b3c3e48-b94d-4ec3-9f6b-5c7fc3c51b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (e44658e0-ec42-4e35-b6de-a440a7bfccf3), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:35.957850 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-3be8ca33-78a7-4a5a-9d04-0480390d2e63 None None] Set router 928bb0a6-f6f6-47e9-a24f-0b692a16679b gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:24:35.977160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae072f-6650-41d8-bea1-924c2b97d6d8 req-fe71864c-d94d-4af1-be35-a39d491669ed tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:35.992082 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04ae072f-6650-41d8-bea1-924c2b97d6d8 req-fe71864c-d94d-4af1-be35-a39d491669ed tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.1482086 Feb 07 21:24:36.009644 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7dde6837-283c-47a4-93ee-356d2d19abce tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (7618c388-e940-4c8b-a512-5ff2abc0b8c6), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:36.011443 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c3e48-b94d-4ec3-9f6b-5c7fc3c51b9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e44658e0-ec42-4e35-b6de-a440a7bfccf3,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:36.038102 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dde6837-283c-47a4-93ee-356d2d19abce tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:24:36.038511 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7dde6837-283c-47a4-93ee-356d2d19abce tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (7618c388-e940-4c8b-a512-5ff2abc0b8c6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:36.043945 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-60eb9fb2-1779-4dea-9d92-173dfbef32f0 None None] Set router eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:24:36.048755 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:24:36.107579 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04ae072f-6650-41d8-bea1-924c2b97d6d8 req-42872f9e-142b-4721-997d-95852601497b tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135724 Feb 07 21:24:36.185927 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8d2c22-dd8f-4a73-9483-a0ae7ff8915e x-openstack-request-id: req-3a8d2c22-dd8f-4a73-9483-a0ae7ff8915e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:24:36.186534 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e574382-06f7-4ab3-a647-5ce7f335bc25", "tag": "1c0556bd-78a8-4483-a2a4-2d3289544e63", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:24:36.187024 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3a8d2c22-dd8f-4a73-9483-a0ae7ff8915e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:24:36.187650 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e574382-06f7-4ab3-a647-5ce7f335bc25', 'tag': '1c0556bd-78a8-4483-a2a4-2d3289544e63', 'status': 'completed', 'code': 200} Feb 07 21:24:36.216906 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3c3e48-b94d-4ec3-9f6b-5c7fc3c51b9b admin admin] Checking segment: {'id': '87a6b272-f185-446c-8cf0-9aba86843051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '031cd352-44ac-4663-ac14-a073f913ab04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:24:36.217274 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3c3e48-b94d-4ec3-9f6b-5c7fc3c51b9b admin admin] Network hostable DHCP agents. Network: 031cd352-44ac-4663-ac14-a073f913ab04, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:24:36.253631 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7dde6837-283c-47a4-93ee-356d2d19abce tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (27fcfa29-2408-4503-a882-af694b8d82ae), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:36.305879 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7dde6837-283c-47a4-93ee-356d2d19abce tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:36.311827 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7dde6837-283c-47a4-93ee-356d2d19abce tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/networks/27fcfa29-2408-4503-a882-af694b8d82ae HTTP/1.1" status: 204 len: 168 time: 2.4917221 Feb 07 21:24:36.311827 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde6837-283c-47a4-93ee-356d2d19abce tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Network': ['ID=27fcfa29-2408-4503-a882-af694b8d82ae,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:36.317813 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port c7864800-bb04-4977-a36f-f77ba05bde5a is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:36.319135 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49760) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:36.322183 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3c3e48-b94d-4ec3-9f6b-5c7fc3c51b9b admin admin] Network 031cd352-44ac-4663-ac14-a073f913ab04 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:24:36.339047 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-3b3c3e48-b94d-4ec3-9f6b-5c7fc3c51b9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 031cd352-44ac-4663-ac14-a073f913ab04) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:24:36.351814 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3c3e48-b94d-4ec3-9f6b-5c7fc3c51b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:36.352923 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b3c3e48-b94d-4ec3-9f6b-5c7fc3c51b9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:36.362050 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b11612c-51f8-46f6-ad13-c125db73807f None None] Network 031cd352-44ac-4663-ac14-a073f913ab04 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:24:36.391224 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3b3c3e48-b94d-4ec3-9f6b-5c7fc3c51b9b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5723190 Feb 07 21:24:36.395116 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49762) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:36.399929 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-7477f9b2-7580-4402-88b8-d25927451529 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1415965185-router', 'tenant_id': '11460addcbf449acb9f8f386f780e36a', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:24:36.459321 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2ffd4a3e-42a7-44bc-a328-656e42626101 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:24:36.465640 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7477f9b2-7580-4402-88b8-d25927451529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (ace28226-fc6f-411b-b9e0-57e5c4a34920), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:36.466898 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7477f9b2-7580-4402-88b8-d25927451529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (ace28226-fc6f-411b-b9e0-57e5c4a34920), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:36.496241 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 2ffd4a3e-42a7-44bc-a328-656e42626101 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:24:36.500641 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2ffd4a3e-42a7-44bc-a328-656e42626101 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:24:36.532151 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-60eb9fb2-1779-4dea-9d92-173dfbef32f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'name': 'tempest-ServerRescueTestJSONUnderV235-24371001-router', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'caa07643-8ec5-479a-a54d-f694e2ab8f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:06Z', 'updated_at': '2022-02-07T21:23:18Z', 'revision_number': 4, 'project_id': '888ddec89701446fae6507ee7003a9bb', 'gw_port': {'id': 'caa07643-8ec5-479a-a54d-f694e2ab8f0f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:09Z', 'updated_at': '2022-02-07T21:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '18b55a5e-c6d6-4210-8f5e-6b059499481d', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'port_id': '1c0556bd-78a8-4483-a2a4-2d3289544e63', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2959, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd634c5-6bed-43d6-946e-21533802ff0e', 'mac_address': 'fa:16:3e:96:ab:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e574382-06f7-4ab3-a647-5ce7f335bc25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:24:29Z', 'updated_at': '2022-02-07T21:24:34Z', 'revision_number': 1, 'project_id': '888ddec89701446fae6507ee7003a9bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53c9f39b-89fb-4e27-ac2a-dffeebdbd601', 'name': '', 'network_id': 'efd634c5-6bed-43d6-946e-21533802ff0e', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'mac_address': 'fa:16:3e:2c:cb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:16Z', 'updated_at': '2022-02-07T21:23:32Z', 'revision_number': 5, 'project_id': '888ddec89701446fae6507ee7003a9bb', 'subnets': [{'id': '9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:36.582600 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb7ee4-22c6-409b-be2e-38b8585c2bd3 req-fbe90826-57bf-4b85-8abc-6174dba83df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:36.584122 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-adbb7ee4-22c6-409b-be2e-38b8585c2bd3 req-fbe90826-57bf-4b85-8abc-6174dba83df1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=888ddec89701446fae6507ee7003a9bb&device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 1127 time: 0.3771799 Feb 07 21:24:36.604449 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7477f9b2-7580-4402-88b8-d25927451529 admin admin] Publish callbacks [] for router_controller (ace28226-fc6f-411b-b9e0-57e5c4a34920), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:36.606308 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb9fb2-1779-4dea-9d92-173dfbef32f0 None None] Checking router: eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:24:36.631980 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eb9fb2-1779-4dea-9d92-173dfbef32f0 None None] Routers {'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:36.632936 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-60eb9fb2-1779-4dea-9d92-173dfbef32f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:24:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:36.731593 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fcade-10dc-4dc5-b8c8-061a8a245537 req-79549c6a-196f-4487-93db-ab8165e673e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:36.733700 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d1fcade-10dc-4dc5-b8c8-061a8a245537 req-79549c6a-196f-4487-93db-ab8165e673e3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=888ddec89701446fae6507ee7003a9bb&device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 1127 time: 0.9447713 Feb 07 21:24:36.740620 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:24:36.759100 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428c8540-0486-4a91-94d9-673e18fb98a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-031cd352-44ac-4663-ac14-a073f913ab04', 'network_id': '031cd352-44ac-4663-ac14-a073f913ab04', 'project_id': '11460addcbf449acb9f8f386f780e36a', 'fixed_ips': [{'subnet_id': 'e44658e0-ec42-4e35-b6de-a440a7bfccf3'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:24:36.760062 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-428c8540-0486-4a91-94d9-673e18fb98a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:36.867019 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:24:36.867368 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9eefe1c2-a7ab-4c01-8ce3-311dfa8a04a8 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:24:36.975814 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7477f9b2-7580-4402-88b8-d25927451529 admin admin] Publish callbacks [] for router_gateway (ace28226-fc6f-411b-b9e0-57e5c4a34920), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:36.994836 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb7ee4-22c6-409b-be2e-38b8585c2bd3 req-945f6376-defc-43b0-8e43-1da6eb683f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:36.996482 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-adbb7ee4-22c6-409b-be2e-38b8585c2bd3 req-945f6376-defc-43b0-8e43-1da6eb683f4d service neutron] 10.222.0.71 "GET /v2.0/networks?id=efd634c5-6bed-43d6-946e-21533802ff0e HTTP/1.1" status: 200 len: 919 time: 0.3777914 Feb 07 21:24:37.042663 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3be8ca33-78a7-4a5a-9d04-0480390d2e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928bb0a6-f6f6-47e9-a24f-0b692a16679b', 'name': 'tempest-TestServerMultinode-1057403538-router', 'tenant_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'c7864800-bb04-4977-a36f-f77ba05bde5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:24:23Z', 'updated_at': '2022-02-07T21:24:29Z', 'revision_number': 4, 'project_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'gw_port': {'id': 'c7864800-bb04-4977-a36f-f77ba05bde5a', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:04:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928bb0a6-f6f6-47e9-a24f-0b692a16679b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:24Z', 'updated_at': '2022-02-07T21:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'c642cd1d-d10d-409b-ace6-82f36a6b1e88', 'name': '', 'network_id': '300bd9b5-02e2-4e96-8fb8-3f27550c121a', 'tenant_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'mac_address': 'fa:16:3e:37:15:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928bb0a6-f6f6-47e9-a24f-0b692a16679b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '9a98df2e-d84a-41d2-811e-e4194c5a4a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:27Z', 'updated_at': '2022-02-07T21:24:29Z', 'revision_number': 2, 'project_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'subnets': [{'id': '9a98df2e-d84a-41d2-811e-e4194c5a4a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:37.102143 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-60eb9fb2-1779-4dea-9d92-173dfbef32f0 None None] Set router eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:24:37.116668 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be8ca33-78a7-4a5a-9d04-0480390d2e63 None None] Checking router: 928bb0a6-f6f6-47e9-a24f-0b692a16679b for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:24:37.118527 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be8ca33-78a7-4a5a-9d04-0480390d2e63 None None] Updating router 928bb0a6-f6f6-47e9-a24f-0b692a16679b port c642cd1d-d10d-409b-ace6-82f36a6b1e88 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:24:37.221033 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3be8ca33-78a7-4a5a-9d04-0480390d2e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c642cd1d-d10d-409b-ace6-82f36a6b1e88), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:37.376293 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-b9e825a1-1086-473b-b49c-c03ae0073ab3 req-035b22fe-5403-459f-bf11-69662afdc5d6 service neutron] (103256) timed out ('10.222.0.65', 39714) {{(pid=103256) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 21:24:37.412747 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fcade-10dc-4dc5-b8c8-061a8a245537 req-950357f0-d659-4338-95e2-d25fea5ead54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:37.414859 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d1fcade-10dc-4dc5-b8c8-061a8a245537 req-950357f0-d659-4338-95e2-d25fea5ead54 service neutron] 10.222.0.65 "GET /v2.0/networks?id=efd634c5-6bed-43d6-946e-21533802ff0e HTTP/1.1" status: 200 len: 919 time: 0.6715374 Feb 07 21:24:37.430552 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-adbb7ee4-22c6-409b-be2e-38b8585c2bd3 req-f0a61d8f-00ab-4d56-aefa-6d012310a325 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c0556bd-78a8-4483-a2a4-2d3289544e63 HTTP/1.1" status: 200 len: 998 time: 0.4225173 Feb 07 21:24:37.482349 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7477f9b2-7580-4402-88b8-d25927451529 admin admin] Publish callbacks [] for router_gateway (ace28226-fc6f-411b-b9e0-57e5c4a34920), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:37.535424 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7477f9b2-7580-4402-88b8-d25927451529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:37.611056 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-60eb9fb2-1779-4dea-9d92-173dfbef32f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'name': 'tempest-ServerRescueTestJSONUnderV235-24371001-router', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'caa07643-8ec5-479a-a54d-f694e2ab8f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:06Z', 'updated_at': '2022-02-07T21:23:18Z', 'revision_number': 4, 'project_id': '888ddec89701446fae6507ee7003a9bb', 'gw_port': {'id': 'caa07643-8ec5-479a-a54d-f694e2ab8f0f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:09Z', 'updated_at': '2022-02-07T21:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '18b55a5e-c6d6-4210-8f5e-6b059499481d', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'port_id': '1c0556bd-78a8-4483-a2a4-2d3289544e63', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2959, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd634c5-6bed-43d6-946e-21533802ff0e', 'mac_address': 'fa:16:3e:96:ab:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e574382-06f7-4ab3-a647-5ce7f335bc25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:24:29Z', 'updated_at': '2022-02-07T21:24:34Z', 'revision_number': 1, 'project_id': '888ddec89701446fae6507ee7003a9bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53c9f39b-89fb-4e27-ac2a-dffeebdbd601', 'name': '', 'network_id': 'efd634c5-6bed-43d6-946e-21533802ff0e', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'mac_address': 'fa:16:3e:2c:cb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:16Z', 'updated_at': '2022-02-07T21:23:32Z', 'revision_number': 5, 'project_id': '888ddec89701446fae6507ee7003a9bb', 'subnets': [{'id': '9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:37.692289 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb9fb2-1779-4dea-9d92-173dfbef32f0 None None] The sync data for ids ['eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'] in n-d-828185-2 is: [{'id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'name': 'tempest-ServerRescueTestJSONUnderV235-24371001-router', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'caa07643-8ec5-479a-a54d-f694e2ab8f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:06Z', 'updated_at': '2022-02-07T21:23:18Z', 'revision_number': 4, 'project_id': '888ddec89701446fae6507ee7003a9bb', 'gw_port': {'id': 'caa07643-8ec5-479a-a54d-f694e2ab8f0f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:09Z', 'updated_at': '2022-02-07T21:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '18b55a5e-c6d6-4210-8f5e-6b059499481d', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'port_id': '1c0556bd-78a8-4483-a2a4-2d3289544e63', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2959, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd634c5-6bed-43d6-946e-21533802ff0e', 'mac_address': 'fa:16:3e:96:ab:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e574382-06f7-4ab3-a647-5ce7f335bc25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:24:29Z', 'updated_at': '2022-02-07T21:24:34Z', 'revision_number': 1, 'project_id': '888ddec89701446fae6507ee7003a9bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53c9f39b-89fb-4e27-ac2a-dffeebdbd601', 'name': '', 'network_id': 'efd634c5-6bed-43d6-946e-21533802ff0e', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'mac_address': 'fa:16:3e:2c:cb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:16Z', 'updated_at': '2022-02-07T21:23:32Z', 'revision_number': 5, 'project_id': '888ddec89701446fae6507ee7003a9bb', 'subnets': [{'id': '9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:24:37.812799 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3be8ca33-78a7-4a5a-9d04-0480390d2e63 None None] Publish callbacks [] for port (c642cd1d-d10d-409b-ace6-82f36a6b1e88), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:37.861740 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3be8ca33-78a7-4a5a-9d04-0480390d2e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c642cd1d-d10d-409b-ace6-82f36a6b1e88), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:37.885038 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-7477f9b2-7580-4402-88b8-d25927451529 admin admin] Allocated IP 172.25.4.88 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:24:38.016880 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-428c8540-0486-4a91-94d9-673e18fb98a8 None None] Allocated IP 172.20.0.2 (031cd352-44ac-4663-ac14-a073f913ab04/e44658e0-ec42-4e35-b6de-a440a7bfccf3/de17f2e5-2a98-4da7-b197-53fee4c06ef3) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:24:38.111892 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208528f-dbe7-4927-9135-d2f764e5a341 None None] Pushing event updated for resources: {'Port': ['ID=c642cd1d-d10d-409b-ace6-82f36a6b1e88,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:38.182851 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3be8ca33-78a7-4a5a-9d04-0480390d2e63 None None] Attempting to bind port c642cd1d-d10d-409b-ace6-82f36a6b1e88 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:24:38.185363 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3be8ca33-78a7-4a5a-9d04-0480390d2e63 None None] Attempting to bind port c642cd1d-d10d-409b-ace6-82f36a6b1e88 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '300bd9b5-02e2-4e96-8fb8-3f27550c121a'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:24:38.186059 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be8ca33-78a7-4a5a-9d04-0480390d2e63 None None] Attempting to bind port c642cd1d-d10d-409b-ace6-82f36a6b1e88 on network 300bd9b5-02e2-4e96-8fb8-3f27550c121a {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:24:38.194553 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce17191b-69ad-429a-a1d5-df9d41f3a281 None None] New status for floating IP 18b55a5e-c6d6-4210-8f5e-6b059499481d: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:24:38.201536 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7477f9b2-7580-4402-88b8-d25927451529 admin admin] Publish callbacks [] for port (7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:38.283995 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7477f9b2-7580-4402-88b8-d25927451529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:38.404634 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b2684-32ff-4564-b824-5dc19b572291 req-9aa4e1d7-ad36-489a-8550-a10100e4d6f1 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:38.413063 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d33b2684-32ff-4564-b824-5dc19b572291 req-9aa4e1d7-ad36-489a-8550-a10100e4d6f1 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 1.1696510 Feb 07 21:24:38.418232 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb7ee4-22c6-409b-be2e-38b8585c2bd3 req-6b08a5fa-8164-4f07-9333-fc58b53bf674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:38.419882 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-adbb7ee4-22c6-409b-be2e-38b8585c2bd3 req-6b08a5fa-8164-4f07-9333-fc58b53bf674 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1 HTTP/1.1" status: 200 len: 858 time: 0.9634793 Feb 07 21:24:38.427407 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d1fcade-10dc-4dc5-b8c8-061a8a245537 req-9491dfeb-9fcd-46be-9e85-2be86464ed34 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c0556bd-78a8-4483-a2a4-2d3289544e63 HTTP/1.1" status: 200 len: 998 time: 0.9937305 Feb 07 21:24:38.428614 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7477f9b2-7580-4402-88b8-d25927451529 admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:24:38.432762 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be8ca33-78a7-4a5a-9d04-0480390d2e63 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:24:38.433270 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be8ca33-78a7-4a5a-9d04-0480390d2e63 None None] Checking segment: {'id': '4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '300bd9b5-02e2-4e96-8fb8-3f27550c121a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:24:38.433851 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477f9b2-7580-4402-88b8-d25927451529 admin admin] Pushing event updated for resources: {'Port': ['ID=7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:38.434094 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3be8ca33-78a7-4a5a-9d04-0480390d2e63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:38.434795 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be8ca33-78a7-4a5a-9d04-0480390d2e63 None None] Bound using segment: {'id': '4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '300bd9b5-02e2-4e96-8fb8-3f27550c121a'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:24:38.435806 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3be8ca33-78a7-4a5a-9d04-0480390d2e63 None None] Bound port: c642cd1d-d10d-409b-ace6-82f36a6b1e88, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '300bd9b5-02e2-4e96-8fb8-3f27550c121a'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:24:38.436295 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3be8ca33-78a7-4a5a-9d04-0480390d2e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c642cd1d-d10d-409b-ace6-82f36a6b1e88), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:38.443516 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-7477f9b2-7580-4402-88b8-d25927451529 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:24:38.454493 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7477f9b2-7580-4402-88b8-d25927451529 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:24:38.479846 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-adbb7ee4-22c6-409b-be2e-38b8585c2bd3 req-89b3ae81-8c65-49a5-98bd-56dc85b206e2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=efd634c5-6bed-43d6-946e-21533802ff0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492401 Feb 07 21:24:38.681721 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d9a9b8d3-38a5-43ab-9737-65996e8ee280 None None] Provisioning complete for port c642cd1d-d10d-409b-ace6-82f36a6b1e88 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:38.681874 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d9a9b8d3-38a5-43ab-9737-65996e8ee280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c642cd1d-d10d-409b-ace6-82f36a6b1e88), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:38.749203 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3be8ca33-78a7-4a5a-9d04-0480390d2e63 None None] For port c642cd1d-d10d-409b-ace6-82f36a6b1e88, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:24:38.763017 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3be8ca33-78a7-4a5a-9d04-0480390d2e63 None None] For port c642cd1d-d10d-409b-ace6-82f36a6b1e88, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c642cd1d-d10d-409b-ace6-82f36a6b1e88,segment=NetworkSegment(4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d),segment_id=4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:24:38.773531 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d9a9b8d3-38a5-43ab-9737-65996e8ee280 None None] Port c642cd1d-d10d-409b-ace6-82f36a6b1e88 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:24:38.782778 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d33b2684-32ff-4564-b824-5dc19b572291 req-00786f7f-c53f-44b4-ba9d-f73bdcda1baf tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3686805 Feb 07 21:24:38.788072 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3be8ca33-78a7-4a5a-9d04-0480390d2e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c642cd1d-d10d-409b-ace6-82f36a6b1e88), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:38.815025 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fcade-10dc-4dc5-b8c8-061a8a245537 req-ce0adaa4-867c-4665-9cd0-dd0e47ed8609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:38.833261 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d1fcade-10dc-4dc5-b8c8-061a8a245537 req-ce0adaa4-867c-4665-9cd0-dd0e47ed8609 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1 HTTP/1.1" status: 200 len: 858 time: 0.3523395 Feb 07 21:24:38.939916 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d1fcade-10dc-4dc5-b8c8-061a8a245537 req-f3c30ecb-933f-4026-bca5-ed5e767871e4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=efd634c5-6bed-43d6-946e-21533802ff0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839648 Feb 07 21:24:38.956988 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-5d1fcade-10dc-4dc5-b8c8-061a8a245537 req-7e03f589-b592-4520-a15c-6a691d7ba125 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:24:38.958082 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d1fcade-10dc-4dc5-b8c8-061a8a245537 req-7e03f589-b592-4520-a15c-6a691d7ba125 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078502 Feb 07 21:24:38.963706 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b4c181d-48c6-4e2f-94e5-40336541a767 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (35113ccc-8e2a-4a3c-922d-98e362a06434), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:38.968403 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be8ca33-78a7-4a5a-9d04-0480390d2e63 None None] Routers {'928bb0a6-f6f6-47e9-a24f-0b692a16679b'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:38.970855 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3be8ca33-78a7-4a5a-9d04-0480390d2e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:24:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['928bb0a6-f6f6-47e9-a24f-0b692a16679b'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:38.991485 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-adbb7ee4-22c6-409b-be2e-38b8585c2bd3 req-c51fc693-6445-4df8-ad20-0f689b81880e service neutron] 10.222.0.71 "GET /v2.0/networks/efd634c5-6bed-43d6-946e-21533802ff0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4810171 Feb 07 21:24:39.123706 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-3be8ca33-78a7-4a5a-9d04-0480390d2e63 None None] Set router 928bb0a6-f6f6-47e9-a24f-0b692a16679b gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:24:39.162995 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7477f9b2-7580-4402-88b8-d25927451529 admin admin] Publish callbacks [] for router_gateway (ace28226-fc6f-411b-b9e0-57e5c4a34920), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:39.217987 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208528f-dbe7-4927-9135-d2f764e5a341 None None] Pushing event updated for resources: {'Port': ['ID=c642cd1d-d10d-409b-ace6-82f36a6b1e88,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:39.407687 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-adbb7ee4-22c6-409b-be2e-38b8585c2bd3 req-fa2d8bc5-1c1d-42ca-81df-fa24010ba96d service neutron] 10.222.0.71 "GET /v2.0/networks/efd634c5-6bed-43d6-946e-21533802ff0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359553 Feb 07 21:24:39.470796 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d1fcade-10dc-4dc5-b8c8-061a8a245537 req-996ce74e-73e2-4e0a-9f5c-a77720df7fac service neutron] 10.222.0.65 "GET /v2.0/networks/efd634c5-6bed-43d6-946e-21533802ff0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5034318 Feb 07 21:24:39.639265 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d1fcade-10dc-4dc5-b8c8-061a8a245537 req-ef8417a4-4ded-4f94-afd5-d92b5bb69779 service neutron] 10.222.0.65 "GET /v2.0/networks/efd634c5-6bed-43d6-946e-21533802ff0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272099 Feb 07 21:24:39.866103 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-428c8540-0486-4a91-94d9-673e18fb98a8 None None] Publish callbacks [] for port (de17f2e5-2a98-4da7-b197-53fee4c06ef3), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:39.869556 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d8a8ddab-8eb7-457d-889b-df2fc116c413 None None] Provisioning complete for port c642cd1d-d10d-409b-ace6-82f36a6b1e88 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:39.869905 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d8a8ddab-8eb7-457d-889b-df2fc116c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c642cd1d-d10d-409b-ace6-82f36a6b1e88), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:40.338373 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-428c8540-0486-4a91-94d9-673e18fb98a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (de17f2e5-2a98-4da7-b197-53fee4c06ef3), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:40.348005 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6b4c181d-48c6-4e2f-94e5-40336541a767 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Deleting port 108a6bce-ebec-4f8f-8242-08ab07ddac3b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:24:40.348398 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b4c181d-48c6-4e2f-94e5-40336541a767 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (108a6bce-ebec-4f8f-8242-08ab07ddac3b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:40.358950 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a414ad-53f6-41b2-af9b-9d9b136f7642 req-3478f74a-9d5e-4e87-96ca-03e0921a40e8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:40.360721 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53a414ad-53f6-41b2-af9b-9d9b136f7642 req-3478f74a-9d5e-4e87-96ca-03e0921a40e8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.2898128 Feb 07 21:24:40.373019 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6cd989fd-3f20-4385-a5e4-b8ddddb61aa3 req-ff2fea01-261a-4d62-8492-17928eb45929 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 1000 time: 0.6949716 Feb 07 21:24:40.475661 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428c8540-0486-4a91-94d9-673e18fb98a8 None None] Network 031cd352-44ac-4663-ac14-a073f913ab04 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:24:40.543354 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c8540-0486-4a91-94d9-673e18fb98a8 None None] Pushing event updated for resources: {'Port': ['ID=de17f2e5-2a98-4da7-b197-53fee4c06ef3,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:40.559093 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-428c8540-0486-4a91-94d9-673e18fb98a8 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:24:40.565557 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428c8540-0486-4a91-94d9-673e18fb98a8 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:24:40.634582 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3be8ca33-78a7-4a5a-9d04-0480390d2e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928bb0a6-f6f6-47e9-a24f-0b692a16679b', 'name': 'tempest-TestServerMultinode-1057403538-router', 'tenant_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'c7864800-bb04-4977-a36f-f77ba05bde5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:24:23Z', 'updated_at': '2022-02-07T21:24:29Z', 'revision_number': 4, 'project_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'gw_port': {'id': 'c7864800-bb04-4977-a36f-f77ba05bde5a', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:04:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928bb0a6-f6f6-47e9-a24f-0b692a16679b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:24Z', 'updated_at': '2022-02-07T21:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'c642cd1d-d10d-409b-ace6-82f36a6b1e88', 'name': '', 'network_id': '300bd9b5-02e2-4e96-8fb8-3f27550c121a', 'tenant_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'mac_address': 'fa:16:3e:37:15:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928bb0a6-f6f6-47e9-a24f-0b692a16679b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '9a98df2e-d84a-41d2-811e-e4194c5a4a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:27Z', 'updated_at': '2022-02-07T21:24:38Z', 'revision_number': 4, 'project_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'subnets': [{'id': '9a98df2e-d84a-41d2-811e-e4194c5a4a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:40.725317 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd989fd-3f20-4385-a5e4-b8ddddb61aa3 req-a623907a-d0b5-449b-a0b0-a9728ba6bd7e tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:40.726389 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6cd989fd-3f20-4385-a5e4-b8ddddb61aa3 req-a623907a-d0b5-449b-a0b0-a9728ba6bd7e tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports/1c0556bd-78a8-4483-a2a4-2d3289544e63 HTTP/1.1" status: 200 len: 942 time: 0.3525498 Feb 07 21:24:40.743461 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d8a8ddab-8eb7-457d-889b-df2fc116c413 None None] Current status of the port c642cd1d-d10d-409b-ace6-82f36a6b1e88 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:40.749932 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d8a8ddab-8eb7-457d-889b-df2fc116c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c642cd1d-d10d-409b-ace6-82f36a6b1e88), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:40.786690 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7477f9b2-7580-4402-88b8-d25927451529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (ace28226-fc6f-411b-b9e0-57e5c4a34920), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:40.877875 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be8ca33-78a7-4a5a-9d04-0480390d2e63 None None] The sync data for ids ['928bb0a6-f6f6-47e9-a24f-0b692a16679b'] in n-d-828185-2 is: [{'id': '928bb0a6-f6f6-47e9-a24f-0b692a16679b', 'name': 'tempest-TestServerMultinode-1057403538-router', 'tenant_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'c7864800-bb04-4977-a36f-f77ba05bde5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:24:23Z', 'updated_at': '2022-02-07T21:24:29Z', 'revision_number': 4, 'project_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'gw_port': {'id': 'c7864800-bb04-4977-a36f-f77ba05bde5a', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:04:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928bb0a6-f6f6-47e9-a24f-0b692a16679b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:24Z', 'updated_at': '2022-02-07T21:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'c642cd1d-d10d-409b-ace6-82f36a6b1e88', 'name': '', 'network_id': '300bd9b5-02e2-4e96-8fb8-3f27550c121a', 'tenant_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'mac_address': 'fa:16:3e:37:15:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928bb0a6-f6f6-47e9-a24f-0b692a16679b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '9a98df2e-d84a-41d2-811e-e4194c5a4a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:27Z', 'updated_at': '2022-02-07T21:24:38Z', 'revision_number': 4, 'project_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'subnets': [{'id': '9a98df2e-d84a-41d2-811e-e4194c5a4a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:24:40.923563 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53a414ad-53f6-41b2-af9b-9d9b136f7642 req-ccd371e8-6ef1-4e84-b13b-472d29896354 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2442551 Feb 07 21:24:40.938567 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6b4c181d-48c6-4e2f-94e5-40336541a767 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] For port 108a6bce-ebec-4f8f-8242-08ab07ddac3b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=108a6bce-ebec-4f8f-8242-08ab07ddac3b,segment=NetworkSegment(3f2ff540-2ca7-48ac-a8e7-30d165d7c0a6),segment_id=3f2ff540-2ca7-48ac-a8e7-30d165d7c0a6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:24:40.939594 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b4c181d-48c6-4e2f-94e5-40336541a767 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (108a6bce-ebec-4f8f-8242-08ab07ddac3b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:40.945794 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-428c8540-0486-4a91-94d9-673e18fb98a8 None None] Attempting to bind port de17f2e5-2a98-4da7-b197-53fee4c06ef3 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:24:40.946778 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-428c8540-0486-4a91-94d9-673e18fb98a8 None None] Attempting to bind port de17f2e5-2a98-4da7-b197-53fee4c06ef3 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '87a6b272-f185-446c-8cf0-9aba86843051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '031cd352-44ac-4663-ac14-a073f913ab04'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:24:40.947420 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428c8540-0486-4a91-94d9-673e18fb98a8 None None] Attempting to bind port de17f2e5-2a98-4da7-b197-53fee4c06ef3 on network 031cd352-44ac-4663-ac14-a073f913ab04 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:24:40.966880 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6b4c181d-48c6-4e2f-94e5-40336541a767 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Calling delete_port for 108a6bce-ebec-4f8f-8242-08ab07ddac3b owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:24:40.971052 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428c8540-0486-4a91-94d9-673e18fb98a8 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:24:40.971432 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428c8540-0486-4a91-94d9-673e18fb98a8 None None] Checking segment: {'id': '87a6b272-f185-446c-8cf0-9aba86843051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '031cd352-44ac-4663-ac14-a073f913ab04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:24:40.971831 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-428c8540-0486-4a91-94d9-673e18fb98a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:40.972227 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428c8540-0486-4a91-94d9-673e18fb98a8 None None] Bound using segment: {'id': '87a6b272-f185-446c-8cf0-9aba86843051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '031cd352-44ac-4663-ac14-a073f913ab04'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:24:40.972738 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-428c8540-0486-4a91-94d9-673e18fb98a8 None None] Bound port: de17f2e5-2a98-4da7-b197-53fee4c06ef3, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a6b272-f185-446c-8cf0-9aba86843051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '031cd352-44ac-4663-ac14-a073f913ab04'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:24:40.973172 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-428c8540-0486-4a91-94d9-673e18fb98a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (de17f2e5-2a98-4da7-b197-53fee4c06ef3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:41.241560 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-428c8540-0486-4a91-94d9-673e18fb98a8 None None] For port de17f2e5-2a98-4da7-b197-53fee4c06ef3, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:24:41.250057 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7477f9b2-7580-4402-88b8-d25927451529 admin admin] Router ace28226-fc6f-411b-b9e0-57e5c4a34920 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:24:41.275317 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-428c8540-0486-4a91-94d9-673e18fb98a8 None None] For port de17f2e5-2a98-4da7-b197-53fee4c06ef3, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=de17f2e5-2a98-4da7-b197-53fee4c06ef3,segment=NetworkSegment(87a6b272-f185-446c-8cf0-9aba86843051),segment_id=87a6b272-f185-446c-8cf0-9aba86843051)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:24:41.294241 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c642cd1d-d10d-409b-ace6-82f36a6b1e88 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:24:41.305922 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d8a8ddab-8eb7-457d-889b-df2fc116c413 None None] For port c642cd1d-d10d-409b-ace6-82f36a6b1e88, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c642cd1d-d10d-409b-ace6-82f36a6b1e88,segment=NetworkSegment(4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d),segment_id=4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:24:41.329526 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-428c8540-0486-4a91-94d9-673e18fb98a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (de17f2e5-2a98-4da7-b197-53fee4c06ef3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:41.465098 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c8540-0486-4a91-94d9-673e18fb98a8 None None] Pushing event updated for resources: {'Port': ['ID=de17f2e5-2a98-4da7-b197-53fee4c06ef3,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:41.481112 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d8a8ddab-8eb7-457d-889b-df2fc116c413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c642cd1d-d10d-409b-ace6-82f36a6b1e88), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:41.655919 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7477f9b2-7580-4402-88b8-d25927451529 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:24:41.674407 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6cd989fd-3f20-4385-a5e4-b8ddddb61aa3 req-e9050e36-7375-4104-9eb8-0078d36e4494 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 1000 time: 0.6921010 Feb 07 21:24:41.681812 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497d2d25-91b8-414f-b43e-db11466056d2 None None] Sync routers for ids ['ace28226-fc6f-411b-b9e0-57e5c4a34920'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:24:41.703474 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497d2d25-91b8-414f-b43e-db11466056d2 None None] Routers {'ace28226-fc6f-411b-b9e0-57e5c4a34920'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:41.704415 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-497d2d25-91b8-414f-b43e-db11466056d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:24:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ace28226-fc6f-411b-b9e0-57e5c4a34920'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:41.717600 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8ddab-8eb7-457d-889b-df2fc116c413 None None] Pushing event updated for resources: {'Port': ['ID=c642cd1d-d10d-409b-ace6-82f36a6b1e88,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:41.739112 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port c642cd1d-d10d-409b-ace6-82f36a6b1e88 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:41.741847 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c642cd1d-d10d-409b-ace6-82f36a6b1e88), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:41.768756 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7477f9b2-7580-4402-88b8-d25927451529 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:41.772510 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7477f9b2-7580-4402-88b8-d25927451529 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3740022 Feb 07 21:24:41.774535 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49878) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:42.042296 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-497d2d25-91b8-414f-b43e-db11466056d2 None None] Set router ace28226-fc6f-411b-b9e0-57e5c4a34920 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:24:42.143106 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port c642cd1d-d10d-409b-ace6-82f36a6b1e88 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:42.397330 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b4c181d-48c6-4e2f-94e5-40336541a767 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (108a6bce-ebec-4f8f-8242-08ab07ddac3b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:42.547972 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4955db-86f6-4d84-b297-4ce83d031f63 req-91b7c8cb-4be1-4b09-bfb8-9e667229b58f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:42.555817 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-be4955db-86f6-4d84-b297-4ce83d031f63 req-91b7c8cb-4be1-4b09-bfb8-9e667229b58f tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 1.1162701 Feb 07 21:24:42.570909 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fab16-76dd-4a5f-bb4b-96217d8c2f50 req-cf9bf85b-0db0-4399-8c57-e9c6cb916d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:42.576928 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-497d2d25-91b8-414f-b43e-db11466056d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace28226-fc6f-411b-b9e0-57e5c4a34920', 'name': 'tempest-TestServerMultinode-1415965185-router', 'tenant_id': '11460addcbf449acb9f8f386f780e36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:24:36Z', 'updated_at': '2022-02-07T21:24:38Z', 'revision_number': 3, 'project_id': '11460addcbf449acb9f8f386f780e36a', 'gw_port': {'id': '7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:01:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace28226-fc6f-411b-b9e0-57e5c4a34920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:37Z', 'updated_at': '2022-02-07T21:24:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:42.577897 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-641fab16-76dd-4a5f-bb4b-96217d8c2f50 req-cf9bf85b-0db0-4399-8c57-e9c6cb916d44 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 1127 time: 1.1816847 Feb 07 21:24:42.588291 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c181d-48c6-4e2f-94e5-40336541a767 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Port': ['ID=108a6bce-ebec-4f8f-8242-08ab07ddac3b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:42.657565 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497d2d25-91b8-414f-b43e-db11466056d2 None None] Checking router: ace28226-fc6f-411b-b9e0-57e5c4a34920 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:24:42.658010 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497d2d25-91b8-414f-b43e-db11466056d2 None None] Updating router ace28226-fc6f-411b-b9e0-57e5c4a34920 port 7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:24:42.748170 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-497d2d25-91b8-414f-b43e-db11466056d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:43.244146 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd989fd-3f20-4385-a5e4-b8ddddb61aa3 req-962f568a-c53e-4e43-9912-91155104e54f tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:43.245737 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6cd989fd-3f20-4385-a5e4-b8ddddb61aa3 req-962f568a-c53e-4e43-9912-91155104e54f tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 784 time: 1.5341802 Feb 07 21:24:43.253992 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fab16-76dd-4a5f-bb4b-96217d8c2f50 req-18d1e98e-92cd-40d6-981a-e94311c27145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:43.258336 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-641fab16-76dd-4a5f-bb4b-96217d8c2f50 req-18d1e98e-92cd-40d6-981a-e94311c27145 service neutron] 10.222.0.71 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 913 time: 0.5258296 Feb 07 21:24:43.288598 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b4c181d-48c6-4e2f-94e5-40336541a767 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (35113ccc-8e2a-4a3c-922d-98e362a06434), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:43.318622 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device de17f2e5-2a98-4da7-b197-53fee4c06ef3 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:24:43.362317 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-6cd989fd-3f20-4385-a5e4-b8ddddb61aa3 req-26d8ccf5-0188-49a1-bc2c-3c4258aff107 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:24:43.363336 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6cd989fd-3f20-4385-a5e4-b8ddddb61aa3 req-26d8ccf5-0188-49a1-bc2c-3c4258aff107 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1040397 Feb 07 21:24:43.478942 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port de17f2e5-2a98-4da7-b197-53fee4c06ef3 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:43.479320 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (de17f2e5-2a98-4da7-b197-53fee4c06ef3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:43.576640 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07967a01-50e3-4dc4-a608-d088397e899c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:43.606214 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-497d2d25-91b8-414f-b43e-db11466056d2 None None] Publish callbacks [] for port (7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:43.609044 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-641fab16-76dd-4a5f-bb4b-96217d8c2f50 req-c392faca-8c2c-48fd-b4b9-af08480c1b56 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17dc58fa-1248-4f88-b868-ac032c41d000 HTTP/1.1" status: 200 len: 1000 time: 0.2415211 Feb 07 21:24:43.623710 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-497d2d25-91b8-414f-b43e-db11466056d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:43.745778 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-497d2d25-91b8-414f-b43e-db11466056d2 None None] Attempting to bind port 7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:24:43.746407 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-497d2d25-91b8-414f-b43e-db11466056d2 None None] Attempting to bind port 7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:24:43.747576 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d2d25-91b8-414f-b43e-db11466056d2 None None] Attempting to bind port 7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:24:43.772536 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6cd989fd-3f20-4385-a5e4-b8ddddb61aa3 req-09b877e4-f14d-4e45-aaea-d5362d9c0c56 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 1000 time: 0.1625271 Feb 07 21:24:43.813094 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d2d25-91b8-414f-b43e-db11466056d2 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:24:43.813677 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port de17f2e5-2a98-4da7-b197-53fee4c06ef3 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:43.813888 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (de17f2e5-2a98-4da7-b197-53fee4c06ef3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:43.814435 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d2d25-91b8-414f-b43e-db11466056d2 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:24:43.816497 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-497d2d25-91b8-414f-b43e-db11466056d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:43.819228 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d2d25-91b8-414f-b43e-db11466056d2 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:24:43.819721 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-497d2d25-91b8-414f-b43e-db11466056d2 None None] Bound port: 7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:24:43.820067 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-497d2d25-91b8-414f-b43e-db11466056d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:43.923484 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port de17f2e5-2a98-4da7-b197-53fee4c06ef3, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=de17f2e5-2a98-4da7-b197-53fee4c06ef3,segment=NetworkSegment(87a6b272-f185-446c-8cf0-9aba86843051),segment_id=87a6b272-f185-446c-8cf0-9aba86843051)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:24:43.936622 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (de17f2e5-2a98-4da7-b197-53fee4c06ef3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:43.938001 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c642cd1d-d10d-409b-ace6-82f36a6b1e88 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:24:43.986429 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-497d2d25-91b8-414f-b43e-db11466056d2 None None] For port 7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:24:43.995480 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-497d2d25-91b8-414f-b43e-db11466056d2 None None] For port 7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:24:44.015133 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-497d2d25-91b8-414f-b43e-db11466056d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:44.027018 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e49408-0f6e-4f0d-ab75-b235ca94d1d0 None None] Pushing event updated for resources: {'Port': ['ID=7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:44.028375 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fab16-76dd-4a5f-bb4b-96217d8c2f50 req-204c9265-dae0-4e1c-9cce-d2e50078751b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:44.029959 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-641fab16-76dd-4a5f-bb4b-96217d8c2f50 req-204c9265-dae0-4e1c-9cce-d2e50078751b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.2562418 Feb 07 21:24:44.054880 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-6cd989fd-3f20-4385-a5e4-b8ddddb61aa3 req-fd4e5c3f-a04a-4284-bed1-bd4b55f7dd06 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:24:44.091443 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60acd3cb-f764-45b9-90cf-de5540902d6f None None] Network 031cd352-44ac-4663-ac14-a073f913ab04 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:24:44.222678 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-07967a01-50e3-4dc4-a608-d088397e899c admin admin] Allocated IP 172.20.0.1 (031cd352-44ac-4663-ac14-a073f913ab04/e44658e0-ec42-4e35-b6de-a440a7bfccf3/01483bcf-799b-4462-bb74-18a6e0dfc034) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:24:44.236903 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497d2d25-91b8-414f-b43e-db11466056d2 None None] Routers {'ace28226-fc6f-411b-b9e0-57e5c4a34920'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:44.248985 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-497d2d25-91b8-414f-b43e-db11466056d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:24:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ace28226-fc6f-411b-b9e0-57e5c4a34920'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:44.257210 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6cd989fd-3f20-4385-a5e4-b8ddddb61aa3 req-fd4e5c3f-a04a-4284-bed1-bd4b55f7dd06 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks [] for floatingip (18b55a5e-c6d6-4210-8f5e-6b059499481d), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:44.423061 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4a14ee27-3b4e-4ccc-94e7-2b368d6b83d4 None None] Provisioning complete for port de17f2e5-2a98-4da7-b197-53fee4c06ef3 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:44.423600 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a14ee27-3b4e-4ccc-94e7-2b368d6b83d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (de17f2e5-2a98-4da7-b197-53fee4c06ef3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:44.432416 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=de17f2e5-2a98-4da7-b197-53fee4c06ef3,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:44.530777 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e49408-0f6e-4f0d-ab75-b235ca94d1d0 None None] Pushing event updated for resources: {'Port': ['ID=7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:44.556116 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6cd989fd-3f20-4385-a5e4-b8ddddb61aa3 req-fd4e5c3f-a04a-4284-bed1-bd4b55f7dd06 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:44.581870 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07967a01-50e3-4dc4-a608-d088397e899c admin admin] Publish callbacks [] for port (01483bcf-799b-4462-bb74-18a6e0dfc034), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:44.628133 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-497d2d25-91b8-414f-b43e-db11466056d2 None None] Set router ace28226-fc6f-411b-b9e0-57e5c4a34920 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:24:44.640219 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-be4955db-86f6-4d84-b297-4ce83d031f63 req-250371de-37d9-4e4c-adb6-2ca34f2b74d2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.9765451 Feb 07 21:24:44.700663 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6cd989fd-3f20-4385-a5e4-b8ddddb61aa3 req-fd4e5c3f-a04a-4284-bed1-bd4b55f7dd06 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (18b55a5e-c6d6-4210-8f5e-6b059499481d), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:44.701204 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [req-6cd989fd-3f20-4385-a5e4-b8ddddb61aa3 req-fd4e5c3f-a04a-4284-bed1-bd4b55f7dd06 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Floating IP 18b55a5e-c6d6-4210-8f5e-6b059499481d disassociated. External IP: 172.25.4.51, port: 1c0556bd-78a8-4483-a2a4-2d3289544e63. Feb 07 21:24:44.726271 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07967a01-50e3-4dc4-a608-d088397e899c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (01483bcf-799b-4462-bb74-18a6e0dfc034), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:44.738973 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port c642cd1d-d10d-409b-ace6-82f36a6b1e88 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:44.739352 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c642cd1d-d10d-409b-ace6-82f36a6b1e88), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:44.809088 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07967a01-50e3-4dc4-a608-d088397e899c admin admin] Network 031cd352-44ac-4663-ac14-a073f913ab04 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:24:44.821933 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-07967a01-50e3-4dc4-a608-d088397e899c admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:24:44.829211 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07967a01-50e3-4dc4-a608-d088397e899c admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:24:44.908547 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fab16-76dd-4a5f-bb4b-96217d8c2f50 req-7f037816-9d6d-4da1-8abd-662f992e94b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:44.910948 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-641fab16-76dd-4a5f-bb4b-96217d8c2f50 req-7f037816-9d6d-4da1-8abd-662f992e94b5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3456187 Feb 07 21:24:44.950266 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07967a01-50e3-4dc4-a608-d088397e899c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (ace28226-fc6f-411b-b9e0-57e5c4a34920), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:45.004487 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4a14ee27-3b4e-4ccc-94e7-2b368d6b83d4 None None] Current status of the port de17f2e5-2a98-4da7-b197-53fee4c06ef3 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:45.043834 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07967a01-50e3-4dc4-a608-d088397e899c admin admin] Pushing event updated for resources: {'Port': ['ID=01483bcf-799b-4462-bb74-18a6e0dfc034,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:45.148396 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port c642cd1d-d10d-409b-ace6-82f36a6b1e88 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:45.297195 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07967a01-50e3-4dc4-a608-d088397e899c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (01483bcf-799b-4462-bb74-18a6e0dfc034), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:45.352338 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device de17f2e5-2a98-4da7-b197-53fee4c06ef3 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:24:45.547754 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-66b2b8d0-c6bd-4296-a169-4c327723b50a None None] Provisioning complete for port de17f2e5-2a98-4da7-b197-53fee4c06ef3 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:45.549051 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-66b2b8d0-c6bd-4296-a169-4c327723b50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (de17f2e5-2a98-4da7-b197-53fee4c06ef3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:45.635734 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-497d2d25-91b8-414f-b43e-db11466056d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace28226-fc6f-411b-b9e0-57e5c4a34920', 'name': 'tempest-TestServerMultinode-1415965185-router', 'tenant_id': '11460addcbf449acb9f8f386f780e36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:24:36Z', 'updated_at': '2022-02-07T21:24:38Z', 'revision_number': 3, 'project_id': '11460addcbf449acb9f8f386f780e36a', 'gw_port': {'id': '7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:01:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace28226-fc6f-411b-b9e0-57e5c4a34920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:37Z', 'updated_at': '2022-02-07T21:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:45.639104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port de17f2e5-2a98-4da7-b197-53fee4c06ef3 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:45.639895 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (de17f2e5-2a98-4da7-b197-53fee4c06ef3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:45.668011 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497d2d25-91b8-414f-b43e-db11466056d2 None None] The sync data for ids ['ace28226-fc6f-411b-b9e0-57e5c4a34920'] in n-d-828185-2 is: [{'id': 'ace28226-fc6f-411b-b9e0-57e5c4a34920', 'name': 'tempest-TestServerMultinode-1415965185-router', 'tenant_id': '11460addcbf449acb9f8f386f780e36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:24:36Z', 'updated_at': '2022-02-07T21:24:38Z', 'revision_number': 3, 'project_id': '11460addcbf449acb9f8f386f780e36a', 'gw_port': {'id': '7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:01:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace28226-fc6f-411b-b9e0-57e5c4a34920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:37Z', 'updated_at': '2022-02-07T21:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:24:45.882614 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-66b2b8d0-c6bd-4296-a169-4c327723b50a None None] Current status of the port de17f2e5-2a98-4da7-b197-53fee4c06ef3 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:45.908825 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port de17f2e5-2a98-4da7-b197-53fee4c06ef3 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:45.974421 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07967a01-50e3-4dc4-a608-d088397e899c admin admin] Publish callbacks [] for port (01483bcf-799b-4462-bb74-18a6e0dfc034), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:45.979187 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07967a01-50e3-4dc4-a608-d088397e899c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (01483bcf-799b-4462-bb74-18a6e0dfc034), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:46.008054 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c18b3c3a-9fe6-4a45-8917-c6cdc723ed52 None None] Provisioning complete for port 01483bcf-799b-4462-bb74-18a6e0dfc034 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:46.008762 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c18b3c3a-9fe6-4a45-8917-c6cdc723ed52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (01483bcf-799b-4462-bb74-18a6e0dfc034), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:46.091623 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c18b3c3a-9fe6-4a45-8917-c6cdc723ed52 None None] Port 01483bcf-799b-4462-bb74-18a6e0dfc034 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:24:46.238583 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07967a01-50e3-4dc4-a608-d088397e899c admin admin] Pushing event updated for resources: {'Port': ['ID=01483bcf-799b-4462-bb74-18a6e0dfc034,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:46.244842 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07967a01-50e3-4dc4-a608-d088397e899c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (ace28226-fc6f-411b-b9e0-57e5c4a34920), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:46.283651 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4c181d-48c6-4e2f-94e5-40336541a767 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Router 35113ccc-8e2a-4a3c-922d-98e362a06434 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:24:46.458974 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-641fab16-76dd-4a5f-bb4b-96217d8c2f50 req-d79e5e6d-9858-49ee-9e4e-a52eb67bc7e8 service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574151 Feb 07 21:24:46.508274 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07967a01-50e3-4dc4-a608-d088397e899c admin admin] Network 031cd352-44ac-4663-ac14-a073f913ab04 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:24:46.513965 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-07967a01-50e3-4dc4-a608-d088397e899c admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:24:46.719864 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4c181d-48c6-4e2f-94e5-40336541a767 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:24:46.723296 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-641fab16-76dd-4a5f-bb4b-96217d8c2f50 req-abf282c4-1b69-4080-92eb-8fb2395eee65 service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576666 Feb 07 21:24:46.733361 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6b4c181d-48c6-4e2f-94e5-40336541a767 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "PUT /v2.0/routers/35113ccc-8e2a-4a3c-922d-98e362a06434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4090767 Feb 07 21:24:46.738470 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49936) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:46.741929 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb418e-8e2c-4800-bc14-dc396551d8fd None None] Sync routers for ids ['35113ccc-8e2a-4a3c-922d-98e362a06434'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:24:46.763461 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4b149-b989-4d5a-9058-b9e28fe08150 req-0b6aab56-90a5-4d3e-94e0-01b82cae6983 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:46.765111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-93c4b149-b989-4d5a-9058-b9e28fe08150 req-0b6aab56-90a5-4d3e-94e0-01b82cae6983 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.5437453 Feb 07 21:24:46.789738 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdb418e-8e2c-4800-bc14-dc396551d8fd None None] Routers {'35113ccc-8e2a-4a3c-922d-98e362a06434'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:46.793915 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dcdb418e-8e2c-4800-bc14-dc396551d8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:24:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['35113ccc-8e2a-4a3c-922d-98e362a06434'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:46.903994 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07967a01-50e3-4dc4-a608-d088397e899c admin admin] Router ace28226-fc6f-411b-b9e0-57e5c4a34920 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:24:46.956761 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-dcdb418e-8e2c-4800-bc14-dc396551d8fd None None] Set router 35113ccc-8e2a-4a3c-922d-98e362a06434 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:24:47.006813 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-93c4b149-b989-4d5a-9058-b9e28fe08150 req-0157bcb2-8d97-4f59-8537-d750e756b54c tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173417 Feb 07 21:24:47.030138 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c69160f-b56f-4643-ae74-1d6c4b529fd2 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Deleting subnet 8b2eecee-c09c-4a3f-88b2-1b9b2f995e75 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:24:47.046391 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c69160f-b56f-4643-ae74-1d6c4b529fd2 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for subnet (8b2eecee-c09c-4a3f-88b2-1b9b2f995e75), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:47.064161 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cd989fd-3f20-4385-a5e4-b8ddddb61aa3 req-fd4e5c3f-a04a-4284-bed1-bd4b55f7dd06 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Router eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:24:47.147171 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c69160f-b56f-4643-ae74-1d6c4b529fd2 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (8b2eecee-c09c-4a3f-88b2-1b9b2f995e75), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:47.178163 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207be433-e74a-4fd4-841d-a04ebad7a0e7 req-95f4f01a-a3c6-4218-b6e9-e05ddedf581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:47.201859 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-207be433-e74a-4fd4-841d-a04ebad7a0e7 req-95f4f01a-a3c6-4218-b6e9-e05ddedf581f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 1127 time: 0.3052037 Feb 07 21:24:47.257548 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07967a01-50e3-4dc4-a608-d088397e899c admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:24:47.264087 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-07967a01-50e3-4dc4-a608-d088397e899c admin admin] 10.222.0.65 "PUT /v2.0/routers/ace28226-fc6f-411b-b9e0-57e5c4a34920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4884810 Feb 07 21:24:47.397398 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-72c25a07-869d-467c-8067-f2def235112f None None] Provisioning complete for port 01483bcf-799b-4462-bb74-18a6e0dfc034 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:47.399517 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-72c25a07-869d-467c-8067-f2def235112f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (01483bcf-799b-4462-bb74-18a6e0dfc034), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:47.501685 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-72c25a07-869d-467c-8067-f2def235112f None None] Port 01483bcf-799b-4462-bb74-18a6e0dfc034 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:24:47.516295 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:24:47.594856 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:24:47.643052 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:47.643414 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:47.646030 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c69160f-b56f-4643-ae74-1d6c4b529fd2 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (8b2eecee-c09c-4a3f-88b2-1b9b2f995e75), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:47.732762 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dcdb418e-8e2c-4800-bc14-dc396551d8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:24:42Z', 'revision_number': 10, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None, '_interfaces': [{'id': '9385e14e-462c-473a-b84d-ccc769d51d9e', 'name': '', 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:99:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:40Z', 'updated_at': '2022-02-07T21:23:56Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:47.773426 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c69160f-b56f-4643-ae74-1d6c4b529fd2 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (8b2eecee-c09c-4a3f-88b2-1b9b2f995e75), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:47.818911 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69160f-b56f-4643-ae74-1d6c4b529fd2 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Subnet': ['ID=8b2eecee-c09c-4a3f-88b2-1b9b2f995e75,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:47.839200 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb418e-8e2c-4800-bc14-dc396551d8fd None None] Checking router: 35113ccc-8e2a-4a3c-922d-98e362a06434 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:24:47.864023 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdb418e-8e2c-4800-bc14-dc396551d8fd None None] Routers {'35113ccc-8e2a-4a3c-922d-98e362a06434'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:47.864800 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dcdb418e-8e2c-4800-bc14-dc396551d8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:24:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['35113ccc-8e2a-4a3c-922d-98e362a06434'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:47.866896 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:47.867083 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:47.874345 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c69160f-b56f-4643-ae74-1d6c4b529fd2 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:47.880792 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1c69160f-b56f-4643-ae74-1d6c4b529fd2 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/subnets/8b2eecee-c09c-4a3f-88b2-1b9b2f995e75 HTTP/1.1" status: 204 len: 168 time: 1.1388164 Feb 07 21:24:47.881883 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49962) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:47.886182 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf9e814-5a19-4a91-ab9c-0f0479d3d6bb None None] Network 01f2a732-c53c-41cd-bf9a-92349d6c896d requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:24:47.966501 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207be433-e74a-4fd4-841d-a04ebad7a0e7 req-ac927ba0-7849-4f61-9a92-a21e723cf85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:47.968001 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-207be433-e74a-4fd4-841d-a04ebad7a0e7 req-ac927ba0-7849-4f61-9a92-a21e723cf85f service neutron] 10.222.0.71 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 913 time: 0.7653031 Feb 07 21:24:47.991293 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cd989fd-3f20-4385-a5e4-b8ddddb61aa3 req-fd4e5c3f-a04a-4284-bed1-bd4b55f7dd06 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:24:48.003077 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6cd989fd-3f20-4385-a5e4-b8ddddb61aa3 req-fd4e5c3f-a04a-4284-bed1-bd4b55f7dd06 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:48.005284 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521b0c47-fb84-4ceb-badf-ea7b07dd7718 None None] Sync routers for ids ['eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:24:48.022165 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521b0c47-fb84-4ceb-badf-ea7b07dd7718 None None] Routers {'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:48.026041 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-521b0c47-fb84-4ceb-badf-ea7b07dd7718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:24:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:48.145517 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ea84566-ece3-41a0-96f7-e429c8518311 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (01f2a732-c53c-41cd-bf9a-92349d6c896d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:48.198718 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6cd989fd-3f20-4385-a5e4-b8ddddb61aa3 req-fd4e5c3f-a04a-4284-bed1-bd4b55f7dd06 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "PUT /v2.0/floatingips/18b55a5e-c6d6-4210-8f5e-6b059499481d HTTP/1.1" status: 200 len: 694 time: 4.1673927 Feb 07 21:24:48.334789 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4ea84566-ece3-41a0-96f7-e429c8518311 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Deleting port 0ac19cd4-0050-4a5b-997f-2f84fa8238ae {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:24:48.335369 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ea84566-ece3-41a0-96f7-e429c8518311 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (0ac19cd4-0050-4a5b-997f-2f84fa8238ae), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:48.361248 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e574382-06f7-4ab3-a647-5ce7f335bc25', 'tag': '1c0556bd-78a8-4483-a2a4-2d3289544e63'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:24:48.363534 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1784da5-985e-42f7-b638-8945acc0f8a0" -d '{"events": [{"name": "network-changed", "server_uuid": "6e574382-06f7-4ab3-a647-5ce7f335bc25", "tag": "1c0556bd-78a8-4483-a2a4-2d3289544e63"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:24:48.372132 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-207be433-e74a-4fd4-841d-a04ebad7a0e7 req-2a3b9f3e-d862-4242-8c0f-37da97f8fbb4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17dc58fa-1248-4f88-b868-ac032c41d000 HTTP/1.1" status: 200 len: 1000 time: 0.3961990 Feb 07 21:24:48.374993 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-521b0c47-fb84-4ceb-badf-ea7b07dd7718 None None] Set router eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:24:48.532115 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-4ea84566-ece3-41a0-96f7-e429c8518311 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] For port 0ac19cd4-0050-4a5b-997f-2f84fa8238ae, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0ac19cd4-0050-4a5b-997f-2f84fa8238ae,segment=NetworkSegment(3f2ff540-2ca7-48ac-a8e7-30d165d7c0a6),segment_id=3f2ff540-2ca7-48ac-a8e7-30d165d7c0a6)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:24:48.533189 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ea84566-ece3-41a0-96f7-e429c8518311 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (0ac19cd4-0050-4a5b-997f-2f84fa8238ae), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:48.607856 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4ea84566-ece3-41a0-96f7-e429c8518311 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Calling delete_port for 0ac19cd4-0050-4a5b-997f-2f84fa8238ae owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:24:48.735989 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:24:48.778069 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40781fa-56d3-4e10-a950-dc25edbaff4a req-89639792-87da-47da-b33c-485d6f23e97a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:48.787105 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c40781fa-56d3-4e10-a950-dc25edbaff4a req-89639792-87da-47da-b33c-485d6f23e97a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.5874279 Feb 07 21:24:48.792895 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bdcf41a8-e087-46f4-aa5e-4d4e24d9d9f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:48.812238 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207be433-e74a-4fd4-841d-a04ebad7a0e7 req-b4bbdde1-1379-496c-8659-7a7a77278244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:48.817826 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-207be433-e74a-4fd4-841d-a04ebad7a0e7 req-b4bbdde1-1379-496c-8659-7a7a77278244 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.3363547 Feb 07 21:24:48.818491 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:48.878028 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd989fd-3f20-4385-a5e4-b8ddddb61aa3 req-b1b114e4-b655-4b37-a483-e4a6c57b7320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:48.878684 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ea84566-ece3-41a0-96f7-e429c8518311 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (0ac19cd4-0050-4a5b-997f-2f84fa8238ae), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:48.886594 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6cd989fd-3f20-4385-a5e4-b8ddddb61aa3 req-b1b114e4-b655-4b37-a483-e4a6c57b7320 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=888ddec89701446fae6507ee7003a9bb&device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 1127 time: 0.5104804 Feb 07 21:24:48.963750 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea84566-ece3-41a0-96f7-e429c8518311 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Port': ['ID=0ac19cd4-0050-4a5b-997f-2f84fa8238ae,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:48.974893 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-dcdb418e-8e2c-4800-bc14-dc396551d8fd None None] Set router 35113ccc-8e2a-4a3c-922d-98e362a06434 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:24:48.979353 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea84566-ece3-41a0-96f7-e429c8518311 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] No DVR routers for this DVR port 0ac19cd4-0050-4a5b-997f-2f84fa8238ae on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:24:48.994231 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-521b0c47-fb84-4ceb-badf-ea7b07dd7718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'name': 'tempest-ServerRescueTestJSONUnderV235-24371001-router', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'caa07643-8ec5-479a-a54d-f694e2ab8f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:06Z', 'updated_at': '2022-02-07T21:23:18Z', 'revision_number': 4, 'project_id': '888ddec89701446fae6507ee7003a9bb', 'gw_port': {'id': 'caa07643-8ec5-479a-a54d-f694e2ab8f0f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:09Z', 'updated_at': '2022-02-07T21:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '53c9f39b-89fb-4e27-ac2a-dffeebdbd601', 'name': '', 'network_id': 'efd634c5-6bed-43d6-946e-21533802ff0e', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'mac_address': 'fa:16:3e:2c:cb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:16Z', 'updated_at': '2022-02-07T21:23:32Z', 'revision_number': 5, 'project_id': '888ddec89701446fae6507ee7003a9bb', 'subnets': [{'id': '9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:49.110156 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521b0c47-fb84-4ceb-badf-ea7b07dd7718 None None] Checking router: eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:24:49.134727 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f81c7e-bd87-4c2c-917c-fb52cc1134c3 None None] Sync routers for ids ['ace28226-fc6f-411b-b9e0-57e5c4a34920'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:24:49.137577 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7ab02c-d366-43b6-9f46-a10f6886fde6 None None] DHCP port deletion for 01f2a732-c53c-41cd-bf9a-92349d6c896d request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:24:49.141513 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521b0c47-fb84-4ceb-badf-ea7b07dd7718 None None] Routers {'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:49.142160 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-521b0c47-fb84-4ceb-badf-ea7b07dd7718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:24:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:49.197772 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49990) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:49.251777 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ea84566-ece3-41a0-96f7-e429c8518311 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (01f2a732-c53c-41cd-bf9a-92349d6c896d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:49.263402 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:49.357225 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c40781fa-56d3-4e10-a950-dc25edbaff4a req-1a592435-2d70-43c3-bff0-4212974ad2fb tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5677986 Feb 07 21:24:49.385676 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-4ea84566-ece3-41a0-96f7-e429c8518311 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f2a732-c53c-41cd-bf9a-92349d6c896d']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:49.387727 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0ac19cd4-0050-4a5b-997f-2f84fa8238ae no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:24:49.403481 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207be433-e74a-4fd4-841d-a04ebad7a0e7 req-9196906c-b89b-4021-84a3-323ab1054512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:49.410583 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-207be433-e74a-4fd4-841d-a04ebad7a0e7 req-9196906c-b89b-4021-84a3-323ab1054512 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5597522 Feb 07 21:24:49.447419 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 0ac19cd4-0050-4a5b-997f-2f84fa8238ae {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:24:49.447990 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0ac19cd4-0050-4a5b-997f-2f84fa8238ae not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:24:49.451959 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f81c7e-bd87-4c2c-917c-fb52cc1134c3 None None] Routers {'ace28226-fc6f-411b-b9e0-57e5c4a34920'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:49.453600 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-68f81c7e-bd87-4c2c-917c-fb52cc1134c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:24:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ace28226-fc6f-411b-b9e0-57e5c4a34920'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:49.454713 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-49b8eafc-5584-4315-827f-1b21155392c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:49.492732 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-4ea84566-ece3-41a0-96f7-e429c8518311 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2ff540-2ca7-48ac-a8e7-30d165d7c0a6') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:49.500859 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-4ea84566-ece3-41a0-96f7-e429c8518311 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2ff540-2ca7-48ac-a8e7-30d165d7c0a6') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:49.501663 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-521b0c47-fb84-4ceb-badf-ea7b07dd7718 None None] Set router eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:24:49.549255 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ea84566-ece3-41a0-96f7-e429c8518311 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (3f2ff540-2ca7-48ac-a8e7-30d165d7c0a6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:49.592233 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ea84566-ece3-41a0-96f7-e429c8518311 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (3f2ff540-2ca7-48ac-a8e7-30d165d7c0a6), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:49.603301 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea84566-ece3-41a0-96f7-e429c8518311 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:24:49.616969 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ea84566-ece3-41a0-96f7-e429c8518311 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (3f2ff540-2ca7-48ac-a8e7-30d165d7c0a6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:24:49.620550 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:24:49.690623 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-207be433-e74a-4fd4-841d-a04ebad7a0e7 req-22812bd5-6878-45b7-94b9-48350b230e11 service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634544 Feb 07 21:24:49.693511 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd989fd-3f20-4385-a5e4-b8ddddb61aa3 req-4e3784ae-dbda-4d58-bc6c-0b55f8e61fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:49.717429 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6cd989fd-3f20-4385-a5e4-b8ddddb61aa3 req-4e3784ae-dbda-4d58-bc6c-0b55f8e61fd4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=efd634c5-6bed-43d6-946e-21533802ff0e HTTP/1.1" status: 200 len: 919 time: 0.8191028 Feb 07 21:24:49.729824 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dcdb418e-8e2c-4800-bc14-dc396551d8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:24:42Z', 'revision_number': 10, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None, '_interfaces': [{'id': '9385e14e-462c-473a-b84d-ccc769d51d9e', 'name': '', 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:99:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:40Z', 'updated_at': '2022-02-07T21:23:56Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:49.782562 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb418e-8e2c-4800-bc14-dc396551d8fd None None] The sync data for ids ['35113ccc-8e2a-4a3c-922d-98e362a06434'] in n-d-828185-2 is: [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:24:42Z', 'revision_number': 10, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None, '_interfaces': [{'id': '9385e14e-462c-473a-b84d-ccc769d51d9e', 'name': '', 'network_id': '4373833e-b520-49c9-81d5-6a7925909e89', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'mac_address': 'fa:16:3e:99:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:40Z', 'updated_at': '2022-02-07T21:23:56Z', 'revision_number': 5, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'subnets': [{'id': '3fd6e7e2-46dc-4c12-b375-3e07649f6ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:24:49.803208 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-521b0c47-fb84-4ceb-badf-ea7b07dd7718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'name': 'tempest-ServerRescueTestJSONUnderV235-24371001-router', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'caa07643-8ec5-479a-a54d-f694e2ab8f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:06Z', 'updated_at': '2022-02-07T21:23:18Z', 'revision_number': 4, 'project_id': '888ddec89701446fae6507ee7003a9bb', 'gw_port': {'id': 'caa07643-8ec5-479a-a54d-f694e2ab8f0f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:09Z', 'updated_at': '2022-02-07T21:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '53c9f39b-89fb-4e27-ac2a-dffeebdbd601', 'name': '', 'network_id': 'efd634c5-6bed-43d6-946e-21533802ff0e', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'mac_address': 'fa:16:3e:2c:cb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:16Z', 'updated_at': '2022-02-07T21:23:32Z', 'revision_number': 5, 'project_id': '888ddec89701446fae6507ee7003a9bb', 'subnets': [{'id': '9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:49.807594 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ea84566-ece3-41a0-96f7-e429c8518311 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (01f2a732-c53c-41cd-bf9a-92349d6c896d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:49.839006 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-68f81c7e-bd87-4c2c-917c-fb52cc1134c3 None None] Set router ace28226-fc6f-411b-b9e0-57e5c4a34920 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:24:49.855699 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ea84566-ece3-41a0-96f7-e429c8518311 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:49.867621 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4ea84566-ece3-41a0-96f7-e429c8518311 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/networks/01f2a732-c53c-41cd-bf9a-92349d6c896d HTTP/1.1" status: 204 len: 168 time: 1.9812067 Feb 07 21:24:49.879613 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50008) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:49.889855 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521b0c47-fb84-4ceb-badf-ea7b07dd7718 None None] The sync data for ids ['eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'] in n-d-828185-2 is: [{'id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'name': 'tempest-ServerRescueTestJSONUnderV235-24371001-router', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'caa07643-8ec5-479a-a54d-f694e2ab8f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:06Z', 'updated_at': '2022-02-07T21:23:18Z', 'revision_number': 4, 'project_id': '888ddec89701446fae6507ee7003a9bb', 'gw_port': {'id': 'caa07643-8ec5-479a-a54d-f694e2ab8f0f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:09Z', 'updated_at': '2022-02-07T21:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '53c9f39b-89fb-4e27-ac2a-dffeebdbd601', 'name': '', 'network_id': 'efd634c5-6bed-43d6-946e-21533802ff0e', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'mac_address': 'fa:16:3e:2c:cb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:16Z', 'updated_at': '2022-02-07T21:23:32Z', 'revision_number': 5, 'project_id': '888ddec89701446fae6507ee7003a9bb', 'subnets': [{'id': '9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:24:49.918907 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea84566-ece3-41a0-96f7-e429c8518311 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Network': ['ID=01f2a732-c53c-41cd-bf9a-92349d6c896d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:50.079484 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-49b8eafc-5584-4315-827f-1b21155392c6 admin admin] Publish callbacks [] for security_group (9e50ca2e-975f-43a6-a9ad-8099df7d4de2), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:50.095876 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-49b8eafc-5584-4315-827f-1b21155392c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9e50ca2e-975f-43a6-a9ad-8099df7d4de2), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:50.139949 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6cd989fd-3f20-4385-a5e4-b8ddddb61aa3 req-58e22b29-fae9-4249-be21-9e1543d77703 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c0556bd-78a8-4483-a2a4-2d3289544e63 HTTP/1.1" status: 200 len: 217 time: 0.4210579 Feb 07 21:24:50.200916 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8eafc-5584-4315-827f-1b21155392c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e50ca2e-975f-43a6-a9ad-8099df7d4de2,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:50.237818 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-49b8eafc-5584-4315-827f-1b21155392c6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ba1f22e0ade14f8eb1f0f5341994ffb6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0380700 Feb 07 21:24:50.240891 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50012) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:50.266864 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd989fd-3f20-4385-a5e4-b8ddddb61aa3 req-6ceaadbe-119d-42bb-9a2b-58ad13745f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:50.268016 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6cd989fd-3f20-4385-a5e4-b8ddddb61aa3 req-6ceaadbe-119d-42bb-9a2b-58ad13745f7c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1 HTTP/1.1" status: 200 len: 858 time: 0.1136508 Feb 07 21:24:50.328835 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-68f81c7e-bd87-4c2c-917c-fb52cc1134c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace28226-fc6f-411b-b9e0-57e5c4a34920', 'name': 'tempest-TestServerMultinode-1415965185-router', 'tenant_id': '11460addcbf449acb9f8f386f780e36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:24:36Z', 'updated_at': '2022-02-07T21:24:45Z', 'revision_number': 4, 'project_id': '11460addcbf449acb9f8f386f780e36a', 'gw_port': {'id': '7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:01:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace28226-fc6f-411b-b9e0-57e5c4a34920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:37Z', 'updated_at': '2022-02-07T21:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '01483bcf-799b-4462-bb74-18a6e0dfc034', 'name': '', 'network_id': '031cd352-44ac-4663-ac14-a073f913ab04', 'tenant_id': '11460addcbf449acb9f8f386f780e36a', 'mac_address': 'fa:16:3e:3a:97:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace28226-fc6f-411b-b9e0-57e5c4a34920', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'e44658e0-ec42-4e35-b6de-a440a7bfccf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:43Z', 'updated_at': '2022-02-07T21:24:45Z', 'revision_number': 2, 'project_id': '11460addcbf449acb9f8f386f780e36a', 'subnets': [{'id': 'e44658e0-ec42-4e35-b6de-a440a7bfccf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:50.364897 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f81c7e-bd87-4c2c-917c-fb52cc1134c3 None None] Checking router: ace28226-fc6f-411b-b9e0-57e5c4a34920 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:24:50.365258 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f81c7e-bd87-4c2c-917c-fb52cc1134c3 None None] Updating router ace28226-fc6f-411b-b9e0-57e5c4a34920 port 01483bcf-799b-4462-bb74-18a6e0dfc034 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:24:50.412366 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6cd989fd-3f20-4385-a5e4-b8ddddb61aa3 req-d2fc3519-8a6b-4c85-9365-4112cfe25ee3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=efd634c5-6bed-43d6-946e-21533802ff0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281278 Feb 07 21:24:50.429434 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5b692f-d1a3-4cba-89b2-519e33b85167 None None] New status for floating IP 18b55a5e-c6d6-4210-8f5e-6b059499481d: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:24:50.441897 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68f81c7e-bd87-4c2c-917c-fb52cc1134c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (01483bcf-799b-4462-bb74-18a6e0dfc034), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:50.526182 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6abfa863-848f-4992-b08f-b4ae5d5371c6 admin admin] Publish callbacks [] for security_group (9e50ca2e-975f-43a6-a9ad-8099df7d4de2), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:50.567822 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6abfa863-848f-4992-b08f-b4ae5d5371c6 admin admin] Publish callbacks [] for security_group (9e50ca2e-975f-43a6-a9ad-8099df7d4de2), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:50.608206 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-cc8fccaa-2cc3-456d-8909-9dfb4e2726b0 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:50.609741 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-cc8fccaa-2cc3-456d-8909-9dfb4e2726b0 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/networks?id=300bd9b5-02e2-4e96-8fb8-3f27550c121a HTTP/1.1" status: 200 len: 911 time: 0.8375974 Feb 07 21:24:50.638919 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-207be433-e74a-4fd4-841d-a04ebad7a0e7 req-28000986-9e4f-4e06-a510-93c8842ac338 service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8912680 Feb 07 21:24:50.659264 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-6bdf9f04-b31e-4b5c-877b-e2552aca3f6c tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/quotas/11460addcbf449acb9f8f386f780e36a HTTP/1.1" status: 200 len: 375 time: 0.0371184 Feb 07 21:24:50.705295 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6abfa863-848f-4992-b08f-b4ae5d5371c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9e50ca2e-975f-43a6-a9ad-8099df7d4de2), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:50.713701 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6abfa863-848f-4992-b08f-b4ae5d5371c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:50.715184 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6abfa863-848f-4992-b08f-b4ae5d5371c6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9e50ca2e-975f-43a6-a9ad-8099df7d4de2 HTTP/1.1" status: 204 len: 168 time: 0.4729772 Feb 07 21:24:50.792563 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfa863-848f-4992-b08f-b4ae5d5371c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e50ca2e-975f-43a6-a9ad-8099df7d4de2,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:50.804151 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ec988da1-7d96-4baf-968c-338bee99c1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:50.831182 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6cd989fd-3f20-4385-a5e4-b8ddddb61aa3 req-d1c5d305-a55c-43d8-8edc-c4410eb4590f service neutron] 10.222.0.65 "GET /v2.0/networks/efd634c5-6bed-43d6-946e-21533802ff0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927481 Feb 07 21:24:51.201363 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f9734d2-faa8-447e-add5-660b9ff7f5ed tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (35113ccc-8e2a-4a3c-922d-98e362a06434), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:51.241389 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68f81c7e-bd87-4c2c-917c-fb52cc1134c3 None None] Publish callbacks [] for port (01483bcf-799b-4462-bb74-18a6e0dfc034), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:51.260947 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68f81c7e-bd87-4c2c-917c-fb52cc1134c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (01483bcf-799b-4462-bb74-18a6e0dfc034), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:51.336801 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:24:51.472281 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1074c12-1376-427f-86c2-998ed251e8c9 None None] Pushing event updated for resources: {'Port': ['ID=01483bcf-799b-4462-bb74-18a6e0dfc034,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:51.490101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:51.490467 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:51.690797 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-68f81c7e-bd87-4c2c-917c-fb52cc1134c3 None None] Attempting to bind port 01483bcf-799b-4462-bb74-18a6e0dfc034 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:24:51.691188 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-68f81c7e-bd87-4c2c-917c-fb52cc1134c3 None None] Attempting to bind port 01483bcf-799b-4462-bb74-18a6e0dfc034 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '87a6b272-f185-446c-8cf0-9aba86843051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '031cd352-44ac-4663-ac14-a073f913ab04'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:24:51.691485 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f81c7e-bd87-4c2c-917c-fb52cc1134c3 None None] Attempting to bind port 01483bcf-799b-4462-bb74-18a6e0dfc034 on network 031cd352-44ac-4663-ac14-a073f913ab04 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:24:51.751199 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f81c7e-bd87-4c2c-917c-fb52cc1134c3 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:24:51.751649 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f81c7e-bd87-4c2c-917c-fb52cc1134c3 None None] Checking segment: {'id': '87a6b272-f185-446c-8cf0-9aba86843051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '031cd352-44ac-4663-ac14-a073f913ab04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:24:51.752067 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68f81c7e-bd87-4c2c-917c-fb52cc1134c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:51.752601 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f81c7e-bd87-4c2c-917c-fb52cc1134c3 None None] Bound using segment: {'id': '87a6b272-f185-446c-8cf0-9aba86843051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '031cd352-44ac-4663-ac14-a073f913ab04'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:24:51.752898 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-68f81c7e-bd87-4c2c-917c-fb52cc1134c3 None None] Bound port: 01483bcf-799b-4462-bb74-18a6e0dfc034, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a6b272-f185-446c-8cf0-9aba86843051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '031cd352-44ac-4663-ac14-a073f913ab04'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:24:51.753318 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68f81c7e-bd87-4c2c-917c-fb52cc1134c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (01483bcf-799b-4462-bb74-18a6e0dfc034), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:51.791126 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-4c6d79f7-cb9f-4a43-8024-fbb66770182e tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?tenant_id=11460addcbf449acb9f8f386f780e36a&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1191907 Feb 07 21:24:51.863376 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0f9734d2-faa8-447e-add5-660b9ff7f5ed tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Deleting port 9385e14e-462c-473a-b84d-ccc769d51d9e {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:24:51.864154 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f9734d2-faa8-447e-add5-660b9ff7f5ed tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9385e14e-462c-473a-b84d-ccc769d51d9e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:51.918606 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:52.009292 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:52.055657 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 108a6bce-ebec-4f8f-8242-08ab07ddac3b no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:24:52.122923 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-98f95521-080d-412b-91c5-561def8f3cce service neutron] 10.222.0.65 "GET /v2.0/networks/300bd9b5-02e2-4e96-8fb8-3f27550c121a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250413 Feb 07 21:24:52.130856 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0f9734d2-faa8-447e-add5-660b9ff7f5ed tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] For port 9385e14e-462c-473a-b84d-ccc769d51d9e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9385e14e-462c-473a-b84d-ccc769d51d9e,segment=NetworkSegment(be6a8d5d-a159-4560-a67e-91e5b7cbb6ec),segment_id=be6a8d5d-a159-4560-a67e-91e5b7cbb6ec)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:24:52.131260 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f9734d2-faa8-447e-add5-660b9ff7f5ed tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9385e14e-462c-473a-b84d-ccc769d51d9e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:52.170881 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0f9734d2-faa8-447e-add5-660b9ff7f5ed tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Calling delete_port for 9385e14e-462c-473a-b84d-ccc769d51d9e owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:24:52.192977 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 108a6bce-ebec-4f8f-8242-08ab07ddac3b {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:24:52.196349 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 108a6bce-ebec-4f8f-8242-08ab07ddac3b not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:24:52.205090 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68f81c7e-bd87-4c2c-917c-fb52cc1134c3 None None] For port 01483bcf-799b-4462-bb74-18a6e0dfc034, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:24:52.244239 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68f81c7e-bd87-4c2c-917c-fb52cc1134c3 None None] For port 01483bcf-799b-4462-bb74-18a6e0dfc034, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=01483bcf-799b-4462-bb74-18a6e0dfc034,segment=NetworkSegment(87a6b272-f185-446c-8cf0-9aba86843051),segment_id=87a6b272-f185-446c-8cf0-9aba86843051)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:24:52.246651 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6cd989fd-3f20-4385-a5e4-b8ddddb61aa3 req-1310e641-51f1-441a-856a-3e2018b70391 service neutron] 10.222.0.65 "GET /v2.0/networks/efd634c5-6bed-43d6-946e-21533802ff0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4075456 Feb 07 21:24:52.283443 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-21e0833b-1cba-429d-a677-9f852c64d916 None None] Provisioning complete for port 01483bcf-799b-4462-bb74-18a6e0dfc034 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:52.283867 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-21e0833b-1cba-429d-a677-9f852c64d916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (01483bcf-799b-4462-bb74-18a6e0dfc034), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:52.335914 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68f81c7e-bd87-4c2c-917c-fb52cc1134c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (01483bcf-799b-4462-bb74-18a6e0dfc034), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:52.350294 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-8712ad2e-9fda-470b-9560-e403fe184113 service neutron] 10.222.0.65 "GET /v2.0/networks/300bd9b5-02e2-4e96-8fb8-3f27550c121a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247906 Feb 07 21:24:52.366493 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7cd501-5757-4309-a02b-b2251097a8a0 x-openstack-request-id: req-bd7cd501-5757-4309-a02b-b2251097a8a0 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:24:52.367084 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e574382-06f7-4ab3-a647-5ce7f335bc25", "tag": "1c0556bd-78a8-4483-a2a4-2d3289544e63", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:24:52.367592 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bd7cd501-5757-4309-a02b-b2251097a8a0 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:24:52.368223 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e574382-06f7-4ab3-a647-5ce7f335bc25', 'tag': '1c0556bd-78a8-4483-a2a4-2d3289544e63', 'status': 'completed', 'code': 200} Feb 07 21:24:52.471838 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1074c12-1376-427f-86c2-998ed251e8c9 None None] Pushing event updated for resources: {'Port': ['ID=01483bcf-799b-4462-bb74-18a6e0dfc034,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:52.557305 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f81c7e-bd87-4c2c-917c-fb52cc1134c3 None None] Routers {'ace28226-fc6f-411b-b9e0-57e5c4a34920'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:52.557966 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-68f81c7e-bd87-4c2c-917c-fb52cc1134c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:24:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ace28226-fc6f-411b-b9e0-57e5c4a34920'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:52.604822 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-21e0833b-1cba-429d-a677-9f852c64d916 None None] Port 01483bcf-799b-4462-bb74-18a6e0dfc034 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:24:52.618960 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f9734d2-faa8-447e-add5-660b9ff7f5ed tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9385e14e-462c-473a-b84d-ccc769d51d9e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:52.739196 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9734d2-faa8-447e-add5-660b9ff7f5ed tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Port': ['ID=9385e14e-462c-473a-b84d-ccc769d51d9e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:52.745431 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50066) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:52.843882 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1784da5-985e-42f7-b638-8945acc0f8a0 req-44225386-841f-450f-81d0-f8baa507496f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:52.846214 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1784da5-985e-42f7-b638-8945acc0f8a0 req-44225386-841f-450f-81d0-f8baa507496f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=888ddec89701446fae6507ee7003a9bb&device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 1127 time: 0.4556780 Feb 07 21:24:52.856047 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcd4bc-b336-4e36-9469-25bab8c292bc req-273b30e2-1a7b-49c4-aff1-bc61084dc320 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:52.883881 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bfbcd4bc-b336-4e36-9469-25bab8c292bc req-273b30e2-1a7b-49c4-aff1-bc61084dc320 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.3621933 Feb 07 21:24:52.946119 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae65e2aa-fdd2-4c33-baf0-890b88ca74d0 req-0d1e414a-2316-4f6f-812f-161aa8e4560a tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/floatingips/18b55a5e-c6d6-4210-8f5e-6b059499481d HTTP/1.1" status: 200 len: 692 time: 0.2714820 Feb 07 21:24:53.047959 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-68f81c7e-bd87-4c2c-917c-fb52cc1134c3 None None] Set router ace28226-fc6f-411b-b9e0-57e5c4a34920 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:24:53.211062 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b3a3dc32-f868-4aec-922e-695bae39d10a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-266302836-network', 'tenant_id': '49035a4ec40140b3a7c3fbd0a5baf38a'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:24:53.242259 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-51c206da-aa5a-44f7-8898-3f2fce2dcca2 None None] Provisioning complete for port 01483bcf-799b-4462-bb74-18a6e0dfc034 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:53.245765 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-51c206da-aa5a-44f7-8898-3f2fce2dcca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (01483bcf-799b-4462-bb74-18a6e0dfc034), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:53.312187 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f9734d2-faa8-447e-add5-660b9ff7f5ed tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (35113ccc-8e2a-4a3c-922d-98e362a06434), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:53.389366 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65e2aa-fdd2-4c33-baf0-890b88ca74d0 req-93de842e-9d8a-4802-86bf-3f472ecadf7e tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:53.393516 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae65e2aa-fdd2-4c33-baf0-890b88ca74d0 req-93de842e-9d8a-4802-86bf-3f472ecadf7e tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/networks/2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 784 time: 0.4448581 Feb 07 21:24:53.445400 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-ae65e2aa-fdd2-4c33-baf0-890b88ca74d0 req-b9dca73f-cdac-4c3a-938f-5bc71dbba89a tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:24:53.454951 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae65e2aa-fdd2-4c33-baf0-890b88ca74d0 req-b9dca73f-cdac-4c3a-938f-5bc71dbba89a tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0588567 Feb 07 21:24:53.467271 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a3dc32-f868-4aec-922e-695bae39d10a admin admin] Made reservation on behalf of 49035a4ec40140b3a7c3fbd0a5baf38a for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:24:53.470207 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3a3dc32-f868-4aec-922e-695bae39d10a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:53.484549 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3a3dc32-f868-4aec-922e-695bae39d10a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:53.521119 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bfbcd4bc-b336-4e36-9469-25bab8c292bc req-97521b0d-e8a0-4ef9-ac55-d82daf5c49c6 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6354363 Feb 07 21:24:53.650167 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae65e2aa-fdd2-4c33-baf0-890b88ca74d0 req-0030310e-8709-4487-b9a8-3390c50f0f10 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 695 time: 0.1932693 Feb 07 21:24:53.652973 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1784da5-985e-42f7-b638-8945acc0f8a0 req-0aa97f1d-bdf8-4da4-9830-451d1ef8df99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:53.673608 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1784da5-985e-42f7-b638-8945acc0f8a0 req-0aa97f1d-bdf8-4da4-9830-451d1ef8df99 service neutron] 10.222.0.71 "GET /v2.0/networks?id=efd634c5-6bed-43d6-946e-21533802ff0e HTTP/1.1" status: 200 len: 919 time: 0.7868617 Feb 07 21:24:53.772228 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae65e2aa-fdd2-4c33-baf0-890b88ca74d0 req-d484b319-1d48-47b0-9f35-6327fa7baf8e tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 695 time: 0.1207690 Feb 07 21:24:53.809450 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c86707c-e3fa-4906-af6f-de3b2338b524 req-1a217a0b-e60e-4ae7-a3d5-8e6e4c41957e tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ecf98e6c-fa4f-4ae1-8825-39eee3192519 HTTP/1.1" status: 200 len: 210 time: 0.0347893 Feb 07 21:24:53.914696 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1784da5-985e-42f7-b638-8945acc0f8a0 req-49f56742-95fd-4616-a1c1-7d0993d1901a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c0556bd-78a8-4483-a2a4-2d3289544e63 HTTP/1.1" status: 200 len: 217 time: 0.1411207 Feb 07 21:24:53.918727 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:54.172575 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-51c206da-aa5a-44f7-8898-3f2fce2dcca2 None None] Current status of the port 01483bcf-799b-4462-bb74-18a6e0dfc034 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:54.173106 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-51c206da-aa5a-44f7-8898-3f2fce2dcca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (01483bcf-799b-4462-bb74-18a6e0dfc034), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:54.195798 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1784da5-985e-42f7-b638-8945acc0f8a0 req-5d1bcaf2-8503-4931-9319-e7b2cbce1e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:54.197321 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1784da5-985e-42f7-b638-8945acc0f8a0 req-5d1bcaf2-8503-4931-9319-e7b2cbce1e7f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1 HTTP/1.1" status: 200 len: 858 time: 0.2762868 Feb 07 21:24:54.235604 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1784da5-985e-42f7-b638-8945acc0f8a0 req-bd798df4-9baa-401f-97c0-d196b26f3452 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=efd634c5-6bed-43d6-946e-21533802ff0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315425 Feb 07 21:24:54.237133 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9734d2-faa8-447e-add5-660b9ff7f5ed tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Router 35113ccc-8e2a-4a3c-922d-98e362a06434 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:24:54.271886 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3a3dc32-f868-4aec-922e-695bae39d10a admin admin] Publish callbacks [] for security_group (e2377b95-e483-407c-b701-7b9618bc5bce), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:54.274800 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbbd9e-b0c0-4a61-bd8f-9e5d9fd487d8 req-51b933dc-3f03-483e-84d2-13c25f65a8f6 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:54.276877 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d5dbbd9e-b0c0-4a61-bd8f-9e5d9fd487d8 req-51b933dc-3f03-483e-84d2-13c25f65a8f6 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.2648945 Feb 07 21:24:54.280770 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3a3dc32-f868-4aec-922e-695bae39d10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e2377b95-e483-407c-b701-7b9618bc5bce), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:54.299057 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a3dc32-f868-4aec-922e-695bae39d10a admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:24:54.312846 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3a3dc32-f868-4aec-922e-695bae39d10a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (d525c6d2-640e-4061-b295-b52161eee5a1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:54.313965 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-b3a3dc32-f868-4aec-922e-695bae39d10a admin admin] Added segment d525c6d2-640e-4061-b295-b52161eee5a1 of type vlan for network b6e2353b-365d-4208-816b-7ee3b8376b0c Feb 07 21:24:54.322702 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-51c206da-aa5a-44f7-8898-3f2fce2dcca2 None None] For port 01483bcf-799b-4462-bb74-18a6e0dfc034, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=01483bcf-799b-4462-bb74-18a6e0dfc034,segment=NetworkSegment(87a6b272-f185-446c-8cf0-9aba86843051),segment_id=87a6b272-f185-446c-8cf0-9aba86843051)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:24:54.331912 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-51c206da-aa5a-44f7-8898-3f2fce2dcca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (01483bcf-799b-4462-bb74-18a6e0dfc034), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:54.365193 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-ae65e2aa-fdd2-4c33-baf0-890b88ca74d0 req-ff6c3ed1-7c87-4526-ba22-3896027ae8dc tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Deleting port ffca3751-1aa1-476f-aa3a-af4e6de0e481 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:24:54.365536 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ae65e2aa-fdd2-4c33-baf0-890b88ca74d0 req-ff6c3ed1-7c87-4526-ba22-3896027ae8dc tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ffca3751-1aa1-476f-aa3a-af4e6de0e481), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:54.409907 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c206da-aa5a-44f7-8898-3f2fce2dcca2 None None] Pushing event updated for resources: {'Port': ['ID=01483bcf-799b-4462-bb74-18a6e0dfc034,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:54.423776 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-68f81c7e-bd87-4c2c-917c-fb52cc1134c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace28226-fc6f-411b-b9e0-57e5c4a34920', 'name': 'tempest-TestServerMultinode-1415965185-router', 'tenant_id': '11460addcbf449acb9f8f386f780e36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:24:36Z', 'updated_at': '2022-02-07T21:24:45Z', 'revision_number': 4, 'project_id': '11460addcbf449acb9f8f386f780e36a', 'gw_port': {'id': '7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:01:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace28226-fc6f-411b-b9e0-57e5c4a34920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:37Z', 'updated_at': '2022-02-07T21:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '01483bcf-799b-4462-bb74-18a6e0dfc034', 'name': '', 'network_id': '031cd352-44ac-4663-ac14-a073f913ab04', 'tenant_id': '11460addcbf449acb9f8f386f780e36a', 'mac_address': 'fa:16:3e:3a:97:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace28226-fc6f-411b-b9e0-57e5c4a34920', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'e44658e0-ec42-4e35-b6de-a440a7bfccf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:43Z', 'updated_at': '2022-02-07T21:24:52Z', 'revision_number': 4, 'project_id': '11460addcbf449acb9f8f386f780e36a', 'subnets': [{'id': 'e44658e0-ec42-4e35-b6de-a440a7bfccf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:54.458925 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3a3dc32-f868-4aec-922e-695bae39d10a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (b6e2353b-365d-4208-816b-7ee3b8376b0c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:54.497669 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f81c7e-bd87-4c2c-917c-fb52cc1134c3 None None] The sync data for ids ['ace28226-fc6f-411b-b9e0-57e5c4a34920'] in n-d-828185-2 is: [{'id': 'ace28226-fc6f-411b-b9e0-57e5c4a34920', 'name': 'tempest-TestServerMultinode-1415965185-router', 'tenant_id': '11460addcbf449acb9f8f386f780e36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:24:36Z', 'updated_at': '2022-02-07T21:24:45Z', 'revision_number': 4, 'project_id': '11460addcbf449acb9f8f386f780e36a', 'gw_port': {'id': '7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:01:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace28226-fc6f-411b-b9e0-57e5c4a34920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:37Z', 'updated_at': '2022-02-07T21:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '01483bcf-799b-4462-bb74-18a6e0dfc034', 'name': '', 'network_id': '031cd352-44ac-4663-ac14-a073f913ab04', 'tenant_id': '11460addcbf449acb9f8f386f780e36a', 'mac_address': 'fa:16:3e:3a:97:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace28226-fc6f-411b-b9e0-57e5c4a34920', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'e44658e0-ec42-4e35-b6de-a440a7bfccf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:43Z', 'updated_at': '2022-02-07T21:24:52Z', 'revision_number': 4, 'project_id': '11460addcbf449acb9f8f386f780e36a', 'subnets': [{'id': 'e44658e0-ec42-4e35-b6de-a440a7bfccf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:24:54.514552 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3dc32-f868-4aec-922e-695bae39d10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2377b95-e483-407c-b701-7b9618bc5bce,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:54.537088 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ae65e2aa-fdd2-4c33-baf0-890b88ca74d0 req-ff6c3ed1-7c87-4526-ba22-3896027ae8dc tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ffca3751-1aa1-476f-aa3a-af4e6de0e481), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:54.539117 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ae65e2aa-fdd2-4c33-baf0-890b88ca74d0 req-ff6c3ed1-7c87-4526-ba22-3896027ae8dc tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks [] for floatingip (ffca3751-1aa1-476f-aa3a-af4e6de0e481), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:54.650617 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1784da5-985e-42f7-b638-8945acc0f8a0 req-218196d3-b558-47cf-af3c-2d0258c1a77b service neutron] 10.222.0.71 "GET /v2.0/networks/efd634c5-6bed-43d6-946e-21533802ff0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074869 Feb 07 21:24:54.661740 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:54.666657 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9734d2-faa8-447e-add5-660b9ff7f5ed tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:24:54.674290 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0f9734d2-faa8-447e-add5-660b9ff7f5ed tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "PUT /v2.0/routers/35113ccc-8e2a-4a3c-922d-98e362a06434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7709966 Feb 07 21:24:54.677724 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3a3dc32-f868-4aec-922e-695bae39d10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (b6e2353b-365d-4208-816b-7ee3b8376b0c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:54.678680 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a3dc32-f868-4aec-922e-695bae39d10a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:54.679289 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3a3dc32-f868-4aec-922e-695bae39d10a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:54.687914 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50104) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:54.692860 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc15819-c918-4381-8380-fa7e7fd0998e None None] Sync routers for ids ['35113ccc-8e2a-4a3c-922d-98e362a06434'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:24:54.732136 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc15819-c918-4381-8380-fa7e7fd0998e None None] Routers {'35113ccc-8e2a-4a3c-922d-98e362a06434'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:54.732804 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ddc15819-c918-4381-8380-fa7e7fd0998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:24:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['35113ccc-8e2a-4a3c-922d-98e362a06434'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:54.752508 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d5dbbd9e-b0c0-4a61-bd8f-9e5d9fd487d8 req-957ba6bd-5efa-4761-8679-a3977b57605e tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4445789 Feb 07 21:24:54.771926 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-ae65e2aa-fdd2-4c33-baf0-890b88ca74d0 req-ff6c3ed1-7c87-4526-ba22-3896027ae8dc tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Calling delete_port for ffca3751-1aa1-476f-aa3a-af4e6de0e481 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:24:54.816520 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b3a3dc32-f868-4aec-922e-695bae39d10a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0692854 Feb 07 21:24:54.840078 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 50108) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:54.861430 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a096d7d5-5a6b-43e2-9745-acadf554d17b admin admin] Request body: {'subnet': {'network_id': 'b6e2353b-365d-4208-816b-7ee3b8376b0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-266302836-subnet', 'tenant_id': '49035a4ec40140b3a7c3fbd0a5baf38a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:24:54.907701 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ddc15819-c918-4381-8380-fa7e7fd0998e None None] Set router 35113ccc-8e2a-4a3c-922d-98e362a06434 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:24:54.926349 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea6389f-3394-48a9-a6b1-142eef02b2cc tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Deleting subnet 3fd6e7e2-46dc-4c12-b375-3e07649f6ef8 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:24:54.932406 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ea6389f-3394-48a9-a6b1-142eef02b2cc tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for subnet (3fd6e7e2-46dc-4c12-b375-3e07649f6ef8), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:54.988394 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ea6389f-3394-48a9-a6b1-142eef02b2cc tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (3fd6e7e2-46dc-4c12-b375-3e07649f6ef8), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:55.001082 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ddc15819-c918-4381-8380-fa7e7fd0998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:24:52Z', 'revision_number': 11, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:55.070997 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc15819-c918-4381-8380-fa7e7fd0998e None None] Checking router: 35113ccc-8e2a-4a3c-922d-98e362a06434 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:24:55.080777 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc15819-c918-4381-8380-fa7e7fd0998e None None] Routers {'35113ccc-8e2a-4a3c-922d-98e362a06434'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:55.081465 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ddc15819-c918-4381-8380-fa7e7fd0998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:24:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['35113ccc-8e2a-4a3c-922d-98e362a06434'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:55.191995 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ea6389f-3394-48a9-a6b1-142eef02b2cc tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (3fd6e7e2-46dc-4c12-b375-3e07649f6ef8), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:55.196720 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3dc32-f868-4aec-922e-695bae39d10a admin admin] Pushing event updated for resources: {'Network': ['ID=b6e2353b-365d-4208-816b-7ee3b8376b0c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:55.200571 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-ee26a44e-bebd-458a-8a6d-99f2fef90ad8 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:55.202089 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-ee26a44e-bebd-458a-8a6d-99f2fef90ad8 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.69 "GET /v2.0/networks?id=300bd9b5-02e2-4e96-8fb8-3f27550c121a HTTP/1.1" status: 200 len: 911 time: 0.6525018 Feb 07 21:24:55.219303 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ddc15819-c918-4381-8380-fa7e7fd0998e None None] Set router 35113ccc-8e2a-4a3c-922d-98e362a06434 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:24:55.242351 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-e98fc522-6160-4e56-a629-cfb1ba5be10f tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Request body: {'port': {'device_id': 'ecf98e6c-fa4f-4ae1-8825-39eee3192519', 'network_id': '300bd9b5-02e2-4e96-8fb8-3f27550c121a', 'admin_state_up': True, 'tenant_id': '11460addcbf449acb9f8f386f780e36a'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:24:55.252633 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a096d7d5-5a6b-43e2-9745-acadf554d17b admin admin] Made reservation on behalf of 49035a4ec40140b3a7c3fbd0a5baf38a for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:24:55.258664 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a096d7d5-5a6b-43e2-9745-acadf554d17b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:55.298505 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-e98fc522-6160-4e56-a629-cfb1ba5be10f tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Made reservation on behalf of 11460addcbf449acb9f8f386f780e36a for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:24:55.301425 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-e98fc522-6160-4e56-a629-cfb1ba5be10f tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:55.364506 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ea6389f-3394-48a9-a6b1-142eef02b2cc tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (3fd6e7e2-46dc-4c12-b375-3e07649f6ef8), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:55.391171 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network b6e2353b-365d-4208-816b-7ee3b8376b0c details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:24:55.425858 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6389f-3394-48a9-a6b1-142eef02b2cc tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Subnet': ['ID=3fd6e7e2-46dc-4c12-b375-3e07649f6ef8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:55.514077 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1784da5-985e-42f7-b638-8945acc0f8a0 req-621e13ac-8efc-41dc-a74a-e20f0e5efd93 service neutron] 10.222.0.71 "GET /v2.0/networks/efd634c5-6bed-43d6-946e-21533802ff0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7992299 Feb 07 21:24:55.524761 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ea6389f-3394-48a9-a6b1-142eef02b2cc tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:55.526056 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 01483bcf-799b-4462-bb74-18a6e0dfc034 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:24:55.532581 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ddc15819-c918-4381-8380-fa7e7fd0998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:24:52Z', 'revision_number': 11, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:55.536220 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d46ce3-a15a-4d96-8129-a64658578ef0 None None] Network 4373833e-b520-49c9-81d5-6a7925909e89 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:24:55.541129 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6ea6389f-3394-48a9-a6b1-142eef02b2cc tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/subnets/3fd6e7e2-46dc-4c12-b375-3e07649f6ef8 HTTP/1.1" status: 204 len: 168 time: 0.8486798 Feb 07 21:24:55.589711 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ae65e2aa-fdd2-4c33-baf0-890b88ca74d0 req-ff6c3ed1-7c87-4526-ba22-3896027ae8dc tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ffca3751-1aa1-476f-aa3a-af4e6de0e481), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:55.596120 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50118) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:55.607934 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc15819-c918-4381-8380-fa7e7fd0998e None None] The sync data for ids ['35113ccc-8e2a-4a3c-922d-98e362a06434'] in n-d-828185-2 is: [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:24:52Z', 'revision_number': 11, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:24:55.655876 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348011a-03fe-4c97-a0db-37d3cf33e7b8 req-a8d6436d-0cba-4141-a136-c9866c2f2a9a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:55.671580 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1348011a-03fe-4c97-a0db-37d3cf33e7b8 req-a8d6436d-0cba-4141-a136-c9866c2f2a9a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.7250609 Feb 07 21:24:55.741139 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 01483bcf-799b-4462-bb74-18a6e0dfc034 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:55.741654 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (01483bcf-799b-4462-bb74-18a6e0dfc034), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:55.759178 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c3ed1-7c87-4526-ba22-3896027ae8dc tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Pushing event deleted for resources: {'Port': ['ID=ffca3751-1aa1-476f-aa3a-af4e6de0e481,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:55.874637 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6205cf70-8ab6-4ba3-a0e2-93342f816e1f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (4373833e-b520-49c9-81d5-6a7925909e89), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:55.913607 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 01483bcf-799b-4462-bb74-18a6e0dfc034 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:24:55.940133 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1348011a-03fe-4c97-a0db-37d3cf33e7b8 req-9b9195ef-34b7-4d12-8ebd-aad44a192fd2 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2647245 Feb 07 21:24:55.966539 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ae65e2aa-fdd2-4c33-baf0-890b88ca74d0 req-ff6c3ed1-7c87-4526-ba22-3896027ae8dc tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks [] for floatingip (18b55a5e-c6d6-4210-8f5e-6b059499481d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:55.968374 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ae65e2aa-fdd2-4c33-baf0-890b88ca74d0 req-ff6c3ed1-7c87-4526-ba22-3896027ae8dc tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:55.972996 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae65e2aa-fdd2-4c33-baf0-890b88ca74d0 req-ff6c3ed1-7c87-4526-ba22-3896027ae8dc tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "DELETE /v2.0/floatingips/18b55a5e-c6d6-4210-8f5e-6b059499481d HTTP/1.1" status: 204 len: 173 time: 2.1530001 Feb 07 21:24:56.003787 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-e98fc522-6160-4e56-a629-cfb1ba5be10f tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Allocated IP 172.20.0.11 (300bd9b5-02e2-4e96-8fb8-3f27550c121a/9a98df2e-d84a-41d2-811e-e4194c5a4a26/5fb90a9e-a67f-4343-bc50-e3b94d2d6e48) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:24:56.027648 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46545f04-caba-48ef-b478-4248daeed6ff None None] DHCP port deletion for 4373833e-b520-49c9-81d5-6a7925909e89 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:24:56.202336 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-46545f04-caba-48ef-b478-4248daeed6ff None None] Deleting port 12469f51-07c5-4dde-9275-789889a95426 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:24:56.202832 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-46545f04-caba-48ef-b478-4248daeed6ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (12469f51-07c5-4dde-9275-789889a95426), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:56.209659 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6205cf70-8ab6-4ba3-a0e2-93342f816e1f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Deleting port 12469f51-07c5-4dde-9275-789889a95426 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:24:56.210294 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6205cf70-8ab6-4ba3-a0e2-93342f816e1f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (12469f51-07c5-4dde-9275-789889a95426), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:56.286602 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e5bf47c9-674d-4c9e-ac73-fed810681ce6 req-14f2ca66-4a92-4cd2-9131-6250b379ee50 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ecf98e6c-fa4f-4ae1-8825-39eee3192519 HTTP/1.1" status: 200 len: 210 time: 0.1211967 Feb 07 21:24:56.290435 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a096d7d5-5a6b-43e2-9745-acadf554d17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (60b871fc-bdc4-4a87-8449-a611d1e1c46a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:56.362900 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-46545f04-caba-48ef-b478-4248daeed6ff None None] For port 12469f51-07c5-4dde-9275-789889a95426, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=12469f51-07c5-4dde-9275-789889a95426,segment=NetworkSegment(be6a8d5d-a159-4560-a67e-91e5b7cbb6ec),segment_id=be6a8d5d-a159-4560-a67e-91e5b7cbb6ec)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:24:56.363310 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-46545f04-caba-48ef-b478-4248daeed6ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (12469f51-07c5-4dde-9275-789889a95426), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:56.395252 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-46545f04-caba-48ef-b478-4248daeed6ff None None] Calling delete_port for 12469f51-07c5-4dde-9275-789889a95426 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:24:56.436842 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-e98fc522-6160-4e56-a629-cfb1ba5be10f tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Publish callbacks [] for port (5fb90a9e-a67f-4343-bc50-e3b94d2d6e48), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:56.494697 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096d7d5-5a6b-43e2-9745-acadf554d17b admin admin] Pushing event updated for resources: {'Subnet': ['ID=60b871fc-bdc4-4a87-8449-a611d1e1c46a,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:56.584318 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-e98fc522-6160-4e56-a629-cfb1ba5be10f tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (5fb90a9e-a67f-4343-bc50-e3b94d2d6e48), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:56.594859 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a096d7d5-5a6b-43e2-9745-acadf554d17b admin admin] Checking segment: {'id': 'd525c6d2-640e-4061-b295-b52161eee5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b6e2353b-365d-4208-816b-7ee3b8376b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:24:56.595691 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a096d7d5-5a6b-43e2-9745-acadf554d17b admin admin] Network hostable DHCP agents. Network: b6e2353b-365d-4208-816b-7ee3b8376b0c, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:24:56.624293 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-46545f04-caba-48ef-b478-4248daeed6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (12469f51-07c5-4dde-9275-789889a95426), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:56.665551 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a096d7d5-5a6b-43e2-9745-acadf554d17b admin admin] Network b6e2353b-365d-4208-816b-7ee3b8376b0c is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:24:56.694467 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbd2aa88-b7a2-45d6-89f0-db3626d419a3 req-6be75fed-7e79-44e8-a340-05373123942a tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups/6678f8af-cf34-4a42-9c44-8602ab4d9f2e HTTP/1.1" status: 200 len: 1826 time: 0.2883959 Feb 07 21:24:56.709586 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46545f04-caba-48ef-b478-4248daeed6ff None None] Pushing event deleted for resources: {'Port': ['ID=12469f51-07c5-4dde-9275-789889a95426,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:56.746819 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46545f04-caba-48ef-b478-4248daeed6ff None None] No DVR routers for this DVR port 12469f51-07c5-4dde-9275-789889a95426 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:24:56.749557 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6205cf70-8ab6-4ba3-a0e2-93342f816e1f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] For port 12469f51-07c5-4dde-9275-789889a95426, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=12469f51-07c5-4dde-9275-789889a95426,segment=NetworkSegment(be6a8d5d-a159-4560-a67e-91e5b7cbb6ec),segment_id=be6a8d5d-a159-4560-a67e-91e5b7cbb6ec)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:24:56.751747 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6205cf70-8ab6-4ba3-a0e2-93342f816e1f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (12469f51-07c5-4dde-9275-789889a95426), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:56.777153 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a096d7d5-5a6b-43e2-9745-acadf554d17b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, b6e2353b-365d-4208-816b-7ee3b8376b0c) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:24:56.780204 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-e98fc522-6160-4e56-a629-cfb1ba5be10f tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Network 300bd9b5-02e2-4e96-8fb8-3f27550c121a is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:24:56.795520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044abee-1567-4f4c-80e8-a1a3ced24445 req-e49ddb90-2c59-4116-96a4-2c9cf91c2600 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:56.799194 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c4ff0f-cc1c-4665-b3ed-cb7e824a7f86 None None] Network b6e2353b-365d-4208-816b-7ee3b8376b0c requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:24:56.803252 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3044abee-1567-4f4c-80e8-a1a3ced24445 req-e49ddb90-2c59-4116-96a4-2c9cf91c2600 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.2900953 Feb 07 21:24:56.811930 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a096d7d5-5a6b-43e2-9745-acadf554d17b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:56.813645 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a096d7d5-5a6b-43e2-9745-acadf554d17b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:56.818168 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-e98fc522-6160-4e56-a629-cfb1ba5be10f tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:24:56.842936 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6205cf70-8ab6-4ba3-a0e2-93342f816e1f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Calling delete_port for 12469f51-07c5-4dde-9275-789889a95426 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:24:56.845211 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-e98fc522-6160-4e56-a629-cfb1ba5be10f tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:24:56.900445 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98fc522-6160-4e56-a629-cfb1ba5be10f tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Pushing event updated for resources: {'Port': ['ID=5fb90a9e-a67f-4343-bc50-e3b94d2d6e48,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:56.900931 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a096d7d5-5a6b-43e2-9745-acadf554d17b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0585127 Feb 07 21:24:56.947954 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dbd2aa88-b7a2-45d6-89f0-db3626d419a3 req-8b28ac02-727c-4aba-8f6d-628bfa17868c tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks [] for security_group (6678f8af-cf34-4a42-9c44-8602ab4d9f2e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:56.973718 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3044abee-1567-4f4c-80e8-a1a3ced24445 req-f6c9aeab-374a-454d-a265-7de5eac8f153 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661959 Feb 07 21:24:57.043908 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dbd2aa88-b7a2-45d6-89f0-db3626d419a3 req-8b28ac02-727c-4aba-8f6d-628bfa17868c tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks [] for security_group (6678f8af-cf34-4a42-9c44-8602ab4d9f2e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:57.074212 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-e98fc522-6160-4e56-a629-cfb1ba5be10f tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:57.074837 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-e98fc522-6160-4e56-a629-cfb1ba5be10f tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:57.103986 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3fcccc-1481-491b-bb7d-77880374c9f5 None None] Network b6e2353b-365d-4208-816b-7ee3b8376b0c requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:24:57.137021 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-e98fc522-6160-4e56-a629-cfb1ba5be10f tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.9056489 Feb 07 21:24:57.145550 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dbd2aa88-b7a2-45d6-89f0-db3626d419a3 req-8b28ac02-727c-4aba-8f6d-628bfa17868c tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (6678f8af-cf34-4a42-9c44-8602ab4d9f2e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:57.149588 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dbd2aa88-b7a2-45d6-89f0-db3626d419a3 req-8b28ac02-727c-4aba-8f6d-628bfa17868c tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:57.151745 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbd2aa88-b7a2-45d6-89f0-db3626d419a3 req-8b28ac02-727c-4aba-8f6d-628bfa17868c tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "DELETE /v2.0/security-groups/6678f8af-cf34-4a42-9c44-8602ab4d9f2e HTTP/1.1" status: 204 len: 173 time: 0.4564137 Feb 07 21:24:57.167951 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-ccb07a1b-57c9-4b11-bc53-571b8de90b57 service neutron] Request body: {'port': {'device_id': 'ecf98e6c-fa4f-4ae1-8825-39eee3192519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:24:57.199343 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28ac02-727c-4aba-8f6d-628bfa17868c tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6678f8af-cf34-4a42-9c44-8602ab4d9f2e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:57.233604 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6205cf70-8ab6-4ba3-a0e2-93342f816e1f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (12469f51-07c5-4dde-9275-789889a95426), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:57.313561 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e9d80153-79f9-4cb3-9828-1f7100979013 None None] Provisioning complete for port 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:24:57.314274 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e9d80153-79f9-4cb3-9828-1f7100979013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5fb90a9e-a67f-4343-bc50-e3b94d2d6e48), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:57.319188 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205cf70-8ab6-4ba3-a0e2-93342f816e1f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Port': ['ID=12469f51-07c5-4dde-9275-789889a95426,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:57.373743 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e9d80153-79f9-4cb3-9828-1f7100979013 None None] Port 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:24:57.386164 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6205cf70-8ab6-4ba3-a0e2-93342f816e1f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] No DVR routers for this DVR port 12469f51-07c5-4dde-9275-789889a95426 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:24:57.498736 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-ccb07a1b-57c9-4b11-bc53-571b8de90b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5fb90a9e-a67f-4343-bc50-e3b94d2d6e48), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:57.567596 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6205cf70-8ab6-4ba3-a0e2-93342f816e1f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (4373833e-b520-49c9-81d5-6a7925909e89), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:57.593212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9385e14e-462c-473a-b84d-ccc769d51d9e no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:24:57.622531 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5c8bc-f1b3-4292-a10d-7d3e7a291908 req-f07d59c6-37f5-4d50-a970-c7c51f041ea0 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:57.625799 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1dd5c8bc-f1b3-4292-a10d-7d3e7a291908 req-f07d59c6-37f5-4d50-a970-c7c51f041ea0 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ecf98e6c-fa4f-4ae1-8825-39eee3192519 HTTP/1.1" status: 200 len: 1028 time: 0.1332731 Feb 07 21:24:57.636011 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 9385e14e-462c-473a-b84d-ccc769d51d9e {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:24:57.636011 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9385e14e-462c-473a-b84d-ccc769d51d9e not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:24:57.636425 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 12469f51-07c5-4dde-9275-789889a95426 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:24:57.674506 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 12469f51-07c5-4dde-9275-789889a95426 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:24:57.674856 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 12469f51-07c5-4dde-9275-789889a95426 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:24:57.723196 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-6205cf70-8ab6-4ba3-a0e2-93342f816e1f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4373833e-b520-49c9-81d5-6a7925909e89']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:57.757357 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-6205cf70-8ab6-4ba3-a0e2-93342f816e1f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be6a8d5d-a159-4560-a67e-91e5b7cbb6ec') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:57.757754 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-6205cf70-8ab6-4ba3-a0e2-93342f816e1f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be6a8d5d-a159-4560-a67e-91e5b7cbb6ec') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:57.766246 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1dd5c8bc-f1b3-4292-a10d-7d3e7a291908 req-0e1ffd39-9874-42b1-a6b9-f23915716ae9 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a2048f4d-bc10-4e13-bc94-83ca88a066b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341345 Feb 07 21:24:57.787847 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6205cf70-8ab6-4ba3-a0e2-93342f816e1f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (be6a8d5d-a159-4560-a67e-91e5b7cbb6ec), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:57.813756 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b056290-14f9-4849-9aa0-8cd56e78a851 req-421b26ae-cba8-4ce7-a10d-c7ed31549369 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:57.826991 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8b056290-14f9-4849-9aa0-8cd56e78a851 req-421b26ae-cba8-4ce7-a10d-c7ed31549369 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 945 time: 0.1660705 Feb 07 21:24:57.827715 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6205cf70-8ab6-4ba3-a0e2-93342f816e1f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (be6a8d5d-a159-4560-a67e-91e5b7cbb6ec), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:57.912189 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6205cf70-8ab6-4ba3-a0e2-93342f816e1f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:24:57.912936 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6205cf70-8ab6-4ba3-a0e2-93342f816e1f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (be6a8d5d-a159-4560-a67e-91e5b7cbb6ec), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: self.session.flush() Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: self.session.flush() Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: self.session.flush() Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: self.session.flush() Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:24:57.917027 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:24:57.973406 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8b056290-14f9-4849-9aa0-8cd56e78a851 req-2f038830-f0bc-4919-8616-f25ed4ed1a18 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390517 Feb 07 21:24:58.097325 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6205cf70-8ab6-4ba3-a0e2-93342f816e1f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (4373833e-b520-49c9-81d5-6a7925909e89), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:58.108060 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6205cf70-8ab6-4ba3-a0e2-93342f816e1f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:58.111210 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6205cf70-8ab6-4ba3-a0e2-93342f816e1f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/networks/4373833e-b520-49c9-81d5-6a7925909e89 HTTP/1.1" status: 204 len: 168 time: 2.5140870 Feb 07 21:24:58.114092 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 50176) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:58.118766 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b5a73697-0814-47f0-b674-56acd7182072 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'router': {'routes': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:24:58.134135 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205cf70-8ab6-4ba3-a0e2-93342f816e1f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Pushing event deleted for resources: {'Network': ['ID=4373833e-b520-49c9-81d5-6a7925909e89,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:58.319065 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-ccb07a1b-57c9-4b11-bc53-571b8de90b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:24:58.328407 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-ccb07a1b-57c9-4b11-bc53-571b8de90b57 service neutron] Publish callbacks [] for port (5fb90a9e-a67f-4343-bc50-e3b94d2d6e48), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:58.358381 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-ccb07a1b-57c9-4b11-bc53-571b8de90b57 service neutron] Transition to ACTIVE for port object 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:24:58.362700 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-ccb07a1b-57c9-4b11-bc53-571b8de90b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (5fb90a9e-a67f-4343-bc50-e3b94d2d6e48), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:58.384362 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.extraroute_db [None req-b5a73697-0814-47f0-b674-56acd7182072 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Added routes are [] {{(pid=103255) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 07 21:24:58.384362 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.extraroute_db [None req-b5a73697-0814-47f0-b674-56acd7182072 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Removed routes are [] {{(pid=103255) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 07 21:24:58.384362 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5a73697-0814-47f0-b674-56acd7182072 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9854'] for router (35113ccc-8e2a-4a3c-922d-98e362a06434), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:58.527445 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb07a1b-57c9-4b11-bc53-571b8de90b57 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb90a9e-a67f-4343-bc50-e3b94d2d6e48,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:58.569740 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-ccb07a1b-57c9-4b11-bc53-571b8de90b57 service neutron] Attempting to bind port 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:24:58.571082 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-ccb07a1b-57c9-4b11-bc53-571b8de90b57 service neutron] Attempting to bind port 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '300bd9b5-02e2-4e96-8fb8-3f27550c121a'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:24:58.572096 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-ccb07a1b-57c9-4b11-bc53-571b8de90b57 service neutron] Attempting to bind port 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48 on network 300bd9b5-02e2-4e96-8fb8-3f27550c121a {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:24:58.590218 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-ccb07a1b-57c9-4b11-bc53-571b8de90b57 service neutron] Port 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48 on network 300bd9b5-02e2-4e96-8fb8-3f27550c121a not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:24:58.590832 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-ccb07a1b-57c9-4b11-bc53-571b8de90b57 service neutron] Attempting to bind port 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48 on network 300bd9b5-02e2-4e96-8fb8-3f27550c121a {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:24:58.596854 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-ccb07a1b-57c9-4b11-bc53-571b8de90b57 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:24:58.597499 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-ccb07a1b-57c9-4b11-bc53-571b8de90b57 service neutron] Checking segment: {'id': '4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '300bd9b5-02e2-4e96-8fb8-3f27550c121a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:24:58.598417 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-ccb07a1b-57c9-4b11-bc53-571b8de90b57 service neutron] Bound using segment: {'id': '4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '300bd9b5-02e2-4e96-8fb8-3f27550c121a'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:24:58.599053 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-ccb07a1b-57c9-4b11-bc53-571b8de90b57 service neutron] Bound port: 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '300bd9b5-02e2-4e96-8fb8-3f27550c121a'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:24:58.599760 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-ccb07a1b-57c9-4b11-bc53-571b8de90b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5fb90a9e-a67f-4343-bc50-e3b94d2d6e48), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:58.706605 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-ccb07a1b-57c9-4b11-bc53-571b8de90b57 service neutron] For port 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:24:58.712828 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-ccb07a1b-57c9-4b11-bc53-571b8de90b57 service neutron] For port 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=5fb90a9e-a67f-4343-bc50-e3b94d2d6e48,segment=NetworkSegment(4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d),segment_id=4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:24:58.725405 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-ccb07a1b-57c9-4b11-bc53-571b8de90b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (5fb90a9e-a67f-4343-bc50-e3b94d2d6e48), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:58.809620 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-ccb07a1b-57c9-4b11-bc53-571b8de90b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:58.811195 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-ccb07a1b-57c9-4b11-bc53-571b8de90b57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:58.824893 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-ccb07a1b-57c9-4b11-bc53-571b8de90b57 service neutron] 10.222.0.69 "PUT /v2.0/ports/5fb90a9e-a67f-4343-bc50-e3b94d2d6e48 HTTP/1.1" status: 200 len: 1092 time: 1.6763260 Feb 07 21:24:58.827342 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf98e6c-fa4f-4ae1-8825-39eee3192519', 'tag': '5fb90a9e-a67f-4343-bc50-e3b94d2d6e48'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:24:58.837624 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4f5e53-1aed-4a06-8537-8082951d427b" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf98e6c-fa4f-4ae1-8825-39eee3192519", "tag": "5fb90a9e-a67f-4343-bc50-e3b94d2d6e48"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:24:58.973754 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb07a1b-57c9-4b11-bc53-571b8de90b57 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb90a9e-a67f-4343-bc50-e3b94d2d6e48,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:24:59.092061 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-1d817d76-7d23-423f-85cc-3530b9c89961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:59.093623 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-1d817d76-7d23-423f-85cc-3530b9c89961 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=11460addcbf449acb9f8f386f780e36a&device_id=ecf98e6c-fa4f-4ae1-8825-39eee3192519 HTTP/1.1" status: 200 len: 1126 time: 0.2054617 Feb 07 21:24:59.164461 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-3f4deb00-91c0-4650-937b-805ee7379f51 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fb90a9e-a67f-4343-bc50-e3b94d2d6e48 HTTP/1.1" status: 200 len: 217 time: 0.0598404 Feb 07 21:24:59.204887 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5a73697-0814-47f0-b674-56acd7182072 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9854'] for router (35113ccc-8e2a-4a3c-922d-98e362a06434), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:59.219114 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5a73697-0814-47f0-b674-56acd7182072 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7871149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7871156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7867351'] for router (35113ccc-8e2a-4a3c-922d-98e362a06434), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:59.223400 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf0f87-a1e4-4e9a-8530-e92e7f04364e req-356cee44-1855-4c2f-a84b-30870cbfaef3 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:59.225517 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1bbf0f87-a1e4-4e9a-8530-e92e7f04364e req-356cee44-1855-4c2f-a84b-30870cbfaef3 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ecf98e6c-fa4f-4ae1-8825-39eee3192519 HTTP/1.1" status: 200 len: 1126 time: 0.2330670 Feb 07 21:24:59.234164 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b328b1-7a8c-49a1-b4c6-a9439140a8c3 req-04fb19e1-f9ba-4498-a650-82d8ead3833d tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:59.241436 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8b328b1-7a8c-49a1-b4c6-a9439140a8c3 req-04fb19e1-f9ba-4498-a650-82d8ead3833d tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.7848701 Feb 07 21:24:59.275593 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-e24621b3-d2d4-46c1-8db4-2a5519a1e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:59.277646 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-e24621b3-d2d4-46c1-8db4-2a5519a1e383 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9a98df2e-d84a-41d2-811e-e4194c5a4a26 HTTP/1.1" status: 200 len: 849 time: 0.0938518 Feb 07 21:24:59.370378 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-c0d3e7a8-f5cc-4c1a-81c2-cbc494692467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:59.389488 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-c0d3e7a8-f5cc-4c1a-81c2-cbc494692467 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=300bd9b5-02e2-4e96-8fb8-3f27550c121a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1037247 Feb 07 21:24:59.412512 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1bbf0f87-a1e4-4e9a-8530-e92e7f04364e req-be98521d-8f59-4c95-ab6c-949c8aeb47e7 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a2048f4d-bc10-4e13-bc94-83ca88a066b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597686 Feb 07 21:24:59.420607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a73697-0814-47f0-b674-56acd7182072 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Router 35113ccc-8e2a-4a3c-922d-98e362a06434 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:24:59.439343 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8b328b1-7a8c-49a1-b4c6-a9439140a8c3 req-cc681eb7-74eb-4777-8b28-4c8d99d5da96 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970117 Feb 07 21:24:59.502052 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8437fee0-75ca-49e5-beae-ffad152300ff x-openstack-request-id: req-8437fee0-75ca-49e5-beae-ffad152300ff {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:24:59.502379 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf98e6c-fa4f-4ae1-8825-39eee3192519", "tag": "5fb90a9e-a67f-4343-bc50-e3b94d2d6e48", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:24:59.502609 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8437fee0-75ca-49e5-beae-ffad152300ff {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:24:59.503067 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf98e6c-fa4f-4ae1-8825-39eee3192519', 'tag': '5fb90a9e-a67f-4343-bc50-e3b94d2d6e48', 'status': 'completed', 'code': 200} Feb 07 21:24:59.567905 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-a4914a2e-a20a-4d07-a90e-d92a1d1aba73 service neutron] 10.222.0.69 "GET /v2.0/networks/300bd9b5-02e2-4e96-8fb8-3f27550c121a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713116 Feb 07 21:24:59.628229 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a73697-0814-47f0-b674-56acd7182072 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:24:59.641428 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5a73697-0814-47f0-b674-56acd7182072 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:59.646038 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50210) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:59.649195 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b5a73697-0814-47f0-b674-56acd7182072 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "PUT /v2.0/routers/35113ccc-8e2a-4a3c-922d-98e362a06434 HTTP/1.1" status: 200 len: 701 time: 1.5323370 Feb 07 21:24:59.662122 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ee92f2-773e-42ab-8780-86cf46df4391 None None] Sync routers for ids ['35113ccc-8e2a-4a3c-922d-98e362a06434'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:24:59.684246 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ee92f2-773e-42ab-8780-86cf46df4391 None None] Routers {'35113ccc-8e2a-4a3c-922d-98e362a06434'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:24:59.686707 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-56ee92f2-773e-42ab-8780-86cf46df4391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:24:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['35113ccc-8e2a-4a3c-922d-98e362a06434'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:24:59.707336 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3cfdb1a4-8e4e-4489-8d7e-44179e9af5cd tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "GET /v2.0/ports?device_id=35113ccc-8e2a-4a3c-922d-98e362a06434 HTTP/1.1" status: 200 len: 205 time: 0.0492024 Feb 07 21:24:59.718037 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50214) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:24:59.870893 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a7a6e-cc28-43b1-b703-c7789e65e422 req-8e102ff2-fd9f-4975-83cf-b0dbb5e80d24 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:59.872489 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8f2a7a6e-cc28-43b1-b703-c7789e65e422 req-8e102ff2-fd9f-4975-83cf-b0dbb5e80d24 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 945 time: 0.2174044 Feb 07 21:24:59.905056 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-81ec539b-6815-45d0-a3f5-f2af3a61737e req-e55af501-7994-43a8-946a-15c18974d114 service neutron] 10.222.0.69 "GET /v2.0/networks/300bd9b5-02e2-4e96-8fb8-3f27550c121a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297367 Feb 07 21:24:59.908883 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-446d5280-e960-4228-bf18-a941fad2b90e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router (35113ccc-8e2a-4a3c-922d-98e362a06434), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:24:59.910058 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7669a-0a79-4760-9528-816fd8d12bf1 req-29e71595-d9e1-4d0b-b098-315c7813d1c4 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:24:59.917453 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77c7669a-0a79-4760-9528-816fd8d12bf1 req-29e71595-d9e1-4d0b-b098-315c7813d1c4 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.1246371 Feb 07 21:25:00.080096 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8f2a7a6e-cc28-43b1-b703-c7789e65e422 req-c909d0d3-5614-4d60-9d5c-1a8a38d69603 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013085 Feb 07 21:25:00.083865 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-56ee92f2-773e-42ab-8780-86cf46df4391 None None] Set router 35113ccc-8e2a-4a3c-922d-98e362a06434 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:25:00.189313 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77c7669a-0a79-4760-9528-816fd8d12bf1 req-32b00fba-5456-47d5-887b-80df9244f46a tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2709622 Feb 07 21:25:00.218843 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066d6a4-3443-46be-94e3-b8990b4916cf req-c905e798-b400-48f6-aa04-66ef9e54e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:00.231119 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e066d6a4-3443-46be-94e3-b8990b4916cf req-c905e798-b400-48f6-aa04-66ef9e54e2eb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 1127 time: 0.2655511 Feb 07 21:25:00.295274 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-56ee92f2-773e-42ab-8780-86cf46df4391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:24:52Z', 'revision_number': 11, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:00.342390 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ee92f2-773e-42ab-8780-86cf46df4391 None None] Checking router: 35113ccc-8e2a-4a3c-922d-98e362a06434 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:25:00.356049 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ee92f2-773e-42ab-8780-86cf46df4391 None None] Routers {'35113ccc-8e2a-4a3c-922d-98e362a06434'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:25:00.357218 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-56ee92f2-773e-42ab-8780-86cf46df4391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:24:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['35113ccc-8e2a-4a3c-922d-98e362a06434'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:00.450997 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-446d5280-e960-4228-bf18-a941fad2b90e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (35113ccc-8e2a-4a3c-922d-98e362a06434), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:00.454979 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-446d5280-e960-4228-bf18-a941fad2b90e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router_controller (35113ccc-8e2a-4a3c-922d-98e362a06434), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:00.485962 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066d6a4-3443-46be-94e3-b8990b4916cf req-7f4a21f4-2690-44a1-81c8-dc5886b958eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:00.491286 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e066d6a4-3443-46be-94e3-b8990b4916cf req-7f4a21f4-2690-44a1-81c8-dc5886b958eb service neutron] 10.222.0.71 "GET /v2.0/networks?id=30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 200 len: 913 time: 0.2619255 Feb 07 21:25:00.530976 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f5e53-1aed-4a06-8537-8082951d427b req-7b0d0db0-bd01-402d-a541-53fb09cf0737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:00.533198 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2d4f5e53-1aed-4a06-8537-8082951d427b req-7b0d0db0-bd01-402d-a541-53fb09cf0737 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=11460addcbf449acb9f8f386f780e36a&device_id=ecf98e6c-fa4f-4ae1-8825-39eee3192519 HTTP/1.1" status: 200 len: 1126 time: 0.2327967 Feb 07 21:25:00.553493 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-446d5280-e960-4228-bf18-a941fad2b90e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (35113ccc-8e2a-4a3c-922d-98e362a06434), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:00.553493 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446d5280-e960-4228-bf18-a941fad2b90e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Fanout notify agent at l3_agent the message router_deleted on router 35113ccc-8e2a-4a3c-922d-98e362a06434 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:25:00.573973 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-446d5280-e960-4228-bf18-a941fad2b90e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:00.581560 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-446d5280-e960-4228-bf18-a941fad2b90e tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/routers/35113ccc-8e2a-4a3c-922d-98e362a06434 HTTP/1.1" status: 204 len: 168 time: 0.8672936 Feb 07 21:25:00.621136 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e066d6a4-3443-46be-94e3-b8990b4916cf req-56c60854-14ed-4819-a160-4f40aa98365d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17dc58fa-1248-4f88-b868-ac032c41d000 HTTP/1.1" status: 200 len: 1000 time: 0.1069844 Feb 07 21:25:00.626989 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50228) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:00.630077 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace41d0d-f924-4e6f-943a-7e96c2ae3159 req-f852c3f0-3d1d-4070-a1f7-d3e5f68b8c98 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:00.631632 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ace41d0d-f924-4e6f-943a-7e96c2ae3159 req-f852c3f0-3d1d-4070-a1f7-d3e5f68b8c98 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 945 time: 0.6010046 Feb 07 21:25:00.636780 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c8d660a2-5d49-4725-a33c-cedbece2a106 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-544519472', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:25:00.651616 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-56ee92f2-773e-42ab-8780-86cf46df4391 None None] Set router 35113ccc-8e2a-4a3c-922d-98e362a06434 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:25:00.708943 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8d660a2-5d49-4725-a33c-cedbece2a106 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (5fa19aa9-74db-4be4-bc45-7724296953df), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:00.712208 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8d660a2-5d49-4725-a33c-cedbece2a106 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (5fa19aa9-74db-4be4-bc45-7724296953df), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:00.767609 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-56ee92f2-773e-42ab-8780-86cf46df4391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:24:52Z', 'revision_number': 11, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:00.778879 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f5e53-1aed-4a06-8537-8082951d427b req-85a73611-095f-41b9-8106-59542ac6ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:00.782402 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2d4f5e53-1aed-4a06-8537-8082951d427b req-85a73611-095f-41b9-8106-59542ac6ffd8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=300bd9b5-02e2-4e96-8fb8-3f27550c121a HTTP/1.1" status: 200 len: 911 time: 0.2414134 Feb 07 21:25:00.846049 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ee92f2-773e-42ab-8780-86cf46df4391 None None] The sync data for ids ['35113ccc-8e2a-4a3c-922d-98e362a06434'] in n-d-828185-2 is: [{'id': '35113ccc-8e2a-4a3c-922d-98e362a06434', 'name': 'tempest-RoutersTest-router-1853645347', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:38Z', 'updated_at': '2022-02-07T21:24:52Z', 'revision_number': 11, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:25:00.886531 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2d4f5e53-1aed-4a06-8537-8082951d427b req-da75c1e9-3c99-426a-9bcc-7ac21845c486 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fb90a9e-a67f-4343-bc50-e3b94d2d6e48 HTTP/1.1" status: 200 len: 217 time: 0.0991590 Feb 07 21:25:00.891203 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8d660a2-5d49-4725-a33c-cedbece2a106 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router_controller (5fa19aa9-74db-4be4-bc45-7724296953df), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:00.900329 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066d6a4-3443-46be-94e3-b8990b4916cf req-96726539-8196-4372-ae06-e7bef57dc7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:00.909401 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e066d6a4-3443-46be-94e3-b8990b4916cf req-96726539-8196-4372-ae06-e7bef57dc7cd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 200 len: 851 time: 0.2754052 Feb 07 21:25:00.938188 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8d660a2-5d49-4725-a33c-cedbece2a106 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (5fa19aa9-74db-4be4-bc45-7724296953df), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:00.974888 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8d660a2-5d49-4725-a33c-cedbece2a106 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:00.989825 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c8d660a2-5d49-4725-a33c-cedbece2a106 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3617666 Feb 07 21:25:00.992998 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50234) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:00.997484 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a24820-c54e-4843-99d5-a318fbc514dc req-41d2a51d-8223-47ee-82f0-2557b48b1fbb tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:00.999023 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d5a24820-c54e-4843-99d5-a318fbc514dc req-41d2a51d-8223-47ee-82f0-2557b48b1fbb tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ecf98e6c-fa4f-4ae1-8825-39eee3192519 HTTP/1.1" status: 200 len: 1126 time: 0.3664353 Feb 07 21:25:01.003253 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-195568df-1ac5-4d05-a55e-424adcbe2f7b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:25:01.031394 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f5e53-1aed-4a06-8537-8082951d427b req-f220b53d-7134-40c5-82f1-62116e72a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:01.035208 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2d4f5e53-1aed-4a06-8537-8082951d427b req-f220b53d-7134-40c5-82f1-62116e72a9d9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9a98df2e-d84a-41d2-811e-e4194c5a4a26 HTTP/1.1" status: 200 len: 849 time: 0.1410320 Feb 07 21:25:01.092968 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066d6a4-3443-46be-94e3-b8990b4916cf req-a3ee98a7-2c09-40cd-9b4d-f13e0c42540f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:01.094477 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e066d6a4-3443-46be-94e3-b8990b4916cf req-a3ee98a7-2c09-40cd-9b4d-f13e0c42540f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=30b9222e-e3f7-4412-8b63-9320a43406d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1512144 Feb 07 21:25:01.150791 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-ace41d0d-f924-4e6f-943a-7e96c2ae3159 req-38877931-7c64-4680-a3ef-d3b11f9c0034 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Deleting port 1c0556bd-78a8-4483-a2a4-2d3289544e63 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:25:01.164864 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ace41d0d-f924-4e6f-943a-7e96c2ae3159 req-38877931-7c64-4680-a3ef-d3b11f9c0034 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (1c0556bd-78a8-4483-a2a4-2d3289544e63), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:01.315729 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d5a24820-c54e-4843-99d5-a318fbc514dc req-ac0ed139-86ea-4b64-903a-927b4e01cfa8 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a2048f4d-bc10-4e13-bc94-83ca88a066b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086705 Feb 07 21:25:01.575571 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f5e53-1aed-4a06-8537-8082951d427b req-5759c1a4-f61b-4312-9485-59c497ea769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:01.576233 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2d4f5e53-1aed-4a06-8537-8082951d427b req-5759c1a4-f61b-4312-9485-59c497ea769e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=300bd9b5-02e2-4e96-8fb8-3f27550c121a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4729416 Feb 07 21:25:01.598222 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e066d6a4-3443-46be-94e3-b8990b4916cf req-a0fb7716-a016-4ede-b316-687bd2b3f179 service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888344 Feb 07 21:25:01.607684 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7cc68-0f60-4c21-b515-36977ad1e0a7 req-aa80daf1-1ab3-4572-9073-8e9d935a672c tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:01.614696 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e6d7cc68-0f60-4c21-b515-36977ad1e0a7 req-aa80daf1-1ab3-4572-9073-8e9d935a672c tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 945 time: 0.3258190 Feb 07 21:25:01.625122 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-ace41d0d-f924-4e6f-943a-7e96c2ae3159 req-38877931-7c64-4680-a3ef-d3b11f9c0034 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] For port 1c0556bd-78a8-4483-a2a4-2d3289544e63, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=1c0556bd-78a8-4483-a2a4-2d3289544e63,segment=NetworkSegment(813f304e-7d5c-4ffc-b874-83f3f5c8a267),segment_id=813f304e-7d5c-4ffc-b874-83f3f5c8a267)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:25:01.625493 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ace41d0d-f924-4e6f-943a-7e96c2ae3159 req-38877931-7c64-4680-a3ef-d3b11f9c0034 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (1c0556bd-78a8-4483-a2a4-2d3289544e63), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:01.680532 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-ace41d0d-f924-4e6f-943a-7e96c2ae3159 req-38877931-7c64-4680-a3ef-d3b11f9c0034 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Calling delete_port for 1c0556bd-78a8-4483-a2a4-2d3289544e63 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:25:01.768117 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-195568df-1ac5-4d05-a55e-424adcbe2f7b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9854'] for router (5fa19aa9-74db-4be4-bc45-7724296953df), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:01.797330 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfabfbb-7170-45e4-b136-73e26e911c0a req-30c2554f-da54-48ba-b3b8-0bbcd3f6a292 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:01.798916 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0cfabfbb-7170-45e4-b136-73e26e911c0a req-30c2554f-da54-48ba-b3b8-0bbcd3f6a292 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.3514283 Feb 07 21:25:01.805114 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-195568df-1ac5-4d05-a55e-424adcbe2f7b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7871149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7871156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7867351'] for router (5fa19aa9-74db-4be4-bc45-7724296953df), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:01.915552 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2d4f5e53-1aed-4a06-8537-8082951d427b req-0ade28d2-c718-4243-8053-ba039c6d17de service neutron] 10.222.0.69 "GET /v2.0/networks/300bd9b5-02e2-4e96-8fb8-3f27550c121a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294904 Feb 07 21:25:01.922688 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e6d7cc68-0f60-4c21-b515-36977ad1e0a7 req-0b43ae34-7204-4f8d-b6c4-53e9ea43ced0 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/security-groups?id=76fd0911-d11c-49aa-8b89-3b81639ced72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050432 Feb 07 21:25:02.014123 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0cfabfbb-7170-45e4-b136-73e26e911c0a req-b85dec55-9d83-4cbb-beff-c68f1cb384b5 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894848 Feb 07 21:25:02.045163 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e066d6a4-3443-46be-94e3-b8990b4916cf req-b3195f63-dee0-49cb-8d4f-214e60c8b4b8 service neutron] 10.222.0.71 "GET /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096465 Feb 07 21:25:02.127297 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2d4f5e53-1aed-4a06-8537-8082951d427b req-4aca2f15-5a6a-4c1a-a0f1-4ed04dac9db9 service neutron] 10.222.0.69 "GET /v2.0/networks/300bd9b5-02e2-4e96-8fb8-3f27550c121a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967897 Feb 07 21:25:02.132862 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195568df-1ac5-4d05-a55e-424adcbe2f7b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Router 5fa19aa9-74db-4be4-bc45-7724296953df is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:25:02.190429 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ace41d0d-f924-4e6f-943a-7e96c2ae3159 req-38877931-7c64-4680-a3ef-d3b11f9c0034 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (1c0556bd-78a8-4483-a2a4-2d3289544e63), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:02.264955 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38877931-7c64-4680-a3ef-d3b11f9c0034 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Pushing event deleted for resources: {'Port': ['ID=1c0556bd-78a8-4483-a2a4-2d3289544e63,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:02.283790 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195568df-1ac5-4d05-a55e-424adcbe2f7b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:25:02.297311 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a29994e-b437-423e-858b-9342fa389fc6 None None] Sync routers for ids ['5fa19aa9-74db-4be4-bc45-7724296953df'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:25:02.312535 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-195568df-1ac5-4d05-a55e-424adcbe2f7b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:02.312535 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-195568df-1ac5-4d05-a55e-424adcbe2f7b tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "PUT /v2.0/routers/5fa19aa9-74db-4be4-bc45-7724296953df HTTP/1.1" status: 200 len: 693 time: 1.3163033 Feb 07 21:25:02.318542 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50266) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:02.319599 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38877931-7c64-4680-a3ef-d3b11f9c0034 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:02.320140 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38877931-7c64-4680-a3ef-d3b11f9c0034 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:02.320361 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38877931-7c64-4680-a3ef-d3b11f9c0034 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:02.320658 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38877931-7c64-4680-a3ef-d3b11f9c0034 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:02.320996 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38877931-7c64-4680-a3ef-d3b11f9c0034 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:02.321333 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38877931-7c64-4680-a3ef-d3b11f9c0034 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:02.321669 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38877931-7c64-4680-a3ef-d3b11f9c0034 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:02.322002 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38877931-7c64-4680-a3ef-d3b11f9c0034 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:02.324991 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38877931-7c64-4680-a3ef-d3b11f9c0034 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:02.339139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38877931-7c64-4680-a3ef-d3b11f9c0034 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:02.339517 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38877931-7c64-4680-a3ef-d3b11f9c0034 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:02.339873 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38877931-7c64-4680-a3ef-d3b11f9c0034 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:02.340219 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38877931-7c64-4680-a3ef-d3b11f9c0034 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:02.379168 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a29994e-b437-423e-858b-9342fa389fc6 None None] Routers {'5fa19aa9-74db-4be4-bc45-7724296953df'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:25:02.380581 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1a29994e-b437-423e-858b-9342fa389fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:24:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5fa19aa9-74db-4be4-bc45-7724296953df'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:02.435340 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0c0d7f3a-4b5c-4c50-854b-0ffc5c0b3279 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "GET /v2.0/routers/5fa19aa9-74db-4be4-bc45-7724296953df HTTP/1.1" status: 200 len: 699 time: 0.1135488 Feb 07 21:25:02.436036 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50270) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:02.474452 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace41d0d-f924-4e6f-943a-7e96c2ae3159 req-38877931-7c64-4680-a3ef-d3b11f9c0034 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] No DVR routers for this DVR port 1c0556bd-78a8-4483-a2a4-2d3289544e63 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:25:02.479386 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ace41d0d-f924-4e6f-943a-7e96c2ae3159 req-38877931-7c64-4680-a3ef-d3b11f9c0034 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:02.484883 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ace41d0d-f924-4e6f-943a-7e96c2ae3159 req-38877931-7c64-4680-a3ef-d3b11f9c0034 tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.71 "DELETE /v2.0/ports/1c0556bd-78a8-4483-a2a4-2d3289544e63 HTTP/1.1" status: 204 len: 173 time: 1.8416548 Feb 07 21:25:02.485852 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e574382-06f7-4ab3-a647-5ce7f335bc25', 'name': 'network-vif-deleted', 'tag': '1c0556bd-78a8-4483-a2a4-2d3289544e63'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:25:02.488697 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5448e45-9099-4bf8-9680-549672e51ad6" -d '{"events": [{"server_uuid": "6e574382-06f7-4ab3-a647-5ce7f335bc25", "name": "network-vif-deleted", "tag": "1c0556bd-78a8-4483-a2a4-2d3289544e63"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:25:02.513782 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e93bede8-f9fa-4727-9726-6d5608e4853c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa19aa9-74db-4be4-bc45-7724296953df HTTP/1.1" status: 200 len: 205 time: 0.0741982 Feb 07 21:25:02.514392 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50274) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:02.549692 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9dcf3-31a3-4e5d-92c9-ca0358bf09cc req-d2d22f10-e360-48ae-8882-bc8bdcc7d019 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:02.554270 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8e9dcf3-31a3-4e5d-92c9-ca0358bf09cc req-d2d22f10-e360-48ae-8882-bc8bdcc7d019 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ecf98e6c-fa4f-4ae1-8825-39eee3192519 HTTP/1.1" status: 200 len: 1126 time: 0.0892017 Feb 07 21:25:02.622149 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9531795b-1c1c-4a00-b3cb-df354c35bacd x-openstack-request-id: req-9531795b-1c1c-4a00-b3cb-df354c35bacd {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:25:02.622749 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e574382-06f7-4ab3-a647-5ce7f335bc25", "name": "network-vif-deleted", "tag": "1c0556bd-78a8-4483-a2a4-2d3289544e63", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:25:02.623189 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9531795b-1c1c-4a00-b3cb-df354c35bacd {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:25:02.625399 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e574382-06f7-4ab3-a647-5ce7f335bc25', 'name': 'network-vif-deleted', 'tag': '1c0556bd-78a8-4483-a2a4-2d3289544e63', 'status': 'completed', 'code': 200} Feb 07 21:25:02.643050 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1a29994e-b437-423e-858b-9342fa389fc6 None None] Set router 5fa19aa9-74db-4be4-bc45-7724296953df gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:25:02.736649 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8e9dcf3-31a3-4e5d-92c9-ca0358bf09cc req-7360c095-c05a-4ba1-8aa1-5388a6d49a69 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a2048f4d-bc10-4e13-bc94-83ca88a066b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754198 Feb 07 21:25:02.758486 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62691814-9492-464f-8150-047005652c2c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router (5fa19aa9-74db-4be4-bc45-7724296953df), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:02.848945 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1a29994e-b437-423e-858b-9342fa389fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa19aa9-74db-4be4-bc45-7724296953df', 'name': 'tempest-RoutersTest-router-544519472', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:25:00Z', 'updated_at': '2022-02-07T21:25:01Z', 'revision_number': 2, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:02.887506 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a29994e-b437-423e-858b-9342fa389fc6 None None] Checking router: 5fa19aa9-74db-4be4-bc45-7724296953df for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:25:02.899017 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a29994e-b437-423e-858b-9342fa389fc6 None None] Routers {'5fa19aa9-74db-4be4-bc45-7724296953df'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:25:02.900086 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1a29994e-b437-423e-858b-9342fa389fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:24:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['5fa19aa9-74db-4be4-bc45-7724296953df'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:03.210235 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1a29994e-b437-423e-858b-9342fa389fc6 None None] Set router 5fa19aa9-74db-4be4-bc45-7724296953df gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:25:03.243816 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-327d7501-bd14-479b-8e56-dc96b4d0b6ff req-3a43b891-a405-4485-bb64-28a149a8d68b tempest-ServerRescueTestJSONUnderV235-1251972307 tempest-ServerRescueTestJSONUnderV235-1251972307-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e574382-06f7-4ab3-a647-5ce7f335bc25 HTTP/1.1" status: 200 len: 210 time: 0.1312075 Feb 07 21:25:03.354923 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1a29994e-b437-423e-858b-9342fa389fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa19aa9-74db-4be4-bc45-7724296953df', 'name': 'tempest-RoutersTest-router-544519472', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:25:00Z', 'updated_at': '2022-02-07T21:25:01Z', 'revision_number': 2, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:03.402508 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86768d3-4624-4e8f-8a88-06050b4dfc1d req-66ac9af6-846c-4343-b177-aa573063b2e7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:03.404838 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d86768d3-4624-4e8f-8a88-06050b4dfc1d req-66ac9af6-846c-4343-b177-aa573063b2e7 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.1350248 Feb 07 21:25:03.433817 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a29994e-b437-423e-858b-9342fa389fc6 None None] The sync data for ids ['5fa19aa9-74db-4be4-bc45-7724296953df'] in n-d-828185-2 is: [{'id': '5fa19aa9-74db-4be4-bc45-7724296953df', 'name': 'tempest-RoutersTest-router-544519472', 'tenant_id': '4177286fbe8042d7bcd053836f28110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:25:00Z', 'updated_at': '2022-02-07T21:25:01Z', 'revision_number': 2, 'project_id': '4177286fbe8042d7bcd053836f28110a', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:25:03.502640 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:25:03.520063 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d86768d3-4624-4e8f-8a88-06050b4dfc1d req-8a606d13-6980-46aa-b6b3-6041f41d7244 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075068 Feb 07 21:25:03.673376 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:03.835570 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=5fb90a9e-a67f-4343-bc50-e3b94d2d6e48,segment=NetworkSegment(4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d),segment_id=4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:25:03.851301 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62691814-9492-464f-8150-047005652c2c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (5fa19aa9-74db-4be4-bc45-7724296953df), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:03.854489 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62691814-9492-464f-8150-047005652c2c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router_controller (5fa19aa9-74db-4be4-bc45-7724296953df), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:03.879507 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '5fb90a9e-a67f-4343-bc50-e3b94d2d6e48', 'network_id': '300bd9b5-02e2-4e96-8fb8-3f27550c121a', 'port_id': '5fb90a9e-a67f-4343-bc50-e3b94d2d6e48', 'mac_address': 'fa:16:3e:80:8d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a98df2e-d84a-41d2-811e-e4194c5a4a26', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:25:03.923931 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62691814-9492-464f-8150-047005652c2c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (5fa19aa9-74db-4be4-bc45-7724296953df), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:03.924390 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62691814-9492-464f-8150-047005652c2c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Fanout notify agent at l3_agent the message router_deleted on router 5fa19aa9-74db-4be4-bc45-7724296953df {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:25:03.936256 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62691814-9492-464f-8150-047005652c2c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:03.937428 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-62691814-9492-464f-8150-047005652c2c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/routers/5fa19aa9-74db-4be4-bc45-7724296953df HTTP/1.1" status: 204 len: 168 time: 1.4221129 Feb 07 21:25:03.944572 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50300) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:03.992033 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 1c0556bd-78a8-4483-a2a4-2d3289544e63 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:25:03.993107 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba140c-8d9f-4495-b81f-4ae47a4b2096 req-63a76814-6b06-4cb3-8ba7-3ae6f5eb9a9f tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:04.007288 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-26ba140c-8d9f-4495-b81f-4ae47a4b2096 req-63a76814-6b06-4cb3-8ba7-3ae6f5eb9a9f tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ecf98e6c-fa4f-4ae1-8825-39eee3192519 HTTP/1.1" status: 200 len: 1126 time: 0.0897703 Feb 07 21:25:04.029327 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9d0283f7-ed86-49dd-b8e3-096f60527ede tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa19aa9-74db-4be4-bc45-7724296953df HTTP/1.1" status: 200 len: 205 time: 0.0819263 Feb 07 21:25:04.036849 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 50304) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:04.080582 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 1c0556bd-78a8-4483-a2a4-2d3289544e63 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:25:04.080950 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 1c0556bd-78a8-4483-a2a4-2d3289544e63 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:25:04.111360 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-e8709899-e0eb-4e0e-b19f-de4e4ead6958 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] delete failed (client error): The resource could not be found. Feb 07 21:25:04.116198 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e8709899-e0eb-4e0e-b19f-de4e4ead6958 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/routers/5fa19aa9-74db-4be4-bc45-7724296953df HTTP/1.1" status: 404 len: 336 time: 0.0742490 Feb 07 21:25:04.116395 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50308) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:04.148481 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:25:04.148481 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5fb90a9e-a67f-4343-bc50-e3b94d2d6e48), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:04.168212 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-26ba140c-8d9f-4495-b81f-4ae47a4b2096 req-cf11c221-f6fa-4677-9d1a-42dc3a9ae1fa tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a2048f4d-bc10-4e13-bc94-83ca88a066b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595838 Feb 07 21:25:04.189746 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcff38e8-310d-4426-a1dd-0c632754e6b7 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] DELETE failed (client error): The resource could not be found. Feb 07 21:25:04.194466 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcff38e8-310d-4426-a1dd-0c632754e6b7 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:25:04.199383 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fcff38e8-310d-4426-a1dd-0c632754e6b7 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/subnets/718c250e-0997-4e41-b958-ed1f9baf93fd HTTP/1.1" status: 404 len: 337 time: 0.0827417 Feb 07 21:25:04.202700 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 50312) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:04.203399 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:25:04.212941 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:04.242114 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=5fb90a9e-a67f-4343-bc50-e3b94d2d6e48,segment=NetworkSegment(4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d),segment_id=4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:25:04.254539 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (5fb90a9e-a67f-4343-bc50-e3b94d2d6e48), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:04.255622 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b5f398-8eee-4c08-9525-30b9fb1391a0 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] DELETE failed (client error): The resource could not be found. Feb 07 21:25:04.256960 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b5f398-8eee-4c08-9525-30b9fb1391a0 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:25:04.276987 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50316) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:04.278837 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-12b5f398-8eee-4c08-9525-30b9fb1391a0 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/subnets/e3700dee-67ba-4f0a-a4f1-8e444e3f8946 HTTP/1.1" status: 404 len: 337 time: 0.0738320 Feb 07 21:25:04.321109 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 50318) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:04.336046 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf9970c-029d-4396-a4ba-ffc2637fb284 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] DELETE failed (client error): The resource could not be found. Feb 07 21:25:04.339067 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf9970c-029d-4396-a4ba-ffc2637fb284 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:25:04.348257 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-eaf9970c-029d-4396-a4ba-ffc2637fb284 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/subnets/8b2eecee-c09c-4a3f-88b2-1b9b2f995e75 HTTP/1.1" status: 404 len: 337 time: 0.0696936 Feb 07 21:25:04.351478 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50320) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:04.379979 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=5fb90a9e-a67f-4343-bc50-e3b94d2d6e48,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:04.400934 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:04.402413 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:04.402769 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:04.403115 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:04.405251 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:04.405711 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:04.406054 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:04.406392 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:04.407608 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:04.407963 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:04.408294 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:04.410171 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d17e1b-9b25-4963-b6dc-8874562b3344 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] DELETE failed (client error): The resource could not be found. Feb 07 21:25:04.410715 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d17e1b-9b25-4963-b6dc-8874562b3344 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:25:04.411408 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:04.411754 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:04.438015 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a5d17e1b-9b25-4963-b6dc-8874562b3344 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/subnets/3fd6e7e2-46dc-4c12-b375-3e07649f6ef8 HTTP/1.1" status: 404 len: 337 time: 0.0830302 Feb 07 21:25:04.438253 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50322) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:04.523621 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-465a8dbc-5e47-440f-afb6-18ec7efcf9b1 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "GET /v2.0/ports?device_id=35113ccc-8e2a-4a3c-922d-98e362a06434 HTTP/1.1" status: 200 len: 205 time: 0.0821500 Feb 07 21:25:04.525041 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50326) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:04.591951 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['5fb90a9e-a67f-4343-bc50-e3b94d2d6e48'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:25:04.630188 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-d43216a2-7f04-4c7a-99be-e4659e8244d7 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] delete failed (client error): The resource could not be found. Feb 07 21:25:04.634197 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d43216a2-7f04-4c7a-99be-e4659e8244d7 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/routers/35113ccc-8e2a-4a3c-922d-98e362a06434 HTTP/1.1" status: 404 len: 336 time: 0.1081586 Feb 07 21:25:04.637480 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50334) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:04.737047 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-066f28aa-2731-4e24-9327-9a19cad9cc81 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "GET /v2.0/ports?device_id=8868095f-c08e-4784-b201-834c6124db90 HTTP/1.1" status: 200 len: 205 time: 0.0958471 Feb 07 21:25:04.738437 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50336) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:04.956939 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-01ec2c74-8246-4cd6-8936-5f9b397effef tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] delete failed (client error): The resource could not be found. Feb 07 21:25:04.961131 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-01ec2c74-8246-4cd6-8936-5f9b397effef tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/routers/8868095f-c08e-4784-b201-834c6124db90 HTTP/1.1" status: 404 len: 336 time: 0.2117486 Feb 07 21:25:04.961521 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50340) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:05.050633 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a9ee37-b234-4d9e-b832-1251b1eb9607 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] DELETE failed (client error): The resource could not be found. Feb 07 21:25:05.051101 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a9ee37-b234-4d9e-b832-1251b1eb9607 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:25:05.056648 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-30a9ee37-b234-4d9e-b832-1251b1eb9607 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/subnets/5ea612ff-8bc3-44d7-bb67-75eeec56d029 HTTP/1.1" status: 404 len: 337 time: 0.0916641 Feb 07 21:25:05.067350 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50346) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:05.148867 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c7796b98-5857-4c06-9c3c-ad2918e40544 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "GET /v2.0/ports?device_id=51189f38-9458-4079-aaf1-6e1213385dc6 HTTP/1.1" status: 200 len: 205 time: 0.0803154 Feb 07 21:25:05.152525 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 50348) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:05.199091 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-eccb3c33-2feb-4a13-a88a-a1d1bc9a18d3 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] delete failed (client error): The resource could not be found. Feb 07 21:25:05.200142 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-eccb3c33-2feb-4a13-a88a-a1d1bc9a18d3 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/routers/51189f38-9458-4079-aaf1-6e1213385dc6 HTTP/1.1" status: 404 len: 336 time: 0.0450063 Feb 07 21:25:05.203790 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50350) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:05.216369 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176cb25-6659-4f4a-9e2b-36cca39e291d req-fe2562fa-fcfc-4b93-879c-7173f54bb363 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:05.224351 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c176cb25-6659-4f4a-9e2b-36cca39e291d req-fe2562fa-fcfc-4b93-879c-7173f54bb363 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.4169407 Feb 07 21:25:05.280557 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8a392082-6971-4b07-87fe-80b3ac765586 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5919813-5661-4ba8-a69f-df43e7b91b36 HTTP/1.1" status: 200 len: 205 time: 0.0758054 Feb 07 21:25:05.285291 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50356) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:05.381952 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-6d093e8e-e7ee-470a-9b84-25355ff8e8c0 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] delete failed (client error): The resource could not be found. Feb 07 21:25:05.383050 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6d093e8e-e7ee-470a-9b84-25355ff8e8c0 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/routers/a5919813-5661-4ba8-a69f-df43e7b91b36 HTTP/1.1" status: 404 len: 336 time: 0.0967808 Feb 07 21:25:05.386935 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50358) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:05.438454 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-3489fa96-8131-4822-ad51-bc29a31c6724 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] DELETE failed (client error): The resource could not be found. Feb 07 21:25:05.438918 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3489fa96-8131-4822-ad51-bc29a31c6724 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:25:05.450430 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3489fa96-8131-4822-ad51-bc29a31c6724 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/subnets/9abeb3f5-f14b-4e76-abb5-a28b511ac290 HTTP/1.1" status: 404 len: 337 time: 0.0541129 Feb 07 21:25:05.450764 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c176cb25-6659-4f4a-9e2b-36cca39e291d req-1c175466-9765-4187-b785-9848d2e293e0 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180269 Feb 07 21:25:05.455433 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50370) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:05.507525 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-98bca675-8dcd-4126-bd36-cd6423ab86a3 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "GET /v2.0/ports?device_id=72524601-7ebe-4c55-ade3-3423af5d9d83 HTTP/1.1" status: 200 len: 205 time: 0.0509140 Feb 07 21:25:05.514700 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20c8a9-d477-4a3a-ae10-5d49dc102808 req-93bafbb4-9c89-4e49-92ca-b1094a5f3d1c tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:05.516242 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a20c8a9-d477-4a3a-ae10-5d49dc102808 req-93bafbb4-9c89-4e49-92ca-b1094a5f3d1c tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ecf98e6c-fa4f-4ae1-8825-39eee3192519 HTTP/1.1" status: 200 len: 1127 time: 0.1766593 Feb 07 21:25:05.519811 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 50372) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:05.683479 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-088c931d-3c93-4eb1-91d6-62b257e64bc8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] delete failed (client error): The resource could not be found. Feb 07 21:25:05.687782 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50380) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:05.695849 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-088c931d-3c93-4eb1-91d6-62b257e64bc8 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/routers/72524601-7ebe-4c55-ade3-3423af5d9d83 HTTP/1.1" status: 404 len: 336 time: 0.1750667 Feb 07 21:25:05.733809 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-adea4ff0-eb42-49f7-9335-ba2f7571496f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] DELETE failed (client error): The resource could not be found. Feb 07 21:25:05.734584 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adea4ff0-eb42-49f7-9335-ba2f7571496f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:25:05.740092 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-adea4ff0-eb42-49f7-9335-ba2f7571496f tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/subnets/9314e3e3-0604-43dc-9584-a8c9cfa6d860 HTTP/1.1" status: 404 len: 337 time: 0.0507152 Feb 07 21:25:05.749062 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50382) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:05.768774 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0f47608-75c6-422b-ba42-4ede8344e85c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:05.794867 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-143c2cef-12a7-424c-b813-8e35adad638d tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "GET /v2.0/ports?device_id=96742e78-8527-48ac-abc1-95e303773c73 HTTP/1.1" status: 200 len: 205 time: 0.0435719 Feb 07 21:25:05.797494 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50384) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:05.866272 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-0900def6-4c82-4a87-bae4-fc921766411c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] delete failed (client error): The resource could not be found. Feb 07 21:25:05.867815 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0900def6-4c82-4a87-bae4-fc921766411c tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/routers/96742e78-8527-48ac-abc1-95e303773c73 HTTP/1.1" status: 404 len: 336 time: 0.0690672 Feb 07 21:25:05.871636 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50386) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:06.016355 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-434dd195-6837-49a0-b978-7fe66e5dab28 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] DELETE failed (client error): The resource could not be found. Feb 07 21:25:06.017680 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-434dd195-6837-49a0-b978-7fe66e5dab28 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:25:06.025703 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-434dd195-6837-49a0-b978-7fe66e5dab28 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/subnets/9f9ab2de-b1e8-4267-adb2-e4f7993989c8 HTTP/1.1" status: 404 len: 337 time: 0.1520810 Feb 07 21:25:06.031715 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50390) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:06.082946 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7e5b76-ccda-43e5-8e41-bdeac2d99127 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] DELETE failed (client error): The resource could not be found. Feb 07 21:25:06.082946 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba7e5b76-ccda-43e5-8e41-bdeac2d99127 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:25:06.088149 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ba7e5b76-ccda-43e5-8e41-bdeac2d99127 tempest-RoutersTest-1552009316 tempest-RoutersTest-1552009316-project] 10.222.0.65 "DELETE /v2.0/subnets/d9f0a462-decd-49cb-a076-466990c9f216 HTTP/1.1" status: 404 len: 337 time: 0.0534048 Feb 07 21:25:06.383401 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a20c8a9-d477-4a3a-ae10-5d49dc102808 req-0cf0d7b2-a196-48b0-bf8b-a8495267b46f tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a2048f4d-bc10-4e13-bc94-83ca88a066b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8196316 Feb 07 21:25:06.400523 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1aae5-024f-4d47-a104-693bd100130b req-2dd4f7df-9c7a-4250-aefa-94d861488ed6 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:06.402415 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3bd1aae5-024f-4d47-a104-693bd100130b req-2dd4f7df-9c7a-4250-aefa-94d861488ed6 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.8272223 Feb 07 21:25:06.462272 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50402) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:06.522366 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3bd1aae5-024f-4d47-a104-693bd100130b req-99857e62-cb98-4d49-98ff-928452209f0d tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082578 Feb 07 21:25:06.685159 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c0f47608-75c6-422b-ba42-4ede8344e85c admin admin] Deleting port 53c9f39b-89fb-4e27-ac2a-dffeebdbd601 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:25:06.687903 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0f47608-75c6-422b-ba42-4ede8344e85c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (53c9f39b-89fb-4e27-ac2a-dffeebdbd601), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:06.722319 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9a854e9e-de01-4455-8afc-9171983baedb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4177286fbe8042d7bcd053836f28110a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2561960 Feb 07 21:25:06.729937 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50420) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:06.803573 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c0f47608-75c6-422b-ba42-4ede8344e85c admin admin] For port 53c9f39b-89fb-4e27-ac2a-dffeebdbd601, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=53c9f39b-89fb-4e27-ac2a-dffeebdbd601,segment=NetworkSegment(813f304e-7d5c-4ffc-b874-83f3f5c8a267),segment_id=813f304e-7d5c-4ffc-b874-83f3f5c8a267)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:25:06.804940 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0f47608-75c6-422b-ba42-4ede8344e85c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (53c9f39b-89fb-4e27-ac2a-dffeebdbd601), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:06.821098 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90e3d0f8-830d-45e6-84f9-66b1c7137994 admin admin] Publish callbacks [] for security_group (f42b9297-c774-4760-97cd-44484ea7df63), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:06.824547 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c0f47608-75c6-422b-ba42-4ede8344e85c admin admin] Calling delete_port for 53c9f39b-89fb-4e27-ac2a-dffeebdbd601 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:25:06.862782 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90e3d0f8-830d-45e6-84f9-66b1c7137994 admin admin] Publish callbacks [] for security_group (f42b9297-c774-4760-97cd-44484ea7df63), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:06.939095 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90e3d0f8-830d-45e6-84f9-66b1c7137994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f42b9297-c774-4760-97cd-44484ea7df63), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:06.942761 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90e3d0f8-830d-45e6-84f9-66b1c7137994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:06.955297 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-90e3d0f8-830d-45e6-84f9-66b1c7137994 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f42b9297-c774-4760-97cd-44484ea7df63 HTTP/1.1" status: 204 len: 168 time: 0.2229064 Feb 07 21:25:06.977154 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3d0f8-830d-45e6-84f9-66b1c7137994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42b9297-c774-4760-97cd-44484ea7df63,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:07.172753 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0f47608-75c6-422b-ba42-4ede8344e85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (53c9f39b-89fb-4e27-ac2a-dffeebdbd601), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:07.299500 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f47608-75c6-422b-ba42-4ede8344e85c admin admin] Pushing event deleted for resources: {'Port': ['ID=53c9f39b-89fb-4e27-ac2a-dffeebdbd601,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:07.517027 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:25:07.630030 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba21496-c7d7-4fce-a786-9acdc3ea56b9 req-b5e4e205-3877-4523-90e4-08c9442bd5c5 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:07.632447 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aba21496-c7d7-4fce-a786-9acdc3ea56b9 req-b5e4e205-3877-4523-90e4-08c9442bd5c5 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ecf98e6c-fa4f-4ae1-8825-39eee3192519 HTTP/1.1" status: 200 len: 1127 time: 0.0946956 Feb 07 21:25:07.638318 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0f47608-75c6-422b-ba42-4ede8344e85c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:07.711097 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:25:07.718518 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:25:07.719235 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5fb90a9e-a67f-4343-bc50-e3b94d2d6e48), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:07.893091 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:25:07.893473 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5fb90a9e-a67f-4343-bc50-e3b94d2d6e48), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:07.941921 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf98e6c-fa4f-4ae1-8825-39eee3192519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb90a9e-a67f-4343-bc50-e3b94d2d6e48'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:25:07.954881 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d3870b-ea2d-4e4f-864c-7e236eb0c1ac" -d '{"events": [{"server_uuid": "ecf98e6c-fa4f-4ae1-8825-39eee3192519", "name": "network-vif-plugged", "status": "completed", "tag": "5fb90a9e-a67f-4343-bc50-e3b94d2d6e48"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:25:08.026139 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aba21496-c7d7-4fce-a786-9acdc3ea56b9 req-e25a8d1b-7a76-4f95-bfc3-163651317bf9 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a2048f4d-bc10-4e13-bc94-83ca88a066b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757970 Feb 07 21:25:08.063753 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694b0ee-c315-40ea-bea0-2073bc771f67 req-bf70f3af-bc36-44d1-a55a-3778143349a3 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:08.080687 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1694b0ee-c315-40ea-bea0-2073bc771f67 req-bf70f3af-bc36-44d1-a55a-3778143349a3 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=31153608-0eae-4af6-925f-2ef5da128484 HTTP/1.1" status: 200 len: 943 time: 0.3090456 Feb 07 21:25:08.321106 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00be63-8be7-469e-9399-37549d787c96 req-1dd54d9c-2626-4ad0-ad60-bdb9eb638989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:08.324342 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a468d2be-ecff-4e72-ae35-19c2b633c890 x-openstack-request-id: req-a468d2be-ecff-4e72-ae35-19c2b633c890 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:25:08.324723 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf98e6c-fa4f-4ae1-8825-39eee3192519", "name": "network-vif-plugged", "status": "completed", "tag": "5fb90a9e-a67f-4343-bc50-e3b94d2d6e48", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:25:08.324982 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a468d2be-ecff-4e72-ae35-19c2b633c890 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:25:08.326135 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf98e6c-fa4f-4ae1-8825-39eee3192519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb90a9e-a67f-4343-bc50-e3b94d2d6e48', 'code': 200} Feb 07 21:25:08.326876 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bd00be63-8be7-469e-9399-37549d787c96 req-1dd54d9c-2626-4ad0-ad60-bdb9eb638989 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ecf98e6c-fa4f-4ae1-8825-39eee3192519 HTTP/1.1" status: 200 len: 1127 time: 0.1129150 Feb 07 21:25:08.330458 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=5fb90a9e-a67f-4343-bc50-e3b94d2d6e48,segment=NetworkSegment(4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d),segment_id=4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:25:08.335743 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (5fb90a9e-a67f-4343-bc50-e3b94d2d6e48), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:08.425274 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=5fb90a9e-a67f-4343-bc50-e3b94d2d6e48,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:08.465915 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bd00be63-8be7-469e-9399-37549d787c96 req-206b0163-5959-4e0d-8a15-a7c201468950 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a2048f4d-bc10-4e13-bc94-83ca88a066b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269758 Feb 07 21:25:08.468897 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-1694b0ee-c315-40ea-bea0-2073bc771f67 req-a7b87b90-afbd-45fd-9ea2-96549b6a8631 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Deleting port f3a83fc9-9b2b-41c4-9138-1fd8977471fc {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:25:08.469366 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1694b0ee-c315-40ea-bea0-2073bc771f67 req-a7b87b90-afbd-45fd-9ea2-96549b6a8631 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f3a83fc9-9b2b-41c4-9138-1fd8977471fc), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:08.490527 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f47608-75c6-422b-ba42-4ede8344e85c admin admin] Router eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:25:08.656788 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-1694b0ee-c315-40ea-bea0-2073bc771f67 req-a7b87b90-afbd-45fd-9ea2-96549b6a8631 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] For port f3a83fc9-9b2b-41c4-9138-1fd8977471fc, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=f3a83fc9-9b2b-41c4-9138-1fd8977471fc,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:25:08.657485 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1694b0ee-c315-40ea-bea0-2073bc771f67 req-a7b87b90-afbd-45fd-9ea2-96549b6a8631 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f3a83fc9-9b2b-41c4-9138-1fd8977471fc), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:08.675193 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-1694b0ee-c315-40ea-bea0-2073bc771f67 req-a7b87b90-afbd-45fd-9ea2-96549b6a8631 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Calling delete_port for f3a83fc9-9b2b-41c4-9138-1fd8977471fc owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:25:08.748215 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f47608-75c6-422b-ba42-4ede8344e85c admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:25:08.757364 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c0f47608-75c6-422b-ba42-4ede8344e85c admin admin] 10.222.0.65 "PUT /v2.0/routers/eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4328580 Feb 07 21:25:08.757642 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50528) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:08.769950 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861141ec-2908-4e21-875b-ff5b64e8d22d None None] Sync routers for ids ['eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:25:08.799870 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861141ec-2908-4e21-875b-ff5b64e8d22d None None] Routers {'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:25:08.800465 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-861141ec-2908-4e21-875b-ff5b64e8d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:24:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:08.989143 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1694b0ee-c315-40ea-bea0-2073bc771f67 req-a7b87b90-afbd-45fd-9ea2-96549b6a8631 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f3a83fc9-9b2b-41c4-9138-1fd8977471fc), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:09.000909 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['35e6c8e9-17ee-4b6b-a3d1-56baab520cc1'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:25:09.005712 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['04760f28-79da-4ca0-842b-0893e337e53b'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:25:09.045215 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-861141ec-2908-4e21-875b-ff5b64e8d22d None None] Set router eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:25:09.062728 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6c5fa2d3-e5c7-4f3c-af6a-d37636b9dffb admin admin] Publish callbacks [] for router (eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:09.094735 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b87b90-afbd-45fd-9ea2-96549b6a8631 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Pushing event deleted for resources: {'Port': ['ID=f3a83fc9-9b2b-41c4-9138-1fd8977471fc,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:09.319978 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6c5fa2d3-e5c7-4f3c-af6a-d37636b9dffb admin admin] Publish callbacks [] for router_gateway (eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:09.396248 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-1694b0ee-c315-40ea-bea0-2073bc771f67 req-a7b87b90-afbd-45fd-9ea2-96549b6a8631 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] No DVR routers for this DVR port f3a83fc9-9b2b-41c4-9138-1fd8977471fc on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:25:09.403143 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1694b0ee-c315-40ea-bea0-2073bc771f67 req-a7b87b90-afbd-45fd-9ea2-96549b6a8631 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:09.413228 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1694b0ee-c315-40ea-bea0-2073bc771f67 req-a7b87b90-afbd-45fd-9ea2-96549b6a8631 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "DELETE /v2.0/ports/f3a83fc9-9b2b-41c4-9138-1fd8977471fc HTTP/1.1" status: 204 len: 173 time: 1.3317230 Feb 07 21:25:09.415167 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31153608-0eae-4af6-925f-2ef5da128484', 'name': 'network-vif-deleted', 'tag': 'f3a83fc9-9b2b-41c4-9138-1fd8977471fc'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:25:09.453085 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb66794-821c-4116-ac68-0b65e414492d" -d '{"events": [{"server_uuid": "31153608-0eae-4af6-925f-2ef5da128484", "name": "network-vif-deleted", "tag": "f3a83fc9-9b2b-41c4-9138-1fd8977471fc"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:25:09.470211 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6c5fa2d3-e5c7-4f3c-af6a-d37636b9dffb admin admin] Deleting port caa07643-8ec5-479a-a54d-f694e2ab8f0f {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:25:09.470813 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6c5fa2d3-e5c7-4f3c-af6a-d37636b9dffb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (caa07643-8ec5-479a-a54d-f694e2ab8f0f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:09.629321 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b6589-d212-4f97-bd00-0653931f4a50 req-269c60d7-7bdd-465b-90df-133dd6dbde4d tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:09.640539 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0c4b6589-d212-4f97-bd00-0653931f4a50 req-269c60d7-7bdd-465b-90df-133dd6dbde4d tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ecf98e6c-fa4f-4ae1-8825-39eee3192519 HTTP/1.1" status: 200 len: 1128 time: 0.3068209 Feb 07 21:25:09.756390 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-861141ec-2908-4e21-875b-ff5b64e8d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'name': 'tempest-ServerRescueTestJSONUnderV235-24371001-router', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'caa07643-8ec5-479a-a54d-f694e2ab8f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:06Z', 'updated_at': '2022-02-07T21:25:07Z', 'revision_number': 5, 'project_id': '888ddec89701446fae6507ee7003a9bb', 'gw_port': {'id': 'caa07643-8ec5-479a-a54d-f694e2ab8f0f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:23:09Z', 'updated_at': '2022-02-07T21:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:09.769155 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6c5fa2d3-e5c7-4f3c-af6a-d37636b9dffb admin admin] For port caa07643-8ec5-479a-a54d-f694e2ab8f0f, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=caa07643-8ec5-479a-a54d-f694e2ab8f0f,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:25:09.769588 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6c5fa2d3-e5c7-4f3c-af6a-d37636b9dffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (caa07643-8ec5-479a-a54d-f694e2ab8f0f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:09.820791 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6c5fa2d3-e5c7-4f3c-af6a-d37636b9dffb admin admin] Calling delete_port for caa07643-8ec5-479a-a54d-f694e2ab8f0f owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:25:09.822354 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861141ec-2908-4e21-875b-ff5b64e8d22d None None] Checking router: eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:25:09.845375 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861141ec-2908-4e21-875b-ff5b64e8d22d None None] Routers {'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:25:09.845375 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-861141ec-2908-4e21-875b-ff5b64e8d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:24:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:09.867063 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0c4b6589-d212-4f97-bd00-0653931f4a50 req-0b13b8f6-ed05-4076-8a17-7621a7121ea7 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a2048f4d-bc10-4e13-bc94-83ca88a066b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256074 Feb 07 21:25:09.971119 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 07 Feb 2022 21:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14bedc7-d434-4f29-a144-64a26e2902af x-openstack-request-id: req-a14bedc7-d434-4f29-a144-64a26e2902af {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:25:09.971468 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31153608-0eae-4af6-925f-2ef5da128484", "name": "network-vif-deleted", "tag": "f3a83fc9-9b2b-41c4-9138-1fd8977471fc", "status": "failed", "code": 422}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:25:09.971733 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a14bedc7-d434-4f29-a144-64a26e2902af {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:25:09.972361 n-d-828185-2 neutron-server[103255]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '31153608-0eae-4af6-925f-2ef5da128484', 'name': 'network-vif-deleted', 'tag': 'f3a83fc9-9b2b-41c4-9138-1fd8977471fc', 'status': 'failed', 'code': 422} returned with failed status Feb 07 21:25:10.064243 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-861141ec-2908-4e21-875b-ff5b64e8d22d None None] Set router eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:25:10.195117 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-861141ec-2908-4e21-875b-ff5b64e8d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'name': 'tempest-ServerRescueTestJSONUnderV235-24371001-router', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:06Z', 'updated_at': '2022-02-07T21:25:09Z', 'revision_number': 6, 'project_id': '888ddec89701446fae6507ee7003a9bb', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:10.225806 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6c5fa2d3-e5c7-4f3c-af6a-d37636b9dffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (caa07643-8ec5-479a-a54d-f694e2ab8f0f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:10.267723 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861141ec-2908-4e21-875b-ff5b64e8d22d None None] The sync data for ids ['eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046'] in n-d-828185-2 is: [{'id': 'eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046', 'name': 'tempest-ServerRescueTestJSONUnderV235-24371001-router', 'tenant_id': '888ddec89701446fae6507ee7003a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:23:06Z', 'updated_at': '2022-02-07T21:25:09Z', 'revision_number': 6, 'project_id': '888ddec89701446fae6507ee7003a9bb', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:25:10.429352 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fa2d3-e5c7-4f3c-af6a-d37636b9dffb admin admin] Pushing event deleted for resources: {'Port': ['ID=caa07643-8ec5-479a-a54d-f694e2ab8f0f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:10.439049 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6c5fa2d3-e5c7-4f3c-af6a-d37636b9dffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:10.699310 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6c5fa2d3-e5c7-4f3c-af6a-d37636b9dffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:10.708630 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6c5fa2d3-e5c7-4f3c-af6a-d37636b9dffb admin admin] Publish callbacks [] for router_controller (eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:10.800437 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6c5fa2d3-e5c7-4f3c-af6a-d37636b9dffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:10.801017 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5fa2d3-e5c7-4f3c-af6a-d37636b9dffb admin admin] Fanout notify agent at l3_agent the message router_deleted on router eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:25:10.805615 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6c5fa2d3-e5c7-4f3c-af6a-d37636b9dffb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:10.809012 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6c5fa2d3-e5c7-4f3c-af6a-d37636b9dffb admin admin] 10.222.0.65 "DELETE /v2.0/routers/eacfbf2b-4b28-4d9e-91bc-3c7ee53a7046 HTTP/1.1" status: 204 len: 168 time: 2.0481184 Feb 07 21:25:10.811070 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50590) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:10.867715 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac17e9c-439c-470f-a8ac-da3ae5122f68 req-8e1227ae-0994-4a95-b1ad-0a41617039ad tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:10.877991 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ac17e9c-439c-470f-a8ac-da3ae5122f68 req-8e1227ae-0994-4a95-b1ad-0a41617039ad tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c50ac6-d20e-4aed-b609-b65c786247c6 HTTP/1.1" status: 200 len: 907 time: 0.1428161 Feb 07 21:25:10.888201 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-648e5969-65f7-452f-8d00-b8ffaa7495b0 admin admin] Deleting subnet 9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:25:10.899390 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-648e5969-65f7-452f-8d00-b8ffaa7495b0 admin admin] Publish callbacks [] for subnet (9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:10.981101 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-648e5969-65f7-452f-8d00-b8ffaa7495b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:11.023883 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af11f9f-1b7e-484d-a5df-5eae343e064e req-5f26a5a3-7a0e-402e-b050-cb675acc50ae tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:11.026314 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8af11f9f-1b7e-484d-a5df-5eae343e064e req-5f26a5a3-7a0e-402e-b050-cb675acc50ae tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ecf98e6c-fa4f-4ae1-8825-39eee3192519 HTTP/1.1" status: 200 len: 1128 time: 0.0593667 Feb 07 21:25:11.042520 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-648e5969-65f7-452f-8d00-b8ffaa7495b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:11.139068 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-648e5969-65f7-452f-8d00-b8ffaa7495b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:11.153877 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8af11f9f-1b7e-484d-a5df-5eae343e064e req-3f5a77bd-116a-4776-be2f-83766ff7bc72 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a2048f4d-bc10-4e13-bc94-83ca88a066b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161187 Feb 07 21:25:11.208399 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-648e5969-65f7-452f-8d00-b8ffaa7495b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:11.212168 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-648e5969-65f7-452f-8d00-b8ffaa7495b0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1 HTTP/1.1" status: 204 len: 168 time: 0.4001513 Feb 07 21:25:11.213810 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e5969-65f7-452f-8d00-b8ffaa7495b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d6fadbd-3fa5-49c1-bc96-e5bee6213bb1,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:11.214703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 50602) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:11.375187 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device caa07643-8ec5-479a-a54d-f694e2ab8f0f no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:25:11.394256 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f329b-6b73-4247-b99b-7386085d4897 req-708edbb3-b758-482e-87c9-0085d1d44186 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:11.396495 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac2f329b-6b73-4247-b99b-7386085d4897 req-708edbb3-b758-482e-87c9-0085d1d44186 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ecf98e6c-fa4f-4ae1-8825-39eee3192519 HTTP/1.1" status: 200 len: 1128 time: 0.1561041 Feb 07 21:25:11.443112 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19bee0f3-604f-44c6-8aef-ecee14e75f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (efd634c5-6bed-43d6-946e-21533802ff0e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:11.446686 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: caa07643-8ec5-479a-a54d-f694e2ab8f0f {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:25:11.447044 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device caa07643-8ec5-479a-a54d-f694e2ab8f0f not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:25:11.447469 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 53c9f39b-89fb-4e27-ac2a-dffeebdbd601 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:25:11.498985 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 53c9f39b-89fb-4e27-ac2a-dffeebdbd601 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:25:11.499430 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 53c9f39b-89fb-4e27-ac2a-dffeebdbd601 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:25:11.523110 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac2f329b-6b73-4247-b99b-7386085d4897 req-f36f340d-1770-4584-bf24-7f059c327566 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a2048f4d-bc10-4e13-bc94-83ca88a066b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202741 Feb 07 21:25:11.694122 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19bee0f3-604f-44c6-8aef-ecee14e75f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (efd634c5-6bed-43d6-946e-21533802ff0e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:11.736062 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-19bee0f3-604f-44c6-8aef-ecee14e75f19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd634c5-6bed-43d6-946e-21533802ff0e']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:11.752801 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-19bee0f3-604f-44c6-8aef-ecee14e75f19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '813f304e-7d5c-4ffc-b874-83f3f5c8a267') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:11.752801 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-19bee0f3-604f-44c6-8aef-ecee14e75f19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '813f304e-7d5c-4ffc-b874-83f3f5c8a267') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:11.790472 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19bee0f3-604f-44c6-8aef-ecee14e75f19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (813f304e-7d5c-4ffc-b874-83f3f5c8a267), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:11.808439 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d10406-fa0d-48ea-8da7-0fb489c77d94 req-ec7ae6fd-14da-4a65-bca1-dc934045f2ea tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:11.810668 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4d10406-fa0d-48ea-8da7-0fb489c77d94 req-ec7ae6fd-14da-4a65-bca1-dc934045f2ea tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ecf98e6c-fa4f-4ae1-8825-39eee3192519 HTTP/1.1" status: 200 len: 1128 time: 0.1920888 Feb 07 21:25:11.819168 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19bee0f3-604f-44c6-8aef-ecee14e75f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (813f304e-7d5c-4ffc-b874-83f3f5c8a267), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:11.864810 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19bee0f3-604f-44c6-8aef-ecee14e75f19 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:25:11.868673 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19bee0f3-604f-44c6-8aef-ecee14e75f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (813f304e-7d5c-4ffc-b874-83f3f5c8a267), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:25:11.940533 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:25:11.947848 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19bee0f3-604f-44c6-8aef-ecee14e75f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (efd634c5-6bed-43d6-946e-21533802ff0e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:11.966620 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19bee0f3-604f-44c6-8aef-ecee14e75f19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:11.976926 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-19bee0f3-604f-44c6-8aef-ecee14e75f19 admin admin] 10.222.0.65 "DELETE /v2.0/networks/efd634c5-6bed-43d6-946e-21533802ff0e HTTP/1.1" status: 204 len: 168 time: 0.7609510 Feb 07 21:25:12.007346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bee0f3-604f-44c6-8aef-ecee14e75f19 admin admin] Pushing event deleted for resources: {'Network': ['ID=efd634c5-6bed-43d6-946e-21533802ff0e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:12.065418 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4d10406-fa0d-48ea-8da7-0fb489c77d94 req-78d931bf-0c75-4499-b563-1d277f0e4e20 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a2048f4d-bc10-4e13-bc94-83ca88a066b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376807 Feb 07 21:25:12.228293 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a2294-aaa9-46d8-aef2-e656462c1aee req-19071873-fa5e-499a-96f7-f087a0936083 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:12.230009 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-446a2294-aaa9-46d8-aef2-e656462c1aee req-19071873-fa5e-499a-96f7-f087a0936083 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.71 "GET /v2.0/ports?device_id=38c50ac6-d20e-4aed-b609-b65c786247c6 HTTP/1.1" status: 200 len: 907 time: 0.1119306 Feb 07 21:25:12.237037 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1daa469-bd8c-409f-b250-1edc376b1002 req-830abaae-d9ca-45cb-968a-376d2f6b5508 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:12.238613 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1daa469-bd8c-409f-b250-1edc376b1002 req-830abaae-d9ca-45cb-968a-376d2f6b5508 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c50ac6-d20e-4aed-b609-b65c786247c6 HTTP/1.1" status: 200 len: 907 time: 0.1721358 Feb 07 21:25:12.413078 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-446a2294-aaa9-46d8-aef2-e656462c1aee req-064aede6-b652-49ac-8d15-8ad2d1fb4e5e tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Deleting port d4785722-92e1-49d3-b21a-5efe5f98df60 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:25:12.417116 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-446a2294-aaa9-46d8-aef2-e656462c1aee req-064aede6-b652-49ac-8d15-8ad2d1fb4e5e tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d4785722-92e1-49d3-b21a-5efe5f98df60), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:12.448916 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50648) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:12.564620 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7c2deec8-42ac-486e-85e6-a06e6ce7efe5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=888ddec89701446fae6507ee7003a9bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1142921 Feb 07 21:25:12.566832 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 50656) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:12.686620 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba9c7b7f-b7d9-4fdb-bc8d-4877a6ff796a admin admin] Publish callbacks [] for security_group (76fd0911-d11c-49aa-8b89-3b81639ced72), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:12.725648 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba9c7b7f-b7d9-4fdb-bc8d-4877a6ff796a admin admin] Publish callbacks [] for security_group (76fd0911-d11c-49aa-8b89-3b81639ced72), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:12.806671 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-446a2294-aaa9-46d8-aef2-e656462c1aee req-064aede6-b652-49ac-8d15-8ad2d1fb4e5e tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] For port d4785722-92e1-49d3-b21a-5efe5f98df60, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d4785722-92e1-49d3-b21a-5efe5f98df60,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:25:12.807590 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-446a2294-aaa9-46d8-aef2-e656462c1aee req-064aede6-b652-49ac-8d15-8ad2d1fb4e5e tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d4785722-92e1-49d3-b21a-5efe5f98df60), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:12.831703 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba9c7b7f-b7d9-4fdb-bc8d-4877a6ff796a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (76fd0911-d11c-49aa-8b89-3b81639ced72), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:12.843523 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-446a2294-aaa9-46d8-aef2-e656462c1aee req-064aede6-b652-49ac-8d15-8ad2d1fb4e5e tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Calling delete_port for d4785722-92e1-49d3-b21a-5efe5f98df60 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:25:12.847950 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba9c7b7f-b7d9-4fdb-bc8d-4877a6ff796a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:12.864379 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ba9c7b7f-b7d9-4fdb-bc8d-4877a6ff796a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/76fd0911-d11c-49aa-8b89-3b81639ced72 HTTP/1.1" status: 204 len: 168 time: 0.2881870 Feb 07 21:25:12.906623 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c7b7f-b7d9-4fdb-bc8d-4877a6ff796a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fd0911-d11c-49aa-8b89-3b81639ced72,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:12.942135 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-a0d178fa-b6f9-4719-a568-c9104d93004f tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:12.945088 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-a0d178fa-b6f9-4719-a568-c9104d93004f tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/networks?id=300bd9b5-02e2-4e96-8fb8-3f27550c121a HTTP/1.1" status: 200 len: 911 time: 0.3873982 Feb 07 21:25:12.975735 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-b0acb840-7c53-4c11-8646-af7b03e49cc4 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/quotas/11460addcbf449acb9f8f386f780e36a HTTP/1.1" status: 200 len: 375 time: 0.0232494 Feb 07 21:25:13.162111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-d426f9ff-dbd4-4de1-9860-c2adb08df3ab tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?tenant_id=11460addcbf449acb9f8f386f780e36a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1583908 Feb 07 21:25:13.221577 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-446a2294-aaa9-46d8-aef2-e656462c1aee req-064aede6-b652-49ac-8d15-8ad2d1fb4e5e tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (d4785722-92e1-49d3-b21a-5efe5f98df60), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:13.322979 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064aede6-b652-49ac-8d15-8ad2d1fb4e5e tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Pushing event deleted for resources: {'Port': ['ID=d4785722-92e1-49d3-b21a-5efe5f98df60,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:13.492820 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-446a2294-aaa9-46d8-aef2-e656462c1aee req-064aede6-b652-49ac-8d15-8ad2d1fb4e5e tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] No DVR routers for this DVR port d4785722-92e1-49d3-b21a-5efe5f98df60 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:25:13.517205 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-220e1a3d-5e5e-4bb2-9b42-2ba1e5927c5c req-948c6ea2-592c-4bff-a72c-c7ccd8f7f533 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c50ac6-d20e-4aed-b609-b65c786247c6 HTTP/1.1" status: 200 len: 210 time: 0.1189806 Feb 07 21:25:13.695052 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-446a2294-aaa9-46d8-aef2-e656462c1aee req-064aede6-b652-49ac-8d15-8ad2d1fb4e5e tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:13.704979 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-446a2294-aaa9-46d8-aef2-e656462c1aee req-064aede6-b652-49ac-8d15-8ad2d1fb4e5e tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.71 "DELETE /v2.0/ports/d4785722-92e1-49d3-b21a-5efe5f98df60 HTTP/1.1" status: 204 len: 173 time: 1.4652619 Feb 07 21:25:13.707258 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-db0eb35d-1f55-4a39-9251-b487f8cb4dbc service neutron] 10.222.0.65 "GET /v2.0/networks/300bd9b5-02e2-4e96-8fb8-3f27550c121a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314353 Feb 07 21:25:13.707877 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c50ac6-d20e-4aed-b609-b65c786247c6', 'name': 'network-vif-deleted', 'tag': 'd4785722-92e1-49d3-b21a-5efe5f98df60'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:25:13.710371 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee7a27d-47fa-431f-9d3e-10204bd92896" -d '{"events": [{"server_uuid": "38c50ac6-d20e-4aed-b609-b65c786247c6", "name": "network-vif-deleted", "tag": "d4785722-92e1-49d3-b21a-5efe5f98df60"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:25:13.883153 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-c557caad-c8c9-4245-8653-2f585405dcd9 service neutron] 10.222.0.65 "GET /v2.0/networks/300bd9b5-02e2-4e96-8fb8-3f27550c121a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587038 Feb 07 21:25:13.891821 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d7896e-4d7a-4a4d-9993-874f29a18a3a x-openstack-request-id: req-94d7896e-4d7a-4a4d-9993-874f29a18a3a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:25:13.895917 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c50ac6-d20e-4aed-b609-b65c786247c6", "name": "network-vif-deleted", "tag": "d4785722-92e1-49d3-b21a-5efe5f98df60", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:25:13.896477 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94d7896e-4d7a-4a4d-9993-874f29a18a3a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:25:13.897386 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c50ac6-d20e-4aed-b609-b65c786247c6', 'name': 'network-vif-deleted', 'tag': 'd4785722-92e1-49d3-b21a-5efe5f98df60', 'status': 'completed', 'code': 200} Feb 07 21:25:14.251489 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e4995b8f-8d2d-4107-b63a-d57ef3c3f1e3 req-3c3848eb-dff1-447a-9dc8-c4ca7018d78e tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=541b32e4-e26d-4975-b167-587c6b1f3cae HTTP/1.1" status: 200 len: 210 time: 0.0685816 Feb 07 21:25:15.151797 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749a6e7-0869-4789-b697-78814faebed5 req-790472fa-0c49-4fbd-934a-5aae9feea440 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:15.153847 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9749a6e7-0869-4789-b697-78814faebed5 req-790472fa-0c49-4fbd-934a-5aae9feea440 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=1add0bf5-f503-4887-9dec-b2f21d310bd2 HTTP/1.1" status: 200 len: 945 time: 0.0968621 Feb 07 21:25:15.259398 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9749a6e7-0869-4789-b697-78814faebed5 req-c1884362-fa28-40e7-84ad-3bf031b7ccb5 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985677 Feb 07 21:25:15.471730 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a191f9fd-4534-4a9e-82f6-5a8300d4ddce req-0342f87a-9e6c-43df-bc61-ef31fab6a4aa tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=541b32e4-e26d-4975-b167-587c6b1f3cae HTTP/1.1" status: 200 len: 210 time: 0.0509429 Feb 07 21:25:15.546467 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3de77300-eb9e-4b1a-ba9c-579709cb30c4 req-8b1736b4-dcd0-4845-bb8b-750ac16632f2 tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6b8352c-5f49-4fbd-b7cc-4062c436ad77 HTTP/1.1" status: 200 len: 210 time: 0.0916348 Feb 07 21:25:15.852111 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a935a-44fc-47c7-aefe-5f171edd439b req-58527c58-6d48-4be7-abbb-dba3a2cc2e89 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:15.857932 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f27a935a-44fc-47c7-aefe-5f171edd439b req-58527c58-6d48-4be7-abbb-dba3a2cc2e89 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.69 "GET /v2.0/ports?device_id=1add0bf5-f503-4887-9dec-b2f21d310bd2 HTTP/1.1" status: 200 len: 945 time: 0.2206426 Feb 07 21:25:16.040408 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d4785722-92e1-49d3-b21a-5efe5f98df60 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:25:16.104464 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: d4785722-92e1-49d3-b21a-5efe5f98df60 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:25:16.105540 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d4785722-92e1-49d3-b21a-5efe5f98df60 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:25:16.160147 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-690ebaf7-f54a-4e68-ae5e-6c8997f753e0 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:16.164603 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-690ebaf7-f54a-4e68-ae5e-6c8997f753e0 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.71 "GET /v2.0/networks?id=300bd9b5-02e2-4e96-8fb8-3f27550c121a HTTP/1.1" status: 200 len: 911 time: 0.2100873 Feb 07 21:25:16.176515 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-f920e243-1ec7-49a3-ae26-e890ab8ce076 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Request body: {'port': {'device_id': '541b32e4-e26d-4975-b167-587c6b1f3cae', 'network_id': '300bd9b5-02e2-4e96-8fb8-3f27550c121a', 'admin_state_up': True, 'tenant_id': '11460addcbf449acb9f8f386f780e36a'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:25:16.248949 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-f920e243-1ec7-49a3-ae26-e890ab8ce076 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Made reservation on behalf of 11460addcbf449acb9f8f386f780e36a for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:25:16.255621 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-f920e243-1ec7-49a3-ae26-e890ab8ce076 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:16.302677 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-f27a935a-44fc-47c7-aefe-5f171edd439b req-9afdf426-503f-41c5-8226-44e4d97adde8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Deleting port 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:25:16.303029 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f27a935a-44fc-47c7-aefe-5f171edd439b req-9afdf426-503f-41c5-8226-44e4d97adde8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (35e6c8e9-17ee-4b6b-a3d1-56baab520cc1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:16.624366 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-f27a935a-44fc-47c7-aefe-5f171edd439b req-9afdf426-503f-41c5-8226-44e4d97adde8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] For port 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=35e6c8e9-17ee-4b6b-a3d1-56baab520cc1,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:25:16.625100 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f27a935a-44fc-47c7-aefe-5f171edd439b req-9afdf426-503f-41c5-8226-44e4d97adde8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (35e6c8e9-17ee-4b6b-a3d1-56baab520cc1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:16.625241 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-f920e243-1ec7-49a3-ae26-e890ab8ce076 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Allocated IP 172.20.0.9 (300bd9b5-02e2-4e96-8fb8-3f27550c121a/9a98df2e-d84a-41d2-811e-e4194c5a4a26/2a091d1a-ef8d-48da-949f-68fa56dc2eee) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:25:16.652030 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-f27a935a-44fc-47c7-aefe-5f171edd439b req-9afdf426-503f-41c5-8226-44e4d97adde8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Calling delete_port for 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:25:16.797282 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-260cecf4-2430-4b97-98dc-3bf709f242b2 req-25d11db1-b53d-4b09-91a8-304d7e181710 tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.3003678 Feb 07 21:25:16.952479 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-f920e243-1ec7-49a3-ae26-e890ab8ce076 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Publish callbacks [] for port (2a091d1a-ef8d-48da-949f-68fa56dc2eee), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:17.019914 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bb4bd-84f4-48aa-bd2d-5305cd955240 req-d5fda16d-4c1d-4662-a990-158185988d43 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:17.030759 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d69bb4bd-84f4-48aa-bd2d-5305cd955240 req-d5fda16d-4c1d-4662-a990-158185988d43 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=1add0bf5-f503-4887-9dec-b2f21d310bd2 HTTP/1.1" status: 200 len: 945 time: 0.5348716 Feb 07 21:25:17.047470 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f27a935a-44fc-47c7-aefe-5f171edd439b req-9afdf426-503f-41c5-8226-44e4d97adde8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (35e6c8e9-17ee-4b6b-a3d1-56baab520cc1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:17.048856 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-f920e243-1ec7-49a3-ae26-e890ab8ce076 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (2a091d1a-ef8d-48da-949f-68fa56dc2eee), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:17.061071 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['5fb90a9e-a67f-4343-bc50-e3b94d2d6e48'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:25:17.069642 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['35e6c8e9-17ee-4b6b-a3d1-56baab520cc1'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:25:17.072238 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['04760f28-79da-4ca0-842b-0893e337e53b'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:25:17.154330 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdf426-503f-41c5-8226-44e4d97adde8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Pushing event deleted for resources: {'Port': ['ID=35e6c8e9-17ee-4b6b-a3d1-56baab520cc1,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:17.375458 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27a935a-44fc-47c7-aefe-5f171edd439b req-9afdf426-503f-41c5-8226-44e4d97adde8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] No DVR routers for this DVR port 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:25:17.395193 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f27a935a-44fc-47c7-aefe-5f171edd439b req-9afdf426-503f-41c5-8226-44e4d97adde8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:17.413805 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f27a935a-44fc-47c7-aefe-5f171edd439b req-9afdf426-503f-41c5-8226-44e4d97adde8 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.69 "DELETE /v2.0/ports/35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 HTTP/1.1" status: 204 len: 173 time: 1.5526378 Feb 07 21:25:17.414332 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1add0bf5-f503-4887-9dec-b2f21d310bd2', 'name': 'network-vif-deleted', 'tag': '35e6c8e9-17ee-4b6b-a3d1-56baab520cc1'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:25:17.434173 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e520022-555b-495e-a3a5-d2ccae72b86c" -d '{"events": [{"server_uuid": "1add0bf5-f503-4887-9dec-b2f21d310bd2", "name": "network-vif-deleted", "tag": "35e6c8e9-17ee-4b6b-a3d1-56baab520cc1"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:25:18.273470 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-f920e243-1ec7-49a3-ae26-e890ab8ce076 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Network 300bd9b5-02e2-4e96-8fb8-3f27550c121a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:25:18.277434 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e1a82-23dc-44cd-a87e-f9516473a103 req-3901937c-de18-40ad-8d5f-1f3d9216ce54 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:18.285608 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-534e1a82-23dc-44cd-a87e-f9516473a103 req-3901937c-de18-40ad-8d5f-1f3d9216ce54 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=541b32e4-e26d-4975-b167-587c6b1f3cae HTTP/1.1" status: 200 len: 1027 time: 1.2831280 Feb 07 21:25:18.304242 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-f920e243-1ec7-49a3-ae26-e890ab8ce076 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:25:18.310795 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-f920e243-1ec7-49a3-ae26-e890ab8ce076 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:25:18.324501 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920e243-1ec7-49a3-ae26-e890ab8ce076 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Pushing event updated for resources: {'Port': ['ID=2a091d1a-ef8d-48da-949f-68fa56dc2eee,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:18.363577 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d69bb4bd-84f4-48aa-bd2d-5305cd955240 req-ff92f8c6-7297-4423-9390-67a81dd51a17 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3317144 Feb 07 21:25:18.444179 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-534e1a82-23dc-44cd-a87e-f9516473a103 req-9fe6e5cc-0239-4db6-88f9-6dfabda3fb30 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a2048f4d-bc10-4e13-bc94-83ca88a066b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572659 Feb 07 21:25:18.448675 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-75ec3b21-97ea-4676-aac1-e9295d01e253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:18.474120 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-f920e243-1ec7-49a3-ae26-e890ab8ce076 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:18.478220 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-f920e243-1ec7-49a3-ae26-e890ab8ce076 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:18.535502 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a5617a-9630-4883-aca7-d3cdfe9d367c x-openstack-request-id: req-22a5617a-9630-4883-aca7-d3cdfe9d367c {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:25:18.536027 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1add0bf5-f503-4887-9dec-b2f21d310bd2", "name": "network-vif-deleted", "tag": "35e6c8e9-17ee-4b6b-a3d1-56baab520cc1", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:25:18.536236 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-22a5617a-9630-4883-aca7-d3cdfe9d367c {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:25:18.536748 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1add0bf5-f503-4887-9dec-b2f21d310bd2', 'name': 'network-vif-deleted', 'tag': '35e6c8e9-17ee-4b6b-a3d1-56baab520cc1', 'status': 'completed', 'code': 200} Feb 07 21:25:18.537810 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-f920e243-1ec7-49a3-ae26-e890ab8ce076 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.3653278 Feb 07 21:25:18.580229 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-09fcb94c-8e0f-40ff-92b8-794bc14d7f98 service neutron] Request body: {'port': {'device_id': '541b32e4-e26d-4975-b167-587c6b1f3cae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:25:18.799645 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-64445575-1829-4698-9a1b-ab6428acd996 req-8111fb3d-b77a-4c4d-a19b-c7bb10d5c79b tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.1903765 Feb 07 21:25:18.822682 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-44913bea-e399-4cb3-8668-c2a0035c0614 None None] Provisioning complete for port 2a091d1a-ef8d-48da-949f-68fa56dc2eee triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:25:18.825938 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-44913bea-e399-4cb3-8668-c2a0035c0614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2a091d1a-ef8d-48da-949f-68fa56dc2eee), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:18.894893 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-09fcb94c-8e0f-40ff-92b8-794bc14d7f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2a091d1a-ef8d-48da-949f-68fa56dc2eee), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:18.909788 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-44913bea-e399-4cb3-8668-c2a0035c0614 None None] Port 2a091d1a-ef8d-48da-949f-68fa56dc2eee cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:25:19.290549 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-09fcb94c-8e0f-40ff-92b8-794bc14d7f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a091d1a-ef8d-48da-949f-68fa56dc2eee {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:25:19.327589 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-09fcb94c-8e0f-40ff-92b8-794bc14d7f98 service neutron] Publish callbacks [] for port (2a091d1a-ef8d-48da-949f-68fa56dc2eee), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:19.369358 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-09fcb94c-8e0f-40ff-92b8-794bc14d7f98 service neutron] Transition to ACTIVE for port object 2a091d1a-ef8d-48da-949f-68fa56dc2eee will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:25:19.375919 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-09fcb94c-8e0f-40ff-92b8-794bc14d7f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (2a091d1a-ef8d-48da-949f-68fa56dc2eee), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:19.526285 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcb94c-8e0f-40ff-92b8-794bc14d7f98 service neutron] Pushing event updated for resources: {'Port': ['ID=2a091d1a-ef8d-48da-949f-68fa56dc2eee,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:19.538970 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:25:19.639956 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:25:19.640439 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 35e6c8e9-17ee-4b6b-a3d1-56baab520cc1 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:25:19.892017 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb63a3-3c40-4e5d-9eaa-f318a3190144 req-edbb25b1-8920-4d0f-ac17-4524d6815bb1 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:19.895864 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e7fb63a3-3c40-4e5d-9eaa-f318a3190144 req-edbb25b1-8920-4d0f-ac17-4524d6815bb1 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=541b32e4-e26d-4975-b167-587c6b1f3cae HTTP/1.1" status: 200 len: 1052 time: 0.2444828 Feb 07 21:25:20.013896 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-09fcb94c-8e0f-40ff-92b8-794bc14d7f98 service neutron] Attempting to bind port 2a091d1a-ef8d-48da-949f-68fa56dc2eee on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:25:20.014654 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-09fcb94c-8e0f-40ff-92b8-794bc14d7f98 service neutron] Attempting to bind port 2a091d1a-ef8d-48da-949f-68fa56dc2eee by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '300bd9b5-02e2-4e96-8fb8-3f27550c121a'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:25:20.014654 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-09fcb94c-8e0f-40ff-92b8-794bc14d7f98 service neutron] Attempting to bind port 2a091d1a-ef8d-48da-949f-68fa56dc2eee on network 300bd9b5-02e2-4e96-8fb8-3f27550c121a {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:25:20.060866 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-09fcb94c-8e0f-40ff-92b8-794bc14d7f98 service neutron] Port 2a091d1a-ef8d-48da-949f-68fa56dc2eee on network 300bd9b5-02e2-4e96-8fb8-3f27550c121a not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:25:20.061298 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-09fcb94c-8e0f-40ff-92b8-794bc14d7f98 service neutron] Attempting to bind port 2a091d1a-ef8d-48da-949f-68fa56dc2eee on network 300bd9b5-02e2-4e96-8fb8-3f27550c121a {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:25:20.118022 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e7fb63a3-3c40-4e5d-9eaa-f318a3190144 req-8d1a0b13-f90f-41c4-bb4a-510ccae4d940 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a2048f4d-bc10-4e13-bc94-83ca88a066b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040298 Feb 07 21:25:20.119045 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-09fcb94c-8e0f-40ff-92b8-794bc14d7f98 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:25:20.119377 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-09fcb94c-8e0f-40ff-92b8-794bc14d7f98 service neutron] Checking segment: {'id': '4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '300bd9b5-02e2-4e96-8fb8-3f27550c121a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:25:20.128928 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-09fcb94c-8e0f-40ff-92b8-794bc14d7f98 service neutron] Bound using segment: {'id': '4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '300bd9b5-02e2-4e96-8fb8-3f27550c121a'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:25:20.129396 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-09fcb94c-8e0f-40ff-92b8-794bc14d7f98 service neutron] Bound port: 2a091d1a-ef8d-48da-949f-68fa56dc2eee, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '300bd9b5-02e2-4e96-8fb8-3f27550c121a'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:25:20.129971 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-09fcb94c-8e0f-40ff-92b8-794bc14d7f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2a091d1a-ef8d-48da-949f-68fa56dc2eee), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:20.286060 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-01ff4117-1302-4b3e-bf05-2ed6dd50d327 req-79b764be-3758-4875-a812-4a42949cd630 tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.1290197 Feb 07 21:25:20.379056 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b9248-d5ae-4f24-8759-d7df9cfef145 req-bf36cca5-405b-4500-bda4-b866f60384f0 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:20.380489 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f89b9248-d5ae-4f24-8759-d7df9cfef145 req-bf36cca5-405b-4500-bda4-b866f60384f0 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.71 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 945 time: 0.1302457 Feb 07 21:25:20.436238 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-09fcb94c-8e0f-40ff-92b8-794bc14d7f98 service neutron] For port 2a091d1a-ef8d-48da-949f-68fa56dc2eee, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:25:20.478269 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb37e9-b2f2-4bd5-98b5-0ce8fadb631d req-10cd019f-7dd3-4fb5-acd8-704ab0de299d tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:20.479781 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dceb37e9-b2f2-4bd5-98b5-0ce8fadb631d req-10cd019f-7dd3-4fb5-acd8-704ab0de299d tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 945 time: 0.2181678 Feb 07 21:25:20.483146 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-09fcb94c-8e0f-40ff-92b8-794bc14d7f98 service neutron] For port 2a091d1a-ef8d-48da-949f-68fa56dc2eee, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=2a091d1a-ef8d-48da-949f-68fa56dc2eee,segment=NetworkSegment(4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d),segment_id=4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:25:20.515717 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-09fcb94c-8e0f-40ff-92b8-794bc14d7f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (2a091d1a-ef8d-48da-949f-68fa56dc2eee), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:20.557034 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e94f24ca-501c-43cf-8a81-f91d52b6c255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:20.581806 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dceb37e9-b2f2-4bd5-98b5-0ce8fadb631d req-a70b9eb1-29de-4a2b-b5ef-f9a32beb4979 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=d43ae75f-4046-49f6-91e9-a80fb15ae628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936911 Feb 07 21:25:20.587116 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-09fcb94c-8e0f-40ff-92b8-794bc14d7f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:20.587733 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-09fcb94c-8e0f-40ff-92b8-794bc14d7f98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:20.589088 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-09fcb94c-8e0f-40ff-92b8-794bc14d7f98 service neutron] 10.222.0.71 "PUT /v2.0/ports/2a091d1a-ef8d-48da-949f-68fa56dc2eee HTTP/1.1" status: 200 len: 1091 time: 2.0399253 Feb 07 21:25:20.589692 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '541b32e4-e26d-4975-b167-587c6b1f3cae', 'tag': '2a091d1a-ef8d-48da-949f-68fa56dc2eee'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:25:20.592871 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff7bd63-66d8-4aba-9003-bd419f4c8207" -d '{"events": [{"name": "network-changed", "server_uuid": "541b32e4-e26d-4975-b167-587c6b1f3cae", "tag": "2a091d1a-ef8d-48da-949f-68fa56dc2eee"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:25:20.721457 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0625ed6-6363-445d-9492-e5627bda8df4 x-openstack-request-id: req-b0625ed6-6363-445d-9492-e5627bda8df4 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:25:20.722046 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "541b32e4-e26d-4975-b167-587c6b1f3cae", "tag": "2a091d1a-ef8d-48da-949f-68fa56dc2eee", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:25:20.722461 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b0625ed6-6363-445d-9492-e5627bda8df4 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:25:20.723137 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '541b32e4-e26d-4975-b167-587c6b1f3cae', 'tag': '2a091d1a-ef8d-48da-949f-68fa56dc2eee', 'status': 'completed', 'code': 200} Feb 07 21:25:20.728118 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-f89b9248-d5ae-4f24-8759-d7df9cfef145 req-4f4ea933-8ea7-4d06-81a3-a66564aa5300 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Deleting port 04760f28-79da-4ca0-842b-0893e337e53b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:25:20.728782 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f89b9248-d5ae-4f24-8759-d7df9cfef145 req-4f4ea933-8ea7-4d06-81a3-a66564aa5300 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (04760f28-79da-4ca0-842b-0893e337e53b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:20.737471 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcb94c-8e0f-40ff-92b8-794bc14d7f98 service neutron] Pushing event updated for resources: {'Port': ['ID=2a091d1a-ef8d-48da-949f-68fa56dc2eee,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:20.810607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-c3190751-3320-43e3-be9b-9e2f50159341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:20.816243 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-79f496e9-0825-40ba-a851-9dac3eb8b4db req-ffb975a4-1ab5-4ed8-bb71-b3051c02dfc7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a6b8352c-5f49-4fbd-b7cc-4062c436ad77 HTTP/1.1" status: 200 len: 210 time: 0.0591161 Feb 07 21:25:20.824481 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-c3190751-3320-43e3-be9b-9e2f50159341 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=11460addcbf449acb9f8f386f780e36a&device_id=541b32e4-e26d-4975-b167-587c6b1f3cae HTTP/1.1" status: 200 len: 1125 time: 0.1902585 Feb 07 21:25:20.878285 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-1a84df02-6e16-47ce-9e72-fd0116670c38 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a091d1a-ef8d-48da-949f-68fa56dc2eee HTTP/1.1" status: 200 len: 217 time: 0.0460174 Feb 07 21:25:20.947264 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-f89b9248-d5ae-4f24-8759-d7df9cfef145 req-4f4ea933-8ea7-4d06-81a3-a66564aa5300 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] For port 04760f28-79da-4ca0-842b-0893e337e53b, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=04760f28-79da-4ca0-842b-0893e337e53b,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:25:20.947625 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f89b9248-d5ae-4f24-8759-d7df9cfef145 req-4f4ea933-8ea7-4d06-81a3-a66564aa5300 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (04760f28-79da-4ca0-842b-0893e337e53b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:20.996297 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-f89b9248-d5ae-4f24-8759-d7df9cfef145 req-4f4ea933-8ea7-4d06-81a3-a66564aa5300 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Calling delete_port for 04760f28-79da-4ca0-842b-0893e337e53b owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:25:21.009375 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-edd13514-ca2f-49eb-a030-872fd08301c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:21.010844 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-edd13514-ca2f-49eb-a030-872fd08301c5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9a98df2e-d84a-41d2-811e-e4194c5a4a26 HTTP/1.1" status: 200 len: 849 time: 0.1252403 Feb 07 21:25:21.142147 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-14427ca8-5058-4753-85c5-684d21ebb93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:21.143646 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-14427ca8-5058-4753-85c5-684d21ebb93d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=300bd9b5-02e2-4e96-8fb8-3f27550c121a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1195707 Feb 07 21:25:21.336158 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5c5f9f8c-b8ff-4563-a2b8-29f60189c361 req-90f649bd-f3eb-4f4e-8d01-e2a2fb41a58e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.0691955 Feb 07 21:25:21.375925 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f89b9248-d5ae-4f24-8759-d7df9cfef145 req-4f4ea933-8ea7-4d06-81a3-a66564aa5300 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (04760f28-79da-4ca0-842b-0893e337e53b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:21.390945 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['04760f28-79da-4ca0-842b-0893e337e53b'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:25:21.417354 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ea933-8ea7-4d06-81a3-a66564aa5300 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Pushing event deleted for resources: {'Port': ['ID=04760f28-79da-4ca0-842b-0893e337e53b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:21.565705 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5fc15aac-8551-47af-9fad-70240c8deb97 req-57078381-10f4-4b75-bc9d-0ceebbb7628a tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.0972674 Feb 07 21:25:21.570378 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e8910-ebf2-4831-bfcc-bd2115cd907c req-89bc61a8-6e51-4910-8871-760e68a13b0a tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:21.589026 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e6e8910-ebf2-4831-bfcc-bd2115cd907c req-89bc61a8-6e51-4910-8871-760e68a13b0a tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=541b32e4-e26d-4975-b167-587c6b1f3cae HTTP/1.1" status: 200 len: 1125 time: 0.3022051 Feb 07 21:25:21.617448 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89b9248-d5ae-4f24-8759-d7df9cfef145 req-4f4ea933-8ea7-4d06-81a3-a66564aa5300 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] No DVR routers for this DVR port 04760f28-79da-4ca0-842b-0893e337e53b on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:25:21.639812 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f89b9248-d5ae-4f24-8759-d7df9cfef145 req-4f4ea933-8ea7-4d06-81a3-a66564aa5300 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:21.643179 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f89b9248-d5ae-4f24-8759-d7df9cfef145 req-4f4ea933-8ea7-4d06-81a3-a66564aa5300 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.71 "DELETE /v2.0/ports/04760f28-79da-4ca0-842b-0893e337e53b HTTP/1.1" status: 204 len: 173 time: 1.2558806 Feb 07 21:25:21.658428 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-2b2ec6ae-f6ff-4bbd-98a7-2d536d4b8815 service neutron] 10.222.0.71 "GET /v2.0/networks/300bd9b5-02e2-4e96-8fb8-3f27550c121a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062764 Feb 07 21:25:21.803558 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:21.896165 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef9151f9-b690-4b7f-9554-5b35f7bae579 req-1347fc27-f72a-489f-992c-3157dd44afb5 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=b80b7d03-5033-4dd6-ae14-cbe8f54acf9b HTTP/1.1" status: 200 len: 210 time: 0.0625043 Feb 07 21:25:22.037786 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e6e8910-ebf2-4831-bfcc-bd2115cd907c req-595535c9-97a9-4966-8b1c-3b4c49956b7a tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a2048f4d-bc10-4e13-bc94-83ca88a066b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478340 Feb 07 21:25:22.117438 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b5680b9-4ee0-43ad-8667-0fc9cb6b63fd req-63cea606-4e99-4cbd-a58e-3ff9da30b386 service neutron] 10.222.0.71 "GET /v2.0/networks/300bd9b5-02e2-4e96-8fb8-3f27550c121a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516914 Feb 07 21:25:22.401766 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7bd63-66d8-4aba-9003-bd419f4c8207 req-99da22a2-c7d5-430e-af8c-0611347bd75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:22.403960 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ff7bd63-66d8-4aba-9003-bd419f4c8207 req-99da22a2-c7d5-430e-af8c-0611347bd75b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=11460addcbf449acb9f8f386f780e36a&device_id=541b32e4-e26d-4975-b167-587c6b1f3cae HTTP/1.1" status: 200 len: 1125 time: 0.1768086 Feb 07 21:25:22.691579 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7bd63-66d8-4aba-9003-bd419f4c8207 req-08c9a72d-5ecf-4515-ac51-398a9a14e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:22.695914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ff7bd63-66d8-4aba-9003-bd419f4c8207 req-08c9a72d-5ecf-4515-ac51-398a9a14e17f service neutron] 10.222.0.71 "GET /v2.0/networks?id=300bd9b5-02e2-4e96-8fb8-3f27550c121a HTTP/1.1" status: 200 len: 911 time: 0.2857289 Feb 07 21:25:22.729887 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80b7d03-5033-4dd6-ae14-cbe8f54acf9b', 'name': 'network-vif-deleted', 'tag': '04760f28-79da-4ca0-842b-0893e337e53b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:25:22.733073 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5411f702-8937-41dc-bea0-fd1180b2b692" -d '{"events": [{"server_uuid": "b80b7d03-5033-4dd6-ae14-cbe8f54acf9b", "name": "network-vif-deleted", "tag": "04760f28-79da-4ca0-842b-0893e337e53b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:25:22.858745 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ff7bd63-66d8-4aba-9003-bd419f4c8207 req-20fadef3-d14a-477b-966a-8f110b0577e8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a091d1a-ef8d-48da-949f-68fa56dc2eee HTTP/1.1" status: 200 len: 217 time: 0.1549084 Feb 07 21:25:22.906247 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00fe5bbc-a2db-45e4-b846-a867de42cf77 req-c7352846-1f9d-4a76-8db8-f7f032dfd880 tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.1845698 Feb 07 21:25:22.994663 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e513326-faea-473f-9673-fdf86493388d x-openstack-request-id: req-3e513326-faea-473f-9673-fdf86493388d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:25:22.995203 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80b7d03-5033-4dd6-ae14-cbe8f54acf9b", "name": "network-vif-deleted", "tag": "04760f28-79da-4ca0-842b-0893e337e53b", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:25:22.995329 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3e513326-faea-473f-9673-fdf86493388d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:25:22.995824 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80b7d03-5033-4dd6-ae14-cbe8f54acf9b', 'name': 'network-vif-deleted', 'tag': '04760f28-79da-4ca0-842b-0893e337e53b', 'status': 'completed', 'code': 200} Feb 07 21:25:22.999702 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7bd63-66d8-4aba-9003-bd419f4c8207 req-e61bd444-1c86-4072-92e3-18215a20a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:23.001410 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ff7bd63-66d8-4aba-9003-bd419f4c8207 req-e61bd444-1c86-4072-92e3-18215a20a3e4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9a98df2e-d84a-41d2-811e-e4194c5a4a26 HTTP/1.1" status: 200 len: 849 time: 0.1156662 Feb 07 21:25:23.130806 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7bd63-66d8-4aba-9003-bd419f4c8207 req-23c28ab8-24a1-4598-9e7f-2d4aa7808a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:23.134747 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ff7bd63-66d8-4aba-9003-bd419f4c8207 req-23c28ab8-24a1-4598-9e7f-2d4aa7808a4f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=300bd9b5-02e2-4e96-8fb8-3f27550c121a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1268780 Feb 07 21:25:23.284491 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:23.418991 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ff7bd63-66d8-4aba-9003-bd419f4c8207 req-f95f7065-5abb-4d5b-ab72-894967b767a0 service neutron] 10.222.0.71 "GET /v2.0/networks/300bd9b5-02e2-4e96-8fb8-3f27550c121a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773583 Feb 07 21:25:23.456281 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55aa679-5d8b-40b1-a9e8-18e89c7c78af req-b38c555c-672b-46da-8c5a-ebf942999956 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:23.460850 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e55aa679-5d8b-40b1-a9e8-18e89c7c78af req-b38c555c-672b-46da-8c5a-ebf942999956 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=541b32e4-e26d-4975-b167-587c6b1f3cae HTTP/1.1" status: 200 len: 1125 time: 0.3180859 Feb 07 21:25:23.635532 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e55aa679-5d8b-40b1-a9e8-18e89c7c78af req-33acaff0-627d-46e8-8559-e40d4070e4cd tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a2048f4d-bc10-4e13-bc94-83ca88a066b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515038 Feb 07 21:25:23.671714 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ff7bd63-66d8-4aba-9003-bd419f4c8207 req-4ae503cd-8394-45d9-9c46-0a8894d12a7e service neutron] 10.222.0.71 "GET /v2.0/networks/300bd9b5-02e2-4e96-8fb8-3f27550c121a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445707 Feb 07 21:25:23.888698 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d88c7-6505-4e75-a471-993817361681 req-3129f594-37ae-4954-8fa9-a77f435ad108 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:23.899631 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f7d88c7-6505-4e75-a471-993817361681 req-3129f594-37ae-4954-8fa9-a77f435ad108 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.4197316 Feb 07 21:25:24.041895 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f7d88c7-6505-4e75-a471-993817361681 req-e776b892-adfb-4005-a10b-ae8c830a5324 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412363 Feb 07 21:25:24.055056 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 04760f28-79da-4ca0-842b-0893e337e53b no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:25:24.097954 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 04760f28-79da-4ca0-842b-0893e337e53b {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:25:24.098629 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 04760f28-79da-4ca0-842b-0893e337e53b not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:25:24.169226 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e976759a-23a0-4a34-9aa1-68d556e35bb8 req-50b4dd75-c3fe-4b90-96fa-b4a9f4fdc5a1 tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.0917392 Feb 07 21:25:24.619416 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:25:24.640002 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:24.842133 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500fed7-f82f-4c78-8216-695b349dbcd0 req-e2bdeceb-510a-4798-ba4f-79796b3fbdf5 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:24.843581 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b500fed7-f82f-4c78-8216-695b349dbcd0 req-e2bdeceb-510a-4798-ba4f-79796b3fbdf5 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.71 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.2623115 Feb 07 21:25:25.193458 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3eecab8b-e2a7-4988-a317-95cf8d0d81fc req-6286be06-ca3e-41ba-a824-7f7972a362fc tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.2408655 Feb 07 21:25:25.263879 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-b500fed7-f82f-4c78-8216-695b349dbcd0 req-64770d37-5c01-4a69-9e49-dd56730fd4ef tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Deleting port 17dc58fa-1248-4f88-b868-ac032c41d000 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:25:25.268526 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b500fed7-f82f-4c78-8216-695b349dbcd0 req-64770d37-5c01-4a69-9e49-dd56730fd4ef tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:25.280888 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf868b-7899-4fd8-95e3-4dc040b942ad req-9c757e9c-617b-4cc2-923e-8e50d803bf6c tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:25.288878 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-96bf868b-7899-4fd8-95e3-4dc040b942ad req-9c757e9c-617b-4cc2-923e-8e50d803bf6c tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=541b32e4-e26d-4975-b167-587c6b1f3cae HTTP/1.1" status: 200 len: 1125 time: 0.4953537 Feb 07 21:25:25.423142 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-96bf868b-7899-4fd8-95e3-4dc040b942ad req-ea116b3d-4d81-4db5-a99d-0ff84017ccf6 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a2048f4d-bc10-4e13-bc94-83ca88a066b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165628 Feb 07 21:25:25.481711 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade661e-8d08-40bb-88bd-0cdbc383618d req-7a3e0704-247a-440d-adb6-3864c3f248a1 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:25.483332 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bade661e-8d08-40bb-88bd-0cdbc383618d req-7a3e0704-247a-440d-adb6-3864c3f248a1 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 945 time: 0.1780005 Feb 07 21:25:25.552394 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bade661e-8d08-40bb-88bd-0cdbc383618d req-b995812e-8fcd-4650-ae0f-69443c8fe651 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups?id=94f6c2c7-562b-4000-8805-6602bc96ef84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571818 Feb 07 21:25:25.564631 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b500fed7-f82f-4c78-8216-695b349dbcd0 req-64770d37-5c01-4a69-9e49-dd56730fd4ef tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] For port 17dc58fa-1248-4f88-b868-ac032c41d000, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=17dc58fa-1248-4f88-b868-ac032c41d000,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:25:25.565059 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b500fed7-f82f-4c78-8216-695b349dbcd0 req-64770d37-5c01-4a69-9e49-dd56730fd4ef tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:25.882348 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b500fed7-f82f-4c78-8216-695b349dbcd0 req-64770d37-5c01-4a69-9e49-dd56730fd4ef tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:25.882717 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b500fed7-f82f-4c78-8216-695b349dbcd0 req-64770d37-5c01-4a69-9e49-dd56730fd4ef tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (52ee9c66-47aa-479a-a977-e48adf9f0c32), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:25.883052 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [req-b500fed7-f82f-4c78-8216-695b349dbcd0 req-64770d37-5c01-4a69-9e49-dd56730fd4ef tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Floating IP 52ee9c66-47aa-479a-a977-e48adf9f0c32 disassociated. External IP: 172.25.4.116, port: 17dc58fa-1248-4f88-b868-ac032c41d000. Feb 07 21:25:25.883377 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-b500fed7-f82f-4c78-8216-695b349dbcd0 req-64770d37-5c01-4a69-9e49-dd56730fd4ef tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Calling delete_port for 17dc58fa-1248-4f88-b868-ac032c41d000 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:25:26.071464 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 2a091d1a-ef8d-48da-949f-68fa56dc2eee details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:25:26.187250 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 2a091d1a-ef8d-48da-949f-68fa56dc2eee, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=2a091d1a-ef8d-48da-949f-68fa56dc2eee,segment=NetworkSegment(4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d),segment_id=4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:25:26.202970 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '2a091d1a-ef8d-48da-949f-68fa56dc2eee', 'network_id': '300bd9b5-02e2-4e96-8fb8-3f27550c121a', 'port_id': '2a091d1a-ef8d-48da-949f-68fa56dc2eee', 'mac_address': 'fa:16:3e:9c:fa:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a98df2e-d84a-41d2-811e-e4194c5a4a26', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:25:26.268115 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 2a091d1a-ef8d-48da-949f-68fa56dc2eee is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:25:26.268585 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2a091d1a-ef8d-48da-949f-68fa56dc2eee), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:26.286670 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a091d1a-ef8d-48da-949f-68fa56dc2eee {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:25:26.319746 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 2a091d1a-ef8d-48da-949f-68fa56dc2eee, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=2a091d1a-ef8d-48da-949f-68fa56dc2eee,segment=NetworkSegment(4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d),segment_id=4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:25:26.330146 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2a091d1a-ef8d-48da-949f-68fa56dc2eee), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:26.414005 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=2a091d1a-ef8d-48da-949f-68fa56dc2eee,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:26.493679 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b500fed7-f82f-4c78-8216-695b349dbcd0 req-64770d37-5c01-4a69-9e49-dd56730fd4ef tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (17dc58fa-1248-4f88-b868-ac032c41d000), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:26.499879 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-610fd846-04e8-4844-85a2-637423e84d6c req-fa3b6da5-ccc5-42b1-8509-69b960732b0f tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.0484772 Feb 07 21:25:26.558493 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64770d37-5c01-4a69-9e49-dd56730fd4ef tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Pushing event deleted for resources: {'Port': ['ID=17dc58fa-1248-4f88-b868-ac032c41d000,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:26.638664 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['2a091d1a-ef8d-48da-949f-68fa56dc2eee'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:25:26.755664 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0ea88606-2cdc-4307-8b36-e43cdff3168f req-49edb7be-ded9-4379-940b-1df211fe6c2d tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 210 time: 0.0559657 Feb 07 21:25:26.798526 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f84f3-7ef7-4e00-b743-249ede7ba4f5 req-26003bbd-abea-4589-a4b6-9da9d419a2a8 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:26.808959 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-745f84f3-7ef7-4e00-b743-249ede7ba4f5 req-26003bbd-abea-4589-a4b6-9da9d419a2a8 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=541b32e4-e26d-4975-b167-587c6b1f3cae HTTP/1.1" status: 200 len: 1126 time: 0.2544110 Feb 07 21:25:26.907864 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b500fed7-f82f-4c78-8216-695b349dbcd0 req-64770d37-5c01-4a69-9e49-dd56730fd4ef tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Router e9057ad9-f582-4aaf-acd3-b500c0f6a4a2 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:25:26.971508 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-745f84f3-7ef7-4e00-b743-249ede7ba4f5 req-b8ee227e-808f-43fe-a93c-5d53b5b603b0 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a2048f4d-bc10-4e13-bc94-83ca88a066b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520429 Feb 07 21:25:27.168495 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b500fed7-f82f-4c78-8216-695b349dbcd0 req-64770d37-5c01-4a69-9e49-dd56730fd4ef tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:25:27.185466 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d2ff59-db15-4100-a270-07785d751311 None None] Sync routers for ids ['e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:25:27.206095 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d2ff59-db15-4100-a270-07785d751311 None None] Routers {'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:25:27.207181 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e5d2ff59-db15-4100-a270-07785d751311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:25:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:27.282537 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b500fed7-f82f-4c78-8216-695b349dbcd0 req-64770d37-5c01-4a69-9e49-dd56730fd4ef tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] No DVR routers for this DVR port 17dc58fa-1248-4f88-b868-ac032c41d000 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:25:27.287604 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b500fed7-f82f-4c78-8216-695b349dbcd0 req-64770d37-5c01-4a69-9e49-dd56730fd4ef tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:27.296909 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b500fed7-f82f-4c78-8216-695b349dbcd0 req-64770d37-5c01-4a69-9e49-dd56730fd4ef tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.71 "DELETE /v2.0/ports/17dc58fa-1248-4f88-b868-ac032c41d000 HTTP/1.1" status: 204 len: 173 time: 2.4420226 Feb 07 21:25:27.299638 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34', 'name': 'network-vif-deleted', 'tag': '17dc58fa-1248-4f88-b868-ac032c41d000'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:25:27.308126 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b459abf-0a66-42d4-a1df-13d322ee0731" -d '{"events": [{"server_uuid": "77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34", "name": "network-vif-deleted", "tag": "17dc58fa-1248-4f88-b868-ac032c41d000"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:25:27.378910 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-e5d2ff59-db15-4100-a270-07785d751311 None None] Set router e9057ad9-f582-4aaf-acd3-b500c0f6a4a2 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:25:27.457157 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e801a08-d2fa-4a8d-974b-c41c585691b0 x-openstack-request-id: req-2e801a08-d2fa-4a8d-974b-c41c585691b0 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:25:27.457486 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34", "name": "network-vif-deleted", "tag": "17dc58fa-1248-4f88-b868-ac032c41d000", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:25:27.457761 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e801a08-d2fa-4a8d-974b-c41c585691b0 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:25:27.458655 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34', 'name': 'network-vif-deleted', 'tag': '17dc58fa-1248-4f88-b868-ac032c41d000', 'status': 'completed', 'code': 200} Feb 07 21:25:27.732589 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d76c6130-54c3-4e24-beee-f4857cb71cd7 req-7424c953-798d-42a2-b795-a66b25bd2b82 tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.0799298 Feb 07 21:25:27.839762 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e5d2ff59-db15-4100-a270-07785d751311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'name': 'tempest-ServerActionsTestJSON-1449725803-router', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:39Z', 'updated_at': '2022-02-07T21:14:50Z', 'revision_number': 4, 'project_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'gw_port': {'id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:41Z', 'updated_at': '2022-02-07T21:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '812a8f2b-86a8-42f0-839f-732f590817fb', 'name': '', 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'mac_address': 'fa:16:3e:95:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '59eaac6e-e46d-4028-b7b2-899f00c5ee97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:49Z', 'updated_at': '2022-02-07T21:15:00Z', 'revision_number': 5, 'project_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'subnets': [{'id': '59eaac6e-e46d-4028-b7b2-899f00c5ee97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:27.936034 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d2ff59-db15-4100-a270-07785d751311 None None] Checking router: e9057ad9-f582-4aaf-acd3-b500c0f6a4a2 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:25:27.983771 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d2ff59-db15-4100-a270-07785d751311 None None] Routers {'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:25:27.984548 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e5d2ff59-db15-4100-a270-07785d751311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:25:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:28.055145 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3c45f556-3dce-41b3-b6ee-3004cde9876e req-e4d5f0fa-1065-429f-8f68-8f5f65faeaa9 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/ports?device_id=77ffcd6a-3d56-4cfd-83af-4c80fbc1dd34 HTTP/1.1" status: 200 len: 210 time: 0.1046720 Feb 07 21:25:28.174621 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 2a091d1a-ef8d-48da-949f-68fa56dc2eee up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:25:28.221142 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74fd41-6b07-443f-83b1-3f817614a62d req-956e1181-65ea-494a-9d37-03d61094b86a tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:28.222561 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae74fd41-6b07-443f-83b1-3f817614a62d req-956e1181-65ea-494a-9d37-03d61094b86a tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=541b32e4-e26d-4975-b167-587c6b1f3cae HTTP/1.1" status: 200 len: 1126 time: 0.0999057 Feb 07 21:25:28.373084 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae74fd41-6b07-443f-83b1-3f817614a62d req-9d0715e9-b62c-4f4e-b0c5-ca83fc7cf373 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a2048f4d-bc10-4e13-bc94-83ca88a066b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388028 Feb 07 21:25:28.381227 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-e5d2ff59-db15-4100-a270-07785d751311 None None] Set router e9057ad9-f582-4aaf-acd3-b500c0f6a4a2 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:25:28.384577 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 2a091d1a-ef8d-48da-949f-68fa56dc2eee completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:25:28.419895 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 2a091d1a-ef8d-48da-949f-68fa56dc2eee triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:25:28.429016 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2a091d1a-ef8d-48da-949f-68fa56dc2eee), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:28.790788 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 2a091d1a-ef8d-48da-949f-68fa56dc2eee is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:25:28.791307 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2a091d1a-ef8d-48da-949f-68fa56dc2eee), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:28.820148 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541b32e4-e26d-4975-b167-587c6b1f3cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a091d1a-ef8d-48da-949f-68fa56dc2eee'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:25:28.822453 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411bbf19-3c71-41e8-9a1e-ee1ff2941068" -d '{"events": [{"server_uuid": "541b32e4-e26d-4975-b167-587c6b1f3cae", "name": "network-vif-plugged", "status": "completed", "tag": "2a091d1a-ef8d-48da-949f-68fa56dc2eee"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:25:28.850943 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e5d2ff59-db15-4100-a270-07785d751311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'name': 'tempest-ServerActionsTestJSON-1449725803-router', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:39Z', 'updated_at': '2022-02-07T21:14:50Z', 'revision_number': 4, 'project_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'gw_port': {'id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:41Z', 'updated_at': '2022-02-07T21:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '812a8f2b-86a8-42f0-839f-732f590817fb', 'name': '', 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'mac_address': 'fa:16:3e:95:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '59eaac6e-e46d-4028-b7b2-899f00c5ee97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:49Z', 'updated_at': '2022-02-07T21:15:00Z', 'revision_number': 5, 'project_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'subnets': [{'id': '59eaac6e-e46d-4028-b7b2-899f00c5ee97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:28.896786 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71ea7c24-ca85-4ca5-9348-6cb83182f28c req-48b25639-f394-4ffc-891a-37020bf646b8 tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.0576642 Feb 07 21:25:28.964976 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e9a206-3b31-4151-bcbe-1754356fee03 x-openstack-request-id: req-31e9a206-3b31-4151-bcbe-1754356fee03 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:25:28.965273 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "541b32e4-e26d-4975-b167-587c6b1f3cae", "name": "network-vif-plugged", "status": "completed", "tag": "2a091d1a-ef8d-48da-949f-68fa56dc2eee", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:25:28.965560 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-31e9a206-3b31-4151-bcbe-1754356fee03 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:25:28.965962 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541b32e4-e26d-4975-b167-587c6b1f3cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a091d1a-ef8d-48da-949f-68fa56dc2eee', 'code': 200} Feb 07 21:25:28.966732 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d2ff59-db15-4100-a270-07785d751311 None None] The sync data for ids ['e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'] in n-d-828185-2 is: [{'id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'name': 'tempest-ServerActionsTestJSON-1449725803-router', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:39Z', 'updated_at': '2022-02-07T21:14:50Z', 'revision_number': 4, 'project_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'gw_port': {'id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:41Z', 'updated_at': '2022-02-07T21:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '812a8f2b-86a8-42f0-839f-732f590817fb', 'name': '', 'network_id': '30b9222e-e3f7-4412-8b63-9320a43406d0', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'mac_address': 'fa:16:3e:95:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '59eaac6e-e46d-4028-b7b2-899f00c5ee97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:49Z', 'updated_at': '2022-02-07T21:15:00Z', 'revision_number': 5, 'project_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'subnets': [{'id': '59eaac6e-e46d-4028-b7b2-899f00c5ee97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:25:28.969600 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 2a091d1a-ef8d-48da-949f-68fa56dc2eee, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=2a091d1a-ef8d-48da-949f-68fa56dc2eee,segment=NetworkSegment(4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d),segment_id=4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:25:28.977282 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2a091d1a-ef8d-48da-949f-68fa56dc2eee), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:28.978099 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 17dc58fa-1248-4f88-b868-ac032c41d000 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:25:29.133668 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac1941-4654-4643-a8f3-7af76f4493e2 req-1f496c09-01ed-4e4d-9dbc-78f0359c3dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:29.141561 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bdac1941-4654-4643-a8f3-7af76f4493e2 req-1f496c09-01ed-4e4d-9dbc-78f0359c3dbe service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=541b32e4-e26d-4975-b167-587c6b1f3cae HTTP/1.1" status: 200 len: 1127 time: 0.1249769 Feb 07 21:25:29.193573 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 51136) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:29.280277 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bdac1941-4654-4643-a8f3-7af76f4493e2 req-c6732f29-6659-4e24-977f-d35fdd63edd1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a2048f4d-bc10-4e13-bc94-83ca88a066b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218283 Feb 07 21:25:29.318659 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58f91015-6e32-4279-b011-b85bccb74416 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks [] for security_group (94f6c2c7-562b-4000-8805-6602bc96ef84), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:29.402195 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58f91015-6e32-4279-b011-b85bccb74416 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks [] for security_group (94f6c2c7-562b-4000-8805-6602bc96ef84), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:29.438720 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 17dc58fa-1248-4f88-b868-ac032c41d000 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:25:29.439199 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 17dc58fa-1248-4f88-b868-ac032c41d000 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:25:29.504700 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=2a091d1a-ef8d-48da-949f-68fa56dc2eee,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:29.537783 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58f91015-6e32-4279-b011-b85bccb74416 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (94f6c2c7-562b-4000-8805-6602bc96ef84), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:29.543529 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58f91015-6e32-4279-b011-b85bccb74416 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:29.546377 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-58f91015-6e32-4279-b011-b85bccb74416 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "DELETE /v2.0/security-groups/94f6c2c7-562b-4000-8805-6602bc96ef84 HTTP/1.1" status: 204 len: 168 time: 0.3517563 Feb 07 21:25:29.584906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 51152) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:29.596799 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6478878a-19c1-4df4-937b-a2f962237895 None None] New status for floating IP 52ee9c66-47aa-479a-a977-e48adf9f0c32: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:25:29.615004 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f91015-6e32-4279-b011-b85bccb74416 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f6c2c7-562b-4000-8805-6602bc96ef84,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:29.624503 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f91015-6e32-4279-b011-b85bccb74416 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:29.625244 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f91015-6e32-4279-b011-b85bccb74416 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:29.625846 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f91015-6e32-4279-b011-b85bccb74416 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:29.626434 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f91015-6e32-4279-b011-b85bccb74416 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:29.627025 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f91015-6e32-4279-b011-b85bccb74416 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:29.627610 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f91015-6e32-4279-b011-b85bccb74416 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:29.628366 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f91015-6e32-4279-b011-b85bccb74416 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:29.629645 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f91015-6e32-4279-b011-b85bccb74416 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:29.630241 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f91015-6e32-4279-b011-b85bccb74416 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:29.630807 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f91015-6e32-4279-b011-b85bccb74416 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:29.631384 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f91015-6e32-4279-b011-b85bccb74416 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:29.631963 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f91015-6e32-4279-b011-b85bccb74416 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:29.632773 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f91015-6e32-4279-b011-b85bccb74416 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:25:29.673655 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-9cb24aff-9d83-4be0-8a45-f88317fb8109 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] show failed (client error): The resource could not be found. Feb 07 21:25:29.674697 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9cb24aff-9d83-4be0-8a45-f88317fb8109 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "GET /v2.0/security-groups/94f6c2c7-562b-4000-8805-6602bc96ef84 HTTP/1.1" status: 404 len: 347 time: 0.0888240 Feb 07 21:25:29.677626 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 51154) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:29.703547 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e33fc-9fa5-4f92-b953-14a181fbd567 req-402643bd-2c62-4e33-b268-2e5b681cc4ee tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:29.703547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-372e33fc-9fa5-4f92-b953-14a181fbd567 req-402643bd-2c62-4e33-b268-2e5b681cc4ee tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=541b32e4-e26d-4975-b167-587c6b1f3cae HTTP/1.1" status: 200 len: 1127 time: 0.1763413 Feb 07 21:25:29.787204 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-372e33fc-9fa5-4f92-b953-14a181fbd567 req-e96e9222-7d25-43e0-b628-afc1b254c714 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a2048f4d-bc10-4e13-bc94-83ca88a066b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806344 Feb 07 21:25:29.935571 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-3ced85cb-3ebe-46c6-be09-b94b142e41c5 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Deleting port 2a5cebc6-9727-4e3f-b1e4-8313dea06ee2 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:25:29.937094 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ced85cb-3ebe-46c6-be09-b94b142e41c5 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (2a5cebc6-9727-4e3f-b1e4-8313dea06ee2), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:30.100178 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ced85cb-3ebe-46c6-be09-b94b142e41c5 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (2a5cebc6-9727-4e3f-b1e4-8313dea06ee2), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:30.100525 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ced85cb-3ebe-46c6-be09-b94b142e41c5 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks [] for floatingip (2a5cebc6-9727-4e3f-b1e4-8313dea06ee2), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:30.115229 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-3ced85cb-3ebe-46c6-be09-b94b142e41c5 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Calling delete_port for 2a5cebc6-9727-4e3f-b1e4-8313dea06ee2 owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:25:30.127499 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59050064-d94f-4f49-a3af-6b1b0cfcf4e4 req-dbc09b51-adb3-46e4-9b59-6db07b6d1b47 tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.0798810 Feb 07 21:25:30.264895 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ced85cb-3ebe-46c6-be09-b94b142e41c5 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (2a5cebc6-9727-4e3f-b1e4-8313dea06ee2), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:30.329653 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced85cb-3ebe-46c6-be09-b94b142e41c5 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Pushing event deleted for resources: {'Port': ['ID=2a5cebc6-9727-4e3f-b1e4-8313dea06ee2,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:30.399652 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ced85cb-3ebe-46c6-be09-b94b142e41c5 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks [] for floatingip (52ee9c66-47aa-479a-a977-e48adf9f0c32), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:30.404796 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ced85cb-3ebe-46c6-be09-b94b142e41c5 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:30.406106 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3ced85cb-3ebe-46c6-be09-b94b142e41c5 tempest-ServerActionsTestJSON-174424748 tempest-ServerActionsTestJSON-174424748-project] 10.222.0.65 "DELETE /v2.0/floatingips/52ee9c66-47aa-479a-a977-e48adf9f0c32 HTTP/1.1" status: 204 len: 168 time: 0.7274876 Feb 07 21:25:30.409165 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 51170) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:31.225765 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cbd8c-c2b7-448c-b05f-f9829ba1a51c req-cc44286c-5361-436b-b551-4bbdcb519f4e tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:31.230053 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a43cbd8c-c2b7-448c-b05f-f9829ba1a51c req-cc44286c-5361-436b-b551-4bbdcb519f4e tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=541b32e4-e26d-4975-b167-587c6b1f3cae HTTP/1.1" status: 200 len: 1127 time: 0.3208699 Feb 07 21:25:31.271577 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1600250e-56dd-42a3-b4c0-68c2ebae6312 req-7ef55e1a-1601-407d-8a81-8b098535d8a8 tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.0385635 Feb 07 21:25:31.347840 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a43cbd8c-c2b7-448c-b05f-f9829ba1a51c req-801bd0f3-145b-4a6a-a0be-c30e32eadfeb tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a2048f4d-bc10-4e13-bc94-83ca88a066b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704107 Feb 07 21:25:31.584586 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ca27b-e955-4618-91ac-abb2598b162a req-564fc286-f678-4de9-8d9d-1348df75c474 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:31.586123 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-367ca27b-e955-4618-91ac-abb2598b162a req-564fc286-f678-4de9-8d9d-1348df75c474 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=541b32e4-e26d-4975-b167-587c6b1f3cae HTTP/1.1" status: 200 len: 1127 time: 0.1002259 Feb 07 21:25:31.772957 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-367ca27b-e955-4618-91ac-abb2598b162a req-2b816db0-201a-4993-800d-8532bd049e36 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a2048f4d-bc10-4e13-bc94-83ca88a066b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779730 Feb 07 21:25:31.785190 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1be097fb-342e-466f-814f-e827b89090f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (e9057ad9-f582-4aaf-acd3-b500c0f6a4a2), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:31.936625 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26501718-96b7-42c6-bafd-2de0fa43c608 req-c589160a-8d91-4b60-b46d-5a306649abbc tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:31.944173 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-26501718-96b7-42c6-bafd-2de0fa43c608 req-c589160a-8d91-4b60-b46d-5a306649abbc tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=541b32e4-e26d-4975-b167-587c6b1f3cae HTTP/1.1" status: 200 len: 1127 time: 0.0808401 Feb 07 21:25:32.081628 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-26501718-96b7-42c6-bafd-2de0fa43c608 req-91bf6a9d-4fc2-48ef-aa1f-718d5503f3c4 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a2048f4d-bc10-4e13-bc94-83ca88a066b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365561 Feb 07 21:25:32.318641 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1be097fb-342e-466f-814f-e827b89090f5 admin admin] Deleting port 812a8f2b-86a8-42f0-839f-732f590817fb {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:25:32.320238 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1be097fb-342e-466f-814f-e827b89090f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (812a8f2b-86a8-42f0-839f-732f590817fb), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:32.483218 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e0b1d637-3a77-4ebd-9366-1bf568957ccf req-a893767d-1916-4e4a-b0dd-1ecca86570ae tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.0650144 Feb 07 21:25:32.619845 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96ec7e-979d-44cc-ab76-55cf1392e203 req-06f92ed8-8805-428c-92e1-fa13ad4c4bce tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:32.623244 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac96ec7e-979d-44cc-ab76-55cf1392e203 req-06f92ed8-8805-428c-92e1-fa13ad4c4bce tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=541b32e4-e26d-4975-b167-587c6b1f3cae HTTP/1.1" status: 200 len: 1127 time: 0.2182267 Feb 07 21:25:32.636597 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1be097fb-342e-466f-814f-e827b89090f5 admin admin] For port 812a8f2b-86a8-42f0-839f-732f590817fb, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=812a8f2b-86a8-42f0-839f-732f590817fb,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:25:32.637128 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1be097fb-342e-466f-814f-e827b89090f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (812a8f2b-86a8-42f0-839f-732f590817fb), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:32.713924 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1be097fb-342e-466f-814f-e827b89090f5 admin admin] Calling delete_port for 812a8f2b-86a8-42f0-839f-732f590817fb owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:25:32.769150 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac96ec7e-979d-44cc-ab76-55cf1392e203 req-d1b466e7-846f-4506-a047-f1c973280af3 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a2048f4d-bc10-4e13-bc94-83ca88a066b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350014 Feb 07 21:25:33.189527 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-883d0b57-a389-4717-950c-535e76c990b6 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:33.191109 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-883d0b57-a389-4717-950c-535e76c990b6 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 812 time: 0.1796191 Feb 07 21:25:33.197398 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1be097fb-342e-466f-814f-e827b89090f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (812a8f2b-86a8-42f0-839f-732f590817fb), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:33.255056 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-49589c15-4b6c-4c22-a909-c83ffb2e9f39 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/quotas/8ef7e56915e94cee93ca54eb0ba4e95b HTTP/1.1" status: 200 len: 375 time: 0.0526679 Feb 07 21:25:33.266910 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be097fb-342e-466f-814f-e827b89090f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=812a8f2b-86a8-42f0-839f-732f590817fb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:33.369515 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-a9abc27c-b1d0-46ff-9145-5ec522175e79 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1133525 Feb 07 21:25:33.628115 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:33.771970 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-81d83803-ae54-4e41-9dd7-c20d2c4e5db5 service neutron] 10.222.0.65 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933992 Feb 07 21:25:33.773769 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-36784bcc-8705-45d7-8b44-5be5ade27877 req-1351680e-910e-4841-8bda-def8e0e3ca13 tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.0642262 Feb 07 21:25:33.826706 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1be097fb-342e-466f-814f-e827b89090f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (e9057ad9-f582-4aaf-acd3-b500c0f6a4a2), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:33.976547 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:34.303646 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-034f84a0-4984-4685-9d05-f31fc46de3d4 req-e2512e8f-c132-4aaa-a9de-e71945baceb2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ecf98e6c-fa4f-4ae1-8825-39eee3192519&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1030369 Feb 07 21:25:34.351219 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442b827-ff57-4b8b-81b5-66e9978cb8e7 req-5d43d773-ef0c-44bd-8656-25066712d050 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:34.353157 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c442b827-ff57-4b8b-81b5-66e9978cb8e7 req-5d43d773-ef0c-44bd-8656-25066712d050 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=541b32e4-e26d-4975-b167-587c6b1f3cae HTTP/1.1" status: 200 len: 1127 time: 0.5785463 Feb 07 21:25:34.469237 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-ff2b1b31-c348-477a-bf66-75dda407cbd4 service neutron] 10.222.0.65 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6380603 Feb 07 21:25:34.490588 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f84a0-4984-4685-9d05-f31fc46de3d4 req-bd9c06b8-6f60-4ada-b7b3-04b7380d1925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:34.492085 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-034f84a0-4984-4685-9d05-f31fc46de3d4 req-bd9c06b8-6f60-4ada-b7b3-04b7380d1925 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=11460addcbf449acb9f8f386f780e36a&device_id=ecf98e6c-fa4f-4ae1-8825-39eee3192519 HTTP/1.1" status: 200 len: 1128 time: 0.1023700 Feb 07 21:25:34.587720 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fad45-e9a3-4e2a-aeed-42ded2f7b867 req-71e97d4e-9517-4ab7-833a-9d90f239ba7b tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:34.609061 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f8fad45-e9a3-4e2a-aeed-42ded2f7b867 req-71e97d4e-9517-4ab7-833a-9d90f239ba7b tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=541b32e4-e26d-4975-b167-587c6b1f3cae HTTP/1.1" status: 200 len: 1127 time: 0.6846578 Feb 07 21:25:34.652018 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-57c93d12-8560-4a21-a68f-1a9be62baaee req-96c7ede7-18cd-4422-87bf-f46ce443a1e8 tempest-MigrationsAdminTest-1210314630 tempest-MigrationsAdminTest-1210314630-project] (103256) timed out ('10.222.0.69', 49465) {{(pid=103256) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 21:25:34.727179 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f84a0-4984-4685-9d05-f31fc46de3d4 req-25b388d8-f450-4a7e-a611-0319fa6b0718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:34.728779 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-034f84a0-4984-4685-9d05-f31fc46de3d4 req-25b388d8-f450-4a7e-a611-0319fa6b0718 service neutron] 10.222.0.69 "GET /v2.0/networks?id=300bd9b5-02e2-4e96-8fb8-3f27550c121a HTTP/1.1" status: 200 len: 911 time: 0.2159281 Feb 07 21:25:34.897239 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-034f84a0-4984-4685-9d05-f31fc46de3d4 req-43439329-710a-4f78-a358-b46bd6870b42 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fb90a9e-a67f-4343-bc50-e3b94d2d6e48 HTTP/1.1" status: 200 len: 217 time: 0.1484642 Feb 07 21:25:35.000009 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3c2dbf11-970a-4d96-bbac-3d2dfe9c77f5 req-4c9eb8ad-b16d-4b72-8021-e84553d21f99 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 210 time: 0.0273428 Feb 07 21:25:35.009695 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-c442b827-ff57-4b8b-81b5-66e9978cb8e7 req-00abfc20-1c00-4287-bc76-4ef42827d880 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Deleting port 2a091d1a-ef8d-48da-949f-68fa56dc2eee {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:25:35.010042 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c442b827-ff57-4b8b-81b5-66e9978cb8e7 req-00abfc20-1c00-4287-bc76-4ef42827d880 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (2a091d1a-ef8d-48da-949f-68fa56dc2eee), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:35.015666 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f8fad45-e9a3-4e2a-aeed-42ded2f7b867 req-82be9c77-d5fe-440c-ae2a-1f18cd5de985 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a2048f4d-bc10-4e13-bc94-83ca88a066b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960643 Feb 07 21:25:35.030806 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f84a0-4984-4685-9d05-f31fc46de3d4 req-ca975b7a-974f-417d-8ac5-e230d1452d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:35.033540 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-034f84a0-4984-4685-9d05-f31fc46de3d4 req-ca975b7a-974f-417d-8ac5-e230d1452d2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9a98df2e-d84a-41d2-811e-e4194c5a4a26 HTTP/1.1" status: 200 len: 849 time: 0.1330645 Feb 07 21:25:35.159782 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-c442b827-ff57-4b8b-81b5-66e9978cb8e7 req-00abfc20-1c00-4287-bc76-4ef42827d880 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] For port 2a091d1a-ef8d-48da-949f-68fa56dc2eee, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=2a091d1a-ef8d-48da-949f-68fa56dc2eee,segment=NetworkSegment(4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d),segment_id=4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:25:35.160158 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c442b827-ff57-4b8b-81b5-66e9978cb8e7 req-00abfc20-1c00-4287-bc76-4ef42827d880 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (2a091d1a-ef8d-48da-949f-68fa56dc2eee), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:35.164929 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be097fb-342e-466f-814f-e827b89090f5 admin admin] Router e9057ad9-f582-4aaf-acd3-b500c0f6a4a2 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:25:35.196902 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f84a0-4984-4685-9d05-f31fc46de3d4 req-a483d386-db73-4c4c-99c8-fa4fbfaadf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:35.198806 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-034f84a0-4984-4685-9d05-f31fc46de3d4 req-a483d386-db73-4c4c-99c8-fa4fbfaadf09 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=300bd9b5-02e2-4e96-8fb8-3f27550c121a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1585495 Feb 07 21:25:35.219653 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-c442b827-ff57-4b8b-81b5-66e9978cb8e7 req-00abfc20-1c00-4287-bc76-4ef42827d880 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Calling delete_port for 2a091d1a-ef8d-48da-949f-68fa56dc2eee owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:25:35.224249 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe992fdb-254f-4925-bff6-b700156872cd req-69a4ad80-5607-4f2b-85ca-d530d09eec0a tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.0523262 Feb 07 21:25:35.355201 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be097fb-342e-466f-814f-e827b89090f5 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:25:35.362563 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1be097fb-342e-466f-814f-e827b89090f5 admin admin] 10.222.0.65 "PUT /v2.0/routers/e9057ad9-f582-4aaf-acd3-b500c0f6a4a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9522402 Feb 07 21:25:35.364984 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 51304) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:35.370319 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c72c449-970e-449f-839e-2db13c4fe157 None None] Sync routers for ids ['e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:25:35.387057 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c72c449-970e-449f-839e-2db13c4fe157 None None] Routers {'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:25:35.387760 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1c72c449-970e-449f-839e-2db13c4fe157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:25:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:35.448979 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-034f84a0-4984-4685-9d05-f31fc46de3d4 req-720c9a51-c9ab-4998-9847-3c4efbd25229 service neutron] 10.222.0.69 "GET /v2.0/networks/300bd9b5-02e2-4e96-8fb8-3f27550c121a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421627 Feb 07 21:25:35.687424 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-034f84a0-4984-4685-9d05-f31fc46de3d4 req-ea1f61e7-85f3-46c6-b128-719275a177c8 service neutron] 10.222.0.69 "GET /v2.0/networks/300bd9b5-02e2-4e96-8fb8-3f27550c121a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279963 Feb 07 21:25:35.768643 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-612f46aa-4398-4334-9fa9-1ba1aad081b5 admin admin] Publish callbacks [] for router (e9057ad9-f582-4aaf-acd3-b500c0f6a4a2), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:35.771369 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1c72c449-970e-449f-839e-2db13c4fe157 None None] Set router e9057ad9-f582-4aaf-acd3-b500c0f6a4a2 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:25:35.969784 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c442b827-ff57-4b8b-81b5-66e9978cb8e7 req-00abfc20-1c00-4287-bc76-4ef42827d880 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (2a091d1a-ef8d-48da-949f-68fa56dc2eee), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:35.998012 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['5fb90a9e-a67f-4343-bc50-e3b94d2d6e48'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:25:36.000442 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['2a091d1a-ef8d-48da-949f-68fa56dc2eee'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:25:36.083805 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00abfc20-1c00-4287-bc76-4ef42827d880 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a091d1a-ef8d-48da-949f-68fa56dc2eee,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:36.259303 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1c72c449-970e-449f-839e-2db13c4fe157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'name': 'tempest-ServerActionsTestJSON-1449725803-router', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:39Z', 'updated_at': '2022-02-07T21:25:33Z', 'revision_number': 5, 'project_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'gw_port': {'id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:41Z', 'updated_at': '2022-02-07T21:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:36.335411 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c72c449-970e-449f-839e-2db13c4fe157 None None] Checking router: e9057ad9-f582-4aaf-acd3-b500c0f6a4a2 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:25:36.358786 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c72c449-970e-449f-839e-2db13c4fe157 None None] Routers {'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:25:36.361087 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1c72c449-970e-449f-839e-2db13c4fe157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:25:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:36.376063 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eba264c3-a051-4a3b-a54b-67f92a509995 req-47dd4cbc-1c77-4170-b283-861d56d25c95 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=541b32e4-e26d-4975-b167-587c6b1f3cae HTTP/1.1" status: 200 len: 210 time: 0.1200323 Feb 07 21:25:36.505991 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-c442b827-ff57-4b8b-81b5-66e9978cb8e7 req-00abfc20-1c00-4287-bc76-4ef42827d880 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] No DVR routers for this DVR port 2a091d1a-ef8d-48da-949f-68fa56dc2eee on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:25:36.510021 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c233addf-eee6-41c4-bed2-02f1792c7b1a req-381bb38b-1c83-468f-9a18-765f3910414f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 210 time: 0.3406553 Feb 07 21:25:36.514600 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c442b827-ff57-4b8b-81b5-66e9978cb8e7 req-00abfc20-1c00-4287-bc76-4ef42827d880 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:36.518157 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c442b827-ff57-4b8b-81b5-66e9978cb8e7 req-00abfc20-1c00-4287-bc76-4ef42827d880 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.71 "DELETE /v2.0/ports/2a091d1a-ef8d-48da-949f-68fa56dc2eee HTTP/1.1" status: 204 len: 173 time: 2.1441708 Feb 07 21:25:36.518775 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541b32e4-e26d-4975-b167-587c6b1f3cae', 'name': 'network-vif-deleted', 'tag': '2a091d1a-ef8d-48da-949f-68fa56dc2eee'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:25:36.521733 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474f0615-9103-4ca0-85a6-8230fce2a055" -d '{"events": [{"server_uuid": "541b32e4-e26d-4975-b167-587c6b1f3cae", "name": "network-vif-deleted", "tag": "2a091d1a-ef8d-48da-949f-68fa56dc2eee"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:25:36.529201 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-612f46aa-4398-4334-9fa9-1ba1aad081b5 admin admin] Publish callbacks [] for router_gateway (e9057ad9-f582-4aaf-acd3-b500c0f6a4a2), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:36.798389 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-64f8e674-4ffa-4ab5-96bd-e8607acc239f req-f9faf642-efb0-4e11-962d-0e5daadccf3c tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.1739936 Feb 07 21:25:36.852808 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6b257c-b2fb-4875-8581-a4b9fe1c98f3 x-openstack-request-id: req-7f6b257c-b2fb-4875-8581-a4b9fe1c98f3 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:25:36.853105 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "541b32e4-e26d-4975-b167-587c6b1f3cae", "name": "network-vif-deleted", "tag": "2a091d1a-ef8d-48da-949f-68fa56dc2eee", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:25:36.853368 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7f6b257c-b2fb-4875-8581-a4b9fe1c98f3 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:25:36.853777 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541b32e4-e26d-4975-b167-587c6b1f3cae', 'name': 'network-vif-deleted', 'tag': '2a091d1a-ef8d-48da-949f-68fa56dc2eee', 'status': 'completed', 'code': 200} Feb 07 21:25:36.973881 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-612f46aa-4398-4334-9fa9-1ba1aad081b5 admin admin] Deleting port 614a535e-0e93-4cbd-8bf4-8100c3a05d3e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:25:36.983362 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-612f46aa-4398-4334-9fa9-1ba1aad081b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (614a535e-0e93-4cbd-8bf4-8100c3a05d3e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:36.984580 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1c72c449-970e-449f-839e-2db13c4fe157 None None] Set router e9057ad9-f582-4aaf-acd3-b500c0f6a4a2 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:25:37.189568 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-e5a6574c-2110-4d30-ab02-8bfb3d201628 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:37.210471 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-e5a6574c-2110-4d30-ab02-8bfb3d201628 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.71 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 812 time: 0.6128552 Feb 07 21:25:37.250152 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-805b417c-3150-4ee5-ab3e-72eeef19e4ba tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Request body: {'port': {'device_id': '6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'admin_state_up': True, 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:25:37.457980 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-612f46aa-4398-4334-9fa9-1ba1aad081b5 admin admin] For port 614a535e-0e93-4cbd-8bf4-8100c3a05d3e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=614a535e-0e93-4cbd-8bf4-8100c3a05d3e,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:25:37.458951 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-612f46aa-4398-4334-9fa9-1ba1aad081b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (614a535e-0e93-4cbd-8bf4-8100c3a05d3e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:37.505875 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-612f46aa-4398-4334-9fa9-1ba1aad081b5 admin admin] Calling delete_port for 614a535e-0e93-4cbd-8bf4-8100c3a05d3e owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:25:37.512280 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1c72c449-970e-449f-839e-2db13c4fe157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'name': 'tempest-ServerActionsTestJSON-1449725803-router', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:39Z', 'updated_at': '2022-02-07T21:25:33Z', 'revision_number': 5, 'project_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'gw_port': {'id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:41Z', 'updated_at': '2022-02-07T21:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:37.657025 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c72c449-970e-449f-839e-2db13c4fe157 None None] The sync data for ids ['e9057ad9-f582-4aaf-acd3-b500c0f6a4a2'] in n-d-828185-2 is: [{'id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'name': 'tempest-ServerActionsTestJSON-1449725803-router', 'tenant_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:14:39Z', 'updated_at': '2022-02-07T21:25:33Z', 'revision_number': 5, 'project_id': '20dde7e4922943ecbb5ccb76ad52e1a9', 'gw_port': {'id': '614a535e-0e93-4cbd-8bf4-8100c3a05d3e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9057ad9-f582-4aaf-acd3-b500c0f6a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:14:41Z', 'updated_at': '2022-02-07T21:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:25:37.784008 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8818fcc0-eaad-48d4-a217-95c18984e601 req-36c8a51c-0454-486e-99a5-87ea649fe730 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 210 time: 0.0659385 Feb 07 21:25:37.851746 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-805b417c-3150-4ee5-ab3e-72eeef19e4ba tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Made reservation on behalf of 8ef7e56915e94cee93ca54eb0ba4e95b for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:25:37.856665 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-805b417c-3150-4ee5-ab3e-72eeef19e4ba tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:38.135180 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 2a091d1a-ef8d-48da-949f-68fa56dc2eee no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:25:38.153934 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4fd537e2-c5b2-4bce-b16a-063d6c250e51 req-ccdaddd0-5f21-4ca8-b7ed-f75d9d3b562c tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.1237824 Feb 07 21:25:38.192783 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 2a091d1a-ef8d-48da-949f-68fa56dc2eee {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:25:38.196845 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 2a091d1a-ef8d-48da-949f-68fa56dc2eee not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:25:38.388596 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-805b417c-3150-4ee5-ab3e-72eeef19e4ba tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Allocated IP 172.20.0.8 (c5d8bec1-9baf-496d-8066-d331255bb96c/5277b698-1143-4952-a3ce-257473c57257/2c2e10d0-60e5-4f79-b772-646bc31503a1) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:25:38.403867 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3673ec9-540e-4e81-9866-a7dbf3db408b req-333b0b35-ff24-45c5-ae0c-15f3abac97e9 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:38.411140 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3673ec9-540e-4e81-9866-a7dbf3db408b req-333b0b35-ff24-45c5-ae0c-15f3abac97e9 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ecf98e6c-fa4f-4ae1-8825-39eee3192519 HTTP/1.1" status: 200 len: 1128 time: 0.2038665 Feb 07 21:25:38.421024 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-612f46aa-4398-4334-9fa9-1ba1aad081b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (614a535e-0e93-4cbd-8bf4-8100c3a05d3e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:38.492396 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f46aa-4398-4334-9fa9-1ba1aad081b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=614a535e-0e93-4cbd-8bf4-8100c3a05d3e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:38.622822 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3673ec9-540e-4e81-9866-a7dbf3db408b req-83e9dac4-fc67-46c0-a508-09fcd2b65279 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a2048f4d-bc10-4e13-bc94-83ca88a066b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053123 Feb 07 21:25:38.702418 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-612f46aa-4398-4334-9fa9-1ba1aad081b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (e9057ad9-f582-4aaf-acd3-b500c0f6a4a2), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:38.893946 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-612f46aa-4398-4334-9fa9-1ba1aad081b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (e9057ad9-f582-4aaf-acd3-b500c0f6a4a2), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:38.896203 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-612f46aa-4398-4334-9fa9-1ba1aad081b5 admin admin] Publish callbacks [] for router_controller (e9057ad9-f582-4aaf-acd3-b500c0f6a4a2), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:38.949580 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-612f46aa-4398-4334-9fa9-1ba1aad081b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (e9057ad9-f582-4aaf-acd3-b500c0f6a4a2), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:38.950657 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612f46aa-4398-4334-9fa9-1ba1aad081b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9057ad9-f582-4aaf-acd3-b500c0f6a4a2 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:25:38.956656 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-612f46aa-4398-4334-9fa9-1ba1aad081b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:38.957590 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-612f46aa-4398-4334-9fa9-1ba1aad081b5 admin admin] 10.222.0.65 "DELETE /v2.0/routers/e9057ad9-f582-4aaf-acd3-b500c0f6a4a2 HTTP/1.1" status: 204 len: 168 time: 3.5916610 Feb 07 21:25:38.960100 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 51380) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:39.051176 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ea93b6a-2acd-4abb-bbef-7ad50a7a0662 req-95ec2a73-c19b-4605-a227-b1062ea35728 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 210 time: 0.1069083 Feb 07 21:25:39.086051 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e63198f-f99e-40f7-8d9b-141664016184 admin admin] Deleting subnet 59eaac6e-e46d-4028-b7b2-899f00c5ee97 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:25:39.097054 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e63198f-f99e-40f7-8d9b-141664016184 admin admin] Publish callbacks [] for subnet (59eaac6e-e46d-4028-b7b2-899f00c5ee97), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:39.212673 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e63198f-f99e-40f7-8d9b-141664016184 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (59eaac6e-e46d-4028-b7b2-899f00c5ee97), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:39.235845 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-805b417c-3150-4ee5-ab3e-72eeef19e4ba tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for port (2c2e10d0-60e5-4f79-b772-646bc31503a1), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:39.391673 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-761b4f1f-19c6-4603-bc51-9db7db4a839d req-dd714992-798b-42fe-bcdb-9deb9fa3e7eb tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.0516541 Feb 07 21:25:39.399264 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-805b417c-3150-4ee5-ab3e-72eeef19e4ba tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (2c2e10d0-60e5-4f79-b772-646bc31503a1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:39.459715 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e63198f-f99e-40f7-8d9b-141664016184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (59eaac6e-e46d-4028-b7b2-899f00c5ee97), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:39.497369 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-805b417c-3150-4ee5-ab3e-72eeef19e4ba tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Network c5d8bec1-9baf-496d-8066-d331255bb96c is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:25:39.510774 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-805b417c-3150-4ee5-ab3e-72eeef19e4ba tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:25:39.526651 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-805b417c-3150-4ee5-ab3e-72eeef19e4ba tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:25:39.552471 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e63198f-f99e-40f7-8d9b-141664016184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (59eaac6e-e46d-4028-b7b2-899f00c5ee97), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:39.677417 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049731a4-c712-4064-8b6f-bf2c64d88e03 None None] Network 30b9222e-e3f7-4412-8b63-9320a43406d0 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:25:39.695813 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e63198f-f99e-40f7-8d9b-141664016184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:39.704602 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-805b417c-3150-4ee5-ab3e-72eeef19e4ba tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:39.705280 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-805b417c-3150-4ee5-ab3e-72eeef19e4ba tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:39.726640 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5e63198f-f99e-40f7-8d9b-141664016184 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/59eaac6e-e46d-4028-b7b2-899f00c5ee97 HTTP/1.1" status: 204 len: 168 time: 0.7603388 Feb 07 21:25:39.726883 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b417c-3150-4ee5-ab3e-72eeef19e4ba tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event updated for resources: {'Port': ['ID=2c2e10d0-60e5-4f79-b772-646bc31503a1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:39.728239 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 51388) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:39.743093 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-805b417c-3150-4ee5-ab3e-72eeef19e4ba tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5216408 Feb 07 21:25:39.755420 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-957eee8a-6be6-4e4f-bacf-c35e074781ff service neutron] Request body: {'port': {'device_id': '6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:25:39.765710 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63198f-f99e-40f7-8d9b-141664016184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59eaac6e-e46d-4028-b7b2-899f00c5ee97,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:39.878119 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 812a8f2b-86a8-42f0-839f-732f590817fb no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:25:40.019393 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-957eee8a-6be6-4e4f-bacf-c35e074781ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2c2e10d0-60e5-4f79-b772-646bc31503a1), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:40.030431 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 812a8f2b-86a8-42f0-839f-732f590817fb {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:25:40.030784 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 812a8f2b-86a8-42f0-839f-732f590817fb not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:25:40.031872 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39c69774-0879-48c5-9a98-99539452bf40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (30b9222e-e3f7-4412-8b63-9320a43406d0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:40.054899 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4871247-e949-4fd9-9dd7-d058c21cd4b0 req-2975206e-18fa-478e-8129-f94a8e325e37 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:40.064069 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7138d-5be9-429f-bc25-53836cbd96eb req-a0be5b77-e621-4eb0-816d-d2762306fd75 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:40.066857 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c4871247-e949-4fd9-9dd7-d058c21cd4b0 req-2975206e-18fa-478e-8129-f94a8e325e37 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ecf98e6c-fa4f-4ae1-8825-39eee3192519 HTTP/1.1" status: 200 len: 1128 time: 0.2259750 Feb 07 21:25:40.081795 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-62a7138d-5be9-429f-bc25-53836cbd96eb req-a0be5b77-e621-4eb0-816d-d2762306fd75 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ecf98e6c-fa4f-4ae1-8825-39eee3192519 HTTP/1.1" status: 200 len: 1128 time: 0.2696497 Feb 07 21:25:40.238426 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-62a7138d-5be9-429f-bc25-53836cbd96eb req-c16b04ee-182a-4ede-8496-06152a47c49f tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a2048f4d-bc10-4e13-bc94-83ca88a066b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425455 Feb 07 21:25:40.411416 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae74499-e46a-4fc9-b61b-30e238fedda7 None None] DHCP port deletion for 30b9222e-e3f7-4412-8b63-9320a43406d0 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:25:40.453178 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-39c69774-0879-48c5-9a98-99539452bf40 admin admin] Deleting port 43c721d3-29f9-40b5-87de-60bad5e154ba {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:25:40.456826 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39c69774-0879-48c5-9a98-99539452bf40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (43c721d3-29f9-40b5-87de-60bad5e154ba), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:40.500176 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8bf2c1a8-492c-42fb-a008-4afbd8e77a7f None None] Provisioning complete for port 2c2e10d0-60e5-4f79-b772-646bc31503a1 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:25:40.500916 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c1a8-492c-42fb-a008-4afbd8e77a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2c2e10d0-60e5-4f79-b772-646bc31503a1), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:40.561400 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ae5ee-421c-4817-83ab-6b011fa65726 req-c2cfd590-9809-4290-9739-df4929242fb2 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:40.561684 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-c4871247-e949-4fd9-9dd7-d058c21cd4b0 req-cd2a9739-a079-4153-a5dd-5861a2fe8b08 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Deleting port 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:25:40.561923 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c4871247-e949-4fd9-9dd7-d058c21cd4b0 req-cd2a9739-a079-4153-a5dd-5861a2fe8b08 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (5fb90a9e-a67f-4343-bc50-e3b94d2d6e48), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:40.569095 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e04ae5ee-421c-4817-83ab-6b011fa65726 req-c2cfd590-9809-4290-9739-df4929242fb2 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 931 time: 0.2178044 Feb 07 21:25:40.593570 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8bf2c1a8-492c-42fb-a008-4afbd8e77a7f None None] Port 2c2e10d0-60e5-4f79-b772-646bc31503a1 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:25:40.598314 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-dae74499-e46a-4fc9-b61b-30e238fedda7 None None] Deleting port 43c721d3-29f9-40b5-87de-60bad5e154ba {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:25:40.598915 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dae74499-e46a-4fc9-b61b-30e238fedda7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (43c721d3-29f9-40b5-87de-60bad5e154ba), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:40.677235 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-c4871247-e949-4fd9-9dd7-d058c21cd4b0 req-cd2a9739-a079-4153-a5dd-5861a2fe8b08 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] For port 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=5fb90a9e-a67f-4343-bc50-e3b94d2d6e48,segment=NetworkSegment(4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d),segment_id=4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:25:40.677606 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c4871247-e949-4fd9-9dd7-d058c21cd4b0 req-cd2a9739-a079-4153-a5dd-5861a2fe8b08 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (5fb90a9e-a67f-4343-bc50-e3b94d2d6e48), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:40.704437 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-c4871247-e949-4fd9-9dd7-d058c21cd4b0 req-cd2a9739-a079-4153-a5dd-5861a2fe8b08 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Calling delete_port for 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:25:40.733596 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-dae74499-e46a-4fc9-b61b-30e238fedda7 None None] For port 43c721d3-29f9-40b5-87de-60bad5e154ba, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=43c721d3-29f9-40b5-87de-60bad5e154ba,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:25:40.734219 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dae74499-e46a-4fc9-b61b-30e238fedda7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (43c721d3-29f9-40b5-87de-60bad5e154ba), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:40.751726 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-dae74499-e46a-4fc9-b61b-30e238fedda7 None None] Calling delete_port for 43c721d3-29f9-40b5-87de-60bad5e154ba owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:25:40.831905 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-39c69774-0879-48c5-9a98-99539452bf40 admin admin] For port 43c721d3-29f9-40b5-87de-60bad5e154ba, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=43c721d3-29f9-40b5-87de-60bad5e154ba,segment=NetworkSegment(dbfd5685-c06a-49d3-b940-6efb91f5b896),segment_id=dbfd5685-c06a-49d3-b940-6efb91f5b896)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:25:40.832627 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39c69774-0879-48c5-9a98-99539452bf40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (43c721d3-29f9-40b5-87de-60bad5e154ba), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:40.868462 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-39c69774-0879-48c5-9a98-99539452bf40 admin admin] Calling delete_port for 43c721d3-29f9-40b5-87de-60bad5e154ba owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:25:40.874656 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dae74499-e46a-4fc9-b61b-30e238fedda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (43c721d3-29f9-40b5-87de-60bad5e154ba), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:40.890780 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae74499-e46a-4fc9-b61b-30e238fedda7 None None] No DVR routers for this DVR port 43c721d3-29f9-40b5-87de-60bad5e154ba on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:25:40.915655 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae74499-e46a-4fc9-b61b-30e238fedda7 None None] Pushing event deleted for resources: {'Port': ['ID=43c721d3-29f9-40b5-87de-60bad5e154ba,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:41.025984 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c4871247-e949-4fd9-9dd7-d058c21cd4b0 req-cd2a9739-a079-4153-a5dd-5861a2fe8b08 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (5fb90a9e-a67f-4343-bc50-e3b94d2d6e48), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:41.039408 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['5fb90a9e-a67f-4343-bc50-e3b94d2d6e48'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:25:41.089958 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39c69774-0879-48c5-9a98-99539452bf40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (43c721d3-29f9-40b5-87de-60bad5e154ba), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:41.125574 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-93c1f0d3-5b5e-4c8d-a242-5aeceaae078c req-a81f0670-ab0d-4d63-971e-db050491b4f6 tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.5857823 Feb 07 21:25:41.131116 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c69774-0879-48c5-9a98-99539452bf40 admin admin] No DVR routers for this DVR port 43c721d3-29f9-40b5-87de-60bad5e154ba on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:25:41.138290 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a9739-a079-4153-a5dd-5861a2fe8b08 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fb90a9e-a67f-4343-bc50-e3b94d2d6e48,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:41.215705 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e04ae5ee-421c-4817-83ab-6b011fa65726 req-7e185f54-0b36-4810-9ea1-f7efdd6d997a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6384845 Feb 07 21:25:41.324367 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c69774-0879-48c5-9a98-99539452bf40 admin admin] Pushing event deleted for resources: {'Port': ['ID=43c721d3-29f9-40b5-87de-60bad5e154ba,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:41.331551 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 43c721d3-29f9-40b5-87de-60bad5e154ba no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:25:41.383256 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 43c721d3-29f9-40b5-87de-60bad5e154ba {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:25:41.383625 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 43c721d3-29f9-40b5-87de-60bad5e154ba not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:25:41.384041 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 614a535e-0e93-4cbd-8bf4-8100c3a05d3e no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:25:41.425536 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 614a535e-0e93-4cbd-8bf4-8100c3a05d3e {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:25:41.425799 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 614a535e-0e93-4cbd-8bf4-8100c3a05d3e not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:25:41.436023 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39c69774-0879-48c5-9a98-99539452bf40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (30b9222e-e3f7-4412-8b63-9320a43406d0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:41.458434 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-54139676-f32b-4cfd-b932-b9cf0c8cbe8c req-a3a1942d-13d6-45ff-afe4-02987e797080 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ecf98e6c-fa4f-4ae1-8825-39eee3192519 HTTP/1.1" status: 200 len: 210 time: 0.0866427 Feb 07 21:25:41.491056 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-39c69774-0879-48c5-9a98-99539452bf40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b9222e-e3f7-4412-8b63-9320a43406d0']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:41.492071 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-957eee8a-6be6-4e4f-bacf-c35e074781ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c2e10d0-60e5-4f79-b772-646bc31503a1 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:25:41.502920 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-957eee8a-6be6-4e4f-bacf-c35e074781ff service neutron] Publish callbacks [] for port (2c2e10d0-60e5-4f79-b772-646bc31503a1), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:41.507147 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-39c69774-0879-48c5-9a98-99539452bf40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbfd5685-c06a-49d3-b940-6efb91f5b896') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:41.507665 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-39c69774-0879-48c5-9a98-99539452bf40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbfd5685-c06a-49d3-b940-6efb91f5b896') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:41.519839 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39c69774-0879-48c5-9a98-99539452bf40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (dbfd5685-c06a-49d3-b940-6efb91f5b896), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:41.536241 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39c69774-0879-48c5-9a98-99539452bf40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (dbfd5685-c06a-49d3-b940-6efb91f5b896), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:41.556040 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4871247-e949-4fd9-9dd7-d058c21cd4b0 req-cd2a9739-a079-4153-a5dd-5861a2fe8b08 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] No DVR routers for this DVR port 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:25:41.560803 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c4871247-e949-4fd9-9dd7-d058c21cd4b0 req-cd2a9739-a079-4153-a5dd-5861a2fe8b08 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:41.564568 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c4871247-e949-4fd9-9dd7-d058c21cd4b0 req-cd2a9739-a079-4153-a5dd-5861a2fe8b08 tempest-TestServerMultinode-1613183998 tempest-TestServerMultinode-1613183998-project-admin] 10.222.0.69 "DELETE /v2.0/ports/5fb90a9e-a67f-4343-bc50-e3b94d2d6e48 HTTP/1.1" status: 204 len: 173 time: 1.4666057 Feb 07 21:25:41.565250 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf98e6c-fa4f-4ae1-8825-39eee3192519', 'name': 'network-vif-deleted', 'tag': '5fb90a9e-a67f-4343-bc50-e3b94d2d6e48'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:25:41.567989 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239bbca8-11d9-4ad0-b681-0f59761c3c81" -d '{"events": [{"server_uuid": "ecf98e6c-fa4f-4ae1-8825-39eee3192519", "name": "network-vif-deleted", "tag": "5fb90a9e-a67f-4343-bc50-e3b94d2d6e48"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:25:41.571121 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c69774-0879-48c5-9a98-99539452bf40 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:25:41.571716 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39c69774-0879-48c5-9a98-99539452bf40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (dbfd5685-c06a-49d3-b940-6efb91f5b896), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: self.session.flush() Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: self.session.flush() Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: self.session.flush() Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: self.session.flush() Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:25:41.574288 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:25:41.638233 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129da4c3-5821-43da-a059-2ccdf7284860 x-openstack-request-id: req-129da4c3-5821-43da-a059-2ccdf7284860 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:25:41.638793 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf98e6c-fa4f-4ae1-8825-39eee3192519", "name": "network-vif-deleted", "tag": "5fb90a9e-a67f-4343-bc50-e3b94d2d6e48", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:25:41.639486 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-129da4c3-5821-43da-a059-2ccdf7284860 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:25:41.640073 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf98e6c-fa4f-4ae1-8825-39eee3192519', 'name': 'network-vif-deleted', 'tag': '5fb90a9e-a67f-4343-bc50-e3b94d2d6e48', 'status': 'completed', 'code': 200} Feb 07 21:25:41.653023 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-957eee8a-6be6-4e4f-bacf-c35e074781ff service neutron] Transition to ACTIVE for port object 2c2e10d0-60e5-4f79-b772-646bc31503a1 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:25:41.654062 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39c69774-0879-48c5-9a98-99539452bf40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (30b9222e-e3f7-4412-8b63-9320a43406d0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:41.659602 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-957eee8a-6be6-4e4f-bacf-c35e074781ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (2c2e10d0-60e5-4f79-b772-646bc31503a1), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:41.680242 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c69774-0879-48c5-9a98-99539452bf40 admin admin] Pushing event deleted for resources: {'Network': ['ID=30b9222e-e3f7-4412-8b63-9320a43406d0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:41.683696 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39c69774-0879-48c5-9a98-99539452bf40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:41.697543 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-39c69774-0879-48c5-9a98-99539452bf40 admin admin] 10.222.0.65 "DELETE /v2.0/networks/30b9222e-e3f7-4412-8b63-9320a43406d0 HTTP/1.1" status: 204 len: 168 time: 1.9566264 Feb 07 21:25:41.759653 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957eee8a-6be6-4e4f-bacf-c35e074781ff service neutron] Pushing event updated for resources: {'Port': ['ID=2c2e10d0-60e5-4f79-b772-646bc31503a1,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:41.897694 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 51432) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:41.951639 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-957eee8a-6be6-4e4f-bacf-c35e074781ff service neutron] Attempting to bind port 2c2e10d0-60e5-4f79-b772-646bc31503a1 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:25:41.951921 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-957eee8a-6be6-4e4f-bacf-c35e074781ff service neutron] Attempting to bind port 2c2e10d0-60e5-4f79-b772-646bc31503a1 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:25:41.955451 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-957eee8a-6be6-4e4f-bacf-c35e074781ff service neutron] Attempting to bind port 2c2e10d0-60e5-4f79-b772-646bc31503a1 on network c5d8bec1-9baf-496d-8066-d331255bb96c {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:25:41.964269 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-957eee8a-6be6-4e4f-bacf-c35e074781ff service neutron] Port 2c2e10d0-60e5-4f79-b772-646bc31503a1 on network c5d8bec1-9baf-496d-8066-d331255bb96c not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:25:41.964701 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-957eee8a-6be6-4e4f-bacf-c35e074781ff service neutron] Attempting to bind port 2c2e10d0-60e5-4f79-b772-646bc31503a1 on network c5d8bec1-9baf-496d-8066-d331255bb96c {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:25:41.973987 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d9ce8a03-e33c-421b-a224-72606a90306e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=20dde7e4922943ecbb5ccb76ad52e1a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0728717 Feb 07 21:25:41.974391 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 51434) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:41.976200 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-957eee8a-6be6-4e4f-bacf-c35e074781ff service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:25:41.979646 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-957eee8a-6be6-4e4f-bacf-c35e074781ff service neutron] Checking segment: {'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:25:41.980116 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-957eee8a-6be6-4e4f-bacf-c35e074781ff service neutron] Bound using segment: {'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:25:41.980678 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-957eee8a-6be6-4e4f-bacf-c35e074781ff service neutron] Bound port: 2c2e10d0-60e5-4f79-b772-646bc31503a1, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:25:41.981643 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-957eee8a-6be6-4e4f-bacf-c35e074781ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2c2e10d0-60e5-4f79-b772-646bc31503a1), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:42.103094 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-957eee8a-6be6-4e4f-bacf-c35e074781ff service neutron] For port 2c2e10d0-60e5-4f79-b772-646bc31503a1, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:25:42.108198 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-957eee8a-6be6-4e4f-bacf-c35e074781ff service neutron] For port 2c2e10d0-60e5-4f79-b772-646bc31503a1, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=2c2e10d0-60e5-4f79-b772-646bc31503a1,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:25:42.120593 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-447ff029-397d-4c8a-8b7d-315ae97a241e admin admin] Publish callbacks [] for security_group (d43ae75f-4046-49f6-91e9-a80fb15ae628), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:42.130912 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-957eee8a-6be6-4e4f-bacf-c35e074781ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (2c2e10d0-60e5-4f79-b772-646bc31503a1), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:42.175198 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-447ff029-397d-4c8a-8b7d-315ae97a241e admin admin] Publish callbacks [] for security_group (d43ae75f-4046-49f6-91e9-a80fb15ae628), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:42.305866 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-447ff029-397d-4c8a-8b7d-315ae97a241e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d43ae75f-4046-49f6-91e9-a80fb15ae628), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:42.310422 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-447ff029-397d-4c8a-8b7d-315ae97a241e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:42.312196 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-447ff029-397d-4c8a-8b7d-315ae97a241e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d43ae75f-4046-49f6-91e9-a80fb15ae628 HTTP/1.1" status: 204 len: 168 time: 0.3368211 Feb 07 21:25:42.343411 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ff029-397d-4c8a-8b7d-315ae97a241e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43ae75f-4046-49f6-91e9-a80fb15ae628,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:42.344678 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957eee8a-6be6-4e4f-bacf-c35e074781ff service neutron] Pushing event updated for resources: {'Port': ['ID=2c2e10d0-60e5-4f79-b772-646bc31503a1,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:42.405996 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-957eee8a-6be6-4e4f-bacf-c35e074781ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:42.409858 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-957eee8a-6be6-4e4f-bacf-c35e074781ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:42.412239 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-957eee8a-6be6-4e4f-bacf-c35e074781ff service neutron] 10.222.0.71 "PUT /v2.0/ports/2c2e10d0-60e5-4f79-b772-646bc31503a1 HTTP/1.1" status: 200 len: 1091 time: 2.6624143 Feb 07 21:25:42.413915 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2', 'tag': '2c2e10d0-60e5-4f79-b772-646bc31503a1'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:25:42.433920 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d244d71-15d5-4e10-8a5a-a6f8953eccff" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2", "tag": "2c2e10d0-60e5-4f79-b772-646bc31503a1"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:25:42.471466 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-103c62cf-4f06-4450-9b94-906be4d640ea req-90179d26-3c76-4dd8-bc5d-3ec551d4a00e tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.1946256 Feb 07 21:25:42.621856 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f6b88c-4ea0-4a53-842e-40d8e9895933 x-openstack-request-id: req-70f6b88c-4ea0-4a53-842e-40d8e9895933 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:25:42.622218 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2", "tag": "2c2e10d0-60e5-4f79-b772-646bc31503a1", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:25:42.622401 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-70f6b88c-4ea0-4a53-842e-40d8e9895933 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:25:42.631019 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2', 'tag': '2c2e10d0-60e5-4f79-b772-646bc31503a1', 'status': 'completed', 'code': 200} Feb 07 21:25:42.640652 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bb201-8346-4741-b526-392ad8050e11 req-4351338f-95eb-499b-83c3-fbd72426c69a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:42.669145 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d98bb201-8346-4741-b526-392ad8050e11 req-4351338f-95eb-499b-83c3-fbd72426c69a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.3117828 Feb 07 21:25:42.725932 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-e1b31356-cdf3-47bc-814e-ad2dbeb3cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:42.727284 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-e1b31356-cdf3-47bc-814e-ad2dbeb3cddf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 1125 time: 0.2539356 Feb 07 21:25:42.737828 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 51448) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:42.780390 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d98bb201-8346-4741-b526-392ad8050e11 req-aae922c8-8f33-4f92-b43a-4d794283772e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094658 Feb 07 21:25:42.876689 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-2f911522-299b-4e55-bc4a-4823a4e0c1d1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c2e10d0-60e5-4f79-b772-646bc31503a1 HTTP/1.1" status: 200 len: 217 time: 0.1252720 Feb 07 21:25:42.987585 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-e74a8fed-986e-4668-a4ab-5ad07ebf5662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:42.989955 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-e74a8fed-986e-4668-a4ab-5ad07ebf5662 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5277b698-1143-4952-a3ce-257473c57257 HTTP/1.1" status: 200 len: 851 time: 0.1061428 Feb 07 21:25:43.067434 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-277d648e-a078-41a4-9a47-910ccb4e3d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:43.076215 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-277d648e-a078-41a4-9a47-910ccb4e3d82 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c5d8bec1-9baf-496d-8066-d331255bb96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0802259 Feb 07 21:25:43.093849 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-15edc7c3-de4e-4399-9cc0-fe47e2b96d79 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:25:43.094953 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-15edc7c3-de4e-4399-9cc0-fe47e2b96d79 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074039 Feb 07 21:25:43.291972 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-9dc0b052-f4ab-4350-a12e-7246e64ce20f service neutron] 10.222.0.71 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902337 Feb 07 21:25:43.496578 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-902e700b-0b1e-4cf2-8043-94b897b1d47c req-9aaa59a3-1140-4406-87a0-08755c96f7be service neutron] 10.222.0.71 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987710 Feb 07 21:25:43.621901 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:25:43.664513 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:25:43.664855 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 5fb90a9e-a67f-4343-bc50-e3b94d2d6e48 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:25:43.685936 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d73d7d78-d026-45bf-9bc5-57653ee395e0 req-1fb352f3-85aa-4720-ab91-25f6eefbdcdc tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.0761833 Feb 07 21:25:43.712942 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d244d71-15d5-4e10-8a5a-a6f8953eccff req-bc84f694-9f1a-4b13-88b5-bf750a9e0636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:43.714459 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d244d71-15d5-4e10-8a5a-a6f8953eccff req-bc84f694-9f1a-4b13-88b5-bf750a9e0636 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 1125 time: 0.1657193 Feb 07 21:25:43.819267 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 51480) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:43.921854 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d244d71-15d5-4e10-8a5a-a6f8953eccff req-fc24c169-4c0a-46ad-a07c-2837c4ff6ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:43.923349 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d244d71-15d5-4e10-8a5a-a6f8953eccff req-fc24c169-4c0a-46ad-a07c-2837c4ff6ada service neutron] 10.222.0.71 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 913 time: 0.2021716 Feb 07 21:25:43.997452 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d244d71-15d5-4e10-8a5a-a6f8953eccff req-d9058415-b132-46bc-b1cb-b2e05e323dbe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c2e10d0-60e5-4f79-b772-646bc31503a1 HTTP/1.1" status: 200 len: 217 time: 0.0672443 Feb 07 21:25:44.080024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2bb2c6e1-e88a-4608-865e-54368634275a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-578557716-network', 'tenant_id': '7fa12ba958b04e1d8726edf7d8258d23'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:25:44.172066 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d244d71-15d5-4e10-8a5a-a6f8953eccff req-5c43c3f2-f994-422b-981c-e8733a714b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:44.175337 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d244d71-15d5-4e10-8a5a-a6f8953eccff req-5c43c3f2-f994-422b-981c-e8733a714b86 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5277b698-1143-4952-a3ce-257473c57257 HTTP/1.1" status: 200 len: 851 time: 0.1543112 Feb 07 21:25:44.242602 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb2c6e1-e88a-4608-865e-54368634275a admin admin] Made reservation on behalf of 7fa12ba958b04e1d8726edf7d8258d23 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:25:44.245849 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2bb2c6e1-e88a-4608-865e-54368634275a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:44.271714 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c968a73-73ae-4287-9423-5a5a9d5e68a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (928bb0a6-f6f6-47e9-a24f-0b692a16679b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:44.346994 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f443fc3-0b73-4853-b106-d2fc581a209f req-eea613b6-eb17-44e1-a0d9-5559fe826b3b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:44.353804 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f443fc3-0b73-4853-b106-d2fc581a209f req-eea613b6-eb17-44e1-a0d9-5559fe826b3b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.3553724 Feb 07 21:25:44.363548 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2bb2c6e1-e88a-4608-865e-54368634275a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:44.463258 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f443fc3-0b73-4853-b106-d2fc581a209f req-1fff7b5b-4a94-406e-8b87-fdf076528927 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038427 Feb 07 21:25:44.478992 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d244d71-15d5-4e10-8a5a-a6f8953eccff req-97f5f9ec-4f5d-4888-97ed-d509313c90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:44.480803 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d244d71-15d5-4e10-8a5a-a6f8953eccff req-97f5f9ec-4f5d-4888-97ed-d509313c90eb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c5d8bec1-9baf-496d-8066-d331255bb96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2891183 Feb 07 21:25:44.592980 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2bb2c6e1-e88a-4608-865e-54368634275a admin admin] Publish callbacks [] for security_group (aee2eb17-ae84-4f92-8277-330174fd03fe), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:44.599668 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2bb2c6e1-e88a-4608-865e-54368634275a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (aee2eb17-ae84-4f92-8277-330174fd03fe), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:44.624343 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d244d71-15d5-4e10-8a5a-a6f8953eccff req-df0601eb-2a7a-4929-b1f8-57a5f36e4ca3 service neutron] 10.222.0.71 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368456 Feb 07 21:25:44.649031 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb2c6e1-e88a-4608-865e-54368634275a admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:25:44.696741 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2c6e1-e88a-4608-865e-54368634275a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee2eb17-ae84-4f92-8277-330174fd03fe,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:44.704025 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2bb2c6e1-e88a-4608-865e-54368634275a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (752351e3-66a4-4c71-a1f8-7a53ae6c8ddf), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:44.704388 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-2bb2c6e1-e88a-4608-865e-54368634275a admin admin] Added segment 752351e3-66a4-4c71-a1f8-7a53ae6c8ddf of type vlan for network 84c20f15-f9fd-490b-96f5-cc035b7d1091 Feb 07 21:25:44.764367 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2bb2c6e1-e88a-4608-865e-54368634275a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (84c20f15-f9fd-490b-96f5-cc035b7d1091), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:44.794697 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d244d71-15d5-4e10-8a5a-a6f8953eccff req-d8acb86b-835b-432c-bded-8e6a1e9784d9 service neutron] 10.222.0.71 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597579 Feb 07 21:25:44.804872 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2bb2c6e1-e88a-4608-865e-54368634275a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (84c20f15-f9fd-490b-96f5-cc035b7d1091), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:44.805891 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb2c6e1-e88a-4608-865e-54368634275a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:44.806479 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2bb2c6e1-e88a-4608-865e-54368634275a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:44.821586 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2c968a73-73ae-4287-9423-5a5a9d5e68a4 admin admin] Deleting port c642cd1d-d10d-409b-ace6-82f36a6b1e88 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:25:44.821935 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c968a73-73ae-4287-9423-5a5a9d5e68a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c642cd1d-d10d-409b-ace6-82f36a6b1e88), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:44.905220 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-64a02e05-c8d6-43ff-b678-00d1594ddc15 req-82637667-b990-4fb2-ae22-a778c02fdba4 tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.0385635 Feb 07 21:25:44.911312 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2bb2c6e1-e88a-4608-865e-54368634275a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0910037 Feb 07 21:25:44.914539 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 51496) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:44.919770 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1517e13b-272b-4741-a9fe-a0796a70e633 admin admin] Request body: {'subnet': {'network_id': '84c20f15-f9fd-490b-96f5-cc035b7d1091', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-578557716-subnet', 'tenant_id': '7fa12ba958b04e1d8726edf7d8258d23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:25:44.946198 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2c6e1-e88a-4608-865e-54368634275a admin admin] Pushing event updated for resources: {'Network': ['ID=84c20f15-f9fd-490b-96f5-cc035b7d1091,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:44.963034 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 84c20f15-f9fd-490b-96f5-cc035b7d1091 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:25:44.963605 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1517e13b-272b-4741-a9fe-a0796a70e633 admin admin] Made reservation on behalf of 7fa12ba958b04e1d8726edf7d8258d23 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:25:44.968272 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1517e13b-272b-4741-a9fe-a0796a70e633 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:45.065429 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-2c968a73-73ae-4287-9423-5a5a9d5e68a4 admin admin] For port c642cd1d-d10d-409b-ace6-82f36a6b1e88, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c642cd1d-d10d-409b-ace6-82f36a6b1e88,segment=NetworkSegment(4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d),segment_id=4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:25:45.066108 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c968a73-73ae-4287-9423-5a5a9d5e68a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c642cd1d-d10d-409b-ace6-82f36a6b1e88), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:45.089048 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2c968a73-73ae-4287-9423-5a5a9d5e68a4 admin admin] Calling delete_port for c642cd1d-d10d-409b-ace6-82f36a6b1e88 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:25:45.302489 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1517e13b-272b-4741-a9fe-a0796a70e633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (b172d8d4-4dbe-482f-a3ec-90e33357c623), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:45.387072 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517e13b-272b-4741-a9fe-a0796a70e633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b172d8d4-4dbe-482f-a3ec-90e33357c623,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:45.395202 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1517e13b-272b-4741-a9fe-a0796a70e633 admin admin] Checking segment: {'id': '752351e3-66a4-4c71-a1f8-7a53ae6c8ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '84c20f15-f9fd-490b-96f5-cc035b7d1091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:25:45.395801 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1517e13b-272b-4741-a9fe-a0796a70e633 admin admin] Network hostable DHCP agents. Network: 84c20f15-f9fd-490b-96f5-cc035b7d1091, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:25:45.403915 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c968a73-73ae-4287-9423-5a5a9d5e68a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (c642cd1d-d10d-409b-ace6-82f36a6b1e88), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:45.428823 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1517e13b-272b-4741-a9fe-a0796a70e633 admin admin] Network 84c20f15-f9fd-490b-96f5-cc035b7d1091 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:25:45.441269 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c968a73-73ae-4287-9423-5a5a9d5e68a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c642cd1d-d10d-409b-ace6-82f36a6b1e88,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:45.444869 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-1517e13b-272b-4741-a9fe-a0796a70e633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 84c20f15-f9fd-490b-96f5-cc035b7d1091) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:25:45.448993 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1517e13b-272b-4741-a9fe-a0796a70e633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:45.449581 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1517e13b-272b-4741-a9fe-a0796a70e633 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:45.462597 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2c59d3-28df-47ce-b27d-503cb784ed7f None None] Network 84c20f15-f9fd-490b-96f5-cc035b7d1091 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:25:45.467513 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1517e13b-272b-4741-a9fe-a0796a70e633 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5522287 Feb 07 21:25:45.649436 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672d3a2-015a-4187-9fcb-6bf8b02d1918 req-8d421a67-c312-44c3-a6ad-9282fe601100 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:45.659069 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6672d3a2-015a-4187-9fcb-6bf8b02d1918 req-8d421a67-c312-44c3-a6ad-9282fe601100 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.1214290 Feb 07 21:25:45.730077 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a325d52-3c63-431b-8292-39a2b81be624 None None] Network 84c20f15-f9fd-490b-96f5-cc035b7d1091 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:25:45.821756 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6672d3a2-015a-4187-9fcb-6bf8b02d1918 req-1680abe2-1068-4853-89ad-1aa461a34dd1 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519628 Feb 07 21:25:45.877544 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c968a73-73ae-4287-9423-5a5a9d5e68a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (928bb0a6-f6f6-47e9-a24f-0b692a16679b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:46.112480 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-32c794e3-113d-46fa-b4d8-38e1a8c86053 req-86cfb5b3-e820-4141-80a6-007b72163f38 tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.0426896 Feb 07 21:25:46.318309 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c968a73-73ae-4287-9423-5a5a9d5e68a4 admin admin] Router 928bb0a6-f6f6-47e9-a24f-0b692a16679b has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:25:46.462247 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-c672c9e7-16b2-45a5-b24b-36626964d8af tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:46.469080 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-c672c9e7-16b2-45a5-b24b-36626964d8af tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/networks?id=84c20f15-f9fd-490b-96f5-cc035b7d1091 HTTP/1.1" status: 200 len: 813 time: 0.2483432 Feb 07 21:25:46.505612 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-4a477210-5c51-49c4-a6cf-b467d4f4447b tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/quotas/7fa12ba958b04e1d8726edf7d8258d23 HTTP/1.1" status: 200 len: 375 time: 0.0354576 Feb 07 21:25:46.548059 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c968a73-73ae-4287-9423-5a5a9d5e68a4 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:25:46.554366 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2c968a73-73ae-4287-9423-5a5a9d5e68a4 admin admin] 10.222.0.65 "PUT /v2.0/routers/928bb0a6-f6f6-47e9-a24f-0b692a16679b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8154325 Feb 07 21:25:46.557078 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 51532) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:46.560097 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eb225a-7651-4a31-af7b-d9f57f1ecb2d None None] Sync routers for ids ['928bb0a6-f6f6-47e9-a24f-0b692a16679b'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:25:46.568468 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-2658f36c-9c00-4e44-ae37-060f17e85091 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7fa12ba958b04e1d8726edf7d8258d23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616965 Feb 07 21:25:46.582464 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eb225a-7651-4a31-af7b-d9f57f1ecb2d None None] Routers {'928bb0a6-f6f6-47e9-a24f-0b692a16679b'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:25:46.583596 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a4eb225a-7651-4a31-af7b-d9f57f1ecb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:25:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['928bb0a6-f6f6-47e9-a24f-0b692a16679b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:46.770575 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-39521e01-9600-4d44-b6ba-87b45b4ab8f6 service neutron] 10.222.0.65 "GET /v2.0/networks/84c20f15-f9fd-490b-96f5-cc035b7d1091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999772 Feb 07 21:25:46.828180 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-a4eb225a-7651-4a31-af7b-d9f57f1ecb2d None None] Set router 928bb0a6-f6f6-47e9-a24f-0b692a16679b gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:25:46.843131 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-31df9c9f-3828-4b85-84e5-04269d522b9b admin admin] Publish callbacks [] for router (928bb0a6-f6f6-47e9-a24f-0b692a16679b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:47.067759 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-8459e468-a03a-492c-9da3-3112dfd4f22e service neutron] 10.222.0.65 "GET /v2.0/networks/84c20f15-f9fd-490b-96f5-cc035b7d1091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945948 Feb 07 21:25:47.084711 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-31df9c9f-3828-4b85-84e5-04269d522b9b admin admin] Publish callbacks [] for router_gateway (928bb0a6-f6f6-47e9-a24f-0b692a16679b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:47.101580 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ddd41e-4103-4e74-929d-befb724480b0 req-c90f73f5-db4f-4ae6-8418-d7c1335cd925 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:47.106450 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-34ddd41e-4103-4e74-929d-befb724480b0 req-c90f73f5-db4f-4ae6-8418-d7c1335cd925 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.1652334 Feb 07 21:25:47.170106 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-34ddd41e-4103-4e74-929d-befb724480b0 req-e6cd6b16-75a4-481f-812e-5eb076fbd531 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559592 Feb 07 21:25:47.257008 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-31df9c9f-3828-4b85-84e5-04269d522b9b admin admin] Deleting port c7864800-bb04-4977-a36f-f77ba05bde5a {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:25:47.258401 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-31df9c9f-3828-4b85-84e5-04269d522b9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c7864800-bb04-4977-a36f-f77ba05bde5a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:47.272915 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a4eb225a-7651-4a31-af7b-d9f57f1ecb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928bb0a6-f6f6-47e9-a24f-0b692a16679b', 'name': 'tempest-TestServerMultinode-1057403538-router', 'tenant_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'c7864800-bb04-4977-a36f-f77ba05bde5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:24:23Z', 'updated_at': '2022-02-07T21:25:45Z', 'revision_number': 5, 'project_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'gw_port': {'id': 'c7864800-bb04-4977-a36f-f77ba05bde5a', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:04:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928bb0a6-f6f6-47e9-a24f-0b692a16679b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:24Z', 'updated_at': '2022-02-07T21:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:47.385038 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eb225a-7651-4a31-af7b-d9f57f1ecb2d None None] Checking router: 928bb0a6-f6f6-47e9-a24f-0b692a16679b for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:25:47.401227 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-faaf9a47-dfc1-4582-aaf0-dccb1747847f req-6e7a82c0-a218-4b9b-9eea-eb4a39cc1c4a tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.0690720 Feb 07 21:25:47.447754 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eb225a-7651-4a31-af7b-d9f57f1ecb2d None None] Routers {'928bb0a6-f6f6-47e9-a24f-0b692a16679b'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:25:47.448432 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a4eb225a-7651-4a31-af7b-d9f57f1ecb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:25:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['928bb0a6-f6f6-47e9-a24f-0b692a16679b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:47.585279 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-31df9c9f-3828-4b85-84e5-04269d522b9b admin admin] For port c7864800-bb04-4977-a36f-f77ba05bde5a, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c7864800-bb04-4977-a36f-f77ba05bde5a,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:25:47.585878 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-31df9c9f-3828-4b85-84e5-04269d522b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c7864800-bb04-4977-a36f-f77ba05bde5a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:47.633078 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4399d81a-607e-4c39-a702-e4891f9a1302 req-9e1cbce1-07fe-47ca-9760-cf4237fd3cb5 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/ports?device_id=9894528a-6f80-428c-a758-689679d4c44c HTTP/1.1" status: 200 len: 210 time: 0.0721209 Feb 07 21:25:47.633695 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-31df9c9f-3828-4b85-84e5-04269d522b9b admin admin] Calling delete_port for c7864800-bb04-4977-a36f-f77ba05bde5a owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:25:47.863827 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-a4eb225a-7651-4a31-af7b-d9f57f1ecb2d None None] Set router 928bb0a6-f6f6-47e9-a24f-0b692a16679b gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:25:48.029527 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-31df9c9f-3828-4b85-84e5-04269d522b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (c7864800-bb04-4977-a36f-f77ba05bde5a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:48.034846 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a4eb225a-7651-4a31-af7b-d9f57f1ecb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928bb0a6-f6f6-47e9-a24f-0b692a16679b', 'name': 'tempest-TestServerMultinode-1057403538-router', 'tenant_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:24:23Z', 'updated_at': '2022-02-07T21:25:47Z', 'revision_number': 6, 'project_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:48.109538 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df9c9f-3828-4b85-84e5-04269d522b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=c7864800-bb04-4977-a36f-f77ba05bde5a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:48.188546 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eb225a-7651-4a31-af7b-d9f57f1ecb2d None None] The sync data for ids ['928bb0a6-f6f6-47e9-a24f-0b692a16679b'] in n-d-828185-2 is: [{'id': '928bb0a6-f6f6-47e9-a24f-0b692a16679b', 'name': 'tempest-TestServerMultinode-1057403538-router', 'tenant_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:24:23Z', 'updated_at': '2022-02-07T21:25:47Z', 'revision_number': 6, 'project_id': 'ba004e5339854bb7a8ac354dbe3b1a55', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:25:48.297419 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-31df9c9f-3828-4b85-84e5-04269d522b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (928bb0a6-f6f6-47e9-a24f-0b692a16679b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:48.414230 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9087a56c-6198-4639-955a-76eb639ef988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:48.435066 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a1feb-f981-48d5-9c10-2ed81c1bd7b7 req-8ffa0ec0-f6f2-45ae-8110-8c6a5a5e8250 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:48.447460 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c75a1feb-f981-48d5-9c10-2ed81c1bd7b7 req-8ffa0ec0-f6f2-45ae-8110-8c6a5a5e8250 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.1295550 Feb 07 21:25:48.552096 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-31df9c9f-3828-4b85-84e5-04269d522b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (928bb0a6-f6f6-47e9-a24f-0b692a16679b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:48.556012 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c75a1feb-f981-48d5-9c10-2ed81c1bd7b7 req-2b981421-ce1b-408c-9851-24d109ad25b0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060007 Feb 07 21:25:48.562247 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-31df9c9f-3828-4b85-84e5-04269d522b9b admin admin] Publish callbacks [] for router_controller (928bb0a6-f6f6-47e9-a24f-0b692a16679b), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:48.690373 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-31df9c9f-3828-4b85-84e5-04269d522b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (928bb0a6-f6f6-47e9-a24f-0b692a16679b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:48.691021 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31df9c9f-3828-4b85-84e5-04269d522b9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 928bb0a6-f6f6-47e9-a24f-0b692a16679b {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:25:48.718590 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-31df9c9f-3828-4b85-84e5-04269d522b9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:48.727708 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-31df9c9f-3828-4b85-84e5-04269d522b9b admin admin] 10.222.0.65 "DELETE /v2.0/routers/928bb0a6-f6f6-47e9-a24f-0b692a16679b HTTP/1.1" status: 204 len: 168 time: 2.1508336 Feb 07 21:25:48.730114 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 51594) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:48.762930 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52166ee7-68b5-4102-a066-1842abca78d5 req-60d35f78-33f2-4d9e-af2b-4c955ecf1450 tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.1728292 Feb 07 21:25:48.862687 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-83885c09-4328-431c-af7a-8fb42e0777e0 admin admin] Deleting subnet 9a98df2e-d84a-41d2-811e-e4194c5a4a26 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:25:48.873256 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83885c09-4328-431c-af7a-8fb42e0777e0 admin admin] Publish callbacks [] for subnet (9a98df2e-d84a-41d2-811e-e4194c5a4a26), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:48.968909 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea5a6c74-ffcd-48fd-b664-f8adfbe59591 req-242f9afe-c990-48a3-92a3-7e1424973e3b tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/ports?device_id=9894528a-6f80-428c-a758-689679d4c44c HTTP/1.1" status: 200 len: 210 time: 0.0984986 Feb 07 21:25:49.073829 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83885c09-4328-431c-af7a-8fb42e0777e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (9a98df2e-d84a-41d2-811e-e4194c5a4a26), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:49.493792 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c642cd1d-d10d-409b-ace6-82f36a6b1e88 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:25:49.574101 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-0e6207a1-1456-40c1-b41d-f6e43abc4a99 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:49.585232 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-0e6207a1-1456-40c1-b41d-f6e43abc4a99 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.71 "GET /v2.0/networks?id=84c20f15-f9fd-490b-96f5-cc035b7d1091 HTTP/1.1" status: 200 len: 813 time: 0.2479868 Feb 07 21:25:49.594180 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83885c09-4328-431c-af7a-8fb42e0777e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (9a98df2e-d84a-41d2-811e-e4194c5a4a26), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:49.599087 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-51790ce4-7887-476f-a24d-299b64d9cdb4 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Request body: {'port': {'device_id': '9894528a-6f80-428c-a758-689679d4c44c', 'network_id': '84c20f15-f9fd-490b-96f5-cc035b7d1091', 'admin_state_up': True, 'tenant_id': '7fa12ba958b04e1d8726edf7d8258d23'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:25:49.614226 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: c642cd1d-d10d-409b-ace6-82f36a6b1e88 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:25:49.623690 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c642cd1d-d10d-409b-ace6-82f36a6b1e88 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:25:49.624571 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c7864800-bb04-4977-a36f-f77ba05bde5a no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:25:49.722466 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: c7864800-bb04-4977-a36f-f77ba05bde5a {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:25:49.722731 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c7864800-bb04-4977-a36f-f77ba05bde5a not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:25:49.814514 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83885c09-4328-431c-af7a-8fb42e0777e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (9a98df2e-d84a-41d2-811e-e4194c5a4a26), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:49.848710 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83885c09-4328-431c-af7a-8fb42e0777e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:49.852769 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a55867-155b-4327-a70a-88d54b31964a None None] Network 300bd9b5-02e2-4e96-8fb8-3f27550c121a requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:25:49.857395 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-83885c09-4328-431c-af7a-8fb42e0777e0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9a98df2e-d84a-41d2-811e-e4194c5a4a26 HTTP/1.1" status: 204 len: 168 time: 1.1260238 Feb 07 21:25:49.861861 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 51618) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:50.046374 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd105e4e-e6f1-4e96-87b2-ad1c65f56fda req-19db5a0c-7e78-4c40-aee3-1d2ba9ce4102 tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.0911467 Feb 07 21:25:50.142370 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fa082-3d04-4246-a37d-defbe22a9d09 req-a1417c5e-4ed9-4863-a023-1f126c6f6062 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:50.172912 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c7fa082-3d04-4246-a37d-defbe22a9d09 req-a1417c5e-4ed9-4863-a023-1f126c6f6062 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.3999944 Feb 07 21:25:50.281678 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c7fa082-3d04-4246-a37d-defbe22a9d09 req-9a75e822-cc54-46e7-8ec7-20e691401564 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071620 Feb 07 21:25:50.303520 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83885c09-4328-431c-af7a-8fb42e0777e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a98df2e-d84a-41d2-811e-e4194c5a4a26,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:50.322317 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-51790ce4-7887-476f-a24d-299b64d9cdb4 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Made reservation on behalf of 7fa12ba958b04e1d8726edf7d8258d23 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:25:50.325993 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-51790ce4-7887-476f-a24d-299b64d9cdb4 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:50.352665 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5dc12756-54b1-4cc9-9613-b9570c403213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (300bd9b5-02e2-4e96-8fb8-3f27550c121a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:50.355503 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cce001ac-3e63-4d50-a782-b09d29bc6989 req-48562f20-51ab-4abc-8be8-08423f753b20 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/ports?device_id=9894528a-6f80-428c-a758-689679d4c44c HTTP/1.1" status: 200 len: 210 time: 0.0870917 Feb 07 21:25:50.518640 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5dc12756-54b1-4cc9-9613-b9570c403213 admin admin] Deleting port 5ef3cb9c-7d68-4406-ac32-e65e4bbc2332 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:25:50.519222 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5dc12756-54b1-4cc9-9613-b9570c403213 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (5ef3cb9c-7d68-4406-ac32-e65e4bbc2332), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:50.661828 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-da2b9ad0-290b-448c-8034-8d456663d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:50.680082 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-5dc12756-54b1-4cc9-9613-b9570c403213 admin admin] For port 5ef3cb9c-7d68-4406-ac32-e65e4bbc2332, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=5ef3cb9c-7d68-4406-ac32-e65e4bbc2332,segment=NetworkSegment(4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d),segment_id=4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:25:50.680777 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5dc12756-54b1-4cc9-9613-b9570c403213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (5ef3cb9c-7d68-4406-ac32-e65e4bbc2332), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:50.680932 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-51790ce4-7887-476f-a24d-299b64d9cdb4 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Allocated IP 172.20.0.6 (84c20f15-f9fd-490b-96f5-cc035b7d1091/b172d8d4-4dbe-482f-a3ec-90e33357c623/41c7f062-442a-4adb-8c3c-e03466434fba) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:25:50.737858 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5dc12756-54b1-4cc9-9613-b9570c403213 admin admin] Calling delete_port for 5ef3cb9c-7d68-4406-ac32-e65e4bbc2332 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:25:50.917981 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5dc12756-54b1-4cc9-9613-b9570c403213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (5ef3cb9c-7d68-4406-ac32-e65e4bbc2332), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:50.948787 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc12756-54b1-4cc9-9613-b9570c403213 admin admin] No DVR routers for this DVR port 5ef3cb9c-7d68-4406-ac32-e65e4bbc2332 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:25:50.987160 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc12756-54b1-4cc9-9613-b9570c403213 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ef3cb9c-7d68-4406-ac32-e65e4bbc2332,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:51.021971 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c80d27-c905-47a2-85b9-c8508374b0a4 None None] DHCP port deletion for 300bd9b5-02e2-4e96-8fb8-3f27550c121a request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:25:51.060836 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-51790ce4-7887-476f-a24d-299b64d9cdb4 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Publish callbacks [] for port (41c7f062-442a-4adb-8c3c-e03466434fba), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:51.150595 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5dc12756-54b1-4cc9-9613-b9570c403213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (300bd9b5-02e2-4e96-8fb8-3f27550c121a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:51.217100 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-5dc12756-54b1-4cc9-9613-b9570c403213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300bd9b5-02e2-4e96-8fb8-3f27550c121a']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:51.265307 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-5dc12756-54b1-4cc9-9613-b9570c403213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:51.265605 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-5dc12756-54b1-4cc9-9613-b9570c403213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:51.295675 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5dc12756-54b1-4cc9-9613-b9570c403213 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:51.297642 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-51790ce4-7887-476f-a24d-299b64d9cdb4 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (41c7f062-442a-4adb-8c3c-e03466434fba), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:51.316117 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e5d32c29-decb-4518-ba02-43a6c348217b req-9d88e051-bb63-484a-a802-abdb2fe5223a tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.1385777 Feb 07 21:25:51.344218 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5dc12756-54b1-4cc9-9613-b9570c403213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:51.372755 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 5ef3cb9c-7d68-4406-ac32-e65e4bbc2332 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:25:51.373627 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc12756-54b1-4cc9-9613-b9570c403213 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:25:51.374044 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5dc12756-54b1-4cc9-9613-b9570c403213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (4a3b1ded-0d3c-4c20-b3aa-cae98e9f669d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:51.426694 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 5ef3cb9c-7d68-4406-ac32-e65e4bbc2332 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:25:51.427299 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 5ef3cb9c-7d68-4406-ac32-e65e4bbc2332 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:25:51.520242 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:25:51.526492 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5dc12756-54b1-4cc9-9613-b9570c403213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (300bd9b5-02e2-4e96-8fb8-3f27550c121a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:51.562354 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5dc12756-54b1-4cc9-9613-b9570c403213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:51.569916 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5dc12756-54b1-4cc9-9613-b9570c403213 admin admin] 10.222.0.65 "DELETE /v2.0/networks/300bd9b5-02e2-4e96-8fb8-3f27550c121a HTTP/1.1" status: 204 len: 168 time: 1.7010102 Feb 07 21:25:51.569916 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc12756-54b1-4cc9-9613-b9570c403213 admin admin] Pushing event deleted for resources: {'Network': ['ID=300bd9b5-02e2-4e96-8fb8-3f27550c121a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:51.570634 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 51650) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:51.695331 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51790ce4-7887-476f-a24d-299b64d9cdb4 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Pushing event updated for resources: {'Port': ['ID=41c7f062-442a-4adb-8c3c-e03466434fba,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:51.774768 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-51790ce4-7887-476f-a24d-299b64d9cdb4 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Network 84c20f15-f9fd-490b-96f5-cc035b7d1091 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:25:51.809523 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-51790ce4-7887-476f-a24d-299b64d9cdb4 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:25:51.825859 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-51790ce4-7887-476f-a24d-299b64d9cdb4 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:25:51.838084 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:51.969351 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c3940-1373-4808-bc96-be582ab71985 req-d95f6a41-26c4-46d3-b75b-73907391f18c tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:51.996360 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d17c3940-1373-4808-bc96-be582ab71985 req-d95f6a41-26c4-46d3-b75b-73907391f18c tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/ports?device_id=9894528a-6f80-428c-a758-689679d4c44c HTTP/1.1" status: 200 len: 931 time: 0.3889728 Feb 07 21:25:52.046367 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560f9f7-eea4-45b7-9b1c-a72e6b74a16d req-7efa0547-629d-4ee1-9dba-758619838386 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:52.048257 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1560f9f7-eea4-45b7-9b1c-a72e6b74a16d req-7efa0547-629d-4ee1-9dba-758619838386 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.5539958 Feb 07 21:25:52.066821 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-51790ce4-7887-476f-a24d-299b64d9cdb4 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:52.067886 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-51790ce4-7887-476f-a24d-299b64d9cdb4 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:52.208968 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1560f9f7-eea4-45b7-9b1c-a72e6b74a16d req-f9d80542-9694-455c-9168-a45021fda1f8 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480033 Feb 07 21:25:52.218586 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-51790ce4-7887-476f-a24d-299b64d9cdb4 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6252279 Feb 07 21:25:52.243972 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-cfc2e016-c226-4682-af90-3384f306a512 service neutron] Request body: {'port': {'device_id': '9894528a-6f80-428c-a758-689679d4c44c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:25:52.446340 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d17c3940-1373-4808-bc96-be582ab71985 req-aa20f7f7-80da-4dd7-bdb7-072ac111abe6 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/security-groups?id=aee2eb17-ae84-4f92-8277-330174fd03fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103987 Feb 07 21:25:52.511688 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-cfc2e016-c226-4682-af90-3384f306a512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (41c7f062-442a-4adb-8c3c-e03466434fba), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:52.769526 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a7b5ae39-0f14-4ab1-80c8-7ae2e0007f25 req-7e12d1ba-4902-4da5-9648-d4e08c7a3d4c tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.0312650 Feb 07 21:25:52.940644 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e0c8c71-bb75-4704-bf39-643a53f9e7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (ace28226-fc6f-411b-b9e0-57e5c4a34920), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:52.949276 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-cfc2e016-c226-4682-af90-3384f306a512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c7f062-442a-4adb-8c3c-e03466434fba {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:25:52.979518 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-cfc2e016-c226-4682-af90-3384f306a512 service neutron] Publish callbacks [] for port (41c7f062-442a-4adb-8c3c-e03466434fba), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:53.031521 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-cfc2e016-c226-4682-af90-3384f306a512 service neutron] Transition to ACTIVE for port object 41c7f062-442a-4adb-8c3c-e03466434fba will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:25:53.037349 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-cfc2e016-c226-4682-af90-3384f306a512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (41c7f062-442a-4adb-8c3c-e03466434fba), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:53.296675 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:53.319024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2e016-c226-4682-af90-3384f306a512 service neutron] Pushing event updated for resources: {'Port': ['ID=41c7f062-442a-4adb-8c3c-e03466434fba,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:53.354937 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-cfc2e016-c226-4682-af90-3384f306a512 service neutron] Attempting to bind port 41c7f062-442a-4adb-8c3c-e03466434fba on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:25:53.358324 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-cfc2e016-c226-4682-af90-3384f306a512 service neutron] Attempting to bind port 41c7f062-442a-4adb-8c3c-e03466434fba by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '752351e3-66a4-4c71-a1f8-7a53ae6c8ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '84c20f15-f9fd-490b-96f5-cc035b7d1091'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:25:53.358904 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-cfc2e016-c226-4682-af90-3384f306a512 service neutron] Attempting to bind port 41c7f062-442a-4adb-8c3c-e03466434fba on network 84c20f15-f9fd-490b-96f5-cc035b7d1091 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:25:53.373413 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-cfc2e016-c226-4682-af90-3384f306a512 service neutron] Port 41c7f062-442a-4adb-8c3c-e03466434fba on network 84c20f15-f9fd-490b-96f5-cc035b7d1091 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:25:53.374108 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-cfc2e016-c226-4682-af90-3384f306a512 service neutron] Attempting to bind port 41c7f062-442a-4adb-8c3c-e03466434fba on network 84c20f15-f9fd-490b-96f5-cc035b7d1091 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:25:53.380000 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-cfc2e016-c226-4682-af90-3384f306a512 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:25:53.380735 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-cfc2e016-c226-4682-af90-3384f306a512 service neutron] Checking segment: {'id': '752351e3-66a4-4c71-a1f8-7a53ae6c8ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '84c20f15-f9fd-490b-96f5-cc035b7d1091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:25:53.381373 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-cfc2e016-c226-4682-af90-3384f306a512 service neutron] Bound using segment: {'id': '752351e3-66a4-4c71-a1f8-7a53ae6c8ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '84c20f15-f9fd-490b-96f5-cc035b7d1091'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:25:53.382032 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-cfc2e016-c226-4682-af90-3384f306a512 service neutron] Bound port: 41c7f062-442a-4adb-8c3c-e03466434fba, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '752351e3-66a4-4c71-a1f8-7a53ae6c8ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '84c20f15-f9fd-490b-96f5-cc035b7d1091'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:25:53.382676 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-cfc2e016-c226-4682-af90-3384f306a512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (41c7f062-442a-4adb-8c3c-e03466434fba), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:53.506920 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8e0c8c71-bb75-4704-bf39-643a53f9e7a6 admin admin] Deleting port 01483bcf-799b-4462-bb74-18a6e0dfc034 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:25:53.507267 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e0c8c71-bb75-4704-bf39-643a53f9e7a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (01483bcf-799b-4462-bb74-18a6e0dfc034), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:53.521465 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-cfc2e016-c226-4682-af90-3384f306a512 service neutron] For port 41c7f062-442a-4adb-8c3c-e03466434fba, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:25:53.530281 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-cfc2e016-c226-4682-af90-3384f306a512 service neutron] For port 41c7f062-442a-4adb-8c3c-e03466434fba, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=41c7f062-442a-4adb-8c3c-e03466434fba,segment=NetworkSegment(752351e3-66a4-4c71-a1f8-7a53ae6c8ddf),segment_id=752351e3-66a4-4c71-a1f8-7a53ae6c8ddf)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:25:53.575908 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-cfc2e016-c226-4682-af90-3384f306a512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (41c7f062-442a-4adb-8c3c-e03466434fba), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:53.676288 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-8e0c8c71-bb75-4704-bf39-643a53f9e7a6 admin admin] For port 01483bcf-799b-4462-bb74-18a6e0dfc034, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=01483bcf-799b-4462-bb74-18a6e0dfc034,segment=NetworkSegment(87a6b272-f185-446c-8cf0-9aba86843051),segment_id=87a6b272-f185-446c-8cf0-9aba86843051)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:25:53.676696 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e0c8c71-bb75-4704-bf39-643a53f9e7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (01483bcf-799b-4462-bb74-18a6e0dfc034), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:53.711493 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8e0c8c71-bb75-4704-bf39-643a53f9e7a6 admin admin] Calling delete_port for 01483bcf-799b-4462-bb74-18a6e0dfc034 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:25:53.751141 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-cfc2e016-c226-4682-af90-3384f306a512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:53.752293 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-cfc2e016-c226-4682-af90-3384f306a512 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:53.754199 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-cfc2e016-c226-4682-af90-3384f306a512 service neutron] 10.222.0.71 "PUT /v2.0/ports/41c7f062-442a-4adb-8c3c-e03466434fba HTTP/1.1" status: 200 len: 1091 time: 1.5261064 Feb 07 21:25:53.754873 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9894528a-6f80-428c-a758-689679d4c44c', 'tag': '41c7f062-442a-4adb-8c3c-e03466434fba'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:25:53.757352 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25aa2f1-b61a-40fa-872c-88c669fc8d14" -d '{"events": [{"name": "network-changed", "server_uuid": "9894528a-6f80-428c-a758-689679d4c44c", "tag": "41c7f062-442a-4adb-8c3c-e03466434fba"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:25:53.819949 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4950645-8760-4dba-a06a-42392b81dd86 req-b28a61ec-3907-4126-8dd9-2c8534ef0895 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:53.821857 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4950645-8760-4dba-a06a-42392b81dd86 req-b28a61ec-3907-4126-8dd9-2c8534ef0895 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.2798707 Feb 07 21:25:53.891364 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebcb78-f761-4060-a18e-3496358aea00 req-2ef91b16-00da-4fdb-8296-48b9f7dc7438 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:53.900058 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f6ebcb78-f761-4060-a18e-3496358aea00 req-2ef91b16-00da-4fdb-8296-48b9f7dc7438 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/ports?device_id=9894528a-6f80-428c-a758-689679d4c44c HTTP/1.1" status: 200 len: 943 time: 0.2956398 Feb 07 21:25:53.900576 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2e016-c226-4682-af90-3384f306a512 service neutron] Pushing event updated for resources: {'Port': ['ID=41c7f062-442a-4adb-8c3c-e03466434fba,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:54.139639 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e0c8c71-bb75-4704-bf39-643a53f9e7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (01483bcf-799b-4462-bb74-18a6e0dfc034), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:54.141918 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f6ebcb78-f761-4060-a18e-3496358aea00 req-ecc957ce-01fc-4546-8443-cab499063694 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/security-groups?id=aee2eb17-ae84-4f92-8277-330174fd03fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374265 Feb 07 21:25:54.189193 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c8c71-bb75-4704-bf39-643a53f9e7a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=01483bcf-799b-4462-bb74-18a6e0dfc034,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:54.193236 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-4b8980a4-8967-4447-9c83-67bd4d38f76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:54.194771 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-4b8980a4-8967-4447-9c83-67bd4d38f76b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7fa12ba958b04e1d8726edf7d8258d23&device_id=9894528a-6f80-428c-a758-689679d4c44c HTTP/1.1" status: 200 len: 1125 time: 0.3659561 Feb 07 21:25:54.307278 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d477ed5c-f757-44ad-9519-0cd2cdc33578 x-openstack-request-id: req-d477ed5c-f757-44ad-9519-0cd2cdc33578 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:25:54.307761 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9894528a-6f80-428c-a758-689679d4c44c", "tag": "41c7f062-442a-4adb-8c3c-e03466434fba", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:25:54.308209 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d477ed5c-f757-44ad-9519-0cd2cdc33578 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:25:54.308896 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9894528a-6f80-428c-a758-689679d4c44c', 'tag': '41c7f062-442a-4adb-8c3c-e03466434fba', 'status': 'completed', 'code': 200} Feb 07 21:25:54.319755 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-6e2c3d5e-3720-4a2d-8296-8ddca19d880e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41c7f062-442a-4adb-8c3c-e03466434fba HTTP/1.1" status: 200 len: 217 time: 0.1169891 Feb 07 21:25:54.440330 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4950645-8760-4dba-a06a-42392b81dd86 req-b5cea074-4472-4343-9b6a-2af6fb1710d1 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6039901 Feb 07 21:25:54.480021 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-4ce78123-deb7-41e5-a5d9-7b341c08d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:54.482517 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-4ce78123-deb7-41e5-a5d9-7b341c08d85f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b172d8d4-4dbe-482f-a3ec-90e33357c623 HTTP/1.1" status: 200 len: 853 time: 0.1533499 Feb 07 21:25:54.676620 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:55.122088 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f51477bc-0ed5-4f0c-b712-0a06332f6543 req-dfc3dea5-4d72-4178-813c-f235ebee7e41 tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.6152718 Feb 07 21:25:55.124195 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-3915d1c0-83cf-4f6c-9c55-002e3c95e3ac service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=84c20f15-f9fd-490b-96f5-cc035b7d1091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6342182 Feb 07 21:25:55.235243 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-466a808e-d5de-4cf1-9e7f-bd597c699190 req-638a0308-4b81-41ce-95f3-136652a90dbf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.6522083 Feb 07 21:25:55.282437 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e0c8c71-bb75-4704-bf39-643a53f9e7a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (ace28226-fc6f-411b-b9e0-57e5c4a34920), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:55.463239 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-5cec7a98-526b-4702-ac71-9472c4ee168f service neutron] 10.222.0.71 "GET /v2.0/networks/84c20f15-f9fd-490b-96f5-cc035b7d1091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311813 Feb 07 21:25:55.480503 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1400301-1175-4ffb-b6b7-b857cb745d68 req-d1223827-4847-49c1-8d12-e885a824f883 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:55.487691 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1400301-1175-4ffb-b6b7-b857cb745d68 req-d1223827-4847-49c1-8d12-e885a824f883 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/ports?device_id=9894528a-6f80-428c-a758-689679d4c44c HTTP/1.1" status: 200 len: 943 time: 0.1340690 Feb 07 21:25:55.620425 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1400301-1175-4ffb-b6b7-b857cb745d68 req-518d258b-a30f-4bdd-bead-df39621d3260 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/security-groups?id=aee2eb17-ae84-4f92-8277-330174fd03fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315930 Feb 07 21:25:55.796835 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3016d83-17a4-4ccb-a6ad-b1f235739c8a req-5da5a1cc-876c-4e2b-b5df-de436c1e969c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:55.798294 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3016d83-17a4-4ccb-a6ad-b1f235739c8a req-5da5a1cc-876c-4e2b-b5df-de436c1e969c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.1745052 Feb 07 21:25:55.804986 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e963158-f286-4e6f-81f7-de2e5609f363 req-5a5fc154-b3bf-427b-9acc-71b888f61e96 service neutron] 10.222.0.71 "GET /v2.0/networks/84c20f15-f9fd-490b-96f5-cc035b7d1091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354957 Feb 07 21:25:55.865102 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3016d83-17a4-4ccb-a6ad-b1f235739c8a req-0116425e-a72e-4a1e-bd7f-0f320c6246b1 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582638 Feb 07 21:25:55.907645 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25aa2f1-b61a-40fa-872c-88c669fc8d14 req-3fdcd059-5ad3-4a21-b41a-44eee09a0d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:55.909508 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d25aa2f1-b61a-40fa-872c-88c669fc8d14 req-3fdcd059-5ad3-4a21-b41a-44eee09a0d45 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7fa12ba958b04e1d8726edf7d8258d23&device_id=9894528a-6f80-428c-a758-689679d4c44c HTTP/1.1" status: 200 len: 1125 time: 0.0571198 Feb 07 21:25:56.006676 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25aa2f1-b61a-40fa-872c-88c669fc8d14 req-1abc78c5-ac86-4993-b37f-af631bb606d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:56.008397 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d25aa2f1-b61a-40fa-872c-88c669fc8d14 req-1abc78c5-ac86-4993-b37f-af631bb606d9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=84c20f15-f9fd-490b-96f5-cc035b7d1091 HTTP/1.1" status: 200 len: 914 time: 0.0921192 Feb 07 21:25:56.028189 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0c8c71-bb75-4704-bf39-643a53f9e7a6 admin admin] Router ace28226-fc6f-411b-b9e0-57e5c4a34920 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:25:56.101759 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d25aa2f1-b61a-40fa-872c-88c669fc8d14 req-5981a2df-a88d-48e2-aaac-5fbb58c97c5e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41c7f062-442a-4adb-8c3c-e03466434fba HTTP/1.1" status: 200 len: 217 time: 0.0851657 Feb 07 21:25:56.198802 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25aa2f1-b61a-40fa-872c-88c669fc8d14 req-446d698c-48a0-4b2a-8660-db3e43c8585f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:56.204352 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d25aa2f1-b61a-40fa-872c-88c669fc8d14 req-446d698c-48a0-4b2a-8660-db3e43c8585f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b172d8d4-4dbe-482f-a3ec-90e33357c623 HTTP/1.1" status: 200 len: 853 time: 0.0934362 Feb 07 21:25:56.252570 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0c8c71-bb75-4704-bf39-643a53f9e7a6 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:25:56.272517 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d236c2b-5ca8-4e3c-89fc-d81ef6a95150 None None] Sync routers for ids ['ace28226-fc6f-411b-b9e0-57e5c4a34920'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:25:56.274955 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8e0c8c71-bb75-4704-bf39-643a53f9e7a6 admin admin] 10.222.0.65 "PUT /v2.0/routers/ace28226-fc6f-411b-b9e0-57e5c4a34920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7032938 Feb 07 21:25:56.276161 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 51726) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:56.288324 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d236c2b-5ca8-4e3c-89fc-d81ef6a95150 None None] Routers {'ace28226-fc6f-411b-b9e0-57e5c4a34920'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:25:56.288967 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0d236c2b-5ca8-4e3c-89fc-d81ef6a95150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:25:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ace28226-fc6f-411b-b9e0-57e5c4a34920'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:56.311438 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d25aa2f1-b61a-40fa-872c-88c669fc8d14 req-f7925827-bbc7-4425-b522-27dc30e5a8e5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=84c20f15-f9fd-490b-96f5-cc035b7d1091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018105 Feb 07 21:25:56.383683 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a17b1cd0-eff4-42b2-ab29-f2dcadc0b48e req-cf33e7a4-f8bf-4010-adb4-25e4874bf2ab tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.0888331 Feb 07 21:25:56.428580 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-881487da-276d-4465-9508-a12dcc985541 admin admin] Publish callbacks [] for router (ace28226-fc6f-411b-b9e0-57e5c4a34920), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:56.544549 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d25aa2f1-b61a-40fa-872c-88c669fc8d14 req-b7255151-0bc7-48e2-9cc2-765ce7dcb0dd service neutron] 10.222.0.71 "GET /v2.0/networks/84c20f15-f9fd-490b-96f5-cc035b7d1091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091391 Feb 07 21:25:56.722116 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-881487da-276d-4465-9508-a12dcc985541 admin admin] Publish callbacks [] for router_gateway (ace28226-fc6f-411b-b9e0-57e5c4a34920), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:56.731915 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-0d236c2b-5ca8-4e3c-89fc-d81ef6a95150 None None] Set router ace28226-fc6f-411b-b9e0-57e5c4a34920 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:25:56.917135 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-881487da-276d-4465-9508-a12dcc985541 admin admin] Deleting port 7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:25:56.926329 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-881487da-276d-4465-9508-a12dcc985541 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:57.002873 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d25aa2f1-b61a-40fa-872c-88c669fc8d14 req-014a3322-1daa-48d6-915f-77041f60d30d service neutron] 10.222.0.71 "GET /v2.0/networks/84c20f15-f9fd-490b-96f5-cc035b7d1091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525139 Feb 07 21:25:57.086581 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ecc00f-16ae-476c-b323-03c944160d81 req-1891b378-5b28-4ebd-a559-02ffb139828e tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:57.108321 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-23ecc00f-16ae-476c-b323-03c944160d81 req-1891b378-5b28-4ebd-a559-02ffb139828e tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/ports?device_id=9894528a-6f80-428c-a758-689679d4c44c HTTP/1.1" status: 200 len: 943 time: 0.2667730 Feb 07 21:25:57.169240 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-881487da-276d-4465-9508-a12dcc985541 admin admin] For port 7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:25:57.169607 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-881487da-276d-4465-9508-a12dcc985541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:57.250847 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-881487da-276d-4465-9508-a12dcc985541 admin admin] Calling delete_port for 7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1 owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:25:57.334354 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-23ecc00f-16ae-476c-b323-03c944160d81 req-0ed15dd8-214d-4216-8226-ecf89b8f9a2e tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/security-groups?id=aee2eb17-ae84-4f92-8277-330174fd03fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227826 Feb 07 21:25:57.361389 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a658dbc-cc1d-4aa9-b01a-7749a66d291f req-324ceeec-2fe4-427e-abae-2052a4fd99ad tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:57.378113 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0a658dbc-cc1d-4aa9-b01a-7749a66d291f req-324ceeec-2fe4-427e-abae-2052a4fd99ad tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.2634070 Feb 07 21:25:57.432630 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0d236c2b-5ca8-4e3c-89fc-d81ef6a95150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace28226-fc6f-411b-b9e0-57e5c4a34920', 'name': 'tempest-TestServerMultinode-1415965185-router', 'tenant_id': '11460addcbf449acb9f8f386f780e36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:24:36Z', 'updated_at': '2022-02-07T21:25:54Z', 'revision_number': 5, 'project_id': '11460addcbf449acb9f8f386f780e36a', 'gw_port': {'id': '7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:01:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace28226-fc6f-411b-b9e0-57e5c4a34920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:24:37Z', 'updated_at': '2022-02-07T21:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:57.491917 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d236c2b-5ca8-4e3c-89fc-d81ef6a95150 None None] Checking router: ace28226-fc6f-411b-b9e0-57e5c4a34920 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:25:57.509767 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d236c2b-5ca8-4e3c-89fc-d81ef6a95150 None None] Routers {'ace28226-fc6f-411b-b9e0-57e5c4a34920'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:25:57.510667 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0d236c2b-5ca8-4e3c-89fc-d81ef6a95150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:25:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ace28226-fc6f-411b-b9e0-57e5c4a34920'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:57.555030 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0a658dbc-cc1d-4aa9-b01a-7749a66d291f req-77c30fb6-1d28-483c-a886-ac8d69083a4e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705220 Feb 07 21:25:57.656386 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4e28cdbc-031c-4218-a642-379f17370ae7 req-d67e4db5-7bef-4fee-84bc-752e026a2d23 tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.0863528 Feb 07 21:25:57.747338 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-0d236c2b-5ca8-4e3c-89fc-d81ef6a95150 None None] Set router ace28226-fc6f-411b-b9e0-57e5c4a34920 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:25:57.750279 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-881487da-276d-4465-9508-a12dcc985541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:57.799709 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881487da-276d-4465-9508-a12dcc985541 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:57.910646 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0d236c2b-5ca8-4e3c-89fc-d81ef6a95150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace28226-fc6f-411b-b9e0-57e5c4a34920', 'name': 'tempest-TestServerMultinode-1415965185-router', 'tenant_id': '11460addcbf449acb9f8f386f780e36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:24:36Z', 'updated_at': '2022-02-07T21:25:56Z', 'revision_number': 6, 'project_id': '11460addcbf449acb9f8f386f780e36a', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:25:57.948206 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-881487da-276d-4465-9508-a12dcc985541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (ace28226-fc6f-411b-b9e0-57e5c4a34920), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:57.969965 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d236c2b-5ca8-4e3c-89fc-d81ef6a95150 None None] The sync data for ids ['ace28226-fc6f-411b-b9e0-57e5c4a34920'] in n-d-828185-2 is: [{'id': 'ace28226-fc6f-411b-b9e0-57e5c4a34920', 'name': 'tempest-TestServerMultinode-1415965185-router', 'tenant_id': '11460addcbf449acb9f8f386f780e36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:24:36Z', 'updated_at': '2022-02-07T21:25:56Z', 'revision_number': 6, 'project_id': '11460addcbf449acb9f8f386f780e36a', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:25:58.124127 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-881487da-276d-4465-9508-a12dcc985541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (ace28226-fc6f-411b-b9e0-57e5c4a34920), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:58.126709 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-881487da-276d-4465-9508-a12dcc985541 admin admin] Publish callbacks [] for router_controller (ace28226-fc6f-411b-b9e0-57e5c4a34920), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:58.190711 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-881487da-276d-4465-9508-a12dcc985541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (ace28226-fc6f-411b-b9e0-57e5c4a34920), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:58.193742 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881487da-276d-4465-9508-a12dcc985541 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ace28226-fc6f-411b-b9e0-57e5c4a34920 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:25:58.203767 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-881487da-276d-4465-9508-a12dcc985541 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:58.204942 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-881487da-276d-4465-9508-a12dcc985541 admin admin] 10.222.0.65 "DELETE /v2.0/routers/ace28226-fc6f-411b-b9e0-57e5c4a34920 HTTP/1.1" status: 204 len: 168 time: 1.9282665 Feb 07 21:25:58.207491 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 51768) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:58.303284 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89737f6-0939-4b56-95ec-568eb3d42ecb admin admin] Deleting subnet e44658e0-ec42-4e35-b6de-a440a7bfccf3 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:25:58.317550 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e89737f6-0939-4b56-95ec-568eb3d42ecb admin admin] Publish callbacks [] for subnet (e44658e0-ec42-4e35-b6de-a440a7bfccf3), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:58.435850 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e89737f6-0939-4b56-95ec-568eb3d42ecb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (e44658e0-ec42-4e35-b6de-a440a7bfccf3), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:58.599389 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cde13e4d-9bc0-43fc-83e8-b941e630704c req-0c2a0728-f706-40d8-81cd-0919ddc620b0 tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230&device_id=a6b8352c-5f49-4fbd-b7cc-4062c436ad77 HTTP/1.1" status: 200 len: 210 time: 0.0642095 Feb 07 21:25:58.695907 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e89737f6-0939-4b56-95ec-568eb3d42ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (e44658e0-ec42-4e35-b6de-a440a7bfccf3), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:58.704443 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716a005-1494-48d8-964c-d8260b0eccc4 req-e988db46-f015-475a-b59a-664922c862f5 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:58.716730 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b716a005-1494-48d8-964c-d8260b0eccc4 req-e988db46-f015-475a-b59a-664922c862f5 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/ports?device_id=9894528a-6f80-428c-a758-689679d4c44c HTTP/1.1" status: 200 len: 943 time: 0.1479845 Feb 07 21:25:58.806195 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec63ed-6eae-4f56-946d-5706969eb010 req-bdb8a6c5-1c64-49d9-94f5-0e4a60bdc682 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:58.813682 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b8ec63ed-6eae-4f56-946d-5706969eb010 req-bdb8a6c5-1c64-49d9-94f5-0e4a60bdc682 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.0898044 Feb 07 21:25:58.837248 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b716a005-1494-48d8-964c-d8260b0eccc4 req-4bdda10b-81c2-48c0-bd9e-98f5bb47db11 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/security-groups?id=aee2eb17-ae84-4f92-8277-330174fd03fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195402 Feb 07 21:25:58.845004 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e89737f6-0939-4b56-95ec-568eb3d42ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (e44658e0-ec42-4e35-b6de-a440a7bfccf3), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:58.929197 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89737f6-0939-4b56-95ec-568eb3d42ecb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e44658e0-ec42-4e35-b6de-a440a7bfccf3,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:25:58.931578 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae5a059-2c13-4a98-99e2-cebe28158992 None None] Network 031cd352-44ac-4663-ac14-a073f913ab04 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:25:58.951102 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b8ec63ed-6eae-4f56-946d-5706969eb010 req-2cb58a7f-aa3a-4168-9c92-be134953cd27 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360965 Feb 07 21:25:58.953749 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e89737f6-0939-4b56-95ec-568eb3d42ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:58.988041 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e89737f6-0939-4b56-95ec-568eb3d42ecb admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e44658e0-ec42-4e35-b6de-a440a7bfccf3 HTTP/1.1" status: 204 len: 168 time: 0.7777152 Feb 07 21:25:58.988519 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 51788) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:25:59.159625 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3c423f8-0f07-4383-b97c-1c3feda2b93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (031cd352-44ac-4663-ac14-a073f913ab04), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:59.336783 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b44be525-4682-4b1e-babc-d87492d15d72 req-62f174d7-8985-40d0-b397-840d5e5aa0b2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ca4ff764a95b4b7ba1d8ad13da26da95&device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.0933087 Feb 07 21:25:59.347482 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ac43f1-d495-4982-b5fc-169c84952303 None None] DHCP port deletion for 031cd352-44ac-4663-ac14-a073f913ab04 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:25:59.383152 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b3c423f8-0f07-4383-b97c-1c3feda2b93c admin admin] Deleting port de17f2e5-2a98-4da7-b197-53fee4c06ef3 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:25:59.383581 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3c423f8-0f07-4383-b97c-1c3feda2b93c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (de17f2e5-2a98-4da7-b197-53fee4c06ef3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:59.418597 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b44be525-4682-4b1e-babc-d87492d15d72 req-ccf7f6f4-98f8-4543-9235-ba955c162607 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=ca4ff764a95b4b7ba1d8ad13da26da95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715852 Feb 07 21:25:59.458114 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 01483bcf-799b-4462-bb74-18a6e0dfc034 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:25:59.523034 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 01483bcf-799b-4462-bb74-18a6e0dfc034 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:25:59.523517 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 01483bcf-799b-4462-bb74-18a6e0dfc034 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:25:59.524063 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:25:59.586086 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:25:59.586423 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 7ccf23a0-3cd4-4bcf-bfd6-3a3970dc17a1 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:25:59.603629 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c95baa67-73ab-48ac-8180-c5d930557658 req-628812c8-1bfa-494d-85fb-9262c6e99fcc tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.1197762 Feb 07 21:25:59.660231 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b3c423f8-0f07-4383-b97c-1c3feda2b93c admin admin] For port de17f2e5-2a98-4da7-b197-53fee4c06ef3, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=de17f2e5-2a98-4da7-b197-53fee4c06ef3,segment=NetworkSegment(87a6b272-f185-446c-8cf0-9aba86843051),segment_id=87a6b272-f185-446c-8cf0-9aba86843051)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:25:59.661009 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3c423f8-0f07-4383-b97c-1c3feda2b93c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (de17f2e5-2a98-4da7-b197-53fee4c06ef3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:59.664792 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a6ac43f1-d495-4982-b5fc-169c84952303 None None] Deleting port de17f2e5-2a98-4da7-b197-53fee4c06ef3 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:25:59.668950 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a6ac43f1-d495-4982-b5fc-169c84952303 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (de17f2e5-2a98-4da7-b197-53fee4c06ef3), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:59.708130 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b3c423f8-0f07-4383-b97c-1c3feda2b93c admin admin] Calling delete_port for de17f2e5-2a98-4da7-b197-53fee4c06ef3 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:25:59.787488 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44be525-4682-4b1e-babc-d87492d15d72 req-a0add646-4cd5-4abb-a6a4-24f21cfa0f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:25:59.789960 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b44be525-4682-4b1e-babc-d87492d15d72 req-a0add646-4cd5-4abb-a6a4-24f21cfa0f74 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3565400 Feb 07 21:25:59.855943 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a6ac43f1-d495-4982-b5fc-169c84952303 None None] For port de17f2e5-2a98-4da7-b197-53fee4c06ef3, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=de17f2e5-2a98-4da7-b197-53fee4c06ef3,segment=NetworkSegment(87a6b272-f185-446c-8cf0-9aba86843051),segment_id=87a6b272-f185-446c-8cf0-9aba86843051)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:25:59.856656 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a6ac43f1-d495-4982-b5fc-169c84952303 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (de17f2e5-2a98-4da7-b197-53fee4c06ef3), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:59.873330 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a6ac43f1-d495-4982-b5fc-169c84952303 None None] Calling delete_port for de17f2e5-2a98-4da7-b197-53fee4c06ef3 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:25:59.923054 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3c423f8-0f07-4383-b97c-1c3feda2b93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (de17f2e5-2a98-4da7-b197-53fee4c06ef3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:25:59.985877 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a6ac43f1-d495-4982-b5fc-169c84952303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (de17f2e5-2a98-4da7-b197-53fee4c06ef3), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:00.017425 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c423f8-0f07-4383-b97c-1c3feda2b93c admin admin] Pushing event deleted for resources: {'Port': ['ID=de17f2e5-2a98-4da7-b197-53fee4c06ef3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:00.031103 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ac43f1-d495-4982-b5fc-169c84952303 None None] No DVR routers for this DVR port de17f2e5-2a98-4da7-b197-53fee4c06ef3 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:26:00.041894 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac43f1-d495-4982-b5fc-169c84952303 None None] Pushing event deleted for resources: {'Port': ['ID=de17f2e5-2a98-4da7-b197-53fee4c06ef3,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:00.068159 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c423f8-0f07-4383-b97c-1c3feda2b93c admin admin] No DVR routers for this DVR port de17f2e5-2a98-4da7-b197-53fee4c06ef3 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:26:00.230272 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35daeb88-1fbe-4ffd-92cb-a6cce6786b70 req-7665de5a-b111-45f6-9e3b-0f06849b98ca tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:00.233055 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-35daeb88-1fbe-4ffd-92cb-a6cce6786b70 req-7665de5a-b111-45f6-9e3b-0f06849b98ca tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/ports?device_id=9894528a-6f80-428c-a758-689679d4c44c HTTP/1.1" status: 200 len: 943 time: 0.2431924 Feb 07 21:26:00.236460 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3c423f8-0f07-4383-b97c-1c3feda2b93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (031cd352-44ac-4663-ac14-a073f913ab04), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:00.267597 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f3d10-5755-4050-b26d-4e58872ea621 req-a3e13e35-00e3-41dd-a86c-853f230b0ed8 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:00.269458 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-308f3d10-5755-4050-b26d-4e58872ea621 req-a3e13e35-00e3-41dd-a86c-853f230b0ed8 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.1664715 Feb 07 21:26:00.291669 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 41c7f062-442a-4adb-8c3c-e03466434fba details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:26:00.375866 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-b3c423f8-0f07-4383-b97c-1c3feda2b93c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031cd352-44ac-4663-ac14-a073f913ab04']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:26:00.381666 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-35daeb88-1fbe-4ffd-92cb-a6cce6786b70 req-fa9a4c7d-64e3-4589-909c-779bcc9aa476 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/security-groups?id=aee2eb17-ae84-4f92-8277-330174fd03fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328189 Feb 07 21:26:00.405207 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-b3c423f8-0f07-4383-b97c-1c3feda2b93c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a6b272-f185-446c-8cf0-9aba86843051') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:26:00.405525 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-b3c423f8-0f07-4383-b97c-1c3feda2b93c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a6b272-f185-446c-8cf0-9aba86843051') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:26:00.415065 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-308f3d10-5755-4050-b26d-4e58872ea621 req-692d2450-4a29-46f3-b4d1-17f67ad78bea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347702 Feb 07 21:26:00.419034 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3c423f8-0f07-4383-b97c-1c3feda2b93c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (87a6b272-f185-446c-8cf0-9aba86843051), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:00.449995 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 41c7f062-442a-4adb-8c3c-e03466434fba, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=41c7f062-442a-4adb-8c3c-e03466434fba,segment=NetworkSegment(752351e3-66a4-4c71-a1f8-7a53ae6c8ddf),segment_id=752351e3-66a4-4c71-a1f8-7a53ae6c8ddf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:26:00.453562 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3c423f8-0f07-4383-b97c-1c3feda2b93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (87a6b272-f185-446c-8cf0-9aba86843051), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:00.466123 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c423f8-0f07-4383-b97c-1c3feda2b93c admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:26:00.467084 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3c423f8-0f07-4383-b97c-1c3feda2b93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (87a6b272-f185-446c-8cf0-9aba86843051), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:26:00.472118 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:26:00.478807 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '41c7f062-442a-4adb-8c3c-e03466434fba', 'network_id': '84c20f15-f9fd-490b-96f5-cc035b7d1091', 'port_id': '41c7f062-442a-4adb-8c3c-e03466434fba', 'mac_address': 'fa:16:3e:62:f7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b172d8d4-4dbe-482f-a3ec-90e33357c623', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:26:00.569442 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 41c7f062-442a-4adb-8c3c-e03466434fba is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:26:00.569969 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (41c7f062-442a-4adb-8c3c-e03466434fba), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:00.603437 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c7f062-442a-4adb-8c3c-e03466434fba {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:26:00.606025 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3c423f8-0f07-4383-b97c-1c3feda2b93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (031cd352-44ac-4663-ac14-a073f913ab04), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:00.618065 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3c423f8-0f07-4383-b97c-1c3feda2b93c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:00.631084 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b3c423f8-0f07-4383-b97c-1c3feda2b93c admin admin] 10.222.0.65 "DELETE /v2.0/networks/031cd352-44ac-4663-ac14-a073f913ab04 HTTP/1.1" status: 204 len: 168 time: 1.6410503 Feb 07 21:26:00.648891 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 41c7f062-442a-4adb-8c3c-e03466434fba, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=41c7f062-442a-4adb-8c3c-e03466434fba,segment=NetworkSegment(752351e3-66a4-4c71-a1f8-7a53ae6c8ddf),segment_id=752351e3-66a4-4c71-a1f8-7a53ae6c8ddf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:26:00.665280 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (41c7f062-442a-4adb-8c3c-e03466434fba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:00.680405 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c423f8-0f07-4383-b97c-1c3feda2b93c admin admin] Pushing event deleted for resources: {'Network': ['ID=031cd352-44ac-4663-ac14-a073f913ab04,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:00.795474 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=41c7f062-442a-4adb-8c3c-e03466434fba,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:00.834630 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-45426246-a92f-49ad-bd4f-bc2171e6be07 req-2b23f8c5-9a40-4b28-b681-46bf48eed128 tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.0740762 Feb 07 21:26:00.955843 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['41c7f062-442a-4adb-8c3c-e03466434fba'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:26:00.988667 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 51836) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:01.049644 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e0f3dc23-c67a-4b43-883a-01e8b696f1e9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ba004e5339854bb7a8ac354dbe3b1a55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0585246 Feb 07 21:26:01.051973 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 51842) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:01.152444 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2065ff85-5da9-4368-8035-6ddd776c95e0 admin admin] Publish callbacks [] for security_group (ffc39f13-9e78-4f63-a891-131d08ba152d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:01.194112 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2065ff85-5da9-4368-8035-6ddd776c95e0 admin admin] Publish callbacks [] for security_group (ffc39f13-9e78-4f63-a891-131d08ba152d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:01.280954 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2065ff85-5da9-4368-8035-6ddd776c95e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ffc39f13-9e78-4f63-a891-131d08ba152d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:01.284402 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2065ff85-5da9-4368-8035-6ddd776c95e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:01.285676 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2065ff85-5da9-4368-8035-6ddd776c95e0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ffc39f13-9e78-4f63-a891-131d08ba152d HTTP/1.1" status: 204 len: 168 time: 0.2323878 Feb 07 21:26:01.303279 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065ff85-5da9-4368-8035-6ddd776c95e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc39f13-9e78-4f63-a891-131d08ba152d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:01.327835 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b44be525-4682-4b1e-babc-d87492d15d72 req-60a997da-e3e5-4406-ab56-ac77f853b03c tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.69 "GET /v2.0/ports?device_id=d746c72d-d90d-468c-8ed5-a7520782c230 HTTP/1.1" status: 200 len: 210 time: 0.0988014 Feb 07 21:26:01.404929 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device de17f2e5-2a98-4da7-b197-53fee4c06ef3 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:26:01.480233 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: de17f2e5-2a98-4da7-b197-53fee4c06ef3 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:26:01.480828 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device de17f2e5-2a98-4da7-b197-53fee4c06ef3 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:26:01.602431 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:26:01.790036 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653b97d-361d-4d29-ad58-a038152ef8b4 req-d02e2181-13e3-4360-b90d-60ae8a6b41f3 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:01.792597 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5653b97d-361d-4d29-ad58-a038152ef8b4 req-d02e2181-13e3-4360-b90d-60ae8a6b41f3 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.2872977 Feb 07 21:26:01.862265 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f8a56-3b76-4ed4-8e46-6c72d006c965 req-69ab9e2b-0804-45e4-9e2d-d2a0a9ce199b tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:01.868162 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4d3f8a56-3b76-4ed4-8e46-6c72d006c965 req-69ab9e2b-0804-45e4-9e2d-d2a0a9ce199b tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/ports?device_id=9894528a-6f80-428c-a758-689679d4c44c HTTP/1.1" status: 200 len: 944 time: 0.2415497 Feb 07 21:26:02.056185 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5653b97d-361d-4d29-ad58-a038152ef8b4 req-930fa6d7-9b68-456b-9439-1c56c400b1f4 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848805 Feb 07 21:26:02.157505 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 51866) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:02.182087 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4d3f8a56-3b76-4ed4-8e46-6c72d006c965 req-db6b1b1d-6d1f-41f7-80b6-98a06bfebb03 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/security-groups?id=aee2eb17-ae84-4f92-8277-330174fd03fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734197 Feb 07 21:26:02.240890 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-abcf5912-402d-4530-bee6-6d0c029dbaeb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=11460addcbf449acb9f8f386f780e36a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0820301 Feb 07 21:26:02.243423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 51874) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:02.305496 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 41c7f062-442a-4adb-8c3c-e03466434fba up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:26:02.376597 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38296409-589d-4b1d-818f-da916a5a10b0 admin admin] Publish callbacks [] for security_group (a2048f4d-bc10-4e13-bc94-83ca88a066b1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:02.431137 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 41c7f062-442a-4adb-8c3c-e03466434fba completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:26:02.435801 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 41c7f062-442a-4adb-8c3c-e03466434fba triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:26:02.436423 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (41c7f062-442a-4adb-8c3c-e03466434fba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:02.441163 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38296409-589d-4b1d-818f-da916a5a10b0 admin admin] Publish callbacks [] for security_group (a2048f4d-bc10-4e13-bc94-83ca88a066b1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:02.574173 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38296409-589d-4b1d-818f-da916a5a10b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a2048f4d-bc10-4e13-bc94-83ca88a066b1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:02.577513 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38296409-589d-4b1d-818f-da916a5a10b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:02.579220 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-38296409-589d-4b1d-818f-da916a5a10b0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a2048f4d-bc10-4e13-bc94-83ca88a066b1 HTTP/1.1" status: 204 len: 168 time: 0.3343570 Feb 07 21:26:02.605673 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d50fcd1e-13a4-4134-8a68-dd951eabb397 req-fc19538d-2e1b-468e-b16d-8c176ee7c88b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ca4ff764a95b4b7ba1d8ad13da26da95&device_id=a6b8352c-5f49-4fbd-b7cc-4062c436ad77 HTTP/1.1" status: 200 len: 210 time: 0.1102324 Feb 07 21:26:02.616554 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38296409-589d-4b1d-818f-da916a5a10b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2048f4d-bc10-4e13-bc94-83ca88a066b1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:02.646942 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38296409-589d-4b1d-818f-da916a5a10b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:02.647295 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38296409-589d-4b1d-818f-da916a5a10b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:02.647643 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38296409-589d-4b1d-818f-da916a5a10b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:02.647989 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38296409-589d-4b1d-818f-da916a5a10b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:02.648457 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38296409-589d-4b1d-818f-da916a5a10b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:02.648797 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38296409-589d-4b1d-818f-da916a5a10b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:02.649284 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38296409-589d-4b1d-818f-da916a5a10b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:02.650021 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38296409-589d-4b1d-818f-da916a5a10b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:02.650366 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38296409-589d-4b1d-818f-da916a5a10b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:02.650697 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38296409-589d-4b1d-818f-da916a5a10b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:02.651696 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38296409-589d-4b1d-818f-da916a5a10b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:02.652035 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38296409-589d-4b1d-818f-da916a5a10b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:02.652401 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38296409-589d-4b1d-818f-da916a5a10b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:02.680609 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2ee092d-14cb-4ee0-85cb-532eb8d05ca8 req-b8df0e02-d205-4ffb-9347-50f2a40f8a68 tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6b8352c-5f49-4fbd-b7cc-4062c436ad77 HTTP/1.1" status: 200 len: 210 time: 0.0473702 Feb 07 21:26:02.693337 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d50fcd1e-13a4-4134-8a68-dd951eabb397 req-7c7d0150-51ec-4f94-9058-ab50f65a0c78 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=ca4ff764a95b4b7ba1d8ad13da26da95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0812767 Feb 07 21:26:02.785364 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 41c7f062-442a-4adb-8c3c-e03466434fba is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:26:02.786179 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (41c7f062-442a-4adb-8c3c-e03466434fba), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:02.837842 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 41c7f062-442a-4adb-8c3c-e03466434fba, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=41c7f062-442a-4adb-8c3c-e03466434fba,segment=NetworkSegment(752351e3-66a4-4c71-a1f8-7a53ae6c8ddf),segment_id=752351e3-66a4-4c71-a1f8-7a53ae6c8ddf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:26:02.840866 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9894528a-6f80-428c-a758-689679d4c44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c7f062-442a-4adb-8c3c-e03466434fba'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:26:02.844542 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701ae01d-b76c-4811-aefe-ed2cedfa83e2" -d '{"events": [{"server_uuid": "9894528a-6f80-428c-a758-689679d4c44c", "name": "network-vif-plugged", "status": "completed", "tag": "41c7f062-442a-4adb-8c3c-e03466434fba"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:26:02.860510 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (41c7f062-442a-4adb-8c3c-e03466434fba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:02.963724 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50fcd1e-13a4-4134-8a68-dd951eabb397 req-84637356-dc4f-4b6d-b68f-8ccdc5de2cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:02.966287 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d50fcd1e-13a4-4134-8a68-dd951eabb397 req-84637356-dc4f-4b6d-b68f-8ccdc5de2cd2 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2680979 Feb 07 21:26:03.007955 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663c469e-b91a-479d-883e-e75411df37bb x-openstack-request-id: req-663c469e-b91a-479d-883e-e75411df37bb {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:26:03.008251 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9894528a-6f80-428c-a758-689679d4c44c", "name": "network-vif-plugged", "status": "completed", "tag": "41c7f062-442a-4adb-8c3c-e03466434fba", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:26:03.009362 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-663c469e-b91a-479d-883e-e75411df37bb {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:26:03.009940 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9894528a-6f80-428c-a758-689679d4c44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c7f062-442a-4adb-8c3c-e03466434fba', 'code': 200} Feb 07 21:26:03.013294 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=41c7f062-442a-4adb-8c3c-e03466434fba,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:03.126434 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164fbd4a-b0f0-45ac-90d3-430d0fb59d79 req-9d4069e3-4eff-47c5-ae28-4a7c4ed4a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:03.128161 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-164fbd4a-b0f0-45ac-90d3-430d0fb59d79 req-9d4069e3-4eff-47c5-ae28-4a7c4ed4a0cd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9894528a-6f80-428c-a758-689679d4c44c HTTP/1.1" status: 200 len: 1127 time: 0.0956743 Feb 07 21:26:03.270550 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-164fbd4a-b0f0-45ac-90d3-430d0fb59d79 req-400ddf59-73c5-4f85-8c7c-7636859d4bd2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=aee2eb17-ae84-4f92-8277-330174fd03fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362092 Feb 07 21:26:03.410682 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2371d-f7c6-4e07-b0b7-72c9b61ae7ed req-578d50d4-5bd7-4687-92ad-1467cb7fc9e0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:03.414975 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ec2371d-f7c6-4e07-b0b7-72c9b61ae7ed req-578d50d4-5bd7-4687-92ad-1467cb7fc9e0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.1405680 Feb 07 21:26:03.432529 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2867e51-f295-4adc-b43d-2e3e39adb4b9 req-d342e565-93e5-4b56-b617-9707aa3d41b2 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:03.434571 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2867e51-f295-4adc-b43d-2e3e39adb4b9 req-d342e565-93e5-4b56-b617-9707aa3d41b2 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/ports?device_id=9894528a-6f80-428c-a758-689679d4c44c HTTP/1.1" status: 200 len: 945 time: 0.1006188 Feb 07 21:26:03.562501 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2867e51-f295-4adc-b43d-2e3e39adb4b9 req-69039b63-59a0-464b-b9ee-066fdaf35129 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/security-groups?id=aee2eb17-ae84-4f92-8277-330174fd03fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194255 Feb 07 21:26:03.567470 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ec2371d-f7c6-4e07-b0b7-72c9b61ae7ed req-25cf6a7b-f6cf-4904-bc16-a74b5a51a704 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319556 Feb 07 21:26:03.643573 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:03.914248 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b60be907-143b-4631-a461-1a5a034d0905 req-18ba0163-349d-4622-812a-e9ebe49f501b tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6b8352c-5f49-4fbd-b7cc-4062c436ad77 HTTP/1.1" status: 200 len: 210 time: 0.0822921 Feb 07 21:26:03.954037 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:04.393932 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d50fcd1e-13a4-4134-8a68-dd951eabb397 req-9818ebfd-0c54-4cb9-9865-a3cdd1c143a0 tempest-ServerShowV247Test-2100261194 tempest-ServerShowV247Test-2100261194-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6b8352c-5f49-4fbd-b7cc-4062c436ad77 HTTP/1.1" status: 200 len: 210 time: 0.0731661 Feb 07 21:26:04.885430 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fbc8b-3a84-4c4f-9047-24dbe04b22a6 req-a8b4eeff-04cd-42a1-9353-5fc2dd21b988 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:04.895860 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6b7fbc8b-3a84-4c4f-9047-24dbe04b22a6 req-a8b4eeff-04cd-42a1-9353-5fc2dd21b988 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.2062659 Feb 07 21:26:04.918406 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d449e0-3e9f-4d04-a379-8df37b3aea01 req-889d2e84-d69d-46ad-8b81-5b8182656cba tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:04.921348 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-34d449e0-3e9f-4d04-a379-8df37b3aea01 req-889d2e84-d69d-46ad-8b81-5b8182656cba tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/ports?device_id=9894528a-6f80-428c-a758-689679d4c44c HTTP/1.1" status: 200 len: 945 time: 0.1759286 Feb 07 21:26:05.116391 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6b7fbc8b-3a84-4c4f-9047-24dbe04b22a6 req-5e492b7e-4596-4e3a-a958-b9bff6be93df tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190690 Feb 07 21:26:05.133584 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-34d449e0-3e9f-4d04-a379-8df37b3aea01 req-701720f7-db75-4614-a744-36a10dad2a7b tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/security-groups?id=aee2eb17-ae84-4f92-8277-330174fd03fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022276 Feb 07 21:26:05.768098 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 52114) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:06.035892 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f20d2df6-0b34-4534-b95f-3e07d4f1144b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:06.151371 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f20d2df6-0b34-4534-b95f-3e07d4f1144b admin admin] Publish callbacks [] for security_group (a8f9cf01-c5e9-4346-9842-c8127518e1ee), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:06.157940 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f20d2df6-0b34-4534-b95f-3e07d4f1144b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a8f9cf01-c5e9-4346-9842-c8127518e1ee), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:06.226596 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f20d2df6-0b34-4534-b95f-3e07d4f1144b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ca4ff764a95b4b7ba1d8ad13da26da95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4571245 Feb 07 21:26:06.228586 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d2df6-0b34-4534-b95f-3e07d4f1144b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f9cf01-c5e9-4346-9842-c8127518e1ee,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:06.229016 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52170) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:06.335063 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e490257a-0aef-4dca-ad57-8e7119f84390 admin admin] Publish callbacks [] for security_group (a8f9cf01-c5e9-4346-9842-c8127518e1ee), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:06.380876 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e490257a-0aef-4dca-ad57-8e7119f84390 admin admin] Publish callbacks [] for security_group (a8f9cf01-c5e9-4346-9842-c8127518e1ee), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:06.455249 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3b37e-5e38-4534-a3eb-98e55df767a2 req-26b3bd95-59ad-4df7-ada2-869162405d94 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:06.457151 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74c3b37e-5e38-4534-a3eb-98e55df767a2 req-26b3bd95-59ad-4df7-ada2-869162405d94 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/ports?device_id=9894528a-6f80-428c-a758-689679d4c44c HTTP/1.1" status: 200 len: 945 time: 0.1641166 Feb 07 21:26:06.469003 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e490257a-0aef-4dca-ad57-8e7119f84390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a8f9cf01-c5e9-4346-9842-c8127518e1ee), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:06.471896 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e490257a-0aef-4dca-ad57-8e7119f84390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:06.476427 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42cb05-fc70-43bf-812f-ff935bedd37a req-ea2bceb1-8aa8-40a1-888f-bd5701fe5c8a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:06.479437 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd42cb05-fc70-43bf-812f-ff935bedd37a req-ea2bceb1-8aa8-40a1-888f-bd5701fe5c8a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.2391355 Feb 07 21:26:06.486705 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e490257a-0aef-4dca-ad57-8e7119f84390 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a8f9cf01-c5e9-4346-9842-c8127518e1ee HTTP/1.1" status: 204 len: 168 time: 0.2458270 Feb 07 21:26:06.503895 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490257a-0aef-4dca-ad57-8e7119f84390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f9cf01-c5e9-4346-9842-c8127518e1ee,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:06.576479 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd42cb05-fc70-43bf-812f-ff935bedd37a req-e4ffefac-854c-428e-a729-f0b405d40f14 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852396 Feb 07 21:26:06.580337 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74c3b37e-5e38-4534-a3eb-98e55df767a2 req-c2a44282-3d35-4ba0-8ff7-b772e992763e tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/security-groups?id=aee2eb17-ae84-4f92-8277-330174fd03fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996606 Feb 07 21:26:07.440648 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9d742-5669-4c63-8723-165ce712e0b0 req-324a2a10-c7e1-4912-afa1-f293ec868a12 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:07.450875 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-37b9d742-5669-4c63-8723-165ce712e0b0 req-324a2a10-c7e1-4912-afa1-f293ec868a12 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/ports?device_id=9894528a-6f80-428c-a758-689679d4c44c HTTP/1.1" status: 200 len: 945 time: 0.1367412 Feb 07 21:26:07.520830 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-37b9d742-5669-4c63-8723-165ce712e0b0 req-233adceb-d8e5-4d9b-8317-a8fe69cbe7f1 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/security-groups?id=aee2eb17-ae84-4f92-8277-330174fd03fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687203 Feb 07 21:26:07.857008 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52374) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:07.891891 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a3a15-3e91-46e4-8921-90353788cf24 req-363a5b1b-83fb-41bb-a158-70cafaf689db tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:07.897165 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e96a3a15-3e91-46e4-8921-90353788cf24 req-363a5b1b-83fb-41bb-a158-70cafaf689db tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.1462858 Feb 07 21:26:08.023207 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e96a3a15-3e91-46e4-8921-90353788cf24 req-3a94015c-b353-4709-a46e-223ebba3a62f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156507 Feb 07 21:26:08.062369 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-3f6b6bda-9f54-4c9c-9dc4-be6bb8e7af7f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1050300835-network', 'tenant_id': 'aa0f2b606f354310b366edda27660051'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:26:08.109560 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6b6bda-9f54-4c9c-9dc4-be6bb8e7af7f admin admin] Made reservation on behalf of aa0f2b606f354310b366edda27660051 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:26:08.115100 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6bda-9f54-4c9c-9dc4-be6bb8e7af7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:08.148908 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6bda-9f54-4c9c-9dc4-be6bb8e7af7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:08.257199 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6bda-9f54-4c9c-9dc4-be6bb8e7af7f admin admin] Publish callbacks [] for security_group (f2ec15e0-70e4-4b40-8137-d867b7489d4d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:08.266280 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6bda-9f54-4c9c-9dc4-be6bb8e7af7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f2ec15e0-70e4-4b40-8137-d867b7489d4d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:08.294827 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f6b6bda-9f54-4c9c-9dc4-be6bb8e7af7f admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:26:08.304867 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6bda-9f54-4c9c-9dc4-be6bb8e7af7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (0581e1ae-520a-4fca-9f17-75867b6df664), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:08.305281 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-3f6b6bda-9f54-4c9c-9dc4-be6bb8e7af7f admin admin] Added segment 0581e1ae-520a-4fca-9f17-75867b6df664 of type vlan for network 00e39a87-42a5-4769-820a-125121b20f16 Feb 07 21:26:08.347955 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6bda-9f54-4c9c-9dc4-be6bb8e7af7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (00e39a87-42a5-4769-820a-125121b20f16), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:08.435218 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b6bda-9f54-4c9c-9dc4-be6bb8e7af7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ec15e0-70e4-4b40-8137-d867b7489d4d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:08.468757 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6bda-9f54-4c9c-9dc4-be6bb8e7af7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (00e39a87-42a5-4769-820a-125121b20f16), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:08.470771 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6b6bda-9f54-4c9c-9dc4-be6bb8e7af7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:08.471986 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6bda-9f54-4c9c-9dc4-be6bb8e7af7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:08.504480 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3f6b6bda-9f54-4c9c-9dc4-be6bb8e7af7f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6454446 Feb 07 21:26:08.507746 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 52446) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:08.513239 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-109b174b-820b-4c4c-9d3f-29da040c0459 admin admin] Request body: {'subnet': {'network_id': '00e39a87-42a5-4769-820a-125121b20f16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1050300835-subnet', 'tenant_id': 'aa0f2b606f354310b366edda27660051', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:26:08.549095 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109b174b-820b-4c4c-9d3f-29da040c0459 admin admin] Made reservation on behalf of aa0f2b606f354310b366edda27660051 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:26:08.555200 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-109b174b-820b-4c4c-9d3f-29da040c0459 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:08.630488 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b6bda-9f54-4c9c-9dc4-be6bb8e7af7f admin admin] Pushing event updated for resources: {'Network': ['ID=00e39a87-42a5-4769-820a-125121b20f16,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:08.641430 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 00e39a87-42a5-4769-820a-125121b20f16 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:26:09.038776 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-109b174b-820b-4c4c-9d3f-29da040c0459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (02a9e390-b926-403c-b660-b0b439287bd5), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:09.112168 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48463f4f-0be3-495e-b847-cd943332c512 req-ebbd39fd-1aa3-4930-95ce-87d36f2f3d09 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:09.113690 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48463f4f-0be3-495e-b847-cd943332c512 req-ebbd39fd-1aa3-4930-95ce-87d36f2f3d09 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.71 "GET /v2.0/ports?device_id=9894528a-6f80-428c-a758-689679d4c44c HTTP/1.1" status: 200 len: 945 time: 0.2978468 Feb 07 21:26:09.128104 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9d881-b3d4-4813-856e-3edccddd4986 req-e866efac-08d2-462a-8c07-5e06009feedb tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:09.129781 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a0c9d881-b3d4-4813-856e-3edccddd4986 req-e866efac-08d2-462a-8c07-5e06009feedb tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/ports?device_id=9894528a-6f80-428c-a758-689679d4c44c HTTP/1.1" status: 200 len: 945 time: 0.3127165 Feb 07 21:26:09.213106 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b174b-820b-4c4c-9d3f-29da040c0459 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02a9e390-b926-403c-b660-b0b439287bd5,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:09.339076 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109b174b-820b-4c4c-9d3f-29da040c0459 admin admin] Checking segment: {'id': '0581e1ae-520a-4fca-9f17-75867b6df664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '00e39a87-42a5-4769-820a-125121b20f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:26:09.339655 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109b174b-820b-4c4c-9d3f-29da040c0459 admin admin] Network hostable DHCP agents. Network: 00e39a87-42a5-4769-820a-125121b20f16, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:26:09.378597 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a0c9d881-b3d4-4813-856e-3edccddd4986 req-ced7fc5d-bf12-45d8-a709-c3540dba22a8 tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/security-groups?id=aee2eb17-ae84-4f92-8277-330174fd03fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345793 Feb 07 21:26:09.408122 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739359d2-e496-437e-b1a0-3bf9e8fa3a94 req-8ed26c47-1ed9-4273-ad5b-709d903179b9 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:09.409876 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-739359d2-e496-437e-b1a0-3bf9e8fa3a94 req-8ed26c47-1ed9-4273-ad5b-709d903179b9 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.2935307 Feb 07 21:26:09.412253 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109b174b-820b-4c4c-9d3f-29da040c0459 admin admin] Network 00e39a87-42a5-4769-820a-125121b20f16 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:26:09.432931 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-109b174b-820b-4c4c-9d3f-29da040c0459 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 00e39a87-42a5-4769-820a-125121b20f16) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:26:09.441272 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489f9879-68f5-468c-8d2b-5b3747499a47 None None] Network 00e39a87-42a5-4769-820a-125121b20f16 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:26:09.448755 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-48463f4f-0be3-495e-b847-cd943332c512 req-e874d5bd-7c1c-4ed6-bb9f-dfaff0fd70de tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Deleting port 41c7f062-442a-4adb-8c3c-e03466434fba {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:26:09.449245 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-48463f4f-0be3-495e-b847-cd943332c512 req-e874d5bd-7c1c-4ed6-bb9f-dfaff0fd70de tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (41c7f062-442a-4adb-8c3c-e03466434fba), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:09.453790 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109b174b-820b-4c4c-9d3f-29da040c0459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:09.454454 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-109b174b-820b-4c4c-9d3f-29da040c0459 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:09.476146 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-109b174b-820b-4c4c-9d3f-29da040c0459 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9671736 Feb 07 21:26:09.631040 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-48463f4f-0be3-495e-b847-cd943332c512 req-e874d5bd-7c1c-4ed6-bb9f-dfaff0fd70de tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] For port 41c7f062-442a-4adb-8c3c-e03466434fba, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=41c7f062-442a-4adb-8c3c-e03466434fba,segment=NetworkSegment(752351e3-66a4-4c71-a1f8-7a53ae6c8ddf),segment_id=752351e3-66a4-4c71-a1f8-7a53ae6c8ddf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:26:09.631857 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-48463f4f-0be3-495e-b847-cd943332c512 req-e874d5bd-7c1c-4ed6-bb9f-dfaff0fd70de tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (41c7f062-442a-4adb-8c3c-e03466434fba), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:09.641303 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2187634-eb94-4c75-a98c-dfb7b4159438 None None] Network 00e39a87-42a5-4769-820a-125121b20f16 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:26:09.670754 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-48463f4f-0be3-495e-b847-cd943332c512 req-e874d5bd-7c1c-4ed6-bb9f-dfaff0fd70de tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Calling delete_port for 41c7f062-442a-4adb-8c3c-e03466434fba owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:26:09.884880 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-48463f4f-0be3-495e-b847-cd943332c512 req-e874d5bd-7c1c-4ed6-bb9f-dfaff0fd70de tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (41c7f062-442a-4adb-8c3c-e03466434fba), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:09.898770 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['41c7f062-442a-4adb-8c3c-e03466434fba'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:26:09.953788 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874d5bd-7c1c-4ed6-bb9f-dfaff0fd70de tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Pushing event deleted for resources: {'Port': ['ID=41c7f062-442a-4adb-8c3c-e03466434fba,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:10.020651 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-739359d2-e496-437e-b1a0-3bf9e8fa3a94 req-8d13970f-23ea-42c4-9516-9d2600343933 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5989113 Feb 07 21:26:10.092523 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-48463f4f-0be3-495e-b847-cd943332c512 req-e874d5bd-7c1c-4ed6-bb9f-dfaff0fd70de tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] No DVR routers for this DVR port 41c7f062-442a-4adb-8c3c-e03466434fba on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:26:10.096246 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-48463f4f-0be3-495e-b847-cd943332c512 req-e874d5bd-7c1c-4ed6-bb9f-dfaff0fd70de tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:10.099611 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48463f4f-0be3-495e-b847-cd943332c512 req-e874d5bd-7c1c-4ed6-bb9f-dfaff0fd70de tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.71 "DELETE /v2.0/ports/41c7f062-442a-4adb-8c3c-e03466434fba HTTP/1.1" status: 204 len: 173 time: 0.9594417 Feb 07 21:26:10.100329 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9894528a-6f80-428c-a758-689679d4c44c', 'name': 'network-vif-deleted', 'tag': '41c7f062-442a-4adb-8c3c-e03466434fba'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:26:10.105079 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0ac1a0-f8f4-4f11-b811-34decb8eba81" -d '{"events": [{"server_uuid": "9894528a-6f80-428c-a758-689679d4c44c", "name": "network-vif-deleted", "tag": "41c7f062-442a-4adb-8c3c-e03466434fba"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:26:10.205896 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52544) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:10.211508 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-69952ef7-e034-42ad-bbf9-bd090a8a5021 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-835086944-network', 'tenant_id': '8522b0051249415b8c0baa1e3ea034f6'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:26:10.231711 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652aa240-3fb5-48d0-be93-0f60f9ad2239 x-openstack-request-id: req-652aa240-3fb5-48d0-be93-0f60f9ad2239 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:26:10.232514 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9894528a-6f80-428c-a758-689679d4c44c", "name": "network-vif-deleted", "tag": "41c7f062-442a-4adb-8c3c-e03466434fba", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:26:10.233353 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-652aa240-3fb5-48d0-be93-0f60f9ad2239 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:26:10.234469 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9894528a-6f80-428c-a758-689679d4c44c', 'name': 'network-vif-deleted', 'tag': '41c7f062-442a-4adb-8c3c-e03466434fba', 'status': 'completed', 'code': 200} Feb 07 21:26:10.241660 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69952ef7-e034-42ad-bbf9-bd090a8a5021 admin admin] Made reservation on behalf of 8522b0051249415b8c0baa1e3ea034f6 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:26:10.244374 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69952ef7-e034-42ad-bbf9-bd090a8a5021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:10.253425 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69952ef7-e034-42ad-bbf9-bd090a8a5021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:10.339866 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69952ef7-e034-42ad-bbf9-bd090a8a5021 admin admin] Publish callbacks [] for security_group (6b0e506f-0542-40bc-810a-f3f1fdcdf1a7), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:10.345373 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69952ef7-e034-42ad-bbf9-bd090a8a5021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (6b0e506f-0542-40bc-810a-f3f1fdcdf1a7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:10.370938 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69952ef7-e034-42ad-bbf9-bd090a8a5021 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:26:10.381522 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69952ef7-e034-42ad-bbf9-bd090a8a5021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0e506f-0542-40bc-810a-f3f1fdcdf1a7,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:10.399027 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69952ef7-e034-42ad-bbf9-bd090a8a5021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (4b7f3a14-dd54-49b9-a286-0ab8ec980fec), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:10.399343 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-69952ef7-e034-42ad-bbf9-bd090a8a5021 admin admin] Added segment 4b7f3a14-dd54-49b9-a286-0ab8ec980fec of type vlan for network 6cff30d9-59f8-4000-9f82-55f09e97db23 Feb 07 21:26:10.473020 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69952ef7-e034-42ad-bbf9-bd090a8a5021 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (6cff30d9-59f8-4000-9f82-55f09e97db23), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:10.525369 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69952ef7-e034-42ad-bbf9-bd090a8a5021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (6cff30d9-59f8-4000-9f82-55f09e97db23), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:10.526895 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69952ef7-e034-42ad-bbf9-bd090a8a5021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:10.527434 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69952ef7-e034-42ad-bbf9-bd090a8a5021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:10.541635 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-45d5cb9f-d8d7-4050-952a-75f5488f2412 req-1e648312-9d5e-4989-ba99-643f3f2e506b tempest-ServerAddressesTestJSON-362604128 tempest-ServerAddressesTestJSON-362604128-project] 10.222.0.65 "GET /v2.0/ports?device_id=9894528a-6f80-428c-a758-689679d4c44c HTTP/1.1" status: 200 len: 210 time: 0.0365098 Feb 07 21:26:10.586330 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-69952ef7-e034-42ad-bbf9-bd090a8a5021 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3791316 Feb 07 21:26:10.589097 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 52554) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:10.594287 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0110b13a-6550-4c28-8b0d-0b0376b21f55 admin admin] Request body: {'subnet': {'network_id': '6cff30d9-59f8-4000-9f82-55f09e97db23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-835086944-subnet', 'tenant_id': '8522b0051249415b8c0baa1e3ea034f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:26:10.603209 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69952ef7-e034-42ad-bbf9-bd090a8a5021 admin admin] Pushing event updated for resources: {'Network': ['ID=6cff30d9-59f8-4000-9f82-55f09e97db23,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:10.614938 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 6cff30d9-59f8-4000-9f82-55f09e97db23 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:26:10.630467 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0110b13a-6550-4c28-8b0d-0b0376b21f55 admin admin] Made reservation on behalf of 8522b0051249415b8c0baa1e3ea034f6 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:26:10.634223 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0110b13a-6550-4c28-8b0d-0b0376b21f55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:10.857878 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0110b13a-6550-4c28-8b0d-0b0376b21f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (d736ce2a-4676-4ed8-8777-9952e18d9d17), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:10.924726 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110b13a-6550-4c28-8b0d-0b0376b21f55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d736ce2a-4676-4ed8-8777-9952e18d9d17,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:10.935069 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0110b13a-6550-4c28-8b0d-0b0376b21f55 admin admin] Checking segment: {'id': '4b7f3a14-dd54-49b9-a286-0ab8ec980fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6cff30d9-59f8-4000-9f82-55f09e97db23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:26:10.935524 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0110b13a-6550-4c28-8b0d-0b0376b21f55 admin admin] Network hostable DHCP agents. Network: 6cff30d9-59f8-4000-9f82-55f09e97db23, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:26:10.953205 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0110b13a-6550-4c28-8b0d-0b0376b21f55 admin admin] Network 6cff30d9-59f8-4000-9f82-55f09e97db23 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:26:10.963178 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-0110b13a-6550-4c28-8b0d-0b0376b21f55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 6cff30d9-59f8-4000-9f82-55f09e97db23) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:26:10.967890 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0110b13a-6550-4c28-8b0d-0b0376b21f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:10.968878 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0110b13a-6550-4c28-8b0d-0b0376b21f55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:10.976092 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6bc027-9b30-4af7-b903-7aa9f613eb95 None None] Network 6cff30d9-59f8-4000-9f82-55f09e97db23 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:26:10.986394 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0110b13a-6550-4c28-8b0d-0b0376b21f55 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3960440 Feb 07 21:26:11.122699 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c291c8-e060-4b95-8895-596ed5e764c2 None None] Network 6cff30d9-59f8-4000-9f82-55f09e97db23 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:26:11.242061 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e8e45-8e02-4ecd-bcc8-e0fa78e38322 req-7257c353-b60b-4277-ad42-b20088e47346 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:11.255271 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e5e8e45-8e02-4ecd-bcc8-e0fa78e38322 req-7257c353-b60b-4277-ad42-b20088e47346 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.1498165 Feb 07 21:26:11.337332 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e5e8e45-8e02-4ecd-bcc8-e0fa78e38322 req-add90ff5-ef44-400e-8d49-554102561b04 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808306 Feb 07 21:26:11.648586 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52602) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:11.771057 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5d9217-722f-4edc-9bd0-0891c5f7b1a7 admin admin] Deleting subnet b172d8d4-4dbe-482f-a3ec-90e33357c623 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:26:11.795177 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b5d9217-722f-4edc-9bd0-0891c5f7b1a7 admin admin] Publish callbacks [] for subnet (b172d8d4-4dbe-482f-a3ec-90e33357c623), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:11.843392 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-41f26b71-833b-4da0-bfdb-cb93f836d2c5 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:11.847553 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-41f26b71-833b-4da0-bfdb-cb93f836d2c5 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.65 "GET /v2.0/networks?id=00e39a87-42a5-4769-820a-125121b20f16 HTTP/1.1" status: 200 len: 825 time: 0.1850123 Feb 07 21:26:11.873087 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b5d9217-722f-4edc-9bd0-0891c5f7b1a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (b172d8d4-4dbe-482f-a3ec-90e33357c623), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:11.877420 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-a5b97d93-eaa6-4fda-b46b-c87b73d96e0d tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.65 "GET /v2.0/quotas/aa0f2b606f354310b366edda27660051 HTTP/1.1" status: 200 len: 375 time: 0.0157971 Feb 07 21:26:11.925031 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-bb68bfca-a763-49cc-b478-01e378762e4e tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=aa0f2b606f354310b366edda27660051&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462420 Feb 07 21:26:11.948597 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b5d9217-722f-4edc-9bd0-0891c5f7b1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (b172d8d4-4dbe-482f-a3ec-90e33357c623), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:12.019851 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b5d9217-722f-4edc-9bd0-0891c5f7b1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (b172d8d4-4dbe-482f-a3ec-90e33357c623), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:12.051528 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d9217-722f-4edc-9bd0-0891c5f7b1a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b172d8d4-4dbe-482f-a3ec-90e33357c623,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:12.058023 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b5d9217-722f-4edc-9bd0-0891c5f7b1a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:12.063009 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9b5d9217-722f-4edc-9bd0-0891c5f7b1a7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b172d8d4-4dbe-482f-a3ec-90e33357c623 HTTP/1.1" status: 204 len: 168 time: 0.4130270 Feb 07 21:26:12.065468 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52618) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:12.121156 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-4b69720e-d0f6-488e-b8ea-77729175d912 service neutron] 10.222.0.65 "GET /v2.0/networks/00e39a87-42a5-4769-820a-125121b20f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947436 Feb 07 21:26:12.143343 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9f515a0-be61-4ebc-904c-0fb81d1fe564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (84c20f15-f9fd-490b-96f5-cc035b7d1091), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:12.281641 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9f515a0-be61-4ebc-904c-0fb81d1fe564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (84c20f15-f9fd-490b-96f5-cc035b7d1091), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:12.307149 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-e9f515a0-be61-4ebc-904c-0fb81d1fe564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c20f15-f9fd-490b-96f5-cc035b7d1091']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:26:12.319201 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-e9f515a0-be61-4ebc-904c-0fb81d1fe564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752351e3-66a4-4c71-a1f8-7a53ae6c8ddf') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:26:12.319928 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-e9f515a0-be61-4ebc-904c-0fb81d1fe564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752351e3-66a4-4c71-a1f8-7a53ae6c8ddf') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:26:12.336803 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9f515a0-be61-4ebc-904c-0fb81d1fe564 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (752351e3-66a4-4c71-a1f8-7a53ae6c8ddf), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:12.353557 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9f515a0-be61-4ebc-904c-0fb81d1fe564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (752351e3-66a4-4c71-a1f8-7a53ae6c8ddf), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:12.361367 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f515a0-be61-4ebc-904c-0fb81d1fe564 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:26:12.362038 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9f515a0-be61-4ebc-904c-0fb81d1fe564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (752351e3-66a4-4c71-a1f8-7a53ae6c8ddf), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:12.383290 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 41c7f062-442a-4adb-8c3c-e03466434fba no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:26:12.429301 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:26:12.436530 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9f515a0-be61-4ebc-904c-0fb81d1fe564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (84c20f15-f9fd-490b-96f5-cc035b7d1091), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:12.442402 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 41c7f062-442a-4adb-8c3c-e03466434fba {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:26:12.442764 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 41c7f062-442a-4adb-8c3c-e03466434fba not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:26:12.472795 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9f515a0-be61-4ebc-904c-0fb81d1fe564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:12.476763 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e9f515a0-be61-4ebc-904c-0fb81d1fe564 admin admin] 10.222.0.65 "DELETE /v2.0/networks/84c20f15-f9fd-490b-96f5-cc035b7d1091 HTTP/1.1" status: 204 len: 168 time: 0.4101362 Feb 07 21:26:12.490019 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f515a0-be61-4ebc-904c-0fb81d1fe564 admin admin] Pushing event deleted for resources: {'Network': ['ID=84c20f15-f9fd-490b-96f5-cc035b7d1091,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:12.663739 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa618f0-8cc2-4056-b7a2-8778c09216b9 req-2d8bed5d-4c11-4da5-a5d9-870c3e593152 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:12.665274 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fa618f0-8cc2-4056-b7a2-8778c09216b9 req-2d8bed5d-4c11-4da5-a5d9-870c3e593152 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.0948484 Feb 07 21:26:12.670052 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-e6f8276e-7b49-4cad-84ea-6b567cfa9dec service neutron] 10.222.0.65 "GET /v2.0/networks/00e39a87-42a5-4769-820a-125121b20f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5469868 Feb 07 21:26:12.799428 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fa618f0-8cc2-4056-b7a2-8778c09216b9 req-60ec661f-00f2-4910-ac81-2bd3fd7c609f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150167 Feb 07 21:26:12.857725 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 52638) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:12.926810 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a8eda335-9629-4461-838e-2c63a21d1a71 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7fa12ba958b04e1d8726edf7d8258d23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0677454 Feb 07 21:26:12.929318 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 52642) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:13.007762 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7d830c66-b484-4398-820d-0dbd1a9cc8eb req-5519ad4a-51ae-4c15-82b3-e43584f7638c tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.65 "GET /v2.0/ports?device_id=2945bd9f-d73a-475a-9fc3-6c46f446dd19 HTTP/1.1" status: 200 len: 210 time: 0.0525241 Feb 07 21:26:13.069613 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aae8b822-09da-4d12-a5b4-c74523b5a0cc admin admin] Publish callbacks [] for security_group (aee2eb17-ae84-4f92-8277-330174fd03fe), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:13.108405 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aae8b822-09da-4d12-a5b4-c74523b5a0cc admin admin] Publish callbacks [] for security_group (aee2eb17-ae84-4f92-8277-330174fd03fe), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:13.203525 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aae8b822-09da-4d12-a5b4-c74523b5a0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (aee2eb17-ae84-4f92-8277-330174fd03fe), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:13.208234 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aae8b822-09da-4d12-a5b4-c74523b5a0cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:13.209797 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-aae8b822-09da-4d12-a5b4-c74523b5a0cc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aee2eb17-ae84-4f92-8277-330174fd03fe HTTP/1.1" status: 204 len: 168 time: 0.2793839 Feb 07 21:26:13.220666 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8b822-09da-4d12-a5b4-c74523b5a0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee2eb17-ae84-4f92-8277-330174fd03fe,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:14.004991 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a6867-8be8-4e67-866f-17694f86245e req-8acd8d5e-2603-49a2-8eec-8272b47cc72a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:14.012154 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-044a6867-8be8-4e67-866f-17694f86245e req-8acd8d5e-2603-49a2-8eec-8272b47cc72a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.1136150 Feb 07 21:26:14.082961 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-044a6867-8be8-4e67-866f-17694f86245e req-cb34df32-a5c1-4c3a-8ce7-8f400a83f622 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597429 Feb 07 21:26:14.188862 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9dfb73c2-b8c2-4e99-b9f7-c99616b7207c req-b5b09853-f042-49a6-8f8a-066a7dd55bd9 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.65 "GET /v2.0/ports?device_id=2945bd9f-d73a-475a-9fc3-6c46f446dd19 HTTP/1.1" status: 200 len: 210 time: 0.0713859 Feb 07 21:26:14.447527 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-8b251a3b-6548-403e-bbef-05cbb759e3d9 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:14.451657 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-8b251a3b-6548-403e-bbef-05cbb759e3d9 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.69 "GET /v2.0/networks?id=00e39a87-42a5-4769-820a-125121b20f16 HTTP/1.1" status: 200 len: 825 time: 0.1767745 Feb 07 21:26:14.464627 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-a5ef636f-4585-4650-b408-ecd2835f6775 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Request body: {'port': {'device_id': '2945bd9f-d73a-475a-9fc3-6c46f446dd19', 'network_id': '00e39a87-42a5-4769-820a-125121b20f16', 'admin_state_up': True, 'tenant_id': 'aa0f2b606f354310b366edda27660051'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:26:14.469139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 52706) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:14.633869 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ebe3998a-6e69-4861-afcd-54cb44a933d1 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-159053974-network', 'tenant_id': '266f89a2e57b40ba9539bfa82ff71b17'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:26:14.657623 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-a5ef636f-4585-4650-b408-ecd2835f6775 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Made reservation on behalf of aa0f2b606f354310b366edda27660051 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:26:14.666978 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-a5ef636f-4585-4650-b408-ecd2835f6775 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:14.672772 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe3998a-6e69-4861-afcd-54cb44a933d1 admin admin] Made reservation on behalf of 266f89a2e57b40ba9539bfa82ff71b17 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:26:14.675424 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ebe3998a-6e69-4861-afcd-54cb44a933d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:14.685071 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ebe3998a-6e69-4861-afcd-54cb44a933d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:14.843737 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ebe3998a-6e69-4861-afcd-54cb44a933d1 admin admin] Publish callbacks [] for security_group (3a89b073-0e3f-4e16-a95f-297796aa64c6), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:14.853807 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ebe3998a-6e69-4861-afcd-54cb44a933d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3a89b073-0e3f-4e16-a95f-297796aa64c6), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:14.882837 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-a5ef636f-4585-4650-b408-ecd2835f6775 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Allocated IP 172.20.0.8 (00e39a87-42a5-4769-820a-125121b20f16/02a9e390-b926-403c-b660-b0b439287bd5/8f4a405f-4334-4d84-9b7b-151105c31bde) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:26:14.935235 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe3998a-6e69-4861-afcd-54cb44a933d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:26:14.962155 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3998a-6e69-4861-afcd-54cb44a933d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a89b073-0e3f-4e16-a95f-297796aa64c6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:14.991524 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ebe3998a-6e69-4861-afcd-54cb44a933d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (a78c4c90-81a2-49b3-91e4-7201033b5aba), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:14.992891 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-ebe3998a-6e69-4861-afcd-54cb44a933d1 admin admin] Added segment a78c4c90-81a2-49b3-91e4-7201033b5aba of type vlan for network 59fedc24-7e8f-45c8-8fb8-7fe9066b116b Feb 07 21:26:15.048107 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ebe3998a-6e69-4861-afcd-54cb44a933d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (59fedc24-7e8f-45c8-8fb8-7fe9066b116b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:15.096287 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ebe3998a-6e69-4861-afcd-54cb44a933d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (59fedc24-7e8f-45c8-8fb8-7fe9066b116b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:15.096552 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe3998a-6e69-4861-afcd-54cb44a933d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:15.097094 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ebe3998a-6e69-4861-afcd-54cb44a933d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:15.169787 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ebe3998a-6e69-4861-afcd-54cb44a933d1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6933537 Feb 07 21:26:15.169787 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 52724) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:15.175517 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3628644c-ad44-474e-8e08-88829cf5e77c admin admin] Request body: {'subnet': {'network_id': '59fedc24-7e8f-45c8-8fb8-7fe9066b116b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-159053974-subnet', 'tenant_id': '266f89a2e57b40ba9539bfa82ff71b17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:26:15.180863 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3998a-6e69-4861-afcd-54cb44a933d1 admin admin] Pushing event updated for resources: {'Network': ['ID=59fedc24-7e8f-45c8-8fb8-7fe9066b116b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:15.197273 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 59fedc24-7e8f-45c8-8fb8-7fe9066b116b details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:26:15.207750 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-a5ef636f-4585-4650-b408-ecd2835f6775 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Publish callbacks [] for port (8f4a405f-4334-4d84-9b7b-151105c31bde), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:15.290967 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-a5ef636f-4585-4650-b408-ecd2835f6775 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8f4a405f-4334-4d84-9b7b-151105c31bde), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:15.303896 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3628644c-ad44-474e-8e08-88829cf5e77c admin admin] Made reservation on behalf of 266f89a2e57b40ba9539bfa82ff71b17 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:26:15.306619 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3628644c-ad44-474e-8e08-88829cf5e77c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:15.405652 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef636f-4585-4650-b408-ecd2835f6775 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Pushing event updated for resources: {'Port': ['ID=8f4a405f-4334-4d84-9b7b-151105c31bde,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:15.438477 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-a5ef636f-4585-4650-b408-ecd2835f6775 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Network 00e39a87-42a5-4769-820a-125121b20f16 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:26:15.445674 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-a5ef636f-4585-4650-b408-ecd2835f6775 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:26:15.450853 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-a5ef636f-4585-4650-b408-ecd2835f6775 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:26:15.522644 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3628644c-ad44-474e-8e08-88829cf5e77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (700a0712-9b51-4c93-bd8f-0c4c045330cb), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:15.538760 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-a5ef636f-4585-4650-b408-ecd2835f6775 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:15.539782 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-a5ef636f-4585-4650-b408-ecd2835f6775 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:15.557818 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-a5ef636f-4585-4650-b408-ecd2835f6775 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0990541 Feb 07 21:26:15.573567 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-aa1a87b6-940c-4bf1-bb6b-e4cf48e17869 service neutron] Request body: {'port': {'device_id': '2945bd9f-d73a-475a-9fc3-6c46f446dd19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:26:15.589346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628644c-ad44-474e-8e08-88829cf5e77c admin admin] Pushing event updated for resources: {'Subnet': ['ID=700a0712-9b51-4c93-bd8f-0c4c045330cb,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:15.611302 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274ee88-63c0-4a69-b999-d5f274980fe1 req-09d1aa85-5dea-4312-a82a-78f728da7813 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:15.612890 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1274ee88-63c0-4a69-b999-d5f274980fe1 req-09d1aa85-5dea-4312-a82a-78f728da7813 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.3972876 Feb 07 21:26:15.669512 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3628644c-ad44-474e-8e08-88829cf5e77c admin admin] Checking segment: {'id': 'a78c4c90-81a2-49b3-91e4-7201033b5aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '59fedc24-7e8f-45c8-8fb8-7fe9066b116b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:26:15.669876 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3628644c-ad44-474e-8e08-88829cf5e77c admin admin] Network hostable DHCP agents. Network: 59fedc24-7e8f-45c8-8fb8-7fe9066b116b, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:26:15.712734 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee6508-b796-4b28-a294-7928774a5352 req-9bd70830-1ddb-483f-95a7-facd80dae0cd tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:15.714588 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bee6508-b796-4b28-a294-7928774a5352 req-9bd70830-1ddb-483f-95a7-facd80dae0cd tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.65 "GET /v2.0/ports?device_id=2945bd9f-d73a-475a-9fc3-6c46f446dd19 HTTP/1.1" status: 200 len: 931 time: 0.4177849 Feb 07 21:26:15.723139 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-aa1a87b6-940c-4bf1-bb6b-e4cf48e17869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8f4a405f-4334-4d84-9b7b-151105c31bde), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:15.748347 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3628644c-ad44-474e-8e08-88829cf5e77c admin admin] Network 59fedc24-7e8f-45c8-8fb8-7fe9066b116b is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:26:15.764809 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1274ee88-63c0-4a69-b999-d5f274980fe1 req-cd61b411-98f3-46e2-a559-2f4245d2e7a0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398063 Feb 07 21:26:15.793844 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-3628644c-ad44-474e-8e08-88829cf5e77c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 59fedc24-7e8f-45c8-8fb8-7fe9066b116b) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:26:15.807360 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4f934d-1aad-4f70-8149-03d0f0ea4d9b None None] Network 59fedc24-7e8f-45c8-8fb8-7fe9066b116b requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:26:15.810912 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3628644c-ad44-474e-8e08-88829cf5e77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:15.811506 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3628644c-ad44-474e-8e08-88829cf5e77c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:15.880385 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bee6508-b796-4b28-a294-7928774a5352 req-52fa790c-7a23-4bd8-ab28-5e1ee0158ca2 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2ec15e0-70e4-4b40-8137-d867b7489d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297047 Feb 07 21:26:15.884408 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3628644c-ad44-474e-8e08-88829cf5e77c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7138412 Feb 07 21:26:16.084188 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19141a6-e7dc-4a20-8a4f-2d8290cdd2b8 None None] Network 59fedc24-7e8f-45c8-8fb8-7fe9066b116b requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:26:16.104389 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-aa1a87b6-940c-4bf1-bb6b-e4cf48e17869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f4a405f-4334-4d84-9b7b-151105c31bde {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:26:16.114453 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-aa1a87b6-940c-4bf1-bb6b-e4cf48e17869 service neutron] Publish callbacks [] for port (8f4a405f-4334-4d84-9b7b-151105c31bde), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:16.130911 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-aa1a87b6-940c-4bf1-bb6b-e4cf48e17869 service neutron] Transition to ACTIVE for port object 8f4a405f-4334-4d84-9b7b-151105c31bde will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:26:16.135109 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-aa1a87b6-940c-4bf1-bb6b-e4cf48e17869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (8f4a405f-4334-4d84-9b7b-151105c31bde), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:16.399379 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-aa1a87b6-940c-4bf1-bb6b-e4cf48e17869 service neutron] Attempting to bind port 8f4a405f-4334-4d84-9b7b-151105c31bde on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:26:16.399804 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-aa1a87b6-940c-4bf1-bb6b-e4cf48e17869 service neutron] Attempting to bind port 8f4a405f-4334-4d84-9b7b-151105c31bde by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '0581e1ae-520a-4fca-9f17-75867b6df664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '00e39a87-42a5-4769-820a-125121b20f16'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:26:16.400916 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-aa1a87b6-940c-4bf1-bb6b-e4cf48e17869 service neutron] Attempting to bind port 8f4a405f-4334-4d84-9b7b-151105c31bde on network 00e39a87-42a5-4769-820a-125121b20f16 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:26:16.413235 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-aa1a87b6-940c-4bf1-bb6b-e4cf48e17869 service neutron] Port 8f4a405f-4334-4d84-9b7b-151105c31bde on network 00e39a87-42a5-4769-820a-125121b20f16 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:26:16.413696 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-aa1a87b6-940c-4bf1-bb6b-e4cf48e17869 service neutron] Attempting to bind port 8f4a405f-4334-4d84-9b7b-151105c31bde on network 00e39a87-42a5-4769-820a-125121b20f16 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:26:16.417040 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a87b6-940c-4bf1-bb6b-e4cf48e17869 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4a405f-4334-4d84-9b7b-151105c31bde,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:16.437372 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-aa1a87b6-940c-4bf1-bb6b-e4cf48e17869 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:26:16.438051 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-aa1a87b6-940c-4bf1-bb6b-e4cf48e17869 service neutron] Checking segment: {'id': '0581e1ae-520a-4fca-9f17-75867b6df664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '00e39a87-42a5-4769-820a-125121b20f16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:26:16.439593 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-aa1a87b6-940c-4bf1-bb6b-e4cf48e17869 service neutron] Bound using segment: {'id': '0581e1ae-520a-4fca-9f17-75867b6df664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '00e39a87-42a5-4769-820a-125121b20f16'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:26:16.440275 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-aa1a87b6-940c-4bf1-bb6b-e4cf48e17869 service neutron] Bound port: 8f4a405f-4334-4d84-9b7b-151105c31bde, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0581e1ae-520a-4fca-9f17-75867b6df664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '00e39a87-42a5-4769-820a-125121b20f16'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:26:16.441148 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-aa1a87b6-940c-4bf1-bb6b-e4cf48e17869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8f4a405f-4334-4d84-9b7b-151105c31bde), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:16.539475 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-aa1a87b6-940c-4bf1-bb6b-e4cf48e17869 service neutron] For port 8f4a405f-4334-4d84-9b7b-151105c31bde, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:26:16.543108 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-aa1a87b6-940c-4bf1-bb6b-e4cf48e17869 service neutron] For port 8f4a405f-4334-4d84-9b7b-151105c31bde, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8f4a405f-4334-4d84-9b7b-151105c31bde,segment=NetworkSegment(0581e1ae-520a-4fca-9f17-75867b6df664),segment_id=0581e1ae-520a-4fca-9f17-75867b6df664)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:26:16.549886 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-aa1a87b6-940c-4bf1-bb6b-e4cf48e17869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (8f4a405f-4334-4d84-9b7b-151105c31bde), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:16.625778 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a87b6-940c-4bf1-bb6b-e4cf48e17869 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4a405f-4334-4d84-9b7b-151105c31bde,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:16.651421 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-aa1a87b6-940c-4bf1-bb6b-e4cf48e17869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:16.652505 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-aa1a87b6-940c-4bf1-bb6b-e4cf48e17869 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:16.657391 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-aa1a87b6-940c-4bf1-bb6b-e4cf48e17869 service neutron] 10.222.0.69 "PUT /v2.0/ports/8f4a405f-4334-4d84-9b7b-151105c31bde HTTP/1.1" status: 200 len: 1091 time: 1.0923345 Feb 07 21:26:16.659580 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2945bd9f-d73a-475a-9fc3-6c46f446dd19', 'tag': '8f4a405f-4334-4d84-9b7b-151105c31bde'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:26:16.679832 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419d3572-5139-4ef7-8c51-ca0d0a2fc14b" -d '{"events": [{"name": "network-changed", "server_uuid": "2945bd9f-d73a-475a-9fc3-6c46f446dd19", "tag": "8f4a405f-4334-4d84-9b7b-151105c31bde"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:26:16.782105 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-1fb4a969-3478-4ae2-83d6-bb66bde2dd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:16.784090 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-1fb4a969-3478-4ae2-83d6-bb66bde2dd9f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa0f2b606f354310b366edda27660051&device_id=2945bd9f-d73a-475a-9fc3-6c46f446dd19 HTTP/1.1" status: 200 len: 1125 time: 0.0810320 Feb 07 21:26:16.785850 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe80071-0e76-4b16-ac7d-1653268762c6 x-openstack-request-id: req-ffe80071-0e76-4b16-ac7d-1653268762c6 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:26:16.786226 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2945bd9f-d73a-475a-9fc3-6c46f446dd19", "tag": "8f4a405f-4334-4d84-9b7b-151105c31bde", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:26:16.786563 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ffe80071-0e76-4b16-ac7d-1653268762c6 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:26:16.787011 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2945bd9f-d73a-475a-9fc3-6c46f446dd19', 'tag': '8f4a405f-4334-4d84-9b7b-151105c31bde', 'status': 'completed', 'code': 200} Feb 07 21:26:16.881157 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-1f7bf21b-d98f-4898-8c7e-26648b1061b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f4a405f-4334-4d84-9b7b-151105c31bde HTTP/1.1" status: 200 len: 217 time: 0.0882356 Feb 07 21:26:16.946894 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-ea8a8a7a-42e0-4bb5-ae72-e08e65b747a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:16.948625 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-ea8a8a7a-42e0-4bb5-ae72-e08e65b747a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=02a9e390-b926-403c-b660-b0b439287bd5 HTTP/1.1" status: 200 len: 865 time: 0.0621772 Feb 07 21:26:16.978974 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2265f-9950-46f8-9dcc-b395c1d1d44c req-f4d0f912-eebf-454f-91ca-f0716547206c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:16.998874 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0cd2265f-9950-46f8-9dcc-b395c1d1d44c req-f4d0f912-eebf-454f-91ca-f0716547206c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.1241925 Feb 07 21:26:17.034089 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-b9a2ad4c-c347-4155-bc52-e9de11ac473b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00e39a87-42a5-4769-820a-125121b20f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791214 Feb 07 21:26:17.145976 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c416443-b23b-4953-8192-29eeb7a05eb7 req-b54c04ae-9105-4828-8c6d-32944e9e0c38 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:17.154278 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c416443-b23b-4953-8192-29eeb7a05eb7 req-b54c04ae-9105-4828-8c6d-32944e9e0c38 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.65 "GET /v2.0/ports?device_id=2945bd9f-d73a-475a-9fc3-6c46f446dd19 HTTP/1.1" status: 200 len: 943 time: 0.1538951 Feb 07 21:26:17.197656 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0cd2265f-9950-46f8-9dcc-b395c1d1d44c req-6c0c8b13-b609-4ba6-bf2d-7087aaf3ef24 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405008 Feb 07 21:26:17.245240 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-a2e6adc5-1c32-4819-a968-0c186796c6ad service neutron] 10.222.0.69 "GET /v2.0/networks/00e39a87-42a5-4769-820a-125121b20f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040956 Feb 07 21:26:17.259945 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c416443-b23b-4953-8192-29eeb7a05eb7 req-84b5505c-a0ca-42ec-ae5d-cddc18190515 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2ec15e0-70e4-4b40-8137-d867b7489d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046734 Feb 07 21:26:17.399610 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-aba8644e-bd1f-473b-b85c-a8fac675ac7d req-d0d03af8-cf9e-40fd-ae56-a724e563f4d0 service neutron] 10.222.0.69 "GET /v2.0/networks/00e39a87-42a5-4769-820a-125121b20f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477048 Feb 07 21:26:17.539969 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d3572-5139-4ef7-8c51-ca0d0a2fc14b req-9f8ade17-b1ae-4cce-85fe-703d4a9f6bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:17.546868 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-419d3572-5139-4ef7-8c51-ca0d0a2fc14b req-9f8ade17-b1ae-4cce-85fe-703d4a9f6bc1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa0f2b606f354310b366edda27660051&device_id=2945bd9f-d73a-475a-9fc3-6c46f446dd19 HTTP/1.1" status: 200 len: 1125 time: 0.0924010 Feb 07 21:26:17.684206 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d3572-5139-4ef7-8c51-ca0d0a2fc14b req-6f34b6e2-d0dc-402c-9439-ecaf24d37b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:17.686002 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-419d3572-5139-4ef7-8c51-ca0d0a2fc14b req-6f34b6e2-d0dc-402c-9439-ecaf24d37b87 service neutron] 10.222.0.69 "GET /v2.0/networks?id=00e39a87-42a5-4769-820a-125121b20f16 HTTP/1.1" status: 200 len: 926 time: 0.1348236 Feb 07 21:26:17.765362 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-419d3572-5139-4ef7-8c51-ca0d0a2fc14b req-40d92d0b-9d02-4aaf-9ba5-5fa1f30eb79d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f4a405f-4334-4d84-9b7b-151105c31bde HTTP/1.1" status: 200 len: 217 time: 0.0736096 Feb 07 21:26:17.875510 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d3572-5139-4ef7-8c51-ca0d0a2fc14b req-7e9a2287-7119-4306-baca-07ed0beb3564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:17.876962 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-419d3572-5139-4ef7-8c51-ca0d0a2fc14b req-7e9a2287-7119-4306-baca-07ed0beb3564 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=02a9e390-b926-403c-b660-b0b439287bd5 HTTP/1.1" status: 200 len: 865 time: 0.1064889 Feb 07 21:26:17.942858 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-419d3572-5139-4ef7-8c51-ca0d0a2fc14b req-3d98eec2-7c81-46b2-9187-d7403e71b211 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00e39a87-42a5-4769-820a-125121b20f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594928 Feb 07 21:26:18.087014 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-419d3572-5139-4ef7-8c51-ca0d0a2fc14b req-da3c7f6a-0897-48b1-9abd-742b66e68d3d service neutron] 10.222.0.69 "GET /v2.0/networks/00e39a87-42a5-4769-820a-125121b20f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375346 Feb 07 21:26:18.222431 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-419d3572-5139-4ef7-8c51-ca0d0a2fc14b req-1936656e-7f27-456f-9c12-8f597f999145 service neutron] 10.222.0.69 "GET /v2.0/networks/00e39a87-42a5-4769-820a-125121b20f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262043 Feb 07 21:26:18.411610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-46f0a58e-01e6-45fa-a426-0306d759cd03 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:18.413501 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-46f0a58e-01e6-45fa-a426-0306d759cd03 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/networks?id=59fedc24-7e8f-45c8-8fb8-7fe9066b116b HTTP/1.1" status: 200 len: 809 time: 0.1909509 Feb 07 21:26:18.433880 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26eaef-3dae-41b9-8432-78371d85a600 req-879a3c5e-242a-49aa-ac60-a7573de59f84 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:18.441570 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e26eaef-3dae-41b9-8432-78371d85a600 req-879a3c5e-242a-49aa-ac60-a7573de59f84 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.1112914 Feb 07 21:26:18.442037 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-698c72d8-3488-41bb-b823-d3b3728ca881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:18.476134 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-24f43bdd-c5fd-4b80-bfd5-493f04ac6e55 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/quotas/266f89a2e57b40ba9539bfa82ff71b17 HTTP/1.1" status: 200 len: 375 time: 0.0497503 Feb 07 21:26:18.508704 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e26eaef-3dae-41b9-8432-78371d85a600 req-ca4cadcc-2bcc-4112-80ed-a8ba84b870a7 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658357 Feb 07 21:26:18.541879 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-7daf5307-5139-46f8-8e52-e14a58b1ffa0 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=266f89a2e57b40ba9539bfa82ff71b17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276592 Feb 07 21:26:18.713239 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-0353eb3f-ec7b-4429-9302-2defa1df4a95 service neutron] 10.222.0.65 "GET /v2.0/networks/59fedc24-7e8f-45c8-8fb8-7fe9066b116b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680732 Feb 07 21:26:18.828929 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb22780-babc-4564-8870-dad0f2304bfc req-031ca9aa-b5b4-48f0-ac93-bf920d98536f tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:18.835780 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3bb22780-babc-4564-8870-dad0f2304bfc req-031ca9aa-b5b4-48f0-ac93-bf920d98536f tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.65 "GET /v2.0/ports?device_id=2945bd9f-d73a-475a-9fc3-6c46f446dd19 HTTP/1.1" status: 200 len: 943 time: 0.2048247 Feb 07 21:26:18.872454 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-aa60bb07-a3fd-4252-a078-9efc4f5a9f47 service neutron] 10.222.0.65 "GET /v2.0/networks/59fedc24-7e8f-45c8-8fb8-7fe9066b116b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582189 Feb 07 21:26:18.934599 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3bb22780-babc-4564-8870-dad0f2304bfc req-8f37a50b-3ad7-4c74-902b-297ceaa94820 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2ec15e0-70e4-4b40-8137-d867b7489d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910847 Feb 07 21:26:19.314884 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc680c31-759f-40ad-bb04-406a400dcee2 req-5fee77da-7618-4229-87bf-69c9bab9b3fd tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/ports?device_id=5da5c335-9bf9-4cd0-849a-aaeb862c82cd HTTP/1.1" status: 200 len: 210 time: 0.0759466 Feb 07 21:26:19.768918 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ff8d9-0512-4b69-b268-3ce23c6ca5c1 req-a13c9759-9bd8-4d62-8053-c467183a4bb0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:19.773727 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e12ff8d9-0512-4b69-b268-3ce23c6ca5c1 req-a13c9759-9bd8-4d62-8053-c467183a4bb0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.1256363 Feb 07 21:26:19.815538 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8f4a405f-4334-4d84-9b7b-151105c31bde details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:26:19.893138 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e12ff8d9-0512-4b69-b268-3ce23c6ca5c1 req-aaf9f9bd-4860-43ca-9c98-283db1e66b42 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132929 Feb 07 21:26:20.069156 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8f4a405f-4334-4d84-9b7b-151105c31bde, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8f4a405f-4334-4d84-9b7b-151105c31bde,segment=NetworkSegment(0581e1ae-520a-4fca-9f17-75867b6df664),segment_id=0581e1ae-520a-4fca-9f17-75867b6df664)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:26:20.101979 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '8f4a405f-4334-4d84-9b7b-151105c31bde', 'network_id': '00e39a87-42a5-4769-820a-125121b20f16', 'port_id': '8f4a405f-4334-4d84-9b7b-151105c31bde', 'mac_address': 'fa:16:3e:92:ef:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a9e390-b926-403c-b660-b0b439287bd5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:26:20.188936 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 8f4a405f-4334-4d84-9b7b-151105c31bde is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:26:20.190846 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8f4a405f-4334-4d84-9b7b-151105c31bde), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:20.204922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ef753-97f0-405f-a67a-b60b076b7d7a req-e96854ac-c4e2-49cc-8b9c-46b872e8709f tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:20.213647 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ce3ef753-97f0-405f-a67a-b60b076b7d7a req-e96854ac-c4e2-49cc-8b9c-46b872e8709f tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.65 "GET /v2.0/ports?device_id=2945bd9f-d73a-475a-9fc3-6c46f446dd19 HTTP/1.1" status: 200 len: 943 time: 0.1237161 Feb 07 21:26:20.238779 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4a405f-4334-4d84-9b7b-151105c31bde {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:26:20.265009 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8f4a405f-4334-4d84-9b7b-151105c31bde, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8f4a405f-4334-4d84-9b7b-151105c31bde,segment=NetworkSegment(0581e1ae-520a-4fca-9f17-75867b6df664),segment_id=0581e1ae-520a-4fca-9f17-75867b6df664)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:26:20.273656 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8f4a405f-4334-4d84-9b7b-151105c31bde), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:20.279977 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ce3ef753-97f0-405f-a67a-b60b076b7d7a req-8196c2db-30ae-43c0-9053-f765fcf7ef5f tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2ec15e0-70e4-4b40-8137-d867b7489d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633218 Feb 07 21:26:20.335939 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=8f4a405f-4334-4d84-9b7b-151105c31bde,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:20.346754 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:20.347333 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:20.347781 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:20.348561 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:20.348999 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:20.349528 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:20.349979 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:20.350458 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:20.350897 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:20.351965 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:20.352541 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:20.353108 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:20.353852 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:20.516152 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cbcd080b-82bd-4dcb-819f-0521f90d4d56 req-0f430c0a-aef4-4224-95f7-7909a6da26c8 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/ports?device_id=5da5c335-9bf9-4cd0-849a-aaeb862c82cd HTTP/1.1" status: 200 len: 210 time: 0.0699944 Feb 07 21:26:20.551802 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-53b9e5b5-4611-4d35-b631-7d1be7186430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:20.597653 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['8f4a405f-4334-4d84-9b7b-151105c31bde'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:26:21.084064 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-ef597a8f-618a-4212-a192-dfc4b6068038 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:21.085567 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-ef597a8f-618a-4212-a192-dfc4b6068038 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.71 "GET /v2.0/networks?id=59fedc24-7e8f-45c8-8fb8-7fe9066b116b HTTP/1.1" status: 200 len: 809 time: 0.2477195 Feb 07 21:26:21.098062 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-a04af759-1b5a-474b-aea3-57fa2c39dfca tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Request body: {'port': {'device_id': '5da5c335-9bf9-4cd0-849a-aaeb862c82cd', 'network_id': '59fedc24-7e8f-45c8-8fb8-7fe9066b116b', 'admin_state_up': True, 'tenant_id': '266f89a2e57b40ba9539bfa82ff71b17'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:26:21.155604 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be54802-79fb-4987-9d1c-90d1d2304e1e req-48270f7c-aedb-4c3f-bb93-973423aa28ef tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:21.162622 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5be54802-79fb-4987-9d1c-90d1d2304e1e req-48270f7c-aedb-4c3f-bb93-973423aa28ef tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.1305344 Feb 07 21:26:21.261047 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5be54802-79fb-4987-9d1c-90d1d2304e1e req-75d771a1-66be-4eaf-bfed-e9a6ec97f816 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975132 Feb 07 21:26:21.333347 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-a04af759-1b5a-474b-aea3-57fa2c39dfca tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Made reservation on behalf of 266f89a2e57b40ba9539bfa82ff71b17 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:26:21.341825 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-a04af759-1b5a-474b-aea3-57fa2c39dfca tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:21.703444 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-a04af759-1b5a-474b-aea3-57fa2c39dfca tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Allocated IP 172.20.0.12 (59fedc24-7e8f-45c8-8fb8-7fe9066b116b/700a0712-9b51-4c93-bd8f-0c4c045330cb/70441c72-2a79-4e55-8249-796786b1019e) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:26:21.798010 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:21.826781 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8f4a405f-4334-4d84-9b7b-151105c31bde up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:26:21.906153 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-a04af759-1b5a-474b-aea3-57fa2c39dfca tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Publish callbacks [] for port (70441c72-2a79-4e55-8249-796786b1019e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:21.930720 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 8f4a405f-4334-4d84-9b7b-151105c31bde completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:26:21.940023 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 8f4a405f-4334-4d84-9b7b-151105c31bde triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:26:21.941954 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8f4a405f-4334-4d84-9b7b-151105c31bde), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:21.975411 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-a04af759-1b5a-474b-aea3-57fa2c39dfca tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (70441c72-2a79-4e55-8249-796786b1019e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:22.041730 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f55b79-93e3-4b93-ba26-29ed9d1de741 req-46babacb-6dce-4cad-9408-600eed924b99 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:22.043675 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91f55b79-93e3-4b93-ba26-29ed9d1de741 req-46babacb-6dce-4cad-9408-600eed924b99 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.65 "GET /v2.0/ports?device_id=2945bd9f-d73a-475a-9fc3-6c46f446dd19 HTTP/1.1" status: 200 len: 944 time: 0.5813947 Feb 07 21:26:22.048018 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-a04af759-1b5a-474b-aea3-57fa2c39dfca tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Network 59fedc24-7e8f-45c8-8fb8-7fe9066b116b is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:26:22.056701 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-a04af759-1b5a-474b-aea3-57fa2c39dfca tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:26:22.092782 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-a04af759-1b5a-474b-aea3-57fa2c39dfca tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:26:22.157971 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 8f4a405f-4334-4d84-9b7b-151105c31bde is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:26:22.158380 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8f4a405f-4334-4d84-9b7b-151105c31bde), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:22.167221 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-a04af759-1b5a-474b-aea3-57fa2c39dfca tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:22.167904 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-a04af759-1b5a-474b-aea3-57fa2c39dfca tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:22.220360 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8f4a405f-4334-4d84-9b7b-151105c31bde, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8f4a405f-4334-4d84-9b7b-151105c31bde,segment=NetworkSegment(0581e1ae-520a-4fca-9f17-75867b6df664),segment_id=0581e1ae-520a-4fca-9f17-75867b6df664)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:26:22.221605 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2945bd9f-d73a-475a-9fc3-6c46f446dd19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4a405f-4334-4d84-9b7b-151105c31bde'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:26:22.224829 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce95f4d-3a43-4068-9575-27f0ede7ddb2 req-c18ba880-5900-4a68-bff6-a7791939c214 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:22.225076 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758ef0b1-2a5c-4c82-a6ac-802338d3f164" -d '{"events": [{"server_uuid": "2945bd9f-d73a-475a-9fc3-6c46f446dd19", "name": "network-vif-plugged", "status": "completed", "tag": "8f4a405f-4334-4d84-9b7b-151105c31bde"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:26:22.226406 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dce95f4d-3a43-4068-9575-27f0ede7ddb2 req-c18ba880-5900-4a68-bff6-a7791939c214 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/ports?device_id=5da5c335-9bf9-4cd0-849a-aaeb862c82cd HTTP/1.1" status: 200 len: 932 time: 0.2839651 Feb 07 21:26:22.234703 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8f4a405f-4334-4d84-9b7b-151105c31bde), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:22.291228 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=8f4a405f-4334-4d84-9b7b-151105c31bde,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:22.296902 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04af759-1b5a-474b-aea3-57fa2c39dfca tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Pushing event updated for resources: {'Port': ['ID=70441c72-2a79-4e55-8249-796786b1019e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:22.321506 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-a04af759-1b5a-474b-aea3-57fa2c39dfca tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2272735 Feb 07 21:26:22.338533 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91f55b79-93e3-4b93-ba26-29ed9d1de741 req-7d9bd258-efb4-4cc4-9758-22d974eb225e tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2ec15e0-70e4-4b40-8137-d867b7489d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875359 Feb 07 21:26:22.448844 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dce95f4d-3a43-4068-9575-27f0ede7ddb2 req-10a96908-c90c-4603-8f12-6dd566de19c7 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a89b073-0e3f-4e16-a95f-297796aa64c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046759 Feb 07 21:26:22.491058 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-9fc9de97-1370-4c48-b402-776472351463 service neutron] Request body: {'port': {'device_id': '5da5c335-9bf9-4cd0-849a-aaeb862c82cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:26:22.591888 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da370ae7-2d00-4efb-a0a2-b39770f43ff1 x-openstack-request-id: req-da370ae7-2d00-4efb-a0a2-b39770f43ff1 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:26:22.592186 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2945bd9f-d73a-475a-9fc3-6c46f446dd19", "name": "network-vif-plugged", "status": "completed", "tag": "8f4a405f-4334-4d84-9b7b-151105c31bde", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:26:22.592634 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-da370ae7-2d00-4efb-a0a2-b39770f43ff1 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:26:22.593197 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2945bd9f-d73a-475a-9fc3-6c46f446dd19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4a405f-4334-4d84-9b7b-151105c31bde', 'code': 200} Feb 07 21:26:22.664543 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-9fc9de97-1370-4c48-b402-776472351463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (70441c72-2a79-4e55-8249-796786b1019e), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:22.708894 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1085874-243b-4b3f-a50f-4ca7fe86138c req-e7630844-7633-433c-b18d-8e3fef42f0f6 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:22.710487 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1085874-243b-4b3f-a50f-4ca7fe86138c req-e7630844-7633-433c-b18d-8e3fef42f0f6 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.1324365 Feb 07 21:26:22.843867 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1085874-243b-4b3f-a50f-4ca7fe86138c req-7a94b897-8c50-47f2-b1cf-328ac771f90d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254907 Feb 07 21:26:22.889205 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc551b-a4a0-4707-895e-8aa60cfe0548 req-983291b9-80fa-43b8-8fb3-42d85d1800d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:22.892269 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b4dc551b-a4a0-4707-895e-8aa60cfe0548 req-983291b9-80fa-43b8-8fb3-42d85d1800d1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2945bd9f-d73a-475a-9fc3-6c46f446dd19 HTTP/1.1" status: 200 len: 1127 time: 0.2428994 Feb 07 21:26:23.007982 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b4dc551b-a4a0-4707-895e-8aa60cfe0548 req-bd82e2be-c8c5-4a74-8cca-9401d1aa96e3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f2ec15e0-70e4-4b40-8137-d867b7489d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999565 Feb 07 21:26:23.252133 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-9fc9de97-1370-4c48-b402-776472351463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70441c72-2a79-4e55-8249-796786b1019e {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:26:23.266205 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-9fc9de97-1370-4c48-b402-776472351463 service neutron] Publish callbacks [] for port (70441c72-2a79-4e55-8249-796786b1019e), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:23.282069 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-9fc9de97-1370-4c48-b402-776472351463 service neutron] Transition to ACTIVE for port object 70441c72-2a79-4e55-8249-796786b1019e will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:26:23.286610 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-9fc9de97-1370-4c48-b402-776472351463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (70441c72-2a79-4e55-8249-796786b1019e), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:23.307094 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:23.399718 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9de97-1370-4c48-b402-776472351463 service neutron] Pushing event updated for resources: {'Port': ['ID=70441c72-2a79-4e55-8249-796786b1019e,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:23.502808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-9fc9de97-1370-4c48-b402-776472351463 service neutron] Attempting to bind port 70441c72-2a79-4e55-8249-796786b1019e on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:26:23.503292 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-9fc9de97-1370-4c48-b402-776472351463 service neutron] Attempting to bind port 70441c72-2a79-4e55-8249-796786b1019e by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'a78c4c90-81a2-49b3-91e4-7201033b5aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '59fedc24-7e8f-45c8-8fb8-7fe9066b116b'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:26:23.503712 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-9fc9de97-1370-4c48-b402-776472351463 service neutron] Attempting to bind port 70441c72-2a79-4e55-8249-796786b1019e on network 59fedc24-7e8f-45c8-8fb8-7fe9066b116b {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:26:23.511380 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-9fc9de97-1370-4c48-b402-776472351463 service neutron] Port 70441c72-2a79-4e55-8249-796786b1019e on network 59fedc24-7e8f-45c8-8fb8-7fe9066b116b not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:26:23.511776 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-9fc9de97-1370-4c48-b402-776472351463 service neutron] Attempting to bind port 70441c72-2a79-4e55-8249-796786b1019e on network 59fedc24-7e8f-45c8-8fb8-7fe9066b116b {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:26:23.521231 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-9fc9de97-1370-4c48-b402-776472351463 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:26:23.521582 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-9fc9de97-1370-4c48-b402-776472351463 service neutron] Checking segment: {'id': 'a78c4c90-81a2-49b3-91e4-7201033b5aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '59fedc24-7e8f-45c8-8fb8-7fe9066b116b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:26:23.522100 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-9fc9de97-1370-4c48-b402-776472351463 service neutron] Bound using segment: {'id': 'a78c4c90-81a2-49b3-91e4-7201033b5aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '59fedc24-7e8f-45c8-8fb8-7fe9066b116b'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:26:23.522620 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-9fc9de97-1370-4c48-b402-776472351463 service neutron] Bound port: 70441c72-2a79-4e55-8249-796786b1019e, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a78c4c90-81a2-49b3-91e4-7201033b5aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '59fedc24-7e8f-45c8-8fb8-7fe9066b116b'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:26:23.523051 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-9fc9de97-1370-4c48-b402-776472351463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (70441c72-2a79-4e55-8249-796786b1019e), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:23.551086 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cfcaa-3a21-4f2a-8ecd-6f188239285d req-049f7ba9-26d0-4ea9-bbb1-11db1e97e474 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:23.552736 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e14cfcaa-3a21-4f2a-8ecd-6f188239285d req-049f7ba9-26d0-4ea9-bbb1-11db1e97e474 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.65 "GET /v2.0/ports?device_id=2945bd9f-d73a-475a-9fc3-6c46f446dd19 HTTP/1.1" status: 200 len: 945 time: 0.1097782 Feb 07 21:26:23.679421 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-9fc9de97-1370-4c48-b402-776472351463 service neutron] For port 70441c72-2a79-4e55-8249-796786b1019e, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:26:23.685431 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e14cfcaa-3a21-4f2a-8ecd-6f188239285d req-166538e6-4177-4edc-b34e-2005daf53b2f tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2ec15e0-70e4-4b40-8137-d867b7489d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191638 Feb 07 21:26:23.693112 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04125b25-d25b-4c6c-ac66-612280e2aacc req-4133d422-b20c-46d5-9bc7-5a8a7e625b17 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:23.695356 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04125b25-d25b-4c6c-ac66-612280e2aacc req-4133d422-b20c-46d5-9bc7-5a8a7e625b17 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/ports?device_id=5da5c335-9bf9-4cd0-849a-aaeb862c82cd HTTP/1.1" status: 200 len: 944 time: 0.1416442 Feb 07 21:26:23.734950 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-9fc9de97-1370-4c48-b402-776472351463 service neutron] For port 70441c72-2a79-4e55-8249-796786b1019e, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=70441c72-2a79-4e55-8249-796786b1019e,segment=NetworkSegment(a78c4c90-81a2-49b3-91e4-7201033b5aba),segment_id=a78c4c90-81a2-49b3-91e4-7201033b5aba)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:26:23.761692 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-9fc9de97-1370-4c48-b402-776472351463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (70441c72-2a79-4e55-8249-796786b1019e), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:23.813566 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04125b25-d25b-4c6c-ac66-612280e2aacc req-aa5fbf6a-96d2-4645-b4b4-fd4e00356103 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a89b073-0e3f-4e16-a95f-297796aa64c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117294 Feb 07 21:26:23.825806 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-9fc9de97-1370-4c48-b402-776472351463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:23.826432 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-9fc9de97-1370-4c48-b402-776472351463 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:23.827830 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-9fc9de97-1370-4c48-b402-776472351463 service neutron] 10.222.0.71 "PUT /v2.0/ports/70441c72-2a79-4e55-8249-796786b1019e HTTP/1.1" status: 200 len: 1092 time: 1.4843767 Feb 07 21:26:23.828412 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da5c335-9bf9-4cd0-849a-aaeb862c82cd', 'tag': '70441c72-2a79-4e55-8249-796786b1019e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:26:23.838191 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8d58f5-195a-49e8-92a5-8a4ac496b6a0" -d '{"events": [{"name": "network-changed", "server_uuid": "5da5c335-9bf9-4cd0-849a-aaeb862c82cd", "tag": "70441c72-2a79-4e55-8249-796786b1019e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:26:23.873395 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9de97-1370-4c48-b402-776472351463 service neutron] Pushing event updated for resources: {'Port': ['ID=70441c72-2a79-4e55-8249-796786b1019e,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:23.955833 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30047c09-8926-4289-a5ee-c87641b873b5 x-openstack-request-id: req-30047c09-8926-4289-a5ee-c87641b873b5 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:26:23.956135 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da5c335-9bf9-4cd0-849a-aaeb862c82cd", "tag": "70441c72-2a79-4e55-8249-796786b1019e", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:26:23.956581 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-30047c09-8926-4289-a5ee-c87641b873b5 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:26:23.956820 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da5c335-9bf9-4cd0-849a-aaeb862c82cd', 'tag': '70441c72-2a79-4e55-8249-796786b1019e', 'status': 'completed', 'code': 200} Feb 07 21:26:24.031710 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-6f21aa93-963f-41ea-ac66-98e269d9084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:24.033813 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-6f21aa93-963f-41ea-ac66-98e269d9084b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=266f89a2e57b40ba9539bfa82ff71b17&device_id=5da5c335-9bf9-4cd0-849a-aaeb862c82cd HTTP/1.1" status: 200 len: 1126 time: 0.1404169 Feb 07 21:26:24.083543 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-15ba4f8c-0b69-416e-afc2-fcf1d0c665b4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70441c72-2a79-4e55-8249-796786b1019e HTTP/1.1" status: 200 len: 217 time: 0.0421588 Feb 07 21:26:24.131454 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94761374-8c92-42c1-bf9e-eba427cf23b1 req-296d66d5-008f-44a0-a7de-209c5ba3c668 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:24.133998 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-94761374-8c92-42c1-bf9e-eba427cf23b1 req-296d66d5-008f-44a0-a7de-209c5ba3c668 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.1518893 Feb 07 21:26:24.169729 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-e4a3f04e-5668-4bcc-ab36-4db9ed720904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:24.172154 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-e4a3f04e-5668-4bcc-ab36-4db9ed720904 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=700a0712-9b51-4c93-bd8f-0c4c045330cb HTTP/1.1" status: 200 len: 849 time: 0.0811374 Feb 07 21:26:24.216100 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-755c2d5d-4716-46d3-9a8a-33a05ca9bd7f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=59fedc24-7e8f-45c8-8fb8-7fe9066b116b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375478 Feb 07 21:26:24.234331 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-94761374-8c92-42c1-bf9e-eba427cf23b1 req-d04b6727-3ded-4f08-b0ed-ffbf23fd39de tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929446 Feb 07 21:26:24.370511 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-d1ceb1dd-2713-4d17-b8c5-d6b319920549 service neutron] 10.222.0.71 "GET /v2.0/networks/59fedc24-7e8f-45c8-8fb8-7fe9066b116b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479228 Feb 07 21:26:24.514413 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-73dda2e5-1293-4c44-9044-4cd59d9e2f24 req-8bfecec3-c9a5-4771-9c2e-539d0f26aea8 service neutron] 10.222.0.71 "GET /v2.0/networks/59fedc24-7e8f-45c8-8fb8-7fe9066b116b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375339 Feb 07 21:26:24.626866 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:24.633330 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d58f5-195a-49e8-92a5-8a4ac496b6a0 req-f587fe85-f0c1-42d4-8846-996b3b3fea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:24.634973 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de8d58f5-195a-49e8-92a5-8a4ac496b6a0 req-f587fe85-f0c1-42d4-8846-996b3b3fea8c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=266f89a2e57b40ba9539bfa82ff71b17&device_id=5da5c335-9bf9-4cd0-849a-aaeb862c82cd HTTP/1.1" status: 200 len: 1126 time: 0.0760221 Feb 07 21:26:24.755777 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d58f5-195a-49e8-92a5-8a4ac496b6a0 req-a4fd630e-37a7-484c-a064-0b8c5a3a2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:24.757707 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de8d58f5-195a-49e8-92a5-8a4ac496b6a0 req-a4fd630e-37a7-484c-a064-0b8c5a3a2d83 service neutron] 10.222.0.71 "GET /v2.0/networks?id=59fedc24-7e8f-45c8-8fb8-7fe9066b116b HTTP/1.1" status: 200 len: 910 time: 0.1167250 Feb 07 21:26:24.819641 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de8d58f5-195a-49e8-92a5-8a4ac496b6a0 req-d395a0d4-bcdc-409a-88e2-fbc35e27a00a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70441c72-2a79-4e55-8249-796786b1019e HTTP/1.1" status: 200 len: 217 time: 0.0556934 Feb 07 21:26:24.908091 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d58f5-195a-49e8-92a5-8a4ac496b6a0 req-1487097a-b152-462b-83b1-56e9d34b2b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:24.910858 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de8d58f5-195a-49e8-92a5-8a4ac496b6a0 req-1487097a-b152-462b-83b1-56e9d34b2b6d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=700a0712-9b51-4c93-bd8f-0c4c045330cb HTTP/1.1" status: 200 len: 849 time: 0.0850244 Feb 07 21:26:25.005523 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de8d58f5-195a-49e8-92a5-8a4ac496b6a0 req-1d27a6eb-cdf1-44b0-ad3e-044ab88367c1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=59fedc24-7e8f-45c8-8fb8-7fe9066b116b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433085 Feb 07 21:26:25.149840 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de8d58f5-195a-49e8-92a5-8a4ac496b6a0 req-98aef739-4685-4030-ac5b-80947c3ca9e5 service neutron] 10.222.0.71 "GET /v2.0/networks/59fedc24-7e8f-45c8-8fb8-7fe9066b116b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404862 Feb 07 21:26:25.273018 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de8d58f5-195a-49e8-92a5-8a4ac496b6a0 req-27607b30-7192-435e-870b-7816a17c6ff1 service neutron] 10.222.0.71 "GET /v2.0/networks/59fedc24-7e8f-45c8-8fb8-7fe9066b116b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168718 Feb 07 21:26:25.312213 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ab22e-3502-4b44-98e9-3dc89ea1f836 req-44c91675-17e9-4acc-a009-d3f70b2b6f92 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:25.314254 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf7ab22e-3502-4b44-98e9-3dc89ea1f836 req-44c91675-17e9-4acc-a009-d3f70b2b6f92 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.65 "GET /v2.0/ports?device_id=2945bd9f-d73a-475a-9fc3-6c46f446dd19 HTTP/1.1" status: 200 len: 945 time: 0.4022417 Feb 07 21:26:25.329486 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e065aa-ff53-4e0c-9eb5-7d776abf3156 req-a3da20d5-6bf4-45d4-90b4-8ad249552e07 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:25.331109 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-92e065aa-ff53-4e0c-9eb5-7d776abf3156 req-a3da20d5-6bf4-45d4-90b4-8ad249552e07 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/ports?device_id=5da5c335-9bf9-4cd0-849a-aaeb862c82cd HTTP/1.1" status: 200 len: 944 time: 0.3450799 Feb 07 21:26:25.431267 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-92e065aa-ff53-4e0c-9eb5-7d776abf3156 req-d4d3b488-76b4-4f14-8089-ab879cfc5197 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a89b073-0e3f-4e16-a95f-297796aa64c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828285 Feb 07 21:26:25.446701 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf7ab22e-3502-4b44-98e9-3dc89ea1f836 req-81c4a21a-87ac-452b-afd7-22744d65e8f2 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2ec15e0-70e4-4b40-8137-d867b7489d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097484 Feb 07 21:26:25.632670 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc136a-5014-44a3-878a-1d5ef0c550f4 req-de701d27-7726-4df4-b115-6720e2fcbc0d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:25.634168 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8bdc136a-5014-44a3-878a-1d5ef0c550f4 req-de701d27-7726-4df4-b115-6720e2fcbc0d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.1032314 Feb 07 21:26:25.659395 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487eb4c2-9039-460f-bbef-570517500629 req-fd394bf4-57a4-4b06-9fde-272301f99fd7 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:25.661284 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-487eb4c2-9039-460f-bbef-570517500629 req-fd394bf4-57a4-4b06-9fde-272301f99fd7 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.65 "GET /v2.0/ports?device_id=2945bd9f-d73a-475a-9fc3-6c46f446dd19 HTTP/1.1" status: 200 len: 945 time: 0.0966487 Feb 07 21:26:25.753019 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8bdc136a-5014-44a3-878a-1d5ef0c550f4 req-da274a87-7653-4330-818e-1709d384e735 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051755 Feb 07 21:26:25.771360 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-487eb4c2-9039-460f-bbef-570517500629 req-bab35007-1bdc-4827-98b5-82d53abe3474 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2ec15e0-70e4-4b40-8137-d867b7489d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013012 Feb 07 21:26:26.155935 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5335365-802a-43c6-9ca8-c93d037d2a85 req-ceadb3e2-376e-4124-bd68-146612266771 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:26.167082 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d5335365-802a-43c6-9ca8-c93d037d2a85 req-ceadb3e2-376e-4124-bd68-146612266771 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.65 "GET /v2.0/ports?device_id=2945bd9f-d73a-475a-9fc3-6c46f446dd19 HTTP/1.1" status: 200 len: 945 time: 0.1273646 Feb 07 21:26:26.233738 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d5335365-802a-43c6-9ca8-c93d037d2a85 req-109c1d05-4018-4b0f-b9c2-03c2253dd88d tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2ec15e0-70e4-4b40-8137-d867b7489d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629592 Feb 07 21:26:26.620835 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f138f03-7632-4739-a210-e8c056d225c5 req-5de55cfe-58ad-4b95-9030-ae64de4a5cb6 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:26.622367 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f138f03-7632-4739-a210-e8c056d225c5 req-5de55cfe-58ad-4b95-9030-ae64de4a5cb6 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.65 "GET /v2.0/ports?device_id=2945bd9f-d73a-475a-9fc3-6c46f446dd19 HTTP/1.1" status: 200 len: 945 time: 0.0980244 Feb 07 21:26:26.635331 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fa40f-7133-4c18-9e65-788bb4779bc6 req-d8026478-6795-4ca8-9367-57f849dcafa0 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:26.636716 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d87fa40f-7133-4c18-9e65-788bb4779bc6 req-d8026478-6795-4ca8-9367-57f849dcafa0 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/ports?device_id=5da5c335-9bf9-4cd0-849a-aaeb862c82cd HTTP/1.1" status: 200 len: 944 time: 0.0794811 Feb 07 21:26:26.710318 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f138f03-7632-4739-a210-e8c056d225c5 req-22626453-fd0f-4f07-aa3e-afd7383b4afd tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2ec15e0-70e4-4b40-8137-d867b7489d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724797 Feb 07 21:26:26.721081 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d87fa40f-7133-4c18-9e65-788bb4779bc6 req-0d9345a0-9d58-48e5-a4b0-daed6e50b9d0 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a89b073-0e3f-4e16-a95f-297796aa64c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770724 Feb 07 21:26:26.883980 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38425b55-11e3-48ef-8921-da15c7083a1f req-b4332183-11a1-4edd-ba89-fe7e00258ec7 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:26.885528 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38425b55-11e3-48ef-8921-da15c7083a1f req-b4332183-11a1-4edd-ba89-fe7e00258ec7 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.0595696 Feb 07 21:26:26.947914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38425b55-11e3-48ef-8921-da15c7083a1f req-402b0857-06c5-4bf1-b103-debd07afd9ca tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566373 Feb 07 21:26:27.926937 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 53098) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:27.968090 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc573d-11ad-4b58-9be0-70790c9561ff req-95f3c51e-f1ed-4bc8-b50f-8ffae2068693 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:27.970906 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-76cc573d-11ad-4b58-9be0-70790c9561ff req-95f3c51e-f1ed-4bc8-b50f-8ffae2068693 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.69 "GET /v2.0/ports?device_id=2945bd9f-d73a-475a-9fc3-6c46f446dd19 HTTP/1.1" status: 200 len: 945 time: 0.1200390 Feb 07 21:26:28.113805 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-76cc573d-11ad-4b58-9be0-70790c9561ff req-9f8d7b6a-2db9-45f8-ab8e-726d979e4a04 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Deleting port 8f4a405f-4334-4d84-9b7b-151105c31bde {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:26:28.114430 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-76cc573d-11ad-4b58-9be0-70790c9561ff req-9f8d7b6a-2db9-45f8-ab8e-726d979e4a04 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8f4a405f-4334-4d84-9b7b-151105c31bde), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:28.205391 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-93bc976b-dd36-494f-b661-5c96e181ce19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:28.297030 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-93bc976b-dd36-494f-b661-5c96e181ce19 admin admin] Publish callbacks [] for security_group (eb56888d-3f7f-4687-b782-3c007f390d04), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:28.302194 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-93bc976b-dd36-494f-b661-5c96e181ce19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (eb56888d-3f7f-4687-b782-3c007f390d04), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:28.371923 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc976b-dd36-494f-b661-5c96e181ce19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb56888d-3f7f-4687-b782-3c007f390d04,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:28.381552 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65e6ad-2157-4432-8151-4224c61f8b5c req-13d9d9a8-5d63-402a-87e6-730ca3b505ff tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:28.388773 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf65e6ad-2157-4432-8151-4224c61f8b5c req-13d9d9a8-5d63-402a-87e6-730ca3b505ff tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.65 "GET /v2.0/ports?device_id=2945bd9f-d73a-475a-9fc3-6c46f446dd19 HTTP/1.1" status: 200 len: 945 time: 0.5909929 Feb 07 21:26:28.393895 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-93bc976b-dd36-494f-b661-5c96e181ce19 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=28d5a1bef9dc4d8aa22418f1d869e969&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4657648 Feb 07 21:26:28.400494 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 53108) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:28.409738 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-76cc573d-11ad-4b58-9be0-70790c9561ff req-9f8d7b6a-2db9-45f8-ab8e-726d979e4a04 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] For port 8f4a405f-4334-4d84-9b7b-151105c31bde, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8f4a405f-4334-4d84-9b7b-151105c31bde,segment=NetworkSegment(0581e1ae-520a-4fca-9f17-75867b6df664),segment_id=0581e1ae-520a-4fca-9f17-75867b6df664)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:26:28.410593 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-76cc573d-11ad-4b58-9be0-70790c9561ff req-9f8d7b6a-2db9-45f8-ab8e-726d979e4a04 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8f4a405f-4334-4d84-9b7b-151105c31bde), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:28.417896 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 2c2e10d0-60e5-4f79-b772-646bc31503a1 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:26:28.450266 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-76cc573d-11ad-4b58-9be0-70790c9561ff req-9f8d7b6a-2db9-45f8-ab8e-726d979e4a04 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Calling delete_port for 8f4a405f-4334-4d84-9b7b-151105c31bde owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:26:28.472477 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb70f6b-8efa-4e9f-b0f7-0ce40c959b47 req-a3f2ca73-1b68-49ae-9b16-792b86241ea6 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:28.484873 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3fb70f6b-8efa-4e9f-b0f7-0ce40c959b47 req-a3f2ca73-1b68-49ae-9b16-792b86241ea6 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/ports?device_id=5da5c335-9bf9-4cd0-849a-aaeb862c82cd HTTP/1.1" status: 200 len: 944 time: 0.1707675 Feb 07 21:26:28.526521 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf65e6ad-2157-4432-8151-4224c61f8b5c req-e9dec8ba-9ade-452c-b379-f3fd902c5a9d tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2ec15e0-70e4-4b40-8137-d867b7489d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368494 Feb 07 21:26:28.588557 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38dce092-9cfd-4f45-9ff9-ed1910e5ca5d admin admin] Publish callbacks [] for security_group (eb56888d-3f7f-4687-b782-3c007f390d04), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:28.614944 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38dce092-9cfd-4f45-9ff9-ed1910e5ca5d admin admin] Publish callbacks [] for security_group (eb56888d-3f7f-4687-b782-3c007f390d04), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:28.633078 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3fb70f6b-8efa-4e9f-b0f7-0ce40c959b47 req-b93dfb30-53e6-4815-8caf-6ad6a80ec2c5 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a89b073-0e3f-4e16-a95f-297796aa64c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316462 Feb 07 21:26:28.657760 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 2c2e10d0-60e5-4f79-b772-646bc31503a1, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=2c2e10d0-60e5-4f79-b772-646bc31503a1,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:26:28.694828 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '2c2e10d0-60e5-4f79-b772-646bc31503a1', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'port_id': '2c2e10d0-60e5-4f79-b772-646bc31503a1', 'mac_address': 'fa:16:3e:69:81:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:26:28.695231 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38dce092-9cfd-4f45-9ff9-ed1910e5ca5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (eb56888d-3f7f-4687-b782-3c007f390d04), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:28.708577 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38dce092-9cfd-4f45-9ff9-ed1910e5ca5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:28.711915 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f4226-e143-45dc-aaa1-80f8219bd71e req-c9b7b493-8af9-479c-a9e1-e2a911cbd1b9 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:28.716626 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-38dce092-9cfd-4f45-9ff9-ed1910e5ca5d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eb56888d-3f7f-4687-b782-3c007f390d04 HTTP/1.1" status: 204 len: 168 time: 0.3146338 Feb 07 21:26:28.732780 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d69f4226-e143-45dc-aaa1-80f8219bd71e req-c9b7b493-8af9-479c-a9e1-e2a911cbd1b9 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 943 time: 0.0956111 Feb 07 21:26:28.751989 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dce092-9cfd-4f45-9ff9-ed1910e5ca5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb56888d-3f7f-4687-b782-3c007f390d04,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:28.777881 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 2c2e10d0-60e5-4f79-b772-646bc31503a1 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:26:28.778891 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2c2e10d0-60e5-4f79-b772-646bc31503a1), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:28.803461 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c2e10d0-60e5-4f79-b772-646bc31503a1 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:26:28.845614 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d69f4226-e143-45dc-aaa1-80f8219bd71e req-ae198e9b-618d-466f-861f-2bc5b811edb7 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117394 Feb 07 21:26:28.850631 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 2c2e10d0-60e5-4f79-b772-646bc31503a1, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=2c2e10d0-60e5-4f79-b772-646bc31503a1,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:26:28.864521 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2c2e10d0-60e5-4f79-b772-646bc31503a1), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:28.867336 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 70441c72-2a79-4e55-8249-796786b1019e details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:26:28.883270 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-76cc573d-11ad-4b58-9be0-70790c9561ff req-9f8d7b6a-2db9-45f8-ab8e-726d979e4a04 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8f4a405f-4334-4d84-9b7b-151105c31bde), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:28.946168 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d7b6a-2db9-45f8-ab8e-726d979e4a04 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Pushing event deleted for resources: {'Port': ['ID=8f4a405f-4334-4d84-9b7b-151105c31bde,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:29.000175 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['8f4a405f-4334-4d84-9b7b-151105c31bde'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:26:29.093427 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-76cc573d-11ad-4b58-9be0-70790c9561ff req-9f8d7b6a-2db9-45f8-ab8e-726d979e4a04 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] No DVR routers for this DVR port 8f4a405f-4334-4d84-9b7b-151105c31bde on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:26:29.096432 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-76cc573d-11ad-4b58-9be0-70790c9561ff req-9f8d7b6a-2db9-45f8-ab8e-726d979e4a04 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:29.100063 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-76cc573d-11ad-4b58-9be0-70790c9561ff req-9f8d7b6a-2db9-45f8-ab8e-726d979e4a04 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.69 "DELETE /v2.0/ports/8f4a405f-4334-4d84-9b7b-151105c31bde HTTP/1.1" status: 204 len: 173 time: 1.1244109 Feb 07 21:26:29.100792 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2945bd9f-d73a-475a-9fc3-6c46f446dd19', 'name': 'network-vif-deleted', 'tag': '8f4a405f-4334-4d84-9b7b-151105c31bde'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:26:29.113034 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c88fa1-db88-4190-a557-1764081e10f7" -d '{"events": [{"server_uuid": "2945bd9f-d73a-475a-9fc3-6c46f446dd19", "name": "network-vif-deleted", "tag": "8f4a405f-4334-4d84-9b7b-151105c31bde"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:26:29.118737 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=2c2e10d0-60e5-4f79-b772-646bc31503a1,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:29.201315 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 53130) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:29.223886 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80f9805-65fb-4c97-8b6b-691fe3a4096c x-openstack-request-id: req-d80f9805-65fb-4c97-8b6b-691fe3a4096c {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:26:29.224263 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2945bd9f-d73a-475a-9fc3-6c46f446dd19", "name": "network-vif-deleted", "tag": "8f4a405f-4334-4d84-9b7b-151105c31bde", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:26:29.224620 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d80f9805-65fb-4c97-8b6b-691fe3a4096c {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:26:29.232996 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2945bd9f-d73a-475a-9fc3-6c46f446dd19', 'name': 'network-vif-deleted', 'tag': '8f4a405f-4334-4d84-9b7b-151105c31bde', 'status': 'completed', 'code': 200} Feb 07 21:26:29.235762 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c71ca9b2-6a19-4351-af2a-2181d1cf462f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:29.255182 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 70441c72-2a79-4e55-8249-796786b1019e, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=70441c72-2a79-4e55-8249-796786b1019e,segment=NetworkSegment(a78c4c90-81a2-49b3-91e4-7201033b5aba),segment_id=a78c4c90-81a2-49b3-91e4-7201033b5aba)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:26:29.274110 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '70441c72-2a79-4e55-8249-796786b1019e', 'network_id': '59fedc24-7e8f-45c8-8fb8-7fe9066b116b', 'port_id': '70441c72-2a79-4e55-8249-796786b1019e', 'mac_address': 'fa:16:3e:90:5a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '700a0712-9b51-4c93-bd8f-0c4c045330cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:26:29.329445 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 70441c72-2a79-4e55-8249-796786b1019e is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:26:29.329830 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (70441c72-2a79-4e55-8249-796786b1019e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:29.348426 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70441c72-2a79-4e55-8249-796786b1019e {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:26:29.372801 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 70441c72-2a79-4e55-8249-796786b1019e, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=70441c72-2a79-4e55-8249-796786b1019e,segment=NetworkSegment(a78c4c90-81a2-49b3-91e4-7201033b5aba),segment_id=a78c4c90-81a2-49b3-91e4-7201033b5aba)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:26:29.376427 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c71ca9b2-6a19-4351-af2a-2181d1cf462f admin admin] Publish callbacks [] for security_group (24af95dc-1d8f-4b19-8503-6a8b6fa7db5b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:29.377268 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (70441c72-2a79-4e55-8249-796786b1019e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:29.380806 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c71ca9b2-6a19-4351-af2a-2181d1cf462f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (24af95dc-1d8f-4b19-8503-6a8b6fa7db5b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:29.414685 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ca9b2-6a19-4351-af2a-2181d1cf462f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24af95dc-1d8f-4b19-8503-6a8b6fa7db5b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:29.433635 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=70441c72-2a79-4e55-8249-796786b1019e,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:29.438968 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 53132) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:29.439609 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c71ca9b2-6a19-4351-af2a-2181d1cf462f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f49b22e37cce4ea1ba1681d30bfa9f83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2370200 Feb 07 21:26:29.492062 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54bf6eb0-36f1-4ac1-9d3d-450c7d6af94f admin admin] Publish callbacks [] for security_group (24af95dc-1d8f-4b19-8503-6a8b6fa7db5b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:29.514361 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54bf6eb0-36f1-4ac1-9d3d-450c7d6af94f admin admin] Publish callbacks [] for security_group (24af95dc-1d8f-4b19-8503-6a8b6fa7db5b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:29.575125 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54bf6eb0-36f1-4ac1-9d3d-450c7d6af94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (24af95dc-1d8f-4b19-8503-6a8b6fa7db5b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:29.577934 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54bf6eb0-36f1-4ac1-9d3d-450c7d6af94f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:29.579069 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-54bf6eb0-36f1-4ac1-9d3d-450c7d6af94f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/24af95dc-1d8f-4b19-8503-6a8b6fa7db5b HTTP/1.1" status: 204 len: 168 time: 0.1384635 Feb 07 21:26:29.654214 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf6eb0-36f1-4ac1-9d3d-450c7d6af94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24af95dc-1d8f-4b19-8503-6a8b6fa7db5b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:29.780784 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['70441c72-2a79-4e55-8249-796786b1019e'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:26:29.786408 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-570d28db-08a7-4b99-af4f-7529f708c816 req-4c57ed1c-9c17-4692-9a85-19434f60c3c2 tempest-ServersNegativeTestMultiTenantJSON-1314855731 tempest-ServersNegativeTestMultiTenantJSON-1314855731-project] 10.222.0.65 "GET /v2.0/ports?device_id=2945bd9f-d73a-475a-9fc3-6c46f446dd19 HTTP/1.1" status: 200 len: 210 time: 0.0789936 Feb 07 21:26:29.853597 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['2c2e10d0-60e5-4f79-b772-646bc31503a1'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:26:29.884779 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81796246-1abb-4728-b86f-c3b9b374914e req-b7edb87a-18bc-498b-89fb-3c396716c45c tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:29.893998 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-81796246-1abb-4728-b86f-c3b9b374914e req-b7edb87a-18bc-498b-89fb-3c396716c45c tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/ports?device_id=5da5c335-9bf9-4cd0-849a-aaeb862c82cd HTTP/1.1" status: 200 len: 945 time: 0.1009367 Feb 07 21:26:29.967016 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-81796246-1abb-4728-b86f-c3b9b374914e req-5e0cc49a-c42f-45bf-b868-7f09668a7405 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a89b073-0e3f-4e16-a95f-297796aa64c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717752 Feb 07 21:26:30.086214 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8b422-5b32-4ca0-8726-3b7cc4035fbb req-ca4d3333-0a8f-4bb4-b96d-980deb5e7d24 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:30.090973 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-54e8b422-5b32-4ca0-8726-3b7cc4035fbb req-ca4d3333-0a8f-4bb4-b96d-980deb5e7d24 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 944 time: 0.1137266 Feb 07 21:26:30.207159 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-54e8b422-5b32-4ca0-8726-3b7cc4035fbb req-c827bf09-4e57-4afe-ab58-f3fdf2eed582 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106110 Feb 07 21:26:30.851147 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 53186) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:30.920681 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae73d52-2d1f-44b2-a546-42855448328f admin admin] Deleting subnet 02a9e390-b926-403c-b660-b0b439287bd5 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:26:30.925580 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ae73d52-2d1f-44b2-a546-42855448328f admin admin] Publish callbacks [] for subnet (02a9e390-b926-403c-b660-b0b439287bd5), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:30.963323 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ae73d52-2d1f-44b2-a546-42855448328f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (02a9e390-b926-403c-b660-b0b439287bd5), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:31.011364 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ae73d52-2d1f-44b2-a546-42855448328f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (02a9e390-b926-403c-b660-b0b439287bd5), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:31.124539 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ae73d52-2d1f-44b2-a546-42855448328f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (02a9e390-b926-403c-b660-b0b439287bd5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:31.141037 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e7502-ae5e-46f6-bf2d-aed185eb9a74 req-f97cb170-3cb2-4e4b-91c4-0183823f1c56 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:31.142904 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd7e7502-ae5e-46f6-bf2d-aed185eb9a74 req-f97cb170-3cb2-4e4b-91c4-0183823f1c56 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/ports?device_id=5da5c335-9bf9-4cd0-849a-aaeb862c82cd HTTP/1.1" status: 200 len: 945 time: 0.1003594 Feb 07 21:26:31.177762 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae73d52-2d1f-44b2-a546-42855448328f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02a9e390-b926-403c-b660-b0b439287bd5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:31.196915 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ae73d52-2d1f-44b2-a546-42855448328f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:31.200507 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8ae73d52-2d1f-44b2-a546-42855448328f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/02a9e390-b926-403c-b660-b0b439287bd5 HTTP/1.1" status: 204 len: 168 time: 0.3480337 Feb 07 21:26:31.203145 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 53204) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:31.270805 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd7e7502-ae5e-46f6-bf2d-aed185eb9a74 req-d1738198-a374-45ad-a35c-e10c0e4537c1 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a89b073-0e3f-4e16-a95f-297796aa64c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963199 Feb 07 21:26:31.324396 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35459c02-9851-487e-92b2-9343e8848377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (00e39a87-42a5-4769-820a-125121b20f16), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:31.396235 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5531d3-e538-4280-a696-2beea4d16f71 req-4a9b5df7-f97e-4ca9-8027-80090e2654c9 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:31.398100 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3a5531d3-e538-4280-a696-2beea4d16f71 req-4a9b5df7-f97e-4ca9-8027-80090e2654c9 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 944 time: 0.0695722 Feb 07 21:26:31.517068 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3a5531d3-e538-4280-a696-2beea4d16f71 req-7e01121c-036a-4508-ad51-e1d9d1a57dfc tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114669 Feb 07 21:26:31.880717 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8f4a405f-4334-4d84-9b7b-151105c31bde no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:26:31.905443 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 8f4a405f-4334-4d84-9b7b-151105c31bde {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:26:31.906034 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8f4a405f-4334-4d84-9b7b-151105c31bde not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:26:31.943992 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35459c02-9851-487e-92b2-9343e8848377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (00e39a87-42a5-4769-820a-125121b20f16), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:31.966208 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-35459c02-9851-487e-92b2-9343e8848377 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e39a87-42a5-4769-820a-125121b20f16']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:26:31.977425 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-35459c02-9851-487e-92b2-9343e8848377 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0581e1ae-520a-4fca-9f17-75867b6df664') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:26:31.977731 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-35459c02-9851-487e-92b2-9343e8848377 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0581e1ae-520a-4fca-9f17-75867b6df664') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:26:31.990691 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35459c02-9851-487e-92b2-9343e8848377 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (0581e1ae-520a-4fca-9f17-75867b6df664), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:32.013541 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35459c02-9851-487e-92b2-9343e8848377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (0581e1ae-520a-4fca-9f17-75867b6df664), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:32.031394 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35459c02-9851-487e-92b2-9343e8848377 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:26:32.032403 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35459c02-9851-487e-92b2-9343e8848377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (0581e1ae-520a-4fca-9f17-75867b6df664), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:26:32.034907 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:26:32.133821 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35459c02-9851-487e-92b2-9343e8848377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (00e39a87-42a5-4769-820a-125121b20f16), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:32.148365 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35459c02-9851-487e-92b2-9343e8848377 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:32.152498 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-35459c02-9851-487e-92b2-9343e8848377 admin admin] 10.222.0.65 "DELETE /v2.0/networks/00e39a87-42a5-4769-820a-125121b20f16 HTTP/1.1" status: 204 len: 168 time: 0.9481447 Feb 07 21:26:32.156201 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 53234) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:32.175358 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35459c02-9851-487e-92b2-9343e8848377 admin admin] Pushing event deleted for resources: {'Network': ['ID=00e39a87-42a5-4769-820a-125121b20f16,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:32.204491 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35459c02-9851-487e-92b2-9343e8848377 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:32.204491 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35459c02-9851-487e-92b2-9343e8848377 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:32.204491 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35459c02-9851-487e-92b2-9343e8848377 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:32.204491 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35459c02-9851-487e-92b2-9343e8848377 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:32.204491 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35459c02-9851-487e-92b2-9343e8848377 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:32.204491 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35459c02-9851-487e-92b2-9343e8848377 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:32.204491 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35459c02-9851-487e-92b2-9343e8848377 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:32.204491 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35459c02-9851-487e-92b2-9343e8848377 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:32.204491 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35459c02-9851-487e-92b2-9343e8848377 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:32.204491 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35459c02-9851-487e-92b2-9343e8848377 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:32.205956 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35459c02-9851-487e-92b2-9343e8848377 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:32.205956 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35459c02-9851-487e-92b2-9343e8848377 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:32.205956 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35459c02-9851-487e-92b2-9343e8848377 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:26:32.252300 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4122c60-5c00-4137-9326-09358f6bd541 admin admin] Deleting subnet d736ce2a-4676-4ed8-8777-9952e18d9d17 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:26:32.256079 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4122c60-5c00-4137-9326-09358f6bd541 admin admin] Publish callbacks [] for subnet (d736ce2a-4676-4ed8-8777-9952e18d9d17), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:32.293706 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4122c60-5c00-4137-9326-09358f6bd541 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (d736ce2a-4676-4ed8-8777-9952e18d9d17), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:32.346714 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4122c60-5c00-4137-9326-09358f6bd541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (d736ce2a-4676-4ed8-8777-9952e18d9d17), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:32.409872 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4122c60-5c00-4137-9326-09358f6bd541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (d736ce2a-4676-4ed8-8777-9952e18d9d17), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:32.417724 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 2c2e10d0-60e5-4f79-b772-646bc31503a1 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:26:32.473965 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4122c60-5c00-4137-9326-09358f6bd541 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d736ce2a-4676-4ed8-8777-9952e18d9d17,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:32.480536 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4122c60-5c00-4137-9326-09358f6bd541 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:32.484259 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d4122c60-5c00-4137-9326-09358f6bd541 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d736ce2a-4676-4ed8-8777-9952e18d9d17 HTTP/1.1" status: 204 len: 168 time: 0.3270040 Feb 07 21:26:32.486896 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 53246) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:32.523651 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 2c2e10d0-60e5-4f79-b772-646bc31503a1 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:26:32.528784 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 2c2e10d0-60e5-4f79-b772-646bc31503a1 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:26:32.529265 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2c2e10d0-60e5-4f79-b772-646bc31503a1), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:32.535131 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b4810-b420-45b0-ab0d-5ddf9a3f3207 req-f9e203f3-7282-498b-8ef0-f5da6e473007 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:32.536655 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-481b4810-b420-45b0-ab0d-5ddf9a3f3207 req-f9e203f3-7282-498b-8ef0-f5da6e473007 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/ports?device_id=5da5c335-9bf9-4cd0-849a-aaeb862c82cd HTTP/1.1" status: 200 len: 945 time: 0.1682596 Feb 07 21:26:32.652118 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-859df091-b958-4c12-bafa-27be70d54104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (6cff30d9-59f8-4000-9f82-55f09e97db23), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:32.680992 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 2c2e10d0-60e5-4f79-b772-646bc31503a1 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:26:32.681385 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2c2e10d0-60e5-4f79-b772-646bc31503a1), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:32.710590 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2e10d0-60e5-4f79-b772-646bc31503a1'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:26:32.713268 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086418b6-4abb-4df1-b248-69d83e60ec12" -d '{"events": [{"server_uuid": "6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2", "name": "network-vif-plugged", "status": "completed", "tag": "2c2e10d0-60e5-4f79-b772-646bc31503a1"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:26:32.717234 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-481b4810-b420-45b0-ab0d-5ddf9a3f3207 req-9c73599c-7730-4017-a7e3-b751b4a79b26 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a89b073-0e3f-4e16-a95f-297796aa64c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602294 Feb 07 21:26:32.729884 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 2c2e10d0-60e5-4f79-b772-646bc31503a1, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=2c2e10d0-60e5-4f79-b772-646bc31503a1,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:26:32.736951 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2c2e10d0-60e5-4f79-b772-646bc31503a1), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:32.738070 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 70441c72-2a79-4e55-8249-796786b1019e up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:26:32.767103 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038aa87-32cd-4a94-909e-e68c4512366f req-77292b78-c87d-4dfd-abfa-417f7e3ce016 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:32.777403 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d038aa87-32cd-4a94-909e-e68c4512366f req-77292b78-c87d-4dfd-abfa-417f7e3ce016 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 944 time: 0.1697326 Feb 07 21:26:32.799208 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-859df091-b958-4c12-bafa-27be70d54104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (6cff30d9-59f8-4000-9f82-55f09e97db23), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:32.845180 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-859df091-b958-4c12-bafa-27be70d54104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cff30d9-59f8-4000-9f82-55f09e97db23']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:26:32.852296 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1bd950-ef78-4d82-b60c-f77068da6f50 x-openstack-request-id: req-3e1bd950-ef78-4d82-b60c-f77068da6f50 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:26:32.852675 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2", "name": "network-vif-plugged", "status": "completed", "tag": "2c2e10d0-60e5-4f79-b772-646bc31503a1", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:26:32.852892 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3e1bd950-ef78-4d82-b60c-f77068da6f50 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:26:32.853253 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2e10d0-60e5-4f79-b772-646bc31503a1', 'code': 200} Feb 07 21:26:32.854536 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=2c2e10d0-60e5-4f79-b772-646bc31503a1,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:32.865143 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-859df091-b958-4c12-bafa-27be70d54104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b7f3a14-dd54-49b9-a286-0ab8ec980fec') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:26:32.865453 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-859df091-b958-4c12-bafa-27be70d54104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b7f3a14-dd54-49b9-a286-0ab8ec980fec') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:26:32.876186 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-859df091-b958-4c12-bafa-27be70d54104 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (4b7f3a14-dd54-49b9-a286-0ab8ec980fec), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:32.892482 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-859df091-b958-4c12-bafa-27be70d54104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (4b7f3a14-dd54-49b9-a286-0ab8ec980fec), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:32.899157 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859df091-b958-4c12-bafa-27be70d54104 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:26:32.899394 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-859df091-b958-4c12-bafa-27be70d54104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (4b7f3a14-dd54-49b9-a286-0ab8ec980fec), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:32.906182 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 70441c72-2a79-4e55-8249-796786b1019e completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:26:32.912380 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 70441c72-2a79-4e55-8249-796786b1019e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:26:32.912944 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (70441c72-2a79-4e55-8249-796786b1019e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:26:33.003932 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:26:33.012381 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d038aa87-32cd-4a94-909e-e68c4512366f req-9d4dc104-c982-4bc1-8915-314691460df3 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334585 Feb 07 21:26:33.018074 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-859df091-b958-4c12-bafa-27be70d54104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (6cff30d9-59f8-4000-9f82-55f09e97db23), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:33.030957 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-859df091-b958-4c12-bafa-27be70d54104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:33.037188 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-859df091-b958-4c12-bafa-27be70d54104 admin admin] 10.222.0.65 "DELETE /v2.0/networks/6cff30d9-59f8-4000-9f82-55f09e97db23 HTTP/1.1" status: 204 len: 168 time: 0.5492630 Feb 07 21:26:33.058661 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e7218-1332-4409-af6d-0a99657b1144 req-fa9fc80f-2ad2-4c7f-a613-20c141fe1fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:33.061476 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-542e7218-1332-4409-af6d-0a99657b1144 req-fa9fc80f-2ad2-4c7f-a613-20c141fe1fa6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 1127 time: 0.1585197 Feb 07 21:26:33.061657 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859df091-b958-4c12-bafa-27be70d54104 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cff30d9-59f8-4000-9f82-55f09e97db23,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:33.070564 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 70441c72-2a79-4e55-8249-796786b1019e is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:26:33.070937 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (70441c72-2a79-4e55-8249-796786b1019e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:33.109991 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 70441c72-2a79-4e55-8249-796786b1019e, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=70441c72-2a79-4e55-8249-796786b1019e,segment=NetworkSegment(a78c4c90-81a2-49b3-91e4-7201033b5aba),segment_id=a78c4c90-81a2-49b3-91e4-7201033b5aba)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:26:33.115410 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (70441c72-2a79-4e55-8249-796786b1019e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:33.161129 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-542e7218-1332-4409-af6d-0a99657b1144 req-88ff4355-d14a-40a8-8b1b-c527a7a0ea3f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938904 Feb 07 21:26:33.221837 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=70441c72-2a79-4e55-8249-796786b1019e,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:33.295506 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 53268) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:33.368182 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-73f62f9e-9efa-4932-b0b3-6b883b61aa83 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aa0f2b606f354310b366edda27660051&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0707493 Feb 07 21:26:33.370002 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 53270) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:33.424007 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1183394f-9586-4da1-b175-e5ffed8adb91 admin admin] Publish callbacks [] for security_group (f2ec15e0-70e4-4b40-8137-d867b7489d4d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:33.450086 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1183394f-9586-4da1-b175-e5ffed8adb91 admin admin] Publish callbacks [] for security_group (f2ec15e0-70e4-4b40-8137-d867b7489d4d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:33.507070 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1183394f-9586-4da1-b175-e5ffed8adb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f2ec15e0-70e4-4b40-8137-d867b7489d4d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:33.509535 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1183394f-9586-4da1-b175-e5ffed8adb91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:33.510931 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1183394f-9586-4da1-b175-e5ffed8adb91 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f2ec15e0-70e4-4b40-8137-d867b7489d4d HTTP/1.1" status: 204 len: 168 time: 0.1395025 Feb 07 21:26:33.520767 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183394f-9586-4da1-b175-e5ffed8adb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ec15e0-70e4-4b40-8137-d867b7489d4d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:33.645677 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:33.980119 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:34.003674 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba7eaf-f384-4b7d-8a67-6041c582ba51 req-5e395102-cb79-447d-84b4-07aac5789323 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:34.007365 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6bba7eaf-f384-4b7d-8a67-6041c582ba51 req-5e395102-cb79-447d-84b4-07aac5789323 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/ports?device_id=5da5c335-9bf9-4cd0-849a-aaeb862c82cd HTTP/1.1" status: 200 len: 946 time: 0.1377943 Feb 07 21:26:34.139576 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6bba7eaf-f384-4b7d-8a67-6041c582ba51 req-1ddb6566-139e-4078-9770-7a7c4fcfffb8 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a89b073-0e3f-4e16-a95f-297796aa64c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268260 Feb 07 21:26:34.181816 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 53292) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:34.233613 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcb5cf-3906-49f2-ae27-5e66cc42b21a req-e579158d-2f35-487b-8f22-6b7525b79040 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:34.235898 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-37fcb5cf-3906-49f2-ae27-5e66cc42b21a req-e579158d-2f35-487b-8f22-6b7525b79040 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 945 time: 0.1132948 Feb 07 21:26:34.236597 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 53296) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:34.240997 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9a352df7-978c-4137-94a3-54fefe95c641 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8522b0051249415b8c0baa1e3ea034f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0578456 Feb 07 21:26:34.364680 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-37fcb5cf-3906-49f2-ae27-5e66cc42b21a req-ff528304-c9a3-44f6-979d-56d12f20ecb5 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135824 Feb 07 21:26:34.387744 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f03fb4e3-d072-4160-9b85-99e87f0689e6 admin admin] Publish callbacks [] for security_group (6b0e506f-0542-40bc-810a-f3f1fdcdf1a7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:34.412811 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f03fb4e3-d072-4160-9b85-99e87f0689e6 admin admin] Publish callbacks [] for security_group (6b0e506f-0542-40bc-810a-f3f1fdcdf1a7), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:34.515949 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f03fb4e3-d072-4160-9b85-99e87f0689e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (6b0e506f-0542-40bc-810a-f3f1fdcdf1a7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:34.518853 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f03fb4e3-d072-4160-9b85-99e87f0689e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:34.522717 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f03fb4e3-d072-4160-9b85-99e87f0689e6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6b0e506f-0542-40bc-810a-f3f1fdcdf1a7 HTTP/1.1" status: 204 len: 168 time: 0.2825036 Feb 07 21:26:34.553284 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03fb4e3-d072-4160-9b85-99e87f0689e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0e506f-0542-40bc-810a-f3f1fdcdf1a7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:34.854938 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da5c335-9bf9-4cd0-849a-aaeb862c82cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70441c72-2a79-4e55-8249-796786b1019e'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:26:34.860378 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11b2c19-fe89-456c-93c8-bab6dff7c4d2" -d '{"events": [{"server_uuid": "5da5c335-9bf9-4cd0-849a-aaeb862c82cd", "name": "network-vif-plugged", "status": "completed", "tag": "70441c72-2a79-4e55-8249-796786b1019e"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:26:34.920205 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54991b68-e59d-48bb-88fd-6746ff8af13b x-openstack-request-id: req-54991b68-e59d-48bb-88fd-6746ff8af13b {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:26:34.920827 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da5c335-9bf9-4cd0-849a-aaeb862c82cd", "name": "network-vif-plugged", "status": "completed", "tag": "70441c72-2a79-4e55-8249-796786b1019e", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:26:34.921243 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-54991b68-e59d-48bb-88fd-6746ff8af13b {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:26:34.922011 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da5c335-9bf9-4cd0-849a-aaeb862c82cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70441c72-2a79-4e55-8249-796786b1019e', 'code': 200} Feb 07 21:26:35.066364 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e18b5-7100-423d-afdd-fd874d5cb946 req-71804abe-2e14-4435-9ed3-6058172f7755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:35.071875 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-041e18b5-7100-423d-afdd-fd874d5cb946 req-71804abe-2e14-4435-9ed3-6058172f7755 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5da5c335-9bf9-4cd0-849a-aaeb862c82cd HTTP/1.1" status: 200 len: 1128 time: 0.0760133 Feb 07 21:26:35.234959 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-041e18b5-7100-423d-afdd-fd874d5cb946 req-710fdbf1-8647-41ba-8895-9ca2f9b799bc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3a89b073-0e3f-4e16-a95f-297796aa64c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568599 Feb 07 21:26:35.358601 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167da62-8173-4eda-8d44-6befb050f167 req-adbbb5df-3eb3-4afc-a6b3-fe42dea281f5 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:35.364269 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a167da62-8173-4eda-8d44-6befb050f167 req-adbbb5df-3eb3-4afc-a6b3-fe42dea281f5 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/ports?device_id=5da5c335-9bf9-4cd0-849a-aaeb862c82cd HTTP/1.1" status: 200 len: 946 time: 0.0822313 Feb 07 21:26:35.440541 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a167da62-8173-4eda-8d44-6befb050f167 req-ad7de8e1-7221-450f-8184-e538bdc0c2ca tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a89b073-0e3f-4e16-a95f-297796aa64c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669253 Feb 07 21:26:35.566540 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add44cf8-11ce-46e8-ac88-cf8d9c16c111 req-9118bb0d-2dda-43f9-99bb-e229022dc31c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:35.568102 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-add44cf8-11ce-46e8-ac88-cf8d9c16c111 req-9118bb0d-2dda-43f9-99bb-e229022dc31c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 945 time: 0.0927312 Feb 07 21:26:35.646325 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-add44cf8-11ce-46e8-ac88-cf8d9c16c111 req-4304ca21-e734-4c01-8ca2-b2aba70958c1 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675404 Feb 07 21:26:35.663935 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 53374) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:35.786906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1d013c6f-1b75-41af-aaea-a82919c6ad86 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-290837413-network', 'tenant_id': '8c82c9149fcf4d69af04c81d923feaa2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:26:35.816561 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d013c6f-1b75-41af-aaea-a82919c6ad86 admin admin] Made reservation on behalf of 8c82c9149fcf4d69af04c81d923feaa2 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:26:35.819068 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d013c6f-1b75-41af-aaea-a82919c6ad86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:35.838492 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347efd7-8614-41d8-9a78-6279f0e9d4c4 req-22207fe1-3452-4b04-a2fc-e08c6ea2037d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:35.840151 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1347efd7-8614-41d8-9a78-6279f0e9d4c4 req-22207fe1-3452-4b04-a2fc-e08c6ea2037d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 945 time: 0.0941920 Feb 07 21:26:35.840912 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d013c6f-1b75-41af-aaea-a82919c6ad86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:35.920338 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1347efd7-8614-41d8-9a78-6279f0e9d4c4 req-54958944-17b0-44b4-adbe-bfbd39affdf1 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706143 Feb 07 21:26:35.965560 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d013c6f-1b75-41af-aaea-a82919c6ad86 admin admin] Publish callbacks [] for security_group (5a26f68c-58bd-455a-98d0-3d44308ea28b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:35.969647 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d013c6f-1b75-41af-aaea-a82919c6ad86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (5a26f68c-58bd-455a-98d0-3d44308ea28b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:35.993232 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d013c6f-1b75-41af-aaea-a82919c6ad86 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:26:36.011197 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d013c6f-1b75-41af-aaea-a82919c6ad86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a26f68c-58bd-455a-98d0-3d44308ea28b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:36.014406 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d013c6f-1b75-41af-aaea-a82919c6ad86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:36.014758 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-1d013c6f-1b75-41af-aaea-a82919c6ad86 admin admin] Added segment e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7 of type vlan for network f4e1a8da-b500-47e7-b15f-d8edc6f776b6 Feb 07 21:26:36.067767 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d013c6f-1b75-41af-aaea-a82919c6ad86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (f4e1a8da-b500-47e7-b15f-d8edc6f776b6), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:36.127147 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d013c6f-1b75-41af-aaea-a82919c6ad86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (f4e1a8da-b500-47e7-b15f-d8edc6f776b6), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:36.128802 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d013c6f-1b75-41af-aaea-a82919c6ad86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:36.129879 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d013c6f-1b75-41af-aaea-a82919c6ad86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:36.150019 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1d013c6f-1b75-41af-aaea-a82919c6ad86 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4847939 Feb 07 21:26:36.152801 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 53380) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:36.157676 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-7181af75-2a34-480b-8c81-4bd3cd81d5d2 admin admin] Request body: {'subnet': {'network_id': 'f4e1a8da-b500-47e7-b15f-d8edc6f776b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-290837413-subnet', 'tenant_id': '8c82c9149fcf4d69af04c81d923feaa2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:26:36.189522 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7181af75-2a34-480b-8c81-4bd3cd81d5d2 admin admin] Made reservation on behalf of 8c82c9149fcf4d69af04c81d923feaa2 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:26:36.192222 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7181af75-2a34-480b-8c81-4bd3cd81d5d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:36.208160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46f4ca-9040-4c9f-a176-63bb40f84a4f req-566cf47a-4425-4ec2-a0c5-6b6a7cc46f68 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:36.209832 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2f46f4ca-9040-4c9f-a176-63bb40f84a4f req-566cf47a-4425-4ec2-a0c5-6b6a7cc46f68 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 945 time: 0.1495056 Feb 07 21:26:36.270336 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d013c6f-1b75-41af-aaea-a82919c6ad86 admin admin] Pushing event updated for resources: {'Network': ['ID=f4e1a8da-b500-47e7-b15f-d8edc6f776b6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:36.282639 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network f4e1a8da-b500-47e7-b15f-d8edc6f776b6 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:26:36.302646 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2f46f4ca-9040-4c9f-a176-63bb40f84a4f req-cab4189b-8b4f-4320-94c9-092cd465fdd9 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818443 Feb 07 21:26:36.582791 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7181af75-2a34-480b-8c81-4bd3cd81d5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (89cf6121-baa9-422e-a444-8a5ab1545cb1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:36.643641 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfe264-3b61-4efa-8059-73921820ae4e req-51d95b7d-0038-4f8d-bbca-8b9dfe0ca145 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:36.659664 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9bfe264-3b61-4efa-8059-73921820ae4e req-51d95b7d-0038-4f8d-bbca-8b9dfe0ca145 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/ports?device_id=5da5c335-9bf9-4cd0-849a-aaeb862c82cd HTTP/1.1" status: 200 len: 946 time: 0.1036203 Feb 07 21:26:36.690360 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181af75-2a34-480b-8c81-4bd3cd81d5d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89cf6121-baa9-422e-a444-8a5ab1545cb1,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:36.763426 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9bfe264-3b61-4efa-8059-73921820ae4e req-c37a4795-8a45-4b48-9947-1f5890dd1101 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a89b073-0e3f-4e16-a95f-297796aa64c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027219 Feb 07 21:26:36.767202 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7181af75-2a34-480b-8c81-4bd3cd81d5d2 admin admin] Checking segment: {'id': 'e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f4e1a8da-b500-47e7-b15f-d8edc6f776b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:26:36.767575 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7181af75-2a34-480b-8c81-4bd3cd81d5d2 admin admin] Network hostable DHCP agents. Network: f4e1a8da-b500-47e7-b15f-d8edc6f776b6, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:26:36.799032 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7181af75-2a34-480b-8c81-4bd3cd81d5d2 admin admin] Network f4e1a8da-b500-47e7-b15f-d8edc6f776b6 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:26:36.815095 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-7181af75-2a34-480b-8c81-4bd3cd81d5d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, f4e1a8da-b500-47e7-b15f-d8edc6f776b6) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:26:36.831170 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea727cd-ae0f-4e93-ba93-f9d66ae878e8 None None] Network f4e1a8da-b500-47e7-b15f-d8edc6f776b6 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:26:36.831458 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7181af75-2a34-480b-8c81-4bd3cd81d5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:36.832768 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7181af75-2a34-480b-8c81-4bd3cd81d5d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:36.864653 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7181af75-2a34-480b-8c81-4bd3cd81d5d2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7105532 Feb 07 21:26:36.896714 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9ab97-86f8-4717-b0a7-1aeec50750a1 req-24cbe027-d79b-463b-bb3f-bc1cace45c19 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:36.905545 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0cb9ab97-86f8-4717-b0a7-1aeec50750a1 req-24cbe027-d79b-463b-bb3f-bc1cace45c19 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 945 time: 0.0787868 Feb 07 21:26:37.006250 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0cb9ab97-86f8-4717-b0a7-1aeec50750a1 req-2d0c123f-9799-40b0-a15c-c8c2bbc8c312 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984311 Feb 07 21:26:37.035916 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7762d077-db93-45c4-87df-82a391207f63 None None] Network f4e1a8da-b500-47e7-b15f-d8edc6f776b6 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:26:37.500461 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-db7c701e-a18b-438a-b5a8-745e2ab026ac tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:37.507851 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-db7c701e-a18b-438a-b5a8-745e2ab026ac tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/networks?id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6 HTTP/1.1" status: 200 len: 814 time: 0.1346292 Feb 07 21:26:37.522018 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-4d1a8838-aa05-4903-8e0c-05d0d607da9d tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/quotas/8c82c9149fcf4d69af04c81d923feaa2 HTTP/1.1" status: 200 len: 375 time: 0.0133862 Feb 07 21:26:37.561854 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-4c1b2895-a561-4fa8-8067-26aa989227d4 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8c82c9149fcf4d69af04c81d923feaa2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339916 Feb 07 21:26:37.675632 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-df1e383d-a27b-4cde-aaa1-252ab06730b4 service neutron] 10.222.0.65 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063960 Feb 07 21:26:37.773307 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-4f666acb-b81e-4002-a95c-fcb1977a77c3 service neutron] 10.222.0.65 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918190 Feb 07 21:26:37.975003 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb9ec3-f672-4dfe-bd75-05ec1f482269 req-c259de4f-27c1-4583-8975-d017b2210d42 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:37.982977 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8fb9ec3-f672-4dfe-bd75-05ec1f482269 req-c259de4f-27c1-4583-8975-d017b2210d42 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/ports?device_id=5da5c335-9bf9-4cd0-849a-aaeb862c82cd HTTP/1.1" status: 200 len: 946 time: 0.0882008 Feb 07 21:26:38.061093 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8fb9ec3-f672-4dfe-bd75-05ec1f482269 req-e09de1fd-e6c2-480a-8f73-e65ee9c67d99 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a89b073-0e3f-4e16-a95f-297796aa64c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764461 Feb 07 21:26:38.133616 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-58aa4aac-035b-45e5-bcd5-3d706c3ca4f2 req-4c7f30b8-d579-4ad2-9cbf-e7fb1ff938f6 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba482fd7-91ff-435a-866a-dfb7f421ec08 HTTP/1.1" status: 200 len: 210 time: 0.0529165 Feb 07 21:26:38.238738 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad093c-5ba5-490d-9d3c-269233e79e0b req-8fb517d0-b214-4ad8-99a4-ca5b6b411b9f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:38.240871 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ebad093c-5ba5-490d-9d3c-269233e79e0b req-8fb517d0-b214-4ad8-99a4-ca5b6b411b9f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 945 time: 0.0836787 Feb 07 21:26:38.356126 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ebad093c-5ba5-490d-9d3c-269233e79e0b req-05887da5-4958-4fcd-8230-429183a358d1 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052263 Feb 07 21:26:38.514773 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7db432-c5d1-437e-9fb4-7d6cb28fe180 req-ec46de59-df93-4c71-8777-d33fca2f7b25 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:38.522948 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d7db432-c5d1-437e-9fb4-7d6cb28fe180 req-ec46de59-df93-4c71-8777-d33fca2f7b25 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.71 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 945 time: 0.1786058 Feb 07 21:26:38.601064 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:26:38.796588 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2caac8-ec96-4487-bf38-f6a33b383f19 req-c6fdd5ab-a980-4291-b79c-ed01a704dc9c tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:38.805610 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c2caac8-ec96-4487-bf38-f6a33b383f19 req-c6fdd5ab-a980-4291-b79c-ed01a704dc9c tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/ports?device_id=5da5c335-9bf9-4cd0-849a-aaeb862c82cd HTTP/1.1" status: 200 len: 946 time: 0.2239137 Feb 07 21:26:38.879012 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-9d7db432-c5d1-437e-9fb4-7d6cb28fe180 req-f69d4de7-72fb-47f9-afb1-c148e185a72e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Deleting port 2c2e10d0-60e5-4f79-b772-646bc31503a1 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:26:38.879701 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9d7db432-c5d1-437e-9fb4-7d6cb28fe180 req-f69d4de7-72fb-47f9-afb1-c148e185a72e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (2c2e10d0-60e5-4f79-b772-646bc31503a1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:39.010754 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c2caac8-ec96-4487-bf38-f6a33b383f19 req-426f6b68-0b9a-450a-834a-ca812e2044dc tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a89b073-0e3f-4e16-a95f-297796aa64c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039740 Feb 07 21:26:39.074937 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-9d7db432-c5d1-437e-9fb4-7d6cb28fe180 req-f69d4de7-72fb-47f9-afb1-c148e185a72e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] For port 2c2e10d0-60e5-4f79-b772-646bc31503a1, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=2c2e10d0-60e5-4f79-b772-646bc31503a1,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:26:39.075606 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9d7db432-c5d1-437e-9fb4-7d6cb28fe180 req-f69d4de7-72fb-47f9-afb1-c148e185a72e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (2c2e10d0-60e5-4f79-b772-646bc31503a1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:39.092773 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-9d7db432-c5d1-437e-9fb4-7d6cb28fe180 req-f69d4de7-72fb-47f9-afb1-c148e185a72e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Calling delete_port for 2c2e10d0-60e5-4f79-b772-646bc31503a1 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:26:39.294458 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4c37757-c8ba-44e0-b8b8-2a5b3a9b9f83 req-ae316c9c-0623-4cce-be2d-f10fa60fb0bc tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba482fd7-91ff-435a-866a-dfb7f421ec08 HTTP/1.1" status: 200 len: 210 time: 0.0439124 Feb 07 21:26:39.304300 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9d7db432-c5d1-437e-9fb4-7d6cb28fe180 req-f69d4de7-72fb-47f9-afb1-c148e185a72e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (2c2e10d0-60e5-4f79-b772-646bc31503a1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:39.321044 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['2c2e10d0-60e5-4f79-b772-646bc31503a1'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:26:39.375882 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d4de7-72fb-47f9-afb1-c148e185a72e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event deleted for resources: {'Port': ['ID=2c2e10d0-60e5-4f79-b772-646bc31503a1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:39.495472 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7db432-c5d1-437e-9fb4-7d6cb28fe180 req-f69d4de7-72fb-47f9-afb1-c148e185a72e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] No DVR routers for this DVR port 2c2e10d0-60e5-4f79-b772-646bc31503a1 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:26:39.499904 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9d7db432-c5d1-437e-9fb4-7d6cb28fe180 req-f69d4de7-72fb-47f9-afb1-c148e185a72e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:39.505149 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d7db432-c5d1-437e-9fb4-7d6cb28fe180 req-f69d4de7-72fb-47f9-afb1-c148e185a72e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.71 "DELETE /v2.0/ports/2c2e10d0-60e5-4f79-b772-646bc31503a1 HTTP/1.1" status: 204 len: 173 time: 0.9770036 Feb 07 21:26:39.505918 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2', 'name': 'network-vif-deleted', 'tag': '2c2e10d0-60e5-4f79-b772-646bc31503a1'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:26:39.516835 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e5a736-e907-45ab-b4ac-5e01a35f5763" -d '{"events": [{"server_uuid": "6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2", "name": "network-vif-deleted", "tag": "2c2e10d0-60e5-4f79-b772-646bc31503a1"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:26:39.637830 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fec6aca2-e900-46e0-b897-c9b7baa8d2bd req-90161bdb-231a-48b2-bc8e-d1737f880a59 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 210 time: 0.1104684 Feb 07 21:26:39.701427 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-34b6195f-905d-4be2-89d8-c7cf0e71fea2 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:39.705648 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-34b6195f-905d-4be2-89d8-c7cf0e71fea2 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.69 "GET /v2.0/networks?id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6 HTTP/1.1" status: 200 len: 814 time: 0.2377076 Feb 07 21:26:39.734789 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-25f5f8a1-bea3-42f4-b558-bc3f3c0dd5e5 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Request body: {'port': {'device_id': 'ba482fd7-91ff-435a-866a-dfb7f421ec08', 'network_id': 'f4e1a8da-b500-47e7-b15f-d8edc6f776b6', 'admin_state_up': True, 'tenant_id': '8c82c9149fcf4d69af04c81d923feaa2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:26:39.796969 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1cb063-b4a6-4043-b64d-7c12dc7f3537 x-openstack-request-id: req-3c1cb063-b4a6-4043-b64d-7c12dc7f3537 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:26:39.797345 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2", "name": "network-vif-deleted", "tag": "2c2e10d0-60e5-4f79-b772-646bc31503a1", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:26:39.797669 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3c1cb063-b4a6-4043-b64d-7c12dc7f3537 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:26:39.798148 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2', 'name': 'network-vif-deleted', 'tag': '2c2e10d0-60e5-4f79-b772-646bc31503a1', 'status': 'completed', 'code': 200} Feb 07 21:26:39.911251 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-25f5f8a1-bea3-42f4-b558-bc3f3c0dd5e5 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Made reservation on behalf of 8c82c9149fcf4d69af04c81d923feaa2 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:26:39.918636 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-25f5f8a1-bea3-42f4-b558-bc3f3c0dd5e5 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:40.032369 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29137abc-e495-49ad-82ae-9aad850f11cd req-7b6c7ca2-468a-4279-99d9-a225b525ea32 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:40.034404 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-29137abc-e495-49ad-82ae-9aad850f11cd req-7b6c7ca2-468a-4279-99d9-a225b525ea32 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.71 "GET /v2.0/ports?device_id=5da5c335-9bf9-4cd0-849a-aaeb862c82cd HTTP/1.1" status: 200 len: 946 time: 0.1370122 Feb 07 21:26:40.164531 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-29137abc-e495-49ad-82ae-9aad850f11cd req-23b50a83-2eed-43aa-8ad0-4f5aa3e84671 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Deleting port 70441c72-2a79-4e55-8249-796786b1019e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:26:40.164905 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-29137abc-e495-49ad-82ae-9aad850f11cd req-23b50a83-2eed-43aa-8ad0-4f5aa3e84671 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (70441c72-2a79-4e55-8249-796786b1019e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:40.208224 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-25f5f8a1-bea3-42f4-b558-bc3f3c0dd5e5 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Allocated IP 172.20.0.9 (f4e1a8da-b500-47e7-b15f-d8edc6f776b6/89cf6121-baa9-422e-a444-8a5ab1545cb1/fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:26:40.358467 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9279d-ffa4-4250-914b-fd3843bfecb6 req-0400b957-0278-4f23-a520-0bb76c781e75 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:40.360324 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d1b9279d-ffa4-4250-914b-fd3843bfecb6 req-0400b957-0278-4f23-a520-0bb76c781e75 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/ports?device_id=5da5c335-9bf9-4cd0-849a-aaeb862c82cd HTTP/1.1" status: 200 len: 946 time: 0.1176622 Feb 07 21:26:40.445814 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-29137abc-e495-49ad-82ae-9aad850f11cd req-23b50a83-2eed-43aa-8ad0-4f5aa3e84671 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] For port 70441c72-2a79-4e55-8249-796786b1019e, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=70441c72-2a79-4e55-8249-796786b1019e,segment=NetworkSegment(a78c4c90-81a2-49b3-91e4-7201033b5aba),segment_id=a78c4c90-81a2-49b3-91e4-7201033b5aba)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:26:40.446542 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-29137abc-e495-49ad-82ae-9aad850f11cd req-23b50a83-2eed-43aa-8ad0-4f5aa3e84671 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (70441c72-2a79-4e55-8249-796786b1019e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:40.480277 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d1b9279d-ffa4-4250-914b-fd3843bfecb6 req-f2c5608e-432b-4ed6-abe4-f663f03ea734 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a89b073-0e3f-4e16-a95f-297796aa64c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131818 Feb 07 21:26:40.483186 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-29137abc-e495-49ad-82ae-9aad850f11cd req-23b50a83-2eed-43aa-8ad0-4f5aa3e84671 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Calling delete_port for 70441c72-2a79-4e55-8249-796786b1019e owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:26:40.525084 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9148df7-1f7f-4d9f-bc27-3c62c1c217f3 req-7c1250c1-d719-443e-aefd-b7b3079c8944 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba482fd7-91ff-435a-866a-dfb7f421ec08 HTTP/1.1" status: 200 len: 210 time: 0.0487266 Feb 07 21:26:40.558043 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 53476) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:40.636850 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-25f5f8a1-bea3-42f4-b558-bc3f3c0dd5e5 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks [] for port (fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:40.743126 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-25f5f8a1-bea3-42f4-b558-bc3f3c0dd5e5 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:40.820684 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-25f5f8a1-bea3-42f4-b558-bc3f3c0dd5e5 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Network f4e1a8da-b500-47e7-b15f-d8edc6f776b6 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:26:40.832969 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-25f5f8a1-bea3-42f4-b558-bc3f3c0dd5e5 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:26:40.841110 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-25f5f8a1-bea3-42f4-b558-bc3f3c0dd5e5 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:26:40.843526 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5f8a1-bea3-42f4-b558-bc3f3c0dd5e5 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Pushing event updated for resources: {'Port': ['ID=fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:40.847168 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55975dd5-6169-42d4-83ae-d0d80e5bc56a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:40.857541 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2420e47-0388-463e-961d-1118e26a0e87 req-08e5594d-72ec-4758-8819-4eba7b03a2c5 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 210 time: 0.0640867 Feb 07 21:26:40.897582 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-29137abc-e495-49ad-82ae-9aad850f11cd req-23b50a83-2eed-43aa-8ad0-4f5aa3e84671 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (70441c72-2a79-4e55-8249-796786b1019e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:40.963060 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-25f5f8a1-bea3-42f4-b558-bc3f3c0dd5e5 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:40.963735 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-25f5f8a1-bea3-42f4-b558-bc3f3c0dd5e5 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:40.973062 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b50a83-2eed-43aa-8ad0-4f5aa3e84671 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Pushing event deleted for resources: {'Port': ['ID=70441c72-2a79-4e55-8249-796786b1019e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:40.986913 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-25f5f8a1-bea3-42f4-b558-bc3f3c0dd5e5 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2601762 Feb 07 21:26:41.015240 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-32fff053-ccf1-4460-a8e1-66d9a5ee69b3 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:26:41.016632 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-32fff053-ccf1-4460-a8e1-66d9a5ee69b3 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0160959 Feb 07 21:26:41.030043 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-c3e4c4d0-5dd7-4df0-97a9-978f44235b71 service neutron] Request body: {'port': {'device_id': 'ba482fd7-91ff-435a-866a-dfb7f421ec08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:26:41.055049 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-29137abc-e495-49ad-82ae-9aad850f11cd req-23b50a83-2eed-43aa-8ad0-4f5aa3e84671 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] No DVR routers for this DVR port 70441c72-2a79-4e55-8249-796786b1019e on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:26:41.059952 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-29137abc-e495-49ad-82ae-9aad850f11cd req-23b50a83-2eed-43aa-8ad0-4f5aa3e84671 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:41.063914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-29137abc-e495-49ad-82ae-9aad850f11cd req-23b50a83-2eed-43aa-8ad0-4f5aa3e84671 tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.71 "DELETE /v2.0/ports/70441c72-2a79-4e55-8249-796786b1019e HTTP/1.1" status: 204 len: 173 time: 1.0229211 Feb 07 21:26:41.110882 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55975dd5-6169-42d4-83ae-d0d80e5bc56a admin admin] Publish callbacks [] for security_group (e353280a-3ed0-4d4d-9a77-165fd2afd891), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:41.116476 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55975dd5-6169-42d4-83ae-d0d80e5bc56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e353280a-3ed0-4d4d-9a77-165fd2afd891), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:41.151681 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55975dd5-6169-42d4-83ae-d0d80e5bc56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e353280a-3ed0-4d4d-9a77-165fd2afd891,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:41.156341 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-c3e4c4d0-5dd7-4df0-97a9-978f44235b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:41.187040 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-55975dd5-6169-42d4-83ae-d0d80e5bc56a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fe7dca81ccf64ce2a9b1e288a0b0956a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6242857 Feb 07 21:26:41.190381 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 53486) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:41.266971 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0833c663-6f52-4abc-86f3-611b471ba3e6 admin admin] Publish callbacks [] for security_group (e353280a-3ed0-4d4d-9a77-165fd2afd891), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:41.294296 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0833c663-6f52-4abc-86f3-611b471ba3e6 admin admin] Publish callbacks [] for security_group (e353280a-3ed0-4d4d-9a77-165fd2afd891), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:41.350240 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0833c663-6f52-4abc-86f3-611b471ba3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e353280a-3ed0-4d4d-9a77-165fd2afd891), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:41.353483 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0833c663-6f52-4abc-86f3-611b471ba3e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:41.358250 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0833c663-6f52-4abc-86f3-611b471ba3e6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e353280a-3ed0-4d4d-9a77-165fd2afd891 HTTP/1.1" status: 204 len: 168 time: 0.1667721 Feb 07 21:26:41.374362 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833c663-6f52-4abc-86f3-611b471ba3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e353280a-3ed0-4d4d-9a77-165fd2afd891,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:41.755069 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e5dbf6a7-34ca-452c-bfcc-f42eb25fecd5 req-4b3a4bc4-7cb9-40c9-89f3-980530b4818b tempest-ServerGroupTestJSON-382379900 tempest-ServerGroupTestJSON-382379900-project] 10.222.0.65 "GET /v2.0/ports?device_id=5da5c335-9bf9-4cd0-849a-aaeb862c82cd HTTP/1.1" status: 200 len: 210 time: 0.1224742 Feb 07 21:26:41.808551 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2b35e-b27c-4bb8-89a6-3096d47cdd21 req-e2a0407e-9ed6-4005-8a07-745100d9e4df tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:41.814327 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8ce2b35e-b27c-4bb8-89a6-3096d47cdd21 req-e2a0407e-9ed6-4005-8a07-745100d9e4df tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba482fd7-91ff-435a-866a-dfb7f421ec08 HTTP/1.1" status: 200 len: 931 time: 0.1768591 Feb 07 21:26:41.814686 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da5c335-9bf9-4cd0-849a-aaeb862c82cd', 'name': 'network-vif-deleted', 'tag': '70441c72-2a79-4e55-8249-796786b1019e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:26:41.819150 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208c90a7-77df-4883-8163-b752a7586908" -d '{"events": [{"server_uuid": "5da5c335-9bf9-4cd0-849a-aaeb862c82cd", "name": "network-vif-deleted", "tag": "70441c72-2a79-4e55-8249-796786b1019e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:26:41.835136 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-c3e4c4d0-5dd7-4df0-97a9-978f44235b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:26:41.848877 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-c3e4c4d0-5dd7-4df0-97a9-978f44235b71 service neutron] Publish callbacks [] for port (fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:41.864753 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-c3e4c4d0-5dd7-4df0-97a9-978f44235b71 service neutron] Transition to ACTIVE for port object fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:26:41.868699 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-c3e4c4d0-5dd7-4df0-97a9-978f44235b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:41.931971 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd5c383-9253-4f79-989c-26ceab72744a x-openstack-request-id: req-2bd5c383-9253-4f79-989c-26ceab72744a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:26:41.934693 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da5c335-9bf9-4cd0-849a-aaeb862c82cd", "name": "network-vif-deleted", "tag": "70441c72-2a79-4e55-8249-796786b1019e", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:26:41.936765 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2bd5c383-9253-4f79-989c-26ceab72744a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:26:41.937675 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da5c335-9bf9-4cd0-849a-aaeb862c82cd', 'name': 'network-vif-deleted', 'tag': '70441c72-2a79-4e55-8249-796786b1019e', 'status': 'completed', 'code': 200} Feb 07 21:26:41.950838 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8ce2b35e-b27c-4bb8-89a6-3096d47cdd21 req-d5933ac5-1aae-4ace-9949-6065586add31 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236622 Feb 07 21:26:41.969965 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 53502) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:41.993138 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0b172da1-3e4e-481d-867b-bc018d4dfa4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:42.008895 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4c4d0-5dd7-4df0-97a9-978f44235b71 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:42.062997 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-c3e4c4d0-5dd7-4df0-97a9-978f44235b71 service neutron] Attempting to bind port fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:26:42.063354 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-c3e4c4d0-5dd7-4df0-97a9-978f44235b71 service neutron] Attempting to bind port fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f4e1a8da-b500-47e7-b15f-d8edc6f776b6'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:26:42.063714 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-c3e4c4d0-5dd7-4df0-97a9-978f44235b71 service neutron] Attempting to bind port fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270 on network f4e1a8da-b500-47e7-b15f-d8edc6f776b6 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:26:42.068587 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-c3e4c4d0-5dd7-4df0-97a9-978f44235b71 service neutron] Port fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270 on network f4e1a8da-b500-47e7-b15f-d8edc6f776b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:26:42.068950 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-c3e4c4d0-5dd7-4df0-97a9-978f44235b71 service neutron] Attempting to bind port fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270 on network f4e1a8da-b500-47e7-b15f-d8edc6f776b6 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:26:42.074791 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-c3e4c4d0-5dd7-4df0-97a9-978f44235b71 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:26:42.075063 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-c3e4c4d0-5dd7-4df0-97a9-978f44235b71 service neutron] Checking segment: {'id': 'e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f4e1a8da-b500-47e7-b15f-d8edc6f776b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:26:42.075355 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-c3e4c4d0-5dd7-4df0-97a9-978f44235b71 service neutron] Bound using segment: {'id': 'e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f4e1a8da-b500-47e7-b15f-d8edc6f776b6'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:26:42.075736 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-c3e4c4d0-5dd7-4df0-97a9-978f44235b71 service neutron] Bound port: fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f4e1a8da-b500-47e7-b15f-d8edc6f776b6'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:26:42.076088 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-c3e4c4d0-5dd7-4df0-97a9-978f44235b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:42.145654 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e05c4de9-c847-4ca5-baef-8be338a6650c req-1f9168c1-2053-4a5c-be80-0ace918ba568 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 210 time: 0.1009619 Feb 07 21:26:42.147434 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-c3e4c4d0-5dd7-4df0-97a9-978f44235b71 service neutron] For port fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:26:42.150666 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-c3e4c4d0-5dd7-4df0-97a9-978f44235b71 service neutron] For port fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270,segment=NetworkSegment(e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7),segment_id=e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:26:42.159913 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-c3e4c4d0-5dd7-4df0-97a9-978f44235b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:42.212018 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-c3e4c4d0-5dd7-4df0-97a9-978f44235b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:42.212957 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-c3e4c4d0-5dd7-4df0-97a9-978f44235b71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:42.214846 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-c3e4c4d0-5dd7-4df0-97a9-978f44235b71 service neutron] 10.222.0.69 "PUT /v2.0/ports/fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270 HTTP/1.1" status: 200 len: 1091 time: 1.1910677 Feb 07 21:26:42.215591 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba482fd7-91ff-435a-866a-dfb7f421ec08', 'tag': 'fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:26:42.218259 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc2654a-52b2-474a-bd82-ab27efa27336" -d '{"events": [{"name": "network-changed", "server_uuid": "ba482fd7-91ff-435a-866a-dfb7f421ec08", "tag": "fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:26:42.239662 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0b172da1-3e4e-481d-867b-bc018d4dfa4b admin admin] Publish callbacks [] for security_group (8111cf8e-1d0f-428f-a325-bb0fa332d84b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:42.245865 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0b172da1-3e4e-481d-867b-bc018d4dfa4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8111cf8e-1d0f-428f-a325-bb0fa332d84b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:42.303780 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b855787e-b210-4a57-a2e3-ec7e4499aede x-openstack-request-id: req-b855787e-b210-4a57-a2e3-ec7e4499aede {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:26:42.304025 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba482fd7-91ff-435a-866a-dfb7f421ec08", "tag": "fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:26:42.304299 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b855787e-b210-4a57-a2e3-ec7e4499aede {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:26:42.304639 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba482fd7-91ff-435a-866a-dfb7f421ec08', 'tag': 'fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270', 'status': 'completed', 'code': 200} Feb 07 21:26:42.309570 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4c4d0-5dd7-4df0-97a9-978f44235b71 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:42.324931 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b172da1-3e4e-481d-867b-bc018d4dfa4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8111cf8e-1d0f-428f-a325-bb0fa332d84b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:42.337131 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0b172da1-3e4e-481d-867b-bc018d4dfa4b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f8f53fe954504a4589dd43ebd3159fc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3636682 Feb 07 21:26:42.338462 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 53510) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:42.355279 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-658e6ea5-dbbb-4635-a279-d5faafd9bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:42.359796 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-658e6ea5-dbbb-4635-a279-d5faafd9bb6e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c82c9149fcf4d69af04c81d923feaa2&device_id=ba482fd7-91ff-435a-866a-dfb7f421ec08 HTTP/1.1" status: 200 len: 1125 time: 0.0927975 Feb 07 21:26:42.444686 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c770bb35-bf70-4117-8279-074d5c5453d6 admin admin] Publish callbacks [] for security_group (8111cf8e-1d0f-428f-a325-bb0fa332d84b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:42.453405 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-3f8916a4-9117-40c5-bee0-8fc513611107 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270 HTTP/1.1" status: 200 len: 217 time: 0.0871148 Feb 07 21:26:42.481480 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 2c2e10d0-60e5-4f79-b772-646bc31503a1 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:26:42.492790 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c770bb35-bf70-4117-8279-074d5c5453d6 admin admin] Publish callbacks [] for security_group (8111cf8e-1d0f-428f-a325-bb0fa332d84b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:42.532909 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 2c2e10d0-60e5-4f79-b772-646bc31503a1 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:26:42.533249 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 2c2e10d0-60e5-4f79-b772-646bc31503a1 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:26:42.535480 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 70441c72-2a79-4e55-8249-796786b1019e no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:26:42.560352 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-399a6abd-471a-4e09-b38e-09c06c988c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:42.566866 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-399a6abd-471a-4e09-b38e-09c06c988c47 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=89cf6121-baa9-422e-a444-8a5ab1545cb1 HTTP/1.1" status: 200 len: 854 time: 0.1068141 Feb 07 21:26:42.579494 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 70441c72-2a79-4e55-8249-796786b1019e {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:26:42.581247 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c770bb35-bf70-4117-8279-074d5c5453d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8111cf8e-1d0f-428f-a325-bb0fa332d84b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:42.584607 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c770bb35-bf70-4117-8279-074d5c5453d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:42.585220 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 70441c72-2a79-4e55-8249-796786b1019e not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:26:42.588945 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c770bb35-bf70-4117-8279-074d5c5453d6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8111cf8e-1d0f-428f-a325-bb0fa332d84b HTTP/1.1" status: 204 len: 168 time: 0.2450230 Feb 07 21:26:42.619851 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770bb35-bf70-4117-8279-074d5c5453d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8111cf8e-1d0f-428f-a325-bb0fa332d84b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:42.624650 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-2076a869-0e85-4e74-8364-f649cf59d6e1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483246 Feb 07 21:26:42.788995 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-b176b297-a6f4-4628-9c4e-3af04106051a service neutron] 10.222.0.69 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579051 Feb 07 21:26:42.922644 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4a0a48ae-07a3-4b0f-95e0-598feec6420d req-e65b4839-1e9f-4e9a-be33-fd2c488e4d97 service neutron] 10.222.0.69 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267016 Feb 07 21:26:43.093706 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2654a-52b2-474a-bd82-ab27efa27336 req-3658dd5d-a4e9-4195-a2a1-63b0c59f6fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:43.095670 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0dc2654a-52b2-474a-bd82-ab27efa27336 req-3658dd5d-a4e9-4195-a2a1-63b0c59f6fc4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c82c9149fcf4d69af04c81d923feaa2&device_id=ba482fd7-91ff-435a-866a-dfb7f421ec08 HTTP/1.1" status: 200 len: 1125 time: 0.1055682 Feb 07 21:26:43.230448 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929445e5-3578-4d28-9648-c1712ee01bea req-d387b636-38d4-45ac-a5f5-798ae98d4382 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:43.239046 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-929445e5-3578-4d28-9648-c1712ee01bea req-d387b636-38d4-45ac-a5f5-798ae98d4382 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba482fd7-91ff-435a-866a-dfb7f421ec08 HTTP/1.1" status: 200 len: 943 time: 0.1563313 Feb 07 21:26:43.269836 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2654a-52b2-474a-bd82-ab27efa27336 req-bcbc832e-a79d-4d0f-82f0-a495c9895e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:43.271768 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0dc2654a-52b2-474a-bd82-ab27efa27336 req-bcbc832e-a79d-4d0f-82f0-a495c9895e67 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6 HTTP/1.1" status: 200 len: 915 time: 0.1555324 Feb 07 21:26:43.331142 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-929445e5-3578-4d28-9648-c1712ee01bea req-b489847f-8555-40c3-b5ac-1b5446f57dd8 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842767 Feb 07 21:26:43.374469 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0dc2654a-52b2-474a-bd82-ab27efa27336 req-bbd36191-2dc0-4b55-b75a-086f64164559 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270 HTTP/1.1" status: 200 len: 217 time: 0.0968344 Feb 07 21:26:43.473710 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6c52a93b-ecbc-4980-8f6e-bccffceccb99 req-234732fd-37a7-47dc-a6d9-dd3fa94a2016 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 210 time: 0.0669491 Feb 07 21:26:43.495601 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2654a-52b2-474a-bd82-ab27efa27336 req-42dc20f0-5134-4ac2-bc00-ce736115752a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:43.500778 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 53554) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:43.514888 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0dc2654a-52b2-474a-bd82-ab27efa27336 req-42dc20f0-5134-4ac2-bc00-ce736115752a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=89cf6121-baa9-422e-a444-8a5ab1545cb1 HTTP/1.1" status: 200 len: 854 time: 0.1334827 Feb 07 21:26:43.575988 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0dc2654a-52b2-474a-bd82-ab27efa27336 req-f6876452-aa6a-4401-bcfe-987472fd0e46 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550940 Feb 07 21:26:43.582980 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-871f6653-b4db-472b-a29f-d3aa67d9a24f admin admin] Deleting subnet 700a0712-9b51-4c93-bd8f-0c4c045330cb {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:26:43.585276 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-871f6653-b4db-472b-a29f-d3aa67d9a24f admin admin] Publish callbacks [] for subnet (700a0712-9b51-4c93-bd8f-0c4c045330cb), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:43.635866 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-871f6653-b4db-472b-a29f-d3aa67d9a24f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (700a0712-9b51-4c93-bd8f-0c4c045330cb), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:43.733631 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-871f6653-b4db-472b-a29f-d3aa67d9a24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (700a0712-9b51-4c93-bd8f-0c4c045330cb), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:43.738080 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0dc2654a-52b2-474a-bd82-ab27efa27336 req-54818089-cff7-4efa-a2d1-cb13f38bbbb1 service neutron] 10.222.0.69 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555521 Feb 07 21:26:43.848878 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-871f6653-b4db-472b-a29f-d3aa67d9a24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (700a0712-9b51-4c93-bd8f-0c4c045330cb), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:43.889423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f6653-b4db-472b-a29f-d3aa67d9a24f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=700a0712-9b51-4c93-bd8f-0c4c045330cb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:43.897108 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-871f6653-b4db-472b-a29f-d3aa67d9a24f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:43.900657 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0dc2654a-52b2-474a-bd82-ab27efa27336 req-7f6e9b91-8f16-448d-ac0d-ec9fda441195 service neutron] 10.222.0.69 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548362 Feb 07 21:26:43.904409 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 53566) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:43.906111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-871f6653-b4db-472b-a29f-d3aa67d9a24f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/700a0712-9b51-4c93-bd8f-0c4c045330cb HTTP/1.1" status: 204 len: 168 time: 0.4038196 Feb 07 21:26:43.989828 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fd3a242d-2c32-4fe8-9549-d8535908dc57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (59fedc24-7e8f-45c8-8fb8-7fe9066b116b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:44.082624 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fd3a242d-2c32-4fe8-9549-d8535908dc57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (59fedc24-7e8f-45c8-8fb8-7fe9066b116b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:44.108124 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-fd3a242d-2c32-4fe8-9549-d8535908dc57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59fedc24-7e8f-45c8-8fb8-7fe9066b116b']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:26:44.119620 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-fd3a242d-2c32-4fe8-9549-d8535908dc57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78c4c90-81a2-49b3-91e4-7201033b5aba') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:26:44.119896 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-fd3a242d-2c32-4fe8-9549-d8535908dc57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78c4c90-81a2-49b3-91e4-7201033b5aba') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:26:44.131324 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fd3a242d-2c32-4fe8-9549-d8535908dc57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (a78c4c90-81a2-49b3-91e4-7201033b5aba), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:44.145342 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fd3a242d-2c32-4fe8-9549-d8535908dc57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (a78c4c90-81a2-49b3-91e4-7201033b5aba), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:44.152014 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd3a242d-2c32-4fe8-9549-d8535908dc57 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:26:44.153240 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fd3a242d-2c32-4fe8-9549-d8535908dc57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (a78c4c90-81a2-49b3-91e4-7201033b5aba), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:26:44.155214 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:26:44.217941 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fd3a242d-2c32-4fe8-9549-d8535908dc57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (59fedc24-7e8f-45c8-8fb8-7fe9066b116b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:44.224553 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fd3a242d-2c32-4fe8-9549-d8535908dc57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:44.232395 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fd3a242d-2c32-4fe8-9549-d8535908dc57 admin admin] 10.222.0.65 "DELETE /v2.0/networks/59fedc24-7e8f-45c8-8fb8-7fe9066b116b HTTP/1.1" status: 204 len: 168 time: 0.3242450 Feb 07 21:26:44.245979 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a242d-2c32-4fe8-9549-d8535908dc57 admin admin] Pushing event deleted for resources: {'Network': ['ID=59fedc24-7e8f-45c8-8fb8-7fe9066b116b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:44.417754 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 53586) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:44.481472 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d3ed7971-ce45-4261-b4b7-a4d0498a6dc1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=266f89a2e57b40ba9539bfa82ff71b17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0622146 Feb 07 21:26:44.483887 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 53590) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:44.544718 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfd935-828f-42fc-8f8b-dd4545d98dd7 req-b2938363-fe8b-44c9-aec4-adc6824815d1 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:44.546591 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21cfd935-828f-42fc-8f8b-dd4545d98dd7 req-b2938363-fe8b-44c9-aec4-adc6824815d1 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba482fd7-91ff-435a-866a-dfb7f421ec08 HTTP/1.1" status: 200 len: 943 time: 0.0731800 Feb 07 21:26:44.560064 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f0721ec2-fa5a-46a3-a71b-12f30223a345 admin admin] Publish callbacks [] for security_group (3a89b073-0e3f-4e16-a95f-297796aa64c6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:44.587792 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f0721ec2-fa5a-46a3-a71b-12f30223a345 admin admin] Publish callbacks [] for security_group (3a89b073-0e3f-4e16-a95f-297796aa64c6), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:44.651857 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f0721ec2-fa5a-46a3-a71b-12f30223a345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3a89b073-0e3f-4e16-a95f-297796aa64c6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:44.655178 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f0721ec2-fa5a-46a3-a71b-12f30223a345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:44.657315 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f0721ec2-fa5a-46a3-a71b-12f30223a345 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3a89b073-0e3f-4e16-a95f-297796aa64c6 HTTP/1.1" status: 204 len: 168 time: 0.1720295 Feb 07 21:26:44.670479 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0721ec2-fa5a-46a3-a71b-12f30223a345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a89b073-0e3f-4e16-a95f-297796aa64c6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:44.706538 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-05b1b750-7a50-4f27-a0a1-b0f220edaa84 req-d1d8b108-2c61-4b49-8204-9846431848a4 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 210 time: 0.0635588 Feb 07 21:26:44.741184 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-21cfd935-828f-42fc-8f8b-dd4545d98dd7 req-9b8cc27e-151a-41c0-bffb-2397e5a7e709 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684175 Feb 07 21:26:45.672349 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 53644) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:45.812514 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-29e102ef-b697-4188-9b21-bbc3f2a53de7 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-565865342-network', 'tenant_id': '7a985e9f3f5a4bb68b5a7018b1eede2d'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:26:45.870688 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9e9cd8b2-3082-4ad5-b8ff-d276075a3f2c req-a0a53555-d081-417c-8194-c686737bbc71 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 210 time: 0.0512996 Feb 07 21:26:45.876735 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e102ef-b697-4188-9b21-bbc3f2a53de7 admin admin] Made reservation on behalf of 7a985e9f3f5a4bb68b5a7018b1eede2d for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:26:45.880443 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-29e102ef-b697-4188-9b21-bbc3f2a53de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:45.897004 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-29e102ef-b697-4188-9b21-bbc3f2a53de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:45.968737 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:26:45.975783 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48760aee-497d-4c50-9cae-66415ef142fc req-f19ab150-eff8-4352-9942-cfea37e98cb9 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:45.984274 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48760aee-497d-4c50-9cae-66415ef142fc req-f19ab150-eff8-4352-9942-cfea37e98cb9 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba482fd7-91ff-435a-866a-dfb7f421ec08 HTTP/1.1" status: 200 len: 943 time: 0.1240201 Feb 07 21:26:46.023474 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-29e102ef-b697-4188-9b21-bbc3f2a53de7 admin admin] Publish callbacks [] for security_group (1ab6d7b3-7d1a-47d5-baf6-155a983b55ac), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:46.036140 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-29e102ef-b697-4188-9b21-bbc3f2a53de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1ab6d7b3-7d1a-47d5-baf6-155a983b55ac), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:46.079716 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e102ef-b697-4188-9b21-bbc3f2a53de7 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:26:46.095306 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48760aee-497d-4c50-9cae-66415ef142fc req-633d2704-d9c6-47af-8915-08a5882520b6 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090555 Feb 07 21:26:46.121023 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-29e102ef-b697-4188-9b21-bbc3f2a53de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (4e30ad45-41e4-474d-be9b-cebab5a02a36), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:46.126523 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-29e102ef-b697-4188-9b21-bbc3f2a53de7 admin admin] Added segment 4e30ad45-41e4-474d-be9b-cebab5a02a36 of type vlan for network 68fbb985-360e-4a2a-8706-3f41245d63cd Feb 07 21:26:46.128056 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e102ef-b697-4188-9b21-bbc3f2a53de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab6d7b3-7d1a-47d5-baf6-155a983b55ac,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:46.189317 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270,segment=NetworkSegment(e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7),segment_id=e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:26:46.208693 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270', 'network_id': 'f4e1a8da-b500-47e7-b15f-d8edc6f776b6', 'port_id': 'fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270', 'mac_address': 'fa:16:3e:9a:72:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cf6121-baa9-422e-a444-8a5ab1545cb1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:26:46.228817 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-29e102ef-b697-4188-9b21-bbc3f2a53de7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (68fbb985-360e-4a2a-8706-3f41245d63cd), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:46.264952 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-29e102ef-b697-4188-9b21-bbc3f2a53de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (68fbb985-360e-4a2a-8706-3f41245d63cd), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:46.266324 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e102ef-b697-4188-9b21-bbc3f2a53de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:46.267175 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-29e102ef-b697-4188-9b21-bbc3f2a53de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:46.290158 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:26:46.290658 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:46.321008 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:26:46.357476 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-29e102ef-b697-4188-9b21-bbc3f2a53de7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6809819 Feb 07 21:26:46.357703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 53658) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:26:46.362330 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e102ef-b697-4188-9b21-bbc3f2a53de7 admin admin] Pushing event updated for resources: {'Network': ['ID=68fbb985-360e-4a2a-8706-3f41245d63cd,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:46.366470 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d6383423-759c-42a6-bda0-e707c8c7f934 admin admin] Request body: {'subnet': {'network_id': '68fbb985-360e-4a2a-8706-3f41245d63cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-565865342-subnet', 'tenant_id': '7a985e9f3f5a4bb68b5a7018b1eede2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:26:46.382953 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 68fbb985-360e-4a2a-8706-3f41245d63cd details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:26:46.391011 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270,segment=NetworkSegment(e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7),segment_id=e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:26:46.410939 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6383423-759c-42a6-bda0-e707c8c7f934 admin admin] Made reservation on behalf of 7a985e9f3f5a4bb68b5a7018b1eede2d for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:26:46.413299 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6383423-759c-42a6-bda0-e707c8c7f934 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:46.442245 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:46.526316 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:46.707298 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6383423-759c-42a6-bda0-e707c8c7f934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (7257ab22-a63a-44de-98ed-25160e3b2c4b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:46.744487 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:26:46.795108 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6383423-759c-42a6-bda0-e707c8c7f934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7257ab22-a63a-44de-98ed-25160e3b2c4b,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:46.812669 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6383423-759c-42a6-bda0-e707c8c7f934 admin admin] Checking segment: {'id': '4e30ad45-41e4-474d-be9b-cebab5a02a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '68fbb985-360e-4a2a-8706-3f41245d63cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:26:46.813030 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6383423-759c-42a6-bda0-e707c8c7f934 admin admin] Network hostable DHCP agents. Network: 68fbb985-360e-4a2a-8706-3f41245d63cd, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:26:46.834613 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6383423-759c-42a6-bda0-e707c8c7f934 admin admin] Network 68fbb985-360e-4a2a-8706-3f41245d63cd is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:26:46.850321 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d6383423-759c-42a6-bda0-e707c8c7f934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 68fbb985-360e-4a2a-8706-3f41245d63cd) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:26:46.857645 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6383423-759c-42a6-bda0-e707c8c7f934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:46.858521 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6383423-759c-42a6-bda0-e707c8c7f934 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:46.868755 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8461a35f-e4e1-45f3-9ff8-6a36ba6da41b None None] Network 68fbb985-360e-4a2a-8706-3f41245d63cd requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:26:46.889046 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d6383423-759c-42a6-bda0-e707c8c7f934 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5303195 Feb 07 21:26:47.053065 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5958ad5f-b1ed-4b54-ad57-23af7a716a09 req-163bbbf7-e29f-4082-9de4-68fd309c53f6 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 210 time: 0.0661979 Feb 07 21:26:47.099882 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd608081-2f25-4f14-bda6-fd50f633a701 None None] Network 68fbb985-360e-4a2a-8706-3f41245d63cd requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:26:47.307451 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d0bb3-853f-451b-b679-931eae5e0556 req-4d672321-d690-49cd-ad7d-8fc6d501425c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:47.315661 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-446d0bb3-853f-451b-b679-931eae5e0556 req-4d672321-d690-49cd-ad7d-8fc6d501425c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba482fd7-91ff-435a-866a-dfb7f421ec08 HTTP/1.1" status: 200 len: 944 time: 0.0927317 Feb 07 21:26:47.425348 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-446d0bb3-853f-451b-b679-931eae5e0556 req-325a8434-2738-4ebb-8411-72ec54f68e9a tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087868 Feb 07 21:26:47.586450 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-2c81e173-a31b-4ede-af3c-5426329552d6 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:47.590367 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-2c81e173-a31b-4ede-af3c-5426329552d6 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.65 "GET /v2.0/networks?id=68fbb985-360e-4a2a-8706-3f41245d63cd HTTP/1.1" status: 200 len: 812 time: 0.1264582 Feb 07 21:26:47.611798 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-2e055b1e-ecac-48ff-af15-d14e5e96344d tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.65 "GET /v2.0/quotas/7a985e9f3f5a4bb68b5a7018b1eede2d HTTP/1.1" status: 200 len: 375 time: 0.0145035 Feb 07 21:26:47.656861 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-edb8d46b-b854-49e9-9f9f-d001128d5bec tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7a985e9f3f5a4bb68b5a7018b1eede2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440359 Feb 07 21:26:47.837313 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-24e0171c-a84a-4997-b241-96bc73af218f service neutron] 10.222.0.65 "GET /v2.0/networks/68fbb985-360e-4a2a-8706-3f41245d63cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767499 Feb 07 21:26:47.948789 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-e0a73733-ed90-48b2-bfdd-ff4b165ea154 service neutron] 10.222.0.65 "GET /v2.0/networks/68fbb985-360e-4a2a-8706-3f41245d63cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040514 Feb 07 21:26:48.226502 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbd76189-4b37-49db-be7b-274fd255b763 req-1e0a7df4-11ad-45aa-b888-2846b33c5b9d tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd06094-e2c7-4568-98e9-8cf947b3080e HTTP/1.1" status: 200 len: 210 time: 0.0512764 Feb 07 21:26:48.281577 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6f24cbd-6d72-454f-9d47-016ede702a56 req-c72fd6ec-cc85-44d7-839d-77e3c70b7161 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 210 time: 0.0375259 Feb 07 21:26:48.412445 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7b8a3077-5c13-49c6-b85a-e03bfc00e21d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:48.615119 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aac1dd-2574-4c0d-93c2-277787782852 req-a983d313-ae57-4699-963c-61cfbeec8ceb tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:48.616722 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-50aac1dd-2574-4c0d-93c2-277787782852 req-a983d313-ae57-4699-963c-61cfbeec8ceb tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba482fd7-91ff-435a-866a-dfb7f421ec08 HTTP/1.1" status: 200 len: 944 time: 0.1088681 Feb 07 21:26:48.715333 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-50aac1dd-2574-4c0d-93c2-277787782852 req-101a7736-c28a-4b70-92fc-a2a32a1d3979 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921693 Feb 07 21:26:49.376743 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cab507bb-a004-427e-a792-471765294a91 req-6e9b9c75-7a01-4307-bc14-f4c398306e1b tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd06094-e2c7-4568-98e9-8cf947b3080e HTTP/1.1" status: 200 len: 210 time: 0.0443563 Feb 07 21:26:49.999381 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:26:50.097706 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:26:50.103753 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:26:50.105007 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:50.206297 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:26:50.206988 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:50.212449 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-9b15907f-84fc-47d9-8083-eaaecea6a774 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:50.213899 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-9b15907f-84fc-47d9-8083-eaaecea6a774 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.71 "GET /v2.0/networks?id=68fbb985-360e-4a2a-8706-3f41245d63cd HTTP/1.1" status: 200 len: 812 time: 0.7669301 Feb 07 21:26:50.226889 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e1b6e90-b3f8-47e8-86cf-ce859b26ebeb req-fc386636-2f70-4a14-b1bb-9d25fdd60686 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 210 time: 0.7890244 Feb 07 21:26:50.234093 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-0f707201-de25-4701-9ade-65918a5a518a tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Request body: {'port': {'device_id': '0bd06094-e2c7-4568-98e9-8cf947b3080e', 'network_id': '68fbb985-360e-4a2a-8706-3f41245d63cd', 'admin_state_up': True, 'tenant_id': '7a985e9f3f5a4bb68b5a7018b1eede2d'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:26:50.247946 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba482fd7-91ff-435a-866a-dfb7f421ec08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:26:50.250300 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64184533-ce80-4f93-b697-f30abcf33fee" -d '{"events": [{"server_uuid": "ba482fd7-91ff-435a-866a-dfb7f421ec08", "name": "network-vif-plugged", "status": "completed", "tag": "fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:26:50.265163 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270,segment=NetworkSegment(e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7),segment_id=e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:26:50.270772 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:50.340686 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03cd51c-33c0-44af-808e-be0c886a17e8 x-openstack-request-id: req-e03cd51c-33c0-44af-808e-be0c886a17e8 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:26:50.341025 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba482fd7-91ff-435a-866a-dfb7f421ec08", "name": "network-vif-plugged", "status": "completed", "tag": "fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:26:50.341293 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e03cd51c-33c0-44af-808e-be0c886a17e8 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:26:50.341740 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba482fd7-91ff-435a-866a-dfb7f421ec08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270', 'code': 200} Feb 07 21:26:50.342758 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:50.432014 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-0f707201-de25-4701-9ade-65918a5a518a tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Made reservation on behalf of 7a985e9f3f5a4bb68b5a7018b1eede2d for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:26:50.436682 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-0f707201-de25-4701-9ade-65918a5a518a tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:50.455972 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beef37e-1284-4f27-aa58-164f34106ec5 req-2aa9bd69-fcdc-42e5-b2bf-1bf287261a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:50.461252 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2beef37e-1284-4f27-aa58-164f34106ec5 req-2aa9bd69-fcdc-42e5-b2bf-1bf287261a9c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ba482fd7-91ff-435a-866a-dfb7f421ec08 HTTP/1.1" status: 200 len: 1127 time: 0.0852287 Feb 07 21:26:50.485483 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842de63-db70-45e0-9a94-5daa37d00bd0 req-03a21116-c39b-4958-8687-0772b6a094b1 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:50.493164 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e842de63-db70-45e0-9a94-5daa37d00bd0 req-03a21116-c39b-4958-8687-0772b6a094b1 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba482fd7-91ff-435a-866a-dfb7f421ec08 HTTP/1.1" status: 200 len: 945 time: 0.2638137 Feb 07 21:26:50.561810 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e3f8450d-818b-4a11-a203-4308f95ec12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:50.584628 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2beef37e-1284-4f27-aa58-164f34106ec5 req-1a0e8b6f-f34a-4ebe-9a04-0a36a33feb2f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174424 Feb 07 21:26:50.607471 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f218c47-4d54-4d80-91be-fe3b1d7b8c85 req-0dc0e1c5-c29d-4b0e-958e-2fb97c6c308c tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd06094-e2c7-4568-98e9-8cf947b3080e HTTP/1.1" status: 200 len: 210 time: 0.0832465 Feb 07 21:26:50.654286 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e842de63-db70-45e0-9a94-5daa37d00bd0 req-97974c49-00ef-4081-afb5-8b4a8eb10e04 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598532 Feb 07 21:26:50.729356 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-0f707201-de25-4701-9ade-65918a5a518a tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Allocated IP 172.20.0.13 (68fbb985-360e-4a2a-8706-3f41245d63cd/7257ab22-a63a-44de-98ed-25160e3b2c4b/3873996c-265d-4cb0-a11f-0e8eff369126) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:26:50.916017 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-0f707201-de25-4701-9ade-65918a5a518a tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Publish callbacks [] for port (3873996c-265d-4cb0-a11f-0e8eff369126), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:50.962117 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-0f707201-de25-4701-9ade-65918a5a518a tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (3873996c-265d-4cb0-a11f-0e8eff369126), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:51.018411 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f707201-de25-4701-9ade-65918a5a518a tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Pushing event updated for resources: {'Port': ['ID=3873996c-265d-4cb0-a11f-0e8eff369126,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:51.033803 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-0f707201-de25-4701-9ade-65918a5a518a tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Network 68fbb985-360e-4a2a-8706-3f41245d63cd is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:26:51.035655 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-0f707201-de25-4701-9ade-65918a5a518a tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:26:51.044301 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-0f707201-de25-4701-9ade-65918a5a518a tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:26:51.102673 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-0f707201-de25-4701-9ade-65918a5a518a tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:51.103854 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-0f707201-de25-4701-9ade-65918a5a518a tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:51.125696 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-0f707201-de25-4701-9ade-65918a5a518a tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8974895 Feb 07 21:26:51.139139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-986b13af-72ba-4524-8864-8fffacdb7200 service neutron] Request body: {'port': {'device_id': '0bd06094-e2c7-4568-98e9-8cf947b3080e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:26:51.224689 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-986b13af-72ba-4524-8864-8fffacdb7200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3873996c-265d-4cb0-a11f-0e8eff369126), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:51.415907 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-700576ee-89bf-4139-9aa6-301d0a85be18 req-36b72175-4342-4f1f-b7f6-9ed5793ecb24 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 210 time: 0.0425103 Feb 07 21:26:51.588779 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-986b13af-72ba-4524-8864-8fffacdb7200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3873996c-265d-4cb0-a11f-0e8eff369126 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:26:51.598866 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-986b13af-72ba-4524-8864-8fffacdb7200 service neutron] Publish callbacks [] for port (3873996c-265d-4cb0-a11f-0e8eff369126), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:51.612561 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-986b13af-72ba-4524-8864-8fffacdb7200 service neutron] Transition to ACTIVE for port object 3873996c-265d-4cb0-a11f-0e8eff369126 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:26:51.619769 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-986b13af-72ba-4524-8864-8fffacdb7200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (3873996c-265d-4cb0-a11f-0e8eff369126), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:51.677262 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b13af-72ba-4524-8864-8fffacdb7200 service neutron] Pushing event updated for resources: {'Port': ['ID=3873996c-265d-4cb0-a11f-0e8eff369126,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:51.811796 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:51.974954 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-986b13af-72ba-4524-8864-8fffacdb7200 service neutron] Attempting to bind port 3873996c-265d-4cb0-a11f-0e8eff369126 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:26:51.975593 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-986b13af-72ba-4524-8864-8fffacdb7200 service neutron] Attempting to bind port 3873996c-265d-4cb0-a11f-0e8eff369126 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '4e30ad45-41e4-474d-be9b-cebab5a02a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '68fbb985-360e-4a2a-8706-3f41245d63cd'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:26:51.976107 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-986b13af-72ba-4524-8864-8fffacdb7200 service neutron] Attempting to bind port 3873996c-265d-4cb0-a11f-0e8eff369126 on network 68fbb985-360e-4a2a-8706-3f41245d63cd {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:26:51.987590 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-986b13af-72ba-4524-8864-8fffacdb7200 service neutron] Port 3873996c-265d-4cb0-a11f-0e8eff369126 on network 68fbb985-360e-4a2a-8706-3f41245d63cd not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:26:51.988136 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-986b13af-72ba-4524-8864-8fffacdb7200 service neutron] Attempting to bind port 3873996c-265d-4cb0-a11f-0e8eff369126 on network 68fbb985-360e-4a2a-8706-3f41245d63cd {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:26:52.001631 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc091af-388e-4d31-b791-e61a227f45b5 req-fb1ed1ca-21f9-4a5c-9626-21bad1a6705d tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:52.003963 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8cc091af-388e-4d31-b791-e61a227f45b5 req-fb1ed1ca-21f9-4a5c-9626-21bad1a6705d tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba482fd7-91ff-435a-866a-dfb7f421ec08 HTTP/1.1" status: 200 len: 945 time: 0.1523039 Feb 07 21:26:52.010325 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-986b13af-72ba-4524-8864-8fffacdb7200 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:26:52.010664 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-986b13af-72ba-4524-8864-8fffacdb7200 service neutron] Checking segment: {'id': '4e30ad45-41e4-474d-be9b-cebab5a02a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '68fbb985-360e-4a2a-8706-3f41245d63cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:26:52.011038 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-986b13af-72ba-4524-8864-8fffacdb7200 service neutron] Bound using segment: {'id': '4e30ad45-41e4-474d-be9b-cebab5a02a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '68fbb985-360e-4a2a-8706-3f41245d63cd'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:26:52.011468 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-986b13af-72ba-4524-8864-8fffacdb7200 service neutron] Bound port: 3873996c-265d-4cb0-a11f-0e8eff369126, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e30ad45-41e4-474d-be9b-cebab5a02a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '68fbb985-360e-4a2a-8706-3f41245d63cd'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:26:52.012375 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-986b13af-72ba-4524-8864-8fffacdb7200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3873996c-265d-4cb0-a11f-0e8eff369126), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:52.029839 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a617f-a60d-4835-be5f-064c90302c24 req-59ef8bac-6bd7-417b-bfc1-e3dca2e1e2c3 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:52.031260 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-152a617f-a60d-4835-be5f-064c90302c24 req-59ef8bac-6bd7-417b-bfc1-e3dca2e1e2c3 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd06094-e2c7-4568-98e9-8cf947b3080e HTTP/1.1" status: 200 len: 944 time: 0.2856584 Feb 07 21:26:52.111522 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8cc091af-388e-4d31-b791-e61a227f45b5 req-2e5d163d-f849-409e-b295-dc7495dd0844 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969567 Feb 07 21:26:52.218264 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-152a617f-a60d-4835-be5f-064c90302c24 req-3fb3d0f6-70e0-448f-9d5e-74a6467702c1 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab6d7b3-7d1a-47d5-baf6-155a983b55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728048 Feb 07 21:26:52.224179 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-986b13af-72ba-4524-8864-8fffacdb7200 service neutron] For port 3873996c-265d-4cb0-a11f-0e8eff369126, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:26:52.227346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-986b13af-72ba-4524-8864-8fffacdb7200 service neutron] For port 3873996c-265d-4cb0-a11f-0e8eff369126, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3873996c-265d-4cb0-a11f-0e8eff369126,segment=NetworkSegment(4e30ad45-41e4-474d-be9b-cebab5a02a36),segment_id=4e30ad45-41e4-474d-be9b-cebab5a02a36)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:26:52.238025 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-986b13af-72ba-4524-8864-8fffacdb7200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (3873996c-265d-4cb0-a11f-0e8eff369126), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:52.289705 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-986b13af-72ba-4524-8864-8fffacdb7200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:52.289705 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-986b13af-72ba-4524-8864-8fffacdb7200 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:52.297646 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-986b13af-72ba-4524-8864-8fffacdb7200 service neutron] 10.222.0.71 "PUT /v2.0/ports/3873996c-265d-4cb0-a11f-0e8eff369126 HTTP/1.1" status: 200 len: 1092 time: 1.1650863 Feb 07 21:26:52.298230 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd06094-e2c7-4568-98e9-8cf947b3080e', 'tag': '3873996c-265d-4cb0-a11f-0e8eff369126'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:26:52.300532 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf3047b-3bd2-448e-a79b-04e7132129d3" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd06094-e2c7-4568-98e9-8cf947b3080e", "tag": "3873996c-265d-4cb0-a11f-0e8eff369126"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:26:52.372516 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef63856e-75d7-4e47-b72d-82085dc1c57c x-openstack-request-id: req-ef63856e-75d7-4e47-b72d-82085dc1c57c {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:26:52.372854 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd06094-e2c7-4568-98e9-8cf947b3080e", "tag": "3873996c-265d-4cb0-a11f-0e8eff369126", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:26:52.373065 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ef63856e-75d7-4e47-b72d-82085dc1c57c {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:26:52.373473 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd06094-e2c7-4568-98e9-8cf947b3080e', 'tag': '3873996c-265d-4cb0-a11f-0e8eff369126', 'status': 'completed', 'code': 200} Feb 07 21:26:52.402476 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b13af-72ba-4524-8864-8fffacdb7200 service neutron] Pushing event updated for resources: {'Port': ['ID=3873996c-265d-4cb0-a11f-0e8eff369126,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:52.431975 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-d7b7864f-4db8-4eff-b1ad-ffc395ae006b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:52.434290 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-d7b7864f-4db8-4eff-b1ad-ffc395ae006b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a985e9f3f5a4bb68b5a7018b1eede2d&device_id=0bd06094-e2c7-4568-98e9-8cf947b3080e HTTP/1.1" status: 200 len: 1126 time: 0.0927806 Feb 07 21:26:52.485019 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-995d261c-8973-4630-a8e2-e626784c3b1e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3873996c-265d-4cb0-a11f-0e8eff369126 HTTP/1.1" status: 200 len: 217 time: 0.0425923 Feb 07 21:26:52.549823 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6d88701-f2de-49a4-b4b7-6818e9178e37 req-2fb0aa00-22c5-4146-972c-ceb70b97648f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 210 time: 0.0311735 Feb 07 21:26:52.562869 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-4d8f2ed2-aaf4-47fa-af14-04ca8fe21b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:52.564906 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-4d8f2ed2-aaf4-47fa-af14-04ca8fe21b67 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7257ab22-a63a-44de-98ed-25160e3b2c4b HTTP/1.1" status: 200 len: 852 time: 0.0730886 Feb 07 21:26:52.606746 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-0ff92f0f-29a6-448c-a076-78e7c053a030 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=68fbb985-360e-4a2a-8706-3f41245d63cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358143 Feb 07 21:26:52.727737 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-683d7af5-1838-4472-920f-7ed7e452ac72 service neutron] 10.222.0.71 "GET /v2.0/networks/68fbb985-360e-4a2a-8706-3f41245d63cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153862 Feb 07 21:26:52.822376 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4a868d8-362a-494f-92c4-c13d458ee3f0 req-3e2b37ca-a922-4c32-aba2-80bc51f60992 service neutron] 10.222.0.71 "GET /v2.0/networks/68fbb985-360e-4a2a-8706-3f41245d63cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892229 Feb 07 21:26:52.920079 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3047b-3bd2-448e-a79b-04e7132129d3 req-cdc88c05-9cc1-48cd-be4d-e645b2c2a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:52.923291 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5cf3047b-3bd2-448e-a79b-04e7132129d3 req-cdc88c05-9cc1-48cd-be4d-e645b2c2a690 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a985e9f3f5a4bb68b5a7018b1eede2d&device_id=0bd06094-e2c7-4568-98e9-8cf947b3080e HTTP/1.1" status: 200 len: 1126 time: 0.0537121 Feb 07 21:26:53.033047 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3047b-3bd2-448e-a79b-04e7132129d3 req-fd6ce224-8b63-44b2-b9e9-d3f19e8bd418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:53.034897 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5cf3047b-3bd2-448e-a79b-04e7132129d3 req-fd6ce224-8b63-44b2-b9e9-d3f19e8bd418 service neutron] 10.222.0.71 "GET /v2.0/networks?id=68fbb985-360e-4a2a-8706-3f41245d63cd HTTP/1.1" status: 200 len: 913 time: 0.1050384 Feb 07 21:26:53.079715 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5cf3047b-3bd2-448e-a79b-04e7132129d3 req-53755a4e-83d2-453c-bbf2-ce0997950ab2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3873996c-265d-4cb0-a11f-0e8eff369126 HTTP/1.1" status: 200 len: 217 time: 0.0389931 Feb 07 21:26:53.140341 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3047b-3bd2-448e-a79b-04e7132129d3 req-72eece93-86f2-402b-930f-ba05d11bbca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:53.142661 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5cf3047b-3bd2-448e-a79b-04e7132129d3 req-72eece93-86f2-402b-930f-ba05d11bbca0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7257ab22-a63a-44de-98ed-25160e3b2c4b HTTP/1.1" status: 200 len: 852 time: 0.0577610 Feb 07 21:26:53.233626 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5cf3047b-3bd2-448e-a79b-04e7132129d3 req-66e1c28f-f61d-4568-b644-e6183c7547fb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=68fbb985-360e-4a2a-8706-3f41245d63cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734930 Feb 07 21:26:53.304411 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:53.502003 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b870f00-39b8-4442-bcf8-27efea674bb7 req-2caf8998-211c-44ac-8510-27c4379c81e9 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:53.503427 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b870f00-39b8-4442-bcf8-27efea674bb7 req-2caf8998-211c-44ac-8510-27c4379c81e9 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba482fd7-91ff-435a-866a-dfb7f421ec08 HTTP/1.1" status: 200 len: 945 time: 0.2499545 Feb 07 21:26:53.511485 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5cf3047b-3bd2-448e-a79b-04e7132129d3 req-552e2eff-c27d-456b-b6f0-8e0ff007e1c6 service neutron] 10.222.0.71 "GET /v2.0/networks/68fbb985-360e-4a2a-8706-3f41245d63cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729478 Feb 07 21:26:53.615328 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88a94f-d3b9-4503-aab8-0075927d27a0 req-d4d571c1-d735-465e-a51c-4ad811a9d13b tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:53.616982 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a88a94f-d3b9-4503-aab8-0075927d27a0 req-d4d571c1-d735-465e-a51c-4ad811a9d13b tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd06094-e2c7-4568-98e9-8cf947b3080e HTTP/1.1" status: 200 len: 944 time: 0.1859286 Feb 07 21:26:53.667640 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b870f00-39b8-4442-bcf8-27efea674bb7 req-b888ead2-5aa4-444a-86f6-2eea36da35f6 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545873 Feb 07 21:26:53.702869 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a88a94f-d3b9-4503-aab8-0075927d27a0 req-844108da-461c-495e-8ba2-8eb87abfc9a3 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab6d7b3-7d1a-47d5-baf6-155a983b55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783024 Feb 07 21:26:53.720743 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5cf3047b-3bd2-448e-a79b-04e7132129d3 req-78ca013f-ef1b-4983-ba0d-20cc4564b28f service neutron] 10.222.0.71 "GET /v2.0/networks/68fbb985-360e-4a2a-8706-3f41245d63cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988232 Feb 07 21:26:53.895944 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a684179-0c81-4ea2-a3ff-1ecb78f0942c req-3640c227-b4ac-47fe-bf12-6d650f223121 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a4d7b1d-8590-48ed-b4ec-7a85c99f93e2 HTTP/1.1" status: 200 len: 210 time: 0.0705636 Feb 07 21:26:54.635848 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:54.907073 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69366b5f-333c-4410-8b02-cd5d3ce901a5 req-a56465c8-7d69-4b96-9f71-bcb259f42888 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:54.917286 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69366b5f-333c-4410-8b02-cd5d3ce901a5 req-a56465c8-7d69-4b96-9f71-bcb259f42888 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd06094-e2c7-4568-98e9-8cf947b3080e HTTP/1.1" status: 200 len: 944 time: 0.1181884 Feb 07 21:26:55.058123 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69366b5f-333c-4410-8b02-cd5d3ce901a5 req-6b408bae-b2d0-42bb-bb41-d90b7b482d05 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab6d7b3-7d1a-47d5-baf6-155a983b55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362910 Feb 07 21:26:56.298253 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86651f3-6986-4784-9419-3a54655f242a req-3548e214-d7bb-4266-b0e9-36facff8ac22 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:56.314102 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b86651f3-6986-4784-9419-3a54655f242a req-3548e214-d7bb-4266-b0e9-36facff8ac22 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd06094-e2c7-4568-98e9-8cf947b3080e HTTP/1.1" status: 200 len: 944 time: 0.0981717 Feb 07 21:26:56.408791 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b86651f3-6986-4784-9419-3a54655f242a req-db75cb02-4125-4378-bf69-8952a6615504 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab6d7b3-7d1a-47d5-baf6-155a983b55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894918 Feb 07 21:26:56.545604 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 3873996c-265d-4cb0-a11f-0e8eff369126 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:26:56.710540 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 3873996c-265d-4cb0-a11f-0e8eff369126, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3873996c-265d-4cb0-a11f-0e8eff369126,segment=NetworkSegment(4e30ad45-41e4-474d-be9b-cebab5a02a36),segment_id=4e30ad45-41e4-474d-be9b-cebab5a02a36)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:26:56.732680 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '3873996c-265d-4cb0-a11f-0e8eff369126', 'network_id': '68fbb985-360e-4a2a-8706-3f41245d63cd', 'port_id': '3873996c-265d-4cb0-a11f-0e8eff369126', 'mac_address': 'fa:16:3e:3d:e3:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7257ab22-a63a-44de-98ed-25160e3b2c4b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:26:56.772780 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 3873996c-265d-4cb0-a11f-0e8eff369126 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:26:56.773458 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3873996c-265d-4cb0-a11f-0e8eff369126), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:56.787315 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3873996c-265d-4cb0-a11f-0e8eff369126 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:26:56.808000 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 3873996c-265d-4cb0-a11f-0e8eff369126, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3873996c-265d-4cb0-a11f-0e8eff369126,segment=NetworkSegment(4e30ad45-41e4-474d-be9b-cebab5a02a36),segment_id=4e30ad45-41e4-474d-be9b-cebab5a02a36)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:26:56.813730 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3873996c-265d-4cb0-a11f-0e8eff369126), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:56.867289 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=3873996c-265d-4cb0-a11f-0e8eff369126,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:57.133436 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['3873996c-265d-4cb0-a11f-0e8eff369126'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:26:57.639443 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48513133-b736-41d1-8120-e1fc817547c2 req-3438ed05-ad11-44cf-88d4-7f0d91d11146 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:57.677358 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48513133-b736-41d1-8120-e1fc817547c2 req-3438ed05-ad11-44cf-88d4-7f0d91d11146 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd06094-e2c7-4568-98e9-8cf947b3080e HTTP/1.1" status: 200 len: 945 time: 0.1239188 Feb 07 21:26:57.763675 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48513133-b736-41d1-8120-e1fc817547c2 req-9ddec08e-751f-43cb-bd84-19e1f1ef2087 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab6d7b3-7d1a-47d5-baf6-155a983b55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835507 Feb 07 21:26:58.569182 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 3873996c-265d-4cb0-a11f-0e8eff369126 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:26:58.625223 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 3873996c-265d-4cb0-a11f-0e8eff369126 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:26:58.649154 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 3873996c-265d-4cb0-a11f-0e8eff369126 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:26:58.649154 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3873996c-265d-4cb0-a11f-0e8eff369126), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:58.799323 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 3873996c-265d-4cb0-a11f-0e8eff369126 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:26:58.799721 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3873996c-265d-4cb0-a11f-0e8eff369126), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:58.853917 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd06094-e2c7-4568-98e9-8cf947b3080e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3873996c-265d-4cb0-a11f-0e8eff369126'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:26:58.856944 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7e7319-8ba4-4a2e-bfc3-e55b89b3fbf1" -d '{"events": [{"server_uuid": "0bd06094-e2c7-4568-98e9-8cf947b3080e", "name": "network-vif-plugged", "status": "completed", "tag": "3873996c-265d-4cb0-a11f-0e8eff369126"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:26:58.887256 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 3873996c-265d-4cb0-a11f-0e8eff369126, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3873996c-265d-4cb0-a11f-0e8eff369126,segment=NetworkSegment(4e30ad45-41e4-474d-be9b-cebab5a02a36),segment_id=4e30ad45-41e4-474d-be9b-cebab5a02a36)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:26:58.895021 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3873996c-265d-4cb0-a11f-0e8eff369126), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:26:58.991849 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4102e8-865a-42e2-92f8-7b605687f8f4 x-openstack-request-id: req-4d4102e8-865a-42e2-92f8-7b605687f8f4 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:26:58.993484 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd06094-e2c7-4568-98e9-8cf947b3080e", "name": "network-vif-plugged", "status": "completed", "tag": "3873996c-265d-4cb0-a11f-0e8eff369126", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:26:58.994148 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4d4102e8-865a-42e2-92f8-7b605687f8f4 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:26:58.994730 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd06094-e2c7-4568-98e9-8cf947b3080e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3873996c-265d-4cb0-a11f-0e8eff369126', 'code': 200} Feb 07 21:26:59.017919 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9648531-8249-4575-b874-f63ae3b6bedb req-5e9b91fd-167a-442e-a5cd-40ee052d3db3 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:59.028614 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9648531-8249-4575-b874-f63ae3b6bedb req-5e9b91fd-167a-442e-a5cd-40ee052d3db3 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd06094-e2c7-4568-98e9-8cf947b3080e HTTP/1.1" status: 200 len: 945 time: 0.1679361 Feb 07 21:26:59.038540 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=3873996c-265d-4cb0-a11f-0e8eff369126,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:26:59.187668 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9648531-8249-4575-b874-f63ae3b6bedb req-7ee0177e-b5e6-4a83-b7c5-727007c932fc tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab6d7b3-7d1a-47d5-baf6-155a983b55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541274 Feb 07 21:26:59.194690 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945aa32-efe2-4c0e-ab3f-c7a5118fa444 req-cd715298-9b04-4f58-8700-c2bdbc6fd5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:26:59.206446 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d945aa32-efe2-4c0e-ab3f-c7a5118fa444 req-cd715298-9b04-4f58-8700-c2bdbc6fd5e7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0bd06094-e2c7-4568-98e9-8cf947b3080e HTTP/1.1" status: 200 len: 1128 time: 0.1610341 Feb 07 21:26:59.286895 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d945aa32-efe2-4c0e-ab3f-c7a5118fa444 req-1162c05a-791d-4529-ad2c-74f7d3eb3e13 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1ab6d7b3-7d1a-47d5-baf6-155a983b55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790470 Feb 07 21:27:00.411264 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e95ef-1335-4e2e-a65a-dd5a05f79fb7 req-88a80e4b-8338-4b63-afcc-f2f0ced7e11c tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:00.413839 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6f5e95ef-1335-4e2e-a65a-dd5a05f79fb7 req-88a80e4b-8338-4b63-afcc-f2f0ced7e11c tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd06094-e2c7-4568-98e9-8cf947b3080e HTTP/1.1" status: 200 len: 946 time: 0.1015604 Feb 07 21:27:00.489175 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6f5e95ef-1335-4e2e-a65a-dd5a05f79fb7 req-143ed1e7-5be7-4d60-8259-43365ccf6bf2 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab6d7b3-7d1a-47d5-baf6-155a983b55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697231 Feb 07 21:27:01.691447 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86f3c2-989a-4756-84f9-df2d7f5c828f req-3cbe279b-1e6d-4b19-b683-eb7a55721204 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:01.715017 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d86f3c2-989a-4756-84f9-df2d7f5c828f req-3cbe279b-1e6d-4b19-b683-eb7a55721204 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd06094-e2c7-4568-98e9-8cf947b3080e HTTP/1.1" status: 200 len: 946 time: 0.1162894 Feb 07 21:27:01.856218 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d86f3c2-989a-4756-84f9-df2d7f5c828f req-c74a1f27-5ef1-4910-8dfa-12593e6acdf2 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab6d7b3-7d1a-47d5-baf6-155a983b55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219118 Feb 07 21:27:02.430846 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54072) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:27:02.639876 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499dada-9bf2-450c-a619-66a51b3a1399 req-ffd697f5-c390-4341-8c9e-7681be6cb04f tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:02.646168 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8499dada-9bf2-450c-a619-66a51b3a1399 req-ffd697f5-c390-4341-8c9e-7681be6cb04f tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd06094-e2c7-4568-98e9-8cf947b3080e HTTP/1.1" status: 200 len: 946 time: 0.1985900 Feb 07 21:27:02.668647 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6e8a253a-7f59-4fb3-b8b5-10bf53fbf0aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:02.783725 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8499dada-9bf2-450c-a619-66a51b3a1399 req-a076c13e-0faa-4bbc-a8cf-d25cbfd5cf30 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab6d7b3-7d1a-47d5-baf6-155a983b55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084476 Feb 07 21:27:02.884768 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6e8a253a-7f59-4fb3-b8b5-10bf53fbf0aa admin admin] Publish callbacks [] for security_group (cf4d6521-f69d-46cb-900a-a486ea128868), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:02.895054 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6e8a253a-7f59-4fb3-b8b5-10bf53fbf0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (cf4d6521-f69d-46cb-900a-a486ea128868), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:02.950716 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a253a-7f59-4fb3-b8b5-10bf53fbf0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4d6521-f69d-46cb-900a-a486ea128868,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:03.018452 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 54128) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:27:03.019870 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6e8a253a-7f59-4fb3-b8b5-10bf53fbf0aa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=018f1346d037464d82a0e725e9837b1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5837605 Feb 07 21:27:03.152369 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec2ec964-7559-45e5-b2f8-dd65011a9d4d admin admin] Publish callbacks [] for security_group (cf4d6521-f69d-46cb-900a-a486ea128868), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:03.223622 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec2ec964-7559-45e5-b2f8-dd65011a9d4d admin admin] Publish callbacks [] for security_group (cf4d6521-f69d-46cb-900a-a486ea128868), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:03.382505 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec2ec964-7559-45e5-b2f8-dd65011a9d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (cf4d6521-f69d-46cb-900a-a486ea128868), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:03.394113 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec2ec964-7559-45e5-b2f8-dd65011a9d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:03.397939 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ec2ec964-7559-45e5-b2f8-dd65011a9d4d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cf4d6521-f69d-46cb-900a-a486ea128868 HTTP/1.1" status: 204 len: 168 time: 0.3770337 Feb 07 21:27:03.452067 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ec964-7559-45e5-b2f8-dd65011a9d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4d6521-f69d-46cb-900a-a486ea128868,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:03.495845 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ec964-7559-45e5-b2f8-dd65011a9d4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:03.516641 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ec964-7559-45e5-b2f8-dd65011a9d4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:03.517086 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ec964-7559-45e5-b2f8-dd65011a9d4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:03.517431 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ec964-7559-45e5-b2f8-dd65011a9d4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:03.517771 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ec964-7559-45e5-b2f8-dd65011a9d4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:03.518109 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ec964-7559-45e5-b2f8-dd65011a9d4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:03.518442 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ec964-7559-45e5-b2f8-dd65011a9d4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:03.518777 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ec964-7559-45e5-b2f8-dd65011a9d4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:03.519104 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ec964-7559-45e5-b2f8-dd65011a9d4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:03.524445 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ec964-7559-45e5-b2f8-dd65011a9d4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:03.524820 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ec964-7559-45e5-b2f8-dd65011a9d4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:03.525155 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ec964-7559-45e5-b2f8-dd65011a9d4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:03.525485 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ec964-7559-45e5-b2f8-dd65011a9d4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:03.687167 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:03.957445 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495cee7-0dbc-4fbd-85b4-ebf4cdb24261 req-a42e1bad-131c-49d4-89e1-8dfae6ecc668 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:03.964752 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8495cee7-0dbc-4fbd-85b4-ebf4cdb24261 req-a42e1bad-131c-49d4-89e1-8dfae6ecc668 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bd06094-e2c7-4568-98e9-8cf947b3080e HTTP/1.1" status: 200 len: 946 time: 0.1751947 Feb 07 21:27:03.979827 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:04.281469 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8c712-3440-42e1-b751-66a36036734d req-e5a4c28e-87d3-4a9c-8233-256d375b0206 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:04.284229 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aed8c712-3440-42e1-b751-66a36036734d req-e5a4c28e-87d3-4a9c-8233-256d375b0206 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd06094-e2c7-4568-98e9-8cf947b3080e HTTP/1.1" status: 200 len: 946 time: 0.2954865 Feb 07 21:27:04.321748 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54256) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:27:04.347404 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-06da56c6-3f9f-497f-a5da-b21628d3b058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:04.399795 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-8495cee7-0dbc-4fbd-85b4-ebf4cdb24261 req-bec1b711-9f2f-49c2-814b-8693dd73efe0 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Deleting port 3873996c-265d-4cb0-a11f-0e8eff369126 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:27:04.400562 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8495cee7-0dbc-4fbd-85b4-ebf4cdb24261 req-bec1b711-9f2f-49c2-814b-8693dd73efe0 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (3873996c-265d-4cb0-a11f-0e8eff369126), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:04.542689 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aed8c712-3440-42e1-b751-66a36036734d req-8071da9e-a5b0-4dbc-9370-96b959702a55 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab6d7b3-7d1a-47d5-baf6-155a983b55ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302997 Feb 07 21:27:04.551864 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-06da56c6-3f9f-497f-a5da-b21628d3b058 admin admin] Publish callbacks [] for security_group (b9808760-7ae0-4fc1-a127-dda6591ca7fc), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:04.565027 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-06da56c6-3f9f-497f-a5da-b21628d3b058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b9808760-7ae0-4fc1-a127-dda6591ca7fc), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:04.646516 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da56c6-3f9f-497f-a5da-b21628d3b058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9808760-7ae0-4fc1-a127-dda6591ca7fc,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:04.663882 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-06da56c6-3f9f-497f-a5da-b21628d3b058 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a4e608450bd84b479b9e052da819397e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3403091 Feb 07 21:27:04.664289 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54290) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:27:04.783743 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-67b0692b-c4d6-4d45-8523-09f1beb6e40b admin admin] Publish callbacks [] for security_group (b9808760-7ae0-4fc1-a127-dda6591ca7fc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:04.798694 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-8495cee7-0dbc-4fbd-85b4-ebf4cdb24261 req-bec1b711-9f2f-49c2-814b-8693dd73efe0 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] For port 3873996c-265d-4cb0-a11f-0e8eff369126, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3873996c-265d-4cb0-a11f-0e8eff369126,segment=NetworkSegment(4e30ad45-41e4-474d-be9b-cebab5a02a36),segment_id=4e30ad45-41e4-474d-be9b-cebab5a02a36)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:27:04.799138 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8495cee7-0dbc-4fbd-85b4-ebf4cdb24261 req-bec1b711-9f2f-49c2-814b-8693dd73efe0 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (3873996c-265d-4cb0-a11f-0e8eff369126), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:04.829061 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-67b0692b-c4d6-4d45-8523-09f1beb6e40b admin admin] Publish callbacks [] for security_group (b9808760-7ae0-4fc1-a127-dda6591ca7fc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:04.850492 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-8495cee7-0dbc-4fbd-85b4-ebf4cdb24261 req-bec1b711-9f2f-49c2-814b-8693dd73efe0 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Calling delete_port for 3873996c-265d-4cb0-a11f-0e8eff369126 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:27:04.935329 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-67b0692b-c4d6-4d45-8523-09f1beb6e40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b9808760-7ae0-4fc1-a127-dda6591ca7fc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:04.938851 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-67b0692b-c4d6-4d45-8523-09f1beb6e40b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:04.945233 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-67b0692b-c4d6-4d45-8523-09f1beb6e40b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b9808760-7ae0-4fc1-a127-dda6591ca7fc HTTP/1.1" status: 204 len: 168 time: 0.2781997 Feb 07 21:27:04.961458 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0692b-c4d6-4d45-8523-09f1beb6e40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9808760-7ae0-4fc1-a127-dda6591ca7fc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:05.358201 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8495cee7-0dbc-4fbd-85b4-ebf4cdb24261 req-bec1b711-9f2f-49c2-814b-8693dd73efe0 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (3873996c-265d-4cb0-a11f-0e8eff369126), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:05.477629 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1b711-9f2f-49c2-814b-8693dd73efe0 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Pushing event deleted for resources: {'Port': ['ID=3873996c-265d-4cb0-a11f-0e8eff369126,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:05.677755 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-8495cee7-0dbc-4fbd-85b4-ebf4cdb24261 req-bec1b711-9f2f-49c2-814b-8693dd73efe0 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] No DVR routers for this DVR port 3873996c-265d-4cb0-a11f-0e8eff369126 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:27:05.685577 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8495cee7-0dbc-4fbd-85b4-ebf4cdb24261 req-bec1b711-9f2f-49c2-814b-8693dd73efe0 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:05.691841 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8495cee7-0dbc-4fbd-85b4-ebf4cdb24261 req-bec1b711-9f2f-49c2-814b-8693dd73efe0 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.71 "DELETE /v2.0/ports/3873996c-265d-4cb0-a11f-0e8eff369126 HTTP/1.1" status: 204 len: 173 time: 1.7124925 Feb 07 21:27:05.692359 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd06094-e2c7-4568-98e9-8cf947b3080e', 'name': 'network-vif-deleted', 'tag': '3873996c-265d-4cb0-a11f-0e8eff369126'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:27:05.705803 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5aac0ec-f323-41b7-8b6e-843eff96fe60" -d '{"events": [{"server_uuid": "0bd06094-e2c7-4568-98e9-8cf947b3080e", "name": "network-vif-deleted", "tag": "3873996c-265d-4cb0-a11f-0e8eff369126"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:27:05.863385 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55cc28f-e1d2-4d77-9f9c-c018d568e888 x-openstack-request-id: req-f55cc28f-e1d2-4d77-9f9c-c018d568e888 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:27:05.865466 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd06094-e2c7-4568-98e9-8cf947b3080e", "name": "network-vif-deleted", "tag": "3873996c-265d-4cb0-a11f-0e8eff369126", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:27:05.865743 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f55cc28f-e1d2-4d77-9f9c-c018d568e888 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:27:05.868871 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd06094-e2c7-4568-98e9-8cf947b3080e', 'name': 'network-vif-deleted', 'tag': '3873996c-265d-4cb0-a11f-0e8eff369126', 'status': 'completed', 'code': 200} Feb 07 21:27:05.875347 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7d8a09de-dd98-49b7-8a6e-c785d7fc520f req-3a4288b4-3b0d-4f9a-be38-3a1f75035ea5 tempest-ServerPasswordTestJSON-487906255 tempest-ServerPasswordTestJSON-487906255-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bd06094-e2c7-4568-98e9-8cf947b3080e HTTP/1.1" status: 200 len: 210 time: 0.0926485 Feb 07 21:27:06.018805 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 54432) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:27:06.047701 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72d8a16b-63f7-46da-9411-5bd9a857a49b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:06.212061 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72d8a16b-63f7-46da-9411-5bd9a857a49b admin admin] Publish callbacks [] for security_group (0843d918-d648-465c-90a2-1ad1443000e8), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:06.221384 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72d8a16b-63f7-46da-9411-5bd9a857a49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0843d918-d648-465c-90a2-1ad1443000e8), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:06.298952 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54458) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:27:06.313884 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-72d8a16b-63f7-46da-9411-5bd9a857a49b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e06bf6b1598c4cb38f63d24fdb9a0563&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2864637 Feb 07 21:27:06.315877 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8a16b-63f7-46da-9411-5bd9a857a49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0843d918-d648-465c-90a2-1ad1443000e8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:06.390149 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 54468) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:27:06.515003 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0eb01698-f6db-45eb-b6f9-0cbb9194c159 admin admin] Publish callbacks [] for security_group (0843d918-d648-465c-90a2-1ad1443000e8), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:06.569950 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0eb01698-f6db-45eb-b6f9-0cbb9194c159 admin admin] Publish callbacks [] for security_group (0843d918-d648-465c-90a2-1ad1443000e8), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:06.601924 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 3873996c-265d-4cb0-a11f-0e8eff369126 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:27:06.675676 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0eb01698-f6db-45eb-b6f9-0cbb9194c159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0843d918-d648-465c-90a2-1ad1443000e8), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:06.679181 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0eb01698-f6db-45eb-b6f9-0cbb9194c159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:06.681178 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0eb01698-f6db-45eb-b6f9-0cbb9194c159 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0843d918-d648-465c-90a2-1ad1443000e8 HTTP/1.1" status: 204 len: 168 time: 0.3801463 Feb 07 21:27:06.705719 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e5e973d-0519-412b-8382-e670e71b2f61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:06.707458 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 3873996c-265d-4cb0-a11f-0e8eff369126 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:27:06.708112 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 3873996c-265d-4cb0-a11f-0e8eff369126 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:27:06.743842 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb01698-f6db-45eb-b6f9-0cbb9194c159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0843d918-d648-465c-90a2-1ad1443000e8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:06.858312 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e5e973d-0519-412b-8382-e670e71b2f61 admin admin] Publish callbacks [] for security_group (52b98e3a-16fe-4b83-9767-7deb6b482da3), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:06.869751 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e5e973d-0519-412b-8382-e670e71b2f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (52b98e3a-16fe-4b83-9767-7deb6b482da3), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:06.965819 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e973d-0519-412b-8382-e670e71b2f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b98e3a-16fe-4b83-9767-7deb6b482da3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:07.009585 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54528) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:27:07.015423 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4e5e973d-0519-412b-8382-e670e71b2f61 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c89dff71ca824b4aa250c7e7f10b5661&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6226988 Feb 07 21:27:07.016256 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 54530) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:27:07.119096 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-601bdc17-bfaa-4ea5-bc5e-d816b1017bcd admin admin] Deleting subnet 7257ab22-a63a-44de-98ed-25160e3b2c4b {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:27:07.136317 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0b6c6fcd-616f-4578-815b-dc42eeb32873 admin admin] Publish callbacks [] for security_group (52b98e3a-16fe-4b83-9767-7deb6b482da3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:07.139802 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-601bdc17-bfaa-4ea5-bc5e-d816b1017bcd admin admin] Publish callbacks [] for subnet (7257ab22-a63a-44de-98ed-25160e3b2c4b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:07.179656 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0b6c6fcd-616f-4578-815b-dc42eeb32873 admin admin] Publish callbacks [] for security_group (52b98e3a-16fe-4b83-9767-7deb6b482da3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:07.242332 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-601bdc17-bfaa-4ea5-bc5e-d816b1017bcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (7257ab22-a63a-44de-98ed-25160e3b2c4b), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:07.280262 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0b6c6fcd-616f-4578-815b-dc42eeb32873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (52b98e3a-16fe-4b83-9767-7deb6b482da3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:07.283491 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0b6c6fcd-616f-4578-815b-dc42eeb32873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:07.294296 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0b6c6fcd-616f-4578-815b-dc42eeb32873 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/52b98e3a-16fe-4b83-9767-7deb6b482da3 HTTP/1.1" status: 204 len: 168 time: 0.2711673 Feb 07 21:27:07.316967 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c6fcd-616f-4578-815b-dc42eeb32873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b98e3a-16fe-4b83-9767-7deb6b482da3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:07.409187 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-601bdc17-bfaa-4ea5-bc5e-d816b1017bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (7257ab22-a63a-44de-98ed-25160e3b2c4b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:07.536474 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-601bdc17-bfaa-4ea5-bc5e-d816b1017bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (7257ab22-a63a-44de-98ed-25160e3b2c4b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:07.563436 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-601bdc17-bfaa-4ea5-bc5e-d816b1017bcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:07.567977 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-601bdc17-bfaa-4ea5-bc5e-d816b1017bcd admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7257ab22-a63a-44de-98ed-25160e3b2c4b HTTP/1.1" status: 204 len: 168 time: 0.5571547 Feb 07 21:27:07.570817 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 54560) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:27:07.604210 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601bdc17-bfaa-4ea5-bc5e-d816b1017bcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7257ab22-a63a-44de-98ed-25160e3b2c4b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:07.671243 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-14030ecf-68d4-4ff2-aedc-96cd27e172f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (68fbb985-360e-4a2a-8706-3f41245d63cd), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:07.847583 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-14030ecf-68d4-4ff2-aedc-96cd27e172f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (68fbb985-360e-4a2a-8706-3f41245d63cd), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:07.881156 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54566) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:27:07.892717 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-14030ecf-68d4-4ff2-aedc-96cd27e172f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68fbb985-360e-4a2a-8706-3f41245d63cd']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:27:07.903654 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-14030ecf-68d4-4ff2-aedc-96cd27e172f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e30ad45-41e4-474d-be9b-cebab5a02a36') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:27:07.904165 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-14030ecf-68d4-4ff2-aedc-96cd27e172f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e30ad45-41e4-474d-be9b-cebab5a02a36') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:27:07.907014 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-915275a8-7579-45e8-8d62-ba67c41fea72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:07.914359 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-14030ecf-68d4-4ff2-aedc-96cd27e172f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (4e30ad45-41e4-474d-be9b-cebab5a02a36), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:07.928258 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-14030ecf-68d4-4ff2-aedc-96cd27e172f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (4e30ad45-41e4-474d-be9b-cebab5a02a36), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:07.935289 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14030ecf-68d4-4ff2-aedc-96cd27e172f5 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:27:07.935906 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-14030ecf-68d4-4ff2-aedc-96cd27e172f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (4e30ad45-41e4-474d-be9b-cebab5a02a36), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:27:07.993338 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:27:08.034182 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-14030ecf-68d4-4ff2-aedc-96cd27e172f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (68fbb985-360e-4a2a-8706-3f41245d63cd), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:08.041158 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-14030ecf-68d4-4ff2-aedc-96cd27e172f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:08.049843 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-14030ecf-68d4-4ff2-aedc-96cd27e172f5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/68fbb985-360e-4a2a-8706-3f41245d63cd HTTP/1.1" status: 204 len: 168 time: 0.4778955 Feb 07 21:27:08.073469 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14030ecf-68d4-4ff2-aedc-96cd27e172f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=68fbb985-360e-4a2a-8706-3f41245d63cd,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:08.198362 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-915275a8-7579-45e8-8d62-ba67c41fea72 admin admin] Publish callbacks [] for security_group (48bb5282-1710-493f-bd8b-362e8661a4ab), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:08.205889 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-915275a8-7579-45e8-8d62-ba67c41fea72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (48bb5282-1710-493f-bd8b-362e8661a4ab), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:08.273857 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 54580) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:27:08.286667 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-915275a8-7579-45e8-8d62-ba67c41fea72 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=78ac8fae405a4f398ed382ce894d47a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4033661 Feb 07 21:27:08.288261 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915275a8-7579-45e8-8d62-ba67c41fea72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bb5282-1710-493f-bd8b-362e8661a4ab,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:08.342337 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54584) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:27:08.375763 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e149fa0-13ea-4bdc-b3be-6fd07ab5ecce admin admin] Publish callbacks [] for security_group (48bb5282-1710-493f-bd8b-362e8661a4ab), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:08.440745 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c63f7bd7-8190-4599-bda6-947dacf2e7e6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7a985e9f3f5a4bb68b5a7018b1eede2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0967979 Feb 07 21:27:08.441408 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 54594) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:27:08.544009 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0365285e-4f3d-4184-bf0f-68bc1024859e admin admin] Publish callbacks [] for security_group (1ab6d7b3-7d1a-47d5-baf6-155a983b55ac), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:08.581762 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0365285e-4f3d-4184-bf0f-68bc1024859e admin admin] Publish callbacks [] for security_group (1ab6d7b3-7d1a-47d5-baf6-155a983b55ac), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:08.636271 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d9049-4065-4a12-b488-6077218b2952 req-0176d41c-90eb-4aaa-a97c-dd2610f3d797 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:08.638837 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d53d9049-4065-4a12-b488-6077218b2952 req-0176d41c-90eb-4aaa-a97c-dd2610f3d797 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/networks?id=b6e2353b-365d-4208-816b-7ee3b8376b0c HTTP/1.1" status: 200 len: 813 time: 0.2070975 Feb 07 21:27:08.648131 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0365285e-4f3d-4184-bf0f-68bc1024859e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1ab6d7b3-7d1a-47d5-baf6-155a983b55ac), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:08.650855 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0365285e-4f3d-4184-bf0f-68bc1024859e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:08.652915 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0365285e-4f3d-4184-bf0f-68bc1024859e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1ab6d7b3-7d1a-47d5-baf6-155a983b55ac HTTP/1.1" status: 204 len: 168 time: 0.2099185 Feb 07 21:27:08.658927 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e149fa0-13ea-4bdc-b3be-6fd07ab5ecce admin admin] Publish callbacks [] for security_group (48bb5282-1710-493f-bd8b-362e8661a4ab), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:08.667531 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365285e-4f3d-4184-bf0f-68bc1024859e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab6d7b3-7d1a-47d5-baf6-155a983b55ac,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:08.694231 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d53d9049-4065-4a12-b488-6077218b2952 req-4cecc4df-78f2-4df5-8753-5e5726241d4c tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/quotas/49035a4ec40140b3a7c3fbd0a5baf38a HTTP/1.1" status: 200 len: 375 time: 0.0448089 Feb 07 21:27:08.814275 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d53d9049-4065-4a12-b488-6077218b2952 req-16c9b8a9-4eb1-4b38-bcbd-c19d1733f8c8 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=49035a4ec40140b3a7c3fbd0a5baf38a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0994136 Feb 07 21:27:08.838441 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e149fa0-13ea-4bdc-b3be-6fd07ab5ecce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (48bb5282-1710-493f-bd8b-362e8661a4ab), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:08.842244 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e149fa0-13ea-4bdc-b3be-6fd07ab5ecce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:08.845048 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3e149fa0-13ea-4bdc-b3be-6fd07ab5ecce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/48bb5282-1710-493f-bd8b-362e8661a4ab HTTP/1.1" status: 204 len: 168 time: 0.5691030 Feb 07 21:27:08.961495 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e149fa0-13ea-4bdc-b3be-6fd07ab5ecce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bb5282-1710-493f-bd8b-362e8661a4ab,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:09.061958 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d53d9049-4065-4a12-b488-6077218b2952 req-e3f7a3e5-ab78-4f3c-8588-045a7f957605 service neutron] 10.222.0.65 "GET /v2.0/networks/b6e2353b-365d-4208-816b-7ee3b8376b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416577 Feb 07 21:27:09.267331 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d53d9049-4065-4a12-b488-6077218b2952 req-d6bf7df4-8ce4-40ca-946f-471a2c5e3c01 service neutron] 10.222.0.65 "GET /v2.0/networks/b6e2353b-365d-4208-816b-7ee3b8376b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769147 Feb 07 21:27:09.709638 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-056346d0-656f-4c1f-9bd1-9b213ed02abe req-522b0c78-d763-4da1-9edb-03927ff81286 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe7f6750-fc67-4b2b-b8ee-89c20a4fff67 HTTP/1.1" status: 200 len: 210 time: 0.0883801 Feb 07 21:27:10.876716 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dde6f544-a910-4f87-85b9-c464a62aa81a req-a165142b-28d6-4c4a-95f1-6bea5e9831db tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe7f6750-fc67-4b2b-b8ee-89c20a4fff67 HTTP/1.1" status: 200 len: 210 time: 0.0690329 Feb 07 21:27:11.326435 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c7ece540-ad89-4b55-afc3-77c6955e1cf4 req-f8e2e040-ca9a-4fba-a4c0-dfd1e014eb5a tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0542781 Feb 07 21:27:12.312137 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a223b0e0-5354-40ff-8e83-cd1aaded0a91 req-c2e81567-c073-4e51-94cb-accc05fcbaff tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe7f6750-fc67-4b2b-b8ee-89c20a4fff67 HTTP/1.1" status: 200 len: 210 time: 0.0848410 Feb 07 21:27:12.465431 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d9049-4065-4a12-b488-6077218b2952 req-327cded0-87a8-4b5b-9fe9-473195a81074 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:12.468202 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d53d9049-4065-4a12-b488-6077218b2952 req-327cded0-87a8-4b5b-9fe9-473195a81074 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.71 "GET /v2.0/networks?id=b6e2353b-365d-4208-816b-7ee3b8376b0c HTTP/1.1" status: 200 len: 813 time: 0.8538578 Feb 07 21:27:12.486354 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-d53d9049-4065-4a12-b488-6077218b2952 req-0dc616ae-7570-4223-a657-e9dc87a121d5 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Request body: {'port': {'device_id': 'fe7f6750-fc67-4b2b-b8ee-89c20a4fff67', 'network_id': 'b6e2353b-365d-4208-816b-7ee3b8376b0c', 'admin_state_up': True, 'tenant_id': '49035a4ec40140b3a7c3fbd0a5baf38a'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:27:12.641649 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b08f2828-51cb-407a-abc3-afd238b29277 req-8fc6a704-d1aa-453e-90b4-ea65b6c15668 tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.1447082 Feb 07 21:27:12.794273 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d53d9049-4065-4a12-b488-6077218b2952 req-0dc616ae-7570-4223-a657-e9dc87a121d5 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Made reservation on behalf of 49035a4ec40140b3a7c3fbd0a5baf38a for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:27:12.799850 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d53d9049-4065-4a12-b488-6077218b2952 req-0dc616ae-7570-4223-a657-e9dc87a121d5 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:12.958010 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-d53d9049-4065-4a12-b488-6077218b2952 req-0dc616ae-7570-4223-a657-e9dc87a121d5 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Allocated IP 172.20.0.12 (b6e2353b-365d-4208-816b-7ee3b8376b0c/60b871fc-bdc4-4a87-8449-a611d1e1c46a/8f58378e-566d-4086-b703-fcba5b8bc683) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:27:13.046526 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-a9d6aa4d-d444-4ec5-966a-10cea0e7bc35 req-026a0288-6f61-496b-9aeb-2ff6389b7641 service neutron] (103255) timed out ('10.222.0.71', 63476) {{(pid=103255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 21:27:13.213910 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d53d9049-4065-4a12-b488-6077218b2952 req-0dc616ae-7570-4223-a657-e9dc87a121d5 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Publish callbacks [] for port (8f58378e-566d-4086-b703-fcba5b8bc683), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:13.263308 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d53d9049-4065-4a12-b488-6077218b2952 req-0dc616ae-7570-4223-a657-e9dc87a121d5 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (8f58378e-566d-4086-b703-fcba5b8bc683), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:13.395551 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc616ae-7570-4223-a657-e9dc87a121d5 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Pushing event updated for resources: {'Port': ['ID=8f58378e-566d-4086-b703-fcba5b8bc683,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:13.425836 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d53d9049-4065-4a12-b488-6077218b2952 req-0dc616ae-7570-4223-a657-e9dc87a121d5 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Network b6e2353b-365d-4208-816b-7ee3b8376b0c is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:27:13.433038 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-d53d9049-4065-4a12-b488-6077218b2952 req-0dc616ae-7570-4223-a657-e9dc87a121d5 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:27:13.443703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53d9049-4065-4a12-b488-6077218b2952 req-0dc616ae-7570-4223-a657-e9dc87a121d5 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:27:13.680487 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d9049-4065-4a12-b488-6077218b2952 req-0dc616ae-7570-4223-a657-e9dc87a121d5 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:13.681185 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d53d9049-4065-4a12-b488-6077218b2952 req-0dc616ae-7570-4223-a657-e9dc87a121d5 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:13.734215 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3512f-b787-452b-842b-79c15d23d6a2 req-3622aacf-b037-47ee-87cf-5fa60632544e tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:13.735813 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0e3512f-b787-452b-842b-79c15d23d6a2 req-3622aacf-b037-47ee-87cf-5fa60632544e tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe7f6750-fc67-4b2b-b8ee-89c20a4fff67 HTTP/1.1" status: 200 len: 932 time: 0.2369311 Feb 07 21:27:13.740042 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d53d9049-4065-4a12-b488-6077218b2952 req-0dc616ae-7570-4223-a657-e9dc87a121d5 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2622705 Feb 07 21:27:13.844177 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-d53d9049-4065-4a12-b488-6077218b2952 req-96806ed3-00dc-4b29-8ee7-ea70b202e4b6 service neutron] Request body: {'port': {'device_id': 'fe7f6750-fc67-4b2b-b8ee-89c20a4fff67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:27:13.923423 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0e3512f-b787-452b-842b-79c15d23d6a2 req-ad9cc449-27f5-4db7-b9d7-911839069c32 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2377b95-e483-407c-b701-7b9618bc5bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815979 Feb 07 21:27:14.013543 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-686e4b97-cf9f-4a69-be40-232eb8f9e55f req-a3f78eb7-3a2c-4e2f-a82b-ed9a04e7fabe tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.1615620 Feb 07 21:27:14.055447 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d53d9049-4065-4a12-b488-6077218b2952 req-96806ed3-00dc-4b29-8ee7-ea70b202e4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8f58378e-566d-4086-b703-fcba5b8bc683), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:14.589471 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-d53d9049-4065-4a12-b488-6077218b2952 req-96806ed3-00dc-4b29-8ee7-ea70b202e4b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f58378e-566d-4086-b703-fcba5b8bc683 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:27:14.600406 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d53d9049-4065-4a12-b488-6077218b2952 req-96806ed3-00dc-4b29-8ee7-ea70b202e4b6 service neutron] Publish callbacks [] for port (8f58378e-566d-4086-b703-fcba5b8bc683), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:14.623213 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-d53d9049-4065-4a12-b488-6077218b2952 req-96806ed3-00dc-4b29-8ee7-ea70b202e4b6 service neutron] Transition to ACTIVE for port object 8f58378e-566d-4086-b703-fcba5b8bc683 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:27:14.635072 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d53d9049-4065-4a12-b488-6077218b2952 req-96806ed3-00dc-4b29-8ee7-ea70b202e4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (8f58378e-566d-4086-b703-fcba5b8bc683), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:14.715486 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96806ed3-00dc-4b29-8ee7-ea70b202e4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8f58378e-566d-4086-b703-fcba5b8bc683,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:14.821903 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-d53d9049-4065-4a12-b488-6077218b2952 req-96806ed3-00dc-4b29-8ee7-ea70b202e4b6 service neutron] Attempting to bind port 8f58378e-566d-4086-b703-fcba5b8bc683 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:27:14.822244 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-d53d9049-4065-4a12-b488-6077218b2952 req-96806ed3-00dc-4b29-8ee7-ea70b202e4b6 service neutron] Attempting to bind port 8f58378e-566d-4086-b703-fcba5b8bc683 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'd525c6d2-640e-4061-b295-b52161eee5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b6e2353b-365d-4208-816b-7ee3b8376b0c'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:27:14.822641 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53d9049-4065-4a12-b488-6077218b2952 req-96806ed3-00dc-4b29-8ee7-ea70b202e4b6 service neutron] Attempting to bind port 8f58378e-566d-4086-b703-fcba5b8bc683 on network b6e2353b-365d-4208-816b-7ee3b8376b0c {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:27:14.834286 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53d9049-4065-4a12-b488-6077218b2952 req-96806ed3-00dc-4b29-8ee7-ea70b202e4b6 service neutron] Port 8f58378e-566d-4086-b703-fcba5b8bc683 on network b6e2353b-365d-4208-816b-7ee3b8376b0c not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:27:14.834611 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53d9049-4065-4a12-b488-6077218b2952 req-96806ed3-00dc-4b29-8ee7-ea70b202e4b6 service neutron] Attempting to bind port 8f58378e-566d-4086-b703-fcba5b8bc683 on network b6e2353b-365d-4208-816b-7ee3b8376b0c {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:27:14.843537 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53d9049-4065-4a12-b488-6077218b2952 req-96806ed3-00dc-4b29-8ee7-ea70b202e4b6 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:27:14.843893 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53d9049-4065-4a12-b488-6077218b2952 req-96806ed3-00dc-4b29-8ee7-ea70b202e4b6 service neutron] Checking segment: {'id': 'd525c6d2-640e-4061-b295-b52161eee5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b6e2353b-365d-4208-816b-7ee3b8376b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:27:14.844480 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53d9049-4065-4a12-b488-6077218b2952 req-96806ed3-00dc-4b29-8ee7-ea70b202e4b6 service neutron] Bound using segment: {'id': 'd525c6d2-640e-4061-b295-b52161eee5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b6e2353b-365d-4208-816b-7ee3b8376b0c'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:27:14.844943 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-d53d9049-4065-4a12-b488-6077218b2952 req-96806ed3-00dc-4b29-8ee7-ea70b202e4b6 service neutron] Bound port: 8f58378e-566d-4086-b703-fcba5b8bc683, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd525c6d2-640e-4061-b295-b52161eee5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b6e2353b-365d-4208-816b-7ee3b8376b0c'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:27:14.845336 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d53d9049-4065-4a12-b488-6077218b2952 req-96806ed3-00dc-4b29-8ee7-ea70b202e4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8f58378e-566d-4086-b703-fcba5b8bc683), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:14.933746 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-d53d9049-4065-4a12-b488-6077218b2952 req-96806ed3-00dc-4b29-8ee7-ea70b202e4b6 service neutron] For port 8f58378e-566d-4086-b703-fcba5b8bc683, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:27:14.939882 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-d53d9049-4065-4a12-b488-6077218b2952 req-96806ed3-00dc-4b29-8ee7-ea70b202e4b6 service neutron] For port 8f58378e-566d-4086-b703-fcba5b8bc683, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=8f58378e-566d-4086-b703-fcba5b8bc683,segment=NetworkSegment(d525c6d2-640e-4061-b295-b52161eee5a1),segment_id=d525c6d2-640e-4061-b295-b52161eee5a1)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:27:14.947210 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d53d9049-4065-4a12-b488-6077218b2952 req-96806ed3-00dc-4b29-8ee7-ea70b202e4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (8f58378e-566d-4086-b703-fcba5b8bc683), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:15.026473 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d9049-4065-4a12-b488-6077218b2952 req-96806ed3-00dc-4b29-8ee7-ea70b202e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:15.028233 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d53d9049-4065-4a12-b488-6077218b2952 req-96806ed3-00dc-4b29-8ee7-ea70b202e4b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:15.029859 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d53d9049-4065-4a12-b488-6077218b2952 req-96806ed3-00dc-4b29-8ee7-ea70b202e4b6 service neutron] 10.222.0.71 "PUT /v2.0/ports/8f58378e-566d-4086-b703-fcba5b8bc683 HTTP/1.1" status: 200 len: 1092 time: 1.1911960 Feb 07 21:27:15.031286 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7f6750-fc67-4b2b-b8ee-89c20a4fff67', 'tag': '8f58378e-566d-4086-b703-fcba5b8bc683'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:27:15.043801 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab19311-8862-4082-ba6e-ec26071fc8e1" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7f6750-fc67-4b2b-b8ee-89c20a4fff67", "tag": "8f58378e-566d-4086-b703-fcba5b8bc683"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:27:15.080517 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96806ed3-00dc-4b29-8ee7-ea70b202e4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8f58378e-566d-4086-b703-fcba5b8bc683,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:15.186389 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9af965c-6519-45e3-8c9d-e29be1204a4a req-6f845651-d7cc-477a-8ce7-2c5e14a4719d tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0421848 Feb 07 21:27:15.226049 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d9049-4065-4a12-b488-6077218b2952 req-54515456-ba46-449c-b54c-c10108b6be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:15.228044 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d53d9049-4065-4a12-b488-6077218b2952 req-54515456-ba46-449c-b54c-c10108b6be2f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=49035a4ec40140b3a7c3fbd0a5baf38a&device_id=fe7f6750-fc67-4b2b-b8ee-89c20a4fff67 HTTP/1.1" status: 200 len: 1126 time: 0.1429574 Feb 07 21:27:15.240153 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fb466-538b-4d74-9e7d-2f992adca359 req-72a973c2-4c53-4d66-877c-12cdf32152fc tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:15.242278 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ee1fb466-538b-4d74-9e7d-2f992adca359 req-72a973c2-4c53-4d66-877c-12cdf32152fc tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe7f6750-fc67-4b2b-b8ee-89c20a4fff67 HTTP/1.1" status: 200 len: 944 time: 0.1587517 Feb 07 21:27:15.282012 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5febf3d-e536-4886-b3ad-4954c09e2bb6 x-openstack-request-id: req-d5febf3d-e536-4886-b3ad-4954c09e2bb6 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:27:15.282313 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7f6750-fc67-4b2b-b8ee-89c20a4fff67", "tag": "8f58378e-566d-4086-b703-fcba5b8bc683", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:27:15.282576 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5febf3d-e536-4886-b3ad-4954c09e2bb6 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:27:15.282976 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe7f6750-fc67-4b2b-b8ee-89c20a4fff67', 'tag': '8f58378e-566d-4086-b703-fcba5b8bc683', 'status': 'completed', 'code': 200} Feb 07 21:27:15.285134 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d53d9049-4065-4a12-b488-6077218b2952 req-00fd85dc-2f7d-429f-a2f5-73fb7277d6b6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f58378e-566d-4086-b703-fcba5b8bc683 HTTP/1.1" status: 200 len: 217 time: 0.0419438 Feb 07 21:27:15.365962 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d9049-4065-4a12-b488-6077218b2952 req-485e461a-1b2b-4aa3-9929-b724d223b5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:15.368342 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d53d9049-4065-4a12-b488-6077218b2952 req-485e461a-1b2b-4aa3-9929-b724d223b5b9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=60b871fc-bdc4-4a87-8449-a611d1e1c46a HTTP/1.1" status: 200 len: 853 time: 0.0756159 Feb 07 21:27:15.370811 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ee1fb466-538b-4d74-9e7d-2f992adca359 req-7f1d3840-79cd-4aea-814d-a33df20f0073 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2377b95-e483-407c-b701-7b9618bc5bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908883 Feb 07 21:27:15.419172 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d53d9049-4065-4a12-b488-6077218b2952 req-bdd85f98-c9e8-4133-b830-f26ab0e0a4bb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b6e2353b-365d-4208-816b-7ee3b8376b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434325 Feb 07 21:27:15.469887 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-152d6e5b-da31-436b-82a0-52814832b03a req-5faad294-3744-44ea-9787-ef2ecdafa0f7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0310407 Feb 07 21:27:15.537953 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d53d9049-4065-4a12-b488-6077218b2952 req-deb3ac36-e8a7-4a35-8112-d4e203e8d3f9 service neutron] 10.222.0.71 "GET /v2.0/networks/b6e2353b-365d-4208-816b-7ee3b8376b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122098 Feb 07 21:27:15.602145 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:27:15.655909 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d53d9049-4065-4a12-b488-6077218b2952 req-e054a12c-4d45-46a0-b22a-eab7da1d8569 service neutron] 10.222.0.71 "GET /v2.0/networks/b6e2353b-365d-4208-816b-7ee3b8376b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116052 Feb 07 21:27:15.798948 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab19311-8862-4082-ba6e-ec26071fc8e1 req-fbe7ca4f-0a1e-4614-b675-4d0dde6588f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:15.802609 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8ab19311-8862-4082-ba6e-ec26071fc8e1 req-fbe7ca4f-0a1e-4614-b675-4d0dde6588f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=49035a4ec40140b3a7c3fbd0a5baf38a&device_id=fe7f6750-fc67-4b2b-b8ee-89c20a4fff67 HTTP/1.1" status: 200 len: 1126 time: 0.0975564 Feb 07 21:27:15.926584 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab19311-8862-4082-ba6e-ec26071fc8e1 req-a5628f7c-57e1-4939-88ca-eb20af669f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:15.928675 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8ab19311-8862-4082-ba6e-ec26071fc8e1 req-a5628f7c-57e1-4939-88ca-eb20af669f2e service neutron] 10.222.0.71 "GET /v2.0/networks?id=b6e2353b-365d-4208-816b-7ee3b8376b0c HTTP/1.1" status: 200 len: 914 time: 0.1189845 Feb 07 21:27:16.010743 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8ab19311-8862-4082-ba6e-ec26071fc8e1 req-a2b13d69-13bb-403c-b8b4-9ac3619cb71f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f58378e-566d-4086-b703-fcba5b8bc683 HTTP/1.1" status: 200 len: 217 time: 0.0728450 Feb 07 21:27:16.118576 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab19311-8862-4082-ba6e-ec26071fc8e1 req-84b792ca-edfc-4e3c-a215-12b450c02429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:16.118763 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8ab19311-8862-4082-ba6e-ec26071fc8e1 req-84b792ca-edfc-4e3c-a215-12b450c02429 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=60b871fc-bdc4-4a87-8449-a611d1e1c46a HTTP/1.1" status: 200 len: 853 time: 0.1027961 Feb 07 21:27:16.174438 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8ab19311-8862-4082-ba6e-ec26071fc8e1 req-512f0367-c574-48de-a090-51cd56e493f6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b6e2353b-365d-4208-816b-7ee3b8376b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414517 Feb 07 21:27:16.345907 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8ab19311-8862-4082-ba6e-ec26071fc8e1 req-f12303ca-7dfb-4455-8c83-c47fd4eddc1d service neutron] 10.222.0.71 "GET /v2.0/networks/b6e2353b-365d-4208-816b-7ee3b8376b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590581 Feb 07 21:27:16.376107 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65fd9784-95eb-47ce-bf50-5f8036c2b846 req-5ef37125-bc8c-4426-8c30-d25635bdc25e tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0477431 Feb 07 21:27:16.647451 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8ab19311-8862-4082-ba6e-ec26071fc8e1 req-b19c5229-4829-46eb-b951-81c047a221b2 service neutron] 10.222.0.71 "GET /v2.0/networks/b6e2353b-365d-4208-816b-7ee3b8376b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814782 Feb 07 21:27:16.736673 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234df61-2a10-4d7f-b7b8-fabb223a2119 req-27f09f0f-23cc-4276-9b46-f7aa047705d1 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:16.746018 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7234df61-2a10-4d7f-b7b8-fabb223a2119 req-27f09f0f-23cc-4276-9b46-f7aa047705d1 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe7f6750-fc67-4b2b-b8ee-89c20a4fff67 HTTP/1.1" status: 200 len: 944 time: 0.2393222 Feb 07 21:27:16.874020 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7234df61-2a10-4d7f-b7b8-fabb223a2119 req-ea7408ae-6fd1-4e86-9af4-9dc61b276035 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2377b95-e483-407c-b701-7b9618bc5bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270213 Feb 07 21:27:17.561516 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c5170d5a-eb92-47b2-a918-eb695ed4b72e req-6a1f3d4a-7fec-4849-8364-13da1dba3c31 tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0393491 Feb 07 21:27:18.148859 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785b3b6-c8b9-46ce-949d-0c1aab16008d req-d2289e4c-4a01-433a-9f11-1b3ff0f06c34 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:18.158478 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f785b3b6-c8b9-46ce-949d-0c1aab16008d req-d2289e4c-4a01-433a-9f11-1b3ff0f06c34 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe7f6750-fc67-4b2b-b8ee-89c20a4fff67 HTTP/1.1" status: 200 len: 944 time: 0.1783392 Feb 07 21:27:18.295457 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f785b3b6-c8b9-46ce-949d-0c1aab16008d req-d2c3d2f8-a166-4002-bd8a-9f13e5b9edac tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2377b95-e483-407c-b701-7b9618bc5bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359103 Feb 07 21:27:18.320254 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dce5c231-ddfa-480d-a34a-d1c8998b91e3 req-feae69d5-534b-43cb-bf89-fab16596ad10 tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0462053 Feb 07 21:27:18.425930 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-689bc9d2-c4b8-4dd7-b23d-55474162484a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:18.647271 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 8f58378e-566d-4086-b703-fcba5b8bc683 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:27:18.839240 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 8f58378e-566d-4086-b703-fcba5b8bc683, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=8f58378e-566d-4086-b703-fcba5b8bc683,segment=NetworkSegment(d525c6d2-640e-4061-b295-b52161eee5a1),segment_id=d525c6d2-640e-4061-b295-b52161eee5a1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:27:18.868355 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '8f58378e-566d-4086-b703-fcba5b8bc683', 'network_id': 'b6e2353b-365d-4208-816b-7ee3b8376b0c', 'port_id': '8f58378e-566d-4086-b703-fcba5b8bc683', 'mac_address': 'fa:16:3e:0a:71:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b871fc-bdc4-4a87-8449-a611d1e1c46a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:27:18.926513 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 8f58378e-566d-4086-b703-fcba5b8bc683 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:27:18.927200 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8f58378e-566d-4086-b703-fcba5b8bc683), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:18.966945 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f58378e-566d-4086-b703-fcba5b8bc683 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:27:19.012984 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 8f58378e-566d-4086-b703-fcba5b8bc683, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=8f58378e-566d-4086-b703-fcba5b8bc683,segment=NetworkSegment(d525c6d2-640e-4061-b295-b52161eee5a1),segment_id=d525c6d2-640e-4061-b295-b52161eee5a1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:27:19.027723 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8f58378e-566d-4086-b703-fcba5b8bc683), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:19.134116 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=8f58378e-566d-4086-b703-fcba5b8bc683,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:19.298855 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['8f58378e-566d-4086-b703-fcba5b8bc683'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:27:19.653861 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4992f10-41ed-4e74-b7de-39824f80a277 req-689e6626-635c-4fac-893e-bf1640473aff tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.1243060 Feb 07 21:27:19.752881 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a6235-5de6-4cf0-9878-3fcf63e97435 req-62d9758b-331c-4795-90b9-fb9c96229360 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:19.753288 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe3a6235-5de6-4cf0-9878-3fcf63e97435 req-62d9758b-331c-4795-90b9-fb9c96229360 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe7f6750-fc67-4b2b-b8ee-89c20a4fff67 HTTP/1.1" status: 200 len: 945 time: 0.3007588 Feb 07 21:27:19.819809 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe3a6235-5de6-4cf0-9878-3fcf63e97435 req-fabebb5b-33d1-4ead-bb31-74e9c1c3ca0b tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2377b95-e483-407c-b701-7b9618bc5bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603580 Feb 07 21:27:20.570254 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-10e0a17b-871f-4e77-9db3-745fdd447339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:20.654578 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 8f58378e-566d-4086-b703-fcba5b8bc683 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:27:20.721241 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 8f58378e-566d-4086-b703-fcba5b8bc683 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:27:20.726878 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 8f58378e-566d-4086-b703-fcba5b8bc683 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:27:20.729691 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8f58378e-566d-4086-b703-fcba5b8bc683), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:20.887331 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 8f58378e-566d-4086-b703-fcba5b8bc683 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:27:20.887732 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8f58378e-566d-4086-b703-fcba5b8bc683), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:20.914280 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06a92e97-3fea-4f2e-85de-dcc49fa7b823 req-57c5507d-caeb-4bb5-a512-276e852d2935 tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0759251 Feb 07 21:27:20.924340 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7f6750-fc67-4b2b-b8ee-89c20a4fff67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f58378e-566d-4086-b703-fcba5b8bc683'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:27:20.926864 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62753d86-fc36-424c-9d87-684b762c8735" -d '{"events": [{"server_uuid": "fe7f6750-fc67-4b2b-b8ee-89c20a4fff67", "name": "network-vif-plugged", "status": "completed", "tag": "8f58378e-566d-4086-b703-fcba5b8bc683"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:27:20.962721 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 8f58378e-566d-4086-b703-fcba5b8bc683, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=8f58378e-566d-4086-b703-fcba5b8bc683,segment=NetworkSegment(d525c6d2-640e-4061-b295-b52161eee5a1),segment_id=d525c6d2-640e-4061-b295-b52161eee5a1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:27:20.969419 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8f58378e-566d-4086-b703-fcba5b8bc683), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:21.032800 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=8f58378e-566d-4086-b703-fcba5b8bc683,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:21.053969 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7b90e7-6308-42e0-91d6-eb35281baad4 x-openstack-request-id: req-5b7b90e7-6308-42e0-91d6-eb35281baad4 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:27:21.054313 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7f6750-fc67-4b2b-b8ee-89c20a4fff67", "name": "network-vif-plugged", "status": "completed", "tag": "8f58378e-566d-4086-b703-fcba5b8bc683", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:27:21.054576 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5b7b90e7-6308-42e0-91d6-eb35281baad4 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:27:21.054975 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7f6750-fc67-4b2b-b8ee-89c20a4fff67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f58378e-566d-4086-b703-fcba5b8bc683', 'code': 200} Feb 07 21:27:21.060780 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:21.061132 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:21.061466 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447cb5e-cb07-443b-938f-16a094272455 req-8aa58438-f5c4-45bc-b610-25abdcee8a44 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:21.061713 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:21.062055 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:21.062442 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:21.062779 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:21.063108 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:21.063434 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:21.063757 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:21.064067 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:21.064418 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:21.064522 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a447cb5e-cb07-443b-938f-16a094272455 req-8aa58438-f5c4-45bc-b610-25abdcee8a44 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe7f6750-fc67-4b2b-b8ee-89c20a4fff67 HTTP/1.1" status: 200 len: 946 time: 0.1168208 Feb 07 21:27:21.064738 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:21.065058 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:21.168453 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a447cb5e-cb07-443b-938f-16a094272455 req-97ba0063-9ae1-4aa5-ac47-c49c4dec8c0c tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2377b95-e483-407c-b701-7b9618bc5bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936890 Feb 07 21:27:21.180602 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56309d18-7203-4ea9-b3e1-1239f41ca995 req-382c6c30-6d23-4a0b-8e5e-466b68abcf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:21.182079 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-56309d18-7203-4ea9-b3e1-1239f41ca995 req-382c6c30-6d23-4a0b-8e5e-466b68abcf2f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fe7f6750-fc67-4b2b-b8ee-89c20a4fff67 HTTP/1.1" status: 200 len: 1128 time: 0.0626171 Feb 07 21:27:21.241239 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-56309d18-7203-4ea9-b3e1-1239f41ca995 req-e3df6d93-804d-4ddf-8e1c-5783529c1820 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e2377b95-e483-407c-b701-7b9618bc5bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533111 Feb 07 21:27:21.794282 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:22.090703 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-70109498-8f0b-4243-a4d6-6a0baa913167 req-bb513060-eac9-4c57-9624-1e2d45921ebe tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0364945 Feb 07 21:27:22.443462 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ee53c-400c-42ad-bf73-0aab29d77089 req-80b270da-a0b0-42d5-8caf-479a1dc124a2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:22.445065 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-437ee53c-400c-42ad-bf73-0aab29d77089 req-80b270da-a0b0-42d5-8caf-479a1dc124a2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe7f6750-fc67-4b2b-b8ee-89c20a4fff67 HTTP/1.1" status: 200 len: 946 time: 0.1153839 Feb 07 21:27:22.533261 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-437ee53c-400c-42ad-bf73-0aab29d77089 req-3682986b-73d6-4fd0-babc-453ed39bcaca tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2377b95-e483-407c-b701-7b9618bc5bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800130 Feb 07 21:27:23.220775 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9dd65c39-c3bf-49ae-84c4-a4f514163a90 req-ea2ff613-ddd0-4859-819a-2b5e50d554a5 tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0388801 Feb 07 21:27:23.298436 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:23.690274 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66cb20-6028-41b0-808e-14864d55249f req-42778730-2af5-4e0c-97b5-b429a2f3ff72 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:23.698776 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2f66cb20-6028-41b0-808e-14864d55249f req-42778730-2af5-4e0c-97b5-b429a2f3ff72 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe7f6750-fc67-4b2b-b8ee-89c20a4fff67 HTTP/1.1" status: 200 len: 946 time: 0.0849113 Feb 07 21:27:23.770142 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2f66cb20-6028-41b0-808e-14864d55249f req-06cd753e-64e4-4d60-aa85-629abcee9a48 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2377b95-e483-407c-b701-7b9618bc5bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691051 Feb 07 21:27:24.319655 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2fc30fd-fd6f-4d3d-a0be-1122a57c0e60 req-f022ce10-8b19-4cb3-b42b-d5519574b1e3 tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0292144 Feb 07 21:27:24.635359 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:25.447872 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-829952ae-aa05-419f-b4e0-6497a5263086 req-73488ad4-208f-45fc-bc3c-5e7a2032ce06 tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0299690 Feb 07 21:27:26.647592 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9aadd5ea-d08a-4756-af2a-6a8780ea1340 req-1ab1da3d-4431-470d-8b8f-d92f75fc3134 tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0492451 Feb 07 21:27:27.770038 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-060b6a67-f798-491d-9e15-f8a6a658dc7d req-163ff1e9-137e-43fe-8717-27ee83ebcabd tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0292354 Feb 07 21:27:28.205852 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-17a8bc66-9745-4651-ad2a-ece2673517fe tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:28.212914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-17a8bc66-9745-4651-ad2a-ece2673517fe tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/networks?id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6 HTTP/1.1" status: 200 len: 814 time: 0.1210542 Feb 07 21:27:28.231996 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-daa93fd2-d860-43f2-a6ac-3ab86639e80c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/quotas/8c82c9149fcf4d69af04c81d923feaa2 HTTP/1.1" status: 200 len: 375 time: 0.0179698 Feb 07 21:27:28.308139 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-b6ca84df-c700-4e52-b4dc-1164a3fa013a tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8c82c9149fcf4d69af04c81d923feaa2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0748436 Feb 07 21:27:28.410104 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-b48b1b90-7bd9-40e4-ab6a-e96c61460b72 service neutron] 10.222.0.65 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005988 Feb 07 21:27:28.553234 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-5e0ec0f0-a93d-4bb3-aabf-3d9ddec4200e service neutron] 10.222.0.65 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420686 Feb 07 21:27:28.851777 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba335bc8-ee00-4e83-b487-250e884ec6b0 req-043c66a9-f71a-4418-b10a-9d40a28c1a2d tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03f8e42-1853-4501-a17c-bb2e07164f57 HTTP/1.1" status: 200 len: 210 time: 0.0426056 Feb 07 21:27:28.902823 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-76d404ee-61d5-427e-99d4-eb19cd773283 req-74163d66-b5fd-4f4e-8f51-8b23ace85825 tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0285964 Feb 07 21:27:30.159977 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-5c7ebc63-9e6c-42e0-969e-65ecea0983e1 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:30.161382 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-5c7ebc63-9e6c-42e0-969e-65ecea0983e1 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.71 "GET /v2.0/networks?id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6 HTTP/1.1" status: 200 len: 814 time: 0.2348645 Feb 07 21:27:30.177821 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf06ba11-3e5f-4cae-87ef-599593606002 req-23255e13-4487-4b76-b0ad-d6d487af90bd tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0761645 Feb 07 21:27:30.182563 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-1c967b07-787e-4c5e-8292-31b1e0b240bf tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Request body: {'port': {'device_id': 'c03f8e42-1853-4501-a17c-bb2e07164f57', 'network_id': 'f4e1a8da-b500-47e7-b15f-d8edc6f776b6', 'admin_state_up': True, 'tenant_id': '8c82c9149fcf4d69af04c81d923feaa2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:27:30.230595 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-81922816-3531-4212-8d43-00425c64019f req-fca954bf-733d-4a80-8c00-de1fcac47b92 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03f8e42-1853-4501-a17c-bb2e07164f57 HTTP/1.1" status: 200 len: 210 time: 0.1303840 Feb 07 21:27:30.314587 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-1c967b07-787e-4c5e-8292-31b1e0b240bf tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Made reservation on behalf of 8c82c9149fcf4d69af04c81d923feaa2 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:27:30.318061 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-1c967b07-787e-4c5e-8292-31b1e0b240bf tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:30.552482 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-1c967b07-787e-4c5e-8292-31b1e0b240bf tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Allocated IP 172.20.0.2 (f4e1a8da-b500-47e7-b15f-d8edc6f776b6/89cf6121-baa9-422e-a444-8a5ab1545cb1/c384a3e5-2f89-40c9-8162-a47817f33191) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:27:30.734403 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-1c967b07-787e-4c5e-8292-31b1e0b240bf tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks [] for port (c384a3e5-2f89-40c9-8162-a47817f33191), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:30.770267 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-1c967b07-787e-4c5e-8292-31b1e0b240bf tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (c384a3e5-2f89-40c9-8162-a47817f33191), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:30.783688 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:27:30.812729 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-1c967b07-787e-4c5e-8292-31b1e0b240bf tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Network f4e1a8da-b500-47e7-b15f-d8edc6f776b6 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:27:30.816046 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-1c967b07-787e-4c5e-8292-31b1e0b240bf tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:27:30.822216 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-1c967b07-787e-4c5e-8292-31b1e0b240bf tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:27:30.896231 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c967b07-787e-4c5e-8292-31b1e0b240bf tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Pushing event updated for resources: {'Port': ['ID=c384a3e5-2f89-40c9-8162-a47817f33191,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:30.923378 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-1c967b07-787e-4c5e-8292-31b1e0b240bf tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:30.923957 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-1c967b07-787e-4c5e-8292-31b1e0b240bf tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:30.943360 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-1c967b07-787e-4c5e-8292-31b1e0b240bf tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7642131 Feb 07 21:27:30.961361 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-bbfa53de-3a55-4d0b-96e4-13f27d181db4 service neutron] Request body: {'port': {'device_id': 'c03f8e42-1853-4501-a17c-bb2e07164f57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:27:31.049253 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-bbfa53de-3a55-4d0b-96e4-13f27d181db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c384a3e5-2f89-40c9-8162-a47817f33191), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:31.357461 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91dff61c-f2f9-4b81-8492-d94d56117f59 req-09570816-3a5e-4905-9734-d4a3c59033fc tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0347359 Feb 07 21:27:31.440045 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-bbfa53de-3a55-4d0b-96e4-13f27d181db4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c384a3e5-2f89-40c9-8162-a47817f33191 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:27:31.450420 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-bbfa53de-3a55-4d0b-96e4-13f27d181db4 service neutron] Publish callbacks [] for port (c384a3e5-2f89-40c9-8162-a47817f33191), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:31.467447 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029780f-c242-4248-91a3-a72e526c58d7 req-df06949a-328d-42b3-a02a-ab72af6cb89f tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:31.469010 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0029780f-c242-4248-91a3-a72e526c58d7 req-df06949a-328d-42b3-a02a-ab72af6cb89f tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03f8e42-1853-4501-a17c-bb2e07164f57 HTTP/1.1" status: 200 len: 931 time: 0.1063323 Feb 07 21:27:31.474108 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-bbfa53de-3a55-4d0b-96e4-13f27d181db4 service neutron] Transition to ACTIVE for port object c384a3e5-2f89-40c9-8162-a47817f33191 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:27:31.507265 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-bbfa53de-3a55-4d0b-96e4-13f27d181db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (c384a3e5-2f89-40c9-8162-a47817f33191), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:31.564795 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0029780f-c242-4248-91a3-a72e526c58d7 req-261d9011-2ef1-46db-b1f5-ef69d9dbb364 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882127 Feb 07 21:27:31.582376 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa53de-3a55-4d0b-96e4-13f27d181db4 service neutron] Pushing event updated for resources: {'Port': ['ID=c384a3e5-2f89-40c9-8162-a47817f33191,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:31.991438 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-bbfa53de-3a55-4d0b-96e4-13f27d181db4 service neutron] Attempting to bind port c384a3e5-2f89-40c9-8162-a47817f33191 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:27:31.991438 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-bbfa53de-3a55-4d0b-96e4-13f27d181db4 service neutron] Attempting to bind port c384a3e5-2f89-40c9-8162-a47817f33191 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f4e1a8da-b500-47e7-b15f-d8edc6f776b6'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:27:31.991438 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-bbfa53de-3a55-4d0b-96e4-13f27d181db4 service neutron] Attempting to bind port c384a3e5-2f89-40c9-8162-a47817f33191 on network f4e1a8da-b500-47e7-b15f-d8edc6f776b6 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:27:31.992361 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-bbfa53de-3a55-4d0b-96e4-13f27d181db4 service neutron] Port c384a3e5-2f89-40c9-8162-a47817f33191 on network f4e1a8da-b500-47e7-b15f-d8edc6f776b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:27:31.992687 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-bbfa53de-3a55-4d0b-96e4-13f27d181db4 service neutron] Attempting to bind port c384a3e5-2f89-40c9-8162-a47817f33191 on network f4e1a8da-b500-47e7-b15f-d8edc6f776b6 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:27:31.998369 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-bbfa53de-3a55-4d0b-96e4-13f27d181db4 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:27:31.998699 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-bbfa53de-3a55-4d0b-96e4-13f27d181db4 service neutron] Checking segment: {'id': 'e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f4e1a8da-b500-47e7-b15f-d8edc6f776b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:27:31.999092 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-bbfa53de-3a55-4d0b-96e4-13f27d181db4 service neutron] Bound using segment: {'id': 'e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f4e1a8da-b500-47e7-b15f-d8edc6f776b6'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:27:31.999525 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-bbfa53de-3a55-4d0b-96e4-13f27d181db4 service neutron] Bound port: c384a3e5-2f89-40c9-8162-a47817f33191, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f4e1a8da-b500-47e7-b15f-d8edc6f776b6'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:27:31.999926 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-bbfa53de-3a55-4d0b-96e4-13f27d181db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c384a3e5-2f89-40c9-8162-a47817f33191), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:32.075718 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-bbfa53de-3a55-4d0b-96e4-13f27d181db4 service neutron] For port c384a3e5-2f89-40c9-8162-a47817f33191, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:27:32.079791 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-bbfa53de-3a55-4d0b-96e4-13f27d181db4 service neutron] For port c384a3e5-2f89-40c9-8162-a47817f33191, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c384a3e5-2f89-40c9-8162-a47817f33191,segment=NetworkSegment(e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7),segment_id=e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:27:32.089046 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-bbfa53de-3a55-4d0b-96e4-13f27d181db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (c384a3e5-2f89-40c9-8162-a47817f33191), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:32.155000 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-bbfa53de-3a55-4d0b-96e4-13f27d181db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:32.155781 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-bbfa53de-3a55-4d0b-96e4-13f27d181db4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:32.157285 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-bbfa53de-3a55-4d0b-96e4-13f27d181db4 service neutron] 10.222.0.71 "PUT /v2.0/ports/c384a3e5-2f89-40c9-8162-a47817f33191 HTTP/1.1" status: 200 len: 1091 time: 1.2058721 Feb 07 21:27:32.157834 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c03f8e42-1853-4501-a17c-bb2e07164f57', 'tag': 'c384a3e5-2f89-40c9-8162-a47817f33191'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:27:32.160164 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac0707f-f334-456f-9aea-7cf3d613dfee" -d '{"events": [{"name": "network-changed", "server_uuid": "c03f8e42-1853-4501-a17c-bb2e07164f57", "tag": "c384a3e5-2f89-40c9-8162-a47817f33191"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:27:32.165493 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa53de-3a55-4d0b-96e4-13f27d181db4 service neutron] Pushing event updated for resources: {'Port': ['ID=c384a3e5-2f89-40c9-8162-a47817f33191,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:32.203142 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d88c21-5fc9-4030-8347-c1ed17943b95 x-openstack-request-id: req-c9d88c21-5fc9-4030-8347-c1ed17943b95 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:27:32.203443 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c03f8e42-1853-4501-a17c-bb2e07164f57", "tag": "c384a3e5-2f89-40c9-8162-a47817f33191", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:27:32.203700 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c9d88c21-5fc9-4030-8347-c1ed17943b95 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:27:32.204101 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c03f8e42-1853-4501-a17c-bb2e07164f57', 'tag': 'c384a3e5-2f89-40c9-8162-a47817f33191', 'status': 'completed', 'code': 200} Feb 07 21:27:32.267525 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-aec0ea39-1b88-443a-b161-af84af177ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:32.269047 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-aec0ea39-1b88-443a-b161-af84af177ea1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c82c9149fcf4d69af04c81d923feaa2&device_id=c03f8e42-1853-4501-a17c-bb2e07164f57 HTTP/1.1" status: 200 len: 1125 time: 0.0544598 Feb 07 21:27:32.320717 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-35cba86f-1116-4cfc-97af-549e038ce7e6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c384a3e5-2f89-40c9-8162-a47817f33191 HTTP/1.1" status: 200 len: 217 time: 0.0442145 Feb 07 21:27:32.376953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-e88ffc75-f0be-42b0-ad8f-5cac55a10598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:32.379102 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-e88ffc75-f0be-42b0-ad8f-5cac55a10598 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89cf6121-baa9-422e-a444-8a5ab1545cb1 HTTP/1.1" status: 200 len: 854 time: 0.0529094 Feb 07 21:27:32.420003 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-b5cffef0-f55d-4d12-a6e9-beb4cedfa6c9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354671 Feb 07 21:27:32.529973 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0a28713d-1ac0-437f-b6b3-794624ef9e4a req-13dccbc1-9137-453e-a301-3c53c5a00628 tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0391381 Feb 07 21:27:32.579784 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-f55343a7-0182-456c-8339-ff6fbf1e07b4 service neutron] 10.222.0.71 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467047 Feb 07 21:27:32.697361 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad4da72d-2aed-4ddd-86e3-a4ba88d93efd req-3a4f2a78-04e6-4819-9ed0-b598cd0993be service neutron] 10.222.0.71 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117027 Feb 07 21:27:32.749223 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fdde5d-41ca-4a82-ac92-b73d0d282f3c req-78873cd4-91df-461a-b874-1e911ccae214 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:32.756873 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-24fdde5d-41ca-4a82-ac92-b73d0d282f3c req-78873cd4-91df-461a-b874-1e911ccae214 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03f8e42-1853-4501-a17c-bb2e07164f57 HTTP/1.1" status: 200 len: 943 time: 0.0785387 Feb 07 21:27:32.841242 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-24fdde5d-41ca-4a82-ac92-b73d0d282f3c req-a0322fbf-7f84-4b48-a764-c76a70077dc6 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832999 Feb 07 21:27:32.848029 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0707f-f334-456f-9aea-7cf3d613dfee req-8b146453-4f11-434f-835b-8d809b64bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:32.849552 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bac0707f-f334-456f-9aea-7cf3d613dfee req-8b146453-4f11-434f-835b-8d809b64bc78 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c82c9149fcf4d69af04c81d923feaa2&device_id=c03f8e42-1853-4501-a17c-bb2e07164f57 HTTP/1.1" status: 200 len: 1125 time: 0.0852780 Feb 07 21:27:32.957725 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0707f-f334-456f-9aea-7cf3d613dfee req-83ea513b-5e2f-44da-8877-d245cff44ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:32.959341 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bac0707f-f334-456f-9aea-7cf3d613dfee req-83ea513b-5e2f-44da-8877-d245cff44ec1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6 HTTP/1.1" status: 200 len: 915 time: 0.0992632 Feb 07 21:27:33.009567 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bac0707f-f334-456f-9aea-7cf3d613dfee req-3a31a154-2723-4f6a-89ab-96f1defbffc6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c384a3e5-2f89-40c9-8162-a47817f33191 HTTP/1.1" status: 200 len: 217 time: 0.0434306 Feb 07 21:27:33.069481 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0707f-f334-456f-9aea-7cf3d613dfee req-6c980f8e-be23-4e4e-829a-84f7677de5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:33.071030 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bac0707f-f334-456f-9aea-7cf3d613dfee req-6c980f8e-be23-4e4e-829a-84f7677de5e5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89cf6121-baa9-422e-a444-8a5ab1545cb1 HTTP/1.1" status: 200 len: 854 time: 0.0558367 Feb 07 21:27:33.114285 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bac0707f-f334-456f-9aea-7cf3d613dfee req-7f2290b9-652f-4add-a837-db28cc17a8cf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372593 Feb 07 21:27:33.222302 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bac0707f-f334-456f-9aea-7cf3d613dfee req-2f92e585-546d-4aa6-888d-b5d0541126be service neutron] 10.222.0.71 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014087 Feb 07 21:27:33.355922 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bac0707f-f334-456f-9aea-7cf3d613dfee req-e88bd98a-5af4-4727-80b3-a42a2eb87c65 service neutron] 10.222.0.71 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267226 Feb 07 21:27:33.648953 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2dbd63b2-860b-445c-8951-2d06f7f8e4e2 req-0ebc6c4f-f3c7-40c8-9a03-2577894de8ab tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0293982 Feb 07 21:27:33.665520 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:33.973455 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:34.007577 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ff982-e341-4663-9618-f0187d6f3905 req-4514bc72-2018-424a-aff6-5fa8ed717feb tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:34.009136 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-173ff982-e341-4663-9618-f0187d6f3905 req-4514bc72-2018-424a-aff6-5fa8ed717feb tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03f8e42-1853-4501-a17c-bb2e07164f57 HTTP/1.1" status: 200 len: 943 time: 0.0635145 Feb 07 21:27:34.070703 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-173ff982-e341-4663-9618-f0187d6f3905 req-02c2d8e5-ec93-400d-bf9b-cfb754ce6139 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525038 Feb 07 21:27:34.773448 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48de5ef7-3475-41ed-a61f-9666a679e61a req-1d55a146-631e-4507-86f9-2bfc79f7543e tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0304704 Feb 07 21:27:35.207198 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67acf61-8772-44f3-885f-aa1035e71a82 req-4c9c87dc-537f-4b49-9cfb-e8cc8d53bcce tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:35.213849 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b67acf61-8772-44f3-885f-aa1035e71a82 req-4c9c87dc-537f-4b49-9cfb-e8cc8d53bcce tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03f8e42-1853-4501-a17c-bb2e07164f57 HTTP/1.1" status: 200 len: 943 time: 0.0681033 Feb 07 21:27:35.280235 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b1cecff0-ebfb-467b-ae1e-a32d758a683b req-fb10fc13-5476-4736-927d-7db91f59ab56 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ba482fd7-91ff-435a-866a-dfb7f421ec08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542271 Feb 07 21:27:35.282157 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b67acf61-8772-44f3-885f-aa1035e71a82 req-bd9b1a2a-d923-4313-8f8b-de2bee5dbde3 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666046 Feb 07 21:27:35.387090 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cecff0-ebfb-467b-ae1e-a32d758a683b req-94b8d0be-14aa-46a0-a196-5d79795b7ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:35.388682 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b1cecff0-ebfb-467b-ae1e-a32d758a683b req-94b8d0be-14aa-46a0-a196-5d79795b7ec9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c82c9149fcf4d69af04c81d923feaa2&device_id=ba482fd7-91ff-435a-866a-dfb7f421ec08 HTTP/1.1" status: 200 len: 1127 time: 0.0474658 Feb 07 21:27:35.513086 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cecff0-ebfb-467b-ae1e-a32d758a683b req-9302debb-5bdc-4768-be76-5a2f428f72c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:35.514599 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b1cecff0-ebfb-467b-ae1e-a32d758a683b req-9302debb-5bdc-4768-be76-5a2f428f72c3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6 HTTP/1.1" status: 200 len: 915 time: 0.1012866 Feb 07 21:27:35.569291 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b1cecff0-ebfb-467b-ae1e-a32d758a683b req-0bf677ea-e83d-494d-aef0-67190da64958 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270 HTTP/1.1" status: 200 len: 217 time: 0.0482731 Feb 07 21:27:35.619555 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cecff0-ebfb-467b-ae1e-a32d758a683b req-76d96934-4c6b-4e68-939e-e7857c1f504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:35.622347 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b1cecff0-ebfb-467b-ae1e-a32d758a683b req-76d96934-4c6b-4e68-939e-e7857c1f504a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=89cf6121-baa9-422e-a444-8a5ab1545cb1 HTTP/1.1" status: 200 len: 854 time: 0.0460215 Feb 07 21:27:35.658550 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b1cecff0-ebfb-467b-ae1e-a32d758a683b req-4daecc2a-0b95-4309-a1c8-2e59893aad85 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307572 Feb 07 21:27:35.779629 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b1cecff0-ebfb-467b-ae1e-a32d758a683b req-8da99430-c931-4cf9-898f-8bff5a8dbf3a service neutron] 10.222.0.69 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147592 Feb 07 21:27:35.887584 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b1cecff0-ebfb-467b-ae1e-a32d758a683b req-aeb28b4a-7fbd-4be5-b12a-3fc2e9a86c1c service neutron] 10.222.0.69 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000378 Feb 07 21:27:35.899116 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-612c9707-fe60-496c-8c9a-9072247fda54 req-d9312137-ceb8-451b-b0c8-b9830c7e9158 tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0359850 Feb 07 21:27:36.417177 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d90a1-40a2-4bf1-aa0a-c33f80b4fc84 req-ab740755-953d-4790-86d9-e14430480e0f tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:36.419252 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3a2d90a1-40a2-4bf1-aa0a-c33f80b4fc84 req-ab740755-953d-4790-86d9-e14430480e0f tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03f8e42-1853-4501-a17c-bb2e07164f57 HTTP/1.1" status: 200 len: 943 time: 0.0614319 Feb 07 21:27:36.489208 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3a2d90a1-40a2-4bf1-aa0a-c33f80b4fc84 req-7acecbd1-b051-4d3b-a175-8bce56467a22 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599096 Feb 07 21:27:36.744958 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device c384a3e5-2f89-40c9-8162-a47817f33191 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:27:36.868608 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port c384a3e5-2f89-40c9-8162-a47817f33191, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c384a3e5-2f89-40c9-8162-a47817f33191,segment=NetworkSegment(e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7),segment_id=e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:27:36.882074 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'c384a3e5-2f89-40c9-8162-a47817f33191', 'network_id': 'f4e1a8da-b500-47e7-b15f-d8edc6f776b6', 'port_id': 'c384a3e5-2f89-40c9-8162-a47817f33191', 'mac_address': 'fa:16:3e:8a:d9:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cf6121-baa9-422e-a444-8a5ab1545cb1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:27:36.967515 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port c384a3e5-2f89-40c9-8162-a47817f33191 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:27:36.971294 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c384a3e5-2f89-40c9-8162-a47817f33191), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:36.993488 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c384a3e5-2f89-40c9-8162-a47817f33191 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:27:37.023120 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port c384a3e5-2f89-40c9-8162-a47817f33191, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c384a3e5-2f89-40c9-8162-a47817f33191,segment=NetworkSegment(e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7),segment_id=e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:27:37.028731 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c384a3e5-2f89-40c9-8162-a47817f33191), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:37.088602 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ddfa51b4-ef07-415b-9957-e4368d2a761b req-b8bd47b3-8820-4e63-859a-98ce8ce9c9a0 tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0448821 Feb 07 21:27:37.097710 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=c384a3e5-2f89-40c9-8162-a47817f33191,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:37.361378 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['c384a3e5-2f89-40c9-8162-a47817f33191'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:27:37.629442 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfeb70-075c-48b3-b3fa-74abd8348e76 req-0ca90bec-72c8-429b-bb9e-ad0463b0a943 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:37.631748 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6bcfeb70-075c-48b3-b3fa-74abd8348e76 req-0ca90bec-72c8-429b-bb9e-ad0463b0a943 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03f8e42-1853-4501-a17c-bb2e07164f57 HTTP/1.1" status: 200 len: 944 time: 0.0579059 Feb 07 21:27:37.691049 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6bcfeb70-075c-48b3-b3fa-74abd8348e76 req-8e6c29ab-4c33-41e5-bdc0-7f8fe84097f2 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501728 Feb 07 21:27:38.239710 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7947ced6-f5f9-4e87-8aa5-edb22d18e91d req-558f148b-c0ae-40da-ad6d-2bb43224214c tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0407717 Feb 07 21:27:38.748610 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device c384a3e5-2f89-40c9-8162-a47817f33191 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:27:38.801613 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port c384a3e5-2f89-40c9-8162-a47817f33191 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:27:38.806376 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port c384a3e5-2f89-40c9-8162-a47817f33191 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:27:38.806942 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c384a3e5-2f89-40c9-8162-a47817f33191), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:38.834789 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299936a-1654-4984-8d37-3b7ee259abdf req-c640b512-18dd-4c9f-a8f2-549436758ec9 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:38.842311 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d299936a-1654-4984-8d37-3b7ee259abdf req-c640b512-18dd-4c9f-a8f2-549436758ec9 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03f8e42-1853-4501-a17c-bb2e07164f57 HTTP/1.1" status: 200 len: 944 time: 0.0640812 Feb 07 21:27:38.899951 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d299936a-1654-4984-8d37-3b7ee259abdf req-52c3037d-0f0d-4a39-bb6d-235991e41949 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565355 Feb 07 21:27:38.914452 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port c384a3e5-2f89-40c9-8162-a47817f33191 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:27:38.914452 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c384a3e5-2f89-40c9-8162-a47817f33191), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:38.933627 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03f8e42-1853-4501-a17c-bb2e07164f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c384a3e5-2f89-40c9-8162-a47817f33191'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:27:38.935843 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93a0e95-cbe0-4c61-bff1-31e77f2b9438" -d '{"events": [{"server_uuid": "c03f8e42-1853-4501-a17c-bb2e07164f57", "name": "network-vif-plugged", "status": "completed", "tag": "c384a3e5-2f89-40c9-8162-a47817f33191"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:27:38.949880 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port c384a3e5-2f89-40c9-8162-a47817f33191, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c384a3e5-2f89-40c9-8162-a47817f33191,segment=NetworkSegment(e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7),segment_id=e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:27:38.955637 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c384a3e5-2f89-40c9-8162-a47817f33191), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:38.991766 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa2764d-af51-4340-9921-748008dde7a9 x-openstack-request-id: req-8fa2764d-af51-4340-9921-748008dde7a9 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:27:38.992082 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03f8e42-1853-4501-a17c-bb2e07164f57", "name": "network-vif-plugged", "status": "completed", "tag": "c384a3e5-2f89-40c9-8162-a47817f33191", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:27:38.992521 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8fa2764d-af51-4340-9921-748008dde7a9 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:27:38.992913 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03f8e42-1853-4501-a17c-bb2e07164f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c384a3e5-2f89-40c9-8162-a47817f33191', 'code': 200} Feb 07 21:27:39.026428 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=c384a3e5-2f89-40c9-8162-a47817f33191,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:39.107218 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadeb68-60d2-4531-bbfd-e0b8f363adcc req-00a03db3-53c8-4926-a09b-a411c677afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:39.109086 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dfadeb68-60d2-4531-bbfd-e0b8f363adcc req-00a03db3-53c8-4926-a09b-a411c677afa0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c03f8e42-1853-4501-a17c-bb2e07164f57 HTTP/1.1" status: 200 len: 1127 time: 0.0461447 Feb 07 21:27:39.160106 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dfadeb68-60d2-4531-bbfd-e0b8f363adcc req-1f04eaa5-8904-40bc-8cc8-7552c6d42aee service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435724 Feb 07 21:27:39.394889 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68e7ceec-5c98-4a6c-a4a3-e0f825639602 req-edc1b904-ff05-4ed5-9fd9-bf48737e05f5 tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0507748 Feb 07 21:27:40.038328 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1570ca0-beda-4ad9-a722-484fc99c60ba req-86b4edc0-d90b-4325-a864-6e14f1f809ea tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:40.039789 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c1570ca0-beda-4ad9-a722-484fc99c60ba req-86b4edc0-d90b-4325-a864-6e14f1f809ea tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03f8e42-1853-4501-a17c-bb2e07164f57 HTTP/1.1" status: 200 len: 945 time: 0.0637562 Feb 07 21:27:40.104079 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c1570ca0-beda-4ad9-a722-484fc99c60ba req-0c20dc77-efd2-4cdd-8314-e771f8c2ef1b tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566664 Feb 07 21:27:40.522228 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-97bd00da-1da5-442e-9ac6-e38ade49bfac req-0b45291b-5957-4c9e-a2f9-0ea0bd91abe5 tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0338709 Feb 07 21:27:41.304285 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a946f67-8477-4344-a2bf-c5428a83d23c req-78659fb1-bfc2-4acc-8db8-54f753fbbd03 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:41.305877 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5a946f67-8477-4344-a2bf-c5428a83d23c req-78659fb1-bfc2-4acc-8db8-54f753fbbd03 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03f8e42-1853-4501-a17c-bb2e07164f57 HTTP/1.1" status: 200 len: 945 time: 0.1040375 Feb 07 21:27:41.404888 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5a946f67-8477-4344-a2bf-c5428a83d23c req-d3ecded3-e2eb-4d2e-a3f0-dd6c3c841659 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903909 Feb 07 21:27:41.743767 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4986087a-a899-4013-9fb8-0cb19afa3a05 req-003a0660-9c17-4be0-ae40-e7365a637f95 tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0574584 Feb 07 21:27:42.932021 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38c53b0c-1443-4a16-a52f-094d486ca2f9 req-b806cac2-6d81-434a-b012-8c57e2eff885 tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0588875 Feb 07 21:27:43.608443 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a20313c3-d2d3-4a3b-8e93-123fd24b0a50 req-3886b96b-e973-494b-a8c6-1c7925a77cf6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fe7f6750-fc67-4b2b-b8ee-89c20a4fff67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0665228 Feb 07 21:27:43.759164 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20313c3-d2d3-4a3b-8e93-123fd24b0a50 req-0c5d71b0-dd86-4ae2-8fb4-b4c94d5f066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:43.760766 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a20313c3-d2d3-4a3b-8e93-123fd24b0a50 req-0c5d71b0-dd86-4ae2-8fb4-b4c94d5f066e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=49035a4ec40140b3a7c3fbd0a5baf38a&device_id=fe7f6750-fc67-4b2b-b8ee-89c20a4fff67 HTTP/1.1" status: 200 len: 1128 time: 0.0810535 Feb 07 21:27:43.972026 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20313c3-d2d3-4a3b-8e93-123fd24b0a50 req-40dfa2c0-e745-408a-b91e-426f48816c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:43.974891 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a20313c3-d2d3-4a3b-8e93-123fd24b0a50 req-40dfa2c0-e745-408a-b91e-426f48816c4e service neutron] 10.222.0.71 "GET /v2.0/networks?id=b6e2353b-365d-4208-816b-7ee3b8376b0c HTTP/1.1" status: 200 len: 914 time: 0.1936774 Feb 07 21:27:44.093179 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a20313c3-d2d3-4a3b-8e93-123fd24b0a50 req-10f48cd0-9cc1-40b8-b7d7-a12b767e88e8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f58378e-566d-4086-b703-fcba5b8bc683 HTTP/1.1" status: 200 len: 217 time: 0.1070318 Feb 07 21:27:44.264092 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a7273ff1-ce17-4a1b-bcfb-add71f2b3aa3 req-c06cd247-a705-42ed-aef5-00fbb4ad7ff7 tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.1693637 Feb 07 21:27:44.286842 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20313c3-d2d3-4a3b-8e93-123fd24b0a50 req-86687241-0f99-4fbb-aee3-3d757aa4e160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:44.288759 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a20313c3-d2d3-4a3b-8e93-123fd24b0a50 req-86687241-0f99-4fbb-aee3-3d757aa4e160 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=60b871fc-bdc4-4a87-8449-a611d1e1c46a HTTP/1.1" status: 200 len: 853 time: 0.1929860 Feb 07 21:27:44.338665 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a20313c3-d2d3-4a3b-8e93-123fd24b0a50 req-f64b643b-86e3-401f-94ed-383a4a37ddb4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b6e2353b-365d-4208-816b-7ee3b8376b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397847 Feb 07 21:27:44.552019 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a20313c3-d2d3-4a3b-8e93-123fd24b0a50 req-5b1f7734-a9e3-4c7f-ae4f-1c3d0a916d4f service neutron] 10.222.0.71 "GET /v2.0/networks/b6e2353b-365d-4208-816b-7ee3b8376b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058873 Feb 07 21:27:44.792126 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a20313c3-d2d3-4a3b-8e93-123fd24b0a50 req-951dac9d-67f4-4ece-8672-63c2f6e7bc82 service neutron] 10.222.0.71 "GET /v2.0/networks/b6e2353b-365d-4208-816b-7ee3b8376b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305241 Feb 07 21:27:45.477307 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c6b50f2d-298d-4728-a60f-7a2c5b229707 req-c9268b7e-83bd-43eb-8359-e201d867e224 tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0707436 Feb 07 21:27:46.697101 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a32f214a-eabc-494b-aead-2e1eb139b74b req-7ef930fe-528e-4ae6-9025-637187072bf3 tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0768509 Feb 07 21:27:47.494813 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-29451b8b-4ed5-47b5-b1f5-afcde77e70c2 req-3cd191a7-72b1-4a0e-863b-a5d2e9a1128f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0416925 Feb 07 21:27:47.910090 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-499cd6b8-1c8e-4402-b27c-96916c0b7d80 req-157a937c-5752-4c6f-82f4-286bd20b8371 tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0765028 Feb 07 21:27:48.427569 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fb14d7ae-5604-430d-9bf3-ebb90ad3bd32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:49.172803 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53fe0e87-3f02-432b-a280-eb5ceba30f7f req-9a49860a-3df0-4636-a6f6-41a9158bd8ba tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0974345 Feb 07 21:27:49.506164 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-18797e18-2671-4a1b-96d6-037c2c7221f1 req-f6947591-d0bd-4ac2-90d2-229e9b179e66 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6848153a833f40278e455592f85dee89&device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0509560 Feb 07 21:27:49.551729 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-18797e18-2671-4a1b-96d6-037c2c7221f1 req-8f4cc53b-485f-427f-a32e-fd04f1440702 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6848153a833f40278e455592f85dee89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380454 Feb 07 21:27:49.586342 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8fc76b7d-87ce-4f68-aae8-437a05f46850 req-963c999a-02ab-4c43-8436-73ec0bd3d60e tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0509744 Feb 07 21:27:49.756436 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18797e18-2671-4a1b-96d6-037c2c7221f1 req-68d56f10-4b3d-4d7d-badf-5c2a60db3f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:49.759108 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-18797e18-2671-4a1b-96d6-037c2c7221f1 req-68d56f10-4b3d-4d7d-badf-5c2a60db3f4f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1996884 Feb 07 21:27:50.563691 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5141168b-604f-4f31-bae7-151834f67c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:50.774267 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2611260d-d9ee-4398-94d3-b5197aed53e2 req-ee3c08f7-b313-4d03-97ec-74e8608ebced tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0713835 Feb 07 21:27:51.264770 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-18797e18-2671-4a1b-96d6-037c2c7221f1 req-1181de72-802a-429e-bc0a-ad97152462c0 tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.1197946 Feb 07 21:27:51.805607 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:51.974088 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d73fa220-d007-4929-b330-2559bd6b7253 req-81e2e752-642d-442c-a609-e4135868791c tempest-ServerShowV257Test-574847745 tempest-ServerShowV257Test-574847745-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9cc6b61-34b6-4e94-8005-7f1b86017ffa HTTP/1.1" status: 200 len: 210 time: 0.0424232 Feb 07 21:27:52.602848 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:27:53.314458 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:53.670039 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 55616) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:27:54.006358 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38d5d1e5-2df5-4d81-a09f-2293f9c500bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:54.166135 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38d5d1e5-2df5-4d81-a09f-2293f9c500bf admin admin] Publish callbacks [] for security_group (cbcab105-a8e4-47d0-811e-f9d547a0b6d2), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:54.173224 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38d5d1e5-2df5-4d81-a09f-2293f9c500bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (cbcab105-a8e4-47d0-811e-f9d547a0b6d2), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:54.213105 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5d1e5-2df5-4d81-a09f-2293f9c500bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcab105-a8e4-47d0-811e-f9d547a0b6d2,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:54.236264 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5d1e5-2df5-4d81-a09f-2293f9c500bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:54.237057 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5d1e5-2df5-4d81-a09f-2293f9c500bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:54.237599 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5d1e5-2df5-4d81-a09f-2293f9c500bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:54.238088 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5d1e5-2df5-4d81-a09f-2293f9c500bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:54.238829 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5d1e5-2df5-4d81-a09f-2293f9c500bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:54.239320 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5d1e5-2df5-4d81-a09f-2293f9c500bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:54.240423 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5d1e5-2df5-4d81-a09f-2293f9c500bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:54.241055 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5d1e5-2df5-4d81-a09f-2293f9c500bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:54.241716 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5d1e5-2df5-4d81-a09f-2293f9c500bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:54.242265 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5d1e5-2df5-4d81-a09f-2293f9c500bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:54.242766 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5d1e5-2df5-4d81-a09f-2293f9c500bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:54.243275 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5d1e5-2df5-4d81-a09f-2293f9c500bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:54.243754 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5d1e5-2df5-4d81-a09f-2293f9c500bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:27:54.256765 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 55622) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:27:54.257249 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-38d5d1e5-2df5-4d81-a09f-2293f9c500bf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6848153a833f40278e455592f85dee89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5861051 Feb 07 21:27:54.330773 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e200f5c-8263-4f7e-9965-6dc48bbd5438 admin admin] Publish callbacks [] for security_group (cbcab105-a8e4-47d0-811e-f9d547a0b6d2), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:54.357518 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e200f5c-8263-4f7e-9965-6dc48bbd5438 admin admin] Publish callbacks [] for security_group (cbcab105-a8e4-47d0-811e-f9d547a0b6d2), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:54.418998 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e200f5c-8263-4f7e-9965-6dc48bbd5438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (cbcab105-a8e4-47d0-811e-f9d547a0b6d2), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:54.422743 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e200f5c-8263-4f7e-9965-6dc48bbd5438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:54.427548 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5e200f5c-8263-4f7e-9965-6dc48bbd5438 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cbcab105-a8e4-47d0-811e-f9d547a0b6d2 HTTP/1.1" status: 204 len: 168 time: 0.1695545 Feb 07 21:27:54.437458 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e200f5c-8263-4f7e-9965-6dc48bbd5438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcab105-a8e4-47d0-811e-f9d547a0b6d2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:54.649615 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:55.625247 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 55670) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:27:55.786325 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-54530317-1b31-4115-a8da-89faa519843e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1854305194-network', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:27:55.809084 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54530317-1b31-4115-a8da-89faa519843e admin admin] Made reservation on behalf of 5266be69ced44c2e98a82b5b59fbf33f for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:27:55.812227 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54530317-1b31-4115-a8da-89faa519843e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:55.824799 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54530317-1b31-4115-a8da-89faa519843e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:55.963626 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54530317-1b31-4115-a8da-89faa519843e admin admin] Publish callbacks [] for security_group (0d085c6f-d797-4307-b362-8a800e617c23), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:55.969846 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54530317-1b31-4115-a8da-89faa519843e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0d085c6f-d797-4307-b362-8a800e617c23), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:56.016397 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54530317-1b31-4115-a8da-89faa519843e admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:27:56.041232 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54530317-1b31-4115-a8da-89faa519843e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d085c6f-d797-4307-b362-8a800e617c23,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:56.061289 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54530317-1b31-4115-a8da-89faa519843e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (043ea5ed-e46f-47ee-989e-efc665509beb), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:56.062447 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-54530317-1b31-4115-a8da-89faa519843e admin admin] Added segment 043ea5ed-e46f-47ee-989e-efc665509beb of type vlan for network 313f8c1c-8aae-48a6-b295-d997e13e6125 Feb 07 21:27:56.118475 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54530317-1b31-4115-a8da-89faa519843e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (313f8c1c-8aae-48a6-b295-d997e13e6125), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:56.153913 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54530317-1b31-4115-a8da-89faa519843e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (313f8c1c-8aae-48a6-b295-d997e13e6125), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:56.155959 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54530317-1b31-4115-a8da-89faa519843e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:56.156928 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54530317-1b31-4115-a8da-89faa519843e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:56.237621 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54530317-1b31-4115-a8da-89faa519843e admin admin] Pushing event updated for resources: {'Network': ['ID=313f8c1c-8aae-48a6-b295-d997e13e6125,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:56.251513 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 313f8c1c-8aae-48a6-b295-d997e13e6125 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:27:56.257145 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-54530317-1b31-4115-a8da-89faa519843e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6302087 Feb 07 21:27:56.259792 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 55682) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:27:56.266257 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e708ceea-4c95-4ada-8816-62da988c83be admin admin] Request body: {'subnet': {'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1854305194-subnet', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:27:56.300411 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e708ceea-4c95-4ada-8816-62da988c83be admin admin] Made reservation on behalf of 5266be69ced44c2e98a82b5b59fbf33f for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:27:56.305520 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e708ceea-4c95-4ada-8816-62da988c83be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:56.651479 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e708ceea-4c95-4ada-8816-62da988c83be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (cd4692e6-7e5d-43fa-9585-afffaba1004b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:56.728590 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708ceea-4c95-4ada-8816-62da988c83be admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd4692e6-7e5d-43fa-9585-afffaba1004b,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:56.834261 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e708ceea-4c95-4ada-8816-62da988c83be admin admin] Checking segment: {'id': '043ea5ed-e46f-47ee-989e-efc665509beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:27:56.834976 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e708ceea-4c95-4ada-8816-62da988c83be admin admin] Network hostable DHCP agents. Network: 313f8c1c-8aae-48a6-b295-d997e13e6125, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:27:56.877459 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e708ceea-4c95-4ada-8816-62da988c83be admin admin] Network 313f8c1c-8aae-48a6-b295-d997e13e6125 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:27:56.914578 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-e708ceea-4c95-4ada-8816-62da988c83be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 313f8c1c-8aae-48a6-b295-d997e13e6125) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:27:56.927213 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4025ec7c-1750-4aa5-9622-b91623a51c75 None None] Network 313f8c1c-8aae-48a6-b295-d997e13e6125 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:27:56.934984 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e708ceea-4c95-4ada-8816-62da988c83be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:56.935886 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e708ceea-4c95-4ada-8816-62da988c83be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:56.950427 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-eef93d60-d5cc-4472-8407-fcc991e4ad97 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:56.959703 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-eef93d60-d5cc-4472-8407-fcc991e4ad97 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 812 time: 0.2177680 Feb 07 21:27:56.989318 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-de1c9ef5-4c39-4382-afb0-871c66719026 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/quotas/8ef7e56915e94cee93ca54eb0ba4e95b HTTP/1.1" status: 200 len: 375 time: 0.0192258 Feb 07 21:27:57.030987 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e708ceea-4c95-4ada-8816-62da988c83be admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7696314 Feb 07 21:27:57.033855 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 55702) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:27:57.039067 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-710a7d7d-e0f8-4db7-8c7e-66c267816ef2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1854305194-router', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:27:57.094081 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-38b52c14-e8ae-47cc-bf80-4417f0c2efd0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957899 Feb 07 21:27:57.109299 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-710a7d7d-e0f8-4db7-8c7e-66c267816ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (9fe81b8e-b081-4cfa-92b4-b95247378287), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:57.112072 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-710a7d7d-e0f8-4db7-8c7e-66c267816ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (9fe81b8e-b081-4cfa-92b4-b95247378287), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:57.120621 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf468c6-5f86-4cc8-80bf-70c5f7e82235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-313f8c1c-8aae-48a6-b295-d997e13e6125', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'fixed_ips': [{'subnet_id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:27:57.121501 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8cf468c6-5f86-4cc8-80bf-70c5f7e82235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:57.194927 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-710a7d7d-e0f8-4db7-8c7e-66c267816ef2 admin admin] Publish callbacks [] for router_controller (9fe81b8e-b081-4cfa-92b4-b95247378287), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:57.276671 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-ea59153b-a3ed-4d11-9924-1f6811b07ecb service neutron] 10.222.0.65 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650491 Feb 07 21:27:57.398194 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-8cf468c6-5f86-4cc8-80bf-70c5f7e82235 None None] Allocated IP 172.20.0.2 (313f8c1c-8aae-48a6-b295-d997e13e6125/cd4692e6-7e5d-43fa-9585-afffaba1004b/0f77441a-11ba-4135-a40c-360c55b603ed) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:27:57.450969 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-710a7d7d-e0f8-4db7-8c7e-66c267816ef2 admin admin] Publish callbacks [] for router_gateway (9fe81b8e-b081-4cfa-92b4-b95247378287), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:57.716106 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-8c2ea4da-bf5a-41a5-9cd6-b1011e7d0462 service neutron] 10.222.0.65 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296961 Feb 07 21:27:57.730758 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-c2eca39c-a870-4f65-9069-5fb0cad6363e tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:27:57.747387 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-c2eca39c-a870-4f65-9069-5fb0cad6363e tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/networks?id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6 HTTP/1.1" status: 200 len: 814 time: 0.4193983 Feb 07 21:27:57.769474 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-132520e1-84cc-4428-a20e-bfba88d9f624 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/quotas/8c82c9149fcf4d69af04c81d923feaa2 HTTP/1.1" status: 200 len: 375 time: 0.0187325 Feb 07 21:27:57.859320 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-1e408d79-1b65-4c0d-8737-118868f4e392 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8c82c9149fcf4d69af04c81d923feaa2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879710 Feb 07 21:27:57.932018 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-710a7d7d-e0f8-4db7-8c7e-66c267816ef2 admin admin] Publish callbacks [] for router_gateway (9fe81b8e-b081-4cfa-92b4-b95247378287), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:57.933917 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8cf468c6-5f86-4cc8-80bf-70c5f7e82235 None None] Publish callbacks [] for port (0f77441a-11ba-4135-a40c-360c55b603ed), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:57.954051 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8cf468c6-5f86-4cc8-80bf-70c5f7e82235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (0f77441a-11ba-4135-a40c-360c55b603ed), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:58.004188 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-710a7d7d-e0f8-4db7-8c7e-66c267816ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:58.031101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf468c6-5f86-4cc8-80bf-70c5f7e82235 None None] Network 313f8c1c-8aae-48a6-b295-d997e13e6125 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:27:58.049001 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-8cf468c6-5f86-4cc8-80bf-70c5f7e82235 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:27:58.062138 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-bc2c636e-bf8e-4969-97f9-5308dbc7b67d service neutron] 10.222.0.65 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025294 Feb 07 21:27:58.063045 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf468c6-5f86-4cc8-80bf-70c5f7e82235 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:27:58.156518 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf468c6-5f86-4cc8-80bf-70c5f7e82235 None None] Pushing event updated for resources: {'Port': ['ID=0f77441a-11ba-4135-a40c-360c55b603ed,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:58.215415 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8cf468c6-5f86-4cc8-80bf-70c5f7e82235 None None] Attempting to bind port 0f77441a-11ba-4135-a40c-360c55b603ed on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:27:58.215782 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8cf468c6-5f86-4cc8-80bf-70c5f7e82235 None None] Attempting to bind port 0f77441a-11ba-4135-a40c-360c55b603ed by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '043ea5ed-e46f-47ee-989e-efc665509beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:27:58.216136 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf468c6-5f86-4cc8-80bf-70c5f7e82235 None None] Attempting to bind port 0f77441a-11ba-4135-a40c-360c55b603ed on network 313f8c1c-8aae-48a6-b295-d997e13e6125 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:27:58.227659 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf468c6-5f86-4cc8-80bf-70c5f7e82235 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:27:58.228041 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf468c6-5f86-4cc8-80bf-70c5f7e82235 None None] Checking segment: {'id': '043ea5ed-e46f-47ee-989e-efc665509beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:27:58.228474 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8cf468c6-5f86-4cc8-80bf-70c5f7e82235 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:58.228868 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf468c6-5f86-4cc8-80bf-70c5f7e82235 None None] Bound using segment: {'id': '043ea5ed-e46f-47ee-989e-efc665509beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:27:58.229337 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8cf468c6-5f86-4cc8-80bf-70c5f7e82235 None None] Bound port: 0f77441a-11ba-4135-a40c-360c55b603ed, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043ea5ed-e46f-47ee-989e-efc665509beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:27:58.235215 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8cf468c6-5f86-4cc8-80bf-70c5f7e82235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0f77441a-11ba-4135-a40c-360c55b603ed), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:58.249002 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-201f6c68-45bd-4a52-8c9c-81ff97eaa715 service neutron] 10.222.0.65 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806264 Feb 07 21:27:58.252267 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-710a7d7d-e0f8-4db7-8c7e-66c267816ef2 admin admin] Allocated IP 172.25.4.241 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/0b00710b-85c6-483d-b5d4-e7b0b56ddb1e) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:27:58.394232 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-99921b15-856e-46ab-8821-e294828dd9e8 req-cdf5a2ce-df99-4952-b82a-8f6caae2d185 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 210 time: 0.1029236 Feb 07 21:27:58.453614 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8cf468c6-5f86-4cc8-80bf-70c5f7e82235 None None] For port 0f77441a-11ba-4135-a40c-360c55b603ed, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:27:58.464365 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8cf468c6-5f86-4cc8-80bf-70c5f7e82235 None None] For port 0f77441a-11ba-4135-a40c-360c55b603ed, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0f77441a-11ba-4135-a40c-360c55b603ed,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:27:58.477117 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8cf468c6-5f86-4cc8-80bf-70c5f7e82235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0f77441a-11ba-4135-a40c-360c55b603ed), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:58.514647 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-710a7d7d-e0f8-4db7-8c7e-66c267816ef2 admin admin] Publish callbacks [] for port (0b00710b-85c6-483d-b5d4-e7b0b56ddb1e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:58.586159 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf468c6-5f86-4cc8-80bf-70c5f7e82235 None None] Pushing event updated for resources: {'Port': ['ID=0f77441a-11ba-4135-a40c-360c55b603ed,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:58.619686 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-710a7d7d-e0f8-4db7-8c7e-66c267816ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (0b00710b-85c6-483d-b5d4-e7b0b56ddb1e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:58.684754 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-af1434f3-f717-4c27-b46b-d2cabc6405d5 req-94b0dd5f-c59c-4942-97fa-101104578b7b tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d7945c-5a58-4acf-b53f-66c434893271 HTTP/1.1" status: 200 len: 210 time: 0.1081827 Feb 07 21:27:58.730375 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710a7d7d-e0f8-4db7-8c7e-66c267816ef2 admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:27:58.734274 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-710a7d7d-e0f8-4db7-8c7e-66c267816ef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:27:58.736238 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a7d7d-e0f8-4db7-8c7e-66c267816ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=0b00710b-85c6-483d-b5d4-e7b0b56ddb1e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:27:58.738468 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710a7d7d-e0f8-4db7-8c7e-66c267816ef2 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:27:59.199712 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-710a7d7d-e0f8-4db7-8c7e-66c267816ef2 admin admin] Publish callbacks [] for router_gateway (9fe81b8e-b081-4cfa-92b4-b95247378287), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:59.506861 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0f77441a-11ba-4135-a40c-360c55b603ed up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:27:59.581518 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-710a7d7d-e0f8-4db7-8c7e-66c267816ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (9fe81b8e-b081-4cfa-92b4-b95247378287), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:59.611098 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 0f77441a-11ba-4135-a40c-360c55b603ed triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:27:59.611725 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0f77441a-11ba-4135-a40c-360c55b603ed), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:27:59.612919 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-814d6b95-f994-4bdf-86e3-844c07c06c3a req-4a72d808-b72e-437f-9d6f-c9f64895fc24 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 210 time: 0.0819383 Feb 07 21:27:59.884334 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710a7d7d-e0f8-4db7-8c7e-66c267816ef2 admin admin] Router 9fe81b8e-b081-4cfa-92b4-b95247378287 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:27:59.956212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 0f77441a-11ba-4135-a40c-360c55b603ed is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:27:59.957200 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0f77441a-11ba-4135-a40c-360c55b603ed), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:00.035510 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10bf57e2-8cf0-4c68-8852-e665da7855f9 req-0fb02b1c-2c09-4b8f-a9c1-8b89cd184a77 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d7945c-5a58-4acf-b53f-66c434893271 HTTP/1.1" status: 200 len: 210 time: 0.0663049 Feb 07 21:28:00.086024 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 0f77441a-11ba-4135-a40c-360c55b603ed, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0f77441a-11ba-4135-a40c-360c55b603ed,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:28:00.092624 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0f77441a-11ba-4135-a40c-360c55b603ed), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:00.266522 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=0f77441a-11ba-4135-a40c-360c55b603ed,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:00.486023 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5641c501-9ba3-4cad-bcc2-3ae526785d52 None None] Network 313f8c1c-8aae-48a6-b295-d997e13e6125 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:28:00.786891 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e248d72f-52be-48ae-9273-1288798c7b5c None None] Provisioning complete for port 0f77441a-11ba-4135-a40c-360c55b603ed triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:28:00.787755 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e248d72f-52be-48ae-9273-1288798c7b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0f77441a-11ba-4135-a40c-360c55b603ed), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:00.919611 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710a7d7d-e0f8-4db7-8c7e-66c267816ef2 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:28:00.931716 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a885f4-8aa7-4735-9ce9-b63a47e22b21 None None] Sync routers for ids ['9fe81b8e-b081-4cfa-92b4-b95247378287'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:28:00.944983 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-1696f470-0d42-4da8-b7b6-81533366e83b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:00.950203 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-1696f470-0d42-4da8-b7b6-81533366e83b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.69 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 812 time: 0.1427906 Feb 07 21:28:00.951936 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a885f4-8aa7-4735-9ce9-b63a47e22b21 None None] Routers {'9fe81b8e-b081-4cfa-92b4-b95247378287'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:28:00.958396 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-b7a885f4-8aa7-4735-9ce9-b63a47e22b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:27:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['9fe81b8e-b081-4cfa-92b4-b95247378287'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:28:01.005641 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-6942099b-b280-43f1-b74f-2eb504202dab tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Request body: {'port': {'device_id': '61da8012-f189-40ec-8583-cf6f30814a5e', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'admin_state_up': True, 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:28:01.019825 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-710a7d7d-e0f8-4db7-8c7e-66c267816ef2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:01.024886 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-710a7d7d-e0f8-4db7-8c7e-66c267816ef2 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9893856 Feb 07 21:28:01.050264 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 55770) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:28:01.135609 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-09db8756-243c-4260-85c0-e21add502790 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:01.162580 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-09db8756-243c-4260-85c0-e21add502790 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.69 "GET /v2.0/networks?id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6 HTTP/1.1" status: 200 len: 814 time: 0.4372063 Feb 07 21:28:01.232701 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-7e65a62b-2275-4f9a-874f-c211cbaa7897 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Request body: {'port': {'device_id': 'b3d7945c-5a58-4acf-b53f-66c434893271', 'network_id': 'f4e1a8da-b500-47e7-b15f-d8edc6f776b6', 'admin_state_up': True, 'tenant_id': '8c82c9149fcf4d69af04c81d923feaa2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:28:01.241268 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e248d72f-52be-48ae-9273-1288798c7b5c None None] Current status of the port 0f77441a-11ba-4135-a40c-360c55b603ed is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:28:01.264780 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-b7a885f4-8aa7-4735-9ce9-b63a47e22b21 None None] Set router 9fe81b8e-b081-4cfa-92b4-b95247378287 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:28:01.435294 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0f77441a-11ba-4135-a40c-360c55b603ed up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:28:01.591523 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 0f77441a-11ba-4135-a40c-360c55b603ed triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:28:01.592082 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0f77441a-11ba-4135-a40c-360c55b603ed), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:01.610820 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3226e10-2856-40f6-89c5-14f414fae2ec req-b5c13691-27ad-48eb-928f-5878ad79cd6b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 210 time: 0.4465513 Feb 07 21:28:01.693935 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2a0b64de-ef5b-434c-bce1-da72871813ee req-7f5029df-191b-4c41-b874-807dc7b00177 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d7945c-5a58-4acf-b53f-66c434893271 HTTP/1.1" status: 200 len: 210 time: 0.1270761 Feb 07 21:28:01.716782 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-7e65a62b-2275-4f9a-874f-c211cbaa7897 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Made reservation on behalf of 8c82c9149fcf4d69af04c81d923feaa2 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:28:01.729508 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-7e65a62b-2275-4f9a-874f-c211cbaa7897 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:01.802680 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-868383ac-bb0b-4ab3-a8c4-5250c51cd0a1 None None] Provisioning complete for port 0f77441a-11ba-4135-a40c-360c55b603ed triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:28:01.803224 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-868383ac-bb0b-4ab3-a8c4-5250c51cd0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0f77441a-11ba-4135-a40c-360c55b603ed), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:01.835182 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-b7a885f4-8aa7-4735-9ce9-b63a47e22b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'name': 'tempest-AttachVolumeShelveTestJSON-1854305194-router', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:27:57Z', 'updated_at': '2022-02-07T21:27:58Z', 'revision_number': 3, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'gw_port': {'id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:63:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:27:58Z', 'updated_at': '2022-02-07T21:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:28:01.922584 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a885f4-8aa7-4735-9ce9-b63a47e22b21 None None] Checking router: 9fe81b8e-b081-4cfa-92b4-b95247378287 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:28:01.925632 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a885f4-8aa7-4735-9ce9-b63a47e22b21 None None] Updating router 9fe81b8e-b081-4cfa-92b4-b95247378287 port 0b00710b-85c6-483d-b5d4-e7b0b56ddb1e binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:28:01.973872 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b7a885f4-8aa7-4735-9ce9-b63a47e22b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0b00710b-85c6-483d-b5d4-e7b0b56ddb1e), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:02.019384 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 0f77441a-11ba-4135-a40c-360c55b603ed is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:28:02.031039 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-6942099b-b280-43f1-b74f-2eb504202dab tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Made reservation on behalf of 8ef7e56915e94cee93ca54eb0ba4e95b for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:28:02.044519 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-6942099b-b280-43f1-b74f-2eb504202dab tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:02.065772 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-7e65a62b-2275-4f9a-874f-c211cbaa7897 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Allocated IP 172.20.0.7 (f4e1a8da-b500-47e7-b15f-d8edc6f776b6/89cf6121-baa9-422e-a444-8a5ab1545cb1/fb72c266-0f4b-42bc-b1d6-cf2b9ee85284) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:28:02.117424 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-868383ac-bb0b-4ab3-a8c4-5250c51cd0a1 None None] Current status of the port 0f77441a-11ba-4135-a40c-360c55b603ed is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:28:02.484719 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-7e65a62b-2275-4f9a-874f-c211cbaa7897 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks [] for port (fb72c266-0f4b-42bc-b1d6-cf2b9ee85284), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:02.571409 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-7e65a62b-2275-4f9a-874f-c211cbaa7897 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (fb72c266-0f4b-42bc-b1d6-cf2b9ee85284), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:02.584574 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:28:02.588244 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['c384a3e5-2f89-40c9-8162-a47817f33191'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:28:02.615986 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-7e65a62b-2275-4f9a-874f-c211cbaa7897 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Network f4e1a8da-b500-47e7-b15f-d8edc6f776b6 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:28:02.623959 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-7e65a62b-2275-4f9a-874f-c211cbaa7897 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:28:02.631651 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-7e65a62b-2275-4f9a-874f-c211cbaa7897 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:28:02.743860 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b7a885f4-8aa7-4735-9ce9-b63a47e22b21 None None] Publish callbacks [] for port (0b00710b-85c6-483d-b5d4-e7b0b56ddb1e), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:02.756115 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b7a885f4-8aa7-4735-9ce9-b63a47e22b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0b00710b-85c6-483d-b5d4-e7b0b56ddb1e), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:02.786319 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-7e65a62b-2275-4f9a-874f-c211cbaa7897 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:02.787439 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-7e65a62b-2275-4f9a-874f-c211cbaa7897 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:02.842163 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-7e65a62b-2275-4f9a-874f-c211cbaa7897 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6299465 Feb 07 21:28:02.890687 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Request body: {'port': {'device_id': 'b3d7945c-5a58-4acf-b53f-66c434893271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:28:02.896395 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-265064c9-410e-4012-8cf7-a26486f1c0d6 req-8ecaa615-c621-4704-bc64-cf8290a68822 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 210 time: 0.0904467 Feb 07 21:28:02.957099 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-b7a885f4-8aa7-4735-9ce9-b63a47e22b21 None None] Attempting to bind port 0b00710b-85c6-483d-b5d4-e7b0b56ddb1e on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:28:02.957530 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-b7a885f4-8aa7-4735-9ce9-b63a47e22b21 None None] Attempting to bind port 0b00710b-85c6-483d-b5d4-e7b0b56ddb1e by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:28:02.957896 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a885f4-8aa7-4735-9ce9-b63a47e22b21 None None] Attempting to bind port 0b00710b-85c6-483d-b5d4-e7b0b56ddb1e on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:28:02.959896 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b889373-6688-4737-8fc2-32205a262777 None None] Pushing event updated for resources: {'Port': ['ID=0b00710b-85c6-483d-b5d4-e7b0b56ddb1e,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:02.991704 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b889373-6688-4737-8fc2-32205a262777 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:02.993175 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b889373-6688-4737-8fc2-32205a262777 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:02.993526 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b889373-6688-4737-8fc2-32205a262777 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:02.993914 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b889373-6688-4737-8fc2-32205a262777 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:02.994209 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b889373-6688-4737-8fc2-32205a262777 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:02.994539 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b889373-6688-4737-8fc2-32205a262777 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:02.994864 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b889373-6688-4737-8fc2-32205a262777 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:02.995189 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b889373-6688-4737-8fc2-32205a262777 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:02.995585 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b889373-6688-4737-8fc2-32205a262777 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:02.996093 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b889373-6688-4737-8fc2-32205a262777 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:03.000190 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65a62b-2275-4f9a-874f-c211cbaa7897 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Pushing event updated for resources: {'Port': ['ID=fb72c266-0f4b-42bc-b1d6-cf2b9ee85284,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:03.004547 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b889373-6688-4737-8fc2-32205a262777 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:03.005227 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b889373-6688-4737-8fc2-32205a262777 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:03.005573 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b889373-6688-4737-8fc2-32205a262777 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:03.008993 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a885f4-8aa7-4735-9ce9-b63a47e22b21 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:28:03.010353 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a885f4-8aa7-4735-9ce9-b63a47e22b21 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:28:03.012787 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b7a885f4-8aa7-4735-9ce9-b63a47e22b21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:03.013353 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a885f4-8aa7-4735-9ce9-b63a47e22b21 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:28:03.014032 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-b7a885f4-8aa7-4735-9ce9-b63a47e22b21 None None] Bound port: 0b00710b-85c6-483d-b5d4-e7b0b56ddb1e, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:28:03.014567 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b7a885f4-8aa7-4735-9ce9-b63a47e22b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0b00710b-85c6-483d-b5d4-e7b0b56ddb1e), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:03.044086 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-6942099b-b280-43f1-b74f-2eb504202dab tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Allocated IP 172.20.0.8 (c5d8bec1-9baf-496d-8066-d331255bb96c/5277b698-1143-4952-a3ce-257473c57257/0da332e9-d721-4264-9027-e6dd1e5cd70f) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:28:03.175799 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-b7a885f4-8aa7-4735-9ce9-b63a47e22b21 None None] For port 0b00710b-85c6-483d-b5d4-e7b0b56ddb1e, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:28:03.185927 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-b7a885f4-8aa7-4735-9ce9-b63a47e22b21 None None] For port 0b00710b-85c6-483d-b5d4-e7b0b56ddb1e, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0b00710b-85c6-483d-b5d4-e7b0b56ddb1e,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:28:03.196567 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b7a885f4-8aa7-4735-9ce9-b63a47e22b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0b00710b-85c6-483d-b5d4-e7b0b56ddb1e), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:03.198485 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-45660971-2d49-424f-aaa9-0df93499daf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:03.219469 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f75857-ead1-4613-a786-d3edf2168858 req-26630b98-5d9a-4758-b9ff-600fa4f97ef6 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:03.226363 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4f75857-ead1-4613-a786-d3edf2168858 req-26630b98-5d9a-4758-b9ff-600fa4f97ef6 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d7945c-5a58-4acf-b53f-66c434893271 HTTP/1.1" status: 200 len: 931 time: 0.2946200 Feb 07 21:28:03.339239 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fb72c266-0f4b-42bc-b1d6-cf2b9ee85284), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:03.435426 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a885f4-8aa7-4735-9ce9-b63a47e22b21 None None] Routers {'9fe81b8e-b081-4cfa-92b4-b95247378287'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:28:03.437572 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-b7a885f4-8aa7-4735-9ce9-b63a47e22b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:27:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['9fe81b8e-b081-4cfa-92b4-b95247378287'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:28:03.560659 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4f75857-ead1-4613-a786-d3edf2168858 req-5bd1947d-1c8d-4705-b5f4-6149ef4a192f tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237791 Feb 07 21:28:03.713869 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:03.787016 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-b7a885f4-8aa7-4735-9ce9-b63a47e22b21 None None] Set router 9fe81b8e-b081-4cfa-92b4-b95247378287 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:28:03.894463 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 55796) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:28:04.007037 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:04.047534 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b889373-6688-4737-8fc2-32205a262777 None None] Pushing event updated for resources: {'Port': ['ID=0b00710b-85c6-483d-b5d4-e7b0b56ddb1e,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:04.068759 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-6942099b-b280-43f1-b74f-2eb504202dab tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for port (0da332e9-d721-4264-9027-e6dd1e5cd70f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:04.149676 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-b7a885f4-8aa7-4735-9ce9-b63a47e22b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'name': 'tempest-AttachVolumeShelveTestJSON-1854305194-router', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:27:57Z', 'updated_at': '2022-02-07T21:27:58Z', 'revision_number': 3, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'gw_port': {'id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:63:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:27:58Z', 'updated_at': '2022-02-07T21:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:28:04.186186 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2f438184-2063-4d26-8d17-398049ac0ea4 req-2e3d0888-7d5c-4a57-b45f-de17f506f26a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 210 time: 0.1470740 Feb 07 21:28:04.204240 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-45660971-2d49-424f-aaa9-0df93499daf5 admin admin] Allocated IP 172.20.0.1 (313f8c1c-8aae-48a6-b295-d997e13e6125/cd4692e6-7e5d-43fa-9585-afffaba1004b/e6b139ad-ed3f-4033-880b-2b6a733bafc0) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:28:04.217680 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a885f4-8aa7-4735-9ce9-b63a47e22b21 None None] The sync data for ids ['9fe81b8e-b081-4cfa-92b4-b95247378287'] in n-d-828185-2 is: [{'id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'name': 'tempest-AttachVolumeShelveTestJSON-1854305194-router', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:27:57Z', 'updated_at': '2022-02-07T21:27:58Z', 'revision_number': 3, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'gw_port': {'id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:63:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:27:58Z', 'updated_at': '2022-02-07T21:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:28:04.386561 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb72c266-0f4b-42bc-b1d6-cf2b9ee85284 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:28:04.406418 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Publish callbacks [] for port (fb72c266-0f4b-42bc-b1d6-cf2b9ee85284), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:04.410094 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-45660971-2d49-424f-aaa9-0df93499daf5 admin admin] Publish callbacks [] for port (e6b139ad-ed3f-4033-880b-2b6a733bafc0), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:04.435047 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Transition to ACTIVE for port object fb72c266-0f4b-42bc-b1d6-cf2b9ee85284 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:28:04.440401 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (fb72c266-0f4b-42bc-b1d6-cf2b9ee85284), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:04.490135 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dd128a48-5ec2-4192-a871-023802b00fd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:04.493699 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-6942099b-b280-43f1-b74f-2eb504202dab tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (0da332e9-d721-4264-9027-e6dd1e5cd70f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:04.497608 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-45660971-2d49-424f-aaa9-0df93499daf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (e6b139ad-ed3f-4033-880b-2b6a733bafc0), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:04.558971 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Pushing event updated for resources: {'Port': ['ID=fb72c266-0f4b-42bc-b1d6-cf2b9ee85284,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:04.568754 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-6942099b-b280-43f1-b74f-2eb504202dab tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Network c5d8bec1-9baf-496d-8066-d331255bb96c is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:28:04.575723 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-6942099b-b280-43f1-b74f-2eb504202dab tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:28:04.583283 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-6942099b-b280-43f1-b74f-2eb504202dab tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:28:04.586302 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:04.586758 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:04.586948 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:04.587290 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:04.587754 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:04.587955 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:04.588287 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:04.611610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:04.611970 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:04.612377 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:04.612687 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:04.613031 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:04.613361 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:04.825040 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-6942099b-b280-43f1-b74f-2eb504202dab tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:04.826186 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-6942099b-b280-43f1-b74f-2eb504202dab tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:04.979239 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68398164-da84-47d8-842e-44389ccac636 req-5645e8da-05bd-46c4-8eae-10d41d58860f tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:05.001696 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68398164-da84-47d8-842e-44389ccac636 req-5645e8da-05bd-46c4-8eae-10d41d58860f tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d7945c-5a58-4acf-b53f-66c434893271 HTTP/1.1" status: 200 len: 943 time: 0.2848680 Feb 07 21:28:05.028599 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Attempting to bind port fb72c266-0f4b-42bc-b1d6-cf2b9ee85284 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:28:05.028936 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Attempting to bind port fb72c266-0f4b-42bc-b1d6-cf2b9ee85284 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f4e1a8da-b500-47e7-b15f-d8edc6f776b6'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:28:05.029258 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Attempting to bind port fb72c266-0f4b-42bc-b1d6-cf2b9ee85284 on network f4e1a8da-b500-47e7-b15f-d8edc6f776b6 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:28:05.057467 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Port fb72c266-0f4b-42bc-b1d6-cf2b9ee85284 on network f4e1a8da-b500-47e7-b15f-d8edc6f776b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:28:05.057781 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Attempting to bind port fb72c266-0f4b-42bc-b1d6-cf2b9ee85284 on network f4e1a8da-b500-47e7-b15f-d8edc6f776b6 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:28:05.065713 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:28:05.068001 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dd128a48-5ec2-4192-a871-023802b00fd3 admin admin] Publish callbacks [] for security_group (45623fa8-58e7-48c7-88ca-738a9471049c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:05.068529 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Checking segment: {'id': 'e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f4e1a8da-b500-47e7-b15f-d8edc6f776b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:28:05.069560 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Bound using segment: {'id': 'e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f4e1a8da-b500-47e7-b15f-d8edc6f776b6'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:28:05.078055 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Bound port: fb72c266-0f4b-42bc-b1d6-cf2b9ee85284, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f4e1a8da-b500-47e7-b15f-d8edc6f776b6'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:28:05.078675 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fb72c266-0f4b-42bc-b1d6-cf2b9ee85284), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:05.096049 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-6942099b-b280-43f1-b74f-2eb504202dab tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1046255 Feb 07 21:28:05.115696 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-154b612a-d20b-4794-967b-3607fec5f9f4 service neutron] Request body: {'port': {'device_id': '61da8012-f189-40ec-8583-cf6f30814a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:28:05.176691 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-299a7364-6f78-454d-8ce6-0eae280e6d55 None None] Provisioning complete for port 0da332e9-d721-4264-9027-e6dd1e5cd70f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:28:05.177211 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-299a7364-6f78-454d-8ce6-0eae280e6d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0da332e9-d721-4264-9027-e6dd1e5cd70f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:05.220962 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68398164-da84-47d8-842e-44389ccac636 req-fcb4ceb4-b168-4f82-913b-2f317bb5b30c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185965 Feb 07 21:28:05.262838 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45660971-2d49-424f-aaa9-0df93499daf5 admin admin] Network 313f8c1c-8aae-48a6-b295-d997e13e6125 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:28:05.279095 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] For port fb72c266-0f4b-42bc-b1d6-cf2b9ee85284, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:28:05.287848 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] For port fb72c266-0f4b-42bc-b1d6-cf2b9ee85284, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=fb72c266-0f4b-42bc-b1d6-cf2b9ee85284,segment=NetworkSegment(e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7),segment_id=e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:28:05.302816 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (fb72c266-0f4b-42bc-b1d6-cf2b9ee85284), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:05.306470 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-45660971-2d49-424f-aaa9-0df93499daf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:28:05.330641 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dd128a48-5ec2-4192-a871-023802b00fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (45623fa8-58e7-48c7-88ca-738a9471049c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:05.337852 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-299a7364-6f78-454d-8ce6-0eae280e6d55 None None] Port 0da332e9-d721-4264-9027-e6dd1e5cd70f cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:28:05.396937 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45660971-2d49-424f-aaa9-0df93499daf5 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:28:05.513413 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:05.515490 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:05.516832 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0b00710b-85c6-483d-b5d4-e7b0b56ddb1e up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:28:05.518792 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] 10.222.0.69 "PUT /v2.0/ports/fb72c266-0f4b-42bc-b1d6-cf2b9ee85284 HTTP/1.1" status: 200 len: 1091 time: 2.6342940 Feb 07 21:28:05.523000 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d7945c-5a58-4acf-b53f-66c434893271', 'tag': 'fb72c266-0f4b-42bc-b1d6-cf2b9ee85284'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:28:05.529840 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecd0572-f93c-4e65-8126-7c66c2f7e029" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d7945c-5a58-4acf-b53f-66c434893271", "tag": "fb72c266-0f4b-42bc-b1d6-cf2b9ee85284"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:28:05.604196 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45660971-2d49-424f-aaa9-0df93499daf5 admin admin] Pushing event updated for resources: {'Port': ['ID=e6b139ad-ed3f-4033-880b-2b6a733bafc0,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:05.718366 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 0b00710b-85c6-483d-b5d4-e7b0b56ddb1e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:28:05.718943 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0b00710b-85c6-483d-b5d4-e7b0b56ddb1e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:05.746059 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-154b612a-d20b-4794-967b-3607fec5f9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0da332e9-d721-4264-9027-e6dd1e5cd70f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:05.762621 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-dd128a48-5ec2-4192-a871-023802b00fd3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7b04b4f27d4f41b1b696901582e93119&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8544538 Feb 07 21:28:05.795301 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 55814) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:28:05.880896 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd128a48-5ec2-4192-a871-023802b00fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45623fa8-58e7-48c7-88ca-738a9471049c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:05.893566 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 0b00710b-85c6-483d-b5d4-e7b0b56ddb1e is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:28:05.894799 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0b00710b-85c6-483d-b5d4-e7b0b56ddb1e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:05.912921 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e3076bc9-de6b-46b2-a65f-624868316897 None None] Provisioning complete for port e6b139ad-ed3f-4033-880b-2b6a733bafc0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:28:05.913529 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e3076bc9-de6b-46b2-a65f-624868316897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e6b139ad-ed3f-4033-880b-2b6a733bafc0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:05.942316 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-45660971-2d49-424f-aaa9-0df93499daf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (9fe81b8e-b081-4cfa-92b4-b95247378287), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:05.973664 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942099b-b280-43f1-b74f-2eb504202dab tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event updated for resources: {'Port': ['ID=0da332e9-d721-4264-9027-e6dd1e5cd70f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:06.027954 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 0b00710b-85c6-483d-b5d4-e7b0b56ddb1e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0b00710b-85c6-483d-b5d4-e7b0b56ddb1e,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:28:06.055179 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0b00710b-85c6-483d-b5d4-e7b0b56ddb1e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:06.186583 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e3076bc9-de6b-46b2-a65f-624868316897 None None] Port e6b139ad-ed3f-4033-880b-2b6a733bafc0 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:28:06.255339 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=0b00710b-85c6-483d-b5d4-e7b0b56ddb1e,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:06.358171 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ede3fe-78c8-4b75-846c-c0c02eab2733 x-openstack-request-id: req-02ede3fe-78c8-4b75-846c-c0c02eab2733 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:28:06.359423 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d7945c-5a58-4acf-b53f-66c434893271", "tag": "fb72c266-0f4b-42bc-b1d6-cf2b9ee85284", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:28:06.359899 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-02ede3fe-78c8-4b75-846c-c0c02eab2733 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:28:06.360546 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d7945c-5a58-4acf-b53f-66c434893271', 'tag': 'fb72c266-0f4b-42bc-b1d6-cf2b9ee85284', 'status': 'completed', 'code': 200} Feb 07 21:28:06.438080 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30371d66-ebf1-45a2-a8d0-31f56e8e82ff service neutron] Pushing event updated for resources: {'Port': ['ID=fb72c266-0f4b-42bc-b1d6-cf2b9ee85284,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:06.449436 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64253e6-8ea4-46f4-83ea-e4c653eab219 req-9d3c63f3-82d7-4618-ad71-26842ce4fd2e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:06.451284 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c64253e6-8ea4-46f4-83ea-e4c653eab219 req-9d3c63f3-82d7-4618-ad71-26842ce4fd2e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 931 time: 1.1460390 Feb 07 21:28:06.459071 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-cb793aeb-a1a3-4aa1-9968-a687788ca42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:06.460554 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-cb793aeb-a1a3-4aa1-9968-a687788ca42e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c82c9149fcf4d69af04c81d923feaa2&device_id=b3d7945c-5a58-4acf-b53f-66c434893271 HTTP/1.1" status: 200 len: 1125 time: 0.8893328 Feb 07 21:28:06.568888 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-5c382e9c-b96a-4d80-9310-5554c57e5dbf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb72c266-0f4b-42bc-b1d6-cf2b9ee85284 HTTP/1.1" status: 200 len: 217 time: 0.0974338 Feb 07 21:28:06.823879 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c64253e6-8ea4-46f4-83ea-e4c653eab219 req-26e68b7c-bcf6-4c22-af97-a55dd5a690f9 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579507 Feb 07 21:28:06.835753 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-a285d526-b8b6-41fd-ac5e-53fe032c8d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:06.839958 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-a285d526-b8b6-41fd-ac5e-53fe032c8d6b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=89cf6121-baa9-422e-a444-8a5ab1545cb1 HTTP/1.1" status: 200 len: 854 time: 0.2634614 Feb 07 21:28:06.851503 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-719f9643-ad81-42e4-9a09-eb05405bd82c admin admin] Publish callbacks [] for security_group (45623fa8-58e7-48c7-88ca-738a9471049c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:06.921784 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-719f9643-ad81-42e4-9a09-eb05405bd82c admin admin] Publish callbacks [] for security_group (45623fa8-58e7-48c7-88ca-738a9471049c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:06.942194 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-601d62a1-8d75-49ae-bc8c-d4f08019500b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925834 Feb 07 21:28:06.986383 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e0482-1c92-4785-bcf7-d5079bf59064 req-d8399614-8007-49c1-9b50-11561185b3bb tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:06.995363 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d9e0482-1c92-4785-bcf7-d5079bf59064 req-d8399614-8007-49c1-9b50-11561185b3bb tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d7945c-5a58-4acf-b53f-66c434893271 HTTP/1.1" status: 200 len: 943 time: 0.3249917 Feb 07 21:28:07.033270 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-719f9643-ad81-42e4-9a09-eb05405bd82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (45623fa8-58e7-48c7-88ca-738a9471049c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:07.036541 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-719f9643-ad81-42e4-9a09-eb05405bd82c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:07.040067 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-719f9643-ad81-42e4-9a09-eb05405bd82c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/45623fa8-58e7-48c7-88ca-738a9471049c HTTP/1.1" status: 204 len: 168 time: 1.2415807 Feb 07 21:28:07.095240 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f9643-ad81-42e4-9a09-eb05405bd82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45623fa8-58e7-48c7-88ca-738a9471049c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:07.150063 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-45660971-2d49-424f-aaa9-0df93499daf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e6b139ad-ed3f-4033-880b-2b6a733bafc0), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:07.289122 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d9e0482-1c92-4785-bcf7-d5079bf59064 req-0f3fb483-011e-4756-aa66-2edf63ede901 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881250 Feb 07 21:28:07.397270 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-0f842f2c-b3f4-4ada-b588-823293554618 service neutron] 10.222.0.69 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312966 Feb 07 21:28:07.483005 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0b00710b-85c6-483d-b5d4-e7b0b56ddb1e up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:28:07.603932 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 0b00710b-85c6-483d-b5d4-e7b0b56ddb1e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:28:07.604359 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0b00710b-85c6-483d-b5d4-e7b0b56ddb1e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:07.614197 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-499a0d0b-79a1-46c5-9fa8-406a021acd1b req-7f466b03-6fd1-4875-a782-7baf4d138d6e service neutron] 10.222.0.69 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102160 Feb 07 21:28:07.725716 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-154b612a-d20b-4794-967b-3607fec5f9f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da332e9-d721-4264-9027-e6dd1e5cd70f {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:28:07.769391 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-154b612a-d20b-4794-967b-3607fec5f9f4 service neutron] Publish callbacks [] for port (0da332e9-d721-4264-9027-e6dd1e5cd70f), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:07.771111 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 0b00710b-85c6-483d-b5d4-e7b0b56ddb1e is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:28:07.823971 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-154b612a-d20b-4794-967b-3607fec5f9f4 service neutron] Transition to ACTIVE for port object 0da332e9-d721-4264-9027-e6dd1e5cd70f will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:28:07.842505 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd0572-f93c-4e65-8126-7c66c2f7e029 req-8864484f-947e-473e-ae5d-8cb684024713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:07.843688 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-154b612a-d20b-4794-967b-3607fec5f9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (0da332e9-d721-4264-9027-e6dd1e5cd70f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:07.859567 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ecd0572-f93c-4e65-8126-7c66c2f7e029 req-8864484f-947e-473e-ae5d-8cb684024713 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c82c9149fcf4d69af04c81d923feaa2&device_id=b3d7945c-5a58-4acf-b53f-66c434893271 HTTP/1.1" status: 200 len: 1125 time: 0.1755807 Feb 07 21:28:07.859740 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 55842) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:28:07.925822 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b612a-d20b-4794-967b-3607fec5f9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0da332e9-d721-4264-9027-e6dd1e5cd70f,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:07.999801 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6caf6ffc-ecfa-42f5-8ce7-b6a9c09c1190 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:08.157010 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fb5d0-aa53-482e-92ad-59241a6fcaae req-17670a00-dfc6-4b0a-8ab9-236a59e29c8d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:08.164851 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-320fb5d0-aa53-482e-92ad-59241a6fcaae req-17670a00-dfc6-4b0a-8ab9-236a59e29c8d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 943 time: 0.1474884 Feb 07 21:28:08.169244 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6caf6ffc-ecfa-42f5-8ce7-b6a9c09c1190 admin admin] Publish callbacks [] for security_group (d5b28174-b301-45b4-a5d7-2f128769ac34), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:08.178981 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6caf6ffc-ecfa-42f5-8ce7-b6a9c09c1190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d5b28174-b301-45b4-a5d7-2f128769ac34), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:08.195141 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd0572-f93c-4e65-8126-7c66c2f7e029 req-13c2702f-0c2b-444b-ab3b-662d854732db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:08.197998 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ecd0572-f93c-4e65-8126-7c66c2f7e029 req-13c2702f-0c2b-444b-ab3b-662d854732db service neutron] 10.222.0.69 "GET /v2.0/networks?id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6 HTTP/1.1" status: 200 len: 915 time: 0.3325915 Feb 07 21:28:08.220494 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6caf6ffc-ecfa-42f5-8ce7-b6a9c09c1190 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bb9d1470676843ddab8007212545d81e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3059959 Feb 07 21:28:08.228477 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 55844) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:28:08.355526 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-45660971-2d49-424f-aaa9-0df93499daf5 admin admin] Publish callbacks [] for port (e6b139ad-ed3f-4033-880b-2b6a733bafc0), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:08.375642 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-320fb5d0-aa53-482e-92ad-59241a6fcaae req-20c0d441-9386-4ff5-999f-f93ff0a2577a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964004 Feb 07 21:28:08.377423 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ecd0572-f93c-4e65-8126-7c66c2f7e029 req-f5b79665-e4b3-4f5e-95c7-61acd4149f1e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb72c266-0f4b-42bc-b1d6-cf2b9ee85284 HTTP/1.1" status: 200 len: 217 time: 0.1718426 Feb 07 21:28:08.417175 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-45660971-2d49-424f-aaa9-0df93499daf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (e6b139ad-ed3f-4033-880b-2b6a733bafc0), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:08.488028 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ca0194d-32ab-4d9a-aee7-ff01653b07f8 admin admin] Publish callbacks [] for security_group (d5b28174-b301-45b4-a5d7-2f128769ac34), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:08.518656 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ca0194d-32ab-4d9a-aee7-ff01653b07f8 admin admin] Publish callbacks [] for security_group (d5b28174-b301-45b4-a5d7-2f128769ac34), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:08.539302 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd0572-f93c-4e65-8126-7c66c2f7e029 req-b1a22fb9-4c75-47a6-aabe-58bce73ab4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:08.541781 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ecd0572-f93c-4e65-8126-7c66c2f7e029 req-b1a22fb9-4c75-47a6-aabe-58bce73ab4bd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=89cf6121-baa9-422e-a444-8a5ab1545cb1 HTTP/1.1" status: 200 len: 854 time: 0.1563354 Feb 07 21:28:08.592869 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45660971-2d49-424f-aaa9-0df93499daf5 admin admin] Pushing event updated for resources: {'Port': ['ID=e6b139ad-ed3f-4033-880b-2b6a733bafc0,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:08.595477 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-45660971-2d49-424f-aaa9-0df93499daf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (9fe81b8e-b081-4cfa-92b4-b95247378287), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:08.597517 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf6ffc-ecfa-42f5-8ce7-b6a9c09c1190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b28174-b301-45b4-a5d7-2f128769ac34,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:08.599801 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ecd0572-f93c-4e65-8126-7c66c2f7e029 req-3c3404b6-de36-4f88-8421-7563437634a9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505216 Feb 07 21:28:08.607444 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e4089-33e3-4b8c-ac5d-708d364bf96a req-e27fdc51-e7ab-4305-a702-5895536548c3 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:08.614256 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-626e4089-33e3-4b8c-ac5d-708d364bf96a req-e27fdc51-e7ab-4305-a702-5895536548c3 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d7945c-5a58-4acf-b53f-66c434893271 HTTP/1.1" status: 200 len: 943 time: 0.1626263 Feb 07 21:28:08.627225 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-154b612a-d20b-4794-967b-3607fec5f9f4 service neutron] Attempting to bind port 0da332e9-d721-4264-9027-e6dd1e5cd70f on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:28:08.627503 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-154b612a-d20b-4794-967b-3607fec5f9f4 service neutron] Attempting to bind port 0da332e9-d721-4264-9027-e6dd1e5cd70f by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:28:08.627739 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-154b612a-d20b-4794-967b-3607fec5f9f4 service neutron] Attempting to bind port 0da332e9-d721-4264-9027-e6dd1e5cd70f on network c5d8bec1-9baf-496d-8066-d331255bb96c {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:28:08.640005 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-154b612a-d20b-4794-967b-3607fec5f9f4 service neutron] Port 0da332e9-d721-4264-9027-e6dd1e5cd70f on network c5d8bec1-9baf-496d-8066-d331255bb96c not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:28:08.640479 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-154b612a-d20b-4794-967b-3607fec5f9f4 service neutron] Attempting to bind port 0da332e9-d721-4264-9027-e6dd1e5cd70f on network c5d8bec1-9baf-496d-8066-d331255bb96c {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:28:08.653960 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-154b612a-d20b-4794-967b-3607fec5f9f4 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:28:08.654303 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-154b612a-d20b-4794-967b-3607fec5f9f4 service neutron] Checking segment: {'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:28:08.654682 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-154b612a-d20b-4794-967b-3607fec5f9f4 service neutron] Bound using segment: {'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:28:08.655122 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-154b612a-d20b-4794-967b-3607fec5f9f4 service neutron] Bound port: 0da332e9-d721-4264-9027-e6dd1e5cd70f, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:28:08.655474 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-154b612a-d20b-4794-967b-3607fec5f9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0da332e9-d721-4264-9027-e6dd1e5cd70f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:08.767426 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-626e4089-33e3-4b8c-ac5d-708d364bf96a req-65f9136e-4b2b-430f-a425-bba760bc9b7e tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522095 Feb 07 21:28:08.807841 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-154b612a-d20b-4794-967b-3607fec5f9f4 service neutron] For port 0da332e9-d721-4264-9027-e6dd1e5cd70f, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:28:08.820199 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-154b612a-d20b-4794-967b-3607fec5f9f4 service neutron] For port 0da332e9-d721-4264-9027-e6dd1e5cd70f, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=0da332e9-d721-4264-9027-e6dd1e5cd70f,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:28:08.861395 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ecd0572-f93c-4e65-8126-7c66c2f7e029 req-d6045ea7-5f94-462e-b598-b8f64b67c6e6 service neutron] 10.222.0.69 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252920 Feb 07 21:28:08.867110 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-154b612a-d20b-4794-967b-3607fec5f9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (0da332e9-d721-4264-9027-e6dd1e5cd70f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:08.871552 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45660971-2d49-424f-aaa9-0df93499daf5 admin admin] Network 313f8c1c-8aae-48a6-b295-d997e13e6125 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:28:08.873615 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ca0194d-32ab-4d9a-aee7-ff01653b07f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d5b28174-b301-45b4-a5d7-2f128769ac34), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:08.876075 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ca0194d-32ab-4d9a-aee7-ff01653b07f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:08.879414 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2ca0194d-32ab-4d9a-aee7-ff01653b07f8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d5b28174-b301-45b4-a5d7-2f128769ac34 HTTP/1.1" status: 204 len: 168 time: 0.6408145 Feb 07 21:28:08.903239 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-45660971-2d49-424f-aaa9-0df93499daf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:28:08.956229 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-154b612a-d20b-4794-967b-3607fec5f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:08.956904 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-154b612a-d20b-4794-967b-3607fec5f9f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:08.958297 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-154b612a-d20b-4794-967b-3607fec5f9f4 service neutron] 10.222.0.69 "PUT /v2.0/ports/0da332e9-d721-4264-9027-e6dd1e5cd70f HTTP/1.1" status: 200 len: 1091 time: 3.8468528 Feb 07 21:28:08.958763 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61da8012-f189-40ec-8583-cf6f30814a5e', 'tag': '0da332e9-d721-4264-9027-e6dd1e5cd70f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:28:08.961025 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f713a2a4-bff4-4a80-9b66-082c82698d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "61da8012-f189-40ec-8583-cf6f30814a5e", "tag": "0da332e9-d721-4264-9027-e6dd1e5cd70f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:28:09.046330 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0194d-32ab-4d9a-aee7-ff01653b07f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b28174-b301-45b4-a5d7-2f128769ac34,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:09.099473 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ecd0572-f93c-4e65-8126-7c66c2f7e029 req-4dfe8695-1fd1-46f8-b6a6-1cfc775c8180 service neutron] 10.222.0.69 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352221 Feb 07 21:28:09.106340 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98996e5a-1c12-4fef-8546-3b8d4d3dfa71 x-openstack-request-id: req-98996e5a-1c12-4fef-8546-3b8d4d3dfa71 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:28:09.110635 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61da8012-f189-40ec-8583-cf6f30814a5e", "tag": "0da332e9-d721-4264-9027-e6dd1e5cd70f", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:28:09.110987 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-98996e5a-1c12-4fef-8546-3b8d4d3dfa71 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:28:09.111489 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61da8012-f189-40ec-8583-cf6f30814a5e', 'tag': '0da332e9-d721-4264-9027-e6dd1e5cd70f', 'status': 'completed', 'code': 200} Feb 07 21:28:09.164223 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b612a-d20b-4794-967b-3607fec5f9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0da332e9-d721-4264-9027-e6dd1e5cd70f,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:09.225364 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45660971-2d49-424f-aaa9-0df93499daf5 admin admin] Router 9fe81b8e-b081-4cfa-92b4-b95247378287 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:28:09.235783 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-99768845-1a52-4551-8076-22d8ce8515b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:09.237408 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-99768845-1a52-4551-8076-22d8ce8515b0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 1125 time: 0.1694844 Feb 07 21:28:09.371971 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-b3d777df-0610-43fe-b59f-e6733669a648 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0da332e9-d721-4264-9027-e6dd1e5cd70f HTTP/1.1" status: 200 len: 217 time: 0.1262596 Feb 07 21:28:09.474026 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2ab1c3d4-0e0c-4bc0-83fe-78e5a5522dda None None] Provisioning complete for port e6b139ad-ed3f-4033-880b-2b6a733bafc0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:28:09.474510 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2ab1c3d4-0e0c-4bc0-83fe-78e5a5522dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e6b139ad-ed3f-4033-880b-2b6a733bafc0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:09.519680 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45660971-2d49-424f-aaa9-0df93499daf5 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:28:09.536547 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-45660971-2d49-424f-aaa9-0df93499daf5 admin admin] 10.222.0.65 "PUT /v2.0/routers/9fe81b8e-b081-4cfa-92b4-b95247378287/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4773612 Feb 07 21:28:09.548035 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-49bb7de1-6851-4851-a135-959fc9680f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:09.551113 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-49bb7de1-6851-4851-a135-959fc9680f3f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5277b698-1143-4952-a3ce-257473c57257 HTTP/1.1" status: 200 len: 851 time: 0.1724422 Feb 07 21:28:09.562699 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86acf282-ed00-4686-808c-4a1e4f4d752b None None] Sync routers for ids ['9fe81b8e-b081-4cfa-92b4-b95247378287'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:28:09.571232 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2ab1c3d4-0e0c-4bc0-83fe-78e5a5522dda None None] Port e6b139ad-ed3f-4033-880b-2b6a733bafc0 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:28:09.572877 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542766e0-08d7-45b8-bc2d-738773e1c86e req-c5d589c1-e805-4aa9-ade1-b5d03f561ab4 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:09.583985 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-542766e0-08d7-45b8-bc2d-738773e1c86e req-c5d589c1-e805-4aa9-ade1-b5d03f561ab4 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 943 time: 0.1076534 Feb 07 21:28:09.623279 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86acf282-ed00-4686-808c-4a1e4f4d752b None None] Routers {'9fe81b8e-b081-4cfa-92b4-b95247378287'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:28:09.624223 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-86acf282-ed00-4686-808c-4a1e4f4d752b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:27:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['9fe81b8e-b081-4cfa-92b4-b95247378287'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:28:09.674419 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-47b82375-1518-4d79-a835-bcc3b40ecc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:09.678158 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-47b82375-1518-4d79-a835-bcc3b40ecc05 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5d8bec1-9baf-496d-8066-d331255bb96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1205084 Feb 07 21:28:09.690680 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-542766e0-08d7-45b8-bc2d-738773e1c86e req-8a1fbee2-6112-497f-a9a2-1c8b8b41d4f6 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048133 Feb 07 21:28:09.887876 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-fb39f202-0ed7-4206-bc81-1eac0d989f5a service neutron] 10.222.0.69 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950257 Feb 07 21:28:09.902426 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-86acf282-ed00-4686-808c-4a1e4f4d752b None None] Set router 9fe81b8e-b081-4cfa-92b4-b95247378287 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:28:09.990786 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-41d8715d-9f6c-49a6-bc10-786b3a20bab7 req-20e7fc46-ab3b-4991-8881-2671f12f0b80 service neutron] 10.222.0.69 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018753 Feb 07 21:28:10.007187 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085fa2a-0eec-47e4-842c-43f7c4a07a61 req-70498b17-f782-49db-98a7-b53cf4adc422 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:10.009337 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5085fa2a-0eec-47e4-842c-43f7c4a07a61 req-70498b17-f782-49db-98a7-b53cf4adc422 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d7945c-5a58-4acf-b53f-66c434893271 HTTP/1.1" status: 200 len: 943 time: 0.1261353 Feb 07 21:28:10.114449 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5085fa2a-0eec-47e4-842c-43f7c4a07a61 req-ba2d54ce-a0fd-4cb9-bab2-a8e6ef0b9340 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982955 Feb 07 21:28:10.133398 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713a2a4-bff4-4a80-9b66-082c82698d5b req-a953ae7c-a60a-4cd7-a6d8-15286e954e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:10.135207 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f713a2a4-bff4-4a80-9b66-082c82698d5b req-a953ae7c-a60a-4cd7-a6d8-15286e954e70 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 1125 time: 0.0728862 Feb 07 21:28:10.248911 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713a2a4-bff4-4a80-9b66-082c82698d5b req-34f70f99-4f7d-4692-9c10-d9e93afdb2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:10.250822 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f713a2a4-bff4-4a80-9b66-082c82698d5b req-34f70f99-4f7d-4692-9c10-d9e93afdb2c8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 913 time: 0.1067965 Feb 07 21:28:10.309975 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f713a2a4-bff4-4a80-9b66-082c82698d5b req-74e8a16a-f838-4367-8a5f-7ccd0946baf7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0da332e9-d721-4264-9027-e6dd1e5cd70f HTTP/1.1" status: 200 len: 217 time: 0.0535951 Feb 07 21:28:10.377430 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713a2a4-bff4-4a80-9b66-082c82698d5b req-0c986c65-3135-4182-8644-51a81d6347c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:10.378352 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-86acf282-ed00-4686-808c-4a1e4f4d752b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'name': 'tempest-AttachVolumeShelveTestJSON-1854305194-router', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:27:57Z', 'updated_at': '2022-02-07T21:28:06Z', 'revision_number': 4, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'gw_port': {'id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:27:58Z', 'updated_at': '2022-02-07T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'e6b139ad-ed3f-4033-880b-2b6a733bafc0', 'name': '', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'mac_address': 'fa:16:3e:24:bb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:28:03Z', 'updated_at': '2022-02-07T21:28:07Z', 'revision_number': 2, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'subnets': [{'id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:28:10.379131 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f713a2a4-bff4-4a80-9b66-082c82698d5b req-0c986c65-3135-4182-8644-51a81d6347c5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5277b698-1143-4952-a3ce-257473c57257 HTTP/1.1" status: 200 len: 851 time: 0.0629661 Feb 07 21:28:10.435082 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86acf282-ed00-4686-808c-4a1e4f4d752b None None] Checking router: 9fe81b8e-b081-4cfa-92b4-b95247378287 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:28:10.435445 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86acf282-ed00-4686-808c-4a1e4f4d752b None None] Updating router 9fe81b8e-b081-4cfa-92b4-b95247378287 port e6b139ad-ed3f-4033-880b-2b6a733bafc0 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:28:10.477861 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713a2a4-bff4-4a80-9b66-082c82698d5b req-8d8e2474-557c-4c95-aeeb-bea7235fc260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:10.486564 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f713a2a4-bff4-4a80-9b66-082c82698d5b req-8d8e2474-557c-4c95-aeeb-bea7235fc260 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5d8bec1-9baf-496d-8066-d331255bb96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1001909 Feb 07 21:28:10.502162 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-86acf282-ed00-4686-808c-4a1e4f4d752b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e6b139ad-ed3f-4033-880b-2b6a733bafc0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:10.589787 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f713a2a4-bff4-4a80-9b66-082c82698d5b req-c58f12d9-24d0-4e6a-9f24-3be3e5383983 service neutron] 10.222.0.69 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964837 Feb 07 21:28:10.775486 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f713a2a4-bff4-4a80-9b66-082c82698d5b req-6681975d-4914-4dbb-af20-f0f6a2088319 service neutron] 10.222.0.69 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786213 Feb 07 21:28:10.796055 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 55890) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:28:10.802708 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-dcea24d2-f201-43dc-af08-d156f9ff7fe8 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Request body: {'security_group': {'name': 'tempest-securitygroup--423280468', 'description': 'tempest-description--1201492456'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:28:10.827782 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dcea24d2-f201-43dc-af08-d156f9ff7fe8 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:10.953240 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc157c0-e543-43c6-90d0-66261bdecb87 req-da8e30dc-884c-455b-9114-b37e69593436 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:10.955487 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fdc157c0-e543-43c6-90d0-66261bdecb87 req-da8e30dc-884c-455b-9114-b37e69593436 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 943 time: 0.1125822 Feb 07 21:28:11.038228 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-86acf282-ed00-4686-808c-4a1e4f4d752b None None] Publish callbacks [] for port (e6b139ad-ed3f-4033-880b-2b6a733bafc0), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:11.057868 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-86acf282-ed00-4686-808c-4a1e4f4d752b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e6b139ad-ed3f-4033-880b-2b6a733bafc0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:11.059519 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fdc157c0-e543-43c6-90d0-66261bdecb87 req-02f7c08d-e47f-4c83-a416-8dc7263e6444 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982974 Feb 07 21:28:11.124280 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17418f44-d485-436c-b5c9-23ddff1fc7f4 None None] Pushing event updated for resources: {'Port': ['ID=e6b139ad-ed3f-4033-880b-2b6a733bafc0,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:11.251441 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-86acf282-ed00-4686-808c-4a1e4f4d752b None None] Attempting to bind port e6b139ad-ed3f-4033-880b-2b6a733bafc0 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:28:11.251999 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-86acf282-ed00-4686-808c-4a1e4f4d752b None None] Attempting to bind port e6b139ad-ed3f-4033-880b-2b6a733bafc0 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '043ea5ed-e46f-47ee-989e-efc665509beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:28:11.252413 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86acf282-ed00-4686-808c-4a1e4f4d752b None None] Attempting to bind port e6b139ad-ed3f-4033-880b-2b6a733bafc0 on network 313f8c1c-8aae-48a6-b295-d997e13e6125 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:28:11.265726 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86acf282-ed00-4686-808c-4a1e4f4d752b None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:28:11.266122 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86acf282-ed00-4686-808c-4a1e4f4d752b None None] Checking segment: {'id': '043ea5ed-e46f-47ee-989e-efc665509beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:28:11.266526 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-86acf282-ed00-4686-808c-4a1e4f4d752b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:11.266924 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86acf282-ed00-4686-808c-4a1e4f4d752b None None] Bound using segment: {'id': '043ea5ed-e46f-47ee-989e-efc665509beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:28:11.267406 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-86acf282-ed00-4686-808c-4a1e4f4d752b None None] Bound port: e6b139ad-ed3f-4033-880b-2b6a733bafc0, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043ea5ed-e46f-47ee-989e-efc665509beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:28:11.267785 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-86acf282-ed00-4686-808c-4a1e4f4d752b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e6b139ad-ed3f-4033-880b-2b6a733bafc0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:11.369418 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01128b6-be28-4d4b-b36f-14e02360ccea req-453bc791-7440-450c-a31f-56a6f90e39de tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:11.376594 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e01128b6-be28-4d4b-b36f-14e02360ccea req-453bc791-7440-450c-a31f-56a6f90e39de tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d7945c-5a58-4acf-b53f-66c434893271 HTTP/1.1" status: 200 len: 943 time: 0.1356494 Feb 07 21:28:11.423768 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-86acf282-ed00-4686-808c-4a1e4f4d752b None None] For port e6b139ad-ed3f-4033-880b-2b6a733bafc0, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:28:11.436250 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-86acf282-ed00-4686-808c-4a1e4f4d752b None None] For port e6b139ad-ed3f-4033-880b-2b6a733bafc0, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e6b139ad-ed3f-4033-880b-2b6a733bafc0,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:28:11.456493 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-86acf282-ed00-4686-808c-4a1e4f4d752b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e6b139ad-ed3f-4033-880b-2b6a733bafc0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:11.464076 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e01128b6-be28-4d4b-b36f-14e02360ccea req-34fcbeb4-0113-476b-a88e-0565e6099177 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789859 Feb 07 21:28:11.487585 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dcea24d2-f201-43dc-af08-d156f9ff7fe8 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for security_group (f74596ca-2263-4fe2-8f34-8c6ec46b576b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:11.509840 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dcea24d2-f201-43dc-af08-d156f9ff7fe8 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f74596ca-2263-4fe2-8f34-8c6ec46b576b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:11.533498 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17418f44-d485-436c-b5c9-23ddff1fc7f4 None None] Pushing event updated for resources: {'Port': ['ID=e6b139ad-ed3f-4033-880b-2b6a733bafc0,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:11.548030 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86acf282-ed00-4686-808c-4a1e4f4d752b None None] Routers {'9fe81b8e-b081-4cfa-92b4-b95247378287'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:28:11.549297 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-86acf282-ed00-4686-808c-4a1e4f4d752b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:27:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['9fe81b8e-b081-4cfa-92b4-b95247378287'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:28:11.567988 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea24d2-f201-43dc-af08-d156f9ff7fe8 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f74596ca-2263-4fe2-8f34-8c6ec46b576b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:11.577066 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dcea24d2-f201-43dc-af08-d156f9ff7fe8 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:11.578300 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-dcea24d2-f201-43dc-af08-d156f9ff7fe8 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7807553 Feb 07 21:28:11.581162 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 55902) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:28:11.585357 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c8d3324e-03e4-4b89-a276-a94cc82dadf4 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Request body: {'security_group_rule': {'security_group_id': 'f74596ca-2263-4fe2-8f34-8c6ec46b576b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:28:11.623618 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8d3324e-03e4-4b89-a276-a94cc82dadf4 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for security_group_rule (4e46b710-9f09-4580-be9b-d015aed29a9c), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:11.680161 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c50b20ee-179f-4d5d-b108-597f7041417d None None] Provisioning complete for port e6b139ad-ed3f-4033-880b-2b6a733bafc0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:28:11.680591 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c50b20ee-179f-4d5d-b108-597f7041417d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e6b139ad-ed3f-4033-880b-2b6a733bafc0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:11.686514 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-86acf282-ed00-4686-808c-4a1e4f4d752b None None] Set router 9fe81b8e-b081-4cfa-92b4-b95247378287 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:28:11.721717 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8d3324e-03e4-4b89-a276-a94cc82dadf4 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for security_group_rule (4e46b710-9f09-4580-be9b-d015aed29a9c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:11.726619 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8d3324e-03e4-4b89-a276-a94cc82dadf4 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (4e46b710-9f09-4580-be9b-d015aed29a9c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:11.771976 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3324e-03e4-4b89-a276-a94cc82dadf4 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e46b710-9f09-4580-be9b-d015aed29a9c,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:11.785026 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c8d3324e-03e4-4b89-a276-a94cc82dadf4 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:11.789830 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 55904) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:28:11.790020 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c8d3324e-03e4-4b89-a276-a94cc82dadf4 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2078013 Feb 07 21:28:11.795521 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a73261d2-f6c4-4d55-9b2e-16b29ad6d299 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Request body: {'security_group_rule': {'security_group_id': 'f74596ca-2263-4fe2-8f34-8c6ec46b576b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:28:11.850042 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a73261d2-f6c4-4d55-9b2e-16b29ad6d299 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for security_group_rule (1d3571bb-4a09-429f-869c-364d6b773542), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:11.940796 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a73261d2-f6c4-4d55-9b2e-16b29ad6d299 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for security_group_rule (1d3571bb-4a09-429f-869c-364d6b773542), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:11.945504 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a73261d2-f6c4-4d55-9b2e-16b29ad6d299 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (1d3571bb-4a09-429f-869c-364d6b773542), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:11.992136 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73261d2-f6c4-4d55-9b2e-16b29ad6d299 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3571bb-4a09-429f-869c-364d6b773542,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:12.004643 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a73261d2-f6c4-4d55-9b2e-16b29ad6d299 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:12.011856 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a73261d2-f6c4-4d55-9b2e-16b29ad6d299 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2143948 Feb 07 21:28:12.012891 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 55906) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:28:12.017706 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-83963c14-3fd1-47ab-aefc-a818531c2fc2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:28:12.054342 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83963c14-3fd1-47ab-aefc-a818531c2fc2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:12.106535 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c50b20ee-179f-4d5d-b108-597f7041417d None None] Current status of the port e6b139ad-ed3f-4033-880b-2b6a733bafc0 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:28:12.106953 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c50b20ee-179f-4d5d-b108-597f7041417d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e6b139ad-ed3f-4033-880b-2b6a733bafc0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:12.222809 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c50b20ee-179f-4d5d-b108-597f7041417d None None] For port e6b139ad-ed3f-4033-880b-2b6a733bafc0, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e6b139ad-ed3f-4033-880b-2b6a733bafc0,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:28:12.232918 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c50b20ee-179f-4d5d-b108-597f7041417d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e6b139ad-ed3f-4033-880b-2b6a733bafc0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:12.265498 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c20c2c-95de-4afa-ab0d-8936c2ab6546 req-51f22f15-3a69-4e6f-965a-2d24fe96d211 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:12.272137 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49c20c2c-95de-4afa-ab0d-8936c2ab6546 req-51f22f15-3a69-4e6f-965a-2d24fe96d211 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 943 time: 0.0855186 Feb 07 21:28:12.315637 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b20ee-179f-4d5d-b108-597f7041417d None None] Pushing event updated for resources: {'Port': ['ID=e6b139ad-ed3f-4033-880b-2b6a733bafc0,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:12.329150 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83963c14-3fd1-47ab-aefc-a818531c2fc2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:12.371326 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49c20c2c-95de-4afa-ab0d-8936c2ab6546 req-0f1157ce-c74a-4da2-bc8a-1b458166191d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982587 Feb 07 21:28:12.390600 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device fb72c266-0f4b-42bc-b1d6-cf2b9ee85284 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:28:12.429546 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-86acf282-ed00-4686-808c-4a1e4f4d752b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'name': 'tempest-AttachVolumeShelveTestJSON-1854305194-router', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:27:57Z', 'updated_at': '2022-02-07T21:28:06Z', 'revision_number': 4, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'gw_port': {'id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:27:58Z', 'updated_at': '2022-02-07T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'e6b139ad-ed3f-4033-880b-2b6a733bafc0', 'name': '', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'mac_address': 'fa:16:3e:24:bb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:28:03Z', 'updated_at': '2022-02-07T21:28:11Z', 'revision_number': 4, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'subnets': [{'id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:28:12.454070 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-7b43f157-bf42-4204-850e-c5af82a93aad None None] Provisioning complete for port e6b139ad-ed3f-4033-880b-2b6a733bafc0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:28:12.458697 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7b43f157-bf42-4204-850e-c5af82a93aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e6b139ad-ed3f-4033-880b-2b6a733bafc0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:12.492889 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86acf282-ed00-4686-808c-4a1e4f4d752b None None] The sync data for ids ['9fe81b8e-b081-4cfa-92b4-b95247378287'] in n-d-828185-2 is: [{'id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'name': 'tempest-AttachVolumeShelveTestJSON-1854305194-router', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:27:57Z', 'updated_at': '2022-02-07T21:28:06Z', 'revision_number': 4, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'gw_port': {'id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:27:58Z', 'updated_at': '2022-02-07T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'e6b139ad-ed3f-4033-880b-2b6a733bafc0', 'name': '', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'mac_address': 'fa:16:3e:24:bb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:28:03Z', 'updated_at': '2022-02-07T21:28:11Z', 'revision_number': 4, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'subnets': [{'id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:28:12.498785 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-83963c14-3fd1-47ab-aefc-a818531c2fc2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Allocated IP 172.25.4.235 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/dd43e1d0-b12b-4189-8ee9-046140745b21) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:28:12.542270 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.resource_extend [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 21:28:12.709824 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7b43f157-bf42-4204-850e-c5af82a93aad None None] Current status of the port e6b139ad-ed3f-4033-880b-2b6a733bafc0 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:28:12.743145 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port fb72c266-0f4b-42bc-b1d6-cf2b9ee85284, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=fb72c266-0f4b-42bc-b1d6-cf2b9ee85284,segment=NetworkSegment(e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7),segment_id=e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:28:12.780657 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'fb72c266-0f4b-42bc-b1d6-cf2b9ee85284', 'network_id': 'f4e1a8da-b500-47e7-b15f-d8edc6f776b6', 'port_id': 'fb72c266-0f4b-42bc-b1d6-cf2b9ee85284', 'mac_address': 'fa:16:3e:89:75:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cf6121-baa9-422e-a444-8a5ab1545cb1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:28:12.800245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b528d96-c205-470b-8c82-99ce84eddcaa req-0c5fb43e-75c8-403c-8c20-ab4b58055ba4 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:12.801836 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b528d96-c205-470b-8c82-99ce84eddcaa req-0c5fb43e-75c8-403c-8c20-ab4b58055ba4 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d7945c-5a58-4acf-b53f-66c434893271 HTTP/1.1" status: 200 len: 943 time: 0.1565158 Feb 07 21:28:12.846925 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port fb72c266-0f4b-42bc-b1d6-cf2b9ee85284 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:28:12.847477 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fb72c266-0f4b-42bc-b1d6-cf2b9ee85284), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:12.862807 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb72c266-0f4b-42bc-b1d6-cf2b9ee85284 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:28:12.893901 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port fb72c266-0f4b-42bc-b1d6-cf2b9ee85284, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=fb72c266-0f4b-42bc-b1d6-cf2b9ee85284,segment=NetworkSegment(e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7),segment_id=e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:28:12.913875 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83963c14-3fd1-47ab-aefc-a818531c2fc2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for port (dd43e1d0-b12b-4189-8ee9-046140745b21), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:12.914076 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fb72c266-0f4b-42bc-b1d6-cf2b9ee85284), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:12.937069 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b528d96-c205-470b-8c82-99ce84eddcaa req-0b1dca4f-9b74-43c2-af8c-4af9a7cbfcdf tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249444 Feb 07 21:28:13.012208 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83963c14-3fd1-47ab-aefc-a818531c2fc2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (dd43e1d0-b12b-4189-8ee9-046140745b21), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:13.031396 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=fb72c266-0f4b-42bc-b1d6-cf2b9ee85284,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:13.124834 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83963c14-3fd1-47ab-aefc-a818531c2fc2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:28:13.127607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83963c14-3fd1-47ab-aefc-a818531c2fc2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Pushing event updated for resources: {'Port': ['ID=dd43e1d0-b12b-4189-8ee9-046140745b21,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:13.133164 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-83963c14-3fd1-47ab-aefc-a818531c2fc2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:28:13.135389 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83963c14-3fd1-47ab-aefc-a818531c2fc2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:28:13.254008 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['fb72c266-0f4b-42bc-b1d6-cf2b9ee85284'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:28:13.272725 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83963c14-3fd1-47ab-aefc-a818531c2fc2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for floatingip (1e352bb8-dd28-4659-a80d-ccd384323ad1), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:13.395517 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83963c14-3fd1-47ab-aefc-a818531c2fc2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (dd43e1d0-b12b-4189-8ee9-046140745b21), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:13.657877 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e6b139ad-ed3f-4033-880b-2b6a733bafc0 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:28:13.700872 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db062a-abf6-4fea-854c-d0f0e918df46 req-232e5d06-04b8-445d-a17b-c9d6d5b010ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:13.702599 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e4db062a-abf6-4fea-854c-d0f0e918df46 req-232e5d06-04b8-445d-a17b-c9d6d5b010ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 943 time: 0.1533248 Feb 07 21:28:13.708529 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83963c14-3fd1-47ab-aefc-a818531c2fc2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for port (dd43e1d0-b12b-4189-8ee9-046140745b21), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:13.716865 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83963c14-3fd1-47ab-aefc-a818531c2fc2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (dd43e1d0-b12b-4189-8ee9-046140745b21), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:13.791847 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port e6b139ad-ed3f-4033-880b-2b6a733bafc0 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:28:13.793071 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e6b139ad-ed3f-4033-880b-2b6a733bafc0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:13.881596 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83963c14-3fd1-47ab-aefc-a818531c2fc2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (1e352bb8-dd28-4659-a80d-ccd384323ad1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:13.936762 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83963c14-3fd1-47ab-aefc-a818531c2fc2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Pushing event updated for resources: {'Port': ['ID=dd43e1d0-b12b-4189-8ee9-046140745b21,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:13.945244 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83963c14-3fd1-47ab-aefc-a818531c2fc2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:13.947407 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-83963c14-3fd1-47ab-aefc-a818531c2fc2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9334767 Feb 07 21:28:13.952271 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e4db062a-abf6-4fea-854c-d0f0e918df46 req-e64646be-ec37-44fb-bfd1-b29662b0b4ae tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177556 Feb 07 21:28:14.025464 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port e6b139ad-ed3f-4033-880b-2b6a733bafc0 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:28:14.207258 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c13b25-7362-4096-a856-27167c1c1e27 req-a41334e4-5ddd-46cb-89e0-be4dda3695b3 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:14.217264 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4c13b25-7362-4096-a856-27167c1c1e27 req-a41334e4-5ddd-46cb-89e0-be4dda3695b3 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d7945c-5a58-4acf-b53f-66c434893271 HTTP/1.1" status: 200 len: 944 time: 0.1357691 Feb 07 21:28:14.361358 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df446865-a77d-473f-879c-e61d3fc5d871 req-51131ddf-9710-4b19-8b18-adab16d0bad1 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--423280468&fields=id&tenant_id=5266be69ced44c2e98a82b5b59fbf33f HTTP/1.1" status: 200 len: 267 time: 0.1093848 Feb 07 21:28:14.468998 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4c13b25-7362-4096-a856-27167c1c1e27 req-3c4a2baa-36ce-4d6e-9248-c1a8726a25a9 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505586 Feb 07 21:28:14.514718 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df446865-a77d-473f-879c-e61d3fc5d871 req-fa502650-9310-4b14-b729-1be01a026744 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:14.516985 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df446865-a77d-473f-879c-e61d3fc5d871 req-fa502650-9310-4b14-b729-1be01a026744 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/networks?id=313f8c1c-8aae-48a6-b295-d997e13e6125 HTTP/1.1" status: 200 len: 817 time: 0.1547635 Feb 07 21:28:14.549862 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df446865-a77d-473f-879c-e61d3fc5d871 req-49bd68ff-6fbf-4a77-96b0-2e428c2c693f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/quotas/5266be69ced44c2e98a82b5b59fbf33f HTTP/1.1" status: 200 len: 375 time: 0.0200186 Feb 07 21:28:14.660892 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df446865-a77d-473f-879c-e61d3fc5d871 req-a4ddfcac-8117-4ec5-9762-cb5050366ef8 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5266be69ced44c2e98a82b5b59fbf33f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006672 Feb 07 21:28:14.784042 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df446865-a77d-473f-879c-e61d3fc5d871 req-d500d1e7-13de-4e5a-b073-d7e82f903bbf service neutron] 10.222.0.65 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135378 Feb 07 21:28:14.910028 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df446865-a77d-473f-879c-e61d3fc5d871 req-bf7c9061-c4bb-4608-8183-cb28fe51d6f2 service neutron] 10.222.0.65 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137688 Feb 07 21:28:15.161240 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f20ad2-f519-4553-8218-c9935e76159b req-1fc5644b-7b34-438f-ba7c-70268ddc8d4b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:15.163266 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66f20ad2-f519-4553-8218-c9935e76159b req-1fc5644b-7b34-438f-ba7c-70268ddc8d4b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 943 time: 0.0885174 Feb 07 21:28:15.245101 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-357e64c4-dccc-4b5e-9ebb-09ce6977afa6 req-f89258aa-71a3-4e56-8bdc-072b3d088c44 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 210 time: 0.0805089 Feb 07 21:28:15.292631 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66f20ad2-f519-4553-8218-c9935e76159b req-cb60adf6-1ed2-4cee-80c5-913b0528901e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084630 Feb 07 21:28:15.631037 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cf04f-1140-4aaa-b898-924616354a58 req-ec1de702-3dd6-496f-9742-69119644d0f0 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:15.633154 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d11cf04f-1140-4aaa-b898-924616354a58 req-ec1de702-3dd6-496f-9742-69119644d0f0 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d7945c-5a58-4acf-b53f-66c434893271 HTTP/1.1" status: 200 len: 944 time: 0.0631683 Feb 07 21:28:15.695594 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d11cf04f-1140-4aaa-b898-924616354a58 req-5e3f9c7e-b1ed-4256-b255-c7454909a69f tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516238 Feb 07 21:28:16.388156 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device fb72c266-0f4b-42bc-b1d6-cf2b9ee85284 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:28:16.561634 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port fb72c266-0f4b-42bc-b1d6-cf2b9ee85284 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:28:16.562659 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d97f948c-75e7-4e34-a214-9d8a23c71ddf req-e592ab9e-5f59-4806-9c1b-9e33e16fb2cd tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 210 time: 0.0684872 Feb 07 21:28:16.572534 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port fb72c266-0f4b-42bc-b1d6-cf2b9ee85284 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:28:16.576907 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fb72c266-0f4b-42bc-b1d6-cf2b9ee85284), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:16.620711 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433aac1e-e85a-4e29-bb9f-5dfd5b83a82f req-d6cbf12c-f559-4d6d-921b-cd510095cbce tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:16.628857 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-433aac1e-e85a-4e29-bb9f-5dfd5b83a82f req-d6cbf12c-f559-4d6d-921b-cd510095cbce tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 943 time: 0.1927259 Feb 07 21:28:16.693441 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-433aac1e-e85a-4e29-bb9f-5dfd5b83a82f req-83bb73ab-ddc4-4a75-8ac4-bb3035fa4cc8 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634019 Feb 07 21:28:16.766446 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port fb72c266-0f4b-42bc-b1d6-cf2b9ee85284 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:28:16.766964 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fb72c266-0f4b-42bc-b1d6-cf2b9ee85284), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:16.783518 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df446865-a77d-473f-879c-e61d3fc5d871 req-54621e56-42a6-4ace-a332-32552e6488de tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:16.785531 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df446865-a77d-473f-879c-e61d3fc5d871 req-54621e56-42a6-4ace-a332-32552e6488de tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.71 "GET /v2.0/networks?id=313f8c1c-8aae-48a6-b295-d997e13e6125 HTTP/1.1" status: 200 len: 817 time: 0.4366851 Feb 07 21:28:16.796696 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d7945c-5a58-4acf-b53f-66c434893271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb72c266-0f4b-42bc-b1d6-cf2b9ee85284'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:28:16.799031 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e341f5-fac1-4160-9746-8ebc8ddd4cdd" -d '{"events": [{"server_uuid": "b3d7945c-5a58-4acf-b53f-66c434893271", "name": "network-vif-plugged", "status": "completed", "tag": "fb72c266-0f4b-42bc-b1d6-cf2b9ee85284"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:28:16.816030 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port fb72c266-0f4b-42bc-b1d6-cf2b9ee85284, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=fb72c266-0f4b-42bc-b1d6-cf2b9ee85284,segment=NetworkSegment(e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7),segment_id=e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:28:16.820949 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fb72c266-0f4b-42bc-b1d6-cf2b9ee85284), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:16.866877 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd817537-d735-4263-91b2-0417c6485672 x-openstack-request-id: req-fd817537-d735-4263-91b2-0417c6485672 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:28:16.867316 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d7945c-5a58-4acf-b53f-66c434893271", "name": "network-vif-plugged", "status": "completed", "tag": "fb72c266-0f4b-42bc-b1d6-cf2b9ee85284", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:28:16.867648 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fd817537-d735-4263-91b2-0417c6485672 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:28:16.868098 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d7945c-5a58-4acf-b53f-66c434893271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb72c266-0f4b-42bc-b1d6-cf2b9ee85284', 'code': 200} Feb 07 21:28:16.907086 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=fb72c266-0f4b-42bc-b1d6-cf2b9ee85284,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:17.001388 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad13d7-f3ae-4d11-b3eb-57b0d2a06b0f req-0efb9fc4-16fc-4a08-9f09-735c9af148d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:17.003158 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-39ad13d7-f3ae-4d11-b3eb-57b0d2a06b0f req-0efb9fc4-16fc-4a08-9f09-735c9af148d1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b3d7945c-5a58-4acf-b53f-66c434893271 HTTP/1.1" status: 200 len: 1127 time: 0.0667388 Feb 07 21:28:17.012541 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc35a0-de7a-4210-b075-37635140d3bb req-cc7b9846-df2c-4996-a150-23ad7980def4 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:17.019374 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7dfc35a0-de7a-4210-b075-37635140d3bb req-cc7b9846-df2c-4996-a150-23ad7980def4 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d7945c-5a58-4acf-b53f-66c434893271 HTTP/1.1" status: 200 len: 945 time: 0.1606770 Feb 07 21:28:17.040587 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df446865-a77d-473f-879c-e61d3fc5d871 req-46e34940-e51e-46ef-a817-4732cc8b5ff4 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5266be69ced44c2e98a82b5b59fbf33f HTTP/1.1" status: 200 len: 379 time: 0.2419565 Feb 07 21:28:17.054308 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-df446865-a77d-473f-879c-e61d3fc5d871 req-c2b88cd1-a7bc-4546-b4e7-257515bf383f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Request body: {'port': {'device_id': 'f081eddd-5bb3-4d00-ae11-6fdcbc206256', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'admin_state_up': True, 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'security_groups': ['f74596ca-2263-4fe2-8f34-8c6ec46b576b']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:28:17.087099 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-39ad13d7-f3ae-4d11-b3eb-57b0d2a06b0f req-17d997b0-eda3-46a5-9ee9-ab9123391048 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747929 Feb 07 21:28:17.178375 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7dfc35a0-de7a-4210-b075-37635140d3bb req-4808ffdf-5cde-4947-bea1-b4af36a01623 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561658 Feb 07 21:28:17.212298 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df446865-a77d-473f-879c-e61d3fc5d871 req-c2b88cd1-a7bc-4546-b4e7-257515bf383f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Made reservation on behalf of 5266be69ced44c2e98a82b5b59fbf33f for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:28:17.227905 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-df446865-a77d-473f-879c-e61d3fc5d871 req-c2b88cd1-a7bc-4546-b4e7-257515bf383f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:17.394838 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-df446865-a77d-473f-879c-e61d3fc5d871 req-c2b88cd1-a7bc-4546-b4e7-257515bf383f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Allocated IP 172.20.0.12 (313f8c1c-8aae-48a6-b295-d997e13e6125/cd4692e6-7e5d-43fa-9585-afffaba1004b/9dff229d-589a-4c03-88b4-9e6351af7b5f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:28:17.557657 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-df446865-a77d-473f-879c-e61d3fc5d871 req-c2b88cd1-a7bc-4546-b4e7-257515bf383f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:17.610016 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-df446865-a77d-473f-879c-e61d3fc5d871 req-c2b88cd1-a7bc-4546-b4e7-257515bf383f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:17.712289 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b88cd1-a7bc-4546-b4e7-257515bf383f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Pushing event updated for resources: {'Port': ['ID=9dff229d-589a-4c03-88b4-9e6351af7b5f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:17.781799 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df446865-a77d-473f-879c-e61d3fc5d871 req-c2b88cd1-a7bc-4546-b4e7-257515bf383f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Network 313f8c1c-8aae-48a6-b295-d997e13e6125 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:28:17.785701 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-df446865-a77d-473f-879c-e61d3fc5d871 req-c2b88cd1-a7bc-4546-b4e7-257515bf383f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:28:17.800291 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-df446865-a77d-473f-879c-e61d3fc5d871 req-c2b88cd1-a7bc-4546-b4e7-257515bf383f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:28:17.813384 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb54c04-f4c7-4620-8b7b-3cdd41e21606 req-bec08d80-4d29-47d2-9287-547a67744d99 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:17.820430 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fbb54c04-f4c7-4620-8b7b-3cdd41e21606 req-bec08d80-4d29-47d2-9287-547a67744d99 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 932 time: 0.1359642 Feb 07 21:28:17.965106 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df446865-a77d-473f-879c-e61d3fc5d871 req-c2b88cd1-a7bc-4546-b4e7-257515bf383f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:17.965743 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-df446865-a77d-473f-879c-e61d3fc5d871 req-c2b88cd1-a7bc-4546-b4e7-257515bf383f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:17.986433 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fbb54c04-f4c7-4620-8b7b-3cdd41e21606 req-f002ef1c-d343-4ab1-baaf-4e6e09db0fe0 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651273 Feb 07 21:28:17.998401 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673080c0-c5a6-4e43-a529-babd07986e10 req-e45507b5-5040-4194-86e4-9960bf6fe33f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:18.000440 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-673080c0-c5a6-4e43-a529-babd07986e10 req-e45507b5-5040-4194-86e4-9960bf6fe33f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 943 time: 0.1491611 Feb 07 21:28:18.011110 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df446865-a77d-473f-879c-e61d3fc5d871 req-c2b88cd1-a7bc-4546-b4e7-257515bf383f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9607093 Feb 07 21:28:18.066464 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-df446865-a77d-473f-879c-e61d3fc5d871 req-ce1c8e6f-f893-40f9-9589-a1299b0d2ae5 service neutron] Request body: {'port': {'device_id': 'f081eddd-5bb3-4d00-ae11-6fdcbc206256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:28:18.116894 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c1524e51-72f6-400a-91f4-ec7da6fbb01e None None] Provisioning complete for port 9dff229d-589a-4c03-88b4-9e6351af7b5f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:28:18.121871 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c1524e51-72f6-400a-91f4-ec7da6fbb01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:18.225319 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c1524e51-72f6-400a-91f4-ec7da6fbb01e None None] Port 9dff229d-589a-4c03-88b4-9e6351af7b5f cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:28:18.433022 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0ce03a2a-7ac7-44f6-ae7b-5e71f9e7ad00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:18.447301 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-673080c0-c5a6-4e43-a529-babd07986e10 req-aed850f4-58e6-4efe-bcf5-30b4e55b8a3e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320793 Feb 07 21:28:18.527090 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-df446865-a77d-473f-879c-e61d3fc5d871 req-ce1c8e6f-f893-40f9-9589-a1299b0d2ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:18.550848 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2473d8-0648-426a-8dc9-b53f6cb71213 req-f5f6d96f-7677-4ed6-a757-750cb1538176 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:18.558772 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac2473d8-0648-426a-8dc9-b53f6cb71213 req-f5f6d96f-7677-4ed6-a757-750cb1538176 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d7945c-5a58-4acf-b53f-66c434893271 HTTP/1.1" status: 200 len: 945 time: 0.1392374 Feb 07 21:28:18.647659 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac2473d8-0648-426a-8dc9-b53f6cb71213 req-b8e9581a-b391-456b-abb6-87a9fb2048ef tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868304 Feb 07 21:28:18.894665 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-df446865-a77d-473f-879c-e61d3fc5d871 req-ce1c8e6f-f893-40f9-9589-a1299b0d2ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dff229d-589a-4c03-88b4-9e6351af7b5f {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:28:18.902253 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-df446865-a77d-473f-879c-e61d3fc5d871 req-ce1c8e6f-f893-40f9-9589-a1299b0d2ae5 service neutron] Publish callbacks [] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:18.914018 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-df446865-a77d-473f-879c-e61d3fc5d871 req-ce1c8e6f-f893-40f9-9589-a1299b0d2ae5 service neutron] Transition to ACTIVE for port object 9dff229d-589a-4c03-88b4-9e6351af7b5f will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:28:18.918817 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-df446865-a77d-473f-879c-e61d3fc5d871 req-ce1c8e6f-f893-40f9-9589-a1299b0d2ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:19.042865 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c8e6f-f893-40f9-9589-a1299b0d2ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=9dff229d-589a-4c03-88b4-9e6351af7b5f,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:19.045341 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-df446865-a77d-473f-879c-e61d3fc5d871 req-ce1c8e6f-f893-40f9-9589-a1299b0d2ae5 service neutron] Attempting to bind port 9dff229d-589a-4c03-88b4-9e6351af7b5f on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:28:19.045743 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-df446865-a77d-473f-879c-e61d3fc5d871 req-ce1c8e6f-f893-40f9-9589-a1299b0d2ae5 service neutron] Attempting to bind port 9dff229d-589a-4c03-88b4-9e6351af7b5f by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '043ea5ed-e46f-47ee-989e-efc665509beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:28:19.046074 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df446865-a77d-473f-879c-e61d3fc5d871 req-ce1c8e6f-f893-40f9-9589-a1299b0d2ae5 service neutron] Attempting to bind port 9dff229d-589a-4c03-88b4-9e6351af7b5f on network 313f8c1c-8aae-48a6-b295-d997e13e6125 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:28:19.051369 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df446865-a77d-473f-879c-e61d3fc5d871 req-ce1c8e6f-f893-40f9-9589-a1299b0d2ae5 service neutron] Port 9dff229d-589a-4c03-88b4-9e6351af7b5f on network 313f8c1c-8aae-48a6-b295-d997e13e6125 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:28:19.051685 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df446865-a77d-473f-879c-e61d3fc5d871 req-ce1c8e6f-f893-40f9-9589-a1299b0d2ae5 service neutron] Attempting to bind port 9dff229d-589a-4c03-88b4-9e6351af7b5f on network 313f8c1c-8aae-48a6-b295-d997e13e6125 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:28:19.064998 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df446865-a77d-473f-879c-e61d3fc5d871 req-ce1c8e6f-f893-40f9-9589-a1299b0d2ae5 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:28:19.065446 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df446865-a77d-473f-879c-e61d3fc5d871 req-ce1c8e6f-f893-40f9-9589-a1299b0d2ae5 service neutron] Checking segment: {'id': '043ea5ed-e46f-47ee-989e-efc665509beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:28:19.066544 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df446865-a77d-473f-879c-e61d3fc5d871 req-ce1c8e6f-f893-40f9-9589-a1299b0d2ae5 service neutron] Bound using segment: {'id': '043ea5ed-e46f-47ee-989e-efc665509beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:28:19.067441 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-df446865-a77d-473f-879c-e61d3fc5d871 req-ce1c8e6f-f893-40f9-9589-a1299b0d2ae5 service neutron] Bound port: 9dff229d-589a-4c03-88b4-9e6351af7b5f, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043ea5ed-e46f-47ee-989e-efc665509beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:28:19.067906 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-df446865-a77d-473f-879c-e61d3fc5d871 req-ce1c8e6f-f893-40f9-9589-a1299b0d2ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:19.151565 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-df446865-a77d-473f-879c-e61d3fc5d871 req-ce1c8e6f-f893-40f9-9589-a1299b0d2ae5 service neutron] For port 9dff229d-589a-4c03-88b4-9e6351af7b5f, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:28:19.155680 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-df446865-a77d-473f-879c-e61d3fc5d871 req-ce1c8e6f-f893-40f9-9589-a1299b0d2ae5 service neutron] For port 9dff229d-589a-4c03-88b4-9e6351af7b5f, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9dff229d-589a-4c03-88b4-9e6351af7b5f,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:28:19.173819 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-df446865-a77d-473f-879c-e61d3fc5d871 req-ce1c8e6f-f893-40f9-9589-a1299b0d2ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:19.235776 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df446865-a77d-473f-879c-e61d3fc5d871 req-ce1c8e6f-f893-40f9-9589-a1299b0d2ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:19.236554 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-df446865-a77d-473f-879c-e61d3fc5d871 req-ce1c8e6f-f893-40f9-9589-a1299b0d2ae5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:19.238235 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df446865-a77d-473f-879c-e61d3fc5d871 req-ce1c8e6f-f893-40f9-9589-a1299b0d2ae5 service neutron] 10.222.0.71 "PUT /v2.0/ports/9dff229d-589a-4c03-88b4-9e6351af7b5f HTTP/1.1" status: 200 len: 1092 time: 1.1861670 Feb 07 21:28:19.240768 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f081eddd-5bb3-4d00-ae11-6fdcbc206256', 'tag': '9dff229d-589a-4c03-88b4-9e6351af7b5f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:28:19.243263 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f26cb9b-eeb7-4799-a48f-c43a1251847c" -d '{"events": [{"name": "network-changed", "server_uuid": "f081eddd-5bb3-4d00-ae11-6fdcbc206256", "tag": "9dff229d-589a-4c03-88b4-9e6351af7b5f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:28:19.307457 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0c6e2-680a-4d09-9cd9-3787ec1b90ac req-bc9b066e-8ded-4250-a735-7e21c5db5229 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:19.309881 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6fe0c6e2-680a-4d09-9cd9-3787ec1b90ac req-bc9b066e-8ded-4250-a735-7e21c5db5229 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 944 time: 0.1508589 Feb 07 21:28:19.313815 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2032034b-1197-42b1-87f5-851f5d008770 x-openstack-request-id: req-2032034b-1197-42b1-87f5-851f5d008770 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:28:19.314235 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f081eddd-5bb3-4d00-ae11-6fdcbc206256", "tag": "9dff229d-589a-4c03-88b4-9e6351af7b5f", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:28:19.314583 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2032034b-1197-42b1-87f5-851f5d008770 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:28:19.315065 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f081eddd-5bb3-4d00-ae11-6fdcbc206256', 'tag': '9dff229d-589a-4c03-88b4-9e6351af7b5f', 'status': 'completed', 'code': 200} Feb 07 21:28:19.349357 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c8e6f-f893-40f9-9589-a1299b0d2ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=9dff229d-589a-4c03-88b4-9e6351af7b5f,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:19.405857 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6fe0c6e2-680a-4d09-9cd9-3787ec1b90ac req-0b712091-6121-4137-84ca-74d09068031c tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882351 Feb 07 21:28:19.422822 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df446865-a77d-473f-879c-e61d3fc5d871 req-eddaf1ac-9a8d-458e-9892-9381e73f2688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:19.424410 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df446865-a77d-473f-879c-e61d3fc5d871 req-eddaf1ac-9a8d-458e-9892-9381e73f2688 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5266be69ced44c2e98a82b5b59fbf33f&device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 1126 time: 0.1082165 Feb 07 21:28:19.474556 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df446865-a77d-473f-879c-e61d3fc5d871 req-c43f310b-dffb-47a4-8f63-8af84b000480 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dff229d-589a-4c03-88b4-9e6351af7b5f HTTP/1.1" status: 200 len: 217 time: 0.0416975 Feb 07 21:28:19.537511 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df446865-a77d-473f-879c-e61d3fc5d871 req-c878a1f7-ba16-4fa1-816f-79ca96dc248f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:19.538887 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df446865-a77d-473f-879c-e61d3fc5d871 req-c878a1f7-ba16-4fa1-816f-79ca96dc248f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cd4692e6-7e5d-43fa-9585-afffaba1004b HTTP/1.1" status: 200 len: 856 time: 0.0576606 Feb 07 21:28:19.644065 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df446865-a77d-473f-879c-e61d3fc5d871 req-f362e815-8396-4db3-8252-e179264ffa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:19.645814 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df446865-a77d-473f-879c-e61d3fc5d871 req-f362e815-8396-4db3-8252-e179264ffa76 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=313f8c1c-8aae-48a6-b295-d997e13e6125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1000423 Feb 07 21:28:19.659066 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e28bd-3c7b-40df-987e-ce8f50796889 req-7152cc23-5eb8-40da-966e-b6055c71c7f5 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:19.660769 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cb7e28bd-3c7b-40df-987e-ce8f50796889 req-7152cc23-5eb8-40da-966e-b6055c71c7f5 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 943 time: 0.1031897 Feb 07 21:28:19.771598 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cb7e28bd-3c7b-40df-987e-ce8f50796889 req-04cf7cfc-48ca-42b7-96e0-ac594830b941 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870774 Feb 07 21:28:19.847003 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df446865-a77d-473f-879c-e61d3fc5d871 req-7f583e29-9468-4e9d-97c9-ae4a1a7ecaa4 service neutron] 10.222.0.71 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844263 Feb 07 21:28:19.859956 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435ea43-6be8-4cd7-9be3-3739cddf4548 req-53854d9e-af40-4503-bc5c-eb5bbe41821a tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:19.861831 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a435ea43-6be8-4cd7-9be3-3739cddf4548 req-53854d9e-af40-4503-bc5c-eb5bbe41821a tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d7945c-5a58-4acf-b53f-66c434893271 HTTP/1.1" status: 200 len: 945 time: 0.1240067 Feb 07 21:28:19.971604 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a435ea43-6be8-4cd7-9be3-3739cddf4548 req-d465846f-9b60-44d8-a2c0-f3bead67cf3a tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010878 Feb 07 21:28:19.989341 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df446865-a77d-473f-879c-e61d3fc5d871 req-c6001d50-3985-4b75-9878-42dd0c992ca9 service neutron] 10.222.0.71 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264696 Feb 07 21:28:20.082973 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26cb9b-eeb7-4799-a48f-c43a1251847c req-7e9513bf-1025-4fe6-92c6-80e6704ba629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:20.084497 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f26cb9b-eeb7-4799-a48f-c43a1251847c req-7e9513bf-1025-4fe6-92c6-80e6704ba629 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5266be69ced44c2e98a82b5b59fbf33f&device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 1126 time: 0.0495050 Feb 07 21:28:20.179065 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26cb9b-eeb7-4799-a48f-c43a1251847c req-814beedb-9661-4937-9db9-6b27a7d2f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:20.180546 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f26cb9b-eeb7-4799-a48f-c43a1251847c req-814beedb-9661-4937-9db9-6b27a7d2f541 service neutron] 10.222.0.71 "GET /v2.0/networks?id=313f8c1c-8aae-48a6-b295-d997e13e6125 HTTP/1.1" status: 200 len: 918 time: 0.0899796 Feb 07 21:28:20.222259 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f26cb9b-eeb7-4799-a48f-c43a1251847c req-84a9d25c-18be-40a5-a4d3-ed7961daeebc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dff229d-589a-4c03-88b4-9e6351af7b5f HTTP/1.1" status: 200 len: 217 time: 0.0352204 Feb 07 21:28:20.268538 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26cb9b-eeb7-4799-a48f-c43a1251847c req-ea9bcca0-b1de-4bce-bbd1-10634ddb6dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:20.269971 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f26cb9b-eeb7-4799-a48f-c43a1251847c req-ea9bcca0-b1de-4bce-bbd1-10634ddb6dd1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cd4692e6-7e5d-43fa-9585-afffaba1004b HTTP/1.1" status: 200 len: 856 time: 0.0425382 Feb 07 21:28:20.319046 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26cb9b-eeb7-4799-a48f-c43a1251847c req-6c3b2569-d930-4528-9967-bc6e52232daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:20.320572 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f26cb9b-eeb7-4799-a48f-c43a1251847c req-6c3b2569-d930-4528-9967-bc6e52232daf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=313f8c1c-8aae-48a6-b295-d997e13e6125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448308 Feb 07 21:28:20.412039 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f26cb9b-eeb7-4799-a48f-c43a1251847c req-b0539bd3-16b7-4fcd-812c-3a4bf6b93227 service neutron] 10.222.0.71 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855920 Feb 07 21:28:20.520881 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f26cb9b-eeb7-4799-a48f-c43a1251847c req-3ab9426c-9692-4774-8c39-01d015ca97e7 service neutron] 10.222.0.71 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029930 Feb 07 21:28:20.567992 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922acd3-eeda-41b1-bf36-03a60a9340b2 req-87658b74-5038-428d-80bc-96708e0ec7cc tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:20.569775 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9922acd3-eeda-41b1-bf36-03a60a9340b2 req-87658b74-5038-428d-80bc-96708e0ec7cc tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 944 time: 0.0680127 Feb 07 21:28:20.576844 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-20481521-98b3-417c-a906-d897103e80fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:20.624779 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9922acd3-eeda-41b1-bf36-03a60a9340b2 req-3f34427a-6de6-4c73-b453-e2e76483eb4d tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472667 Feb 07 21:28:20.914649 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7b290-e251-451a-8a33-d76177c952ad req-6ffcca70-5556-4126-851c-23f940a03820 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:20.917629 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-98e7b290-e251-451a-8a33-d76177c952ad req-6ffcca70-5556-4126-851c-23f940a03820 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 943 time: 0.0709021 Feb 07 21:28:20.969047 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-98e7b290-e251-451a-8a33-d76177c952ad req-e903276e-4eb2-4b10-b300-a13a4a84105b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461771 Feb 07 21:28:21.758242 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742bcce-0c63-40a1-a988-a1950e5243c6 req-ea5e1070-8152-489c-a646-e0731cd3261f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:21.759708 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6742bcce-0c63-40a1-a988-a1950e5243c6 req-ea5e1070-8152-489c-a646-e0731cd3261f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 944 time: 0.0586863 Feb 07 21:28:21.797202 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:21.805244 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6742bcce-0c63-40a1-a988-a1950e5243c6 req-1c918778-10af-4845-b030-bbb88d7f783a tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399511 Feb 07 21:28:22.095175 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c004e42-8891-4d58-98cb-9b3477a8ae98 req-ed53ade8-a881-492a-b0f4-0aaf920206e8 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:22.096725 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1c004e42-8891-4d58-98cb-9b3477a8ae98 req-ed53ade8-a881-492a-b0f4-0aaf920206e8 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 943 time: 0.0534008 Feb 07 21:28:22.143091 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1c004e42-8891-4d58-98cb-9b3477a8ae98 req-fa380e56-7e70-41a4-bcb7-8f5a01b7ef3a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406592 Feb 07 21:28:22.955538 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc55e22-817c-4ff4-a2f1-b2b0089fdd3d req-a1dd1dee-473a-4f17-ad48-afc4c9040751 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:22.957052 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bc55e22-817c-4ff4-a2f1-b2b0089fdd3d req-a1dd1dee-473a-4f17-ad48-afc4c9040751 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 944 time: 0.0804720 Feb 07 21:28:23.012729 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bc55e22-817c-4ff4-a2f1-b2b0089fdd3d req-e283e78d-05f5-4e6b-a337-2124e4074697 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499914 Feb 07 21:28:23.296100 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049f23b-6e23-4eb7-a37c-205ae6ec2bb2 req-084cc4f0-a6db-4ba1-9922-561d4c319079 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:23.297669 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3049f23b-6e23-4eb7-a37c-205ae6ec2bb2 req-084cc4f0-a6db-4ba1-9922-561d4c319079 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 943 time: 0.0730426 Feb 07 21:28:23.321225 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:23.363271 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3049f23b-6e23-4eb7-a37c-205ae6ec2bb2 req-0e7f4910-94ea-4f88-b0b5-ea10c905e9ed tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528717 Feb 07 21:28:24.191881 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee41c3-52d4-4781-929f-cf152c079830 req-50954222-36e0-4991-a64a-c2092746635b tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:24.193710 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5eee41c3-52d4-4781-929f-cf152c079830 req-50954222-36e0-4991-a64a-c2092746635b tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 944 time: 0.0919888 Feb 07 21:28:24.301571 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5eee41c3-52d4-4781-929f-cf152c079830 req-cc01b07b-29b4-4c11-b8af-d902b8d9598b tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018121 Feb 07 21:28:24.596697 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e67675-14d3-45a8-871d-11c87facc534 req-985f80a4-d20a-4b0e-b6ac-e269b5d111f8 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:24.598600 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-62e67675-14d3-45a8-871d-11c87facc534 req-985f80a4-d20a-4b0e-b6ac-e269b5d111f8 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 943 time: 0.1188490 Feb 07 21:28:24.634997 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:24.690175 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-62e67675-14d3-45a8-871d-11c87facc534 req-9d9b232f-2be7-44fa-8d01-bbc3a633d94d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845859 Feb 07 21:28:24.962410 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 9dff229d-589a-4c03-88b4-9e6351af7b5f details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:28:25.137298 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 9dff229d-589a-4c03-88b4-9e6351af7b5f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9dff229d-589a-4c03-88b4-9e6351af7b5f,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:28:25.153191 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '9dff229d-589a-4c03-88b4-9e6351af7b5f', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'port_id': '9dff229d-589a-4c03-88b4-9e6351af7b5f', 'mac_address': 'fa:16:3e:07:e6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:28:25.208701 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 9dff229d-589a-4c03-88b4-9e6351af7b5f is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:28:25.209316 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:25.254275 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dff229d-589a-4c03-88b4-9e6351af7b5f {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:28:25.301795 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 9dff229d-589a-4c03-88b4-9e6351af7b5f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9dff229d-589a-4c03-88b4-9e6351af7b5f,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:28:25.306462 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:25.419636 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=9dff229d-589a-4c03-88b4-9e6351af7b5f,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:25.436195 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:25.436905 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:25.437874 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:25.440750 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:25.441964 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:25.442553 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:25.443186 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:25.443728 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:25.444294 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:25.444868 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:25.445442 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:25.445974 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:25.446687 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:28:25.484085 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719ec96-a087-4de5-97fe-64553792e74d req-b443c584-5e55-432a-9811-bb764313ebb6 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:25.485742 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3719ec96-a087-4de5-97fe-64553792e74d req-b443c584-5e55-432a-9811-bb764313ebb6 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 945 time: 0.0674040 Feb 07 21:28:25.544387 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3719ec96-a087-4de5-97fe-64553792e74d req-48b04109-1ec4-48c4-b655-4248608a2354 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530517 Feb 07 21:28:25.714742 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['9dff229d-589a-4c03-88b4-9e6351af7b5f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:28:25.881893 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757866d-1c53-4de4-ba1e-7a96de1e28ea req-86c85a2a-0a43-43f8-b9b2-929c11fee64d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:25.890640 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f757866d-1c53-4de4-ba1e-7a96de1e28ea req-86c85a2a-0a43-43f8-b9b2-929c11fee64d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 943 time: 0.0763044 Feb 07 21:28:25.984859 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f757866d-1c53-4de4-ba1e-7a96de1e28ea req-77b2b656-a4f9-4bbe-92f0-b88807f2172d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883427 Feb 07 21:28:26.671924 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f723a-36e5-41cc-85bf-72b37b61d3eb req-16c7e5fd-834a-40f6-86b2-d569a57d9508 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:26.674650 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e42f723a-36e5-41cc-85bf-72b37b61d3eb req-16c7e5fd-834a-40f6-86b2-d569a57d9508 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 945 time: 0.0558879 Feb 07 21:28:26.731126 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e42f723a-36e5-41cc-85bf-72b37b61d3eb req-5ea69c96-e378-48d0-9af6-6fdfb1f70465 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503676 Feb 07 21:28:26.988382 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 9dff229d-589a-4c03-88b4-9e6351af7b5f up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:28:27.048870 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 9dff229d-589a-4c03-88b4-9e6351af7b5f completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:28:27.053170 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 9dff229d-589a-4c03-88b4-9e6351af7b5f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:28:27.053591 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:27.138710 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 9dff229d-589a-4c03-88b4-9e6351af7b5f is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:28:27.138710 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:27.147359 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad8aeb-fe59-4321-a1ed-1d99ef76e7d1 req-e8fca88a-6ecb-4301-b52f-e1740a1aa0cc tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:27.149431 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-92ad8aeb-fe59-4321-a1ed-1d99ef76e7d1 req-e8fca88a-6ecb-4301-b52f-e1740a1aa0cc tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 943 time: 0.0765696 Feb 07 21:28:27.171676 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f081eddd-5bb3-4d00-ae11-6fdcbc206256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dff229d-589a-4c03-88b4-9e6351af7b5f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:28:27.171676 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18228a3-6d44-4612-828c-89bb8425be8a" -d '{"events": [{"server_uuid": "f081eddd-5bb3-4d00-ae11-6fdcbc206256", "name": "network-vif-plugged", "status": "completed", "tag": "9dff229d-589a-4c03-88b4-9e6351af7b5f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:28:27.196978 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 9dff229d-589a-4c03-88b4-9e6351af7b5f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9dff229d-589a-4c03-88b4-9e6351af7b5f,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:28:27.202619 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:27.235158 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa0264e-b2fa-4825-b053-c441f2702324 x-openstack-request-id: req-7aa0264e-b2fa-4825-b053-c441f2702324 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:28:27.235614 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f081eddd-5bb3-4d00-ae11-6fdcbc206256", "name": "network-vif-plugged", "status": "completed", "tag": "9dff229d-589a-4c03-88b4-9e6351af7b5f", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:28:27.236271 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7aa0264e-b2fa-4825-b053-c441f2702324 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:28:27.237197 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f081eddd-5bb3-4d00-ae11-6fdcbc206256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dff229d-589a-4c03-88b4-9e6351af7b5f', 'code': 200} Feb 07 21:28:27.243611 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-92ad8aeb-fe59-4321-a1ed-1d99ef76e7d1 req-d4ee778a-8598-4950-ada1-e129676177e1 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850105 Feb 07 21:28:27.304405 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=9dff229d-589a-4c03-88b4-9e6351af7b5f,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:27.372098 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a408d22-1592-466c-9e04-fe480b430f76 req-5790b069-ad7d-4c65-8e09-40f3d7249acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:27.373857 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1a408d22-1592-466c-9e04-fe480b430f76 req-5790b069-ad7d-4c65-8e09-40f3d7249acc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 1128 time: 0.0800269 Feb 07 21:28:27.418099 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1a408d22-1592-466c-9e04-fe480b430f76 req-11d89b08-978e-4d17-a458-a16e24676dbc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384934 Feb 07 21:28:27.869928 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283392b-6899-43b4-b07b-e5ba7c17211a req-05954be5-1a90-434f-bb90-fdc186accd4d tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:27.872016 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c283392b-6899-43b4-b07b-e5ba7c17211a req-05954be5-1a90-434f-bb90-fdc186accd4d tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.0577309 Feb 07 21:28:27.951695 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c283392b-6899-43b4-b07b-e5ba7c17211a req-dc72142a-7c7d-4324-a24a-9a1d82e1ded9 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724800 Feb 07 21:28:28.405833 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561c7a9-bea1-44fc-93c1-f33e54423d69 req-7edcbac3-5be0-4166-b11b-1703fc1ff0cb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:28.414974 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a561c7a9-bea1-44fc-93c1-f33e54423d69 req-7edcbac3-5be0-4166-b11b-1703fc1ff0cb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 943 time: 0.0726354 Feb 07 21:28:28.476024 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a561c7a9-bea1-44fc-93c1-f33e54423d69 req-309cb77f-79d1-402f-b378-ebceb88af420 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597570 Feb 07 21:28:29.121812 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7169a-bafe-44c7-a470-5f926636b407 req-c4060478-1c95-4c8f-a2a6-d89de54a4dd2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:29.129352 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9f7169a-bafe-44c7-a470-5f926636b407 req-c4060478-1c95-4c8f-a2a6-d89de54a4dd2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.0689685 Feb 07 21:28:29.240299 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9f7169a-bafe-44c7-a470-5f926636b407 req-849c57b9-d2ac-4559-b51b-5b7247ff6240 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099365 Feb 07 21:28:29.470925 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5bce1-fca6-4d20-97c7-5441aa626b1d req-e401ed7c-9d39-4368-9827-1f2361c746c2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:29.485689 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56092) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:28:29.486515 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fae5bce1-fca6-4d20-97c7-5441aa626b1d req-e401ed7c-9d39-4368-9827-1f2361c746c2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.1249502 Feb 07 21:28:29.490638 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-15437577-d061-4b89-8013-74a1443eb1ea tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Request body: {'floatingip': {'port_id': '9dff229d-589a-4c03-88b4-9e6351af7b5f'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:28:29.560704 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-15437577-d061-4b89-8013-74a1443eb1ea tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for floatingip (1e352bb8-dd28-4659-a80d-ccd384323ad1), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:29.606202 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:28:29.671198 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab17ed-cf9a-4930-8b9a-ceb13d4264da req-a2639e62-2514-49c7-8ca6-eccd23b2b008 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:29.680870 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-89ab17ed-cf9a-4930-8b9a-ceb13d4264da req-a2639e62-2514-49c7-8ca6-eccd23b2b008 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 943 time: 0.1087296 Feb 07 21:28:29.779453 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-89ab17ed-cf9a-4930-8b9a-ceb13d4264da req-8424cc1b-bc34-4720-a096-3c933f6912ad tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977113 Feb 07 21:28:30.204740 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-15437577-d061-4b89-8013-74a1443eb1ea tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:30.215470 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-15437577-d061-4b89-8013-74a1443eb1ea tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (1e352bb8-dd28-4659-a80d-ccd384323ad1), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:30.445154 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [None req-15437577-d061-4b89-8013-74a1443eb1ea tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Floating IP 1e352bb8-dd28-4659-a80d-ccd384323ad1 associated. External IP: 172.25.4.235, port: 9dff229d-589a-4c03-88b4-9e6351af7b5f. Feb 07 21:28:30.831314 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15437577-d061-4b89-8013-74a1443eb1ea tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Router 9fe81b8e-b081-4cfa-92b4-b95247378287 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:28:31.013318 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4b421-518e-4f43-ac58-8694a57dde09 req-60c6f5c1-78f0-4693-9da9-7783441ee759 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:31.020300 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1eb4b421-518e-4f43-ac58-8694a57dde09 req-60c6f5c1-78f0-4693-9da9-7783441ee759 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 943 time: 0.1356916 Feb 07 21:28:31.076429 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15437577-d061-4b89-8013-74a1443eb1ea tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:28:31.087078 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a482d86d-23b7-47e7-9694-5817d66c125e None None] Sync routers for ids ['9fe81b8e-b081-4cfa-92b4-b95247378287'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:28:31.094341 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-15437577-d061-4b89-8013-74a1443eb1ea tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:31.110979 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a482d86d-23b7-47e7-9694-5817d66c125e None None] Routers {'9fe81b8e-b081-4cfa-92b4-b95247378287'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:28:31.111822 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a482d86d-23b7-47e7-9694-5817d66c125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:28:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['9fe81b8e-b081-4cfa-92b4-b95247378287'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:28:31.125217 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1eb4b421-518e-4f43-ac58-8694a57dde09 req-c8834b95-716b-40fc-88c6-c3b4b960c5a5 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991325 Feb 07 21:28:31.145572 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-15437577-d061-4b89-8013-74a1443eb1ea tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "PUT /v2.0/floatingips/1e352bb8-dd28-4659-a80d-ccd384323ad1 HTTP/1.1" status: 200 len: 992 time: 1.6587651 Feb 07 21:28:31.146271 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f081eddd-5bb3-4d00-ae11-6fdcbc206256', 'tag': '9dff229d-589a-4c03-88b4-9e6351af7b5f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:28:31.149772 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccce915-6c2d-4925-a779-24bba80ba099" -d '{"events": [{"name": "network-changed", "server_uuid": "f081eddd-5bb3-4d00-ae11-6fdcbc206256", "tag": "9dff229d-589a-4c03-88b4-9e6351af7b5f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:28:31.358007 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacc385-799b-4c51-a33b-63b8b2082544 req-c0ba8f0c-21bb-4524-8586-2f0a1236810b tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:31.386381 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0dacc385-799b-4c51-a33b-63b8b2082544 req-c0ba8f0c-21bb-4524-8586-2f0a1236810b tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.1354856 Feb 07 21:28:31.387173 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-a482d86d-23b7-47e7-9694-5817d66c125e None None] Set router 9fe81b8e-b081-4cfa-92b4-b95247378287 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:28:31.485332 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3c5461-e20e-4e2a-8e4c-2eb391162165 x-openstack-request-id: req-ab3c5461-e20e-4e2a-8e4c-2eb391162165 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:28:31.485506 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f081eddd-5bb3-4d00-ae11-6fdcbc206256", "tag": "9dff229d-589a-4c03-88b4-9e6351af7b5f", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:28:31.485852 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab3c5461-e20e-4e2a-8e4c-2eb391162165 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:28:31.486363 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f081eddd-5bb3-4d00-ae11-6fdcbc206256', 'tag': '9dff229d-589a-4c03-88b4-9e6351af7b5f', 'status': 'completed', 'code': 200} Feb 07 21:28:31.511204 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0dacc385-799b-4c51-a33b-63b8b2082544 req-aefaf2d6-fff7-4335-bbb6-84dd9fb0101a tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237850 Feb 07 21:28:31.591063 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccce915-6c2d-4925-a779-24bba80ba099 req-154b6c20-8906-479c-ba3d-c1160caf625c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:31.592604 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fccce915-6c2d-4925-a779-24bba80ba099 req-154b6c20-8906-479c-ba3d-c1160caf625c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5266be69ced44c2e98a82b5b59fbf33f&device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 1128 time: 0.0780296 Feb 07 21:28:31.717214 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccce915-6c2d-4925-a779-24bba80ba099 req-bb7489a6-560d-4d0d-b5c7-2ef791a64321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:31.718920 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fccce915-6c2d-4925-a779-24bba80ba099 req-bb7489a6-560d-4d0d-b5c7-2ef791a64321 service neutron] 10.222.0.71 "GET /v2.0/networks?id=313f8c1c-8aae-48a6-b295-d997e13e6125 HTTP/1.1" status: 200 len: 918 time: 0.1197975 Feb 07 21:28:31.846664 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fccce915-6c2d-4925-a779-24bba80ba099 req-d0388e24-ad57-4833-94e1-62ffd7ccf9c3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dff229d-589a-4c03-88b4-9e6351af7b5f HTTP/1.1" status: 200 len: 1000 time: 0.1209548 Feb 07 21:28:31.893542 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a482d86d-23b7-47e7-9694-5817d66c125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'name': 'tempest-AttachVolumeShelveTestJSON-1854305194-router', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:27:57Z', 'updated_at': '2022-02-07T21:28:06Z', 'revision_number': 4, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'gw_port': {'id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:27:58Z', 'updated_at': '2022-02-07T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '1e352bb8-dd28-4659-a80d-ccd384323ad1', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'floating_ip_address': '172.25.4.235', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'port_id': '9dff229d-589a-4c03-88b4-9e6351af7b5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'mac_address': 'fa:16:3e:07:e6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081eddd-5bb3-4d00-ae11-6fdcbc206256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:28:13Z', 'updated_at': '2022-02-07T21:28:30Z', 'revision_number': 1, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b139ad-ed3f-4033-880b-2b6a733bafc0', 'name': '', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'mac_address': 'fa:16:3e:24:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:28:03Z', 'updated_at': '2022-02-07T21:28:12Z', 'revision_number': 5, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'subnets': [{'id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:28:31.935762 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a482d86d-23b7-47e7-9694-5817d66c125e None None] Checking router: 9fe81b8e-b081-4cfa-92b4-b95247378287 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:28:31.945825 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccce915-6c2d-4925-a779-24bba80ba099 req-df65d282-1e9a-4ad0-bf1e-038eea05db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:31.947318 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fccce915-6c2d-4925-a779-24bba80ba099 req-df65d282-1e9a-4ad0-bf1e-038eea05db86 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cd4692e6-7e5d-43fa-9585-afffaba1004b HTTP/1.1" status: 200 len: 856 time: 0.0942628 Feb 07 21:28:31.950136 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a482d86d-23b7-47e7-9694-5817d66c125e None None] Routers {'9fe81b8e-b081-4cfa-92b4-b95247378287'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:28:31.951878 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a482d86d-23b7-47e7-9694-5817d66c125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:28:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['9fe81b8e-b081-4cfa-92b4-b95247378287'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:28:32.035467 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccce915-6c2d-4925-a779-24bba80ba099 req-36f37123-e6b2-43ca-9eb9-9f194c34db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:32.037010 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fccce915-6c2d-4925-a779-24bba80ba099 req-36f37123-e6b2-43ca-9eb9-9f194c34db57 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=313f8c1c-8aae-48a6-b295-d997e13e6125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0834854 Feb 07 21:28:32.117837 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-a482d86d-23b7-47e7-9694-5817d66c125e None None] Set router 9fe81b8e-b081-4cfa-92b4-b95247378287 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:28:32.182853 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fccce915-6c2d-4925-a779-24bba80ba099 req-a40fcb91-85fb-4df2-996b-fca7dc87d014 service neutron] 10.222.0.71 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391392 Feb 07 21:28:32.346120 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fccce915-6c2d-4925-a779-24bba80ba099 req-f4793d01-fdc4-47e6-ae6b-6c8ca21fcb0d service neutron] 10.222.0.71 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394510 Feb 07 21:28:32.437317 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 0da332e9-d721-4264-9027-e6dd1e5cd70f details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:28:32.489206 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93112ecd-c614-4b8a-bd8a-e3e6a53609fb req-9c7d3343-8533-4973-b9ab-40da5e6b1a87 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:32.490828 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-93112ecd-c614-4b8a-bd8a-e3e6a53609fb req-9c7d3343-8533-4973-b9ab-40da5e6b1a87 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 943 time: 0.1436646 Feb 07 21:28:32.498633 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a482d86d-23b7-47e7-9694-5817d66c125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'name': 'tempest-AttachVolumeShelveTestJSON-1854305194-router', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:27:57Z', 'updated_at': '2022-02-07T21:28:06Z', 'revision_number': 4, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'gw_port': {'id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:27:58Z', 'updated_at': '2022-02-07T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '1e352bb8-dd28-4659-a80d-ccd384323ad1', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'floating_ip_address': '172.25.4.235', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'port_id': '9dff229d-589a-4c03-88b4-9e6351af7b5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'mac_address': 'fa:16:3e:07:e6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081eddd-5bb3-4d00-ae11-6fdcbc206256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:28:13Z', 'updated_at': '2022-02-07T21:28:30Z', 'revision_number': 1, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b139ad-ed3f-4033-880b-2b6a733bafc0', 'name': '', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'mac_address': 'fa:16:3e:24:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:28:03Z', 'updated_at': '2022-02-07T21:28:12Z', 'revision_number': 5, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'subnets': [{'id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:28:32.575356 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a482d86d-23b7-47e7-9694-5817d66c125e None None] The sync data for ids ['9fe81b8e-b081-4cfa-92b4-b95247378287'] in n-d-828185-2 is: [{'id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'name': 'tempest-AttachVolumeShelveTestJSON-1854305194-router', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:27:57Z', 'updated_at': '2022-02-07T21:28:06Z', 'revision_number': 4, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'gw_port': {'id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:27:58Z', 'updated_at': '2022-02-07T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '1e352bb8-dd28-4659-a80d-ccd384323ad1', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'floating_ip_address': '172.25.4.235', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'port_id': '9dff229d-589a-4c03-88b4-9e6351af7b5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'mac_address': 'fa:16:3e:07:e6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f081eddd-5bb3-4d00-ae11-6fdcbc206256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:28:13Z', 'updated_at': '2022-02-07T21:28:30Z', 'revision_number': 1, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b139ad-ed3f-4033-880b-2b6a733bafc0', 'name': '', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'mac_address': 'fa:16:3e:24:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:28:03Z', 'updated_at': '2022-02-07T21:28:12Z', 'revision_number': 5, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'subnets': [{'id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:28:32.576287 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-93112ecd-c614-4b8a-bd8a-e3e6a53609fb req-ab7de777-8378-472f-b7b2-018541f8b58c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746534 Feb 07 21:28:32.680563 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 0da332e9-d721-4264-9027-e6dd1e5cd70f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=0da332e9-d721-4264-9027-e6dd1e5cd70f,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:28:32.706476 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '0da332e9-d721-4264-9027-e6dd1e5cd70f', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'port_id': '0da332e9-d721-4264-9027-e6dd1e5cd70f', 'mac_address': 'fa:16:3e:e6:10:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:28:32.753077 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ca002-97dd-4fc5-a5b4-826d1b61d68b req-b848e81d-76c3-4652-a406-d88b3065335c tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:32.754690 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c94ca002-97dd-4fc5-a5b4-826d1b61d68b req-b848e81d-76c3-4652-a406-d88b3065335c tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.1128552 Feb 07 21:28:32.767963 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 0da332e9-d721-4264-9027-e6dd1e5cd70f is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:28:32.768553 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0da332e9-d721-4264-9027-e6dd1e5cd70f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:32.784019 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da332e9-d721-4264-9027-e6dd1e5cd70f {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:28:32.814326 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 0da332e9-d721-4264-9027-e6dd1e5cd70f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=0da332e9-d721-4264-9027-e6dd1e5cd70f,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:28:32.821231 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0da332e9-d721-4264-9027-e6dd1e5cd70f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:32.890867 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c94ca002-97dd-4fc5-a5b4-826d1b61d68b req-f098bd42-7345-4d55-a3b0-49c9b6ecbaaf tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246305 Feb 07 21:28:32.959173 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=0da332e9-d721-4264-9027-e6dd1e5cd70f,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:33.035541 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60b34b0-6dc8-44e0-8a38-d472ac489ce7 None None] New status for floating IP 1e352bb8-dd28-4659-a80d-ccd384323ad1: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:28:33.136239 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['0da332e9-d721-4264-9027-e6dd1e5cd70f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:28:33.697008 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:33.801497 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8ee5e-a4fe-46ac-af6d-e0d03b72aec0 req-3325be85-f51c-4c0c-ac90-32873e0feb1d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:33.809797 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-29f8ee5e-a4fe-46ac-af6d-e0d03b72aec0 req-3325be85-f51c-4c0c-ac90-32873e0feb1d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 944 time: 0.0690603 Feb 07 21:28:33.875810 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-29f8ee5e-a4fe-46ac-af6d-e0d03b72aec0 req-acec6b71-5573-43b6-934e-d457e496dbb0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649788 Feb 07 21:28:33.999205 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:34.445295 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 0da332e9-d721-4264-9027-e6dd1e5cd70f up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:28:34.553115 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 0da332e9-d721-4264-9027-e6dd1e5cd70f completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:28:34.558707 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 0da332e9-d721-4264-9027-e6dd1e5cd70f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:28:34.558707 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0da332e9-d721-4264-9027-e6dd1e5cd70f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:34.688299 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 0da332e9-d721-4264-9027-e6dd1e5cd70f is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:28:34.688858 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0da332e9-d721-4264-9027-e6dd1e5cd70f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:34.716700 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61da8012-f189-40ec-8583-cf6f30814a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da332e9-d721-4264-9027-e6dd1e5cd70f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:28:34.719852 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7552ae-c4d3-4306-a9e5-a0d337bde44e" -d '{"events": [{"server_uuid": "61da8012-f189-40ec-8583-cf6f30814a5e", "name": "network-vif-plugged", "status": "completed", "tag": "0da332e9-d721-4264-9027-e6dd1e5cd70f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:28:34.755877 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 0da332e9-d721-4264-9027-e6dd1e5cd70f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=0da332e9-d721-4264-9027-e6dd1e5cd70f,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:28:34.768021 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0da332e9-d721-4264-9027-e6dd1e5cd70f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:34.840652 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b393dee-80c6-4a02-9fff-c127516825d6 x-openstack-request-id: req-8b393dee-80c6-4a02-9fff-c127516825d6 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:28:34.841258 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61da8012-f189-40ec-8583-cf6f30814a5e", "name": "network-vif-plugged", "status": "completed", "tag": "0da332e9-d721-4264-9027-e6dd1e5cd70f", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:28:34.842879 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8b393dee-80c6-4a02-9fff-c127516825d6 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:28:34.843528 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61da8012-f189-40ec-8583-cf6f30814a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da332e9-d721-4264-9027-e6dd1e5cd70f', 'code': 200} Feb 07 21:28:34.909231 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=0da332e9-d721-4264-9027-e6dd1e5cd70f,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:35.001984 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9673d-5c2e-4e60-9c35-1bb21905a877 req-2f9dd878-ecc3-4043-abef-6e4b23e9dcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:35.005757 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cbf9673d-5c2e-4e60-9c35-1bb21905a877 req-2f9dd878-ecc3-4043-abef-6e4b23e9dcce service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 1127 time: 0.1384630 Feb 07 21:28:35.108100 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827df17-e8e2-481a-98fe-7e03a17ef0cc req-e5920e7f-0f74-48fa-bf29-2ec757afe6ff tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:35.124002 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9827df17-e8e2-481a-98fe-7e03a17ef0cc req-e5920e7f-0f74-48fa-bf29-2ec757afe6ff tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 945 time: 0.1229920 Feb 07 21:28:35.126508 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cbf9673d-5c2e-4e60-9c35-1bb21905a877 req-fa9dfeac-14a1-47f5-9ad4-ec660731cff8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137176 Feb 07 21:28:35.259986 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9827df17-e8e2-481a-98fe-7e03a17ef0cc req-12165d13-e4ac-486a-af6f-ceb6c11b3b9f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298256 Feb 07 21:28:35.668002 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56188) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:28:35.891081 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01cc9d04-304f-479f-a104-36f6fd34c3c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:36.023613 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01cc9d04-304f-479f-a104-36f6fd34c3c5 admin admin] Publish callbacks [] for security_group (bcfbdb21-dbba-4b75-849a-ff1ad940c35a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:36.029403 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01cc9d04-304f-479f-a104-36f6fd34c3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (bcfbdb21-dbba-4b75-849a-ff1ad940c35a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:36.073475 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc9d04-304f-479f-a104-36f6fd34c3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfbdb21-dbba-4b75-849a-ff1ad940c35a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:36.094713 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-01cc9d04-304f-479f-a104-36f6fd34c3c5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f4fd427a9dd1486697f9f41a37759ac7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4252925 Feb 07 21:28:36.097347 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 56196) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:28:36.150139 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3dc90ddc-aee2-4d42-929d-40923159c614 admin admin] Publish callbacks [] for security_group (bcfbdb21-dbba-4b75-849a-ff1ad940c35a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:36.174262 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3dc90ddc-aee2-4d42-929d-40923159c614 admin admin] Publish callbacks [] for security_group (bcfbdb21-dbba-4b75-849a-ff1ad940c35a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:36.226588 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3dc90ddc-aee2-4d42-929d-40923159c614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (bcfbdb21-dbba-4b75-849a-ff1ad940c35a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:36.230557 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3dc90ddc-aee2-4d42-929d-40923159c614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:36.232040 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3dc90ddc-aee2-4d42-929d-40923159c614 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bcfbdb21-dbba-4b75-849a-ff1ad940c35a HTTP/1.1" status: 204 len: 168 time: 0.1336629 Feb 07 21:28:36.263179 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc90ddc-aee2-4d42-929d-40923159c614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfbdb21-dbba-4b75-849a-ff1ad940c35a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:36.454543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e1f07-0fa2-4f30-b2b3-5750085878b8 req-338d8d56-69a0-4765-89d9-5c5639011393 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:36.471578 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-af8e1f07-0fa2-4f30-b2b3-5750085878b8 req-338d8d56-69a0-4765-89d9-5c5639011393 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 945 time: 0.1128402 Feb 07 21:28:36.559876 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-af8e1f07-0fa2-4f30-b2b3-5750085878b8 req-408db253-ec09-4733-943f-6a51b248d0fd tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815837 Feb 07 21:28:36.787915 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56208) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:28:36.819045 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-87a50720-a6c5-4212-80b2-671ac4606825 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:36.969539 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-87a50720-a6c5-4212-80b2-671ac4606825 admin admin] Publish callbacks [] for security_group (ee7516af-c114-4cf4-af74-e277a20632b1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:36.984173 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-87a50720-a6c5-4212-80b2-671ac4606825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ee7516af-c114-4cf4-af74-e277a20632b1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:37.014353 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-87a50720-a6c5-4212-80b2-671ac4606825 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=56afad99bfe6474a8c2f6580a15122d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2253191 Feb 07 21:28:37.017119 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 56216) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:28:37.049089 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a50720-a6c5-4212-80b2-671ac4606825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7516af-c114-4cf4-af74-e277a20632b1,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:37.069513 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e551b825-94dd-4238-a82c-f0cca1de9f38 admin admin] Publish callbacks [] for security_group (ee7516af-c114-4cf4-af74-e277a20632b1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:37.094751 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e551b825-94dd-4238-a82c-f0cca1de9f38 admin admin] Publish callbacks [] for security_group (ee7516af-c114-4cf4-af74-e277a20632b1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:37.145576 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e551b825-94dd-4238-a82c-f0cca1de9f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ee7516af-c114-4cf4-af74-e277a20632b1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:37.149457 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e551b825-94dd-4238-a82c-f0cca1de9f38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:37.153575 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e551b825-94dd-4238-a82c-f0cca1de9f38 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ee7516af-c114-4cf4-af74-e277a20632b1 HTTP/1.1" status: 204 len: 168 time: 0.1354301 Feb 07 21:28:37.167098 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551b825-94dd-4238-a82c-f0cca1de9f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7516af-c114-4cf4-af74-e277a20632b1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:37.831350 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58a6d4-1c55-44df-a32d-239a8da99e4c req-b416a23d-cfcd-4b56-9f56-71ad8c3007fe tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:37.846502 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ca58a6d4-1c55-44df-a32d-239a8da99e4c req-b416a23d-cfcd-4b56-9f56-71ad8c3007fe tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 945 time: 0.1646767 Feb 07 21:28:37.931580 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ca58a6d4-1c55-44df-a32d-239a8da99e4c req-e7477646-1ee2-44eb-a01c-c9b2fee1b36d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786567 Feb 07 21:28:38.112926 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603171b8-6682-47c6-9c68-0c99b12bf407 req-f35e2f36-b9ce-415d-8f92-e7ef9ac26d26 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:38.124541 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-603171b8-6682-47c6-9c68-0c99b12bf407 req-f35e2f36-b9ce-415d-8f92-e7ef9ac26d26 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 945 time: 0.0972755 Feb 07 21:28:38.175763 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-603171b8-6682-47c6-9c68-0c99b12bf407 req-391ddca3-7673-4c55-93a1-64c52e426ceb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493340 Feb 07 21:28:38.403927 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 56256) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:28:38.586671 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9ca5e402-f65a-4e86-a7fd-ca791fb95e15 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1000563549-network', 'tenant_id': '98a652e6acc94fdaa3a948700e971e6f'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:28:38.654500 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca5e402-f65a-4e86-a7fd-ca791fb95e15 admin admin] Made reservation on behalf of 98a652e6acc94fdaa3a948700e971e6f for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:28:38.671961 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9ca5e402-f65a-4e86-a7fd-ca791fb95e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:38.708836 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9ca5e402-f65a-4e86-a7fd-ca791fb95e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:38.873086 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9ca5e402-f65a-4e86-a7fd-ca791fb95e15 admin admin] Publish callbacks [] for security_group (4bfc719c-b462-40a2-bfb6-aefe004c7553), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:38.881177 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9ca5e402-f65a-4e86-a7fd-ca791fb95e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4bfc719c-b462-40a2-bfb6-aefe004c7553), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:39.005876 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca5e402-f65a-4e86-a7fd-ca791fb95e15 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:28:39.023365 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5e402-f65a-4e86-a7fd-ca791fb95e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfc719c-b462-40a2-bfb6-aefe004c7553,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:39.041419 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9ca5e402-f65a-4e86-a7fd-ca791fb95e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (f63a4aee-4442-4939-8643-e8e6b78e280e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:39.041819 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-9ca5e402-f65a-4e86-a7fd-ca791fb95e15 admin admin] Added segment f63a4aee-4442-4939-8643-e8e6b78e280e of type vlan for network 22bc91a0-02f3-4925-a708-6b6db1ae4ffa Feb 07 21:28:39.160753 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9ca5e402-f65a-4e86-a7fd-ca791fb95e15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (22bc91a0-02f3-4925-a708-6b6db1ae4ffa), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:39.213849 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9ca5e402-f65a-4e86-a7fd-ca791fb95e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (22bc91a0-02f3-4925-a708-6b6db1ae4ffa), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:39.215258 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca5e402-f65a-4e86-a7fd-ca791fb95e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:39.215931 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9ca5e402-f65a-4e86-a7fd-ca791fb95e15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:39.306802 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5e402-f65a-4e86-a7fd-ca791fb95e15 admin admin] Pushing event updated for resources: {'Network': ['ID=22bc91a0-02f3-4925-a708-6b6db1ae4ffa,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:39.317494 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 22bc91a0-02f3-4925-a708-6b6db1ae4ffa details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:28:39.336527 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9ca5e402-f65a-4e86-a7fd-ca791fb95e15 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9314685 Feb 07 21:28:39.340033 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56282) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:28:39.346999 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-3a879f1c-1d57-4ddb-a3e1-8415bc5c328f admin admin] Request body: {'subnet': {'network_id': '22bc91a0-02f3-4925-a708-6b6db1ae4ffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1000563549-subnet', 'tenant_id': '98a652e6acc94fdaa3a948700e971e6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:28:39.403957 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a879f1c-1d57-4ddb-a3e1-8415bc5c328f admin admin] Made reservation on behalf of 98a652e6acc94fdaa3a948700e971e6f for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:28:39.411099 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a879f1c-1d57-4ddb-a3e1-8415bc5c328f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:39.677603 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-fb9b56ba-93f1-4efb-9dba-055f2e85cb3d req-a171004a-0a41-43ae-9b76-94f093fc2574 service neutron] (103256) timed out ('10.222.0.65', 40824) {{(pid=103256) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 21:28:39.963434 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a879f1c-1d57-4ddb-a3e1-8415bc5c328f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (b89151d6-f1e4-429c-b511-7b5d3f7ebedd), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:40.107722 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a879f1c-1d57-4ddb-a3e1-8415bc5c328f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b89151d6-f1e4-429c-b511-7b5d3f7ebedd,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:40.161747 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a879f1c-1d57-4ddb-a3e1-8415bc5c328f admin admin] Checking segment: {'id': 'f63a4aee-4442-4939-8643-e8e6b78e280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '22bc91a0-02f3-4925-a708-6b6db1ae4ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:28:40.162276 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a879f1c-1d57-4ddb-a3e1-8415bc5c328f admin admin] Network hostable DHCP agents. Network: 22bc91a0-02f3-4925-a708-6b6db1ae4ffa, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:28:40.208671 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a879f1c-1d57-4ddb-a3e1-8415bc5c328f admin admin] Network 22bc91a0-02f3-4925-a708-6b6db1ae4ffa is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:28:40.266711 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-3a879f1c-1d57-4ddb-a3e1-8415bc5c328f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 22bc91a0-02f3-4925-a708-6b6db1ae4ffa) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:28:40.271510 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a879f1c-1d57-4ddb-a3e1-8415bc5c328f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:40.272172 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a879f1c-1d57-4ddb-a3e1-8415bc5c328f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:40.277492 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cf1e20-ee41-4636-86dc-dd0a7be55862 None None] Network 22bc91a0-02f3-4925-a708-6b6db1ae4ffa requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:28:40.347436 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3a879f1c-1d57-4ddb-a3e1-8415bc5c328f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9984975 Feb 07 21:28:40.828615 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55e31af-e694-4a00-88d0-434a26015dc1 None None] Network 22bc91a0-02f3-4925-a708-6b6db1ae4ffa requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:28:41.749731 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56352) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:28:41.754837 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b31cb408-537d-4f5d-a4b9-41139e5cd75d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-800444209-network', 'tenant_id': '6a2c0d955ee144eebe72711b061d3ec5'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:28:41.817410 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31cb408-537d-4f5d-a4b9-41139e5cd75d admin admin] Made reservation on behalf of 6a2c0d955ee144eebe72711b061d3ec5 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:28:41.825901 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b31cb408-537d-4f5d-a4b9-41139e5cd75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:41.842708 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b31cb408-537d-4f5d-a4b9-41139e5cd75d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:41.951087 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b31cb408-537d-4f5d-a4b9-41139e5cd75d admin admin] Publish callbacks [] for security_group (90c7b12d-8ff3-44f7-82a2-b194f6fc337a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:41.955917 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b31cb408-537d-4f5d-a4b9-41139e5cd75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (90c7b12d-8ff3-44f7-82a2-b194f6fc337a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:41.978676 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31cb408-537d-4f5d-a4b9-41139e5cd75d admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:28:42.003190 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cb408-537d-4f5d-a4b9-41139e5cd75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c7b12d-8ff3-44f7-82a2-b194f6fc337a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:42.019499 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b31cb408-537d-4f5d-a4b9-41139e5cd75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (3ed4ccaf-afe4-4d06-bb50-a9d1d642691d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:42.020626 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-b31cb408-537d-4f5d-a4b9-41139e5cd75d admin admin] Added segment 3ed4ccaf-afe4-4d06-bb50-a9d1d642691d of type vlan for network d8363bad-34d3-4332-9e83-6dbb573c994e Feb 07 21:28:42.113483 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b31cb408-537d-4f5d-a4b9-41139e5cd75d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (d8363bad-34d3-4332-9e83-6dbb573c994e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:42.146601 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b31cb408-537d-4f5d-a4b9-41139e5cd75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (d8363bad-34d3-4332-9e83-6dbb573c994e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:42.148013 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31cb408-537d-4f5d-a4b9-41139e5cd75d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:42.148144 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b31cb408-537d-4f5d-a4b9-41139e5cd75d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:42.251202 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 56360) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:28:42.256606 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-dbbb9230-0e23-4427-baaa-f483bc835e07 admin admin] Request body: {'subnet': {'network_id': 'd8363bad-34d3-4332-9e83-6dbb573c994e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-800444209-subnet', 'tenant_id': '6a2c0d955ee144eebe72711b061d3ec5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:28:42.263644 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b31cb408-537d-4f5d-a4b9-41139e5cd75d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5099947 Feb 07 21:28:42.266234 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cb408-537d-4f5d-a4b9-41139e5cd75d admin admin] Pushing event updated for resources: {'Network': ['ID=d8363bad-34d3-4332-9e83-6dbb573c994e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:42.285284 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network d8363bad-34d3-4332-9e83-6dbb573c994e details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:28:42.297936 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbb9230-0e23-4427-baaa-f483bc835e07 admin admin] Made reservation on behalf of 6a2c0d955ee144eebe72711b061d3ec5 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:28:42.309654 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dbbb9230-0e23-4427-baaa-f483bc835e07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:42.694062 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dbbb9230-0e23-4427-baaa-f483bc835e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (9aae4f85-2337-4d48-8c75-b28d4bf50c96), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:42.761891 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb9230-0e23-4427-baaa-f483bc835e07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aae4f85-2337-4d48-8c75-b28d4bf50c96,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:42.767884 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbb9230-0e23-4427-baaa-f483bc835e07 admin admin] Checking segment: {'id': '3ed4ccaf-afe4-4d06-bb50-a9d1d642691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd8363bad-34d3-4332-9e83-6dbb573c994e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:28:42.768217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbb9230-0e23-4427-baaa-f483bc835e07 admin admin] Network hostable DHCP agents. Network: d8363bad-34d3-4332-9e83-6dbb573c994e, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:28:42.789420 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbb9230-0e23-4427-baaa-f483bc835e07 admin admin] Network d8363bad-34d3-4332-9e83-6dbb573c994e is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:28:42.799024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-dbbb9230-0e23-4427-baaa-f483bc835e07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, d8363bad-34d3-4332-9e83-6dbb573c994e) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:28:42.804528 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbb9230-0e23-4427-baaa-f483bc835e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:42.805116 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dbbb9230-0e23-4427-baaa-f483bc835e07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:42.816928 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ec6bb0-75c3-4602-bb30-ed309645c050 None None] Network d8363bad-34d3-4332-9e83-6dbb573c994e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:28:42.828582 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-dbbb9230-0e23-4427-baaa-f483bc835e07 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5762193 Feb 07 21:28:42.952990 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d996dfc-886c-45d4-af47-3a65fd9474f0 None None] Network d8363bad-34d3-4332-9e83-6dbb573c994e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:28:43.284854 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-0aea62a3-b3ff-4f41-93d8-db7c37772feb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:43.286360 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-0aea62a3-b3ff-4f41-93d8-db7c37772feb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 812 time: 0.1243329 Feb 07 21:28:43.313001 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-ecc5c8a9-b551-4b7c-94dd-f5e3b6bc28df tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/quotas/8ef7e56915e94cee93ca54eb0ba4e95b HTTP/1.1" status: 200 len: 375 time: 0.0198398 Feb 07 21:28:43.420922 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-d498cb01-3cc3-4bc2-8df3-d5be52951525 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1020963 Feb 07 21:28:43.427419 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-2c833812-b1e1-4acb-b17c-4d8b934e898e service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:28:43.437858 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-2c833812-b1e1-4acb-b17c-4d8b934e898e service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159755 Feb 07 21:28:43.764055 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-ddebbd5c-4db4-4cb2-b5ea-29d4755a679a tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:43.770576 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-ddebbd5c-4db4-4cb2-b5ea-29d4755a679a tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/networks?id=22bc91a0-02f3-4925-a708-6b6db1ae4ffa HTTP/1.1" status: 200 len: 809 time: 0.1662664 Feb 07 21:28:43.787581 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-9a8d377d-4d51-4b28-9e16-ac44dfcbe3ec service neutron] 10.222.0.65 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488774 Feb 07 21:28:43.837648 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-69aabb50-fdd6-48f7-adaa-55cba796de73 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/quotas/98a652e6acc94fdaa3a948700e971e6f HTTP/1.1" status: 200 len: 375 time: 0.0661650 Feb 07 21:28:43.879726 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-56b86da2-c758-4d62-8c5c-236d0c9e131c tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=98a652e6acc94fdaa3a948700e971e6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412230 Feb 07 21:28:43.884329 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-13969897-ba4b-4f78-b75e-31fa7e6d50d9 req-e37ebaeb-8760-4f16-b68c-d6e6dd38c14a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c03f8e42-1853-4501-a17c-bb2e07164f57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3010478 Feb 07 21:28:44.007446 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-e2b855c6-60a3-4df0-925b-6adfac9b29e3 service neutron] 10.222.0.65 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189927 Feb 07 21:28:44.076525 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-397c8952-b333-4578-bd78-c8cc69edf441 service neutron] 10.222.0.65 "GET /v2.0/networks/22bc91a0-02f3-4925-a708-6b6db1ae4ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873376 Feb 07 21:28:44.082865 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13969897-ba4b-4f78-b75e-31fa7e6d50d9 req-f9ad0772-99c7-40dd-a73b-4cd17044d789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:44.086496 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-13969897-ba4b-4f78-b75e-31fa7e6d50d9 req-f9ad0772-99c7-40dd-a73b-4cd17044d789 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c82c9149fcf4d69af04c81d923feaa2&device_id=c03f8e42-1853-4501-a17c-bb2e07164f57 HTTP/1.1" status: 200 len: 1127 time: 0.1467702 Feb 07 21:28:44.552243 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ee32f2c-da80-40f3-9781-a674609bebe8 req-3eed95ea-dd6b-4bd9-a8dd-ee725f2925e7 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 210 time: 0.0398819 Feb 07 21:28:44.617249 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-b55a8311-a54e-4c2b-8d06-3135f540ec13 service neutron] 10.222.0.65 "GET /v2.0/networks/22bc91a0-02f3-4925-a708-6b6db1ae4ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5287471 Feb 07 21:28:44.662618 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13969897-ba4b-4f78-b75e-31fa7e6d50d9 req-5d68aa04-f739-4e35-ac92-a47e7b258b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:44.672160 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-13969897-ba4b-4f78-b75e-31fa7e6d50d9 req-5d68aa04-f739-4e35-ac92-a47e7b258b09 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6 HTTP/1.1" status: 200 len: 915 time: 0.5502245 Feb 07 21:28:44.767092 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-13969897-ba4b-4f78-b75e-31fa7e6d50d9 req-377a3337-c856-47b1-8fa9-6718dfa8469a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c384a3e5-2f89-40c9-8162-a47817f33191 HTTP/1.1" status: 200 len: 217 time: 0.0898368 Feb 07 21:28:44.895934 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1fe72315-b025-46d4-b1ec-1b328edb8cde req-0a4dd555-f9ac-44cc-a8c9-e93fd59abe5c tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bd4ba49-6648-4b57-b30f-e0308ce0b90d HTTP/1.1" status: 200 len: 210 time: 0.0341945 Feb 07 21:28:44.905916 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13969897-ba4b-4f78-b75e-31fa7e6d50d9 req-b7ca1d21-dc40-47f6-94f2-8945ad6f7fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:44.907489 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-13969897-ba4b-4f78-b75e-31fa7e6d50d9 req-b7ca1d21-dc40-47f6-94f2-8945ad6f7fa7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89cf6121-baa9-422e-a444-8a5ab1545cb1 HTTP/1.1" status: 200 len: 854 time: 0.1292851 Feb 07 21:28:44.963560 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-13969897-ba4b-4f78-b75e-31fa7e6d50d9 req-59ff0440-6c38-4288-a09f-853182672abb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484076 Feb 07 21:28:45.166315 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-13969897-ba4b-4f78-b75e-31fa7e6d50d9 req-041ed979-89b5-42e2-9d82-be5ef038c93c service neutron] 10.222.0.71 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865771 Feb 07 21:28:45.472126 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-13969897-ba4b-4f78-b75e-31fa7e6d50d9 req-3a16fe46-286a-487d-aeea-d94e1f97d777 service neutron] 10.222.0.71 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990375 Feb 07 21:28:45.782834 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d2c1b7b-e387-4440-8621-ae62bb42d131 req-19e5f039-703b-4bcd-a66d-4cc58a1e2191 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 210 time: 0.0794785 Feb 07 21:28:46.153078 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2a92a6b1-cd09-40e9-b276-53ddee02e95e req-63a85a6f-d73a-4795-ab82-b90325d77884 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bd4ba49-6648-4b57-b30f-e0308ce0b90d HTTP/1.1" status: 200 len: 210 time: 0.0777810 Feb 07 21:28:46.204132 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-d3136c46-4584-4e8b-a283-0fbba6fd393f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:46.206623 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-d3136c46-4584-4e8b-a283-0fbba6fd393f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.69 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 812 time: 0.2989306 Feb 07 21:28:46.220819 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-4cbda4df-5acd-4c10-bdd8-f73a9b4b5498 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Request body: {'port': {'device_id': 'b2732e67-b2f8-47ea-9495-23ce6e4a94f8', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'admin_state_up': True, 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:28:46.398767 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-4cbda4df-5acd-4c10-bdd8-f73a9b4b5498 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Made reservation on behalf of 8ef7e56915e94cee93ca54eb0ba4e95b for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:28:46.402265 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-4cbda4df-5acd-4c10-bdd8-f73a9b4b5498 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:46.569916 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-7c337257-4e37-454c-82d4-582e0824f05b tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:46.572047 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-7c337257-4e37-454c-82d4-582e0824f05b tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.69 "GET /v2.0/networks?id=22bc91a0-02f3-4925-a708-6b6db1ae4ffa HTTP/1.1" status: 200 len: 809 time: 0.1640632 Feb 07 21:28:46.587448 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-c2866aed-ac3d-442f-a51a-04eedc464737 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Request body: {'port': {'device_id': '3bd4ba49-6648-4b57-b30f-e0308ce0b90d', 'network_id': '22bc91a0-02f3-4925-a708-6b6db1ae4ffa', 'admin_state_up': True, 'tenant_id': '98a652e6acc94fdaa3a948700e971e6f'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:28:46.598972 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-4cbda4df-5acd-4c10-bdd8-f73a9b4b5498 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Allocated IP 172.20.0.6 (c5d8bec1-9baf-496d-8066-d331255bb96c/5277b698-1143-4952-a3ce-257473c57257/b8da6e18-8251-4622-8583-c3e0b9db2c10) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:28:46.765806 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-c2866aed-ac3d-442f-a51a-04eedc464737 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Made reservation on behalf of 98a652e6acc94fdaa3a948700e971e6f for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:28:46.769077 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-c2866aed-ac3d-442f-a51a-04eedc464737 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:46.867983 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-4cbda4df-5acd-4c10-bdd8-f73a9b4b5498 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for port (b8da6e18-8251-4622-8583-c3e0b9db2c10), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:46.912439 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-4cbda4df-5acd-4c10-bdd8-f73a9b4b5498 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (b8da6e18-8251-4622-8583-c3e0b9db2c10), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:46.926692 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['0da332e9-d721-4264-9027-e6dd1e5cd70f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:28:46.976721 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-4cbda4df-5acd-4c10-bdd8-f73a9b4b5498 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Network c5d8bec1-9baf-496d-8066-d331255bb96c is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:28:46.980186 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-4cbda4df-5acd-4c10-bdd8-f73a9b4b5498 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:28:46.999890 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-4cbda4df-5acd-4c10-bdd8-f73a9b4b5498 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:28:47.000700 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-c2866aed-ac3d-442f-a51a-04eedc464737 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Allocated IP 172.20.0.6 (22bc91a0-02f3-4925-a708-6b6db1ae4ffa/b89151d6-f1e4-429c-b511-7b5d3f7ebedd/df5951db-2d2e-49ef-b828-f81a6d5e2041) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:28:47.060142 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11004e-dfc3-4683-89da-dd1dfbccda3e req-355fcb54-357b-49b6-bd27-50ab7c18be62 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:47.061907 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6b11004e-dfc3-4683-89da-dd1dfbccda3e req-355fcb54-357b-49b6-bd27-50ab7c18be62 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 931 time: 0.1216166 Feb 07 21:28:47.084822 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbda4df-5acd-4c10-bdd8-f73a9b4b5498 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event updated for resources: {'Port': ['ID=b8da6e18-8251-4622-8583-c3e0b9db2c10,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:47.104719 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-4cbda4df-5acd-4c10-bdd8-f73a9b4b5498 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:47.105393 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-4cbda4df-5acd-4c10-bdd8-f73a9b4b5498 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:47.139934 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-4cbda4df-5acd-4c10-bdd8-f73a9b4b5498 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9237051 Feb 07 21:28:47.175178 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-99e8e4a5-21b4-4142-9053-3337e26a7d20 service neutron] Request body: {'port': {'device_id': 'b2732e67-b2f8-47ea-9495-23ce6e4a94f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:28:47.255778 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6b11004e-dfc3-4683-89da-dd1dfbccda3e req-0ef9b6dc-00ed-4fca-8f65-2f5966fa4600 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639450 Feb 07 21:28:47.303087 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-97546969-a494-43c0-98f5-d931598b63eb req-34cec8d6-6f21-47d4-b58b-1fb172726ad9 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bd4ba49-6648-4b57-b30f-e0308ce0b90d HTTP/1.1" status: 200 len: 210 time: 0.0454187 Feb 07 21:28:47.379862 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-99e8e4a5-21b4-4142-9053-3337e26a7d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b8da6e18-8251-4622-8583-c3e0b9db2c10), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:47.386444 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-c2866aed-ac3d-442f-a51a-04eedc464737 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Publish callbacks [] for port (df5951db-2d2e-49ef-b828-f81a6d5e2041), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:47.480795 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-c2866aed-ac3d-442f-a51a-04eedc464737 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (df5951db-2d2e-49ef-b828-f81a6d5e2041), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:47.521167 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f76c1f44-428f-4909-984e-604aa20b9f1a None None] Provisioning complete for port b8da6e18-8251-4622-8583-c3e0b9db2c10 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:28:47.521679 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f76c1f44-428f-4909-984e-604aa20b9f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b8da6e18-8251-4622-8583-c3e0b9db2c10), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:47.564226 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-c2866aed-ac3d-442f-a51a-04eedc464737 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Network 22bc91a0-02f3-4925-a708-6b6db1ae4ffa is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:28:47.576770 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-c2866aed-ac3d-442f-a51a-04eedc464737 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:28:47.581393 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-c2866aed-ac3d-442f-a51a-04eedc464737 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:28:47.602997 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f76c1f44-428f-4909-984e-604aa20b9f1a None None] Port b8da6e18-8251-4622-8583-c3e0b9db2c10 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:28:47.639553 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2866aed-ac3d-442f-a51a-04eedc464737 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Pushing event updated for resources: {'Port': ['ID=df5951db-2d2e-49ef-b828-f81a6d5e2041,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:47.678215 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-c2866aed-ac3d-442f-a51a-04eedc464737 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:47.680374 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-c2866aed-ac3d-442f-a51a-04eedc464737 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:47.708416 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-c2866aed-ac3d-442f-a51a-04eedc464737 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1259871 Feb 07 21:28:47.721499 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-275a4cfe-8640-43ca-ab55-e82753058409 service neutron] Request body: {'port': {'device_id': '3bd4ba49-6648-4b57-b30f-e0308ce0b90d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:28:47.901193 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-275a4cfe-8640-43ca-ab55-e82753058409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (df5951db-2d2e-49ef-b828-f81a6d5e2041), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:47.977890 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-99e8e4a5-21b4-4142-9053-3337e26a7d20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8da6e18-8251-4622-8583-c3e0b9db2c10 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:28:48.000262 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-99e8e4a5-21b4-4142-9053-3337e26a7d20 service neutron] Publish callbacks [] for port (b8da6e18-8251-4622-8583-c3e0b9db2c10), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:48.015780 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-99e8e4a5-21b4-4142-9053-3337e26a7d20 service neutron] Transition to ACTIVE for port object b8da6e18-8251-4622-8583-c3e0b9db2c10 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:28:48.023658 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-99e8e4a5-21b4-4142-9053-3337e26a7d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (b8da6e18-8251-4622-8583-c3e0b9db2c10), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:48.147147 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8e4a5-21b4-4142-9053-3337e26a7d20 service neutron] Pushing event updated for resources: {'Port': ['ID=b8da6e18-8251-4622-8583-c3e0b9db2c10,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:48.256567 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-99e8e4a5-21b4-4142-9053-3337e26a7d20 service neutron] Attempting to bind port b8da6e18-8251-4622-8583-c3e0b9db2c10 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:28:48.256914 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-99e8e4a5-21b4-4142-9053-3337e26a7d20 service neutron] Attempting to bind port b8da6e18-8251-4622-8583-c3e0b9db2c10 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:28:48.257242 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-99e8e4a5-21b4-4142-9053-3337e26a7d20 service neutron] Attempting to bind port b8da6e18-8251-4622-8583-c3e0b9db2c10 on network c5d8bec1-9baf-496d-8066-d331255bb96c {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:28:48.270083 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-99e8e4a5-21b4-4142-9053-3337e26a7d20 service neutron] Port b8da6e18-8251-4622-8583-c3e0b9db2c10 on network c5d8bec1-9baf-496d-8066-d331255bb96c not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:28:48.270420 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-99e8e4a5-21b4-4142-9053-3337e26a7d20 service neutron] Attempting to bind port b8da6e18-8251-4622-8583-c3e0b9db2c10 on network c5d8bec1-9baf-496d-8066-d331255bb96c {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:28:48.280539 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-99e8e4a5-21b4-4142-9053-3337e26a7d20 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:28:48.280879 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-99e8e4a5-21b4-4142-9053-3337e26a7d20 service neutron] Checking segment: {'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:28:48.284158 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-99e8e4a5-21b4-4142-9053-3337e26a7d20 service neutron] Bound using segment: {'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:28:48.284696 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-99e8e4a5-21b4-4142-9053-3337e26a7d20 service neutron] Bound port: b8da6e18-8251-4622-8583-c3e0b9db2c10, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:28:48.285079 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-99e8e4a5-21b4-4142-9053-3337e26a7d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b8da6e18-8251-4622-8583-c3e0b9db2c10), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:48.445673 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-99e8e4a5-21b4-4142-9053-3337e26a7d20 service neutron] For port b8da6e18-8251-4622-8583-c3e0b9db2c10, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:28:48.451353 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-99e8e4a5-21b4-4142-9053-3337e26a7d20 service neutron] For port b8da6e18-8251-4622-8583-c3e0b9db2c10, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=b8da6e18-8251-4622-8583-c3e0b9db2c10,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:28:48.466648 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-96d8a06e-6de4-47e3-8d28-c1d985f431fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:48.467181 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-99e8e4a5-21b4-4142-9053-3337e26a7d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (b8da6e18-8251-4622-8583-c3e0b9db2c10), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:48.504639 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-99e8e4a5-21b4-4142-9053-3337e26a7d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:48.505878 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-99e8e4a5-21b4-4142-9053-3337e26a7d20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:48.512008 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-99e8e4a5-21b4-4142-9053-3337e26a7d20 service neutron] 10.222.0.69 "PUT /v2.0/ports/b8da6e18-8251-4622-8583-c3e0b9db2c10 HTTP/1.1" status: 200 len: 1091 time: 1.3509085 Feb 07 21:28:48.514341 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2732e67-b2f8-47ea-9495-23ce6e4a94f8', 'tag': 'b8da6e18-8251-4622-8583-c3e0b9db2c10'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:28:48.522901 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad03c206-3688-4159-8d91-81e2123c979e" -d '{"events": [{"name": "network-changed", "server_uuid": "b2732e67-b2f8-47ea-9495-23ce6e4a94f8", "tag": "b8da6e18-8251-4622-8583-c3e0b9db2c10"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:28:48.600040 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8e4a5-21b4-4142-9053-3337e26a7d20 service neutron] Pushing event updated for resources: {'Port': ['ID=b8da6e18-8251-4622-8583-c3e0b9db2c10,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:48.680744 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-4ab4bad9-a34a-4eaa-b02f-484fa174e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:48.682839 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-4ab4bad9-a34a-4eaa-b02f-484fa174e22b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 1125 time: 0.0685871 Feb 07 21:28:48.795242 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-f148772c-52fe-49b5-a716-516139c12318 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8da6e18-8251-4622-8583-c3e0b9db2c10 HTTP/1.1" status: 200 len: 217 time: 0.1022804 Feb 07 21:28:48.806909 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05451d0-1c19-4ea0-8d97-c6d961506c7e req-dd740d84-f185-448c-b0da-a5a4ea59941b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:48.812500 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b05451d0-1c19-4ea0-8d97-c6d961506c7e req-dd740d84-f185-448c-b0da-a5a4ea59941b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.4115314 Feb 07 21:28:48.841962 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-275a4cfe-8640-43ca-ab55-e82753058409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df5951db-2d2e-49ef-b828-f81a6d5e2041 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:28:48.878886 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-3fdbfbc4-de52-4dfc-9a4f-0c42487e0569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:48.881016 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-3fdbfbc4-de52-4dfc-9a4f-0c42487e0569 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5277b698-1143-4952-a3ce-257473c57257 HTTP/1.1" status: 200 len: 851 time: 0.0777998 Feb 07 21:28:48.888506 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-275a4cfe-8640-43ca-ab55-e82753058409 service neutron] Publish callbacks [] for port (df5951db-2d2e-49ef-b828-f81a6d5e2041), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:48.931899 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b05451d0-1c19-4ea0-8d97-c6d961506c7e req-b2493d12-43dd-4986-9aa3-0ecf03f67985 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092625 Feb 07 21:28:48.941800 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-275a4cfe-8640-43ca-ab55-e82753058409 service neutron] Transition to ACTIVE for port object df5951db-2d2e-49ef-b828-f81a6d5e2041 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:28:48.951025 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-275a4cfe-8640-43ca-ab55-e82753058409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (df5951db-2d2e-49ef-b828-f81a6d5e2041), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:48.965945 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-d38f11eb-2788-4bd2-b482-a94ea1ebe6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:48.967616 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-d38f11eb-2788-4bd2-b482-a94ea1ebe6e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5d8bec1-9baf-496d-8066-d331255bb96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0771308 Feb 07 21:28:49.125955 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fab5ac-b5f9-4d09-aa37-2c0398e9c813 x-openstack-request-id: req-06fab5ac-b5f9-4d09-aa37-2c0398e9c813 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:28:49.125955 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2732e67-b2f8-47ea-9495-23ce6e4a94f8", "tag": "b8da6e18-8251-4622-8583-c3e0b9db2c10", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:28:49.125955 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06fab5ac-b5f9-4d09-aa37-2c0398e9c813 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:28:49.126331 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2732e67-b2f8-47ea-9495-23ce6e4a94f8', 'tag': 'b8da6e18-8251-4622-8583-c3e0b9db2c10', 'status': 'completed', 'code': 200} Feb 07 21:28:49.145963 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec437f9-890c-47cc-a74e-c531edf02d08 req-b67d3e6d-b6ac-476b-9506-a87ee7c1e6e1 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:49.150662 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3ec437f9-890c-47cc-a74e-c531edf02d08 req-b67d3e6d-b6ac-476b-9506-a87ee7c1e6e1 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bd4ba49-6648-4b57-b30f-e0308ce0b90d HTTP/1.1" status: 200 len: 931 time: 0.2993815 Feb 07 21:28:49.166366 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a4cfe-8640-43ca-ab55-e82753058409 service neutron] Pushing event updated for resources: {'Port': ['ID=df5951db-2d2e-49ef-b828-f81a6d5e2041,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:49.206998 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-fbb53027-745c-45d2-99d9-0d7e162188b7 service neutron] 10.222.0.69 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323959 Feb 07 21:28:49.374767 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3ec437f9-890c-47cc-a74e-c531edf02d08 req-3cfa10f0-59b7-4d8f-b313-edf2590947e5 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bfc719c-b462-40a2-bfb6-aefe004c7553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147186 Feb 07 21:28:49.377564 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-275a4cfe-8640-43ca-ab55-e82753058409 service neutron] Attempting to bind port df5951db-2d2e-49ef-b828-f81a6d5e2041 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:28:49.377955 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-275a4cfe-8640-43ca-ab55-e82753058409 service neutron] Attempting to bind port df5951db-2d2e-49ef-b828-f81a6d5e2041 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'f63a4aee-4442-4939-8643-e8e6b78e280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '22bc91a0-02f3-4925-a708-6b6db1ae4ffa'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:28:49.380551 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-275a4cfe-8640-43ca-ab55-e82753058409 service neutron] Attempting to bind port df5951db-2d2e-49ef-b828-f81a6d5e2041 on network 22bc91a0-02f3-4925-a708-6b6db1ae4ffa {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:28:49.387067 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-275a4cfe-8640-43ca-ab55-e82753058409 service neutron] Port df5951db-2d2e-49ef-b828-f81a6d5e2041 on network 22bc91a0-02f3-4925-a708-6b6db1ae4ffa not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:28:49.387067 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-275a4cfe-8640-43ca-ab55-e82753058409 service neutron] Attempting to bind port df5951db-2d2e-49ef-b828-f81a6d5e2041 on network 22bc91a0-02f3-4925-a708-6b6db1ae4ffa {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:28:49.407130 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-275a4cfe-8640-43ca-ab55-e82753058409 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:28:49.408918 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-275a4cfe-8640-43ca-ab55-e82753058409 service neutron] Checking segment: {'id': 'f63a4aee-4442-4939-8643-e8e6b78e280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '22bc91a0-02f3-4925-a708-6b6db1ae4ffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:28:49.409491 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-275a4cfe-8640-43ca-ab55-e82753058409 service neutron] Bound using segment: {'id': 'f63a4aee-4442-4939-8643-e8e6b78e280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '22bc91a0-02f3-4925-a708-6b6db1ae4ffa'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:28:49.410209 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-275a4cfe-8640-43ca-ab55-e82753058409 service neutron] Bound port: df5951db-2d2e-49ef-b828-f81a6d5e2041, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63a4aee-4442-4939-8643-e8e6b78e280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '22bc91a0-02f3-4925-a708-6b6db1ae4ffa'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:28:49.411453 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-275a4cfe-8640-43ca-ab55-e82753058409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (df5951db-2d2e-49ef-b828-f81a6d5e2041), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:49.467670 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9c9611ea-2a5c-4b47-bbd3-9d8b73e8ff28 req-b5385489-f183-4e90-a2d7-d4ccd4a4c5bf service neutron] 10.222.0.69 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519312 Feb 07 21:28:49.559263 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-275a4cfe-8640-43ca-ab55-e82753058409 service neutron] For port df5951db-2d2e-49ef-b828-f81a6d5e2041, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:28:49.568498 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-275a4cfe-8640-43ca-ab55-e82753058409 service neutron] For port df5951db-2d2e-49ef-b828-f81a6d5e2041, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=df5951db-2d2e-49ef-b828-f81a6d5e2041,segment=NetworkSegment(f63a4aee-4442-4939-8643-e8e6b78e280e),segment_id=f63a4aee-4442-4939-8643-e8e6b78e280e)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:28:49.579862 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-275a4cfe-8640-43ca-ab55-e82753058409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (df5951db-2d2e-49ef-b828-f81a6d5e2041), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:49.633964 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03c206-3688-4159-8d91-81e2123c979e req-09ff7551-b456-4270-9d97-d75644ddd264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:49.638042 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ad03c206-3688-4159-8d91-81e2123c979e req-09ff7551-b456-4270-9d97-d75644ddd264 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 1125 time: 0.0993237 Feb 07 21:28:49.644396 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-275a4cfe-8640-43ca-ab55-e82753058409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:49.645439 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-275a4cfe-8640-43ca-ab55-e82753058409 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:49.647142 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-275a4cfe-8640-43ca-ab55-e82753058409 service neutron] 10.222.0.69 "PUT /v2.0/ports/df5951db-2d2e-49ef-b828-f81a6d5e2041 HTTP/1.1" status: 200 len: 1091 time: 1.9312031 Feb 07 21:28:49.647723 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd4ba49-6648-4b57-b30f-e0308ce0b90d', 'tag': 'df5951db-2d2e-49ef-b828-f81a6d5e2041'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:28:49.650287 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5668ba-dd28-4a5a-9ea0-17b329065d49" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd4ba49-6648-4b57-b30f-e0308ce0b90d", "tag": "df5951db-2d2e-49ef-b828-f81a6d5e2041"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:28:49.747395 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c787ec6-8527-4fb4-92e3-e38806b8623f x-openstack-request-id: req-6c787ec6-8527-4fb4-92e3-e38806b8623f {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:28:49.748005 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd4ba49-6648-4b57-b30f-e0308ce0b90d", "tag": "df5951db-2d2e-49ef-b828-f81a6d5e2041", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:28:49.748504 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6c787ec6-8527-4fb4-92e3-e38806b8623f {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:28:49.749102 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd4ba49-6648-4b57-b30f-e0308ce0b90d', 'tag': 'df5951db-2d2e-49ef-b828-f81a6d5e2041', 'status': 'completed', 'code': 200} Feb 07 21:28:49.776165 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a4cfe-8640-43ca-ab55-e82753058409 service neutron] Pushing event updated for resources: {'Port': ['ID=df5951db-2d2e-49ef-b828-f81a6d5e2041,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:49.807082 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-193e70f7-c090-40b4-90d4-4f71f2a20a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:49.808961 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-193e70f7-c090-40b4-90d4-4f71f2a20a83 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=98a652e6acc94fdaa3a948700e971e6f&device_id=3bd4ba49-6648-4b57-b30f-e0308ce0b90d HTTP/1.1" status: 200 len: 1125 time: 0.0964026 Feb 07 21:28:49.857614 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03c206-3688-4159-8d91-81e2123c979e req-f18a316d-2a56-4cc1-84af-52140cde6526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:49.860986 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ad03c206-3688-4159-8d91-81e2123c979e req-f18a316d-2a56-4cc1-84af-52140cde6526 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 913 time: 0.2098041 Feb 07 21:28:49.903782 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-0efa9e53-210b-4bd2-ab2d-2347875f08b0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df5951db-2d2e-49ef-b828-f81a6d5e2041 HTTP/1.1" status: 200 len: 217 time: 0.0865383 Feb 07 21:28:49.955246 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ad03c206-3688-4159-8d91-81e2123c979e req-e71763cb-4acd-4cdc-9ec5-647b464fdebf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8da6e18-8251-4622-8583-c3e0b9db2c10 HTTP/1.1" status: 200 len: 217 time: 0.0833142 Feb 07 21:28:49.998846 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-b9bff29f-c248-47f8-a30e-6996fe166bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:50.003441 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-b9bff29f-c248-47f8-a30e-6996fe166bbe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b89151d6-f1e4-429c-b511-7b5d3f7ebedd HTTP/1.1" status: 200 len: 849 time: 0.0936618 Feb 07 21:28:50.052080 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03c206-3688-4159-8d91-81e2123c979e req-6215efd1-c7bb-44e8-93dc-95c2a82960e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:50.058729 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ad03c206-3688-4159-8d91-81e2123c979e req-6215efd1-c7bb-44e8-93dc-95c2a82960e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5277b698-1143-4952-a3ce-257473c57257 HTTP/1.1" status: 200 len: 851 time: 0.0976784 Feb 07 21:28:50.090136 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-5c546571-be26-4cdb-9465-fa44340d8694 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22bc91a0-02f3-4925-a708-6b6db1ae4ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797880 Feb 07 21:28:50.158374 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03c206-3688-4159-8d91-81e2123c979e req-655356bd-d5c7-4a73-862e-c4fd72cd08ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:50.160094 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ad03c206-3688-4159-8d91-81e2123c979e req-655356bd-d5c7-4a73-862e-c4fd72cd08ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5d8bec1-9baf-496d-8066-d331255bb96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0952096 Feb 07 21:28:50.337099 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742c0ab-3906-4a23-ad5b-9737ab98162e req-cc664e4d-97dd-4c95-a68e-0dc0bb854a85 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:50.339038 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a742c0ab-3906-4a23-ad5b-9737ab98162e req-cc664e4d-97dd-4c95-a68e-0dc0bb854a85 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.2440984 Feb 07 21:28:50.402168 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ad03c206-3688-4159-8d91-81e2123c979e req-6c9a816c-fa4f-4dc7-ba15-0732dcb784e8 service neutron] 10.222.0.69 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343762 Feb 07 21:28:50.407169 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-0f3d673d-9d0a-4d89-b3f9-f6ab6728fbaf service neutron] 10.222.0.69 "GET /v2.0/networks/22bc91a0-02f3-4925-a708-6b6db1ae4ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960021 Feb 07 21:28:50.503991 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a742c0ab-3906-4a23-ad5b-9737ab98162e req-608873e9-7f3f-4e92-a8e7-b5161a78a4f0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568229 Feb 07 21:28:50.585774 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7f7c1bba-3ff6-440c-82cb-072b2773992c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:50.644123 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1952b5a7-0e30-4e1f-9049-385df58a64dc req-f4b8ea3b-9394-4cc2-ba1f-f33c3298d1ad service neutron] 10.222.0.69 "GET /v2.0/networks/22bc91a0-02f3-4925-a708-6b6db1ae4ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308736 Feb 07 21:28:50.682204 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ad03c206-3688-4159-8d91-81e2123c979e req-706a8d61-2346-4a13-8dd7-a935bc0bae7b service neutron] 10.222.0.69 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715108 Feb 07 21:28:50.691406 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f7afb-27fd-4025-8907-0b6e854c6366 req-782ee053-ee91-4cc8-8e69-28d93f0c7dd7 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:50.718374 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cb4f7afb-27fd-4025-8907-0b6e854c6366 req-782ee053-ee91-4cc8-8e69-28d93f0c7dd7 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bd4ba49-6648-4b57-b30f-e0308ce0b90d HTTP/1.1" status: 200 len: 943 time: 0.1791446 Feb 07 21:28:50.803802 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cb4f7afb-27fd-4025-8907-0b6e854c6366 req-23718284-ebc8-4f1f-9988-96052e3ab73b tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bfc719c-b462-40a2-bfb6-aefe004c7553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845065 Feb 07 21:28:50.842917 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5668ba-dd28-4a5a-9ea0-17b329065d49 req-e6fdc303-0325-4f51-8a8e-e9a7f38376e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:50.844688 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ed5668ba-dd28-4a5a-9ea0-17b329065d49 req-e6fdc303-0325-4f51-8a8e-e9a7f38376e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=98a652e6acc94fdaa3a948700e971e6f&device_id=3bd4ba49-6648-4b57-b30f-e0308ce0b90d HTTP/1.1" status: 200 len: 1125 time: 0.0935316 Feb 07 21:28:51.007518 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5668ba-dd28-4a5a-9ea0-17b329065d49 req-f02be099-794f-4e6f-8d46-a9b100f2a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:51.009689 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ed5668ba-dd28-4a5a-9ea0-17b329065d49 req-f02be099-794f-4e6f-8d46-a9b100f2a4b0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=22bc91a0-02f3-4925-a708-6b6db1ae4ffa HTTP/1.1" status: 200 len: 910 time: 0.1579082 Feb 07 21:28:51.081930 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ed5668ba-dd28-4a5a-9ea0-17b329065d49 req-66bb0f2d-1b90-4eb7-91fd-3ee7fc20960f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df5951db-2d2e-49ef-b828-f81a6d5e2041 HTTP/1.1" status: 200 len: 217 time: 0.0638821 Feb 07 21:28:51.222329 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5668ba-dd28-4a5a-9ea0-17b329065d49 req-99a4be79-db30-4e09-91f1-f6737b822e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:51.224417 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ed5668ba-dd28-4a5a-9ea0-17b329065d49 req-99a4be79-db30-4e09-91f1-f6737b822e6b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b89151d6-f1e4-429c-b511-7b5d3f7ebedd HTTP/1.1" status: 200 len: 849 time: 0.1335022 Feb 07 21:28:51.265542 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ed5668ba-dd28-4a5a-9ea0-17b329065d49 req-5b916600-f4aa-4e7c-89eb-55f0b6c636e7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22bc91a0-02f3-4925-a708-6b6db1ae4ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333092 Feb 07 21:28:51.378971 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ed5668ba-dd28-4a5a-9ea0-17b329065d49 req-5168cdfa-3ed7-4efb-8e95-b2018547a3b1 service neutron] 10.222.0.69 "GET /v2.0/networks/22bc91a0-02f3-4925-a708-6b6db1ae4ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063960 Feb 07 21:28:51.492129 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ed5668ba-dd28-4a5a-9ea0-17b329065d49 req-568d2f28-5d0c-4ae5-b4da-4bc031daeba4 service neutron] 10.222.0.69 "GET /v2.0/networks/22bc91a0-02f3-4925-a708-6b6db1ae4ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047173 Feb 07 21:28:51.695295 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6146a6c-6d14-496b-b517-d84e08818b71 req-7e3e1a95-d5b7-4fdf-95c7-6d820818a72a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:51.709594 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b6146a6c-6d14-496b-b517-d84e08818b71 req-7e3e1a95-d5b7-4fdf-95c7-6d820818a72a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.0974083 Feb 07 21:28:51.812355 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b6146a6c-6d14-496b-b517-d84e08818b71 req-b871fc8b-0c11-417e-a7bf-6d2869aea909 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948775 Feb 07 21:28:51.818235 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:51.970807 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09f4a9-1539-4fda-8c1c-1394c464875c req-b7760438-6ba2-4796-9594-deb120a9fe60 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:51.972893 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c09f4a9-1539-4fda-8c1c-1394c464875c req-b7760438-6ba2-4796-9594-deb120a9fe60 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bd4ba49-6648-4b57-b30f-e0308ce0b90d HTTP/1.1" status: 200 len: 943 time: 0.0806212 Feb 07 21:28:52.061211 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c09f4a9-1539-4fda-8c1c-1394c464875c req-e9412b90-dd99-4f20-b395-61ecf1665edd tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bfc719c-b462-40a2-bfb6-aefe004c7553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801427 Feb 07 21:28:52.991340 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a87ce-c99c-43c6-adca-86f03e6a66c1 req-8a534e24-5954-4438-93fc-0040620feabe tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:53.011012 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-387a87ce-c99c-43c6-adca-86f03e6a66c1 req-8a534e24-5954-4438-93fc-0040620feabe tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.1007290 Feb 07 21:28:53.114952 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-387a87ce-c99c-43c6-adca-86f03e6a66c1 req-48cb0fb1-d9f5-4713-83aa-593d262b526e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029441 Feb 07 21:28:53.245305 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68408812-ad95-4b43-b5fa-a63ff4bf9ef1 req-b31dd1ae-dbf2-486d-925a-5b9f38558b23 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:53.246842 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68408812-ad95-4b43-b5fa-a63ff4bf9ef1 req-b31dd1ae-dbf2-486d-925a-5b9f38558b23 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bd4ba49-6648-4b57-b30f-e0308ce0b90d HTTP/1.1" status: 200 len: 943 time: 0.0727253 Feb 07 21:28:53.312052 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:53.344998 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68408812-ad95-4b43-b5fa-a63ff4bf9ef1 req-d124dc3c-9f58-42b1-a49f-65c67992c080 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bfc719c-b462-40a2-bfb6-aefe004c7553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896189 Feb 07 21:28:54.325307 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ba070-b3a5-4ebe-b83c-cce2a9f2957e req-98c9ece3-445b-4b6d-84ef-9b6bad2ea363 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:54.326908 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-788ba070-b3a5-4ebe-b83c-cce2a9f2957e req-98c9ece3-445b-4b6d-84ef-9b6bad2ea363 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.1114774 Feb 07 21:28:54.413472 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-788ba070-b3a5-4ebe-b83c-cce2a9f2957e req-3a3b091c-fd5d-4d2d-8a5d-9639ad0f375e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742550 Feb 07 21:28:54.507863 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c35979-30ff-46d1-9b24-bd255a84497e req-29af654c-4e6d-4d53-8141-bbf1a59b2142 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:54.516945 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52c35979-30ff-46d1-9b24-bd255a84497e req-29af654c-4e6d-4d53-8141-bbf1a59b2142 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bd4ba49-6648-4b57-b30f-e0308ce0b90d HTTP/1.1" status: 200 len: 943 time: 0.0723441 Feb 07 21:28:54.551832 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device df5951db-2d2e-49ef-b828-f81a6d5e2041 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:28:54.598548 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52c35979-30ff-46d1-9b24-bd255a84497e req-2561d466-a741-4a1b-9da4-fb1dc3494ad1 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bfc719c-b462-40a2-bfb6-aefe004c7553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737534 Feb 07 21:28:54.679110 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:54.746278 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port df5951db-2d2e-49ef-b828-f81a6d5e2041, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=df5951db-2d2e-49ef-b828-f81a6d5e2041,segment=NetworkSegment(f63a4aee-4442-4939-8643-e8e6b78e280e),segment_id=f63a4aee-4442-4939-8643-e8e6b78e280e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:28:54.765172 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'df5951db-2d2e-49ef-b828-f81a6d5e2041', 'network_id': '22bc91a0-02f3-4925-a708-6b6db1ae4ffa', 'port_id': 'df5951db-2d2e-49ef-b828-f81a6d5e2041', 'mac_address': 'fa:16:3e:2a:7a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89151d6-f1e4-429c-b511-7b5d3f7ebedd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:28:54.823719 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port df5951db-2d2e-49ef-b828-f81a6d5e2041 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:28:54.824164 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (df5951db-2d2e-49ef-b828-f81a6d5e2041), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:54.853512 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df5951db-2d2e-49ef-b828-f81a6d5e2041 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:28:54.883743 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port df5951db-2d2e-49ef-b828-f81a6d5e2041, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=df5951db-2d2e-49ef-b828-f81a6d5e2041,segment=NetworkSegment(f63a4aee-4442-4939-8643-e8e6b78e280e),segment_id=f63a4aee-4442-4939-8643-e8e6b78e280e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:28:54.890585 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (df5951db-2d2e-49ef-b828-f81a6d5e2041), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:54.966155 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=df5951db-2d2e-49ef-b828-f81a6d5e2041,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:55.241247 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['df5951db-2d2e-49ef-b828-f81a6d5e2041'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:28:55.706812 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03836910-adcf-4264-a999-ae14ca53decb req-6dc48020-a329-4271-b658-abd0df61161c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:55.708935 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03836910-adcf-4264-a999-ae14ca53decb req-6dc48020-a329-4271-b658-abd0df61161c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.1436534 Feb 07 21:28:55.925175 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03836910-adcf-4264-a999-ae14ca53decb req-c19668c7-8d37-4077-aae4-dc47168b20f9 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882257 Feb 07 21:28:55.959403 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b8a1e-d6be-4fc3-b25b-0efc3a14c6cc req-70909727-96cf-4c3c-805c-37523fbc888f tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:55.981681 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-653b8a1e-d6be-4fc3-b25b-0efc3a14c6cc req-70909727-96cf-4c3c-805c-37523fbc888f tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bd4ba49-6648-4b57-b30f-e0308ce0b90d HTTP/1.1" status: 200 len: 944 time: 0.2020283 Feb 07 21:28:56.193402 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-653b8a1e-d6be-4fc3-b25b-0efc3a14c6cc req-f03ffce0-db08-43f8-8dd4-9c6286fc9288 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bfc719c-b462-40a2-bfb6-aefe004c7553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053111 Feb 07 21:28:56.556786 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device df5951db-2d2e-49ef-b828-f81a6d5e2041 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:28:56.799742 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port df5951db-2d2e-49ef-b828-f81a6d5e2041 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:28:56.806886 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port df5951db-2d2e-49ef-b828-f81a6d5e2041 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:28:56.821250 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (df5951db-2d2e-49ef-b828-f81a6d5e2041), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:57.107500 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port df5951db-2d2e-49ef-b828-f81a6d5e2041 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:28:57.108029 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (df5951db-2d2e-49ef-b828-f81a6d5e2041), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:57.181175 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669430e0-5175-45c2-8276-5a8cfa4f7531 req-cff0ba41-9c15-4488-848a-79f4e71fc0ed tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:57.201194 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-669430e0-5175-45c2-8276-5a8cfa4f7531 req-cff0ba41-9c15-4488-848a-79f4e71fc0ed tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.1369755 Feb 07 21:28:57.261285 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port df5951db-2d2e-49ef-b828-f81a6d5e2041, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=df5951db-2d2e-49ef-b828-f81a6d5e2041,segment=NetworkSegment(f63a4aee-4442-4939-8643-e8e6b78e280e),segment_id=f63a4aee-4442-4939-8643-e8e6b78e280e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:28:57.271000 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd4ba49-6648-4b57-b30f-e0308ce0b90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5951db-2d2e-49ef-b828-f81a6d5e2041'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:28:57.275411 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d1a960-ccb6-45d2-8dbe-56c61ee726dc" -d '{"events": [{"server_uuid": "3bd4ba49-6648-4b57-b30f-e0308ce0b90d", "name": "network-vif-plugged", "status": "completed", "tag": "df5951db-2d2e-49ef-b828-f81a6d5e2041"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:28:57.310578 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (df5951db-2d2e-49ef-b828-f81a6d5e2041), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:28:57.351247 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-669430e0-5175-45c2-8276-5a8cfa4f7531 req-a3f304eb-f646-4f05-883c-6b89c2e5e07a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316905 Feb 07 21:28:57.528903 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e808cd8-59f4-4aeb-a9ed-695f7b44ece6 req-904fdc31-eed5-45ce-91cd-7fb93d1ef74b tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:57.551032 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e808cd8-59f4-4aeb-a9ed-695f7b44ece6 req-904fdc31-eed5-45ce-91cd-7fb93d1ef74b tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bd4ba49-6648-4b57-b30f-e0308ce0b90d HTTP/1.1" status: 200 len: 945 time: 0.1404238 Feb 07 21:28:57.589330 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145712a-5725-4ad1-ad3c-81beb867fc78 req-ad48c944-6454-4806-8f5b-f3b1eb9abbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:57.593217 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f145712a-5725-4ad1-ad3c-81beb867fc78 req-ad48c944-6454-4806-8f5b-f3b1eb9abbaf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3bd4ba49-6648-4b57-b30f-e0308ce0b90d HTTP/1.1" status: 200 len: 1127 time: 0.0881202 Feb 07 21:28:57.618587 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa878a0-053e-4188-9499-48f54d52cb0c x-openstack-request-id: req-aaa878a0-053e-4188-9499-48f54d52cb0c {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:28:57.619627 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd4ba49-6648-4b57-b30f-e0308ce0b90d", "name": "network-vif-plugged", "status": "completed", "tag": "df5951db-2d2e-49ef-b828-f81a6d5e2041", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:28:57.620065 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aaa878a0-053e-4188-9499-48f54d52cb0c {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:28:57.620677 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd4ba49-6648-4b57-b30f-e0308ce0b90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5951db-2d2e-49ef-b828-f81a6d5e2041', 'code': 200} Feb 07 21:28:57.621436 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=df5951db-2d2e-49ef-b828-f81a6d5e2041,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:28:57.660122 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f145712a-5725-4ad1-ad3c-81beb867fc78 req-93960bd2-b905-40b5-9e5c-977752fc166e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4bfc719c-b462-40a2-bfb6-aefe004c7553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601754 Feb 07 21:28:57.662382 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e808cd8-59f4-4aeb-a9ed-695f7b44ece6 req-6fc1d3d7-7760-465b-9ace-9679808d13ce tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bfc719c-b462-40a2-bfb6-aefe004c7553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099291 Feb 07 21:28:58.765499 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80363a-abde-410a-8adf-445a6b99ce7a req-19bc8640-26f9-425e-95a8-e73629f106fc tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:58.769515 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1c80363a-abde-410a-8adf-445a6b99ce7a req-19bc8640-26f9-425e-95a8-e73629f106fc tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.2306600 Feb 07 21:28:58.946247 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1c80363a-abde-410a-8adf-445a6b99ce7a req-cdadfbf0-d91b-4322-aec8-ae57d087394c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671274 Feb 07 21:28:59.067153 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d1a98-5e5b-46b8-af9c-65fa2ae37787 req-753386a9-9119-4f71-9b68-d47173b87ef9 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:28:59.069053 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-917d1a98-5e5b-46b8-af9c-65fa2ae37787 req-753386a9-9119-4f71-9b68-d47173b87ef9 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bd4ba49-6648-4b57-b30f-e0308ce0b90d HTTP/1.1" status: 200 len: 945 time: 0.2929270 Feb 07 21:28:59.221143 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-917d1a98-5e5b-46b8-af9c-65fa2ae37787 req-13a61cbe-921e-4767-b956-319c725914bd tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bfc719c-b462-40a2-bfb6-aefe004c7553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430967 Feb 07 21:29:00.162517 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018197b-dcb7-44c3-a881-4d1407161911 req-8401ca11-f3cb-4700-8020-012acdc7d2f2 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:00.172628 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c018197b-dcb7-44c3-a881-4d1407161911 req-8401ca11-f3cb-4700-8020-012acdc7d2f2 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.1036854 Feb 07 21:29:00.237509 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c018197b-dcb7-44c3-a881-4d1407161911 req-f1028d81-83d0-4602-993a-009a4fb4d3fe tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614574 Feb 07 21:29:00.483945 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b48b3-8027-42e2-8e38-b582d6793cb1 req-83745fb8-d579-47ed-be8f-3e7491b2b8cb tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:00.487205 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-739b48b3-8027-42e2-8e38-b582d6793cb1 req-83745fb8-d579-47ed-be8f-3e7491b2b8cb tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bd4ba49-6648-4b57-b30f-e0308ce0b90d HTTP/1.1" status: 200 len: 945 time: 0.1044564 Feb 07 21:29:00.593238 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-739b48b3-8027-42e2-8e38-b582d6793cb1 req-b9fb4d00-cc68-4ab3-bf77-b537dfe20b2f tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bfc719c-b462-40a2-bfb6-aefe004c7553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998678 Feb 07 21:29:01.513585 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ba047-5a54-4ebb-9706-cd07b50a4368 req-a5edfce6-2d52-4448-a371-bab0ecc16ada tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:01.518977 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f61ba047-5a54-4ebb-9706-cd07b50a4368 req-a5edfce6-2d52-4448-a371-bab0ecc16ada tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.1079569 Feb 07 21:29:01.718091 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f61ba047-5a54-4ebb-9706-cd07b50a4368 req-a0203d1c-1fb9-4e09-a3ac-a90e1092849b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901205 Feb 07 21:29:02.918553 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86a7b7-2c8b-4fba-a8ec-52a30c741a84 req-f4df8cbe-1d64-44f7-becf-865c7c671b42 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:02.929445 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fa86a7b7-2c8b-4fba-a8ec-52a30c741a84 req-f4df8cbe-1d64-44f7-becf-865c7c671b42 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.0900464 Feb 07 21:29:03.037980 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fa86a7b7-2c8b-4fba-a8ec-52a30c741a84 req-6bad2d0c-abca-4ef6-9879-480e32ff382e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059973 Feb 07 21:29:03.731383 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:04.002805 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:04.313245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880d740-1d89-4dfe-97c2-9d9eff84cd7a req-cbda0eb3-16bf-4f29-b69b-eb4bc657e019 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:04.315380 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6880d740-1d89-4dfe-97c2-9d9eff84cd7a req-cbda0eb3-16bf-4f29-b69b-eb4bc657e019 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.1351850 Feb 07 21:29:04.414487 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6880d740-1d89-4dfe-97c2-9d9eff84cd7a req-786f849f-2d45-4ff0-8899-a11dcb69f46c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905778 Feb 07 21:29:05.569700 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cedc9-9343-4492-b3ef-89ae88ef1c26 req-106a1ff0-0f71-4f9d-b06c-33d30c81a1ba tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:05.571246 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-240cedc9-9343-4492-b3ef-89ae88ef1c26 req-106a1ff0-0f71-4f9d-b06c-33d30c81a1ba tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.0550056 Feb 07 21:29:05.618459 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-240cedc9-9343-4492-b3ef-89ae88ef1c26 req-eee4e52b-439f-4ba5-a81f-84210389540c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408916 Feb 07 21:29:06.599612 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:29:06.752825 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6dbb3-14aa-4b21-a8b7-7e3be5a7458e req-e9415f6d-aa4b-4f71-8850-e48e9fe4a98d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:06.754332 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1de6dbb3-14aa-4b21-a8b7-7e3be5a7458e req-e9415f6d-aa4b-4f71-8850-e48e9fe4a98d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.0638607 Feb 07 21:29:06.807381 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1de6dbb3-14aa-4b21-a8b7-7e3be5a7458e req-8928375e-9327-42ef-8045-bdcb4c5eaa12 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449183 Feb 07 21:29:07.941599 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2778b-4587-4d85-8eab-c97250afac52 req-68e6bcc0-addf-475c-b8d6-1006a73871cc tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:07.943898 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bbc2778b-4587-4d85-8eab-c97250afac52 req-68e6bcc0-addf-475c-b8d6-1006a73871cc tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.0603154 Feb 07 21:29:08.004736 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bbc2778b-4587-4d85-8eab-c97250afac52 req-679a670c-7e68-45d5-bd01-c31ac518f76b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543094 Feb 07 21:29:09.141693 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f99cd-2fbc-4ff5-8671-01dcc1149eea req-ecdf312e-4307-4f6a-9ccf-39ba4abeb78c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:09.144122 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-100f99cd-2fbc-4ff5-8671-01dcc1149eea req-ecdf312e-4307-4f6a-9ccf-39ba4abeb78c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.0619848 Feb 07 21:29:09.197641 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-100f99cd-2fbc-4ff5-8671-01dcc1149eea req-24ebaf98-ce5f-4288-88dd-de9083a8e34d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474725 Feb 07 21:29:09.563588 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-a1f17b0a-16ce-46ce-8a39-edc8491d40ae req-b7cd5347-b8ed-48ac-814f-0f826823190f service neutron] (103256) timed out ('10.222.0.65', 34020) {{(pid=103256) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 21:29:10.324384 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec9e46-7a71-440c-a7e0-106acf17302a req-66610ffa-5497-446a-94a0-6c0fa4819250 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:10.325951 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80ec9e46-7a71-440c-a7e0-106acf17302a req-66610ffa-5497-446a-94a0-6c0fa4819250 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.0587528 Feb 07 21:29:10.377715 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80ec9e46-7a71-440c-a7e0-106acf17302a req-d36541e9-e7ce-4310-aaea-6c8c007906ed tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459011 Feb 07 21:29:11.501001 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90c105-0eaa-4e12-869f-6d787dfd48ff req-1b94dcb0-b768-46c5-ba9a-49827b1cc516 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:11.502478 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a90c105-0eaa-4e12-869f-6d787dfd48ff req-1b94dcb0-b768-46c5-ba9a-49827b1cc516 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.0530393 Feb 07 21:29:11.551895 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a90c105-0eaa-4e12-869f-6d787dfd48ff req-583779af-ff19-488d-a67a-5aae47f731ac tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435236 Feb 07 21:29:12.552252 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-4c24d240-9903-4f3a-89f4-a4abb0c312c7 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:12.561357 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-4c24d240-9903-4f3a-89f4-a4abb0c312c7 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/networks?id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6 HTTP/1.1" status: 200 len: 814 time: 0.2097285 Feb 07 21:29:12.582802 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-59f4fb5e-0a89-4e52-affd-627594299d2c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/quotas/8c82c9149fcf4d69af04c81d923feaa2 HTTP/1.1" status: 200 len: 375 time: 0.0198901 Feb 07 21:29:12.639901 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83937b34-d659-48bc-8da9-52535ca4aef7 req-39f56c6f-7d01-4ee8-82fa-1b962beeb8e8 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:12.647231 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-83937b34-d659-48bc-8da9-52535ca4aef7 req-39f56c6f-7d01-4ee8-82fa-1b962beeb8e8 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe7f6750-fc67-4b2b-b8ee-89c20a4fff67 HTTP/1.1" status: 200 len: 946 time: 0.2002606 Feb 07 21:29:12.684889 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-3d41f787-a45d-42db-b79d-1067c0001f6d tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8c82c9149fcf4d69af04c81d923feaa2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1009448 Feb 07 21:29:12.790403 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-83937b34-d659-48bc-8da9-52535ca4aef7 req-9199072f-d426-49bd-9774-346eeee6cc9a tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2377b95-e483-407c-b701-7b9618bc5bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420436 Feb 07 21:29:12.855331 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-b66b3993-0ff9-4ec3-ba00-c107a17bf19c service neutron] 10.222.0.65 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686289 Feb 07 21:29:13.013360 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-da124e82-2aa6-4ec2-9cb2-d9cc9cce8848 service neutron] 10.222.0.65 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519554 Feb 07 21:29:13.026861 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cabab-ebe8-441e-87a2-330557cdd289 req-cc1e77fd-5024-4ae4-a6d3-04898b0673a5 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:13.028365 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bc0cabab-ebe8-441e-87a2-330557cdd289 req-cc1e77fd-5024-4ae4-a6d3-04898b0673a5 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.1459074 Feb 07 21:29:13.146832 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bc0cabab-ebe8-441e-87a2-330557cdd289 req-e3485db1-25e4-41d7-adff-14721f4c28f4 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106570 Feb 07 21:29:13.309649 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e974194b-ff44-48d8-abec-85fde5eae232 req-42f4b520-92f1-4bd9-aa1c-f9593b99d8ac tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=404845f8-7e05-41f4-b686-0df4309468b7 HTTP/1.1" status: 200 len: 210 time: 0.0551324 Feb 07 21:29:13.678786 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46677b81-252d-4ecd-bcc4-0584bbb9da54 req-a65baaa2-9099-42d7-a036-7e9fb69da80f tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:13.681537 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-46677b81-252d-4ecd-bcc4-0584bbb9da54 req-a65baaa2-9099-42d7-a036-7e9fb69da80f tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bd4ba49-6648-4b57-b30f-e0308ce0b90d HTTP/1.1" status: 200 len: 945 time: 0.0675354 Feb 07 21:29:13.754525 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-46677b81-252d-4ecd-bcc4-0584bbb9da54 req-3eff948d-7caa-4550-b0eb-7dbe5dd6e5b3 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bfc719c-b462-40a2-bfb6-aefe004c7553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670400 Feb 07 21:29:13.957203 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b1c6a-4f9a-4ce9-91e7-5a07571da1d9 req-90e37d27-9199-4529-8130-03142a4b0884 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:13.959075 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-766b1c6a-4f9a-4ce9-91e7-5a07571da1d9 req-90e37d27-9199-4529-8130-03142a4b0884 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe7f6750-fc67-4b2b-b8ee-89c20a4fff67 HTTP/1.1" status: 200 len: 946 time: 0.0867240 Feb 07 21:29:14.034503 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-766b1c6a-4f9a-4ce9-91e7-5a07571da1d9 req-850b0387-f285-4644-bb2c-86cce419d43a tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2377b95-e483-407c-b701-7b9618bc5bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672338 Feb 07 21:29:14.195619 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5e00c-407f-4912-9fb0-749889336597 req-6ccc2621-9898-4de8-9d99-58c737dc59ed tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:14.197512 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fab5e00c-407f-4912-9fb0-749889336597 req-6ccc2621-9898-4de8-9d99-58c737dc59ed tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe7f6750-fc67-4b2b-b8ee-89c20a4fff67 HTTP/1.1" status: 200 len: 946 time: 0.0564229 Feb 07 21:29:14.316687 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e818e8-726b-4232-bacb-9d85e642b188 req-68073965-cebf-4f4b-ae25-a2d65956cbef tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:14.341017 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-67e818e8-726b-4232-bacb-9d85e642b188 req-68073965-cebf-4f4b-ae25-a2d65956cbef tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.1238348 Feb 07 21:29:14.460263 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7b400f00-09ca-4b48-8e42-c8d3b859b596 req-100f32ed-cd8f-4b17-9e4f-76700b1cb68d tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=404845f8-7e05-41f4-b686-0df4309468b7 HTTP/1.1" status: 200 len: 210 time: 0.0591195 Feb 07 21:29:14.507233 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-67e818e8-726b-4232-bacb-9d85e642b188 req-e668824d-bcf0-4081-80bf-051a98fb8425 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652985 Feb 07 21:29:14.548696 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-fab5e00c-407f-4912-9fb0-749889336597 req-fc565462-0419-47c1-9044-fa6c3a775ba2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Deleting port 8f58378e-566d-4086-b703-fcba5b8bc683 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:29:14.549034 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fab5e00c-407f-4912-9fb0-749889336597 req-fc565462-0419-47c1-9044-fa6c3a775ba2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8f58378e-566d-4086-b703-fcba5b8bc683), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:14.641802 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-a874b8fe-380c-4285-9fbc-30f82dfae819 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:14.643357 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-a874b8fe-380c-4285-9fbc-30f82dfae819 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.71 "GET /v2.0/networks?id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6 HTTP/1.1" status: 200 len: 814 time: 0.2347920 Feb 07 21:29:14.667604 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-0ddf9b0f-e6cd-4e39-8dc0-aa2a6570ea5c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Request body: {'port': {'device_id': '404845f8-7e05-41f4-b686-0df4309468b7', 'network_id': 'f4e1a8da-b500-47e7-b15f-d8edc6f776b6', 'admin_state_up': True, 'tenant_id': '8c82c9149fcf4d69af04c81d923feaa2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:29:14.770029 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-fab5e00c-407f-4912-9fb0-749889336597 req-fc565462-0419-47c1-9044-fa6c3a775ba2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] For port 8f58378e-566d-4086-b703-fcba5b8bc683, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=8f58378e-566d-4086-b703-fcba5b8bc683,segment=NetworkSegment(d525c6d2-640e-4061-b295-b52161eee5a1),segment_id=d525c6d2-640e-4061-b295-b52161eee5a1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:29:14.770737 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fab5e00c-407f-4912-9fb0-749889336597 req-fc565462-0419-47c1-9044-fa6c3a775ba2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8f58378e-566d-4086-b703-fcba5b8bc683), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:14.790175 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-fab5e00c-407f-4912-9fb0-749889336597 req-fc565462-0419-47c1-9044-fa6c3a775ba2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Calling delete_port for 8f58378e-566d-4086-b703-fcba5b8bc683 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:29:14.848779 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-0ddf9b0f-e6cd-4e39-8dc0-aa2a6570ea5c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Made reservation on behalf of 8c82c9149fcf4d69af04c81d923feaa2 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:29:14.852075 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-0ddf9b0f-e6cd-4e39-8dc0-aa2a6570ea5c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:15.355179 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2602f86-efab-4595-a075-39ab5471c124 req-bcd30e9a-cff7-449f-bf13-61ec93727e66 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:15.357547 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60ee0b-66a4-47fe-9eba-d2b52d86ac8a req-2e445dcc-38ac-4a08-af3d-7175b202e588 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:15.359549 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6e60ee0b-66a4-47fe-9eba-d2b52d86ac8a req-2e445dcc-38ac-4a08-af3d-7175b202e588 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.69 "GET /v2.0/ports?device_id=3bd4ba49-6648-4b57-b30f-e0308ce0b90d HTTP/1.1" status: 200 len: 945 time: 0.0542853 Feb 07 21:29:15.360340 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2602f86-efab-4595-a075-39ab5471c124 req-bcd30e9a-cff7-449f-bf13-61ec93727e66 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bd4ba49-6648-4b57-b30f-e0308ce0b90d HTTP/1.1" status: 200 len: 945 time: 0.5139923 Feb 07 21:29:15.461812 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-0ddf9b0f-e6cd-4e39-8dc0-aa2a6570ea5c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Allocated IP 172.20.0.11 (f4e1a8da-b500-47e7-b15f-d8edc6f776b6/89cf6121-baa9-422e-a444-8a5ab1545cb1/80177636-b628-403d-8d63-e34b31d806ba) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:29:15.468709 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-6e60ee0b-66a4-47fe-9eba-d2b52d86ac8a req-67481567-dbbe-4c74-8854-885b6d399ca1 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Deleting port df5951db-2d2e-49ef-b828-f81a6d5e2041 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:29:15.469077 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6e60ee0b-66a4-47fe-9eba-d2b52d86ac8a req-67481567-dbbe-4c74-8854-885b6d399ca1 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (df5951db-2d2e-49ef-b828-f81a6d5e2041), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:15.479359 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fab5e00c-407f-4912-9fb0-749889336597 req-fc565462-0419-47c1-9044-fa6c3a775ba2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (8f58378e-566d-4086-b703-fcba5b8bc683), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:15.498840 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86dcd2c-bd2f-4f0a-817b-4715e99e106b req-8ea2edaa-6fa6-4506-a74c-8ba0516f2dcb tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:15.506120 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f86dcd2c-bd2f-4f0a-817b-4715e99e106b req-8ea2edaa-6fa6-4506-a74c-8ba0516f2dcb tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe7f6750-fc67-4b2b-b8ee-89c20a4fff67 HTTP/1.1" status: 200 len: 946 time: 0.2243135 Feb 07 21:29:15.549627 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2602f86-efab-4595-a075-39ab5471c124 req-6b59c2f6-b5e0-48d4-9f98-729f42db5745 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bfc719c-b462-40a2-bfb6-aefe004c7553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821246 Feb 07 21:29:15.558802 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc565462-0419-47c1-9044-fa6c3a775ba2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Pushing event deleted for resources: {'Port': ['ID=8f58378e-566d-4086-b703-fcba5b8bc683,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:15.594436 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc565462-0419-47c1-9044-fa6c3a775ba2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:15.595167 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc565462-0419-47c1-9044-fa6c3a775ba2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:15.595728 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc565462-0419-47c1-9044-fa6c3a775ba2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:15.596279 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc565462-0419-47c1-9044-fa6c3a775ba2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:15.596857 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc565462-0419-47c1-9044-fa6c3a775ba2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:15.597450 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc565462-0419-47c1-9044-fa6c3a775ba2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:15.598014 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc565462-0419-47c1-9044-fa6c3a775ba2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:15.598574 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc565462-0419-47c1-9044-fa6c3a775ba2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:15.599103 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc565462-0419-47c1-9044-fa6c3a775ba2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:15.599957 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc565462-0419-47c1-9044-fa6c3a775ba2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:15.600525 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc565462-0419-47c1-9044-fa6c3a775ba2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:15.601073 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc565462-0419-47c1-9044-fa6c3a775ba2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:15.601447 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-6e60ee0b-66a4-47fe-9eba-d2b52d86ac8a req-67481567-dbbe-4c74-8854-885b6d399ca1 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] For port df5951db-2d2e-49ef-b828-f81a6d5e2041, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=df5951db-2d2e-49ef-b828-f81a6d5e2041,segment=NetworkSegment(f63a4aee-4442-4939-8643-e8e6b78e280e),segment_id=f63a4aee-4442-4939-8643-e8e6b78e280e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:29:15.601816 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6e60ee0b-66a4-47fe-9eba-d2b52d86ac8a req-67481567-dbbe-4c74-8854-885b6d399ca1 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (df5951db-2d2e-49ef-b828-f81a6d5e2041), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:15.602062 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc565462-0419-47c1-9044-fa6c3a775ba2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:15.634757 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-6e60ee0b-66a4-47fe-9eba-d2b52d86ac8a req-67481567-dbbe-4c74-8854-885b6d399ca1 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Calling delete_port for df5951db-2d2e-49ef-b828-f81a6d5e2041 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:29:15.655458 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab5e00c-407f-4912-9fb0-749889336597 req-fc565462-0419-47c1-9044-fa6c3a775ba2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] No DVR routers for this DVR port 8f58378e-566d-4086-b703-fcba5b8bc683 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:29:15.663984 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fab5e00c-407f-4912-9fb0-749889336597 req-fc565462-0419-47c1-9044-fa6c3a775ba2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:15.667871 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fab5e00c-407f-4912-9fb0-749889336597 req-fc565462-0419-47c1-9044-fa6c3a775ba2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.71 "DELETE /v2.0/ports/8f58378e-566d-4086-b703-fcba5b8bc683 HTTP/1.1" status: 204 len: 173 time: 1.4645619 Feb 07 21:29:15.672513 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7f6750-fc67-4b2b-b8ee-89c20a4fff67', 'name': 'network-vif-deleted', 'tag': '8f58378e-566d-4086-b703-fcba5b8bc683'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:29:15.674750 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e3db49-769d-485e-b484-633be12d9a58" -d '{"events": [{"server_uuid": "fe7f6750-fc67-4b2b-b8ee-89c20a4fff67", "name": "network-vif-deleted", "tag": "8f58378e-566d-4086-b703-fcba5b8bc683"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:29:15.753700 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d46ef31-ede0-4546-a869-277ed08f5551 req-0d6ac744-ac08-425d-8869-c902e026ea09 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=404845f8-7e05-41f4-b686-0df4309468b7 HTTP/1.1" status: 200 len: 210 time: 0.0910182 Feb 07 21:29:15.772398 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f86dcd2c-bd2f-4f0a-817b-4715e99e106b req-420460ac-7b0f-433b-ac03-324b33c6c02f tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2377b95-e483-407c-b701-7b9618bc5bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651083 Feb 07 21:29:15.891993 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-0ddf9b0f-e6cd-4e39-8dc0-aa2a6570ea5c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks [] for port (80177636-b628-403d-8d63-e34b31d806ba), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:15.899420 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6e60ee0b-66a4-47fe-9eba-d2b52d86ac8a req-67481567-dbbe-4c74-8854-885b6d399ca1 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (df5951db-2d2e-49ef-b828-f81a6d5e2041), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:15.912493 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['df5951db-2d2e-49ef-b828-f81a6d5e2041'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:29:15.914465 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd5281c-921f-4dc5-945a-e0cf30391f60 x-openstack-request-id: req-4bd5281c-921f-4dc5-945a-e0cf30391f60 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:29:15.914757 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7f6750-fc67-4b2b-b8ee-89c20a4fff67", "name": "network-vif-deleted", "tag": "8f58378e-566d-4086-b703-fcba5b8bc683", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:29:15.915008 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4bd5281c-921f-4dc5-945a-e0cf30391f60 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:29:15.915415 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7f6750-fc67-4b2b-b8ee-89c20a4fff67', 'name': 'network-vif-deleted', 'tag': '8f58378e-566d-4086-b703-fcba5b8bc683', 'status': 'completed', 'code': 200} Feb 07 21:29:15.944115 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67481567-dbbe-4c74-8854-885b6d399ca1 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Pushing event deleted for resources: {'Port': ['ID=df5951db-2d2e-49ef-b828-f81a6d5e2041,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:15.959304 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4fe59-4209-4e30-9460-60326cba1fe0 req-eac33d48-e0dc-491f-8b6c-463420229f81 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:15.965920 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80b4fe59-4209-4e30-9460-60326cba1fe0 req-eac33d48-e0dc-491f-8b6c-463420229f81 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.0931849 Feb 07 21:29:15.977005 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67481567-dbbe-4c74-8854-885b6d399ca1 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:15.977603 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67481567-dbbe-4c74-8854-885b6d399ca1 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:15.978124 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67481567-dbbe-4c74-8854-885b6d399ca1 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:15.978721 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67481567-dbbe-4c74-8854-885b6d399ca1 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:15.979217 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67481567-dbbe-4c74-8854-885b6d399ca1 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:15.979745 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67481567-dbbe-4c74-8854-885b6d399ca1 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:15.980243 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67481567-dbbe-4c74-8854-885b6d399ca1 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:15.980770 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67481567-dbbe-4c74-8854-885b6d399ca1 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:15.981286 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67481567-dbbe-4c74-8854-885b6d399ca1 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:15.981796 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67481567-dbbe-4c74-8854-885b6d399ca1 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:15.982289 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67481567-dbbe-4c74-8854-885b6d399ca1 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:15.982776 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67481567-dbbe-4c74-8854-885b6d399ca1 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:15.983334 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67481567-dbbe-4c74-8854-885b6d399ca1 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:15.996112 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-0ddf9b0f-e6cd-4e39-8dc0-aa2a6570ea5c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (80177636-b628-403d-8d63-e34b31d806ba), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:16.010074 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['c384a3e5-2f89-40c9-8162-a47817f33191'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:29:16.012964 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270', 'fb72c266-0f4b-42bc-b1d6-cf2b9ee85284'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:29:16.015157 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e60ee0b-66a4-47fe-9eba-d2b52d86ac8a req-67481567-dbbe-4c74-8854-885b6d399ca1 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] No DVR routers for this DVR port df5951db-2d2e-49ef-b828-f81a6d5e2041 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:29:16.025541 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6e60ee0b-66a4-47fe-9eba-d2b52d86ac8a req-67481567-dbbe-4c74-8854-885b6d399ca1 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:16.029542 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6e60ee0b-66a4-47fe-9eba-d2b52d86ac8a req-67481567-dbbe-4c74-8854-885b6d399ca1 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.69 "DELETE /v2.0/ports/df5951db-2d2e-49ef-b828-f81a6d5e2041 HTTP/1.1" status: 204 len: 173 time: 0.6643848 Feb 07 21:29:16.030240 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd4ba49-6648-4b57-b30f-e0308ce0b90d', 'name': 'network-vif-deleted', 'tag': 'df5951db-2d2e-49ef-b828-f81a6d5e2041'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:29:16.032777 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9449211d-b401-4bc5-8171-2eb973d56a35" -d '{"events": [{"server_uuid": "3bd4ba49-6648-4b57-b30f-e0308ce0b90d", "name": "network-vif-deleted", "tag": "df5951db-2d2e-49ef-b828-f81a6d5e2041"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:29:16.089365 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9772f813-6142-4bb2-8532-2d82ab2edd0e x-openstack-request-id: req-9772f813-6142-4bb2-8532-2d82ab2edd0e {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:29:16.089991 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd4ba49-6648-4b57-b30f-e0308ce0b90d", "name": "network-vif-deleted", "tag": "df5951db-2d2e-49ef-b828-f81a6d5e2041", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:29:16.090461 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9772f813-6142-4bb2-8532-2d82ab2edd0e {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:29:16.091083 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd4ba49-6648-4b57-b30f-e0308ce0b90d', 'name': 'network-vif-deleted', 'tag': 'df5951db-2d2e-49ef-b828-f81a6d5e2041', 'status': 'completed', 'code': 200} Feb 07 21:29:16.128570 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80b4fe59-4209-4e30-9460-60326cba1fe0 req-6be8eb79-4e5a-41e4-af16-304a6b791c95 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616933 Feb 07 21:29:16.138287 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf9b0f-e6cd-4e39-8dc0-aa2a6570ea5c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Pushing event updated for resources: {'Port': ['ID=80177636-b628-403d-8d63-e34b31d806ba,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:16.142871 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-0ddf9b0f-e6cd-4e39-8dc0-aa2a6570ea5c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Network f4e1a8da-b500-47e7-b15f-d8edc6f776b6 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:29:16.148155 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-0ddf9b0f-e6cd-4e39-8dc0-aa2a6570ea5c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:29:16.151761 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-0ddf9b0f-e6cd-4e39-8dc0-aa2a6570ea5c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:29:16.234116 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-0ddf9b0f-e6cd-4e39-8dc0-aa2a6570ea5c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:16.234841 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-0ddf9b0f-e6cd-4e39-8dc0-aa2a6570ea5c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:16.257325 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-0ddf9b0f-e6cd-4e39-8dc0-aa2a6570ea5c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5950720 Feb 07 21:29:16.270937 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-2325adda-2678-4832-bd13-6a6de64fa344 service neutron] Request body: {'port': {'device_id': '404845f8-7e05-41f4-b686-0df4309468b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:29:16.407077 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-2325adda-2678-4832-bd13-6a6de64fa344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (80177636-b628-403d-8d63-e34b31d806ba), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:16.705760 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a22ee08-e113-4daf-b1f5-2f080242a9c6 req-a39f68f4-90b9-4665-ab33-f5d4a22862f3 tempest-VolumesActionsTest-95463298 tempest-VolumesActionsTest-95463298-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bd4ba49-6648-4b57-b30f-e0308ce0b90d HTTP/1.1" status: 200 len: 210 time: 0.0344994 Feb 07 21:29:16.814935 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-2325adda-2678-4832-bd13-6a6de64fa344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80177636-b628-403d-8d63-e34b31d806ba {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:29:16.824436 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-2325adda-2678-4832-bd13-6a6de64fa344 service neutron] Publish callbacks [] for port (80177636-b628-403d-8d63-e34b31d806ba), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:16.837324 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-2325adda-2678-4832-bd13-6a6de64fa344 service neutron] Transition to ACTIVE for port object 80177636-b628-403d-8d63-e34b31d806ba will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:29:16.850001 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-2325adda-2678-4832-bd13-6a6de64fa344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (80177636-b628-403d-8d63-e34b31d806ba), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:16.906013 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325adda-2678-4832-bd13-6a6de64fa344 service neutron] Pushing event updated for resources: {'Port': ['ID=80177636-b628-403d-8d63-e34b31d806ba,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:17.046551 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-2325adda-2678-4832-bd13-6a6de64fa344 service neutron] Attempting to bind port 80177636-b628-403d-8d63-e34b31d806ba on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:29:17.046551 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-2325adda-2678-4832-bd13-6a6de64fa344 service neutron] Attempting to bind port 80177636-b628-403d-8d63-e34b31d806ba by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f4e1a8da-b500-47e7-b15f-d8edc6f776b6'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:29:17.046551 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-2325adda-2678-4832-bd13-6a6de64fa344 service neutron] Attempting to bind port 80177636-b628-403d-8d63-e34b31d806ba on network f4e1a8da-b500-47e7-b15f-d8edc6f776b6 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:29:17.051466 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-2325adda-2678-4832-bd13-6a6de64fa344 service neutron] Port 80177636-b628-403d-8d63-e34b31d806ba on network f4e1a8da-b500-47e7-b15f-d8edc6f776b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:29:17.051793 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-2325adda-2678-4832-bd13-6a6de64fa344 service neutron] Attempting to bind port 80177636-b628-403d-8d63-e34b31d806ba on network f4e1a8da-b500-47e7-b15f-d8edc6f776b6 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:29:17.058313 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-2325adda-2678-4832-bd13-6a6de64fa344 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:29:17.058661 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-2325adda-2678-4832-bd13-6a6de64fa344 service neutron] Checking segment: {'id': 'e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f4e1a8da-b500-47e7-b15f-d8edc6f776b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:29:17.059049 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-2325adda-2678-4832-bd13-6a6de64fa344 service neutron] Bound using segment: {'id': 'e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f4e1a8da-b500-47e7-b15f-d8edc6f776b6'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:29:17.059477 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-2325adda-2678-4832-bd13-6a6de64fa344 service neutron] Bound port: 80177636-b628-403d-8d63-e34b31d806ba, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f4e1a8da-b500-47e7-b15f-d8edc6f776b6'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:29:17.060081 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-2325adda-2678-4832-bd13-6a6de64fa344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (80177636-b628-403d-8d63-e34b31d806ba), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:17.070093 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636315c-cadd-4c3a-8538-8c9c2d6d40b9 req-409f8ed6-54d7-49fb-937f-b228c96d33e0 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:17.071731 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5636315c-cadd-4c3a-8538-8c9c2d6d40b9 req-409f8ed6-54d7-49fb-937f-b228c96d33e0 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=404845f8-7e05-41f4-b686-0df4309468b7 HTTP/1.1" status: 200 len: 944 time: 0.1325262 Feb 07 21:29:17.274909 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 8f58378e-566d-4086-b703-fcba5b8bc683 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:29:17.311187 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5636315c-cadd-4c3a-8538-8c9c2d6d40b9 req-0e3bb88d-0d41-4489-8130-50587521367e tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036927 Feb 07 21:29:17.313104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 8f58378e-566d-4086-b703-fcba5b8bc683 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:29:17.314987 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 8f58378e-566d-4086-b703-fcba5b8bc683 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:29:17.355026 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-2325adda-2678-4832-bd13-6a6de64fa344 service neutron] For port 80177636-b628-403d-8d63-e34b31d806ba, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:29:17.359770 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-2325adda-2678-4832-bd13-6a6de64fa344 service neutron] For port 80177636-b628-403d-8d63-e34b31d806ba, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=80177636-b628-403d-8d63-e34b31d806ba,segment=NetworkSegment(e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7),segment_id=e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:29:17.370630 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d4f07-3c9e-44c2-8bf2-dacde79f729f req-e7223776-0005-4ece-8dc6-520fe9a31914 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:17.372732 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-320d4f07-3c9e-44c2-8bf2-dacde79f729f req-e7223776-0005-4ece-8dc6-520fe9a31914 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.1304283 Feb 07 21:29:17.374570 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-2325adda-2678-4832-bd13-6a6de64fa344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (80177636-b628-403d-8d63-e34b31d806ba), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:17.498760 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-2325adda-2678-4832-bd13-6a6de64fa344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:17.499387 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-2325adda-2678-4832-bd13-6a6de64fa344 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:17.500823 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-2325adda-2678-4832-bd13-6a6de64fa344 service neutron] 10.222.0.71 "PUT /v2.0/ports/80177636-b628-403d-8d63-e34b31d806ba HTTP/1.1" status: 200 len: 1092 time: 1.2343602 Feb 07 21:29:17.560397 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56772) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:29:17.596527 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-320d4f07-3c9e-44c2-8bf2-dacde79f729f req-b4ae128c-ed5e-41af-b68b-fb6f8a1b7c1d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160304 Feb 07 21:29:17.597951 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325adda-2678-4832-bd13-6a6de64fa344 service neutron] Pushing event updated for resources: {'Port': ['ID=80177636-b628-403d-8d63-e34b31d806ba,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:17.621423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-1c457ad3-23b6-497b-9725-b84503fde08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:17.624227 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-1c457ad3-23b6-497b-9725-b84503fde08a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c82c9149fcf4d69af04c81d923feaa2&device_id=404845f8-7e05-41f4-b686-0df4309468b7 HTTP/1.1" status: 200 len: 1126 time: 0.0807478 Feb 07 21:29:17.693155 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-72be97a2-1eab-4190-8550-f82de8bdf03c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80177636-b628-403d-8d63-e34b31d806ba HTTP/1.1" status: 200 len: 217 time: 0.0619566 Feb 07 21:29:17.714399 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0ff4eda-5c3a-4d27-840d-042bfc4789f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:17.789029 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-3f1a8b22-3811-40eb-8d91-85fe75463746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:17.791482 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-3f1a8b22-3811-40eb-8d91-85fe75463746 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89cf6121-baa9-422e-a444-8a5ab1545cb1 HTTP/1.1" status: 200 len: 854 time: 0.0934258 Feb 07 21:29:17.841174 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-d5858eb2-4bd5-4853-9d24-9cc055f1ffa5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439537 Feb 07 21:29:17.878950 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0ff4eda-5c3a-4d27-840d-042bfc4789f5 admin admin] Publish callbacks [] for security_group (7e1be586-9e8c-4c5d-97d7-4a6d891c4a6c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:17.887642 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0ff4eda-5c3a-4d27-840d-042bfc4789f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (7e1be586-9e8c-4c5d-97d7-4a6d891c4a6c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:17.918179 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404845f8-7e05-41f4-b686-0df4309468b7', 'tag': '80177636-b628-403d-8d63-e34b31d806ba'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:29:17.920559 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20817b1b-e203-4a26-b1ef-8e954e5a33de" -d '{"events": [{"name": "network-changed", "server_uuid": "404845f8-7e05-41f4-b686-0df4309468b7", "tag": "80177636-b628-403d-8d63-e34b31d806ba"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:29:17.976733 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff4eda-5c3a-4d27-840d-042bfc4789f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1be586-9e8c-4c5d-97d7-4a6d891c4a6c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:17.991097 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e0ff4eda-5c3a-4d27-840d-042bfc4789f5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=973c6ed72b1440bdbb3ec063a54f8f66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4266932 Feb 07 21:29:17.991772 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56782) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:29:18.000519 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3df62ef-cd3c-4225-9a5a-2e3e57b27e8e x-openstack-request-id: req-d3df62ef-cd3c-4225-9a5a-2e3e57b27e8e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:29:18.001114 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404845f8-7e05-41f4-b686-0df4309468b7", "tag": "80177636-b628-403d-8d63-e34b31d806ba", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:29:18.001613 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d3df62ef-cd3c-4225-9a5a-2e3e57b27e8e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:29:18.002701 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404845f8-7e05-41f4-b686-0df4309468b7', 'tag': '80177636-b628-403d-8d63-e34b31d806ba', 'status': 'completed', 'code': 200} Feb 07 21:29:18.008751 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-d2dc1dbd-634c-425f-b9bb-9b3299cd372f service neutron] 10.222.0.71 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613741 Feb 07 21:29:18.074588 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2adfd798-fad5-484d-8666-510e5bd70a11 admin admin] Publish callbacks [] for security_group (7e1be586-9e8c-4c5d-97d7-4a6d891c4a6c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:18.103306 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2adfd798-fad5-484d-8666-510e5bd70a11 admin admin] Publish callbacks [] for security_group (7e1be586-9e8c-4c5d-97d7-4a6d891c4a6c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:18.195899 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2adfd798-fad5-484d-8666-510e5bd70a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (7e1be586-9e8c-4c5d-97d7-4a6d891c4a6c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:18.204706 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2adfd798-fad5-484d-8666-510e5bd70a11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:18.208147 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2adfd798-fad5-484d-8666-510e5bd70a11 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7e1be586-9e8c-4c5d-97d7-4a6d891c4a6c HTTP/1.1" status: 204 len: 168 time: 0.2143807 Feb 07 21:29:18.251845 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84088639-6c61-4ee1-8701-30a2eeb725cf req-15ae5b7e-70f1-430d-9981-0d9c66ccae61 service neutron] 10.222.0.71 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340841 Feb 07 21:29:18.293414 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfd798-fad5-484d-8666-510e5bd70a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1be586-9e8c-4c5d-97d7-4a6d891c4a6c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:18.447535 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-750032d2-0765-4ec7-a046-571fe2f956bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:18.449767 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20817b1b-e203-4a26-b1ef-8e954e5a33de req-867fd4c1-733b-4303-9361-f0b57ea95802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:18.457151 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-20817b1b-e203-4a26-b1ef-8e954e5a33de req-867fd4c1-733b-4303-9361-f0b57ea95802 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c82c9149fcf4d69af04c81d923feaa2&device_id=404845f8-7e05-41f4-b686-0df4309468b7 HTTP/1.1" status: 200 len: 1126 time: 0.1289802 Feb 07 21:29:18.624905 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device df5951db-2d2e-49ef-b828-f81a6d5e2041 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:29:18.670596 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: df5951db-2d2e-49ef-b828-f81a6d5e2041 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:29:18.671707 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device df5951db-2d2e-49ef-b828-f81a6d5e2041 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:29:18.759893 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4897c-2fe8-4c84-a2c6-254490b5e47f req-b07815eb-9bb8-40c9-991f-a55c66cea2ca tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:18.768262 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e2a4897c-2fe8-4c84-a2c6-254490b5e47f req-b07815eb-9bb8-40c9-991f-a55c66cea2ca tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=404845f8-7e05-41f4-b686-0df4309468b7 HTTP/1.1" status: 200 len: 944 time: 0.2707841 Feb 07 21:29:18.878459 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20817b1b-e203-4a26-b1ef-8e954e5a33de req-16aafe15-2277-4e30-8129-a26e2e29f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:18.879999 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-20817b1b-e203-4a26-b1ef-8e954e5a33de req-16aafe15-2277-4e30-8129-a26e2e29f661 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6 HTTP/1.1" status: 200 len: 915 time: 0.4204035 Feb 07 21:29:18.964933 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-20817b1b-e203-4a26-b1ef-8e954e5a33de req-f3ded539-36f1-4191-b46d-ff5331edc1b4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80177636-b628-403d-8d63-e34b31d806ba HTTP/1.1" status: 200 len: 217 time: 0.0689821 Feb 07 21:29:18.983489 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e2a4897c-2fe8-4c84-a2c6-254490b5e47f req-b152b98a-2a0d-4d7d-9551-21ae86cc3fff tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140281 Feb 07 21:29:19.046692 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20817b1b-e203-4a26-b1ef-8e954e5a33de req-6bccd7e6-ad70-4950-8500-e7b1a5c74ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:19.048664 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-20817b1b-e203-4a26-b1ef-8e954e5a33de req-6bccd7e6-ad70-4950-8500-e7b1a5c74ec7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89cf6121-baa9-422e-a444-8a5ab1545cb1 HTTP/1.1" status: 200 len: 854 time: 0.0760353 Feb 07 21:29:19.061170 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df81b79-313c-4885-8fc1-142891989005 req-cfbf28c6-979f-418e-a2b4-5c64706e4050 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:19.071348 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7df81b79-313c-4885-8fc1-142891989005 req-cfbf28c6-979f-418e-a2b4-5c64706e4050 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.3006341 Feb 07 21:29:19.128697 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-20817b1b-e203-4a26-b1ef-8e954e5a33de req-922103eb-8f10-4a32-839a-ae17100d1672 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538440 Feb 07 21:29:19.319713 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7df81b79-313c-4885-8fc1-142891989005 req-edb34a05-309f-43ac-b886-ece35c2ce7ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472892 Feb 07 21:29:19.382118 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-20817b1b-e203-4a26-b1ef-8e954e5a33de req-b41adea1-4516-41ea-85f9-7b83890242a0 service neutron] 10.222.0.71 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135894 Feb 07 21:29:19.570022 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-20817b1b-e203-4a26-b1ef-8e954e5a33de req-1149959f-8ebd-4a21-b831-6d6729d2b063 service neutron] 10.222.0.71 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816027 Feb 07 21:29:19.626616 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 56820) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:29:19.841346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9fcc0d2c-068a-4222-bb95-6ab72d3a951a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-498035670-network', 'tenant_id': '1dd7396cd92547529ec3aa2898e0a00a'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:29:19.867006 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcc0d2c-068a-4222-bb95-6ab72d3a951a admin admin] Made reservation on behalf of 1dd7396cd92547529ec3aa2898e0a00a for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:29:19.870307 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fcc0d2c-068a-4222-bb95-6ab72d3a951a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:19.887779 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fcc0d2c-068a-4222-bb95-6ab72d3a951a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:20.077369 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fcc0d2c-068a-4222-bb95-6ab72d3a951a admin admin] Publish callbacks [] for security_group (9a0d50bc-6cab-4b9b-bf95-64ac9c802630), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:20.082651 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fcc0d2c-068a-4222-bb95-6ab72d3a951a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9a0d50bc-6cab-4b9b-bf95-64ac9c802630), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:20.110744 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fcc0d2c-068a-4222-bb95-6ab72d3a951a admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:29:20.126274 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fcc0d2c-068a-4222-bb95-6ab72d3a951a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (d03765cd-783c-49eb-9429-47b45176b217), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:20.126630 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-9fcc0d2c-068a-4222-bb95-6ab72d3a951a admin admin] Added segment d03765cd-783c-49eb-9429-47b45176b217 of type vlan for network 8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03 Feb 07 21:29:20.181357 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fcc0d2c-068a-4222-bb95-6ab72d3a951a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:20.246563 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc0d2c-068a-4222-bb95-6ab72d3a951a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0d50bc-6cab-4b9b-bf95-64ac9c802630,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:20.261645 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fcc0d2c-068a-4222-bb95-6ab72d3a951a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:20.261992 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcc0d2c-068a-4222-bb95-6ab72d3a951a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:20.262648 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fcc0d2c-068a-4222-bb95-6ab72d3a951a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:20.340730 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de2dbc-233f-48f1-bc94-fc74a9a586cb req-4f684692-a041-48db-97de-16c00d8618a0 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:20.342217 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-24de2dbc-233f-48f1-bc94-fc74a9a586cb req-4f684692-a041-48db-97de-16c00d8618a0 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=404845f8-7e05-41f4-b686-0df4309468b7 HTTP/1.1" status: 200 len: 944 time: 0.1629798 Feb 07 21:29:20.350729 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56828) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:29:20.356329 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-3bb70d6c-f09a-4f9c-81f9-ea24e912af51 admin admin] Request body: {'subnet': {'network_id': '8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-498035670-subnet', 'tenant_id': '1dd7396cd92547529ec3aa2898e0a00a', 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:29:20.360785 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9fcc0d2c-068a-4222-bb95-6ab72d3a951a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7330525 Feb 07 21:29:20.400883 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb70d6c-f09a-4f9c-81f9-ea24e912af51 admin admin] Made reservation on behalf of 1dd7396cd92547529ec3aa2898e0a00a for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:29:20.403473 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3bb70d6c-f09a-4f9c-81f9-ea24e912af51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:20.466128 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc0d2c-068a-4222-bb95-6ab72d3a951a admin admin] Pushing event updated for resources: {'Network': ['ID=8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:20.480183 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:29:20.501733 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-24de2dbc-233f-48f1-bc94-fc74a9a586cb req-b396da81-bc7f-4fe3-8915-7b05211cdb14 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376619 Feb 07 21:29:20.533583 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884699d-03a0-4f53-bac9-a055bbe78519 req-16688fcd-c1e2-4554-99f0-e7c9057e0c98 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:20.548616 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4884699d-03a0-4f53-bac9-a055bbe78519 req-16688fcd-c1e2-4554-99f0-e7c9057e0c98 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.1312840 Feb 07 21:29:20.715466 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4884699d-03a0-4f53-bac9-a055bbe78519 req-69c9a1d0-d6bc-4740-8897-00e35f967d29 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644447 Feb 07 21:29:20.790259 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c89a2af9-8fd0-40c8-a7f2-950aeaa2984c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:20.858334 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3bb70d6c-f09a-4f9c-81f9-ea24e912af51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (e03d051d-c515-4cfe-9b7b-2acae6aa2b8e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:20.934524 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb70d6c-f09a-4f9c-81f9-ea24e912af51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e03d051d-c515-4cfe-9b7b-2acae6aa2b8e,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:20.939360 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb70d6c-f09a-4f9c-81f9-ea24e912af51 admin admin] Checking segment: {'id': 'd03765cd-783c-49eb-9429-47b45176b217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:29:20.939812 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb70d6c-f09a-4f9c-81f9-ea24e912af51 admin admin] Network hostable DHCP agents. Network: 8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:29:20.959764 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb70d6c-f09a-4f9c-81f9-ea24e912af51 admin admin] Network 8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:29:20.974066 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-3bb70d6c-f09a-4f9c-81f9-ea24e912af51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:29:20.978852 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb70d6c-f09a-4f9c-81f9-ea24e912af51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:20.979491 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3bb70d6c-f09a-4f9c-81f9-ea24e912af51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:20.989373 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcb6a65-5fc6-4a3c-a056-6465ef389575 None None] Network 8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:29:21.005406 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 56834) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:29:21.006265 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3bb70d6c-f09a-4f9c-81f9-ea24e912af51 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6530519 Feb 07 21:29:21.010307 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-74682ad6-e586-4e99-a6b7-4fd30aecbec8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-498035670-router', 'tenant_id': '1dd7396cd92547529ec3aa2898e0a00a', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:29:21.034126 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74682ad6-e586-4e99-a6b7-4fd30aecbec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (314563c3-3804-4cd1-9146-5949b34ccc4f), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:21.035327 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74682ad6-e586-4e99-a6b7-4fd30aecbec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (314563c3-3804-4cd1-9146-5949b34ccc4f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:21.103106 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74682ad6-e586-4e99-a6b7-4fd30aecbec8 admin admin] Publish callbacks [] for router_controller (314563c3-3804-4cd1-9146-5949b34ccc4f), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:21.119423 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7c7f1c-3ff4-4679-90a7-091927543f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03', 'network_id': '8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03', 'project_id': '1dd7396cd92547529ec3aa2898e0a00a', 'fixed_ips': [{'subnet_id': 'e03d051d-c515-4cfe-9b7b-2acae6aa2b8e'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:29:21.121131 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3f7c7f1c-3ff4-4679-90a7-091927543f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:21.267468 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74682ad6-e586-4e99-a6b7-4fd30aecbec8 admin admin] Publish callbacks [] for router_gateway (314563c3-3804-4cd1-9146-5949b34ccc4f), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:21.287482 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-3f7c7f1c-3ff4-4679-90a7-091927543f9e None None] Allocated IP 172.20.0.2 (8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03/e03d051d-c515-4cfe-9b7b-2acae6aa2b8e/566e76c8-850d-4388-a108-213f4edd366d) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:29:21.309903 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 80177636-b628-403d-8d63-e34b31d806ba details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:29:21.536981 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74682ad6-e586-4e99-a6b7-4fd30aecbec8 admin admin] Publish callbacks [] for router_gateway (314563c3-3804-4cd1-9146-5949b34ccc4f), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:21.542588 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3f7c7f1c-3ff4-4679-90a7-091927543f9e None None] Publish callbacks [] for port (566e76c8-850d-4388-a108-213f4edd366d), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:21.550270 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3f7c7f1c-3ff4-4679-90a7-091927543f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (566e76c8-850d-4388-a108-213f4edd366d), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:21.558671 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74682ad6-e586-4e99-a6b7-4fd30aecbec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:21.561153 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 80177636-b628-403d-8d63-e34b31d806ba, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=80177636-b628-403d-8d63-e34b31d806ba,segment=NetworkSegment(e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7),segment_id=e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:29:21.579621 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7c7f1c-3ff4-4679-90a7-091927543f9e None None] Network 8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:29:21.582731 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-3f7c7f1c-3ff4-4679-90a7-091927543f9e None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:29:21.603277 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7c7f1c-3ff4-4679-90a7-091927543f9e None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:29:21.616824 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '80177636-b628-403d-8d63-e34b31d806ba', 'network_id': 'f4e1a8da-b500-47e7-b15f-d8edc6f776b6', 'port_id': '80177636-b628-403d-8d63-e34b31d806ba', 'mac_address': 'fa:16:3e:22:f1:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cf6121-baa9-422e-a444-8a5ab1545cb1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:29:21.693078 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c7f1c-3ff4-4679-90a7-091927543f9e None None] Pushing event updated for resources: {'Port': ['ID=566e76c8-850d-4388-a108-213f4edd366d,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:21.724664 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3f7c7f1c-3ff4-4679-90a7-091927543f9e None None] Attempting to bind port 566e76c8-850d-4388-a108-213f4edd366d on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:29:21.724989 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3f7c7f1c-3ff4-4679-90a7-091927543f9e None None] Attempting to bind port 566e76c8-850d-4388-a108-213f4edd366d by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'd03765cd-783c-49eb-9429-47b45176b217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:29:21.725359 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7c7f1c-3ff4-4679-90a7-091927543f9e None None] Attempting to bind port 566e76c8-850d-4388-a108-213f4edd366d on network 8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:29:21.733880 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7c7f1c-3ff4-4679-90a7-091927543f9e None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:29:21.733880 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7c7f1c-3ff4-4679-90a7-091927543f9e None None] Checking segment: {'id': 'd03765cd-783c-49eb-9429-47b45176b217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:29:21.748778 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3f7c7f1c-3ff4-4679-90a7-091927543f9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:21.749228 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-74682ad6-e586-4e99-a6b7-4fd30aecbec8 admin admin] Allocated IP 172.25.4.66 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/c1747f67-610d-44b4-baf2-08afe7fb7649) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:29:21.749497 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7c7f1c-3ff4-4679-90a7-091927543f9e None None] Bound using segment: {'id': 'd03765cd-783c-49eb-9429-47b45176b217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:29:21.749872 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3f7c7f1c-3ff4-4679-90a7-091927543f9e None None] Bound port: 566e76c8-850d-4388-a108-213f4edd366d, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03765cd-783c-49eb-9429-47b45176b217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:29:21.750376 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3f7c7f1c-3ff4-4679-90a7-091927543f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (566e76c8-850d-4388-a108-213f4edd366d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:21.843378 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 80177636-b628-403d-8d63-e34b31d806ba is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:29:21.843818 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (80177636-b628-403d-8d63-e34b31d806ba), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:21.874785 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:21.877106 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74682ad6-e586-4e99-a6b7-4fd30aecbec8 admin admin] Publish callbacks [] for port (c1747f67-610d-44b4-baf2-08afe7fb7649), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:21.880209 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80177636-b628-403d-8d63-e34b31d806ba {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:29:21.916054 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3f7c7f1c-3ff4-4679-90a7-091927543f9e None None] For port 566e76c8-850d-4388-a108-213f4edd366d, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:29:21.920584 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 80177636-b628-403d-8d63-e34b31d806ba, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=80177636-b628-403d-8d63-e34b31d806ba,segment=NetworkSegment(e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7),segment_id=e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:29:21.930345 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (80177636-b628-403d-8d63-e34b31d806ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:21.937730 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3f7c7f1c-3ff4-4679-90a7-091927543f9e None None] For port 566e76c8-850d-4388-a108-213f4edd366d, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=566e76c8-850d-4388-a108-213f4edd366d,segment=NetworkSegment(d03765cd-783c-49eb-9429-47b45176b217),segment_id=d03765cd-783c-49eb-9429-47b45176b217)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:29:21.945698 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3f7c7f1c-3ff4-4679-90a7-091927543f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (566e76c8-850d-4388-a108-213f4edd366d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:21.961436 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74682ad6-e586-4e99-a6b7-4fd30aecbec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (c1747f67-610d-44b4-baf2-08afe7fb7649), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:22.015037 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=80177636-b628-403d-8d63-e34b31d806ba,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:22.075601 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74682ad6-e586-4e99-a6b7-4fd30aecbec8 admin admin] Pushing event updated for resources: {'Port': ['ID=c1747f67-610d-44b4-baf2-08afe7fb7649,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:22.094349 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c7f1c-3ff4-4679-90a7-091927543f9e None None] Pushing event updated for resources: {'Port': ['ID=566e76c8-850d-4388-a108-213f4edd366d,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:22.149221 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74682ad6-e586-4e99-a6b7-4fd30aecbec8 admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:29:22.155677 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-74682ad6-e586-4e99-a6b7-4fd30aecbec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:29:22.161581 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74682ad6-e586-4e99-a6b7-4fd30aecbec8 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:29:22.173254 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fb8ed-75cd-4ab2-ba50-6b1b30c3b0ec req-86e7c10d-3646-422b-847a-fdbde3be3999 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:22.180472 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-160fb8ed-75cd-4ab2-ba50-6b1b30c3b0ec req-86e7c10d-3646-422b-847a-fdbde3be3999 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=404845f8-7e05-41f4-b686-0df4309468b7 HTTP/1.1" status: 200 len: 944 time: 0.4927123 Feb 07 21:29:22.226135 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0638c-a22b-4b54-9424-5b72df24c10c req-8313f611-2f03-48ad-a4c0-bf014c16a7d2 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:22.227856 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ec0638c-a22b-4b54-9424-5b72df24c10c req-8313f611-2f03-48ad-a4c0-bf014c16a7d2 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.2738695 Feb 07 21:29:22.261032 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['80177636-b628-403d-8d63-e34b31d806ba'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:29:22.851137 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-160fb8ed-75cd-4ab2-ba50-6b1b30c3b0ec req-208dc6dc-5cde-4fdf-ae66-6443c0fdbf3e tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6694121 Feb 07 21:29:22.873733 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ec0638c-a22b-4b54-9424-5b72df24c10c req-35d1792b-de4e-4b92-8ee5-ecbccbc8488c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6351714 Feb 07 21:29:23.085494 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74682ad6-e586-4e99-a6b7-4fd30aecbec8 admin admin] Publish callbacks [] for router_gateway (314563c3-3804-4cd1-9146-5949b34ccc4f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:23.305584 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:23.337723 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 80177636-b628-403d-8d63-e34b31d806ba up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:29:23.443987 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 80177636-b628-403d-8d63-e34b31d806ba completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:29:23.445285 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74682ad6-e586-4e99-a6b7-4fd30aecbec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (314563c3-3804-4cd1-9146-5949b34ccc4f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:23.452784 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 80177636-b628-403d-8d63-e34b31d806ba triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:29:23.453370 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (80177636-b628-403d-8d63-e34b31d806ba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:23.667798 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 566e76c8-850d-4388-a108-213f4edd366d up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:29:23.732061 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 80177636-b628-403d-8d63-e34b31d806ba is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:29:23.732849 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (80177636-b628-403d-8d63-e34b31d806ba), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:23.760582 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404845f8-7e05-41f4-b686-0df4309468b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80177636-b628-403d-8d63-e34b31d806ba'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:29:23.764496 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af654d25-5f08-48a3-9f29-0ba7db23c600" -d '{"events": [{"server_uuid": "404845f8-7e05-41f4-b686-0df4309468b7", "name": "network-vif-plugged", "status": "completed", "tag": "80177636-b628-403d-8d63-e34b31d806ba"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:29:23.787533 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74682ad6-e586-4e99-a6b7-4fd30aecbec8 admin admin] Router 314563c3-3804-4cd1-9146-5949b34ccc4f is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:29:23.801987 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 80177636-b628-403d-8d63-e34b31d806ba, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=80177636-b628-403d-8d63-e34b31d806ba,segment=NetworkSegment(e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7),segment_id=e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:29:23.822834 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (80177636-b628-403d-8d63-e34b31d806ba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:23.891636 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720ef726-61b4-4971-a7d2-ab0e2f5563fe x-openstack-request-id: req-720ef726-61b4-4971-a7d2-ab0e2f5563fe {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:29:23.895599 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404845f8-7e05-41f4-b686-0df4309468b7", "name": "network-vif-plugged", "status": "completed", "tag": "80177636-b628-403d-8d63-e34b31d806ba", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:29:23.907506 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-720ef726-61b4-4971-a7d2-ab0e2f5563fe {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:29:23.908231 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404845f8-7e05-41f4-b686-0df4309468b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80177636-b628-403d-8d63-e34b31d806ba', 'code': 200} Feb 07 21:29:23.909191 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b7fc19-2600-4709-9490-640360874bcc None None] Network 8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:29:23.913558 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 566e76c8-850d-4388-a108-213f4edd366d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:29:23.914135 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (566e76c8-850d-4388-a108-213f4edd366d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:23.995955 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc94f69-05ba-4971-9fef-7f5972417318 req-8d986412-59e3-4be4-aec9-9144dfcaa8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:23.998111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0cc94f69-05ba-4971-9fef-7f5972417318 req-8d986412-59e3-4be4-aec9-9144dfcaa8ca service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=404845f8-7e05-41f4-b686-0df4309468b7 HTTP/1.1" status: 200 len: 1128 time: 0.0793104 Feb 07 21:29:24.028456 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74682ad6-e586-4e99-a6b7-4fd30aecbec8 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:29:24.043342 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc0e56-c1d5-4f8f-9f74-52f657a290a1 None None] Sync routers for ids ['314563c3-3804-4cd1-9146-5949b34ccc4f'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:29:24.065764 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cc0e56-c1d5-4f8f-9f74-52f657a290a1 None None] Routers {'314563c3-3804-4cd1-9146-5949b34ccc4f'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:29:24.066463 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-62cc0e56-c1d5-4f8f-9f74-52f657a290a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:29:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['314563c3-3804-4cd1-9146-5949b34ccc4f'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:24.174903 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74682ad6-e586-4e99-a6b7-4fd30aecbec8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:24.195771 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56878) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:29:24.196390 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-74682ad6-e586-4e99-a6b7-4fd30aecbec8 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1899176 Feb 07 21:29:24.246653 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0cc94f69-05ba-4971-9fef-7f5972417318 req-f9a1284f-b48e-43a1-9c07-8900f827e53e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352448 Feb 07 21:29:24.272722 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea8e53-ad76-4d07-a9d9-383d1a14de8d req-1ed18193-ed70-4d1e-ba0a-b60a9c266bb9 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:24.274311 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3fea8e53-ad76-4d07-a9d9-383d1a14de8d req-1ed18193-ed70-4d1e-ba0a-b60a9c266bb9 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.2753079 Feb 07 21:29:24.311113 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f289a0-9f78-4047-af36-08c8e8973c77 req-c65337ab-4133-4413-8a3c-850de3e5aa64 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:24.328935 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f5f289a0-9f78-4047-af36-08c8e8973c77 req-c65337ab-4133-4413-8a3c-850de3e5aa64 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=404845f8-7e05-41f4-b686-0df4309468b7 HTTP/1.1" status: 200 len: 946 time: 0.3270044 Feb 07 21:29:24.332995 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-62cc0e56-c1d5-4f8f-9f74-52f657a290a1 None None] Set router 314563c3-3804-4cd1-9146-5949b34ccc4f gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:29:24.389613 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-71e6ae6e-4987-471e-90e5-abcc7930f121 None None] Provisioning complete for port 566e76c8-850d-4388-a108-213f4edd366d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:29:24.389613 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-71e6ae6e-4987-471e-90e5-abcc7930f121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (566e76c8-850d-4388-a108-213f4edd366d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:24.404667 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=80177636-b628-403d-8d63-e34b31d806ba,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:24.498132 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 566e76c8-850d-4388-a108-213f4edd366d is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:29:24.498337 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3fea8e53-ad76-4d07-a9d9-383d1a14de8d req-57709ea1-9491-4f5f-873a-b6c366f7d946 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086439 Feb 07 21:29:24.498431 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (566e76c8-850d-4388-a108-213f4edd366d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:24.501633 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f5f289a0-9f78-4047-af36-08c8e8973c77 req-72320a74-6157-4d92-8e5a-128eeb55b8fc tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719091 Feb 07 21:29:24.592447 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 566e76c8-850d-4388-a108-213f4edd366d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=566e76c8-850d-4388-a108-213f4edd366d,segment=NetworkSegment(d03765cd-783c-49eb-9429-47b45176b217),segment_id=d03765cd-783c-49eb-9429-47b45176b217)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:29:24.637403 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (566e76c8-850d-4388-a108-213f4edd366d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:24.720685 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-62cc0e56-c1d5-4f8f-9f74-52f657a290a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '314563c3-3804-4cd1-9146-5949b34ccc4f', 'name': 'tempest-TestAggregatesBasicOps-498035670-router', 'tenant_id': '1dd7396cd92547529ec3aa2898e0a00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'c1747f67-610d-44b4-baf2-08afe7fb7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:29:21Z', 'updated_at': '2022-02-07T21:29:22Z', 'revision_number': 3, 'project_id': '1dd7396cd92547529ec3aa2898e0a00a', 'gw_port': {'id': 'c1747f67-610d-44b4-baf2-08afe7fb7649', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314563c3-3804-4cd1-9146-5949b34ccc4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:29:21Z', 'updated_at': '2022-02-07T21:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:24.746683 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=566e76c8-850d-4388-a108-213f4edd366d,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:24.826924 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc0e56-c1d5-4f8f-9f74-52f657a290a1 None None] Checking router: 314563c3-3804-4cd1-9146-5949b34ccc4f for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:29:24.827273 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc0e56-c1d5-4f8f-9f74-52f657a290a1 None None] Updating router 314563c3-3804-4cd1-9146-5949b34ccc4f port c1747f67-610d-44b4-baf2-08afe7fb7649 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:29:24.837819 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-71e6ae6e-4987-471e-90e5-abcc7930f121 None None] Current status of the port 566e76c8-850d-4388-a108-213f4edd366d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:29:24.853247 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:24.884234 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-62cc0e56-c1d5-4f8f-9f74-52f657a290a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c1747f67-610d-44b4-baf2-08afe7fb7649), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:25.379909 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-62cc0e56-c1d5-4f8f-9f74-52f657a290a1 None None] Publish callbacks [] for port (c1747f67-610d-44b4-baf2-08afe7fb7649), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:25.388697 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-62cc0e56-c1d5-4f8f-9f74-52f657a290a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c1747f67-610d-44b4-baf2-08afe7fb7649), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:25.436690 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a8582048-300f-4051-b125-61c41f9c2923 None None] Provisioning complete for port 566e76c8-850d-4388-a108-213f4edd366d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:29:25.437706 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a8582048-300f-4051-b125-61c41f9c2923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (566e76c8-850d-4388-a108-213f4edd366d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:25.451886 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ca22c-f49b-4ff2-952a-d0ecc65914dc None None] Pushing event updated for resources: {'Port': ['ID=c1747f67-610d-44b4-baf2-08afe7fb7649,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:25.481461 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ca22c-f49b-4ff2-952a-d0ecc65914dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:25.483691 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ca22c-f49b-4ff2-952a-d0ecc65914dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:25.484145 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ca22c-f49b-4ff2-952a-d0ecc65914dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:25.485407 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ca22c-f49b-4ff2-952a-d0ecc65914dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:25.485847 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ca22c-f49b-4ff2-952a-d0ecc65914dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:25.487630 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ca22c-f49b-4ff2-952a-d0ecc65914dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:25.488430 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ca22c-f49b-4ff2-952a-d0ecc65914dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:25.489613 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ca22c-f49b-4ff2-952a-d0ecc65914dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:25.490068 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ca22c-f49b-4ff2-952a-d0ecc65914dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:25.492400 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ca22c-f49b-4ff2-952a-d0ecc65914dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:25.492400 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ca22c-f49b-4ff2-952a-d0ecc65914dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:25.496029 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ca22c-f49b-4ff2-952a-d0ecc65914dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:25.496029 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ca22c-f49b-4ff2-952a-d0ecc65914dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:25.577280 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-62cc0e56-c1d5-4f8f-9f74-52f657a290a1 None None] Attempting to bind port c1747f67-610d-44b4-baf2-08afe7fb7649 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:29:25.580684 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-62cc0e56-c1d5-4f8f-9f74-52f657a290a1 None None] Attempting to bind port c1747f67-610d-44b4-baf2-08afe7fb7649 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:29:25.581656 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc0e56-c1d5-4f8f-9f74-52f657a290a1 None None] Attempting to bind port c1747f67-610d-44b4-baf2-08afe7fb7649 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:29:25.595788 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc0e56-c1d5-4f8f-9f74-52f657a290a1 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:29:25.597279 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc0e56-c1d5-4f8f-9f74-52f657a290a1 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:29:25.602184 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-62cc0e56-c1d5-4f8f-9f74-52f657a290a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:25.602855 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc0e56-c1d5-4f8f-9f74-52f657a290a1 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:29:25.603749 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-62cc0e56-c1d5-4f8f-9f74-52f657a290a1 None None] Bound port: c1747f67-610d-44b4-baf2-08afe7fb7649, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:29:25.604777 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-62cc0e56-c1d5-4f8f-9f74-52f657a290a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c1747f67-610d-44b4-baf2-08afe7fb7649), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:25.627667 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 566e76c8-850d-4388-a108-213f4edd366d up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:29:25.725955 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-62cc0e56-c1d5-4f8f-9f74-52f657a290a1 None None] For port c1747f67-610d-44b4-baf2-08afe7fb7649, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:29:25.733018 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a0e0347-5c32-472a-b37b-81c6098040b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:25.736997 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-62cc0e56-c1d5-4f8f-9f74-52f657a290a1 None None] For port c1747f67-610d-44b4-baf2-08afe7fb7649, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c1747f67-610d-44b4-baf2-08afe7fb7649,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:29:25.743946 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-62cc0e56-c1d5-4f8f-9f74-52f657a290a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c1747f67-610d-44b4-baf2-08afe7fb7649), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:25.798646 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1702a1-e651-4adf-9b01-431eec7aef5d req-9684ee09-dc2c-4a46-9a8a-6c3534054151 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:25.803789 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d1702a1-e651-4adf-9b01-431eec7aef5d req-9684ee09-dc2c-4a46-9a8a-6c3534054151 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=404845f8-7e05-41f4-b686-0df4309468b7 HTTP/1.1" status: 200 len: 946 time: 0.1813068 Feb 07 21:29:25.835701 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a8582048-300f-4051-b125-61c41f9c2923 None None] Current status of the port 566e76c8-850d-4388-a108-213f4edd366d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:29:25.847783 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 566e76c8-850d-4388-a108-213f4edd366d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:29:25.848153 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (566e76c8-850d-4388-a108-213f4edd366d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:25.886229 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cc0e56-c1d5-4f8f-9f74-52f657a290a1 None None] Routers {'314563c3-3804-4cd1-9146-5949b34ccc4f'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:29:25.886874 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-62cc0e56-c1d5-4f8f-9f74-52f657a290a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:29:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['314563c3-3804-4cd1-9146-5949b34ccc4f'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:25.906268 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f2cb0-4876-4256-8686-0a93316a4843 req-745e6502-1f61-4f46-b29c-699a0600bffb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:25.908183 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-617f2cb0-4876-4256-8686-0a93316a4843 req-745e6502-1f61-4f46-b29c-699a0600bffb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.2260005 Feb 07 21:29:25.942640 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d1702a1-e651-4adf-9b01-431eec7aef5d req-4d37cef8-39ac-4095-b46b-2af385510f58 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329217 Feb 07 21:29:25.980162 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-617f2cb0-4876-4256-8686-0a93316a4843 req-cd1a5a5d-7177-4a9a-949e-c99812d7afac tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627837 Feb 07 21:29:26.011618 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 566e76c8-850d-4388-a108-213f4edd366d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:29:26.039656 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-1a0e0347-5c32-472a-b37b-81c6098040b4 admin admin] Allocated IP 172.20.0.1 (8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03/e03d051d-c515-4cfe-9b7b-2acae6aa2b8e/2901b355-b26d-4e10-b332-338bda1d357f) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:29:26.093769 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ca22c-f49b-4ff2-952a-d0ecc65914dc None None] Pushing event updated for resources: {'Port': ['ID=c1747f67-610d-44b4-baf2-08afe7fb7649,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:26.162967 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a0e0347-5c32-472a-b37b-81c6098040b4 admin admin] Publish callbacks [] for port (2901b355-b26d-4e10-b332-338bda1d357f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:26.164632 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-62cc0e56-c1d5-4f8f-9f74-52f657a290a1 None None] Set router 314563c3-3804-4cd1-9146-5949b34ccc4f gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:29:26.201406 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a0e0347-5c32-472a-b37b-81c6098040b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (2901b355-b26d-4e10-b332-338bda1d357f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:26.246992 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0e0347-5c32-472a-b37b-81c6098040b4 admin admin] Network 8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:29:26.248704 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-1a0e0347-5c32-472a-b37b-81c6098040b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:29:26.252025 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0e0347-5c32-472a-b37b-81c6098040b4 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:29:26.302279 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e0347-5c32-472a-b37b-81c6098040b4 admin admin] Pushing event updated for resources: {'Port': ['ID=2901b355-b26d-4e10-b332-338bda1d357f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:26.326988 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a0e0347-5c32-472a-b37b-81c6098040b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (314563c3-3804-4cd1-9146-5949b34ccc4f), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:26.445042 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-62cc0e56-c1d5-4f8f-9f74-52f657a290a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '314563c3-3804-4cd1-9146-5949b34ccc4f', 'name': 'tempest-TestAggregatesBasicOps-498035670-router', 'tenant_id': '1dd7396cd92547529ec3aa2898e0a00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'c1747f67-610d-44b4-baf2-08afe7fb7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:29:21Z', 'updated_at': '2022-02-07T21:29:22Z', 'revision_number': 3, 'project_id': '1dd7396cd92547529ec3aa2898e0a00a', 'gw_port': {'id': 'c1747f67-610d-44b4-baf2-08afe7fb7649', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314563c3-3804-4cd1-9146-5949b34ccc4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:29:21Z', 'updated_at': '2022-02-07T21:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:26.482364 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc0e56-c1d5-4f8f-9f74-52f657a290a1 None None] The sync data for ids ['314563c3-3804-4cd1-9146-5949b34ccc4f'] in n-d-828185-2 is: [{'id': '314563c3-3804-4cd1-9146-5949b34ccc4f', 'name': 'tempest-TestAggregatesBasicOps-498035670-router', 'tenant_id': '1dd7396cd92547529ec3aa2898e0a00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'c1747f67-610d-44b4-baf2-08afe7fb7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:29:21Z', 'updated_at': '2022-02-07T21:29:22Z', 'revision_number': 3, 'project_id': '1dd7396cd92547529ec3aa2898e0a00a', 'gw_port': {'id': 'c1747f67-610d-44b4-baf2-08afe7fb7649', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314563c3-3804-4cd1-9146-5949b34ccc4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:29:21Z', 'updated_at': '2022-02-07T21:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:29:26.566433 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a0e0347-5c32-472a-b37b-81c6098040b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2901b355-b26d-4e10-b332-338bda1d357f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:26.681618 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-9e4724ce-56e4-40d5-8750-afacf0679369 None None] Provisioning complete for port 2901b355-b26d-4e10-b332-338bda1d357f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:29:26.682149 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9e4724ce-56e4-40d5-8750-afacf0679369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2901b355-b26d-4e10-b332-338bda1d357f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:26.772347 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9e4724ce-56e4-40d5-8750-afacf0679369 None None] Port 2901b355-b26d-4e10-b332-338bda1d357f cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:29:26.793615 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a0e0347-5c32-472a-b37b-81c6098040b4 admin admin] Publish callbacks [] for port (2901b355-b26d-4e10-b332-338bda1d357f), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:26.835957 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a0e0347-5c32-472a-b37b-81c6098040b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (2901b355-b26d-4e10-b332-338bda1d357f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:26.926003 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a0e0347-5c32-472a-b37b-81c6098040b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (314563c3-3804-4cd1-9146-5949b34ccc4f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:26.946766 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e0347-5c32-472a-b37b-81c6098040b4 admin admin] Pushing event updated for resources: {'Port': ['ID=2901b355-b26d-4e10-b332-338bda1d357f,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:27.097359 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0e0347-5c32-472a-b37b-81c6098040b4 admin admin] Network 8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:29:27.099383 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-1a0e0347-5c32-472a-b37b-81c6098040b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:29:27.202109 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e79f0-7507-4323-bfb5-fde4662ce715 req-88ab81e4-62ee-4a28-8998-61c1425f201b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:27.209398 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a49e79f0-7507-4323-bfb5-fde4662ce715 req-88ab81e4-62ee-4a28-8998-61c1425f201b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.0839808 Feb 07 21:29:27.236549 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50d05b-c875-4a0c-9536-c31d52ecdbf3 req-a828a34e-ba92-48da-b43c-b7f3bd6ed548 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:27.243492 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f50d05b-c875-4a0c-9536-c31d52ecdbf3 req-a828a34e-ba92-48da-b43c-b7f3bd6ed548 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=404845f8-7e05-41f4-b686-0df4309468b7 HTTP/1.1" status: 200 len: 946 time: 0.1987090 Feb 07 21:29:27.351804 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a49e79f0-7507-4323-bfb5-fde4662ce715 req-3b483e6c-7d4c-4c09-ba35-2f565f09cd06 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366153 Feb 07 21:29:27.356970 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0e0347-5c32-472a-b37b-81c6098040b4 admin admin] Router 314563c3-3804-4cd1-9146-5949b34ccc4f has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:29:27.383529 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f50d05b-c875-4a0c-9536-c31d52ecdbf3 req-fb00ad59-6236-4a87-9dc9-9908a88e6fc3 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390667 Feb 07 21:29:27.602297 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a9c93f4e-6e0e-4d48-9eae-906a1d8d3131 None None] Provisioning complete for port 2901b355-b26d-4e10-b332-338bda1d357f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:29:27.602683 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a9c93f4e-6e0e-4d48-9eae-906a1d8d3131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2901b355-b26d-4e10-b332-338bda1d357f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:27.625442 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0e0347-5c32-472a-b37b-81c6098040b4 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:29:27.638268 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1a0e0347-5c32-472a-b37b-81c6098040b4 admin admin] 10.222.0.65 "PUT /v2.0/routers/314563c3-3804-4cd1-9146-5949b34ccc4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4405437 Feb 07 21:29:27.711112 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a9c93f4e-6e0e-4d48-9eae-906a1d8d3131 None None] Port 2901b355-b26d-4e10-b332-338bda1d357f cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:29:27.717562 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c1747f67-610d-44b4-baf2-08afe7fb7649 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:29:27.835950 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port c1747f67-610d-44b4-baf2-08afe7fb7649 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:29:27.836811 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c1747f67-610d-44b4-baf2-08afe7fb7649), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:28.027886 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port c1747f67-610d-44b4-baf2-08afe7fb7649 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:29:28.028287 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c1747f67-610d-44b4-baf2-08afe7fb7649), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:28.097764 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port c1747f67-610d-44b4-baf2-08afe7fb7649, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c1747f67-610d-44b4-baf2-08afe7fb7649,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:29:28.103129 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c1747f67-610d-44b4-baf2-08afe7fb7649), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:28.192179 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=c1747f67-610d-44b4-baf2-08afe7fb7649,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:28.203686 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:28.204032 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:28.205221 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:28.205566 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:28.205903 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:28.210428 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:28.210803 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:28.211148 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:28.211485 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:28.211820 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:28.212166 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:28.212505 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:28.212830 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:29:28.612945 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bde4b2-05b2-4a00-bebb-f2f182e32967 req-4fc72f7b-495f-4fbb-a37a-f613c6fcfe14 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:28.619627 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3bde4b2-05b2-4a00-bebb-f2f182e32967 req-4fc72f7b-495f-4fbb-a37a-f613c6fcfe14 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.1402190 Feb 07 21:29:28.731440 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3bde4b2-05b2-4a00-bebb-f2f182e32967 req-24638041-a45d-4f64-8de9-d8bcfd1b7647 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016090 Feb 07 21:29:28.885897 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56940) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:29:28.890798 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a309375d-4e3a-4340-ad04-7d7cffe306ff admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1086896683-network', 'tenant_id': '23cb86e85c2245d5946bb03bf3b7ec19'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:29:28.925027 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a309375d-4e3a-4340-ad04-7d7cffe306ff admin admin] Made reservation on behalf of 23cb86e85c2245d5946bb03bf3b7ec19 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:29:28.927422 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a309375d-4e3a-4340-ad04-7d7cffe306ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:28.951202 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a309375d-4e3a-4340-ad04-7d7cffe306ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:29.076587 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a309375d-4e3a-4340-ad04-7d7cffe306ff admin admin] Publish callbacks [] for security_group (50492400-0891-4f48-9eb1-67215ec99595), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:29.080907 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a309375d-4e3a-4340-ad04-7d7cffe306ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (50492400-0891-4f48-9eb1-67215ec99595), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:29.104095 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a309375d-4e3a-4340-ad04-7d7cffe306ff admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:29:29.129970 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a309375d-4e3a-4340-ad04-7d7cffe306ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (cb00ae16-84ff-43da-b888-aac36c00f748), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:29.130332 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-a309375d-4e3a-4340-ad04-7d7cffe306ff admin admin] Added segment cb00ae16-84ff-43da-b888-aac36c00f748 of type vlan for network 25ef2808-398e-4831-8880-8a325cf3c21e Feb 07 21:29:29.227850 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a309375d-4e3a-4340-ad04-7d7cffe306ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (25ef2808-398e-4831-8880-8a325cf3c21e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:29.294582 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309375d-4e3a-4340-ad04-7d7cffe306ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50492400-0891-4f48-9eb1-67215ec99595,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:29.321828 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a309375d-4e3a-4340-ad04-7d7cffe306ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (25ef2808-398e-4831-8880-8a325cf3c21e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:29.324008 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a309375d-4e3a-4340-ad04-7d7cffe306ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:29.326185 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a309375d-4e3a-4340-ad04-7d7cffe306ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:29.358368 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28da0633-5766-4d79-95b2-9c00437500f4 None None] Sync routers for ids ['314563c3-3804-4cd1-9146-5949b34ccc4f'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:29:29.372955 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28da0633-5766-4d79-95b2-9c00437500f4 None None] Routers {'314563c3-3804-4cd1-9146-5949b34ccc4f'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:29:29.377372 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-28da0633-5766-4d79-95b2-9c00437500f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:29:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['314563c3-3804-4cd1-9146-5949b34ccc4f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:29.463479 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 56944) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:29:29.468667 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-bfda6577-f465-4b9a-974d-7a2ef36b9ed6 admin admin] Request body: {'subnet': {'network_id': '25ef2808-398e-4831-8880-8a325cf3c21e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1086896683-subnet', 'tenant_id': '23cb86e85c2245d5946bb03bf3b7ec19', 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:29:29.485831 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a309375d-4e3a-4340-ad04-7d7cffe306ff admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5987005 Feb 07 21:29:29.497006 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309375d-4e3a-4340-ad04-7d7cffe306ff admin admin] Pushing event updated for resources: {'Network': ['ID=25ef2808-398e-4831-8880-8a325cf3c21e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:29.501570 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfda6577-f465-4b9a-974d-7a2ef36b9ed6 admin admin] Made reservation on behalf of 23cb86e85c2245d5946bb03bf3b7ec19 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:29:29.511875 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bfda6577-f465-4b9a-974d-7a2ef36b9ed6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:29.549797 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-28da0633-5766-4d79-95b2-9c00437500f4 None None] Set router 314563c3-3804-4cd1-9146-5949b34ccc4f gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:29:29.754933 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 25ef2808-398e-4831-8880-8a325cf3c21e details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:29:29.838224 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c1747f67-610d-44b4-baf2-08afe7fb7649 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:29:29.931462 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bfda6577-f465-4b9a-974d-7a2ef36b9ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (1109f029-3da7-4dad-8665-8a328dca2fc7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:29.956909 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port c1747f67-610d-44b4-baf2-08afe7fb7649 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:29:29.958168 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c1747f67-610d-44b4-baf2-08afe7fb7649), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:30.162451 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-28da0633-5766-4d79-95b2-9c00437500f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '314563c3-3804-4cd1-9146-5949b34ccc4f', 'name': 'tempest-TestAggregatesBasicOps-498035670-router', 'tenant_id': '1dd7396cd92547529ec3aa2898e0a00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'c1747f67-610d-44b4-baf2-08afe7fb7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:29:21Z', 'updated_at': '2022-02-07T21:29:26Z', 'revision_number': 4, 'project_id': '1dd7396cd92547529ec3aa2898e0a00a', 'gw_port': {'id': 'c1747f67-610d-44b4-baf2-08afe7fb7649', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314563c3-3804-4cd1-9146-5949b34ccc4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:29:21Z', 'updated_at': '2022-02-07T21:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '2901b355-b26d-4e10-b332-338bda1d357f', 'name': '', 'network_id': '8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03', 'tenant_id': '1dd7396cd92547529ec3aa2898e0a00a', 'mac_address': 'fa:16:3e:16:bd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314563c3-3804-4cd1-9146-5949b34ccc4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e03d051d-c515-4cfe-9b7b-2acae6aa2b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:29:25Z', 'updated_at': '2022-02-07T21:29:26Z', 'revision_number': 2, 'project_id': '1dd7396cd92547529ec3aa2898e0a00a', 'subnets': [{'id': 'e03d051d-c515-4cfe-9b7b-2acae6aa2b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:30.181238 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda6577-f465-4b9a-974d-7a2ef36b9ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1109f029-3da7-4dad-8665-8a328dca2fc7,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:30.204832 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a42dd-7b52-41a2-9239-6dbf82370292 req-1e2fd9ab-ab9e-4af0-a4c0-3110537db575 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:30.227053 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a4a42dd-7b52-41a2-9239-6dbf82370292 req-1e2fd9ab-ab9e-4af0-a4c0-3110537db575 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.3220515 Feb 07 21:29:30.255891 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28da0633-5766-4d79-95b2-9c00437500f4 None None] Checking router: 314563c3-3804-4cd1-9146-5949b34ccc4f for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:29:30.256273 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28da0633-5766-4d79-95b2-9c00437500f4 None None] Updating router 314563c3-3804-4cd1-9146-5949b34ccc4f port 2901b355-b26d-4e10-b332-338bda1d357f binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:29:30.259579 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfda6577-f465-4b9a-974d-7a2ef36b9ed6 admin admin] Checking segment: {'id': 'cb00ae16-84ff-43da-b888-aac36c00f748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '25ef2808-398e-4831-8880-8a325cf3c21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:29:30.260084 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfda6577-f465-4b9a-974d-7a2ef36b9ed6 admin admin] Network hostable DHCP agents. Network: 25ef2808-398e-4831-8880-8a325cf3c21e, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:29:30.366694 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-28da0633-5766-4d79-95b2-9c00437500f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2901b355-b26d-4e10-b332-338bda1d357f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:30.367256 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a4a42dd-7b52-41a2-9239-6dbf82370292 req-b0bc08f1-2d27-45ea-9b15-e6e9251ee471 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379628 Feb 07 21:29:30.368590 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfda6577-f465-4b9a-974d-7a2ef36b9ed6 admin admin] Network 25ef2808-398e-4831-8880-8a325cf3c21e is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:29:30.380385 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port c1747f67-610d-44b4-baf2-08afe7fb7649 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:29:30.381487 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-bfda6577-f465-4b9a-974d-7a2ef36b9ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 25ef2808-398e-4831-8880-8a325cf3c21e) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:29:30.405911 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfda6577-f465-4b9a-974d-7a2ef36b9ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:30.406619 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bfda6577-f465-4b9a-974d-7a2ef36b9ed6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:30.441860 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a4bfd6-5dd6-47d4-938d-06258a18a602 None None] Network 25ef2808-398e-4831-8880-8a325cf3c21e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:29:30.444406 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 56954) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:29:30.450982 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-057a10ab-242d-4197-91b8-03e8cbe66de4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1086896683-router', 'tenant_id': '23cb86e85c2245d5946bb03bf3b7ec19', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:29:30.452531 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bfda6577-f465-4b9a-974d-7a2ef36b9ed6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9874933 Feb 07 21:29:30.488187 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-057a10ab-242d-4197-91b8-03e8cbe66de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (f84c8d23-6bc8-46d8-ab85-8e4100bda468), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:30.489452 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-057a10ab-242d-4197-91b8-03e8cbe66de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (f84c8d23-6bc8-46d8-ab85-8e4100bda468), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:30.621265 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-057a10ab-242d-4197-91b8-03e8cbe66de4 admin admin] Publish callbacks [] for router_controller (f84c8d23-6bc8-46d8-ab85-8e4100bda468), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:30.862708 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-057a10ab-242d-4197-91b8-03e8cbe66de4 admin admin] Publish callbacks [] for router_gateway (f84c8d23-6bc8-46d8-ab85-8e4100bda468), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:30.909400 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7829cd8-2ef7-49ff-8d85-83f739744437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-25ef2808-398e-4831-8880-8a325cf3c21e', 'network_id': '25ef2808-398e-4831-8880-8a325cf3c21e', 'project_id': '23cb86e85c2245d5946bb03bf3b7ec19', 'fixed_ips': [{'subnet_id': '1109f029-3da7-4dad-8665-8a328dca2fc7'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:29:30.910259 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c7829cd8-2ef7-49ff-8d85-83f739744437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:31.112208 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-c7829cd8-2ef7-49ff-8d85-83f739744437 None None] Allocated IP 172.20.0.2 (25ef2808-398e-4831-8880-8a325cf3c21e/1109f029-3da7-4dad-8665-8a328dca2fc7/e9aba667-1897-4675-bbe9-2771ab7f4d8e) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:29:31.157243 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-057a10ab-242d-4197-91b8-03e8cbe66de4 admin admin] Publish callbacks [] for router_gateway (f84c8d23-6bc8-46d8-ab85-8e4100bda468), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:31.169511 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-28da0633-5766-4d79-95b2-9c00437500f4 None None] Publish callbacks [] for port (2901b355-b26d-4e10-b332-338bda1d357f), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:31.180516 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-28da0633-5766-4d79-95b2-9c00437500f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2901b355-b26d-4e10-b332-338bda1d357f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:31.194710 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-057a10ab-242d-4197-91b8-03e8cbe66de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:31.350435 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-057a10ab-242d-4197-91b8-03e8cbe66de4 admin admin] Allocated IP 172.25.4.132 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/8b1041c9-4e50-4511-a9d3-020c2311fca3) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:29:31.373991 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-2d8d2822-3644-4802-9888-ab9800d39fa2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:31.376545 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-2d8d2822-3644-4802-9888-ab9800d39fa2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/networks?id=b6e2353b-365d-4208-816b-7ee3b8376b0c HTTP/1.1" status: 200 len: 813 time: 0.1420500 Feb 07 21:29:31.402297 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-3d70df75-52ea-4ad5-af50-9c8a56d7ce6e tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/quotas/49035a4ec40140b3a7c3fbd0a5baf38a HTTP/1.1" status: 200 len: 375 time: 0.0197701 Feb 07 21:29:31.420426 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7261f-3954-4d7a-9e70-273d92be2a54 None None] Pushing event updated for resources: {'Port': ['ID=2901b355-b26d-4e10-b332-338bda1d357f,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:31.440160 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-19409a4f-d913-4fa9-8794-5dd771c601e4 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=49035a4ec40140b3a7c3fbd0a5baf38a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367684 Feb 07 21:29:31.507387 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-057a10ab-242d-4197-91b8-03e8cbe66de4 admin admin] Publish callbacks [] for port (8b1041c9-4e50-4511-a9d3-020c2311fca3), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:31.543304 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-28da0633-5766-4d79-95b2-9c00437500f4 None None] Attempting to bind port 2901b355-b26d-4e10-b332-338bda1d357f on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:29:31.543684 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-28da0633-5766-4d79-95b2-9c00437500f4 None None] Attempting to bind port 2901b355-b26d-4e10-b332-338bda1d357f by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'd03765cd-783c-49eb-9429-47b45176b217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:29:31.544046 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28da0633-5766-4d79-95b2-9c00437500f4 None None] Attempting to bind port 2901b355-b26d-4e10-b332-338bda1d357f on network 8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:29:31.568677 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28da0633-5766-4d79-95b2-9c00437500f4 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:29:31.568967 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28da0633-5766-4d79-95b2-9c00437500f4 None None] Checking segment: {'id': 'd03765cd-783c-49eb-9429-47b45176b217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:29:31.569376 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-28da0633-5766-4d79-95b2-9c00437500f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:31.569832 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28da0633-5766-4d79-95b2-9c00437500f4 None None] Bound using segment: {'id': 'd03765cd-783c-49eb-9429-47b45176b217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:29:31.570260 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-28da0633-5766-4d79-95b2-9c00437500f4 None None] Bound port: 2901b355-b26d-4e10-b332-338bda1d357f, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03765cd-783c-49eb-9429-47b45176b217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:29:31.570628 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-28da0633-5766-4d79-95b2-9c00437500f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2901b355-b26d-4e10-b332-338bda1d357f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:31.572020 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-5a6e7255-c06c-433e-a61a-fd890ddf9824 service neutron] 10.222.0.65 "GET /v2.0/networks/b6e2353b-365d-4208-816b-7ee3b8376b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309626 Feb 07 21:29:31.588730 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-057a10ab-242d-4197-91b8-03e8cbe66de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8b1041c9-4e50-4511-a9d3-020c2311fca3), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:31.634863 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057a10ab-242d-4197-91b8-03e8cbe66de4 admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:29:31.639293 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-057a10ab-242d-4197-91b8-03e8cbe66de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:29:31.642439 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057a10ab-242d-4197-91b8-03e8cbe66de4 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:29:31.686450 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-28da0633-5766-4d79-95b2-9c00437500f4 None None] For port 2901b355-b26d-4e10-b332-338bda1d357f, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:29:31.706436 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-28da0633-5766-4d79-95b2-9c00437500f4 None None] For port 2901b355-b26d-4e10-b332-338bda1d357f, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2901b355-b26d-4e10-b332-338bda1d357f,segment=NetworkSegment(d03765cd-783c-49eb-9429-47b45176b217),segment_id=d03765cd-783c-49eb-9429-47b45176b217)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:29:31.719674 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-28da0633-5766-4d79-95b2-9c00437500f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2901b355-b26d-4e10-b332-338bda1d357f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:31.735302 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c7829cd8-2ef7-49ff-8d85-83f739744437 None None] Publish callbacks [] for port (e9aba667-1897-4675-bbe9-2771ab7f4d8e), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:31.739007 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-6bac980f-1dee-4ca5-8bfa-a4a37a8c160a service neutron] 10.222.0.65 "GET /v2.0/networks/b6e2353b-365d-4208-816b-7ee3b8376b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649470 Feb 07 21:29:31.766282 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c7829cd8-2ef7-49ff-8d85-83f739744437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (e9aba667-1897-4675-bbe9-2771ab7f4d8e), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:31.804247 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7829cd8-2ef7-49ff-8d85-83f739744437 None None] Network 25ef2808-398e-4831-8880-8a325cf3c21e is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:29:31.818929 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-c7829cd8-2ef7-49ff-8d85-83f739744437 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:29:31.825382 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7829cd8-2ef7-49ff-8d85-83f739744437 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:29:31.829977 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7261f-3954-4d7a-9e70-273d92be2a54 None None] Pushing event updated for resources: {'Port': ['ID=2901b355-b26d-4e10-b332-338bda1d357f,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:31.834282 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28da0633-5766-4d79-95b2-9c00437500f4 None None] Routers {'314563c3-3804-4cd1-9146-5949b34ccc4f'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:29:31.834895 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-28da0633-5766-4d79-95b2-9c00437500f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:29:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['314563c3-3804-4cd1-9146-5949b34ccc4f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:31.878909 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7829cd8-2ef7-49ff-8d85-83f739744437 None None] Pushing event updated for resources: {'Port': ['ID=e9aba667-1897-4675-bbe9-2771ab7f4d8e,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:31.893285 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b954fbc-bb77-4369-8613-8e013ded728c req-a3428db3-7cbb-44c8-9c23-160fb67e6053 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:31.894888 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b954fbc-bb77-4369-8613-8e013ded728c req-a3428db3-7cbb-44c8-9c23-160fb67e6053 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.1536422 Feb 07 21:29:31.973216 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a10ab-242d-4197-91b8-03e8cbe66de4 admin admin] Pushing event updated for resources: {'Port': ['ID=8b1041c9-4e50-4511-a9d3-020c2311fca3,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:32.029712 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b954fbc-bb77-4369-8613-8e013ded728c req-0787786b-917d-45a1-81b9-87dcf13399d3 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179035 Feb 07 21:29:32.088006 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c7829cd8-2ef7-49ff-8d85-83f739744437 None None] Attempting to bind port e9aba667-1897-4675-bbe9-2771ab7f4d8e on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:29:32.089162 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c7829cd8-2ef7-49ff-8d85-83f739744437 None None] Attempting to bind port e9aba667-1897-4675-bbe9-2771ab7f4d8e by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'cb00ae16-84ff-43da-b888-aac36c00f748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '25ef2808-398e-4831-8880-8a325cf3c21e'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:29:32.089712 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7829cd8-2ef7-49ff-8d85-83f739744437 None None] Attempting to bind port e9aba667-1897-4675-bbe9-2771ab7f4d8e on network 25ef2808-398e-4831-8880-8a325cf3c21e {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:29:32.098773 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c5b5397d-3f75-4710-8192-4e4146c12df0 None None] Provisioning complete for port 2901b355-b26d-4e10-b332-338bda1d357f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:29:32.099541 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c5b5397d-3f75-4710-8192-4e4146c12df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2901b355-b26d-4e10-b332-338bda1d357f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:32.151820 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-45d4419a-dfdc-435c-ab18-694ae92063cd req-4658c6f6-f42d-4b7e-91f3-3560b2b459f3 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=35709b9c-b964-49a0-8a98-96400c5d0a13 HTTP/1.1" status: 200 len: 210 time: 0.0513022 Feb 07 21:29:32.180838 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7829cd8-2ef7-49ff-8d85-83f739744437 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:29:32.181277 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7829cd8-2ef7-49ff-8d85-83f739744437 None None] Checking segment: {'id': 'cb00ae16-84ff-43da-b888-aac36c00f748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '25ef2808-398e-4831-8880-8a325cf3c21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:29:32.181697 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c7829cd8-2ef7-49ff-8d85-83f739744437 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:32.182181 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7829cd8-2ef7-49ff-8d85-83f739744437 None None] Bound using segment: {'id': 'cb00ae16-84ff-43da-b888-aac36c00f748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '25ef2808-398e-4831-8880-8a325cf3c21e'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:29:32.182831 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c7829cd8-2ef7-49ff-8d85-83f739744437 None None] Bound port: e9aba667-1897-4675-bbe9-2771ab7f4d8e, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb00ae16-84ff-43da-b888-aac36c00f748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '25ef2808-398e-4831-8880-8a325cf3c21e'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:29:32.183219 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c7829cd8-2ef7-49ff-8d85-83f739744437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e9aba667-1897-4675-bbe9-2771ab7f4d8e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:32.211967 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-28da0633-5766-4d79-95b2-9c00437500f4 None None] Set router 314563c3-3804-4cd1-9146-5949b34ccc4f gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:29:32.290138 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-057a10ab-242d-4197-91b8-03e8cbe66de4 admin admin] Publish callbacks [] for router_gateway (f84c8d23-6bc8-46d8-ab85-8e4100bda468), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:32.575897 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-057a10ab-242d-4197-91b8-03e8cbe66de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (f84c8d23-6bc8-46d8-ab85-8e4100bda468), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:32.614806 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c7829cd8-2ef7-49ff-8d85-83f739744437 None None] For port e9aba667-1897-4675-bbe9-2771ab7f4d8e, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:29:32.618701 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c7829cd8-2ef7-49ff-8d85-83f739744437 None None] For port e9aba667-1897-4675-bbe9-2771ab7f4d8e, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e9aba667-1897-4675-bbe9-2771ab7f4d8e,segment=NetworkSegment(cb00ae16-84ff-43da-b888-aac36c00f748),segment_id=cb00ae16-84ff-43da-b888-aac36c00f748)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:29:32.646185 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c5b5397d-3f75-4710-8192-4e4146c12df0 None None] Current status of the port 2901b355-b26d-4e10-b332-338bda1d357f is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:29:32.646575 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c5b5397d-3f75-4710-8192-4e4146c12df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2901b355-b26d-4e10-b332-338bda1d357f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:32.673527 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c7829cd8-2ef7-49ff-8d85-83f739744437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e9aba667-1897-4675-bbe9-2771ab7f4d8e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:32.820149 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057a10ab-242d-4197-91b8-03e8cbe66de4 admin admin] Router f84c8d23-6bc8-46d8-ab85-8e4100bda468 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:29:32.828550 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c5b5397d-3f75-4710-8192-4e4146c12df0 None None] For port 2901b355-b26d-4e10-b332-338bda1d357f, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2901b355-b26d-4e10-b332-338bda1d357f,segment=NetworkSegment(d03765cd-783c-49eb-9429-47b45176b217),segment_id=d03765cd-783c-49eb-9429-47b45176b217)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:29:32.847046 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c5b5397d-3f75-4710-8192-4e4146c12df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2901b355-b26d-4e10-b332-338bda1d357f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:32.902204 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7829cd8-2ef7-49ff-8d85-83f739744437 None None] Pushing event updated for resources: {'Port': ['ID=e9aba667-1897-4675-bbe9-2771ab7f4d8e,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:32.991713 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5397d-3f75-4710-8192-4e4146c12df0 None None] Pushing event updated for resources: {'Port': ['ID=2901b355-b26d-4e10-b332-338bda1d357f,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:33.014013 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057a10ab-242d-4197-91b8-03e8cbe66de4 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:29:33.030803 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b66a8e9-0a9f-4661-b6de-3ea84279ff98 None None] Sync routers for ids ['f84c8d23-6bc8-46d8-ab85-8e4100bda468'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:29:33.040500 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-28da0633-5766-4d79-95b2-9c00437500f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '314563c3-3804-4cd1-9146-5949b34ccc4f', 'name': 'tempest-TestAggregatesBasicOps-498035670-router', 'tenant_id': '1dd7396cd92547529ec3aa2898e0a00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'c1747f67-610d-44b4-baf2-08afe7fb7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:29:21Z', 'updated_at': '2022-02-07T21:29:26Z', 'revision_number': 4, 'project_id': '1dd7396cd92547529ec3aa2898e0a00a', 'gw_port': {'id': 'c1747f67-610d-44b4-baf2-08afe7fb7649', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314563c3-3804-4cd1-9146-5949b34ccc4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:29:21Z', 'updated_at': '2022-02-07T21:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '2901b355-b26d-4e10-b332-338bda1d357f', 'name': '', 'network_id': '8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03', 'tenant_id': '1dd7396cd92547529ec3aa2898e0a00a', 'mac_address': 'fa:16:3e:16:bd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314563c3-3804-4cd1-9146-5949b34ccc4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e03d051d-c515-4cfe-9b7b-2acae6aa2b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:29:25Z', 'updated_at': '2022-02-07T21:29:31Z', 'revision_number': 4, 'project_id': '1dd7396cd92547529ec3aa2898e0a00a', 'subnets': [{'id': 'e03d051d-c515-4cfe-9b7b-2acae6aa2b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:33.041198 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-057a10ab-242d-4197-91b8-03e8cbe66de4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:33.043136 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-057a10ab-242d-4197-91b8-03e8cbe66de4 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5975909 Feb 07 21:29:33.045827 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57010) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:29:33.060734 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b66a8e9-0a9f-4661-b6de-3ea84279ff98 None None] Routers {'f84c8d23-6bc8-46d8-ab85-8e4100bda468'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:29:33.061647 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9b66a8e9-0a9f-4661-b6de-3ea84279ff98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:29:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f84c8d23-6bc8-46d8-ab85-8e4100bda468'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:33.107720 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28da0633-5766-4d79-95b2-9c00437500f4 None None] The sync data for ids ['314563c3-3804-4cd1-9146-5949b34ccc4f'] in n-d-828185-2 is: [{'id': '314563c3-3804-4cd1-9146-5949b34ccc4f', 'name': 'tempest-TestAggregatesBasicOps-498035670-router', 'tenant_id': '1dd7396cd92547529ec3aa2898e0a00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'c1747f67-610d-44b4-baf2-08afe7fb7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:29:21Z', 'updated_at': '2022-02-07T21:29:26Z', 'revision_number': 4, 'project_id': '1dd7396cd92547529ec3aa2898e0a00a', 'gw_port': {'id': 'c1747f67-610d-44b4-baf2-08afe7fb7649', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314563c3-3804-4cd1-9146-5949b34ccc4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:29:21Z', 'updated_at': '2022-02-07T21:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '2901b355-b26d-4e10-b332-338bda1d357f', 'name': '', 'network_id': '8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03', 'tenant_id': '1dd7396cd92547529ec3aa2898e0a00a', 'mac_address': 'fa:16:3e:16:bd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314563c3-3804-4cd1-9146-5949b34ccc4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e03d051d-c515-4cfe-9b7b-2acae6aa2b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:29:25Z', 'updated_at': '2022-02-07T21:29:31Z', 'revision_number': 4, 'project_id': '1dd7396cd92547529ec3aa2898e0a00a', 'subnets': [{'id': 'e03d051d-c515-4cfe-9b7b-2acae6aa2b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:29:33.129200 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a5e3d28e-3ffe-4698-831d-271a3cbe9ffe None None] Provisioning complete for port 2901b355-b26d-4e10-b332-338bda1d357f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:29:33.131275 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a5e3d28e-3ffe-4698-831d-271a3cbe9ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2901b355-b26d-4e10-b332-338bda1d357f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:33.320437 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a5e3d28e-3ffe-4698-831d-271a3cbe9ffe None None] Current status of the port 2901b355-b26d-4e10-b332-338bda1d357f is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:29:33.450762 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-9b66a8e9-0a9f-4661-b6de-3ea84279ff98 None None] Set router f84c8d23-6bc8-46d8-ab85-8e4100bda468 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:29:33.522603 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-11196246-2b57-4666-8531-98adc3173795 req-48f0f9e1-6cab-4fb6-8183-a4b91690d0a0 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=35709b9c-b964-49a0-8a98-96400c5d0a13 HTTP/1.1" status: 200 len: 210 time: 0.1619351 Feb 07 21:29:33.735829 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:33.790475 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e9aba667-1897-4675-bbe9-2771ab7f4d8e up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:29:33.917679 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port e9aba667-1897-4675-bbe9-2771ab7f4d8e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:29:33.918086 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e9aba667-1897-4675-bbe9-2771ab7f4d8e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:33.918345 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebece7cf-63d5-4549-a414-5b4a8984b8e0 req-4f844622-3d64-4884-9926-0ea1c43e9e01 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:33.920146 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ebece7cf-63d5-4549-a414-5b4a8984b8e0 req-4f844622-3d64-4884-9926-0ea1c43e9e01 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.6977415 Feb 07 21:29:33.954095 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9b66a8e9-0a9f-4661-b6de-3ea84279ff98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84c8d23-6bc8-46d8-ab85-8e4100bda468', 'name': 'tempest-TestAggregatesBasicOps-1086896683-router', 'tenant_id': '23cb86e85c2245d5946bb03bf3b7ec19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '8b1041c9-4e50-4511-a9d3-020c2311fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:29:30Z', 'updated_at': '2022-02-07T21:29:32Z', 'revision_number': 3, 'project_id': '23cb86e85c2245d5946bb03bf3b7ec19', 'gw_port': {'id': '8b1041c9-4e50-4511-a9d3-020c2311fca3', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84c8d23-6bc8-46d8-ab85-8e4100bda468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:29:31Z', 'updated_at': '2022-02-07T21:29:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:33.993386 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b66a8e9-0a9f-4661-b6de-3ea84279ff98 None None] Checking router: f84c8d23-6bc8-46d8-ab85-8e4100bda468 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:29:33.993737 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b66a8e9-0a9f-4661-b6de-3ea84279ff98 None None] Updating router f84c8d23-6bc8-46d8-ab85-8e4100bda468 port 8b1041c9-4e50-4511-a9d3-020c2311fca3 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:29:34.031587 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:34.075741 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ebece7cf-63d5-4549-a414-5b4a8984b8e0 req-50a6b03b-6ece-4b1e-b034-f011ebcc21b1 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466069 Feb 07 21:29:34.083493 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9b66a8e9-0a9f-4661-b6de-3ea84279ff98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8b1041c9-4e50-4511-a9d3-020c2311fca3), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:34.121377 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port e9aba667-1897-4675-bbe9-2771ab7f4d8e is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:29:34.121769 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e9aba667-1897-4675-bbe9-2771ab7f4d8e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:34.195538 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port e9aba667-1897-4675-bbe9-2771ab7f4d8e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e9aba667-1897-4675-bbe9-2771ab7f4d8e,segment=NetworkSegment(cb00ae16-84ff-43da-b888-aac36c00f748),segment_id=cb00ae16-84ff-43da-b888-aac36c00f748)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:29:34.200429 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e9aba667-1897-4675-bbe9-2771ab7f4d8e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:34.201458 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2901b355-b26d-4e10-b332-338bda1d357f up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:29:34.343293 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=e9aba667-1897-4675-bbe9-2771ab7f4d8e,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:34.379064 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 2901b355-b26d-4e10-b332-338bda1d357f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:29:34.379438 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2901b355-b26d-4e10-b332-338bda1d357f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:34.427934 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-73715976-aadb-4063-a3cd-41efe17d6d5c tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:34.430232 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-73715976-aadb-4063-a3cd-41efe17d6d5c tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.71 "GET /v2.0/networks?id=b6e2353b-365d-4208-816b-7ee3b8376b0c HTTP/1.1" status: 200 len: 813 time: 0.8884349 Feb 07 21:29:34.497624 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-8cceeb5d-4377-4132-b160-bce30d704382 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Request body: {'port': {'device_id': '35709b9c-b964-49a0-8a98-96400c5d0a13', 'network_id': 'b6e2353b-365d-4208-816b-7ee3b8376b0c', 'admin_state_up': True, 'tenant_id': '49035a4ec40140b3a7c3fbd0a5baf38a'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:29:34.560883 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 2901b355-b26d-4e10-b332-338bda1d357f is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:29:34.672856 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9b66a8e9-0a9f-4661-b6de-3ea84279ff98 None None] Publish callbacks [] for port (8b1041c9-4e50-4511-a9d3-020c2311fca3), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:34.679745 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device b8da6e18-8251-4622-8583-c3e0b9db2c10 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:29:34.692913 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9b66a8e9-0a9f-4661-b6de-3ea84279ff98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8b1041c9-4e50-4511-a9d3-020c2311fca3), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:34.736233 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-73fdb617-7e1d-4d0d-bdbe-9942f46cea57 req-56711c70-502e-46a2-bdcf-387e870f4cdc tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=35709b9c-b964-49a0-8a98-96400c5d0a13 HTTP/1.1" status: 200 len: 210 time: 0.0826919 Feb 07 21:29:34.742789 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e506-c5d1-454f-b323-eeb64519c1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:34.750095 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-9b66a8e9-0a9f-4661-b6de-3ea84279ff98 None None] Attempting to bind port 8b1041c9-4e50-4511-a9d3-020c2311fca3 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:29:34.750687 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-9b66a8e9-0a9f-4661-b6de-3ea84279ff98 None None] Attempting to bind port 8b1041c9-4e50-4511-a9d3-020c2311fca3 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:29:34.751194 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b66a8e9-0a9f-4661-b6de-3ea84279ff98 None None] Attempting to bind port 8b1041c9-4e50-4511-a9d3-020c2311fca3 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:29:34.805198 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b66a8e9-0a9f-4661-b6de-3ea84279ff98 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:29:34.805915 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b66a8e9-0a9f-4661-b6de-3ea84279ff98 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:29:34.806478 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9b66a8e9-0a9f-4661-b6de-3ea84279ff98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:34.807044 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b66a8e9-0a9f-4661-b6de-3ea84279ff98 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:29:34.808865 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-9b66a8e9-0a9f-4661-b6de-3ea84279ff98 None None] Bound port: 8b1041c9-4e50-4511-a9d3-020c2311fca3, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:29:34.809421 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9b66a8e9-0a9f-4661-b6de-3ea84279ff98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8b1041c9-4e50-4511-a9d3-020c2311fca3), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:34.829158 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-8cceeb5d-4377-4132-b160-bce30d704382 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Made reservation on behalf of 49035a4ec40140b3a7c3fbd0a5baf38a for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:29:34.832532 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-8cceeb5d-4377-4132-b160-bce30d704382 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:34.884542 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-9b66a8e9-0a9f-4661-b6de-3ea84279ff98 None None] For port 8b1041c9-4e50-4511-a9d3-020c2311fca3, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:29:34.890273 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-9b66a8e9-0a9f-4661-b6de-3ea84279ff98 None None] For port 8b1041c9-4e50-4511-a9d3-020c2311fca3, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8b1041c9-4e50-4511-a9d3-020c2311fca3,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:29:34.913312 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9b66a8e9-0a9f-4661-b6de-3ea84279ff98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8b1041c9-4e50-4511-a9d3-020c2311fca3), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:34.934685 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port b8da6e18-8251-4622-8583-c3e0b9db2c10, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=b8da6e18-8251-4622-8583-c3e0b9db2c10,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:29:34.958529 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b66a8e9-0a9f-4661-b6de-3ea84279ff98 None None] Routers {'f84c8d23-6bc8-46d8-ab85-8e4100bda468'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:29:34.959166 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9b66a8e9-0a9f-4661-b6de-3ea84279ff98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:29:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f84c8d23-6bc8-46d8-ab85-8e4100bda468'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:34.961337 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'b8da6e18-8251-4622-8583-c3e0b9db2c10', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'port_id': 'b8da6e18-8251-4622-8583-c3e0b9db2c10', 'mac_address': 'fa:16:3e:52:4e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:29:34.977723 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8460f0-518c-4896-9fef-89089381c767 None None] Network 25ef2808-398e-4831-8880-8a325cf3c21e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:29:35.140526 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-9b66a8e9-0a9f-4661-b6de-3ea84279ff98 None None] Set router f84c8d23-6bc8-46d8-ab85-8e4100bda468 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:29:35.154814 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-cdaf8c6f-01d7-4a30-80b6-07452d45d7eb None None] Provisioning complete for port e9aba667-1897-4675-bbe9-2771ab7f4d8e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:29:35.155175 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cdaf8c6f-01d7-4a30-80b6-07452d45d7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e9aba667-1897-4675-bbe9-2771ab7f4d8e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:35.336517 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-7ae7e506-c5d1-454f-b323-eeb64519c1f7 admin admin] Allocated IP 172.20.0.1 (25ef2808-398e-4831-8880-8a325cf3c21e/1109f029-3da7-4dad-8665-8a328dca2fc7/ac223af0-1ef0-43a0-91b0-caf57087f6e8) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:29:35.364687 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e0781-d0c5-42cb-b93e-9b8dcbd61f9d req-6f0810f3-a4c2-4974-86d5-6896840fa630 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:35.372868 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8b8e0781-d0c5-42cb-b93e-9b8dcbd61f9d req-6f0810f3-a4c2-4974-86d5-6896840fa630 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 943 time: 0.1705647 Feb 07 21:29:35.394089 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-8cceeb5d-4377-4132-b160-bce30d704382 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Allocated IP 172.20.0.7 (b6e2353b-365d-4208-816b-7ee3b8376b0c/60b871fc-bdc4-4a87-8449-a611d1e1c46a/dca576e9-a2d1-4751-ad01-7580a1f422bc) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:29:35.442667 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddbf02-c494-4b21-9377-cfd0a0199619 None None] Pushing event updated for resources: {'Port': ['ID=8b1041c9-4e50-4511-a9d3-020c2311fca3,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:35.477341 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port b8da6e18-8251-4622-8583-c3e0b9db2c10 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:29:35.477773 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b8da6e18-8251-4622-8583-c3e0b9db2c10), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:35.516062 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9b66a8e9-0a9f-4661-b6de-3ea84279ff98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84c8d23-6bc8-46d8-ab85-8e4100bda468', 'name': 'tempest-TestAggregatesBasicOps-1086896683-router', 'tenant_id': '23cb86e85c2245d5946bb03bf3b7ec19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '8b1041c9-4e50-4511-a9d3-020c2311fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:29:30Z', 'updated_at': '2022-02-07T21:29:32Z', 'revision_number': 3, 'project_id': '23cb86e85c2245d5946bb03bf3b7ec19', 'gw_port': {'id': '8b1041c9-4e50-4511-a9d3-020c2311fca3', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84c8d23-6bc8-46d8-ab85-8e4100bda468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:29:31Z', 'updated_at': '2022-02-07T21:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:35.528204 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8b8e0781-d0c5-42cb-b93e-9b8dcbd61f9d req-ef254e52-8a04-4416-b38d-77a50b514ff2 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334865 Feb 07 21:29:35.546731 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b66a8e9-0a9f-4661-b6de-3ea84279ff98 None None] The sync data for ids ['f84c8d23-6bc8-46d8-ab85-8e4100bda468'] in n-d-828185-2 is: [{'id': 'f84c8d23-6bc8-46d8-ab85-8e4100bda468', 'name': 'tempest-TestAggregatesBasicOps-1086896683-router', 'tenant_id': '23cb86e85c2245d5946bb03bf3b7ec19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '8b1041c9-4e50-4511-a9d3-020c2311fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:29:30Z', 'updated_at': '2022-02-07T21:29:32Z', 'revision_number': 3, 'project_id': '23cb86e85c2245d5946bb03bf3b7ec19', 'gw_port': {'id': '8b1041c9-4e50-4511-a9d3-020c2311fca3', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84c8d23-6bc8-46d8-ab85-8e4100bda468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:29:31Z', 'updated_at': '2022-02-07T21:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:29:35.594314 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8da6e18-8251-4622-8583-c3e0b9db2c10 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:29:35.600023 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddbf02-c494-4b21-9377-cfd0a0199619 None None] Pushing event updated for resources: {'Port': ['ID=8b1041c9-4e50-4511-a9d3-020c2311fca3,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:35.667249 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port b8da6e18-8251-4622-8583-c3e0b9db2c10, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=b8da6e18-8251-4622-8583-c3e0b9db2c10,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:29:35.679292 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e9aba667-1897-4675-bbe9-2771ab7f4d8e up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:29:35.687720 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b8da6e18-8251-4622-8583-c3e0b9db2c10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:35.774603 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e506-c5d1-454f-b323-eeb64519c1f7 admin admin] Publish callbacks [] for port (ac223af0-1ef0-43a0-91b0-caf57087f6e8), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:35.815045 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=b8da6e18-8251-4622-8583-c3e0b9db2c10,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:35.859261 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-cdaf8c6f-01d7-4a30-80b6-07452d45d7eb None None] Current status of the port e9aba667-1897-4675-bbe9-2771ab7f4d8e is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:29:35.884792 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port e9aba667-1897-4675-bbe9-2771ab7f4d8e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:29:35.885169 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e9aba667-1897-4675-bbe9-2771ab7f4d8e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:36.018256 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port e9aba667-1897-4675-bbe9-2771ab7f4d8e is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:29:36.055646 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['b8da6e18-8251-4622-8583-c3e0b9db2c10'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:29:36.304745 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-306be423-1f98-49fb-9cee-7d1d9443bdf2 None None] Provisioning complete for port e9aba667-1897-4675-bbe9-2771ab7f4d8e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:29:36.305120 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-306be423-1f98-49fb-9cee-7d1d9443bdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e9aba667-1897-4675-bbe9-2771ab7f4d8e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:36.354331 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3208941f-8eb0-4c8a-9a6d-1023bd54503a req-74466d3c-9a14-4c94-bdf0-f2a49a77bc2a tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=35709b9c-b964-49a0-8a98-96400c5d0a13 HTTP/1.1" status: 200 len: 210 time: 0.0492120 Feb 07 21:29:36.425896 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-8cceeb5d-4377-4132-b160-bce30d704382 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Publish callbacks [] for port (dca576e9-a2d1-4751-ad01-7580a1f422bc), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:36.435799 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-306be423-1f98-49fb-9cee-7d1d9443bdf2 None None] Current status of the port e9aba667-1897-4675-bbe9-2771ab7f4d8e is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:29:36.454423 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e506-c5d1-454f-b323-eeb64519c1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ac223af0-1ef0-43a0-91b0-caf57087f6e8), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:36.509779 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae7e506-c5d1-454f-b323-eeb64519c1f7 admin admin] Network 25ef2808-398e-4831-8880-8a325cf3c21e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:29:36.520886 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-7ae7e506-c5d1-454f-b323-eeb64519c1f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:29:36.523664 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae7e506-c5d1-454f-b323-eeb64519c1f7 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:29:36.529840 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7e506-c5d1-454f-b323-eeb64519c1f7 admin admin] Pushing event updated for resources: {'Port': ['ID=ac223af0-1ef0-43a0-91b0-caf57087f6e8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:36.563871 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-8cceeb5d-4377-4132-b160-bce30d704382 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (dca576e9-a2d1-4751-ad01-7580a1f422bc), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:36.639559 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-8cceeb5d-4377-4132-b160-bce30d704382 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Network b6e2353b-365d-4208-816b-7ee3b8376b0c is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:29:36.666377 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e506-c5d1-454f-b323-eeb64519c1f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (f84c8d23-6bc8-46d8-ab85-8e4100bda468), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:36.669015 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-8cceeb5d-4377-4132-b160-bce30d704382 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:29:36.751810 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-8cceeb5d-4377-4132-b160-bce30d704382 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:29:36.784502 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cceeb5d-4377-4132-b160-bce30d704382 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Pushing event updated for resources: {'Port': ['ID=dca576e9-a2d1-4751-ad01-7580a1f422bc,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:36.872560 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a85d7dc7-6048-4355-85f3-b4892b24d8d2 None None] Provisioning complete for port ac223af0-1ef0-43a0-91b0-caf57087f6e8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:29:36.872961 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a85d7dc7-6048-4355-85f3-b4892b24d8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ac223af0-1ef0-43a0-91b0-caf57087f6e8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:36.946843 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a85d7dc7-6048-4355-85f3-b4892b24d8d2 None None] Port ac223af0-1ef0-43a0-91b0-caf57087f6e8 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:29:36.994485 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c67187-28d0-450c-a364-1cb74a6bbfed req-10a37159-100d-4a30-b690-e8dcb48cd408 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:37.001003 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48c67187-28d0-450c-a364-1cb74a6bbfed req-10a37159-100d-4a30-b690-e8dcb48cd408 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 944 time: 0.3295877 Feb 07 21:29:37.024972 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-8cceeb5d-4377-4132-b160-bce30d704382 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:37.025650 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-8cceeb5d-4377-4132-b160-bce30d704382 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:37.052846 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e506-c5d1-454f-b323-eeb64519c1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ac223af0-1ef0-43a0-91b0-caf57087f6e8), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:37.086887 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-8cceeb5d-4377-4132-b160-bce30d704382 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5975192 Feb 07 21:29:37.183323 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-72c06ff8-0046-43ee-bb39-5c09a5027727 service neutron] Request body: {'port': {'device_id': '35709b9c-b964-49a0-8a98-96400c5d0a13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:29:37.190293 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48c67187-28d0-450c-a364-1cb74a6bbfed req-02fd37f1-e71f-4f38-81fa-5ba20daad374 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815615 Feb 07 21:29:37.291679 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-72c06ff8-0046-43ee-bb39-5c09a5027727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (dca576e9-a2d1-4751-ad01-7580a1f422bc), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:37.343782 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-954c2476-bba8-486c-9880-c27072f47606 req-5b2c74cb-d304-4be2-8b5c-7b77828a49c7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ba482fd7-91ff-435a-866a-dfb7f421ec08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1048162 Feb 07 21:29:37.369196 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e506-c5d1-454f-b323-eeb64519c1f7 admin admin] Publish callbacks [] for port (ac223af0-1ef0-43a0-91b0-caf57087f6e8), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:37.468215 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c2476-bba8-486c-9880-c27072f47606 req-59c12017-057d-42e1-8613-0538750d2627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:37.470652 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-954c2476-bba8-486c-9880-c27072f47606 req-59c12017-057d-42e1-8613-0538750d2627 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c82c9149fcf4d69af04c81d923feaa2&device_id=ba482fd7-91ff-435a-866a-dfb7f421ec08 HTTP/1.1" status: 200 len: 1127 time: 0.0767357 Feb 07 21:29:37.515981 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e506-c5d1-454f-b323-eeb64519c1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (ac223af0-1ef0-43a0-91b0-caf57087f6e8), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:37.614887 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8b1041c9-4e50-4511-a9d3-020c2311fca3 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:29:37.624503 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c2476-bba8-486c-9880-c27072f47606 req-e6687cb9-9706-4367-926d-278b9eda3d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:37.626538 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-954c2476-bba8-486c-9880-c27072f47606 req-e6687cb9-9706-4367-926d-278b9eda3d6d service neutron] 10.222.0.69 "GET /v2.0/networks?id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6 HTTP/1.1" status: 200 len: 915 time: 0.1302943 Feb 07 21:29:37.662364 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7e506-c5d1-454f-b323-eeb64519c1f7 admin admin] Pushing event updated for resources: {'Port': ['ID=ac223af0-1ef0-43a0-91b0-caf57087f6e8,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:37.682214 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-954c2476-bba8-486c-9880-c27072f47606 req-b884ac5f-7760-443d-89f3-26e92d1b0f31 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270 HTTP/1.1" status: 200 len: 217 time: 0.0485778 Feb 07 21:29:37.691447 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e506-c5d1-454f-b323-eeb64519c1f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (f84c8d23-6bc8-46d8-ab85-8e4100bda468), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:37.735578 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 8b1041c9-4e50-4511-a9d3-020c2311fca3 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:29:37.735578 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8b1041c9-4e50-4511-a9d3-020c2311fca3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:37.773299 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c2476-bba8-486c-9880-c27072f47606 req-3fc5443b-91db-4226-aaab-6801b8c28157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:37.774790 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-954c2476-bba8-486c-9880-c27072f47606 req-3fc5443b-91db-4226-aaab-6801b8c28157 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=89cf6121-baa9-422e-a444-8a5ab1545cb1 HTTP/1.1" status: 200 len: 854 time: 0.0867896 Feb 07 21:29:37.818895 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-954c2476-bba8-486c-9880-c27072f47606 req-f1b3cfe7-e891-47fe-8676-a4edf0a60d2d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341976 Feb 07 21:29:37.875133 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 8b1041c9-4e50-4511-a9d3-020c2311fca3 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:29:37.875619 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8b1041c9-4e50-4511-a9d3-020c2311fca3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:37.892466 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5410334-bdef-44ff-8727-bc4ea1d471c2 req-d4677657-5a67-4967-b90e-806a60b37030 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:37.899599 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f5410334-bdef-44ff-8727-bc4ea1d471c2 req-d4677657-5a67-4967-b90e-806a60b37030 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=35709b9c-b964-49a0-8a98-96400c5d0a13 HTTP/1.1" status: 200 len: 931 time: 0.3848782 Feb 07 21:29:37.904749 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 8b1041c9-4e50-4511-a9d3-020c2311fca3, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8b1041c9-4e50-4511-a9d3-020c2311fca3,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:29:37.912801 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8b1041c9-4e50-4511-a9d3-020c2311fca3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:37.939996 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae7e506-c5d1-454f-b323-eeb64519c1f7 admin admin] Network 25ef2808-398e-4831-8880-8a325cf3c21e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:29:37.954506 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-7ae7e506-c5d1-454f-b323-eeb64519c1f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:29:37.974959 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-954c2476-bba8-486c-9880-c27072f47606 req-a15bb65f-b92e-4583-83b1-565046f2b859 service neutron] 10.222.0.69 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497061 Feb 07 21:29:38.010593 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=8b1041c9-4e50-4511-a9d3-020c2311fca3,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:38.106726 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-954c2476-bba8-486c-9880-c27072f47606 req-f753028d-4e27-4da5-8c35-36a579bad8ad service neutron] 10.222.0.69 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251738 Feb 07 21:29:38.186165 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f5410334-bdef-44ff-8727-bc4ea1d471c2 req-be46c582-ed9a-46b1-84c8-ce57f9783da8 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2377b95-e483-407c-b701-7b9618bc5bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742867 Feb 07 21:29:38.265343 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-72c06ff8-0046-43ee-bb39-5c09a5027727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca576e9-a2d1-4751-ad01-7580a1f422bc {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:29:38.277005 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-72c06ff8-0046-43ee-bb39-5c09a5027727 service neutron] Publish callbacks [] for port (dca576e9-a2d1-4751-ad01-7580a1f422bc), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:38.302047 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-72c06ff8-0046-43ee-bb39-5c09a5027727 service neutron] Transition to ACTIVE for port object dca576e9-a2d1-4751-ad01-7580a1f422bc will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:29:38.314324 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae7e506-c5d1-454f-b323-eeb64519c1f7 admin admin] Router f84c8d23-6bc8-46d8-ab85-8e4100bda468 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:29:38.315588 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-72c06ff8-0046-43ee-bb39-5c09a5027727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (dca576e9-a2d1-4751-ad01-7580a1f422bc), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:38.386871 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e1a43050-189a-4544-828f-6a9dff3d7285 None None] Provisioning complete for port ac223af0-1ef0-43a0-91b0-caf57087f6e8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:29:38.387260 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e1a43050-189a-4544-828f-6a9dff3d7285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ac223af0-1ef0-43a0-91b0-caf57087f6e8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:38.457696 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e1a43050-189a-4544-828f-6a9dff3d7285 None None] Port ac223af0-1ef0-43a0-91b0-caf57087f6e8 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:29:38.505345 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c06ff8-0046-43ee-bb39-5c09a5027727 service neutron] Pushing event updated for resources: {'Port': ['ID=dca576e9-a2d1-4751-ad01-7580a1f422bc,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:38.566443 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631cc4e-a3f1-43e9-bd73-cf097eaf8927 req-86d484bb-c522-462c-a0b7-20bdc64bf722 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:38.568139 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d631cc4e-a3f1-43e9-bd73-cf097eaf8927 req-86d484bb-c522-462c-a0b7-20bdc64bf722 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 944 time: 0.2174726 Feb 07 21:29:38.625809 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-72c06ff8-0046-43ee-bb39-5c09a5027727 service neutron] Attempting to bind port dca576e9-a2d1-4751-ad01-7580a1f422bc on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:29:38.626217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-72c06ff8-0046-43ee-bb39-5c09a5027727 service neutron] Attempting to bind port dca576e9-a2d1-4751-ad01-7580a1f422bc by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'd525c6d2-640e-4061-b295-b52161eee5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b6e2353b-365d-4208-816b-7ee3b8376b0c'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:29:38.626642 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-72c06ff8-0046-43ee-bb39-5c09a5027727 service neutron] Attempting to bind port dca576e9-a2d1-4751-ad01-7580a1f422bc on network b6e2353b-365d-4208-816b-7ee3b8376b0c {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:29:38.629026 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae7e506-c5d1-454f-b323-eeb64519c1f7 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:29:38.642146 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7ae7e506-c5d1-454f-b323-eeb64519c1f7 admin admin] 10.222.0.65 "PUT /v2.0/routers/f84c8d23-6bc8-46d8-ab85-8e4100bda468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5952482 Feb 07 21:29:38.642920 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257f7fac-1193-48d5-8e7f-3338b711ab94 None None] Sync routers for ids ['f84c8d23-6bc8-46d8-ab85-8e4100bda468'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:29:38.663095 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257f7fac-1193-48d5-8e7f-3338b711ab94 None None] Routers {'f84c8d23-6bc8-46d8-ab85-8e4100bda468'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:29:38.664328 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-257f7fac-1193-48d5-8e7f-3338b711ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:29:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f84c8d23-6bc8-46d8-ab85-8e4100bda468'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:38.665843 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-72c06ff8-0046-43ee-bb39-5c09a5027727 service neutron] Port dca576e9-a2d1-4751-ad01-7580a1f422bc on network b6e2353b-365d-4208-816b-7ee3b8376b0c not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:29:38.666312 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-72c06ff8-0046-43ee-bb39-5c09a5027727 service neutron] Attempting to bind port dca576e9-a2d1-4751-ad01-7580a1f422bc on network b6e2353b-365d-4208-816b-7ee3b8376b0c {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:29:38.677400 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d631cc4e-a3f1-43e9-bd73-cf097eaf8927 req-5d2a3b8c-78e7-4b2d-83b6-48810a4ece23 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977037 Feb 07 21:29:38.678455 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-72c06ff8-0046-43ee-bb39-5c09a5027727 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:29:38.678905 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-72c06ff8-0046-43ee-bb39-5c09a5027727 service neutron] Checking segment: {'id': 'd525c6d2-640e-4061-b295-b52161eee5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b6e2353b-365d-4208-816b-7ee3b8376b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:29:38.679387 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-72c06ff8-0046-43ee-bb39-5c09a5027727 service neutron] Bound using segment: {'id': 'd525c6d2-640e-4061-b295-b52161eee5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b6e2353b-365d-4208-816b-7ee3b8376b0c'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:29:38.679949 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-72c06ff8-0046-43ee-bb39-5c09a5027727 service neutron] Bound port: dca576e9-a2d1-4751-ad01-7580a1f422bc, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd525c6d2-640e-4061-b295-b52161eee5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b6e2353b-365d-4208-816b-7ee3b8376b0c'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:29:38.680460 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-72c06ff8-0046-43ee-bb39-5c09a5027727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (dca576e9-a2d1-4751-ad01-7580a1f422bc), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:38.745583 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device b8da6e18-8251-4622-8583-c3e0b9db2c10 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:29:38.843663 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-72c06ff8-0046-43ee-bb39-5c09a5027727 service neutron] For port dca576e9-a2d1-4751-ad01-7580a1f422bc, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:29:38.847849 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-72c06ff8-0046-43ee-bb39-5c09a5027727 service neutron] For port dca576e9-a2d1-4751-ad01-7580a1f422bc, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=dca576e9-a2d1-4751-ad01-7580a1f422bc,segment=NetworkSegment(d525c6d2-640e-4061-b295-b52161eee5a1),segment_id=d525c6d2-640e-4061-b295-b52161eee5a1)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:29:38.872458 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-72c06ff8-0046-43ee-bb39-5c09a5027727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (dca576e9-a2d1-4751-ad01-7580a1f422bc), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:38.899189 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port b8da6e18-8251-4622-8583-c3e0b9db2c10 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:29:38.912807 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-72c06ff8-0046-43ee-bb39-5c09a5027727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:38.913425 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-72c06ff8-0046-43ee-bb39-5c09a5027727 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:38.914415 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-257f7fac-1193-48d5-8e7f-3338b711ab94 None None] Set router f84c8d23-6bc8-46d8-ab85-8e4100bda468 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:29:38.915674 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-72c06ff8-0046-43ee-bb39-5c09a5027727 service neutron] 10.222.0.71 "PUT /v2.0/ports/dca576e9-a2d1-4751-ad01-7580a1f422bc HTTP/1.1" status: 200 len: 1091 time: 1.7368109 Feb 07 21:29:38.918481 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35709b9c-b964-49a0-8a98-96400c5d0a13', 'tag': 'dca576e9-a2d1-4751-ad01-7580a1f422bc'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:29:38.918902 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port b8da6e18-8251-4622-8583-c3e0b9db2c10 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:29:38.919679 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b8da6e18-8251-4622-8583-c3e0b9db2c10), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:38.928903 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6158721e-3bcf-4124-a022-61dc17089673" -d '{"events": [{"name": "network-changed", "server_uuid": "35709b9c-b964-49a0-8a98-96400c5d0a13", "tag": "dca576e9-a2d1-4751-ad01-7580a1f422bc"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:29:39.027410 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b331e7-c512-4004-a4ef-ee5ea27a513f x-openstack-request-id: req-27b331e7-c512-4004-a4ef-ee5ea27a513f {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:29:39.027713 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35709b9c-b964-49a0-8a98-96400c5d0a13", "tag": "dca576e9-a2d1-4751-ad01-7580a1f422bc", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:29:39.027975 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-27b331e7-c512-4004-a4ef-ee5ea27a513f {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:29:39.028407 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35709b9c-b964-49a0-8a98-96400c5d0a13', 'tag': 'dca576e9-a2d1-4751-ad01-7580a1f422bc', 'status': 'completed', 'code': 200} Feb 07 21:29:39.031823 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c06ff8-0046-43ee-bb39-5c09a5027727 service neutron] Pushing event updated for resources: {'Port': ['ID=dca576e9-a2d1-4751-ad01-7580a1f422bc,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:39.098228 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-1676208b-5c4f-4489-ab7a-c2844844a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:39.100278 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-1676208b-5c4f-4489-ab7a-c2844844a705 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=49035a4ec40140b3a7c3fbd0a5baf38a&device_id=35709b9c-b964-49a0-8a98-96400c5d0a13 HTTP/1.1" status: 200 len: 1125 time: 0.1270199 Feb 07 21:29:39.165138 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-f866c2a6-a40c-4d7b-b135-b370010dcfec service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dca576e9-a2d1-4751-ad01-7580a1f422bc HTTP/1.1" status: 200 len: 217 time: 0.0497890 Feb 07 21:29:39.262119 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port b8da6e18-8251-4622-8583-c3e0b9db2c10 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:29:39.264282 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b8da6e18-8251-4622-8583-c3e0b9db2c10), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:39.347104 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-1fe9b171-d447-4ec0-8c70-fe9e96bd2aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:39.348761 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-1fe9b171-d447-4ec0-8c70-fe9e96bd2aa1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=60b871fc-bdc4-4a87-8449-a611d1e1c46a HTTP/1.1" status: 200 len: 853 time: 0.1753800 Feb 07 21:29:39.399141 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2732e67-b2f8-47ea-9495-23ce6e4a94f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8da6e18-8251-4622-8583-c3e0b9db2c10'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:29:39.402473 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-92ab6493-839b-4cdd-b856-92bf00a70fc0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b6e2353b-365d-4208-816b-7ee3b8376b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410297 Feb 07 21:29:39.406358 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cae933-dec8-4c12-a7b5-2a7ec77baf6c" -d '{"events": [{"server_uuid": "b2732e67-b2f8-47ea-9495-23ce6e4a94f8", "name": "network-vif-plugged", "status": "completed", "tag": "b8da6e18-8251-4622-8583-c3e0b9db2c10"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:29:39.491200 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port b8da6e18-8251-4622-8583-c3e0b9db2c10, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=b8da6e18-8251-4622-8583-c3e0b9db2c10,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:29:39.553646 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b8da6e18-8251-4622-8583-c3e0b9db2c10), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:39.589590 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42150b19-d4cb-4391-b8bf-5a60f4a2094e req-2fe24899-8dae-4e55-a056-8dbb2a7d8ede tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:39.599061 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-42150b19-d4cb-4391-b8bf-5a60f4a2094e req-2fe24899-8dae-4e55-a056-8dbb2a7d8ede tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=35709b9c-b964-49a0-8a98-96400c5d0a13 HTTP/1.1" status: 200 len: 943 time: 0.2638764 Feb 07 21:29:39.639422 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8b1041c9-4e50-4511-a9d3-020c2311fca3 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:29:39.755395 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-42150b19-d4cb-4391-b8bf-5a60f4a2094e req-36b54b97-62bd-4a03-967e-6652e55bfef5 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2377b95-e483-407c-b701-7b9618bc5bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542811 Feb 07 21:29:39.762714 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-8d5fafb4-a39b-46b6-962a-fc97bfa0a9f4 service neutron] 10.222.0.71 "GET /v2.0/networks/b6e2353b-365d-4208-816b-7ee3b8376b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409362 Feb 07 21:29:39.834731 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-257f7fac-1193-48d5-8e7f-3338b711ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84c8d23-6bc8-46d8-ab85-8e4100bda468', 'name': 'tempest-TestAggregatesBasicOps-1086896683-router', 'tenant_id': '23cb86e85c2245d5946bb03bf3b7ec19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '8b1041c9-4e50-4511-a9d3-020c2311fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:29:30Z', 'updated_at': '2022-02-07T21:29:36Z', 'revision_number': 4, 'project_id': '23cb86e85c2245d5946bb03bf3b7ec19', 'gw_port': {'id': '8b1041c9-4e50-4511-a9d3-020c2311fca3', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84c8d23-6bc8-46d8-ab85-8e4100bda468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:29:31Z', 'updated_at': '2022-02-07T21:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'ac223af0-1ef0-43a0-91b0-caf57087f6e8', 'name': '', 'network_id': '25ef2808-398e-4831-8880-8a325cf3c21e', 'tenant_id': '23cb86e85c2245d5946bb03bf3b7ec19', 'mac_address': 'fa:16:3e:57:c0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84c8d23-6bc8-46d8-ab85-8e4100bda468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '1109f029-3da7-4dad-8665-8a328dca2fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:29:34Z', 'updated_at': '2022-02-07T21:29:37Z', 'revision_number': 2, 'project_id': '23cb86e85c2245d5946bb03bf3b7ec19', 'subnets': [{'id': '1109f029-3da7-4dad-8665-8a328dca2fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:39.836639 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=b8da6e18-8251-4622-8583-c3e0b9db2c10,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:39.851105 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97adf9eb-35a7-4f7a-a8a4-2b57a1f3910b x-openstack-request-id: req-97adf9eb-35a7-4f7a-a8a4-2b57a1f3910b {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:29:39.851442 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2732e67-b2f8-47ea-9495-23ce6e4a94f8", "name": "network-vif-plugged", "status": "completed", "tag": "b8da6e18-8251-4622-8583-c3e0b9db2c10", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:29:39.851937 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-97adf9eb-35a7-4f7a-a8a4-2b57a1f3910b {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:29:39.852819 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2732e67-b2f8-47ea-9495-23ce6e4a94f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8da6e18-8251-4622-8583-c3e0b9db2c10', 'code': 200} Feb 07 21:29:39.949643 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49697c37-d2d5-467a-a45d-9ddef48d0184 req-1cbceab8-7102-40cb-8e09-bf947c8cb915 service neutron] 10.222.0.71 "GET /v2.0/networks/b6e2353b-365d-4208-816b-7ee3b8376b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761043 Feb 07 21:29:39.971524 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257f7fac-1193-48d5-8e7f-3338b711ab94 None None] Checking router: f84c8d23-6bc8-46d8-ab85-8e4100bda468 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:29:39.973969 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257f7fac-1193-48d5-8e7f-3338b711ab94 None None] Updating router f84c8d23-6bc8-46d8-ab85-8e4100bda468 port ac223af0-1ef0-43a0-91b0-caf57087f6e8 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:29:40.006858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 8b1041c9-4e50-4511-a9d3-020c2311fca3 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:29:40.007508 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8b1041c9-4e50-4511-a9d3-020c2311fca3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:40.022321 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783752c-ae43-4982-9714-f9eadb988d3d req-406f0a0d-7f8d-4de4-8c84-c2a90190cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:40.025217 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f783752c-ae43-4982-9714-f9eadb988d3d req-406f0a0d-7f8d-4de4-8c84-c2a90190cd18 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 1127 time: 0.1153448 Feb 07 21:29:40.032283 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-257f7fac-1193-48d5-8e7f-3338b711ab94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ac223af0-1ef0-43a0-91b0-caf57087f6e8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:40.128454 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f783752c-ae43-4982-9714-f9eadb988d3d req-a44f8891-5d0a-4d96-a3e2-b2bbdcd646cd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936041 Feb 07 21:29:40.271257 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76347a-79fa-4bc7-a513-120ae929cf10 req-d9edbe28-917f-432a-adcb-c46ab54b99d9 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:40.277105 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf76347a-79fa-4bc7-a513-120ae929cf10 req-d9edbe28-917f-432a-adcb-c46ab54b99d9 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 945 time: 0.2387273 Feb 07 21:29:40.281657 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158721e-3bcf-4124-a022-61dc17089673 req-c44fa05b-6ffb-4932-9ff1-451d9174ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:40.283879 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6158721e-3bcf-4124-a022-61dc17089673 req-c44fa05b-6ffb-4932-9ff1-451d9174ee84 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=49035a4ec40140b3a7c3fbd0a5baf38a&device_id=35709b9c-b964-49a0-8a98-96400c5d0a13 HTTP/1.1" status: 200 len: 1125 time: 0.2604973 Feb 07 21:29:40.501100 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-257f7fac-1193-48d5-8e7f-3338b711ab94 None None] Publish callbacks [] for port (ac223af0-1ef0-43a0-91b0-caf57087f6e8), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:40.528024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158721e-3bcf-4124-a022-61dc17089673 req-d22711e1-b972-4dfd-a3a7-4406bb50d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:40.529972 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-257f7fac-1193-48d5-8e7f-3338b711ab94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ac223af0-1ef0-43a0-91b0-caf57087f6e8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:40.531813 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6158721e-3bcf-4124-a022-61dc17089673 req-d22711e1-b972-4dfd-a3a7-4406bb50d3b9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b6e2353b-365d-4208-816b-7ee3b8376b0c HTTP/1.1" status: 200 len: 914 time: 0.2304299 Feb 07 21:29:40.567295 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57120) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:29:40.609901 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55122d-136f-4159-a5c0-851cce88a660 None None] Pushing event updated for resources: {'Port': ['ID=ac223af0-1ef0-43a0-91b0-caf57087f6e8,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:40.635046 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 8b1041c9-4e50-4511-a9d3-020c2311fca3 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:29:40.635257 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6158721e-3bcf-4124-a022-61dc17089673 req-80145b28-4848-4667-bf64-1bf7251c8975 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dca576e9-a2d1-4751-ad01-7580a1f422bc HTTP/1.1" status: 200 len: 217 time: 0.0952039 Feb 07 21:29:40.729107 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-257f7fac-1193-48d5-8e7f-3338b711ab94 None None] Attempting to bind port ac223af0-1ef0-43a0-91b0-caf57087f6e8 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:29:40.730064 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-257f7fac-1193-48d5-8e7f-3338b711ab94 None None] Attempting to bind port ac223af0-1ef0-43a0-91b0-caf57087f6e8 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'cb00ae16-84ff-43da-b888-aac36c00f748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '25ef2808-398e-4831-8880-8a325cf3c21e'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:29:40.730426 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257f7fac-1193-48d5-8e7f-3338b711ab94 None None] Attempting to bind port ac223af0-1ef0-43a0-91b0-caf57087f6e8 on network 25ef2808-398e-4831-8880-8a325cf3c21e {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:29:40.739517 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257f7fac-1193-48d5-8e7f-3338b711ab94 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:29:40.740268 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257f7fac-1193-48d5-8e7f-3338b711ab94 None None] Checking segment: {'id': 'cb00ae16-84ff-43da-b888-aac36c00f748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '25ef2808-398e-4831-8880-8a325cf3c21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:29:40.741191 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-257f7fac-1193-48d5-8e7f-3338b711ab94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:40.741755 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257f7fac-1193-48d5-8e7f-3338b711ab94 None None] Bound using segment: {'id': 'cb00ae16-84ff-43da-b888-aac36c00f748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '25ef2808-398e-4831-8880-8a325cf3c21e'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:29:40.742511 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-257f7fac-1193-48d5-8e7f-3338b711ab94 None None] Bound port: ac223af0-1ef0-43a0-91b0-caf57087f6e8, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb00ae16-84ff-43da-b888-aac36c00f748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '25ef2808-398e-4831-8880-8a325cf3c21e'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:29:40.742998 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-257f7fac-1193-48d5-8e7f-3338b711ab94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ac223af0-1ef0-43a0-91b0-caf57087f6e8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:40.786542 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf76347a-79fa-4bc7-a513-120ae929cf10 req-d189b220-fbc3-4f23-b985-de29de54991f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998415 Feb 07 21:29:40.825235 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158721e-3bcf-4124-a022-61dc17089673 req-0bf6d30a-6d28-4400-8d61-19f1242c1dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:40.826870 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6158721e-3bcf-4124-a022-61dc17089673 req-0bf6d30a-6d28-4400-8d61-19f1242c1dc1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=60b871fc-bdc4-4a87-8449-a611d1e1c46a HTTP/1.1" status: 200 len: 853 time: 0.1842186 Feb 07 21:29:40.895035 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6158721e-3bcf-4124-a022-61dc17089673 req-032eec27-956c-4952-b4e7-da76ca37bb3b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b6e2353b-365d-4208-816b-7ee3b8376b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613284 Feb 07 21:29:40.909197 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-257f7fac-1193-48d5-8e7f-3338b711ab94 None None] For port ac223af0-1ef0-43a0-91b0-caf57087f6e8, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:29:40.913608 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-257f7fac-1193-48d5-8e7f-3338b711ab94 None None] For port ac223af0-1ef0-43a0-91b0-caf57087f6e8, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ac223af0-1ef0-43a0-91b0-caf57087f6e8,segment=NetworkSegment(cb00ae16-84ff-43da-b888-aac36c00f748),segment_id=cb00ae16-84ff-43da-b888-aac36c00f748)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:29:40.928384 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-257f7fac-1193-48d5-8e7f-3338b711ab94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ac223af0-1ef0-43a0-91b0-caf57087f6e8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:41.040746 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257f7fac-1193-48d5-8e7f-3338b711ab94 None None] Routers {'f84c8d23-6bc8-46d8-ab85-8e4100bda468'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:29:41.042715 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-257f7fac-1193-48d5-8e7f-3338b711ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:29:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f84c8d23-6bc8-46d8-ab85-8e4100bda468'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:41.161220 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c87c5-de3b-4bbe-8aaa-414503e66028 req-9e5c7519-8df1-4cb8-ae0f-7edacd2b1b81 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:41.165745 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf9c87c5-de3b-4bbe-8aaa-414503e66028 req-9e5c7519-8df1-4cb8-ae0f-7edacd2b1b81 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=35709b9c-b964-49a0-8a98-96400c5d0a13 HTTP/1.1" status: 200 len: 943 time: 0.2625763 Feb 07 21:29:41.304595 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-257f7fac-1193-48d5-8e7f-3338b711ab94 None None] Set router f84c8d23-6bc8-46d8-ab85-8e4100bda468 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:29:41.328690 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6158721e-3bcf-4124-a022-61dc17089673 req-3607c142-9d3f-4df2-bea0-720bc52f5e8b service neutron] 10.222.0.71 "GET /v2.0/networks/b6e2353b-365d-4208-816b-7ee3b8376b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164114 Feb 07 21:29:41.353377 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf9c87c5-de3b-4bbe-8aaa-414503e66028 req-35bb0190-5127-472a-b49b-383d5386f31f tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2377b95-e483-407c-b701-7b9618bc5bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768398 Feb 07 21:29:41.543425 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4068912a-367c-4f20-a4e6-14f66871492d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (314563c3-3804-4cd1-9146-5949b34ccc4f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:41.597961 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6158721e-3bcf-4124-a022-61dc17089673 req-e953979d-dc29-4d1e-956f-c64333f01536 service neutron] 10.222.0.71 "GET /v2.0/networks/b6e2353b-365d-4208-816b-7ee3b8376b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505157 Feb 07 21:29:41.874157 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55122d-136f-4159-a5c0-851cce88a660 None None] Pushing event updated for resources: {'Port': ['ID=ac223af0-1ef0-43a0-91b0-caf57087f6e8,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:41.881627 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b93074ec-fd6e-41a2-8b54-e09c2b2a6af5 None None] Provisioning complete for port ac223af0-1ef0-43a0-91b0-caf57087f6e8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:29:41.882226 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b93074ec-fd6e-41a2-8b54-e09c2b2a6af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ac223af0-1ef0-43a0-91b0-caf57087f6e8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:41.978058 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4068912a-367c-4f20-a4e6-14f66871492d admin admin] Deleting port 2901b355-b26d-4e10-b332-338bda1d357f {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:29:41.978432 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4068912a-367c-4f20-a4e6-14f66871492d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (2901b355-b26d-4e10-b332-338bda1d357f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:42.008911 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e55354-8280-4ab0-8f5a-2c46de12845a req-5fb07eb0-2081-4ea7-b757-46e1a8b9d276 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:42.023190 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48e55354-8280-4ab0-8f5a-2c46de12845a req-5fb07eb0-2081-4ea7-b757-46e1a8b9d276 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 945 time: 0.1114390 Feb 07 21:29:42.087261 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48e55354-8280-4ab0-8f5a-2c46de12845a req-f4d2402a-ea22-4514-8f57-9441c3a5ca3c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630717 Feb 07 21:29:42.127190 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b93074ec-fd6e-41a2-8b54-e09c2b2a6af5 None None] Current status of the port ac223af0-1ef0-43a0-91b0-caf57087f6e8 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:29:42.127589 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b93074ec-fd6e-41a2-8b54-e09c2b2a6af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ac223af0-1ef0-43a0-91b0-caf57087f6e8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:42.181324 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b93074ec-fd6e-41a2-8b54-e09c2b2a6af5 None None] For port ac223af0-1ef0-43a0-91b0-caf57087f6e8, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ac223af0-1ef0-43a0-91b0-caf57087f6e8,segment=NetworkSegment(cb00ae16-84ff-43da-b888-aac36c00f748),segment_id=cb00ae16-84ff-43da-b888-aac36c00f748)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:29:42.184765 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-257f7fac-1193-48d5-8e7f-3338b711ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84c8d23-6bc8-46d8-ab85-8e4100bda468', 'name': 'tempest-TestAggregatesBasicOps-1086896683-router', 'tenant_id': '23cb86e85c2245d5946bb03bf3b7ec19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '8b1041c9-4e50-4511-a9d3-020c2311fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:29:30Z', 'updated_at': '2022-02-07T21:29:36Z', 'revision_number': 4, 'project_id': '23cb86e85c2245d5946bb03bf3b7ec19', 'gw_port': {'id': '8b1041c9-4e50-4511-a9d3-020c2311fca3', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84c8d23-6bc8-46d8-ab85-8e4100bda468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:29:31Z', 'updated_at': '2022-02-07T21:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'ac223af0-1ef0-43a0-91b0-caf57087f6e8', 'name': '', 'network_id': '25ef2808-398e-4831-8880-8a325cf3c21e', 'tenant_id': '23cb86e85c2245d5946bb03bf3b7ec19', 'mac_address': 'fa:16:3e:57:c0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84c8d23-6bc8-46d8-ab85-8e4100bda468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '1109f029-3da7-4dad-8665-8a328dca2fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:29:34Z', 'updated_at': '2022-02-07T21:29:40Z', 'revision_number': 4, 'project_id': '23cb86e85c2245d5946bb03bf3b7ec19', 'subnets': [{'id': '1109f029-3da7-4dad-8665-8a328dca2fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:42.235670 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257f7fac-1193-48d5-8e7f-3338b711ab94 None None] The sync data for ids ['f84c8d23-6bc8-46d8-ab85-8e4100bda468'] in n-d-828185-2 is: [{'id': 'f84c8d23-6bc8-46d8-ab85-8e4100bda468', 'name': 'tempest-TestAggregatesBasicOps-1086896683-router', 'tenant_id': '23cb86e85c2245d5946bb03bf3b7ec19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '8b1041c9-4e50-4511-a9d3-020c2311fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:29:30Z', 'updated_at': '2022-02-07T21:29:36Z', 'revision_number': 4, 'project_id': '23cb86e85c2245d5946bb03bf3b7ec19', 'gw_port': {'id': '8b1041c9-4e50-4511-a9d3-020c2311fca3', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84c8d23-6bc8-46d8-ab85-8e4100bda468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:29:31Z', 'updated_at': '2022-02-07T21:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'ac223af0-1ef0-43a0-91b0-caf57087f6e8', 'name': '', 'network_id': '25ef2808-398e-4831-8880-8a325cf3c21e', 'tenant_id': '23cb86e85c2245d5946bb03bf3b7ec19', 'mac_address': 'fa:16:3e:57:c0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84c8d23-6bc8-46d8-ab85-8e4100bda468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '1109f029-3da7-4dad-8665-8a328dca2fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:29:34Z', 'updated_at': '2022-02-07T21:29:40Z', 'revision_number': 4, 'project_id': '23cb86e85c2245d5946bb03bf3b7ec19', 'subnets': [{'id': '1109f029-3da7-4dad-8665-8a328dca2fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:29:42.237575 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b93074ec-fd6e-41a2-8b54-e09c2b2a6af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ac223af0-1ef0-43a0-91b0-caf57087f6e8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:42.354878 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93074ec-fd6e-41a2-8b54-e09c2b2a6af5 None None] Pushing event updated for resources: {'Port': ['ID=ac223af0-1ef0-43a0-91b0-caf57087f6e8,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:42.392963 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee1d19-de60-41a8-b4c2-4bcad8e26618 req-a6973a15-38ec-4c5c-bb4a-4768fee9b112 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:42.397997 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30ee1d19-de60-41a8-b4c2-4bcad8e26618 req-a6973a15-38ec-4c5c-bb4a-4768fee9b112 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 945 time: 0.1593006 Feb 07 21:29:42.438808 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-dc1421ba-ae1d-42b4-bae3-edc61c13d0a8 None None] Provisioning complete for port ac223af0-1ef0-43a0-91b0-caf57087f6e8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:29:42.439193 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dc1421ba-ae1d-42b4-bae3-edc61c13d0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ac223af0-1ef0-43a0-91b0-caf57087f6e8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:42.543259 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30ee1d19-de60-41a8-b4c2-4bcad8e26618 req-e2eb05ae-5282-4e74-a058-d0e091d5f793 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298563 Feb 07 21:29:42.578112 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc466371-f363-40b4-adea-1509b3d49106 req-72adb1b6-e96e-4a64-8c5b-a58ac468d4b2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:42.579725 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc466371-f363-40b4-adea-1509b3d49106 req-72adb1b6-e96e-4a64-8c5b-a58ac468d4b2 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=35709b9c-b964-49a0-8a98-96400c5d0a13 HTTP/1.1" status: 200 len: 943 time: 0.1324592 Feb 07 21:29:42.631811 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-dc1421ba-ae1d-42b4-bae3-edc61c13d0a8 None None] Current status of the port ac223af0-1ef0-43a0-91b0-caf57087f6e8 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:29:42.680805 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc466371-f363-40b4-adea-1509b3d49106 req-41008521-acc8-45ed-aa1f-b3fd0accb574 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2377b95-e483-407c-b701-7b9618bc5bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901763 Feb 07 21:29:42.730874 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-4068912a-367c-4f20-a4e6-14f66871492d admin admin] For port 2901b355-b26d-4e10-b332-338bda1d357f, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2901b355-b26d-4e10-b332-338bda1d357f,segment=NetworkSegment(d03765cd-783c-49eb-9429-47b45176b217),segment_id=d03765cd-783c-49eb-9429-47b45176b217)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:29:42.730874 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4068912a-367c-4f20-a4e6-14f66871492d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (2901b355-b26d-4e10-b332-338bda1d357f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:42.744791 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4068912a-367c-4f20-a4e6-14f66871492d admin admin] Calling delete_port for 2901b355-b26d-4e10-b332-338bda1d357f owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:29:43.013905 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4068912a-367c-4f20-a4e6-14f66871492d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (2901b355-b26d-4e10-b332-338bda1d357f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:43.052818 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4068912a-367c-4f20-a4e6-14f66871492d admin admin] Pushing event deleted for resources: {'Port': ['ID=2901b355-b26d-4e10-b332-338bda1d357f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:43.099265 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25580254-df4d-440c-8193-edce3a37be60 req-b3d8e578-61c0-414d-ae9e-adb6ad786e37 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:43.111184 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-25580254-df4d-440c-8193-edce3a37be60 req-b3d8e578-61c0-414d-ae9e-adb6ad786e37 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 945 time: 0.1476374 Feb 07 21:29:43.195863 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-25580254-df4d-440c-8193-edce3a37be60 req-e1465f58-f3bb-4709-b65f-929a5f3bef57 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781698 Feb 07 21:29:43.319899 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4068912a-367c-4f20-a4e6-14f66871492d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (314563c3-3804-4cd1-9146-5949b34ccc4f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:43.434539 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device dca576e9-a2d1-4751-ad01-7580a1f422bc details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:29:43.599427 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:29:43.620361 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port dca576e9-a2d1-4751-ad01-7580a1f422bc, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=dca576e9-a2d1-4751-ad01-7580a1f422bc,segment=NetworkSegment(d525c6d2-640e-4061-b295-b52161eee5a1),segment_id=d525c6d2-640e-4061-b295-b52161eee5a1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:29:43.632285 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3edd4ee5-7df1-4d4f-b13e-a32d9aa6126d req-2ca7aa70-62e1-4031-b4d3-afe72a65e021 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c03f8e42-1853-4501-a17c-bb2e07164f57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0985837 Feb 07 21:29:43.635086 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'dca576e9-a2d1-4751-ad01-7580a1f422bc', 'network_id': 'b6e2353b-365d-4208-816b-7ee3b8376b0c', 'port_id': 'dca576e9-a2d1-4751-ad01-7580a1f422bc', 'mac_address': 'fa:16:3e:c1:12:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b871fc-bdc4-4a87-8449-a611d1e1c46a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:29:43.770990 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port dca576e9-a2d1-4751-ad01-7580a1f422bc is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:29:43.771609 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (dca576e9-a2d1-4751-ad01-7580a1f422bc), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:43.804663 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca576e9-a2d1-4751-ad01-7580a1f422bc {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:29:43.815337 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4068912a-367c-4f20-a4e6-14f66871492d admin admin] Router 314563c3-3804-4cd1-9146-5949b34ccc4f has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:29:43.835544 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ac223af0-1ef0-43a0-91b0-caf57087f6e8 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:29:43.862062 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd4ee5-7df1-4d4f-b13e-a32d9aa6126d req-368217e7-3efe-49f4-881e-6ea74e5029b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:43.864274 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3edd4ee5-7df1-4d4f-b13e-a32d9aa6126d req-368217e7-3efe-49f4-881e-6ea74e5029b9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c82c9149fcf4d69af04c81d923feaa2&device_id=c03f8e42-1853-4501-a17c-bb2e07164f57 HTTP/1.1" status: 200 len: 1127 time: 0.1762211 Feb 07 21:29:43.924548 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port dca576e9-a2d1-4751-ad01-7580a1f422bc, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=dca576e9-a2d1-4751-ad01-7580a1f422bc,segment=NetworkSegment(d525c6d2-640e-4061-b295-b52161eee5a1),segment_id=d525c6d2-640e-4061-b295-b52161eee5a1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:29:43.933664 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port ac223af0-1ef0-43a0-91b0-caf57087f6e8 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:29:43.934041 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ac223af0-1ef0-43a0-91b0-caf57087f6e8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:43.983166 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (dca576e9-a2d1-4751-ad01-7580a1f422bc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:44.039507 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4068912a-367c-4f20-a4e6-14f66871492d admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:29:44.047539 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4068912a-367c-4f20-a4e6-14f66871492d admin admin] 10.222.0.65 "PUT /v2.0/routers/314563c3-3804-4cd1-9146-5949b34ccc4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4804573 Feb 07 21:29:44.048280 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30dfc4-c673-431b-9fb2-0c511908560a req-bbacf0be-c47f-495e-b66b-50d187056dfb tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:44.048915 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f9b9ed-5554-4162-b38a-92e6ea96ed1a None None] Sync routers for ids ['314563c3-3804-4cd1-9146-5949b34ccc4f'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:29:44.049767 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57158) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:29:44.056283 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7c30dfc4-c673-431b-9fb2-0c511908560a req-bbacf0be-c47f-495e-b66b-50d187056dfb tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=35709b9c-b964-49a0-8a98-96400c5d0a13 HTTP/1.1" status: 200 len: 943 time: 0.1610625 Feb 07 21:29:44.068861 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f9b9ed-5554-4162-b38a-92e6ea96ed1a None None] Routers {'314563c3-3804-4cd1-9146-5949b34ccc4f'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:29:44.069743 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a2f9b9ed-5554-4162-b38a-92e6ea96ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:29:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['314563c3-3804-4cd1-9146-5949b34ccc4f'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:44.074105 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=dca576e9-a2d1-4751-ad01-7580a1f422bc,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:44.163334 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port ac223af0-1ef0-43a0-91b0-caf57087f6e8 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:29:44.247138 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd4ee5-7df1-4d4f-b13e-a32d9aa6126d req-33a1bc5e-b834-464d-a9c2-99c605b5102e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:44.249295 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3edd4ee5-7df1-4d4f-b13e-a32d9aa6126d req-33a1bc5e-b834-464d-a9c2-99c605b5102e service neutron] 10.222.0.71 "GET /v2.0/networks?id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6 HTTP/1.1" status: 200 len: 915 time: 0.3620346 Feb 07 21:29:44.286057 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6c95931-0451-4c60-95aa-9fc16d60bb84 admin admin] Publish callbacks [] for router (314563c3-3804-4cd1-9146-5949b34ccc4f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:44.294843 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7c30dfc4-c673-431b-9fb2-0c511908560a req-00c9ee07-1cca-43b3-86fc-200f37772795 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2377b95-e483-407c-b701-7b9618bc5bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317579 Feb 07 21:29:44.344565 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3edd4ee5-7df1-4d4f-b13e-a32d9aa6126d req-17dfb4cd-3311-479d-9d41-3270d6684653 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c384a3e5-2f89-40c9-8162-a47817f33191 HTTP/1.1" status: 200 len: 217 time: 0.0872719 Feb 07 21:29:44.350369 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['dca576e9-a2d1-4751-ad01-7580a1f422bc'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:29:44.470178 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd4ee5-7df1-4d4f-b13e-a32d9aa6126d req-cc6ed81d-abf2-41bb-94c6-3e588ddf20ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:44.471737 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3edd4ee5-7df1-4d4f-b13e-a32d9aa6126d req-cc6ed81d-abf2-41bb-94c6-3e588ddf20ea service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89cf6121-baa9-422e-a444-8a5ab1545cb1 HTTP/1.1" status: 200 len: 854 time: 0.1187963 Feb 07 21:29:44.481322 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148fafb-7c1e-49a4-82f9-e34470d27774 req-c50e30cc-5707-4445-84ba-1daf68e4b39a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:44.483027 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3148fafb-7c1e-49a4-82f9-e34470d27774 req-c50e30cc-5707-4445-84ba-1daf68e4b39a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 945 time: 0.1412799 Feb 07 21:29:44.560091 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-a2f9b9ed-5554-4162-b38a-92e6ea96ed1a None None] Set router 314563c3-3804-4cd1-9146-5949b34ccc4f gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:29:44.563217 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3edd4ee5-7df1-4d4f-b13e-a32d9aa6126d req-836988b1-13ad-4910-96fb-f047e71ce7df service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785873 Feb 07 21:29:44.571183 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3148fafb-7c1e-49a4-82f9-e34470d27774 req-fc67d0c6-0b85-4cba-9fc1-ba1e27eca548 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773742 Feb 07 21:29:44.608734 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6c95931-0451-4c60-95aa-9fc16d60bb84 admin admin] Publish callbacks [] for router_gateway (314563c3-3804-4cd1-9146-5949b34ccc4f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:44.739632 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394293e-830c-4699-99aa-b130f3935944 req-0ee6a915-4e12-4ac4-b7c6-4476058d4655 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:44.741244 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8394293e-830c-4699-99aa-b130f3935944 req-0ee6a915-4e12-4ac4-b7c6-4476058d4655 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 945 time: 0.2234657 Feb 07 21:29:44.847730 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f6c95931-0451-4c60-95aa-9fc16d60bb84 admin admin] Deleting port c1747f67-610d-44b4-baf2-08afe7fb7649 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:29:44.848369 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6c95931-0451-4c60-95aa-9fc16d60bb84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c1747f67-610d-44b4-baf2-08afe7fb7649), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:44.920926 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a2f9b9ed-5554-4162-b38a-92e6ea96ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '314563c3-3804-4cd1-9146-5949b34ccc4f', 'name': 'tempest-TestAggregatesBasicOps-498035670-router', 'tenant_id': '1dd7396cd92547529ec3aa2898e0a00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'c1747f67-610d-44b4-baf2-08afe7fb7649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:29:21Z', 'updated_at': '2022-02-07T21:29:42Z', 'revision_number': 5, 'project_id': '1dd7396cd92547529ec3aa2898e0a00a', 'gw_port': {'id': 'c1747f67-610d-44b4-baf2-08afe7fb7649', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314563c3-3804-4cd1-9146-5949b34ccc4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:29:21Z', 'updated_at': '2022-02-07T21:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:44.976024 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-8394293e-830c-4699-99aa-b130f3935944 req-76ed72cb-16e4-4092-965b-b1b41820c80c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Deleting port b8da6e18-8251-4622-8583-c3e0b9db2c10 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:29:44.976408 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8394293e-830c-4699-99aa-b130f3935944 req-76ed72cb-16e4-4092-965b-b1b41820c80c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (b8da6e18-8251-4622-8583-c3e0b9db2c10), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:44.980811 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-f6c95931-0451-4c60-95aa-9fc16d60bb84 admin admin] For port c1747f67-610d-44b4-baf2-08afe7fb7649, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c1747f67-610d-44b4-baf2-08afe7fb7649,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:29:44.981172 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6c95931-0451-4c60-95aa-9fc16d60bb84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c1747f67-610d-44b4-baf2-08afe7fb7649), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:44.989118 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f9b9ed-5554-4162-b38a-92e6ea96ed1a None None] Checking router: 314563c3-3804-4cd1-9146-5949b34ccc4f for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:29:45.003140 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f9b9ed-5554-4162-b38a-92e6ea96ed1a None None] Routers {'314563c3-3804-4cd1-9146-5949b34ccc4f'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:29:45.004197 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a2f9b9ed-5554-4162-b38a-92e6ea96ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:29:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['314563c3-3804-4cd1-9146-5949b34ccc4f'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:45.036515 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f6c95931-0451-4c60-95aa-9fc16d60bb84 admin admin] Calling delete_port for c1747f67-610d-44b4-baf2-08afe7fb7649 owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:29:45.147147 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-a2f9b9ed-5554-4162-b38a-92e6ea96ed1a None None] Set router 314563c3-3804-4cd1-9146-5949b34ccc4f gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:29:45.158840 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-8394293e-830c-4699-99aa-b130f3935944 req-76ed72cb-16e4-4092-965b-b1b41820c80c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] For port b8da6e18-8251-4622-8583-c3e0b9db2c10, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=b8da6e18-8251-4622-8583-c3e0b9db2c10,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:29:45.159205 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8394293e-830c-4699-99aa-b130f3935944 req-76ed72cb-16e4-4092-965b-b1b41820c80c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (b8da6e18-8251-4622-8583-c3e0b9db2c10), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:45.175017 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3edd4ee5-7df1-4d4f-b13e-a32d9aa6126d req-da439201-ef2e-41fd-9cdf-44fcbae00924 service neutron] 10.222.0.71 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6028216 Feb 07 21:29:45.175813 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-8394293e-830c-4699-99aa-b130f3935944 req-76ed72cb-16e4-4092-965b-b1b41820c80c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Calling delete_port for b8da6e18-8251-4622-8583-c3e0b9db2c10 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:29:45.227192 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a2f9b9ed-5554-4162-b38a-92e6ea96ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '314563c3-3804-4cd1-9146-5949b34ccc4f', 'name': 'tempest-TestAggregatesBasicOps-498035670-router', 'tenant_id': '1dd7396cd92547529ec3aa2898e0a00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:29:21Z', 'updated_at': '2022-02-07T21:29:44Z', 'revision_number': 6, 'project_id': '1dd7396cd92547529ec3aa2898e0a00a', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:45.296692 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f9b9ed-5554-4162-b38a-92e6ea96ed1a None None] The sync data for ids ['314563c3-3804-4cd1-9146-5949b34ccc4f'] in n-d-828185-2 is: [{'id': '314563c3-3804-4cd1-9146-5949b34ccc4f', 'name': 'tempest-TestAggregatesBasicOps-498035670-router', 'tenant_id': '1dd7396cd92547529ec3aa2898e0a00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:29:21Z', 'updated_at': '2022-02-07T21:29:44Z', 'revision_number': 6, 'project_id': '1dd7396cd92547529ec3aa2898e0a00a', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:29:45.325051 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3edd4ee5-7df1-4d4f-b13e-a32d9aa6126d req-7e0128a1-469c-4463-8db4-938ef0f0b53b service neutron] 10.222.0.71 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411278 Feb 07 21:29:45.443162 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device dca576e9-a2d1-4751-ad01-7580a1f422bc up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:29:45.469607 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8394293e-830c-4699-99aa-b130f3935944 req-76ed72cb-16e4-4092-965b-b1b41820c80c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (b8da6e18-8251-4622-8583-c3e0b9db2c10), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:45.507529 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0a64c-3dc1-4f6c-9a16-84da380c53b5 req-76cab456-bc83-43d0-8c58-3644538d0893 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:45.510044 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69f0a64c-3dc1-4f6c-9a16-84da380c53b5 req-76cab456-bc83-43d0-8c58-3644538d0893 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=35709b9c-b964-49a0-8a98-96400c5d0a13 HTTP/1.1" status: 200 len: 944 time: 0.1102140 Feb 07 21:29:45.528675 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['0da332e9-d721-4264-9027-e6dd1e5cd70f', 'b8da6e18-8251-4622-8583-c3e0b9db2c10'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:29:45.552561 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed72cb-16e4-4092-965b-b1b41820c80c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event deleted for resources: {'Port': ['ID=b8da6e18-8251-4622-8583-c3e0b9db2c10,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:45.656146 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69f0a64c-3dc1-4f6c-9a16-84da380c53b5 req-8a1d0301-c8ee-483d-a100-2d6668fd723e tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2377b95-e483-407c-b701-7b9618bc5bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391137 Feb 07 21:29:45.677871 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port dca576e9-a2d1-4751-ad01-7580a1f422bc completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:29:45.688758 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-8394293e-830c-4699-99aa-b130f3935944 req-76ed72cb-16e4-4092-965b-b1b41820c80c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] No DVR routers for this DVR port b8da6e18-8251-4622-8583-c3e0b9db2c10 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:29:45.690612 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6c95931-0451-4c60-95aa-9fc16d60bb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (c1747f67-610d-44b4-baf2-08afe7fb7649), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:45.693144 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8394293e-830c-4699-99aa-b130f3935944 req-76ed72cb-16e4-4092-965b-b1b41820c80c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:45.727184 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2901b355-b26d-4e10-b332-338bda1d357f no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:29:45.728800 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8394293e-830c-4699-99aa-b130f3935944 req-76ed72cb-16e4-4092-965b-b1b41820c80c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.69 "DELETE /v2.0/ports/b8da6e18-8251-4622-8583-c3e0b9db2c10 HTTP/1.1" status: 204 len: 173 time: 0.9817491 Feb 07 21:29:45.730363 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port dca576e9-a2d1-4751-ad01-7580a1f422bc triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:29:45.730838 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (dca576e9-a2d1-4751-ad01-7580a1f422bc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:45.731544 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2732e67-b2f8-47ea-9495-23ce6e4a94f8', 'name': 'network-vif-deleted', 'tag': 'b8da6e18-8251-4622-8583-c3e0b9db2c10'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:29:45.743588 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d93a836-715d-448b-b53a-8db18df5b2a5" -d '{"events": [{"server_uuid": "b2732e67-b2f8-47ea-9495-23ce6e4a94f8", "name": "network-vif-deleted", "tag": "b8da6e18-8251-4622-8583-c3e0b9db2c10"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:29:45.828137 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-015555d3-417e-4342-80d4-2661e4c5183b req-ee21fc1c-9c89-4e47-b5dd-4c84373d2a31 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 210 time: 0.0614901 Feb 07 21:29:45.863168 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 2901b355-b26d-4e10-b332-338bda1d357f {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:29:45.863756 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2901b355-b26d-4e10-b332-338bda1d357f not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:29:45.900946 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cebf645-9dfb-4f69-8226-5e2dfea26b9b x-openstack-request-id: req-1cebf645-9dfb-4f69-8226-5e2dfea26b9b {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:29:45.901551 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2732e67-b2f8-47ea-9495-23ce6e4a94f8", "name": "network-vif-deleted", "tag": "b8da6e18-8251-4622-8583-c3e0b9db2c10", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:29:45.901551 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1cebf645-9dfb-4f69-8226-5e2dfea26b9b {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:29:45.901935 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2732e67-b2f8-47ea-9495-23ce6e4a94f8', 'name': 'network-vif-deleted', 'tag': 'b8da6e18-8251-4622-8583-c3e0b9db2c10', 'status': 'completed', 'code': 200} Feb 07 21:29:45.904720 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c95931-0451-4c60-95aa-9fc16d60bb84 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1747f67-610d-44b4-baf2-08afe7fb7649,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:46.017079 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port dca576e9-a2d1-4751-ad01-7580a1f422bc is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:29:46.017542 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (dca576e9-a2d1-4751-ad01-7580a1f422bc), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:46.019450 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6c95931-0451-4c60-95aa-9fc16d60bb84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (314563c3-3804-4cd1-9146-5949b34ccc4f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:46.083800 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port dca576e9-a2d1-4751-ad01-7580a1f422bc, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=dca576e9-a2d1-4751-ad01-7580a1f422bc,segment=NetworkSegment(d525c6d2-640e-4061-b295-b52161eee5a1),segment_id=d525c6d2-640e-4061-b295-b52161eee5a1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:29:46.087327 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35709b9c-b964-49a0-8a98-96400c5d0a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca576e9-a2d1-4751-ad01-7580a1f422bc'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:29:46.090429 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b25726-a3fd-408a-9647-47029abfbbd8" -d '{"events": [{"server_uuid": "35709b9c-b964-49a0-8a98-96400c5d0a13", "name": "network-vif-plugged", "status": "completed", "tag": "dca576e9-a2d1-4751-ad01-7580a1f422bc"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:29:46.098762 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (dca576e9-a2d1-4751-ad01-7580a1f422bc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:46.125300 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6c95931-0451-4c60-95aa-9fc16d60bb84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (314563c3-3804-4cd1-9146-5949b34ccc4f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:46.127703 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6c95931-0451-4c60-95aa-9fc16d60bb84 admin admin] Publish callbacks [] for router_controller (314563c3-3804-4cd1-9146-5949b34ccc4f), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:46.185510 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978d65fb-c9e7-45a1-8487-a08283ac180d x-openstack-request-id: req-978d65fb-c9e7-45a1-8487-a08283ac180d {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:29:46.185877 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35709b9c-b964-49a0-8a98-96400c5d0a13", "name": "network-vif-plugged", "status": "completed", "tag": "dca576e9-a2d1-4751-ad01-7580a1f422bc", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:29:46.186149 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-978d65fb-c9e7-45a1-8487-a08283ac180d {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:29:46.187153 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35709b9c-b964-49a0-8a98-96400c5d0a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca576e9-a2d1-4751-ad01-7580a1f422bc', 'code': 200} Feb 07 21:29:46.188075 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=dca576e9-a2d1-4751-ad01-7580a1f422bc,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:46.196067 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6c95931-0451-4c60-95aa-9fc16d60bb84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (314563c3-3804-4cd1-9146-5949b34ccc4f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:46.197802 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c95931-0451-4c60-95aa-9fc16d60bb84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 314563c3-3804-4cd1-9146-5949b34ccc4f {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:29:46.205108 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6c95931-0451-4c60-95aa-9fc16d60bb84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:46.208752 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f6c95931-0451-4c60-95aa-9fc16d60bb84 admin admin] 10.222.0.65 "DELETE /v2.0/routers/314563c3-3804-4cd1-9146-5949b34ccc4f HTTP/1.1" status: 204 len: 168 time: 2.1552548 Feb 07 21:29:46.208970 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57178) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:29:46.278303 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b7ad7e-b41f-42f6-9af9-d76d126934b6 admin admin] Deleting subnet e03d051d-c515-4cfe-9b7b-2acae6aa2b8e {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:29:46.282276 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f2b7ad7e-b41f-42f6-9af9-d76d126934b6 admin admin] Publish callbacks [] for subnet (e03d051d-c515-4cfe-9b7b-2acae6aa2b8e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:46.324190 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036343f-d03b-41af-b296-175ec78d9469 req-b696c038-b9a6-4661-9ebb-e1a74605a7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:46.329582 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a036343f-d03b-41af-b296-175ec78d9469 req-b696c038-b9a6-4661-9ebb-e1a74605a7ec service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=35709b9c-b964-49a0-8a98-96400c5d0a13 HTTP/1.1" status: 200 len: 1127 time: 0.0840514 Feb 07 21:29:46.348658 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f2b7ad7e-b41f-42f6-9af9-d76d126934b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (e03d051d-c515-4cfe-9b7b-2acae6aa2b8e), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:46.398161 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a036343f-d03b-41af-b296-175ec78d9469 req-f4d55ebb-b88c-4224-8aa5-eab52f34fc38 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e2377b95-e483-407c-b701-7b9618bc5bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577798 Feb 07 21:29:46.436418 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f2b7ad7e-b41f-42f6-9af9-d76d126934b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (e03d051d-c515-4cfe-9b7b-2acae6aa2b8e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:46.497989 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f2b7ad7e-b41f-42f6-9af9-d76d126934b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (e03d051d-c515-4cfe-9b7b-2acae6aa2b8e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:46.532403 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7ad7e-b41f-42f6-9af9-d76d126934b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e03d051d-c515-4cfe-9b7b-2acae6aa2b8e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:46.545021 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f2b7ad7e-b41f-42f6-9af9-d76d126934b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:46.552389 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f2b7ad7e-b41f-42f6-9af9-d76d126934b6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e03d051d-c515-4cfe-9b7b-2acae6aa2b8e HTTP/1.1" status: 204 len: 168 time: 0.3400030 Feb 07 21:29:46.552553 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5d9e03-abc1-40d5-ac05-093bc8a89f1f None None] Network 8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:29:46.552981 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57182) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:29:46.693224 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c77b4cca-8553-454c-b9ea-805cdc297721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:46.766829 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b485ab0-6a9f-4161-9456-4cc55d2ce8ef None None] DHCP port deletion for 8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:29:46.785354 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c77b4cca-8553-454c-b9ea-805cdc297721 admin admin] Deleting port 566e76c8-850d-4388-a108-213f4edd366d {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:29:46.786081 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c77b4cca-8553-454c-b9ea-805cdc297721 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (566e76c8-850d-4388-a108-213f4edd366d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:46.869493 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c77b4cca-8553-454c-b9ea-805cdc297721 admin admin] For port 566e76c8-850d-4388-a108-213f4edd366d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=566e76c8-850d-4388-a108-213f4edd366d,segment=NetworkSegment(d03765cd-783c-49eb-9429-47b45176b217),segment_id=d03765cd-783c-49eb-9429-47b45176b217)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:29:46.870493 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c77b4cca-8553-454c-b9ea-805cdc297721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (566e76c8-850d-4388-a108-213f4edd366d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:46.874964 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4b485ab0-6a9f-4161-9456-4cc55d2ce8ef None None] Deleting port 566e76c8-850d-4388-a108-213f4edd366d {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:29:46.875344 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4b485ab0-6a9f-4161-9456-4cc55d2ce8ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (566e76c8-850d-4388-a108-213f4edd366d), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:46.877001 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e723a-9c8c-4c6f-8ed0-1a97b15224a3 req-7e7d8baf-fb4c-4e59-b2cc-15d1cde50232 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:46.886675 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fc7e723a-9c8c-4c6f-8ed0-1a97b15224a3 req-7e7d8baf-fb4c-4e59-b2cc-15d1cde50232 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=35709b9c-b964-49a0-8a98-96400c5d0a13 HTTP/1.1" status: 200 len: 945 time: 0.0996306 Feb 07 21:29:46.886860 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c77b4cca-8553-454c-b9ea-805cdc297721 admin admin] Calling delete_port for 566e76c8-850d-4388-a108-213f4edd366d owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:29:46.944589 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fc7e723a-9c8c-4c6f-8ed0-1a97b15224a3 req-5ace18cd-1dfe-4f37-90cd-8ac003bce70d tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2377b95-e483-407c-b701-7b9618bc5bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565810 Feb 07 21:29:46.975909 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77348f98-b28b-4e57-83e0-f09adc0828f8 req-349bc0c7-0724-46dc-ba61-5405915e3686 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 210 time: 0.0277925 Feb 07 21:29:47.022449 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c77b4cca-8553-454c-b9ea-805cdc297721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (566e76c8-850d-4388-a108-213f4edd366d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:47.027196 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-4b485ab0-6a9f-4161-9456-4cc55d2ce8ef None None] For port 566e76c8-850d-4388-a108-213f4edd366d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=566e76c8-850d-4388-a108-213f4edd366d,segment=NetworkSegment(d03765cd-783c-49eb-9429-47b45176b217),segment_id=d03765cd-783c-49eb-9429-47b45176b217)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:29:47.027828 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4b485ab0-6a9f-4161-9456-4cc55d2ce8ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (566e76c8-850d-4388-a108-213f4edd366d), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:47.050502 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4b485ab0-6a9f-4161-9456-4cc55d2ce8ef None None] Calling delete_port for 566e76c8-850d-4388-a108-213f4edd366d owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:29:47.067964 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77b4cca-8553-454c-b9ea-805cdc297721 admin admin] No DVR routers for this DVR port 566e76c8-850d-4388-a108-213f4edd366d on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:29:47.069652 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b4cca-8553-454c-b9ea-805cdc297721 admin admin] Pushing event deleted for resources: {'Port': ['ID=566e76c8-850d-4388-a108-213f4edd366d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:47.147131 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c77b4cca-8553-454c-b9ea-805cdc297721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:47.168287 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-c77b4cca-8553-454c-b9ea-805cdc297721 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:47.179945 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-c77b4cca-8553-454c-b9ea-805cdc297721 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03765cd-783c-49eb-9429-47b45176b217') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:47.180243 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-c77b4cca-8553-454c-b9ea-805cdc297721 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03765cd-783c-49eb-9429-47b45176b217') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:47.182142 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4b485ab0-6a9f-4161-9456-4cc55d2ce8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (566e76c8-850d-4388-a108-213f4edd366d), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:47.192441 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c77b4cca-8553-454c-b9ea-805cdc297721 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (d03765cd-783c-49eb-9429-47b45176b217), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:47.208186 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c77b4cca-8553-454c-b9ea-805cdc297721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (d03765cd-783c-49eb-9429-47b45176b217), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:47.215065 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77b4cca-8553-454c-b9ea-805cdc297721 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:29:47.215457 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c77b4cca-8553-454c-b9ea-805cdc297721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (d03765cd-783c-49eb-9429-47b45176b217), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:29:47.217282 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:29:47.242283 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b485ab0-6a9f-4161-9456-4cc55d2ce8ef None None] No DVR routers for this DVR port 566e76c8-850d-4388-a108-213f4edd366d on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:29:47.250801 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b485ab0-6a9f-4161-9456-4cc55d2ce8ef None None] Pushing event deleted for resources: {'Port': ['ID=566e76c8-850d-4388-a108-213f4edd366d,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:47.279956 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c77b4cca-8553-454c-b9ea-805cdc297721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:47.286734 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c77b4cca-8553-454c-b9ea-805cdc297721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:47.294122 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57188) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:29:47.294601 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c77b4cca-8553-454c-b9ea-805cdc297721 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03 HTTP/1.1" status: 204 len: 168 time: 0.7387433 Feb 07 21:29:47.313942 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b4cca-8553-454c-b9ea-805cdc297721 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dc92ef1-c206-4adc-aa1e-e4b4a8dcaf03,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:47.525204 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 566e76c8-850d-4388-a108-213f4edd366d no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:29:47.547108 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 566e76c8-850d-4388-a108-213f4edd366d {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:29:47.547603 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 566e76c8-850d-4388-a108-213f4edd366d not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:29:47.548130 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c1747f67-610d-44b4-baf2-08afe7fb7649 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:29:47.569054 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: c1747f67-610d-44b4-baf2-08afe7fb7649 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:29:47.570177 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c1747f67-610d-44b4-baf2-08afe7fb7649 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:29:47.675448 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e710528c-0fd7-4357-81c8-c599fb85cbdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (f84c8d23-6bc8-46d8-ab85-8e4100bda468), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:47.997389 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e710528c-0fd7-4357-81c8-c599fb85cbdb admin admin] Deleting port ac223af0-1ef0-43a0-91b0-caf57087f6e8 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:29:47.997858 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e710528c-0fd7-4357-81c8-c599fb85cbdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ac223af0-1ef0-43a0-91b0-caf57087f6e8), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:48.127525 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-923800e7-384d-4bfe-9f1d-15ede633f15b req-bf3dbd72-a89d-4acd-a8fe-2355f735e4c0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 210 time: 0.0722783 Feb 07 21:29:48.174509 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e710528c-0fd7-4357-81c8-c599fb85cbdb admin admin] For port ac223af0-1ef0-43a0-91b0-caf57087f6e8, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ac223af0-1ef0-43a0-91b0-caf57087f6e8,segment=NetworkSegment(cb00ae16-84ff-43da-b888-aac36c00f748),segment_id=cb00ae16-84ff-43da-b888-aac36c00f748)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:29:48.174876 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e710528c-0fd7-4357-81c8-c599fb85cbdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ac223af0-1ef0-43a0-91b0-caf57087f6e8), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:48.193657 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e710528c-0fd7-4357-81c8-c599fb85cbdb admin admin] Calling delete_port for ac223af0-1ef0-43a0-91b0-caf57087f6e8 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:29:48.204911 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5444c9-6ea1-4ec7-8cc2-176e3a272576 req-c6e6417d-bfe6-4e83-90b9-792ca6b63556 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:48.206440 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c5444c9-6ea1-4ec7-8cc2-176e3a272576 req-c6e6417d-bfe6-4e83-90b9-792ca6b63556 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=35709b9c-b964-49a0-8a98-96400c5d0a13 HTTP/1.1" status: 200 len: 945 time: 0.1524770 Feb 07 21:29:48.314616 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c5444c9-6ea1-4ec7-8cc2-176e3a272576 req-ff3e7119-94c9-4802-b5d7-0dad32452c76 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2377b95-e483-407c-b701-7b9618bc5bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945518 Feb 07 21:29:48.447520 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-35633187-38b0-4d49-94dd-737b400be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:48.545898 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e710528c-0fd7-4357-81c8-c599fb85cbdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ac223af0-1ef0-43a0-91b0-caf57087f6e8), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:48.601928 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e710528c-0fd7-4357-81c8-c599fb85cbdb admin admin] Pushing event deleted for resources: {'Port': ['ID=ac223af0-1ef0-43a0-91b0-caf57087f6e8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:48.729687 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device b8da6e18-8251-4622-8583-c3e0b9db2c10 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:29:48.790095 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: b8da6e18-8251-4622-8583-c3e0b9db2c10 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:29:48.790499 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device b8da6e18-8251-4622-8583-c3e0b9db2c10 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:29:48.916143 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e710528c-0fd7-4357-81c8-c599fb85cbdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (f84c8d23-6bc8-46d8-ab85-8e4100bda468), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:49.353529 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e710528c-0fd7-4357-81c8-c599fb85cbdb admin admin] Router f84c8d23-6bc8-46d8-ab85-8e4100bda468 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:29:49.386072 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-94d7820a-4dcf-413f-b92d-b7624ae0af5b req-7372d0de-c0f9-4d24-91fa-3b41592f78a8 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 210 time: 0.0509007 Feb 07 21:29:49.580281 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e710528c-0fd7-4357-81c8-c599fb85cbdb admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:29:49.591306 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211f8308-39d6-42f8-9c61-7e710476a316 None None] Sync routers for ids ['f84c8d23-6bc8-46d8-ab85-8e4100bda468'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:29:49.592837 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57218) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:29:49.593374 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e710528c-0fd7-4357-81c8-c599fb85cbdb admin admin] 10.222.0.65 "PUT /v2.0/routers/f84c8d23-6bc8-46d8-ab85-8e4100bda468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2977626 Feb 07 21:29:49.621748 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211f8308-39d6-42f8-9c61-7e710476a316 None None] Routers {'f84c8d23-6bc8-46d8-ab85-8e4100bda468'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:29:49.622657 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-211f8308-39d6-42f8-9c61-7e710476a316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:29:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f84c8d23-6bc8-46d8-ab85-8e4100bda468'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:49.810413 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1511f949-1791-4813-b93e-a62f6ea151f5 admin admin] Publish callbacks [] for router (f84c8d23-6bc8-46d8-ab85-8e4100bda468), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:49.850853 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-211f8308-39d6-42f8-9c61-7e710476a316 None None] Set router f84c8d23-6bc8-46d8-ab85-8e4100bda468 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:29:50.025665 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1511f949-1791-4813-b93e-a62f6ea151f5 admin admin] Publish callbacks [] for router_gateway (f84c8d23-6bc8-46d8-ab85-8e4100bda468), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:50.136064 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1511f949-1791-4813-b93e-a62f6ea151f5 admin admin] Deleting port 8b1041c9-4e50-4511-a9d3-020c2311fca3 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:29:50.136857 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1511f949-1791-4813-b93e-a62f6ea151f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8b1041c9-4e50-4511-a9d3-020c2311fca3), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:50.218651 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-211f8308-39d6-42f8-9c61-7e710476a316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84c8d23-6bc8-46d8-ab85-8e4100bda468', 'name': 'tempest-TestAggregatesBasicOps-1086896683-router', 'tenant_id': '23cb86e85c2245d5946bb03bf3b7ec19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '8b1041c9-4e50-4511-a9d3-020c2311fca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:29:30Z', 'updated_at': '2022-02-07T21:29:48Z', 'revision_number': 5, 'project_id': '23cb86e85c2245d5946bb03bf3b7ec19', 'gw_port': {'id': '8b1041c9-4e50-4511-a9d3-020c2311fca3', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84c8d23-6bc8-46d8-ab85-8e4100bda468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:29:31Z', 'updated_at': '2022-02-07T21:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:50.298204 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211f8308-39d6-42f8-9c61-7e710476a316 None None] Checking router: f84c8d23-6bc8-46d8-ab85-8e4100bda468 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:29:50.310675 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211f8308-39d6-42f8-9c61-7e710476a316 None None] Routers {'f84c8d23-6bc8-46d8-ab85-8e4100bda468'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:29:50.311721 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-211f8308-39d6-42f8-9c61-7e710476a316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:29:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f84c8d23-6bc8-46d8-ab85-8e4100bda468'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:50.366409 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1511f949-1791-4813-b93e-a62f6ea151f5 admin admin] For port 8b1041c9-4e50-4511-a9d3-020c2311fca3, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8b1041c9-4e50-4511-a9d3-020c2311fca3,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:29:50.366936 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1511f949-1791-4813-b93e-a62f6ea151f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8b1041c9-4e50-4511-a9d3-020c2311fca3), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:50.382699 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1511f949-1791-4813-b93e-a62f6ea151f5 admin admin] Calling delete_port for 8b1041c9-4e50-4511-a9d3-020c2311fca3 owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:29:50.431843 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-211f8308-39d6-42f8-9c61-7e710476a316 None None] Set router f84c8d23-6bc8-46d8-ab85-8e4100bda468 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:29:50.515572 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-211f8308-39d6-42f8-9c61-7e710476a316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84c8d23-6bc8-46d8-ab85-8e4100bda468', 'name': 'tempest-TestAggregatesBasicOps-1086896683-router', 'tenant_id': '23cb86e85c2245d5946bb03bf3b7ec19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:29:30Z', 'updated_at': '2022-02-07T21:29:50Z', 'revision_number': 6, 'project_id': '23cb86e85c2245d5946bb03bf3b7ec19', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:50.568751 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d7b82ad0-0d8a-430f-ac17-a3251cd73655 req-11e38479-fe0f-40ec-97ff-3d97e2bc8741 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 210 time: 0.0618556 Feb 07 21:29:50.583831 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211f8308-39d6-42f8-9c61-7e710476a316 None None] The sync data for ids ['f84c8d23-6bc8-46d8-ab85-8e4100bda468'] in n-d-828185-2 is: [{'id': 'f84c8d23-6bc8-46d8-ab85-8e4100bda468', 'name': 'tempest-TestAggregatesBasicOps-1086896683-router', 'tenant_id': '23cb86e85c2245d5946bb03bf3b7ec19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:29:30Z', 'updated_at': '2022-02-07T21:29:50Z', 'revision_number': 6, 'project_id': '23cb86e85c2245d5946bb03bf3b7ec19', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:29:50.629336 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b4bd3cc8-7d52-41c8-b3a9-503b424abdfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:50.687149 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1511f949-1791-4813-b93e-a62f6ea151f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8b1041c9-4e50-4511-a9d3-020c2311fca3), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:50.737455 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511f949-1791-4813-b93e-a62f6ea151f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b1041c9-4e50-4511-a9d3-020c2311fca3,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:50.782986 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1511f949-1791-4813-b93e-a62f6ea151f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (f84c8d23-6bc8-46d8-ab85-8e4100bda468), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:50.896622 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1511f949-1791-4813-b93e-a62f6ea151f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (f84c8d23-6bc8-46d8-ab85-8e4100bda468), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:50.898881 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1511f949-1791-4813-b93e-a62f6ea151f5 admin admin] Publish callbacks [] for router_controller (f84c8d23-6bc8-46d8-ab85-8e4100bda468), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:50.949196 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1511f949-1791-4813-b93e-a62f6ea151f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (f84c8d23-6bc8-46d8-ab85-8e4100bda468), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:50.950124 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1511f949-1791-4813-b93e-a62f6ea151f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f84c8d23-6bc8-46d8-ab85-8e4100bda468 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:29:50.956524 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1511f949-1791-4813-b93e-a62f6ea151f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:50.960561 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57226) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:29:50.972646 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1511f949-1791-4813-b93e-a62f6ea151f5 admin admin] 10.222.0.65 "DELETE /v2.0/routers/f84c8d23-6bc8-46d8-ab85-8e4100bda468 HTTP/1.1" status: 204 len: 168 time: 1.3777113 Feb 07 21:29:51.016800 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ef32a3-e50c-4db5-9570-0a5088c76cf4 admin admin] Deleting subnet 1109f029-3da7-4dad-8665-8a328dca2fc7 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:29:51.020696 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6ef32a3-e50c-4db5-9570-0a5088c76cf4 admin admin] Publish callbacks [] for subnet (1109f029-3da7-4dad-8665-8a328dca2fc7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:51.058950 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6ef32a3-e50c-4db5-9570-0a5088c76cf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (1109f029-3da7-4dad-8665-8a328dca2fc7), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:51.153166 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6ef32a3-e50c-4db5-9570-0a5088c76cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (1109f029-3da7-4dad-8665-8a328dca2fc7), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:51.216087 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6ef32a3-e50c-4db5-9570-0a5088c76cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (1109f029-3da7-4dad-8665-8a328dca2fc7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:51.260901 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef32a3-e50c-4db5-9570-0a5088c76cf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1109f029-3da7-4dad-8665-8a328dca2fc7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:51.265084 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6ef32a3-e50c-4db5-9570-0a5088c76cf4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:51.271061 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c6ef32a3-e50c-4db5-9570-0a5088c76cf4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1109f029-3da7-4dad-8665-8a328dca2fc7 HTTP/1.1" status: 204 len: 168 time: 0.3071198 Feb 07 21:29:51.271403 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57230) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:29:51.286435 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e73571b-d047-4a4b-8acb-3ae196f60743 None None] Network 25ef2808-398e-4831-8880-8a325cf3c21e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:29:51.346653 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49c280f8-9826-4e07-ae03-8b9072de4d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (25ef2808-398e-4831-8880-8a325cf3c21e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:51.433905 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-49c280f8-9826-4e07-ae03-8b9072de4d70 admin admin] Deleting port e9aba667-1897-4675-bbe9-2771ab7f4d8e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:29:51.434283 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49c280f8-9826-4e07-ae03-8b9072de4d70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e9aba667-1897-4675-bbe9-2771ab7f4d8e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:51.564718 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-49c280f8-9826-4e07-ae03-8b9072de4d70 admin admin] For port e9aba667-1897-4675-bbe9-2771ab7f4d8e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e9aba667-1897-4675-bbe9-2771ab7f4d8e,segment=NetworkSegment(cb00ae16-84ff-43da-b888-aac36c00f748),segment_id=cb00ae16-84ff-43da-b888-aac36c00f748)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:29:51.569991 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49c280f8-9826-4e07-ae03-8b9072de4d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e9aba667-1897-4675-bbe9-2771ab7f4d8e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:51.581467 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8b1041c9-4e50-4511-a9d3-020c2311fca3 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:29:51.591434 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-49c280f8-9826-4e07-ae03-8b9072de4d70 admin admin] Calling delete_port for e9aba667-1897-4675-bbe9-2771ab7f4d8e owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:29:51.613778 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 8b1041c9-4e50-4511-a9d3-020c2311fca3 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:29:51.614469 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8b1041c9-4e50-4511-a9d3-020c2311fca3 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:29:51.615104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ac223af0-1ef0-43a0-91b0-caf57087f6e8 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:29:51.640887 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: ac223af0-1ef0-43a0-91b0-caf57087f6e8 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:29:51.641256 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ac223af0-1ef0-43a0-91b0-caf57087f6e8 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:29:51.712962 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0c5b2349-24dd-46fb-a9d6-5ee114b6529b req-e7baff50-760d-4d28-8699-830de6a24c07 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 210 time: 0.0398602 Feb 07 21:29:51.766881 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49c280f8-9826-4e07-ae03-8b9072de4d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (e9aba667-1897-4675-bbe9-2771ab7f4d8e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:51.770231 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a3c0b5-3166-4867-87d2-3e9e9eaa6fff None None] DHCP port deletion for 25ef2808-398e-4831-8880-8a325cf3c21e request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:29:51.800109 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c280f8-9826-4e07-ae03-8b9072de4d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9aba667-1897-4675-bbe9-2771ab7f4d8e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:51.806245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c280f8-9826-4e07-ae03-8b9072de4d70 admin admin] No DVR routers for this DVR port e9aba667-1897-4675-bbe9-2771ab7f4d8e on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:29:51.822171 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:51.888497 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49c280f8-9826-4e07-ae03-8b9072de4d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (25ef2808-398e-4831-8880-8a325cf3c21e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:51.911982 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-49c280f8-9826-4e07-ae03-8b9072de4d70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ef2808-398e-4831-8880-8a325cf3c21e']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:51.926048 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-49c280f8-9826-4e07-ae03-8b9072de4d70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb00ae16-84ff-43da-b888-aac36c00f748') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:51.926339 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-49c280f8-9826-4e07-ae03-8b9072de4d70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb00ae16-84ff-43da-b888-aac36c00f748') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:29:51.936211 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49c280f8-9826-4e07-ae03-8b9072de4d70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (cb00ae16-84ff-43da-b888-aac36c00f748), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:51.951126 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49c280f8-9826-4e07-ae03-8b9072de4d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (cb00ae16-84ff-43da-b888-aac36c00f748), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:51.958201 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c280f8-9826-4e07-ae03-8b9072de4d70 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:29:51.958581 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49c280f8-9826-4e07-ae03-8b9072de4d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (cb00ae16-84ff-43da-b888-aac36c00f748), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:29:51.960187 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:29:52.022789 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49c280f8-9826-4e07-ae03-8b9072de4d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (25ef2808-398e-4831-8880-8a325cf3c21e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:52.028723 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49c280f8-9826-4e07-ae03-8b9072de4d70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:52.032059 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-49c280f8-9826-4e07-ae03-8b9072de4d70 admin admin] 10.222.0.65 "DELETE /v2.0/networks/25ef2808-398e-4831-8880-8a325cf3c21e HTTP/1.1" status: 204 len: 168 time: 0.7596321 Feb 07 21:29:52.043407 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c280f8-9826-4e07-ae03-8b9072de4d70 admin admin] Pushing event deleted for resources: {'Network': ['ID=25ef2808-398e-4831-8880-8a325cf3c21e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:52.210793 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57244) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:29:52.258176 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1c448970-8e41-48f7-9482-beeef9dea196 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1dd7396cd92547529ec3aa2898e0a00a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435822 Feb 07 21:29:52.258556 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57246) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:29:52.313774 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29986e12-29dd-49e5-91dc-973cc91d9e83 admin admin] Publish callbacks [] for security_group (9a0d50bc-6cab-4b9b-bf95-64ac9c802630), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:52.335498 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29986e12-29dd-49e5-91dc-973cc91d9e83 admin admin] Publish callbacks [] for security_group (9a0d50bc-6cab-4b9b-bf95-64ac9c802630), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:52.386045 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29986e12-29dd-49e5-91dc-973cc91d9e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9a0d50bc-6cab-4b9b-bf95-64ac9c802630), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:52.389467 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29986e12-29dd-49e5-91dc-973cc91d9e83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:52.390020 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-29986e12-29dd-49e5-91dc-973cc91d9e83 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9a0d50bc-6cab-4b9b-bf95-64ac9c802630 HTTP/1.1" status: 204 len: 168 time: 0.1303723 Feb 07 21:29:52.402457 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29986e12-29dd-49e5-91dc-973cc91d9e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0d50bc-6cab-4b9b-bf95-64ac9c802630,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:52.541875 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa3557-1199-4c00-82ca-e4374d07a4be req-77eb82ab-4c88-4449-b925-655a01050f5c tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:52.543458 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52aa3557-1199-4c00-82ca-e4374d07a4be req-77eb82ab-4c88-4449-b925-655a01050f5c tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.0620763 Feb 07 21:29:52.602177 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52aa3557-1199-4c00-82ca-e4374d07a4be req-93a4da50-06c1-46e2-83e0-1d3005d3b6dc tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521543 Feb 07 21:29:52.769359 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57260) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:29:52.823553 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0989920b-9d67-4356-bbc3-9e82861e878e req-2e20b6bc-7a4e-4a09-88e2-15312fc427ba tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 210 time: 0.0369618 Feb 07 21:29:52.834505 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fe3a5c0b-cb98-4670-beea-c0ee41b6836a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=23cb86e85c2245d5946bb03bf3b7ec19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0636418 Feb 07 21:29:52.836676 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57262) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:29:52.884273 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-099ae021-685b-48b5-89b4-072aaf7dd86b admin admin] Publish callbacks [] for security_group (50492400-0891-4f48-9eb1-67215ec99595), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:52.904548 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-099ae021-685b-48b5-89b4-072aaf7dd86b admin admin] Publish callbacks [] for security_group (50492400-0891-4f48-9eb1-67215ec99595), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:52.954804 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-099ae021-685b-48b5-89b4-072aaf7dd86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (50492400-0891-4f48-9eb1-67215ec99595), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:52.957324 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-099ae021-685b-48b5-89b4-072aaf7dd86b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:52.958441 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-099ae021-685b-48b5-89b4-072aaf7dd86b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/50492400-0891-4f48-9eb1-67215ec99595 HTTP/1.1" status: 204 len: 168 time: 0.1206000 Feb 07 21:29:52.966459 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ae021-685b-48b5-89b4-072aaf7dd86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50492400-0891-4f48-9eb1-67215ec99595,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:53.295356 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:53.500940 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e9aba667-1897-4675-bbe9-2771ab7f4d8e no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:29:53.521811 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: e9aba667-1897-4675-bbe9-2771ab7f4d8e {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:29:53.522182 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e9aba667-1897-4675-bbe9-2771ab7f4d8e not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:29:53.762456 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cd7a2-5b8a-4909-ad65-b92bcef75625 req-d42a1cdc-40c8-43a4-9307-bba17d217210 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:53.765324 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-295cd7a2-5b8a-4909-ad65-b92bcef75625 req-d42a1cdc-40c8-43a4-9307-bba17d217210 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.0802772 Feb 07 21:29:53.827763 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-295cd7a2-5b8a-4909-ad65-b92bcef75625 req-90ead0e7-c2a9-443d-96bb-dbdcc96d0109 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476832 Feb 07 21:29:53.936346 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2b5fee0-f769-4eab-a830-2ecbc745e86e req-b7503722-f378-4838-a494-7f4c89da1783 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 210 time: 0.0294302 Feb 07 21:29:54.638444 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:54.971380 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c44cfc-ecb1-419f-b917-56d3b08da94b req-5df780b9-cd0f-4708-97cc-be055b93d371 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:54.973697 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a2c44cfc-ecb1-419f-b917-56d3b08da94b req-5df780b9-cd0f-4708-97cc-be055b93d371 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.0674393 Feb 07 21:29:55.050532 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-36bf8716-9d53-4ff9-aff8-c862f2dc284d req-1cd27bb2-5c1b-4ef6-a18c-3e5da415bd4d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 210 time: 0.0329187 Feb 07 21:29:55.058433 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a2c44cfc-ecb1-419f-b917-56d3b08da94b req-a2754fac-d906-41b0-86fa-178a7513e583 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740633 Feb 07 21:29:55.217168 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57424) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:29:55.322407 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68bd80b9-8aea-4162-be55-8d0624e7f180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:55.396683 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68bd80b9-8aea-4162-be55-8d0624e7f180 admin admin] Publish callbacks [] for security_group (a8c73655-000c-4463-a01a-ab09fd9d9bcc), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:55.400359 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68bd80b9-8aea-4162-be55-8d0624e7f180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a8c73655-000c-4463-a01a-ab09fd9d9bcc), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:55.435206 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-68bd80b9-8aea-4162-be55-8d0624e7f180 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d4701f2df53e427591ed2a5a99d2bddf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2169712 Feb 07 21:29:55.438427 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57428) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:29:55.439642 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd80b9-8aea-4162-be55-8d0624e7f180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c73655-000c-4463-a01a-ab09fd9d9bcc,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:55.491014 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb91c970-ff74-4c0c-951d-810d3c02d5c9 admin admin] Publish callbacks [] for security_group (a8c73655-000c-4463-a01a-ab09fd9d9bcc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:55.512002 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb91c970-ff74-4c0c-951d-810d3c02d5c9 admin admin] Publish callbacks [] for security_group (a8c73655-000c-4463-a01a-ab09fd9d9bcc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:55.557079 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb91c970-ff74-4c0c-951d-810d3c02d5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a8c73655-000c-4463-a01a-ab09fd9d9bcc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:55.559610 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb91c970-ff74-4c0c-951d-810d3c02d5c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:55.560791 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bb91c970-ff74-4c0c-951d-810d3c02d5c9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a8c73655-000c-4463-a01a-ab09fd9d9bcc HTTP/1.1" status: 204 len: 168 time: 0.1210485 Feb 07 21:29:55.569704 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91c970-ff74-4c0c-951d-810d3c02d5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c73655-000c-4463-a01a-ab09fd9d9bcc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:55.826107 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57434) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:29:55.840179 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f605238-45b7-40a2-ba28-32345bbfb482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:55.919146 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f605238-45b7-40a2-ba28-32345bbfb482 admin admin] Publish callbacks [] for security_group (25918a4e-84ae-4b6f-9dd5-6d0601f0694c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:55.923649 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f605238-45b7-40a2-ba28-32345bbfb482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (25918a4e-84ae-4b6f-9dd5-6d0601f0694c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:55.966514 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7f605238-45b7-40a2-ba28-32345bbfb482 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c68b8f68501441b6b9b7245f5401b89f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1392276 Feb 07 21:29:55.967389 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f605238-45b7-40a2-ba28-32345bbfb482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25918a4e-84ae-4b6f-9dd5-6d0601f0694c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:55.969300 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57436) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:29:56.023486 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a0341568-7ff2-407a-afbc-a33891699a46 admin admin] Publish callbacks [] for security_group (25918a4e-84ae-4b6f-9dd5-6d0601f0694c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:56.047661 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a0341568-7ff2-407a-afbc-a33891699a46 admin admin] Publish callbacks [] for security_group (25918a4e-84ae-4b6f-9dd5-6d0601f0694c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:56.097840 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a0341568-7ff2-407a-afbc-a33891699a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (25918a4e-84ae-4b6f-9dd5-6d0601f0694c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:56.100536 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a0341568-7ff2-407a-afbc-a33891699a46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:29:56.103897 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a0341568-7ff2-407a-afbc-a33891699a46 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/25918a4e-84ae-4b6f-9dd5-6d0601f0694c HTTP/1.1" status: 204 len: 168 time: 0.1311424 Feb 07 21:29:56.111041 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0341568-7ff2-407a-afbc-a33891699a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25918a4e-84ae-4b6f-9dd5-6d0601f0694c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:29:56.179835 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ced9757-dc68-4fae-95b8-e5112d144cf4 req-4dc4458d-b2d0-451e-826f-9cdc53c38c89 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 210 time: 0.0351913 Feb 07 21:29:56.243635 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b584b52-ad3e-4d88-9d47-4a74e0069f87 req-d4db890d-23dc-4c8f-aeda-ec787a15532b tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:56.246029 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b584b52-ad3e-4d88-9d47-4a74e0069f87 req-d4db890d-23dc-4c8f-aeda-ec787a15532b tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.0650728 Feb 07 21:29:56.298457 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b584b52-ad3e-4d88-9d47-4a74e0069f87 req-e64d13a1-26c2-4695-b4f3-2a437c4099ad tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463223 Feb 07 21:29:57.278772 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2b1bd9d-960e-4f77-8742-b2a47816e8ee req-a769f3e5-c160-4bef-bc69-a91120ed8c87 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 210 time: 0.0298247 Feb 07 21:29:57.442106 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c4771-0efc-4bc2-876e-cd58dbd3a664 req-e1b339dc-ad73-4e76-aa56-81e92dbf5230 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:57.443255 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e8c4771-0efc-4bc2-876e-cd58dbd3a664 req-e1b339dc-ad73-4e76-aa56-81e92dbf5230 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.0594139 Feb 07 21:29:57.490133 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e8c4771-0efc-4bc2-876e-cd58dbd3a664 req-3403a4a3-f66f-406b-8dd3-f39dbf067944 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409305 Feb 07 21:29:58.400042 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2b250c1-57d6-4409-bb15-59ae1bcc9c4d req-fec571f0-e5dd-4d96-bb1d-acc9de5cd960 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2732e67-b2f8-47ea-9495-23ce6e4a94f8 HTTP/1.1" status: 200 len: 210 time: 0.0282159 Feb 07 21:29:58.646632 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d690df2-947b-4a45-a749-83741c7ced41 req-51608b43-6944-4616-a0cd-ab310e716da0 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:58.648213 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d690df2-947b-4a45-a749-83741c7ced41 req-51608b43-6944-4616-a0cd-ab310e716da0 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.0572190 Feb 07 21:29:58.698918 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d690df2-947b-4a45-a749-83741c7ced41 req-bb2475ea-5aaf-4f1a-85a1-d0c38eabec54 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444605 Feb 07 21:29:59.839104 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0caafe1-581b-4b41-823b-e895d742402e req-da3775aa-9500-417c-b022-7810ef611dd9 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:29:59.841185 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0caafe1-581b-4b41-823b-e895d742402e req-da3775aa-9500-417c-b022-7810ef611dd9 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.0554006 Feb 07 21:29:59.889558 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0caafe1-581b-4b41-823b-e895d742402e req-989547dd-ae37-46a4-90eb-e71bc7f1e4bf tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423419 Feb 07 21:30:01.047461 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7ba36-cb7f-4598-97e3-27f38360225f req-3f6d629e-f2e0-4826-923d-37b1cf302cea tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:01.049760 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87c7ba36-cb7f-4598-97e3-27f38360225f req-3f6d629e-f2e0-4826-923d-37b1cf302cea tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.0732026 Feb 07 21:30:01.100006 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87c7ba36-cb7f-4598-97e3-27f38360225f req-0cb1ed26-5ae7-4d6b-84a8-4d3dfbaacfda tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442445 Feb 07 21:30:02.250031 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b717f-c304-41e2-ba09-d122ea168986 req-66ed940e-994f-4564-87ab-f7bec807c3fb tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:02.252906 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-002b717f-c304-41e2-ba09-d122ea168986 req-66ed940e-994f-4564-87ab-f7bec807c3fb tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.0659018 Feb 07 21:30:02.312483 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-002b717f-c304-41e2-ba09-d122ea168986 req-7a11c8f1-3529-4120-95da-6a657d890c8e tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480449 Feb 07 21:30:03.431494 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8695d-f489-4ced-bc58-a640d0b6b832 req-2785078e-8270-413c-afed-3f508612a472 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:03.433790 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8ce8695d-f489-4ced-bc58-a640d0b6b832 req-2785078e-8270-413c-afed-3f508612a472 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.0552726 Feb 07 21:30:03.483049 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8ce8695d-f489-4ced-bc58-a640d0b6b832 req-bd772f0c-ebd6-42e7-8245-22c58443c498 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436473 Feb 07 21:30:03.732878 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:04.017262 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:04.613025 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21d49d-4f7b-415c-821e-436ea2dea9cc req-c8c3eacf-3e00-447c-bea3-db5f4a51ca70 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:04.614503 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6f21d49d-4f7b-415c-821e-436ea2dea9cc req-c8c3eacf-3e00-447c-bea3-db5f4a51ca70 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.0561140 Feb 07 21:30:04.661495 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6f21d49d-4f7b-415c-821e-436ea2dea9cc req-040cff69-bfbd-4599-8e56-7e165d32ee74 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403883 Feb 07 21:30:05.787173 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a6187-9655-42a2-9d6d-5fd856ad2900 req-0bc48288-a8dd-4b2d-a3e5-0a7828e0d9c4 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:05.788679 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e7a6187-9655-42a2-9d6d-5fd856ad2900 req-0bc48288-a8dd-4b2d-a3e5-0a7828e0d9c4 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.0530701 Feb 07 21:30:05.837460 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e7a6187-9655-42a2-9d6d-5fd856ad2900 req-8c906d26-e056-4707-ba5d-60da7152ebba tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424271 Feb 07 21:30:06.962094 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ca170-a285-404b-b015-b7731dc281f1 req-4361a5b8-8aac-43d7-8a69-4a96fac2379c tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:06.964196 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-639ca170-a285-404b-b015-b7731dc281f1 req-4361a5b8-8aac-43d7-8a69-4a96fac2379c tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.0518193 Feb 07 21:30:07.014053 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-639ca170-a285-404b-b015-b7731dc281f1 req-7e8babe7-e0db-4646-b249-fac1f904b3e1 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442560 Feb 07 21:30:08.142138 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0e473-7a69-4871-8ab7-92bb7cad2e29 req-2f62c137-6714-4c45-a032-2f3a26e87608 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:08.143585 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-33d0e473-7a69-4871-8ab7-92bb7cad2e29 req-2f62c137-6714-4c45-a032-2f3a26e87608 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.0546491 Feb 07 21:30:08.189408 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-33d0e473-7a69-4871-8ab7-92bb7cad2e29 req-a8b0bb1d-bf9c-4bf2-8881-1f0bd360dc7f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399172 Feb 07 21:30:09.319774 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9311f-5b37-4e45-8068-864184e4c632 req-2fb76490-02fd-445b-afd4-4a0cfe4a798f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:09.321362 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51e9311f-5b37-4e45-8068-864184e4c632 req-2fb76490-02fd-445b-afd4-4a0cfe4a798f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.0555749 Feb 07 21:30:09.371478 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51e9311f-5b37-4e45-8068-864184e4c632 req-e3ef661c-f49e-40c6-b985-09562592886e tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436263 Feb 07 21:30:09.511730 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 9dff229d-589a-4c03-88b4-9e6351af7b5f details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:30:09.608638 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 9dff229d-589a-4c03-88b4-9e6351af7b5f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9dff229d-589a-4c03-88b4-9e6351af7b5f,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:30:09.620249 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '9dff229d-589a-4c03-88b4-9e6351af7b5f', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'port_id': '9dff229d-589a-4c03-88b4-9e6351af7b5f', 'mac_address': 'fa:16:3e:07:e6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:30:09.657090 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 9dff229d-589a-4c03-88b4-9e6351af7b5f is: ACTIVE; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:30:09.657486 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:09.670083 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9dff229d-589a-4c03-88b4-9e6351af7b5f {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:30:09.691034 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 9dff229d-589a-4c03-88b4-9e6351af7b5f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9dff229d-589a-4c03-88b4-9e6351af7b5f,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:30:09.694883 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:09.756390 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=9dff229d-589a-4c03-88b4-9e6351af7b5f,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:30:09.788137 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['9dff229d-589a-4c03-88b4-9e6351af7b5f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:30:10.501147 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e550180-9aba-4ef2-bc75-f1e705cec558 req-30f71997-96fc-4236-b5cd-122d30903738 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:10.502583 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e550180-9aba-4ef2-bc75-f1e705cec558 req-30f71997-96fc-4236-b5cd-122d30903738 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 945 time: 0.0549016 Feb 07 21:30:10.548904 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e550180-9aba-4ef2-bc75-f1e705cec558 req-529709cb-1d28-4fa5-b651-dff5340d893b tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404634 Feb 07 21:30:11.526998 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 9dff229d-589a-4c03-88b4-9e6351af7b5f up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:30:11.583652 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 9dff229d-589a-4c03-88b4-9e6351af7b5f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:30:11.584220 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:11.669687 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 9dff229d-589a-4c03-88b4-9e6351af7b5f is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:30:11.670098 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:11.693631 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093127eb-80bf-42ac-8d67-0146836341ca req-eab7bb31-166f-4422-ac82-02d8659ec34b tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:11.695882 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-093127eb-80bf-42ac-8d67-0146836341ca req-eab7bb31-166f-4422-ac82-02d8659ec34b tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 945 time: 0.0621502 Feb 07 21:30:11.704084 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f081eddd-5bb3-4d00-ae11-6fdcbc206256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dff229d-589a-4c03-88b4-9e6351af7b5f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:30:11.707280 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db919015-2209-4945-b6e4-e71bddbbf436" -d '{"events": [{"server_uuid": "f081eddd-5bb3-4d00-ae11-6fdcbc206256", "name": "network-vif-plugged", "status": "completed", "tag": "9dff229d-589a-4c03-88b4-9e6351af7b5f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:30:11.719482 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 9dff229d-589a-4c03-88b4-9e6351af7b5f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9dff229d-589a-4c03-88b4-9e6351af7b5f,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:30:11.725877 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:11.782495 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91924afd-50a1-42c7-8c18-c5fe091c2400 x-openstack-request-id: req-91924afd-50a1-42c7-8c18-c5fe091c2400 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:30:11.782745 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f081eddd-5bb3-4d00-ae11-6fdcbc206256", "name": "network-vif-plugged", "status": "completed", "tag": "9dff229d-589a-4c03-88b4-9e6351af7b5f", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:30:11.783137 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-91924afd-50a1-42c7-8c18-c5fe091c2400 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:30:11.783974 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f081eddd-5bb3-4d00-ae11-6fdcbc206256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dff229d-589a-4c03-88b4-9e6351af7b5f', 'code': 200} Feb 07 21:30:11.800715 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-093127eb-80bf-42ac-8d67-0146836341ca req-93c84c5f-0d5f-4b39-8677-ecd850def31e tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913942 Feb 07 21:30:11.806410 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=9dff229d-589a-4c03-88b4-9e6351af7b5f,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:30:12.969066 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31b18c-38a5-46e8-b91a-ad02109d11cb req-7f2475da-9fcc-4f57-8406-4737a32a34e5 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:12.971297 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9e31b18c-38a5-46e8-b91a-ad02109d11cb req-7f2475da-9fcc-4f57-8406-4737a32a34e5 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.0631893 Feb 07 21:30:13.038936 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9e31b18c-38a5-46e8-b91a-ad02109d11cb req-3f4e4a5b-60bd-42e0-b8c9-ee3f0754298e tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619245 Feb 07 21:30:14.199119 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a525b60-b88d-4e5a-9975-c922b61f0714 req-c7d46d39-55f3-4511-8ff7-0281926e7c01 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:14.205100 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3a525b60-b88d-4e5a-9975-c922b61f0714 req-c7d46d39-55f3-4511-8ff7-0281926e7c01 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.0703063 Feb 07 21:30:14.273710 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3a525b60-b88d-4e5a-9975-c922b61f0714 req-702b90a0-2050-4730-a315-d4a944a378c9 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594432 Feb 07 21:30:15.414238 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402bd8e-515a-48cc-beef-252a6f5cfd22 req-02a10e44-8998-4064-bd3e-872fbd86fedf tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:15.422939 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2402bd8e-515a-48cc-beef-252a6f5cfd22 req-02a10e44-8998-4064-bd3e-872fbd86fedf tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.0714452 Feb 07 21:30:15.483688 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2402bd8e-515a-48cc-beef-252a6f5cfd22 req-f654217f-1791-4204-afd3-4bcfe16259b5 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595529 Feb 07 21:30:16.651087 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67a0a0-2818-4744-89c1-ed45c7a69400 req-62268418-547a-4369-8293-9780289283a8 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:16.657910 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3c67a0a0-2818-4744-89c1-ed45c7a69400 req-62268418-547a-4369-8293-9780289283a8 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.0690866 Feb 07 21:30:16.716609 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3c67a0a0-2818-4744-89c1-ed45c7a69400 req-0216acff-0ac1-48da-8569-4ce025b5e8ad tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529029 Feb 07 21:30:17.888257 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af722dc1-eeb8-41d4-a699-68d3d8c0d352 req-2e8b00b3-fa5c-4238-912a-b5ad72dc97f7 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:17.913113 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-af722dc1-eeb8-41d4-a699-68d3d8c0d352 req-2e8b00b3-fa5c-4238-912a-b5ad72dc97f7 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.1226418 Feb 07 21:30:17.963072 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-af722dc1-eeb8-41d4-a699-68d3d8c0d352 req-32c5ea8f-abff-4258-be1a-d84b98409624 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487003 Feb 07 21:30:18.456986 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c00fa9f9-bc6e-4fb0-9b11-ec4fdc5d867d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:19.271933 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132223c-8029-4595-be55-1066140ac58a req-49250624-8403-4cf6-9dd2-a4d295b6cf3f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:19.273777 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6132223c-8029-4595-be55-1066140ac58a req-49250624-8403-4cf6-9dd2-a4d295b6cf3f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.1391089 Feb 07 21:30:19.391291 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6132223c-8029-4595-be55-1066140ac58a req-6e13fd2b-5631-4c00-95d8-c1c2570810af tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108329 Feb 07 21:30:20.605970 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:30:20.606427 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a9d24f7-7d13-48af-8d93-a3899fd0c3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:20.671470 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5236a95-a3c8-4a33-9095-8c7ee8b6e254 req-3a105db5-f0a4-4309-9de9-703fbfb36aa5 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:20.696947 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c5236a95-a3c8-4a33-9095-8c7ee8b6e254 req-3a105db5-f0a4-4309-9de9-703fbfb36aa5 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.1377118 Feb 07 21:30:20.786035 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c5236a95-a3c8-4a33-9095-8c7ee8b6e254 req-1c5daa55-26c5-48d3-a57c-1ed489064db5 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880151 Feb 07 21:30:21.483976 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d87ec7-8bb9-4409-86a7-915e3c2b49c5 req-b044317d-a4b3-4bc3-94bc-e29802be4df9 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:21.490582 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9d87ec7-8bb9-4409-86a7-915e3c2b49c5 req-b044317d-a4b3-4bc3-94bc-e29802be4df9 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 945 time: 0.1271539 Feb 07 21:30:21.556790 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9d87ec7-8bb9-4409-86a7-915e3c2b49c5 req-3048b8c1-9f6d-44e0-a248-537f133b39b9 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601990 Feb 07 21:30:21.841194 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:22.022930 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3e70f-c489-4ff5-9441-4a520b537d19 req-10a10b72-81d4-4efa-96de-b81ab8741369 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:22.024514 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-78f3e70f-c489-4ff5-9441-4a520b537d19 req-10a10b72-81d4-4efa-96de-b81ab8741369 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.0864050 Feb 07 21:30:22.101214 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-78f3e70f-c489-4ff5-9441-4a520b537d19 req-89beafe9-c482-4776-ad4f-5dd87ad095e8 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537691 Feb 07 21:30:22.749610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdc248-b542-4fa1-ae6f-a38d6ae2a690 req-eda475cb-8351-4e5d-bc1e-eb468b02d908 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:22.751096 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-55cdc248-b542-4fa1-ae6f-a38d6ae2a690 req-eda475cb-8351-4e5d-bc1e-eb468b02d908 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 945 time: 0.0880926 Feb 07 21:30:22.869439 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-55cdc248-b542-4fa1-ae6f-a38d6ae2a690 req-38419ed7-e8f3-45fa-b9a5-8add62646e6b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121397 Feb 07 21:30:22.911784 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c9502-ea72-4f5f-bb2b-93b56b44b8f4 req-07865fce-4d91-4bbb-8687-b2b4d26d12bb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:22.913304 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a83c9502-ea72-4f5f-bb2b-93b56b44b8f4 req-07865fce-4d91-4bbb-8687-b2b4d26d12bb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.69 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 945 time: 0.0841036 Feb 07 21:30:23.080981 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-a83c9502-ea72-4f5f-bb2b-93b56b44b8f4 req-fed93086-537e-4b9c-8334-a65220b28edf tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Deleting port 0da332e9-d721-4264-9027-e6dd1e5cd70f {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:30:23.081432 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-a83c9502-ea72-4f5f-bb2b-93b56b44b8f4 req-fed93086-537e-4b9c-8334-a65220b28edf tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (0da332e9-d721-4264-9027-e6dd1e5cd70f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:23.266023 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-a83c9502-ea72-4f5f-bb2b-93b56b44b8f4 req-fed93086-537e-4b9c-8334-a65220b28edf tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] For port 0da332e9-d721-4264-9027-e6dd1e5cd70f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=0da332e9-d721-4264-9027-e6dd1e5cd70f,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:30:23.266671 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-a83c9502-ea72-4f5f-bb2b-93b56b44b8f4 req-fed93086-537e-4b9c-8334-a65220b28edf tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (0da332e9-d721-4264-9027-e6dd1e5cd70f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:23.299361 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-a83c9502-ea72-4f5f-bb2b-93b56b44b8f4 req-fed93086-537e-4b9c-8334-a65220b28edf tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Calling delete_port for 0da332e9-d721-4264-9027-e6dd1e5cd70f owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:30:23.322081 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:23.837349 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3da1e-0696-4ac7-a337-f76bc858d2f8 req-fcd5923f-e595-4551-bb03-b6bb590a108a tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:23.839643 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8ee3da1e-0696-4ac7-a337-f76bc858d2f8 req-fcd5923f-e595-4551-bb03-b6bb590a108a tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.6207857 Feb 07 21:30:23.946894 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8ee3da1e-0696-4ac7-a337-f76bc858d2f8 req-86572b41-b3a7-43f0-bf37-8f3b11ce0c31 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012750 Feb 07 21:30:24.205230 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62126220-fb18-414a-8b04-2befd3ac300e req-a0accded-0ef8-4594-9959-7e40d7658a47 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:24.214245 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-62126220-fb18-414a-8b04-2befd3ac300e req-a0accded-0ef8-4594-9959-7e40d7658a47 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 945 time: 0.1077890 Feb 07 21:30:24.294815 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-62126220-fb18-414a-8b04-2befd3ac300e req-89ff1251-f062-4b47-920f-404d32e3d56c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fd5d3c-49d9-43c7-898f-79ae32f787c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750542 Feb 07 21:30:24.432714 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-a83c9502-ea72-4f5f-bb2b-93b56b44b8f4 req-fed93086-537e-4b9c-8334-a65220b28edf tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (0da332e9-d721-4264-9027-e6dd1e5cd70f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:24.441826 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['0da332e9-d721-4264-9027-e6dd1e5cd70f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:30:24.538986 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57744) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:30:24.558499 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155540d-5da4-4fb6-ba0e-48b6195f3cbf req-520789ae-48c7-4bc5-a28a-309e2a535735 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:24.565271 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed93086-537e-4b9c-8334-a65220b28edf tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event deleted for resources: {'Port': ['ID=0da332e9-d721-4264-9027-e6dd1e5cd70f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:30:24.577389 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2155540d-5da4-4fb6-ba0e-48b6195f3cbf req-520789ae-48c7-4bc5-a28a-309e2a535735 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=404845f8-7e05-41f4-b686-0df4309468b7 HTTP/1.1" status: 200 len: 946 time: 0.4048061 Feb 07 21:30:24.645184 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed93086-537e-4b9c-8334-a65220b28edf tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:24.653857 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed93086-537e-4b9c-8334-a65220b28edf tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:24.654644 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed93086-537e-4b9c-8334-a65220b28edf tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:24.655222 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed93086-537e-4b9c-8334-a65220b28edf tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:24.655815 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed93086-537e-4b9c-8334-a65220b28edf tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:24.656480 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed93086-537e-4b9c-8334-a65220b28edf tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:24.657136 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed93086-537e-4b9c-8334-a65220b28edf tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:24.657673 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed93086-537e-4b9c-8334-a65220b28edf tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:24.658267 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed93086-537e-4b9c-8334-a65220b28edf tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:24.659057 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed93086-537e-4b9c-8334-a65220b28edf tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:24.659678 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed93086-537e-4b9c-8334-a65220b28edf tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:24.661089 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed93086-537e-4b9c-8334-a65220b28edf tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:24.662203 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed93086-537e-4b9c-8334-a65220b28edf tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:24.663504 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:24.677103 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-2707d12f-9d6c-420a-be5c-2940a92360d5 admin admin] Deleting subnet b89151d6-f1e4-429c-b511-7b5d3f7ebedd {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:30:24.687831 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2707d12f-9d6c-420a-be5c-2940a92360d5 admin admin] Publish callbacks [] for subnet (b89151d6-f1e4-429c-b511-7b5d3f7ebedd), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:24.716780 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83c9502-ea72-4f5f-bb2b-93b56b44b8f4 req-fed93086-537e-4b9c-8334-a65220b28edf tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] No DVR routers for this DVR port 0da332e9-d721-4264-9027-e6dd1e5cd70f on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:30:24.728472 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-a83c9502-ea72-4f5f-bb2b-93b56b44b8f4 req-fed93086-537e-4b9c-8334-a65220b28edf tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:24.732150 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a83c9502-ea72-4f5f-bb2b-93b56b44b8f4 req-fed93086-537e-4b9c-8334-a65220b28edf tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.69 "DELETE /v2.0/ports/0da332e9-d721-4264-9027-e6dd1e5cd70f HTTP/1.1" status: 204 len: 173 time: 1.8135092 Feb 07 21:30:24.736924 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61da8012-f189-40ec-8583-cf6f30814a5e', 'name': 'network-vif-deleted', 'tag': '0da332e9-d721-4264-9027-e6dd1e5cd70f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:30:24.747178 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f570de5-c1d1-43bb-8aba-cf34856d0a56" -d '{"events": [{"server_uuid": "61da8012-f189-40ec-8583-cf6f30814a5e", "name": "network-vif-deleted", "tag": "0da332e9-d721-4264-9027-e6dd1e5cd70f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:30:24.867671 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bc8432-06d4-4efe-98d3-c86e5786a852 x-openstack-request-id: req-f1bc8432-06d4-4efe-98d3-c86e5786a852 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:30:24.868006 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61da8012-f189-40ec-8583-cf6f30814a5e", "name": "network-vif-deleted", "tag": "0da332e9-d721-4264-9027-e6dd1e5cd70f", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:30:24.868269 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f1bc8432-06d4-4efe-98d3-c86e5786a852 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:30:24.868735 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61da8012-f189-40ec-8583-cf6f30814a5e', 'name': 'network-vif-deleted', 'tag': '0da332e9-d721-4264-9027-e6dd1e5cd70f', 'status': 'completed', 'code': 200} Feb 07 21:30:24.880296 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2707d12f-9d6c-420a-be5c-2940a92360d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (b89151d6-f1e4-429c-b511-7b5d3f7ebedd), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:25.018362 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2155540d-5da4-4fb6-ba0e-48b6195f3cbf req-3e3df8d0-418f-48e9-9384-e21e9ec4c1ee tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399648 Feb 07 21:30:25.075660 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2707d12f-9d6c-420a-be5c-2940a92360d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (b89151d6-f1e4-429c-b511-7b5d3f7ebedd), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:25.245862 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1376be-a7b2-4969-a9a0-47a557b11a66 req-2726d252-3428-4737-b31e-14f0597da51a tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:25.256001 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e1376be-a7b2-4969-a9a0-47a557b11a66 req-2726d252-3428-4737-b31e-14f0597da51a tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.1318955 Feb 07 21:30:25.283504 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2707d12f-9d6c-420a-be5c-2940a92360d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (b89151d6-f1e4-429c-b511-7b5d3f7ebedd), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:25.373602 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707d12f-9d6c-420a-be5c-2940a92360d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b89151d6-f1e4-429c-b511-7b5d3f7ebedd,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:30:25.389978 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2707d12f-9d6c-420a-be5c-2940a92360d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:25.393479 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2707d12f-9d6c-420a-be5c-2940a92360d5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b89151d6-f1e4-429c-b511-7b5d3f7ebedd HTTP/1.1" status: 204 len: 168 time: 0.8139515 Feb 07 21:30:25.396100 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57756) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:30:25.397862 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2707d12f-9d6c-420a-be5c-2940a92360d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:25.398217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2707d12f-9d6c-420a-be5c-2940a92360d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:25.398588 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2707d12f-9d6c-420a-be5c-2940a92360d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:25.398927 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2707d12f-9d6c-420a-be5c-2940a92360d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:25.399320 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2707d12f-9d6c-420a-be5c-2940a92360d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:25.399572 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2707d12f-9d6c-420a-be5c-2940a92360d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:25.399898 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2707d12f-9d6c-420a-be5c-2940a92360d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:25.400223 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2707d12f-9d6c-420a-be5c-2940a92360d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:25.400589 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2707d12f-9d6c-420a-be5c-2940a92360d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:25.401087 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2707d12f-9d6c-420a-be5c-2940a92360d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:25.401413 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2707d12f-9d6c-420a-be5c-2940a92360d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:25.401733 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2707d12f-9d6c-420a-be5c-2940a92360d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:25.402053 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2707d12f-9d6c-420a-be5c-2940a92360d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:25.477369 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e1376be-a7b2-4969-a9a0-47a557b11a66 req-7e530b3a-ddf5-4ae0-8a3b-b35b115dab52 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142680 Feb 07 21:30:25.571922 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-843695ff-7d34-4b5d-8c36-fafab3e4adb9 req-49c6df6e-a287-4ccd-89cf-11c73f2c6e47 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 210 time: 0.0912850 Feb 07 21:30:25.582701 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-220613c2-13c5-4b06-9e64-f1b5231e27d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (22bc91a0-02f3-4925-a708-6b6db1ae4ffa), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:25.694876 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-220613c2-13c5-4b06-9e64-f1b5231e27d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (22bc91a0-02f3-4925-a708-6b6db1ae4ffa), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:25.740694 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-220613c2-13c5-4b06-9e64-f1b5231e27d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bc91a0-02f3-4925-a708-6b6db1ae4ffa']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:30:25.754031 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-220613c2-13c5-4b06-9e64-f1b5231e27d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63a4aee-4442-4939-8643-e8e6b78e280e') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:30:25.755281 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-220613c2-13c5-4b06-9e64-f1b5231e27d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63a4aee-4442-4939-8643-e8e6b78e280e') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:30:25.770983 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-220613c2-13c5-4b06-9e64-f1b5231e27d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (f63a4aee-4442-4939-8643-e8e6b78e280e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:25.786794 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-220613c2-13c5-4b06-9e64-f1b5231e27d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (f63a4aee-4442-4939-8643-e8e6b78e280e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:25.797750 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-220613c2-13c5-4b06-9e64-f1b5231e27d0 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:30:25.799397 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-220613c2-13c5-4b06-9e64-f1b5231e27d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (f63a4aee-4442-4939-8643-e8e6b78e280e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:30:25.875709 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:30:25.915145 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-220613c2-13c5-4b06-9e64-f1b5231e27d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (22bc91a0-02f3-4925-a708-6b6db1ae4ffa), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:25.922787 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-220613c2-13c5-4b06-9e64-f1b5231e27d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:25.927239 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-220613c2-13c5-4b06-9e64-f1b5231e27d0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/22bc91a0-02f3-4925-a708-6b6db1ae4ffa HTTP/1.1" status: 204 len: 168 time: 0.5300045 Feb 07 21:30:25.930410 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57760) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:30:25.961530 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220613c2-13c5-4b06-9e64-f1b5231e27d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=22bc91a0-02f3-4925-a708-6b6db1ae4ffa,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:30:26.605466 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becb9cb-862e-4d32-8d3d-c407bc33c98d req-34b5adbd-b493-4a90-aeee-15e67d28f90f tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:26.609724 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9becb9cb-862e-4d32-8d3d-c407bc33c98d req-34b5adbd-b493-4a90-aeee-15e67d28f90f tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.71 "GET /v2.0/ports?device_id=404845f8-7e05-41f4-b686-0df4309468b7 HTTP/1.1" status: 200 len: 946 time: 0.1917291 Feb 07 21:30:26.718042 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-5da75e28-4d84-4a20-b060-d10ad48783a3 admin admin] Deleting subnet 9aae4f85-2337-4d48-8c75-b28d4bf50c96 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:30:26.726206 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5da75e28-4d84-4a20-b060-d10ad48783a3 admin admin] Publish callbacks [] for subnet (9aae4f85-2337-4d48-8c75-b28d4bf50c96), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:26.790057 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5da75e28-4d84-4a20-b060-d10ad48783a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (9aae4f85-2337-4d48-8c75-b28d4bf50c96), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:26.832167 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5da75e28-4d84-4a20-b060-d10ad48783a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (9aae4f85-2337-4d48-8c75-b28d4bf50c96), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:26.902104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 0da332e9-d721-4264-9027-e6dd1e5cd70f no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:30:26.961888 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 0da332e9-d721-4264-9027-e6dd1e5cd70f {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:30:26.962309 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 0da332e9-d721-4264-9027-e6dd1e5cd70f not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:30:26.992234 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5da75e28-4d84-4a20-b060-d10ad48783a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (9aae4f85-2337-4d48-8c75-b28d4bf50c96), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:27.063041 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5da75e28-4d84-4a20-b060-d10ad48783a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:27.071131 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5da75e28-4d84-4a20-b060-d10ad48783a3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9aae4f85-2337-4d48-8c75-b28d4bf50c96 HTTP/1.1" status: 204 len: 168 time: 1.1375504 Feb 07 21:30:27.074350 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57770) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:30:27.092227 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457c96c-937b-4c1b-b194-90f1c7dd764e req-0a197ac3-22f2-4fcc-ab63-5a457f5cd7c7 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:27.109222 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1457c96c-937b-4c1b-b194-90f1c7dd764e req-0a197ac3-22f2-4fcc-ab63-5a457f5cd7c7 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=404845f8-7e05-41f4-b686-0df4309468b7 HTTP/1.1" status: 200 len: 946 time: 0.7158856 Feb 07 21:30:27.207260 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea9cdff5-a786-49f3-b77c-df02c839b05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (d8363bad-34d3-4332-9e83-6dbb573c994e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:27.223013 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da75e28-4d84-4a20-b060-d10ad48783a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aae4f85-2337-4d48-8c75-b28d4bf50c96,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:30:27.325768 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1457c96c-937b-4c1b-b194-90f1c7dd764e req-1bb635e4-977f-4c43-8727-5be6b0c35cac tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138522 Feb 07 21:30:27.392019 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea9cdff5-a786-49f3-b77c-df02c839b05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (d8363bad-34d3-4332-9e83-6dbb573c994e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:27.394616 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c03811-8822-4eb4-9233-a9195c2669f3 req-c9669aa8-23f3-4bd6-bcf2-325936d19b07 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:27.398263 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-39c03811-8822-4eb4-9233-a9195c2669f3 req-c9669aa8-23f3-4bd6-bcf2-325936d19b07 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.6997125 Feb 07 21:30:27.456256 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ea9cdff5-a786-49f3-b77c-df02c839b05c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8363bad-34d3-4332-9e83-6dbb573c994e']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:30:27.466523 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-9becb9cb-862e-4d32-8d3d-c407bc33c98d req-64724acf-ce0e-40eb-8517-95cfded433d3 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Deleting port 80177636-b628-403d-8d63-e34b31d806ba {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:30:27.469962 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9becb9cb-862e-4d32-8d3d-c407bc33c98d req-64724acf-ce0e-40eb-8517-95cfded433d3 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (80177636-b628-403d-8d63-e34b31d806ba), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:27.490394 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ea9cdff5-a786-49f3-b77c-df02c839b05c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed4ccaf-afe4-4d06-bb50-a9d1d642691d') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:30:27.491030 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ea9cdff5-a786-49f3-b77c-df02c839b05c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed4ccaf-afe4-4d06-bb50-a9d1d642691d') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:30:27.510798 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea9cdff5-a786-49f3-b77c-df02c839b05c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (3ed4ccaf-afe4-4d06-bb50-a9d1d642691d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:27.543634 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea9cdff5-a786-49f3-b77c-df02c839b05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (3ed4ccaf-afe4-4d06-bb50-a9d1d642691d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:27.559143 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9cdff5-a786-49f3-b77c-df02c839b05c admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:30:27.559575 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea9cdff5-a786-49f3-b77c-df02c839b05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (3ed4ccaf-afe4-4d06-bb50-a9d1d642691d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:30:27.685387 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:30:27.691249 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea9cdff5-a786-49f3-b77c-df02c839b05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (d8363bad-34d3-4332-9e83-6dbb573c994e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:27.699962 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea9cdff5-a786-49f3-b77c-df02c839b05c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:27.706689 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ea9cdff5-a786-49f3-b77c-df02c839b05c admin admin] 10.222.0.65 "DELETE /v2.0/networks/d8363bad-34d3-4332-9e83-6dbb573c994e HTTP/1.1" status: 204 len: 168 time: 0.6290352 Feb 07 21:30:27.725921 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9cdff5-a786-49f3-b77c-df02c839b05c admin admin] Pushing event deleted for resources: {'Network': ['ID=d8363bad-34d3-4332-9e83-6dbb573c994e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:30:27.784049 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-319f8caa-6856-47b1-820f-2201441838d0 req-6506fc2d-b6e9-4121-af87-816545f6f82c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 210 time: 0.2407477 Feb 07 21:30:27.839329 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-39c03811-8822-4eb4-9233-a9195c2669f3 req-d528dac0-362a-4941-b6f2-0c8a765180a1 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4315801 Feb 07 21:30:27.912065 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-9becb9cb-862e-4d32-8d3d-c407bc33c98d req-64724acf-ce0e-40eb-8517-95cfded433d3 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] For port 80177636-b628-403d-8d63-e34b31d806ba, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=80177636-b628-403d-8d63-e34b31d806ba,segment=NetworkSegment(e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7),segment_id=e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:30:27.918646 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9becb9cb-862e-4d32-8d3d-c407bc33c98d req-64724acf-ce0e-40eb-8517-95cfded433d3 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (80177636-b628-403d-8d63-e34b31d806ba), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:27.961466 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-9becb9cb-862e-4d32-8d3d-c407bc33c98d req-64724acf-ce0e-40eb-8517-95cfded433d3 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Calling delete_port for 80177636-b628-403d-8d63-e34b31d806ba owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:30:28.291221 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57778) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:30:28.433045 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9becb9cb-862e-4d32-8d3d-c407bc33c98d req-64724acf-ce0e-40eb-8517-95cfded433d3 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (80177636-b628-403d-8d63-e34b31d806ba), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:28.450945 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['c384a3e5-2f89-40c9-8162-a47817f33191'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:30:28.494463 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0eb6142a-9f94-4923-8357-f5b633ae2a6c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=98a652e6acc94fdaa3a948700e971e6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1918926 Feb 07 21:30:28.495099 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57782) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:30:28.562928 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270', 'fb72c266-0f4b-42bc-b1d6-cf2b9ee85284'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:30:28.581691 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41bb1c7d-2fe8-46a0-8a87-7bbcb2a14753 admin admin] Publish callbacks [] for security_group (4bfc719c-b462-40a2-bfb6-aefe004c7553), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:28.593857 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64724acf-ce0e-40eb-8517-95cfded433d3 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Pushing event deleted for resources: {'Port': ['ID=80177636-b628-403d-8d63-e34b31d806ba,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:30:28.664643 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41bb1c7d-2fe8-46a0-8a87-7bbcb2a14753 admin admin] Publish callbacks [] for security_group (4bfc719c-b462-40a2-bfb6-aefe004c7553), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:28.687214 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3b90805f-1262-4f32-9d0f-55587c40ec6f req-adc68c16-658f-4fa5-b6c3-07b5c7a41bcd tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=404845f8-7e05-41f4-b686-0df4309468b7 HTTP/1.1" status: 200 len: 210 time: 0.0967531 Feb 07 21:30:28.784479 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-9becb9cb-862e-4d32-8d3d-c407bc33c98d req-64724acf-ce0e-40eb-8517-95cfded433d3 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] No DVR routers for this DVR port 80177636-b628-403d-8d63-e34b31d806ba on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:30:28.790844 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9becb9cb-862e-4d32-8d3d-c407bc33c98d req-64724acf-ce0e-40eb-8517-95cfded433d3 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:28.799168 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9becb9cb-862e-4d32-8d3d-c407bc33c98d req-64724acf-ce0e-40eb-8517-95cfded433d3 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.71 "DELETE /v2.0/ports/80177636-b628-403d-8d63-e34b31d806ba HTTP/1.1" status: 204 len: 173 time: 2.1689153 Feb 07 21:30:28.799953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404845f8-7e05-41f4-b686-0df4309468b7', 'name': 'network-vif-deleted', 'tag': '80177636-b628-403d-8d63-e34b31d806ba'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:30:28.809471 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450bca8f-fae5-4e14-8fb2-94a5d13691ae" -d '{"events": [{"server_uuid": "404845f8-7e05-41f4-b686-0df4309468b7", "name": "network-vif-deleted", "tag": "80177636-b628-403d-8d63-e34b31d806ba"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:30:28.853679 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41bb1c7d-2fe8-46a0-8a87-7bbcb2a14753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4bfc719c-b462-40a2-bfb6-aefe004c7553), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:28.857187 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41bb1c7d-2fe8-46a0-8a87-7bbcb2a14753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:28.858387 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-41bb1c7d-2fe8-46a0-8a87-7bbcb2a14753 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4bfc719c-b462-40a2-bfb6-aefe004c7553 HTTP/1.1" status: 204 len: 168 time: 0.3623402 Feb 07 21:30:28.909124 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb1c7d-2fe8-46a0-8a87-7bbcb2a14753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfc719c-b462-40a2-bfb6-aefe004c7553,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:30:28.965114 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6034645b-b926-4e16-89f4-478e430de69e x-openstack-request-id: req-6034645b-b926-4e16-89f4-478e430de69e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:30:28.965418 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404845f8-7e05-41f4-b686-0df4309468b7", "name": "network-vif-deleted", "tag": "80177636-b628-403d-8d63-e34b31d806ba", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:30:28.965679 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6034645b-b926-4e16-89f4-478e430de69e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:30:28.966089 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404845f8-7e05-41f4-b686-0df4309468b7', 'name': 'network-vif-deleted', 'tag': '80177636-b628-403d-8d63-e34b31d806ba', 'status': 'completed', 'code': 200} Feb 07 21:30:29.107937 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7ac63e66-6515-47c3-96cc-4b0b4d7d38ea req-351cd7c2-bf39-412f-b371-d9ab01ef6238 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 210 time: 0.1396065 Feb 07 21:30:29.377218 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876729dd-67bb-4ea9-afa7-707e7c722217 req-0edca384-e12b-4fd4-894d-e976582298d8 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:29.379290 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-876729dd-67bb-4ea9-afa7-707e7c722217 req-0edca384-e12b-4fd4-894d-e976582298d8 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.2192290 Feb 07 21:30:29.482164 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-876729dd-67bb-4ea9-afa7-707e7c722217 req-b425b823-4ae8-4ba7-95aa-0c38b002c4ad tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933101 Feb 07 21:30:29.629712 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 80177636-b628-403d-8d63-e34b31d806ba no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:30:29.660019 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 80177636-b628-403d-8d63-e34b31d806ba {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:30:29.660409 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 80177636-b628-403d-8d63-e34b31d806ba not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:30:29.731292 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 57800) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:30:29.837792 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fed1c587-5aaa-4650-a21d-312ea3c68939 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6a2c0d955ee144eebe72711b061d3ec5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1035459 Feb 07 21:30:29.841063 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 57806) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:30:29.949856 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff097b91-11ab-4537-bd43-345ee071853c admin admin] Publish callbacks [] for security_group (90c7b12d-8ff3-44f7-82a2-b194f6fc337a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:30.000952 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff097b91-11ab-4537-bd43-345ee071853c admin admin] Publish callbacks [] for security_group (90c7b12d-8ff3-44f7-82a2-b194f6fc337a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:30.012654 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d64d3c0d-faaf-4dd8-94e6-40812fee6917 req-d5b8b67e-202d-4269-a162-ca77ada343c2 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=404845f8-7e05-41f4-b686-0df4309468b7 HTTP/1.1" status: 200 len: 210 time: 0.1153600 Feb 07 21:30:30.098423 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff097b91-11ab-4537-bd43-345ee071853c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (90c7b12d-8ff3-44f7-82a2-b194f6fc337a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:30.105149 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff097b91-11ab-4537-bd43-345ee071853c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:30.109270 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ff097b91-11ab-4537-bd43-345ee071853c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/90c7b12d-8ff3-44f7-82a2-b194f6fc337a HTTP/1.1" status: 204 len: 168 time: 0.2670007 Feb 07 21:30:30.122262 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff097b91-11ab-4537-bd43-345ee071853c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c7b12d-8ff3-44f7-82a2-b194f6fc337a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:30:30.274719 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a40664b6-4891-4bfb-b055-74ff6ac500e5 req-64c624d3-924a-408f-9ab2-1ec109dd7f9c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 210 time: 0.0528715 Feb 07 21:30:30.769728 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff9354-654e-47be-a6a0-373c146d5f42 req-e1466d41-2dd3-4e56-a364-8c5d756ed5d6 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:30.789120 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ecff9354-654e-47be-a6a0-373c146d5f42 req-e1466d41-2dd3-4e56-a364-8c5d756ed5d6 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.1708224 Feb 07 21:30:30.886907 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ecff9354-654e-47be-a6a0-373c146d5f42 req-a7fbe158-1dde-40bd-8546-d6b1b5d4df41 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888526 Feb 07 21:30:31.550444 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b491ee5-0759-489c-a493-728588fd1d6e req-24f9993a-4def-4bdc-889f-93708921727a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 210 time: 0.0836647 Feb 07 21:30:32.212045 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac34321-4614-4779-aa54-f8c01760b78e req-5d33cdf1-26ed-473c-aa43-f0f888d02a5f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:32.224414 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bac34321-4614-4779-aa54-f8c01760b78e req-5d33cdf1-26ed-473c-aa43-f0f888d02a5f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.1621962 Feb 07 21:30:32.354836 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bac34321-4614-4779-aa54-f8c01760b78e req-9a9e5850-b64e-4e1b-97d2-93027c15d2bc tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274679 Feb 07 21:30:32.779781 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-226fe73c-9832-4be5-9606-e34451c08422 req-2a36b009-829d-4881-a2e2-83cbd5c625fb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 210 time: 0.0945857 Feb 07 21:30:33.579539 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5e32b-85ba-4763-b786-ef4a4a89f3ca req-e8e498b7-186a-47d9-b49c-faa135029ed0 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:33.586516 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-55e5e32b-85ba-4763-b786-ef4a4a89f3ca req-e8e498b7-186a-47d9-b49c-faa135029ed0 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.1087875 Feb 07 21:30:33.684921 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-55e5e32b-85ba-4763-b786-ef4a4a89f3ca req-029442d6-bd64-4bce-82f1-e56c92b5613f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973988 Feb 07 21:30:33.748604 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:34.061526 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:34.165230 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d0b5f8f-9bc1-4fb4-ae21-b8984f277d6c req-14f704b9-cfb8-4d27-919a-de7060fd6464 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 210 time: 0.1710217 Feb 07 21:30:34.921687 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836257cc-9411-4d5c-b2b0-a07c2301fe35 req-9a17b1df-b75e-46f8-af6b-8451cfa45dfa tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:34.926519 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-836257cc-9411-4d5c-b2b0-a07c2301fe35 req-9a17b1df-b75e-46f8-af6b-8451cfa45dfa tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.0994182 Feb 07 21:30:35.070872 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-836257cc-9411-4d5c-b2b0-a07c2301fe35 req-73c711b4-01c9-4b25-b97e-0902e2d63aad tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303518 Feb 07 21:30:35.364284 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19fcd00a-aba4-4e7c-8746-7e75d505aa7e req-e91f7a1e-7246-4bbe-b1bd-19fdafcb52e6 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 210 time: 0.0655420 Feb 07 21:30:36.342539 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd572e5-33a7-4b17-a858-c9959acc6ae6 req-0fc57180-7b7b-49ad-96da-c55455e9f729 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:36.345111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bdd572e5-33a7-4b17-a858-c9959acc6ae6 req-0fc57180-7b7b-49ad-96da-c55455e9f729 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.1213942 Feb 07 21:30:36.439853 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bdd572e5-33a7-4b17-a858-c9959acc6ae6 req-335c8277-fc0a-4926-b5cf-8e2123040dea tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797749 Feb 07 21:30:36.549442 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b31e09e-07f8-48f4-bdbb-a716ef60fa68 req-1ae03a36-de16-46f7-ac57-aaf42dbf25ef tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 210 time: 0.0750394 Feb 07 21:30:37.666965 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff90f10-e9f5-416f-bde8-5432bbd0946e req-305e2f36-c385-4698-9439-7880974181df tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:37.669831 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eff90f10-e9f5-416f-bde8-5432bbd0946e req-305e2f36-c385-4698-9439-7880974181df tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.1057215 Feb 07 21:30:37.818394 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eff90f10-e9f5-416f-bde8-5432bbd0946e req-cfc3aa4a-ffcb-4fb9-9304-52d385957319 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405802 Feb 07 21:30:37.902754 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e07082d-46a6-4cb7-b055-a5490d02b745 req-31d13316-ac46-4680-85dc-d5423933b64a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 210 time: 0.1104107 Feb 07 21:30:38.400084 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c6fc277c-f871-4353-b99a-a4acd695adba req-cf1d86ed-8e24-4e49-af90-0264857b30da service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b3d7945c-5a58-4acf-b53f-66c434893271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0869091 Feb 07 21:30:38.514790 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc277c-f871-4353-b99a-a4acd695adba req-d509e11f-6e1f-4c5f-b958-d94f800aefa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:38.517633 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c6fc277c-f871-4353-b99a-a4acd695adba req-d509e11f-6e1f-4c5f-b958-d94f800aefa6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c82c9149fcf4d69af04c81d923feaa2&device_id=b3d7945c-5a58-4acf-b53f-66c434893271 HTTP/1.1" status: 200 len: 1127 time: 0.0890226 Feb 07 21:30:38.748420 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc277c-f871-4353-b99a-a4acd695adba req-782c0a4d-db81-4b1f-8401-e2a8a538342f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:38.749937 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c6fc277c-f871-4353-b99a-a4acd695adba req-782c0a4d-db81-4b1f-8401-e2a8a538342f service neutron] 10.222.0.69 "GET /v2.0/networks?id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6 HTTP/1.1" status: 200 len: 915 time: 0.2086458 Feb 07 21:30:38.838647 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c6fc277c-f871-4353-b99a-a4acd695adba req-a4a7fe1a-383f-4fd9-a08c-13d77fd7c26b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb72c266-0f4b-42bc-b1d6-cf2b9ee85284 HTTP/1.1" status: 200 len: 217 time: 0.0817142 Feb 07 21:30:38.976229 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc277c-f871-4353-b99a-a4acd695adba req-47e1263b-6465-4e56-8a1f-89347c73be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:38.976229 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c6fc277c-f871-4353-b99a-a4acd695adba req-47e1263b-6465-4e56-8a1f-89347c73be83 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=89cf6121-baa9-422e-a444-8a5ab1545cb1 HTTP/1.1" status: 200 len: 854 time: 0.1307304 Feb 07 21:30:39.029500 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c6fc277c-f871-4353-b99a-a4acd695adba req-b1f2008e-d5b3-404e-a8b9-14df28f7705f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4e1a8da-b500-47e7-b15f-d8edc6f776b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464275 Feb 07 21:30:39.109456 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63a22b51-9972-4b8b-98f9-691caad09de7 req-5e8f5940-ae18-4f0f-aebf-10128f62987e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 210 time: 0.0549879 Feb 07 21:30:39.159406 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24501b8-7987-4609-beec-221b6adb3571 req-444971cc-7953-4d23-bfb9-5ae9f5609b43 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:39.186636 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b24501b8-7987-4609-beec-221b6adb3571 req-444971cc-7953-4d23-bfb9-5ae9f5609b43 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.1834116 Feb 07 21:30:39.256690 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b24501b8-7987-4609-beec-221b6adb3571 req-044c0645-1d85-49f9-8fb4-f3a8ebe2a053 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662622 Feb 07 21:30:39.375557 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c6fc277c-f871-4353-b99a-a4acd695adba req-e115ac4d-f0c6-4448-b9de-e35c0026f936 service neutron] 10.222.0.69 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366320 Feb 07 21:30:39.754138 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c6fc277c-f871-4353-b99a-a4acd695adba req-7d6804f5-ee3d-4b69-9fc6-15e315b79264 service neutron] 10.222.0.69 "GET /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777158 Feb 07 21:30:40.314724 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5c0ee36-ba20-4309-899e-517d66154eee req-35a7a5d6-d1ab-4f7a-8802-6e7197ebe5dc tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 210 time: 0.0689254 Feb 07 21:30:40.540209 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f8559-1919-4dd7-a014-268caf155fd6 req-6a55cffd-361f-4b8d-950e-354424fbc2a1 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:40.545323 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f44f8559-1919-4dd7-a014-268caf155fd6 req-6a55cffd-361f-4b8d-950e-354424fbc2a1 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.0920026 Feb 07 21:30:40.616954 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f44f8559-1919-4dd7-a014-268caf155fd6 req-cb61a3b0-50ed-48c4-b45e-9100715caf90 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615339 Feb 07 21:30:41.448959 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d79fe081-90d7-4ccd-993b-9d9c5cc47906 req-992ffe9a-5993-46b1-8747-980cdff9501d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 210 time: 0.0436237 Feb 07 21:30:41.862964 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fc317-9f89-4dda-83a4-bc2454e650a2 req-1c0f4f0a-bb39-447c-9e96-a1bb4d2f7df1 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:41.874331 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d01fc317-9f89-4dda-83a4-bc2454e650a2 req-1c0f4f0a-bb39-447c-9e96-a1bb4d2f7df1 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.0884433 Feb 07 21:30:41.992531 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d01fc317-9f89-4dda-83a4-bc2454e650a2 req-d99a739c-bcd1-4a1b-bbb2-44d96a34f3dc tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105733 Feb 07 21:30:42.574806 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48ca7295-0ec0-442c-9872-49edaeaf94da req-b3ae102c-3f42-4184-9b4d-9571345fd5f4 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=61da8012-f189-40ec-8583-cf6f30814a5e HTTP/1.1" status: 200 len: 210 time: 0.0399773 Feb 07 21:30:42.715446 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10fe49-049f-42fd-a20d-1313e8f758ab req-432a04fb-386c-428d-b249-3c2d3939cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:42.717360 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f10fe49-049f-42fd-a20d-1313e8f758ab req-432a04fb-386c-428d-b249-3c2d3939cbb0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5266be69ced44c2e98a82b5b59fbf33f&device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 1128 time: 0.0867815 Feb 07 21:30:42.916099 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10fe49-049f-42fd-a20d-1313e8f758ab req-84be19b8-5ef2-49e1-88e7-fccd32d3f7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:42.917796 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f10fe49-049f-42fd-a20d-1313e8f758ab req-84be19b8-5ef2-49e1-88e7-fccd32d3f7a3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=313f8c1c-8aae-48a6-b295-d997e13e6125 HTTP/1.1" status: 200 len: 918 time: 0.1944237 Feb 07 21:30:43.239311 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f10fe49-049f-42fd-a20d-1313e8f758ab req-9ffb6321-0601-46ee-95a6-9ef14a76e3af service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dff229d-589a-4c03-88b4-9e6351af7b5f HTTP/1.1" status: 200 len: 1002 time: 0.3131938 Feb 07 21:30:43.360808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10fe49-049f-42fd-a20d-1313e8f758ab req-5e5c69f1-b46f-4f65-b11b-08c404298e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:43.362296 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f10fe49-049f-42fd-a20d-1313e8f758ab req-5e5c69f1-b46f-4f65-b11b-08c404298e03 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cd4692e6-7e5d-43fa-9585-afffaba1004b HTTP/1.1" status: 200 len: 856 time: 0.0913837 Feb 07 21:30:43.418673 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b7d5c-e84e-47f8-a3a6-732eadb772a1 req-4c440059-b8b3-4fe0-9935-f6ce1d7e8fa3 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:43.420799 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c6b7d5c-e84e-47f8-a3a6-732eadb772a1 req-4c440059-b8b3-4fe0-9935-f6ce1d7e8fa3 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.1791587 Feb 07 21:30:43.482809 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c6b7d5c-e84e-47f8-a3a6-732eadb772a1 req-9f367398-7a3b-4ae6-b7b0-466dc462fd5b tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549052 Feb 07 21:30:43.498159 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10fe49-049f-42fd-a20d-1313e8f758ab req-6017314d-26ef-4934-b3dc-eb6197416359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:43.499658 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f10fe49-049f-42fd-a20d-1313e8f758ab req-6017314d-26ef-4934-b3dc-eb6197416359 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=313f8c1c-8aae-48a6-b295-d997e13e6125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1312442 Feb 07 21:30:43.611962 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f10fe49-049f-42fd-a20d-1313e8f758ab req-e99a6ea7-65b0-42a0-96ab-af1b62d7837a service neutron] 10.222.0.71 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019442 Feb 07 21:30:43.728029 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f10fe49-049f-42fd-a20d-1313e8f758ab req-b8a1226c-85b4-43a5-bf61-b7b97a759466 service neutron] 10.222.0.71 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093347 Feb 07 21:30:43.820266 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9de51c-dcd1-4583-b6be-c405bf7c5230 req-85a0750e-f870-4504-a31b-5ff79d52f2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:43.823770 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c9de51c-dcd1-4583-b6be-c405bf7c5230 req-85a0750e-f870-4504-a31b-5ff79d52f2e7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5266be69ced44c2e98a82b5b59fbf33f&device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 1128 time: 0.0545888 Feb 07 21:30:43.934680 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9de51c-dcd1-4583-b6be-c405bf7c5230 req-2a80f2cb-177a-45f3-be71-c374c5664dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:43.936550 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c9de51c-dcd1-4583-b6be-c405bf7c5230 req-2a80f2cb-177a-45f3-be71-c374c5664dec service neutron] 10.222.0.71 "GET /v2.0/networks?id=313f8c1c-8aae-48a6-b295-d997e13e6125 HTTP/1.1" status: 200 len: 918 time: 0.0911217 Feb 07 21:30:44.002640 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c9de51c-dcd1-4583-b6be-c405bf7c5230 req-2d5c417c-f0ae-4aca-a244-31037600b8b9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dff229d-589a-4c03-88b4-9e6351af7b5f HTTP/1.1" status: 200 len: 1002 time: 0.0598614 Feb 07 21:30:44.052489 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9de51c-dcd1-4583-b6be-c405bf7c5230 req-92b17275-8e6f-4583-b8fb-807ffd8a8b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:44.054367 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c9de51c-dcd1-4583-b6be-c405bf7c5230 req-92b17275-8e6f-4583-b8fb-807ffd8a8b5d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cd4692e6-7e5d-43fa-9585-afffaba1004b HTTP/1.1" status: 200 len: 856 time: 0.0431392 Feb 07 21:30:44.110911 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9de51c-dcd1-4583-b6be-c405bf7c5230 req-074c0121-7e91-4537-9718-316fd8039c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:44.112445 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c9de51c-dcd1-4583-b6be-c405bf7c5230 req-074c0121-7e91-4537-9718-316fd8039c3d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=313f8c1c-8aae-48a6-b295-d997e13e6125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512326 Feb 07 21:30:44.206301 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c9de51c-dcd1-4583-b6be-c405bf7c5230 req-7d612062-d5a6-4f60-973c-ff6b47130b93 service neutron] 10.222.0.71 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870864 Feb 07 21:30:44.357098 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c9de51c-dcd1-4583-b6be-c405bf7c5230 req-5e4c2040-5edf-4cea-92e9-19965a50388e service neutron] 10.222.0.71 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432037 Feb 07 21:30:44.745392 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff51b52-9713-4e53-bc3c-10863e3de1ca req-a72d2bd9-0230-48eb-a98c-771e7459d9d7 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:44.747930 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eff51b52-9713-4e53-bc3c-10863e3de1ca req-a72d2bd9-0230-48eb-a98c-771e7459d9d7 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.1245840 Feb 07 21:30:44.858374 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eff51b52-9713-4e53-bc3c-10863e3de1ca req-c61b2e39-b3d6-4fd6-9903-a212b3168ee3 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004460 Feb 07 21:30:46.003848 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93298c-71b8-4675-a9d5-edf499f7f862 req-0a02d8db-2370-473e-9457-807c2914816c tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:46.012877 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f93298c-71b8-4675-a9d5-edf499f7f862 req-0a02d8db-2370-473e-9457-807c2914816c tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.0710459 Feb 07 21:30:46.062453 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f93298c-71b8-4675-a9d5-edf499f7f862 req-c0ed512d-5472-4e42-b12c-2ff65515a46d tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485721 Feb 07 21:30:46.870682 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-29e02c82-7a0b-4653-8f98-86e18c4d2ee0 req-466fa5d6-90d5-49fb-9e8a-d018897d2597 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:30:46.872527 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-29e02c82-7a0b-4653-8f98-86e18c4d2ee0 req-466fa5d6-90d5-49fb-9e8a-d018897d2597 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1618347 Feb 07 21:30:47.161728 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a71b75-0d55-4f2a-8470-bd0d26a5ce36 req-e948b056-ca4a-4392-a6f6-c905e9926b67 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:47.176941 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17a71b75-0d55-4f2a-8470-bd0d26a5ce36 req-e948b056-ca4a-4392-a6f6-c905e9926b67 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.1205180 Feb 07 21:30:47.294856 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17a71b75-0d55-4f2a-8470-bd0d26a5ce36 req-871aa58a-8d65-4262-861b-f8de640a378a tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166873 Feb 07 21:30:47.518631 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 58078) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:30:47.679950 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-6d13b73a-1eb6-4bfe-86a2-5970d94ea2a9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1601694 Feb 07 21:30:47.692420 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-cf9bd4f8-1002-4188-85a9-aa83587dcb0c service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:30:47.695344 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-cf9bd4f8-1002-4188-85a9-aa83587dcb0c service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070937 Feb 07 21:30:47.748807 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 9dff229d-589a-4c03-88b4-9e6351af7b5f no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:30:47.935037 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 9dff229d-589a-4c03-88b4-9e6351af7b5f is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:30:47.935479 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:47.995466 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f081eddd-5bb3-4d00-ae11-6fdcbc206256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dff229d-589a-4c03-88b4-9e6351af7b5f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:30:47.998515 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a38e076-1c71-4d8a-a1d3-b96989328810" -d '{"events": [{"server_uuid": "f081eddd-5bb3-4d00-ae11-6fdcbc206256", "name": "network-vif-unplugged", "status": "completed", "tag": "9dff229d-589a-4c03-88b4-9e6351af7b5f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:30:48.052629 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 9dff229d-589a-4c03-88b4-9e6351af7b5f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9dff229d-589a-4c03-88b4-9e6351af7b5f,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:30:48.064552 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:48.181220 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Feb 2022 21:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f876ea18-58d3-423c-9faf-855ec84167e9 x-openstack-request-id: req-f876ea18-58d3-423c-9faf-855ec84167e9 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:30:48.183268 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f081eddd-5bb3-4d00-ae11-6fdcbc206256", "name": "network-vif-unplugged", "status": "failed", "tag": "9dff229d-589a-4c03-88b4-9e6351af7b5f", "code": 422}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:30:48.183732 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f876ea18-58d3-423c-9faf-855ec84167e9 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:30:48.185008 n-d-828185-2 neutron-server[103257]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f081eddd-5bb3-4d00-ae11-6fdcbc206256', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9dff229d-589a-4c03-88b4-9e6351af7b5f', 'code': 422} returned with failed status Feb 07 21:30:48.186684 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=9dff229d-589a-4c03-88b4-9e6351af7b5f,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:30:48.195815 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:48.196165 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:48.196555 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:48.196893 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:48.197385 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:48.197977 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:48.198308 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:48.198851 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:48.199389 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:48.199922 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:48.200368 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:48.200891 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:48.201289 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:30:48.451078 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-79a49c85-16ef-4018-937d-719537a503fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:48.495298 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2479db3-b585-41af-b1f6-5aa4dcb247e5 req-4f8fdf04-6c73-483b-b899-615b9329e16e tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:48.502708 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2479db3-b585-41af-b1f6-5aa4dcb247e5 req-4f8fdf04-6c73-483b-b899-615b9329e16e tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 944 time: 0.1190643 Feb 07 21:30:48.573463 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2479db3-b585-41af-b1f6-5aa4dcb247e5 req-9afc0f28-fa64-4ae3-9bc0-502ba802fc67 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696855 Feb 07 21:30:49.805570 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31ed39-62a3-413b-9716-532b179449a0 req-c535cb7e-db48-4cd5-8f62-415561f6096b tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:49.809107 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d31ed39-62a3-413b-9716-532b179449a0 req-c535cb7e-db48-4cd5-8f62-415561f6096b tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 944 time: 0.1234238 Feb 07 21:30:49.882749 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d31ed39-62a3-413b-9716-532b179449a0 req-2e13a91d-a5e1-4591-8228-5ed62a051d96 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678830 Feb 07 21:30:50.566384 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bae5f505-8b7f-40fa-89d7-0bf950ea6e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:51.033147 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a0567-312b-4978-bf02-ce3bf1570a92 req-5123ff21-11fe-4a43-8eea-cf70001e46b7 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:51.035695 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e93a0567-312b-4978-bf02-ce3bf1570a92 req-5123ff21-11fe-4a43-8eea-cf70001e46b7 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 944 time: 0.0631616 Feb 07 21:30:51.101811 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e93a0567-312b-4978-bf02-ce3bf1570a92 req-a42fa540-27b0-42f6-8225-e978b6a4bc83 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567987 Feb 07 21:30:51.831689 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:52.257611 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bb7cf-8d7d-45ba-95de-736847f2c220 req-c09fd09a-16e0-4d37-add1-f34f8c57a40d tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:52.261114 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-349bb7cf-8d7d-45ba-95de-736847f2c220 req-c09fd09a-16e0-4d37-add1-f34f8c57a40d tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 944 time: 0.0646365 Feb 07 21:30:52.329235 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-349bb7cf-8d7d-45ba-95de-736847f2c220 req-6b8a3111-c1cd-4442-bd30-e238bb381406 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524390 Feb 07 21:30:53.299977 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:53.448252 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd8a2a-908b-4ba8-984f-c11f4601c67f req-a7bf5c6c-92b4-490e-8d5f-dfdb5377349b tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:53.449767 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fdcd8a2a-908b-4ba8-984f-c11f4601c67f req-a7bf5c6c-92b4-490e-8d5f-dfdb5377349b tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 944 time: 0.0578146 Feb 07 21:30:53.496737 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fdcd8a2a-908b-4ba8-984f-c11f4601c67f req-6884536a-9637-4029-9b03-93a00e952c4f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412807 Feb 07 21:30:54.624391 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c65654-d79f-4b43-be8e-771990e80399 req-14889408-b5df-4888-880a-5adcd762cd3a tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:54.625841 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84c65654-d79f-4b43-be8e-771990e80399 req-14889408-b5df-4888-880a-5adcd762cd3a tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 944 time: 0.0550313 Feb 07 21:30:54.648469 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:54.677571 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84c65654-d79f-4b43-be8e-771990e80399 req-7c3098cc-c5d8-42af-afac-1168209cd497 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443733 Feb 07 21:30:55.828427 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d7ed7-3548-489a-a7b0-6d09e59d79f3 req-6c6a138e-bbbe-4cf4-8194-5e861b07b726 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:55.829994 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a5d7ed7-3548-489a-a7b0-6d09e59d79f3 req-6c6a138e-bbbe-4cf4-8194-5e861b07b726 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 944 time: 0.0548007 Feb 07 21:30:55.876958 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a5d7ed7-3548-489a-a7b0-6d09e59d79f3 req-49f6f176-8dad-4d6a-8c2f-b76b5639ec25 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409131 Feb 07 21:30:56.999688 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095110fe-92be-4323-bc2c-cfce5b50a149 req-104f50ce-08d0-4c78-aef2-da5479425fe9 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:57.001151 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-095110fe-92be-4323-bc2c-cfce5b50a149 req-104f50ce-08d0-4c78-aef2-da5479425fe9 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 944 time: 0.0517616 Feb 07 21:30:57.050761 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-095110fe-92be-4323-bc2c-cfce5b50a149 req-5f3ea466-9f78-4867-81be-d07d10e573db tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435784 Feb 07 21:30:57.601040 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:30:57.868866 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58148) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:30:57.878046 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710168f0-4335-4869-a2a0-927de6276712 req-0150c398-f55a-41b1-8c6d-cb717913733d tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:57.879605 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-710168f0-4335-4869-a2a0-927de6276712 req-0150c398-f55a-41b1-8c6d-cb717913733d tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d7945c-5a58-4acf-b53f-66c434893271 HTTP/1.1" status: 200 len: 945 time: 0.0916650 Feb 07 21:30:57.887838 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce33314-76b9-4d25-ac76-b7da09d91881 req-df06af11-e8b5-4d73-9e03-0c24ad38ae97 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:57.889313 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7ce33314-76b9-4d25-ac76-b7da09d91881 req-df06af11-e8b5-4d73-9e03-0c24ad38ae97 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=35709b9c-b964-49a0-8a98-96400c5d0a13 HTTP/1.1" status: 200 len: 945 time: 0.0844841 Feb 07 21:30:57.961355 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-710168f0-4335-4869-a2a0-927de6276712 req-aa140cd8-1e86-4552-b06a-e6df84a7ecab tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704877 Feb 07 21:30:57.972191 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7ce33314-76b9-4d25-ac76-b7da09d91881 req-4b6fc817-7102-4a33-81a6-28718be8ffaa tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2377b95-e483-407c-b701-7b9618bc5bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751343 Feb 07 21:30:57.987227 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55be6e63-292e-4691-9b7f-660babe10030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:58.073644 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55be6e63-292e-4691-9b7f-660babe10030 admin admin] Publish callbacks [] for security_group (0bb6dc8a-e672-4e9b-a953-5fc7319bae04), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:58.089710 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55be6e63-292e-4691-9b7f-660babe10030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0bb6dc8a-e672-4e9b-a953-5fc7319bae04), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:58.155845 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-55be6e63-292e-4691-9b7f-660babe10030 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=09b6f426cb704b83995afa88274826b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2857995 Feb 07 21:30:58.157001 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be6e63-292e-4691-9b7f-660babe10030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb6dc8a-e672-4e9b-a953-5fc7319bae04,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:30:58.173223 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58164) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:30:58.202294 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffed52-1af9-4cf4-9354-9ec9aacd82bd req-43dd47a6-fbcd-4715-b705-5924fc27b8b7 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:58.204548 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0ffed52-1af9-4cf4-9354-9ec9aacd82bd req-43dd47a6-fbcd-4715-b705-5924fc27b8b7 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 944 time: 0.0689812 Feb 07 21:30:58.237965 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbcc69a3-9440-4229-b3bc-11dbd211a760 admin admin] Publish callbacks [] for security_group (0bb6dc8a-e672-4e9b-a953-5fc7319bae04), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:58.255901 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0ffed52-1af9-4cf4-9354-9ec9aacd82bd req-8816ff52-e882-4858-8017-e02bf8a8b52b tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456092 Feb 07 21:30:58.264088 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbcc69a3-9440-4229-b3bc-11dbd211a760 admin admin] Publish callbacks [] for security_group (0bb6dc8a-e672-4e9b-a953-5fc7319bae04), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:58.323354 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbcc69a3-9440-4229-b3bc-11dbd211a760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0bb6dc8a-e672-4e9b-a953-5fc7319bae04), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:58.326902 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbcc69a3-9440-4229-b3bc-11dbd211a760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:58.328329 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cbcc69a3-9440-4229-b3bc-11dbd211a760 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0bb6dc8a-e672-4e9b-a953-5fc7319bae04 HTTP/1.1" status: 204 len: 168 time: 0.1498964 Feb 07 21:30:58.338928 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc69a3-9440-4229-b3bc-11dbd211a760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb6dc8a-e672-4e9b-a953-5fc7319bae04,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:30:59.017541 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58218) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:30:59.022530 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ca863dd2-008f-4a9c-88f5-994aa4454a7a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1815031048', 'description': 'tempest-secgroup-smoke-1815031048 description', 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:30:59.069415 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca863dd2-008f-4a9c-88f5-994aa4454a7a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:59.172291 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca863dd2-008f-4a9c-88f5-994aa4454a7a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for security_group (9adb0858-6f23-4a8b-8bb0-702feb751f8b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:59.177130 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca863dd2-008f-4a9c-88f5-994aa4454a7a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9adb0858-6f23-4a8b-8bb0-702feb751f8b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:59.178718 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845aaab6-e6f7-459b-9547-43879e3e3afc req-26c1cc84-56e1-4774-92e5-415e087fdf17 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:59.185922 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-845aaab6-e6f7-459b-9547-43879e3e3afc req-26c1cc84-56e1-4774-92e5-415e087fdf17 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d7945c-5a58-4acf-b53f-66c434893271 HTTP/1.1" status: 200 len: 945 time: 0.1540697 Feb 07 21:30:59.217915 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2145464-fbcf-4dbf-9f02-3f29b8ff8fb7 req-452f6c94-82d0-4352-8241-5d367f08bc00 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:59.223655 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca863dd2-008f-4a9c-88f5-994aa4454a7a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:59.225223 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ca863dd2-008f-4a9c-88f5-994aa4454a7a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2065611 Feb 07 21:30:59.226025 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca863dd2-008f-4a9c-88f5-994aa4454a7a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9adb0858-6f23-4a8b-8bb0-702feb751f8b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:30:59.226349 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2145464-fbcf-4dbf-9f02-3f29b8ff8fb7 req-452f6c94-82d0-4352-8241-5d367f08bc00 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=35709b9c-b964-49a0-8a98-96400c5d0a13 HTTP/1.1" status: 200 len: 945 time: 0.1405408 Feb 07 21:30:59.229707 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58224) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:30:59.234972 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-25818e37-34fa-498c-95d1-71f7b83b28bb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Request body: {'security_group_rule': {'security_group_id': '9adb0858-6f23-4a8b-8bb0-702feb751f8b', 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:30:59.273723 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25818e37-34fa-498c-95d1-71f7b83b28bb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for security_group_rule (e2ecb188-fd65-455c-9543-dbee7701243c), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:59.290732 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2145464-fbcf-4dbf-9f02-3f29b8ff8fb7 req-5aa8e3e0-81e0-4322-851f-a2c04895b104 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2377b95-e483-407c-b701-7b9618bc5bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598342 Feb 07 21:30:59.344675 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-845aaab6-e6f7-459b-9547-43879e3e3afc req-97c01f04-48eb-40ab-b087-d6a5fa0a78aa tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525302 Feb 07 21:30:59.361742 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25818e37-34fa-498c-95d1-71f7b83b28bb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for security_group_rule (e2ecb188-fd65-455c-9543-dbee7701243c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:59.378905 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25818e37-34fa-498c-95d1-71f7b83b28bb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (e2ecb188-fd65-455c-9543-dbee7701243c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:59.402455 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25818e37-34fa-498c-95d1-71f7b83b28bb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ecb188-fd65-455c-9543-dbee7701243c,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:30:59.422701 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25818e37-34fa-498c-95d1-71f7b83b28bb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:59.424430 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-25818e37-34fa-498c-95d1-71f7b83b28bb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1935549 Feb 07 21:30:59.428483 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58228) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:30:59.433427 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-900cf6b5-b807-47b9-b187-88b22317de32 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Request body: {'security_group_rule': {'security_group_id': '9adb0858-6f23-4a8b-8bb0-702feb751f8b', 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:30:59.434354 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09bff2-c7a5-4221-89cf-3fc6169e0ae6 req-e4a674ab-ca3c-4eb7-80ad-a2a1bed887ff tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:59.443006 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a09bff2-c7a5-4221-89cf-3fc6169e0ae6 req-e4a674ab-ca3c-4eb7-80ad-a2a1bed887ff tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 944 time: 0.0751264 Feb 07 21:30:59.463840 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a7508-0306-420c-b79d-c8ca011f67b2 req-f51d4113-ba79-45e8-9952-c87c427045d8 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:59.465699 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-794a7508-0306-420c-b79d-c8ca011f67b2 req-f51d4113-ba79-45e8-9952-c87c427045d8 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3d7945c-5a58-4acf-b53f-66c434893271 HTTP/1.1" status: 200 len: 945 time: 0.1183650 Feb 07 21:30:59.473580 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-900cf6b5-b807-47b9-b187-88b22317de32 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for security_group_rule (cc357465-e2b7-44d7-ad11-c8fa04f8f1f4), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:59.502808 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a09bff2-c7a5-4221-89cf-3fc6169e0ae6 req-45456283-7a25-49d0-9822-291e9bd5b743 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584600 Feb 07 21:30:59.586248 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4a10f-648a-42ac-872f-3f2cf5d60ea7 req-374d0db3-7568-485c-b6a3-4449fa7c530d tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:30:59.588727 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2c4a10f-648a-42ac-872f-3f2cf5d60ea7 req-374d0db3-7568-485c-b6a3-4449fa7c530d tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.71 "GET /v2.0/ports?device_id=35709b9c-b964-49a0-8a98-96400c5d0a13 HTTP/1.1" status: 200 len: 945 time: 0.0607643 Feb 07 21:30:59.620278 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-900cf6b5-b807-47b9-b187-88b22317de32 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for security_group_rule (cc357465-e2b7-44d7-ad11-c8fa04f8f1f4), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:59.627914 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-794a7508-0306-420c-b79d-c8ca011f67b2 req-41cfaea9-1230-47f6-8414-b46a34e6b06a tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Deleting port fb72c266-0f4b-42bc-b1d6-cf2b9ee85284 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:30:59.628420 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-794a7508-0306-420c-b79d-c8ca011f67b2 req-41cfaea9-1230-47f6-8414-b46a34e6b06a tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (fb72c266-0f4b-42bc-b1d6-cf2b9ee85284), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:59.646418 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-900cf6b5-b807-47b9-b187-88b22317de32 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (cc357465-e2b7-44d7-ad11-c8fa04f8f1f4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:59.708582 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cf6b5-b807-47b9-b187-88b22317de32 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc357465-e2b7-44d7-ad11-c8fa04f8f1f4,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:30:59.743709 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-900cf6b5-b807-47b9-b187-88b22317de32 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:59.745502 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-900cf6b5-b807-47b9-b187-88b22317de32 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3157237 Feb 07 21:30:59.749509 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58234) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:30:59.755640 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-f4a46fd4-0ca4-4446-9798-4c2ca6f37b07 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Request body: {'security_group_rule': {'security_group_id': '9adb0858-6f23-4a8b-8bb0-702feb751f8b', 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:30:59.765490 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-d2c4a10f-648a-42ac-872f-3f2cf5d60ea7 req-9838dd53-575d-4097-8612-4e52578eeed3 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Deleting port dca576e9-a2d1-4751-ad01-7580a1f422bc {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:30:59.767013 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d2c4a10f-648a-42ac-872f-3f2cf5d60ea7 req-9838dd53-575d-4097-8612-4e52578eeed3 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (dca576e9-a2d1-4751-ad01-7580a1f422bc), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:59.823952 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-794a7508-0306-420c-b79d-c8ca011f67b2 req-41cfaea9-1230-47f6-8414-b46a34e6b06a tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] For port fb72c266-0f4b-42bc-b1d6-cf2b9ee85284, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=fb72c266-0f4b-42bc-b1d6-cf2b9ee85284,segment=NetworkSegment(e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7),segment_id=e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:30:59.824429 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-794a7508-0306-420c-b79d-c8ca011f67b2 req-41cfaea9-1230-47f6-8414-b46a34e6b06a tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (fb72c266-0f4b-42bc-b1d6-cf2b9ee85284), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:59.832597 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f4a46fd4-0ca4-4446-9798-4c2ca6f37b07 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for security_group_rule (c57aa4eb-d7cc-4ea3-b359-0292cc59899a), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:59.868538 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-794a7508-0306-420c-b79d-c8ca011f67b2 req-41cfaea9-1230-47f6-8414-b46a34e6b06a tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Calling delete_port for fb72c266-0f4b-42bc-b1d6-cf2b9ee85284 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:30:59.907880 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-d2c4a10f-648a-42ac-872f-3f2cf5d60ea7 req-9838dd53-575d-4097-8612-4e52578eeed3 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] For port dca576e9-a2d1-4751-ad01-7580a1f422bc, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=dca576e9-a2d1-4751-ad01-7580a1f422bc,segment=NetworkSegment(d525c6d2-640e-4061-b295-b52161eee5a1),segment_id=d525c6d2-640e-4061-b295-b52161eee5a1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:30:59.908727 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d2c4a10f-648a-42ac-872f-3f2cf5d60ea7 req-9838dd53-575d-4097-8612-4e52578eeed3 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (dca576e9-a2d1-4751-ad01-7580a1f422bc), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:59.931968 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-d2c4a10f-648a-42ac-872f-3f2cf5d60ea7 req-9838dd53-575d-4097-8612-4e52578eeed3 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Calling delete_port for dca576e9-a2d1-4751-ad01-7580a1f422bc owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:30:59.942278 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f4a46fd4-0ca4-4446-9798-4c2ca6f37b07 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for security_group_rule (c57aa4eb-d7cc-4ea3-b359-0292cc59899a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:59.951837 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f4a46fd4-0ca4-4446-9798-4c2ca6f37b07 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (c57aa4eb-d7cc-4ea3-b359-0292cc59899a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:30:59.986382 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a46fd4-0ca4-4446-9798-4c2ca6f37b07 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c57aa4eb-d7cc-4ea3-b359-0292cc59899a,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:30:59.999045 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f4a46fd4-0ca4-4446-9798-4c2ca6f37b07 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:00.000362 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f4a46fd4-0ca4-4446-9798-4c2ca6f37b07 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2497580 Feb 07 21:31:00.003178 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58238) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:31:00.008376 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9f8a6ada-3247-427c-b9c5-f8c6fc0e5596 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Request body: {'security_group_rule': {'security_group_id': '9adb0858-6f23-4a8b-8bb0-702feb751f8b', 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:31:00.074276 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6ada-3247-427c-b9c5-f8c6fc0e5596 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for security_group_rule (aa1719b0-797f-4caf-89c6-9f908ef0e1e2), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:00.111429 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-794a7508-0306-420c-b79d-c8ca011f67b2 req-41cfaea9-1230-47f6-8414-b46a34e6b06a tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (fb72c266-0f4b-42bc-b1d6-cf2b9ee85284), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:00.125371 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270', 'fb72c266-0f4b-42bc-b1d6-cf2b9ee85284'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:31:00.140587 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d2c4a10f-648a-42ac-872f-3f2cf5d60ea7 req-9838dd53-575d-4097-8612-4e52578eeed3 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (dca576e9-a2d1-4751-ad01-7580a1f422bc), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:00.158661 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cfaea9-1230-47f6-8414-b46a34e6b06a tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Pushing event deleted for resources: {'Port': ['ID=fb72c266-0f4b-42bc-b1d6-cf2b9ee85284,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:00.199170 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838dd53-575d-4097-8612-4e52578eeed3 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Pushing event deleted for resources: {'Port': ['ID=dca576e9-a2d1-4751-ad01-7580a1f422bc,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:00.202845 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['c384a3e5-2f89-40c9-8162-a47817f33191'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:31:00.205741 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-794a7508-0306-420c-b79d-c8ca011f67b2 req-41cfaea9-1230-47f6-8414-b46a34e6b06a tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] No DVR routers for this DVR port fb72c266-0f4b-42bc-b1d6-cf2b9ee85284 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:31:00.209606 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-794a7508-0306-420c-b79d-c8ca011f67b2 req-41cfaea9-1230-47f6-8414-b46a34e6b06a tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:00.212905 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-794a7508-0306-420c-b79d-c8ca011f67b2 req-41cfaea9-1230-47f6-8414-b46a34e6b06a tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.69 "DELETE /v2.0/ports/fb72c266-0f4b-42bc-b1d6-cf2b9ee85284 HTTP/1.1" status: 204 len: 173 time: 0.7405202 Feb 07 21:31:00.214453 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d7945c-5a58-4acf-b53f-66c434893271', 'name': 'network-vif-deleted', 'tag': 'fb72c266-0f4b-42bc-b1d6-cf2b9ee85284'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:31:00.216667 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3082d480-0a7d-4e15-bfca-cb9e32004449" -d '{"events": [{"server_uuid": "b3d7945c-5a58-4acf-b53f-66c434893271", "name": "network-vif-deleted", "tag": "fb72c266-0f4b-42bc-b1d6-cf2b9ee85284"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:31:00.223580 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['dca576e9-a2d1-4751-ad01-7580a1f422bc'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:31:00.229547 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6ada-3247-427c-b9c5-f8c6fc0e5596 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for security_group_rule (aa1719b0-797f-4caf-89c6-9f908ef0e1e2), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:00.235572 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6ada-3247-427c-b9c5-f8c6fc0e5596 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (aa1719b0-797f-4caf-89c6-9f908ef0e1e2), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:00.260642 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a6ada-3247-427c-b9c5-f8c6fc0e5596 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1719b0-797f-4caf-89c6-9f908ef0e1e2,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:00.284381 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6ada-3247-427c-b9c5-f8c6fc0e5596 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:00.286833 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9f8a6ada-3247-427c-b9c5-f8c6fc0e5596 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2825356 Feb 07 21:31:00.289033 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58242) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:31:00.298417 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-eebfe66e-811f-4a49-8d5a-bbad67c2a7a3 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Request body: {'security_group_rule': {'security_group_id': '9adb0858-6f23-4a8b-8bb0-702feb751f8b', 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:31:00.298922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c4a10f-648a-42ac-872f-3f2cf5d60ea7 req-9838dd53-575d-4097-8612-4e52578eeed3 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] No DVR routers for this DVR port dca576e9-a2d1-4751-ad01-7580a1f422bc on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:31:00.301947 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d2c4a10f-648a-42ac-872f-3f2cf5d60ea7 req-9838dd53-575d-4097-8612-4e52578eeed3 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:00.308158 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2c4a10f-648a-42ac-872f-3f2cf5d60ea7 req-9838dd53-575d-4097-8612-4e52578eeed3 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.71 "DELETE /v2.0/ports/dca576e9-a2d1-4751-ad01-7580a1f422bc HTTP/1.1" status: 204 len: 173 time: 0.7150366 Feb 07 21:31:00.308826 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35709b9c-b964-49a0-8a98-96400c5d0a13', 'name': 'network-vif-deleted', 'tag': 'dca576e9-a2d1-4751-ad01-7580a1f422bc'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:31:00.326534 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f3aa78-939f-4113-ad25-473e00efe9b4" -d '{"events": [{"server_uuid": "35709b9c-b964-49a0-8a98-96400c5d0a13", "name": "network-vif-deleted", "tag": "dca576e9-a2d1-4751-ad01-7580a1f422bc"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:31:00.345459 n-d-828185-2 neutron-server[103256]: INFO neutron.db.securitygroups_db [None req-eebfe66e-811f-4a49-8d5a-bbad67c2a7a3 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Project 8ef7e56915e94cee93ca54eb0ba4e95b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 21:31:00.353082 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171518ed-bb62-47de-9acb-9b1b285039af x-openstack-request-id: req-171518ed-bb62-47de-9acb-9b1b285039af {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:31:00.353385 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d7945c-5a58-4acf-b53f-66c434893271", "name": "network-vif-deleted", "tag": "fb72c266-0f4b-42bc-b1d6-cf2b9ee85284", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:31:00.353673 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-171518ed-bb62-47de-9acb-9b1b285039af {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:31:00.355348 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d7945c-5a58-4acf-b53f-66c434893271', 'name': 'network-vif-deleted', 'tag': 'fb72c266-0f4b-42bc-b1d6-cf2b9ee85284', 'status': 'completed', 'code': 200} Feb 07 21:31:00.358274 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eebfe66e-811f-4a49-8d5a-bbad67c2a7a3 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for security_group_rule (c9af620c-92d9-49ee-9793-dd39b7e6f469), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:00.492101 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53a7827e-7ce2-491c-a260-ad48e5216be4 req-0ae85655-f6f1-4adf-9464-5f3125bf5ee9 tempest-VolumesSnapshotTestJSON-1441004108 tempest-VolumesSnapshotTestJSON-1441004108-project] 10.222.0.65 "GET /v2.0/ports?device_id=35709b9c-b964-49a0-8a98-96400c5d0a13 HTTP/1.1" status: 200 len: 210 time: 0.0700119 Feb 07 21:31:00.497843 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6573e70a-e49b-4eb7-98c2-f60cc6e59908 x-openstack-request-id: req-6573e70a-e49b-4eb7-98c2-f60cc6e59908 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:31:00.499702 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35709b9c-b964-49a0-8a98-96400c5d0a13", "name": "network-vif-deleted", "tag": "dca576e9-a2d1-4751-ad01-7580a1f422bc", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:31:00.501388 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6573e70a-e49b-4eb7-98c2-f60cc6e59908 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:31:00.502399 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35709b9c-b964-49a0-8a98-96400c5d0a13', 'name': 'network-vif-deleted', 'tag': 'dca576e9-a2d1-4751-ad01-7580a1f422bc', 'status': 'completed', 'code': 200} Feb 07 21:31:00.506041 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eebfe66e-811f-4a49-8d5a-bbad67c2a7a3 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for security_group_rule (c9af620c-92d9-49ee-9793-dd39b7e6f469), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:00.516970 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eebfe66e-811f-4a49-8d5a-bbad67c2a7a3 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (c9af620c-92d9-49ee-9793-dd39b7e6f469), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:00.549209 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfe66e-811f-4a49-8d5a-bbad67c2a7a3 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9af620c-92d9-49ee-9793-dd39b7e6f469,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:00.579020 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eebfe66e-811f-4a49-8d5a-bbad67c2a7a3 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:00.581401 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-eebfe66e-811f-4a49-8d5a-bbad67c2a7a3 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2911935 Feb 07 21:31:00.584125 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58252) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:31:00.588891 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-bf738e71-729b-4795-bee5-ca3811f98032 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Request body: {'security_group_rule': {'security_group_id': '9adb0858-6f23-4a8b-8bb0-702feb751f8b', 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:31:00.637041 n-d-828185-2 neutron-server[103256]: INFO neutron.db.securitygroups_db [None req-bf738e71-729b-4795-bee5-ca3811f98032 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Project 8ef7e56915e94cee93ca54eb0ba4e95b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 21:31:00.642384 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf738e71-729b-4795-bee5-ca3811f98032 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for security_group_rule (3c114aea-cacf-49c2-a550-56e36b787697), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:00.667520 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9824738f-bbdd-432d-81a8-406510addda0 req-088e6639-b3be-437f-a478-6f1a51ef670c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d7945c-5a58-4acf-b53f-66c434893271 HTTP/1.1" status: 200 len: 210 time: 0.0545630 Feb 07 21:31:00.715816 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf738e71-729b-4795-bee5-ca3811f98032 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for security_group_rule (3c114aea-cacf-49c2-a550-56e36b787697), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:00.723394 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf738e71-729b-4795-bee5-ca3811f98032 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (3c114aea-cacf-49c2-a550-56e36b787697), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:00.740064 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf738e71-729b-4795-bee5-ca3811f98032 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c114aea-cacf-49c2-a550-56e36b787697,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:00.752934 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bd7af-b038-4add-a347-fdda6c14fc23 req-63c2e8e9-b13b-4dd1-b6f1-a822bb308fde tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:00.755453 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d99bd7af-b038-4add-a347-fdda6c14fc23 req-63c2e8e9-b13b-4dd1-b6f1-a822bb308fde tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 944 time: 0.1267519 Feb 07 21:31:00.771447 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf738e71-729b-4795-bee5-ca3811f98032 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:00.772779 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bf738e71-729b-4795-bee5-ca3811f98032 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1874416 Feb 07 21:31:00.884475 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d99bd7af-b038-4add-a347-fdda6c14fc23 req-3d6276c5-cfa0-49db-84c0-c481c29802dd tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188457 Feb 07 21:31:02.150346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b31a4a-8e90-40f1-90c9-ce886a9ce4b0 req-1aeb4cdf-87da-46ef-83a7-a9b61df8e9a5 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:02.164664 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e5b31a4a-8e90-40f1-90c9-ce886a9ce4b0 req-1aeb4cdf-87da-46ef-83a7-a9b61df8e9a5 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 944 time: 0.1261146 Feb 07 21:31:02.294885 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e5b31a4a-8e90-40f1-90c9-ce886a9ce4b0 req-4e48bfa9-8e46-42f0-aeb2-6e74b4dcc940 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267769 Feb 07 21:31:02.341210 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8311c-39f6-4472-bac1-7bc6aae9c6db req-fba85686-5bd3-4374-9e16-76aa116318d2 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:02.346533 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-37d8311c-39f6-4472-bac1-7bc6aae9c6db req-fba85686-5bd3-4374-9e16-76aa116318d2 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03f8e42-1853-4501-a17c-bb2e07164f57 HTTP/1.1" status: 200 len: 945 time: 0.1365669 Feb 07 21:31:02.420474 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-37d8311c-39f6-4472-bac1-7bc6aae9c6db req-f96f9f26-17c3-4220-ac65-c7c05ea16638 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636785 Feb 07 21:31:03.024658 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device fb72c266-0f4b-42bc-b1d6-cf2b9ee85284 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:31:03.058279 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: fb72c266-0f4b-42bc-b1d6-cf2b9ee85284 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:31:03.059365 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device fb72c266-0f4b-42bc-b1d6-cf2b9ee85284 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:31:03.753480 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:03.774056 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b30315-b3e4-4ea9-8165-42aa0370bcfd req-0bc55ed5-1667-40bd-ab4f-292255f198a8 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:03.781156 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c3b30315-b3e4-4ea9-8165-42aa0370bcfd req-0bc55ed5-1667-40bd-ab4f-292255f198a8 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 944 time: 0.3273370 Feb 07 21:31:03.797105 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e66f3-f152-44f5-928d-a3c61c052a4b req-dea94510-fdc0-4c41-8774-526a64270358 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:03.822042 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-340e66f3-f152-44f5-928d-a3c61c052a4b req-dea94510-fdc0-4c41-8774-526a64270358 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03f8e42-1853-4501-a17c-bb2e07164f57 HTTP/1.1" status: 200 len: 945 time: 0.2546532 Feb 07 21:31:03.846461 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device dca576e9-a2d1-4751-ad01-7580a1f422bc no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:31:03.901995 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: dca576e9-a2d1-4751-ad01-7580a1f422bc {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:31:03.902577 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device dca576e9-a2d1-4751-ad01-7580a1f422bc not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:31:03.960932 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6f26a-c7bc-47c5-ba03-872eb148fd1a req-4101d765-4c26-4b5c-84f6-924b5ecbeee5 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:03.962662 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2b6f26a-c7bc-47c5-ba03-872eb148fd1a req-4101d765-4c26-4b5c-84f6-924b5ecbeee5 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.71 "GET /v2.0/ports?device_id=c03f8e42-1853-4501-a17c-bb2e07164f57 HTTP/1.1" status: 200 len: 945 time: 0.3710480 Feb 07 21:31:04.050364 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:04.091493 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-340e66f3-f152-44f5-928d-a3c61c052a4b req-ae79ac73-9d4d-40bd-bcd8-87f778be64a1 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676082 Feb 07 21:31:04.095437 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c3b30315-b3e4-4ea9-8165-42aa0370bcfd req-a6c1216d-50d0-4f37-a01f-d507f106504f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456992 Feb 07 21:31:04.151387 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-d2b6f26a-c7bc-47c5-ba03-872eb148fd1a req-e9284855-bb9b-4664-95d6-6cb42c5b3f5c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Deleting port c384a3e5-2f89-40c9-8162-a47817f33191 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:31:04.151728 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d2b6f26a-c7bc-47c5-ba03-872eb148fd1a req-e9284855-bb9b-4664-95d6-6cb42c5b3f5c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c384a3e5-2f89-40c9-8162-a47817f33191), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:04.262586 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-d2b6f26a-c7bc-47c5-ba03-872eb148fd1a req-e9284855-bb9b-4664-95d6-6cb42c5b3f5c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] For port c384a3e5-2f89-40c9-8162-a47817f33191, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c384a3e5-2f89-40c9-8162-a47817f33191,segment=NetworkSegment(e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7),segment_id=e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:31:04.263169 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d2b6f26a-c7bc-47c5-ba03-872eb148fd1a req-e9284855-bb9b-4664-95d6-6cb42c5b3f5c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c384a3e5-2f89-40c9-8162-a47817f33191), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:04.279801 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-d2b6f26a-c7bc-47c5-ba03-872eb148fd1a req-e9284855-bb9b-4664-95d6-6cb42c5b3f5c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Calling delete_port for c384a3e5-2f89-40c9-8162-a47817f33191 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:31:04.495181 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d2b6f26a-c7bc-47c5-ba03-872eb148fd1a req-e9284855-bb9b-4664-95d6-6cb42c5b3f5c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (c384a3e5-2f89-40c9-8162-a47817f33191), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:04.508880 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['c384a3e5-2f89-40c9-8162-a47817f33191'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:31:04.512283 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:31:04.565989 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9284855-bb9b-4664-95d6-6cb42c5b3f5c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Pushing event deleted for resources: {'Port': ['ID=c384a3e5-2f89-40c9-8162-a47817f33191,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:04.627230 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b6f26a-c7bc-47c5-ba03-872eb148fd1a req-e9284855-bb9b-4664-95d6-6cb42c5b3f5c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] No DVR routers for this DVR port c384a3e5-2f89-40c9-8162-a47817f33191 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:31:04.630161 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d2b6f26a-c7bc-47c5-ba03-872eb148fd1a req-e9284855-bb9b-4664-95d6-6cb42c5b3f5c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:04.634471 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2b6f26a-c7bc-47c5-ba03-872eb148fd1a req-e9284855-bb9b-4664-95d6-6cb42c5b3f5c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.71 "DELETE /v2.0/ports/c384a3e5-2f89-40c9-8162-a47817f33191 HTTP/1.1" status: 204 len: 173 time: 0.6640632 Feb 07 21:31:04.635156 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03f8e42-1853-4501-a17c-bb2e07164f57', 'name': 'network-vif-deleted', 'tag': 'c384a3e5-2f89-40c9-8162-a47817f33191'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:31:04.638261 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb72061-6415-45ac-a025-36dcc3722034" -d '{"events": [{"server_uuid": "c03f8e42-1853-4501-a17c-bb2e07164f57", "name": "network-vif-deleted", "tag": "c384a3e5-2f89-40c9-8162-a47817f33191"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:31:04.732878 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cba8eb-f8fb-4241-a694-d97d6bdcc285 x-openstack-request-id: req-67cba8eb-f8fb-4241-a694-d97d6bdcc285 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:31:04.733204 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03f8e42-1853-4501-a17c-bb2e07164f57", "name": "network-vif-deleted", "tag": "c384a3e5-2f89-40c9-8162-a47817f33191", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:31:04.733467 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-67cba8eb-f8fb-4241-a694-d97d6bdcc285 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:31:04.733877 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03f8e42-1853-4501-a17c-bb2e07164f57', 'name': 'network-vif-deleted', 'tag': 'c384a3e5-2f89-40c9-8162-a47817f33191', 'status': 'completed', 'code': 200} Feb 07 21:31:05.355031 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cb9954b4-f32a-4da6-977d-dc605af37d7e req-7ccd7989-5cf7-4ad4-b9ec-ff6cfd0ce9d2 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03f8e42-1853-4501-a17c-bb2e07164f57 HTTP/1.1" status: 200 len: 210 time: 0.1181760 Feb 07 21:31:05.398347 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9fe1b-baff-4a62-8a72-5ba8b204187c req-867b8b24-0628-4998-ae29-f458a9b6a130 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:05.400269 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2eb9fe1b-baff-4a62-8a72-5ba8b204187c req-867b8b24-0628-4998-ae29-f458a9b6a130 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 944 time: 0.1508217 Feb 07 21:31:05.466491 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2eb9fe1b-baff-4a62-8a72-5ba8b204187c req-66dbc983-771c-429e-93f2-fa670a9654a4 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599189 Feb 07 21:31:06.607967 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed9822-7e5a-4183-a787-94af6f0d99e5 req-0b039732-41cb-4358-856c-f0ec955c31cc tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:06.610823 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6bed9822-7e5a-4183-a787-94af6f0d99e5 req-0b039732-41cb-4358-856c-f0ec955c31cc tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 944 time: 0.0722115 Feb 07 21:31:06.685184 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6bed9822-7e5a-4183-a787-94af6f0d99e5 req-49bf45b0-98b7-41ec-9a15-1072a1e5626d tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671799 Feb 07 21:31:07.877838 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device c384a3e5-2f89-40c9-8162-a47817f33191 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:31:07.888011 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8e536-1415-4a9f-833c-2f2c4b2c6edb req-9581a642-6a9c-436c-aa0e-7cdf14325b89 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:07.902677 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d3e8e536-1415-4a9f-833c-2f2c4b2c6edb req-9581a642-6a9c-436c-aa0e-7cdf14325b89 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 944 time: 0.1081164 Feb 07 21:31:07.925760 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: c384a3e5-2f89-40c9-8162-a47817f33191 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:31:07.926253 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device c384a3e5-2f89-40c9-8162-a47817f33191 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:31:07.984346 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d3e8e536-1415-4a9f-833c-2f2c4b2c6edb req-2f95f387-1434-45d2-808c-089865e09c21 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682006 Feb 07 21:31:09.178957 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c26122-38fa-4eed-9f57-3d0a619e9f8f req-7bfa0c3f-1c6d-42d8-9e63-ad3569ce5e4a tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:09.187983 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84c26122-38fa-4eed-9f57-3d0a619e9f8f req-7bfa0c3f-1c6d-42d8-9e63-ad3569ce5e4a tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 944 time: 0.0719495 Feb 07 21:31:09.274278 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84c26122-38fa-4eed-9f57-3d0a619e9f8f req-0b63e449-e042-403f-9ec6-c23c12f3326a tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850120 Feb 07 21:31:09.558244 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-3496820e-41d2-4ff3-9860-d3690c6f2879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:09.559707 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-3496820e-41d2-4ff3-9860-d3690c6f2879 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256&tenant_id=5266be69ced44c2e98a82b5b59fbf33f HTTP/1.1" status: 200 len: 1126 time: 0.2066555 Feb 07 21:31:09.573258 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-1d47336b-526f-4a72-869c-ca9fc65641cb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828185-2', 'device_owner': 'compute:nova'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:31:09.647940 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-1d47336b-526f-4a72-869c-ca9fc65641cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:09.963247 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-1d47336b-526f-4a72-869c-ca9fc65641cb service neutron] For port 9dff229d-589a-4c03-88b4-9e6351af7b5f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9dff229d-589a-4c03-88b4-9e6351af7b5f,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:31:10.006227 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-1d47336b-526f-4a72-869c-ca9fc65641cb service neutron] For port 9dff229d-589a-4c03-88b4-9e6351af7b5f, host n-h2-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:31:10.053053 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-1d47336b-526f-4a72-869c-ca9fc65641cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dff229d-589a-4c03-88b4-9e6351af7b5f {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:31:10.062684 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-1d47336b-526f-4a72-869c-ca9fc65641cb service neutron] Publish callbacks [] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:10.076917 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-1d47336b-526f-4a72-869c-ca9fc65641cb service neutron] Transition to ACTIVE for port object 9dff229d-589a-4c03-88b4-9e6351af7b5f will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:31:10.081478 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-1d47336b-526f-4a72-869c-ca9fc65641cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:10.272217 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-1d47336b-526f-4a72-869c-ca9fc65641cb service neutron] No DVR routers for this DVR port 9dff229d-589a-4c03-88b4-9e6351af7b5f on host n-h2-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:31:10.441522 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47336b-526f-4a72-869c-ca9fc65641cb service neutron] Pushing event updated for resources: {'Port': ['ID=9dff229d-589a-4c03-88b4-9e6351af7b5f,revision_number=9']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:10.506003 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05f983-e4c2-4068-b38b-dc128e6fd88e req-ffe2e757-3718-4440-a495-76c2105941ce tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:10.519294 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6d05f983-e4c2-4068-b38b-dc128e6fd88e req-ffe2e757-3718-4440-a495-76c2105941ce tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 944 time: 0.1125803 Feb 07 21:31:10.580782 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-1d47336b-526f-4a72-869c-ca9fc65641cb service neutron] Attempting to bind port 9dff229d-589a-4c03-88b4-9e6351af7b5f on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:31:10.581742 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-1d47336b-526f-4a72-869c-ca9fc65641cb service neutron] Attempting to bind port 9dff229d-589a-4c03-88b4-9e6351af7b5f by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '043ea5ed-e46f-47ee-989e-efc665509beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:31:10.582562 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-1d47336b-526f-4a72-869c-ca9fc65641cb service neutron] Attempting to bind port 9dff229d-589a-4c03-88b4-9e6351af7b5f on network 313f8c1c-8aae-48a6-b295-d997e13e6125 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:31:10.587542 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-1d47336b-526f-4a72-869c-ca9fc65641cb service neutron] Port 9dff229d-589a-4c03-88b4-9e6351af7b5f on network 313f8c1c-8aae-48a6-b295-d997e13e6125 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:31:10.588082 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-1d47336b-526f-4a72-869c-ca9fc65641cb service neutron] Attempting to bind port 9dff229d-589a-4c03-88b4-9e6351af7b5f on network 313f8c1c-8aae-48a6-b295-d997e13e6125 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:31:10.594330 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-1d47336b-526f-4a72-869c-ca9fc65641cb service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:31:10.595509 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-1d47336b-526f-4a72-869c-ca9fc65641cb service neutron] Checking segment: {'id': '043ea5ed-e46f-47ee-989e-efc665509beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:31:10.596128 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-1d47336b-526f-4a72-869c-ca9fc65641cb service neutron] Bound using segment: {'id': '043ea5ed-e46f-47ee-989e-efc665509beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:31:10.597101 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-1d47336b-526f-4a72-869c-ca9fc65641cb service neutron] Bound port: 9dff229d-589a-4c03-88b4-9e6351af7b5f, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043ea5ed-e46f-47ee-989e-efc665509beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:31:10.598108 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-1d47336b-526f-4a72-869c-ca9fc65641cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:10.655446 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6d05f983-e4c2-4068-b38b-dc128e6fd88e req-365b1825-c5b0-4c29-a6cb-d4474ee2cb00 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348979 Feb 07 21:31:10.689655 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-1d47336b-526f-4a72-869c-ca9fc65641cb service neutron] For port 9dff229d-589a-4c03-88b4-9e6351af7b5f, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:31:10.694178 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-1d47336b-526f-4a72-869c-ca9fc65641cb service neutron] For port 9dff229d-589a-4c03-88b4-9e6351af7b5f, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=9dff229d-589a-4c03-88b4-9e6351af7b5f,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:31:10.708351 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-1d47336b-526f-4a72-869c-ca9fc65641cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:10.781596 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-1d47336b-526f-4a72-869c-ca9fc65641cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:10.782652 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-1d47336b-526f-4a72-869c-ca9fc65641cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:10.784059 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-1d47336b-526f-4a72-869c-ca9fc65641cb service neutron] 10.222.0.69 "PUT /v2.0/ports/9dff229d-589a-4c03-88b4-9e6351af7b5f HTTP/1.1" status: 200 len: 1092 time: 1.2173858 Feb 07 21:31:10.784884 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47336b-526f-4a72-869c-ca9fc65641cb service neutron] Pushing event updated for resources: {'Port': ['ID=9dff229d-589a-4c03-88b4-9e6351af7b5f,revision_number=10']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:10.789782 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f081eddd-5bb3-4d00-ae11-6fdcbc206256', 'tag': '9dff229d-589a-4c03-88b4-9e6351af7b5f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:31:10.791792 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431ac8b6-b924-4108-98e4-d11fbcb073b1" -d '{"events": [{"name": "network-changed", "server_uuid": "f081eddd-5bb3-4d00-ae11-6fdcbc206256", "tag": "9dff229d-589a-4c03-88b4-9e6351af7b5f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:31:10.868554 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8048c6a4-8885-4dc7-9cf9-533623546a37 x-openstack-request-id: req-8048c6a4-8885-4dc7-9cf9-533623546a37 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:31:10.869091 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f081eddd-5bb3-4d00-ae11-6fdcbc206256", "tag": "9dff229d-589a-4c03-88b4-9e6351af7b5f", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:31:10.869549 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8048c6a4-8885-4dc7-9cf9-533623546a37 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:31:10.870096 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f081eddd-5bb3-4d00-ae11-6fdcbc206256', 'tag': '9dff229d-589a-4c03-88b4-9e6351af7b5f', 'status': 'completed', 'code': 200} Feb 07 21:31:10.889663 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-b050cbe3-decb-430f-a408-deaa0204f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:10.891423 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-b050cbe3-decb-430f-a408-deaa0204f610 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5266be69ced44c2e98a82b5b59fbf33f&device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 1127 time: 0.0638931 Feb 07 21:31:11.033771 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-898979db-c8ef-4f16-bb3a-ef9cb27645c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:11.035414 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-898979db-c8ef-4f16-bb3a-ef9cb27645c6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=313f8c1c-8aae-48a6-b295-d997e13e6125 HTTP/1.1" status: 200 len: 918 time: 0.1381812 Feb 07 21:31:11.140048 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-1177cef0-06d8-43be-a765-da4388d265ff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dff229d-589a-4c03-88b4-9e6351af7b5f HTTP/1.1" status: 200 len: 1000 time: 0.0977733 Feb 07 21:31:11.204368 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-f4722416-9d4d-4c00-a732-75928e8ae105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:11.205623 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-f4722416-9d4d-4c00-a732-75928e8ae105 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cd4692e6-7e5d-43fa-9585-afffaba1004b HTTP/1.1" status: 200 len: 856 time: 0.0604584 Feb 07 21:31:11.286480 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-7e0ecd60-047f-4851-849f-651f19497c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:11.287974 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-7e0ecd60-047f-4851-849f-651f19497c96 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=313f8c1c-8aae-48a6-b295-d997e13e6125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0758839 Feb 07 21:31:11.459635 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-dc1ac5ad-a6bc-4acc-bdde-afed2eccf683 service neutron] 10.222.0.69 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647813 Feb 07 21:31:11.583292 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d07ca52a-0cf3-43d3-8243-4ada7a38baaf req-107e738e-5623-422b-a7ff-35662f4be573 service neutron] 10.222.0.69 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158307 Feb 07 21:31:11.831281 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ac8b6-b924-4108-98e4-d11fbcb073b1 req-960359a7-ada5-4e6d-bd96-8e3b81359d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:11.834599 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-431ac8b6-b924-4108-98e4-d11fbcb073b1 req-960359a7-ada5-4e6d-bd96-8e3b81359d10 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5266be69ced44c2e98a82b5b59fbf33f&device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 1127 time: 0.1996658 Feb 07 21:31:11.988414 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ac8b6-b924-4108-98e4-d11fbcb073b1 req-41af04c9-0fe0-4bc0-9e30-32959a6e59ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:11.992021 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-431ac8b6-b924-4108-98e4-d11fbcb073b1 req-41af04c9-0fe0-4bc0-9e30-32959a6e59ea service neutron] 10.222.0.69 "GET /v2.0/networks?id=313f8c1c-8aae-48a6-b295-d997e13e6125 HTTP/1.1" status: 200 len: 918 time: 0.1515946 Feb 07 21:31:12.171372 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-431ac8b6-b924-4108-98e4-d11fbcb073b1 req-b8110cc1-61ed-4deb-b89d-c57aa81d6d6c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dff229d-589a-4c03-88b4-9e6351af7b5f HTTP/1.1" status: 200 len: 1000 time: 0.1717789 Feb 07 21:31:12.291550 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ac8b6-b924-4108-98e4-d11fbcb073b1 req-fc3659bb-669d-4bba-ae53-d648393bb400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:12.293068 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-431ac8b6-b924-4108-98e4-d11fbcb073b1 req-fc3659bb-669d-4bba-ae53-d648393bb400 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cd4692e6-7e5d-43fa-9585-afffaba1004b HTTP/1.1" status: 200 len: 856 time: 0.1116579 Feb 07 21:31:12.391930 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ac8b6-b924-4108-98e4-d11fbcb073b1 req-23f810ff-4f76-447f-aba4-e82d6d4a5059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:12.393512 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-431ac8b6-b924-4108-98e4-d11fbcb073b1 req-23f810ff-4f76-447f-aba4-e82d6d4a5059 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=313f8c1c-8aae-48a6-b295-d997e13e6125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0937777 Feb 07 21:31:12.554018 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841f36b-4994-4960-87d7-5c2394305c74 req-067d0eee-b668-4427-8ee0-bc211e51822f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:12.565439 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6841f36b-4994-4960-87d7-5c2394305c74 req-067d0eee-b668-4427-8ee0-bc211e51822f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 945 time: 0.7265506 Feb 07 21:31:12.594306 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-431ac8b6-b924-4108-98e4-d11fbcb073b1 req-43e607ab-9f79-4c06-907f-d98c66ca7190 service neutron] 10.222.0.69 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922815 Feb 07 21:31:12.680964 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6841f36b-4994-4960-87d7-5c2394305c74 req-b81abbc9-69ae-4eba-b55d-752dc235273f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109662 Feb 07 21:31:12.913225 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-431ac8b6-b924-4108-98e4-d11fbcb073b1 req-a854e0b1-871f-40e8-94a6-8ab8f05aaa4e service neutron] 10.222.0.69 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917979 Feb 07 21:31:13.921802 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727243c-9401-4814-a489-2ee7c8f57f31 req-50c1f6d9-73db-4c33-adcc-d3fdbb4aeee4 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:13.925775 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d727243c-9401-4814-a489-2ee7c8f57f31 req-50c1f6d9-73db-4c33-adcc-d3fdbb4aeee4 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 945 time: 0.1291556 Feb 07 21:31:14.066601 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d727243c-9401-4814-a489-2ee7c8f57f31 req-206376b9-1a43-4daa-97ca-ef65cc814d03 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228521 Feb 07 21:31:15.331573 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5936967-3e45-4ecc-9a37-cd1fcd9e67e5 req-163397fa-c1df-4601-9d7b-02be3baccb40 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:15.335722 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e5936967-3e45-4ecc-9a37-cd1fcd9e67e5 req-163397fa-c1df-4601-9d7b-02be3baccb40 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 945 time: 0.1661205 Feb 07 21:31:15.454050 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e5936967-3e45-4ecc-9a37-cd1fcd9e67e5 req-b5a8ae0d-8915-4bb3-ad7a-45f619922592 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114573 Feb 07 21:31:16.821639 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b282a4-342e-4087-945a-9bd5025e8b8f req-c22083f6-b2cb-45ff-8c69-6a86dfea49fe tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:16.837104 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63b282a4-342e-4087-945a-9bd5025e8b8f req-c22083f6-b2cb-45ff-8c69-6a86dfea49fe tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 945 time: 0.1608872 Feb 07 21:31:16.923237 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63b282a4-342e-4087-945a-9bd5025e8b8f req-9b08e03d-7aeb-4d01-910d-45394ff22332 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827987 Feb 07 21:31:18.218199 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf2948-727e-4991-bcdb-b7f801347891 req-8e5f570d-378a-4bc2-b313-80e3fb019af7 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:18.228585 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-37bf2948-727e-4991-bcdb-b7f801347891 req-8e5f570d-378a-4bc2-b313-80e3fb019af7 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba482fd7-91ff-435a-866a-dfb7f421ec08 HTTP/1.1" status: 200 len: 945 time: 0.1606381 Feb 07 21:31:18.417586 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-37bf2948-727e-4991-bcdb-b7f801347891 req-0ec33503-950e-4b92-803b-cbbda781d65e tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879196 Feb 07 21:31:18.452212 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317f207-9635-4d45-a159-b041929ec3e0 req-72644a06-fcb4-4daa-8d5b-272b6ed227af tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:18.453742 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6317f207-9635-4d45-a159-b041929ec3e0 req-72644a06-fcb4-4daa-8d5b-272b6ed227af tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 945 time: 0.2762268 Feb 07 21:31:18.502469 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b047ac06-3d94-4319-82af-6982d6beb6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:18.664996 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6317f207-9635-4d45-a159-b041929ec3e0 req-fa4c5818-dcef-47b6-9526-7d435c70a630 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031205 Feb 07 21:31:19.623111 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469fed6-3b56-4be1-bfc5-967b552e8b1d req-48a00cdb-0125-43ba-a43c-3bf67b79371a tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:19.631962 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1469fed6-3b56-4be1-bfc5-967b552e8b1d req-48a00cdb-0125-43ba-a43c-3bf67b79371a tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba482fd7-91ff-435a-866a-dfb7f421ec08 HTTP/1.1" status: 200 len: 945 time: 0.1076310 Feb 07 21:31:19.817078 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1469fed6-3b56-4be1-bfc5-967b552e8b1d req-19ea2919-7d30-4ba3-9b80-f49ccabf6ff5 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836045 Feb 07 21:31:19.904435 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c376991-de75-471e-8615-f2b048673747 req-e8c56688-3342-4382-8250-0fd51f8d9615 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:19.949846 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6c376991-de75-471e-8615-f2b048673747 req-e8c56688-3342-4382-8250-0fd51f8d9615 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 945 time: 0.1139286 Feb 07 21:31:20.185553 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6c376991-de75-471e-8615-f2b048673747 req-4a80c382-656b-4daa-a9c3-0c67f049ce0b tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355816 Feb 07 21:31:20.299976 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1d244-f99d-4ba1-a353-4abb72d9c0e8 req-0f03e586-64cc-4b54-80af-5213844e2a0a tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:20.301486 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-acf1d244-f99d-4ba1-a353-4abb72d9c0e8 req-0f03e586-64cc-4b54-80af-5213844e2a0a tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba482fd7-91ff-435a-866a-dfb7f421ec08 HTTP/1.1" status: 200 len: 945 time: 0.2563725 Feb 07 21:31:20.579309 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4df93ed7-2ded-483f-8588-928b17a30cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:20.592365 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-acf1d244-f99d-4ba1-a353-4abb72d9c0e8 req-3a9a30e9-dd01-4897-8899-6f3dee065e1c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Deleting port fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:31:20.592978 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-acf1d244-f99d-4ba1-a353-4abb72d9c0e8 req-3a9a30e9-dd01-4897-8899-6f3dee065e1c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:21.002212 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-acf1d244-f99d-4ba1-a353-4abb72d9c0e8 req-3a9a30e9-dd01-4897-8899-6f3dee065e1c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] For port fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270,segment=NetworkSegment(e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7),segment_id=e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:31:21.004137 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-acf1d244-f99d-4ba1-a353-4abb72d9c0e8 req-3a9a30e9-dd01-4897-8899-6f3dee065e1c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:21.061718 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-acf1d244-f99d-4ba1-a353-4abb72d9c0e8 req-3a9a30e9-dd01-4897-8899-6f3dee065e1c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Calling delete_port for fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:31:21.148609 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9760d51-e797-4743-8d1f-789021b1117d req-864a6def-d41c-437f-9ef7-a11c74a08384 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:21.152883 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9760d51-e797-4743-8d1f-789021b1117d req-864a6def-d41c-437f-9ef7-a11c74a08384 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba482fd7-91ff-435a-866a-dfb7f421ec08 HTTP/1.1" status: 200 len: 945 time: 0.1695893 Feb 07 21:31:21.324920 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9760d51-e797-4743-8d1f-789021b1117d req-7aded931-08d1-49da-9407-2ab8b1b6f6da tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/security-groups?id=5a26f68c-58bd-455a-98d0-3d44308ea28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543298 Feb 07 21:31:21.497894 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-acf1d244-f99d-4ba1-a353-4abb72d9c0e8 req-3a9a30e9-dd01-4897-8899-6f3dee065e1c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:21.598394 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a30e9-dd01-4897-8899-6f3dee065e1c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Pushing event deleted for resources: {'Port': ['ID=fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:21.653112 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d902ce-be07-4821-bec7-29dd81b7cbde req-a9ca0643-65f5-40e7-8336-af579cdc17d2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:21.654786 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e4d902ce-be07-4821-bec7-29dd81b7cbde req-a9ca0643-65f5-40e7-8336-af579cdc17d2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 945 time: 0.1825540 Feb 07 21:31:21.718815 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf1d244-f99d-4ba1-a353-4abb72d9c0e8 req-3a9a30e9-dd01-4897-8899-6f3dee065e1c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] No DVR routers for this DVR port fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:31:21.723979 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-acf1d244-f99d-4ba1-a353-4abb72d9c0e8 req-3a9a30e9-dd01-4897-8899-6f3dee065e1c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:21.729687 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-acf1d244-f99d-4ba1-a353-4abb72d9c0e8 req-3a9a30e9-dd01-4897-8899-6f3dee065e1c tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.69 "DELETE /v2.0/ports/fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270 HTTP/1.1" status: 204 len: 173 time: 1.4017911 Feb 07 21:31:21.732202 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba482fd7-91ff-435a-866a-dfb7f421ec08', 'name': 'network-vif-deleted', 'tag': 'fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:31:21.734823 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126c0ef7-8abe-4029-9d54-450dc2ca2532" -d '{"events": [{"server_uuid": "ba482fd7-91ff-435a-866a-dfb7f421ec08", "name": "network-vif-deleted", "tag": "fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:31:21.804759 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e4d902ce-be07-4821-bec7-29dd81b7cbde req-dcb8a152-dc61-4d2a-b112-26b3e980efb3 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314092 Feb 07 21:31:21.861327 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564e2198-94bb-4339-a588-ce76fcac5050 x-openstack-request-id: req-564e2198-94bb-4339-a588-ce76fcac5050 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:31:21.861626 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba482fd7-91ff-435a-866a-dfb7f421ec08", "name": "network-vif-deleted", "tag": "fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:31:21.861884 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-564e2198-94bb-4339-a588-ce76fcac5050 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:31:21.862284 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba482fd7-91ff-435a-866a-dfb7f421ec08', 'name': 'network-vif-deleted', 'tag': 'fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270', 'status': 'completed', 'code': 200} Feb 07 21:31:21.908378 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:22.651578 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2d4fa93-2996-4b30-8244-e05dfa744f2d req-17cf95a0-15d5-48bf-ac58-00eb8c2c5a51 tempest-AttachVolumeNegativeTest-779617425 tempest-AttachVolumeNegativeTest-779617425-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba482fd7-91ff-435a-866a-dfb7f421ec08 HTTP/1.1" status: 200 len: 210 time: 0.0894551 Feb 07 21:31:23.103386 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:31:23.141651 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3c7e5-dd6a-4786-bdac-9d6da47d414e req-ee60c5e8-a83c-4edc-929e-cda72c65389b tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:23.143788 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2f3c7e5-dd6a-4786-bdac-9d6da47d414e req-ee60c5e8-a83c-4edc-929e-cda72c65389b tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 945 time: 0.1315777 Feb 07 21:31:23.173508 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:31:23.174675 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device fa2aed60-d1a6-4af3-b9bb-f9f9cbf77270 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:31:23.270373 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2f3c7e5-dd6a-4786-bdac-9d6da47d414e req-d3404d88-e1ef-42f1-8da0-82ad819bc109 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204979 Feb 07 21:31:23.325121 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:23.757898 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58592) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:31:23.872636 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5340c7b-1b1e-4c99-98a7-b518e038ba08 admin admin] Deleting subnet 89cf6121-baa9-422e-a444-8a5ab1545cb1 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:31:23.888521 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5340c7b-1b1e-4c99-98a7-b518e038ba08 admin admin] Publish callbacks [] for subnet (89cf6121-baa9-422e-a444-8a5ab1545cb1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:24.009805 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5340c7b-1b1e-4c99-98a7-b518e038ba08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (89cf6121-baa9-422e-a444-8a5ab1545cb1), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:24.140674 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5340c7b-1b1e-4c99-98a7-b518e038ba08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (89cf6121-baa9-422e-a444-8a5ab1545cb1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:24.259596 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5340c7b-1b1e-4c99-98a7-b518e038ba08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (89cf6121-baa9-422e-a444-8a5ab1545cb1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:24.305440 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5340c7b-1b1e-4c99-98a7-b518e038ba08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89cf6121-baa9-422e-a444-8a5ab1545cb1,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:24.324706 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5340c7b-1b1e-4c99-98a7-b518e038ba08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:24.331170 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 58598) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:31:24.342371 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e5340c7b-1b1e-4c99-98a7-b518e038ba08 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/89cf6121-baa9-422e-a444-8a5ab1545cb1 HTTP/1.1" status: 204 len: 168 time: 0.5696247 Feb 07 21:31:24.521818 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b78b6b1-71ad-4e65-a8ae-2c672e096042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (f4e1a8da-b500-47e7-b15f-d8edc6f776b6), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:24.723999 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:24.800878 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14f0e0-c877-4819-b829-1e197879b9ae req-cc9a8ae6-2354-48ee-b534-40f24fae5ea1 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:24.811419 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f14f0e0-c877-4819-b829-1e197879b9ae req-cc9a8ae6-2354-48ee-b534-40f24fae5ea1 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 945 time: 0.2791402 Feb 07 21:31:24.911054 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f14f0e0-c877-4819-b829-1e197879b9ae req-f85ce668-5599-44f1-8ede-4f20586d4f07 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979421 Feb 07 21:31:24.921969 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b78b6b1-71ad-4e65-a8ae-2c672e096042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (f4e1a8da-b500-47e7-b15f-d8edc6f776b6), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:24.953655 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-2b78b6b1-71ad-4e65-a8ae-2c672e096042 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e1a8da-b500-47e7-b15f-d8edc6f776b6']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:31:24.980628 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-2b78b6b1-71ad-4e65-a8ae-2c672e096042 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:31:24.981941 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-2b78b6b1-71ad-4e65-a8ae-2c672e096042 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:31:25.006978 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b78b6b1-71ad-4e65-a8ae-2c672e096042 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:25.035767 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b78b6b1-71ad-4e65-a8ae-2c672e096042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:25.046851 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b78b6b1-71ad-4e65-a8ae-2c672e096042 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:31:25.047327 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b78b6b1-71ad-4e65-a8ae-2c672e096042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (e5065953-c19c-4cb7-8cf1-7c2b3c9c9ae7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:31:25.049014 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:31:25.145516 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b78b6b1-71ad-4e65-a8ae-2c672e096042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (f4e1a8da-b500-47e7-b15f-d8edc6f776b6), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:25.157644 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b78b6b1-71ad-4e65-a8ae-2c672e096042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:25.167427 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2b78b6b1-71ad-4e65-a8ae-2c672e096042 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f4e1a8da-b500-47e7-b15f-d8edc6f776b6 HTTP/1.1" status: 204 len: 168 time: 0.8319919 Feb 07 21:31:25.189066 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78b6b1-71ad-4e65-a8ae-2c672e096042 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4e1a8da-b500-47e7-b15f-d8edc6f776b6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:25.466605 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58610) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:31:25.513035 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2fec9cdf-1f1b-41f5-951b-71d826a387b2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8c82c9149fcf4d69af04c81d923feaa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0451460 Feb 07 21:31:25.515632 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58612) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:31:25.576580 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74a1e344-3c23-4d3a-af21-20181906de74 admin admin] Publish callbacks [] for security_group (5a26f68c-58bd-455a-98d0-3d44308ea28b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:25.603092 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74a1e344-3c23-4d3a-af21-20181906de74 admin admin] Publish callbacks [] for security_group (5a26f68c-58bd-455a-98d0-3d44308ea28b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:25.659553 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74a1e344-3c23-4d3a-af21-20181906de74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (5a26f68c-58bd-455a-98d0-3d44308ea28b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:25.663110 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74a1e344-3c23-4d3a-af21-20181906de74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:25.667097 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-74a1e344-3c23-4d3a-af21-20181906de74 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5a26f68c-58bd-455a-98d0-3d44308ea28b HTTP/1.1" status: 204 len: 168 time: 0.1475008 Feb 07 21:31:25.690960 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1e344-3c23-4d3a-af21-20181906de74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a26f68c-58bd-455a-98d0-3d44308ea28b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:25.708810 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a1e344-3c23-4d3a-af21-20181906de74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:31:25.709856 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a1e344-3c23-4d3a-af21-20181906de74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:31:25.710218 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a1e344-3c23-4d3a-af21-20181906de74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:31:25.711466 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a1e344-3c23-4d3a-af21-20181906de74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:31:25.711764 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a1e344-3c23-4d3a-af21-20181906de74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:31:25.712112 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a1e344-3c23-4d3a-af21-20181906de74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:31:25.712479 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a1e344-3c23-4d3a-af21-20181906de74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:31:25.712818 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a1e344-3c23-4d3a-af21-20181906de74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:31:25.713191 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a1e344-3c23-4d3a-af21-20181906de74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:31:25.713531 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a1e344-3c23-4d3a-af21-20181906de74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:31:25.713865 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a1e344-3c23-4d3a-af21-20181906de74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:31:25.714199 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a1e344-3c23-4d3a-af21-20181906de74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:31:25.714530 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a1e344-3c23-4d3a-af21-20181906de74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:31:26.086947 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74e16d-7de7-4317-95d0-639bbc35d574 req-4d0fccea-b86d-4549-8ee1-56f96f07f7ad tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:26.108809 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bd74e16d-7de7-4317-95d0-639bbc35d574 req-4d0fccea-b86d-4549-8ee1-56f96f07f7ad tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 945 time: 0.0786178 Feb 07 21:31:26.189056 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bd74e16d-7de7-4317-95d0-639bbc35d574 req-3ca80bae-389a-4907-9576-3a80d47a9c00 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792468 Feb 07 21:31:27.445064 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c5314-8eca-4baf-b8bd-6271f2758a00 req-27ed1beb-aa7f-4448-b1ef-cc0cb5cae071 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:27.455110 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b80c5314-8eca-4baf-b8bd-6271f2758a00 req-27ed1beb-aa7f-4448-b1ef-cc0cb5cae071 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 945 time: 0.1145046 Feb 07 21:31:27.598697 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b80c5314-8eca-4baf-b8bd-6271f2758a00 req-419f2571-4eff-469d-9289-2a293d405bc8 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360030 Feb 07 21:31:28.837282 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d804c95-46ba-4082-add0-4b3473f6bed5 req-bcb05e4b-1942-4ad1-9e9a-17f20a983d92 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:28.839503 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7d804c95-46ba-4082-add0-4b3473f6bed5 req-bcb05e4b-1942-4ad1-9e9a-17f20a983d92 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 945 time: 0.0840726 Feb 07 21:31:28.945922 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7d804c95-46ba-4082-add0-4b3473f6bed5 req-1204ff6a-2754-4d97-800f-bae6509049a4 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006472 Feb 07 21:31:30.054125 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 58744) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:31:30.162211 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016b408-9f08-4e0f-9f65-9f46c3eb4836 req-a1dc642d-593f-4134-97ca-150dd09d36b1 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:30.164012 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3016b408-9f08-4e0f-9f65-9f46c3eb4836 req-a1dc642d-593f-4134-97ca-150dd09d36b1 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 945 time: 0.0889935 Feb 07 21:31:30.238673 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-792a5528-b5a3-4fc0-9060-4e9a79807005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:30.251895 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3016b408-9f08-4e0f-9f65-9f46c3eb4836 req-1a206bc1-ceb6-47d7-82dc-11b9c1ecdf59 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814199 Feb 07 21:31:30.337006 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-792a5528-b5a3-4fc0-9060-4e9a79807005 admin admin] Publish callbacks [] for security_group (f48c760d-f448-4850-9078-c6238db099db), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:30.342984 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-792a5528-b5a3-4fc0-9060-4e9a79807005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f48c760d-f448-4850-9078-c6238db099db), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:30.371681 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-792a5528-b5a3-4fc0-9060-4e9a79807005 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=882b1fe788cb4bb881d2f580f388ebe8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3158145 Feb 07 21:31:30.374762 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58752) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:31:30.392919 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a5528-b5a3-4fc0-9060-4e9a79807005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48c760d-f448-4850-9078-c6238db099db,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:30.401557 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a5528-b5a3-4fc0-9060-4e9a79807005 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:31:30.401925 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a5528-b5a3-4fc0-9060-4e9a79807005 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:31:30.402263 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a5528-b5a3-4fc0-9060-4e9a79807005 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:31:30.402599 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a5528-b5a3-4fc0-9060-4e9a79807005 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:31:30.402927 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a5528-b5a3-4fc0-9060-4e9a79807005 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:31:30.403253 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a5528-b5a3-4fc0-9060-4e9a79807005 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:31:30.403708 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a5528-b5a3-4fc0-9060-4e9a79807005 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:31:30.404036 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a5528-b5a3-4fc0-9060-4e9a79807005 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:31:30.404373 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a5528-b5a3-4fc0-9060-4e9a79807005 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:31:30.404700 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a5528-b5a3-4fc0-9060-4e9a79807005 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:31:30.405256 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a5528-b5a3-4fc0-9060-4e9a79807005 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:31:30.405581 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a5528-b5a3-4fc0-9060-4e9a79807005 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:31:30.405898 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792a5528-b5a3-4fc0-9060-4e9a79807005 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:31:30.442287 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c6f23811-8fef-4cc2-a47f-026b5f8867fc admin admin] Publish callbacks [] for security_group (f48c760d-f448-4850-9078-c6238db099db), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:30.464314 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c6f23811-8fef-4cc2-a47f-026b5f8867fc admin admin] Publish callbacks [] for security_group (f48c760d-f448-4850-9078-c6238db099db), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:30.511265 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c6f23811-8fef-4cc2-a47f-026b5f8867fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f48c760d-f448-4850-9078-c6238db099db), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:30.513744 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c6f23811-8fef-4cc2-a47f-026b5f8867fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:30.517663 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c6f23811-8fef-4cc2-a47f-026b5f8867fc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f48c760d-f448-4850-9078-c6238db099db HTTP/1.1" status: 204 len: 168 time: 0.1380308 Feb 07 21:31:30.523688 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f23811-8fef-4cc2-a47f-026b5f8867fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48c760d-f448-4850-9078-c6238db099db,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:30.809802 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 58758) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:31:30.825929 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aa36d363-d765-4b50-a185-5594cf4feba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:30.912470 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aa36d363-d765-4b50-a185-5594cf4feba7 admin admin] Publish callbacks [] for security_group (e232e318-9db5-420e-8f2d-4ac025812a67), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:30.917814 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aa36d363-d765-4b50-a185-5594cf4feba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e232e318-9db5-420e-8f2d-4ac025812a67), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:30.946456 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-aa36d363-d765-4b50-a185-5594cf4feba7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d80155883f5e4ed0ab13d95a83014c99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1352177 Feb 07 21:31:30.949361 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58760) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:31:30.969008 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36d363-d765-4b50-a185-5594cf4feba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e232e318-9db5-420e-8f2d-4ac025812a67,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:31.017763 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ab26b42-391e-4967-a8d7-83f98bb9228a admin admin] Publish callbacks [] for security_group (e232e318-9db5-420e-8f2d-4ac025812a67), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:31.042461 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ab26b42-391e-4967-a8d7-83f98bb9228a admin admin] Publish callbacks [] for security_group (e232e318-9db5-420e-8f2d-4ac025812a67), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:31.101846 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ab26b42-391e-4967-a8d7-83f98bb9228a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e232e318-9db5-420e-8f2d-4ac025812a67), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:31.106064 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ab26b42-391e-4967-a8d7-83f98bb9228a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:31.110121 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6ab26b42-391e-4967-a8d7-83f98bb9228a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e232e318-9db5-420e-8f2d-4ac025812a67 HTTP/1.1" status: 204 len: 168 time: 0.1594431 Feb 07 21:31:31.119070 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab26b42-391e-4967-a8d7-83f98bb9228a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e232e318-9db5-420e-8f2d-4ac025812a67,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:31.416916 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20981d-9837-4ffe-938c-f9994f9e2679 req-b60f9bf8-9ee3-462c-a68f-a50a5de7b1ee tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:31.425440 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc20981d-9837-4ffe-938c-f9994f9e2679 req-b60f9bf8-9ee3-462c-a68f-a50a5de7b1ee tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 945 time: 0.0734928 Feb 07 21:31:31.524510 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc20981d-9837-4ffe-938c-f9994f9e2679 req-97406844-364f-4d81-be9e-55fa80dadeb1 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978186 Feb 07 21:31:32.793919 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653de627-1e94-4f2b-8a88-2487bc4e80b6 req-2d58cf33-cf5d-4a25-b0b9-4fb26a1702d3 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:32.795472 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-653de627-1e94-4f2b-8a88-2487bc4e80b6 req-2d58cf33-cf5d-4a25-b0b9-4fb26a1702d3 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 945 time: 0.1480548 Feb 07 21:31:32.909199 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-653de627-1e94-4f2b-8a88-2487bc4e80b6 req-b94e1d27-b55a-4ea4-93c9-b83afc887719 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077573 Feb 07 21:31:33.780522 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:34.069547 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:34.088388 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41023a46-95d8-4c97-958b-bef952369f91 req-2be436f0-d7a3-4d27-92b0-44c80ca6e522 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:34.090166 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-41023a46-95d8-4c97-958b-bef952369f91 req-2be436f0-d7a3-4d27-92b0-44c80ca6e522 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 945 time: 0.0800350 Feb 07 21:31:34.187639 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-41023a46-95d8-4c97-958b-bef952369f91 req-4994b179-a335-4d43-a2e2-db627ec270d0 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862703 Feb 07 21:31:34.352138 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 58864) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:31:34.545481 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2aa4e5b8-4859-42a3-a314-3b8f0a23f259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:34.666531 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:31:34.767334 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2aa4e5b8-4859-42a3-a314-3b8f0a23f259 admin admin] Publish callbacks [] for security_group (c8558fcc-9a20-4aaf-b57d-40d29ea6eeb1), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:34.778563 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2aa4e5b8-4859-42a3-a314-3b8f0a23f259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c8558fcc-9a20-4aaf-b57d-40d29ea6eeb1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:34.835588 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2aa4e5b8-4859-42a3-a314-3b8f0a23f259 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4b5b659bf62f4d35a1da13a7d86fa3c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4819505 Feb 07 21:31:34.838965 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58870) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:31:34.859215 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4e5b8-4859-42a3-a314-3b8f0a23f259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8558fcc-9a20-4aaf-b57d-40d29ea6eeb1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:34.917754 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84ae1962-1417-4972-a3f2-57706b9968e2 admin admin] Publish callbacks [] for security_group (c8558fcc-9a20-4aaf-b57d-40d29ea6eeb1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:34.944528 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84ae1962-1417-4972-a3f2-57706b9968e2 admin admin] Publish callbacks [] for security_group (c8558fcc-9a20-4aaf-b57d-40d29ea6eeb1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:34.998861 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84ae1962-1417-4972-a3f2-57706b9968e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c8558fcc-9a20-4aaf-b57d-40d29ea6eeb1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:35.001772 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84ae1962-1417-4972-a3f2-57706b9968e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:35.005399 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-84ae1962-1417-4972-a3f2-57706b9968e2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c8558fcc-9a20-4aaf-b57d-40d29ea6eeb1 HTTP/1.1" status: 204 len: 168 time: 0.1628890 Feb 07 21:31:35.013494 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae1962-1417-4972-a3f2-57706b9968e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8558fcc-9a20-4aaf-b57d-40d29ea6eeb1,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:35.316855 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58880) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:31:35.330446 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea3a3-b495-45bb-b8b3-6edf7863924d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:35.366326 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b5e11-be11-42a3-87b3-16658f3cfa25 req-20bd7b46-9aa3-483a-96e6-5dabfb3eb5f1 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:35.368431 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7a2b5e11-be11-42a3-87b3-16658f3cfa25 req-20bd7b46-9aa3-483a-96e6-5dabfb3eb5f1 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 945 time: 0.0709739 Feb 07 21:31:35.428446 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7a2b5e11-be11-42a3-87b3-16658f3cfa25 req-9255af37-ee0d-4875-8ab0-84fe354d8eea tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528171 Feb 07 21:31:35.440205 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea3a3-b495-45bb-b8b3-6edf7863924d admin admin] Publish callbacks [] for security_group (ca47fee1-f78e-4811-9898-0e37c3e37c7a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:35.444072 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea3a3-b495-45bb-b8b3-6edf7863924d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ca47fee1-f78e-4811-9898-0e37c3e37c7a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:35.479827 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ea3a3-b495-45bb-b8b3-6edf7863924d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca47fee1-f78e-4811-9898-0e37c3e37c7a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:35.496323 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4e2ea3a3-b495-45bb-b8b3-6edf7863924d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0af7d07690d7417aaee3ce7af92d4868&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1781168 Feb 07 21:31:35.496494 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 58884) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:31:35.560931 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e450e34-71cc-44c5-962e-7496f00d79d7 admin admin] Publish callbacks [] for security_group (ca47fee1-f78e-4811-9898-0e37c3e37c7a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:35.585349 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e450e34-71cc-44c5-962e-7496f00d79d7 admin admin] Publish callbacks [] for security_group (ca47fee1-f78e-4811-9898-0e37c3e37c7a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:35.633854 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e450e34-71cc-44c5-962e-7496f00d79d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ca47fee1-f78e-4811-9898-0e37c3e37c7a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:35.636619 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e450e34-71cc-44c5-962e-7496f00d79d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:35.640078 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2e450e34-71cc-44c5-962e-7496f00d79d7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ca47fee1-f78e-4811-9898-0e37c3e37c7a HTTP/1.1" status: 204 len: 168 time: 0.1400330 Feb 07 21:31:35.647889 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e450e34-71cc-44c5-962e-7496f00d79d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca47fee1-f78e-4811-9898-0e37c3e37c7a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:36.587497 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40331b7-300f-4d35-8566-02c23790cb5d req-9235c80c-b763-4c4f-a4e7-f9c84f22ee66 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:36.589737 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b40331b7-300f-4d35-8566-02c23790cb5d req-9235c80c-b763-4c4f-a4e7-f9c84f22ee66 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 945 time: 0.0773637 Feb 07 21:31:36.701779 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b40331b7-300f-4d35-8566-02c23790cb5d req-b6e99ee8-598b-4525-aa08-f881c7a991a3 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028204 Feb 07 21:31:36.874544 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7538ac6-de00-463c-b389-182d94c643c4 req-bfec1117-4c11-4998-8ecc-89c731383b1b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1815031048&fields=id&tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b HTTP/1.1" status: 200 len: 267 time: 0.0633211 Feb 07 21:31:37.033934 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7538ac6-de00-463c-b389-182d94c643c4 req-56ea41a2-1482-4d22-ac5d-e4192d96e7a3 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:37.035512 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7538ac6-de00-463c-b389-182d94c643c4 req-56ea41a2-1482-4d22-ac5d-e4192d96e7a3 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 812 time: 0.1542501 Feb 07 21:31:37.052543 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7538ac6-de00-463c-b389-182d94c643c4 req-fbe51365-2731-4e6e-9141-19ed1b83ca82 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/quotas/8ef7e56915e94cee93ca54eb0ba4e95b HTTP/1.1" status: 200 len: 375 time: 0.0097854 Feb 07 21:31:37.115873 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7538ac6-de00-463c-b389-182d94c643c4 req-c3f90b5b-9f5e-4555-965b-75dcf408868c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557685 Feb 07 21:31:37.197009 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 9dff229d-589a-4c03-88b4-9e6351af7b5f details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:31:37.334686 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 9dff229d-589a-4c03-88b4-9e6351af7b5f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=9dff229d-589a-4c03-88b4-9e6351af7b5f,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:31:37.348242 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '9dff229d-589a-4c03-88b4-9e6351af7b5f', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'port_id': '9dff229d-589a-4c03-88b4-9e6351af7b5f', 'mac_address': 'fa:16:3e:07:e6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:31:37.395538 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 9dff229d-589a-4c03-88b4-9e6351af7b5f is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:31:37.396206 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:37.410723 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dff229d-589a-4c03-88b4-9e6351af7b5f {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:31:37.432842 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 9dff229d-589a-4c03-88b4-9e6351af7b5f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=9dff229d-589a-4c03-88b4-9e6351af7b5f,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:31:37.437955 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7538ac6-de00-463c-b389-182d94c643c4 req-70843b7e-3fed-4780-8e6e-90e79c30d893 service neutron] 10.222.0.65 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097122 Feb 07 21:31:37.440012 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:37.503946 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=9dff229d-589a-4c03-88b4-9e6351af7b5f,revision_number=11']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:37.648682 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7538ac6-de00-463c-b389-182d94c643c4 req-49d15690-dbc1-49d2-b77f-6c361b7aac03 service neutron] 10.222.0.65 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901295 Feb 07 21:31:37.725040 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['9dff229d-589a-4c03-88b4-9e6351af7b5f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:31:37.979913 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f80e07-19d7-4a74-af7c-dd789ab3f4f0 req-dddfcfff-a9dd-4db9-88b4-a49bacac27f2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:37.987546 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9f80e07-19d7-4a74-af7c-dd789ab3f4f0 req-dddfcfff-a9dd-4db9-88b4-a49bacac27f2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.1188812 Feb 07 21:31:38.050804 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9f80e07-19d7-4a74-af7c-dd789ab3f4f0 req-012dc409-b379-42a6-84e4-940d0c9775c6 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529139 Feb 07 21:31:38.183132 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-59306c9a-b9e1-400f-a51a-39fe1e758ed6 req-4c8f65cf-244b-4ed7-ad67-07997266a3d2 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 210 time: 0.0590322 Feb 07 21:31:38.538618 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 58988) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:31:38.671039 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eed0103b-5852-4c08-a635-1178bea4db77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:38.771288 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eed0103b-5852-4c08-a635-1178bea4db77 admin admin] Publish callbacks [] for security_group (33cfce19-fb6a-4fbd-b186-ad39e1cb88b6), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:38.777089 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eed0103b-5852-4c08-a635-1178bea4db77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (33cfce19-fb6a-4fbd-b186-ad39e1cb88b6), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:38.823689 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 58992) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:31:38.824249 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-eed0103b-5852-4c08-a635-1178bea4db77 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fa463157ee2949048ec0578d3e600b28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2832215 Feb 07 21:31:38.824949 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0103b-5852-4c08-a635-1178bea4db77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cfce19-fb6a-4fbd-b186-ad39e1cb88b6,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:38.891987 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e31f845-a2c6-49b3-976d-b8f810e10b95 admin admin] Publish callbacks [] for security_group (33cfce19-fb6a-4fbd-b186-ad39e1cb88b6), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:38.917551 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e31f845-a2c6-49b3-976d-b8f810e10b95 admin admin] Publish callbacks [] for security_group (33cfce19-fb6a-4fbd-b186-ad39e1cb88b6), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:38.969431 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e31f845-a2c6-49b3-976d-b8f810e10b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (33cfce19-fb6a-4fbd-b186-ad39e1cb88b6), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:38.972839 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e31f845-a2c6-49b3-976d-b8f810e10b95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:38.976620 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3e31f845-a2c6-49b3-976d-b8f810e10b95 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/33cfce19-fb6a-4fbd-b186-ad39e1cb88b6 HTTP/1.1" status: 204 len: 168 time: 0.1492527 Feb 07 21:31:38.987089 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31f845-a2c6-49b3-976d-b8f810e10b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cfce19-fb6a-4fbd-b186-ad39e1cb88b6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:39.196738 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 9dff229d-589a-4c03-88b4-9e6351af7b5f up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:31:39.316367 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7538ac6-de00-463c-b389-182d94c643c4 req-6683f88e-45e2-436a-9471-470d8e43b63f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:39.318414 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7538ac6-de00-463c-b389-182d94c643c4 req-6683f88e-45e2-436a-9471-470d8e43b63f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.71 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 812 time: 0.2090507 Feb 07 21:31:39.330335 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 9dff229d-589a-4c03-88b4-9e6351af7b5f completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:31:39.335415 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 9dff229d-589a-4c03-88b4-9e6351af7b5f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:31:39.335948 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:39.391373 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d7edcf9-34d4-4f82-9e6c-ae752b1bb66b req-6c259df3-78c2-403b-b097-d40fe9b07fbd tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 210 time: 0.0717783 Feb 07 21:31:39.434886 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 59006) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:31:39.468013 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f71b4c4a-a67e-4168-872d-cea3c6f8c99e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:39.486129 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 9dff229d-589a-4c03-88b4-9e6351af7b5f is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:31:39.486525 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:39.517592 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f081eddd-5bb3-4d00-ae11-6fdcbc206256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dff229d-589a-4c03-88b4-9e6351af7b5f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:31:39.519948 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e75240f-0382-4381-9f08-0683f79c2ba0" -d '{"events": [{"server_uuid": "f081eddd-5bb3-4d00-ae11-6fdcbc206256", "name": "network-vif-plugged", "status": "completed", "tag": "9dff229d-589a-4c03-88b4-9e6351af7b5f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:31:39.536087 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 9dff229d-589a-4c03-88b4-9e6351af7b5f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=9dff229d-589a-4c03-88b4-9e6351af7b5f,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:31:39.544216 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:39.571217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9a547-1c9e-44c7-8703-d8e6f3a7c358 req-6a1ffad9-4454-47bc-a818-9b63c3852aae tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:39.573179 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-54d9a547-1c9e-44c7-8703-d8e6f3a7c358 req-6a1ffad9-4454-47bc-a818-9b63c3852aae tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 946 time: 0.2526283 Feb 07 21:31:39.646342 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f71b4c4a-a67e-4168-872d-cea3c6f8c99e admin admin] Publish callbacks [] for security_group (a7b4eedc-fec2-4530-9138-56c21ac2a116), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:39.654596 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=9dff229d-589a-4c03-88b4-9e6351af7b5f,revision_number=12']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:39.658004 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7538ac6-de00-463c-b389-182d94c643c4 req-4966a299-8692-45f4-b654-3c20ab859be6 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b HTTP/1.1" status: 200 len: 380 time: 0.3244345 Feb 07 21:31:39.665145 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f71b4c4a-a67e-4168-872d-cea3c6f8c99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a7b4eedc-fec2-4530-9138-56c21ac2a116), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:39.695560 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-b7538ac6-de00-463c-b389-182d94c643c4 req-d21c233b-62ea-471b-9e84-ca102104de49 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Request body: {'port': {'device_id': '089a6eee-8adc-4264-aa3b-99913e4a0bf7', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'admin_state_up': True, 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'security_groups': ['9adb0858-6f23-4a8b-8bb0-702feb751f8b']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:31:39.887226 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-54d9a547-1c9e-44c7-8703-d8e6f3a7c358 req-f3d875fd-ca46-4f4d-be71-7ee731b846fe tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379234 Feb 07 21:31:39.896181 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f71b4c4a-a67e-4168-872d-cea3c6f8c99e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=544e71b416fd49febb1ef6a7692f8689&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4604020 Feb 07 21:31:39.899230 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59012) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:31:39.904625 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b4c4a-a67e-4168-872d-cea3c6f8c99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b4eedc-fec2-4530-9138-56c21ac2a116,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:39.933673 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c2cb4b-86fa-48f4-a73f-9ac648e1bb2d x-openstack-request-id: req-48c2cb4b-86fa-48f4-a73f-9ac648e1bb2d {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:31:39.933977 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f081eddd-5bb3-4d00-ae11-6fdcbc206256", "name": "network-vif-plugged", "status": "completed", "tag": "9dff229d-589a-4c03-88b4-9e6351af7b5f", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:31:39.934228 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-48c2cb4b-86fa-48f4-a73f-9ac648e1bb2d {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:31:39.934622 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f081eddd-5bb3-4d00-ae11-6fdcbc206256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dff229d-589a-4c03-88b4-9e6351af7b5f', 'code': 200} Feb 07 21:31:39.952814 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7538ac6-de00-463c-b389-182d94c643c4 req-d21c233b-62ea-471b-9e84-ca102104de49 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Made reservation on behalf of 8ef7e56915e94cee93ca54eb0ba4e95b for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:31:39.957578 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b7538ac6-de00-463c-b389-182d94c643c4 req-d21c233b-62ea-471b-9e84-ca102104de49 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:40.047570 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-deaccb58-e927-4c0e-85ad-2896b39254a8 admin admin] Publish callbacks [] for security_group (a7b4eedc-fec2-4530-9138-56c21ac2a116), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:40.097279 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-deaccb58-e927-4c0e-85ad-2896b39254a8 admin admin] Publish callbacks [] for security_group (a7b4eedc-fec2-4530-9138-56c21ac2a116), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:40.168581 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-b7538ac6-de00-463c-b389-182d94c643c4 req-d21c233b-62ea-471b-9e84-ca102104de49 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Allocated IP 172.20.0.8 (c5d8bec1-9baf-496d-8066-d331255bb96c/5277b698-1143-4952-a3ce-257473c57257/705879c2-878a-40cb-ae93-2db29b5b4329) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:31:40.199996 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-deaccb58-e927-4c0e-85ad-2896b39254a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a7b4eedc-fec2-4530-9138-56c21ac2a116), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:40.204283 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-deaccb58-e927-4c0e-85ad-2896b39254a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:40.209232 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-deaccb58-e927-4c0e-85ad-2896b39254a8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a7b4eedc-fec2-4530-9138-56c21ac2a116 HTTP/1.1" status: 204 len: 168 time: 0.3090219 Feb 07 21:31:40.220534 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaccb58-e927-4c0e-85ad-2896b39254a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b4eedc-fec2-4530-9138-56c21ac2a116,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:40.485026 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b7538ac6-de00-463c-b389-182d94c643c4 req-d21c233b-62ea-471b-9e84-ca102104de49 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for port (705879c2-878a-40cb-ae93-2db29b5b4329), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:40.513751 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659acd1-2c92-4ab7-abb0-31d7f3073f88 req-8a073942-113d-4e22-87ac-2a8e808ff9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:40.515704 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c659acd1-2c92-4ab7-abb0-31d7f3073f88 req-8a073942-113d-4e22-87ac-2a8e808ff9da service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 1129 time: 0.3261237 Feb 07 21:31:40.593551 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c659acd1-2c92-4ab7-abb0-31d7f3073f88 req-04d18dbe-aaa5-4f15-bbf7-ea024f21f6e4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712221 Feb 07 21:31:40.614915 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ceaa684d-767c-48ea-9399-9bfc444fcea2 req-987cd4ba-d5ef-4180-b566-7f79f935897e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 210 time: 0.0918434 Feb 07 21:31:40.638837 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b7538ac6-de00-463c-b389-182d94c643c4 req-d21c233b-62ea-471b-9e84-ca102104de49 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (705879c2-878a-40cb-ae93-2db29b5b4329), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:40.792265 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c233b-62ea-471b-9e84-ca102104de49 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event updated for resources: {'Port': ['ID=705879c2-878a-40cb-ae93-2db29b5b4329,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:40.838910 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7538ac6-de00-463c-b389-182d94c643c4 req-d21c233b-62ea-471b-9e84-ca102104de49 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Network c5d8bec1-9baf-496d-8066-d331255bb96c is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:31:40.883948 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-b7538ac6-de00-463c-b389-182d94c643c4 req-d21c233b-62ea-471b-9e84-ca102104de49 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:31:40.887231 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7538ac6-de00-463c-b389-182d94c643c4 req-d21c233b-62ea-471b-9e84-ca102104de49 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:31:41.004693 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7538ac6-de00-463c-b389-182d94c643c4 req-d21c233b-62ea-471b-9e84-ca102104de49 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:41.005322 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b7538ac6-de00-463c-b389-182d94c643c4 req-d21c233b-62ea-471b-9e84-ca102104de49 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:41.013678 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a210375-5307-4d39-a488-8c689553951c req-f39c9ce2-b676-40b8-a5e7-431f91e31fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:41.015183 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a210375-5307-4d39-a488-8c689553951c req-f39c9ce2-b676-40b8-a5e7-431f91e31fc6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5266be69ced44c2e98a82b5b59fbf33f&device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 1129 time: 0.6088746 Feb 07 21:31:41.036610 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7538ac6-de00-463c-b389-182d94c643c4 req-d21c233b-62ea-471b-9e84-ca102104de49 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3603714 Feb 07 21:31:41.228764 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a3645-5135-450a-bb4f-fcfe1287bc87 req-ecb3073b-d1bb-45fe-87d0-09738ae1f4f2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:41.230287 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d59a3645-5135-450a-bb4f-fcfe1287bc87 req-ecb3073b-d1bb-45fe-87d0-09738ae1f4f2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 947 time: 0.1683567 Feb 07 21:31:41.271114 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a210375-5307-4d39-a488-8c689553951c req-5de91b88-6484-48e1-8b03-94020410fac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:41.277107 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a210375-5307-4d39-a488-8c689553951c req-5de91b88-6484-48e1-8b03-94020410fac0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=313f8c1c-8aae-48a6-b295-d997e13e6125 HTTP/1.1" status: 200 len: 918 time: 0.2162542 Feb 07 21:31:41.283947 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-b7538ac6-de00-463c-b389-182d94c643c4 req-48213949-2165-4057-add2-8f26dc22ef50 service neutron] Request body: {'port': {'device_id': '089a6eee-8adc-4264-aa3b-99913e4a0bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:31:41.347670 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-32c8b07f-df70-4aab-b51f-197f82522802 None None] Provisioning complete for port 705879c2-878a-40cb-ae93-2db29b5b4329 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:31:41.348163 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-32c8b07f-df70-4aab-b51f-197f82522802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (705879c2-878a-40cb-ae93-2db29b5b4329), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:41.439857 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d59a3645-5135-450a-bb4f-fcfe1287bc87 req-b3fa54e8-8f4d-46c6-b4e7-ded9e64fd825 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027569 Feb 07 21:31:41.452371 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-32c8b07f-df70-4aab-b51f-197f82522802 None None] Port 705879c2-878a-40cb-ae93-2db29b5b4329 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:31:41.505719 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a210375-5307-4d39-a488-8c689553951c req-6a025a69-c96c-4e32-b4f8-7bad797b87da service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dff229d-589a-4c03-88b4-9e6351af7b5f HTTP/1.1" status: 200 len: 1002 time: 0.1905298 Feb 07 21:31:41.517139 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b7538ac6-de00-463c-b389-182d94c643c4 req-48213949-2165-4057-add2-8f26dc22ef50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (705879c2-878a-40cb-ae93-2db29b5b4329), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:41.604643 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a210375-5307-4d39-a488-8c689553951c req-e6c73742-9144-4764-86e1-21428fe560b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:41.606127 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a210375-5307-4d39-a488-8c689553951c req-e6c73742-9144-4764-86e1-21428fe560b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cd4692e6-7e5d-43fa-9585-afffaba1004b HTTP/1.1" status: 200 len: 856 time: 0.0911016 Feb 07 21:31:41.745167 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a210375-5307-4d39-a488-8c689553951c req-05157e5d-ae1b-4004-9480-2231a03a9dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:41.746799 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a210375-5307-4d39-a488-8c689553951c req-05157e5d-ae1b-4004-9480-2231a03a9dbe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=313f8c1c-8aae-48a6-b295-d997e13e6125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1287014 Feb 07 21:31:42.060367 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84812a17-6dd5-4625-85a2-6d8067654ef3 req-d4491a96-a69c-4a4e-8329-c8db6cb6bfd0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:42.063639 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84812a17-6dd5-4625-85a2-6d8067654ef3 req-d4491a96-a69c-4a4e-8329-c8db6cb6bfd0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 931 time: 0.2580969 Feb 07 21:31:42.188735 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a210375-5307-4d39-a488-8c689553951c req-e1ad38cf-43d5-4a1b-9cfe-e73ca052007f service neutron] 10.222.0.69 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220960 Feb 07 21:31:42.415266 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-b7538ac6-de00-463c-b389-182d94c643c4 req-48213949-2165-4057-add2-8f26dc22ef50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 705879c2-878a-40cb-ae93-2db29b5b4329 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:31:42.423693 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b7538ac6-de00-463c-b389-182d94c643c4 req-48213949-2165-4057-add2-8f26dc22ef50 service neutron] Publish callbacks [] for port (705879c2-878a-40cb-ae93-2db29b5b4329), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:42.447161 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-b7538ac6-de00-463c-b389-182d94c643c4 req-48213949-2165-4057-add2-8f26dc22ef50 service neutron] Transition to ACTIVE for port object 705879c2-878a-40cb-ae93-2db29b5b4329 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:31:42.473380 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b7538ac6-de00-463c-b389-182d94c643c4 req-48213949-2165-4057-add2-8f26dc22ef50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (705879c2-878a-40cb-ae93-2db29b5b4329), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:42.540709 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84812a17-6dd5-4625-85a2-6d8067654ef3 req-591e7b39-aeb0-497e-9411-ffb958f9212b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4506917 Feb 07 21:31:42.647421 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48213949-2165-4057-add2-8f26dc22ef50 service neutron] Pushing event updated for resources: {'Port': ['ID=705879c2-878a-40cb-ae93-2db29b5b4329,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:43.191455 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a210375-5307-4d39-a488-8c689553951c req-50f7e494-cffe-4d1a-bd1a-cc5e678fb5cd service neutron] 10.222.0.69 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9879074 Feb 07 21:31:43.359064 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86200b1d-2c01-4e85-b40e-fb6e81d683fc req-ac975829-4208-43a6-ad83-338954b59048 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:43.361206 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-86200b1d-2c01-4e85-b40e-fb6e81d683fc req-ac975829-4208-43a6-ad83-338954b59048 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 947 time: 0.7108791 Feb 07 21:31:43.407605 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b7538ac6-de00-463c-b389-182d94c643c4 req-48213949-2165-4057-add2-8f26dc22ef50 service neutron] Attempting to bind port 705879c2-878a-40cb-ae93-2db29b5b4329 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:31:43.409079 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b7538ac6-de00-463c-b389-182d94c643c4 req-48213949-2165-4057-add2-8f26dc22ef50 service neutron] Attempting to bind port 705879c2-878a-40cb-ae93-2db29b5b4329 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:31:43.409569 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7538ac6-de00-463c-b389-182d94c643c4 req-48213949-2165-4057-add2-8f26dc22ef50 service neutron] Attempting to bind port 705879c2-878a-40cb-ae93-2db29b5b4329 on network c5d8bec1-9baf-496d-8066-d331255bb96c {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:31:43.423986 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7538ac6-de00-463c-b389-182d94c643c4 req-48213949-2165-4057-add2-8f26dc22ef50 service neutron] Port 705879c2-878a-40cb-ae93-2db29b5b4329 on network c5d8bec1-9baf-496d-8066-d331255bb96c not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:31:43.424617 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7538ac6-de00-463c-b389-182d94c643c4 req-48213949-2165-4057-add2-8f26dc22ef50 service neutron] Attempting to bind port 705879c2-878a-40cb-ae93-2db29b5b4329 on network c5d8bec1-9baf-496d-8066-d331255bb96c {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:31:43.434873 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7538ac6-de00-463c-b389-182d94c643c4 req-48213949-2165-4057-add2-8f26dc22ef50 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:31:43.435600 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7538ac6-de00-463c-b389-182d94c643c4 req-48213949-2165-4057-add2-8f26dc22ef50 service neutron] Checking segment: {'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:31:43.436603 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7538ac6-de00-463c-b389-182d94c643c4 req-48213949-2165-4057-add2-8f26dc22ef50 service neutron] Bound using segment: {'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:31:43.437355 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b7538ac6-de00-463c-b389-182d94c643c4 req-48213949-2165-4057-add2-8f26dc22ef50 service neutron] Bound port: 705879c2-878a-40cb-ae93-2db29b5b4329, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:31:43.437890 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b7538ac6-de00-463c-b389-182d94c643c4 req-48213949-2165-4057-add2-8f26dc22ef50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (705879c2-878a-40cb-ae93-2db29b5b4329), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:43.445868 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-86200b1d-2c01-4e85-b40e-fb6e81d683fc req-c67ed89d-5a27-448c-a966-a9e6ede76275 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785782 Feb 07 21:31:43.525268 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b7538ac6-de00-463c-b389-182d94c643c4 req-48213949-2165-4057-add2-8f26dc22ef50 service neutron] For port 705879c2-878a-40cb-ae93-2db29b5b4329, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:31:43.529484 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b7538ac6-de00-463c-b389-182d94c643c4 req-48213949-2165-4057-add2-8f26dc22ef50 service neutron] For port 705879c2-878a-40cb-ae93-2db29b5b4329, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=705879c2-878a-40cb-ae93-2db29b5b4329,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:31:43.539800 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b7538ac6-de00-463c-b389-182d94c643c4 req-48213949-2165-4057-add2-8f26dc22ef50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (705879c2-878a-40cb-ae93-2db29b5b4329), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:43.687564 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48213949-2165-4057-add2-8f26dc22ef50 service neutron] Pushing event updated for resources: {'Port': ['ID=705879c2-878a-40cb-ae93-2db29b5b4329,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:43.802015 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7538ac6-de00-463c-b389-182d94c643c4 req-48213949-2165-4057-add2-8f26dc22ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:43.803102 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b7538ac6-de00-463c-b389-182d94c643c4 req-48213949-2165-4057-add2-8f26dc22ef50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:43.805064 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7538ac6-de00-463c-b389-182d94c643c4 req-48213949-2165-4057-add2-8f26dc22ef50 service neutron] 10.222.0.71 "PUT /v2.0/ports/705879c2-878a-40cb-ae93-2db29b5b4329 HTTP/1.1" status: 200 len: 1091 time: 2.7608323 Feb 07 21:31:43.808013 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089a6eee-8adc-4264-aa3b-99913e4a0bf7', 'tag': '705879c2-878a-40cb-ae93-2db29b5b4329'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:31:43.813099 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8384dc-b6b6-45b6-9860-b788dc7bc4d7" -d '{"events": [{"name": "network-changed", "server_uuid": "089a6eee-8adc-4264-aa3b-99913e4a0bf7", "tag": "705879c2-878a-40cb-ae93-2db29b5b4329"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:31:43.847731 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf5e99-309f-47fd-a9e6-da2fd569acda req-633602a1-fc6e-4753-9a04-fd3dd6aac2dd tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:43.860089 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-efcf5e99-309f-47fd-a9e6-da2fd569acda req-633602a1-fc6e-4753-9a04-fd3dd6aac2dd tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 943 time: 0.1412320 Feb 07 21:31:44.028791 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-efcf5e99-309f-47fd-a9e6-da2fd569acda req-1bbb2058-5e7a-419e-a1cb-31e2f9037507 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665602 Feb 07 21:31:44.075176 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7538ac6-de00-463c-b389-182d94c643c4 req-1e364cf9-45a7-4b8e-95e8-ea235fec349e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:44.076737 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7538ac6-de00-463c-b389-182d94c643c4 req-1e364cf9-45a7-4b8e-95e8-ea235fec349e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 1125 time: 0.1999652 Feb 07 21:31:44.139690 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7538ac6-de00-463c-b389-182d94c643c4 req-66575a4f-022b-4efc-a072-fdf8379a3a27 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=705879c2-878a-40cb-ae93-2db29b5b4329 HTTP/1.1" status: 200 len: 217 time: 0.0558553 Feb 07 21:31:44.249885 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7538ac6-de00-463c-b389-182d94c643c4 req-3d219524-a27a-4292-aa17-25a2d697c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:44.252273 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7538ac6-de00-463c-b389-182d94c643c4 req-3d219524-a27a-4292-aa17-25a2d697c45e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5277b698-1143-4952-a3ce-257473c57257 HTTP/1.1" status: 200 len: 851 time: 0.1070571 Feb 07 21:31:44.331033 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9bb15a-4ef2-4b33-9466-116b9d2050cf x-openstack-request-id: req-8b9bb15a-4ef2-4b33-9466-116b9d2050cf {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:31:44.331382 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089a6eee-8adc-4264-aa3b-99913e4a0bf7", "tag": "705879c2-878a-40cb-ae93-2db29b5b4329", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:31:44.331587 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8b9bb15a-4ef2-4b33-9466-116b9d2050cf {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:31:44.332036 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089a6eee-8adc-4264-aa3b-99913e4a0bf7', 'tag': '705879c2-878a-40cb-ae93-2db29b5b4329', 'status': 'completed', 'code': 200} Feb 07 21:31:44.387693 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7538ac6-de00-463c-b389-182d94c643c4 req-82133e5e-295c-47d7-8178-01ae9e0e992b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:44.389234 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7538ac6-de00-463c-b389-182d94c643c4 req-82133e5e-295c-47d7-8178-01ae9e0e992b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c5d8bec1-9baf-496d-8066-d331255bb96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1264606 Feb 07 21:31:44.722460 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7538ac6-de00-463c-b389-182d94c643c4 req-75d22eda-c4fc-45b6-a9fd-35ad4df6f0bb service neutron] 10.222.0.71 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270071 Feb 07 21:31:44.846314 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c983a-ae88-4b68-92ea-4e77cdfa12b1 req-db0069c2-3ace-4fdd-9a7c-02db30b0e255 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:44.851529 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de8c983a-ae88-4b68-92ea-4e77cdfa12b1 req-db0069c2-3ace-4fdd-9a7c-02db30b0e255 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 947 time: 0.2391717 Feb 07 21:31:45.017026 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de8c983a-ae88-4b68-92ea-4e77cdfa12b1 req-b71ddc39-34e9-402d-b71b-b3681837324a tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498013 Feb 07 21:31:45.024351 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b7538ac6-de00-463c-b389-182d94c643c4 req-59fc5cb6-cbb4-4dc9-bb77-2470eb8bf93b service neutron] 10.222.0.71 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921162 Feb 07 21:31:45.235107 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87114609-5f36-4cce-99cd-109f8c1e086b req-46cff7b0-2a04-488c-9afe-0762f4ee1e3c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:45.236682 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87114609-5f36-4cce-99cd-109f8c1e086b req-46cff7b0-2a04-488c-9afe-0762f4ee1e3c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 943 time: 0.0710123 Feb 07 21:31:45.242550 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8384dc-b6b6-45b6-9860-b788dc7bc4d7 req-50d18df4-9a56-400f-a0ff-db4ec2979abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:45.244062 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da8384dc-b6b6-45b6-9860-b788dc7bc4d7 req-50d18df4-9a56-400f-a0ff-db4ec2979abb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 1125 time: 0.1298120 Feb 07 21:31:45.348266 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87114609-5f36-4cce-99cd-109f8c1e086b req-b4821bc5-f629-4be4-9de1-2c43624a511c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031172 Feb 07 21:31:45.411017 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8384dc-b6b6-45b6-9860-b788dc7bc4d7 req-9566335f-866c-4bb9-96a6-7944ac2329db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:45.421216 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da8384dc-b6b6-45b6-9860-b788dc7bc4d7 req-9566335f-866c-4bb9-96a6-7944ac2329db service neutron] 10.222.0.71 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 913 time: 0.1699867 Feb 07 21:31:45.503646 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da8384dc-b6b6-45b6-9860-b788dc7bc4d7 req-34a1dafe-80f2-4837-96ab-6ee3926b7295 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=705879c2-878a-40cb-ae93-2db29b5b4329 HTTP/1.1" status: 200 len: 217 time: 0.0552113 Feb 07 21:31:45.558342 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8384dc-b6b6-45b6-9860-b788dc7bc4d7 req-1c9752ed-1df3-48b3-88de-a46cbff4e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:45.559822 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da8384dc-b6b6-45b6-9860-b788dc7bc4d7 req-1c9752ed-1df3-48b3-88de-a46cbff4e455 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5277b698-1143-4952-a3ce-257473c57257 HTTP/1.1" status: 200 len: 851 time: 0.0504129 Feb 07 21:31:45.660162 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8384dc-b6b6-45b6-9860-b788dc7bc4d7 req-7e82fc1e-229a-4b9d-91d4-66804287011e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:45.661685 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da8384dc-b6b6-45b6-9860-b788dc7bc4d7 req-7e82fc1e-229a-4b9d-91d4-66804287011e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c5d8bec1-9baf-496d-8066-d331255bb96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0957751 Feb 07 21:31:45.816529 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da8384dc-b6b6-45b6-9860-b788dc7bc4d7 req-1f56c1c4-6823-4a0d-b56c-b4aa3950671e service neutron] 10.222.0.71 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484964 Feb 07 21:31:45.959116 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da8384dc-b6b6-45b6-9860-b788dc7bc4d7 req-a705442c-2182-4e9d-84eb-5be44689830c service neutron] 10.222.0.71 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373651 Feb 07 21:31:46.547028 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a33588-4835-46b8-8337-97fb8e1b66a7 req-138e22a5-91b4-4290-b9d5-f11d7fd6e9d0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:46.547028 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-83a33588-4835-46b8-8337-97fb8e1b66a7 req-138e22a5-91b4-4290-b9d5-f11d7fd6e9d0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 943 time: 0.1035864 Feb 07 21:31:46.617444 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-83a33588-4835-46b8-8337-97fb8e1b66a7 req-7c409e34-1411-46a9-8613-26fb69ad5fbb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659530 Feb 07 21:31:47.867341 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf6575-7546-467c-8a3c-b726680c3654 req-7b517495-8619-4293-85e4-e91a3b237a81 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:47.869460 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8edf6575-7546-467c-8a3c-b726680c3654 req-7b517495-8619-4293-85e4-e91a3b237a81 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 943 time: 0.1221588 Feb 07 21:31:47.952025 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8edf6575-7546-467c-8a3c-b726680c3654 req-b8eea69f-ee4f-4059-b79c-a39308096075 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742490 Feb 07 21:31:48.461622 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cd4e69a2-811a-4515-a529-af1264c4533b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:49.204936 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1694be-89ea-4e57-bc98-9653d436a08b req-7e8da92e-ff45-493d-a6f3-90dcc3c2229a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:49.205629 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba1694be-89ea-4e57-bc98-9653d436a08b req-7e8da92e-ff45-493d-a6f3-90dcc3c2229a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 943 time: 0.1132989 Feb 07 21:31:49.299850 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba1694be-89ea-4e57-bc98-9653d436a08b req-fffd05fe-3bc0-4317-aa25-813c7e78f2bb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875537 Feb 07 21:31:50.528368 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b909e3-add4-4574-894e-fb0948251ca7 req-1ebe656e-3cba-40d7-99fa-d8d718231a9c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:50.535855 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8b909e3-add4-4574-894e-fb0948251ca7 req-1ebe656e-3cba-40d7-99fa-d8d718231a9c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 943 time: 0.0766056 Feb 07 21:31:50.568770 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c03364ee-704a-4a8b-bb22-67192f399bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:50.607182 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8b909e3-add4-4574-894e-fb0948251ca7 req-779e1a7a-76d4-4eea-9aa9-0c4707ba1c16 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701931 Feb 07 21:31:51.790559 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee059bd-cf89-43a9-9674-e3940827d0b4 req-5a605f24-62c4-48ef-a282-d8d8c673eb8e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:51.793499 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ee059bd-cf89-43a9-9674-e3940827d0b4 req-5a605f24-62c4-48ef-a282-d8d8c673eb8e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 943 time: 0.0803821 Feb 07 21:31:51.835058 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:51.919108 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ee059bd-cf89-43a9-9674-e3940827d0b4 req-82f31894-36f4-4656-b968-e24de53953bc tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177981 Feb 07 21:31:53.060107 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d1e7f-2833-420f-a7ca-1889f98b5fc7 req-a5352519-6118-4ee7-b0dc-593c58a9928e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:53.075948 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-920d1e7f-2833-420f-a7ca-1889f98b5fc7 req-a5352519-6118-4ee7-b0dc-593c58a9928e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 943 time: 0.0756714 Feb 07 21:31:53.138659 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-920d1e7f-2833-420f-a7ca-1889f98b5fc7 req-46987254-526b-45aa-acd1-a6b3c30411ec tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609703 Feb 07 21:31:53.313559 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:54.287712 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba24a20-4bdd-4e9b-9042-6f7dfa52deb7 req-806640e3-a920-4198-8ac5-90bc76c24b8d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:54.290076 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fba24a20-4bdd-4e9b-9042-6f7dfa52deb7 req-806640e3-a920-4198-8ac5-90bc76c24b8d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 943 time: 0.0787251 Feb 07 21:31:54.344438 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fba24a20-4bdd-4e9b-9042-6f7dfa52deb7 req-a6fc1cf2-1b65-4a62-9508-e10a8e585bc6 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474651 Feb 07 21:31:54.656709 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:55.497566 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b4a3f-61b5-4014-8204-a592269f549a req-7c9b14e1-a1c7-4f21-a708-b841e3638e89 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:55.500220 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-368b4a3f-61b5-4014-8204-a592269f549a req-7c9b14e1-a1c7-4f21-a708-b841e3638e89 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 943 time: 0.0794334 Feb 07 21:31:55.576566 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-368b4a3f-61b5-4014-8204-a592269f549a req-4dfc54cf-f4fd-45b5-bb26-5155ee0a6e2d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698202 Feb 07 21:31:56.611114 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59416) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:31:56.740894 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad28d3-2108-47a1-af27-37eed80fedf5 req-af2b9a2f-294b-4125-9d4f-d96fff7ef2a2 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:56.742604 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-58ad28d3-2108-47a1-af27-37eed80fedf5 req-af2b9a2f-294b-4125-9d4f-d96fff7ef2a2 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 943 time: 0.0830305 Feb 07 21:31:56.753558 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b03996d1-d005-46d8-a82f-54dd0cfe3287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:56.794940 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-58ad28d3-2108-47a1-af27-37eed80fedf5 req-36ed74a3-bd08-42c0-bb4c-84f95d991786 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466299 Feb 07 21:31:56.837045 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b03996d1-d005-46d8-a82f-54dd0cfe3287 admin admin] Publish callbacks [] for security_group (5dc193a4-fbb0-4de7-8b2a-ddc4fa4d9379), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:56.842376 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b03996d1-d005-46d8-a82f-54dd0cfe3287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (5dc193a4-fbb0-4de7-8b2a-ddc4fa4d9379), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:56.876666 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b03996d1-d005-46d8-a82f-54dd0cfe3287 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=607669e5230344e6917bf87d2f8b3123&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2643981 Feb 07 21:31:56.876874 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 59422) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:31:56.891435 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03996d1-d005-46d8-a82f-54dd0cfe3287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc193a4-fbb0-4de7-8b2a-ddc4fa4d9379,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:56.946340 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da593289-39c9-4ce3-a397-dd20468d9df1 admin admin] Publish callbacks [] for security_group (5dc193a4-fbb0-4de7-8b2a-ddc4fa4d9379), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:56.968267 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da593289-39c9-4ce3-a397-dd20468d9df1 admin admin] Publish callbacks [] for security_group (5dc193a4-fbb0-4de7-8b2a-ddc4fa4d9379), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:57.018114 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da593289-39c9-4ce3-a397-dd20468d9df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (5dc193a4-fbb0-4de7-8b2a-ddc4fa4d9379), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:57.021213 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da593289-39c9-4ce3-a397-dd20468d9df1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:57.022356 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-da593289-39c9-4ce3-a397-dd20468d9df1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5dc193a4-fbb0-4de7-8b2a-ddc4fa4d9379 HTTP/1.1" status: 204 len: 168 time: 0.1443183 Feb 07 21:31:57.031665 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da593289-39c9-4ce3-a397-dd20468d9df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc193a4-fbb0-4de7-8b2a-ddc4fa4d9379,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:57.332023 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 59428) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:31:57.346748 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-483e852b-d7ef-419c-b12a-45316ee88136 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:57.430964 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-483e852b-d7ef-419c-b12a-45316ee88136 admin admin] Publish callbacks [] for security_group (c10a9011-0a80-446e-a8db-d6eb88fb4060), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:57.435922 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-483e852b-d7ef-419c-b12a-45316ee88136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c10a9011-0a80-446e-a8db-d6eb88fb4060), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:57.463817 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-483e852b-d7ef-419c-b12a-45316ee88136 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=23cc105d1ce34be7bdd8dd3bdd357bdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301889 Feb 07 21:31:57.466947 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59430) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:31:57.508729 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e852b-d7ef-419c-b12a-45316ee88136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10a9011-0a80-446e-a8db-d6eb88fb4060,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:57.565975 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9860367-766c-4f18-bf8e-112895fcd97a admin admin] Publish callbacks [] for security_group (c10a9011-0a80-446e-a8db-d6eb88fb4060), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:57.593042 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9860367-766c-4f18-bf8e-112895fcd97a admin admin] Publish callbacks [] for security_group (c10a9011-0a80-446e-a8db-d6eb88fb4060), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:57.660445 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9860367-766c-4f18-bf8e-112895fcd97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c10a9011-0a80-446e-a8db-d6eb88fb4060), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:57.666189 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9860367-766c-4f18-bf8e-112895fcd97a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:31:57.680794 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c9860367-766c-4f18-bf8e-112895fcd97a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c10a9011-0a80-446e-a8db-d6eb88fb4060 HTTP/1.1" status: 204 len: 168 time: 0.2017891 Feb 07 21:31:57.703937 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9860367-766c-4f18-bf8e-112895fcd97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10a9011-0a80-446e-a8db-d6eb88fb4060,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:31:57.965533 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343cd18-fef1-495d-8d51-915718bc5011 req-d3e79568-99a5-4fce-ae6b-d97658864a5f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:57.972974 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9343cd18-fef1-495d-8d51-915718bc5011 req-d3e79568-99a5-4fce-ae6b-d97658864a5f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 943 time: 0.0893652 Feb 07 21:31:58.037242 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9343cd18-fef1-495d-8d51-915718bc5011 req-c23e4d1e-b7dd-428e-b025-b5a17eb43734 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628603 Feb 07 21:31:59.247988 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78625e9-4be7-4800-a634-3b2f5dcce4ba req-26ca0cf3-c151-416e-a4f2-40d3d0d9c229 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:31:59.250598 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a78625e9-4be7-4800-a634-3b2f5dcce4ba req-26ca0cf3-c151-416e-a4f2-40d3d0d9c229 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 943 time: 0.1104956 Feb 07 21:31:59.347366 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a78625e9-4be7-4800-a634-3b2f5dcce4ba req-7c1f6a83-bac3-4ca2-a65c-7b3fd82f0817 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907545 Feb 07 21:32:00.480658 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4a53d-c019-4d1b-9f08-7fd72bc3f9c2 req-a693b65e-f761-4041-bd0a-cfb7b1a5e226 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:00.482531 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1af4a53d-c019-4d1b-9f08-7fd72bc3f9c2 req-a693b65e-f761-4041-bd0a-cfb7b1a5e226 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 943 time: 0.0585604 Feb 07 21:32:00.557767 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1af4a53d-c019-4d1b-9f08-7fd72bc3f9c2 req-cb88cbf3-f7b0-4478-ac52-8d42a1776892 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675914 Feb 07 21:32:01.783216 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9bc0c-538d-476c-b09e-a15cc5fd57d7 req-1d8097dc-41d0-4890-9295-e0aa5bd460da tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:01.784694 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ba9bc0c-538d-476c-b09e-a15cc5fd57d7 req-1d8097dc-41d0-4890-9295-e0aa5bd460da tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 943 time: 0.1009917 Feb 07 21:32:01.899443 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ba9bc0c-538d-476c-b09e-a15cc5fd57d7 req-9a2e2871-3186-4c7c-a6eb-495b9979afa6 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017225 Feb 07 21:32:02.125733 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 705879c2-878a-40cb-ae93-2db29b5b4329 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:32:02.265746 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 705879c2-878a-40cb-ae93-2db29b5b4329, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=705879c2-878a-40cb-ae93-2db29b5b4329,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:32:02.279212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '705879c2-878a-40cb-ae93-2db29b5b4329', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'port_id': '705879c2-878a-40cb-ae93-2db29b5b4329', 'mac_address': 'fa:16:3e:65:16:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:32:02.319177 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 705879c2-878a-40cb-ae93-2db29b5b4329 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:02.319704 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (705879c2-878a-40cb-ae93-2db29b5b4329), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:02.338012 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 705879c2-878a-40cb-ae93-2db29b5b4329 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:32:02.371630 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 705879c2-878a-40cb-ae93-2db29b5b4329, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=705879c2-878a-40cb-ae93-2db29b5b4329,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:32:02.379519 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (705879c2-878a-40cb-ae93-2db29b5b4329), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:02.473455 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=705879c2-878a-40cb-ae93-2db29b5b4329,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:02.503806 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:02.505478 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:02.505845 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:02.508477 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:02.508841 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:02.509199 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:02.521366 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:02.521802 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:02.522152 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:02.522500 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:02.522841 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:02.523177 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:02.523511 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:02.679609 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['705879c2-878a-40cb-ae93-2db29b5b4329'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:32:03.135300 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a0be1-9afb-4ebe-9aaa-6c89cfef4502 req-77af24f5-8955-4847-8896-4c862e051300 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:03.141086 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d8a0be1-9afb-4ebe-9aaa-6c89cfef4502 req-77af24f5-8955-4847-8896-4c862e051300 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 944 time: 0.1206448 Feb 07 21:32:03.259185 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d8a0be1-9afb-4ebe-9aaa-6c89cfef4502 req-d0088191-7c29-4907-a409-c64341d05287 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122525 Feb 07 21:32:03.761801 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:03.966122 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59596) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:04.075767 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:04.119900 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df51277f-2185-4e87-a948-f2aba043e8b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:04.133678 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 705879c2-878a-40cb-ae93-2db29b5b4329 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:32:04.233776 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 705879c2-878a-40cb-ae93-2db29b5b4329 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:32:04.241589 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 705879c2-878a-40cb-ae93-2db29b5b4329 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:04.244727 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (705879c2-878a-40cb-ae93-2db29b5b4329), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:04.312684 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df51277f-2185-4e87-a948-f2aba043e8b5 admin admin] Publish callbacks [] for security_group (56c8ee3f-c664-4ea7-ba41-9a2d79be4012), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:04.318239 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df51277f-2185-4e87-a948-f2aba043e8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (56c8ee3f-c664-4ea7-ba41-9a2d79be4012), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:04.385739 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-df51277f-2185-4e87-a948-f2aba043e8b5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e88791f7e2954dd4ba35f5504e89a10f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4174545 Feb 07 21:32:04.387612 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59610) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:04.423267 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 705879c2-878a-40cb-ae93-2db29b5b4329 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:04.423860 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (705879c2-878a-40cb-ae93-2db29b5b4329), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:04.453048 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4bb74-11d1-4524-a077-b1782f9d00c3 req-7b4bd764-9f48-4260-b9c8-b4a28dfef49c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:04.454022 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089a6eee-8adc-4264-aa3b-99913e4a0bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705879c2-878a-40cb-ae93-2db29b5b4329'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:32:04.455970 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f353a7-cf5a-4d8e-8623-f22f3cc04af5" -d '{"events": [{"server_uuid": "089a6eee-8adc-4264-aa3b-99913e4a0bf7", "name": "network-vif-plugged", "status": "completed", "tag": "705879c2-878a-40cb-ae93-2db29b5b4329"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:32:04.457918 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51277f-2185-4e87-a948-f2aba043e8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c8ee3f-c664-4ea7-ba41-9a2d79be4012,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:04.463120 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f5c4bb74-11d1-4524-a077-b1782f9d00c3 req-7b4bd764-9f48-4260-b9c8-b4a28dfef49c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 944 time: 0.1068873 Feb 07 21:32:04.488967 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 705879c2-878a-40cb-ae93-2db29b5b4329, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=705879c2-878a-40cb-ae93-2db29b5b4329,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:32:04.504403 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (705879c2-878a-40cb-ae93-2db29b5b4329), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:04.537298 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77431a14-805b-4e2e-a3d4-67853922c1ce admin admin] Publish callbacks [] for security_group (56c8ee3f-c664-4ea7-ba41-9a2d79be4012), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:04.575011 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77431a14-805b-4e2e-a3d4-67853922c1ce admin admin] Publish callbacks [] for security_group (56c8ee3f-c664-4ea7-ba41-9a2d79be4012), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:04.591251 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8d3904-171e-4fa7-b88a-19f1943e72fe x-openstack-request-id: req-dc8d3904-171e-4fa7-b88a-19f1943e72fe {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:32:04.591846 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089a6eee-8adc-4264-aa3b-99913e4a0bf7", "name": "network-vif-plugged", "status": "completed", "tag": "705879c2-878a-40cb-ae93-2db29b5b4329", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:32:04.592380 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dc8d3904-171e-4fa7-b88a-19f1943e72fe {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:32:04.593149 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089a6eee-8adc-4264-aa3b-99913e4a0bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705879c2-878a-40cb-ae93-2db29b5b4329', 'code': 200} Feb 07 21:32:04.609052 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f5c4bb74-11d1-4524-a077-b1782f9d00c3 req-cffe2132-822c-451c-ad61-ee58040dc0a3 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427295 Feb 07 21:32:04.667524 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=705879c2-878a-40cb-ae93-2db29b5b4329,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:04.697795 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c90e6-5b11-4eef-a626-c018563809d8 req-538937f9-b244-4eaa-a894-8eb60e61d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:04.699108 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a77c90e6-5b11-4eef-a626-c018563809d8 req-538937f9-b244-4eaa-a894-8eb60e61d82c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 1127 time: 0.0629306 Feb 07 21:32:04.714509 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77431a14-805b-4e2e-a3d4-67853922c1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (56c8ee3f-c664-4ea7-ba41-9a2d79be4012), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:04.717603 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77431a14-805b-4e2e-a3d4-67853922c1ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:04.722272 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-77431a14-805b-4e2e-a3d4-67853922c1ce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/56c8ee3f-c664-4ea7-ba41-9a2d79be4012 HTTP/1.1" status: 204 len: 168 time: 0.3306985 Feb 07 21:32:04.734899 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77431a14-805b-4e2e-a3d4-67853922c1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c8ee3f-c664-4ea7-ba41-9a2d79be4012,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:04.809161 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a77c90e6-5b11-4eef-a626-c018563809d8 req-7d52377c-d1bc-4994-9e16-f72c122f78b0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003330 Feb 07 21:32:05.611149 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59650) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:05.840596 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0c8b9-6d25-42fd-99a5-c9f475919875 req-0705bd1a-fa11-428b-af38-2f961b67f54b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:05.845561 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-35c0c8b9-6d25-42fd-99a5-c9f475919875 req-0705bd1a-fa11-428b-af38-2f961b67f54b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 945 time: 0.0949616 Feb 07 21:32:05.924538 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c4bf39f-513b-4bf2-bb8d-b9ac94d2cc2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:05.932821 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-35c0c8b9-6d25-42fd-99a5-c9f475919875 req-df9a2254-e8be-426e-a6be-bcf36195d825 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724549 Feb 07 21:32:06.072163 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c4bf39f-513b-4bf2-bb8d-b9ac94d2cc2f admin admin] Publish callbacks [] for security_group (c8272cb2-fb73-4f10-9d09-6c0d51283e19), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:06.077853 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c4bf39f-513b-4bf2-bb8d-b9ac94d2cc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c8272cb2-fb73-4f10-9d09-6c0d51283e19), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:06.104612 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8c4bf39f-513b-4bf2-bb8d-b9ac94d2cc2f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b346ad8401574dc5835a8212646755bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4917164 Feb 07 21:32:06.107290 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 59666) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:06.155843 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4bf39f-513b-4bf2-bb8d-b9ac94d2cc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8272cb2-fb73-4f10-9d09-6c0d51283e19,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:06.161846 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4214c002-24ee-45ff-afd2-b1a700ad8542 admin admin] Publish callbacks [] for security_group (c8272cb2-fb73-4f10-9d09-6c0d51283e19), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:06.192570 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4214c002-24ee-45ff-afd2-b1a700ad8542 admin admin] Publish callbacks [] for security_group (c8272cb2-fb73-4f10-9d09-6c0d51283e19), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:06.257903 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4214c002-24ee-45ff-afd2-b1a700ad8542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c8272cb2-fb73-4f10-9d09-6c0d51283e19), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:06.260955 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4214c002-24ee-45ff-afd2-b1a700ad8542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:06.262192 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4214c002-24ee-45ff-afd2-b1a700ad8542 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c8272cb2-fb73-4f10-9d09-6c0d51283e19 HTTP/1.1" status: 204 len: 168 time: 0.1538739 Feb 07 21:32:06.271312 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214c002-24ee-45ff-afd2-b1a700ad8542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8272cb2-fb73-4f10-9d09-6c0d51283e19,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:06.644932 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59680) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:06.669462 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a303cc96-655b-43cc-a686-24556d86b3b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:06.768863 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a303cc96-655b-43cc-a686-24556d86b3b8 admin admin] Publish callbacks [] for security_group (8683968f-0a50-4f86-9a26-4dbd8433847a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:06.773619 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a303cc96-655b-43cc-a686-24556d86b3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8683968f-0a50-4f86-9a26-4dbd8433847a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:06.816119 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303cc96-655b-43cc-a686-24556d86b3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8683968f-0a50-4f86-9a26-4dbd8433847a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:06.826998 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a303cc96-655b-43cc-a686-24556d86b3b8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8e454ef35ebb4cd38b43a745865720c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1810250 Feb 07 21:32:06.827742 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 59682) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:06.884469 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-274d89a6-b7b9-4851-9c99-5239bdbb5361 admin admin] Publish callbacks [] for security_group (8683968f-0a50-4f86-9a26-4dbd8433847a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:06.909844 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-274d89a6-b7b9-4851-9c99-5239bdbb5361 admin admin] Publish callbacks [] for security_group (8683968f-0a50-4f86-9a26-4dbd8433847a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:06.962569 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-274d89a6-b7b9-4851-9c99-5239bdbb5361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8683968f-0a50-4f86-9a26-4dbd8433847a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:06.965716 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-274d89a6-b7b9-4851-9c99-5239bdbb5361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:06.969457 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-274d89a6-b7b9-4851-9c99-5239bdbb5361 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8683968f-0a50-4f86-9a26-4dbd8433847a HTTP/1.1" status: 204 len: 168 time: 0.1380687 Feb 07 21:32:06.993765 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d89a6-b7b9-4851-9c99-5239bdbb5361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8683968f-0a50-4f86-9a26-4dbd8433847a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:07.105111 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85d8f9-160e-46cb-a2a7-f6e88df4f9ac req-599b14b3-296a-489f-93e5-23de354063eb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:07.107135 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3c85d8f9-160e-46cb-a2a7-f6e88df4f9ac req-599b14b3-296a-489f-93e5-23de354063eb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 945 time: 0.0665243 Feb 07 21:32:07.217257 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3c85d8f9-160e-46cb-a2a7-f6e88df4f9ac req-3b8b7a52-b21c-4ba6-b101-cf4af12b8de0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040678 Feb 07 21:32:07.356050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a425e-9ca5-44f2-a085-7fdb8fb5200d req-e941b571-9240-4b9b-9b18-0a48b3cf20ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:07.357791 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b20a425e-9ca5-44f2-a085-7fdb8fb5200d req-e941b571-9240-4b9b-9b18-0a48b3cf20ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 945 time: 0.0705922 Feb 07 21:32:07.433422 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b20a425e-9ca5-44f2-a085-7fdb8fb5200d req-146ae1b8-14fd-4d8f-89e1-0792176f8a94 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677645 Feb 07 21:32:07.456765 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 59698) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:07.773993 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a531ed-874b-4b85-9268-dccac40128d0 tempest-TestVolumeBootPattern-1055403589 tempest-TestVolumeBootPattern-1055403589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:07.776408 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b6a531ed-874b-4b85-9268-dccac40128d0 tempest-TestVolumeBootPattern-1055403589 tempest-TestVolumeBootPattern-1055403589-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 1122 time: 0.3187554 Feb 07 21:32:07.779408 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59708) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:07.785334 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-04a04e29-5f88-41f8-b7da-91046f848e69 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'port_id': '705879c2-878a-40cb-ae93-2db29b5b4329', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:07.825789 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04a04e29-5f88-41f8-b7da-91046f848e69 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:07.953331 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04a04e29-5f88-41f8-b7da-91046f848e69 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:08.098705 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-04a04e29-5f88-41f8-b7da-91046f848e69 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Allocated IP 172.25.4.64 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/fbd14f6e-ee0d-434b-851d-52273736966c) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:32:08.267569 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04a04e29-5f88-41f8-b7da-91046f848e69 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for port (fbd14f6e-ee0d-434b-851d-52273736966c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:08.309836 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04a04e29-5f88-41f8-b7da-91046f848e69 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (fbd14f6e-ee0d-434b-851d-52273736966c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:08.357080 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a04e29-5f88-41f8-b7da-91046f848e69 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:32:08.360997 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-04a04e29-5f88-41f8-b7da-91046f848e69 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:08.367266 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a04e29-5f88-41f8-b7da-91046f848e69 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:32:08.396443 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a04e29-5f88-41f8-b7da-91046f848e69 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event updated for resources: {'Port': ['ID=fbd14f6e-ee0d-434b-851d-52273736966c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:08.790236 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04a04e29-5f88-41f8-b7da-91046f848e69 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for floatingip (e7ddb6e4-96c7-4f91-85fc-a031298348f5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:08.879756 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04a04e29-5f88-41f8-b7da-91046f848e69 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fbd14f6e-ee0d-434b-851d-52273736966c), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:09.238576 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 59750) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:09.365843 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4f6723c-d625-472a-b24d-83c3d2ba5978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:09.384532 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04a04e29-5f88-41f8-b7da-91046f848e69 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for port (fbd14f6e-ee0d-434b-851d-52273736966c), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:09.390014 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04a04e29-5f88-41f8-b7da-91046f848e69 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (fbd14f6e-ee0d-434b-851d-52273736966c), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:09.445203 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4f6723c-d625-472a-b24d-83c3d2ba5978 admin admin] Publish callbacks [] for security_group (3a1b6f51-3bfd-454c-a854-89a986ad1d74), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:09.450514 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4f6723c-d625-472a-b24d-83c3d2ba5978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3a1b6f51-3bfd-454c-a854-89a986ad1d74), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:09.475757 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04a04e29-5f88-41f8-b7da-91046f848e69 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (e7ddb6e4-96c7-4f91-85fc-a031298348f5), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:09.480851 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6723c-d625-472a-b24d-83c3d2ba5978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1b6f51-3bfd-454c-a854-89a986ad1d74,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:09.502551 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c4f6723c-d625-472a-b24d-83c3d2ba5978 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9930772fec34427ea809916d21e6d595&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2623281 Feb 07 21:32:09.503204 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 59758) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:09.543719 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a04e29-5f88-41f8-b7da-91046f848e69 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event updated for resources: {'Port': ['ID=fbd14f6e-ee0d-434b-851d-52273736966c,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:09.578727 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28cbfcf0-89e2-417f-a88f-7ad8199a371e admin admin] Publish callbacks [] for security_group (3a1b6f51-3bfd-454c-a854-89a986ad1d74), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:09.602745 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28cbfcf0-89e2-417f-a88f-7ad8199a371e admin admin] Publish callbacks [] for security_group (3a1b6f51-3bfd-454c-a854-89a986ad1d74), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:09.666926 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28cbfcf0-89e2-417f-a88f-7ad8199a371e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3a1b6f51-3bfd-454c-a854-89a986ad1d74), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:09.669101 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [None req-04a04e29-5f88-41f8-b7da-91046f848e69 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Floating IP e7ddb6e4-96c7-4f91-85fc-a031298348f5 associated. External IP: 172.25.4.64, port: 705879c2-878a-40cb-ae93-2db29b5b4329. Feb 07 21:32:09.669709 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28cbfcf0-89e2-417f-a88f-7ad8199a371e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:09.683959 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-28cbfcf0-89e2-417f-a88f-7ad8199a371e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3a1b6f51-3bfd-454c-a854-89a986ad1d74 HTTP/1.1" status: 204 len: 168 time: 0.1713395 Feb 07 21:32:09.699621 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbfcf0-89e2-417f-a88f-7ad8199a371e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1b6f51-3bfd-454c-a854-89a986ad1d74,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:09.941881 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a04e29-5f88-41f8-b7da-91046f848e69 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Router f20a01b8-35b5-4afb-84af-4ad133939b50 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:32:10.091547 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a04e29-5f88-41f8-b7da-91046f848e69 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:32:10.103838 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b592104-e028-4560-baf0-7ae4df90e737 None None] Sync routers for ids ['f20a01b8-35b5-4afb-84af-4ad133939b50'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:32:10.116680 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b592104-e028-4560-baf0-7ae4df90e737 None None] Routers {'f20a01b8-35b5-4afb-84af-4ad133939b50'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:32:10.118174 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-3b592104-e028-4560-baf0-7ae4df90e737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:31:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f20a01b8-35b5-4afb-84af-4ad133939b50'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:10.126877 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04a04e29-5f88-41f8-b7da-91046f848e69 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:10.190576 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-04a04e29-5f88-41f8-b7da-91046f848e69 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4093857 Feb 07 21:32:10.191226 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089a6eee-8adc-4264-aa3b-99913e4a0bf7', 'tag': '705879c2-878a-40cb-ae93-2db29b5b4329'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:32:10.196175 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ead2715-06df-4da1-94f7-79c475ec7685" -d '{"events": [{"name": "network-changed", "server_uuid": "089a6eee-8adc-4264-aa3b-99913e4a0bf7", "tag": "705879c2-878a-40cb-ae93-2db29b5b4329"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:32:10.244610 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503ca0b8-280d-4ea8-8465-8768b3ca9393 x-openstack-request-id: req-503ca0b8-280d-4ea8-8465-8768b3ca9393 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:32:10.245143 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089a6eee-8adc-4264-aa3b-99913e4a0bf7", "tag": "705879c2-878a-40cb-ae93-2db29b5b4329", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:32:10.245709 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-503ca0b8-280d-4ea8-8465-8768b3ca9393 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:32:10.246402 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089a6eee-8adc-4264-aa3b-99913e4a0bf7', 'tag': '705879c2-878a-40cb-ae93-2db29b5b4329', 'status': 'completed', 'code': 200} Feb 07 21:32:10.336746 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-3b592104-e028-4560-baf0-7ae4df90e737 None None] Set router f20a01b8-35b5-4afb-84af-4ad133939b50 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:32:10.362566 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead2715-06df-4da1-94f7-79c475ec7685 req-4bbd7ac3-e958-4638-aa6b-e87c34ad9425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:10.362566 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ead2715-06df-4da1-94f7-79c475ec7685 req-4bbd7ac3-e958-4638-aa6b-e87c34ad9425 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 1127 time: 0.0910971 Feb 07 21:32:10.483529 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead2715-06df-4da1-94f7-79c475ec7685 req-65d31c42-b463-43b4-8df8-28968bba9385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:10.485014 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ead2715-06df-4da1-94f7-79c475ec7685 req-65d31c42-b463-43b4-8df8-28968bba9385 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 913 time: 0.1210301 Feb 07 21:32:10.580548 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ead2715-06df-4da1-94f7-79c475ec7685 req-eda01bee-631c-4d10-89ff-9fe5c9cc3bad service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=705879c2-878a-40cb-ae93-2db29b5b4329 HTTP/1.1" status: 200 len: 998 time: 0.0834236 Feb 07 21:32:10.630915 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-3b592104-e028-4560-baf0-7ae4df90e737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'name': 'tempest-TestVolumeBootPattern-1761457576-router', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:17Z', 'updated_at': '2022-02-07T21:22:25Z', 'revision_number': 4, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'gw_port': {'id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:19Z', 'updated_at': '2022-02-07T21:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'e7ddb6e4-96c7-4f91-85fc-a031298348f5', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'floating_ip_address': '172.25.4.64', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'port_id': '705879c2-878a-40cb-ae93-2db29b5b4329', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'mac_address': 'fa:16:3e:65:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089a6eee-8adc-4264-aa3b-99913e4a0bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:32:08Z', 'updated_at': '2022-02-07T21:32:08Z', 'revision_number': 0, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e60dab9-be35-49dc-985e-2abf88535ec8', 'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:23Z', 'updated_at': '2022-02-07T21:22:39Z', 'revision_number': 5, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'subnets': [{'id': '5277b698-1143-4952-a3ce-257473c57257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:10.659166 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead2715-06df-4da1-94f7-79c475ec7685 req-3334cd32-7729-49f8-a319-9d61174ce91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:10.661058 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b592104-e028-4560-baf0-7ae4df90e737 None None] Checking router: f20a01b8-35b5-4afb-84af-4ad133939b50 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:32:10.663865 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ead2715-06df-4da1-94f7-79c475ec7685 req-3334cd32-7729-49f8-a319-9d61174ce91a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5277b698-1143-4952-a3ce-257473c57257 HTTP/1.1" status: 200 len: 851 time: 0.0744452 Feb 07 21:32:10.670563 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b592104-e028-4560-baf0-7ae4df90e737 None None] Routers {'f20a01b8-35b5-4afb-84af-4ad133939b50'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:32:10.671275 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-3b592104-e028-4560-baf0-7ae4df90e737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:31:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f20a01b8-35b5-4afb-84af-4ad133939b50'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:10.793964 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead2715-06df-4da1-94f7-79c475ec7685 req-c42ebc1a-e098-45ae-9b0d-8fcfc9deaaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:10.796513 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ead2715-06df-4da1-94f7-79c475ec7685 req-c42ebc1a-e098-45ae-9b0d-8fcfc9deaaa7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c5d8bec1-9baf-496d-8066-d331255bb96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1266837 Feb 07 21:32:10.900131 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-3b592104-e028-4560-baf0-7ae4df90e737 None None] Set router f20a01b8-35b5-4afb-84af-4ad133939b50 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:32:10.937029 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ead2715-06df-4da1-94f7-79c475ec7685 req-347e6b4a-f133-4aa5-abd8-e7f4ad5d1a30 service neutron] 10.222.0.71 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338022 Feb 07 21:32:10.985563 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59798) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:11.047555 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ead2715-06df-4da1-94f7-79c475ec7685 req-c2b500cc-c605-44c0-82ea-6d4306600a3a service neutron] 10.222.0.71 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043468 Feb 07 21:32:11.119568 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3cf159fe-3263-4e96-8fc7-7c18b82ff4d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:11.218372 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-3b592104-e028-4560-baf0-7ae4df90e737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'name': 'tempest-TestVolumeBootPattern-1761457576-router', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:17Z', 'updated_at': '2022-02-07T21:22:25Z', 'revision_number': 4, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'gw_port': {'id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:19Z', 'updated_at': '2022-02-07T21:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'e7ddb6e4-96c7-4f91-85fc-a031298348f5', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'floating_ip_address': '172.25.4.64', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'port_id': '705879c2-878a-40cb-ae93-2db29b5b4329', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'mac_address': 'fa:16:3e:65:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089a6eee-8adc-4264-aa3b-99913e4a0bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:32:08Z', 'updated_at': '2022-02-07T21:32:08Z', 'revision_number': 0, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e60dab9-be35-49dc-985e-2abf88535ec8', 'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:23Z', 'updated_at': '2022-02-07T21:22:39Z', 'revision_number': 5, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'subnets': [{'id': '5277b698-1143-4952-a3ce-257473c57257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:11.225224 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3cf159fe-3263-4e96-8fc7-7c18b82ff4d9 admin admin] Publish callbacks [] for security_group (a7861b89-073c-47e5-863d-7a1ebccd4d2d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:11.230118 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3cf159fe-3263-4e96-8fc7-7c18b82ff4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a7861b89-073c-47e5-863d-7a1ebccd4d2d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:11.251859 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b592104-e028-4560-baf0-7ae4df90e737 None None] The sync data for ids ['f20a01b8-35b5-4afb-84af-4ad133939b50'] in n-d-828185-2 is: [{'id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'name': 'tempest-TestVolumeBootPattern-1761457576-router', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:17Z', 'updated_at': '2022-02-07T21:22:25Z', 'revision_number': 4, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'gw_port': {'id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:19Z', 'updated_at': '2022-02-07T21:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'e7ddb6e4-96c7-4f91-85fc-a031298348f5', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'floating_ip_address': '172.25.4.64', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'port_id': '705879c2-878a-40cb-ae93-2db29b5b4329', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'mac_address': 'fa:16:3e:65:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089a6eee-8adc-4264-aa3b-99913e4a0bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:32:08Z', 'updated_at': '2022-02-07T21:32:08Z', 'revision_number': 0, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e60dab9-be35-49dc-985e-2abf88535ec8', 'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:23Z', 'updated_at': '2022-02-07T21:22:39Z', 'revision_number': 5, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'subnets': [{'id': '5277b698-1143-4952-a3ce-257473c57257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:32:11.276662 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3cf159fe-3263-4e96-8fc7-7c18b82ff4d9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cf76ef4cb0164c61ac0dc0d392c18e7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2862773 Feb 07 21:32:11.276662 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf159fe-3263-4e96-8fc7-7c18b82ff4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7861b89-073c-47e5-863d-7a1ebccd4d2d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:11.277035 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 59802) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:11.353963 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2900461-db6f-46a6-9465-79cfc7d29e5b admin admin] Publish callbacks [] for security_group (a7861b89-073c-47e5-863d-7a1ebccd4d2d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:11.377184 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2900461-db6f-46a6-9465-79cfc7d29e5b admin admin] Publish callbacks [] for security_group (a7861b89-073c-47e5-863d-7a1ebccd4d2d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:11.426733 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2900461-db6f-46a6-9465-79cfc7d29e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a7861b89-073c-47e5-863d-7a1ebccd4d2d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:11.430948 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2900461-db6f-46a6-9465-79cfc7d29e5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:11.435178 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b2900461-db6f-46a6-9465-79cfc7d29e5b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a7861b89-073c-47e5-863d-7a1ebccd4d2d HTTP/1.1" status: 204 len: 168 time: 0.1547651 Feb 07 21:32:11.441887 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2900461-db6f-46a6-9465-79cfc7d29e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7861b89-073c-47e5-863d-7a1ebccd4d2d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:11.609562 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:32:11.613056 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282cac71-6d06-4881-9672-e49a91b2b09d None None] New status for floating IP e7ddb6e4-96c7-4f91-85fc-a031298348f5: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:32:13.065567 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 59874) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:13.185443 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fbe1f90b-34fe-4204-8efb-8c70f8b19304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:13.280479 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fbe1f90b-34fe-4204-8efb-8c70f8b19304 admin admin] Publish callbacks [] for security_group (23a408a6-56ea-4dc1-8501-1ab74e3147d6), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:13.285274 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fbe1f90b-34fe-4204-8efb-8c70f8b19304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (23a408a6-56ea-4dc1-8501-1ab74e3147d6), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:13.333912 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59878) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:13.336935 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fbe1f90b-34fe-4204-8efb-8c70f8b19304 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=139645000cb94fc59e7c79495a96ffd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2699482 Feb 07 21:32:13.338090 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1f90b-34fe-4204-8efb-8c70f8b19304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a408a6-56ea-4dc1-8501-1ab74e3147d6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:13.386365 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f74b2e71-3dad-4923-ba99-a843ade8b578 admin admin] Publish callbacks [] for security_group (23a408a6-56ea-4dc1-8501-1ab74e3147d6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:13.413845 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f74b2e71-3dad-4923-ba99-a843ade8b578 admin admin] Publish callbacks [] for security_group (23a408a6-56ea-4dc1-8501-1ab74e3147d6), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:13.467577 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f74b2e71-3dad-4923-ba99-a843ade8b578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (23a408a6-56ea-4dc1-8501-1ab74e3147d6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:13.470581 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f74b2e71-3dad-4923-ba99-a843ade8b578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:13.475376 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f74b2e71-3dad-4923-ba99-a843ade8b578 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/23a408a6-56ea-4dc1-8501-1ab74e3147d6 HTTP/1.1" status: 204 len: 168 time: 0.1397612 Feb 07 21:32:13.485513 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b2e71-3dad-4923-ba99-a843ade8b578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a408a6-56ea-4dc1-8501-1ab74e3147d6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:14.332951 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59922) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:14.472707 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-16d55a12-dc33-4b8f-ab95-2ac65c018d81 tempest-AgentManagementNegativeTest-776485519 tempest-AgentManagementNegativeTest-776485519-project] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1320651 Feb 07 21:32:14.738469 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 59930) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:14.859362 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58be12ac-330b-4cea-9a08-8a05452d80a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:14.938053 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58be12ac-330b-4cea-9a08-8a05452d80a4 admin admin] Publish callbacks [] for security_group (b94b1155-d3a1-4c8e-8ce3-24985c28e069), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:14.942258 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58be12ac-330b-4cea-9a08-8a05452d80a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b94b1155-d3a1-4c8e-8ce3-24985c28e069), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:14.984678 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be12ac-330b-4cea-9a08-8a05452d80a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94b1155-d3a1-4c8e-8ce3-24985c28e069,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:14.993080 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-58be12ac-330b-4cea-9a08-8a05452d80a4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=28e7c12d54774c828e3440b975b0b7c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2524364 Feb 07 21:32:14.996223 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59934) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:15.062006 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1ea35085-e023-4991-a0dc-21f9cefc1273 admin admin] Publish callbacks [] for security_group (b94b1155-d3a1-4c8e-8ce3-24985c28e069), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:15.084549 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1ea35085-e023-4991-a0dc-21f9cefc1273 admin admin] Publish callbacks [] for security_group (b94b1155-d3a1-4c8e-8ce3-24985c28e069), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:15.133757 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1ea35085-e023-4991-a0dc-21f9cefc1273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b94b1155-d3a1-4c8e-8ce3-24985c28e069), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:15.137929 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1ea35085-e023-4991-a0dc-21f9cefc1273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:15.139097 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1ea35085-e023-4991-a0dc-21f9cefc1273 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b94b1155-d3a1-4c8e-8ce3-24985c28e069 HTTP/1.1" status: 204 len: 168 time: 0.1395271 Feb 07 21:32:15.152710 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea35085-e023-4991-a0dc-21f9cefc1273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94b1155-d3a1-4c8e-8ce3-24985c28e069,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:15.846058 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59960) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:15.951391 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1baa7782-39fc-4107-b9d1-eda1f1c40db6 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1179447573'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:15.971608 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1baa7782-39fc-4107-b9d1-eda1f1c40db6 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Made reservation on behalf of 1776cecf165b4c4c9c1d4b90999b99a5 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:32:15.975165 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1baa7782-39fc-4107-b9d1-eda1f1c40db6 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:15.985110 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1baa7782-39fc-4107-b9d1-eda1f1c40db6 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:16.067561 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1baa7782-39fc-4107-b9d1-eda1f1c40db6 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks [] for security_group (3a22c4e7-4d44-4088-b731-bc5493c7169f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:16.072684 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1baa7782-39fc-4107-b9d1-eda1f1c40db6 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3a22c4e7-4d44-4088-b731-bc5493c7169f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:16.098131 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1baa7782-39fc-4107-b9d1-eda1f1c40db6 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:32:16.114716 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa7782-39fc-4107-b9d1-eda1f1c40db6 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a22c4e7-4d44-4088-b731-bc5493c7169f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:16.119078 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1baa7782-39fc-4107-b9d1-eda1f1c40db6 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (fb8bb126-88f2-45c3-a104-199588c807ee), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:16.119419 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-1baa7782-39fc-4107-b9d1-eda1f1c40db6 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Added segment fb8bb126-88f2-45c3-a104-199588c807ee of type vlan for network cf5ed89e-ee20-4331-97ee-f83396fa2058 Feb 07 21:32:16.164340 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1baa7782-39fc-4107-b9d1-eda1f1c40db6 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (cf5ed89e-ee20-4331-97ee-f83396fa2058), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:16.193737 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1baa7782-39fc-4107-b9d1-eda1f1c40db6 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (cf5ed89e-ee20-4331-97ee-f83396fa2058), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:16.200421 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baa7782-39fc-4107-b9d1-eda1f1c40db6 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:16.201151 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1baa7782-39fc-4107-b9d1-eda1f1c40db6 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:16.260247 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1baa7782-39fc-4107-b9d1-eda1f1c40db6 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4129696 Feb 07 21:32:16.263423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 59966) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:16.270166 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-07edabb1-4ab7-4dfe-9656-0caa8b4682ef tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Request body: {'subnet': {'network_id': 'cf5ed89e-ee20-4331-97ee-f83396fa2058', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:16.279071 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa7782-39fc-4107-b9d1-eda1f1c40db6 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Pushing event updated for resources: {'Network': ['ID=cf5ed89e-ee20-4331-97ee-f83396fa2058,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:16.299646 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network cf5ed89e-ee20-4331-97ee-f83396fa2058 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:32:16.383835 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07edabb1-4ab7-4dfe-9656-0caa8b4682ef tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Made reservation on behalf of 1776cecf165b4c4c9c1d4b90999b99a5 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:32:16.388093 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07edabb1-4ab7-4dfe-9656-0caa8b4682ef tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:16.594574 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07edabb1-4ab7-4dfe-9656-0caa8b4682ef tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (39129b47-481d-40fa-999e-8cde562dca3c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:16.656691 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07edabb1-4ab7-4dfe-9656-0caa8b4682ef tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Pushing event updated for resources: {'Subnet': ['ID=39129b47-481d-40fa-999e-8cde562dca3c,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:16.667699 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07edabb1-4ab7-4dfe-9656-0caa8b4682ef tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Checking segment: {'id': 'fb8bb126-88f2-45c3-a104-199588c807ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cf5ed89e-ee20-4331-97ee-f83396fa2058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:32:16.668349 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07edabb1-4ab7-4dfe-9656-0caa8b4682ef tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Network hostable DHCP agents. Network: cf5ed89e-ee20-4331-97ee-f83396fa2058, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:32:16.686001 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07edabb1-4ab7-4dfe-9656-0caa8b4682ef tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Network cf5ed89e-ee20-4331-97ee-f83396fa2058 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:32:16.695317 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-07edabb1-4ab7-4dfe-9656-0caa8b4682ef tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, cf5ed89e-ee20-4331-97ee-f83396fa2058) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:16.704496 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07edabb1-4ab7-4dfe-9656-0caa8b4682ef tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:16.705713 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07edabb1-4ab7-4dfe-9656-0caa8b4682ef tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:16.707635 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5ad9a0-afcb-40b0-bb6d-0f9bf90e3b70 None None] Network cf5ed89e-ee20-4331-97ee-f83396fa2058 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:32:16.736252 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-07edabb1-4ab7-4dfe-9656-0caa8b4682ef tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4715490 Feb 07 21:32:16.739522 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 59972) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:16.744825 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d1a026a0-b69d-4da6-ac75-89a1708f5a90 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1892082968', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:16.773241 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1a026a0-b69d-4da6-ac75-89a1708f5a90 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (536be12b-620b-45b4-80b9-027e3a118d50), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:16.774316 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1a026a0-b69d-4da6-ac75-89a1708f5a90 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (536be12b-620b-45b4-80b9-027e3a118d50), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:16.834842 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1a026a0-b69d-4da6-ac75-89a1708f5a90 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks [] for router_controller (536be12b-620b-45b4-80b9-027e3a118d50), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:16.840336 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1a026a0-b69d-4da6-ac75-89a1708f5a90 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (536be12b-620b-45b4-80b9-027e3a118d50), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:16.847373 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5647bc70-1ba7-45a9-9445-c7a3c43d9bf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-cf5ed89e-ee20-4331-97ee-f83396fa2058', 'network_id': 'cf5ed89e-ee20-4331-97ee-f83396fa2058', 'project_id': '1776cecf165b4c4c9c1d4b90999b99a5', 'fixed_ips': [{'subnet_id': '39129b47-481d-40fa-999e-8cde562dca3c'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:32:16.848476 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5647bc70-1ba7-45a9-9445-c7a3c43d9bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:16.860722 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1a026a0-b69d-4da6-ac75-89a1708f5a90 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:16.864621 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d1a026a0-b69d-4da6-ac75-89a1708f5a90 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1213460 Feb 07 21:32:16.864952 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 59974) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:17.003251 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-5647bc70-1ba7-45a9-9445-c7a3c43d9bf6 None None] Allocated IP 172.20.0.2 (cf5ed89e-ee20-4331-97ee-f83396fa2058/39129b47-481d-40fa-999e-8cde562dca3c/b149f3d8-b2e9-4493-89d6-cfe6c633baa6) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:32:17.177340 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5647bc70-1ba7-45a9-9445-c7a3c43d9bf6 None None] Publish callbacks [] for port (b149f3d8-b2e9-4493-89d6-cfe6c633baa6), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:17.183579 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5647bc70-1ba7-45a9-9445-c7a3c43d9bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (b149f3d8-b2e9-4493-89d6-cfe6c633baa6), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:17.184812 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b0183c4-931b-48a7-97cd-f851eea6aa0f tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:17.223111 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5647bc70-1ba7-45a9-9445-c7a3c43d9bf6 None None] Network cf5ed89e-ee20-4331-97ee-f83396fa2058 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:32:17.230311 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-5647bc70-1ba7-45a9-9445-c7a3c43d9bf6 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:17.233885 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5647bc70-1ba7-45a9-9445-c7a3c43d9bf6 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:32:17.241561 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647bc70-1ba7-45a9-9445-c7a3c43d9bf6 None None] Pushing event updated for resources: {'Port': ['ID=b149f3d8-b2e9-4493-89d6-cfe6c633baa6,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:17.298580 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5647bc70-1ba7-45a9-9445-c7a3c43d9bf6 None None] Attempting to bind port b149f3d8-b2e9-4493-89d6-cfe6c633baa6 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:32:17.299130 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5647bc70-1ba7-45a9-9445-c7a3c43d9bf6 None None] Attempting to bind port b149f3d8-b2e9-4493-89d6-cfe6c633baa6 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'fb8bb126-88f2-45c3-a104-199588c807ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cf5ed89e-ee20-4331-97ee-f83396fa2058'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:32:17.299589 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5647bc70-1ba7-45a9-9445-c7a3c43d9bf6 None None] Attempting to bind port b149f3d8-b2e9-4493-89d6-cfe6c633baa6 on network cf5ed89e-ee20-4331-97ee-f83396fa2058 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:32:17.304889 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5647bc70-1ba7-45a9-9445-c7a3c43d9bf6 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:32:17.305537 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5647bc70-1ba7-45a9-9445-c7a3c43d9bf6 None None] Checking segment: {'id': 'fb8bb126-88f2-45c3-a104-199588c807ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cf5ed89e-ee20-4331-97ee-f83396fa2058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:32:17.305867 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5647bc70-1ba7-45a9-9445-c7a3c43d9bf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:17.306950 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5647bc70-1ba7-45a9-9445-c7a3c43d9bf6 None None] Bound using segment: {'id': 'fb8bb126-88f2-45c3-a104-199588c807ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cf5ed89e-ee20-4331-97ee-f83396fa2058'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:32:17.307584 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5647bc70-1ba7-45a9-9445-c7a3c43d9bf6 None None] Bound port: b149f3d8-b2e9-4493-89d6-cfe6c633baa6, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb8bb126-88f2-45c3-a104-199588c807ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cf5ed89e-ee20-4331-97ee-f83396fa2058'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:32:17.308021 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5647bc70-1ba7-45a9-9445-c7a3c43d9bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b149f3d8-b2e9-4493-89d6-cfe6c633baa6), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:17.379372 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-5647bc70-1ba7-45a9-9445-c7a3c43d9bf6 None None] For port b149f3d8-b2e9-4493-89d6-cfe6c633baa6, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:32:17.383732 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-5647bc70-1ba7-45a9-9445-c7a3c43d9bf6 None None] For port b149f3d8-b2e9-4493-89d6-cfe6c633baa6, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=b149f3d8-b2e9-4493-89d6-cfe6c633baa6,segment=NetworkSegment(fb8bb126-88f2-45c3-a104-199588c807ee),segment_id=fb8bb126-88f2-45c3-a104-199588c807ee)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:32:17.391287 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5647bc70-1ba7-45a9-9445-c7a3c43d9bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b149f3d8-b2e9-4493-89d6-cfe6c633baa6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:17.456547 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647bc70-1ba7-45a9-9445-c7a3c43d9bf6 None None] Pushing event updated for resources: {'Port': ['ID=b149f3d8-b2e9-4493-89d6-cfe6c633baa6,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:17.459375 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-4b0183c4-931b-48a7-97cd-f851eea6aa0f tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Allocated IP 172.20.0.1 (cf5ed89e-ee20-4331-97ee-f83396fa2058/39129b47-481d-40fa-999e-8cde562dca3c/cd67c3a5-e859-4f78-b86f-3d5f93cfcc1e) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:32:17.590887 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b0183c4-931b-48a7-97cd-f851eea6aa0f tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks [] for port (cd67c3a5-e859-4f78-b86f-3d5f93cfcc1e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:17.632745 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b0183c4-931b-48a7-97cd-f851eea6aa0f tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (cd67c3a5-e859-4f78-b86f-3d5f93cfcc1e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:17.683211 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0183c4-931b-48a7-97cd-f851eea6aa0f tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Network cf5ed89e-ee20-4331-97ee-f83396fa2058 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:32:17.686914 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-4b0183c4-931b-48a7-97cd-f851eea6aa0f tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:17.689607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0183c4-931b-48a7-97cd-f851eea6aa0f tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:32:17.697338 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0183c4-931b-48a7-97cd-f851eea6aa0f tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Pushing event updated for resources: {'Port': ['ID=cd67c3a5-e859-4f78-b86f-3d5f93cfcc1e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:17.748707 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b0183c4-931b-48a7-97cd-f851eea6aa0f tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (536be12b-620b-45b4-80b9-027e3a118d50), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:17.882742 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b0183c4-931b-48a7-97cd-f851eea6aa0f tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (cd67c3a5-e859-4f78-b86f-3d5f93cfcc1e), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:18.166703 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b0183c4-931b-48a7-97cd-f851eea6aa0f tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks [] for port (cd67c3a5-e859-4f78-b86f-3d5f93cfcc1e), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:18.172081 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b0183c4-931b-48a7-97cd-f851eea6aa0f tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (cd67c3a5-e859-4f78-b86f-3d5f93cfcc1e), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:18.265519 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b0183c4-931b-48a7-97cd-f851eea6aa0f tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (536be12b-620b-45b4-80b9-027e3a118d50), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:18.274259 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0183c4-931b-48a7-97cd-f851eea6aa0f tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Pushing event updated for resources: {'Port': ['ID=cd67c3a5-e859-4f78-b86f-3d5f93cfcc1e,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:18.457734 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-87816458-e9a4-4d14-b662-589e8e4d70bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:18.667900 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96a9e11-6e45-4c49-b459-eeb59c663114 None None] Network cf5ed89e-ee20-4331-97ee-f83396fa2058 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:32:18.706145 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0183c4-931b-48a7-97cd-f851eea6aa0f tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Network cf5ed89e-ee20-4331-97ee-f83396fa2058 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:32:18.708600 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-4b0183c4-931b-48a7-97cd-f851eea6aa0f tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:18.757618 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8c355f19-859f-472f-9491-dd7ed78fb1d4 None None] Provisioning complete for port b149f3d8-b2e9-4493-89d6-cfe6c633baa6 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:18.757995 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8c355f19-859f-472f-9491-dd7ed78fb1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b149f3d8-b2e9-4493-89d6-cfe6c633baa6), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:18.886222 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8c355f19-859f-472f-9491-dd7ed78fb1d4 None None] Current status of the port b149f3d8-b2e9-4493-89d6-cfe6c633baa6 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:18.886612 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8c355f19-859f-472f-9491-dd7ed78fb1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b149f3d8-b2e9-4493-89d6-cfe6c633baa6), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:18.901655 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0183c4-931b-48a7-97cd-f851eea6aa0f tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Router 536be12b-620b-45b4-80b9-027e3a118d50 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:32:18.925475 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8c355f19-859f-472f-9491-dd7ed78fb1d4 None None] For port b149f3d8-b2e9-4493-89d6-cfe6c633baa6, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=b149f3d8-b2e9-4493-89d6-cfe6c633baa6,segment=NetworkSegment(fb8bb126-88f2-45c3-a104-199588c807ee),segment_id=fb8bb126-88f2-45c3-a104-199588c807ee)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:32:18.930059 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8c355f19-859f-472f-9491-dd7ed78fb1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b149f3d8-b2e9-4493-89d6-cfe6c633baa6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:19.021738 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0183c4-931b-48a7-97cd-f851eea6aa0f tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:32:19.026979 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c355f19-859f-472f-9491-dd7ed78fb1d4 None None] Pushing event updated for resources: {'Port': ['ID=b149f3d8-b2e9-4493-89d6-cfe6c633baa6,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:19.037062 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e07d193-7655-4056-8782-33525a825fba None None] Sync routers for ids ['536be12b-620b-45b4-80b9-027e3a118d50'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:32:19.058140 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4b0183c4-931b-48a7-97cd-f851eea6aa0f tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] 10.222.0.65 "PUT /v2.0/routers/536be12b-620b-45b4-80b9-027e3a118d50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1886349 Feb 07 21:32:19.058457 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 59986) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:19.064659 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-d7acf9c0-6289-49d7-b0c1-acbbff798a71 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Request body: {'port': {'network_id': 'cf5ed89e-ee20-4331-97ee-f83396fa2058', 'name': 'tempest-FloatingIPNegativeTestJSON-1195246354'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:19.067665 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e07d193-7655-4056-8782-33525a825fba None None] Routers {'536be12b-620b-45b4-80b9-027e3a118d50'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:32:19.068380 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2e07d193-7655-4056-8782-33525a825fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:31:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['536be12b-620b-45b4-80b9-027e3a118d50'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:19.104213 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2e07d193-7655-4056-8782-33525a825fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:19.114197 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e07d193-7655-4056-8782-33525a825fba None None] Routers {'536be12b-620b-45b4-80b9-027e3a118d50'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:32:19.114494 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2e07d193-7655-4056-8782-33525a825fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:31:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['536be12b-620b-45b4-80b9-027e3a118d50'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:19.153634 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2e07d193-7655-4056-8782-33525a825fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:19.154274 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e07d193-7655-4056-8782-33525a825fba None None] The sync data for ids ['536be12b-620b-45b4-80b9-027e3a118d50'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:32:19.217845 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7acf9c0-6289-49d7-b0c1-acbbff798a71 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Made reservation on behalf of 1776cecf165b4c4c9c1d4b90999b99a5 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:32:19.221325 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7acf9c0-6289-49d7-b0c1-acbbff798a71 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:19.249988 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-d7acf9c0-6289-49d7-b0c1-acbbff798a71 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] device_id is not set on port afbdb95e-ac3b-4927-81d5-17a4bd21e746 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:32:19.261140 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-58fece18-723c-4bb0-8abb-ed920665616a None None] Provisioning complete for port cd67c3a5-e859-4f78-b86f-3d5f93cfcc1e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:19.262133 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-58fece18-723c-4bb0-8abb-ed920665616a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (cd67c3a5-e859-4f78-b86f-3d5f93cfcc1e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:19.312541 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-58fece18-723c-4bb0-8abb-ed920665616a None None] Port cd67c3a5-e859-4f78-b86f-3d5f93cfcc1e cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:32:19.327489 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-58fece18-723c-4bb0-8abb-ed920665616a None None] Provisioning complete for port b149f3d8-b2e9-4493-89d6-cfe6c633baa6 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:19.330525 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-58fece18-723c-4bb0-8abb-ed920665616a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b149f3d8-b2e9-4493-89d6-cfe6c633baa6), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:19.425762 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-d7acf9c0-6289-49d7-b0c1-acbbff798a71 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Allocated IP 172.20.0.12 (cf5ed89e-ee20-4331-97ee-f83396fa2058/39129b47-481d-40fa-999e-8cde562dca3c/afbdb95e-ac3b-4927-81d5-17a4bd21e746) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:32:19.436109 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-58fece18-723c-4bb0-8abb-ed920665616a None None] Current status of the port b149f3d8-b2e9-4493-89d6-cfe6c633baa6 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:19.571054 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-60b295f6-a725-47b7-bb69-5082d39df771 None None] Provisioning complete for port cd67c3a5-e859-4f78-b86f-3d5f93cfcc1e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:19.571613 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-60b295f6-a725-47b7-bb69-5082d39df771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (cd67c3a5-e859-4f78-b86f-3d5f93cfcc1e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:19.658932 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-60b295f6-a725-47b7-bb69-5082d39df771 None None] Port cd67c3a5-e859-4f78-b86f-3d5f93cfcc1e cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:32:19.696800 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7acf9c0-6289-49d7-b0c1-acbbff798a71 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks [] for port (afbdb95e-ac3b-4927-81d5-17a4bd21e746), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:19.753737 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7acf9c0-6289-49d7-b0c1-acbbff798a71 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (afbdb95e-ac3b-4927-81d5-17a4bd21e746), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:19.789206 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device b149f3d8-b2e9-4493-89d6-cfe6c633baa6 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:32:19.842839 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7acf9c0-6289-49d7-b0c1-acbbff798a71 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Network cf5ed89e-ee20-4331-97ee-f83396fa2058 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:32:19.846689 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-d7acf9c0-6289-49d7-b0c1-acbbff798a71 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:19.851589 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7acf9c0-6289-49d7-b0c1-acbbff798a71 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:32:19.856226 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7acf9c0-6289-49d7-b0c1-acbbff798a71 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Pushing event updated for resources: {'Port': ['ID=afbdb95e-ac3b-4927-81d5-17a4bd21e746,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:19.898514 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port b149f3d8-b2e9-4493-89d6-cfe6c633baa6 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:19.898901 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b149f3d8-b2e9-4493-89d6-cfe6c633baa6), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:19.921259 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7acf9c0-6289-49d7-b0c1-acbbff798a71 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:19.921913 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7acf9c0-6289-49d7-b0c1-acbbff798a71 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:19.950188 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 59992) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:19.951193 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d7acf9c0-6289-49d7-b0c1-acbbff798a71 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8904409 Feb 07 21:32:19.954937 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-68d35916-0abb-482d-b68d-446c44e7793b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:19.993176 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68d35916-0abb-482d-b68d-446c44e7793b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:20.033547 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port b149f3d8-b2e9-4493-89d6-cfe6c633baa6 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:20.052773 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-97c817e2-a9a5-4af4-b8d5-0ddc5a6eac38 None None] Provisioning complete for port cd67c3a5-e859-4f78-b86f-3d5f93cfcc1e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:20.053194 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-97c817e2-a9a5-4af4-b8d5-0ddc5a6eac38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (cd67c3a5-e859-4f78-b86f-3d5f93cfcc1e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:20.100564 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-97c817e2-a9a5-4af4-b8d5-0ddc5a6eac38 None None] Port cd67c3a5-e859-4f78-b86f-3d5f93cfcc1e cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:32:20.133069 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68d35916-0abb-482d-b68d-446c44e7793b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:20.227219 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e303003f-820c-4fa3-9853-69e433344e84 None None] Provisioning complete for port afbdb95e-ac3b-4927-81d5-17a4bd21e746 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:20.227606 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e303003f-820c-4fa3-9853-69e433344e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (afbdb95e-ac3b-4927-81d5-17a4bd21e746), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:20.266368 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e303003f-820c-4fa3-9853-69e433344e84 None None] Port afbdb95e-ac3b-4927-81d5-17a4bd21e746 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:32:20.286519 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-68d35916-0abb-482d-b68d-446c44e7793b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Allocated IP 172.25.4.218 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/365e0a8d-7eac-4a07-8b47-40e250efbf07) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:32:20.393245 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68d35916-0abb-482d-b68d-446c44e7793b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks [] for port (365e0a8d-7eac-4a07-8b47-40e250efbf07), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:20.429100 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68d35916-0abb-482d-b68d-446c44e7793b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (365e0a8d-7eac-4a07-8b47-40e250efbf07), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:20.475480 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d35916-0abb-482d-b68d-446c44e7793b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:32:20.478809 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-68d35916-0abb-482d-b68d-446c44e7793b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:20.481477 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d35916-0abb-482d-b68d-446c44e7793b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:32:20.504285 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d35916-0abb-482d-b68d-446c44e7793b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Pushing event updated for resources: {'Port': ['ID=365e0a8d-7eac-4a07-8b47-40e250efbf07,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:20.573622 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ffdd192f-7dde-42d9-bd32-a5be17dc33c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:20.580952 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68d35916-0abb-482d-b68d-446c44e7793b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks [] for floatingip (a7833652-36f0-480b-8ad6-f27e58da3020), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:20.621760 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68d35916-0abb-482d-b68d-446c44e7793b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (365e0a8d-7eac-4a07-8b47-40e250efbf07), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:20.809956 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68d35916-0abb-482d-b68d-446c44e7793b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks [] for port (365e0a8d-7eac-4a07-8b47-40e250efbf07), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:20.814740 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68d35916-0abb-482d-b68d-446c44e7793b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (365e0a8d-7eac-4a07-8b47-40e250efbf07), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:20.888568 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d35916-0abb-482d-b68d-446c44e7793b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Pushing event updated for resources: {'Port': ['ID=365e0a8d-7eac-4a07-8b47-40e250efbf07,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:20.902068 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68d35916-0abb-482d-b68d-446c44e7793b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (a7833652-36f0-480b-8ad6-f27e58da3020), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:20.917414 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68d35916-0abb-482d-b68d-446c44e7793b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:20.918762 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-68d35916-0abb-482d-b68d-446c44e7793b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9676363 Feb 07 21:32:20.921869 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60000) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:20.926654 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-88eea6db-209e-4767-8fd4-3abaeec15158 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Request body: {'floatingip': {'port_id': 'afbdb95e-ac3b-4927-81d5-17a4bd21e746', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:20.968005 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88eea6db-209e-4767-8fd4-3abaeec15158 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks [] for floatingip (a7833652-36f0-480b-8ad6-f27e58da3020), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:21.088278 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-88eea6db-209e-4767-8fd4-3abaeec15158 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] update failed (client error): The resource could not be found. Feb 07 21:32:21.092026 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-88eea6db-209e-4767-8fd4-3abaeec15158 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] 10.222.0.65 "PUT /v2.0/floatingips/a7833652-36f0-480b-8ad6-f27e58da3020 HTTP/1.1" status: 404 len: 507 time: 0.1664891 Feb 07 21:32:21.092256 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60002) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:21.218248 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-06edd46f-32d0-4e19-bf3d-927499b172a8 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Deleting port 365e0a8d-7eac-4a07-8b47-40e250efbf07 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:32:21.218659 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06edd46f-32d0-4e19-bf3d-927499b172a8 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (365e0a8d-7eac-4a07-8b47-40e250efbf07), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:21.307513 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06edd46f-32d0-4e19-bf3d-927499b172a8 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (365e0a8d-7eac-4a07-8b47-40e250efbf07), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:21.307845 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06edd46f-32d0-4e19-bf3d-927499b172a8 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks [] for floatingip (365e0a8d-7eac-4a07-8b47-40e250efbf07), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:21.320280 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-06edd46f-32d0-4e19-bf3d-927499b172a8 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Calling delete_port for 365e0a8d-7eac-4a07-8b47-40e250efbf07 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:32:21.467144 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06edd46f-32d0-4e19-bf3d-927499b172a8 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (365e0a8d-7eac-4a07-8b47-40e250efbf07), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:21.497182 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06edd46f-32d0-4e19-bf3d-927499b172a8 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Pushing event deleted for resources: {'Port': ['ID=365e0a8d-7eac-4a07-8b47-40e250efbf07,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:21.564886 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06edd46f-32d0-4e19-bf3d-927499b172a8 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks [] for floatingip (a7833652-36f0-480b-8ad6-f27e58da3020), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:21.568006 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06edd46f-32d0-4e19-bf3d-927499b172a8 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:21.569265 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-06edd46f-32d0-4e19-bf3d-927499b172a8 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] 10.222.0.65 "DELETE /v2.0/floatingips/a7833652-36f0-480b-8ad6-f27e58da3020 HTTP/1.1" status: 204 len: 168 time: 0.4760337 Feb 07 21:32:21.573427 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60006) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:21.578695 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-aa1ec799-ae85-45f7-a7f1-5f44b87f8979 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Request body: {'floatingip': {'floating_network_id': 'cf5ed89e-ee20-4331-97ee-f83396fa2058', 'port_id': 'afbdb95e-ac3b-4927-81d5-17a4bd21e746', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:21.601324 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aa1ec799-ae85-45f7-a7f1-5f44b87f8979 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:21.754868 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-aa1ec799-ae85-45f7-a7f1-5f44b87f8979 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:32:21.756111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-aa1ec799-ae85-45f7-a7f1-5f44b87f8979 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1817060 Feb 07 21:32:21.760875 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60012) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:21.765842 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2835164e-67e4-465b-b147-80a14856437b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'port_id': 'afbdb95e-ac3b-4927-81d5-17a4bd21e746', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:21.798119 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2835164e-67e4-465b-b147-80a14856437b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:21.830333 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:21.954345 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2835164e-67e4-465b-b147-80a14856437b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:22.093729 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-2835164e-67e4-465b-b147-80a14856437b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Allocated IP 172.25.4.20 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/4bffb752-a0e4-476f-b761-db191fbc50d5) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:32:22.219691 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2835164e-67e4-465b-b147-80a14856437b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks [] for port (4bffb752-a0e4-476f-b761-db191fbc50d5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:22.259379 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2835164e-67e4-465b-b147-80a14856437b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (4bffb752-a0e4-476f-b761-db191fbc50d5), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:22.306709 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2835164e-67e4-465b-b147-80a14856437b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:32:22.312370 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-2835164e-67e4-465b-b147-80a14856437b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:22.315390 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2835164e-67e4-465b-b147-80a14856437b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:32:22.341842 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835164e-67e4-465b-b147-80a14856437b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Pushing event updated for resources: {'Port': ['ID=4bffb752-a0e4-476f-b761-db191fbc50d5,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:22.496413 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2835164e-67e4-465b-b147-80a14856437b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Deleting port 4bffb752-a0e4-476f-b761-db191fbc50d5 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:32:22.496822 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2835164e-67e4-465b-b147-80a14856437b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (4bffb752-a0e4-476f-b761-db191fbc50d5), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:22.575591 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2835164e-67e4-465b-b147-80a14856437b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (4bffb752-a0e4-476f-b761-db191fbc50d5), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:22.575922 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2835164e-67e4-465b-b147-80a14856437b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks [] for floatingip (4bffb752-a0e4-476f-b761-db191fbc50d5), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:22.588226 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2835164e-67e4-465b-b147-80a14856437b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Calling delete_port for 4bffb752-a0e4-476f-b761-db191fbc50d5 owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:32:22.724138 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2835164e-67e4-465b-b147-80a14856437b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (4bffb752-a0e4-476f-b761-db191fbc50d5), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:22.748686 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835164e-67e4-465b-b147-80a14856437b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Pushing event deleted for resources: {'Port': ['ID=4bffb752-a0e4-476f-b761-db191fbc50d5,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:22.836734 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-2835164e-67e4-465b-b147-80a14856437b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] create failed (client error): The resource could not be found. Feb 07 21:32:22.838591 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2835164e-67e4-465b-b147-80a14856437b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.0765889 Feb 07 21:32:22.841961 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60022) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:22.945613 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b043c6f1-e1a2-4a20-80ad-3c40739fa9c8 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Deleting port afbdb95e-ac3b-4927-81d5-17a4bd21e746 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:32:22.946074 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b043c6f1-e1a2-4a20-80ad-3c40739fa9c8 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (afbdb95e-ac3b-4927-81d5-17a4bd21e746), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:23.068390 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b043c6f1-e1a2-4a20-80ad-3c40739fa9c8 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (afbdb95e-ac3b-4927-81d5-17a4bd21e746), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:23.088099 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b043c6f1-e1a2-4a20-80ad-3c40739fa9c8 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Calling delete_port for afbdb95e-ac3b-4927-81d5-17a4bd21e746 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:32:23.243432 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b043c6f1-e1a2-4a20-80ad-3c40739fa9c8 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (afbdb95e-ac3b-4927-81d5-17a4bd21e746), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:23.326848 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:23.430163 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043c6f1-e1a2-4a20-80ad-3c40739fa9c8 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Pushing event deleted for resources: {'Port': ['ID=afbdb95e-ac3b-4927-81d5-17a4bd21e746,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:23.435054 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b043c6f1-e1a2-4a20-80ad-3c40739fa9c8 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:23.441039 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b043c6f1-e1a2-4a20-80ad-3c40739fa9c8 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] 10.222.0.65 "DELETE /v2.0/ports/afbdb95e-ac3b-4927-81d5-17a4bd21e746 HTTP/1.1" status: 204 len: 168 time: 0.5956550 Feb 07 21:32:23.441441 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60026) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:23.538711 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93675ec-e1d2-4327-b0cc-84fc6ea8594a tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:23.540236 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e93675ec-e1d2-4327-b0cc-84fc6ea8594a tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] 10.222.0.65 "GET /v2.0/ports?device_id=536be12b-620b-45b4-80b9-027e3a118d50 HTTP/1.1" status: 200 len: 913 time: 0.0976846 Feb 07 21:32:23.543302 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60028) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:23.971554 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1116b93-2d14-46f0-a8b2-74fe71de066b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (536be12b-620b-45b4-80b9-027e3a118d50), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:24.261395 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c1116b93-2d14-46f0-a8b2-74fe71de066b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Deleting port cd67c3a5-e859-4f78-b86f-3d5f93cfcc1e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:32:24.261857 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1116b93-2d14-46f0-a8b2-74fe71de066b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (cd67c3a5-e859-4f78-b86f-3d5f93cfcc1e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:24.361929 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1116b93-2d14-46f0-a8b2-74fe71de066b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (cd67c3a5-e859-4f78-b86f-3d5f93cfcc1e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:24.377329 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c1116b93-2d14-46f0-a8b2-74fe71de066b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Calling delete_port for cd67c3a5-e859-4f78-b86f-3d5f93cfcc1e owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:32:24.573418 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1116b93-2d14-46f0-a8b2-74fe71de066b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (cd67c3a5-e859-4f78-b86f-3d5f93cfcc1e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:24.605305 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1116b93-2d14-46f0-a8b2-74fe71de066b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Pushing event deleted for resources: {'Port': ['ID=cd67c3a5-e859-4f78-b86f-3d5f93cfcc1e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:24.652977 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:24.783480 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1116b93-2d14-46f0-a8b2-74fe71de066b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (536be12b-620b-45b4-80b9-027e3a118d50), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:25.249232 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1116b93-2d14-46f0-a8b2-74fe71de066b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Router 536be12b-620b-45b4-80b9-027e3a118d50 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:32:25.349543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1116b93-2d14-46f0-a8b2-74fe71de066b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:32:25.354941 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c1116b93-2d14-46f0-a8b2-74fe71de066b tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] 10.222.0.65 "PUT /v2.0/routers/536be12b-620b-45b4-80b9-027e3a118d50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8107321 Feb 07 21:32:25.357428 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60072) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:25.361774 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540b6a14-d39f-4908-8ec6-f0456edd28c1 None None] Sync routers for ids ['536be12b-620b-45b4-80b9-027e3a118d50'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:32:25.376752 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540b6a14-d39f-4908-8ec6-f0456edd28c1 None None] Routers {'536be12b-620b-45b4-80b9-027e3a118d50'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:32:25.377372 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-540b6a14-d39f-4908-8ec6-f0456edd28c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:32:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['536be12b-620b-45b4-80b9-027e3a118d50'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:25.413657 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-540b6a14-d39f-4908-8ec6-f0456edd28c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:25.430517 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540b6a14-d39f-4908-8ec6-f0456edd28c1 None None] Routers {'536be12b-620b-45b4-80b9-027e3a118d50'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:32:25.432017 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-540b6a14-d39f-4908-8ec6-f0456edd28c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:32:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['536be12b-620b-45b4-80b9-027e3a118d50'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:25.476999 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-540b6a14-d39f-4908-8ec6-f0456edd28c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:25.478715 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540b6a14-d39f-4908-8ec6-f0456edd28c1 None None] The sync data for ids ['536be12b-620b-45b4-80b9-027e3a118d50'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:32:25.481960 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e5ec935-577f-49eb-b54c-a29fcf312ba7 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks [] for router (536be12b-620b-45b4-80b9-027e3a118d50), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:25.659591 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e5ec935-577f-49eb-b54c-a29fcf312ba7 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (536be12b-620b-45b4-80b9-027e3a118d50), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:25.661929 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e5ec935-577f-49eb-b54c-a29fcf312ba7 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks [] for router_controller (536be12b-620b-45b4-80b9-027e3a118d50), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:25.718979 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e5ec935-577f-49eb-b54c-a29fcf312ba7 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (536be12b-620b-45b4-80b9-027e3a118d50), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:25.718979 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5ec935-577f-49eb-b54c-a29fcf312ba7 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Fanout notify agent at l3_agent the message router_deleted on router 536be12b-620b-45b4-80b9-027e3a118d50 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:32:25.733358 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e5ec935-577f-49eb-b54c-a29fcf312ba7 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:25.734860 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4e5ec935-577f-49eb-b54c-a29fcf312ba7 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] 10.222.0.65 "DELETE /v2.0/routers/536be12b-620b-45b4-80b9-027e3a118d50 HTTP/1.1" status: 204 len: 168 time: 0.3763032 Feb 07 21:32:25.737372 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60082) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:25.793243 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a31779f-3901-4c71-a132-5d3cfba0c765 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Deleting subnet 39129b47-481d-40fa-999e-8cde562dca3c {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:32:25.796914 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a31779f-3901-4c71-a132-5d3cfba0c765 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks [] for subnet (39129b47-481d-40fa-999e-8cde562dca3c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:25.840739 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a31779f-3901-4c71-a132-5d3cfba0c765 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (39129b47-481d-40fa-999e-8cde562dca3c), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:25.928505 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a31779f-3901-4c71-a132-5d3cfba0c765 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (39129b47-481d-40fa-999e-8cde562dca3c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:25.999521 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a31779f-3901-4c71-a132-5d3cfba0c765 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (39129b47-481d-40fa-999e-8cde562dca3c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:26.028116 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31779f-3901-4c71-a132-5d3cfba0c765 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Pushing event deleted for resources: {'Subnet': ['ID=39129b47-481d-40fa-999e-8cde562dca3c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:26.037467 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a31779f-3901-4c71-a132-5d3cfba0c765 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:26.044026 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7a31779f-3901-4c71-a132-5d3cfba0c765 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] 10.222.0.65 "DELETE /v2.0/subnets/39129b47-481d-40fa-999e-8cde562dca3c HTTP/1.1" status: 204 len: 168 time: 0.3032093 Feb 07 21:32:26.044471 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60090) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:26.047261 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3024df84-21be-4c20-a1dd-8863283c36d8 None None] Network cf5ed89e-ee20-4331-97ee-f83396fa2058 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:32:26.150469 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e470cf9-ab77-4ce7-a036-f67a8a77ae48 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (cf5ed89e-ee20-4331-97ee-f83396fa2058), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:26.207194 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2e470cf9-ab77-4ce7-a036-f67a8a77ae48 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Deleting port b149f3d8-b2e9-4493-89d6-cfe6c633baa6 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:32:26.207469 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e470cf9-ab77-4ce7-a036-f67a8a77ae48 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (b149f3d8-b2e9-4493-89d6-cfe6c633baa6), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:26.256302 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0250d9ad-de75-4cfb-b30b-7e60e076b5be None None] DHCP port deletion for cf5ed89e-ee20-4331-97ee-f83396fa2058 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:32:26.298045 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2e470cf9-ab77-4ce7-a036-f67a8a77ae48 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] For port b149f3d8-b2e9-4493-89d6-cfe6c633baa6, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=b149f3d8-b2e9-4493-89d6-cfe6c633baa6,segment=NetworkSegment(fb8bb126-88f2-45c3-a104-199588c807ee),segment_id=fb8bb126-88f2-45c3-a104-199588c807ee)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:32:26.299264 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e470cf9-ab77-4ce7-a036-f67a8a77ae48 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (b149f3d8-b2e9-4493-89d6-cfe6c633baa6), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:26.311671 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0250d9ad-de75-4cfb-b30b-7e60e076b5be None None] Deleting port b149f3d8-b2e9-4493-89d6-cfe6c633baa6 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:32:26.312050 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0250d9ad-de75-4cfb-b30b-7e60e076b5be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (b149f3d8-b2e9-4493-89d6-cfe6c633baa6), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:26.317552 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2e470cf9-ab77-4ce7-a036-f67a8a77ae48 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Calling delete_port for b149f3d8-b2e9-4493-89d6-cfe6c633baa6 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:32:26.389095 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0250d9ad-de75-4cfb-b30b-7e60e076b5be None None] For port b149f3d8-b2e9-4493-89d6-cfe6c633baa6, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=b149f3d8-b2e9-4493-89d6-cfe6c633baa6,segment=NetworkSegment(fb8bb126-88f2-45c3-a104-199588c807ee),segment_id=fb8bb126-88f2-45c3-a104-199588c807ee)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:32:26.390119 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0250d9ad-de75-4cfb-b30b-7e60e076b5be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (b149f3d8-b2e9-4493-89d6-cfe6c633baa6), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:26.403582 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0250d9ad-de75-4cfb-b30b-7e60e076b5be None None] Calling delete_port for b149f3d8-b2e9-4493-89d6-cfe6c633baa6 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:32:26.423720 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e470cf9-ab77-4ce7-a036-f67a8a77ae48 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (b149f3d8-b2e9-4493-89d6-cfe6c633baa6), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:26.459780 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e470cf9-ab77-4ce7-a036-f67a8a77ae48 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Pushing event deleted for resources: {'Port': ['ID=b149f3d8-b2e9-4493-89d6-cfe6c633baa6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:26.464244 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e470cf9-ab77-4ce7-a036-f67a8a77ae48 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] No DVR routers for this DVR port b149f3d8-b2e9-4493-89d6-cfe6c633baa6 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:32:26.510524 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0250d9ad-de75-4cfb-b30b-7e60e076b5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (b149f3d8-b2e9-4493-89d6-cfe6c633baa6), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:26.540251 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250d9ad-de75-4cfb-b30b-7e60e076b5be None None] Pushing event deleted for resources: {'Port': ['ID=b149f3d8-b2e9-4493-89d6-cfe6c633baa6,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:26.551800 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0250d9ad-de75-4cfb-b30b-7e60e076b5be None None] No DVR routers for this DVR port b149f3d8-b2e9-4493-89d6-cfe6c633baa6 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:32:26.576341 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e470cf9-ab77-4ce7-a036-f67a8a77ae48 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (cf5ed89e-ee20-4331-97ee-f83396fa2058), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:26.598672 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-2e470cf9-ab77-4ce7-a036-f67a8a77ae48 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf5ed89e-ee20-4331-97ee-f83396fa2058']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:26.609299 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-2e470cf9-ab77-4ce7-a036-f67a8a77ae48 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb8bb126-88f2-45c3-a104-199588c807ee') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:26.609678 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-2e470cf9-ab77-4ce7-a036-f67a8a77ae48 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb8bb126-88f2-45c3-a104-199588c807ee') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:26.621209 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e470cf9-ab77-4ce7-a036-f67a8a77ae48 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (fb8bb126-88f2-45c3-a104-199588c807ee), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:26.641354 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e470cf9-ab77-4ce7-a036-f67a8a77ae48 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (fb8bb126-88f2-45c3-a104-199588c807ee), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:26.647909 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e470cf9-ab77-4ce7-a036-f67a8a77ae48 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:32:26.648454 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e470cf9-ab77-4ce7-a036-f67a8a77ae48 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (fb8bb126-88f2-45c3-a104-199588c807ee), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:32:26.652154 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:32:26.736857 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e470cf9-ab77-4ce7-a036-f67a8a77ae48 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (cf5ed89e-ee20-4331-97ee-f83396fa2058), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:26.745249 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e470cf9-ab77-4ce7-a036-f67a8a77ae48 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:26.748246 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2e470cf9-ab77-4ce7-a036-f67a8a77ae48 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] 10.222.0.65 "DELETE /v2.0/networks/cf5ed89e-ee20-4331-97ee-f83396fa2058 HTTP/1.1" status: 204 len: 168 time: 0.6973236 Feb 07 21:32:26.771701 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e470cf9-ab77-4ce7-a036-f67a8a77ae48 tempest-FloatingIPNegativeTestJSON-2087295316 tempest-FloatingIPNegativeTestJSON-2087295316-project] Pushing event deleted for resources: {'Network': ['ID=cf5ed89e-ee20-4331-97ee-f83396fa2058,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:27.055754 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60110) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:27.225798 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-44450575-dc61-4ee1-9ce8-7d323c8e9ce9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1776cecf165b4c4c9c1d4b90999b99a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1662233 Feb 07 21:32:27.226031 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60120) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:27.282246 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0bccbfb-ef7b-4fc9-9c5c-0e3951803294 admin admin] Publish callbacks [] for security_group (3a22c4e7-4d44-4088-b731-bc5493c7169f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:27.304556 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0bccbfb-ef7b-4fc9-9c5c-0e3951803294 admin admin] Publish callbacks [] for security_group (3a22c4e7-4d44-4088-b731-bc5493c7169f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:27.359555 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0bccbfb-ef7b-4fc9-9c5c-0e3951803294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3a22c4e7-4d44-4088-b731-bc5493c7169f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:27.362602 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0bccbfb-ef7b-4fc9-9c5c-0e3951803294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:27.364089 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e0bccbfb-ef7b-4fc9-9c5c-0e3951803294 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3a22c4e7-4d44-4088-b731-bc5493c7169f HTTP/1.1" status: 204 len: 168 time: 0.1372433 Feb 07 21:32:27.373824 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bccbfb-ef7b-4fc9-9c5c-0e3951803294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a22c4e7-4d44-4088-b731-bc5493c7169f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:27.387264 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bccbfb-ef7b-4fc9-9c5c-0e3951803294 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:27.387789 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bccbfb-ef7b-4fc9-9c5c-0e3951803294 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:27.388295 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bccbfb-ef7b-4fc9-9c5c-0e3951803294 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:27.388799 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bccbfb-ef7b-4fc9-9c5c-0e3951803294 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:27.390448 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bccbfb-ef7b-4fc9-9c5c-0e3951803294 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:27.390887 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bccbfb-ef7b-4fc9-9c5c-0e3951803294 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:27.391336 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bccbfb-ef7b-4fc9-9c5c-0e3951803294 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:27.391746 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bccbfb-ef7b-4fc9-9c5c-0e3951803294 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:27.392172 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bccbfb-ef7b-4fc9-9c5c-0e3951803294 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:27.392633 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bccbfb-ef7b-4fc9-9c5c-0e3951803294 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:27.393047 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bccbfb-ef7b-4fc9-9c5c-0e3951803294 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:27.393559 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bccbfb-ef7b-4fc9-9c5c-0e3951803294 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:27.393980 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bccbfb-ef7b-4fc9-9c5c-0e3951803294 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:27.672637 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device b149f3d8-b2e9-4493-89d6-cfe6c633baa6 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:32:27.732688 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: b149f3d8-b2e9-4493-89d6-cfe6c633baa6 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:32:27.733366 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device b149f3d8-b2e9-4493-89d6-cfe6c633baa6 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:32:28.168183 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60156) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:28.308746 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-07df0776-8894-4e0d-a726-a3854f9f4080 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-403360423'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:28.336933 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07df0776-8894-4e0d-a726-a3854f9f4080 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Made reservation on behalf of 45ce74c3408845c18e6f6c8b525df7d9 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:32:28.341858 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07df0776-8894-4e0d-a726-a3854f9f4080 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:28.354578 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07df0776-8894-4e0d-a726-a3854f9f4080 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:28.455773 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07df0776-8894-4e0d-a726-a3854f9f4080 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks [] for security_group (0393c8cb-094f-4323-9794-3b70654001d5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:28.459955 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07df0776-8894-4e0d-a726-a3854f9f4080 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0393c8cb-094f-4323-9794-3b70654001d5), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:28.489395 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07df0776-8894-4e0d-a726-a3854f9f4080 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:32:28.506043 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df0776-8894-4e0d-a726-a3854f9f4080 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0393c8cb-094f-4323-9794-3b70654001d5,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:28.512594 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07df0776-8894-4e0d-a726-a3854f9f4080 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (45aba26e-35b9-4adb-9c22-1ca0673ddceb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:28.513192 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-07df0776-8894-4e0d-a726-a3854f9f4080 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Added segment 45aba26e-35b9-4adb-9c22-1ca0673ddceb of type vlan for network be99a32b-a447-4402-b151-450f28b30913 Feb 07 21:32:28.579643 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07df0776-8894-4e0d-a726-a3854f9f4080 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (be99a32b-a447-4402-b151-450f28b30913), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:28.611063 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07df0776-8894-4e0d-a726-a3854f9f4080 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (be99a32b-a447-4402-b151-450f28b30913), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:28.616576 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07df0776-8894-4e0d-a726-a3854f9f4080 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:28.617239 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07df0776-8894-4e0d-a726-a3854f9f4080 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:28.704331 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-07df0776-8894-4e0d-a726-a3854f9f4080 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5143979 Feb 07 21:32:28.712370 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df0776-8894-4e0d-a726-a3854f9f4080 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event updated for resources: {'Network': ['ID=be99a32b-a447-4402-b151-450f28b30913,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:28.739709 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network be99a32b-a447-4402-b151-450f28b30913 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:32:31.392731 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60220) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:31.630886 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3cdeb40-0570-4057-9701-1ec448c32473 admin admin] Deleting subnet 60b871fc-bdc4-4a87-8449-a611d1e1c46a {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:32:31.636552 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3cdeb40-0570-4057-9701-1ec448c32473 admin admin] Publish callbacks [] for subnet (60b871fc-bdc4-4a87-8449-a611d1e1c46a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:31.694937 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3cdeb40-0570-4057-9701-1ec448c32473 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (60b871fc-bdc4-4a87-8449-a611d1e1c46a), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:31.776298 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3cdeb40-0570-4057-9701-1ec448c32473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (60b871fc-bdc4-4a87-8449-a611d1e1c46a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:31.850429 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3cdeb40-0570-4057-9701-1ec448c32473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (60b871fc-bdc4-4a87-8449-a611d1e1c46a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:31.886026 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cdeb40-0570-4057-9701-1ec448c32473 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60b871fc-bdc4-4a87-8449-a611d1e1c46a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:31.896243 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cdeb40-0570-4057-9701-1ec448c32473 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:31.896848 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cdeb40-0570-4057-9701-1ec448c32473 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:31.897454 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cdeb40-0570-4057-9701-1ec448c32473 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:31.898127 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cdeb40-0570-4057-9701-1ec448c32473 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:31.898652 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cdeb40-0570-4057-9701-1ec448c32473 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:31.899175 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cdeb40-0570-4057-9701-1ec448c32473 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:31.899792 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cdeb40-0570-4057-9701-1ec448c32473 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:31.901025 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cdeb40-0570-4057-9701-1ec448c32473 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:31.901627 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cdeb40-0570-4057-9701-1ec448c32473 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:31.902081 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cdeb40-0570-4057-9701-1ec448c32473 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:31.902567 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cdeb40-0570-4057-9701-1ec448c32473 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:31.903133 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cdeb40-0570-4057-9701-1ec448c32473 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:31.903572 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cdeb40-0570-4057-9701-1ec448c32473 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:31.909089 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3cdeb40-0570-4057-9701-1ec448c32473 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:31.916841 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60230) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:31.917374 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c3cdeb40-0570-4057-9701-1ec448c32473 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/60b871fc-bdc4-4a87-8449-a611d1e1c46a HTTP/1.1" status: 204 len: 168 time: 0.5219755 Feb 07 21:32:31.968449 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60232) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:31.975998 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6f7a69a7-68c9-4798-a526-143fd9d9a88c tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Request body: {'subnet': {'network_id': 'be99a32b-a447-4402-b151-450f28b30913', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:32.010162 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07e6020e-c25e-4110-bc48-26cd86b4c74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (b6e2353b-365d-4208-816b-7ee3b8376b0c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:32.089227 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7a69a7-68c9-4798-a526-143fd9d9a88c tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Made reservation on behalf of 45ce74c3408845c18e6f6c8b525df7d9 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:32:32.093499 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6f7a69a7-68c9-4798-a526-143fd9d9a88c tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:32.113991 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07e6020e-c25e-4110-bc48-26cd86b4c74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (b6e2353b-365d-4208-816b-7ee3b8376b0c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:32.142499 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-07e6020e-c25e-4110-bc48-26cd86b4c74e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e2353b-365d-4208-816b-7ee3b8376b0c']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:32.157564 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-07e6020e-c25e-4110-bc48-26cd86b4c74e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd525c6d2-640e-4061-b295-b52161eee5a1') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:32.158157 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-07e6020e-c25e-4110-bc48-26cd86b4c74e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd525c6d2-640e-4061-b295-b52161eee5a1') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:32.171777 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07e6020e-c25e-4110-bc48-26cd86b4c74e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (d525c6d2-640e-4061-b295-b52161eee5a1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:32.190219 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07e6020e-c25e-4110-bc48-26cd86b4c74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (d525c6d2-640e-4061-b295-b52161eee5a1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:32.198926 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e6020e-c25e-4110-bc48-26cd86b4c74e admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:32:32.199427 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07e6020e-c25e-4110-bc48-26cd86b4c74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (d525c6d2-640e-4061-b295-b52161eee5a1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: warnings.warn(msg) Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:32:32.201826 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:32:32.278524 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07e6020e-c25e-4110-bc48-26cd86b4c74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (b6e2353b-365d-4208-816b-7ee3b8376b0c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:32.284892 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07e6020e-c25e-4110-bc48-26cd86b4c74e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:32.291983 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-07e6020e-c25e-4110-bc48-26cd86b4c74e admin admin] 10.222.0.65 "DELETE /v2.0/networks/b6e2353b-365d-4208-816b-7ee3b8376b0c HTTP/1.1" status: 204 len: 168 time: 0.3731363 Feb 07 21:32:32.304994 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6020e-c25e-4110-bc48-26cd86b4c74e admin admin] Pushing event deleted for resources: {'Network': ['ID=b6e2353b-365d-4208-816b-7ee3b8376b0c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:32.347815 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6f7a69a7-68c9-4798-a526-143fd9d9a88c tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (dcad9f75-70d2-44d8-83a2-93c77ea98095), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:32.442140 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a69a7-68c9-4798-a526-143fd9d9a88c tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event updated for resources: {'Subnet': ['ID=dcad9f75-70d2-44d8-83a2-93c77ea98095,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:32.446321 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7a69a7-68c9-4798-a526-143fd9d9a88c tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Checking segment: {'id': '45aba26e-35b9-4adb-9c22-1ca0673ddceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'be99a32b-a447-4402-b151-450f28b30913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:32:32.446732 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7a69a7-68c9-4798-a526-143fd9d9a88c tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Network hostable DHCP agents. Network: be99a32b-a447-4402-b151-450f28b30913, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:32:32.467631 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7a69a7-68c9-4798-a526-143fd9d9a88c tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Network be99a32b-a447-4402-b151-450f28b30913 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:32:32.481087 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6f7a69a7-68c9-4798-a526-143fd9d9a88c tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, be99a32b-a447-4402-b151-450f28b30913) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:32.488356 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7a69a7-68c9-4798-a526-143fd9d9a88c tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:32.489543 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6f7a69a7-68c9-4798-a526-143fd9d9a88c tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:32.491064 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66bc651-178b-4e06-8068-3b0abc19950d None None] Network be99a32b-a447-4402-b151-450f28b30913 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:32:32.515830 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6f7a69a7-68c9-4798-a526-143fd9d9a88c tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5457604 Feb 07 21:32:32.516656 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60246) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:32.520511 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60248) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:32.549953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-58759dad-fbbc-46dd-afe7-54fad18cfddb tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1301924489'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:32.612158 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58759dad-fbbc-46dd-afe7-54fad18cfddb tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Made reservation on behalf of 45ce74c3408845c18e6f6c8b525df7d9 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:32:32.617131 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58759dad-fbbc-46dd-afe7-54fad18cfddb tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:32.640680 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3d454a-0d42-4a70-9367-ec0ff263fe4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-be99a32b-a447-4402-b151-450f28b30913', 'network_id': 'be99a32b-a447-4402-b151-450f28b30913', 'project_id': '45ce74c3408845c18e6f6c8b525df7d9', 'fixed_ips': [{'subnet_id': 'dcad9f75-70d2-44d8-83a2-93c77ea98095'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:32:32.642070 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8211798b-dc63-4077-a30f-071639747cdd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=49035a4ec40140b3a7c3fbd0a5baf38a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1199567 Feb 07 21:32:32.642516 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2b3d454a-0d42-4a70-9367-ec0ff263fe4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:32.644628 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60250) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:32.669167 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58759dad-fbbc-46dd-afe7-54fad18cfddb tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:32:32.692283 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58759dad-fbbc-46dd-afe7-54fad18cfddb tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (ac286094-c5a8-4049-a997-2d0935f423d2), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:32.692866 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-58759dad-fbbc-46dd-afe7-54fad18cfddb tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Added segment ac286094-c5a8-4049-a997-2d0935f423d2 of type vlan for network c064059d-5554-4647-ace6-eda72762fcd1 Feb 07 21:32:32.744827 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58759dad-fbbc-46dd-afe7-54fad18cfddb tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (c064059d-5554-4647-ace6-eda72762fcd1), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:32.767671 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6192dd72-f103-4c51-aaf1-526b77130c63 admin admin] Publish callbacks [] for security_group (e2377b95-e483-407c-b701-7b9618bc5bce), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:32.789206 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58759dad-fbbc-46dd-afe7-54fad18cfddb tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (c064059d-5554-4647-ace6-eda72762fcd1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:32.795704 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58759dad-fbbc-46dd-afe7-54fad18cfddb tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:32.796394 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58759dad-fbbc-46dd-afe7-54fad18cfddb tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:32.818764 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6192dd72-f103-4c51-aaf1-526b77130c63 admin admin] Publish callbacks [] for security_group (e2377b95-e483-407c-b701-7b9618bc5bce), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:32.861672 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-58759dad-fbbc-46dd-afe7-54fad18cfddb tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3433974 Feb 07 21:32:32.862707 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60258) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:32.876794 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-cf401b65-bac3-4386-b6c6-35f5be8543f0 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Request body: {'subnet': {'network_id': 'c064059d-5554-4647-ace6-eda72762fcd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:32.888411 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58759dad-fbbc-46dd-afe7-54fad18cfddb tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event updated for resources: {'Network': ['ID=c064059d-5554-4647-ace6-eda72762fcd1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:32.912625 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network c064059d-5554-4647-ace6-eda72762fcd1 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:32:32.991573 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6192dd72-f103-4c51-aaf1-526b77130c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e2377b95-e483-407c-b701-7b9618bc5bce), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:32.995600 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6192dd72-f103-4c51-aaf1-526b77130c63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:32.997371 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6192dd72-f103-4c51-aaf1-526b77130c63 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e2377b95-e483-407c-b701-7b9618bc5bce HTTP/1.1" status: 204 len: 168 time: 0.3503592 Feb 07 21:32:33.013542 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192dd72-f103-4c51-aaf1-526b77130c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2377b95-e483-407c-b701-7b9618bc5bce,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:33.019323 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-2b3d454a-0d42-4a70-9367-ec0ff263fe4c None None] Allocated IP 2001:db8:0:ffff::2 (be99a32b-a447-4402-b151-450f28b30913/dcad9f75-70d2-44d8-83a2-93c77ea98095/9f019a7d-f8e1-43cc-8985-984f07553db8) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:32:33.025225 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf401b65-bac3-4386-b6c6-35f5be8543f0 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Made reservation on behalf of 45ce74c3408845c18e6f6c8b525df7d9 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:32:33.030526 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cf401b65-bac3-4386-b6c6-35f5be8543f0 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:33.404907 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cf401b65-bac3-4386-b6c6-35f5be8543f0 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (6dd61a87-9cdc-40c8-aa08-372a9b5bfb0d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:33.453326 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2b3d454a-0d42-4a70-9367-ec0ff263fe4c None None] Publish callbacks [] for port (9f019a7d-f8e1-43cc-8985-984f07553db8), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:33.461823 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2b3d454a-0d42-4a70-9367-ec0ff263fe4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (9f019a7d-f8e1-43cc-8985-984f07553db8), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:33.501200 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf401b65-bac3-4386-b6c6-35f5be8543f0 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event updated for resources: {'Subnet': ['ID=6dd61a87-9cdc-40c8-aa08-372a9b5bfb0d,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:33.504986 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf401b65-bac3-4386-b6c6-35f5be8543f0 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Checking segment: {'id': 'ac286094-c5a8-4049-a997-2d0935f423d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c064059d-5554-4647-ace6-eda72762fcd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:32:33.505843 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf401b65-bac3-4386-b6c6-35f5be8543f0 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Network hostable DHCP agents. Network: c064059d-5554-4647-ace6-eda72762fcd1, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:32:33.517547 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3d454a-0d42-4a70-9367-ec0ff263fe4c None None] Network be99a32b-a447-4402-b151-450f28b30913 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:32:33.522499 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-2b3d454a-0d42-4a70-9367-ec0ff263fe4c None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:33.529545 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3d454a-0d42-4a70-9367-ec0ff263fe4c None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:32:33.543807 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf401b65-bac3-4386-b6c6-35f5be8543f0 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Network c064059d-5554-4647-ace6-eda72762fcd1 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:32:33.545962 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d454a-0d42-4a70-9367-ec0ff263fe4c None None] Pushing event updated for resources: {'Port': ['ID=9f019a7d-f8e1-43cc-8985-984f07553db8,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:33.563322 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-cf401b65-bac3-4386-b6c6-35f5be8543f0 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, c064059d-5554-4647-ace6-eda72762fcd1) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:33.585482 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf401b65-bac3-4386-b6c6-35f5be8543f0 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:33.587222 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cf401b65-bac3-4386-b6c6-35f5be8543f0 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:33.604665 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2bcace-532a-450c-b27f-6b70ac0308e2 None None] Network c064059d-5554-4647-ace6-eda72762fcd1 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:32:33.612147 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cf401b65-bac3-4386-b6c6-35f5be8543f0 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7471254 Feb 07 21:32:33.614558 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60278) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:33.677243 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2b3d454a-0d42-4a70-9367-ec0ff263fe4c None None] Attempting to bind port 9f019a7d-f8e1-43cc-8985-984f07553db8 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:32:33.678142 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2b3d454a-0d42-4a70-9367-ec0ff263fe4c None None] Attempting to bind port 9f019a7d-f8e1-43cc-8985-984f07553db8 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '45aba26e-35b9-4adb-9c22-1ca0673ddceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'be99a32b-a447-4402-b151-450f28b30913'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:32:33.678724 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d454a-0d42-4a70-9367-ec0ff263fe4c None None] Attempting to bind port 9f019a7d-f8e1-43cc-8985-984f07553db8 on network be99a32b-a447-4402-b151-450f28b30913 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:32:33.691717 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d454a-0d42-4a70-9367-ec0ff263fe4c None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:32:33.692399 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d454a-0d42-4a70-9367-ec0ff263fe4c None None] Checking segment: {'id': '45aba26e-35b9-4adb-9c22-1ca0673ddceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'be99a32b-a447-4402-b151-450f28b30913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:32:33.693151 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2b3d454a-0d42-4a70-9367-ec0ff263fe4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:33.693959 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d454a-0d42-4a70-9367-ec0ff263fe4c None None] Bound using segment: {'id': '45aba26e-35b9-4adb-9c22-1ca0673ddceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'be99a32b-a447-4402-b151-450f28b30913'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:32:33.694453 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2b3d454a-0d42-4a70-9367-ec0ff263fe4c None None] Bound port: 9f019a7d-f8e1-43cc-8985-984f07553db8, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45aba26e-35b9-4adb-9c22-1ca0673ddceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'be99a32b-a447-4402-b151-450f28b30913'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:32:33.694931 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2b3d454a-0d42-4a70-9367-ec0ff263fe4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9f019a7d-f8e1-43cc-8985-984f07553db8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:33.778024 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5cde8e60-0128-44f6-b007-1a7cc13420cf tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (c064059d-5554-4647-ace6-eda72762fcd1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:33.844921 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2b3d454a-0d42-4a70-9367-ec0ff263fe4c None None] For port 9f019a7d-f8e1-43cc-8985-984f07553db8, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:32:33.851041 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2b3d454a-0d42-4a70-9367-ec0ff263fe4c None None] For port 9f019a7d-f8e1-43cc-8985-984f07553db8, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9f019a7d-f8e1-43cc-8985-984f07553db8,segment=NetworkSegment(45aba26e-35b9-4adb-9c22-1ca0673ddceb),segment_id=45aba26e-35b9-4adb-9c22-1ca0673ddceb)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:32:33.855836 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:33.861557 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a98ced-744a-4b99-ab97-c43b77a868bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-c064059d-5554-4647-ace6-eda72762fcd1', 'network_id': 'c064059d-5554-4647-ace6-eda72762fcd1', 'project_id': '45ce74c3408845c18e6f6c8b525df7d9', 'fixed_ips': [{'subnet_id': '6dd61a87-9cdc-40c8-aa08-372a9b5bfb0d'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:32:33.862587 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-16a98ced-744a-4b99-ab97-c43b77a868bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:33.865935 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5cde8e60-0128-44f6-b007-1a7cc13420cf tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (6dd61a87-9cdc-40c8-aa08-372a9b5bfb0d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:33.866472 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2b3d454a-0d42-4a70-9367-ec0ff263fe4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9f019a7d-f8e1-43cc-8985-984f07553db8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:33.953312 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5cde8e60-0128-44f6-b007-1a7cc13420cf tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (6dd61a87-9cdc-40c8-aa08-372a9b5bfb0d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:34.011600 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde8e60-0128-44f6-b007-1a7cc13420cf tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event deleted for resources: {'Subnet': ['ID=6dd61a87-9cdc-40c8-aa08-372a9b5bfb0d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:34.030325 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d454a-0d42-4a70-9367-ec0ff263fe4c None None] Pushing event updated for resources: {'Port': ['ID=9f019a7d-f8e1-43cc-8985-984f07553db8,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:34.066676 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:34.071610 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b255d96d-43f9-4b0c-940f-5972ea660685 None None] Network c064059d-5554-4647-ace6-eda72762fcd1 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:32:34.149085 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5cde8e60-0128-44f6-b007-1a7cc13420cf tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (c064059d-5554-4647-ace6-eda72762fcd1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:34.179551 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-5cde8e60-0128-44f6-b007-1a7cc13420cf tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c064059d-5554-4647-ace6-eda72762fcd1']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:34.192881 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-5cde8e60-0128-44f6-b007-1a7cc13420cf tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac286094-c5a8-4049-a997-2d0935f423d2') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:34.193319 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-5cde8e60-0128-44f6-b007-1a7cc13420cf tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac286094-c5a8-4049-a997-2d0935f423d2') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:34.209746 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5cde8e60-0128-44f6-b007-1a7cc13420cf tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (ac286094-c5a8-4049-a997-2d0935f423d2), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:34.237639 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5cde8e60-0128-44f6-b007-1a7cc13420cf tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (ac286094-c5a8-4049-a997-2d0935f423d2), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:34.252826 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cde8e60-0128-44f6-b007-1a7cc13420cf tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:32:34.253390 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5cde8e60-0128-44f6-b007-1a7cc13420cf tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (ac286094-c5a8-4049-a997-2d0935f423d2), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:32:34.257315 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:32:34.349771 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5cde8e60-0128-44f6-b007-1a7cc13420cf tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (c064059d-5554-4647-ace6-eda72762fcd1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:34.359411 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5cde8e60-0128-44f6-b007-1a7cc13420cf tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:34.362679 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5cde8e60-0128-44f6-b007-1a7cc13420cf tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "DELETE /v2.0/networks/c064059d-5554-4647-ace6-eda72762fcd1 HTTP/1.1" status: 204 len: 168 time: 0.7469978 Feb 07 21:32:34.367552 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60302) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:34.380613 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8fdcf6ee-4a50-4e12-88a1-4235db8dcc7c tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-856526689'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:34.385130 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde8e60-0128-44f6-b007-1a7cc13420cf tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event deleted for resources: {'Network': ['ID=c064059d-5554-4647-ace6-eda72762fcd1,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:34.409801 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdcf6ee-4a50-4e12-88a1-4235db8dcc7c tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Made reservation on behalf of 45ce74c3408845c18e6f6c8b525df7d9 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:32:34.413419 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf6ee-4a50-4e12-88a1-4235db8dcc7c tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:34.449359 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fdcf6ee-4a50-4e12-88a1-4235db8dcc7c tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:32:34.463553 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf6ee-4a50-4e12-88a1-4235db8dcc7c tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (75e4b26c-6151-4f74-b9a5-8e1e1fd27dc4), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:34.466710 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-8fdcf6ee-4a50-4e12-88a1-4235db8dcc7c tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Added segment 75e4b26c-6151-4f74-b9a5-8e1e1fd27dc4 of type vlan for network 40cfff27-3feb-4256-99ac-feb16137ca2b Feb 07 21:32:34.524418 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf6ee-4a50-4e12-88a1-4235db8dcc7c tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (40cfff27-3feb-4256-99ac-feb16137ca2b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:34.552785 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf6ee-4a50-4e12-88a1-4235db8dcc7c tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (40cfff27-3feb-4256-99ac-feb16137ca2b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:34.560623 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdcf6ee-4a50-4e12-88a1-4235db8dcc7c tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:34.561436 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8fdcf6ee-4a50-4e12-88a1-4235db8dcc7c tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:34.625126 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8fdcf6ee-4a50-4e12-88a1-4235db8dcc7c tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2487404 Feb 07 21:32:34.628151 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60312) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:34.634086 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a5827381-7111-4f7b-a936-201e29cea65f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Request body: {'subnet': {'network_id': '40cfff27-3feb-4256-99ac-feb16137ca2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:34.644947 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcf6ee-4a50-4e12-88a1-4235db8dcc7c tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event updated for resources: {'Network': ['ID=40cfff27-3feb-4256-99ac-feb16137ca2b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:34.657878 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 40cfff27-3feb-4256-99ac-feb16137ca2b details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:32:34.788636 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5827381-7111-4f7b-a936-201e29cea65f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Made reservation on behalf of 45ce74c3408845c18e6f6c8b525df7d9 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:32:34.793923 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5827381-7111-4f7b-a936-201e29cea65f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:35.079735 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5827381-7111-4f7b-a936-201e29cea65f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (ba04c8e1-df5d-4968-9499-1ffeef0fe716), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:35.137842 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5827381-7111-4f7b-a936-201e29cea65f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event updated for resources: {'Subnet': ['ID=ba04c8e1-df5d-4968-9499-1ffeef0fe716,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:35.169906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5827381-7111-4f7b-a936-201e29cea65f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Checking segment: {'id': '75e4b26c-6151-4f74-b9a5-8e1e1fd27dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '40cfff27-3feb-4256-99ac-feb16137ca2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:32:35.170275 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5827381-7111-4f7b-a936-201e29cea65f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Network hostable DHCP agents. Network: 40cfff27-3feb-4256-99ac-feb16137ca2b, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:32:35.194236 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5827381-7111-4f7b-a936-201e29cea65f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Network 40cfff27-3feb-4256-99ac-feb16137ca2b is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:32:35.207056 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a5827381-7111-4f7b-a936-201e29cea65f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 40cfff27-3feb-4256-99ac-feb16137ca2b) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:35.217517 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a172a8c-168c-4cc0-bfab-ed60174af476 None None] Network 40cfff27-3feb-4256-99ac-feb16137ca2b requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:32:35.220449 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5827381-7111-4f7b-a936-201e29cea65f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:35.221182 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5827381-7111-4f7b-a936-201e29cea65f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:35.246085 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a5827381-7111-4f7b-a936-201e29cea65f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6167068 Feb 07 21:32:35.250262 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60336) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:35.263896 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-30fc8097-d7f6-4a8f-84bc-a8e116d80a1e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1215700935'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:35.287916 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fc8097-d7f6-4a8f-84bc-a8e116d80a1e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Made reservation on behalf of 45ce74c3408845c18e6f6c8b525df7d9 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:32:35.293024 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30fc8097-d7f6-4a8f-84bc-a8e116d80a1e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:35.357877 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30fc8097-d7f6-4a8f-84bc-a8e116d80a1e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:32:35.369411 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30fc8097-d7f6-4a8f-84bc-a8e116d80a1e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (0b52c4bd-abc4-49be-9fd9-244644bae851), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:35.369875 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcb58d9-a23f-4b7a-a5d1-b84ece5a4b23 None None] Network be99a32b-a447-4402-b151-450f28b30913 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:32:35.370407 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-30fc8097-d7f6-4a8f-84bc-a8e116d80a1e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Added segment 0b52c4bd-abc4-49be-9fd9-244644bae851 of type vlan for network c8df9e97-66db-4357-b191-61eede469ce5 Feb 07 21:32:35.420160 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30fc8097-d7f6-4a8f-84bc-a8e116d80a1e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (c8df9e97-66db-4357-b191-61eede469ce5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:35.442569 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5399f1-62b0-407c-8052-33b62bd31b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-40cfff27-3feb-4256-99ac-feb16137ca2b', 'network_id': '40cfff27-3feb-4256-99ac-feb16137ca2b', 'project_id': '45ce74c3408845c18e6f6c8b525df7d9', 'fixed_ips': [{'subnet_id': 'ba04c8e1-df5d-4968-9499-1ffeef0fe716'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:32:35.443425 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8b5399f1-62b0-407c-8052-33b62bd31b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:35.455025 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30fc8097-d7f6-4a8f-84bc-a8e116d80a1e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (c8df9e97-66db-4357-b191-61eede469ce5), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:35.460367 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fc8097-d7f6-4a8f-84bc-a8e116d80a1e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:35.460984 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30fc8097-d7f6-4a8f-84bc-a8e116d80a1e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:35.514441 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-87f8b14e-fed8-4891-a904-12580115a5ea None None] Provisioning complete for port 9f019a7d-f8e1-43cc-8985-984f07553db8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:35.514809 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-87f8b14e-fed8-4891-a904-12580115a5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9f019a7d-f8e1-43cc-8985-984f07553db8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:35.530586 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-30fc8097-d7f6-4a8f-84bc-a8e116d80a1e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2743812 Feb 07 21:32:35.530878 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60342) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:35.536326 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3903f459-8000-4291-b38b-785c8b92430f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Request body: {'subnet': {'network_id': 'c8df9e97-66db-4357-b191-61eede469ce5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:35.562857 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc8097-d7f6-4a8f-84bc-a8e116d80a1e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event updated for resources: {'Network': ['ID=c8df9e97-66db-4357-b191-61eede469ce5,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:35.639966 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3903f459-8000-4291-b38b-785c8b92430f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Made reservation on behalf of 45ce74c3408845c18e6f6c8b525df7d9 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:32:35.643250 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3903f459-8000-4291-b38b-785c8b92430f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:35.654384 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network c8df9e97-66db-4357-b191-61eede469ce5 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:32:35.741972 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-3903f459-8000-4291-b38b-785c8b92430f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Performing IP validity checks on allocation pools {{(pid=103255) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 07 21:32:35.742491 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-3903f459-8000-4291-b38b-785c8b92430f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103255) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 07 21:32:35.768668 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9f019a7d-f8e1-43cc-8985-984f07553db8 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:32:35.884339 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3903f459-8000-4291-b38b-785c8b92430f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (d86a9973-e95f-4bbe-b7cb-46927487c972), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:35.886582 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-8b5399f1-62b0-407c-8052-33b62bd31b83 None None] Allocated IP 2001:db8::1 (40cfff27-3feb-4256-99ac-feb16137ca2b/ba04c8e1-df5d-4968-9499-1ffeef0fe716/677992ad-2b05-44e5-9831-63d72b8a0861) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:32:35.919023 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-87f8b14e-fed8-4891-a904-12580115a5ea None None] Current status of the port 9f019a7d-f8e1-43cc-8985-984f07553db8 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:35.919303 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-87f8b14e-fed8-4891-a904-12580115a5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9f019a7d-f8e1-43cc-8985-984f07553db8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:35.959457 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903f459-8000-4291-b38b-785c8b92430f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event updated for resources: {'Subnet': ['ID=d86a9973-e95f-4bbe-b7cb-46927487c972,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:35.966681 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3903f459-8000-4291-b38b-785c8b92430f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Checking segment: {'id': '0b52c4bd-abc4-49be-9fd9-244644bae851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c8df9e97-66db-4357-b191-61eede469ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:32:35.967738 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3903f459-8000-4291-b38b-785c8b92430f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Network hostable DHCP agents. Network: c8df9e97-66db-4357-b191-61eede469ce5, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:32:35.988889 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3903f459-8000-4291-b38b-785c8b92430f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Network c8df9e97-66db-4357-b191-61eede469ce5 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:32:35.994446 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 9f019a7d-f8e1-43cc-8985-984f07553db8 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:35.995078 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9f019a7d-f8e1-43cc-8985-984f07553db8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:36.006423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-3903f459-8000-4291-b38b-785c8b92430f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, c8df9e97-66db-4357-b191-61eede469ce5) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:36.014938 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3903f459-8000-4291-b38b-785c8b92430f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:36.015627 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3903f459-8000-4291-b38b-785c8b92430f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:36.037997 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-87f8b14e-fed8-4891-a904-12580115a5ea None None] For port 9f019a7d-f8e1-43cc-8985-984f07553db8, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9f019a7d-f8e1-43cc-8985-984f07553db8,segment=NetworkSegment(45aba26e-35b9-4adb-9c22-1ca0673ddceb),segment_id=45aba26e-35b9-4adb-9c22-1ca0673ddceb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:32:36.039036 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3903f459-8000-4291-b38b-785c8b92430f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.5068774 Feb 07 21:32:36.041797 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60350) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:36.042012 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6b39c4-73db-4f28-a89c-c778d6378e2c None None] Network c8df9e97-66db-4357-b191-61eede469ce5 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:32:36.094172 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-87f8b14e-fed8-4891-a904-12580115a5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9f019a7d-f8e1-43cc-8985-984f07553db8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:36.182038 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c267b02e-6cd0-45fb-a2f2-d7dde001c30e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (c8df9e97-66db-4357-b191-61eede469ce5), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:36.237230 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c267b02e-6cd0-45fb-a2f2-d7dde001c30e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (d86a9973-e95f-4bbe-b7cb-46927487c972), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:36.253957 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8b14e-fed8-4891-a904-12580115a5ea None None] Pushing event updated for resources: {'Port': ['ID=9f019a7d-f8e1-43cc-8985-984f07553db8,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:36.279703 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8b5399f1-62b0-407c-8052-33b62bd31b83 None None] Publish callbacks [] for port (677992ad-2b05-44e5-9831-63d72b8a0861), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:36.300821 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4d94e6-e447-4495-a4aa-4214b7123348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-c8df9e97-66db-4357-b191-61eede469ce5', 'network_id': 'c8df9e97-66db-4357-b191-61eede469ce5', 'project_id': '45ce74c3408845c18e6f6c8b525df7d9', 'fixed_ips': [{'subnet_id': 'd86a9973-e95f-4bbe-b7cb-46927487c972'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:32:36.301666 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cc4d94e6-e447-4495-a4aa-4214b7123348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:36.307299 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8b5399f1-62b0-407c-8052-33b62bd31b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (677992ad-2b05-44e5-9831-63d72b8a0861), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:36.317534 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c267b02e-6cd0-45fb-a2f2-d7dde001c30e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (d86a9973-e95f-4bbe-b7cb-46927487c972), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:36.355493 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267b02e-6cd0-45fb-a2f2-d7dde001c30e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event deleted for resources: {'Subnet': ['ID=d86a9973-e95f-4bbe-b7cb-46927487c972,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:36.387495 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5399f1-62b0-407c-8052-33b62bd31b83 None None] Network 40cfff27-3feb-4256-99ac-feb16137ca2b is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:32:36.392167 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 9f019a7d-f8e1-43cc-8985-984f07553db8 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:36.400814 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-8b5399f1-62b0-407c-8052-33b62bd31b83 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:36.406074 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ed38d597-9bc9-40c9-8bf5-67baf6dc2e94 None None] Provisioning complete for port 9f019a7d-f8e1-43cc-8985-984f07553db8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:36.406444 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ed38d597-9bc9-40c9-8bf5-67baf6dc2e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9f019a7d-f8e1-43cc-8985-984f07553db8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:36.410309 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5399f1-62b0-407c-8052-33b62bd31b83 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:32:36.417035 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c267b02e-6cd0-45fb-a2f2-d7dde001c30e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (c8df9e97-66db-4357-b191-61eede469ce5), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:36.445194 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-c267b02e-6cd0-45fb-a2f2-d7dde001c30e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8df9e97-66db-4357-b191-61eede469ce5']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:36.453873 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5399f1-62b0-407c-8052-33b62bd31b83 None None] Pushing event updated for resources: {'Port': ['ID=677992ad-2b05-44e5-9831-63d72b8a0861,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:36.459300 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-c267b02e-6cd0-45fb-a2f2-d7dde001c30e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b52c4bd-abc4-49be-9fd9-244644bae851') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:36.459896 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-c267b02e-6cd0-45fb-a2f2-d7dde001c30e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b52c4bd-abc4-49be-9fd9-244644bae851') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:36.476781 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c267b02e-6cd0-45fb-a2f2-d7dde001c30e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (0b52c4bd-abc4-49be-9fd9-244644bae851), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:36.511341 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c267b02e-6cd0-45fb-a2f2-d7dde001c30e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (0b52c4bd-abc4-49be-9fd9-244644bae851), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:36.518014 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c3a212-b08e-4361-ab9c-dff2a0b21fec None None] Network c8df9e97-66db-4357-b191-61eede469ce5 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:32:36.520688 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c267b02e-6cd0-45fb-a2f2-d7dde001c30e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:32:36.521584 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c267b02e-6cd0-45fb-a2f2-d7dde001c30e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (0b52c4bd-abc4-49be-9fd9-244644bae851), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:32:36.526163 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:32:36.606511 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c267b02e-6cd0-45fb-a2f2-d7dde001c30e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (c8df9e97-66db-4357-b191-61eede469ce5), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:36.615600 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c267b02e-6cd0-45fb-a2f2-d7dde001c30e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:36.626442 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60362) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:36.627125 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60364) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:36.627764 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c267b02e-6cd0-45fb-a2f2-d7dde001c30e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "DELETE /v2.0/networks/c8df9e97-66db-4357-b191-61eede469ce5 HTTP/1.1" status: 204 len: 168 time: 0.5847399 Feb 07 21:32:36.635278 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e7db8342-1f08-4b11-927e-ce559424fbe2 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1919865454'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:36.643627 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-61335a8d-a604-499b-8e88-b6a043deab33 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1514203542', 'description': 'tempest-secgroup-smoke-1514203542 description', 'project_id': '592f2c160f98413cb3dc6606723ba0e3'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:36.648885 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267b02e-6cd0-45fb-a2f2-d7dde001c30e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event deleted for resources: {'Network': ['ID=c8df9e97-66db-4357-b191-61eede469ce5,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:36.678111 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7db8342-1f08-4b11-927e-ce559424fbe2 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Made reservation on behalf of 45ce74c3408845c18e6f6c8b525df7d9 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:32:36.684255 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7db8342-1f08-4b11-927e-ce559424fbe2 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:36.687900 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61335a8d-a604-499b-8e88-b6a043deab33 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:36.704464 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61335a8d-a604-499b-8e88-b6a043deab33 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:36.755248 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8b5399f1-62b0-407c-8052-33b62bd31b83 None None] Attempting to bind port 677992ad-2b05-44e5-9831-63d72b8a0861 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:32:36.756948 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8b5399f1-62b0-407c-8052-33b62bd31b83 None None] Attempting to bind port 677992ad-2b05-44e5-9831-63d72b8a0861 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '75e4b26c-6151-4f74-b9a5-8e1e1fd27dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '40cfff27-3feb-4256-99ac-feb16137ca2b'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:32:36.757868 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5399f1-62b0-407c-8052-33b62bd31b83 None None] Attempting to bind port 677992ad-2b05-44e5-9831-63d72b8a0861 on network 40cfff27-3feb-4256-99ac-feb16137ca2b {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:32:36.767884 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7db8342-1f08-4b11-927e-ce559424fbe2 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:32:36.786195 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7db8342-1f08-4b11-927e-ce559424fbe2 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (7050bb5d-2c63-4329-b474-de718c709547), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:36.786832 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-e7db8342-1f08-4b11-927e-ce559424fbe2 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Added segment 7050bb5d-2c63-4329-b474-de718c709547 of type vlan for network 932a2ce6-43ab-4bff-985b-86a414322ffd Feb 07 21:32:36.787381 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5399f1-62b0-407c-8052-33b62bd31b83 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:32:36.787886 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5399f1-62b0-407c-8052-33b62bd31b83 None None] Checking segment: {'id': '75e4b26c-6151-4f74-b9a5-8e1e1fd27dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '40cfff27-3feb-4256-99ac-feb16137ca2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:32:36.788162 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8b5399f1-62b0-407c-8052-33b62bd31b83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:36.788594 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5399f1-62b0-407c-8052-33b62bd31b83 None None] Bound using segment: {'id': '75e4b26c-6151-4f74-b9a5-8e1e1fd27dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '40cfff27-3feb-4256-99ac-feb16137ca2b'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:32:36.789088 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8b5399f1-62b0-407c-8052-33b62bd31b83 None None] Bound port: 677992ad-2b05-44e5-9831-63d72b8a0861, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e4b26c-6151-4f74-b9a5-8e1e1fd27dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '40cfff27-3feb-4256-99ac-feb16137ca2b'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:32:36.789471 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8b5399f1-62b0-407c-8052-33b62bd31b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (677992ad-2b05-44e5-9831-63d72b8a0861), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:36.833742 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61335a8d-a604-499b-8e88-b6a043deab33 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group (e68d3751-05f6-4ba0-a8d7-d7540147a275), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:36.839723 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61335a8d-a604-499b-8e88-b6a043deab33 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e68d3751-05f6-4ba0-a8d7-d7540147a275), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:36.890921 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ed38d597-9bc9-40c9-8bf5-67baf6dc2e94 None None] Current status of the port 9f019a7d-f8e1-43cc-8985-984f07553db8 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:36.898649 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7db8342-1f08-4b11-927e-ce559424fbe2 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (932a2ce6-43ab-4bff-985b-86a414322ffd), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:36.919006 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8b5399f1-62b0-407c-8052-33b62bd31b83 None None] For port 677992ad-2b05-44e5-9831-63d72b8a0861, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:32:36.924563 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8b5399f1-62b0-407c-8052-33b62bd31b83 None None] For port 677992ad-2b05-44e5-9831-63d72b8a0861, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=677992ad-2b05-44e5-9831-63d72b8a0861,segment=NetworkSegment(75e4b26c-6151-4f74-b9a5-8e1e1fd27dc4),segment_id=75e4b26c-6151-4f74-b9a5-8e1e1fd27dc4)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:32:36.930699 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8b5399f1-62b0-407c-8052-33b62bd31b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (677992ad-2b05-44e5-9831-63d72b8a0861), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:36.933654 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61335a8d-a604-499b-8e88-b6a043deab33 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group (81eec530-7769-4f30-9f77-32d316e452e5), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:36.945629 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61335a8d-a604-499b-8e88-b6a043deab33 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (81eec530-7769-4f30-9f77-32d316e452e5), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:36.953011 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61335a8d-a604-499b-8e88-b6a043deab33 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e68d3751-05f6-4ba0-a8d7-d7540147a275,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:36.997812 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7db8342-1f08-4b11-927e-ce559424fbe2 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (932a2ce6-43ab-4bff-985b-86a414322ffd), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:37.006838 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7db8342-1f08-4b11-927e-ce559424fbe2 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:37.008418 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7db8342-1f08-4b11-927e-ce559424fbe2 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:37.012712 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5399f1-62b0-407c-8052-33b62bd31b83 None None] Pushing event updated for resources: {'Port': ['ID=677992ad-2b05-44e5-9831-63d72b8a0861,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:37.016173 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61335a8d-a604-499b-8e88-b6a043deab33 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:37.019397 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-61335a8d-a604-499b-8e88-b6a043deab33 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3904111 Feb 07 21:32:37.025117 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60374) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:37.032828 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1cbf207f-6e44-4db1-beaf-b79eb6697153 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'security_group_rule': {'security_group_id': '81eec530-7769-4f30-9f77-32d316e452e5', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:37.060268 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61335a8d-a604-499b-8e88-b6a043deab33 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81eec530-7769-4f30-9f77-32d316e452e5,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:37.116347 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e7db8342-1f08-4b11-927e-ce559424fbe2 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4858248 Feb 07 21:32:37.121598 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60380) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:37.123307 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cbf207f-6e44-4db1-beaf-b79eb6697153 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (216e8d85-f49c-4489-bfec-4b018b56449f), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:37.125905 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db8342-1f08-4b11-927e-ce559424fbe2 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event updated for resources: {'Network': ['ID=932a2ce6-43ab-4bff-985b-86a414322ffd,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:37.134775 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a1bba695-ba0b-4a32-8b76-59d6685b1db5 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Request body: {'subnet': {'network_id': '932a2ce6-43ab-4bff-985b-86a414322ffd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:37.138453 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 932a2ce6-43ab-4bff-985b-86a414322ffd details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:32:37.271778 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cbf207f-6e44-4db1-beaf-b79eb6697153 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (216e8d85-f49c-4489-bfec-4b018b56449f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:37.278717 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cbf207f-6e44-4db1-beaf-b79eb6697153 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (216e8d85-f49c-4489-bfec-4b018b56449f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:37.303408 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cbf207f-6e44-4db1-beaf-b79eb6697153 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:37.307290 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1cbf207f-6e44-4db1-beaf-b79eb6697153 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2781379 Feb 07 21:32:37.307877 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60382) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:37.312547 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-27dbdf85-2e18-474d-bbb9-9735d50fcd95 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'security_group_rule': {'security_group_id': '81eec530-7769-4f30-9f77-32d316e452e5', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:37.320286 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf207f-6e44-4db1-beaf-b79eb6697153 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216e8d85-f49c-4489-bfec-4b018b56449f,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:37.324817 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bba695-ba0b-4a32-8b76-59d6685b1db5 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Made reservation on behalf of 45ce74c3408845c18e6f6c8b525df7d9 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:32:37.333870 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a1bba695-ba0b-4a32-8b76-59d6685b1db5 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:37.346304 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-27dbdf85-2e18-474d-bbb9-9735d50fcd95 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (23cbe35a-e917-4af0-beda-ff655ba114ec), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:37.447367 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-27dbdf85-2e18-474d-bbb9-9735d50fcd95 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (23cbe35a-e917-4af0-beda-ff655ba114ec), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:37.452197 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-27dbdf85-2e18-474d-bbb9-9735d50fcd95 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (23cbe35a-e917-4af0-beda-ff655ba114ec), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:37.471713 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbdf85-2e18-474d-bbb9-9735d50fcd95 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23cbe35a-e917-4af0-beda-ff655ba114ec,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:37.512571 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-27dbdf85-2e18-474d-bbb9-9735d50fcd95 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:37.514707 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-27dbdf85-2e18-474d-bbb9-9735d50fcd95 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2057333 Feb 07 21:32:37.517508 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60388) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:37.524177 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5eafb85a-df85-436f-85b0-ad24332c4773 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'security_group_rule': {'security_group_id': '81eec530-7769-4f30-9f77-32d316e452e5', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:37.553530 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5eafb85a-df85-436f-85b0-ad24332c4773 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (be73b5b1-b034-47c0-8f71-aa55e9d386a0), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:37.607504 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a1bba695-ba0b-4a32-8b76-59d6685b1db5 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (969a9fad-73d7-4e8b-b87c-71e4a2af375c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:37.633036 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5eafb85a-df85-436f-85b0-ad24332c4773 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (be73b5b1-b034-47c0-8f71-aa55e9d386a0), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:37.638320 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5eafb85a-df85-436f-85b0-ad24332c4773 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (be73b5b1-b034-47c0-8f71-aa55e9d386a0), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:37.662163 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eafb85a-df85-436f-85b0-ad24332c4773 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be73b5b1-b034-47c0-8f71-aa55e9d386a0,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:37.669001 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5eafb85a-df85-436f-85b0-ad24332c4773 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:37.670254 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5eafb85a-df85-436f-85b0-ad24332c4773 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1515841 Feb 07 21:32:37.681544 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60390) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:37.681544 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e8a3f406-fb32-4395-86f3-3d00a4521e59 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'security_group_rule': {'security_group_id': '81eec530-7769-4f30-9f77-32d316e452e5', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:37.705817 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bba695-ba0b-4a32-8b76-59d6685b1db5 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event updated for resources: {'Subnet': ['ID=969a9fad-73d7-4e8b-b87c-71e4a2af375c,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:37.710432 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8a3f406-fb32-4395-86f3-3d00a4521e59 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (7e32309d-4660-4f49-ad31-8ca18d13798c), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:37.724075 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bba695-ba0b-4a32-8b76-59d6685b1db5 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Checking segment: {'id': '7050bb5d-2c63-4329-b474-de718c709547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '932a2ce6-43ab-4bff-985b-86a414322ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:32:37.724492 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bba695-ba0b-4a32-8b76-59d6685b1db5 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Network hostable DHCP agents. Network: 932a2ce6-43ab-4bff-985b-86a414322ffd, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:32:37.753089 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bba695-ba0b-4a32-8b76-59d6685b1db5 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Network 932a2ce6-43ab-4bff-985b-86a414322ffd is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:32:37.767234 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-a1bba695-ba0b-4a32-8b76-59d6685b1db5 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 932a2ce6-43ab-4bff-985b-86a414322ffd) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:37.772053 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bba695-ba0b-4a32-8b76-59d6685b1db5 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:37.772843 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a1bba695-ba0b-4a32-8b76-59d6685b1db5 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:37.800354 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8a3f406-fb32-4395-86f3-3d00a4521e59 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (7e32309d-4660-4f49-ad31-8ca18d13798c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:37.800354 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60396) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:37.800659 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a1bba695-ba0b-4a32-8b76-59d6685b1db5 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6691651 Feb 07 21:32:37.802665 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd080478-6e9e-46a5-9dd9-cbac66cbb22d None None] Network 932a2ce6-43ab-4bff-985b-86a414322ffd requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:32:37.814861 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8a3f406-fb32-4395-86f3-3d00a4521e59 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (7e32309d-4660-4f49-ad31-8ca18d13798c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:37.879852 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9f019a7d-f8e1-43cc-8985-984f07553db8 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:32:37.905139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3f406-fb32-4395-86f3-3d00a4521e59 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e32309d-4660-4f49-ad31-8ca18d13798c,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:37.930229 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8a3f406-fb32-4395-86f3-3d00a4521e59 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:37.934430 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e8a3f406-fb32-4395-86f3-3d00a4521e59 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2574358 Feb 07 21:32:37.936335 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60400) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:37.939607 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-93a82741-da1b-4b5e-adce-90b5716af9e6 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'security_group_rule': {'security_group_id': '81eec530-7769-4f30-9f77-32d316e452e5', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:37.970915 n-d-828185-2 neutron-server[103256]: INFO neutron.db.securitygroups_db [None req-93a82741-da1b-4b5e-adce-90b5716af9e6 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Project 592f2c160f98413cb3dc6606723ba0e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 21:32:37.976542 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-93a82741-da1b-4b5e-adce-90b5716af9e6 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (559bbd78-f3d6-4e81-ba22-fe87fdc9ce2a), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:37.980547 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 9f019a7d-f8e1-43cc-8985-984f07553db8 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:37.981350 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9f019a7d-f8e1-43cc-8985-984f07553db8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:37.986600 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbb665b-dc9e-4127-9046-3706a4f5fec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-932a2ce6-43ab-4bff-985b-86a414322ffd', 'network_id': '932a2ce6-43ab-4bff-985b-86a414322ffd', 'project_id': '45ce74c3408845c18e6f6c8b525df7d9', 'fixed_ips': [{'subnet_id': '969a9fad-73d7-4e8b-b87c-71e4a2af375c'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:32:37.987684 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4fbb665b-dc9e-4127-9046-3706a4f5fec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:37.996704 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (932a2ce6-43ab-4bff-985b-86a414322ffd), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:38.086922 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-93a82741-da1b-4b5e-adce-90b5716af9e6 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (559bbd78-f3d6-4e81-ba22-fe87fdc9ce2a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:38.091700 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-93a82741-da1b-4b5e-adce-90b5716af9e6 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (559bbd78-f3d6-4e81-ba22-fe87fdc9ce2a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:38.121833 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a82741-da1b-4b5e-adce-90b5716af9e6 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559bbd78-f3d6-4e81-ba22-fe87fdc9ce2a,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:38.141036 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (969a9fad-73d7-4e8b-b87c-71e4a2af375c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:38.143675 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-93a82741-da1b-4b5e-adce-90b5716af9e6 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:38.149323 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-93a82741-da1b-4b5e-adce-90b5716af9e6 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2133777 Feb 07 21:32:38.150051 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60406) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:38.157119 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-857b32a4-740d-4f2a-90ff-80278b09f95e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'security_group_rule': {'security_group_id': '81eec530-7769-4f30-9f77-32d316e452e5', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:38.192261 n-d-828185-2 neutron-server[103256]: INFO neutron.db.securitygroups_db [None req-857b32a4-740d-4f2a-90ff-80278b09f95e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Project 592f2c160f98413cb3dc6606723ba0e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 21:32:38.198754 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-857b32a4-740d-4f2a-90ff-80278b09f95e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (91ebfb38-9a21-4ecf-972b-7831bf957a5d), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:38.262628 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 9f019a7d-f8e1-43cc-8985-984f07553db8 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:38.264491 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 677992ad-2b05-44e5-9831-63d72b8a0861 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:32:38.299017 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-857b32a4-740d-4f2a-90ff-80278b09f95e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (91ebfb38-9a21-4ecf-972b-7831bf957a5d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:38.303765 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-857b32a4-740d-4f2a-90ff-80278b09f95e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (91ebfb38-9a21-4ecf-972b-7831bf957a5d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:38.321019 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-4fbb665b-dc9e-4127-9046-3706a4f5fec4 None None] Allocated IP 2001:db8::1 (932a2ce6-43ab-4bff-985b-86a414322ffd/969a9fad-73d7-4e8b-b87c-71e4a2af375c/31d75966-5699-4112-9fc2-b8c332b1e32e) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:32:38.327052 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b32a4-740d-4f2a-90ff-80278b09f95e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ebfb38-9a21-4ecf-972b-7831bf957a5d,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:38.336811 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-857b32a4-740d-4f2a-90ff-80278b09f95e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:38.338748 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-857b32a4-740d-4f2a-90ff-80278b09f95e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1874475 Feb 07 21:32:38.341815 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60408) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:38.347947 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5d4ee149-00e5-424f-ab7b-42c873d3d696 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'network': {'name': 'tempest-network-smoke--2049011912', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'port_security_enabled': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:38.374468 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4ee149-00e5-424f-ab7b-42c873d3d696 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Made reservation on behalf of 592f2c160f98413cb3dc6606723ba0e3 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:32:38.378764 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d4ee149-00e5-424f-ab7b-42c873d3d696 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:38.416024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d4ee149-00e5-424f-ab7b-42c873d3d696 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:32:38.420919 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 677992ad-2b05-44e5-9831-63d72b8a0861 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:38.421454 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (677992ad-2b05-44e5-9831-63d72b8a0861), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:38.440370 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d4ee149-00e5-424f-ab7b-42c873d3d696 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:38.441956 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-5d4ee149-00e5-424f-ab7b-42c873d3d696 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Added segment bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85 of type vlan for network f6fb51aa-ce97-4a86-8bd4-3b26e400b388 Feb 07 21:32:38.477787 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461eff2a-2111-4ee0-baf2-1a10c83ff1fd None None] Network 40cfff27-3feb-4256-99ac-feb16137ca2b requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:32:38.487302 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d4ee149-00e5-424f-ab7b-42c873d3d696 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (f6fb51aa-ce97-4a86-8bd4-3b26e400b388), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:38.514573 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d4ee149-00e5-424f-ab7b-42c873d3d696 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (f6fb51aa-ce97-4a86-8bd4-3b26e400b388), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:38.519959 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4ee149-00e5-424f-ab7b-42c873d3d696 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:38.520639 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d4ee149-00e5-424f-ab7b-42c873d3d696 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:38.587276 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ee149-00e5-424f-ab7b-42c873d3d696 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Network': ['ID=f6fb51aa-ce97-4a86-8bd4-3b26e400b388,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:38.614914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5d4ee149-00e5-424f-ab7b-42c873d3d696 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2690692 Feb 07 21:32:38.615129 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60414) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:38.618622 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network f6fb51aa-ce97-4a86-8bd4-3b26e400b388 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:32:38.619900 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-67a77fe7-0e05-41c6-ae33-53d28ab40dec tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-200116132', 'admin_state_up': True, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:38.625716 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-cd9d8e13-7693-4e7e-91a6-507ab4f81476 None None] Provisioning complete for port 677992ad-2b05-44e5-9831-63d72b8a0861 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:38.626086 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cd9d8e13-7693-4e7e-91a6-507ab4f81476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (677992ad-2b05-44e5-9831-63d72b8a0861), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:38.645051 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67a77fe7-0e05-41c6-ae33-53d28ab40dec tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (a713d519-49fd-4ee7-bf46-455d88167cc4), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:38.646534 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67a77fe7-0e05-41c6-ae33-53d28ab40dec tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (a713d519-49fd-4ee7-bf46-455d88167cc4), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:38.715131 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67a77fe7-0e05-41c6-ae33-53d28ab40dec tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router_controller (a713d519-49fd-4ee7-bf46-455d88167cc4), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:38.792522 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4fbb665b-dc9e-4127-9046-3706a4f5fec4 None None] Publish callbacks [] for port (31d75966-5699-4112-9fc2-b8c332b1e32e), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:38.803947 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 677992ad-2b05-44e5-9831-63d72b8a0861 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:38.804712 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (677992ad-2b05-44e5-9831-63d72b8a0861), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:38.820036 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4fbb665b-dc9e-4127-9046-3706a4f5fec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (31d75966-5699-4112-9fc2-b8c332b1e32e), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:38.861260 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (969a9fad-73d7-4e8b-b87c-71e4a2af375c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:38.893326 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbb665b-dc9e-4127-9046-3706a4f5fec4 None None] Network 932a2ce6-43ab-4bff-985b-86a414322ffd is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:32:38.909385 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-4fbb665b-dc9e-4127-9046-3706a4f5fec4 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:38.922076 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event deleted for resources: {'Subnet': ['ID=969a9fad-73d7-4e8b-b87c-71e4a2af375c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:38.928562 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67a77fe7-0e05-41c6-ae33-53d28ab40dec tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router_gateway (a713d519-49fd-4ee7-bf46-455d88167cc4), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:38.934747 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 677992ad-2b05-44e5-9831-63d72b8a0861, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=677992ad-2b05-44e5-9831-63d72b8a0861,segment=NetworkSegment(75e4b26c-6151-4f74-b9a5-8e1e1fd27dc4),segment_id=75e4b26c-6151-4f74-b9a5-8e1e1fd27dc4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:32:38.938972 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbb665b-dc9e-4127-9046-3706a4f5fec4 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:32:38.941669 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb665b-dc9e-4127-9046-3706a4f5fec4 None None] Pushing event updated for resources: {'Port': ['ID=31d75966-5699-4112-9fc2-b8c332b1e32e,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:38.955336 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (677992ad-2b05-44e5-9831-63d72b8a0861), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:39.015502 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (932a2ce6-43ab-4bff-985b-86a414322ffd), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:39.021631 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-cd9d8e13-7693-4e7e-91a6-507ab4f81476 None None] Current status of the port 677992ad-2b05-44e5-9831-63d72b8a0861 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:39.022265 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cd9d8e13-7693-4e7e-91a6-507ab4f81476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (677992ad-2b05-44e5-9831-63d72b8a0861), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:39.090362 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932a2ce6-43ab-4bff-985b-86a414322ffd']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:39.098521 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-4fbb665b-dc9e-4127-9046-3706a4f5fec4 None None] Attempting to bind port 31d75966-5699-4112-9fc2-b8c332b1e32e on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:32:39.098894 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-4fbb665b-dc9e-4127-9046-3706a4f5fec4 None None] Attempting to bind port 31d75966-5699-4112-9fc2-b8c332b1e32e by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '7050bb5d-2c63-4329-b474-de718c709547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '932a2ce6-43ab-4bff-985b-86a414322ffd'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:32:39.099374 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbb665b-dc9e-4127-9046-3706a4f5fec4 None None] Attempting to bind port 31d75966-5699-4112-9fc2-b8c332b1e32e on network 932a2ce6-43ab-4bff-985b-86a414322ffd {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:32:39.106334 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=677992ad-2b05-44e5-9831-63d72b8a0861,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:39.113183 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7050bb5d-2c63-4329-b474-de718c709547') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:39.113485 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7050bb5d-2c63-4329-b474-de718c709547') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:39.122940 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbb665b-dc9e-4127-9046-3706a4f5fec4 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:32:39.123842 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbb665b-dc9e-4127-9046-3706a4f5fec4 None None] Checking segment: {'id': '7050bb5d-2c63-4329-b474-de718c709547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '932a2ce6-43ab-4bff-985b-86a414322ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:32:39.124923 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4fbb665b-dc9e-4127-9046-3706a4f5fec4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:39.125331 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbb665b-dc9e-4127-9046-3706a4f5fec4 None None] Bound using segment: {'id': '7050bb5d-2c63-4329-b474-de718c709547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '932a2ce6-43ab-4bff-985b-86a414322ffd'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:32:39.126267 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-4fbb665b-dc9e-4127-9046-3706a4f5fec4 None None] Bound port: 31d75966-5699-4112-9fc2-b8c332b1e32e, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7050bb5d-2c63-4329-b474-de718c709547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '932a2ce6-43ab-4bff-985b-86a414322ffd'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:32:39.126660 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4fbb665b-dc9e-4127-9046-3706a4f5fec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (31d75966-5699-4112-9fc2-b8c332b1e32e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:39.130008 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (7050bb5d-2c63-4329-b474-de718c709547), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:39.152221 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (7050bb5d-2c63-4329-b474-de718c709547), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:39.162204 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:32:39.162612 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (7050bb5d-2c63-4329-b474-de718c709547), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:32:39.166453 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:32:39.195167 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-cd9d8e13-7693-4e7e-91a6-507ab4f81476 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:32:39.195556 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-cd9d8e13-7693-4e7e-91a6-507ab4f81476 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:32:39.228573 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-4fbb665b-dc9e-4127-9046-3706a4f5fec4 None None] For port 31d75966-5699-4112-9fc2-b8c332b1e32e, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:32:39.238226 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-4fbb665b-dc9e-4127-9046-3706a4f5fec4 None None] For port 31d75966-5699-4112-9fc2-b8c332b1e32e, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=31d75966-5699-4112-9fc2-b8c332b1e32e,segment=NetworkSegment(7050bb5d-2c63-4329-b474-de718c709547),segment_id=7050bb5d-2c63-4329-b474-de718c709547)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:32:39.245135 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 21:32:39.245135 n-d-828185-2 neutron-server[103255]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 21:32:39.245135 n-d-828185-2 neutron-server[103255]: [parameters: {'id': '932a2ce6-43ab-4bff-985b-86a414322ffd'}] Feb 07 21:32:39.245135 n-d-828185-2 neutron-server[103255]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:32:39.245523 n-d-828185-2 neutron-server[103255]: DEBUG oslo_db.api [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:32:39.245940 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4fbb665b-dc9e-4127-9046-3706a4f5fec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (31d75966-5699-4112-9fc2-b8c332b1e32e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:39.349902 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb665b-dc9e-4127-9046-3706a4f5fec4 None None] Pushing event updated for resources: {'Port': ['ID=31d75966-5699-4112-9fc2-b8c332b1e32e,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:39.362543 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67a77fe7-0e05-41c6-ae33-53d28ab40dec tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router_gateway (a713d519-49fd-4ee7-bf46-455d88167cc4), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:39.370717 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5756a33a-3993-416b-9f04-dfe63e814626 None None] get_active_networks_info from n-d-828185-2 {{(pid=103257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 21:32:39.388245 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67a77fe7-0e05-41c6-ae33-53d28ab40dec tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:39.474160 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5756a33a-3993-416b-9f04-dfe63e814626 None None] Resources bound (agent type, host, resource id): {{(pid=103257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 21:32:39.501862 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-67a77fe7-0e05-41c6-ae33-53d28ab40dec tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Allocated IP 172.25.4.20 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/656882db-9502-4e8c-86c5-31ba3f44a83e) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:32:39.635429 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67a77fe7-0e05-41c6-ae33-53d28ab40dec tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for port (656882db-9502-4e8c-86c5-31ba3f44a83e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:39.690947 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3263062e-f45c-4528-9599-0ccc95f6bf26 None None] Network 932a2ce6-43ab-4bff-985b-86a414322ffd requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:32:39.755205 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 677992ad-2b05-44e5-9831-63d72b8a0861 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:32:39.820197 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-cd9d8e13-7693-4e7e-91a6-507ab4f81476 None None] Current status of the port 677992ad-2b05-44e5-9831-63d72b8a0861 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:39.870508 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 677992ad-2b05-44e5-9831-63d72b8a0861 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:39.870852 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (677992ad-2b05-44e5-9831-63d72b8a0861), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:39.991356 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 677992ad-2b05-44e5-9831-63d72b8a0861 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:39.995620 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d66e85e6-c8c7-450b-8470-8b2ca0536aac None None] Provisioning complete for port 677992ad-2b05-44e5-9831-63d72b8a0861 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:39.995989 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d66e85e6-c8c7-450b-8470-8b2ca0536aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (677992ad-2b05-44e5-9831-63d72b8a0861), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:40.007297 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (932a2ce6-43ab-4bff-985b-86a414322ffd), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:40.033842 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67a77fe7-0e05-41c6-ae33-53d28ab40dec tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (656882db-9502-4e8c-86c5-31ba3f44a83e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:40.096607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a77fe7-0e05-41c6-ae33-53d28ab40dec tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:32:40.107091 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-67a77fe7-0e05-41c6-ae33-53d28ab40dec tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:40.114200 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a77fe7-0e05-41c6-ae33-53d28ab40dec tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:32:40.122121 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a77fe7-0e05-41c6-ae33-53d28ab40dec tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Port': ['ID=656882db-9502-4e8c-86c5-31ba3f44a83e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:40.163136 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Deleting port 31d75966-5699-4112-9fc2-b8c332b1e32e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:32:40.163518 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (31d75966-5699-4112-9fc2-b8c332b1e32e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:40.245788 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d66e85e6-c8c7-450b-8470-8b2ca0536aac None None] Current status of the port 677992ad-2b05-44e5-9831-63d72b8a0861 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:40.298590 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] For port 31d75966-5699-4112-9fc2-b8c332b1e32e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=31d75966-5699-4112-9fc2-b8c332b1e32e,segment=NetworkSegment(7050bb5d-2c63-4329-b474-de718c709547),segment_id=7050bb5d-2c63-4329-b474-de718c709547)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:32:40.298953 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (31d75966-5699-4112-9fc2-b8c332b1e32e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:40.330520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Calling delete_port for 31d75966-5699-4112-9fc2-b8c332b1e32e owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:32:40.517037 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (31d75966-5699-4112-9fc2-b8c332b1e32e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:40.546267 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event deleted for resources: {'Port': ['ID=31d75966-5699-4112-9fc2-b8c332b1e32e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:40.551838 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] No DVR routers for this DVR port 31d75966-5699-4112-9fc2-b8c332b1e32e on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:32:40.552825 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67a77fe7-0e05-41c6-ae33-53d28ab40dec tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router_gateway (a713d519-49fd-4ee7-bf46-455d88167cc4), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:40.709288 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (932a2ce6-43ab-4bff-985b-86a414322ffd), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:40.740787 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932a2ce6-43ab-4bff-985b-86a414322ffd']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:40.763297 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7050bb5d-2c63-4329-b474-de718c709547') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:40.763594 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7050bb5d-2c63-4329-b474-de718c709547') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:40.777856 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (7050bb5d-2c63-4329-b474-de718c709547), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:40.842674 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (7050bb5d-2c63-4329-b474-de718c709547), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:40.888913 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:32:40.889403 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (7050bb5d-2c63-4329-b474-de718c709547), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:32:40.892544 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:32:40.970471 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (932a2ce6-43ab-4bff-985b-86a414322ffd), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:40.982317 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:40.989868 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "DELETE /v2.0/networks/932a2ce6-43ab-4bff-985b-86a414322ffd HTTP/1.1" status: 204 len: 168 time: 3.1879096 Feb 07 21:32:40.989868 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60474) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:41.004272 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-71db8739-eb19-4ce5-8b22-6bb9993771c5 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2048184334'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:41.011371 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5ec07-af71-446f-b403-4988fa12e0ca tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event deleted for resources: {'Network': ['ID=932a2ce6-43ab-4bff-985b-86a414322ffd,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:41.021599 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67a77fe7-0e05-41c6-ae33-53d28ab40dec tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (a713d519-49fd-4ee7-bf46-455d88167cc4), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:41.102654 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71db8739-eb19-4ce5-8b22-6bb9993771c5 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Made reservation on behalf of 45ce74c3408845c18e6f6c8b525df7d9 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:32:41.105935 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71db8739-eb19-4ce5-8b22-6bb9993771c5 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:41.145864 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71db8739-eb19-4ce5-8b22-6bb9993771c5 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:32:41.167152 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71db8739-eb19-4ce5-8b22-6bb9993771c5 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (e6f797a9-28b9-4978-b985-0add85fa7f0e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:41.167152 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-71db8739-eb19-4ce5-8b22-6bb9993771c5 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Added segment e6f797a9-28b9-4978-b985-0add85fa7f0e of type vlan for network ff8796fb-0286-4f0f-b056-31e83dbda64e Feb 07 21:32:41.220463 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71db8739-eb19-4ce5-8b22-6bb9993771c5 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (ff8796fb-0286-4f0f-b056-31e83dbda64e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:41.291914 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71db8739-eb19-4ce5-8b22-6bb9993771c5 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (ff8796fb-0286-4f0f-b056-31e83dbda64e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:41.296854 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71db8739-eb19-4ce5-8b22-6bb9993771c5 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:41.297524 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71db8739-eb19-4ce5-8b22-6bb9993771c5 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:41.303861 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a77fe7-0e05-41c6-ae33-53d28ab40dec tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Router a713d519-49fd-4ee7-bf46-455d88167cc4 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:32:41.365535 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fd97165-0778-4366-bb85-b3e9a12451be req-af189636-8bd4-414b-a92d-42954d52d34c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1418164 Feb 07 21:32:41.372219 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-71db8739-eb19-4ce5-8b22-6bb9993771c5 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3786910 Feb 07 21:32:41.373722 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60480) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:41.377898 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-31d0737d-cea3-48ce-bc16-dcfdef314023 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Request body: {'subnet': {'network_id': 'ff8796fb-0286-4f0f-b056-31e83dbda64e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:41.463561 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db8739-eb19-4ce5-8b22-6bb9993771c5 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event updated for resources: {'Network': ['ID=ff8796fb-0286-4f0f-b056-31e83dbda64e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:41.476173 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network ff8796fb-0286-4f0f-b056-31e83dbda64e details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:32:41.538795 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd97165-0778-4366-bb85-b3e9a12451be req-613608b3-87a8-4572-b832-ef321b863182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:41.539040 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d0737d-cea3-48ce-bc16-dcfdef314023 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Made reservation on behalf of 45ce74c3408845c18e6f6c8b525df7d9 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:32:41.541428 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fd97165-0778-4366-bb85-b3e9a12451be req-613608b3-87a8-4572-b832-ef321b863182 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5266be69ced44c2e98a82b5b59fbf33f&device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 1129 time: 0.1119065 Feb 07 21:32:41.547294 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-31d0737d-cea3-48ce-bc16-dcfdef314023 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:41.548739 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a77fe7-0e05-41c6-ae33-53d28ab40dec tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:32:41.563833 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc90f63-780e-4d0c-a40f-f8e74bf736b5 None None] Sync routers for ids ['a713d519-49fd-4ee7-bf46-455d88167cc4'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:32:41.577738 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc90f63-780e-4d0c-a40f-f8e74bf736b5 None None] Routers {'a713d519-49fd-4ee7-bf46-455d88167cc4'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:32:41.578363 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-efc90f63-780e-4d0c-a40f-f8e74bf736b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:32:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['a713d519-49fd-4ee7-bf46-455d88167cc4'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:41.646037 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67a77fe7-0e05-41c6-ae33-53d28ab40dec tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:41.647344 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-67a77fe7-0e05-41c6-ae33-53d28ab40dec tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.0312955 Feb 07 21:32:41.658024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60486) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:41.778708 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd97165-0778-4366-bb85-b3e9a12451be req-6b9a19ba-4bfb-4e0c-ac9a-b3182e01d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:41.783717 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fd97165-0778-4366-bb85-b3e9a12451be req-6b9a19ba-4bfb-4e0c-ac9a-b3182e01d0b3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=313f8c1c-8aae-48a6-b295-d997e13e6125 HTTP/1.1" status: 200 len: 918 time: 0.2123840 Feb 07 21:32:41.810199 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-efc90f63-780e-4d0c-a40f-f8e74bf736b5 None None] Set router a713d519-49fd-4ee7-bf46-455d88167cc4 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:32:41.974697 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8829e86f-8a0e-4fcb-8235-79a1352f2208 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=592f2c160f98413cb3dc6606723ba0e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3152983 Feb 07 21:32:41.977596 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60494) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:41.982943 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fd97165-0778-4366-bb85-b3e9a12451be req-cdc0ea23-34fb-46dc-8b8e-f75553ea59b0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dff229d-589a-4c03-88b4-9e6351af7b5f HTTP/1.1" status: 200 len: 1002 time: 0.1941752 Feb 07 21:32:42.016447 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-31d0737d-cea3-48ce-bc16-dcfdef314023 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (8dd8f47b-d50b-44bc-aefc-5b7e2e53b007), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:42.097157 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd97165-0778-4366-bb85-b3e9a12451be req-fb437aaf-b867-44a7-a1b3-3a70bd6f67e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:42.100200 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fd97165-0778-4366-bb85-b3e9a12451be req-fb437aaf-b867-44a7-a1b3-3a70bd6f67e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cd4692e6-7e5d-43fa-9585-afffaba1004b HTTP/1.1" status: 200 len: 856 time: 0.1101487 Feb 07 21:32:42.171649 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd97165-0778-4366-bb85-b3e9a12451be req-4405a288-89dc-4381-9a7c-ce60c1177b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:42.173712 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fd97165-0778-4366-bb85-b3e9a12451be req-4405a288-89dc-4381-9a7c-ce60c1177b55 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=313f8c1c-8aae-48a6-b295-d997e13e6125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0671487 Feb 07 21:32:42.238585 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-efc90f63-780e-4d0c-a40f-f8e74bf736b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200116132', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:32:38Z', 'updated_at': '2022-02-07T21:32:40Z', 'revision_number': 3, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:73:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:32:39Z', 'updated_at': '2022-02-07T21:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:42.268581 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc90f63-780e-4d0c-a40f-f8e74bf736b5 None None] Checking router: a713d519-49fd-4ee7-bf46-455d88167cc4 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:32:42.269064 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc90f63-780e-4d0c-a40f-f8e74bf736b5 None None] Updating router a713d519-49fd-4ee7-bf46-455d88167cc4 port 656882db-9502-4e8c-86c5-31ba3f44a83e binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:32:42.295617 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78305006-7699-45c9-b659-d6dd7c5cdcdc tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:42.300732 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-78305006-7699-45c9-b659-d6dd7c5cdcdc tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3204741 Feb 07 21:32:42.301671 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60500) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:42.311208 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-efc90f63-780e-4d0c-a40f-f8e74bf736b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (656882db-9502-4e8c-86c5-31ba3f44a83e), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:42.315056 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fd97165-0778-4366-bb85-b3e9a12451be req-0cb5a06e-f773-4147-9303-fc8c6d8bdf18 service neutron] 10.222.0.69 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357777 Feb 07 21:32:42.354457 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3f505776-a89d-471e-9b69-33e1028d1103 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0488057 Feb 07 21:32:42.355518 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60502) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:42.371004 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-5f20fc0e-e246-459d-828f-c070d3864660 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1666558117', 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:42.479098 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0737d-cea3-48ce-bc16-dcfdef314023 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event updated for resources: {'Subnet': ['ID=8dd8f47b-d50b-44bc-aefc-5b7e2e53b007,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:42.491035 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d0737d-cea3-48ce-bc16-dcfdef314023 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Checking segment: {'id': 'e6f797a9-28b9-4978-b985-0add85fa7f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ff8796fb-0286-4f0f-b056-31e83dbda64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:32:42.491445 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d0737d-cea3-48ce-bc16-dcfdef314023 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Network hostable DHCP agents. Network: ff8796fb-0286-4f0f-b056-31e83dbda64e, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:32:42.554586 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fd97165-0778-4366-bb85-b3e9a12451be req-2d78c9d9-8920-4811-8393-f9c69a8fccf6 service neutron] 10.222.0.69 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316923 Feb 07 21:32:42.562139 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d0737d-cea3-48ce-bc16-dcfdef314023 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Network ff8796fb-0286-4f0f-b056-31e83dbda64e is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:32:42.580086 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-31d0737d-cea3-48ce-bc16-dcfdef314023 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, ff8796fb-0286-4f0f-b056-31e83dbda64e) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:42.591311 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b344dff2-4a00-4ca2-a185-11f1c1370029 None None] Network ff8796fb-0286-4f0f-b056-31e83dbda64e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:32:42.606301 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d0737d-cea3-48ce-bc16-dcfdef314023 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:42.612760 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-31d0737d-cea3-48ce-bc16-dcfdef314023 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:42.637196 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f20fc0e-e246-459d-828f-c070d3864660 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Made reservation on behalf of 592f2c160f98413cb3dc6606723ba0e3 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:32:42.642554 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-efc90f63-780e-4d0c-a40f-f8e74bf736b5 None None] Publish callbacks [] for port (656882db-9502-4e8c-86c5-31ba3f44a83e), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:42.646225 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5f20fc0e-e246-459d-828f-c070d3864660 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:42.649345 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-efc90f63-780e-4d0c-a40f-f8e74bf736b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (656882db-9502-4e8c-86c5-31ba3f44a83e), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:42.664245 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-31d0737d-cea3-48ce-bc16-dcfdef314023 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2877555 Feb 07 21:32:42.664687 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60508) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:42.699289 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c574c7-41b1-4921-ac46-e6f7aad1f525 None None] Pushing event updated for resources: {'Port': ['ID=656882db-9502-4e8c-86c5-31ba3f44a83e,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:42.714198 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c574c7-41b1-4921-ac46-e6f7aad1f525 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:42.714634 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c574c7-41b1-4921-ac46-e6f7aad1f525 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:42.715037 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c574c7-41b1-4921-ac46-e6f7aad1f525 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:42.715433 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c574c7-41b1-4921-ac46-e6f7aad1f525 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:42.715828 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c574c7-41b1-4921-ac46-e6f7aad1f525 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:42.716221 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c574c7-41b1-4921-ac46-e6f7aad1f525 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:42.716625 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c574c7-41b1-4921-ac46-e6f7aad1f525 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:42.717010 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c574c7-41b1-4921-ac46-e6f7aad1f525 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:42.717397 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c574c7-41b1-4921-ac46-e6f7aad1f525 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:42.717978 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c574c7-41b1-4921-ac46-e6f7aad1f525 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:42.718444 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c574c7-41b1-4921-ac46-e6f7aad1f525 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:42.718835 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c574c7-41b1-4921-ac46-e6f7aad1f525 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:42.719348 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c574c7-41b1-4921-ac46-e6f7aad1f525 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:32:42.745823 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-efc90f63-780e-4d0c-a40f-f8e74bf736b5 None None] Attempting to bind port 656882db-9502-4e8c-86c5-31ba3f44a83e on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:32:42.746773 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-efc90f63-780e-4d0c-a40f-f8e74bf736b5 None None] Attempting to bind port 656882db-9502-4e8c-86c5-31ba3f44a83e by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:32:42.746773 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc90f63-780e-4d0c-a40f-f8e74bf736b5 None None] Attempting to bind port 656882db-9502-4e8c-86c5-31ba3f44a83e on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:32:42.753200 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc90f63-780e-4d0c-a40f-f8e74bf736b5 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:32:42.753673 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc90f63-780e-4d0c-a40f-f8e74bf736b5 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:32:42.754144 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-efc90f63-780e-4d0c-a40f-f8e74bf736b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:42.754597 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc90f63-780e-4d0c-a40f-f8e74bf736b5 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:32:42.755136 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-efc90f63-780e-4d0c-a40f-f8e74bf736b5 None None] Bound port: 656882db-9502-4e8c-86c5-31ba3f44a83e, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:32:42.756193 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-efc90f63-780e-4d0c-a40f-f8e74bf736b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (656882db-9502-4e8c-86c5-31ba3f44a83e), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:42.837496 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-efc90f63-780e-4d0c-a40f-f8e74bf736b5 None None] For port 656882db-9502-4e8c-86c5-31ba3f44a83e, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:32:42.843504 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-efc90f63-780e-4d0c-a40f-f8e74bf736b5 None None] For port 656882db-9502-4e8c-86c5-31ba3f44a83e, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=656882db-9502-4e8c-86c5-31ba3f44a83e,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:32:42.855163 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-efc90f63-780e-4d0c-a40f-f8e74bf736b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (656882db-9502-4e8c-86c5-31ba3f44a83e), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:42.880831 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a144de0-a07a-4a5c-8efa-763f00677a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-ff8796fb-0286-4f0f-b056-31e83dbda64e', 'network_id': 'ff8796fb-0286-4f0f-b056-31e83dbda64e', 'project_id': '45ce74c3408845c18e6f6c8b525df7d9', 'fixed_ips': [{'subnet_id': '8dd8f47b-d50b-44bc-aefc-5b7e2e53b007'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:32:42.882795 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7a144de0-a07a-4a5c-8efa-763f00677a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:42.924147 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c574c7-41b1-4921-ac46-e6f7aad1f525 None None] Pushing event updated for resources: {'Port': ['ID=656882db-9502-4e8c-86c5-31ba3f44a83e,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:42.934140 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc90f63-780e-4d0c-a40f-f8e74bf736b5 None None] Routers {'a713d519-49fd-4ee7-bf46-455d88167cc4'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:32:42.935332 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-efc90f63-780e-4d0c-a40f-f8e74bf736b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:32:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['a713d519-49fd-4ee7-bf46-455d88167cc4'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:42.955453 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (ff8796fb-0286-4f0f-b056-31e83dbda64e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:43.056763 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-efc90f63-780e-4d0c-a40f-f8e74bf736b5 None None] Set router a713d519-49fd-4ee7-bf46-455d88167cc4 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:32:43.100519 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (8dd8f47b-d50b-44bc-aefc-5b7e2e53b007), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:43.199278 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-7a144de0-a07a-4a5c-8efa-763f00677a2b None None] Allocated IP 2001:db8::1 (ff8796fb-0286-4f0f-b056-31e83dbda64e/8dd8f47b-d50b-44bc-aefc-5b7e2e53b007/209dae09-6bb7-4401-b5ba-eeee21863727) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:32:43.310411 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-efc90f63-780e-4d0c-a40f-f8e74bf736b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200116132', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:32:38Z', 'updated_at': '2022-02-07T21:32:40Z', 'revision_number': 3, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:73:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:32:39Z', 'updated_at': '2022-02-07T21:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:43.348174 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc90f63-780e-4d0c-a40f-f8e74bf736b5 None None] The sync data for ids ['a713d519-49fd-4ee7-bf46-455d88167cc4'] in n-d-828185-2 is: [{'id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200116132', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:32:38Z', 'updated_at': '2022-02-07T21:32:40Z', 'revision_number': 3, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:73:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:32:39Z', 'updated_at': '2022-02-07T21:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:32:43.437598 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7a144de0-a07a-4a5c-8efa-763f00677a2b None None] Publish callbacks [] for port (209dae09-6bb7-4401-b5ba-eeee21863727), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:43.449875 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7a144de0-a07a-4a5c-8efa-763f00677a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (209dae09-6bb7-4401-b5ba-eeee21863727), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:43.466044 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (8dd8f47b-d50b-44bc-aefc-5b7e2e53b007), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:43.527300 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event deleted for resources: {'Subnet': ['ID=8dd8f47b-d50b-44bc-aefc-5b7e2e53b007,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:43.553169 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a144de0-a07a-4a5c-8efa-763f00677a2b None None] Network ff8796fb-0286-4f0f-b056-31e83dbda64e is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:32:43.567353 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-7a144de0-a07a-4a5c-8efa-763f00677a2b None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:43.578143 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a144de0-a07a-4a5c-8efa-763f00677a2b None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:32:43.585535 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a144de0-a07a-4a5c-8efa-763f00677a2b None None] Pushing event updated for resources: {'Port': ['ID=209dae09-6bb7-4401-b5ba-eeee21863727,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:43.611934 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5f20fc0e-e246-459d-828f-c070d3864660 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:43.686208 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (ff8796fb-0286-4f0f-b056-31e83dbda64e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:43.704080 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-7a144de0-a07a-4a5c-8efa-763f00677a2b None None] Attempting to bind port 209dae09-6bb7-4401-b5ba-eeee21863727 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:32:43.704708 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-7a144de0-a07a-4a5c-8efa-763f00677a2b None None] Attempting to bind port 209dae09-6bb7-4401-b5ba-eeee21863727 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'e6f797a9-28b9-4978-b985-0add85fa7f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ff8796fb-0286-4f0f-b056-31e83dbda64e'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:32:43.705378 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a144de0-a07a-4a5c-8efa-763f00677a2b None None] Attempting to bind port 209dae09-6bb7-4401-b5ba-eeee21863727 on network ff8796fb-0286-4f0f-b056-31e83dbda64e {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:32:43.714545 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a144de0-a07a-4a5c-8efa-763f00677a2b None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:32:43.715342 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a144de0-a07a-4a5c-8efa-763f00677a2b None None] Checking segment: {'id': 'e6f797a9-28b9-4978-b985-0add85fa7f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ff8796fb-0286-4f0f-b056-31e83dbda64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:32:43.715991 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7a144de0-a07a-4a5c-8efa-763f00677a2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:43.716940 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a144de0-a07a-4a5c-8efa-763f00677a2b None None] Bound using segment: {'id': 'e6f797a9-28b9-4978-b985-0add85fa7f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ff8796fb-0286-4f0f-b056-31e83dbda64e'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:32:43.717672 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-7a144de0-a07a-4a5c-8efa-763f00677a2b None None] Bound port: 209dae09-6bb7-4401-b5ba-eeee21863727, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f797a9-28b9-4978-b985-0add85fa7f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ff8796fb-0286-4f0f-b056-31e83dbda64e'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:32:43.718519 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7a144de0-a07a-4a5c-8efa-763f00677a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (209dae09-6bb7-4401-b5ba-eeee21863727), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:43.744510 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8796fb-0286-4f0f-b056-31e83dbda64e']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:43.765972 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20fc0e-e246-459d-828f-c070d3864660 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Subnet': ['ID=5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:43.773279 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f797a9-28b9-4978-b985-0add85fa7f0e') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:43.773596 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f797a9-28b9-4978-b985-0add85fa7f0e') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:43.801032 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (e6f797a9-28b9-4978-b985-0add85fa7f0e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:43.818636 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (e6f797a9-28b9-4978-b985-0add85fa7f0e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:43.831907 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:32:43.832365 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (e6f797a9-28b9-4978-b985-0add85fa7f0e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:32:43.840802 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:32:43.843164 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f20fc0e-e246-459d-828f-c070d3864660 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Checking segment: {'id': 'bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:32:43.843164 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f20fc0e-e246-459d-828f-c070d3864660 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Network hostable DHCP agents. Network: f6fb51aa-ce97-4a86-8bd4-3b26e400b388, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:32:43.869987 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f20fc0e-e246-459d-828f-c070d3864660 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Network f6fb51aa-ce97-4a86-8bd4-3b26e400b388 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:32:43.890397 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-5f20fc0e-e246-459d-828f-c070d3864660 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, f6fb51aa-ce97-4a86-8bd4-3b26e400b388) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:43.897405 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f20fc0e-e246-459d-828f-c070d3864660 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:43.897405 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5f20fc0e-e246-459d-828f-c070d3864660 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:43.918088 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7a144de0-a07a-4a5c-8efa-763f00677a2b None None] For port 209dae09-6bb7-4401-b5ba-eeee21863727, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:32:43.930117 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76858394-c450-4b72-8d60-2b303e46d3ef None None] Network f6fb51aa-ce97-4a86-8bd4-3b26e400b388 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:32:43.953753 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5f20fc0e-e246-459d-828f-c070d3864660 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5917523 Feb 07 21:32:43.956798 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60530) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:44.013319 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 21:32:44.013319 n-d-828185-2 neutron-server[103255]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 21:32:44.013319 n-d-828185-2 neutron-server[103255]: [parameters: {'id': 'ff8796fb-0286-4f0f-b056-31e83dbda64e'}] Feb 07 21:32:44.013319 n-d-828185-2 neutron-server[103255]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:32:44.013740 n-d-828185-2 neutron-server[103255]: DEBUG oslo_db.api [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:32:44.018042 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7a144de0-a07a-4a5c-8efa-763f00677a2b None None] For port 209dae09-6bb7-4401-b5ba-eeee21863727, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=209dae09-6bb7-4401-b5ba-eeee21863727,segment=NetworkSegment(e6f797a9-28b9-4978-b985-0add85fa7f0e),segment_id=e6f797a9-28b9-4978-b985-0add85fa7f0e)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:32:44.034280 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7a144de0-a07a-4a5c-8efa-763f00677a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (209dae09-6bb7-4401-b5ba-eeee21863727), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:44.287727 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec4bda8-75c0-434e-b4da-2a6a1fd738c1 None None] Network ff8796fb-0286-4f0f-b056-31e83dbda64e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:32:44.355075 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c20078-c724-456b-9f7c-4d432c6b84a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-f6fb51aa-ce97-4a86-8bd4-3b26e400b388', 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'fixed_ips': [{'subnet_id': '5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:32:44.356438 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a3c20078-c724-456b-9f7c-4d432c6b84a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:44.401760 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a144de0-a07a-4a5c-8efa-763f00677a2b None None] Pushing event updated for resources: {'Port': ['ID=209dae09-6bb7-4401-b5ba-eeee21863727,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:44.518726 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (ff8796fb-0286-4f0f-b056-31e83dbda64e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:44.607212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-a3c20078-c724-456b-9f7c-4d432c6b84a1 None None] Allocated IP 172.20.0.2 (f6fb51aa-ce97-4a86-8bd4-3b26e400b388/5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d/b384b59b-4d50-4a33-b4eb-57c7acdc3f3f) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:32:44.696321 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bca27a85-1b66-4916-bd4f-f046c82b98d9 req-c9c0e471-0b51-4413-a12d-b990123f0b87 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1879432 Feb 07 21:32:44.758148 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Deleting port 209dae09-6bb7-4401-b5ba-eeee21863727 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:32:44.758760 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (209dae09-6bb7-4401-b5ba-eeee21863727), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:44.931828 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] For port 209dae09-6bb7-4401-b5ba-eeee21863727, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=209dae09-6bb7-4401-b5ba-eeee21863727,segment=NetworkSegment(e6f797a9-28b9-4978-b985-0add85fa7f0e),segment_id=e6f797a9-28b9-4978-b985-0add85fa7f0e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:32:44.932208 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (209dae09-6bb7-4401-b5ba-eeee21863727), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:44.942911 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca27a85-1b66-4916-bd4f-f046c82b98d9 req-2d72aed4-4bba-4ba6-a2bc-5ed81188016e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:44.944523 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bca27a85-1b66-4916-bd4f-f046c82b98d9 req-2d72aed4-4bba-4ba6-a2bc-5ed81188016e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 1127 time: 0.1835120 Feb 07 21:32:44.954523 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Calling delete_port for 209dae09-6bb7-4401-b5ba-eeee21863727 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:32:44.961409 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a3c20078-c724-456b-9f7c-4d432c6b84a1 None None] Publish callbacks [] for port (b384b59b-4d50-4a33-b4eb-57c7acdc3f3f), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:44.968776 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a3c20078-c724-456b-9f7c-4d432c6b84a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (b384b59b-4d50-4a33-b4eb-57c7acdc3f3f), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:45.060067 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c20078-c724-456b-9f7c-4d432c6b84a1 None None] Network f6fb51aa-ce97-4a86-8bd4-3b26e400b388 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:32:45.069995 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-03f45f5d-b86f-4d36-8de7-f6daf2478d22 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:45.074686 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-a3c20078-c724-456b-9f7c-4d432c6b84a1 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:45.085903 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c20078-c724-456b-9f7c-4d432c6b84a1 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:32:45.126484 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c20078-c724-456b-9f7c-4d432c6b84a1 None None] Pushing event updated for resources: {'Port': ['ID=b384b59b-4d50-4a33-b4eb-57c7acdc3f3f,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:45.250161 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca27a85-1b66-4916-bd4f-f046c82b98d9 req-0106eda6-355d-4d2a-82ae-76cb88d98b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:45.252193 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bca27a85-1b66-4916-bd4f-f046c82b98d9 req-0106eda6-355d-4d2a-82ae-76cb88d98b9e service neutron] 10.222.0.71 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 913 time: 0.2776003 Feb 07 21:32:45.253867 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a3c20078-c724-456b-9f7c-4d432c6b84a1 None None] Attempting to bind port b384b59b-4d50-4a33-b4eb-57c7acdc3f3f on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:32:45.260040 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a3c20078-c724-456b-9f7c-4d432c6b84a1 None None] Attempting to bind port b384b59b-4d50-4a33-b4eb-57c7acdc3f3f by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:32:45.260537 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c20078-c724-456b-9f7c-4d432c6b84a1 None None] Attempting to bind port b384b59b-4d50-4a33-b4eb-57c7acdc3f3f on network f6fb51aa-ce97-4a86-8bd4-3b26e400b388 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:32:45.275437 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c20078-c724-456b-9f7c-4d432c6b84a1 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:32:45.285171 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c20078-c724-456b-9f7c-4d432c6b84a1 None None] Checking segment: {'id': 'bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:32:45.285623 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a3c20078-c724-456b-9f7c-4d432c6b84a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:45.286972 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c20078-c724-456b-9f7c-4d432c6b84a1 None None] Bound using segment: {'id': 'bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:32:45.287498 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a3c20078-c724-456b-9f7c-4d432c6b84a1 None None] Bound port: b384b59b-4d50-4a33-b4eb-57c7acdc3f3f, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:32:45.287898 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a3c20078-c724-456b-9f7c-4d432c6b84a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b384b59b-4d50-4a33-b4eb-57c7acdc3f3f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:45.339490 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (209dae09-6bb7-4401-b5ba-eeee21863727), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:45.378721 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] No DVR routers for this DVR port 209dae09-6bb7-4401-b5ba-eeee21863727 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:32:45.380502 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event deleted for resources: {'Port': ['ID=209dae09-6bb7-4401-b5ba-eeee21863727,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:45.420402 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bca27a85-1b66-4916-bd4f-f046c82b98d9 req-d907c840-b03c-4c2a-b062-de54014f17f4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=705879c2-878a-40cb-ae93-2db29b5b4329 HTTP/1.1" status: 200 len: 1000 time: 0.1614096 Feb 07 21:32:45.465645 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a3c20078-c724-456b-9f7c-4d432c6b84a1 None None] For port b384b59b-4d50-4a33-b4eb-57c7acdc3f3f, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:32:45.472906 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a3c20078-c724-456b-9f7c-4d432c6b84a1 None None] For port b384b59b-4d50-4a33-b4eb-57c7acdc3f3f, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=b384b59b-4d50-4a33-b4eb-57c7acdc3f3f,segment=NetworkSegment(bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85),segment_id=bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:32:45.483162 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a3c20078-c724-456b-9f7c-4d432c6b84a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b384b59b-4d50-4a33-b4eb-57c7acdc3f3f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:45.529200 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (ff8796fb-0286-4f0f-b056-31e83dbda64e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:45.555293 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca27a85-1b66-4916-bd4f-f046c82b98d9 req-4a423d70-0aa5-4b02-9ddb-d42ca0a3b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:45.557863 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bca27a85-1b66-4916-bd4f-f046c82b98d9 req-4a423d70-0aa5-4b02-9ddb-d42ca0a3b59c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5277b698-1143-4952-a3ce-257473c57257 HTTP/1.1" status: 200 len: 851 time: 0.1214430 Feb 07 21:32:45.562461 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8796fb-0286-4f0f-b056-31e83dbda64e']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:45.571561 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c20078-c724-456b-9f7c-4d432c6b84a1 None None] Pushing event updated for resources: {'Port': ['ID=b384b59b-4d50-4a33-b4eb-57c7acdc3f3f,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:45.583626 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f797a9-28b9-4978-b985-0add85fa7f0e') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:45.584167 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f797a9-28b9-4978-b985-0add85fa7f0e') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:45.661376 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (e6f797a9-28b9-4978-b985-0add85fa7f0e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:45.688624 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (e6f797a9-28b9-4978-b985-0add85fa7f0e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:45.703767 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:32:45.703767 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (e6f797a9-28b9-4978-b985-0add85fa7f0e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:32:45.710501 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:32:45.725399 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca27a85-1b66-4916-bd4f-f046c82b98d9 req-2476bfc7-26e1-4402-aab8-d62cc51c1189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:45.727097 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bca27a85-1b66-4916-bd4f-f046c82b98d9 req-2476bfc7-26e1-4402-aab8-d62cc51c1189 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c5d8bec1-9baf-496d-8066-d331255bb96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1618702 Feb 07 21:32:45.866327 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 656882db-9502-4e8c-86c5-31ba3f44a83e up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:32:45.930814 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-03f45f5d-b86f-4d36-8de7-f6daf2478d22 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Allocated IP 172.20.0.1 (f6fb51aa-ce97-4a86-8bd4-3b26e400b388/5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d/9e3f1da6-4293-49f2-bf7e-47c8517d4448) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:32:45.985089 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 656882db-9502-4e8c-86c5-31ba3f44a83e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:45.985619 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (656882db-9502-4e8c-86c5-31ba3f44a83e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:46.214260 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 656882db-9502-4e8c-86c5-31ba3f44a83e is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:46.214648 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (656882db-9502-4e8c-86c5-31ba3f44a83e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:46.236967 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-03f45f5d-b86f-4d36-8de7-f6daf2478d22 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for port (9e3f1da6-4293-49f2-bf7e-47c8517d4448), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:46.258202 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 656882db-9502-4e8c-86c5-31ba3f44a83e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=656882db-9502-4e8c-86c5-31ba3f44a83e,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:32:46.263973 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (656882db-9502-4e8c-86c5-31ba3f44a83e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:46.286360 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-03f45f5d-b86f-4d36-8de7-f6daf2478d22 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9e3f1da6-4293-49f2-bf7e-47c8517d4448), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:46.347932 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f45f5d-b86f-4d36-8de7-f6daf2478d22 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Network f6fb51aa-ce97-4a86-8bd4-3b26e400b388 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:32:46.351674 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-03f45f5d-b86f-4d36-8de7-f6daf2478d22 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:46.357263 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f45f5d-b86f-4d36-8de7-f6daf2478d22 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:32:46.387125 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f45f5d-b86f-4d36-8de7-f6daf2478d22 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Port': ['ID=9e3f1da6-4293-49f2-bf7e-47c8517d4448,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:46.387369 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=656882db-9502-4e8c-86c5-31ba3f44a83e,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:46.434945 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-03f45f5d-b86f-4d36-8de7-f6daf2478d22 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (a713d519-49fd-4ee7-bf46-455d88167cc4), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:46.472144 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (ff8796fb-0286-4f0f-b056-31e83dbda64e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:46.496951 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:46.501325 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "DELETE /v2.0/networks/ff8796fb-0286-4f0f-b056-31e83dbda64e HTTP/1.1" status: 204 len: 168 time: 3.8347266 Feb 07 21:32:46.504963 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60568) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:46.514473 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-01889f29-41ff-4cd9-b01c-69f19636b365 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2079373690'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:46.519529 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903cfe3-5cdc-48fa-9668-8b7b4ba9b0f6 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event deleted for resources: {'Network': ['ID=ff8796fb-0286-4f0f-b056-31e83dbda64e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:46.549256 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bca27a85-1b66-4916-bd4f-f046c82b98d9 req-76fa0c9f-71bf-4fe7-9bca-302956282a21 service neutron] 10.222.0.71 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7647676 Feb 07 21:32:46.611393 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01889f29-41ff-4cd9-b01c-69f19636b365 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Made reservation on behalf of 45ce74c3408845c18e6f6c8b525df7d9 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:32:46.620229 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01889f29-41ff-4cd9-b01c-69f19636b365 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:46.684412 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01889f29-41ff-4cd9-b01c-69f19636b365 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:32:46.690288 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bca27a85-1b66-4916-bd4f-f046c82b98d9 req-510d1e11-c056-46bd-8ee4-4e63d670c6bb service neutron] 10.222.0.71 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307271 Feb 07 21:32:46.699394 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01889f29-41ff-4cd9-b01c-69f19636b365 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (52320177-5433-408b-863d-814f73b2aa38), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:46.699839 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-01889f29-41ff-4cd9-b01c-69f19636b365 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Added segment 52320177-5433-408b-863d-814f73b2aa38 of type vlan for network 9ab83688-db7d-4ade-b8b8-1e1d986864a4 Feb 07 21:32:46.772482 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01889f29-41ff-4cd9-b01c-69f19636b365 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (9ab83688-db7d-4ade-b8b8-1e1d986864a4), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:46.779091 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-03f45f5d-b86f-4d36-8de7-f6daf2478d22 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9e3f1da6-4293-49f2-bf7e-47c8517d4448), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:46.845584 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01889f29-41ff-4cd9-b01c-69f19636b365 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (9ab83688-db7d-4ade-b8b8-1e1d986864a4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:46.851228 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01889f29-41ff-4cd9-b01c-69f19636b365 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:46.851850 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01889f29-41ff-4cd9-b01c-69f19636b365 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:46.976085 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-01889f29-41ff-4cd9-b01c-69f19636b365 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4680877 Feb 07 21:32:46.980713 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60576) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:46.986792 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-372c0b2f-2917-4c20-8b28-eaae1503226e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Request body: {'subnet': {'network_id': '9ab83688-db7d-4ade-b8b8-1e1d986864a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:47.146684 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372c0b2f-2917-4c20-8b28-eaae1503226e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Made reservation on behalf of 45ce74c3408845c18e6f6c8b525df7d9 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:32:47.151422 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-372c0b2f-2917-4c20-8b28-eaae1503226e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:47.184332 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac93b45-d7ca-45a0-9eeb-282652fba09b None None] get_active_networks_info from n-d-828185-2 {{(pid=103257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 21:32:47.281925 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b3cd309b-5c52-49f0-88b8-f37e16c0f67b None None] Provisioning complete for port b384b59b-4d50-4a33-b4eb-57c7acdc3f3f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:47.282391 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b3cd309b-5c52-49f0-88b8-f37e16c0f67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b384b59b-4d50-4a33-b4eb-57c7acdc3f3f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:47.403061 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01889f29-41ff-4cd9-b01c-69f19636b365 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event updated for resources: {'Network': ['ID=9ab83688-db7d-4ade-b8b8-1e1d986864a4,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:47.413885 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-372c0b2f-2917-4c20-8b28-eaae1503226e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (078deb3b-e522-468f-9f7a-e096cc2e92f0), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:47.432278 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 9ab83688-db7d-4ade-b8b8-1e1d986864a4 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:32:47.515615 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-03f45f5d-b86f-4d36-8de7-f6daf2478d22 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for port (9e3f1da6-4293-49f2-bf7e-47c8517d4448), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:47.518983 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac93b45-d7ca-45a0-9eeb-282652fba09b None None] Resources bound (agent type, host, resource id): {{(pid=103257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 21:32:47.521791 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-03f45f5d-b86f-4d36-8de7-f6daf2478d22 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (9e3f1da6-4293-49f2-bf7e-47c8517d4448), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:47.555097 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c0b2f-2917-4c20-8b28-eaae1503226e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event updated for resources: {'Subnet': ['ID=078deb3b-e522-468f-9f7a-e096cc2e92f0,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:47.573441 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c0b2f-2917-4c20-8b28-eaae1503226e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Checking segment: {'id': '52320177-5433-408b-863d-814f73b2aa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ab83688-db7d-4ade-b8b8-1e1d986864a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:32:47.573812 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372c0b2f-2917-4c20-8b28-eaae1503226e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Network hostable DHCP agents. Network: 9ab83688-db7d-4ade-b8b8-1e1d986864a4, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:32:47.646941 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372c0b2f-2917-4c20-8b28-eaae1503226e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Network 9ab83688-db7d-4ade-b8b8-1e1d986864a4 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:32:47.659498 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b3cd309b-5c52-49f0-88b8-f37e16c0f67b None None] Current status of the port b384b59b-4d50-4a33-b4eb-57c7acdc3f3f is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:47.659758 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b3cd309b-5c52-49f0-88b8-f37e16c0f67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b384b59b-4d50-4a33-b4eb-57c7acdc3f3f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:47.665789 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-372c0b2f-2917-4c20-8b28-eaae1503226e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 9ab83688-db7d-4ade-b8b8-1e1d986864a4) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:47.669875 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372c0b2f-2917-4c20-8b28-eaae1503226e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:47.670578 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-372c0b2f-2917-4c20-8b28-eaae1503226e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:47.698320 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-372c0b2f-2917-4c20-8b28-eaae1503226e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7125964 Feb 07 21:32:47.698579 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60590) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:47.703872 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-69193c9b-cdb8-4152-8c19-5b5ec5f394f0 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Request body: {'subnet': {'network_id': '9ab83688-db7d-4ade-b8b8-1e1d986864a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:47.735005 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f45f5d-b86f-4d36-8de7-f6daf2478d22 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Port': ['ID=9e3f1da6-4293-49f2-bf7e-47c8517d4448,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:47.758808 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-03f45f5d-b86f-4d36-8de7-f6daf2478d22 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (a713d519-49fd-4ee7-bf46-455d88167cc4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:47.789892 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b3cd309b-5c52-49f0-88b8-f37e16c0f67b None None] For port b384b59b-4d50-4a33-b4eb-57c7acdc3f3f, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=b384b59b-4d50-4a33-b4eb-57c7acdc3f3f,segment=NetworkSegment(bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85),segment_id=bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:32:47.820498 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b3cd309b-5c52-49f0-88b8-f37e16c0f67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b384b59b-4d50-4a33-b4eb-57c7acdc3f3f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:47.917824 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd309b-5c52-49f0-88b8-f37e16c0f67b None None] Pushing event updated for resources: {'Port': ['ID=b384b59b-4d50-4a33-b4eb-57c7acdc3f3f,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:47.971665 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 656882db-9502-4e8c-86c5-31ba3f44a83e up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:32:47.983113 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69193c9b-cdb8-4152-8c19-5b5ec5f394f0 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Made reservation on behalf of 45ce74c3408845c18e6f6c8b525df7d9 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:32:47.992227 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69193c9b-cdb8-4152-8c19-5b5ec5f394f0 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:48.029246 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f45f5d-b86f-4d36-8de7-f6daf2478d22 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Network f6fb51aa-ce97-4a86-8bd4-3b26e400b388 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:32:48.032459 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-03f45f5d-b86f-4d36-8de7-f6daf2478d22 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:48.226656 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f45f5d-b86f-4d36-8de7-f6daf2478d22 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Router a713d519-49fd-4ee7-bf46-455d88167cc4 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:32:48.265667 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 656882db-9502-4e8c-86c5-31ba3f44a83e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:48.265667 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (656882db-9502-4e8c-86c5-31ba3f44a83e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:48.287134 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fdb2bb-88a1-4bc7-879d-fd69d679672a None None] Network f6fb51aa-ce97-4a86-8bd4-3b26e400b388 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:32:48.289207 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42a0e1c-b13c-4dec-87ac-a83cbe16ae24 None None] Network 9ab83688-db7d-4ade-b8b8-1e1d986864a4 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:32:48.444948 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69193c9b-cdb8-4152-8c19-5b5ec5f394f0 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (906f1ab2-d79e-4cc4-ba2e-88f2f372beca), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:48.491022 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69193c9b-cdb8-4152-8c19-5b5ec5f394f0 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Network 9ab83688-db7d-4ade-b8b8-1e1d986864a4 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:32:48.492955 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f45f5d-b86f-4d36-8de7-f6daf2478d22 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:32:48.494999 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-69193c9b-cdb8-4152-8c19-5b5ec5f394f0 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:48.500623 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69193c9b-cdb8-4152-8c19-5b5ec5f394f0 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:48.501363 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69193c9b-cdb8-4152-8c19-5b5ec5f394f0 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:48.505722 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-767422ec-2090-4d0c-ad55-e261234f4007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:48.528832 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-69193c9b-cdb8-4152-8c19-5b5ec5f394f0 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8281140 Feb 07 21:32:48.529528 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60604) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:48.531721 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-03f45f5d-b86f-4d36-8de7-f6daf2478d22 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "PUT /v2.0/routers/a713d519-49fd-4ee7-bf46-455d88167cc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5740490 Feb 07 21:32:48.557226 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65536240-0703-4f44-a70d-5b8395a5a2d4 None None] Sync routers for ids ['a713d519-49fd-4ee7-bf46-455d88167cc4'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:32:48.614107 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:32:48.620046 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65536240-0703-4f44-a70d-5b8395a5a2d4 None None] Routers {'a713d519-49fd-4ee7-bf46-455d88167cc4'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:32:48.624475 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-65536240-0703-4f44-a70d-5b8395a5a2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:32:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['a713d519-49fd-4ee7-bf46-455d88167cc4'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:48.635513 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f554722d-2e7b-4684-81c6-3a54e64176ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-9ab83688-db7d-4ade-b8b8-1e1d986864a4', 'network_id': '9ab83688-db7d-4ade-b8b8-1e1d986864a4', 'project_id': '45ce74c3408845c18e6f6c8b525df7d9', 'fixed_ips': [{'subnet_id': '078deb3b-e522-468f-9f7a-e096cc2e92f0'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:32:48.636517 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f554722d-2e7b-4684-81c6-3a54e64176ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:48.670717 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69193c9b-cdb8-4152-8c19-5b5ec5f394f0 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event updated for resources: {'Subnet': ['ID=906f1ab2-d79e-4cc4-ba2e-88f2f372beca,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:48.778700 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de17060b-39a1-4f16-8ea5-adfb0389ae87 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:48.780610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de17060b-39a1-4f16-8ea5-adfb0389ae87 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:48.782174 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de17060b-39a1-4f16-8ea5-adfb0389ae87 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:48.784467 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de17060b-39a1-4f16-8ea5-adfb0389ae87 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:48.786362 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de17060b-39a1-4f16-8ea5-adfb0389ae87 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:48.788186 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-de17060b-39a1-4f16-8ea5-adfb0389ae87 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2552047 Feb 07 21:32:48.792621 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60622) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:48.798075 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c3eea1f1-3823-4abc-8a55-3ff7c000cfba tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-624127955'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:48.820696 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3eea1f1-3823-4abc-8a55-3ff7c000cfba tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Made reservation on behalf of 45ce74c3408845c18e6f6c8b525df7d9 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:32:48.824219 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3eea1f1-3823-4abc-8a55-3ff7c000cfba tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:48.839566 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-f15be963-c522-4fc3-bf15-b0390befd7b9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1514203542&fields=id&tenant_id=592f2c160f98413cb3dc6606723ba0e3 HTTP/1.1" status: 200 len: 267 time: 0.1017182 Feb 07 21:32:48.853779 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3eea1f1-3823-4abc-8a55-3ff7c000cfba tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:32:48.865880 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3eea1f1-3823-4abc-8a55-3ff7c000cfba tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (e7c013ad-e200-474f-a19c-293687b55201), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:48.866281 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-c3eea1f1-3823-4abc-8a55-3ff7c000cfba tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Added segment e7c013ad-e200-474f-a19c-293687b55201 of type vlan for network 02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81 Feb 07 21:32:48.874234 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 656882db-9502-4e8c-86c5-31ba3f44a83e is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:48.875454 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device b384b59b-4d50-4a33-b4eb-57c7acdc3f3f up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:32:48.972759 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3eea1f1-3823-4abc-8a55-3ff7c000cfba tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:48.988397 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-39f4d599-4116-41f5-b905-0b4fa9f18689 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:48.990217 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-39f4d599-4116-41f5-b905-0b4fa9f18689 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/networks?id=f6fb51aa-ce97-4a86-8bd4-3b26e400b388 HTTP/1.1" status: 200 len: 797 time: 0.1435492 Feb 07 21:32:49.022057 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-65536240-0703-4f44-a70d-5b8395a5a2d4 None None] Set router a713d519-49fd-4ee7-bf46-455d88167cc4 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:32:49.022552 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-13127563-76bb-446d-8635-b9dc3a084e53 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/quotas/592f2c160f98413cb3dc6606723ba0e3 HTTP/1.1" status: 200 len: 375 time: 0.0235214 Feb 07 21:32:49.023079 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3eea1f1-3823-4abc-8a55-3ff7c000cfba tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:49.029840 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eea1f1-3823-4abc-8a55-3ff7c000cfba tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:49.030928 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3eea1f1-3823-4abc-8a55-3ff7c000cfba tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:49.100940 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port b384b59b-4d50-4a33-b4eb-57c7acdc3f3f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:49.101435 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b384b59b-4d50-4a33-b4eb-57c7acdc3f3f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:49.105111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-aab5fb2b-016d-4fee-b08e-27325ed8e29e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671446 Feb 07 21:32:49.171152 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-f554722d-2e7b-4684-81c6-3a54e64176ec None None] Allocated IP 2001:db8::2 (9ab83688-db7d-4ade-b8b8-1e1d986864a4/078deb3b-e522-468f-9f7a-e096cc2e92f0/4267df4a-3ed8-4045-9366-92a1e3f8e344) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:32:49.217680 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c3eea1f1-3823-4abc-8a55-3ff7c000cfba tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4239132 Feb 07 21:32:49.222856 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60626) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:49.229669 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-94156c67-b6a6-4f29-8257-0fb563b1fcfe tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:49.235580 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eea1f1-3823-4abc-8a55-3ff7c000cfba tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event updated for resources: {'Network': ['ID=02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:49.327312 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-883bbe41-d971-4143-94d6-a2fb236390d6 service neutron] 10.222.0.65 "GET /v2.0/networks/f6fb51aa-ce97-4a86-8bd4-3b26e400b388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070851 Feb 07 21:32:49.388533 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:32:49.565808 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94156c67-b6a6-4f29-8257-0fb563b1fcfe tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:49.575058 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-56f75d0d-2866-4138-be69-3f9fe2296830 None None] Provisioning complete for port b384b59b-4d50-4a33-b4eb-57c7acdc3f3f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:49.575531 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56f75d0d-2866-4138-be69-3f9fe2296830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b384b59b-4d50-4a33-b4eb-57c7acdc3f3f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:49.590513 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port b384b59b-4d50-4a33-b4eb-57c7acdc3f3f is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:49.613057 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94156c67-b6a6-4f29-8257-0fb563b1fcfe tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:49.622956 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-9c5a9141-4d59-491b-ab58-e85513af56ed service neutron] 10.222.0.65 "GET /v2.0/networks/f6fb51aa-ce97-4a86-8bd4-3b26e400b388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947431 Feb 07 21:32:49.652874 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-94156c67-b6a6-4f29-8257-0fb563b1fcfe tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Network 02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81 is not hosted by any dhcp agent {{(pid=103256) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 21:32:49.666380 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94156c67-b6a6-4f29-8257-0fb563b1fcfe tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:49.667300 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94156c67-b6a6-4f29-8257-0fb563b1fcfe tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:49.671834 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60634) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:49.677331 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ecd92fed-35ba-4cc2-86ff-18c133b1a7a7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Request body: {'subnet': {'network_id': '02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:49.682088 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-94156c67-b6a6-4f29-8257-0fb563b1fcfe tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "PUT /v2.0/networks/02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81 HTTP/1.1" status: 200 len: 723 time: 0.4467552 Feb 07 21:32:49.836570 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device b384b59b-4d50-4a33-b4eb-57c7acdc3f3f up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:32:49.861498 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94156c67-b6a6-4f29-8257-0fb563b1fcfe tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event updated for resources: {'Network': ['ID=02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:49.934212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:32:49.939139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd92fed-35ba-4cc2-86ff-18c133b1a7a7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Made reservation on behalf of 45ce74c3408845c18e6f6c8b525df7d9 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:32:49.944977 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecd92fed-35ba-4cc2-86ff-18c133b1a7a7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:50.188488 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecd92fed-35ba-4cc2-86ff-18c133b1a7a7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (7aab6b87-fee5-4531-aaa1-d86459258c21), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:50.230958 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f554722d-2e7b-4684-81c6-3a54e64176ec None None] Publish callbacks [] for port (4267df4a-3ed8-4045-9366-92a1e3f8e344), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:50.268281 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd92fed-35ba-4cc2-86ff-18c133b1a7a7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event updated for resources: {'Subnet': ['ID=7aab6b87-fee5-4531-aaa1-d86459258c21,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:50.285288 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f554722d-2e7b-4684-81c6-3a54e64176ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (4267df4a-3ed8-4045-9366-92a1e3f8e344), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:50.302235 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-70aeca12-6446-47a8-9d62-356d87bbac61 req-68449fdf-cbd4-47ec-970e-bef26f4dac77 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 210 time: 0.1284578 Feb 07 21:32:50.311446 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port b384b59b-4d50-4a33-b4eb-57c7acdc3f3f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:50.311446 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b384b59b-4d50-4a33-b4eb-57c7acdc3f3f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:50.355362 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd92fed-35ba-4cc2-86ff-18c133b1a7a7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Checking segment: {'id': 'e7c013ad-e200-474f-a19c-293687b55201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:32:50.355775 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd92fed-35ba-4cc2-86ff-18c133b1a7a7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Network hostable DHCP agents. Network: 02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:32:50.362224 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-56f75d0d-2866-4138-be69-3f9fe2296830 None None] Current status of the port b384b59b-4d50-4a33-b4eb-57c7acdc3f3f is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:50.371243 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f554722d-2e7b-4684-81c6-3a54e64176ec None None] Network 9ab83688-db7d-4ade-b8b8-1e1d986864a4 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:32:50.381160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd92fed-35ba-4cc2-86ff-18c133b1a7a7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Network 02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:32:50.401382 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ecd92fed-35ba-4cc2-86ff-18c133b1a7a7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:50.407090 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd92fed-35ba-4cc2-86ff-18c133b1a7a7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:50.407705 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecd92fed-35ba-4cc2-86ff-18c133b1a7a7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:50.410365 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-65536240-0703-4f44-a70d-5b8395a5a2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200116132', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:32:38Z', 'updated_at': '2022-02-07T21:32:46Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:32:39Z', 'updated_at': '2022-02-07T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '9e3f1da6-4293-49f2-bf7e-47c8517d4448', 'name': '', 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:1a:4a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:32:45Z', 'updated_at': '2022-02-07T21:32:47Z', 'revision_number': 2, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:50.445186 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65536240-0703-4f44-a70d-5b8395a5a2d4 None None] Checking router: a713d519-49fd-4ee7-bf46-455d88167cc4 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:32:50.445625 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65536240-0703-4f44-a70d-5b8395a5a2d4 None None] Updating router a713d519-49fd-4ee7-bf46-455d88167cc4 port 9e3f1da6-4293-49f2-bf7e-47c8517d4448 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:32:50.448164 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1957f1-5c7d-487d-b9b7-63a39010a6c5 None None] Network 02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:32:50.450929 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-f554722d-2e7b-4684-81c6-3a54e64176ec None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:50.463112 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f554722d-2e7b-4684-81c6-3a54e64176ec None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:32:50.491143 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ecd92fed-35ba-4cc2-86ff-18c133b1a7a7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8174441 Feb 07 21:32:50.493487 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60658) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:50.502746 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e2b528e3-e558-4509-a723-aee3a9365b3f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:50.646007 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2b528e3-e558-4509-a723-aee3a9365b3f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-528990572'] for subnet (7aab6b87-fee5-4531-aaa1-d86459258c21), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:50.832537 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-65536240-0703-4f44-a70d-5b8395a5a2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9e3f1da6-4293-49f2-bf7e-47c8517d4448), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:50.883083 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2b528e3-e558-4509-a723-aee3a9365b3f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751805492484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4079023'] for subnet (7aab6b87-fee5-4531-aaa1-d86459258c21), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:50.952248 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b528e3-e558-4509-a723-aee3a9365b3f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:50.953183 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2b528e3-e558-4509-a723-aee3a9365b3f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:50.957457 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60668) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:50.968404 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e2b528e3-e558-4509-a723-aee3a9365b3f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "PUT /v2.0/subnets/7aab6b87-fee5-4531-aaa1-d86459258c21 HTTP/1.1" status: 200 len: 826 time: 0.4666705 Feb 07 21:32:50.971867 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554722d-2e7b-4684-81c6-3a54e64176ec None None] Pushing event updated for resources: {'Port': ['ID=4267df4a-3ed8-4045-9366-92a1e3f8e344,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:51.006927 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b528e3-e558-4509-a723-aee3a9365b3f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event updated for resources: {'Subnet': ['ID=7aab6b87-fee5-4531-aaa1-d86459258c21,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:51.044649 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-56f75d0d-2866-4138-be69-3f9fe2296830 None None] Provisioning complete for port 9e3f1da6-4293-49f2-bf7e-47c8517d4448 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:51.045179 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56f75d0d-2866-4138-be69-3f9fe2296830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9e3f1da6-4293-49f2-bf7e-47c8517d4448), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:51.108362 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29bcd43-3375-4abe-a2fc-203e84a5e507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81', 'network_id': '02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81', 'project_id': '45ce74c3408845c18e6f6c8b525df7d9', 'fixed_ips': [{'subnet_id': '7aab6b87-fee5-4531-aaa1-d86459258c21'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:32:51.109216 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c29bcd43-3375-4abe-a2fc-203e84a5e507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:51.139758 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-45e7eebd-36a9-4bfb-8657-fc8379aaa73a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:51.187696 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ec5ba08-3ae7-487c-b0cf-1ead53563d10 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:51.248720 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-f554722d-2e7b-4684-81c6-3a54e64176ec None None] Attempting to bind port 4267df4a-3ed8-4045-9366-92a1e3f8e344 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:32:51.249033 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ec5ba08-3ae7-487c-b0cf-1ead53563d10 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (7aab6b87-fee5-4531-aaa1-d86459258c21), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:51.249516 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-f554722d-2e7b-4684-81c6-3a54e64176ec None None] Attempting to bind port 4267df4a-3ed8-4045-9366-92a1e3f8e344 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '52320177-5433-408b-863d-814f73b2aa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ab83688-db7d-4ade-b8b8-1e1d986864a4'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:32:51.250647 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f554722d-2e7b-4684-81c6-3a54e64176ec None None] Attempting to bind port 4267df4a-3ed8-4045-9366-92a1e3f8e344 on network 9ab83688-db7d-4ade-b8b8-1e1d986864a4 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:32:51.261212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f554722d-2e7b-4684-81c6-3a54e64176ec None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:32:51.261924 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f554722d-2e7b-4684-81c6-3a54e64176ec None None] Checking segment: {'id': '52320177-5433-408b-863d-814f73b2aa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ab83688-db7d-4ade-b8b8-1e1d986864a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:32:51.262500 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f554722d-2e7b-4684-81c6-3a54e64176ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:51.263054 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f554722d-2e7b-4684-81c6-3a54e64176ec None None] Bound using segment: {'id': '52320177-5433-408b-863d-814f73b2aa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ab83688-db7d-4ade-b8b8-1e1d986864a4'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:32:51.263710 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-f554722d-2e7b-4684-81c6-3a54e64176ec None None] Bound port: 4267df4a-3ed8-4045-9366-92a1e3f8e344, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52320177-5433-408b-863d-814f73b2aa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ab83688-db7d-4ade-b8b8-1e1d986864a4'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:32:51.264262 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f554722d-2e7b-4684-81c6-3a54e64176ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4267df4a-3ed8-4045-9366-92a1e3f8e344), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:51.330401 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-56f75d0d-2866-4138-be69-3f9fe2296830 None None] Port 9e3f1da6-4293-49f2-bf7e-47c8517d4448 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:32:51.345862 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ec5ba08-3ae7-487c-b0cf-1ead53563d10 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (7aab6b87-fee5-4531-aaa1-d86459258c21), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:51.383404 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5ba08-3ae7-487c-b0cf-1ead53563d10 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event deleted for resources: {'Subnet': ['ID=7aab6b87-fee5-4531-aaa1-d86459258c21,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:51.499844 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a4b7713-f753-4963-853a-914c7eaea679 req-6a96dfea-2716-484b-ad7c-ca4c96e1fa7e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 210 time: 0.0659161 Feb 07 21:32:51.600680 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port b384b59b-4d50-4a33-b4eb-57c7acdc3f3f is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:51.633088 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ec5ba08-3ae7-487c-b0cf-1ead53563d10 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:51.677802 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1ec5ba08-3ae7-487c-b0cf-1ead53563d10 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:51.693800 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f554722d-2e7b-4684-81c6-3a54e64176ec None None] For port 4267df4a-3ed8-4045-9366-92a1e3f8e344, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:32:51.716468 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1ec5ba08-3ae7-487c-b0cf-1ead53563d10 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c013ad-e200-474f-a19c-293687b55201') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:51.716867 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1ec5ba08-3ae7-487c-b0cf-1ead53563d10 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c013ad-e200-474f-a19c-293687b55201') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:51.741049 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ec5ba08-3ae7-487c-b0cf-1ead53563d10 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (e7c013ad-e200-474f-a19c-293687b55201), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:51.793048 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ec5ba08-3ae7-487c-b0cf-1ead53563d10 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (e7c013ad-e200-474f-a19c-293687b55201), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:51.804683 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4b42711e-d370-4be1-8d30-29e5fc7fdb80 None None] Provisioning complete for port 9e3f1da6-4293-49f2-bf7e-47c8517d4448 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:51.805492 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4b42711e-d370-4be1-8d30-29e5fc7fdb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9e3f1da6-4293-49f2-bf7e-47c8517d4448), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:51.811582 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-d035bd46-9b38-4024-a28a-12c4f325001a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:51.813308 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-d035bd46-9b38-4024-a28a-12c4f325001a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.71 "GET /v2.0/networks?id=f6fb51aa-ce97-4a86-8bd4-3b26e400b388 HTTP/1.1" status: 200 len: 797 time: 0.2955720 Feb 07 21:32:51.814114 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f554722d-2e7b-4684-81c6-3a54e64176ec None None] For port 4267df4a-3ed8-4045-9366-92a1e3f8e344, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=4267df4a-3ed8-4045-9366-92a1e3f8e344,segment=NetworkSegment(52320177-5433-408b-863d-814f73b2aa38),segment_id=52320177-5433-408b-863d-814f73b2aa38)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:32:51.814785 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ec5ba08-3ae7-487c-b0cf-1ead53563d10 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:32:51.815249 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ec5ba08-3ae7-487c-b0cf-1ead53563d10 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (e7c013ad-e200-474f-a19c-293687b55201), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:32:51.820830 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:32:51.868850 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f554722d-2e7b-4684-81c6-3a54e64176ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (4267df4a-3ed8-4045-9366-92a1e3f8e344), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server [None req-c29bcd43-3375-4abe-a2fc-203e84a5e507 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7aab6b87-fee5-4531-aaa1-d86459258c21: This subnet is being modified by another concurrent operation. Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise exception Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7aab6b87-fee5-4531-aaa1-d86459258c21: This subnet is being modified by another concurrent operation. Feb 07 21:32:51.872396 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server Feb 07 21:32:51.913069 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d1d6d6-1350-4edd-ba1a-83e3e894499d None None] Network 02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:32:51.935832 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ec5ba08-3ae7-487c-b0cf-1ead53563d10 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:51.961752 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ec5ba08-3ae7-487c-b0cf-1ead53563d10 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:51.965944 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1ec5ba08-3ae7-487c-b0cf-1ead53563d10 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "DELETE /v2.0/networks/02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81 HTTP/1.1" status: 204 len: 168 time: 1.0074840 Feb 07 21:32:51.967261 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5ba08-3ae7-487c-b0cf-1ead53563d10 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event deleted for resources: {'Network': ['ID=02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:51.968788 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60688) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:51.985763 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-956c05ac-89b0-4994-aa4b-5afd9e443ea0 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=592f2c160f98413cb3dc6606723ba0e3 HTTP/1.1" status: 200 len: 380 time: 0.1485641 Feb 07 21:32:52.000528 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-027f4f71-5894-413c-9a79-a528326782d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'port': {'device_id': '58d7fd3d-07ef-475b-81ac-ec5952032ffb', 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388', 'admin_state_up': True, 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'security_groups': ['81eec530-7769-4f30-9f77-32d316e452e5']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:52.008078 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b35ceb-54df-48da-8d6f-7bb443967d3d tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] DELETE failed (client error): The resource could not be found. Feb 07 21:32:52.008900 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b35ceb-54df-48da-8d6f-7bb443967d3d tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:32:52.023876 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-74b35ceb-54df-48da-8d6f-7bb443967d3d tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "DELETE /v2.0/networks/02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81 HTTP/1.1" status: 404 len: 339 time: 0.0539680 Feb 07 21:32:52.024795 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60694) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:52.030537 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2d980b34-ab56-465f-93aa-9e8e6412e928 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1106359325', 'description': 'd1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:52.058383 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:52.070412 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d980b34-ab56-465f-93aa-9e8e6412e928 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Made reservation on behalf of 45ce74c3408845c18e6f6c8b525df7d9 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:32:52.076964 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d980b34-ab56-465f-93aa-9e8e6412e928 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:52.077668 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4b42711e-d370-4be1-8d30-29e5fc7fdb80 None None] Port 9e3f1da6-4293-49f2-bf7e-47c8517d4448 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:32:52.144023 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554722d-2e7b-4684-81c6-3a54e64176ec None None] Pushing event updated for resources: {'Port': ['ID=4267df4a-3ed8-4045-9366-92a1e3f8e344,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:52.144262 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d980b34-ab56-465f-93aa-9e8e6412e928 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:32:52.150796 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d76775-3d06-498e-856b-59c33c743abe None None] Network 02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:32:52.170508 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d76775-3d06-498e-856b-59c33c743abe None None] Network 02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81 could not be found, it might have been deleted concurrently. {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 07 21:32:52.171214 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d980b34-ab56-465f-93aa-9e8e6412e928 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (81e646b3-a4fc-4c3b-b9c1-bca496b534fe), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:52.171563 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-2d980b34-ab56-465f-93aa-9e8e6412e928 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Added segment 81e646b3-a4fc-4c3b-b9c1-bca496b534fe of type vlan for network e5e36d47-6509-469c-b70f-5b286b754b63 Feb 07 21:32:52.232455 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d980b34-ab56-465f-93aa-9e8e6412e928 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (e5e36d47-6509-469c-b70f-5b286b754b63), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:52.246969 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-65536240-0703-4f44-a70d-5b8395a5a2d4 None None] Publish callbacks [] for port (9e3f1da6-4293-49f2-bf7e-47c8517d4448), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:52.262855 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-65536240-0703-4f44-a70d-5b8395a5a2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9e3f1da6-4293-49f2-bf7e-47c8517d4448), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:52.277486 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d980b34-ab56-465f-93aa-9e8e6412e928 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (e5e36d47-6509-469c-b70f-5b286b754b63), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:52.285076 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d980b34-ab56-465f-93aa-9e8e6412e928 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:52.286083 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d980b34-ab56-465f-93aa-9e8e6412e928 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:52.294813 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-027f4f71-5894-413c-9a79-a528326782d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Made reservation on behalf of 592f2c160f98413cb3dc6606723ba0e3 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:32:52.298722 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-027f4f71-5894-413c-9a79-a528326782d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:52.339221 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4adb8-a220-4c7b-b6c3-3f4dc1b0ada2 None None] Pushing event updated for resources: {'Port': ['ID=9e3f1da6-4293-49f2-bf7e-47c8517d4448,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:52.499872 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-65536240-0703-4f44-a70d-5b8395a5a2d4 None None] Attempting to bind port 9e3f1da6-4293-49f2-bf7e-47c8517d4448 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:32:52.499872 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-65536240-0703-4f44-a70d-5b8395a5a2d4 None None] Attempting to bind port 9e3f1da6-4293-49f2-bf7e-47c8517d4448 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:32:52.499872 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65536240-0703-4f44-a70d-5b8395a5a2d4 None None] Attempting to bind port 9e3f1da6-4293-49f2-bf7e-47c8517d4448 on network f6fb51aa-ce97-4a86-8bd4-3b26e400b388 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:32:52.506231 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65536240-0703-4f44-a70d-5b8395a5a2d4 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:32:52.506706 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65536240-0703-4f44-a70d-5b8395a5a2d4 None None] Checking segment: {'id': 'bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:32:52.507199 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-65536240-0703-4f44-a70d-5b8395a5a2d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:52.507984 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65536240-0703-4f44-a70d-5b8395a5a2d4 None None] Bound using segment: {'id': 'bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:32:52.512907 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-65536240-0703-4f44-a70d-5b8395a5a2d4 None None] Bound port: 9e3f1da6-4293-49f2-bf7e-47c8517d4448, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:32:52.513488 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-65536240-0703-4f44-a70d-5b8395a5a2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9e3f1da6-4293-49f2-bf7e-47c8517d4448), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:52.536302 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2d980b34-ab56-465f-93aa-9e8e6412e928 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5083714 Feb 07 21:32:52.560843 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60702) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:52.568132 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d980b34-ab56-465f-93aa-9e8e6412e928 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event updated for resources: {'Network': ['ID=e5e36d47-6509-469c-b70f-5b286b754b63,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:52.602277 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network e5e36d47-6509-469c-b70f-5b286b754b63 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:32:52.817579 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b229ffd5-0f44-46a1-9368-6e292e69294e req-cd33e121-f41f-498b-a05d-f968c226edf9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 210 time: 0.1548975 Feb 07 21:32:52.875476 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e31e40f-08fe-4976-ad10-dab27589105b tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:52.880041 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60706) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:52.880212 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7e31e40f-08fe-4976-ad10-dab27589105b tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "GET /v2.0/networks?id=e5e36d47-6509-469c-b70f-5b286b754b63 HTTP/1.1" status: 200 len: 765 time: 0.3097315 Feb 07 21:32:52.886474 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b64649f8-70ed-4d99-992c-0db2ae805a73 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Request body: {'network': {'description': 'd2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:52.901029 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-027f4f71-5894-413c-9a79-a528326782d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Allocated IP 172.20.0.10 (f6fb51aa-ce97-4a86-8bd4-3b26e400b388/5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d/b4e2ddf0-693a-435f-891d-b5a426cfa78f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:32:52.955191 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-65536240-0703-4f44-a70d-5b8395a5a2d4 None None] For port 9e3f1da6-4293-49f2-bf7e-47c8517d4448, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:32:52.966357 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-65536240-0703-4f44-a70d-5b8395a5a2d4 None None] For port 9e3f1da6-4293-49f2-bf7e-47c8517d4448, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9e3f1da6-4293-49f2-bf7e-47c8517d4448,segment=NetworkSegment(bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85),segment_id=bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:32:52.975891 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-32ce1702-acee-4063-a969-3c1451164f83 None None] Provisioning complete for port 9e3f1da6-4293-49f2-bf7e-47c8517d4448 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:52.976260 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-32ce1702-acee-4063-a969-3c1451164f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9e3f1da6-4293-49f2-bf7e-47c8517d4448), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:53.017916 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-65536240-0703-4f44-a70d-5b8395a5a2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9e3f1da6-4293-49f2-bf7e-47c8517d4448), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:53.088514 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4adb8-a220-4c7b-b6c3-3f4dc1b0ada2 None None] Pushing event updated for resources: {'Port': ['ID=9e3f1da6-4293-49f2-bf7e-47c8517d4448,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:53.131532 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65536240-0703-4f44-a70d-5b8395a5a2d4 None None] Routers {'a713d519-49fd-4ee7-bf46-455d88167cc4'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:32:53.139127 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-65536240-0703-4f44-a70d-5b8395a5a2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:32:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['a713d519-49fd-4ee7-bf46-455d88167cc4'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:53.207814 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-027f4f71-5894-413c-9a79-a528326782d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for port (b4e2ddf0-693a-435f-891d-b5a426cfa78f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:53.269837 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-027f4f71-5894-413c-9a79-a528326782d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (b4e2ddf0-693a-435f-891d-b5a426cfa78f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:53.348147 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b64649f8-70ed-4d99-992c-0db2ae805a73 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (e5e36d47-6509-469c-b70f-5b286b754b63), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:53.351090 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:53.365188 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-32ce1702-acee-4063-a969-3c1451164f83 None None] Current status of the port 9e3f1da6-4293-49f2-bf7e-47c8517d4448 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:53.365743 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-32ce1702-acee-4063-a969-3c1451164f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9e3f1da6-4293-49f2-bf7e-47c8517d4448), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:53.376799 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b64649f8-70ed-4d99-992c-0db2ae805a73 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (e5e36d47-6509-469c-b70f-5b286b754b63), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:53.386294 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-027f4f71-5894-413c-9a79-a528326782d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Network f6fb51aa-ce97-4a86-8bd4-3b26e400b388 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:32:53.386701 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b64649f8-70ed-4d99-992c-0db2ae805a73 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Network e5e36d47-6509-469c-b70f-5b286b754b63 is not hosted by any dhcp agent {{(pid=103256) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 21:32:53.392539 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-027f4f71-5894-413c-9a79-a528326782d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:53.396708 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-027f4f71-5894-413c-9a79-a528326782d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:32:53.397259 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64649f8-70ed-4d99-992c-0db2ae805a73 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:53.397912 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b64649f8-70ed-4d99-992c-0db2ae805a73 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:53.399465 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b64649f8-70ed-4d99-992c-0db2ae805a73 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "PUT /v2.0/networks/e5e36d47-6509-469c-b70f-5b286b754b63 HTTP/1.1" status: 200 len: 762 time: 0.5183294 Feb 07 21:32:53.407838 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60716) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:53.451213 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f4f71-5894-413c-9a79-a528326782d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Port': ['ID=b4e2ddf0-693a-435f-891d-b5a426cfa78f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:53.513721 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-027f4f71-5894-413c-9a79-a528326782d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:53.514017 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-65536240-0703-4f44-a70d-5b8395a5a2d4 None None] Set router a713d519-49fd-4ee7-bf46-455d88167cc4 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:32:53.514295 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-027f4f71-5894-413c-9a79-a528326782d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:53.536220 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-027f4f71-5894-413c-9a79-a528326782d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5431609 Feb 07 21:32:53.551492 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-32ce1702-acee-4063-a969-3c1451164f83 None None] For port 9e3f1da6-4293-49f2-bf7e-47c8517d4448, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9e3f1da6-4293-49f2-bf7e-47c8517d4448,segment=NetworkSegment(bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85),segment_id=bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:32:53.554893 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-12d15999-60d4-4243-8055-68dd6d2b457f service neutron] Request body: {'port': {'device_id': '58d7fd3d-07ef-475b-81ac-ec5952032ffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:53.568332 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-32ce1702-acee-4063-a969-3c1451164f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9e3f1da6-4293-49f2-bf7e-47c8517d4448), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:53.769741 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-12d15999-60d4-4243-8055-68dd6d2b457f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b4e2ddf0-693a-435f-891d-b5a426cfa78f), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:53.786890 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64649f8-70ed-4d99-992c-0db2ae805a73 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event updated for resources: {'Network': ['ID=e5e36d47-6509-469c-b70f-5b286b754b63,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:53.832153 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095d5916-8e51-4387-823b-6bb3148f2bb7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:53.837229 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-095d5916-8e51-4387-823b-6bb3148f2bb7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "GET /v2.0/networks?id=e5e36d47-6509-469c-b70f-5b286b754b63 HTTP/1.1" status: 200 len: 765 time: 0.4249358 Feb 07 21:32:53.841694 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60722) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:53.891745 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network e5e36d47-6509-469c-b70f-5b286b754b63 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:32:53.974364 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 4267df4a-3ed8-4045-9366-92a1e3f8e344 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:32:54.232732 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937f6f7f-5aeb-4b31-a339-92a98655d7a4 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:54.234786 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-937f6f7f-5aeb-4b31-a339-92a98655d7a4 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3739660 Feb 07 21:32:54.239711 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60732) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:54.246162 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f56b6-0a8f-4e98-9cb1-5f34bceb0284 req-7de76710-e271-4934-bb80-76c3321a9e41 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:54.247870 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d32f56b6-0a8f-4e98-9cb1-5f34bceb0284 req-7de76710-e271-4934-bb80-76c3321a9e41 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 932 time: 0.2284076 Feb 07 21:32:54.253861 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce1702-acee-4063-a969-3c1451164f83 None None] Pushing event updated for resources: {'Port': ['ID=9e3f1da6-4293-49f2-bf7e-47c8517d4448,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:54.277344 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63764c26-ad78-447f-a52a-bae75f59b096 None None] get_active_networks_info from n-d-828185-2 {{(pid=103257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 21:32:54.281255 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b0fa004b-b8b9-4f92-8d2d-244b8d204d4e None None] Provisioning complete for port 9e3f1da6-4293-49f2-bf7e-47c8517d4448 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:54.281638 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b0fa004b-b8b9-4f92-8d2d-244b8d204d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9e3f1da6-4293-49f2-bf7e-47c8517d4448), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:54.335163 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9d2faebc-ebaa-4170-bbfc-7aee164fe95c tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "GET /v2.0/subnets?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 207 time: 0.0938084 Feb 07 21:32:54.339314 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60734) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:54.351173 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d32f56b6-0a8f-4e98-9cb1-5f34bceb0284 req-0758c4ec-147f-4a50-9257-cb4ac31d491c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838943 Feb 07 21:32:54.498084 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-12d15999-60d4-4243-8055-68dd6d2b457f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e2ddf0-693a-435f-891d-b5a426cfa78f {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:32:54.517205 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-12d15999-60d4-4243-8055-68dd6d2b457f service neutron] Publish callbacks [] for port (b4e2ddf0-693a-435f-891d-b5a426cfa78f), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:54.521373 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 4267df4a-3ed8-4045-9366-92a1e3f8e344 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:54.521846 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4267df4a-3ed8-4045-9366-92a1e3f8e344), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:54.546672 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-12d15999-60d4-4243-8055-68dd6d2b457f service neutron] Transition to ACTIVE for port object b4e2ddf0-693a-435f-891d-b5a426cfa78f will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:32:54.558861 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-12d15999-60d4-4243-8055-68dd6d2b457f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (b4e2ddf0-693a-435f-891d-b5a426cfa78f), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:54.671898 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d15999-60d4-4243-8055-68dd6d2b457f service neutron] Pushing event updated for resources: {'Port': ['ID=b4e2ddf0-693a-435f-891d-b5a426cfa78f,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:54.690362 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f79a98b-5582-4f43-ae5a-7204239fadbc tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:54.699069 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f79a98b-5582-4f43-ae5a-7204239fadbc tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:54.707751 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f79a98b-5582-4f43-ae5a-7204239fadbc tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:54.714129 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f79a98b-5582-4f43-ae5a-7204239fadbc tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:54.724432 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f79a98b-5582-4f43-ae5a-7204239fadbc tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:54.732470 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f79a98b-5582-4f43-ae5a-7204239fadbc tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:54.734629 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5f79a98b-5582-4f43-ae5a-7204239fadbc tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3941813 Feb 07 21:32:54.738339 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60746) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:54.765763 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-12d15999-60d4-4243-8055-68dd6d2b457f service neutron] Attempting to bind port b4e2ddf0-693a-435f-891d-b5a426cfa78f on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:32:54.766349 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-12d15999-60d4-4243-8055-68dd6d2b457f service neutron] Attempting to bind port b4e2ddf0-693a-435f-891d-b5a426cfa78f by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:32:54.766842 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-12d15999-60d4-4243-8055-68dd6d2b457f service neutron] Attempting to bind port b4e2ddf0-693a-435f-891d-b5a426cfa78f on network f6fb51aa-ce97-4a86-8bd4-3b26e400b388 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:32:54.772963 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-12d15999-60d4-4243-8055-68dd6d2b457f service neutron] Port b4e2ddf0-693a-435f-891d-b5a426cfa78f on network f6fb51aa-ce97-4a86-8bd4-3b26e400b388 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:32:54.774084 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-12d15999-60d4-4243-8055-68dd6d2b457f service neutron] Attempting to bind port b4e2ddf0-693a-435f-891d-b5a426cfa78f on network f6fb51aa-ce97-4a86-8bd4-3b26e400b388 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:32:54.784154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-12d15999-60d4-4243-8055-68dd6d2b457f service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:32:54.784569 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-12d15999-60d4-4243-8055-68dd6d2b457f service neutron] Checking segment: {'id': 'bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:32:54.784964 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-12d15999-60d4-4243-8055-68dd6d2b457f service neutron] Bound using segment: {'id': 'bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:32:54.785400 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-12d15999-60d4-4243-8055-68dd6d2b457f service neutron] Bound port: b4e2ddf0-693a-435f-891d-b5a426cfa78f, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:32:54.785766 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-12d15999-60d4-4243-8055-68dd6d2b457f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b4e2ddf0-693a-435f-891d-b5a426cfa78f), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:54.861281 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63764c26-ad78-447f-a52a-bae75f59b096 None None] Resources bound (agent type, host, resource id): {{(pid=103257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 21:32:54.877645 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-12d15999-60d4-4243-8055-68dd6d2b457f service neutron] For port b4e2ddf0-693a-435f-891d-b5a426cfa78f, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:32:54.881293 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-12d15999-60d4-4243-8055-68dd6d2b457f service neutron] For port b4e2ddf0-693a-435f-891d-b5a426cfa78f, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b4e2ddf0-693a-435f-891d-b5a426cfa78f,segment=NetworkSegment(bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85),segment_id=bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:32:54.887394 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-07f71fcd-25e0-4d9f-aa20-66b99d8dd58e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1442175 Feb 07 21:32:54.887704 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60748) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:54.901965 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-12d15999-60d4-4243-8055-68dd6d2b457f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (b4e2ddf0-693a-435f-891d-b5a426cfa78f), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:54.928419 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 4267df4a-3ed8-4045-9366-92a1e3f8e344 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:54.928987 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4267df4a-3ed8-4045-9366-92a1e3f8e344), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:54.930663 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:54.965882 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b0fa004b-b8b9-4f92-8d2d-244b8d204d4e None None] Current status of the port 9e3f1da6-4293-49f2-bf7e-47c8517d4448 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:54.999937 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d15999-60d4-4243-8055-68dd6d2b457f service neutron] Pushing event updated for resources: {'Port': ['ID=b4e2ddf0-693a-435f-891d-b5a426cfa78f,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:55.036892 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-12d15999-60d4-4243-8055-68dd6d2b457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:55.037892 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-12d15999-60d4-4243-8055-68dd6d2b457f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:55.039699 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-12d15999-60d4-4243-8055-68dd6d2b457f service neutron] 10.222.0.71 "PUT /v2.0/ports/b4e2ddf0-693a-435f-891d-b5a426cfa78f HTTP/1.1" status: 200 len: 1092 time: 1.4941399 Feb 07 21:32:55.040340 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d7fd3d-07ef-475b-81ac-ec5952032ffb', 'tag': 'b4e2ddf0-693a-435f-891d-b5a426cfa78f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:32:55.044755 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30259dca-d23e-46b8-9332-1daf20e2b9fd" -d '{"events": [{"name": "network-changed", "server_uuid": "58d7fd3d-07ef-475b-81ac-ec5952032ffb", "tag": "b4e2ddf0-693a-435f-891d-b5a426cfa78f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:32:55.061209 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-65536240-0703-4f44-a70d-5b8395a5a2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200116132', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:32:38Z', 'updated_at': '2022-02-07T21:32:46Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:32:39Z', 'updated_at': '2022-02-07T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '9e3f1da6-4293-49f2-bf7e-47c8517d4448', 'name': '', 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:1a:4a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:32:45Z', 'updated_at': '2022-02-07T21:32:52Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:55.076918 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06b30a4-b4bf-4373-bfc7-11c43bbcc523 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:55.091965 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06b30a4-b4bf-4373-bfc7-11c43bbcc523 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:55.093988 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06b30a4-b4bf-4373-bfc7-11c43bbcc523 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:55.097486 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06b30a4-b4bf-4373-bfc7-11c43bbcc523 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:55.099610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06b30a4-b4bf-4373-bfc7-11c43bbcc523 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:55.103461 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a06b30a4-b4bf-4373-bfc7-11c43bbcc523 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2140951 Feb 07 21:32:55.106901 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60756) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:55.126322 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57808246-685c-4882-b092-6574dc8d958b x-openstack-request-id: req-57808246-685c-4882-b092-6574dc8d958b {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:32:55.126322 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d7fd3d-07ef-475b-81ac-ec5952032ffb", "tag": "b4e2ddf0-693a-435f-891d-b5a426cfa78f", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:32:55.126322 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-57808246-685c-4882-b092-6574dc8d958b {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:32:55.126322 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d7fd3d-07ef-475b-81ac-ec5952032ffb', 'tag': 'b4e2ddf0-693a-435f-891d-b5a426cfa78f', 'status': 'completed', 'code': 200} Feb 07 21:32:55.185745 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-b4c60ee6-7c6e-4265-ae79-b4ade2e317db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:55.187344 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-b4c60ee6-7c6e-4265-ae79-b4ade2e317db service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 1126 time: 0.0825927 Feb 07 21:32:55.190857 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65536240-0703-4f44-a70d-5b8395a5a2d4 None None] The sync data for ids ['a713d519-49fd-4ee7-bf46-455d88167cc4'] in n-d-828185-2 is: [{'id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200116132', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:32:38Z', 'updated_at': '2022-02-07T21:32:46Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:32:39Z', 'updated_at': '2022-02-07T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '9e3f1da6-4293-49f2-bf7e-47c8517d4448', 'name': '', 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:1a:4a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:32:45Z', 'updated_at': '2022-02-07T21:32:52Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:32:55.206019 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 4267df4a-3ed8-4045-9366-92a1e3f8e344, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=4267df4a-3ed8-4045-9366-92a1e3f8e344,segment=NetworkSegment(52320177-5433-408b-863d-814f73b2aa38),segment_id=52320177-5433-408b-863d-814f73b2aa38)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:32:55.224473 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (4267df4a-3ed8-4045-9366-92a1e3f8e344), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:55.303942 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-91773bf6-6618-438f-b2a9-88a8841204d6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4e2ddf0-693a-435f-891d-b5a426cfa78f HTTP/1.1" status: 200 len: 217 time: 0.1044214 Feb 07 21:32:55.328640 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f5aa28d8-c9bf-482a-b45c-913481ebe10a None None] Provisioning complete for port 4267df4a-3ed8-4045-9366-92a1e3f8e344 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:55.330062 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f5aa28d8-c9bf-482a-b45c-913481ebe10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4267df4a-3ed8-4045-9366-92a1e3f8e344), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:55.356436 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d4eb69-3fbd-40d5-8ca6-dfbf508aa711 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:55.358048 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d4eb69-3fbd-40d5-8ca6-dfbf508aa711 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:55.359439 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d4eb69-3fbd-40d5-8ca6-dfbf508aa711 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:55.361418 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d4eb69-3fbd-40d5-8ca6-dfbf508aa711 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:55.362775 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d4eb69-3fbd-40d5-8ca6-dfbf508aa711 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:55.364586 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b1d4eb69-3fbd-40d5-8ca6-dfbf508aa711 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2566497 Feb 07 21:32:55.367984 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60760) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:55.420553 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-558142ad-a633-40db-8d52-7c1b586597da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:55.427860 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-558142ad-a633-40db-8d52-7c1b586597da service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d HTTP/1.1" status: 200 len: 835 time: 0.1153500 Feb 07 21:32:55.522915 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=4267df4a-3ed8-4045-9366-92a1e3f8e344,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:55.617842 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-b5d5cafc-edaa-47b2-b990-04a651891558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:55.619449 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-b5d5cafc-edaa-47b2-b990-04a651891558 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f6fb51aa-ce97-4a86-8bd4-3b26e400b388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1858253 Feb 07 21:32:55.646476 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6458771-f71c-409d-834c-a131bd9f9f1a req-2e327d0c-15f0-4a9c-9385-ca00f241677f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:55.649136 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f6458771-f71c-409d-834c-a131bd9f9f1a req-2e327d0c-15f0-4a9c-9385-ca00f241677f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 944 time: 0.1516311 Feb 07 21:32:55.695622 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79c21b0-4967-4836-8fac-d868a1692592 None None] Network 9ab83688-db7d-4ade-b8b8-1e1d986864a4 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:32:55.804853 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f5aa28d8-c9bf-482a-b45c-913481ebe10a None None] Current status of the port 4267df4a-3ed8-4045-9366-92a1e3f8e344 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:55.869730 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f6458771-f71c-409d-834c-a131bd9f9f1a req-b044eb10-27ba-4d40-8d57-9c7832888e5e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075126 Feb 07 21:32:55.938276 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-445cb5a7-8a4c-4b28-a6db-44cbeeee3e7f service neutron] 10.222.0.71 "GET /v2.0/networks/f6fb51aa-ce97-4a86-8bd4-3b26e400b388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114123 Feb 07 21:32:56.055743 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9e3f1da6-4293-49f2-bf7e-47c8517d4448 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:32:56.128015 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98ef3cc-b9a0-4445-a47f-117f89b8ddc9 None None] Update dhcp port {'port': {'network_id': '9ab83688-db7d-4ade-b8b8-1e1d986864a4', 'fixed_ips': [{'subnet_id': '078deb3b-e522-468f-9f7a-e096cc2e92f0', 'ip_address': '2001:db8::2'}, {'subnet_id': '906f1ab2-d79e-4cc4-ba2e-88f2f372beca'}], 'binding:host_id': 'n-d-828185-2'}, 'id': '4267df4a-3ed8-4045-9366-92a1e3f8e344'} from n-d-828185-2. {{(pid=103257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 21:32:56.225951 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1b6a69-bf27-496c-a56f-642f5eb3a177 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:56.230939 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f07d4da-2c2a-44f1-b09a-1f141f144700 req-554d4f80-0514-4f1c-b751-a284bf78b946 service neutron] 10.222.0.71 "GET /v2.0/networks/f6fb51aa-ce97-4a86-8bd4-3b26e400b388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848217 Feb 07 21:32:56.235040 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60774) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:56.252592 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2c1b6a69-bf27-496c-a56f-642f5eb3a177 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "GET /v2.0/networks/be99a32b-a447-4402-b151-450f28b30913 HTTP/1.1" status: 200 len: 803 time: 0.8694880 Feb 07 21:32:56.310211 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a98ef3cc-b9a0-4445-a47f-117f89b8ddc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4267df4a-3ed8-4045-9366-92a1e3f8e344), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:56.480088 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 9e3f1da6-4293-49f2-bf7e-47c8517d4448 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:56.481098 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9e3f1da6-4293-49f2-bf7e-47c8517d4448), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:56.549740 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-65ee5dd7-a8fd-47ab-bddc-5ce5c402a0d1 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "GET /v2.0/networks/be99a32b-a447-4402-b151-450f28b30913?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3132324 Feb 07 21:32:56.553094 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60784) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:56.637768 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30259dca-d23e-46b8-9332-1daf20e2b9fd req-aabeed1d-baea-421d-909c-62f8b2e41681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:56.638919 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30259dca-d23e-46b8-9332-1daf20e2b9fd req-aabeed1d-baea-421d-909c-62f8b2e41681 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 1126 time: 0.3252044 Feb 07 21:32:56.733016 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77573272-55ea-4be7-a350-42628c58f05a tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:56.734385 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-77573272-55ea-4be7-a350-42628c58f05a tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "GET /v2.0/subnets/dcad9f75-70d2-44d8-83a2-93c77ea98095 HTTP/1.1" status: 200 len: 843 time: 0.1785207 Feb 07 21:32:56.750843 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60792) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:56.825185 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 9e3f1da6-4293-49f2-bf7e-47c8517d4448 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:56.826328 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 4267df4a-3ed8-4045-9366-92a1e3f8e344 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:32:56.850030 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30259dca-d23e-46b8-9332-1daf20e2b9fd req-69d62c7c-c9a6-49f2-aacb-5d21f716bb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:56.852020 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30259dca-d23e-46b8-9332-1daf20e2b9fd req-69d62c7c-c9a6-49f2-aacb-5d21f716bb48 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f6fb51aa-ce97-4a86-8bd4-3b26e400b388 HTTP/1.1" status: 200 len: 898 time: 0.2064114 Feb 07 21:32:56.881046 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-a98ef3cc-b9a0-4445-a47f-117f89b8ddc9 None None] Allocated IP 172.20.0.1 (9ab83688-db7d-4ade-b8b8-1e1d986864a4/906f1ab2-d79e-4cc4-ba2e-88f2f372beca/4267df4a-3ed8-4045-9366-92a1e3f8e344) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:32:56.889009 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a21012a-5e8d-4eb1-a8fb-df72039c7ad7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:56.890560 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0a21012a-5e8d-4eb1-a8fb-df72039c7ad7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "GET /v2.0/subnets/dcad9f75-70d2-44d8-83a2-93c77ea98095?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1385024 Feb 07 21:32:56.894096 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60796) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:56.899029 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-4aeeb1b7-b5cb-447d-b48a-8a768a8a6eea tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-622127372'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:56.945767 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aeeb1b7-b5cb-447d-b48a-8a768a8a6eea tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Made reservation on behalf of 45ce74c3408845c18e6f6c8b525df7d9 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:32:56.950490 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4aeeb1b7-b5cb-447d-b48a-8a768a8a6eea tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:56.958877 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30259dca-d23e-46b8-9332-1daf20e2b9fd req-7f014356-8e1d-4a27-96f2-16b2f73146cb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4e2ddf0-693a-435f-891d-b5a426cfa78f HTTP/1.1" status: 200 len: 217 time: 0.0983548 Feb 07 21:32:56.996111 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aeeb1b7-b5cb-447d-b48a-8a768a8a6eea tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:32:57.013362 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4aeeb1b7-b5cb-447d-b48a-8a768a8a6eea tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (1082fe85-d54a-4e11-b2c9-b2aff2fa323f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:57.013956 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-4aeeb1b7-b5cb-447d-b48a-8a768a8a6eea tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Added segment 1082fe85-d54a-4e11-b2c9-b2aff2fa323f of type vlan for network c5a5a939-e96f-4077-bf0c-ef506f393ff9 Feb 07 21:32:57.055128 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 4267df4a-3ed8-4045-9366-92a1e3f8e344 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:57.055128 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4267df4a-3ed8-4045-9366-92a1e3f8e344), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:57.076478 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a98ef3cc-b9a0-4445-a47f-117f89b8ddc9 None None] For port 4267df4a-3ed8-4045-9366-92a1e3f8e344, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=4267df4a-3ed8-4045-9366-92a1e3f8e344,segment=NetworkSegment(52320177-5433-408b-863d-814f73b2aa38),segment_id=52320177-5433-408b-863d-814f73b2aa38)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:32:57.091461 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4aeeb1b7-b5cb-447d-b48a-8a768a8a6eea tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (c5a5a939-e96f-4077-bf0c-ef506f393ff9), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:57.126474 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4aeeb1b7-b5cb-447d-b48a-8a768a8a6eea tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (c5a5a939-e96f-4077-bf0c-ef506f393ff9), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:57.135595 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeeb1b7-b5cb-447d-b48a-8a768a8a6eea tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:57.136454 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4aeeb1b7-b5cb-447d-b48a-8a768a8a6eea tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:57.195712 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a98ef3cc-b9a0-4445-a47f-117f89b8ddc9 None None] Publish callbacks [] for port (4267df4a-3ed8-4045-9366-92a1e3f8e344), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:57.217111 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a98ef3cc-b9a0-4445-a47f-117f89b8ddc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (4267df4a-3ed8-4045-9366-92a1e3f8e344), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:57.229511 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4aeeb1b7-b5cb-447d-b48a-8a768a8a6eea tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3341315 Feb 07 21:32:57.230634 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60804) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:57.241144 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1b6e80a3-416d-40dd-ab18-92a1d6161d2f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Request body: {'subnet': {'network_id': 'c5a5a939-e96f-4077-bf0c-ef506f393ff9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:57.354274 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeeb1b7-b5cb-447d-b48a-8a768a8a6eea tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event updated for resources: {'Network': ['ID=c5a5a939-e96f-4077-bf0c-ef506f393ff9,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:57.389606 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6e80a3-416d-40dd-ab18-92a1d6161d2f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Made reservation on behalf of 45ce74c3408845c18e6f6c8b525df7d9 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:32:57.394698 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b6e80a3-416d-40dd-ab18-92a1d6161d2f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:57.396652 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network c5a5a939-e96f-4077-bf0c-ef506f393ff9 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:32:57.422653 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ef3cc-b9a0-4445-a47f-117f89b8ddc9 None None] Pushing event updated for resources: {'Port': ['ID=4267df4a-3ed8-4045-9366-92a1e3f8e344,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:57.448193 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30259dca-d23e-46b8-9332-1daf20e2b9fd req-0a878b9e-33fb-47ed-8dcd-b02da1f0157d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:57.448193 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30259dca-d23e-46b8-9332-1daf20e2b9fd req-0a878b9e-33fb-47ed-8dcd-b02da1f0157d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d HTTP/1.1" status: 200 len: 835 time: 0.4603384 Feb 07 21:32:57.460878 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 4267df4a-3ed8-4045-9366-92a1e3f8e344 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:57.501609 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c9d10-dbdd-4801-902f-e513de16a84b req-f386a543-e6df-4d45-b50e-33e979e8c620 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:57.503347 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.ipam_backend_mixin [None req-1b6e80a3-416d-40dd-ab18-92a1d6161d2f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Performing IP validity checks on allocation pools {{(pid=103256) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 07 21:32:57.504089 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.ipam_backend_mixin [None req-1b6e80a3-416d-40dd-ab18-92a1d6161d2f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103256) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 07 21:32:57.504816 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b1c9d10-dbdd-4801-902f-e513de16a84b req-f386a543-e6df-4d45-b50e-33e979e8c620 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 944 time: 0.1222661 Feb 07 21:32:57.515407 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f59e3-db3e-4e9d-8ccc-6b3d9b949694 req-1ec6c2ed-d60a-4283-92c6-5c632710fb1b tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:57.524552 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-546f59e3-db3e-4e9d-8ccc-6b3d9b949694 req-1ec6c2ed-d60a-4283-92c6-5c632710fb1b tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 947 time: 0.5951092 Feb 07 21:32:57.606498 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30259dca-d23e-46b8-9332-1daf20e2b9fd req-a8e0b388-f163-4a51-8e51-ea19b95252f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:57.608171 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30259dca-d23e-46b8-9332-1daf20e2b9fd req-a8e0b388-f163-4a51-8e51-ea19b95252f8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f6fb51aa-ce97-4a86-8bd4-3b26e400b388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1509557 Feb 07 21:32:57.661058 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-546f59e3-db3e-4e9d-8ccc-6b3d9b949694 req-7318312d-d6f8-437b-97e9-e253ff2ee824 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353314 Feb 07 21:32:57.668108 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b6e80a3-416d-40dd-ab18-92a1d6161d2f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (748ba835-940b-4c6a-9598-aa69140905cd), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:57.740579 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 4267df4a-3ed8-4045-9366-92a1e3f8e344 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:32:57.746999 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e80a3-416d-40dd-ab18-92a1d6161d2f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event updated for resources: {'Subnet': ['ID=748ba835-940b-4c6a-9598-aa69140905cd,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:57.752820 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b1c9d10-dbdd-4801-902f-e513de16a84b req-a943d3a8-e111-4f4b-bac2-b0197144150f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244744 Feb 07 21:32:57.789058 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6e80a3-416d-40dd-ab18-92a1d6161d2f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Checking segment: {'id': '1082fe85-d54a-4e11-b2c9-b2aff2fa323f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c5a5a939-e96f-4077-bf0c-ef506f393ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:32:57.789486 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6e80a3-416d-40dd-ab18-92a1d6161d2f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Network hostable DHCP agents. Network: c5a5a939-e96f-4077-bf0c-ef506f393ff9, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:32:57.812128 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30259dca-d23e-46b8-9332-1daf20e2b9fd req-36d91088-02d5-4029-a5c6-e6d6b2e9e53a service neutron] 10.222.0.71 "GET /v2.0/networks/f6fb51aa-ce97-4a86-8bd4-3b26e400b388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958661 Feb 07 21:32:57.817223 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6e80a3-416d-40dd-ab18-92a1d6161d2f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Network c5a5a939-e96f-4077-bf0c-ef506f393ff9 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:32:57.828860 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 4267df4a-3ed8-4045-9366-92a1e3f8e344 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:57.828860 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4267df4a-3ed8-4045-9366-92a1e3f8e344), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:57.851494 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-1b6e80a3-416d-40dd-ab18-92a1d6161d2f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, c5a5a939-e96f-4077-bf0c-ef506f393ff9) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:57.861897 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f15892-62b0-4a80-9478-12df433d9a24 None None] Network c5a5a939-e96f-4077-bf0c-ef506f393ff9 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:32:57.867562 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6e80a3-416d-40dd-ab18-92a1d6161d2f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:57.868185 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b6e80a3-416d-40dd-ab18-92a1d6161d2f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:57.890748 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1b6e80a3-416d-40dd-ab18-92a1d6161d2f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6540558 Feb 07 21:32:57.894489 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60816) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:57.901737 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-eb5a87fc-e114-49bd-ba49-2b0248b90a8f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:32:57.964800 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30259dca-d23e-46b8-9332-1daf20e2b9fd req-02d39bcc-5405-48bb-8cbc-9aa0a54bc58f service neutron] 10.222.0.71 "GET /v2.0/networks/f6fb51aa-ce97-4a86-8bd4-3b26e400b388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450992 Feb 07 21:32:58.005579 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb5a87fc-e114-49bd-ba49-2b0248b90a8f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-528990572'] for subnet (748ba835-940b-4c6a-9598-aa69140905cd), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:58.080796 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a344767a-80f7-4f98-97f0-40d0bd7e17b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-c5a5a939-e96f-4077-bf0c-ef506f393ff9', 'network_id': 'c5a5a939-e96f-4077-bf0c-ef506f393ff9', 'project_id': '45ce74c3408845c18e6f6c8b525df7d9', 'fixed_ips': [{'subnet_id': '748ba835-940b-4c6a-9598-aa69140905cd'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:32:58.081648 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a344767a-80f7-4f98-97f0-40d0bd7e17b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:58.118251 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 4267df4a-3ed8-4045-9366-92a1e3f8e344 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:58.224091 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb5a87fc-e114-49bd-ba49-2b0248b90a8f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751805492484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4079023'] for subnet (748ba835-940b-4c6a-9598-aa69140905cd), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:58.278880 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5a87fc-e114-49bd-ba49-2b0248b90a8f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:58.279562 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb5a87fc-e114-49bd-ba49-2b0248b90a8f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:58.281513 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-a344767a-80f7-4f98-97f0-40d0bd7e17b3 None None] Allocated IP 2001:db8::3 (c5a5a939-e96f-4077-bf0c-ef506f393ff9/748ba835-940b-4c6a-9598-aa69140905cd/b095815b-b004-415a-9459-ebb3a1848b02) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:32:58.285130 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60822) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:32:58.289006 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-eb5a87fc-e114-49bd-ba49-2b0248b90a8f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "PUT /v2.0/subnets/748ba835-940b-4c6a-9598-aa69140905cd HTTP/1.1" status: 200 len: 900 time: 0.3932822 Feb 07 21:32:58.298935 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a87fc-e114-49bd-ba49-2b0248b90a8f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event updated for resources: {'Subnet': ['ID=748ba835-940b-4c6a-9598-aa69140905cd,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:58.363775 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a601899-7ace-4a8f-b9bc-0127e1130ba1 None None] Network 9ab83688-db7d-4ade-b8b8-1e1d986864a4 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:32:58.397268 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (c5a5a939-e96f-4077-bf0c-ef506f393ff9), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:58.416459 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device b4e2ddf0-693a-435f-891d-b5a426cfa78f details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:32:58.484912 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (748ba835-940b-4c6a-9598-aa69140905cd), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:58.527381 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a6b58-9aa3-4de6-8335-581ca7acd806 req-c0537c15-b8b6-444b-96da-25d21f20bc25 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:58.528856 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-692a6b58-9aa3-4de6-8335-581ca7acd806 req-c0537c15-b8b6-444b-96da-25d21f20bc25 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.69 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 947 time: 0.1222119 Feb 07 21:32:58.642319 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-692a6b58-9aa3-4de6-8335-581ca7acd806 req-af76b11a-b4f3-4b3e-8d52-9c53700fd2dc tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Deleting port 9dff229d-589a-4c03-88b4-9e6351af7b5f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:32:58.643049 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-692a6b58-9aa3-4de6-8335-581ca7acd806 req-af76b11a-b4f3-4b3e-8d52-9c53700fd2dc tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:58.660698 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2a486700-9593-4f2a-a0a4-950924ae7748 None None] Provisioning complete for port 4267df4a-3ed8-4045-9366-92a1e3f8e344 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:58.661061 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2a486700-9593-4f2a-a0a4-950924ae7748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4267df4a-3ed8-4045-9366-92a1e3f8e344), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:58.787197 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-692a6b58-9aa3-4de6-8335-581ca7acd806 req-af76b11a-b4f3-4b3e-8d52-9c53700fd2dc tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] For port 9dff229d-589a-4c03-88b4-9e6351af7b5f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=9dff229d-589a-4c03-88b4-9e6351af7b5f,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:32:58.787197 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-692a6b58-9aa3-4de6-8335-581ca7acd806 req-af76b11a-b4f3-4b3e-8d52-9c53700fd2dc tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:58.847965 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a344767a-80f7-4f98-97f0-40d0bd7e17b3 None None] Publish callbacks [] for port (b095815b-b004-415a-9459-ebb3a1848b02), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:58.875671 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a344767a-80f7-4f98-97f0-40d0bd7e17b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (b095815b-b004-415a-9459-ebb3a1848b02), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:58.941892 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port b4e2ddf0-693a-435f-891d-b5a426cfa78f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b4e2ddf0-693a-435f-891d-b5a426cfa78f,segment=NetworkSegment(bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85),segment_id=bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:32:58.977464 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'b4e2ddf0-693a-435f-891d-b5a426cfa78f', 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388', 'port_id': 'b4e2ddf0-693a-435f-891d-b5a426cfa78f', 'mac_address': 'fa:16:3e:cd:d6:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:32:58.981174 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a344767a-80f7-4f98-97f0-40d0bd7e17b3 None None] Network c5a5a939-e96f-4077-bf0c-ef506f393ff9 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:32:58.983880 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (748ba835-940b-4c6a-9598-aa69140905cd), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:58.984097 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344767a-80f7-4f98-97f0-40d0bd7e17b3 None None] Pushing event updated for resources: {'Port': ['ID=b095815b-b004-415a-9459-ebb3a1848b02,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:58.988741 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-a344767a-80f7-4f98-97f0-40d0bd7e17b3 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:32:58.991465 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a344767a-80f7-4f98-97f0-40d0bd7e17b3 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:32:58.995250 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2a486700-9593-4f2a-a0a4-950924ae7748 None None] Current status of the port 4267df4a-3ed8-4045-9366-92a1e3f8e344 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:59.003657 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51100e-a365-4270-8ab8-12c867fa17c4 req-6c14dadb-89b2-4eba-8545-8c3cb1f64191 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:59.005424 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb51100e-a365-4270-8ab8-12c867fa17c4 req-6c14dadb-89b2-4eba-8545-8c3cb1f64191 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 947 time: 0.2644587 Feb 07 21:32:59.072995 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event deleted for resources: {'Subnet': ['ID=748ba835-940b-4c6a-9598-aa69140905cd,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:59.077682 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port b4e2ddf0-693a-435f-891d-b5a426cfa78f is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:59.078071 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b4e2ddf0-693a-435f-891d-b5a426cfa78f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:59.099927 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a344767a-80f7-4f98-97f0-40d0bd7e17b3 None None] Attempting to bind port b095815b-b004-415a-9459-ebb3a1848b02 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:32:59.100689 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a344767a-80f7-4f98-97f0-40d0bd7e17b3 None None] Attempting to bind port b095815b-b004-415a-9459-ebb3a1848b02 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '1082fe85-d54a-4e11-b2c9-b2aff2fa323f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c5a5a939-e96f-4077-bf0c-ef506f393ff9'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:32:59.100800 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a344767a-80f7-4f98-97f0-40d0bd7e17b3 None None] Attempting to bind port b095815b-b004-415a-9459-ebb3a1848b02 on network c5a5a939-e96f-4077-bf0c-ef506f393ff9 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:32:59.110727 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a344767a-80f7-4f98-97f0-40d0bd7e17b3 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:32:59.111256 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a344767a-80f7-4f98-97f0-40d0bd7e17b3 None None] Checking segment: {'id': '1082fe85-d54a-4e11-b2c9-b2aff2fa323f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c5a5a939-e96f-4077-bf0c-ef506f393ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:32:59.111762 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a344767a-80f7-4f98-97f0-40d0bd7e17b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:59.112255 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a344767a-80f7-4f98-97f0-40d0bd7e17b3 None None] Bound using segment: {'id': '1082fe85-d54a-4e11-b2c9-b2aff2fa323f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c5a5a939-e96f-4077-bf0c-ef506f393ff9'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:32:59.112858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a344767a-80f7-4f98-97f0-40d0bd7e17b3 None None] Bound port: b095815b-b004-415a-9459-ebb3a1848b02, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1082fe85-d54a-4e11-b2c9-b2aff2fa323f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c5a5a939-e96f-4077-bf0c-ef506f393ff9'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:32:59.113334 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a344767a-80f7-4f98-97f0-40d0bd7e17b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b095815b-b004-415a-9459-ebb3a1848b02), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:59.116339 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e2ddf0-693a-435f-891d-b5a426cfa78f {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:32:59.146358 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port b4e2ddf0-693a-435f-891d-b5a426cfa78f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b4e2ddf0-693a-435f-891d-b5a426cfa78f,segment=NetworkSegment(bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85),segment_id=bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:32:59.168965 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b4e2ddf0-693a-435f-891d-b5a426cfa78f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:59.209715 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90220741-f56e-4463-9ed2-e2345b5d2628 req-316b0fd5-9f8f-45ff-a53d-e746efacf4f2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:32:59.212169 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-90220741-f56e-4463-9ed2-e2345b5d2628 req-316b0fd5-9f8f-45ff-a53d-e746efacf4f2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 944 time: 0.3145416 Feb 07 21:32:59.241330 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a344767a-80f7-4f98-97f0-40d0bd7e17b3 None None] For port b095815b-b004-415a-9459-ebb3a1848b02, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:32:59.244524 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a344767a-80f7-4f98-97f0-40d0bd7e17b3 None None] For port b095815b-b004-415a-9459-ebb3a1848b02, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=b095815b-b004-415a-9459-ebb3a1848b02,segment=NetworkSegment(1082fe85-d54a-4e11-b2c9-b2aff2fa323f),segment_id=1082fe85-d54a-4e11-b2c9-b2aff2fa323f)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:32:59.246067 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=b4e2ddf0-693a-435f-891d-b5a426cfa78f,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:59.263855 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a344767a-80f7-4f98-97f0-40d0bd7e17b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b095815b-b004-415a-9459-ebb3a1848b02), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:59.271450 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (c5a5a939-e96f-4077-bf0c-ef506f393ff9), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:59.304020 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-692a6b58-9aa3-4de6-8335-581ca7acd806 req-af76b11a-b4f3-4b3e-8d52-9c53700fd2dc tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:59.304706 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-692a6b58-9aa3-4de6-8335-581ca7acd806 req-af76b11a-b4f3-4b3e-8d52-9c53700fd2dc tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (1e352bb8-dd28-4659-a80d-ccd384323ad1), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:59.305228 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [req-692a6b58-9aa3-4de6-8335-581ca7acd806 req-af76b11a-b4f3-4b3e-8d52-9c53700fd2dc tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Floating IP 1e352bb8-dd28-4659-a80d-ccd384323ad1 disassociated. External IP: 172.25.4.235, port: 9dff229d-589a-4c03-88b4-9e6351af7b5f. Feb 07 21:32:59.305786 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-692a6b58-9aa3-4de6-8335-581ca7acd806 req-af76b11a-b4f3-4b3e-8d52-9c53700fd2dc tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Calling delete_port for 9dff229d-589a-4c03-88b4-9e6351af7b5f owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:32:59.317064 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb51100e-a365-4270-8ab8-12c867fa17c4 req-4f597443-2825-48a8-800a-06222e27506f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=f74596ca-2263-4fe2-8f34-8c6ec46b576b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2625246 Feb 07 21:32:59.334694 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a5a939-e96f-4077-bf0c-ef506f393ff9']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:59.380448 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e6943c-0bf0-4fbb-b3e6-9f2157bb62c0 None None] get_active_networks_info from n-d-828185-2 {{(pid=103257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 21:32:59.405909 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344767a-80f7-4f98-97f0-40d0bd7e17b3 None None] Pushing event updated for resources: {'Port': ['ID=b095815b-b004-415a-9459-ebb3a1848b02,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:59.454706 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1082fe85-d54a-4e11-b2c9-b2aff2fa323f') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:59.455123 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1082fe85-d54a-4e11-b2c9-b2aff2fa323f') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:59.461981 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-9d239bf7-9d58-4b63-b34e-48687a22aa9b None None] Provisioning complete for port 4267df4a-3ed8-4045-9366-92a1e3f8e344 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:32:59.462936 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9d239bf7-9d58-4b63-b34e-48687a22aa9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (4267df4a-3ed8-4045-9366-92a1e3f8e344), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:59.480878 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (1082fe85-d54a-4e11-b2c9-b2aff2fa323f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:59.493514 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['b4e2ddf0-693a-435f-891d-b5a426cfa78f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:32:59.513188 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-90220741-f56e-4463-9ed2-e2345b5d2628 req-41cfdae8-6f52-4ba6-a3d0-632f494764c7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743754 Feb 07 21:32:59.525550 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (1082fe85-d54a-4e11-b2c9-b2aff2fa323f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:59.539245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:32:59.540265 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (1082fe85-d54a-4e11-b2c9-b2aff2fa323f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:32:59.543861 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:32:59.607176 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-692a6b58-9aa3-4de6-8335-581ca7acd806 req-af76b11a-b4f3-4b3e-8d52-9c53700fd2dc tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (9dff229d-589a-4c03-88b4-9e6351af7b5f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:59.628770 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e6943c-0bf0-4fbb-b3e6-9f2157bb62c0 None None] Resources bound (agent type, host, resource id): {{(pid=103257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 21:32:59.654009 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76b11a-b4f3-4b3e-8d52-9c53700fd2dc tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Pushing event deleted for resources: {'Port': ['ID=9dff229d-589a-4c03-88b4-9e6351af7b5f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:32:59.692466 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9d239bf7-9d58-4b63-b34e-48687a22aa9b None None] Current status of the port 4267df4a-3ed8-4045-9366-92a1e3f8e344 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:32:59.707750 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 21:32:59.707750 n-d-828185-2 neutron-server[103255]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 21:32:59.707750 n-d-828185-2 neutron-server[103255]: [parameters: {'id': 'c5a5a939-e96f-4077-bf0c-ef506f393ff9'}] Feb 07 21:32:59.707750 n-d-828185-2 neutron-server[103255]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:32:59.707750 n-d-828185-2 neutron-server[103255]: DEBUG oslo_db.api [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:32:59.786172 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-692a6b58-9aa3-4de6-8335-581ca7acd806 req-af76b11a-b4f3-4b3e-8d52-9c53700fd2dc tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Router 9fe81b8e-b081-4cfa-92b4-b95247378287 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:32:59.908709 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-692a6b58-9aa3-4de6-8335-581ca7acd806 req-af76b11a-b4f3-4b3e-8d52-9c53700fd2dc tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:32:59.922107 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09069d14-84ce-4614-bbb0-514e3d97c334 None None] Sync routers for ids ['9fe81b8e-b081-4cfa-92b4-b95247378287'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:32:59.938815 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09069d14-84ce-4614-bbb0-514e3d97c334 None None] Routers {'9fe81b8e-b081-4cfa-92b4-b95247378287'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:32:59.938815 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-09069d14-84ce-4614-bbb0-514e3d97c334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:32:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['9fe81b8e-b081-4cfa-92b4-b95247378287'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:32:59.981273 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-692a6b58-9aa3-4de6-8335-581ca7acd806 req-af76b11a-b4f3-4b3e-8d52-9c53700fd2dc tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] No DVR routers for this DVR port 9dff229d-589a-4c03-88b4-9e6351af7b5f on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:32:59.993248 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-692a6b58-9aa3-4de6-8335-581ca7acd806 req-af76b11a-b4f3-4b3e-8d52-9c53700fd2dc tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:32:59.996695 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-692a6b58-9aa3-4de6-8335-581ca7acd806 req-af76b11a-b4f3-4b3e-8d52-9c53700fd2dc tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.69 "DELETE /v2.0/ports/9dff229d-589a-4c03-88b4-9e6351af7b5f HTTP/1.1" status: 204 len: 173 time: 1.4614649 Feb 07 21:32:59.997158 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f081eddd-5bb3-4d00-ae11-6fdcbc206256', 'name': 'network-vif-deleted', 'tag': '9dff229d-589a-4c03-88b4-9e6351af7b5f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:32:59.999442 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef28d1b3-42e0-4be9-8980-7620839a7003" -d '{"events": [{"server_uuid": "f081eddd-5bb3-4d00-ae11-6fdcbc206256", "name": "network-vif-deleted", "tag": "9dff229d-589a-4c03-88b4-9e6351af7b5f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:33:00.019793 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d293775-816a-472f-8e0d-f3d38c440530 None None] Network c5a5a939-e96f-4077-bf0c-ef506f393ff9 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:00.047538 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f622e2e-9551-4830-9b84-114e2b11cd99 x-openstack-request-id: req-0f622e2e-9551-4830-9b84-114e2b11cd99 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:33:00.047914 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f081eddd-5bb3-4d00-ae11-6fdcbc206256", "name": "network-vif-deleted", "tag": "9dff229d-589a-4c03-88b4-9e6351af7b5f", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:33:00.048174 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f622e2e-9551-4830-9b84-114e2b11cd99 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:33:00.048603 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f081eddd-5bb3-4d00-ae11-6fdcbc206256', 'name': 'network-vif-deleted', 'tag': '9dff229d-589a-4c03-88b4-9e6351af7b5f', 'status': 'completed', 'code': 200} Feb 07 21:33:00.098698 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-09069d14-84ce-4614-bbb0-514e3d97c334 None None] Set router 9fe81b8e-b081-4cfa-92b4-b95247378287 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:33:00.162266 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab201af-979c-4cc3-ad4e-82ecf6bdf8a6 None None] Network c5a5a939-e96f-4077-bf0c-ef506f393ff9 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:00.209524 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (c5a5a939-e96f-4077-bf0c-ef506f393ff9), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:00.271338 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Deleting port b095815b-b004-415a-9459-ebb3a1848b02 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:00.271778 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (b095815b-b004-415a-9459-ebb3a1848b02), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:00.335865 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-09069d14-84ce-4614-bbb0-514e3d97c334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'name': 'tempest-AttachVolumeShelveTestJSON-1854305194-router', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:27:57Z', 'updated_at': '2022-02-07T21:28:06Z', 'revision_number': 4, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'gw_port': {'id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:27:58Z', 'updated_at': '2022-02-07T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'e6b139ad-ed3f-4033-880b-2b6a733bafc0', 'name': '', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'mac_address': 'fa:16:3e:24:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:28:03Z', 'updated_at': '2022-02-07T21:28:12Z', 'revision_number': 5, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'subnets': [{'id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:00.342791 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] For port b095815b-b004-415a-9459-ebb3a1848b02, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=b095815b-b004-415a-9459-ebb3a1848b02,segment=NetworkSegment(1082fe85-d54a-4e11-b2c9-b2aff2fa323f),segment_id=1082fe85-d54a-4e11-b2c9-b2aff2fa323f)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:00.343277 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (b095815b-b004-415a-9459-ebb3a1848b02), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:00.363884 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Calling delete_port for b095815b-b004-415a-9459-ebb3a1848b02 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:00.378329 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09069d14-84ce-4614-bbb0-514e3d97c334 None None] Checking router: 9fe81b8e-b081-4cfa-92b4-b95247378287 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:33:00.407525 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09069d14-84ce-4614-bbb0-514e3d97c334 None None] Routers {'9fe81b8e-b081-4cfa-92b4-b95247378287'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:33:00.408441 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-09069d14-84ce-4614-bbb0-514e3d97c334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:32:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['9fe81b8e-b081-4cfa-92b4-b95247378287'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:00.496952 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (b095815b-b004-415a-9459-ebb3a1848b02), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:00.542168 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-09069d14-84ce-4614-bbb0-514e3d97c334 None None] Set router 9fe81b8e-b081-4cfa-92b4-b95247378287 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:33:00.555806 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-08ad9398-2321-4d51-9583-44dc6c40ba0e req-70838d0f-0e85-4288-8808-9b984cc98021 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=f081eddd-5bb3-4d00-ae11-6fdcbc206256 HTTP/1.1" status: 200 len: 210 time: 0.0730975 Feb 07 21:33:00.559382 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event deleted for resources: {'Port': ['ID=b095815b-b004-415a-9459-ebb3a1848b02,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:00.562259 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] No DVR routers for this DVR port b095815b-b004-415a-9459-ebb3a1848b02 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:33:00.749190 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (c5a5a939-e96f-4077-bf0c-ef506f393ff9), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:00.783131 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a5a939-e96f-4077-bf0c-ef506f393ff9']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:00.801303 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412f4f5-986c-42c0-bb06-c1ccf49dbf5c req-86d3a02c-6afc-4027-9094-5c223703cd18 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:00.802814 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6412f4f5-986c-42c0-bb06-c1ccf49dbf5c req-86d3a02c-6afc-4027-9094-5c223703cd18 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 945 time: 0.1044180 Feb 07 21:33:00.804678 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1082fe85-d54a-4e11-b2c9-b2aff2fa323f') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:00.804974 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1082fe85-d54a-4e11-b2c9-b2aff2fa323f') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:00.824561 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (1082fe85-d54a-4e11-b2c9-b2aff2fa323f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:00.843534 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-09069d14-84ce-4614-bbb0-514e3d97c334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'name': 'tempest-AttachVolumeShelveTestJSON-1854305194-router', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:27:57Z', 'updated_at': '2022-02-07T21:28:06Z', 'revision_number': 4, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'gw_port': {'id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:27:58Z', 'updated_at': '2022-02-07T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'e6b139ad-ed3f-4033-880b-2b6a733bafc0', 'name': '', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'mac_address': 'fa:16:3e:24:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:28:03Z', 'updated_at': '2022-02-07T21:28:12Z', 'revision_number': 5, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'subnets': [{'id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:00.856203 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (1082fe85-d54a-4e11-b2c9-b2aff2fa323f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:00.872152 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:00.872649 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (1082fe85-d54a-4e11-b2c9-b2aff2fa323f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:00.875721 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09069d14-84ce-4614-bbb0-514e3d97c334 None None] The sync data for ids ['9fe81b8e-b081-4cfa-92b4-b95247378287'] in n-d-828185-2 is: [{'id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'name': 'tempest-AttachVolumeShelveTestJSON-1854305194-router', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:27:57Z', 'updated_at': '2022-02-07T21:28:06Z', 'revision_number': 4, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'gw_port': {'id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:27:58Z', 'updated_at': '2022-02-07T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'e6b139ad-ed3f-4033-880b-2b6a733bafc0', 'name': '', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'mac_address': 'fa:16:3e:24:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:28:03Z', 'updated_at': '2022-02-07T21:28:12Z', 'revision_number': 5, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'subnets': [{'id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:00.876357 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:00.940099 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6412f4f5-986c-42c0-bb06-c1ccf49dbf5c req-03552745-dd6e-4df8-9cdd-f686a2e15db5 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267281 Feb 07 21:33:00.964428 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (c5a5a939-e96f-4077-bf0c-ef506f393ff9), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:00.984265 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:00.987542 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "DELETE /v2.0/networks/c5a5a939-e96f-4077-bf0c-ef506f393ff9 HTTP/1.1" status: 204 len: 168 time: 2.7014084 Feb 07 21:33:00.988437 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d17f54-ff04-4a00-948f-f83c397b98d3 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event deleted for resources: {'Network': ['ID=c5a5a939-e96f-4077-bf0c-ef506f393ff9,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:00.990689 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60884) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:01.018411 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9eaa57-aedb-4aa2-bc3e-42ea6a2711c5 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:01.018933 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9eaa57-aedb-4aa2-bc3e-42ea6a2711c5 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:01.024351 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3d9eaa57-aedb-4aa2-bc3e-42ea6a2711c5 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "DELETE /v2.0/subnets/748ba835-940b-4c6a-9598-aa69140905cd HTTP/1.1" status: 404 len: 337 time: 0.0305486 Feb 07 21:33:01.025719 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60886) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:01.048649 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-052abc4e-c91e-4e91-8f90-3e71ddbca921 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:01.049534 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-052abc4e-c91e-4e91-8f90-3e71ddbca921 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:01.052596 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-052abc4e-c91e-4e91-8f90-3e71ddbca921 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "DELETE /v2.0/networks/c5a5a939-e96f-4077-bf0c-ef506f393ff9 HTTP/1.1" status: 404 len: 339 time: 0.0257981 Feb 07 21:33:01.055213 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60888) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:01.146219 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4df2dadf-420c-4582-b489-eb156fce3610 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (e5e36d47-6509-469c-b70f-5b286b754b63), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:01.260161 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4df2dadf-420c-4582-b489-eb156fce3610 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (e5e36d47-6509-469c-b70f-5b286b754b63), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:01.265186 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646aad47-1fc5-4633-a293-849af232851a None None] New status for floating IP 1e352bb8-dd28-4659-a80d-ccd384323ad1: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:33:01.294896 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-4df2dadf-420c-4582-b489-eb156fce3610 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5e36d47-6509-469c-b70f-5b286b754b63']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:01.307999 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-4df2dadf-420c-4582-b489-eb156fce3610 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e646b3-a4fc-4c3b-b9c1-bca496b534fe') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:01.308653 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-4df2dadf-420c-4582-b489-eb156fce3610 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e646b3-a4fc-4c3b-b9c1-bca496b534fe') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:01.320276 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4df2dadf-420c-4582-b489-eb156fce3610 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (81e646b3-a4fc-4c3b-b9c1-bca496b534fe), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:01.336648 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4df2dadf-420c-4582-b489-eb156fce3610 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (81e646b3-a4fc-4c3b-b9c1-bca496b534fe), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:01.343973 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df2dadf-420c-4582-b489-eb156fce3610 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:01.344900 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4df2dadf-420c-4582-b489-eb156fce3610 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (81e646b3-a4fc-4c3b-b9c1-bca496b534fe), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:01.348569 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:01.419314 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4df2dadf-420c-4582-b489-eb156fce3610 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (e5e36d47-6509-469c-b70f-5b286b754b63), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:01.432705 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4df2dadf-420c-4582-b489-eb156fce3610 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:01.437269 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4df2dadf-420c-4582-b489-eb156fce3610 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "DELETE /v2.0/networks/e5e36d47-6509-469c-b70f-5b286b754b63 HTTP/1.1" status: 204 len: 168 time: 0.3809576 Feb 07 21:33:01.439763 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60890) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:01.455448 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2dadf-420c-4582-b489-eb156fce3610 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event deleted for resources: {'Network': ['ID=e5e36d47-6509-469c-b70f-5b286b754b63,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:01.481510 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5bc6890-a4ce-4eb7-bd1c-a98a12713e27 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:01.481976 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5bc6890-a4ce-4eb7-bd1c-a98a12713e27 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:01.485596 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d5bc6890-a4ce-4eb7-bd1c-a98a12713e27 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "DELETE /v2.0/subnets/7aab6b87-fee5-4531-aaa1-d86459258c21 HTTP/1.1" status: 404 len: 337 time: 0.0442932 Feb 07 21:33:01.488057 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60892) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:01.507464 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-8521c8ab-fefe-42a5-bee8-3ebfea1ab08e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:01.508419 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8521c8ab-fefe-42a5-bee8-3ebfea1ab08e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:01.512269 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8521c8ab-fefe-42a5-bee8-3ebfea1ab08e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "DELETE /v2.0/networks/02de8d3f-3ce8-4c8a-8e76-57b7f1cf3d81 HTTP/1.1" status: 404 len: 339 time: 0.0224288 Feb 07 21:33:01.514253 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60894) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:01.587108 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6773e9e-10ef-4b5a-a339-9aced915cb64 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Deleting subnet 906f1ab2-d79e-4cc4-ba2e-88f2f372beca {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:33:01.590895 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6773e9e-10ef-4b5a-a339-9aced915cb64 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks [] for subnet (906f1ab2-d79e-4cc4-ba2e-88f2f372beca), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:01.631965 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 9dff229d-589a-4c03-88b4-9e6351af7b5f no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:33:01.651814 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6773e9e-10ef-4b5a-a339-9aced915cb64 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (906f1ab2-d79e-4cc4-ba2e-88f2f372beca), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:01.680945 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 9dff229d-589a-4c03-88b4-9e6351af7b5f {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:33:01.682539 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 9dff229d-589a-4c03-88b4-9e6351af7b5f not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:33:01.725977 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60900) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:01.756215 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6773e9e-10ef-4b5a-a339-9aced915cb64 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (906f1ab2-d79e-4cc4-ba2e-88f2f372beca), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:01.791298 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b096f428-0b24-4f30-b37e-252e51332316 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for security_group (f74596ca-2263-4fe2-8f34-8c6ec46b576b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:01.830199 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6773e9e-10ef-4b5a-a339-9aced915cb64 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (906f1ab2-d79e-4cc4-ba2e-88f2f372beca), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:01.834430 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b096f428-0b24-4f30-b37e-252e51332316 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for security_group (f74596ca-2263-4fe2-8f34-8c6ec46b576b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:01.862343 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6773e9e-10ef-4b5a-a339-9aced915cb64 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:01.870915 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5357f303-7d5a-4025-b43b-d976e096b78f None None] Network 9ab83688-db7d-4ade-b8b8-1e1d986864a4 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:01.875869 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60902) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:01.880218 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c6773e9e-10ef-4b5a-a339-9aced915cb64 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "DELETE /v2.0/subnets/906f1ab2-d79e-4cc4-ba2e-88f2f372beca HTTP/1.1" status: 204 len: 168 time: 0.3587263 Feb 07 21:33:01.881475 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6773e9e-10ef-4b5a-a339-9aced915cb64 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event deleted for resources: {'Subnet': ['ID=906f1ab2-d79e-4cc4-ba2e-88f2f372beca,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:01.940156 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-166bca0d-cf9a-4466-8d3b-01c6dc83cd79 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Deleting subnet 078deb3b-e522-468f-9f7a-e096cc2e92f0 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:33:01.943875 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-166bca0d-cf9a-4466-8d3b-01c6dc83cd79 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks [] for subnet (078deb3b-e522-468f-9f7a-e096cc2e92f0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:01.986925 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-166bca0d-cf9a-4466-8d3b-01c6dc83cd79 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (078deb3b-e522-468f-9f7a-e096cc2e92f0), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:02.087979 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-166bca0d-cf9a-4466-8d3b-01c6dc83cd79 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (078deb3b-e522-468f-9f7a-e096cc2e92f0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:02.154190 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd5aa1-bad1-4f46-89a4-93479f9babf0 req-99fe707d-0b62-4bb5-9aa4-df47b44f61ae tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:02.155722 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9bdd5aa1-bad1-4f46-89a4-93479f9babf0 req-99fe707d-0b62-4bb5-9aa4-df47b44f61ae tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 945 time: 0.0926836 Feb 07 21:33:02.164831 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-166bca0d-cf9a-4466-8d3b-01c6dc83cd79 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (078deb3b-e522-468f-9f7a-e096cc2e92f0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:02.200158 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b096f428-0b24-4f30-b37e-252e51332316 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f74596ca-2263-4fe2-8f34-8c6ec46b576b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:02.203578 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b096f428-0b24-4f30-b37e-252e51332316 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:02.205401 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b096f428-0b24-4f30-b37e-252e51332316 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "DELETE /v2.0/security-groups/f74596ca-2263-4fe2-8f34-8c6ec46b576b HTTP/1.1" status: 204 len: 168 time: 0.4779820 Feb 07 21:33:02.211059 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60908) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:02.219445 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-166bca0d-cf9a-4466-8d3b-01c6dc83cd79 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:02.226596 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-166bca0d-cf9a-4466-8d3b-01c6dc83cd79 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "DELETE /v2.0/subnets/078deb3b-e522-468f-9f7a-e096cc2e92f0 HTTP/1.1" status: 204 len: 168 time: 0.3493664 Feb 07 21:33:02.227352 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60910) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:02.227952 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166bca0d-cf9a-4466-8d3b-01c6dc83cd79 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event deleted for resources: {'Subnet': ['ID=078deb3b-e522-468f-9f7a-e096cc2e92f0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:02.248834 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096f428-0b24-4f30-b37e-252e51332316 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74596ca-2263-4fe2-8f34-8c6ec46b576b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:02.272143 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-b2d54cec-a13a-4eff-8a0e-51cc99d3e4e1 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] show failed (client error): The resource could not be found. Feb 07 21:33:02.273990 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b2d54cec-a13a-4eff-8a0e-51cc99d3e4e1 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups/f74596ca-2263-4fe2-8f34-8c6ec46b576b HTTP/1.1" status: 404 len: 347 time: 0.0582054 Feb 07 21:33:02.281130 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60912) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:02.314936 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9bdd5aa1-bad1-4f46-89a4-93479f9babf0 req-d9cebcda-f5a1-41d1-97bb-49e53d8c2e43 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459353 Feb 07 21:33:02.421667 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0783424c-f28d-4bf2-a64f-a6410512ca63 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (9ab83688-db7d-4ade-b8b8-1e1d986864a4), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:02.432481 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device b4e2ddf0-693a-435f-891d-b5a426cfa78f up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:33:02.512734 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0783424c-f28d-4bf2-a64f-a6410512ca63 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Deleting port 4267df4a-3ed8-4045-9366-92a1e3f8e344 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:02.514695 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0783424c-f28d-4bf2-a64f-a6410512ca63 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (4267df4a-3ed8-4045-9366-92a1e3f8e344), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:02.525645 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5d02b6e1-12b6-432a-a73d-842354384fa6 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Deleting port dd43e1d0-b12b-4189-8ee9-046140745b21 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:02.526125 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d02b6e1-12b6-432a-a73d-842354384fa6 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (dd43e1d0-b12b-4189-8ee9-046140745b21), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:02.549632 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port b4e2ddf0-693a-435f-891d-b5a426cfa78f completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:33:02.555960 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port b4e2ddf0-693a-435f-891d-b5a426cfa78f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:33:02.556586 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b4e2ddf0-693a-435f-891d-b5a426cfa78f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:02.643875 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-0783424c-f28d-4bf2-a64f-a6410512ca63 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] For port 4267df4a-3ed8-4045-9366-92a1e3f8e344, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=4267df4a-3ed8-4045-9366-92a1e3f8e344,segment=NetworkSegment(52320177-5433-408b-863d-814f73b2aa38),segment_id=52320177-5433-408b-863d-814f73b2aa38)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:02.644246 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0783424c-f28d-4bf2-a64f-a6410512ca63 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (4267df4a-3ed8-4045-9366-92a1e3f8e344), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:02.653433 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d02b6e1-12b6-432a-a73d-842354384fa6 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (dd43e1d0-b12b-4189-8ee9-046140745b21), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:02.653723 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d02b6e1-12b6-432a-a73d-842354384fa6 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for floatingip (dd43e1d0-b12b-4189-8ee9-046140745b21), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:02.662267 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0783424c-f28d-4bf2-a64f-a6410512ca63 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Calling delete_port for 4267df4a-3ed8-4045-9366-92a1e3f8e344 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:02.683190 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5d02b6e1-12b6-432a-a73d-842354384fa6 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Calling delete_port for dd43e1d0-b12b-4189-8ee9-046140745b21 owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:02.729407 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port b4e2ddf0-693a-435f-891d-b5a426cfa78f is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:33:02.729900 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b4e2ddf0-693a-435f-891d-b5a426cfa78f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:02.778259 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d7fd3d-07ef-475b-81ac-ec5952032ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e2ddf0-693a-435f-891d-b5a426cfa78f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:33:02.783989 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4fe523-3234-442b-b70c-02a6942e38d8" -d '{"events": [{"server_uuid": "58d7fd3d-07ef-475b-81ac-ec5952032ffb", "name": "network-vif-plugged", "status": "completed", "tag": "b4e2ddf0-693a-435f-891d-b5a426cfa78f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:33:02.843664 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port b4e2ddf0-693a-435f-891d-b5a426cfa78f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b4e2ddf0-693a-435f-891d-b5a426cfa78f,segment=NetworkSegment(bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85),segment_id=bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:02.858063 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b4e2ddf0-693a-435f-891d-b5a426cfa78f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:02.930231 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0783424c-f28d-4bf2-a64f-a6410512ca63 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (4267df4a-3ed8-4045-9366-92a1e3f8e344), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:02.938423 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d02b6e1-12b6-432a-a73d-842354384fa6 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (dd43e1d0-b12b-4189-8ee9-046140745b21), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:02.973093 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff77c30f-42e8-4f65-970a-2b3582e817d2 x-openstack-request-id: req-ff77c30f-42e8-4f65-970a-2b3582e817d2 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:33:02.973772 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d7fd3d-07ef-475b-81ac-ec5952032ffb", "name": "network-vif-plugged", "status": "completed", "tag": "b4e2ddf0-693a-435f-891d-b5a426cfa78f", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:33:02.974484 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ff77c30f-42e8-4f65-970a-2b3582e817d2 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:33:02.975081 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d7fd3d-07ef-475b-81ac-ec5952032ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e2ddf0-693a-435f-891d-b5a426cfa78f', 'code': 200} Feb 07 21:33:02.985060 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=b4e2ddf0-693a-435f-891d-b5a426cfa78f,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:02.991427 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783424c-f28d-4bf2-a64f-a6410512ca63 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event deleted for resources: {'Port': ['ID=4267df4a-3ed8-4045-9366-92a1e3f8e344,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:03.011929 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02b6e1-12b6-432a-a73d-842354384fa6 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Pushing event deleted for resources: {'Port': ['ID=dd43e1d0-b12b-4189-8ee9-046140745b21,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:03.023825 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:03.024131 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:03.025273 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:03.025619 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:03.027405 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:03.028383 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:03.028780 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:03.029120 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:03.029457 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:03.034985 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:03.035454 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:03.035807 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:03.036290 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:03.046527 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93e7ed7-8b63-4105-8657-35af4d556359 None None] Network 9ab83688-db7d-4ade-b8b8-1e1d986864a4 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:03.051652 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0783424c-f28d-4bf2-a64f-a6410512ca63 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] No DVR routers for this DVR port 4267df4a-3ed8-4045-9366-92a1e3f8e344 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:33:03.064681 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-bd01f66d-fa22-49a2-9803-1cf70768fd63 None None] Could not find standard attr ID for object 4267df4a-3ed8-4045-9366-92a1e3f8e344. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:33:03.120118 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d02b6e1-12b6-432a-a73d-842354384fa6 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for floatingip (1e352bb8-dd28-4659-a80d-ccd384323ad1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:03.122836 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d02b6e1-12b6-432a-a73d-842354384fa6 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:03.128826 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5d02b6e1-12b6-432a-a73d-842354384fa6 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "DELETE /v2.0/floatingips/1e352bb8-dd28-4659-a80d-ccd384323ad1 HTTP/1.1" status: 204 len: 168 time: 0.8457999 Feb 07 21:33:03.173906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b43ba-9e93-4939-8b35-b85afc392259 req-464cd272-bc03-46c9-a1a0-b8e4e6ea03e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:03.178680 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5a2b43ba-9e93-4939-8b35-b85afc392259 req-464cd272-bc03-46c9-a1a0-b8e4e6ea03e5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 1128 time: 0.1893270 Feb 07 21:33:03.199998 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0783424c-f28d-4bf2-a64f-a6410512ca63 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (9ab83688-db7d-4ade-b8b8-1e1d986864a4), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:03.238663 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0783424c-f28d-4bf2-a64f-a6410512ca63 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab83688-db7d-4ade-b8b8-1e1d986864a4']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:03.260400 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0783424c-f28d-4bf2-a64f-a6410512ca63 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52320177-5433-408b-863d-814f73b2aa38') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:03.260764 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0783424c-f28d-4bf2-a64f-a6410512ca63 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52320177-5433-408b-863d-814f73b2aa38') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:03.264437 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a4e448-28be-472a-a28b-b36ecb7b3900 None None] DHCP port deletion for 9ab83688-db7d-4ade-b8b8-1e1d986864a4 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:33:03.279536 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0783424c-f28d-4bf2-a64f-a6410512ca63 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (52320177-5433-408b-863d-814f73b2aa38), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:03.283713 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5a2b43ba-9e93-4939-8b35-b85afc392259 req-3bce7915-a215-4cc6-98b2-799c5dfc365d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957170 Feb 07 21:33:03.298557 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0783424c-f28d-4bf2-a64f-a6410512ca63 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (52320177-5433-408b-863d-814f73b2aa38), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:03.305333 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0783424c-f28d-4bf2-a64f-a6410512ca63 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:03.305898 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0783424c-f28d-4bf2-a64f-a6410512ca63 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (52320177-5433-408b-863d-814f73b2aa38), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:03.372831 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:03.381867 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0783424c-f28d-4bf2-a64f-a6410512ca63 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (9ab83688-db7d-4ade-b8b8-1e1d986864a4), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:03.386821 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0783424c-f28d-4bf2-a64f-a6410512ca63 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:03.396481 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60922) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:03.396625 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0783424c-f28d-4bf2-a64f-a6410512ca63 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "DELETE /v2.0/networks/9ab83688-db7d-4ade-b8b8-1e1d986864a4 HTTP/1.1" status: 204 len: 168 time: 1.1678843 Feb 07 21:33:03.424211 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de52e81-dfdf-41f0-a1c9-e164f226bc61 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:03.424741 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de52e81-dfdf-41f0-a1c9-e164f226bc61 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:03.424961 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783424c-f28d-4bf2-a64f-a6410512ca63 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event deleted for resources: {'Network': ['ID=9ab83688-db7d-4ade-b8b8-1e1d986864a4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:03.428647 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1de52e81-dfdf-41f0-a1c9-e164f226bc61 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "DELETE /v2.0/subnets/8dd8f47b-d50b-44bc-aefc-5b7e2e53b007 HTTP/1.1" status: 404 len: 337 time: 0.0309281 Feb 07 21:33:03.431758 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60924) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:03.452152 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53cd73c-50f2-40e9-bc37-6c7d6466ea07 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:03.452711 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e53cd73c-50f2-40e9-bc37-6c7d6466ea07 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:03.455831 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e53cd73c-50f2-40e9-bc37-6c7d6466ea07 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "DELETE /v2.0/networks/ff8796fb-0286-4f0f-b056-31e83dbda64e HTTP/1.1" status: 404 len: 339 time: 0.0230286 Feb 07 21:33:03.458846 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60926) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:03.496636 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76156db4-8e2e-4156-b964-8f48bff7b81b req-ccb83c5d-2a0f-4662-bd0a-13975dc844de tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:03.507494 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-76156db4-8e2e-4156-b964-8f48bff7b81b req-ccb83c5d-2a0f-4662-bd0a-13975dc844de tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 946 time: 0.1031182 Feb 07 21:33:03.525863 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb92d1a3-3a8b-4e67-af61-adb64318c4b7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:03.526253 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb92d1a3-3a8b-4e67-af61-adb64318c4b7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:03.536365 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bb92d1a3-3a8b-4e67-af61-adb64318c4b7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "DELETE /v2.0/subnets/969a9fad-73d7-4e8b-b87c-71e4a2af375c HTTP/1.1" status: 404 len: 337 time: 0.0757508 Feb 07 21:33:03.538826 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60928) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:03.559511 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d758455-0552-4399-8008-0897dc817750 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:03.560110 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d758455-0552-4399-8008-0897dc817750 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:03.566971 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0d758455-0552-4399-8008-0897dc817750 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "DELETE /v2.0/networks/932a2ce6-43ab-4bff-985b-86a414322ffd HTTP/1.1" status: 404 len: 339 time: 0.0234711 Feb 07 21:33:03.566971 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60930) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:03.568960 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-fcb0500e-7ada-4554-a149-bf4c1503d248 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Request body: {'security_group': {'name': 'tempest-securitygroup--227454373', 'description': 'tempest-description--1590229380'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:03.572714 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60932) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:03.595779 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-76156db4-8e2e-4156-b964-8f48bff7b81b req-1b63afb4-3837-44f3-9418-4e2825851d2b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871124 Feb 07 21:33:03.624804 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-34140c62-b237-4b77-8aa8-75e24caee96b tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:03.625270 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34140c62-b237-4b77-8aa8-75e24caee96b tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:03.630605 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-34140c62-b237-4b77-8aa8-75e24caee96b tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "DELETE /v2.0/subnets/d86a9973-e95f-4bbe-b7cb-46927487c972 HTTP/1.1" status: 404 len: 337 time: 0.0546389 Feb 07 21:33:03.630796 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60934) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:03.653834 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fecef81-4719-4bd3-8275-c00443ce84fa tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:03.654347 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fecef81-4719-4bd3-8275-c00443ce84fa tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:03.659859 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5fecef81-4719-4bd3-8275-c00443ce84fa tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "DELETE /v2.0/networks/c8df9e97-66db-4357-b191-61eede469ce5 HTTP/1.1" status: 404 len: 339 time: 0.0257237 Feb 07 21:33:03.660111 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60936) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:03.672143 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcb0500e-7ada-4554-a149-bf4c1503d248 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:03.706464 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 4267df4a-3ed8-4045-9366-92a1e3f8e344 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:33:03.727243 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 4267df4a-3ed8-4045-9366-92a1e3f8e344 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:33:03.727585 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 4267df4a-3ed8-4045-9366-92a1e3f8e344 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:33:03.768046 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff5ce7a-f6e9-49d4-a254-30f0d9c29e42 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Deleting subnet ba04c8e1-df5d-4968-9499-1ffeef0fe716 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:33:03.769909 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:03.773431 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fff5ce7a-f6e9-49d4-a254-30f0d9c29e42 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks [] for subnet (ba04c8e1-df5d-4968-9499-1ffeef0fe716), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:03.830374 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fff5ce7a-f6e9-49d4-a254-30f0d9c29e42 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (ba04c8e1-df5d-4968-9499-1ffeef0fe716), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:03.854951 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcb0500e-7ada-4554-a149-bf4c1503d248 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for security_group (21154aea-a27b-4db5-9168-3253ebb86df8), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:03.860775 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcb0500e-7ada-4554-a149-bf4c1503d248 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (21154aea-a27b-4db5-9168-3253ebb86df8), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:03.909959 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcb0500e-7ada-4554-a149-bf4c1503d248 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:03.911238 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fcb0500e-7ada-4554-a149-bf4c1503d248 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3458223 Feb 07 21:33:03.914439 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60938) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:03.920380 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0500e-7ada-4554-a149-bf4c1503d248 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21154aea-a27b-4db5-9168-3253ebb86df8,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:03.920979 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2ee28273-294e-4e9d-b7e2-be40555565f5 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Request body: {'security_group_rule': {'security_group_id': '21154aea-a27b-4db5-9168-3253ebb86df8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:03.950391 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ee28273-294e-4e9d-b7e2-be40555565f5 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for security_group_rule (803c96fe-ed17-47e5-8f17-b3d5082fd4c8), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:03.957250 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fff5ce7a-f6e9-49d4-a254-30f0d9c29e42 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (ba04c8e1-df5d-4968-9499-1ffeef0fe716), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:04.013836 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ee28273-294e-4e9d-b7e2-be40555565f5 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for security_group_rule (803c96fe-ed17-47e5-8f17-b3d5082fd4c8), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:04.018394 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ee28273-294e-4e9d-b7e2-be40555565f5 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (803c96fe-ed17-47e5-8f17-b3d5082fd4c8), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:04.035112 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fff5ce7a-f6e9-49d4-a254-30f0d9c29e42 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (ba04c8e1-df5d-4968-9499-1ffeef0fe716), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:04.042393 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee28273-294e-4e9d-b7e2-be40555565f5 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803c96fe-ed17-47e5-8f17-b3d5082fd4c8,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:04.049712 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ee28273-294e-4e9d-b7e2-be40555565f5 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:04.050270 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2ee28273-294e-4e9d-b7e2-be40555565f5 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337779 Feb 07 21:33:04.052929 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60942) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:04.058598 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-cdd96a17-5b3d-4ded-a3dd-fd7e899733b5 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Request body: {'security_group_rule': {'security_group_id': '21154aea-a27b-4db5-9168-3253ebb86df8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:04.075306 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715c8789-50f6-4818-80e4-d1785ced1ad8 None None] Network 40cfff27-3feb-4256-99ac-feb16137ca2b requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:04.083360 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5ce7a-f6e9-49d4-a254-30f0d9c29e42 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event deleted for resources: {'Subnet': ['ID=ba04c8e1-df5d-4968-9499-1ffeef0fe716,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:04.086078 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fff5ce7a-f6e9-49d4-a254-30f0d9c29e42 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:04.091286 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fff5ce7a-f6e9-49d4-a254-30f0d9c29e42 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "DELETE /v2.0/subnets/ba04c8e1-df5d-4968-9499-1ffeef0fe716 HTTP/1.1" status: 204 len: 168 time: 0.4299533 Feb 07 21:33:04.093701 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60944) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:04.101473 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cdd96a17-5b3d-4ded-a3dd-fd7e899733b5 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for security_group_rule (1c189fa2-838a-427d-a591-5514a0043802), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:04.117719 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:04.165428 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cdd96a17-5b3d-4ded-a3dd-fd7e899733b5 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for security_group_rule (1c189fa2-838a-427d-a591-5514a0043802), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:04.170797 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cdd96a17-5b3d-4ded-a3dd-fd7e899733b5 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (1c189fa2-838a-427d-a591-5514a0043802), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:04.189088 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a8cdcd6c-dcc8-4bfa-a9f6-485fca328c7e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (40cfff27-3feb-4256-99ac-feb16137ca2b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:04.191889 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd96a17-5b3d-4ded-a3dd-fd7e899733b5 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c189fa2-838a-427d-a591-5514a0043802,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:04.209837 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cdd96a17-5b3d-4ded-a3dd-fd7e899733b5 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:04.211120 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-cdd96a17-5b3d-4ded-a3dd-fd7e899733b5 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1572506 Feb 07 21:33:04.214864 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60946) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:04.221592 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e55eb1a5-821c-4d1e-a630-a7dd4659f3ce tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:04.251430 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e55eb1a5-821c-4d1e-a630-a7dd4659f3ce tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:04.274573 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fa9c7c-603c-4a94-84fe-8b20f0af1ba1 None None] DHCP port deletion for 40cfff27-3feb-4256-99ac-feb16137ca2b request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:33:04.278365 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a8cdcd6c-dcc8-4bfa-a9f6-485fca328c7e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Deleting port 677992ad-2b05-44e5-9831-63d72b8a0861 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:04.278715 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a8cdcd6c-dcc8-4bfa-a9f6-485fca328c7e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (677992ad-2b05-44e5-9831-63d72b8a0861), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:04.325451 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-11fa9c7c-603c-4a94-84fe-8b20f0af1ba1 None None] Deleting port 677992ad-2b05-44e5-9831-63d72b8a0861 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:04.325817 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-11fa9c7c-603c-4a94-84fe-8b20f0af1ba1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (677992ad-2b05-44e5-9831-63d72b8a0861), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:04.360525 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a8cdcd6c-dcc8-4bfa-a9f6-485fca328c7e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] For port 677992ad-2b05-44e5-9831-63d72b8a0861, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=677992ad-2b05-44e5-9831-63d72b8a0861,segment=NetworkSegment(75e4b26c-6151-4f74-b9a5-8e1e1fd27dc4),segment_id=75e4b26c-6151-4f74-b9a5-8e1e1fd27dc4)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:04.360897 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a8cdcd6c-dcc8-4bfa-a9f6-485fca328c7e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (677992ad-2b05-44e5-9831-63d72b8a0861), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:04.377765 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a8cdcd6c-dcc8-4bfa-a9f6-485fca328c7e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Calling delete_port for 677992ad-2b05-44e5-9831-63d72b8a0861 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:04.378552 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e55eb1a5-821c-4d1e-a630-a7dd4659f3ce tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:04.401401 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-11fa9c7c-603c-4a94-84fe-8b20f0af1ba1 None None] For port 677992ad-2b05-44e5-9831-63d72b8a0861, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=677992ad-2b05-44e5-9831-63d72b8a0861,segment=NetworkSegment(75e4b26c-6151-4f74-b9a5-8e1e1fd27dc4),segment_id=75e4b26c-6151-4f74-b9a5-8e1e1fd27dc4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:04.402175 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-11fa9c7c-603c-4a94-84fe-8b20f0af1ba1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (677992ad-2b05-44e5-9831-63d72b8a0861), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:04.417352 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-11fa9c7c-603c-4a94-84fe-8b20f0af1ba1 None None] Calling delete_port for 677992ad-2b05-44e5-9831-63d72b8a0861 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:04.499039 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a8cdcd6c-dcc8-4bfa-a9f6-485fca328c7e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (677992ad-2b05-44e5-9831-63d72b8a0861), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:04.510500 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-11fa9c7c-603c-4a94-84fe-8b20f0af1ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (677992ad-2b05-44e5-9831-63d72b8a0861), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:04.530601 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-e55eb1a5-821c-4d1e-a630-a7dd4659f3ce tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Allocated IP 172.25.4.80 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/327fc92a-7ebe-4135-a9b2-0eb7121da08d) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:33:04.552827 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cdcd6c-dcc8-4bfa-a9f6-485fca328c7e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] No DVR routers for this DVR port 677992ad-2b05-44e5-9831-63d72b8a0861 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:33:04.561031 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cdcd6c-dcc8-4bfa-a9f6-485fca328c7e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event deleted for resources: {'Port': ['ID=677992ad-2b05-44e5-9831-63d72b8a0861,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:04.580514 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa9c7c-603c-4a94-84fe-8b20f0af1ba1 None None] Pushing event deleted for resources: {'Port': ['ID=677992ad-2b05-44e5-9831-63d72b8a0861,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:04.582859 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fa9c7c-603c-4a94-84fe-8b20f0af1ba1 None None] No DVR routers for this DVR port 677992ad-2b05-44e5-9831-63d72b8a0861 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:33:04.694741 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a8cdcd6c-dcc8-4bfa-a9f6-485fca328c7e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (40cfff27-3feb-4256-99ac-feb16137ca2b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:04.724416 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-a8cdcd6c-dcc8-4bfa-a9f6-485fca328c7e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40cfff27-3feb-4256-99ac-feb16137ca2b']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:04.734189 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-a8cdcd6c-dcc8-4bfa-a9f6-485fca328c7e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e4b26c-6151-4f74-b9a5-8e1e1fd27dc4') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:04.734486 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-a8cdcd6c-dcc8-4bfa-a9f6-485fca328c7e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e4b26c-6151-4f74-b9a5-8e1e1fd27dc4') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:04.741671 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e55eb1a5-821c-4d1e-a630-a7dd4659f3ce tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for port (327fc92a-7ebe-4135-a9b2-0eb7121da08d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:04.745087 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a8cdcd6c-dcc8-4bfa-a9f6-485fca328c7e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (75e4b26c-6151-4f74-b9a5-8e1e1fd27dc4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:04.761995 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a8cdcd6c-dcc8-4bfa-a9f6-485fca328c7e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (75e4b26c-6151-4f74-b9a5-8e1e1fd27dc4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:04.769383 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8cdcd6c-dcc8-4bfa-a9f6-485fca328c7e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:04.769786 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a8cdcd6c-dcc8-4bfa-a9f6-485fca328c7e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (75e4b26c-6151-4f74-b9a5-8e1e1fd27dc4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:04.772620 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35924f-4058-4c84-93d5-9a7f98ab8300 req-59fae52d-0a83-447f-b3e3-2b0d39f39a8d tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:04.773416 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:04.776396 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fa35924f-4058-4c84-93d5-9a7f98ab8300 req-59fae52d-0a83-447f-b3e3-2b0d39f39a8d tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 946 time: 0.0840542 Feb 07 21:33:04.824603 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e55eb1a5-821c-4d1e-a630-a7dd4659f3ce tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (327fc92a-7ebe-4135-a9b2-0eb7121da08d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:04.843677 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a8cdcd6c-dcc8-4bfa-a9f6-485fca328c7e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (40cfff27-3feb-4256-99ac-feb16137ca2b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:04.851091 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a8cdcd6c-dcc8-4bfa-a9f6-485fca328c7e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:04.857128 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a8cdcd6c-dcc8-4bfa-a9f6-485fca328c7e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "DELETE /v2.0/networks/40cfff27-3feb-4256-99ac-feb16137ca2b HTTP/1.1" status: 204 len: 168 time: 0.7600365 Feb 07 21:33:04.857976 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60950) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:04.871748 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fa35924f-4058-4c84-93d5-9a7f98ab8300 req-bf4b280b-8738-494f-af51-e22ff4baabe1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856535 Feb 07 21:33:04.876759 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cdcd6c-dcc8-4bfa-a9f6-485fca328c7e tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event deleted for resources: {'Network': ['ID=40cfff27-3feb-4256-99ac-feb16137ca2b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:04.883190 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55eb1a5-821c-4d1e-a630-a7dd4659f3ce tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:33:04.888695 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-e55eb1a5-821c-4d1e-a630-a7dd4659f3ce tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:04.893080 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55eb1a5-821c-4d1e-a630-a7dd4659f3ce tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:33:04.896271 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55eb1a5-821c-4d1e-a630-a7dd4659f3ce tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Pushing event updated for resources: {'Port': ['ID=327fc92a-7ebe-4135-a9b2-0eb7121da08d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:04.902969 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce17e399-673e-4b3c-afe8-930ba3fbef10 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:04.903564 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce17e399-673e-4b3c-afe8-930ba3fbef10 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:04.908349 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ce17e399-673e-4b3c-afe8-930ba3fbef10 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "DELETE /v2.0/subnets/6dd61a87-9cdc-40c8-aa08-372a9b5bfb0d HTTP/1.1" status: 404 len: 337 time: 0.0392392 Feb 07 21:33:04.910927 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60952) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:04.933458 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a6f32f2-9d03-4183-9e90-8b82daf0db8f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:04.936838 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a6f32f2-9d03-4183-9e90-8b82daf0db8f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:04.940047 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6a6f32f2-9d03-4183-9e90-8b82daf0db8f tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "DELETE /v2.0/networks/c064059d-5554-4647-ace6-eda72762fcd1 HTTP/1.1" status: 404 len: 339 time: 0.0279448 Feb 07 21:33:04.943256 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60956) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:05.008282 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7088a34-7bab-486b-a787-e80cd066aec1 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Deleting subnet dcad9f75-70d2-44d8-83a2-93c77ea98095 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:33:05.012170 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7088a34-7bab-486b-a787-e80cd066aec1 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks [] for subnet (dcad9f75-70d2-44d8-83a2-93c77ea98095), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:05.056728 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7088a34-7bab-486b-a787-e80cd066aec1 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (dcad9f75-70d2-44d8-83a2-93c77ea98095), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:05.068035 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7b77c-e4ea-446d-9544-8469639ba74a req-3ce22847-69a9-4c47-9364-89d96ff7d1c6 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:05.068620 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80e7b77c-e4ea-446d-9544-8469639ba74a req-3ce22847-69a9-4c47-9364-89d96ff7d1c6 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 946 time: 0.0723000 Feb 07 21:33:05.071133 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e55eb1a5-821c-4d1e-a630-a7dd4659f3ce tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for floatingip (b1917a00-bb23-4cd0-bcd5-2e4a638ceb99), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:05.120662 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e55eb1a5-821c-4d1e-a630-a7dd4659f3ce tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (327fc92a-7ebe-4135-a9b2-0eb7121da08d), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:05.146332 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7088a34-7bab-486b-a787-e80cd066aec1 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (dcad9f75-70d2-44d8-83a2-93c77ea98095), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:05.183919 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80e7b77c-e4ea-446d-9544-8469639ba74a req-1276faa8-8957-4028-afea-44ee6b0303ea tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054606 Feb 07 21:33:05.223077 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7088a34-7bab-486b-a787-e80cd066aec1 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (dcad9f75-70d2-44d8-83a2-93c77ea98095), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:05.227262 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60960) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:05.286016 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7088a34-7bab-486b-a787-e80cd066aec1 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event deleted for resources: {'Subnet': ['ID=dcad9f75-70d2-44d8-83a2-93c77ea98095,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:05.299292 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d7088a34-7bab-486b-a787-e80cd066aec1 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:05.299641 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3e2dd3-0cbe-4f60-a333-7506014180f2 None None] Network be99a32b-a447-4402-b151-450f28b30913 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:05.303505 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d7088a34-7bab-486b-a787-e80cd066aec1 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "DELETE /v2.0/subnets/dcad9f75-70d2-44d8-83a2-93c77ea98095 HTTP/1.1" status: 204 len: 168 time: 0.3598452 Feb 07 21:33:05.307132 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60962) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:05.341797 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e55eb1a5-821c-4d1e-a630-a7dd4659f3ce tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for port (327fc92a-7ebe-4135-a9b2-0eb7121da08d), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:05.348045 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e55eb1a5-821c-4d1e-a630-a7dd4659f3ce tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (327fc92a-7ebe-4135-a9b2-0eb7121da08d), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:05.401346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55eb1a5-821c-4d1e-a630-a7dd4659f3ce tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Pushing event updated for resources: {'Port': ['ID=327fc92a-7ebe-4135-a9b2-0eb7121da08d,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:05.406998 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0fdb1d5b-e42f-4805-89d8-6e7b778d21d7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (be99a32b-a447-4402-b151-450f28b30913), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:05.460003 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4de64e1-5ce5-46d5-b52b-a16d8c4d033d tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:05.460816 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d4de64e1-5ce5-46d5-b52b-a16d8c4d033d tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 1123 time: 0.2281299 Feb 07 21:33:05.463774 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 60964) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:05.468424 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-cb2ea487-674a-4caf-8886-93d97de244ca tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'port_id': 'b4e2ddf0-693a-435f-891d-b5a426cfa78f', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:05.472646 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e55eb1a5-821c-4d1e-a630-a7dd4659f3ce tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (b1917a00-bb23-4cd0-bcd5-2e4a638ceb99), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:05.489584 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e55eb1a5-821c-4d1e-a630-a7dd4659f3ce tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:05.490903 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e55eb1a5-821c-4d1e-a630-a7dd4659f3ce tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2753503 Feb 07 21:33:05.511611 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb2ea487-674a-4caf-8886-93d97de244ca tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:05.511837 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfcb2bd-cd39-464a-91a4-ddc88907a8fe None None] DHCP port deletion for be99a32b-a447-4402-b151-450f28b30913 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:33:05.528190 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0fdb1d5b-e42f-4805-89d8-6e7b778d21d7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Deleting port 9f019a7d-f8e1-43cc-8985-984f07553db8 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:05.528669 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0fdb1d5b-e42f-4805-89d8-6e7b778d21d7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9f019a7d-f8e1-43cc-8985-984f07553db8), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:05.702070 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0fdb1d5b-e42f-4805-89d8-6e7b778d21d7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] For port 9f019a7d-f8e1-43cc-8985-984f07553db8, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9f019a7d-f8e1-43cc-8985-984f07553db8,segment=NetworkSegment(45aba26e-35b9-4adb-9c22-1ca0673ddceb),segment_id=45aba26e-35b9-4adb-9c22-1ca0673ddceb)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:05.705393 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0fdb1d5b-e42f-4805-89d8-6e7b778d21d7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9f019a7d-f8e1-43cc-8985-984f07553db8), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:05.746954 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0fdb1d5b-e42f-4805-89d8-6e7b778d21d7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Calling delete_port for 9f019a7d-f8e1-43cc-8985-984f07553db8 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:05.751378 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9f019a7d-f8e1-43cc-8985-984f07553db8 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:33:05.758924 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-93d71ceb-92cb-47c2-9e57-8952a11b3935 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--227454373&fields=id&tenant_id=5266be69ced44c2e98a82b5b59fbf33f HTTP/1.1" status: 200 len: 267 time: 0.0849271 Feb 07 21:33:05.783304 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ccfcb2bd-cd39-464a-91a4-ddc88907a8fe None None] Deleting port 9f019a7d-f8e1-43cc-8985-984f07553db8 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:05.783669 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ccfcb2bd-cd39-464a-91a4-ddc88907a8fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9f019a7d-f8e1-43cc-8985-984f07553db8), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:05.878627 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb2ea487-674a-4caf-8886-93d97de244ca tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:05.883149 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ccfcb2bd-cd39-464a-91a4-ddc88907a8fe None None] For port 9f019a7d-f8e1-43cc-8985-984f07553db8, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9f019a7d-f8e1-43cc-8985-984f07553db8,segment=NetworkSegment(45aba26e-35b9-4adb-9c22-1ca0673ddceb),segment_id=45aba26e-35b9-4adb-9c22-1ca0673ddceb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:05.883546 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ccfcb2bd-cd39-464a-91a4-ddc88907a8fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9f019a7d-f8e1-43cc-8985-984f07553db8), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:05.899295 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-0f321de4-28cc-4e19-b42f-c3b0b4d07301 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:05.901117 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-0f321de4-28cc-4e19-b42f-c3b0b4d07301 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/networks?id=313f8c1c-8aae-48a6-b295-d997e13e6125 HTTP/1.1" status: 200 len: 817 time: 0.1306760 Feb 07 21:33:05.903250 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ccfcb2bd-cd39-464a-91a4-ddc88907a8fe None None] Calling delete_port for 9f019a7d-f8e1-43cc-8985-984f07553db8 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:05.907232 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 9f019a7d-f8e1-43cc-8985-984f07553db8 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:33:05.907794 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9f019a7d-f8e1-43cc-8985-984f07553db8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:05.919280 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-3aef4e66-4432-4e42-86d0-5acd29bdb6c6 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/quotas/5266be69ced44c2e98a82b5b59fbf33f HTTP/1.1" status: 200 len: 375 time: 0.0126989 Feb 07 21:33:05.952552 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0fdb1d5b-e42f-4805-89d8-6e7b778d21d7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9f019a7d-f8e1-43cc-8985-984f07553db8), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:05.987500 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 677992ad-2b05-44e5-9831-63d72b8a0861 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:33:05.996051 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdb1d5b-e42f-4805-89d8-6e7b778d21d7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] No DVR routers for this DVR port 9f019a7d-f8e1-43cc-8985-984f07553db8 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:33:06.012138 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-035424e5-e096-43c9-981f-9a47785951a7 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5266be69ced44c2e98a82b5b59fbf33f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851643 Feb 07 21:33:06.016433 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 677992ad-2b05-44e5-9831-63d72b8a0861 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:33:06.016998 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 677992ad-2b05-44e5-9831-63d72b8a0861 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:33:06.033003 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb1d5b-e42f-4805-89d8-6e7b778d21d7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event deleted for resources: {'Port': ['ID=9f019a7d-f8e1-43cc-8985-984f07553db8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:06.057935 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ccfcb2bd-cd39-464a-91a4-ddc88907a8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (9f019a7d-f8e1-43cc-8985-984f07553db8), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:06.091278 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfcb2bd-cd39-464a-91a4-ddc88907a8fe None None] Pushing event deleted for resources: {'Port': ['ID=9f019a7d-f8e1-43cc-8985-984f07553db8,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:06.105111 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfcb2bd-cd39-464a-91a4-ddc88907a8fe None None] No DVR routers for this DVR port 9f019a7d-f8e1-43cc-8985-984f07553db8 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:33:06.124154 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0fdb1d5b-e42f-4805-89d8-6e7b778d21d7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (be99a32b-a447-4402-b151-450f28b30913), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:06.143235 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-f7881bdb-0c93-4d75-af2f-6c8734285df2 service neutron] 10.222.0.65 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293881 Feb 07 21:33:06.169043 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-0fdb1d5b-e42f-4805-89d8-6e7b778d21d7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be99a32b-a447-4402-b151-450f28b30913']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:06.182294 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-0fdb1d5b-e42f-4805-89d8-6e7b778d21d7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45aba26e-35b9-4adb-9c22-1ca0673ddceb') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:06.182598 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-0fdb1d5b-e42f-4805-89d8-6e7b778d21d7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45aba26e-35b9-4adb-9c22-1ca0673ddceb') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:06.201956 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0fdb1d5b-e42f-4805-89d8-6e7b778d21d7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (45aba26e-35b9-4adb-9c22-1ca0673ddceb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:06.203916 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-cb2ea487-674a-4caf-8886-93d97de244ca tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Allocated IP 172.25.4.108 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/061e6169-2684-4cfc-b1f6-39df977b1b65) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:33:06.223503 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0fdb1d5b-e42f-4805-89d8-6e7b778d21d7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (45aba26e-35b9-4adb-9c22-1ca0673ddceb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:06.234518 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fdb1d5b-e42f-4805-89d8-6e7b778d21d7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:06.234916 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0fdb1d5b-e42f-4805-89d8-6e7b778d21d7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (45aba26e-35b9-4adb-9c22-1ca0673ddceb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:06.237893 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:06.245602 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-71651f18-267d-40c9-82a3-1bd5d52ee9f6 service neutron] 10.222.0.65 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953758 Feb 07 21:33:06.349936 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0fdb1d5b-e42f-4805-89d8-6e7b778d21d7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (be99a32b-a447-4402-b151-450f28b30913), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:06.373801 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0fdb1d5b-e42f-4805-89d8-6e7b778d21d7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:06.381342 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0fdb1d5b-e42f-4805-89d8-6e7b778d21d7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] 10.222.0.65 "DELETE /v2.0/networks/be99a32b-a447-4402-b151-450f28b30913 HTTP/1.1" status: 204 len: 168 time: 1.0718069 Feb 07 21:33:06.439817 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb1d5b-e42f-4805-89d8-6e7b778d21d7 tempest-NetworksIpV6Test-2090130523 tempest-NetworksIpV6Test-2090130523-project] Pushing event deleted for resources: {'Network': ['ID=be99a32b-a447-4402-b151-450f28b30913,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:06.450007 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5c21b88-7c3c-4dea-b005-8c6ec8487da1 req-621778a5-15c4-4720-a0c5-c1c221156695 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 210 time: 0.0509257 Feb 07 21:33:06.480868 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb2ea487-674a-4caf-8886-93d97de244ca tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for port (061e6169-2684-4cfc-b1f6-39df977b1b65), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:06.525943 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb2ea487-674a-4caf-8886-93d97de244ca tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (061e6169-2684-4cfc-b1f6-39df977b1b65), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:06.602277 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2ea487-674a-4caf-8886-93d97de244ca tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:33:06.610555 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-cb2ea487-674a-4caf-8886-93d97de244ca tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:06.619461 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2ea487-674a-4caf-8886-93d97de244ca tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:33:06.669109 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ea487-674a-4caf-8886-93d97de244ca tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Port': ['ID=061e6169-2684-4cfc-b1f6-39df977b1b65,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:06.800883 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60994) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:06.960633 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8015dac1-b30b-4460-ac13-9b604d8000e1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=45ce74c3408845c18e6f6c8b525df7d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1583614 Feb 07 21:33:06.963521 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 60998) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:07.032080 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3985ea06-36e0-4949-ab67-cb8f4b370e36 admin admin] Publish callbacks [] for security_group (0393c8cb-094f-4323-9794-3b70654001d5), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:07.056828 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3985ea06-36e0-4949-ab67-cb8f4b370e36 admin admin] Publish callbacks [] for security_group (0393c8cb-094f-4323-9794-3b70654001d5), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:07.090830 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb2ea487-674a-4caf-8886-93d97de244ca tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for floatingip (65354e84-b9d7-4b86-863d-88cf1348d3b7), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:07.121646 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3985ea06-36e0-4949-ab67-cb8f4b370e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0393c8cb-094f-4323-9794-3b70654001d5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:07.125408 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3985ea06-36e0-4949-ab67-cb8f4b370e36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:07.139535 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3985ea06-36e0-4949-ab67-cb8f4b370e36 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0393c8cb-094f-4323-9794-3b70654001d5 HTTP/1.1" status: 204 len: 168 time: 0.1654978 Feb 07 21:33:07.159755 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985ea06-36e0-4949-ab67-cb8f4b370e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0393c8cb-094f-4323-9794-3b70654001d5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:07.188441 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb2ea487-674a-4caf-8886-93d97de244ca tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (061e6169-2684-4cfc-b1f6-39df977b1b65), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:07.362671 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb2ea487-674a-4caf-8886-93d97de244ca tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for port (061e6169-2684-4cfc-b1f6-39df977b1b65), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:07.367897 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb2ea487-674a-4caf-8886-93d97de244ca tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (061e6169-2684-4cfc-b1f6-39df977b1b65), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:07.442763 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ea487-674a-4caf-8886-93d97de244ca tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Port': ['ID=061e6169-2684-4cfc-b1f6-39df977b1b65,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:07.452882 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb2ea487-674a-4caf-8886-93d97de244ca tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (65354e84-b9d7-4b86-863d-88cf1348d3b7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:07.617941 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [None req-cb2ea487-674a-4caf-8886-93d97de244ca tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Floating IP 65354e84-b9d7-4b86-863d-88cf1348d3b7 associated. External IP: 172.25.4.108, port: b4e2ddf0-693a-435f-891d-b5a426cfa78f. Feb 07 21:33:07.658573 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3cc1a552-8b10-4321-b3c3-fb1a7294be7a req-002c923d-08fb-4238-8412-9541c269499a tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 210 time: 0.0466130 Feb 07 21:33:07.756240 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-72cfae2f-3e4a-44f0-92c2-ec316c676927 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:07.758140 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-72cfae2f-3e4a-44f0-92c2-ec316c676927 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.69 "GET /v2.0/networks?id=313f8c1c-8aae-48a6-b295-d997e13e6125 HTTP/1.1" status: 200 len: 817 time: 0.2642846 Feb 07 21:33:07.834239 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-dddae0da-c81a-4754-a715-2b3a39153212 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5266be69ced44c2e98a82b5b59fbf33f HTTP/1.1" status: 200 len: 379 time: 0.0659456 Feb 07 21:33:07.844972 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-94a8c5f5-8b7d-4ffb-927c-66cbc2184cf0 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Request body: {'port': {'device_id': '157efed3-481f-44e7-9449-788f67471705', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'admin_state_up': True, 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'security_groups': ['21154aea-a27b-4db5-9168-3253ebb86df8']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:07.999056 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-94a8c5f5-8b7d-4ffb-927c-66cbc2184cf0 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Made reservation on behalf of 5266be69ced44c2e98a82b5b59fbf33f for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:08.003527 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-94a8c5f5-8b7d-4ffb-927c-66cbc2184cf0 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:08.018623 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 32792) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:08.218635 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2ea487-674a-4caf-8886-93d97de244ca tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Router a713d519-49fd-4ee7-bf46-455d88167cc4 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:33:08.340021 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2ea487-674a-4caf-8886-93d97de244ca tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:33:08.352220 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93229905-037a-4d24-993a-23ede32231d1 None None] Sync routers for ids ['a713d519-49fd-4ee7-bf46-455d88167cc4'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:33:08.360436 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb2ea487-674a-4caf-8886-93d97de244ca tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:08.366988 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93229905-037a-4d24-993a-23ede32231d1 None None] Routers {'a713d519-49fd-4ee7-bf46-455d88167cc4'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:33:08.367925 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-93229905-037a-4d24-993a-23ede32231d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:32:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['a713d519-49fd-4ee7-bf46-455d88167cc4'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:08.397455 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cb2ea487-674a-4caf-8886-93d97de244ca tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9321687 Feb 07 21:33:08.398203 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d7fd3d-07ef-475b-81ac-ec5952032ffb', 'tag': 'b4e2ddf0-693a-435f-891d-b5a426cfa78f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:33:08.401214 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb52ebba-3fc5-48de-b039-5aaccbaedb30" -d '{"events": [{"name": "network-changed", "server_uuid": "58d7fd3d-07ef-475b-81ac-ec5952032ffb", "tag": "b4e2ddf0-693a-435f-891d-b5a426cfa78f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:33:08.461173 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bb3773-f928-468d-9290-4ba2c6180ecc x-openstack-request-id: req-e7bb3773-f928-468d-9290-4ba2c6180ecc {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:33:08.461544 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d7fd3d-07ef-475b-81ac-ec5952032ffb", "tag": "b4e2ddf0-693a-435f-891d-b5a426cfa78f", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:33:08.461852 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e7bb3773-f928-468d-9290-4ba2c6180ecc {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:33:08.462295 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d7fd3d-07ef-475b-81ac-ec5952032ffb', 'tag': 'b4e2ddf0-693a-435f-891d-b5a426cfa78f', 'status': 'completed', 'code': 200} Feb 07 21:33:08.470673 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-437d2944-d5b4-4fc3-828e-df5010914fcf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-67617612'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:08.552861 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-93229905-037a-4d24-993a-23ede32231d1 None None] Set router a713d519-49fd-4ee7-bf46-455d88167cc4 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:33:08.567774 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-94a8c5f5-8b7d-4ffb-927c-66cbc2184cf0 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Allocated IP 172.20.0.3 (313f8c1c-8aae-48a6-b295-d997e13e6125/cd4692e6-7e5d-43fa-9585-afffaba1004b/9f6bac45-ebb2-4ca5-bc39-37930d75ac2c) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:33:08.571906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437d2944-d5b4-4fc3-828e-df5010914fcf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Made reservation on behalf of 34e6d952250c4ce3ac1ec949a9f64433 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:08.576143 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-437d2944-d5b4-4fc3-828e-df5010914fcf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:08.600102 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-437d2944-d5b4-4fc3-828e-df5010914fcf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:08.660251 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52ebba-3fc5-48de-b039-5aaccbaedb30 req-3b1f9d84-6bbf-45fe-b542-3f1c5a061609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:08.661932 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb52ebba-3fc5-48de-b039-5aaccbaedb30 req-3b1f9d84-6bbf-45fe-b542-3f1c5a061609 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 1128 time: 0.1693740 Feb 07 21:33:08.724102 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e9cc3-0f8d-4d4f-aa53-e0797c20af22 req-e90784c9-fb0a-4fd9-9e52-1176443711e0 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:08.725802 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-165e9cc3-0f8d-4d4f-aa53-e0797c20af22 req-e90784c9-fb0a-4fd9-9e52-1176443711e0 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 946 time: 0.2194881 Feb 07 21:33:08.821153 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-93229905-037a-4d24-993a-23ede32231d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200116132', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:32:38Z', 'updated_at': '2022-02-07T21:32:46Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:32:39Z', 'updated_at': '2022-02-07T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '65354e84-b9d7-4b86-863d-88cf1348d3b7', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'port_id': 'b4e2ddf0-693a-435f-891d-b5a426cfa78f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388', 'mac_address': 'fa:16:3e:cd:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d7fd3d-07ef-475b-81ac-ec5952032ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:33:06Z', 'updated_at': '2022-02-07T21:33:06Z', 'revision_number': 0, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3f1da6-4293-49f2-bf7e-47c8517d4448', 'name': '', 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:1a:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:32:45Z', 'updated_at': '2022-02-07T21:32:53Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:08.852196 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93229905-037a-4d24-993a-23ede32231d1 None None] Checking router: a713d519-49fd-4ee7-bf46-455d88167cc4 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:33:08.852427 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-589937fe-09fb-4856-8753-5d77e03f8ac5 req-7357bd5c-a024-4100-9e3a-b282b122374a tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 210 time: 0.0671608 Feb 07 21:33:08.862108 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93229905-037a-4d24-993a-23ede32231d1 None None] Routers {'a713d519-49fd-4ee7-bf46-455d88167cc4'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:33:08.862725 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-93229905-037a-4d24-993a-23ede32231d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:32:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['a713d519-49fd-4ee7-bf46-455d88167cc4'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:08.971116 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-93229905-037a-4d24-993a-23ede32231d1 None None] Set router a713d519-49fd-4ee7-bf46-455d88167cc4 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:33:08.974551 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-165e9cc3-0f8d-4d4f-aa53-e0797c20af22 req-31d09b03-8eba-4c03-8d1d-e8e21f7620df tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334964 Feb 07 21:33:08.997605 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52ebba-3fc5-48de-b039-5aaccbaedb30 req-094bdac7-3938-40a5-b024-e38414e2c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:08.999084 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb52ebba-3fc5-48de-b039-5aaccbaedb30 req-094bdac7-3938-40a5-b024-e38414e2c1d8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f6fb51aa-ce97-4a86-8bd4-3b26e400b388 HTTP/1.1" status: 200 len: 898 time: 0.3289561 Feb 07 21:33:09.002653 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 32804) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:09.005039 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-437d2944-d5b4-4fc3-828e-df5010914fcf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for security_group (bac39ab4-4077-48e9-a1c4-c0e4dea3df41), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:09.010321 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-94a8c5f5-8b7d-4ffb-927c-66cbc2184cf0 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:09.020199 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-437d2944-d5b4-4fc3-828e-df5010914fcf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (bac39ab4-4077-48e9-a1c4-c0e4dea3df41), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:09.085779 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437d2944-d5b4-4fc3-828e-df5010914fcf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:33:09.105578 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-580852cd-8c3f-4965-9cfd-a8fcfb2fd712 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/floatingips/65354e84-b9d7-4b86-863d-88cf1348d3b7 HTTP/1.1" status: 200 len: 992 time: 0.1014488 Feb 07 21:33:09.130101 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-437d2944-d5b4-4fc3-828e-df5010914fcf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (573064d6-91c8-43fa-8385-d453e055ce04), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:09.130447 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-437d2944-d5b4-4fc3-828e-df5010914fcf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Added segment 573064d6-91c8-43fa-8385-d453e055ce04 of type vlan for network 91bd2e45-62a8-4833-b8eb-cf15a16c43e0 Feb 07 21:33:09.131959 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d2944-d5b4-4fc3-828e-df5010914fcf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac39ab4-4077-48e9-a1c4-c0e4dea3df41,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:09.143887 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb52ebba-3fc5-48de-b039-5aaccbaedb30 req-4ce54ab5-b078-47f7-8960-8d7e03b602d4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4e2ddf0-693a-435f-891d-b5a426cfa78f HTTP/1.1" status: 200 len: 1000 time: 0.1375194 Feb 07 21:33:09.223258 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-437d2944-d5b4-4fc3-828e-df5010914fcf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (91bd2e45-62a8-4833-b8eb-cf15a16c43e0), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:09.234054 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-94a8c5f5-8b7d-4ffb-927c-66cbc2184cf0 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:09.281389 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52ebba-3fc5-48de-b039-5aaccbaedb30 req-e4395a3d-90be-40a7-9da9-1d4203997ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:09.282864 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb52ebba-3fc5-48de-b039-5aaccbaedb30 req-e4395a3d-90be-40a7-9da9-1d4203997ff9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d HTTP/1.1" status: 200 len: 835 time: 0.1315947 Feb 07 21:33:09.314142 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-94a8c5f5-8b7d-4ffb-927c-66cbc2184cf0 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Network 313f8c1c-8aae-48a6-b295-d997e13e6125 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:33:09.334806 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-93229905-037a-4d24-993a-23ede32231d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200116132', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:32:38Z', 'updated_at': '2022-02-07T21:32:46Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:32:39Z', 'updated_at': '2022-02-07T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '65354e84-b9d7-4b86-863d-88cf1348d3b7', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'port_id': 'b4e2ddf0-693a-435f-891d-b5a426cfa78f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388', 'mac_address': 'fa:16:3e:cd:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d7fd3d-07ef-475b-81ac-ec5952032ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:33:06Z', 'updated_at': '2022-02-07T21:33:06Z', 'revision_number': 0, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3f1da6-4293-49f2-bf7e-47c8517d4448', 'name': '', 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:1a:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:32:45Z', 'updated_at': '2022-02-07T21:32:53Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:09.335069 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-94a8c5f5-8b7d-4ffb-927c-66cbc2184cf0 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:09.339028 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-437d2944-d5b4-4fc3-828e-df5010914fcf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (91bd2e45-62a8-4833-b8eb-cf15a16c43e0), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:09.344116 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437d2944-d5b4-4fc3-828e-df5010914fcf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:09.344564 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-437d2944-d5b4-4fc3-828e-df5010914fcf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:09.347079 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-94a8c5f5-8b7d-4ffb-927c-66cbc2184cf0 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:33:09.356086 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8c5f5-8b7d-4ffb-927c-66cbc2184cf0 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Pushing event updated for resources: {'Port': ['ID=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:09.366572 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93229905-037a-4d24-993a-23ede32231d1 None None] The sync data for ids ['a713d519-49fd-4ee7-bf46-455d88167cc4'] in n-d-828185-2 is: [{'id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200116132', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:32:38Z', 'updated_at': '2022-02-07T21:32:46Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:32:39Z', 'updated_at': '2022-02-07T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '65354e84-b9d7-4b86-863d-88cf1348d3b7', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'port_id': 'b4e2ddf0-693a-435f-891d-b5a426cfa78f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388', 'mac_address': 'fa:16:3e:cd:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d7fd3d-07ef-475b-81ac-ec5952032ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:33:06Z', 'updated_at': '2022-02-07T21:33:06Z', 'revision_number': 0, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3f1da6-4293-49f2-bf7e-47c8517d4448', 'name': '', 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:1a:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:32:45Z', 'updated_at': '2022-02-07T21:32:53Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:33:09.466719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-94a8c5f5-8b7d-4ffb-927c-66cbc2184cf0 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:09.467352 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-94a8c5f5-8b7d-4ffb-927c-66cbc2184cf0 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:09.490108 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-437d2944-d5b4-4fc3-828e-df5010914fcf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.4702189 Feb 07 21:33:09.503715 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d2944-d5b4-4fc3-828e-df5010914fcf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event updated for resources: {'Network': ['ID=91bd2e45-62a8-4833-b8eb-cf15a16c43e0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:09.521352 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 91bd2e45-62a8-4833-b8eb-cf15a16c43e0 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:33:09.527031 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-94a8c5f5-8b7d-4ffb-927c-66cbc2184cf0 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6868765 Feb 07 21:33:09.530717 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52ebba-3fc5-48de-b039-5aaccbaedb30 req-25b20db2-211e-4df9-87f8-26066ee2dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:09.532445 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb52ebba-3fc5-48de-b039-5aaccbaedb30 req-25b20db2-211e-4df9-87f8-26066ee2dc7e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f6fb51aa-ce97-4a86-8bd4-3b26e400b388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2373140 Feb 07 21:33:09.542915 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-d5392b73-eb27-44ac-b812-92c884a640b9 service neutron] Request body: {'port': {'device_id': '157efed3-481f-44e7-9449-788f67471705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:09.636249 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 32808) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:09.641331 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-dcbbf6d1-5245-4add-aff8-c66137dd8adc tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Request body: {'subnet': {'network_id': '91bd2e45-62a8-4833-b8eb-cf15a16c43e0', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:09.680344 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-d5392b73-eb27-44ac-b812-92c884a640b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:09.748665 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-cf0657fc-cd0c-46ee-9971-b66762238c94 None None] Provisioning complete for port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:33:09.749364 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cf0657fc-cd0c-46ee-9971-b66762238c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:09.783080 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3da675-1021-4007-b1b7-b6005d0caec7 None None] New status for floating IP 65354e84-b9d7-4b86-863d-88cf1348d3b7: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:33:09.810201 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbbf6d1-5245-4add-aff8-c66137dd8adc tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Made reservation on behalf of 34e6d952250c4ce3ac1ec949a9f64433 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:09.814397 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dcbbf6d1-5245-4add-aff8-c66137dd8adc tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:09.840561 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-cf0657fc-cd0c-46ee-9971-b66762238c94 None None] Port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:33:09.874868 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb52ebba-3fc5-48de-b039-5aaccbaedb30 req-2f2fe92d-50c8-491f-898a-ef2f233f4f0c service neutron] 10.222.0.71 "GET /v2.0/networks/f6fb51aa-ce97-4a86-8bd4-3b26e400b388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944219 Feb 07 21:33:10.042944 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dcbbf6d1-5245-4add-aff8-c66137dd8adc tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (0b65a633-2209-44d3-b04f-96fdbfe9c1fa), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:10.067402 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb52ebba-3fc5-48de-b039-5aaccbaedb30 req-656e705e-c7d4-401d-b9ab-336cd70f8f6a service neutron] 10.222.0.71 "GET /v2.0/networks/f6fb51aa-ce97-4a86-8bd4-3b26e400b388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839881 Feb 07 21:33:10.110114 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 32814) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:10.147163 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-d5392b73-eb27-44ac-b812-92c884a640b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:33:10.156108 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-d5392b73-eb27-44ac-b812-92c884a640b9 service neutron] Publish callbacks [] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:10.178426 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-d5392b73-eb27-44ac-b812-92c884a640b9 service neutron] Transition to ACTIVE for port object 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:33:10.187114 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-d5392b73-eb27-44ac-b812-92c884a640b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:10.209658 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbf6d1-5245-4add-aff8-c66137dd8adc tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event updated for resources: {'Subnet': ['ID=0b65a633-2209-44d3-b04f-96fdbfe9c1fa,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:10.226145 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbbf6d1-5245-4add-aff8-c66137dd8adc tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Checking segment: {'id': '573064d6-91c8-43fa-8385-d453e055ce04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91bd2e45-62a8-4833-b8eb-cf15a16c43e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:10.226518 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbbf6d1-5245-4add-aff8-c66137dd8adc tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Network hostable DHCP agents. Network: 91bd2e45-62a8-4833-b8eb-cf15a16c43e0, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:33:10.240735 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c8c7b629-ff46-4c27-9d66-86241b216e7f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/floatingips/65354e84-b9d7-4b86-863d-88cf1348d3b7 HTTP/1.1" status: 200 len: 994 time: 0.1291981 Feb 07 21:33:10.276966 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbbf6d1-5245-4add-aff8-c66137dd8adc tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Network 91bd2e45-62a8-4833-b8eb-cf15a16c43e0 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:33:10.295981 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-dcbbf6d1-5245-4add-aff8-c66137dd8adc tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 91bd2e45-62a8-4833-b8eb-cf15a16c43e0) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:10.301046 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbbf6d1-5245-4add-aff8-c66137dd8adc tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:10.301990 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dcbbf6d1-5245-4add-aff8-c66137dd8adc tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:10.310169 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd95a01e-5bbe-49a2-a0eb-7ed3893b4cba None None] Network 91bd2e45-62a8-4833-b8eb-cf15a16c43e0 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:10.335309 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5392b73-eb27-44ac-b812-92c884a640b9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:10.346415 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-dcbbf6d1-5245-4add-aff8-c66137dd8adc tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7057049 Feb 07 21:33:10.346648 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 32818) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:10.360982 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c73f827e-d658-4781-a712-9842acfdf9a8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-721543645'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:10.415125 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-d5392b73-eb27-44ac-b812-92c884a640b9 service neutron] Attempting to bind port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:33:10.415360 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-d5392b73-eb27-44ac-b812-92c884a640b9 service neutron] Attempting to bind port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '043ea5ed-e46f-47ee-989e-efc665509beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:33:10.415932 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-d5392b73-eb27-44ac-b812-92c884a640b9 service neutron] Attempting to bind port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c on network 313f8c1c-8aae-48a6-b295-d997e13e6125 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:33:10.419324 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73f827e-d658-4781-a712-9842acfdf9a8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Made reservation on behalf of 34e6d952250c4ce3ac1ec949a9f64433 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:10.423926 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-d5392b73-eb27-44ac-b812-92c884a640b9 service neutron] Port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c on network 313f8c1c-8aae-48a6-b295-d997e13e6125 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:33:10.424080 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-d5392b73-eb27-44ac-b812-92c884a640b9 service neutron] Attempting to bind port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c on network 313f8c1c-8aae-48a6-b295-d997e13e6125 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:33:10.428606 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c73f827e-d658-4781-a712-9842acfdf9a8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:10.434771 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552e7c7-826e-44f0-848f-705f978ec18d req-32d54cf4-980a-491c-a23a-733fc019c42f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:10.436368 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8552e7c7-826e-44f0-848f-705f978ec18d req-32d54cf4-980a-491c-a23a-733fc019c42f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 943 time: 0.1192718 Feb 07 21:33:10.448385 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b206ce-ad10-45c2-b2fd-3295dbd4e7f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-91bd2e45-62a8-4833-b8eb-cf15a16c43e0', 'network_id': '91bd2e45-62a8-4833-b8eb-cf15a16c43e0', 'project_id': '34e6d952250c4ce3ac1ec949a9f64433', 'fixed_ips': [{'subnet_id': '0b65a633-2209-44d3-b04f-96fdbfe9c1fa'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:33:10.449046 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-d5392b73-eb27-44ac-b812-92c884a640b9 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:33:10.449390 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-d5392b73-eb27-44ac-b812-92c884a640b9 service neutron] Checking segment: {'id': '043ea5ed-e46f-47ee-989e-efc665509beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:10.449782 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-d5392b73-eb27-44ac-b812-92c884a640b9 service neutron] Bound using segment: {'id': '043ea5ed-e46f-47ee-989e-efc665509beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:33:10.450249 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-d5392b73-eb27-44ac-b812-92c884a640b9 service neutron] Bound port: 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043ea5ed-e46f-47ee-989e-efc665509beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:33:10.450589 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-d5392b73-eb27-44ac-b812-92c884a640b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:10.451149 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-31b206ce-ad10-45c2-b2fd-3295dbd4e7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:10.473629 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73f827e-d658-4781-a712-9842acfdf9a8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:33:10.485148 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c73f827e-d658-4781-a712-9842acfdf9a8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (c875819b-e09c-46be-bbce-7262148dc81a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:10.485956 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-c73f827e-d658-4781-a712-9842acfdf9a8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Added segment c875819b-e09c-46be-bbce-7262148dc81a of type vlan for network 93bf4a96-4eae-4551-b8c6-11ae1634969f Feb 07 21:33:10.534255 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c73f827e-d658-4781-a712-9842acfdf9a8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (93bf4a96-4eae-4551-b8c6-11ae1634969f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:10.569643 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8552e7c7-826e-44f0-848f-705f978ec18d req-44ea7bf5-7c27-4e9d-aa4b-ef6608fa95ce tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159427 Feb 07 21:33:10.601308 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-d5392b73-eb27-44ac-b812-92c884a640b9 service neutron] For port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:33:10.601578 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c73f827e-d658-4781-a712-9842acfdf9a8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (93bf4a96-4eae-4551-b8c6-11ae1634969f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:10.606460 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-d5392b73-eb27-44ac-b812-92c884a640b9 service neutron] For port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:33:10.608143 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f827e-d658-4781-a712-9842acfdf9a8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:10.608896 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c73f827e-d658-4781-a712-9842acfdf9a8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:10.617579 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-d5392b73-eb27-44ac-b812-92c884a640b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:10.636254 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c73f827e-d658-4781-a712-9842acfdf9a8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2860792 Feb 07 21:33:10.642739 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 32820) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:10.667486 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e2d57f4f-d9f8-46f4-8b08-3035d7286eb6 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Request body: {'subnet': {'network_id': '93bf4a96-4eae-4551-b8c6-11ae1634969f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:10.677406 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-31b206ce-ad10-45c2-b2fd-3295dbd4e7f5 None None] Allocated IP 172.20.255.242 (91bd2e45-62a8-4833-b8eb-cf15a16c43e0/0b65a633-2209-44d3-b04f-96fdbfe9c1fa/005cb5e7-4a8c-44d1-9a75-87a27159b3f5) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:33:10.705680 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-d5392b73-eb27-44ac-b812-92c884a640b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:10.706557 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-d5392b73-eb27-44ac-b812-92c884a640b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:10.708611 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-d5392b73-eb27-44ac-b812-92c884a640b9 service neutron] 10.222.0.69 "PUT /v2.0/ports/9f6bac45-ebb2-4ca5-bc39-37930d75ac2c HTTP/1.1" status: 200 len: 1091 time: 1.1713021 Feb 07 21:33:10.712065 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157efed3-481f-44e7-9449-788f67471705', 'tag': '9f6bac45-ebb2-4ca5-bc39-37930d75ac2c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:33:10.715041 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b5bbb3-ae45-4f73-b9be-14709193d9c9" -d '{"events": [{"name": "network-changed", "server_uuid": "157efed3-481f-44e7-9449-788f67471705", "tag": "9f6bac45-ebb2-4ca5-bc39-37930d75ac2c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:33:10.716473 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f827e-d658-4781-a712-9842acfdf9a8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event updated for resources: {'Network': ['ID=93bf4a96-4eae-4551-b8c6-11ae1634969f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:10.783814 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 93bf4a96-4eae-4551-b8c6-11ae1634969f details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:33:10.793846 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b5427a-9d85-4b99-9582-ff928fec4727 x-openstack-request-id: req-53b5427a-9d85-4b99-9582-ff928fec4727 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:33:10.794261 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157efed3-481f-44e7-9449-788f67471705", "tag": "9f6bac45-ebb2-4ca5-bc39-37930d75ac2c", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:33:10.794602 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-53b5427a-9d85-4b99-9582-ff928fec4727 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:33:10.795051 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157efed3-481f-44e7-9449-788f67471705', 'tag': '9f6bac45-ebb2-4ca5-bc39-37930d75ac2c', 'status': 'completed', 'code': 200} Feb 07 21:33:10.892769 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5392b73-eb27-44ac-b812-92c884a640b9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:10.918294 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-c928acaa-c6bf-4903-ba6f-330a51f7d5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:10.920031 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-c928acaa-c6bf-4903-ba6f-330a51f7d5d4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5266be69ced44c2e98a82b5b59fbf33f&device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 1125 time: 0.1300488 Feb 07 21:33:10.921198 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d57f4f-d9f8-46f4-8b08-3035d7286eb6 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Made reservation on behalf of 34e6d952250c4ce3ac1ec949a9f64433 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:10.926666 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2d57f4f-d9f8-46f4-8b08-3035d7286eb6 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:10.975335 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-31b206ce-ad10-45c2-b2fd-3295dbd4e7f5 None None] Publish callbacks [] for port (005cb5e7-4a8c-44d1-9a75-87a27159b3f5), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:10.982957 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-31b206ce-ad10-45c2-b2fd-3295dbd4e7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (005cb5e7-4a8c-44d1-9a75-87a27159b3f5), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:11.013087 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-6804ce35-40bc-4cc8-9a37-44257d02b0f5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c HTTP/1.1" status: 200 len: 217 time: 0.0806484 Feb 07 21:33:11.028238 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b206ce-ad10-45c2-b2fd-3295dbd4e7f5 None None] Network 91bd2e45-62a8-4833-b8eb-cf15a16c43e0 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:33:11.041233 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-31b206ce-ad10-45c2-b2fd-3295dbd4e7f5 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:11.049749 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b206ce-ad10-45c2-b2fd-3295dbd4e7f5 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:33:11.064555 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b206ce-ad10-45c2-b2fd-3295dbd4e7f5 None None] Pushing event updated for resources: {'Port': ['ID=005cb5e7-4a8c-44d1-9a75-87a27159b3f5,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:11.093377 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-c11a5cc9-7b55-46b1-8b5d-a842f12c0f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:11.094863 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-c11a5cc9-7b55-46b1-8b5d-a842f12c0f4d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cd4692e6-7e5d-43fa-9585-afffaba1004b HTTP/1.1" status: 200 len: 856 time: 0.0682631 Feb 07 21:33:11.121945 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-31b206ce-ad10-45c2-b2fd-3295dbd4e7f5 None None] Attempting to bind port 005cb5e7-4a8c-44d1-9a75-87a27159b3f5 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:33:11.122314 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-31b206ce-ad10-45c2-b2fd-3295dbd4e7f5 None None] Attempting to bind port 005cb5e7-4a8c-44d1-9a75-87a27159b3f5 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '573064d6-91c8-43fa-8385-d453e055ce04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91bd2e45-62a8-4833-b8eb-cf15a16c43e0'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:33:11.122807 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b206ce-ad10-45c2-b2fd-3295dbd4e7f5 None None] Attempting to bind port 005cb5e7-4a8c-44d1-9a75-87a27159b3f5 on network 91bd2e45-62a8-4833-b8eb-cf15a16c43e0 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:33:11.127967 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b206ce-ad10-45c2-b2fd-3295dbd4e7f5 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:33:11.128392 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b206ce-ad10-45c2-b2fd-3295dbd4e7f5 None None] Checking segment: {'id': '573064d6-91c8-43fa-8385-d453e055ce04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91bd2e45-62a8-4833-b8eb-cf15a16c43e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:11.128793 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-31b206ce-ad10-45c2-b2fd-3295dbd4e7f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:11.129399 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b206ce-ad10-45c2-b2fd-3295dbd4e7f5 None None] Bound using segment: {'id': '573064d6-91c8-43fa-8385-d453e055ce04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91bd2e45-62a8-4833-b8eb-cf15a16c43e0'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:33:11.129640 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-31b206ce-ad10-45c2-b2fd-3295dbd4e7f5 None None] Bound port: 005cb5e7-4a8c-44d1-9a75-87a27159b3f5, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573064d6-91c8-43fa-8385-d453e055ce04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91bd2e45-62a8-4833-b8eb-cf15a16c43e0'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:33:11.130012 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-31b206ce-ad10-45c2-b2fd-3295dbd4e7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (005cb5e7-4a8c-44d1-9a75-87a27159b3f5), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:11.189049 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-2435c122-752b-4c5b-b9c9-db6efa82252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:11.190476 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-2435c122-752b-4c5b-b9c9-db6efa82252a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=313f8c1c-8aae-48a6-b295-d997e13e6125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0894184 Feb 07 21:33:11.194831 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-31b206ce-ad10-45c2-b2fd-3295dbd4e7f5 None None] For port 005cb5e7-4a8c-44d1-9a75-87a27159b3f5, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:33:11.198454 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-31b206ce-ad10-45c2-b2fd-3295dbd4e7f5 None None] For port 005cb5e7-4a8c-44d1-9a75-87a27159b3f5, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=005cb5e7-4a8c-44d1-9a75-87a27159b3f5,segment=NetworkSegment(573064d6-91c8-43fa-8385-d453e055ce04),segment_id=573064d6-91c8-43fa-8385-d453e055ce04)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:33:11.205034 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-31b206ce-ad10-45c2-b2fd-3295dbd4e7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (005cb5e7-4a8c-44d1-9a75-87a27159b3f5), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:11.266606 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b206ce-ad10-45c2-b2fd-3295dbd4e7f5 None None] Pushing event updated for resources: {'Port': ['ID=005cb5e7-4a8c-44d1-9a75-87a27159b3f5,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:11.301192 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2d57f4f-d9f8-46f4-8b08-3035d7286eb6 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (12d6f680-b0ee-4eb4-8193-d947b0fea362), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:11.391878 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d57f4f-d9f8-46f4-8b08-3035d7286eb6 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event updated for resources: {'Subnet': ['ID=12d6f680-b0ee-4eb4-8193-d947b0fea362,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:11.396842 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-ae40655d-4fdf-4e54-83b5-5984e64a47c0 service neutron] 10.222.0.69 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003076 Feb 07 21:33:11.405257 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d57f4f-d9f8-46f4-8b08-3035d7286eb6 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Checking segment: {'id': 'c875819b-e09c-46be-bbce-7262148dc81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '93bf4a96-4eae-4551-b8c6-11ae1634969f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:11.405839 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d57f4f-d9f8-46f4-8b08-3035d7286eb6 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Network hostable DHCP agents. Network: 93bf4a96-4eae-4551-b8c6-11ae1634969f, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:33:11.496346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d57f4f-d9f8-46f4-8b08-3035d7286eb6 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Network 93bf4a96-4eae-4551-b8c6-11ae1634969f is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:33:11.524552 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-e2d57f4f-d9f8-46f4-8b08-3035d7286eb6 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 93bf4a96-4eae-4551-b8c6-11ae1634969f) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:11.530373 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d57f4f-d9f8-46f4-8b08-3035d7286eb6 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:11.531057 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2d57f4f-d9f8-46f4-8b08-3035d7286eb6 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:11.538859 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8418b306-27d0-4ed5-916d-faa8620c42f4 None None] Network 93bf4a96-4eae-4551-b8c6-11ae1634969f requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:11.546698 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf671b2d-adc7-4913-a6d5-dedf44364410 req-ac14f584-6998-4896-8f76-90f24335c085 service neutron] 10.222.0.69 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366060 Feb 07 21:33:11.563120 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 32826) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:11.573121 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e2d57f4f-d9f8-46f4-8b08-3035d7286eb6 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9284546 Feb 07 21:33:11.682200 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5bbb3-ae45-4f73-b9be-14709193d9c9 req-ad789815-f7b2-42a3-8e56-eb9910a8f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:11.683724 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-32b5bbb3-ae45-4f73-b9be-14709193d9c9 req-ad789815-f7b2-42a3-8e56-eb9910a8f734 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5266be69ced44c2e98a82b5b59fbf33f&device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 1125 time: 0.0767894 Feb 07 21:33:11.687063 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fb8ba8-9f1a-4537-bb75-6fa013f4ee8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-93bf4a96-4eae-4551-b8c6-11ae1634969f', 'network_id': '93bf4a96-4eae-4551-b8c6-11ae1634969f', 'project_id': '34e6d952250c4ce3ac1ec949a9f64433', 'fixed_ips': [{'subnet_id': '12d6f680-b0ee-4eb4-8193-d947b0fea362'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:33:11.688092 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8ba8-9f1a-4537-bb75-6fa013f4ee8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:11.770167 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (93bf4a96-4eae-4551-b8c6-11ae1634969f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:11.870675 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d4eb0-0c06-46b7-a186-88b8f05b351a req-bf1898fa-9eee-4ba6-b277-f26b0c72c2d6 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:11.872926 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3c5d4eb0-0c06-46b7-a186-88b8f05b351a req-bf1898fa-9eee-4ba6-b277-f26b0c72c2d6 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 943 time: 0.0907676 Feb 07 21:33:11.891245 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-b7fb8ba8-9f1a-4537-bb75-6fa013f4ee8b None None] Allocated IP 172.20.0.2 (93bf4a96-4eae-4551-b8c6-11ae1634969f/12d6f680-b0ee-4eb4-8193-d947b0fea362/0621972c-252b-4df2-b3bd-073c90c83cda) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:33:11.895724 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (12d6f680-b0ee-4eb4-8193-d947b0fea362), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:11.911584 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5bbb3-ae45-4f73-b9be-14709193d9c9 req-3e529eae-95f3-45b1-8d2a-ac90b688b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:11.913243 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-32b5bbb3-ae45-4f73-b9be-14709193d9c9 req-3e529eae-95f3-45b1-8d2a-ac90b688b919 service neutron] 10.222.0.69 "GET /v2.0/networks?id=313f8c1c-8aae-48a6-b295-d997e13e6125 HTTP/1.1" status: 200 len: 918 time: 0.2199106 Feb 07 21:33:11.978600 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-32b5bbb3-ae45-4f73-b9be-14709193d9c9 req-05ec8185-6f5a-4327-85d0-121d414b3ec0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c HTTP/1.1" status: 200 len: 217 time: 0.0563941 Feb 07 21:33:11.983163 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3c5d4eb0-0c06-46b7-a186-88b8f05b351a req-8ca0e110-e06b-4ee2-81e9-5591cb1e7753 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006982 Feb 07 21:33:12.039964 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5bbb3-ae45-4f73-b9be-14709193d9c9 req-5cb5de53-2a21-46a9-8fe3-89cbf5d92f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:12.043103 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-32b5bbb3-ae45-4f73-b9be-14709193d9c9 req-5cb5de53-2a21-46a9-8fe3-89cbf5d92f15 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cd4692e6-7e5d-43fa-9585-afffaba1004b HTTP/1.1" status: 200 len: 856 time: 0.0579495 Feb 07 21:33:12.046954 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 005cb5e7-4a8c-44d1-9a75-87a27159b3f5 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:33:12.093503 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5bbb3-ae45-4f73-b9be-14709193d9c9 req-3c2aca3b-3f36-4be9-bbd3-f7b99032654b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:12.095265 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-32b5bbb3-ae45-4f73-b9be-14709193d9c9 req-3c2aca3b-3f36-4be9-bbd3-f7b99032654b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=313f8c1c-8aae-48a6-b295-d997e13e6125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460548 Feb 07 21:33:12.100641 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8ba8-9f1a-4537-bb75-6fa013f4ee8b None None] Publish callbacks [] for port (0621972c-252b-4df2-b3bd-073c90c83cda), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:12.110994 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8ba8-9f1a-4537-bb75-6fa013f4ee8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (0621972c-252b-4df2-b3bd-073c90c83cda), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:12.132750 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (12d6f680-b0ee-4eb4-8193-d947b0fea362), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:12.152329 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fb8ba8-9f1a-4537-bb75-6fa013f4ee8b None None] Network 93bf4a96-4eae-4551-b8c6-11ae1634969f is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:33:12.160726 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-b7fb8ba8-9f1a-4537-bb75-6fa013f4ee8b None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:12.162525 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 005cb5e7-4a8c-44d1-9a75-87a27159b3f5 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:33:12.162888 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (005cb5e7-4a8c-44d1-9a75-87a27159b3f5), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:12.164564 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fb8ba8-9f1a-4537-bb75-6fa013f4ee8b None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:33:12.164743 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Subnet': ['ID=12d6f680-b0ee-4eb4-8193-d947b0fea362,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:12.218878 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-32b5bbb3-ae45-4f73-b9be-14709193d9c9 req-afb4fde1-3273-4278-867c-a47d454b3b3c service neutron] 10.222.0.69 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169281 Feb 07 21:33:12.225092 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb8ba8-9f1a-4537-bb75-6fa013f4ee8b None None] Pushing event updated for resources: {'Port': ['ID=0621972c-252b-4df2-b3bd-073c90c83cda,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:12.281098 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (93bf4a96-4eae-4551-b8c6-11ae1634969f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:12.282345 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-b7fb8ba8-9f1a-4537-bb75-6fa013f4ee8b None None] Attempting to bind port 0621972c-252b-4df2-b3bd-073c90c83cda on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:33:12.282678 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-b7fb8ba8-9f1a-4537-bb75-6fa013f4ee8b None None] Attempting to bind port 0621972c-252b-4df2-b3bd-073c90c83cda by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'c875819b-e09c-46be-bbce-7262148dc81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '93bf4a96-4eae-4551-b8c6-11ae1634969f'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:33:12.283039 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb8ba8-9f1a-4537-bb75-6fa013f4ee8b None None] Attempting to bind port 0621972c-252b-4df2-b3bd-073c90c83cda on network 93bf4a96-4eae-4551-b8c6-11ae1634969f {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:33:12.293314 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb8ba8-9f1a-4537-bb75-6fa013f4ee8b None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:33:12.293685 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb8ba8-9f1a-4537-bb75-6fa013f4ee8b None None] Checking segment: {'id': 'c875819b-e09c-46be-bbce-7262148dc81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '93bf4a96-4eae-4551-b8c6-11ae1634969f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:12.294085 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8ba8-9f1a-4537-bb75-6fa013f4ee8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:12.294476 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb8ba8-9f1a-4537-bb75-6fa013f4ee8b None None] Bound using segment: {'id': 'c875819b-e09c-46be-bbce-7262148dc81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '93bf4a96-4eae-4551-b8c6-11ae1634969f'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:33:12.304836 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-b7fb8ba8-9f1a-4537-bb75-6fa013f4ee8b None None] Bound port: 0621972c-252b-4df2-b3bd-073c90c83cda, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c875819b-e09c-46be-bbce-7262148dc81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '93bf4a96-4eae-4551-b8c6-11ae1634969f'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:33:12.305449 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8ba8-9f1a-4537-bb75-6fa013f4ee8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0621972c-252b-4df2-b3bd-073c90c83cda), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:12.318066 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93bf4a96-4eae-4551-b8c6-11ae1634969f']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:12.336927 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c875819b-e09c-46be-bbce-7262148dc81a') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:12.338888 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c875819b-e09c-46be-bbce-7262148dc81a') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:12.352406 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (c875819b-e09c-46be-bbce-7262148dc81a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:12.357849 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-32b5bbb3-ae45-4f73-b9be-14709193d9c9 req-bf944175-2661-426c-aaa8-771bdd10901f service neutron] 10.222.0.69 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311545 Feb 07 21:33:12.367467 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (c875819b-e09c-46be-bbce-7262148dc81a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:12.374843 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:12.375398 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (c875819b-e09c-46be-bbce-7262148dc81a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:12.377712 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 005cb5e7-4a8c-44d1-9a75-87a27159b3f5 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:33:12.378793 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (005cb5e7-4a8c-44d1-9a75-87a27159b3f5), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:12.378943 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:12.451387 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 005cb5e7-4a8c-44d1-9a75-87a27159b3f5, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=005cb5e7-4a8c-44d1-9a75-87a27159b3f5,segment=NetworkSegment(573064d6-91c8-43fa-8385-d453e055ce04),segment_id=573064d6-91c8-43fa-8385-d453e055ce04)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:12.461235 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (005cb5e7-4a8c-44d1-9a75-87a27159b3f5), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:12.465276 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.db.api [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 21:33:12.465276 n-d-828185-2 neutron-server[103256]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 21:33:12.465276 n-d-828185-2 neutron-server[103256]: [parameters: {'id': '93bf4a96-4eae-4551-b8c6-11ae1634969f'}] Feb 07 21:33:12.465276 n-d-828185-2 neutron-server[103256]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:33:12.466229 n-d-828185-2 neutron-server[103256]: DEBUG oslo_db.api [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:33:12.488157 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b7fb8ba8-9f1a-4537-bb75-6fa013f4ee8b None None] For port 0621972c-252b-4df2-b3bd-073c90c83cda, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:33:12.507199 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b7fb8ba8-9f1a-4537-bb75-6fa013f4ee8b None None] For port 0621972c-252b-4df2-b3bd-073c90c83cda, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0621972c-252b-4df2-b3bd-073c90c83cda,segment=NetworkSegment(c875819b-e09c-46be-bbce-7262148dc81a),segment_id=c875819b-e09c-46be-bbce-7262148dc81a)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:33:12.522732 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8ba8-9f1a-4537-bb75-6fa013f4ee8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0621972c-252b-4df2-b3bd-073c90c83cda), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:12.532501 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=005cb5e7-4a8c-44d1-9a75-87a27159b3f5,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:12.598612 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb8ba8-9f1a-4537-bb75-6fa013f4ee8b None None] Pushing event updated for resources: {'Port': ['ID=0621972c-252b-4df2-b3bd-073c90c83cda,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:12.641410 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb90dfd-3f01-424c-aa6c-9b14673a09a1 None None] Network 93bf4a96-4eae-4551-b8c6-11ae1634969f requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:12.738099 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0eab1b-e0bc-4eb1-9bd6-95e98422c0ed None None] Network 91bd2e45-62a8-4833-b8eb-cf15a16c43e0 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:12.825598 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0d4fef4b-0353-4ee8-8039-53c4f1962563 None None] Provisioning complete for port 005cb5e7-4a8c-44d1-9a75-87a27159b3f5 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:33:12.825969 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0d4fef4b-0353-4ee8-8039-53c4f1962563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (005cb5e7-4a8c-44d1-9a75-87a27159b3f5), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:12.929949 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0d4fef4b-0353-4ee8-8039-53c4f1962563 None None] Current status of the port 005cb5e7-4a8c-44d1-9a75-87a27159b3f5 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:33:12.967912 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (93bf4a96-4eae-4551-b8c6-11ae1634969f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:13.045184 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Deleting port 0621972c-252b-4df2-b3bd-073c90c83cda {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:13.045545 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (0621972c-252b-4df2-b3bd-073c90c83cda), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:13.106036 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d085617a-a2fa-4b2a-bba0-9581f85d2ce2 None None] get_active_networks_info from n-d-828185-2 {{(pid=103257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 21:33:13.125209 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] For port 0621972c-252b-4df2-b3bd-073c90c83cda, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0621972c-252b-4df2-b3bd-073c90c83cda,segment=NetworkSegment(c875819b-e09c-46be-bbce-7262148dc81a),segment_id=c875819b-e09c-46be-bbce-7262148dc81a)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:13.128961 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (0621972c-252b-4df2-b3bd-073c90c83cda), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:13.151182 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Calling delete_port for 0621972c-252b-4df2-b3bd-073c90c83cda owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:13.157093 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1222bb-a815-4a60-9b0e-e15f85e395ff req-432b3d47-e3c4-4a2e-b214-f4ae2326e8a3 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:13.158678 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f1222bb-a815-4a60-9b0e-e15f85e395ff req-432b3d47-e3c4-4a2e-b214-f4ae2326e8a3 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 943 time: 0.0638857 Feb 07 21:33:13.178623 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-47a73cec-6577-4e01-b2ac-939b6fecc619 None None] Provisioning complete for port 005cb5e7-4a8c-44d1-9a75-87a27159b3f5 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:33:13.179088 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-47a73cec-6577-4e01-b2ac-939b6fecc619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (005cb5e7-4a8c-44d1-9a75-87a27159b3f5), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:13.209598 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f1222bb-a815-4a60-9b0e-e15f85e395ff req-df656595-562e-4f30-8b9a-9113945989ea tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419481 Feb 07 21:33:13.246598 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (0621972c-252b-4df2-b3bd-073c90c83cda), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:13.254737 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d085617a-a2fa-4b2a-bba0-9581f85d2ce2 None None] Resources bound (agent type, host, resource id): {{(pid=103257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 21:33:13.274033 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Port': ['ID=0621972c-252b-4df2-b3bd-073c90c83cda,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:13.275695 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No DVR routers for this DVR port 0621972c-252b-4df2-b3bd-073c90c83cda on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:33:13.360513 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (93bf4a96-4eae-4551-b8c6-11ae1634969f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:13.390551 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93bf4a96-4eae-4551-b8c6-11ae1634969f']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:13.400940 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c875819b-e09c-46be-bbce-7262148dc81a') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:13.401247 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c875819b-e09c-46be-bbce-7262148dc81a') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:13.411740 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (c875819b-e09c-46be-bbce-7262148dc81a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:13.432481 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (c875819b-e09c-46be-bbce-7262148dc81a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:13.435743 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:13.436142 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (c875819b-e09c-46be-bbce-7262148dc81a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:13.439448 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:13.502204 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (93bf4a96-4eae-4551-b8c6-11ae1634969f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:13.503265 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-47a73cec-6577-4e01-b2ac-939b6fecc619 None None] Current status of the port 005cb5e7-4a8c-44d1-9a75-87a27159b3f5 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:33:13.510533 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:13.515109 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/networks/93bf4a96-4eae-4551-b8c6-11ae1634969f HTTP/1.1" status: 204 len: 168 time: 1.9494741 Feb 07 21:33:13.517789 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 32844) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:13.526737 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ace8e76d-c7e2-4823-a559-0496cdc90288 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2009558843'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:13.527453 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75d80d-e074-4bf3-925b-1f37b0007123 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Network': ['ID=93bf4a96-4eae-4551-b8c6-11ae1634969f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:13.548712 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace8e76d-c7e2-4823-a559-0496cdc90288 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Made reservation on behalf of 34e6d952250c4ce3ac1ec949a9f64433 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:13.552125 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ace8e76d-c7e2-4823-a559-0496cdc90288 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:13.588536 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace8e76d-c7e2-4823-a559-0496cdc90288 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:33:13.599457 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ace8e76d-c7e2-4823-a559-0496cdc90288 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (443d179f-d144-4414-ba15-a241d811a8fd), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:13.599807 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-ace8e76d-c7e2-4823-a559-0496cdc90288 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Added segment 443d179f-d144-4414-ba15-a241d811a8fd of type vlan for network 7f8c2898-9ec1-4111-89fe-14359d0f20d6 Feb 07 21:33:13.656447 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ace8e76d-c7e2-4823-a559-0496cdc90288 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (7f8c2898-9ec1-4111-89fe-14359d0f20d6), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:13.686186 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ace8e76d-c7e2-4823-a559-0496cdc90288 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (7f8c2898-9ec1-4111-89fe-14359d0f20d6), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:13.691284 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace8e76d-c7e2-4823-a559-0496cdc90288 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:13.691934 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ace8e76d-c7e2-4823-a559-0496cdc90288 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:13.713373 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 005cb5e7-4a8c-44d1-9a75-87a27159b3f5 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:33:13.761459 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ace8e76d-c7e2-4823-a559-0496cdc90288 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2419107 Feb 07 21:33:13.764052 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 32870) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:13.771689 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-685e6054-c3fd-41cc-97ae-b60b366e13fe tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Request body: {'subnet': {'network_id': '7f8c2898-9ec1-4111-89fe-14359d0f20d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:13.773901 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 005cb5e7-4a8c-44d1-9a75-87a27159b3f5 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:33:13.774392 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (005cb5e7-4a8c-44d1-9a75-87a27159b3f5), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:13.778719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8e76d-c7e2-4823-a559-0496cdc90288 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event updated for resources: {'Network': ['ID=7f8c2898-9ec1-4111-89fe-14359d0f20d6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:13.797304 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 7f8c2898-9ec1-4111-89fe-14359d0f20d6 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:33:13.870939 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685e6054-c3fd-41cc-97ae-b60b366e13fe tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Made reservation on behalf of 34e6d952250c4ce3ac1ec949a9f64433 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:13.876042 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-685e6054-c3fd-41cc-97ae-b60b366e13fe tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:13.938556 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 005cb5e7-4a8c-44d1-9a75-87a27159b3f5 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:33:13.955604 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-685e6054-c3fd-41cc-97ae-b60b366e13fe tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Performing IP validity checks on allocation pools {{(pid=103255) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 07 21:33:13.956118 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-685e6054-c3fd-41cc-97ae-b60b366e13fe tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103255) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 07 21:33:14.078318 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-685e6054-c3fd-41cc-97ae-b60b366e13fe tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (6992e37e-e90a-418d-9dbd-43b2a6ecfb04), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:14.137284 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e6054-c3fd-41cc-97ae-b60b366e13fe tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event updated for resources: {'Subnet': ['ID=6992e37e-e90a-418d-9dbd-43b2a6ecfb04,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:14.147588 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685e6054-c3fd-41cc-97ae-b60b366e13fe tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Checking segment: {'id': '443d179f-d144-4414-ba15-a241d811a8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7f8c2898-9ec1-4111-89fe-14359d0f20d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:14.147823 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685e6054-c3fd-41cc-97ae-b60b366e13fe tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Network hostable DHCP agents. Network: 7f8c2898-9ec1-4111-89fe-14359d0f20d6, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:33:14.166553 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685e6054-c3fd-41cc-97ae-b60b366e13fe tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Network 7f8c2898-9ec1-4111-89fe-14359d0f20d6 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:33:14.176179 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-685e6054-c3fd-41cc-97ae-b60b366e13fe tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 7f8c2898-9ec1-4111-89fe-14359d0f20d6) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:14.180083 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685e6054-c3fd-41cc-97ae-b60b366e13fe tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:14.181192 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-685e6054-c3fd-41cc-97ae-b60b366e13fe tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:14.187045 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653e1dec-05fc-4270-899b-8dd35151eb28 None None] Network 7f8c2898-9ec1-4111-89fe-14359d0f20d6 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:14.199811 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-685e6054-c3fd-41cc-97ae-b60b366e13fe tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4345832 Feb 07 21:33:14.202492 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 32936) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:14.329085 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400e5314-0bd6-4203-a35d-4140b251085f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-7f8c2898-9ec1-4111-89fe-14359d0f20d6', 'network_id': '7f8c2898-9ec1-4111-89fe-14359d0f20d6', 'project_id': '34e6d952250c4ce3ac1ec949a9f64433', 'fixed_ips': [{'subnet_id': '6992e37e-e90a-418d-9dbd-43b2a6ecfb04'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:33:14.329955 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-400e5314-0bd6-4203-a35d-4140b251085f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:14.363546 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (7f8c2898-9ec1-4111-89fe-14359d0f20d6), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:14.386955 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b452634-c322-4ae6-9b3f-db49a6462e77 req-44f81299-6d6b-424e-8498-2032f833923c tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:14.388624 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b452634-c322-4ae6-9b3f-db49a6462e77 req-44f81299-6d6b-424e-8498-2032f833923c tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 943 time: 0.0983722 Feb 07 21:33:14.465720 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (6992e37e-e90a-418d-9dbd-43b2a6ecfb04), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:14.480551 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-400e5314-0bd6-4203-a35d-4140b251085f None None] Allocated IP 172.20.0.3 (7f8c2898-9ec1-4111-89fe-14359d0f20d6/6992e37e-e90a-418d-9dbd-43b2a6ecfb04/bc35822c-ab57-4410-81fc-89c9b0f9cf76) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:33:14.510097 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b452634-c322-4ae6-9b3f-db49a6462e77 req-c24561a4-3eeb-4c6f-90dd-8c630eaeef19 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144481 Feb 07 21:33:14.642463 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-400e5314-0bd6-4203-a35d-4140b251085f None None] Publish callbacks [] for port (bc35822c-ab57-4410-81fc-89c9b0f9cf76), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:14.648637 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-400e5314-0bd6-4203-a35d-4140b251085f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (bc35822c-ab57-4410-81fc-89c9b0f9cf76), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:14.665776 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (6992e37e-e90a-418d-9dbd-43b2a6ecfb04), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:14.689231 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400e5314-0bd6-4203-a35d-4140b251085f None None] Network 7f8c2898-9ec1-4111-89fe-14359d0f20d6 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:33:14.692552 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-400e5314-0bd6-4203-a35d-4140b251085f None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:14.696131 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400e5314-0bd6-4203-a35d-4140b251085f None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:33:14.713086 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Subnet': ['ID=6992e37e-e90a-418d-9dbd-43b2a6ecfb04,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:14.756116 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e5314-0bd6-4203-a35d-4140b251085f None None] Pushing event updated for resources: {'Port': ['ID=bc35822c-ab57-4410-81fc-89c9b0f9cf76,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:14.772615 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-400e5314-0bd6-4203-a35d-4140b251085f None None] Attempting to bind port bc35822c-ab57-4410-81fc-89c9b0f9cf76 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:33:14.773060 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-400e5314-0bd6-4203-a35d-4140b251085f None None] Attempting to bind port bc35822c-ab57-4410-81fc-89c9b0f9cf76 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '443d179f-d144-4414-ba15-a241d811a8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7f8c2898-9ec1-4111-89fe-14359d0f20d6'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:33:14.773570 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400e5314-0bd6-4203-a35d-4140b251085f None None] Attempting to bind port bc35822c-ab57-4410-81fc-89c9b0f9cf76 on network 7f8c2898-9ec1-4111-89fe-14359d0f20d6 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:33:14.779210 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400e5314-0bd6-4203-a35d-4140b251085f None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:33:14.779800 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400e5314-0bd6-4203-a35d-4140b251085f None None] Checking segment: {'id': '443d179f-d144-4414-ba15-a241d811a8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7f8c2898-9ec1-4111-89fe-14359d0f20d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:14.779941 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-400e5314-0bd6-4203-a35d-4140b251085f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:14.780413 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400e5314-0bd6-4203-a35d-4140b251085f None None] Bound using segment: {'id': '443d179f-d144-4414-ba15-a241d811a8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7f8c2898-9ec1-4111-89fe-14359d0f20d6'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:33:14.781438 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-400e5314-0bd6-4203-a35d-4140b251085f None None] Bound port: bc35822c-ab57-4410-81fc-89c9b0f9cf76, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443d179f-d144-4414-ba15-a241d811a8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7f8c2898-9ec1-4111-89fe-14359d0f20d6'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:33:14.781823 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-400e5314-0bd6-4203-a35d-4140b251085f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bc35822c-ab57-4410-81fc-89c9b0f9cf76), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:14.785677 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (7f8c2898-9ec1-4111-89fe-14359d0f20d6), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:14.860168 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-400e5314-0bd6-4203-a35d-4140b251085f None None] For port bc35822c-ab57-4410-81fc-89c9b0f9cf76, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:33:14.864385 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-400e5314-0bd6-4203-a35d-4140b251085f None None] For port bc35822c-ab57-4410-81fc-89c9b0f9cf76, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=bc35822c-ab57-4410-81fc-89c9b0f9cf76,segment=NetworkSegment(443d179f-d144-4414-ba15-a241d811a8fd),segment_id=443d179f-d144-4414-ba15-a241d811a8fd)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:33:14.872098 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-400e5314-0bd6-4203-a35d-4140b251085f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (bc35822c-ab57-4410-81fc-89c9b0f9cf76), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:14.964006 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e5314-0bd6-4203-a35d-4140b251085f None None] Pushing event updated for resources: {'Port': ['ID=bc35822c-ab57-4410-81fc-89c9b0f9cf76,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:14.993256 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb297d12-57dd-4eb3-b0a3-518cf6e70697 None None] get_active_networks_info from n-d-828185-2 {{(pid=103257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 21:33:15.098795 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb297d12-57dd-4eb3-b0a3-518cf6e70697 None None] Resources bound (agent type, host, resource id): {{(pid=103257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 21:33:15.111044 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8c2898-9ec1-4111-89fe-14359d0f20d6']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:15.122173 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443d179f-d144-4414-ba15-a241d811a8fd') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:15.122543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443d179f-d144-4414-ba15-a241d811a8fd') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:15.132640 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (443d179f-d144-4414-ba15-a241d811a8fd), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:15.151968 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (443d179f-d144-4414-ba15-a241d811a8fd), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:15.159358 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:15.159689 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (443d179f-d144-4414-ba15-a241d811a8fd), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:15.163115 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:15.228115 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 21:33:15.228115 n-d-828185-2 neutron-server[103255]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 21:33:15.228115 n-d-828185-2 neutron-server[103255]: [parameters: {'id': '7f8c2898-9ec1-4111-89fe-14359d0f20d6'}] Feb 07 21:33:15.228115 n-d-828185-2 neutron-server[103255]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:33:15.228926 n-d-828185-2 neutron-server[103255]: DEBUG oslo_db.api [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:33:15.298249 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120a83af-6879-42e0-a4da-d30951f4b0b9 None None] Network 7f8c2898-9ec1-4111-89fe-14359d0f20d6 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:15.657976 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b818d6d-fee9-4005-a9e1-0c21548d8b9b req-1615d69b-ad4d-4643-84fb-8e5dc0e5af54 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:15.659450 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b818d6d-fee9-4005-a9e1-0c21548d8b9b req-1615d69b-ad4d-4643-84fb-8e5dc0e5af54 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 943 time: 0.0676601 Feb 07 21:33:15.700355 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:33:15.732139 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b818d6d-fee9-4005-a9e1-0c21548d8b9b req-2012e36c-3f78-492a-8fb1-1466d2a22b22 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669641 Feb 07 21:33:15.732731 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (7f8c2898-9ec1-4111-89fe-14359d0f20d6), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:15.797213 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Deleting port bc35822c-ab57-4410-81fc-89c9b0f9cf76 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:15.797465 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (bc35822c-ab57-4410-81fc-89c9b0f9cf76), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:15.827915 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:15.841836 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '9f6bac45-ebb2-4ca5-bc39-37930d75ac2c', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'port_id': '9f6bac45-ebb2-4ca5-bc39-37930d75ac2c', 'mac_address': 'fa:16:3e:64:cc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:33:15.862172 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] For port bc35822c-ab57-4410-81fc-89c9b0f9cf76, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=bc35822c-ab57-4410-81fc-89c9b0f9cf76,segment=NetworkSegment(443d179f-d144-4414-ba15-a241d811a8fd),segment_id=443d179f-d144-4414-ba15-a241d811a8fd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:15.862541 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (bc35822c-ab57-4410-81fc-89c9b0f9cf76), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:15.876230 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Calling delete_port for bc35822c-ab57-4410-81fc-89c9b0f9cf76 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:15.878737 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:33:15.879256 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:15.895769 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:33:15.919106 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:15.925612 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:15.965326 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (bc35822c-ab57-4410-81fc-89c9b0f9cf76), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:15.983701 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:15.993458 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Port': ['ID=bc35822c-ab57-4410-81fc-89c9b0f9cf76,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:15.999181 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No DVR routers for this DVR port bc35822c-ab57-4410-81fc-89c9b0f9cf76 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:33:16.085572 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (7f8c2898-9ec1-4111-89fe-14359d0f20d6), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:16.108511 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8c2898-9ec1-4111-89fe-14359d0f20d6']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:16.119035 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443d179f-d144-4414-ba15-a241d811a8fd') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:16.119420 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443d179f-d144-4414-ba15-a241d811a8fd') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:16.128738 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (443d179f-d144-4414-ba15-a241d811a8fd), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:16.142683 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (443d179f-d144-4414-ba15-a241d811a8fd), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:16.148892 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:16.149302 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (443d179f-d144-4414-ba15-a241d811a8fd), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:16.152775 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:16.202962 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['9f6bac45-ebb2-4ca5-bc39-37930d75ac2c'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:33:16.210980 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (7f8c2898-9ec1-4111-89fe-14359d0f20d6), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:16.218002 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:16.221749 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/networks/7f8c2898-9ec1-4111-89fe-14359d0f20d6 HTTP/1.1" status: 204 len: 168 time: 2.0181890 Feb 07 21:33:16.225325 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33234) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:16.232516 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-801ab1e2-e4ec-490d-b984-9fd3253b18ec tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1709953444'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:16.238703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39c772-e47d-4229-9af3-f5eacfc33fbb tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Network': ['ID=7f8c2898-9ec1-4111-89fe-14359d0f20d6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:16.260159 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801ab1e2-e4ec-490d-b984-9fd3253b18ec tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Made reservation on behalf of 34e6d952250c4ce3ac1ec949a9f64433 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:16.263832 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-801ab1e2-e4ec-490d-b984-9fd3253b18ec tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:16.296084 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801ab1e2-e4ec-490d-b984-9fd3253b18ec tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:33:16.306575 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-801ab1e2-e4ec-490d-b984-9fd3253b18ec tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (af9e6c13-c53d-47c9-a481-314443b0dda3), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:16.306987 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-801ab1e2-e4ec-490d-b984-9fd3253b18ec tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Added segment af9e6c13-c53d-47c9-a481-314443b0dda3 of type vlan for network 2846a6ec-7610-46c5-ad94-6931e655e906 Feb 07 21:33:16.351083 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-801ab1e2-e4ec-490d-b984-9fd3253b18ec tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (2846a6ec-7610-46c5-ad94-6931e655e906), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:16.387661 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-801ab1e2-e4ec-490d-b984-9fd3253b18ec tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (2846a6ec-7610-46c5-ad94-6931e655e906), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:16.392819 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801ab1e2-e4ec-490d-b984-9fd3253b18ec tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:16.393407 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-801ab1e2-e4ec-490d-b984-9fd3253b18ec tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:16.452803 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-801ab1e2-e4ec-490d-b984-9fd3253b18ec tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2237849 Feb 07 21:33:16.453920 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33268) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:16.460464 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a565653f-6fe5-4b02-9aa5-f429c0931942 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Request body: {'subnet': {'network_id': '2846a6ec-7610-46c5-ad94-6931e655e906', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:16.466345 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ab1e2-e4ec-490d-b984-9fd3253b18ec tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event updated for resources: {'Network': ['ID=2846a6ec-7610-46c5-ad94-6931e655e906,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:16.478470 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 2846a6ec-7610-46c5-ad94-6931e655e906 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:33:16.569754 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a565653f-6fe5-4b02-9aa5-f429c0931942 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Made reservation on behalf of 34e6d952250c4ce3ac1ec949a9f64433 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:16.574579 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a565653f-6fe5-4b02-9aa5-f429c0931942 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:16.768135 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a565653f-6fe5-4b02-9aa5-f429c0931942 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (5df0e27d-4f0d-4a69-b091-17b066b44c98), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:16.873020 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a565653f-6fe5-4b02-9aa5-f429c0931942 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Checking segment: {'id': 'af9e6c13-c53d-47c9-a481-314443b0dda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2846a6ec-7610-46c5-ad94-6931e655e906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:16.873396 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a565653f-6fe5-4b02-9aa5-f429c0931942 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Network hostable DHCP agents. Network: 2846a6ec-7610-46c5-ad94-6931e655e906, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:33:16.877347 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565653f-6fe5-4b02-9aa5-f429c0931942 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event updated for resources: {'Subnet': ['ID=5df0e27d-4f0d-4a69-b091-17b066b44c98,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:16.906151 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfae7e-6c57-471a-b6b2-d28b3fd4defb req-f7f18d64-dd8d-4bfd-b8aa-047488ee3e77 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:16.907647 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8fdfae7e-6c57-471a-b6b2-d28b3fd4defb req-f7f18d64-dd8d-4bfd-b8aa-047488ee3e77 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 944 time: 0.0971701 Feb 07 21:33:16.908746 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a565653f-6fe5-4b02-9aa5-f429c0931942 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Network 2846a6ec-7610-46c5-ad94-6931e655e906 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:33:16.921937 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a565653f-6fe5-4b02-9aa5-f429c0931942 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 2846a6ec-7610-46c5-ad94-6931e655e906) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:16.929629 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fcf49b-766e-4613-9164-706cae0a1b60 None None] Network 2846a6ec-7610-46c5-ad94-6931e655e906 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:16.933618 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a565653f-6fe5-4b02-9aa5-f429c0931942 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:16.934209 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a565653f-6fe5-4b02-9aa5-f429c0931942 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:16.958278 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a565653f-6fe5-4b02-9aa5-f429c0931942 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5030365 Feb 07 21:33:16.960960 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33300) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:16.973663 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8fdfae7e-6c57-471a-b6b2-d28b3fd4defb req-ba5354f1-a2cb-419d-ad3f-c07aef92ae88 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595136 Feb 07 21:33:17.066106 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab525673-27c8-4d37-a6c5-370aaf3f893f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-2846a6ec-7610-46c5-ad94-6931e655e906', 'network_id': '2846a6ec-7610-46c5-ad94-6931e655e906', 'project_id': '34e6d952250c4ce3ac1ec949a9f64433', 'fixed_ips': [{'subnet_id': '5df0e27d-4f0d-4a69-b091-17b066b44c98'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:33:17.067081 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ab525673-27c8-4d37-a6c5-370aaf3f893f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:17.076057 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (2846a6ec-7610-46c5-ad94-6931e655e906), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:17.127648 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (5df0e27d-4f0d-4a69-b091-17b066b44c98), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:17.202086 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-ab525673-27c8-4d37-a6c5-370aaf3f893f None None] Allocated IP 172.20.0.1 (2846a6ec-7610-46c5-ad94-6931e655e906/5df0e27d-4f0d-4a69-b091-17b066b44c98/c6d462e4-3bc9-4aed-9997-866d50c181aa) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:33:17.345208 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ab525673-27c8-4d37-a6c5-370aaf3f893f None None] Publish callbacks [] for port (c6d462e4-3bc9-4aed-9997-866d50c181aa), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:17.351066 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ab525673-27c8-4d37-a6c5-370aaf3f893f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (c6d462e4-3bc9-4aed-9997-866d50c181aa), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:17.370554 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (5df0e27d-4f0d-4a69-b091-17b066b44c98), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:17.397939 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Subnet': ['ID=5df0e27d-4f0d-4a69-b091-17b066b44c98,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:17.405661 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab525673-27c8-4d37-a6c5-370aaf3f893f None None] Network 2846a6ec-7610-46c5-ad94-6931e655e906 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:33:17.413201 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-ab525673-27c8-4d37-a6c5-370aaf3f893f None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:17.421104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab525673-27c8-4d37-a6c5-370aaf3f893f None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:33:17.428732 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab525673-27c8-4d37-a6c5-370aaf3f893f None None] Pushing event updated for resources: {'Port': ['ID=c6d462e4-3bc9-4aed-9997-866d50c181aa,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:17.465093 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (2846a6ec-7610-46c5-ad94-6931e655e906), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:17.488673 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2846a6ec-7610-46c5-ad94-6931e655e906']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:17.500343 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ab525673-27c8-4d37-a6c5-370aaf3f893f None None] Attempting to bind port c6d462e4-3bc9-4aed-9997-866d50c181aa on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:33:17.500583 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af9e6c13-c53d-47c9-a481-314443b0dda3') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:17.500860 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ab525673-27c8-4d37-a6c5-370aaf3f893f None None] Attempting to bind port c6d462e4-3bc9-4aed-9997-866d50c181aa by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'af9e6c13-c53d-47c9-a481-314443b0dda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2846a6ec-7610-46c5-ad94-6931e655e906'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:33:17.501144 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af9e6c13-c53d-47c9-a481-314443b0dda3') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:17.501344 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab525673-27c8-4d37-a6c5-370aaf3f893f None None] Attempting to bind port c6d462e4-3bc9-4aed-9997-866d50c181aa on network 2846a6ec-7610-46c5-ad94-6931e655e906 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:33:17.506433 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab525673-27c8-4d37-a6c5-370aaf3f893f None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:33:17.506883 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab525673-27c8-4d37-a6c5-370aaf3f893f None None] Checking segment: {'id': 'af9e6c13-c53d-47c9-a481-314443b0dda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2846a6ec-7610-46c5-ad94-6931e655e906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:17.507793 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ab525673-27c8-4d37-a6c5-370aaf3f893f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:17.507793 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab525673-27c8-4d37-a6c5-370aaf3f893f None None] Bound using segment: {'id': 'af9e6c13-c53d-47c9-a481-314443b0dda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2846a6ec-7610-46c5-ad94-6931e655e906'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:33:17.508593 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ab525673-27c8-4d37-a6c5-370aaf3f893f None None] Bound port: c6d462e4-3bc9-4aed-9997-866d50c181aa, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af9e6c13-c53d-47c9-a481-314443b0dda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2846a6ec-7610-46c5-ad94-6931e655e906'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:33:17.509066 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ab525673-27c8-4d37-a6c5-370aaf3f893f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c6d462e4-3bc9-4aed-9997-866d50c181aa), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:17.512614 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (af9e6c13-c53d-47c9-a481-314443b0dda3), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:17.528674 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (af9e6c13-c53d-47c9-a481-314443b0dda3), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:17.535463 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:17.536247 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (af9e6c13-c53d-47c9-a481-314443b0dda3), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:17.539811 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:17.585027 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ab525673-27c8-4d37-a6c5-370aaf3f893f None None] For port c6d462e4-3bc9-4aed-9997-866d50c181aa, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:33:17.615016 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ab525673-27c8-4d37-a6c5-370aaf3f893f None None] For port c6d462e4-3bc9-4aed-9997-866d50c181aa, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c6d462e4-3bc9-4aed-9997-866d50c181aa,segment=NetworkSegment(af9e6c13-c53d-47c9-a481-314443b0dda3),segment_id=af9e6c13-c53d-47c9-a481-314443b0dda3)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:33:17.616274 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.db.api [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 21:33:17.616274 n-d-828185-2 neutron-server[103256]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 21:33:17.616274 n-d-828185-2 neutron-server[103256]: [parameters: {'id': '2846a6ec-7610-46c5-ad94-6931e655e906'}] Feb 07 21:33:17.616274 n-d-828185-2 neutron-server[103256]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:33:17.616705 n-d-828185-2 neutron-server[103256]: DEBUG oslo_db.api [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:33:17.621383 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ab525673-27c8-4d37-a6c5-370aaf3f893f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c6d462e4-3bc9-4aed-9997-866d50c181aa), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:17.704838 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab525673-27c8-4d37-a6c5-370aaf3f893f None None] Pushing event updated for resources: {'Port': ['ID=c6d462e4-3bc9-4aed-9997-866d50c181aa,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:17.710886 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:33:17.737661 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018dcff5-bb0a-4468-89de-b43ab8ed3453 None None] get_active_networks_info from n-d-828185-2 {{(pid=103257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 21:33:17.810522 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:33:17.818589 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:33:17.818955 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:18.050183 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018dcff5-bb0a-4468-89de-b43ab8ed3453 None None] Resources bound (agent type, host, resource id): {{(pid=103257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 21:33:18.118329 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (2846a6ec-7610-46c5-ad94-6931e655e906), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:18.136178 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12e497-d080-4334-921e-3d615537d59e req-dd98b34c-56f8-4f7c-aa09-406d52412c8c tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:18.137483 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:33:18.137874 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:18.138802 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aa12e497-d080-4334-921e-3d615537d59e req-dd98b34c-56f8-4f7c-aa09-406d52412c8c tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 944 time: 0.0650887 Feb 07 21:33:18.184703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:18.187500 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157efed3-481f-44e7-9449-788f67471705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6bac45-ebb2-4ca5-bc39-37930d75ac2c'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:33:18.189883 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad09cf5-abd5-4dd8-b23d-1d0dd587e8f2" -d '{"events": [{"server_uuid": "157efed3-481f-44e7-9449-788f67471705", "name": "network-vif-plugged", "status": "completed", "tag": "9f6bac45-ebb2-4ca5-bc39-37930d75ac2c"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:33:18.199164 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Deleting port c6d462e4-3bc9-4aed-9997-866d50c181aa {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:18.199728 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c6d462e4-3bc9-4aed-9997-866d50c181aa), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:18.199854 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:18.236753 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aa12e497-d080-4334-921e-3d615537d59e req-257827b0-c305-440a-862e-9f4052d2b001 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869257 Feb 07 21:33:18.269591 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:18.276354 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cebb47-cbfd-4d0c-96d9-3ac8487d1f19 x-openstack-request-id: req-44cebb47-cbfd-4d0c-96d9-3ac8487d1f19 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:33:18.276662 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157efed3-481f-44e7-9449-788f67471705", "name": "network-vif-plugged", "status": "completed", "tag": "9f6bac45-ebb2-4ca5-bc39-37930d75ac2c", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:33:18.276910 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-44cebb47-cbfd-4d0c-96d9-3ac8487d1f19 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:33:18.277307 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157efed3-481f-44e7-9449-788f67471705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6bac45-ebb2-4ca5-bc39-37930d75ac2c', 'code': 200} Feb 07 21:33:18.319774 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] For port c6d462e4-3bc9-4aed-9997-866d50c181aa, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c6d462e4-3bc9-4aed-9997-866d50c181aa,segment=NetworkSegment(af9e6c13-c53d-47c9-a481-314443b0dda3),segment_id=af9e6c13-c53d-47c9-a481-314443b0dda3)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:18.320694 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c6d462e4-3bc9-4aed-9997-866d50c181aa), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:18.344864 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Calling delete_port for c6d462e4-3bc9-4aed-9997-866d50c181aa owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:18.381817 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fd7961-6bc4-41c1-a92d-08f56675a460 None None] Network 2846a6ec-7610-46c5-ad94-6931e655e906 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:18.391686 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a142225-47af-4ce6-a539-213cdc5b7185 req-cf3f1a57-c183-4964-81c1-5f72973966fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:18.393367 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a142225-47af-4ce6-a539-213cdc5b7185 req-cf3f1a57-c183-4964-81c1-5f72973966fe service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 1127 time: 0.0516927 Feb 07 21:33:18.441841 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a142225-47af-4ce6-a539-213cdc5b7185 req-2b3d4658-44e5-4097-adc6-11d60ca4a93f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414367 Feb 07 21:33:18.457414 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (c6d462e4-3bc9-4aed-9997-866d50c181aa), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:18.485072 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Port': ['ID=c6d462e4-3bc9-4aed-9997-866d50c181aa,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:18.493166 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No DVR routers for this DVR port c6d462e4-3bc9-4aed-9997-866d50c181aa on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:33:18.504127 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1fb8e68d-cd9a-4880-98c5-015815e90d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:18.582333 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (2846a6ec-7610-46c5-ad94-6931e655e906), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:18.606419 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2846a6ec-7610-46c5-ad94-6931e655e906']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:18.616373 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af9e6c13-c53d-47c9-a481-314443b0dda3') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:18.616675 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af9e6c13-c53d-47c9-a481-314443b0dda3') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:18.626297 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (af9e6c13-c53d-47c9-a481-314443b0dda3), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:18.639909 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (af9e6c13-c53d-47c9-a481-314443b0dda3), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:18.645930 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:18.646313 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (af9e6c13-c53d-47c9-a481-314443b0dda3), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:18.649211 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:18.708903 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (2846a6ec-7610-46c5-ad94-6931e655e906), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:18.716779 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:18.724576 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/networks/2846a6ec-7610-46c5-ad94-6931e655e906 HTTP/1.1" status: 204 len: 168 time: 1.7578595 Feb 07 21:33:18.724739 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33308) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:18.732699 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e6b58-96f8-4611-8253-c4e0b2f683f8 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Network': ['ID=2846a6ec-7610-46c5-ad94-6931e655e906,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:18.737666 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-79c6a4fb-f653-4be9-87d7-cb03f3b1c928 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1753058260'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:18.757773 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c6a4fb-f653-4be9-87d7-cb03f3b1c928 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Made reservation on behalf of 34e6d952250c4ce3ac1ec949a9f64433 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:18.761542 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79c6a4fb-f653-4be9-87d7-cb03f3b1c928 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:18.788027 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c6a4fb-f653-4be9-87d7-cb03f3b1c928 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:33:18.797702 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79c6a4fb-f653-4be9-87d7-cb03f3b1c928 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (831c3226-2002-46ab-88a3-e09195641e9f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:18.798039 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-79c6a4fb-f653-4be9-87d7-cb03f3b1c928 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Added segment 831c3226-2002-46ab-88a3-e09195641e9f of type vlan for network 620fbb36-26af-47c2-9ce6-a5c6c5cf32d0 Feb 07 21:33:18.837497 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79c6a4fb-f653-4be9-87d7-cb03f3b1c928 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (620fbb36-26af-47c2-9ce6-a5c6c5cf32d0), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:18.866528 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79c6a4fb-f653-4be9-87d7-cb03f3b1c928 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (620fbb36-26af-47c2-9ce6-a5c6c5cf32d0), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:18.872762 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c6a4fb-f653-4be9-87d7-cb03f3b1c928 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:18.873378 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79c6a4fb-f653-4be9-87d7-cb03f3b1c928 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:18.933657 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-79c6a4fb-f653-4be9-87d7-cb03f3b1c928 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2092686 Feb 07 21:33:18.936500 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33312) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:18.941992 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-6e483d39-57e0-4ce4-a01a-ed530819afbe tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Request body: {'subnet': {'network_id': '620fbb36-26af-47c2-9ce6-a5c6c5cf32d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:18.950479 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6a4fb-f653-4be9-87d7-cb03f3b1c928 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event updated for resources: {'Network': ['ID=620fbb36-26af-47c2-9ce6-a5c6c5cf32d0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:18.963164 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 620fbb36-26af-47c2-9ce6-a5c6c5cf32d0 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:33:19.038444 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e483d39-57e0-4ce4-a01a-ed530819afbe tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Made reservation on behalf of 34e6d952250c4ce3ac1ec949a9f64433 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:19.042686 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6e483d39-57e0-4ce4-a01a-ed530819afbe tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:19.218618 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6e483d39-57e0-4ce4-a01a-ed530819afbe tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (c99d2737-777b-4610-83d3-72b5a13ac01a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:19.282500 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e483d39-57e0-4ce4-a01a-ed530819afbe tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event updated for resources: {'Subnet': ['ID=c99d2737-777b-4610-83d3-72b5a13ac01a,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:19.293462 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e483d39-57e0-4ce4-a01a-ed530819afbe tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Checking segment: {'id': '831c3226-2002-46ab-88a3-e09195641e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '620fbb36-26af-47c2-9ce6-a5c6c5cf32d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:19.293834 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e483d39-57e0-4ce4-a01a-ed530819afbe tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Network hostable DHCP agents. Network: 620fbb36-26af-47c2-9ce6-a5c6c5cf32d0, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:33:19.310437 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e483d39-57e0-4ce4-a01a-ed530819afbe tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Network 620fbb36-26af-47c2-9ce6-a5c6c5cf32d0 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:33:19.323134 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-6e483d39-57e0-4ce4-a01a-ed530819afbe tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 620fbb36-26af-47c2-9ce6-a5c6c5cf32d0) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:19.328390 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e483d39-57e0-4ce4-a01a-ed530819afbe tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:19.329133 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6e483d39-57e0-4ce4-a01a-ed530819afbe tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:19.332997 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fb497e-1ced-4092-936e-705826325c33 None None] Network 620fbb36-26af-47c2-9ce6-a5c6c5cf32d0 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:19.358836 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6e483d39-57e0-4ce4-a01a-ed530819afbe tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4210732 Feb 07 21:33:19.361397 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33316) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:19.400813 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa09373-6656-42f0-b121-febdd4dadaa5 req-5d9f201e-ad5a-4fec-838d-3e2b3fb0ef19 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:19.403257 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eaa09373-6656-42f0-b121-febdd4dadaa5 req-5d9f201e-ad5a-4fec-838d-3e2b3fb0ef19 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.0986648 Feb 07 21:33:19.456287 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eaa09373-6656-42f0-b121-febdd4dadaa5 req-d62b4656-17e7-445b-9dfd-bf9b29cc35c6 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466747 Feb 07 21:33:19.484488 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8606c5c7-3500-4ba4-9d9e-81476b67b590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-620fbb36-26af-47c2-9ce6-a5c6c5cf32d0', 'network_id': '620fbb36-26af-47c2-9ce6-a5c6c5cf32d0', 'project_id': '34e6d952250c4ce3ac1ec949a9f64433', 'fixed_ips': [{'subnet_id': 'c99d2737-777b-4610-83d3-72b5a13ac01a'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:33:19.485351 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8606c5c7-3500-4ba4-9d9e-81476b67b590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:19.491513 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (620fbb36-26af-47c2-9ce6-a5c6c5cf32d0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:19.557108 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (c99d2737-777b-4610-83d3-72b5a13ac01a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:19.640338 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-8606c5c7-3500-4ba4-9d9e-81476b67b590 None None] Allocated IP 172.20.0.2 (620fbb36-26af-47c2-9ce6-a5c6c5cf32d0/c99d2737-777b-4610-83d3-72b5a13ac01a/f6bb1540-e6f0-4ab5-9395-c76d83406942) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:33:19.813903 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8606c5c7-3500-4ba4-9d9e-81476b67b590 None None] Publish callbacks [] for port (f6bb1540-e6f0-4ab5-9395-c76d83406942), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:19.820287 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8606c5c7-3500-4ba4-9d9e-81476b67b590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (f6bb1540-e6f0-4ab5-9395-c76d83406942), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:19.840032 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (c99d2737-777b-4610-83d3-72b5a13ac01a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:19.866928 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Subnet': ['ID=c99d2737-777b-4610-83d3-72b5a13ac01a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:19.867162 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8606c5c7-3500-4ba4-9d9e-81476b67b590 None None] Network 620fbb36-26af-47c2-9ce6-a5c6c5cf32d0 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:33:19.872256 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-8606c5c7-3500-4ba4-9d9e-81476b67b590 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:19.875118 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8606c5c7-3500-4ba4-9d9e-81476b67b590 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:33:19.916920 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606c5c7-3500-4ba4-9d9e-81476b67b590 None None] Pushing event updated for resources: {'Port': ['ID=f6bb1540-e6f0-4ab5-9395-c76d83406942,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:19.934209 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (620fbb36-26af-47c2-9ce6-a5c6c5cf32d0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:19.947751 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8606c5c7-3500-4ba4-9d9e-81476b67b590 None None] Attempting to bind port f6bb1540-e6f0-4ab5-9395-c76d83406942 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:33:19.948124 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8606c5c7-3500-4ba4-9d9e-81476b67b590 None None] Attempting to bind port f6bb1540-e6f0-4ab5-9395-c76d83406942 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '831c3226-2002-46ab-88a3-e09195641e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '620fbb36-26af-47c2-9ce6-a5c6c5cf32d0'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:33:19.948512 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8606c5c7-3500-4ba4-9d9e-81476b67b590 None None] Attempting to bind port f6bb1540-e6f0-4ab5-9395-c76d83406942 on network 620fbb36-26af-47c2-9ce6-a5c6c5cf32d0 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:33:19.953544 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8606c5c7-3500-4ba4-9d9e-81476b67b590 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:33:19.953922 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8606c5c7-3500-4ba4-9d9e-81476b67b590 None None] Checking segment: {'id': '831c3226-2002-46ab-88a3-e09195641e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '620fbb36-26af-47c2-9ce6-a5c6c5cf32d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:19.954540 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8606c5c7-3500-4ba4-9d9e-81476b67b590 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:19.954945 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8606c5c7-3500-4ba4-9d9e-81476b67b590 None None] Bound using segment: {'id': '831c3226-2002-46ab-88a3-e09195641e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '620fbb36-26af-47c2-9ce6-a5c6c5cf32d0'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:33:19.955411 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8606c5c7-3500-4ba4-9d9e-81476b67b590 None None] Bound port: f6bb1540-e6f0-4ab5-9395-c76d83406942, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831c3226-2002-46ab-88a3-e09195641e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '620fbb36-26af-47c2-9ce6-a5c6c5cf32d0'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:33:19.955790 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8606c5c7-3500-4ba4-9d9e-81476b67b590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f6bb1540-e6f0-4ab5-9395-c76d83406942), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:19.960407 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['620fbb36-26af-47c2-9ce6-a5c6c5cf32d0']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:19.970483 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831c3226-2002-46ab-88a3-e09195641e9f') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:19.970483 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831c3226-2002-46ab-88a3-e09195641e9f') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:19.979835 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (831c3226-2002-46ab-88a3-e09195641e9f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:19.994084 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (831c3226-2002-46ab-88a3-e09195641e9f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:20.001146 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:20.001538 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (831c3226-2002-46ab-88a3-e09195641e9f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:20.004914 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:20.030776 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8606c5c7-3500-4ba4-9d9e-81476b67b590 None None] For port f6bb1540-e6f0-4ab5-9395-c76d83406942, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:33:20.062157 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8606c5c7-3500-4ba4-9d9e-81476b67b590 None None] For port f6bb1540-e6f0-4ab5-9395-c76d83406942, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f6bb1540-e6f0-4ab5-9395-c76d83406942,segment=NetworkSegment(831c3226-2002-46ab-88a3-e09195641e9f),segment_id=831c3226-2002-46ab-88a3-e09195641e9f)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:33:20.063047 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.db.api [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 21:33:20.063047 n-d-828185-2 neutron-server[103256]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 21:33:20.063047 n-d-828185-2 neutron-server[103256]: [parameters: {'id': '620fbb36-26af-47c2-9ce6-a5c6c5cf32d0'}] Feb 07 21:33:20.063047 n-d-828185-2 neutron-server[103256]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:33:20.063404 n-d-828185-2 neutron-server[103256]: DEBUG oslo_db.api [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:33:20.069934 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8606c5c7-3500-4ba4-9d9e-81476b67b590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f6bb1540-e6f0-4ab5-9395-c76d83406942), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:20.150330 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606c5c7-3500-4ba4-9d9e-81476b67b590 None None] Pushing event updated for resources: {'Port': ['ID=f6bb1540-e6f0-4ab5-9395-c76d83406942,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:20.167810 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e56f3b-bf29-4435-8e8a-9c0032895c37 None None] get_active_networks_info from n-d-828185-2 {{(pid=103257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 21:33:20.261766 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e56f3b-bf29-4435-8e8a-9c0032895c37 None None] Resources bound (agent type, host, resource id): {{(pid=103257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 21:33:20.440127 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfd1fc2-1ba5-44e0-ad37-989ae9f6aa9c None None] Network 620fbb36-26af-47c2-9ce6-a5c6c5cf32d0 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:20.565165 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (620fbb36-26af-47c2-9ce6-a5c6c5cf32d0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:20.583831 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4232bfb3-23d6-4477-a971-f99ad6bd51ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:20.596586 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ada68-0aff-4731-b1b6-e957fb44c6ac req-418ab654-4cc4-4d91-930e-b78a18b7b95d tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:20.598964 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-249ada68-0aff-4731-b1b6-e957fb44c6ac req-418ab654-4cc4-4d91-930e-b78a18b7b95d tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.0645547 Feb 07 21:33:20.635886 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Deleting port f6bb1540-e6f0-4ab5-9395-c76d83406942 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:20.636263 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f6bb1540-e6f0-4ab5-9395-c76d83406942), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:20.653492 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-249ada68-0aff-4731-b1b6-e957fb44c6ac req-c2eb0134-f501-423c-ab3f-8f86b2aac1d7 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476215 Feb 07 21:33:20.703626 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] For port f6bb1540-e6f0-4ab5-9395-c76d83406942, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f6bb1540-e6f0-4ab5-9395-c76d83406942,segment=NetworkSegment(831c3226-2002-46ab-88a3-e09195641e9f),segment_id=831c3226-2002-46ab-88a3-e09195641e9f)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:20.703997 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f6bb1540-e6f0-4ab5-9395-c76d83406942), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:20.718703 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Calling delete_port for f6bb1540-e6f0-4ab5-9395-c76d83406942 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:20.802129 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab6a75-c388-4d5d-923a-43482cdaa39c req-d9d9e3f9-67a7-4de3-97dc-e2f5b1bd93cd tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:20.803961 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79ab6a75-c388-4d5d-923a-43482cdaa39c req-d9d9e3f9-67a7-4de3-97dc-e2f5b1bd93cd tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.0575492 Feb 07 21:33:20.812957 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33324) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:20.817800 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2d826fa7-32eb-461d-97bb-da37e030e3cb tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Request body: {'floatingip': {'port_id': '9f6bac45-ebb2-4ca5-bc39-37930d75ac2c'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:20.821715 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (f6bb1540-e6f0-4ab5-9395-c76d83406942), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:20.878361 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d826fa7-32eb-461d-97bb-da37e030e3cb tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for floatingip (b1917a00-bb23-4cd0-bcd5-2e4a638ceb99), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:20.881840 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Port': ['ID=f6bb1540-e6f0-4ab5-9395-c76d83406942,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:20.883883 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No DVR routers for this DVR port f6bb1540-e6f0-4ab5-9395-c76d83406942 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:33:21.311176 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (620fbb36-26af-47c2-9ce6-a5c6c5cf32d0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:21.344739 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['620fbb36-26af-47c2-9ce6-a5c6c5cf32d0']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:21.384902 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831c3226-2002-46ab-88a3-e09195641e9f') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:21.385198 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831c3226-2002-46ab-88a3-e09195641e9f') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:21.423572 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (831c3226-2002-46ab-88a3-e09195641e9f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:21.445550 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (831c3226-2002-46ab-88a3-e09195641e9f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:21.456062 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:21.456494 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (831c3226-2002-46ab-88a3-e09195641e9f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:21.459507 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:21.557938 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (620fbb36-26af-47c2-9ce6-a5c6c5cf32d0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:21.566656 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:21.569632 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/networks/620fbb36-26af-47c2-9ce6-a5c6c5cf32d0 HTTP/1.1" status: 204 len: 168 time: 2.2049258 Feb 07 21:33:21.574714 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33328) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:21.579719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1e88f6d4-6eb1-45dd-bd76-7adea3ed623a tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1417406893'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:21.588252 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0c436-9ea4-48e1-a0a3-7454c0782c02 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Network': ['ID=620fbb36-26af-47c2-9ce6-a5c6c5cf32d0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:21.600269 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e88f6d4-6eb1-45dd-bd76-7adea3ed623a tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Made reservation on behalf of 34e6d952250c4ce3ac1ec949a9f64433 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:21.604817 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e88f6d4-6eb1-45dd-bd76-7adea3ed623a tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:21.638516 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e88f6d4-6eb1-45dd-bd76-7adea3ed623a tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:33:21.650089 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e88f6d4-6eb1-45dd-bd76-7adea3ed623a tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (c2bf3a56-14b0-4012-8cbe-66c0ebbec344), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:21.650788 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-1e88f6d4-6eb1-45dd-bd76-7adea3ed623a tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Added segment c2bf3a56-14b0-4012-8cbe-66c0ebbec344 of type vlan for network fcb755c2-7f0b-422a-beb3-8dbc6272f4c1 Feb 07 21:33:21.698999 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e88f6d4-6eb1-45dd-bd76-7adea3ed623a tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (fcb755c2-7f0b-422a-beb3-8dbc6272f4c1), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:21.738476 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e88f6d4-6eb1-45dd-bd76-7adea3ed623a tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (fcb755c2-7f0b-422a-beb3-8dbc6272f4c1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:21.744188 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e88f6d4-6eb1-45dd-bd76-7adea3ed623a tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:21.748331 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e88f6d4-6eb1-45dd-bd76-7adea3ed623a tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:21.801774 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d826fa7-32eb-461d-97bb-da37e030e3cb tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:21.808820 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d826fa7-32eb-461d-97bb-da37e030e3cb tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (b1917a00-bb23-4cd0-bcd5-2e4a638ceb99), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:21.821033 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1e88f6d4-6eb1-45dd-bd76-7adea3ed623a tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2450812 Feb 07 21:33:21.821603 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33330) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:21.829121 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:21.829707 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a9e92af1-9b17-4c30-8d73-2fa96ecb84a4 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Request body: {'subnet': {'network_id': 'fcb755c2-7f0b-422a-beb3-8dbc6272f4c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:21.847088 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88f6d4-6eb1-45dd-bd76-7adea3ed623a tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event updated for resources: {'Network': ['ID=fcb755c2-7f0b-422a-beb3-8dbc6272f4c1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:21.861678 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network fcb755c2-7f0b-422a-beb3-8dbc6272f4c1 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:33:21.929894 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e92af1-9b17-4c30-8d73-2fa96ecb84a4 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Made reservation on behalf of 34e6d952250c4ce3ac1ec949a9f64433 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:21.934127 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [None req-2d826fa7-32eb-461d-97bb-da37e030e3cb tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Floating IP b1917a00-bb23-4cd0-bcd5-2e4a638ceb99 associated. External IP: 172.25.4.80, port: 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c. Feb 07 21:33:21.934934 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a9e92af1-9b17-4c30-8d73-2fa96ecb84a4 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:21.996985 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-a9e92af1-9b17-4c30-8d73-2fa96ecb84a4 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Performing IP validity checks on allocation pools {{(pid=103255) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 07 21:33:21.997504 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-a9e92af1-9b17-4c30-8d73-2fa96ecb84a4 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103255) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 07 21:33:22.173522 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a9e92af1-9b17-4c30-8d73-2fa96ecb84a4 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (37086fee-6224-4430-b43f-3818f83bf41f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:22.192169 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d826fa7-32eb-461d-97bb-da37e030e3cb tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Router 9fe81b8e-b081-4cfa-92b4-b95247378287 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:33:22.249583 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e92af1-9b17-4c30-8d73-2fa96ecb84a4 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event updated for resources: {'Subnet': ['ID=37086fee-6224-4430-b43f-3818f83bf41f,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:22.278638 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e92af1-9b17-4c30-8d73-2fa96ecb84a4 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Checking segment: {'id': 'c2bf3a56-14b0-4012-8cbe-66c0ebbec344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fcb755c2-7f0b-422a-beb3-8dbc6272f4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:22.279296 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e92af1-9b17-4c30-8d73-2fa96ecb84a4 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Network hostable DHCP agents. Network: fcb755c2-7f0b-422a-beb3-8dbc6272f4c1, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:33:22.307990 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e92af1-9b17-4c30-8d73-2fa96ecb84a4 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Network fcb755c2-7f0b-422a-beb3-8dbc6272f4c1 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:33:22.320669 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a9e92af1-9b17-4c30-8d73-2fa96ecb84a4 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, fcb755c2-7f0b-422a-beb3-8dbc6272f4c1) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:22.325536 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e92af1-9b17-4c30-8d73-2fa96ecb84a4 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:22.327218 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a9e92af1-9b17-4c30-8d73-2fa96ecb84a4 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:22.331803 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f14b37f-098a-4002-b915-fb32ce32184a None None] Network fcb755c2-7f0b-422a-beb3-8dbc6272f4c1 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:22.341250 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33338) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:22.348396 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d826fa7-32eb-461d-97bb-da37e030e3cb tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:33:22.356569 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d826fa7-32eb-461d-97bb-da37e030e3cb tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:22.360755 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e0c767-ac4e-4957-85f3-918b5d1f351e None None] Sync routers for ids ['9fe81b8e-b081-4cfa-92b4-b95247378287'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:33:22.373193 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e0c767-ac4e-4957-85f3-918b5d1f351e None None] Routers {'9fe81b8e-b081-4cfa-92b4-b95247378287'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:33:22.373988 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-d2e0c767-ac4e-4957-85f3-918b5d1f351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:33:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['9fe81b8e-b081-4cfa-92b4-b95247378287'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:22.389650 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a9e92af1-9b17-4c30-8d73-2fa96ecb84a4 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5627913 Feb 07 21:33:22.389879 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33342) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:22.426599 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2d826fa7-32eb-461d-97bb-da37e030e3cb tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "PUT /v2.0/floatingips/b1917a00-bb23-4cd0-bcd5-2e4a638ceb99 HTTP/1.1" status: 200 len: 990 time: 1.6122365 Feb 07 21:33:22.447636 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157efed3-481f-44e7-9449-788f67471705', 'tag': '9f6bac45-ebb2-4ca5-bc39-37930d75ac2c'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:33:22.450537 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88e52c7-7652-4a8a-8256-8035529c2528" -d '{"events": [{"name": "network-changed", "server_uuid": "157efed3-481f-44e7-9449-788f67471705", "tag": "9f6bac45-ebb2-4ca5-bc39-37930d75ac2c"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:33:22.504697 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0ae880-1654-4818-9ad6-f3dbba8b5a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-fcb755c2-7f0b-422a-beb3-8dbc6272f4c1', 'network_id': 'fcb755c2-7f0b-422a-beb3-8dbc6272f4c1', 'project_id': '34e6d952250c4ce3ac1ec949a9f64433', 'fixed_ips': [{'subnet_id': '37086fee-6224-4430-b43f-3818f83bf41f'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:33:22.505929 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1c0ae880-1654-4818-9ad6-f3dbba8b5a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:22.531108 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37c9d80-c144-47cc-93ce-0a464a212c8d x-openstack-request-id: req-a37c9d80-c144-47cc-93ce-0a464a212c8d {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:33:22.531476 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157efed3-481f-44e7-9449-788f67471705", "tag": "9f6bac45-ebb2-4ca5-bc39-37930d75ac2c", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:33:22.531801 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a37c9d80-c144-47cc-93ce-0a464a212c8d {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:33:22.532276 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157efed3-481f-44e7-9449-788f67471705', 'tag': '9f6bac45-ebb2-4ca5-bc39-37930d75ac2c', 'status': 'completed', 'code': 200} Feb 07 21:33:22.596007 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b70225ef-7742-4438-ae14-8dd6365c45aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:22.646315 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (fcb755c2-7f0b-422a-beb3-8dbc6272f4c1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:22.661440 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-d2e0c767-ac4e-4957-85f3-918b5d1f351e None None] Set router 9fe81b8e-b081-4cfa-92b4-b95247378287 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:33:22.679592 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e52c7-7652-4a8a-8256-8035529c2528 req-eebe4381-e681-4d35-ba05-57bcd7f840f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:22.681358 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e88e52c7-7652-4a8a-8256-8035529c2528 req-eebe4381-e681-4d35-ba05-57bcd7f840f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5266be69ced44c2e98a82b5b59fbf33f&device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 1127 time: 0.1127942 Feb 07 21:33:22.688543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b1f40-462c-44f6-828b-ecda8cf78a8a req-420a59bf-eacb-468c-b075-78ec35ae9fec tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:22.689998 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-890b1f40-462c-44f6-828b-ecda8cf78a8a req-420a59bf-eacb-468c-b075-78ec35ae9fec tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.1473308 Feb 07 21:33:22.690461 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b70225ef-7742-4438-ae14-8dd6365c45aa admin admin] Publish callbacks [] for security_group (77015dda-5502-4b08-8a93-123f7fcd3d91), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:22.704333 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b70225ef-7742-4438-ae14-8dd6365c45aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (77015dda-5502-4b08-8a93-123f7fcd3d91), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:22.740749 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70225ef-7742-4438-ae14-8dd6365c45aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77015dda-5502-4b08-8a93-123f7fcd3d91,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:22.758403 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b70225ef-7742-4438-ae14-8dd6365c45aa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=679f60192c3645b1a3b6fdfcec333fd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4151855 Feb 07 21:33:22.761593 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33348) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:22.830166 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-1c0ae880-1654-4818-9ad6-f3dbba8b5a7f None None] Allocated IP 172.20.0.3 (fcb755c2-7f0b-422a-beb3-8dbc6272f4c1/37086fee-6224-4430-b43f-3818f83bf41f/797a5f21-e0b0-48b7-bce3-34471395cdb3) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:33:22.864689 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (37086fee-6224-4430-b43f-3818f83bf41f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:22.876608 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-237f4314-3dc2-4a36-a513-e2674ee8bceb admin admin] Publish callbacks [] for security_group (77015dda-5502-4b08-8a93-123f7fcd3d91), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:22.934429 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-237f4314-3dc2-4a36-a513-e2674ee8bceb admin admin] Publish callbacks [] for security_group (77015dda-5502-4b08-8a93-123f7fcd3d91), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:22.996609 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-890b1f40-462c-44f6-828b-ecda8cf78a8a req-d823dc38-4017-4ad1-aaed-d43db7b9ab02 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459216 Feb 07 21:33:23.003900 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-237f4314-3dc2-4a36-a513-e2674ee8bceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (77015dda-5502-4b08-8a93-123f7fcd3d91), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:23.006536 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-237f4314-3dc2-4a36-a513-e2674ee8bceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:23.011459 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-237f4314-3dc2-4a36-a513-e2674ee8bceb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/77015dda-5502-4b08-8a93-123f7fcd3d91 HTTP/1.1" status: 204 len: 168 time: 0.2473409 Feb 07 21:33:23.021159 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f4314-3dc2-4a36-a513-e2674ee8bceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77015dda-5502-4b08-8a93-123f7fcd3d91,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:23.026481 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e52c7-7652-4a8a-8256-8035529c2528 req-03102762-98d9-47e4-b3ee-1044f54034c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:23.028084 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e88e52c7-7652-4a8a-8256-8035529c2528 req-03102762-98d9-47e4-b3ee-1044f54034c2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=313f8c1c-8aae-48a6-b295-d997e13e6125 HTTP/1.1" status: 200 len: 918 time: 0.3370683 Feb 07 21:33:23.030002 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-d2e0c767-ac4e-4957-85f3-918b5d1f351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'name': 'tempest-AttachVolumeShelveTestJSON-1854305194-router', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:27:57Z', 'updated_at': '2022-02-07T21:28:06Z', 'revision_number': 4, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'gw_port': {'id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:27:58Z', 'updated_at': '2022-02-07T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'b1917a00-bb23-4cd0-bcd5-2e4a638ceb99', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'floating_ip_address': '172.25.4.80', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'port_id': '9f6bac45-ebb2-4ca5-bc39-37930d75ac2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'mac_address': 'fa:16:3e:64:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157efed3-481f-44e7-9449-788f67471705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:33:04Z', 'updated_at': '2022-02-07T21:33:21Z', 'revision_number': 1, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b139ad-ed3f-4033-880b-2b6a733bafc0', 'name': '', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'mac_address': 'fa:16:3e:24:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:28:03Z', 'updated_at': '2022-02-07T21:28:12Z', 'revision_number': 5, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'subnets': [{'id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:23.063965 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1c0ae880-1654-4818-9ad6-f3dbba8b5a7f None None] Publish callbacks [] for port (797a5f21-e0b0-48b7-bce3-34471395cdb3), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:23.074736 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1c0ae880-1654-4818-9ad6-f3dbba8b5a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (797a5f21-e0b0-48b7-bce3-34471395cdb3), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:23.112585 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e88e52c7-7652-4a8a-8256-8035529c2528 req-8801c53c-79e3-4282-88cc-b95c9efc204e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c HTTP/1.1" status: 200 len: 998 time: 0.0768986 Feb 07 21:33:23.123703 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e0c767-ac4e-4957-85f3-918b5d1f351e None None] Checking router: 9fe81b8e-b081-4cfa-92b4-b95247378287 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:33:23.128963 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0ae880-1654-4818-9ad6-f3dbba8b5a7f None None] Network fcb755c2-7f0b-422a-beb3-8dbc6272f4c1 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:33:23.135465 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ae880-1654-4818-9ad6-f3dbba8b5a7f None None] Pushing event updated for resources: {'Port': ['ID=797a5f21-e0b0-48b7-bce3-34471395cdb3,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:23.138787 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-1c0ae880-1654-4818-9ad6-f3dbba8b5a7f None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:23.141422 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0ae880-1654-4818-9ad6-f3dbba8b5a7f None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:33:23.156869 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e0c767-ac4e-4957-85f3-918b5d1f351e None None] Routers {'9fe81b8e-b081-4cfa-92b4-b95247378287'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:33:23.157914 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-d2e0c767-ac4e-4957-85f3-918b5d1f351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:33:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['9fe81b8e-b081-4cfa-92b4-b95247378287'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:23.175976 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (37086fee-6224-4430-b43f-3818f83bf41f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:23.213268 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1c0ae880-1654-4818-9ad6-f3dbba8b5a7f None None] Attempting to bind port 797a5f21-e0b0-48b7-bce3-34471395cdb3 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:33:23.213646 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1c0ae880-1654-4818-9ad6-f3dbba8b5a7f None None] Attempting to bind port 797a5f21-e0b0-48b7-bce3-34471395cdb3 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'c2bf3a56-14b0-4012-8cbe-66c0ebbec344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fcb755c2-7f0b-422a-beb3-8dbc6272f4c1'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:33:23.214103 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0ae880-1654-4818-9ad6-f3dbba8b5a7f None None] Attempting to bind port 797a5f21-e0b0-48b7-bce3-34471395cdb3 on network fcb755c2-7f0b-422a-beb3-8dbc6272f4c1 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:33:23.220866 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0ae880-1654-4818-9ad6-f3dbba8b5a7f None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:33:23.221540 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0ae880-1654-4818-9ad6-f3dbba8b5a7f None None] Checking segment: {'id': 'c2bf3a56-14b0-4012-8cbe-66c0ebbec344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fcb755c2-7f0b-422a-beb3-8dbc6272f4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:23.221951 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1c0ae880-1654-4818-9ad6-f3dbba8b5a7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:23.222355 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0ae880-1654-4818-9ad6-f3dbba8b5a7f None None] Bound using segment: {'id': 'c2bf3a56-14b0-4012-8cbe-66c0ebbec344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fcb755c2-7f0b-422a-beb3-8dbc6272f4c1'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:33:23.222994 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1c0ae880-1654-4818-9ad6-f3dbba8b5a7f None None] Bound port: 797a5f21-e0b0-48b7-bce3-34471395cdb3, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2bf3a56-14b0-4012-8cbe-66c0ebbec344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fcb755c2-7f0b-422a-beb3-8dbc6272f4c1'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:33:23.223387 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1c0ae880-1654-4818-9ad6-f3dbba8b5a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (797a5f21-e0b0-48b7-bce3-34471395cdb3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:23.235399 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Subnet': ['ID=37086fee-6224-4430-b43f-3818f83bf41f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:23.315125 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1c0ae880-1654-4818-9ad6-f3dbba8b5a7f None None] For port 797a5f21-e0b0-48b7-bce3-34471395cdb3, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:33:23.326704 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e52c7-7652-4a8a-8256-8035529c2528 req-72100e3a-ba0d-47ee-a08d-5ea40ef5980a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:23.327825 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-d2e0c767-ac4e-4957-85f3-918b5d1f351e None None] Set router 9fe81b8e-b081-4cfa-92b4-b95247378287 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:33:23.331476 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e88e52c7-7652-4a8a-8256-8035529c2528 req-72100e3a-ba0d-47ee-a08d-5ea40ef5980a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cd4692e6-7e5d-43fa-9585-afffaba1004b HTTP/1.1" status: 200 len: 856 time: 0.2127683 Feb 07 21:33:23.333647 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:23.335406 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1c0ae880-1654-4818-9ad6-f3dbba8b5a7f None None] For port 797a5f21-e0b0-48b7-bce3-34471395cdb3, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=797a5f21-e0b0-48b7-bce3-34471395cdb3,segment=NetworkSegment(c2bf3a56-14b0-4012-8cbe-66c0ebbec344),segment_id=c2bf3a56-14b0-4012-8cbe-66c0ebbec344)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:33:23.345456 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1c0ae880-1654-4818-9ad6-f3dbba8b5a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (797a5f21-e0b0-48b7-bce3-34471395cdb3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:23.422400 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (fcb755c2-7f0b-422a-beb3-8dbc6272f4c1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:23.460275 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb755c2-7f0b-422a-beb3-8dbc6272f4c1']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:23.472440 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2bf3a56-14b0-4012-8cbe-66c0ebbec344') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:23.472738 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2bf3a56-14b0-4012-8cbe-66c0ebbec344') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:23.474113 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ae880-1654-4818-9ad6-f3dbba8b5a7f None None] Pushing event updated for resources: {'Port': ['ID=797a5f21-e0b0-48b7-bce3-34471395cdb3,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:23.480201 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90354099-7609-4a5c-b02d-a4f8975bf5be None None] get_active_networks_info from n-d-828185-2 {{(pid=103257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 21:33:23.485236 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (c2bf3a56-14b0-4012-8cbe-66c0ebbec344), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:23.493317 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e52c7-7652-4a8a-8256-8035529c2528 req-41176305-e492-4648-b2ed-d279bbd0fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:23.501430 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e88e52c7-7652-4a8a-8256-8035529c2528 req-41176305-e492-4648-b2ed-d279bbd0fb9c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=313f8c1c-8aae-48a6-b295-d997e13e6125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1633646 Feb 07 21:33:23.549620 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (c2bf3a56-14b0-4012-8cbe-66c0ebbec344), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:23.592593 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:23.593127 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (c2bf3a56-14b0-4012-8cbe-66c0ebbec344), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:23.596173 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:23.612182 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90354099-7609-4a5c-b02d-a4f8975bf5be None None] Resources bound (agent type, host, resource id): {{(pid=103257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 21:33:23.689346 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 21:33:23.689346 n-d-828185-2 neutron-server[103255]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 21:33:23.689346 n-d-828185-2 neutron-server[103255]: [parameters: {'id': 'fcb755c2-7f0b-422a-beb3-8dbc6272f4c1'}] Feb 07 21:33:23.689346 n-d-828185-2 neutron-server[103255]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:33:23.690080 n-d-828185-2 neutron-server[103255]: DEBUG oslo_db.api [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:33:23.706416 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e88e52c7-7652-4a8a-8256-8035529c2528 req-f5299bc7-2431-4602-83e0-404fe9a051a0 service neutron] 10.222.0.69 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937897 Feb 07 21:33:23.746793 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-d2e0c767-ac4e-4957-85f3-918b5d1f351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'name': 'tempest-AttachVolumeShelveTestJSON-1854305194-router', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:27:57Z', 'updated_at': '2022-02-07T21:28:06Z', 'revision_number': 4, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'gw_port': {'id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:27:58Z', 'updated_at': '2022-02-07T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'b1917a00-bb23-4cd0-bcd5-2e4a638ceb99', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'floating_ip_address': '172.25.4.80', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'port_id': '9f6bac45-ebb2-4ca5-bc39-37930d75ac2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'mac_address': 'fa:16:3e:64:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157efed3-481f-44e7-9449-788f67471705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:33:04Z', 'updated_at': '2022-02-07T21:33:21Z', 'revision_number': 1, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b139ad-ed3f-4033-880b-2b6a733bafc0', 'name': '', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'mac_address': 'fa:16:3e:24:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:28:03Z', 'updated_at': '2022-02-07T21:28:12Z', 'revision_number': 5, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'subnets': [{'id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:23.810003 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e0c767-ac4e-4957-85f3-918b5d1f351e None None] The sync data for ids ['9fe81b8e-b081-4cfa-92b4-b95247378287'] in n-d-828185-2 is: [{'id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'name': 'tempest-AttachVolumeShelveTestJSON-1854305194-router', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:27:57Z', 'updated_at': '2022-02-07T21:28:06Z', 'revision_number': 4, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'gw_port': {'id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:27:58Z', 'updated_at': '2022-02-07T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'b1917a00-bb23-4cd0-bcd5-2e4a638ceb99', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'floating_ip_address': '172.25.4.80', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'port_id': '9f6bac45-ebb2-4ca5-bc39-37930d75ac2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'mac_address': 'fa:16:3e:64:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157efed3-481f-44e7-9449-788f67471705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:33:04Z', 'updated_at': '2022-02-07T21:33:21Z', 'revision_number': 1, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b139ad-ed3f-4033-880b-2b6a733bafc0', 'name': '', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'mac_address': 'fa:16:3e:24:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:28:03Z', 'updated_at': '2022-02-07T21:28:12Z', 'revision_number': 5, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'subnets': [{'id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:33:23.849189 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e88e52c7-7652-4a8a-8256-8035529c2528 req-d29cb025-5e7f-4b48-9faa-22728a8d04de service neutron] 10.222.0.69 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336620 Feb 07 21:33:23.878025 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335b98e0-d394-48f6-ab65-dbcbc09755a0 None None] Network fcb755c2-7f0b-422a-beb3-8dbc6272f4c1 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:24.142657 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0c857-bb68-46ce-8066-dbc92ab361c1 req-27b19d6c-b1f6-495e-b3ac-6e375dd4482d tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:24.149242 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bad0c857-bb68-46ce-8066-dbc92ab361c1 req-27b19d6c-b1f6-495e-b3ac-6e375dd4482d tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.0686646 Feb 07 21:33:24.155690 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d823ae-22c6-41a0-8449-b2a60225fdda None None] New status for floating IP b1917a00-bb23-4cd0-bcd5-2e4a638ceb99: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:33:24.191030 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (fcb755c2-7f0b-422a-beb3-8dbc6272f4c1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:24.216239 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bad0c857-bb68-46ce-8066-dbc92ab361c1 req-a8f6b6f0-605f-4925-875e-5960d1407f76 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592599 Feb 07 21:33:24.283750 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Deleting port 797a5f21-e0b0-48b7-bce3-34471395cdb3 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:24.284097 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (797a5f21-e0b0-48b7-bce3-34471395cdb3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:24.363532 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] For port 797a5f21-e0b0-48b7-bce3-34471395cdb3, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=797a5f21-e0b0-48b7-bce3-34471395cdb3,segment=NetworkSegment(c2bf3a56-14b0-4012-8cbe-66c0ebbec344),segment_id=c2bf3a56-14b0-4012-8cbe-66c0ebbec344)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:24.364240 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (797a5f21-e0b0-48b7-bce3-34471395cdb3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:24.380451 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Calling delete_port for 797a5f21-e0b0-48b7-bce3-34471395cdb3 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:24.474522 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (797a5f21-e0b0-48b7-bce3-34471395cdb3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:24.514803 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Port': ['ID=797a5f21-e0b0-48b7-bce3-34471395cdb3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:24.521420 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No DVR routers for this DVR port 797a5f21-e0b0-48b7-bce3-34471395cdb3 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:33:24.623670 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (fcb755c2-7f0b-422a-beb3-8dbc6272f4c1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:24.663693 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:24.673520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb755c2-7f0b-422a-beb3-8dbc6272f4c1']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:24.684906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2bf3a56-14b0-4012-8cbe-66c0ebbec344') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:24.685432 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2bf3a56-14b0-4012-8cbe-66c0ebbec344') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:24.708720 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (c2bf3a56-14b0-4012-8cbe-66c0ebbec344), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:24.740549 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (c2bf3a56-14b0-4012-8cbe-66c0ebbec344), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:24.748012 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:24.748779 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (c2bf3a56-14b0-4012-8cbe-66c0ebbec344), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:24.752098 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:24.818709 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (fcb755c2-7f0b-422a-beb3-8dbc6272f4c1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:24.827026 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:24.834400 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/networks/fcb755c2-7f0b-422a-beb3-8dbc6272f4c1 HTTP/1.1" status: 204 len: 168 time: 2.4402010 Feb 07 21:33:24.834793 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33392) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:24.841009 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-996e48f3-bf5d-4429-aa15-4ae058a24698 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1891397005'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:24.848258 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82455be5-7e49-4adc-8cba-eea0f34b3176 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Network': ['ID=fcb755c2-7f0b-422a-beb3-8dbc6272f4c1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:24.867052 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996e48f3-bf5d-4429-aa15-4ae058a24698 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Made reservation on behalf of 34e6d952250c4ce3ac1ec949a9f64433 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:24.870662 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-996e48f3-bf5d-4429-aa15-4ae058a24698 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:24.899682 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996e48f3-bf5d-4429-aa15-4ae058a24698 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:33:24.910305 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-996e48f3-bf5d-4429-aa15-4ae058a24698 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (825033b4-eea9-4bc3-96ce-e247f71cce8f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:24.910648 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-996e48f3-bf5d-4429-aa15-4ae058a24698 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Added segment 825033b4-eea9-4bc3-96ce-e247f71cce8f of type vlan for network ef1d64f2-7d46-4d01-8a5c-2912afb890b1 Feb 07 21:33:24.952191 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-996e48f3-bf5d-4429-aa15-4ae058a24698 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (ef1d64f2-7d46-4d01-8a5c-2912afb890b1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:24.980769 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-996e48f3-bf5d-4429-aa15-4ae058a24698 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (ef1d64f2-7d46-4d01-8a5c-2912afb890b1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:24.987856 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996e48f3-bf5d-4429-aa15-4ae058a24698 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:24.988501 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-996e48f3-bf5d-4429-aa15-4ae058a24698 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:25.053380 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-996e48f3-bf5d-4429-aa15-4ae058a24698 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2150245 Feb 07 21:33:25.053940 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33402) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:25.059530 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-78ac0855-aeb5-4aa4-8753-588199f8f3f2 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Request body: {'subnet': {'network_id': 'ef1d64f2-7d46-4d01-8a5c-2912afb890b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:25.075643 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e48f3-bf5d-4429-aa15-4ae058a24698 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event updated for resources: {'Network': ['ID=ef1d64f2-7d46-4d01-8a5c-2912afb890b1,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:25.088536 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network ef1d64f2-7d46-4d01-8a5c-2912afb890b1 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:33:25.199270 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ac0855-aeb5-4aa4-8753-588199f8f3f2 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Made reservation on behalf of 34e6d952250c4ce3ac1ec949a9f64433 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:25.204942 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-78ac0855-aeb5-4aa4-8753-588199f8f3f2 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:25.448176 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-78ac0855-aeb5-4aa4-8753-588199f8f3f2 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (7f5fdcd1-2276-49ae-9bb1-83be17d46e6c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:25.512135 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac0855-aeb5-4aa4-8753-588199f8f3f2 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event updated for resources: {'Subnet': ['ID=7f5fdcd1-2276-49ae-9bb1-83be17d46e6c,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:25.524255 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ac0855-aeb5-4aa4-8753-588199f8f3f2 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Checking segment: {'id': '825033b4-eea9-4bc3-96ce-e247f71cce8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef1d64f2-7d46-4d01-8a5c-2912afb890b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:25.525418 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ac0855-aeb5-4aa4-8753-588199f8f3f2 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Network hostable DHCP agents. Network: ef1d64f2-7d46-4d01-8a5c-2912afb890b1, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:33:25.542146 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ac0855-aeb5-4aa4-8753-588199f8f3f2 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Network ef1d64f2-7d46-4d01-8a5c-2912afb890b1 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:33:25.552093 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-78ac0855-aeb5-4aa4-8753-588199f8f3f2 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, ef1d64f2-7d46-4d01-8a5c-2912afb890b1) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:25.558354 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ac0855-aeb5-4aa4-8753-588199f8f3f2 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:25.559644 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-78ac0855-aeb5-4aa4-8753-588199f8f3f2 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:25.567847 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abb38a9-2796-4033-8bda-a371e9f41e0c None None] Network ef1d64f2-7d46-4d01-8a5c-2912afb890b1 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:25.589266 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-78ac0855-aeb5-4aa4-8753-588199f8f3f2 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5340736 Feb 07 21:33:25.591823 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33404) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:25.617260 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:33:25.723612 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb921950-abb7-44d2-b54c-7ff904ea0142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-ef1d64f2-7d46-4d01-8a5c-2912afb890b1', 'network_id': 'ef1d64f2-7d46-4d01-8a5c-2912afb890b1', 'project_id': '34e6d952250c4ce3ac1ec949a9f64433', 'fixed_ips': [{'subnet_id': '7f5fdcd1-2276-49ae-9bb1-83be17d46e6c'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:33:25.724641 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fb921950-abb7-44d2-b54c-7ff904ea0142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:25.771002 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (ef1d64f2-7d46-4d01-8a5c-2912afb890b1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:25.855459 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (7f5fdcd1-2276-49ae-9bb1-83be17d46e6c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:25.911324 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-fb921950-abb7-44d2-b54c-7ff904ea0142 None None] Allocated IP 172.20.0.1 (ef1d64f2-7d46-4d01-8a5c-2912afb890b1/7f5fdcd1-2276-49ae-9bb1-83be17d46e6c/45828199-85de-4f43-b31a-6cb94cbd7a3c) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:33:26.082174 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fb921950-abb7-44d2-b54c-7ff904ea0142 None None] Publish callbacks [] for port (45828199-85de-4f43-b31a-6cb94cbd7a3c), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:26.087969 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fb921950-abb7-44d2-b54c-7ff904ea0142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (45828199-85de-4f43-b31a-6cb94cbd7a3c), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:26.113951 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (7f5fdcd1-2276-49ae-9bb1-83be17d46e6c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:26.131158 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb921950-abb7-44d2-b54c-7ff904ea0142 None None] Network ef1d64f2-7d46-4d01-8a5c-2912afb890b1 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:33:26.137309 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-fb921950-abb7-44d2-b54c-7ff904ea0142 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:26.141229 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb921950-abb7-44d2-b54c-7ff904ea0142 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:33:26.148967 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Subnet': ['ID=7f5fdcd1-2276-49ae-9bb1-83be17d46e6c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:26.161992 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb921950-abb7-44d2-b54c-7ff904ea0142 None None] Pushing event updated for resources: {'Port': ['ID=45828199-85de-4f43-b31a-6cb94cbd7a3c,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:26.226832 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (ef1d64f2-7d46-4d01-8a5c-2912afb890b1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:26.230060 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-fb921950-abb7-44d2-b54c-7ff904ea0142 None None] Attempting to bind port 45828199-85de-4f43-b31a-6cb94cbd7a3c on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:33:26.230451 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-fb921950-abb7-44d2-b54c-7ff904ea0142 None None] Attempting to bind port 45828199-85de-4f43-b31a-6cb94cbd7a3c by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '825033b4-eea9-4bc3-96ce-e247f71cce8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef1d64f2-7d46-4d01-8a5c-2912afb890b1'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:33:26.230819 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb921950-abb7-44d2-b54c-7ff904ea0142 None None] Attempting to bind port 45828199-85de-4f43-b31a-6cb94cbd7a3c on network ef1d64f2-7d46-4d01-8a5c-2912afb890b1 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:33:26.239518 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb921950-abb7-44d2-b54c-7ff904ea0142 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:33:26.239782 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb921950-abb7-44d2-b54c-7ff904ea0142 None None] Checking segment: {'id': '825033b4-eea9-4bc3-96ce-e247f71cce8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef1d64f2-7d46-4d01-8a5c-2912afb890b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:26.240373 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fb921950-abb7-44d2-b54c-7ff904ea0142 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:26.240777 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb921950-abb7-44d2-b54c-7ff904ea0142 None None] Bound using segment: {'id': '825033b4-eea9-4bc3-96ce-e247f71cce8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef1d64f2-7d46-4d01-8a5c-2912afb890b1'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:33:26.241254 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-fb921950-abb7-44d2-b54c-7ff904ea0142 None None] Bound port: 45828199-85de-4f43-b31a-6cb94cbd7a3c, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '825033b4-eea9-4bc3-96ce-e247f71cce8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef1d64f2-7d46-4d01-8a5c-2912afb890b1'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:33:26.241665 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fb921950-abb7-44d2-b54c-7ff904ea0142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (45828199-85de-4f43-b31a-6cb94cbd7a3c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:26.270607 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1d64f2-7d46-4d01-8a5c-2912afb890b1']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:26.284219 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825033b4-eea9-4bc3-96ce-e247f71cce8f') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:26.284862 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825033b4-eea9-4bc3-96ce-e247f71cce8f') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:26.297580 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (825033b4-eea9-4bc3-96ce-e247f71cce8f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:26.320431 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (825033b4-eea9-4bc3-96ce-e247f71cce8f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:26.322812 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-fb921950-abb7-44d2-b54c-7ff904ea0142 None None] For port 45828199-85de-4f43-b31a-6cb94cbd7a3c, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:33:26.328031 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:26.328690 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (825033b4-eea9-4bc3-96ce-e247f71cce8f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:26.331788 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:26.389237 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-fb921950-abb7-44d2-b54c-7ff904ea0142 None None] For port 45828199-85de-4f43-b31a-6cb94cbd7a3c, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=45828199-85de-4f43-b31a-6cb94cbd7a3c,segment=NetworkSegment(825033b4-eea9-4bc3-96ce-e247f71cce8f),segment_id=825033b4-eea9-4bc3-96ce-e247f71cce8f)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:33:26.390688 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.db.api [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 21:33:26.390688 n-d-828185-2 neutron-server[103256]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 21:33:26.390688 n-d-828185-2 neutron-server[103256]: [parameters: {'id': 'ef1d64f2-7d46-4d01-8a5c-2912afb890b1'}] Feb 07 21:33:26.390688 n-d-828185-2 neutron-server[103256]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:33:26.391225 n-d-828185-2 neutron-server[103256]: DEBUG oslo_db.api [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:33:26.395649 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fb921950-abb7-44d2-b54c-7ff904ea0142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (45828199-85de-4f43-b31a-6cb94cbd7a3c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:26.474329 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb921950-abb7-44d2-b54c-7ff904ea0142 None None] Pushing event updated for resources: {'Port': ['ID=45828199-85de-4f43-b31a-6cb94cbd7a3c,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:26.491527 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd82332-3088-4671-b4a7-44f1de6d101e None None] get_active_networks_info from n-d-828185-2 {{(pid=103257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 21:33:26.583468 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd82332-3088-4671-b4a7-44f1de6d101e None None] Resources bound (agent type, host, resource id): {{(pid=103257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 21:33:26.763152 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96153d9b-772a-44ef-b161-d14cb3d0cc17 None None] Network ef1d64f2-7d46-4d01-8a5c-2912afb890b1 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:26.892821 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (ef1d64f2-7d46-4d01-8a5c-2912afb890b1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:26.945662 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Deleting port 45828199-85de-4f43-b31a-6cb94cbd7a3c {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:26.946002 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (45828199-85de-4f43-b31a-6cb94cbd7a3c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:27.019130 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] For port 45828199-85de-4f43-b31a-6cb94cbd7a3c, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=45828199-85de-4f43-b31a-6cb94cbd7a3c,segment=NetworkSegment(825033b4-eea9-4bc3-96ce-e247f71cce8f),segment_id=825033b4-eea9-4bc3-96ce-e247f71cce8f)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:27.019506 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (45828199-85de-4f43-b31a-6cb94cbd7a3c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:27.034173 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Calling delete_port for 45828199-85de-4f43-b31a-6cb94cbd7a3c owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:27.113802 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (45828199-85de-4f43-b31a-6cb94cbd7a3c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:27.140868 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Port': ['ID=45828199-85de-4f43-b31a-6cb94cbd7a3c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:27.142689 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No DVR routers for this DVR port 45828199-85de-4f43-b31a-6cb94cbd7a3c on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:33:27.222534 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (ef1d64f2-7d46-4d01-8a5c-2912afb890b1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:27.242518 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1d64f2-7d46-4d01-8a5c-2912afb890b1']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:27.253077 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825033b4-eea9-4bc3-96ce-e247f71cce8f') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:27.253331 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825033b4-eea9-4bc3-96ce-e247f71cce8f') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:27.262717 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (825033b4-eea9-4bc3-96ce-e247f71cce8f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:27.275925 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (825033b4-eea9-4bc3-96ce-e247f71cce8f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:27.281800 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:27.282214 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (825033b4-eea9-4bc3-96ce-e247f71cce8f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:27.285628 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:27.348499 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (ef1d64f2-7d46-4d01-8a5c-2912afb890b1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:27.354456 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:27.362323 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/networks/ef1d64f2-7d46-4d01-8a5c-2912afb890b1 HTTP/1.1" status: 204 len: 168 time: 1.7645590 Feb 07 21:33:27.362440 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33422) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:27.366509 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-604d0cfd-615e-46a3-8534-542579342076 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-818909772'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:27.377427 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4eb7a-b72c-4c61-9188-6f84df4b4d3c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Network': ['ID=ef1d64f2-7d46-4d01-8a5c-2912afb890b1,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:27.388713 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604d0cfd-615e-46a3-8534-542579342076 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Made reservation on behalf of 34e6d952250c4ce3ac1ec949a9f64433 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:27.392281 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-604d0cfd-615e-46a3-8534-542579342076 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:27.416787 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-604d0cfd-615e-46a3-8534-542579342076 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:33:27.426011 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-604d0cfd-615e-46a3-8534-542579342076 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (2146aa6e-91f1-4278-982a-bbebc44618f0), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:27.426374 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-604d0cfd-615e-46a3-8534-542579342076 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Added segment 2146aa6e-91f1-4278-982a-bbebc44618f0 of type vlan for network d2ff73d4-4dd6-4244-b53e-d481da8a0fd4 Feb 07 21:33:27.464848 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-604d0cfd-615e-46a3-8534-542579342076 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (d2ff73d4-4dd6-4244-b53e-d481da8a0fd4), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:27.494104 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-604d0cfd-615e-46a3-8534-542579342076 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (d2ff73d4-4dd6-4244-b53e-d481da8a0fd4), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:27.499172 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604d0cfd-615e-46a3-8534-542579342076 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:27.499767 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-604d0cfd-615e-46a3-8534-542579342076 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:27.556021 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-604d0cfd-615e-46a3-8534-542579342076 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1906941 Feb 07 21:33:27.556522 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33424) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:27.570667 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9845f4df-2178-4ed0-ae66-2ce9e9289f94 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Request body: {'subnet': {'network_id': 'd2ff73d4-4dd6-4244-b53e-d481da8a0fd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:27.577609 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d0cfd-615e-46a3-8534-542579342076 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event updated for resources: {'Network': ['ID=d2ff73d4-4dd6-4244-b53e-d481da8a0fd4,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:27.589664 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network d2ff73d4-4dd6-4244-b53e-d481da8a0fd4 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:33:27.665029 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9845f4df-2178-4ed0-ae66-2ce9e9289f94 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Made reservation on behalf of 34e6d952250c4ce3ac1ec949a9f64433 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:27.669051 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9845f4df-2178-4ed0-ae66-2ce9e9289f94 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:27.853911 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9845f4df-2178-4ed0-ae66-2ce9e9289f94 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (a7470bdd-74c4-4706-a14f-7440b704fbb0), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:27.927098 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9845f4df-2178-4ed0-ae66-2ce9e9289f94 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Checking segment: {'id': '2146aa6e-91f1-4278-982a-bbebc44618f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd2ff73d4-4dd6-4244-b53e-d481da8a0fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:27.927831 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9845f4df-2178-4ed0-ae66-2ce9e9289f94 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Network hostable DHCP agents. Network: d2ff73d4-4dd6-4244-b53e-d481da8a0fd4, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:33:27.930430 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845f4df-2178-4ed0-ae66-2ce9e9289f94 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event updated for resources: {'Subnet': ['ID=a7470bdd-74c4-4706-a14f-7440b704fbb0,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:27.943879 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9845f4df-2178-4ed0-ae66-2ce9e9289f94 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:27.944236 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9845f4df-2178-4ed0-ae66-2ce9e9289f94 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:27.944665 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9845f4df-2178-4ed0-ae66-2ce9e9289f94 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:27.945017 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9845f4df-2178-4ed0-ae66-2ce9e9289f94 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:27.945358 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9845f4df-2178-4ed0-ae66-2ce9e9289f94 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:27.945695 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9845f4df-2178-4ed0-ae66-2ce9e9289f94 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:27.946030 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9845f4df-2178-4ed0-ae66-2ce9e9289f94 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:27.946361 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9845f4df-2178-4ed0-ae66-2ce9e9289f94 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:27.947229 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9845f4df-2178-4ed0-ae66-2ce9e9289f94 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:27.947559 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9845f4df-2178-4ed0-ae66-2ce9e9289f94 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:27.947890 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9845f4df-2178-4ed0-ae66-2ce9e9289f94 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:27.948217 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9845f4df-2178-4ed0-ae66-2ce9e9289f94 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:27.948572 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9845f4df-2178-4ed0-ae66-2ce9e9289f94 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:27.958566 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9845f4df-2178-4ed0-ae66-2ce9e9289f94 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Network d2ff73d4-4dd6-4244-b53e-d481da8a0fd4 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:33:27.968581 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9845f4df-2178-4ed0-ae66-2ce9e9289f94 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, d2ff73d4-4dd6-4244-b53e-d481da8a0fd4) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:27.972534 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9845f4df-2178-4ed0-ae66-2ce9e9289f94 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:27.973134 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9845f4df-2178-4ed0-ae66-2ce9e9289f94 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:27.979326 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd254903-aa3f-4105-b02e-403e77802202 None None] Network d2ff73d4-4dd6-4244-b53e-d481da8a0fd4 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:27.990400 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9845f4df-2178-4ed0-ae66-2ce9e9289f94 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4326117 Feb 07 21:33:27.992891 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33426) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:28.094325 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70331356-1b17-4444-a684-946e486bc68f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-d2ff73d4-4dd6-4244-b53e-d481da8a0fd4', 'network_id': 'd2ff73d4-4dd6-4244-b53e-d481da8a0fd4', 'project_id': '34e6d952250c4ce3ac1ec949a9f64433', 'fixed_ips': [{'subnet_id': 'a7470bdd-74c4-4706-a14f-7440b704fbb0'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:33:28.095291 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-70331356-1b17-4444-a684-946e486bc68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:28.108009 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (d2ff73d4-4dd6-4244-b53e-d481da8a0fd4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:28.188567 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (a7470bdd-74c4-4706-a14f-7440b704fbb0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:28.249303 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-70331356-1b17-4444-a684-946e486bc68f None None] Allocated IP 172.20.0.1 (d2ff73d4-4dd6-4244-b53e-d481da8a0fd4/a7470bdd-74c4-4706-a14f-7440b704fbb0/d28362ab-aa5c-4c14-9bd5-85373a63d46a) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:33:28.389107 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-70331356-1b17-4444-a684-946e486bc68f None None] Publish callbacks [] for port (d28362ab-aa5c-4c14-9bd5-85373a63d46a), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:28.395267 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-70331356-1b17-4444-a684-946e486bc68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (d28362ab-aa5c-4c14-9bd5-85373a63d46a), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:28.413340 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (a7470bdd-74c4-4706-a14f-7440b704fbb0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:28.434120 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70331356-1b17-4444-a684-946e486bc68f None None] Network d2ff73d4-4dd6-4244-b53e-d481da8a0fd4 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:33:28.437134 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-70331356-1b17-4444-a684-946e486bc68f None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:28.440899 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70331356-1b17-4444-a684-946e486bc68f None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:33:28.441146 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Subnet': ['ID=a7470bdd-74c4-4706-a14f-7440b704fbb0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:28.477047 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70331356-1b17-4444-a684-946e486bc68f None None] Pushing event updated for resources: {'Port': ['ID=d28362ab-aa5c-4c14-9bd5-85373a63d46a,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:28.509921 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-70331356-1b17-4444-a684-946e486bc68f None None] Attempting to bind port d28362ab-aa5c-4c14-9bd5-85373a63d46a on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:33:28.510430 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-70331356-1b17-4444-a684-946e486bc68f None None] Attempting to bind port d28362ab-aa5c-4c14-9bd5-85373a63d46a by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '2146aa6e-91f1-4278-982a-bbebc44618f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd2ff73d4-4dd6-4244-b53e-d481da8a0fd4'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:33:28.510875 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70331356-1b17-4444-a684-946e486bc68f None None] Attempting to bind port d28362ab-aa5c-4c14-9bd5-85373a63d46a on network d2ff73d4-4dd6-4244-b53e-d481da8a0fd4 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:33:28.515429 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (d2ff73d4-4dd6-4244-b53e-d481da8a0fd4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:28.515909 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70331356-1b17-4444-a684-946e486bc68f None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:33:28.516440 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70331356-1b17-4444-a684-946e486bc68f None None] Checking segment: {'id': '2146aa6e-91f1-4278-982a-bbebc44618f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd2ff73d4-4dd6-4244-b53e-d481da8a0fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:28.517041 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-70331356-1b17-4444-a684-946e486bc68f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:28.517764 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70331356-1b17-4444-a684-946e486bc68f None None] Bound using segment: {'id': '2146aa6e-91f1-4278-982a-bbebc44618f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd2ff73d4-4dd6-4244-b53e-d481da8a0fd4'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:33:28.518104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-70331356-1b17-4444-a684-946e486bc68f None None] Bound port: d28362ab-aa5c-4c14-9bd5-85373a63d46a, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2146aa6e-91f1-4278-982a-bbebc44618f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd2ff73d4-4dd6-4244-b53e-d481da8a0fd4'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:33:28.518791 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-70331356-1b17-4444-a684-946e486bc68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d28362ab-aa5c-4c14-9bd5-85373a63d46a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:28.537816 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ff73d4-4dd6-4244-b53e-d481da8a0fd4']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:28.547660 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2146aa6e-91f1-4278-982a-bbebc44618f0') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:28.547963 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2146aa6e-91f1-4278-982a-bbebc44618f0') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:28.557409 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (2146aa6e-91f1-4278-982a-bbebc44618f0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:28.574466 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (2146aa6e-91f1-4278-982a-bbebc44618f0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:28.581315 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:28.581811 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (2146aa6e-91f1-4278-982a-bbebc44618f0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:28.582384 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-70331356-1b17-4444-a684-946e486bc68f None None] For port d28362ab-aa5c-4c14-9bd5-85373a63d46a, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:28.585278 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:28.640002 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-70331356-1b17-4444-a684-946e486bc68f None None] For port d28362ab-aa5c-4c14-9bd5-85373a63d46a, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d28362ab-aa5c-4c14-9bd5-85373a63d46a,segment=NetworkSegment(2146aa6e-91f1-4278-982a-bbebc44618f0),segment_id=2146aa6e-91f1-4278-982a-bbebc44618f0)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:33:28.641412 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.db.api [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 21:33:28.641412 n-d-828185-2 neutron-server[103256]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 21:33:28.641412 n-d-828185-2 neutron-server[103256]: [parameters: {'id': 'd2ff73d4-4dd6-4244-b53e-d481da8a0fd4'}] Feb 07 21:33:28.641412 n-d-828185-2 neutron-server[103256]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:33:28.641813 n-d-828185-2 neutron-server[103256]: DEBUG oslo_db.api [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:33:28.646728 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-70331356-1b17-4444-a684-946e486bc68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d28362ab-aa5c-4c14-9bd5-85373a63d46a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:28.733678 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70331356-1b17-4444-a684-946e486bc68f None None] Pushing event updated for resources: {'Port': ['ID=d28362ab-aa5c-4c14-9bd5-85373a63d46a,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:28.752922 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14931b8-b3c2-44b4-aab7-39ceec171dc9 None None] get_active_networks_info from n-d-828185-2 {{(pid=103257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 21:33:28.845416 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14931b8-b3c2-44b4-aab7-39ceec171dc9 None None] Resources bound (agent type, host, resource id): {{(pid=103257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 21:33:29.036093 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0679173-610a-48aa-9d99-f92dabaf5318 None None] Network d2ff73d4-4dd6-4244-b53e-d481da8a0fd4 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:29.142567 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (d2ff73d4-4dd6-4244-b53e-d481da8a0fd4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:29.200079 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Deleting port d28362ab-aa5c-4c14-9bd5-85373a63d46a {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:29.200464 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d28362ab-aa5c-4c14-9bd5-85373a63d46a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:29.267418 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] For port d28362ab-aa5c-4c14-9bd5-85373a63d46a, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d28362ab-aa5c-4c14-9bd5-85373a63d46a,segment=NetworkSegment(2146aa6e-91f1-4278-982a-bbebc44618f0),segment_id=2146aa6e-91f1-4278-982a-bbebc44618f0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:29.267775 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d28362ab-aa5c-4c14-9bd5-85373a63d46a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:29.280642 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Calling delete_port for d28362ab-aa5c-4c14-9bd5-85373a63d46a owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:29.361092 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (d28362ab-aa5c-4c14-9bd5-85373a63d46a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:29.392080 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Port': ['ID=d28362ab-aa5c-4c14-9bd5-85373a63d46a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:29.395687 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No DVR routers for this DVR port d28362ab-aa5c-4c14-9bd5-85373a63d46a on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:33:29.473593 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (d2ff73d4-4dd6-4244-b53e-d481da8a0fd4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:29.494262 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ff73d4-4dd6-4244-b53e-d481da8a0fd4']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:29.503495 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2146aa6e-91f1-4278-982a-bbebc44618f0') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:29.503815 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2146aa6e-91f1-4278-982a-bbebc44618f0') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:29.513209 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (2146aa6e-91f1-4278-982a-bbebc44618f0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:29.526208 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (2146aa6e-91f1-4278-982a-bbebc44618f0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:29.532167 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:29.532543 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (2146aa6e-91f1-4278-982a-bbebc44618f0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:29.535606 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:29.600433 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (d2ff73d4-4dd6-4244-b53e-d481da8a0fd4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:29.606031 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:29.613046 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33432) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:29.616761 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/networks/d2ff73d4-4dd6-4244-b53e-d481da8a0fd4 HTTP/1.1" status: 204 len: 168 time: 1.6226783 Feb 07 21:33:29.619061 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-601da5ce-2205-4c80-ac97-bcbc63467030 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1866051962'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:29.635377 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b298011-bf13-4781-8ebd-b329be69f580 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Network': ['ID=d2ff73d4-4dd6-4244-b53e-d481da8a0fd4,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:29.646059 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601da5ce-2205-4c80-ac97-bcbc63467030 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Made reservation on behalf of 34e6d952250c4ce3ac1ec949a9f64433 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:29.649443 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-601da5ce-2205-4c80-ac97-bcbc63467030 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:29.673299 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601da5ce-2205-4c80-ac97-bcbc63467030 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:33:29.682660 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-601da5ce-2205-4c80-ac97-bcbc63467030 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (70ac1a99-a4a3-462e-aac9-d832b5b0e516), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:29.683000 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-601da5ce-2205-4c80-ac97-bcbc63467030 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Added segment 70ac1a99-a4a3-462e-aac9-d832b5b0e516 of type vlan for network fbafe1cd-f6a9-4c18-aac7-0d256d53a538 Feb 07 21:33:29.728773 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-601da5ce-2205-4c80-ac97-bcbc63467030 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (fbafe1cd-f6a9-4c18-aac7-0d256d53a538), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:29.753493 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-601da5ce-2205-4c80-ac97-bcbc63467030 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (fbafe1cd-f6a9-4c18-aac7-0d256d53a538), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:29.759042 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601da5ce-2205-4c80-ac97-bcbc63467030 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:29.760268 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-601da5ce-2205-4c80-ac97-bcbc63467030 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105214'] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:29.825660 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-601da5ce-2205-4c80-ac97-bcbc63467030 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2113268 Feb 07 21:33:29.828023 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33434) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:29.834826 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f75d65f7-e313-4f50-a296-e9c0d453213e tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:29.850906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601da5ce-2205-4c80-ac97-bcbc63467030 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event updated for resources: {'Network': ['ID=fbafe1cd-f6a9-4c18-aac7-0d256d53a538,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:29.862619 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network fbafe1cd-f6a9-4c18-aac7-0d256d53a538 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:33:30.005214 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f75d65f7-e313-4f50-a296-e9c0d453213e tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (fbafe1cd-f6a9-4c18-aac7-0d256d53a538), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:30.018642 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f75d65f7-e313-4f50-a296-e9c0d453213e tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (fbafe1cd-f6a9-4c18-aac7-0d256d53a538), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:30.027361 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f75d65f7-e313-4f50-a296-e9c0d453213e tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Network fbafe1cd-f6a9-4c18-aac7-0d256d53a538 is not hosted by any dhcp agent {{(pid=103255) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 21:33:30.032041 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75d65f7-e313-4f50-a296-e9c0d453213e tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:30.032648 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f75d65f7-e313-4f50-a296-e9c0d453213e tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:30.033927 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f75d65f7-e313-4f50-a296-e9c0d453213e tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "PUT /v2.0/networks/fbafe1cd-f6a9-4c18-aac7-0d256d53a538 HTTP/1.1" status: 200 len: 723 time: 0.2049823 Feb 07 21:33:30.037494 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33436) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:30.043275 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-fac717b9-aa71-4702-a053-c85762a3897b tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Request body: {'subnet': {'network_id': 'fbafe1cd-f6a9-4c18-aac7-0d256d53a538', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:30.089661 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d65f7-e313-4f50-a296-e9c0d453213e tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event updated for resources: {'Network': ['ID=fbafe1cd-f6a9-4c18-aac7-0d256d53a538,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:30.102313 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network fbafe1cd-f6a9-4c18-aac7-0d256d53a538 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:33:30.147454 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac717b9-aa71-4702-a053-c85762a3897b tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Made reservation on behalf of 34e6d952250c4ce3ac1ec949a9f64433 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:30.150994 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fac717b9-aa71-4702-a053-c85762a3897b tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:30.348041 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fac717b9-aa71-4702-a053-c85762a3897b tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (0d23a2e6-32aa-4825-ba3a-eaa81c0e85ef), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:30.402644 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac717b9-aa71-4702-a053-c85762a3897b tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event updated for resources: {'Subnet': ['ID=0d23a2e6-32aa-4825-ba3a-eaa81c0e85ef,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:30.417469 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac717b9-aa71-4702-a053-c85762a3897b tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Checking segment: {'id': '70ac1a99-a4a3-462e-aac9-d832b5b0e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fbafe1cd-f6a9-4c18-aac7-0d256d53a538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:30.417835 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac717b9-aa71-4702-a053-c85762a3897b tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Network hostable DHCP agents. Network: fbafe1cd-f6a9-4c18-aac7-0d256d53a538, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:33:30.434680 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac717b9-aa71-4702-a053-c85762a3897b tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Network fbafe1cd-f6a9-4c18-aac7-0d256d53a538 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:33:30.443886 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-fac717b9-aa71-4702-a053-c85762a3897b tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, fbafe1cd-f6a9-4c18-aac7-0d256d53a538) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:30.448855 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac717b9-aa71-4702-a053-c85762a3897b tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:30.449652 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fac717b9-aa71-4702-a053-c85762a3897b tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:30.453603 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f318f1-fe85-4820-9074-f5c6d4655a24 None None] Network fbafe1cd-f6a9-4c18-aac7-0d256d53a538 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:30.471279 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fac717b9-aa71-4702-a053-c85762a3897b tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4303646 Feb 07 21:33:30.471595 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33440) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:30.477338 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-578e94e3-3d98-4e03-8fd7-4bb3cd40037b tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:30.562012 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5002e6e9-a68e-4f12-9c9d-12e17c5f4af2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-fbafe1cd-f6a9-4c18-aac7-0d256d53a538', 'network_id': 'fbafe1cd-f6a9-4c18-aac7-0d256d53a538', 'project_id': '34e6d952250c4ce3ac1ec949a9f64433', 'fixed_ips': [{'subnet_id': '0d23a2e6-32aa-4825-ba3a-eaa81c0e85ef'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:33:30.564385 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5002e6e9-a68e-4f12-9c9d-12e17c5f4af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:30.571080 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-578e94e3-3d98-4e03-8fd7-4bb3cd40037b tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-528990572'] for subnet (0d23a2e6-32aa-4825-ba3a-eaa81c0e85ef), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:30.720031 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-578e94e3-3d98-4e03-8fd7-4bb3cd40037b tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751805492484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4079023'] for subnet (0d23a2e6-32aa-4825-ba3a-eaa81c0e85ef), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:30.751849 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578e94e3-3d98-4e03-8fd7-4bb3cd40037b tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:30.752524 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-578e94e3-3d98-4e03-8fd7-4bb3cd40037b tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:30.757303 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-578e94e3-3d98-4e03-8fd7-4bb3cd40037b tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "PUT /v2.0/subnets/0d23a2e6-32aa-4825-ba3a-eaa81c0e85ef HTTP/1.1" status: 200 len: 806 time: 0.2811053 Feb 07 21:33:30.758844 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33442) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:30.777261 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-5002e6e9-a68e-4f12-9c9d-12e17c5f4af2 None None] Allocated IP 172.20.0.2 (fbafe1cd-f6a9-4c18-aac7-0d256d53a538/0d23a2e6-32aa-4825-ba3a-eaa81c0e85ef/e9a95a3b-f083-4eb9-ba1d-3fd8bf55ab74) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:33:30.785976 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e94e3-3d98-4e03-8fd7-4bb3cd40037b tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event updated for resources: {'Subnet': ['ID=0d23a2e6-32aa-4825-ba3a-eaa81c0e85ef,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:30.872869 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (fbafe1cd-f6a9-4c18-aac7-0d256d53a538), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:30.926383 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (0d23a2e6-32aa-4825-ba3a-eaa81c0e85ef), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:30.940486 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5002e6e9-a68e-4f12-9c9d-12e17c5f4af2 None None] Publish callbacks [] for port (e9a95a3b-f083-4eb9-ba1d-3fd8bf55ab74), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:30.947092 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5002e6e9-a68e-4f12-9c9d-12e17c5f4af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (e9a95a3b-f083-4eb9-ba1d-3fd8bf55ab74), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:30.988668 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5002e6e9-a68e-4f12-9c9d-12e17c5f4af2 None None] Network fbafe1cd-f6a9-4c18-aac7-0d256d53a538 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:33:30.989266 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (0d23a2e6-32aa-4825-ba3a-eaa81c0e85ef), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:30.994101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-5002e6e9-a68e-4f12-9c9d-12e17c5f4af2 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:30.996687 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5002e6e9-a68e-4f12-9c9d-12e17c5f4af2 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:33:31.003904 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002e6e9-a68e-4f12-9c9d-12e17c5f4af2 None None] Pushing event updated for resources: {'Port': ['ID=e9a95a3b-f083-4eb9-ba1d-3fd8bf55ab74,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:31.023805 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Subnet': ['ID=0d23a2e6-32aa-4825-ba3a-eaa81c0e85ef,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:31.064378 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5002e6e9-a68e-4f12-9c9d-12e17c5f4af2 None None] Attempting to bind port e9a95a3b-f083-4eb9-ba1d-3fd8bf55ab74 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:33:31.064988 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5002e6e9-a68e-4f12-9c9d-12e17c5f4af2 None None] Attempting to bind port e9a95a3b-f083-4eb9-ba1d-3fd8bf55ab74 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '70ac1a99-a4a3-462e-aac9-d832b5b0e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fbafe1cd-f6a9-4c18-aac7-0d256d53a538'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:33:31.065431 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5002e6e9-a68e-4f12-9c9d-12e17c5f4af2 None None] Attempting to bind port e9a95a3b-f083-4eb9-ba1d-3fd8bf55ab74 on network fbafe1cd-f6a9-4c18-aac7-0d256d53a538 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:33:31.070851 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5002e6e9-a68e-4f12-9c9d-12e17c5f4af2 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:33:31.071944 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5002e6e9-a68e-4f12-9c9d-12e17c5f4af2 None None] Checking segment: {'id': '70ac1a99-a4a3-462e-aac9-d832b5b0e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fbafe1cd-f6a9-4c18-aac7-0d256d53a538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:31.072374 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5002e6e9-a68e-4f12-9c9d-12e17c5f4af2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:31.073623 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5002e6e9-a68e-4f12-9c9d-12e17c5f4af2 None None] Bound using segment: {'id': '70ac1a99-a4a3-462e-aac9-d832b5b0e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fbafe1cd-f6a9-4c18-aac7-0d256d53a538'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:33:31.073874 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5002e6e9-a68e-4f12-9c9d-12e17c5f4af2 None None] Bound port: e9a95a3b-f083-4eb9-ba1d-3fd8bf55ab74, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ac1a99-a4a3-462e-aac9-d832b5b0e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fbafe1cd-f6a9-4c18-aac7-0d256d53a538'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:33:31.074237 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5002e6e9-a68e-4f12-9c9d-12e17c5f4af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e9a95a3b-f083-4eb9-ba1d-3fd8bf55ab74), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:31.086745 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (fbafe1cd-f6a9-4c18-aac7-0d256d53a538), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:31.108165 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbafe1cd-f6a9-4c18-aac7-0d256d53a538']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:31.118087 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ac1a99-a4a3-462e-aac9-d832b5b0e516') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:31.119011 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ac1a99-a4a3-462e-aac9-d832b5b0e516') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:31.128849 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (70ac1a99-a4a3-462e-aac9-d832b5b0e516), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:31.142259 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-5002e6e9-a68e-4f12-9c9d-12e17c5f4af2 None None] For port e9a95a3b-f083-4eb9-ba1d-3fd8bf55ab74, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:33:31.143401 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (70ac1a99-a4a3-462e-aac9-d832b5b0e516), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:31.150229 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:31.150629 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (70ac1a99-a4a3-462e-aac9-d832b5b0e516), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:31.153765 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:31.211854 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 21:33:31.211854 n-d-828185-2 neutron-server[103255]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 21:33:31.211854 n-d-828185-2 neutron-server[103255]: [parameters: {'id': 'fbafe1cd-f6a9-4c18-aac7-0d256d53a538'}] Feb 07 21:33:31.211854 n-d-828185-2 neutron-server[103255]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:33:31.212402 n-d-828185-2 neutron-server[103255]: DEBUG oslo_db.api [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:33:31.212796 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-5002e6e9-a68e-4f12-9c9d-12e17c5f4af2 None None] For port e9a95a3b-f083-4eb9-ba1d-3fd8bf55ab74, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e9a95a3b-f083-4eb9-ba1d-3fd8bf55ab74,segment=NetworkSegment(70ac1a99-a4a3-462e-aac9-d832b5b0e516),segment_id=70ac1a99-a4a3-462e-aac9-d832b5b0e516)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:33:31.220291 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5002e6e9-a68e-4f12-9c9d-12e17c5f4af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e9a95a3b-f083-4eb9-ba1d-3fd8bf55ab74), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:31.311994 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002e6e9-a68e-4f12-9c9d-12e17c5f4af2 None None] Pushing event updated for resources: {'Port': ['ID=e9a95a3b-f083-4eb9-ba1d-3fd8bf55ab74,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:31.334996 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afbf809-95bf-47cb-b0fb-26a9b0a296ef None None] get_active_networks_info from n-d-828185-2 {{(pid=103257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 21:33:31.450853 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afbf809-95bf-47cb-b0fb-26a9b0a296ef None None] Resources bound (agent type, host, resource id): {{(pid=103257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 21:33:31.507521 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33450) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:31.625384 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bad13624-1b51-4405-87ba-b885cb26e73d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:31.713527 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (fbafe1cd-f6a9-4c18-aac7-0d256d53a538), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:31.726683 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bad13624-1b51-4405-87ba-b885cb26e73d admin admin] Publish callbacks [] for security_group (4d9f815b-29ee-4380-932f-61192dd552dc), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:31.734241 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bad13624-1b51-4405-87ba-b885cb26e73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4d9f815b-29ee-4380-932f-61192dd552dc), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:31.784150 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bad13624-1b51-4405-87ba-b885cb26e73d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9664253bffa449cea949287816da8695&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2726879 Feb 07 21:33:31.784866 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33454) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:31.802241 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad13624-1b51-4405-87ba-b885cb26e73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9f815b-29ee-4380-932f-61192dd552dc,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:31.839206 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-448be837-086d-4092-9dd8-81fb019be77c admin admin] Publish callbacks [] for security_group (4d9f815b-29ee-4380-932f-61192dd552dc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:31.844619 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Deleting port e9a95a3b-f083-4eb9-ba1d-3fd8bf55ab74 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:31.845566 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e9a95a3b-f083-4eb9-ba1d-3fd8bf55ab74), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:31.861353 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71336192-adfa-4a11-a3f2-f0c67add0765 None None] Network fbafe1cd-f6a9-4c18-aac7-0d256d53a538 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:31.861683 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-448be837-086d-4092-9dd8-81fb019be77c admin admin] Publish callbacks [] for security_group (4d9f815b-29ee-4380-932f-61192dd552dc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:31.918646 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-448be837-086d-4092-9dd8-81fb019be77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4d9f815b-29ee-4380-932f-61192dd552dc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:31.922574 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-448be837-086d-4092-9dd8-81fb019be77c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:31.923765 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-448be837-086d-4092-9dd8-81fb019be77c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4d9f815b-29ee-4380-932f-61192dd552dc HTTP/1.1" status: 204 len: 168 time: 0.1383109 Feb 07 21:33:31.933693 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448be837-086d-4092-9dd8-81fb019be77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9f815b-29ee-4380-932f-61192dd552dc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:31.939498 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] For port e9a95a3b-f083-4eb9-ba1d-3fd8bf55ab74, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e9a95a3b-f083-4eb9-ba1d-3fd8bf55ab74,segment=NetworkSegment(70ac1a99-a4a3-462e-aac9-d832b5b0e516),segment_id=70ac1a99-a4a3-462e-aac9-d832b5b0e516)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:31.942941 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e9a95a3b-f083-4eb9-ba1d-3fd8bf55ab74), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:31.960367 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Calling delete_port for e9a95a3b-f083-4eb9-ba1d-3fd8bf55ab74 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:32.002706 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1a9cb3-7bac-4351-8b0b-4506a2fe2655 None None] Network fbafe1cd-f6a9-4c18-aac7-0d256d53a538 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:32.053997 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (e9a95a3b-f083-4eb9-ba1d-3fd8bf55ab74), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:32.100004 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Port': ['ID=e9a95a3b-f083-4eb9-ba1d-3fd8bf55ab74,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:32.117393 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No DVR routers for this DVR port e9a95a3b-f083-4eb9-ba1d-3fd8bf55ab74 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:33:32.128525 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:32.128851 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:32.129178 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:32.129522 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:32.129862 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:32.130188 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:32.130520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:32.130850 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:32.131178 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:32.131504 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:32.131922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:32.132251 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:32.132605 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:33:32.517305 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (fbafe1cd-f6a9-4c18-aac7-0d256d53a538), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:32.540889 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbafe1cd-f6a9-4c18-aac7-0d256d53a538']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:32.549988 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ac1a99-a4a3-462e-aac9-d832b5b0e516') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:32.550281 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ac1a99-a4a3-462e-aac9-d832b5b0e516') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:32.559390 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (70ac1a99-a4a3-462e-aac9-d832b5b0e516), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:32.577071 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (70ac1a99-a4a3-462e-aac9-d832b5b0e516), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:32.590065 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:32.590469 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (70ac1a99-a4a3-462e-aac9-d832b5b0e516), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:32.593747 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:32.654571 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (fbafe1cd-f6a9-4c18-aac7-0d256d53a538), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:32.662614 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:32.668291 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/networks/fbafe1cd-f6a9-4c18-aac7-0d256d53a538 HTTP/1.1" status: 204 len: 168 time: 1.9046969 Feb 07 21:33:32.668694 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33478) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:32.675635 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788eb78-c378-48ea-9a31-dd54f2adc8c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Network': ['ID=fbafe1cd-f6a9-4c18-aac7-0d256d53a538,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:32.690413 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-513005dd-376c-4c5d-9f88-2f925b274f66 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:32.690920 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-513005dd-376c-4c5d-9f88-2f925b274f66 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:32.698218 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-513005dd-376c-4c5d-9f88-2f925b274f66 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/networks/fbafe1cd-f6a9-4c18-aac7-0d256d53a538 HTTP/1.1" status: 404 len: 339 time: 0.0242786 Feb 07 21:33:32.698551 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33484) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:32.703768 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-3897e256-9f45-4570-a9ee-9c1bf8aeed24 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1509199103', 'description': 'd1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:32.723959 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3897e256-9f45-4570-a9ee-9c1bf8aeed24 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Made reservation on behalf of 34e6d952250c4ce3ac1ec949a9f64433 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:32.727451 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3897e256-9f45-4570-a9ee-9c1bf8aeed24 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:32.751374 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3897e256-9f45-4570-a9ee-9c1bf8aeed24 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:33:32.761357 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3897e256-9f45-4570-a9ee-9c1bf8aeed24 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (2b9fd757-2cbb-46ae-8fd8-45ac3c4d3249), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:32.761705 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-3897e256-9f45-4570-a9ee-9c1bf8aeed24 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Added segment 2b9fd757-2cbb-46ae-8fd8-45ac3c4d3249 of type vlan for network 28840433-5155-4f18-95d4-3f1d6106b059 Feb 07 21:33:32.800650 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3897e256-9f45-4570-a9ee-9c1bf8aeed24 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (28840433-5155-4f18-95d4-3f1d6106b059), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:32.829768 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3897e256-9f45-4570-a9ee-9c1bf8aeed24 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (28840433-5155-4f18-95d4-3f1d6106b059), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:32.835132 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3897e256-9f45-4570-a9ee-9c1bf8aeed24 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:32.835725 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3897e256-9f45-4570-a9ee-9c1bf8aeed24 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:32.892667 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3897e256-9f45-4570-a9ee-9c1bf8aeed24 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1929629 Feb 07 21:33:32.895505 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33510) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:32.907141 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897e256-9f45-4570-a9ee-9c1bf8aeed24 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event updated for resources: {'Network': ['ID=28840433-5155-4f18-95d4-3f1d6106b059,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:32.917667 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 28840433-5155-4f18-95d4-3f1d6106b059 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:33:32.980360 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509322fd-c58d-4831-a067-b6d08e25536f tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:32.982318 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-509322fd-c58d-4831-a067-b6d08e25536f tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "GET /v2.0/networks?id=28840433-5155-4f18-95d4-3f1d6106b059 HTTP/1.1" status: 200 len: 761 time: 0.0858672 Feb 07 21:33:32.985154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33524) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:32.990356 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5f75be12-4607-4200-8189-2296479d5780 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Request body: {'network': {'description': 'd2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:33.149342 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5f75be12-4607-4200-8189-2296479d5780 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (28840433-5155-4f18-95d4-3f1d6106b059), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:33.164083 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5f75be12-4607-4200-8189-2296479d5780 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (28840433-5155-4f18-95d4-3f1d6106b059), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:33.207211 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5f75be12-4607-4200-8189-2296479d5780 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Network 28840433-5155-4f18-95d4-3f1d6106b059 is not hosted by any dhcp agent {{(pid=103255) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 21:33:33.211926 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f75be12-4607-4200-8189-2296479d5780 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:33.212565 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5f75be12-4607-4200-8189-2296479d5780 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:33.216892 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5f75be12-4607-4200-8189-2296479d5780 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "PUT /v2.0/networks/28840433-5155-4f18-95d4-3f1d6106b059 HTTP/1.1" status: 200 len: 758 time: 0.2277246 Feb 07 21:33:33.217059 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33528) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:33.244427 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75be12-4607-4200-8189-2296479d5780 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event updated for resources: {'Network': ['ID=28840433-5155-4f18-95d4-3f1d6106b059,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:33.255225 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 28840433-5155-4f18-95d4-3f1d6106b059 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:33:33.303472 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690e1418-f039-4327-82d1-c1851be496c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:33.305185 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-690e1418-f039-4327-82d1-c1851be496c7 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "GET /v2.0/networks?id=28840433-5155-4f18-95d4-3f1d6106b059 HTTP/1.1" status: 200 len: 761 time: 0.0875387 Feb 07 21:33:33.313329 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33532) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:33.320552 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-40290608-36ab-41df-b5e9-832cc30313aa tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-58372744'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:33.346118 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40290608-36ab-41df-b5e9-832cc30313aa tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Made reservation on behalf of 34e6d952250c4ce3ac1ec949a9f64433 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:33.349472 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40290608-36ab-41df-b5e9-832cc30313aa tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:33.374027 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40290608-36ab-41df-b5e9-832cc30313aa tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:33:33.385917 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40290608-36ab-41df-b5e9-832cc30313aa tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (4e889f85-5576-4074-ba93-561f77d13d52), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:33.386362 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-40290608-36ab-41df-b5e9-832cc30313aa tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Added segment 4e889f85-5576-4074-ba93-561f77d13d52 of type vlan for network 66b2272f-a55f-4725-bed6-09a6bcea2d44 Feb 07 21:33:33.431097 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40290608-36ab-41df-b5e9-832cc30313aa tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (66b2272f-a55f-4725-bed6-09a6bcea2d44), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:33.455768 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40290608-36ab-41df-b5e9-832cc30313aa tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (66b2272f-a55f-4725-bed6-09a6bcea2d44), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:33.460806 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40290608-36ab-41df-b5e9-832cc30313aa tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:33.461390 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40290608-36ab-41df-b5e9-832cc30313aa tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:33.517984 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-40290608-36ab-41df-b5e9-832cc30313aa tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2032571 Feb 07 21:33:33.521651 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33556) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:33.527427 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-f4fb194a-92c0-4646-82f4-1dfcff0a4b99 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Request body: {'subnet': {'network_id': '66b2272f-a55f-4725-bed6-09a6bcea2d44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:33.536090 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40290608-36ab-41df-b5e9-832cc30313aa tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event updated for resources: {'Network': ['ID=66b2272f-a55f-4725-bed6-09a6bcea2d44,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:33.549369 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 66b2272f-a55f-4725-bed6-09a6bcea2d44 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:33:33.635349 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fb194a-92c0-4646-82f4-1dfcff0a4b99 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Made reservation on behalf of 34e6d952250c4ce3ac1ec949a9f64433 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:33.638815 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f4fb194a-92c0-4646-82f4-1dfcff0a4b99 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:33.792956 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:33.829904 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f4fb194a-92c0-4646-82f4-1dfcff0a4b99 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (bb3deb10-c1ad-40be-a866-7c7e9a5cbc01), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:33.896970 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb194a-92c0-4646-82f4-1dfcff0a4b99 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event updated for resources: {'Subnet': ['ID=bb3deb10-c1ad-40be-a866-7c7e9a5cbc01,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:33.902040 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fb194a-92c0-4646-82f4-1dfcff0a4b99 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Checking segment: {'id': '4e889f85-5576-4074-ba93-561f77d13d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '66b2272f-a55f-4725-bed6-09a6bcea2d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:33.902394 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fb194a-92c0-4646-82f4-1dfcff0a4b99 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Network hostable DHCP agents. Network: 66b2272f-a55f-4725-bed6-09a6bcea2d44, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:33:33.920846 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fb194a-92c0-4646-82f4-1dfcff0a4b99 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Network 66b2272f-a55f-4725-bed6-09a6bcea2d44 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:33:33.930374 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-f4fb194a-92c0-4646-82f4-1dfcff0a4b99 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 66b2272f-a55f-4725-bed6-09a6bcea2d44) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:33.934949 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fb194a-92c0-4646-82f4-1dfcff0a4b99 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:33.935622 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f4fb194a-92c0-4646-82f4-1dfcff0a4b99 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:33.941183 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd75371-9a95-4a75-af00-32745ef4d13d None None] Network 66b2272f-a55f-4725-bed6-09a6bcea2d44 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:33.953396 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f4fb194a-92c0-4646-82f4-1dfcff0a4b99 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4306304 Feb 07 21:33:33.956390 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33566) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:34.058557 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05a1e09-f234-4cdf-b8d3-230b69fa5567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-66b2272f-a55f-4725-bed6-09a6bcea2d44', 'network_id': '66b2272f-a55f-4725-bed6-09a6bcea2d44', 'project_id': '34e6d952250c4ce3ac1ec949a9f64433', 'fixed_ips': [{'subnet_id': 'bb3deb10-c1ad-40be-a866-7c7e9a5cbc01'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:33:34.059773 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f05a1e09-f234-4cdf-b8d3-230b69fa5567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:34.065978 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (66b2272f-a55f-4725-bed6-09a6bcea2d44), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:34.093165 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:34.127277 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (bb3deb10-c1ad-40be-a866-7c7e9a5cbc01), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:34.214023 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-f05a1e09-f234-4cdf-b8d3-230b69fa5567 None None] Allocated IP 172.20.0.2 (66b2272f-a55f-4725-bed6-09a6bcea2d44/bb3deb10-c1ad-40be-a866-7c7e9a5cbc01/204bcb4f-3c82-4d97-89b4-bb927b411031) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:33:34.362748 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f05a1e09-f234-4cdf-b8d3-230b69fa5567 None None] Publish callbacks [] for port (204bcb4f-3c82-4d97-89b4-bb927b411031), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:34.369997 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f05a1e09-f234-4cdf-b8d3-230b69fa5567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (204bcb4f-3c82-4d97-89b4-bb927b411031), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:34.387353 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (bb3deb10-c1ad-40be-a866-7c7e9a5cbc01), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:34.417432 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Subnet': ['ID=bb3deb10-c1ad-40be-a866-7c7e9a5cbc01,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:34.420587 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05a1e09-f234-4cdf-b8d3-230b69fa5567 None None] Network 66b2272f-a55f-4725-bed6-09a6bcea2d44 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:33:34.424889 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-f05a1e09-f234-4cdf-b8d3-230b69fa5567 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:34.428835 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05a1e09-f234-4cdf-b8d3-230b69fa5567 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:33:34.429633 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a1e09-f234-4cdf-b8d3-230b69fa5567 None None] Pushing event updated for resources: {'Port': ['ID=204bcb4f-3c82-4d97-89b4-bb927b411031,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:34.484552 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (66b2272f-a55f-4725-bed6-09a6bcea2d44), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:34.488539 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-f05a1e09-f234-4cdf-b8d3-230b69fa5567 None None] Attempting to bind port 204bcb4f-3c82-4d97-89b4-bb927b411031 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:33:34.488912 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-f05a1e09-f234-4cdf-b8d3-230b69fa5567 None None] Attempting to bind port 204bcb4f-3c82-4d97-89b4-bb927b411031 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '4e889f85-5576-4074-ba93-561f77d13d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '66b2272f-a55f-4725-bed6-09a6bcea2d44'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:33:34.489565 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05a1e09-f234-4cdf-b8d3-230b69fa5567 None None] Attempting to bind port 204bcb4f-3c82-4d97-89b4-bb927b411031 on network 66b2272f-a55f-4725-bed6-09a6bcea2d44 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:33:34.494953 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05a1e09-f234-4cdf-b8d3-230b69fa5567 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:33:34.495551 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05a1e09-f234-4cdf-b8d3-230b69fa5567 None None] Checking segment: {'id': '4e889f85-5576-4074-ba93-561f77d13d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '66b2272f-a55f-4725-bed6-09a6bcea2d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:34.496158 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f05a1e09-f234-4cdf-b8d3-230b69fa5567 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:34.496677 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05a1e09-f234-4cdf-b8d3-230b69fa5567 None None] Bound using segment: {'id': '4e889f85-5576-4074-ba93-561f77d13d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '66b2272f-a55f-4725-bed6-09a6bcea2d44'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:33:34.497215 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-f05a1e09-f234-4cdf-b8d3-230b69fa5567 None None] Bound port: 204bcb4f-3c82-4d97-89b4-bb927b411031, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e889f85-5576-4074-ba93-561f77d13d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '66b2272f-a55f-4725-bed6-09a6bcea2d44'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:33:34.497664 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f05a1e09-f234-4cdf-b8d3-230b69fa5567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (204bcb4f-3c82-4d97-89b4-bb927b411031), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:34.506498 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b2272f-a55f-4725-bed6-09a6bcea2d44']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:34.519281 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e889f85-5576-4074-ba93-561f77d13d52') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:34.519949 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e889f85-5576-4074-ba93-561f77d13d52') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:34.531047 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (4e889f85-5576-4074-ba93-561f77d13d52), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:34.544588 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (4e889f85-5576-4074-ba93-561f77d13d52), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:34.550610 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:34.551014 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (4e889f85-5576-4074-ba93-561f77d13d52), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:34.554542 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:34.573707 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f05a1e09-f234-4cdf-b8d3-230b69fa5567 None None] For port 204bcb4f-3c82-4d97-89b4-bb927b411031, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:33:34.612794 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f05a1e09-f234-4cdf-b8d3-230b69fa5567 None None] For port 204bcb4f-3c82-4d97-89b4-bb927b411031, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=204bcb4f-3c82-4d97-89b4-bb927b411031,segment=NetworkSegment(4e889f85-5576-4074-ba93-561f77d13d52),segment_id=4e889f85-5576-4074-ba93-561f77d13d52)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:33:34.613484 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.db.api [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 21:33:34.613484 n-d-828185-2 neutron-server[103256]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 21:33:34.613484 n-d-828185-2 neutron-server[103256]: [parameters: {'id': '66b2272f-a55f-4725-bed6-09a6bcea2d44'}] Feb 07 21:33:34.613484 n-d-828185-2 neutron-server[103256]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:33:34.613888 n-d-828185-2 neutron-server[103256]: DEBUG oslo_db.api [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:33:34.619355 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f05a1e09-f234-4cdf-b8d3-230b69fa5567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (204bcb4f-3c82-4d97-89b4-bb927b411031), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:34.698171 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a1e09-f234-4cdf-b8d3-230b69fa5567 None None] Pushing event updated for resources: {'Port': ['ID=204bcb4f-3c82-4d97-89b4-bb927b411031,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:34.717741 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9c7f3d-224c-48c1-b03d-ce851e30f3b4 None None] get_active_networks_info from n-d-828185-2 {{(pid=103257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 21:33:34.817943 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9c7f3d-224c-48c1-b03d-ce851e30f3b4 None None] Resources bound (agent type, host, resource id): {{(pid=103257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 21:33:35.002478 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73063825-b84d-4a07-a2ed-114794923367 None None] Network 66b2272f-a55f-4725-bed6-09a6bcea2d44 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:35.114843 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (66b2272f-a55f-4725-bed6-09a6bcea2d44), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:35.169131 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Deleting port 204bcb4f-3c82-4d97-89b4-bb927b411031 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:35.169477 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (204bcb4f-3c82-4d97-89b4-bb927b411031), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:35.522337 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] For port 204bcb4f-3c82-4d97-89b4-bb927b411031, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=204bcb4f-3c82-4d97-89b4-bb927b411031,segment=NetworkSegment(4e889f85-5576-4074-ba93-561f77d13d52),segment_id=4e889f85-5576-4074-ba93-561f77d13d52)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:35.522683 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (204bcb4f-3c82-4d97-89b4-bb927b411031), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:35.535286 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Calling delete_port for 204bcb4f-3c82-4d97-89b4-bb927b411031 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:35.614736 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (204bcb4f-3c82-4d97-89b4-bb927b411031), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:35.641101 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Port': ['ID=204bcb4f-3c82-4d97-89b4-bb927b411031,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:35.646477 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No DVR routers for this DVR port 204bcb4f-3c82-4d97-89b4-bb927b411031 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:33:35.728969 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (66b2272f-a55f-4725-bed6-09a6bcea2d44), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:35.749597 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b2272f-a55f-4725-bed6-09a6bcea2d44']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:35.760426 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e889f85-5576-4074-ba93-561f77d13d52') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:35.760725 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e889f85-5576-4074-ba93-561f77d13d52') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:35.770298 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (4e889f85-5576-4074-ba93-561f77d13d52), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:35.784207 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (4e889f85-5576-4074-ba93-561f77d13d52), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:35.793444 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:35.793837 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (4e889f85-5576-4074-ba93-561f77d13d52), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:35.797398 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:35.858447 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (66b2272f-a55f-4725-bed6-09a6bcea2d44), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:35.876243 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:35.879395 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/networks/66b2272f-a55f-4725-bed6-09a6bcea2d44 HTTP/1.1" status: 204 len: 168 time: 1.9220302 Feb 07 21:33:35.880406 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245aabf8-6aa0-4ccb-9b34-2a6a76d80029 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Network': ['ID=66b2272f-a55f-4725-bed6-09a6bcea2d44,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:35.882102 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33572) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:35.911789 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-377fb5f1-6b3c-4559-ba2d-5589f4c4b722 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] GET failed (client error): The resource could not be found. Feb 07 21:33:35.913181 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-377fb5f1-6b3c-4559-ba2d-5589f4c4b722 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "GET /v2.0/subnets/bb3deb10-c1ad-40be-a866-7c7e9a5cbc01 HTTP/1.1" status: 404 len: 337 time: 0.0301812 Feb 07 21:33:35.915948 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33574) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:35.933825 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-7948a7d4-8fd2-4ffc-bbbc-c6a46ae8dbd1 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:35.934330 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7948a7d4-8fd2-4ffc-bbbc-c6a46ae8dbd1 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:35.937315 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7948a7d4-8fd2-4ffc-bbbc-c6a46ae8dbd1 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/networks/66b2272f-a55f-4725-bed6-09a6bcea2d44 HTTP/1.1" status: 404 len: 339 time: 0.0204413 Feb 07 21:33:35.942115 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33576) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:36.055881 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c30e0f8-f041-4d57-be2a-e17a6a691b4a tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:36.057987 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9c30e0f8-f041-4d57-be2a-e17a6a691b4a tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1149585 Feb 07 21:33:36.060785 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33578) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:36.096269 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-66f54b72-f5d5-4536-a4e9-93c2a09ea62e tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "GET /v2.0/subnets?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 207 time: 0.0342524 Feb 07 21:33:36.099447 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33580) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:36.285004 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da52ce4-f900-457f-a40e-960e856cfcbf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:36.290689 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da52ce4-f900-457f-a40e-960e856cfcbf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:36.295610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da52ce4-f900-457f-a40e-960e856cfcbf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:36.300726 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da52ce4-f900-457f-a40e-960e856cfcbf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:36.302407 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3da52ce4-f900-457f-a40e-960e856cfcbf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2020347 Feb 07 21:33:36.306562 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33582) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:36.430909 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2685ea0a-a811-4f65-8976-896827c483ee tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1229365 Feb 07 21:33:36.434900 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33586) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:36.488689 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfb3c82-b4ae-42b8-abff-1b730aa46d03 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:36.490136 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfb3c82-b4ae-42b8-abff-1b730aa46d03 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:36.491671 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-edfb3c82-b4ae-42b8-abff-1b730aa46d03 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0557852 Feb 07 21:33:36.495486 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33588) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:36.550055 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff90b49-d62b-4160-a342-24bdb671f510 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:36.551465 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff90b49-d62b-4160-a342-24bdb671f510 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:36.556171 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fff90b49-d62b-4160-a342-24bdb671f510 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0564749 Feb 07 21:33:36.556634 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33590) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:36.667523 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8d515a-89ed-4570-834d-6ffd04b16a9c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:36.668909 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6a8d515a-89ed-4570-834d-6ffd04b16a9c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "GET /v2.0/networks/91bd2e45-62a8-4833-b8eb-cf15a16c43e0 HTTP/1.1" status: 200 len: 798 time: 0.1112878 Feb 07 21:33:36.672476 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33592) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:36.784819 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e040a69d-5e61-4583-8cbf-4a6bc927bb4e tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "GET /v2.0/networks/91bd2e45-62a8-4833-b8eb-cf15a16c43e0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.1112423 Feb 07 21:33:36.788029 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33594) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:36.840000 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb29294-7af6-45e0-92bb-325f586a853c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:36.841304 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3cb29294-7af6-45e0-92bb-325f586a853c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "GET /v2.0/subnets/0b65a633-2209-44d3-b04f-96fdbfe9c1fa HTTP/1.1" status: 200 len: 811 time: 0.0523443 Feb 07 21:33:36.845064 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33596) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:36.901907 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af05388-690c-4072-9f0f-e376e7120164 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:36.903350 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3af05388-690c-4072-9f0f-e376e7120164 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "GET /v2.0/subnets/0b65a633-2209-44d3-b04f-96fdbfe9c1fa?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0573053 Feb 07 21:33:36.907111 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33598) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:36.912274 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ba1b1153-b804-4ea4-b950-34631259c387 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-680019601'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:36.932877 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1b1153-b804-4ea4-b950-34631259c387 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Made reservation on behalf of 34e6d952250c4ce3ac1ec949a9f64433 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:36.936651 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1153-b804-4ea4-b950-34631259c387 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:36.963418 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba1b1153-b804-4ea4-b950-34631259c387 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:33:36.973229 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1153-b804-4ea4-b950-34631259c387 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (141366fd-bbf5-4b63-bc11-61c762665d90), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:36.973584 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-ba1b1153-b804-4ea4-b950-34631259c387 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Added segment 141366fd-bbf5-4b63-bc11-61c762665d90 of type vlan for network 23d5e0a6-3032-47d2-8e37-48eb16a30fd8 Feb 07 21:33:37.018879 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1153-b804-4ea4-b950-34631259c387 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (23d5e0a6-3032-47d2-8e37-48eb16a30fd8), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:37.043953 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1153-b804-4ea4-b950-34631259c387 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (23d5e0a6-3032-47d2-8e37-48eb16a30fd8), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:37.049059 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1b1153-b804-4ea4-b950-34631259c387 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:37.049551 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1153-b804-4ea4-b950-34631259c387 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:37.115327 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ba1b1153-b804-4ea4-b950-34631259c387 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2069890 Feb 07 21:33:37.118782 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33600) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:37.123829 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-4a03cc60-657b-4d3f-936b-001c4b7bd407 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Request body: {'subnet': {'network_id': '23d5e0a6-3032-47d2-8e37-48eb16a30fd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:37.143427 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b1153-b804-4ea4-b950-34631259c387 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event updated for resources: {'Network': ['ID=23d5e0a6-3032-47d2-8e37-48eb16a30fd8,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:37.153396 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 23d5e0a6-3032-47d2-8e37-48eb16a30fd8 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:33:37.218791 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a03cc60-657b-4d3f-936b-001c4b7bd407 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Made reservation on behalf of 34e6d952250c4ce3ac1ec949a9f64433 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:37.222557 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4a03cc60-657b-4d3f-936b-001c4b7bd407 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:37.285703 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.ipam_backend_mixin [None req-4a03cc60-657b-4d3f-936b-001c4b7bd407 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Performing IP validity checks on allocation pools {{(pid=103256) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 07 21:33:37.286907 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.ipam_backend_mixin [None req-4a03cc60-657b-4d3f-936b-001c4b7bd407 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103256) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 07 21:33:37.424667 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4a03cc60-657b-4d3f-936b-001c4b7bd407 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (9bb7bffd-1cbb-4e2f-bcce-08efab696b0f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:37.498557 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03cc60-657b-4d3f-936b-001c4b7bd407 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event updated for resources: {'Subnet': ['ID=9bb7bffd-1cbb-4e2f-bcce-08efab696b0f,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:37.506949 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a03cc60-657b-4d3f-936b-001c4b7bd407 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Checking segment: {'id': '141366fd-bbf5-4b63-bc11-61c762665d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '23d5e0a6-3032-47d2-8e37-48eb16a30fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:37.507554 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a03cc60-657b-4d3f-936b-001c4b7bd407 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Network hostable DHCP agents. Network: 23d5e0a6-3032-47d2-8e37-48eb16a30fd8, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:33:37.526193 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a03cc60-657b-4d3f-936b-001c4b7bd407 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Network 23d5e0a6-3032-47d2-8e37-48eb16a30fd8 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:33:37.535948 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-4a03cc60-657b-4d3f-936b-001c4b7bd407 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 23d5e0a6-3032-47d2-8e37-48eb16a30fd8) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:37.540095 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a03cc60-657b-4d3f-936b-001c4b7bd407 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:37.541736 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4a03cc60-657b-4d3f-936b-001c4b7bd407 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:37.546720 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d26acb0-e8f2-4159-a7a3-a63d6cf2ed56 None None] Network 23d5e0a6-3032-47d2-8e37-48eb16a30fd8 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:37.559218 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4a03cc60-657b-4d3f-936b-001c4b7bd407 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4393737 Feb 07 21:33:37.561902 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33604) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:37.568002 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-056a021f-3c71-43bc-af9d-d9cff597ffea tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:37.657216 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3fcb02-d586-4da7-b19d-0fce50a45f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-23d5e0a6-3032-47d2-8e37-48eb16a30fd8', 'network_id': '23d5e0a6-3032-47d2-8e37-48eb16a30fd8', 'project_id': '34e6d952250c4ce3ac1ec949a9f64433', 'fixed_ips': [{'subnet_id': '9bb7bffd-1cbb-4e2f-bcce-08efab696b0f'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:33:37.658571 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fa3fcb02-d586-4da7-b19d-0fce50a45f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:37.678467 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-056a021f-3c71-43bc-af9d-d9cff597ffea tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-528990572'] for subnet (9bb7bffd-1cbb-4e2f-bcce-08efab696b0f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:37.856640 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-056a021f-3c71-43bc-af9d-d9cff597ffea tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751805492484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4079023'] for subnet (9bb7bffd-1cbb-4e2f-bcce-08efab696b0f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:37.898205 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056a021f-3c71-43bc-af9d-d9cff597ffea tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:37.899050 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-056a021f-3c71-43bc-af9d-d9cff597ffea tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:37.900669 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-056a021f-3c71-43bc-af9d-d9cff597ffea tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "PUT /v2.0/subnets/9bb7bffd-1cbb-4e2f-bcce-08efab696b0f HTTP/1.1" status: 200 len: 877 time: 0.3371372 Feb 07 21:33:37.903649 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33606) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:37.916617 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a021f-3c71-43bc-af9d-d9cff597ffea tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event updated for resources: {'Subnet': ['ID=9bb7bffd-1cbb-4e2f-bcce-08efab696b0f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:37.923665 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-fa3fcb02-d586-4da7-b19d-0fce50a45f5b None None] Allocated IP 172.20.0.3 (23d5e0a6-3032-47d2-8e37-48eb16a30fd8/9bb7bffd-1cbb-4e2f-bcce-08efab696b0f/253f2e9a-69fd-4989-80f6-d94f102eb1a8) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:33:38.007163 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (23d5e0a6-3032-47d2-8e37-48eb16a30fd8), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:38.066641 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (9bb7bffd-1cbb-4e2f-bcce-08efab696b0f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:38.077152 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fa3fcb02-d586-4da7-b19d-0fce50a45f5b None None] Publish callbacks [] for port (253f2e9a-69fd-4989-80f6-d94f102eb1a8), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:38.083273 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fa3fcb02-d586-4da7-b19d-0fce50a45f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (253f2e9a-69fd-4989-80f6-d94f102eb1a8), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:38.119926 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3fcb02-d586-4da7-b19d-0fce50a45f5b None None] Network 23d5e0a6-3032-47d2-8e37-48eb16a30fd8 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:33:38.127393 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-fa3fcb02-d586-4da7-b19d-0fce50a45f5b None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:38.131141 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3fcb02-d586-4da7-b19d-0fce50a45f5b None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:33:38.141239 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (9bb7bffd-1cbb-4e2f-bcce-08efab696b0f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:38.142989 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3fcb02-d586-4da7-b19d-0fce50a45f5b None None] Pushing event updated for resources: {'Port': ['ID=253f2e9a-69fd-4989-80f6-d94f102eb1a8,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:38.168882 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Subnet': ['ID=9bb7bffd-1cbb-4e2f-bcce-08efab696b0f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:38.194091 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-fa3fcb02-d586-4da7-b19d-0fce50a45f5b None None] Attempting to bind port 253f2e9a-69fd-4989-80f6-d94f102eb1a8 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:33:38.194696 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-fa3fcb02-d586-4da7-b19d-0fce50a45f5b None None] Attempting to bind port 253f2e9a-69fd-4989-80f6-d94f102eb1a8 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '141366fd-bbf5-4b63-bc11-61c762665d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '23d5e0a6-3032-47d2-8e37-48eb16a30fd8'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:33:38.194801 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3fcb02-d586-4da7-b19d-0fce50a45f5b None None] Attempting to bind port 253f2e9a-69fd-4989-80f6-d94f102eb1a8 on network 23d5e0a6-3032-47d2-8e37-48eb16a30fd8 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:33:38.200595 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3fcb02-d586-4da7-b19d-0fce50a45f5b None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:33:38.200970 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3fcb02-d586-4da7-b19d-0fce50a45f5b None None] Checking segment: {'id': '141366fd-bbf5-4b63-bc11-61c762665d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '23d5e0a6-3032-47d2-8e37-48eb16a30fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:38.201367 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fa3fcb02-d586-4da7-b19d-0fce50a45f5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:38.201760 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3fcb02-d586-4da7-b19d-0fce50a45f5b None None] Bound using segment: {'id': '141366fd-bbf5-4b63-bc11-61c762665d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '23d5e0a6-3032-47d2-8e37-48eb16a30fd8'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:33:38.202266 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-fa3fcb02-d586-4da7-b19d-0fce50a45f5b None None] Bound port: 253f2e9a-69fd-4989-80f6-d94f102eb1a8, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141366fd-bbf5-4b63-bc11-61c762665d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '23d5e0a6-3032-47d2-8e37-48eb16a30fd8'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:33:38.202803 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fa3fcb02-d586-4da7-b19d-0fce50a45f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (253f2e9a-69fd-4989-80f6-d94f102eb1a8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:38.246140 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (23d5e0a6-3032-47d2-8e37-48eb16a30fd8), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:38.271137 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-fa3fcb02-d586-4da7-b19d-0fce50a45f5b None None] For port 253f2e9a-69fd-4989-80f6-d94f102eb1a8, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:33:38.273358 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d5e0a6-3032-47d2-8e37-48eb16a30fd8']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:38.274831 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-fa3fcb02-d586-4da7-b19d-0fce50a45f5b None None] For port 253f2e9a-69fd-4989-80f6-d94f102eb1a8, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=253f2e9a-69fd-4989-80f6-d94f102eb1a8,segment=NetworkSegment(141366fd-bbf5-4b63-bc11-61c762665d90),segment_id=141366fd-bbf5-4b63-bc11-61c762665d90)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:33:38.281117 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fa3fcb02-d586-4da7-b19d-0fce50a45f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (253f2e9a-69fd-4989-80f6-d94f102eb1a8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:38.286338 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141366fd-bbf5-4b63-bc11-61c762665d90') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:38.286338 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141366fd-bbf5-4b63-bc11-61c762665d90') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:38.298481 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (141366fd-bbf5-4b63-bc11-61c762665d90), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:38.313057 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (141366fd-bbf5-4b63-bc11-61c762665d90), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:38.320583 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:38.320583 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (141366fd-bbf5-4b63-bc11-61c762665d90), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:38.324007 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:38.368263 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3fcb02-d586-4da7-b19d-0fce50a45f5b None None] Pushing event updated for resources: {'Port': ['ID=253f2e9a-69fd-4989-80f6-d94f102eb1a8,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:38.384703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9beef6d2-6bd2-4bc5-9137-9df35e34fba6 None None] get_active_networks_info from n-d-828185-2 {{(pid=103257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 21:33:38.386155 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.db.api [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 21:33:38.386155 n-d-828185-2 neutron-server[103255]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 21:33:38.386155 n-d-828185-2 neutron-server[103255]: [parameters: {'id': '23d5e0a6-3032-47d2-8e37-48eb16a30fd8'}] Feb 07 21:33:38.386155 n-d-828185-2 neutron-server[103255]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:33:38.388705 n-d-828185-2 neutron-server[103255]: DEBUG oslo_db.api [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:33:38.480494 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beef6d2-6bd2-4bc5-9137-9df35e34fba6 None None] Resources bound (agent type, host, resource id): {{(pid=103257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 21:33:38.673685 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d82ace5-5376-4145-83bf-4d979974f388 None None] Network 23d5e0a6-3032-47d2-8e37-48eb16a30fd8 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:38.772397 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9510ce14-b4af-452c-872e-5b84d4aa7ea1 None None] Network 23d5e0a6-3032-47d2-8e37-48eb16a30fd8 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:38.891867 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (23d5e0a6-3032-47d2-8e37-48eb16a30fd8), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:38.946176 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Deleting port 253f2e9a-69fd-4989-80f6-d94f102eb1a8 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:38.947441 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (253f2e9a-69fd-4989-80f6-d94f102eb1a8), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:39.014742 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] For port 253f2e9a-69fd-4989-80f6-d94f102eb1a8, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=253f2e9a-69fd-4989-80f6-d94f102eb1a8,segment=NetworkSegment(141366fd-bbf5-4b63-bc11-61c762665d90),segment_id=141366fd-bbf5-4b63-bc11-61c762665d90)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:39.015110 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (253f2e9a-69fd-4989-80f6-d94f102eb1a8), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:39.028218 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Calling delete_port for 253f2e9a-69fd-4989-80f6-d94f102eb1a8 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:39.114334 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (253f2e9a-69fd-4989-80f6-d94f102eb1a8), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:39.144058 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Port': ['ID=253f2e9a-69fd-4989-80f6-d94f102eb1a8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:39.148915 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No DVR routers for this DVR port 253f2e9a-69fd-4989-80f6-d94f102eb1a8 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:33:39.229447 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (23d5e0a6-3032-47d2-8e37-48eb16a30fd8), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:39.250774 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d5e0a6-3032-47d2-8e37-48eb16a30fd8']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:39.260476 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141366fd-bbf5-4b63-bc11-61c762665d90') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:39.260782 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141366fd-bbf5-4b63-bc11-61c762665d90') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:39.270261 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (141366fd-bbf5-4b63-bc11-61c762665d90), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:39.283837 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (141366fd-bbf5-4b63-bc11-61c762665d90), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:39.290116 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:39.291109 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (141366fd-bbf5-4b63-bc11-61c762665d90), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:39.294145 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:39.357092 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (23d5e0a6-3032-47d2-8e37-48eb16a30fd8), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:39.364471 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:39.368008 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/networks/23d5e0a6-3032-47d2-8e37-48eb16a30fd8 HTTP/1.1" status: 204 len: 168 time: 1.4629784 Feb 07 21:33:39.373343 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33612) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:39.392832 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5b107-621f-472f-af5d-18138531fcb5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Network': ['ID=23d5e0a6-3032-47d2-8e37-48eb16a30fd8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:39.413657 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ddd171-cee8-4afa-a69a-d1d5e8de99ca tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:39.414133 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ddd171-cee8-4afa-a69a-d1d5e8de99ca tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:39.417825 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-73ddd171-cee8-4afa-a69a-d1d5e8de99ca tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/subnets/9bb7bffd-1cbb-4e2f-bcce-08efab696b0f HTTP/1.1" status: 404 len: 337 time: 0.0430200 Feb 07 21:33:39.420591 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33614) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:39.439603 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-763df7ce-b02f-40ae-b597-ba4efe2f668d tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:39.440098 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-763df7ce-b02f-40ae-b597-ba4efe2f668d tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:39.443083 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-763df7ce-b02f-40ae-b597-ba4efe2f668d tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/networks/23d5e0a6-3032-47d2-8e37-48eb16a30fd8 HTTP/1.1" status: 404 len: 339 time: 0.0214636 Feb 07 21:33:39.445582 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33616) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:39.471725 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-f366a2e2-4a88-4f60-a1e1-6502e7be10fc tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:39.472177 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f366a2e2-4a88-4f60-a1e1-6502e7be10fc tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:39.475182 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f366a2e2-4a88-4f60-a1e1-6502e7be10fc tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/subnets/bb3deb10-c1ad-40be-a866-7c7e9a5cbc01 HTTP/1.1" status: 404 len: 337 time: 0.0287118 Feb 07 21:33:39.478563 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33618) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:39.496591 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-69988a9e-f013-4ad1-9284-bfa464902d79 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:39.497095 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69988a9e-f013-4ad1-9284-bfa464902d79 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:39.501107 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-69988a9e-f013-4ad1-9284-bfa464902d79 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/networks/66b2272f-a55f-4725-bed6-09a6bcea2d44 HTTP/1.1" status: 404 len: 339 time: 0.0215735 Feb 07 21:33:39.505354 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33620) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:39.589234 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fdf79451-0d29-4e5c-aec3-2375c0857032 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (28840433-5155-4f18-95d4-3f1d6106b059), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:39.678019 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fdf79451-0d29-4e5c-aec3-2375c0857032 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (28840433-5155-4f18-95d4-3f1d6106b059), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:39.698529 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-fdf79451-0d29-4e5c-aec3-2375c0857032 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28840433-5155-4f18-95d4-3f1d6106b059']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:39.708679 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-fdf79451-0d29-4e5c-aec3-2375c0857032 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b9fd757-2cbb-46ae-8fd8-45ac3c4d3249') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:39.709061 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-fdf79451-0d29-4e5c-aec3-2375c0857032 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b9fd757-2cbb-46ae-8fd8-45ac3c4d3249') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:39.719320 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fdf79451-0d29-4e5c-aec3-2375c0857032 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (2b9fd757-2cbb-46ae-8fd8-45ac3c4d3249), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:39.734565 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fdf79451-0d29-4e5c-aec3-2375c0857032 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (2b9fd757-2cbb-46ae-8fd8-45ac3c4d3249), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:39.740926 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf79451-0d29-4e5c-aec3-2375c0857032 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:39.741374 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fdf79451-0d29-4e5c-aec3-2375c0857032 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (2b9fd757-2cbb-46ae-8fd8-45ac3c4d3249), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:39.744925 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:39.809464 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fdf79451-0d29-4e5c-aec3-2375c0857032 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (28840433-5155-4f18-95d4-3f1d6106b059), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:39.814808 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fdf79451-0d29-4e5c-aec3-2375c0857032 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:39.818491 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fdf79451-0d29-4e5c-aec3-2375c0857032 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/networks/28840433-5155-4f18-95d4-3f1d6106b059 HTTP/1.1" status: 204 len: 168 time: 0.3118043 Feb 07 21:33:39.820808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33624) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:39.836651 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf79451-0d29-4e5c-aec3-2375c0857032 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Network': ['ID=28840433-5155-4f18-95d4-3f1d6106b059,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:39.853473 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-f740118f-5b03-4b28-b7b0-5a8874d9f618 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:39.853937 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f740118f-5b03-4b28-b7b0-5a8874d9f618 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:39.857074 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f740118f-5b03-4b28-b7b0-5a8874d9f618 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/subnets/0d23a2e6-32aa-4825-ba3a-eaa81c0e85ef HTTP/1.1" status: 404 len: 337 time: 0.0344486 Feb 07 21:33:39.859583 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33626) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:39.877417 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-2368982e-8afe-4750-a23c-a1b0e74da248 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:39.877918 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2368982e-8afe-4750-a23c-a1b0e74da248 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:39.881178 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2368982e-8afe-4750-a23c-a1b0e74da248 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/networks/fbafe1cd-f6a9-4c18-aac7-0d256d53a538 HTTP/1.1" status: 404 len: 339 time: 0.0206945 Feb 07 21:33:39.884528 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33628) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:39.936574 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f1c060-0ce9-4e6b-b86d-d054e166a407 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:39.937002 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59f1c060-0ce9-4e6b-b86d-d054e166a407 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:39.940260 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-59f1c060-0ce9-4e6b-b86d-d054e166a407 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/subnets/a7470bdd-74c4-4706-a14f-7440b704fbb0 HTTP/1.1" status: 404 len: 337 time: 0.0547669 Feb 07 21:33:39.942702 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33630) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:39.961169 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-6492a862-4e1b-480e-aada-ffdc1014a80f tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:39.961887 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6492a862-4e1b-480e-aada-ffdc1014a80f tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:39.965197 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6492a862-4e1b-480e-aada-ffdc1014a80f tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/networks/d2ff73d4-4dd6-4244-b53e-d481da8a0fd4 HTTP/1.1" status: 404 len: 339 time: 0.0216057 Feb 07 21:33:39.967839 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33632) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:39.994368 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-d663a87a-d1e2-49f0-a57e-6063140e555c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:39.994819 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d663a87a-d1e2-49f0-a57e-6063140e555c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:39.998003 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d663a87a-d1e2-49f0-a57e-6063140e555c tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/subnets/7f5fdcd1-2276-49ae-9bb1-83be17d46e6c HTTP/1.1" status: 404 len: 337 time: 0.0290804 Feb 07 21:33:40.001104 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33634) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:40.019726 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-41602c1b-7e01-41f1-9311-20f4594a3c84 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:40.020214 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41602c1b-7e01-41f1-9311-20f4594a3c84 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:40.023229 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-41602c1b-7e01-41f1-9311-20f4594a3c84 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/networks/ef1d64f2-7d46-4d01-8a5c-2912afb890b1 HTTP/1.1" status: 404 len: 339 time: 0.0211225 Feb 07 21:33:40.026342 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33636) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:40.051909 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b5466c-4e4b-4f1f-8590-4b7658491607 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:40.052397 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b5466c-4e4b-4f1f-8590-4b7658491607 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:40.055396 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-93b5466c-4e4b-4f1f-8590-4b7658491607 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/subnets/37086fee-6224-4430-b43f-3818f83bf41f HTTP/1.1" status: 404 len: 337 time: 0.0281601 Feb 07 21:33:40.057988 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33638) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:40.075919 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3cd47e-209c-4f8f-8af7-81efd3a79633 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:40.076475 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da3cd47e-209c-4f8f-8af7-81efd3a79633 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:40.081794 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-da3cd47e-209c-4f8f-8af7-81efd3a79633 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/networks/fcb755c2-7f0b-422a-beb3-8dbc6272f4c1 HTTP/1.1" status: 404 len: 339 time: 0.0205393 Feb 07 21:33:40.082203 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33640) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:40.108273 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e97eb69-0073-4da9-b366-88f55dfa2c19 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:40.108755 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e97eb69-0073-4da9-b366-88f55dfa2c19 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:40.113612 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5e97eb69-0073-4da9-b366-88f55dfa2c19 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/subnets/c99d2737-777b-4610-83d3-72b5a13ac01a HTTP/1.1" status: 404 len: 337 time: 0.0285108 Feb 07 21:33:40.114401 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33642) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:40.139481 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f414d7-df0d-42bc-a38d-ad8f586c174a tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:40.139982 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f414d7-df0d-42bc-a38d-ad8f586c174a tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:40.142960 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-22f414d7-df0d-42bc-a38d-ad8f586c174a tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/networks/620fbb36-26af-47c2-9ce6-a5c6c5cf32d0 HTTP/1.1" status: 404 len: 339 time: 0.0275874 Feb 07 21:33:40.145514 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33644) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:40.172485 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10acb52-29fa-4954-9533-f4a8535552ea tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:40.173208 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f10acb52-29fa-4954-9533-f4a8535552ea tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:40.176200 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f10acb52-29fa-4954-9533-f4a8535552ea tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/subnets/5df0e27d-4f0d-4a69-b091-17b066b44c98 HTTP/1.1" status: 404 len: 337 time: 0.0297730 Feb 07 21:33:40.178945 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33646) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:40.203328 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f763d6-9660-43c0-acc0-f1451d225dc3 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:40.203328 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f763d6-9660-43c0-acc0-f1451d225dc3 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:40.208038 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-57f763d6-9660-43c0-acc0-f1451d225dc3 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/networks/2846a6ec-7610-46c5-ad94-6931e655e906 HTTP/1.1" status: 404 len: 339 time: 0.0255277 Feb 07 21:33:40.208466 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33650) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:40.234779 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b7b52b-c3cf-4101-aeb3-1aa187584c97 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:40.235250 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b7b52b-c3cf-4101-aeb3-1aa187584c97 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:40.238347 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c6b7b52b-c3cf-4101-aeb3-1aa187584c97 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/subnets/6992e37e-e90a-418d-9dbd-43b2a6ecfb04 HTTP/1.1" status: 404 len: 337 time: 0.0288672 Feb 07 21:33:40.240839 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33652) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:40.260596 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65c6e65-4bb0-40d9-ab19-27be577462d5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:40.261092 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d65c6e65-4bb0-40d9-ab19-27be577462d5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:40.264106 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d65c6e65-4bb0-40d9-ab19-27be577462d5 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/networks/7f8c2898-9ec1-4111-89fe-14359d0f20d6 HTTP/1.1" status: 404 len: 339 time: 0.0223637 Feb 07 21:33:40.266701 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33654) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:40.292187 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-18770e8d-dbb2-45e6-b52a-43d0123f2274 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:40.292677 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18770e8d-dbb2-45e6-b52a-43d0123f2274 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:40.295688 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-18770e8d-dbb2-45e6-b52a-43d0123f2274 tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/subnets/12d6f680-b0ee-4eb4-8193-d947b0fea362 HTTP/1.1" status: 404 len: 337 time: 0.0279472 Feb 07 21:33:40.298206 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33656) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:40.317064 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-24459d4c-a8ed-4f34-a472-1e0a06c396ec tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:40.317575 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24459d4c-a8ed-4f34-a472-1e0a06c396ec tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:40.320585 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-24459d4c-a8ed-4f34-a472-1e0a06c396ec tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/networks/93bf4a96-4eae-4551-b8c6-11ae1634969f HTTP/1.1" status: 404 len: 339 time: 0.0214317 Feb 07 21:33:40.323813 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33658) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:40.376799 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-031f93b7-924e-4615-a60c-f62a81cafbaf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Deleting subnet 0b65a633-2209-44d3-b04f-96fdbfe9c1fa {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:33:40.380281 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-031f93b7-924e-4615-a60c-f62a81cafbaf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for subnet (0b65a633-2209-44d3-b04f-96fdbfe9c1fa), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:40.422308 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-031f93b7-924e-4615-a60c-f62a81cafbaf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (0b65a633-2209-44d3-b04f-96fdbfe9c1fa), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:40.511115 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-031f93b7-924e-4615-a60c-f62a81cafbaf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (0b65a633-2209-44d3-b04f-96fdbfe9c1fa), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:40.576488 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-031f93b7-924e-4615-a60c-f62a81cafbaf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (0b65a633-2209-44d3-b04f-96fdbfe9c1fa), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:40.606073 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f93b7-924e-4615-a60c-f62a81cafbaf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Subnet': ['ID=0b65a633-2209-44d3-b04f-96fdbfe9c1fa,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:40.609757 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-031f93b7-924e-4615-a60c-f62a81cafbaf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:40.615553 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33662) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:40.615802 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-031f93b7-924e-4615-a60c-f62a81cafbaf tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/subnets/0b65a633-2209-44d3-b04f-96fdbfe9c1fa HTTP/1.1" status: 204 len: 168 time: 0.2907007 Feb 07 21:33:40.619208 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a628b1-aa71-4eb4-b876-11bc9fb25e12 None None] Network 91bd2e45-62a8-4833-b8eb-cf15a16c43e0 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:40.710233 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7072b68-178a-4ce7-9263-d81aee44fa5f tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (91bd2e45-62a8-4833-b8eb-cf15a16c43e0), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:40.769088 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f7072b68-178a-4ce7-9263-d81aee44fa5f tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Deleting port 005cb5e7-4a8c-44d1-9a75-87a27159b3f5 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:40.769439 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7072b68-178a-4ce7-9263-d81aee44fa5f tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (005cb5e7-4a8c-44d1-9a75-87a27159b3f5), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:40.817360 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3184f3f1-0598-47fa-b95b-9cd09cd626c6 None None] DHCP port deletion for 91bd2e45-62a8-4833-b8eb-cf15a16c43e0 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:33:40.845626 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f7072b68-178a-4ce7-9263-d81aee44fa5f tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] For port 005cb5e7-4a8c-44d1-9a75-87a27159b3f5, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=005cb5e7-4a8c-44d1-9a75-87a27159b3f5,segment=NetworkSegment(573064d6-91c8-43fa-8385-d453e055ce04),segment_id=573064d6-91c8-43fa-8385-d453e055ce04)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:40.846718 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7072b68-178a-4ce7-9263-d81aee44fa5f tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (005cb5e7-4a8c-44d1-9a75-87a27159b3f5), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:40.870940 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f7072b68-178a-4ce7-9263-d81aee44fa5f tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Calling delete_port for 005cb5e7-4a8c-44d1-9a75-87a27159b3f5 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:40.876611 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3184f3f1-0598-47fa-b95b-9cd09cd626c6 None None] Deleting port 005cb5e7-4a8c-44d1-9a75-87a27159b3f5 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:40.876997 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3184f3f1-0598-47fa-b95b-9cd09cd626c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (005cb5e7-4a8c-44d1-9a75-87a27159b3f5), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:40.947176 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3184f3f1-0598-47fa-b95b-9cd09cd626c6 None None] For port 005cb5e7-4a8c-44d1-9a75-87a27159b3f5, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=005cb5e7-4a8c-44d1-9a75-87a27159b3f5,segment=NetworkSegment(573064d6-91c8-43fa-8385-d453e055ce04),segment_id=573064d6-91c8-43fa-8385-d453e055ce04)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:40.947813 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3184f3f1-0598-47fa-b95b-9cd09cd626c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (005cb5e7-4a8c-44d1-9a75-87a27159b3f5), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:40.963579 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3184f3f1-0598-47fa-b95b-9cd09cd626c6 None None] Calling delete_port for 005cb5e7-4a8c-44d1-9a75-87a27159b3f5 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:40.965027 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7072b68-178a-4ce7-9263-d81aee44fa5f tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (005cb5e7-4a8c-44d1-9a75-87a27159b3f5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:40.992831 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7072b68-178a-4ce7-9263-d81aee44fa5f tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Port': ['ID=005cb5e7-4a8c-44d1-9a75-87a27159b3f5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:40.996468 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7072b68-178a-4ce7-9263-d81aee44fa5f tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] No DVR routers for this DVR port 005cb5e7-4a8c-44d1-9a75-87a27159b3f5 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:33:41.054977 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3184f3f1-0598-47fa-b95b-9cd09cd626c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (005cb5e7-4a8c-44d1-9a75-87a27159b3f5), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:41.080614 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7072b68-178a-4ce7-9263-d81aee44fa5f tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (91bd2e45-62a8-4833-b8eb-cf15a16c43e0), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:41.083936 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184f3f1-0598-47fa-b95b-9cd09cd626c6 None None] Pushing event deleted for resources: {'Port': ['ID=005cb5e7-4a8c-44d1-9a75-87a27159b3f5,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:41.087847 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3184f3f1-0598-47fa-b95b-9cd09cd626c6 None None] No DVR routers for this DVR port 005cb5e7-4a8c-44d1-9a75-87a27159b3f5 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:33:41.107379 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-f7072b68-178a-4ce7-9263-d81aee44fa5f tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91bd2e45-62a8-4833-b8eb-cf15a16c43e0']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:41.117867 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-f7072b68-178a-4ce7-9263-d81aee44fa5f tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573064d6-91c8-43fa-8385-d453e055ce04') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:41.118169 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-f7072b68-178a-4ce7-9263-d81aee44fa5f tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573064d6-91c8-43fa-8385-d453e055ce04') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:41.132743 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7072b68-178a-4ce7-9263-d81aee44fa5f tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (573064d6-91c8-43fa-8385-d453e055ce04), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:41.146796 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7072b68-178a-4ce7-9263-d81aee44fa5f tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (573064d6-91c8-43fa-8385-d453e055ce04), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:41.153862 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7072b68-178a-4ce7-9263-d81aee44fa5f tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:41.154252 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7072b68-178a-4ce7-9263-d81aee44fa5f tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (573064d6-91c8-43fa-8385-d453e055ce04), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:41.157785 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:41.242102 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7072b68-178a-4ce7-9263-d81aee44fa5f tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (91bd2e45-62a8-4833-b8eb-cf15a16c43e0), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:41.255380 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f7072b68-178a-4ce7-9263-d81aee44fa5f tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:41.259423 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f7072b68-178a-4ce7-9263-d81aee44fa5f tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] 10.222.0.65 "DELETE /v2.0/networks/91bd2e45-62a8-4833-b8eb-cf15a16c43e0 HTTP/1.1" status: 204 len: 168 time: 0.6422410 Feb 07 21:33:41.278661 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7072b68-178a-4ce7-9263-d81aee44fa5f tempest-NetworksTest-1544829387 tempest-NetworksTest-1544829387-project] Pushing event deleted for resources: {'Network': ['ID=91bd2e45-62a8-4833-b8eb-cf15a16c43e0,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:41.529901 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33668) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:41.680467 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d5e2a804-8ecb-4b28-b73e-ba5345e53d08 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=34e6d952250c4ce3ac1ec949a9f64433&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1471589 Feb 07 21:33:41.681543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33674) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:41.735995 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 005cb5e7-4a8c-44d1-9a75-87a27159b3f5 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:33:41.745317 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7dd4bde6-8748-4245-9d69-7d1ff62fc344 admin admin] Publish callbacks [] for security_group (bac39ab4-4077-48e9-a1c4-c0e4dea3df41), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:41.757248 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 005cb5e7-4a8c-44d1-9a75-87a27159b3f5 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:33:41.757590 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 005cb5e7-4a8c-44d1-9a75-87a27159b3f5 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:33:41.772371 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7dd4bde6-8748-4245-9d69-7d1ff62fc344 admin admin] Publish callbacks [] for security_group (bac39ab4-4077-48e9-a1c4-c0e4dea3df41), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:41.820519 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7dd4bde6-8748-4245-9d69-7d1ff62fc344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (bac39ab4-4077-48e9-a1c4-c0e4dea3df41), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:41.823754 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7dd4bde6-8748-4245-9d69-7d1ff62fc344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:41.824958 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7dd4bde6-8748-4245-9d69-7d1ff62fc344 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bac39ab4-4077-48e9-a1c4-c0e4dea3df41 HTTP/1.1" status: 204 len: 168 time: 0.1424184 Feb 07 21:33:41.833079 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4bde6-8748-4245-9d69-7d1ff62fc344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac39ab4-4077-48e9-a1c4-c0e4dea3df41,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:42.266998 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad577045-d5b6-409c-a68d-0bfe0e558ab4 req-49c27dd5-bd38-4753-988d-e672da096e49 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506222 Feb 07 21:33:42.361560 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad577045-d5b6-409c-a68d-0bfe0e558ab4 req-4c7f4865-c8f0-40bd-905b-d4ae307445e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:42.363536 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad577045-d5b6-409c-a68d-0bfe0e558ab4 req-4c7f4865-c8f0-40bd-905b-d4ae307445e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5266be69ced44c2e98a82b5b59fbf33f&device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 1127 time: 0.0552824 Feb 07 21:33:42.498033 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad577045-d5b6-409c-a68d-0bfe0e558ab4 req-e6993a96-9075-408f-90bb-2f4d17b72ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:42.499796 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad577045-d5b6-409c-a68d-0bfe0e558ab4 req-e6993a96-9075-408f-90bb-2f4d17b72ff7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=313f8c1c-8aae-48a6-b295-d997e13e6125 HTTP/1.1" status: 200 len: 918 time: 0.1171198 Feb 07 21:33:42.574540 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad577045-d5b6-409c-a68d-0bfe0e558ab4 req-e83ae686-1864-46fa-a0e8-eebdad438b89 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c HTTP/1.1" status: 200 len: 1000 time: 0.0690300 Feb 07 21:33:42.593507 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33700) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:42.630106 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad577045-d5b6-409c-a68d-0bfe0e558ab4 req-46e3063a-a0e8-412f-bc08-d10027339327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:42.631837 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad577045-d5b6-409c-a68d-0bfe0e558ab4 req-46e3063a-a0e8-412f-bc08-d10027339327 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cd4692e6-7e5d-43fa-9585-afffaba1004b HTTP/1.1" status: 200 len: 856 time: 0.0511670 Feb 07 21:33:42.686536 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad577045-d5b6-409c-a68d-0bfe0e558ab4 req-bb384ded-0520-4726-a56b-574161f625c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:42.688094 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad577045-d5b6-409c-a68d-0bfe0e558ab4 req-bb384ded-0520-4726-a56b-574161f625c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=313f8c1c-8aae-48a6-b295-d997e13e6125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501311 Feb 07 21:33:42.708380 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-28f302a3-2ca7-45a1-9e57-8b859560fef7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-107384765'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:42.732129 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f302a3-2ca7-45a1-9e57-8b859560fef7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:42.735985 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-28f302a3-2ca7-45a1-9e57-8b859560fef7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:42.746131 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-28f302a3-2ca7-45a1-9e57-8b859560fef7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:42.816925 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad577045-d5b6-409c-a68d-0bfe0e558ab4 req-6af5baa2-d076-49d7-a7af-4da80dda47f8 service neutron] 10.222.0.69 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229699 Feb 07 21:33:42.845526 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-28f302a3-2ca7-45a1-9e57-8b859560fef7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (a40cff98-eb18-492a-9b8f-d07d53d64feb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:42.849881 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-28f302a3-2ca7-45a1-9e57-8b859560fef7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a40cff98-eb18-492a-9b8f-d07d53d64feb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:42.882621 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f302a3-2ca7-45a1-9e57-8b859560fef7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:33:42.902532 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f302a3-2ca7-45a1-9e57-8b859560fef7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40cff98-eb18-492a-9b8f-d07d53d64feb,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:42.906402 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-28f302a3-2ca7-45a1-9e57-8b859560fef7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (7d989e33-a260-4ace-bf52-e0528dc8327a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:42.907074 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-28f302a3-2ca7-45a1-9e57-8b859560fef7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Added segment 7d989e33-a260-4ace-bf52-e0528dc8327a of type vlan for network f538d278-a138-4dbf-8d9f-bfe976e68cc8 Feb 07 21:33:42.923887 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad577045-d5b6-409c-a68d-0bfe0e558ab4 req-ca85f72a-c822-4997-b34f-f543c90616d1 service neutron] 10.222.0.69 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007674 Feb 07 21:33:42.957701 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-28f302a3-2ca7-45a1-9e57-8b859560fef7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (f538d278-a138-4dbf-8d9f-bfe976e68cc8), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:42.985657 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-28f302a3-2ca7-45a1-9e57-8b859560fef7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (f538d278-a138-4dbf-8d9f-bfe976e68cc8), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:42.990821 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f302a3-2ca7-45a1-9e57-8b859560fef7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:42.991402 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-28f302a3-2ca7-45a1-9e57-8b859560fef7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:43.046894 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-28f302a3-2ca7-45a1-9e57-8b859560fef7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4522245 Feb 07 21:33:43.050722 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33706) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:43.055868 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0df1fe1a-9c5a-427b-95f8-8e865b374e30 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'port': {'network_id': 'f538d278-a138-4dbf-8d9f-bfe976e68cc8', 'name': 'tempest-PortsIpV6TestJSON-1409871534'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:43.063826 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f302a3-2ca7-45a1-9e57-8b859560fef7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Network': ['ID=f538d278-a138-4dbf-8d9f-bfe976e68cc8,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:43.076061 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network f538d278-a138-4dbf-8d9f-bfe976e68cc8 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:33:43.161448 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df1fe1a-9c5a-427b-95f8-8e865b374e30 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:43.164895 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0df1fe1a-9c5a-427b-95f8-8e865b374e30 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:43.184495 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-0df1fe1a-9c5a-427b-95f8-8e865b374e30 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] device_id is not set on port 9cf60154-cc6b-4269-8049-5ec8028b1371 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:33:43.362927 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0df1fe1a-9c5a-427b-95f8-8e865b374e30 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for port (9cf60154-cc6b-4269-8049-5ec8028b1371), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:43.396992 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0df1fe1a-9c5a-427b-95f8-8e865b374e30 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (9cf60154-cc6b-4269-8049-5ec8028b1371), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:43.456688 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1fe1a-9c5a-427b-95f8-8e865b374e30 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Port': ['ID=9cf60154-cc6b-4269-8049-5ec8028b1371,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:43.465540 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df1fe1a-9c5a-427b-95f8-8e865b374e30 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Checking segment: {'id': '7d989e33-a260-4ace-bf52-e0528dc8327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f538d278-a138-4dbf-8d9f-bfe976e68cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:43.465891 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df1fe1a-9c5a-427b-95f8-8e865b374e30 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network hostable DHCP agents. Network: f538d278-a138-4dbf-8d9f-bfe976e68cc8, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:33:43.482678 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df1fe1a-9c5a-427b-95f8-8e865b374e30 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network f538d278-a138-4dbf-8d9f-bfe976e68cc8 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:33:43.491296 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-0df1fe1a-9c5a-427b-95f8-8e865b374e30 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, f538d278-a138-4dbf-8d9f-bfe976e68cc8) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:43.495455 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df1fe1a-9c5a-427b-95f8-8e865b374e30 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:33:43.500753 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df1fe1a-9c5a-427b-95f8-8e865b374e30 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:43.501389 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0df1fe1a-9c5a-427b-95f8-8e865b374e30 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:43.506768 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afb5214-15a6-4992-b137-00be9957d516 None None] Network f538d278-a138-4dbf-8d9f-bfe976e68cc8 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:43.520289 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0df1fe1a-9c5a-427b-95f8-8e865b374e30 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4682319 Feb 07 21:33:43.523350 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33708) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:43.528652 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9eb5bb06-13a7-4ce6-96cb-e4ee69691e94 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-980599628'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:43.553255 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb5bb06-13a7-4ce6-96cb-e4ee69691e94 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:43.557573 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9eb5bb06-13a7-4ce6-96cb-e4ee69691e94 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:43.584925 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb5bb06-13a7-4ce6-96cb-e4ee69691e94 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:33:43.594751 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9eb5bb06-13a7-4ce6-96cb-e4ee69691e94 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (d2e5c681-d8b0-46b7-be17-c8bb4b9cb7eb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:43.595406 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-9eb5bb06-13a7-4ce6-96cb-e4ee69691e94 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Added segment d2e5c681-d8b0-46b7-be17-c8bb4b9cb7eb of type vlan for network c6cdf627-77b1-40b4-8ee0-e07cfb3b7995 Feb 07 21:33:43.643373 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9eb5bb06-13a7-4ce6-96cb-e4ee69691e94 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (c6cdf627-77b1-40b4-8ee0-e07cfb3b7995), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:43.677428 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9eb5bb06-13a7-4ce6-96cb-e4ee69691e94 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (c6cdf627-77b1-40b4-8ee0-e07cfb3b7995), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:43.683348 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb5bb06-13a7-4ce6-96cb-e4ee69691e94 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:43.684223 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9eb5bb06-13a7-4ce6-96cb-e4ee69691e94 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:43.740765 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9eb5bb06-13a7-4ce6-96cb-e4ee69691e94 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2162549 Feb 07 21:33:43.744120 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33718) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:43.749124 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-509e6b78-e823-4731-84f2-49060686d22a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'ports': [{'network_id': 'f538d278-a138-4dbf-8d9f-bfe976e68cc8'}, {'network_id': 'c6cdf627-77b1-40b4-8ee0-e07cfb3b7995'}]} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:43.749439 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-509e6b78-e823-4731-84f2-49060686d22a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'port': {'network_id': 'f538d278-a138-4dbf-8d9f-bfe976e68cc8'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:43.749914 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-509e6b78-e823-4731-84f2-49060686d22a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'port': {'network_id': 'c6cdf627-77b1-40b4-8ee0-e07cfb3b7995'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:43.757481 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5bb06-13a7-4ce6-96cb-e4ee69691e94 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Network': ['ID=c6cdf627-77b1-40b4-8ee0-e07cfb3b7995,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:43.769938 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network c6cdf627-77b1-40b4-8ee0-e07cfb3b7995 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:33:43.930102 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509e6b78-e823-4731-84f2-49060686d22a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'port': 2} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:43.934622 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-509e6b78-e823-4731-84f2-49060686d22a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:43.949477 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-509e6b78-e823-4731-84f2-49060686d22a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:44.097126 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-509e6b78-e823-4731-84f2-49060686d22a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] device_id is not set on port 996e694f-0bc7-47d2-9ab0-93527a13629f yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:33:44.186991 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-509e6b78-e823-4731-84f2-49060686d22a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for port (996e694f-0bc7-47d2-9ab0-93527a13629f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:44.267627 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-509e6b78-e823-4731-84f2-49060686d22a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] device_id is not set on port b12632f4-311a-4ac6-bc99-61380e232c10 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:33:44.355441 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-509e6b78-e823-4731-84f2-49060686d22a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for port (b12632f4-311a-4ac6-bc99-61380e232c10), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:44.396808 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-509e6b78-e823-4731-84f2-49060686d22a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (996e694f-0bc7-47d2-9ab0-93527a13629f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:44.442693 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509e6b78-e823-4731-84f2-49060686d22a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network f538d278-a138-4dbf-8d9f-bfe976e68cc8 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:33:44.445775 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-509e6b78-e823-4731-84f2-49060686d22a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:44.451299 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509e6b78-e823-4731-84f2-49060686d22a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:33:44.452275 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-509e6b78-e823-4731-84f2-49060686d22a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (b12632f4-311a-4ac6-bc99-61380e232c10), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:44.463466 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e6b78-e823-4731-84f2-49060686d22a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Port': ['ID=996e694f-0bc7-47d2-9ab0-93527a13629f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:44.528898 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e6b78-e823-4731-84f2-49060686d22a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Port': ['ID=b12632f4-311a-4ac6-bc99-61380e232c10,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:44.534736 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509e6b78-e823-4731-84f2-49060686d22a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Checking segment: {'id': 'd2e5c681-d8b0-46b7-be17-c8bb4b9cb7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c6cdf627-77b1-40b4-8ee0-e07cfb3b7995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:44.535102 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509e6b78-e823-4731-84f2-49060686d22a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network hostable DHCP agents. Network: c6cdf627-77b1-40b4-8ee0-e07cfb3b7995, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:33:44.551489 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509e6b78-e823-4731-84f2-49060686d22a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network c6cdf627-77b1-40b4-8ee0-e07cfb3b7995 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:33:44.560077 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-509e6b78-e823-4731-84f2-49060686d22a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, c6cdf627-77b1-40b4-8ee0-e07cfb3b7995) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:44.565685 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509e6b78-e823-4731-84f2-49060686d22a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:33:44.568797 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fee986-9b84-42ac-8677-79628fc70c00 None None] Network c6cdf627-77b1-40b4-8ee0-e07cfb3b7995 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:44.573182 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509e6b78-e823-4731-84f2-49060686d22a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:44.578792 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509e6b78-e823-4731-84f2-49060686d22a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:44.579537 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-509e6b78-e823-4731-84f2-49060686d22a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:44.599697 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-509e6b78-e823-4731-84f2-49060686d22a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8544457 Feb 07 21:33:44.602739 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33722) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:44.704559 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-05126935-0e79-41c8-9f79-378c3643c789 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting port b12632f4-311a-4ac6-bc99-61380e232c10 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:44.704559 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-05126935-0e79-41c8-9f79-378c3643c789 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (b12632f4-311a-4ac6-bc99-61380e232c10), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:44.773712 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-05126935-0e79-41c8-9f79-378c3643c789 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (b12632f4-311a-4ac6-bc99-61380e232c10), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:44.787913 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-05126935-0e79-41c8-9f79-378c3643c789 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Calling delete_port for b12632f4-311a-4ac6-bc99-61380e232c10 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:44.873654 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-05126935-0e79-41c8-9f79-378c3643c789 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (b12632f4-311a-4ac6-bc99-61380e232c10), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:44.901462 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05126935-0e79-41c8-9f79-378c3643c789 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Port': ['ID=b12632f4-311a-4ac6-bc99-61380e232c10,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:44.908672 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-05126935-0e79-41c8-9f79-378c3643c789 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:44.911987 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-05126935-0e79-41c8-9f79-378c3643c789 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/ports/b12632f4-311a-4ac6-bc99-61380e232c10 HTTP/1.1" status: 204 len: 168 time: 0.3077738 Feb 07 21:33:44.914530 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33734) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:45.000641 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4020bdef-6619-4661-bf81-e102b2c7c590 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:45.006055 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4020bdef-6619-4661-bf81-e102b2c7c590 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:45.007626 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4020bdef-6619-4661-bf81-e102b2c7c590 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0921395 Feb 07 21:33:45.011179 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33736) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:45.105716 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-92231c0f-021b-480f-9152-030570021804 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting port 996e694f-0bc7-47d2-9ab0-93527a13629f {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:45.105974 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92231c0f-021b-480f-9152-030570021804 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (996e694f-0bc7-47d2-9ab0-93527a13629f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:45.174315 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92231c0f-021b-480f-9152-030570021804 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (996e694f-0bc7-47d2-9ab0-93527a13629f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:45.193551 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-92231c0f-021b-480f-9152-030570021804 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Calling delete_port for 996e694f-0bc7-47d2-9ab0-93527a13629f owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:45.276219 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92231c0f-021b-480f-9152-030570021804 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (996e694f-0bc7-47d2-9ab0-93527a13629f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:45.305753 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92231c0f-021b-480f-9152-030570021804 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Port': ['ID=996e694f-0bc7-47d2-9ab0-93527a13629f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:45.309333 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92231c0f-021b-480f-9152-030570021804 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:45.315220 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-92231c0f-021b-480f-9152-030570021804 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/ports/996e694f-0bc7-47d2-9ab0-93527a13629f HTTP/1.1" status: 204 len: 168 time: 0.3006239 Feb 07 21:33:45.315333 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33740) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:45.366199 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abb8eaa-446d-4666-974f-87af1b48e417 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:45.367630 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6abb8eaa-446d-4666-974f-87af1b48e417 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0514541 Feb 07 21:33:45.370815 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33742) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:45.398635 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-a771a3a1-f52f-4e3a-9f27-8c28150ec68b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] GET failed (client error): The resource could not be found. Feb 07 21:33:45.400007 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a771a3a1-f52f-4e3a-9f27-8c28150ec68b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "GET /v2.0/ports/b12632f4-311a-4ac6-bc99-61380e232c10 HTTP/1.1" status: 404 len: 333 time: 0.0283136 Feb 07 21:33:45.402620 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33744) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:45.426239 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d7b8a9-fffe-4019-b7a9-df982ac08e61 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] GET failed (client error): The resource could not be found. Feb 07 21:33:45.427630 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d8d7b8a9-fffe-4019-b7a9-df982ac08e61 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "GET /v2.0/ports/996e694f-0bc7-47d2-9ab0-93527a13629f HTTP/1.1" status: 404 len: 333 time: 0.0241525 Feb 07 21:33:45.430259 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33746) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:45.508683 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae74b878-1190-4e03-9918-c5153a1a7166 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (c6cdf627-77b1-40b4-8ee0-e07cfb3b7995), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:45.573653 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb6bf0aa-147d-4a08-a4b6-f69b32f1b9f2 req-e3ffce5c-86d4-43ae-b9f8-71a09a1d7a3a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0606825 Feb 07 21:33:45.614388 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae74b878-1190-4e03-9918-c5153a1a7166 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (c6cdf627-77b1-40b4-8ee0-e07cfb3b7995), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:45.636960 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ae74b878-1190-4e03-9918-c5153a1a7166 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6cdf627-77b1-40b4-8ee0-e07cfb3b7995']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:45.647551 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ae74b878-1190-4e03-9918-c5153a1a7166 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e5c681-d8b0-46b7-be17-c8bb4b9cb7eb') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:45.647891 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ae74b878-1190-4e03-9918-c5153a1a7166 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e5c681-d8b0-46b7-be17-c8bb4b9cb7eb') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:45.664367 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bf0aa-147d-4a08-a4b6-f69b32f1b9f2 req-af05f07f-07d1-461b-bf72-b7b442b63887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:45.665936 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb6bf0aa-147d-4a08-a4b6-f69b32f1b9f2 req-af05f07f-07d1-461b-bf72-b7b442b63887 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 1127 time: 0.0478325 Feb 07 21:33:45.666935 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae74b878-1190-4e03-9918-c5153a1a7166 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (d2e5c681-d8b0-46b7-be17-c8bb4b9cb7eb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:45.687068 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae74b878-1190-4e03-9918-c5153a1a7166 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (d2e5c681-d8b0-46b7-be17-c8bb4b9cb7eb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:45.695765 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae74b878-1190-4e03-9918-c5153a1a7166 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:45.696423 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae74b878-1190-4e03-9918-c5153a1a7166 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (d2e5c681-d8b0-46b7-be17-c8bb4b9cb7eb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:45.715186 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:45.770951 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae74b878-1190-4e03-9918-c5153a1a7166 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (c6cdf627-77b1-40b4-8ee0-e07cfb3b7995), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:45.778978 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae74b878-1190-4e03-9918-c5153a1a7166 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:45.782289 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ae74b878-1190-4e03-9918-c5153a1a7166 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/networks/c6cdf627-77b1-40b4-8ee0-e07cfb3b7995 HTTP/1.1" status: 204 len: 168 time: 0.3504906 Feb 07 21:33:45.785960 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33748) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:45.792031 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bf0aa-147d-4a08-a4b6-f69b32f1b9f2 req-eed82cc4-e398-4b42-87b4-f6bd9e017b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:45.793690 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb6bf0aa-147d-4a08-a4b6-f69b32f1b9f2 req-eed82cc4-e398-4b42-87b4-f6bd9e017b5b service neutron] 10.222.0.71 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 913 time: 0.1079788 Feb 07 21:33:45.804687 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-de76803c-71cc-4e94-8923-6e3800c44021 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-548444696'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:45.811632 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74b878-1190-4e03-9918-c5153a1a7166 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Network': ['ID=c6cdf627-77b1-40b4-8ee0-e07cfb3b7995,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:45.828213 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de76803c-71cc-4e94-8923-6e3800c44021 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:45.832532 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de76803c-71cc-4e94-8923-6e3800c44021 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:45.861124 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de76803c-71cc-4e94-8923-6e3800c44021 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:33:45.867710 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb6bf0aa-147d-4a08-a4b6-f69b32f1b9f2 req-45c56cf2-7d4b-4dd7-9e61-58afa2441f85 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=705879c2-878a-40cb-ae93-2db29b5b4329 HTTP/1.1" status: 200 len: 1000 time: 0.0675895 Feb 07 21:33:45.873222 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de76803c-71cc-4e94-8923-6e3800c44021 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (be51aad6-72fc-4f3e-83f2-f4621a33e429), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:45.873584 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-de76803c-71cc-4e94-8923-6e3800c44021 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Added segment be51aad6-72fc-4f3e-83f2-f4621a33e429 of type vlan for network 96eff9b6-0ebb-4648-8a5c-055a8ab90f83 Feb 07 21:33:45.925269 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bf0aa-147d-4a08-a4b6-f69b32f1b9f2 req-b5f94712-bf44-4531-92b2-0db7352a59ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:45.926932 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb6bf0aa-147d-4a08-a4b6-f69b32f1b9f2 req-b5f94712-bf44-4531-92b2-0db7352a59ab service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5277b698-1143-4952-a3ce-257473c57257 HTTP/1.1" status: 200 len: 851 time: 0.0536547 Feb 07 21:33:45.928786 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de76803c-71cc-4e94-8923-6e3800c44021 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (96eff9b6-0ebb-4648-8a5c-055a8ab90f83), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:45.963652 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de76803c-71cc-4e94-8923-6e3800c44021 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (96eff9b6-0ebb-4648-8a5c-055a8ab90f83), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:45.969292 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de76803c-71cc-4e94-8923-6e3800c44021 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:45.969922 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de76803c-71cc-4e94-8923-6e3800c44021 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:45.982751 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bf0aa-147d-4a08-a4b6-f69b32f1b9f2 req-7940ce36-c1a3-4dc5-8079-9d34946d5e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:45.984476 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb6bf0aa-147d-4a08-a4b6-f69b32f1b9f2 req-7940ce36-c1a3-4dc5-8079-9d34946d5e71 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c5d8bec1-9baf-496d-8066-d331255bb96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500846 Feb 07 21:33:46.036911 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-de76803c-71cc-4e94-8923-6e3800c44021 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2477002 Feb 07 21:33:46.037852 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33752) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:46.043305 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-57ff524b-5919-403c-9dbb-3468b9108598 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'subnet': {'network_id': '96eff9b6-0ebb-4648-8a5c-055a8ab90f83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:46.060344 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76803c-71cc-4e94-8923-6e3800c44021 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Network': ['ID=96eff9b6-0ebb-4648-8a5c-055a8ab90f83,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:46.071506 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 96eff9b6-0ebb-4648-8a5c-055a8ab90f83 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:33:46.087593 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb6bf0aa-147d-4a08-a4b6-f69b32f1b9f2 req-23375e52-6916-42d1-8230-3548e9d5329c service neutron] 10.222.0.71 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964634 Feb 07 21:33:46.154073 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ff524b-5919-403c-9dbb-3468b9108598 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:46.159556 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-57ff524b-5919-403c-9dbb-3468b9108598 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:46.195757 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb6bf0aa-147d-4a08-a4b6-f69b32f1b9f2 req-cf82bb7d-d0fc-42cd-b207-edce789c446b service neutron] 10.222.0.71 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022701 Feb 07 21:33:46.231457 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.ipam_backend_mixin [None req-57ff524b-5919-403c-9dbb-3468b9108598 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Performing IP validity checks on allocation pools {{(pid=103256) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 07 21:33:46.234240 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.ipam_backend_mixin [None req-57ff524b-5919-403c-9dbb-3468b9108598 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103256) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 07 21:33:46.354114 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-57ff524b-5919-403c-9dbb-3468b9108598 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (3d7458d2-9b0d-4cd3-b7f3-2f677ba754db), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:46.412973 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff524b-5919-403c-9dbb-3468b9108598 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Subnet': ['ID=3d7458d2-9b0d-4cd3-b7f3-2f677ba754db,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:46.420606 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ff524b-5919-403c-9dbb-3468b9108598 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Checking segment: {'id': 'be51aad6-72fc-4f3e-83f2-f4621a33e429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '96eff9b6-0ebb-4648-8a5c-055a8ab90f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:46.421064 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ff524b-5919-403c-9dbb-3468b9108598 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network hostable DHCP agents. Network: 96eff9b6-0ebb-4648-8a5c-055a8ab90f83, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:33:46.437346 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ff524b-5919-403c-9dbb-3468b9108598 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network 96eff9b6-0ebb-4648-8a5c-055a8ab90f83 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:33:46.446038 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-57ff524b-5919-403c-9dbb-3468b9108598 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 96eff9b6-0ebb-4648-8a5c-055a8ab90f83) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:46.454453 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ff524b-5919-403c-9dbb-3468b9108598 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:46.455139 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-57ff524b-5919-403c-9dbb-3468b9108598 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:46.457215 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427ea485-d505-4754-b114-4da2814aef65 None None] Network 96eff9b6-0ebb-4648-8a5c-055a8ab90f83 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:46.474563 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-57ff524b-5919-403c-9dbb-3468b9108598 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4332442 Feb 07 21:33:46.475000 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33754) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:46.480127 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-873627ea-b7bb-4d10-bc2e-23993afc650b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'port': {'network_id': '96eff9b6-0ebb-4648-8a5c-055a8ab90f83', 'name': 'tempest-PortsIpV6TestJSON-1913785344'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:46.574270 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab73dc27-3692-49a8-811a-a828244275c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-96eff9b6-0ebb-4648-8a5c-055a8ab90f83', 'network_id': '96eff9b6-0ebb-4648-8a5c-055a8ab90f83', 'project_id': 'de9dd56dc82c48a1b15ec37e1fbeca50', 'fixed_ips': [{'subnet_id': '3d7458d2-9b0d-4cd3-b7f3-2f677ba754db'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:33:46.575221 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ab73dc27-3692-49a8-811a-a828244275c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:46.596239 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873627ea-b7bb-4d10-bc2e-23993afc650b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:46.599969 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-873627ea-b7bb-4d10-bc2e-23993afc650b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:46.621809 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-873627ea-b7bb-4d10-bc2e-23993afc650b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] device_id is not set on port ad6e8b4d-2c0b-4bf6-bd85-4bd385bfcf2f yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:33:46.724075 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-ab73dc27-3692-49a8-811a-a828244275c3 None None] Allocated IP 2001:db8::2 (96eff9b6-0ebb-4648-8a5c-055a8ab90f83/3d7458d2-9b0d-4cd3-b7f3-2f677ba754db/8154842b-e6bb-4779-9e60-af8774ea3b11) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:33:46.867696 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ab73dc27-3692-49a8-811a-a828244275c3 None None] Publish callbacks [] for port (8154842b-e6bb-4779-9e60-af8774ea3b11), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:46.873939 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ab73dc27-3692-49a8-811a-a828244275c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (8154842b-e6bb-4779-9e60-af8774ea3b11), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:46.910423 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab73dc27-3692-49a8-811a-a828244275c3 None None] Network 96eff9b6-0ebb-4648-8a5c-055a8ab90f83 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:33:46.913715 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-ab73dc27-3692-49a8-811a-a828244275c3 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:46.933481 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab73dc27-3692-49a8-811a-a828244275c3 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:33:46.938568 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-873627ea-b7bb-4d10-bc2e-23993afc650b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Allocated IP 2001:db8::120 (96eff9b6-0ebb-4648-8a5c-055a8ab90f83/3d7458d2-9b0d-4cd3-b7f3-2f677ba754db/ad6e8b4d-2c0b-4bf6-bd85-4bd385bfcf2f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:33:46.950185 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73dc27-3692-49a8-811a-a828244275c3 None None] Pushing event updated for resources: {'Port': ['ID=8154842b-e6bb-4779-9e60-af8774ea3b11,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:47.021655 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ab73dc27-3692-49a8-811a-a828244275c3 None None] Attempting to bind port 8154842b-e6bb-4779-9e60-af8774ea3b11 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:33:47.022138 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ab73dc27-3692-49a8-811a-a828244275c3 None None] Attempting to bind port 8154842b-e6bb-4779-9e60-af8774ea3b11 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'be51aad6-72fc-4f3e-83f2-f4621a33e429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '96eff9b6-0ebb-4648-8a5c-055a8ab90f83'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:33:47.022574 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab73dc27-3692-49a8-811a-a828244275c3 None None] Attempting to bind port 8154842b-e6bb-4779-9e60-af8774ea3b11 on network 96eff9b6-0ebb-4648-8a5c-055a8ab90f83 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:33:47.029136 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab73dc27-3692-49a8-811a-a828244275c3 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:33:47.029623 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab73dc27-3692-49a8-811a-a828244275c3 None None] Checking segment: {'id': 'be51aad6-72fc-4f3e-83f2-f4621a33e429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '96eff9b6-0ebb-4648-8a5c-055a8ab90f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:47.030122 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ab73dc27-3692-49a8-811a-a828244275c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:47.030775 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab73dc27-3692-49a8-811a-a828244275c3 None None] Bound using segment: {'id': 'be51aad6-72fc-4f3e-83f2-f4621a33e429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '96eff9b6-0ebb-4648-8a5c-055a8ab90f83'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:33:47.031321 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ab73dc27-3692-49a8-811a-a828244275c3 None None] Bound port: 8154842b-e6bb-4779-9e60-af8774ea3b11, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be51aad6-72fc-4f3e-83f2-f4621a33e429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '96eff9b6-0ebb-4648-8a5c-055a8ab90f83'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:33:47.031775 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ab73dc27-3692-49a8-811a-a828244275c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8154842b-e6bb-4779-9e60-af8774ea3b11), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:47.109224 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ab73dc27-3692-49a8-811a-a828244275c3 None None] For port 8154842b-e6bb-4779-9e60-af8774ea3b11, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:33:47.113486 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ab73dc27-3692-49a8-811a-a828244275c3 None None] For port 8154842b-e6bb-4779-9e60-af8774ea3b11, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8154842b-e6bb-4779-9e60-af8774ea3b11,segment=NetworkSegment(be51aad6-72fc-4f3e-83f2-f4621a33e429),segment_id=be51aad6-72fc-4f3e-83f2-f4621a33e429)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:33:47.121039 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ab73dc27-3692-49a8-811a-a828244275c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8154842b-e6bb-4779-9e60-af8774ea3b11), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:47.143282 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-873627ea-b7bb-4d10-bc2e-23993afc650b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for port (ad6e8b4d-2c0b-4bf6-bd85-4bd385bfcf2f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:47.182833 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-873627ea-b7bb-4d10-bc2e-23993afc650b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ad6e8b4d-2c0b-4bf6-bd85-4bd385bfcf2f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:47.203355 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73dc27-3692-49a8-811a-a828244275c3 None None] Pushing event updated for resources: {'Port': ['ID=8154842b-e6bb-4779-9e60-af8774ea3b11,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:47.240377 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873627ea-b7bb-4d10-bc2e-23993afc650b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network 96eff9b6-0ebb-4648-8a5c-055a8ab90f83 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:33:47.245037 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-873627ea-b7bb-4d10-bc2e-23993afc650b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:47.247272 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873627ea-b7bb-4d10-bc2e-23993afc650b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Port': ['ID=ad6e8b4d-2c0b-4bf6-bd85-4bd385bfcf2f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:47.249512 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873627ea-b7bb-4d10-bc2e-23993afc650b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:33:47.254794 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873627ea-b7bb-4d10-bc2e-23993afc650b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:47.255530 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-873627ea-b7bb-4d10-bc2e-23993afc650b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:47.273572 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-873627ea-b7bb-4d10-bc2e-23993afc650b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7973583 Feb 07 21:33:47.276252 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33768) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:47.412844 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9e790a8c-1f39-4542-8d54-691bf8aa5222 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting port ad6e8b4d-2c0b-4bf6-bd85-4bd385bfcf2f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:47.413277 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e790a8c-1f39-4542-8d54-691bf8aa5222 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ad6e8b4d-2c0b-4bf6-bd85-4bd385bfcf2f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:47.506856 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e790a8c-1f39-4542-8d54-691bf8aa5222 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ad6e8b4d-2c0b-4bf6-bd85-4bd385bfcf2f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:47.525464 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9e790a8c-1f39-4542-8d54-691bf8aa5222 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Calling delete_port for ad6e8b4d-2c0b-4bf6-bd85-4bd385bfcf2f owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:47.657004 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e790a8c-1f39-4542-8d54-691bf8aa5222 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ad6e8b4d-2c0b-4bf6-bd85-4bd385bfcf2f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:47.686378 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790a8c-1f39-4542-8d54-691bf8aa5222 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Port': ['ID=ad6e8b4d-2c0b-4bf6-bd85-4bd385bfcf2f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:47.726196 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e790a8c-1f39-4542-8d54-691bf8aa5222 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:47.726196 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9e790a8c-1f39-4542-8d54-691bf8aa5222 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/ports/ad6e8b4d-2c0b-4bf6-bd85-4bd385bfcf2f HTTP/1.1" status: 204 len: 168 time: 0.4476433 Feb 07 21:33:47.728905 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33770) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:47.753013 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-874898e2-99e0-4fdf-b1a3-9753b8fe14fe tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] DELETE failed (client error): The resource could not be found. Feb 07 21:33:47.753565 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-874898e2-99e0-4fdf-b1a3-9753b8fe14fe tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:47.756559 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-874898e2-99e0-4fdf-b1a3-9753b8fe14fe tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/ports/ad6e8b4d-2c0b-4bf6-bd85-4bd385bfcf2f HTTP/1.1" status: 404 len: 333 time: 0.0266716 Feb 07 21:33:47.759610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33772) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:47.793356 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8154842b-e6bb-4779-9e60-af8774ea3b11 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:33:47.794766 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f564b1f-fb59-4c09-a1aa-07ec862e8429 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] GET failed (client error): The resource could not be found. Feb 07 21:33:47.798853 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5f564b1f-fb59-4c09-a1aa-07ec862e8429 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "GET /v2.0/ports/ad6e8b4d-2c0b-4bf6-bd85-4bd385bfcf2f HTTP/1.1" status: 404 len: 333 time: 0.0356972 Feb 07 21:33:47.799053 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33774) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:47.849622 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 8154842b-e6bb-4779-9e60-af8774ea3b11 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:33:47.850076 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8154842b-e6bb-4779-9e60-af8774ea3b11), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:47.860021 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdbe3f79-c5a6-45e7-a4a3-da116391070d tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting subnet 3d7458d2-9b0d-4cd3-b7f3-2f677ba754db {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:33:47.863384 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cdbe3f79-c5a6-45e7-a4a3-da116391070d tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (3d7458d2-9b0d-4cd3-b7f3-2f677ba754db), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:47.904618 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cdbe3f79-c5a6-45e7-a4a3-da116391070d tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (3d7458d2-9b0d-4cd3-b7f3-2f677ba754db), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:47.937164 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 8154842b-e6bb-4779-9e60-af8774ea3b11 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:33:47.937643 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8154842b-e6bb-4779-9e60-af8774ea3b11), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:47.979592 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 8154842b-e6bb-4779-9e60-af8774ea3b11, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8154842b-e6bb-4779-9e60-af8774ea3b11,segment=NetworkSegment(be51aad6-72fc-4f3e-83f2-f4621a33e429),segment_id=be51aad6-72fc-4f3e-83f2-f4621a33e429)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:47.985485 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8154842b-e6bb-4779-9e60-af8774ea3b11), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:48.006319 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cdbe3f79-c5a6-45e7-a4a3-da116391070d tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (3d7458d2-9b0d-4cd3-b7f3-2f677ba754db), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:48.046936 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=8154842b-e6bb-4779-9e60-af8774ea3b11,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:48.109388 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cdbe3f79-c5a6-45e7-a4a3-da116391070d tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (3d7458d2-9b0d-4cd3-b7f3-2f677ba754db), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:48.137386 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe3f79-c5a6-45e7-a4a3-da116391070d tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Subnet': ['ID=3d7458d2-9b0d-4cd3-b7f3-2f677ba754db,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:48.144122 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cdbe3f79-c5a6-45e7-a4a3-da116391070d tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:48.149921 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cdbe3f79-c5a6-45e7-a4a3-da116391070d tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/subnets/3d7458d2-9b0d-4cd3-b7f3-2f677ba754db HTTP/1.1" status: 204 len: 168 time: 0.3474352 Feb 07 21:33:48.150367 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33778) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:48.241714 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52ad82cd-38f7-409f-b0c9-3f25373cd455 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (96eff9b6-0ebb-4648-8a5c-055a8ab90f83), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:48.304808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-52ad82cd-38f7-409f-b0c9-3f25373cd455 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting port 8154842b-e6bb-4779-9e60-af8774ea3b11 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:48.305141 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52ad82cd-38f7-409f-b0c9-3f25373cd455 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8154842b-e6bb-4779-9e60-af8774ea3b11), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:48.352530 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d3e46d-f79e-4205-ad6d-aee5d3b5af5a None None] Network 96eff9b6-0ebb-4648-8a5c-055a8ab90f83 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:48.424617 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-909c335f-ec36-4c63-86ba-40b744d1e2c4 None None] Provisioning complete for port 8154842b-e6bb-4779-9e60-af8774ea3b11 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:33:48.425139 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-909c335f-ec36-4c63-86ba-40b744d1e2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8154842b-e6bb-4779-9e60-af8774ea3b11), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:48.495505 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e189aa54-546c-4b05-9bdb-eb26bfb369e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:48.575107 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-909c335f-ec36-4c63-86ba-40b744d1e2c4 None None] Current status of the port 8154842b-e6bb-4779-9e60-af8774ea3b11 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:33:48.610106 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d848c2fb-6bde-4d8b-8b7d-d3a02a8b8390 None None] DHCP port deletion for 96eff9b6-0ebb-4648-8a5c-055a8ab90f83 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:33:48.661728 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d848c2fb-6bde-4d8b-8b7d-d3a02a8b8390 None None] Deleting port 8154842b-e6bb-4779-9e60-af8774ea3b11 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:48.661728 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d848c2fb-6bde-4d8b-8b7d-d3a02a8b8390 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8154842b-e6bb-4779-9e60-af8774ea3b11), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:48.672753 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-52ad82cd-38f7-409f-b0c9-3f25373cd455 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] For port 8154842b-e6bb-4779-9e60-af8774ea3b11, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8154842b-e6bb-4779-9e60-af8774ea3b11,segment=NetworkSegment(be51aad6-72fc-4f3e-83f2-f4621a33e429),segment_id=be51aad6-72fc-4f3e-83f2-f4621a33e429)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:48.673388 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52ad82cd-38f7-409f-b0c9-3f25373cd455 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8154842b-e6bb-4779-9e60-af8774ea3b11), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:48.685495 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-52ad82cd-38f7-409f-b0c9-3f25373cd455 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Calling delete_port for 8154842b-e6bb-4779-9e60-af8774ea3b11 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:48.727013 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d848c2fb-6bde-4d8b-8b7d-d3a02a8b8390 None None] For port 8154842b-e6bb-4779-9e60-af8774ea3b11, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8154842b-e6bb-4779-9e60-af8774ea3b11,segment=NetworkSegment(be51aad6-72fc-4f3e-83f2-f4621a33e429),segment_id=be51aad6-72fc-4f3e-83f2-f4621a33e429)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:48.728183 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d848c2fb-6bde-4d8b-8b7d-d3a02a8b8390 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8154842b-e6bb-4779-9e60-af8774ea3b11), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:48.745428 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d848c2fb-6bde-4d8b-8b7d-d3a02a8b8390 None None] Calling delete_port for 8154842b-e6bb-4779-9e60-af8774ea3b11 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:48.797086 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52ad82cd-38f7-409f-b0c9-3f25373cd455 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (8154842b-e6bb-4779-9e60-af8774ea3b11), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:48.814600 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ad82cd-38f7-409f-b0c9-3f25373cd455 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] No DVR routers for this DVR port 8154842b-e6bb-4779-9e60-af8774ea3b11 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:33:48.837777 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d848c2fb-6bde-4d8b-8b7d-d3a02a8b8390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (8154842b-e6bb-4779-9e60-af8774ea3b11), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:48.864331 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848c2fb-6bde-4d8b-8b7d-d3a02a8b8390 None None] Pushing event deleted for resources: {'Port': ['ID=8154842b-e6bb-4779-9e60-af8774ea3b11,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:48.868922 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d848c2fb-6bde-4d8b-8b7d-d3a02a8b8390 None None] No DVR routers for this DVR port 8154842b-e6bb-4779-9e60-af8774ea3b11 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:33:48.874423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad82cd-38f7-409f-b0c9-3f25373cd455 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Port': ['ID=8154842b-e6bb-4779-9e60-af8774ea3b11,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:48.924991 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52ad82cd-38f7-409f-b0c9-3f25373cd455 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (96eff9b6-0ebb-4648-8a5c-055a8ab90f83), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:48.949745 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-52ad82cd-38f7-409f-b0c9-3f25373cd455 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96eff9b6-0ebb-4648-8a5c-055a8ab90f83']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:48.959159 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-52ad82cd-38f7-409f-b0c9-3f25373cd455 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be51aad6-72fc-4f3e-83f2-f4621a33e429') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:48.959449 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-52ad82cd-38f7-409f-b0c9-3f25373cd455 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be51aad6-72fc-4f3e-83f2-f4621a33e429') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:48.968728 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52ad82cd-38f7-409f-b0c9-3f25373cd455 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (be51aad6-72fc-4f3e-83f2-f4621a33e429), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:48.982222 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52ad82cd-38f7-409f-b0c9-3f25373cd455 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (be51aad6-72fc-4f3e-83f2-f4621a33e429), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:48.988552 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ad82cd-38f7-409f-b0c9-3f25373cd455 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:48.989060 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52ad82cd-38f7-409f-b0c9-3f25373cd455 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (be51aad6-72fc-4f3e-83f2-f4621a33e429), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:48.992170 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:49.048688 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52ad82cd-38f7-409f-b0c9-3f25373cd455 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (96eff9b6-0ebb-4648-8a5c-055a8ab90f83), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:49.054028 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52ad82cd-38f7-409f-b0c9-3f25373cd455 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:49.057907 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-52ad82cd-38f7-409f-b0c9-3f25373cd455 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/networks/96eff9b6-0ebb-4648-8a5c-055a8ab90f83 HTTP/1.1" status: 204 len: 168 time: 0.9065022 Feb 07 21:33:49.061499 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33784) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:49.066109 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b2f21a3f-a780-42a4-89a5-e64128e8294c tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1890857961'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:49.083976 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad82cd-38f7-409f-b0c9-3f25373cd455 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Network': ['ID=96eff9b6-0ebb-4648-8a5c-055a8ab90f83,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:49.097623 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f21a3f-a780-42a4-89a5-e64128e8294c tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:49.102491 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2f21a3f-a780-42a4-89a5-e64128e8294c tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:49.129715 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f21a3f-a780-42a4-89a5-e64128e8294c tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:33:49.145505 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2f21a3f-a780-42a4-89a5-e64128e8294c tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (a845ab01-25b0-4fc4-bc28-89b0e7890a84), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:49.145505 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-b2f21a3f-a780-42a4-89a5-e64128e8294c tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Added segment a845ab01-25b0-4fc4-bc28-89b0e7890a84 of type vlan for network 2ed8cc45-848a-42a6-bbf4-f19ae0e579b0 Feb 07 21:33:49.180260 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2f21a3f-a780-42a4-89a5-e64128e8294c tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (2ed8cc45-848a-42a6-bbf4-f19ae0e579b0), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:49.207893 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2f21a3f-a780-42a4-89a5-e64128e8294c tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (2ed8cc45-848a-42a6-bbf4-f19ae0e579b0), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:49.213722 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f21a3f-a780-42a4-89a5-e64128e8294c tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:49.214310 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2f21a3f-a780-42a4-89a5-e64128e8294c tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:49.296081 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b2f21a3f-a780-42a4-89a5-e64128e8294c tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2309494 Feb 07 21:33:49.296508 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33788) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:49.302674 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3e107b13-f212-4ae2-885b-0953ccf2171f tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'subnet': {'network_id': '2ed8cc45-848a-42a6-bbf4-f19ae0e579b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:49.322045 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f21a3f-a780-42a4-89a5-e64128e8294c tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Network': ['ID=2ed8cc45-848a-42a6-bbf4-f19ae0e579b0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:49.333949 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 2ed8cc45-848a-42a6-bbf4-f19ae0e579b0 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:33:49.427357 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e107b13-f212-4ae2-885b-0953ccf2171f tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:49.434750 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e107b13-f212-4ae2-885b-0953ccf2171f tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:49.620954 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e107b13-f212-4ae2-885b-0953ccf2171f tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (608e1217-fc6a-4540-b04c-8e2ac57b8d78), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:49.685087 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e107b13-f212-4ae2-885b-0953ccf2171f tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Subnet': ['ID=608e1217-fc6a-4540-b04c-8e2ac57b8d78,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:49.713085 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e107b13-f212-4ae2-885b-0953ccf2171f tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Checking segment: {'id': 'a845ab01-25b0-4fc4-bc28-89b0e7890a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2ed8cc45-848a-42a6-bbf4-f19ae0e579b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:49.713687 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e107b13-f212-4ae2-885b-0953ccf2171f tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network hostable DHCP agents. Network: 2ed8cc45-848a-42a6-bbf4-f19ae0e579b0, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:33:49.732108 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8154842b-e6bb-4779-9e60-af8774ea3b11 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:33:49.733519 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e107b13-f212-4ae2-885b-0953ccf2171f tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network 2ed8cc45-848a-42a6-bbf4-f19ae0e579b0 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:33:49.743605 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-3e107b13-f212-4ae2-885b-0953ccf2171f tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 2ed8cc45-848a-42a6-bbf4-f19ae0e579b0) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:49.754810 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8549182-6994-4e3f-94e7-2f4a523e26b0 None None] Network 2ed8cc45-848a-42a6-bbf4-f19ae0e579b0 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:49.757485 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e107b13-f212-4ae2-885b-0953ccf2171f tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:49.758659 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 8154842b-e6bb-4779-9e60-af8774ea3b11 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:33:49.759523 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8154842b-e6bb-4779-9e60-af8774ea3b11 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:33:49.760025 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e107b13-f212-4ae2-885b-0953ccf2171f tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:49.782341 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3e107b13-f212-4ae2-885b-0953ccf2171f tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4822896 Feb 07 21:33:49.782593 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33790) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:49.788208 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-dcf1779d-558e-40df-956b-e8a6a88aeddb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'port': {'network_id': '2ed8cc45-848a-42a6-bbf4-f19ae0e579b0', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-243789665'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:49.864123 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a99334a-20b9-46de-b920-c57723377c28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-2ed8cc45-848a-42a6-bbf4-f19ae0e579b0', 'network_id': '2ed8cc45-848a-42a6-bbf4-f19ae0e579b0', 'project_id': 'de9dd56dc82c48a1b15ec37e1fbeca50', 'fixed_ips': [{'subnet_id': '608e1217-fc6a-4540-b04c-8e2ac57b8d78'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:33:49.864997 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0a99334a-20b9-46de-b920-c57723377c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:49.913739 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf1779d-558e-40df-956b-e8a6a88aeddb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:49.917132 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dcf1779d-558e-40df-956b-e8a6a88aeddb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:49.934339 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-dcf1779d-558e-40df-956b-e8a6a88aeddb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] device_id is not set on port 9419728e-32ea-47da-94bf-1c842e9d798e yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:33:50.016666 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-0a99334a-20b9-46de-b920-c57723377c28 None None] Allocated IP 2001:db8::2 (2ed8cc45-848a-42a6-bbf4-f19ae0e579b0/608e1217-fc6a-4540-b04c-8e2ac57b8d78/c024a94e-fae5-4237-b37b-5d63eb40d5dc) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:33:50.154633 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0a99334a-20b9-46de-b920-c57723377c28 None None] Publish callbacks [] for port (c024a94e-fae5-4237-b37b-5d63eb40d5dc), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:50.161023 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0a99334a-20b9-46de-b920-c57723377c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (c024a94e-fae5-4237-b37b-5d63eb40d5dc), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:50.208441 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a99334a-20b9-46de-b920-c57723377c28 None None] Network 2ed8cc45-848a-42a6-bbf4-f19ae0e579b0 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:33:50.211874 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-0a99334a-20b9-46de-b920-c57723377c28 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:50.215719 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a99334a-20b9-46de-b920-c57723377c28 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:33:50.218996 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99334a-20b9-46de-b920-c57723377c28 None None] Pushing event updated for resources: {'Port': ['ID=c024a94e-fae5-4237-b37b-5d63eb40d5dc,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:50.251205 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-dcf1779d-558e-40df-956b-e8a6a88aeddb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Allocated IP 2001:db8::37a (2ed8cc45-848a-42a6-bbf4-f19ae0e579b0/608e1217-fc6a-4540-b04c-8e2ac57b8d78/9419728e-32ea-47da-94bf-1c842e9d798e) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:33:50.274923 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-0a99334a-20b9-46de-b920-c57723377c28 None None] Attempting to bind port c024a94e-fae5-4237-b37b-5d63eb40d5dc on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:33:50.275376 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-0a99334a-20b9-46de-b920-c57723377c28 None None] Attempting to bind port c024a94e-fae5-4237-b37b-5d63eb40d5dc by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'a845ab01-25b0-4fc4-bc28-89b0e7890a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2ed8cc45-848a-42a6-bbf4-f19ae0e579b0'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:33:50.276397 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a99334a-20b9-46de-b920-c57723377c28 None None] Attempting to bind port c024a94e-fae5-4237-b37b-5d63eb40d5dc on network 2ed8cc45-848a-42a6-bbf4-f19ae0e579b0 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:33:50.280980 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a99334a-20b9-46de-b920-c57723377c28 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:33:50.281362 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a99334a-20b9-46de-b920-c57723377c28 None None] Checking segment: {'id': 'a845ab01-25b0-4fc4-bc28-89b0e7890a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2ed8cc45-848a-42a6-bbf4-f19ae0e579b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:50.281767 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0a99334a-20b9-46de-b920-c57723377c28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:50.282164 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a99334a-20b9-46de-b920-c57723377c28 None None] Bound using segment: {'id': 'a845ab01-25b0-4fc4-bc28-89b0e7890a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2ed8cc45-848a-42a6-bbf4-f19ae0e579b0'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:33:50.282632 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-0a99334a-20b9-46de-b920-c57723377c28 None None] Bound port: c024a94e-fae5-4237-b37b-5d63eb40d5dc, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a845ab01-25b0-4fc4-bc28-89b0e7890a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2ed8cc45-848a-42a6-bbf4-f19ae0e579b0'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:33:50.283022 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0a99334a-20b9-46de-b920-c57723377c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c024a94e-fae5-4237-b37b-5d63eb40d5dc), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:50.360026 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0a99334a-20b9-46de-b920-c57723377c28 None None] For port c024a94e-fae5-4237-b37b-5d63eb40d5dc, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:33:50.363603 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0a99334a-20b9-46de-b920-c57723377c28 None None] For port c024a94e-fae5-4237-b37b-5d63eb40d5dc, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c024a94e-fae5-4237-b37b-5d63eb40d5dc,segment=NetworkSegment(a845ab01-25b0-4fc4-bc28-89b0e7890a84),segment_id=a845ab01-25b0-4fc4-bc28-89b0e7890a84)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:33:50.370969 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0a99334a-20b9-46de-b920-c57723377c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c024a94e-fae5-4237-b37b-5d63eb40d5dc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:50.401076 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dcf1779d-558e-40df-956b-e8a6a88aeddb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for port (9419728e-32ea-47da-94bf-1c842e9d798e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:50.436598 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99334a-20b9-46de-b920-c57723377c28 None None] Pushing event updated for resources: {'Port': ['ID=c024a94e-fae5-4237-b37b-5d63eb40d5dc,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:50.447409 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dcf1779d-558e-40df-956b-e8a6a88aeddb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (9419728e-32ea-47da-94bf-1c842e9d798e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:50.490615 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf1779d-558e-40df-956b-e8a6a88aeddb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network 2ed8cc45-848a-42a6-bbf4-f19ae0e579b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:33:50.496502 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-dcf1779d-558e-40df-956b-e8a6a88aeddb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:50.500423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf1779d-558e-40df-956b-e8a6a88aeddb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:33:50.505495 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf1779d-558e-40df-956b-e8a6a88aeddb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:50.506143 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dcf1779d-558e-40df-956b-e8a6a88aeddb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:50.519678 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1779d-558e-40df-956b-e8a6a88aeddb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Port': ['ID=9419728e-32ea-47da-94bf-1c842e9d798e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:50.531806 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-dcf1779d-558e-40df-956b-e8a6a88aeddb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.7455568 Feb 07 21:33:50.532226 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33794) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:50.605785 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b79071b8-f369-46ef-a88d-0e18843304e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:50.687009 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-86a24606-42e0-45ae-a77e-b133fe61c098 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting port 9419728e-32ea-47da-94bf-1c842e9d798e {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:50.687290 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-86a24606-42e0-45ae-a77e-b133fe61c098 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9419728e-32ea-47da-94bf-1c842e9d798e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:50.793090 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-86a24606-42e0-45ae-a77e-b133fe61c098 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9419728e-32ea-47da-94bf-1c842e9d798e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:50.807099 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-86a24606-42e0-45ae-a77e-b133fe61c098 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Calling delete_port for 9419728e-32ea-47da-94bf-1c842e9d798e owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:50.940002 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-86a24606-42e0-45ae-a77e-b133fe61c098 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9419728e-32ea-47da-94bf-1c842e9d798e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:50.967180 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a24606-42e0-45ae-a77e-b133fe61c098 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Port': ['ID=9419728e-32ea-47da-94bf-1c842e9d798e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:50.995212 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-86a24606-42e0-45ae-a77e-b133fe61c098 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:50.998515 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-86a24606-42e0-45ae-a77e-b133fe61c098 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/ports/9419728e-32ea-47da-94bf-1c842e9d798e HTTP/1.1" status: 204 len: 168 time: 0.4651327 Feb 07 21:33:51.001616 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33796) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:51.028525 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ae4a41-8f90-4c5c-b75a-a95ec6b4c024 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] GET failed (client error): The resource could not be found. Feb 07 21:33:51.029949 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d9ae4a41-8f90-4c5c-b75a-a95ec6b4c024 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "GET /v2.0/ports/9419728e-32ea-47da-94bf-1c842e9d798e HTTP/1.1" status: 404 len: 333 time: 0.0273767 Feb 07 21:33:51.032755 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33798) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:51.082422 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c082273-4cb5-43ec-9e62-9a7af4efbff2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting subnet 608e1217-fc6a-4540-b04c-8e2ac57b8d78 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:33:51.085932 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c082273-4cb5-43ec-9e62-9a7af4efbff2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (608e1217-fc6a-4540-b04c-8e2ac57b8d78), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:51.132044 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c082273-4cb5-43ec-9e62-9a7af4efbff2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (608e1217-fc6a-4540-b04c-8e2ac57b8d78), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:51.217673 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c082273-4cb5-43ec-9e62-9a7af4efbff2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (608e1217-fc6a-4540-b04c-8e2ac57b8d78), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:51.281979 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c082273-4cb5-43ec-9e62-9a7af4efbff2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (608e1217-fc6a-4540-b04c-8e2ac57b8d78), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:51.307595 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c082273-4cb5-43ec-9e62-9a7af4efbff2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Subnet': ['ID=608e1217-fc6a-4540-b04c-8e2ac57b8d78,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:51.319337 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c082273-4cb5-43ec-9e62-9a7af4efbff2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:51.322894 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8c082273-4cb5-43ec-9e62-9a7af4efbff2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/subnets/608e1217-fc6a-4540-b04c-8e2ac57b8d78 HTTP/1.1" status: 204 len: 168 time: 0.2892485 Feb 07 21:33:51.325631 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33802) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:51.431427 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7147760f-bb27-4f60-9457-c2a97d1b9876 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (2ed8cc45-848a-42a6-bbf4-f19ae0e579b0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:51.501086 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7147760f-bb27-4f60-9457-c2a97d1b9876 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting port c024a94e-fae5-4237-b37b-5d63eb40d5dc {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:51.501517 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7147760f-bb27-4f60-9457-c2a97d1b9876 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c024a94e-fae5-4237-b37b-5d63eb40d5dc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:51.517670 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fc0a12-1bf2-4f2f-b106-a563cc9f8172 None None] Network 2ed8cc45-848a-42a6-bbf4-f19ae0e579b0 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:51.597927 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7147760f-bb27-4f60-9457-c2a97d1b9876 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] For port c024a94e-fae5-4237-b37b-5d63eb40d5dc, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c024a94e-fae5-4237-b37b-5d63eb40d5dc,segment=NetworkSegment(a845ab01-25b0-4fc4-bc28-89b0e7890a84),segment_id=a845ab01-25b0-4fc4-bc28-89b0e7890a84)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:51.598533 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7147760f-bb27-4f60-9457-c2a97d1b9876 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c024a94e-fae5-4237-b37b-5d63eb40d5dc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:51.615153 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7147760f-bb27-4f60-9457-c2a97d1b9876 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Calling delete_port for c024a94e-fae5-4237-b37b-5d63eb40d5dc owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:51.647937 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-19921f77-103b-4ee0-86d0-0b725ece2a3e None None] Provisioning complete for port c024a94e-fae5-4237-b37b-5d63eb40d5dc triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:33:51.648351 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-19921f77-103b-4ee0-86d0-0b725ece2a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c024a94e-fae5-4237-b37b-5d63eb40d5dc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:51.751206 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6f0de7-d79a-41d9-a462-70f44978aba9 None None] DHCP port deletion for 2ed8cc45-848a-42a6-bbf4-f19ae0e579b0 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:33:51.758106 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7147760f-bb27-4f60-9457-c2a97d1b9876 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (c024a94e-fae5-4237-b37b-5d63eb40d5dc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:51.782474 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-19921f77-103b-4ee0-86d0-0b725ece2a3e None None] Current status of the port c024a94e-fae5-4237-b37b-5d63eb40d5dc is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:33:51.783040 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-19921f77-103b-4ee0-86d0-0b725ece2a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c024a94e-fae5-4237-b37b-5d63eb40d5dc), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:51.799443 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147760f-bb27-4f60-9457-c2a97d1b9876 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Port': ['ID=c024a94e-fae5-4237-b37b-5d63eb40d5dc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:51.805954 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7147760f-bb27-4f60-9457-c2a97d1b9876 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] No DVR routers for this DVR port c024a94e-fae5-4237-b37b-5d63eb40d5dc on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:33:51.856127 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:51.917733 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7147760f-bb27-4f60-9457-c2a97d1b9876 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (2ed8cc45-848a-42a6-bbf4-f19ae0e579b0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:51.946193 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7147760f-bb27-4f60-9457-c2a97d1b9876 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed8cc45-848a-42a6-bbf4-f19ae0e579b0']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:51.961012 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7147760f-bb27-4f60-9457-c2a97d1b9876 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a845ab01-25b0-4fc4-bc28-89b0e7890a84') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:51.961891 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7147760f-bb27-4f60-9457-c2a97d1b9876 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a845ab01-25b0-4fc4-bc28-89b0e7890a84') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:51.977543 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7147760f-bb27-4f60-9457-c2a97d1b9876 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (a845ab01-25b0-4fc4-bc28-89b0e7890a84), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:51.994225 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7147760f-bb27-4f60-9457-c2a97d1b9876 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (a845ab01-25b0-4fc4-bc28-89b0e7890a84), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:52.001237 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7147760f-bb27-4f60-9457-c2a97d1b9876 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:33:52.001715 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7147760f-bb27-4f60-9457-c2a97d1b9876 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (a845ab01-25b0-4fc4-bc28-89b0e7890a84), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:33:52.005063 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:33:52.069742 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7147760f-bb27-4f60-9457-c2a97d1b9876 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (2ed8cc45-848a-42a6-bbf4-f19ae0e579b0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:52.078556 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7147760f-bb27-4f60-9457-c2a97d1b9876 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:52.081858 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7147760f-bb27-4f60-9457-c2a97d1b9876 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/networks/2ed8cc45-848a-42a6-bbf4-f19ae0e579b0 HTTP/1.1" status: 204 len: 168 time: 0.7552750 Feb 07 21:33:52.086322 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33804) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:52.093423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-24e03a68-bd84-4a1b-8ce5-43aa294b7872 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'port': {'network_id': 'f538d278-a138-4dbf-8d9f-bfe976e68cc8', 'name': 'tempest-PortsIpV6TestJSON-967376105'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:52.195179 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e03a68-bd84-4a1b-8ce5-43aa294b7872 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:52.199632 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-24e03a68-bd84-4a1b-8ce5-43aa294b7872 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:52.225255 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-24e03a68-bd84-4a1b-8ce5-43aa294b7872 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] device_id is not set on port f3675208-2103-4eef-8845-fc3dcd5a884d yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:33:52.392645 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147760f-bb27-4f60-9457-c2a97d1b9876 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Network': ['ID=2ed8cc45-848a-42a6-bbf4-f19ae0e579b0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:52.423623 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-24e03a68-bd84-4a1b-8ce5-43aa294b7872 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for port (f3675208-2103-4eef-8845-fc3dcd5a884d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:52.456418 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-24e03a68-bd84-4a1b-8ce5-43aa294b7872 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f3675208-2103-4eef-8845-fc3dcd5a884d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:52.504320 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e03a68-bd84-4a1b-8ce5-43aa294b7872 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network f538d278-a138-4dbf-8d9f-bfe976e68cc8 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:33:52.507308 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-24e03a68-bd84-4a1b-8ce5-43aa294b7872 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:52.510629 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e03a68-bd84-4a1b-8ce5-43aa294b7872 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:33:52.515936 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e03a68-bd84-4a1b-8ce5-43aa294b7872 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:52.516774 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-24e03a68-bd84-4a1b-8ce5-43aa294b7872 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:52.527065 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e03a68-bd84-4a1b-8ce5-43aa294b7872 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Port': ['ID=f3675208-2103-4eef-8845-fc3dcd5a884d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:52.539588 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-24e03a68-bd84-4a1b-8ce5-43aa294b7872 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4515707 Feb 07 21:33:52.542151 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33808) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:52.628890 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-05594008-6067-4604-9d0a-87433e862e10 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting port f3675208-2103-4eef-8845-fc3dcd5a884d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:52.629228 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05594008-6067-4604-9d0a-87433e862e10 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f3675208-2103-4eef-8845-fc3dcd5a884d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:52.703303 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05594008-6067-4604-9d0a-87433e862e10 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f3675208-2103-4eef-8845-fc3dcd5a884d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:52.717333 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-05594008-6067-4604-9d0a-87433e862e10 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Calling delete_port for f3675208-2103-4eef-8845-fc3dcd5a884d owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:52.794255 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05594008-6067-4604-9d0a-87433e862e10 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f3675208-2103-4eef-8845-fc3dcd5a884d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:52.821223 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05594008-6067-4604-9d0a-87433e862e10 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Port': ['ID=f3675208-2103-4eef-8845-fc3dcd5a884d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:52.828440 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05594008-6067-4604-9d0a-87433e862e10 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:52.831843 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-05594008-6067-4604-9d0a-87433e862e10 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/ports/f3675208-2103-4eef-8845-fc3dcd5a884d HTTP/1.1" status: 204 len: 168 time: 0.2887890 Feb 07 21:33:52.834292 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33810) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:52.839727 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3a2143b4-eac5-476c-b497-8c3e11c71279 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'port': {'network_id': 'f538d278-a138-4dbf-8d9f-bfe976e68cc8', 'mac_address': 'fa:16:3e:20:e9:a7', 'name': 'tempest-PortsIpV6TestJSON-298768833'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:52.928464 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2143b4-eac5-476c-b497-8c3e11c71279 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:52.994927 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a2143b4-eac5-476c-b497-8c3e11c71279 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:53.018696 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3a2143b4-eac5-476c-b497-8c3e11c71279 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] device_id is not set on port 64b51a1f-8678-4aef-aa0b-536baec08995 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:33:53.186037 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a2143b4-eac5-476c-b497-8c3e11c71279 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for port (64b51a1f-8678-4aef-aa0b-536baec08995), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:53.224199 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a2143b4-eac5-476c-b497-8c3e11c71279 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (64b51a1f-8678-4aef-aa0b-536baec08995), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:53.272672 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2143b4-eac5-476c-b497-8c3e11c71279 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network f538d278-a138-4dbf-8d9f-bfe976e68cc8 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:33:53.276234 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-3a2143b4-eac5-476c-b497-8c3e11c71279 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:53.281857 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2143b4-eac5-476c-b497-8c3e11c71279 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:33:53.287333 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2143b4-eac5-476c-b497-8c3e11c71279 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:53.287978 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a2143b4-eac5-476c-b497-8c3e11c71279 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:53.304450 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2143b4-eac5-476c-b497-8c3e11c71279 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Port': ['ID=64b51a1f-8678-4aef-aa0b-536baec08995,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:53.314973 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3a2143b4-eac5-476c-b497-8c3e11c71279 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4772892 Feb 07 21:33:53.315230 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33814) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:53.319396 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:53.367183 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1582ccf0-1d66-448b-8b06-6e3f5f567c21 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:53.369297 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1582ccf0-1d66-448b-8b06-6e3f5f567c21 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "GET /v2.0/ports/64b51a1f-8678-4aef-aa0b-536baec08995 HTTP/1.1" status: 200 len: 844 time: 0.0519304 Feb 07 21:33:53.372515 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33818) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:53.462151 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-50b73b50-9f89-4149-91ee-5088bca21ffb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting port 64b51a1f-8678-4aef-aa0b-536baec08995 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:53.462494 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50b73b50-9f89-4149-91ee-5088bca21ffb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (64b51a1f-8678-4aef-aa0b-536baec08995), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:53.535470 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50b73b50-9f89-4149-91ee-5088bca21ffb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (64b51a1f-8678-4aef-aa0b-536baec08995), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:53.553668 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-50b73b50-9f89-4149-91ee-5088bca21ffb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Calling delete_port for 64b51a1f-8678-4aef-aa0b-536baec08995 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:53.634695 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50b73b50-9f89-4149-91ee-5088bca21ffb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (64b51a1f-8678-4aef-aa0b-536baec08995), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:53.661146 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b73b50-9f89-4149-91ee-5088bca21ffb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Port': ['ID=64b51a1f-8678-4aef-aa0b-536baec08995,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:53.668872 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50b73b50-9f89-4149-91ee-5088bca21ffb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:53.672053 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-50b73b50-9f89-4149-91ee-5088bca21ffb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/ports/64b51a1f-8678-4aef-aa0b-536baec08995 HTTP/1.1" status: 204 len: 168 time: 0.2983749 Feb 07 21:33:53.674810 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33824) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:53.705609 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c99a01-83dc-4ae7-bd87-48bd631662f0 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] GET failed (client error): The resource could not be found. Feb 07 21:33:53.708499 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-01c99a01-83dc-4ae7-bd87-48bd631662f0 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "GET /v2.0/ports/64b51a1f-8678-4aef-aa0b-536baec08995 HTTP/1.1" status: 404 len: 333 time: 0.0315654 Feb 07 21:33:53.710663 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c024a94e-fae5-4237-b37b-5d63eb40d5dc no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:33:53.711661 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33826) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:53.717865 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c6c75b74-da47-4241-bc52-9e0b2e80f215 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'port': {'network_id': 'f538d278-a138-4dbf-8d9f-bfe976e68cc8', 'name': 'tempest-PortsIpV6TestJSON-1569509174'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:53.737090 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: c024a94e-fae5-4237-b37b-5d63eb40d5dc {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:33:53.737466 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c024a94e-fae5-4237-b37b-5d63eb40d5dc not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:33:53.809046 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c75b74-da47-4241-bc52-9e0b2e80f215 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:53.812442 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c6c75b74-da47-4241-bc52-9e0b2e80f215 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:53.828924 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-c6c75b74-da47-4241-bc52-9e0b2e80f215 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] device_id is not set on port a54890a9-454c-4e38-8882-0b842e53c0d8 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:33:53.990503 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c6c75b74-da47-4241-bc52-9e0b2e80f215 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for port (a54890a9-454c-4e38-8882-0b842e53c0d8), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:54.022849 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c6c75b74-da47-4241-bc52-9e0b2e80f215 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (a54890a9-454c-4e38-8882-0b842e53c0d8), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:54.067141 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c75b74-da47-4241-bc52-9e0b2e80f215 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network f538d278-a138-4dbf-8d9f-bfe976e68cc8 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:33:54.070520 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-c6c75b74-da47-4241-bc52-9e0b2e80f215 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:54.074983 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c75b74-da47-4241-bc52-9e0b2e80f215 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:33:54.080743 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c75b74-da47-4241-bc52-9e0b2e80f215 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:54.081312 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c6c75b74-da47-4241-bc52-9e0b2e80f215 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:54.087863 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c75b74-da47-4241-bc52-9e0b2e80f215 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Port': ['ID=a54890a9-454c-4e38-8882-0b842e53c0d8,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:54.102588 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c6c75b74-da47-4241-bc52-9e0b2e80f215 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.3889923 Feb 07 21:33:54.105313 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33828) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:54.110437 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e5ffe81d-e0ad-4c15-8070-38dc4666f842 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:54.182848 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5ffe81d-e0ad-4c15-8070-38dc4666f842 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a54890a9-454c-4e38-8882-0b842e53c0d8), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:54.334702 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5ffe81d-e0ad-4c15-8070-38dc4666f842 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for port (a54890a9-454c-4e38-8882-0b842e53c0d8), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:54.339772 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5ffe81d-e0ad-4c15-8070-38dc4666f842 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (a54890a9-454c-4e38-8882-0b842e53c0d8), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:54.371384 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e5ffe81d-e0ad-4c15-8070-38dc4666f842 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] In _notify_port_updated(), no bound segment for port a54890a9-454c-4e38-8882-0b842e53c0d8 on network f538d278-a138-4dbf-8d9f-bfe976e68cc8 {{(pid=103256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 07 21:33:54.376284 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ffe81d-e0ad-4c15-8070-38dc4666f842 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:54.376922 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5ffe81d-e0ad-4c15-8070-38dc4666f842 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:54.378181 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e5ffe81d-e0ad-4c15-8070-38dc4666f842 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "PUT /v2.0/ports/a54890a9-454c-4e38-8882-0b842e53c0d8 HTTP/1.1" status: 200 len: 818 time: 0.2719185 Feb 07 21:33:54.380889 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33830) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:54.418624 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ffe81d-e0ad-4c15-8070-38dc4666f842 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Port': ['ID=a54890a9-454c-4e38-8882-0b842e53c0d8,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:54.481580 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-48458c29-3813-4ec7-88a6-d327463b13e2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting port a54890a9-454c-4e38-8882-0b842e53c0d8 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:54.481927 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-48458c29-3813-4ec7-88a6-d327463b13e2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (a54890a9-454c-4e38-8882-0b842e53c0d8), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:54.550861 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-48458c29-3813-4ec7-88a6-d327463b13e2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (a54890a9-454c-4e38-8882-0b842e53c0d8), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:54.564739 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-48458c29-3813-4ec7-88a6-d327463b13e2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Calling delete_port for a54890a9-454c-4e38-8882-0b842e53c0d8 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:54.655182 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-48458c29-3813-4ec7-88a6-d327463b13e2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (a54890a9-454c-4e38-8882-0b842e53c0d8), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:54.656794 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:54.684089 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48458c29-3813-4ec7-88a6-d327463b13e2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Port': ['ID=a54890a9-454c-4e38-8882-0b842e53c0d8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:54.689237 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-48458c29-3813-4ec7-88a6-d327463b13e2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:54.695013 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-48458c29-3813-4ec7-88a6-d327463b13e2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/ports/a54890a9-454c-4e38-8882-0b842e53c0d8 HTTP/1.1" status: 204 len: 168 time: 0.3107657 Feb 07 21:33:54.695199 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33834) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:54.748358 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33329525-ac3d-4283-9e7b-715a6838a04f tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:54.749831 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-33329525-ac3d-4283-9e7b-715a6838a04f tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0537217 Feb 07 21:33:54.752583 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33836) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:54.777199 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-23991fe7-4749-4b41-af35-80dcb8b679df tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] GET failed (client error): The resource could not be found. Feb 07 21:33:54.778561 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-23991fe7-4749-4b41-af35-80dcb8b679df tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "GET /v2.0/ports/a54890a9-454c-4e38-8882-0b842e53c0d8 HTTP/1.1" status: 404 len: 333 time: 0.0250752 Feb 07 21:33:54.782210 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33838) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:54.786832 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-f2c8ae41-e297-4201-bf1f-c8bf46d10dca tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1423330365'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:54.807146 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c8ae41-e297-4201-bf1f-c8bf46d10dca tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:54.810429 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f2c8ae41-e297-4201-bf1f-c8bf46d10dca tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:54.833284 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c8ae41-e297-4201-bf1f-c8bf46d10dca tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:33:54.842284 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f2c8ae41-e297-4201-bf1f-c8bf46d10dca tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (582b046a-5755-495b-9c0b-3a0209c06959), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:54.842564 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-f2c8ae41-e297-4201-bf1f-c8bf46d10dca tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Added segment 582b046a-5755-495b-9c0b-3a0209c06959 of type vlan for network cb8f1060-ccdf-40cb-bd08-8afce77c9052 Feb 07 21:33:54.885522 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f2c8ae41-e297-4201-bf1f-c8bf46d10dca tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (cb8f1060-ccdf-40cb-bd08-8afce77c9052), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:54.909775 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f2c8ae41-e297-4201-bf1f-c8bf46d10dca tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (cb8f1060-ccdf-40cb-bd08-8afce77c9052), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:54.914811 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c8ae41-e297-4201-bf1f-c8bf46d10dca tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:54.915932 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f2c8ae41-e297-4201-bf1f-c8bf46d10dca tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:54.971213 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f2c8ae41-e297-4201-bf1f-c8bf46d10dca tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1852694 Feb 07 21:33:54.971980 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33840) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:54.977045 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4981cfaa-2b9b-47ef-a9c3-9ca6430dbfd3 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'subnet': {'network_id': 'cb8f1060-ccdf-40cb-bd08-8afce77c9052', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:54.983793 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8ae41-e297-4201-bf1f-c8bf46d10dca tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Network': ['ID=cb8f1060-ccdf-40cb-bd08-8afce77c9052,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:55.004524 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network cb8f1060-ccdf-40cb-bd08-8afce77c9052 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:33:55.070078 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4981cfaa-2b9b-47ef-a9c3-9ca6430dbfd3 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:55.073946 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4981cfaa-2b9b-47ef-a9c3-9ca6430dbfd3 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:55.266895 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4981cfaa-2b9b-47ef-a9c3-9ca6430dbfd3 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (4d5367ed-e5a0-4070-94c8-e3ebaaa3f2e9), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:55.330168 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981cfaa-2b9b-47ef-a9c3-9ca6430dbfd3 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Subnet': ['ID=4d5367ed-e5a0-4070-94c8-e3ebaaa3f2e9,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:55.334421 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4981cfaa-2b9b-47ef-a9c3-9ca6430dbfd3 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Checking segment: {'id': '582b046a-5755-495b-9c0b-3a0209c06959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cb8f1060-ccdf-40cb-bd08-8afce77c9052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:55.334780 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4981cfaa-2b9b-47ef-a9c3-9ca6430dbfd3 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network hostable DHCP agents. Network: cb8f1060-ccdf-40cb-bd08-8afce77c9052, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:33:55.350535 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4981cfaa-2b9b-47ef-a9c3-9ca6430dbfd3 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network cb8f1060-ccdf-40cb-bd08-8afce77c9052 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:33:55.358535 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-4981cfaa-2b9b-47ef-a9c3-9ca6430dbfd3 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, cb8f1060-ccdf-40cb-bd08-8afce77c9052) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:55.362543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4981cfaa-2b9b-47ef-a9c3-9ca6430dbfd3 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:55.363128 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4981cfaa-2b9b-47ef-a9c3-9ca6430dbfd3 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:55.367410 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd1d003-9906-43cf-b196-b43b831e999a None None] Network cb8f1060-ccdf-40cb-bd08-8afce77c9052 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:55.380857 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4981cfaa-2b9b-47ef-a9c3-9ca6430dbfd3 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4077327 Feb 07 21:33:55.384877 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33844) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:55.390344 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-27300206-eea1-49d9-a36c-8d83590a45cf tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'subnet': {'network_id': 'cb8f1060-ccdf-40cb-bd08-8afce77c9052', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:55.490642 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640c4e21-6cff-445e-9305-ac4adbced783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-cb8f1060-ccdf-40cb-bd08-8afce77c9052', 'network_id': 'cb8f1060-ccdf-40cb-bd08-8afce77c9052', 'project_id': 'de9dd56dc82c48a1b15ec37e1fbeca50', 'fixed_ips': [{'subnet_id': '4d5367ed-e5a0-4070-94c8-e3ebaaa3f2e9'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:33:55.492130 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-640c4e21-6cff-445e-9305-ac4adbced783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:55.523517 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27300206-eea1-49d9-a36c-8d83590a45cf tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:55.527025 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-27300206-eea1-49d9-a36c-8d83590a45cf tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:55.640992 n-d-828185-2 neutron-server[103256]: INFO neutron.db.ipam_backend_mixin [None req-27300206-eea1-49d9-a36c-8d83590a45cf tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4d5367ed-e5a0-4070-94c8-e3ebaaa3f2e9 (CIDR: 2001:db8::/64) Feb 07 21:33:55.644697 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-27300206-eea1-49d9-a36c-8d83590a45cf tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:33:55.645507 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27300206-eea1-49d9-a36c-8d83590a45cf tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:33:55.669734 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-27300206-eea1-49d9-a36c-8d83590a45cf tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2836118 Feb 07 21:33:55.672274 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33848) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:55.677571 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-525cf0ae-784b-4333-8158-da5bef5c43e2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'subnet': {'network_id': 'cb8f1060-ccdf-40cb-bd08-8afce77c9052', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:55.788153 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525cf0ae-784b-4333-8158-da5bef5c43e2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:55.792062 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-525cf0ae-784b-4333-8158-da5bef5c43e2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:55.805594 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-640c4e21-6cff-445e-9305-ac4adbced783 None None] Allocated IP 2001:db8::2 (cb8f1060-ccdf-40cb-bd08-8afce77c9052/4d5367ed-e5a0-4070-94c8-e3ebaaa3f2e9/a746671b-ab84-48bc-88dc-57771e724f76) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:33:55.953742 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-640c4e21-6cff-445e-9305-ac4adbced783 None None] Publish callbacks [] for port (a746671b-ab84-48bc-88dc-57771e724f76), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:55.959611 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-640c4e21-6cff-445e-9305-ac4adbced783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (a746671b-ab84-48bc-88dc-57771e724f76), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:56.002497 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640c4e21-6cff-445e-9305-ac4adbced783 None None] Network cb8f1060-ccdf-40cb-bd08-8afce77c9052 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:33:56.006911 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-640c4e21-6cff-445e-9305-ac4adbced783 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:56.011380 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640c4e21-6cff-445e-9305-ac4adbced783 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:33:56.015759 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c4e21-6cff-445e-9305-ac4adbced783 None None] Pushing event updated for resources: {'Port': ['ID=a746671b-ab84-48bc-88dc-57771e724f76,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:56.036302 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-525cf0ae-784b-4333-8158-da5bef5c43e2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (1a732961-e3f8-4fec-b14f-be27ec2d089d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:56.067376 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-640c4e21-6cff-445e-9305-ac4adbced783 None None] Attempting to bind port a746671b-ab84-48bc-88dc-57771e724f76 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:33:56.067749 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-640c4e21-6cff-445e-9305-ac4adbced783 None None] Attempting to bind port a746671b-ab84-48bc-88dc-57771e724f76 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '582b046a-5755-495b-9c0b-3a0209c06959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cb8f1060-ccdf-40cb-bd08-8afce77c9052'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:33:56.068113 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640c4e21-6cff-445e-9305-ac4adbced783 None None] Attempting to bind port a746671b-ab84-48bc-88dc-57771e724f76 on network cb8f1060-ccdf-40cb-bd08-8afce77c9052 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:33:56.073062 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640c4e21-6cff-445e-9305-ac4adbced783 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:33:56.073459 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640c4e21-6cff-445e-9305-ac4adbced783 None None] Checking segment: {'id': '582b046a-5755-495b-9c0b-3a0209c06959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cb8f1060-ccdf-40cb-bd08-8afce77c9052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:33:56.073868 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-640c4e21-6cff-445e-9305-ac4adbced783 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:56.074264 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640c4e21-6cff-445e-9305-ac4adbced783 None None] Bound using segment: {'id': '582b046a-5755-495b-9c0b-3a0209c06959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cb8f1060-ccdf-40cb-bd08-8afce77c9052'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:33:56.074737 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-640c4e21-6cff-445e-9305-ac4adbced783 None None] Bound port: a746671b-ab84-48bc-88dc-57771e724f76, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582b046a-5755-495b-9c0b-3a0209c06959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cb8f1060-ccdf-40cb-bd08-8afce77c9052'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:33:56.075129 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-640c4e21-6cff-445e-9305-ac4adbced783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a746671b-ab84-48bc-88dc-57771e724f76), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:56.084675 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525cf0ae-784b-4333-8158-da5bef5c43e2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network cb8f1060-ccdf-40cb-bd08-8afce77c9052 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:33:56.090373 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-525cf0ae-784b-4333-8158-da5bef5c43e2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:56.094612 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525cf0ae-784b-4333-8158-da5bef5c43e2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:56.095214 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-525cf0ae-784b-4333-8158-da5bef5c43e2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:56.098572 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cf0ae-784b-4333-8158-da5bef5c43e2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Subnet': ['ID=1a732961-e3f8-4fec-b14f-be27ec2d089d,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:56.113195 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-525cf0ae-784b-4333-8158-da5bef5c43e2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4398162 Feb 07 21:33:56.115767 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33850) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:56.120712 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-0a5eeea9-e8db-4556-a40f-cefd47ac97e1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'port': {'network_id': 'cb8f1060-ccdf-40cb-bd08-8afce77c9052', 'fixed_ips': [{'subnet_id': '4d5367ed-e5a0-4070-94c8-e3ebaaa3f2e9'}, {'subnet_id': '1a732961-e3f8-4fec-b14f-be27ec2d089d'}], 'name': 'tempest-PortsIpV6TestJSON-256267492'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:56.139903 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-640c4e21-6cff-445e-9305-ac4adbced783 None None] For port a746671b-ab84-48bc-88dc-57771e724f76, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:33:56.143229 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-640c4e21-6cff-445e-9305-ac4adbced783 None None] For port a746671b-ab84-48bc-88dc-57771e724f76, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a746671b-ab84-48bc-88dc-57771e724f76,segment=NetworkSegment(582b046a-5755-495b-9c0b-3a0209c06959),segment_id=582b046a-5755-495b-9c0b-3a0209c06959)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:33:56.148995 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-640c4e21-6cff-445e-9305-ac4adbced783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a746671b-ab84-48bc-88dc-57771e724f76), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:56.206145 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c4e21-6cff-445e-9305-ac4adbced783 None None] Pushing event updated for resources: {'Port': ['ID=a746671b-ab84-48bc-88dc-57771e724f76,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:56.234336 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5eeea9-e8db-4556-a40f-cefd47ac97e1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:33:56.324785 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a5eeea9-e8db-4556-a40f-cefd47ac97e1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:56.342892 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-0a5eeea9-e8db-4556-a40f-cefd47ac97e1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] device_id is not set on port 230d4820-5b8c-421b-8165-459964d99355 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:33:56.640994 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-0a5eeea9-e8db-4556-a40f-cefd47ac97e1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Allocated IP 2001:db8::3bf (cb8f1060-ccdf-40cb-bd08-8afce77c9052/4d5367ed-e5a0-4070-94c8-e3ebaaa3f2e9/230d4820-5b8c-421b-8165-459964d99355) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:33:56.646881 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-0a5eeea9-e8db-4556-a40f-cefd47ac97e1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Allocated IP 2001:db8:0:1::301 (cb8f1060-ccdf-40cb-bd08-8afce77c9052/1a732961-e3f8-4fec-b14f-be27ec2d089d/230d4820-5b8c-421b-8165-459964d99355) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:33:56.803332 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a5eeea9-e8db-4556-a40f-cefd47ac97e1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for port (230d4820-5b8c-421b-8165-459964d99355), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:56.840109 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a5eeea9-e8db-4556-a40f-cefd47ac97e1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (230d4820-5b8c-421b-8165-459964d99355), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:56.893783 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5eeea9-e8db-4556-a40f-cefd47ac97e1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network cb8f1060-ccdf-40cb-bd08-8afce77c9052 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:33:56.897208 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-0a5eeea9-e8db-4556-a40f-cefd47ac97e1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:33:56.902110 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5eeea9-e8db-4556-a40f-cefd47ac97e1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:33:56.907737 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5eeea9-e8db-4556-a40f-cefd47ac97e1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:56.908413 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a5eeea9-e8db-4556-a40f-cefd47ac97e1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:56.912280 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5eeea9-e8db-4556-a40f-cefd47ac97e1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Port': ['ID=230d4820-5b8c-421b-8165-459964d99355,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:56.930427 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33858) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:56.931485 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0a5eeea9-e8db-4556-a40f-cefd47ac97e1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 0.8133955 Feb 07 21:33:56.936972 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9ba4affc-c817-49a8-8fd9-200d381555ff tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4d5367ed-e5a0-4070-94c8-e3ebaaa3f2e9'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:57.122191 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9ba4affc-c817-49a8-8fd9-200d381555ff tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (230d4820-5b8c-421b-8165-459964d99355), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:57.237317 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1219fe6f-62ee-4bb8-ab29-3400b99cace8 None None] Network cb8f1060-ccdf-40cb-bd08-8afce77c9052 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:57.339818 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-221bb026-a350-4468-9b3d-15ae1fb07495 None None] Provisioning complete for port a746671b-ab84-48bc-88dc-57771e724f76 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:33:57.340105 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-221bb026-a350-4468-9b3d-15ae1fb07495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a746671b-ab84-48bc-88dc-57771e724f76), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:57.386236 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-9ba4affc-c817-49a8-8fd9-200d381555ff tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Delete allocated IP 2001:db8:0:1::301 (cb8f1060-ccdf-40cb-bd08-8afce77c9052/1a732961-e3f8-4fec-b14f-be27ec2d089d) {{(pid=103255) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 21:33:57.477436 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c242f3ea-7d47-4bf3-9f13-bed0cb51ec08 None None] Update dhcp port {'port': {'network_id': 'cb8f1060-ccdf-40cb-bd08-8afce77c9052', 'fixed_ips': [{'subnet_id': '4d5367ed-e5a0-4070-94c8-e3ebaaa3f2e9', 'ip_address': '2001:db8::2'}, {'subnet_id': '1a732961-e3f8-4fec-b14f-be27ec2d089d'}], 'binding:host_id': 'n-d-828185-2'}, 'id': 'a746671b-ab84-48bc-88dc-57771e724f76'} from n-d-828185-2. {{(pid=103257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 21:33:57.505175 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-221bb026-a350-4468-9b3d-15ae1fb07495 None None] Current status of the port a746671b-ab84-48bc-88dc-57771e724f76 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:33:57.505707 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-221bb026-a350-4468-9b3d-15ae1fb07495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a746671b-ab84-48bc-88dc-57771e724f76), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:57.517798 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c242f3ea-7d47-4bf3-9f13-bed0cb51ec08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a746671b-ab84-48bc-88dc-57771e724f76), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:57.529746 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9ba4affc-c817-49a8-8fd9-200d381555ff tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for port (230d4820-5b8c-421b-8165-459964d99355), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:57.534727 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9ba4affc-c817-49a8-8fd9-200d381555ff tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (230d4820-5b8c-421b-8165-459964d99355), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:57.585339 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-221bb026-a350-4468-9b3d-15ae1fb07495 None None] For port a746671b-ab84-48bc-88dc-57771e724f76, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a746671b-ab84-48bc-88dc-57771e724f76,segment=NetworkSegment(582b046a-5755-495b-9c0b-3a0209c06959),segment_id=582b046a-5755-495b-9c0b-3a0209c06959)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:57.591741 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-221bb026-a350-4468-9b3d-15ae1fb07495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a746671b-ab84-48bc-88dc-57771e724f76), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:57.604716 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9ba4affc-c817-49a8-8fd9-200d381555ff tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] In _notify_port_updated(), no bound segment for port 230d4820-5b8c-421b-8165-459964d99355 on network cb8f1060-ccdf-40cb-bd08-8afce77c9052 {{(pid=103255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 07 21:33:57.610476 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba4affc-c817-49a8-8fd9-200d381555ff tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:57.611105 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9ba4affc-c817-49a8-8fd9-200d381555ff tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:57.612483 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9ba4affc-c817-49a8-8fd9-200d381555ff tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "PUT /v2.0/ports/230d4820-5b8c-421b-8165-459964d99355 HTTP/1.1" status: 200 len: 925 time: 0.6807542 Feb 07 21:33:57.615097 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33866) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:57.620502 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5ce11a62-4126-4382-b776-f341f668fefb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4d5367ed-e5a0-4070-94c8-e3ebaaa3f2e9'}, {'subnet_id': '1a732961-e3f8-4fec-b14f-be27ec2d089d'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:33:57.662761 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4affc-c817-49a8-8fd9-200d381555ff tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Port': ['ID=230d4820-5b8c-421b-8165-459964d99355,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:57.688340 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221bb026-a350-4468-9b3d-15ae1fb07495 None None] Pushing event updated for resources: {'Port': ['ID=a746671b-ab84-48bc-88dc-57771e724f76,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:57.717728 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ce11a62-4126-4382-b776-f341f668fefb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (230d4820-5b8c-421b-8165-459964d99355), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:57.789067 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-c242f3ea-7d47-4bf3-9f13-bed0cb51ec08 None None] Allocated IP 2001:db8:0:1::2 (cb8f1060-ccdf-40cb-bd08-8afce77c9052/1a732961-e3f8-4fec-b14f-be27ec2d089d/a746671b-ab84-48bc-88dc-57771e724f76) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:33:57.852161 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a746671b-ab84-48bc-88dc-57771e724f76 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:33:57.930523 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c242f3ea-7d47-4bf3-9f13-bed0cb51ec08 None None] For port a746671b-ab84-48bc-88dc-57771e724f76, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a746671b-ab84-48bc-88dc-57771e724f76,segment=NetworkSegment(582b046a-5755-495b-9c0b-3a0209c06959),segment_id=582b046a-5755-495b-9c0b-3a0209c06959)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:57.953974 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port a746671b-ab84-48bc-88dc-57771e724f76 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:33:57.954453 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a746671b-ab84-48bc-88dc-57771e724f76), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:57.986113 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c242f3ea-7d47-4bf3-9f13-bed0cb51ec08 None None] Publish callbacks [] for port (a746671b-ab84-48bc-88dc-57771e724f76), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:57.993356 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c242f3ea-7d47-4bf3-9f13-bed0cb51ec08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a746671b-ab84-48bc-88dc-57771e724f76), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:58.059854 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-5ce11a62-4126-4382-b776-f341f668fefb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Allocated IP 2001:db8:0:1::38d (cb8f1060-ccdf-40cb-bd08-8afce77c9052/1a732961-e3f8-4fec-b14f-be27ec2d089d/230d4820-5b8c-421b-8165-459964d99355) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:33:58.099941 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242f3ea-7d47-4bf3-9f13-bed0cb51ec08 None None] Pushing event updated for resources: {'Port': ['ID=a746671b-ab84-48bc-88dc-57771e724f76,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:58.148031 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port a746671b-ab84-48bc-88dc-57771e724f76 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:33:58.210734 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ce11a62-4126-4382-b776-f341f668fefb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for port (230d4820-5b8c-421b-8165-459964d99355), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:58.215774 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ce11a62-4126-4382-b776-f341f668fefb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (230d4820-5b8c-421b-8165-459964d99355), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:58.310847 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce11a62-4126-4382-b776-f341f668fefb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Port': ['ID=230d4820-5b8c-421b-8165-459964d99355,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:58.313734 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5ce11a62-4126-4382-b776-f341f668fefb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] In _notify_port_updated(), no bound segment for port 230d4820-5b8c-421b-8165-459964d99355 on network cb8f1060-ccdf-40cb-bd08-8afce77c9052 {{(pid=103255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 07 21:33:58.318796 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce11a62-4126-4382-b776-f341f668fefb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:33:58.320143 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ce11a62-4126-4382-b776-f341f668fefb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:58.325036 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33870) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:58.325548 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5ce11a62-4126-4382-b776-f341f668fefb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "PUT /v2.0/ports/230d4820-5b8c-421b-8165-459964d99355 HTTP/1.1" status: 200 len: 1011 time: 0.7089977 Feb 07 21:33:58.440452 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d2bab56c-1a50-49cb-8b94-96c882491cc1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting port 230d4820-5b8c-421b-8165-459964d99355 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:58.440804 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2bab56c-1a50-49cb-8b94-96c882491cc1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (230d4820-5b8c-421b-8165-459964d99355), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:58.540942 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2bab56c-1a50-49cb-8b94-96c882491cc1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (230d4820-5b8c-421b-8165-459964d99355), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:58.553641 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d2bab56c-1a50-49cb-8b94-96c882491cc1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Calling delete_port for 230d4820-5b8c-421b-8165-459964d99355 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:58.701264 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12a56ef-0ae1-48b8-adf3-9dfc6bc7a754 None None] Network cb8f1060-ccdf-40cb-bd08-8afce77c9052 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:58.737332 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2bab56c-1a50-49cb-8b94-96c882491cc1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (230d4820-5b8c-421b-8165-459964d99355), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:58.765571 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bab56c-1a50-49cb-8b94-96c882491cc1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Port': ['ID=230d4820-5b8c-421b-8165-459964d99355,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:58.778945 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3fc75cca-058a-4876-a299-b9ddbc1fde1b None None] Provisioning complete for port a746671b-ab84-48bc-88dc-57771e724f76 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:33:58.779314 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3fc75cca-058a-4876-a299-b9ddbc1fde1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a746671b-ab84-48bc-88dc-57771e724f76), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:58.813795 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2bab56c-1a50-49cb-8b94-96c882491cc1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:58.817435 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d2bab56c-1a50-49cb-8b94-96c882491cc1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/ports/230d4820-5b8c-421b-8165-459964d99355 HTTP/1.1" status: 204 len: 168 time: 0.4901767 Feb 07 21:33:58.820082 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33874) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:58.844769 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-4995d5ff-744a-4ec7-bd35-bf98576ab0cc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] GET failed (client error): The resource could not be found. Feb 07 21:33:58.846167 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4995d5ff-744a-4ec7-bd35-bf98576ab0cc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "GET /v2.0/ports/230d4820-5b8c-421b-8165-459964d99355 HTTP/1.1" status: 404 len: 333 time: 0.0250902 Feb 07 21:33:58.849128 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33876) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:58.896192 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3fc75cca-058a-4876-a299-b9ddbc1fde1b None None] Current status of the port a746671b-ab84-48bc-88dc-57771e724f76 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:33:58.900958 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3fc75cca-058a-4876-a299-b9ddbc1fde1b None None] Could not find standard attr ID for object 230d4820-5b8c-421b-8165-459964d99355. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:33:58.904568 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0fd194-10c8-4a06-9705-da238f265fbb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting subnet 1a732961-e3f8-4fec-b14f-be27ec2d089d {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:33:58.908136 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a0fd194-10c8-4a06-9705-da238f265fbb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (1a732961-e3f8-4fec-b14f-be27ec2d089d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:58.948592 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a0fd194-10c8-4a06-9705-da238f265fbb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (1a732961-e3f8-4fec-b14f-be27ec2d089d), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:59.038755 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a0fd194-10c8-4a06-9705-da238f265fbb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (1a732961-e3f8-4fec-b14f-be27ec2d089d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:59.101294 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a0fd194-10c8-4a06-9705-da238f265fbb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (1a732961-e3f8-4fec-b14f-be27ec2d089d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:59.121870 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-69635267-8fbf-4926-822f-d83f287f300e None None] Provisioning complete for port a746671b-ab84-48bc-88dc-57771e724f76 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:33:59.122249 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-69635267-8fbf-4926-822f-d83f287f300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a746671b-ab84-48bc-88dc-57771e724f76), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:59.127329 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0fd194-10c8-4a06-9705-da238f265fbb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Subnet': ['ID=1a732961-e3f8-4fec-b14f-be27ec2d089d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:59.136573 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a0fd194-10c8-4a06-9705-da238f265fbb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:59.140061 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5a0fd194-10c8-4a06-9705-da238f265fbb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/subnets/1a732961-e3f8-4fec-b14f-be27ec2d089d HTTP/1.1" status: 204 len: 168 time: 0.2899387 Feb 07 21:33:59.142902 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33880) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:59.207585 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f7f008-f02c-464e-a4f8-04a679195863 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting subnet 4d5367ed-e5a0-4070-94c8-e3ebaaa3f2e9 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:33:59.211557 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55f7f008-f02c-464e-a4f8-04a679195863 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (4d5367ed-e5a0-4070-94c8-e3ebaaa3f2e9), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:59.229944 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-69635267-8fbf-4926-822f-d83f287f300e None None] Current status of the port a746671b-ab84-48bc-88dc-57771e724f76 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:33:59.265659 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55f7f008-f02c-464e-a4f8-04a679195863 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (4d5367ed-e5a0-4070-94c8-e3ebaaa3f2e9), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:59.285312 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac4785e-ce0e-4b7a-bc4e-b8cd303c5c65 None None] Network cb8f1060-ccdf-40cb-bd08-8afce77c9052 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:33:59.360767 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55f7f008-f02c-464e-a4f8-04a679195863 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (4d5367ed-e5a0-4070-94c8-e3ebaaa3f2e9), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:59.366077 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2638c6eb-cdd4-45f2-9439-e7716b675a84 None None] Could not find standard attr ID for object 230d4820-5b8c-421b-8165-459964d99355. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:33:59.434264 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55f7f008-f02c-464e-a4f8-04a679195863 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (4d5367ed-e5a0-4070-94c8-e3ebaaa3f2e9), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:59.466981 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7f008-f02c-464e-a4f8-04a679195863 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Subnet': ['ID=4d5367ed-e5a0-4070-94c8-e3ebaaa3f2e9,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:59.470954 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55f7f008-f02c-464e-a4f8-04a679195863 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:59.474791 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-55f7f008-f02c-464e-a4f8-04a679195863 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/subnets/4d5367ed-e5a0-4070-94c8-e3ebaaa3f2e9 HTTP/1.1" status: 204 len: 168 time: 0.3304248 Feb 07 21:33:59.477309 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33886) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:33:59.559308 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-832edff9-33c8-4070-88df-aaf6afdce717 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (cb8f1060-ccdf-40cb-bd08-8afce77c9052), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:59.617433 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-832edff9-33c8-4070-88df-aaf6afdce717 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting port a746671b-ab84-48bc-88dc-57771e724f76 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:33:59.617774 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-832edff9-33c8-4070-88df-aaf6afdce717 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (a746671b-ab84-48bc-88dc-57771e724f76), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:59.692564 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-832edff9-33c8-4070-88df-aaf6afdce717 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] For port a746671b-ab84-48bc-88dc-57771e724f76, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a746671b-ab84-48bc-88dc-57771e724f76,segment=NetworkSegment(582b046a-5755-495b-9c0b-3a0209c06959),segment_id=582b046a-5755-495b-9c0b-3a0209c06959)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:33:59.693037 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-832edff9-33c8-4070-88df-aaf6afdce717 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (a746671b-ab84-48bc-88dc-57771e724f76), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:59.710135 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-832edff9-33c8-4070-88df-aaf6afdce717 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Calling delete_port for a746671b-ab84-48bc-88dc-57771e724f76 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:33:59.769894 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a746671b-ab84-48bc-88dc-57771e724f76 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:33:59.809303 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-832edff9-33c8-4070-88df-aaf6afdce717 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (a746671b-ab84-48bc-88dc-57771e724f76), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:59.812279 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No active binding found for port a746671b-ab84-48bc-88dc-57771e724f76 {{(pid=103257) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 07 21:33:59.812711 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] The host n-d-828185-2 is not matching for port a746671b-ab84-48bc-88dc-57771e724f76 host None! {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 07 21:33:59.813096 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a746671b-ab84-48bc-88dc-57771e724f76 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 07 21:33:59.833872 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Port a746671b-ab84-48bc-88dc-57771e724f76 not found, will not notify nova. {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 07 21:33:59.839372 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832edff9-33c8-4070-88df-aaf6afdce717 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Port': ['ID=a746671b-ab84-48bc-88dc-57771e724f76,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:33:59.842829 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832edff9-33c8-4070-88df-aaf6afdce717 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] No DVR routers for this DVR port a746671b-ab84-48bc-88dc-57771e724f76 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:33:59.929938 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-832edff9-33c8-4070-88df-aaf6afdce717 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (cb8f1060-ccdf-40cb-bd08-8afce77c9052), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:33:59.952870 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-832edff9-33c8-4070-88df-aaf6afdce717 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8f1060-ccdf-40cb-bd08-8afce77c9052']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:59.964459 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-832edff9-33c8-4070-88df-aaf6afdce717 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '582b046a-5755-495b-9c0b-3a0209c06959') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:59.965042 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-832edff9-33c8-4070-88df-aaf6afdce717 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '582b046a-5755-495b-9c0b-3a0209c06959') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:33:59.976139 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-832edff9-33c8-4070-88df-aaf6afdce717 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (582b046a-5755-495b-9c0b-3a0209c06959), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:00.004156 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-832edff9-33c8-4070-88df-aaf6afdce717 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (582b046a-5755-495b-9c0b-3a0209c06959), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:00.011942 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832edff9-33c8-4070-88df-aaf6afdce717 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:34:00.012390 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-832edff9-33c8-4070-88df-aaf6afdce717 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (582b046a-5755-495b-9c0b-3a0209c06959), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:34:00.015789 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:34:00.083995 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-832edff9-33c8-4070-88df-aaf6afdce717 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (cb8f1060-ccdf-40cb-bd08-8afce77c9052), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:00.089629 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-832edff9-33c8-4070-88df-aaf6afdce717 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:00.096716 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-832edff9-33c8-4070-88df-aaf6afdce717 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/networks/cb8f1060-ccdf-40cb-bd08-8afce77c9052 HTTP/1.1" status: 204 len: 168 time: 0.6150949 Feb 07 21:34:00.097038 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33888) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:00.119137 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832edff9-33c8-4070-88df-aaf6afdce717 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Network': ['ID=cb8f1060-ccdf-40cb-bd08-8afce77c9052,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:00.189078 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-76982d56-8d78-4ac7-8367-654daf659641 None None] Could not find standard attr ID for object a746671b-ab84-48bc-88dc-57771e724f76. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:34:00.195749 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b493b6a2-2506-4ca8-8f2f-7baff13983fd None None] DHCP port deletion for cb8f1060-ccdf-40cb-bd08-8afce77c9052 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:34:00.205404 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114581e0-129b-4548-b0f5-01db1cbc4cf5 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:00.206347 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-114581e0-129b-4548-b0f5-01db1cbc4cf5 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1082013 Feb 07 21:34:00.210360 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33890) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:00.262662 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fa53dba5-e3f0-4382-ab9e-8206a8988d06 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0506153 Feb 07 21:34:00.266218 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33892) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:00.270955 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-965a5a7d-5265-41ea-9965-da2ad59b4c4e tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2089264787'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:00.289697 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965a5a7d-5265-41ea-9965-da2ad59b4c4e tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:34:00.293545 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-965a5a7d-5265-41ea-9965-da2ad59b4c4e tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:00.316183 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965a5a7d-5265-41ea-9965-da2ad59b4c4e tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:34:00.325398 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-965a5a7d-5265-41ea-9965-da2ad59b4c4e tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (d1e0c64d-370d-43e0-ab5c-6caf38bcd11c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:00.325739 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-965a5a7d-5265-41ea-9965-da2ad59b4c4e tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Added segment d1e0c64d-370d-43e0-ab5c-6caf38bcd11c of type vlan for network 67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d Feb 07 21:34:00.365747 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-965a5a7d-5265-41ea-9965-da2ad59b4c4e tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:00.390838 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-965a5a7d-5265-41ea-9965-da2ad59b4c4e tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:00.402440 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965a5a7d-5265-41ea-9965-da2ad59b4c4e tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:00.403192 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-965a5a7d-5265-41ea-9965-da2ad59b4c4e tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:00.470873 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-965a5a7d-5265-41ea-9965-da2ad59b4c4e tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2035124 Feb 07 21:34:00.474053 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33896) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:00.479182 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-df15b3ca-813e-4aab-a6da-a67c40c098e9 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'subnet': {'network_id': '67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:00.497803 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a5a7d-5265-41ea-9965-da2ad59b4c4e tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Network': ['ID=67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:00.509714 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:34:00.583245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df15b3ca-813e-4aab-a6da-a67c40c098e9 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:34:00.587453 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df15b3ca-813e-4aab-a6da-a67c40c098e9 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:00.766370 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df15b3ca-813e-4aab-a6da-a67c40c098e9 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (30c67c3b-7f45-4310-b590-0514a2bdebce), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:00.834629 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15b3ca-813e-4aab-a6da-a67c40c098e9 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Subnet': ['ID=30c67c3b-7f45-4310-b590-0514a2bdebce,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:00.842224 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df15b3ca-813e-4aab-a6da-a67c40c098e9 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Checking segment: {'id': 'd1e0c64d-370d-43e0-ab5c-6caf38bcd11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:34:00.842589 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df15b3ca-813e-4aab-a6da-a67c40c098e9 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network hostable DHCP agents. Network: 67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:34:00.859833 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df15b3ca-813e-4aab-a6da-a67c40c098e9 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network 67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:34:00.867817 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-df15b3ca-813e-4aab-a6da-a67c40c098e9 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:34:00.872459 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df15b3ca-813e-4aab-a6da-a67c40c098e9 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:00.873081 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df15b3ca-813e-4aab-a6da-a67c40c098e9 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:00.880655 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a85fe2e-d495-4dad-9162-aa52ca71e2ae None None] Network 67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:34:00.897619 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-df15b3ca-813e-4aab-a6da-a67c40c098e9 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4205065 Feb 07 21:34:00.898195 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33898) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:00.904657 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b02ff7e7-7469-49ba-979d-09934f8bda09 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'port': {'network_id': '67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d', 'name': 'tempest-PortsIpV6TestJSON-450665985'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:01.011086 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ffd4de-3e33-4e19-89d4-8b444a129762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d', 'network_id': '67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d', 'project_id': 'de9dd56dc82c48a1b15ec37e1fbeca50', 'fixed_ips': [{'subnet_id': '30c67c3b-7f45-4310-b590-0514a2bdebce'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:34:01.012741 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c0ffd4de-3e33-4e19-89d4-8b444a129762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:01.025370 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02ff7e7-7469-49ba-979d-09934f8bda09 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:34:01.030376 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b02ff7e7-7469-49ba-979d-09934f8bda09 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:01.056625 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-b02ff7e7-7469-49ba-979d-09934f8bda09 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] device_id is not set on port 4b475d4b-3af9-416e-a46b-3f5111756b01 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:34:01.165483 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-c0ffd4de-3e33-4e19-89d4-8b444a129762 None None] Allocated IP 2001:db8::2 (67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d/30c67c3b-7f45-4310-b590-0514a2bdebce/6ddf730d-e28c-491e-bbbc-80f32ec90936) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:34:01.313613 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c0ffd4de-3e33-4e19-89d4-8b444a129762 None None] Publish callbacks [] for port (6ddf730d-e28c-491e-bbbc-80f32ec90936), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:01.330246 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c0ffd4de-3e33-4e19-89d4-8b444a129762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (6ddf730d-e28c-491e-bbbc-80f32ec90936), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:01.376684 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ffd4de-3e33-4e19-89d4-8b444a129762 None None] Network 67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:34:01.380444 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-c0ffd4de-3e33-4e19-89d4-8b444a129762 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:34:01.380580 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-b02ff7e7-7469-49ba-979d-09934f8bda09 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Allocated IP 2001:db8::38c (67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d/30c67c3b-7f45-4310-b590-0514a2bdebce/4b475d4b-3af9-416e-a46b-3f5111756b01) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:34:01.385676 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ffd4de-3e33-4e19-89d4-8b444a129762 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:34:01.392184 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffd4de-3e33-4e19-89d4-8b444a129762 None None] Pushing event updated for resources: {'Port': ['ID=6ddf730d-e28c-491e-bbbc-80f32ec90936,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:01.464656 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c0ffd4de-3e33-4e19-89d4-8b444a129762 None None] Attempting to bind port 6ddf730d-e28c-491e-bbbc-80f32ec90936 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:34:01.464656 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c0ffd4de-3e33-4e19-89d4-8b444a129762 None None] Attempting to bind port 6ddf730d-e28c-491e-bbbc-80f32ec90936 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'd1e0c64d-370d-43e0-ab5c-6caf38bcd11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:34:01.464656 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ffd4de-3e33-4e19-89d4-8b444a129762 None None] Attempting to bind port 6ddf730d-e28c-491e-bbbc-80f32ec90936 on network 67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:34:01.471361 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ffd4de-3e33-4e19-89d4-8b444a129762 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:34:01.471749 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ffd4de-3e33-4e19-89d4-8b444a129762 None None] Checking segment: {'id': 'd1e0c64d-370d-43e0-ab5c-6caf38bcd11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:34:01.472154 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c0ffd4de-3e33-4e19-89d4-8b444a129762 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:01.473745 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ffd4de-3e33-4e19-89d4-8b444a129762 None None] Bound using segment: {'id': 'd1e0c64d-370d-43e0-ab5c-6caf38bcd11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:34:01.473745 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c0ffd4de-3e33-4e19-89d4-8b444a129762 None None] Bound port: 6ddf730d-e28c-491e-bbbc-80f32ec90936, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e0c64d-370d-43e0-ab5c-6caf38bcd11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:34:01.474117 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c0ffd4de-3e33-4e19-89d4-8b444a129762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6ddf730d-e28c-491e-bbbc-80f32ec90936), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:01.597282 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c0ffd4de-3e33-4e19-89d4-8b444a129762 None None] For port 6ddf730d-e28c-491e-bbbc-80f32ec90936, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:34:01.606387 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c0ffd4de-3e33-4e19-89d4-8b444a129762 None None] For port 6ddf730d-e28c-491e-bbbc-80f32ec90936, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=6ddf730d-e28c-491e-bbbc-80f32ec90936,segment=NetworkSegment(d1e0c64d-370d-43e0-ab5c-6caf38bcd11c),segment_id=d1e0c64d-370d-43e0-ab5c-6caf38bcd11c)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:34:01.617049 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c0ffd4de-3e33-4e19-89d4-8b444a129762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6ddf730d-e28c-491e-bbbc-80f32ec90936), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:01.673987 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b02ff7e7-7469-49ba-979d-09934f8bda09 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for port (4b475d4b-3af9-416e-a46b-3f5111756b01), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:01.750845 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffd4de-3e33-4e19-89d4-8b444a129762 None None] Pushing event updated for resources: {'Port': ['ID=6ddf730d-e28c-491e-bbbc-80f32ec90936,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:01.758628 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b02ff7e7-7469-49ba-979d-09934f8bda09 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (4b475d4b-3af9-416e-a46b-3f5111756b01), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:01.806867 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02ff7e7-7469-49ba-979d-09934f8bda09 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network 67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:34:01.810323 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-b02ff7e7-7469-49ba-979d-09934f8bda09 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:34:01.814794 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02ff7e7-7469-49ba-979d-09934f8bda09 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:34:01.822704 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02ff7e7-7469-49ba-979d-09934f8bda09 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:01.823681 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b02ff7e7-7469-49ba-979d-09934f8bda09 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:01.831398 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ff7e7-7469-49ba-979d-09934f8bda09 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Port': ['ID=4b475d4b-3af9-416e-a46b-3f5111756b01,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:01.861952 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a746671b-ab84-48bc-88dc-57771e724f76 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:34:01.867819 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33904) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:01.870818 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b02ff7e7-7469-49ba-979d-09934f8bda09 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9709506 Feb 07 21:34:01.875040 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-69136845-cfd8-45a4-b829-c0e571dc6fa4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'port': {'network_id': '67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d', 'name': 'tempest-PortsIpV6TestJSON-842874126'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:01.901056 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: a746671b-ab84-48bc-88dc-57771e724f76 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:34:01.902285 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a746671b-ab84-48bc-88dc-57771e724f76 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:34:02.027233 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69136845-cfd8-45a4-b829-c0e571dc6fa4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:34:02.031170 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69136845-cfd8-45a4-b829-c0e571dc6fa4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:02.054295 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-69136845-cfd8-45a4-b829-c0e571dc6fa4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] device_id is not set on port 936c3498-7103-485d-91fb-9970b5320109 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:34:02.190589 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-69136845-cfd8-45a4-b829-c0e571dc6fa4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Allocated IP 2001:db8::2c5 (67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d/30c67c3b-7f45-4310-b590-0514a2bdebce/936c3498-7103-485d-91fb-9970b5320109) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:34:02.339077 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69136845-cfd8-45a4-b829-c0e571dc6fa4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for port (936c3498-7103-485d-91fb-9970b5320109), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:02.373209 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69136845-cfd8-45a4-b829-c0e571dc6fa4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (936c3498-7103-485d-91fb-9970b5320109), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:02.413110 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69136845-cfd8-45a4-b829-c0e571dc6fa4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network 67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:34:02.420392 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-69136845-cfd8-45a4-b829-c0e571dc6fa4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:34:02.424069 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69136845-cfd8-45a4-b829-c0e571dc6fa4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:34:02.429254 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69136845-cfd8-45a4-b829-c0e571dc6fa4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:02.429859 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69136845-cfd8-45a4-b829-c0e571dc6fa4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:02.438000 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69136845-cfd8-45a4-b829-c0e571dc6fa4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Port': ['ID=936c3498-7103-485d-91fb-9970b5320109,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:02.452786 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-69136845-cfd8-45a4-b829-c0e571dc6fa4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5822580 Feb 07 21:34:02.456160 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33906) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:02.581175 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abb6f93-3d49-4864-9cf7-1bdb0d410196 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:02.582757 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4abb6f93-3d49-4864-9cf7-1bdb0d410196 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A38c HTTP/1.1" status: 200 len: 928 time: 0.1255548 Feb 07 21:34:02.585923 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33912) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:02.617117 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:34:02.734196 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-af9f4246-3186-44d2-9e88-882755f026e2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting port 936c3498-7103-485d-91fb-9970b5320109 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:34:02.734679 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af9f4246-3186-44d2-9e88-882755f026e2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (936c3498-7103-485d-91fb-9970b5320109), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:02.839995 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af9f4246-3186-44d2-9e88-882755f026e2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (936c3498-7103-485d-91fb-9970b5320109), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:02.853677 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-af9f4246-3186-44d2-9e88-882755f026e2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Calling delete_port for 936c3498-7103-485d-91fb-9970b5320109 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:34:02.993618 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69d5b3e-8f17-49de-9ff8-d4fe197d2520 None None] Network 67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:34:02.997116 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af9f4246-3186-44d2-9e88-882755f026e2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (936c3498-7103-485d-91fb-9970b5320109), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:03.041248 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f4246-3186-44d2-9e88-882755f026e2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Port': ['ID=936c3498-7103-485d-91fb-9970b5320109,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:03.057434 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f060b7b8-8eb0-40df-ba0e-99185a74517d None None] Provisioning complete for port 6ddf730d-e28c-491e-bbbc-80f32ec90936 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:03.057801 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f060b7b8-8eb0-40df-ba0e-99185a74517d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6ddf730d-e28c-491e-bbbc-80f32ec90936), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:03.077377 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af9f4246-3186-44d2-9e88-882755f026e2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:03.083256 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-af9f4246-3186-44d2-9e88-882755f026e2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/ports/936c3498-7103-485d-91fb-9970b5320109 HTTP/1.1" status: 204 len: 168 time: 0.4938767 Feb 07 21:34:03.083670 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33916) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:03.114786 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-9932e8bb-4f9c-4e53-ac31-fcf674bdaad4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] GET failed (client error): The resource could not be found. Feb 07 21:34:03.119908 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9932e8bb-4f9c-4e53-ac31-fcf674bdaad4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "GET /v2.0/ports/936c3498-7103-485d-91fb-9970b5320109 HTTP/1.1" status: 404 len: 333 time: 0.0317974 Feb 07 21:34:03.120202 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33918) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:03.222005 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f0efc7f9-c14a-4f7f-bb9f-af1c278f2db0 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting port 4b475d4b-3af9-416e-a46b-3f5111756b01 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:34:03.222260 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0efc7f9-c14a-4f7f-bb9f-af1c278f2db0 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (4b475d4b-3af9-416e-a46b-3f5111756b01), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:03.327432 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0efc7f9-c14a-4f7f-bb9f-af1c278f2db0 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (4b475d4b-3af9-416e-a46b-3f5111756b01), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:03.344199 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f0efc7f9-c14a-4f7f-bb9f-af1c278f2db0 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Calling delete_port for 4b475d4b-3af9-416e-a46b-3f5111756b01 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:34:03.353328 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f060b7b8-8eb0-40df-ba0e-99185a74517d None None] Current status of the port 6ddf730d-e28c-491e-bbbc-80f32ec90936 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:34:03.353636 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f060b7b8-8eb0-40df-ba0e-99185a74517d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6ddf730d-e28c-491e-bbbc-80f32ec90936), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:03.401757 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f060b7b8-8eb0-40df-ba0e-99185a74517d None None] For port 6ddf730d-e28c-491e-bbbc-80f32ec90936, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=6ddf730d-e28c-491e-bbbc-80f32ec90936,segment=NetworkSegment(d1e0c64d-370d-43e0-ab5c-6caf38bcd11c),segment_id=d1e0c64d-370d-43e0-ab5c-6caf38bcd11c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:34:03.406100 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f060b7b8-8eb0-40df-ba0e-99185a74517d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6ddf730d-e28c-491e-bbbc-80f32ec90936), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:03.463667 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060b7b8-8eb0-40df-ba0e-99185a74517d None None] Pushing event updated for resources: {'Port': ['ID=6ddf730d-e28c-491e-bbbc-80f32ec90936,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:03.471549 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060b7b8-8eb0-40df-ba0e-99185a74517d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:03.472102 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060b7b8-8eb0-40df-ba0e-99185a74517d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:03.472515 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060b7b8-8eb0-40df-ba0e-99185a74517d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:03.472951 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060b7b8-8eb0-40df-ba0e-99185a74517d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:03.473384 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060b7b8-8eb0-40df-ba0e-99185a74517d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:03.473810 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060b7b8-8eb0-40df-ba0e-99185a74517d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:03.474234 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060b7b8-8eb0-40df-ba0e-99185a74517d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:03.474663 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060b7b8-8eb0-40df-ba0e-99185a74517d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:03.475082 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060b7b8-8eb0-40df-ba0e-99185a74517d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:03.475613 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060b7b8-8eb0-40df-ba0e-99185a74517d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:03.476131 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060b7b8-8eb0-40df-ba0e-99185a74517d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:03.476555 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060b7b8-8eb0-40df-ba0e-99185a74517d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:03.476974 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060b7b8-8eb0-40df-ba0e-99185a74517d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:03.507071 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0efc7f9-c14a-4f7f-bb9f-af1c278f2db0 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (4b475d4b-3af9-416e-a46b-3f5111756b01), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:03.542973 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0efc7f9-c14a-4f7f-bb9f-af1c278f2db0 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Port': ['ID=4b475d4b-3af9-416e-a46b-3f5111756b01,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:03.577815 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0efc7f9-c14a-4f7f-bb9f-af1c278f2db0 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:03.582070 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f0efc7f9-c14a-4f7f-bb9f-af1c278f2db0 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/ports/4b475d4b-3af9-416e-a46b-3f5111756b01 HTTP/1.1" status: 204 len: 168 time: 0.4607778 Feb 07 21:34:03.584810 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33920) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:03.611346 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a4f112-bba3-4ff0-90df-d7d438920bee tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] GET failed (client error): The resource could not be found. Feb 07 21:34:03.613015 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-55a4f112-bba3-4ff0-90df-d7d438920bee tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "GET /v2.0/ports/4b475d4b-3af9-416e-a46b-3f5111756b01 HTTP/1.1" status: 404 len: 333 time: 0.0271218 Feb 07 21:34:03.616427 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33922) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:03.674034 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5ca3b0-1f4f-4988-af88-b2909cf20ada tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting subnet 30c67c3b-7f45-4310-b590-0514a2bdebce {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:34:03.677847 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f5ca3b0-1f4f-4988-af88-b2909cf20ada tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (30c67c3b-7f45-4310-b590-0514a2bdebce), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:03.743344 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f5ca3b0-1f4f-4988-af88-b2909cf20ada tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (30c67c3b-7f45-4310-b590-0514a2bdebce), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:03.748914 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ab40d113-85cf-45ff-b89c-a19c5c323ecb None None] Provisioning complete for port 6ddf730d-e28c-491e-bbbc-80f32ec90936 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:03.749352 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ab40d113-85cf-45ff-b89c-a19c5c323ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6ddf730d-e28c-491e-bbbc-80f32ec90936), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:03.825530 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:03.880900 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 6ddf730d-e28c-491e-bbbc-80f32ec90936 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:34:03.900141 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f5ca3b0-1f4f-4988-af88-b2909cf20ada tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (30c67c3b-7f45-4310-b590-0514a2bdebce), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:03.930610 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ab40d113-85cf-45ff-b89c-a19c5c323ecb None None] Current status of the port 6ddf730d-e28c-491e-bbbc-80f32ec90936 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:34:03.936064 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ab40d113-85cf-45ff-b89c-a19c5c323ecb None None] Could not find standard attr ID for object 4b475d4b-3af9-416e-a46b-3f5111756b01. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:34:03.954750 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 6ddf730d-e28c-491e-bbbc-80f32ec90936 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:03.955210 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6ddf730d-e28c-491e-bbbc-80f32ec90936), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:03.988175 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f5ca3b0-1f4f-4988-af88-b2909cf20ada tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (30c67c3b-7f45-4310-b590-0514a2bdebce), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:04.027119 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f5ca3b0-1f4f-4988-af88-b2909cf20ada tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:04.030781 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0f5ca3b0-1f4f-4988-af88-b2909cf20ada tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/subnets/30c67c3b-7f45-4310-b590-0514a2bdebce HTTP/1.1" status: 204 len: 168 time: 0.4132800 Feb 07 21:34:04.031833 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ca3b0-1f4f-4988-af88-b2909cf20ada tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Subnet': ['ID=30c67c3b-7f45-4310-b590-0514a2bdebce,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:04.033479 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33926) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:04.069066 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4e26a970-6d4e-430b-a220-497f4e15cf35 None None] Could not find standard attr ID for object 4b475d4b-3af9-416e-a46b-3f5111756b01. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:34:04.075656 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 6ddf730d-e28c-491e-bbbc-80f32ec90936 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:34:04.081403 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:04.117424 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f62f3e43-60db-4f71-9b87-2c2985490e4b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:04.172337 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f62f3e43-60db-4f71-9b87-2c2985490e4b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting port 6ddf730d-e28c-491e-bbbc-80f32ec90936 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:34:04.172695 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f62f3e43-60db-4f71-9b87-2c2985490e4b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (6ddf730d-e28c-491e-bbbc-80f32ec90936), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:04.204990 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2187b7-95ab-4c7e-bc2c-c76157c5543f None None] Network 67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:34:04.238561 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f62f3e43-60db-4f71-9b87-2c2985490e4b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] For port 6ddf730d-e28c-491e-bbbc-80f32ec90936, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=6ddf730d-e28c-491e-bbbc-80f32ec90936,segment=NetworkSegment(d1e0c64d-370d-43e0-ab5c-6caf38bcd11c),segment_id=d1e0c64d-370d-43e0-ab5c-6caf38bcd11c)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:34:04.238826 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f62f3e43-60db-4f71-9b87-2c2985490e4b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (6ddf730d-e28c-491e-bbbc-80f32ec90936), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:04.252581 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f62f3e43-60db-4f71-9b87-2c2985490e4b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Calling delete_port for 6ddf730d-e28c-491e-bbbc-80f32ec90936 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:34:04.284541 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e17ba877-d535-4868-a7ee-f02e9214bf77 None None] Could not find standard attr ID for object 936c3498-7103-485d-91fb-9970b5320109. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:34:04.335778 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f62f3e43-60db-4f71-9b87-2c2985490e4b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (6ddf730d-e28c-491e-bbbc-80f32ec90936), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:04.370687 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f3e43-60db-4f71-9b87-2c2985490e4b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Port': ['ID=6ddf730d-e28c-491e-bbbc-80f32ec90936,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:04.373018 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62f3e43-60db-4f71-9b87-2c2985490e4b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] No DVR routers for this DVR port 6ddf730d-e28c-491e-bbbc-80f32ec90936 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:34:04.374986 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6a3788-87c6-4f0d-9149-66b4ed982e65 None None] DHCP port deletion for 67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:34:04.459469 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f62f3e43-60db-4f71-9b87-2c2985490e4b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:04.479773 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-f62f3e43-60db-4f71-9b87-2c2985490e4b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:34:04.489356 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-f62f3e43-60db-4f71-9b87-2c2985490e4b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e0c64d-370d-43e0-ab5c-6caf38bcd11c') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:34:04.489593 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-f62f3e43-60db-4f71-9b87-2c2985490e4b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e0c64d-370d-43e0-ab5c-6caf38bcd11c') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:34:04.498900 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f62f3e43-60db-4f71-9b87-2c2985490e4b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (d1e0c64d-370d-43e0-ab5c-6caf38bcd11c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:04.514060 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f62f3e43-60db-4f71-9b87-2c2985490e4b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (d1e0c64d-370d-43e0-ab5c-6caf38bcd11c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:04.521508 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62f3e43-60db-4f71-9b87-2c2985490e4b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:34:04.522180 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f62f3e43-60db-4f71-9b87-2c2985490e4b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (d1e0c64d-370d-43e0-ab5c-6caf38bcd11c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:34:04.526250 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:34:04.595255 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f62f3e43-60db-4f71-9b87-2c2985490e4b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:04.615578 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f62f3e43-60db-4f71-9b87-2c2985490e4b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:04.619255 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f62f3e43-60db-4f71-9b87-2c2985490e4b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/networks/67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d HTTP/1.1" status: 204 len: 168 time: 0.5847714 Feb 07 21:34:04.620537 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f3e43-60db-4f71-9b87-2c2985490e4b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Network': ['ID=67b96fd6-da47-4d40-b95f-4ff8a0d5ef7d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:04.624541 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33928) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:04.630220 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a37efe82-bb2f-444d-8a5a-a182d4cf5928 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1668073232'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:04.659369 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37efe82-bb2f-444d-8a5a-a182d4cf5928 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:34:04.663706 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a37efe82-bb2f-444d-8a5a-a182d4cf5928 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:04.691594 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37efe82-bb2f-444d-8a5a-a182d4cf5928 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:34:04.707362 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a37efe82-bb2f-444d-8a5a-a182d4cf5928 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (1ebc14e4-bbe3-4b17-aa7d-afb42b51fc7a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:04.707878 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-a37efe82-bb2f-444d-8a5a-a182d4cf5928 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Added segment 1ebc14e4-bbe3-4b17-aa7d-afb42b51fc7a of type vlan for network 21466e8a-e676-4733-8bdd-78fd06bc1027 Feb 07 21:34:04.751236 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a37efe82-bb2f-444d-8a5a-a182d4cf5928 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (21466e8a-e676-4733-8bdd-78fd06bc1027), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:04.776169 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a37efe82-bb2f-444d-8a5a-a182d4cf5928 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (21466e8a-e676-4733-8bdd-78fd06bc1027), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:04.781226 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37efe82-bb2f-444d-8a5a-a182d4cf5928 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:04.781811 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a37efe82-bb2f-444d-8a5a-a182d4cf5928 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:04.843206 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a37efe82-bb2f-444d-8a5a-a182d4cf5928 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2147360 Feb 07 21:34:04.843531 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33932) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:04.848553 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7b159d9b-8483-4696-8533-33f42dbde2ad tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'subnet': {'network_id': '21466e8a-e676-4733-8bdd-78fd06bc1027', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:04.855082 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37efe82-bb2f-444d-8a5a-a182d4cf5928 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Network': ['ID=21466e8a-e676-4733-8bdd-78fd06bc1027,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:04.875364 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 21466e8a-e676-4733-8bdd-78fd06bc1027 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:34:04.955007 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b159d9b-8483-4696-8533-33f42dbde2ad tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:34:04.958404 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b159d9b-8483-4696-8533-33f42dbde2ad tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:05.149829 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b159d9b-8483-4696-8533-33f42dbde2ad tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (aa44c63f-57b8-418a-849f-7288aae66f38), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:05.206437 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b159d9b-8483-4696-8533-33f42dbde2ad tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Subnet': ['ID=aa44c63f-57b8-418a-849f-7288aae66f38,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:05.218333 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b159d9b-8483-4696-8533-33f42dbde2ad tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Checking segment: {'id': '1ebc14e4-bbe3-4b17-aa7d-afb42b51fc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21466e8a-e676-4733-8bdd-78fd06bc1027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:34:05.218697 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b159d9b-8483-4696-8533-33f42dbde2ad tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network hostable DHCP agents. Network: 21466e8a-e676-4733-8bdd-78fd06bc1027, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:34:05.234817 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b159d9b-8483-4696-8533-33f42dbde2ad tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network 21466e8a-e676-4733-8bdd-78fd06bc1027 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:34:05.244057 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-7b159d9b-8483-4696-8533-33f42dbde2ad tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 21466e8a-e676-4733-8bdd-78fd06bc1027) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:34:05.248776 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b159d9b-8483-4696-8533-33f42dbde2ad tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:05.249383 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b159d9b-8483-4696-8533-33f42dbde2ad tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:05.253405 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eed4d6-51c5-4b54-89c1-8bed91746289 None None] Network 21466e8a-e676-4733-8bdd-78fd06bc1027 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:34:05.267629 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7b159d9b-8483-4696-8533-33f42dbde2ad tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4229891 Feb 07 21:34:05.270801 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33936) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:05.276921 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-102e116a-3063-4f40-b541-51df32f3d5ee tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'port': {'network_id': '21466e8a-e676-4733-8bdd-78fd06bc1027', 'name': 'tempest-PortsIpV6TestJSON-1445849251', 'fixed_ips': [{'subnet_id': 'aa44c63f-57b8-418a-849f-7288aae66f38', 'ip_address': '2001:db8::10'}]}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:05.363923 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3afae1-2eaa-40dd-b323-c11f7d7e2549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-21466e8a-e676-4733-8bdd-78fd06bc1027', 'network_id': '21466e8a-e676-4733-8bdd-78fd06bc1027', 'project_id': 'de9dd56dc82c48a1b15ec37e1fbeca50', 'fixed_ips': [{'subnet_id': 'aa44c63f-57b8-418a-849f-7288aae66f38'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:34:05.364839 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3b3afae1-2eaa-40dd-b323-c11f7d7e2549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:05.554113 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-3b3afae1-2eaa-40dd-b323-c11f7d7e2549 None None] Allocated IP 2001:db8::2 (21466e8a-e676-4733-8bdd-78fd06bc1027/aa44c63f-57b8-418a-849f-7288aae66f38/f98bfe9e-301d-417a-869a-da3efade150a) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:34:05.762045 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102e116a-3063-4f40-b541-51df32f3d5ee tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:34:05.771156 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3b3afae1-2eaa-40dd-b323-c11f7d7e2549 None None] Publish callbacks [] for port (f98bfe9e-301d-417a-869a-da3efade150a), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:05.779274 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3b3afae1-2eaa-40dd-b323-c11f7d7e2549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (f98bfe9e-301d-417a-869a-da3efade150a), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:05.785876 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 6ddf730d-e28c-491e-bbbc-80f32ec90936 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:34:05.810115 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 6ddf730d-e28c-491e-bbbc-80f32ec90936 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:34:05.810589 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 6ddf730d-e28c-491e-bbbc-80f32ec90936 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:34:05.860696 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3afae1-2eaa-40dd-b323-c11f7d7e2549 None None] Network 21466e8a-e676-4733-8bdd-78fd06bc1027 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:34:05.865112 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-3b3afae1-2eaa-40dd-b323-c11f7d7e2549 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:34:05.866714 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3afae1-2eaa-40dd-b323-c11f7d7e2549 None None] Pushing event updated for resources: {'Port': ['ID=f98bfe9e-301d-417a-869a-da3efade150a,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:05.868915 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3afae1-2eaa-40dd-b323-c11f7d7e2549 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:34:05.924796 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def913c-b93e-4871-8ec0-80f00744322b req-c2dd21e8-ded7-416e-b640-729a6d423d22 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:05.933767 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9def913c-b93e-4871-8ec0-80f00744322b req-c2dd21e8-ded7-416e-b640-729a6d423d22 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 945 time: 0.0925450 Feb 07 21:34:05.933981 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-102e116a-3063-4f40-b541-51df32f3d5ee tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:05.936772 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3b3afae1-2eaa-40dd-b323-c11f7d7e2549 None None] Attempting to bind port f98bfe9e-301d-417a-869a-da3efade150a on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:34:05.937249 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3b3afae1-2eaa-40dd-b323-c11f7d7e2549 None None] Attempting to bind port f98bfe9e-301d-417a-869a-da3efade150a by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '1ebc14e4-bbe3-4b17-aa7d-afb42b51fc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21466e8a-e676-4733-8bdd-78fd06bc1027'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:34:05.937739 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3afae1-2eaa-40dd-b323-c11f7d7e2549 None None] Attempting to bind port f98bfe9e-301d-417a-869a-da3efade150a on network 21466e8a-e676-4733-8bdd-78fd06bc1027 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:34:05.944095 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3afae1-2eaa-40dd-b323-c11f7d7e2549 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:34:05.944602 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3afae1-2eaa-40dd-b323-c11f7d7e2549 None None] Checking segment: {'id': '1ebc14e4-bbe3-4b17-aa7d-afb42b51fc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21466e8a-e676-4733-8bdd-78fd06bc1027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:34:05.945081 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3b3afae1-2eaa-40dd-b323-c11f7d7e2549 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:05.945551 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3afae1-2eaa-40dd-b323-c11f7d7e2549 None None] Bound using segment: {'id': '1ebc14e4-bbe3-4b17-aa7d-afb42b51fc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21466e8a-e676-4733-8bdd-78fd06bc1027'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:34:05.946102 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3b3afae1-2eaa-40dd-b323-c11f7d7e2549 None None] Bound port: f98bfe9e-301d-417a-869a-da3efade150a, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ebc14e4-bbe3-4b17-aa7d-afb42b51fc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21466e8a-e676-4733-8bdd-78fd06bc1027'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:34:05.947152 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3b3afae1-2eaa-40dd-b323-c11f7d7e2549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f98bfe9e-301d-417a-869a-da3efade150a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:05.953331 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-102e116a-3063-4f40-b541-51df32f3d5ee tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] device_id is not set on port c32cdf8c-d729-49f0-a951-6755763ec8a2 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:34:05.987085 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9def913c-b93e-4871-8ec0-80f00744322b req-18c3112b-a633-4c2b-98e2-e5f16d885f0e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544498 Feb 07 21:34:06.031309 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3b3afae1-2eaa-40dd-b323-c11f7d7e2549 None None] For port f98bfe9e-301d-417a-869a-da3efade150a, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:34:06.035208 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3b3afae1-2eaa-40dd-b323-c11f7d7e2549 None None] For port f98bfe9e-301d-417a-869a-da3efade150a, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f98bfe9e-301d-417a-869a-da3efade150a,segment=NetworkSegment(1ebc14e4-bbe3-4b17-aa7d-afb42b51fc7a),segment_id=1ebc14e4-bbe3-4b17-aa7d-afb42b51fc7a)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:34:06.042414 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3b3afae1-2eaa-40dd-b323-c11f7d7e2549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f98bfe9e-301d-417a-869a-da3efade150a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:06.128162 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3afae1-2eaa-40dd-b323-c11f7d7e2549 None None] Pushing event updated for resources: {'Port': ['ID=f98bfe9e-301d-417a-869a-da3efade150a,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:06.137536 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-102e116a-3063-4f40-b541-51df32f3d5ee tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Allocated IP 2001:db8::10 (21466e8a-e676-4733-8bdd-78fd06bc1027/aa44c63f-57b8-418a-849f-7288aae66f38/c32cdf8c-d729-49f0-a951-6755763ec8a2) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:34:06.317142 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-102e116a-3063-4f40-b541-51df32f3d5ee tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for port (c32cdf8c-d729-49f0-a951-6755763ec8a2), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:06.354653 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-102e116a-3063-4f40-b541-51df32f3d5ee tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (c32cdf8c-d729-49f0-a951-6755763ec8a2), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:06.413275 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102e116a-3063-4f40-b541-51df32f3d5ee tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network 21466e8a-e676-4733-8bdd-78fd06bc1027 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:34:06.416654 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-102e116a-3063-4f40-b541-51df32f3d5ee tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:34:06.434760 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102e116a-3063-4f40-b541-51df32f3d5ee tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:34:06.439993 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102e116a-3063-4f40-b541-51df32f3d5ee tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:06.440656 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-102e116a-3063-4f40-b541-51df32f3d5ee tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:06.444942 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e116a-3063-4f40-b541-51df32f3d5ee tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Port': ['ID=c32cdf8c-d729-49f0-a951-6755763ec8a2,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:06.470108 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-102e116a-3063-4f40-b541-51df32f3d5ee tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1980424 Feb 07 21:34:06.481163 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33946) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:06.487493 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-14a588de-edd2-4824-92bc-8807c8a4e09a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'port': {'network_id': '21466e8a-e676-4733-8bdd-78fd06bc1027', 'name': 'tempest-PortsIpV6TestJSON-2083180661', 'fixed_ips': [{'subnet_id': 'aa44c63f-57b8-418a-849f-7288aae66f38', 'ip_address': '2001:db8::f'}]}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:06.593676 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a588de-edd2-4824-92bc-8807c8a4e09a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:34:06.598248 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-14a588de-edd2-4824-92bc-8807c8a4e09a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:06.615005 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-14a588de-edd2-4824-92bc-8807c8a4e09a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] device_id is not set on port d730add5-1366-432b-8b27-ce04264d94cc yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:34:06.772481 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-14a588de-edd2-4824-92bc-8807c8a4e09a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Allocated IP 2001:db8::f (21466e8a-e676-4733-8bdd-78fd06bc1027/aa44c63f-57b8-418a-849f-7288aae66f38/d730add5-1366-432b-8b27-ce04264d94cc) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:34:06.930033 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-14a588de-edd2-4824-92bc-8807c8a4e09a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for port (d730add5-1366-432b-8b27-ce04264d94cc), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:06.969076 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-14a588de-edd2-4824-92bc-8807c8a4e09a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (d730add5-1366-432b-8b27-ce04264d94cc), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:07.013092 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a588de-edd2-4824-92bc-8807c8a4e09a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network 21466e8a-e676-4733-8bdd-78fd06bc1027 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:34:07.016653 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-14a588de-edd2-4824-92bc-8807c8a4e09a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:34:07.023289 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a588de-edd2-4824-92bc-8807c8a4e09a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:34:07.029048 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a588de-edd2-4824-92bc-8807c8a4e09a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:07.029960 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-14a588de-edd2-4824-92bc-8807c8a4e09a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:07.046276 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a588de-edd2-4824-92bc-8807c8a4e09a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Port': ['ID=d730add5-1366-432b-8b27-ce04264d94cc,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:07.059701 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-14a588de-edd2-4824-92bc-8807c8a4e09a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5774002 Feb 07 21:34:07.062463 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33952) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:07.237190 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9ab7f4-a012-4c18-bb29-8b61dc3179d2 None None] Network 21466e8a-e676-4733-8bdd-78fd06bc1027 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:34:07.359598 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-352ca93f-52a3-410a-9147-6539d7aad30f None None] Provisioning complete for port f98bfe9e-301d-417a-869a-da3efade150a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:07.360041 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-352ca93f-52a3-410a-9147-6539d7aad30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f98bfe9e-301d-417a-869a-da3efade150a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:07.461321 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-352ca93f-52a3-410a-9147-6539d7aad30f None None] Current status of the port f98bfe9e-301d-417a-869a-da3efade150a is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:34:07.461707 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-352ca93f-52a3-410a-9147-6539d7aad30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f98bfe9e-301d-417a-869a-da3efade150a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:07.510856 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-352ca93f-52a3-410a-9147-6539d7aad30f None None] For port f98bfe9e-301d-417a-869a-da3efade150a, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f98bfe9e-301d-417a-869a-da3efade150a,segment=NetworkSegment(1ebc14e4-bbe3-4b17-aa7d-afb42b51fc7a),segment_id=1ebc14e4-bbe3-4b17-aa7d-afb42b51fc7a)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:34:07.516394 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-352ca93f-52a3-410a-9147-6539d7aad30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f98bfe9e-301d-417a-869a-da3efade150a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:07.529023 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9e811f-e974-485d-94cc-4594cc33df03 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:07.530600 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6f9e811f-e974-485d-94cc-4594cc33df03 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4671528 Feb 07 21:34:07.533991 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33954) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:07.542676 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a46018-7448-40b7-a3aa-29762c3c0661 req-ccde3016-eb6e-4708-bac6-e718285117ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:07.544200 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9a46018-7448-40b7-a3aa-29762c3c0661 req-ccde3016-eb6e-4708-bac6-e718285117ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 945 time: 0.4468246 Feb 07 21:34:07.575674 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ca93f-52a3-410a-9147-6539d7aad30f None None] Pushing event updated for resources: {'Port': ['ID=f98bfe9e-301d-417a-869a-da3efade150a,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:07.664086 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a1049-58cd-471e-8e2c-818ac153f47c req-f017a567-37e1-4df0-8c47-95eddb20d844 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:07.666022 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8b3a1049-58cd-471e-8e2c-818ac153f47c req-f017a567-37e1-4df0-8c47-95eddb20d844 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.71 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 945 time: 0.0962560 Feb 07 21:34:07.688598 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9a46018-7448-40b7-a3aa-29762c3c0661 req-988a6fc5-8079-4f59-9750-d184aff5e496 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230891 Feb 07 21:34:07.739845 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52139de1-8c3d-4e5e-b978-4e0295c8baab tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:07.750767 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52139de1-8c3d-4e5e-b978-4e0295c8baab tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:07.759975 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52139de1-8c3d-4e5e-b978-4e0295c8baab tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:07.762122 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-52139de1-8c3d-4e5e-b978-4e0295c8baab tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2259295 Feb 07 21:34:07.764889 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33956) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:07.861583 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-8b3a1049-58cd-471e-8e2c-818ac153f47c req-41e58361-a40b-43f3-8072-d47ede859783 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Deleting port 705879c2-878a-40cb-ae93-2db29b5b4329 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:34:07.862384 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8b3a1049-58cd-471e-8e2c-818ac153f47c req-41e58361-a40b-43f3-8072-d47ede859783 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (705879c2-878a-40cb-ae93-2db29b5b4329), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:07.885255 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f98bfe9e-301d-417a-869a-da3efade150a up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:34:07.930319 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-bc5b3097-08b9-48c1-88a4-5b8ae766e91a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting port d730add5-1366-432b-8b27-ce04264d94cc {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:34:07.931752 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc5b3097-08b9-48c1-88a4-5b8ae766e91a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d730add5-1366-432b-8b27-ce04264d94cc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:07.969209 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port f98bfe9e-301d-417a-869a-da3efade150a triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:07.969604 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f98bfe9e-301d-417a-869a-da3efade150a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:07.992513 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-8b3a1049-58cd-471e-8e2c-818ac153f47c req-41e58361-a40b-43f3-8072-d47ede859783 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] For port 705879c2-878a-40cb-ae93-2db29b5b4329, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=705879c2-878a-40cb-ae93-2db29b5b4329,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:34:07.993280 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8b3a1049-58cd-471e-8e2c-818ac153f47c req-41e58361-a40b-43f3-8072-d47ede859783 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (705879c2-878a-40cb-ae93-2db29b5b4329), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:08.019334 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4772b731-07d3-4610-92ec-15917a9d6934 None None] Provisioning complete for port d730add5-1366-432b-8b27-ce04264d94cc triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:08.019622 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4772b731-07d3-4610-92ec-15917a9d6934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d730add5-1366-432b-8b27-ce04264d94cc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:08.103838 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4772b731-07d3-4610-92ec-15917a9d6934 None None] Port d730add5-1366-432b-8b27-ce04264d94cc cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:34:08.104449 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc5b3097-08b9-48c1-88a4-5b8ae766e91a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d730add5-1366-432b-8b27-ce04264d94cc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:08.123137 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-bc5b3097-08b9-48c1-88a4-5b8ae766e91a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Calling delete_port for d730add5-1366-432b-8b27-ce04264d94cc owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:34:08.156926 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4772b731-07d3-4610-92ec-15917a9d6934 None None] Provisioning complete for port f98bfe9e-301d-417a-869a-da3efade150a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:08.157295 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4772b731-07d3-4610-92ec-15917a9d6934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f98bfe9e-301d-417a-869a-da3efade150a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:08.205899 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port f98bfe9e-301d-417a-869a-da3efade150a is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:34:08.261909 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8b3a1049-58cd-471e-8e2c-818ac153f47c req-41e58361-a40b-43f3-8072-d47ede859783 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:08.262506 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8b3a1049-58cd-471e-8e2c-818ac153f47c req-41e58361-a40b-43f3-8072-d47ede859783 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (e7ddb6e4-96c7-4f91-85fc-a031298348f5), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:08.262623 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [req-8b3a1049-58cd-471e-8e2c-818ac153f47c req-41e58361-a40b-43f3-8072-d47ede859783 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Floating IP e7ddb6e4-96c7-4f91-85fc-a031298348f5 disassociated. External IP: 172.25.4.64, port: 705879c2-878a-40cb-ae93-2db29b5b4329. Feb 07 21:34:08.262897 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-8b3a1049-58cd-471e-8e2c-818ac153f47c req-41e58361-a40b-43f3-8072-d47ede859783 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Calling delete_port for 705879c2-878a-40cb-ae93-2db29b5b4329 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:34:08.268206 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4772b731-07d3-4610-92ec-15917a9d6934 None None] Current status of the port f98bfe9e-301d-417a-869a-da3efade150a is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:34:08.285669 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4772b731-07d3-4610-92ec-15917a9d6934 None None] Provisioning complete for port c32cdf8c-d729-49f0-a951-6755763ec8a2 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:08.286037 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4772b731-07d3-4610-92ec-15917a9d6934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c32cdf8c-d729-49f0-a951-6755763ec8a2), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:08.330508 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4772b731-07d3-4610-92ec-15917a9d6934 None None] Port c32cdf8c-d729-49f0-a951-6755763ec8a2 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:34:08.357352 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc5b3097-08b9-48c1-88a4-5b8ae766e91a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (d730add5-1366-432b-8b27-ce04264d94cc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:08.389868 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b3097-08b9-48c1-88a4-5b8ae766e91a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Port': ['ID=d730add5-1366-432b-8b27-ce04264d94cc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:08.418629 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc5b3097-08b9-48c1-88a4-5b8ae766e91a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:08.423902 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bc5b3097-08b9-48c1-88a4-5b8ae766e91a tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/ports/d730add5-1366-432b-8b27-ce04264d94cc HTTP/1.1" status: 204 len: 168 time: 0.6570115 Feb 07 21:34:08.425879 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33960) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:08.426339 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8b3a1049-58cd-471e-8e2c-818ac153f47c req-41e58361-a40b-43f3-8072-d47ede859783 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (705879c2-878a-40cb-ae93-2db29b5b4329), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:08.458601 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-656d6e7d-620f-4ec7-b4d2-7b073de984be tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] GET failed (client error): The resource could not be found. Feb 07 21:34:08.460128 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-656d6e7d-620f-4ec7-b4d2-7b073de984be tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "GET /v2.0/ports/d730add5-1366-432b-8b27-ce04264d94cc HTTP/1.1" status: 404 len: 333 time: 0.0333166 Feb 07 21:34:08.463154 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33962) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:08.465395 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-5758bef8-6d11-4b84-9e19-bc010b82e63f None None] Provisioning complete for port c32cdf8c-d729-49f0-a951-6755763ec8a2 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:08.466450 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5758bef8-6d11-4b84-9e19-bc010b82e63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c32cdf8c-d729-49f0-a951-6755763ec8a2), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:08.467563 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e58361-a40b-43f3-8072-d47ede859783 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event deleted for resources: {'Port': ['ID=705879c2-878a-40cb-ae93-2db29b5b4329,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:08.577708 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-5758bef8-6d11-4b84-9e19-bc010b82e63f None None] Port c32cdf8c-d729-49f0-a951-6755763ec8a2 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:34:08.695471 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-24c94990-5ed4-4d9e-9d91-6b0771c8ebc8 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting port c32cdf8c-d729-49f0-a951-6755763ec8a2 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:34:08.695825 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24c94990-5ed4-4d9e-9d91-6b0771c8ebc8 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c32cdf8c-d729-49f0-a951-6755763ec8a2), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:08.717314 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b3a1049-58cd-471e-8e2c-818ac153f47c req-41e58361-a40b-43f3-8072-d47ede859783 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Router f20a01b8-35b5-4afb-84af-4ad133939b50 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:34:08.724881 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4a357057-3758-4135-9a08-e1fa1316fd84 None None] Could not find standard attr ID for object d730add5-1366-432b-8b27-ce04264d94cc. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:34:08.829572 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24c94990-5ed4-4d9e-9d91-6b0771c8ebc8 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c32cdf8c-d729-49f0-a951-6755763ec8a2), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:08.843131 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b890910d-d5c4-4788-bcb3-e5f2ae6a724f req-382417ac-9e5f-4057-be8f-f08fc6b213d2 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 210 time: 0.0691712 Feb 07 21:34:08.846597 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-24c94990-5ed4-4d9e-9d91-6b0771c8ebc8 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Calling delete_port for c32cdf8c-d729-49f0-a951-6755763ec8a2 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:34:08.888894 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b3a1049-58cd-471e-8e2c-818ac153f47c req-41e58361-a40b-43f3-8072-d47ede859783 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:34:08.899419 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1c6bd8-f627-4fbc-ae63-251f3c69301a None None] Sync routers for ids ['f20a01b8-35b5-4afb-84af-4ad133939b50'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:34:08.922013 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1c6bd8-f627-4fbc-ae63-251f3c69301a None None] Routers {'f20a01b8-35b5-4afb-84af-4ad133939b50'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:34:08.922705 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9e1c6bd8-f627-4fbc-ae63-251f3c69301a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:33:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f20a01b8-35b5-4afb-84af-4ad133939b50'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:34:08.957350 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3a1049-58cd-471e-8e2c-818ac153f47c req-41e58361-a40b-43f3-8072-d47ede859783 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] No DVR routers for this DVR port 705879c2-878a-40cb-ae93-2db29b5b4329 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:34:08.961257 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8b3a1049-58cd-471e-8e2c-818ac153f47c req-41e58361-a40b-43f3-8072-d47ede859783 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:08.965477 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8b3a1049-58cd-471e-8e2c-818ac153f47c req-41e58361-a40b-43f3-8072-d47ede859783 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.71 "DELETE /v2.0/ports/705879c2-878a-40cb-ae93-2db29b5b4329 HTTP/1.1" status: 204 len: 173 time: 1.2756951 Feb 07 21:34:08.966445 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089a6eee-8adc-4264-aa3b-99913e4a0bf7', 'name': 'network-vif-deleted', 'tag': '705879c2-878a-40cb-ae93-2db29b5b4329'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:34:08.970222 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d84ed7c-7393-49a5-add6-413e5dcba698" -d '{"events": [{"server_uuid": "089a6eee-8adc-4264-aa3b-99913e4a0bf7", "name": "network-vif-deleted", "tag": "705879c2-878a-40cb-ae93-2db29b5b4329"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:34:09.024588 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ce82aa-484e-4684-9703-555142e0cd3d x-openstack-request-id: req-88ce82aa-484e-4684-9703-555142e0cd3d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:34:09.025001 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089a6eee-8adc-4264-aa3b-99913e4a0bf7", "name": "network-vif-deleted", "tag": "705879c2-878a-40cb-ae93-2db29b5b4329", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:34:09.025401 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-88ce82aa-484e-4684-9703-555142e0cd3d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:34:09.025904 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089a6eee-8adc-4264-aa3b-99913e4a0bf7', 'name': 'network-vif-deleted', 'tag': '705879c2-878a-40cb-ae93-2db29b5b4329', 'status': 'completed', 'code': 200} Feb 07 21:34:09.048063 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24c94990-5ed4-4d9e-9d91-6b0771c8ebc8 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (c32cdf8c-d729-49f0-a951-6755763ec8a2), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:09.052614 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-9e1c6bd8-f627-4fbc-ae63-251f3c69301a None None] Set router f20a01b8-35b5-4afb-84af-4ad133939b50 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:34:09.097552 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c94990-5ed4-4d9e-9d91-6b0771c8ebc8 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Port': ['ID=c32cdf8c-d729-49f0-a951-6755763ec8a2,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:09.168579 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24c94990-5ed4-4d9e-9d91-6b0771c8ebc8 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:09.172227 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-24c94990-5ed4-4d9e-9d91-6b0771c8ebc8 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/ports/c32cdf8c-d729-49f0-a951-6755763ec8a2 HTTP/1.1" status: 204 len: 168 time: 0.7081039 Feb 07 21:34:09.175091 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33974) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:09.230249 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d537aa3-8860-4aa6-b0e8-75aa30d05491 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] GET failed (client error): The resource could not be found. Feb 07 21:34:09.236175 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9d537aa3-8860-4aa6-b0e8-75aa30d05491 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "GET /v2.0/ports/c32cdf8c-d729-49f0-a951-6755763ec8a2 HTTP/1.1" status: 404 len: 333 time: 0.0600140 Feb 07 21:34:09.236392 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33978) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:09.342913 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9e1c6bd8-f627-4fbc-ae63-251f3c69301a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'name': 'tempest-TestVolumeBootPattern-1761457576-router', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:17Z', 'updated_at': '2022-02-07T21:22:25Z', 'revision_number': 4, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'gw_port': {'id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:19Z', 'updated_at': '2022-02-07T21:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '0e60dab9-be35-49dc-985e-2abf88535ec8', 'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:23Z', 'updated_at': '2022-02-07T21:22:39Z', 'revision_number': 5, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'subnets': [{'id': '5277b698-1143-4952-a3ce-257473c57257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:34:09.349160 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-a556bc13-3f12-4f48-ba36-ea66275c1794 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting subnet aa44c63f-57b8-418a-849f-7288aae66f38 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:34:09.366588 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a556bc13-3f12-4f48-ba36-ea66275c1794 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (aa44c63f-57b8-418a-849f-7288aae66f38), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:09.380760 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1c6bd8-f627-4fbc-ae63-251f3c69301a None None] Checking router: f20a01b8-35b5-4afb-84af-4ad133939b50 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:34:09.391801 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1c6bd8-f627-4fbc-ae63-251f3c69301a None None] Routers {'f20a01b8-35b5-4afb-84af-4ad133939b50'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:34:09.392816 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9e1c6bd8-f627-4fbc-ae63-251f3c69301a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:33:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f20a01b8-35b5-4afb-84af-4ad133939b50'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:34:09.424462 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a556bc13-3f12-4f48-ba36-ea66275c1794 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (aa44c63f-57b8-418a-849f-7288aae66f38), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:09.506190 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-9e1c6bd8-f627-4fbc-ae63-251f3c69301a None None] Set router f20a01b8-35b5-4afb-84af-4ad133939b50 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:34:09.538303 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a556bc13-3f12-4f48-ba36-ea66275c1794 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (aa44c63f-57b8-418a-849f-7288aae66f38), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:09.617754 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a556bc13-3f12-4f48-ba36-ea66275c1794 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (aa44c63f-57b8-418a-849f-7288aae66f38), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:09.654988 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556bc13-3f12-4f48-ba36-ea66275c1794 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Subnet': ['ID=aa44c63f-57b8-418a-849f-7288aae66f38,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:09.687461 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e004ca8-d149-4e56-952b-17f9dc413322 None None] Network 21466e8a-e676-4733-8bdd-78fd06bc1027 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:34:09.703325 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a556bc13-3f12-4f48-ba36-ea66275c1794 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:09.726187 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33982) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:09.733107 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a556bc13-3f12-4f48-ba36-ea66275c1794 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/subnets/aa44c63f-57b8-418a-849f-7288aae66f38 HTTP/1.1" status: 204 len: 168 time: 0.4954786 Feb 07 21:34:09.813698 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43594ad1-e25c-4698-8443-103f4cf2cc06 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (21466e8a-e676-4733-8bdd-78fd06bc1027), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:09.938562 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-43594ad1-e25c-4698-8443-103f4cf2cc06 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting port f98bfe9e-301d-417a-869a-da3efade150a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:34:09.938827 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43594ad1-e25c-4698-8443-103f4cf2cc06 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f98bfe9e-301d-417a-869a-da3efade150a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:09.978427 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073ae698-ed5e-43f3-abb3-223b8922c2a5 None None] DHCP port deletion for 21466e8a-e676-4733-8bdd-78fd06bc1027 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:34:10.049541 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9e1c6bd8-f627-4fbc-ae63-251f3c69301a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'name': 'tempest-TestVolumeBootPattern-1761457576-router', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:17Z', 'updated_at': '2022-02-07T21:22:25Z', 'revision_number': 4, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'gw_port': {'id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:19Z', 'updated_at': '2022-02-07T21:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '0e60dab9-be35-49dc-985e-2abf88535ec8', 'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:23Z', 'updated_at': '2022-02-07T21:22:39Z', 'revision_number': 5, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'subnets': [{'id': '5277b698-1143-4952-a3ce-257473c57257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:34:10.061550 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-073ae698-ed5e-43f3-abb3-223b8922c2a5 None None] Deleting port f98bfe9e-301d-417a-869a-da3efade150a {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:34:10.062074 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-073ae698-ed5e-43f3-abb3-223b8922c2a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f98bfe9e-301d-417a-869a-da3efade150a), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:10.062610 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52ce8812-f75a-431f-9775-7437418a7c77 req-7be268b7-aae5-4538-ad9e-78cccdf4fb6c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 210 time: 0.0431471 Feb 07 21:34:10.091707 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-43594ad1-e25c-4698-8443-103f4cf2cc06 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] For port f98bfe9e-301d-417a-869a-da3efade150a, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f98bfe9e-301d-417a-869a-da3efade150a,segment=NetworkSegment(1ebc14e4-bbe3-4b17-aa7d-afb42b51fc7a),segment_id=1ebc14e4-bbe3-4b17-aa7d-afb42b51fc7a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:34:10.092297 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43594ad1-e25c-4698-8443-103f4cf2cc06 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f98bfe9e-301d-417a-869a-da3efade150a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:10.108327 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-43594ad1-e25c-4698-8443-103f4cf2cc06 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Calling delete_port for f98bfe9e-301d-417a-869a-da3efade150a owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:34:10.109881 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1c6bd8-f627-4fbc-ae63-251f3c69301a None None] The sync data for ids ['f20a01b8-35b5-4afb-84af-4ad133939b50'] in n-d-828185-2 is: [{'id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'name': 'tempest-TestVolumeBootPattern-1761457576-router', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:17Z', 'updated_at': '2022-02-07T21:22:25Z', 'revision_number': 4, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'gw_port': {'id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:19Z', 'updated_at': '2022-02-07T21:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '0e60dab9-be35-49dc-985e-2abf88535ec8', 'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:23Z', 'updated_at': '2022-02-07T21:22:39Z', 'revision_number': 5, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'subnets': [{'id': '5277b698-1143-4952-a3ce-257473c57257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:34:10.173752 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-073ae698-ed5e-43f3-abb3-223b8922c2a5 None None] For port f98bfe9e-301d-417a-869a-da3efade150a, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f98bfe9e-301d-417a-869a-da3efade150a,segment=NetworkSegment(1ebc14e4-bbe3-4b17-aa7d-afb42b51fc7a),segment_id=1ebc14e4-bbe3-4b17-aa7d-afb42b51fc7a)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:34:10.174677 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-073ae698-ed5e-43f3-abb3-223b8922c2a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f98bfe9e-301d-417a-869a-da3efade150a), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:10.191781 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-073ae698-ed5e-43f3-abb3-223b8922c2a5 None None] Calling delete_port for f98bfe9e-301d-417a-869a-da3efade150a owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:34:10.230405 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43594ad1-e25c-4698-8443-103f4cf2cc06 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f98bfe9e-301d-417a-869a-da3efade150a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:10.257430 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43594ad1-e25c-4698-8443-103f4cf2cc06 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Port': ['ID=f98bfe9e-301d-417a-869a-da3efade150a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:10.269232 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43594ad1-e25c-4698-8443-103f4cf2cc06 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] No DVR routers for this DVR port f98bfe9e-301d-417a-869a-da3efade150a on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:34:10.314001 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-073ae698-ed5e-43f3-abb3-223b8922c2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (f98bfe9e-301d-417a-869a-da3efade150a), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:10.375384 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ae698-ed5e-43f3-abb3-223b8922c2a5 None None] Pushing event deleted for resources: {'Port': ['ID=f98bfe9e-301d-417a-869a-da3efade150a,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:10.379307 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073ae698-ed5e-43f3-abb3-223b8922c2a5 None None] No DVR routers for this DVR port f98bfe9e-301d-417a-869a-da3efade150a on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:34:10.389195 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43594ad1-e25c-4698-8443-103f4cf2cc06 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (21466e8a-e676-4733-8bdd-78fd06bc1027), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:10.410951 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-43594ad1-e25c-4698-8443-103f4cf2cc06 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21466e8a-e676-4733-8bdd-78fd06bc1027']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:34:10.422721 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-43594ad1-e25c-4698-8443-103f4cf2cc06 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ebc14e4-bbe3-4b17-aa7d-afb42b51fc7a') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:34:10.423170 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-43594ad1-e25c-4698-8443-103f4cf2cc06 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ebc14e4-bbe3-4b17-aa7d-afb42b51fc7a') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:34:10.433799 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43594ad1-e25c-4698-8443-103f4cf2cc06 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (1ebc14e4-bbe3-4b17-aa7d-afb42b51fc7a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:10.454139 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43594ad1-e25c-4698-8443-103f4cf2cc06 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (1ebc14e4-bbe3-4b17-aa7d-afb42b51fc7a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:10.464479 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43594ad1-e25c-4698-8443-103f4cf2cc06 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:34:10.465094 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43594ad1-e25c-4698-8443-103f4cf2cc06 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (1ebc14e4-bbe3-4b17-aa7d-afb42b51fc7a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:34:10.468428 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:34:10.507467 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d5b8f2-b4d3-4474-b595-7e161b345fae None None] New status for floating IP e7ddb6e4-96c7-4f91-85fc-a031298348f5: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:34:10.532979 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43594ad1-e25c-4698-8443-103f4cf2cc06 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (21466e8a-e676-4733-8bdd-78fd06bc1027), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:10.548095 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43594ad1-e25c-4698-8443-103f4cf2cc06 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:10.557393 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 33988) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:10.560781 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-43594ad1-e25c-4698-8443-103f4cf2cc06 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/networks/21466e8a-e676-4733-8bdd-78fd06bc1027 HTTP/1.1" status: 204 len: 168 time: 0.8378763 Feb 07 21:34:10.563121 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-118e5f78-7e2e-46f0-8feb-7feabb376a92 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-51380267'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:10.574123 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43594ad1-e25c-4698-8443-103f4cf2cc06 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Network': ['ID=21466e8a-e676-4733-8bdd-78fd06bc1027,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:10.589735 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118e5f78-7e2e-46f0-8feb-7feabb376a92 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:34:10.595442 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-118e5f78-7e2e-46f0-8feb-7feabb376a92 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:10.631811 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-118e5f78-7e2e-46f0-8feb-7feabb376a92 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:34:10.643559 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-118e5f78-7e2e-46f0-8feb-7feabb376a92 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (b53eb8b3-a0ae-4a65-a322-7eb7cc4210a1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:10.643875 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-118e5f78-7e2e-46f0-8feb-7feabb376a92 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Added segment b53eb8b3-a0ae-4a65-a322-7eb7cc4210a1 of type vlan for network fc613864-d864-43e3-a723-de2695e057e1 Feb 07 21:34:10.692846 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-118e5f78-7e2e-46f0-8feb-7feabb376a92 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (fc613864-d864-43e3-a723-de2695e057e1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:10.738111 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-118e5f78-7e2e-46f0-8feb-7feabb376a92 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (fc613864-d864-43e3-a723-de2695e057e1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:10.743546 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118e5f78-7e2e-46f0-8feb-7feabb376a92 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:10.744160 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-118e5f78-7e2e-46f0-8feb-7feabb376a92 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:10.759483 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 705879c2-878a-40cb-ae93-2db29b5b4329 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:34:10.786492 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 705879c2-878a-40cb-ae93-2db29b5b4329 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:34:10.788556 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 705879c2-878a-40cb-ae93-2db29b5b4329 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:34:10.815830 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-118e5f78-7e2e-46f0-8feb-7feabb376a92 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2547035 Feb 07 21:34:10.816798 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33990) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:10.821820 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a5d8b20b-510d-49a6-88c5-b806d3c283f2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'subnet': {'network_id': 'fc613864-d864-43e3-a723-de2695e057e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:10.827884 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e5f78-7e2e-46f0-8feb-7feabb376a92 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Network': ['ID=fc613864-d864-43e3-a723-de2695e057e1,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:10.844657 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network fc613864-d864-43e3-a723-de2695e057e1 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:34:10.940265 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d8b20b-510d-49a6-88c5-b806d3c283f2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:34:10.944219 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5d8b20b-510d-49a6-88c5-b806d3c283f2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:11.172381 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5d8b20b-510d-49a6-88c5-b806d3c283f2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (295e286d-1b0a-4dd1-a747-4e76bc9459e7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:11.195089 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bbba62d9-caac-41c7-99de-658336ed7643 req-5908d82e-e8fb-4789-9347-c3cf1b852d26 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 210 time: 0.0349283 Feb 07 21:34:11.260400 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8b20b-510d-49a6-88c5-b806d3c283f2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Subnet': ['ID=295e286d-1b0a-4dd1-a747-4e76bc9459e7,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:11.268922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d8b20b-510d-49a6-88c5-b806d3c283f2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Checking segment: {'id': 'b53eb8b3-a0ae-4a65-a322-7eb7cc4210a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc613864-d864-43e3-a723-de2695e057e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:34:11.269292 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d8b20b-510d-49a6-88c5-b806d3c283f2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network hostable DHCP agents. Network: fc613864-d864-43e3-a723-de2695e057e1, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:34:11.286680 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d8b20b-510d-49a6-88c5-b806d3c283f2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network fc613864-d864-43e3-a723-de2695e057e1 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:34:11.296374 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a5d8b20b-510d-49a6-88c5-b806d3c283f2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, fc613864-d864-43e3-a723-de2695e057e1) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:34:11.300973 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d8b20b-510d-49a6-88c5-b806d3c283f2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:11.301585 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5d8b20b-510d-49a6-88c5-b806d3c283f2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:11.306086 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1505aeb4-666b-4966-8901-455fc6ab295c None None] Network fc613864-d864-43e3-a723-de2695e057e1 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:34:11.318957 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a5d8b20b-510d-49a6-88c5-b806d3c283f2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5016470 Feb 07 21:34:11.322335 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33994) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:11.327089 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0ca59f50-f9f6-4789-87f3-99ed16b5a95d tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-74834359', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:11.363141 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ca59f50-f9f6-4789-87f3-99ed16b5a95d tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (4742a91e-3b28-4ffb-9e65-7661f70a36f4), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:11.367523 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ca59f50-f9f6-4789-87f3-99ed16b5a95d tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (4742a91e-3b28-4ffb-9e65-7661f70a36f4), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:11.435352 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0140e9b-f1d7-4e1b-a3a2-de38fb84efbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-fc613864-d864-43e3-a723-de2695e057e1', 'network_id': 'fc613864-d864-43e3-a723-de2695e057e1', 'project_id': 'de9dd56dc82c48a1b15ec37e1fbeca50', 'fixed_ips': [{'subnet_id': '295e286d-1b0a-4dd1-a747-4e76bc9459e7'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:34:11.436376 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c0140e9b-f1d7-4e1b-a3a2-de38fb84efbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:11.452045 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ca59f50-f9f6-4789-87f3-99ed16b5a95d tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for router_controller (4742a91e-3b28-4ffb-9e65-7661f70a36f4), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:11.460714 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ca59f50-f9f6-4789-87f3-99ed16b5a95d tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (4742a91e-3b28-4ffb-9e65-7661f70a36f4), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:11.489377 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ca59f50-f9f6-4789-87f3-99ed16b5a95d tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:11.490608 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0ca59f50-f9f6-4789-87f3-99ed16b5a95d tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1671691 Feb 07 21:34:11.493350 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 33998) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:11.498106 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-eb167ab1-cefc-4877-85f2-2f16a1f844b8 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'port': {'network_id': 'fc613864-d864-43e3-a723-de2695e057e1', 'name': 'tempest-PortsIpV6TestJSON-1751490054'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:11.594164 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-c0140e9b-f1d7-4e1b-a3a2-de38fb84efbe None None] Allocated IP 2001:db8::2 (fc613864-d864-43e3-a723-de2695e057e1/295e286d-1b0a-4dd1-a747-4e76bc9459e7/075d0436-0712-4fd8-8287-774c741e313a) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:34:11.635433 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb167ab1-cefc-4877-85f2-2f16a1f844b8 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:34:11.639649 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb167ab1-cefc-4877-85f2-2f16a1f844b8 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:11.700401 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-eb167ab1-cefc-4877-85f2-2f16a1f844b8 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] device_id is not set on port 75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:34:11.752442 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c0140e9b-f1d7-4e1b-a3a2-de38fb84efbe None None] Publish callbacks [] for port (075d0436-0712-4fd8-8287-774c741e313a), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:11.762362 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c0140e9b-f1d7-4e1b-a3a2-de38fb84efbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (075d0436-0712-4fd8-8287-774c741e313a), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:11.797726 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f98bfe9e-301d-417a-869a-da3efade150a no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:34:11.892073 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-eb167ab1-cefc-4877-85f2-2f16a1f844b8 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Allocated IP 2001:db8::2de (fc613864-d864-43e3-a723-de2695e057e1/295e286d-1b0a-4dd1-a747-4e76bc9459e7/75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:34:12.020842 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: f98bfe9e-301d-417a-869a-da3efade150a {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:34:12.021144 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f98bfe9e-301d-417a-869a-da3efade150a not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:34:12.033387 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0140e9b-f1d7-4e1b-a3a2-de38fb84efbe None None] Network fc613864-d864-43e3-a723-de2695e057e1 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:34:12.037378 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-c0140e9b-f1d7-4e1b-a3a2-de38fb84efbe None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:34:12.039868 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0140e9b-f1d7-4e1b-a3a2-de38fb84efbe None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:34:12.077686 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0140e9b-f1d7-4e1b-a3a2-de38fb84efbe None None] Pushing event updated for resources: {'Port': ['ID=075d0436-0712-4fd8-8287-774c741e313a,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:12.120442 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c0140e9b-f1d7-4e1b-a3a2-de38fb84efbe None None] Attempting to bind port 075d0436-0712-4fd8-8287-774c741e313a on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:34:12.120812 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c0140e9b-f1d7-4e1b-a3a2-de38fb84efbe None None] Attempting to bind port 075d0436-0712-4fd8-8287-774c741e313a by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'b53eb8b3-a0ae-4a65-a322-7eb7cc4210a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc613864-d864-43e3-a723-de2695e057e1'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:34:12.121183 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0140e9b-f1d7-4e1b-a3a2-de38fb84efbe None None] Attempting to bind port 075d0436-0712-4fd8-8287-774c741e313a on network fc613864-d864-43e3-a723-de2695e057e1 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:34:12.127473 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0140e9b-f1d7-4e1b-a3a2-de38fb84efbe None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:34:12.127473 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0140e9b-f1d7-4e1b-a3a2-de38fb84efbe None None] Checking segment: {'id': 'b53eb8b3-a0ae-4a65-a322-7eb7cc4210a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc613864-d864-43e3-a723-de2695e057e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:34:12.127742 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c0140e9b-f1d7-4e1b-a3a2-de38fb84efbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:12.128076 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0140e9b-f1d7-4e1b-a3a2-de38fb84efbe None None] Bound using segment: {'id': 'b53eb8b3-a0ae-4a65-a322-7eb7cc4210a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc613864-d864-43e3-a723-de2695e057e1'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:34:12.128575 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c0140e9b-f1d7-4e1b-a3a2-de38fb84efbe None None] Bound port: 075d0436-0712-4fd8-8287-774c741e313a, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53eb8b3-a0ae-4a65-a322-7eb7cc4210a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc613864-d864-43e3-a723-de2695e057e1'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:34:12.128957 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c0140e9b-f1d7-4e1b-a3a2-de38fb84efbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (075d0436-0712-4fd8-8287-774c741e313a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:12.149221 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb167ab1-cefc-4877-85f2-2f16a1f844b8 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for port (75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:12.198012 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb167ab1-cefc-4877-85f2-2f16a1f844b8 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:12.212834 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c0140e9b-f1d7-4e1b-a3a2-de38fb84efbe None None] For port 075d0436-0712-4fd8-8287-774c741e313a, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:34:12.216992 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c0140e9b-f1d7-4e1b-a3a2-de38fb84efbe None None] For port 075d0436-0712-4fd8-8287-774c741e313a, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=075d0436-0712-4fd8-8287-774c741e313a,segment=NetworkSegment(b53eb8b3-a0ae-4a65-a322-7eb7cc4210a1),segment_id=b53eb8b3-a0ae-4a65-a322-7eb7cc4210a1)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:34:12.224258 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c0140e9b-f1d7-4e1b-a3a2-de38fb84efbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (075d0436-0712-4fd8-8287-774c741e313a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:12.269977 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb167ab1-cefc-4877-85f2-2f16a1f844b8 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network fc613864-d864-43e3-a723-de2695e057e1 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:34:12.271502 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-eb167ab1-cefc-4877-85f2-2f16a1f844b8 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:34:12.275913 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb167ab1-cefc-4877-85f2-2f16a1f844b8 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:34:12.281098 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb167ab1-cefc-4877-85f2-2f16a1f844b8 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:12.283554 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb167ab1-cefc-4877-85f2-2f16a1f844b8 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:12.291512 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0140e9b-f1d7-4e1b-a3a2-de38fb84efbe None None] Pushing event updated for resources: {'Port': ['ID=075d0436-0712-4fd8-8287-774c741e313a,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:12.330202 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-eb167ab1-cefc-4877-85f2-2f16a1f844b8 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8358295 Feb 07 21:34:12.332984 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34002) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:12.373365 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fcfad322-02e1-42f6-8caa-dc5baf67c36c req-c3b2e534-8d28-4c9b-9dac-6867ad3b74c5 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 210 time: 0.0502954 Feb 07 21:34:12.374172 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb167ab1-cefc-4877-85f2-2f16a1f844b8 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Port': ['ID=75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:12.790175 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30e98c29-a0d8-47dc-abfe-5d73e4f57547 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:13.044912 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30e98c29-a0d8-47dc-abfe-5d73e4f57547 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for port (75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:13.050216 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30e98c29-a0d8-47dc-abfe-5d73e4f57547 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:13.196535 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e98c29-a0d8-47dc-abfe-5d73e4f57547 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Port': ['ID=75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:13.271639 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30e98c29-a0d8-47dc-abfe-5d73e4f57547 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (4742a91e-3b28-4ffb-9e65-7661f70a36f4), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:13.423092 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30e98c29-a0d8-47dc-abfe-5d73e4f57547 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:13.512786 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8950d87c-2602-4cc1-a435-39dbe848c687 req-bf738cad-77f3-4368-ba2e-062749fb22ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 210 time: 0.0348711 Feb 07 21:34:13.552751 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1dac03-a5a3-4c70-a4bc-83e61bfa9649 None None] Network fc613864-d864-43e3-a723-de2695e057e1 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:34:13.694575 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-9f5fcf07-091a-42d8-ac18-690819fd7c96 None None] Provisioning complete for port 075d0436-0712-4fd8-8287-774c741e313a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:13.694906 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9f5fcf07-091a-42d8-ac18-690819fd7c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (075d0436-0712-4fd8-8287-774c741e313a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:13.834900 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9f5fcf07-091a-42d8-ac18-690819fd7c96 None None] Current status of the port 075d0436-0712-4fd8-8287-774c741e313a is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:34:13.835208 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9f5fcf07-091a-42d8-ac18-690819fd7c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (075d0436-0712-4fd8-8287-774c741e313a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:13.842085 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30e98c29-a0d8-47dc-abfe-5d73e4f57547 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for port (75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:13.853058 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30e98c29-a0d8-47dc-abfe-5d73e4f57547 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:13.853858 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30e98c29-a0d8-47dc-abfe-5d73e4f57547 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (4742a91e-3b28-4ffb-9e65-7661f70a36f4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:13.888423 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 075d0436-0712-4fd8-8287-774c741e313a up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:34:13.945207 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-9f5fcf07-091a-42d8-ac18-690819fd7c96 None None] For port 075d0436-0712-4fd8-8287-774c741e313a, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=075d0436-0712-4fd8-8287-774c741e313a,segment=NetworkSegment(b53eb8b3-a0ae-4a65-a322-7eb7cc4210a1),segment_id=b53eb8b3-a0ae-4a65-a322-7eb7cc4210a1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:34:13.960925 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9f5fcf07-091a-42d8-ac18-690819fd7c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (075d0436-0712-4fd8-8287-774c741e313a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:13.978705 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e98c29-a0d8-47dc-abfe-5d73e4f57547 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Port': ['ID=75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:14.048104 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e98c29-a0d8-47dc-abfe-5d73e4f57547 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network fc613864-d864-43e3-a723-de2695e057e1 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:34:14.056963 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-30e98c29-a0d8-47dc-abfe-5d73e4f57547 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:34:14.064231 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fcf07-091a-42d8-ac18-690819fd7c96 None None] Pushing event updated for resources: {'Port': ['ID=075d0436-0712-4fd8-8287-774c741e313a,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:14.079583 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 075d0436-0712-4fd8-8287-774c741e313a triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:14.079967 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (075d0436-0712-4fd8-8287-774c741e313a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:14.215335 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 075d0436-0712-4fd8-8287-774c741e313a is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:34:14.219017 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a68485f6-9051-42aa-8d6b-93c62f65bcbe None None] Provisioning complete for port 075d0436-0712-4fd8-8287-774c741e313a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:14.220050 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a68485f6-9051-42aa-8d6b-93c62f65bcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (075d0436-0712-4fd8-8287-774c741e313a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:14.308556 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e98c29-a0d8-47dc-abfe-5d73e4f57547 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Router 4742a91e-3b28-4ffb-9e65-7661f70a36f4 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:34:14.326858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a68485f6-9051-42aa-8d6b-93c62f65bcbe None None] Current status of the port 075d0436-0712-4fd8-8287-774c741e313a is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:34:14.357472 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a68485f6-9051-42aa-8d6b-93c62f65bcbe None None] Provisioning complete for port 75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:14.357856 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a68485f6-9051-42aa-8d6b-93c62f65bcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:14.398832 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a68485f6-9051-42aa-8d6b-93c62f65bcbe None None] Port 75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:34:14.432707 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e98c29-a0d8-47dc-abfe-5d73e4f57547 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:34:14.440667 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34016) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:14.440981 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-30e98c29-a0d8-47dc-abfe-5d73e4f57547 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "PUT /v2.0/routers/4742a91e-3b28-4ffb-9e65-7661f70a36f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1068988 Feb 07 21:34:14.461272 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f004239-2235-428c-93c9-11f9d34923df None None] Sync routers for ids ['4742a91e-3b28-4ffb-9e65-7661f70a36f4'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:34:14.489557 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f004239-2235-428c-93c9-11f9d34923df None None] Routers {'4742a91e-3b28-4ffb-9e65-7661f70a36f4'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:34:14.490221 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2f004239-2235-428c-93c9-11f9d34923df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:33:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['4742a91e-3b28-4ffb-9e65-7661f70a36f4'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:34:14.539769 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8dbfce36-0791-4abc-9dca-38447b0389c0 None None] Provisioning complete for port 75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:14.548179 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8dbfce36-0791-4abc-9dca-38447b0389c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:14.563803 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2f004239-2235-428c-93c9-11f9d34923df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:34:14.583183 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d2f2b8-f67f-4568-b114-23a554be9d7b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:14.586591 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a7d2f2b8-f67f-4568-b114-23a554be9d7b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "GET /v2.0/ports?device_id=4742a91e-3b28-4ffb-9e65-7661f70a36f4 HTTP/1.1" status: 200 len: 989 time: 0.1442790 Feb 07 21:34:14.590510 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34020) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:14.593283 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f004239-2235-428c-93c9-11f9d34923df None None] Routers {'4742a91e-3b28-4ffb-9e65-7661f70a36f4'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:34:14.594304 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2f004239-2235-428c-93c9-11f9d34923df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:33:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['4742a91e-3b28-4ffb-9e65-7661f70a36f4'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:34:14.710614 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-984e540e-3186-4915-82e2-5138949f2a73 req-849ec08e-5a25-4d8d-9639-c890807d8269 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 210 time: 0.0713923 Feb 07 21:34:14.711224 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8dbfce36-0791-4abc-9dca-38447b0389c0 None None] Port 75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:34:14.720202 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2f004239-2235-428c-93c9-11f9d34923df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:34:14.721381 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f004239-2235-428c-93c9-11f9d34923df None None] The sync data for ids ['4742a91e-3b28-4ffb-9e65-7661f70a36f4'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:34:14.845581 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e758df57-afae-4571-bb43-59c18a42766a None None] Provisioning complete for port 75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:14.846231 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e758df57-afae-4571-bb43-59c18a42766a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:14.902628 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e758df57-afae-4571-bb43-59c18a42766a None None] Port 75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:34:15.130696 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b379f76b-da80-4740-b3d9-c1a61db23a86 None None] Provisioning complete for port 75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:15.131400 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b379f76b-da80-4740-b3d9-c1a61db23a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:15.192485 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b379f76b-da80-4740-b3d9-c1a61db23a86 None None] Port 75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:34:15.520116 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d5bb54e-f51d-4e3e-b5ba-0b8d1e118a05 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (4742a91e-3b28-4ffb-9e65-7661f70a36f4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:15.792643 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4d5bb54e-f51d-4e3e-b5ba-0b8d1e118a05 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting port 75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:34:15.792801 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 075d0436-0712-4fd8-8287-774c741e313a up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:34:15.793236 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d5bb54e-f51d-4e3e-b5ba-0b8d1e118a05 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:15.877063 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-34ed8e4e-5f9d-4cc7-bcca-f112a61eff8e req-a6806e47-f153-4a87-b6bf-faf82cf1c6b2 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 210 time: 0.0457337 Feb 07 21:34:15.898962 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d5bb54e-f51d-4e3e-b5ba-0b8d1e118a05 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:15.901975 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 075d0436-0712-4fd8-8287-774c741e313a triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:15.902354 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (075d0436-0712-4fd8-8287-774c741e313a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:15.915163 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4d5bb54e-f51d-4e3e-b5ba-0b8d1e118a05 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Calling delete_port for 75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:34:15.984088 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 075d0436-0712-4fd8-8287-774c741e313a is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:34:16.118715 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d5bb54e-f51d-4e3e-b5ba-0b8d1e118a05 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:16.154729 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5bb54e-f51d-4e3e-b5ba-0b8d1e118a05 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Port': ['ID=75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:16.270960 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d5bb54e-f51d-4e3e-b5ba-0b8d1e118a05 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (4742a91e-3b28-4ffb-9e65-7661f70a36f4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:16.461070 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5bb54e-f51d-4e3e-b5ba-0b8d1e118a05 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Router 4742a91e-3b28-4ffb-9e65-7661f70a36f4 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:34:16.547386 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5bb54e-f51d-4e3e-b5ba-0b8d1e118a05 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:34:16.555078 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34028) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:16.555223 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4d5bb54e-f51d-4e3e-b5ba-0b8d1e118a05 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "PUT /v2.0/routers/4742a91e-3b28-4ffb-9e65-7661f70a36f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9635081 Feb 07 21:34:16.565513 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91e5a7f-d0c6-44b7-8aca-638ed97f375a None None] Sync routers for ids ['4742a91e-3b28-4ffb-9e65-7661f70a36f4'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:34:16.582795 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91e5a7f-d0c6-44b7-8aca-638ed97f375a None None] Routers {'4742a91e-3b28-4ffb-9e65-7661f70a36f4'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:34:16.583705 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f91e5a7f-d0c6-44b7-8aca-638ed97f375a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:33:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['4742a91e-3b28-4ffb-9e65-7661f70a36f4'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:34:16.598842 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fda9f03-3413-46fe-8352-7ba651262b36 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] GET failed (client error): The resource could not be found. Feb 07 21:34:16.600879 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1fda9f03-3413-46fe-8352-7ba651262b36 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "GET /v2.0/ports/75e81d61-b3ac-4e1a-a13d-b4d5bd640a0c HTTP/1.1" status: 404 len: 333 time: 0.0436366 Feb 07 21:34:16.603711 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34030) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:16.627400 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f91e5a7f-d0c6-44b7-8aca-638ed97f375a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:34:16.637532 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91e5a7f-d0c6-44b7-8aca-638ed97f375a None None] Routers {'4742a91e-3b28-4ffb-9e65-7661f70a36f4'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:34:16.638156 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f91e5a7f-d0c6-44b7-8aca-638ed97f375a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:33:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['4742a91e-3b28-4ffb-9e65-7661f70a36f4'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:34:16.682477 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f91e5a7f-d0c6-44b7-8aca-638ed97f375a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:34:16.683368 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91e5a7f-d0c6-44b7-8aca-638ed97f375a None None] The sync data for ids ['4742a91e-3b28-4ffb-9e65-7661f70a36f4'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:34:16.701538 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43834e7a-183f-43c9-bc7f-218d64a09240 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for router (4742a91e-3b28-4ffb-9e65-7661f70a36f4), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:16.878582 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43834e7a-183f-43c9-bc7f-218d64a09240 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (4742a91e-3b28-4ffb-9e65-7661f70a36f4), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:16.883481 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43834e7a-183f-43c9-bc7f-218d64a09240 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for router_controller (4742a91e-3b28-4ffb-9e65-7661f70a36f4), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:16.944506 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43834e7a-183f-43c9-bc7f-218d64a09240 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (4742a91e-3b28-4ffb-9e65-7661f70a36f4), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:16.945395 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43834e7a-183f-43c9-bc7f-218d64a09240 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Fanout notify agent at l3_agent the message router_deleted on router 4742a91e-3b28-4ffb-9e65-7661f70a36f4 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:34:16.954544 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43834e7a-183f-43c9-bc7f-218d64a09240 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:16.956634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-43834e7a-183f-43c9-bc7f-218d64a09240 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/routers/4742a91e-3b28-4ffb-9e65-7661f70a36f4 HTTP/1.1" status: 204 len: 168 time: 0.3505056 Feb 07 21:34:16.958706 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34040) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:17.021268 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a01aa7-8732-4980-b9f6-651617e7a910 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting subnet 295e286d-1b0a-4dd1-a747-4e76bc9459e7 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:34:17.054965 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0fbd10c9-b064-43b0-a78f-f00571aa7dfa req-9c41bfbe-a424-4441-9f04-2d4fd7707b9c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 210 time: 0.0305064 Feb 07 21:34:17.058670 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93a01aa7-8732-4980-b9f6-651617e7a910 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (295e286d-1b0a-4dd1-a747-4e76bc9459e7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:17.113089 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93a01aa7-8732-4980-b9f6-651617e7a910 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (295e286d-1b0a-4dd1-a747-4e76bc9459e7), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:17.220754 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93a01aa7-8732-4980-b9f6-651617e7a910 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (295e286d-1b0a-4dd1-a747-4e76bc9459e7), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:17.290783 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93a01aa7-8732-4980-b9f6-651617e7a910 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (295e286d-1b0a-4dd1-a747-4e76bc9459e7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:17.318438 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a01aa7-8732-4980-b9f6-651617e7a910 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Subnet': ['ID=295e286d-1b0a-4dd1-a747-4e76bc9459e7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:17.322550 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93a01aa7-8732-4980-b9f6-651617e7a910 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:17.326836 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-93a01aa7-8732-4980-b9f6-651617e7a910 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/subnets/295e286d-1b0a-4dd1-a747-4e76bc9459e7 HTTP/1.1" status: 204 len: 168 time: 0.3661170 Feb 07 21:34:17.330538 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f47fb88-a974-467a-95fe-4657f7ba9330 None None] Network fc613864-d864-43e3-a723-de2695e057e1 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:34:17.331031 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34042) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:17.476042 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ebd2577f-6301-4f32-8636-8060e427f4e7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (fc613864-d864-43e3-a723-de2695e057e1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:17.562230 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195c5004-b2ad-4f19-b62f-5d04843f9ed3 None None] DHCP port deletion for fc613864-d864-43e3-a723-de2695e057e1 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:34:17.572717 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ebd2577f-6301-4f32-8636-8060e427f4e7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting port 075d0436-0712-4fd8-8287-774c741e313a {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:34:17.573404 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ebd2577f-6301-4f32-8636-8060e427f4e7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (075d0436-0712-4fd8-8287-774c741e313a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:17.646831 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-195c5004-b2ad-4f19-b62f-5d04843f9ed3 None None] Deleting port 075d0436-0712-4fd8-8287-774c741e313a {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:34:17.647497 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-195c5004-b2ad-4f19-b62f-5d04843f9ed3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (075d0436-0712-4fd8-8287-774c741e313a), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:17.655406 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ebd2577f-6301-4f32-8636-8060e427f4e7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] For port 075d0436-0712-4fd8-8287-774c741e313a, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=075d0436-0712-4fd8-8287-774c741e313a,segment=NetworkSegment(b53eb8b3-a0ae-4a65-a322-7eb7cc4210a1),segment_id=b53eb8b3-a0ae-4a65-a322-7eb7cc4210a1)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:34:17.656030 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ebd2577f-6301-4f32-8636-8060e427f4e7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (075d0436-0712-4fd8-8287-774c741e313a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:17.672780 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ebd2577f-6301-4f32-8636-8060e427f4e7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Calling delete_port for 075d0436-0712-4fd8-8287-774c741e313a owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:34:17.779814 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-195c5004-b2ad-4f19-b62f-5d04843f9ed3 None None] For port 075d0436-0712-4fd8-8287-774c741e313a, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=075d0436-0712-4fd8-8287-774c741e313a,segment=NetworkSegment(b53eb8b3-a0ae-4a65-a322-7eb7cc4210a1),segment_id=b53eb8b3-a0ae-4a65-a322-7eb7cc4210a1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:34:17.780590 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-195c5004-b2ad-4f19-b62f-5d04843f9ed3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (075d0436-0712-4fd8-8287-774c741e313a), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:17.798779 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-195c5004-b2ad-4f19-b62f-5d04843f9ed3 None None] Calling delete_port for 075d0436-0712-4fd8-8287-774c741e313a owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:34:17.828197 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ebd2577f-6301-4f32-8636-8060e427f4e7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (075d0436-0712-4fd8-8287-774c741e313a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:17.882095 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-195c5004-b2ad-4f19-b62f-5d04843f9ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (075d0436-0712-4fd8-8287-774c741e313a), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:17.884575 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 075d0436-0712-4fd8-8287-774c741e313a no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:34:17.892301 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd2577f-6301-4f32-8636-8060e427f4e7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] No DVR routers for this DVR port 075d0436-0712-4fd8-8287-774c741e313a on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:34:17.904060 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2577f-6301-4f32-8636-8060e427f4e7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Port': ['ID=075d0436-0712-4fd8-8287-774c741e313a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:17.927610 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 075d0436-0712-4fd8-8287-774c741e313a {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:34:17.928018 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 075d0436-0712-4fd8-8287-774c741e313a not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:34:17.930010 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c5004-b2ad-4f19-b62f-5d04843f9ed3 None None] Pushing event deleted for resources: {'Port': ['ID=075d0436-0712-4fd8-8287-774c741e313a,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:17.940028 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195c5004-b2ad-4f19-b62f-5d04843f9ed3 None None] No DVR routers for this DVR port 075d0436-0712-4fd8-8287-774c741e313a on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:34:18.034478 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ebd2577f-6301-4f32-8636-8060e427f4e7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (fc613864-d864-43e3-a723-de2695e057e1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:18.073512 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ebd2577f-6301-4f32-8636-8060e427f4e7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc613864-d864-43e3-a723-de2695e057e1']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:34:18.098357 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ebd2577f-6301-4f32-8636-8060e427f4e7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b53eb8b3-a0ae-4a65-a322-7eb7cc4210a1') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:34:18.098850 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ebd2577f-6301-4f32-8636-8060e427f4e7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b53eb8b3-a0ae-4a65-a322-7eb7cc4210a1') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:34:18.122074 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ebd2577f-6301-4f32-8636-8060e427f4e7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (b53eb8b3-a0ae-4a65-a322-7eb7cc4210a1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:18.147183 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ebd2577f-6301-4f32-8636-8060e427f4e7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (b53eb8b3-a0ae-4a65-a322-7eb7cc4210a1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:18.174649 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd2577f-6301-4f32-8636-8060e427f4e7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:34:18.176649 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ebd2577f-6301-4f32-8636-8060e427f4e7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (b53eb8b3-a0ae-4a65-a322-7eb7cc4210a1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:34:18.179929 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:34:18.223870 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a37b7710-0120-433b-a809-42e75e84ecc7 req-325884f4-f5df-4966-8e34-542f744ccd75 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 210 time: 0.0577271 Feb 07 21:34:18.270430 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ebd2577f-6301-4f32-8636-8060e427f4e7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (fc613864-d864-43e3-a723-de2695e057e1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:18.290828 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ebd2577f-6301-4f32-8636-8060e427f4e7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:18.294313 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ebd2577f-6301-4f32-8636-8060e427f4e7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/networks/fc613864-d864-43e3-a723-de2695e057e1 HTTP/1.1" status: 204 len: 168 time: 0.9623165 Feb 07 21:34:18.295340 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2577f-6301-4f32-8636-8060e427f4e7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Network': ['ID=fc613864-d864-43e3-a723-de2695e057e1,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:18.298121 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34050) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:18.358468 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278addfd-bb0a-4397-828e-5ad24b55c7b1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:18.359971 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-278addfd-bb0a-4397-828e-5ad24b55c7b1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "GET /v2.0/ports/9cf60154-cc6b-4269-8049-5ec8028b1371 HTTP/1.1" status: 200 len: 845 time: 0.0566475 Feb 07 21:34:18.366137 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34052) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:18.429059 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-29bd985d-dda3-4506-a638-99ab90af8df4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "GET /v2.0/ports/9cf60154-cc6b-4269-8049-5ec8028b1371?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0615826 Feb 07 21:34:18.429421 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34054) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:18.436900 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6db4ed97-0acb-47d2-b7ae-23103877bea4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'subnet': {'network_id': 'f538d278-a138-4dbf-8d9f-bfe976e68cc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:18.468863 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5107fc62-460a-45c3-81f6-3df472b7b459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:18.531181 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db4ed97-0acb-47d2-b7ae-23103877bea4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:34:18.534787 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6db4ed97-0acb-47d2-b7ae-23103877bea4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:18.736271 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6db4ed97-0acb-47d2-b7ae-23103877bea4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (bd270b09-065a-4cc8-9b8c-5af899d87b57), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:18.787509 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db4ed97-0acb-47d2-b7ae-23103877bea4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network f538d278-a138-4dbf-8d9f-bfe976e68cc8 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:34:18.791261 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6db4ed97-0acb-47d2-b7ae-23103877bea4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:34:18.800900 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b430f8-b1a7-4859-824a-744f801c153e None None] Network f538d278-a138-4dbf-8d9f-bfe976e68cc8 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:34:18.801066 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db4ed97-0acb-47d2-b7ae-23103877bea4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:18.801592 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6db4ed97-0acb-47d2-b7ae-23103877bea4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:18.818108 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4ed97-0acb-47d2-b7ae-23103877bea4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Subnet': ['ID=bd270b09-065a-4cc8-9b8c-5af899d87b57,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:18.829054 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6db4ed97-0acb-47d2-b7ae-23103877bea4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3983455 Feb 07 21:34:18.831634 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34056) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:18.837269 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-5845e8fe-ba14-45b4-b26b-051e3cd6d262 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'security_group': {'name': 'tempest-secgroup-1214402913'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:18.860296 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5845e8fe-ba14-45b4-b26b-051e3cd6d262 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:18.979497 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c889ffe-ed00-4488-9505-39c02ec2c2b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-f538d278-a138-4dbf-8d9f-bfe976e68cc8', 'network_id': 'f538d278-a138-4dbf-8d9f-bfe976e68cc8', 'project_id': 'de9dd56dc82c48a1b15ec37e1fbeca50', 'fixed_ips': [{'subnet_id': 'bd270b09-065a-4cc8-9b8c-5af899d87b57'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:34:18.980537 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7c889ffe-ed00-4488-9505-39c02ec2c2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:18.996633 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5845e8fe-ba14-45b4-b26b-051e3cd6d262 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (10a27273-0be3-4a7b-9855-be2f12f47975), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:19.010801 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5845e8fe-ba14-45b4-b26b-051e3cd6d262 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (10a27273-0be3-4a7b-9855-be2f12f47975), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:19.049546 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845e8fe-ba14-45b4-b26b-051e3cd6d262 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a27273-0be3-4a7b-9855-be2f12f47975,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:19.054825 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5845e8fe-ba14-45b4-b26b-051e3cd6d262 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:19.056451 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5845e8fe-ba14-45b4-b26b-051e3cd6d262 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2235837 Feb 07 21:34:19.059249 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34058) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:19.064630 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f4976cbf-05e8-4232-b11d-9acf5ad06ba4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'security_group': {'name': 'tempest-secgroup-112407560'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:19.115690 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4976cbf-05e8-4232-b11d-9acf5ad06ba4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:19.197627 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-7c889ffe-ed00-4488-9505-39c02ec2c2b2 None None] Allocated IP 2001:db8::2 (f538d278-a138-4dbf-8d9f-bfe976e68cc8/bd270b09-065a-4cc8-9b8c-5af899d87b57/9c610253-d4ce-4f51-8d81-84e63a4d1dd0) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:34:19.221052 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4976cbf-05e8-4232-b11d-9acf5ad06ba4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (d622f01c-581e-4745-a022-8546a373b14f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:19.230285 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4976cbf-05e8-4232-b11d-9acf5ad06ba4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d622f01c-581e-4745-a022-8546a373b14f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:19.272349 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4976cbf-05e8-4232-b11d-9acf5ad06ba4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:19.273750 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f4976cbf-05e8-4232-b11d-9acf5ad06ba4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2133725 Feb 07 21:34:19.276272 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4976cbf-05e8-4232-b11d-9acf5ad06ba4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d622f01c-581e-4745-a022-8546a373b14f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:19.277649 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34064) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:19.283711 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7cfc2a8e-12e6-4b8a-a8a5-28286276d90b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1217000286', 'security_groups': ['d622f01c-581e-4745-a022-8546a373b14f'], 'network_id': 'f538d278-a138-4dbf-8d9f-bfe976e68cc8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bd270b09-065a-4cc8-9b8c-5af899d87b57'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:19.361421 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c996f5a7-be38-4f65-81ba-4aba5cb2ae19 req-7858af82-7df7-4ed4-98c4-b678defa885b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=089a6eee-8adc-4264-aa3b-99913e4a0bf7 HTTP/1.1" status: 200 len: 210 time: 0.0327420 Feb 07 21:34:19.433672 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7c889ffe-ed00-4488-9505-39c02ec2c2b2 None None] Publish callbacks [] for port (9c610253-d4ce-4f51-8d81-84e63a4d1dd0), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:19.438368 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfc2a8e-12e6-4b8a-a8a5-28286276d90b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:34:19.444606 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7c889ffe-ed00-4488-9505-39c02ec2c2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (9c610253-d4ce-4f51-8d81-84e63a4d1dd0), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:19.496721 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c889ffe-ed00-4488-9505-39c02ec2c2b2 None None] Network f538d278-a138-4dbf-8d9f-bfe976e68cc8 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:34:19.499830 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-7c889ffe-ed00-4488-9505-39c02ec2c2b2 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:34:19.504176 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c889ffe-ed00-4488-9505-39c02ec2c2b2 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:34:19.507540 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c889ffe-ed00-4488-9505-39c02ec2c2b2 None None] Pushing event updated for resources: {'Port': ['ID=9c610253-d4ce-4f51-8d81-84e63a4d1dd0,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:19.525638 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7cfc2a8e-12e6-4b8a-a8a5-28286276d90b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:19.543527 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-7cfc2a8e-12e6-4b8a-a8a5-28286276d90b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] device_id is not set on port 3aba54b8-e651-489d-b982-faf4a246aee5 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:34:19.561939 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-7c889ffe-ed00-4488-9505-39c02ec2c2b2 None None] Attempting to bind port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:34:19.562383 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-7c889ffe-ed00-4488-9505-39c02ec2c2b2 None None] Attempting to bind port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '7d989e33-a260-4ace-bf52-e0528dc8327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f538d278-a138-4dbf-8d9f-bfe976e68cc8'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:34:19.562915 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c889ffe-ed00-4488-9505-39c02ec2c2b2 None None] Attempting to bind port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 on network f538d278-a138-4dbf-8d9f-bfe976e68cc8 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:34:19.569770 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c889ffe-ed00-4488-9505-39c02ec2c2b2 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:34:19.570292 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c889ffe-ed00-4488-9505-39c02ec2c2b2 None None] Checking segment: {'id': '7d989e33-a260-4ace-bf52-e0528dc8327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f538d278-a138-4dbf-8d9f-bfe976e68cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:34:19.570941 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7c889ffe-ed00-4488-9505-39c02ec2c2b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:19.571481 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c889ffe-ed00-4488-9505-39c02ec2c2b2 None None] Bound using segment: {'id': '7d989e33-a260-4ace-bf52-e0528dc8327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f538d278-a138-4dbf-8d9f-bfe976e68cc8'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:34:19.572255 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-7c889ffe-ed00-4488-9505-39c02ec2c2b2 None None] Bound port: 9c610253-d4ce-4f51-8d81-84e63a4d1dd0, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d989e33-a260-4ace-bf52-e0528dc8327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f538d278-a138-4dbf-8d9f-bfe976e68cc8'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:34:19.572728 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7c889ffe-ed00-4488-9505-39c02ec2c2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9c610253-d4ce-4f51-8d81-84e63a4d1dd0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:19.638792 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7c889ffe-ed00-4488-9505-39c02ec2c2b2 None None] For port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:34:19.642178 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7c889ffe-ed00-4488-9505-39c02ec2c2b2 None None] For port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9c610253-d4ce-4f51-8d81-84e63a4d1dd0,segment=NetworkSegment(7d989e33-a260-4ace-bf52-e0528dc8327a),segment_id=7d989e33-a260-4ace-bf52-e0528dc8327a)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:34:19.647642 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7c889ffe-ed00-4488-9505-39c02ec2c2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9c610253-d4ce-4f51-8d81-84e63a4d1dd0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:19.723804 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c889ffe-ed00-4488-9505-39c02ec2c2b2 None None] Pushing event updated for resources: {'Port': ['ID=9c610253-d4ce-4f51-8d81-84e63a4d1dd0,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:19.748675 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-7cfc2a8e-12e6-4b8a-a8a5-28286276d90b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Allocated IP 2001:db8::2e5 (f538d278-a138-4dbf-8d9f-bfe976e68cc8/bd270b09-065a-4cc8-9b8c-5af899d87b57/3aba54b8-e651-489d-b982-faf4a246aee5) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:34:19.954090 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7cfc2a8e-12e6-4b8a-a8a5-28286276d90b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for port (3aba54b8-e651-489d-b982-faf4a246aee5), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:20.015261 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7cfc2a8e-12e6-4b8a-a8a5-28286276d90b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (3aba54b8-e651-489d-b982-faf4a246aee5), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:20.069088 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfc2a8e-12e6-4b8a-a8a5-28286276d90b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network f538d278-a138-4dbf-8d9f-bfe976e68cc8 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:34:20.072491 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-7cfc2a8e-12e6-4b8a-a8a5-28286276d90b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:34:20.076253 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfc2a8e-12e6-4b8a-a8a5-28286276d90b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:34:20.081754 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfc2a8e-12e6-4b8a-a8a5-28286276d90b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:20.082423 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7cfc2a8e-12e6-4b8a-a8a5-28286276d90b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:20.089623 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc2a8e-12e6-4b8a-a8a5-28286276d90b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Port': ['ID=3aba54b8-e651-489d-b982-faf4a246aee5,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:20.107558 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7cfc2a8e-12e6-4b8a-a8a5-28286276d90b tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8287618 Feb 07 21:34:20.110395 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34066) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:20.115654 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d986e119-6733-48ff-8352-86e1dbab52b2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'subnet': {'network_id': 'f538d278-a138-4dbf-8d9f-bfe976e68cc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:20.241246 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d986e119-6733-48ff-8352-86e1dbab52b2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:34:20.244726 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d986e119-6733-48ff-8352-86e1dbab52b2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:20.344568 n-d-828185-2 neutron-server[103255]: INFO neutron.db.ipam_backend_mixin [None req-d986e119-6733-48ff-8352-86e1dbab52b2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bd270b09-065a-4cc8-9b8c-5af899d87b57 (CIDR: 2001:db8::/64) Feb 07 21:34:20.348265 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-d986e119-6733-48ff-8352-86e1dbab52b2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:34:20.348743 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d986e119-6733-48ff-8352-86e1dbab52b2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:34:20.366316 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d986e119-6733-48ff-8352-86e1dbab52b2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2521205 Feb 07 21:34:20.366552 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34070) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:20.371344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b2816c7e-0bb4-4b58-8ca4-d24942dd56fd tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'subnet': {'network_id': 'f538d278-a138-4dbf-8d9f-bfe976e68cc8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:20.498322 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2816c7e-0bb4-4b58-8ca4-d24942dd56fd tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:34:20.502995 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2816c7e-0bb4-4b58-8ca4-d24942dd56fd tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:20.591804 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68ca03bf-3eff-4719-a752-4b8e7c59c74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:20.661894 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-0fbb9693-f59e-4475-a6dc-067f83abe848 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1815031048&fields=id&tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b HTTP/1.1" status: 200 len: 267 time: 0.0897238 Feb 07 21:34:20.882067 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4d2d4ef1-dafa-4611-b807-3e266138d92b None None] Provisioning complete for port 9cf60154-cc6b-4269-8049-5ec8028b1371 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:20.882437 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4ef1-dafa-4611-b807-3e266138d92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9cf60154-cc6b-4269-8049-5ec8028b1371), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:20.929467 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d4ef1-dafa-4611-b807-3e266138d92b None None] Port 9cf60154-cc6b-4269-8049-5ec8028b1371 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:34:20.941034 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4d2d4ef1-dafa-4611-b807-3e266138d92b None None] Provisioning complete for port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:20.941774 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4ef1-dafa-4611-b807-3e266138d92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9c610253-d4ce-4f51-8d81-84e63a4d1dd0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:21.032862 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d4ef1-dafa-4611-b807-3e266138d92b None None] Current status of the port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:34:21.033500 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4ef1-dafa-4611-b807-3e266138d92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9c610253-d4ce-4f51-8d81-84e63a4d1dd0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:21.087144 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-4d2d4ef1-dafa-4611-b807-3e266138d92b None None] For port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9c610253-d4ce-4f51-8d81-84e63a4d1dd0,segment=NetworkSegment(7d989e33-a260-4ace-bf52-e0528dc8327a),segment_id=7d989e33-a260-4ace-bf52-e0528dc8327a)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:34:21.094117 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4ef1-dafa-4611-b807-3e266138d92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9c610253-d4ce-4f51-8d81-84e63a4d1dd0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:21.161260 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d4ef1-dafa-4611-b807-3e266138d92b None None] Pushing event updated for resources: {'Port': ['ID=9c610253-d4ce-4f51-8d81-84e63a4d1dd0,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:21.215463 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-fb1844d4-a7e0-4651-a439-7f9e15d5456a None None] Provisioning complete for port 3aba54b8-e651-489d-b982-faf4a246aee5 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:21.215847 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fb1844d4-a7e0-4651-a439-7f9e15d5456a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3aba54b8-e651-489d-b982-faf4a246aee5), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:21.220078 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-634f6eee-815e-4f09-a3da-3c3b1ad72a9a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:21.221812 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-634f6eee-815e-4f09-a3da-3c3b1ad72a9a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 812 time: 0.5453322 Feb 07 21:34:21.247758 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-3b3dbab6-d14c-4093-90ac-37e104292738 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/quotas/8ef7e56915e94cee93ca54eb0ba4e95b HTTP/1.1" status: 200 len: 375 time: 0.0160022 Feb 07 21:34:21.292222 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-fb1844d4-a7e0-4651-a439-7f9e15d5456a None None] Port 3aba54b8-e651-489d-b982-faf4a246aee5 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:34:21.322673 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2816c7e-0bb4-4b58-8ca4-d24942dd56fd tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (85de6759-3eed-4d09-a033-883a451cc2a3), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:21.404513 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-25b406b3-ca68-48cb-9755-9dece39472d9 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1326141 Feb 07 21:34:21.414184 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-b32a7598-9608-4982-b901-b370c7ec6500 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:34:21.415770 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-b32a7598-9608-4982-b901-b370c7ec6500 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098865 Feb 07 21:34:21.421738 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2816c7e-0bb4-4b58-8ca4-d24942dd56fd tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network f538d278-a138-4dbf-8d9f-bfe976e68cc8 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:34:21.438399 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-b2816c7e-0bb4-4b58-8ca4-d24942dd56fd tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:34:21.441139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2816c7e-0bb4-4b58-8ca4-d24942dd56fd tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:21.441729 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2816c7e-0bb4-4b58-8ca4-d24942dd56fd tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:21.456650 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74a8865-d39a-4dd8-94fd-0e3ee0086fb2 None None] Network f538d278-a138-4dbf-8d9f-bfe976e68cc8 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:34:21.459282 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2816c7e-0bb4-4b58-8ca4-d24942dd56fd tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Subnet': ['ID=85de6759-3eed-4d09-a033-883a451cc2a3,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:21.500329 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670ffba-c684-4235-afe9-60df06fadce6 req-a0a690a9-7a69-48a7-bc3a-acfc20e8407e tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:21.502764 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1670ffba-c684-4235-afe9-60df06fadce6 req-a0a690a9-7a69-48a7-bc3a-acfc20e8407e tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 1128 time: 0.1902168 Feb 07 21:34:21.516194 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b2816c7e-0bb4-4b58-8ca4-d24942dd56fd tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1461127 Feb 07 21:34:21.516786 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34090) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:21.525381 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-083be30d-2355-416f-b3f8-49e32a0630b4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-363377131', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '85de6759-3eed-4d09-a033-883a451cc2a3'}], 'security_groups': ['10a27273-0be3-4a7b-9855-be2f12f47975']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:21.543434 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1670ffba-c684-4235-afe9-60df06fadce6 req-56fc3380-6f11-41a2-b587-640f3cea3b04 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:21.566874 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34092) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:21.599068 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-5a289068-46db-4775-822b-653d4eaac73d service neutron] 10.222.0.65 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730371 Feb 07 21:34:21.766622 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1670ffba-c684-4235-afe9-60df06fadce6 req-56fc3380-6f11-41a2-b587-640f3cea3b04 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] Publish callbacks [] for security_group (2aadbb83-fc76-4910-94d5-093511f2ab73), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:21.775389 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-e7d3bb51-aeca-49cf-9943-611b3c190722 service neutron] 10.222.0.65 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660974 Feb 07 21:34:21.777159 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1670ffba-c684-4235-afe9-60df06fadce6 req-56fc3380-6f11-41a2-b587-640f3cea3b04 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (2aadbb83-fc76-4910-94d5-093511f2ab73), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:21.779461 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db56c9c9-1649-4a8e-9efa-d21649d8f2ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:21.841090 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1670ffba-c684-4235-afe9-60df06fadce6 req-56fc3380-6f11-41a2-b587-640f3cea3b04 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3246002 Feb 07 21:34:21.841720 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc3380-6f11-41a2-b587-640f3cea3b04 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aadbb83-fc76-4910-94d5-093511f2ab73,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:21.913177 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:21.925585 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03319234-e301-481a-bdef-a1544b872428 None None] Update dhcp port {'port': {'network_id': 'f538d278-a138-4dbf-8d9f-bfe976e68cc8', 'fixed_ips': [{'subnet_id': 'bd270b09-065a-4cc8-9b8c-5af899d87b57', 'ip_address': '2001:db8::2'}, {'subnet_id': '85de6759-3eed-4d09-a033-883a451cc2a3'}], 'binding:host_id': 'n-d-828185-2'}, 'id': '9c610253-d4ce-4f51-8d81-84e63a4d1dd0'} from n-d-828185-2. {{(pid=103257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 21:34:21.937237 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-083be30d-2355-416f-b3f8-49e32a0630b4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3aba54b8-e651-489d-b982-faf4a246aee5), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:21.955446 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db56c9c9-1649-4a8e-9efa-d21649d8f2ff admin admin] Publish callbacks [] for security_group (1a93bc3a-5899-42a5-a707-0526d6b169eb), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:21.969156 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db56c9c9-1649-4a8e-9efa-d21649d8f2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1a93bc3a-5899-42a5-a707-0526d6b169eb), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:21.977161 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-03319234-e301-481a-bdef-a1544b872428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9c610253-d4ce-4f51-8d81-84e63a4d1dd0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:21.980951 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:34:22.051839 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-db56c9c9-1649-4a8e-9efa-d21649d8f2ff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=72c091cc4b0a4454b81d63926f63d4d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4837160 Feb 07 21:34:22.054406 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34104) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:22.069839 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56c9c9-1649-4a8e-9efa-d21649d8f2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a93bc3a-5899-42a5-a707-0526d6b169eb,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:22.119616 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af1750-a23a-4ac6-b46d-b8d5158f1cfa req-8b01b5bd-60c4-40b6-b938-ca6d9566b54f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:22.121237 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2af1750-a23a-4ac6-b46d-b8d5158f1cfa req-8b01b5bd-60c4-40b6-b938-ca6d9566b54f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 946 time: 0.1066813 Feb 07 21:34:22.183291 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2af1750-a23a-4ac6-b46d-b8d5158f1cfa req-a6a0b6e7-39b6-48f3-a875-042e3eba0532 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563269 Feb 07 21:34:22.190753 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:22.191135 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9c610253-d4ce-4f51-8d81-84e63a4d1dd0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:22.211172 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34106) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:22.232105 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f2fa4ba2-b03e-419e-85cc-d750e960525f admin admin] Publish callbacks [] for security_group (1a93bc3a-5899-42a5-a707-0526d6b169eb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:22.265234 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f2fa4ba2-b03e-419e-85cc-d750e960525f admin admin] Publish callbacks [] for security_group (1a93bc3a-5899-42a5-a707-0526d6b169eb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:22.308611 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-03319234-e301-481a-bdef-a1544b872428 None None] Allocated IP 2001:db8:0:1::2 (f538d278-a138-4dbf-8d9f-bfe976e68cc8/85de6759-3eed-4d09-a033-883a451cc2a3/9c610253-d4ce-4f51-8d81-84e63a4d1dd0) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:34:22.332657 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c4be51db-0732-4b6c-9ecb-a51a9e3b9471 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/floatingips/65354e84-b9d7-4b86-863d-88cf1348d3b7 HTTP/1.1" status: 200 len: 994 time: 0.1196418 Feb 07 21:34:22.400760 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:34:22.422134 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd05c7c9-1812-45ce-89e0-45f4cc2452f1 req-5d2bcd8b-71da-4cb7-9aaa-e6a11d9b3398 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 210 time: 0.0611553 Feb 07 21:34:22.461217 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f2fa4ba2-b03e-419e-85cc-d750e960525f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1a93bc3a-5899-42a5-a707-0526d6b169eb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:22.466088 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f2fa4ba2-b03e-419e-85cc-d750e960525f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:22.467086 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-03319234-e301-481a-bdef-a1544b872428 None None] For port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9c610253-d4ce-4f51-8d81-84e63a4d1dd0,segment=NetworkSegment(7d989e33-a260-4ace-bf52-e0528dc8327a),segment_id=7d989e33-a260-4ace-bf52-e0528dc8327a)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:34:22.467951 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f2fa4ba2-b03e-419e-85cc-d750e960525f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1a93bc3a-5899-42a5-a707-0526d6b169eb HTTP/1.1" status: 204 len: 168 time: 0.4122827 Feb 07 21:34:22.485535 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa4ba2-b03e-419e-85cc-d750e960525f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a93bc3a-5899-42a5-a707-0526d6b169eb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:22.511109 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-03319234-e301-481a-bdef-a1544b872428 None None] Publish callbacks [] for port (9c610253-d4ce-4f51-8d81-84e63a4d1dd0), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:22.522452 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-03319234-e301-481a-bdef-a1544b872428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9c610253-d4ce-4f51-8d81-84e63a4d1dd0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:22.605548 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03319234-e301-481a-bdef-a1544b872428 None None] Pushing event updated for resources: {'Port': ['ID=9c610253-d4ce-4f51-8d81-84e63a4d1dd0,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:22.750516 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-fce477fb-e9a3-4051-9bca-9a6948b10e0e req-a05c2598-4b08-4adf-a239-2c745b245b45 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:34:22.751547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fce477fb-e9a3-4051-9bca-9a6948b10e0e req-a05c2598-4b08-4adf-a239-2c745b245b45 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068383 Feb 07 21:34:22.770012 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-083be30d-2355-416f-b3f8-49e32a0630b4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Delete allocated IP 2001:db8::2e5 (f538d278-a138-4dbf-8d9f-bfe976e68cc8/bd270b09-065a-4cc8-9b8c-5af899d87b57) {{(pid=103256) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 21:34:22.794042 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-083be30d-2355-416f-b3f8-49e32a0630b4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Allocated IP 2001:db8:0:1::2e1 (f538d278-a138-4dbf-8d9f-bfe976e68cc8/85de6759-3eed-4d09-a033-883a451cc2a3/3aba54b8-e651-489d-b982-faf4a246aee5) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:34:23.119315 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-083be30d-2355-416f-b3f8-49e32a0630b4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for port (3aba54b8-e651-489d-b982-faf4a246aee5), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:23.131158 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-083be30d-2355-416f-b3f8-49e32a0630b4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (3aba54b8-e651-489d-b982-faf4a246aee5), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:23.251718 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-083be30d-2355-416f-b3f8-49e32a0630b4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] In _notify_port_updated(), no bound segment for port 3aba54b8-e651-489d-b982-faf4a246aee5 on network f538d278-a138-4dbf-8d9f-bfe976e68cc8 {{(pid=103256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 07 21:34:23.256886 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083be30d-2355-416f-b3f8-49e32a0630b4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:23.257611 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-083be30d-2355-416f-b3f8-49e32a0630b4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:23.267896 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34142) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:23.268088 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-083be30d-2355-416f-b3f8-49e32a0630b4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "PUT /v2.0/ports/3aba54b8-e651-489d-b982-faf4a246aee5 HTTP/1.1" status: 200 len: 930 time: 1.7491136 Feb 07 21:34:23.269235 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083be30d-2355-416f-b3f8-49e32a0630b4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Port': ['ID=3aba54b8-e651-489d-b982-faf4a246aee5,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:23.324114 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34144) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:23.340013 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:23.546006 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8ea0f-6ae7-4d7c-9bae-41c35c5b2e55 req-d20a64b2-274d-43e5-bcf4-083eb1cfea94 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:23.547573 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e6a8ea0f-6ae7-4d7c-9bae-41c35c5b2e55 req-d20a64b2-274d-43e5-bcf4-083eb1cfea94 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 946 time: 0.2676857 Feb 07 21:34:23.608887 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e1bb0f75-c6bc-45ba-869a-80043fbbb0ac tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting port 3aba54b8-e651-489d-b982-faf4a246aee5 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:34:23.609167 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e1bb0f75-c6bc-45ba-869a-80043fbbb0ac tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (3aba54b8-e651-489d-b982-faf4a246aee5), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:23.632287 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-a5ae304a-0030-48a6-a9c1-b9cb68f85cb2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3053918 Feb 07 21:34:23.639141 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-70bd4372-c3d5-42d3-abc0-048d0f04c0c6 req-413a3ea0-bc48-41f5-bcec-c153520f2791 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 210 time: 0.0625255 Feb 07 21:34:23.642908 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-88dfb6f1-4f0d-43d5-aaac-4b25337d3520 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:34:23.644238 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-88dfb6f1-4f0d-43d5-aaac-4b25337d3520 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057118 Feb 07 21:34:23.768285 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f63884b0-8916-45ee-8993-c2ac81478f79 None None] Provisioning complete for port 3aba54b8-e651-489d-b982-faf4a246aee5 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:23.768684 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f63884b0-8916-45ee-8993-c2ac81478f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3aba54b8-e651-489d-b982-faf4a246aee5), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:23.863942 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e6a8ea0f-6ae7-4d7c-9bae-41c35c5b2e55 req-5bc1f737-94c4-44fb-849b-231394da9463 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3021607 Feb 07 21:34:23.874307 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f63884b0-8916-45ee-8993-c2ac81478f79 None None] Port 3aba54b8-e651-489d-b982-faf4a246aee5 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:34:23.921457 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f63884b0-8916-45ee-8993-c2ac81478f79 None None] Provisioning complete for port 9cf60154-cc6b-4269-8049-5ec8028b1371 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:23.924454 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f63884b0-8916-45ee-8993-c2ac81478f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9cf60154-cc6b-4269-8049-5ec8028b1371), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:23.934286 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:34:24.017926 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e1bb0f75-c6bc-45ba-869a-80043fbbb0ac tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (3aba54b8-e651-489d-b982-faf4a246aee5), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:24.033686 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e1bb0f75-c6bc-45ba-869a-80043fbbb0ac tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Calling delete_port for 3aba54b8-e651-489d-b982-faf4a246aee5 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:34:24.087843 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f63884b0-8916-45ee-8993-c2ac81478f79 None None] Port 9cf60154-cc6b-4269-8049-5ec8028b1371 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:34:24.145726 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f63884b0-8916-45ee-8993-c2ac81478f79 None None] Provisioning complete for port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:24.146109 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f63884b0-8916-45ee-8993-c2ac81478f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9c610253-d4ce-4f51-8d81-84e63a4d1dd0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:24.163212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:24.164059 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9c610253-d4ce-4f51-8d81-84e63a4d1dd0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:24.266009 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e1bb0f75-c6bc-45ba-869a-80043fbbb0ac tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (3aba54b8-e651-489d-b982-faf4a246aee5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:24.332965 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb0f75-c6bc-45ba-869a-80043fbbb0ac tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Port': ['ID=3aba54b8-e651-489d-b982-faf4a246aee5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:24.344586 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:34:24.412209 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e1bb0f75-c6bc-45ba-869a-80043fbbb0ac tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:24.418411 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e1bb0f75-c6bc-45ba-869a-80043fbbb0ac tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/ports/3aba54b8-e651-489d-b982-faf4a246aee5 HTTP/1.1" status: 204 len: 168 time: 1.1467795 Feb 07 21:34:24.419392 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34182) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:24.420940 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f63884b0-8916-45ee-8993-c2ac81478f79 None None] Current status of the port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:34:24.473959 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3bd899-ca81-456f-a303-48ff9a52a490 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] GET failed (client error): The resource could not be found. Feb 07 21:34:24.478561 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-7c23970c-e7d4-44d9-8b6c-931be76407f5 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:24.478561 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-7c23970c-e7d4-44d9-8b6c-931be76407f5 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.69 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 812 time: 0.6104691 Feb 07 21:34:24.479476 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34186) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:24.479652 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2b3bd899-ca81-456f-a303-48ff9a52a490 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "GET /v2.0/ports/3aba54b8-e651-489d-b982-faf4a246aee5 HTTP/1.1" status: 404 len: 333 time: 0.0559328 Feb 07 21:34:24.543601 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-7da35a2c-fb07-4c7d-9481-5ee2f428b4bd None None] Could not find standard attr ID for object 3aba54b8-e651-489d-b982-faf4a246aee5. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:34:24.594378 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-84ae12c8-b977-4789-9020-16191de6e3d9 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b HTTP/1.1" status: 200 len: 380 time: 0.1039579 Feb 07 21:34:24.604103 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-a275dec5-505d-48ad-8e12-acd003edc3b1 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Request body: {'port': {'device_id': '8859886d-c9ca-4611-b74c-94f775decb97', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'admin_state_up': True, 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'security_groups': ['9adb0858-6f23-4a8b-8bb0-702feb751f8b']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:24.684167 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:24.745672 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34196) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:24.759516 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a440c084-58af-41d9-832e-260b30dc3bf2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (d622f01c-581e-4745-a022-8546a373b14f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:24.817553 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-a275dec5-505d-48ad-8e12-acd003edc3b1 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Made reservation on behalf of 8ef7e56915e94cee93ca54eb0ba4e95b for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:34:24.821393 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-a275dec5-505d-48ad-8e12-acd003edc3b1 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:24.844085 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1225f738-598a-4f9a-8e0f-adaac8d1f043 req-25b31bbb-ad88-491b-9857-71f2efd5afae tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 210 time: 0.0641963 Feb 07 21:34:24.860643 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a440c084-58af-41d9-832e-260b30dc3bf2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (d622f01c-581e-4745-a022-8546a373b14f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:24.939722 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-510d7f81-642c-4bc1-a598-6e1042700bbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:25.044018 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-510d7f81-642c-4bc1-a598-6e1042700bbb admin admin] Publish callbacks [] for security_group (b70df808-f8a1-4902-bcf2-7bfc7f08d4bb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:25.051613 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-510d7f81-642c-4bc1-a598-6e1042700bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b70df808-f8a1-4902-bcf2-7bfc7f08d4bb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:25.092991 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-510d7f81-642c-4bc1-a598-6e1042700bbb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8f940606051e4077928462b21cb6d266&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3455427 Feb 07 21:34:25.093251 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a440c084-58af-41d9-832e-260b30dc3bf2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d622f01c-581e-4745-a022-8546a373b14f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:25.095809 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a440c084-58af-41d9-832e-260b30dc3bf2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:25.096040 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34202) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:25.099497 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a440c084-58af-41d9-832e-260b30dc3bf2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/security-groups/d622f01c-581e-4745-a022-8546a373b14f HTTP/1.1" status: 204 len: 168 time: 0.6162474 Feb 07 21:34:25.108772 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34204) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:25.117215 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc49658-b684-4e86-9955-6e88adc315ac req-f311a99b-a22d-41d0-ad8a-bba42eb18129 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:25.119707 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ccc49658-b684-4e86-9955-6e88adc315ac req-f311a99b-a22d-41d0-ad8a-bba42eb18129 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 946 time: 0.1603742 Feb 07 21:34:25.122058 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d7f81-642c-4bc1-a598-6e1042700bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70df808-f8a1-4902-bcf2-7bfc7f08d4bb,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:25.151519 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440c084-58af-41d9-832e-260b30dc3bf2 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d622f01c-581e-4745-a022-8546a373b14f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:25.162044 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-a275dec5-505d-48ad-8e12-acd003edc3b1 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Allocated IP 172.20.0.11 (c5d8bec1-9baf-496d-8066-d331255bb96c/5277b698-1143-4952-a3ce-257473c57257/bd0e427a-164f-4652-900c-d02583789525) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:34:25.175795 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-87f45e6d-0b7f-4e51-81bd-328149040e19 admin admin] Publish callbacks [] for security_group (b70df808-f8a1-4902-bcf2-7bfc7f08d4bb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:25.219051 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-87f45e6d-0b7f-4e51-81bd-328149040e19 admin admin] Publish callbacks [] for security_group (b70df808-f8a1-4902-bcf2-7bfc7f08d4bb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:25.272352 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ccc49658-b684-4e86-9955-6e88adc315ac req-6c188d9b-ee15-4fc7-9bfe-bc38f4251f69 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319714 Feb 07 21:34:25.289806 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65c7db26-b1bf-479e-8304-1b6ff8418cdd tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (10a27273-0be3-4a7b-9855-be2f12f47975), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:25.292917 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-87f45e6d-0b7f-4e51-81bd-328149040e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b70df808-f8a1-4902-bcf2-7bfc7f08d4bb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:25.296382 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-87f45e6d-0b7f-4e51-81bd-328149040e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:25.297841 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-87f45e6d-0b7f-4e51-81bd-328149040e19 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b70df808-f8a1-4902-bcf2-7bfc7f08d4bb HTTP/1.1" status: 204 len: 168 time: 0.2007587 Feb 07 21:34:25.310953 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f45e6d-0b7f-4e51-81bd-328149040e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70df808-f8a1-4902-bcf2-7bfc7f08d4bb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:25.361026 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65c7db26-b1bf-479e-8304-1b6ff8418cdd tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (10a27273-0be3-4a7b-9855-be2f12f47975), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:25.431616 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65c7db26-b1bf-479e-8304-1b6ff8418cdd tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (10a27273-0be3-4a7b-9855-be2f12f47975), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:25.445328 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65c7db26-b1bf-479e-8304-1b6ff8418cdd tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:25.447568 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-65c7db26-b1bf-479e-8304-1b6ff8418cdd tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/security-groups/10a27273-0be3-4a7b-9855-be2f12f47975 HTTP/1.1" status: 204 len: 168 time: 0.3268142 Feb 07 21:34:25.450133 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34208) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:25.477928 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-a275dec5-505d-48ad-8e12-acd003edc3b1 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for port (bd0e427a-164f-4652-900c-d02583789525), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:25.491313 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7db26-b1bf-479e-8304-1b6ff8418cdd tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a27273-0be3-4a7b-9855-be2f12f47975,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:25.554875 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-a275dec5-505d-48ad-8e12-acd003edc3b1 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (bd0e427a-164f-4652-900c-d02583789525), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:25.594794 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6459ac-f5f9-40a8-afb9-ed112aa2ecc9 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting subnet bd270b09-065a-4cc8-9b8c-5af899d87b57 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:34:25.604026 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe6459ac-f5f9-40a8-afb9-ed112aa2ecc9 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (bd270b09-065a-4cc8-9b8c-5af899d87b57), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:25.661651 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-a275dec5-505d-48ad-8e12-acd003edc3b1 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Network c5d8bec1-9baf-496d-8066-d331255bb96c is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:34:25.668279 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-a275dec5-505d-48ad-8e12-acd003edc3b1 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:34:25.669122 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe6459ac-f5f9-40a8-afb9-ed112aa2ecc9 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (bd270b09-065a-4cc8-9b8c-5af899d87b57), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:25.672642 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-a275dec5-505d-48ad-8e12-acd003edc3b1 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:34:25.760126 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-a275dec5-505d-48ad-8e12-acd003edc3b1 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:25.761099 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-a275dec5-505d-48ad-8e12-acd003edc3b1 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:25.825135 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe6459ac-f5f9-40a8-afb9-ed112aa2ecc9 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (bd270b09-065a-4cc8-9b8c-5af899d87b57), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:25.825775 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-a275dec5-505d-48ad-8e12-acd003edc3b1 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2262020 Feb 07 21:34:25.829305 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-8899a1b1-0ff5-4c1d-8c5f-70f60535e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:25.831215 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-8899a1b1-0ff5-4c1d-8c5f-70f60535e196 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 1128 time: 0.2731178 Feb 07 21:34:25.832209 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275dec5-505d-48ad-8e12-acd003edc3b1 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event updated for resources: {'Port': ['ID=bd0e427a-164f-4652-900c-d02583789525,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:25.851849 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-1940b749-895f-4469-af61-4062a370afc8 service neutron] Request body: {'port': {'device_id': '8859886d-c9ca-4611-b74c-94f775decb97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:25.964088 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-a5a295be-ed1d-4acc-845e-4047df9a1979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:25.965714 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-a5a295be-ed1d-4acc-845e-4047df9a1979 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f6fb51aa-ce97-4a86-8bd4-3b26e400b388 HTTP/1.1" status: 200 len: 898 time: 0.1191881 Feb 07 21:34:25.969947 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe6459ac-f5f9-40a8-afb9-ed112aa2ecc9 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (bd270b09-065a-4cc8-9b8c-5af899d87b57), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:26.002163 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6459ac-f5f9-40a8-afb9-ed112aa2ecc9 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Subnet': ['ID=bd270b09-065a-4cc8-9b8c-5af899d87b57,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:26.007474 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe6459ac-f5f9-40a8-afb9-ed112aa2ecc9 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:26.016012 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fe6459ac-f5f9-40a8-afb9-ed112aa2ecc9 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/subnets/bd270b09-065a-4cc8-9b8c-5af899d87b57 HTTP/1.1" status: 204 len: 168 time: 0.5605791 Feb 07 21:34:26.016502 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34212) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:26.023422 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1b5289-8439-4805-ac6d-74f58e2defbb None None] Network f538d278-a138-4dbf-8d9f-bfe976e68cc8 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:34:26.025812 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2ec616d3-525d-49d8-a6da-308a4db9f902 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'subnet': {'network_id': 'f538d278-a138-4dbf-8d9f-bfe976e68cc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:26.053074 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-1940b749-895f-4469-af61-4062a370afc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bd0e427a-164f-4652-900c-d02583789525), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:26.098943 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d7747fc5-4003-4613-a72a-acacd3872476 None None] Provisioning complete for port bd0e427a-164f-4652-900c-d02583789525 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:26.099660 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d7747fc5-4003-4613-a72a-acacd3872476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (bd0e427a-164f-4652-900c-d02583789525), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:26.161720 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325312e5-5a18-4ca1-afc0-08fcd240b05a req-df89846f-4002-4054-a274-77cca3374827 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:26.163240 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-325312e5-5a18-4ca1-afc0-08fcd240b05a req-df89846f-4002-4054-a274-77cca3374827 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 932 time: 0.2021134 Feb 07 21:34:26.171905 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec616d3-525d-49d8-a6da-308a4db9f902 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:34:26.176643 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ec616d3-525d-49d8-a6da-308a4db9f902 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:26.178166 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d7747fc5-4003-4613-a72a-acacd3872476 None None] Port bd0e427a-164f-4652-900c-d02583789525 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:34:26.233828 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-f84f7be3-365a-4b6f-8865-bd0f805fdbfa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4e2ddf0-693a-435f-891d-b5a426cfa78f HTTP/1.1" status: 200 len: 1002 time: 0.1993847 Feb 07 21:34:26.393025 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-325312e5-5a18-4ca1-afc0-08fcd240b05a req-4c098836-de30-4f5c-91e5-017b576868ef tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218826 Feb 07 21:34:26.442529 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-3ee8efd3-3603-43e6-b50a-c1c063c319fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:26.444132 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-3ee8efd3-3603-43e6-b50a-c1c063c319fa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d HTTP/1.1" status: 200 len: 835 time: 0.1990597 Feb 07 21:34:26.446242 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ec616d3-525d-49d8-a6da-308a4db9f902 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (010c97d1-c31a-47d2-aa3f-789ba317b216), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:26.493946 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec616d3-525d-49d8-a6da-308a4db9f902 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network f538d278-a138-4dbf-8d9f-bfe976e68cc8 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:34:26.498241 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-2ec616d3-525d-49d8-a6da-308a4db9f902 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:34:26.501670 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec616d3-525d-49d8-a6da-308a4db9f902 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:26.502270 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ec616d3-525d-49d8-a6da-308a4db9f902 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:26.528652 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec616d3-525d-49d8-a6da-308a4db9f902 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Subnet': ['ID=010c97d1-c31a-47d2-aa3f-789ba317b216,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:26.536148 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2ec616d3-525d-49d8-a6da-308a4db9f902 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5183654 Feb 07 21:34:26.538587 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34216) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:26.543834 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e030180a-0ca5-41a4-afb3-0465db59b304 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'security_group': {'name': 'tempest-secgroup-211181259'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:26.569579 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e030180a-0ca5-41a4-afb3-0465db59b304 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:26.596421 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466fe65-9eb5-4675-af04-4a87791fb476 req-8d535c8d-3a5a-4d3e-b842-b01ddd7eaab1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:26.604057 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a466fe65-9eb5-4675-af04-4a87791fb476 req-8d535c8d-3a5a-4d3e-b842-b01ddd7eaab1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 946 time: 0.2157657 Feb 07 21:34:26.641446 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-08f42636-20c9-4502-998c-4150ddc4c696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:26.643002 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-08f42636-20c9-4502-998c-4150ddc4c696 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f6fb51aa-ce97-4a86-8bd4-3b26e400b388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1891515 Feb 07 21:34:26.670460 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e030180a-0ca5-41a4-afb3-0465db59b304 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (6b3fc896-6e36-4a09-afac-237dc908dfcc), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:26.675991 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e030180a-0ca5-41a4-afb3-0465db59b304 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (6b3fc896-6e36-4a09-afac-237dc908dfcc), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:26.696897 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a466fe65-9eb5-4675-af04-4a87791fb476 req-b67b9194-dd46-4610-90d8-c1655c2b49b6 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898638 Feb 07 21:34:26.709435 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e030180a-0ca5-41a4-afb3-0465db59b304 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:26.710716 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e030180a-0ca5-41a4-afb3-0465db59b304 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1709588 Feb 07 21:34:26.716152 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34218) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:26.724753 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-7d276742-94e1-4e32-88e7-92b6d0aa2f45 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'security_group': {'name': 'tempest-secgroup-176168858'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:26.756004 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030180a-0ca5-41a4-afb3-0465db59b304 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3fc896-6e36-4a09-afac-237dc908dfcc,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:26.782267 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d276742-94e1-4e32-88e7-92b6d0aa2f45 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:26.830675 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-b9f01709-fbf8-47d3-b1e1-e34179359833 service neutron] 10.222.0.71 "GET /v2.0/networks/f6fb51aa-ce97-4a86-8bd4-3b26e400b388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775944 Feb 07 21:34:26.861830 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d276742-94e1-4e32-88e7-92b6d0aa2f45 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (f0cbba35-417c-4bce-8379-6c5d9752b33c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:26.868382 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d276742-94e1-4e32-88e7-92b6d0aa2f45 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f0cbba35-417c-4bce-8379-6c5d9752b33c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:26.888168 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-1940b749-895f-4469-af61-4062a370afc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd0e427a-164f-4652-900c-d02583789525 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:34:26.898592 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-1940b749-895f-4469-af61-4062a370afc8 service neutron] Publish callbacks [] for port (bd0e427a-164f-4652-900c-d02583789525), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:26.911961 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d276742-94e1-4e32-88e7-92b6d0aa2f45 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cbba35-417c-4bce-8379-6c5d9752b33c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:26.921572 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-1940b749-895f-4469-af61-4062a370afc8 service neutron] Transition to ACTIVE for port object bd0e427a-164f-4652-900c-d02583789525 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:34:26.934570 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d276742-94e1-4e32-88e7-92b6d0aa2f45 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:26.935857 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7d276742-94e1-4e32-88e7-92b6d0aa2f45 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2184157 Feb 07 21:34:26.937363 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-1940b749-895f-4469-af61-4062a370afc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (bd0e427a-164f-4652-900c-d02583789525), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:26.938531 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34220) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:26.943269 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1886c242-23f8-430f-bd80-7c6654e549ba tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'security_group': {'name': 'tempest-secgroup-1411353689'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:26.969720 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1886c242-23f8-430f-bd80-7c6654e549ba tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:27.002171 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-cbb97d03-7b74-4c02-8127-945899d7bd9e service neutron] 10.222.0.71 "GET /v2.0/networks/f6fb51aa-ce97-4a86-8bd4-3b26e400b388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640403 Feb 07 21:34:27.024008 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940b749-895f-4469-af61-4062a370afc8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0e427a-164f-4652-900c-d02583789525,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:27.076426 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a319f37-8e63-4897-8962-66924d80ace5 None None] Network f538d278-a138-4dbf-8d9f-bfe976e68cc8 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:34:27.115509 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1886c242-23f8-430f-bd80-7c6654e549ba tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (e35ae977-73c3-4eca-90c0-fa3d1ef6b707), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:27.121694 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1886c242-23f8-430f-bd80-7c6654e549ba tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e35ae977-73c3-4eca-90c0-fa3d1ef6b707), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:27.124030 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-1940b749-895f-4469-af61-4062a370afc8 service neutron] Attempting to bind port bd0e427a-164f-4652-900c-d02583789525 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:34:27.124660 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-1940b749-895f-4469-af61-4062a370afc8 service neutron] Attempting to bind port bd0e427a-164f-4652-900c-d02583789525 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:34:27.125403 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-1940b749-895f-4469-af61-4062a370afc8 service neutron] Attempting to bind port bd0e427a-164f-4652-900c-d02583789525 on network c5d8bec1-9baf-496d-8066-d331255bb96c {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:34:27.130726 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-1940b749-895f-4469-af61-4062a370afc8 service neutron] Port bd0e427a-164f-4652-900c-d02583789525 on network c5d8bec1-9baf-496d-8066-d331255bb96c not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:34:27.131245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-1940b749-895f-4469-af61-4062a370afc8 service neutron] Attempting to bind port bd0e427a-164f-4652-900c-d02583789525 on network c5d8bec1-9baf-496d-8066-d331255bb96c {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:34:27.139172 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-1940b749-895f-4469-af61-4062a370afc8 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:34:27.139772 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-1940b749-895f-4469-af61-4062a370afc8 service neutron] Checking segment: {'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:34:27.140818 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-1940b749-895f-4469-af61-4062a370afc8 service neutron] Bound using segment: {'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:34:27.141638 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-1940b749-895f-4469-af61-4062a370afc8 service neutron] Bound port: bd0e427a-164f-4652-900c-d02583789525, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:34:27.142588 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-1940b749-895f-4469-af61-4062a370afc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bd0e427a-164f-4652-900c-d02583789525), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:27.181590 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886c242-23f8-430f-bd80-7c6654e549ba tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e35ae977-73c3-4eca-90c0-fa3d1ef6b707,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:27.187692 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1886c242-23f8-430f-bd80-7c6654e549ba tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:27.189312 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1886c242-23f8-430f-bd80-7c6654e549ba tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2498324 Feb 07 21:34:27.192757 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34224) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:27.201458 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a55f1077-e085-4372-a099-f4916c6f9ddc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2144728473', 'security_groups': ['e35ae977-73c3-4eca-90c0-fa3d1ef6b707'], 'network_id': 'f538d278-a138-4dbf-8d9f-bfe976e68cc8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '010c97d1-c31a-47d2-aa3f-789ba317b216'}]}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:27.278864 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-54881191-08b4-49c6-b12c-0750f90a6f46 None None] Provisioning complete for port 9cf60154-cc6b-4269-8049-5ec8028b1371 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:27.279152 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-54881191-08b4-49c6-b12c-0750f90a6f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9cf60154-cc6b-4269-8049-5ec8028b1371), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:27.285932 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-1940b749-895f-4469-af61-4062a370afc8 service neutron] For port bd0e427a-164f-4652-900c-d02583789525, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:34:27.294343 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-1940b749-895f-4469-af61-4062a370afc8 service neutron] For port bd0e427a-164f-4652-900c-d02583789525, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=bd0e427a-164f-4652-900c-d02583789525,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:34:27.323981 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-1940b749-895f-4469-af61-4062a370afc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (bd0e427a-164f-4652-900c-d02583789525), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:27.359307 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55f1077-e085-4372-a099-f4916c6f9ddc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:34:27.381009 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-1940b749-895f-4469-af61-4062a370afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:27.381627 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-1940b749-895f-4469-af61-4062a370afc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:27.383060 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-1940b749-895f-4469-af61-4062a370afc8 service neutron] 10.222.0.69 "PUT /v2.0/ports/bd0e427a-164f-4652-900c-d02583789525 HTTP/1.1" status: 200 len: 1092 time: 1.5384812 Feb 07 21:34:27.383506 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8859886d-c9ca-4611-b74c-94f775decb97', 'tag': 'bd0e427a-164f-4652-900c-d02583789525'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:34:27.387397 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7832f62e-3ce2-4b08-9329-5218d75e50b5" -d '{"events": [{"name": "network-changed", "server_uuid": "8859886d-c9ca-4611-b74c-94f775decb97", "tag": "bd0e427a-164f-4652-900c-d02583789525"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:34:27.425113 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-54881191-08b4-49c6-b12c-0750f90a6f46 None None] Port 9cf60154-cc6b-4269-8049-5ec8028b1371 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:34:27.479925 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-54881191-08b4-49c6-b12c-0750f90a6f46 None None] Provisioning complete for port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:27.480583 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-54881191-08b4-49c6-b12c-0750f90a6f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9c610253-d4ce-4f51-8d81-84e63a4d1dd0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:27.517695 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a55f1077-e085-4372-a099-f4916c6f9ddc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:27.529226 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940b749-895f-4469-af61-4062a370afc8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0e427a-164f-4652-900c-d02583789525,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:27.542039 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-a55f1077-e085-4372-a099-f4916c6f9ddc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] device_id is not set on port 6c646837-089f-45db-9299-866ef6330b77 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:34:27.542163 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbb7727-0ada-4310-a957-a80fef24390a x-openstack-request-id: req-bbbb7727-0ada-4310-a957-a80fef24390a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:34:27.542382 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8859886d-c9ca-4611-b74c-94f775decb97", "tag": "bd0e427a-164f-4652-900c-d02583789525", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:34:27.542730 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bbbb7727-0ada-4310-a957-a80fef24390a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:34:27.543301 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8859886d-c9ca-4611-b74c-94f775decb97', 'tag': 'bd0e427a-164f-4652-900c-d02583789525', 'status': 'completed', 'code': 200} Feb 07 21:34:27.626244 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-f4c26f91-31d2-4401-a022-1f8bca468f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:27.628026 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-f4c26f91-31d2-4401-a022-1f8bca468f04 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 1126 time: 0.1766641 Feb 07 21:34:27.657275 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b4b03-22c0-4787-94bb-879fa39e394c req-4304ad62-a23e-4783-9d90-b3eb34acc6b3 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:27.658903 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5e4b4b03-22c0-4787-94bb-879fa39e394c req-4304ad62-a23e-4783-9d90-b3eb34acc6b3 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 944 time: 0.1147392 Feb 07 21:34:27.693681 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-f1683e8f-a518-4e00-b10f-8d840a1f3117 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd0e427a-164f-4652-900c-d02583789525 HTTP/1.1" status: 200 len: 217 time: 0.0537503 Feb 07 21:34:27.818187 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-3db60d27-e188-4620-b3b3-4daa54ff5611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:27.819385 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-3db60d27-e188-4620-b3b3-4daa54ff5611 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5277b698-1143-4952-a3ce-257473c57257 HTTP/1.1" status: 200 len: 851 time: 0.1116476 Feb 07 21:34:27.830407 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5e4b4b03-22c0-4787-94bb-879fa39e394c req-ee235ed5-cdf8-469b-aa55-69f33b930dc0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441073 Feb 07 21:34:27.840914 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-a55f1077-e085-4372-a099-f4916c6f9ddc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Allocated IP 2001:db8::2fb (f538d278-a138-4dbf-8d9f-bfe976e68cc8/010c97d1-c31a-47d2-aa3f-789ba317b216/6c646837-089f-45db-9299-866ef6330b77) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:34:27.953670 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b375782-d961-46d2-9343-adcd6427e32d req-f599325c-cdc1-423a-b280-0ca42585bb03 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:27.955512 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6b375782-d961-46d2-9343-adcd6427e32d req-f599325c-cdc1-423a-b280-0ca42585bb03 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 946 time: 0.1119933 Feb 07 21:34:27.963902 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-54881191-08b4-49c6-b12c-0750f90a6f46 None None] Current status of the port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:34:27.978613 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15afbc6-a031-45c6-ab6f-5cad86ee5698 None None] Update dhcp port {'port': {'network_id': 'f538d278-a138-4dbf-8d9f-bfe976e68cc8', 'fixed_ips': [{'subnet_id': '85de6759-3eed-4d09-a033-883a451cc2a3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '010c97d1-c31a-47d2-aa3f-789ba317b216'}], 'binding:host_id': 'n-d-828185-2'}, 'id': '9c610253-d4ce-4f51-8d81-84e63a4d1dd0'} from n-d-828185-2. {{(pid=103257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 21:34:27.983521 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-60544c46-8592-43ca-8036-f5cf327284b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:27.985272 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-60544c46-8592-43ca-8036-f5cf327284b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5d8bec1-9baf-496d-8066-d331255bb96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1540105 Feb 07 21:34:28.021459 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c15afbc6-a031-45c6-ab6f-5cad86ee5698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9c610253-d4ce-4f51-8d81-84e63a4d1dd0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:28.093865 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a55f1077-e085-4372-a099-f4916c6f9ddc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for port (6c646837-089f-45db-9299-866ef6330b77), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:28.124997 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6b375782-d961-46d2-9343-adcd6427e32d req-8160c3e4-04a2-4a7c-93af-db6480799290 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630094 Feb 07 21:34:28.128128 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-52a5da92-0703-46f2-b3d9-bcd3dfc895ed service neutron] 10.222.0.69 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334736 Feb 07 21:34:28.172911 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a55f1077-e085-4372-a099-f4916c6f9ddc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (6c646837-089f-45db-9299-866ef6330b77), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:28.230698 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-c15afbc6-a031-45c6-ab6f-5cad86ee5698 None None] Allocated IP 2001:db8::2 (f538d278-a138-4dbf-8d9f-bfe976e68cc8/010c97d1-c31a-47d2-aa3f-789ba317b216/9c610253-d4ce-4f51-8d81-84e63a4d1dd0) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:34:28.274935 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55f1077-e085-4372-a099-f4916c6f9ddc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network f538d278-a138-4dbf-8d9f-bfe976e68cc8 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:34:28.287906 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-a55f1077-e085-4372-a099-f4916c6f9ddc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:34:28.301364 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d393c7a2-0d01-41d1-ba55-4e253735ec4a req-a07514fd-58b7-4e27-87a9-519f34741f66 service neutron] 10.222.0.69 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664317 Feb 07 21:34:28.302231 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55f1077-e085-4372-a099-f4916c6f9ddc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:34:28.307350 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55f1077-e085-4372-a099-f4916c6f9ddc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:28.308117 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a55f1077-e085-4372-a099-f4916c6f9ddc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:28.319234 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f1077-e085-4372-a099-f4916c6f9ddc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Port': ['ID=6c646837-089f-45db-9299-866ef6330b77,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:28.328788 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f1077-e085-4372-a099-f4916c6f9ddc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:28.329267 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f1077-e085-4372-a099-f4916c6f9ddc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:28.330187 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f1077-e085-4372-a099-f4916c6f9ddc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:28.330627 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f1077-e085-4372-a099-f4916c6f9ddc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:28.331176 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f1077-e085-4372-a099-f4916c6f9ddc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:28.331611 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f1077-e085-4372-a099-f4916c6f9ddc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:28.332526 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f1077-e085-4372-a099-f4916c6f9ddc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:28.332676 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f1077-e085-4372-a099-f4916c6f9ddc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:28.333101 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f1077-e085-4372-a099-f4916c6f9ddc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:28.333635 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f1077-e085-4372-a099-f4916c6f9ddc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:28.334059 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f1077-e085-4372-a099-f4916c6f9ddc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:28.334564 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f1077-e085-4372-a099-f4916c6f9ddc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:28.335100 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f1077-e085-4372-a099-f4916c6f9ddc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:28.343347 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a55f1077-e085-4372-a099-f4916c6f9ddc tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1491499 Feb 07 21:34:28.346462 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34244) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:28.361066 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-5f1b6a5b-d7f2-45e0-9ab7-3d9ddf73ada3 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'subnet': {'network_id': 'f538d278-a138-4dbf-8d9f-bfe976e68cc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:28.362645 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c15afbc6-a031-45c6-ab6f-5cad86ee5698 None None] For port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9c610253-d4ce-4f51-8d81-84e63a4d1dd0,segment=NetworkSegment(7d989e33-a260-4ace-bf52-e0528dc8327a),segment_id=7d989e33-a260-4ace-bf52-e0528dc8327a)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:34:28.436045 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832f62e-3ce2-4b08-9329-5218d75e50b5 req-71ab6481-ba1b-4de3-996c-e0ba80739e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:28.440461 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7832f62e-3ce2-4b08-9329-5218d75e50b5 req-71ab6481-ba1b-4de3-996c-e0ba80739e32 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 1126 time: 0.0720174 Feb 07 21:34:28.440619 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c15afbc6-a031-45c6-ab6f-5cad86ee5698 None None] Publish callbacks [] for port (9c610253-d4ce-4f51-8d81-84e63a4d1dd0), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:28.447617 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c15afbc6-a031-45c6-ab6f-5cad86ee5698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9c610253-d4ce-4f51-8d81-84e63a4d1dd0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:28.536937 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1b6a5b-d7f2-45e0-9ab7-3d9ddf73ada3 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:34:28.541281 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5f1b6a5b-d7f2-45e0-9ab7-3d9ddf73ada3 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:28.563353 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15afbc6-a031-45c6-ab6f-5cad86ee5698 None None] Pushing event updated for resources: {'Port': ['ID=9c610253-d4ce-4f51-8d81-84e63a4d1dd0,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:28.628815 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832f62e-3ce2-4b08-9329-5218d75e50b5 req-faa37df3-549e-4bf6-8321-f77bef297134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:28.630299 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7832f62e-3ce2-4b08-9329-5218d75e50b5 req-faa37df3-549e-4bf6-8321-f77bef297134 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 913 time: 0.1814563 Feb 07 21:34:28.667114 n-d-828185-2 neutron-server[103256]: INFO neutron.db.ipam_backend_mixin [None req-5f1b6a5b-d7f2-45e0-9ab7-3d9ddf73ada3 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 010c97d1-c31a-47d2-aa3f-789ba317b216 (CIDR: 2001:db8::/64) Feb 07 21:34:28.671480 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f1b6a5b-d7f2-45e0-9ab7-3d9ddf73ada3 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:34:28.672111 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f1b6a5b-d7f2-45e0-9ab7-3d9ddf73ada3 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:34:28.694913 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5f1b6a5b-d7f2-45e0-9ab7-3d9ddf73ada3 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3470228 Feb 07 21:34:28.707533 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34248) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:28.713694 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1590bcae-4269-4be9-862f-bed37c6cbc41 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'subnet': {'network_id': 'f538d278-a138-4dbf-8d9f-bfe976e68cc8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:28.845538 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1590bcae-4269-4be9-862f-bed37c6cbc41 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:34:28.849832 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1590bcae-4269-4be9-862f-bed37c6cbc41 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:28.991941 n-d-828185-2 neutron-server[103256]: INFO neutron.db.ipam_backend_mixin [None req-1590bcae-4269-4be9-862f-bed37c6cbc41 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 85de6759-3eed-4d09-a033-883a451cc2a3 (CIDR: 2001:db8:0:1::/64) Feb 07 21:34:28.997182 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-1590bcae-4269-4be9-862f-bed37c6cbc41 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:34:28.997688 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1590bcae-4269-4be9-862f-bed37c6cbc41 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:34:29.017584 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af6232-8cd5-4f97-bfac-02e5f1e27edf req-82d974e1-fa91-4512-81bb-0d27b80ee937 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:29.019190 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-60af6232-8cd5-4f97-bfac-02e5f1e27edf req-82d974e1-fa91-4512-81bb-0d27b80ee937 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.5134256 Feb 07 21:34:29.021550 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1590bcae-4269-4be9-862f-bed37c6cbc41 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3123615 Feb 07 21:34:29.023716 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34252) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:29.025825 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7832f62e-3ce2-4b08-9329-5218d75e50b5 req-ab23d9c1-d047-4ae0-9421-c4683915823d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd0e427a-164f-4652-900c-d02583789525 HTTP/1.1" status: 200 len: 217 time: 0.3888524 Feb 07 21:34:29.029048 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-db3d07e8-d216-4818-8c32-8df8023b8d48 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'subnet': {'network_id': 'f538d278-a138-4dbf-8d9f-bfe976e68cc8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:29.135943 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832f62e-3ce2-4b08-9329-5218d75e50b5 req-09e4440d-4d25-4e2d-b55e-e180e4e05ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:29.137485 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7832f62e-3ce2-4b08-9329-5218d75e50b5 req-09e4440d-4d25-4e2d-b55e-e180e4e05ecb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5277b698-1143-4952-a3ce-257473c57257 HTTP/1.1" status: 200 len: 851 time: 0.1032095 Feb 07 21:34:29.179563 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3d07e8-d216-4818-8c32-8df8023b8d48 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Made reservation on behalf of de9dd56dc82c48a1b15ec37e1fbeca50 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:34:29.182983 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-60af6232-8cd5-4f97-bfac-02e5f1e27edf req-f47fa444-0850-4846-a044-f760f99457d7 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562552 Feb 07 21:34:29.191640 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdee0d-cc35-4d88-9d1f-b7f391cfd4a1 req-1e3b2699-4f98-4ead-8c19-591d1b57b956 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:29.193192 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2fdee0d-cc35-4d88-9d1f-b7f391cfd4a1 req-1e3b2699-4f98-4ead-8c19-591d1b57b956 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 944 time: 0.1727233 Feb 07 21:34:29.202437 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db3d07e8-d216-4818-8c32-8df8023b8d48 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:29.266216 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2fdee0d-cc35-4d88-9d1f-b7f391cfd4a1 req-3f748376-fa36-48f7-84f1-5bff1a08edf9 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627933 Feb 07 21:34:29.268005 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832f62e-3ce2-4b08-9329-5218d75e50b5 req-1fc1235e-8fdc-4620-afd3-dd66ff446755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:29.269458 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7832f62e-3ce2-4b08-9329-5218d75e50b5 req-1fc1235e-8fdc-4620-afd3-dd66ff446755 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5d8bec1-9baf-496d-8066-d331255bb96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1250710 Feb 07 21:34:29.362829 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-7c1debb8-9aa5-42c0-a8fd-a4fd510d1a42 None None] Provisioning complete for port 9cf60154-cc6b-4269-8049-5ec8028b1371 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:29.363401 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7c1debb8-9aa5-42c0-a8fd-a4fd510d1a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9cf60154-cc6b-4269-8049-5ec8028b1371), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:29.399548 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7832f62e-3ce2-4b08-9329-5218d75e50b5 req-9ab37ac4-a65f-4b03-8601-9b929647aafe service neutron] 10.222.0.69 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229267 Feb 07 21:34:29.411887 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7c1debb8-9aa5-42c0-a8fd-a4fd510d1a42 None None] Port 9cf60154-cc6b-4269-8049-5ec8028b1371 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:34:29.434513 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-7c1debb8-9aa5-42c0-a8fd-a4fd510d1a42 None None] Provisioning complete for port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:29.434955 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7c1debb8-9aa5-42c0-a8fd-a4fd510d1a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9c610253-d4ce-4f51-8d81-84e63a4d1dd0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:29.572912 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7c1debb8-9aa5-42c0-a8fd-a4fd510d1a42 None None] Current status of the port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:34:29.573817 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db3d07e8-d216-4818-8c32-8df8023b8d48 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (8d855e9b-aa97-4b41-a2b0-447a603e0ecb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:29.585032 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7832f62e-3ce2-4b08-9329-5218d75e50b5 req-33220814-af6d-4cb5-9b6a-b8ff9d257d7b service neutron] 10.222.0.69 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608012 Feb 07 21:34:29.610465 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5647807-196b-4878-bda3-b7e76723b964 req-2cbdddc2-85e5-4d63-8526-7daf5992dd1e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:29.612026 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5647807-196b-4878-bda3-b7e76723b964 req-2cbdddc2-85e5-4d63-8526-7daf5992dd1e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 946 time: 0.2104654 Feb 07 21:34:29.639727 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3d07e8-d216-4818-8c32-8df8023b8d48 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Network f538d278-a138-4dbf-8d9f-bfe976e68cc8 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:34:29.645247 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-db3d07e8-d216-4818-8c32-8df8023b8d48 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:34:29.648757 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3d07e8-d216-4818-8c32-8df8023b8d48 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:29.650012 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db3d07e8-d216-4818-8c32-8df8023b8d48 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:29.667398 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b105cbd1-d51c-48cd-bb5b-5fc26db92850 None None] Network f538d278-a138-4dbf-8d9f-bfe976e68cc8 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:34:29.667970 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5647807-196b-4878-bda3-b7e76723b964 req-abb341af-821e-4dd3-944a-5fd25d8d3b67 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488205 Feb 07 21:34:29.670184 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d07e8-d216-4818-8c32-8df8023b8d48 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Subnet': ['ID=8d855e9b-aa97-4b41-a2b0-447a603e0ecb,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:29.680827 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-db3d07e8-d216-4818-8c32-8df8023b8d48 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6555490 Feb 07 21:34:29.683630 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34256) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:29.690389 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6044b822-8c77-402c-b404-5675bc78ee62 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1036965666', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8d855e9b-aa97-4b41-a2b0-447a603e0ecb'}], 'security_groups': ['6b3fc896-6e36-4a09-afac-237dc908dfcc', 'f0cbba35-417c-4bce-8379-6c5d9752b33c']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:29.775539 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e9664ebc-168b-4076-a428-7009bc4fb564 None None] Provisioning complete for port 6c646837-089f-45db-9299-866ef6330b77 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:29.775909 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e9664ebc-168b-4076-a428-7009bc4fb564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6c646837-089f-45db-9299-866ef6330b77), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:29.813348 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:34:29.872263 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e9664ebc-168b-4076-a428-7009bc4fb564 None None] Port 6c646837-089f-45db-9299-866ef6330b77 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:34:29.878644 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6044b822-8c77-402c-b404-5675bc78ee62 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6c646837-089f-45db-9299-866ef6330b77), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:29.930761 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:29.931139 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9c610253-d4ce-4f51-8d81-84e63a4d1dd0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:30.043661 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525cca69-c13f-4410-8619-78ce52aefef0 None None] Update dhcp port {'port': {'network_id': 'f538d278-a138-4dbf-8d9f-bfe976e68cc8', 'fixed_ips': [{'subnet_id': '85de6759-3eed-4d09-a033-883a451cc2a3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '010c97d1-c31a-47d2-aa3f-789ba317b216', 'ip_address': '2001:db8::2'}, {'subnet_id': '8d855e9b-aa97-4b41-a2b0-447a603e0ecb'}], 'binding:host_id': 'n-d-828185-2'}, 'id': '9c610253-d4ce-4f51-8d81-84e63a4d1dd0'} from n-d-828185-2. {{(pid=103257) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 21:34:30.079869 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:34:30.083641 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-525cca69-c13f-4410-8619-78ce52aefef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9c610253-d4ce-4f51-8d81-84e63a4d1dd0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:30.214548 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-6044b822-8c77-402c-b404-5675bc78ee62 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Delete allocated IP 2001:db8::2fb (f538d278-a138-4dbf-8d9f-bfe976e68cc8/010c97d1-c31a-47d2-aa3f-789ba317b216) {{(pid=103255) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 21:34:30.222349 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-6044b822-8c77-402c-b404-5675bc78ee62 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Allocated IP 2001:db8:0:2::120 (f538d278-a138-4dbf-8d9f-bfe976e68cc8/8d855e9b-aa97-4b41-a2b0-447a603e0ecb/6c646837-089f-45db-9299-866ef6330b77) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:34:30.430381 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26764c4d-5fbe-4015-8bfc-994d9423cc5d req-8370714e-9e50-4133-a95b-2985cd28a202 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:30.432424 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-26764c4d-5fbe-4015-8bfc-994d9423cc5d req-8370714e-9e50-4133-a95b-2985cd28a202 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.1506946 Feb 07 21:34:30.488259 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babc4ac-762c-495e-b38f-aa7e179bb65f req-81134a4a-a76e-4cd2-82ee-a88ccd9265a8 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:30.489684 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8babc4ac-762c-495e-b38f-aa7e179bb65f req-81134a4a-a76e-4cd2-82ee-a88ccd9265a8 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 944 time: 0.1405928 Feb 07 21:34:30.528369 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6044b822-8c77-402c-b404-5675bc78ee62 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for port (6c646837-089f-45db-9299-866ef6330b77), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:30.539606 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6044b822-8c77-402c-b404-5675bc78ee62 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (6c646837-089f-45db-9299-866ef6330b77), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:30.565456 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-26764c4d-5fbe-4015-8bfc-994d9423cc5d req-5e7d942d-2dad-4abe-acef-bd45fdac7a18 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261747 Feb 07 21:34:30.615025 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-525cca69-c13f-4410-8619-78ce52aefef0 None None] Allocated IP 2001:db8:0:2::2 (f538d278-a138-4dbf-8d9f-bfe976e68cc8/8d855e9b-aa97-4b41-a2b0-447a603e0ecb/9c610253-d4ce-4f51-8d81-84e63a4d1dd0) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:34:30.623892 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6044b822-8c77-402c-b404-5675bc78ee62 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] In _notify_port_updated(), no bound segment for port 6c646837-089f-45db-9299-866ef6330b77 on network f538d278-a138-4dbf-8d9f-bfe976e68cc8 {{(pid=103255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 07 21:34:30.628906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6044b822-8c77-402c-b404-5675bc78ee62 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:30.629852 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6044b822-8c77-402c-b404-5675bc78ee62 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:30.631147 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6044b822-8c77-402c-b404-5675bc78ee62 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "PUT /v2.0/ports/6c646837-089f-45db-9299-866ef6330b77 HTTP/1.1" status: 200 len: 970 time: 0.9462843 Feb 07 21:34:30.635119 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34262) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:30.645384 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8babc4ac-762c-495e-b38f-aa7e179bb65f req-a47a5c6d-c77c-4585-9807-afb2adc12596 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458781 Feb 07 21:34:30.651195 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044b822-8c77-402c-b404-5675bc78ee62 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event updated for resources: {'Port': ['ID=6c646837-089f-45db-9299-866ef6330b77,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:30.747371 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-525cca69-c13f-4410-8619-78ce52aefef0 None None] For port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9c610253-d4ce-4f51-8d81-84e63a4d1dd0,segment=NetworkSegment(7d989e33-a260-4ace-bf52-e0528dc8327a),segment_id=7d989e33-a260-4ace-bf52-e0528dc8327a)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:34:30.793835 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-525cca69-c13f-4410-8619-78ce52aefef0 None None] Publish callbacks [] for port (9c610253-d4ce-4f51-8d81-84e63a4d1dd0), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:30.805134 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-525cca69-c13f-4410-8619-78ce52aefef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9c610253-d4ce-4f51-8d81-84e63a4d1dd0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:30.833093 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd693ba-2587-4550-9354-63df901681fc req-fdbb4f4a-9168-4793-80b1-aa6f80bd4bb5 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:30.835016 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ccd693ba-2587-4550-9354-63df901681fc req-fdbb4f4a-9168-4793-80b1-aa6f80bd4bb5 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 946 time: 0.0763371 Feb 07 21:34:30.878765 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cca69-c13f-4410-8619-78ce52aefef0 None None] Pushing event updated for resources: {'Port': ['ID=9c610253-d4ce-4f51-8d81-84e63a4d1dd0,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:30.890454 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ccd693ba-2587-4550-9354-63df901681fc req-1a505db6-3b53-4488-b398-41dc5ae9fe3e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495059 Feb 07 21:34:31.103204 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6c25dbe9-66de-4f3a-93ff-e3b9af52dbfb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting port 6c646837-089f-45db-9299-866ef6330b77 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:34:31.103550 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6c25dbe9-66de-4f3a-93ff-e3b9af52dbfb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (6c646837-089f-45db-9299-866ef6330b77), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:31.196012 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6c25dbe9-66de-4f3a-93ff-e3b9af52dbfb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (6c646837-089f-45db-9299-866ef6330b77), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:31.208988 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6c25dbe9-66de-4f3a-93ff-e3b9af52dbfb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Calling delete_port for 6c646837-089f-45db-9299-866ef6330b77 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:34:31.346285 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6c25dbe9-66de-4f3a-93ff-e3b9af52dbfb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (6c646837-089f-45db-9299-866ef6330b77), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:31.374255 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25dbe9-66de-4f3a-93ff-e3b9af52dbfb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Port': ['ID=6c646837-089f-45db-9299-866ef6330b77,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:31.406175 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6c25dbe9-66de-4f3a-93ff-e3b9af52dbfb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:31.412170 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34266) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:31.412727 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6c25dbe9-66de-4f3a-93ff-e3b9af52dbfb tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/ports/6c646837-089f-45db-9299-866ef6330b77 HTTP/1.1" status: 204 len: 168 time: 0.7745917 Feb 07 21:34:31.439215 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b459260-d286-42ec-aacc-2c6ca220c92c tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] GET failed (client error): The resource could not be found. Feb 07 21:34:31.443408 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2b459260-d286-42ec-aacc-2c6ca220c92c tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "GET /v2.0/ports/6c646837-089f-45db-9299-866ef6330b77 HTTP/1.1" status: 404 len: 333 time: 0.0275025 Feb 07 21:34:31.443546 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34268) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:31.507086 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1237f0ba-c164-47e0-a822-109e4d888ee8 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (e35ae977-73c3-4eca-90c0-fa3d1ef6b707), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:31.520647 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d0a9e656-e3dc-4ed2-9896-0c7b777ea9c0 None None] Provisioning complete for port 9cf60154-cc6b-4269-8049-5ec8028b1371 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:31.521146 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d0a9e656-e3dc-4ed2-9896-0c7b777ea9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9cf60154-cc6b-4269-8049-5ec8028b1371), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:31.538001 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1237f0ba-c164-47e0-a822-109e4d888ee8 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (e35ae977-73c3-4eca-90c0-fa3d1ef6b707), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:31.563579 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d0a9e656-e3dc-4ed2-9896-0c7b777ea9c0 None None] Port 9cf60154-cc6b-4269-8049-5ec8028b1371 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:34:31.567168 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d0a9e656-e3dc-4ed2-9896-0c7b777ea9c0 None None] Could not find standard attr ID for object 6c646837-089f-45db-9299-866ef6330b77. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:34:31.579464 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d0a9e656-e3dc-4ed2-9896-0c7b777ea9c0 None None] Provisioning complete for port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:31.580018 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d0a9e656-e3dc-4ed2-9896-0c7b777ea9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9c610253-d4ce-4f51-8d81-84e63a4d1dd0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:31.589429 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1237f0ba-c164-47e0-a822-109e4d888ee8 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e35ae977-73c3-4eca-90c0-fa3d1ef6b707), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:31.592051 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1237f0ba-c164-47e0-a822-109e4d888ee8 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:31.593781 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1237f0ba-c164-47e0-a822-109e4d888ee8 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/security-groups/e35ae977-73c3-4eca-90c0-fa3d1ef6b707 HTTP/1.1" status: 204 len: 168 time: 0.1493182 Feb 07 21:34:31.596666 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34270) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:31.605099 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237f0ba-c164-47e0-a822-109e4d888ee8 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35ae977-73c3-4eca-90c0-fa3d1ef6b707,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:31.682272 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bdb262a4-8cd0-4a16-b960-7f6d1c743a87 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (f0cbba35-417c-4bce-8379-6c5d9752b33c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:31.728739 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d0a9e656-e3dc-4ed2-9896-0c7b777ea9c0 None None] Current status of the port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:34:31.730376 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bdb262a4-8cd0-4a16-b960-7f6d1c743a87 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (f0cbba35-417c-4bce-8379-6c5d9752b33c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:31.787212 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bdb262a4-8cd0-4a16-b960-7f6d1c743a87 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f0cbba35-417c-4bce-8379-6c5d9752b33c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:31.790691 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bdb262a4-8cd0-4a16-b960-7f6d1c743a87 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:31.791866 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bdb262a4-8cd0-4a16-b960-7f6d1c743a87 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/security-groups/f0cbba35-417c-4bce-8379-6c5d9752b33c HTTP/1.1" status: 204 len: 168 time: 0.1940620 Feb 07 21:34:31.794687 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34276) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:31.806600 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb262a4-8cd0-4a16-b960-7f6d1c743a87 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cbba35-417c-4bce-8379-6c5d9752b33c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:31.845576 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e02daed7-cacc-42df-9731-4360360c7638 None None] Could not find standard attr ID for object 6c646837-089f-45db-9299-866ef6330b77. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:34:31.871385 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca5479-5513-445c-a2bf-57f85ea747d2 req-f4d54555-5188-4dd8-a7a3-5ec77c1e2381 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:31.873628 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9ca5479-5513-445c-a2bf-57f85ea747d2 req-f4d54555-5188-4dd8-a7a3-5ec77c1e2381 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.1872659 Feb 07 21:34:31.875186 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:34:31.889626 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2e1d8-c5f7-4ec3-846a-56ffb91a3afe req-c352d27f-0149-43d0-843a-703bb48b59e6 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:31.891162 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4bd2e1d8-c5f7-4ec3-846a-56ffb91a3afe req-c352d27f-0149-43d0-843a-703bb48b59e6 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 944 time: 0.1261091 Feb 07 21:34:31.936082 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf1eef42-9492-4fce-ac3d-8f61906e5e36 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (6b3fc896-6e36-4a09-afac-237dc908dfcc), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:31.952841 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:31.953473 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9c610253-d4ce-4f51-8d81-84e63a4d1dd0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:31.999166 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf1eef42-9492-4fce-ac3d-8f61906e5e36 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (6b3fc896-6e36-4a09-afac-237dc908dfcc), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:32.026605 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9ca5479-5513-445c-a2bf-57f85ea747d2 req-d150411d-cb9d-4eec-a780-af4cba1d9697 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332912 Feb 07 21:34:32.048549 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4bd2e1d8-c5f7-4ec3-846a-56ffb91a3afe req-34f1b1a6-a640-461d-81ea-909aaaeeef66 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396930 Feb 07 21:34:32.066923 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:34:32.099718 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf1eef42-9492-4fce-ac3d-8f61906e5e36 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (6b3fc896-6e36-4a09-afac-237dc908dfcc), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:32.103290 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf1eef42-9492-4fce-ac3d-8f61906e5e36 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:32.105168 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bf1eef42-9492-4fce-ac3d-8f61906e5e36 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/security-groups/6b3fc896-6e36-4a09-afac-237dc908dfcc HTTP/1.1" status: 204 len: 168 time: 0.3085880 Feb 07 21:34:32.107838 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34280) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:32.146361 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1eef42-9492-4fce-ac3d-8f61906e5e36 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3fc896-6e36-4a09-afac-237dc908dfcc,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:32.158959 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1eef42-9492-4fce-ac3d-8f61906e5e36 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:32.159392 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1eef42-9492-4fce-ac3d-8f61906e5e36 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:32.159838 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1eef42-9492-4fce-ac3d-8f61906e5e36 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:32.160247 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1eef42-9492-4fce-ac3d-8f61906e5e36 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:32.160680 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1eef42-9492-4fce-ac3d-8f61906e5e36 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:32.161086 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1eef42-9492-4fce-ac3d-8f61906e5e36 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:32.161488 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1eef42-9492-4fce-ac3d-8f61906e5e36 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:32.161886 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1eef42-9492-4fce-ac3d-8f61906e5e36 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:32.162290 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1eef42-9492-4fce-ac3d-8f61906e5e36 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:32.162688 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1eef42-9492-4fce-ac3d-8f61906e5e36 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:32.163084 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1eef42-9492-4fce-ac3d-8f61906e5e36 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:32.163478 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1eef42-9492-4fce-ac3d-8f61906e5e36 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:32.163874 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1eef42-9492-4fce-ac3d-8f61906e5e36 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:34:32.166500 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a582802-6812-49b2-af88-aa16c3a9b3d4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting subnet 010c97d1-c31a-47d2-aa3f-789ba317b216 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:34:32.170466 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4a582802-6812-49b2-af88-aa16c3a9b3d4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (010c97d1-c31a-47d2-aa3f-789ba317b216), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:32.187623 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b05fce-e3b1-4966-93fa-d8481b9d5e18 req-3dc4c166-1420-4385-8c79-86a4afb8c7bb tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:32.194981 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80b05fce-e3b1-4966-93fa-d8481b9d5e18 req-3dc4c166-1420-4385-8c79-86a4afb8c7bb tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 946 time: 0.0841780 Feb 07 21:34:32.213998 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4a582802-6812-49b2-af88-aa16c3a9b3d4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (010c97d1-c31a-47d2-aa3f-789ba317b216), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:32.244492 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80b05fce-e3b1-4966-93fa-d8481b9d5e18 req-b31641e1-73b5-4bef-a776-5491a750d1b3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482497 Feb 07 21:34:32.301990 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4a582802-6812-49b2-af88-aa16c3a9b3d4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (010c97d1-c31a-47d2-aa3f-789ba317b216), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:32.363148 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4a582802-6812-49b2-af88-aa16c3a9b3d4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (010c97d1-c31a-47d2-aa3f-789ba317b216), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:32.391730 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a582802-6812-49b2-af88-aa16c3a9b3d4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Subnet': ['ID=010c97d1-c31a-47d2-aa3f-789ba317b216,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:32.393739 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4a582802-6812-49b2-af88-aa16c3a9b3d4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:32.396951 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4a582802-6812-49b2-af88-aa16c3a9b3d4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/subnets/010c97d1-c31a-47d2-aa3f-789ba317b216 HTTP/1.1" status: 204 len: 168 time: 0.2879393 Feb 07 21:34:32.401303 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572ade0a-6d64-4f8e-8a2b-eddda2cb1acc None None] Network f538d278-a138-4dbf-8d9f-bfe976e68cc8 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:34:32.401958 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34282) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:32.453802 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c0b0cc-1edb-42da-8d22-b726fd483ec1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting subnet 8d855e9b-aa97-4b41-a2b0-447a603e0ecb {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:34:32.457044 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8c0b0cc-1edb-42da-8d22-b726fd483ec1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (8d855e9b-aa97-4b41-a2b0-447a603e0ecb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:32.503631 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8c0b0cc-1edb-42da-8d22-b726fd483ec1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (8d855e9b-aa97-4b41-a2b0-447a603e0ecb), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:32.596709 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8c0b0cc-1edb-42da-8d22-b726fd483ec1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (8d855e9b-aa97-4b41-a2b0-447a603e0ecb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:32.670712 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8c0b0cc-1edb-42da-8d22-b726fd483ec1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (8d855e9b-aa97-4b41-a2b0-447a603e0ecb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:32.702932 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0b0cc-1edb-42da-8d22-b726fd483ec1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Subnet': ['ID=8d855e9b-aa97-4b41-a2b0-447a603e0ecb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:32.706378 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8c0b0cc-1edb-42da-8d22-b726fd483ec1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:32.712621 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b8c0b0cc-1edb-42da-8d22-b726fd483ec1 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/subnets/8d855e9b-aa97-4b41-a2b0-447a603e0ecb HTTP/1.1" status: 204 len: 168 time: 0.3093905 Feb 07 21:34:32.713138 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34284) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:32.742304 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3fc3af-dd93-47ec-95bb-1c87a671ae0c tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] DELETE failed (client error): The resource could not be found. Feb 07 21:34:32.742877 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc3fc3af-dd93-47ec-95bb-1c87a671ae0c tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:34:32.746201 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fc3fc3af-dd93-47ec-95bb-1c87a671ae0c tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/subnets/010c97d1-c31a-47d2-aa3f-789ba317b216 HTTP/1.1" status: 404 len: 337 time: 0.0313363 Feb 07 21:34:32.748720 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34286) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:32.807546 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f82c712-9509-491f-a840-bb41d5929ae7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting subnet 85de6759-3eed-4d09-a033-883a451cc2a3 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:34:32.811158 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f82c712-9509-491f-a840-bb41d5929ae7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (85de6759-3eed-4d09-a033-883a451cc2a3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:32.853557 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f82c712-9509-491f-a840-bb41d5929ae7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (85de6759-3eed-4d09-a033-883a451cc2a3), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:32.940387 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f82c712-9509-491f-a840-bb41d5929ae7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (85de6759-3eed-4d09-a033-883a451cc2a3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:33.006309 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f82c712-9509-491f-a840-bb41d5929ae7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (85de6759-3eed-4d09-a033-883a451cc2a3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:33.034209 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82c712-9509-491f-a840-bb41d5929ae7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Subnet': ['ID=85de6759-3eed-4d09-a033-883a451cc2a3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:33.038105 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f82c712-9509-491f-a840-bb41d5929ae7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:33.044419 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34288) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:33.044602 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7f82c712-9509-491f-a840-bb41d5929ae7 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/subnets/85de6759-3eed-4d09-a033-883a451cc2a3 HTTP/1.1" status: 204 len: 168 time: 0.2947257 Feb 07 21:34:33.092000 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3d1693-e2b8-4670-b57f-9c636bd571f3 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] DELETE failed (client error): The resource could not be found. Feb 07 21:34:33.092603 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3d1693-e2b8-4670-b57f-9c636bd571f3 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:34:33.098726 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0d3d1693-e2b8-4670-b57f-9c636bd571f3 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/subnets/bd270b09-065a-4cc8-9b8c-5af899d87b57 HTTP/1.1" status: 404 len: 337 time: 0.0532553 Feb 07 21:34:33.102104 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34294) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:33.142605 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1d5602-3c5d-4983-8b80-25b85550cae8 None None] Network f538d278-a138-4dbf-8d9f-bfe976e68cc8 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:34:33.147998 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c1b6e8d2-1763-4d45-9948-c00696830a7f tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "GET /v2.0/ports?device_id=4742a91e-3b28-4ffb-9e65-7661f70a36f4 HTTP/1.1" status: 200 len: 205 time: 0.0420024 Feb 07 21:34:33.148826 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34296) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:33.193474 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-fa93f61f-cd75-425a-abc6-228c00586720 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] delete failed (client error): The resource could not be found. Feb 07 21:34:33.198087 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fa93f61f-cd75-425a-abc6-228c00586720 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/routers/4742a91e-3b28-4ffb-9e65-7661f70a36f4 HTTP/1.1" status: 404 len: 336 time: 0.0477340 Feb 07 21:34:33.198944 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34298) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:33.215560 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3a2565b3-63f2-4720-beea-3de077a9f25b None None] Provisioning complete for port 9cf60154-cc6b-4269-8049-5ec8028b1371 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:33.215932 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3a2565b3-63f2-4720-beea-3de077a9f25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9cf60154-cc6b-4269-8049-5ec8028b1371), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:33.231528 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c83d36f-317e-42e1-ae2d-9d6489ce609d tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] DELETE failed (client error): The resource could not be found. Feb 07 21:34:33.232370 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c83d36f-317e-42e1-ae2d-9d6489ce609d tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:34:33.238754 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7c83d36f-317e-42e1-ae2d-9d6489ce609d tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/subnets/295e286d-1b0a-4dd1-a747-4e76bc9459e7 HTTP/1.1" status: 404 len: 337 time: 0.0386262 Feb 07 21:34:33.239521 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2294ecd-b92e-49a9-9d14-a61588dfec84 req-1c382179-2d61-40ab-ac74-da88e613f696 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:33.240062 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34300) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:33.241090 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2294ecd-b92e-49a9-9d14-a61588dfec84 req-1c382179-2d61-40ab-ac74-da88e613f696 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 944 time: 0.0989370 Feb 07 21:34:33.267308 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3a2565b3-63f2-4720-beea-3de077a9f25b None None] Port 9cf60154-cc6b-4269-8049-5ec8028b1371 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:34:33.271852 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5587126-b68e-4e6f-a774-f01b9e2b57f7 req-e7e0aca7-bc12-4b5f-9896-61327151cb39 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:33.273403 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c5587126-b68e-4e6f-a774-f01b9e2b57f7 req-e7e0aca7-bc12-4b5f-9896-61327151cb39 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.1323757 Feb 07 21:34:33.278520 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-396ecd78-869f-43e5-a6e5-2a2401df861f tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] DELETE failed (client error): The resource could not be found. Feb 07 21:34:33.278992 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-396ecd78-869f-43e5-a6e5-2a2401df861f tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:34:33.284384 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-396ecd78-869f-43e5-a6e5-2a2401df861f tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/subnets/aa44c63f-57b8-418a-849f-7288aae66f38 HTTP/1.1" status: 404 len: 337 time: 0.0408471 Feb 07 21:34:33.285837 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34304) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:33.303879 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3a2565b3-63f2-4720-beea-3de077a9f25b None None] Provisioning complete for port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:33.304532 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3a2565b3-63f2-4720-beea-3de077a9f25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9c610253-d4ce-4f51-8d81-84e63a4d1dd0), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:33.353265 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2294ecd-b92e-49a9-9d14-a61588dfec84 req-ae3e60e0-58d0-4d9e-9759-207c444241d0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042781 Feb 07 21:34:33.356556 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce2453c-c572-4c06-9398-8b85d560ce36 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] DELETE failed (client error): The resource could not be found. Feb 07 21:34:33.356887 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce2453c-c572-4c06-9398-8b85d560ce36 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:34:33.363232 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bce2453c-c572-4c06-9398-8b85d560ce36 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/subnets/30c67c3b-7f45-4310-b590-0514a2bdebce HTTP/1.1" status: 404 len: 337 time: 0.0741973 Feb 07 21:34:33.364081 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34306) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:33.391577 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-707cfa2e-d3f5-4b26-aee9-a2b05a8b7e59 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] DELETE failed (client error): The resource could not be found. Feb 07 21:34:33.392163 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-707cfa2e-d3f5-4b26-aee9-a2b05a8b7e59 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:34:33.397801 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-707cfa2e-d3f5-4b26-aee9-a2b05a8b7e59 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/ports/230d4820-5b8c-421b-8165-459964d99355 HTTP/1.1" status: 404 len: 333 time: 0.0302646 Feb 07 21:34:33.398648 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34308) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:33.428724 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c5587126-b68e-4e6f-a774-f01b9e2b57f7 req-6e2f6317-ee47-4458-9c22-db5efe0cde74 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454334 Feb 07 21:34:33.452700 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488a3724-dc1a-445a-a9a4-7fe0673fc7fb None None] DHCP port deletion for f538d278-a138-4dbf-8d9f-bfe976e68cc8 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:34:33.455895 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-d135c1fa-182d-4066-8350-0615ea6d98de tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] DELETE failed (client error): The resource could not be found. Feb 07 21:34:33.456386 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d135c1fa-182d-4066-8350-0615ea6d98de tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:34:33.460367 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d135c1fa-182d-4066-8350-0615ea6d98de tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/subnets/1a732961-e3f8-4fec-b14f-be27ec2d089d HTTP/1.1" status: 404 len: 337 time: 0.0599952 Feb 07 21:34:33.461501 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3a2565b3-63f2-4720-beea-3de077a9f25b None None] Current status of the port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:34:33.462170 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34310) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:33.504265 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d1c2312-116e-4a8a-8431-fecb99ac25e6 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] DELETE failed (client error): The resource could not be found. Feb 07 21:34:33.504766 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d1c2312-116e-4a8a-8431-fecb99ac25e6 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:34:33.510987 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5d1c2312-116e-4a8a-8431-fecb99ac25e6 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/subnets/4d5367ed-e5a0-4070-94c8-e3ebaaa3f2e9 HTTP/1.1" status: 404 len: 337 time: 0.0444448 Feb 07 21:34:33.511567 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34312) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:33.516847 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-488a3724-dc1a-445a-a9a4-7fe0673fc7fb None None] Deleting port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:34:33.517230 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-488a3724-dc1a-445a-a9a4-7fe0673fc7fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9c610253-d4ce-4f51-8d81-84e63a4d1dd0), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:33.544441 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-b08558f4-62d6-4036-abc5-3a48b529ae51 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] DELETE failed (client error): The resource could not be found. Feb 07 21:34:33.545285 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b08558f4-62d6-4036-abc5-3a48b529ae51 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:34:33.549770 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b08558f4-62d6-4036-abc5-3a48b529ae51 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/ports/9419728e-32ea-47da-94bf-1c842e9d798e HTTP/1.1" status: 404 len: 333 time: 0.0368598 Feb 07 21:34:33.553706 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34314) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:33.570922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78c672-23a7-46a2-8f35-197f368dedb8 req-0649efbe-ec5d-471e-8481-bda2e79c7dc3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:33.573307 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f78c672-23a7-46a2-8f35-197f368dedb8 req-0649efbe-ec5d-471e-8481-bda2e79c7dc3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 946 time: 0.0714545 Feb 07 21:34:33.598312 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-488a3724-dc1a-445a-a9a4-7fe0673fc7fb None None] For port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9c610253-d4ce-4f51-8d81-84e63a4d1dd0,segment=NetworkSegment(7d989e33-a260-4ace-bf52-e0528dc8327a),segment_id=7d989e33-a260-4ace-bf52-e0528dc8327a)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:34:33.599279 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-488a3724-dc1a-445a-a9a4-7fe0673fc7fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9c610253-d4ce-4f51-8d81-84e63a4d1dd0), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:33.610522 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c497df7-f737-47f5-8751-2a0d75775060 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] DELETE failed (client error): The resource could not be found. Feb 07 21:34:33.611254 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c497df7-f737-47f5-8751-2a0d75775060 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:34:33.616348 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5c497df7-f737-47f5-8751-2a0d75775060 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/subnets/608e1217-fc6a-4540-b04c-8e2ac57b8d78 HTTP/1.1" status: 404 len: 337 time: 0.0614207 Feb 07 21:34:33.620984 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34316) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:33.629326 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-488a3724-dc1a-445a-a9a4-7fe0673fc7fb None None] Calling delete_port for 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:34:33.644459 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f78c672-23a7-46a2-8f35-197f368dedb8 req-9352b956-b4a8-4e59-909c-324e52ab3c5f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557725 Feb 07 21:34:33.666380 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eaa88cc-2a06-4c28-a476-de3305afb1e4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] DELETE failed (client error): The resource could not be found. Feb 07 21:34:33.667132 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eaa88cc-2a06-4c28-a476-de3305afb1e4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:34:33.673381 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9eaa88cc-2a06-4c28-a476-de3305afb1e4 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/subnets/3d7458d2-9b0d-4cd3-b7f3-2f677ba754db HTTP/1.1" status: 404 len: 337 time: 0.0510046 Feb 07 21:34:33.683378 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34318) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:33.746610 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-488a3724-dc1a-445a-a9a4-7fe0673fc7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (9c610253-d4ce-4f51-8d81-84e63a4d1dd0), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:33.777354 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a3724-dc1a-445a-a9a4-7fe0673fc7fb None None] Pushing event deleted for resources: {'Port': ['ID=9c610253-d4ce-4f51-8d81-84e63a4d1dd0,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:33.779395 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488a3724-dc1a-445a-a9a4-7fe0673fc7fb None None] No DVR routers for this DVR port 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:34:33.797041 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:34:33.811909 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-88c78048-c4d2-4bf2-a62d-1ec622020422 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Deleting port 9cf60154-cc6b-4269-8049-5ec8028b1371 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:34:33.812909 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88c78048-c4d2-4bf2-a62d-1ec622020422 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9cf60154-cc6b-4269-8049-5ec8028b1371), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:33.823372 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:34:33.823937 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9c610253-d4ce-4f51-8d81-84e63a4d1dd0 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:34:33.826958 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:33.892811 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88c78048-c4d2-4bf2-a62d-1ec622020422 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9cf60154-cc6b-4269-8049-5ec8028b1371), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:33.909769 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-88c78048-c4d2-4bf2-a62d-1ec622020422 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Calling delete_port for 9cf60154-cc6b-4269-8049-5ec8028b1371 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:34:33.987358 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88c78048-c4d2-4bf2-a62d-1ec622020422 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (9cf60154-cc6b-4269-8049-5ec8028b1371), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:34.019920 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c78048-c4d2-4bf2-a62d-1ec622020422 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Port': ['ID=9cf60154-cc6b-4269-8049-5ec8028b1371,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:34.030919 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88c78048-c4d2-4bf2-a62d-1ec622020422 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:34.037500 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-88c78048-c4d2-4bf2-a62d-1ec622020422 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/ports/9cf60154-cc6b-4269-8049-5ec8028b1371 HTTP/1.1" status: 204 len: 168 time: 0.3504491 Feb 07 21:34:34.037500 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34320) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:34.067257 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:34.115436 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46ba805f-3ad8-4d79-beba-624ca8a61069 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (f538d278-a138-4dbf-8d9f-bfe976e68cc8), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:34.207733 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46ba805f-3ad8-4d79-beba-624ca8a61069 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (f538d278-a138-4dbf-8d9f-bfe976e68cc8), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:34.229054 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-46ba805f-3ad8-4d79-beba-624ca8a61069 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f538d278-a138-4dbf-8d9f-bfe976e68cc8']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:34:34.238219 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-46ba805f-3ad8-4d79-beba-624ca8a61069 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d989e33-a260-4ace-bf52-e0528dc8327a') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:34:34.238518 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-46ba805f-3ad8-4d79-beba-624ca8a61069 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d989e33-a260-4ace-bf52-e0528dc8327a') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:34:34.247716 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46ba805f-3ad8-4d79-beba-624ca8a61069 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (7d989e33-a260-4ace-bf52-e0528dc8327a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:34.260819 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46ba805f-3ad8-4d79-beba-624ca8a61069 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (7d989e33-a260-4ace-bf52-e0528dc8327a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:34.266617 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ba805f-3ad8-4d79-beba-624ca8a61069 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:34:34.267054 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46ba805f-3ad8-4d79-beba-624ca8a61069 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (7d989e33-a260-4ace-bf52-e0528dc8327a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:34:34.269987 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:34:34.326043 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46ba805f-3ad8-4d79-beba-624ca8a61069 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (f538d278-a138-4dbf-8d9f-bfe976e68cc8), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:34.332947 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46ba805f-3ad8-4d79-beba-624ca8a61069 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:34.336109 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-46ba805f-3ad8-4d79-beba-624ca8a61069 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] 10.222.0.65 "DELETE /v2.0/networks/f538d278-a138-4dbf-8d9f-bfe976e68cc8 HTTP/1.1" status: 204 len: 168 time: 0.2973011 Feb 07 21:34:34.348904 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba805f-3ad8-4d79-beba-624ca8a61069 tempest-PortsIpV6TestJSON-652482497 tempest-PortsIpV6TestJSON-652482497-project] Pushing event deleted for resources: {'Network': ['ID=f538d278-a138-4dbf-8d9f-bfe976e68cc8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:34.490777 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9c9ab-a567-4509-ab1c-8eaaf7962b3a req-be6cda28-bed2-41f5-ad38-4e6b1d04d3f0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:34.496817 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49d9c9ab-a567-4509-ab1c-8eaaf7962b3a req-be6cda28-bed2-41f5-ad38-4e6b1d04d3f0 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 944 time: 0.0684841 Feb 07 21:34:34.557895 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-49d9c9ab-a567-4509-ab1c-8eaaf7962b3a req-3def6d31-9b1d-4e88-8da7-984f657006fe tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583396 Feb 07 21:34:34.609463 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52009550-23a7-4354-8847-6e8d43dd1dd2 req-b51d97d3-75e2-4c72-ae56-c41c5c140e5a tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:34.611653 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52009550-23a7-4354-8847-6e8d43dd1dd2 req-b51d97d3-75e2-4c72-ae56-c41c5c140e5a tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.0674222 Feb 07 21:34:34.622667 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34330) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:34.666693 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52009550-23a7-4354-8847-6e8d43dd1dd2 req-b9ba757f-8b23-47d1-a2d6-984268255df5 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444930 Feb 07 21:34:34.769089 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d34acc62-7bb1-4995-97af-fc4138857ca5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=de9dd56dc82c48a1b15ec37e1fbeca50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1450315 Feb 07 21:34:34.771502 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34336) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:34.801808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3a85b-cd13-4887-b396-f67079623e16 req-abb99d31-6000-4c91-8e6c-ec59591d4cda tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:34.803285 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-11f3a85b-cd13-4887-b396-f67079623e16 req-abb99d31-6000-4c91-8e6c-ec59591d4cda tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 946 time: 0.0551147 Feb 07 21:34:34.821023 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d75acac-ea77-4586-a6c3-07407b6ce32c admin admin] Publish callbacks [] for security_group (a40cff98-eb18-492a-9b8f-d07d53d64feb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:34.845263 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d75acac-ea77-4586-a6c3-07407b6ce32c admin admin] Publish callbacks [] for security_group (a40cff98-eb18-492a-9b8f-d07d53d64feb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:34.858562 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-11f3a85b-cd13-4887-b396-f67079623e16 req-0b5edb3b-7164-4f94-bda8-9172b550b799 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491984 Feb 07 21:34:34.899008 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d75acac-ea77-4586-a6c3-07407b6ce32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a40cff98-eb18-492a-9b8f-d07d53d64feb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:34.901628 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d75acac-ea77-4586-a6c3-07407b6ce32c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:34.904337 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3d75acac-ea77-4586-a6c3-07407b6ce32c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a40cff98-eb18-492a-9b8f-d07d53d64feb HTTP/1.1" status: 204 len: 168 time: 0.1302464 Feb 07 21:34:34.910598 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75acac-ea77-4586-a6c3-07407b6ce32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40cff98-eb18-492a-9b8f-d07d53d64feb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:35.677454 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24f07e-2b0b-4efd-88ca-4bd83d09c1eb req-87387f12-524d-4ba8-aaff-a4bed48beade tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:35.678927 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ff24f07e-2b0b-4efd-88ca-4bd83d09c1eb req-87387f12-524d-4ba8-aaff-a4bed48beade tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 944 time: 0.0533819 Feb 07 21:34:35.740874 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ff24f07e-2b0b-4efd-88ca-4bd83d09c1eb req-189ef543-194f-4b63-ad69-23fe04a38d4e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553539 Feb 07 21:34:35.810972 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31429f-6d19-43cf-b420-c29166535ece req-22ae1367-90c5-409e-ae81-fe4df88125a8 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:35.812509 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae31429f-6d19-43cf-b420-c29166535ece req-22ae1367-90c5-409e-ae81-fe4df88125a8 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.0545957 Feb 07 21:34:35.865411 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae31429f-6d19-43cf-b420-c29166535ece req-649fd045-ea3a-49d6-86e9-b7ab8bd11700 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468662 Feb 07 21:34:35.984494 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953be1b9-0c64-4a44-9dce-42f2b512b4e9 req-ef1a3886-7367-4f89-8d1b-af6b8ca41ccd tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:35.985964 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-953be1b9-0c64-4a44-9dce-42f2b512b4e9 req-ef1a3886-7367-4f89-8d1b-af6b8ca41ccd tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 946 time: 0.0578549 Feb 07 21:34:36.035537 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-953be1b9-0c64-4a44-9dce-42f2b512b4e9 req-3e968058-2aa8-4055-a9c0-74f8a682d2cf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440524 Feb 07 21:34:36.855784 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50cf50-19bc-48e6-82d3-4c79efbcfcbc req-4c3c25d2-ea58-42f4-9c0d-85d31c10673c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:36.857279 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c50cf50-19bc-48e6-82d3-4c79efbcfcbc req-4c3c25d2-ea58-42f4-9c0d-85d31c10673c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 944 time: 0.0521736 Feb 07 21:34:36.906167 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c50cf50-19bc-48e6-82d3-4c79efbcfcbc req-05306a98-2ff4-4719-a83b-fde580a63759 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433338 Feb 07 21:34:36.998924 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cd186-62b1-44f5-901b-190140d3f281 req-7816d500-dec2-4371-9b66-31852fa63caf tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:37.000289 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ca2cd186-62b1-44f5-901b-190140d3f281 req-7816d500-dec2-4371-9b66-31852fa63caf tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.0553980 Feb 07 21:34:37.047540 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ca2cd186-62b1-44f5-901b-190140d3f281 req-0500e685-66cb-4e19-a948-131df3badead tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408754 Feb 07 21:34:37.153302 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56113f-4720-4324-a7d6-71b6cdab23bf req-b389d1db-2bf7-45a7-b656-658b5f00a1dc tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:37.154680 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d56113f-4720-4324-a7d6-71b6cdab23bf req-b389d1db-2bf7-45a7-b656-658b5f00a1dc tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 946 time: 0.0514219 Feb 07 21:34:37.203026 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d56113f-4720-4324-a7d6-71b6cdab23bf req-3945e3ce-a789-4b66-b907-39d9782631b7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426619 Feb 07 21:34:38.026787 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cd616-fba3-4582-8d8d-3e0d1b8b2070 req-b0f93a93-7b22-4a64-8117-0b939820844d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:38.028177 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-708cd616-fba3-4582-8d8d-3e0d1b8b2070 req-b0f93a93-7b22-4a64-8117-0b939820844d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 944 time: 0.0519519 Feb 07 21:34:38.081652 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-708cd616-fba3-4582-8d8d-3e0d1b8b2070 req-757beb8a-b60e-4163-be8d-fa33fd25af9b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475249 Feb 07 21:34:38.172608 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd282d-99a7-4966-a3d6-f39a611b75d4 req-af1bd750-0e1f-4bd2-93c7-71d236ec60c2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:38.174057 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cbfd282d-99a7-4966-a3d6-f39a611b75d4 req-af1bd750-0e1f-4bd2-93c7-71d236ec60c2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.0519354 Feb 07 21:34:38.220378 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cbfd282d-99a7-4966-a3d6-f39a611b75d4 req-770eb947-2b4b-4b4e-8bf1-e457cc76c844 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407007 Feb 07 21:34:38.322364 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e580f-7279-40b9-9d4f-073f87805b91 req-dc4ed828-3593-4853-bb60-d2830079c58f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:38.323825 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-656e580f-7279-40b9-9d4f-073f87805b91 req-dc4ed828-3593-4853-bb60-d2830079c58f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 946 time: 0.0533767 Feb 07 21:34:38.374666 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-656e580f-7279-40b9-9d4f-073f87805b91 req-1d4a1529-b9d6-48c2-b307-b581f1cae9e3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450661 Feb 07 21:34:39.206309 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a6e71-e839-46a6-9753-32aa3021f3fe req-93705264-085d-4c05-8780-34276babcf66 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:39.207784 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b0a6e71-e839-46a6-9753-32aa3021f3fe req-93705264-085d-4c05-8780-34276babcf66 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 944 time: 0.0559583 Feb 07 21:34:39.262046 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b0a6e71-e839-46a6-9753-32aa3021f3fe req-0291d997-fedb-4479-b7a0-587f853c4f04 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481055 Feb 07 21:34:39.348938 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f7a89-0e3c-4592-bfba-988dd482b34e req-54cb6463-ca2f-456e-9abd-624fe37cc416 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:39.350399 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ec7f7a89-0e3c-4592-bfba-988dd482b34e req-54cb6463-ca2f-456e-9abd-624fe37cc416 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.0524251 Feb 07 21:34:39.396896 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ec7f7a89-0e3c-4592-bfba-988dd482b34e req-469810e1-2d58-47d0-bd14-18e89272ad35 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402730 Feb 07 21:34:39.506465 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fb475-8666-409c-ac32-949942a62e01 req-8a0c7d3a-6593-42dd-ae73-a4391acfedd0 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:39.512885 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c8fb475-8666-409c-ac32-949942a62e01 req-8a0c7d3a-6593-42dd-ae73-a4391acfedd0 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 946 time: 0.0602348 Feb 07 21:34:39.563158 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c8fb475-8666-409c-ac32-949942a62e01 req-5c76de55-e0e3-4bd3-aa04-ab1bbd2aa087 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487089 Feb 07 21:34:39.616299 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:34:40.395910 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c3cea-2e06-41e0-a346-c7c58311229b req-475fa5ba-d021-4eb7-8dfc-14d2b18e7ac8 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:40.397605 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-982c3cea-2e06-41e0-a346-c7c58311229b req-475fa5ba-d021-4eb7-8dfc-14d2b18e7ac8 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 944 time: 0.0548661 Feb 07 21:34:40.455545 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-982c3cea-2e06-41e0-a346-c7c58311229b req-07363052-7fa6-48a0-8059-19c5e88b4ace tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519998 Feb 07 21:34:40.537605 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c020a-4066-432e-af4c-dc9dad5f08f7 req-eaccfdbd-7052-48ba-9dea-39d66eb3d734 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:40.539064 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d68c020a-4066-432e-af4c-dc9dad5f08f7 req-eaccfdbd-7052-48ba-9dea-39d66eb3d734 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.0524871 Feb 07 21:34:40.599394 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d68c020a-4066-432e-af4c-dc9dad5f08f7 req-3595deb2-99b3-49ce-8570-687ab5f2c7e9 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534377 Feb 07 21:34:40.693751 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a9e9f-9f38-4185-93dd-7fa36af20d9d req-f897305d-12d2-4241-85e6-d4962aa077ee tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:40.695276 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a80a9e9f-9f38-4185-93dd-7fa36af20d9d req-f897305d-12d2-4241-85e6-d4962aa077ee tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 946 time: 0.0584481 Feb 07 21:34:40.754678 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a80a9e9f-9f38-4185-93dd-7fa36af20d9d req-12a6f0a0-84fa-408e-9724-49b5fb074191 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487375 Feb 07 21:34:41.573828 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad492167-c71c-40aa-ba91-bc5f5fe5af63 req-73c4f3a8-38bc-438c-ad32-064279542e7c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:41.575255 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad492167-c71c-40aa-ba91-bc5f5fe5af63 req-73c4f3a8-38bc-438c-ad32-064279542e7c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 944 time: 0.0521243 Feb 07 21:34:41.625669 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad492167-c71c-40aa-ba91-bc5f5fe5af63 req-7207478b-e014-4e9e-b824-3be8bfdf547e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446463 Feb 07 21:34:41.735230 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17551f6-de4b-4eb5-98c7-6bde976367ac req-9401aaae-3452-43c7-ba7b-7596883c34b2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:41.736668 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a17551f6-de4b-4eb5-98c7-6bde976367ac req-9401aaae-3452-43c7-ba7b-7596883c34b2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.0616055 Feb 07 21:34:41.783077 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a17551f6-de4b-4eb5-98c7-6bde976367ac req-61e9388a-477c-4c0b-a5ba-fcb240371ab8 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405383 Feb 07 21:34:41.875496 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be9e2d-4d03-4a6b-9f08-1741cc186330 req-b57e1948-1bfb-4c61-982c-f6c21f2bc74e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:41.877024 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e4be9e2d-4d03-4a6b-9f08-1741cc186330 req-b57e1948-1bfb-4c61-982c-f6c21f2bc74e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 946 time: 0.0526297 Feb 07 21:34:41.926136 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e4be9e2d-4d03-4a6b-9f08-1741cc186330 req-fb8bb08d-78f7-4a4c-b462-58b12370ddaf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432215 Feb 07 21:34:42.086550 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:34:42.184134 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:34:42.197584 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '9f6bac45-ebb2-4ca5-bc39-37930d75ac2c', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'port_id': '9f6bac45-ebb2-4ca5-bc39-37930d75ac2c', 'mac_address': 'fa:16:3e:64:cc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:34:42.244705 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c is: ACTIVE; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:34:42.245119 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:42.258370 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:34:42.281184 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:34:42.286484 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:42.339326 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:42.357084 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['9f6bac45-ebb2-4ca5-bc39-37930d75ac2c'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:34:42.755869 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4c2d2-6f75-472a-b792-65babdc4a4c9 req-7d8b55cd-e6ea-470f-8e13-b0bb5a381d40 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:42.757349 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-67b4c2d2-6f75-472a-b792-65babdc4a4c9 req-7d8b55cd-e6ea-470f-8e13-b0bb5a381d40 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 944 time: 0.0616148 Feb 07 21:34:42.808780 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-67b4c2d2-6f75-472a-b792-65babdc4a4c9 req-5e5e99bb-6647-40da-900d-c1a60a336e14 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455904 Feb 07 21:34:42.904467 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5d613-84e6-4b82-88c6-b54404363819 req-2b3e082e-5afd-425e-9a24-1679bef544aa tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:42.905872 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14c5d613-84e6-4b82-88c6-b54404363819 req-2b3e082e-5afd-425e-9a24-1679bef544aa tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 944 time: 0.0513620 Feb 07 21:34:42.951370 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14c5d613-84e6-4b82-88c6-b54404363819 req-bb41e00d-dd3a-4768-9708-c9359f9dbaa4 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399768 Feb 07 21:34:43.048871 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52596e91-748b-4b28-9538-d0bf5588e4d4 req-74071595-fcc8-4e20-9a9f-286cc0338f72 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:43.050315 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52596e91-748b-4b28-9538-d0bf5588e4d4 req-74071595-fcc8-4e20-9a9f-286cc0338f72 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 946 time: 0.0521865 Feb 07 21:34:43.096943 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52596e91-748b-4b28-9538-d0bf5588e4d4 req-f2a36f3b-be2a-4048-a063-9f83fddda526 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411403 Feb 07 21:34:43.928627 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f485a1-d675-4c3a-af6e-14195a7cf565 req-ef761a4d-bebe-40a7-8f19-f27360b7e0fb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:43.930073 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d0f485a1-d675-4c3a-af6e-14195a7cf565 req-ef761a4d-bebe-40a7-8f19-f27360b7e0fb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 944 time: 0.0548198 Feb 07 21:34:43.978291 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d0f485a1-d675-4c3a-af6e-14195a7cf565 req-58460a3b-14be-43ee-84d4-94fa74c3cd0a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419040 Feb 07 21:34:44.077993 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf54a76-7dda-4fb1-a024-25e1d72ca7e3 req-d7d80099-5c0b-4e0b-9bf4-9310e06f4113 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:44.079455 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bdf54a76-7dda-4fb1-a024-25e1d72ca7e3 req-d7d80099-5c0b-4e0b-9bf4-9310e06f4113 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 944 time: 0.0530849 Feb 07 21:34:44.099661 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device bd0e427a-164f-4652-900c-d02583789525 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:34:44.102849 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:34:44.162028 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bdf54a76-7dda-4fb1-a024-25e1d72ca7e3 req-1d6887b2-e5fc-4221-8e30-076609b3b578 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679028 Feb 07 21:34:44.234769 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:44.235051 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:44.316520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b3584-ad64-45af-8a66-c8fb4692c889 req-8a1545e8-d168-4dd7-9ff1-1e3ab44b9b22 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:44.318397 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea3b3584-ad64-45af-8a66-c8fb4692c889 req-8a1545e8-d168-4dd7-9ff1-1e3ab44b9b22 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 946 time: 0.1334991 Feb 07 21:34:44.355555 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-34bbc51f-5d23-40e6-acc2-75a6de2c7e30 service neutron] show failed (client error): The resource could not be found. Feb 07 21:34:44.356593 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-34bbc51f-5d23-40e6-acc2-75a6de2c7e30 service neutron] 10.222.0.71 "GET /v2.0/ports/b4e2ddf0-693a-435f-891d-b5a426cfa78f/bindings/n-h1-828185-2 HTTP/1.1" status: 404 len: 380 time: 0.1280828 Feb 07 21:34:44.382047 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600e36d-5806-428d-9e60-0708a529bd61 req-d18087b3-a795-483d-a510-259eee03b121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:44.383752 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d600e36d-5806-428d-9e60-0708a529bd61 req-d18087b3-a795-483d-a510-259eee03b121 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5266be69ced44c2e98a82b5b59fbf33f&device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 1126 time: 0.1179974 Feb 07 21:34:44.439414 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port bd0e427a-164f-4652-900c-d02583789525, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=bd0e427a-164f-4652-900c-d02583789525,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:34:44.448892 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea3b3584-ad64-45af-8a66-c8fb4692c889 req-f335e9d5-3152-436c-af15-b3368ecaf780 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175213 Feb 07 21:34:44.457637 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'bd0e427a-164f-4652-900c-d02583789525', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'port_id': 'bd0e427a-164f-4652-900c-d02583789525', 'mac_address': 'fa:16:3e:be:49:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:34:44.548107 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600e36d-5806-428d-9e60-0708a529bd61 req-b468b7a6-d1ad-40a8-ad93-972477bc415a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:44.549642 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d600e36d-5806-428d-9e60-0708a529bd61 req-b468b7a6-d1ad-40a8-ad93-972477bc415a service neutron] 10.222.0.69 "GET /v2.0/networks?id=313f8c1c-8aae-48a6-b295-d997e13e6125 HTTP/1.1" status: 200 len: 918 time: 0.1438746 Feb 07 21:34:44.580262 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port bd0e427a-164f-4652-900c-d02583789525 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:34:44.580666 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bd0e427a-164f-4652-900c-d02583789525), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:44.593806 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:34:44.596526 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:44.599599 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd0e427a-164f-4652-900c-d02583789525 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:34:44.624359 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d600e36d-5806-428d-9e60-0708a529bd61 req-cd0ef6cf-817e-4445-88a4-bbb1c8ac68cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c HTTP/1.1" status: 200 len: 999 time: 0.0686791 Feb 07 21:34:44.635587 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-108a2799-c7b2-4d2e-968b-fb83a8818f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:44.638262 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-108a2799-c7b2-4d2e-968b-fb83a8818f68 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb&tenant_id=592f2c160f98413cb3dc6606723ba0e3 HTTP/1.1" status: 200 len: 1128 time: 0.0596917 Feb 07 21:34:44.648852 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157efed3-481f-44e7-9449-788f67471705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6bac45-ebb2-4ca5-bc39-37930d75ac2c'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:34:44.651664 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806aa467-7324-4deb-95b0-06e9269c0305" -d '{"events": [{"server_uuid": "157efed3-481f-44e7-9449-788f67471705", "name": "network-vif-plugged", "status": "completed", "tag": "9f6bac45-ebb2-4ca5-bc39-37930d75ac2c"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:34:44.654602 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-089b1fb7-6fb6-4916-a817-283b3a7e6d60 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828185-2', 'device_owner': 'compute:nova'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:44.672509 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port bd0e427a-164f-4652-900c-d02583789525, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=bd0e427a-164f-4652-900c-d02583789525,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:34:44.688924 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600e36d-5806-428d-9e60-0708a529bd61 req-634e8459-739c-4960-9a7a-76644f9674c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:44.690619 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (bd0e427a-164f-4652-900c-d02583789525), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:44.690786 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d600e36d-5806-428d-9e60-0708a529bd61 req-634e8459-739c-4960-9a7a-76644f9674c9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cd4692e6-7e5d-43fa-9585-afffaba1004b HTTP/1.1" status: 200 len: 856 time: 0.0586662 Feb 07 21:34:44.706934 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:34:44.742631 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-089b1fb7-6fb6-4916-a817-283b3a7e6d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b4e2ddf0-693a-435f-891d-b5a426cfa78f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:44.748820 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600e36d-5806-428d-9e60-0708a529bd61 req-e92153c1-88d7-4dce-8d34-1b0f4efa506f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:44.750377 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d600e36d-5806-428d-9e60-0708a529bd61 req-e92153c1-88d7-4dce-8d34-1b0f4efa506f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=313f8c1c-8aae-48a6-b295-d997e13e6125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530031 Feb 07 21:34:44.751360 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bd78f2-ec1e-4606-9d1c-5531f5fd616c x-openstack-request-id: req-58bd78f2-ec1e-4606-9d1c-5531f5fd616c {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:34:44.751646 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157efed3-481f-44e7-9449-788f67471705", "name": "network-vif-plugged", "status": "completed", "tag": "9f6bac45-ebb2-4ca5-bc39-37930d75ac2c", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:34:44.751896 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-58bd78f2-ec1e-4606-9d1c-5531f5fd616c {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:34:44.752275 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157efed3-481f-44e7-9449-788f67471705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6bac45-ebb2-4ca5-bc39-37930d75ac2c', 'code': 200} Feb 07 21:34:44.754725 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:44.779050 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=bd0e427a-164f-4652-900c-d02583789525,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:44.829724 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:45.005271 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d600e36d-5806-428d-9e60-0708a529bd61 req-9154a49b-b612-461c-8a11-e62ebc6bbef0 service neutron] 10.222.0.69 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095502 Feb 07 21:34:45.009886 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-089b1fb7-6fb6-4916-a817-283b3a7e6d60 service neutron] For port b4e2ddf0-693a-435f-891d-b5a426cfa78f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b4e2ddf0-693a-435f-891d-b5a426cfa78f,segment=NetworkSegment(bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85),segment_id=bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:34:45.049576 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['bd0e427a-164f-4652-900c-d02583789525'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:34:45.073418 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-089b1fb7-6fb6-4916-a817-283b3a7e6d60 service neutron] For port b4e2ddf0-693a-435f-891d-b5a426cfa78f, host n-h2-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:34:45.124911 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-089b1fb7-6fb6-4916-a817-283b3a7e6d60 service neutron] Publish callbacks [] for port (b4e2ddf0-693a-435f-891d-b5a426cfa78f), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:45.138231 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-089b1fb7-6fb6-4916-a817-283b3a7e6d60 service neutron] Transition to ACTIVE for port object b4e2ddf0-693a-435f-891d-b5a426cfa78f will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:34:45.149250 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d7fd3d-07ef-475b-81ac-ec5952032ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4e2ddf0-693a-435f-891d-b5a426cfa78f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:34:45.152164 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4507d3-63c5-46a7-8930-efbb05e12577" -d '{"events": [{"server_uuid": "58d7fd3d-07ef-475b-81ac-ec5952032ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "b4e2ddf0-693a-435f-891d-b5a426cfa78f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:34:45.165267 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-089b1fb7-6fb6-4916-a817-283b3a7e6d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (b4e2ddf0-693a-435f-891d-b5a426cfa78f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:45.171956 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214e4f0-adb5-4174-a699-29422083b2c1 req-4e8b1a74-82ac-497a-b646-b949c333dad7 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:45.174504 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a214e4f0-adb5-4174-a699-29422083b2c1 req-4e8b1a74-82ac-497a-b646-b949c333dad7 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 945 time: 0.0880833 Feb 07 21:34:45.222176 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d600e36d-5806-428d-9e60-0708a529bd61 req-0927a083-b352-44a7-af1b-ec92f4a17e97 service neutron] 10.222.0.69 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087770 Feb 07 21:34:45.256171 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a214e4f0-adb5-4174-a699-29422083b2c1 req-56b8f00c-c2cc-452e-ac0f-57ff14103650 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736749 Feb 07 21:34:45.418079 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b1fb7-6fb6-4916-a817-283b3a7e6d60 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e2ddf0-693a-435f-891d-b5a426cfa78f,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:45.498401 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-089b1fb7-6fb6-4916-a817-283b3a7e6d60 service neutron] No DVR routers for this DVR port b4e2ddf0-693a-435f-891d-b5a426cfa78f on host n-h2-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:34:45.563850 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45380ede-7ac1-405d-93a5-c9868d850596 x-openstack-request-id: req-45380ede-7ac1-405d-93a5-c9868d850596 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:34:45.564151 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d7fd3d-07ef-475b-81ac-ec5952032ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "b4e2ddf0-693a-435f-891d-b5a426cfa78f", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:34:45.564431 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45380ede-7ac1-405d-93a5-c9868d850596 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:34:45.564834 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d7fd3d-07ef-475b-81ac-ec5952032ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4e2ddf0-693a-435f-891d-b5a426cfa78f', 'code': 200} Feb 07 21:34:45.652176 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703434b0-b8a0-4399-adb9-bf9aac2241b8 req-6be4baed-26cf-410d-8789-5da58272dddf tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:45.653748 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-703434b0-b8a0-4399-adb9-bf9aac2241b8 req-6be4baed-26cf-410d-8789-5da58272dddf tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.2141931 Feb 07 21:34:45.723917 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-089b1fb7-6fb6-4916-a817-283b3a7e6d60 service neutron] Attempting to bind port b4e2ddf0-693a-435f-891d-b5a426cfa78f on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:34:45.724438 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-089b1fb7-6fb6-4916-a817-283b3a7e6d60 service neutron] Attempting to bind port b4e2ddf0-693a-435f-891d-b5a426cfa78f by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:34:45.724638 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-089b1fb7-6fb6-4916-a817-283b3a7e6d60 service neutron] Attempting to bind port b4e2ddf0-693a-435f-891d-b5a426cfa78f on network f6fb51aa-ce97-4a86-8bd4-3b26e400b388 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:34:45.729630 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-089b1fb7-6fb6-4916-a817-283b3a7e6d60 service neutron] Port b4e2ddf0-693a-435f-891d-b5a426cfa78f on network f6fb51aa-ce97-4a86-8bd4-3b26e400b388 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:34:45.729960 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-089b1fb7-6fb6-4916-a817-283b3a7e6d60 service neutron] Attempting to bind port b4e2ddf0-693a-435f-891d-b5a426cfa78f on network f6fb51aa-ce97-4a86-8bd4-3b26e400b388 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:34:45.735088 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-089b1fb7-6fb6-4916-a817-283b3a7e6d60 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:34:45.738577 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-089b1fb7-6fb6-4916-a817-283b3a7e6d60 service neutron] Checking segment: {'id': 'bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:34:45.738986 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-089b1fb7-6fb6-4916-a817-283b3a7e6d60 service neutron] Bound using segment: {'id': 'bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:34:45.739574 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-089b1fb7-6fb6-4916-a817-283b3a7e6d60 service neutron] Bound port: b4e2ddf0-693a-435f-891d-b5a426cfa78f, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:34:45.740071 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-089b1fb7-6fb6-4916-a817-283b3a7e6d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b4e2ddf0-693a-435f-891d-b5a426cfa78f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:45.750547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-703434b0-b8a0-4399-adb9-bf9aac2241b8 req-c1732e69-e5dc-4320-b361-6171feb09ccf tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852783 Feb 07 21:34:45.776709 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e21ac-ca05-42f9-87d7-e12c200a7ae0 req-50b78121-0170-4f99-bd79-5d308d0268b0 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:45.778805 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0b3e21ac-ca05-42f9-87d7-e12c200a7ae0 req-50b78121-0170-4f99-bd79-5d308d0268b0 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 944 time: 0.1241019 Feb 07 21:34:45.829654 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-089b1fb7-6fb6-4916-a817-283b3a7e6d60 service neutron] For port b4e2ddf0-693a-435f-891d-b5a426cfa78f, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:34:45.832737 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-089b1fb7-6fb6-4916-a817-283b3a7e6d60 service neutron] For port b4e2ddf0-693a-435f-891d-b5a426cfa78f, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=b4e2ddf0-693a-435f-891d-b5a426cfa78f,segment=NetworkSegment(bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85),segment_id=bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:34:45.837211 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0b3e21ac-ca05-42f9-87d7-e12c200a7ae0 req-54f72cb2-1bfa-43d6-ba54-bf88b43bd5ca tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519464 Feb 07 21:34:45.839936 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-089b1fb7-6fb6-4916-a817-283b3a7e6d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (b4e2ddf0-693a-435f-891d-b5a426cfa78f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:45.893588 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-089b1fb7-6fb6-4916-a817-283b3a7e6d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:45.894873 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-089b1fb7-6fb6-4916-a817-283b3a7e6d60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:45.896344 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-089b1fb7-6fb6-4916-a817-283b3a7e6d60 service neutron] 10.222.0.69 "PUT /v2.0/ports/b4e2ddf0-693a-435f-891d-b5a426cfa78f HTTP/1.1" status: 200 len: 1092 time: 1.2493472 Feb 07 21:34:45.915846 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b1fb7-6fb6-4916-a817-283b3a7e6d60 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e2ddf0-693a-435f-891d-b5a426cfa78f,revision_number=7']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:46.014493 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-a0d7410b-0275-49c0-86d4-d5f69a214b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:46.016500 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-a0d7410b-0275-49c0-86d4-d5f69a214b55 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 1126 time: 0.0709772 Feb 07 21:34:46.142529 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-635df0e9-e153-4137-9931-ed4aba21bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:46.144568 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-635df0e9-e153-4137-9931-ed4aba21bd72 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f6fb51aa-ce97-4a86-8bd4-3b26e400b388 HTTP/1.1" status: 200 len: 898 time: 0.1212058 Feb 07 21:34:46.243888 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-f408bd94-693c-4745-9f76-546dc2ed7cc8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4e2ddf0-693a-435f-891d-b5a426cfa78f HTTP/1.1" status: 200 len: 1000 time: 0.0932081 Feb 07 21:34:46.312912 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-df019d59-6001-4ac5-91bc-3549e868854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:46.314401 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-df019d59-6001-4ac5-91bc-3549e868854b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d HTTP/1.1" status: 200 len: 835 time: 0.0637062 Feb 07 21:34:46.412445 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-d039a785-fbf3-41ce-8679-e0286750c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:46.413978 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-d039a785-fbf3-41ce-8679-e0286750c08c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f6fb51aa-ce97-4a86-8bd4-3b26e400b388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0918057 Feb 07 21:34:46.440979 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f5d9c-a8a1-4a68-9dc5-879e05e03983 req-2d54e86c-dc7c-47c1-8405-489baacd69d9 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:46.442603 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ec7f5d9c-a8a1-4a68-9dc5-879e05e03983 req-2d54e86c-dc7c-47c1-8405-489baacd69d9 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 945 time: 0.0905781 Feb 07 21:34:46.522811 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ec7f5d9c-a8a1-4a68-9dc5-879e05e03983 req-faa08831-6e53-47b6-8bf9-aaae811ac8cd tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727730 Feb 07 21:34:46.542568 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-1d38b138-f9ce-4ef8-a85f-91e136ed9c9c service neutron] 10.222.0.69 "GET /v2.0/networks/f6fb51aa-ce97-4a86-8bd4-3b26e400b388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183460 Feb 07 21:34:46.673073 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-e7d374ce-2232-450c-9ffc-2f92ccd4c32a service neutron] 10.222.0.69 "GET /v2.0/networks/f6fb51aa-ce97-4a86-8bd4-3b26e400b388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263354 Feb 07 21:34:46.896301 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af0b06-553e-423c-93ab-16c00d0418c7 req-ee5db5a7-912e-482b-b155-a4e7f5507042 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:46.905338 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-39af0b06-553e-423c-93ab-16c00d0418c7 req-ee5db5a7-912e-482b-b155-a4e7f5507042 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.0695136 Feb 07 21:34:46.994542 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-39af0b06-553e-423c-93ab-16c00d0418c7 req-beeb6dde-98ae-4be0-9150-8da6a152da17 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878382 Feb 07 21:34:47.043978 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a6747-2dc8-4b44-8a67-38394740cde3 req-b38b5f82-d9df-40bc-9f7f-a3eb6cf4265a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:47.054565 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df4a6747-2dc8-4b44-8a67-38394740cde3 req-b38b5f82-d9df-40bc-9f7f-a3eb6cf4265a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 944 time: 0.1051626 Feb 07 21:34:47.110561 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df4a6747-2dc8-4b44-8a67-38394740cde3 req-a0521e3b-2c00-42d7-8663-6473c0f09a87 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548706 Feb 07 21:34:47.566250 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d7fd3d-07ef-475b-81ac-ec5952032ffb', 'tag': 'b4e2ddf0-693a-435f-891d-b5a426cfa78f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:34:47.570039 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be36b9b3-3d2e-4ece-b76f-69adb6f62be8" -d '{"events": [{"name": "network-changed", "server_uuid": "58d7fd3d-07ef-475b-81ac-ec5952032ffb", "tag": "b4e2ddf0-693a-435f-891d-b5a426cfa78f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:34:47.653716 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8494b1c-dba9-4944-b345-786f592b4219 x-openstack-request-id: req-a8494b1c-dba9-4944-b345-786f592b4219 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:34:47.654018 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d7fd3d-07ef-475b-81ac-ec5952032ffb", "tag": "b4e2ddf0-693a-435f-891d-b5a426cfa78f", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:34:47.654279 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a8494b1c-dba9-4944-b345-786f592b4219 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:34:47.654686 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d7fd3d-07ef-475b-81ac-ec5952032ffb', 'tag': 'b4e2ddf0-693a-435f-891d-b5a426cfa78f', 'status': 'completed', 'code': 200} Feb 07 21:34:47.746320 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36b9b3-3d2e-4ece-b76f-69adb6f62be8 req-d7b8c946-32b9-49c6-aa41-d53cb6476d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:47.748123 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-be36b9b3-3d2e-4ece-b76f-69adb6f62be8 req-d7b8c946-32b9-49c6-aa41-d53cb6476d2f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 1126 time: 0.0917485 Feb 07 21:34:47.810630 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952287f-6e9b-4e7c-94ab-82547bc1c1f3 req-4a9ce3cd-8122-44c6-8200-0c1c4ca79641 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:47.822680 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0952287f-6e9b-4e7c-94ab-82547bc1c1f3 req-4a9ce3cd-8122-44c6-8200-0c1c4ca79641 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 945 time: 0.2052922 Feb 07 21:34:47.845663 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36b9b3-3d2e-4ece-b76f-69adb6f62be8 req-695b02ff-da5b-448f-ad28-afbf4b020aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:47.848333 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-be36b9b3-3d2e-4ece-b76f-69adb6f62be8 req-695b02ff-da5b-448f-ad28-afbf4b020aa0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 1126 time: 0.1773469 Feb 07 21:34:47.920177 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36b9b3-3d2e-4ece-b76f-69adb6f62be8 req-73761969-4665-4324-909e-16c28a6b2aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:47.925087 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-be36b9b3-3d2e-4ece-b76f-69adb6f62be8 req-73761969-4665-4324-909e-16c28a6b2aad service neutron] 10.222.0.69 "GET /v2.0/networks?id=f6fb51aa-ce97-4a86-8bd4-3b26e400b388 HTTP/1.1" status: 200 len: 898 time: 0.1665792 Feb 07 21:34:48.011329 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0952287f-6e9b-4e7c-94ab-82547bc1c1f3 req-a24cff75-41ab-4ec4-9b3d-f80d0aab3b6e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836536 Feb 07 21:34:48.074982 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36b9b3-3d2e-4ece-b76f-69adb6f62be8 req-1585bc37-c5a7-4c71-93af-53da58cd4036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:48.080835 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-be36b9b3-3d2e-4ece-b76f-69adb6f62be8 req-1585bc37-c5a7-4c71-93af-53da58cd4036 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f6fb51aa-ce97-4a86-8bd4-3b26e400b388 HTTP/1.1" status: 200 len: 898 time: 0.2254267 Feb 07 21:34:48.087591 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-be36b9b3-3d2e-4ece-b76f-69adb6f62be8 req-0d17441c-89d7-4d9e-abdd-475fc2a1f17b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4e2ddf0-693a-435f-891d-b5a426cfa78f HTTP/1.1" status: 200 len: 1000 time: 0.1542084 Feb 07 21:34:48.115788 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device bd0e427a-164f-4652-900c-d02583789525 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:34:48.197241 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-be36b9b3-3d2e-4ece-b76f-69adb6f62be8 req-1ce5dc5f-6446-443f-8752-24654d6da0ca service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4e2ddf0-693a-435f-891d-b5a426cfa78f HTTP/1.1" status: 200 len: 1000 time: 0.1101651 Feb 07 21:34:48.244528 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36b9b3-3d2e-4ece-b76f-69adb6f62be8 req-3eee73fb-71e5-4f1f-b177-a42b8274a76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:48.246788 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-be36b9b3-3d2e-4ece-b76f-69adb6f62be8 req-3eee73fb-71e5-4f1f-b177-a42b8274a76d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d HTTP/1.1" status: 200 len: 835 time: 0.1539252 Feb 07 21:34:48.276545 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port bd0e427a-164f-4652-900c-d02583789525 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:34:48.285825 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port bd0e427a-164f-4652-900c-d02583789525 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:48.286515 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (bd0e427a-164f-4652-900c-d02583789525), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:48.349857 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36b9b3-3d2e-4ece-b76f-69adb6f62be8 req-ea473464-07d4-49c9-8be3-42f0d274fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:48.353064 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-be36b9b3-3d2e-4ece-b76f-69adb6f62be8 req-ea473464-07d4-49c9-8be3-42f0d274fe95 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f6fb51aa-ce97-4a86-8bd4-3b26e400b388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0990267 Feb 07 21:34:48.417293 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34532) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:48.431706 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36b9b3-3d2e-4ece-b76f-69adb6f62be8 req-3b80d932-d2e4-4dde-b258-fa578b539c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:48.433587 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-be36b9b3-3d2e-4ece-b76f-69adb6f62be8 req-3b80d932-d2e4-4dde-b258-fa578b539c0c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d HTTP/1.1" status: 200 len: 835 time: 0.2095628 Feb 07 21:34:48.445434 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f22eb-b9ce-47e9-a1a7-cbaabb6531b6 req-5d9c612c-4afa-4c08-b0f6-61a647e1fb9e tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:48.452649 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d58f22eb-b9ce-47e9-a1a7-cbaabb6531b6 req-5d9c612c-4afa-4c08-b0f6-61a647e1fb9e tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.2543387 Feb 07 21:34:48.455046 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port bd0e427a-164f-4652-900c-d02583789525 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:34:48.455434 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bd0e427a-164f-4652-900c-d02583789525), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:48.536169 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e23f0f40-f94c-4efb-9b54-0071fe707fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:48.564897 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8859886d-c9ca-4611-b74c-94f775decb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0e427a-164f-4652-900c-d02583789525'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:34:48.568243 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07e2526-eabe-44ad-82c6-bdaa361b1a5d" -d '{"events": [{"server_uuid": "8859886d-c9ca-4611-b74c-94f775decb97", "name": "network-vif-plugged", "status": "completed", "tag": "bd0e427a-164f-4652-900c-d02583789525"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:34:48.579162 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-be36b9b3-3d2e-4ece-b76f-69adb6f62be8 req-ee9d3458-755c-49b1-a3bb-b8cbde96754e service neutron] 10.222.0.69 "GET /v2.0/networks/f6fb51aa-ce97-4a86-8bd4-3b26e400b388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181811 Feb 07 21:34:48.581600 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab05b0-ae3f-47e5-b1b5-9f3b200de81a req-7db05d24-a670-4d17-bbb7-5994302fc38c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:48.583761 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4ab05b0-ae3f-47e5-b1b5-9f3b200de81a req-7db05d24-a670-4d17-bbb7-5994302fc38c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 944 time: 0.3484120 Feb 07 21:34:48.594791 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port bd0e427a-164f-4652-900c-d02583789525, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=bd0e427a-164f-4652-900c-d02583789525,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:34:48.606215 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (bd0e427a-164f-4652-900c-d02583789525), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:48.727853 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-be36b9b3-3d2e-4ece-b76f-69adb6f62be8 req-e5e68f33-40b9-49a5-85b6-2b62cb814259 service neutron] 10.222.0.69 "GET /v2.0/networks/f6fb51aa-ce97-4a86-8bd4-3b26e400b388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407723 Feb 07 21:34:48.742079 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=bd0e427a-164f-4652-900c-d02583789525,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:48.930165 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device b4e2ddf0-693a-435f-891d-b5a426cfa78f no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:34:48.993666 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] The host n-h2-828185-2 is not matching for port b4e2ddf0-693a-435f-891d-b5a426cfa78f host n-h1-828185-2! {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 07 21:34:48.994254 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device b4e2ddf0-693a-435f-891d-b5a426cfa78f not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:34:49.071868 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7a073a9-9178-41c8-ac48-a6a3cf14ecf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:49.136843 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d58f22eb-b9ce-47e9-a1a7-cbaabb6531b6 req-96b61c3b-c691-4edd-927a-2fbf120339a2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6774476 Feb 07 21:34:49.147190 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36b9b3-3d2e-4ece-b76f-69adb6f62be8 req-08697c5f-4ba8-4f94-8f57-e947f80d8b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:49.159572 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-be36b9b3-3d2e-4ece-b76f-69adb6f62be8 req-08697c5f-4ba8-4f94-8f57-e947f80d8b25 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f6fb51aa-ce97-4a86-8bd4-3b26e400b388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6954823 Feb 07 21:34:49.186884 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d590ae-31e9-490c-a20d-4a349276ca43 x-openstack-request-id: req-a6d590ae-31e9-490c-a20d-4a349276ca43 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:34:49.187767 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8859886d-c9ca-4611-b74c-94f775decb97", "name": "network-vif-plugged", "status": "completed", "tag": "bd0e427a-164f-4652-900c-d02583789525", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:34:49.188190 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a6d590ae-31e9-490c-a20d-4a349276ca43 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:34:49.188807 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8859886d-c9ca-4611-b74c-94f775decb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0e427a-164f-4652-900c-d02583789525', 'code': 200} Feb 07 21:34:49.207457 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4ab05b0-ae3f-47e5-b1b5-9f3b200de81a req-a61c7a01-727c-4f71-a09d-046d90b33ade tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6050818 Feb 07 21:34:49.334428 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2732a4-10ba-41eb-a1fe-eb7a0e44fb14 req-6995906e-3aca-404c-87b7-5bde0a95934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:49.335897 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dd2732a4-10ba-41eb-a1fe-eb7a0e44fb14 req-6995906e-3aca-404c-87b7-5bde0a95934a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 1128 time: 0.0802605 Feb 07 21:34:49.398659 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7a073a9-9178-41c8-ac48-a6a3cf14ecf3 admin admin] Publish callbacks [] for security_group (114f977c-6ca4-46ea-92ac-20b166b31d08), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:49.414227 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-be36b9b3-3d2e-4ece-b76f-69adb6f62be8 req-c5114b94-7231-4468-b760-546f95c109da service neutron] 10.222.0.71 "GET /v2.0/networks/f6fb51aa-ce97-4a86-8bd4-3b26e400b388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380059 Feb 07 21:34:49.416729 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7a073a9-9178-41c8-ac48-a6a3cf14ecf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (114f977c-6ca4-46ea-92ac-20b166b31d08), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:49.421400 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dd2732a4-10ba-41eb-a1fe-eb7a0e44fb14 req-db004616-ea4f-438e-b865-c10458fdee7b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771313 Feb 07 21:34:49.518039 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fed9b5-1e98-4a9a-9db8-55f836c930c5 req-dc6f272f-35fa-4b4c-a11d-29ceada0c3a4 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:49.519436 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-96fed9b5-1e98-4a9a-9db8-55f836c930c5 req-dc6f272f-35fa-4b4c-a11d-29ceada0c3a4 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 946 time: 0.2342615 Feb 07 21:34:49.549714 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34540) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:49.549964 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b7a073a9-9178-41c8-ac48-a6a3cf14ecf3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4a35d5a73de74c9cbad27bc6e0b4c7c6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1239178 Feb 07 21:34:49.561648 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a073a9-9178-41c8-ac48-a6a3cf14ecf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114f977c-6ca4-46ea-92ac-20b166b31d08,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:49.647820 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-96fed9b5-1e98-4a9a-9db8-55f836c930c5 req-5e5d5930-c97d-479d-b6f5-c91bb7a49d0e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153529 Feb 07 21:34:49.683941 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-be36b9b3-3d2e-4ece-b76f-69adb6f62be8 req-c6f86f05-8600-4c96-a044-ace4a3702767 service neutron] 10.222.0.71 "GET /v2.0/networks/f6fb51aa-ce97-4a86-8bd4-3b26e400b388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594950 Feb 07 21:34:49.692159 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e50ec599-a942-4297-abe1-ece6400f87b8 admin admin] Publish callbacks [] for security_group (114f977c-6ca4-46ea-92ac-20b166b31d08), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:49.730777 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e50ec599-a942-4297-abe1-ece6400f87b8 admin admin] Publish callbacks [] for security_group (114f977c-6ca4-46ea-92ac-20b166b31d08), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:49.782849 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e50ec599-a942-4297-abe1-ece6400f87b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (114f977c-6ca4-46ea-92ac-20b166b31d08), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:49.785536 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e50ec599-a942-4297-abe1-ece6400f87b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:49.786902 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e50ec599-a942-4297-abe1-ece6400f87b8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/114f977c-6ca4-46ea-92ac-20b166b31d08 HTTP/1.1" status: 204 len: 168 time: 0.2348318 Feb 07 21:34:49.808757 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ec599-a942-4297-abe1-ece6400f87b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114f977c-6ca4-46ea-92ac-20b166b31d08,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:50.115994 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device b4e2ddf0-693a-435f-891d-b5a426cfa78f details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:34:50.288214 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34550) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:50.303659 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port b4e2ddf0-693a-435f-891d-b5a426cfa78f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=b4e2ddf0-693a-435f-891d-b5a426cfa78f,segment=NetworkSegment(bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85),segment_id=bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:34:50.311415 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80522765-309e-4d97-a408-5ecb4921caa4 req-0dd443e5-84ed-429b-8498-e7b3a88eb6c6 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:50.311997 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d9e4332-bd36-46f1-b561-ce3c3fb612e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:50.313192 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80522765-309e-4d97-a408-5ecb4921caa4 req-0dd443e5-84ed-429b-8498-e7b3a88eb6c6 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.0846868 Feb 07 21:34:50.316622 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'b4e2ddf0-693a-435f-891d-b5a426cfa78f', 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388', 'port_id': 'b4e2ddf0-693a-435f-891d-b5a426cfa78f', 'mac_address': 'fa:16:3e:cd:d6:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:34:50.362371 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port b4e2ddf0-693a-435f-891d-b5a426cfa78f is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:34:50.363196 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b4e2ddf0-693a-435f-891d-b5a426cfa78f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:50.386960 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e2ddf0-693a-435f-891d-b5a426cfa78f {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:34:50.408281 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80522765-309e-4d97-a408-5ecb4921caa4 req-9ea9299d-c3f6-4fdf-8336-4cc320d78bfa tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886993 Feb 07 21:34:50.424638 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f10ab7-e696-4fb4-82a1-e4b5d8a01930 req-ca05c578-5f81-4f37-b6c1-b48caf7d91e8 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:50.426428 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c1f10ab7-e696-4fb4-82a1-e4b5d8a01930 req-ca05c578-5f81-4f37-b6c1-b48caf7d91e8 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 944 time: 0.0997672 Feb 07 21:34:50.434400 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port b4e2ddf0-693a-435f-891d-b5a426cfa78f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=b4e2ddf0-693a-435f-891d-b5a426cfa78f,segment=NetworkSegment(bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85),segment_id=bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:34:50.436732 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d9e4332-bd36-46f1-b561-ce3c3fb612e3 admin admin] Publish callbacks [] for security_group (3caaa6d4-b225-4184-898f-5578a0fc3746), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:50.450429 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b4e2ddf0-693a-435f-891d-b5a426cfa78f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:50.455989 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d9e4332-bd36-46f1-b561-ce3c3fb612e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3caaa6d4-b225-4184-898f-5578a0fc3746), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:50.487959 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c1f10ab7-e696-4fb4-82a1-e4b5d8a01930 req-479dd405-3706-4eea-a774-d6ecf8ce9c61 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550382 Feb 07 21:34:50.493298 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5d9e4332-bd36-46f1-b561-ce3c3fb612e3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=86ac08bf877346d0b0822c561123f3b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2011130 Feb 07 21:34:50.493680 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34556) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:50.525753 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e4332-bd36-46f1-b561-ce3c3fb612e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3caaa6d4-b225-4184-898f-5578a0fc3746,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:50.554052 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=b4e2ddf0-693a-435f-891d-b5a426cfa78f,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:50.567816 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c69c0b2-bf30-411e-a945-2c6398626dbc admin admin] Publish callbacks [] for security_group (3caaa6d4-b225-4184-898f-5578a0fc3746), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:50.615953 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c69c0b2-bf30-411e-a945-2c6398626dbc admin admin] Publish callbacks [] for security_group (3caaa6d4-b225-4184-898f-5578a0fc3746), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:50.627734 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f59ddd2e-cb75-46df-b29f-49c40fe503f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:50.682128 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c69c0b2-bf30-411e-a945-2c6398626dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3caaa6d4-b225-4184-898f-5578a0fc3746), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:50.685370 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c69c0b2-bf30-411e-a945-2c6398626dbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:50.686755 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2c69c0b2-bf30-411e-a945-2c6398626dbc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3caaa6d4-b225-4184-898f-5578a0fc3746 HTTP/1.1" status: 204 len: 168 time: 0.1916938 Feb 07 21:34:50.717693 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69c0b2-bf30-411e-a945-2c6398626dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3caaa6d4-b225-4184-898f-5578a0fc3746,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:50.830634 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbe5cc-fa00-498b-a3ec-4aa9561dfbdf req-f95fca0c-5274-4614-8a9d-adefb2e2184c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:50.838175 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6ffbe5cc-fa00-498b-a3ec-4aa9561dfbdf req-f95fca0c-5274-4614-8a9d-adefb2e2184c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 946 time: 0.0843627 Feb 07 21:34:50.901242 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['b4e2ddf0-693a-435f-891d-b5a426cfa78f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:34:50.903429 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6ffbe5cc-fa00-498b-a3ec-4aa9561dfbdf req-50819f98-187b-44dd-970d-ad9f4e5e9f67 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638778 Feb 07 21:34:51.567186 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b72dd-0850-4907-b09a-6a08ab03b6ca req-07940d84-8b69-478b-89bb-103d43ee6ace tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:51.568882 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-211b72dd-0850-4907-b09a-6a08ab03b6ca req-07940d84-8b69-478b-89bb-103d43ee6ace tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.0681498 Feb 07 21:34:51.652702 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-211b72dd-0850-4907-b09a-6a08ab03b6ca req-6cf34120-ab34-4d22-8c9e-5c9c67738955 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715299 Feb 07 21:34:51.660781 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d43f0-96e0-4518-b168-e1e480ac62fc req-a8cc80f6-7a40-4629-b5a2-f6cac1ff22aa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:51.668439 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-503d43f0-96e0-4518-b168-e1e480ac62fc req-a8cc80f6-7a40-4629-b5a2-f6cac1ff22aa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 945 time: 0.0967739 Feb 07 21:34:51.729863 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-503d43f0-96e0-4518-b168-e1e480ac62fc req-25f80bc4-d031-4341-95e6-8a5adb2c863e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605166 Feb 07 21:34:51.846895 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:52.115221 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device b4e2ddf0-693a-435f-891d-b5a426cfa78f up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:34:52.155645 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67477277-5493-4ac7-807f-fe3a89c0bfac req-c5bd3410-a95a-4955-9827-d32788acf079 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:52.162984 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-67477277-5493-4ac7-807f-fe3a89c0bfac req-c5bd3410-a95a-4955-9827-d32788acf079 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 946 time: 0.1368310 Feb 07 21:34:52.183884 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port b4e2ddf0-693a-435f-891d-b5a426cfa78f completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:34:52.189660 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653416e6-cd71-442e-acd8-9eb6c663dc39 req-80e9e73d-8c3f-4756-b226-a0473fbe9675 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:52.190845 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port b4e2ddf0-693a-435f-891d-b5a426cfa78f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:34:52.191089 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-653416e6-cd71-442e-acd8-9eb6c663dc39 req-80e9e73d-8c3f-4756-b226-a0473fbe9675 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.71 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb&tenant_id=592f2c160f98413cb3dc6606723ba0e3&binding%3Ahost_id=n-h1-828185-2 HTTP/1.1" status: 200 len: 945 time: 0.2533853 Feb 07 21:34:52.191269 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b4e2ddf0-693a-435f-891d-b5a426cfa78f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:52.218924 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b58d12-21cd-4397-85ba-a8202653057e req-8c48ca85-1e80-4cf8-a73d-de3487e7a596 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:52.220550 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-86b58d12-21cd-4397-85ba-a8202653057e req-8c48ca85-1e80-4cf8-a73d-de3487e7a596 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 945 time: 0.2384114 Feb 07 21:34:52.302179 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-67477277-5493-4ac7-807f-fe3a89c0bfac req-b0497cb9-1132-4200-95bf-c7807c0dac4d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385148 Feb 07 21:34:52.303602 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port b4e2ddf0-693a-435f-891d-b5a426cfa78f is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:34:52.304229 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b4e2ddf0-693a-435f-891d-b5a426cfa78f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:52.328664 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-653416e6-cd71-442e-acd8-9eb6c663dc39 req-a450a8c1-087d-4b1f-a33e-a12e97dc13c7 service neutron] delete failed (client error): The resource could not be found. Feb 07 21:34:52.329717 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-653416e6-cd71-442e-acd8-9eb6c663dc39 req-a450a8c1-087d-4b1f-a33e-a12e97dc13c7 service neutron] 10.222.0.71 "DELETE /v2.0/ports/b4e2ddf0-693a-435f-891d-b5a426cfa78f/bindings/n-h2-828185-2 HTTP/1.1" status: 404 len: 380 time: 0.1310959 Feb 07 21:34:52.345446 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d7fd3d-07ef-475b-81ac-ec5952032ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e2ddf0-693a-435f-891d-b5a426cfa78f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:34:52.348226 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34f35c1-b11f-45c1-bda7-a2693e863bd4" -d '{"events": [{"server_uuid": "58d7fd3d-07ef-475b-81ac-ec5952032ffb", "name": "network-vif-plugged", "status": "completed", "tag": "b4e2ddf0-693a-435f-891d-b5a426cfa78f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:34:52.353258 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-86b58d12-21cd-4397-85ba-a8202653057e req-216d25ba-48cc-4242-b69c-232170837ee2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038997 Feb 07 21:34:52.380165 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port b4e2ddf0-693a-435f-891d-b5a426cfa78f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=b4e2ddf0-693a-435f-891d-b5a426cfa78f,segment=NetworkSegment(bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85),segment_id=bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:34:52.393831 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b4e2ddf0-693a-435f-891d-b5a426cfa78f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:52.451155 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efaa2e82-ca1c-4e81-97a2-efdc5fb81cbf x-openstack-request-id: req-efaa2e82-ca1c-4e81-97a2-efdc5fb81cbf {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:34:52.451545 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d7fd3d-07ef-475b-81ac-ec5952032ffb", "name": "network-vif-plugged", "status": "completed", "tag": "b4e2ddf0-693a-435f-891d-b5a426cfa78f", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:34:52.452008 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-efaa2e82-ca1c-4e81-97a2-efdc5fb81cbf {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:34:52.452457 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d7fd3d-07ef-475b-81ac-ec5952032ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e2ddf0-693a-435f-891d-b5a426cfa78f', 'code': 200} Feb 07 21:34:52.475294 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=b4e2ddf0-693a-435f-891d-b5a426cfa78f,revision_number=9']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:52.496669 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08d7cb-d4f2-4a3e-9d35-7f2bba519f0b req-6b4c9ef2-c742-45be-a24e-098ba9bd5107 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:52.498247 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6d08d7cb-d4f2-4a3e-9d35-7f2bba519f0b req-6b4c9ef2-c742-45be-a24e-098ba9bd5107 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 946 time: 0.1076849 Feb 07 21:34:52.500325 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653416e6-cd71-442e-acd8-9eb6c663dc39 req-467a24fc-c5a0-48df-a91b-fa73c6f2bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:52.501701 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-653416e6-cd71-442e-acd8-9eb6c663dc39 req-467a24fc-c5a0-48df-a91b-fa73c6f2bae7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 1128 time: 0.1124768 Feb 07 21:34:52.617113 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6d08d7cb-d4f2-4a3e-9d35-7f2bba519f0b req-9478c2e9-7dcf-43be-946d-20a986cdb874 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125145 Feb 07 21:34:52.647094 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653416e6-cd71-442e-acd8-9eb6c663dc39 req-8ff7c2ba-efec-43c9-9f37-6f82701b0cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:52.649857 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-653416e6-cd71-442e-acd8-9eb6c663dc39 req-8ff7c2ba-efec-43c9-9f37-6f82701b0cd5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f6fb51aa-ce97-4a86-8bd4-3b26e400b388 HTTP/1.1" status: 200 len: 898 time: 0.1366341 Feb 07 21:34:52.650907 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34612) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:52.719383 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-653416e6-cd71-442e-acd8-9eb6c663dc39 req-d0276b63-7818-4448-802e-d20f917d7150 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4e2ddf0-693a-435f-891d-b5a426cfa78f HTTP/1.1" status: 200 len: 1002 time: 0.0642354 Feb 07 21:34:52.849072 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653416e6-cd71-442e-acd8-9eb6c663dc39 req-aef5a1be-d50b-4455-8ff2-864374148470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:52.850566 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-653416e6-cd71-442e-acd8-9eb6c663dc39 req-aef5a1be-d50b-4455-8ff2-864374148470 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d HTTP/1.1" status: 200 len: 835 time: 0.1253300 Feb 07 21:34:52.895253 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6879832-2db4-402e-8650-89ad21f9c622 req-4b9bd638-9b67-400c-a6ed-b9314e34f477 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:52.896824 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f6879832-2db4-402e-8650-89ad21f9c622 req-4b9bd638-9b67-400c-a6ed-b9314e34f477 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.1090515 Feb 07 21:34:52.900872 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171a0267-7d95-4f6d-8764-51e2d58b013c tempest-TestVolumeBootPattern-1055403589 tempest-TestVolumeBootPattern-1055403589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:52.902420 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-171a0267-7d95-4f6d-8764-51e2d58b013c tempest-TestVolumeBootPattern-1055403589 tempest-TestVolumeBootPattern-1055403589-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 1123 time: 0.1820319 Feb 07 21:34:52.905847 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34620) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:52.910382 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-96861937-a404-4595-91bc-e4afbf8720ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'port_id': 'bd0e427a-164f-4652-900c-d02583789525', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:34:52.943717 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96861937-a404-4595-91bc-e4afbf8720ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:52.958919 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653416e6-cd71-442e-acd8-9eb6c663dc39 req-9aed8aa3-10b7-406f-a8d0-4c0425f756a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:52.960535 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-653416e6-cd71-442e-acd8-9eb6c663dc39 req-9aed8aa3-10b7-406f-a8d0-4c0425f756a4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f6fb51aa-ce97-4a86-8bd4-3b26e400b388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1031806 Feb 07 21:34:52.979634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f6879832-2db4-402e-8650-89ad21f9c622 req-80f90518-c64a-442b-8a7d-0d0a764082ad tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679007 Feb 07 21:34:53.093095 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96861937-a404-4595-91bc-e4afbf8720ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:53.100706 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-653416e6-cd71-442e-acd8-9eb6c663dc39 req-041f6e4f-6f82-4a6c-829e-5454ffe1c672 service neutron] 10.222.0.71 "GET /v2.0/networks/f6fb51aa-ce97-4a86-8bd4-3b26e400b388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197705 Feb 07 21:34:53.231824 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34624) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:53.267375 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-653416e6-cd71-442e-acd8-9eb6c663dc39 req-e127854c-8a37-4f36-8b30-33f8b1acd500 service neutron] 10.222.0.71 "GET /v2.0/networks/f6fb51aa-ce97-4a86-8bd4-3b26e400b388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605005 Feb 07 21:34:53.301936 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-96861937-a404-4595-91bc-e4afbf8720ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Allocated IP 172.25.4.112 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/f22a4a9a-5d05-4dca-a200-beca6901fe85) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:34:53.349842 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:53.390065 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3f76c06-f504-4616-955d-ce157867cfa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:53.470510 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96861937-a404-4595-91bc-e4afbf8720ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for port (f22a4a9a-5d05-4dca-a200-beca6901fe85), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:53.526480 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96861937-a404-4595-91bc-e4afbf8720ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (f22a4a9a-5d05-4dca-a200-beca6901fe85), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:53.533683 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45cdaf-bee7-45f4-8bcd-ee54d0bea5b4 req-fcd9196a-c271-401e-9cf2-ec3daa10256f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:53.535232 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ce45cdaf-bee7-45f4-8bcd-ee54d0bea5b4 req-fcd9196a-c271-401e-9cf2-ec3daa10256f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 946 time: 0.0956469 Feb 07 21:34:53.565174 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3f76c06-f504-4616-955d-ce157867cfa0 admin admin] Publish callbacks [] for security_group (4a74c508-85c5-4761-86f4-67c03e732d61), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:53.575578 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3f76c06-f504-4616-955d-ce157867cfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4a74c508-85c5-4761-86f4-67c03e732d61), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:53.606366 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96861937-a404-4595-91bc-e4afbf8720ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:34:53.608899 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-96861937-a404-4595-91bc-e4afbf8720ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:34:53.617217 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96861937-a404-4595-91bc-e4afbf8720ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:34:53.641764 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c3f76c06-f504-4616-955d-ce157867cfa0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3b684b37a88e41f48913ae0c1e2d926d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4088373 Feb 07 21:34:53.643091 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f76c06-f504-4616-955d-ce157867cfa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a74c508-85c5-4761-86f4-67c03e732d61,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:53.645868 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34630) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:53.649953 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ce45cdaf-bee7-45f4-8bcd-ee54d0bea5b4 req-7b5da2cc-7dc6-4d66-94db-1f70d0b39226 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027422 Feb 07 21:34:53.686280 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96861937-a404-4595-91bc-e4afbf8720ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event updated for resources: {'Port': ['ID=f22a4a9a-5d05-4dca-a200-beca6901fe85,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:53.751213 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5682e5d1-b5ce-49ea-bb21-3d9efb27298e admin admin] Publish callbacks [] for security_group (4a74c508-85c5-4761-86f4-67c03e732d61), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:53.791771 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5682e5d1-b5ce-49ea-bb21-3d9efb27298e admin admin] Publish callbacks [] for security_group (4a74c508-85c5-4761-86f4-67c03e732d61), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:53.892613 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5682e5d1-b5ce-49ea-bb21-3d9efb27298e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4a74c508-85c5-4761-86f4-67c03e732d61), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:53.903298 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5682e5d1-b5ce-49ea-bb21-3d9efb27298e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:53.924273 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5682e5d1-b5ce-49ea-bb21-3d9efb27298e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a74c508-85c5-4761-86f4-67c03e732d61 HTTP/1.1" status: 204 len: 168 time: 0.2626753 Feb 07 21:34:53.952741 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682e5d1-b5ce-49ea-bb21-3d9efb27298e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a74c508-85c5-4761-86f4-67c03e732d61,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:54.171465 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a52783-847b-43a1-b3fb-c942de9ff9df req-45e1f050-5047-4c63-b1b3-3c8644c592ab tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:54.173658 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6a52783-847b-43a1-b3fb-c942de9ff9df req-45e1f050-5047-4c63-b1b3-3c8644c592ab tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.0835729 Feb 07 21:34:54.236165 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6a52783-847b-43a1-b3fb-c942de9ff9df req-6d3dac38-ba87-4b31-9478-8555f92c06a0 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568423 Feb 07 21:34:54.241488 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96861937-a404-4595-91bc-e4afbf8720ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for floatingip (db1ff27c-557e-4fce-9493-2af307995125), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:54.325010 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96861937-a404-4595-91bc-e4afbf8720ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f22a4a9a-5d05-4dca-a200-beca6901fe85), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:54.409110 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34638) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:54.422164 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9576ff0-690c-4c30-9478-fbd9bf9064ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:54.529427 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96861937-a404-4595-91bc-e4afbf8720ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for port (f22a4a9a-5d05-4dca-a200-beca6901fe85), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:54.532878 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9576ff0-690c-4c30-9478-fbd9bf9064ac admin admin] Publish callbacks [] for security_group (e1d78f47-a899-4441-8cf4-518c733bf066), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:54.541351 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96861937-a404-4595-91bc-e4afbf8720ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (f22a4a9a-5d05-4dca-a200-beca6901fe85), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:54.547593 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9576ff0-690c-4c30-9478-fbd9bf9064ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e1d78f47-a899-4441-8cf4-518c733bf066), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:54.593935 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9576ff0-690c-4c30-9478-fbd9bf9064ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d78f47-a899-4441-8cf4-518c733bf066,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:54.600912 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b9576ff0-690c-4c30-9478-fbd9bf9064ac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8ad60ca30cb34a689739860851851b39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1881781 Feb 07 21:34:54.601122 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34640) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:54.632571 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96861937-a404-4595-91bc-e4afbf8720ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (db1ff27c-557e-4fce-9493-2af307995125), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:54.662683 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11cb0797-ecb7-432d-96ca-415b6dd57b70 admin admin] Publish callbacks [] for security_group (e1d78f47-a899-4441-8cf4-518c733bf066), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:54.685634 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11cb0797-ecb7-432d-96ca-415b6dd57b70 admin admin] Publish callbacks [] for security_group (e1d78f47-a899-4441-8cf4-518c733bf066), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:54.728519 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96861937-a404-4595-91bc-e4afbf8720ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event updated for resources: {'Port': ['ID=f22a4a9a-5d05-4dca-a200-beca6901fe85,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:54.764691 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11cb0797-ecb7-432d-96ca-415b6dd57b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e1d78f47-a899-4441-8cf4-518c733bf066), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:54.767645 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11cb0797-ecb7-432d-96ca-415b6dd57b70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:54.771361 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-11cb0797-ecb7-432d-96ca-415b6dd57b70 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e1d78f47-a899-4441-8cf4-518c733bf066 HTTP/1.1" status: 204 len: 168 time: 0.1670172 Feb 07 21:34:54.777498 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb0797-ecb7-432d-96ca-415b6dd57b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d78f47-a899-4441-8cf4-518c733bf066,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:54.782045 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [None req-96861937-a404-4595-91bc-e4afbf8720ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Floating IP db1ff27c-557e-4fce-9493-2af307995125 associated. External IP: 172.25.4.112, port: bd0e427a-164f-4652-900c-d02583789525. Feb 07 21:34:54.807057 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:54.895921 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a0eef-f5a2-41e7-90b8-04b9259f3a31 req-3dd8b04b-f8dd-43d2-802e-804e20a02475 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:54.897514 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-994a0eef-f5a2-41e7-90b8-04b9259f3a31 req-3dd8b04b-f8dd-43d2-802e-804e20a02475 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 946 time: 0.0710521 Feb 07 21:34:54.981248 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-994a0eef-f5a2-41e7-90b8-04b9259f3a31 req-87b51670-fa22-43cb-923d-3b20bdf67842 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757434 Feb 07 21:34:55.014586 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34650) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:55.090640 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c60174be-5f5f-4c81-91a6-d9f357f44d4b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/floatingips/65354e84-b9d7-4b86-863d-88cf1348d3b7 HTTP/1.1" status: 200 len: 994 time: 0.0747707 Feb 07 21:34:55.096389 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96861937-a404-4595-91bc-e4afbf8720ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Router f20a01b8-35b5-4afb-84af-4ad133939b50 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:34:55.255212 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96861937-a404-4595-91bc-e4afbf8720ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:34:55.267769 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4452b3-b41c-48fa-bdb4-27ae76c1ed87 None None] Sync routers for ids ['f20a01b8-35b5-4afb-84af-4ad133939b50'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:34:55.280258 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4452b3-b41c-48fa-bdb4-27ae76c1ed87 None None] Routers {'f20a01b8-35b5-4afb-84af-4ad133939b50'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:34:55.281015 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-cc4452b3-b41c-48fa-bdb4-27ae76c1ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:34:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f20a01b8-35b5-4afb-84af-4ad133939b50'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:34:55.300538 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96861937-a404-4595-91bc-e4afbf8720ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:55.346079 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-96861937-a404-4595-91bc-e4afbf8720ea tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4390833 Feb 07 21:34:55.346929 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8859886d-c9ca-4611-b74c-94f775decb97', 'tag': 'bd0e427a-164f-4652-900c-d02583789525'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:34:55.349459 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c79f78-4f21-4901-907c-d5eeab67916c" -d '{"events": [{"name": "network-changed", "server_uuid": "8859886d-c9ca-4611-b74c-94f775decb97", "tag": "bd0e427a-164f-4652-900c-d02583789525"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:34:55.411462 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fac503-6535-4410-8cbc-7067adb7db13 x-openstack-request-id: req-f6fac503-6535-4410-8cbc-7067adb7db13 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:34:55.411786 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8859886d-c9ca-4611-b74c-94f775decb97", "tag": "bd0e427a-164f-4652-900c-d02583789525", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:34:55.412019 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f6fac503-6535-4410-8cbc-7067adb7db13 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:34:55.412552 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8859886d-c9ca-4611-b74c-94f775decb97', 'tag': 'bd0e427a-164f-4652-900c-d02583789525', 'status': 'completed', 'code': 200} Feb 07 21:34:55.473359 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75187978-1c9c-4746-825e-d829fd945a8c req-73501991-de67-4b05-80a3-c549d771cbad tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:55.475390 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-75187978-1c9c-4746-825e-d829fd945a8c req-73501991-de67-4b05-80a3-c549d771cbad tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.0815582 Feb 07 21:34:55.506281 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-cc4452b3-b41c-48fa-bdb4-27ae76c1ed87 None None] Set router f20a01b8-35b5-4afb-84af-4ad133939b50 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:34:55.522480 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c79f78-4f21-4901-907c-d5eeab67916c req-32487341-6b95-4dac-ba35-c76ec4dc78df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:55.524348 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d4c79f78-4f21-4901-907c-d5eeab67916c req-32487341-6b95-4dac-ba35-c76ec4dc78df service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 1128 time: 0.0823634 Feb 07 21:34:55.594618 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-75187978-1c9c-4746-825e-d829fd945a8c req-7d46a34c-95c7-4a98-9d11-3a19b9616fa1 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126485 Feb 07 21:34:55.985116 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-cc4452b3-b41c-48fa-bdb4-27ae76c1ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'name': 'tempest-TestVolumeBootPattern-1761457576-router', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:17Z', 'updated_at': '2022-02-07T21:22:25Z', 'revision_number': 4, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'gw_port': {'id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:19Z', 'updated_at': '2022-02-07T21:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'db1ff27c-557e-4fce-9493-2af307995125', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'floating_ip_address': '172.25.4.112', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'port_id': 'bd0e427a-164f-4652-900c-d02583789525', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'mac_address': 'fa:16:3e:be:49:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859886d-c9ca-4611-b74c-94f775decb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:34:54Z', 'updated_at': '2022-02-07T21:34:54Z', 'revision_number': 0, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e60dab9-be35-49dc-985e-2abf88535ec8', 'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:23Z', 'updated_at': '2022-02-07T21:22:39Z', 'revision_number': 5, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'subnets': [{'id': '5277b698-1143-4952-a3ce-257473c57257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:34:56.017045 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4452b3-b41c-48fa-bdb4-27ae76c1ed87 None None] Checking router: f20a01b8-35b5-4afb-84af-4ad133939b50 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:34:56.027038 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4452b3-b41c-48fa-bdb4-27ae76c1ed87 None None] Routers {'f20a01b8-35b5-4afb-84af-4ad133939b50'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:34:56.027675 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-cc4452b3-b41c-48fa-bdb4-27ae76c1ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:34:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f20a01b8-35b5-4afb-84af-4ad133939b50'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:34:56.031345 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c79f78-4f21-4901-907c-d5eeab67916c req-38b67b69-b7d5-47f9-8268-61eb1dabe822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:56.033007 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d4c79f78-4f21-4901-907c-d5eeab67916c req-38b67b69-b7d5-47f9-8268-61eb1dabe822 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 913 time: 0.5023336 Feb 07 21:34:56.144062 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d4c79f78-4f21-4901-907c-d5eeab67916c req-b032f2b3-1096-4723-861d-44011920e3aa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd0e427a-164f-4652-900c-d02583789525 HTTP/1.1" status: 200 len: 1000 time: 0.1046677 Feb 07 21:34:56.172908 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-cc4452b3-b41c-48fa-bdb4-27ae76c1ed87 None None] Set router f20a01b8-35b5-4afb-84af-4ad133939b50 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:34:56.221639 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c79f78-4f21-4901-907c-d5eeab67916c req-b30db6cb-dc57-46fb-b64f-92adc0e88765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:56.224845 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d4c79f78-4f21-4901-907c-d5eeab67916c req-b30db6cb-dc57-46fb-b64f-92adc0e88765 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5277b698-1143-4952-a3ce-257473c57257 HTTP/1.1" status: 200 len: 851 time: 0.0734413 Feb 07 21:34:56.311140 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c79f78-4f21-4901-907c-d5eeab67916c req-e421bdd8-4f68-45b4-99ba-9b0e4b0c8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:56.312722 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d4c79f78-4f21-4901-907c-d5eeab67916c req-e421bdd8-4f68-45b4-99ba-9b0e4b0c8552 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5d8bec1-9baf-496d-8066-d331255bb96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0805521 Feb 07 21:34:56.450921 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d4c79f78-4f21-4901-907c-d5eeab67916c req-5d34fcd3-5dab-4d8c-8d56-5d2d0ca5c53e service neutron] 10.222.0.69 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256080 Feb 07 21:34:56.479616 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-cc4452b3-b41c-48fa-bdb4-27ae76c1ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'name': 'tempest-TestVolumeBootPattern-1761457576-router', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:17Z', 'updated_at': '2022-02-07T21:22:25Z', 'revision_number': 4, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'gw_port': {'id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:19Z', 'updated_at': '2022-02-07T21:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'db1ff27c-557e-4fce-9493-2af307995125', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'floating_ip_address': '172.25.4.112', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'port_id': 'bd0e427a-164f-4652-900c-d02583789525', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'mac_address': 'fa:16:3e:be:49:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859886d-c9ca-4611-b74c-94f775decb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:34:54Z', 'updated_at': '2022-02-07T21:34:54Z', 'revision_number': 0, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e60dab9-be35-49dc-985e-2abf88535ec8', 'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:23Z', 'updated_at': '2022-02-07T21:22:39Z', 'revision_number': 5, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'subnets': [{'id': '5277b698-1143-4952-a3ce-257473c57257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:34:56.512288 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4452b3-b41c-48fa-bdb4-27ae76c1ed87 None None] The sync data for ids ['f20a01b8-35b5-4afb-84af-4ad133939b50'] in n-d-828185-2 is: [{'id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'name': 'tempest-TestVolumeBootPattern-1761457576-router', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:17Z', 'updated_at': '2022-02-07T21:22:25Z', 'revision_number': 4, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'gw_port': {'id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:19Z', 'updated_at': '2022-02-07T21:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'db1ff27c-557e-4fce-9493-2af307995125', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'floating_ip_address': '172.25.4.112', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'port_id': 'bd0e427a-164f-4652-900c-d02583789525', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'mac_address': 'fa:16:3e:be:49:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859886d-c9ca-4611-b74c-94f775decb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:34:54Z', 'updated_at': '2022-02-07T21:34:54Z', 'revision_number': 0, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e60dab9-be35-49dc-985e-2abf88535ec8', 'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:23Z', 'updated_at': '2022-02-07T21:22:39Z', 'revision_number': 5, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'subnets': [{'id': '5277b698-1143-4952-a3ce-257473c57257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:34:56.603939 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d4c79f78-4f21-4901-907c-d5eeab67916c req-b2895ba3-ffd0-4c82-81f1-745e48edbd30 service neutron] 10.222.0.69 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451805 Feb 07 21:34:56.791140 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a8863-162d-46e3-b6b3-3026116d3f32 req-d07d45f9-5345-4869-9a1e-c63fe4dc7df3 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:56.802290 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe4a8863-162d-46e3-b6b3-3026116d3f32 req-d07d45f9-5345-4869-9a1e-c63fe4dc7df3 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.0951688 Feb 07 21:34:56.847019 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f6dcaf-4f32-4f79-9ea6-17d4862e0152 None None] New status for floating IP db1ff27c-557e-4fce-9493-2af307995125: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:34:56.863020 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe4a8863-162d-46e3-b6b3-3026116d3f32 req-84b89fdd-533a-4ee7-a240-7b2c5f280493 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594754 Feb 07 21:34:57.453874 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34710) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:57.578824 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-988177df-3733-4fd6-ae0d-0211587a22f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:57.685459 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-988177df-3733-4fd6-ae0d-0211587a22f9 admin admin] Publish callbacks [] for security_group (3a2e970a-0982-433f-a2e8-5eaf2089ac2e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:57.690315 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-988177df-3733-4fd6-ae0d-0211587a22f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3a2e970a-0982-433f-a2e8-5eaf2089ac2e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:57.730111 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988177df-3733-4fd6-ae0d-0211587a22f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2e970a-0982-433f-a2e8-5eaf2089ac2e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:57.747494 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-988177df-3733-4fd6-ae0d-0211587a22f9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3df71cee03f747a8a16d67b1fcac8e55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2925596 Feb 07 21:34:57.750238 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34714) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:57.808904 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b28c8a1f-eb41-4acf-a7f9-078c13c2046f admin admin] Publish callbacks [] for security_group (3a2e970a-0982-433f-a2e8-5eaf2089ac2e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:57.835735 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b28c8a1f-eb41-4acf-a7f9-078c13c2046f admin admin] Publish callbacks [] for security_group (3a2e970a-0982-433f-a2e8-5eaf2089ac2e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:57.897175 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b28c8a1f-eb41-4acf-a7f9-078c13c2046f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3a2e970a-0982-433f-a2e8-5eaf2089ac2e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:57.901555 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b28c8a1f-eb41-4acf-a7f9-078c13c2046f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:57.905466 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b28c8a1f-eb41-4acf-a7f9-078c13c2046f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3a2e970a-0982-433f-a2e8-5eaf2089ac2e HTTP/1.1" status: 204 len: 168 time: 0.1515250 Feb 07 21:34:57.920576 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c8a1f-eb41-4acf-a7f9-078c13c2046f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2e970a-0982-433f-a2e8-5eaf2089ac2e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:58.048913 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7edfa-e8b8-4fff-bf3a-f7a590d6a41f req-c299154e-54fc-4210-b8a2-5656864898c3 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:58.051237 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5fa7edfa-e8b8-4fff-bf3a-f7a590d6a41f req-c299154e-54fc-4210-b8a2-5656864898c3 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.0653396 Feb 07 21:34:58.121805 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5fa7edfa-e8b8-4fff-bf3a-f7a590d6a41f req-a89c3285-baea-4394-8f24-413fdff71bcc tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615139 Feb 07 21:34:58.271730 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34722) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:58.286692 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3bbc480-9672-4dfc-8072-6b985ebf36ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:58.376578 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3bbc480-9672-4dfc-8072-6b985ebf36ef admin admin] Publish callbacks [] for security_group (6c740e8c-d6e0-48e4-acb5-ead46691f793), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:58.381044 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3bbc480-9672-4dfc-8072-6b985ebf36ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (6c740e8c-d6e0-48e4-acb5-ead46691f793), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:58.424865 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d3bbc480-9672-4dfc-8072-6b985ebf36ef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1f0589001e704a328bb41db88ad103d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1531494 Feb 07 21:34:58.426807 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34724) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:34:58.427475 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bbc480-9672-4dfc-8072-6b985ebf36ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c740e8c-d6e0-48e4-acb5-ead46691f793,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:58.496415 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-880f2137-d370-475a-86b2-25e3f5edc56b admin admin] Publish callbacks [] for security_group (6c740e8c-d6e0-48e4-acb5-ead46691f793), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:58.518977 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-880f2137-d370-475a-86b2-25e3f5edc56b admin admin] Publish callbacks [] for security_group (6c740e8c-d6e0-48e4-acb5-ead46691f793), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:58.570720 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-880f2137-d370-475a-86b2-25e3f5edc56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (6c740e8c-d6e0-48e4-acb5-ead46691f793), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:58.574986 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-880f2137-d370-475a-86b2-25e3f5edc56b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:34:58.574986 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-880f2137-d370-475a-86b2-25e3f5edc56b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6c740e8c-d6e0-48e4-acb5-ead46691f793 HTTP/1.1" status: 204 len: 168 time: 0.1469846 Feb 07 21:34:58.590795 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f2137-d370-475a-86b2-25e3f5edc56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c740e8c-d6e0-48e4-acb5-ead46691f793,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:34:59.257316 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acb45f-36ab-44e2-a300-cc59acedf44b req-b0f963b7-0454-4742-809c-699e9b9cf97f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:34:59.259995 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4acb45f-36ab-44e2-a300-cc59acedf44b req-b0f963b7-0454-4742-809c-699e9b9cf97f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.0628181 Feb 07 21:34:59.322327 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4acb45f-36ab-44e2-a300-cc59acedf44b req-65eb3419-7f05-4d2a-ab7d-6786d566cebc tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558283 Feb 07 21:35:00.099575 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2295b2-d89f-47fe-9266-b60505b19f7b req-2dfc606f-94ce-4cd9-87a4-761b6785cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:00.100958 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ba2295b2-d89f-47fe-9266-b60505b19f7b req-2dfc606f-94ce-4cd9-87a4-761b6785cd4a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5266be69ced44c2e98a82b5b59fbf33f&device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 1127 time: 0.0438571 Feb 07 21:35:00.192898 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2295b2-d89f-47fe-9266-b60505b19f7b req-6e027cca-de2f-4c30-9ad0-3453d685611b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:00.194426 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ba2295b2-d89f-47fe-9266-b60505b19f7b req-6e027cca-de2f-4c30-9ad0-3453d685611b service neutron] 10.222.0.69 "GET /v2.0/networks?id=313f8c1c-8aae-48a6-b295-d997e13e6125 HTTP/1.1" status: 200 len: 918 time: 0.0873117 Feb 07 21:35:00.260371 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ba2295b2-d89f-47fe-9266-b60505b19f7b req-9a0580ca-c6f9-4c6b-b5b0-122f6a3acf05 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c HTTP/1.1" status: 200 len: 1000 time: 0.0594928 Feb 07 21:35:00.308795 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2295b2-d89f-47fe-9266-b60505b19f7b req-6029c269-c992-4f84-8d2b-62dd8a857fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:00.310258 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ba2295b2-d89f-47fe-9266-b60505b19f7b req-6029c269-c992-4f84-8d2b-62dd8a857fc5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cd4692e6-7e5d-43fa-9585-afffaba1004b HTTP/1.1" status: 200 len: 856 time: 0.0446122 Feb 07 21:35:00.364387 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2295b2-d89f-47fe-9266-b60505b19f7b req-69ddf670-3240-4bfd-83cc-0ae6ccb0fcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:00.365940 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ba2295b2-d89f-47fe-9266-b60505b19f7b req-69ddf670-3240-4bfd-83cc-0ae6ccb0fcb7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=313f8c1c-8aae-48a6-b295-d997e13e6125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501282 Feb 07 21:35:00.460782 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac47b72-aad7-4f69-9afe-9b166e2d6296 req-e0197197-3e6b-4176-8fd5-04766c6cc508 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:00.463157 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ba2295b2-d89f-47fe-9266-b60505b19f7b req-3c4041a6-cade-4627-9ee2-23f4d01bc8ac service neutron] 10.222.0.69 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911794 Feb 07 21:35:00.463447 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ac47b72-aad7-4f69-9afe-9b166e2d6296 req-e0197197-3e6b-4176-8fd5-04766c6cc508 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.0645101 Feb 07 21:35:00.514384 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ac47b72-aad7-4f69-9afe-9b166e2d6296 req-17679986-180a-4aaf-9e3b-9f6e4d36c919 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448313 Feb 07 21:35:00.572780 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ba2295b2-d89f-47fe-9266-b60505b19f7b req-53cb7f1e-6b52-4c9c-a004-c980cbf5d7dc service neutron] 10.222.0.69 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974374 Feb 07 21:35:00.886546 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34812) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:35:00.994248 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-072a2760-a4c8-4611-9791-509c8886d325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:01.067468 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-072a2760-a4c8-4611-9791-509c8886d325 admin admin] Publish callbacks [] for security_group (f901ae63-d652-4377-8e3c-82b3433cc413), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:01.072010 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-072a2760-a4c8-4611-9791-509c8886d325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f901ae63-d652-4377-8e3c-82b3433cc413), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:01.110360 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-072a2760-a4c8-4611-9791-509c8886d325 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cee2cf8838fa4a6a88b6fb66f5769e2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2226677 Feb 07 21:35:01.112481 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a2760-a4c8-4611-9791-509c8886d325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f901ae63-d652-4377-8e3c-82b3433cc413,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:01.113294 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34816) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:35:01.169224 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8b5edfc6-f854-40d6-8ed0-417ce584536e admin admin] Publish callbacks [] for security_group (f901ae63-d652-4377-8e3c-82b3433cc413), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:01.190802 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8b5edfc6-f854-40d6-8ed0-417ce584536e admin admin] Publish callbacks [] for security_group (f901ae63-d652-4377-8e3c-82b3433cc413), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:01.240897 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8b5edfc6-f854-40d6-8ed0-417ce584536e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f901ae63-d652-4377-8e3c-82b3433cc413), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:01.244161 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8b5edfc6-f854-40d6-8ed0-417ce584536e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:01.245337 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8b5edfc6-f854-40d6-8ed0-417ce584536e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f901ae63-d652-4377-8e3c-82b3433cc413 HTTP/1.1" status: 204 len: 168 time: 0.1308091 Feb 07 21:35:01.253495 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5edfc6-f854-40d6-8ed0-417ce584536e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f901ae63-d652-4377-8e3c-82b3433cc413,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:01.524340 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34822) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:35:01.539984 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-91d08ed4-3bfb-4432-923c-2f41e88259eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:01.631502 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-91d08ed4-3bfb-4432-923c-2f41e88259eb admin admin] Publish callbacks [] for security_group (a11b7884-0dcd-4782-b1d6-30560f295205), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:01.637066 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-91d08ed4-3bfb-4432-923c-2f41e88259eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a11b7884-0dcd-4782-b1d6-30560f295205), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:01.661179 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c10f9-5323-4e31-a1b0-6a955c25cf30 req-3d841acd-89da-4bd3-a14d-fe8a2c4c7ca3 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:01.663053 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d8c10f9-5323-4e31-a1b0-6a955c25cf30 req-3d841acd-89da-4bd3-a14d-fe8a2c4c7ca3 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.0660000 Feb 07 21:35:01.684060 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-91d08ed4-3bfb-4432-923c-2f41e88259eb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=735ddf7a896746a692d1e377f698fea0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1585007 Feb 07 21:35:01.687121 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34826) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:35:01.687644 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d08ed4-3bfb-4432-923c-2f41e88259eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11b7884-0dcd-4782-b1d6-30560f295205,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:01.743421 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d8c10f9-5323-4e31-a1b0-6a955c25cf30 req-dbc2a178-5f70-4141-bd0f-4aa8aaa5e2ba tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729370 Feb 07 21:35:01.767664 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c542a546-7c61-4d30-8741-98c2f736fdda admin admin] Publish callbacks [] for security_group (a11b7884-0dcd-4782-b1d6-30560f295205), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:01.789508 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c542a546-7c61-4d30-8741-98c2f736fdda admin admin] Publish callbacks [] for security_group (a11b7884-0dcd-4782-b1d6-30560f295205), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:01.837957 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c542a546-7c61-4d30-8741-98c2f736fdda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a11b7884-0dcd-4782-b1d6-30560f295205), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:01.840540 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c542a546-7c61-4d30-8741-98c2f736fdda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:01.841661 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c542a546-7c61-4d30-8741-98c2f736fdda admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a11b7884-0dcd-4782-b1d6-30560f295205 HTTP/1.1" status: 204 len: 168 time: 0.1534431 Feb 07 21:35:01.849341 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542a546-7c61-4d30-8741-98c2f736fdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11b7884-0dcd-4782-b1d6-30560f295205,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:02.164187 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:35:02.249992 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:35:02.250716 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:02.287163 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:35:02.288490 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157efed3-481f-44e7-9449-788f67471705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f6bac45-ebb2-4ca5-bc39-37930d75ac2c'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:35:02.292374 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfe97b8-635e-46c1-bdc0-24717b5ff447" -d '{"events": [{"server_uuid": "157efed3-481f-44e7-9449-788f67471705", "name": "network-vif-unplugged", "status": "completed", "tag": "9f6bac45-ebb2-4ca5-bc39-37930d75ac2c"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:35:02.295853 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:02.347029 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:02.353376 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8677292c-808d-447d-ad0b-02829323eb36 x-openstack-request-id: req-8677292c-808d-447d-ad0b-02829323eb36 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:35:02.353782 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157efed3-481f-44e7-9449-788f67471705", "name": "network-vif-unplugged", "status": "completed", "tag": "9f6bac45-ebb2-4ca5-bc39-37930d75ac2c", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:35:02.354129 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8677292c-808d-447d-ad0b-02829323eb36 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:35:02.354602 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157efed3-481f-44e7-9449-788f67471705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f6bac45-ebb2-4ca5-bc39-37930d75ac2c', 'code': 200} Feb 07 21:35:02.886012 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cd874-efc2-40cf-b6c7-593be2f9b75e req-71dabcb1-3f06-4cf6-8f96-0e81165fb443 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:02.887526 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a3cd874-efc2-40cf-b6c7-593be2f9b75e req-71dabcb1-3f06-4cf6-8f96-0e81165fb443 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 943 time: 0.0633583 Feb 07 21:35:02.936157 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a3cd874-efc2-40cf-b6c7-593be2f9b75e req-bc5e29c8-e5bc-4243-aafa-55dd372b3dbb tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425100 Feb 07 21:35:03.836345 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:03.936417 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dbbcf-05e2-4414-a3e4-312b711da97c req-0fc25631-76f0-4932-a9a6-6d045d28b68b tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:03.938165 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-038dbbcf-05e2-4414-a3e4-312b711da97c req-0fc25631-76f0-4932-a9a6-6d045d28b68b tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 943 time: 0.0978456 Feb 07 21:35:03.954544 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-2c5a574a-ddaf-45ef-b468-8dcc962c692e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0711830 Feb 07 21:35:03.957929 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34934) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:35:03.995158 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-038dbbcf-05e2-4414-a3e4-312b711da97c req-97f48655-b288-4324-a86b-d97d5eefd509 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502768 Feb 07 21:35:04.077133 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:04.082674 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbb5005a-868b-4a37-ba36-49ffabf1860d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:04.157938 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbb5005a-868b-4a37-ba36-49ffabf1860d admin admin] Publish callbacks [] for security_group (7cb73367-fe08-42a7-bae0-74bd118ec5d4), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:04.162297 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbb5005a-868b-4a37-ba36-49ffabf1860d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (7cb73367-fe08-42a7-bae0-74bd118ec5d4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:04.200777 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cbb5005a-868b-4a37-ba36-49ffabf1860d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9c5d845358cf431eaa9c8a0d3c841c39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2416685 Feb 07 21:35:04.201669 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5005a-868b-4a37-ba36-49ffabf1860d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb73367-fe08-42a7-bae0-74bd118ec5d4,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:04.203633 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34944) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:35:04.255654 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b40ec8f-e368-4d51-901e-5cbce435e8d4 admin admin] Publish callbacks [] for security_group (7cb73367-fe08-42a7-bae0-74bd118ec5d4), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:04.277105 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b40ec8f-e368-4d51-901e-5cbce435e8d4 admin admin] Publish callbacks [] for security_group (7cb73367-fe08-42a7-bae0-74bd118ec5d4), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:04.325672 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b40ec8f-e368-4d51-901e-5cbce435e8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (7cb73367-fe08-42a7-bae0-74bd118ec5d4), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:04.328277 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b40ec8f-e368-4d51-901e-5cbce435e8d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:04.329449 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8b40ec8f-e368-4d51-901e-5cbce435e8d4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7cb73367-fe08-42a7-bae0-74bd118ec5d4 HTTP/1.1" status: 204 len: 168 time: 0.1238861 Feb 07 21:35:04.339352 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40ec8f-e368-4d51-901e-5cbce435e8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb73367-fe08-42a7-bae0-74bd118ec5d4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:04.608175 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 34950) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:35:04.621773 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29aa699d-fbc8-43dd-bbfd-6aba1987006b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:04.762964 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29aa699d-fbc8-43dd-bbfd-6aba1987006b admin admin] Publish callbacks [] for security_group (006c35fd-cc2b-4b04-8e6d-2816689dd1e7), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:04.769923 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29aa699d-fbc8-43dd-bbfd-6aba1987006b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (006c35fd-cc2b-4b04-8e6d-2816689dd1e7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:04.814069 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-933c5129-6c47-4364-92f3-b26dbc1da330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:04.815482 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-933c5129-6c47-4364-92f3-b26dbc1da330 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705&tenant_id=5266be69ced44c2e98a82b5b59fbf33f HTTP/1.1" status: 200 len: 1125 time: 0.1280255 Feb 07 21:35:04.820085 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-29aa699d-fbc8-43dd-bbfd-6aba1987006b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=23e6f78aecc3429099e7bbc87eb27beb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2108343 Feb 07 21:35:04.821972 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa699d-fbc8-43dd-bbfd-6aba1987006b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006c35fd-cc2b-4b04-8e6d-2816689dd1e7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:04.823038 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 34952) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:35:04.829936 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-9df8878b-146c-4e81-b4c0-3bfc147fed57 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828185-2', 'device_owner': 'compute:nova'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:35:04.873040 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c92d27fc-56ee-40ee-b351-210acd998bcb admin admin] Publish callbacks [] for security_group (006c35fd-cc2b-4b04-8e6d-2816689dd1e7), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:04.892206 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-9df8878b-146c-4e81-b4c0-3bfc147fed57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:04.894526 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c92d27fc-56ee-40ee-b351-210acd998bcb admin admin] Publish callbacks [] for security_group (006c35fd-cc2b-4b04-8e6d-2816689dd1e7), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:04.941868 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c92d27fc-56ee-40ee-b351-210acd998bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (006c35fd-cc2b-4b04-8e6d-2816689dd1e7), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:04.944501 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c92d27fc-56ee-40ee-b351-210acd998bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:04.948511 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c92d27fc-56ee-40ee-b351-210acd998bcb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/006c35fd-cc2b-4b04-8e6d-2816689dd1e7 HTTP/1.1" status: 204 len: 168 time: 0.1216059 Feb 07 21:35:04.953935 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d27fc-56ee-40ee-b351-210acd998bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006c35fd-cc2b-4b04-8e6d-2816689dd1e7,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:05.149872 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-9df8878b-146c-4e81-b4c0-3bfc147fed57 service neutron] For port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:35:05.158622 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc85879-88eb-463b-ad04-ca8afd9bb9e7 req-81baf4aa-3001-45fd-81af-2d1a5d965600 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:05.160206 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bbc85879-88eb-463b-ad04-ca8afd9bb9e7 req-81baf4aa-3001-45fd-81af-2d1a5d965600 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 943 time: 0.0855131 Feb 07 21:35:05.221565 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-9df8878b-146c-4e81-b4c0-3bfc147fed57 service neutron] For port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:35:05.253181 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bbc85879-88eb-463b-ad04-ca8afd9bb9e7 req-0c41e76f-bd6e-49c9-8795-38522c12c122 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868237 Feb 07 21:35:05.265404 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-9df8878b-146c-4e81-b4c0-3bfc147fed57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:35:05.273315 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-9df8878b-146c-4e81-b4c0-3bfc147fed57 service neutron] Publish callbacks [] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:05.286421 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-9df8878b-146c-4e81-b4c0-3bfc147fed57 service neutron] Transition to ACTIVE for port object 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:35:05.289880 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-9df8878b-146c-4e81-b4c0-3bfc147fed57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:05.414047 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8878b-146c-4e81-b4c0-3bfc147fed57 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c,revision_number=9']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:05.465344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-9df8878b-146c-4e81-b4c0-3bfc147fed57 service neutron] No DVR routers for this DVR port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:35:05.605538 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-9df8878b-146c-4e81-b4c0-3bfc147fed57 service neutron] Attempting to bind port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:35:05.605873 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-9df8878b-146c-4e81-b4c0-3bfc147fed57 service neutron] Attempting to bind port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '043ea5ed-e46f-47ee-989e-efc665509beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:35:05.606197 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-9df8878b-146c-4e81-b4c0-3bfc147fed57 service neutron] Attempting to bind port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c on network 313f8c1c-8aae-48a6-b295-d997e13e6125 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:35:05.610471 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-9df8878b-146c-4e81-b4c0-3bfc147fed57 service neutron] Port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c on network 313f8c1c-8aae-48a6-b295-d997e13e6125 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:35:05.610787 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-9df8878b-146c-4e81-b4c0-3bfc147fed57 service neutron] Attempting to bind port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c on network 313f8c1c-8aae-48a6-b295-d997e13e6125 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:35:05.616404 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-9df8878b-146c-4e81-b4c0-3bfc147fed57 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:35:05.616906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-9df8878b-146c-4e81-b4c0-3bfc147fed57 service neutron] Checking segment: {'id': '043ea5ed-e46f-47ee-989e-efc665509beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:35:05.617300 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-9df8878b-146c-4e81-b4c0-3bfc147fed57 service neutron] Bound using segment: {'id': '043ea5ed-e46f-47ee-989e-efc665509beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:35:05.617727 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-9df8878b-146c-4e81-b4c0-3bfc147fed57 service neutron] Bound port: 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043ea5ed-e46f-47ee-989e-efc665509beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:35:05.618622 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-9df8878b-146c-4e81-b4c0-3bfc147fed57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:05.691940 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-9df8878b-146c-4e81-b4c0-3bfc147fed57 service neutron] For port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:35:05.695151 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-9df8878b-146c-4e81-b4c0-3bfc147fed57 service neutron] For port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:35:05.706671 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-9df8878b-146c-4e81-b4c0-3bfc147fed57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:05.747736 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-9df8878b-146c-4e81-b4c0-3bfc147fed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:05.748719 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-9df8878b-146c-4e81-b4c0-3bfc147fed57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:05.750052 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-9df8878b-146c-4e81-b4c0-3bfc147fed57 service neutron] 10.222.0.71 "PUT /v2.0/ports/9f6bac45-ebb2-4ca5-bc39-37930d75ac2c HTTP/1.1" status: 200 len: 1091 time: 0.9246531 Feb 07 21:35:05.750577 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157efed3-481f-44e7-9449-788f67471705', 'tag': '9f6bac45-ebb2-4ca5-bc39-37930d75ac2c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:35:05.753068 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464cbeb6-412c-4568-b6c6-14fe043627d5" -d '{"events": [{"name": "network-changed", "server_uuid": "157efed3-481f-44e7-9449-788f67471705", "tag": "9f6bac45-ebb2-4ca5-bc39-37930d75ac2c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:35:05.813185 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f1dbc6-a627-481c-be12-229d3962415f x-openstack-request-id: req-55f1dbc6-a627-481c-be12-229d3962415f {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:35:05.813631 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157efed3-481f-44e7-9449-788f67471705", "tag": "9f6bac45-ebb2-4ca5-bc39-37930d75ac2c", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:35:05.813956 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-55f1dbc6-a627-481c-be12-229d3962415f {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:35:05.814427 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157efed3-481f-44e7-9449-788f67471705', 'tag': '9f6bac45-ebb2-4ca5-bc39-37930d75ac2c', 'status': 'completed', 'code': 200} Feb 07 21:35:05.819792 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8878b-146c-4e81-b4c0-3bfc147fed57 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c,revision_number=10']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:05.840728 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-43a98c4d-18ff-4337-a8e5-da5a9f02a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:05.842246 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-43a98c4d-18ff-4337-a8e5-da5a9f02a1d6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5266be69ced44c2e98a82b5b59fbf33f&device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 1126 time: 0.0652702 Feb 07 21:35:05.944884 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-1026b4ac-bb1c-42cd-9fec-98ac3f58233d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:05.947045 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-1026b4ac-bb1c-42cd-9fec-98ac3f58233d service neutron] 10.222.0.71 "GET /v2.0/networks?id=313f8c1c-8aae-48a6-b295-d997e13e6125 HTTP/1.1" status: 200 len: 918 time: 0.0972252 Feb 07 21:35:06.017609 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-514b3cf2-a6ba-46c8-bdf1-fd841d0e0358 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c HTTP/1.1" status: 200 len: 998 time: 0.0644906 Feb 07 21:35:06.077321 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-920fdcce-ab7f-4656-a562-53862e29cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:06.078918 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-920fdcce-ab7f-4656-a562-53862e29cca8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cd4692e6-7e5d-43fa-9585-afffaba1004b HTTP/1.1" status: 200 len: 856 time: 0.0554168 Feb 07 21:35:06.136225 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-82338860-a754-4b91-8e48-23c2557ef40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:06.137717 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-82338860-a754-4b91-8e48-23c2557ef40e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=313f8c1c-8aae-48a6-b295-d997e13e6125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510757 Feb 07 21:35:06.180059 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:35:06.220434 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] The host n-h1-828185-2 is not matching for port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c host n-h2-828185-2! {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 07 21:35:06.221291 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:35:06.229373 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-47e9fb88-044d-4f44-b4cd-3018e14a79a2 service neutron] 10.222.0.71 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851791 Feb 07 21:35:06.323338 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74aca0e8-1919-48ff-9cc1-8767f16c840d req-50915e60-a60e-4c0e-bffc-7f4d87dfd526 service neutron] 10.222.0.71 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886238 Feb 07 21:35:06.417717 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878e939-0140-4e87-940f-8f6f2d8758d8 req-f3df1704-35da-4fa0-9ed8-9751dad7917d tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:06.419212 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8878e939-0140-4e87-940f-8f6f2d8758d8 req-f3df1704-35da-4fa0-9ed8-9751dad7917d tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 944 time: 0.0860586 Feb 07 21:35:06.434346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cbeb6-412c-4568-b6c6-14fe043627d5 req-0e375aa3-818a-4be5-9ae8-0e31d4ff537c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:06.435962 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-464cbeb6-412c-4568-b6c6-14fe043627d5 req-0e375aa3-818a-4be5-9ae8-0e31d4ff537c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5266be69ced44c2e98a82b5b59fbf33f&device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 1126 time: 0.0681143 Feb 07 21:35:06.900846 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8878e939-0140-4e87-940f-8f6f2d8758d8 req-04aba372-4dc6-4691-af25-5c2068d1e4aa tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4745166 Feb 07 21:35:06.948557 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cbeb6-412c-4568-b6c6-14fe043627d5 req-b7f0f488-890a-44e0-9edd-5359d10801ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:06.950902 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-464cbeb6-412c-4568-b6c6-14fe043627d5 req-b7f0f488-890a-44e0-9edd-5359d10801ef service neutron] 10.222.0.71 "GET /v2.0/networks?id=313f8c1c-8aae-48a6-b295-d997e13e6125 HTTP/1.1" status: 200 len: 918 time: 0.5026672 Feb 07 21:35:08.035297 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ef1d6-4e2a-49ed-a5f6-b2b62a0a11dd req-80f6f273-a9d9-4d7c-b464-0b232a39853c tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:08.036831 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f3ef1d6-4e2a-49ed-a5f6-b2b62a0a11dd req-80f6f273-a9d9-4d7c-b464-0b232a39853c tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 944 time: 0.0582678 Feb 07 21:35:08.085507 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f3ef1d6-4e2a-49ed-a5f6-b2b62a0a11dd req-1cb63179-1742-48b1-899f-93bcb1c89e4c tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429785 Feb 07 21:35:08.397048 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-9b3fa76c-3f33-41a4-bac4-05cddb5e7ee1 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=c578d9a7ef9048e5a611bb07ea3ca6fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359702 Feb 07 21:35:08.631251 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-3f4a98d9-92a1-4d15-8773-baeaddf9b9bf tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:08.633567 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-3f4a98d9-92a1-4d15-8773-baeaddf9b9bf tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2310486 Feb 07 21:35:08.655333 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-5beaecc9-fa25-4a64-99e2-bbfde26702c5 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/quotas/c578d9a7ef9048e5a611bb07ea3ca6fd HTTP/1.1" status: 200 len: 375 time: 0.0128052 Feb 07 21:35:08.703028 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-25475031-f12e-44fc-bde1-cfd8d5df1276 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c578d9a7ef9048e5a611bb07ea3ca6fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376623 Feb 07 21:35:08.965633 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-accfdcbc-fcfa-4fa3-9672-717059238a24 req-d2b62611-93a8-44fb-a1e1-51e76374bb45 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/ports?device_id=37cdd1e9-dc7a-4ab1-96c6-284990cf0697 HTTP/1.1" status: 200 len: 210 time: 0.0362785 Feb 07 21:35:09.273706 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a27b5-e6e4-4d7f-968c-c4f7d972b60a req-083061ad-c38f-49a3-ac9b-288834ecbbd4 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:09.275342 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ff4a27b5-e6e4-4d7f-968c-c4f7d972b60a req-083061ad-c38f-49a3-ac9b-288834ecbbd4 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 944 time: 0.0865784 Feb 07 21:35:09.350510 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ff4a27b5-e6e4-4d7f-968c-c4f7d972b60a req-1048e7b1-c958-4e2a-9688-df0191ccff1b tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675876 Feb 07 21:35:10.073651 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7959386c-961e-4fef-a60b-2298acefb1ae req-398c48ef-a658-4a12-b2b5-ca1a457b51ab tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/ports?device_id=37cdd1e9-dc7a-4ab1-96c6-284990cf0697 HTTP/1.1" status: 200 len: 210 time: 0.0277121 Feb 07 21:35:10.486387 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46167444-ca7f-4133-9828-9eb367a1cebe req-4f81bb11-2725-4a32-b6a0-c1a10df8d21e tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:10.487964 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-46167444-ca7f-4133-9828-9eb367a1cebe req-4f81bb11-2725-4a32-b6a0-c1a10df8d21e tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 944 time: 0.0579507 Feb 07 21:35:10.541315 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-46167444-ca7f-4133-9828-9eb367a1cebe req-45e88578-65b6-4b06-9dba-a4a1f04b64b1 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466716 Feb 07 21:35:11.187000 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e623d853-c621-4362-99b2-046319f12469 req-eec03276-3325-4c21-97ca-0eea8e988884 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/ports?device_id=37cdd1e9-dc7a-4ab1-96c6-284990cf0697 HTTP/1.1" status: 200 len: 210 time: 0.0401795 Feb 07 21:35:11.678297 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de51078-40ca-4044-af2d-f2d4b2305ed1 req-7149cc42-cde7-4a25-af80-48c886721cc3 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:11.679806 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4de51078-40ca-4044-af2d-f2d4b2305ed1 req-7149cc42-cde7-4a25-af80-48c886721cc3 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 944 time: 0.0578198 Feb 07 21:35:11.739170 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4de51078-40ca-4044-af2d-f2d4b2305ed1 req-85d5c919-b204-4f30-81f8-8f9477408f5a tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532362 Feb 07 21:35:12.286787 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-728723cb-b1df-4d81-9819-6f46b678702b req-9146f4fc-7678-4ebe-b4eb-b2399af08f0e tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/ports?device_id=37cdd1e9-dc7a-4ab1-96c6-284990cf0697 HTTP/1.1" status: 200 len: 210 time: 0.0290289 Feb 07 21:35:12.889984 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a573c2a-80dd-43d4-8822-d1a64c7745ca req-b219c8df-e7cf-4aee-a877-c34684d86396 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:12.891646 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a573c2a-80dd-43d4-8822-d1a64c7745ca req-b219c8df-e7cf-4aee-a877-c34684d86396 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 944 time: 0.0592766 Feb 07 21:35:12.947660 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a573c2a-80dd-43d4-8822-d1a64c7745ca req-70d1c264-3dfc-40d0-b83e-167a9b0c47b2 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496342 Feb 07 21:35:13.412668 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9b2e1312-f972-4ab2-80a3-69beb634c0c3 req-c066a30f-9e38-4e8e-a631-73d8f46ecada tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/ports?device_id=37cdd1e9-dc7a-4ab1-96c6-284990cf0697 HTTP/1.1" status: 200 len: 210 time: 0.0388262 Feb 07 21:35:14.092274 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358731c9-9bbf-46e8-8db6-4cca14c051d3 req-bb0f681e-a300-4486-9e1b-65e1502b4c75 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:14.093914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-358731c9-9bbf-46e8-8db6-4cca14c051d3 req-bb0f681e-a300-4486-9e1b-65e1502b4c75 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 944 time: 0.0553937 Feb 07 21:35:14.146363 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-358731c9-9bbf-46e8-8db6-4cca14c051d3 req-a555087b-627d-4bf0-8e7e-f48dbc0f23e8 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465853 Feb 07 21:35:14.496930 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-385c1ae1-8a02-4cc7-a2e0-25cd7f477fe3 req-2e99475d-46f3-4fc2-bba2-b4577a109a88 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/ports?device_id=37cdd1e9-dc7a-4ab1-96c6-284990cf0697 HTTP/1.1" status: 200 len: 210 time: 0.0288672 Feb 07 21:35:15.274145 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5a034-aab8-4619-9f8d-f31c44e22831 req-210b226c-516d-4e27-822d-c55393a96a3e tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:15.275615 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a7b5a034-aab8-4619-9f8d-f31c44e22831 req-210b226c-516d-4e27-822d-c55393a96a3e tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 944 time: 0.0543480 Feb 07 21:35:15.322562 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a7b5a034-aab8-4619-9f8d-f31c44e22831 req-488659c4-22a5-4fec-a056-fa06e502eb04 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413647 Feb 07 21:35:15.593347 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ee2ccccc-c8e3-42af-bc5f-0815f2dd02b3 req-96f25a13-996a-4293-bde2-15162449f844 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/ports?device_id=37cdd1e9-dc7a-4ab1-96c6-284990cf0697 HTTP/1.1" status: 200 len: 210 time: 0.0274808 Feb 07 21:35:16.456721 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff4712-70fc-470a-be16-b54e1d05aac4 req-6918207e-8a34-49f5-849e-0b5fd72bd758 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:16.458297 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0aff4712-70fc-470a-be16-b54e1d05aac4 req-6918207e-8a34-49f5-849e-0b5fd72bd758 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 944 time: 0.0592456 Feb 07 21:35:16.510134 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0aff4712-70fc-470a-be16-b54e1d05aac4 req-32210751-ec67-485e-8fb6-cda649a2b698 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452764 Feb 07 21:35:16.616500 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:35:16.694619 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d9e35f4-96a0-4c3a-bb0f-5ab534af1bb4 req-719d635c-b4be-43a4-9234-149580a6f656 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/ports?device_id=37cdd1e9-dc7a-4ab1-96c6-284990cf0697 HTTP/1.1" status: 200 len: 210 time: 0.0297809 Feb 07 21:35:17.633130 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ae936-5153-48e1-881f-2b2e891271b8 req-d39d6680-5fbd-4959-8ef7-64537905eec0 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:17.635515 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f19ae936-5153-48e1-881f-2b2e891271b8 req-d39d6680-5fbd-4959-8ef7-64537905eec0 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 944 time: 0.0527213 Feb 07 21:35:17.681117 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f19ae936-5153-48e1-881f-2b2e891271b8 req-2811834d-6ecd-43bd-9c84-061a381938af tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395150 Feb 07 21:35:17.794131 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-618b1286-9fd8-4ea2-976d-62415197897d req-81d1dbe7-847a-4350-b68d-e7aeedeb37e4 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/ports?device_id=37cdd1e9-dc7a-4ab1-96c6-284990cf0697 HTTP/1.1" status: 200 len: 210 time: 0.0296166 Feb 07 21:35:18.236851 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-464cbeb6-412c-4568-b6c6-14fe043627d5 req-79f252a5-16de-4a70-bcbf-3195bb36cb0a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c HTTP/1.1" status: 200 len: 998 time: 0.0676997 Feb 07 21:35:18.291664 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cbeb6-412c-4568-b6c6-14fe043627d5 req-1642e1f5-f4d9-422d-9991-1d56fdb37c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:18.293155 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-464cbeb6-412c-4568-b6c6-14fe043627d5 req-1642e1f5-f4d9-422d-9991-1d56fdb37c24 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cd4692e6-7e5d-43fa-9585-afffaba1004b HTTP/1.1" status: 200 len: 856 time: 0.0467222 Feb 07 21:35:18.359542 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cbeb6-412c-4568-b6c6-14fe043627d5 req-69b34bac-3fc5-4120-be21-4d3a98f9d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:18.361092 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-464cbeb6-412c-4568-b6c6-14fe043627d5 req-69b34bac-3fc5-4120-be21-4d3a98f9d4db service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=313f8c1c-8aae-48a6-b295-d997e13e6125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499270 Feb 07 21:35:18.448424 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-464cbeb6-412c-4568-b6c6-14fe043627d5 req-d2376f27-08cb-4f7c-94df-e32759167202 service neutron] 10.222.0.71 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803010 Feb 07 21:35:18.451660 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-352381b0-d424-4dd1-9d0b-297a1382a7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:18.543541 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-464cbeb6-412c-4568-b6c6-14fe043627d5 req-7cd99106-f8d1-4b64-a257-38b0bf880705 service neutron] 10.222.0.71 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890708 Feb 07 21:35:18.710333 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-8e6aafb2-30c0-4a84-86df-d86244e0d7ff tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=c578d9a7ef9048e5a611bb07ea3ca6fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221884 Feb 07 21:35:18.853069 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25411d51-17ca-45a2-8b56-81b423c92b07 req-7214da1e-aea3-4ed2-95b3-1fe293da88c9 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:18.854544 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-25411d51-17ca-45a2-8b56-81b423c92b07 req-7214da1e-aea3-4ed2-95b3-1fe293da88c9 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 944 time: 0.0937459 Feb 07 21:35:18.860773 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-f93a42a9-7d24-4cff-adbb-3aed43746c1c tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:18.862140 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-f93a42a9-7d24-4cff-adbb-3aed43746c1c tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1474359 Feb 07 21:35:18.887668 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-abb5dbdc-e788-4411-a057-fa7b610cb2db tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Request body: {'port': {'device_id': '37cdd1e9-dc7a-4ab1-96c6-284990cf0697', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': 'c578d9a7ef9048e5a611bb07ea3ca6fd'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:35:18.942588 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c2ad7d9-2886-4513-bc66-23ce4d69347a req-a12ca48b-683d-4323-a73f-c5900fe6fd3d tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/ports?device_id=37cdd1e9-dc7a-4ab1-96c6-284990cf0697 HTTP/1.1" status: 200 len: 210 time: 0.0727482 Feb 07 21:35:18.983152 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-25411d51-17ca-45a2-8b56-81b423c92b07 req-ce259d37-e91d-44be-806c-cf9be1b08d61 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200628 Feb 07 21:35:19.026381 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-abb5dbdc-e788-4411-a057-fa7b610cb2db tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Made reservation on behalf of c578d9a7ef9048e5a611bb07ea3ca6fd for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:35:19.029685 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-abb5dbdc-e788-4411-a057-fa7b610cb2db tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:19.038674 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-abb5dbdc-e788-4411-a057-fa7b610cb2db tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:19.111151 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-abb5dbdc-e788-4411-a057-fa7b610cb2db tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Publish callbacks [] for security_group (743d9da4-ac83-4ede-8556-1022e130447a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:19.116577 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-abb5dbdc-e788-4411-a057-fa7b610cb2db tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (743d9da4-ac83-4ede-8556-1022e130447a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:19.179128 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5dbdc-e788-4411-a057-fa7b610cb2db tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=743d9da4-ac83-4ede-8556-1022e130447a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:19.248678 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-abb5dbdc-e788-4411-a057-fa7b610cb2db tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Allocated IP 192.168.233.164 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/3dab136c-8923-4182-967c-e745af3e2dc9) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:35:19.387807 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-abb5dbdc-e788-4411-a057-fa7b610cb2db tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Publish callbacks [] for port (3dab136c-8923-4182-967c-e745af3e2dc9), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:19.419419 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-abb5dbdc-e788-4411-a057-fa7b610cb2db tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (3dab136c-8923-4182-967c-e745af3e2dc9), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:19.462617 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-abb5dbdc-e788-4411-a057-fa7b610cb2db tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:35:19.467498 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-abb5dbdc-e788-4411-a057-fa7b610cb2db tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:35:19.471126 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-abb5dbdc-e788-4411-a057-fa7b610cb2db tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:35:19.504999 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5dbdc-e788-4411-a057-fa7b610cb2db tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Pushing event updated for resources: {'Port': ['ID=3dab136c-8923-4182-967c-e745af3e2dc9,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:19.536090 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-abb5dbdc-e788-4411-a057-fa7b610cb2db tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:19.536812 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-abb5dbdc-e788-4411-a057-fa7b610cb2db tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:19.553954 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-abb5dbdc-e788-4411-a057-fa7b610cb2db tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6825590 Feb 07 21:35:19.589110 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-0768ab8b-737b-42bf-bcfc-88e40bbb32a5 service neutron] Request body: {'port': {'device_id': '37cdd1e9-dc7a-4ab1-96c6-284990cf0697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:35:19.649533 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-0768ab8b-737b-42bf-bcfc-88e40bbb32a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3dab136c-8923-4182-967c-e745af3e2dc9), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:19.666961 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0f37ef5f-64d9-4270-b04d-2435dda3fce3 None None] Provisioning complete for port 3dab136c-8923-4182-967c-e745af3e2dc9 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:35:19.667548 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0f37ef5f-64d9-4270-b04d-2435dda3fce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3dab136c-8923-4182-967c-e745af3e2dc9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:19.702634 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0f37ef5f-64d9-4270-b04d-2435dda3fce3 None None] Port 3dab136c-8923-4182-967c-e745af3e2dc9 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:35:19.909913 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-0768ab8b-737b-42bf-bcfc-88e40bbb32a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dab136c-8923-4182-967c-e745af3e2dc9 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:35:19.917621 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-0768ab8b-737b-42bf-bcfc-88e40bbb32a5 service neutron] Publish callbacks [] for port (3dab136c-8923-4182-967c-e745af3e2dc9), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:19.929033 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-0768ab8b-737b-42bf-bcfc-88e40bbb32a5 service neutron] Transition to ACTIVE for port object 3dab136c-8923-4182-967c-e745af3e2dc9 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:35:19.932911 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-0768ab8b-737b-42bf-bcfc-88e40bbb32a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (3dab136c-8923-4182-967c-e745af3e2dc9), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:20.006764 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768ab8b-737b-42bf-bcfc-88e40bbb32a5 service neutron] Pushing event updated for resources: {'Port': ['ID=3dab136c-8923-4182-967c-e745af3e2dc9,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:20.125937 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-0768ab8b-737b-42bf-bcfc-88e40bbb32a5 service neutron] Attempting to bind port 3dab136c-8923-4182-967c-e745af3e2dc9 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:35:20.126283 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-0768ab8b-737b-42bf-bcfc-88e40bbb32a5 service neutron] Attempting to bind port 3dab136c-8923-4182-967c-e745af3e2dc9 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:35:20.126609 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-0768ab8b-737b-42bf-bcfc-88e40bbb32a5 service neutron] Attempting to bind port 3dab136c-8923-4182-967c-e745af3e2dc9 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:35:20.138024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-0768ab8b-737b-42bf-bcfc-88e40bbb32a5 service neutron] Port 3dab136c-8923-4182-967c-e745af3e2dc9 on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:35:20.138353 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-0768ab8b-737b-42bf-bcfc-88e40bbb32a5 service neutron] Attempting to bind port 3dab136c-8923-4182-967c-e745af3e2dc9 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:35:20.157721 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c462a-c58b-4483-9c53-b5c485ce2067 req-02f27dd5-d0bf-4a80-bc4d-be206392c4e5 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:20.159184 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d9c462a-c58b-4483-9c53-b5c485ce2067 req-02f27dd5-d0bf-4a80-bc4d-be206392c4e5 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/ports?device_id=37cdd1e9-dc7a-4ab1-96c6-284990cf0697 HTTP/1.1" status: 200 len: 948 time: 0.1251841 Feb 07 21:35:20.161692 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-0768ab8b-737b-42bf-bcfc-88e40bbb32a5 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:35:20.161981 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-0768ab8b-737b-42bf-bcfc-88e40bbb32a5 service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:35:20.162366 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-0768ab8b-737b-42bf-bcfc-88e40bbb32a5 service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:35:20.162812 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-0768ab8b-737b-42bf-bcfc-88e40bbb32a5 service neutron] Bound port: 3dab136c-8923-4182-967c-e745af3e2dc9, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:35:20.163172 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-0768ab8b-737b-42bf-bcfc-88e40bbb32a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3dab136c-8923-4182-967c-e745af3e2dc9), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:20.181249 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552e919-3ba3-4ab2-8790-887550b78c53 req-4b295356-8c00-49ed-b464-9fbd1fd166bc tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:20.182662 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6552e919-3ba3-4ab2-8790-887550b78c53 req-4b295356-8c00-49ed-b464-9fbd1fd166bc tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 944 time: 0.1113145 Feb 07 21:35:20.295814 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d9c462a-c58b-4483-9c53-b5c485ce2067 req-9280cc40-1e26-4f4e-a421-68da58100857 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/security-groups?id=743d9da4-ac83-4ede-8556-1022e130447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297522 Feb 07 21:35:20.309645 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6552e919-3ba3-4ab2-8790-887550b78c53 req-3cd2410f-e2c0-471b-b0c1-e3404e11b145 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195025 Feb 07 21:35:20.312031 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-0768ab8b-737b-42bf-bcfc-88e40bbb32a5 service neutron] For port 3dab136c-8923-4182-967c-e745af3e2dc9, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:35:20.315335 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-0768ab8b-737b-42bf-bcfc-88e40bbb32a5 service neutron] For port 3dab136c-8923-4182-967c-e745af3e2dc9, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3dab136c-8923-4182-967c-e745af3e2dc9,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:35:20.322335 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-0768ab8b-737b-42bf-bcfc-88e40bbb32a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (3dab136c-8923-4182-967c-e745af3e2dc9), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:20.355688 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-0768ab8b-737b-42bf-bcfc-88e40bbb32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:20.356299 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-0768ab8b-737b-42bf-bcfc-88e40bbb32a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:20.357709 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-0768ab8b-737b-42bf-bcfc-88e40bbb32a5 service neutron] 10.222.0.71 "PUT /v2.0/ports/3dab136c-8923-4182-967c-e745af3e2dc9 HTTP/1.1" status: 200 len: 1096 time: 0.7730305 Feb 07 21:35:20.358169 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37cdd1e9-dc7a-4ab1-96c6-284990cf0697', 'tag': '3dab136c-8923-4182-967c-e745af3e2dc9'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:35:20.360420 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47453fc2-a941-4c48-b643-121975efba03" -d '{"events": [{"name": "network-changed", "server_uuid": "37cdd1e9-dc7a-4ab1-96c6-284990cf0697", "tag": "3dab136c-8923-4182-967c-e745af3e2dc9"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:35:20.395744 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768ab8b-737b-42bf-bcfc-88e40bbb32a5 service neutron] Pushing event updated for resources: {'Port': ['ID=3dab136c-8923-4182-967c-e745af3e2dc9,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:20.426412 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfb0684-2118-442a-abc0-15100048182c x-openstack-request-id: req-2dfb0684-2118-442a-abc0-15100048182c {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:35:20.426705 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37cdd1e9-dc7a-4ab1-96c6-284990cf0697", "tag": "3dab136c-8923-4182-967c-e745af3e2dc9", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:35:20.426960 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2dfb0684-2118-442a-abc0-15100048182c {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:35:20.427361 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37cdd1e9-dc7a-4ab1-96c6-284990cf0697', 'tag': '3dab136c-8923-4182-967c-e745af3e2dc9', 'status': 'completed', 'code': 200} Feb 07 21:35:20.446817 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-d2009c6c-8b2d-4d98-a00a-fd4c145f667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:20.448335 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-d2009c6c-8b2d-4d98-a00a-fd4c145f667b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c578d9a7ef9048e5a611bb07ea3ca6fd&device_id=37cdd1e9-dc7a-4ab1-96c6-284990cf0697 HTTP/1.1" status: 200 len: 1130 time: 0.0496659 Feb 07 21:35:20.496175 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-f1d78c5c-8cbf-4894-812f-2c3f6d27343a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=3dab136c-8923-4182-967c-e745af3e2dc9 HTTP/1.1" status: 200 len: 217 time: 0.0406518 Feb 07 21:35:20.545809 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-f33155f4-2992-47ab-b43b-cb2d220333cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:20.547328 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-f33155f4-2992-47ab-b43b-cb2d220333cf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0459425 Feb 07 21:35:20.591255 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-908340f0-b518-4480-8836-2bd57af240c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:20.597910 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-0f123958-5d94-45d0-96ac-d953865d759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:20.599459 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-0f123958-5d94-45d0-96ac-d953865d759f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0460739 Feb 07 21:35:20.691816 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-d3a570b6-d0e9-4598-8539-349dacbccfaa service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858335 Feb 07 21:35:20.779557 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ae40045-6e07-4051-9c73-1fc996ced1f3 req-eeef4e86-9716-45c2-9354-8b318d067680 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817196 Feb 07 21:35:20.871346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47453fc2-a941-4c48-b643-121975efba03 req-86b20516-2f07-4339-b439-b7fc28bd37c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:20.873002 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-47453fc2-a941-4c48-b643-121975efba03 req-86b20516-2f07-4339-b439-b7fc28bd37c0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c578d9a7ef9048e5a611bb07ea3ca6fd&device_id=37cdd1e9-dc7a-4ab1-96c6-284990cf0697 HTTP/1.1" status: 200 len: 1130 time: 0.0503554 Feb 07 21:35:20.961951 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47453fc2-a941-4c48-b643-121975efba03 req-4c39fe7f-359f-43bc-9ae2-5bebae887703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:20.963291 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-47453fc2-a941-4c48-b643-121975efba03 req-4c39fe7f-359f-43bc-9ae2-5bebae887703 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.0846052 Feb 07 21:35:21.002921 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-47453fc2-a941-4c48-b643-121975efba03 req-a84c1806-5ad2-43e7-a979-54439dea2c16 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=3dab136c-8923-4182-967c-e745af3e2dc9 HTTP/1.1" status: 200 len: 217 time: 0.0335977 Feb 07 21:35:21.052664 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47453fc2-a941-4c48-b643-121975efba03 req-4afd38db-2eac-4b8f-9a42-45d128a6e2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:21.054070 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-47453fc2-a941-4c48-b643-121975efba03 req-4afd38db-2eac-4b8f-9a42-45d128a6e2ee service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0455983 Feb 07 21:35:21.099544 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47453fc2-a941-4c48-b643-121975efba03 req-e8655fae-7ccb-40bf-b164-1ac748fff0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:21.101023 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-47453fc2-a941-4c48-b643-121975efba03 req-e8655fae-7ccb-40bf-b164-1ac748fff0aa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0416949 Feb 07 21:35:21.189883 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-47453fc2-a941-4c48-b643-121975efba03 req-3f9a9521-73a2-4ded-abe4-28553d6fd47a service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828595 Feb 07 21:35:21.278362 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-47453fc2-a941-4c48-b643-121975efba03 req-5012dfa2-52fd-4aa9-a92f-371835ec8d1a service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828121 Feb 07 21:35:21.456746 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ab06d-ddae-4295-bfc5-267511d677c0 req-f2480826-d612-45c0-a637-dc3c70b1d583 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:21.458246 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c4ab06d-ddae-4295-bfc5-267511d677c0 req-f2480826-d612-45c0-a637-dc3c70b1d583 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/ports?device_id=37cdd1e9-dc7a-4ab1-96c6-284990cf0697 HTTP/1.1" status: 200 len: 948 time: 0.0879912 Feb 07 21:35:21.472217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b32670-6528-4201-a41e-cebb5dfe45bf req-1394ccde-cdda-4e3c-820a-da77c3d735b3 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:21.473650 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-36b32670-6528-4201-a41e-cebb5dfe45bf req-1394ccde-cdda-4e3c-820a-da77c3d735b3 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 944 time: 0.0774868 Feb 07 21:35:21.547954 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c4ab06d-ddae-4295-bfc5-267511d677c0 req-4d9d684c-a3f2-425a-adc6-286ec34c42d8 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/security-groups?id=743d9da4-ac83-4ede-8556-1022e130447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827346 Feb 07 21:35:21.551017 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-36b32670-6528-4201-a41e-cebb5dfe45bf req-9f7b8088-181f-491d-a937-109e1dc87e6e tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711057 Feb 07 21:35:21.839218 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:22.696036 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1809fda6-4e83-488e-b80f-fcbf2f7a041b req-3ff43f93-eb06-4eb2-80c3-e7ef19947573 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:22.698085 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1809fda6-4e83-488e-b80f-fcbf2f7a041b req-3ff43f93-eb06-4eb2-80c3-e7ef19947573 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/ports?device_id=37cdd1e9-dc7a-4ab1-96c6-284990cf0697 HTTP/1.1" status: 200 len: 948 time: 0.0827227 Feb 07 21:35:22.704836 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fdb0ca-3685-4f09-ab3b-e357ec69ae6e req-78def7f8-6c53-43bb-af18-f646da72a2c4 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:22.706254 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66fdb0ca-3685-4f09-ab3b-e357ec69ae6e req-78def7f8-6c53-43bb-af18-f646da72a2c4 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 944 time: 0.0821376 Feb 07 21:35:22.780476 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1809fda6-4e83-488e-b80f-fcbf2f7a041b req-990ef602-330a-4829-a475-17cd79bbf8f0 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/security-groups?id=743d9da4-ac83-4ede-8556-1022e130447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732319 Feb 07 21:35:22.783653 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66fdb0ca-3685-4f09-ab3b-e357ec69ae6e req-10bcf5b8-d1a4-4ee9-8330-699eb98490b9 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702384 Feb 07 21:35:23.135229 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:35:23.229519 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:35:23.241008 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '9f6bac45-ebb2-4ca5-bc39-37930d75ac2c', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'port_id': '9f6bac45-ebb2-4ca5-bc39-37930d75ac2c', 'mac_address': 'fa:16:3e:64:cc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:35:23.280137 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:35:23.280563 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:23.293453 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:35:23.312629 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:35:23.318413 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:23.349996 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:23.369985 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c,revision_number=11']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:23.377056 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:23.377403 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:23.377741 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:23.378076 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:23.378408 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:23.378738 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:23.379065 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:23.379388 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:23.379714 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:23.380036 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:23.380434 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:23.380716 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:23.381034 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:23.639129 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['9f6bac45-ebb2-4ca5-bc39-37930d75ac2c'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:35:23.904356 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d5c32-f0e4-4b15-90c5-21ff88e8b4bf req-73bdd2c8-4ebc-41da-8268-93aec7f81241 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:23.905988 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-225d5c32-f0e4-4b15-90c5-21ff88e8b4bf req-73bdd2c8-4ebc-41da-8268-93aec7f81241 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/ports?device_id=37cdd1e9-dc7a-4ab1-96c6-284990cf0697 HTTP/1.1" status: 200 len: 948 time: 0.0554292 Feb 07 21:35:23.953238 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-225d5c32-f0e4-4b15-90c5-21ff88e8b4bf req-316a1551-db25-407a-987b-ffdbf8efbc5b tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/security-groups?id=743d9da4-ac83-4ede-8556-1022e130447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414455 Feb 07 21:35:24.075012 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90301d96-2906-4310-81bf-607cbb7f05f8 req-7fe0cc44-bf5b-473b-95ad-49a1e3d7ca80 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:24.076418 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-90301d96-2906-4310-81bf-607cbb7f05f8 req-7fe0cc44-bf5b-473b-95ad-49a1e3d7ca80 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.2164757 Feb 07 21:35:24.122088 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-90301d96-2906-4310-81bf-607cbb7f05f8 req-647cd4ea-df85-42aa-8dfa-d32fc7db94aa tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400133 Feb 07 21:35:24.659546 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:25.131268 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146172a-59fb-4ded-af7e-31b0dc5b3769 req-80ebc02e-2092-4fe4-bc6e-3b59a5e53040 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:25.132738 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d146172a-59fb-4ded-af7e-31b0dc5b3769 req-80ebc02e-2092-4fe4-bc6e-3b59a5e53040 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/ports?device_id=37cdd1e9-dc7a-4ab1-96c6-284990cf0697 HTTP/1.1" status: 200 len: 948 time: 0.1119401 Feb 07 21:35:25.148336 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 3dab136c-8923-4182-967c-e745af3e2dc9 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:35:25.152103 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:35:25.197211 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d146172a-59fb-4ded-af7e-31b0dc5b3769 req-4b35ea23-a988-443c-af90-aabf553537b6 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/security-groups?id=743d9da4-ac83-4ede-8556-1022e130447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580981 Feb 07 21:35:25.253119 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a78d92-088b-47f7-9874-2c5552245925 req-d86a3c96-26a7-44ef-9b53-1bab93b849d8 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:25.254678 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-97a78d92-088b-47f7-9874-2c5552245925 req-d86a3c96-26a7-44ef-9b53-1bab93b849d8 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 945 time: 0.0527730 Feb 07 21:35:25.304562 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-97a78d92-088b-47f7-9874-2c5552245925 req-496c6748-407b-4292-9b60-403638d72b15 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436563 Feb 07 21:35:25.346525 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:35:25.358528 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:35:25.358896 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:25.404915 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 3dab136c-8923-4182-967c-e745af3e2dc9, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3dab136c-8923-4182-967c-e745af3e2dc9,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:35:25.426023 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '3dab136c-8923-4182-967c-e745af3e2dc9', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '3dab136c-8923-4182-967c-e745af3e2dc9', 'mac_address': 'fa:16:3e:7c:23:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:35:25.654204 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 3dab136c-8923-4182-967c-e745af3e2dc9 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:35:25.654622 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3dab136c-8923-4182-967c-e745af3e2dc9), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:25.677811 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:35:25.678438 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:25.682328 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dab136c-8923-4182-967c-e745af3e2dc9 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:35:25.723808 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157efed3-481f-44e7-9449-788f67471705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6bac45-ebb2-4ca5-bc39-37930d75ac2c'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:35:25.726166 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52eeb34b-331d-432b-8666-db1d352f6938" -d '{"events": [{"server_uuid": "157efed3-481f-44e7-9449-788f67471705", "name": "network-vif-plugged", "status": "completed", "tag": "9f6bac45-ebb2-4ca5-bc39-37930d75ac2c"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:35:25.740516 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 3dab136c-8923-4182-967c-e745af3e2dc9, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3dab136c-8923-4182-967c-e745af3e2dc9,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:35:25.745994 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:35:25.749697 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3dab136c-8923-4182-967c-e745af3e2dc9), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:25.756858 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:25.782074 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83d7801-0ee0-433b-9cc2-0f730109bf71 x-openstack-request-id: req-e83d7801-0ee0-433b-9cc2-0f730109bf71 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:35:25.782369 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157efed3-481f-44e7-9449-788f67471705", "name": "network-vif-plugged", "status": "completed", "tag": "9f6bac45-ebb2-4ca5-bc39-37930d75ac2c", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:35:25.782629 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e83d7801-0ee0-433b-9cc2-0f730109bf71 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:35:25.783053 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157efed3-481f-44e7-9449-788f67471705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6bac45-ebb2-4ca5-bc39-37930d75ac2c', 'code': 200} Feb 07 21:35:25.815438 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=3dab136c-8923-4182-967c-e745af3e2dc9,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:25.866496 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c,revision_number=12']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:25.934235 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29600abe-257c-4e2c-a547-d3fd24173a33 req-c94022a8-a334-4a34-99d2-4659ffd60178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:25.935845 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-29600abe-257c-4e2c-a547-d3fd24173a33 req-c94022a8-a334-4a34-99d2-4659ffd60178 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 1128 time: 0.0465453 Feb 07 21:35:25.977825 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-29600abe-257c-4e2c-a547-d3fd24173a33 req-c0cfb7cf-4d98-43c1-b582-cf1169271868 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364270 Feb 07 21:35:26.088920 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['3dab136c-8923-4182-967c-e745af3e2dc9'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:35:26.308994 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8015f01-0b91-4f02-93ad-2a4d60a96a67 req-2a28fa16-24e7-4f2d-b07b-5313d7cfc031 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:26.310463 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8015f01-0b91-4f02-93ad-2a4d60a96a67 req-2a28fa16-24e7-4f2d-b07b-5313d7cfc031 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/ports?device_id=37cdd1e9-dc7a-4ab1-96c6-284990cf0697 HTTP/1.1" status: 200 len: 949 time: 0.0519261 Feb 07 21:35:26.357005 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8015f01-0b91-4f02-93ad-2a4d60a96a67 req-6b6e754a-59cd-407b-9763-93861bb4b105 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/security-groups?id=743d9da4-ac83-4ede-8556-1022e130447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409603 Feb 07 21:35:26.443283 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31f3ae-f6a8-4640-9a3c-ed42be3431c2 req-c7c933c8-2e30-474b-9736-f39280207665 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:26.444752 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8b31f3ae-f6a8-4640-9a3c-ed42be3431c2 req-c7c933c8-2e30-474b-9736-f39280207665 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 946 time: 0.0512509 Feb 07 21:35:26.495345 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8b31f3ae-f6a8-4640-9a3c-ed42be3431c2 req-74e6d1a4-cd76-480a-8a83-448497e404dd tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445116 Feb 07 21:35:27.156067 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 3dab136c-8923-4182-967c-e745af3e2dc9 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:35:27.203308 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 3dab136c-8923-4182-967c-e745af3e2dc9 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:35:27.207621 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 3dab136c-8923-4182-967c-e745af3e2dc9 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:35:27.207994 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3dab136c-8923-4182-967c-e745af3e2dc9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:27.291083 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 3dab136c-8923-4182-967c-e745af3e2dc9 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:35:27.291580 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3dab136c-8923-4182-967c-e745af3e2dc9), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:27.327800 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 3dab136c-8923-4182-967c-e745af3e2dc9, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3dab136c-8923-4182-967c-e745af3e2dc9,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:35:27.332390 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3dab136c-8923-4182-967c-e745af3e2dc9), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:27.390755 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=3dab136c-8923-4182-967c-e745af3e2dc9,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:27.488385 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2f373-4f2a-40e8-b9fe-b45965ba02dc req-44e2fe57-1d33-45cf-bd4a-cf2d54839a9c tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:27.490191 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7de2f373-4f2a-40e8-b9fe-b45965ba02dc req-44e2fe57-1d33-45cf-bd4a-cf2d54839a9c tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/ports?device_id=37cdd1e9-dc7a-4ab1-96c6-284990cf0697 HTTP/1.1" status: 200 len: 950 time: 0.0597382 Feb 07 21:35:27.548912 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7de2f373-4f2a-40e8-b9fe-b45965ba02dc req-7a763402-9f37-444c-ba4b-e08841032dfd tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/security-groups?id=743d9da4-ac83-4ede-8556-1022e130447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524571 Feb 07 21:35:27.632844 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749d37f-d719-4b10-8ec7-cf12db10f5a6 req-6e1f7e3a-3dc9-4725-a2e3-dac5909914ab tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:27.635156 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9749d37f-d719-4b10-8ec7-cf12db10f5a6 req-6e1f7e3a-3dc9-4725-a2e3-dac5909914ab tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 946 time: 0.0595100 Feb 07 21:35:27.697575 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9749d37f-d719-4b10-8ec7-cf12db10f5a6 req-6562dd72-9413-4778-b885-740c188f4306 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495925 Feb 07 21:35:27.784462 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cdd1e9-dc7a-4ab1-96c6-284990cf0697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dab136c-8923-4182-967c-e745af3e2dc9'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:35:27.786842 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e561660-7958-43de-ae40-b8bcfb52a379" -d '{"events": [{"server_uuid": "37cdd1e9-dc7a-4ab1-96c6-284990cf0697", "name": "network-vif-plugged", "status": "completed", "tag": "3dab136c-8923-4182-967c-e745af3e2dc9"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:35:27.823857 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d4e282-8c22-4c32-a83c-fb6a8328787a x-openstack-request-id: req-d5d4e282-8c22-4c32-a83c-fb6a8328787a {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:35:27.824151 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cdd1e9-dc7a-4ab1-96c6-284990cf0697", "name": "network-vif-plugged", "status": "completed", "tag": "3dab136c-8923-4182-967c-e745af3e2dc9", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:35:27.824436 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5d4e282-8c22-4c32-a83c-fb6a8328787a {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:35:27.824833 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37cdd1e9-dc7a-4ab1-96c6-284990cf0697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dab136c-8923-4182-967c-e745af3e2dc9', 'code': 200} Feb 07 21:35:27.928584 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724b557-c515-4530-92b8-01b00a891d4f req-e38f1f5d-241e-449a-9d9a-18e027bd0130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:27.930162 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5724b557-c515-4530-92b8-01b00a891d4f req-e38f1f5d-241e-449a-9d9a-18e027bd0130 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=37cdd1e9-dc7a-4ab1-96c6-284990cf0697 HTTP/1.1" status: 200 len: 1132 time: 0.0473762 Feb 07 21:35:27.973351 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5724b557-c515-4530-92b8-01b00a891d4f req-0c479d1f-cdc2-4dca-9341-29132610f2a6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=743d9da4-ac83-4ede-8556-1022e130447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364947 Feb 07 21:35:28.671841 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470f4b2-15e3-4c89-adeb-7ce0d9ab3f73 req-0d6e24a4-92b5-4721-ba74-c644687542f4 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:28.673314 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c470f4b2-15e3-4c89-adeb-7ce0d9ab3f73 req-0d6e24a4-92b5-4721-ba74-c644687542f4 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/ports?device_id=37cdd1e9-dc7a-4ab1-96c6-284990cf0697 HTTP/1.1" status: 200 len: 950 time: 0.0559804 Feb 07 21:35:28.718767 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c470f4b2-15e3-4c89-adeb-7ce0d9ab3f73 req-d02966a6-4cbc-49f3-a42f-d93fb1ed3093 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/security-groups?id=743d9da4-ac83-4ede-8556-1022e130447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399065 Feb 07 21:35:28.808885 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61d085-ff03-4124-8316-a214ffcceb4b req-f784ac07-35c3-45f9-bfca-05f9f72a294d tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:28.810320 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9b61d085-ff03-4124-8316-a214ffcceb4b req-f784ac07-35c3-45f9-bfca-05f9f72a294d tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 946 time: 0.0510619 Feb 07 21:35:28.859066 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9b61d085-ff03-4124-8316-a214ffcceb4b req-12df9033-ded8-48d2-b15f-16ac650cf95b tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432301 Feb 07 21:35:29.841217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ea503-b9ea-4571-b3ff-2ea3945fb85d req-f7e8edfe-41a9-42cc-9dc4-2b1492ccc62b tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:29.842759 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-581ea503-b9ea-4571-b3ff-2ea3945fb85d req-f7e8edfe-41a9-42cc-9dc4-2b1492ccc62b tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/ports?device_id=37cdd1e9-dc7a-4ab1-96c6-284990cf0697 HTTP/1.1" status: 200 len: 950 time: 0.0510402 Feb 07 21:35:29.888752 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-581ea503-b9ea-4571-b3ff-2ea3945fb85d req-4ca21547-8ab5-4753-bd65-6e45ecde668b tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/security-groups?id=743d9da4-ac83-4ede-8556-1022e130447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404246 Feb 07 21:35:33.831659 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:34.073672 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:45.248214 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-80663333-b2ea-4540-87a7-cc004985dd63 req-209553ce-db14-47a4-b6f6-c73f7ddd8e53 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487030 Feb 07 21:35:45.336754 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80663333-b2ea-4540-87a7-cc004985dd63 req-35de22b7-5750-47cb-8e77-dbd5e59ea963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:45.338308 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-80663333-b2ea-4540-87a7-cc004985dd63 req-35de22b7-5750-47cb-8e77-dbd5e59ea963 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 1128 time: 0.0473127 Feb 07 21:35:45.444326 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80663333-b2ea-4540-87a7-cc004985dd63 req-c1512bbd-8f0e-4589-ac26-434241ee3d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:45.445874 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-80663333-b2ea-4540-87a7-cc004985dd63 req-c1512bbd-8f0e-4589-ac26-434241ee3d6f service neutron] 10.222.0.69 "GET /v2.0/networks?id=f6fb51aa-ce97-4a86-8bd4-3b26e400b388 HTTP/1.1" status: 200 len: 898 time: 0.0887024 Feb 07 21:35:45.516066 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-80663333-b2ea-4540-87a7-cc004985dd63 req-574352b3-b71c-4d52-bcbe-74f78ef8037b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4e2ddf0-693a-435f-891d-b5a426cfa78f HTTP/1.1" status: 200 len: 1002 time: 0.0644372 Feb 07 21:35:45.564144 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80663333-b2ea-4540-87a7-cc004985dd63 req-4beddbc2-88cc-4b9a-9acd-c6cab978b27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:45.565624 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-80663333-b2ea-4540-87a7-cc004985dd63 req-4beddbc2-88cc-4b9a-9acd-c6cab978b27e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d HTTP/1.1" status: 200 len: 835 time: 0.0429478 Feb 07 21:35:45.616428 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80663333-b2ea-4540-87a7-cc004985dd63 req-491fdf96-1381-44de-a577-e9609ba57b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:45.617909 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-80663333-b2ea-4540-87a7-cc004985dd63 req-491fdf96-1381-44de-a577-e9609ba57b2d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f6fb51aa-ce97-4a86-8bd4-3b26e400b388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462139 Feb 07 21:35:45.712365 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-80663333-b2ea-4540-87a7-cc004985dd63 req-71cf4a4c-ec8b-4dff-9063-a6f1898b2453 service neutron] 10.222.0.69 "GET /v2.0/networks/f6fb51aa-ce97-4a86-8bd4-3b26e400b388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868230 Feb 07 21:35:45.800585 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-80663333-b2ea-4540-87a7-cc004985dd63 req-7dfc09d0-6ab4-4dc0-adbf-e2237bb37f82 service neutron] 10.222.0.69 "GET /v2.0/networks/f6fb51aa-ce97-4a86-8bd4-3b26e400b388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820260 Feb 07 21:35:46.537918 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f760bb24-2edb-4a56-8f6c-1d04e6eda4a2 req-fc136ae3-d7f1-4fd6-91b1-80da2ce9c934 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425541 Feb 07 21:35:46.628010 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760bb24-2edb-4a56-8f6c-1d04e6eda4a2 req-ced88e2e-c643-4365-95ba-04ff7198ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:46.629523 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f760bb24-2edb-4a56-8f6c-1d04e6eda4a2 req-ced88e2e-c643-4365-95ba-04ff7198ecbc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5266be69ced44c2e98a82b5b59fbf33f&device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 1128 time: 0.0487275 Feb 07 21:35:46.735000 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760bb24-2edb-4a56-8f6c-1d04e6eda4a2 req-3f6f1daa-4209-4338-a44e-56c60c42d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:46.736684 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f760bb24-2edb-4a56-8f6c-1d04e6eda4a2 req-3f6f1daa-4209-4338-a44e-56c60c42d1cc service neutron] 10.222.0.71 "GET /v2.0/networks?id=313f8c1c-8aae-48a6-b295-d997e13e6125 HTTP/1.1" status: 200 len: 918 time: 0.0868907 Feb 07 21:35:46.806505 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f760bb24-2edb-4a56-8f6c-1d04e6eda4a2 req-7beae9b8-9946-46a9-9ea7-6aba20093469 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c HTTP/1.1" status: 200 len: 1000 time: 0.0628784 Feb 07 21:35:46.855033 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760bb24-2edb-4a56-8f6c-1d04e6eda4a2 req-14576ad3-db37-414b-8baa-c70a21dfd705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:46.856523 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f760bb24-2edb-4a56-8f6c-1d04e6eda4a2 req-14576ad3-db37-414b-8baa-c70a21dfd705 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cd4692e6-7e5d-43fa-9585-afffaba1004b HTTP/1.1" status: 200 len: 856 time: 0.0437360 Feb 07 21:35:46.905873 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760bb24-2edb-4a56-8f6c-1d04e6eda4a2 req-cc6d58b4-b566-4a07-aa01-b14f31530c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:46.907406 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f760bb24-2edb-4a56-8f6c-1d04e6eda4a2 req-cc6d58b4-b566-4a07-aa01-b14f31530c10 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=313f8c1c-8aae-48a6-b295-d997e13e6125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452213 Feb 07 21:35:46.917450 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-f760bb24-2edb-4a56-8f6c-1d04e6eda4a2 req-cca20cd5-7b01-4ea4-b61a-d8323f45d860 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:35:46.918587 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f760bb24-2edb-4a56-8f6c-1d04e6eda4a2 req-cca20cd5-7b01-4ea4-b61a-d8323f45d860 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047221 Feb 07 21:35:47.008200 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f760bb24-2edb-4a56-8f6c-1d04e6eda4a2 req-913185b3-e7a0-4acc-896c-e1b82cb68a9e service neutron] 10.222.0.71 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842922 Feb 07 21:35:47.096682 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f760bb24-2edb-4a56-8f6c-1d04e6eda4a2 req-b1ae6ce2-2b09-4170-9011-238248b35229 service neutron] 10.222.0.71 "GET /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817661 Feb 07 21:35:48.113935 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5536d-621e-4553-9d42-8c64f7ef422f req-ed4a2079-2a66-42d2-ac7e-f3c67a589f20 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:48.115610 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dce5536d-621e-4553-9d42-8c64f7ef422f req-ed4a2079-2a66-42d2-ac7e-f3c67a589f20 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 1128 time: 0.0469975 Feb 07 21:35:48.171783 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dce5536d-621e-4553-9d42-8c64f7ef422f req-7a8a2944-c757-444a-bd10-b75b0365cb00 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501332 Feb 07 21:35:48.198679 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35232) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:35:48.409437 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a597f8da-83f4-4f20-a690-f77193608b42 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Deleting port 061e6169-2684-4cfc-b1f6-39df977b1b65 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:35:48.409781 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a597f8da-83f4-4f20-a690-f77193608b42 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (061e6169-2684-4cfc-b1f6-39df977b1b65), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:48.459688 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-70a51451-bccf-49e7-abce-9060d900500d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:48.505156 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a597f8da-83f4-4f20-a690-f77193608b42 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (061e6169-2684-4cfc-b1f6-39df977b1b65), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:48.505623 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a597f8da-83f4-4f20-a690-f77193608b42 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for floatingip (061e6169-2684-4cfc-b1f6-39df977b1b65), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:48.521127 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a597f8da-83f4-4f20-a690-f77193608b42 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Calling delete_port for 061e6169-2684-4cfc-b1f6-39df977b1b65 owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:35:48.705220 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a597f8da-83f4-4f20-a690-f77193608b42 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (061e6169-2684-4cfc-b1f6-39df977b1b65), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:48.733467 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597f8da-83f4-4f20-a690-f77193608b42 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event deleted for resources: {'Port': ['ID=061e6169-2684-4cfc-b1f6-39df977b1b65,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:48.763261 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a597f8da-83f4-4f20-a690-f77193608b42 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:48.763617 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a597f8da-83f4-4f20-a690-f77193608b42 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:48.763959 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a597f8da-83f4-4f20-a690-f77193608b42 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:48.764333 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a597f8da-83f4-4f20-a690-f77193608b42 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:48.764730 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a597f8da-83f4-4f20-a690-f77193608b42 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:48.765063 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a597f8da-83f4-4f20-a690-f77193608b42 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:48.765392 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a597f8da-83f4-4f20-a690-f77193608b42 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:48.765724 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a597f8da-83f4-4f20-a690-f77193608b42 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:48.766046 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a597f8da-83f4-4f20-a690-f77193608b42 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:48.766370 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a597f8da-83f4-4f20-a690-f77193608b42 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:48.766693 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a597f8da-83f4-4f20-a690-f77193608b42 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:48.767012 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a597f8da-83f4-4f20-a690-f77193608b42 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:48.767381 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a597f8da-83f4-4f20-a690-f77193608b42 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:48.806137 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a597f8da-83f4-4f20-a690-f77193608b42 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for floatingip (65354e84-b9d7-4b86-863d-88cf1348d3b7), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:48.806479 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [None req-a597f8da-83f4-4f20-a690-f77193608b42 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Floating IP 65354e84-b9d7-4b86-863d-88cf1348d3b7 disassociated (deleted). External IP: 172.25.4.108, port: b4e2ddf0-693a-435f-891d-b5a426cfa78f. Feb 07 21:35:49.016556 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a597f8da-83f4-4f20-a690-f77193608b42 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Router a713d519-49fd-4ee7-bf46-455d88167cc4 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:35:49.125326 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a597f8da-83f4-4f20-a690-f77193608b42 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:35:49.130263 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a597f8da-83f4-4f20-a690-f77193608b42 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:49.136447 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241d87c8-7215-463c-ab65-a60e78b89bec None None] Sync routers for ids ['a713d519-49fd-4ee7-bf46-455d88167cc4'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:35:49.145577 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241d87c8-7215-463c-ab65-a60e78b89bec None None] Routers {'a713d519-49fd-4ee7-bf46-455d88167cc4'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:35:49.146175 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-241d87c8-7215-463c-ab65-a60e78b89bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:35:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['a713d519-49fd-4ee7-bf46-455d88167cc4'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:35:49.164617 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a597f8da-83f4-4f20-a690-f77193608b42 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "DELETE /v2.0/floatingips/65354e84-b9d7-4b86-863d-88cf1348d3b7 HTTP/1.1" status: 204 len: 168 time: 0.9622924 Feb 07 21:35:49.164617 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d7fd3d-07ef-475b-81ac-ec5952032ffb', 'tag': 'b4e2ddf0-693a-435f-891d-b5a426cfa78f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:35:49.165989 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d5643c-45cb-4144-a301-317c93f887a8" -d '{"events": [{"name": "network-changed", "server_uuid": "58d7fd3d-07ef-475b-81ac-ec5952032ffb", "tag": "b4e2ddf0-693a-435f-891d-b5a426cfa78f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:35:49.223001 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad353eda-cdc6-4be4-a682-5c718588b968 x-openstack-request-id: req-ad353eda-cdc6-4be4-a682-5c718588b968 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:35:49.223628 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d7fd3d-07ef-475b-81ac-ec5952032ffb", "tag": "b4e2ddf0-693a-435f-891d-b5a426cfa78f", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:35:49.223906 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ad353eda-cdc6-4be4-a682-5c718588b968 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:35:49.224385 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d7fd3d-07ef-475b-81ac-ec5952032ffb', 'tag': 'b4e2ddf0-693a-435f-891d-b5a426cfa78f', 'status': 'completed', 'code': 200} Feb 07 21:35:49.294139 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-241d87c8-7215-463c-ab65-a60e78b89bec None None] Set router a713d519-49fd-4ee7-bf46-455d88167cc4 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:35:49.306521 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5643c-45cb-4144-a301-317c93f887a8 req-cb4f91a7-306b-4617-b032-57310eca129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:49.308347 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-96d5643c-45cb-4144-a301-317c93f887a8 req-cb4f91a7-306b-4617-b032-57310eca129d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 1128 time: 0.0598118 Feb 07 21:35:49.454499 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5643c-45cb-4144-a301-317c93f887a8 req-164c35b6-a362-4272-83d3-3ce2bdbe9467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:49.455963 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-96d5643c-45cb-4144-a301-317c93f887a8 req-164c35b6-a362-4272-83d3-3ce2bdbe9467 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f6fb51aa-ce97-4a86-8bd4-3b26e400b388 HTTP/1.1" status: 200 len: 898 time: 0.1385415 Feb 07 21:35:49.478005 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab11a85-cf53-4c02-abd5-385775b9813f req-ebf6efe1-26fc-4625-8aa8-5dc7835f34cb tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:49.479581 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fab11a85-cf53-4c02-abd5-385775b9813f req-ebf6efe1-26fc-4625-8aa8-5dc7835f34cb tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 946 time: 0.0682673 Feb 07 21:35:49.508250 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-96d5643c-45cb-4144-a301-317c93f887a8 req-6ee69def-ce2e-4126-aebf-72199a18ce64 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4e2ddf0-693a-435f-891d-b5a426cfa78f HTTP/1.1" status: 200 len: 217 time: 0.0445149 Feb 07 21:35:49.540474 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fab11a85-cf53-4c02-abd5-385775b9813f req-b6c43500-ebb9-425b-a10b-872e19268c6c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542710 Feb 07 21:35:49.571397 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5643c-45cb-4144-a301-317c93f887a8 req-8bff94e6-f16e-463c-8f0b-d0640405715d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:49.572933 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-96d5643c-45cb-4144-a301-317c93f887a8 req-8bff94e6-f16e-463c-8f0b-d0640405715d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d HTTP/1.1" status: 200 len: 835 time: 0.0588939 Feb 07 21:35:49.629242 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-241d87c8-7215-463c-ab65-a60e78b89bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200116132', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:32:38Z', 'updated_at': '2022-02-07T21:32:46Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:32:39Z', 'updated_at': '2022-02-07T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '9e3f1da6-4293-49f2-bf7e-47c8517d4448', 'name': '', 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:1a:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:32:45Z', 'updated_at': '2022-02-07T21:32:53Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:35:49.630470 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5643c-45cb-4144-a301-317c93f887a8 req-50378343-2def-443e-ac54-7536ab2d1ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:49.632251 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-96d5643c-45cb-4144-a301-317c93f887a8 req-50378343-2def-443e-ac54-7536ab2d1ee8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f6fb51aa-ce97-4a86-8bd4-3b26e400b388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0528967 Feb 07 21:35:49.662180 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241d87c8-7215-463c-ab65-a60e78b89bec None None] Checking router: a713d519-49fd-4ee7-bf46-455d88167cc4 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:35:49.672344 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241d87c8-7215-463c-ab65-a60e78b89bec None None] Routers {'a713d519-49fd-4ee7-bf46-455d88167cc4'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:35:49.672992 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-241d87c8-7215-463c-ab65-a60e78b89bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:35:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['a713d519-49fd-4ee7-bf46-455d88167cc4'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:35:49.749116 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-96d5643c-45cb-4144-a301-317c93f887a8 req-bfab61e8-d955-4451-a889-69a7a02c7219 service neutron] 10.222.0.69 "GET /v2.0/networks/f6fb51aa-ce97-4a86-8bd4-3b26e400b388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103539 Feb 07 21:35:49.797468 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-241d87c8-7215-463c-ab65-a60e78b89bec None None] Set router a713d519-49fd-4ee7-bf46-455d88167cc4 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:35:49.844788 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-96d5643c-45cb-4144-a301-317c93f887a8 req-7dbc8681-7e3d-43a3-8db0-0fbb9d01c984 service neutron] 10.222.0.69 "GET /v2.0/networks/f6fb51aa-ce97-4a86-8bd4-3b26e400b388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888219 Feb 07 21:35:49.996556 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-241d87c8-7215-463c-ab65-a60e78b89bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200116132', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:32:38Z', 'updated_at': '2022-02-07T21:32:46Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:32:39Z', 'updated_at': '2022-02-07T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '9e3f1da6-4293-49f2-bf7e-47c8517d4448', 'name': '', 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:1a:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:32:45Z', 'updated_at': '2022-02-07T21:32:53Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:35:50.022687 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241d87c8-7215-463c-ab65-a60e78b89bec None None] The sync data for ids ['a713d519-49fd-4ee7-bf46-455d88167cc4'] in n-d-828185-2 is: [{'id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200116132', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:32:38Z', 'updated_at': '2022-02-07T21:32:46Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:32:39Z', 'updated_at': '2022-02-07T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '9e3f1da6-4293-49f2-bf7e-47c8517d4448', 'name': '', 'network_id': 'f6fb51aa-ce97-4a86-8bd4-3b26e400b388', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:1a:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:32:45Z', 'updated_at': '2022-02-07T21:32:53Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:35:50.249257 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ae0514-2f5a-49b8-8aed-e80852b48fbb None None] New status for floating IP 65354e84-b9d7-4b86-863d-88cf1348d3b7: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:35:50.600726 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2d9e0dbe-92a9-49ec-9644-5c42824ead78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:50.685260 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393f337-4478-4840-b5b6-770c65a789c3 req-23c2c9b4-1378-4277-9f30-55bc53fdc71f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:50.686755 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c393f337-4478-4840-b5b6-770c65a789c3 req-23c2c9b4-1378-4277-9f30-55bc53fdc71f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 946 time: 0.0541556 Feb 07 21:35:50.738702 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c393f337-4478-4840-b5b6-770c65a789c3 req-db5f3661-7835-46b4-97f7-b376275a7b08 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=81eec530-7769-4f30-9f77-32d316e452e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462976 Feb 07 21:35:50.869863 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71534a-bd43-423e-91f7-50b63e3f3172 req-c1de4c9c-93b4-4580-94c5-e23e28924cd0 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:50.871368 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fd71534a-bd43-423e-91f7-50b63e3f3172 req-c1de4c9c-93b4-4580-94c5-e23e28924cd0 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.69 "GET /v2.0/ports?device_id=58d7fd3d-07ef-475b-81ac-ec5952032ffb HTTP/1.1" status: 200 len: 946 time: 0.0590146 Feb 07 21:35:50.964039 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-fd71534a-bd43-423e-91f7-50b63e3f3172 req-4ad4fd6b-3606-4201-99d8-e0fa53f6d7fd tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Deleting port b4e2ddf0-693a-435f-891d-b5a426cfa78f {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:35:50.964413 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-fd71534a-bd43-423e-91f7-50b63e3f3172 req-4ad4fd6b-3606-4201-99d8-e0fa53f6d7fd tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (b4e2ddf0-693a-435f-891d-b5a426cfa78f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:51.055152 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-fd71534a-bd43-423e-91f7-50b63e3f3172 req-4ad4fd6b-3606-4201-99d8-e0fa53f6d7fd tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] For port b4e2ddf0-693a-435f-891d-b5a426cfa78f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=b4e2ddf0-693a-435f-891d-b5a426cfa78f,segment=NetworkSegment(bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85),segment_id=bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:35:51.055488 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-fd71534a-bd43-423e-91f7-50b63e3f3172 req-4ad4fd6b-3606-4201-99d8-e0fa53f6d7fd tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (b4e2ddf0-693a-435f-891d-b5a426cfa78f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:51.068027 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-fd71534a-bd43-423e-91f7-50b63e3f3172 req-4ad4fd6b-3606-4201-99d8-e0fa53f6d7fd tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Calling delete_port for b4e2ddf0-693a-435f-891d-b5a426cfa78f owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:35:51.201333 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-fd71534a-bd43-423e-91f7-50b63e3f3172 req-4ad4fd6b-3606-4201-99d8-e0fa53f6d7fd tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (b4e2ddf0-693a-435f-891d-b5a426cfa78f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:51.227228 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4fd6b-3606-4201-99d8-e0fa53f6d7fd tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event deleted for resources: {'Port': ['ID=b4e2ddf0-693a-435f-891d-b5a426cfa78f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:51.274741 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd71534a-bd43-423e-91f7-50b63e3f3172 req-4ad4fd6b-3606-4201-99d8-e0fa53f6d7fd tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] No DVR routers for this DVR port b4e2ddf0-693a-435f-891d-b5a426cfa78f on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:35:51.277272 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-fd71534a-bd43-423e-91f7-50b63e3f3172 req-4ad4fd6b-3606-4201-99d8-e0fa53f6d7fd tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:51.281279 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fd71534a-bd43-423e-91f7-50b63e3f3172 req-4ad4fd6b-3606-4201-99d8-e0fa53f6d7fd tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.69 "DELETE /v2.0/ports/b4e2ddf0-693a-435f-891d-b5a426cfa78f HTTP/1.1" status: 204 len: 173 time: 0.4048457 Feb 07 21:35:51.281718 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d7fd3d-07ef-475b-81ac-ec5952032ffb', 'name': 'network-vif-deleted', 'tag': 'b4e2ddf0-693a-435f-891d-b5a426cfa78f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:35:51.283921 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d51297-11fc-4ad4-a857-68a190d1e02a" -d '{"events": [{"server_uuid": "58d7fd3d-07ef-475b-81ac-ec5952032ffb", "name": "network-vif-deleted", "tag": "b4e2ddf0-693a-435f-891d-b5a426cfa78f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:35:51.322463 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d94dcfb-a845-43b8-9a2c-99dac6b86bfd x-openstack-request-id: req-9d94dcfb-a845-43b8-9a2c-99dac6b86bfd {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:35:51.322957 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d7fd3d-07ef-475b-81ac-ec5952032ffb", "name": "network-vif-deleted", "tag": "b4e2ddf0-693a-435f-891d-b5a426cfa78f", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:35:51.323311 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9d94dcfb-a845-43b8-9a2c-99dac6b86bfd {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:35:51.323801 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d7fd3d-07ef-475b-81ac-ec5952032ffb', 'name': 'network-vif-deleted', 'tag': 'b4e2ddf0-693a-435f-891d-b5a426cfa78f', 'status': 'completed', 'code': 200} Feb 07 21:35:51.820556 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35254) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:35:51.844580 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:52.527153 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36968ed8-d483-4ce4-912c-af5d336ab759 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (a713d519-49fd-4ee7-bf46-455d88167cc4), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:52.799943 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-36968ed8-d483-4ce4-912c-af5d336ab759 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Deleting port 9e3f1da6-4293-49f2-bf7e-47c8517d4448 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:35:52.800285 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36968ed8-d483-4ce4-912c-af5d336ab759 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9e3f1da6-4293-49f2-bf7e-47c8517d4448), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:52.887532 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-36968ed8-d483-4ce4-912c-af5d336ab759 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] For port 9e3f1da6-4293-49f2-bf7e-47c8517d4448, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9e3f1da6-4293-49f2-bf7e-47c8517d4448,segment=NetworkSegment(bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85),segment_id=bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:35:52.888229 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36968ed8-d483-4ce4-912c-af5d336ab759 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9e3f1da6-4293-49f2-bf7e-47c8517d4448), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:52.900540 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-36968ed8-d483-4ce4-912c-af5d336ab759 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Calling delete_port for 9e3f1da6-4293-49f2-bf7e-47c8517d4448 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:35:53.087785 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36968ed8-d483-4ce4-912c-af5d336ab759 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (9e3f1da6-4293-49f2-bf7e-47c8517d4448), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:53.115105 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36968ed8-d483-4ce4-912c-af5d336ab759 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event deleted for resources: {'Port': ['ID=9e3f1da6-4293-49f2-bf7e-47c8517d4448,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:53.126344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968ed8-d483-4ce4-912c-af5d336ab759 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:53.126701 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968ed8-d483-4ce4-912c-af5d336ab759 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:53.127053 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968ed8-d483-4ce4-912c-af5d336ab759 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:53.127398 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968ed8-d483-4ce4-912c-af5d336ab759 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:53.127736 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968ed8-d483-4ce4-912c-af5d336ab759 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:53.128079 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968ed8-d483-4ce4-912c-af5d336ab759 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:53.128468 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968ed8-d483-4ce4-912c-af5d336ab759 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:53.128806 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968ed8-d483-4ce4-912c-af5d336ab759 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:53.129144 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968ed8-d483-4ce4-912c-af5d336ab759 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:53.129481 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968ed8-d483-4ce4-912c-af5d336ab759 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:53.129812 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968ed8-d483-4ce4-912c-af5d336ab759 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:53.130143 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968ed8-d483-4ce4-912c-af5d336ab759 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:53.130469 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968ed8-d483-4ce4-912c-af5d336ab759 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:35:53.312695 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36968ed8-d483-4ce4-912c-af5d336ab759 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (a713d519-49fd-4ee7-bf46-455d88167cc4), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:53.334202 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:53.532093 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36968ed8-d483-4ce4-912c-af5d336ab759 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Router a713d519-49fd-4ee7-bf46-455d88167cc4 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:35:53.616240 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:35:53.641444 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36968ed8-d483-4ce4-912c-af5d336ab759 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:35:53.647410 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-36968ed8-d483-4ce4-912c-af5d336ab759 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "PUT /v2.0/routers/a713d519-49fd-4ee7-bf46-455d88167cc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8239150 Feb 07 21:35:53.649280 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35262) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:35:53.652946 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3490948b-6408-4bf5-97fe-e1dc3e99b910 None None] Sync routers for ids ['a713d519-49fd-4ee7-bf46-455d88167cc4'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:35:53.664859 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3490948b-6408-4bf5-97fe-e1dc3e99b910 None None] Routers {'a713d519-49fd-4ee7-bf46-455d88167cc4'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:35:53.665485 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-3490948b-6408-4bf5-97fe-e1dc3e99b910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:35:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['a713d519-49fd-4ee7-bf46-455d88167cc4'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:35:53.705721 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e756f09-913a-47dc-a8b7-53a5ed78d75b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Deleting subnet 5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:35:53.709733 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e756f09-913a-47dc-a8b7-53a5ed78d75b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for subnet (5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:53.755915 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e756f09-913a-47dc-a8b7-53a5ed78d75b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:53.795485 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-3490948b-6408-4bf5-97fe-e1dc3e99b910 None None] Set router a713d519-49fd-4ee7-bf46-455d88167cc4 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:35:53.906547 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e756f09-913a-47dc-a8b7-53a5ed78d75b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:53.980462 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e756f09-913a-47dc-a8b7-53a5ed78d75b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:53.999450 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-3490948b-6408-4bf5-97fe-e1dc3e99b910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200116132', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:32:38Z', 'updated_at': '2022-02-07T21:35:53Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:32:39Z', 'updated_at': '2022-02-07T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:35:54.020374 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e756f09-913a-47dc-a8b7-53a5ed78d75b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event deleted for resources: {'Subnet': ['ID=5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:54.022740 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e756f09-913a-47dc-a8b7-53a5ed78d75b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:54.026968 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2e756f09-913a-47dc-a8b7-53a5ed78d75b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "DELETE /v2.0/subnets/5b449641-f6e7-4ff7-8eb0-37ca06a8fa0d HTTP/1.1" status: 204 len: 168 time: 0.3765912 Feb 07 21:35:54.029609 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35264) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:35:54.035785 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed846eab-6465-40f0-aa77-8b2261354385 None None] Network f6fb51aa-ce97-4a86-8bd4-3b26e400b388 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:35:54.071320 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3490948b-6408-4bf5-97fe-e1dc3e99b910 None None] Checking router: a713d519-49fd-4ee7-bf46-455d88167cc4 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:35:54.091011 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3490948b-6408-4bf5-97fe-e1dc3e99b910 None None] Routers {'a713d519-49fd-4ee7-bf46-455d88167cc4'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:35:54.091888 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-3490948b-6408-4bf5-97fe-e1dc3e99b910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:35:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['a713d519-49fd-4ee7-bf46-455d88167cc4'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:35:54.231643 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-3490948b-6408-4bf5-97fe-e1dc3e99b910 None None] Set router a713d519-49fd-4ee7-bf46-455d88167cc4 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:35:54.271930 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e03b3310-3aac-4a07-b87f-be581e405bbf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router (a713d519-49fd-4ee7-bf46-455d88167cc4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:54.322268 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c632e6-e5eb-4835-b0b0-e0f1e160fbca None None] DHCP port deletion for f6fb51aa-ce97-4a86-8bd4-3b26e400b388 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:35:54.416343 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e03b3310-3aac-4a07-b87f-be581e405bbf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router_gateway (a713d519-49fd-4ee7-bf46-455d88167cc4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:54.443058 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a2c632e6-e5eb-4835-b0b0-e0f1e160fbca None None] Deleting port b384b59b-4d50-4a33-b4eb-57c7acdc3f3f {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:35:54.444564 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a2c632e6-e5eb-4835-b0b0-e0f1e160fbca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (b384b59b-4d50-4a33-b4eb-57c7acdc3f3f), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:54.487341 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e03b3310-3aac-4a07-b87f-be581e405bbf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Deleting port 656882db-9502-4e8c-86c5-31ba3f44a83e {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:35:54.490061 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e03b3310-3aac-4a07-b87f-be581e405bbf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (656882db-9502-4e8c-86c5-31ba3f44a83e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:54.536980 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a2c632e6-e5eb-4835-b0b0-e0f1e160fbca None None] For port b384b59b-4d50-4a33-b4eb-57c7acdc3f3f, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=b384b59b-4d50-4a33-b4eb-57c7acdc3f3f,segment=NetworkSegment(bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85),segment_id=bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:35:54.537651 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a2c632e6-e5eb-4835-b0b0-e0f1e160fbca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (b384b59b-4d50-4a33-b4eb-57c7acdc3f3f), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:54.547018 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-3490948b-6408-4bf5-97fe-e1dc3e99b910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200116132', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:32:38Z', 'updated_at': '2022-02-07T21:35:53Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:32:39Z', 'updated_at': '2022-02-07T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:35:54.553285 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a2c632e6-e5eb-4835-b0b0-e0f1e160fbca None None] Calling delete_port for b384b59b-4d50-4a33-b4eb-57c7acdc3f3f owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:35:54.593376 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e03b3310-3aac-4a07-b87f-be581e405bbf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] For port 656882db-9502-4e8c-86c5-31ba3f44a83e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=656882db-9502-4e8c-86c5-31ba3f44a83e,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:35:54.593661 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e03b3310-3aac-4a07-b87f-be581e405bbf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (656882db-9502-4e8c-86c5-31ba3f44a83e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:54.608191 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e03b3310-3aac-4a07-b87f-be581e405bbf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Calling delete_port for 656882db-9502-4e8c-86c5-31ba3f44a83e owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:35:54.629243 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3490948b-6408-4bf5-97fe-e1dc3e99b910 None None] The sync data for ids ['a713d519-49fd-4ee7-bf46-455d88167cc4'] in n-d-828185-2 is: [{'id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200116132', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:32:38Z', 'updated_at': '2022-02-07T21:35:53Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '656882db-9502-4e8c-86c5-31ba3f44a83e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a713d519-49fd-4ee7-bf46-455d88167cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:32:39Z', 'updated_at': '2022-02-07T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:35:54.633958 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device b4e2ddf0-693a-435f-891d-b5a426cfa78f no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:35:54.664478 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a2c632e6-e5eb-4835-b0b0-e0f1e160fbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (b384b59b-4d50-4a33-b4eb-57c7acdc3f3f), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:54.666046 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: b4e2ddf0-693a-435f-891d-b5a426cfa78f {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:35:54.666532 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device b4e2ddf0-693a-435f-891d-b5a426cfa78f not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:35:54.702657 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c632e6-e5eb-4835-b0b0-e0f1e160fbca None None] Pushing event deleted for resources: {'Port': ['ID=b384b59b-4d50-4a33-b4eb-57c7acdc3f3f,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:54.710199 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c632e6-e5eb-4835-b0b0-e0f1e160fbca None None] No DVR routers for this DVR port b384b59b-4d50-4a33-b4eb-57c7acdc3f3f on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:35:54.713737 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:54.825141 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e03b3310-3aac-4a07-b87f-be581e405bbf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (656882db-9502-4e8c-86c5-31ba3f44a83e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:54.856368 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b3310-3aac-4a07-b87f-be581e405bbf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event deleted for resources: {'Port': ['ID=656882db-9502-4e8c-86c5-31ba3f44a83e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:54.929359 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e03b3310-3aac-4a07-b87f-be581e405bbf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (a713d519-49fd-4ee7-bf46-455d88167cc4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:55.071736 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e03b3310-3aac-4a07-b87f-be581e405bbf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (a713d519-49fd-4ee7-bf46-455d88167cc4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:55.073965 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e03b3310-3aac-4a07-b87f-be581e405bbf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router_controller (a713d519-49fd-4ee7-bf46-455d88167cc4), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:55.130906 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e03b3310-3aac-4a07-b87f-be581e405bbf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (a713d519-49fd-4ee7-bf46-455d88167cc4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:55.131499 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03b3310-3aac-4a07-b87f-be581e405bbf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Fanout notify agent at l3_agent the message router_deleted on router a713d519-49fd-4ee7-bf46-455d88167cc4 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:35:55.141686 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e03b3310-3aac-4a07-b87f-be581e405bbf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:55.143111 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e03b3310-3aac-4a07-b87f-be581e405bbf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "DELETE /v2.0/routers/a713d519-49fd-4ee7-bf46-455d88167cc4 HTTP/1.1" status: 204 len: 168 time: 1.1121464 Feb 07 21:35:55.146036 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35268) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:35:55.238139 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fb749853-f1f5-4a24-b7fb-6867c0854f68 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (f6fb51aa-ce97-4a86-8bd4-3b26e400b388), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:55.331253 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fb749853-f1f5-4a24-b7fb-6867c0854f68 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (f6fb51aa-ce97-4a86-8bd4-3b26e400b388), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:55.365394 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-fb749853-f1f5-4a24-b7fb-6867c0854f68 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6fb51aa-ce97-4a86-8bd4-3b26e400b388']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:35:55.378732 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-fb749853-f1f5-4a24-b7fb-6867c0854f68 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:35:55.379080 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-fb749853-f1f5-4a24-b7fb-6867c0854f68 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:35:55.391489 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fb749853-f1f5-4a24-b7fb-6867c0854f68 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:55.412138 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fb749853-f1f5-4a24-b7fb-6867c0854f68 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:55.419537 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb749853-f1f5-4a24-b7fb-6867c0854f68 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:35:55.419924 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fb749853-f1f5-4a24-b7fb-6867c0854f68 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (bfc50c9f-04c2-4dfa-8c3c-c3c3309dcc85), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:35:55.427580 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:35:55.487587 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fb749853-f1f5-4a24-b7fb-6867c0854f68 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (f6fb51aa-ce97-4a86-8bd4-3b26e400b388), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:55.496891 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fb749853-f1f5-4a24-b7fb-6867c0854f68 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:55.500897 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fb749853-f1f5-4a24-b7fb-6867c0854f68 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "DELETE /v2.0/networks/f6fb51aa-ce97-4a86-8bd4-3b26e400b388 HTTP/1.1" status: 204 len: 168 time: 0.3536308 Feb 07 21:35:55.504765 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35272) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:35:55.511881 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb749853-f1f5-4a24-b7fb-6867c0854f68 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event deleted for resources: {'Network': ['ID=f6fb51aa-ce97-4a86-8bd4-3b26e400b388,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:55.566625 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e23193a-2f3f-4098-be59-706cc057dea2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group (81eec530-7769-4f30-9f77-32d316e452e5), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:55.591972 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e23193a-2f3f-4098-be59-706cc057dea2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group (81eec530-7769-4f30-9f77-32d316e452e5), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:55.655467 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e23193a-2f3f-4098-be59-706cc057dea2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (81eec530-7769-4f30-9f77-32d316e452e5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:55.657403 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e23193a-2f3f-4098-be59-706cc057dea2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:55.658720 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7e23193a-2f3f-4098-be59-706cc057dea2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "DELETE /v2.0/security-groups/81eec530-7769-4f30-9f77-32d316e452e5 HTTP/1.1" status: 204 len: 168 time: 0.1526632 Feb 07 21:35:55.669143 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23193a-2f3f-4098-be59-706cc057dea2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81eec530-7769-4f30-9f77-32d316e452e5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:55.855466 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9e3f1da6-4293-49f2-bf7e-47c8517d4448 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:35:55.879672 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 9e3f1da6-4293-49f2-bf7e-47c8517d4448 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:35:55.880247 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9e3f1da6-4293-49f2-bf7e-47c8517d4448 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:35:55.880945 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 656882db-9502-4e8c-86c5-31ba3f44a83e no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:35:55.911566 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 656882db-9502-4e8c-86c5-31ba3f44a83e {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:35:55.911878 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 656882db-9502-4e8c-86c5-31ba3f44a83e not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:35:55.912272 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device b384b59b-4d50-4a33-b4eb-57c7acdc3f3f no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:35:55.935354 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: b384b59b-4d50-4a33-b4eb-57c7acdc3f3f {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:35:55.935692 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device b384b59b-4d50-4a33-b4eb-57c7acdc3f3f not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:35:57.164654 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35284) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:35:57.169824 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-76988572-186b-4638-a365-95abe23fb5b1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-282020991', 'description': 'tempest-secgroup-smoke-282020991 description', 'project_id': '592f2c160f98413cb3dc6606723ba0e3'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:35:57.196562 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-76988572-186b-4638-a365-95abe23fb5b1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:57.267273 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-76988572-186b-4638-a365-95abe23fb5b1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group (150085c4-9dc8-498d-8ae1-bb20607f4f4f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:57.271486 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-76988572-186b-4638-a365-95abe23fb5b1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (150085c4-9dc8-498d-8ae1-bb20607f4f4f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:57.303308 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-76988572-186b-4638-a365-95abe23fb5b1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:57.307291 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-76988572-186b-4638-a365-95abe23fb5b1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1387691 Feb 07 21:35:57.307458 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35286) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:35:57.311997 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c2bba586-0ed4-4320-af03-6a4121482d94 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'security_group_rule': {'security_group_id': '150085c4-9dc8-498d-8ae1-bb20607f4f4f', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:35:57.315732 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76988572-186b-4638-a365-95abe23fb5b1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=150085c4-9dc8-498d-8ae1-bb20607f4f4f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:57.340844 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c2bba586-0ed4-4320-af03-6a4121482d94 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (6b250262-a65c-4660-b9c1-87443ec07710), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:57.401057 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c2bba586-0ed4-4320-af03-6a4121482d94 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (6b250262-a65c-4660-b9c1-87443ec07710), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:57.405695 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c2bba586-0ed4-4320-af03-6a4121482d94 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (6b250262-a65c-4660-b9c1-87443ec07710), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:57.420817 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bba586-0ed4-4320-af03-6a4121482d94 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b250262-a65c-4660-b9c1-87443ec07710,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:57.439989 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c2bba586-0ed4-4320-af03-6a4121482d94 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:57.441325 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c2bba586-0ed4-4320-af03-6a4121482d94 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329651 Feb 07 21:35:57.444226 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35290) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:35:57.450718 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e4924fef-9112-4184-9694-3b37b90521e0 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'security_group_rule': {'security_group_id': '150085c4-9dc8-498d-8ae1-bb20607f4f4f', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:35:57.492367 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4924fef-9112-4184-9694-3b37b90521e0 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (c7778f3e-24fb-4ee6-a49b-115f0b10b165), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:57.552132 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4924fef-9112-4184-9694-3b37b90521e0 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (c7778f3e-24fb-4ee6-a49b-115f0b10b165), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:57.556831 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4924fef-9112-4184-9694-3b37b90521e0 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (c7778f3e-24fb-4ee6-a49b-115f0b10b165), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:57.569844 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4924fef-9112-4184-9694-3b37b90521e0 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7778f3e-24fb-4ee6-a49b-115f0b10b165,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:57.586973 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4924fef-9112-4184-9694-3b37b90521e0 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:57.592642 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e4924fef-9112-4184-9694-3b37b90521e0 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1429837 Feb 07 21:35:57.592818 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35292) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:35:57.597420 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-7202a0e6-8305-4c37-85e9-0a398b4cc2f2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'security_group_rule': {'security_group_id': '150085c4-9dc8-498d-8ae1-bb20607f4f4f', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:35:57.623711 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7202a0e6-8305-4c37-85e9-0a398b4cc2f2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (29731570-5d53-40a0-a547-a1480e557fec), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:57.684251 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7202a0e6-8305-4c37-85e9-0a398b4cc2f2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (29731570-5d53-40a0-a547-a1480e557fec), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:57.688887 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7202a0e6-8305-4c37-85e9-0a398b4cc2f2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (29731570-5d53-40a0-a547-a1480e557fec), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:57.714547 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202a0e6-8305-4c37-85e9-0a398b4cc2f2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29731570-5d53-40a0-a547-a1480e557fec,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:57.730892 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7202a0e6-8305-4c37-85e9-0a398b4cc2f2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:57.732539 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7202a0e6-8305-4c37-85e9-0a398b4cc2f2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392012 Feb 07 21:35:57.734841 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35294) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:35:57.739108 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-3604d0a4-88b4-4f52-9024-d74f960de31a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'security_group_rule': {'security_group_id': '150085c4-9dc8-498d-8ae1-bb20607f4f4f', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:35:57.764080 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3604d0a4-88b4-4f52-9024-d74f960de31a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (f9c8f219-7210-48b0-9b1f-3203baff8f9f), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:58.127948 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3604d0a4-88b4-4f52-9024-d74f960de31a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (f9c8f219-7210-48b0-9b1f-3203baff8f9f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:58.132912 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3604d0a4-88b4-4f52-9024-d74f960de31a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (f9c8f219-7210-48b0-9b1f-3203baff8f9f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:58.149973 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604d0a4-88b4-4f52-9024-d74f960de31a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c8f219-7210-48b0-9b1f-3203baff8f9f,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:58.163925 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3604d0a4-88b4-4f52-9024-d74f960de31a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:58.167693 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3604d0a4-88b4-4f52-9024-d74f960de31a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4294178 Feb 07 21:35:58.168017 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35296) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:35:58.173126 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8379849e-315e-48df-8134-e85b23727681 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'security_group_rule': {'security_group_id': '150085c4-9dc8-498d-8ae1-bb20607f4f4f', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:35:58.193640 n-d-828185-2 neutron-server[103256]: INFO neutron.db.securitygroups_db [None req-8379849e-315e-48df-8134-e85b23727681 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Project 592f2c160f98413cb3dc6606723ba0e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 21:35:58.198522 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8379849e-315e-48df-8134-e85b23727681 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (d0b72140-615a-47a1-bbf1-751035fc8b7c), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:58.263476 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8379849e-315e-48df-8134-e85b23727681 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (d0b72140-615a-47a1-bbf1-751035fc8b7c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:58.268550 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8379849e-315e-48df-8134-e85b23727681 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (d0b72140-615a-47a1-bbf1-751035fc8b7c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:58.301871 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379849e-315e-48df-8134-e85b23727681 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b72140-615a-47a1-bbf1-751035fc8b7c,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:58.311554 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8379849e-315e-48df-8134-e85b23727681 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:58.315685 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8379849e-315e-48df-8134-e85b23727681 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1433320 Feb 07 21:35:58.316163 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35298) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:35:58.320570 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-be9496e6-145a-4bf8-ac95-23e167d8a4d9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'security_group_rule': {'security_group_id': '150085c4-9dc8-498d-8ae1-bb20607f4f4f', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:35:58.345704 n-d-828185-2 neutron-server[103256]: INFO neutron.db.securitygroups_db [None req-be9496e6-145a-4bf8-ac95-23e167d8a4d9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Project 592f2c160f98413cb3dc6606723ba0e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 21:35:58.352416 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be9496e6-145a-4bf8-ac95-23e167d8a4d9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (7a8b9f5f-5cba-414b-af7b-bf1139ec92b5), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:58.416729 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be9496e6-145a-4bf8-ac95-23e167d8a4d9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (7a8b9f5f-5cba-414b-af7b-bf1139ec92b5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:58.421254 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be9496e6-145a-4bf8-ac95-23e167d8a4d9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (7a8b9f5f-5cba-414b-af7b-bf1139ec92b5), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:58.436827 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9496e6-145a-4bf8-ac95-23e167d8a4d9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8b9f5f-5cba-414b-af7b-bf1139ec92b5,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:58.447357 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be9496e6-145a-4bf8-ac95-23e167d8a4d9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:58.450564 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-be9496e6-145a-4bf8-ac95-23e167d8a4d9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1316988 Feb 07 21:35:58.452222 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35302) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:35:58.457495 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-40c94438-5880-46dd-a0be-d2ebe443190c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'network': {'name': 'tempest-network-smoke--556692723', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'port_security_enabled': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:35:58.479613 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c94438-5880-46dd-a0be-d2ebe443190c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Made reservation on behalf of 592f2c160f98413cb3dc6606723ba0e3 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:35:58.483043 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40c94438-5880-46dd-a0be-d2ebe443190c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:58.506570 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c94438-5880-46dd-a0be-d2ebe443190c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:35:58.516523 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40c94438-5880-46dd-a0be-d2ebe443190c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (7fd70515-6afe-46fd-b23a-0dc5ec0e98f5), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:58.516882 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-40c94438-5880-46dd-a0be-d2ebe443190c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Added segment 7fd70515-6afe-46fd-b23a-0dc5ec0e98f5 of type vlan for network 9e242547-5814-4d78-8e6d-6252b72dc24e Feb 07 21:35:58.556174 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40c94438-5880-46dd-a0be-d2ebe443190c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (9e242547-5814-4d78-8e6d-6252b72dc24e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:58.584027 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40c94438-5880-46dd-a0be-d2ebe443190c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (9e242547-5814-4d78-8e6d-6252b72dc24e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:58.589034 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c94438-5880-46dd-a0be-d2ebe443190c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:35:58.589614 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40c94438-5880-46dd-a0be-d2ebe443190c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:58.654980 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-40c94438-5880-46dd-a0be-d2ebe443190c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2015269 Feb 07 21:35:58.657693 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35304) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:35:58.663139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-bbbad498-598b-416b-a624-39fe8aed696c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1907716194', 'admin_state_up': True, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:35:58.677288 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c94438-5880-46dd-a0be-d2ebe443190c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Network': ['ID=9e242547-5814-4d78-8e6d-6252b72dc24e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:58.688257 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 9e242547-5814-4d78-8e6d-6252b72dc24e details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:35:58.700401 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbbad498-598b-416b-a624-39fe8aed696c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (2d9734a7-11bd-4c58-9ea8-03d0af40a9e9), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:58.700401 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbbad498-598b-416b-a624-39fe8aed696c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (2d9734a7-11bd-4c58-9ea8-03d0af40a9e9), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:58.765706 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbbad498-598b-416b-a624-39fe8aed696c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router_controller (2d9734a7-11bd-4c58-9ea8-03d0af40a9e9), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:58.910958 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbbad498-598b-416b-a624-39fe8aed696c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router_gateway (2d9734a7-11bd-4c58-9ea8-03d0af40a9e9), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:59.105497 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbbad498-598b-416b-a624-39fe8aed696c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router_gateway (2d9734a7-11bd-4c58-9ea8-03d0af40a9e9), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:59.123933 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbbad498-598b-416b-a624-39fe8aed696c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:59.228779 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-bbbad498-598b-416b-a624-39fe8aed696c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Allocated IP 172.25.4.13 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/3caa6854-e1ae-4803-970a-668787c44b78) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:35:59.331899 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbbad498-598b-416b-a624-39fe8aed696c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for port (3caa6854-e1ae-4803-970a-668787c44b78), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:59.365849 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbbad498-598b-416b-a624-39fe8aed696c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (3caa6854-e1ae-4803-970a-668787c44b78), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:59.402308 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbad498-598b-416b-a624-39fe8aed696c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:35:59.405403 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-bbbad498-598b-416b-a624-39fe8aed696c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:35:59.411162 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbad498-598b-416b-a624-39fe8aed696c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:35:59.438797 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbad498-598b-416b-a624-39fe8aed696c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Port': ['ID=3caa6854-e1ae-4803-970a-668787c44b78,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:35:59.667472 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbbad498-598b-416b-a624-39fe8aed696c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router_gateway (2d9734a7-11bd-4c58-9ea8-03d0af40a9e9), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:35:59.868697 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbbad498-598b-416b-a624-39fe8aed696c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (2d9734a7-11bd-4c58-9ea8-03d0af40a9e9), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:00.000531 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbad498-598b-416b-a624-39fe8aed696c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Router 2d9734a7-11bd-4c58-9ea8-03d0af40a9e9 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:36:00.108574 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbad498-598b-416b-a624-39fe8aed696c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:36:00.121058 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181ef7ed-f8b5-434e-bab9-f984547121ab None None] Sync routers for ids ['2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:36:00.129826 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbbad498-598b-416b-a624-39fe8aed696c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:00.131237 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bbbad498-598b-416b-a624-39fe8aed696c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4724457 Feb 07 21:36:00.134357 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35308) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:36:00.135530 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181ef7ed-f8b5-434e-bab9-f984547121ab None None] Routers {'2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:36:00.136475 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-181ef7ed-f8b5-434e-bab9-f984547121ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:35:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:36:00.162803 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-705181bd-6b0d-4cb5-8367-5ab52403ffd1 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=592f2c160f98413cb3dc6606723ba0e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269442 Feb 07 21:36:00.165332 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35310) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:36:00.248013 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-181ef7ed-f8b5-434e-bab9-f984547121ab None None] Set router 2d9734a7-11bd-4c58-9ea8-03d0af40a9e9 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:36:00.327475 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7b3397-f2a7-490d-acb0-0c084dc72e52 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:00.329138 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2d7b3397-f2a7-490d-acb0-0c084dc72e52 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1628561 Feb 07 21:36:00.332088 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35312) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:36:00.367954 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ebc2bad5-e82a-4dfd-ab96-28c7adff9dc8 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323422 Feb 07 21:36:00.368177 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35314) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:36:00.373684 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6fb168d0-438a-4888-9894-7b740faf0e9d tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-555461501', 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:36:00.444837 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-181ef7ed-f8b5-434e-bab9-f984547121ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907716194', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3caa6854-e1ae-4803-970a-668787c44b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:35:58Z', 'updated_at': '2022-02-07T21:35:59Z', 'revision_number': 3, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '3caa6854-e1ae-4803-970a-668787c44b78', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:35:59Z', 'updated_at': '2022-02-07T21:35:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:36:00.484124 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181ef7ed-f8b5-434e-bab9-f984547121ab None None] Checking router: 2d9734a7-11bd-4c58-9ea8-03d0af40a9e9 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:36:00.484525 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181ef7ed-f8b5-434e-bab9-f984547121ab None None] Updating router 2d9734a7-11bd-4c58-9ea8-03d0af40a9e9 port 3caa6854-e1ae-4803-970a-668787c44b78 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:36:00.488575 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb168d0-438a-4888-9894-7b740faf0e9d tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Made reservation on behalf of 592f2c160f98413cb3dc6606723ba0e3 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:36:00.491996 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6fb168d0-438a-4888-9894-7b740faf0e9d tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:00.515851 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-181ef7ed-f8b5-434e-bab9-f984547121ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3caa6854-e1ae-4803-970a-668787c44b78), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:00.708123 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6fb168d0-438a-4888-9894-7b740faf0e9d tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (53bc0b6b-ba10-44c7-81d4-bb538aa35da3), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:00.779358 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb168d0-438a-4888-9894-7b740faf0e9d tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Subnet': ['ID=53bc0b6b-ba10-44c7-81d4-bb538aa35da3,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:36:00.782894 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb168d0-438a-4888-9894-7b740faf0e9d tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Checking segment: {'id': '7fd70515-6afe-46fd-b23a-0dc5ec0e98f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:36:00.783257 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb168d0-438a-4888-9894-7b740faf0e9d tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Network hostable DHCP agents. Network: 9e242547-5814-4d78-8e6d-6252b72dc24e, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:36:00.794625 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-181ef7ed-f8b5-434e-bab9-f984547121ab None None] Publish callbacks [] for port (3caa6854-e1ae-4803-970a-668787c44b78), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:00.801602 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-181ef7ed-f8b5-434e-bab9-f984547121ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3caa6854-e1ae-4803-970a-668787c44b78), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:00.811632 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb168d0-438a-4888-9894-7b740faf0e9d tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Network 9e242547-5814-4d78-8e6d-6252b72dc24e is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:36:00.827091 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6fb168d0-438a-4888-9894-7b740faf0e9d tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 9e242547-5814-4d78-8e6d-6252b72dc24e) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:36:00.832294 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb168d0-438a-4888-9894-7b740faf0e9d tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:00.832915 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6fb168d0-438a-4888-9894-7b740faf0e9d tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:00.847957 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2926014b-c7a3-49d9-903c-e46f3cafdd68 None None] Network 9e242547-5814-4d78-8e6d-6252b72dc24e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:36:00.853787 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6fb168d0-438a-4888-9894-7b740faf0e9d tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4846087 Feb 07 21:36:00.857161 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35318) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:36:00.897871 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-181ef7ed-f8b5-434e-bab9-f984547121ab None None] Attempting to bind port 3caa6854-e1ae-4803-970a-668787c44b78 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:36:00.898396 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-181ef7ed-f8b5-434e-bab9-f984547121ab None None] Attempting to bind port 3caa6854-e1ae-4803-970a-668787c44b78 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:36:00.898625 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181ef7ed-f8b5-434e-bab9-f984547121ab None None] Attempting to bind port 3caa6854-e1ae-4803-970a-668787c44b78 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:36:00.914371 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181ef7ed-f8b5-434e-bab9-f984547121ab None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:36:00.914790 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181ef7ed-f8b5-434e-bab9-f984547121ab None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:36:00.915132 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-181ef7ed-f8b5-434e-bab9-f984547121ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:00.915520 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181ef7ed-f8b5-434e-bab9-f984547121ab None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:36:00.915986 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-181ef7ed-f8b5-434e-bab9-f984547121ab None None] Bound port: 3caa6854-e1ae-4803-970a-668787c44b78, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:36:00.916383 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-181ef7ed-f8b5-434e-bab9-f984547121ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3caa6854-e1ae-4803-970a-668787c44b78), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:00.920343 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a67a29-a159-4502-8601-88851a2b4fe9 None None] Pushing event updated for resources: {'Port': ['ID=3caa6854-e1ae-4803-970a-668787c44b78,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:36:01.012788 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-181ef7ed-f8b5-434e-bab9-f984547121ab None None] For port 3caa6854-e1ae-4803-970a-668787c44b78, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:36:01.022632 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e1d41f-fbb7-41d2-862d-8750085ee919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-9e242547-5814-4d78-8e6d-6252b72dc24e', 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'fixed_ips': [{'subnet_id': '53bc0b6b-ba10-44c7-81d4-bb538aa35da3'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:36:01.023482 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b6e1d41f-fbb7-41d2-862d-8750085ee919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:01.030320 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-181ef7ed-f8b5-434e-bab9-f984547121ab None None] For port 3caa6854-e1ae-4803-970a-668787c44b78, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=3caa6854-e1ae-4803-970a-668787c44b78,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:36:01.046324 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-181ef7ed-f8b5-434e-bab9-f984547121ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3caa6854-e1ae-4803-970a-668787c44b78), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:01.108176 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a67a29-a159-4502-8601-88851a2b4fe9 None None] Pushing event updated for resources: {'Port': ['ID=3caa6854-e1ae-4803-970a-668787c44b78,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:36:01.175236 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181ef7ed-f8b5-434e-bab9-f984547121ab None None] Routers {'2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:36:01.176602 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-181ef7ed-f8b5-434e-bab9-f984547121ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:35:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:36:01.394527 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-971ee0d0-07fa-4022-b54c-26c26d210ea4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:01.484008 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-b6e1d41f-fbb7-41d2-862d-8750085ee919 None None] Allocated IP 172.20.0.2 (9e242547-5814-4d78-8e6d-6252b72dc24e/53bc0b6b-ba10-44c7-81d4-bb538aa35da3/b77411e8-6993-4d90-88d6-d43f91779b73) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:36:01.505688 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-181ef7ed-f8b5-434e-bab9-f984547121ab None None] Set router 2d9734a7-11bd-4c58-9ea8-03d0af40a9e9 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:36:01.817847 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b6e1d41f-fbb7-41d2-862d-8750085ee919 None None] Publish callbacks [] for port (b77411e8-6993-4d90-88d6-d43f91779b73), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:01.842791 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b6e1d41f-fbb7-41d2-862d-8750085ee919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (b77411e8-6993-4d90-88d6-d43f91779b73), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:01.886028 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-971ee0d0-07fa-4022-b54c-26c26d210ea4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Allocated IP 172.20.0.1 (9e242547-5814-4d78-8e6d-6252b72dc24e/53bc0b6b-ba10-44c7-81d4-bb538aa35da3/eca86a78-bc9d-41d7-a784-1839eb240861) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:36:01.900344 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-181ef7ed-f8b5-434e-bab9-f984547121ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907716194', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3caa6854-e1ae-4803-970a-668787c44b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:35:58Z', 'updated_at': '2022-02-07T21:35:59Z', 'revision_number': 3, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '3caa6854-e1ae-4803-970a-668787c44b78', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:35:59Z', 'updated_at': '2022-02-07T21:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:36:01.935867 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181ef7ed-f8b5-434e-bab9-f984547121ab None None] The sync data for ids ['2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'] in n-d-828185-2 is: [{'id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907716194', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3caa6854-e1ae-4803-970a-668787c44b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:35:58Z', 'updated_at': '2022-02-07T21:35:59Z', 'revision_number': 3, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '3caa6854-e1ae-4803-970a-668787c44b78', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:35:59Z', 'updated_at': '2022-02-07T21:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:36:01.953161 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e1d41f-fbb7-41d2-862d-8750085ee919 None None] Network 9e242547-5814-4d78-8e6d-6252b72dc24e is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:36:01.957257 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-b6e1d41f-fbb7-41d2-862d-8750085ee919 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:36:01.961083 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1d41f-fbb7-41d2-862d-8750085ee919 None None] Pushing event updated for resources: {'Port': ['ID=b77411e8-6993-4d90-88d6-d43f91779b73,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:36:01.962604 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e1d41f-fbb7-41d2-862d-8750085ee919 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:36:02.046074 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-971ee0d0-07fa-4022-b54c-26c26d210ea4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for port (eca86a78-bc9d-41d7-a784-1839eb240861), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:02.052797 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-b6e1d41f-fbb7-41d2-862d-8750085ee919 None None] Attempting to bind port b77411e8-6993-4d90-88d6-d43f91779b73 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:36:02.053577 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-b6e1d41f-fbb7-41d2-862d-8750085ee919 None None] Attempting to bind port b77411e8-6993-4d90-88d6-d43f91779b73 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '7fd70515-6afe-46fd-b23a-0dc5ec0e98f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:36:02.054606 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e1d41f-fbb7-41d2-862d-8750085ee919 None None] Attempting to bind port b77411e8-6993-4d90-88d6-d43f91779b73 on network 9e242547-5814-4d78-8e6d-6252b72dc24e {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:36:02.063573 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e1d41f-fbb7-41d2-862d-8750085ee919 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:36:02.064499 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e1d41f-fbb7-41d2-862d-8750085ee919 None None] Checking segment: {'id': '7fd70515-6afe-46fd-b23a-0dc5ec0e98f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:36:02.066022 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b6e1d41f-fbb7-41d2-862d-8750085ee919 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:02.066749 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e1d41f-fbb7-41d2-862d-8750085ee919 None None] Bound using segment: {'id': '7fd70515-6afe-46fd-b23a-0dc5ec0e98f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:36:02.067495 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-b6e1d41f-fbb7-41d2-862d-8750085ee919 None None] Bound port: b77411e8-6993-4d90-88d6-d43f91779b73, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd70515-6afe-46fd-b23a-0dc5ec0e98f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:36:02.068542 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b6e1d41f-fbb7-41d2-862d-8750085ee919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b77411e8-6993-4d90-88d6-d43f91779b73), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:02.092545 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-971ee0d0-07fa-4022-b54c-26c26d210ea4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (eca86a78-bc9d-41d7-a784-1839eb240861), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:02.150389 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971ee0d0-07fa-4022-b54c-26c26d210ea4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Network 9e242547-5814-4d78-8e6d-6252b72dc24e is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:36:02.156381 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-971ee0d0-07fa-4022-b54c-26c26d210ea4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:36:02.160665 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971ee0d0-07fa-4022-b54c-26c26d210ea4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:36:02.171858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b6e1d41f-fbb7-41d2-862d-8750085ee919 None None] For port b77411e8-6993-4d90-88d6-d43f91779b73, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:36:02.175549 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b6e1d41f-fbb7-41d2-862d-8750085ee919 None None] For port b77411e8-6993-4d90-88d6-d43f91779b73, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=b77411e8-6993-4d90-88d6-d43f91779b73,segment=NetworkSegment(7fd70515-6afe-46fd-b23a-0dc5ec0e98f5),segment_id=7fd70515-6afe-46fd-b23a-0dc5ec0e98f5)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:36:02.188366 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ee0d0-07fa-4022-b54c-26c26d210ea4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Port': ['ID=eca86a78-bc9d-41d7-a784-1839eb240861,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:36:02.188785 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b6e1d41f-fbb7-41d2-862d-8750085ee919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b77411e8-6993-4d90-88d6-d43f91779b73), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:02.237559 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-971ee0d0-07fa-4022-b54c-26c26d210ea4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (2d9734a7-11bd-4c58-9ea8-03d0af40a9e9), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:02.287248 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1d41f-fbb7-41d2-862d-8750085ee919 None None] Pushing event updated for resources: {'Port': ['ID=b77411e8-6993-4d90-88d6-d43f91779b73,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:36:02.467978 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-971ee0d0-07fa-4022-b54c-26c26d210ea4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (eca86a78-bc9d-41d7-a784-1839eb240861), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:02.916763 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-971ee0d0-07fa-4022-b54c-26c26d210ea4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for port (eca86a78-bc9d-41d7-a784-1839eb240861), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:02.922516 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-971ee0d0-07fa-4022-b54c-26c26d210ea4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (eca86a78-bc9d-41d7-a784-1839eb240861), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:03.013929 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ee0d0-07fa-4022-b54c-26c26d210ea4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Port': ['ID=eca86a78-bc9d-41d7-a784-1839eb240861,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:36:03.018759 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-971ee0d0-07fa-4022-b54c-26c26d210ea4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (2d9734a7-11bd-4c58-9ea8-03d0af40a9e9), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:03.129407 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971ee0d0-07fa-4022-b54c-26c26d210ea4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Network 9e242547-5814-4d78-8e6d-6252b72dc24e is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:36:03.131057 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-971ee0d0-07fa-4022-b54c-26c26d210ea4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:36:03.276519 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971ee0d0-07fa-4022-b54c-26c26d210ea4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Router 2d9734a7-11bd-4c58-9ea8-03d0af40a9e9 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:36:03.418200 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971ee0d0-07fa-4022-b54c-26c26d210ea4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:36:03.439148 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-971ee0d0-07fa-4022-b54c-26c26d210ea4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "PUT /v2.0/routers/2d9734a7-11bd-4c58-9ea8-03d0af40a9e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5715446 Feb 07 21:36:03.662581 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749f79c0-5c73-4254-845b-238f69bf627b None None] Network 9e242547-5814-4d78-8e6d-6252b72dc24e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:36:03.732447 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-27e6ee5a-b7b2-405f-a67a-4e64679ae02f None None] Provisioning complete for port b77411e8-6993-4d90-88d6-d43f91779b73 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:36:03.732911 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-27e6ee5a-b7b2-405f-a67a-4e64679ae02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b77411e8-6993-4d90-88d6-d43f91779b73), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:03.885027 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-27e6ee5a-b7b2-405f-a67a-4e64679ae02f None None] Current status of the port b77411e8-6993-4d90-88d6-d43f91779b73 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:36:03.885491 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-27e6ee5a-b7b2-405f-a67a-4e64679ae02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b77411e8-6993-4d90-88d6-d43f91779b73), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:03.950709 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:03.970400 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-27e6ee5a-b7b2-405f-a67a-4e64679ae02f None None] For port b77411e8-6993-4d90-88d6-d43f91779b73, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=b77411e8-6993-4d90-88d6-d43f91779b73,segment=NetworkSegment(7fd70515-6afe-46fd-b23a-0dc5ec0e98f5),segment_id=7fd70515-6afe-46fd-b23a-0dc5ec0e98f5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:36:03.984866 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-27e6ee5a-b7b2-405f-a67a-4e64679ae02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b77411e8-6993-4d90-88d6-d43f91779b73), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:04.054937 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device b77411e8-6993-4d90-88d6-d43f91779b73 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:36:04.089050 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-73b3c32a-d3b1-4cf7-a399-491b8cbcdc66 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-282020991&fields=id&tenant_id=592f2c160f98413cb3dc6606723ba0e3 HTTP/1.1" status: 200 len: 267 time: 0.4316800 Feb 07 21:36:04.120633 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6ee5a-b7b2-405f-a67a-4e64679ae02f None None] Pushing event updated for resources: {'Port': ['ID=b77411e8-6993-4d90-88d6-d43f91779b73,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:36:04.143640 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:04.153978 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port b77411e8-6993-4d90-88d6-d43f91779b73 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:36:04.154552 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b77411e8-6993-4d90-88d6-d43f91779b73), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:04.236168 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-dc626f0b-b858-4492-84cb-4631629e96a6 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:04.238349 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-dc626f0b-b858-4492-84cb-4631629e96a6 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/networks?id=9e242547-5814-4d78-8e6d-6252b72dc24e HTTP/1.1" status: 200 len: 796 time: 0.1378152 Feb 07 21:36:04.243499 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port b77411e8-6993-4d90-88d6-d43f91779b73 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:36:04.245234 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 3caa6854-e1ae-4803-970a-668787c44b78 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:36:04.256437 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-51408a68-80b1-4b38-b65c-be14fe6a37a0 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/quotas/592f2c160f98413cb3dc6606723ba0e3 HTTP/1.1" status: 200 len: 375 time: 0.0116732 Feb 07 21:36:04.302959 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 3caa6854-e1ae-4803-970a-668787c44b78 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:36:04.303346 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3caa6854-e1ae-4803-970a-668787c44b78), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:04.337132 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-58141224-a716-40e8-81ae-9cb37e36d088 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738094 Feb 07 21:36:04.359490 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-5935fcef-2c89-4409-bba7-40a531dbc111 None None] Provisioning complete for port b77411e8-6993-4d90-88d6-d43f91779b73 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:36:04.359864 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5935fcef-2c89-4409-bba7-40a531dbc111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b77411e8-6993-4d90-88d6-d43f91779b73), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:04.431735 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade624e6-d100-4b21-b33e-6043fb9d8416 None None] Sync routers for ids ['2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:36:04.444005 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade624e6-d100-4b21-b33e-6043fb9d8416 None None] Routers {'2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:36:04.445021 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ade624e6-d100-4b21-b33e-6043fb9d8416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:35:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:36:04.488017 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 3caa6854-e1ae-4803-970a-668787c44b78 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:36:04.488447 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (3caa6854-e1ae-4803-970a-668787c44b78), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:04.513153 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 3caa6854-e1ae-4803-970a-668787c44b78, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=3caa6854-e1ae-4803-970a-668787c44b78,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:36:04.535436 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (3caa6854-e1ae-4803-970a-668787c44b78), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:04.561582 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-ade624e6-d100-4b21-b33e-6043fb9d8416 None None] Set router 2d9734a7-11bd-4c58-9ea8-03d0af40a9e9 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:36:04.587813 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-5935fcef-2c89-4409-bba7-40a531dbc111 None None] Current status of the port b77411e8-6993-4d90-88d6-d43f91779b73 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:36:04.620885 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-5935fcef-2c89-4409-bba7-40a531dbc111 None None] Provisioning complete for port eca86a78-bc9d-41d7-a784-1839eb240861 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:36:04.622161 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5935fcef-2c89-4409-bba7-40a531dbc111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (eca86a78-bc9d-41d7-a784-1839eb240861), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:04.624813 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=3caa6854-e1ae-4803-970a-668787c44b78,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:36:04.664028 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-74947015-6bdb-4d7f-8a52-af20fd793fa3 service neutron] 10.222.0.65 "GET /v2.0/networks/9e242547-5814-4d78-8e6d-6252b72dc24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081996 Feb 07 21:36:04.681441 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-5935fcef-2c89-4409-bba7-40a531dbc111 None None] Port eca86a78-bc9d-41d7-a784-1839eb240861 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:36:04.788106 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-93387feb-2abe-4b3f-87d0-bbd23639b9b7 service neutron] 10.222.0.65 "GET /v2.0/networks/9e242547-5814-4d78-8e6d-6252b72dc24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097960 Feb 07 21:36:04.804683 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-deef24dc-ceda-43e9-b3a2-cfa7a0772dbc None None] Provisioning complete for port eca86a78-bc9d-41d7-a784-1839eb240861 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:36:04.805453 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deef24dc-ceda-43e9-b3a2-cfa7a0772dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (eca86a78-bc9d-41d7-a784-1839eb240861), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:04.854382 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-deef24dc-ceda-43e9-b3a2-cfa7a0772dbc None None] Port eca86a78-bc9d-41d7-a784-1839eb240861 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:36:04.906573 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ade624e6-d100-4b21-b33e-6043fb9d8416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907716194', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3caa6854-e1ae-4803-970a-668787c44b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:35:58Z', 'updated_at': '2022-02-07T21:36:02Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '3caa6854-e1ae-4803-970a-668787c44b78', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:35:59Z', 'updated_at': '2022-02-07T21:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'eca86a78-bc9d-41d7-a784-1839eb240861', 'name': '', 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:16:1e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '53bc0b6b-ba10-44c7-81d4-bb538aa35da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:36:01Z', 'updated_at': '2022-02-07T21:36:02Z', 'revision_number': 2, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '53bc0b6b-ba10-44c7-81d4-bb538aa35da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:36:04.933067 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade624e6-d100-4b21-b33e-6043fb9d8416 None None] Checking router: 2d9734a7-11bd-4c58-9ea8-03d0af40a9e9 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:36:04.933425 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade624e6-d100-4b21-b33e-6043fb9d8416 None None] Updating router 2d9734a7-11bd-4c58-9ea8-03d0af40a9e9 port eca86a78-bc9d-41d7-a784-1839eb240861 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:36:04.962683 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ade624e6-d100-4b21-b33e-6043fb9d8416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (eca86a78-bc9d-41d7-a784-1839eb240861), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:04.986736 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6f819415-dbc0-4761-915c-6a2a455226c6 None None] Provisioning complete for port eca86a78-bc9d-41d7-a784-1839eb240861 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:36:04.987116 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6f819415-dbc0-4761-915c-6a2a455226c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (eca86a78-bc9d-41d7-a784-1839eb240861), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:04.997786 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b698dc67-9aca-42e4-89e2-18443dae3bd1 req-3f27c37c-c46d-4e1d-ae37-2feb6ff8dcec tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 210 time: 0.0375423 Feb 07 21:36:05.063498 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6f819415-dbc0-4761-915c-6a2a455226c6 None None] Port eca86a78-bc9d-41d7-a784-1839eb240861 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:36:05.288453 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ade624e6-d100-4b21-b33e-6043fb9d8416 None None] Publish callbacks [] for port (eca86a78-bc9d-41d7-a784-1839eb240861), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:05.293599 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ade624e6-d100-4b21-b33e-6043fb9d8416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (eca86a78-bc9d-41d7-a784-1839eb240861), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:05.345984 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7bedd-74a4-4480-b548-b2ae5ea18012 None None] Pushing event updated for resources: {'Port': ['ID=eca86a78-bc9d-41d7-a784-1839eb240861,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:36:05.356243 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf7bedd-74a4-4480-b548-b2ae5ea18012 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:36:05.356771 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf7bedd-74a4-4480-b548-b2ae5ea18012 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:36:05.357113 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf7bedd-74a4-4480-b548-b2ae5ea18012 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:36:05.357446 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf7bedd-74a4-4480-b548-b2ae5ea18012 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:36:05.357777 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf7bedd-74a4-4480-b548-b2ae5ea18012 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:36:05.358278 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf7bedd-74a4-4480-b548-b2ae5ea18012 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:36:05.358623 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf7bedd-74a4-4480-b548-b2ae5ea18012 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:36:05.358958 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf7bedd-74a4-4480-b548-b2ae5ea18012 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:36:05.359263 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf7bedd-74a4-4480-b548-b2ae5ea18012 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:36:05.359604 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf7bedd-74a4-4480-b548-b2ae5ea18012 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:36:05.359911 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf7bedd-74a4-4480-b548-b2ae5ea18012 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:36:05.360232 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf7bedd-74a4-4480-b548-b2ae5ea18012 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:36:05.360576 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf7bedd-74a4-4480-b548-b2ae5ea18012 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:36:05.425886 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-ade624e6-d100-4b21-b33e-6043fb9d8416 None None] Attempting to bind port eca86a78-bc9d-41d7-a784-1839eb240861 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:36:05.426259 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-ade624e6-d100-4b21-b33e-6043fb9d8416 None None] Attempting to bind port eca86a78-bc9d-41d7-a784-1839eb240861 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '7fd70515-6afe-46fd-b23a-0dc5ec0e98f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:36:05.426716 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade624e6-d100-4b21-b33e-6043fb9d8416 None None] Attempting to bind port eca86a78-bc9d-41d7-a784-1839eb240861 on network 9e242547-5814-4d78-8e6d-6252b72dc24e {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:36:05.432628 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade624e6-d100-4b21-b33e-6043fb9d8416 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:36:05.433303 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade624e6-d100-4b21-b33e-6043fb9d8416 None None] Checking segment: {'id': '7fd70515-6afe-46fd-b23a-0dc5ec0e98f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:36:05.433637 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ade624e6-d100-4b21-b33e-6043fb9d8416 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:05.434332 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade624e6-d100-4b21-b33e-6043fb9d8416 None None] Bound using segment: {'id': '7fd70515-6afe-46fd-b23a-0dc5ec0e98f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:36:05.434862 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-ade624e6-d100-4b21-b33e-6043fb9d8416 None None] Bound port: eca86a78-bc9d-41d7-a784-1839eb240861, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd70515-6afe-46fd-b23a-0dc5ec0e98f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:36:05.435302 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ade624e6-d100-4b21-b33e-6043fb9d8416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (eca86a78-bc9d-41d7-a784-1839eb240861), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:05.510348 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-ade624e6-d100-4b21-b33e-6043fb9d8416 None None] For port eca86a78-bc9d-41d7-a784-1839eb240861, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:36:05.514343 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-ade624e6-d100-4b21-b33e-6043fb9d8416 None None] For port eca86a78-bc9d-41d7-a784-1839eb240861, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=eca86a78-bc9d-41d7-a784-1839eb240861,segment=NetworkSegment(7fd70515-6afe-46fd-b23a-0dc5ec0e98f5),segment_id=7fd70515-6afe-46fd-b23a-0dc5ec0e98f5)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:36:05.521758 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ade624e6-d100-4b21-b33e-6043fb9d8416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (eca86a78-bc9d-41d7-a784-1839eb240861), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:05.585107 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade624e6-d100-4b21-b33e-6043fb9d8416 None None] Routers {'2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:36:05.586228 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ade624e6-d100-4b21-b33e-6043fb9d8416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:35:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:36:05.663191 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7bedd-74a4-4480-b548-b2ae5ea18012 None None] Pushing event updated for resources: {'Port': ['ID=eca86a78-bc9d-41d7-a784-1839eb240861,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:36:05.708417 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1decfa8a-3f97-4767-9c67-3d446510ea6b None None] Provisioning complete for port eca86a78-bc9d-41d7-a784-1839eb240861 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:36:05.709993 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1decfa8a-3f97-4767-9c67-3d446510ea6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (eca86a78-bc9d-41d7-a784-1839eb240861), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:05.737201 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-ade624e6-d100-4b21-b33e-6043fb9d8416 None None] Set router 2d9734a7-11bd-4c58-9ea8-03d0af40a9e9 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:36:05.800477 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1decfa8a-3f97-4767-9c67-3d446510ea6b None None] Current status of the port eca86a78-bc9d-41d7-a784-1839eb240861 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:36:05.800936 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1decfa8a-3f97-4767-9c67-3d446510ea6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (eca86a78-bc9d-41d7-a784-1839eb240861), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:05.838109 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1decfa8a-3f97-4767-9c67-3d446510ea6b None None] For port eca86a78-bc9d-41d7-a784-1839eb240861, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=eca86a78-bc9d-41d7-a784-1839eb240861,segment=NetworkSegment(7fd70515-6afe-46fd-b23a-0dc5ec0e98f5),segment_id=7fd70515-6afe-46fd-b23a-0dc5ec0e98f5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:36:05.843931 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1decfa8a-3f97-4767-9c67-3d446510ea6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (eca86a78-bc9d-41d7-a784-1839eb240861), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:05.898057 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device b77411e8-6993-4d90-88d6-d43f91779b73 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:36:05.981248 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1decfa8a-3f97-4767-9c67-3d446510ea6b None None] Pushing event updated for resources: {'Port': ['ID=eca86a78-bc9d-41d7-a784-1839eb240861,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:36:06.003408 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f6d67388-92d9-41ac-a663-e16bb90d25de None None] Provisioning complete for port eca86a78-bc9d-41d7-a784-1839eb240861 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:36:06.004029 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f6d67388-92d9-41ac-a663-e16bb90d25de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (eca86a78-bc9d-41d7-a784-1839eb240861), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:06.031930 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ade624e6-d100-4b21-b33e-6043fb9d8416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907716194', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3caa6854-e1ae-4803-970a-668787c44b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:35:58Z', 'updated_at': '2022-02-07T21:36:02Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '3caa6854-e1ae-4803-970a-668787c44b78', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:35:59Z', 'updated_at': '2022-02-07T21:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'eca86a78-bc9d-41d7-a784-1839eb240861', 'name': '', 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:16:1e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '53bc0b6b-ba10-44c7-81d4-bb538aa35da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:36:01Z', 'updated_at': '2022-02-07T21:36:05Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '53bc0b6b-ba10-44c7-81d4-bb538aa35da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:36:06.059088 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port b77411e8-6993-4d90-88d6-d43f91779b73 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:36:06.059721 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b77411e8-6993-4d90-88d6-d43f91779b73), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:06.079740 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade624e6-d100-4b21-b33e-6043fb9d8416 None None] The sync data for ids ['2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'] in n-d-828185-2 is: [{'id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907716194', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3caa6854-e1ae-4803-970a-668787c44b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:35:58Z', 'updated_at': '2022-02-07T21:36:02Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '3caa6854-e1ae-4803-970a-668787c44b78', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:35:59Z', 'updated_at': '2022-02-07T21:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'eca86a78-bc9d-41d7-a784-1839eb240861', 'name': '', 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:16:1e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '53bc0b6b-ba10-44c7-81d4-bb538aa35da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:36:01Z', 'updated_at': '2022-02-07T21:36:05Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '53bc0b6b-ba10-44c7-81d4-bb538aa35da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:36:06.222461 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-676ce7e6-53d4-475f-b8b2-4605ba1a2583 req-55457437-e2b7-4dec-b250-12372dce846f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 210 time: 0.0922542 Feb 07 21:36:06.234325 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-90c2ce3c-8a85-4c63-9711-c9c3e3f8f967 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:06.235464 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f6d67388-92d9-41ac-a663-e16bb90d25de None None] Current status of the port eca86a78-bc9d-41d7-a784-1839eb240861 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:36:06.237319 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-90c2ce3c-8a85-4c63-9711-c9c3e3f8f967 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.69 "GET /v2.0/networks?id=9e242547-5814-4d78-8e6d-6252b72dc24e HTTP/1.1" status: 200 len: 796 time: 0.2929673 Feb 07 21:36:06.258346 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port b77411e8-6993-4d90-88d6-d43f91779b73 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:36:06.260167 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 3caa6854-e1ae-4803-970a-668787c44b78 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:36:06.322870 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 3caa6854-e1ae-4803-970a-668787c44b78 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:36:06.323252 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (3caa6854-e1ae-4803-970a-668787c44b78), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:06.339134 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-b7ae5911-a91a-4a8a-896a-7fa4029acf28 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=592f2c160f98413cb3dc6606723ba0e3 HTTP/1.1" status: 200 len: 379 time: 0.0901554 Feb 07 21:36:06.349099 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-7006bbfd-420e-4ded-99be-8699608839ac tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'port': {'device_id': '18825959-05e7-46a3-baf0-2cedb5f27dfb', 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e', 'admin_state_up': True, 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'security_groups': ['150085c4-9dc8-498d-8ae1-bb20607f4f4f']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:36:06.424842 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 3caa6854-e1ae-4803-970a-668787c44b78 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:36:06.493934 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-7006bbfd-420e-4ded-99be-8699608839ac tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Made reservation on behalf of 592f2c160f98413cb3dc6606723ba0e3 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:36:06.498579 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-7006bbfd-420e-4ded-99be-8699608839ac tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:06.637353 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-7006bbfd-420e-4ded-99be-8699608839ac tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Allocated IP 172.20.0.8 (9e242547-5814-4d78-8e6d-6252b72dc24e/53bc0b6b-ba10-44c7-81d4-bb538aa35da3/a72604d2-1e97-4b6e-b8cd-a36ee17bb248) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:36:06.792074 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-7006bbfd-420e-4ded-99be-8699608839ac tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:06.828916 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-7006bbfd-420e-4ded-99be-8699608839ac tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:06.883800 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-7006bbfd-420e-4ded-99be-8699608839ac tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Network 9e242547-5814-4d78-8e6d-6252b72dc24e is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:36:06.888000 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006bbfd-420e-4ded-99be-8699608839ac tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Port': ['ID=a72604d2-1e97-4b6e-b8cd-a36ee17bb248,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:36:06.890776 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-7006bbfd-420e-4ded-99be-8699608839ac tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:36:06.893016 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-7006bbfd-420e-4ded-99be-8699608839ac tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:36:06.948055 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-7006bbfd-420e-4ded-99be-8699608839ac tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:06.949304 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-7006bbfd-420e-4ded-99be-8699608839ac tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:06.971555 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-7006bbfd-420e-4ded-99be-8699608839ac tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6272125 Feb 07 21:36:06.986395 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-e2d4a969-fc6b-49f3-91c7-d81da01db499 service neutron] Request body: {'port': {'device_id': '18825959-05e7-46a3-baf0-2cedb5f27dfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:36:07.069567 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-e2d4a969-fc6b-49f3-91c7-d81da01db499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:07.171613 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3aec54-ef90-4a12-8765-1fbd64d0af04 None None] Provisioning complete for port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:36:07.172176 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3aec54-ef90-4a12-8765-1fbd64d0af04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:07.214760 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3aec54-ef90-4a12-8765-1fbd64d0af04 None None] Port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:36:07.365610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e672c-4771-4888-bc7b-30a4d9fa287a req-a67daad8-2867-4a0a-af71-7de54b513d55 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:07.373369 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d16e672c-4771-4888-bc7b-30a4d9fa287a req-a67daad8-2867-4a0a-af71-7de54b513d55 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 931 time: 0.0681605 Feb 07 21:36:07.385436 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-e2d4a969-fc6b-49f3-91c7-d81da01db499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a72604d2-1e97-4b6e-b8cd-a36ee17bb248 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:36:07.396024 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-e2d4a969-fc6b-49f3-91c7-d81da01db499 service neutron] Publish callbacks [] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:07.415439 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-e2d4a969-fc6b-49f3-91c7-d81da01db499 service neutron] Transition to ACTIVE for port object a72604d2-1e97-4b6e-b8cd-a36ee17bb248 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:36:07.423725 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-e2d4a969-fc6b-49f3-91c7-d81da01db499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:07.435660 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d16e672c-4771-4888-bc7b-30a4d9fa287a req-d2198e4c-a609-4410-b5e8-a53db33c9d0d tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591741 Feb 07 21:36:07.497884 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4a969-fc6b-49f3-91c7-d81da01db499 service neutron] Pushing event updated for resources: {'Port': ['ID=a72604d2-1e97-4b6e-b8cd-a36ee17bb248,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:36:07.557599 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-e2d4a969-fc6b-49f3-91c7-d81da01db499 service neutron] Attempting to bind port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:36:07.558041 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-e2d4a969-fc6b-49f3-91c7-d81da01db499 service neutron] Attempting to bind port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '7fd70515-6afe-46fd-b23a-0dc5ec0e98f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:36:07.558445 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-e2d4a969-fc6b-49f3-91c7-d81da01db499 service neutron] Attempting to bind port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 on network 9e242547-5814-4d78-8e6d-6252b72dc24e {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:36:07.564065 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-e2d4a969-fc6b-49f3-91c7-d81da01db499 service neutron] Port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 on network 9e242547-5814-4d78-8e6d-6252b72dc24e not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:36:07.564438 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-e2d4a969-fc6b-49f3-91c7-d81da01db499 service neutron] Attempting to bind port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 on network 9e242547-5814-4d78-8e6d-6252b72dc24e {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:36:07.569767 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-e2d4a969-fc6b-49f3-91c7-d81da01db499 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:36:07.570110 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-e2d4a969-fc6b-49f3-91c7-d81da01db499 service neutron] Checking segment: {'id': '7fd70515-6afe-46fd-b23a-0dc5ec0e98f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:36:07.570491 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-e2d4a969-fc6b-49f3-91c7-d81da01db499 service neutron] Bound using segment: {'id': '7fd70515-6afe-46fd-b23a-0dc5ec0e98f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:36:07.570926 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-e2d4a969-fc6b-49f3-91c7-d81da01db499 service neutron] Bound port: a72604d2-1e97-4b6e-b8cd-a36ee17bb248, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fd70515-6afe-46fd-b23a-0dc5ec0e98f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:36:07.571289 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-e2d4a969-fc6b-49f3-91c7-d81da01db499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:07.653503 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-e2d4a969-fc6b-49f3-91c7-d81da01db499 service neutron] For port a72604d2-1e97-4b6e-b8cd-a36ee17bb248, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:36:07.656591 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-e2d4a969-fc6b-49f3-91c7-d81da01db499 service neutron] For port a72604d2-1e97-4b6e-b8cd-a36ee17bb248, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=a72604d2-1e97-4b6e-b8cd-a36ee17bb248,segment=NetworkSegment(7fd70515-6afe-46fd-b23a-0dc5ec0e98f5),segment_id=7fd70515-6afe-46fd-b23a-0dc5ec0e98f5)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:36:07.663358 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-e2d4a969-fc6b-49f3-91c7-d81da01db499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:07.710156 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-e2d4a969-fc6b-49f3-91c7-d81da01db499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:07.710782 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-e2d4a969-fc6b-49f3-91c7-d81da01db499 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:07.712890 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-e2d4a969-fc6b-49f3-91c7-d81da01db499 service neutron] 10.222.0.69 "PUT /v2.0/ports/a72604d2-1e97-4b6e-b8cd-a36ee17bb248 HTTP/1.1" status: 200 len: 1091 time: 0.7331314 Feb 07 21:36:07.713345 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18825959-05e7-46a3-baf0-2cedb5f27dfb', 'tag': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:36:07.716391 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58f3047-f260-498a-a262-53d0a7d2a544" -d '{"events": [{"name": "network-changed", "server_uuid": "18825959-05e7-46a3-baf0-2cedb5f27dfb", "tag": "a72604d2-1e97-4b6e-b8cd-a36ee17bb248"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:36:07.750692 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4a969-fc6b-49f3-91c7-d81da01db499 service neutron] Pushing event updated for resources: {'Port': ['ID=a72604d2-1e97-4b6e-b8cd-a36ee17bb248,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:36:07.801848 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af49ced-8991-4d7a-9930-8a7fbc131e1c x-openstack-request-id: req-1af49ced-8991-4d7a-9930-8a7fbc131e1c {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:36:07.802143 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18825959-05e7-46a3-baf0-2cedb5f27dfb", "tag": "a72604d2-1e97-4b6e-b8cd-a36ee17bb248", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:36:07.802406 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1af49ced-8991-4d7a-9930-8a7fbc131e1c {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:36:07.802810 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18825959-05e7-46a3-baf0-2cedb5f27dfb', 'tag': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248', 'status': 'completed', 'code': 200} Feb 07 21:36:07.835748 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-ef260ba4-01b1-4ee3-bf61-1581b1369ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:07.838167 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-ef260ba4-01b1-4ee3-bf61-1581b1369ae7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 1125 time: 0.0672047 Feb 07 21:36:07.889700 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-3d7e8fff-0a6b-4ca5-813a-3a29b3aa0540 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a72604d2-1e97-4b6e-b8cd-a36ee17bb248 HTTP/1.1" status: 200 len: 217 time: 0.0436122 Feb 07 21:36:07.936146 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device eca86a78-bc9d-41d7-a784-1839eb240861 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:36:07.956258 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-0d5df05b-8380-4447-acc4-ebe6478a72c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:07.958066 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-0d5df05b-8380-4447-acc4-ebe6478a72c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=53bc0b6b-ba10-44c7-81d4-bb538aa35da3 HTTP/1.1" status: 200 len: 834 time: 0.0628624 Feb 07 21:36:07.991045 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port eca86a78-bc9d-41d7-a784-1839eb240861 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:36:07.991679 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (eca86a78-bc9d-41d7-a784-1839eb240861), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:08.023378 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-fd04d2e9-fc37-4b1b-abc6-7340d875a824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:08.025168 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-fd04d2e9-fc37-4b1b-abc6-7340d875a824 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e242547-5814-4d78-8e6d-6252b72dc24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0605929 Feb 07 21:36:08.086447 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port eca86a78-bc9d-41d7-a784-1839eb240861 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:36:08.118278 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-ddc91a34-ac3d-4c12-abfc-f550791712c5 service neutron] 10.222.0.69 "GET /v2.0/networks/9e242547-5814-4d78-8e6d-6252b72dc24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871537 Feb 07 21:36:08.207543 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-43cc7684-5083-40c1-a2f4-32a424510e6f req-28dc275a-2061-4e70-87c8-b4123b362543 service neutron] 10.222.0.69 "GET /v2.0/networks/9e242547-5814-4d78-8e6d-6252b72dc24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829396 Feb 07 21:36:08.304240 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3047-f260-498a-a262-53d0a7d2a544 req-a0fc42fd-6cdf-4365-83d7-01f416984002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:08.305883 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e58f3047-f260-498a-a262-53d0a7d2a544 req-a0fc42fd-6cdf-4365-83d7-01f416984002 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 1125 time: 0.0530808 Feb 07 21:36:08.405177 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3047-f260-498a-a262-53d0a7d2a544 req-c4094a5a-b797-4e76-9e32-e397a9166d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:08.406648 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e58f3047-f260-498a-a262-53d0a7d2a544 req-c4094a5a-b797-4e76-9e32-e397a9166d5a service neutron] 10.222.0.69 "GET /v2.0/networks?id=9e242547-5814-4d78-8e6d-6252b72dc24e HTTP/1.1" status: 200 len: 897 time: 0.0945640 Feb 07 21:36:08.452913 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e58f3047-f260-498a-a262-53d0a7d2a544 req-72083bf0-9a49-4a6d-94ad-6e3dbbeb4c8c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a72604d2-1e97-4b6e-b8cd-a36ee17bb248 HTTP/1.1" status: 200 len: 217 time: 0.0393820 Feb 07 21:36:08.502332 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3047-f260-498a-a262-53d0a7d2a544 req-52dea949-befb-4bca-ab9a-0880811b87a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:08.504095 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e58f3047-f260-498a-a262-53d0a7d2a544 req-52dea949-befb-4bca-ab9a-0880811b87a8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=53bc0b6b-ba10-44c7-81d4-bb538aa35da3 HTTP/1.1" status: 200 len: 834 time: 0.0454607 Feb 07 21:36:08.553046 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3047-f260-498a-a262-53d0a7d2a544 req-810c4338-def1-4e69-9230-0384095c0d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:08.554682 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e58f3047-f260-498a-a262-53d0a7d2a544 req-810c4338-def1-4e69-9230-0384095c0d6c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e242547-5814-4d78-8e6d-6252b72dc24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448666 Feb 07 21:36:08.561737 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41867ca3-8f42-4e52-affc-0632e5235842 req-f34eee4c-3c02-4092-86f3-e9fc7fa2b0f1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:08.568525 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-41867ca3-8f42-4e52-affc-0632e5235842 req-f34eee4c-3c02-4092-86f3-e9fc7fa2b0f1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 943 time: 0.0661755 Feb 07 21:36:08.625099 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-41867ca3-8f42-4e52-affc-0632e5235842 req-d565ddf0-e02b-45d7-ba3a-51964786d45a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515296 Feb 07 21:36:08.649779 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e58f3047-f260-498a-a262-53d0a7d2a544 req-19c5a903-1692-4de3-99c6-6fe2fc8f8109 service neutron] 10.222.0.69 "GET /v2.0/networks/9e242547-5814-4d78-8e6d-6252b72dc24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877140 Feb 07 21:36:08.738122 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e58f3047-f260-498a-a262-53d0a7d2a544 req-f8438c28-79d2-46ce-b5c9-36e7e6b77645 service neutron] 10.222.0.69 "GET /v2.0/networks/9e242547-5814-4d78-8e6d-6252b72dc24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817852 Feb 07 21:36:09.738115 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04837f7a-7bf6-440d-8ff3-474e74a55116 req-75b89aa9-607d-4296-90e3-20f72113fe41 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:09.740445 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04837f7a-7bf6-440d-8ff3-474e74a55116 req-75b89aa9-607d-4296-90e3-20f72113fe41 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 943 time: 0.0551455 Feb 07 21:36:09.793979 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04837f7a-7bf6-440d-8ff3-474e74a55116 req-ed01a23a-f4f4-43d4-b8cc-bc481e34026c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449455 Feb 07 21:36:10.677416 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device a72604d2-1e97-4b6e-b8cd-a36ee17bb248 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:36:10.776968 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port a72604d2-1e97-4b6e-b8cd-a36ee17bb248, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=a72604d2-1e97-4b6e-b8cd-a36ee17bb248,segment=NetworkSegment(7fd70515-6afe-46fd-b23a-0dc5ec0e98f5),segment_id=7fd70515-6afe-46fd-b23a-0dc5ec0e98f5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:36:10.789092 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248', 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e', 'port_id': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248', 'mac_address': 'fa:16:3e:2f:a3:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53bc0b6b-ba10-44c7-81d4-bb538aa35da3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:36:10.832244 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:36:10.832728 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:10.848635 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a72604d2-1e97-4b6e-b8cd-a36ee17bb248 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:36:10.869053 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port a72604d2-1e97-4b6e-b8cd-a36ee17bb248, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=a72604d2-1e97-4b6e-b8cd-a36ee17bb248,segment=NetworkSegment(7fd70515-6afe-46fd-b23a-0dc5ec0e98f5),segment_id=7fd70515-6afe-46fd-b23a-0dc5ec0e98f5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:36:10.874155 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:10.924063 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=a72604d2-1e97-4b6e-b8cd-a36ee17bb248,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:36:10.926032 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079bcaa-6787-4f6c-9450-a2681702da12 req-e0834fcb-2f42-4364-b6c0-ea3567b36e78 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:10.934414 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4079bcaa-6787-4f6c-9450-a2681702da12 req-e0834fcb-2f42-4364-b6c0-ea3567b36e78 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 944 time: 0.0661652 Feb 07 21:36:10.987298 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4079bcaa-6787-4f6c-9450-a2681702da12 req-1ad1178c-73ca-4d40-9260-f8bfeed2160a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467744 Feb 07 21:36:11.176590 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['a72604d2-1e97-4b6e-b8cd-a36ee17bb248'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:36:12.103417 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54028d6-bca7-4da1-9d2c-f2212549115c req-8ee7fd78-ff15-4cd7-81b8-c7f9932c0bf3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:12.104896 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e54028d6-bca7-4da1-9d2c-f2212549115c req-8ee7fd78-ff15-4cd7-81b8-c7f9932c0bf3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 944 time: 0.0507467 Feb 07 21:36:12.152208 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e54028d6-bca7-4da1-9d2c-f2212549115c req-96ceea16-a20f-4793-b245-0d534068784b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411918 Feb 07 21:36:12.692013 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device a72604d2-1e97-4b6e-b8cd-a36ee17bb248 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:36:12.742689 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:36:12.746969 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:36:12.747925 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:12.827058 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:36:12.827444 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:12.851083 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18825959-05e7-46a3-baf0-2cedb5f27dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:36:12.853408 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92f243a-8cd5-412a-b00e-91a639a9a2c7" -d '{"events": [{"server_uuid": "18825959-05e7-46a3-baf0-2cedb5f27dfb", "name": "network-vif-plugged", "status": "completed", "tag": "a72604d2-1e97-4b6e-b8cd-a36ee17bb248"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:36:12.866876 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port a72604d2-1e97-4b6e-b8cd-a36ee17bb248, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=a72604d2-1e97-4b6e-b8cd-a36ee17bb248,segment=NetworkSegment(7fd70515-6afe-46fd-b23a-0dc5ec0e98f5),segment_id=7fd70515-6afe-46fd-b23a-0dc5ec0e98f5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:36:12.871276 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:12.903591 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07bdc9a-b6d8-4b1a-b152-1841b430e294 x-openstack-request-id: req-d07bdc9a-b6d8-4b1a-b152-1841b430e294 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:36:12.904377 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18825959-05e7-46a3-baf0-2cedb5f27dfb", "name": "network-vif-plugged", "status": "completed", "tag": "a72604d2-1e97-4b6e-b8cd-a36ee17bb248", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:36:12.904377 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d07bdc9a-b6d8-4b1a-b152-1841b430e294 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:36:12.904761 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18825959-05e7-46a3-baf0-2cedb5f27dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248', 'code': 200} Feb 07 21:36:12.933301 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=a72604d2-1e97-4b6e-b8cd-a36ee17bb248,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:36:13.002277 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b1ff9-a23b-4d90-a318-231a8bcad191 req-44c1a9cb-7c3e-4e98-a8fa-20bd6d524cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:13.003754 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b54b1ff9-a23b-4d90-a318-231a8bcad191 req-44c1a9cb-7c3e-4e98-a8fa-20bd6d524cce service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 1127 time: 0.0456781 Feb 07 21:36:13.051154 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b54b1ff9-a23b-4d90-a318-231a8bcad191 req-f29f74b2-397a-4c8e-920c-8edfc935dc0c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407693 Feb 07 21:36:13.269630 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0948829-b135-47b4-95e5-6d324e0635a6 req-0ab13c46-e851-4d0f-8ab5-6eef7b8c2927 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:13.271003 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0948829-b135-47b4-95e5-6d324e0635a6 req-0ab13c46-e851-4d0f-8ab5-6eef7b8c2927 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 945 time: 0.0527279 Feb 07 21:36:13.318286 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0948829-b135-47b4-95e5-6d324e0635a6 req-853e68cc-3a8d-43ca-b94f-7bb2d0b4324a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416949 Feb 07 21:36:14.444132 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08668178-02cd-482b-87bf-3b0071c46049 req-193e1120-7421-4a6b-bbe8-c51579577a87 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:14.445658 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-08668178-02cd-482b-87bf-3b0071c46049 req-193e1120-7421-4a6b-bbe8-c51579577a87 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 945 time: 0.0586717 Feb 07 21:36:14.506046 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-08668178-02cd-482b-87bf-3b0071c46049 req-7937646f-c9cf-49c2-9b4b-eb74102f4224 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539830 Feb 07 21:36:15.635068 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96248f35-531e-4578-b145-19bf5bb3748d req-2459b1e5-80a8-4a44-8a7e-0a7644220793 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:15.636654 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-96248f35-531e-4578-b145-19bf5bb3748d req-2459b1e5-80a8-4a44-8a7e-0a7644220793 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 945 time: 0.0566669 Feb 07 21:36:15.686248 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-96248f35-531e-4578-b145-19bf5bb3748d req-d548ade8-2592-4039-8990-5edf70a68eb7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433826 Feb 07 21:36:15.817414 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db463c6e-2c55-4d1f-afbd-34ab5fea8f07 req-b671ce8e-67a6-4d06-9f35-711780e30420 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:15.819014 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db463c6e-2c55-4d1f-afbd-34ab5fea8f07 req-b671ce8e-67a6-4d06-9f35-711780e30420 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 945 time: 0.0560961 Feb 07 21:36:15.872871 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db463c6e-2c55-4d1f-afbd-34ab5fea8f07 req-87004565-cdb5-4499-9ec3-821580e88ab1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482585 Feb 07 21:36:15.897553 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35452) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:36:15.945636 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d195d7d7-46cd-4283-a73e-678eecac0265 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:15.947148 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d195d7d7-46cd-4283-a73e-678eecac0265 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 1122 time: 0.0484498 Feb 07 21:36:15.950667 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35454) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:36:15.955084 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-19b4b4fb-df02-43e4-9856-d17feeec4cf3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'port_id': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:36:15.978123 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19b4b4fb-df02-43e4-9856-d17feeec4cf3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:16.077828 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19b4b4fb-df02-43e4-9856-d17feeec4cf3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:16.191304 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-19b4b4fb-df02-43e4-9856-d17feeec4cf3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Allocated IP 172.25.4.32 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/dd32a107-9e16-47a1-8e54-012939db7ee3) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:36:16.291495 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19b4b4fb-df02-43e4-9856-d17feeec4cf3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for port (dd32a107-9e16-47a1-8e54-012939db7ee3), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:16.327980 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19b4b4fb-df02-43e4-9856-d17feeec4cf3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (dd32a107-9e16-47a1-8e54-012939db7ee3), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:16.372062 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b4b4fb-df02-43e4-9856-d17feeec4cf3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:36:16.375545 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-19b4b4fb-df02-43e4-9856-d17feeec4cf3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:36:16.378980 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b4b4fb-df02-43e4-9856-d17feeec4cf3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:36:16.400222 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4b4fb-df02-43e4-9856-d17feeec4cf3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Port': ['ID=dd32a107-9e16-47a1-8e54-012939db7ee3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:36:16.741653 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19b4b4fb-df02-43e4-9856-d17feeec4cf3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for floatingip (faaf7367-8524-430d-ace7-bc67545514b6), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:16.816028 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19b4b4fb-df02-43e4-9856-d17feeec4cf3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (dd32a107-9e16-47a1-8e54-012939db7ee3), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:16.970041 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19b4b4fb-df02-43e4-9856-d17feeec4cf3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for port (dd32a107-9e16-47a1-8e54-012939db7ee3), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:16.974568 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19b4b4fb-df02-43e4-9856-d17feeec4cf3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (dd32a107-9e16-47a1-8e54-012939db7ee3), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:17.037733 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4b4fb-df02-43e4-9856-d17feeec4cf3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Port': ['ID=dd32a107-9e16-47a1-8e54-012939db7ee3,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:36:17.053995 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19b4b4fb-df02-43e4-9856-d17feeec4cf3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (faaf7367-8524-430d-ace7-bc67545514b6), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:17.157293 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-19b4b4fb-df02-43e4-9856-d17feeec4cf3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Floating IP faaf7367-8524-430d-ace7-bc67545514b6 associated. External IP: 172.25.4.32, port: a72604d2-1e97-4b6e-b8cd-a36ee17bb248. Feb 07 21:36:17.366664 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b4b4fb-df02-43e4-9856-d17feeec4cf3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Router 2d9734a7-11bd-4c58-9ea8-03d0af40a9e9 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:36:17.477401 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b4b4fb-df02-43e4-9856-d17feeec4cf3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:36:17.487705 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5457de63-9127-4d11-b39f-1bf02c62daa0 None None] Sync routers for ids ['2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:36:17.495566 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19b4b4fb-df02-43e4-9856-d17feeec4cf3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:17.499423 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5457de63-9127-4d11-b39f-1bf02c62daa0 None None] Routers {'2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:36:17.500269 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5457de63-9127-4d11-b39f-1bf02c62daa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:35:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:36:17.531657 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-19b4b4fb-df02-43e4-9856-d17feeec4cf3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5774655 Feb 07 21:36:17.531657 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18825959-05e7-46a3-baf0-2cedb5f27dfb', 'tag': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:36:17.532462 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3965113d-892f-490f-b66d-aa8469809f11" -d '{"events": [{"name": "network-changed", "server_uuid": "18825959-05e7-46a3-baf0-2cedb5f27dfb", "tag": "a72604d2-1e97-4b6e-b8cd-a36ee17bb248"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:36:17.585490 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b30dcd-167a-4239-a34d-95d2a537a618 x-openstack-request-id: req-83b30dcd-167a-4239-a34d-95d2a537a618 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:36:17.585783 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18825959-05e7-46a3-baf0-2cedb5f27dfb", "tag": "a72604d2-1e97-4b6e-b8cd-a36ee17bb248", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:36:17.586043 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-83b30dcd-167a-4239-a34d-95d2a537a618 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:36:17.586465 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18825959-05e7-46a3-baf0-2cedb5f27dfb', 'tag': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248', 'status': 'completed', 'code': 200} Feb 07 21:36:17.651231 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965113d-892f-490f-b66d-aa8469809f11 req-4d6f501a-2f16-46c8-8997-78fd0c157a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:17.654314 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3965113d-892f-490f-b66d-aa8469809f11 req-4d6f501a-2f16-46c8-8997-78fd0c157a95 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 1127 time: 0.0567524 Feb 07 21:36:17.675761 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02cbdc-8d6a-493e-ac77-ad6be98c8817 req-8bb8dba6-d321-437b-908d-dab1649419e3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:17.683088 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f02cbdc-8d6a-493e-ac77-ad6be98c8817 req-8bb8dba6-d321-437b-908d-dab1649419e3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 945 time: 0.0956388 Feb 07 21:36:17.750815 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f02cbdc-8d6a-493e-ac77-ad6be98c8817 req-8a785599-4f2c-494f-8de6-f7c30516c0ba tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656848 Feb 07 21:36:17.774640 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 35492) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:36:17.795471 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965113d-892f-490f-b66d-aa8469809f11 req-09bd5d95-4128-473e-b902-55c56a944537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:17.797648 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3965113d-892f-490f-b66d-aa8469809f11 req-09bd5d95-4128-473e-b902-55c56a944537 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9e242547-5814-4d78-8e6d-6252b72dc24e HTTP/1.1" status: 200 len: 897 time: 0.1324689 Feb 07 21:36:17.825669 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-5457de63-9127-4d11-b39f-1bf02c62daa0 None None] Set router 2d9734a7-11bd-4c58-9ea8-03d0af40a9e9 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:36:17.848061 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-30628a42-5000-4ef3-8496-25ff751660d7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/floatingips/faaf7367-8524-430d-ace7-bc67545514b6 HTTP/1.1" status: 200 len: 990 time: 0.0720103 Feb 07 21:36:17.880880 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3965113d-892f-490f-b66d-aa8469809f11 req-89cd0f16-1752-4098-aa64-3acb1b167b2a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a72604d2-1e97-4b6e-b8cd-a36ee17bb248 HTTP/1.1" status: 200 len: 998 time: 0.0766659 Feb 07 21:36:17.934872 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965113d-892f-490f-b66d-aa8469809f11 req-55036dd2-e3cc-4db0-b7b5-bd57a543fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:17.937945 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3965113d-892f-490f-b66d-aa8469809f11 req-55036dd2-e3cc-4db0-b7b5-bd57a543fc70 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=53bc0b6b-ba10-44c7-81d4-bb538aa35da3 HTTP/1.1" status: 200 len: 834 time: 0.0504146 Feb 07 21:36:17.994297 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965113d-892f-490f-b66d-aa8469809f11 req-23420d60-c18a-46e4-bc3a-7f53dec94060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:17.995902 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3965113d-892f-490f-b66d-aa8469809f11 req-23420d60-c18a-46e4-bc3a-7f53dec94060 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e242547-5814-4d78-8e6d-6252b72dc24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0507150 Feb 07 21:36:18.072761 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5457de63-9127-4d11-b39f-1bf02c62daa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907716194', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3caa6854-e1ae-4803-970a-668787c44b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:35:58Z', 'updated_at': '2022-02-07T21:36:02Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '3caa6854-e1ae-4803-970a-668787c44b78', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:35:59Z', 'updated_at': '2022-02-07T21:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'faaf7367-8524-430d-ace7-bc67545514b6', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'port_id': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e', 'mac_address': 'fa:16:3e:2f:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18825959-05e7-46a3-baf0-2cedb5f27dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:36:16Z', 'updated_at': '2022-02-07T21:36:16Z', 'revision_number': 0, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca86a78-bc9d-41d7-a784-1839eb240861', 'name': '', 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:16:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '53bc0b6b-ba10-44c7-81d4-bb538aa35da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:36:01Z', 'updated_at': '2022-02-07T21:36:05Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '53bc0b6b-ba10-44c7-81d4-bb538aa35da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:36:18.093417 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3965113d-892f-490f-b66d-aa8469809f11 req-58a36e78-125b-48b7-afb9-9101d9bc1287 service neutron] 10.222.0.69 "GET /v2.0/networks/9e242547-5814-4d78-8e6d-6252b72dc24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910852 Feb 07 21:36:18.102116 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5457de63-9127-4d11-b39f-1bf02c62daa0 None None] Checking router: 2d9734a7-11bd-4c58-9ea8-03d0af40a9e9 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:36:18.111523 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5457de63-9127-4d11-b39f-1bf02c62daa0 None None] Routers {'2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:36:18.112241 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5457de63-9127-4d11-b39f-1bf02c62daa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:35:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:36:18.199731 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3965113d-892f-490f-b66d-aa8469809f11 req-f8eb239d-e8d8-48b8-bfac-578a10d0f35d service neutron] 10.222.0.69 "GET /v2.0/networks/9e242547-5814-4d78-8e6d-6252b72dc24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007106 Feb 07 21:36:18.230995 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-5457de63-9127-4d11-b39f-1bf02c62daa0 None None] Set router 2d9734a7-11bd-4c58-9ea8-03d0af40a9e9 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:36:18.466965 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5457de63-9127-4d11-b39f-1bf02c62daa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907716194', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3caa6854-e1ae-4803-970a-668787c44b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:35:58Z', 'updated_at': '2022-02-07T21:36:02Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '3caa6854-e1ae-4803-970a-668787c44b78', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:35:59Z', 'updated_at': '2022-02-07T21:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'faaf7367-8524-430d-ace7-bc67545514b6', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'port_id': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e', 'mac_address': 'fa:16:3e:2f:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18825959-05e7-46a3-baf0-2cedb5f27dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:36:16Z', 'updated_at': '2022-02-07T21:36:16Z', 'revision_number': 0, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca86a78-bc9d-41d7-a784-1839eb240861', 'name': '', 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:16:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '53bc0b6b-ba10-44c7-81d4-bb538aa35da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:36:01Z', 'updated_at': '2022-02-07T21:36:05Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '53bc0b6b-ba10-44c7-81d4-bb538aa35da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:36:18.470534 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-407a30de-e9dd-4ac1-868c-669c90b8e84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:18.498557 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5457de63-9127-4d11-b39f-1bf02c62daa0 None None] The sync data for ids ['2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'] in n-d-828185-2 is: [{'id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907716194', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3caa6854-e1ae-4803-970a-668787c44b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:35:58Z', 'updated_at': '2022-02-07T21:36:02Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '3caa6854-e1ae-4803-970a-668787c44b78', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:35:59Z', 'updated_at': '2022-02-07T21:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'faaf7367-8524-430d-ace7-bc67545514b6', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'port_id': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e', 'mac_address': 'fa:16:3e:2f:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18825959-05e7-46a3-baf0-2cedb5f27dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:36:16Z', 'updated_at': '2022-02-07T21:36:16Z', 'revision_number': 0, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca86a78-bc9d-41d7-a784-1839eb240861', 'name': '', 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:16:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '53bc0b6b-ba10-44c7-81d4-bb538aa35da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:36:01Z', 'updated_at': '2022-02-07T21:36:05Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '53bc0b6b-ba10-44c7-81d4-bb538aa35da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:36:18.713760 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4c4ee6-2796-4fb7-b34a-6d1e1e4b99a0 None None] New status for floating IP faaf7367-8524-430d-ace7-bc67545514b6: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:36:18.851701 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 35512) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:36:18.919993 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d168ced4-da64-4dc8-9463-a9fa38bce999 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/floatingips/faaf7367-8524-430d-ace7-bc67545514b6 HTTP/1.1" status: 200 len: 992 time: 0.0668957 Feb 07 21:36:20.594008 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8801bf6b-faf6-407f-bf78-5dbb83438e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:21.841715 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:23.335074 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:24.667322 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:30.616417 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:36:33.838814 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:34.088329 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:41.427484 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4669454-7a36-4437-80cf-729a53a83f45 req-ca97ba4a-7c10-4e0b-9a57-56df5318ea52 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1815031048&fields=id&tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b HTTP/1.1" status: 200 len: 267 time: 0.0443971 Feb 07 21:36:41.534000 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4669454-7a36-4437-80cf-729a53a83f45 req-90eae725-98a7-4a83-a630-2c608571fdeb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:41.535580 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4669454-7a36-4437-80cf-729a53a83f45 req-90eae725-98a7-4a83-a630-2c608571fdeb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 812 time: 0.1016111 Feb 07 21:36:41.550345 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4669454-7a36-4437-80cf-729a53a83f45 req-a3dd1611-aad3-4a8b-bdaa-de84c6652dfe tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/quotas/8ef7e56915e94cee93ca54eb0ba4e95b HTTP/1.1" status: 200 len: 375 time: 0.0091538 Feb 07 21:36:41.607344 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4669454-7a36-4437-80cf-729a53a83f45 req-155a1025-0a4e-4780-89bd-9f1b305c99ac tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519331 Feb 07 21:36:41.782699 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4669454-7a36-4437-80cf-729a53a83f45 req-4a5c4295-7e07-4ffd-b997-3ab5191d2f55 service neutron] 10.222.0.65 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641254 Feb 07 21:36:41.873410 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4669454-7a36-4437-80cf-729a53a83f45 req-6686314b-ffb5-4ea2-ac34-c2fb87fec3a5 service neutron] 10.222.0.65 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849550 Feb 07 21:36:42.164188 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-606706f0-fee5-47a0-86ab-e56439fa85b5 req-b4e09db7-09b0-4a77-b3f2-beb3dd10110e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 210 time: 0.0310404 Feb 07 21:36:43.122571 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4669454-7a36-4437-80cf-729a53a83f45 req-0ce75825-cc51-40ac-86d5-6185ada67845 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:43.124336 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4669454-7a36-4437-80cf-729a53a83f45 req-0ce75825-cc51-40ac-86d5-6185ada67845 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.71 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 812 time: 0.1261230 Feb 07 21:36:43.194895 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4669454-7a36-4437-80cf-729a53a83f45 req-fe49f59b-4bc3-4896-af92-fda1ca509b49 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b HTTP/1.1" status: 200 len: 380 time: 0.0620315 Feb 07 21:36:43.205056 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-f4669454-7a36-4437-80cf-729a53a83f45 req-3b90d1b3-8c2a-4275-ba6e-44299ee276fe tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Request body: {'port': {'device_id': '926ab363-ca25-4993-9a90-5468b6628b7e', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'admin_state_up': True, 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'security_groups': ['9adb0858-6f23-4a8b-8bb0-702feb751f8b']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:36:43.324576 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f091126f-9960-43ff-8c39-6e0a20ce5f59 req-38a1d6d3-e0ad-4146-84ac-5b30ac789080 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 210 time: 0.0432792 Feb 07 21:36:43.354652 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4669454-7a36-4437-80cf-729a53a83f45 req-3b90d1b3-8c2a-4275-ba6e-44299ee276fe tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Made reservation on behalf of 8ef7e56915e94cee93ca54eb0ba4e95b for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:36:43.358820 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f4669454-7a36-4437-80cf-729a53a83f45 req-3b90d1b3-8c2a-4275-ba6e-44299ee276fe tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:43.491699 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-f4669454-7a36-4437-80cf-729a53a83f45 req-3b90d1b3-8c2a-4275-ba6e-44299ee276fe tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Allocated IP 172.20.0.14 (c5d8bec1-9baf-496d-8066-d331255bb96c/5277b698-1143-4952-a3ce-257473c57257/734283d9-5e66-45c7-a3b2-a1538a62c5c3) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:36:43.642892 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f4669454-7a36-4437-80cf-729a53a83f45 req-3b90d1b3-8c2a-4275-ba6e-44299ee276fe tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for port (734283d9-5e66-45c7-a3b2-a1538a62c5c3), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:43.683921 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f4669454-7a36-4437-80cf-729a53a83f45 req-3b90d1b3-8c2a-4275-ba6e-44299ee276fe tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (734283d9-5e66-45c7-a3b2-a1538a62c5c3), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:43.736977 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4669454-7a36-4437-80cf-729a53a83f45 req-3b90d1b3-8c2a-4275-ba6e-44299ee276fe tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Network c5d8bec1-9baf-496d-8066-d331255bb96c is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:36:43.740835 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-f4669454-7a36-4437-80cf-729a53a83f45 req-3b90d1b3-8c2a-4275-ba6e-44299ee276fe tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:36:43.761486 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4669454-7a36-4437-80cf-729a53a83f45 req-3b90d1b3-8c2a-4275-ba6e-44299ee276fe tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:36:43.814905 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90d1b3-8c2a-4275-ba6e-44299ee276fe tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event updated for resources: {'Port': ['ID=734283d9-5e66-45c7-a3b2-a1538a62c5c3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:36:43.839160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4669454-7a36-4437-80cf-729a53a83f45 req-3b90d1b3-8c2a-4275-ba6e-44299ee276fe tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:43.841036 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f4669454-7a36-4437-80cf-729a53a83f45 req-3b90d1b3-8c2a-4275-ba6e-44299ee276fe tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:43.861463 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4669454-7a36-4437-80cf-729a53a83f45 req-3b90d1b3-8c2a-4275-ba6e-44299ee276fe tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6609128 Feb 07 21:36:43.942104 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-f4669454-7a36-4437-80cf-729a53a83f45 req-0ded2f63-363e-4b86-8231-3a5500dec2e1 service neutron] Request body: {'port': {'device_id': '926ab363-ca25-4993-9a90-5468b6628b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:36:44.010384 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f4669454-7a36-4437-80cf-729a53a83f45 req-0ded2f63-363e-4b86-8231-3a5500dec2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (734283d9-5e66-45c7-a3b2-a1538a62c5c3), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:44.046694 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-699eb3de-4745-4d89-8769-6c6b50516cce None None] Provisioning complete for port 734283d9-5e66-45c7-a3b2-a1538a62c5c3 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:36:44.047806 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-699eb3de-4745-4d89-8769-6c6b50516cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (734283d9-5e66-45c7-a3b2-a1538a62c5c3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:44.083970 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-699eb3de-4745-4d89-8769-6c6b50516cce None None] Port 734283d9-5e66-45c7-a3b2-a1538a62c5c3 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:36:44.275858 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-f4669454-7a36-4437-80cf-729a53a83f45 req-0ded2f63-363e-4b86-8231-3a5500dec2e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 734283d9-5e66-45c7-a3b2-a1538a62c5c3 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:36:44.284395 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f4669454-7a36-4437-80cf-729a53a83f45 req-0ded2f63-363e-4b86-8231-3a5500dec2e1 service neutron] Publish callbacks [] for port (734283d9-5e66-45c7-a3b2-a1538a62c5c3), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:44.297546 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-f4669454-7a36-4437-80cf-729a53a83f45 req-0ded2f63-363e-4b86-8231-3a5500dec2e1 service neutron] Transition to ACTIVE for port object 734283d9-5e66-45c7-a3b2-a1538a62c5c3 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:36:44.303092 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f4669454-7a36-4437-80cf-729a53a83f45 req-0ded2f63-363e-4b86-8231-3a5500dec2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (734283d9-5e66-45c7-a3b2-a1538a62c5c3), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:44.354735 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded2f63-363e-4b86-8231-3a5500dec2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=734283d9-5e66-45c7-a3b2-a1538a62c5c3,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:36:44.438047 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-f4669454-7a36-4437-80cf-729a53a83f45 req-0ded2f63-363e-4b86-8231-3a5500dec2e1 service neutron] Attempting to bind port 734283d9-5e66-45c7-a3b2-a1538a62c5c3 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:36:44.438384 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-f4669454-7a36-4437-80cf-729a53a83f45 req-0ded2f63-363e-4b86-8231-3a5500dec2e1 service neutron] Attempting to bind port 734283d9-5e66-45c7-a3b2-a1538a62c5c3 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:36:44.438706 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4669454-7a36-4437-80cf-729a53a83f45 req-0ded2f63-363e-4b86-8231-3a5500dec2e1 service neutron] Attempting to bind port 734283d9-5e66-45c7-a3b2-a1538a62c5c3 on network c5d8bec1-9baf-496d-8066-d331255bb96c {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:36:44.456614 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4669454-7a36-4437-80cf-729a53a83f45 req-0ded2f63-363e-4b86-8231-3a5500dec2e1 service neutron] Port 734283d9-5e66-45c7-a3b2-a1538a62c5c3 on network c5d8bec1-9baf-496d-8066-d331255bb96c not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:36:44.456614 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4669454-7a36-4437-80cf-729a53a83f45 req-0ded2f63-363e-4b86-8231-3a5500dec2e1 service neutron] Attempting to bind port 734283d9-5e66-45c7-a3b2-a1538a62c5c3 on network c5d8bec1-9baf-496d-8066-d331255bb96c {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:36:44.479548 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4669454-7a36-4437-80cf-729a53a83f45 req-0ded2f63-363e-4b86-8231-3a5500dec2e1 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:36:44.479884 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4669454-7a36-4437-80cf-729a53a83f45 req-0ded2f63-363e-4b86-8231-3a5500dec2e1 service neutron] Checking segment: {'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:36:44.480263 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4669454-7a36-4437-80cf-729a53a83f45 req-0ded2f63-363e-4b86-8231-3a5500dec2e1 service neutron] Bound using segment: {'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:36:44.480719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-f4669454-7a36-4437-80cf-729a53a83f45 req-0ded2f63-363e-4b86-8231-3a5500dec2e1 service neutron] Bound port: 734283d9-5e66-45c7-a3b2-a1538a62c5c3, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db1fa10-711c-472d-8f7f-bfccaba5eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:36:44.481074 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f4669454-7a36-4437-80cf-729a53a83f45 req-0ded2f63-363e-4b86-8231-3a5500dec2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (734283d9-5e66-45c7-a3b2-a1538a62c5c3), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:44.539412 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdac76f-68ef-43f2-bc9b-47f19a2e998c req-12037bb2-345a-429f-8b39-0625ef3a9a53 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:44.540987 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dcdac76f-68ef-43f2-bc9b-47f19a2e998c req-12037bb2-345a-429f-8b39-0625ef3a9a53 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 944 time: 0.0984323 Feb 07 21:36:44.582983 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-f4669454-7a36-4437-80cf-729a53a83f45 req-0ded2f63-363e-4b86-8231-3a5500dec2e1 service neutron] For port 734283d9-5e66-45c7-a3b2-a1538a62c5c3, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:36:44.590895 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-f4669454-7a36-4437-80cf-729a53a83f45 req-0ded2f63-363e-4b86-8231-3a5500dec2e1 service neutron] For port 734283d9-5e66-45c7-a3b2-a1538a62c5c3, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=734283d9-5e66-45c7-a3b2-a1538a62c5c3,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:36:44.611547 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f4669454-7a36-4437-80cf-729a53a83f45 req-0ded2f63-363e-4b86-8231-3a5500dec2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (734283d9-5e66-45c7-a3b2-a1538a62c5c3), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:44.622984 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dcdac76f-68ef-43f2-bc9b-47f19a2e998c req-3e23c2dc-ed2f-4b50-8951-65937aa776eb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686030 Feb 07 21:36:44.654977 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4669454-7a36-4437-80cf-729a53a83f45 req-0ded2f63-363e-4b86-8231-3a5500dec2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:44.655516 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-f4669454-7a36-4437-80cf-729a53a83f45 req-0ded2f63-363e-4b86-8231-3a5500dec2e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:44.657168 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4669454-7a36-4437-80cf-729a53a83f45 req-0ded2f63-363e-4b86-8231-3a5500dec2e1 service neutron] 10.222.0.71 "PUT /v2.0/ports/734283d9-5e66-45c7-a3b2-a1538a62c5c3 HTTP/1.1" status: 200 len: 1092 time: 0.7832749 Feb 07 21:36:44.657607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926ab363-ca25-4993-9a90-5468b6628b7e', 'tag': '734283d9-5e66-45c7-a3b2-a1538a62c5c3'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:36:44.659866 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272619ae-4b32-4e75-82a9-5d3de77fe670" -d '{"events": [{"name": "network-changed", "server_uuid": "926ab363-ca25-4993-9a90-5468b6628b7e", "tag": "734283d9-5e66-45c7-a3b2-a1538a62c5c3"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:36:44.685147 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded2f63-363e-4b86-8231-3a5500dec2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=734283d9-5e66-45c7-a3b2-a1538a62c5c3,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:36:44.798523 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4669454-7a36-4437-80cf-729a53a83f45 req-7053cd64-74c9-4a0e-a928-e7fad73994cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:44.800039 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4669454-7a36-4437-80cf-729a53a83f45 req-7053cd64-74c9-4a0e-a928-e7fad73994cb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 1126 time: 0.0854266 Feb 07 21:36:44.846501 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4669454-7a36-4437-80cf-729a53a83f45 req-39899ebe-ce6d-45b2-b88c-2f7489cb18aa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=734283d9-5e66-45c7-a3b2-a1538a62c5c3 HTTP/1.1" status: 200 len: 217 time: 0.0381713 Feb 07 21:36:44.866682 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d424e82-265e-4647-b4e3-1bbaf3d1ead0 x-openstack-request-id: req-3d424e82-265e-4647-b4e3-1bbaf3d1ead0 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:36:44.867041 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926ab363-ca25-4993-9a90-5468b6628b7e", "tag": "734283d9-5e66-45c7-a3b2-a1538a62c5c3", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:36:44.867362 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3d424e82-265e-4647-b4e3-1bbaf3d1ead0 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:36:44.867823 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '926ab363-ca25-4993-9a90-5468b6628b7e', 'tag': '734283d9-5e66-45c7-a3b2-a1538a62c5c3', 'status': 'completed', 'code': 200} Feb 07 21:36:44.905668 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4669454-7a36-4437-80cf-729a53a83f45 req-f801639a-7666-498b-aed8-acc28ee8e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:44.907180 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4669454-7a36-4437-80cf-729a53a83f45 req-f801639a-7666-498b-aed8-acc28ee8e4a3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5277b698-1143-4952-a3ce-257473c57257 HTTP/1.1" status: 200 len: 851 time: 0.0544322 Feb 07 21:36:44.962712 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4669454-7a36-4437-80cf-729a53a83f45 req-9b1c9b17-bbef-4e95-800d-88fdf8f356e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:44.964201 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4669454-7a36-4437-80cf-729a53a83f45 req-9b1c9b17-bbef-4e95-800d-88fdf8f356e9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c5d8bec1-9baf-496d-8066-d331255bb96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510964 Feb 07 21:36:45.057339 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4669454-7a36-4437-80cf-729a53a83f45 req-f7c8fe40-3404-4536-9cc0-2b9bb46085f7 service neutron] 10.222.0.71 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860505 Feb 07 21:36:45.150622 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f4669454-7a36-4437-80cf-729a53a83f45 req-0c0027e6-99c5-44b1-a472-927cc62428e2 service neutron] 10.222.0.71 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865676 Feb 07 21:36:45.261366 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272619ae-4b32-4e75-82a9-5d3de77fe670 req-9793047f-7f05-4b2d-928b-1748c4f7a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:45.263336 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-272619ae-4b32-4e75-82a9-5d3de77fe670 req-9793047f-7f05-4b2d-928b-1748c4f7a36f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 1126 time: 0.0540988 Feb 07 21:36:45.362180 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272619ae-4b32-4e75-82a9-5d3de77fe670 req-0a511df5-c002-4577-822f-1aa8323c3d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:45.363651 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-272619ae-4b32-4e75-82a9-5d3de77fe670 req-0a511df5-c002-4577-822f-1aa8323c3d13 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 913 time: 0.0950155 Feb 07 21:36:45.408341 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-272619ae-4b32-4e75-82a9-5d3de77fe670 req-e5eebedd-342c-4fb1-9076-9fc51a3a6381 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=734283d9-5e66-45c7-a3b2-a1538a62c5c3 HTTP/1.1" status: 200 len: 217 time: 0.0384858 Feb 07 21:36:45.462344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272619ae-4b32-4e75-82a9-5d3de77fe670 req-2371f208-27fe-437e-8879-88d48dd915ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:45.463797 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-272619ae-4b32-4e75-82a9-5d3de77fe670 req-2371f208-27fe-437e-8879-88d48dd915ee service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5277b698-1143-4952-a3ce-257473c57257 HTTP/1.1" status: 200 len: 851 time: 0.0487881 Feb 07 21:36:45.549151 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272619ae-4b32-4e75-82a9-5d3de77fe670 req-7d7c7ae6-0980-43b9-9860-4b0ba3cdd473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:45.550653 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-272619ae-4b32-4e75-82a9-5d3de77fe670 req-7d7c7ae6-0980-43b9-9860-4b0ba3cdd473 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c5d8bec1-9baf-496d-8066-d331255bb96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0802588 Feb 07 21:36:45.561780 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77672d06-5827-434f-a665-7ea13c6f84b9 req-77cf56a9-d0ce-436e-a4d3-80febc395769 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:45.563079 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77672d06-5827-434f-a665-7ea13c6f84b9 req-77cf56a9-d0ce-436e-a4d3-80febc395769 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 946 time: 0.0682089 Feb 07 21:36:46.040520 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77672d06-5827-434f-a665-7ea13c6f84b9 req-a8e811bc-2a4b-40c1-afbc-fbc2fb62f050 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4695737 Feb 07 21:36:46.066459 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10907390-1054-4f8e-b2be-d26a405cc93e req-94e427da-9ed4-44de-b1b0-b48329785afa tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:46.066459 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10907390-1054-4f8e-b2be-d26a405cc93e req-94e427da-9ed4-44de-b1b0-b48329785afa tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 944 time: 0.1340992 Feb 07 21:36:46.066459 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-272619ae-4b32-4e75-82a9-5d3de77fe670 req-4fa0c5f7-3858-4693-8887-ab27a883def0 service neutron] 10.222.0.71 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5018642 Feb 07 21:36:46.158208 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10907390-1054-4f8e-b2be-d26a405cc93e req-0ceee458-0edc-41ac-b726-af87f5e11c4c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914071 Feb 07 21:36:46.190903 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-272619ae-4b32-4e75-82a9-5d3de77fe670 req-479be532-66af-48d8-a86b-f7c33e5ca324 service neutron] 10.222.0.71 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111953 Feb 07 21:36:47.204605 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a7934-6e51-4f83-9f6d-d335a0e521e7 req-b71fc01a-1bb7-43e9-873f-06198c55e52f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:47.206087 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aa2a7934-6e51-4f83-9f6d-d335a0e521e7 req-b71fc01a-1bb7-43e9-873f-06198c55e52f tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 946 time: 0.0852504 Feb 07 21:36:47.221700 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44045091-a477-4ac3-8749-322ac1999a2a req-a4306a0d-795c-4cd2-acb2-444c9a72ec87 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:47.223144 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-44045091-a477-4ac3-8749-322ac1999a2a req-a4306a0d-795c-4cd2-acb2-444c9a72ec87 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.71 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 946 time: 0.0721478 Feb 07 21:36:47.360898 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4f9e867d-0074-4319-9937-2940d51f8835 req-8966dcfd-ea80-4b58-a4b3-4fe301127ab9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1206777 Feb 07 21:36:47.375146 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aa2a7934-6e51-4f83-9f6d-d335a0e521e7 req-517f0982-1a45-4c2f-8666-5009dc0a70ec tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups?id=21154aea-a27b-4db5-9168-3253ebb86df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508484 Feb 07 21:36:47.400595 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee59243-23d0-4e2c-97bb-509b5244d9d0 req-08277dd4-cb0e-4f61-af4c-8d01520f9a80 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:47.402196 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ee59243-23d0-4e2c-97bb-509b5244d9d0 req-08277dd4-cb0e-4f61-af4c-8d01520f9a80 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 944 time: 0.1380813 Feb 07 21:36:47.437173 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-44045091-a477-4ac3-8749-322ac1999a2a req-c918af53-5909-469d-b8c4-87aa36886371 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Deleting port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:36:47.437673 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-44045091-a477-4ac3-8749-322ac1999a2a req-c918af53-5909-469d-b8c4-87aa36886371 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:47.464752 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e867d-0074-4319-9937-2940d51f8835 req-3e06ae74-17fe-46f1-a85b-3cee8b11786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:47.466852 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4f9e867d-0074-4319-9937-2940d51f8835 req-3e06ae74-17fe-46f1-a85b-3cee8b11786e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 1128 time: 0.0754755 Feb 07 21:36:47.529722 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ee59243-23d0-4e2c-97bb-509b5244d9d0 req-b01c1024-aec7-470e-8f81-29163a5f1310 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194885 Feb 07 21:36:47.585807 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e867d-0074-4319-9937-2940d51f8835 req-d75611ab-f0dd-4da0-8397-f1856aaebfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:47.587772 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-44045091-a477-4ac3-8749-322ac1999a2a req-c918af53-5909-469d-b8c4-87aa36886371 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] For port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:36:47.587953 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4f9e867d-0074-4319-9937-2940d51f8835 req-d75611ab-f0dd-4da0-8397-f1856aaebfd4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 913 time: 0.1008267 Feb 07 21:36:47.588114 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-44045091-a477-4ac3-8749-322ac1999a2a req-c918af53-5909-469d-b8c4-87aa36886371 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:47.609771 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-165ea661-eb74-495f-a0db-7150d02c18ef req-cfcc4342-ee92-4412-9fb1-1f042e80063f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=37cdd1e9-dc7a-4ab1-96c6-284990cf0697&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0993743 Feb 07 21:36:47.664680 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4f9e867d-0074-4319-9937-2940d51f8835 req-25021a67-777d-4385-a841-311c172dcf2f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd0e427a-164f-4652-900c-d02583789525 HTTP/1.1" status: 200 len: 1002 time: 0.0710142 Feb 07 21:36:47.764168 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ea661-eb74-495f-a0db-7150d02c18ef req-f10a3a02-c7ba-4557-b3e9-1a80b0cd9549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:47.765744 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-165ea661-eb74-495f-a0db-7150d02c18ef req-f10a3a02-c7ba-4557-b3e9-1a80b0cd9549 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c578d9a7ef9048e5a611bb07ea3ca6fd&device_id=37cdd1e9-dc7a-4ab1-96c6-284990cf0697 HTTP/1.1" status: 200 len: 1132 time: 0.1287348 Feb 07 21:36:47.922621 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-44045091-a477-4ac3-8749-322ac1999a2a req-c918af53-5909-469d-b8c4-87aa36886371 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:47.923277 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-44045091-a477-4ac3-8749-322ac1999a2a req-c918af53-5909-469d-b8c4-87aa36886371 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (b1917a00-bb23-4cd0-bcd5-2e4a638ceb99), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:47.923597 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [req-44045091-a477-4ac3-8749-322ac1999a2a req-c918af53-5909-469d-b8c4-87aa36886371 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Floating IP b1917a00-bb23-4cd0-bcd5-2e4a638ceb99 disassociated. External IP: 172.25.4.80, port: 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c. Feb 07 21:36:47.923943 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-44045091-a477-4ac3-8749-322ac1999a2a req-c918af53-5909-469d-b8c4-87aa36886371 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Calling delete_port for 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:36:47.939788 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ea661-eb74-495f-a0db-7150d02c18ef req-c7071cc8-3ec8-47e5-a48c-85954d2d34bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:47.941290 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-165ea661-eb74-495f-a0db-7150d02c18ef req-c7071cc8-3ec8-47e5-a48c-85954d2d34bc service neutron] 10.222.0.71 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.1247170 Feb 07 21:36:48.016857 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-165ea661-eb74-495f-a0db-7150d02c18ef req-7e84761c-8578-4365-8fba-30013ae2fcd6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=3dab136c-8923-4182-967c-e745af3e2dc9 HTTP/1.1" status: 200 len: 217 time: 0.0382445 Feb 07 21:36:48.025587 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e867d-0074-4319-9937-2940d51f8835 req-d107cede-eac7-434a-a45c-009ca8132404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:48.027046 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4f9e867d-0074-4319-9937-2940d51f8835 req-d107cede-eac7-434a-a45c-009ca8132404 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5277b698-1143-4952-a3ce-257473c57257 HTTP/1.1" status: 200 len: 851 time: 0.3566687 Feb 07 21:36:48.077528 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e867d-0074-4319-9937-2940d51f8835 req-8c3f9cea-b456-4501-a62b-a805941fff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:48.079033 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4f9e867d-0074-4319-9937-2940d51f8835 req-8c3f9cea-b456-4501-a62b-a805941fff78 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5d8bec1-9baf-496d-8066-d331255bb96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452032 Feb 07 21:36:48.084946 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ea661-eb74-495f-a0db-7150d02c18ef req-c5d30096-3d50-4f74-8503-bc1e193dd778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:48.086421 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-165ea661-eb74-495f-a0db-7150d02c18ef req-c5d30096-3d50-4f74-8503-bc1e193dd778 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0639925 Feb 07 21:36:48.091366 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-4f9e867d-0074-4319-9937-2940d51f8835 req-116a209c-c34d-443f-8656-8557ea74df03 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:36:48.091366 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4f9e867d-0074-4319-9937-2940d51f8835 req-116a209c-c34d-443f-8656-8557ea74df03 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050616 Feb 07 21:36:48.174150 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-44045091-a477-4ac3-8749-322ac1999a2a req-c918af53-5909-469d-b8c4-87aa36886371 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (9f6bac45-ebb2-4ca5-bc39-37930d75ac2c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:48.179315 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ea661-eb74-495f-a0db-7150d02c18ef req-769fac96-4379-4a34-ae36-b3a862645cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:48.180844 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-165ea661-eb74-495f-a0db-7150d02c18ef req-769fac96-4379-4a34-ae36-b3a862645cb5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0869040 Feb 07 21:36:48.188414 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4f9e867d-0074-4319-9937-2940d51f8835 req-fb1a68a4-8fba-4a0c-bad7-d3a48dccdf1f service neutron] 10.222.0.69 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920408 Feb 07 21:36:48.215590 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918af53-5909-469d-b8c4-87aa36886371 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Pushing event deleted for resources: {'Port': ['ID=9f6bac45-ebb2-4ca5-bc39-37930d75ac2c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:36:48.292277 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4f9e867d-0074-4319-9937-2940d51f8835 req-79255d4b-7122-4b29-bf10-2ca01d1e8138 service neutron] 10.222.0.69 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971515 Feb 07 21:36:48.374960 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-165ea661-eb74-495f-a0db-7150d02c18ef req-a7fc50f8-5929-4efb-9744-e91e1335f5b3 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863294 Feb 07 21:36:48.445853 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44045091-a477-4ac3-8749-322ac1999a2a req-c918af53-5909-469d-b8c4-87aa36886371 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Router 9fe81b8e-b081-4cfa-92b4-b95247378287 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:36:48.458064 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-45cb355e-b22b-41c8-9d7e-59a64a0dd551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:48.563234 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-156be8ce-8958-419a-b4df-72e6588d304e req-4020fa3a-4bfb-43ce-9958-163f3b92ac28 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/ports?device_id=157efed3-481f-44e7-9449-788f67471705 HTTP/1.1" status: 200 len: 210 time: 0.0928431 Feb 07 21:36:48.576198 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-165ea661-eb74-495f-a0db-7150d02c18ef req-a57b69c0-f5ac-4c42-affc-d055f29123e7 service neutron] 10.222.0.71 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953292 Feb 07 21:36:48.626014 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44045091-a477-4ac3-8749-322ac1999a2a req-c918af53-5909-469d-b8c4-87aa36886371 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:36:48.640575 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d70a69e-7d95-4729-95e5-0de8e19b4192 None None] Sync routers for ids ['9fe81b8e-b081-4cfa-92b4-b95247378287'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:36:48.656974 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d70a69e-7d95-4729-95e5-0de8e19b4192 None None] Routers {'9fe81b8e-b081-4cfa-92b4-b95247378287'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:36:48.659254 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1d70a69e-7d95-4729-95e5-0de8e19b4192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:36:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['9fe81b8e-b081-4cfa-92b4-b95247378287'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:36:48.704462 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-44045091-a477-4ac3-8749-322ac1999a2a req-c918af53-5909-469d-b8c4-87aa36886371 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] No DVR routers for this DVR port 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:36:48.707966 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-44045091-a477-4ac3-8749-322ac1999a2a req-c918af53-5909-469d-b8c4-87aa36886371 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:48.711307 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-44045091-a477-4ac3-8749-322ac1999a2a req-c918af53-5909-469d-b8c4-87aa36886371 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.71 "DELETE /v2.0/ports/9f6bac45-ebb2-4ca5-bc39-37930d75ac2c HTTP/1.1" status: 204 len: 173 time: 1.4811497 Feb 07 21:36:48.711770 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157efed3-481f-44e7-9449-788f67471705', 'name': 'network-vif-deleted', 'tag': '9f6bac45-ebb2-4ca5-bc39-37930d75ac2c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:36:48.714042 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeedf5c4-ac31-4032-b3c1-ee0a2dc25ea8" -d '{"events": [{"server_uuid": "157efed3-481f-44e7-9449-788f67471705", "name": "network-vif-deleted", "tag": "9f6bac45-ebb2-4ca5-bc39-37930d75ac2c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:36:48.744565 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b8d6e-ad7b-4a92-9731-761cea629863 req-22861eb8-888b-4cda-9ad3-b5418ea4a215 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:48.771029 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e3b8d6e-ad7b-4a92-9731-761cea629863 req-22861eb8-888b-4cda-9ad3-b5418ea4a215 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 944 time: 0.1425385 Feb 07 21:36:48.850297 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d2a48f-7110-499e-a133-2d4453d074b5 x-openstack-request-id: req-71d2a48f-7110-499e-a133-2d4453d074b5 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:36:48.850620 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157efed3-481f-44e7-9449-788f67471705", "name": "network-vif-deleted", "tag": "9f6bac45-ebb2-4ca5-bc39-37930d75ac2c", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:36:48.850897 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-71d2a48f-7110-499e-a133-2d4453d074b5 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:36:48.851300 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157efed3-481f-44e7-9449-788f67471705', 'name': 'network-vif-deleted', 'tag': '9f6bac45-ebb2-4ca5-bc39-37930d75ac2c', 'status': 'completed', 'code': 200} Feb 07 21:36:48.863410 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1d70a69e-7d95-4729-95e5-0de8e19b4192 None None] Set router 9fe81b8e-b081-4cfa-92b4-b95247378287 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:36:48.866850 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e3b8d6e-ad7b-4a92-9731-761cea629863 req-f96b4604-ea9c-4f59-ab85-8fd69651e733 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923479 Feb 07 21:36:49.092401 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1d70a69e-7d95-4729-95e5-0de8e19b4192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'name': 'tempest-AttachVolumeShelveTestJSON-1854305194-router', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:27:57Z', 'updated_at': '2022-02-07T21:28:06Z', 'revision_number': 4, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'gw_port': {'id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:27:58Z', 'updated_at': '2022-02-07T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'e6b139ad-ed3f-4033-880b-2b6a733bafc0', 'name': '', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'mac_address': 'fa:16:3e:24:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:28:03Z', 'updated_at': '2022-02-07T21:28:12Z', 'revision_number': 5, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'subnets': [{'id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:36:49.125104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d70a69e-7d95-4729-95e5-0de8e19b4192 None None] Checking router: 9fe81b8e-b081-4cfa-92b4-b95247378287 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:36:49.134705 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d70a69e-7d95-4729-95e5-0de8e19b4192 None None] Routers {'9fe81b8e-b081-4cfa-92b4-b95247378287'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:36:49.135607 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1d70a69e-7d95-4729-95e5-0de8e19b4192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:36:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['9fe81b8e-b081-4cfa-92b4-b95247378287'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:36:49.259700 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1d70a69e-7d95-4729-95e5-0de8e19b4192 None None] Set router 9fe81b8e-b081-4cfa-92b4-b95247378287 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:36:49.463938 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1d70a69e-7d95-4729-95e5-0de8e19b4192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'name': 'tempest-AttachVolumeShelveTestJSON-1854305194-router', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:27:57Z', 'updated_at': '2022-02-07T21:28:06Z', 'revision_number': 4, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'gw_port': {'id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:27:58Z', 'updated_at': '2022-02-07T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'e6b139ad-ed3f-4033-880b-2b6a733bafc0', 'name': '', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'mac_address': 'fa:16:3e:24:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:28:03Z', 'updated_at': '2022-02-07T21:28:12Z', 'revision_number': 5, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'subnets': [{'id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:36:49.489889 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d70a69e-7d95-4729-95e5-0de8e19b4192 None None] The sync data for ids ['9fe81b8e-b081-4cfa-92b4-b95247378287'] in n-d-828185-2 is: [{'id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'name': 'tempest-AttachVolumeShelveTestJSON-1854305194-router', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:27:57Z', 'updated_at': '2022-02-07T21:28:06Z', 'revision_number': 4, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'gw_port': {'id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:27:58Z', 'updated_at': '2022-02-07T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'e6b139ad-ed3f-4033-880b-2b6a733bafc0', 'name': '', 'network_id': '313f8c1c-8aae-48a6-b295-d997e13e6125', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'mac_address': 'fa:16:3e:24:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:28:03Z', 'updated_at': '2022-02-07T21:28:12Z', 'revision_number': 5, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'subnets': [{'id': 'cd4692e6-7e5d-43fa-9585-afffaba1004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:36:49.721741 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36038) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:36:49.766839 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadff7e4-c5e3-4030-aa9a-a65062d6786c None None] New status for floating IP b1917a00-bb23-4cd0-bcd5-2e4a638ceb99: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:36:49.817412 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b020016-778d-4fdd-ac3b-fff09544f210 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for security_group (21154aea-a27b-4db5-9168-3253ebb86df8), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:49.844443 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b020016-778d-4fdd-ac3b-fff09544f210 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for security_group (21154aea-a27b-4db5-9168-3253ebb86df8), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:49.906049 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b020016-778d-4fdd-ac3b-fff09544f210 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (21154aea-a27b-4db5-9168-3253ebb86df8), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:49.908789 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b020016-778d-4fdd-ac3b-fff09544f210 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:49.911752 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1b020016-778d-4fdd-ac3b-fff09544f210 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "DELETE /v2.0/security-groups/21154aea-a27b-4db5-9168-3253ebb86df8 HTTP/1.1" status: 204 len: 168 time: 0.1870344 Feb 07 21:36:49.912938 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36044) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:36:49.931074 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-8f5212e8-29b3-44b3-8b6f-b95a46b75995 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] show failed (client error): The resource could not be found. Feb 07 21:36:49.936954 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36046) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:36:49.937273 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8f5212e8-29b3-44b3-8b6f-b95a46b75995 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "GET /v2.0/security-groups/21154aea-a27b-4db5-9168-3253ebb86df8 HTTP/1.1" status: 404 len: 347 time: 0.0230072 Feb 07 21:36:49.944459 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b020016-778d-4fdd-ac3b-fff09544f210 tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21154aea-a27b-4db5-9168-3253ebb86df8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:36:50.117894 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa4940-80cb-4633-9d94-f85082b490a1 req-b9a5dbfc-e09f-4ce1-a1de-56655fd11610 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:50.119361 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aeaa4940-80cb-4633-9d94-f85082b490a1 req-b9a5dbfc-e09f-4ce1-a1de-56655fd11610 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 944 time: 0.0867674 Feb 07 21:36:50.133456 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2544b5df-0ec8-492a-acd8-70c91968bf3a tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Deleting port 327fc92a-7ebe-4135-a9b2-0eb7121da08d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:36:50.133796 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2544b5df-0ec8-492a-acd8-70c91968bf3a tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (327fc92a-7ebe-4135-a9b2-0eb7121da08d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:50.221117 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aeaa4940-80cb-4633-9d94-f85082b490a1 req-42e16ee8-b4ee-405a-87a4-f4193730454e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947170 Feb 07 21:36:50.243406 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2544b5df-0ec8-492a-acd8-70c91968bf3a tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (327fc92a-7ebe-4135-a9b2-0eb7121da08d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:50.243734 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2544b5df-0ec8-492a-acd8-70c91968bf3a tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for floatingip (327fc92a-7ebe-4135-a9b2-0eb7121da08d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:50.255496 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2544b5df-0ec8-492a-acd8-70c91968bf3a tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Calling delete_port for 327fc92a-7ebe-4135-a9b2-0eb7121da08d owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:36:50.381453 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2544b5df-0ec8-492a-acd8-70c91968bf3a tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (327fc92a-7ebe-4135-a9b2-0eb7121da08d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:50.412594 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544b5df-0ec8-492a-acd8-70c91968bf3a tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Pushing event deleted for resources: {'Port': ['ID=327fc92a-7ebe-4135-a9b2-0eb7121da08d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:36:50.473981 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2544b5df-0ec8-492a-acd8-70c91968bf3a tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks [] for floatingip (b1917a00-bb23-4cd0-bcd5-2e4a638ceb99), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:50.476519 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2544b5df-0ec8-492a-acd8-70c91968bf3a tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:50.477661 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2544b5df-0ec8-492a-acd8-70c91968bf3a tempest-AttachVolumeShelveTestJSON-1024502215 tempest-AttachVolumeShelveTestJSON-1024502215-project] 10.222.0.65 "DELETE /v2.0/floatingips/b1917a00-bb23-4cd0-bcd5-2e4a638ceb99 HTTP/1.1" status: 204 len: 168 time: 0.5397260 Feb 07 21:36:50.606513 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-db4a2c58-081f-46a5-8209-4767d429c2a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:51.363429 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fb67e-dab0-42f3-8b63-1f2661f0cced req-68dd5920-0526-4bed-afbd-aeb440c34164 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:51.364951 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f3fb67e-dab0-42f3-8b63-1f2661f0cced req-68dd5920-0526-4bed-afbd-aeb440c34164 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 944 time: 0.0610774 Feb 07 21:36:51.418664 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f3fb67e-dab0-42f3-8b63-1f2661f0cced req-453c89c5-7f75-4dc7-a374-4da1f3d9db1c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461712 Feb 07 21:36:51.658299 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:36:51.688037 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:36:51.688415 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 9f6bac45-ebb2-4ca5-bc39-37930d75ac2c not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:36:51.846279 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:52.562603 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0400130-8fc7-4791-89db-ca92c6f9776a req-f1b91936-77dc-4827-827c-3a598ff12752 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:52.564187 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a0400130-8fc7-4791-89db-ca92c6f9776a req-f1b91936-77dc-4827-827c-3a598ff12752 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 944 time: 0.0712078 Feb 07 21:36:52.619070 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a0400130-8fc7-4791-89db-ca92c6f9776a req-5e884db4-94b5-42a2-bd9f-e28f2e95aa68 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479603 Feb 07 21:36:53.338161 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:53.757372 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db395db9-a5a9-4664-89e3-e81552f51226 req-da4e09cc-acb5-44ee-a0f4-779bc6fd19dc tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:53.765616 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db395db9-a5a9-4664-89e3-e81552f51226 req-da4e09cc-acb5-44ee-a0f4-779bc6fd19dc tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 944 time: 0.0726023 Feb 07 21:36:53.835715 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db395db9-a5a9-4664-89e3-e81552f51226 req-fe895345-6902-4c13-ad26-652a8b631951 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677299 Feb 07 21:36:54.675191 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:36:54.960754 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdd4d4-90b8-4249-bb92-7f2cee010f79 req-05fe1740-f847-478e-82fe-2ac068c548f9 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:54.962346 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ffdd4d4-90b8-4249-bb92-7f2cee010f79 req-05fe1740-f847-478e-82fe-2ac068c548f9 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 944 time: 0.0618713 Feb 07 21:36:55.048365 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ffdd4d4-90b8-4249-bb92-7f2cee010f79 req-60808c1c-6edc-4e84-b7d2-1017f9d4d990 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774605 Feb 07 21:36:56.193937 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37783b3c-c49e-45ac-898c-0691530f714c req-464ececb-fb8e-4ec8-8b5a-eaaa5acfcefa tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:56.195436 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-37783b3c-c49e-45ac-898c-0691530f714c req-464ececb-fb8e-4ec8-8b5a-eaaa5acfcefa tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 944 time: 0.0764401 Feb 07 21:36:56.244350 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-37783b3c-c49e-45ac-898c-0691530f714c req-6222cce7-5ccd-4df5-ad4e-075f826ec9bb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430484 Feb 07 21:36:57.379261 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d7d4a-f15a-41ea-a5c2-fa30bc408ed5 req-6b093644-f5cc-4c9b-b4e7-edcaed53260f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:57.380885 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bc9d7d4a-f15a-41ea-a5c2-fa30bc408ed5 req-6b093644-f5cc-4c9b-b4e7-edcaed53260f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 944 time: 0.0687253 Feb 07 21:36:57.445443 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bc9d7d4a-f15a-41ea-a5c2-fa30bc408ed5 req-a85ceccf-4d85-428a-8b40-6ef354ecee80 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548310 Feb 07 21:36:58.581316 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6906ac-656d-47d6-9733-e473ce49de71 req-2e64e6e5-287f-4d07-a3f3-ee27357d96ba tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:58.582814 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d6906ac-656d-47d6-9733-e473ce49de71 req-2e64e6e5-287f-4d07-a3f3-ee27357d96ba tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 944 time: 0.0653157 Feb 07 21:36:58.644402 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3d6906ac-656d-47d6-9733-e473ce49de71 req-ec167283-b6fa-4398-989d-9f83ca703505 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544858 Feb 07 21:36:59.841075 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b943b-ca45-4963-974e-edac6c86e37e req-33a30a7a-6782-46ed-87d0-7eea79d839a6 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:36:59.843698 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac5b943b-ca45-4963-974e-edac6c86e37e req-33a30a7a-6782-46ed-87d0-7eea79d839a6 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 944 time: 0.0930862 Feb 07 21:36:59.904344 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac5b943b-ca45-4963-974e-edac6c86e37e req-ec310236-8277-4d9a-ad64-48f9bc4a3a83 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538297 Feb 07 21:37:01.044898 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a3d47-b49a-4077-bfc9-0f5025af062c req-64177779-6af0-4653-8bbe-bdc69927131f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:01.046472 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b95a3d47-b49a-4077-bfc9-0f5025af062c req-64177779-6af0-4653-8bbe-bdc69927131f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 944 time: 0.0626042 Feb 07 21:37:01.102211 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b95a3d47-b49a-4077-bfc9-0f5025af062c req-dca01a3f-0d44-4971-8746-87d645cd2a9c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498750 Feb 07 21:37:02.249973 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f618ca-cdcd-4639-bf9c-91594828f526 req-a5b7baf2-8150-4ef8-a007-da8fb9ed994f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:02.252766 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38f618ca-cdcd-4639-bf9c-91594828f526 req-a5b7baf2-8150-4ef8-a007-da8fb9ed994f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 944 time: 0.0603240 Feb 07 21:37:02.309169 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38f618ca-cdcd-4639-bf9c-91594828f526 req-4786e3ba-ae90-49d5-96c6-e07d8c1e40f9 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510242 Feb 07 21:37:03.447267 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa7681-c249-4b96-90c2-1fa6bab7ef31 req-e78b0894-aeba-47e8-bac5-1a123149629c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:03.449548 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4baa7681-c249-4b96-90c2-1fa6bab7ef31 req-e78b0894-aeba-47e8-bac5-1a123149629c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 944 time: 0.0565617 Feb 07 21:37:03.520568 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4baa7681-c249-4b96-90c2-1fa6bab7ef31 req-ebcc1a66-d4e6-40b0-8546-2ae82b4a36a8 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636950 Feb 07 21:37:03.869258 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:04.110954 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:04.663810 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec1ed7-ee63-448e-9160-4c8a8508638b req-b5abb441-87cc-408a-8c29-011e1b05f2a6 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:04.667311 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8eec1ed7-ee63-448e-9160-4c8a8508638b req-b5abb441-87cc-408a-8c29-011e1b05f2a6 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 944 time: 0.0561111 Feb 07 21:37:04.720576 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8eec1ed7-ee63-448e-9160-4c8a8508638b req-0d533610-aa88-4709-872a-b361cab3f2d9 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492015 Feb 07 21:37:05.848735 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908806a-fe51-47d3-99c8-eff05efcb306 req-1e762976-4f07-4595-99c3-b4e43d9728db tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:05.850370 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4908806a-fe51-47d3-99c8-eff05efcb306 req-1e762976-4f07-4595-99c3-b4e43d9728db tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 944 time: 0.0579219 Feb 07 21:37:05.907598 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4908806a-fe51-47d3-99c8-eff05efcb306 req-83d93f8f-1991-4527-98e0-0521141ad4c5 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513918 Feb 07 21:37:06.726382 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36600) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:07.127183 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d62580-fc67-4fea-a8bf-e085bf5bb6a8 req-24aa1e56-6fc9-41e5-b364-e92519d95aa7 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:07.129780 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3d62580-fc67-4fea-a8bf-e085bf5bb6a8 req-24aa1e56-6fc9-41e5-b364-e92519d95aa7 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 944 time: 0.1036530 Feb 07 21:37:07.216931 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3d62580-fc67-4fea-a8bf-e085bf5bb6a8 req-d5359c6c-60fa-4f6f-8feb-6234c3267e49 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788999 Feb 07 21:37:07.325096 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d04fd3d5-6a2c-4822-bc00-51cac78f7c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (9fe81b8e-b081-4cfa-92b4-b95247378287), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:07.574141 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d04fd3d5-6a2c-4822-bc00-51cac78f7c7f admin admin] Deleting port e6b139ad-ed3f-4033-880b-2b6a733bafc0 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:37:07.574376 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d04fd3d5-6a2c-4822-bc00-51cac78f7c7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e6b139ad-ed3f-4033-880b-2b6a733bafc0), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:07.622071 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:37:07.655783 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d04fd3d5-6a2c-4822-bc00-51cac78f7c7f admin admin] For port e6b139ad-ed3f-4033-880b-2b6a733bafc0, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e6b139ad-ed3f-4033-880b-2b6a733bafc0,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:37:07.656154 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d04fd3d5-6a2c-4822-bc00-51cac78f7c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e6b139ad-ed3f-4033-880b-2b6a733bafc0), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:07.669386 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d04fd3d5-6a2c-4822-bc00-51cac78f7c7f admin admin] Calling delete_port for e6b139ad-ed3f-4033-880b-2b6a733bafc0 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:37:08.195861 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d04fd3d5-6a2c-4822-bc00-51cac78f7c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (e6b139ad-ed3f-4033-880b-2b6a733bafc0), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:08.223900 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04fd3d5-6a2c-4822-bc00-51cac78f7c7f admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b139ad-ed3f-4033-880b-2b6a733bafc0,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:08.237805 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fd3d5-6a2c-4822-bc00-51cac78f7c7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:08.237805 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fd3d5-6a2c-4822-bc00-51cac78f7c7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:08.237805 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fd3d5-6a2c-4822-bc00-51cac78f7c7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:08.238293 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fd3d5-6a2c-4822-bc00-51cac78f7c7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:08.238522 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fd3d5-6a2c-4822-bc00-51cac78f7c7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:08.238760 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fd3d5-6a2c-4822-bc00-51cac78f7c7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:08.239087 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fd3d5-6a2c-4822-bc00-51cac78f7c7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:08.239412 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fd3d5-6a2c-4822-bc00-51cac78f7c7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:08.239740 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fd3d5-6a2c-4822-bc00-51cac78f7c7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:08.240148 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fd3d5-6a2c-4822-bc00-51cac78f7c7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:08.240629 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fd3d5-6a2c-4822-bc00-51cac78f7c7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:08.240811 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fd3d5-6a2c-4822-bc00-51cac78f7c7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:08.241111 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fd3d5-6a2c-4822-bc00-51cac78f7c7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:08.451109 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d9a43-907f-48d8-b2ce-7fc01d0b1512 req-44c496f3-4e75-47e5-8ec8-804724199188 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:08.452563 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-342d9a43-907f-48d8-b2ce-7fc01d0b1512 req-44c496f3-4e75-47e5-8ec8-804724199188 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 944 time: 0.1337237 Feb 07 21:37:08.483743 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d04fd3d5-6a2c-4822-bc00-51cac78f7c7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (9fe81b8e-b081-4cfa-92b4-b95247378287), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:08.573458 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-342d9a43-907f-48d8-b2ce-7fc01d0b1512 req-f5323e1c-6c14-4c28-969d-ce8b1f7e6d23 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146708 Feb 07 21:37:08.729926 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04fd3d5-6a2c-4822-bc00-51cac78f7c7f admin admin] Router 9fe81b8e-b081-4cfa-92b4-b95247378287 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:37:08.838085 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04fd3d5-6a2c-4822-bc00-51cac78f7c7f admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:37:08.844070 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d04fd3d5-6a2c-4822-bc00-51cac78f7c7f admin admin] 10.222.0.65 "PUT /v2.0/routers/9fe81b8e-b081-4cfa-92b4-b95247378287/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1166155 Feb 07 21:37:08.846836 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36614) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:08.850236 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c443b1-faa8-4adf-a387-2cd02398e6e8 None None] Sync routers for ids ['9fe81b8e-b081-4cfa-92b4-b95247378287'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:37:08.863088 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c443b1-faa8-4adf-a387-2cd02398e6e8 None None] Routers {'9fe81b8e-b081-4cfa-92b4-b95247378287'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:37:08.863938 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d5c443b1-faa8-4adf-a387-2cd02398e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:36:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['9fe81b8e-b081-4cfa-92b4-b95247378287'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:37:08.952516 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f60f61f-952c-4e48-a635-8681dc586e2b admin admin] Publish callbacks [] for router (9fe81b8e-b081-4cfa-92b4-b95247378287), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:09.061552 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f60f61f-952c-4e48-a635-8681dc586e2b admin admin] Publish callbacks [] for router_gateway (9fe81b8e-b081-4cfa-92b4-b95247378287), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:09.123884 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7f60f61f-952c-4e48-a635-8681dc586e2b admin admin] Deleting port 0b00710b-85c6-483d-b5d4-e7b0b56ddb1e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:37:09.124472 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f60f61f-952c-4e48-a635-8681dc586e2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (0b00710b-85c6-483d-b5d4-e7b0b56ddb1e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:09.144381 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-d5c443b1-faa8-4adf-a387-2cd02398e6e8 None None] Set router 9fe81b8e-b081-4cfa-92b4-b95247378287 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:37:09.203456 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7f60f61f-952c-4e48-a635-8681dc586e2b admin admin] For port 0b00710b-85c6-483d-b5d4-e7b0b56ddb1e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0b00710b-85c6-483d-b5d4-e7b0b56ddb1e,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:37:09.204074 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f60f61f-952c-4e48-a635-8681dc586e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (0b00710b-85c6-483d-b5d4-e7b0b56ddb1e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:09.218270 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7f60f61f-952c-4e48-a635-8681dc586e2b admin admin] Calling delete_port for 0b00710b-85c6-483d-b5d4-e7b0b56ddb1e owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:37:09.329274 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d5c443b1-faa8-4adf-a387-2cd02398e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'name': 'tempest-AttachVolumeShelveTestJSON-1854305194-router', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:27:57Z', 'updated_at': '2022-02-07T21:37:07Z', 'revision_number': 5, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'gw_port': {'id': '0b00710b-85c6-483d-b5d4-e7b0b56ddb1e', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:27:58Z', 'updated_at': '2022-02-07T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:37:09.359375 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c443b1-faa8-4adf-a387-2cd02398e6e8 None None] Checking router: 9fe81b8e-b081-4cfa-92b4-b95247378287 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:37:09.367764 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c443b1-faa8-4adf-a387-2cd02398e6e8 None None] Routers {'9fe81b8e-b081-4cfa-92b4-b95247378287'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:37:09.368402 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d5c443b1-faa8-4adf-a387-2cd02398e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:36:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['9fe81b8e-b081-4cfa-92b4-b95247378287'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:37:09.399916 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f60f61f-952c-4e48-a635-8681dc586e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (0b00710b-85c6-483d-b5d4-e7b0b56ddb1e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:09.429858 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60f61f-952c-4e48-a635-8681dc586e2b admin admin] Pushing event deleted for resources: {'Port': ['ID=0b00710b-85c6-483d-b5d4-e7b0b56ddb1e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:09.461474 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-d5c443b1-faa8-4adf-a387-2cd02398e6e8 None None] Set router 9fe81b8e-b081-4cfa-92b4-b95247378287 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:37:09.492702 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f60f61f-952c-4e48-a635-8681dc586e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (9fe81b8e-b081-4cfa-92b4-b95247378287), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:09.516181 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d5c443b1-faa8-4adf-a387-2cd02398e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'name': 'tempest-AttachVolumeShelveTestJSON-1854305194-router', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:27:57Z', 'updated_at': '2022-02-07T21:37:09Z', 'revision_number': 6, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:37:09.542594 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c443b1-faa8-4adf-a387-2cd02398e6e8 None None] The sync data for ids ['9fe81b8e-b081-4cfa-92b4-b95247378287'] in n-d-828185-2 is: [{'id': '9fe81b8e-b081-4cfa-92b4-b95247378287', 'name': 'tempest-AttachVolumeShelveTestJSON-1854305194-router', 'tenant_id': '5266be69ced44c2e98a82b5b59fbf33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:27:57Z', 'updated_at': '2022-02-07T21:37:09Z', 'revision_number': 6, 'project_id': '5266be69ced44c2e98a82b5b59fbf33f', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:37:09.588509 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f60f61f-952c-4e48-a635-8681dc586e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (9fe81b8e-b081-4cfa-92b4-b95247378287), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:09.590950 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f60f61f-952c-4e48-a635-8681dc586e2b admin admin] Publish callbacks [] for router_controller (9fe81b8e-b081-4cfa-92b4-b95247378287), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:09.640210 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f60f61f-952c-4e48-a635-8681dc586e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (9fe81b8e-b081-4cfa-92b4-b95247378287), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:09.640949 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f60f61f-952c-4e48-a635-8681dc586e2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fe81b8e-b081-4cfa-92b4-b95247378287 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:37:09.649659 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f60f61f-952c-4e48-a635-8681dc586e2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:09.650874 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7f60f61f-952c-4e48-a635-8681dc586e2b admin admin] 10.222.0.65 "DELETE /v2.0/routers/9fe81b8e-b081-4cfa-92b4-b95247378287 HTTP/1.1" status: 204 len: 168 time: 0.8019419 Feb 07 21:37:09.654576 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36620) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:09.714104 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2324bd6-3c07-416c-a0cb-fa55cb63327c admin admin] Deleting subnet cd4692e6-7e5d-43fa-9585-afffaba1004b {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:37:09.714329 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4ec53-1cd1-4d37-9821-6158be449ddd req-af50959c-89c3-4364-a2dc-aaea562b355c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:09.716469 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3a4ec53-1cd1-4d37-9821-6158be449ddd req-af50959c-89c3-4364-a2dc-aaea562b355c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 944 time: 0.0639315 Feb 07 21:37:09.718568 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2324bd6-3c07-416c-a0cb-fa55cb63327c admin admin] Publish callbacks [] for subnet (cd4692e6-7e5d-43fa-9585-afffaba1004b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:09.730975 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 734283d9-5e66-45c7-a3b2-a1538a62c5c3 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:37:09.775056 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2324bd6-3c07-416c-a0cb-fa55cb63327c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (cd4692e6-7e5d-43fa-9585-afffaba1004b), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:09.807152 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3a4ec53-1cd1-4d37-9821-6158be449ddd req-6059f999-a804-408e-b6e5-6c37082ee496 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839570 Feb 07 21:37:09.849647 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 734283d9-5e66-45c7-a3b2-a1538a62c5c3, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=734283d9-5e66-45c7-a3b2-a1538a62c5c3,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:37:09.860858 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2324bd6-3c07-416c-a0cb-fa55cb63327c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (cd4692e6-7e5d-43fa-9585-afffaba1004b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:09.863297 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '734283d9-5e66-45c7-a3b2-a1538a62c5c3', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'port_id': '734283d9-5e66-45c7-a3b2-a1538a62c5c3', 'mac_address': 'fa:16:3e:e2:a7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:37:09.919381 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 734283d9-5e66-45c7-a3b2-a1538a62c5c3 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:37:09.920800 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (734283d9-5e66-45c7-a3b2-a1538a62c5c3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:09.937353 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 734283d9-5e66-45c7-a3b2-a1538a62c5c3 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:37:09.939310 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2324bd6-3c07-416c-a0cb-fa55cb63327c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (cd4692e6-7e5d-43fa-9585-afffaba1004b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:09.969029 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 734283d9-5e66-45c7-a3b2-a1538a62c5c3, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=734283d9-5e66-45c7-a3b2-a1538a62c5c3,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:37:09.975341 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2324bd6-3c07-416c-a0cb-fa55cb63327c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd4692e6-7e5d-43fa-9585-afffaba1004b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:09.975863 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (734283d9-5e66-45c7-a3b2-a1538a62c5c3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:09.990530 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2324bd6-3c07-416c-a0cb-fa55cb63327c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:09.991153 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2324bd6-3c07-416c-a0cb-fa55cb63327c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:09.991844 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2324bd6-3c07-416c-a0cb-fa55cb63327c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:09.992374 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2324bd6-3c07-416c-a0cb-fa55cb63327c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:09.992938 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2324bd6-3c07-416c-a0cb-fa55cb63327c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:09.994289 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2324bd6-3c07-416c-a0cb-fa55cb63327c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:09.994796 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2324bd6-3c07-416c-a0cb-fa55cb63327c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:09.995323 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2324bd6-3c07-416c-a0cb-fa55cb63327c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:09.996080 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2324bd6-3c07-416c-a0cb-fa55cb63327c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:09.996605 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2324bd6-3c07-416c-a0cb-fa55cb63327c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:09.997885 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2324bd6-3c07-416c-a0cb-fa55cb63327c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:09.998379 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2324bd6-3c07-416c-a0cb-fa55cb63327c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:09.998869 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2324bd6-3c07-416c-a0cb-fa55cb63327c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:10.004029 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2324bd6-3c07-416c-a0cb-fa55cb63327c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:10.008174 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e2324bd6-3c07-416c-a0cb-fa55cb63327c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/cd4692e6-7e5d-43fa-9585-afffaba1004b HTTP/1.1" status: 204 len: 168 time: 0.3524640 Feb 07 21:37:10.010874 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36622) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:10.037768 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e20238-b13e-4c7e-b2af-9e7c2bb646c8 None None] Network 313f8c1c-8aae-48a6-b295-d997e13e6125 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:37:10.102220 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ce1923d-9c85-4582-9be8-9977b2d04a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (313f8c1c-8aae-48a6-b295-d997e13e6125), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:10.134934 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=734283d9-5e66-45c7-a3b2-a1538a62c5c3,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:10.145838 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:10.145838 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:10.146114 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:10.146318 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:10.146652 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:10.146978 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:10.147302 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:10.147779 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:10.148002 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:10.148353 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:10.148775 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:10.149097 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:10.149415 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:37:10.161763 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4ce1923d-9c85-4582-9be8-9977b2d04a50 admin admin] Deleting port 0f77441a-11ba-4135-a40c-360c55b603ed {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:37:10.162204 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ce1923d-9c85-4582-9be8-9977b2d04a50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (0f77441a-11ba-4135-a40c-360c55b603ed), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:10.245748 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-4ce1923d-9c85-4582-9be8-9977b2d04a50 admin admin] For port 0f77441a-11ba-4135-a40c-360c55b603ed, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0f77441a-11ba-4135-a40c-360c55b603ed,segment=NetworkSegment(043ea5ed-e46f-47ee-989e-efc665509beb),segment_id=043ea5ed-e46f-47ee-989e-efc665509beb)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:37:10.246111 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ce1923d-9c85-4582-9be8-9977b2d04a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (0f77441a-11ba-4135-a40c-360c55b603ed), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:10.259005 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4ce1923d-9c85-4582-9be8-9977b2d04a50 admin admin] Calling delete_port for 0f77441a-11ba-4135-a40c-360c55b603ed owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:37:10.287821 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['734283d9-5e66-45c7-a3b2-a1538a62c5c3'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:37:10.338282 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ce1923d-9c85-4582-9be8-9977b2d04a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (0f77441a-11ba-4135-a40c-360c55b603ed), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:10.368091 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1923d-9c85-4582-9be8-9977b2d04a50 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f77441a-11ba-4135-a40c-360c55b603ed,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:10.370065 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce1923d-9c85-4582-9be8-9977b2d04a50 admin admin] No DVR routers for this DVR port 0f77441a-11ba-4135-a40c-360c55b603ed on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:37:10.430065 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14271093-f8ee-46c1-9e84-e2913b316855 None None] DHCP port deletion for 313f8c1c-8aae-48a6-b295-d997e13e6125 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:37:10.431876 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e6b139ad-ed3f-4033-880b-2b6a733bafc0 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:37:10.471980 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: e6b139ad-ed3f-4033-880b-2b6a733bafc0 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:37:10.472342 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e6b139ad-ed3f-4033-880b-2b6a733bafc0 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:37:10.481093 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ce1923d-9c85-4582-9be8-9977b2d04a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (313f8c1c-8aae-48a6-b295-d997e13e6125), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:10.509331 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-4ce1923d-9c85-4582-9be8-9977b2d04a50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['313f8c1c-8aae-48a6-b295-d997e13e6125']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:37:10.521706 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-4ce1923d-9c85-4582-9be8-9977b2d04a50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043ea5ed-e46f-47ee-989e-efc665509beb') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:37:10.522015 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-4ce1923d-9c85-4582-9be8-9977b2d04a50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043ea5ed-e46f-47ee-989e-efc665509beb') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:37:10.533918 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ce1923d-9c85-4582-9be8-9977b2d04a50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (043ea5ed-e46f-47ee-989e-efc665509beb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:10.547254 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ce1923d-9c85-4582-9be8-9977b2d04a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (043ea5ed-e46f-47ee-989e-efc665509beb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:10.554575 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce1923d-9c85-4582-9be8-9977b2d04a50 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:37:10.555445 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ce1923d-9c85-4582-9be8-9977b2d04a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (043ea5ed-e46f-47ee-989e-efc665509beb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:37:10.556981 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:37:10.621384 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ce1923d-9c85-4582-9be8-9977b2d04a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (313f8c1c-8aae-48a6-b295-d997e13e6125), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:10.628028 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ce1923d-9c85-4582-9be8-9977b2d04a50 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:10.631185 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4ce1923d-9c85-4582-9be8-9977b2d04a50 admin admin] 10.222.0.65 "DELETE /v2.0/networks/313f8c1c-8aae-48a6-b295-d997e13e6125 HTTP/1.1" status: 204 len: 168 time: 0.6191537 Feb 07 21:37:10.649004 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1923d-9c85-4582-9be8-9977b2d04a50 admin admin] Pushing event deleted for resources: {'Network': ['ID=313f8c1c-8aae-48a6-b295-d997e13e6125,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:10.767387 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36628) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:10.821593 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-421adf82-3b08-432b-92be-bc301606f250 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5266be69ced44c2e98a82b5b59fbf33f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0529957 Feb 07 21:37:10.825728 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 36630) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:10.875759 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-060eb07d-2913-4d82-ab9f-0021572ba0c5 admin admin] Publish callbacks [] for security_group (0d085c6f-d797-4307-b362-8a800e617c23), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:10.920482 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-060eb07d-2913-4d82-ab9f-0021572ba0c5 admin admin] Publish callbacks [] for security_group (0d085c6f-d797-4307-b362-8a800e617c23), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:10.965772 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df760b-910f-4525-bb7c-c5af9083044e req-54937b1b-631e-432e-a23b-9a53e2d4c60b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:10.967259 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1df760b-910f-4525-bb7c-c5af9083044e req-54937b1b-631e-432e-a23b-9a53e2d4c60b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 945 time: 0.0888257 Feb 07 21:37:11.002198 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-060eb07d-2913-4d82-ab9f-0021572ba0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0d085c6f-d797-4307-b362-8a800e617c23), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:11.004681 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-060eb07d-2913-4d82-ab9f-0021572ba0c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:11.005792 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-060eb07d-2913-4d82-ab9f-0021572ba0c5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0d085c6f-d797-4307-b362-8a800e617c23 HTTP/1.1" status: 204 len: 168 time: 0.1790979 Feb 07 21:37:11.026805 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060eb07d-2913-4d82-ab9f-0021572ba0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d085c6f-d797-4307-b362-8a800e617c23,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:11.031778 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1df760b-910f-4525-bb7c-c5af9083044e req-98417a08-af3f-4568-be6f-219632e15f53 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577612 Feb 07 21:37:11.737438 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 734283d9-5e66-45c7-a3b2-a1538a62c5c3 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:37:11.788087 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 734283d9-5e66-45c7-a3b2-a1538a62c5c3 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:37:11.792297 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 734283d9-5e66-45c7-a3b2-a1538a62c5c3 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:37:11.792849 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (734283d9-5e66-45c7-a3b2-a1538a62c5c3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:11.876104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 734283d9-5e66-45c7-a3b2-a1538a62c5c3 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:37:11.876533 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (734283d9-5e66-45c7-a3b2-a1538a62c5c3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:11.879966 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0b00710b-85c6-483d-b5d4-e7b0b56ddb1e no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:37:11.906332 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 0b00710b-85c6-483d-b5d4-e7b0b56ddb1e {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:37:11.906683 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0b00710b-85c6-483d-b5d4-e7b0b56ddb1e not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:37:11.907107 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0f77441a-11ba-4135-a40c-360c55b603ed no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:37:11.933781 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 0f77441a-11ba-4135-a40c-360c55b603ed {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:37:11.934144 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0f77441a-11ba-4135-a40c-360c55b603ed not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:37:11.939656 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926ab363-ca25-4993-9a90-5468b6628b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734283d9-5e66-45c7-a3b2-a1538a62c5c3'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:37:11.941964 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11b8289-9656-495e-86ec-17a01a88a23a" -d '{"events": [{"server_uuid": "926ab363-ca25-4993-9a90-5468b6628b7e", "name": "network-vif-plugged", "status": "completed", "tag": "734283d9-5e66-45c7-a3b2-a1538a62c5c3"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:37:11.954658 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 734283d9-5e66-45c7-a3b2-a1538a62c5c3, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=734283d9-5e66-45c7-a3b2-a1538a62c5c3,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:37:11.960942 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (734283d9-5e66-45c7-a3b2-a1538a62c5c3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:12.014490 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=734283d9-5e66-45c7-a3b2-a1538a62c5c3,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:12.143276 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ce5a6f-6b7f-4f71-af24-4ffcc16b8892 x-openstack-request-id: req-08ce5a6f-6b7f-4f71-af24-4ffcc16b8892 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:37:12.143579 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926ab363-ca25-4993-9a90-5468b6628b7e", "name": "network-vif-plugged", "status": "completed", "tag": "734283d9-5e66-45c7-a3b2-a1538a62c5c3", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:37:12.143832 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-08ce5a6f-6b7f-4f71-af24-4ffcc16b8892 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:37:12.144226 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926ab363-ca25-4993-9a90-5468b6628b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734283d9-5e66-45c7-a3b2-a1538a62c5c3', 'code': 200} Feb 07 21:37:12.194188 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b8fa3-d1b9-4432-b5ce-a178aee068ba req-8d0af02d-b077-4f3f-85cf-ed5b8aedf397 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:12.195889 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-485b8fa3-d1b9-4432-b5ce-a178aee068ba req-8d0af02d-b077-4f3f-85cf-ed5b8aedf397 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 946 time: 0.0767162 Feb 07 21:37:12.285176 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-485b8fa3-d1b9-4432-b5ce-a178aee068ba req-53e017ae-c85f-4961-b5e1-f80720e8aeef tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761127 Feb 07 21:37:12.289791 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c5679-2e8e-46df-832c-f4a8161e58bf req-ae16b8e6-b72d-4e4d-aa7d-faac5489379a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:12.291239 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-841c5679-2e8e-46df-832c-f4a8161e58bf req-ae16b8e6-b72d-4e4d-aa7d-faac5489379a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 1128 time: 0.0761657 Feb 07 21:37:12.342037 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-841c5679-2e8e-46df-832c-f4a8161e58bf req-15ec90b1-100c-4ac4-9a01-01605398a7df service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431073 Feb 07 21:37:12.532666 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23756aa6-d641-45e8-a692-d1157eb3fa97 req-e50548d0-88db-4f1c-8601-a6e88f2a819c tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:12.534153 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-23756aa6-d641-45e8-a692-d1157eb3fa97 req-e50548d0-88db-4f1c-8601-a6e88f2a819c tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/ports?device_id=37cdd1e9-dc7a-4ab1-96c6-284990cf0697 HTTP/1.1" status: 200 len: 950 time: 0.0576200 Feb 07 21:37:12.580488 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-23756aa6-d641-45e8-a692-d1157eb3fa97 req-bd503a8c-e317-442a-8576-6cc59a7c98f0 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/security-groups?id=743d9da4-ac83-4ede-8556-1022e130447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404303 Feb 07 21:37:13.435338 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676118a5-2dc9-4320-9f02-08395d13bd8e req-6427127b-b5c4-48ea-b4e9-ff19b93d38c4 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:13.437115 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-676118a5-2dc9-4320-9f02-08395d13bd8e req-6427127b-b5c4-48ea-b4e9-ff19b93d38c4 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 946 time: 0.0658948 Feb 07 21:37:13.487512 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-676118a5-2dc9-4320-9f02-08395d13bd8e req-570c47d8-3119-4558-9d89-c84ae9d50c9d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441928 Feb 07 21:37:13.701763 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0be7aa-ecff-411a-87b7-6a57849b1f2f req-f2543a20-85a8-4f84-a03d-685290053994 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:13.703262 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0a0be7aa-ecff-411a-87b7-6a57849b1f2f req-f2543a20-85a8-4f84-a03d-685290053994 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/ports?device_id=37cdd1e9-dc7a-4ab1-96c6-284990cf0697 HTTP/1.1" status: 200 len: 950 time: 0.0520127 Feb 07 21:37:13.757406 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0a0be7aa-ecff-411a-87b7-6a57849b1f2f req-85bfd5ac-5b41-4b13-8a1f-14b2baf28598 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/security-groups?id=743d9da4-ac83-4ede-8556-1022e130447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482254 Feb 07 21:37:14.632378 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b8e47-688c-49c1-8fc9-93683d33fbc1 req-d34efadf-1618-4168-b073-23b3bfc2b5a8 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:14.634038 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1a5b8e47-688c-49c1-8fc9-93683d33fbc1 req-d34efadf-1618-4168-b073-23b3bfc2b5a8 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 946 time: 0.0614920 Feb 07 21:37:14.715292 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1a5b8e47-688c-49c1-8fc9-93683d33fbc1 req-014c252e-556a-4983-abc2-e3dbb6a90351 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748987 Feb 07 21:37:14.727978 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e2af8-5811-4d05-8f22-dd10798254e9 req-ac8926c4-a807-4b50-a5cc-56bf0c02c7f9 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:14.733086 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b1e2af8-5811-4d05-8f22-dd10798254e9 req-ac8926c4-a807-4b50-a5cc-56bf0c02c7f9 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.71 "GET /v2.0/ports?device_id=37cdd1e9-dc7a-4ab1-96c6-284990cf0697 HTTP/1.1" status: 200 len: 950 time: 0.0829434 Feb 07 21:37:14.898016 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-2b1e2af8-5811-4d05-8f22-dd10798254e9 req-0e00df6b-24df-496f-a221-a67ef56aefae tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Deleting port 3dab136c-8923-4182-967c-e745af3e2dc9 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:37:14.898341 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2b1e2af8-5811-4d05-8f22-dd10798254e9 req-0e00df6b-24df-496f-a221-a67ef56aefae tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (3dab136c-8923-4182-967c-e745af3e2dc9), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:14.907493 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883dd5a-3f10-4a97-8994-32aa5f669b6f req-8b809e95-bc2d-4baf-a0aa-5a2f36de14f2 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:14.908983 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2883dd5a-3f10-4a97-8994-32aa5f669b6f req-8b809e95-bc2d-4baf-a0aa-5a2f36de14f2 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 946 time: 0.1079311 Feb 07 21:37:14.963402 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67536c-10fe-4fcc-adf2-2d1f087980e4 req-da4f2e69-3100-4448-9c46-ee8e62daafc9 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:14.964856 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d67536c-10fe-4fcc-adf2-2d1f087980e4 req-da4f2e69-3100-4448-9c46-ee8e62daafc9 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/ports?device_id=37cdd1e9-dc7a-4ab1-96c6-284990cf0697 HTTP/1.1" status: 200 len: 950 time: 0.1354911 Feb 07 21:37:15.055842 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2883dd5a-3f10-4a97-8994-32aa5f669b6f req-49271b82-805d-4a95-87b4-2aca8b76c9d5 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326454 Feb 07 21:37:15.071359 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d67536c-10fe-4fcc-adf2-2d1f087980e4 req-e45b93e5-c505-4226-ac0c-c685585feff8 tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.65 "GET /v2.0/security-groups?id=743d9da4-ac83-4ede-8556-1022e130447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974555 Feb 07 21:37:15.078326 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-2b1e2af8-5811-4d05-8f22-dd10798254e9 req-0e00df6b-24df-496f-a221-a67ef56aefae tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] For port 3dab136c-8923-4182-967c-e745af3e2dc9, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=3dab136c-8923-4182-967c-e745af3e2dc9,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:37:15.078690 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2b1e2af8-5811-4d05-8f22-dd10798254e9 req-0e00df6b-24df-496f-a221-a67ef56aefae tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (3dab136c-8923-4182-967c-e745af3e2dc9), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:15.079058 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36706) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:15.092238 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-2b1e2af8-5811-4d05-8f22-dd10798254e9 req-0e00df6b-24df-496f-a221-a67ef56aefae tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Calling delete_port for 3dab136c-8923-4182-967c-e745af3e2dc9 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:37:15.242221 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2b1e2af8-5811-4d05-8f22-dd10798254e9 req-0e00df6b-24df-496f-a221-a67ef56aefae tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (3dab136c-8923-4182-967c-e745af3e2dc9), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:15.256980 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['3dab136c-8923-4182-967c-e745af3e2dc9'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:37:15.274853 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00df6b-24df-496f-a221-a67ef56aefae tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Pushing event deleted for resources: {'Port': ['ID=3dab136c-8923-4182-967c-e745af3e2dc9,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:15.335701 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20ad60a-aa5f-41e7-bfef-fc98d80a1cb5 tempest-TestVolumeBootPattern-1055403589 tempest-TestVolumeBootPattern-1055403589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:15.336735 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1e2af8-5811-4d05-8f22-dd10798254e9 req-0e00df6b-24df-496f-a221-a67ef56aefae tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] No DVR routers for this DVR port 3dab136c-8923-4182-967c-e745af3e2dc9 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:37:15.340060 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d20ad60a-aa5f-41e7-bfef-fc98d80a1cb5 tempest-TestVolumeBootPattern-1055403589 tempest-TestVolumeBootPattern-1055403589-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 1123 time: 0.2566791 Feb 07 21:37:15.340231 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2b1e2af8-5811-4d05-8f22-dd10798254e9 req-0e00df6b-24df-496f-a221-a67ef56aefae tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:15.340386 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36710) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:15.343126 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b1e2af8-5811-4d05-8f22-dd10798254e9 req-0e00df6b-24df-496f-a221-a67ef56aefae tempest-VolumesBackupsTest-1192967648 tempest-VolumesBackupsTest-1192967648-project] 10.222.0.71 "DELETE /v2.0/ports/3dab136c-8923-4182-967c-e745af3e2dc9 HTTP/1.1" status: 204 len: 173 time: 0.6082897 Feb 07 21:37:15.343684 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cdd1e9-dc7a-4ab1-96c6-284990cf0697', 'name': 'network-vif-deleted', 'tag': '3dab136c-8923-4182-967c-e745af3e2dc9'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:37:15.344789 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9d79bcb7-2355-45b2-80ef-15c7788b738f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'port_id': '734283d9-5e66-45c7-a3b2-a1538a62c5c3', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:37:15.346129 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6bee87-1870-4ef9-9b62-6ab74019cabc" -d '{"events": [{"server_uuid": "37cdd1e9-dc7a-4ab1-96c6-284990cf0697", "name": "network-vif-deleted", "tag": "3dab136c-8923-4182-967c-e745af3e2dc9"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:37:15.374842 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d79bcb7-2355-45b2-80ef-15c7788b738f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:15.392107 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bda89d-ddeb-4d22-9c2e-cf7d5e7fee8c x-openstack-request-id: req-c0bda89d-ddeb-4d22-9c2e-cf7d5e7fee8c {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:37:15.392828 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cdd1e9-dc7a-4ab1-96c6-284990cf0697", "name": "network-vif-deleted", "tag": "3dab136c-8923-4182-967c-e745af3e2dc9", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:37:15.393192 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c0bda89d-ddeb-4d22-9c2e-cf7d5e7fee8c {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:37:15.393691 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37cdd1e9-dc7a-4ab1-96c6-284990cf0697', 'name': 'network-vif-deleted', 'tag': '3dab136c-8923-4182-967c-e745af3e2dc9', 'status': 'completed', 'code': 200} Feb 07 21:37:15.492743 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d79bcb7-2355-45b2-80ef-15c7788b738f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:15.598632 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-9d79bcb7-2355-45b2-80ef-15c7788b738f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Allocated IP 172.25.4.242 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/6d0f7e79-1483-48bd-8466-8231fb245914) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:37:15.726475 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d79bcb7-2355-45b2-80ef-15c7788b738f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for port (6d0f7e79-1483-48bd-8466-8231fb245914), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:15.770622 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d79bcb7-2355-45b2-80ef-15c7788b738f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (6d0f7e79-1483-48bd-8466-8231fb245914), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:15.810546 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d79bcb7-2355-45b2-80ef-15c7788b738f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:37:15.819654 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9d79bcb7-2355-45b2-80ef-15c7788b738f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:37:15.824138 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d79bcb7-2355-45b2-80ef-15c7788b738f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:37:15.876536 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79bcb7-2355-45b2-80ef-15c7788b738f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event updated for resources: {'Port': ['ID=6d0f7e79-1483-48bd-8466-8231fb245914,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:16.232233 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d79bcb7-2355-45b2-80ef-15c7788b738f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for floatingip (a4c1c2c2-fd93-41f3-bbf0-a2f49f8380c5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:16.301999 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d79bcb7-2355-45b2-80ef-15c7788b738f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6d0f7e79-1483-48bd-8466-8231fb245914), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:16.457374 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d79bcb7-2355-45b2-80ef-15c7788b738f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for port (6d0f7e79-1483-48bd-8466-8231fb245914), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:16.461918 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d79bcb7-2355-45b2-80ef-15c7788b738f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (6d0f7e79-1483-48bd-8466-8231fb245914), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:16.535459 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79bcb7-2355-45b2-80ef-15c7788b738f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event updated for resources: {'Port': ['ID=6d0f7e79-1483-48bd-8466-8231fb245914,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:16.547654 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d79bcb7-2355-45b2-80ef-15c7788b738f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (a4c1c2c2-fd93-41f3-bbf0-a2f49f8380c5), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:16.651883 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [None req-9d79bcb7-2355-45b2-80ef-15c7788b738f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Floating IP a4c1c2c2-fd93-41f3-bbf0-a2f49f8380c5 associated. External IP: 172.25.4.242, port: 734283d9-5e66-45c7-a3b2-a1538a62c5c3. Feb 07 21:37:16.874816 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d79bcb7-2355-45b2-80ef-15c7788b738f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Router f20a01b8-35b5-4afb-84af-4ad133939b50 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:37:16.992174 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d79bcb7-2355-45b2-80ef-15c7788b738f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:37:17.019849 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3ee8b7-6539-446d-85dc-08d70faa951b None None] Sync routers for ids ['f20a01b8-35b5-4afb-84af-4ad133939b50'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:37:17.025092 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d79bcb7-2355-45b2-80ef-15c7788b738f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:17.034487 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3ee8b7-6539-446d-85dc-08d70faa951b None None] Routers {'f20a01b8-35b5-4afb-84af-4ad133939b50'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:37:17.035114 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-dc3ee8b7-6539-446d-85dc-08d70faa951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:36:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f20a01b8-35b5-4afb-84af-4ad133939b50'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:37:17.063694 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9d79bcb7-2355-45b2-80ef-15c7788b738f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7223437 Feb 07 21:37:17.072061 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926ab363-ca25-4993-9a90-5468b6628b7e', 'tag': '734283d9-5e66-45c7-a3b2-a1538a62c5c3'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:37:17.077330 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c650ab96-0b53-45ac-a9e8-3f3beca26b46" -d '{"events": [{"name": "network-changed", "server_uuid": "926ab363-ca25-4993-9a90-5468b6628b7e", "tag": "734283d9-5e66-45c7-a3b2-a1538a62c5c3"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:37:17.115868 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d2d458-1f11-4ede-9546-df8bccfd685d x-openstack-request-id: req-e6d2d458-1f11-4ede-9546-df8bccfd685d {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:37:17.116194 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926ab363-ca25-4993-9a90-5468b6628b7e", "tag": "734283d9-5e66-45c7-a3b2-a1538a62c5c3", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:37:17.117612 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e6d2d458-1f11-4ede-9546-df8bccfd685d {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:37:17.117930 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '926ab363-ca25-4993-9a90-5468b6628b7e', 'tag': '734283d9-5e66-45c7-a3b2-a1538a62c5c3', 'status': 'completed', 'code': 200} Feb 07 21:37:17.205992 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-dc3ee8b7-6539-446d-85dc-08d70faa951b None None] Set router f20a01b8-35b5-4afb-84af-4ad133939b50 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:37:17.207845 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650ab96-0b53-45ac-a9e8-3f3beca26b46 req-4534e635-aade-4875-8d30-ab3286f11e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:17.212004 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c650ab96-0b53-45ac-a9e8-3f3beca26b46 req-4534e635-aade-4875-8d30-ab3286f11e9c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 1128 time: 0.0731046 Feb 07 21:37:17.343729 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650ab96-0b53-45ac-a9e8-3f3beca26b46 req-01300f15-7f04-4b01-b5af-3d78930322c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:17.345652 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c650ab96-0b53-45ac-a9e8-3f3beca26b46 req-01300f15-7f04-4b01-b5af-3d78930322c5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 913 time: 0.1271198 Feb 07 21:37:17.433738 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c650ab96-0b53-45ac-a9e8-3f3beca26b46 req-2e486b29-6598-4ecc-9cdd-c997aa01681c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=734283d9-5e66-45c7-a3b2-a1538a62c5c3 HTTP/1.1" status: 200 len: 1000 time: 0.0804753 Feb 07 21:37:17.463882 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-dc3ee8b7-6539-446d-85dc-08d70faa951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'name': 'tempest-TestVolumeBootPattern-1761457576-router', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:17Z', 'updated_at': '2022-02-07T21:22:25Z', 'revision_number': 4, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'gw_port': {'id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:19Z', 'updated_at': '2022-02-07T21:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'a4c1c2c2-fd93-41f3-bbf0-a2f49f8380c5', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'floating_ip_address': '172.25.4.242', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'port_id': '734283d9-5e66-45c7-a3b2-a1538a62c5c3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'mac_address': 'fa:16:3e:e2:a7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926ab363-ca25-4993-9a90-5468b6628b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:37:16Z', 'updated_at': '2022-02-07T21:37:16Z', 'revision_number': 0, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'fixed_ip_address_scope': None}, {'id': 'db1ff27c-557e-4fce-9493-2af307995125', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'floating_ip_address': '172.25.4.112', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'port_id': 'bd0e427a-164f-4652-900c-d02583789525', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'mac_address': 'fa:16:3e:be:49:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859886d-c9ca-4611-b74c-94f775decb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:34:54Z', 'updated_at': '2022-02-07T21:34:56Z', 'revision_number': 1, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e60dab9-be35-49dc-985e-2abf88535ec8', 'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:23Z', 'updated_at': '2022-02-07T21:22:39Z', 'revision_number': 5, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'subnets': [{'id': '5277b698-1143-4952-a3ce-257473c57257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:37:17.495611 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650ab96-0b53-45ac-a9e8-3f3beca26b46 req-d4ee41c9-fcdd-4d04-9b0e-e0bfb23ec811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:17.497666 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c650ab96-0b53-45ac-a9e8-3f3beca26b46 req-d4ee41c9-fcdd-4d04-9b0e-e0bfb23ec811 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5277b698-1143-4952-a3ce-257473c57257 HTTP/1.1" status: 200 len: 851 time: 0.0573175 Feb 07 21:37:17.500138 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3ee8b7-6539-446d-85dc-08d70faa951b None None] Checking router: f20a01b8-35b5-4afb-84af-4ad133939b50 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:37:17.509235 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3ee8b7-6539-446d-85dc-08d70faa951b None None] Routers {'f20a01b8-35b5-4afb-84af-4ad133939b50'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:37:17.509911 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-dc3ee8b7-6539-446d-85dc-08d70faa951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:36:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f20a01b8-35b5-4afb-84af-4ad133939b50'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:37:17.560888 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650ab96-0b53-45ac-a9e8-3f3beca26b46 req-2dc41425-ed20-43b0-bfea-e68385703468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:17.563327 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c650ab96-0b53-45ac-a9e8-3f3beca26b46 req-2dc41425-ed20-43b0-bfea-e68385703468 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c5d8bec1-9baf-496d-8066-d331255bb96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0594957 Feb 07 21:37:17.630181 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-dc3ee8b7-6539-446d-85dc-08d70faa951b None None] Set router f20a01b8-35b5-4afb-84af-4ad133939b50 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:37:17.679592 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c650ab96-0b53-45ac-a9e8-3f3beca26b46 req-e40b47ae-44f9-4af0-998e-6943f5a6f422 service neutron] 10.222.0.71 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096654 Feb 07 21:37:17.777807 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 3dab136c-8923-4182-967c-e745af3e2dc9 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:37:17.805834 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c650ab96-0b53-45ac-a9e8-3f3beca26b46 req-4b83e1db-0d85-4976-a915-3a5d5d8e027c service neutron] 10.222.0.71 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199074 Feb 07 21:37:17.813824 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 3dab136c-8923-4182-967c-e745af3e2dc9 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:37:17.814483 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 3dab136c-8923-4182-967c-e745af3e2dc9 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:37:17.930957 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-dc3ee8b7-6539-446d-85dc-08d70faa951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'name': 'tempest-TestVolumeBootPattern-1761457576-router', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:17Z', 'updated_at': '2022-02-07T21:22:25Z', 'revision_number': 4, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'gw_port': {'id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:19Z', 'updated_at': '2022-02-07T21:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'a4c1c2c2-fd93-41f3-bbf0-a2f49f8380c5', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'floating_ip_address': '172.25.4.242', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'port_id': '734283d9-5e66-45c7-a3b2-a1538a62c5c3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'mac_address': 'fa:16:3e:e2:a7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926ab363-ca25-4993-9a90-5468b6628b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:37:16Z', 'updated_at': '2022-02-07T21:37:16Z', 'revision_number': 0, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'fixed_ip_address_scope': None}, {'id': 'db1ff27c-557e-4fce-9493-2af307995125', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'floating_ip_address': '172.25.4.112', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'port_id': 'bd0e427a-164f-4652-900c-d02583789525', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'mac_address': 'fa:16:3e:be:49:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859886d-c9ca-4611-b74c-94f775decb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:34:54Z', 'updated_at': '2022-02-07T21:34:56Z', 'revision_number': 1, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e60dab9-be35-49dc-985e-2abf88535ec8', 'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:23Z', 'updated_at': '2022-02-07T21:22:39Z', 'revision_number': 5, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'subnets': [{'id': '5277b698-1143-4952-a3ce-257473c57257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:37:17.962346 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3ee8b7-6539-446d-85dc-08d70faa951b None None] The sync data for ids ['f20a01b8-35b5-4afb-84af-4ad133939b50'] in n-d-828185-2 is: [{'id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'name': 'tempest-TestVolumeBootPattern-1761457576-router', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:17Z', 'updated_at': '2022-02-07T21:22:25Z', 'revision_number': 4, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'gw_port': {'id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:19Z', 'updated_at': '2022-02-07T21:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'a4c1c2c2-fd93-41f3-bbf0-a2f49f8380c5', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'floating_ip_address': '172.25.4.242', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'port_id': '734283d9-5e66-45c7-a3b2-a1538a62c5c3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'mac_address': 'fa:16:3e:e2:a7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926ab363-ca25-4993-9a90-5468b6628b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:37:16Z', 'updated_at': '2022-02-07T21:37:16Z', 'revision_number': 0, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'fixed_ip_address_scope': None}, {'id': 'db1ff27c-557e-4fce-9493-2af307995125', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'floating_ip_address': '172.25.4.112', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'port_id': 'bd0e427a-164f-4652-900c-d02583789525', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'mac_address': 'fa:16:3e:be:49:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859886d-c9ca-4611-b74c-94f775decb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:34:54Z', 'updated_at': '2022-02-07T21:34:56Z', 'revision_number': 1, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e60dab9-be35-49dc-985e-2abf88535ec8', 'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:23Z', 'updated_at': '2022-02-07T21:22:39Z', 'revision_number': 5, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'subnets': [{'id': '5277b698-1143-4952-a3ce-257473c57257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:37:18.217565 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd11364-7a16-47a9-8a4c-f088a8edcd47 None None] New status for floating IP a4c1c2c2-fd93-41f3-bbf0-a2f49f8380c5: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:37:18.467401 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a44ba8d8-cdef-41a7-8ff8-ec21ca332196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:19.638819 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7f42e-7d14-4a61-8ef8-af6816e1534b req-b758d7f8-a9c5-4320-93f5-213c1a0cd2f1 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:19.640507 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-34b7f42e-7d14-4a61-8ef8-af6816e1534b req-b758d7f8-a9c5-4320-93f5-213c1a0cd2f1 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 1127 time: 0.0452845 Feb 07 21:37:19.711038 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-34b7f42e-7d14-4a61-8ef8-af6816e1534b req-3f83f86a-a8c9-4d24-aeeb-50fc2bd0096a tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536168 Feb 07 21:37:19.847087 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6b758-fe61-4322-9d5d-69b1f1227b12 req-4e5d06a2-566e-4bf0-ab66-f3e7483087c1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:19.848713 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fdf6b758-fe61-4322-9d5d-69b1f1227b12 req-4e5d06a2-566e-4bf0-ab66-f3e7483087c1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 945 time: 0.0672817 Feb 07 21:37:19.900584 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fdf6b758-fe61-4322-9d5d-69b1f1227b12 req-01751df0-1329-4868-8a5e-75bd1a1a9223 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454431 Feb 07 21:37:19.923464 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 36788) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:19.992542 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6264ee1a-c83d-4220-b315-f8cee3d137a9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/floatingips/faaf7367-8524-430d-ace7-bc67545514b6 HTTP/1.1" status: 200 len: 992 time: 0.0674806 Feb 07 21:37:20.610474 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9bef3-d6c5-4947-9c87-5d8aa2f2b1e4 req-af07ba39-17d2-443e-b5a9-e33ad3846179 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:20.610970 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1962e049-3004-4991-a350-8783c6865ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:20.612942 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2bf9bef3-d6c5-4947-9c87-5d8aa2f2b1e4 req-af07ba39-17d2-443e-b5a9-e33ad3846179 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 945 time: 0.0996282 Feb 07 21:37:20.641636 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-a372cfb6-c2bd-4616-bd1b-86ce8debddfc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1540759 Feb 07 21:37:20.674545 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2bf9bef3-d6c5-4947-9c87-5d8aa2f2b1e4 req-8e3493b8-be6f-4009-878e-bdf51b03b20c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554786 Feb 07 21:37:21.859334 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:21.883628 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6b914-0fca-4a95-a97d-15daa9eae621 req-4c6f5f0c-b078-4433-af04-ce30373a6577 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:21.894214 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9af6b914-0fca-4a95-a97d-15daa9eae621 req-4c6f5f0c-b078-4433-af04-ce30373a6577 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 945 time: 0.1200321 Feb 07 21:37:21.975565 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-8d89b874-87a6-47de-9ca2-ba93ecf5885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:21.978210 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-8d89b874-87a6-47de-9ca2-ba93ecf5885f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 1127 time: 0.0619743 Feb 07 21:37:22.004655 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9af6b914-0fca-4a95-a97d-15daa9eae621 req-f49fa642-355a-46e1-a9ee-745f1fd4e393 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089349 Feb 07 21:37:22.090901 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-e25cd688-9246-424f-9362-03b47e9cb549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:22.092585 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-e25cd688-9246-424f-9362-03b47e9cb549 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9e242547-5814-4d78-8e6d-6252b72dc24e HTTP/1.1" status: 200 len: 897 time: 0.1071403 Feb 07 21:37:22.191933 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-378ac655-7484-444a-ad32-660e1e488b09 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a72604d2-1e97-4b6e-b8cd-a36ee17bb248 HTTP/1.1" status: 200 len: 1000 time: 0.0907395 Feb 07 21:37:22.244233 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-bdd78ea1-3ba1-4a12-bb73-6f1d4568dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:22.245709 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-bdd78ea1-3ba1-4a12-bb73-6f1d4568dc53 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=53bc0b6b-ba10-44c7-81d4-bb538aa35da3 HTTP/1.1" status: 200 len: 834 time: 0.0473065 Feb 07 21:37:22.343036 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-42a20ab3-3a1d-4b7b-8507-da0ce69966a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:22.346245 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-42a20ab3-3a1d-4b7b-8507-da0ce69966a1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e242547-5814-4d78-8e6d-6252b72dc24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0898831 Feb 07 21:37:22.465381 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-534532b3-c0f6-407a-bb18-2792de95813a service neutron] 10.222.0.69 "GET /v2.0/networks/9e242547-5814-4d78-8e6d-6252b72dc24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117115 Feb 07 21:37:22.597410 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-34c98f61-bd68-4f6c-857e-1805a1000a3c service neutron] 10.222.0.69 "GET /v2.0/networks/9e242547-5814-4d78-8e6d-6252b72dc24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237819 Feb 07 21:37:23.158684 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae742f-03b7-4bf8-bf3b-995243d14de5 req-7df670f5-e623-46c2-a782-0bcebe8521e7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:23.162250 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-beae742f-03b7-4bf8-bf3b-995243d14de5 req-7df670f5-e623-46c2-a782-0bcebe8521e7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 945 time: 0.0842431 Feb 07 21:37:23.258618 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-beae742f-03b7-4bf8-bf3b-995243d14de5 req-786855bc-291f-4b1a-91a9-a22c355657e5 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905700 Feb 07 21:37:23.357658 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:24.397773 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a61b3-0592-4895-8c21-ebf9b0591caa req-b5768def-4ae1-4d3c-bc7f-2c4540de2924 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:24.408077 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a1a61b3-0592-4895-8c21-ebf9b0591caa req-b5768def-4ae1-4d3c-bc7f-2c4540de2924 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 945 time: 0.0669444 Feb 07 21:37:24.478654 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a1a61b3-0592-4895-8c21-ebf9b0591caa req-e1b02859-9eba-40fb-9abf-4ab559da437d tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660119 Feb 07 21:37:24.674819 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:25.651304 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877972f5-6d31-4c6d-a209-b42f951c203e req-b9ffdb0e-2bd8-4576-8f7a-6ba14a1cb736 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:25.654330 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-877972f5-6d31-4c6d-a209-b42f951c203e req-b9ffdb0e-2bd8-4576-8f7a-6ba14a1cb736 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 945 time: 0.0670068 Feb 07 21:37:25.710165 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-877972f5-6d31-4c6d-a209-b42f951c203e req-45e05e5d-c898-4d31-abde-bc50ee20dadb tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489876 Feb 07 21:37:26.849994 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5040c-bf57-4658-a3e3-5d17b419c9be req-2fe87462-6113-4b00-bfc2-db101c9aaa79 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:26.851534 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79e5040c-bf57-4658-a3e3-5d17b419c9be req-2fe87462-6113-4b00-bfc2-db101c9aaa79 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 945 time: 0.0598195 Feb 07 21:37:26.908023 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79e5040c-bf57-4658-a3e3-5d17b419c9be req-a74528a4-5548-4894-9e8f-c60a5ce84978 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491171 Feb 07 21:37:28.048111 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277ef0f-32da-44e3-b98d-1e6ce2140166 req-2ee82df3-6198-4b4f-b9b2-def113b4011f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:28.050096 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2277ef0f-32da-44e3-b98d-1e6ce2140166 req-2ee82df3-6198-4b4f-b9b2-def113b4011f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 945 time: 0.0672181 Feb 07 21:37:28.102451 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2277ef0f-32da-44e3-b98d-1e6ce2140166 req-78ece936-faf5-4d78-9882-f365b21b1ad5 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466146 Feb 07 21:37:29.249608 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602adf9b-ebe9-46ad-b02c-dbf074eb23de req-fbd22671-994d-464d-a952-d24adb3336d7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:29.256788 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-602adf9b-ebe9-46ad-b02c-dbf074eb23de req-fbd22671-994d-464d-a952-d24adb3336d7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 945 time: 0.0717282 Feb 07 21:37:29.330634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-602adf9b-ebe9-46ad-b02c-dbf074eb23de req-d94f6772-01b1-466d-abd7-563c9dc1c4e5 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715945 Feb 07 21:37:30.475952 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50b7a6-c1a2-4e26-afe3-330b61c90246 req-f2fcd5ec-3b09-41f2-a8b1-dd998d1d2bee tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:30.478111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea50b7a6-c1a2-4e26-afe3-330b61c90246 req-f2fcd5ec-3b09-41f2-a8b1-dd998d1d2bee tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 945 time: 0.0683942 Feb 07 21:37:30.533560 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea50b7a6-c1a2-4e26-afe3-330b61c90246 req-01ae1531-c09b-41f9-8ca9-ff58263f6d04 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496483 Feb 07 21:37:31.743530 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fdbc5-ac4c-40a4-8f49-d0c98ec7c974 req-0e750489-eced-4994-8a3b-ee0be07fbdc7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:31.745475 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-579fdbc5-ac4c-40a4-8f49-d0c98ec7c974 req-0e750489-eced-4994-8a3b-ee0be07fbdc7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 945 time: 0.1159744 Feb 07 21:37:31.799510 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-579fdbc5-ac4c-40a4-8f49-d0c98ec7c974 req-908551cc-848a-4301-830d-af353a4ce41e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477097 Feb 07 21:37:32.944906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699573e1-8d54-4195-a96a-a22833d6e138 req-22a402ec-fd7d-4c75-9ed6-4e1e6c462b9d tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:32.946493 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-699573e1-8d54-4195-a96a-a22833d6e138 req-22a402ec-fd7d-4c75-9ed6-4e1e6c462b9d tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 945 time: 0.0665321 Feb 07 21:37:32.998394 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-699573e1-8d54-4195-a96a-a22833d6e138 req-0c360945-34b4-4ec0-9974-b1e4aaa9aa52 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449235 Feb 07 21:37:33.372501 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37000) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:33.498762 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9dd1461-1dc0-4cd9-9066-68a367a03ee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:33.587581 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9dd1461-1dc0-4cd9-9066-68a367a03ee2 admin admin] Publish callbacks [] for security_group (7877386c-aec0-4dee-ac8a-678512305c89), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:33.593202 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9dd1461-1dc0-4cd9-9066-68a367a03ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (7877386c-aec0-4dee-ac8a-678512305c89), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:33.629724 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd1461-1dc0-4cd9-9066-68a367a03ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7877386c-aec0-4dee-ac8a-678512305c89,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:33.636663 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e9dd1461-1dc0-4cd9-9066-68a367a03ee2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6ae12edcec39416aabcf4734cd81ad77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2603941 Feb 07 21:37:33.637007 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37004) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:33.685637 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c47327b7-c1e0-40f2-b077-d6f545ea9075 admin admin] Publish callbacks [] for security_group (7877386c-aec0-4dee-ac8a-678512305c89), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:33.708353 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c47327b7-c1e0-40f2-b077-d6f545ea9075 admin admin] Publish callbacks [] for security_group (7877386c-aec0-4dee-ac8a-678512305c89), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:33.779827 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c47327b7-c1e0-40f2-b077-d6f545ea9075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (7877386c-aec0-4dee-ac8a-678512305c89), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:33.782834 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c47327b7-c1e0-40f2-b077-d6f545ea9075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:33.784548 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c47327b7-c1e0-40f2-b077-d6f545ea9075 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7877386c-aec0-4dee-ac8a-678512305c89 HTTP/1.1" status: 204 len: 168 time: 0.1460180 Feb 07 21:37:33.820906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47327b7-c1e0-40f2-b077-d6f545ea9075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7877386c-aec0-4dee-ac8a-678512305c89,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:33.860136 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:34.129356 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:34.163319 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c52bec-5431-49b2-bdba-8e23492862d0 req-68d695f3-e30d-4e1d-a38a-cbcdae003b42 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:34.165640 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-11c52bec-5431-49b2-bdba-8e23492862d0 req-68d695f3-e30d-4e1d-a38a-cbcdae003b42 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 945 time: 0.0760257 Feb 07 21:37:34.228699 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-11c52bec-5431-49b2-bdba-8e23492862d0 req-9435c7f1-e83d-456c-9245-6b9807cabe4f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563316 Feb 07 21:37:34.617249 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-da89d5b3-6843-47df-b6c3-89151151a191 service neutron] show failed (client error): The resource could not be found. Feb 07 21:37:34.619219 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-da89d5b3-6843-47df-b6c3-89151151a191 service neutron] 10.222.0.69 "GET /v2.0/ports/a72604d2-1e97-4b6e-b8cd-a36ee17bb248/bindings/n-h2-828185-2 HTTP/1.1" status: 404 len: 380 time: 0.0670285 Feb 07 21:37:34.833881 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-dde59961-eb93-4006-932a-7e2f6b99927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:34.835388 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-dde59961-eb93-4006-932a-7e2f6b99927f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb&tenant_id=592f2c160f98413cb3dc6606723ba0e3 HTTP/1.1" status: 200 len: 1127 time: 0.0490038 Feb 07 21:37:34.846985 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-126bef2d-9bb5-464c-84f0-05fed5464be1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828185-2', 'device_owner': 'compute:nova'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:37:34.915314 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-126bef2d-9bb5-464c-84f0-05fed5464be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:35.157063 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-126bef2d-9bb5-464c-84f0-05fed5464be1 service neutron] For port a72604d2-1e97-4b6e-b8cd-a36ee17bb248, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=a72604d2-1e97-4b6e-b8cd-a36ee17bb248,segment=NetworkSegment(7fd70515-6afe-46fd-b23a-0dc5ec0e98f5),segment_id=7fd70515-6afe-46fd-b23a-0dc5ec0e98f5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:37:35.195082 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-126bef2d-9bb5-464c-84f0-05fed5464be1 service neutron] For port a72604d2-1e97-4b6e-b8cd-a36ee17bb248, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:37:35.238734 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18825959-05e7-46a3-baf0-2cedb5f27dfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:37:35.241436 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bd825a-7dd2-46c8-9f3f-94db5662afea" -d '{"events": [{"server_uuid": "18825959-05e7-46a3-baf0-2cedb5f27dfb", "name": "network-vif-unplugged", "status": "completed", "tag": "a72604d2-1e97-4b6e-b8cd-a36ee17bb248"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:37:35.247238 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-126bef2d-9bb5-464c-84f0-05fed5464be1 service neutron] Publish callbacks [] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:35.261797 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-126bef2d-9bb5-464c-84f0-05fed5464be1 service neutron] Transition to ACTIVE for port object a72604d2-1e97-4b6e-b8cd-a36ee17bb248 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:37:35.266566 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-126bef2d-9bb5-464c-84f0-05fed5464be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:35.316212 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6e02af-436e-463e-bc89-dada37110fe9 x-openstack-request-id: req-4d6e02af-436e-463e-bc89-dada37110fe9 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:37:35.316672 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18825959-05e7-46a3-baf0-2cedb5f27dfb", "name": "network-vif-unplugged", "status": "completed", "tag": "a72604d2-1e97-4b6e-b8cd-a36ee17bb248", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:37:35.317024 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4d6e02af-436e-463e-bc89-dada37110fe9 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:37:35.317645 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18825959-05e7-46a3-baf0-2cedb5f27dfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248', 'code': 200} Feb 07 21:37:35.363135 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126bef2d-9bb5-464c-84f0-05fed5464be1 service neutron] Pushing event updated for resources: {'Port': ['ID=a72604d2-1e97-4b6e-b8cd-a36ee17bb248,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:35.418445 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-126bef2d-9bb5-464c-84f0-05fed5464be1 service neutron] No DVR routers for this DVR port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:37:35.996149 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4fe95-e526-4536-8b68-7d0ff5a297eb req-ed6d6164-8fc2-4a0e-881f-f08ffeb3ffa3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:35.998126 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1a4fe95-e526-4536-8b68-7d0ff5a297eb req-ed6d6164-8fc2-4a0e-881f-f08ffeb3ffa3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 943 time: 0.0786586 Feb 07 21:37:36.065271 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-126bef2d-9bb5-464c-84f0-05fed5464be1 service neutron] Attempting to bind port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:37:36.065611 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-126bef2d-9bb5-464c-84f0-05fed5464be1 service neutron] Attempting to bind port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '7fd70515-6afe-46fd-b23a-0dc5ec0e98f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:37:36.066182 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-126bef2d-9bb5-464c-84f0-05fed5464be1 service neutron] Attempting to bind port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 on network 9e242547-5814-4d78-8e6d-6252b72dc24e {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:37:36.081459 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-126bef2d-9bb5-464c-84f0-05fed5464be1 service neutron] Port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 on network 9e242547-5814-4d78-8e6d-6252b72dc24e not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:37:36.081779 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-126bef2d-9bb5-464c-84f0-05fed5464be1 service neutron] Attempting to bind port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 on network 9e242547-5814-4d78-8e6d-6252b72dc24e {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:37:36.088201 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1a4fe95-e526-4536-8b68-7d0ff5a297eb req-a9d9bd71-40b1-42a6-9688-6dda0c2f64c5 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829713 Feb 07 21:37:36.091727 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-126bef2d-9bb5-464c-84f0-05fed5464be1 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:37:36.092175 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-126bef2d-9bb5-464c-84f0-05fed5464be1 service neutron] Checking segment: {'id': '7fd70515-6afe-46fd-b23a-0dc5ec0e98f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:37:36.092575 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-126bef2d-9bb5-464c-84f0-05fed5464be1 service neutron] Bound using segment: {'id': '7fd70515-6afe-46fd-b23a-0dc5ec0e98f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:37:36.093104 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-126bef2d-9bb5-464c-84f0-05fed5464be1 service neutron] Bound port: a72604d2-1e97-4b6e-b8cd-a36ee17bb248, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fd70515-6afe-46fd-b23a-0dc5ec0e98f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:37:36.093481 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-126bef2d-9bb5-464c-84f0-05fed5464be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:36.168160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-126bef2d-9bb5-464c-84f0-05fed5464be1 service neutron] For port a72604d2-1e97-4b6e-b8cd-a36ee17bb248, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:37:36.171851 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-126bef2d-9bb5-464c-84f0-05fed5464be1 service neutron] For port a72604d2-1e97-4b6e-b8cd-a36ee17bb248, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=a72604d2-1e97-4b6e-b8cd-a36ee17bb248,segment=NetworkSegment(7fd70515-6afe-46fd-b23a-0dc5ec0e98f5),segment_id=7fd70515-6afe-46fd-b23a-0dc5ec0e98f5)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:37:36.178840 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-126bef2d-9bb5-464c-84f0-05fed5464be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:36.214522 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-126bef2d-9bb5-464c-84f0-05fed5464be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:36.216223 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-126bef2d-9bb5-464c-84f0-05fed5464be1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:36.217293 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-126bef2d-9bb5-464c-84f0-05fed5464be1 service neutron] 10.222.0.71 "PUT /v2.0/ports/a72604d2-1e97-4b6e-b8cd-a36ee17bb248 HTTP/1.1" status: 200 len: 1091 time: 1.3748991 Feb 07 21:37:36.262260 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126bef2d-9bb5-464c-84f0-05fed5464be1 service neutron] Pushing event updated for resources: {'Port': ['ID=a72604d2-1e97-4b6e-b8cd-a36ee17bb248,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:36.304489 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-edb9ea2b-a2c6-4fb4-807c-eed004ff29ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:36.306862 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-edb9ea2b-a2c6-4fb4-807c-eed004ff29ad service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 1125 time: 0.0578949 Feb 07 21:37:36.417224 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-8b33eb38-881a-46e7-8756-f882c31db727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:36.418782 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-8b33eb38-881a-46e7-8756-f882c31db727 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9e242547-5814-4d78-8e6d-6252b72dc24e HTTP/1.1" status: 200 len: 897 time: 0.1049623 Feb 07 21:37:36.473514 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37078) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:36.510539 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-67e3816a-2cfc-47c7-ba0b-a81e4b2f2554 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a72604d2-1e97-4b6e-b8cd-a36ee17bb248 HTTP/1.1" status: 200 len: 998 time: 0.0845094 Feb 07 21:37:36.570538 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-5cd0ad2a-21fd-4592-9564-7447f0a002ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:36.572249 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-5cd0ad2a-21fd-4592-9564-7447f0a002ed service neutron] 10.222.0.71 "GET /v2.0/subnets?id=53bc0b6b-ba10-44c7-81d4-bb538aa35da3 HTTP/1.1" status: 200 len: 834 time: 0.0556262 Feb 07 21:37:36.636156 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b99b46d3-09be-4e90-a911-f5e59ec8e353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:36.656841 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-86ebfe60-376e-4dff-a0e7-ca74f9914f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:36.658792 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-86ebfe60-376e-4dff-a0e7-ca74f9914f57 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9e242547-5814-4d78-8e6d-6252b72dc24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0800326 Feb 07 21:37:36.725258 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b99b46d3-09be-4e90-a911-f5e59ec8e353 admin admin] Publish callbacks [] for security_group (36693808-a919-47aa-a818-8c59cd047c61), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:36.729412 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b99b46d3-09be-4e90-a911-f5e59ec8e353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (36693808-a919-47aa-a818-8c59cd047c61), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:36.761276 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-94302161-2fd8-4ac9-a61b-3c387b2c5952 service neutron] 10.222.0.71 "GET /v2.0/networks/9e242547-5814-4d78-8e6d-6252b72dc24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954063 Feb 07 21:37:36.775094 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b99b46d3-09be-4e90-a911-f5e59ec8e353 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=86b6488f04b94782914d715311aad9b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2977777 Feb 07 21:37:36.775390 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37090) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:36.776623 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b46d3-09be-4e90-a911-f5e59ec8e353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36693808-a919-47aa-a818-8c59cd047c61,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:36.889037 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54d26ed6-12c0-4a4a-afde-1e5433d0368c admin admin] Publish callbacks [] for security_group (36693808-a919-47aa-a818-8c59cd047c61), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:36.897270 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9036cd4c-ef79-4f9f-b7d8-ee3a7182b519 req-7180f996-6555-4da1-93dd-7be2e5941ec3 service neutron] 10.222.0.71 "GET /v2.0/networks/9e242547-5814-4d78-8e6d-6252b72dc24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294658 Feb 07 21:37:36.915566 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54d26ed6-12c0-4a4a-afde-1e5433d0368c admin admin] Publish callbacks [] for security_group (36693808-a919-47aa-a818-8c59cd047c61), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:36.979453 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54d26ed6-12c0-4a4a-afde-1e5433d0368c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (36693808-a919-47aa-a818-8c59cd047c61), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:36.982785 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54d26ed6-12c0-4a4a-afde-1e5433d0368c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:36.986372 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-54d26ed6-12c0-4a4a-afde-1e5433d0368c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/36693808-a919-47aa-a818-8c59cd047c61 HTTP/1.1" status: 204 len: 168 time: 0.2076111 Feb 07 21:37:36.992217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d26ed6-12c0-4a4a-afde-1e5433d0368c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36693808-a919-47aa-a818-8c59cd047c61,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:37.080386 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device a72604d2-1e97-4b6e-b8cd-a36ee17bb248 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:37:37.140687 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] The host n-h1-828185-2 is not matching for port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 host n-h2-828185-2! {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 07 21:37:37.141431 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device a72604d2-1e97-4b6e-b8cd-a36ee17bb248 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:37:37.224761 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8097a2-fa6a-40bf-a274-c473b3148875 req-ffbc6249-29d4-4622-8e62-828650ef713f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:37.226274 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb8097a2-fa6a-40bf-a274-c473b3148875 req-ffbc6249-29d4-4622-8e62-828650ef713f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 943 time: 0.0539484 Feb 07 21:37:37.283692 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb8097a2-fa6a-40bf-a274-c473b3148875 req-9408be91-158e-4e1f-97eb-a90ce28da1f5 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499740 Feb 07 21:37:37.297583 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37100) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:37.311944 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e128d6c-3c5a-4079-8eb0-68d238e0698c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:37.318691 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18825959-05e7-46a3-baf0-2cedb5f27dfb', 'tag': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:37:37.321032 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4369e4-7d55-4149-b9f0-798d4af7e757" -d '{"events": [{"name": "network-changed", "server_uuid": "18825959-05e7-46a3-baf0-2cedb5f27dfb", "tag": "a72604d2-1e97-4b6e-b8cd-a36ee17bb248"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:37:37.376658 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87064e6b-2c58-4b03-8875-a29e8c062bb4 x-openstack-request-id: req-87064e6b-2c58-4b03-8875-a29e8c062bb4 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:37:37.376920 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18825959-05e7-46a3-baf0-2cedb5f27dfb", "tag": "a72604d2-1e97-4b6e-b8cd-a36ee17bb248", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:37:37.377151 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-87064e6b-2c58-4b03-8875-a29e8c062bb4 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:37:37.377717 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18825959-05e7-46a3-baf0-2cedb5f27dfb', 'tag': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248', 'status': 'completed', 'code': 200} Feb 07 21:37:37.405968 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e128d6c-3c5a-4079-8eb0-68d238e0698c admin admin] Publish callbacks [] for security_group (8311afa0-92c2-4237-b3bf-4e52b225f773), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:37.417590 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e128d6c-3c5a-4079-8eb0-68d238e0698c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8311afa0-92c2-4237-b3bf-4e52b225f773), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:37.447385 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4369e4-7d55-4149-b9f0-798d4af7e757 req-2d20102d-51a4-4757-b987-13cba4a3dbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:37.448970 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-aa4369e4-7d55-4149-b9f0-798d4af7e757 req-2d20102d-51a4-4757-b987-13cba4a3dbb6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 1125 time: 0.0546086 Feb 07 21:37:37.479260 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0e128d6c-3c5a-4079-8eb0-68d238e0698c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0e2c0980ca2945c5aa8d0faf119e70b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1782029 Feb 07 21:37:37.479504 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37104) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:37.488476 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e128d6c-3c5a-4079-8eb0-68d238e0698c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8311afa0-92c2-4237-b3bf-4e52b225f773,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:37.518182 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4369e4-7d55-4149-b9f0-798d4af7e757 req-4d263716-ca1f-4321-99e8-66c623d0025a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:37.519690 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aa4369e4-7d55-4149-b9f0-798d4af7e757 req-4d263716-ca1f-4321-99e8-66c623d0025a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 1125 time: 0.1124759 Feb 07 21:37:37.552502 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4369e4-7d55-4149-b9f0-798d4af7e757 req-22ed8b33-a605-47d9-81e6-53d26c1dfdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:37.553914 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-aa4369e4-7d55-4149-b9f0-798d4af7e757 req-22ed8b33-a605-47d9-81e6-53d26c1dfdf9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9e242547-5814-4d78-8e6d-6252b72dc24e HTTP/1.1" status: 200 len: 897 time: 0.0992341 Feb 07 21:37:37.595279 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96ba5a03-2bab-4034-847b-0fb087f5b2ec admin admin] Publish callbacks [] for security_group (8311afa0-92c2-4237-b3bf-4e52b225f773), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:37.627093 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-aa4369e4-7d55-4149-b9f0-798d4af7e757 req-76196dbe-9e6a-45b7-af70-a7af1c35548b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a72604d2-1e97-4b6e-b8cd-a36ee17bb248 HTTP/1.1" status: 200 len: 998 time: 0.0678108 Feb 07 21:37:37.632106 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96ba5a03-2bab-4034-847b-0fb087f5b2ec admin admin] Publish callbacks [] for security_group (8311afa0-92c2-4237-b3bf-4e52b225f773), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:37.654849 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4369e4-7d55-4149-b9f0-798d4af7e757 req-165d752e-4855-4a0a-a8f3-1e02ab0fcf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:37.656341 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aa4369e4-7d55-4149-b9f0-798d4af7e757 req-165d752e-4855-4a0a-a8f3-1e02ab0fcf37 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9e242547-5814-4d78-8e6d-6252b72dc24e HTTP/1.1" status: 200 len: 897 time: 0.1303992 Feb 07 21:37:37.680154 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4369e4-7d55-4149-b9f0-798d4af7e757 req-b90a9bdd-1d5f-437b-98d0-8143cbfa3da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:37.681767 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-aa4369e4-7d55-4149-b9f0-798d4af7e757 req-b90a9bdd-1d5f-437b-98d0-8143cbfa3da5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=53bc0b6b-ba10-44c7-81d4-bb538aa35da3 HTTP/1.1" status: 200 len: 834 time: 0.0496340 Feb 07 21:37:37.748470 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4369e4-7d55-4149-b9f0-798d4af7e757 req-9856c38d-e04a-4256-928a-6a30ab132a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:37.748729 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96ba5a03-2bab-4034-847b-0fb087f5b2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8311afa0-92c2-4237-b3bf-4e52b225f773), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:37.750689 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-aa4369e4-7d55-4149-b9f0-798d4af7e757 req-9856c38d-e04a-4256-928a-6a30ab132a75 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e242547-5814-4d78-8e6d-6252b72dc24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0633128 Feb 07 21:37:37.751197 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96ba5a03-2bab-4034-847b-0fb087f5b2ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:37.754828 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-96ba5a03-2bab-4034-847b-0fb087f5b2ec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8311afa0-92c2-4237-b3bf-4e52b225f773 HTTP/1.1" status: 204 len: 168 time: 0.2720408 Feb 07 21:37:37.757377 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aa4369e4-7d55-4149-b9f0-798d4af7e757 req-525f6b66-2215-4eec-b064-1d3362b5de68 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a72604d2-1e97-4b6e-b8cd-a36ee17bb248 HTTP/1.1" status: 200 len: 998 time: 0.0924861 Feb 07 21:37:37.762545 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba5a03-2bab-4034-847b-0fb087f5b2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8311afa0-92c2-4237-b3bf-4e52b225f773,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:37.829718 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4369e4-7d55-4149-b9f0-798d4af7e757 req-ebba7506-cbfe-4791-ad7b-daa2b36e3ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:37.831546 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aa4369e4-7d55-4149-b9f0-798d4af7e757 req-ebba7506-cbfe-4791-ad7b-daa2b36e3ff4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=53bc0b6b-ba10-44c7-81d4-bb538aa35da3 HTTP/1.1" status: 200 len: 834 time: 0.0667217 Feb 07 21:37:37.883657 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-aa4369e4-7d55-4149-b9f0-798d4af7e757 req-0e98938d-b813-4ca9-b950-238617ced794 service neutron] 10.222.0.69 "GET /v2.0/networks/9e242547-5814-4d78-8e6d-6252b72dc24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255488 Feb 07 21:37:37.892515 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4369e4-7d55-4149-b9f0-798d4af7e757 req-11d41d46-8a97-4c7a-8d99-2d8776aebe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:37.894222 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aa4369e4-7d55-4149-b9f0-798d4af7e757 req-11d41d46-8a97-4c7a-8d99-2d8776aebe9d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9e242547-5814-4d78-8e6d-6252b72dc24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0565403 Feb 07 21:37:37.997529 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-aa4369e4-7d55-4149-b9f0-798d4af7e757 req-5feea0da-5a1a-4f1e-b237-c7c55abad436 service neutron] 10.222.0.69 "GET /v2.0/networks/9e242547-5814-4d78-8e6d-6252b72dc24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084099 Feb 07 21:37:38.010584 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aa4369e4-7d55-4149-b9f0-798d4af7e757 req-16957ff5-f0e8-4591-b1f9-0d7c26a79d83 service neutron] 10.222.0.71 "GET /v2.0/networks/9e242547-5814-4d78-8e6d-6252b72dc24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082761 Feb 07 21:37:38.121137 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aa4369e4-7d55-4149-b9f0-798d4af7e757 req-2b620df3-9023-4ae5-ab67-47f2d817f1e2 service neutron] 10.222.0.71 "GET /v2.0/networks/9e242547-5814-4d78-8e6d-6252b72dc24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989850 Feb 07 21:37:38.429912 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e523560-a2b5-4ccd-aebd-1adcb9014be5 req-9b3ad152-3f95-4380-b698-2c065838ddf6 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:38.431493 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e523560-a2b5-4ccd-aebd-1adcb9014be5 req-9b3ad152-3f95-4380-b698-2c065838ddf6 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 943 time: 0.0637655 Feb 07 21:37:38.484646 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e523560-a2b5-4ccd-aebd-1adcb9014be5 req-dcd30e63-64a2-4d76-b6ca-8bd212ae475f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474486 Feb 07 21:37:39.645212 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d59ad6-7c89-4258-b92f-461617f50477 req-e4faca19-53bb-4223-a3c9-e86c8a539cc1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:39.646958 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-97d59ad6-7c89-4258-b92f-461617f50477 req-e4faca19-53bb-4223-a3c9-e86c8a539cc1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 943 time: 0.0625415 Feb 07 21:37:39.710115 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-97d59ad6-7c89-4258-b92f-461617f50477 req-b69bd28f-8366-4791-9cb8-114564b23fd1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537477 Feb 07 21:37:40.847074 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79385f-8a64-4ad0-be14-608adbbd672b req-316841ba-7abf-4c40-9029-9f4400fa93c1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:40.849170 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b79385f-8a64-4ad0-be14-608adbbd672b req-316841ba-7abf-4c40-9029-9f4400fa93c1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 943 time: 0.0580027 Feb 07 21:37:40.915710 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b79385f-8a64-4ad0-be14-608adbbd672b req-758332c8-f005-443b-8445-124e18304f69 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579123 Feb 07 21:37:41.238405 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-fa155c20-0808-4839-8914-0aa992e0c98f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:41.240106 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-fa155c20-0808-4839-8914-0aa992e0c98f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.71 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb&tenant_id=592f2c160f98413cb3dc6606723ba0e3&binding%3Ahost_id=n-h2-828185-2 HTTP/1.1" status: 200 len: 943 time: 0.1071157 Feb 07 21:37:41.282869 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111681fc-d2b9-4b9f-a7bd-17999144acb6 req-1cf219c0-7a19-4e67-a906-54939f4f605e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:41.284680 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-111681fc-d2b9-4b9f-a7bd-17999144acb6 req-1cf219c0-7a19-4e67-a906-54939f4f605e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 943 time: 0.1083772 Feb 07 21:37:41.349056 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-dd8b54ee-5475-4d22-b4dd-58068f802c63 service neutron] 10.222.0.71 "GET /v2.0/ports/a72604d2-1e97-4b6e-b8cd-a36ee17bb248/bindings/n-h2-828185-2 HTTP/1.1" status: 200 len: 382 time: 0.1025584 Feb 07 21:37:41.372739 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-111681fc-d2b9-4b9f-a7bd-17999144acb6 req-631ddf9f-9107-434f-87eb-23374f1b011d tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745325 Feb 07 21:37:41.448947 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-8f78de97-8aa8-430b-a72d-453fe3f7d2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:41.450822 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-8f78de97-8aa8-430b-a72d-453fe3f7d2b0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 1125 time: 0.0658686 Feb 07 21:37:41.566070 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-aae4e950-a837-4733-9e88-d9476802ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:41.568431 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-aae4e950-a837-4733-9e88-d9476802ad30 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9e242547-5814-4d78-8e6d-6252b72dc24e HTTP/1.1" status: 200 len: 897 time: 0.1094203 Feb 07 21:37:41.647297 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-d8629ee9-f378-4747-b929-41a69f8d8503 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a72604d2-1e97-4b6e-b8cd-a36ee17bb248 HTTP/1.1" status: 200 len: 998 time: 0.0739489 Feb 07 21:37:41.701980 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-60741dc8-1255-4e77-b014-14af81b9f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:41.703855 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-60741dc8-1255-4e77-b014-14af81b9f868 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=53bc0b6b-ba10-44c7-81d4-bb538aa35da3 HTTP/1.1" status: 200 len: 834 time: 0.0512252 Feb 07 21:37:41.759401 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-8be84698-53a6-4334-85a3-ee0d63a24811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:41.761297 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-8be84698-53a6-4334-85a3-ee0d63a24811 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9e242547-5814-4d78-8e6d-6252b72dc24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0518932 Feb 07 21:37:41.862132 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-2640ba03-9df2-456e-b8b5-0ffe66aedae1 service neutron] 10.222.0.71 "GET /v2.0/networks/9e242547-5814-4d78-8e6d-6252b72dc24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946798 Feb 07 21:37:41.904638 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device a72604d2-1e97-4b6e-b8cd-a36ee17bb248 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:37:41.959600 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-226a7c18-e828-4cbe-9494-be60938a56c0 service neutron] 10.222.0.71 "GET /v2.0/networks/9e242547-5814-4d78-8e6d-6252b72dc24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915437 Feb 07 21:37:42.034003 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port a72604d2-1e97-4b6e-b8cd-a36ee17bb248, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=a72604d2-1e97-4b6e-b8cd-a36ee17bb248,segment=NetworkSegment(7fd70515-6afe-46fd-b23a-0dc5ec0e98f5),segment_id=7fd70515-6afe-46fd-b23a-0dc5ec0e98f5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:37:42.045129 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248', 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e', 'port_id': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248', 'mac_address': 'fa:16:3e:2f:a3:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53bc0b6b-ba10-44c7-81d4-bb538aa35da3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:37:42.085412 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:37:42.085904 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:42.101576 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a72604d2-1e97-4b6e-b8cd-a36ee17bb248 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:37:42.121848 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port a72604d2-1e97-4b6e-b8cd-a36ee17bb248, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=a72604d2-1e97-4b6e-b8cd-a36ee17bb248,segment=NetworkSegment(7fd70515-6afe-46fd-b23a-0dc5ec0e98f5),segment_id=7fd70515-6afe-46fd-b23a-0dc5ec0e98f5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:37:42.126426 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:42.174587 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=a72604d2-1e97-4b6e-b8cd-a36ee17bb248,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:42.476732 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['a72604d2-1e97-4b6e-b8cd-a36ee17bb248'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:37:42.529754 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0089cd-e8fb-4438-858c-dc7270b6a233 req-37c71265-ebfd-4e5f-9783-22e8e8dcd297 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:42.532088 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bd0089cd-e8fb-4438-858c-dc7270b6a233 req-37c71265-ebfd-4e5f-9783-22e8e8dcd297 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 944 time: 0.0717187 Feb 07 21:37:42.591029 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bd0089cd-e8fb-4438-858c-dc7270b6a233 req-0d2e143f-7eb2-4b15-98cb-bf51a8ae89fa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515549 Feb 07 21:37:43.724610 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37248) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:43.747617 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5d8df-b475-46fc-91e6-042633983294 req-727f8201-e9bc-441e-8410-fb36e00d8d7e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:43.749208 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b6e5d8df-b475-46fc-91e6-042633983294 req-727f8201-e9bc-441e-8410-fb36e00d8d7e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 944 time: 0.0781384 Feb 07 21:37:43.805363 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b6e5d8df-b475-46fc-91e6-042633983294 req-14e9333b-b68b-46e4-8fd7-5fe85bc23f30 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494776 Feb 07 21:37:43.845558 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cee2684d-1d7a-475c-84f7-448f3acaef20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:43.904113 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device a72604d2-1e97-4b6e-b8cd-a36ee17bb248 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:37:43.937373 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cee2684d-1d7a-475c-84f7-448f3acaef20 admin admin] Publish callbacks [] for security_group (9e01c3b0-1ed0-417c-92b8-cd09765da778), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:43.941390 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cee2684d-1d7a-475c-84f7-448f3acaef20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9e01c3b0-1ed0-417c-92b8-cd09765da778), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:43.983246 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37252) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:43.983495 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cee2684d-1d7a-475c-84f7-448f3acaef20 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=37ad3856ea9a49e281eac402c522a1c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2575872 Feb 07 21:37:43.984425 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2684d-1d7a-475c-84f7-448f3acaef20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e01c3b0-1ed0-417c-92b8-cd09765da778,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:44.014990 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port a72604d2-1e97-4b6e-b8cd-a36ee17bb248, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=a72604d2-1e97-4b6e-b8cd-a36ee17bb248,segment=NetworkSegment(7fd70515-6afe-46fd-b23a-0dc5ec0e98f5),segment_id=7fd70515-6afe-46fd-b23a-0dc5ec0e98f5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:37:44.027692 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248', 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e', 'port_id': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248', 'mac_address': 'fa:16:3e:2f:a3:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53bc0b6b-ba10-44c7-81d4-bb538aa35da3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:37:44.052944 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c168f626-ffd7-434c-9007-ea1a56cf23ba admin admin] Publish callbacks [] for security_group (9e01c3b0-1ed0-417c-92b8-cd09765da778), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:44.075021 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c168f626-ffd7-434c-9007-ea1a56cf23ba admin admin] Publish callbacks [] for security_group (9e01c3b0-1ed0-417c-92b8-cd09765da778), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:44.127188 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c168f626-ffd7-434c-9007-ea1a56cf23ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9e01c3b0-1ed0-417c-92b8-cd09765da778), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:44.130310 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c168f626-ffd7-434c-9007-ea1a56cf23ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:44.133901 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c168f626-ffd7-434c-9007-ea1a56cf23ba admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9e01c3b0-1ed0-417c-92b8-cd09765da778 HTTP/1.1" status: 204 len: 168 time: 0.1470408 Feb 07 21:37:44.151082 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168f626-ffd7-434c-9007-ea1a56cf23ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e01c3b0-1ed0-417c-92b8-cd09765da778,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:44.282939 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-0443cc95-a29e-4b82-b64b-c98ce64d46db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:44.284490 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-0443cc95-a29e-4b82-b64b-c98ce64d46db service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb&tenant_id=592f2c160f98413cb3dc6606723ba0e3 HTTP/1.1" status: 200 len: 1126 time: 0.0494602 Feb 07 21:37:44.294581 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-32fd3ab1-453c-4ed3-bd6c-8091becc95dd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828185-2', 'device_owner': 'compute:nova'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:37:44.359351 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-32fd3ab1-453c-4ed3-bd6c-8091becc95dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:44.442367 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37258) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:44.460365 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71729075-8be9-4c76-9c8e-67a320d9e1ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:44.548260 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71729075-8be9-4c76-9c8e-67a320d9e1ea admin admin] Publish callbacks [] for security_group (c10b7d6e-60b5-44a6-b3d1-bfc11ddd492f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:44.554620 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71729075-8be9-4c76-9c8e-67a320d9e1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c10b7d6e-60b5-44a6-b3d1-bfc11ddd492f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:44.566428 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-32fd3ab1-453c-4ed3-bd6c-8091becc95dd service neutron] For port a72604d2-1e97-4b6e-b8cd-a36ee17bb248, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=a72604d2-1e97-4b6e-b8cd-a36ee17bb248,segment=NetworkSegment(7fd70515-6afe-46fd-b23a-0dc5ec0e98f5),segment_id=7fd70515-6afe-46fd-b23a-0dc5ec0e98f5)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:37:44.596668 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-71729075-8be9-4c76-9c8e-67a320d9e1ea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=696e977b1da7401b89166cdfa1ba9718&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1505797 Feb 07 21:37:44.597591 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37262) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:44.605452 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-32fd3ab1-453c-4ed3-bd6c-8091becc95dd service neutron] For port a72604d2-1e97-4b6e-b8cd-a36ee17bb248, host n-h2-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:37:44.620900 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71729075-8be9-4c76-9c8e-67a320d9e1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10b7d6e-60b5-44a6-b3d1-bfc11ddd492f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:44.621157 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:37:44.644412 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-32fd3ab1-453c-4ed3-bd6c-8091becc95dd service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a72604d2-1e97-4b6e-b8cd-a36ee17bb248 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:37:44.653579 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-32fd3ab1-453c-4ed3-bd6c-8091becc95dd service neutron] Publish callbacks [] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:44.656383 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-57205d55-0627-481e-8fa3-165db4bd2c18 admin admin] Publish callbacks [] for security_group (c10b7d6e-60b5-44a6-b3d1-bfc11ddd492f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:44.664618 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-32fd3ab1-453c-4ed3-bd6c-8091becc95dd service neutron] Ignored duplicate provisioning block setup for port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 07 21:37:44.668592 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-32fd3ab1-453c-4ed3-bd6c-8091becc95dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:44.678666 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-57205d55-0627-481e-8fa3-165db4bd2c18 admin admin] Publish callbacks [] for security_group (c10b7d6e-60b5-44a6-b3d1-bfc11ddd492f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:44.745837 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-57205d55-0627-481e-8fa3-165db4bd2c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c10b7d6e-60b5-44a6-b3d1-bfc11ddd492f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:44.749733 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-57205d55-0627-481e-8fa3-165db4bd2c18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:44.751702 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-57205d55-0627-481e-8fa3-165db4bd2c18 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c10b7d6e-60b5-44a6-b3d1-bfc11ddd492f HTTP/1.1" status: 204 len: 168 time: 0.1531916 Feb 07 21:37:44.762418 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57205d55-0627-481e-8fa3-165db4bd2c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10b7d6e-60b5-44a6-b3d1-bfc11ddd492f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:44.784601 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd3ab1-453c-4ed3-bd6c-8091becc95dd service neutron] Pushing event updated for resources: {'Port': ['ID=a72604d2-1e97-4b6e-b8cd-a36ee17bb248,revision_number=9']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:44.822149 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-32fd3ab1-453c-4ed3-bd6c-8091becc95dd service neutron] No DVR routers for this DVR port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 on host n-h2-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:37:45.011980 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bbc73-1072-4a90-84e2-a37180fd9adf req-3c6acb6c-1271-4176-9e7f-aacc28aaa831 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:45.015591 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4d7bbc73-1072-4a90-84e2-a37180fd9adf req-3c6acb6c-1271-4176-9e7f-aacc28aaa831 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 943 time: 0.0700679 Feb 07 21:37:45.072900 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4d7bbc73-1072-4a90-84e2-a37180fd9adf req-d2b5668d-bf6a-4d19-98dd-0dbbd11a7819 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499711 Feb 07 21:37:45.328823 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-32fd3ab1-453c-4ed3-bd6c-8091becc95dd service neutron] Attempting to bind port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:37:45.329179 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-32fd3ab1-453c-4ed3-bd6c-8091becc95dd service neutron] Attempting to bind port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '7fd70515-6afe-46fd-b23a-0dc5ec0e98f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:37:45.329487 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-32fd3ab1-453c-4ed3-bd6c-8091becc95dd service neutron] Attempting to bind port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 on network 9e242547-5814-4d78-8e6d-6252b72dc24e {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:37:45.334729 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-32fd3ab1-453c-4ed3-bd6c-8091becc95dd service neutron] Port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 on network 9e242547-5814-4d78-8e6d-6252b72dc24e not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:37:45.335055 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-32fd3ab1-453c-4ed3-bd6c-8091becc95dd service neutron] Attempting to bind port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 on network 9e242547-5814-4d78-8e6d-6252b72dc24e {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:37:45.340119 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-32fd3ab1-453c-4ed3-bd6c-8091becc95dd service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:37:45.340390 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-32fd3ab1-453c-4ed3-bd6c-8091becc95dd service neutron] Checking segment: {'id': '7fd70515-6afe-46fd-b23a-0dc5ec0e98f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:37:45.340791 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-32fd3ab1-453c-4ed3-bd6c-8091becc95dd service neutron] Bound using segment: {'id': '7fd70515-6afe-46fd-b23a-0dc5ec0e98f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:37:45.341224 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-32fd3ab1-453c-4ed3-bd6c-8091becc95dd service neutron] Bound port: a72604d2-1e97-4b6e-b8cd-a36ee17bb248, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fd70515-6afe-46fd-b23a-0dc5ec0e98f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:37:45.341582 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-32fd3ab1-453c-4ed3-bd6c-8091becc95dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:45.411954 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-32fd3ab1-453c-4ed3-bd6c-8091becc95dd service neutron] For port a72604d2-1e97-4b6e-b8cd-a36ee17bb248, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:37:45.415796 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-32fd3ab1-453c-4ed3-bd6c-8091becc95dd service neutron] For port a72604d2-1e97-4b6e-b8cd-a36ee17bb248, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=a72604d2-1e97-4b6e-b8cd-a36ee17bb248,segment=NetworkSegment(7fd70515-6afe-46fd-b23a-0dc5ec0e98f5),segment_id=7fd70515-6afe-46fd-b23a-0dc5ec0e98f5)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:37:45.423458 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-32fd3ab1-453c-4ed3-bd6c-8091becc95dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:45.466645 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-32fd3ab1-453c-4ed3-bd6c-8091becc95dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:45.467531 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-32fd3ab1-453c-4ed3-bd6c-8091becc95dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:45.469014 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-32fd3ab1-453c-4ed3-bd6c-8091becc95dd service neutron] 10.222.0.69 "PUT /v2.0/ports/a72604d2-1e97-4b6e-b8cd-a36ee17bb248 HTTP/1.1" status: 200 len: 1091 time: 1.1785147 Feb 07 21:37:45.471824 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18825959-05e7-46a3-baf0-2cedb5f27dfb', 'tag': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:37:45.475324 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65776619-6b5e-462e-b670-3743b65002bf" -d '{"events": [{"name": "network-changed", "server_uuid": "18825959-05e7-46a3-baf0-2cedb5f27dfb", "tag": "a72604d2-1e97-4b6e-b8cd-a36ee17bb248"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:37:45.534398 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd3ab1-453c-4ed3-bd6c-8091becc95dd service neutron] Pushing event updated for resources: {'Port': ['ID=a72604d2-1e97-4b6e-b8cd-a36ee17bb248,revision_number=10']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:45.546214 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d02505a-9870-4bfa-bb5c-e1407692c308 x-openstack-request-id: req-0d02505a-9870-4bfa-bb5c-e1407692c308 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:37:45.546507 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18825959-05e7-46a3-baf0-2cedb5f27dfb", "tag": "a72604d2-1e97-4b6e-b8cd-a36ee17bb248", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:37:45.546759 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0d02505a-9870-4bfa-bb5c-e1407692c308 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:37:45.547269 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18825959-05e7-46a3-baf0-2cedb5f27dfb', 'tag': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248', 'status': 'completed', 'code': 200} Feb 07 21:37:45.599926 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-15278291-6775-404b-a95b-6d2ab6d0f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:45.608243 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-15278291-6775-404b-a95b-6d2ab6d0f67d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 1126 time: 0.1085873 Feb 07 21:37:45.666682 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65776619-6b5e-462e-b670-3743b65002bf req-cd0956a8-de6d-44e5-8bb1-8253dffdbdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:45.668222 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65776619-6b5e-462e-b670-3743b65002bf req-cd0956a8-de6d-44e5-8bb1-8253dffdbdec service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 1126 time: 0.1030798 Feb 07 21:37:45.779042 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-b7042073-f044-43ed-8640-a121b636e4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:45.780960 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-b7042073-f044-43ed-8640-a121b636e4db service neutron] 10.222.0.69 "GET /v2.0/networks?id=9e242547-5814-4d78-8e6d-6252b72dc24e HTTP/1.1" status: 200 len: 897 time: 0.1668060 Feb 07 21:37:45.811042 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65776619-6b5e-462e-b670-3743b65002bf req-0ef3ece2-4c98-43c3-90dd-f2ab0fab88ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:45.813061 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65776619-6b5e-462e-b670-3743b65002bf req-0ef3ece2-4c98-43c3-90dd-f2ab0fab88ef service neutron] 10.222.0.71 "GET /v2.0/networks?id=9e242547-5814-4d78-8e6d-6252b72dc24e HTTP/1.1" status: 200 len: 897 time: 0.1392870 Feb 07 21:37:45.868225 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-f183714d-05f4-4f6e-8da0-1cde704c7f7e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a72604d2-1e97-4b6e-b8cd-a36ee17bb248 HTTP/1.1" status: 200 len: 998 time: 0.0810823 Feb 07 21:37:45.910494 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65776619-6b5e-462e-b670-3743b65002bf req-a87e89db-c385-4935-bccc-127bd0ce1560 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a72604d2-1e97-4b6e-b8cd-a36ee17bb248 HTTP/1.1" status: 200 len: 998 time: 0.0918605 Feb 07 21:37:45.921798 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-1a8352e5-68c2-42a0-b131-c1e4e173f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:45.923532 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-1a8352e5-68c2-42a0-b131-c1e4e173f0b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=53bc0b6b-ba10-44c7-81d4-bb538aa35da3 HTTP/1.1" status: 200 len: 834 time: 0.0502243 Feb 07 21:37:45.974064 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65776619-6b5e-462e-b670-3743b65002bf req-6952ecc6-d7c9-4f67-b34f-461ab072b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:45.975984 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65776619-6b5e-462e-b670-3743b65002bf req-6952ecc6-d7c9-4f67-b34f-461ab072b194 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=53bc0b6b-ba10-44c7-81d4-bb538aa35da3 HTTP/1.1" status: 200 len: 834 time: 0.0579965 Feb 07 21:37:45.978595 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-94bad63e-b045-4c91-97b0-1382d72a9f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:45.980200 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-94bad63e-b045-4c91-97b0-1382d72a9f19 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e242547-5814-4d78-8e6d-6252b72dc24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498767 Feb 07 21:37:46.033160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65776619-6b5e-462e-b670-3743b65002bf req-3564eedb-0798-4a84-b70b-3d561365dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:46.034976 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65776619-6b5e-462e-b670-3743b65002bf req-3564eedb-0798-4a84-b70b-3d561365dd8b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9e242547-5814-4d78-8e6d-6252b72dc24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0534120 Feb 07 21:37:46.111497 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-e242cb67-97de-44ba-a5ad-0d25152f0cf2 service neutron] 10.222.0.69 "GET /v2.0/networks/9e242547-5814-4d78-8e6d-6252b72dc24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246362 Feb 07 21:37:46.140409 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65776619-6b5e-462e-b670-3743b65002bf req-273307e5-6e4c-4101-b1e8-57a2a3a5315a service neutron] 10.222.0.71 "GET /v2.0/networks/9e242547-5814-4d78-8e6d-6252b72dc24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987520 Feb 07 21:37:46.252761 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c9743ba0-bd89-4054-9098-bf21257ac7d7 req-d60563ad-ce2b-4c81-8ed2-bf6725c85bbd service neutron] 10.222.0.69 "GET /v2.0/networks/9e242547-5814-4d78-8e6d-6252b72dc24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348202 Feb 07 21:37:46.305780 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3822b30-ea89-4969-ac77-cdaaa52edb65 req-37b122ea-d345-4d9e-96b5-937704f757d1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:46.307299 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3822b30-ea89-4969-ac77-cdaaa52edb65 req-37b122ea-d345-4d9e-96b5-937704f757d1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 944 time: 0.0943701 Feb 07 21:37:46.310188 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65776619-6b5e-462e-b670-3743b65002bf req-c66e167d-0970-40d5-a059-9ae9a6b33d3c service neutron] 10.222.0.71 "GET /v2.0/networks/9e242547-5814-4d78-8e6d-6252b72dc24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630757 Feb 07 21:37:46.376988 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3822b30-ea89-4969-ac77-cdaaa52edb65 req-8825b653-34e7-4ef7-8ab1-fee6dd6e0646 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605438 Feb 07 21:37:46.383457 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65776619-6b5e-462e-b670-3743b65002bf req-2587136b-3c7e-4dfd-8418-2ab0dc34ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:46.385002 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-65776619-6b5e-462e-b670-3743b65002bf req-2587136b-3c7e-4dfd-8418-2ab0dc34ba89 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 1126 time: 0.0719912 Feb 07 21:37:46.486322 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65776619-6b5e-462e-b670-3743b65002bf req-4de66943-a9bb-421f-a27f-01ccc9643ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:46.487721 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-65776619-6b5e-462e-b670-3743b65002bf req-4de66943-a9bb-421f-a27f-01ccc9643ed1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9e242547-5814-4d78-8e6d-6252b72dc24e HTTP/1.1" status: 200 len: 897 time: 0.0917668 Feb 07 21:37:46.555884 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-65776619-6b5e-462e-b670-3743b65002bf req-f8363f13-c0d8-4ea3-bd20-5b82585a5df5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a72604d2-1e97-4b6e-b8cd-a36ee17bb248 HTTP/1.1" status: 200 len: 998 time: 0.0611084 Feb 07 21:37:46.609043 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65776619-6b5e-462e-b670-3743b65002bf req-50b0c06f-3d74-4585-bd76-15290c76cbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:46.610964 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-65776619-6b5e-462e-b670-3743b65002bf req-50b0c06f-3d74-4585-bd76-15290c76cbed service neutron] 10.222.0.69 "GET /v2.0/subnets?id=53bc0b6b-ba10-44c7-81d4-bb538aa35da3 HTTP/1.1" status: 200 len: 834 time: 0.0502789 Feb 07 21:37:46.681608 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65776619-6b5e-462e-b670-3743b65002bf req-28c12d36-b4d9-46de-a499-82d4f6f878c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:46.683217 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-65776619-6b5e-462e-b670-3743b65002bf req-28c12d36-b4d9-46de-a499-82d4f6f878c5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e242547-5814-4d78-8e6d-6252b72dc24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0628014 Feb 07 21:37:46.788967 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-65776619-6b5e-462e-b670-3743b65002bf req-be363bd9-427f-437e-b614-951ea091fca2 service neutron] 10.222.0.69 "GET /v2.0/networks/9e242547-5814-4d78-8e6d-6252b72dc24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987718 Feb 07 21:37:46.903257 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-65776619-6b5e-462e-b670-3743b65002bf req-c98debd8-d520-4dd0-94b0-8988b29541b2 service neutron] 10.222.0.69 "GET /v2.0/networks/9e242547-5814-4d78-8e6d-6252b72dc24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080105 Feb 07 21:37:47.240991 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-99aa301b-90db-482b-8486-b5a039a2b6b7 req-90ac6db5-8a11-4fdf-bd70-485f5933c2b2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471432 Feb 07 21:37:47.330087 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa301b-90db-482b-8486-b5a039a2b6b7 req-fa16be9a-833e-4be5-8eac-9aba1cc8fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:47.331690 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-99aa301b-90db-482b-8486-b5a039a2b6b7 req-fa16be9a-833e-4be5-8eac-9aba1cc8fefd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 1128 time: 0.0455561 Feb 07 21:37:47.469255 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa301b-90db-482b-8486-b5a039a2b6b7 req-c8382b95-2787-468a-9dc6-d3969aa83ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:47.470995 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-99aa301b-90db-482b-8486-b5a039a2b6b7 req-c8382b95-2787-468a-9dc6-d3969aa83ebc service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 913 time: 0.1163952 Feb 07 21:37:47.514937 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcd623-4942-47ca-9a52-4ca29acffbd4 req-42462023-adb5-4d5e-aef7-7de1978a421b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:47.516573 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bdfcd623-4942-47ca-9a52-4ca29acffbd4 req-42462023-adb5-4d5e-aef7-7de1978a421b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 944 time: 0.0624266 Feb 07 21:37:47.553920 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-99aa301b-90db-482b-8486-b5a039a2b6b7 req-d74fcd3a-2e5a-479d-8c47-dbd713637144 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd0e427a-164f-4652-900c-d02583789525 HTTP/1.1" status: 200 len: 1002 time: 0.0754993 Feb 07 21:37:47.574807 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bdfcd623-4942-47ca-9a52-4ca29acffbd4 req-b42ea56f-05c5-45b4-9556-67544115c6a5 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494902 Feb 07 21:37:47.625595 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa301b-90db-482b-8486-b5a039a2b6b7 req-560374c9-5557-4a53-959b-597c48250b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:47.627406 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-99aa301b-90db-482b-8486-b5a039a2b6b7 req-560374c9-5557-4a53-959b-597c48250b2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5277b698-1143-4952-a3ce-257473c57257 HTTP/1.1" status: 200 len: 851 time: 0.0669475 Feb 07 21:37:47.686764 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa301b-90db-482b-8486-b5a039a2b6b7 req-113bfb8e-9546-4e14-a688-73223f7b2f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:47.689316 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-99aa301b-90db-482b-8486-b5a039a2b6b7 req-113bfb8e-9546-4e14-a688-73223f7b2f6c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5d8bec1-9baf-496d-8066-d331255bb96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0548427 Feb 07 21:37:47.799039 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-99aa301b-90db-482b-8486-b5a039a2b6b7 req-e2e3be45-1887-45e3-b582-4216a3684c0a service neutron] 10.222.0.69 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981493 Feb 07 21:37:47.900334 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-99aa301b-90db-482b-8486-b5a039a2b6b7 req-1a41fee7-d0d7-43fe-85c5-0c6991e00d8b service neutron] 10.222.0.69 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917032 Feb 07 21:37:47.932914 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device a72604d2-1e97-4b6e-b8cd-a36ee17bb248 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:37:47.973523 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] The host n-h2-828185-2 is not matching for port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 host n-h1-828185-2! {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 07 21:37:47.973906 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device a72604d2-1e97-4b6e-b8cd-a36ee17bb248 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:37:48.454784 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-af8f9ba7-47fc-48e5-b329-7d9ecdbdf06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:48.715490 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b357bf8-a1b8-41c1-93e6-8d243ad9a48b req-283b008d-042f-4e0e-850a-466b830c6271 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:48.717260 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7b357bf8-a1b8-41c1-93e6-8d243ad9a48b req-283b008d-042f-4e0e-850a-466b830c6271 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 944 time: 0.0611684 Feb 07 21:37:48.773473 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7b357bf8-a1b8-41c1-93e6-8d243ad9a48b req-f6b20bb3-aeba-47bd-8764-14e58be7b870 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499899 Feb 07 21:37:49.097340 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device a72604d2-1e97-4b6e-b8cd-a36ee17bb248 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:37:49.207301 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port a72604d2-1e97-4b6e-b8cd-a36ee17bb248, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=a72604d2-1e97-4b6e-b8cd-a36ee17bb248,segment=NetworkSegment(7fd70515-6afe-46fd-b23a-0dc5ec0e98f5),segment_id=7fd70515-6afe-46fd-b23a-0dc5ec0e98f5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:37:49.222798 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248', 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e', 'port_id': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248', 'mac_address': 'fa:16:3e:2f:a3:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53bc0b6b-ba10-44c7-81d4-bb538aa35da3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:37:49.269714 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:37:49.270449 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:49.286360 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a72604d2-1e97-4b6e-b8cd-a36ee17bb248 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:37:49.318035 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port a72604d2-1e97-4b6e-b8cd-a36ee17bb248, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=a72604d2-1e97-4b6e-b8cd-a36ee17bb248,segment=NetworkSegment(7fd70515-6afe-46fd-b23a-0dc5ec0e98f5),segment_id=7fd70515-6afe-46fd-b23a-0dc5ec0e98f5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:37:49.324448 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:49.384704 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=a72604d2-1e97-4b6e-b8cd-a36ee17bb248,revision_number=11']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:49.544506 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c50b7e7-2d76-4d5c-ae70-0c59b30e6be6 req-9a1f1935-297c-4e00-81e0-e512de31f180 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575244 Feb 07 21:37:49.632157 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50b7e7-2d76-4d5c-ae70-0c59b30e6be6 req-3e970e56-7adc-4ead-b533-e4fce4a840e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:49.633748 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c50b7e7-2d76-4d5c-ae70-0c59b30e6be6 req-3e970e56-7adc-4ead-b533-e4fce4a840e8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 1128 time: 0.0457921 Feb 07 21:37:49.662111 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['a72604d2-1e97-4b6e-b8cd-a36ee17bb248'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:37:49.815379 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50b7e7-2d76-4d5c-ae70-0c59b30e6be6 req-4c63ab4f-9cd6-46cb-92e2-c7ce0cdd5790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:49.819234 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c50b7e7-2d76-4d5c-ae70-0c59b30e6be6 req-4c63ab4f-9cd6-46cb-92e2-c7ce0cdd5790 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 913 time: 0.1650345 Feb 07 21:37:49.953458 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c50b7e7-2d76-4d5c-ae70-0c59b30e6be6 req-aebed870-9227-46e3-8eb3-c29355a89aaf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=734283d9-5e66-45c7-a3b2-a1538a62c5c3 HTTP/1.1" status: 200 len: 1002 time: 0.1267385 Feb 07 21:37:49.960122 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28de28-c2ab-4099-8f15-3edc4449c5d8 req-2626ff82-e765-43e5-8482-937ea0789cf9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:49.961659 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df28de28-c2ab-4099-8f15-3edc4449c5d8 req-2626ff82-e765-43e5-8482-937ea0789cf9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 945 time: 0.0758419 Feb 07 21:37:50.057346 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df28de28-c2ab-4099-8f15-3edc4449c5d8 req-7b48e762-9ac5-4e1c-89e6-7204ae508a0c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867767 Feb 07 21:37:50.059003 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50b7e7-2d76-4d5c-ae70-0c59b30e6be6 req-88507f3b-27f0-4424-ba0c-034fb438d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:50.061146 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c50b7e7-2d76-4d5c-ae70-0c59b30e6be6 req-88507f3b-27f0-4424-ba0c-034fb438d559 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5277b698-1143-4952-a3ce-257473c57257 HTTP/1.1" status: 200 len: 851 time: 0.0983026 Feb 07 21:37:50.081172 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37406) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:50.119729 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50b7e7-2d76-4d5c-ae70-0c59b30e6be6 req-b155dcb9-fdca-4b26-a136-5f0fdfad8318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:37:50.121278 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c50b7e7-2d76-4d5c-ae70-0c59b30e6be6 req-b155dcb9-fdca-4b26-a136-5f0fdfad8318 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c5d8bec1-9baf-496d-8066-d331255bb96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0541971 Feb 07 21:37:50.157906 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7b3a9b83-c53c-4912-b723-73d18212a525 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/floatingips/faaf7367-8524-430d-ace7-bc67545514b6 HTTP/1.1" status: 200 len: 991 time: 0.0751488 Feb 07 21:37:50.225972 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c50b7e7-2d76-4d5c-ae70-0c59b30e6be6 req-7b2c09f8-0080-488b-8718-260b4b6d8eab service neutron] 10.222.0.71 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979855 Feb 07 21:37:50.319282 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8c50b7e7-2d76-4d5c-ae70-0c59b30e6be6 req-55091386-64d4-40ad-aa6f-828cf5b28d2e service neutron] 10.222.0.71 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875092 Feb 07 21:37:50.605588 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-34148e6e-c880-4f4b-8140-21c43b7f7f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:51.103474 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device a72604d2-1e97-4b6e-b8cd-a36ee17bb248 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:37:51.153593 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:37:51.157745 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:37:51.158126 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:51.242045 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:37:51.242434 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:51.422102 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18825959-05e7-46a3-baf0-2cedb5f27dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:37:51.424356 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385ec7eb-bf30-4cc6-bf1f-7c319071a88c" -d '{"events": [{"server_uuid": "18825959-05e7-46a3-baf0-2cedb5f27dfb", "name": "network-vif-plugged", "status": "completed", "tag": "a72604d2-1e97-4b6e-b8cd-a36ee17bb248"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:37:51.437625 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port a72604d2-1e97-4b6e-b8cd-a36ee17bb248, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=a72604d2-1e97-4b6e-b8cd-a36ee17bb248,segment=NetworkSegment(7fd70515-6afe-46fd-b23a-0dc5ec0e98f5),segment_id=7fd70515-6afe-46fd-b23a-0dc5ec0e98f5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:37:51.445316 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:51.479666 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e414bca-ec0e-4d83-8b0d-43ef532734a5 x-openstack-request-id: req-8e414bca-ec0e-4d83-8b0d-43ef532734a5 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:37:51.479971 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18825959-05e7-46a3-baf0-2cedb5f27dfb", "name": "network-vif-plugged", "status": "completed", "tag": "a72604d2-1e97-4b6e-b8cd-a36ee17bb248", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:37:51.480229 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8e414bca-ec0e-4d83-8b0d-43ef532734a5 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:37:51.480652 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18825959-05e7-46a3-baf0-2cedb5f27dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248', 'code': 200} Feb 07 21:37:51.497097 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=a72604d2-1e97-4b6e-b8cd-a36ee17bb248,revision_number=12']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:51.623563 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37432) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:51.734436 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07c8312a-4fb3-4d16-92b9-c6fe8cceceb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:51.810171 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07c8312a-4fb3-4d16-92b9-c6fe8cceceb4 admin admin] Publish callbacks [] for security_group (0254ba84-b735-47a6-8afa-b1ae83de1e32), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:51.814490 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07c8312a-4fb3-4d16-92b9-c6fe8cceceb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0254ba84-b735-47a6-8afa-b1ae83de1e32), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:51.851256 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:51.852668 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8312a-4fb3-4d16-92b9-c6fe8cceceb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0254ba84-b735-47a6-8afa-b1ae83de1e32,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:51.857526 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-07c8312a-4fb3-4d16-92b9-c6fe8cceceb4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5a714422ac484846bee4e4b96c559f48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2328315 Feb 07 21:37:51.860185 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37438) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:51.908293 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54df1ef1-19ab-4044-b3b5-0d378cacb85f admin admin] Publish callbacks [] for security_group (0254ba84-b735-47a6-8afa-b1ae83de1e32), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:51.929664 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54df1ef1-19ab-4044-b3b5-0d378cacb85f admin admin] Publish callbacks [] for security_group (0254ba84-b735-47a6-8afa-b1ae83de1e32), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:51.977122 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54df1ef1-19ab-4044-b3b5-0d378cacb85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (0254ba84-b735-47a6-8afa-b1ae83de1e32), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:51.979779 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54df1ef1-19ab-4044-b3b5-0d378cacb85f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:51.981113 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-54df1ef1-19ab-4044-b3b5-0d378cacb85f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0254ba84-b735-47a6-8afa-b1ae83de1e32 HTTP/1.1" status: 204 len: 168 time: 0.1199009 Feb 07 21:37:51.989974 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df1ef1-19ab-4044-b3b5-0d378cacb85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0254ba84-b735-47a6-8afa-b1ae83de1e32,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:52.255898 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37444) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:52.269122 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5db4a74d-d10d-400f-869d-05fe6fd4ed03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:52.345435 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5db4a74d-d10d-400f-869d-05fe6fd4ed03 admin admin] Publish callbacks [] for security_group (8ddd3707-da09-4f99-8f37-3d94399f3349), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:52.348978 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5db4a74d-d10d-400f-869d-05fe6fd4ed03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8ddd3707-da09-4f99-8f37-3d94399f3349), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:52.388512 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5db4a74d-d10d-400f-869d-05fe6fd4ed03 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ef4dcd2773174a45a10088036f9cbe89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312799 Feb 07 21:37:52.389285 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4a74d-d10d-400f-869d-05fe6fd4ed03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddd3707-da09-4f99-8f37-3d94399f3349,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:52.391357 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37446) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:52.450176 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8ab1643-272d-4bdf-8b6f-4c5bc703fd5e admin admin] Publish callbacks [] for security_group (8ddd3707-da09-4f99-8f37-3d94399f3349), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:52.470899 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8ab1643-272d-4bdf-8b6f-4c5bc703fd5e admin admin] Publish callbacks [] for security_group (8ddd3707-da09-4f99-8f37-3d94399f3349), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:52.520703 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8ab1643-272d-4bdf-8b6f-4c5bc703fd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8ddd3707-da09-4f99-8f37-3d94399f3349), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:52.523234 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8ab1643-272d-4bdf-8b6f-4c5bc703fd5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:52.524558 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b8ab1643-272d-4bdf-8b6f-4c5bc703fd5e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8ddd3707-da09-4f99-8f37-3d94399f3349 HTTP/1.1" status: 204 len: 168 time: 0.1320963 Feb 07 21:37:52.532852 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab1643-272d-4bdf-8b6f-4c5bc703fd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddd3707-da09-4f99-8f37-3d94399f3349,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:53.342910 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:54.672862 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:54.735295 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37514) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:54.844118 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-996e996e-b024-402d-94c0-d814a002e46c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:54.922287 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-996e996e-b024-402d-94c0-d814a002e46c admin admin] Publish callbacks [] for security_group (b703631e-e589-4bc1-b22d-31a4b43af917), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:54.926344 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-996e996e-b024-402d-94c0-d814a002e46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b703631e-e589-4bc1-b22d-31a4b43af917), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:54.964231 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-996e996e-b024-402d-94c0-d814a002e46c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7414e30c0bc94930843a084f399c74ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2278342 Feb 07 21:37:54.966146 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e996e-b024-402d-94c0-d814a002e46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b703631e-e589-4bc1-b22d-31a4b43af917,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:54.967761 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37520) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:55.031910 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dff0c2a6-dda8-474b-a783-f8842c01b83c admin admin] Publish callbacks [] for security_group (b703631e-e589-4bc1-b22d-31a4b43af917), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:55.055790 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dff0c2a6-dda8-474b-a783-f8842c01b83c admin admin] Publish callbacks [] for security_group (b703631e-e589-4bc1-b22d-31a4b43af917), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:55.105933 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dff0c2a6-dda8-474b-a783-f8842c01b83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b703631e-e589-4bc1-b22d-31a4b43af917), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:55.108548 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dff0c2a6-dda8-474b-a783-f8842c01b83c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:55.109787 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-dff0c2a6-dda8-474b-a783-f8842c01b83c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b703631e-e589-4bc1-b22d-31a4b43af917 HTTP/1.1" status: 204 len: 168 time: 0.1407816 Feb 07 21:37:55.117740 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0c2a6-dda8-474b-a783-f8842c01b83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b703631e-e589-4bc1-b22d-31a4b43af917,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:56.346532 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 37576) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:56.466511 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62c04853-0ee3-4bcf-8c54-5c69c3f68c0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:56.543269 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62c04853-0ee3-4bcf-8c54-5c69c3f68c0b admin admin] Publish callbacks [] for security_group (2da7c6bb-d284-4862-8b31-d20517248af8), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:56.548070 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62c04853-0ee3-4bcf-8c54-5c69c3f68c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (2da7c6bb-d284-4862-8b31-d20517248af8), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:56.587170 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-62c04853-0ee3-4bcf-8c54-5c69c3f68c0b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c177b372acb04768bfff1b43d33c29bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2395453 Feb 07 21:37:56.589237 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c04853-0ee3-4bcf-8c54-5c69c3f68c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da7c6bb-d284-4862-8b31-d20517248af8,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:56.590130 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37584) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:56.649609 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad2c857f-955e-4034-bd0b-2205e2773cbc admin admin] Publish callbacks [] for security_group (2da7c6bb-d284-4862-8b31-d20517248af8), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:56.675443 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad2c857f-955e-4034-bd0b-2205e2773cbc admin admin] Publish callbacks [] for security_group (2da7c6bb-d284-4862-8b31-d20517248af8), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:56.727103 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad2c857f-955e-4034-bd0b-2205e2773cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (2da7c6bb-d284-4862-8b31-d20517248af8), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:56.729917 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad2c857f-955e-4034-bd0b-2205e2773cbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:56.731837 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ad2c857f-955e-4034-bd0b-2205e2773cbc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2da7c6bb-d284-4862-8b31-d20517248af8 HTTP/1.1" status: 204 len: 168 time: 0.1393628 Feb 07 21:37:56.740333 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c857f-955e-4034-bd0b-2205e2773cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da7c6bb-d284-4862-8b31-d20517248af8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:58.609871 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37674) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:58.720491 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7490e16f-5e8f-4141-aa52-57a78a9b502f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:58.797765 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7490e16f-5e8f-4141-aa52-57a78a9b502f admin admin] Publish callbacks [] for security_group (d5fcecc3-6a68-4f54-8121-3bcd1fae0c71), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:58.801390 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7490e16f-5e8f-4141-aa52-57a78a9b502f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d5fcecc3-6a68-4f54-8121-3bcd1fae0c71), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:58.839997 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7490e16f-5e8f-4141-aa52-57a78a9b502f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0850105cd5c647e3b0fc17486d170d85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2289460 Feb 07 21:37:58.842569 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37678) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:58.848569 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490e16f-5e8f-4141-aa52-57a78a9b502f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fcecc3-6a68-4f54-8121-3bcd1fae0c71,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:58.893093 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dbdb2fe5-fde2-4301-b688-f875bed27268 admin admin] Publish callbacks [] for security_group (d5fcecc3-6a68-4f54-8121-3bcd1fae0c71), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:58.913282 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dbdb2fe5-fde2-4301-b688-f875bed27268 admin admin] Publish callbacks [] for security_group (d5fcecc3-6a68-4f54-8121-3bcd1fae0c71), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:58.961235 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dbdb2fe5-fde2-4301-b688-f875bed27268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d5fcecc3-6a68-4f54-8121-3bcd1fae0c71), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:58.964055 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dbdb2fe5-fde2-4301-b688-f875bed27268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:58.968026 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-dbdb2fe5-fde2-4301-b688-f875bed27268 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d5fcecc3-6a68-4f54-8121-3bcd1fae0c71 HTTP/1.1" status: 204 len: 168 time: 0.1217556 Feb 07 21:37:58.974801 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb2fe5-fde2-4301-b688-f875bed27268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fcecc3-6a68-4f54-8121-3bcd1fae0c71,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:59.240599 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37686) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:59.253502 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af59a401-965c-4bdb-a3ce-9571938ddc0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:59.329640 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af59a401-965c-4bdb-a3ce-9571938ddc0d admin admin] Publish callbacks [] for security_group (5e1416c1-96fc-47e8-8327-c4b06f7a9ed1), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:59.333297 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af59a401-965c-4bdb-a3ce-9571938ddc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (5e1416c1-96fc-47e8-8327-c4b06f7a9ed1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:59.370875 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-af59a401-965c-4bdb-a3ce-9571938ddc0d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=64a6c0fbdfed43b5b7d9922aab62844d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1292193 Feb 07 21:37:59.373603 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 37688) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:37:59.380843 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59a401-965c-4bdb-a3ce-9571938ddc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1416c1-96fc-47e8-8327-c4b06f7a9ed1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:37:59.427544 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53c433c4-de0d-4316-9eed-1c91d1c0b7a4 admin admin] Publish callbacks [] for security_group (5e1416c1-96fc-47e8-8327-c4b06f7a9ed1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:59.447883 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53c433c4-de0d-4316-9eed-1c91d1c0b7a4 admin admin] Publish callbacks [] for security_group (5e1416c1-96fc-47e8-8327-c4b06f7a9ed1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:59.497387 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53c433c4-de0d-4316-9eed-1c91d1c0b7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (5e1416c1-96fc-47e8-8327-c4b06f7a9ed1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:59.499991 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53c433c4-de0d-4316-9eed-1c91d1c0b7a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:37:59.503420 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-53c433c4-de0d-4316-9eed-1c91d1c0b7a4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5e1416c1-96fc-47e8-8327-c4b06f7a9ed1 HTTP/1.1" status: 204 len: 168 time: 0.1266975 Feb 07 21:37:59.509777 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c433c4-de0d-4316-9eed-1c91d1c0b7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1416c1-96fc-47e8-8327-c4b06f7a9ed1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:03.868277 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:04.162798 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:04.997236 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38088) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:05.111963 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ca3096f-d3c7-41b7-9b56-400921c53969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:05.194859 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ca3096f-d3c7-41b7-9b56-400921c53969 admin admin] Publish callbacks [] for security_group (84703228-a0a7-495e-80a7-1aa4fa4729fb), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:05.198786 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ca3096f-d3c7-41b7-9b56-400921c53969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (84703228-a0a7-495e-80a7-1aa4fa4729fb), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:05.239706 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3096f-d3c7-41b7-9b56-400921c53969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84703228-a0a7-495e-80a7-1aa4fa4729fb,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:05.247070 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0ca3096f-d3c7-41b7-9b56-400921c53969 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=58b277d6d28e4188b91edd251864e6b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2456291 Feb 07 21:38:05.247438 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38098) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:05.298249 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-43c723bc-631e-460c-be8c-4a9f695ae39b admin admin] Publish callbacks [] for security_group (84703228-a0a7-495e-80a7-1aa4fa4729fb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:05.318999 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-43c723bc-631e-460c-be8c-4a9f695ae39b admin admin] Publish callbacks [] for security_group (84703228-a0a7-495e-80a7-1aa4fa4729fb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:05.365690 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-43c723bc-631e-460c-be8c-4a9f695ae39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (84703228-a0a7-495e-80a7-1aa4fa4729fb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:05.368262 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-43c723bc-631e-460c-be8c-4a9f695ae39b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:05.371881 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-43c723bc-631e-460c-be8c-4a9f695ae39b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/84703228-a0a7-495e-80a7-1aa4fa4729fb HTTP/1.1" status: 204 len: 168 time: 0.1210084 Feb 07 21:38:05.377244 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c723bc-631e-460c-be8c-4a9f695ae39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84703228-a0a7-495e-80a7-1aa4fa4729fb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:06.469641 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38172) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:06.576502 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-67a59619-2d7e-4d5b-8f77-5da888912336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:06.654940 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-67a59619-2d7e-4d5b-8f77-5da888912336 admin admin] Publish callbacks [] for security_group (30b06e2d-30b7-409e-93a6-9afd3c8c38b4), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:06.658777 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-67a59619-2d7e-4d5b-8f77-5da888912336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (30b06e2d-30b7-409e-93a6-9afd3c8c38b4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:06.695746 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a59619-2d7e-4d5b-8f77-5da888912336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b06e2d-30b7-409e-93a6-9afd3c8c38b4,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:06.702501 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-67a59619-2d7e-4d5b-8f77-5da888912336 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=79f18c553385452196dde679ff10679e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2292960 Feb 07 21:38:06.703200 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38178) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:06.753375 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9788821-d9bd-42ec-b9a9-489a153a39df admin admin] Publish callbacks [] for security_group (30b06e2d-30b7-409e-93a6-9afd3c8c38b4), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:06.774747 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9788821-d9bd-42ec-b9a9-489a153a39df admin admin] Publish callbacks [] for security_group (30b06e2d-30b7-409e-93a6-9afd3c8c38b4), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:06.822066 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9788821-d9bd-42ec-b9a9-489a153a39df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (30b06e2d-30b7-409e-93a6-9afd3c8c38b4), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:06.825041 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9788821-d9bd-42ec-b9a9-489a153a39df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:06.826635 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b9788821-d9bd-42ec-b9a9-489a153a39df admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/30b06e2d-30b7-409e-93a6-9afd3c8c38b4 HTTP/1.1" status: 204 len: 168 time: 0.1217556 Feb 07 21:38:06.836053 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9788821-d9bd-42ec-b9a9-489a153a39df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b06e2d-30b7-409e-93a6-9afd3c8c38b4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:08.004154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38224) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:08.151946 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-116205808'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:08.171711 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Made reservation on behalf of 7146f53528cb4f5da7ade8114d00b70e for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:38:08.175041 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:08.182996 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:08.266525 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Publish callbacks [] for security_group (b7c0d1d0-f98a-48cb-abd3-3d9f541abeb6), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:08.270095 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b7c0d1d0-f98a-48cb-abd3-3d9f541abeb6), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:08.293296 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:38:08.309010 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c0d1d0-f98a-48cb-abd3-3d9f541abeb6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:08.311865 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (cd98861e-a282-4ea4-b408-626517536394), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:08.312694 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Added segment cd98861e-a282-4ea4-b408-626517536394 of type vlan for network ac13c413-fb02-4de1-b44a-d4a6c0fdbbd7 Feb 07 21:38:08.325781 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:08.326132 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:08.326480 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:08.326818 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:08.327155 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:08.327487 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:08.328099 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:08.328459 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:08.328791 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:08.329118 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:08.329443 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:08.329764 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:08.330085 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:08.378023 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (ac13c413-fb02-4de1-b44a-d4a6c0fdbbd7), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:08.403321 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (ac13c413-fb02-4de1-b44a-d4a6c0fdbbd7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:08.408622 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:08.409206 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:08.468621 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38230) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:08.469273 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4632547 Feb 07 21:38:08.485207 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2682bd-5f03-4141-9120-bc3e8834aa49 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Pushing event updated for resources: {'Network': ['ID=ac13c413-fb02-4de1-b44a-d4a6c0fdbbd7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:08.498203 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network ac13c413-fb02-4de1-b44a-d4a6c0fdbbd7 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:38:08.539939 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8ceb5151-dce0-4253-bc42-6639b4a7453c tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Request body: {'network': {'name': 'tempest-network--695751990', 'router:external': True}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:08.562849 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ceb5151-dce0-4253-bc42-6639b4a7453c tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Made reservation on behalf of 5b29f62d80c24d8e8c11e7646c91af83 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:38:08.566426 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ceb5151-dce0-4253-bc42-6639b4a7453c tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:08.578992 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ceb5151-dce0-4253-bc42-6639b4a7453c tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:08.657257 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ceb5151-dce0-4253-bc42-6639b4a7453c tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks [] for security_group (183c9ed9-8412-44db-9488-71b9f7767205), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:08.661376 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ceb5151-dce0-4253-bc42-6639b4a7453c tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (183c9ed9-8412-44db-9488-71b9f7767205), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:08.687927 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ceb5151-dce0-4253-bc42-6639b4a7453c tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:38:08.694121 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb5151-dce0-4253-bc42-6639b4a7453c tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183c9ed9-8412-44db-9488-71b9f7767205,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:08.707519 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ceb5151-dce0-4253-bc42-6639b4a7453c tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (70c31ee4-74aa-43ea-8040-3ee301717ac7), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:08.708061 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-8ceb5151-dce0-4253-bc42-6639b4a7453c tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Added segment 70c31ee4-74aa-43ea-8040-3ee301717ac7 of type vlan for network 0b2cdd08-224b-487f-bfdd-71256381c00a Feb 07 21:38:08.753992 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ceb5151-dce0-4253-bc42-6639b4a7453c tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (0b2cdd08-224b-487f-bfdd-71256381c00a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:08.782477 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ceb5151-dce0-4253-bc42-6639b4a7453c tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (0b2cdd08-224b-487f-bfdd-71256381c00a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:08.783398 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceb5151-dce0-4253-bc42-6639b4a7453c tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:08.783978 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ceb5151-dce0-4253-bc42-6639b4a7453c tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:08.861315 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8ceb5151-dce0-4253-bc42-6639b4a7453c tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3907683 Feb 07 21:38:08.864340 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38236) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:08.875378 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb5151-dce0-4253-bc42-6639b4a7453c tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Pushing event updated for resources: {'Network': ['ID=0b2cdd08-224b-487f-bfdd-71256381c00a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:08.886686 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 0b2cdd08-224b-487f-bfdd-71256381c00a details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:38:08.945831 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4093cfe6-c321-4991-b600-040f50f64a04 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (0b2cdd08-224b-487f-bfdd-71256381c00a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:09.026316 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4093cfe6-c321-4991-b600-040f50f64a04 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (0b2cdd08-224b-487f-bfdd-71256381c00a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:09.046362 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-4093cfe6-c321-4991-b600-040f50f64a04 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2cdd08-224b-487f-bfdd-71256381c00a']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:09.055454 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-4093cfe6-c321-4991-b600-040f50f64a04 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c31ee4-74aa-43ea-8040-3ee301717ac7') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:09.055754 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-4093cfe6-c321-4991-b600-040f50f64a04 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c31ee4-74aa-43ea-8040-3ee301717ac7') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:09.064985 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4093cfe6-c321-4991-b600-040f50f64a04 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (70c31ee4-74aa-43ea-8040-3ee301717ac7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:09.079078 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4093cfe6-c321-4991-b600-040f50f64a04 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (70c31ee4-74aa-43ea-8040-3ee301717ac7), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:09.085501 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4093cfe6-c321-4991-b600-040f50f64a04 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:38:09.085884 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4093cfe6-c321-4991-b600-040f50f64a04 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (70c31ee4-74aa-43ea-8040-3ee301717ac7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:38:09.087706 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:38:09.146584 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4093cfe6-c321-4991-b600-040f50f64a04 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (0b2cdd08-224b-487f-bfdd-71256381c00a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:09.152187 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4093cfe6-c321-4991-b600-040f50f64a04 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0b2cdd08-224b-487f-bfdd-71256381c00a {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 07 21:38:09.155455 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4093cfe6-c321-4991-b600-040f50f64a04 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:09.162011 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4093cfe6-c321-4991-b600-040f50f64a04 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] 10.222.0.65 "DELETE /v2.0/networks/0b2cdd08-224b-487f-bfdd-71256381c00a HTTP/1.1" status: 204 len: 168 time: 0.2929835 Feb 07 21:38:09.162453 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38240) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:09.167659 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c24a9558-0c97-4643-af73-13f476bf8d69 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:09.169223 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093cfe6-c321-4991-b600-040f50f64a04 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Pushing event deleted for resources: {'Network': ['ID=0b2cdd08-224b-487f-bfdd-71256381c00a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:09.190207 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24a9558-0c97-4643-af73-13f476bf8d69 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Made reservation on behalf of 5b29f62d80c24d8e8c11e7646c91af83 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:38:09.192689 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c24a9558-0c97-4643-af73-13f476bf8d69 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:09.229946 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24a9558-0c97-4643-af73-13f476bf8d69 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:38:09.244597 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c24a9558-0c97-4643-af73-13f476bf8d69 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (5cadf64b-7191-4900-a7b5-a654251d083c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:09.245144 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-c24a9558-0c97-4643-af73-13f476bf8d69 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Added segment 5cadf64b-7191-4900-a7b5-a654251d083c of type vlan for network c99ac88b-df9a-47ff-b8ea-751bf45a93c7 Feb 07 21:38:09.300217 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c24a9558-0c97-4643-af73-13f476bf8d69 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (c99ac88b-df9a-47ff-b8ea-751bf45a93c7), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:09.331478 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c24a9558-0c97-4643-af73-13f476bf8d69 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (c99ac88b-df9a-47ff-b8ea-751bf45a93c7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:09.332543 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24a9558-0c97-4643-af73-13f476bf8d69 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:09.333128 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c24a9558-0c97-4643-af73-13f476bf8d69 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:09.386895 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c24a9558-0c97-4643-af73-13f476bf8d69 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2226470 Feb 07 21:38:09.390171 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38244) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:09.395013 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-0dd3b1c4-9667-4d1d-a27e-04ceda7a16fd tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Request body: {'subnet': {'network_id': 'c99ac88b-df9a-47ff-b8ea-751bf45a93c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:09.415394 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a9558-0c97-4643-af73-13f476bf8d69 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Pushing event updated for resources: {'Network': ['ID=c99ac88b-df9a-47ff-b8ea-751bf45a93c7,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:09.429608 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network c99ac88b-df9a-47ff-b8ea-751bf45a93c7 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:38:09.431063 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd3b1c4-9667-4d1d-a27e-04ceda7a16fd tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Made reservation on behalf of 5b29f62d80c24d8e8c11e7646c91af83 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:38:09.436044 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0dd3b1c4-9667-4d1d-a27e-04ceda7a16fd tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:09.768019 n-d-828185-2 neutron-server[103256]: DEBUG neutron.objects.ports [None req-0dd3b1c4-9667-4d1d-a27e-04ceda7a16fd tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103256) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 21:38:09.768775 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0dd3b1c4-9667-4d1d-a27e-04ceda7a16fd tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (e1030179-284c-4d8c-bd88-5611ad31e71e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:09.824524 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3b1c4-9667-4d1d-a27e-04ceda7a16fd tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e1030179-284c-4d8c-bd88-5611ad31e71e,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:09.833205 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd3b1c4-9667-4d1d-a27e-04ceda7a16fd tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Checking segment: {'id': '5cadf64b-7191-4900-a7b5-a654251d083c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c99ac88b-df9a-47ff-b8ea-751bf45a93c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:38:09.833565 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd3b1c4-9667-4d1d-a27e-04ceda7a16fd tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Network hostable DHCP agents. Network: c99ac88b-df9a-47ff-b8ea-751bf45a93c7, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:38:09.850161 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd3b1c4-9667-4d1d-a27e-04ceda7a16fd tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Network c99ac88b-df9a-47ff-b8ea-751bf45a93c7 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:38:09.858431 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-0dd3b1c4-9667-4d1d-a27e-04ceda7a16fd tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, c99ac88b-df9a-47ff-b8ea-751bf45a93c7) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:09.862795 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd3b1c4-9667-4d1d-a27e-04ceda7a16fd tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:09.863501 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0dd3b1c4-9667-4d1d-a27e-04ceda7a16fd tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:09.869331 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd070c08-5728-4d66-8cc9-960734f8e790 None None] Network c99ac88b-df9a-47ff-b8ea-751bf45a93c7 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:38:09.881865 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0dd3b1c4-9667-4d1d-a27e-04ceda7a16fd tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4880035 Feb 07 21:38:09.882258 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38250) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:09.886823 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-eaeec7cf-4422-47aa-989d-b22a83f89b22 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Request body: {'floatingip': {'floating_network_id': 'c99ac88b-df9a-47ff-b8ea-751bf45a93c7'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:09.906758 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaeec7cf-4422-47aa-989d-b22a83f89b22 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:09.971925 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006d5dc1-d94d-452f-a5eb-1edc2ce386f6 None None] Network c99ac88b-df9a-47ff-b8ea-751bf45a93c7 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:38:09.998219 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaeec7cf-4422-47aa-989d-b22a83f89b22 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:10.102370 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-eaeec7cf-4422-47aa-989d-b22a83f89b22 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Allocated IP 172.20.0.3 (c99ac88b-df9a-47ff-b8ea-751bf45a93c7/e1030179-284c-4d8c-bd88-5611ad31e71e/8eeaf241-5fdd-4c27-a903-11645333ff66) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:38:10.205541 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaeec7cf-4422-47aa-989d-b22a83f89b22 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks [] for port (8eeaf241-5fdd-4c27-a903-11645333ff66), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:10.239971 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaeec7cf-4422-47aa-989d-b22a83f89b22 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (8eeaf241-5fdd-4c27-a903-11645333ff66), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:10.287944 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaeec7cf-4422-47aa-989d-b22a83f89b22 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Network c99ac88b-df9a-47ff-b8ea-751bf45a93c7 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:38:10.290855 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-eaeec7cf-4422-47aa-989d-b22a83f89b22 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:10.294447 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeec7cf-4422-47aa-989d-b22a83f89b22 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:38:10.300446 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeec7cf-4422-47aa-989d-b22a83f89b22 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Pushing event updated for resources: {'Port': ['ID=8eeaf241-5fdd-4c27-a903-11645333ff66,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:10.378929 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaeec7cf-4422-47aa-989d-b22a83f89b22 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks [] for floatingip (62679599-ca78-45df-8a1f-5bf1442bc92f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:10.418574 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaeec7cf-4422-47aa-989d-b22a83f89b22 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8eeaf241-5fdd-4c27-a903-11645333ff66), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:10.558941 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaeec7cf-4422-47aa-989d-b22a83f89b22 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks [] for port (8eeaf241-5fdd-4c27-a903-11645333ff66), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:10.563637 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaeec7cf-4422-47aa-989d-b22a83f89b22 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (8eeaf241-5fdd-4c27-a903-11645333ff66), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:10.641442 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeec7cf-4422-47aa-989d-b22a83f89b22 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Pushing event updated for resources: {'Port': ['ID=8eeaf241-5fdd-4c27-a903-11645333ff66,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:10.658146 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaeec7cf-4422-47aa-989d-b22a83f89b22 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (62679599-ca78-45df-8a1f-5bf1442bc92f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:10.673409 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaeec7cf-4422-47aa-989d-b22a83f89b22 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:10.674755 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-eaeec7cf-4422-47aa-989d-b22a83f89b22 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7915232 Feb 07 21:38:10.677560 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38258) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:11.094244 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9986a6db-c786-4fe4-bff7-8db952c57aa9 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] 10.222.0.65 "GET /v2.0/floatingips?floating_network_id=c99ac88b-df9a-47ff-b8ea-751bf45a93c7 HTTP/1.1" status: 200 len: 689 time: 0.4152622 Feb 07 21:38:11.096385 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38260) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:11.179891 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5fbd-4bb8-447c-832b-ca6b3abf7b91 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (c99ac88b-df9a-47ff-b8ea-751bf45a93c7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:11.296742 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bc5a5fbd-4bb8-447c-832b-ca6b3abf7b91 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Deleting port 8eeaf241-5fdd-4c27-a903-11645333ff66 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:38:11.297086 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5fbd-4bb8-447c-832b-ca6b3abf7b91 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8eeaf241-5fdd-4c27-a903-11645333ff66), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:11.373623 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5fbd-4bb8-447c-832b-ca6b3abf7b91 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8eeaf241-5fdd-4c27-a903-11645333ff66), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:11.374008 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5fbd-4bb8-447c-832b-ca6b3abf7b91 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks [] for floatingip (8eeaf241-5fdd-4c27-a903-11645333ff66), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:11.385347 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bc5a5fbd-4bb8-447c-832b-ca6b3abf7b91 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Calling delete_port for 8eeaf241-5fdd-4c27-a903-11645333ff66 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:38:11.526082 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5fbd-4bb8-447c-832b-ca6b3abf7b91 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (8eeaf241-5fdd-4c27-a903-11645333ff66), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:11.555537 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a5fbd-4bb8-447c-832b-ca6b3abf7b91 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Pushing event deleted for resources: {'Port': ['ID=8eeaf241-5fdd-4c27-a903-11645333ff66,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:11.618386 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5fbd-4bb8-447c-832b-ca6b3abf7b91 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks [] for floatingip (62679599-ca78-45df-8a1f-5bf1442bc92f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:11.663419 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5fbd-4bb8-447c-832b-ca6b3abf7b91 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (e1030179-284c-4d8c-bd88-5611ad31e71e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:11.721890 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5fbd-4bb8-447c-832b-ca6b3abf7b91 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (e1030179-284c-4d8c-bd88-5611ad31e71e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:11.748783 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a5fbd-4bb8-447c-832b-ca6b3abf7b91 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e1030179-284c-4d8c-bd88-5611ad31e71e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:11.798516 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5fbd-4bb8-447c-832b-ca6b3abf7b91 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (c99ac88b-df9a-47ff-b8ea-751bf45a93c7), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:11.817780 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-bc5a5fbd-4bb8-447c-832b-ca6b3abf7b91 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99ac88b-df9a-47ff-b8ea-751bf45a93c7']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:11.826742 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-bc5a5fbd-4bb8-447c-832b-ca6b3abf7b91 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cadf64b-7191-4900-a7b5-a654251d083c') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:11.827036 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-bc5a5fbd-4bb8-447c-832b-ca6b3abf7b91 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cadf64b-7191-4900-a7b5-a654251d083c') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:11.835921 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5fbd-4bb8-447c-832b-ca6b3abf7b91 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (5cadf64b-7191-4900-a7b5-a654251d083c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:11.849816 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5fbd-4bb8-447c-832b-ca6b3abf7b91 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (5cadf64b-7191-4900-a7b5-a654251d083c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:11.855600 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc5a5fbd-4bb8-447c-832b-ca6b3abf7b91 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:38:11.856622 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5fbd-4bb8-447c-832b-ca6b3abf7b91 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (5cadf64b-7191-4900-a7b5-a654251d083c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:38:11.858424 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:38:11.919491 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5fbd-4bb8-447c-832b-ca6b3abf7b91 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (c99ac88b-df9a-47ff-b8ea-751bf45a93c7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:11.925033 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5a5fbd-4bb8-447c-832b-ca6b3abf7b91 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c99ac88b-df9a-47ff-b8ea-751bf45a93c7 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 07 21:38:11.928106 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5fbd-4bb8-447c-832b-ca6b3abf7b91 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:11.933843 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bc5a5fbd-4bb8-447c-832b-ca6b3abf7b91 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] 10.222.0.65 "DELETE /v2.0/networks/c99ac88b-df9a-47ff-b8ea-751bf45a93c7 HTTP/1.1" status: 204 len: 168 time: 0.8344152 Feb 07 21:38:11.934332 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38268) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:11.945131 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a5fbd-4bb8-447c-832b-ca6b3abf7b91 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Pushing event deleted for resources: {'Network': ['ID=c99ac88b-df9a-47ff-b8ea-751bf45a93c7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:12.071951 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5a8a4fe0-64da-4a5b-a890-e3fcab6e1934 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3047 time: 0.1360309 Feb 07 21:38:12.074478 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38270) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:12.185666 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbcd671-49e6-43e7-bbfe-5a78355a011a tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:12.186363 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbcd671-49e6-43e7-bbfe-5a78355a011a tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:12.186460 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbcd671-49e6-43e7-bbfe-5a78355a011a tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:12.186883 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbcd671-49e6-43e7-bbfe-5a78355a011a tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:12.187315 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbcd671-49e6-43e7-bbfe-5a78355a011a tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:12.187749 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbcd671-49e6-43e7-bbfe-5a78355a011a tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:12.193222 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5bbcd671-49e6-43e7-bbfe-5a78355a011a tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1135759 Feb 07 21:38:12.193458 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38272) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:12.237909 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-9cf1c507-e736-4ec3-af0a-0266af05c4f9 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] delete failed (client error): The resource could not be found. Feb 07 21:38:12.241613 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9cf1c507-e736-4ec3-af0a-0266af05c4f9 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/62679599-ca78-45df-8a1f-5bf1442bc92f HTTP/1.1" status: 404 len: 345 time: 0.0447314 Feb 07 21:38:12.241945 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38274) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:12.259239 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-1216102b-88ce-42a2-9b09-d962f2ea9422 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] DELETE failed (client error): The resource could not be found. Feb 07 21:38:12.259740 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1216102b-88ce-42a2-9b09-d962f2ea9422 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:38:12.267763 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1216102b-88ce-42a2-9b09-d962f2ea9422 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] 10.222.0.65 "DELETE /v2.0/networks/c99ac88b-df9a-47ff-b8ea-751bf45a93c7 HTTP/1.1" status: 404 len: 339 time: 0.0206702 Feb 07 21:38:12.268162 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38276) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:12.272690 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9889556e-7e3b-4625-b33c-f631296a8e54 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Request body: {'network': {'name': 'tempest-network--1795115663', 'router:external': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:12.291403 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9889556e-7e3b-4625-b33c-f631296a8e54 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Made reservation on behalf of 5b29f62d80c24d8e8c11e7646c91af83 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:38:12.293821 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9889556e-7e3b-4625-b33c-f631296a8e54 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:12.318023 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9889556e-7e3b-4625-b33c-f631296a8e54 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:38:12.329225 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9889556e-7e3b-4625-b33c-f631296a8e54 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (b6e1d472-aec6-4700-ba0a-4ded01f872e3), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:12.329675 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-9889556e-7e3b-4625-b33c-f631296a8e54 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Added segment b6e1d472-aec6-4700-ba0a-4ded01f872e3 of type vlan for network f8c9d88b-056e-4f61-974b-60649b458b53 Feb 07 21:38:12.373475 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9889556e-7e3b-4625-b33c-f631296a8e54 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (f8c9d88b-056e-4f61-974b-60649b458b53), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:12.403143 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9889556e-7e3b-4625-b33c-f631296a8e54 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (f8c9d88b-056e-4f61-974b-60649b458b53), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:12.404709 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9889556e-7e3b-4625-b33c-f631296a8e54 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:12.405565 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9889556e-7e3b-4625-b33c-f631296a8e54 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:12.502229 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9889556e-7e3b-4625-b33c-f631296a8e54 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2330043 Feb 07 21:38:12.505027 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38284) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:12.516354 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889556e-7e3b-4625-b33c-f631296a8e54 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Pushing event updated for resources: {'Network': ['ID=f8c9d88b-056e-4f61-974b-60649b458b53,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:12.525094 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network f8c9d88b-056e-4f61-974b-60649b458b53 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:38:12.645365 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5d8740-7500-4ac9-a550-9f54867a0695 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:12.650313 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5d8740-7500-4ac9-a550-9f54867a0695 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:12.656055 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5d8740-7500-4ac9-a550-9f54867a0695 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:12.661437 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5d8740-7500-4ac9-a550-9f54867a0695 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:12.663069 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ea5d8740-7500-4ac9-a550-9f54867a0695 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.1570613 Feb 07 21:38:12.665870 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38286) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:12.738459 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1db17620-8f76-497e-bc66-94d9a797791b tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (f8c9d88b-056e-4f61-974b-60649b458b53), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:12.820919 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1db17620-8f76-497e-bc66-94d9a797791b tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (f8c9d88b-056e-4f61-974b-60649b458b53), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:12.842782 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-1db17620-8f76-497e-bc66-94d9a797791b tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c9d88b-056e-4f61-974b-60649b458b53']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:12.852505 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-1db17620-8f76-497e-bc66-94d9a797791b tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e1d472-aec6-4700-ba0a-4ded01f872e3') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:12.852800 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-1db17620-8f76-497e-bc66-94d9a797791b tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e1d472-aec6-4700-ba0a-4ded01f872e3') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:12.862299 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1db17620-8f76-497e-bc66-94d9a797791b tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (b6e1d472-aec6-4700-ba0a-4ded01f872e3), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:12.875402 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1db17620-8f76-497e-bc66-94d9a797791b tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (b6e1d472-aec6-4700-ba0a-4ded01f872e3), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:12.881403 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db17620-8f76-497e-bc66-94d9a797791b tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:38:12.881782 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1db17620-8f76-497e-bc66-94d9a797791b tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (b6e1d472-aec6-4700-ba0a-4ded01f872e3), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:38:12.883388 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:38:12.944776 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1db17620-8f76-497e-bc66-94d9a797791b tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (f8c9d88b-056e-4f61-974b-60649b458b53), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:12.949472 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db17620-8f76-497e-bc66-94d9a797791b tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f8c9d88b-056e-4f61-974b-60649b458b53 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 07 21:38:12.953118 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1db17620-8f76-497e-bc66-94d9a797791b tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:12.960889 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1db17620-8f76-497e-bc66-94d9a797791b tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] 10.222.0.65 "DELETE /v2.0/networks/f8c9d88b-056e-4f61-974b-60649b458b53 HTTP/1.1" status: 204 len: 168 time: 0.2940674 Feb 07 21:38:12.961249 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38288) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:12.967137 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4d083a75-522f-4408-9dcc-af992766185c tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Request body: {'network': {'name': 'tempest-network--1402089447', 'router:external': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:12.978327 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db17620-8f76-497e-bc66-94d9a797791b tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Pushing event deleted for resources: {'Network': ['ID=f8c9d88b-056e-4f61-974b-60649b458b53,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:12.988982 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db17620-8f76-497e-bc66-94d9a797791b tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:12.989291 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db17620-8f76-497e-bc66-94d9a797791b tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:12.989766 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db17620-8f76-497e-bc66-94d9a797791b tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:12.990161 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db17620-8f76-497e-bc66-94d9a797791b tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:12.990537 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db17620-8f76-497e-bc66-94d9a797791b tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:12.990883 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db17620-8f76-497e-bc66-94d9a797791b tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:12.991465 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db17620-8f76-497e-bc66-94d9a797791b tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:12.991826 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db17620-8f76-497e-bc66-94d9a797791b tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:12.992237 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db17620-8f76-497e-bc66-94d9a797791b tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:12.992913 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db17620-8f76-497e-bc66-94d9a797791b tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:12.993464 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db17620-8f76-497e-bc66-94d9a797791b tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:12.993961 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db17620-8f76-497e-bc66-94d9a797791b tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:12.994526 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db17620-8f76-497e-bc66-94d9a797791b tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:13.003552 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d083a75-522f-4408-9dcc-af992766185c tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Made reservation on behalf of 5b29f62d80c24d8e8c11e7646c91af83 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:38:13.005996 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d083a75-522f-4408-9dcc-af992766185c tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:13.045961 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d083a75-522f-4408-9dcc-af992766185c tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:38:13.058364 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d083a75-522f-4408-9dcc-af992766185c tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (81dd4e78-adbb-41d0-9a6a-515de0762ad1), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:13.058863 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-4d083a75-522f-4408-9dcc-af992766185c tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Added segment 81dd4e78-adbb-41d0-9a6a-515de0762ad1 of type vlan for network eac82694-59a8-423c-a941-0c19584ad6ed Feb 07 21:38:13.120495 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d083a75-522f-4408-9dcc-af992766185c tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (eac82694-59a8-423c-a941-0c19584ad6ed), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:13.158023 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d083a75-522f-4408-9dcc-af992766185c tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (eac82694-59a8-423c-a941-0c19584ad6ed), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:13.159350 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d083a75-522f-4408-9dcc-af992766185c tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:13.160076 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d083a75-522f-4408-9dcc-af992766185c tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:13.240267 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38290) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:13.244907 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4d083a75-522f-4408-9dcc-af992766185c tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2824996 Feb 07 21:38:13.254999 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d083a75-522f-4408-9dcc-af992766185c tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Pushing event updated for resources: {'Network': ['ID=eac82694-59a8-423c-a941-0c19584ad6ed,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:13.271087 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network eac82694-59a8-423c-a941-0c19584ad6ed details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:38:13.358916 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f95f5b-0707-4d41-af9c-10de32b8c770 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:13.362529 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-53f95f5b-0707-4d41-af9c-10de32b8c770 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] 10.222.0.65 "GET /v2.0/networks/eac82694-59a8-423c-a941-0c19584ad6ed HTTP/1.1" status: 200 len: 757 time: 0.1210489 Feb 07 21:38:13.365808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38294) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:13.462816 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38777433-8589-4f64-9e45-a525fbf36b0f tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:13.464256 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-38777433-8589-4f64-9e45-a525fbf36b0f tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] 10.222.0.65 "GET /v2.0/networks/ac13c413-fb02-4de1-b44a-d4a6c0fdbbd7 HTTP/1.1" status: 200 len: 767 time: 0.0973854 Feb 07 21:38:13.467800 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38300) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:13.556296 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50858d9f-f221-4354-851c-7748a155e5c3 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (eac82694-59a8-423c-a941-0c19584ad6ed), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:13.640086 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50858d9f-f221-4354-851c-7748a155e5c3 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (eac82694-59a8-423c-a941-0c19584ad6ed), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:13.662465 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-50858d9f-f221-4354-851c-7748a155e5c3 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac82694-59a8-423c-a941-0c19584ad6ed']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:13.671718 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-50858d9f-f221-4354-851c-7748a155e5c3 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81dd4e78-adbb-41d0-9a6a-515de0762ad1') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:13.672081 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-50858d9f-f221-4354-851c-7748a155e5c3 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81dd4e78-adbb-41d0-9a6a-515de0762ad1') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:13.681305 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50858d9f-f221-4354-851c-7748a155e5c3 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (81dd4e78-adbb-41d0-9a6a-515de0762ad1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:13.694952 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50858d9f-f221-4354-851c-7748a155e5c3 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (81dd4e78-adbb-41d0-9a6a-515de0762ad1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:13.706334 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50858d9f-f221-4354-851c-7748a155e5c3 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:38:13.706704 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50858d9f-f221-4354-851c-7748a155e5c3 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (81dd4e78-adbb-41d0-9a6a-515de0762ad1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:38:13.708428 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:38:13.774078 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50858d9f-f221-4354-851c-7748a155e5c3 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (eac82694-59a8-423c-a941-0c19584ad6ed), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:13.778426 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50858d9f-f221-4354-851c-7748a155e5c3 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eac82694-59a8-423c-a941-0c19584ad6ed {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 07 21:38:13.780877 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50858d9f-f221-4354-851c-7748a155e5c3 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:13.788110 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38302) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:13.793057 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-116a6391-12f4-4931-a07c-9cb264f1b3db tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Request body: {'network': {'name': 'tempest-network--790114095'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:13.797038 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-50858d9f-f221-4354-851c-7748a155e5c3 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] 10.222.0.65 "DELETE /v2.0/networks/eac82694-59a8-423c-a941-0c19584ad6ed HTTP/1.1" status: 204 len: 168 time: 0.3279128 Feb 07 21:38:13.813965 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116a6391-12f4-4931-a07c-9cb264f1b3db tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Made reservation on behalf of 5b29f62d80c24d8e8c11e7646c91af83 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:38:13.814686 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50858d9f-f221-4354-851c-7748a155e5c3 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Pushing event deleted for resources: {'Network': ['ID=eac82694-59a8-423c-a941-0c19584ad6ed,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:13.817355 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-116a6391-12f4-4931-a07c-9cb264f1b3db tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:13.846166 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116a6391-12f4-4931-a07c-9cb264f1b3db tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:38:13.856800 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-116a6391-12f4-4931-a07c-9cb264f1b3db tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (f29aa772-6e47-4c79-9469-47906406b15d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:13.857161 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-116a6391-12f4-4931-a07c-9cb264f1b3db tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Added segment f29aa772-6e47-4c79-9469-47906406b15d of type vlan for network 61518908-2412-449d-95a5-53afc8a08620 Feb 07 21:38:13.906782 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-116a6391-12f4-4931-a07c-9cb264f1b3db tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (61518908-2412-449d-95a5-53afc8a08620), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:13.934919 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-116a6391-12f4-4931-a07c-9cb264f1b3db tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (61518908-2412-449d-95a5-53afc8a08620), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:13.936083 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116a6391-12f4-4931-a07c-9cb264f1b3db tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:13.936706 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-116a6391-12f4-4931-a07c-9cb264f1b3db tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:13.999467 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-116a6391-12f4-4931-a07c-9cb264f1b3db tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2076166 Feb 07 21:38:14.000173 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38304) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:14.006556 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-39144e27-3f1a-40c2-8ff5-2c306c940ba9 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:14.009549 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a6391-12f4-4931-a07c-9cb264f1b3db tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Pushing event updated for resources: {'Network': ['ID=61518908-2412-449d-95a5-53afc8a08620,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:14.020602 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 61518908-2412-449d-95a5-53afc8a08620 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:38:14.161232 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39144e27-3f1a-40c2-8ff5-2c306c940ba9 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (61518908-2412-449d-95a5-53afc8a08620), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:14.176530 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39144e27-3f1a-40c2-8ff5-2c306c940ba9 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (61518908-2412-449d-95a5-53afc8a08620), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:14.192686 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-39144e27-3f1a-40c2-8ff5-2c306c940ba9 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Network 61518908-2412-449d-95a5-53afc8a08620 is not hosted by any dhcp agent {{(pid=103256) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 21:38:14.193540 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39144e27-3f1a-40c2-8ff5-2c306c940ba9 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:14.194130 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39144e27-3f1a-40c2-8ff5-2c306c940ba9 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:14.195425 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-39144e27-3f1a-40c2-8ff5-2c306c940ba9 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] 10.222.0.65 "PUT /v2.0/networks/61518908-2412-449d-95a5-53afc8a08620 HTTP/1.1" status: 200 len: 857 time: 0.1949270 Feb 07 21:38:14.198410 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38308) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:14.239705 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39144e27-3f1a-40c2-8ff5-2c306c940ba9 tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Pushing event updated for resources: {'Network': ['ID=61518908-2412-449d-95a5-53afc8a08620,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:14.305735 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-757e35ee-0f85-451a-aedb-4b594610559d tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (61518908-2412-449d-95a5-53afc8a08620), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:14.391145 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-757e35ee-0f85-451a-aedb-4b594610559d tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (61518908-2412-449d-95a5-53afc8a08620), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:14.413852 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-757e35ee-0f85-451a-aedb-4b594610559d tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61518908-2412-449d-95a5-53afc8a08620']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:14.424433 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-757e35ee-0f85-451a-aedb-4b594610559d tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29aa772-6e47-4c79-9469-47906406b15d') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:14.424739 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-757e35ee-0f85-451a-aedb-4b594610559d tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29aa772-6e47-4c79-9469-47906406b15d') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:14.433993 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-757e35ee-0f85-451a-aedb-4b594610559d tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (f29aa772-6e47-4c79-9469-47906406b15d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:14.447129 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-757e35ee-0f85-451a-aedb-4b594610559d tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (f29aa772-6e47-4c79-9469-47906406b15d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:14.453823 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757e35ee-0f85-451a-aedb-4b594610559d tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:38:14.454208 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-757e35ee-0f85-451a-aedb-4b594610559d tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (f29aa772-6e47-4c79-9469-47906406b15d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:38:14.455928 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:38:14.509706 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-757e35ee-0f85-451a-aedb-4b594610559d tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (61518908-2412-449d-95a5-53afc8a08620), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:14.515554 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757e35ee-0f85-451a-aedb-4b594610559d tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 61518908-2412-449d-95a5-53afc8a08620 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 07 21:38:14.518230 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-757e35ee-0f85-451a-aedb-4b594610559d tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:14.521430 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-757e35ee-0f85-451a-aedb-4b594610559d tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] 10.222.0.65 "DELETE /v2.0/networks/61518908-2412-449d-95a5-53afc8a08620 HTTP/1.1" status: 204 len: 168 time: 0.3218033 Feb 07 21:38:14.525111 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38314) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:14.536223 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e35ee-0f85-451a-aedb-4b594610559d tempest-ExternalNetworksTestJSON-413248367 tempest-ExternalNetworksTestJSON-413248367-project-admin] Pushing event deleted for resources: {'Network': ['ID=61518908-2412-449d-95a5-53afc8a08620,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:14.559473 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d06410b-a096-401d-aea1-b087b089ea19 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] DELETE failed (client error): The resource could not be found. Feb 07 21:38:14.559931 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d06410b-a096-401d-aea1-b087b089ea19 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:38:14.565433 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3d06410b-a096-401d-aea1-b087b089ea19 tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] 10.222.0.65 "DELETE /v2.0/subnets/e1030179-284c-4d8c-bd88-5611ad31e71e HTTP/1.1" status: 404 len: 337 time: 0.0367508 Feb 07 21:38:14.565624 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38316) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:14.650860 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81591db6-7aad-48d2-8374-4dd77752cccc tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (ac13c413-fb02-4de1-b44a-d4a6c0fdbbd7), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:14.740294 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81591db6-7aad-48d2-8374-4dd77752cccc tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (ac13c413-fb02-4de1-b44a-d4a6c0fdbbd7), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:14.760121 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-81591db6-7aad-48d2-8374-4dd77752cccc tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac13c413-fb02-4de1-b44a-d4a6c0fdbbd7']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:14.770077 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-81591db6-7aad-48d2-8374-4dd77752cccc tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd98861e-a282-4ea4-b408-626517536394') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:14.770372 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-81591db6-7aad-48d2-8374-4dd77752cccc tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd98861e-a282-4ea4-b408-626517536394') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:14.779589 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81591db6-7aad-48d2-8374-4dd77752cccc tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (cd98861e-a282-4ea4-b408-626517536394), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:14.793088 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81591db6-7aad-48d2-8374-4dd77752cccc tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (cd98861e-a282-4ea4-b408-626517536394), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:14.799244 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81591db6-7aad-48d2-8374-4dd77752cccc tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:38:14.799651 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81591db6-7aad-48d2-8374-4dd77752cccc tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (cd98861e-a282-4ea4-b408-626517536394), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:38:14.803129 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:38:14.865197 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81591db6-7aad-48d2-8374-4dd77752cccc tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (ac13c413-fb02-4de1-b44a-d4a6c0fdbbd7), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:14.873747 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81591db6-7aad-48d2-8374-4dd77752cccc tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:14.877131 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-81591db6-7aad-48d2-8374-4dd77752cccc tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] 10.222.0.65 "DELETE /v2.0/networks/ac13c413-fb02-4de1-b44a-d4a6c0fdbbd7 HTTP/1.1" status: 204 len: 168 time: 0.3105888 Feb 07 21:38:14.891444 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81591db6-7aad-48d2-8374-4dd77752cccc tempest-ExternalNetworksTestJSON-1537349016 tempest-ExternalNetworksTestJSON-1537349016-project] Pushing event deleted for resources: {'Network': ['ID=ac13c413-fb02-4de1-b44a-d4a6c0fdbbd7,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:15.142222 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38326) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:15.275452 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-823cdb60-e0af-43e4-b6a2-bff819312b79 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7146f53528cb4f5da7ade8114d00b70e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1320784 Feb 07 21:38:15.278500 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38332) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:15.325914 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96b2c516-77ba-45a9-93b0-49a1ee507f0a admin admin] Publish callbacks [] for security_group (b7c0d1d0-f98a-48cb-abd3-3d9f541abeb6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:15.348068 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96b2c516-77ba-45a9-93b0-49a1ee507f0a admin admin] Publish callbacks [] for security_group (b7c0d1d0-f98a-48cb-abd3-3d9f541abeb6), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:15.404602 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96b2c516-77ba-45a9-93b0-49a1ee507f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b7c0d1d0-f98a-48cb-abd3-3d9f541abeb6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:15.407380 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96b2c516-77ba-45a9-93b0-49a1ee507f0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:15.410927 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-96b2c516-77ba-45a9-93b0-49a1ee507f0a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b7c0d1d0-f98a-48cb-abd3-3d9f541abeb6 HTTP/1.1" status: 204 len: 168 time: 0.1290500 Feb 07 21:38:15.418272 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b2c516-77ba-45a9-93b0-49a1ee507f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c0d1d0-f98a-48cb-abd3-3d9f541abeb6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:15.687303 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38342) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:15.732959 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3fded57d-b95e-4bd2-8f2b-5c8c94b99fda admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5b29f62d80c24d8e8c11e7646c91af83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444777 Feb 07 21:38:15.735419 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38344) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:15.781379 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a47eb61b-b86f-4504-ab2d-11ec252ebf42 admin admin] Publish callbacks [] for security_group (183c9ed9-8412-44db-9488-71b9f7767205), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:15.804519 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a47eb61b-b86f-4504-ab2d-11ec252ebf42 admin admin] Publish callbacks [] for security_group (183c9ed9-8412-44db-9488-71b9f7767205), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:15.854800 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a47eb61b-b86f-4504-ab2d-11ec252ebf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (183c9ed9-8412-44db-9488-71b9f7767205), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:15.857414 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a47eb61b-b86f-4504-ab2d-11ec252ebf42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:15.861045 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a47eb61b-b86f-4504-ab2d-11ec252ebf42 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/183c9ed9-8412-44db-9488-71b9f7767205 HTTP/1.1" status: 204 len: 168 time: 0.1222537 Feb 07 21:38:15.868453 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47eb61b-b86f-4504-ab2d-11ec252ebf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183c9ed9-8412-44db-9488-71b9f7767205,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:16.565491 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38372) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:16.668338 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4047fcb6-90ca-410f-89e1-77927f30264e tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-255522530'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:16.686963 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4047fcb6-90ca-410f-89e1-77927f30264e tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Made reservation on behalf of 5b1d2f868e8b4132b9fd62858491a12a for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:38:16.690431 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4047fcb6-90ca-410f-89e1-77927f30264e tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:16.699135 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4047fcb6-90ca-410f-89e1-77927f30264e tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:16.778440 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4047fcb6-90ca-410f-89e1-77927f30264e tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks [] for security_group (371708b2-a662-48ee-8907-04a2900da793), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:16.782258 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4047fcb6-90ca-410f-89e1-77927f30264e tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (371708b2-a662-48ee-8907-04a2900da793), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:16.804375 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4047fcb6-90ca-410f-89e1-77927f30264e tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:38:16.820284 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047fcb6-90ca-410f-89e1-77927f30264e tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=371708b2-a662-48ee-8907-04a2900da793,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:16.824005 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4047fcb6-90ca-410f-89e1-77927f30264e tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (7ff5219d-0463-4b4a-be19-8afe1e2fa0e2), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:16.824385 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-4047fcb6-90ca-410f-89e1-77927f30264e tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Added segment 7ff5219d-0463-4b4a-be19-8afe1e2fa0e2 of type vlan for network 57f2525b-7f83-4b0f-824c-755d3b91f0da Feb 07 21:38:16.863812 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4047fcb6-90ca-410f-89e1-77927f30264e tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (57f2525b-7f83-4b0f-824c-755d3b91f0da), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:16.889077 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4047fcb6-90ca-410f-89e1-77927f30264e tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (57f2525b-7f83-4b0f-824c-755d3b91f0da), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:16.894194 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4047fcb6-90ca-410f-89e1-77927f30264e tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:16.894781 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4047fcb6-90ca-410f-89e1-77927f30264e tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:16.952535 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38376) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:16.952992 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4047fcb6-90ca-410f-89e1-77927f30264e tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.3859291 Feb 07 21:38:16.957773 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-d0e78dce-0798-4a9b-a39e-1fcfee02ed2b tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Request body: {'subnet': {'network_id': '57f2525b-7f83-4b0f-824c-755d3b91f0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:16.977512 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047fcb6-90ca-410f-89e1-77927f30264e tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Pushing event updated for resources: {'Network': ['ID=57f2525b-7f83-4b0f-824c-755d3b91f0da,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:16.989369 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 57f2525b-7f83-4b0f-824c-755d3b91f0da details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:38:17.059190 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e78dce-0798-4a9b-a39e-1fcfee02ed2b tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Made reservation on behalf of 5b1d2f868e8b4132b9fd62858491a12a for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:38:17.063039 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d0e78dce-0798-4a9b-a39e-1fcfee02ed2b tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:17.250396 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d0e78dce-0798-4a9b-a39e-1fcfee02ed2b tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (9c2e1d7f-2e02-4d90-99d2-02901a3aab21), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:17.313194 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e78dce-0798-4a9b-a39e-1fcfee02ed2b tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Pushing event updated for resources: {'Subnet': ['ID=9c2e1d7f-2e02-4d90-99d2-02901a3aab21,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:17.317487 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e78dce-0798-4a9b-a39e-1fcfee02ed2b tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Checking segment: {'id': '7ff5219d-0463-4b4a-be19-8afe1e2fa0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '57f2525b-7f83-4b0f-824c-755d3b91f0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:38:17.317850 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e78dce-0798-4a9b-a39e-1fcfee02ed2b tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Network hostable DHCP agents. Network: 57f2525b-7f83-4b0f-824c-755d3b91f0da, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:38:17.334262 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e78dce-0798-4a9b-a39e-1fcfee02ed2b tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Network 57f2525b-7f83-4b0f-824c-755d3b91f0da is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:38:17.343140 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-d0e78dce-0798-4a9b-a39e-1fcfee02ed2b tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 57f2525b-7f83-4b0f-824c-755d3b91f0da) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:17.347642 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e78dce-0798-4a9b-a39e-1fcfee02ed2b tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:17.348566 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d0e78dce-0798-4a9b-a39e-1fcfee02ed2b tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:17.353756 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14655ad-96b8-486a-ae21-2b3f12616b67 None None] Network 57f2525b-7f83-4b0f-824c-755d3b91f0da requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:38:17.366364 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d0e78dce-0798-4a9b-a39e-1fcfee02ed2b tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4126010 Feb 07 21:38:17.369221 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38382) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:17.374277 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6c57e63b-737d-4551-b8bd-63e735255f19 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Request body: {'port': {'network_id': '57f2525b-7f83-4b0f-824c-755d3b91f0da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-550880394'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:17.463532 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-57f2525b-7f83-4b0f-824c-755d3b91f0da', 'network_id': '57f2525b-7f83-4b0f-824c-755d3b91f0da', 'project_id': '5b1d2f868e8b4132b9fd62858491a12a', 'fixed_ips': [{'subnet_id': '9c2e1d7f-2e02-4d90-99d2-02901a3aab21'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:38:17.464753 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:17.498709 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c57e63b-737d-4551-b8bd-63e735255f19 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Made reservation on behalf of 5b1d2f868e8b4132b9fd62858491a12a for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:38:17.502725 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c57e63b-737d-4551-b8bd-63e735255f19 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:17.521785 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-6c57e63b-737d-4551-b8bd-63e735255f19 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] device_id is not set on port 5a66db13-03c1-4bb2-8ba7-62261db1e239 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:38:17.613821 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Allocated IP 2001:db8::2 (57f2525b-7f83-4b0f-824c-755d3b91f0da/9c2e1d7f-2e02-4d90-99d2-02901a3aab21/fc8b6898-0ca5-4588-a069-8c59020c8e1b) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:38:17.770382 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Publish callbacks [] for port (fc8b6898-0ca5-4588-a069-8c59020c8e1b), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:17.776446 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (fc8b6898-0ca5-4588-a069-8c59020c8e1b), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:17.815531 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Network 57f2525b-7f83-4b0f-824c-755d3b91f0da is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:38:17.818684 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:17.821331 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:38:17.838963 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-6c57e63b-737d-4551-b8bd-63e735255f19 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Allocated IP 2001:db8::eb (57f2525b-7f83-4b0f-824c-755d3b91f0da/9c2e1d7f-2e02-4d90-99d2-02901a3aab21/5a66db13-03c1-4bb2-8ba7-62261db1e239) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:38:17.877830 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Pushing event updated for resources: {'Port': ['ID=fc8b6898-0ca5-4588-a069-8c59020c8e1b,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:17.897060 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Attempting to bind port fc8b6898-0ca5-4588-a069-8c59020c8e1b on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:38:17.897432 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Attempting to bind port fc8b6898-0ca5-4588-a069-8c59020c8e1b by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '7ff5219d-0463-4b4a-be19-8afe1e2fa0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '57f2525b-7f83-4b0f-824c-755d3b91f0da'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:38:17.897792 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Attempting to bind port fc8b6898-0ca5-4588-a069-8c59020c8e1b on network 57f2525b-7f83-4b0f-824c-755d3b91f0da {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:38:17.901495 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:17.901842 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:17.902181 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:17.902516 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:17.903402 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:17.903731 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:17.904058 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:17.904404 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:17.904731 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:17.905053 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:17.905372 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:17.905694 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:17.906123 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:38:17.912574 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:38:17.912954 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Checking segment: {'id': '7ff5219d-0463-4b4a-be19-8afe1e2fa0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '57f2525b-7f83-4b0f-824c-755d3b91f0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:38:17.913375 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:17.913748 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Bound using segment: {'id': '7ff5219d-0463-4b4a-be19-8afe1e2fa0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '57f2525b-7f83-4b0f-824c-755d3b91f0da'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:38:17.914218 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Bound port: fc8b6898-0ca5-4588-a069-8c59020c8e1b, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff5219d-0463-4b4a-be19-8afe1e2fa0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '57f2525b-7f83-4b0f-824c-755d3b91f0da'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:38:17.914598 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fc8b6898-0ca5-4588-a069-8c59020c8e1b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:17.980395 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] For port fc8b6898-0ca5-4588-a069-8c59020c8e1b, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:38:17.983801 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] For port fc8b6898-0ca5-4588-a069-8c59020c8e1b, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=fc8b6898-0ca5-4588-a069-8c59020c8e1b,segment=NetworkSegment(7ff5219d-0463-4b4a-be19-8afe1e2fa0e2),segment_id=7ff5219d-0463-4b4a-be19-8afe1e2fa0e2)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:38:17.990085 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fc8b6898-0ca5-4588-a069-8c59020c8e1b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:18.010057 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c57e63b-737d-4551-b8bd-63e735255f19 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks [] for port (5a66db13-03c1-4bb2-8ba7-62261db1e239), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:18.047726 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60076d51-966f-464c-9930-276f8b24bd97 None None] Pushing event updated for resources: {'Port': ['ID=fc8b6898-0ca5-4588-a069-8c59020c8e1b,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:18.063087 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c57e63b-737d-4551-b8bd-63e735255f19 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (5a66db13-03c1-4bb2-8ba7-62261db1e239), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:18.113858 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c57e63b-737d-4551-b8bd-63e735255f19 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Network 57f2525b-7f83-4b0f-824c-755d3b91f0da is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:38:18.118007 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6c57e63b-737d-4551-b8bd-63e735255f19 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:18.119799 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57e63b-737d-4551-b8bd-63e735255f19 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Pushing event updated for resources: {'Port': ['ID=5a66db13-03c1-4bb2-8ba7-62261db1e239,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:18.122152 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c57e63b-737d-4551-b8bd-63e735255f19 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:38:18.127350 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c57e63b-737d-4551-b8bd-63e735255f19 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:18.127940 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c57e63b-737d-4551-b8bd-63e735255f19 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:18.148727 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6c57e63b-737d-4551-b8bd-63e735255f19 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7751839 Feb 07 21:38:18.150784 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38388) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:18.156665 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-d39f8729-e3eb-4621-8b70-ab7678a6ed36 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Request body: {'port': {'network_id': '57f2525b-7f83-4b0f-824c-755d3b91f0da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1052827143', 'allowed_address_pairs': [{'ip_address': '2001:db8::eb', 'mac_address': 'fa:16:3e:2f:93:1c'}]}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:18.299510 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39f8729-e3eb-4621-8b70-ab7678a6ed36 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Made reservation on behalf of 5b1d2f868e8b4132b9fd62858491a12a for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:38:18.396688 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d39f8729-e3eb-4621-8b70-ab7678a6ed36 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:18.417031 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-d39f8729-e3eb-4621-8b70-ab7678a6ed36 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] device_id is not set on port 3026efd3-0a47-4389-bf52-5624429adc10 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:38:18.450794 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-95f0c6be-9634-45c7-9c70-68d4cd1e331d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:18.549245 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-d39f8729-e3eb-4621-8b70-ab7678a6ed36 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Allocated IP 2001:db8::14f (57f2525b-7f83-4b0f-824c-755d3b91f0da/9c2e1d7f-2e02-4d90-99d2-02901a3aab21/3026efd3-0a47-4389-bf52-5624429adc10) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:38:18.708946 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d39f8729-e3eb-4621-8b70-ab7678a6ed36 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks [] for port (3026efd3-0a47-4389-bf52-5624429adc10), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:18.753621 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d39f8729-e3eb-4621-8b70-ab7678a6ed36 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (3026efd3-0a47-4389-bf52-5624429adc10), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:18.808879 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39f8729-e3eb-4621-8b70-ab7678a6ed36 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Network 57f2525b-7f83-4b0f-824c-755d3b91f0da is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:38:18.810670 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-d39f8729-e3eb-4621-8b70-ab7678a6ed36 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:18.813124 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39f8729-e3eb-4621-8b70-ab7678a6ed36 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:38:18.818436 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39f8729-e3eb-4621-8b70-ab7678a6ed36 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:18.819072 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d39f8729-e3eb-4621-8b70-ab7678a6ed36 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:18.821574 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f8729-e3eb-4621-8b70-ab7678a6ed36 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Pushing event updated for resources: {'Port': ['ID=3026efd3-0a47-4389-bf52-5624429adc10,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:18.843102 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d39f8729-e3eb-4621-8b70-ab7678a6ed36 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 0.6884649 Feb 07 21:38:18.843557 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38394) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:18.902488 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2519caa8-b3cb-42d5-8de3-e52fe998f04f tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:18.908631 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2519caa8-b3cb-42d5-8de3-e52fe998f04f tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:18.913882 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2519caa8-b3cb-42d5-8de3-e52fe998f04f tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:18.918740 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38396) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:18.920801 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2519caa8-b3cb-42d5-8de3-e52fe998f04f tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.0761478 Feb 07 21:38:19.020764 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a9334033-d6b8-4f3c-b071-821e82a16d1e tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Deleting port 3026efd3-0a47-4389-bf52-5624429adc10 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:38:19.021106 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a9334033-d6b8-4f3c-b071-821e82a16d1e tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (3026efd3-0a47-4389-bf52-5624429adc10), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:19.110660 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a9dd9b-4bc8-4d89-8641-99c41be01191 None None] Network 57f2525b-7f83-4b0f-824c-755d3b91f0da requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:38:19.114923 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a9334033-d6b8-4f3c-b071-821e82a16d1e tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (3026efd3-0a47-4389-bf52-5624429adc10), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:19.127851 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a9334033-d6b8-4f3c-b071-821e82a16d1e tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Calling delete_port for 3026efd3-0a47-4389-bf52-5624429adc10 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:38:19.183033 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-785f65e5-86b9-4f23-bac0-86e88eacd38f None None] Provisioning complete for port fc8b6898-0ca5-4588-a069-8c59020c8e1b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:19.183505 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-785f65e5-86b9-4f23-bac0-86e88eacd38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fc8b6898-0ca5-4588-a069-8c59020c8e1b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:19.266633 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a9334033-d6b8-4f3c-b071-821e82a16d1e tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (3026efd3-0a47-4389-bf52-5624429adc10), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:19.292847 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9334033-d6b8-4f3c-b071-821e82a16d1e tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Pushing event deleted for resources: {'Port': ['ID=3026efd3-0a47-4389-bf52-5624429adc10,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:19.307096 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-785f65e5-86b9-4f23-bac0-86e88eacd38f None None] Current status of the port fc8b6898-0ca5-4588-a069-8c59020c8e1b is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:38:19.307487 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-785f65e5-86b9-4f23-bac0-86e88eacd38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (fc8b6898-0ca5-4588-a069-8c59020c8e1b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:19.343178 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-785f65e5-86b9-4f23-bac0-86e88eacd38f None None] For port fc8b6898-0ca5-4588-a069-8c59020c8e1b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=fc8b6898-0ca5-4588-a069-8c59020c8e1b,segment=NetworkSegment(7ff5219d-0463-4b4a-be19-8afe1e2fa0e2),segment_id=7ff5219d-0463-4b4a-be19-8afe1e2fa0e2)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:38:19.351222 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-785f65e5-86b9-4f23-bac0-86e88eacd38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (fc8b6898-0ca5-4588-a069-8c59020c8e1b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:19.426294 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f65e5-86b9-4f23-bac0-86e88eacd38f None None] Pushing event updated for resources: {'Port': ['ID=fc8b6898-0ca5-4588-a069-8c59020c8e1b,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:19.462508 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a9334033-d6b8-4f3c-b071-821e82a16d1e tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:19.475197 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a9334033-d6b8-4f3c-b071-821e82a16d1e tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] 10.222.0.65 "DELETE /v2.0/ports/3026efd3-0a47-4389-bf52-5624429adc10 HTTP/1.1" status: 204 len: 168 time: 0.5552864 Feb 07 21:38:19.477792 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38402) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:19.508797 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d17ab3-af7a-4cdf-bf02-46f2086012ff tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] GET failed (client error): The resource could not be found. Feb 07 21:38:19.514704 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b6d17ab3-af7a-4cdf-bf02-46f2086012ff tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] 10.222.0.65 "GET /v2.0/ports/3026efd3-0a47-4389-bf52-5624429adc10 HTTP/1.1" status: 404 len: 333 time: 0.0314682 Feb 07 21:38:19.515857 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38404) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:19.520883 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-493865c3-5d3b-4189-a1cc-98199e1f1cb7 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Request body: {'port': {'network_id': '57f2525b-7f83-4b0f-824c-755d3b91f0da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1177538742'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:19.575185 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a6c6c598-4f78-4f33-bb11-9662164bfd7d None None] Could not find standard attr ID for object 3026efd3-0a47-4389-bf52-5624429adc10. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:38:19.592280 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a6c6c598-4f78-4f33-bb11-9662164bfd7d None None] Provisioning complete for port fc8b6898-0ca5-4588-a069-8c59020c8e1b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:19.592701 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c598-4f78-4f33-bb11-9662164bfd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fc8b6898-0ca5-4588-a069-8c59020c8e1b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:19.652487 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493865c3-5d3b-4189-a1cc-98199e1f1cb7 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Made reservation on behalf of 5b1d2f868e8b4132b9fd62858491a12a for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:38:19.656946 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-493865c3-5d3b-4189-a1cc-98199e1f1cb7 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:19.677262 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-493865c3-5d3b-4189-a1cc-98199e1f1cb7 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] device_id is not set on port 136c5104-bdb2-492c-a140-e4a2bbcf5778 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:38:19.681046 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a6c6c598-4f78-4f33-bb11-9662164bfd7d None None] Current status of the port fc8b6898-0ca5-4588-a069-8c59020c8e1b is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:38:19.711712 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a6c6c598-4f78-4f33-bb11-9662164bfd7d None None] Provisioning complete for port 5a66db13-03c1-4bb2-8ba7-62261db1e239 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:19.712242 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c598-4f78-4f33-bb11-9662164bfd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5a66db13-03c1-4bb2-8ba7-62261db1e239), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:19.749017 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a6c6c598-4f78-4f33-bb11-9662164bfd7d None None] Port 5a66db13-03c1-4bb2-8ba7-62261db1e239 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:38:19.829927 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-493865c3-5d3b-4189-a1cc-98199e1f1cb7 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Allocated IP 2001:db8::a5 (57f2525b-7f83-4b0f-824c-755d3b91f0da/9c2e1d7f-2e02-4d90-99d2-02901a3aab21/136c5104-bdb2-492c-a140-e4a2bbcf5778) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:38:19.883201 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4ae33456-661a-49f6-bceb-be32505dc3b6 None None] Provisioning complete for port 5a66db13-03c1-4bb2-8ba7-62261db1e239 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:19.883959 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4ae33456-661a-49f6-bceb-be32505dc3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5a66db13-03c1-4bb2-8ba7-62261db1e239), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:19.927566 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4ae33456-661a-49f6-bceb-be32505dc3b6 None None] Port 5a66db13-03c1-4bb2-8ba7-62261db1e239 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:38:20.145467 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2331c986-8b4c-43fc-8569-6c69ade2fe1b None None] Could not find standard attr ID for object 3026efd3-0a47-4389-bf52-5624429adc10. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:38:20.218485 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device fc8b6898-0ca5-4588-a069-8c59020c8e1b up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:38:20.275473 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port fc8b6898-0ca5-4588-a069-8c59020c8e1b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:20.275856 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (fc8b6898-0ca5-4588-a069-8c59020c8e1b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:20.345737 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-493865c3-5d3b-4189-a1cc-98199e1f1cb7 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks [] for port (136c5104-bdb2-492c-a140-e4a2bbcf5778), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:20.379947 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port fc8b6898-0ca5-4588-a069-8c59020c8e1b is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:38:20.394855 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-493865c3-5d3b-4189-a1cc-98199e1f1cb7 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (136c5104-bdb2-492c-a140-e4a2bbcf5778), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:20.436603 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493865c3-5d3b-4189-a1cc-98199e1f1cb7 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Network 57f2525b-7f83-4b0f-824c-755d3b91f0da is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:38:20.441610 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-493865c3-5d3b-4189-a1cc-98199e1f1cb7 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:20.445408 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493865c3-5d3b-4189-a1cc-98199e1f1cb7 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:38:20.451243 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493865c3-5d3b-4189-a1cc-98199e1f1cb7 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:20.451780 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-493865c3-5d3b-4189-a1cc-98199e1f1cb7 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:20.462044 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493865c3-5d3b-4189-a1cc-98199e1f1cb7 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Pushing event updated for resources: {'Port': ['ID=136c5104-bdb2-492c-a140-e4a2bbcf5778,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:20.476945 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-493865c3-5d3b-4189-a1cc-98199e1f1cb7 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9597168 Feb 07 21:38:20.479595 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38412) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:20.485160 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b9ac2cc4-c546-4e74-af51-6d1935976adb tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::eb', 'mac_address': 'fa:16:3e:2f:93:1c'}]}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:20.565235 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9ac2cc4-c546-4e74-af51-6d1935976adb tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (136c5104-bdb2-492c-a140-e4a2bbcf5778), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:20.611663 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3a803aa5-d912-4bbd-82b8-51c584096a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:20.775846 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9ac2cc4-c546-4e74-af51-6d1935976adb tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks [] for port (136c5104-bdb2-492c-a140-e4a2bbcf5778), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:20.781026 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9ac2cc4-c546-4e74-af51-6d1935976adb tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (136c5104-bdb2-492c-a140-e4a2bbcf5778), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:20.790853 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f1c6b45f-d74b-495e-9581-1414d17face5 None None] Provisioning complete for port 136c5104-bdb2-492c-a140-e4a2bbcf5778 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:20.791353 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f1c6b45f-d74b-495e-9581-1414d17face5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (136c5104-bdb2-492c-a140-e4a2bbcf5778), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:20.820477 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b9ac2cc4-c546-4e74-af51-6d1935976adb tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] In _notify_port_updated(), no bound segment for port 136c5104-bdb2-492c-a140-e4a2bbcf5778 on network 57f2525b-7f83-4b0f-824c-755d3b91f0da {{(pid=103256) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 07 21:38:20.827829 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ac2cc4-c546-4e74-af51-6d1935976adb tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:20.828567 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f1c6b45f-d74b-495e-9581-1414d17face5 None None] Port 136c5104-bdb2-492c-a140-e4a2bbcf5778 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:38:20.828728 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9ac2cc4-c546-4e74-af51-6d1935976adb tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:20.832826 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b9ac2cc4-c546-4e74-af51-6d1935976adb tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] 10.222.0.65 "PUT /v2.0/ports/136c5104-bdb2-492c-a140-e4a2bbcf5778 HTTP/1.1" status: 200 len: 1001 time: 0.3521614 Feb 07 21:38:20.832986 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38416) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:20.846937 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac2cc4-c546-4e74-af51-6d1935976adb tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Pushing event updated for resources: {'Port': ['ID=136c5104-bdb2-492c-a140-e4a2bbcf5778,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:20.938811 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a7d77de1-d180-42ff-acc9-6ec0d74537c3 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Deleting port 136c5104-bdb2-492c-a140-e4a2bbcf5778 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:38:20.939201 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7d77de1-d180-42ff-acc9-6ec0d74537c3 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (136c5104-bdb2-492c-a140-e4a2bbcf5778), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:21.032679 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7d77de1-d180-42ff-acc9-6ec0d74537c3 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (136c5104-bdb2-492c-a140-e4a2bbcf5778), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:21.046187 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a7d77de1-d180-42ff-acc9-6ec0d74537c3 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Calling delete_port for 136c5104-bdb2-492c-a140-e4a2bbcf5778 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:38:21.072922 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6a6250d2-bd34-4f94-82ca-39458c50ecd9 None None] Provisioning complete for port 136c5104-bdb2-492c-a140-e4a2bbcf5778 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:21.073332 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6a6250d2-bd34-4f94-82ca-39458c50ecd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (136c5104-bdb2-492c-a140-e4a2bbcf5778), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:21.112396 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6a6250d2-bd34-4f94-82ca-39458c50ecd9 None None] Port 136c5104-bdb2-492c-a140-e4a2bbcf5778 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:38:21.177926 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7d77de1-d180-42ff-acc9-6ec0d74537c3 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (136c5104-bdb2-492c-a140-e4a2bbcf5778), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:21.207007 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d77de1-d180-42ff-acc9-6ec0d74537c3 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Pushing event deleted for resources: {'Port': ['ID=136c5104-bdb2-492c-a140-e4a2bbcf5778,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:21.295960 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7d77de1-d180-42ff-acc9-6ec0d74537c3 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:21.299422 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a7d77de1-d180-42ff-acc9-6ec0d74537c3 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] 10.222.0.65 "DELETE /v2.0/ports/136c5104-bdb2-492c-a140-e4a2bbcf5778 HTTP/1.1" status: 204 len: 168 time: 0.4653375 Feb 07 21:38:21.302179 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38418) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:21.335697 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e5ccfa-2642-4092-85dc-4dffe6f97757 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] GET failed (client error): The resource could not be found. Feb 07 21:38:21.337859 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f4e5ccfa-2642-4092-85dc-4dffe6f97757 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] 10.222.0.65 "GET /v2.0/ports/136c5104-bdb2-492c-a140-e4a2bbcf5778 HTTP/1.1" status: 404 len: 333 time: 0.0338769 Feb 07 21:38:21.342505 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38422) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:21.347467 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9cc42429-e591-42e3-b899-ad4fa0655ec0 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Request body: {'port': {'network_id': '57f2525b-7f83-4b0f-824c-755d3b91f0da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-582736330'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:21.466721 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc42429-e591-42e3-b899-ad4fa0655ec0 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Made reservation on behalf of 5b1d2f868e8b4132b9fd62858491a12a for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:38:21.470203 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9cc42429-e591-42e3-b899-ad4fa0655ec0 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:21.486479 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-9cc42429-e591-42e3-b899-ad4fa0655ec0 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] device_id is not set on port c28036e6-ad4e-4b96-b1e0-a14fed6087ed yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:38:21.606519 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-9cc42429-e591-42e3-b899-ad4fa0655ec0 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Allocated IP 2001:db8::45 (57f2525b-7f83-4b0f-824c-755d3b91f0da/9c2e1d7f-2e02-4d90-99d2-02901a3aab21/c28036e6-ad4e-4b96-b1e0-a14fed6087ed) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:38:21.623166 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:38:21.753122 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9cc42429-e591-42e3-b899-ad4fa0655ec0 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks [] for port (c28036e6-ad4e-4b96-b1e0-a14fed6087ed), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:21.784556 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9cc42429-e591-42e3-b899-ad4fa0655ec0 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (c28036e6-ad4e-4b96-b1e0-a14fed6087ed), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:21.829931 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc42429-e591-42e3-b899-ad4fa0655ec0 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Network 57f2525b-7f83-4b0f-824c-755d3b91f0da is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:38:21.832879 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-9cc42429-e591-42e3-b899-ad4fa0655ec0 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:21.835236 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc42429-e591-42e3-b899-ad4fa0655ec0 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:38:21.841359 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc42429-e591-42e3-b899-ad4fa0655ec0 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:21.841974 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9cc42429-e591-42e3-b899-ad4fa0655ec0 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:21.847962 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc42429-e591-42e3-b899-ad4fa0655ec0 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Pushing event updated for resources: {'Port': ['ID=c28036e6-ad4e-4b96-b1e0-a14fed6087ed,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:21.870082 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9cc42429-e591-42e3-b899-ad4fa0655ec0 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.5255554 Feb 07 21:38:21.870615 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38428) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:21.872408 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:21.878120 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c4b04c45-92ad-4c78-996d-d6cb801aae52 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:2f:93:1c'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:22.033535 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4b04c45-92ad-4c78-996d-d6cb801aae52 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c28036e6-ad4e-4b96-b1e0-a14fed6087ed), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:22.148698 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f68730cf-f6ca-4335-88d4-74c7a1312a17 None None] Provisioning complete for port c28036e6-ad4e-4b96-b1e0-a14fed6087ed triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:22.148959 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f68730cf-f6ca-4335-88d4-74c7a1312a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c28036e6-ad4e-4b96-b1e0-a14fed6087ed), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:22.186488 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f68730cf-f6ca-4335-88d4-74c7a1312a17 None None] Port c28036e6-ad4e-4b96-b1e0-a14fed6087ed cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:38:22.216522 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4b04c45-92ad-4c78-996d-d6cb801aae52 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks [] for port (c28036e6-ad4e-4b96-b1e0-a14fed6087ed), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:22.220783 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4b04c45-92ad-4c78-996d-d6cb801aae52 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (c28036e6-ad4e-4b96-b1e0-a14fed6087ed), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:22.252339 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c4b04c45-92ad-4c78-996d-d6cb801aae52 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] In _notify_port_updated(), no bound segment for port c28036e6-ad4e-4b96-b1e0-a14fed6087ed on network 57f2525b-7f83-4b0f-824c-755d3b91f0da {{(pid=103255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 07 21:38:22.257256 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b04c45-92ad-4c78-996d-d6cb801aae52 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:22.257871 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4b04c45-92ad-4c78-996d-d6cb801aae52 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:22.262934 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c4b04c45-92ad-4c78-996d-d6cb801aae52 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] 10.222.0.65 "PUT /v2.0/ports/c28036e6-ad4e-4b96-b1e0-a14fed6087ed HTTP/1.1" status: 200 len: 1001 time: 0.3854344 Feb 07 21:38:22.262934 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38430) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:22.306558 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b04c45-92ad-4c78-996d-d6cb801aae52 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Pushing event updated for resources: {'Port': ['ID=c28036e6-ad4e-4b96-b1e0-a14fed6087ed,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:22.382832 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-dfebe7ea-c19b-4442-bc99-dd06b0b07c37 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Deleting port c28036e6-ad4e-4b96-b1e0-a14fed6087ed {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:38:22.383251 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfebe7ea-c19b-4442-bc99-dd06b0b07c37 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c28036e6-ad4e-4b96-b1e0-a14fed6087ed), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:22.482096 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfebe7ea-c19b-4442-bc99-dd06b0b07c37 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c28036e6-ad4e-4b96-b1e0-a14fed6087ed), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:22.494548 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-dfebe7ea-c19b-4442-bc99-dd06b0b07c37 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Calling delete_port for c28036e6-ad4e-4b96-b1e0-a14fed6087ed owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:38:22.609737 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f4f3a08a-56c3-4e23-a94f-c888325d6e73 None None] Provisioning complete for port c28036e6-ad4e-4b96-b1e0-a14fed6087ed triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:22.610127 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f4f3a08a-56c3-4e23-a94f-c888325d6e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c28036e6-ad4e-4b96-b1e0-a14fed6087ed), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:22.629286 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfebe7ea-c19b-4442-bc99-dd06b0b07c37 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (c28036e6-ad4e-4b96-b1e0-a14fed6087ed), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:22.648138 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f4f3a08a-56c3-4e23-a94f-c888325d6e73 None None] Port c28036e6-ad4e-4b96-b1e0-a14fed6087ed cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:38:22.662410 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebe7ea-c19b-4442-bc99-dd06b0b07c37 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Pushing event deleted for resources: {'Port': ['ID=c28036e6-ad4e-4b96-b1e0-a14fed6087ed,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:22.698029 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfebe7ea-c19b-4442-bc99-dd06b0b07c37 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:22.707135 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38442) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:22.707724 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-dfebe7ea-c19b-4442-bc99-dd06b0b07c37 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] 10.222.0.65 "DELETE /v2.0/ports/c28036e6-ad4e-4b96-b1e0-a14fed6087ed HTTP/1.1" status: 204 len: 168 time: 0.4441390 Feb 07 21:38:22.734924 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9385d8e-5431-4f6c-96e8-581fd44e59a8 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] GET failed (client error): The resource could not be found. Feb 07 21:38:22.736717 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b9385d8e-5431-4f6c-96e8-581fd44e59a8 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] 10.222.0.65 "GET /v2.0/ports/c28036e6-ad4e-4b96-b1e0-a14fed6087ed HTTP/1.1" status: 404 len: 333 time: 0.0278139 Feb 07 21:38:22.740186 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38444) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:22.745101 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-3164a473-9250-403c-8407-4b5ac7de325a tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Request body: {'port': {'network_id': '57f2525b-7f83-4b0f-824c-755d3b91f0da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-572213846'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:22.871169 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3164a473-9250-403c-8407-4b5ac7de325a tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Made reservation on behalf of 5b1d2f868e8b4132b9fd62858491a12a for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:38:22.875822 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3164a473-9250-403c-8407-4b5ac7de325a tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:22.896050 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-3164a473-9250-403c-8407-4b5ac7de325a tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] device_id is not set on port 5958be15-41bd-4682-ad5c-1bc5e53b69ea yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:38:23.010448 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-3164a473-9250-403c-8407-4b5ac7de325a tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Allocated IP 2001:db8::c6 (57f2525b-7f83-4b0f-824c-755d3b91f0da/9c2e1d7f-2e02-4d90-99d2-02901a3aab21/5958be15-41bd-4682-ad5c-1bc5e53b69ea) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:38:23.163545 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3164a473-9250-403c-8407-4b5ac7de325a tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks [] for port (5958be15-41bd-4682-ad5c-1bc5e53b69ea), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:23.197855 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3164a473-9250-403c-8407-4b5ac7de325a tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (5958be15-41bd-4682-ad5c-1bc5e53b69ea), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:23.247008 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3164a473-9250-403c-8407-4b5ac7de325a tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Network 57f2525b-7f83-4b0f-824c-755d3b91f0da is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:38:23.250470 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-3164a473-9250-403c-8407-4b5ac7de325a tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:23.254367 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3164a473-9250-403c-8407-4b5ac7de325a tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:38:23.259692 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3164a473-9250-403c-8407-4b5ac7de325a tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:23.260206 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3164a473-9250-403c-8407-4b5ac7de325a tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:23.270213 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164a473-9250-403c-8407-4b5ac7de325a tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Pushing event updated for resources: {'Port': ['ID=5958be15-41bd-4682-ad5c-1bc5e53b69ea,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:23.290432 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3164a473-9250-403c-8407-4b5ac7de325a tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.5490205 Feb 07 21:38:23.293080 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38450) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:23.297962 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a0f4f253-3698-4f6e-8f0d-4c96299a16b9 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Request body: {'port': {'network_id': '57f2525b-7f83-4b0f-824c-755d3b91f0da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1066091428'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:23.367514 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:23.415442 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f4f253-3698-4f6e-8f0d-4c96299a16b9 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Made reservation on behalf of 5b1d2f868e8b4132b9fd62858491a12a for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:38:23.419787 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f253-3698-4f6e-8f0d-4c96299a16b9 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:23.438505 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-a0f4f253-3698-4f6e-8f0d-4c96299a16b9 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] device_id is not set on port 36263ee1-5028-4803-9f30-3afb5c7336fb yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:38:23.559559 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-a0f4f253-3698-4f6e-8f0d-4c96299a16b9 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Allocated IP 2001:db8::2f4 (57f2525b-7f83-4b0f-824c-755d3b91f0da/9c2e1d7f-2e02-4d90-99d2-02901a3aab21/36263ee1-5028-4803-9f30-3afb5c7336fb) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:38:23.577265 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f1ddf876-ddb5-4e6e-8c61-40570b728fbc None None] Provisioning complete for port 5958be15-41bd-4682-ad5c-1bc5e53b69ea triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:23.577990 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f1ddf876-ddb5-4e6e-8c61-40570b728fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5958be15-41bd-4682-ad5c-1bc5e53b69ea), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:23.613889 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f1ddf876-ddb5-4e6e-8c61-40570b728fbc None None] Port 5958be15-41bd-4682-ad5c-1bc5e53b69ea cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:38:23.718351 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f253-3698-4f6e-8f0d-4c96299a16b9 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks [] for port (36263ee1-5028-4803-9f30-3afb5c7336fb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:23.757999 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f253-3698-4f6e-8f0d-4c96299a16b9 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (36263ee1-5028-4803-9f30-3afb5c7336fb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:23.799926 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f4f253-3698-4f6e-8f0d-4c96299a16b9 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Network 57f2525b-7f83-4b0f-824c-755d3b91f0da is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:38:23.804931 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-a0f4f253-3698-4f6e-8f0d-4c96299a16b9 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:23.808664 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f4f253-3698-4f6e-8f0d-4c96299a16b9 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:38:23.813809 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f4f253-3698-4f6e-8f0d-4c96299a16b9 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:23.814426 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f253-3698-4f6e-8f0d-4c96299a16b9 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:23.827095 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4f253-3698-4f6e-8f0d-4c96299a16b9 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Pushing event updated for resources: {'Port': ['ID=36263ee1-5028-4803-9f30-3afb5c7336fb,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:23.841148 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a0f4f253-3698-4f6e-8f0d-4c96299a16b9 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5439329 Feb 07 21:38:23.841719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38454) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:23.846748 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5524569f-a36e-4620-b90b-9e8fc2146b7f tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::eb', 'mac_address': 'fa:16:3e:2f:93:1c'}, {'ip_address': '2001:db8::c6', 'mac_address': 'fa:16:3e:66:e6:fc'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:23.931845 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5524569f-a36e-4620-b90b-9e8fc2146b7f tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (36263ee1-5028-4803-9f30-3afb5c7336fb), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:24.049290 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6fc44ee5-9468-4c25-9904-1507058587c8 None None] Provisioning complete for port 36263ee1-5028-4803-9f30-3afb5c7336fb triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:24.050039 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6fc44ee5-9468-4c25-9904-1507058587c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (36263ee1-5028-4803-9f30-3afb5c7336fb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:24.086246 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6fc44ee5-9468-4c25-9904-1507058587c8 None None] Port 36263ee1-5028-4803-9f30-3afb5c7336fb cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:38:24.156792 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5524569f-a36e-4620-b90b-9e8fc2146b7f tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks [] for port (36263ee1-5028-4803-9f30-3afb5c7336fb), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:24.162758 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5524569f-a36e-4620-b90b-9e8fc2146b7f tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (36263ee1-5028-4803-9f30-3afb5c7336fb), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:24.194782 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5524569f-a36e-4620-b90b-9e8fc2146b7f tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] In _notify_port_updated(), no bound segment for port 36263ee1-5028-4803-9f30-3afb5c7336fb on network 57f2525b-7f83-4b0f-824c-755d3b91f0da {{(pid=103255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 07 21:38:24.200236 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5524569f-a36e-4620-b90b-9e8fc2146b7f tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:24.200879 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5524569f-a36e-4620-b90b-9e8fc2146b7f tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:24.202158 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5524569f-a36e-4620-b90b-9e8fc2146b7f tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] 10.222.0.65 "PUT /v2.0/ports/36263ee1-5028-4803-9f30-3afb5c7336fb HTTP/1.1" status: 200 len: 1066 time: 0.3597014 Feb 07 21:38:24.205086 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38460) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:24.245605 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524569f-a36e-4620-b90b-9e8fc2146b7f tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Pushing event updated for resources: {'Port': ['ID=36263ee1-5028-4803-9f30-3afb5c7336fb,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:24.313425 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9f70eafe-a20a-4863-8acf-d8d8c91ed898 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Deleting port 36263ee1-5028-4803-9f30-3afb5c7336fb {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:38:24.313799 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f70eafe-a20a-4863-8acf-d8d8c91ed898 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (36263ee1-5028-4803-9f30-3afb5c7336fb), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:24.405535 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f70eafe-a20a-4863-8acf-d8d8c91ed898 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (36263ee1-5028-4803-9f30-3afb5c7336fb), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:24.417344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9f70eafe-a20a-4863-8acf-d8d8c91ed898 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Calling delete_port for 36263ee1-5028-4803-9f30-3afb5c7336fb owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:38:24.512889 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-45b617fb-435a-4b10-a480-37c9d0b99e35 None None] Provisioning complete for port 36263ee1-5028-4803-9f30-3afb5c7336fb triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:24.513486 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-45b617fb-435a-4b10-a480-37c9d0b99e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (36263ee1-5028-4803-9f30-3afb5c7336fb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:24.547340 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f70eafe-a20a-4863-8acf-d8d8c91ed898 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (36263ee1-5028-4803-9f30-3afb5c7336fb), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:24.549541 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-45b617fb-435a-4b10-a480-37c9d0b99e35 None None] Port 36263ee1-5028-4803-9f30-3afb5c7336fb cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:38:24.576289 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70eafe-a20a-4863-8acf-d8d8c91ed898 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Pushing event deleted for resources: {'Port': ['ID=36263ee1-5028-4803-9f30-3afb5c7336fb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:24.670896 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:24.756472 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f70eafe-a20a-4863-8acf-d8d8c91ed898 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:24.759940 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9f70eafe-a20a-4863-8acf-d8d8c91ed898 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] 10.222.0.65 "DELETE /v2.0/ports/36263ee1-5028-4803-9f30-3afb5c7336fb HTTP/1.1" status: 204 len: 168 time: 0.5541344 Feb 07 21:38:24.763548 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38464) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:24.790718 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-945ebcaf-9b6e-43c0-b372-d171cf608625 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] GET failed (client error): The resource could not be found. Feb 07 21:38:24.795015 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-945ebcaf-9b6e-43c0-b372-d171cf608625 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] 10.222.0.65 "GET /v2.0/ports/36263ee1-5028-4803-9f30-3afb5c7336fb HTTP/1.1" status: 404 len: 333 time: 0.0278335 Feb 07 21:38:24.795422 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38466) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:24.894341 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-773bcc6f-8e2e-4f4e-8b04-8fee9205fad5 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Deleting port 5958be15-41bd-4682-ad5c-1bc5e53b69ea {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:38:24.895015 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-773bcc6f-8e2e-4f4e-8b04-8fee9205fad5 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (5958be15-41bd-4682-ad5c-1bc5e53b69ea), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:24.985860 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-773bcc6f-8e2e-4f4e-8b04-8fee9205fad5 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (5958be15-41bd-4682-ad5c-1bc5e53b69ea), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:25.000717 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-773bcc6f-8e2e-4f4e-8b04-8fee9205fad5 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Calling delete_port for 5958be15-41bd-4682-ad5c-1bc5e53b69ea owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:38:25.453337 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-773bcc6f-8e2e-4f4e-8b04-8fee9205fad5 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (5958be15-41bd-4682-ad5c-1bc5e53b69ea), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:25.489259 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773bcc6f-8e2e-4f4e-8b04-8fee9205fad5 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Pushing event deleted for resources: {'Port': ['ID=5958be15-41bd-4682-ad5c-1bc5e53b69ea,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:25.516988 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-773bcc6f-8e2e-4f4e-8b04-8fee9205fad5 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:25.520469 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-773bcc6f-8e2e-4f4e-8b04-8fee9205fad5 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] 10.222.0.65 "DELETE /v2.0/ports/5958be15-41bd-4682-ad5c-1bc5e53b69ea HTTP/1.1" status: 204 len: 168 time: 0.7243366 Feb 07 21:38:25.523132 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38474) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:25.552136 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52e5998-29f9-4b3c-9c2a-7b0feea2d3dc tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] GET failed (client error): The resource could not be found. Feb 07 21:38:25.558048 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c52e5998-29f9-4b3c-9c2a-7b0feea2d3dc tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] 10.222.0.65 "GET /v2.0/ports/5958be15-41bd-4682-ad5c-1bc5e53b69ea HTTP/1.1" status: 404 len: 333 time: 0.0298486 Feb 07 21:38:25.558168 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38476) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:25.657851 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4f75aa12-92d6-404a-b88d-06de6d52d18c tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Deleting port 5a66db13-03c1-4bb2-8ba7-62261db1e239 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:38:25.658289 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4f75aa12-92d6-404a-b88d-06de6d52d18c tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (5a66db13-03c1-4bb2-8ba7-62261db1e239), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:25.755679 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4f75aa12-92d6-404a-b88d-06de6d52d18c tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (5a66db13-03c1-4bb2-8ba7-62261db1e239), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:25.770246 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4f75aa12-92d6-404a-b88d-06de6d52d18c tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Calling delete_port for 5a66db13-03c1-4bb2-8ba7-62261db1e239 owned by {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:38:25.907257 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4f75aa12-92d6-404a-b88d-06de6d52d18c tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (5a66db13-03c1-4bb2-8ba7-62261db1e239), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:25.935157 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75aa12-92d6-404a-b88d-06de6d52d18c tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Pushing event deleted for resources: {'Port': ['ID=5a66db13-03c1-4bb2-8ba7-62261db1e239,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:25.960902 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4f75aa12-92d6-404a-b88d-06de6d52d18c tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:25.964177 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4f75aa12-92d6-404a-b88d-06de6d52d18c tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] 10.222.0.65 "DELETE /v2.0/ports/5a66db13-03c1-4bb2-8ba7-62261db1e239 HTTP/1.1" status: 204 len: 168 time: 0.4049554 Feb 07 21:38:25.966660 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38484) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:26.024527 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e4dfcb-c02d-4718-b4ee-4d5c43e11f70 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Deleting subnet 9c2e1d7f-2e02-4d90-99d2-02901a3aab21 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:38:26.028186 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63e4dfcb-c02d-4718-b4ee-4d5c43e11f70 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks [] for subnet (9c2e1d7f-2e02-4d90-99d2-02901a3aab21), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:26.070558 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63e4dfcb-c02d-4718-b4ee-4d5c43e11f70 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (9c2e1d7f-2e02-4d90-99d2-02901a3aab21), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:26.159578 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63e4dfcb-c02d-4718-b4ee-4d5c43e11f70 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (9c2e1d7f-2e02-4d90-99d2-02901a3aab21), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:26.221957 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63e4dfcb-c02d-4718-b4ee-4d5c43e11f70 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (9c2e1d7f-2e02-4d90-99d2-02901a3aab21), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:26.250368 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4dfcb-c02d-4718-b4ee-4d5c43e11f70 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Pushing event deleted for resources: {'Subnet': ['ID=9c2e1d7f-2e02-4d90-99d2-02901a3aab21,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:26.252323 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63e4dfcb-c02d-4718-b4ee-4d5c43e11f70 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:26.258213 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-63e4dfcb-c02d-4718-b4ee-4d5c43e11f70 tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] 10.222.0.65 "DELETE /v2.0/subnets/9c2e1d7f-2e02-4d90-99d2-02901a3aab21 HTTP/1.1" status: 204 len: 168 time: 0.2878077 Feb 07 21:38:26.258379 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38486) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:26.261593 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133b31b5-9ea2-4119-8d42-e894b2f59c0a None None] Network 57f2525b-7f83-4b0f-824c-755d3b91f0da requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:38:26.339546 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22168522-492e-41c4-b756-10d4429874da tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (57f2525b-7f83-4b0f-824c-755d3b91f0da), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:26.402393 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-22168522-492e-41c4-b756-10d4429874da tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Deleting port fc8b6898-0ca5-4588-a069-8c59020c8e1b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:38:26.402738 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22168522-492e-41c4-b756-10d4429874da tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (fc8b6898-0ca5-4588-a069-8c59020c8e1b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:26.425479 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2389ef7-a29f-41a6-83f1-d23ad3b29179 None None] DHCP port deletion for 57f2525b-7f83-4b0f-824c-755d3b91f0da request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:38:26.464831 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-22168522-492e-41c4-b756-10d4429874da tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] For port fc8b6898-0ca5-4588-a069-8c59020c8e1b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=fc8b6898-0ca5-4588-a069-8c59020c8e1b,segment=NetworkSegment(7ff5219d-0463-4b4a-be19-8afe1e2fa0e2),segment_id=7ff5219d-0463-4b4a-be19-8afe1e2fa0e2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:38:26.465720 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22168522-492e-41c4-b756-10d4429874da tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (fc8b6898-0ca5-4588-a069-8c59020c8e1b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:26.474556 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c2389ef7-a29f-41a6-83f1-d23ad3b29179 None None] Deleting port fc8b6898-0ca5-4588-a069-8c59020c8e1b {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:38:26.474833 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c2389ef7-a29f-41a6-83f1-d23ad3b29179 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (fc8b6898-0ca5-4588-a069-8c59020c8e1b), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:26.477837 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-22168522-492e-41c4-b756-10d4429874da tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Calling delete_port for fc8b6898-0ca5-4588-a069-8c59020c8e1b owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:38:26.542833 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c2389ef7-a29f-41a6-83f1-d23ad3b29179 None None] For port fc8b6898-0ca5-4588-a069-8c59020c8e1b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=fc8b6898-0ca5-4588-a069-8c59020c8e1b,segment=NetworkSegment(7ff5219d-0463-4b4a-be19-8afe1e2fa0e2),segment_id=7ff5219d-0463-4b4a-be19-8afe1e2fa0e2)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:38:26.543228 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c2389ef7-a29f-41a6-83f1-d23ad3b29179 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (fc8b6898-0ca5-4588-a069-8c59020c8e1b), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:26.559822 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c2389ef7-a29f-41a6-83f1-d23ad3b29179 None None] Calling delete_port for fc8b6898-0ca5-4588-a069-8c59020c8e1b owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:38:26.562257 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22168522-492e-41c4-b756-10d4429874da tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (fc8b6898-0ca5-4588-a069-8c59020c8e1b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:26.592161 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22168522-492e-41c4-b756-10d4429874da tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Pushing event deleted for resources: {'Port': ['ID=fc8b6898-0ca5-4588-a069-8c59020c8e1b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:26.594140 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22168522-492e-41c4-b756-10d4429874da tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] No DVR routers for this DVR port fc8b6898-0ca5-4588-a069-8c59020c8e1b on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:26.641297 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 21:38:26.655371 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c2389ef7-a29f-41a6-83f1-d23ad3b29179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (fc8b6898-0ca5-4588-a069-8c59020c8e1b), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:26.687247 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22168522-492e-41c4-b756-10d4429874da tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (57f2525b-7f83-4b0f-824c-755d3b91f0da), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:26.693191 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2389ef7-a29f-41a6-83f1-d23ad3b29179 None None] Pushing event deleted for resources: {'Port': ['ID=fc8b6898-0ca5-4588-a069-8c59020c8e1b,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:26.701583 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2389ef7-a29f-41a6-83f1-d23ad3b29179 None None] No DVR routers for this DVR port fc8b6898-0ca5-4588-a069-8c59020c8e1b on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:38:26.721981 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-22168522-492e-41c4-b756-10d4429874da tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f2525b-7f83-4b0f-824c-755d3b91f0da']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:26.732647 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-22168522-492e-41c4-b756-10d4429874da tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff5219d-0463-4b4a-be19-8afe1e2fa0e2') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:26.732945 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-22168522-492e-41c4-b756-10d4429874da tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff5219d-0463-4b4a-be19-8afe1e2fa0e2') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:26.742462 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22168522-492e-41c4-b756-10d4429874da tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (7ff5219d-0463-4b4a-be19-8afe1e2fa0e2), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:26.756577 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22168522-492e-41c4-b756-10d4429874da tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (7ff5219d-0463-4b4a-be19-8afe1e2fa0e2), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:26.762936 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22168522-492e-41c4-b756-10d4429874da tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:38:26.763493 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22168522-492e-41c4-b756-10d4429874da tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (7ff5219d-0463-4b4a-be19-8afe1e2fa0e2), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:38:26.767298 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:38:26.826574 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22168522-492e-41c4-b756-10d4429874da tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (57f2525b-7f83-4b0f-824c-755d3b91f0da), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:26.834920 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22168522-492e-41c4-b756-10d4429874da tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:26.838108 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-22168522-492e-41c4-b756-10d4429874da tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] 10.222.0.65 "DELETE /v2.0/networks/57f2525b-7f83-4b0f-824c-755d3b91f0da HTTP/1.1" status: 204 len: 168 time: 0.5790679 Feb 07 21:38:26.853926 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22168522-492e-41c4-b756-10d4429874da tempest-AllowedAddressPairIpV6TestJSON-524631755 tempest-AllowedAddressPairIpV6TestJSON-524631755-project] Pushing event deleted for resources: {'Network': ['ID=57f2525b-7f83-4b0f-824c-755d3b91f0da,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:27.078821 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38498) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:27.207580 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4ec267c3-0ba8-49b5-8bed-f94800ee9313 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5b1d2f868e8b4132b9fd62858491a12a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1275566 Feb 07 21:38:27.210117 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38502) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:27.259674 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c655bb06-d37b-4169-9148-88ac35f5fcfe admin admin] Publish callbacks [] for security_group (371708b2-a662-48ee-8907-04a2900da793), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:27.281028 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c655bb06-d37b-4169-9148-88ac35f5fcfe admin admin] Publish callbacks [] for security_group (371708b2-a662-48ee-8907-04a2900da793), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:27.331638 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c655bb06-d37b-4169-9148-88ac35f5fcfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (371708b2-a662-48ee-8907-04a2900da793), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:27.334154 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c655bb06-d37b-4169-9148-88ac35f5fcfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:27.338233 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c655bb06-d37b-4169-9148-88ac35f5fcfe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/371708b2-a662-48ee-8907-04a2900da793 HTTP/1.1" status: 204 len: 168 time: 0.1243081 Feb 07 21:38:27.343031 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655bb06-d37b-4169-9148-88ac35f5fcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371708b2-a662-48ee-8907-04a2900da793,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:28.000218 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38530) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:28.108909 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device fc8b6898-0ca5-4588-a069-8c59020c8e1b no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:38:28.112966 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6cfd23b2-3ff9-418b-91b4-2d1fe63f0e7b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-502592550'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:28.138279 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: fc8b6898-0ca5-4588-a069-8c59020c8e1b {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:38:28.138279 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device fc8b6898-0ca5-4588-a069-8c59020c8e1b not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:38:28.141648 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfd23b2-3ff9-418b-91b4-2d1fe63f0e7b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Made reservation on behalf of 44e02e43080c44a399ac0fd22d465ed0 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:38:28.145415 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6cfd23b2-3ff9-418b-91b4-2d1fe63f0e7b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:28.154976 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6cfd23b2-3ff9-418b-91b4-2d1fe63f0e7b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:28.236481 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6cfd23b2-3ff9-418b-91b4-2d1fe63f0e7b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for security_group (6320b414-1c49-4341-8f82-a727525f03d2), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:28.240333 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6cfd23b2-3ff9-418b-91b4-2d1fe63f0e7b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (6320b414-1c49-4341-8f82-a727525f03d2), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:28.263493 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cfd23b2-3ff9-418b-91b4-2d1fe63f0e7b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:38:28.277133 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd23b2-3ff9-418b-91b4-2d1fe63f0e7b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6320b414-1c49-4341-8f82-a727525f03d2,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:28.283577 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6cfd23b2-3ff9-418b-91b4-2d1fe63f0e7b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (fe0be4e8-5b44-4242-8e26-c184d5c66419), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:28.283922 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-6cfd23b2-3ff9-418b-91b4-2d1fe63f0e7b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Added segment fe0be4e8-5b44-4242-8e26-c184d5c66419 of type vlan for network e352428b-0df4-4df1-b96e-fd150e69d5ed Feb 07 21:38:28.323951 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6cfd23b2-3ff9-418b-91b4-2d1fe63f0e7b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (e352428b-0df4-4df1-b96e-fd150e69d5ed), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:28.348939 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6cfd23b2-3ff9-418b-91b4-2d1fe63f0e7b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (e352428b-0df4-4df1-b96e-fd150e69d5ed), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:28.353845 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfd23b2-3ff9-418b-91b4-2d1fe63f0e7b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:28.354424 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6cfd23b2-3ff9-418b-91b4-2d1fe63f0e7b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:28.417835 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6cfd23b2-3ff9-418b-91b4-2d1fe63f0e7b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4164300 Feb 07 21:38:28.420475 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38538) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:28.425030 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-917d7eaf-57ab-443c-bada-4ae38993a709 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1300035514'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:28.437625 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd23b2-3ff9-418b-91b4-2d1fe63f0e7b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Network': ['ID=e352428b-0df4-4df1-b96e-fd150e69d5ed,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:28.449104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network e352428b-0df4-4df1-b96e-fd150e69d5ed details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:38:28.451605 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917d7eaf-57ab-443c-bada-4ae38993a709 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Made reservation on behalf of 44e02e43080c44a399ac0fd22d465ed0 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:38:28.455098 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-917d7eaf-57ab-443c-bada-4ae38993a709 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:28.479663 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917d7eaf-57ab-443c-bada-4ae38993a709 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:38:28.488921 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-917d7eaf-57ab-443c-bada-4ae38993a709 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (719361d6-0ac8-460d-a078-b3910fb25e34), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:28.489117 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-917d7eaf-57ab-443c-bada-4ae38993a709 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Added segment 719361d6-0ac8-460d-a078-b3910fb25e34 of type vlan for network 430f9d4b-c043-486b-bb3e-90aeb89bd4c0 Feb 07 21:38:28.527487 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-917d7eaf-57ab-443c-bada-4ae38993a709 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (430f9d4b-c043-486b-bb3e-90aeb89bd4c0), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:28.551804 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-917d7eaf-57ab-443c-bada-4ae38993a709 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (430f9d4b-c043-486b-bb3e-90aeb89bd4c0), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:28.557040 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917d7eaf-57ab-443c-bada-4ae38993a709 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:28.557620 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-917d7eaf-57ab-443c-bada-4ae38993a709 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:28.612778 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-917d7eaf-57ab-443c-bada-4ae38993a709 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1914001 Feb 07 21:38:28.615795 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38542) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:28.627112 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-35d8f95f-6852-430f-a27e-7556177a8f20 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'subnet': {'network_id': 'e352428b-0df4-4df1-b96e-fd150e69d5ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:28.669275 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d7eaf-57ab-443c-bada-4ae38993a709 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Network': ['ID=430f9d4b-c043-486b-bb3e-90aeb89bd4c0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:28.679521 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 430f9d4b-c043-486b-bb3e-90aeb89bd4c0 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:38:28.722340 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d8f95f-6852-430f-a27e-7556177a8f20 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Made reservation on behalf of 44e02e43080c44a399ac0fd22d465ed0 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:38:28.726212 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-35d8f95f-6852-430f-a27e-7556177a8f20 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:28.917045 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-35d8f95f-6852-430f-a27e-7556177a8f20 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (8c98e147-63ea-4045-bdbc-5b58af9278ac), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:28.983627 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8f95f-6852-430f-a27e-7556177a8f20 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Subnet': ['ID=8c98e147-63ea-4045-bdbc-5b58af9278ac,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:28.993160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d8f95f-6852-430f-a27e-7556177a8f20 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Checking segment: {'id': 'fe0be4e8-5b44-4242-8e26-c184d5c66419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e352428b-0df4-4df1-b96e-fd150e69d5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:38:28.993537 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d8f95f-6852-430f-a27e-7556177a8f20 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network hostable DHCP agents. Network: e352428b-0df4-4df1-b96e-fd150e69d5ed, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:38:29.017843 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d8f95f-6852-430f-a27e-7556177a8f20 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network e352428b-0df4-4df1-b96e-fd150e69d5ed is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:38:29.027457 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-35d8f95f-6852-430f-a27e-7556177a8f20 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, e352428b-0df4-4df1-b96e-fd150e69d5ed) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:29.032013 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d8f95f-6852-430f-a27e-7556177a8f20 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:29.032642 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-35d8f95f-6852-430f-a27e-7556177a8f20 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:29.037839 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4286254e-06c6-418e-b686-473bcecb5b18 None None] Network e352428b-0df4-4df1-b96e-fd150e69d5ed requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:38:29.053044 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-35d8f95f-6852-430f-a27e-7556177a8f20 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4362099 Feb 07 21:38:29.053737 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38546) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:29.059601 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-88afa676-50db-4730-9399-1b6b27a4f008 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'subnet': {'network_id': '430f9d4b-c043-486b-bb3e-90aeb89bd4c0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:29.165481 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88afa676-50db-4730-9399-1b6b27a4f008 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Made reservation on behalf of 44e02e43080c44a399ac0fd22d465ed0 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:38:29.169925 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-88afa676-50db-4730-9399-1b6b27a4f008 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:29.304429 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cca36f-6e5f-4846-aae8-3a150c1ee5e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-e352428b-0df4-4df1-b96e-fd150e69d5ed', 'network_id': 'e352428b-0df4-4df1-b96e-fd150e69d5ed', 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'fixed_ips': [{'subnet_id': '8c98e147-63ea-4045-bdbc-5b58af9278ac'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:38:29.305360 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a9cca36f-6e5f-4846-aae8-3a150c1ee5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:29.369827 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-88afa676-50db-4730-9399-1b6b27a4f008 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (89ff55a5-8e37-47e4-9a84-b13d6834f853), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:29.441198 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afa676-50db-4730-9399-1b6b27a4f008 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Subnet': ['ID=89ff55a5-8e37-47e4-9a84-b13d6834f853,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:29.444729 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88afa676-50db-4730-9399-1b6b27a4f008 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Checking segment: {'id': '719361d6-0ac8-460d-a078-b3910fb25e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '430f9d4b-c043-486b-bb3e-90aeb89bd4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:38:29.445369 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88afa676-50db-4730-9399-1b6b27a4f008 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network hostable DHCP agents. Network: 430f9d4b-c043-486b-bb3e-90aeb89bd4c0, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:38:29.447728 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-a9cca36f-6e5f-4846-aae8-3a150c1ee5e3 None None] Allocated IP 2001:db8::2 (e352428b-0df4-4df1-b96e-fd150e69d5ed/8c98e147-63ea-4045-bdbc-5b58af9278ac/20841911-fc18-44dd-875f-4e150d5129c4) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:38:29.466930 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88afa676-50db-4730-9399-1b6b27a4f008 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network 430f9d4b-c043-486b-bb3e-90aeb89bd4c0 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:38:29.477749 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-88afa676-50db-4730-9399-1b6b27a4f008 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 430f9d4b-c043-486b-bb3e-90aeb89bd4c0) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:29.482633 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88afa676-50db-4730-9399-1b6b27a4f008 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:29.483360 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-88afa676-50db-4730-9399-1b6b27a4f008 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:29.501756 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c3b508-c297-47b9-a29b-7292ed9f37a8 None None] Network 430f9d4b-c043-486b-bb3e-90aeb89bd4c0 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:38:29.507124 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-88afa676-50db-4730-9399-1b6b27a4f008 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4496648 Feb 07 21:38:29.507846 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38552) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:29.514445 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-02548568-3015-4c9f-aa22-b8212cd1b0c9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-473657209', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:29.535755 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02548568-3015-4c9f-aa22-b8212cd1b0c9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (911662b1-e5df-4957-be98-4d71685409d3), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:29.536785 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02548568-3015-4c9f-aa22-b8212cd1b0c9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (911662b1-e5df-4957-be98-4d71685409d3), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:29.596167 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02548568-3015-4c9f-aa22-b8212cd1b0c9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router_controller (911662b1-e5df-4957-be98-4d71685409d3), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:29.601157 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02548568-3015-4c9f-aa22-b8212cd1b0c9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (911662b1-e5df-4957-be98-4d71685409d3), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:29.619556 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02548568-3015-4c9f-aa22-b8212cd1b0c9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:29.624284 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38554) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:29.624819 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-02548568-3015-4c9f-aa22-b8212cd1b0c9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1153877 Feb 07 21:38:29.672689 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a7d15f-da75-435b-afd3-6aa5b9fe0bfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-430f9d4b-c043-486b-bb3e-90aeb89bd4c0', 'network_id': '430f9d4b-c043-486b-bb3e-90aeb89bd4c0', 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'fixed_ips': [{'subnet_id': '89ff55a5-8e37-47e4-9a84-b13d6834f853'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:38:29.673548 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b2a7d15f-da75-435b-afd3-6aa5b9fe0bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:29.690499 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a9cca36f-6e5f-4846-aae8-3a150c1ee5e3 None None] Publish callbacks [] for port (20841911-fc18-44dd-875f-4e150d5129c4), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:29.703309 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a9cca36f-6e5f-4846-aae8-3a150c1ee5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (20841911-fc18-44dd-875f-4e150d5129c4), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:29.811658 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cca36f-6e5f-4846-aae8-3a150c1ee5e3 None None] Network e352428b-0df4-4df1-b96e-fd150e69d5ed is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:38:29.820999 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-a9cca36f-6e5f-4846-aae8-3a150c1ee5e3 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:29.825406 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cca36f-6e5f-4846-aae8-3a150c1ee5e3 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:38:29.827210 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cca36f-6e5f-4846-aae8-3a150c1ee5e3 None None] Pushing event updated for resources: {'Port': ['ID=20841911-fc18-44dd-875f-4e150d5129c4,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:29.936054 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a9cca36f-6e5f-4846-aae8-3a150c1ee5e3 None None] Attempting to bind port 20841911-fc18-44dd-875f-4e150d5129c4 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:38:29.936459 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a9cca36f-6e5f-4846-aae8-3a150c1ee5e3 None None] Attempting to bind port 20841911-fc18-44dd-875f-4e150d5129c4 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'fe0be4e8-5b44-4242-8e26-c184d5c66419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e352428b-0df4-4df1-b96e-fd150e69d5ed'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:38:29.936867 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cca36f-6e5f-4846-aae8-3a150c1ee5e3 None None] Attempting to bind port 20841911-fc18-44dd-875f-4e150d5129c4 on network e352428b-0df4-4df1-b96e-fd150e69d5ed {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:38:29.939262 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-b2a7d15f-da75-435b-afd3-6aa5b9fe0bfa None None] Allocated IP 2001:db8:1::2 (430f9d4b-c043-486b-bb3e-90aeb89bd4c0/89ff55a5-8e37-47e4-9a84-b13d6834f853/18b4aabb-163f-4a22-ae65-d14b4f3f4a9e) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:38:29.951899 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cca36f-6e5f-4846-aae8-3a150c1ee5e3 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:38:29.952169 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cca36f-6e5f-4846-aae8-3a150c1ee5e3 None None] Checking segment: {'id': 'fe0be4e8-5b44-4242-8e26-c184d5c66419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e352428b-0df4-4df1-b96e-fd150e69d5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:38:29.952497 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a9cca36f-6e5f-4846-aae8-3a150c1ee5e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:29.953177 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cca36f-6e5f-4846-aae8-3a150c1ee5e3 None None] Bound using segment: {'id': 'fe0be4e8-5b44-4242-8e26-c184d5c66419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e352428b-0df4-4df1-b96e-fd150e69d5ed'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:38:29.953840 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a9cca36f-6e5f-4846-aae8-3a150c1ee5e3 None None] Bound port: 20841911-fc18-44dd-875f-4e150d5129c4, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0be4e8-5b44-4242-8e26-c184d5c66419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e352428b-0df4-4df1-b96e-fd150e69d5ed'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:38:29.954019 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a9cca36f-6e5f-4846-aae8-3a150c1ee5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (20841911-fc18-44dd-875f-4e150d5129c4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:30.003713 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d63687c6-84d9-4204-9159-6e6d229f58d2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:30.085477 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a9cca36f-6e5f-4846-aae8-3a150c1ee5e3 None None] For port 20841911-fc18-44dd-875f-4e150d5129c4, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:38:30.109179 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a9cca36f-6e5f-4846-aae8-3a150c1ee5e3 None None] For port 20841911-fc18-44dd-875f-4e150d5129c4, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=20841911-fc18-44dd-875f-4e150d5129c4,segment=NetworkSegment(fe0be4e8-5b44-4242-8e26-c184d5c66419),segment_id=fe0be4e8-5b44-4242-8e26-c184d5c66419)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:38:30.121213 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a9cca36f-6e5f-4846-aae8-3a150c1ee5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (20841911-fc18-44dd-875f-4e150d5129c4), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:30.207783 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b2a7d15f-da75-435b-afd3-6aa5b9fe0bfa None None] Publish callbacks [] for port (18b4aabb-163f-4a22-ae65-d14b4f3f4a9e), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:30.213454 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cca36f-6e5f-4846-aae8-3a150c1ee5e3 None None] Pushing event updated for resources: {'Port': ['ID=20841911-fc18-44dd-875f-4e150d5129c4,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:30.223338 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b2a7d15f-da75-435b-afd3-6aa5b9fe0bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (18b4aabb-163f-4a22-ae65-d14b4f3f4a9e), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:30.269270 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a7d15f-da75-435b-afd3-6aa5b9fe0bfa None None] Network 430f9d4b-c043-486b-bb3e-90aeb89bd4c0 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:38:30.272205 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-b2a7d15f-da75-435b-afd3-6aa5b9fe0bfa None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:30.276448 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a7d15f-da75-435b-afd3-6aa5b9fe0bfa None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:38:30.279536 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7d15f-da75-435b-afd3-6aa5b9fe0bfa None None] Pushing event updated for resources: {'Port': ['ID=18b4aabb-163f-4a22-ae65-d14b4f3f4a9e,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:30.339255 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-b2a7d15f-da75-435b-afd3-6aa5b9fe0bfa None None] Attempting to bind port 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:38:30.339842 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-b2a7d15f-da75-435b-afd3-6aa5b9fe0bfa None None] Attempting to bind port 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '719361d6-0ac8-460d-a078-b3910fb25e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '430f9d4b-c043-486b-bb3e-90aeb89bd4c0'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:38:30.339980 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a7d15f-da75-435b-afd3-6aa5b9fe0bfa None None] Attempting to bind port 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e on network 430f9d4b-c043-486b-bb3e-90aeb89bd4c0 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:38:30.347788 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a7d15f-da75-435b-afd3-6aa5b9fe0bfa None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:38:30.348161 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a7d15f-da75-435b-afd3-6aa5b9fe0bfa None None] Checking segment: {'id': '719361d6-0ac8-460d-a078-b3910fb25e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '430f9d4b-c043-486b-bb3e-90aeb89bd4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:38:30.348609 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b2a7d15f-da75-435b-afd3-6aa5b9fe0bfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:30.349000 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a7d15f-da75-435b-afd3-6aa5b9fe0bfa None None] Bound using segment: {'id': '719361d6-0ac8-460d-a078-b3910fb25e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '430f9d4b-c043-486b-bb3e-90aeb89bd4c0'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:38:30.349465 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-b2a7d15f-da75-435b-afd3-6aa5b9fe0bfa None None] Bound port: 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719361d6-0ac8-460d-a078-b3910fb25e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '430f9d4b-c043-486b-bb3e-90aeb89bd4c0'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:38:30.349843 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b2a7d15f-da75-435b-afd3-6aa5b9fe0bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (18b4aabb-163f-4a22-ae65-d14b4f3f4a9e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:30.354902 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-d63687c6-84d9-4204-9159-6e6d229f58d2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Allocated IP 2001:db8::1 (e352428b-0df4-4df1-b96e-fd150e69d5ed/8c98e147-63ea-4045-bdbc-5b58af9278ac/d41ff8d7-095d-498d-a40c-bdddcb5294e8) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:38:30.425817 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b2a7d15f-da75-435b-afd3-6aa5b9fe0bfa None None] For port 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:38:30.429893 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b2a7d15f-da75-435b-afd3-6aa5b9fe0bfa None None] For port 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=18b4aabb-163f-4a22-ae65-d14b4f3f4a9e,segment=NetworkSegment(719361d6-0ac8-460d-a078-b3910fb25e34),segment_id=719361d6-0ac8-460d-a078-b3910fb25e34)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:38:30.438244 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b2a7d15f-da75-435b-afd3-6aa5b9fe0bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (18b4aabb-163f-4a22-ae65-d14b4f3f4a9e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:30.500923 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d63687c6-84d9-4204-9159-6e6d229f58d2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for port (d41ff8d7-095d-498d-a40c-bdddcb5294e8), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:30.544494 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7d15f-da75-435b-afd3-6aa5b9fe0bfa None None] Pushing event updated for resources: {'Port': ['ID=18b4aabb-163f-4a22-ae65-d14b4f3f4a9e,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:30.548599 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d63687c6-84d9-4204-9159-6e6d229f58d2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (d41ff8d7-095d-498d-a40c-bdddcb5294e8), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:30.614783 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63687c6-84d9-4204-9159-6e6d229f58d2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network e352428b-0df4-4df1-b96e-fd150e69d5ed is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:38:30.618056 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d63687c6-84d9-4204-9159-6e6d229f58d2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:30.622820 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63687c6-84d9-4204-9159-6e6d229f58d2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:38:30.623439 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d63687c6-84d9-4204-9159-6e6d229f58d2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (911662b1-e5df-4957-be98-4d71685409d3), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:30.662016 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63687c6-84d9-4204-9159-6e6d229f58d2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Port': ['ID=d41ff8d7-095d-498d-a40c-bdddcb5294e8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:30.811161 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d63687c6-84d9-4204-9159-6e6d229f58d2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d41ff8d7-095d-498d-a40c-bdddcb5294e8), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:31.095582 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d63687c6-84d9-4204-9159-6e6d229f58d2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for port (d41ff8d7-095d-498d-a40c-bdddcb5294e8), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:31.100866 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d63687c6-84d9-4204-9159-6e6d229f58d2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (d41ff8d7-095d-498d-a40c-bdddcb5294e8), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:31.101834 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d63687c6-84d9-4204-9159-6e6d229f58d2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (911662b1-e5df-4957-be98-4d71685409d3), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:31.194794 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63687c6-84d9-4204-9159-6e6d229f58d2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Port': ['ID=d41ff8d7-095d-498d-a40c-bdddcb5294e8,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:31.239271 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63687c6-84d9-4204-9159-6e6d229f58d2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network e352428b-0df4-4df1-b96e-fd150e69d5ed is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:38:31.240867 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d63687c6-84d9-4204-9159-6e6d229f58d2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:31.471310 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51fb5a6-efb2-4945-9ef9-8da7279054c9 None None] Network e352428b-0df4-4df1-b96e-fd150e69d5ed requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:38:31.547611 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-bd171997-ae78-4489-a31d-a8c7e6b3d6bb None None] Provisioning complete for port 20841911-fc18-44dd-875f-4e150d5129c4 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:31.548384 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bd171997-ae78-4489-a31d-a8c7e6b3d6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (20841911-fc18-44dd-875f-4e150d5129c4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:31.617406 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63687c6-84d9-4204-9159-6e6d229f58d2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Router 911662b1-e5df-4957-be98-4d71685409d3 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:38:31.703430 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-bd171997-ae78-4489-a31d-a8c7e6b3d6bb None None] Current status of the port 20841911-fc18-44dd-875f-4e150d5129c4 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:38:31.703930 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bd171997-ae78-4489-a31d-a8c7e6b3d6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (20841911-fc18-44dd-875f-4e150d5129c4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:31.744747 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63687c6-84d9-4204-9159-6e6d229f58d2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:38:31.756133 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-bd171997-ae78-4489-a31d-a8c7e6b3d6bb None None] For port 20841911-fc18-44dd-875f-4e150d5129c4, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=20841911-fc18-44dd-875f-4e150d5129c4,segment=NetworkSegment(fe0be4e8-5b44-4242-8e26-c184d5c66419),segment_id=fe0be4e8-5b44-4242-8e26-c184d5c66419)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:38:31.762989 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d63687c6-84d9-4204-9159-6e6d229f58d2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "PUT /v2.0/routers/911662b1-e5df-4957-be98-4d71685409d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1371844 Feb 07 21:38:31.765286 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38572) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:31.771014 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97820422-1b19-4adf-bf58-50eef1eb5e46 None None] Sync routers for ids ['911662b1-e5df-4957-be98-4d71685409d3'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:38:31.784560 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97820422-1b19-4adf-bf58-50eef1eb5e46 None None] Routers {'911662b1-e5df-4957-be98-4d71685409d3'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:31.785196 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-97820422-1b19-4adf-bf58-50eef1eb5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['911662b1-e5df-4957-be98-4d71685409d3'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:31.789333 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bd171997-ae78-4489-a31d-a8c7e6b3d6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (20841911-fc18-44dd-875f-4e150d5129c4), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:31.821301 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-97820422-1b19-4adf-bf58-50eef1eb5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:31.832544 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97820422-1b19-4adf-bf58-50eef1eb5e46 None None] Routers {'911662b1-e5df-4957-be98-4d71685409d3'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:31.833439 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-97820422-1b19-4adf-bf58-50eef1eb5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['911662b1-e5df-4957-be98-4d71685409d3'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:31.876698 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-97820422-1b19-4adf-bf58-50eef1eb5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:31.877604 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97820422-1b19-4adf-bf58-50eef1eb5e46 None None] The sync data for ids ['911662b1-e5df-4957-be98-4d71685409d3'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:38:31.880940 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b7c6ca-6878-4ab0-b743-b8844f68503d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:31.884822 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-28b7c6ca-6878-4ab0-b743-b8844f68503d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "GET /v2.0/ports/d41ff8d7-095d-498d-a40c-bdddcb5294e8 HTTP/1.1" status: 200 len: 911 time: 0.1143048 Feb 07 21:38:31.885399 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38574) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:31.896404 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd171997-ae78-4489-a31d-a8c7e6b3d6bb None None] Pushing event updated for resources: {'Port': ['ID=20841911-fc18-44dd-875f-4e150d5129c4,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:32.138572 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2d946ce5-d90f-47b3-8078-e5113d7c4f33 None None] Provisioning complete for port d41ff8d7-095d-498d-a40c-bdddcb5294e8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:32.144329 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2d946ce5-d90f-47b3-8078-e5113d7c4f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d41ff8d7-095d-498d-a40c-bdddcb5294e8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:32.195704 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460b094a-91c8-4da5-8847-68abcc70f655 None None] Network 430f9d4b-c043-486b-bb3e-90aeb89bd4c0 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:38:32.267320 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2d946ce5-d90f-47b3-8078-e5113d7c4f33 None None] Port d41ff8d7-095d-498d-a40c-bdddcb5294e8 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:38:32.314765 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2d946ce5-d90f-47b3-8078-e5113d7c4f33 None None] Provisioning complete for port 20841911-fc18-44dd-875f-4e150d5129c4 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:32.315416 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2d946ce5-d90f-47b3-8078-e5113d7c4f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (20841911-fc18-44dd-875f-4e150d5129c4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:32.322007 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 20841911-fc18-44dd-875f-4e150d5129c4 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:38:32.371971 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e23317b8-8cd3-487f-aabd-8844dc4f90c0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:32.516024 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 20841911-fc18-44dd-875f-4e150d5129c4 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:32.517096 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (20841911-fc18-44dd-875f-4e150d5129c4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:32.521129 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2d946ce5-d90f-47b3-8078-e5113d7c4f33 None None] Current status of the port 20841911-fc18-44dd-875f-4e150d5129c4 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:38:32.643286 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 20841911-fc18-44dd-875f-4e150d5129c4 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:38:32.645001 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:38:32.683716 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-e23317b8-8cd3-487f-aabd-8844dc4f90c0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Allocated IP 2001:db8:1::1 (430f9d4b-c043-486b-bb3e-90aeb89bd4c0/89ff55a5-8e37-47e4-9a84-b13d6834f853/750e3f07-7c1e-4506-b0b4-6b6e4af42595) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:38:32.713529 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:32.713981 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (18b4aabb-163f-4a22-ae65-d14b4f3f4a9e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:32.749024 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0f01fc10-339d-4910-9aa8-abca719ebc84 None None] Provisioning complete for port d41ff8d7-095d-498d-a40c-bdddcb5294e8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:32.749549 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0f01fc10-339d-4910-9aa8-abca719ebc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d41ff8d7-095d-498d-a40c-bdddcb5294e8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:32.797528 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0f01fc10-339d-4910-9aa8-abca719ebc84 None None] Port d41ff8d7-095d-498d-a40c-bdddcb5294e8 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:38:32.817886 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0f01fc10-339d-4910-9aa8-abca719ebc84 None None] Provisioning complete for port 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:32.818557 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0f01fc10-339d-4910-9aa8-abca719ebc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (18b4aabb-163f-4a22-ae65-d14b4f3f4a9e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:32.821603 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e23317b8-8cd3-487f-aabd-8844dc4f90c0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for port (750e3f07-7c1e-4506-b0b4-6b6e4af42595), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:32.869734 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e23317b8-8cd3-487f-aabd-8844dc4f90c0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (750e3f07-7c1e-4506-b0b4-6b6e4af42595), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:32.915858 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23317b8-8cd3-487f-aabd-8844dc4f90c0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network 430f9d4b-c043-486b-bb3e-90aeb89bd4c0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:38:32.922139 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-e23317b8-8cd3-487f-aabd-8844dc4f90c0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:32.924638 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23317b8-8cd3-487f-aabd-8844dc4f90c0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:38:32.925387 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e23317b8-8cd3-487f-aabd-8844dc4f90c0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (911662b1-e5df-4957-be98-4d71685409d3), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:32.933496 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:38:32.934555 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (18b4aabb-163f-4a22-ae65-d14b4f3f4a9e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:32.964650 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0f01fc10-339d-4910-9aa8-abca719ebc84 None None] Current status of the port 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:38:32.968537 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0f01fc10-339d-4910-9aa8-abca719ebc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (18b4aabb-163f-4a22-ae65-d14b4f3f4a9e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:33.013948 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23317b8-8cd3-487f-aabd-8844dc4f90c0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Port': ['ID=750e3f07-7c1e-4506-b0b4-6b6e4af42595,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:33.028289 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=18b4aabb-163f-4a22-ae65-d14b4f3f4a9e,segment=NetworkSegment(719361d6-0ac8-460d-a078-b3910fb25e34),segment_id=719361d6-0ac8-460d-a078-b3910fb25e34)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:38:33.034512 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (18b4aabb-163f-4a22-ae65-d14b4f3f4a9e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:33.086659 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e23317b8-8cd3-487f-aabd-8844dc4f90c0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (750e3f07-7c1e-4506-b0b4-6b6e4af42595), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:33.268214 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-0f01fc10-339d-4910-9aa8-abca719ebc84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:38:33.268472 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-0f01fc10-339d-4910-9aa8-abca719ebc84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:38:33.269090 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=18b4aabb-163f-4a22-ae65-d14b4f3f4a9e,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:33.375742 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e23317b8-8cd3-487f-aabd-8844dc4f90c0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for port (750e3f07-7c1e-4506-b0b4-6b6e4af42595), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:33.380568 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e23317b8-8cd3-487f-aabd-8844dc4f90c0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (750e3f07-7c1e-4506-b0b4-6b6e4af42595), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:33.381366 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e23317b8-8cd3-487f-aabd-8844dc4f90c0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (911662b1-e5df-4957-be98-4d71685409d3), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:33.461083 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23317b8-8cd3-487f-aabd-8844dc4f90c0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Port': ['ID=750e3f07-7c1e-4506-b0b4-6b6e4af42595,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:33.503241 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23317b8-8cd3-487f-aabd-8844dc4f90c0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network 430f9d4b-c043-486b-bb3e-90aeb89bd4c0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:38:33.504665 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-e23317b8-8cd3-487f-aabd-8844dc4f90c0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:33.608925 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23317b8-8cd3-487f-aabd-8844dc4f90c0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Router 911662b1-e5df-4957-be98-4d71685409d3 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:38:33.721340 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23317b8-8cd3-487f-aabd-8844dc4f90c0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:38:33.727090 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e23317b8-8cd3-487f-aabd-8844dc4f90c0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "PUT /v2.0/routers/911662b1-e5df-4957-be98-4d71685409d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8407800 Feb 07 21:38:33.729664 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38586) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:33.734673 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a57bd45-eba4-4a1b-aa41-6f006ee051f0 None None] Sync routers for ids ['911662b1-e5df-4957-be98-4d71685409d3'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:38:33.745280 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a57bd45-eba4-4a1b-aa41-6f006ee051f0 None None] Routers {'911662b1-e5df-4957-be98-4d71685409d3'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:33.746001 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2a57bd45-eba4-4a1b-aa41-6f006ee051f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['911662b1-e5df-4957-be98-4d71685409d3'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:33.775424 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfbed83-9faa-4de1-ac7d-10c01939c656 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:33.776718 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1dfbed83-9faa-4de1-ac7d-10c01939c656 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "GET /v2.0/ports/750e3f07-7c1e-4506-b0b4-6b6e4af42595 HTTP/1.1" status: 200 len: 913 time: 0.0460389 Feb 07 21:38:33.779694 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38588) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:33.788348 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2a57bd45-eba4-4a1b-aa41-6f006ee051f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:33.828639 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a57bd45-eba4-4a1b-aa41-6f006ee051f0 None None] Routers {'911662b1-e5df-4957-be98-4d71685409d3'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:33.829358 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2a57bd45-eba4-4a1b-aa41-6f006ee051f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['911662b1-e5df-4957-be98-4d71685409d3'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:33.835861 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0f01fc10-339d-4910-9aa8-abca719ebc84 None None] Current status of the port 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:38:33.868459 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2a57bd45-eba4-4a1b-aa41-6f006ee051f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:33.869191 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a57bd45-eba4-4a1b-aa41-6f006ee051f0 None None] The sync data for ids ['911662b1-e5df-4957-be98-4d71685409d3'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:38:33.893553 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:33.958498 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c8f5b526-1455-473d-85dc-dca5f35d8ceb None None] Provisioning complete for port d41ff8d7-095d-498d-a40c-bdddcb5294e8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:33.959014 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b526-1455-473d-85dc-dca5f35d8ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d41ff8d7-095d-498d-a40c-bdddcb5294e8), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:34.001539 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c8f5b526-1455-473d-85dc-dca5f35d8ceb None None] Port d41ff8d7-095d-498d-a40c-bdddcb5294e8 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:38:34.018601 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c8f5b526-1455-473d-85dc-dca5f35d8ceb None None] Provisioning complete for port 750e3f07-7c1e-4506-b0b4-6b6e4af42595 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:34.018985 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b526-1455-473d-85dc-dca5f35d8ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (750e3f07-7c1e-4506-b0b4-6b6e4af42595), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:34.055545 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c8f5b526-1455-473d-85dc-dca5f35d8ceb None None] Port 750e3f07-7c1e-4506-b0b4-6b6e4af42595 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:38:34.067721 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c8f5b526-1455-473d-85dc-dca5f35d8ceb None None] Provisioning complete for port 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:34.068495 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b526-1455-473d-85dc-dca5f35d8ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (18b4aabb-163f-4a22-ae65-d14b4f3f4a9e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:34.153110 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:38:34.192050 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c8f5b526-1455-473d-85dc-dca5f35d8ceb None None] Current status of the port 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:38:34.205776 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:34.221038 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:34.221407 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (18b4aabb-163f-4a22-ae65-d14b4f3f4a9e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:34.300771 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:38:34.443053 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b9565fc-ac2c-4908-8e4c-cc200dfc6cc9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (911662b1-e5df-4957-be98-4d71685409d3), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:34.680540 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7b9565fc-ac2c-4908-8e4c-cc200dfc6cc9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Deleting port 750e3f07-7c1e-4506-b0b4-6b6e4af42595 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:38:34.680931 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b9565fc-ac2c-4908-8e4c-cc200dfc6cc9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (750e3f07-7c1e-4506-b0b4-6b6e4af42595), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:34.767055 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b9565fc-ac2c-4908-8e4c-cc200dfc6cc9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (750e3f07-7c1e-4506-b0b4-6b6e4af42595), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:34.782373 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7b9565fc-ac2c-4908-8e4c-cc200dfc6cc9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Calling delete_port for 750e3f07-7c1e-4506-b0b4-6b6e4af42595 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:38:34.962916 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b9565fc-ac2c-4908-8e4c-cc200dfc6cc9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (750e3f07-7c1e-4506-b0b4-6b6e4af42595), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:34.994264 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9565fc-ac2c-4908-8e4c-cc200dfc6cc9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Port': ['ID=750e3f07-7c1e-4506-b0b4-6b6e4af42595,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:35.121466 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b9565fc-ac2c-4908-8e4c-cc200dfc6cc9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (911662b1-e5df-4957-be98-4d71685409d3), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:35.323588 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9565fc-ac2c-4908-8e4c-cc200dfc6cc9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Router 911662b1-e5df-4957-be98-4d71685409d3 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:38:35.419579 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9565fc-ac2c-4908-8e4c-cc200dfc6cc9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:38:35.428108 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7b9565fc-ac2c-4908-8e4c-cc200dfc6cc9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "PUT /v2.0/routers/911662b1-e5df-4957-be98-4d71685409d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6439571 Feb 07 21:38:35.428108 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38610) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:35.429943 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d409538-2ffb-4e53-9daa-590e2282651a None None] Sync routers for ids ['911662b1-e5df-4957-be98-4d71685409d3'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:38:35.440774 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d409538-2ffb-4e53-9daa-590e2282651a None None] Routers {'911662b1-e5df-4957-be98-4d71685409d3'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:35.441548 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-1d409538-2ffb-4e53-9daa-590e2282651a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['911662b1-e5df-4957-be98-4d71685409d3'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:35.475780 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-1d409538-2ffb-4e53-9daa-590e2282651a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:35.485623 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d409538-2ffb-4e53-9daa-590e2282651a None None] Routers {'911662b1-e5df-4957-be98-4d71685409d3'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:35.486536 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-1d409538-2ffb-4e53-9daa-590e2282651a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['911662b1-e5df-4957-be98-4d71685409d3'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:35.527697 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-1d409538-2ffb-4e53-9daa-590e2282651a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:35.528628 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d409538-2ffb-4e53-9daa-590e2282651a None None] The sync data for ids ['911662b1-e5df-4957-be98-4d71685409d3'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:38:35.765274 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3c6f48ca-6d46-4226-b8a8-b48ce92d1e0b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (911662b1-e5df-4957-be98-4d71685409d3), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:36.018912 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-3c6f48ca-6d46-4226-b8a8-b48ce92d1e0b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Deleting port d41ff8d7-095d-498d-a40c-bdddcb5294e8 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:38:36.019263 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3c6f48ca-6d46-4226-b8a8-b48ce92d1e0b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d41ff8d7-095d-498d-a40c-bdddcb5294e8), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:36.110046 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3c6f48ca-6d46-4226-b8a8-b48ce92d1e0b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d41ff8d7-095d-498d-a40c-bdddcb5294e8), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:36.123404 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-3c6f48ca-6d46-4226-b8a8-b48ce92d1e0b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Calling delete_port for d41ff8d7-095d-498d-a40c-bdddcb5294e8 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:38:36.296900 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3c6f48ca-6d46-4226-b8a8-b48ce92d1e0b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (d41ff8d7-095d-498d-a40c-bdddcb5294e8), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:36.327695 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f48ca-6d46-4226-b8a8-b48ce92d1e0b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Port': ['ID=d41ff8d7-095d-498d-a40c-bdddcb5294e8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:36.429749 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3c6f48ca-6d46-4226-b8a8-b48ce92d1e0b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (911662b1-e5df-4957-be98-4d71685409d3), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:36.592961 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6f48ca-6d46-4226-b8a8-b48ce92d1e0b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Router 911662b1-e5df-4957-be98-4d71685409d3 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:38:36.672992 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6f48ca-6d46-4226-b8a8-b48ce92d1e0b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:38:36.682553 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3c6f48ca-6d46-4226-b8a8-b48ce92d1e0b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "PUT /v2.0/routers/911662b1-e5df-4957-be98-4d71685409d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2483547 Feb 07 21:38:36.682678 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38626) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:36.685902 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1320f7e-07b8-446a-9ce0-1a15c15a69f5 None None] Sync routers for ids ['911662b1-e5df-4957-be98-4d71685409d3'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:38:36.695403 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1320f7e-07b8-446a-9ce0-1a15c15a69f5 None None] Routers {'911662b1-e5df-4957-be98-4d71685409d3'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:36.696155 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e1320f7e-07b8-446a-9ce0-1a15c15a69f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['911662b1-e5df-4957-be98-4d71685409d3'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:36.709374 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-900df6f2-be31-4371-866e-ea170612e4ed tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "GET /v2.0/ports?device_id=911662b1-e5df-4957-be98-4d71685409d3 HTTP/1.1" status: 200 len: 205 time: 0.0270429 Feb 07 21:38:36.711814 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38628) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:36.734245 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e1320f7e-07b8-446a-9ce0-1a15c15a69f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:36.742879 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1320f7e-07b8-446a-9ce0-1a15c15a69f5 None None] Routers {'911662b1-e5df-4957-be98-4d71685409d3'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:36.743476 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e1320f7e-07b8-446a-9ce0-1a15c15a69f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['911662b1-e5df-4957-be98-4d71685409d3'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:36.776092 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e1320f7e-07b8-446a-9ce0-1a15c15a69f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:36.776786 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1320f7e-07b8-446a-9ce0-1a15c15a69f5 None None] The sync data for ids ['911662b1-e5df-4957-be98-4d71685409d3'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:38:36.802193 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3df0e464-37be-4834-beee-b548f72166af tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router (911662b1-e5df-4957-be98-4d71685409d3), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:36.966303 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3df0e464-37be-4834-beee-b548f72166af tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (911662b1-e5df-4957-be98-4d71685409d3), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:36.968506 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3df0e464-37be-4834-beee-b548f72166af tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router_controller (911662b1-e5df-4957-be98-4d71685409d3), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:37.015389 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3df0e464-37be-4834-beee-b548f72166af tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (911662b1-e5df-4957-be98-4d71685409d3), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:37.015917 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df0e464-37be-4834-beee-b548f72166af tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Fanout notify agent at l3_agent the message router_deleted on router 911662b1-e5df-4957-be98-4d71685409d3 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:38:37.022760 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3df0e464-37be-4834-beee-b548f72166af tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:37.023870 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3df0e464-37be-4834-beee-b548f72166af tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/routers/911662b1-e5df-4957-be98-4d71685409d3 HTTP/1.1" status: 204 len: 168 time: 0.3109646 Feb 07 21:38:37.026611 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38634) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:37.080246 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c583a8-d5f4-49b5-9e7a-5951d690906b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Deleting subnet 89ff55a5-8e37-47e4-9a84-b13d6834f853 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:38:37.083980 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5c583a8-d5f4-49b5-9e7a-5951d690906b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for subnet (89ff55a5-8e37-47e4-9a84-b13d6834f853), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:37.124196 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5c583a8-d5f4-49b5-9e7a-5951d690906b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (89ff55a5-8e37-47e4-9a84-b13d6834f853), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:37.203892 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5c583a8-d5f4-49b5-9e7a-5951d690906b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (89ff55a5-8e37-47e4-9a84-b13d6834f853), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:37.265624 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5c583a8-d5f4-49b5-9e7a-5951d690906b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (89ff55a5-8e37-47e4-9a84-b13d6834f853), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:37.293151 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c583a8-d5f4-49b5-9e7a-5951d690906b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Subnet': ['ID=89ff55a5-8e37-47e4-9a84-b13d6834f853,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:37.295624 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5c583a8-d5f4-49b5-9e7a-5951d690906b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:37.301814 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e5c583a8-d5f4-49b5-9e7a-5951d690906b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/subnets/89ff55a5-8e37-47e4-9a84-b13d6834f853 HTTP/1.1" status: 204 len: 168 time: 0.2712586 Feb 07 21:38:37.301814 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38642) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:37.309505 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddf9d3b-fb54-4357-8e1e-18b79091e2fe None None] Network 430f9d4b-c043-486b-bb3e-90aeb89bd4c0 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:38:37.358178 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa9c5d6-4388-43bb-9c4b-f03b7fd3b882 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Deleting subnet 8c98e147-63ea-4045-bdbc-5b58af9278ac {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:38:37.361452 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2aa9c5d6-4388-43bb-9c4b-f03b7fd3b882 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for subnet (8c98e147-63ea-4045-bdbc-5b58af9278ac), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:37.401152 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2aa9c5d6-4388-43bb-9c4b-f03b7fd3b882 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (8c98e147-63ea-4045-bdbc-5b58af9278ac), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:37.486394 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a156aa0f-b3e4-4d19-a2af-1f4750cc50c2 None None] DHCP port deletion for 430f9d4b-c043-486b-bb3e-90aeb89bd4c0 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:38:37.499305 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2aa9c5d6-4388-43bb-9c4b-f03b7fd3b882 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (8c98e147-63ea-4045-bdbc-5b58af9278ac), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:37.533486 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a156aa0f-b3e4-4d19-a2af-1f4750cc50c2 None None] Deleting port 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:38:37.533869 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a156aa0f-b3e4-4d19-a2af-1f4750cc50c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (18b4aabb-163f-4a22-ae65-d14b4f3f4a9e), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:37.565117 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2aa9c5d6-4388-43bb-9c4b-f03b7fd3b882 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (8c98e147-63ea-4045-bdbc-5b58af9278ac), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:37.598531 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9c5d6-4388-43bb-9c4b-f03b7fd3b882 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Subnet': ['ID=8c98e147-63ea-4045-bdbc-5b58af9278ac,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:37.603167 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2aa9c5d6-4388-43bb-9c4b-f03b7fd3b882 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:37.606675 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2aa9c5d6-4388-43bb-9c4b-f03b7fd3b882 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/subnets/8c98e147-63ea-4045-bdbc-5b58af9278ac HTTP/1.1" status: 204 len: 168 time: 0.3037703 Feb 07 21:38:37.609706 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38644) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:37.615305 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9c3fbe-52fd-4355-851e-97104c55c641 None None] Network e352428b-0df4-4df1-b96e-fd150e69d5ed requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:38:37.618400 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a156aa0f-b3e4-4d19-a2af-1f4750cc50c2 None None] For port 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=18b4aabb-163f-4a22-ae65-d14b4f3f4a9e,segment=NetworkSegment(719361d6-0ac8-460d-a078-b3910fb25e34),segment_id=719361d6-0ac8-460d-a078-b3910fb25e34)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:38:37.618796 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a156aa0f-b3e4-4d19-a2af-1f4750cc50c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (18b4aabb-163f-4a22-ae65-d14b4f3f4a9e), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:37.664836 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a156aa0f-b3e4-4d19-a2af-1f4750cc50c2 None None] Calling delete_port for 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:38:37.707503 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2aac4a61-ed03-4851-b9a3-c5ecfd855f16 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (430f9d4b-c043-486b-bb3e-90aeb89bd4c0), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:37.769026 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2aac4a61-ed03-4851-b9a3-c5ecfd855f16 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Deleting port 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:38:37.769371 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2aac4a61-ed03-4851-b9a3-c5ecfd855f16 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (18b4aabb-163f-4a22-ae65-d14b4f3f4a9e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:37.797499 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a156aa0f-b3e4-4d19-a2af-1f4750cc50c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (18b4aabb-163f-4a22-ae65-d14b4f3f4a9e), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:37.833988 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a156aa0f-b3e4-4d19-a2af-1f4750cc50c2 None None] No DVR routers for this DVR port 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:38:37.861565 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2aac4a61-ed03-4851-b9a3-c5ecfd855f16 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] For port 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=18b4aabb-163f-4a22-ae65-d14b4f3f4a9e,segment=NetworkSegment(719361d6-0ac8-460d-a078-b3910fb25e34),segment_id=719361d6-0ac8-460d-a078-b3910fb25e34)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:38:37.861934 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2aac4a61-ed03-4851-b9a3-c5ecfd855f16 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (18b4aabb-163f-4a22-ae65-d14b4f3f4a9e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:37.869243 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8917c4f9-6d37-4243-a99f-c8b4cdf81534 None None] DHCP port deletion for e352428b-0df4-4df1-b96e-fd150e69d5ed request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:38:37.872495 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156aa0f-b3e4-4d19-a2af-1f4750cc50c2 None None] Pushing event deleted for resources: {'Port': ['ID=18b4aabb-163f-4a22-ae65-d14b4f3f4a9e,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:37.878581 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2aac4a61-ed03-4851-b9a3-c5ecfd855f16 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Calling delete_port for 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:38:37.924365 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8917c4f9-6d37-4243-a99f-c8b4cdf81534 None None] Deleting port 20841911-fc18-44dd-875f-4e150d5129c4 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:38:37.924780 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8917c4f9-6d37-4243-a99f-c8b4cdf81534 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (20841911-fc18-44dd-875f-4e150d5129c4), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:37.964622 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2aac4a61-ed03-4851-b9a3-c5ecfd855f16 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (18b4aabb-163f-4a22-ae65-d14b4f3f4a9e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:37.987060 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8917c4f9-6d37-4243-a99f-c8b4cdf81534 None None] For port 20841911-fc18-44dd-875f-4e150d5129c4, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=20841911-fc18-44dd-875f-4e150d5129c4,segment=NetworkSegment(fe0be4e8-5b44-4242-8e26-c184d5c66419),segment_id=fe0be4e8-5b44-4242-8e26-c184d5c66419)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:38:37.987463 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8917c4f9-6d37-4243-a99f-c8b4cdf81534 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (20841911-fc18-44dd-875f-4e150d5129c4), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:37.990543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac4a61-ed03-4851-b9a3-c5ecfd855f16 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Port': ['ID=18b4aabb-163f-4a22-ae65-d14b4f3f4a9e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:37.995726 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aac4a61-ed03-4851-b9a3-c5ecfd855f16 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] No DVR routers for this DVR port 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:38:38.004063 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8917c4f9-6d37-4243-a99f-c8b4cdf81534 None None] Calling delete_port for 20841911-fc18-44dd-875f-4e150d5129c4 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:38:38.079375 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2aac4a61-ed03-4851-b9a3-c5ecfd855f16 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (430f9d4b-c043-486b-bb3e-90aeb89bd4c0), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:38.102698 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8917c4f9-6d37-4243-a99f-c8b4cdf81534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (20841911-fc18-44dd-875f-4e150d5129c4), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:38.112907 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-2aac4a61-ed03-4851-b9a3-c5ecfd855f16 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430f9d4b-c043-486b-bb3e-90aeb89bd4c0']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:38.126564 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8917c4f9-6d37-4243-a99f-c8b4cdf81534 None None] No DVR routers for this DVR port 20841911-fc18-44dd-875f-4e150d5129c4 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:38:38.129533 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-2aac4a61-ed03-4851-b9a3-c5ecfd855f16 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719361d6-0ac8-460d-a078-b3910fb25e34') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:38.129757 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-2aac4a61-ed03-4851-b9a3-c5ecfd855f16 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719361d6-0ac8-460d-a078-b3910fb25e34') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:38.149170 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2aac4a61-ed03-4851-b9a3-c5ecfd855f16 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (719361d6-0ac8-460d-a078-b3910fb25e34), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:38.164749 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:38:38.166537 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2aac4a61-ed03-4851-b9a3-c5ecfd855f16 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (719361d6-0ac8-460d-a078-b3910fb25e34), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:38.167860 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917c4f9-6d37-4243-a99f-c8b4cdf81534 None None] Pushing event deleted for resources: {'Port': ['ID=20841911-fc18-44dd-875f-4e150d5129c4,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:38.173337 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aac4a61-ed03-4851-b9a3-c5ecfd855f16 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:38:38.174016 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2aac4a61-ed03-4851-b9a3-c5ecfd855f16 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (719361d6-0ac8-460d-a078-b3910fb25e34), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: self.session.flush() Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:38:38.177194 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:38:38.194173 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:38:38.194173 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 18b4aabb-163f-4a22-ae65-d14b4f3f4a9e not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:38:38.194349 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 20841911-fc18-44dd-875f-4e150d5129c4 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:38:38.215035 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 20841911-fc18-44dd-875f-4e150d5129c4 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:38:38.215897 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 20841911-fc18-44dd-875f-4e150d5129c4 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:38:38.247019 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2aac4a61-ed03-4851-b9a3-c5ecfd855f16 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (430f9d4b-c043-486b-bb3e-90aeb89bd4c0), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:38.254080 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2aac4a61-ed03-4851-b9a3-c5ecfd855f16 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:38.257215 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2aac4a61-ed03-4851-b9a3-c5ecfd855f16 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/networks/430f9d4b-c043-486b-bb3e-90aeb89bd4c0 HTTP/1.1" status: 204 len: 168 time: 0.6465402 Feb 07 21:38:38.259990 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38656) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:38.275059 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac4a61-ed03-4851-b9a3-c5ecfd855f16 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Network': ['ID=430f9d4b-c043-486b-bb3e-90aeb89bd4c0,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:38.343320 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc3f29ab-548a-4f5c-83c2-47ce1a2c11c2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (e352428b-0df4-4df1-b96e-fd150e69d5ed), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:38.428462 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc3f29ab-548a-4f5c-83c2-47ce1a2c11c2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (e352428b-0df4-4df1-b96e-fd150e69d5ed), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:38.447989 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-dc3f29ab-548a-4f5c-83c2-47ce1a2c11c2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e352428b-0df4-4df1-b96e-fd150e69d5ed']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:38.457627 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-dc3f29ab-548a-4f5c-83c2-47ce1a2c11c2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0be4e8-5b44-4242-8e26-c184d5c66419') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:38.457930 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-dc3f29ab-548a-4f5c-83c2-47ce1a2c11c2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0be4e8-5b44-4242-8e26-c184d5c66419') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:38.467529 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc3f29ab-548a-4f5c-83c2-47ce1a2c11c2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (fe0be4e8-5b44-4242-8e26-c184d5c66419), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:38.480000 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc3f29ab-548a-4f5c-83c2-47ce1a2c11c2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (fe0be4e8-5b44-4242-8e26-c184d5c66419), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:38.485924 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3f29ab-548a-4f5c-83c2-47ce1a2c11c2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:38:38.486307 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc3f29ab-548a-4f5c-83c2-47ce1a2c11c2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (fe0be4e8-5b44-4242-8e26-c184d5c66419), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:38:38.489162 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:38:38.550255 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc3f29ab-548a-4f5c-83c2-47ce1a2c11c2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (e352428b-0df4-4df1-b96e-fd150e69d5ed), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:38.556816 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc3f29ab-548a-4f5c-83c2-47ce1a2c11c2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:38.560450 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-dc3f29ab-548a-4f5c-83c2-47ce1a2c11c2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/networks/e352428b-0df4-4df1-b96e-fd150e69d5ed HTTP/1.1" status: 204 len: 168 time: 0.2987702 Feb 07 21:38:38.564851 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38660) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:38.569972 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8022e902-1052-41c2-ae19-a5b2c73c04d0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-467470910'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:38.571805 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f29ab-548a-4f5c-83c2-47ce1a2c11c2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Network': ['ID=e352428b-0df4-4df1-b96e-fd150e69d5ed,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:38.589419 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8022e902-1052-41c2-ae19-a5b2c73c04d0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Made reservation on behalf of 44e02e43080c44a399ac0fd22d465ed0 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:38:38.593325 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8022e902-1052-41c2-ae19-a5b2c73c04d0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:38.619836 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8022e902-1052-41c2-ae19-a5b2c73c04d0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:38:38.632292 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8022e902-1052-41c2-ae19-a5b2c73c04d0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (85d23e3b-4d36-4040-a5bd-384dfe0444df), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:38.632685 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-8022e902-1052-41c2-ae19-a5b2c73c04d0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Added segment 85d23e3b-4d36-4040-a5bd-384dfe0444df of type vlan for network 81ea5671-4943-4feb-8347-e33a48f49529 Feb 07 21:38:38.679660 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8022e902-1052-41c2-ae19-a5b2c73c04d0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (81ea5671-4943-4feb-8347-e33a48f49529), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:38.713272 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8022e902-1052-41c2-ae19-a5b2c73c04d0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (81ea5671-4943-4feb-8347-e33a48f49529), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:38.718823 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8022e902-1052-41c2-ae19-a5b2c73c04d0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:38.719358 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8022e902-1052-41c2-ae19-a5b2c73c04d0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:38.737073 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8022e902-1052-41c2-ae19-a5b2c73c04d0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1710095 Feb 07 21:38:38.740246 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38666) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:38.746683 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-4badd678-eb43-4524-8573-c775da3d23f4 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'subnet': {'network_id': '81ea5671-4943-4feb-8347-e33a48f49529', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:38.799470 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022e902-1052-41c2-ae19-a5b2c73c04d0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Network': ['ID=81ea5671-4943-4feb-8347-e33a48f49529,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:38.813322 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 81ea5671-4943-4feb-8347-e33a48f49529 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:38:38.857591 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4badd678-eb43-4524-8573-c775da3d23f4 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Made reservation on behalf of 44e02e43080c44a399ac0fd22d465ed0 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:38:38.861157 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4badd678-eb43-4524-8573-c775da3d23f4 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:39.068407 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4badd678-eb43-4524-8573-c775da3d23f4 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (f27c811e-ac02-4fab-84be-44fd3c33dc4e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:39.131400 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badd678-eb43-4524-8573-c775da3d23f4 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Subnet': ['ID=f27c811e-ac02-4fab-84be-44fd3c33dc4e,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:39.154728 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4badd678-eb43-4524-8573-c775da3d23f4 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Checking segment: {'id': '85d23e3b-4d36-4040-a5bd-384dfe0444df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81ea5671-4943-4feb-8347-e33a48f49529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:38:39.155410 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4badd678-eb43-4524-8573-c775da3d23f4 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network hostable DHCP agents. Network: 81ea5671-4943-4feb-8347-e33a48f49529, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:38:39.182187 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4badd678-eb43-4524-8573-c775da3d23f4 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network 81ea5671-4943-4feb-8347-e33a48f49529 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:38:39.193202 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-4badd678-eb43-4524-8573-c775da3d23f4 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 81ea5671-4943-4feb-8347-e33a48f49529) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:39.194198 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf784d-50af-4843-93fe-dd999641f6f2 req-5747de1f-400b-4571-a6da-efb54a359acf tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:39.197690 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4badd678-eb43-4524-8573-c775da3d23f4 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:39.198304 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4badd678-eb43-4524-8573-c775da3d23f4 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:39.203669 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ed06a9-968a-4e6f-a38d-1eca154ec12e None None] Network 81ea5671-4943-4feb-8347-e33a48f49529 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:38:39.208561 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fcbf784d-50af-4843-93fe-dd999641f6f2 req-5747de1f-400b-4571-a6da-efb54a359acf tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 1128 time: 0.0786226 Feb 07 21:38:39.234443 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4badd678-eb43-4524-8573-c775da3d23f4 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4926653 Feb 07 21:38:39.237269 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38678) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:39.242121 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-91dda2b6-1482-4f36-bbfe-786730b68dab tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-117205491', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:39.272680 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-91dda2b6-1482-4f36-bbfe-786730b68dab tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (e67a8483-3b2a-4a12-93f5-7f070e148d47), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:39.275242 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-91dda2b6-1482-4f36-bbfe-786730b68dab tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (e67a8483-3b2a-4a12-93f5-7f070e148d47), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:39.285999 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fcbf784d-50af-4843-93fe-dd999641f6f2 req-b993b2c0-f0cc-4908-98a5-66e084f7acbd tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724931 Feb 07 21:38:39.310400 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38680) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:39.349294 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200169c9-beda-4231-8462-9ffd02cb2b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-81ea5671-4943-4feb-8347-e33a48f49529', 'network_id': '81ea5671-4943-4feb-8347-e33a48f49529', 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'fixed_ips': [{'subnet_id': 'f27c811e-ac02-4fab-84be-44fd3c33dc4e'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:38:39.350157 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-200169c9-beda-4231-8462-9ffd02cb2b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:39.359654 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-91dda2b6-1482-4f36-bbfe-786730b68dab tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router_controller (e67a8483-3b2a-4a12-93f5-7f070e148d47), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:39.367456 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-91dda2b6-1482-4f36-bbfe-786730b68dab tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (e67a8483-3b2a-4a12-93f5-7f070e148d47), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:39.399128 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-91dda2b6-1482-4f36-bbfe-786730b68dab tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:39.403107 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-91dda2b6-1482-4f36-bbfe-786730b68dab tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1619461 Feb 07 21:38:39.403273 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38682) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:39.408454 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8fe2aef7-7740-45fb-9553-2f94b552bce6 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'port': {'network_id': '81ea5671-4943-4feb-8347-e33a48f49529', 'name': 'tempest-RoutersIpV6Test-1521735319'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:39.500758 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-200169c9-beda-4231-8462-9ffd02cb2b53 None None] Allocated IP 2001:db8::2 (81ea5671-4943-4feb-8347-e33a48f49529/f27c811e-ac02-4fab-84be-44fd3c33dc4e/ded5060e-270c-4b53-8e54-bf27a90d6427) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:38:39.530997 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-44b5898a-c293-4057-89af-90903876b868 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Deleting port dd32a107-9e16-47a1-8e54-012939db7ee3 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:38:39.531656 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44b5898a-c293-4057-89af-90903876b868 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (dd32a107-9e16-47a1-8e54-012939db7ee3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:39.643783 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44b5898a-c293-4057-89af-90903876b868 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (dd32a107-9e16-47a1-8e54-012939db7ee3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:39.644219 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44b5898a-c293-4057-89af-90903876b868 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for floatingip (dd32a107-9e16-47a1-8e54-012939db7ee3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:39.660646 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-44b5898a-c293-4057-89af-90903876b868 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Calling delete_port for dd32a107-9e16-47a1-8e54-012939db7ee3 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:38:39.679406 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-200169c9-beda-4231-8462-9ffd02cb2b53 None None] Publish callbacks [] for port (ded5060e-270c-4b53-8e54-bf27a90d6427), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:39.688485 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-200169c9-beda-4231-8462-9ffd02cb2b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (ded5060e-270c-4b53-8e54-bf27a90d6427), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:39.742748 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200169c9-beda-4231-8462-9ffd02cb2b53 None None] Network 81ea5671-4943-4feb-8347-e33a48f49529 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:38:39.744200 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200169c9-beda-4231-8462-9ffd02cb2b53 None None] Pushing event updated for resources: {'Port': ['ID=ded5060e-270c-4b53-8e54-bf27a90d6427,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:39.754409 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-200169c9-beda-4231-8462-9ffd02cb2b53 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:39.758247 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200169c9-beda-4231-8462-9ffd02cb2b53 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:38:39.835793 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-200169c9-beda-4231-8462-9ffd02cb2b53 None None] Attempting to bind port ded5060e-270c-4b53-8e54-bf27a90d6427 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:38:39.836624 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-200169c9-beda-4231-8462-9ffd02cb2b53 None None] Attempting to bind port ded5060e-270c-4b53-8e54-bf27a90d6427 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '85d23e3b-4d36-4040-a5bd-384dfe0444df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81ea5671-4943-4feb-8347-e33a48f49529'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:38:39.836624 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200169c9-beda-4231-8462-9ffd02cb2b53 None None] Attempting to bind port ded5060e-270c-4b53-8e54-bf27a90d6427 on network 81ea5671-4943-4feb-8347-e33a48f49529 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:38:39.843931 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200169c9-beda-4231-8462-9ffd02cb2b53 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:38:39.844338 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200169c9-beda-4231-8462-9ffd02cb2b53 None None] Checking segment: {'id': '85d23e3b-4d36-4040-a5bd-384dfe0444df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81ea5671-4943-4feb-8347-e33a48f49529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:38:39.844825 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-200169c9-beda-4231-8462-9ffd02cb2b53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:39.845799 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200169c9-beda-4231-8462-9ffd02cb2b53 None None] Bound using segment: {'id': '85d23e3b-4d36-4040-a5bd-384dfe0444df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81ea5671-4943-4feb-8347-e33a48f49529'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:38:39.846462 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-200169c9-beda-4231-8462-9ffd02cb2b53 None None] Bound port: ded5060e-270c-4b53-8e54-bf27a90d6427, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d23e3b-4d36-4040-a5bd-384dfe0444df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81ea5671-4943-4feb-8347-e33a48f49529'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:38:39.846680 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-200169c9-beda-4231-8462-9ffd02cb2b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ded5060e-270c-4b53-8e54-bf27a90d6427), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:39.914866 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-200169c9-beda-4231-8462-9ffd02cb2b53 None None] For port ded5060e-270c-4b53-8e54-bf27a90d6427, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:38:39.920554 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe2aef7-7740-45fb-9553-2f94b552bce6 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Made reservation on behalf of 44e02e43080c44a399ac0fd22d465ed0 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:38:39.925188 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8fe2aef7-7740-45fb-9553-2f94b552bce6 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:39.931212 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44b5898a-c293-4057-89af-90903876b868 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (dd32a107-9e16-47a1-8e54-012939db7ee3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:39.932660 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-200169c9-beda-4231-8462-9ffd02cb2b53 None None] For port ded5060e-270c-4b53-8e54-bf27a90d6427, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ded5060e-270c-4b53-8e54-bf27a90d6427,segment=NetworkSegment(85d23e3b-4d36-4040-a5bd-384dfe0444df),segment_id=85d23e3b-4d36-4040-a5bd-384dfe0444df)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:38:39.942827 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-200169c9-beda-4231-8462-9ffd02cb2b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ded5060e-270c-4b53-8e54-bf27a90d6427), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:39.946243 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-8fe2aef7-7740-45fb-9553-2f94b552bce6 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] device_id is not set on port 9e723912-8bdf-42df-967f-3e19a2e17001 yet. {{(pid=103256) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 07 21:38:39.960841 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5898a-c293-4057-89af-90903876b868 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event deleted for resources: {'Port': ['ID=dd32a107-9e16-47a1-8e54-012939db7ee3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:40.015505 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200169c9-beda-4231-8462-9ffd02cb2b53 None None] Pushing event updated for resources: {'Port': ['ID=ded5060e-270c-4b53-8e54-bf27a90d6427,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:40.050599 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44b5898a-c293-4057-89af-90903876b868 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for floatingip (faaf7367-8524-430d-ace7-bc67545514b6), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:40.050925 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-44b5898a-c293-4057-89af-90903876b868 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Floating IP faaf7367-8524-430d-ace7-bc67545514b6 disassociated (deleted). External IP: 172.25.4.32, port: a72604d2-1e97-4b6e-b8cd-a36ee17bb248. Feb 07 21:38:40.107462 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-8fe2aef7-7740-45fb-9553-2f94b552bce6 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Allocated IP 2001:db8::2f4 (81ea5671-4943-4feb-8347-e33a48f49529/f27c811e-ac02-4fab-84be-44fd3c33dc4e/9e723912-8bdf-42df-967f-3e19a2e17001) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:38:40.319432 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8fe2aef7-7740-45fb-9553-2f94b552bce6 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for port (9e723912-8bdf-42df-967f-3e19a2e17001), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:40.368429 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b5898a-c293-4057-89af-90903876b868 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Router 2d9734a7-11bd-4c58-9ea8-03d0af40a9e9 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:38:40.373190 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8fe2aef7-7740-45fb-9553-2f94b552bce6 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9e723912-8bdf-42df-967f-3e19a2e17001), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:40.429011 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe2aef7-7740-45fb-9553-2f94b552bce6 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network 81ea5671-4943-4feb-8347-e33a48f49529 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:38:40.430780 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-8fe2aef7-7740-45fb-9553-2f94b552bce6 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:40.448011 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2aef7-7740-45fb-9553-2f94b552bce6 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Port': ['ID=9e723912-8bdf-42df-967f-3e19a2e17001,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:40.451554 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe2aef7-7740-45fb-9553-2f94b552bce6 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:38:40.457682 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe2aef7-7740-45fb-9553-2f94b552bce6 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:40.462513 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8fe2aef7-7740-45fb-9553-2f94b552bce6 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:40.487345 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8fe2aef7-7740-45fb-9553-2f94b552bce6 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0821106 Feb 07 21:38:40.489631 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38694) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:40.656415 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b5898a-c293-4057-89af-90903876b868 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:38:40.661930 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44b5898a-c293-4057-89af-90903876b868 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:40.668143 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f50bb3f-af1d-45ac-9fd8-acf0dd5eb25f None None] Sync routers for ids ['2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:38:40.677317 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f50bb3f-af1d-45ac-9fd8-acf0dd5eb25f None None] Routers {'2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:40.678059 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2f50bb3f-af1d-45ac-9fd8-acf0dd5eb25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:40.758102 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-44b5898a-c293-4057-89af-90903876b868 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "DELETE /v2.0/floatingips/faaf7367-8524-430d-ace7-bc67545514b6 HTTP/1.1" status: 204 len: 168 time: 1.4442291 Feb 07 21:38:40.758102 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18825959-05e7-46a3-baf0-2cedb5f27dfb', 'tag': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:38:40.760249 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7ebb83-911a-4bd7-854a-3bc7b38c4913" -d '{"events": [{"name": "network-changed", "server_uuid": "18825959-05e7-46a3-baf0-2cedb5f27dfb", "tag": "a72604d2-1e97-4b6e-b8cd-a36ee17bb248"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:38:40.867068 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4708ecd-d818-4ae7-87f0-29da74198dec x-openstack-request-id: req-f4708ecd-d818-4ae7-87f0-29da74198dec {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:38:40.867532 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18825959-05e7-46a3-baf0-2cedb5f27dfb", "tag": "a72604d2-1e97-4b6e-b8cd-a36ee17bb248", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:38:40.867800 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f4708ecd-d818-4ae7-87f0-29da74198dec {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:38:40.868434 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18825959-05e7-46a3-baf0-2cedb5f27dfb', 'tag': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248', 'status': 'completed', 'code': 200} Feb 07 21:38:40.895524 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-2f50bb3f-af1d-45ac-9fd8-acf0dd5eb25f None None] Set router 2d9734a7-11bd-4c58-9ea8-03d0af40a9e9 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:38:40.930529 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68803c82-0d65-4687-8e3c-5486f80ac09f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9e723912-8bdf-42df-967f-3e19a2e17001), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:40.940436 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ebb83-911a-4bd7-854a-3bc7b38c4913 req-8d5bcd4e-0c71-48e0-999e-9090f25f3e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:40.942941 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2e7ebb83-911a-4bd7-854a-3bc7b38c4913 req-8d5bcd4e-0c71-48e0-999e-9090f25f3e95 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 1128 time: 0.1041338 Feb 07 21:38:41.125609 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ebb83-911a-4bd7-854a-3bc7b38c4913 req-2d0ebb22-ead5-40db-8d62-b6f20792b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:41.127680 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2e7ebb83-911a-4bd7-854a-3bc7b38c4913 req-2d0ebb22-ead5-40db-8d62-b6f20792b16b service neutron] 10.222.0.69 "GET /v2.0/networks?id=9e242547-5814-4d78-8e6d-6252b72dc24e HTTP/1.1" status: 200 len: 897 time: 0.1765656 Feb 07 21:38:41.191542 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2e7ebb83-911a-4bd7-854a-3bc7b38c4913 req-ca58f715-f0b1-411b-beb3-8850f0c65dbc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a72604d2-1e97-4b6e-b8cd-a36ee17bb248 HTTP/1.1" status: 200 len: 217 time: 0.0563848 Feb 07 21:38:41.262418 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ebb83-911a-4bd7-854a-3bc7b38c4913 req-a1595659-bf80-45fb-a68f-367233571dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:41.264071 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2e7ebb83-911a-4bd7-854a-3bc7b38c4913 req-a1595659-bf80-45fb-a68f-367233571dc9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=53bc0b6b-ba10-44c7-81d4-bb538aa35da3 HTTP/1.1" status: 200 len: 834 time: 0.0639806 Feb 07 21:38:41.350710 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ebb83-911a-4bd7-854a-3bc7b38c4913 req-9bf24eb7-d5d9-49bd-b8f4-fc3752d3ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:41.353407 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2e7ebb83-911a-4bd7-854a-3bc7b38c4913 req-9bf24eb7-d5d9-49bd-b8f4-fc3752d3ed35 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e242547-5814-4d78-8e6d-6252b72dc24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0801947 Feb 07 21:38:41.366102 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2f50bb3f-af1d-45ac-9fd8-acf0dd5eb25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907716194', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3caa6854-e1ae-4803-970a-668787c44b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:35:58Z', 'updated_at': '2022-02-07T21:36:02Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '3caa6854-e1ae-4803-970a-668787c44b78', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:35:59Z', 'updated_at': '2022-02-07T21:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'eca86a78-bc9d-41d7-a784-1839eb240861', 'name': '', 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:16:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '53bc0b6b-ba10-44c7-81d4-bb538aa35da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:36:01Z', 'updated_at': '2022-02-07T21:36:05Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '53bc0b6b-ba10-44c7-81d4-bb538aa35da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:41.400906 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f50bb3f-af1d-45ac-9fd8-acf0dd5eb25f None None] Checking router: 2d9734a7-11bd-4c58-9ea8-03d0af40a9e9 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:38:41.410391 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f50bb3f-af1d-45ac-9fd8-acf0dd5eb25f None None] Routers {'2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:41.411158 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2f50bb3f-af1d-45ac-9fd8-acf0dd5eb25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:41.444662 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ba192d-0122-42f6-8bbf-e9a9e42bf52e None None] Network 81ea5671-4943-4feb-8347-e33a48f49529 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:38:41.475608 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2e7ebb83-911a-4bd7-854a-3bc7b38c4913 req-48f01ed6-b5a6-493b-8741-891554799cd4 service neutron] 10.222.0.69 "GET /v2.0/networks/9e242547-5814-4d78-8e6d-6252b72dc24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057298 Feb 07 21:38:41.541318 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0481e-8e14-4cfe-a98f-8bd352500bf1 req-4db54a77-b926-46af-a5b9-6b64a55d5109 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:41.543947 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-215cf0e4-3ac4-47ff-bb5e-af529910dd12 None None] Provisioning complete for port ded5060e-270c-4b53-8e54-bf27a90d6427 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:41.544353 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-215cf0e4-3ac4-47ff-bb5e-af529910dd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ded5060e-270c-4b53-8e54-bf27a90d6427), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:41.552848 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-2f50bb3f-af1d-45ac-9fd8-acf0dd5eb25f None None] Set router 2d9734a7-11bd-4c58-9ea8-03d0af40a9e9 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:38:41.558241 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e6e0481e-8e14-4cfe-a98f-8bd352500bf1 req-4db54a77-b926-46af-a5b9-6b64a55d5109 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 946 time: 0.4992099 Feb 07 21:38:41.607845 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2e7ebb83-911a-4bd7-854a-3bc7b38c4913 req-aad125cc-dee5-4ffc-b06f-b1b0b9b189c8 service neutron] 10.222.0.69 "GET /v2.0/networks/9e242547-5814-4d78-8e6d-6252b72dc24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247780 Feb 07 21:38:41.703342 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e6e0481e-8e14-4cfe-a98f-8bd352500bf1 req-d2cb1113-cda3-4da4-ad32-0ab9cdb79b00 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435745 Feb 07 21:38:41.721594 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-215cf0e4-3ac4-47ff-bb5e-af529910dd12 None None] Current status of the port ded5060e-270c-4b53-8e54-bf27a90d6427 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:38:41.721995 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-215cf0e4-3ac4-47ff-bb5e-af529910dd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ded5060e-270c-4b53-8e54-bf27a90d6427), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:41.772188 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-215cf0e4-3ac4-47ff-bb5e-af529910dd12 None None] For port ded5060e-270c-4b53-8e54-bf27a90d6427, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ded5060e-270c-4b53-8e54-bf27a90d6427,segment=NetworkSegment(85d23e3b-4d36-4040-a5bd-384dfe0444df),segment_id=85d23e3b-4d36-4040-a5bd-384dfe0444df)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:38:41.778605 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-215cf0e4-3ac4-47ff-bb5e-af529910dd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ded5060e-270c-4b53-8e54-bf27a90d6427), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:41.830498 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68803c82-0d65-4687-8e3c-5486f80ac09f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for port (9e723912-8bdf-42df-967f-3e19a2e17001), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:41.837766 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68803c82-0d65-4687-8e3c-5486f80ac09f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (9e723912-8bdf-42df-967f-3e19a2e17001), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:41.840654 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215cf0e4-3ac4-47ff-bb5e-af529910dd12 None None] Pushing event updated for resources: {'Port': ['ID=ded5060e-270c-4b53-8e54-bf27a90d6427,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:41.886092 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2f50bb3f-af1d-45ac-9fd8-acf0dd5eb25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907716194', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3caa6854-e1ae-4803-970a-668787c44b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:35:58Z', 'updated_at': '2022-02-07T21:36:02Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '3caa6854-e1ae-4803-970a-668787c44b78', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:35:59Z', 'updated_at': '2022-02-07T21:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'eca86a78-bc9d-41d7-a784-1839eb240861', 'name': '', 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:16:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '53bc0b6b-ba10-44c7-81d4-bb538aa35da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:36:01Z', 'updated_at': '2022-02-07T21:36:05Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '53bc0b6b-ba10-44c7-81d4-bb538aa35da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:41.916458 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f50bb3f-af1d-45ac-9fd8-acf0dd5eb25f None None] The sync data for ids ['2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'] in n-d-828185-2 is: [{'id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907716194', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3caa6854-e1ae-4803-970a-668787c44b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:35:58Z', 'updated_at': '2022-02-07T21:36:02Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '3caa6854-e1ae-4803-970a-668787c44b78', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:35:59Z', 'updated_at': '2022-02-07T21:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'eca86a78-bc9d-41d7-a784-1839eb240861', 'name': '', 'network_id': '9e242547-5814-4d78-8e6d-6252b72dc24e', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:16:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '53bc0b6b-ba10-44c7-81d4-bb538aa35da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:36:01Z', 'updated_at': '2022-02-07T21:36:05Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '53bc0b6b-ba10-44c7-81d4-bb538aa35da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:38:41.946199 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68803c82-0d65-4687-8e3c-5486f80ac09f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Port': ['ID=9e723912-8bdf-42df-967f-3e19a2e17001,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:42.075155 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68803c82-0d65-4687-8e3c-5486f80ac09f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (e67a8483-3b2a-4a12-93f5-7f070e148d47), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:42.120442 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-53b53c4c-3a52-40ed-bf3c-b3280f0731a4 None None] Provisioning complete for port ded5060e-270c-4b53-8e54-bf27a90d6427 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:42.120823 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-53b53c4c-3a52-40ed-bf3c-b3280f0731a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ded5060e-270c-4b53-8e54-bf27a90d6427), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:42.216387 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68803c82-0d65-4687-8e3c-5486f80ac09f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9e723912-8bdf-42df-967f-3e19a2e17001), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:42.310371 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ded5060e-270c-4b53-8e54-bf27a90d6427 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:38:42.319795 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-53b53c4c-3a52-40ed-bf3c-b3280f0731a4 None None] Current status of the port ded5060e-270c-4b53-8e54-bf27a90d6427 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:38:42.370796 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-53b53c4c-3a52-40ed-bf3c-b3280f0731a4 None None] Provisioning complete for port 9e723912-8bdf-42df-967f-3e19a2e17001 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:42.372343 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-53b53c4c-3a52-40ed-bf3c-b3280f0731a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9e723912-8bdf-42df-967f-3e19a2e17001), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:42.377619 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd52d47-e86c-4951-9543-3f988df33b87 None None] New status for floating IP faaf7367-8524-430d-ace7-bc67545514b6: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:38:42.545375 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68803c82-0d65-4687-8e3c-5486f80ac09f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for port (9e723912-8bdf-42df-967f-3e19a2e17001), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:42.561920 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68803c82-0d65-4687-8e3c-5486f80ac09f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (9e723912-8bdf-42df-967f-3e19a2e17001), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:42.561920 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68803c82-0d65-4687-8e3c-5486f80ac09f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (e67a8483-3b2a-4a12-93f5-7f070e148d47), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:42.619775 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0378929-f24d-4ce6-afb9-dc0a24dc0c9e req-fc875811-47d2-4db8-b48d-f6eca5fe0933 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:42.622148 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a0378929-f24d-4ce6-afb9-dc0a24dc0c9e req-fc875811-47d2-4db8-b48d-f6eca5fe0933 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.69 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 946 time: 0.0735900 Feb 07 21:38:42.667480 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-53b53c4c-3a52-40ed-bf3c-b3280f0731a4 None None] Port 9e723912-8bdf-42df-967f-3e19a2e17001 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:38:42.675678 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port ded5060e-270c-4b53-8e54-bf27a90d6427 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:42.676055 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ded5060e-270c-4b53-8e54-bf27a90d6427), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:42.750036 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68803c82-0d65-4687-8e3c-5486f80ac09f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Port': ['ID=9e723912-8bdf-42df-967f-3e19a2e17001,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:42.836815 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68803c82-0d65-4687-8e3c-5486f80ac09f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network 81ea5671-4943-4feb-8347-e33a48f49529 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:38:42.840338 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port ded5060e-270c-4b53-8e54-bf27a90d6427 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:38:42.843453 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-46dcba4c-5456-4e44-8aee-31443f9cbd48 None None] Provisioning complete for port 9e723912-8bdf-42df-967f-3e19a2e17001 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:42.843830 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-46dcba4c-5456-4e44-8aee-31443f9cbd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9e723912-8bdf-42df-967f-3e19a2e17001), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:42.851669 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-68803c82-0d65-4687-8e3c-5486f80ac09f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:42.862075 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-a0378929-f24d-4ce6-afb9-dc0a24dc0c9e req-859f75fa-73fe-49f1-a641-f5dcd1c6a56f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Deleting port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:38:42.862424 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-a0378929-f24d-4ce6-afb9-dc0a24dc0c9e req-859f75fa-73fe-49f1-a641-f5dcd1c6a56f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:42.918625 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-46dcba4c-5456-4e44-8aee-31443f9cbd48 None None] Port 9e723912-8bdf-42df-967f-3e19a2e17001 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:38:42.957265 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706f5a7-5e58-430a-9f40-b553cf848811 req-54655234-83d3-48d2-8f37-8c379fab2517 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:42.958844 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7706f5a7-5e58-430a-9f40-b553cf848811 req-54655234-83d3-48d2-8f37-8c379fab2517 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=18825959-05e7-46a3-baf0-2cedb5f27dfb HTTP/1.1" status: 200 len: 946 time: 0.1643417 Feb 07 21:38:42.980120 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-a0378929-f24d-4ce6-afb9-dc0a24dc0c9e req-859f75fa-73fe-49f1-a641-f5dcd1c6a56f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] For port a72604d2-1e97-4b6e-b8cd-a36ee17bb248, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=a72604d2-1e97-4b6e-b8cd-a36ee17bb248,segment=NetworkSegment(7fd70515-6afe-46fd-b23a-0dc5ec0e98f5),segment_id=7fd70515-6afe-46fd-b23a-0dc5ec0e98f5)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:38:42.981159 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-a0378929-f24d-4ce6-afb9-dc0a24dc0c9e req-859f75fa-73fe-49f1-a641-f5dcd1c6a56f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:42.997368 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-a0378929-f24d-4ce6-afb9-dc0a24dc0c9e req-859f75fa-73fe-49f1-a641-f5dcd1c6a56f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Calling delete_port for a72604d2-1e97-4b6e-b8cd-a36ee17bb248 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:38:43.069530 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7706f5a7-5e58-430a-9f40-b553cf848811 req-c214102f-d027-4fa0-9fe8-e9db5e013378 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=150085c4-9dc8-498d-8ae1-bb20607f4f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958967 Feb 07 21:38:43.105457 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68803c82-0d65-4687-8e3c-5486f80ac09f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Router e67a8483-3b2a-4a12-93f5-7f070e148d47 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:38:43.170120 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-a0378929-f24d-4ce6-afb9-dc0a24dc0c9e req-859f75fa-73fe-49f1-a641-f5dcd1c6a56f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (a72604d2-1e97-4b6e-b8cd-a36ee17bb248), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:43.204038 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f75fa-73fe-49f1-a641-f5dcd1c6a56f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event deleted for resources: {'Port': ['ID=a72604d2-1e97-4b6e-b8cd-a36ee17bb248,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:43.218274 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68803c82-0d65-4687-8e3c-5486f80ac09f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:38:43.225713 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-68803c82-0d65-4687-8e3c-5486f80ac09f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "PUT /v2.0/routers/e67a8483-3b2a-4a12-93f5-7f070e148d47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7348585 Feb 07 21:38:43.228344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38728) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:43.232287 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee90933d-cd57-4170-827e-8e6878705a0b None None] Sync routers for ids ['e67a8483-3b2a-4a12-93f5-7f070e148d47'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:38:43.248203 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee90933d-cd57-4170-827e-8e6878705a0b None None] Routers {'e67a8483-3b2a-4a12-93f5-7f070e148d47'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:43.248857 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ee90933d-cd57-4170-827e-8e6878705a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e67a8483-3b2a-4a12-93f5-7f070e148d47'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:43.270622 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-05103d3e-6681-46a3-93a8-6f2a1ae8ae4d None None] Provisioning complete for port 9e723912-8bdf-42df-967f-3e19a2e17001 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:43.271308 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-05103d3e-6681-46a3-93a8-6f2a1ae8ae4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9e723912-8bdf-42df-967f-3e19a2e17001), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:43.315605 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0378929-f24d-4ce6-afb9-dc0a24dc0c9e req-859f75fa-73fe-49f1-a641-f5dcd1c6a56f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] No DVR routers for this DVR port a72604d2-1e97-4b6e-b8cd-a36ee17bb248 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:38:43.320422 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-a0378929-f24d-4ce6-afb9-dc0a24dc0c9e req-859f75fa-73fe-49f1-a641-f5dcd1c6a56f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:43.323856 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a0378929-f24d-4ce6-afb9-dc0a24dc0c9e req-859f75fa-73fe-49f1-a641-f5dcd1c6a56f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.69 "DELETE /v2.0/ports/a72604d2-1e97-4b6e-b8cd-a36ee17bb248 HTTP/1.1" status: 204 len: 173 time: 0.6959307 Feb 07 21:38:43.324928 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18825959-05e7-46a3-baf0-2cedb5f27dfb', 'name': 'network-vif-deleted', 'tag': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:38:43.331695 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1752cb-e925-40ea-ae91-7943bbb5931c" -d '{"events": [{"server_uuid": "18825959-05e7-46a3-baf0-2cedb5f27dfb", "name": "network-vif-deleted", "tag": "a72604d2-1e97-4b6e-b8cd-a36ee17bb248"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:38:43.334503 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ee90933d-cd57-4170-827e-8e6878705a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:43.347605 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee90933d-cd57-4170-827e-8e6878705a0b None None] Routers {'e67a8483-3b2a-4a12-93f5-7f070e148d47'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:43.348536 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ee90933d-cd57-4170-827e-8e6878705a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e67a8483-3b2a-4a12-93f5-7f070e148d47'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:43.355186 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-05103d3e-6681-46a3-93a8-6f2a1ae8ae4d None None] Port 9e723912-8bdf-42df-967f-3e19a2e17001 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:38:43.368139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b1b744-11f0-44ae-9079-e641a98b96db tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:43.376746 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38734) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:43.383410 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-16b1b744-11f0-44ae-9079-e641a98b96db tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "GET /v2.0/ports/9e723912-8bdf-42df-967f-3e19a2e17001 HTTP/1.1" status: 200 len: 984 time: 0.1536810 Feb 07 21:38:43.431343 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ee90933d-cd57-4170-827e-8e6878705a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:43.432193 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee90933d-cd57-4170-827e-8e6878705a0b None None] The sync data for ids ['e67a8483-3b2a-4a12-93f5-7f070e148d47'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:38:43.448802 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68162e6-b177-4a0a-996f-1e954257fa80 x-openstack-request-id: req-d68162e6-b177-4a0a-996f-1e954257fa80 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:38:43.449743 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18825959-05e7-46a3-baf0-2cedb5f27dfb", "name": "network-vif-deleted", "tag": "a72604d2-1e97-4b6e-b8cd-a36ee17bb248", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:38:43.450010 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d68162e6-b177-4a0a-996f-1e954257fa80 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:38:43.450418 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18825959-05e7-46a3-baf0-2cedb5f27dfb', 'name': 'network-vif-deleted', 'tag': 'a72604d2-1e97-4b6e-b8cd-a36ee17bb248', 'status': 'completed', 'code': 200} Feb 07 21:38:43.741151 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-97b7df41-3743-424d-b4ec-619f15193dbf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (e67a8483-3b2a-4a12-93f5-7f070e148d47), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:43.977906 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-97b7df41-3743-424d-b4ec-619f15193dbf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Deleting port 9e723912-8bdf-42df-967f-3e19a2e17001 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:38:43.978167 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-97b7df41-3743-424d-b4ec-619f15193dbf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9e723912-8bdf-42df-967f-3e19a2e17001), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:44.061339 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-97b7df41-3743-424d-b4ec-619f15193dbf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9e723912-8bdf-42df-967f-3e19a2e17001), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:44.077634 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-97b7df41-3743-424d-b4ec-619f15193dbf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Calling delete_port for 9e723912-8bdf-42df-967f-3e19a2e17001 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:38:44.119728 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38738) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:44.266062 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-97b7df41-3743-424d-b4ec-619f15193dbf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9e723912-8bdf-42df-967f-3e19a2e17001), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:44.297236 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7df41-3743-424d-b4ec-619f15193dbf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Port': ['ID=9e723912-8bdf-42df-967f-3e19a2e17001,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:44.429949 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-97b7df41-3743-424d-b4ec-619f15193dbf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (e67a8483-3b2a-4a12-93f5-7f070e148d47), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:44.596149 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b7df41-3743-424d-b4ec-619f15193dbf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Router e67a8483-3b2a-4a12-93f5-7f070e148d47 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:38:44.599035 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dda9a82e-8d48-4e73-8c67-a78f4c82eb23 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (2d9734a7-11bd-4c58-9ea8-03d0af40a9e9), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:44.678625 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b7df41-3743-424d-b4ec-619f15193dbf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:38:44.683830 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-97b7df41-3743-424d-b4ec-619f15193dbf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "PUT /v2.0/routers/e67a8483-3b2a-4a12-93f5-7f070e148d47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3060620 Feb 07 21:38:44.686750 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38746) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:44.692350 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92b9628-b15e-4734-8681-99a9ee0e79c5 None None] Sync routers for ids ['e67a8483-3b2a-4a12-93f5-7f070e148d47'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:38:44.707459 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92b9628-b15e-4734-8681-99a9ee0e79c5 None None] Routers {'e67a8483-3b2a-4a12-93f5-7f070e148d47'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:44.708100 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e92b9628-b15e-4734-8681-99a9ee0e79c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e67a8483-3b2a-4a12-93f5-7f070e148d47'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:44.768004 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e92b9628-b15e-4734-8681-99a9ee0e79c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:44.780813 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92b9628-b15e-4734-8681-99a9ee0e79c5 None None] Routers {'e67a8483-3b2a-4a12-93f5-7f070e148d47'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:44.782960 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e92b9628-b15e-4734-8681-99a9ee0e79c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e67a8483-3b2a-4a12-93f5-7f070e148d47'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:44.828341 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e92b9628-b15e-4734-8681-99a9ee0e79c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:44.829350 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92b9628-b15e-4734-8681-99a9ee0e79c5 None None] The sync data for ids ['e67a8483-3b2a-4a12-93f5-7f070e148d47'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:38:44.889818 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-4c8ada2c-15d0-4b22-812c-77ac0f7c2d70 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] remove_router_interface failed (client error): The resource could not be found. Feb 07 21:38:44.893969 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4c8ada2c-15d0-4b22-812c-77ac0f7c2d70 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "PUT /v2.0/routers/e67a8483-3b2a-4a12-93f5-7f070e148d47/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2061853 Feb 07 21:38:44.894602 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38752) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:44.906439 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-dda9a82e-8d48-4e73-8c67-a78f4c82eb23 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Deleting port eca86a78-bc9d-41d7-a784-1839eb240861 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:38:44.907059 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dda9a82e-8d48-4e73-8c67-a78f4c82eb23 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (eca86a78-bc9d-41d7-a784-1839eb240861), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:44.923706 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7f298b1c-92c3-480d-af86-9ffa57c7057b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "GET /v2.0/ports?device_id=e67a8483-3b2a-4a12-93f5-7f070e148d47 HTTP/1.1" status: 200 len: 205 time: 0.0279932 Feb 07 21:38:44.926261 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38754) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:44.998621 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-dda9a82e-8d48-4e73-8c67-a78f4c82eb23 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] For port eca86a78-bc9d-41d7-a784-1839eb240861, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=eca86a78-bc9d-41d7-a784-1839eb240861,segment=NetworkSegment(7fd70515-6afe-46fd-b23a-0dc5ec0e98f5),segment_id=7fd70515-6afe-46fd-b23a-0dc5ec0e98f5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:38:44.998980 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dda9a82e-8d48-4e73-8c67-a78f4c82eb23 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (eca86a78-bc9d-41d7-a784-1839eb240861), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:45.006905 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ddc17802-1b36-40d5-bd3c-4fce09e6fe08 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router (e67a8483-3b2a-4a12-93f5-7f070e148d47), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:45.014294 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-dda9a82e-8d48-4e73-8c67-a78f4c82eb23 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Calling delete_port for eca86a78-bc9d-41d7-a784-1839eb240861 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:38:45.187192 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ddc17802-1b36-40d5-bd3c-4fce09e6fe08 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (e67a8483-3b2a-4a12-93f5-7f070e148d47), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:45.189926 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ddc17802-1b36-40d5-bd3c-4fce09e6fe08 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router_controller (e67a8483-3b2a-4a12-93f5-7f070e148d47), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:45.231593 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dda9a82e-8d48-4e73-8c67-a78f4c82eb23 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (eca86a78-bc9d-41d7-a784-1839eb240861), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:45.240888 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device a72604d2-1e97-4b6e-b8cd-a36ee17bb248 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:38:45.272415 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: a72604d2-1e97-4b6e-b8cd-a36ee17bb248 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:38:45.272933 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device a72604d2-1e97-4b6e-b8cd-a36ee17bb248 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:38:45.277190 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ddc17802-1b36-40d5-bd3c-4fce09e6fe08 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (e67a8483-3b2a-4a12-93f5-7f070e148d47), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:45.277892 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc17802-1b36-40d5-bd3c-4fce09e6fe08 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Fanout notify agent at l3_agent the message router_deleted on router e67a8483-3b2a-4a12-93f5-7f070e148d47 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:38:45.281466 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9a82e-8d48-4e73-8c67-a78f4c82eb23 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event deleted for resources: {'Port': ['ID=eca86a78-bc9d-41d7-a784-1839eb240861,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:45.284410 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ddc17802-1b36-40d5-bd3c-4fce09e6fe08 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:45.287964 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ddc17802-1b36-40d5-bd3c-4fce09e6fe08 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/routers/e67a8483-3b2a-4a12-93f5-7f070e148d47 HTTP/1.1" status: 204 len: 168 time: 0.3583522 Feb 07 21:38:45.289068 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38760) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:45.401319 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-931dae19-f26c-4a3e-9815-0ea78cb9d6fe tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Deleting subnet f27c811e-ac02-4fab-84be-44fd3c33dc4e {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:38:45.402078 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-931dae19-f26c-4a3e-9815-0ea78cb9d6fe tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for subnet (f27c811e-ac02-4fab-84be-44fd3c33dc4e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:45.450257 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-931dae19-f26c-4a3e-9815-0ea78cb9d6fe tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (f27c811e-ac02-4fab-84be-44fd3c33dc4e), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:45.515371 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dda9a82e-8d48-4e73-8c67-a78f4c82eb23 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (2d9734a7-11bd-4c58-9ea8-03d0af40a9e9), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:45.557648 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-931dae19-f26c-4a3e-9815-0ea78cb9d6fe tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (f27c811e-ac02-4fab-84be-44fd3c33dc4e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:45.634876 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-931dae19-f26c-4a3e-9815-0ea78cb9d6fe tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (f27c811e-ac02-4fab-84be-44fd3c33dc4e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:45.669459 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-931dae19-f26c-4a3e-9815-0ea78cb9d6fe tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:45.676233 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-931dae19-f26c-4a3e-9815-0ea78cb9d6fe tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/subnets/f27c811e-ac02-4fab-84be-44fd3c33dc4e HTTP/1.1" status: 204 len: 168 time: 0.3865595 Feb 07 21:38:45.677295 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931dae19-f26c-4a3e-9815-0ea78cb9d6fe tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Subnet': ['ID=f27c811e-ac02-4fab-84be-44fd3c33dc4e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:45.677960 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e22edf-b138-4a14-add6-a66642ac281c None None] Network 81ea5671-4943-4feb-8347-e33a48f49529 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:38:45.679577 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38768) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:45.796945 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7244c547-4b98-47ff-8b56-993b1bf66a00 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (81ea5671-4943-4feb-8347-e33a48f49529), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:45.800332 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda9a82e-8d48-4e73-8c67-a78f4c82eb23 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Router 2d9734a7-11bd-4c58-9ea8-03d0af40a9e9 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:38:45.860639 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7244c547-4b98-47ff-8b56-993b1bf66a00 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Deleting port ded5060e-270c-4b53-8e54-bf27a90d6427 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:38:45.860980 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7244c547-4b98-47ff-8b56-993b1bf66a00 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ded5060e-270c-4b53-8e54-bf27a90d6427), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:45.898540 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f64264-9018-49fe-a1ef-e81f115f2fca None None] DHCP port deletion for 81ea5671-4943-4feb-8347-e33a48f49529 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:38:45.928365 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda9a82e-8d48-4e73-8c67-a78f4c82eb23 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:38:45.936509 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7244c547-4b98-47ff-8b56-993b1bf66a00 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] For port ded5060e-270c-4b53-8e54-bf27a90d6427, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ded5060e-270c-4b53-8e54-bf27a90d6427,segment=NetworkSegment(85d23e3b-4d36-4040-a5bd-384dfe0444df),segment_id=85d23e3b-4d36-4040-a5bd-384dfe0444df)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:38:45.937067 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7244c547-4b98-47ff-8b56-993b1bf66a00 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ded5060e-270c-4b53-8e54-bf27a90d6427), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:45.938361 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270f455f-70b2-4b94-92f2-bd9e6c3a7f1e None None] Sync routers for ids ['2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:38:45.946776 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-dda9a82e-8d48-4e73-8c67-a78f4c82eb23 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "PUT /v2.0/routers/2d9734a7-11bd-4c58-9ea8-03d0af40a9e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8209608 Feb 07 21:38:45.947128 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38774) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:45.953028 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7244c547-4b98-47ff-8b56-993b1bf66a00 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Calling delete_port for ded5060e-270c-4b53-8e54-bf27a90d6427 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:38:45.958906 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270f455f-70b2-4b94-92f2-bd9e6c3a7f1e None None] Routers {'2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:45.959618 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-270f455f-70b2-4b94-92f2-bd9e6c3a7f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:45.962974 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a4f64264-9018-49fe-a1ef-e81f115f2fca None None] Deleting port ded5060e-270c-4b53-8e54-bf27a90d6427 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:38:45.963590 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a4f64264-9018-49fe-a1ef-e81f115f2fca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ded5060e-270c-4b53-8e54-bf27a90d6427), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:46.009609 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-a336aa4f-049b-45ef-b88b-236d59026d72 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Deleting subnet 53bc0b6b-ba10-44c7-81d4-bb538aa35da3 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:38:46.013238 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a336aa4f-049b-45ef-b88b-236d59026d72 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for subnet (53bc0b6b-ba10-44c7-81d4-bb538aa35da3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:46.042002 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a4f64264-9018-49fe-a1ef-e81f115f2fca None None] For port ded5060e-270c-4b53-8e54-bf27a90d6427, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ded5060e-270c-4b53-8e54-bf27a90d6427,segment=NetworkSegment(85d23e3b-4d36-4040-a5bd-384dfe0444df),segment_id=85d23e3b-4d36-4040-a5bd-384dfe0444df)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:38:46.043336 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a4f64264-9018-49fe-a1ef-e81f115f2fca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ded5060e-270c-4b53-8e54-bf27a90d6427), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:46.062474 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a4f64264-9018-49fe-a1ef-e81f115f2fca None None] Calling delete_port for ded5060e-270c-4b53-8e54-bf27a90d6427 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:38:46.063114 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7244c547-4b98-47ff-8b56-993b1bf66a00 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (ded5060e-270c-4b53-8e54-bf27a90d6427), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:46.078027 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a336aa4f-049b-45ef-b88b-236d59026d72 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (53bc0b6b-ba10-44c7-81d4-bb538aa35da3), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:46.146782 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a4f64264-9018-49fe-a1ef-e81f115f2fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (ded5060e-270c-4b53-8e54-bf27a90d6427), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:46.147233 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7244c547-4b98-47ff-8b56-993b1bf66a00 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] No DVR routers for this DVR port ded5060e-270c-4b53-8e54-bf27a90d6427 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:38:46.147791 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-270f455f-70b2-4b94-92f2-bd9e6c3a7f1e None None] Set router 2d9734a7-11bd-4c58-9ea8-03d0af40a9e9 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:38:46.154143 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244c547-4b98-47ff-8b56-993b1bf66a00 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Port': ['ID=ded5060e-270c-4b53-8e54-bf27a90d6427,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:46.193319 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f64264-9018-49fe-a1ef-e81f115f2fca None None] Pushing event deleted for resources: {'Port': ['ID=ded5060e-270c-4b53-8e54-bf27a90d6427,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:46.207055 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f64264-9018-49fe-a1ef-e81f115f2fca None None] No DVR routers for this DVR port ded5060e-270c-4b53-8e54-bf27a90d6427 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:38:46.277449 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ded5060e-270c-4b53-8e54-bf27a90d6427 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:38:46.300417 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7244c547-4b98-47ff-8b56-993b1bf66a00 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (81ea5671-4943-4feb-8347-e33a48f49529), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:46.317306 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: ded5060e-270c-4b53-8e54-bf27a90d6427 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:38:46.317703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ded5060e-270c-4b53-8e54-bf27a90d6427 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:38:46.330016 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7244c547-4b98-47ff-8b56-993b1bf66a00 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ea5671-4943-4feb-8347-e33a48f49529']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:46.341207 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7244c547-4b98-47ff-8b56-993b1bf66a00 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d23e3b-4d36-4040-a5bd-384dfe0444df') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:46.341554 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7244c547-4b98-47ff-8b56-993b1bf66a00 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d23e3b-4d36-4040-a5bd-384dfe0444df') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:46.347760 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a336aa4f-049b-45ef-b88b-236d59026d72 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (53bc0b6b-ba10-44c7-81d4-bb538aa35da3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:46.357091 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7244c547-4b98-47ff-8b56-993b1bf66a00 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (85d23e3b-4d36-4040-a5bd-384dfe0444df), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:46.376432 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7244c547-4b98-47ff-8b56-993b1bf66a00 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (85d23e3b-4d36-4040-a5bd-384dfe0444df), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:46.384122 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7244c547-4b98-47ff-8b56-993b1bf66a00 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:38:46.384548 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7244c547-4b98-47ff-8b56-993b1bf66a00 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (85d23e3b-4d36-4040-a5bd-384dfe0444df), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:46.390694 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-270f455f-70b2-4b94-92f2-bd9e6c3a7f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907716194', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3caa6854-e1ae-4803-970a-668787c44b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:35:58Z', 'updated_at': '2022-02-07T21:38:45Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '3caa6854-e1ae-4803-970a-668787c44b78', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:35:59Z', 'updated_at': '2022-02-07T21:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:38:46.413074 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:38:46.419822 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270f455f-70b2-4b94-92f2-bd9e6c3a7f1e None None] Checking router: 2d9734a7-11bd-4c58-9ea8-03d0af40a9e9 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:38:46.421453 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a336aa4f-049b-45ef-b88b-236d59026d72 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (53bc0b6b-ba10-44c7-81d4-bb538aa35da3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:46.429680 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270f455f-70b2-4b94-92f2-bd9e6c3a7f1e None None] Routers {'2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:46.430293 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-270f455f-70b2-4b94-92f2-bd9e6c3a7f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:46.446020 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833bf427-1bc6-47b1-bf14-94a18c68a735 None None] Network 9e242547-5814-4d78-8e6d-6252b72dc24e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:38:46.483057 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7244c547-4b98-47ff-8b56-993b1bf66a00 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (81ea5671-4943-4feb-8347-e33a48f49529), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:46.498109 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7244c547-4b98-47ff-8b56-993b1bf66a00 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:46.502760 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a336aa4f-049b-45ef-b88b-236d59026d72 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:46.511145 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7244c547-4b98-47ff-8b56-993b1bf66a00 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/networks/81ea5671-4943-4feb-8347-e33a48f49529 HTTP/1.1" status: 204 len: 168 time: 0.8293366 Feb 07 21:38:46.512707 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a336aa4f-049b-45ef-b88b-236d59026d72 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "DELETE /v2.0/subnets/53bc0b6b-ba10-44c7-81d4-bb538aa35da3 HTTP/1.1" status: 204 len: 168 time: 0.5641084 Feb 07 21:38:46.513477 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38786) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:46.513734 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38788) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:46.522577 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-08d527a7-7d31-427a-929a-984a9ab7a21e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1699068140'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:46.538030 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244c547-4b98-47ff-8b56-993b1bf66a00 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Network': ['ID=81ea5671-4943-4feb-8347-e33a48f49529,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:46.545203 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a336aa4f-049b-45ef-b88b-236d59026d72 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event deleted for resources: {'Subnet': ['ID=53bc0b6b-ba10-44c7-81d4-bb538aa35da3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:46.562906 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-270f455f-70b2-4b94-92f2-bd9e6c3a7f1e None None] Set router 2d9734a7-11bd-4c58-9ea8-03d0af40a9e9 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:38:46.673235 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133f3d9a-3c0e-4a1f-8a4e-02d7d95c34ba None None] DHCP port deletion for 9e242547-5814-4d78-8e6d-6252b72dc24e request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:38:46.729173 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-133f3d9a-3c0e-4a1f-8a4e-02d7d95c34ba None None] Deleting port b77411e8-6993-4d90-88d6-d43f91779b73 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:38:46.729173 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-133f3d9a-3c0e-4a1f-8a4e-02d7d95c34ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (b77411e8-6993-4d90-88d6-d43f91779b73), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:46.805529 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-133f3d9a-3c0e-4a1f-8a4e-02d7d95c34ba None None] For port b77411e8-6993-4d90-88d6-d43f91779b73, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=b77411e8-6993-4d90-88d6-d43f91779b73,segment=NetworkSegment(7fd70515-6afe-46fd-b23a-0dc5ec0e98f5),segment_id=7fd70515-6afe-46fd-b23a-0dc5ec0e98f5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:38:46.806630 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-133f3d9a-3c0e-4a1f-8a4e-02d7d95c34ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (b77411e8-6993-4d90-88d6-d43f91779b73), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:46.823615 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-270f455f-70b2-4b94-92f2-bd9e6c3a7f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907716194', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3caa6854-e1ae-4803-970a-668787c44b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:35:58Z', 'updated_at': '2022-02-07T21:38:45Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '3caa6854-e1ae-4803-970a-668787c44b78', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:35:59Z', 'updated_at': '2022-02-07T21:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:46.828869 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-133f3d9a-3c0e-4a1f-8a4e-02d7d95c34ba None None] Calling delete_port for b77411e8-6993-4d90-88d6-d43f91779b73 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:38:46.861169 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270f455f-70b2-4b94-92f2-bd9e6c3a7f1e None None] The sync data for ids ['2d9734a7-11bd-4c58-9ea8-03d0af40a9e9'] in n-d-828185-2 is: [{'id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907716194', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3caa6854-e1ae-4803-970a-668787c44b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:35:58Z', 'updated_at': '2022-02-07T21:38:45Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': '3caa6854-e1ae-4803-970a-668787c44b78', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9734a7-11bd-4c58-9ea8-03d0af40a9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:35:59Z', 'updated_at': '2022-02-07T21:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:38:46.926035 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d527a7-7d31-427a-929a-984a9ab7a21e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Made reservation on behalf of 44e02e43080c44a399ac0fd22d465ed0 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:38:46.929528 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08d527a7-7d31-427a-929a-984a9ab7a21e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:46.938989 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-133f3d9a-3c0e-4a1f-8a4e-02d7d95c34ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (b77411e8-6993-4d90-88d6-d43f91779b73), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:46.962252 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f3d9a-3c0e-4a1f-8a4e-02d7d95c34ba None None] Pushing event deleted for resources: {'Port': ['ID=b77411e8-6993-4d90-88d6-d43f91779b73,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:46.965178 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d527a7-7d31-427a-929a-984a9ab7a21e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:38:46.970694 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133f3d9a-3c0e-4a1f-8a4e-02d7d95c34ba None None] No DVR routers for this DVR port b77411e8-6993-4d90-88d6-d43f91779b73 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:38:46.982367 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08d527a7-7d31-427a-929a-984a9ab7a21e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (be7c68d2-40ba-40a6-abe8-8c77ad980266), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:46.982714 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-08d527a7-7d31-427a-929a-984a9ab7a21e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Added segment be7c68d2-40ba-40a6-abe8-8c77ad980266 of type vlan for network 00a9ec2f-d04e-4e15-9075-85281d4ab0ae Feb 07 21:38:47.023595 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c35bc901-1b6b-4ce8-876b-084c21714c1c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router (2d9734a7-11bd-4c58-9ea8-03d0af40a9e9), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:47.096195 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08d527a7-7d31-427a-929a-984a9ab7a21e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (00a9ec2f-d04e-4e15-9075-85281d4ab0ae), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:47.137841 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08d527a7-7d31-427a-929a-984a9ab7a21e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (00a9ec2f-d04e-4e15-9075-85281d4ab0ae), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:47.142952 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d527a7-7d31-427a-929a-984a9ab7a21e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:47.143577 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08d527a7-7d31-427a-929a-984a9ab7a21e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:47.209790 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-08d527a7-7d31-427a-929a-984a9ab7a21e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6945906 Feb 07 21:38:47.212697 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38800) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:47.218520 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-3cb3187c-dc52-465c-8161-34c722591522 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'subnet': {'network_id': '00a9ec2f-d04e-4e15-9075-85281d4ab0ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:47.230956 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c35bc901-1b6b-4ce8-876b-084c21714c1c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router_gateway (2d9734a7-11bd-4c58-9ea8-03d0af40a9e9), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:47.234089 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d527a7-7d31-427a-929a-984a9ab7a21e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Network': ['ID=00a9ec2f-d04e-4e15-9075-85281d4ab0ae,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:47.245191 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 00a9ec2f-d04e-4e15-9075-85281d4ab0ae details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:38:47.306686 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c35bc901-1b6b-4ce8-876b-084c21714c1c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Deleting port 3caa6854-e1ae-4803-970a-668787c44b78 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:38:47.308147 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c35bc901-1b6b-4ce8-876b-084c21714c1c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (3caa6854-e1ae-4803-970a-668787c44b78), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:47.390467 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb3187c-dc52-465c-8161-34c722591522 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Made reservation on behalf of 44e02e43080c44a399ac0fd22d465ed0 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:38:47.394521 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3cb3187c-dc52-465c-8161-34c722591522 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:47.416930 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c35bc901-1b6b-4ce8-876b-084c21714c1c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] For port 3caa6854-e1ae-4803-970a-668787c44b78, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=3caa6854-e1ae-4803-970a-668787c44b78,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:38:47.417658 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c35bc901-1b6b-4ce8-876b-084c21714c1c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (3caa6854-e1ae-4803-970a-668787c44b78), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:47.433917 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c35bc901-1b6b-4ce8-876b-084c21714c1c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Calling delete_port for 3caa6854-e1ae-4803-970a-668787c44b78 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:38:47.641117 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3cb3187c-dc52-465c-8161-34c722591522 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (f7a1e751-71cc-4dcd-bc2a-352aa66bdc15), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:47.647336 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c35bc901-1b6b-4ce8-876b-084c21714c1c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (3caa6854-e1ae-4803-970a-668787c44b78), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:47.678363 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bc901-1b6b-4ce8-876b-084c21714c1c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event deleted for resources: {'Port': ['ID=3caa6854-e1ae-4803-970a-668787c44b78,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:47.717468 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3187c-dc52-465c-8161-34c722591522 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Subnet': ['ID=f7a1e751-71cc-4dcd-bc2a-352aa66bdc15,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:47.726436 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb3187c-dc52-465c-8161-34c722591522 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Checking segment: {'id': 'be7c68d2-40ba-40a6-abe8-8c77ad980266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '00a9ec2f-d04e-4e15-9075-85281d4ab0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:38:47.726801 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb3187c-dc52-465c-8161-34c722591522 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network hostable DHCP agents. Network: 00a9ec2f-d04e-4e15-9075-85281d4ab0ae, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:38:47.750465 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb3187c-dc52-465c-8161-34c722591522 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network 00a9ec2f-d04e-4e15-9075-85281d4ab0ae is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:38:47.761167 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c35bc901-1b6b-4ce8-876b-084c21714c1c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (2d9734a7-11bd-4c58-9ea8-03d0af40a9e9), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:47.761598 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-3cb3187c-dc52-465c-8161-34c722591522 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 00a9ec2f-d04e-4e15-9075-85281d4ab0ae) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:47.766763 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb3187c-dc52-465c-8161-34c722591522 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:47.767665 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3cb3187c-dc52-465c-8161-34c722591522 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:47.775047 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefb762c-f003-4e34-91f4-5658c39259ea None None] Network 00a9ec2f-d04e-4e15-9075-85281d4ab0ae requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:38:47.795434 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3cb3187c-dc52-465c-8161-34c722591522 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5813792 Feb 07 21:38:47.798306 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38812) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:47.804930 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-7adf42fc-372d-45ff-a07b-3bdc03eedbc5 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-73047538', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:47.838840 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7adf42fc-372d-45ff-a07b-3bdc03eedbc5 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (8723367e-1fb6-4141-8672-4f2c835083a7), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:47.842246 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7adf42fc-372d-45ff-a07b-3bdc03eedbc5 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (8723367e-1fb6-4141-8672-4f2c835083a7), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:47.860279 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c35bc901-1b6b-4ce8-876b-084c21714c1c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (2d9734a7-11bd-4c58-9ea8-03d0af40a9e9), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:47.862965 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c35bc901-1b6b-4ce8-876b-084c21714c1c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router_controller (2d9734a7-11bd-4c58-9ea8-03d0af40a9e9), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:47.901207 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362d2af3-a4be-4154-9493-d16500f2584b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-00a9ec2f-d04e-4e15-9075-85281d4ab0ae', 'network_id': '00a9ec2f-d04e-4e15-9075-85281d4ab0ae', 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'fixed_ips': [{'subnet_id': 'f7a1e751-71cc-4dcd-bc2a-352aa66bdc15'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:38:47.902872 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-362d2af3-a4be-4154-9493-d16500f2584b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:47.912128 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c35bc901-1b6b-4ce8-876b-084c21714c1c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (2d9734a7-11bd-4c58-9ea8-03d0af40a9e9), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:47.912826 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35bc901-1b6b-4ce8-876b-084c21714c1c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Fanout notify agent at l3_agent the message router_deleted on router 2d9734a7-11bd-4c58-9ea8-03d0af40a9e9 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:38:47.926598 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c35bc901-1b6b-4ce8-876b-084c21714c1c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:47.929584 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7adf42fc-372d-45ff-a07b-3bdc03eedbc5 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router_controller (8723367e-1fb6-4141-8672-4f2c835083a7), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:47.930682 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38814) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:47.931228 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c35bc901-1b6b-4ce8-876b-084c21714c1c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "DELETE /v2.0/routers/2d9734a7-11bd-4c58-9ea8-03d0af40a9e9 HTTP/1.1" status: 204 len: 168 time: 1.4150755 Feb 07 21:38:47.944512 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7adf42fc-372d-45ff-a07b-3bdc03eedbc5 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (8723367e-1fb6-4141-8672-4f2c835083a7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:48.012069 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7adf42fc-372d-45ff-a07b-3bdc03eedbc5 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:48.013430 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7adf42fc-372d-45ff-a07b-3bdc03eedbc5 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2140913 Feb 07 21:38:48.016149 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38820) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:48.084103 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-362d2af3-a4be-4154-9493-d16500f2584b None None] Allocated IP 2001:db8::2 (00a9ec2f-d04e-4e15-9075-85281d4ab0ae/f7a1e751-71cc-4dcd-bc2a-352aa66bdc15/6d3322f8-1bc6-40b3-b473-4f767d4fa051) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:38:48.271521 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-362d2af3-a4be-4154-9493-d16500f2584b None None] Publish callbacks [] for port (6d3322f8-1bc6-40b3-b473-4f767d4fa051), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:48.278473 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-362d2af3-a4be-4154-9493-d16500f2584b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (6d3322f8-1bc6-40b3-b473-4f767d4fa051), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:48.321015 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362d2af3-a4be-4154-9493-d16500f2584b None None] Network 00a9ec2f-d04e-4e15-9075-85281d4ab0ae is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:38:48.326443 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-362d2af3-a4be-4154-9493-d16500f2584b None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:48.330914 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362d2af3-a4be-4154-9493-d16500f2584b None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:38:48.334696 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d2af3-a4be-4154-9493-d16500f2584b None None] Pushing event updated for resources: {'Port': ['ID=6d3322f8-1bc6-40b3-b473-4f767d4fa051,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:48.395954 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-362d2af3-a4be-4154-9493-d16500f2584b None None] Attempting to bind port 6d3322f8-1bc6-40b3-b473-4f767d4fa051 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:38:48.396692 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-362d2af3-a4be-4154-9493-d16500f2584b None None] Attempting to bind port 6d3322f8-1bc6-40b3-b473-4f767d4fa051 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'be7c68d2-40ba-40a6-abe8-8c77ad980266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '00a9ec2f-d04e-4e15-9075-85281d4ab0ae'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:38:48.397073 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362d2af3-a4be-4154-9493-d16500f2584b None None] Attempting to bind port 6d3322f8-1bc6-40b3-b473-4f767d4fa051 on network 00a9ec2f-d04e-4e15-9075-85281d4ab0ae {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:38:48.403011 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362d2af3-a4be-4154-9493-d16500f2584b None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:38:48.403405 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362d2af3-a4be-4154-9493-d16500f2584b None None] Checking segment: {'id': 'be7c68d2-40ba-40a6-abe8-8c77ad980266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '00a9ec2f-d04e-4e15-9075-85281d4ab0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:38:48.403987 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-362d2af3-a4be-4154-9493-d16500f2584b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:48.404364 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362d2af3-a4be-4154-9493-d16500f2584b None None] Bound using segment: {'id': 'be7c68d2-40ba-40a6-abe8-8c77ad980266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '00a9ec2f-d04e-4e15-9075-85281d4ab0ae'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:38:48.404862 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-362d2af3-a4be-4154-9493-d16500f2584b None None] Bound port: 6d3322f8-1bc6-40b3-b473-4f767d4fa051, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7c68d2-40ba-40a6-abe8-8c77ad980266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '00a9ec2f-d04e-4e15-9075-85281d4ab0ae'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:38:48.405243 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-362d2af3-a4be-4154-9493-d16500f2584b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6d3322f8-1bc6-40b3-b473-4f767d4fa051), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:48.462550 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-64bf88c4-f601-4596-b6ad-8bb1eaee2fe9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (9e242547-5814-4d78-8e6d-6252b72dc24e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:48.485562 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ddec4bd0-50cd-4824-94cb-c273c75f099a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:48.492913 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-362d2af3-a4be-4154-9493-d16500f2584b None None] For port 6d3322f8-1bc6-40b3-b473-4f767d4fa051, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:38:48.503096 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-362d2af3-a4be-4154-9493-d16500f2584b None None] For port 6d3322f8-1bc6-40b3-b473-4f767d4fa051, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=6d3322f8-1bc6-40b3-b473-4f767d4fa051,segment=NetworkSegment(be7c68d2-40ba-40a6-abe8-8c77ad980266),segment_id=be7c68d2-40ba-40a6-abe8-8c77ad980266)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:38:48.513054 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-362d2af3-a4be-4154-9493-d16500f2584b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6d3322f8-1bc6-40b3-b473-4f767d4fa051), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:48.576716 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d2af3-a4be-4154-9493-d16500f2584b None None] Pushing event updated for resources: {'Port': ['ID=6d3322f8-1bc6-40b3-b473-4f767d4fa051,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:48.613126 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device b77411e8-6993-4d90-88d6-d43f91779b73 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:38:48.650669 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: b77411e8-6993-4d90-88d6-d43f91779b73 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:38:48.650669 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device b77411e8-6993-4d90-88d6-d43f91779b73 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:38:48.650945 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device eca86a78-bc9d-41d7-a784-1839eb240861 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:38:48.686452 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: eca86a78-bc9d-41d7-a784-1839eb240861 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:38:48.686899 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device eca86a78-bc9d-41d7-a784-1839eb240861 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:38:48.709133 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-64bf88c4-f601-4596-b6ad-8bb1eaee2fe9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (9e242547-5814-4d78-8e6d-6252b72dc24e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:48.771150 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-64bf88c4-f601-4596-b6ad-8bb1eaee2fe9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e242547-5814-4d78-8e6d-6252b72dc24e']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:48.785542 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-64bf88c4-f601-4596-b6ad-8bb1eaee2fe9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd70515-6afe-46fd-b23a-0dc5ec0e98f5') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:48.785819 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-64bf88c4-f601-4596-b6ad-8bb1eaee2fe9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd70515-6afe-46fd-b23a-0dc5ec0e98f5') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:48.801242 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-64bf88c4-f601-4596-b6ad-8bb1eaee2fe9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (7fd70515-6afe-46fd-b23a-0dc5ec0e98f5), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:48.825747 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-64bf88c4-f601-4596-b6ad-8bb1eaee2fe9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (7fd70515-6afe-46fd-b23a-0dc5ec0e98f5), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:48.863412 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f4ded452-1665-4bc6-9e65-29e519cdc0b7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:48.865709 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64bf88c4-f601-4596-b6ad-8bb1eaee2fe9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:38:48.866163 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-64bf88c4-f601-4596-b6ad-8bb1eaee2fe9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (7fd70515-6afe-46fd-b23a-0dc5ec0e98f5), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:38:48.869313 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:38:49.005362 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-64bf88c4-f601-4596-b6ad-8bb1eaee2fe9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (9e242547-5814-4d78-8e6d-6252b72dc24e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:49.018100 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-64bf88c4-f601-4596-b6ad-8bb1eaee2fe9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:49.024480 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-64bf88c4-f601-4596-b6ad-8bb1eaee2fe9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "DELETE /v2.0/networks/9e242547-5814-4d78-8e6d-6252b72dc24e HTTP/1.1" status: 204 len: 168 time: 1.0926616 Feb 07 21:38:49.024964 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38836) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:49.040553 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf88c4-f601-4596-b6ad-8bb1eaee2fe9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event deleted for resources: {'Network': ['ID=9e242547-5814-4d78-8e6d-6252b72dc24e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:49.098913 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7302bbd4-32e2-44e9-ae21-0e397e26e869 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group (150085c4-9dc8-498d-8ae1-bb20607f4f4f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:49.129163 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7302bbd4-32e2-44e9-ae21-0e397e26e869 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group (150085c4-9dc8-498d-8ae1-bb20607f4f4f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:49.200725 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7302bbd4-32e2-44e9-ae21-0e397e26e869 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (150085c4-9dc8-498d-8ae1-bb20607f4f4f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:49.203565 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7302bbd4-32e2-44e9-ae21-0e397e26e869 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:49.207253 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7302bbd4-32e2-44e9-ae21-0e397e26e869 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "DELETE /v2.0/security-groups/150085c4-9dc8-498d-8ae1-bb20607f4f4f HTTP/1.1" status: 204 len: 168 time: 0.1765316 Feb 07 21:38:49.210337 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-f4ded452-1665-4bc6-9e65-29e519cdc0b7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Allocated IP 2001:db8::1 (00a9ec2f-d04e-4e15-9075-85281d4ab0ae/f7a1e751-71cc-4dcd-bc2a-352aa66bdc15/8dd73fcc-58b5-4998-a74d-4e0bbd291d98) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:38:49.219565 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302bbd4-32e2-44e9-ae21-0e397e26e869 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=150085c4-9dc8-498d-8ae1-bb20607f4f4f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:49.378628 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f4ded452-1665-4bc6-9e65-29e519cdc0b7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for port (8dd73fcc-58b5-4998-a74d-4e0bbd291d98), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:49.420385 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f4ded452-1665-4bc6-9e65-29e519cdc0b7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8dd73fcc-58b5-4998-a74d-4e0bbd291d98), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:49.460614 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ded452-1665-4bc6-9e65-29e519cdc0b7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network 00a9ec2f-d04e-4e15-9075-85281d4ab0ae is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:38:49.466774 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-f4ded452-1665-4bc6-9e65-29e519cdc0b7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:49.473013 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ded452-1665-4bc6-9e65-29e519cdc0b7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:38:49.473553 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f4ded452-1665-4bc6-9e65-29e519cdc0b7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (8723367e-1fb6-4141-8672-4f2c835083a7), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:49.572376 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ded452-1665-4bc6-9e65-29e519cdc0b7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Port': ['ID=8dd73fcc-58b5-4998-a74d-4e0bbd291d98,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:49.608627 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7d8b4fa0-fdac-40e6-a13a-d291b338cf15 req-b7e41962-7387-4b7f-9add-04e7f59ac423 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1114140 Feb 07 21:38:49.727671 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f4ded452-1665-4bc6-9e65-29e519cdc0b7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8dd73fcc-58b5-4998-a74d-4e0bbd291d98), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:49.739702 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38852) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:49.748103 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1c25fe1c-bc62-43f7-9bf9-dfb4d1d53144 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-255519624', 'description': 'tempest-secgroup-smoke-255519624 description', 'project_id': '592f2c160f98413cb3dc6606723ba0e3'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:49.756444 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b4fa0-fdac-40e6-a13a-d291b338cf15 req-76ecd008-c5c9-4bd8-895f-9f72fb533a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:49.758180 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7d8b4fa0-fdac-40e6-a13a-d291b338cf15 req-76ecd008-c5c9-4bd8-895f-9f72fb533a89 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 1128 time: 0.0880246 Feb 07 21:38:49.790331 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c25fe1c-bc62-43f7-9bf9-dfb4d1d53144 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:49.915795 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b4fa0-fdac-40e6-a13a-d291b338cf15 req-957189ff-16ea-43d6-a212-f159fd9e3be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:49.919371 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7d8b4fa0-fdac-40e6-a13a-d291b338cf15 req-957189ff-16ea-43d6-a212-f159fd9e3be8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 913 time: 0.1305285 Feb 07 21:38:49.927736 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2420cac0-f077-429b-8f81-8b638a90599a None None] Network 00a9ec2f-d04e-4e15-9075-85281d4ab0ae requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:38:49.997737 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c25fe1c-bc62-43f7-9bf9-dfb4d1d53144 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group (aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:50.032814 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7d8b4fa0-fdac-40e6-a13a-d291b338cf15 req-dc6a5d12-2211-43a8-9f01-63a40191e86a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=734283d9-5e66-45c7-a3b2-a1538a62c5c3 HTTP/1.1" status: 200 len: 1002 time: 0.0918498 Feb 07 21:38:50.043954 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c25fe1c-bc62-43f7-9bf9-dfb4d1d53144 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:50.069223 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c25fe1c-bc62-43f7-9bf9-dfb4d1d53144 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:50.072842 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1c25fe1c-bc62-43f7-9bf9-dfb4d1d53144 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3290925 Feb 07 21:38:50.080299 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38858) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:50.084673 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-44909dca-28be-4ef2-9ab5-d867b663367b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'security_group_rule': {'security_group_id': 'aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:50.117422 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4def08ff-ff2a-4d18-bb77-8a4aa33ed774 None None] Provisioning complete for port 6d3322f8-1bc6-40b3-b473-4f767d4fa051 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:50.118065 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4def08ff-ff2a-4d18-bb77-8a4aa33ed774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6d3322f8-1bc6-40b3-b473-4f767d4fa051), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:50.118665 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25fe1c-bc62-43f7-9bf9-dfb4d1d53144 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:50.142010 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b4fa0-fdac-40e6-a13a-d291b338cf15 req-eb2fad77-bf43-4a9f-be7c-8983fb5d6308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:50.143669 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7d8b4fa0-fdac-40e6-a13a-d291b338cf15 req-eb2fad77-bf43-4a9f-be7c-8983fb5d6308 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5277b698-1143-4952-a3ce-257473c57257 HTTP/1.1" status: 200 len: 851 time: 0.1039562 Feb 07 21:38:50.178926 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44909dca-28be-4ef2-9ab5-d867b663367b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (9b04b6fe-cd87-47cd-b962-b3d0d7a092d8), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:50.233136 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b4fa0-fdac-40e6-a13a-d291b338cf15 req-c5b08d5e-a0e5-4b56-aabf-7739b98366f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:50.233973 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f4ded452-1665-4bc6-9e65-29e519cdc0b7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for port (8dd73fcc-58b5-4998-a74d-4e0bbd291d98), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:50.234865 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7d8b4fa0-fdac-40e6-a13a-d291b338cf15 req-c5b08d5e-a0e5-4b56-aabf-7739b98366f7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c5d8bec1-9baf-496d-8066-d331255bb96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0854273 Feb 07 21:38:50.235139 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4def08ff-ff2a-4d18-bb77-8a4aa33ed774 None None] Current status of the port 6d3322f8-1bc6-40b3-b473-4f767d4fa051 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:38:50.235680 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4def08ff-ff2a-4d18-bb77-8a4aa33ed774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6d3322f8-1bc6-40b3-b473-4f767d4fa051), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:50.246503 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f4ded452-1665-4bc6-9e65-29e519cdc0b7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (8dd73fcc-58b5-4998-a74d-4e0bbd291d98), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:50.247753 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f4ded452-1665-4bc6-9e65-29e519cdc0b7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (8723367e-1fb6-4141-8672-4f2c835083a7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:50.294839 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 6d3322f8-1bc6-40b3-b473-4f767d4fa051 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:38:50.307018 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ded452-1665-4bc6-9e65-29e519cdc0b7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Port': ['ID=8dd73fcc-58b5-4998-a74d-4e0bbd291d98,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:50.336875 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-4def08ff-ff2a-4d18-bb77-8a4aa33ed774 None None] For port 6d3322f8-1bc6-40b3-b473-4f767d4fa051, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=6d3322f8-1bc6-40b3-b473-4f767d4fa051,segment=NetworkSegment(be7c68d2-40ba-40a6-abe8-8c77ad980266),segment_id=be7c68d2-40ba-40a6-abe8-8c77ad980266)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:38:50.343682 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4def08ff-ff2a-4d18-bb77-8a4aa33ed774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6d3322f8-1bc6-40b3-b473-4f767d4fa051), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:50.373558 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7d8b4fa0-fdac-40e6-a13a-d291b338cf15 req-e6a87c4c-c35a-4c7e-887d-9262e8f70298 service neutron] 10.222.0.71 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319199 Feb 07 21:38:50.434989 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def08ff-ff2a-4d18-bb77-8a4aa33ed774 None None] Pushing event updated for resources: {'Port': ['ID=6d3322f8-1bc6-40b3-b473-4f767d4fa051,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:50.450977 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 6d3322f8-1bc6-40b3-b473-4f767d4fa051 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:50.451715 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6d3322f8-1bc6-40b3-b473-4f767d4fa051), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:50.493074 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44909dca-28be-4ef2-9ab5-d867b663367b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (9b04b6fe-cd87-47cd-b962-b3d0d7a092d8), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:50.509062 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44909dca-28be-4ef2-9ab5-d867b663367b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (9b04b6fe-cd87-47cd-b962-b3d0d7a092d8), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:50.532239 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7d8b4fa0-fdac-40e6-a13a-d291b338cf15 req-d3475036-2a0a-44a3-a0ea-8bc5724e0522 service neutron] 10.222.0.71 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520324 Feb 07 21:38:50.532516 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ded452-1665-4bc6-9e65-29e519cdc0b7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network 00a9ec2f-d04e-4e15-9075-85281d4ab0ae is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:38:50.542786 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-f4ded452-1665-4bc6-9e65-29e519cdc0b7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:50.552493 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44909dca-28be-4ef2-9ab5-d867b663367b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b04b6fe-cd87-47cd-b962-b3d0d7a092d8,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:50.553125 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 6d3322f8-1bc6-40b3-b473-4f767d4fa051 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:38:50.564299 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44909dca-28be-4ef2-9ab5-d867b663367b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:50.568610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38866) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:50.569541 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-44909dca-28be-4ef2-9ab5-d867b663367b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4882421 Feb 07 21:38:50.575683 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 3caa6854-e1ae-4803-970a-668787c44b78 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:38:50.576197 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ba43f75a-72f7-4217-9434-60f5e25cf9f4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'security_group_rule': {'security_group_id': 'aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:50.623995 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 3caa6854-e1ae-4803-970a-668787c44b78 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:38:50.624696 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 3caa6854-e1ae-4803-970a-668787c44b78 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:38:50.647653 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba43f75a-72f7-4217-9434-60f5e25cf9f4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (e0e3d383-e204-492d-aa0b-6de7b4533182), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:50.650520 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5ab0b4ae-ee97-4634-88c5-9bea5ba11cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:50.706714 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ded452-1665-4bc6-9e65-29e519cdc0b7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Router 8723367e-1fb6-4141-8672-4f2c835083a7 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:38:50.765226 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba43f75a-72f7-4217-9434-60f5e25cf9f4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (e0e3d383-e204-492d-aa0b-6de7b4533182), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:50.770167 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba43f75a-72f7-4217-9434-60f5e25cf9f4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (e0e3d383-e204-492d-aa0b-6de7b4533182), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:50.791497 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43f75a-72f7-4217-9434-60f5e25cf9f4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e3d383-e204-492d-aa0b-6de7b4533182,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:50.799611 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba43f75a-72f7-4217-9434-60f5e25cf9f4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:50.803984 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ba43f75a-72f7-4217-9434-60f5e25cf9f4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2334280 Feb 07 21:38:50.804698 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38872) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:50.810017 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-398a49e6-d887-413f-83f8-674385026582 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'security_group_rule': {'security_group_id': 'aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:50.848028 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-398a49e6-d887-413f-83f8-674385026582 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (9a1a7d6a-32d0-4199-84b6-8418f6146f6b), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:50.879827 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ded452-1665-4bc6-9e65-29e519cdc0b7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:38:50.887108 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f4ded452-1665-4bc6-9e65-29e519cdc0b7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "PUT /v2.0/routers/8723367e-1fb6-4141-8672-4f2c835083a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8696380 Feb 07 21:38:50.889264 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38874) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:50.892443 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e1b95a-c601-44d2-9d11-0d3e43da1c4d None None] Sync routers for ids ['8723367e-1fb6-4141-8672-4f2c835083a7'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:38:50.907390 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e1b95a-c601-44d2-9d11-0d3e43da1c4d None None] Routers {'8723367e-1fb6-4141-8672-4f2c835083a7'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:50.913116 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-99e1b95a-c601-44d2-9d11-0d3e43da1c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['8723367e-1fb6-4141-8672-4f2c835083a7'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:50.918465 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-398a49e6-d887-413f-83f8-674385026582 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (9a1a7d6a-32d0-4199-84b6-8418f6146f6b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:50.926047 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-398a49e6-d887-413f-83f8-674385026582 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (9a1a7d6a-32d0-4199-84b6-8418f6146f6b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:50.953128 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a49e6-d887-413f-83f8-674385026582 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1a7d6a-32d0-4199-84b6-8418f6146f6b,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:50.968656 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939e46d9-f144-44ab-bcd6-583976f34f78 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:50.968829 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-398a49e6-d887-413f-83f8-674385026582 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:50.972360 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-398a49e6-d887-413f-83f8-674385026582 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1645908 Feb 07 21:38:50.972519 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-939e46d9-f144-44ab-bcd6-583976f34f78 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "GET /v2.0/ports/8dd73fcc-58b5-4998-a74d-4e0bbd291d98 HTTP/1.1" status: 200 len: 911 time: 0.0800517 Feb 07 21:38:50.974182 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38876) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:50.974719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38878) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:50.979313 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-3cbbe99b-f9f3-421c-a361-ed11af506f36 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'security_group_rule': {'security_group_id': 'aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:50.993308 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-99e1b95a-c601-44d2-9d11-0d3e43da1c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:50.999231 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-eb17659d-da1c-4211-aa86-ab9313dc9085 None None] Provisioning complete for port 6d3322f8-1bc6-40b3-b473-4f767d4fa051 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:50.999695 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eb17659d-da1c-4211-aa86-ab9313dc9085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6d3322f8-1bc6-40b3-b473-4f767d4fa051), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:51.020702 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3cbbe99b-f9f3-421c-a361-ed11af506f36 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (4abbe19e-4055-42a1-88d1-d0f32dbeaa07), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:51.046418 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e1b95a-c601-44d2-9d11-0d3e43da1c4d None None] Routers {'8723367e-1fb6-4141-8672-4f2c835083a7'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:51.046808 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-99e1b95a-c601-44d2-9d11-0d3e43da1c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['8723367e-1fb6-4141-8672-4f2c835083a7'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:51.096128 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-99e1b95a-c601-44d2-9d11-0d3e43da1c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:51.097083 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e1b95a-c601-44d2-9d11-0d3e43da1c4d None None] The sync data for ids ['8723367e-1fb6-4141-8672-4f2c835083a7'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:38:51.123590 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3cbbe99b-f9f3-421c-a361-ed11af506f36 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (4abbe19e-4055-42a1-88d1-d0f32dbeaa07), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:51.132580 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3cbbe99b-f9f3-421c-a361-ed11af506f36 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (4abbe19e-4055-42a1-88d1-d0f32dbeaa07), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:51.164817 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-eb17659d-da1c-4211-aa86-ab9313dc9085 None None] Current status of the port 6d3322f8-1bc6-40b3-b473-4f767d4fa051 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:38:51.176151 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-eb17659d-da1c-4211-aa86-ab9313dc9085 None None] Provisioning complete for port 8dd73fcc-58b5-4998-a74d-4e0bbd291d98 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:51.176645 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eb17659d-da1c-4211-aa86-ab9313dc9085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8dd73fcc-58b5-4998-a74d-4e0bbd291d98), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:51.182566 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3cbbe99b-f9f3-421c-a361-ed11af506f36 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:51.183967 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3cbbe99b-f9f3-421c-a361-ed11af506f36 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2082617 Feb 07 21:38:51.188284 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38884) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:51.193573 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ea65ab60-f3da-45ec-b4c3-750cc6f8200b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'security_group_rule': {'security_group_id': 'aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:51.198821 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbe99b-f9f3-421c-a361-ed11af506f36 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4abbe19e-4055-42a1-88d1-d0f32dbeaa07,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:51.234621 n-d-828185-2 neutron-server[103256]: INFO neutron.db.securitygroups_db [None req-ea65ab60-f3da-45ec-b4c3-750cc6f8200b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Project 592f2c160f98413cb3dc6606723ba0e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 21:38:51.243185 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea65ab60-f3da-45ec-b4c3-750cc6f8200b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (5f513a20-c8b6-4106-be26-253c17da6e97), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:51.259071 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-eb17659d-da1c-4211-aa86-ab9313dc9085 None None] Port 8dd73fcc-58b5-4998-a74d-4e0bbd291d98 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:38:51.319003 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea65ab60-f3da-45ec-b4c3-750cc6f8200b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (5f513a20-c8b6-4106-be26-253c17da6e97), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:51.327159 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea65ab60-f3da-45ec-b4c3-750cc6f8200b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (5f513a20-c8b6-4106-be26-253c17da6e97), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:51.342081 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65ab60-f3da-45ec-b4c3-750cc6f8200b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f513a20-c8b6-4106-be26-253c17da6e97,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:51.368484 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea65ab60-f3da-45ec-b4c3-750cc6f8200b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:51.373208 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ea65ab60-f3da-45ec-b4c3-750cc6f8200b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1802640 Feb 07 21:38:51.379997 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38886) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:51.388134 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c59c0f11-a969-40df-ad08-9c16dd63a358 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'security_group_rule': {'security_group_id': 'aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:51.407801 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e617d3aa-d904-4d9e-b0ef-28152527384d None None] Provisioning complete for port 8dd73fcc-58b5-4998-a74d-4e0bbd291d98 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:51.408470 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e617d3aa-d904-4d9e-b0ef-28152527384d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8dd73fcc-58b5-4998-a74d-4e0bbd291d98), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:51.451178 n-d-828185-2 neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-c59c0f11-a969-40df-ad08-9c16dd63a358 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Project 592f2c160f98413cb3dc6606723ba0e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 21:38:51.462714 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c59c0f11-a969-40df-ad08-9c16dd63a358 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (d2558e90-c752-42e4-b569-765b4e66e83e), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:51.470655 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e617d3aa-d904-4d9e-b0ef-28152527384d None None] Port 8dd73fcc-58b5-4998-a74d-4e0bbd291d98 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:38:51.554789 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c59c0f11-a969-40df-ad08-9c16dd63a358 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (d2558e90-c752-42e4-b569-765b4e66e83e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:51.562842 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c59c0f11-a969-40df-ad08-9c16dd63a358 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (d2558e90-c752-42e4-b569-765b4e66e83e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:51.590270 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0454afe9-be3e-4833-b035-711752f73c48 None None] Provisioning complete for port 8dd73fcc-58b5-4998-a74d-4e0bbd291d98 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:51.590518 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c0f11-a969-40df-ad08-9c16dd63a358 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2558e90-c752-42e4-b569-765b4e66e83e,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:51.590623 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0454afe9-be3e-4833-b035-711752f73c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8dd73fcc-58b5-4998-a74d-4e0bbd291d98), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:51.596682 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c59c0f11-a969-40df-ad08-9c16dd63a358 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:51.597870 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c59c0f11-a969-40df-ad08-9c16dd63a358 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2147486 Feb 07 21:38:51.601057 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38892) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:51.607391 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-d0e2b586-5586-4185-93a0-24d1b8bb59cf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'network': {'name': 'tempest-network-smoke--672957582', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'port_security_enabled': True}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:51.611977 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-404dfa40-9e66-4f91-92af-fdf7909aa04a tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (8723367e-1fb6-4141-8672-4f2c835083a7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:51.644083 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e2b586-5586-4185-93a0-24d1b8bb59cf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Made reservation on behalf of 592f2c160f98413cb3dc6606723ba0e3 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:38:51.648765 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d0e2b586-5586-4185-93a0-24d1b8bb59cf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:51.656873 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0454afe9-be3e-4833-b035-711752f73c48 None None] Port 8dd73fcc-58b5-4998-a74d-4e0bbd291d98 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:38:51.679700 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e2b586-5586-4185-93a0-24d1b8bb59cf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:38:51.689652 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d0e2b586-5586-4185-93a0-24d1b8bb59cf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (29511d4c-be5f-4372-a342-65204b26a853), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:51.689996 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-d0e2b586-5586-4185-93a0-24d1b8bb59cf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Added segment 29511d4c-be5f-4372-a342-65204b26a853 of type vlan for network adc182b3-a956-4dbe-b035-c86daf4fcb9e Feb 07 21:38:51.740665 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d0e2b586-5586-4185-93a0-24d1b8bb59cf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (adc182b3-a956-4dbe-b035-c86daf4fcb9e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:51.777073 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d0e2b586-5586-4185-93a0-24d1b8bb59cf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (adc182b3-a956-4dbe-b035-c86daf4fcb9e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:51.782248 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e2b586-5586-4185-93a0-24d1b8bb59cf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:51.782991 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d0e2b586-5586-4185-93a0-24d1b8bb59cf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:51.847075 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d0e2b586-5586-4185-93a0-24d1b8bb59cf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2421377 Feb 07 21:38:51.847544 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38900) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:51.852459 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e016f188-f94c-407e-8b55-a720ef96b4d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-219435915', 'admin_state_up': True, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:51.859125 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:51.878174 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2b586-5586-4185-93a0-24d1b8bb59cf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Network': ['ID=adc182b3-a956-4dbe-b035-c86daf4fcb9e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:51.890285 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e016f188-f94c-407e-8b55-a720ef96b4d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:51.891972 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e016f188-f94c-407e-8b55-a720ef96b4d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:51.894718 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network adc182b3-a956-4dbe-b035-c86daf4fcb9e details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:38:51.906368 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-404dfa40-9e66-4f91-92af-fdf7909aa04a tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Deleting port 8dd73fcc-58b5-4998-a74d-4e0bbd291d98 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:38:51.906749 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-404dfa40-9e66-4f91-92af-fdf7909aa04a tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8dd73fcc-58b5-4998-a74d-4e0bbd291d98), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:51.949712 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e016f188-f94c-407e-8b55-a720ef96b4d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router_controller (b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:52.000509 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-404dfa40-9e66-4f91-92af-fdf7909aa04a tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8dd73fcc-58b5-4998-a74d-4e0bbd291d98), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:52.014751 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-404dfa40-9e66-4f91-92af-fdf7909aa04a tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Calling delete_port for 8dd73fcc-58b5-4998-a74d-4e0bbd291d98 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:38:52.105456 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e016f188-f94c-407e-8b55-a720ef96b4d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router_gateway (b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:52.171900 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 6d3322f8-1bc6-40b3-b473-4f767d4fa051 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:38:52.226706 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-404dfa40-9e66-4f91-92af-fdf7909aa04a tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (8dd73fcc-58b5-4998-a74d-4e0bbd291d98), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:52.227024 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 6d3322f8-1bc6-40b3-b473-4f767d4fa051 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:52.227715 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6d3322f8-1bc6-40b3-b473-4f767d4fa051), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:52.257054 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404dfa40-9e66-4f91-92af-fdf7909aa04a tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Port': ['ID=8dd73fcc-58b5-4998-a74d-4e0bbd291d98,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:52.331133 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 6d3322f8-1bc6-40b3-b473-4f767d4fa051 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:38:52.366309 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e016f188-f94c-407e-8b55-a720ef96b4d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router_gateway (b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:52.390329 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-404dfa40-9e66-4f91-92af-fdf7909aa04a tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (8723367e-1fb6-4141-8672-4f2c835083a7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:52.392164 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e016f188-f94c-407e-8b55-a720ef96b4d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:52.539682 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-e016f188-f94c-407e-8b55-a720ef96b4d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Allocated IP 172.25.4.77 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:38:52.570248 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404dfa40-9e66-4f91-92af-fdf7909aa04a tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Router 8723367e-1fb6-4141-8672-4f2c835083a7 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:38:52.645587 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e016f188-f94c-407e-8b55-a720ef96b4d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for port (caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:52.649975 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404dfa40-9e66-4f91-92af-fdf7909aa04a tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:38:52.656614 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-404dfa40-9e66-4f91-92af-fdf7909aa04a tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "PUT /v2.0/routers/8723367e-1fb6-4141-8672-4f2c835083a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6805928 Feb 07 21:38:52.659225 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38916) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:52.664406 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931b1173-060b-41b1-b73b-d4ede7d54355 None None] Sync routers for ids ['8723367e-1fb6-4141-8672-4f2c835083a7'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:38:52.681886 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931b1173-060b-41b1-b73b-d4ede7d54355 None None] Routers {'8723367e-1fb6-4141-8672-4f2c835083a7'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:52.683800 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-931b1173-060b-41b1-b73b-d4ede7d54355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['8723367e-1fb6-4141-8672-4f2c835083a7'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:52.692799 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-277b0f68-d025-49d2-8d9d-9c708ae91b6f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "GET /v2.0/ports?device_id=8723367e-1fb6-4141-8672-4f2c835083a7 HTTP/1.1" status: 200 len: 205 time: 0.0323765 Feb 07 21:38:52.695116 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38918) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:52.717145 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e016f188-f94c-407e-8b55-a720ef96b4d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:52.733363 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-931b1173-060b-41b1-b73b-d4ede7d54355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:52.750282 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931b1173-060b-41b1-b73b-d4ede7d54355 None None] Routers {'8723367e-1fb6-4141-8672-4f2c835083a7'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:52.751763 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-931b1173-060b-41b1-b73b-d4ede7d54355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['8723367e-1fb6-4141-8672-4f2c835083a7'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:52.761163 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e016f188-f94c-407e-8b55-a720ef96b4d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:38:52.769585 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-e016f188-f94c-407e-8b55-a720ef96b4d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:52.774515 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e016f188-f94c-407e-8b55-a720ef96b4d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:38:52.794924 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-931b1173-060b-41b1-b73b-d4ede7d54355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:52.795565 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931b1173-060b-41b1-b73b-d4ede7d54355 None None] The sync data for ids ['8723367e-1fb6-4141-8672-4f2c835083a7'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:38:52.805752 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-23d09187-bc55-452d-b9aa-3885c5f4c335 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router (8723367e-1fb6-4141-8672-4f2c835083a7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:52.807912 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016f188-f94c-407e-8b55-a720ef96b4d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Port': ['ID=caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:52.969899 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-23d09187-bc55-452d-b9aa-3885c5f4c335 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (8723367e-1fb6-4141-8672-4f2c835083a7), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:52.972091 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-23d09187-bc55-452d-b9aa-3885c5f4c335 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router_controller (8723367e-1fb6-4141-8672-4f2c835083a7), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:53.025223 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-23d09187-bc55-452d-b9aa-3885c5f4c335 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (8723367e-1fb6-4141-8672-4f2c835083a7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:53.025895 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d09187-bc55-452d-b9aa-3885c5f4c335 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Fanout notify agent at l3_agent the message router_deleted on router 8723367e-1fb6-4141-8672-4f2c835083a7 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:38:53.034128 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-23d09187-bc55-452d-b9aa-3885c5f4c335 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:53.035436 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-23d09187-bc55-452d-b9aa-3885c5f4c335 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/routers/8723367e-1fb6-4141-8672-4f2c835083a7 HTTP/1.1" status: 204 len: 168 time: 0.3394256 Feb 07 21:38:53.038147 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38924) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:53.076546 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e016f188-f94c-407e-8b55-a720ef96b4d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router_gateway (b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:53.299156 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e016f188-f94c-407e-8b55-a720ef96b4d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:53.342404 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:53.370267 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24ec168-2920-4417-a83f-b69c51d7d6cf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Deleting subnet f7a1e751-71cc-4dcd-bc2a-352aa66bdc15 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:38:53.373973 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b24ec168-2920-4417-a83f-b69c51d7d6cf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for subnet (f7a1e751-71cc-4dcd-bc2a-352aa66bdc15), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:53.416105 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b24ec168-2920-4417-a83f-b69c51d7d6cf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (f7a1e751-71cc-4dcd-bc2a-352aa66bdc15), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:53.513660 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b24ec168-2920-4417-a83f-b69c51d7d6cf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (f7a1e751-71cc-4dcd-bc2a-352aa66bdc15), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:53.578715 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b24ec168-2920-4417-a83f-b69c51d7d6cf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (f7a1e751-71cc-4dcd-bc2a-352aa66bdc15), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:53.606948 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ec168-2920-4417-a83f-b69c51d7d6cf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a1e751-71cc-4dcd-bc2a-352aa66bdc15,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:53.610557 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b24ec168-2920-4417-a83f-b69c51d7d6cf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:53.613743 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b24ec168-2920-4417-a83f-b69c51d7d6cf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/subnets/f7a1e751-71cc-4dcd-bc2a-352aa66bdc15 HTTP/1.1" status: 204 len: 168 time: 0.5746562 Feb 07 21:38:53.616362 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38934) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:53.624055 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ea2d5d-4d7f-4d31-a537-f4674d9bf76b None None] Network 00a9ec2f-d04e-4e15-9075-85281d4ab0ae requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:38:53.738302 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a723262-c35c-40c0-8aaa-362fb05d2e33 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (00a9ec2f-d04e-4e15-9075-85281d4ab0ae), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:53.800222 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8a723262-c35c-40c0-8aaa-362fb05d2e33 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Deleting port 6d3322f8-1bc6-40b3-b473-4f767d4fa051 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:38:53.800570 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a723262-c35c-40c0-8aaa-362fb05d2e33 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (6d3322f8-1bc6-40b3-b473-4f767d4fa051), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:53.803387 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e016f188-f94c-407e-8b55-a720ef96b4d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Router b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:38:53.856236 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb95a21-1274-4218-9239-47a116c86104 None None] DHCP port deletion for 00a9ec2f-d04e-4e15-9075-85281d4ab0ae request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:38:53.881142 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8a723262-c35c-40c0-8aaa-362fb05d2e33 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] For port 6d3322f8-1bc6-40b3-b473-4f767d4fa051, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=6d3322f8-1bc6-40b3-b473-4f767d4fa051,segment=NetworkSegment(be7c68d2-40ba-40a6-abe8-8c77ad980266),segment_id=be7c68d2-40ba-40a6-abe8-8c77ad980266)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:38:53.881565 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a723262-c35c-40c0-8aaa-362fb05d2e33 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (6d3322f8-1bc6-40b3-b473-4f767d4fa051), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:53.897745 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8a723262-c35c-40c0-8aaa-362fb05d2e33 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Calling delete_port for 6d3322f8-1bc6-40b3-b473-4f767d4fa051 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:38:53.941810 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e016f188-f94c-407e-8b55-a720ef96b4d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:38:53.967108 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e016f188-f94c-407e-8b55-a720ef96b4d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:53.971276 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e016f188-f94c-407e-8b55-a720ef96b4d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1198404 Feb 07 21:38:53.971524 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38942) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:54.018190 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b41d2ad0-1547-44a0-b9ca-50aa16392c59 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=592f2c160f98413cb3dc6606723ba0e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431330 Feb 07 21:38:54.018460 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38944) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:54.032025 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a723262-c35c-40c0-8aaa-362fb05d2e33 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (6d3322f8-1bc6-40b3-b473-4f767d4fa051), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:54.073189 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaecb6b-7e44-4a97-b8ea-10635be8f18b None None] Sync routers for ids ['b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:38:54.073921 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a723262-c35c-40c0-8aaa-362fb05d2e33 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] No DVR routers for this DVR port 6d3322f8-1bc6-40b3-b473-4f767d4fa051 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:38:54.100790 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaecb6b-7e44-4a97-b8ea-10635be8f18b None None] Routers {'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:54.101058 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9eaecb6b-7e44-4a97-b8ea-10635be8f18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:54.105934 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a723262-c35c-40c0-8aaa-362fb05d2e33 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Port': ['ID=6d3322f8-1bc6-40b3-b473-4f767d4fa051,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:54.162566 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09df8a5d-bd29-4062-854b-7050c0e445b3 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:54.167446 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-09df8a5d-bd29-4062-854b-7050c0e445b3 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1449983 Feb 07 21:38:54.168576 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38950) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:54.181566 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a723262-c35c-40c0-8aaa-362fb05d2e33 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (00a9ec2f-d04e-4e15-9075-85281d4ab0ae), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:54.200800 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-76fd276e-8d8f-4ee2-86f0-94173194b135 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285387 Feb 07 21:38:54.201020 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38952) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:54.204558 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-8a723262-c35c-40c0-8aaa-362fb05d2e33 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a9ec2f-d04e-4e15-9075-85281d4ab0ae']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:54.206441 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ea7d1189-56d2-430d-9272-8fabd43c33ad tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1649135934', 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:54.209959 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 6d3322f8-1bc6-40b3-b473-4f767d4fa051 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:38:54.218066 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-8a723262-c35c-40c0-8aaa-362fb05d2e33 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be7c68d2-40ba-40a6-abe8-8c77ad980266') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:54.218497 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-8a723262-c35c-40c0-8aaa-362fb05d2e33 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be7c68d2-40ba-40a6-abe8-8c77ad980266') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:54.229056 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a723262-c35c-40c0-8aaa-362fb05d2e33 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (be7c68d2-40ba-40a6-abe8-8c77ad980266), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:54.238363 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 6d3322f8-1bc6-40b3-b473-4f767d4fa051 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:38:54.238712 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 6d3322f8-1bc6-40b3-b473-4f767d4fa051 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:38:54.244339 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a723262-c35c-40c0-8aaa-362fb05d2e33 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (be7c68d2-40ba-40a6-abe8-8c77ad980266), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:54.252541 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a723262-c35c-40c0-8aaa-362fb05d2e33 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:38:54.253116 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a723262-c35c-40c0-8aaa-362fb05d2e33 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (be7c68d2-40ba-40a6-abe8-8c77ad980266), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:54.258210 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7bb95a21-1274-4218-9239-47a116c86104 None None] Deleting port 6d3322f8-1bc6-40b3-b473-4f767d4fa051 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:38:54.258590 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7bb95a21-1274-4218-9239-47a116c86104 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (6d3322f8-1bc6-40b3-b473-4f767d4fa051), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:54.298421 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-9eaecb6b-7e44-4a97-b8ea-10635be8f18b None None] Set router b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:38:54.313912 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:38:54.320530 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a723262-c35c-40c0-8aaa-362fb05d2e33 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (00a9ec2f-d04e-4e15-9075-85281d4ab0ae), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:54.332423 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a723262-c35c-40c0-8aaa-362fb05d2e33 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:54.341007 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8a723262-c35c-40c0-8aaa-362fb05d2e33 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/networks/00a9ec2f-d04e-4e15-9075-85281d4ab0ae HTTP/1.1" status: 204 len: 168 time: 0.7232053 Feb 07 21:38:54.341884 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 38954) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:54.347277 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9c0656e1-d4dc-4b9f-8cd4-29d7e157bb21 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-135766784', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}, 'admin_state_up': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:54.351412 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a723262-c35c-40c0-8aaa-362fb05d2e33 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Network': ['ID=00a9ec2f-d04e-4e15-9075-85281d4ab0ae,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:54.360816 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7d1189-56d2-430d-9272-8fabd43c33ad tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Made reservation on behalf of 592f2c160f98413cb3dc6606723ba0e3 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:38:54.364262 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea7d1189-56d2-430d-9272-8fabd43c33ad tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:54.378674 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7bb95a21-1274-4218-9239-47a116c86104 None None] For port 6d3322f8-1bc6-40b3-b473-4f767d4fa051, host n-d-828185-2, got binding levels [] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:38:54.379209 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7bb95a21-1274-4218-9239-47a116c86104 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (6d3322f8-1bc6-40b3-b473-4f767d4fa051), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:54.433261 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7bb95a21-1274-4218-9239-47a116c86104 None None] Calling delete_port for 6d3322f8-1bc6-40b3-b473-4f767d4fa051 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:38:54.437494 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.ipam_backend_mixin [None req-7bb95a21-1274-4218-9239-47a116c86104 None None] Port 6d3322f8-1bc6-40b3-b473-4f767d4fa051 was not found and therefore no delete operation was performed {{(pid=103257) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 21:38:54.437672 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c0656e1-d4dc-4b9f-8cd4-29d7e157bb21 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (f7fad571-61b9-4850-abdf-947ba8162c41), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:54.438560 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c0656e1-d4dc-4b9f-8cd4-29d7e157bb21 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (f7fad571-61b9-4850-abdf-947ba8162c41), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:54.440280 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7bb95a21-1274-4218-9239-47a116c86104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (6d3322f8-1bc6-40b3-b473-4f767d4fa051), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:54.468026 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb95a21-1274-4218-9239-47a116c86104 None None] Pushing event deleted for resources: {'Port': ['ID=6d3322f8-1bc6-40b3-b473-4f767d4fa051,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:54.471931 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7bb95a21-1274-4218-9239-47a116c86104 None None] Network 00a9ec2f-d04e-4e15-9075-85281d4ab0ae is not hosted by any dhcp agent {{(pid=103257) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 21:38:54.472670 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb95a21-1274-4218-9239-47a116c86104 None None] No DVR routers for this DVR port 6d3322f8-1bc6-40b3-b473-4f767d4fa051 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:38:54.511741 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c0656e1-d4dc-4b9f-8cd4-29d7e157bb21 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router_controller (f7fad571-61b9-4850-abdf-947ba8162c41), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:54.560406 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9eaecb6b-7e44-4a97-b8ea-10635be8f18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219435915', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:38:51Z', 'updated_at': '2022-02-07T21:38:52Z', 'revision_number': 3, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:85:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:38:52Z', 'updated_at': '2022-02-07T21:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:54.592586 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaecb6b-7e44-4a97-b8ea-10635be8f18b None None] Checking router: b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:38:54.592938 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaecb6b-7e44-4a97-b8ea-10635be8f18b None None] Updating router b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad port caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:38:54.623535 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9eaecb6b-7e44-4a97-b8ea-10635be8f18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:54.707548 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c0656e1-d4dc-4b9f-8cd4-29d7e157bb21 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router_gateway (f7fad571-61b9-4850-abdf-947ba8162c41), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:54.732433 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:54.806049 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea7d1189-56d2-430d-9272-8fabd43c33ad tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (5a8f51b7-919e-4598-9eba-315786b468db), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:54.879307 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d1189-56d2-430d-9272-8fabd43c33ad tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Subnet': ['ID=5a8f51b7-919e-4598-9eba-315786b468db,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:54.895104 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d1189-56d2-430d-9272-8fabd43c33ad tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Checking segment: {'id': '29511d4c-be5f-4372-a342-65204b26a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:38:54.895473 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7d1189-56d2-430d-9272-8fabd43c33ad tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Network hostable DHCP agents. Network: adc182b3-a956-4dbe-b035-c86daf4fcb9e, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:38:54.928048 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7d1189-56d2-430d-9272-8fabd43c33ad tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Network adc182b3-a956-4dbe-b035-c86daf4fcb9e is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:38:54.938006 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9eaecb6b-7e44-4a97-b8ea-10635be8f18b None None] Publish callbacks [] for port (caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:54.942880 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-ea7d1189-56d2-430d-9272-8fabd43c33ad tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, adc182b3-a956-4dbe-b035-c86daf4fcb9e) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:54.944858 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9eaecb6b-7e44-4a97-b8ea-10635be8f18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:54.947324 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7d1189-56d2-430d-9272-8fabd43c33ad tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:54.948487 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea7d1189-56d2-430d-9272-8fabd43c33ad tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:54.963949 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e0219b-de7b-445c-bd70-292cc617fa38 None None] Network adc182b3-a956-4dbe-b035-c86daf4fcb9e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:38:55.036402 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ea7d1189-56d2-430d-9272-8fabd43c33ad tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8341079 Feb 07 21:38:55.039057 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38976) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:55.067727 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-9eaecb6b-7e44-4a97-b8ea-10635be8f18b None None] Attempting to bind port caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:38:55.068108 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-9eaecb6b-7e44-4a97-b8ea-10635be8f18b None None] Attempting to bind port caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:38:55.068535 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaecb6b-7e44-4a97-b8ea-10635be8f18b None None] Attempting to bind port caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:38:55.077403 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c0656e1-d4dc-4b9f-8cd4-29d7e157bb21 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router_gateway (f7fad571-61b9-4850-abdf-947ba8162c41), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:55.080852 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdab5f-abce-4aea-9092-d0af3fd729bc None None] Pushing event updated for resources: {'Port': ['ID=caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:55.085363 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaecb6b-7e44-4a97-b8ea-10635be8f18b None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:38:55.085777 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaecb6b-7e44-4a97-b8ea-10635be8f18b None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:38:55.086187 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9eaecb6b-7e44-4a97-b8ea-10635be8f18b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:55.086583 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaecb6b-7e44-4a97-b8ea-10635be8f18b None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:38:55.087881 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-9eaecb6b-7e44-4a97-b8ea-10635be8f18b None None] Bound port: caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:38:55.087881 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9eaecb6b-7e44-4a97-b8ea-10635be8f18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:55.132806 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c0656e1-d4dc-4b9f-8cd4-29d7e157bb21 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:55.206307 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-9eaecb6b-7e44-4a97-b8ea-10635be8f18b None None] For port caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:38:55.235569 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-9eaecb6b-7e44-4a97-b8ea-10635be8f18b None None] For port caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:38:55.246455 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf76252a-4aa6-4315-b072-3ebf2179c21d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-adc182b3-a956-4dbe-b035-c86daf4fcb9e', 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'fixed_ips': [{'subnet_id': '5a8f51b7-919e-4598-9eba-315786b468db'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:38:55.250378 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bf76252a-4aa6-4315-b072-3ebf2179c21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:55.274876 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9eaecb6b-7e44-4a97-b8ea-10635be8f18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:55.301861 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-9c0656e1-d4dc-4b9f-8cd4-29d7e157bb21 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Allocated IP 172.25.4.116 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/2b501fa5-904d-4f0f-a7c4-bf20afbf8e9d) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:38:55.399922 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaecb6b-7e44-4a97-b8ea-10635be8f18b None None] Routers {'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:55.401788 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9eaecb6b-7e44-4a97-b8ea-10635be8f18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:55.502001 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c0656e1-d4dc-4b9f-8cd4-29d7e157bb21 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for port (2b501fa5-904d-4f0f-a7c4-bf20afbf8e9d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:55.514552 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdab5f-abce-4aea-9092-d0af3fd729bc None None] Pushing event updated for resources: {'Port': ['ID=caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:55.550563 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c0656e1-d4dc-4b9f-8cd4-29d7e157bb21 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (2b501fa5-904d-4f0f-a7c4-bf20afbf8e9d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:55.603715 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0656e1-d4dc-4b9f-8cd4-29d7e157bb21 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:38:55.607413 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9c0656e1-d4dc-4b9f-8cd4-29d7e157bb21 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:55.611875 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0656e1-d4dc-4b9f-8cd4-29d7e157bb21 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:38:55.673723 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0656e1-d4dc-4b9f-8cd4-29d7e157bb21 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Port': ['ID=2b501fa5-904d-4f0f-a7c4-bf20afbf8e9d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:55.690079 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-bf76252a-4aa6-4315-b072-3ebf2179c21d None None] Allocated IP 172.20.0.2 (adc182b3-a956-4dbe-b035-c86daf4fcb9e/5a8f51b7-919e-4598-9eba-315786b468db/f9a637cd-0836-46c5-8042-0a92b91e56a4) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:38:55.706261 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22868e60-e706-418a-974f-2dfe28f0561a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:55.709207 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-9eaecb6b-7e44-4a97-b8ea-10635be8f18b None None] Set router b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:38:55.952712 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c0656e1-d4dc-4b9f-8cd4-29d7e157bb21 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router_gateway (f7fad571-61b9-4850-abdf-947ba8162c41), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:56.068994 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bf76252a-4aa6-4315-b072-3ebf2179c21d None None] Publish callbacks [] for port (f9a637cd-0836-46c5-8042-0a92b91e56a4), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:56.080484 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bf76252a-4aa6-4315-b072-3ebf2179c21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (f9a637cd-0836-46c5-8042-0a92b91e56a4), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:56.121731 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf76252a-4aa6-4315-b072-3ebf2179c21d None None] Network adc182b3-a956-4dbe-b035-c86daf4fcb9e is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:38:56.126006 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 38992) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:56.127317 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-bf76252a-4aa6-4315-b072-3ebf2179c21d None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:56.129829 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf76252a-4aa6-4315-b072-3ebf2179c21d None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:38:56.153593 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76252a-4aa6-4315-b072-3ebf2179c21d None None] Pushing event updated for resources: {'Port': ['ID=f9a637cd-0836-46c5-8042-0a92b91e56a4,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:56.188384 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9eaecb6b-7e44-4a97-b8ea-10635be8f18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219435915', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:38:51Z', 'updated_at': '2022-02-07T21:38:52Z', 'revision_number': 3, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:85:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:38:52Z', 'updated_at': '2022-02-07T21:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:56.231405 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-22868e60-e706-418a-974f-2dfe28f0561a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Allocated IP 172.20.0.1 (adc182b3-a956-4dbe-b035-c86daf4fcb9e/5a8f51b7-919e-4598-9eba-315786b468db/ae24238e-ab1c-4ea7-9069-87248356a22b) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:38:56.233691 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c0656e1-d4dc-4b9f-8cd4-29d7e157bb21 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (f7fad571-61b9-4850-abdf-947ba8162c41), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:56.246228 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaecb6b-7e44-4a97-b8ea-10635be8f18b None None] The sync data for ids ['b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'] in n-d-828185-2 is: [{'id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219435915', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:38:51Z', 'updated_at': '2022-02-07T21:38:52Z', 'revision_number': 3, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:85:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:38:52Z', 'updated_at': '2022-02-07T21:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:38:56.267778 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-bf76252a-4aa6-4315-b072-3ebf2179c21d None None] Attempting to bind port f9a637cd-0836-46c5-8042-0a92b91e56a4 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:38:56.268427 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-bf76252a-4aa6-4315-b072-3ebf2179c21d None None] Attempting to bind port f9a637cd-0836-46c5-8042-0a92b91e56a4 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '29511d4c-be5f-4372-a342-65204b26a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:38:56.269149 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf76252a-4aa6-4315-b072-3ebf2179c21d None None] Attempting to bind port f9a637cd-0836-46c5-8042-0a92b91e56a4 on network adc182b3-a956-4dbe-b035-c86daf4fcb9e {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:38:56.277969 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf76252a-4aa6-4315-b072-3ebf2179c21d None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:38:56.278626 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf76252a-4aa6-4315-b072-3ebf2179c21d None None] Checking segment: {'id': '29511d4c-be5f-4372-a342-65204b26a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:38:56.279208 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bf76252a-4aa6-4315-b072-3ebf2179c21d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:56.279772 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf76252a-4aa6-4315-b072-3ebf2179c21d None None] Bound using segment: {'id': '29511d4c-be5f-4372-a342-65204b26a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:38:56.280430 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-bf76252a-4aa6-4315-b072-3ebf2179c21d None None] Bound port: f9a637cd-0836-46c5-8042-0a92b91e56a4, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29511d4c-be5f-4372-a342-65204b26a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:38:56.280994 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bf76252a-4aa6-4315-b072-3ebf2179c21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f9a637cd-0836-46c5-8042-0a92b91e56a4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:56.376440 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-bf76252a-4aa6-4315-b072-3ebf2179c21d None None] For port f9a637cd-0836-46c5-8042-0a92b91e56a4, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:38:56.382235 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-bf76252a-4aa6-4315-b072-3ebf2179c21d None None] For port f9a637cd-0836-46c5-8042-0a92b91e56a4, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f9a637cd-0836-46c5-8042-0a92b91e56a4,segment=NetworkSegment(29511d4c-be5f-4372-a342-65204b26a853),segment_id=29511d4c-be5f-4372-a342-65204b26a853)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:38:56.394368 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bf76252a-4aa6-4315-b072-3ebf2179c21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f9a637cd-0836-46c5-8042-0a92b91e56a4), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:56.420171 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0656e1-d4dc-4b9f-8cd4-29d7e157bb21 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Router f7fad571-61b9-4850-abdf-947ba8162c41 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:38:56.485735 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76252a-4aa6-4315-b072-3ebf2179c21d None None] Pushing event updated for resources: {'Port': ['ID=f9a637cd-0836-46c5-8042-0a92b91e56a4,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:56.491796 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22868e60-e706-418a-974f-2dfe28f0561a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for port (ae24238e-ab1c-4ea7-9069-87248356a22b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:56.523438 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0e35e7b4-b6e3-4bda-9c7b-8202fab4b30c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Deleting port 6d0f7e79-1483-48bd-8466-8231fb245914 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:38:56.523697 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e35e7b4-b6e3-4bda-9c7b-8202fab4b30c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (6d0f7e79-1483-48bd-8466-8231fb245914), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:56.592784 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0656e1-d4dc-4b9f-8cd4-29d7e157bb21 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:38:56.605644 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa93ef5-404e-4d25-9a48-bfca0821a86e None None] Sync routers for ids ['f7fad571-61b9-4850-abdf-947ba8162c41'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:38:56.650710 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa93ef5-404e-4d25-9a48-bfca0821a86e None None] Routers {'f7fad571-61b9-4850-abdf-947ba8162c41'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:56.652130 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-8aa93ef5-404e-4d25-9a48-bfca0821a86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f7fad571-61b9-4850-abdf-947ba8162c41'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:56.664874 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22868e60-e706-418a-974f-2dfe28f0561a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ae24238e-ab1c-4ea7-9069-87248356a22b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:56.668831 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c0656e1-d4dc-4b9f-8cd4-29d7e157bb21 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:56.672269 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9c0656e1-d4dc-4b9f-8cd4-29d7e157bb21 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.3287103 Feb 07 21:38:56.676921 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39002) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:56.699201 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e35e7b4-b6e3-4bda-9c7b-8202fab4b30c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (6d0f7e79-1483-48bd-8466-8231fb245914), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:56.699518 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e35e7b4-b6e3-4bda-9c7b-8202fab4b30c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for floatingip (6d0f7e79-1483-48bd-8466-8231fb245914), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:56.731459 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22868e60-e706-418a-974f-2dfe28f0561a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Network adc182b3-a956-4dbe-b035-c86daf4fcb9e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:38:56.745539 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-8aa93ef5-404e-4d25-9a48-bfca0821a86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:56.747621 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-22868e60-e706-418a-974f-2dfe28f0561a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:56.750218 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22868e60-e706-418a-974f-2dfe28f0561a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:38:56.770166 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa93ef5-404e-4d25-9a48-bfca0821a86e None None] Routers {'f7fad571-61b9-4850-abdf-947ba8162c41'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:56.770993 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-8aa93ef5-404e-4d25-9a48-bfca0821a86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f7fad571-61b9-4850-abdf-947ba8162c41'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:56.856024 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-8aa93ef5-404e-4d25-9a48-bfca0821a86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:56.863585 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa93ef5-404e-4d25-9a48-bfca0821a86e None None] The sync data for ids ['f7fad571-61b9-4850-abdf-947ba8162c41'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:38:56.920536 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0e35e7b4-b6e3-4bda-9c7b-8202fab4b30c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Calling delete_port for 6d0f7e79-1483-48bd-8466-8231fb245914 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:38:56.946430 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22868e60-e706-418a-974f-2dfe28f0561a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:56.954607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22868e60-e706-418a-974f-2dfe28f0561a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Port': ['ID=ae24238e-ab1c-4ea7-9069-87248356a22b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:56.955716 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-95b322e8-8d69-417d-abb6-93858504e680 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "GET /v2.0/routers/f7fad571-61b9-4850-abdf-947ba8162c41 HTTP/1.1" status: 200 len: 884 time: 0.2754076 Feb 07 21:38:56.956545 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39006) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:57.250997 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22868e60-e706-418a-974f-2dfe28f0561a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ae24238e-ab1c-4ea7-9069-87248356a22b), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:57.315602 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-46322c9e-8394-4c5b-9311-fb2fd4d54b6a tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3579450 Feb 07 21:38:57.318787 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39008) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:57.324228 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-de70c268-0692-4571-ac74-6b78ac590b06 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-135766784'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:38:57.476569 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e35e7b4-b6e3-4bda-9c7b-8202fab4b30c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (6d0f7e79-1483-48bd-8466-8231fb245914), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:57.522528 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35e7b4-b6e3-4bda-9c7b-8202fab4b30c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event deleted for resources: {'Port': ['ID=6d0f7e79-1483-48bd-8466-8231fb245914,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:57.687930 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e35e7b4-b6e3-4bda-9c7b-8202fab4b30c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for floatingip (a4c1c2c2-fd93-41f3-bbf0-a2f49f8380c5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:57.688300 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-0e35e7b4-b6e3-4bda-9c7b-8202fab4b30c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Floating IP a4c1c2c2-fd93-41f3-bbf0-a2f49f8380c5 disassociated (deleted). External IP: 172.25.4.242, port: 734283d9-5e66-45c7-a3b2-a1538a62c5c3. Feb 07 21:38:57.875298 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22868e60-e706-418a-974f-2dfe28f0561a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for port (ae24238e-ab1c-4ea7-9069-87248356a22b), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:57.916813 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22868e60-e706-418a-974f-2dfe28f0561a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (ae24238e-ab1c-4ea7-9069-87248356a22b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:58.066667 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a90abbb-04b9-4725-b45b-7c0308789ddc None None] Network adc182b3-a956-4dbe-b035-c86daf4fcb9e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:38:58.090925 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22868e60-e706-418a-974f-2dfe28f0561a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:58.096586 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22868e60-e706-418a-974f-2dfe28f0561a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Port': ['ID=ae24238e-ab1c-4ea7-9069-87248356a22b,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:58.191365 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de70c268-0692-4571-ac74-6b78ac590b06 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9854'] for router (f7fad571-61b9-4850-abdf-947ba8162c41), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:58.208333 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d89a058a-f54c-4204-9d7a-86b0534cb751 None None] Provisioning complete for port f9a637cd-0836-46c5-8042-0a92b91e56a4 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:58.208980 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d89a058a-f54c-4204-9d7a-86b0534cb751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f9a637cd-0836-46c5-8042-0a92b91e56a4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:58.209464 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de70c268-0692-4571-ac74-6b78ac590b06 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7871149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7871156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7867351'] for router (f7fad571-61b9-4850-abdf-947ba8162c41), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:58.383841 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:38:58.492262 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d89a058a-f54c-4204-9d7a-86b0534cb751 None None] Current status of the port f9a637cd-0836-46c5-8042-0a92b91e56a4 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:38:58.492262 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d89a058a-f54c-4204-9d7a-86b0534cb751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f9a637cd-0836-46c5-8042-0a92b91e56a4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:58.515799 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de70c268-0692-4571-ac74-6b78ac590b06 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Router f7fad571-61b9-4850-abdf-947ba8162c41 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:38:58.556398 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e35e7b4-b6e3-4bda-9c7b-8202fab4b30c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Router f20a01b8-35b5-4afb-84af-4ad133939b50 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:38:58.570345 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22868e60-e706-418a-974f-2dfe28f0561a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Network adc182b3-a956-4dbe-b035-c86daf4fcb9e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:38:58.573883 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-22868e60-e706-418a-974f-2dfe28f0561a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:38:58.628500 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:38:58.730795 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de70c268-0692-4571-ac74-6b78ac590b06 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:38:58.743396 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de70c268-0692-4571-ac74-6b78ac590b06 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:58.750374 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39012) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:58.752410 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-de70c268-0692-4571-ac74-6b78ac590b06 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "PUT /v2.0/routers/f7fad571-61b9-4850-abdf-947ba8162c41 HTTP/1.1" status: 200 len: 891 time: 1.4322774 Feb 07 21:38:58.809000 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bd8a13-d1d4-4928-98e3-f85df3eed8ef None None] Sync routers for ids ['f7fad571-61b9-4850-abdf-947ba8162c41'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:38:58.852718 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d89a058a-f54c-4204-9d7a-86b0534cb751 None None] For port f9a637cd-0836-46c5-8042-0a92b91e56a4, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f9a637cd-0836-46c5-8042-0a92b91e56a4,segment=NetworkSegment(29511d4c-be5f-4372-a342-65204b26a853),segment_id=29511d4c-be5f-4372-a342-65204b26a853)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:38:58.853658 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bd8a13-d1d4-4928-98e3-f85df3eed8ef None None] Routers {'f7fad571-61b9-4850-abdf-947ba8162c41'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:58.855692 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-92bd8a13-d1d4-4928-98e3-f85df3eed8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f7fad571-61b9-4850-abdf-947ba8162c41'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:58.858567 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:58.858943 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:58.915854 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d89a058a-f54c-4204-9d7a-86b0534cb751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f9a637cd-0836-46c5-8042-0a92b91e56a4), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:58.918655 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e35e7b4-b6e3-4bda-9c7b-8202fab4b30c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:38:58.918966 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-92bd8a13-d1d4-4928-98e3-f85df3eed8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:58.930649 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e35e7b4-b6e3-4bda-9c7b-8202fab4b30c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:58.938565 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bee8dd8-237d-456c-8ba0-b49bd622de2e None None] Sync routers for ids ['f20a01b8-35b5-4afb-84af-4ad133939b50'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:38:58.956496 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bee8dd8-237d-456c-8ba0-b49bd622de2e None None] Routers {'f20a01b8-35b5-4afb-84af-4ad133939b50'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:58.958054 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22868e60-e706-418a-974f-2dfe28f0561a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Router b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:38:58.959100 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2bee8dd8-237d-456c-8ba0-b49bd622de2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f20a01b8-35b5-4afb-84af-4ad133939b50'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:58.975796 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5d70ecbf-fc4b-4266-9244-12dbf3b12aed tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "GET /v2.0/routers/f7fad571-61b9-4850-abdf-947ba8162c41 HTTP/1.1" status: 200 len: 891 time: 0.2242923 Feb 07 21:38:58.978788 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39016) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:58.992996 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0e35e7b4-b6e3-4bda-9c7b-8202fab4b30c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "DELETE /v2.0/floatingips/a4c1c2c2-fd93-41f3-bbf0-a2f49f8380c5 HTTP/1.1" status: 204 len: 168 time: 2.8662581 Feb 07 21:38:59.006828 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bd8a13-d1d4-4928-98e3-f85df3eed8ef None None] Routers {'f7fad571-61b9-4850-abdf-947ba8162c41'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:59.007473 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-92bd8a13-d1d4-4928-98e3-f85df3eed8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f7fad571-61b9-4850-abdf-947ba8162c41'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:59.031844 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c1f9948e-f84e-48fe-998f-8a0acf0781a5 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7fad571-61b9-4850-abdf-947ba8162c41 HTTP/1.1" status: 200 len: 205 time: 0.0517976 Feb 07 21:38:59.032549 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39020) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:38:59.034410 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926ab363-ca25-4993-9a90-5468b6628b7e', 'tag': '734283d9-5e66-45c7-a3b2-a1538a62c5c3'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:38:59.037241 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0679ee-d03b-40b7-8d46-b916213e49ca" -d '{"events": [{"name": "network-changed", "server_uuid": "926ab363-ca25-4993-9a90-5468b6628b7e", "tag": "734283d9-5e66-45c7-a3b2-a1538a62c5c3"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:38:59.133201 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a058a-f54c-4204-9d7a-86b0534cb751 None None] Pushing event updated for resources: {'Port': ['ID=f9a637cd-0836-46c5-8042-0a92b91e56a4,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:38:59.142649 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-92bd8a13-d1d4-4928-98e3-f85df3eed8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:59.144399 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bd8a13-d1d4-4928-98e3-f85df3eed8ef None None] The sync data for ids ['f7fad571-61b9-4850-abdf-947ba8162c41'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:38:59.245025 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-2bee8dd8-237d-456c-8ba0-b49bd622de2e None None] Set router f20a01b8-35b5-4afb-84af-4ad133939b50 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:38:59.263326 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d4458fc6-b5cd-4b8b-ab53-daaae942acd5 None None] Provisioning complete for port f9a637cd-0836-46c5-8042-0a92b91e56a4 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:59.263661 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d4458fc6-b5cd-4b8b-ab53-daaae942acd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f9a637cd-0836-46c5-8042-0a92b91e56a4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:59.290862 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22868e60-e706-418a-974f-2dfe28f0561a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:38:59.311810 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-22868e60-e706-418a-974f-2dfe28f0561a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "PUT /v2.0/routers/b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2631381 Feb 07 21:38:59.321035 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2244f18-6c30-4db6-853e-e598582ed3be x-openstack-request-id: req-a2244f18-6c30-4db6-853e-e598582ed3be {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:38:59.321330 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926ab363-ca25-4993-9a90-5468b6628b7e", "tag": "734283d9-5e66-45c7-a3b2-a1538a62c5c3", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:38:59.321615 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a2244f18-6c30-4db6-853e-e598582ed3be {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:38:59.330666 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '926ab363-ca25-4993-9a90-5468b6628b7e', 'tag': '734283d9-5e66-45c7-a3b2-a1538a62c5c3', 'status': 'completed', 'code': 200} Feb 07 21:38:59.348419 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-738d68e6-5121-4dc8-9ac2-83cec39a8fe9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router (f7fad571-61b9-4850-abdf-947ba8162c41), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:59.390452 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35c2032-0a9b-4680-bbe8-e7ec2b9a5e5c None None] Sync routers for ids ['b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:38:59.441268 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0679ee-d03b-40b7-8d46-b916213e49ca req-3b68557a-834d-4464-9bfc-0f43d99d9537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:59.443451 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b0679ee-d03b-40b7-8d46-b916213e49ca req-3b68557a-834d-4464-9bfc-0f43d99d9537 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 1128 time: 0.1039138 Feb 07 21:38:59.445067 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:38:59.445721 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:59.498756 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35c2032-0a9b-4680-bbe8-e7ec2b9a5e5c None None] Routers {'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:59.499799 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c35c2032-0a9b-4680-bbe8-e7ec2b9a5e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:59.530984 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-738d68e6-5121-4dc8-9ac2-83cec39a8fe9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router_gateway (f7fad571-61b9-4850-abdf-947ba8162c41), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:59.622951 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509aab1f-bd4e-495d-ba9f-7d2252d1b6f7 req-3e6c87b0-3dab-4ddc-ad51-8e5a6c55017d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:59.634046 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-509aab1f-bd4e-495d-ba9f-7d2252d1b6f7 req-3e6c87b0-3dab-4ddc-ad51-8e5a6c55017d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 946 time: 0.1794186 Feb 07 21:38:59.642414 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:38:59.661064 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:59.662169 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f9a637cd-0836-46c5-8042-0a92b91e56a4 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:38:59.663919 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-738d68e6-5121-4dc8-9ac2-83cec39a8fe9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Deleting port 2b501fa5-904d-4f0f-a7c4-bf20afbf8e9d {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:38:59.664359 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-738d68e6-5121-4dc8-9ac2-83cec39a8fe9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (2b501fa5-904d-4f0f-a7c4-bf20afbf8e9d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:59.719197 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-c35c2032-0a9b-4680-bbe8-e7ec2b9a5e5c None None] Set router b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:38:59.725782 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0679ee-d03b-40b7-8d46-b916213e49ca req-f6478928-faf0-4193-bb52-72631af483e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:59.728021 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b0679ee-d03b-40b7-8d46-b916213e49ca req-f6478928-faf0-4193-bb52-72631af483e5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 913 time: 0.2746947 Feb 07 21:38:59.730908 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d4458fc6-b5cd-4b8b-ab53-daaae942acd5 None None] Current status of the port f9a637cd-0836-46c5-8042-0a92b91e56a4 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:38:59.778484 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-738d68e6-5121-4dc8-9ac2-83cec39a8fe9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (2b501fa5-904d-4f0f-a7c4-bf20afbf8e9d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:59.799835 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b0679ee-d03b-40b7-8d46-b916213e49ca req-d7256af2-c5a7-48c3-aae0-0794880eb048 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=734283d9-5e66-45c7-a3b2-a1538a62c5c3 HTTP/1.1" status: 200 len: 217 time: 0.0588539 Feb 07 21:38:59.802278 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-738d68e6-5121-4dc8-9ac2-83cec39a8fe9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Calling delete_port for 2b501fa5-904d-4f0f-a7c4-bf20afbf8e9d owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:38:59.820247 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-1aafdb16-5fcf-4e3f-be49-cda8e1c8b019 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-255519624&fields=id&tenant_id=592f2c160f98413cb3dc6606723ba0e3 HTTP/1.1" status: 200 len: 267 time: 0.1704528 Feb 07 21:38:59.821488 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d4458fc6-b5cd-4b8b-ab53-daaae942acd5 None None] Provisioning complete for port ae24238e-ab1c-4ea7-9069-87248356a22b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:59.821864 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d4458fc6-b5cd-4b8b-ab53-daaae942acd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ae24238e-ab1c-4ea7-9069-87248356a22b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:59.840401 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2bee8dd8-237d-456c-8ba0-b49bd622de2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'name': 'tempest-TestVolumeBootPattern-1761457576-router', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:17Z', 'updated_at': '2022-02-07T21:22:25Z', 'revision_number': 4, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'gw_port': {'id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:19Z', 'updated_at': '2022-02-07T21:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'db1ff27c-557e-4fce-9493-2af307995125', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'floating_ip_address': '172.25.4.112', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'port_id': 'bd0e427a-164f-4652-900c-d02583789525', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'mac_address': 'fa:16:3e:be:49:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859886d-c9ca-4611-b74c-94f775decb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:34:54Z', 'updated_at': '2022-02-07T21:34:56Z', 'revision_number': 1, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e60dab9-be35-49dc-985e-2abf88535ec8', 'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:23Z', 'updated_at': '2022-02-07T21:22:39Z', 'revision_number': 5, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'subnets': [{'id': '5277b698-1143-4952-a3ce-257473c57257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:38:59.864797 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-509aab1f-bd4e-495d-ba9f-7d2252d1b6f7 req-1c29ba6b-18fd-449f-98f4-61c916b8d750 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035341 Feb 07 21:38:59.904992 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d4458fc6-b5cd-4b8b-ab53-daaae942acd5 None None] Port ae24238e-ab1c-4ea7-9069-87248356a22b cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:38:59.910823 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port f9a637cd-0836-46c5-8042-0a92b91e56a4 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:38:59.911408 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f9a637cd-0836-46c5-8042-0a92b91e56a4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:38:59.929703 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bee8dd8-237d-456c-8ba0-b49bd622de2e None None] Checking router: f20a01b8-35b5-4afb-84af-4ad133939b50 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:38:59.937470 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0679ee-d03b-40b7-8d46-b916213e49ca req-adb7b6cc-8068-41c4-9e83-ab7e03126397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:38:59.938944 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b0679ee-d03b-40b7-8d46-b916213e49ca req-adb7b6cc-8068-41c4-9e83-ab7e03126397 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5277b698-1143-4952-a3ce-257473c57257 HTTP/1.1" status: 200 len: 851 time: 0.1310275 Feb 07 21:38:59.957759 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bee8dd8-237d-456c-8ba0-b49bd622de2e None None] Routers {'f20a01b8-35b5-4afb-84af-4ad133939b50'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:38:59.958763 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2bee8dd8-237d-456c-8ba0-b49bd622de2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f20a01b8-35b5-4afb-84af-4ad133939b50'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:00.010122 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-f198763f-a6f8-459b-a705-7781861d1c17 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:00.011647 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-f198763f-a6f8-459b-a705-7781861d1c17 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/networks?id=adc182b3-a956-4dbe-b035-c86daf4fcb9e HTTP/1.1" status: 200 len: 796 time: 0.1642506 Feb 07 21:39:00.030933 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-f09dbbef-79c3-44d1-8b52-b77a4d3fbb12 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/quotas/592f2c160f98413cb3dc6606723ba0e3 HTTP/1.1" status: 200 len: 375 time: 0.0119741 Feb 07 21:39:00.033883 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0679ee-d03b-40b7-8d46-b916213e49ca req-2bba500d-ce85-4f6b-86c0-eb219c45d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:00.035329 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b0679ee-d03b-40b7-8d46-b916213e49ca req-2bba500d-ce85-4f6b-86c0-eb219c45d3eb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c5d8bec1-9baf-496d-8066-d331255bb96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0885055 Feb 07 21:39:00.112854 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-2bee8dd8-237d-456c-8ba0-b49bd622de2e None None] Set router f20a01b8-35b5-4afb-84af-4ad133939b50 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:39:00.139835 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-738d68e6-5121-4dc8-9ac2-83cec39a8fe9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (2b501fa5-904d-4f0f-a7c4-bf20afbf8e9d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:00.161703 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-bb301ded-7faa-41a3-9704-61f46f72dace tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1232688 Feb 07 21:39:00.179671 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b0679ee-d03b-40b7-8d46-b916213e49ca req-2266f220-3dd3-40b1-babd-75b8f585bb03 service neutron] 10.222.0.71 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314750 Feb 07 21:39:00.193995 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:00.194555 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d68e6-5121-4dc8-9ac2-83cec39a8fe9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Port': ['ID=2b501fa5-904d-4f0f-a7c4-bf20afbf8e9d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:00.236113 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-5d1db45a-f98a-47c5-bb36-ecd513570ffd None None] Provisioning complete for port ae24238e-ab1c-4ea7-9069-87248356a22b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:00.236730 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5d1db45a-f98a-47c5-bb36-ecd513570ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ae24238e-ab1c-4ea7-9069-87248356a22b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:00.285141 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-738d68e6-5121-4dc8-9ac2-83cec39a8fe9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (f7fad571-61b9-4850-abdf-947ba8162c41), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:00.304341 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port f9a637cd-0836-46c5-8042-0a92b91e56a4 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:00.316228 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-5d1db45a-f98a-47c5-bb36-ecd513570ffd None None] Port ae24238e-ab1c-4ea7-9069-87248356a22b cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:39:00.384829 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b0679ee-d03b-40b7-8d46-b916213e49ca req-7f0d9a2a-85b3-4a8e-b446-c4defa8cefd3 service neutron] 10.222.0.71 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797519 Feb 07 21:39:00.454309 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:39:00.460763 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2bee8dd8-237d-456c-8ba0-b49bd622de2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'name': 'tempest-TestVolumeBootPattern-1761457576-router', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:17Z', 'updated_at': '2022-02-07T21:22:25Z', 'revision_number': 4, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'gw_port': {'id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:19Z', 'updated_at': '2022-02-07T21:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'db1ff27c-557e-4fce-9493-2af307995125', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'floating_ip_address': '172.25.4.112', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'port_id': 'bd0e427a-164f-4652-900c-d02583789525', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'mac_address': 'fa:16:3e:be:49:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859886d-c9ca-4611-b74c-94f775decb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:34:54Z', 'updated_at': '2022-02-07T21:34:56Z', 'revision_number': 1, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e60dab9-be35-49dc-985e-2abf88535ec8', 'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:23Z', 'updated_at': '2022-02-07T21:22:39Z', 'revision_number': 5, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'subnets': [{'id': '5277b698-1143-4952-a3ce-257473c57257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:00.478188 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-738d68e6-5121-4dc8-9ac2-83cec39a8fe9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (f7fad571-61b9-4850-abdf-947ba8162c41), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:00.480931 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-738d68e6-5121-4dc8-9ac2-83cec39a8fe9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router_controller (f7fad571-61b9-4850-abdf-947ba8162c41), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:00.489090 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bee8dd8-237d-456c-8ba0-b49bd622de2e None None] The sync data for ids ['f20a01b8-35b5-4afb-84af-4ad133939b50'] in n-d-828185-2 is: [{'id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'name': 'tempest-TestVolumeBootPattern-1761457576-router', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:17Z', 'updated_at': '2022-02-07T21:22:25Z', 'revision_number': 4, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'gw_port': {'id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:19Z', 'updated_at': '2022-02-07T21:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'db1ff27c-557e-4fce-9493-2af307995125', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'floating_ip_address': '172.25.4.112', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'port_id': 'bd0e427a-164f-4652-900c-d02583789525', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'mac_address': 'fa:16:3e:be:49:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859886d-c9ca-4611-b74c-94f775decb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:34:54Z', 'updated_at': '2022-02-07T21:34:56Z', 'revision_number': 1, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e60dab9-be35-49dc-985e-2abf88535ec8', 'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:23Z', 'updated_at': '2022-02-07T21:22:39Z', 'revision_number': 5, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'subnets': [{'id': '5277b698-1143-4952-a3ce-257473c57257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:39:00.516443 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c35c2032-0a9b-4680-bbe8-e7ec2b9a5e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219435915', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:38:51Z', 'updated_at': '2022-02-07T21:38:57Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:85:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:38:52Z', 'updated_at': '2022-02-07T21:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'ae24238e-ab1c-4ea7-9069-87248356a22b', 'name': '', 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:0a:1f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '5a8f51b7-919e-4598-9eba-315786b468db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:38:55Z', 'updated_at': '2022-02-07T21:38:57Z', 'revision_number': 2, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '5a8f51b7-919e-4598-9eba-315786b468db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:00.545673 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35c2032-0a9b-4680-bbe8-e7ec2b9a5e5c None None] Checking router: b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:39:00.546044 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35c2032-0a9b-4680-bbe8-e7ec2b9a5e5c None None] Updating router b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad port ae24238e-ab1c-4ea7-9069-87248356a22b binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:39:00.559333 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-738d68e6-5121-4dc8-9ac2-83cec39a8fe9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (f7fad571-61b9-4850-abdf-947ba8162c41), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:00.560021 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738d68e6-5121-4dc8-9ac2-83cec39a8fe9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Fanout notify agent at l3_agent the message router_deleted on router f7fad571-61b9-4850-abdf-947ba8162c41 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:39:00.567640 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-738d68e6-5121-4dc8-9ac2-83cec39a8fe9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:00.572964 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-738d68e6-5121-4dc8-9ac2-83cec39a8fe9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/routers/f7fad571-61b9-4850-abdf-947ba8162c41 HTTP/1.1" status: 204 len: 168 time: 1.5354710 Feb 07 21:39:00.573612 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39040) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:00.584018 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8a9f8bda-dbe5-4398-a998-0f694813fa99 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1283209117'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:00.591670 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-68e46c44-1418-43f4-b9a0-d4deba57eaf3 service neutron] 10.222.0.65 "GET /v2.0/networks/adc182b3-a956-4dbe-b035-c86daf4fcb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078100 Feb 07 21:39:00.611111 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c35c2032-0a9b-4680-bbe8-e7ec2b9a5e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ae24238e-ab1c-4ea7-9069-87248356a22b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:00.616413 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9f8bda-dbe5-4398-a998-0f694813fa99 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Made reservation on behalf of 44e02e43080c44a399ac0fd22d465ed0 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:39:00.621056 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a9f8bda-dbe5-4398-a998-0f694813fa99 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:00.653752 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:00.654124 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:00.668908 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9f8bda-dbe5-4398-a998-0f694813fa99 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:39:00.686711 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a9f8bda-dbe5-4398-a998-0f694813fa99 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (7c4f0ccd-af30-4b9b-a644-2d08f17986e9), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:00.688566 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-8a9f8bda-dbe5-4398-a998-0f694813fa99 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Added segment 7c4f0ccd-af30-4b9b-a644-2d08f17986e9 of type vlan for network e4ba8734-6e67-4c76-88d0-67555eea5d1a Feb 07 21:39:00.763639 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a9f8bda-dbe5-4398-a998-0f694813fa99 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (e4ba8734-6e67-4c76-88d0-67555eea5d1a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:00.774915 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-ac5304a6-8d4f-440d-823c-8d9b8c39706c service neutron] 10.222.0.65 "GET /v2.0/networks/adc182b3-a956-4dbe-b035-c86daf4fcb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697295 Feb 07 21:39:00.824993 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a9f8bda-dbe5-4398-a998-0f694813fa99 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (e4ba8734-6e67-4c76-88d0-67555eea5d1a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:00.831756 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9f8bda-dbe5-4398-a998-0f694813fa99 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:00.832871 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a9f8bda-dbe5-4398-a998-0f694813fa99 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:00.928031 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39044) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:00.929084 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8a9f8bda-dbe5-4398-a998-0f694813fa99 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3436129 Feb 07 21:39:00.941098 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-15826815-c041-47be-963e-89a1a0336c6b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'subnet': {'network_id': 'e4ba8734-6e67-4c76-88d0-67555eea5d1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:00.948650 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f8bda-dbe5-4398-a998-0f694813fa99 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Network': ['ID=e4ba8734-6e67-4c76-88d0-67555eea5d1a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:00.968092 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network e4ba8734-6e67-4c76-88d0-67555eea5d1a details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:39:00.970933 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:00.972436 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f9a637cd-0836-46c5-8042-0a92b91e56a4 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:39:01.043671 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0223a83-1e64-4e46-96df-2cebc213c709 None None] New status for floating IP a4c1c2c2-fd93-41f3-bbf0-a2f49f8380c5: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:39:01.174653 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-378a7ff8-87c4-4814-8027-3ba18aa1ced2 req-1d144892-3ffb-457e-b373-31f2d163b284 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 210 time: 0.0838854 Feb 07 21:39:01.327710 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e63bc4-80c3-4bd6-af12-0127bcc683e6 req-85c4a5fa-0768-4e0f-b4d9-053b684dc4db tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:01.329925 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port f9a637cd-0836-46c5-8042-0a92b91e56a4 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:01.331364 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f9a637cd-0836-46c5-8042-0a92b91e56a4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:01.332541 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-35e63bc4-80c3-4bd6-af12-0127bcc683e6 req-85c4a5fa-0768-4e0f-b4d9-053b684dc4db tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.71 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 946 time: 0.3202877 Feb 07 21:39:01.402935 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc50d9c-7f45-4fb1-975b-2445bd05866d req-f9f1d158-079b-4b2d-8214-8cd6751e4280 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:01.412681 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3cc50d9c-7f45-4fb1-975b-2445bd05866d req-f9f1d158-079b-4b2d-8214-8cd6751e4280 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 946 time: 0.4009364 Feb 07 21:39:01.462240 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c35c2032-0a9b-4680-bbe8-e7ec2b9a5e5c None None] Publish callbacks [] for port (ae24238e-ab1c-4ea7-9069-87248356a22b), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:01.503296 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15826815-c041-47be-963e-89a1a0336c6b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Made reservation on behalf of 44e02e43080c44a399ac0fd22d465ed0 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:39:01.508999 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c35c2032-0a9b-4680-bbe8-e7ec2b9a5e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ae24238e-ab1c-4ea7-9069-87248356a22b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:01.513075 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15826815-c041-47be-963e-89a1a0336c6b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:01.586325 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port f9a637cd-0836-46c5-8042-0a92b91e56a4 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:01.623781 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0fd25-c74b-48a3-94f8-1eb34930f53a None None] Pushing event updated for resources: {'Port': ['ID=ae24238e-ab1c-4ea7-9069-87248356a22b,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:01.685823 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c35c2032-0a9b-4680-bbe8-e7ec2b9a5e5c None None] Attempting to bind port ae24238e-ab1c-4ea7-9069-87248356a22b on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:39:01.686202 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c35c2032-0a9b-4680-bbe8-e7ec2b9a5e5c None None] Attempting to bind port ae24238e-ab1c-4ea7-9069-87248356a22b by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '29511d4c-be5f-4372-a342-65204b26a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:39:01.686572 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35c2032-0a9b-4680-bbe8-e7ec2b9a5e5c None None] Attempting to bind port ae24238e-ab1c-4ea7-9069-87248356a22b on network adc182b3-a956-4dbe-b035-c86daf4fcb9e {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:39:01.692112 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35c2032-0a9b-4680-bbe8-e7ec2b9a5e5c None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:39:01.692595 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35c2032-0a9b-4680-bbe8-e7ec2b9a5e5c None None] Checking segment: {'id': '29511d4c-be5f-4372-a342-65204b26a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:39:01.692945 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c35c2032-0a9b-4680-bbe8-e7ec2b9a5e5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:01.693344 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35c2032-0a9b-4680-bbe8-e7ec2b9a5e5c None None] Bound using segment: {'id': '29511d4c-be5f-4372-a342-65204b26a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:39:01.693819 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c35c2032-0a9b-4680-bbe8-e7ec2b9a5e5c None None] Bound port: ae24238e-ab1c-4ea7-9069-87248356a22b, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29511d4c-be5f-4372-a342-65204b26a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:39:01.694199 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c35c2032-0a9b-4680-bbe8-e7ec2b9a5e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ae24238e-ab1c-4ea7-9069-87248356a22b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:01.766760 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3cc50d9c-7f45-4fb1-975b-2445bd05866d req-049b6ab3-fe47-4b75-8c09-37d170e09550 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3531015 Feb 07 21:39:01.811812 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c35c2032-0a9b-4680-bbe8-e7ec2b9a5e5c None None] For port ae24238e-ab1c-4ea7-9069-87248356a22b, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:39:01.819298 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c35c2032-0a9b-4680-bbe8-e7ec2b9a5e5c None None] For port ae24238e-ab1c-4ea7-9069-87248356a22b, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ae24238e-ab1c-4ea7-9069-87248356a22b,segment=NetworkSegment(29511d4c-be5f-4372-a342-65204b26a853),segment_id=29511d4c-be5f-4372-a342-65204b26a853)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:39:01.839636 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c35c2032-0a9b-4680-bbe8-e7ec2b9a5e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ae24238e-ab1c-4ea7-9069-87248356a22b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:01.976123 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35c2032-0a9b-4680-bbe8-e7ec2b9a5e5c None None] Routers {'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:01.979053 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c35c2032-0a9b-4680-bbe8-e7ec2b9a5e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:02.081276 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-35e63bc4-80c3-4bd6-af12-0127bcc683e6 req-615c80ef-c9a6-40e3-b188-59ddb9d26c1b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Deleting port 734283d9-5e66-45c7-a3b2-a1538a62c5c3 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:39:02.082276 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-35e63bc4-80c3-4bd6-af12-0127bcc683e6 req-615c80ef-c9a6-40e3-b188-59ddb9d26c1b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (734283d9-5e66-45c7-a3b2-a1538a62c5c3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:02.086193 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15826815-c041-47be-963e-89a1a0336c6b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (ebc0c580-dbed-4dee-951b-187f162e9596), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:02.173428 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15826815-c041-47be-963e-89a1a0336c6b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Subnet': ['ID=ebc0c580-dbed-4dee-951b-187f162e9596,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:02.326629 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d18c6ec7-ef64-45b6-b303-f8e121889e70 req-7e40675f-46b7-4092-a2d1-b6087e121a55 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 210 time: 0.0362661 Feb 07 21:39:02.329845 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0fd25-c74b-48a3-94f8-1eb34930f53a None None] Pushing event updated for resources: {'Port': ['ID=ae24238e-ab1c-4ea7-9069-87248356a22b,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:02.360894 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15826815-c041-47be-963e-89a1a0336c6b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Checking segment: {'id': '7c4f0ccd-af30-4b9b-a644-2d08f17986e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e4ba8734-6e67-4c76-88d0-67555eea5d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:39:02.361264 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15826815-c041-47be-963e-89a1a0336c6b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network hostable DHCP agents. Network: e4ba8734-6e67-4c76-88d0-67555eea5d1a, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:39:02.362380 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6cee8d1a-7a86-45e4-ba84-4c9cd2f17936 None None] Provisioning complete for port ae24238e-ab1c-4ea7-9069-87248356a22b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:02.362872 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6cee8d1a-7a86-45e4-ba84-4c9cd2f17936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ae24238e-ab1c-4ea7-9069-87248356a22b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:02.377863 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-35e63bc4-80c3-4bd6-af12-0127bcc683e6 req-615c80ef-c9a6-40e3-b188-59ddb9d26c1b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] For port 734283d9-5e66-45c7-a3b2-a1538a62c5c3, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=734283d9-5e66-45c7-a3b2-a1538a62c5c3,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:39:02.378286 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-35e63bc4-80c3-4bd6-af12-0127bcc683e6 req-615c80ef-c9a6-40e3-b188-59ddb9d26c1b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (734283d9-5e66-45c7-a3b2-a1538a62c5c3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:02.399996 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-35e63bc4-80c3-4bd6-af12-0127bcc683e6 req-615c80ef-c9a6-40e3-b188-59ddb9d26c1b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Calling delete_port for 734283d9-5e66-45c7-a3b2-a1538a62c5c3 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:39:02.407449 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15826815-c041-47be-963e-89a1a0336c6b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network e4ba8734-6e67-4c76-88d0-67555eea5d1a is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:39:02.462253 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-15826815-c041-47be-963e-89a1a0336c6b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, e4ba8734-6e67-4c76-88d0-67555eea5d1a) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:39:02.476439 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084e757d-bfd5-4bba-a809-06419c39db2b None None] Network e4ba8734-6e67-4c76-88d0-67555eea5d1a requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:39:02.482238 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15826815-c041-47be-963e-89a1a0336c6b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:02.483591 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15826815-c041-47be-963e-89a1a0336c6b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:02.516647 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-15826815-c041-47be-963e-89a1a0336c6b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5896454 Feb 07 21:39:02.519208 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39064) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:02.524532 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-12b0df02-a7ae-4b16-a4a4-375ade7bf17a tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1956844393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:02.564921 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6cee8d1a-7a86-45e4-ba84-4c9cd2f17936 None None] Current status of the port ae24238e-ab1c-4ea7-9069-87248356a22b is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:02.565481 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6cee8d1a-7a86-45e4-ba84-4c9cd2f17936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ae24238e-ab1c-4ea7-9069-87248356a22b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:02.574451 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-12b0df02-a7ae-4b16-a4a4-375ade7bf17a tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (51dc839a-328f-42e4-9633-33670281799b), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:02.574688 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-c35c2032-0a9b-4680-bbe8-e7ec2b9a5e5c None None] Set router b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:39:02.575911 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-12b0df02-a7ae-4b16-a4a4-375ade7bf17a tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (51dc839a-328f-42e4-9633-33670281799b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:02.626374 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-35e63bc4-80c3-4bd6-af12-0127bcc683e6 req-615c80ef-c9a6-40e3-b188-59ddb9d26c1b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (734283d9-5e66-45c7-a3b2-a1538a62c5c3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:02.669661 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c80ef-c9a6-40e3-b188-59ddb9d26c1b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event deleted for resources: {'Port': ['ID=734283d9-5e66-45c7-a3b2-a1538a62c5c3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:02.763100 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-12b0df02-a7ae-4b16-a4a4-375ade7bf17a tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router_controller (51dc839a-328f-42e4-9633-33670281799b), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:02.777244 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-12b0df02-a7ae-4b16-a4a4-375ade7bf17a tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (51dc839a-328f-42e4-9633-33670281799b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:02.796703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e63bc4-80c3-4bd6-af12-0127bcc683e6 req-615c80ef-c9a6-40e3-b188-59ddb9d26c1b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] No DVR routers for this DVR port 734283d9-5e66-45c7-a3b2-a1538a62c5c3 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:39:02.800005 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-35e63bc4-80c3-4bd6-af12-0127bcc683e6 req-615c80ef-c9a6-40e3-b188-59ddb9d26c1b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:02.804192 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-35e63bc4-80c3-4bd6-af12-0127bcc683e6 req-615c80ef-c9a6-40e3-b188-59ddb9d26c1b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.71 "DELETE /v2.0/ports/734283d9-5e66-45c7-a3b2-a1538a62c5c3 HTTP/1.1" status: 204 len: 173 time: 1.4571626 Feb 07 21:39:02.804929 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926ab363-ca25-4993-9a90-5468b6628b7e', 'name': 'network-vif-deleted', 'tag': '734283d9-5e66-45c7-a3b2-a1538a62c5c3'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:39:02.818318 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa8a7fb-fe8e-4a65-86c6-fee013b72af2" -d '{"events": [{"server_uuid": "926ab363-ca25-4993-9a90-5468b6628b7e", "name": "network-vif-deleted", "tag": "734283d9-5e66-45c7-a3b2-a1538a62c5c3"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:39:02.858425 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-12b0df02-a7ae-4b16-a4a4-375ade7bf17a tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:02.862639 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39070) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:02.862855 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-12b0df02-a7ae-4b16-a4a4-375ade7bf17a tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3417473 Feb 07 21:39:02.920882 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-78e0c3c8-bcc1-4e85-a55d-bdbeb0bbc075 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:02.922341 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-78e0c3c8-bcc1-4e85-a55d-bdbeb0bbc075 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.69 "GET /v2.0/networks?id=adc182b3-a956-4dbe-b035-c86daf4fcb9e HTTP/1.1" status: 200 len: 796 time: 0.2280912 Feb 07 21:39:02.975880 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1729469-49f6-4448-bc0f-90a9c362fd9f x-openstack-request-id: req-d1729469-49f6-4448-bc0f-90a9c362fd9f {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:39:02.976687 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926ab363-ca25-4993-9a90-5468b6628b7e", "name": "network-vif-deleted", "tag": "734283d9-5e66-45c7-a3b2-a1538a62c5c3", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:39:02.977147 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d1729469-49f6-4448-bc0f-90a9c362fd9f {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:39:02.978393 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926ab363-ca25-4993-9a90-5468b6628b7e', 'name': 'network-vif-deleted', 'tag': '734283d9-5e66-45c7-a3b2-a1538a62c5c3', 'status': 'completed', 'code': 200} Feb 07 21:39:03.014347 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-55955b56-f5bd-4114-9fcd-fd54e745188a req-5520dd89-e74b-41c5-9bb9-16dc5c79e587 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 210 time: 0.0345750 Feb 07 21:39:03.076177 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-8f540c0c-06e0-4e25-b3e8-652bb97f5142 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=592f2c160f98413cb3dc6606723ba0e3 HTTP/1.1" status: 200 len: 379 time: 0.1454525 Feb 07 21:39:03.086209 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-411c9371-dfce-485d-a19c-75e39cffe56f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'port': {'device_id': '8693a9e2-c228-4854-a920-52ecd95a66bd', 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e', 'admin_state_up': True, 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'security_groups': ['aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:03.098678 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-6cee8d1a-7a86-45e4-ba84-4c9cd2f17936 None None] For port ae24238e-ab1c-4ea7-9069-87248356a22b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ae24238e-ab1c-4ea7-9069-87248356a22b,segment=NetworkSegment(29511d4c-be5f-4372-a342-65204b26a853),segment_id=29511d4c-be5f-4372-a342-65204b26a853)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:39:03.180877 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6cee8d1a-7a86-45e4-ba84-4c9cd2f17936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ae24238e-ab1c-4ea7-9069-87248356a22b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:03.200439 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120ca13c-35dd-4dac-920e-84d8281ff3f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-e4ba8734-6e67-4c76-88d0-67555eea5d1a', 'network_id': 'e4ba8734-6e67-4c76-88d0-67555eea5d1a', 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'fixed_ips': [{'subnet_id': 'ebc0c580-dbed-4dee-951b-187f162e9596'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:39:03.201319 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-120ca13c-35dd-4dac-920e-84d8281ff3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:03.343287 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-411c9371-dfce-485d-a19c-75e39cffe56f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Made reservation on behalf of 592f2c160f98413cb3dc6606723ba0e3 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:39:03.346925 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-411c9371-dfce-485d-a19c-75e39cffe56f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:03.513504 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee8d1a-7a86-45e4-ba84-4c9cd2f17936 None None] Pushing event updated for resources: {'Port': ['ID=ae24238e-ab1c-4ea7-9069-87248356a22b,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:03.564783 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-411c9371-dfce-485d-a19c-75e39cffe56f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Allocated IP 172.20.0.7 (adc182b3-a956-4dbe-b035-c86daf4fcb9e/5a8f51b7-919e-4598-9eba-315786b468db/9137fcc3-3ff1-41ed-bc8b-800ba08c9fba) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:39:03.596400 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-120ca13c-35dd-4dac-920e-84d8281ff3f6 None None] Allocated IP 2001:db8::2 (e4ba8734-6e67-4c76-88d0-67555eea5d1a/ebc0c580-dbed-4dee-951b-187f162e9596/bde36d13-05dc-4639-9e85-5386dcc4ed93) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:39:03.709547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-35851eb3-a05a-4756-8aa1-173257ceb218 req-cd5232ca-a08e-403f-8bfd-21d712998a45 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 210 time: 0.1041970 Feb 07 21:39:03.713650 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-411c9371-dfce-485d-a19c-75e39cffe56f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for port (9137fcc3-3ff1-41ed-bc8b-800ba08c9fba), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:03.754075 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-411c9371-dfce-485d-a19c-75e39cffe56f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (9137fcc3-3ff1-41ed-bc8b-800ba08c9fba), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:03.780106 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-120ca13c-35dd-4dac-920e-84d8281ff3f6 None None] Publish callbacks [] for port (bde36d13-05dc-4639-9e85-5386dcc4ed93), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:03.783361 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-40f7f22b-611f-4db4-a439-d27ccb2e2570 None None] Provisioning complete for port ae24238e-ab1c-4ea7-9069-87248356a22b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:03.783785 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-40f7f22b-611f-4db4-a439-d27ccb2e2570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ae24238e-ab1c-4ea7-9069-87248356a22b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:03.811397 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-120ca13c-35dd-4dac-920e-84d8281ff3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (bde36d13-05dc-4639-9e85-5386dcc4ed93), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:03.820663 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c35c2032-0a9b-4680-bbe8-e7ec2b9a5e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219435915', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:38:51Z', 'updated_at': '2022-02-07T21:38:57Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:38:52Z', 'updated_at': '2022-02-07T21:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'ae24238e-ab1c-4ea7-9069-87248356a22b', 'name': '', 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:0a:1f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '5a8f51b7-919e-4598-9eba-315786b468db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:38:55Z', 'updated_at': '2022-02-07T21:39:01Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '5a8f51b7-919e-4598-9eba-315786b468db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:03.842114 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-411c9371-dfce-485d-a19c-75e39cffe56f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Network adc182b3-a956-4dbe-b035-c86daf4fcb9e is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:39:03.850206 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-411c9371-dfce-485d-a19c-75e39cffe56f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:39:03.869855 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-411c9371-dfce-485d-a19c-75e39cffe56f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:39:03.871856 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a15d4945-5db0-4e82-b72e-1e63d8ecd8f9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:03.912801 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35c2032-0a9b-4680-bbe8-e7ec2b9a5e5c None None] The sync data for ids ['b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'] in n-d-828185-2 is: [{'id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219435915', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:38:51Z', 'updated_at': '2022-02-07T21:38:57Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:38:52Z', 'updated_at': '2022-02-07T21:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'ae24238e-ab1c-4ea7-9069-87248356a22b', 'name': '', 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:0a:1f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '5a8f51b7-919e-4598-9eba-315786b468db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:38:55Z', 'updated_at': '2022-02-07T21:39:01Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '5a8f51b7-919e-4598-9eba-315786b468db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:39:03.942302 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-411c9371-dfce-485d-a19c-75e39cffe56f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:03.943242 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-411c9371-dfce-485d-a19c-75e39cffe56f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:03.960624 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c9371-dfce-485d-a19c-75e39cffe56f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Port': ['ID=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:03.981033 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-411c9371-dfce-485d-a19c-75e39cffe56f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8984778 Feb 07 21:39:04.016647 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120ca13c-35dd-4dac-920e-84d8281ff3f6 None None] Network e4ba8734-6e67-4c76-88d0-67555eea5d1a is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:39:04.022943 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-2a820e99-6a44-41a9-b94f-b84a859351e4 service neutron] Request body: {'port': {'device_id': '8693a9e2-c228-4854-a920-52ecd95a66bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:04.030152 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ca13c-35dd-4dac-920e-84d8281ff3f6 None None] Pushing event updated for resources: {'Port': ['ID=bde36d13-05dc-4639-9e85-5386dcc4ed93,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:04.038870 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-120ca13c-35dd-4dac-920e-84d8281ff3f6 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:39:04.043776 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120ca13c-35dd-4dac-920e-84d8281ff3f6 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:39:04.046799 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:04.192268 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-2a820e99-6a44-41a9-b94f-b84a859351e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9137fcc3-3ff1-41ed-bc8b-800ba08c9fba), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:04.203071 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 734283d9-5e66-45c7-a3b2-a1538a62c5c3 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:39:04.324417 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e6447c8-2f45-43cf-886a-0df589d9a5ac req-4a4c44ed-780d-4646-8187-a22024094b47 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 210 time: 0.1156435 Feb 07 21:39:04.361452 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 734283d9-5e66-45c7-a3b2-a1538a62c5c3 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:39:04.362016 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 734283d9-5e66-45c7-a3b2-a1538a62c5c3 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:39:04.366828 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-40f7f22b-611f-4db4-a439-d27ccb2e2570 None None] Current status of the port ae24238e-ab1c-4ea7-9069-87248356a22b is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:04.374978 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:04.388862 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-120ca13c-35dd-4dac-920e-84d8281ff3f6 None None] Attempting to bind port bde36d13-05dc-4639-9e85-5386dcc4ed93 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:39:04.389766 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-120ca13c-35dd-4dac-920e-84d8281ff3f6 None None] Attempting to bind port bde36d13-05dc-4639-9e85-5386dcc4ed93 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '7c4f0ccd-af30-4b9b-a644-2d08f17986e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e4ba8734-6e67-4c76-88d0-67555eea5d1a'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:39:04.390325 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120ca13c-35dd-4dac-920e-84d8281ff3f6 None None] Attempting to bind port bde36d13-05dc-4639-9e85-5386dcc4ed93 on network e4ba8734-6e67-4c76-88d0-67555eea5d1a {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:39:04.396359 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120ca13c-35dd-4dac-920e-84d8281ff3f6 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:39:04.398089 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120ca13c-35dd-4dac-920e-84d8281ff3f6 None None] Checking segment: {'id': '7c4f0ccd-af30-4b9b-a644-2d08f17986e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e4ba8734-6e67-4c76-88d0-67555eea5d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:39:04.402322 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-120ca13c-35dd-4dac-920e-84d8281ff3f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:04.402924 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120ca13c-35dd-4dac-920e-84d8281ff3f6 None None] Bound using segment: {'id': '7c4f0ccd-af30-4b9b-a644-2d08f17986e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e4ba8734-6e67-4c76-88d0-67555eea5d1a'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:39:04.403608 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-120ca13c-35dd-4dac-920e-84d8281ff3f6 None None] Bound port: bde36d13-05dc-4639-9e85-5386dcc4ed93, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4f0ccd-af30-4b9b-a644-2d08f17986e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e4ba8734-6e67-4c76-88d0-67555eea5d1a'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:39:04.404712 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-120ca13c-35dd-4dac-920e-84d8281ff3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bde36d13-05dc-4639-9e85-5386dcc4ed93), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:04.500908 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-a15d4945-5db0-4e82-b72e-1e63d8ecd8f9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Allocated IP 2001:db8::1 (e4ba8734-6e67-4c76-88d0-67555eea5d1a/ebc0c580-dbed-4dee-951b-187f162e9596/c1b31705-ecbb-458e-b610-e6613491983c) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:39:04.568620 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ae24238e-ab1c-4ea7-9069-87248356a22b up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:39:04.638848 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-55285922-1925-49db-922f-025ce24a60fe None None] Provisioning complete for port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:04.639219 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-55285922-1925-49db-922f-025ce24a60fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9137fcc3-3ff1-41ed-bc8b-800ba08c9fba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:04.688583 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-2a820e99-6a44-41a9-b94f-b84a859351e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:39:04.689880 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a15d4945-5db0-4e82-b72e-1e63d8ecd8f9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for port (c1b31705-ecbb-458e-b610-e6613491983c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:04.703506 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-120ca13c-35dd-4dac-920e-84d8281ff3f6 None None] For port bde36d13-05dc-4639-9e85-5386dcc4ed93, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:39:04.708975 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-2a820e99-6a44-41a9-b94f-b84a859351e4 service neutron] Publish callbacks [] for port (9137fcc3-3ff1-41ed-bc8b-800ba08c9fba), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:04.715519 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-120ca13c-35dd-4dac-920e-84d8281ff3f6 None None] For port bde36d13-05dc-4639-9e85-5386dcc4ed93, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=bde36d13-05dc-4639-9e85-5386dcc4ed93,segment=NetworkSegment(7c4f0ccd-af30-4b9b-a644-2d08f17986e9),segment_id=7c4f0ccd-af30-4b9b-a644-2d08f17986e9)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:39:04.726693 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-55285922-1925-49db-922f-025ce24a60fe None None] Port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:39:04.737186 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-120ca13c-35dd-4dac-920e-84d8281ff3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (bde36d13-05dc-4639-9e85-5386dcc4ed93), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:04.745517 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-2a820e99-6a44-41a9-b94f-b84a859351e4 service neutron] Transition to ACTIVE for port object 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:39:04.754884 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port ae24238e-ab1c-4ea7-9069-87248356a22b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:04.755257 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ae24238e-ab1c-4ea7-9069-87248356a22b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:04.758183 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a15d4945-5db0-4e82-b72e-1e63d8ecd8f9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (c1b31705-ecbb-458e-b610-e6613491983c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:04.762130 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-2a820e99-6a44-41a9-b94f-b84a859351e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (9137fcc3-3ff1-41ed-bc8b-800ba08c9fba), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:04.920692 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15d4945-5db0-4e82-b72e-1e63d8ecd8f9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network e4ba8734-6e67-4c76-88d0-67555eea5d1a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:39:04.941494 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a15d4945-5db0-4e82-b72e-1e63d8ecd8f9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:39:04.951441 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ca13c-35dd-4dac-920e-84d8281ff3f6 None None] Pushing event updated for resources: {'Port': ['ID=bde36d13-05dc-4639-9e85-5386dcc4ed93,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:04.969618 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a820e99-6a44-41a9-b94f-b84a859351e4 service neutron] Pushing event updated for resources: {'Port': ['ID=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:04.976559 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d4945-5db0-4e82-b72e-1e63d8ecd8f9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Port': ['ID=c1b31705-ecbb-458e-b610-e6613491983c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:04.986843 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15d4945-5db0-4e82-b72e-1e63d8ecd8f9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:39:04.987732 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a15d4945-5db0-4e82-b72e-1e63d8ecd8f9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (51dc839a-328f-42e4-9633-33670281799b), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:05.003477 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-2a820e99-6a44-41a9-b94f-b84a859351e4 service neutron] Attempting to bind port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:39:05.003824 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-2a820e99-6a44-41a9-b94f-b84a859351e4 service neutron] Attempting to bind port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '29511d4c-be5f-4372-a342-65204b26a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:39:05.004155 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-2a820e99-6a44-41a9-b94f-b84a859351e4 service neutron] Attempting to bind port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba on network adc182b3-a956-4dbe-b035-c86daf4fcb9e {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:39:05.029586 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-2a820e99-6a44-41a9-b94f-b84a859351e4 service neutron] Port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba on network adc182b3-a956-4dbe-b035-c86daf4fcb9e not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:39:05.029912 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-2a820e99-6a44-41a9-b94f-b84a859351e4 service neutron] Attempting to bind port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba on network adc182b3-a956-4dbe-b035-c86daf4fcb9e {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:39:05.038177 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-2a820e99-6a44-41a9-b94f-b84a859351e4 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:39:05.038525 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-2a820e99-6a44-41a9-b94f-b84a859351e4 service neutron] Checking segment: {'id': '29511d4c-be5f-4372-a342-65204b26a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:39:05.038914 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-2a820e99-6a44-41a9-b94f-b84a859351e4 service neutron] Bound using segment: {'id': '29511d4c-be5f-4372-a342-65204b26a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:39:05.043233 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-2a820e99-6a44-41a9-b94f-b84a859351e4 service neutron] Bound port: 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29511d4c-be5f-4372-a342-65204b26a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:39:05.043663 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-2a820e99-6a44-41a9-b94f-b84a859351e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9137fcc3-3ff1-41ed-bc8b-800ba08c9fba), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:05.058439 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port ae24238e-ab1c-4ea7-9069-87248356a22b is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:05.135499 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cb89b-d4be-437f-a776-f564b4acd405 req-c6880507-7777-4f3d-b990-0f66b2e196af tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:05.139340 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-312cb89b-d4be-437f-a776-f564b4acd405 req-c6880507-7777-4f3d-b990-0f66b2e196af tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 943 time: 0.3337333 Feb 07 21:39:05.233526 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-2a820e99-6a44-41a9-b94f-b84a859351e4 service neutron] For port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:39:05.243821 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-2a820e99-6a44-41a9-b94f-b84a859351e4 service neutron] For port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba,segment=NetworkSegment(29511d4c-be5f-4372-a342-65204b26a853),segment_id=29511d4c-be5f-4372-a342-65204b26a853)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:39:05.253820 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-2a820e99-6a44-41a9-b94f-b84a859351e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (9137fcc3-3ff1-41ed-bc8b-800ba08c9fba), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:05.284568 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-2a820e99-6a44-41a9-b94f-b84a859351e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:05.285192 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-2a820e99-6a44-41a9-b94f-b84a859351e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:05.286591 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-2a820e99-6a44-41a9-b94f-b84a859351e4 service neutron] 10.222.0.69 "PUT /v2.0/ports/9137fcc3-3ff1-41ed-bc8b-800ba08c9fba HTTP/1.1" status: 200 len: 1091 time: 1.2801166 Feb 07 21:39:05.298857 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-312cb89b-d4be-437f-a776-f564b4acd405 req-e47b01fc-e860-4b97-8617-ab4d3554c433 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527407 Feb 07 21:39:05.316785 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8693a9e2-c228-4854-a920-52ecd95a66bd', 'tag': '9137fcc3-3ff1-41ed-bc8b-800ba08c9fba'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:39:05.320094 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bfd9ae-b629-4e0d-95cb-03c770424f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "8693a9e2-c228-4854-a920-52ecd95a66bd", "tag": "9137fcc3-3ff1-41ed-bc8b-800ba08c9fba"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:39:05.433373 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a15d4945-5db0-4e82-b72e-1e63d8ecd8f9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c1b31705-ecbb-458e-b610-e6613491983c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:05.454697 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443f094b-fddd-4319-83bd-ca8238092f2e x-openstack-request-id: req-443f094b-fddd-4319-83bd-ca8238092f2e {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:39:05.454984 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8693a9e2-c228-4854-a920-52ecd95a66bd", "tag": "9137fcc3-3ff1-41ed-bc8b-800ba08c9fba", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:39:05.455235 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-443f094b-fddd-4319-83bd-ca8238092f2e {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:39:05.455627 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8693a9e2-c228-4854-a920-52ecd95a66bd', 'tag': '9137fcc3-3ff1-41ed-bc8b-800ba08c9fba', 'status': 'completed', 'code': 200} Feb 07 21:39:05.511090 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a820e99-6a44-41a9-b94f-b84a859351e4 service neutron] Pushing event updated for resources: {'Port': ['ID=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:05.541807 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-b9f14af4-e4a9-4b3d-a59d-7c3a310533e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:05.543327 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-b9f14af4-e4a9-4b3d-a59d-7c3a310533e0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 1125 time: 0.1921008 Feb 07 21:39:05.644207 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-ae949b71-99a7-4da1-8e22-ca240bedba5f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba HTTP/1.1" status: 200 len: 217 time: 0.0896659 Feb 07 21:39:05.691158 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf1ae6ef-b2db-4791-a52d-a472b6f7c624 req-b2a85325-c36d-4fb5-b04a-e01d61fe5787 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 210 time: 0.0389030 Feb 07 21:39:05.730185 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-0170af8f-4b3d-4883-9137-3f45ca8acec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:05.731668 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-0170af8f-4b3d-4883-9137-3f45ca8acec4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5a8f51b7-919e-4598-9eba-315786b468db HTTP/1.1" status: 200 len: 835 time: 0.0774112 Feb 07 21:39:05.811029 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-4a3f75f8-3ea3-4502-af64-61a2b470ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:05.812591 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-4a3f75f8-3ea3-4502-af64-61a2b470ceb3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=adc182b3-a956-4dbe-b035-c86daf4fcb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0744722 Feb 07 21:39:05.877702 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a15d4945-5db0-4e82-b72e-1e63d8ecd8f9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for port (c1b31705-ecbb-458e-b610-e6613491983c), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:05.882844 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a15d4945-5db0-4e82-b72e-1e63d8ecd8f9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (c1b31705-ecbb-458e-b610-e6613491983c), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:05.884276 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a15d4945-5db0-4e82-b72e-1e63d8ecd8f9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (51dc839a-328f-42e4-9633-33670281799b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:05.920678 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-eeaa4661-0e2d-47b8-a278-d2aec4f93987 service neutron] 10.222.0.69 "GET /v2.0/networks/adc182b3-a956-4dbe-b035-c86daf4fcb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012199 Feb 07 21:39:06.064410 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15d4945-5db0-4e82-b72e-1e63d8ecd8f9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network e4ba8734-6e67-4c76-88d0-67555eea5d1a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:39:06.066555 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a15d4945-5db0-4e82-b72e-1e63d8ecd8f9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:39:06.067387 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3c803134-1ab7-4047-a3d7-f36d2745f613 req-f7e84f3e-32ae-4faa-89a1-c20e4d82266e service neutron] 10.222.0.69 "GET /v2.0/networks/adc182b3-a956-4dbe-b035-c86daf4fcb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404736 Feb 07 21:39:06.076966 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d4945-5db0-4e82-b72e-1e63d8ecd8f9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Port': ['ID=c1b31705-ecbb-458e-b610-e6613491983c,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:06.189010 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfd9ae-b629-4e0d-95cb-03c770424f7d req-6c3f3153-f136-45d5-95f1-b72bc51467cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:06.190639 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-67bfd9ae-b629-4e0d-95cb-03c770424f7d req-6c3f3153-f136-45d5-95f1-b72bc51467cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 1125 time: 0.0634389 Feb 07 21:39:06.268132 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15d4945-5db0-4e82-b72e-1e63d8ecd8f9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Router 51dc839a-328f-42e4-9633-33670281799b is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:39:06.326072 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfd9ae-b629-4e0d-95cb-03c770424f7d req-9b5749e3-2085-4d86-81cc-5bc33d6e9d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:06.327615 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-67bfd9ae-b629-4e0d-95cb-03c770424f7d req-9b5749e3-2085-4d86-81cc-5bc33d6e9d86 service neutron] 10.222.0.69 "GET /v2.0/networks?id=adc182b3-a956-4dbe-b035-c86daf4fcb9e HTTP/1.1" status: 200 len: 897 time: 0.1297762 Feb 07 21:39:06.392471 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-67bfd9ae-b629-4e0d-95cb-03c770424f7d req-857ee722-b515-424c-86ed-8c7c11708c13 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba HTTP/1.1" status: 200 len: 217 time: 0.0586097 Feb 07 21:39:06.480224 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfd9ae-b629-4e0d-95cb-03c770424f7d req-7090b3b7-a3cc-4e00-a845-2e48a7ae5860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:06.481823 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-67bfd9ae-b629-4e0d-95cb-03c770424f7d req-7090b3b7-a3cc-4e00-a845-2e48a7ae5860 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5a8f51b7-919e-4598-9eba-315786b468db HTTP/1.1" status: 200 len: 835 time: 0.0813708 Feb 07 21:39:06.496925 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device bde36d13-05dc-4639-9e85-5386dcc4ed93 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:39:06.499223 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15d4945-5db0-4e82-b72e-1e63d8ecd8f9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:39:06.514636 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a15d4945-5db0-4e82-b72e-1e63d8ecd8f9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "PUT /v2.0/routers/51dc839a-328f-42e4-9633-33670281799b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6503780 Feb 07 21:39:06.519653 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39094) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:06.527520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f7756-4f44-4849-aa41-d1e1d5cf8996 req-fdc0eea2-22bd-40ba-8812-5be4e1f16f55 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:06.529191 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-293f7756-4f44-4849-aa41-d1e1d5cf8996 req-fdc0eea2-22bd-40ba-8812-5be4e1f16f55 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 943 time: 0.1058822 Feb 07 21:39:06.531120 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382eacf5-005e-4893-8dea-0384e3f07638 None None] Network e4ba8734-6e67-4c76-88d0-67555eea5d1a requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:39:06.548593 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1056094e-98ed-4f1a-87bf-e39e40dafcbb None None] Sync routers for ids ['51dc839a-328f-42e4-9633-33670281799b'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:39:06.578069 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24effac9-ed3c-46d1-85c3-e9e18b25bc41 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:06.583358 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-24effac9-ed3c-46d1-85c3-e9e18b25bc41 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "GET /v2.0/ports/c1b31705-ecbb-458e-b610-e6613491983c HTTP/1.1" status: 200 len: 911 time: 0.0610387 Feb 07 21:39:06.584334 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39096) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:06.586864 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-293f7756-4f44-4849-aa41-d1e1d5cf8996 req-3fb6351f-bdb2-40f0-8a5a-85427c16ca23 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503035 Feb 07 21:39:06.593421 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-542e886c-f0ef-4d8f-b737-b62d07f5ebaf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ebc0c580-dbed-4dee-951b-187f162e9596'}]}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:06.650114 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfd9ae-b629-4e0d-95cb-03c770424f7d req-a805fc4d-8bf0-4a83-8c76-426c024dd7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:06.651944 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-67bfd9ae-b629-4e0d-95cb-03c770424f7d req-a805fc4d-8bf0-4a83-8c76-426c024dd7e1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=adc182b3-a956-4dbe-b035-c86daf4fcb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1624818 Feb 07 21:39:06.699041 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1056094e-98ed-4f1a-87bf-e39e40dafcbb None None] Routers {'51dc839a-328f-42e4-9633-33670281799b'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:06.699694 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1056094e-98ed-4f1a-87bf-e39e40dafcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['51dc839a-328f-42e4-9633-33670281799b'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:06.744765 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1056094e-98ed-4f1a-87bf-e39e40dafcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:06.749235 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-78453e9d-a288-4666-b12f-eedd350a1be9 None None] Provisioning complete for port bde36d13-05dc-4639-9e85-5386dcc4ed93 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:06.749617 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78453e9d-a288-4666-b12f-eedd350a1be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (bde36d13-05dc-4639-9e85-5386dcc4ed93), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:06.801801 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1056094e-98ed-4f1a-87bf-e39e40dafcbb None None] Routers {'51dc839a-328f-42e4-9633-33670281799b'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:06.802565 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1056094e-98ed-4f1a-87bf-e39e40dafcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['51dc839a-328f-42e4-9633-33670281799b'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:06.807536 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port bde36d13-05dc-4639-9e85-5386dcc4ed93 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:06.807913 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (bde36d13-05dc-4639-9e85-5386dcc4ed93), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:06.835261 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-67bfd9ae-b629-4e0d-95cb-03c770424f7d req-23e1597c-d257-4090-9b17-0d2815f95fbd service neutron] 10.222.0.69 "GET /v2.0/networks/adc182b3-a956-4dbe-b035-c86daf4fcb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767097 Feb 07 21:39:06.843003 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-27b6d5f3-ffaa-4725-92e4-24f478617ddc req-ff29f373-7ac3-4ece-be30-0fc5754502d2 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 210 time: 0.0451427 Feb 07 21:39:06.847033 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1056094e-98ed-4f1a-87bf-e39e40dafcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:06.851290 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1056094e-98ed-4f1a-87bf-e39e40dafcbb None None] The sync data for ids ['51dc839a-328f-42e4-9633-33670281799b'] in n-d-828185-2 is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:39:06.922974 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-542e886c-f0ef-4d8f-b737-b62d07f5ebaf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c1b31705-ecbb-458e-b610-e6613491983c), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:06.931426 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-78453e9d-a288-4666-b12f-eedd350a1be9 None None] Current status of the port bde36d13-05dc-4639-9e85-5386dcc4ed93 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:06.932126 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78453e9d-a288-4666-b12f-eedd350a1be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bde36d13-05dc-4639-9e85-5386dcc4ed93), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:07.016513 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-78453e9d-a288-4666-b12f-eedd350a1be9 None None] For port bde36d13-05dc-4639-9e85-5386dcc4ed93, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=bde36d13-05dc-4639-9e85-5386dcc4ed93,segment=NetworkSegment(7c4f0ccd-af30-4b9b-a644-2d08f17986e9),segment_id=7c4f0ccd-af30-4b9b-a644-2d08f17986e9)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:39:07.023017 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port bde36d13-05dc-4639-9e85-5386dcc4ed93 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:07.024528 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bde36d13-05dc-4639-9e85-5386dcc4ed93), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:07.031086 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-67bfd9ae-b629-4e0d-95cb-03c770424f7d req-181ca7b5-be1c-4d8a-8e93-73b0e3ff609c service neutron] 10.222.0.69 "GET /v2.0/networks/adc182b3-a956-4dbe-b035-c86daf4fcb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876063 Feb 07 21:39:07.037802 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78453e9d-a288-4666-b12f-eedd350a1be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (bde36d13-05dc-4639-9e85-5386dcc4ed93), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:07.139089 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78453e9d-a288-4666-b12f-eedd350a1be9 None None] Pushing event updated for resources: {'Port': ['ID=bde36d13-05dc-4639-9e85-5386dcc4ed93,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:07.143080 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:39:07.143402 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:39:07.174156 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6fb248c5-3f12-4eba-9206-6a2f1090c706 None None] Provisioning complete for port c1b31705-ecbb-458e-b610-e6613491983c triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:07.174538 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6fb248c5-3f12-4eba-9206-6a2f1090c706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c1b31705-ecbb-458e-b610-e6613491983c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:07.216741 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6fb248c5-3f12-4eba-9206-6a2f1090c706 None None] Port c1b31705-ecbb-458e-b610-e6613491983c cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:39:07.228953 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6fb248c5-3f12-4eba-9206-6a2f1090c706 None None] Provisioning complete for port bde36d13-05dc-4639-9e85-5386dcc4ed93 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:07.230731 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6fb248c5-3f12-4eba-9206-6a2f1090c706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (bde36d13-05dc-4639-9e85-5386dcc4ed93), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:07.330428 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6fb248c5-3f12-4eba-9206-6a2f1090c706 None None] Current status of the port bde36d13-05dc-4639-9e85-5386dcc4ed93 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:07.409240 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-542e886c-f0ef-4d8f-b737-b62d07f5ebaf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for port (c1b31705-ecbb-458e-b610-e6613491983c), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:07.417889 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-542e886c-f0ef-4d8f-b737-b62d07f5ebaf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (c1b31705-ecbb-458e-b610-e6613491983c), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:07.423417 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542e886c-f0ef-4d8f-b737-b62d07f5ebaf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:07.424482 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-542e886c-f0ef-4d8f-b737-b62d07f5ebaf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:07.425795 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-542e886c-f0ef-4d8f-b737-b62d07f5ebaf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "PUT /v2.0/ports/c1b31705-ecbb-458e-b610-e6613491983c HTTP/1.1" status: 200 len: 911 time: 0.8394516 Feb 07 21:39:07.428875 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39102) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:07.452792 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-269b3e5b-f258-405f-aa63-7f113147c29b None None] Provisioning complete for port c1b31705-ecbb-458e-b610-e6613491983c triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:07.453167 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-269b3e5b-f258-405f-aa63-7f113147c29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c1b31705-ecbb-458e-b610-e6613491983c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:07.478611 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e886c-f0ef-4d8f-b737-b62d07f5ebaf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Port': ['ID=c1b31705-ecbb-458e-b610-e6613491983c,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:07.508085 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-269b3e5b-f258-405f-aa63-7f113147c29b None None] Port c1b31705-ecbb-458e-b610-e6613491983c cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:39:07.702662 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port bde36d13-05dc-4639-9e85-5386dcc4ed93 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:07.731006 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-290bfa50-7ad6-479a-af2a-f7c194b708dd None None] Provisioning complete for port c1b31705-ecbb-458e-b610-e6613491983c triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:07.731453 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-290bfa50-7ad6-479a-af2a-f7c194b708dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c1b31705-ecbb-458e-b610-e6613491983c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:07.792706 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484212f6-2bdb-47b7-8076-cd460f8b880a req-1510dd5b-d33e-48ea-a20e-6653ea5fe5eb tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:07.794299 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-484212f6-2bdb-47b7-8076-cd460f8b880a req-1510dd5b-d33e-48ea-a20e-6653ea5fe5eb tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 943 time: 0.0740738 Feb 07 21:39:07.879362 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-484212f6-2bdb-47b7-8076-cd460f8b880a req-7c295384-4ea6-492d-ab18-0e9507b8f9d2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767615 Feb 07 21:39:07.905756 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-63f4ad2a-712f-4382-891f-3a229b712214 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (51dc839a-328f-42e4-9633-33670281799b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:07.932051 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-290bfa50-7ad6-479a-af2a-f7c194b708dd None None] Port c1b31705-ecbb-458e-b610-e6613491983c cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:39:08.001713 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9c4d6c3-c9ba-42fb-b13b-0fa90eefee20 req-bc471b70-7f17-40e3-8d05-3fba0773c651 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 210 time: 0.0574200 Feb 07 21:39:08.179813 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-63f4ad2a-712f-4382-891f-3a229b712214 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Deleting port c1b31705-ecbb-458e-b610-e6613491983c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:39:08.180159 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-63f4ad2a-712f-4382-891f-3a229b712214 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c1b31705-ecbb-458e-b610-e6613491983c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:08.263432 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-63f4ad2a-712f-4382-891f-3a229b712214 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c1b31705-ecbb-458e-b610-e6613491983c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:08.281552 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-63f4ad2a-712f-4382-891f-3a229b712214 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Calling delete_port for c1b31705-ecbb-458e-b610-e6613491983c owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:39:08.390910 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device bde36d13-05dc-4639-9e85-5386dcc4ed93 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:39:08.440826 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port bde36d13-05dc-4639-9e85-5386dcc4ed93 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:08.441296 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (bde36d13-05dc-4639-9e85-5386dcc4ed93), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:08.471912 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-63f4ad2a-712f-4382-891f-3a229b712214 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (c1b31705-ecbb-458e-b610-e6613491983c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:08.502892 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4ad2a-712f-4382-891f-3a229b712214 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Port': ['ID=c1b31705-ecbb-458e-b610-e6613491983c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:08.517328 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4ad2a-712f-4382-891f-3a229b712214 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:08.517328 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4ad2a-712f-4382-891f-3a229b712214 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:08.517328 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4ad2a-712f-4382-891f-3a229b712214 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:08.517328 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4ad2a-712f-4382-891f-3a229b712214 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:08.517328 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4ad2a-712f-4382-891f-3a229b712214 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:08.517862 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4ad2a-712f-4382-891f-3a229b712214 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:08.518152 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4ad2a-712f-4382-891f-3a229b712214 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:08.518344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4ad2a-712f-4382-891f-3a229b712214 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:08.518660 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4ad2a-712f-4382-891f-3a229b712214 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:08.518995 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4ad2a-712f-4382-891f-3a229b712214 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:08.519601 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4ad2a-712f-4382-891f-3a229b712214 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:08.519745 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4ad2a-712f-4382-891f-3a229b712214 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:08.519941 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4ad2a-712f-4382-891f-3a229b712214 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:08.547803 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port bde36d13-05dc-4639-9e85-5386dcc4ed93 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:08.617407 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-63f4ad2a-712f-4382-891f-3a229b712214 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (51dc839a-328f-42e4-9633-33670281799b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:08.787300 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f4ad2a-712f-4382-891f-3a229b712214 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Router 51dc839a-328f-42e4-9633-33670281799b has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:39:08.866547 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f4ad2a-712f-4382-891f-3a229b712214 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:39:08.874691 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-63f4ad2a-712f-4382-891f-3a229b712214 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "PUT /v2.0/routers/51dc839a-328f-42e4-9633-33670281799b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4423337 Feb 07 21:39:08.875153 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39110) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:08.878150 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aaf3c8-e6b1-441a-b61d-68107b213d22 None None] Sync routers for ids ['51dc839a-328f-42e4-9633-33670281799b'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:39:08.888646 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aaf3c8-e6b1-441a-b61d-68107b213d22 None None] Routers {'51dc839a-328f-42e4-9633-33670281799b'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:08.889268 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-09aaf3c8-e6b1-441a-b61d-68107b213d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['51dc839a-328f-42e4-9633-33670281799b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:08.903305 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1fc6391e-50bf-41f7-8c55-4c06a4940cb4 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "GET /v2.0/ports?device_id=51dc839a-328f-42e4-9633-33670281799b HTTP/1.1" status: 200 len: 205 time: 0.0267863 Feb 07 21:39:08.905803 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39114) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:08.927737 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-09aaf3c8-e6b1-441a-b61d-68107b213d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:08.939152 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aaf3c8-e6b1-441a-b61d-68107b213d22 None None] Routers {'51dc839a-328f-42e4-9633-33670281799b'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:08.939764 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-09aaf3c8-e6b1-441a-b61d-68107b213d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['51dc839a-328f-42e4-9633-33670281799b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:08.975108 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-09aaf3c8-e6b1-441a-b61d-68107b213d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:08.976540 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aaf3c8-e6b1-441a-b61d-68107b213d22 None None] The sync data for ids ['51dc839a-328f-42e4-9633-33670281799b'] in n-d-828185-2 is: [] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:39:09.011953 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6917aa3-65cd-4263-9e21-b2b02766fecf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router (51dc839a-328f-42e4-9633-33670281799b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:09.374355 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e5285c5-144d-44f3-86b9-316d851b46c1 req-515b9df7-32e9-4182-a478-399460969bc4 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 210 time: 0.0562034 Feb 07 21:39:09.447847 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec887ed-2b8e-473a-947d-a4205a22a995 req-170ff500-5a43-4189-b960-2ee8177884e4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:09.449359 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aec887ed-2b8e-473a-947d-a4205a22a995 req-170ff500-5a43-4189-b960-2ee8177884e4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 943 time: 0.4732454 Feb 07 21:39:09.498318 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6917aa3-65cd-4263-9e21-b2b02766fecf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (51dc839a-328f-42e4-9633-33670281799b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:09.501278 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6917aa3-65cd-4263-9e21-b2b02766fecf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router_controller (51dc839a-328f-42e4-9633-33670281799b), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:09.560679 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aec887ed-2b8e-473a-947d-a4205a22a995 req-c1108dd0-da0e-4164-8f44-2eaac85655d9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870283 Feb 07 21:39:09.561622 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6917aa3-65cd-4263-9e21-b2b02766fecf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (51dc839a-328f-42e4-9633-33670281799b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:09.562136 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6917aa3-65cd-4263-9e21-b2b02766fecf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Fanout notify agent at l3_agent the message router_deleted on router 51dc839a-328f-42e4-9633-33670281799b {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:39:09.569156 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6917aa3-65cd-4263-9e21-b2b02766fecf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:09.569471 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d6917aa3-65cd-4263-9e21-b2b02766fecf tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/routers/51dc839a-328f-42e4-9633-33670281799b HTTP/1.1" status: 204 len: 168 time: 0.6627100 Feb 07 21:39:09.572765 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39120) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:09.625524 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ba83d2-e424-486d-b602-0514652d58be tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Deleting subnet ebc0c580-dbed-4dee-951b-187f162e9596 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:39:09.628662 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94ba83d2-e424-486d-b602-0514652d58be tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for subnet (ebc0c580-dbed-4dee-951b-187f162e9596), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:09.668186 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94ba83d2-e424-486d-b602-0514652d58be tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (ebc0c580-dbed-4dee-951b-187f162e9596), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:09.762517 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94ba83d2-e424-486d-b602-0514652d58be tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (ebc0c580-dbed-4dee-951b-187f162e9596), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:09.819524 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94ba83d2-e424-486d-b602-0514652d58be tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (ebc0c580-dbed-4dee-951b-187f162e9596), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:09.843617 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba83d2-e424-486d-b602-0514652d58be tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Subnet': ['ID=ebc0c580-dbed-4dee-951b-187f162e9596,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:09.849235 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94ba83d2-e424-486d-b602-0514652d58be tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:09.855914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-94ba83d2-e424-486d-b602-0514652d58be tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/subnets/ebc0c580-dbed-4dee-951b-187f162e9596 HTTP/1.1" status: 204 len: 168 time: 0.2784023 Feb 07 21:39:09.856515 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39122) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:09.859937 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed642ca8-f519-4400-bc6f-b63e272e977f None None] Network e4ba8734-6e67-4c76-88d0-67555eea5d1a requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:39:10.042972 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207052c5-c429-444e-a714-221f71908100 None None] DHCP port deletion for e4ba8734-6e67-4c76-88d0-67555eea5d1a request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:39:10.102053 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-207052c5-c429-444e-a714-221f71908100 None None] Deleting port bde36d13-05dc-4639-9e85-5386dcc4ed93 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:39:10.103547 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-207052c5-c429-444e-a714-221f71908100 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (bde36d13-05dc-4639-9e85-5386dcc4ed93), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:10.170330 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-207052c5-c429-444e-a714-221f71908100 None None] For port bde36d13-05dc-4639-9e85-5386dcc4ed93, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=bde36d13-05dc-4639-9e85-5386dcc4ed93,segment=NetworkSegment(7c4f0ccd-af30-4b9b-a644-2d08f17986e9),segment_id=7c4f0ccd-af30-4b9b-a644-2d08f17986e9)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:39:10.170714 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-207052c5-c429-444e-a714-221f71908100 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (bde36d13-05dc-4639-9e85-5386dcc4ed93), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:10.183844 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-207052c5-c429-444e-a714-221f71908100 None None] Calling delete_port for bde36d13-05dc-4639-9e85-5386dcc4ed93 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:39:10.273767 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-207052c5-c429-444e-a714-221f71908100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (bde36d13-05dc-4639-9e85-5386dcc4ed93), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:10.302502 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207052c5-c429-444e-a714-221f71908100 None None] Pushing event deleted for resources: {'Port': ['ID=bde36d13-05dc-4639-9e85-5386dcc4ed93,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:10.304486 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207052c5-c429-444e-a714-221f71908100 None None] No DVR routers for this DVR port bde36d13-05dc-4639-9e85-5386dcc4ed93 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:39:10.308700 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4339e18-0c20-40ba-9d03-67f1aac6e367 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (e4ba8734-6e67-4c76-88d0-67555eea5d1a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:10.401102 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device bde36d13-05dc-4639-9e85-5386dcc4ed93 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:39:10.408423 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4339e18-0c20-40ba-9d03-67f1aac6e367 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (e4ba8734-6e67-4c76-88d0-67555eea5d1a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:10.428105 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: bde36d13-05dc-4639-9e85-5386dcc4ed93 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:39:10.428504 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device bde36d13-05dc-4639-9e85-5386dcc4ed93 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:39:10.429048 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-c4339e18-0c20-40ba-9d03-67f1aac6e367 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ba8734-6e67-4c76-88d0-67555eea5d1a']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:10.445535 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-c4339e18-0c20-40ba-9d03-67f1aac6e367 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4f0ccd-af30-4b9b-a644-2d08f17986e9') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:10.445535 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-c4339e18-0c20-40ba-9d03-67f1aac6e367 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4f0ccd-af30-4b9b-a644-2d08f17986e9') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:10.450103 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4339e18-0c20-40ba-9d03-67f1aac6e367 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (7c4f0ccd-af30-4b9b-a644-2d08f17986e9), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:10.465400 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4339e18-0c20-40ba-9d03-67f1aac6e367 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (7c4f0ccd-af30-4b9b-a644-2d08f17986e9), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:10.472325 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4339e18-0c20-40ba-9d03-67f1aac6e367 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:39:10.472763 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4339e18-0c20-40ba-9d03-67f1aac6e367 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (7c4f0ccd-af30-4b9b-a644-2d08f17986e9), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:39:10.475965 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:39:10.500847 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bc7858a4-562f-4bbc-9aaa-7398f9dc45f1 req-585bdd48-e595-43f8-aace-37961ce50fbc tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 210 time: 0.0299969 Feb 07 21:39:10.537981 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4339e18-0c20-40ba-9d03-67f1aac6e367 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (e4ba8734-6e67-4c76-88d0-67555eea5d1a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:10.544573 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4339e18-0c20-40ba-9d03-67f1aac6e367 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:10.551123 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c4339e18-0c20-40ba-9d03-67f1aac6e367 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/networks/e4ba8734-6e67-4c76-88d0-67555eea5d1a HTTP/1.1" status: 204 len: 168 time: 0.6861041 Feb 07 21:39:10.552118 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39128) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:10.556445 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c9223082-d4fc-4730-a1dc-c5ebc7b497dd tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-886631178', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:10.570192 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4339e18-0c20-40ba-9d03-67f1aac6e367 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Network': ['ID=e4ba8734-6e67-4c76-88d0-67555eea5d1a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:10.588166 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9223082-d4fc-4730-a1dc-c5ebc7b497dd tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:10.589282 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9223082-d4fc-4730-a1dc-c5ebc7b497dd tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:10.647236 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9223082-d4fc-4730-a1dc-c5ebc7b497dd tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router_controller (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:10.653094 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9223082-d4fc-4730-a1dc-c5ebc7b497dd tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:10.670744 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9223082-d4fc-4730-a1dc-c5ebc7b497dd tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:10.674332 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c9223082-d4fc-4730-a1dc-c5ebc7b497dd tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1188962 Feb 07 21:39:10.674573 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39132) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:10.679402 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e6e252e8-5107-477e-8ab7-cd63c87db2ac tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-648309136'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:10.706784 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0112ee2-7d70-4ca1-a675-4660d863b0e4 req-55c8e4df-308b-4a16-b3e4-166901bf1e12 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:10.707042 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e252e8-5107-477e-8ab7-cd63c87db2ac tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Made reservation on behalf of 44e02e43080c44a399ac0fd22d465ed0 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:39:10.709085 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0112ee2-7d70-4ca1-a675-4660d863b0e4 req-55c8e4df-308b-4a16-b3e4-166901bf1e12 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 943 time: 0.0677514 Feb 07 21:39:10.710444 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6e252e8-5107-477e-8ab7-cd63c87db2ac tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:10.736839 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e252e8-5107-477e-8ab7-cd63c87db2ac tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:39:10.747999 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6e252e8-5107-477e-8ab7-cd63c87db2ac tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (921afac9-f849-46ce-b9b8-a5bf2c9ded95), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:10.748224 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-e6e252e8-5107-477e-8ab7-cd63c87db2ac tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Added segment 921afac9-f849-46ce-b9b8-a5bf2c9ded95 of type vlan for network 5decc109-a3b9-4453-b891-29b4c0555486 Feb 07 21:39:10.765158 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0112ee2-7d70-4ca1-a675-4660d863b0e4 req-4b305fbb-b072-49ba-93d4-d675bc707b17 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489302 Feb 07 21:39:10.794267 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6e252e8-5107-477e-8ab7-cd63c87db2ac tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (5decc109-a3b9-4453-b891-29b4c0555486), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:10.822071 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6e252e8-5107-477e-8ab7-cd63c87db2ac tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (5decc109-a3b9-4453-b891-29b4c0555486), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:10.827001 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e252e8-5107-477e-8ab7-cd63c87db2ac tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:10.827584 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6e252e8-5107-477e-8ab7-cd63c87db2ac tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:10.885772 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e6e252e8-5107-477e-8ab7-cd63c87db2ac tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2067823 Feb 07 21:39:10.886470 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39134) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:10.891833 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7ee04d3c-782c-4a6b-a64a-88ea1ef30fd3 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'subnet': {'network_id': '5decc109-a3b9-4453-b891-29b4c0555486', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:10.897573 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e252e8-5107-477e-8ab7-cd63c87db2ac tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Network': ['ID=5decc109-a3b9-4453-b891-29b4c0555486,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:10.908356 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 5decc109-a3b9-4453-b891-29b4c0555486 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:39:10.982451 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee04d3c-782c-4a6b-a64a-88ea1ef30fd3 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Made reservation on behalf of 44e02e43080c44a399ac0fd22d465ed0 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:39:10.986208 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ee04d3c-782c-4a6b-a64a-88ea1ef30fd3 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:11.165973 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ee04d3c-782c-4a6b-a64a-88ea1ef30fd3 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (280cdb9a-6173-4d0b-a59d-e61bd24adf79), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:11.229025 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee04d3c-782c-4a6b-a64a-88ea1ef30fd3 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Subnet': ['ID=280cdb9a-6173-4d0b-a59d-e61bd24adf79,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:11.237503 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee04d3c-782c-4a6b-a64a-88ea1ef30fd3 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Checking segment: {'id': '921afac9-f849-46ce-b9b8-a5bf2c9ded95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:39:11.237866 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee04d3c-782c-4a6b-a64a-88ea1ef30fd3 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network hostable DHCP agents. Network: 5decc109-a3b9-4453-b891-29b4c0555486, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:39:11.255770 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee04d3c-782c-4a6b-a64a-88ea1ef30fd3 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network 5decc109-a3b9-4453-b891-29b4c0555486 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:39:11.264848 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-7ee04d3c-782c-4a6b-a64a-88ea1ef30fd3 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 5decc109-a3b9-4453-b891-29b4c0555486) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:39:11.268831 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee04d3c-782c-4a6b-a64a-88ea1ef30fd3 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:11.269427 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ee04d3c-782c-4a6b-a64a-88ea1ef30fd3 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:11.280868 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed74cb48-c35a-49ed-8b48-5ebc33943fd2 None None] Network 5decc109-a3b9-4453-b891-29b4c0555486 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:39:11.286441 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7ee04d3c-782c-4a6b-a64a-88ea1ef30fd3 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3988757 Feb 07 21:39:11.289251 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39136) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:11.342628 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:39:11.412970 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0088fdd0-027e-4a62-965f-32993a035333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-5decc109-a3b9-4453-b891-29b4c0555486', 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486', 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'fixed_ips': [{'subnet_id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:39:11.413824 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0088fdd0-027e-4a62-965f-32993a035333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:11.575694 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba,segment=NetworkSegment(29511d4c-be5f-4372-a342-65204b26a853),segment_id=29511d4c-be5f-4372-a342-65204b26a853)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:39:11.597004 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-677031a3-263f-44ea-a5a6-bd50015b3ef7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:11.618021 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '9137fcc3-3ff1-41ed-bc8b-800ba08c9fba', 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e', 'port_id': '9137fcc3-3ff1-41ed-bc8b-800ba08c9fba', 'mac_address': 'fa:16:3e:7b:04:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a8f51b7-919e-4598-9eba-315786b468db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:39:11.631860 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c97bb4af-1458-4d8b-a604-86631cdfd8ff req-42f7e324-c335-4a41-835a-c4d3437bd041 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 210 time: 0.0371354 Feb 07 21:39:11.667608 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-0088fdd0-027e-4a62-965f-32993a035333 None None] Allocated IP 2001:db8::2 (5decc109-a3b9-4453-b891-29b4c0555486/280cdb9a-6173-4d0b-a59d-e61bd24adf79/032ce2ca-f5ad-4541-a3e9-91ff478ac883) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:39:11.683901 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:11.684288 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9137fcc3-3ff1-41ed-bc8b-800ba08c9fba), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:11.706788 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:39:11.775414 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba,segment=NetworkSegment(29511d4c-be5f-4372-a342-65204b26a853),segment_id=29511d4c-be5f-4372-a342-65204b26a853)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:39:11.780525 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9137fcc3-3ff1-41ed-bc8b-800ba08c9fba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:11.858894 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:11.909918 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0088fdd0-027e-4a62-965f-32993a035333 None None] Publish callbacks [] for port (032ce2ca-f5ad-4541-a3e9-91ff478ac883), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:11.917371 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0088fdd0-027e-4a62-965f-32993a035333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (032ce2ca-f5ad-4541-a3e9-91ff478ac883), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:11.928206 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563616cb-e599-4a43-9860-a088e5a0a21d req-7f5bf2ef-f63e-49d0-8009-5eb20548bc04 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:11.929735 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-563616cb-e599-4a43-9860-a088e5a0a21d req-7f5bf2ef-f63e-49d0-8009-5eb20548bc04 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 944 time: 0.0860786 Feb 07 21:39:11.965849 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0088fdd0-027e-4a62-965f-32993a035333 None None] Network 5decc109-a3b9-4453-b891-29b4c0555486 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:39:11.970946 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-0088fdd0-027e-4a62-965f-32993a035333 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:39:11.973879 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0088fdd0-027e-4a62-965f-32993a035333 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:39:11.980646 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088fdd0-027e-4a62-965f-32993a035333 None None] Pushing event updated for resources: {'Port': ['ID=032ce2ca-f5ad-4541-a3e9-91ff478ac883,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:11.996256 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-677031a3-263f-44ea-a5a6-bd50015b3ef7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Allocated IP 2001:db8::1 (5decc109-a3b9-4453-b891-29b4c0555486/280cdb9a-6173-4d0b-a59d-e61bd24adf79/935bef47-624f-4f02-9c5d-3a2e712e869b) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:39:12.016450 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-563616cb-e599-4a43-9860-a088e5a0a21d req-7c2acb40-75fb-4e4e-87f9-f9a29a982b2e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678124 Feb 07 21:39:12.038893 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-0088fdd0-027e-4a62-965f-32993a035333 None None] Attempting to bind port 032ce2ca-f5ad-4541-a3e9-91ff478ac883 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:39:12.039219 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-0088fdd0-027e-4a62-965f-32993a035333 None None] Attempting to bind port 032ce2ca-f5ad-4541-a3e9-91ff478ac883 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '921afac9-f849-46ce-b9b8-a5bf2c9ded95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:39:12.039633 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0088fdd0-027e-4a62-965f-32993a035333 None None] Attempting to bind port 032ce2ca-f5ad-4541-a3e9-91ff478ac883 on network 5decc109-a3b9-4453-b891-29b4c0555486 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:39:12.045402 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0088fdd0-027e-4a62-965f-32993a035333 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:39:12.045792 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0088fdd0-027e-4a62-965f-32993a035333 None None] Checking segment: {'id': '921afac9-f849-46ce-b9b8-a5bf2c9ded95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:39:12.046191 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0088fdd0-027e-4a62-965f-32993a035333 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:12.046587 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0088fdd0-027e-4a62-965f-32993a035333 None None] Bound using segment: {'id': '921afac9-f849-46ce-b9b8-a5bf2c9ded95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:39:12.047070 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-0088fdd0-027e-4a62-965f-32993a035333 None None] Bound port: 032ce2ca-f5ad-4541-a3e9-91ff478ac883, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921afac9-f849-46ce-b9b8-a5bf2c9ded95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:39:12.047452 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0088fdd0-027e-4a62-965f-32993a035333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (032ce2ca-f5ad-4541-a3e9-91ff478ac883), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:12.094364 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['9137fcc3-3ff1-41ed-bc8b-800ba08c9fba'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:39:12.137120 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-677031a3-263f-44ea-a5a6-bd50015b3ef7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for port (935bef47-624f-4f02-9c5d-3a2e712e869b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:12.153080 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0088fdd0-027e-4a62-965f-32993a035333 None None] For port 032ce2ca-f5ad-4541-a3e9-91ff478ac883, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:39:12.172671 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0088fdd0-027e-4a62-965f-32993a035333 None None] For port 032ce2ca-f5ad-4541-a3e9-91ff478ac883, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=032ce2ca-f5ad-4541-a3e9-91ff478ac883,segment=NetworkSegment(921afac9-f849-46ce-b9b8-a5bf2c9ded95),segment_id=921afac9-f849-46ce-b9b8-a5bf2c9ded95)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:39:12.178730 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-677031a3-263f-44ea-a5a6-bd50015b3ef7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (935bef47-624f-4f02-9c5d-3a2e712e869b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:12.179845 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0088fdd0-027e-4a62-965f-32993a035333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (032ce2ca-f5ad-4541-a3e9-91ff478ac883), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:12.219832 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677031a3-263f-44ea-a5a6-bd50015b3ef7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network 5decc109-a3b9-4453-b891-29b4c0555486 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:39:12.227012 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-677031a3-263f-44ea-a5a6-bd50015b3ef7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:39:12.231074 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677031a3-263f-44ea-a5a6-bd50015b3ef7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:39:12.231517 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-677031a3-263f-44ea-a5a6-bd50015b3ef7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:12.270254 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677031a3-263f-44ea-a5a6-bd50015b3ef7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Port': ['ID=935bef47-624f-4f02-9c5d-3a2e712e869b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:12.295197 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088fdd0-027e-4a62-965f-32993a035333 None None] Pushing event updated for resources: {'Port': ['ID=032ce2ca-f5ad-4541-a3e9-91ff478ac883,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:12.397394 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-677031a3-263f-44ea-a5a6-bd50015b3ef7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (935bef47-624f-4f02-9c5d-3a2e712e869b), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:12.712198 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-677031a3-263f-44ea-a5a6-bd50015b3ef7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for port (935bef47-624f-4f02-9c5d-3a2e712e869b), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:12.717522 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-677031a3-263f-44ea-a5a6-bd50015b3ef7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (935bef47-624f-4f02-9c5d-3a2e712e869b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:12.718409 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-677031a3-263f-44ea-a5a6-bd50015b3ef7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:12.821920 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-624cee55-4137-4290-80e9-a46e408595b9 req-89cca7b5-aae3-4bef-a0f8-ac4431c6ef6a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 210 time: 0.0891366 Feb 07 21:39:12.837851 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677031a3-263f-44ea-a5a6-bd50015b3ef7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Port': ['ID=935bef47-624f-4f02-9c5d-3a2e712e869b,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:12.882108 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677031a3-263f-44ea-a5a6-bd50015b3ef7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network 5decc109-a3b9-4453-b891-29b4c0555486 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:39:12.884565 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-677031a3-263f-44ea-a5a6-bd50015b3ef7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:39:12.999081 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677031a3-263f-44ea-a5a6-bd50015b3ef7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:39:13.104506 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677031a3-263f-44ea-a5a6-bd50015b3ef7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:39:13.115447 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec73818-b01c-48b9-b8a9-d3113397e6bf None None] Sync routers for ids ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:39:13.130140 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-677031a3-263f-44ea-a5a6-bd50015b3ef7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "PUT /v2.0/routers/1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8390341 Feb 07 21:39:13.132887 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39150) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:13.139695 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ef259c13-edad-47ac-9153-3504d3383e5b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-775025579'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:13.140537 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec73818-b01c-48b9-b8a9-d3113397e6bf None None] Routers {'1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:13.141383 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8ec73818-b01c-48b9-b8a9-d3113397e6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:13.174685 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef259c13-edad-47ac-9153-3504d3383e5b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Made reservation on behalf of 44e02e43080c44a399ac0fd22d465ed0 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:39:13.179131 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef259c13-edad-47ac-9153-3504d3383e5b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:13.206921 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef259c13-edad-47ac-9153-3504d3383e5b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:39:13.216183 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5449f-edec-49d9-a435-206ca0e53889 req-4afb0c52-f68e-42d2-9f7a-73e8bb1d09a4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:13.217742 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c5c5449f-edec-49d9-a435-206ca0e53889 req-4afb0c52-f68e-42d2-9f7a-73e8bb1d09a4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 944 time: 0.1112235 Feb 07 21:39:13.219188 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef259c13-edad-47ac-9153-3504d3383e5b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (bac50daa-e9e2-4b3f-8f12-5ddc7ab0e08f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:13.219642 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-ef259c13-edad-47ac-9153-3504d3383e5b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Added segment bac50daa-e9e2-4b3f-8f12-5ddc7ab0e08f of type vlan for network 121aeb71-c2af-477d-90cd-cdbfe6e04c49 Feb 07 21:39:13.265397 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-8ec73818-b01c-48b9-b8a9-d3113397e6bf None None] Set router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:39:13.278619 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef259c13-edad-47ac-9153-3504d3383e5b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (121aeb71-c2af-477d-90cd-cdbfe6e04c49), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:13.291304 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c5c5449f-edec-49d9-a435-206ca0e53889 req-10f019b4-b96e-4fb3-a0f5-9538caa554c1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655160 Feb 07 21:39:13.321215 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef259c13-edad-47ac-9153-3504d3383e5b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (121aeb71-c2af-477d-90cd-cdbfe6e04c49), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:13.327328 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef259c13-edad-47ac-9153-3504d3383e5b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:13.327900 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef259c13-edad-47ac-9153-3504d3383e5b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:13.358505 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:39:13.401736 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef259c13-edad-47ac-9153-3504d3383e5b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Network': ['ID=121aeb71-c2af-477d-90cd-cdbfe6e04c49,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:13.415475 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef259c13-edad-47ac-9153-3504d3383e5b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:13.416103 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef259c13-edad-47ac-9153-3504d3383e5b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:13.416662 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef259c13-edad-47ac-9153-3504d3383e5b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:13.417198 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef259c13-edad-47ac-9153-3504d3383e5b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:13.417817 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef259c13-edad-47ac-9153-3504d3383e5b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:13.418451 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef259c13-edad-47ac-9153-3504d3383e5b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:13.418988 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef259c13-edad-47ac-9153-3504d3383e5b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:13.419776 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef259c13-edad-47ac-9153-3504d3383e5b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:13.420291 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef259c13-edad-47ac-9153-3504d3383e5b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:13.421067 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef259c13-edad-47ac-9153-3504d3383e5b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:13.421576 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef259c13-edad-47ac-9153-3504d3383e5b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:13.422067 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef259c13-edad-47ac-9153-3504d3383e5b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:13.422873 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef259c13-edad-47ac-9153-3504d3383e5b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:13.441141 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ef259c13-edad-47ac-9153-3504d3383e5b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3061926 Feb 07 21:39:13.443764 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39154) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:13.455088 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e6633337-a082-40e9-9e23-1ddbea3c3b7c tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'subnet': {'network_id': '121aeb71-c2af-477d-90cd-cdbfe6e04c49', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:13.479175 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 121aeb71-c2af-477d-90cd-cdbfe6e04c49 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:39:13.525372 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705f4f49-f802-4878-b375-b910f60a5505 None None] Network 5decc109-a3b9-4453-b891-29b4c0555486 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:39:13.544302 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6633337-a082-40e9-9e23-1ddbea3c3b7c tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Made reservation on behalf of 44e02e43080c44a399ac0fd22d465ed0 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:39:13.547758 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6633337-a082-40e9-9e23-1ddbea3c3b7c tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:13.635630 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:39:13.672060 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:13.672455 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9137fcc3-3ff1-41ed-bc8b-800ba08c9fba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:13.679749 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b8b4418c-3df9-45f6-84f6-7fc5778c24b8 None None] Provisioning complete for port 032ce2ca-f5ad-4541-a3e9-91ff478ac883 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:13.680141 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b8b4418c-3df9-45f6-84f6-7fc5778c24b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (032ce2ca-f5ad-4541-a3e9-91ff478ac883), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:13.746046 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6633337-a082-40e9-9e23-1ddbea3c3b7c tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (f37a3ead-be44-42ab-8567-947ea919641c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:13.813598 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6633337-a082-40e9-9e23-1ddbea3c3b7c tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Subnet': ['ID=f37a3ead-be44-42ab-8567-947ea919641c,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:13.824819 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6633337-a082-40e9-9e23-1ddbea3c3b7c tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Checking segment: {'id': 'bac50daa-e9e2-4b3f-8f12-5ddc7ab0e08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '121aeb71-c2af-477d-90cd-cdbfe6e04c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:39:13.825192 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6633337-a082-40e9-9e23-1ddbea3c3b7c tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network hostable DHCP agents. Network: 121aeb71-c2af-477d-90cd-cdbfe6e04c49, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:39:13.844480 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6633337-a082-40e9-9e23-1ddbea3c3b7c tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network 121aeb71-c2af-477d-90cd-cdbfe6e04c49 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:39:13.854904 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-e6633337-a082-40e9-9e23-1ddbea3c3b7c tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 121aeb71-c2af-477d-90cd-cdbfe6e04c49) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:39:13.860102 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6633337-a082-40e9-9e23-1ddbea3c3b7c tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:13.860102 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6633337-a082-40e9-9e23-1ddbea3c3b7c tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:13.881400 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc788ba-1a95-456f-8029-74383938b5f3 None None] Network 121aeb71-c2af-477d-90cd-cdbfe6e04c49 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:39:13.885339 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e6633337-a082-40e9-9e23-1ddbea3c3b7c tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4342012 Feb 07 21:39:13.887972 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39158) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:13.967339 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7b9b275d-f45e-42aa-95e9-86d31f9e1f76 req-7e289181-0506-404a-a843-55aaaaa49af2 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=926ab363-ca25-4993-9a90-5468b6628b7e HTTP/1.1" status: 200 len: 210 time: 0.0405297 Feb 07 21:39:14.187192 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8ec73818-b01c-48b9-b8a9-d3113397e6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'name': 'tempest-RoutersIpV6Test-router-886631178', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:10Z', 'updated_at': '2022-02-07T21:39:12Z', 'revision_number': 2, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None, '_interfaces': [{'id': '935bef47-624f-4f02-9c5d-3a2e712e869b', 'name': '', 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:6c:f5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:11Z', 'updated_at': '2022-02-07T21:39:12Z', 'revision_number': 2, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:14.191431 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:14.191819 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9137fcc3-3ff1-41ed-bc8b-800ba08c9fba), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:14.263200 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b8b4418c-3df9-45f6-84f6-7fc5778c24b8 None None] Current status of the port 032ce2ca-f5ad-4541-a3e9-91ff478ac883 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:14.264382 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b8b4418c-3df9-45f6-84f6-7fc5778c24b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (032ce2ca-f5ad-4541-a3e9-91ff478ac883), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:14.318365 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a731ff29-a50e-43fe-b8ce-39c42d632d5e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:14.349608 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47a9d07-8692-490f-b99d-eeb453462ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-121aeb71-c2af-477d-90cd-cdbfe6e04c49', 'network_id': '121aeb71-c2af-477d-90cd-cdbfe6e04c49', 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'fixed_ips': [{'subnet_id': 'f37a3ead-be44-42ab-8567-947ea919641c'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:39:14.356889 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f47a9d07-8692-490f-b99d-eeb453462ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:14.396151 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec73818-b01c-48b9-b8a9-d3113397e6bf None None] Checking router: 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:39:14.404173 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec73818-b01c-48b9-b8a9-d3113397e6bf None None] Updating router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 port 935bef47-624f-4f02-9c5d-3a2e712e869b binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:39:14.455255 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8693a9e2-c228-4854-a920-52ecd95a66bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9137fcc3-3ff1-41ed-bc8b-800ba08c9fba'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:39:14.458554 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a98d010-75b3-4dae-a855-fe797d0780e9" -d '{"events": [{"server_uuid": "8693a9e2-c228-4854-a920-52ecd95a66bd", "name": "network-vif-plugged", "status": "completed", "tag": "9137fcc3-3ff1-41ed-bc8b-800ba08c9fba"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:39:14.537086 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22aa685-5bfb-4c2f-8acd-b7f34f7e7a2f req-57aa9ad4-9712-49b2-b92d-17c851eedeff tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:14.545912 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f22aa685-5bfb-4c2f-8acd-b7f34f7e7a2f req-57aa9ad4-9712-49b2-b92d-17c851eedeff tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 944 time: 0.1135325 Feb 07 21:39:14.598920 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a86a2f-fac4-4f13-b89e-1c97a71bd7c6 x-openstack-request-id: req-86a86a2f-fac4-4f13-b89e-1c97a71bd7c6 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:39:14.605815 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8693a9e2-c228-4854-a920-52ecd95a66bd", "name": "network-vif-plugged", "status": "completed", "tag": "9137fcc3-3ff1-41ed-bc8b-800ba08c9fba", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:39:14.611536 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-86a86a2f-fac4-4f13-b89e-1c97a71bd7c6 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:39:14.611536 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8693a9e2-c228-4854-a920-52ecd95a66bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9137fcc3-3ff1-41ed-bc8b-800ba08c9fba', 'code': 200} Feb 07 21:39:14.616604 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba,segment=NetworkSegment(29511d4c-be5f-4372-a342-65204b26a853),segment_id=29511d4c-be5f-4372-a342-65204b26a853)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:39:14.646602 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 032ce2ca-f5ad-4541-a3e9-91ff478ac883 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:39:14.650416 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f22aa685-5bfb-4c2f-8acd-b7f34f7e7a2f req-85aab2bc-2381-41e6-9684-bef1e6160844 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033945 Feb 07 21:39:14.689003 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9137fcc3-3ff1-41ed-bc8b-800ba08c9fba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:14.805315 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee380f0a-5f92-4405-9e57-72b35b2208f3 req-14454ef3-cfee-4676-a4eb-08bc43ffcd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:14.806925 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ee380f0a-5f92-4405-9e57-72b35b2208f3 req-14454ef3-cfee-4676-a4eb-08bc43ffcd6e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 1127 time: 0.1357925 Feb 07 21:39:14.817263 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8ec73818-b01c-48b9-b8a9-d3113397e6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (935bef47-624f-4f02-9c5d-3a2e712e869b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:14.832736 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b8b4418c-3df9-45f6-84f6-7fc5778c24b8 None None] For port 032ce2ca-f5ad-4541-a3e9-91ff478ac883, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=032ce2ca-f5ad-4541-a3e9-91ff478ac883,segment=NetworkSegment(921afac9-f849-46ce-b9b8-a5bf2c9ded95),segment_id=921afac9-f849-46ce-b9b8-a5bf2c9ded95)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:39:14.884673 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b8b4418c-3df9-45f6-84f6-7fc5778c24b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (032ce2ca-f5ad-4541-a3e9-91ff478ac883), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:14.904563 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-a731ff29-a50e-43fe-b8ce-39c42d632d5e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Allocated IP 2001:db8:1::1 (121aeb71-c2af-477d-90cd-cdbfe6e04c49/f37a3ead-be44-42ab-8567-947ea919641c/416824dd-7f58-4bb2-9b00-0b393a3f576c) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:39:14.908691 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ee380f0a-5f92-4405-9e57-72b35b2208f3 req-35646439-589c-4cd5-a931-22fb545ec5cd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940642 Feb 07 21:39:15.052419 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a731ff29-a50e-43fe-b8ce-39c42d632d5e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for port (416824dd-7f58-4bb2-9b00-0b393a3f576c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:15.054650 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:15.125212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 032ce2ca-f5ad-4541-a3e9-91ff478ac883 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:15.125599 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (032ce2ca-f5ad-4541-a3e9-91ff478ac883), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:15.125866 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a731ff29-a50e-43fe-b8ce-39c42d632d5e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (416824dd-7f58-4bb2-9b00-0b393a3f576c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:15.179118 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a731ff29-a50e-43fe-b8ce-39c42d632d5e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network 121aeb71-c2af-477d-90cd-cdbfe6e04c49 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:39:15.184924 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-a731ff29-a50e-43fe-b8ce-39c42d632d5e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:39:15.187652 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a731ff29-a50e-43fe-b8ce-39c42d632d5e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:39:15.189050 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a731ff29-a50e-43fe-b8ce-39c42d632d5e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:15.220073 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-f47a9d07-8692-490f-b99d-eeb453462ecb None None] Allocated IP 2001:db8:1::2 (121aeb71-c2af-477d-90cd-cdbfe6e04c49/f37a3ead-be44-42ab-8567-947ea919641c/612b5f3d-f4dd-4e38-9c95-e87763cafa7b) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:39:15.235360 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a731ff29-a50e-43fe-b8ce-39c42d632d5e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Port': ['ID=416824dd-7f58-4bb2-9b00-0b393a3f576c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:15.290465 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4418c-3df9-45f6-84f6-7fc5778c24b8 None None] Pushing event updated for resources: {'Port': ['ID=032ce2ca-f5ad-4541-a3e9-91ff478ac883,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:15.308441 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6b2186f5-92ad-4b3c-bb77-c83f2810d557 None None] Provisioning complete for port 032ce2ca-f5ad-4541-a3e9-91ff478ac883 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:15.308810 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6b2186f5-92ad-4b3c-bb77-c83f2810d557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (032ce2ca-f5ad-4541-a3e9-91ff478ac883), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:15.333727 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a731ff29-a50e-43fe-b8ce-39c42d632d5e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (416824dd-7f58-4bb2-9b00-0b393a3f576c), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:15.487547 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 032ce2ca-f5ad-4541-a3e9-91ff478ac883 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:15.557911 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f47a9d07-8692-490f-b99d-eeb453462ecb None None] Publish callbacks [] for port (612b5f3d-f4dd-4e38-9c95-e87763cafa7b), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:15.588037 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f47a9d07-8692-490f-b99d-eeb453462ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (612b5f3d-f4dd-4e38-9c95-e87763cafa7b), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:15.634943 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a731ff29-a50e-43fe-b8ce-39c42d632d5e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for port (416824dd-7f58-4bb2-9b00-0b393a3f576c), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:15.647839 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a731ff29-a50e-43fe-b8ce-39c42d632d5e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (416824dd-7f58-4bb2-9b00-0b393a3f576c), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:15.649682 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a731ff29-a50e-43fe-b8ce-39c42d632d5e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:15.662016 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47a9d07-8692-490f-b99d-eeb453462ecb None None] Network 121aeb71-c2af-477d-90cd-cdbfe6e04c49 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:39:15.666008 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-f47a9d07-8692-490f-b99d-eeb453462ecb None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:39:15.667229 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a9d07-8692-490f-b99d-eeb453462ecb None None] Pushing event updated for resources: {'Port': ['ID=612b5f3d-f4dd-4e38-9c95-e87763cafa7b,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:15.672085 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47a9d07-8692-490f-b99d-eeb453462ecb None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:39:15.677129 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6b2186f5-92ad-4b3c-bb77-c83f2810d557 None None] Current status of the port 032ce2ca-f5ad-4541-a3e9-91ff478ac883 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:15.756768 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6b2186f5-92ad-4b3c-bb77-c83f2810d557 None None] Provisioning complete for port 935bef47-624f-4f02-9c5d-3a2e712e869b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:15.757055 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6b2186f5-92ad-4b3c-bb77-c83f2810d557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (935bef47-624f-4f02-9c5d-3a2e712e869b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:15.799221 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9493f-ef29-4560-b08f-a7bb9d3c7eba req-621940fb-55d3-4712-b953-283eeb0b6877 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:15.800352 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8ec73818-b01c-48b9-b8a9-d3113397e6bf None None] Publish callbacks [] for port (935bef47-624f-4f02-9c5d-3a2e712e869b), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:15.803761 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-f47a9d07-8692-490f-b99d-eeb453462ecb None None] Attempting to bind port 612b5f3d-f4dd-4e38-9c95-e87763cafa7b on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:39:15.804128 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-f47a9d07-8692-490f-b99d-eeb453462ecb None None] Attempting to bind port 612b5f3d-f4dd-4e38-9c95-e87763cafa7b by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'bac50daa-e9e2-4b3f-8f12-5ddc7ab0e08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '121aeb71-c2af-477d-90cd-cdbfe6e04c49'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:39:15.804520 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47a9d07-8692-490f-b99d-eeb453462ecb None None] Attempting to bind port 612b5f3d-f4dd-4e38-9c95-e87763cafa7b on network 121aeb71-c2af-477d-90cd-cdbfe6e04c49 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:39:15.810803 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bdd9493f-ef29-4560-b08f-a7bb9d3c7eba req-621940fb-55d3-4712-b953-283eeb0b6877 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 945 time: 0.0866513 Feb 07 21:39:15.817649 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47a9d07-8692-490f-b99d-eeb453462ecb None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:39:15.818026 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47a9d07-8692-490f-b99d-eeb453462ecb None None] Checking segment: {'id': 'bac50daa-e9e2-4b3f-8f12-5ddc7ab0e08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '121aeb71-c2af-477d-90cd-cdbfe6e04c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:39:15.818433 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f47a9d07-8692-490f-b99d-eeb453462ecb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:15.818824 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47a9d07-8692-490f-b99d-eeb453462ecb None None] Bound using segment: {'id': 'bac50daa-e9e2-4b3f-8f12-5ddc7ab0e08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '121aeb71-c2af-477d-90cd-cdbfe6e04c49'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:39:15.819299 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-f47a9d07-8692-490f-b99d-eeb453462ecb None None] Bound port: 612b5f3d-f4dd-4e38-9c95-e87763cafa7b, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac50daa-e9e2-4b3f-8f12-5ddc7ab0e08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '121aeb71-c2af-477d-90cd-cdbfe6e04c49'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:39:15.819720 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f47a9d07-8692-490f-b99d-eeb453462ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (612b5f3d-f4dd-4e38-9c95-e87763cafa7b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:15.831681 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6b2186f5-92ad-4b3c-bb77-c83f2810d557 None None] Port 935bef47-624f-4f02-9c5d-3a2e712e869b cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:39:15.833182 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8ec73818-b01c-48b9-b8a9-d3113397e6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (935bef47-624f-4f02-9c5d-3a2e712e869b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:15.847185 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a731ff29-a50e-43fe-b8ce-39c42d632d5e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Port': ['ID=416824dd-7f58-4bb2-9b00-0b393a3f576c,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:15.894448 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bdd9493f-ef29-4560-b08f-a7bb9d3c7eba req-ed57d80b-32f8-400b-b6c0-f3e6aebbbb32 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826962 Feb 07 21:39:15.920349 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d3021-daa7-48e4-8bc2-0f89168f512b None None] Pushing event updated for resources: {'Port': ['ID=935bef47-624f-4f02-9c5d-3a2e712e869b,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:15.944739 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a731ff29-a50e-43fe-b8ce-39c42d632d5e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network 121aeb71-c2af-477d-90cd-cdbfe6e04c49 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:39:15.949056 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-a731ff29-a50e-43fe-b8ce-39c42d632d5e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:39:15.972797 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f47a9d07-8692-490f-b99d-eeb453462ecb None None] For port 612b5f3d-f4dd-4e38-9c95-e87763cafa7b, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:39:16.015958 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-5e571ff1-2254-4303-86f6-8c84f8fc9faa None None] Provisioning complete for port 935bef47-624f-4f02-9c5d-3a2e712e869b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:16.016266 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5e571ff1-2254-4303-86f6-8c84f8fc9faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (935bef47-624f-4f02-9c5d-3a2e712e869b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:16.020634 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f47a9d07-8692-490f-b99d-eeb453462ecb None None] For port 612b5f3d-f4dd-4e38-9c95-e87763cafa7b, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=612b5f3d-f4dd-4e38-9c95-e87763cafa7b,segment=NetworkSegment(bac50daa-e9e2-4b3f-8f12-5ddc7ab0e08f),segment_id=bac50daa-e9e2-4b3f-8f12-5ddc7ab0e08f)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:39:16.074723 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8ec73818-b01c-48b9-b8a9-d3113397e6bf None None] Attempting to bind port 935bef47-624f-4f02-9c5d-3a2e712e869b on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:39:16.075097 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8ec73818-b01c-48b9-b8a9-d3113397e6bf None None] Attempting to bind port 935bef47-624f-4f02-9c5d-3a2e712e869b by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '921afac9-f849-46ce-b9b8-a5bf2c9ded95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:39:16.075459 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec73818-b01c-48b9-b8a9-d3113397e6bf None None] Attempting to bind port 935bef47-624f-4f02-9c5d-3a2e712e869b on network 5decc109-a3b9-4453-b891-29b4c0555486 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:39:16.079607 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f47a9d07-8692-490f-b99d-eeb453462ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (612b5f3d-f4dd-4e38-9c95-e87763cafa7b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:16.084036 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a731ff29-a50e-43fe-b8ce-39c42d632d5e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:39:16.205818 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a731ff29-a50e-43fe-b8ce-39c42d632d5e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:39:16.219672 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a731ff29-a50e-43fe-b8ce-39c42d632d5e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "PUT /v2.0/routers/1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3280270 Feb 07 21:39:16.220066 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39178) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:16.225107 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-16574977-4656-46b7-9e80-401c3ad978b2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1556377769'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:16.262119 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16574977-4656-46b7-9e80-401c3ad978b2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Made reservation on behalf of 44e02e43080c44a399ac0fd22d465ed0 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:39:16.266252 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16574977-4656-46b7-9e80-401c3ad978b2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:16.301427 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16574977-4656-46b7-9e80-401c3ad978b2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:39:16.311831 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16574977-4656-46b7-9e80-401c3ad978b2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (8a6a0278-a5c8-438e-99e8-f318cb814c92), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:16.312176 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-16574977-4656-46b7-9e80-401c3ad978b2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Added segment 8a6a0278-a5c8-438e-99e8-f318cb814c92 of type vlan for network 1cd8c5b1-ff35-4993-a9c2-93779c992fc7 Feb 07 21:39:16.365366 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec73818-b01c-48b9-b8a9-d3113397e6bf None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:39:16.366221 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec73818-b01c-48b9-b8a9-d3113397e6bf None None] Checking segment: {'id': '921afac9-f849-46ce-b9b8-a5bf2c9ded95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:39:16.366575 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8ec73818-b01c-48b9-b8a9-d3113397e6bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:16.366850 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec73818-b01c-48b9-b8a9-d3113397e6bf None None] Bound using segment: {'id': '921afac9-f849-46ce-b9b8-a5bf2c9ded95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:39:16.367859 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8ec73818-b01c-48b9-b8a9-d3113397e6bf None None] Bound port: 935bef47-624f-4f02-9c5d-3a2e712e869b, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921afac9-f849-46ce-b9b8-a5bf2c9ded95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:39:16.368250 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8ec73818-b01c-48b9-b8a9-d3113397e6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (935bef47-624f-4f02-9c5d-3a2e712e869b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:16.379295 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16574977-4656-46b7-9e80-401c3ad978b2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (1cd8c5b1-ff35-4993-a9c2-93779c992fc7), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:16.423355 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-5e571ff1-2254-4303-86f6-8c84f8fc9faa None None] Port 935bef47-624f-4f02-9c5d-3a2e712e869b cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:39:16.431038 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 032ce2ca-f5ad-4541-a3e9-91ff478ac883 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:39:16.442507 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16574977-4656-46b7-9e80-401c3ad978b2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (1cd8c5b1-ff35-4993-a9c2-93779c992fc7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:16.451866 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16574977-4656-46b7-9e80-401c3ad978b2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:16.452580 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16574977-4656-46b7-9e80-401c3ad978b2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:16.515848 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a9d07-8692-490f-b99d-eeb453462ecb None None] Pushing event updated for resources: {'Port': ['ID=612b5f3d-f4dd-4e38-9c95-e87763cafa7b,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:16.530289 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 032ce2ca-f5ad-4541-a3e9-91ff478ac883 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:16.530770 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (032ce2ca-f5ad-4541-a3e9-91ff478ac883), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:16.538462 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-16574977-4656-46b7-9e80-401c3ad978b2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3172460 Feb 07 21:39:16.542171 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39182) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:16.554051 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c5f1762a-46b7-4448-99f1-ce85ecbd1ac1 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'subnet': {'network_id': '1cd8c5b1-ff35-4993-a9c2-93779c992fc7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:16.557832 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16574977-4656-46b7-9e80-401c3ad978b2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Network': ['ID=1cd8c5b1-ff35-4993-a9c2-93779c992fc7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:16.585593 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 1cd8c5b1-ff35-4993-a9c2-93779c992fc7 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:39:16.624969 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8ec73818-b01c-48b9-b8a9-d3113397e6bf None None] For port 935bef47-624f-4f02-9c5d-3a2e712e869b, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:39:16.653670 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8ec73818-b01c-48b9-b8a9-d3113397e6bf None None] For port 935bef47-624f-4f02-9c5d-3a2e712e869b, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=935bef47-624f-4f02-9c5d-3a2e712e869b,segment=NetworkSegment(921afac9-f849-46ce-b9b8-a5bf2c9ded95),segment_id=921afac9-f849-46ce-b9b8-a5bf2c9ded95)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:39:16.676021 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8ec73818-b01c-48b9-b8a9-d3113397e6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (935bef47-624f-4f02-9c5d-3a2e712e869b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:16.716886 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-5f6cf25b-478a-42e6-a909-8fb91c16e49b None None] Provisioning complete for port 935bef47-624f-4f02-9c5d-3a2e712e869b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:16.717249 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5f6cf25b-478a-42e6-a909-8fb91c16e49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (935bef47-624f-4f02-9c5d-3a2e712e869b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:16.735150 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f1762a-46b7-4448-99f1-ce85ecbd1ac1 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Made reservation on behalf of 44e02e43080c44a399ac0fd22d465ed0 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:39:16.738643 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5f1762a-46b7-4448-99f1-ce85ecbd1ac1 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:16.758826 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d3021-daa7-48e4-8bc2-0f89168f512b None None] Pushing event updated for resources: {'Port': ['ID=935bef47-624f-4f02-9c5d-3a2e712e869b,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:16.857295 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 032ce2ca-f5ad-4541-a3e9-91ff478ac883 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:16.867489 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec73818-b01c-48b9-b8a9-d3113397e6bf None None] Routers {'1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:16.868339 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8ec73818-b01c-48b9-b8a9-d3113397e6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:38:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:17.024744 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5f1762a-46b7-4448-99f1-ce85ecbd1ac1 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (f87d9386-73a0-40c4-8b19-6b7e1a1b0a36), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:17.063070 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-5f6cf25b-478a-42e6-a909-8fb91c16e49b None None] Current status of the port 935bef47-624f-4f02-9c5d-3a2e712e869b is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:17.063535 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5f6cf25b-478a-42e6-a909-8fb91c16e49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (935bef47-624f-4f02-9c5d-3a2e712e869b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:17.084926 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-8ec73818-b01c-48b9-b8a9-d3113397e6bf None None] Set router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:39:17.136882 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1762a-46b7-4448-99f1-ce85ecbd1ac1 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Subnet': ['ID=f87d9386-73a0-40c4-8b19-6b7e1a1b0a36,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:17.158938 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-5f6cf25b-478a-42e6-a909-8fb91c16e49b None None] For port 935bef47-624f-4f02-9c5d-3a2e712e869b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=935bef47-624f-4f02-9c5d-3a2e712e869b,segment=NetworkSegment(921afac9-f849-46ce-b9b8-a5bf2c9ded95),segment_id=921afac9-f849-46ce-b9b8-a5bf2c9ded95)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:39:17.160109 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce0c2c-0f26-4bb9-b1b1-53972d542177 req-dda577c5-9642-4533-a29f-212caafdfa2e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:17.162984 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-01ce0c2c-0f26-4bb9-b1b1-53972d542177 req-dda577c5-9642-4533-a29f-212caafdfa2e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 945 time: 0.1642704 Feb 07 21:39:17.190975 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f1762a-46b7-4448-99f1-ce85ecbd1ac1 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Checking segment: {'id': '8a6a0278-a5c8-438e-99e8-f318cb814c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1cd8c5b1-ff35-4993-a9c2-93779c992fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:39:17.191482 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f1762a-46b7-4448-99f1-ce85ecbd1ac1 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network hostable DHCP agents. Network: 1cd8c5b1-ff35-4993-a9c2-93779c992fc7, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:39:17.219010 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f1762a-46b7-4448-99f1-ce85ecbd1ac1 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network 1cd8c5b1-ff35-4993-a9c2-93779c992fc7 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:39:17.219269 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5f6cf25b-478a-42e6-a909-8fb91c16e49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (935bef47-624f-4f02-9c5d-3a2e712e869b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:17.237076 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-c5f1762a-46b7-4448-99f1-ce85ecbd1ac1 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 1cd8c5b1-ff35-4993-a9c2-93779c992fc7) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:39:17.244287 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f1762a-46b7-4448-99f1-ce85ecbd1ac1 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:17.245174 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5f1762a-46b7-4448-99f1-ce85ecbd1ac1 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:17.253055 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-01ce0c2c-0f26-4bb9-b1b1-53972d542177 req-7b6f0754-a437-462f-bc5c-8174f4fb715e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753534 Feb 07 21:39:17.268092 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c5f1762a-46b7-4448-99f1-ce85ecbd1ac1 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7243490 Feb 07 21:39:17.271648 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39186) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:17.317742 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f13bb31-499a-4568-8829-c6bf55095d37 None None] Network 1cd8c5b1-ff35-4993-a9c2-93779c992fc7 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:39:17.430245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3b2d6-f7e0-4695-9abf-e421a2ec1b11 req-5090f1a8-57fc-4838-a5ab-0f61d00995e1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:17.432144 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbf3b2d6-f7e0-4695-9abf-e421a2ec1b11 req-5090f1a8-57fc-4838-a5ab-0f61d00995e1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 945 time: 0.0763242 Feb 07 21:39:17.493634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbf3b2d6-f7e0-4695-9abf-e421a2ec1b11 req-c39ef931-e079-406e-b403-99460bce4d95 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552509 Feb 07 21:39:17.496259 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cf25b-478a-42e6-a909-8fb91c16e49b None None] Pushing event updated for resources: {'Port': ['ID=935bef47-624f-4f02-9c5d-3a2e712e869b,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:17.520946 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39192) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:17.528096 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2a487bc4-6f00-4988-b73f-1fbf54cf1b31 None None] Provisioning complete for port 935bef47-624f-4f02-9c5d-3a2e712e869b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:17.531931 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2a487bc4-6f00-4988-b73f-1fbf54cf1b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (935bef47-624f-4f02-9c5d-3a2e712e869b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:17.544855 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-1cd8c5b1-ff35-4993-a9c2-93779c992fc7', 'network_id': '1cd8c5b1-ff35-4993-a9c2-93779c992fc7', 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'fixed_ips': [{'subnet_id': 'f87d9386-73a0-40c4-8b19-6b7e1a1b0a36'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:39:17.546168 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:17.581215 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db4bec6-0c47-4456-8194-e6b668ec8cf9 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:17.583917 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4db4bec6-0c47-4456-8194-e6b668ec8cf9 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 1122 time: 0.0619709 Feb 07 21:39:17.587191 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39196) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:17.597661 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1ea22d96-9af2-480b-9049-0ba5efb932cc tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'port_id': '9137fcc3-3ff1-41ed-bc8b-800ba08c9fba', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:17.626434 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ea22d96-9af2-480b-9049-0ba5efb932cc tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:17.787212 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ea22d96-9af2-480b-9049-0ba5efb932cc tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:17.836718 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04e8aa34-43de-4907-a427-22d0a16fd38e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:17.848810 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2a487bc4-6f00-4988-b73f-1fbf54cf1b31 None None] Current status of the port 935bef47-624f-4f02-9c5d-3a2e712e869b is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:17.890328 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8ec73818-b01c-48b9-b8a9-d3113397e6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'name': 'tempest-RoutersIpV6Test-router-886631178', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:10Z', 'updated_at': '2022-02-07T21:39:15Z', 'revision_number': 3, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None, '_interfaces': [{'id': '416824dd-7f58-4bb2-9b00-0b393a3f576c', 'name': '', 'network_id': '121aeb71-c2af-477d-90cd-cdbfe6e04c49', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:a7:96:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:14Z', 'updated_at': '2022-02-07T21:39:15Z', 'revision_number': 2, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '935bef47-624f-4f02-9c5d-3a2e712e869b', 'name': '', 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:6c:f5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:11Z', 'updated_at': '2022-02-07T21:39:16Z', 'revision_number': 4, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:17.932389 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec73818-b01c-48b9-b8a9-d3113397e6bf None None] The sync data for ids ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'] in n-d-828185-2 is: [{'id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'name': 'tempest-RoutersIpV6Test-router-886631178', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:10Z', 'updated_at': '2022-02-07T21:39:15Z', 'revision_number': 3, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None, '_interfaces': [{'id': '416824dd-7f58-4bb2-9b00-0b393a3f576c', 'name': '', 'network_id': '121aeb71-c2af-477d-90cd-cdbfe6e04c49', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:a7:96:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:14Z', 'updated_at': '2022-02-07T21:39:15Z', 'revision_number': 2, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '935bef47-624f-4f02-9c5d-3a2e712e869b', 'name': '', 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:6c:f5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:11Z', 'updated_at': '2022-02-07T21:39:16Z', 'revision_number': 4, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:39:17.960783 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Allocated IP 2001:db8:2::2 (1cd8c5b1-ff35-4993-a9c2-93779c992fc7/f87d9386-73a0-40c4-8b19-6b7e1a1b0a36/b0ce47f0-b764-4c10-be4b-8212450a2e1d) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:39:18.045503 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-1ea22d96-9af2-480b-9049-0ba5efb932cc tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Allocated IP 172.25.4.199 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/8b38e5f7-7c1e-4e5a-8b71-38048e7ca7bd) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:39:18.191062 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ea22d96-9af2-480b-9049-0ba5efb932cc tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for port (8b38e5f7-7c1e-4e5a-8b71-38048e7ca7bd), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:18.194482 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84ea251-1fc0-4532-99f2-92397caaaa8b None None] Network 121aeb71-c2af-477d-90cd-cdbfe6e04c49 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:39:18.246106 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ea22d96-9af2-480b-9049-0ba5efb932cc tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (8b38e5f7-7c1e-4e5a-8b71-38048e7ca7bd), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:18.294678 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Publish callbacks [] for port (b0ce47f0-b764-4c10-be4b-8212450a2e1d), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:18.309455 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (b0ce47f0-b764-4c10-be4b-8212450a2e1d), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:18.314633 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea22d96-9af2-480b-9049-0ba5efb932cc tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:39:18.320663 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-1ea22d96-9af2-480b-9049-0ba5efb932cc tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:39:18.326787 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea22d96-9af2-480b-9049-0ba5efb932cc tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:39:18.356879 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f70b720e-f07f-4179-9368-8a0499e4d64b None None] Provisioning complete for port 612b5f3d-f4dd-4e38-9c95-e87763cafa7b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:18.357260 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f70b720e-f07f-4179-9368-8a0499e4d64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (612b5f3d-f4dd-4e38-9c95-e87763cafa7b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:18.375527 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Network 1cd8c5b1-ff35-4993-a9c2-93779c992fc7 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:39:18.444494 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:39:18.451151 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:39:18.478660 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Pushing event updated for resources: {'Port': ['ID=b0ce47f0-b764-4c10-be4b-8212450a2e1d,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:18.522635 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e89ade1a-cd4e-41ae-a46b-f417efdec8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:18.528198 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:18.528568 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:18.528907 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:18.530704 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:18.530704 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:18.530704 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:18.530704 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:18.530704 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:18.531235 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:18.531235 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:18.531434 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:18.531964 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:18.532094 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:18.533042 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-04e8aa34-43de-4907-a427-22d0a16fd38e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Allocated IP 2001:db8:2::1 (1cd8c5b1-ff35-4993-a9c2-93779c992fc7/f87d9386-73a0-40c4-8b19-6b7e1a1b0a36/e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:39:18.568362 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea22d96-9af2-480b-9049-0ba5efb932cc tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Port': ['ID=8b38e5f7-7c1e-4e5a-8b71-38048e7ca7bd,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:18.603534 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Attempting to bind port b0ce47f0-b764-4c10-be4b-8212450a2e1d on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:39:18.604214 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Attempting to bind port b0ce47f0-b764-4c10-be4b-8212450a2e1d by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '8a6a0278-a5c8-438e-99e8-f318cb814c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1cd8c5b1-ff35-4993-a9c2-93779c992fc7'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:39:18.604439 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Attempting to bind port b0ce47f0-b764-4c10-be4b-8212450a2e1d on network 1cd8c5b1-ff35-4993-a9c2-93779c992fc7 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:39:18.614024 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:39:18.614697 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Checking segment: {'id': '8a6a0278-a5c8-438e-99e8-f318cb814c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1cd8c5b1-ff35-4993-a9c2-93779c992fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:39:18.615103 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:18.615731 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Bound using segment: {'id': '8a6a0278-a5c8-438e-99e8-f318cb814c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1cd8c5b1-ff35-4993-a9c2-93779c992fc7'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:39:18.616105 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Bound port: b0ce47f0-b764-4c10-be4b-8212450a2e1d, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a6a0278-a5c8-438e-99e8-f318cb814c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1cd8c5b1-ff35-4993-a9c2-93779c992fc7'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:39:18.616756 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b0ce47f0-b764-4c10-be4b-8212450a2e1d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:18.712834 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 612b5f3d-f4dd-4e38-9c95-e87763cafa7b up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:39:18.793234 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] For port b0ce47f0-b764-4c10-be4b-8212450a2e1d, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:39:18.820663 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f70b720e-f07f-4179-9368-8a0499e4d64b None None] Current status of the port 612b5f3d-f4dd-4e38-9c95-e87763cafa7b is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:18.821058 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f70b720e-f07f-4179-9368-8a0499e4d64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (612b5f3d-f4dd-4e38-9c95-e87763cafa7b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:18.826695 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] For port b0ce47f0-b764-4c10-be4b-8212450a2e1d, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=b0ce47f0-b764-4c10-be4b-8212450a2e1d,segment=NetworkSegment(8a6a0278-a5c8-438e-99e8-f318cb814c92),segment_id=8a6a0278-a5c8-438e-99e8-f318cb814c92)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:39:18.826980 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04e8aa34-43de-4907-a427-22d0a16fd38e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for port (e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:18.844674 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b0ce47f0-b764-4c10-be4b-8212450a2e1d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:18.924789 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f70b720e-f07f-4179-9368-8a0499e4d64b None None] For port 612b5f3d-f4dd-4e38-9c95-e87763cafa7b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=612b5f3d-f4dd-4e38-9c95-e87763cafa7b,segment=NetworkSegment(bac50daa-e9e2-4b3f-8f12-5ddc7ab0e08f),segment_id=bac50daa-e9e2-4b3f-8f12-5ddc7ab0e08f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:39:18.932246 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 612b5f3d-f4dd-4e38-9c95-e87763cafa7b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:18.933626 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (612b5f3d-f4dd-4e38-9c95-e87763cafa7b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:18.937782 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f70b720e-f07f-4179-9368-8a0499e4d64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (612b5f3d-f4dd-4e38-9c95-e87763cafa7b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:18.949687 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04e8aa34-43de-4907-a427-22d0a16fd38e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:18.989010 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e8aa34-43de-4907-a427-22d0a16fd38e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network 1cd8c5b1-ff35-4993-a9c2-93779c992fc7 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:39:19.000970 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-04e8aa34-43de-4907-a427-22d0a16fd38e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:39:19.011481 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117e896-bcd3-490b-a22e-838d7dc4d00e None None] Pushing event updated for resources: {'Port': ['ID=b0ce47f0-b764-4c10-be4b-8212450a2e1d,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:19.036834 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e8aa34-43de-4907-a427-22d0a16fd38e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:39:19.037387 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04e8aa34-43de-4907-a427-22d0a16fd38e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:19.144216 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b720e-f07f-4179-9368-8a0499e4d64b None None] Pushing event updated for resources: {'Port': ['ID=612b5f3d-f4dd-4e38-9c95-e87763cafa7b,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:19.223409 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8aa34-43de-4907-a427-22d0a16fd38e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Port': ['ID=e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:19.253859 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1330de79-968b-47cb-930a-03f6a93708a9 None None] Provisioning complete for port 416824dd-7f58-4bb2-9b00-0b393a3f576c triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:19.255913 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1330de79-968b-47cb-930a-03f6a93708a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (416824dd-7f58-4bb2-9b00-0b393a3f576c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:19.310095 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1330de79-968b-47cb-930a-03f6a93708a9 None None] Port 416824dd-7f58-4bb2-9b00-0b393a3f576c cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:39:19.364544 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 612b5f3d-f4dd-4e38-9c95-e87763cafa7b is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:19.384807 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1330de79-968b-47cb-930a-03f6a93708a9 None None] Provisioning complete for port 612b5f3d-f4dd-4e38-9c95-e87763cafa7b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:19.385445 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1330de79-968b-47cb-930a-03f6a93708a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (612b5f3d-f4dd-4e38-9c95-e87763cafa7b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:19.428808 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04e8aa34-43de-4907-a427-22d0a16fd38e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:19.571045 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1330de79-968b-47cb-930a-03f6a93708a9 None None] Current status of the port 612b5f3d-f4dd-4e38-9c95-e87763cafa7b is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:19.740580 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-635db1a7-953a-4978-884d-9fd3cd43ab5c None None] Provisioning complete for port 416824dd-7f58-4bb2-9b00-0b393a3f576c triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:19.740962 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-635db1a7-953a-4978-884d-9fd3cd43ab5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (416824dd-7f58-4bb2-9b00-0b393a3f576c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:19.783764 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-635db1a7-953a-4978-884d-9fd3cd43ab5c None None] Port 416824dd-7f58-4bb2-9b00-0b393a3f576c cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:39:19.866670 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04e8aa34-43de-4907-a427-22d0a16fd38e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for port (e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:19.872861 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04e8aa34-43de-4907-a427-22d0a16fd38e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:19.876251 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04e8aa34-43de-4907-a427-22d0a16fd38e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:20.018916 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8aa34-43de-4907-a427-22d0a16fd38e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Port': ['ID=e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:20.069884 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ea22d96-9af2-480b-9049-0ba5efb932cc tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for floatingip (34a62a7b-77dc-4ff4-8852-d2737571ef52), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:20.073869 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e8aa34-43de-4907-a427-22d0a16fd38e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network 1cd8c5b1-ff35-4993-a9c2-93779c992fc7 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:39:20.075329 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-04e8aa34-43de-4907-a427-22d0a16fd38e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:39:20.122492 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a3d72e1f-5507-4c3a-b5f8-d8adf7fb0478 None None] Provisioning complete for port 416824dd-7f58-4bb2-9b00-0b393a3f576c triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:20.122875 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a3d72e1f-5507-4c3a-b5f8-d8adf7fb0478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (416824dd-7f58-4bb2-9b00-0b393a3f576c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:20.148701 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ea22d96-9af2-480b-9049-0ba5efb932cc tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8b38e5f7-7c1e-4e5a-8b71-38048e7ca7bd), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:20.201064 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e8aa34-43de-4907-a427-22d0a16fd38e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:39:20.364951 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ea22d96-9af2-480b-9049-0ba5efb932cc tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for port (8b38e5f7-7c1e-4e5a-8b71-38048e7ca7bd), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:20.371824 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ea22d96-9af2-480b-9049-0ba5efb932cc tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (8b38e5f7-7c1e-4e5a-8b71-38048e7ca7bd), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:20.445838 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a3d72e1f-5507-4c3a-b5f8-d8adf7fb0478 None None] Port 416824dd-7f58-4bb2-9b00-0b393a3f576c cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:39:20.541522 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea22d96-9af2-480b-9049-0ba5efb932cc tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Port': ['ID=8b38e5f7-7c1e-4e5a-8b71-38048e7ca7bd,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:20.555687 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ea22d96-9af2-480b-9049-0ba5efb932cc tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (34a62a7b-77dc-4ff4-8852-d2737571ef52), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:20.614301 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-82d5e0c7-12dc-4668-9c2f-36d3ee94ccdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:20.677208 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 935bef47-624f-4f02-9c5d-3a2e712e869b up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:39:20.765771 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-1ea22d96-9af2-480b-9049-0ba5efb932cc tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Floating IP 34a62a7b-77dc-4ff4-8852-d2737571ef52 associated. External IP: 172.25.4.199, port: 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba. Feb 07 21:39:20.771690 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65af87e2-01f9-484d-aea2-871ac6664328 None None] Network 1cd8c5b1-ff35-4993-a9c2-93779c992fc7 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:39:20.860949 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 935bef47-624f-4f02-9c5d-3a2e712e869b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:20.861183 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (935bef47-624f-4f02-9c5d-3a2e712e869b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:20.867151 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e8aa34-43de-4907-a427-22d0a16fd38e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:39:20.872973 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-04e8aa34-43de-4907-a427-22d0a16fd38e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "PUT /v2.0/routers/1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6000729 Feb 07 21:39:20.875740 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39210) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:20.880777 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8e91f087-00ac-4f20-ae58-065c2423c532 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1151860035'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:20.916528 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e91f087-00ac-4f20-ae58-065c2423c532 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Made reservation on behalf of 44e02e43080c44a399ac0fd22d465ed0 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:39:20.922063 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e91f087-00ac-4f20-ae58-065c2423c532 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:20.935080 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c38c0030-d1eb-4c75-bf6a-e1eaf89175c9 None None] Provisioning complete for port b0ce47f0-b764-4c10-be4b-8212450a2e1d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:20.935474 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c38c0030-d1eb-4c75-bf6a-e1eaf89175c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b0ce47f0-b764-4c10-be4b-8212450a2e1d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:20.957015 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e91f087-00ac-4f20-ae58-065c2423c532 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:39:20.969065 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e91f087-00ac-4f20-ae58-065c2423c532 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (f4366c96-0399-4812-8393-faa77dbec4fc), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:20.970165 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-8e91f087-00ac-4f20-ae58-065c2423c532 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Added segment f4366c96-0399-4812-8393-faa77dbec4fc of type vlan for network e71afe6a-e35a-4463-ad95-7815408815d3 Feb 07 21:39:21.030416 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e91f087-00ac-4f20-ae58-065c2423c532 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (e71afe6a-e35a-4463-ad95-7815408815d3), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:21.075876 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 935bef47-624f-4f02-9c5d-3a2e712e869b is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:21.077167 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device b0ce47f0-b764-4c10-be4b-8212450a2e1d up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:39:21.080742 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e91f087-00ac-4f20-ae58-065c2423c532 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (e71afe6a-e35a-4463-ad95-7815408815d3), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:21.095982 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e91f087-00ac-4f20-ae58-065c2423c532 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:21.096821 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e91f087-00ac-4f20-ae58-065c2423c532 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:21.105748 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea22d96-9af2-480b-9049-0ba5efb932cc tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Router b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:39:21.110671 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c38c0030-d1eb-4c75-bf6a-e1eaf89175c9 None None] Current status of the port b0ce47f0-b764-4c10-be4b-8212450a2e1d is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:21.111222 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c38c0030-d1eb-4c75-bf6a-e1eaf89175c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b0ce47f0-b764-4c10-be4b-8212450a2e1d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:21.177269 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8e91f087-00ac-4f20-ae58-065c2423c532 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3002748 Feb 07 21:39:21.197803 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c38c0030-d1eb-4c75-bf6a-e1eaf89175c9 None None] For port b0ce47f0-b764-4c10-be4b-8212450a2e1d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=b0ce47f0-b764-4c10-be4b-8212450a2e1d,segment=NetworkSegment(8a6a0278-a5c8-438e-99e8-f318cb814c92),segment_id=8a6a0278-a5c8-438e-99e8-f318cb814c92)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:39:21.204874 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39214) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:21.208835 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Sync routers for ids ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:39:21.215820 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0ed365c2-0549-4b6b-84cc-55ad482b5b2e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'subnet': {'network_id': 'e71afe6a-e35a-4463-ad95-7815408815d3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:21.223207 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Routers {'1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:21.224161 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:39:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:21.229257 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c38c0030-d1eb-4c75-bf6a-e1eaf89175c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b0ce47f0-b764-4c10-be4b-8212450a2e1d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:21.231062 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port b0ce47f0-b764-4c10-be4b-8212450a2e1d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:21.231426 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b0ce47f0-b764-4c10-be4b-8212450a2e1d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:21.292625 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91f087-00ac-4f20-ae58-065c2423c532 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Network': ['ID=e71afe6a-e35a-4463-ad95-7815408815d3,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:21.357408 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea22d96-9af2-480b-9049-0ba5efb932cc tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:39:21.376465 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed365c2-0549-4b6b-84cc-55ad482b5b2e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Made reservation on behalf of 44e02e43080c44a399ac0fd22d465ed0 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:39:21.381745 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ed365c2-0549-4b6b-84cc-55ad482b5b2e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:21.390929 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Set router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:39:21.410723 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c0030-d1eb-4c75-bf6a-e1eaf89175c9 None None] Pushing event updated for resources: {'Port': ['ID=b0ce47f0-b764-4c10-be4b-8212450a2e1d,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:21.414031 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network e71afe6a-e35a-4463-ad95-7815408815d3 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:39:21.419526 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a55f0cb-9a14-4315-8dc1-7ce81495498d None None] Sync routers for ids ['b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:39:21.495703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a55f0cb-9a14-4315-8dc1-7ce81495498d None None] Routers {'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:21.496383 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7a55f0cb-9a14-4315-8dc1-7ce81495498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:39:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:21.526873 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ea22d96-9af2-480b-9049-0ba5efb932cc tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:21.598856 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1ea22d96-9af2-480b-9049-0ba5efb932cc tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0103924 Feb 07 21:39:21.602582 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8693a9e2-c228-4854-a920-52ecd95a66bd', 'tag': '9137fcc3-3ff1-41ed-bc8b-800ba08c9fba'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:39:21.605732 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84967ddc-daca-4779-b031-94763b2bd005" -d '{"events": [{"name": "network-changed", "server_uuid": "8693a9e2-c228-4854-a920-52ecd95a66bd", "tag": "9137fcc3-3ff1-41ed-bc8b-800ba08c9fba"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:39:21.683178 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ed365c2-0549-4b6b-84cc-55ad482b5b2e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (acb2b45d-f639-4904-b206-b910bbf5e595), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:21.729479 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a3f3a5-c920-40ac-ac14-14e3249c9091 x-openstack-request-id: req-28a3f3a5-c920-40ac-ac14-14e3249c9091 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:39:21.729774 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8693a9e2-c228-4854-a920-52ecd95a66bd", "tag": "9137fcc3-3ff1-41ed-bc8b-800ba08c9fba", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:39:21.730033 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-28a3f3a5-c920-40ac-ac14-14e3249c9091 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:39:21.730859 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8693a9e2-c228-4854-a920-52ecd95a66bd', 'tag': '9137fcc3-3ff1-41ed-bc8b-800ba08c9fba', 'status': 'completed', 'code': 200} Feb 07 21:39:21.843365 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84967ddc-daca-4779-b031-94763b2bd005 req-091f3e32-773f-458f-9215-d7a474f34783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:21.845729 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-84967ddc-daca-4779-b031-94763b2bd005 req-091f3e32-773f-458f-9215-d7a474f34783 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 1127 time: 0.1050513 Feb 07 21:39:21.859513 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port b0ce47f0-b764-4c10-be4b-8212450a2e1d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:21.860669 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 612b5f3d-f4dd-4e38-9c95-e87763cafa7b up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:39:21.864980 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed365c2-0549-4b6b-84cc-55ad482b5b2e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Subnet': ['ID=acb2b45d-f639-4904-b206-b910bbf5e595,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:21.892204 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed365c2-0549-4b6b-84cc-55ad482b5b2e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Checking segment: {'id': 'f4366c96-0399-4812-8393-faa77dbec4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e71afe6a-e35a-4463-ad95-7815408815d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:39:21.892609 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed365c2-0549-4b6b-84cc-55ad482b5b2e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network hostable DHCP agents. Network: e71afe6a-e35a-4463-ad95-7815408815d3, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:39:21.904701 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-7711aacf-d9ae-4668-a7fc-7ec267fc6839 None None] Provisioning complete for port b0ce47f0-b764-4c10-be4b-8212450a2e1d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:21.905095 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7711aacf-d9ae-4668-a7fc-7ec267fc6839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b0ce47f0-b764-4c10-be4b-8212450a2e1d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:21.917823 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'name': 'tempest-RoutersIpV6Test-router-886631178', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:10Z', 'updated_at': '2022-02-07T21:39:19Z', 'revision_number': 4, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None, '_interfaces': [{'id': '416824dd-7f58-4bb2-9b00-0b393a3f576c', 'name': '', 'network_id': '121aeb71-c2af-477d-90cd-cdbfe6e04c49', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:a7:96:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:14Z', 'updated_at': '2022-02-07T21:39:15Z', 'revision_number': 2, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '935bef47-624f-4f02-9c5d-3a2e712e869b', 'name': '', 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:6c:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:11Z', 'updated_at': '2022-02-07T21:39:17Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d', 'name': '', 'network_id': '1cd8c5b1-ff35-4993-a9c2-93779c992fc7', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:81:e6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'f87d9386-73a0-40c4-8b19-6b7e1a1b0a36', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:17Z', 'updated_at': '2022-02-07T21:39:19Z', 'revision_number': 2, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f87d9386-73a0-40c4-8b19-6b7e1a1b0a36', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:21.952173 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:21.974504 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-7a55f0cb-9a14-4315-8dc1-7ce81495498d None None] Set router b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:39:21.976064 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd90740-98bc-40ef-a5ac-0b3d72e8d428 req-c8ed78a1-97ac-4249-8032-ae81ae1bd618 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:21.982564 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbd90740-98bc-40ef-a5ac-0b3d72e8d428 req-c8ed78a1-97ac-4249-8032-ae81ae1bd618 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 945 time: 0.1930783 Feb 07 21:39:21.983421 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed365c2-0549-4b6b-84cc-55ad482b5b2e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network e71afe6a-e35a-4463-ad95-7815408815d3 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:39:21.986217 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Checking router: 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:39:21.986578 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Updating router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 port 416824dd-7f58-4bb2-9b00-0b393a3f576c binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:39:21.995682 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84967ddc-daca-4779-b031-94763b2bd005 req-7ffe740e-fe88-421d-88eb-513005f3a315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:22.000130 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-84967ddc-daca-4779-b031-94763b2bd005 req-7ffe740e-fe88-421d-88eb-513005f3a315 service neutron] 10.222.0.69 "GET /v2.0/networks?id=adc182b3-a956-4dbe-b035-c86daf4fcb9e HTTP/1.1" status: 200 len: 897 time: 0.1482754 Feb 07 21:39:22.002067 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-0ed365c2-0549-4b6b-84cc-55ad482b5b2e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, e71afe6a-e35a-4463-ad95-7815408815d3) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:39:22.023259 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc0688c-e33a-454a-a8c2-257e6b0c4d8b None None] Network e71afe6a-e35a-4463-ad95-7815408815d3 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:39:22.024948 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed365c2-0549-4b6b-84cc-55ad482b5b2e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:22.025687 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ed365c2-0549-4b6b-84cc-55ad482b5b2e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:22.031380 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (416824dd-7f58-4bb2-9b00-0b393a3f576c), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:22.047864 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0ed365c2-0549-4b6b-84cc-55ad482b5b2e tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8380928 Feb 07 21:39:22.048160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39224) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:22.157152 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-84967ddc-daca-4779-b031-94763b2bd005 req-725f25ec-870e-4555-a255-3030b8f2a6a0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba HTTP/1.1" status: 200 len: 999 time: 0.1432247 Feb 07 21:39:22.241073 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84967ddc-daca-4779-b031-94763b2bd005 req-ba543259-5b2f-4766-8411-19d0e2340c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:22.243188 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-84967ddc-daca-4779-b031-94763b2bd005 req-ba543259-5b2f-4766-8411-19d0e2340c25 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5a8f51b7-919e-4598-9eba-315786b468db HTTP/1.1" status: 200 len: 835 time: 0.0798714 Feb 07 21:39:22.262853 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbd90740-98bc-40ef-a5ac-0b3d72e8d428 req-5469e98e-7529-4b80-a51f-72ef00aca7d9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2716603 Feb 07 21:39:22.297448 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39226) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:22.377865 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84967ddc-daca-4779-b031-94763b2bd005 req-f5f88290-9dbe-4ee5-864b-04803b7ac62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:22.380679 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-84967ddc-daca-4779-b031-94763b2bd005 req-f5f88290-9dbe-4ee5-864b-04803b7ac62f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=adc182b3-a956-4dbe-b035-c86daf4fcb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1309807 Feb 07 21:39:22.397018 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Publish callbacks [] for port (416824dd-7f58-4bb2-9b00-0b393a3f576c), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:22.403887 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (416824dd-7f58-4bb2-9b00-0b393a3f576c), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:22.485933 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6f652cef-a48e-4adf-a1aa-d5be7fe5a0cb tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/floatingips/34a62a7b-77dc-4ff4-8852-d2737571ef52 HTTP/1.1" status: 200 len: 991 time: 0.1870656 Feb 07 21:39:22.489471 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-84967ddc-daca-4779-b031-94763b2bd005 req-339a5072-0d03-4c00-aee5-dd9e79fcfe56 service neutron] 10.222.0.69 "GET /v2.0/networks/adc182b3-a956-4dbe-b035-c86daf4fcb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033826 Feb 07 21:39:22.546304 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62ef10-2f55-40de-80c0-d826f56cb77b None None] Pushing event updated for resources: {'Port': ['ID=416824dd-7f58-4bb2-9b00-0b393a3f576c,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:22.572807 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62ef10-2f55-40de-80c0-d826f56cb77b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:22.573150 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62ef10-2f55-40de-80c0-d826f56cb77b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:22.573489 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62ef10-2f55-40de-80c0-d826f56cb77b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:22.573835 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62ef10-2f55-40de-80c0-d826f56cb77b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:22.574428 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62ef10-2f55-40de-80c0-d826f56cb77b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:22.574727 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62ef10-2f55-40de-80c0-d826f56cb77b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:22.575050 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62ef10-2f55-40de-80c0-d826f56cb77b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:22.575425 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62ef10-2f55-40de-80c0-d826f56cb77b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:22.575749 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62ef10-2f55-40de-80c0-d826f56cb77b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:22.576070 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62ef10-2f55-40de-80c0-d826f56cb77b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:22.576410 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62ef10-2f55-40de-80c0-d826f56cb77b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:22.576728 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62ef10-2f55-40de-80c0-d826f56cb77b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:22.577043 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62ef10-2f55-40de-80c0-d826f56cb77b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:39:22.613793 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Attempting to bind port 416824dd-7f58-4bb2-9b00-0b393a3f576c on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:39:22.614461 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Attempting to bind port 416824dd-7f58-4bb2-9b00-0b393a3f576c by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'bac50daa-e9e2-4b3f-8f12-5ddc7ab0e08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '121aeb71-c2af-477d-90cd-cdbfe6e04c49'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:39:22.615005 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Attempting to bind port 416824dd-7f58-4bb2-9b00-0b393a3f576c on network 121aeb71-c2af-477d-90cd-cdbfe6e04c49 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:39:22.621657 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:39:22.622264 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7711aacf-d9ae-4668-a7fc-7ec267fc6839 None None] Current status of the port b0ce47f0-b764-4c10-be4b-8212450a2e1d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:22.622619 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Checking segment: {'id': 'bac50daa-e9e2-4b3f-8f12-5ddc7ab0e08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '121aeb71-c2af-477d-90cd-cdbfe6e04c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:39:22.623036 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:22.623432 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Bound using segment: {'id': 'bac50daa-e9e2-4b3f-8f12-5ddc7ab0e08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '121aeb71-c2af-477d-90cd-cdbfe6e04c49'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:39:22.623911 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Bound port: 416824dd-7f58-4bb2-9b00-0b393a3f576c, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac50daa-e9e2-4b3f-8f12-5ddc7ab0e08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '121aeb71-c2af-477d-90cd-cdbfe6e04c49'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:39:22.624315 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (416824dd-7f58-4bb2-9b00-0b393a3f576c), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:22.640246 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-84967ddc-daca-4779-b031-94763b2bd005 req-74ff6e9d-672f-4f16-8bfd-213fe1c6f27b service neutron] 10.222.0.69 "GET /v2.0/networks/adc182b3-a956-4dbe-b035-c86daf4fcb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448078 Feb 07 21:39:22.687206 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 612b5f3d-f4dd-4e38-9c95-e87763cafa7b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:22.687738 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (612b5f3d-f4dd-4e38-9c95-e87763cafa7b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:22.692437 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-7711aacf-d9ae-4668-a7fc-7ec267fc6839 None None] Provisioning complete for port e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:22.692933 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7711aacf-d9ae-4668-a7fc-7ec267fc6839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:22.741064 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edff7ba-0c7d-4f97-b135-2c86bbd05fca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-e71afe6a-e35a-4463-ad95-7815408815d3', 'network_id': 'e71afe6a-e35a-4463-ad95-7815408815d3', 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'fixed_ips': [{'subnet_id': 'acb2b45d-f639-4904-b206-b910bbf5e595'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:39:22.742478 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8edff7ba-0c7d-4f97-b135-2c86bbd05fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:22.781109 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7711aacf-d9ae-4668-a7fc-7ec267fc6839 None None] Port e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:39:22.783634 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f3cf4c5f-cded-470e-908a-29f08ce635fe tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:22.833019 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] For port 416824dd-7f58-4bb2-9b00-0b393a3f576c, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:39:22.873753 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] For port 416824dd-7f58-4bb2-9b00-0b393a3f576c, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=416824dd-7f58-4bb2-9b00-0b393a3f576c,segment=NetworkSegment(bac50daa-e9e2-4b3f-8f12-5ddc7ab0e08f),segment_id=bac50daa-e9e2-4b3f-8f12-5ddc7ab0e08f)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:39:22.896737 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (416824dd-7f58-4bb2-9b00-0b393a3f576c), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:22.944766 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7a55f0cb-9a14-4315-8dc1-7ce81495498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219435915', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:38:51Z', 'updated_at': '2022-02-07T21:38:57Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:38:52Z', 'updated_at': '2022-02-07T21:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '34a62a7b-77dc-4ff4-8852-d2737571ef52', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'port_id': '9137fcc3-3ff1-41ed-bc8b-800ba08c9fba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e', 'mac_address': 'fa:16:3e:7b:04:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8693a9e2-c228-4854-a920-52ecd95a66bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:39:18Z', 'updated_at': '2022-02-07T21:39:18Z', 'revision_number': 0, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae24238e-ab1c-4ea7-9069-87248356a22b', 'name': '', 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:0a:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '5a8f51b7-919e-4598-9eba-315786b468db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:38:55Z', 'updated_at': '2022-02-07T21:39:02Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '5a8f51b7-919e-4598-9eba-315786b468db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:22.978542 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a55f0cb-9a14-4315-8dc1-7ce81495498d None None] Checking router: b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:39:22.983535 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-61895ef4-cce7-46b6-a67e-d6233171b41a None None] Provisioning complete for port e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:22.983900 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-61895ef4-cce7-46b6-a67e-d6233171b41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:22.988899 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Updating router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 port e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:39:23.087160 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:23.093172 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-61895ef4-cce7-46b6-a67e-d6233171b41a None None] Port e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:39:23.121727 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62ef10-2f55-40de-80c0-d826f56cb77b None None] Pushing event updated for resources: {'Port': ['ID=416824dd-7f58-4bb2-9b00-0b393a3f576c,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:23.157554 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 612b5f3d-f4dd-4e38-9c95-e87763cafa7b is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:23.167633 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a55f0cb-9a14-4315-8dc1-7ce81495498d None None] Routers {'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:23.168269 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7a55f0cb-9a14-4315-8dc1-7ce81495498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:39:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:23.170803 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-8edff7ba-0c7d-4f97-b135-2c86bbd05fca None None] Allocated IP 2001:db8:3::2 (e71afe6a-e35a-4463-ad95-7815408815d3/acb2b45d-f639-4904-b206-b910bbf5e595/f3b63cf2-bf8c-404f-a10f-9913601a4858) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:39:23.486244 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39238) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:23.574912 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Publish callbacks [] for port (e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:23.585613 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:23.591951 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device b0ce47f0-b764-4c10-be4b-8212450a2e1d up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:39:23.630022 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-68d9093d-e482-4e6a-a613-b23265765cf2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/floatingips/34a62a7b-77dc-4ff4-8852-d2737571ef52 HTTP/1.1" status: 200 len: 991 time: 0.1421976 Feb 07 21:39:23.642503 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-5fb29ae3-8dce-4ce4-abc1-470d96491714 None None] Provisioning complete for port 416824dd-7f58-4bb2-9b00-0b393a3f576c triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:23.642867 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5fb29ae3-8dce-4ce4-abc1-470d96491714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (416824dd-7f58-4bb2-9b00-0b393a3f576c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:23.653947 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62ef10-2f55-40de-80c0-d826f56cb77b None None] Pushing event updated for resources: {'Port': ['ID=e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:23.685481 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:23.745880 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-7a55f0cb-9a14-4315-8dc1-7ce81495498d None None] Set router b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:39:23.786279 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Attempting to bind port e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:39:23.786649 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Attempting to bind port e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '8a6a0278-a5c8-438e-99e8-f318cb814c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1cd8c5b1-ff35-4993-a9c2-93779c992fc7'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:39:23.787157 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Attempting to bind port e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d on network 1cd8c5b1-ff35-4993-a9c2-93779c992fc7 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:39:23.794437 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:39:23.794815 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Checking segment: {'id': '8a6a0278-a5c8-438e-99e8-f318cb814c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1cd8c5b1-ff35-4993-a9c2-93779c992fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:39:23.795226 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:23.795622 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Bound using segment: {'id': '8a6a0278-a5c8-438e-99e8-f318cb814c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1cd8c5b1-ff35-4993-a9c2-93779c992fc7'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:39:23.796088 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Bound port: e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a6a0278-a5c8-438e-99e8-f318cb814c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1cd8c5b1-ff35-4993-a9c2-93779c992fc7'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:39:23.796603 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:23.870074 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] For port e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:39:23.874244 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] For port e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d,segment=NetworkSegment(8a6a0278-a5c8-438e-99e8-f318cb814c92),segment_id=8a6a0278-a5c8-438e-99e8-f318cb814c92)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:39:23.889538 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:23.914334 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port b0ce47f0-b764-4c10-be4b-8212450a2e1d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:23.914702 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b0ce47f0-b764-4c10-be4b-8212450a2e1d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:23.917711 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8edff7ba-0c7d-4f97-b135-2c86bbd05fca None None] Publish callbacks [] for port (f3b63cf2-bf8c-404f-a10f-9913601a4858), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:23.968756 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62ef10-2f55-40de-80c0-d826f56cb77b None None] Pushing event updated for resources: {'Port': ['ID=e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:23.979970 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8edff7ba-0c7d-4f97-b135-2c86bbd05fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (f3b63cf2-bf8c-404f-a10f-9913601a4858), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:24.029505 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Routers {'1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:24.030325 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:39:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:24.068297 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-f3cf4c5f-cded-470e-908a-29f08ce635fe tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Allocated IP 2001:db8:3::1 (e71afe6a-e35a-4463-ad95-7815408815d3/acb2b45d-f639-4904-b206-b910bbf5e595/bfb4980f-2083-48ec-afc5-609660cf700f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:39:24.127989 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edff7ba-0c7d-4f97-b135-2c86bbd05fca None None] Network e71afe6a-e35a-4463-ad95-7815408815d3 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:39:24.134924 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edff7ba-0c7d-4f97-b135-2c86bbd05fca None None] Pushing event updated for resources: {'Port': ['ID=f3b63cf2-bf8c-404f-a10f-9913601a4858,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:24.140081 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-8edff7ba-0c7d-4f97-b135-2c86bbd05fca None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:39:24.141768 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-5fb29ae3-8dce-4ce4-abc1-470d96491714 None None] Current status of the port 416824dd-7f58-4bb2-9b00-0b393a3f576c is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:24.142146 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5fb29ae3-8dce-4ce4-abc1-470d96491714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (416824dd-7f58-4bb2-9b00-0b393a3f576c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:24.144908 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edff7ba-0c7d-4f97-b135-2c86bbd05fca None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:39:24.188048 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] Set router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:39:24.301685 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-5fb29ae3-8dce-4ce4-abc1-470d96491714 None None] For port 416824dd-7f58-4bb2-9b00-0b393a3f576c, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=416824dd-7f58-4bb2-9b00-0b393a3f576c,segment=NetworkSegment(bac50daa-e9e2-4b3f-8f12-5ddc7ab0e08f),segment_id=bac50daa-e9e2-4b3f-8f12-5ddc7ab0e08f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:39:24.334847 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f3cf4c5f-cded-470e-908a-29f08ce635fe tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for port (bfb4980f-2083-48ec-afc5-609660cf700f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:24.341205 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5fb29ae3-8dce-4ce4-abc1-470d96491714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (416824dd-7f58-4bb2-9b00-0b393a3f576c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:24.359599 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8edff7ba-0c7d-4f97-b135-2c86bbd05fca None None] Attempting to bind port f3b63cf2-bf8c-404f-a10f-9913601a4858 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:39:24.359966 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8edff7ba-0c7d-4f97-b135-2c86bbd05fca None None] Attempting to bind port f3b63cf2-bf8c-404f-a10f-9913601a4858 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'f4366c96-0399-4812-8393-faa77dbec4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e71afe6a-e35a-4463-ad95-7815408815d3'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:39:24.360340 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edff7ba-0c7d-4f97-b135-2c86bbd05fca None None] Attempting to bind port f3b63cf2-bf8c-404f-a10f-9913601a4858 on network e71afe6a-e35a-4463-ad95-7815408815d3 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:39:24.387966 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f3cf4c5f-cded-470e-908a-29f08ce635fe tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (bfb4980f-2083-48ec-afc5-609660cf700f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:24.394568 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port b0ce47f0-b764-4c10-be4b-8212450a2e1d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:24.395755 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 416824dd-7f58-4bb2-9b00-0b393a3f576c up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:39:24.473155 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cf4c5f-cded-470e-908a-29f08ce635fe tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network e71afe6a-e35a-4463-ad95-7815408815d3 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:39:24.492635 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f3cf4c5f-cded-470e-908a-29f08ce635fe tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:39:24.497199 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cf4c5f-cded-470e-908a-29f08ce635fe tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:39:24.497759 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f3cf4c5f-cded-470e-908a-29f08ce635fe tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:24.508546 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edff7ba-0c7d-4f97-b135-2c86bbd05fca None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:39:24.509427 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edff7ba-0c7d-4f97-b135-2c86bbd05fca None None] Checking segment: {'id': 'f4366c96-0399-4812-8393-faa77dbec4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e71afe6a-e35a-4463-ad95-7815408815d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:39:24.510041 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8edff7ba-0c7d-4f97-b135-2c86bbd05fca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:24.510627 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edff7ba-0c7d-4f97-b135-2c86bbd05fca None None] Bound using segment: {'id': 'f4366c96-0399-4812-8393-faa77dbec4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e71afe6a-e35a-4463-ad95-7815408815d3'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:39:24.511311 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8edff7ba-0c7d-4f97-b135-2c86bbd05fca None None] Bound port: f3b63cf2-bf8c-404f-a10f-9913601a4858, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4366c96-0399-4812-8393-faa77dbec4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e71afe6a-e35a-4463-ad95-7815408815d3'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:39:24.511876 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8edff7ba-0c7d-4f97-b135-2c86bbd05fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f3b63cf2-bf8c-404f-a10f-9913601a4858), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:24.544416 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf4c5f-cded-470e-908a-29f08ce635fe tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Port': ['ID=bfb4980f-2083-48ec-afc5-609660cf700f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:24.544922 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb29ae3-8dce-4ce4-abc1-470d96491714 None None] Pushing event updated for resources: {'Port': ['ID=416824dd-7f58-4bb2-9b00-0b393a3f576c,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:24.592162 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'name': 'tempest-RoutersIpV6Test-router-886631178', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:10Z', 'updated_at': '2022-02-07T21:39:19Z', 'revision_number': 4, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None, '_interfaces': [{'id': '416824dd-7f58-4bb2-9b00-0b393a3f576c', 'name': '', 'network_id': '121aeb71-c2af-477d-90cd-cdbfe6e04c49', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:a7:96:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:14Z', 'updated_at': '2022-02-07T21:39:22Z', 'revision_number': 4, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '935bef47-624f-4f02-9c5d-3a2e712e869b', 'name': '', 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:6c:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:11Z', 'updated_at': '2022-02-07T21:39:17Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d', 'name': '', 'network_id': '1cd8c5b1-ff35-4993-a9c2-93779c992fc7', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:81:e6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'f87d9386-73a0-40c4-8b19-6b7e1a1b0a36', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:17Z', 'updated_at': '2022-02-07T21:39:23Z', 'revision_number': 4, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f87d9386-73a0-40c4-8b19-6b7e1a1b0a36', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:24.630466 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e4407f-b25f-468b-a005-e98dc403a10e None None] The sync data for ids ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'] in n-d-828185-2 is: [{'id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'name': 'tempest-RoutersIpV6Test-router-886631178', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:10Z', 'updated_at': '2022-02-07T21:39:19Z', 'revision_number': 4, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None, '_interfaces': [{'id': '416824dd-7f58-4bb2-9b00-0b393a3f576c', 'name': '', 'network_id': '121aeb71-c2af-477d-90cd-cdbfe6e04c49', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:a7:96:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:14Z', 'updated_at': '2022-02-07T21:39:22Z', 'revision_number': 4, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '935bef47-624f-4f02-9c5d-3a2e712e869b', 'name': '', 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:6c:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:11Z', 'updated_at': '2022-02-07T21:39:17Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d', 'name': '', 'network_id': '1cd8c5b1-ff35-4993-a9c2-93779c992fc7', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:81:e6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'f87d9386-73a0-40c4-8b19-6b7e1a1b0a36', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:17Z', 'updated_at': '2022-02-07T21:39:23Z', 'revision_number': 4, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f87d9386-73a0-40c4-8b19-6b7e1a1b0a36', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:39:24.636772 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39244) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:24.662224 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f3cf4c5f-cded-470e-908a-29f08ce635fe tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bfb4980f-2083-48ec-afc5-609660cf700f), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:24.680120 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e5787a83-513e-4bcd-b045-91c7f761b09b None None] Provisioning complete for port 416824dd-7f58-4bb2-9b00-0b393a3f576c triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:24.680783 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e5787a83-513e-4bcd-b045-91c7f761b09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (416824dd-7f58-4bb2-9b00-0b393a3f576c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:24.804177 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8edff7ba-0c7d-4f97-b135-2c86bbd05fca None None] For port f3b63cf2-bf8c-404f-a10f-9913601a4858, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:39:24.804404 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-514de8ea-7674-49b5-a955-285ff2c2a8e9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/floatingips/34a62a7b-77dc-4ff4-8852-d2737571ef52 HTTP/1.1" status: 200 len: 991 time: 0.1654663 Feb 07 21:39:24.808443 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8edff7ba-0c7d-4f97-b135-2c86bbd05fca None None] For port f3b63cf2-bf8c-404f-a10f-9913601a4858, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f3b63cf2-bf8c-404f-a10f-9913601a4858,segment=NetworkSegment(f4366c96-0399-4812-8393-faa77dbec4fc),segment_id=f4366c96-0399-4812-8393-faa77dbec4fc)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:39:24.813920 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 416824dd-7f58-4bb2-9b00-0b393a3f576c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:24.814599 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (416824dd-7f58-4bb2-9b00-0b393a3f576c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:24.867130 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:24.870837 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8edff7ba-0c7d-4f97-b135-2c86bbd05fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f3b63cf2-bf8c-404f-a10f-9913601a4858), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:24.950245 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7a55f0cb-9a14-4315-8dc1-7ce81495498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219435915', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:38:51Z', 'updated_at': '2022-02-07T21:38:57Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:38:52Z', 'updated_at': '2022-02-07T21:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '34a62a7b-77dc-4ff4-8852-d2737571ef52', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'port_id': '9137fcc3-3ff1-41ed-bc8b-800ba08c9fba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e', 'mac_address': 'fa:16:3e:7b:04:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8693a9e2-c228-4854-a920-52ecd95a66bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:39:18Z', 'updated_at': '2022-02-07T21:39:18Z', 'revision_number': 0, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae24238e-ab1c-4ea7-9069-87248356a22b', 'name': '', 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:0a:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '5a8f51b7-919e-4598-9eba-315786b468db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:38:55Z', 'updated_at': '2022-02-07T21:39:02Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '5a8f51b7-919e-4598-9eba-315786b468db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:25.020791 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a55f0cb-9a14-4315-8dc1-7ce81495498d None None] The sync data for ids ['b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'] in n-d-828185-2 is: [{'id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219435915', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:38:51Z', 'updated_at': '2022-02-07T21:38:57Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:38:52Z', 'updated_at': '2022-02-07T21:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '34a62a7b-77dc-4ff4-8852-d2737571ef52', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'port_id': '9137fcc3-3ff1-41ed-bc8b-800ba08c9fba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e', 'mac_address': 'fa:16:3e:7b:04:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8693a9e2-c228-4854-a920-52ecd95a66bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:39:18Z', 'updated_at': '2022-02-07T21:39:18Z', 'revision_number': 0, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae24238e-ab1c-4ea7-9069-87248356a22b', 'name': '', 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:0a:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '5a8f51b7-919e-4598-9eba-315786b468db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:38:55Z', 'updated_at': '2022-02-07T21:39:02Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '5a8f51b7-919e-4598-9eba-315786b468db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:39:25.255805 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e5787a83-513e-4bcd-b045-91c7f761b09b None None] Current status of the port 416824dd-7f58-4bb2-9b00-0b393a3f576c is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:25.260173 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edff7ba-0c7d-4f97-b135-2c86bbd05fca None None] Pushing event updated for resources: {'Port': ['ID=f3b63cf2-bf8c-404f-a10f-9913601a4858,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:25.282971 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 416824dd-7f58-4bb2-9b00-0b393a3f576c is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:25.308811 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e5787a83-513e-4bcd-b045-91c7f761b09b None None] Provisioning complete for port e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:25.310049 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e5787a83-513e-4bcd-b045-91c7f761b09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:25.567178 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6422524-1c02-4516-9bc0-3c250c681d97 None None] New status for floating IP 34a62a7b-77dc-4ff4-8852-d2737571ef52: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:39:25.597309 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e5787a83-513e-4bcd-b045-91c7f761b09b None None] Current status of the port e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:25.597735 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e5787a83-513e-4bcd-b045-91c7f761b09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:25.690857 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 416824dd-7f58-4bb2-9b00-0b393a3f576c up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:39:25.707485 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e5787a83-513e-4bcd-b045-91c7f761b09b None None] For port e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d,segment=NetworkSegment(8a6a0278-a5c8-438e-99e8-f318cb814c92),segment_id=8a6a0278-a5c8-438e-99e8-f318cb814c92)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:39:25.734969 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e5787a83-513e-4bcd-b045-91c7f761b09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:25.811138 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39248) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:25.908160 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f3cf4c5f-cded-470e-908a-29f08ce635fe tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for port (bfb4980f-2083-48ec-afc5-609660cf700f), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:25.915587 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f3cf4c5f-cded-470e-908a-29f08ce635fe tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (bfb4980f-2083-48ec-afc5-609660cf700f), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:25.917772 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f3cf4c5f-cded-470e-908a-29f08ce635fe tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:25.924722 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5787a83-513e-4bcd-b045-91c7f761b09b None None] Pushing event updated for resources: {'Port': ['ID=e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:25.929490 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-86630f34-b6ac-4990-ba40-492ebcf689cf None None] Provisioning complete for port e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:25.929979 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-86630f34-b6ac-4990-ba40-492ebcf689cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:25.933924 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 416824dd-7f58-4bb2-9b00-0b393a3f576c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:25.934426 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (416824dd-7f58-4bb2-9b00-0b393a3f576c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:25.976197 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-43549ce9-b116-42e0-b0c4-cd5732f4314c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/floatingips/34a62a7b-77dc-4ff4-8852-d2737571ef52 HTTP/1.1" status: 200 len: 991 time: 0.1632106 Feb 07 21:39:26.024523 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf4c5f-cded-470e-908a-29f08ce635fe tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event updated for resources: {'Port': ['ID=bfb4980f-2083-48ec-afc5-609660cf700f,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:26.104594 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-86630f34-b6ac-4990-ba40-492ebcf689cf None None] Current status of the port e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:26.112944 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 416824dd-7f58-4bb2-9b00-0b393a3f576c is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:26.114002 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:39:26.161406 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cf4c5f-cded-470e-908a-29f08ce635fe tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Network e71afe6a-e35a-4463-ad95-7815408815d3 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:39:26.162817 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f3cf4c5f-cded-470e-908a-29f08ce635fe tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:39:26.170821 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:26.172701 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:26.280112 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:26.294871 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cf4c5f-cded-470e-908a-29f08ce635fe tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:39:26.399035 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cf4c5f-cded-470e-908a-29f08ce635fe tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:39:26.407201 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f3cf4c5f-cded-470e-908a-29f08ce635fe tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "PUT /v2.0/routers/1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3555427 Feb 07 21:39:26.407549 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39252) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:26.412196 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-4ccceb91-d556-41be-81e3-063a689b24f0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:26.446639 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9897ae16-53e9-4024-8431-bc290e32fb88 None None] Sync routers for ids ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:39:26.458318 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9897ae16-53e9-4024-8431-bc290e32fb88 None None] Routers {'1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:26.459202 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9897ae16-53e9-4024-8431-bc290e32fb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:39:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:26.595861 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-9897ae16-53e9-4024-8431-bc290e32fb88 None None] Set router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:39:26.769115 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee8a7d1-2075-4294-9238-cea8ca16699e None None] Network e71afe6a-e35a-4463-ad95-7815408815d3 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:39:26.862279 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6ea873a9-0d01-40b5-8387-e923fe9f6532 None None] Provisioning complete for port f3b63cf2-bf8c-404f-a10f-9913601a4858 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:26.862682 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6ea873a9-0d01-40b5-8387-e923fe9f6532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f3b63cf2-bf8c-404f-a10f-9913601a4858), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:26.912882 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.extraroute_db [None req-4ccceb91-d556-41be-81e3-063a689b24f0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103256) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 07 21:39:26.940806 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.extraroute_db [None req-4ccceb91-d556-41be-81e3-063a689b24f0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Removed routes are [] {{(pid=103256) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 07 21:39:26.943273 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ccceb91-d556-41be-81e3-063a689b24f0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9854'] for router (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:26.979715 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39258) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:27.030529 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9897ae16-53e9-4024-8431-bc290e32fb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'name': 'tempest-RoutersIpV6Test-router-886631178', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:10Z', 'updated_at': '2022-02-07T21:39:24Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None, '_interfaces': [{'id': '416824dd-7f58-4bb2-9b00-0b393a3f576c', 'name': '', 'network_id': '121aeb71-c2af-477d-90cd-cdbfe6e04c49', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:a7:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:14Z', 'updated_at': '2022-02-07T21:39:24Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '935bef47-624f-4f02-9c5d-3a2e712e869b', 'name': '', 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:6c:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:11Z', 'updated_at': '2022-02-07T21:39:17Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb4980f-2083-48ec-afc5-609660cf700f', 'name': '', 'network_id': 'e71afe6a-e35a-4463-ad95-7815408815d3', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:40:e4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'acb2b45d-f639-4904-b206-b910bbf5e595', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:22Z', 'updated_at': '2022-02-07T21:39:24Z', 'revision_number': 2, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'acb2b45d-f639-4904-b206-b910bbf5e595', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d', 'name': '', 'network_id': '1cd8c5b1-ff35-4993-a9c2-93779c992fc7', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:81:e6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'f87d9386-73a0-40c4-8b19-6b7e1a1b0a36', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:17Z', 'updated_at': '2022-02-07T21:39:25Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f87d9386-73a0-40c4-8b19-6b7e1a1b0a36', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:27.107035 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4fb95b29-a843-4cd1-b7b2-b98b1afe2fcf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/floatingips/34a62a7b-77dc-4ff4-8852-d2737571ef52 HTTP/1.1" status: 200 len: 993 time: 0.1259613 Feb 07 21:39:27.239841 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ccceb91-d556-41be-81e3-063a689b24f0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9854'] for router (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:27.250077 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ccceb91-d556-41be-81e3-063a689b24f0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7871149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7871156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7867351'] for router (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:27.278200 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9897ae16-53e9-4024-8431-bc290e32fb88 None None] Checking router: 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:39:27.279491 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9897ae16-53e9-4024-8431-bc290e32fb88 None None] Updating router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 port bfb4980f-2083-48ec-afc5-609660cf700f binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:39:27.312973 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6ea873a9-0d01-40b5-8387-e923fe9f6532 None None] Current status of the port f3b63cf2-bf8c-404f-a10f-9913601a4858 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:27.313743 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6ea873a9-0d01-40b5-8387-e923fe9f6532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f3b63cf2-bf8c-404f-a10f-9913601a4858), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:27.333649 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9897ae16-53e9-4024-8431-bc290e32fb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bfb4980f-2083-48ec-afc5-609660cf700f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:27.377209 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ccceb91-d556-41be-81e3-063a689b24f0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:39:27.388113 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-6ea873a9-0d01-40b5-8387-e923fe9f6532 None None] For port f3b63cf2-bf8c-404f-a10f-9913601a4858, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f3b63cf2-bf8c-404f-a10f-9913601a4858,segment=NetworkSegment(f4366c96-0399-4812-8393-faa77dbec4fc),segment_id=f4366c96-0399-4812-8393-faa77dbec4fc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:39:27.416695 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6ea873a9-0d01-40b5-8387-e923fe9f6532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f3b63cf2-bf8c-404f-a10f-9913601a4858), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:27.508098 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccceb91-d556-41be-81e3-063a689b24f0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:39:27.515591 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ccceb91-d556-41be-81e3-063a689b24f0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:27.519958 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39262) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:27.529528 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4ccceb91-d556-41be-81e3-063a689b24f0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "PUT /v2.0/routers/1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 HTTP/1.1" status: 200 len: 953 time: 1.1084452 Feb 07 21:39:27.593508 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea873a9-0d01-40b5-8387-e923fe9f6532 None None] Pushing event updated for resources: {'Port': ['ID=f3b63cf2-bf8c-404f-a10f-9913601a4858,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:27.623429 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-9a9945f4-181c-499f-b7ff-1fd6d0d395a5 None None] Provisioning complete for port bfb4980f-2083-48ec-afc5-609660cf700f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:27.624075 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a9945f4-181c-499f-b7ff-1fd6d0d395a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (bfb4980f-2083-48ec-afc5-609660cf700f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:27.687423 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9a9945f4-181c-499f-b7ff-1fd6d0d395a5 None None] Port bfb4980f-2083-48ec-afc5-609660cf700f cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:39:27.688067 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-84d7056f-6742-42bd-8964-2aa7c23f0d0a tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "GET /v2.0/routers/1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 HTTP/1.1" status: 200 len: 953 time: 0.1666596 Feb 07 21:39:27.690449 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39266) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:27.698594 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-19ef0e78-6894-4a8f-9583-c1f97104da72 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'router': {'routes': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:27.738294 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:39:27.814969 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-9a9945f4-181c-499f-b7ff-1fd6d0d395a5 None None] Provisioning complete for port f3b63cf2-bf8c-404f-a10f-9913601a4858 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:27.815346 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a9945f4-181c-499f-b7ff-1fd6d0d395a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f3b63cf2-bf8c-404f-a10f-9913601a4858), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:27.927947 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:27.928428 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:28.128218 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9897ae16-53e9-4024-8431-bc290e32fb88 None None] Publish callbacks [] for port (bfb4980f-2083-48ec-afc5-609660cf700f), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:28.136161 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9a9945f4-181c-499f-b7ff-1fd6d0d395a5 None None] Current status of the port f3b63cf2-bf8c-404f-a10f-9913601a4858 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:28.165661 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9897ae16-53e9-4024-8431-bc290e32fb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (bfb4980f-2083-48ec-afc5-609660cf700f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:28.216575 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:28.217660 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f3b63cf2-bf8c-404f-a10f-9913601a4858 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:39:28.250663 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce114151-ba3d-4c14-b814-dfc7c8d2af37 None None] Pushing event updated for resources: {'Port': ['ID=bfb4980f-2083-48ec-afc5-609660cf700f,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:28.290807 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.extraroute_db [None req-19ef0e78-6894-4a8f-9583-c1f97104da72 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Added routes are [] {{(pid=103255) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 07 21:39:28.291307 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.extraroute_db [None req-19ef0e78-6894-4a8f-9583-c1f97104da72 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103255) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 07 21:39:28.321738 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e5e20be0-8f0f-4e53-8efc-3e008b016c40 None None] Provisioning complete for port bfb4980f-2083-48ec-afc5-609660cf700f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:28.322393 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e5e20be0-8f0f-4e53-8efc-3e008b016c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (bfb4980f-2083-48ec-afc5-609660cf700f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:28.325314 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19ef0e78-6894-4a8f-9583-c1f97104da72 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9854'] for router (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:28.373044 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-9897ae16-53e9-4024-8431-bc290e32fb88 None None] Attempting to bind port bfb4980f-2083-48ec-afc5-609660cf700f on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:39:28.373407 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-9897ae16-53e9-4024-8431-bc290e32fb88 None None] Attempting to bind port bfb4980f-2083-48ec-afc5-609660cf700f by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'f4366c96-0399-4812-8393-faa77dbec4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e71afe6a-e35a-4463-ad95-7815408815d3'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:39:28.375750 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9897ae16-53e9-4024-8431-bc290e32fb88 None None] Attempting to bind port bfb4980f-2083-48ec-afc5-609660cf700f on network e71afe6a-e35a-4463-ad95-7815408815d3 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:39:28.384334 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9897ae16-53e9-4024-8431-bc290e32fb88 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:39:28.384737 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9897ae16-53e9-4024-8431-bc290e32fb88 None None] Checking segment: {'id': 'f4366c96-0399-4812-8393-faa77dbec4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e71afe6a-e35a-4463-ad95-7815408815d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:39:28.385243 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9897ae16-53e9-4024-8431-bc290e32fb88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:28.385641 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9897ae16-53e9-4024-8431-bc290e32fb88 None None] Bound using segment: {'id': 'f4366c96-0399-4812-8393-faa77dbec4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e71afe6a-e35a-4463-ad95-7815408815d3'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:39:28.386125 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-9897ae16-53e9-4024-8431-bc290e32fb88 None None] Bound port: bfb4980f-2083-48ec-afc5-609660cf700f, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4366c96-0399-4812-8393-faa77dbec4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e71afe6a-e35a-4463-ad95-7815408815d3'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:39:28.386496 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9897ae16-53e9-4024-8431-bc290e32fb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bfb4980f-2083-48ec-afc5-609660cf700f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:28.433418 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e5e20be0-8f0f-4e53-8efc-3e008b016c40 None None] Port bfb4980f-2083-48ec-afc5-609660cf700f cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:39:28.475180 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port f3b63cf2-bf8c-404f-a10f-9913601a4858 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:28.475560 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f3b63cf2-bf8c-404f-a10f-9913601a4858), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:28.541192 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19ef0e78-6894-4a8f-9583-c1f97104da72 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9854'] for router (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:28.544646 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19ef0e78-6894-4a8f-9583-c1f97104da72 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7871149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7871156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7867351'] for router (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:28.587454 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-9897ae16-53e9-4024-8431-bc290e32fb88 None None] For port bfb4980f-2083-48ec-afc5-609660cf700f, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:39:28.592332 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-9897ae16-53e9-4024-8431-bc290e32fb88 None None] For port bfb4980f-2083-48ec-afc5-609660cf700f, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=bfb4980f-2083-48ec-afc5-609660cf700f,segment=NetworkSegment(f4366c96-0399-4812-8393-faa77dbec4fc),segment_id=f4366c96-0399-4812-8393-faa77dbec4fc)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:39:28.625286 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9897ae16-53e9-4024-8431-bc290e32fb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (bfb4980f-2083-48ec-afc5-609660cf700f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:28.673128 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ef0e78-6894-4a8f-9583-c1f97104da72 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:39:28.696339 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce114151-ba3d-4c14-b814-dfc7c8d2af37 None None] Pushing event updated for resources: {'Port': ['ID=bfb4980f-2083-48ec-afc5-609660cf700f,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:28.755217 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port f3b63cf2-bf8c-404f-a10f-9913601a4858 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:28.768737 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4c0a48e9-a5af-4acb-8bd1-d1cef568e05c None None] Provisioning complete for port bfb4980f-2083-48ec-afc5-609660cf700f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:28.769251 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4c0a48e9-a5af-4acb-8bd1-d1cef568e05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (bfb4980f-2083-48ec-afc5-609660cf700f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:28.794011 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ef0e78-6894-4a8f-9583-c1f97104da72 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:39:28.805191 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9897ae16-53e9-4024-8431-bc290e32fb88 None None] Routers {'1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:28.806079 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9897ae16-53e9-4024-8431-bc290e32fb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:39:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:28.806991 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19ef0e78-6894-4a8f-9583-c1f97104da72 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:28.808184 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-19ef0e78-6894-4a8f-9583-c1f97104da72 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "PUT /v2.0/routers/1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 HTTP/1.1" status: 200 len: 703 time: 1.1167943 Feb 07 21:39:28.810988 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39272) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:28.965835 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39274) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:28.968985 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6bb72e46-7c22-4413-b2ed-fc09866b1b88 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "GET /v2.0/routers/1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 HTTP/1.1" status: 200 len: 703 time: 0.1529331 Feb 07 21:39:28.972281 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-9897ae16-53e9-4024-8431-bc290e32fb88 None None] Set router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:39:29.245273 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a48e9-a5af-4acb-8bd1-d1cef568e05c None None] Current status of the port bfb4980f-2083-48ec-afc5-609660cf700f is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:29.245729 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4c0a48e9-a5af-4acb-8bd1-d1cef568e05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bfb4980f-2083-48ec-afc5-609660cf700f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:29.308890 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-4c0a48e9-a5af-4acb-8bd1-d1cef568e05c None None] For port bfb4980f-2083-48ec-afc5-609660cf700f, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=bfb4980f-2083-48ec-afc5-609660cf700f,segment=NetworkSegment(f4366c96-0399-4812-8393-faa77dbec4fc),segment_id=f4366c96-0399-4812-8393-faa77dbec4fc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:39:29.335607 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4c0a48e9-a5af-4acb-8bd1-d1cef568e05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (bfb4980f-2083-48ec-afc5-609660cf700f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:29.415706 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a48e9-a5af-4acb-8bd1-d1cef568e05c None None] Pushing event updated for resources: {'Port': ['ID=bfb4980f-2083-48ec-afc5-609660cf700f,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:29.428879 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9897ae16-53e9-4024-8431-bc290e32fb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'name': 'tempest-RoutersIpV6Test-router-886631178', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:10Z', 'updated_at': '2022-02-07T21:39:28Z', 'revision_number': 7, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None, '_interfaces': [{'id': '416824dd-7f58-4bb2-9b00-0b393a3f576c', 'name': '', 'network_id': '121aeb71-c2af-477d-90cd-cdbfe6e04c49', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:a7:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:14Z', 'updated_at': '2022-02-07T21:39:24Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '935bef47-624f-4f02-9c5d-3a2e712e869b', 'name': '', 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:6c:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:11Z', 'updated_at': '2022-02-07T21:39:17Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb4980f-2083-48ec-afc5-609660cf700f', 'name': '', 'network_id': 'e71afe6a-e35a-4463-ad95-7815408815d3', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:40:e4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'acb2b45d-f639-4904-b206-b910bbf5e595', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:22Z', 'updated_at': '2022-02-07T21:39:28Z', 'revision_number': 4, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'acb2b45d-f639-4904-b206-b910bbf5e595', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d', 'name': '', 'network_id': '1cd8c5b1-ff35-4993-a9c2-93779c992fc7', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:81:e6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'f87d9386-73a0-40c4-8b19-6b7e1a1b0a36', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:17Z', 'updated_at': '2022-02-07T21:39:25Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f87d9386-73a0-40c4-8b19-6b7e1a1b0a36', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:29.482375 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f3b63cf2-bf8c-404f-a10f-9913601a4858 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:39:29.485989 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9897ae16-53e9-4024-8431-bc290e32fb88 None None] The sync data for ids ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'] in n-d-828185-2 is: [{'id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'name': 'tempest-RoutersIpV6Test-router-886631178', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:10Z', 'updated_at': '2022-02-07T21:39:28Z', 'revision_number': 7, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None, '_interfaces': [{'id': '416824dd-7f58-4bb2-9b00-0b393a3f576c', 'name': '', 'network_id': '121aeb71-c2af-477d-90cd-cdbfe6e04c49', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:a7:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:14Z', 'updated_at': '2022-02-07T21:39:24Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '935bef47-624f-4f02-9c5d-3a2e712e869b', 'name': '', 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:6c:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:11Z', 'updated_at': '2022-02-07T21:39:17Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb4980f-2083-48ec-afc5-609660cf700f', 'name': '', 'network_id': 'e71afe6a-e35a-4463-ad95-7815408815d3', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:40:e4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'acb2b45d-f639-4904-b206-b910bbf5e595', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:22Z', 'updated_at': '2022-02-07T21:39:28Z', 'revision_number': 4, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'acb2b45d-f639-4904-b206-b910bbf5e595', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d', 'name': '', 'network_id': '1cd8c5b1-ff35-4993-a9c2-93779c992fc7', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:81:e6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'f87d9386-73a0-40c4-8b19-6b7e1a1b0a36', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:17Z', 'updated_at': '2022-02-07T21:39:25Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f87d9386-73a0-40c4-8b19-6b7e1a1b0a36', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:39:29.549991 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-50c26704-2069-493b-91ba-63fc23b7b8ef None None] Provisioning complete for port bfb4980f-2083-48ec-afc5-609660cf700f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:29.550505 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-50c26704-2069-493b-91ba-63fc23b7b8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (bfb4980f-2083-48ec-afc5-609660cf700f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:29.554761 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86eeccfe-e432-4459-9eec-b365d60e48f1 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:29.639288 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port f3b63cf2-bf8c-404f-a10f-9913601a4858 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:39:29.642085 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f3b63cf2-bf8c-404f-a10f-9913601a4858), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:29.745883 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-50c26704-2069-493b-91ba-63fc23b7b8ef None None] Current status of the port bfb4980f-2083-48ec-afc5-609660cf700f is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:29.797815 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port f3b63cf2-bf8c-404f-a10f-9913601a4858 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:39:30.331577 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-86eeccfe-e432-4459-9eec-b365d60e48f1 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Deleting port bfb4980f-2083-48ec-afc5-609660cf700f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:39:30.332140 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86eeccfe-e432-4459-9eec-b365d60e48f1 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (bfb4980f-2083-48ec-afc5-609660cf700f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:30.455203 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-86eeccfe-e432-4459-9eec-b365d60e48f1 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] For port bfb4980f-2083-48ec-afc5-609660cf700f, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=bfb4980f-2083-48ec-afc5-609660cf700f,segment=NetworkSegment(f4366c96-0399-4812-8393-faa77dbec4fc),segment_id=f4366c96-0399-4812-8393-faa77dbec4fc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:39:30.455569 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86eeccfe-e432-4459-9eec-b365d60e48f1 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (bfb4980f-2083-48ec-afc5-609660cf700f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:30.471793 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-86eeccfe-e432-4459-9eec-b365d60e48f1 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Calling delete_port for bfb4980f-2083-48ec-afc5-609660cf700f owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:39:30.511782 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086f36ae-469b-4874-9c58-172a7de62910 None None] Sync routers for ids ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:39:30.523017 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086f36ae-469b-4874-9c58-172a7de62910 None None] Routers {'1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:30.523993 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-086f36ae-469b-4874-9c58-172a7de62910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:39:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:30.646366 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-086f36ae-469b-4874-9c58-172a7de62910 None None] Set router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:39:30.729243 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86eeccfe-e432-4459-9eec-b365d60e48f1 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (bfb4980f-2083-48ec-afc5-609660cf700f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:30.774149 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eeccfe-e432-4459-9eec-b365d60e48f1 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Port': ['ID=bfb4980f-2083-48ec-afc5-609660cf700f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:30.987374 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86eeccfe-e432-4459-9eec-b365d60e48f1 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:31.114087 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-086f36ae-469b-4874-9c58-172a7de62910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'name': 'tempest-RoutersIpV6Test-router-886631178', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:10Z', 'updated_at': '2022-02-07T21:39:28Z', 'revision_number': 7, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None, '_interfaces': [{'id': '416824dd-7f58-4bb2-9b00-0b393a3f576c', 'name': '', 'network_id': '121aeb71-c2af-477d-90cd-cdbfe6e04c49', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:a7:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:14Z', 'updated_at': '2022-02-07T21:39:24Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '935bef47-624f-4f02-9c5d-3a2e712e869b', 'name': '', 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:6c:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:11Z', 'updated_at': '2022-02-07T21:39:17Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb4980f-2083-48ec-afc5-609660cf700f', 'name': '', 'network_id': 'e71afe6a-e35a-4463-ad95-7815408815d3', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:40:e4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'acb2b45d-f639-4904-b206-b910bbf5e595', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:22Z', 'updated_at': '2022-02-07T21:39:29Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'acb2b45d-f639-4904-b206-b910bbf5e595', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d', 'name': '', 'network_id': '1cd8c5b1-ff35-4993-a9c2-93779c992fc7', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:81:e6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'f87d9386-73a0-40c4-8b19-6b7e1a1b0a36', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:17Z', 'updated_at': '2022-02-07T21:39:25Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f87d9386-73a0-40c4-8b19-6b7e1a1b0a36', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:31.169181 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086f36ae-469b-4874-9c58-172a7de62910 None None] Checking router: 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:39:31.196059 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086f36ae-469b-4874-9c58-172a7de62910 None None] Routers {'1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:31.196798 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-086f36ae-469b-4874-9c58-172a7de62910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:39:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:31.300221 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86eeccfe-e432-4459-9eec-b365d60e48f1 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:39:31.396424 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-086f36ae-469b-4874-9c58-172a7de62910 None None] Set router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:39:31.436635 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86eeccfe-e432-4459-9eec-b365d60e48f1 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:39:31.451567 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-86eeccfe-e432-4459-9eec-b365d60e48f1 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "PUT /v2.0/routers/1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4842277 Feb 07 21:39:31.454285 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39288) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:31.548041 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc0e37a4-bb33-4dcb-a39b-2fab6d0d35c9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Deleting subnet acb2b45d-f639-4904-b206-b910bbf5e595 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:39:31.561016 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc0e37a4-bb33-4dcb-a39b-2fab6d0d35c9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for subnet (acb2b45d-f639-4904-b206-b910bbf5e595), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:31.615464 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc0e37a4-bb33-4dcb-a39b-2fab6d0d35c9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (acb2b45d-f639-4904-b206-b910bbf5e595), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:31.691456 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-086f36ae-469b-4874-9c58-172a7de62910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'name': 'tempest-RoutersIpV6Test-router-886631178', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:10Z', 'updated_at': '2022-02-07T21:39:30Z', 'revision_number': 8, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None, '_interfaces': [{'id': '416824dd-7f58-4bb2-9b00-0b393a3f576c', 'name': '', 'network_id': '121aeb71-c2af-477d-90cd-cdbfe6e04c49', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:a7:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:14Z', 'updated_at': '2022-02-07T21:39:24Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '935bef47-624f-4f02-9c5d-3a2e712e869b', 'name': '', 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:6c:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:11Z', 'updated_at': '2022-02-07T21:39:17Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d', 'name': '', 'network_id': '1cd8c5b1-ff35-4993-a9c2-93779c992fc7', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:81:e6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'f87d9386-73a0-40c4-8b19-6b7e1a1b0a36', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:17Z', 'updated_at': '2022-02-07T21:39:25Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f87d9386-73a0-40c4-8b19-6b7e1a1b0a36', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:31.733289 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086f36ae-469b-4874-9c58-172a7de62910 None None] The sync data for ids ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'] in n-d-828185-2 is: [{'id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'name': 'tempest-RoutersIpV6Test-router-886631178', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:10Z', 'updated_at': '2022-02-07T21:39:30Z', 'revision_number': 8, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None, '_interfaces': [{'id': '416824dd-7f58-4bb2-9b00-0b393a3f576c', 'name': '', 'network_id': '121aeb71-c2af-477d-90cd-cdbfe6e04c49', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:a7:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:14Z', 'updated_at': '2022-02-07T21:39:24Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '935bef47-624f-4f02-9c5d-3a2e712e869b', 'name': '', 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:6c:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:11Z', 'updated_at': '2022-02-07T21:39:17Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d', 'name': '', 'network_id': '1cd8c5b1-ff35-4993-a9c2-93779c992fc7', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:81:e6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'f87d9386-73a0-40c4-8b19-6b7e1a1b0a36', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:17Z', 'updated_at': '2022-02-07T21:39:25Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f87d9386-73a0-40c4-8b19-6b7e1a1b0a36', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:39:31.794020 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc0e37a4-bb33-4dcb-a39b-2fab6d0d35c9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (acb2b45d-f639-4904-b206-b910bbf5e595), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:31.884593 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc0e37a4-bb33-4dcb-a39b-2fab6d0d35c9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (acb2b45d-f639-4904-b206-b910bbf5e595), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:31.915481 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e37a4-bb33-4dcb-a39b-2fab6d0d35c9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Subnet': ['ID=acb2b45d-f639-4904-b206-b910bbf5e595,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:31.929906 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc0e37a4-bb33-4dcb-a39b-2fab6d0d35c9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:31.931403 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22c721d-ff7f-4253-9435-51aede2709d3 None None] Network e71afe6a-e35a-4463-ad95-7815408815d3 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:39:31.937038 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39294) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:31.939356 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fc0e37a4-bb33-4dcb-a39b-2fab6d0d35c9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/subnets/acb2b45d-f639-4904-b206-b910bbf5e595 HTTP/1.1" status: 204 len: 168 time: 0.4832194 Feb 07 21:39:32.088193 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dbecaa1-4fac-4e9b-97bf-8b1b63637668 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (e71afe6a-e35a-4463-ad95-7815408815d3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:32.182849 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c593fa9-9f63-4428-a6b4-7bf0ec6ec819 None None] DHCP port deletion for e71afe6a-e35a-4463-ad95-7815408815d3 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:39:32.195637 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6dbecaa1-4fac-4e9b-97bf-8b1b63637668 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Deleting port f3b63cf2-bf8c-404f-a10f-9913601a4858 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:39:32.195972 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dbecaa1-4fac-4e9b-97bf-8b1b63637668 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f3b63cf2-bf8c-404f-a10f-9913601a4858), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:32.269304 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6dbecaa1-4fac-4e9b-97bf-8b1b63637668 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] For port f3b63cf2-bf8c-404f-a10f-9913601a4858, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f3b63cf2-bf8c-404f-a10f-9913601a4858,segment=NetworkSegment(f4366c96-0399-4812-8393-faa77dbec4fc),segment_id=f4366c96-0399-4812-8393-faa77dbec4fc)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:39:32.269814 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dbecaa1-4fac-4e9b-97bf-8b1b63637668 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f3b63cf2-bf8c-404f-a10f-9913601a4858), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:32.294533 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6dbecaa1-4fac-4e9b-97bf-8b1b63637668 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Calling delete_port for f3b63cf2-bf8c-404f-a10f-9913601a4858 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:39:32.309683 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8c593fa9-9f63-4428-a6b4-7bf0ec6ec819 None None] Deleting port f3b63cf2-bf8c-404f-a10f-9913601a4858 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:39:32.310365 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8c593fa9-9f63-4428-a6b4-7bf0ec6ec819 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f3b63cf2-bf8c-404f-a10f-9913601a4858), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:32.422953 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dbecaa1-4fac-4e9b-97bf-8b1b63637668 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f3b63cf2-bf8c-404f-a10f-9913601a4858), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:32.429396 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8c593fa9-9f63-4428-a6b4-7bf0ec6ec819 None None] For port f3b63cf2-bf8c-404f-a10f-9913601a4858, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f3b63cf2-bf8c-404f-a10f-9913601a4858,segment=NetworkSegment(f4366c96-0399-4812-8393-faa77dbec4fc),segment_id=f4366c96-0399-4812-8393-faa77dbec4fc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:39:32.430350 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8c593fa9-9f63-4428-a6b4-7bf0ec6ec819 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f3b63cf2-bf8c-404f-a10f-9913601a4858), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:32.447721 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8c593fa9-9f63-4428-a6b4-7bf0ec6ec819 None None] Calling delete_port for f3b63cf2-bf8c-404f-a10f-9913601a4858 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:39:32.456496 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbecaa1-4fac-4e9b-97bf-8b1b63637668 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Port': ['ID=f3b63cf2-bf8c-404f-a10f-9913601a4858,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:32.460913 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbecaa1-4fac-4e9b-97bf-8b1b63637668 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] No DVR routers for this DVR port f3b63cf2-bf8c-404f-a10f-9913601a4858 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:39:32.501718 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef40cfc-09b6-4c20-b977-19ede5516164 None None] Sync routers for ids ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:39:32.532207 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef40cfc-09b6-4c20-b977-19ede5516164 None None] Routers {'1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:32.532865 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3ef40cfc-09b6-4c20-b977-19ede5516164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:39:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:32.556701 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dbecaa1-4fac-4e9b-97bf-8b1b63637668 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (e71afe6a-e35a-4463-ad95-7815408815d3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:32.586930 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-6dbecaa1-4fac-4e9b-97bf-8b1b63637668 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e71afe6a-e35a-4463-ad95-7815408815d3']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:32.606489 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-6dbecaa1-4fac-4e9b-97bf-8b1b63637668 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4366c96-0399-4812-8393-faa77dbec4fc') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:32.606968 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-6dbecaa1-4fac-4e9b-97bf-8b1b63637668 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4366c96-0399-4812-8393-faa77dbec4fc') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:32.625418 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dbecaa1-4fac-4e9b-97bf-8b1b63637668 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (f4366c96-0399-4812-8393-faa77dbec4fc), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:32.645605 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dbecaa1-4fac-4e9b-97bf-8b1b63637668 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (f4366c96-0399-4812-8393-faa77dbec4fc), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:32.665953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dbecaa1-4fac-4e9b-97bf-8b1b63637668 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:39:32.666654 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dbecaa1-4fac-4e9b-97bf-8b1b63637668 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (f4366c96-0399-4812-8393-faa77dbec4fc), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:39:32.729821 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:39:32.765424 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dbecaa1-4fac-4e9b-97bf-8b1b63637668 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (e71afe6a-e35a-4463-ad95-7815408815d3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:32.777375 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6dbecaa1-4fac-4e9b-97bf-8b1b63637668 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:32.782839 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6dbecaa1-4fac-4e9b-97bf-8b1b63637668 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/networks/e71afe6a-e35a-4463-ad95-7815408815d3 HTTP/1.1" status: 204 len: 168 time: 0.8442242 Feb 07 21:39:32.785608 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39296) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:32.806029 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8c593fa9-9f63-4428-a6b4-7bf0ec6ec819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (f3b63cf2-bf8c-404f-a10f-9913601a4858), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:32.832927 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c593fa9-9f63-4428-a6b4-7bf0ec6ec819 None None] Pushing event deleted for resources: {'Port': ['ID=f3b63cf2-bf8c-404f-a10f-9913601a4858,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:32.837529 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c593fa9-9f63-4428-a6b4-7bf0ec6ec819 None None] Network e71afe6a-e35a-4463-ad95-7815408815d3 is not hosted by any dhcp agent {{(pid=103257) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 21:39:32.837984 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c593fa9-9f63-4428-a6b4-7bf0ec6ec819 None None] No DVR routers for this DVR port f3b63cf2-bf8c-404f-a10f-9913601a4858 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:39:32.879350 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbecaa1-4fac-4e9b-97bf-8b1b63637668 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Network': ['ID=e71afe6a-e35a-4463-ad95-7815408815d3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:32.903651 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-3ef40cfc-09b6-4c20-b977-19ede5516164 None None] Set router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:39:33.146695 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3ef40cfc-09b6-4c20-b977-19ede5516164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'name': 'tempest-RoutersIpV6Test-router-886631178', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:10Z', 'updated_at': '2022-02-07T21:39:30Z', 'revision_number': 8, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None, '_interfaces': [{'id': '416824dd-7f58-4bb2-9b00-0b393a3f576c', 'name': '', 'network_id': '121aeb71-c2af-477d-90cd-cdbfe6e04c49', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:a7:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:14Z', 'updated_at': '2022-02-07T21:39:24Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '935bef47-624f-4f02-9c5d-3a2e712e869b', 'name': '', 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:6c:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:11Z', 'updated_at': '2022-02-07T21:39:17Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d', 'name': '', 'network_id': '1cd8c5b1-ff35-4993-a9c2-93779c992fc7', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:81:e6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'f87d9386-73a0-40c4-8b19-6b7e1a1b0a36', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:17Z', 'updated_at': '2022-02-07T21:39:25Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f87d9386-73a0-40c4-8b19-6b7e1a1b0a36', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:33.177533 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef40cfc-09b6-4c20-b977-19ede5516164 None None] Checking router: 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:39:33.187875 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef40cfc-09b6-4c20-b977-19ede5516164 None None] Routers {'1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:33.188717 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3ef40cfc-09b6-4c20-b977-19ede5516164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:39:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:33.288723 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e8122d7-f465-4083-b26b-d01dc3e24b44 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:33.293781 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-3ef40cfc-09b6-4c20-b977-19ede5516164 None None] Set router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:39:33.449744 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device bfb4980f-2083-48ec-afc5-609660cf700f no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:39:33.475730 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: bfb4980f-2083-48ec-afc5-609660cf700f {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:39:33.476459 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device bfb4980f-2083-48ec-afc5-609660cf700f not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:39:33.477000 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f3b63cf2-bf8c-404f-a10f-9913601a4858 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:39:33.508877 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: f3b63cf2-bf8c-404f-a10f-9913601a4858 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:39:33.509823 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f3b63cf2-bf8c-404f-a10f-9913601a4858 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:39:33.608669 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8e8122d7-f465-4083-b26b-d01dc3e24b44 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Deleting port e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:39:33.609837 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e8122d7-f465-4083-b26b-d01dc3e24b44 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:33.614801 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3ef40cfc-09b6-4c20-b977-19ede5516164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'name': 'tempest-RoutersIpV6Test-router-886631178', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:10Z', 'updated_at': '2022-02-07T21:39:30Z', 'revision_number': 8, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None, '_interfaces': [{'id': '416824dd-7f58-4bb2-9b00-0b393a3f576c', 'name': '', 'network_id': '121aeb71-c2af-477d-90cd-cdbfe6e04c49', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:a7:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:14Z', 'updated_at': '2022-02-07T21:39:24Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '935bef47-624f-4f02-9c5d-3a2e712e869b', 'name': '', 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:6c:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:11Z', 'updated_at': '2022-02-07T21:39:17Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d', 'name': '', 'network_id': '1cd8c5b1-ff35-4993-a9c2-93779c992fc7', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:81:e6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'f87d9386-73a0-40c4-8b19-6b7e1a1b0a36', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:17Z', 'updated_at': '2022-02-07T21:39:25Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f87d9386-73a0-40c4-8b19-6b7e1a1b0a36', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:33.643255 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef40cfc-09b6-4c20-b977-19ede5516164 None None] The sync data for ids ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'] in n-d-828185-2 is: [{'id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'name': 'tempest-RoutersIpV6Test-router-886631178', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:10Z', 'updated_at': '2022-02-07T21:39:30Z', 'revision_number': 8, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None, '_interfaces': [{'id': '416824dd-7f58-4bb2-9b00-0b393a3f576c', 'name': '', 'network_id': '121aeb71-c2af-477d-90cd-cdbfe6e04c49', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:a7:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:14Z', 'updated_at': '2022-02-07T21:39:24Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '935bef47-624f-4f02-9c5d-3a2e712e869b', 'name': '', 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:6c:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:11Z', 'updated_at': '2022-02-07T21:39:17Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d', 'name': '', 'network_id': '1cd8c5b1-ff35-4993-a9c2-93779c992fc7', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:81:e6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'f87d9386-73a0-40c4-8b19-6b7e1a1b0a36', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:17Z', 'updated_at': '2022-02-07T21:39:25Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f87d9386-73a0-40c4-8b19-6b7e1a1b0a36', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:39:33.740717 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-8e8122d7-f465-4083-b26b-d01dc3e24b44 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] For port e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d,segment=NetworkSegment(8a6a0278-a5c8-438e-99e8-f318cb814c92),segment_id=8a6a0278-a5c8-438e-99e8-f318cb814c92)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:39:33.741158 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e8122d7-f465-4083-b26b-d01dc3e24b44 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:33.760426 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8e8122d7-f465-4083-b26b-d01dc3e24b44 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Calling delete_port for e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:39:33.942393 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:33.985305 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e8122d7-f465-4083-b26b-d01dc3e24b44 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:34.017768 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8122d7-f465-4083-b26b-d01dc3e24b44 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Port': ['ID=e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:34.176463 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:34.499335 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e8122d7-f465-4083-b26b-d01dc3e24b44 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:34.697574 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8122d7-f465-4083-b26b-d01dc3e24b44 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:39:34.797222 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8122d7-f465-4083-b26b-d01dc3e24b44 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:39:34.805267 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8e8122d7-f465-4083-b26b-d01dc3e24b44 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "PUT /v2.0/routers/1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0154815 Feb 07 21:39:34.805716 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39306) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:34.808186 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e5614e-b23b-48ed-99d8-f46bee255c2b None None] Sync routers for ids ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:39:34.818621 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e5614e-b23b-48ed-99d8-f46bee255c2b None None] Routers {'1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:34.819231 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-94e5614e-b23b-48ed-99d8-f46bee255c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:39:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:34.859641 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-916c3f94-3487-4028-be6f-b7bd5d216f75 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Deleting subnet f87d9386-73a0-40c4-8b19-6b7e1a1b0a36 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:39:34.863032 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-916c3f94-3487-4028-be6f-b7bd5d216f75 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for subnet (f87d9386-73a0-40c4-8b19-6b7e1a1b0a36), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:34.909010 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-916c3f94-3487-4028-be6f-b7bd5d216f75 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (f87d9386-73a0-40c4-8b19-6b7e1a1b0a36), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:34.909948 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-94e5614e-b23b-48ed-99d8-f46bee255c2b None None] Set router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:39:34.976645 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39312) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:35.012686 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-916c3f94-3487-4028-be6f-b7bd5d216f75 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (f87d9386-73a0-40c4-8b19-6b7e1a1b0a36), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:35.118332 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-916c3f94-3487-4028-be6f-b7bd5d216f75 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (f87d9386-73a0-40c4-8b19-6b7e1a1b0a36), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:35.161522 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-94e5614e-b23b-48ed-99d8-f46bee255c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'name': 'tempest-RoutersIpV6Test-router-886631178', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:10Z', 'updated_at': '2022-02-07T21:39:33Z', 'revision_number': 9, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None, '_interfaces': [{'id': '416824dd-7f58-4bb2-9b00-0b393a3f576c', 'name': '', 'network_id': '121aeb71-c2af-477d-90cd-cdbfe6e04c49', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:a7:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:14Z', 'updated_at': '2022-02-07T21:39:24Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '935bef47-624f-4f02-9c5d-3a2e712e869b', 'name': '', 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:6c:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:11Z', 'updated_at': '2022-02-07T21:39:17Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:35.166634 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c3f94-3487-4028-be6f-b7bd5d216f75 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Subnet': ['ID=f87d9386-73a0-40c4-8b19-6b7e1a1b0a36,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:35.177903 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-916c3f94-3487-4028-be6f-b7bd5d216f75 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:35.185913 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-916c3f94-3487-4028-be6f-b7bd5d216f75 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/subnets/f87d9386-73a0-40c4-8b19-6b7e1a1b0a36 HTTP/1.1" status: 204 len: 168 time: 0.3793664 Feb 07 21:39:35.187377 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a042928-21cf-4cc3-a0d1-50892ab70721 None None] Network 1cd8c5b1-ff35-4993-a9c2-93779c992fc7 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:39:35.188766 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39314) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:35.207200 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e5614e-b23b-48ed-99d8-f46bee255c2b None None] Checking router: 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:39:35.218109 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e5614e-b23b-48ed-99d8-f46bee255c2b None None] Routers {'1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:35.218818 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-94e5614e-b23b-48ed-99d8-f46bee255c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:39:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:35.337257 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-39377c46-9850-4e83-b2bd-5c7fae97ff60 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (1cd8c5b1-ff35-4993-a9c2-93779c992fc7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:35.362461 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-94e5614e-b23b-48ed-99d8-f46bee255c2b None None] Set router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:39:35.387285 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-64e77754-382f-485b-a66f-37b22eeba73d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Deleting port f22a4a9a-5d05-4dca-a200-beca6901fe85 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:39:35.387682 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64e77754-382f-485b-a66f-37b22eeba73d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f22a4a9a-5d05-4dca-a200-beca6901fe85), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:35.456037 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d3ec57-3d82-4254-98f4-d50f01c0cd08 None None] DHCP port deletion for 1cd8c5b1-ff35-4993-a9c2-93779c992fc7 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:39:35.499153 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-39377c46-9850-4e83-b2bd-5c7fae97ff60 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Deleting port b0ce47f0-b764-4c10-be4b-8212450a2e1d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:39:35.499499 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-39377c46-9850-4e83-b2bd-5c7fae97ff60 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (b0ce47f0-b764-4c10-be4b-8212450a2e1d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:35.540660 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-05d3ec57-3d82-4254-98f4-d50f01c0cd08 None None] Deleting port b0ce47f0-b764-4c10-be4b-8212450a2e1d {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:39:35.541037 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-05d3ec57-3d82-4254-98f4-d50f01c0cd08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (b0ce47f0-b764-4c10-be4b-8212450a2e1d), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:35.571992 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64e77754-382f-485b-a66f-37b22eeba73d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f22a4a9a-5d05-4dca-a200-beca6901fe85), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:35.572435 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64e77754-382f-485b-a66f-37b22eeba73d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for floatingip (f22a4a9a-5d05-4dca-a200-beca6901fe85), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:35.594742 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-64e77754-382f-485b-a66f-37b22eeba73d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Calling delete_port for f22a4a9a-5d05-4dca-a200-beca6901fe85 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:39:35.620080 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-39377c46-9850-4e83-b2bd-5c7fae97ff60 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] For port b0ce47f0-b764-4c10-be4b-8212450a2e1d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=b0ce47f0-b764-4c10-be4b-8212450a2e1d,segment=NetworkSegment(8a6a0278-a5c8-438e-99e8-f318cb814c92),segment_id=8a6a0278-a5c8-438e-99e8-f318cb814c92)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:39:35.620584 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-39377c46-9850-4e83-b2bd-5c7fae97ff60 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (b0ce47f0-b764-4c10-be4b-8212450a2e1d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:35.647470 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device b0ce47f0-b764-4c10-be4b-8212450a2e1d no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:39:35.659873 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:39:35.677629 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-39377c46-9850-4e83-b2bd-5c7fae97ff60 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Calling delete_port for b0ce47f0-b764-4c10-be4b-8212450a2e1d owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:39:35.682990 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-05d3ec57-3d82-4254-98f4-d50f01c0cd08 None None] For port b0ce47f0-b764-4c10-be4b-8212450a2e1d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=b0ce47f0-b764-4c10-be4b-8212450a2e1d,segment=NetworkSegment(8a6a0278-a5c8-438e-99e8-f318cb814c92),segment_id=8a6a0278-a5c8-438e-99e8-f318cb814c92)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:39:35.683685 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-05d3ec57-3d82-4254-98f4-d50f01c0cd08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (b0ce47f0-b764-4c10-be4b-8212450a2e1d), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:35.699141 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-94e5614e-b23b-48ed-99d8-f46bee255c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'name': 'tempest-RoutersIpV6Test-router-886631178', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:10Z', 'updated_at': '2022-02-07T21:39:33Z', 'revision_number': 9, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None, '_interfaces': [{'id': '416824dd-7f58-4bb2-9b00-0b393a3f576c', 'name': '', 'network_id': '121aeb71-c2af-477d-90cd-cdbfe6e04c49', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:a7:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:14Z', 'updated_at': '2022-02-07T21:39:24Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '935bef47-624f-4f02-9c5d-3a2e712e869b', 'name': '', 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:6c:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:11Z', 'updated_at': '2022-02-07T21:39:17Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:35.714014 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-05d3ec57-3d82-4254-98f4-d50f01c0cd08 None None] Calling delete_port for b0ce47f0-b764-4c10-be4b-8212450a2e1d owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:39:35.739281 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e5614e-b23b-48ed-99d8-f46bee255c2b None None] The sync data for ids ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'] in n-d-828185-2 is: [{'id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'name': 'tempest-RoutersIpV6Test-router-886631178', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:10Z', 'updated_at': '2022-02-07T21:39:33Z', 'revision_number': 9, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None, '_interfaces': [{'id': '416824dd-7f58-4bb2-9b00-0b393a3f576c', 'name': '', 'network_id': '121aeb71-c2af-477d-90cd-cdbfe6e04c49', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:a7:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:14Z', 'updated_at': '2022-02-07T21:39:24Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': 'f37a3ead-be44-42ab-8567-947ea919641c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '935bef47-624f-4f02-9c5d-3a2e712e869b', 'name': '', 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:6c:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:11Z', 'updated_at': '2022-02-07T21:39:17Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:39:35.810240 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-39377c46-9850-4e83-b2bd-5c7fae97ff60 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (b0ce47f0-b764-4c10-be4b-8212450a2e1d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:35.829913 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Port b0ce47f0-b764-4c10-be4b-8212450a2e1d update to DOWN by agent not found {{(pid=103257) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 07 21:39:35.837061 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-05d3ec57-3d82-4254-98f4-d50f01c0cd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (b0ce47f0-b764-4c10-be4b-8212450a2e1d), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:35.840825 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39377c46-9850-4e83-b2bd-5c7fae97ff60 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Port': ['ID=b0ce47f0-b764-4c10-be4b-8212450a2e1d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:35.860392 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39377c46-9850-4e83-b2bd-5c7fae97ff60 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] No DVR routers for this DVR port b0ce47f0-b764-4c10-be4b-8212450a2e1d on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:39:35.861875 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3ec57-3d82-4254-98f4-d50f01c0cd08 None None] Pushing event deleted for resources: {'Port': ['ID=b0ce47f0-b764-4c10-be4b-8212450a2e1d,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:35.867808 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d3ec57-3d82-4254-98f4-d50f01c0cd08 None None] No DVR routers for this DVR port b0ce47f0-b764-4c10-be4b-8212450a2e1d on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:39:35.953889 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-39377c46-9850-4e83-b2bd-5c7fae97ff60 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (1cd8c5b1-ff35-4993-a9c2-93779c992fc7), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:35.961728 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64e77754-382f-485b-a66f-37b22eeba73d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f22a4a9a-5d05-4dca-a200-beca6901fe85), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:35.995378 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e77754-382f-485b-a66f-37b22eeba73d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event deleted for resources: {'Port': ['ID=f22a4a9a-5d05-4dca-a200-beca6901fe85,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:35.998318 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-39377c46-9850-4e83-b2bd-5c7fae97ff60 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd8c5b1-ff35-4993-a9c2-93779c992fc7']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:36.013389 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-39377c46-9850-4e83-b2bd-5c7fae97ff60 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a6a0278-a5c8-438e-99e8-f318cb814c92') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:36.013549 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-39377c46-9850-4e83-b2bd-5c7fae97ff60 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a6a0278-a5c8-438e-99e8-f318cb814c92') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:36.038857 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-39377c46-9850-4e83-b2bd-5c7fae97ff60 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (8a6a0278-a5c8-438e-99e8-f318cb814c92), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:36.075392 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-39377c46-9850-4e83-b2bd-5c7fae97ff60 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (8a6a0278-a5c8-438e-99e8-f318cb814c92), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:36.085473 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39377c46-9850-4e83-b2bd-5c7fae97ff60 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:39:36.085859 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-39377c46-9850-4e83-b2bd-5c7fae97ff60 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (8a6a0278-a5c8-438e-99e8-f318cb814c92), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:39:36.089288 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:39:36.100491 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64e77754-382f-485b-a66f-37b22eeba73d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for floatingip (db1ff27c-557e-4fce-9493-2af307995125), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:36.100829 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-64e77754-382f-485b-a66f-37b22eeba73d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Floating IP db1ff27c-557e-4fce-9493-2af307995125 disassociated (deleted). External IP: 172.25.4.112, port: bd0e427a-164f-4652-900c-d02583789525. Feb 07 21:39:36.224634 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-39377c46-9850-4e83-b2bd-5c7fae97ff60 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (1cd8c5b1-ff35-4993-a9c2-93779c992fc7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:36.232230 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-39377c46-9850-4e83-b2bd-5c7fae97ff60 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:36.236069 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-39377c46-9850-4e83-b2bd-5c7fae97ff60 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/networks/1cd8c5b1-ff35-4993-a9c2-93779c992fc7 HTTP/1.1" status: 204 len: 168 time: 1.0239220 Feb 07 21:39:36.238476 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39318) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:36.250598 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39377c46-9850-4e83-b2bd-5c7fae97ff60 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Network': ['ID=1cd8c5b1-ff35-4993-a9c2-93779c992fc7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:36.387818 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e77754-382f-485b-a66f-37b22eeba73d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Router f20a01b8-35b5-4afb-84af-4ad133939b50 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:39:36.504522 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e77754-382f-485b-a66f-37b22eeba73d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:39:36.509554 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64e77754-382f-485b-a66f-37b22eeba73d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:36.516135 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67107df9-e5d4-4177-bed1-9aad3227c4ec None None] Sync routers for ids ['f20a01b8-35b5-4afb-84af-4ad133939b50'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:39:36.527855 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67107df9-e5d4-4177-bed1-9aad3227c4ec None None] Routers {'f20a01b8-35b5-4afb-84af-4ad133939b50'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:36.528525 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-67107df9-e5d4-4177-bed1-9aad3227c4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:39:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f20a01b8-35b5-4afb-84af-4ad133939b50'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:36.544797 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-64e77754-382f-485b-a66f-37b22eeba73d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "DELETE /v2.0/floatingips/db1ff27c-557e-4fce-9493-2af307995125 HTTP/1.1" status: 204 len: 168 time: 1.5662024 Feb 07 21:39:36.545412 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8859886d-c9ca-4611-b74c-94f775decb97', 'tag': 'bd0e427a-164f-4652-900c-d02583789525'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:39:36.549023 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d055546-261a-4630-a71c-52b530868150" -d '{"events": [{"name": "network-changed", "server_uuid": "8859886d-c9ca-4611-b74c-94f775decb97", "tag": "bd0e427a-164f-4652-900c-d02583789525"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:39:36.594663 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e3ee53-6fab-4280-8c43-10a7ebd48041 x-openstack-request-id: req-c3e3ee53-6fab-4280-8c43-10a7ebd48041 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:39:36.594964 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8859886d-c9ca-4611-b74c-94f775decb97", "tag": "bd0e427a-164f-4652-900c-d02583789525", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:39:36.595224 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c3e3ee53-6fab-4280-8c43-10a7ebd48041 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:39:36.595634 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8859886d-c9ca-4611-b74c-94f775decb97', 'tag': 'bd0e427a-164f-4652-900c-d02583789525', 'status': 'completed', 'code': 200} Feb 07 21:39:36.664547 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-67107df9-e5d4-4177-bed1-9aad3227c4ec None None] Set router f20a01b8-35b5-4afb-84af-4ad133939b50 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:39:36.681870 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c53a3889-39fa-429e-983e-964f6410c0f2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:36.728534 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d055546-261a-4630-a71c-52b530868150 req-3e1abfed-20c3-4905-89de-50d40c6084ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:36.730044 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4d055546-261a-4630-a71c-52b530868150 req-3e1abfed-20c3-4905-89de-50d40c6084ee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 1128 time: 0.1106017 Feb 07 21:39:36.858163 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897cb6a-0d6a-47ba-bb9e-1e33a9b4c19d req-6d038d63-0167-43d3-992a-2a826b96c8e6 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:36.859707 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4897cb6a-0d6a-47ba-bb9e-1e33a9b4c19d req-6d038d63-0167-43d3-992a-2a826b96c8e6 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 946 time: 0.0645034 Feb 07 21:39:36.914395 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4897cb6a-0d6a-47ba-bb9e-1e33a9b4c19d req-45a75288-a254-457a-80b0-25ad692c557a tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485814 Feb 07 21:39:36.925327 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-67107df9-e5d4-4177-bed1-9aad3227c4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'name': 'tempest-TestVolumeBootPattern-1761457576-router', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:17Z', 'updated_at': '2022-02-07T21:22:25Z', 'revision_number': 4, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'gw_port': {'id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:19Z', 'updated_at': '2022-02-07T21:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '0e60dab9-be35-49dc-985e-2abf88535ec8', 'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:23Z', 'updated_at': '2022-02-07T21:22:39Z', 'revision_number': 5, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'subnets': [{'id': '5277b698-1143-4952-a3ce-257473c57257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:36.961370 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67107df9-e5d4-4177-bed1-9aad3227c4ec None None] Checking router: f20a01b8-35b5-4afb-84af-4ad133939b50 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:39:36.972063 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67107df9-e5d4-4177-bed1-9aad3227c4ec None None] Routers {'f20a01b8-35b5-4afb-84af-4ad133939b50'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:36.972824 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-67107df9-e5d4-4177-bed1-9aad3227c4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:39:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f20a01b8-35b5-4afb-84af-4ad133939b50'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:36.988902 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d055546-261a-4630-a71c-52b530868150 req-79d13c7b-177c-4a5f-9386-a28e915f7ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:36.990943 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4d055546-261a-4630-a71c-52b530868150 req-79d13c7b-177c-4a5f-9386-a28e915f7ab2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 200 len: 913 time: 0.1817663 Feb 07 21:39:37.054430 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4d055546-261a-4630-a71c-52b530868150 req-55853e0f-6d3f-4c6a-a926-1528044c36fa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd0e427a-164f-4652-900c-d02583789525 HTTP/1.1" status: 200 len: 217 time: 0.0407810 Feb 07 21:39:37.087980 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-67107df9-e5d4-4177-bed1-9aad3227c4ec None None] Set router f20a01b8-35b5-4afb-84af-4ad133939b50 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:39:37.141842 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d055546-261a-4630-a71c-52b530868150 req-8f014b56-5778-4afe-ab80-a81a1062ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:37.143466 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4d055546-261a-4630-a71c-52b530868150 req-8f014b56-5778-4afe-ab80-a81a1062ddb4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5277b698-1143-4952-a3ce-257473c57257 HTTP/1.1" status: 200 len: 851 time: 0.0827825 Feb 07 21:39:37.187175 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c53a3889-39fa-429e-983e-964f6410c0f2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Deleting port 416824dd-7f58-4bb2-9b00-0b393a3f576c {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:39:37.187668 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c53a3889-39fa-429e-983e-964f6410c0f2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (416824dd-7f58-4bb2-9b00-0b393a3f576c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:37.259990 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d055546-261a-4630-a71c-52b530868150 req-b30068ca-85f1-4f7c-82d1-cbfce14ed412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:37.261662 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4d055546-261a-4630-a71c-52b530868150 req-b30068ca-85f1-4f7c-82d1-cbfce14ed412 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5d8bec1-9baf-496d-8066-d331255bb96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1108499 Feb 07 21:39:37.302171 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-67107df9-e5d4-4177-bed1-9aad3227c4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'name': 'tempest-TestVolumeBootPattern-1761457576-router', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:17Z', 'updated_at': '2022-02-07T21:22:25Z', 'revision_number': 4, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'gw_port': {'id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:19Z', 'updated_at': '2022-02-07T21:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '0e60dab9-be35-49dc-985e-2abf88535ec8', 'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:23Z', 'updated_at': '2022-02-07T21:22:39Z', 'revision_number': 5, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'subnets': [{'id': '5277b698-1143-4952-a3ce-257473c57257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:37.330502 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c53a3889-39fa-429e-983e-964f6410c0f2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] For port 416824dd-7f58-4bb2-9b00-0b393a3f576c, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=416824dd-7f58-4bb2-9b00-0b393a3f576c,segment=NetworkSegment(bac50daa-e9e2-4b3f-8f12-5ddc7ab0e08f),segment_id=bac50daa-e9e2-4b3f-8f12-5ddc7ab0e08f)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:39:37.331006 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c53a3889-39fa-429e-983e-964f6410c0f2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (416824dd-7f58-4bb2-9b00-0b393a3f576c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:37.333519 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67107df9-e5d4-4177-bed1-9aad3227c4ec None None] The sync data for ids ['f20a01b8-35b5-4afb-84af-4ad133939b50'] in n-d-828185-2 is: [{'id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'name': 'tempest-TestVolumeBootPattern-1761457576-router', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:17Z', 'updated_at': '2022-02-07T21:22:25Z', 'revision_number': 4, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'gw_port': {'id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:19Z', 'updated_at': '2022-02-07T21:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '0e60dab9-be35-49dc-985e-2abf88535ec8', 'name': '', 'network_id': 'c5d8bec1-9baf-496d-8066-d331255bb96c', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '5277b698-1143-4952-a3ce-257473c57257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:23Z', 'updated_at': '2022-02-07T21:22:39Z', 'revision_number': 5, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'subnets': [{'id': '5277b698-1143-4952-a3ce-257473c57257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:39:37.350721 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c53a3889-39fa-429e-983e-964f6410c0f2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Calling delete_port for 416824dd-7f58-4bb2-9b00-0b393a3f576c owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:39:37.441557 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4d055546-261a-4630-a71c-52b530868150 req-e7565529-1b58-4bcb-b51c-f8a73228d577 service neutron] 10.222.0.69 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702011 Feb 07 21:39:37.461816 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:39:37.483991 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:39:37.484482 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e30b55d4-69c5-4520-b0ee-f5cdeeec6c1d not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:39:37.614565 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4d055546-261a-4630-a71c-52b530868150 req-06bdf0ca-1be6-4286-a84a-f60190dd38d3 service neutron] 10.222.0.69 "GET /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629922 Feb 07 21:39:37.633046 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cb65f9-4b06-40bf-bf73-4350a67f4d1b None None] New status for floating IP db1ff27c-557e-4fce-9493-2af307995125: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:39:37.644697 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c53a3889-39fa-429e-983e-964f6410c0f2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (416824dd-7f58-4bb2-9b00-0b393a3f576c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:37.673003 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a3889-39fa-429e-983e-964f6410c0f2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Port': ['ID=416824dd-7f58-4bb2-9b00-0b393a3f576c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:37.806256 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c53a3889-39fa-429e-983e-964f6410c0f2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:38.010114 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53a3889-39fa-429e-983e-964f6410c0f2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:39:38.041962 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9c712-ea30-43b9-9b46-932219eb1dc1 req-88230ef7-2003-46bd-89e2-4dda200e6fa9 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:38.044894 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74f9c712-ea30-43b9-9b46-932219eb1dc1 req-88230ef7-2003-46bd-89e2-4dda200e6fa9 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 946 time: 0.0564728 Feb 07 21:39:38.108648 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74f9c712-ea30-43b9-9b46-932219eb1dc1 req-0ca6a305-1a6a-4d91-9de0-7b6e39dc6779 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/security-groups?id=9adb0858-6f23-4a8b-8bb0-702feb751f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586386 Feb 07 21:39:38.108933 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53a3889-39fa-429e-983e-964f6410c0f2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:39:38.114585 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c53a3889-39fa-429e-983e-964f6410c0f2 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "PUT /v2.0/routers/1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8740184 Feb 07 21:39:38.117498 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39332) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:38.124832 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8a1d65-fd39-4653-8039-6326e793eada None None] Sync routers for ids ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:39:38.136885 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8a1d65-fd39-4653-8039-6326e793eada None None] Routers {'1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:38.137433 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fb8a1d65-fd39-4653-8039-6326e793eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:39:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:38.173684 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf88805-3f47-4ef6-a111-042f04f7ab9b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Deleting subnet f37a3ead-be44-42ab-8567-947ea919641c {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:39:38.176949 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cf88805-3f47-4ef6-a111-042f04f7ab9b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for subnet (f37a3ead-be44-42ab-8567-947ea919641c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:38.219854 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cf88805-3f47-4ef6-a111-042f04f7ab9b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (f37a3ead-be44-42ab-8567-947ea919641c), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:38.233670 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-fb8a1d65-fd39-4653-8039-6326e793eada None None] Set router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:39:38.332148 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca1dcd-cb8e-4c0a-b18c-4131c86a1d28 req-0106398a-eacf-4a8f-9088-7fb2209ed299 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:38.334203 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-25ca1dcd-cb8e-4c0a-b18c-4131c86a1d28 req-0106398a-eacf-4a8f-9088-7fb2209ed299 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.69 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 946 time: 0.0930669 Feb 07 21:39:38.376863 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cf88805-3f47-4ef6-a111-042f04f7ab9b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (f37a3ead-be44-42ab-8567-947ea919641c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:38.456172 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fb8a1d65-fd39-4653-8039-6326e793eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'name': 'tempest-RoutersIpV6Test-router-886631178', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:10Z', 'updated_at': '2022-02-07T21:39:37Z', 'revision_number': 10, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None, '_interfaces': [{'id': '935bef47-624f-4f02-9c5d-3a2e712e869b', 'name': '', 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:6c:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:11Z', 'updated_at': '2022-02-07T21:39:17Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:38.495205 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8a1d65-fd39-4653-8039-6326e793eada None None] Checking router: 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:39:38.499354 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cf88805-3f47-4ef6-a111-042f04f7ab9b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (f37a3ead-be44-42ab-8567-947ea919641c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:38.504948 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8a1d65-fd39-4653-8039-6326e793eada None None] Routers {'1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:38.506493 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fb8a1d65-fd39-4653-8039-6326e793eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:39:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:38.512011 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-25ca1dcd-cb8e-4c0a-b18c-4131c86a1d28 req-42ec4feb-c44f-4be6-b132-4bec62ec7c5e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Deleting port bd0e427a-164f-4652-900c-d02583789525 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:39:38.512562 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-25ca1dcd-cb8e-4c0a-b18c-4131c86a1d28 req-42ec4feb-c44f-4be6-b132-4bec62ec7c5e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (bd0e427a-164f-4652-900c-d02583789525), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:38.542059 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cf88805-3f47-4ef6-a111-042f04f7ab9b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:38.548773 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39336) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:38.549628 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8cf88805-3f47-4ef6-a111-042f04f7ab9b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/subnets/f37a3ead-be44-42ab-8567-947ea919641c HTTP/1.1" status: 204 len: 168 time: 0.4310722 Feb 07 21:39:38.563414 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf88805-3f47-4ef6-a111-042f04f7ab9b tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Subnet': ['ID=f37a3ead-be44-42ab-8567-947ea919641c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:38.650687 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa9543b9-5b35-4286-beb7-6277b868217d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (121aeb71-c2af-477d-90cd-cdbfe6e04c49), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:38.668742 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-25ca1dcd-cb8e-4c0a-b18c-4131c86a1d28 req-42ec4feb-c44f-4be6-b132-4bec62ec7c5e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] For port bd0e427a-164f-4652-900c-d02583789525, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=bd0e427a-164f-4652-900c-d02583789525,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:39:38.669106 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-25ca1dcd-cb8e-4c0a-b18c-4131c86a1d28 req-42ec4feb-c44f-4be6-b132-4bec62ec7c5e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (bd0e427a-164f-4652-900c-d02583789525), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:38.688792 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-25ca1dcd-cb8e-4c0a-b18c-4131c86a1d28 req-42ec4feb-c44f-4be6-b132-4bec62ec7c5e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Calling delete_port for bd0e427a-164f-4652-900c-d02583789525 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:39:38.715154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fa9543b9-5b35-4286-beb7-6277b868217d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Deleting port 612b5f3d-f4dd-4e38-9c95-e87763cafa7b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:39:38.715591 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa9543b9-5b35-4286-beb7-6277b868217d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (612b5f3d-f4dd-4e38-9c95-e87763cafa7b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:38.728427 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a202b81-9e39-40e8-88c2-6d10323d4f08 None None] Network 121aeb71-c2af-477d-90cd-cdbfe6e04c49 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:39:38.787679 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-fa9543b9-5b35-4286-beb7-6277b868217d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] For port 612b5f3d-f4dd-4e38-9c95-e87763cafa7b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=612b5f3d-f4dd-4e38-9c95-e87763cafa7b,segment=NetworkSegment(bac50daa-e9e2-4b3f-8f12-5ddc7ab0e08f),segment_id=bac50daa-e9e2-4b3f-8f12-5ddc7ab0e08f)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:39:38.788068 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa9543b9-5b35-4286-beb7-6277b868217d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (612b5f3d-f4dd-4e38-9c95-e87763cafa7b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:38.802145 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fa9543b9-5b35-4286-beb7-6277b868217d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Calling delete_port for 612b5f3d-f4dd-4e38-9c95-e87763cafa7b owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:39:38.826774 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-25ca1dcd-cb8e-4c0a-b18c-4131c86a1d28 req-42ec4feb-c44f-4be6-b132-4bec62ec7c5e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (bd0e427a-164f-4652-900c-d02583789525), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:38.834509 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-fb8a1d65-fd39-4653-8039-6326e793eada None None] Set router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:39:38.858056 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec4feb-c44f-4be6-b132-4bec62ec7c5e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event deleted for resources: {'Port': ['ID=bd0e427a-164f-4652-900c-d02583789525,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:38.901757 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa9543b9-5b35-4286-beb7-6277b868217d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (612b5f3d-f4dd-4e38-9c95-e87763cafa7b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:38.909213 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ca1dcd-cb8e-4c0a-b18c-4131c86a1d28 req-42ec4feb-c44f-4be6-b132-4bec62ec7c5e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] No DVR routers for this DVR port bd0e427a-164f-4652-900c-d02583789525 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:39:38.911738 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-25ca1dcd-cb8e-4c0a-b18c-4131c86a1d28 req-42ec4feb-c44f-4be6-b132-4bec62ec7c5e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:38.915519 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-25ca1dcd-cb8e-4c0a-b18c-4131c86a1d28 req-42ec4feb-c44f-4be6-b132-4bec62ec7c5e tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.69 "DELETE /v2.0/ports/bd0e427a-164f-4652-900c-d02583789525 HTTP/1.1" status: 204 len: 173 time: 0.5721827 Feb 07 21:39:38.915997 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8859886d-c9ca-4611-b74c-94f775decb97', 'name': 'network-vif-deleted', 'tag': 'bd0e427a-164f-4652-900c-d02583789525'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:39:38.918392 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9b5b52-385a-4524-b7e9-be4bb7731376" -d '{"events": [{"server_uuid": "8859886d-c9ca-4611-b74c-94f775decb97", "name": "network-vif-deleted", "tag": "bd0e427a-164f-4652-900c-d02583789525"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:39:38.931655 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9543b9-5b35-4286-beb7-6277b868217d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Port': ['ID=612b5f3d-f4dd-4e38-9c95-e87763cafa7b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:38.937007 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9543b9-5b35-4286-beb7-6277b868217d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] No DVR routers for this DVR port 612b5f3d-f4dd-4e38-9c95-e87763cafa7b on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:39:38.990031 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b3ee5e-c319-4bca-9261-9b196ad7f65f x-openstack-request-id: req-c6b3ee5e-c319-4bca-9261-9b196ad7f65f {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:39:38.990381 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8859886d-c9ca-4611-b74c-94f775decb97", "name": "network-vif-deleted", "tag": "bd0e427a-164f-4652-900c-d02583789525", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:39:38.990649 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c6b3ee5e-c319-4bca-9261-9b196ad7f65f {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:39:38.991133 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8859886d-c9ca-4611-b74c-94f775decb97', 'name': 'network-vif-deleted', 'tag': 'bd0e427a-164f-4652-900c-d02583789525', 'status': 'completed', 'code': 200} Feb 07 21:39:39.034619 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32809d17-1424-4859-ba83-838a67048576 None None] DHCP port deletion for 121aeb71-c2af-477d-90cd-cdbfe6e04c49 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:39:39.053129 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa9543b9-5b35-4286-beb7-6277b868217d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (121aeb71-c2af-477d-90cd-cdbfe6e04c49), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:39.077062 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-fa9543b9-5b35-4286-beb7-6277b868217d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121aeb71-c2af-477d-90cd-cdbfe6e04c49']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:39.092876 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fb8a1d65-fd39-4653-8039-6326e793eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'name': 'tempest-RoutersIpV6Test-router-886631178', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:10Z', 'updated_at': '2022-02-07T21:39:37Z', 'revision_number': 10, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None, '_interfaces': [{'id': '935bef47-624f-4f02-9c5d-3a2e712e869b', 'name': '', 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:6c:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:11Z', 'updated_at': '2022-02-07T21:39:17Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:39.093152 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-fa9543b9-5b35-4286-beb7-6277b868217d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac50daa-e9e2-4b3f-8f12-5ddc7ab0e08f') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:39.093552 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-fa9543b9-5b35-4286-beb7-6277b868217d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac50daa-e9e2-4b3f-8f12-5ddc7ab0e08f') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:39.110109 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa9543b9-5b35-4286-beb7-6277b868217d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (bac50daa-e9e2-4b3f-8f12-5ddc7ab0e08f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:39.123291 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8a1d65-fd39-4653-8039-6326e793eada None None] The sync data for ids ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'] in n-d-828185-2 is: [{'id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'name': 'tempest-RoutersIpV6Test-router-886631178', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:10Z', 'updated_at': '2022-02-07T21:39:37Z', 'revision_number': 10, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None, '_interfaces': [{'id': '935bef47-624f-4f02-9c5d-3a2e712e869b', 'name': '', 'network_id': '5decc109-a3b9-4453-b891-29b4c0555486', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'mac_address': 'fa:16:3e:6c:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:39:11Z', 'updated_at': '2022-02-07T21:39:17Z', 'revision_number': 5, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'subnets': [{'id': '280cdb9a-6173-4d0b-a59d-e61bd24adf79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:39:39.124036 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa9543b9-5b35-4286-beb7-6277b868217d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (bac50daa-e9e2-4b3f-8f12-5ddc7ab0e08f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:39.139591 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9543b9-5b35-4286-beb7-6277b868217d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:39:39.140127 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa9543b9-5b35-4286-beb7-6277b868217d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (bac50daa-e9e2-4b3f-8f12-5ddc7ab0e08f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:39:39.143749 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:39:39.236012 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-26e443c3-0b43-4524-8883-908f5149035e req-7dc020ac-7aa8-4077-a3cb-2359fdc808a4 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 210 time: 0.0317979 Feb 07 21:39:39.237317 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa9543b9-5b35-4286-beb7-6277b868217d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (121aeb71-c2af-477d-90cd-cdbfe6e04c49), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:39.246278 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa9543b9-5b35-4286-beb7-6277b868217d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:39.252227 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fa9543b9-5b35-4286-beb7-6277b868217d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/networks/121aeb71-c2af-477d-90cd-cdbfe6e04c49 HTTP/1.1" status: 204 len: 168 time: 0.6998610 Feb 07 21:39:39.253729 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39344) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:39.259887 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9543b9-5b35-4286-beb7-6277b868217d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Network': ['ID=121aeb71-c2af-477d-90cd-cdbfe6e04c49,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:39.553133 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 416824dd-7f58-4bb2-9b00-0b393a3f576c no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:39:39.589079 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 416824dd-7f58-4bb2-9b00-0b393a3f576c {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:39:39.589426 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 416824dd-7f58-4bb2-9b00-0b393a3f576c not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:39:39.589856 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 612b5f3d-f4dd-4e38-9c95-e87763cafa7b no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:39:39.610913 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 612b5f3d-f4dd-4e38-9c95-e87763cafa7b {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:39:39.611266 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 612b5f3d-f4dd-4e38-9c95-e87763cafa7b not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:39:39.671405 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24ff6b7c-81d3-486b-8029-710c5d598c5f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:39.978618 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-24ff6b7c-81d3-486b-8029-710c5d598c5f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Deleting port 935bef47-624f-4f02-9c5d-3a2e712e869b {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:39:39.979450 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24ff6b7c-81d3-486b-8029-710c5d598c5f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (935bef47-624f-4f02-9c5d-3a2e712e869b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:40.075954 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-24ff6b7c-81d3-486b-8029-710c5d598c5f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] For port 935bef47-624f-4f02-9c5d-3a2e712e869b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=935bef47-624f-4f02-9c5d-3a2e712e869b,segment=NetworkSegment(921afac9-f849-46ce-b9b8-a5bf2c9ded95),segment_id=921afac9-f849-46ce-b9b8-a5bf2c9ded95)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:39:40.076518 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24ff6b7c-81d3-486b-8029-710c5d598c5f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (935bef47-624f-4f02-9c5d-3a2e712e869b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:40.091240 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-24ff6b7c-81d3-486b-8029-710c5d598c5f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Calling delete_port for 935bef47-624f-4f02-9c5d-3a2e712e869b owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:39:40.285235 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24ff6b7c-81d3-486b-8029-710c5d598c5f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (935bef47-624f-4f02-9c5d-3a2e712e869b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:40.415343 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a5351d8-51b6-4572-9cc9-9dd92b57e4ff req-951e84b0-d631-436a-aec5-fa9d758a00e5 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 210 time: 0.0448508 Feb 07 21:39:40.920664 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24ff6b7c-81d3-486b-8029-710c5d598c5f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:40.920664 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff6b7c-81d3-486b-8029-710c5d598c5f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Port': ['ID=935bef47-624f-4f02-9c5d-3a2e712e869b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:41.030750 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ff6b7c-81d3-486b-8029-710c5d598c5f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:39:41.122377 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ff6b7c-81d3-486b-8029-710c5d598c5f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:39:41.128265 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-24ff6b7c-81d3-486b-8029-710c5d598c5f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "PUT /v2.0/routers/1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8731990 Feb 07 21:39:41.132589 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39366) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:41.134779 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221aaab8-798c-4307-ba49-dd0146828bc4 None None] Sync routers for ids ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:39:41.162436 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221aaab8-798c-4307-ba49-dd0146828bc4 None None] Routers {'1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:41.166126 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-221aaab8-798c-4307-ba49-dd0146828bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:39:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:41.193920 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-a205be8e-6932-4d58-ad5e-8d6e130bbc74 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Deleting subnet 280cdb9a-6173-4d0b-a59d-e61bd24adf79 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:39:41.198354 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a205be8e-6932-4d58-ad5e-8d6e130bbc74 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for subnet (280cdb9a-6173-4d0b-a59d-e61bd24adf79), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:41.285056 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a205be8e-6932-4d58-ad5e-8d6e130bbc74 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (280cdb9a-6173-4d0b-a59d-e61bd24adf79), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:41.364052 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-221aaab8-798c-4307-ba49-dd0146828bc4 None None] Set router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:39:41.378376 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a205be8e-6932-4d58-ad5e-8d6e130bbc74 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (280cdb9a-6173-4d0b-a59d-e61bd24adf79), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:41.441191 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-221aaab8-798c-4307-ba49-dd0146828bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'name': 'tempest-RoutersIpV6Test-router-886631178', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:10Z', 'updated_at': '2022-02-07T21:39:40Z', 'revision_number': 11, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:41.468727 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a205be8e-6932-4d58-ad5e-8d6e130bbc74 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (280cdb9a-6173-4d0b-a59d-e61bd24adf79), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:41.477008 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221aaab8-798c-4307-ba49-dd0146828bc4 None None] Checking router: 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:39:41.487794 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221aaab8-798c-4307-ba49-dd0146828bc4 None None] Routers {'1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:41.488782 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-221aaab8-798c-4307-ba49-dd0146828bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:39:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:41.541955 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205be8e-6932-4d58-ad5e-8d6e130bbc74 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Subnet': ['ID=280cdb9a-6173-4d0b-a59d-e61bd24adf79,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:41.548590 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a205be8e-6932-4d58-ad5e-8d6e130bbc74 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:41.550998 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54378c5a-5082-4904-8c20-86981a9b837d None None] Network 5decc109-a3b9-4453-b891-29b4c0555486 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:39:41.554452 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a205be8e-6932-4d58-ad5e-8d6e130bbc74 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/subnets/280cdb9a-6173-4d0b-a59d-e61bd24adf79 HTTP/1.1" status: 204 len: 168 time: 0.4207752 Feb 07 21:39:41.557022 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39376) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:41.615557 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-221aaab8-798c-4307-ba49-dd0146828bc4 None None] Set router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:39:41.649430 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79c95eb4-70f9-48f0-86cb-d520db97c77d req-f9d26d9e-90ba-4364-8d77-4b83c5ec8be4 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 210 time: 0.0698049 Feb 07 21:39:41.704442 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-221aaab8-798c-4307-ba49-dd0146828bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'name': 'tempest-RoutersIpV6Test-router-886631178', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:10Z', 'updated_at': '2022-02-07T21:39:40Z', 'revision_number': 11, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:41.711924 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-847fc330-845b-4661-8a92-b3f9c58ea127 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (5decc109-a3b9-4453-b891-29b4c0555486), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:41.736578 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221aaab8-798c-4307-ba49-dd0146828bc4 None None] The sync data for ids ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'] in n-d-828185-2 is: [{'id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'name': 'tempest-RoutersIpV6Test-router-886631178', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:10Z', 'updated_at': '2022-02-07T21:39:40Z', 'revision_number': 11, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:39:41.807761 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-847fc330-845b-4661-8a92-b3f9c58ea127 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Deleting port 032ce2ca-f5ad-4541-a3e9-91ff478ac883 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:39:41.808642 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-847fc330-845b-4661-8a92-b3f9c58ea127 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (032ce2ca-f5ad-4541-a3e9-91ff478ac883), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:41.877178 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-847fc330-845b-4661-8a92-b3f9c58ea127 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] For port 032ce2ca-f5ad-4541-a3e9-91ff478ac883, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=032ce2ca-f5ad-4541-a3e9-91ff478ac883,segment=NetworkSegment(921afac9-f849-46ce-b9b8-a5bf2c9ded95),segment_id=921afac9-f849-46ce-b9b8-a5bf2c9ded95)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:39:41.877484 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-847fc330-845b-4661-8a92-b3f9c58ea127 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (032ce2ca-f5ad-4541-a3e9-91ff478ac883), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:41.891236 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-847fc330-845b-4661-8a92-b3f9c58ea127 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Calling delete_port for 032ce2ca-f5ad-4541-a3e9-91ff478ac883 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:39:41.985238 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-847fc330-845b-4661-8a92-b3f9c58ea127 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (032ce2ca-f5ad-4541-a3e9-91ff478ac883), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:42.020850 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fc330-845b-4661-8a92-b3f9c58ea127 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Port': ['ID=032ce2ca-f5ad-4541-a3e9-91ff478ac883,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:42.026795 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847fc330-845b-4661-8a92-b3f9c58ea127 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] No DVR routers for this DVR port 032ce2ca-f5ad-4541-a3e9-91ff478ac883 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:39:42.125785 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-847fc330-845b-4661-8a92-b3f9c58ea127 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (5decc109-a3b9-4453-b891-29b4c0555486), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:42.150531 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3a2354-aa67-46e4-8194-4e3b741e32bc None None] DHCP port deletion for 5decc109-a3b9-4453-b891-29b4c0555486 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:39:42.157306 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-847fc330-845b-4661-8a92-b3f9c58ea127 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5decc109-a3b9-4453-b891-29b4c0555486']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:42.177870 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-847fc330-845b-4661-8a92-b3f9c58ea127 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921afac9-f849-46ce-b9b8-a5bf2c9ded95') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:42.178268 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-847fc330-845b-4661-8a92-b3f9c58ea127 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921afac9-f849-46ce-b9b8-a5bf2c9ded95') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:42.192717 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-847fc330-845b-4661-8a92-b3f9c58ea127 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (921afac9-f849-46ce-b9b8-a5bf2c9ded95), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:42.214971 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-847fc330-845b-4661-8a92-b3f9c58ea127 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (921afac9-f849-46ce-b9b8-a5bf2c9ded95), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:42.222531 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-847fc330-845b-4661-8a92-b3f9c58ea127 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:39:42.222972 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-847fc330-845b-4661-8a92-b3f9c58ea127 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (921afac9-f849-46ce-b9b8-a5bf2c9ded95), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:39:42.227077 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:39:42.302523 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-847fc330-845b-4661-8a92-b3f9c58ea127 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (5decc109-a3b9-4453-b891-29b4c0555486), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:42.309489 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-847fc330-845b-4661-8a92-b3f9c58ea127 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:42.314080 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-847fc330-845b-4661-8a92-b3f9c58ea127 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/networks/5decc109-a3b9-4453-b891-29b4c0555486 HTTP/1.1" status: 204 len: 168 time: 0.7561171 Feb 07 21:39:42.316842 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39392) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:42.321513 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1f4f36c9-5625-4b1b-9e36-a8e85ab2b5d0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'router': {'routes': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:42.335207 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fc330-845b-4661-8a92-b3f9c58ea127 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Pushing event deleted for resources: {'Network': ['ID=5decc109-a3b9-4453-b891-29b4c0555486,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:42.530893 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.extraroute_db [None req-1f4f36c9-5625-4b1b-9e36-a8e85ab2b5d0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Added routes are [] {{(pid=103255) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 07 21:39:42.531200 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.extraroute_db [None req-1f4f36c9-5625-4b1b-9e36-a8e85ab2b5d0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Removed routes are [] {{(pid=103255) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 07 21:39:42.531773 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f4f36c9-5625-4b1b-9e36-a8e85ab2b5d0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9854'] for router (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:42.990018 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-05efae13-d6fa-4685-a402-4ab5e53c9de2 req-0f814b62-aba2-4727-8527-21cd88e85a8f tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 210 time: 0.0994263 Feb 07 21:39:43.023756 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f4f36c9-5625-4b1b-9e36-a8e85ab2b5d0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9854'] for router (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:43.027368 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f4f36c9-5625-4b1b-9e36-a8e85ab2b5d0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7871149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7871156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7867351'] for router (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:43.118653 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4f36c9-5625-4b1b-9e36-a8e85ab2b5d0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:39:43.204180 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4f36c9-5625-4b1b-9e36-a8e85ab2b5d0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:39:43.211806 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f4f36c9-5625-4b1b-9e36-a8e85ab2b5d0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:43.213204 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1f4f36c9-5625-4b1b-9e36-a8e85ab2b5d0 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "PUT /v2.0/routers/1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 HTTP/1.1" status: 200 len: 704 time: 0.8953257 Feb 07 21:39:43.216333 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39408) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:43.232472 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1279df2f-b692-4863-a430-8d6fdfaa0c6e None None] Sync routers for ids ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:39:43.261512 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1279df2f-b692-4863-a430-8d6fdfaa0c6e None None] Routers {'1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:43.262318 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1279df2f-b692-4863-a430-8d6fdfaa0c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:39:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:43.275597 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a604a8da-f349-4aa3-a9e3-5ad8e9b8e000 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 HTTP/1.1" status: 200 len: 205 time: 0.0557814 Feb 07 21:39:43.278054 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39414) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:43.348243 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1279df2f-b692-4863-a430-8d6fdfaa0c6e None None] Set router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:39:43.363761 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02ec524b-b770-4e5f-8712-3e16d312d015 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:43.403772 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1279df2f-b692-4863-a430-8d6fdfaa0c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'name': 'tempest-RoutersIpV6Test-router-886631178', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:10Z', 'updated_at': '2022-02-07T21:39:40Z', 'revision_number': 11, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:43.459773 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1279df2f-b692-4863-a430-8d6fdfaa0c6e None None] Checking router: 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:39:43.469273 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1279df2f-b692-4863-a430-8d6fdfaa0c6e None None] Routers {'1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:43.470098 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1279df2f-b692-4863-a430-8d6fdfaa0c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:39:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:43.513253 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device bd0e427a-164f-4652-900c-d02583789525 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:39:43.555080 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 935bef47-624f-4f02-9c5d-3a2e712e869b no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:39:43.594058 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02ec524b-b770-4e5f-8712-3e16d312d015 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:43.599411 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02ec524b-b770-4e5f-8712-3e16d312d015 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router_controller (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:43.615741 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: bd0e427a-164f-4652-900c-d02583789525 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:39:43.616445 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device bd0e427a-164f-4652-900c-d02583789525 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:39:43.623028 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 935bef47-624f-4f02-9c5d-3a2e712e869b {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:39:43.623620 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 935bef47-624f-4f02-9c5d-3a2e712e869b not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:39:43.624229 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 032ce2ca-f5ad-4541-a3e9-91ff478ac883 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:39:43.626625 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1279df2f-b692-4863-a430-8d6fdfaa0c6e None None] Set router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:39:43.666708 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02ec524b-b770-4e5f-8712-3e16d312d015 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:43.667304 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ec524b-b770-4e5f-8712-3e16d312d015 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Fanout notify agent at l3_agent the message router_deleted on router 1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:39:43.680413 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02ec524b-b770-4e5f-8712-3e16d312d015 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:43.685374 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-02ec524b-b770-4e5f-8712-3e16d312d015 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/routers/1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 HTTP/1.1" status: 204 len: 168 time: 0.4024625 Feb 07 21:39:43.685747 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39420) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:43.690314 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e8d9e619-d1c4-42a0-bcd1-74046251ea48 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-106744516', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:43.710544 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 032ce2ca-f5ad-4541-a3e9-91ff478ac883 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:39:43.710803 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 032ce2ca-f5ad-4541-a3e9-91ff478ac883 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:39:43.713913 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1279df2f-b692-4863-a430-8d6fdfaa0c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'name': 'tempest-RoutersIpV6Test-router-886631178', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:10Z', 'updated_at': '2022-02-07T21:39:40Z', 'revision_number': 11, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:43.732151 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8d9e619-d1c4-42a0-bcd1-74046251ea48 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:43.733538 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8d9e619-d1c4-42a0-bcd1-74046251ea48 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:43.751401 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1279df2f-b692-4863-a430-8d6fdfaa0c6e None None] The sync data for ids ['1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6'] in n-d-828185-2 is: [{'id': '1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6', 'name': 'tempest-RoutersIpV6Test-router-886631178', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:10Z', 'updated_at': '2022-02-07T21:39:40Z', 'revision_number': 11, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:39:43.844392 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8d9e619-d1c4-42a0-bcd1-74046251ea48 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router_controller (7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:43.848730 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8d9e619-d1c4-42a0-bcd1-74046251ea48 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:43.868230 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8d9e619-d1c4-42a0-bcd1-74046251ea48 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:43.869591 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e8d9e619-d1c4-42a0-bcd1-74046251ea48 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1828332 Feb 07 21:39:43.872564 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39424) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:43.877225 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-67182d6a-97fb-4610-b9d7-be7c0b2972f3 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:44.165744 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-678a95f9-b3de-4bb8-8b6c-21977863e63f req-f56703b8-fa6e-4e50-8c19-8dd27d68437c tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 210 time: 0.0734973 Feb 07 21:39:44.173649 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67182d6a-97fb-4610-b9d7-be7c0b2972f3 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7871142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9854'] for router (7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:44.188210 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67182d6a-97fb-4610-b9d7-be7c0b2972f3 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7871149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7871156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7867351'] for router (7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:44.328367 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67182d6a-97fb-4610-b9d7-be7c0b2972f3 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Router 7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:39:44.414242 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67182d6a-97fb-4610-b9d7-be7c0b2972f3 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:39:44.420970 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67182d6a-97fb-4610-b9d7-be7c0b2972f3 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:44.422061 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-67182d6a-97fb-4610-b9d7-be7c0b2972f3 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "PUT /v2.0/routers/7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b HTTP/1.1" status: 200 len: 697 time: 0.5483627 Feb 07 21:39:44.425639 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39436) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:44.434126 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6327f6a-ce33-4e8f-bce3-f09fd1985f0a None None] Sync routers for ids ['7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:39:44.473663 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6327f6a-ce33-4e8f-bce3-f09fd1985f0a None None] Routers {'7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:44.474737 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a6327f6a-ce33-4e8f-bce3-f09fd1985f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:39:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:44.560530 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-a6327f6a-ce33-4e8f-bce3-f09fd1985f0a None None] Set router 7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:39:44.583168 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-11c5f4ef-53c9-4b83-a226-fa7706276710 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "GET /v2.0/routers/7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b HTTP/1.1" status: 200 len: 703 time: 0.1529691 Feb 07 21:39:44.583760 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39440) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:44.621283 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c8492829-724a-4814-93e4-cf0c10575c04 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b HTTP/1.1" status: 200 len: 205 time: 0.0364602 Feb 07 21:39:44.623512 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39444) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:44.634408 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a6327f6a-ce33-4e8f-bce3-f09fd1985f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b', 'name': 'tempest-RoutersIpV6Test-router-106744516', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:43Z', 'updated_at': '2022-02-07T21:39:44Z', 'revision_number': 2, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:44.679716 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6327f6a-ce33-4e8f-bce3-f09fd1985f0a None None] Checking router: 7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:39:44.689772 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6327f6a-ce33-4e8f-bce3-f09fd1985f0a None None] Routers {'7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:44.690842 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a6327f6a-ce33-4e8f-bce3-f09fd1985f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:39:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:44.735538 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d75a0655-78a0-457b-b386-b1abae453f2d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router (7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:44.786402 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-a6327f6a-ce33-4e8f-bce3-f09fd1985f0a None None] Set router 7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:39:44.850816 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a6327f6a-ce33-4e8f-bce3-f09fd1985f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b', 'name': 'tempest-RoutersIpV6Test-router-106744516', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:43Z', 'updated_at': '2022-02-07T21:39:44Z', 'revision_number': 2, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:44.879090 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6327f6a-ce33-4e8f-bce3-f09fd1985f0a None None] The sync data for ids ['7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b'] in n-d-828185-2 is: [{'id': '7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b', 'name': 'tempest-RoutersIpV6Test-router-106744516', 'tenant_id': '44e02e43080c44a399ac0fd22d465ed0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:39:43Z', 'updated_at': '2022-02-07T21:39:44Z', 'revision_number': 2, 'project_id': '44e02e43080c44a399ac0fd22d465ed0', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:39:44.936154 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d75a0655-78a0-457b-b386-b1abae453f2d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:44.938567 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d75a0655-78a0-457b-b386-b1abae453f2d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router_controller (7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:44.991061 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d75a0655-78a0-457b-b386-b1abae453f2d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:44.991701 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75a0655-78a0-457b-b386-b1abae453f2d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Fanout notify agent at l3_agent the message router_deleted on router 7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:39:45.003404 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d75a0655-78a0-457b-b386-b1abae453f2d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:45.008770 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d75a0655-78a0-457b-b386-b1abae453f2d tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/routers/7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b HTTP/1.1" status: 204 len: 168 time: 0.3842320 Feb 07 21:39:45.009417 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39450) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:45.049440 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-75e4070e-3c4c-4d2e-aaa2-3a28e972f370 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b HTTP/1.1" status: 200 len: 205 time: 0.0387759 Feb 07 21:39:45.052582 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39452) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:45.096938 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-55f94d2f-930c-4ff4-8d24-7bb150814381 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] delete failed (client error): The resource could not be found. Feb 07 21:39:45.101276 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39456) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:45.101435 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-55f94d2f-930c-4ff4-8d24-7bb150814381 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/routers/7f26fd2e-9d73-4daa-a4c7-b79f132fdc3b HTTP/1.1" status: 404 len: 336 time: 0.0476747 Feb 07 21:39:45.139587 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3717f1-e606-4e23-b003-5e617ef76279 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] DELETE failed (client error): The resource could not be found. Feb 07 21:39:45.140596 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da3717f1-e606-4e23-b003-5e617ef76279 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:39:45.143894 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-da3717f1-e606-4e23-b003-5e617ef76279 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/subnets/acb2b45d-f639-4904-b206-b910bbf5e595 HTTP/1.1" status: 404 len: 337 time: 0.0409982 Feb 07 21:39:45.146778 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39458) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:45.193397 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5be7be9-ea5e-46fe-903b-ab40cb4c3dee tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] DELETE failed (client error): The resource could not be found. Feb 07 21:39:45.193980 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5be7be9-ea5e-46fe-903b-ab40cb4c3dee tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:39:45.199604 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39462) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:45.199818 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b5be7be9-ea5e-46fe-903b-ab40cb4c3dee tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/subnets/f87d9386-73a0-40c4-8b19-6b7e1a1b0a36 HTTP/1.1" status: 404 len: 337 time: 0.0517917 Feb 07 21:39:45.237583 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed51981-b0a6-439e-84a0-451474fb116f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] DELETE failed (client error): The resource could not be found. Feb 07 21:39:45.239899 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed51981-b0a6-439e-84a0-451474fb116f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:39:45.243361 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-aed51981-b0a6-439e-84a0-451474fb116f tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/subnets/f37a3ead-be44-42ab-8567-947ea919641c HTTP/1.1" status: 404 len: 337 time: 0.0421669 Feb 07 21:39:45.245821 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39464) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:45.280925 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4928514e-4d79-4588-a6fd-e970f0ead13e req-3f3f6e22-b0b3-4bdb-a430-ec921e69649b tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 210 time: 0.0343695 Feb 07 21:39:45.289674 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-0605df43-d182-4556-8fe8-93b5243db9b5 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] DELETE failed (client error): The resource could not be found. Feb 07 21:39:45.294925 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0605df43-d182-4556-8fe8-93b5243db9b5 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:39:45.298790 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0605df43-d182-4556-8fe8-93b5243db9b5 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/subnets/280cdb9a-6173-4d0b-a59d-e61bd24adf79 HTTP/1.1" status: 404 len: 337 time: 0.0515733 Feb 07 21:39:45.301270 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39468) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:45.343212 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5ab2e676-2082-48b0-b7ab-3a0ea4846a06 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 HTTP/1.1" status: 200 len: 205 time: 0.0405302 Feb 07 21:39:45.345659 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39472) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:45.390277 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-47a5690d-8c89-42bc-a727-2d057e2277f5 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] delete failed (client error): The resource could not be found. Feb 07 21:39:45.392354 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-47a5690d-8c89-42bc-a727-2d057e2277f5 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/routers/1b5dbbdc-a03b-4e92-8a14-dd29f57e1af6 HTTP/1.1" status: 404 len: 336 time: 0.0443361 Feb 07 21:39:45.394069 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39474) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:45.423135 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b305a383-d4b3-4086-8251-9834101e6eb9 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "GET /v2.0/ports?device_id=51dc839a-328f-42e4-9633-33670281799b HTTP/1.1" status: 200 len: 205 time: 0.0279222 Feb 07 21:39:45.425470 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39476) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:45.465745 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-1fc64008-1ae5-4102-847f-15a7ae94eaef tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] delete failed (client error): The resource could not be found. Feb 07 21:39:45.466826 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1fc64008-1ae5-4102-847f-15a7ae94eaef tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/routers/51dc839a-328f-42e4-9633-33670281799b HTTP/1.1" status: 404 len: 336 time: 0.0402720 Feb 07 21:39:45.469696 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39478) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:45.505841 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d2442bd-d92a-40dd-aacc-6e357d6ec654 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] DELETE failed (client error): The resource could not be found. Feb 07 21:39:45.506415 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d2442bd-d92a-40dd-aacc-6e357d6ec654 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:39:45.513556 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39482) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:45.514219 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9d2442bd-d92a-40dd-aacc-6e357d6ec654 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/subnets/ebc0c580-dbed-4dee-951b-187f162e9596 HTTP/1.1" status: 404 len: 337 time: 0.0434005 Feb 07 21:39:45.553681 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-475e22cf-304e-430d-87bf-6b958f888a36 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7fad571-61b9-4850-abdf-947ba8162c41 HTTP/1.1" status: 200 len: 205 time: 0.0388958 Feb 07 21:39:45.556014 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39484) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:45.596462 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-3edbd568-c47f-439e-a61f-5fbabd585460 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] delete failed (client error): The resource could not be found. Feb 07 21:39:45.600691 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3edbd568-c47f-439e-a61f-5fbabd585460 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/routers/f7fad571-61b9-4850-abdf-947ba8162c41 HTTP/1.1" status: 404 len: 336 time: 0.0388105 Feb 07 21:39:45.600935 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39486) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:45.633092 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2db44a07-a729-4525-a908-3c07004efba6 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "GET /v2.0/ports?device_id=8723367e-1fb6-4141-8672-4f2c835083a7 HTTP/1.1" status: 200 len: 205 time: 0.0284550 Feb 07 21:39:45.633326 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39488) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:45.676464 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-21dfa593-6189-462c-900c-7721f6ca13c7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] delete failed (client error): The resource could not be found. Feb 07 21:39:45.678053 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-21dfa593-6189-462c-900c-7721f6ca13c7 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/routers/8723367e-1fb6-4141-8672-4f2c835083a7 HTTP/1.1" status: 404 len: 336 time: 0.0439513 Feb 07 21:39:45.681461 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39490) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:45.723217 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec578941-87a3-47a0-9775-6b3ab15bc340 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] DELETE failed (client error): The resource could not be found. Feb 07 21:39:45.724626 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec578941-87a3-47a0-9775-6b3ab15bc340 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:39:45.730286 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ec578941-87a3-47a0-9775-6b3ab15bc340 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/subnets/f7a1e751-71cc-4dcd-bc2a-352aa66bdc15 HTTP/1.1" status: 404 len: 337 time: 0.0446754 Feb 07 21:39:45.730423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39494) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:45.762702 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39496) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:45.763311 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-006003f2-2025-4f1a-a22c-1d9572c4ef73 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "GET /v2.0/ports?device_id=e67a8483-3b2a-4a12-93f5-7f070e148d47 HTTP/1.1" status: 200 len: 205 time: 0.0316796 Feb 07 21:39:45.805929 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-721fe790-971b-4f6e-9e60-13f5c67cec2a tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] delete failed (client error): The resource could not be found. Feb 07 21:39:45.809763 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-721fe790-971b-4f6e-9e60-13f5c67cec2a tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/routers/e67a8483-3b2a-4a12-93f5-7f070e148d47 HTTP/1.1" status: 404 len: 336 time: 0.0459950 Feb 07 21:39:45.809976 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39498) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:45.854752 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dfd2008-7aaf-4093-a1e4-c1bc43108acd tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] DELETE failed (client error): The resource could not be found. Feb 07 21:39:45.855221 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dfd2008-7aaf-4093-a1e4-c1bc43108acd tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:39:45.860924 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5dfd2008-7aaf-4093-a1e4-c1bc43108acd tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/subnets/f27c811e-ac02-4fab-84be-44fd3c33dc4e HTTP/1.1" status: 404 len: 337 time: 0.0475495 Feb 07 21:39:45.861182 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39502) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:45.895412 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f287a1b0-0bbf-44b8-bab2-cfc47c6aadcd tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "GET /v2.0/ports?device_id=911662b1-e5df-4957-be98-4d71685409d3 HTTP/1.1" status: 200 len: 205 time: 0.0292730 Feb 07 21:39:45.896150 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39504) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:45.940260 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-b8bfeae7-5bdc-44c7-af24-46ca50bc86cd tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] delete failed (client error): The resource could not be found. Feb 07 21:39:45.944285 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b8bfeae7-5bdc-44c7-af24-46ca50bc86cd tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/routers/911662b1-e5df-4957-be98-4d71685409d3 HTTP/1.1" status: 404 len: 336 time: 0.0439603 Feb 07 21:39:45.944471 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39506) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:45.972629 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-15470a21-242d-4fdd-864d-fb8b7c76ef56 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] DELETE failed (client error): The resource could not be found. Feb 07 21:39:45.973096 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15470a21-242d-4fdd-864d-fb8b7c76ef56 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:39:45.978568 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-15470a21-242d-4fdd-864d-fb8b7c76ef56 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/subnets/89ff55a5-8e37-47e4-9a84-b13d6834f853 HTTP/1.1" status: 404 len: 337 time: 0.0308859 Feb 07 21:39:45.981270 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39508) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:46.011959 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa555eb5-7615-4ea4-9d3b-3f6d90b850e6 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] DELETE failed (client error): The resource could not be found. Feb 07 21:39:46.013770 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa555eb5-7615-4ea4-9d3b-3f6d90b850e6 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:39:46.017247 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-aa555eb5-7615-4ea4-9d3b-3f6d90b850e6 tempest-RoutersIpV6Test-2037726220 tempest-RoutersIpV6Test-2037726220-project] 10.222.0.65 "DELETE /v2.0/subnets/8c98e147-63ea-4045-bdbc-5b58af9278ac HTTP/1.1" status: 404 len: 337 time: 0.0345576 Feb 07 21:39:46.316337 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39518) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:46.433425 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-078ff1de-6f02-4296-9a44-3752d67d8fa2 req-de60bded-e5d7-433c-9802-e218ff45ea91 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 210 time: 0.0366485 Feb 07 21:39:46.527765 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39528) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:46.528058 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4b1cec66-73cb-4e08-acdd-266fb6197633 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=44e02e43080c44a399ac0fd22d465ed0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2102728 Feb 07 21:39:46.588983 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-27308f60-14da-4929-92b3-ecb5d6198746 admin admin] Publish callbacks [] for security_group (6320b414-1c49-4341-8f82-a727525f03d2), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:46.618057 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-27308f60-14da-4929-92b3-ecb5d6198746 admin admin] Publish callbacks [] for security_group (6320b414-1c49-4341-8f82-a727525f03d2), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:46.674104 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-27308f60-14da-4929-92b3-ecb5d6198746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (6320b414-1c49-4341-8f82-a727525f03d2), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:46.677742 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-27308f60-14da-4929-92b3-ecb5d6198746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:46.680828 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-27308f60-14da-4929-92b3-ecb5d6198746 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6320b414-1c49-4341-8f82-a727525f03d2 HTTP/1.1" status: 204 len: 168 time: 0.1512601 Feb 07 21:39:46.705758 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27308f60-14da-4929-92b3-ecb5d6198746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6320b414-1c49-4341-8f82-a727525f03d2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:47.259585 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f159f560-0e8b-4fe1-b938-050f681127be req-d58b210a-9440-49df-baae-6caff2f27c5a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575516 Feb 07 21:39:47.431720 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159f560-0e8b-4fe1-b938-050f681127be req-abb0d73b-0e48-4011-bea5-82ccf2700bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:47.435708 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f159f560-0e8b-4fe1-b938-050f681127be req-abb0d73b-0e48-4011-bea5-82ccf2700bd1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 1127 time: 0.1085157 Feb 07 21:39:47.559265 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39566) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:47.596613 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b0465f9-3465-4040-b4f9-87618703ebdf req-0b33e5a4-81be-47ac-b463-975625c6965d tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 210 time: 0.0421398 Feb 07 21:39:47.640423 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159f560-0e8b-4fe1-b938-050f681127be req-6825787f-5375-4e06-9192-80414a5007a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:47.643029 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f159f560-0e8b-4fe1-b938-050f681127be req-6825787f-5375-4e06-9192-80414a5007a9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=adc182b3-a956-4dbe-b035-c86daf4fcb9e HTTP/1.1" status: 200 len: 897 time: 0.1859999 Feb 07 21:39:47.696967 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-da9dcbe4-ff7b-48ee-8b6d-063ba5571319 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Request body: {'security_group': {'name': 'tempest-secgroup--749346576'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:47.749501 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f159f560-0e8b-4fe1-b938-050f681127be req-de473bc4-c70e-4195-bc33-8aacd5ff5fc0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba HTTP/1.1" status: 200 len: 1001 time: 0.1007292 Feb 07 21:39:47.751131 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da9dcbe4-ff7b-48ee-8b6d-063ba5571319 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:47.770903 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da9dcbe4-ff7b-48ee-8b6d-063ba5571319 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:47.825128 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159f560-0e8b-4fe1-b938-050f681127be req-00f55037-53f4-4c3f-af89-be82060a7e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:47.826605 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f159f560-0e8b-4fe1-b938-050f681127be req-00f55037-53f4-4c3f-af89-be82060a7e97 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5a8f51b7-919e-4598-9eba-315786b468db HTTP/1.1" status: 200 len: 835 time: 0.0706482 Feb 07 21:39:47.934738 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159f560-0e8b-4fe1-b938-050f681127be req-e79cb6ea-02aa-4548-a34f-be3e728ab1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:39:47.936246 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f159f560-0e8b-4fe1-b938-050f681127be req-e79cb6ea-02aa-4548-a34f-be3e728ab1dd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=adc182b3-a956-4dbe-b035-c86daf4fcb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1041338 Feb 07 21:39:47.938070 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da9dcbe4-ff7b-48ee-8b6d-063ba5571319 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (43082952-9d35-419c-9ed1-020b1fab6c61), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:47.942864 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da9dcbe4-ff7b-48ee-8b6d-063ba5571319 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (43082952-9d35-419c-9ed1-020b1fab6c61), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:48.055170 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9dcbe4-ff7b-48ee-8b6d-063ba5571319 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43082952-9d35-419c-9ed1-020b1fab6c61,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:48.115938 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da9dcbe4-ff7b-48ee-8b6d-063ba5571319 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (607f7315-2eda-43c3-bfe8-8267c47b16d7), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:48.120331 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f159f560-0e8b-4fe1-b938-050f681127be req-c56e88fb-7316-4c29-942f-7464a732628a service neutron] 10.222.0.69 "GET /v2.0/networks/adc182b3-a956-4dbe-b035-c86daf4fcb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743715 Feb 07 21:39:48.121391 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da9dcbe4-ff7b-48ee-8b6d-063ba5571319 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (607f7315-2eda-43c3-bfe8-8267c47b16d7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:48.155095 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da9dcbe4-ff7b-48ee-8b6d-063ba5571319 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:48.158929 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-da9dcbe4-ff7b-48ee-8b6d-063ba5571319 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5953231 Feb 07 21:39:48.160013 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39578) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:48.227750 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9dcbe4-ff7b-48ee-8b6d-063ba5571319 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=607f7315-2eda-43c3-bfe8-8267c47b16d7,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:48.273591 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9dc1b1f4-846c-4190-ae21-569a388e7c84 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1119463 Feb 07 21:39:48.274230 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f159f560-0e8b-4fe1-b938-050f681127be req-3e33bfc2-339f-4d38-b7b8-50b74ac612e1 service neutron] 10.222.0.69 "GET /v2.0/networks/adc182b3-a956-4dbe-b035-c86daf4fcb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427498 Feb 07 21:39:48.276252 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39582) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:48.282159 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-f525b307-d525-4151-9b23-f593c898077f tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Request body: {'security_group': {'name': 'tempest-security--965916347', 'description': 'tempest-security-description-1260405799'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:48.319736 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f525b307-d525-4151-9b23-f593c898077f tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (607f7315-2eda-43c3-bfe8-8267c47b16d7), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:48.375519 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f525b307-d525-4151-9b23-f593c898077f tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (607f7315-2eda-43c3-bfe8-8267c47b16d7), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:48.379501 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f525b307-d525-4151-9b23-f593c898077f tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (607f7315-2eda-43c3-bfe8-8267c47b16d7), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:48.383310 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f525b307-d525-4151-9b23-f593c898077f tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:48.384858 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f525b307-d525-4151-9b23-f593c898077f tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "PUT /v2.0/security-groups/607f7315-2eda-43c3-bfe8-8267c47b16d7 HTTP/1.1" status: 200 len: 1796 time: 0.1073666 Feb 07 21:39:48.387582 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39584) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:48.413850 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525b307-d525-4151-9b23-f593c898077f tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=607f7315-2eda-43c3-bfe8-8267c47b16d7,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:48.451151 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-db34f8cb-ebcf-4288-89d2-c1b5bbdcf490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:48.490780 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a68274f0-844f-445a-a5f5-55621d5a7975 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-groups/607f7315-2eda-43c3-bfe8-8267c47b16d7 HTTP/1.1" status: 200 len: 1796 time: 0.1016889 Feb 07 21:39:48.493386 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39590) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:48.568740 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bafa566-adac-4435-b450-a12459b88e23 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (607f7315-2eda-43c3-bfe8-8267c47b16d7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:48.596009 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bafa566-adac-4435-b450-a12459b88e23 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (607f7315-2eda-43c3-bfe8-8267c47b16d7), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:48.662188 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bafa566-adac-4435-b450-a12459b88e23 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (607f7315-2eda-43c3-bfe8-8267c47b16d7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:48.665207 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bafa566-adac-4435-b450-a12459b88e23 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:48.668736 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4bafa566-adac-4435-b450-a12459b88e23 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "DELETE /v2.0/security-groups/607f7315-2eda-43c3-bfe8-8267c47b16d7 HTTP/1.1" status: 204 len: 168 time: 0.1718285 Feb 07 21:39:48.669177 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39596) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:48.677444 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bafa566-adac-4435-b450-a12459b88e23 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=607f7315-2eda-43c3-bfe8-8267c47b16d7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:48.743931 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a662d7cc-103f-4609-8d64-0ffd9ec0dc9a tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0734999 Feb 07 21:39:48.746603 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39600) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:48.756644 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f8e6a50-b95a-49a7-a92d-d75f6bed3cda req-be3deabe-e39c-4fd5-91a6-c311f23198d7 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "GET /v2.0/ports?device_id=8859886d-c9ca-4611-b74c-94f775decb97 HTTP/1.1" status: 200 len: 210 time: 0.0705092 Feb 07 21:39:48.775769 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-d8f1bf0b-4cc5-4264-979c-155a720b48b3 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] delete failed (client error): The resource could not be found. Feb 07 21:39:48.777029 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d8f1bf0b-4cc5-4264-979c-155a720b48b3 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "DELETE /v2.0/security-groups/607f7315-2eda-43c3-bfe8-8267c47b16d7 HTTP/1.1" status: 404 len: 347 time: 0.0293622 Feb 07 21:39:48.781881 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39602) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:48.786298 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-6bdf2752-f0a9-4580-95f0-290b83511640 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Request body: {'security_group': {'name': 'tempest-secgroup--244738405'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:48.818311 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6bdf2752-f0a9-4580-95f0-290b83511640 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:48.895588 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6bdf2752-f0a9-4580-95f0-290b83511640 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (ec1ea493-22ab-49e9-90e7-dab689f64c39), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:48.899876 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6bdf2752-f0a9-4580-95f0-290b83511640 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ec1ea493-22ab-49e9-90e7-dab689f64c39), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:48.934240 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6bdf2752-f0a9-4580-95f0-290b83511640 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:48.935472 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6bdf2752-f0a9-4580-95f0-290b83511640 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1526573 Feb 07 21:39:48.937428 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf2752-f0a9-4580-95f0-290b83511640 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1ea493-22ab-49e9-90e7-dab689f64c39,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:48.938703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39610) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:48.944733 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6470e50b-8d1c-4e15-a9ec-cb212f868f6a tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Request body: {'security_group_rule': {'security_group_id': 'ec1ea493-22ab-49e9-90e7-dab689f64c39', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:48.975850 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6470e50b-8d1c-4e15-a9ec-cb212f868f6a tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (76842850-6a26-4317-88da-49289214be27), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:49.041792 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6470e50b-8d1c-4e15-a9ec-cb212f868f6a tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (76842850-6a26-4317-88da-49289214be27), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:49.046148 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6470e50b-8d1c-4e15-a9ec-cb212f868f6a tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (76842850-6a26-4317-88da-49289214be27), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:49.068744 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470e50b-8d1c-4e15-a9ec-cb212f868f6a tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76842850-6a26-4317-88da-49289214be27,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:49.085376 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6470e50b-8d1c-4e15-a9ec-cb212f868f6a tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:49.086630 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6470e50b-8d1c-4e15-a9ec-cb212f868f6a tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467006 Feb 07 21:39:49.089826 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39614) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:49.123635 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fdc36876-6c8d-44ff-a2ef-098171918a2a tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (76842850-6a26-4317-88da-49289214be27), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:49.134179 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fdc36876-6c8d-44ff-a2ef-098171918a2a tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (76842850-6a26-4317-88da-49289214be27), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:49.164038 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fdc36876-6c8d-44ff-a2ef-098171918a2a tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (76842850-6a26-4317-88da-49289214be27), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:49.171844 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fdc36876-6c8d-44ff-a2ef-098171918a2a tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:49.173010 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fdc36876-6c8d-44ff-a2ef-098171918a2a tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/76842850-6a26-4317-88da-49289214be27 HTTP/1.1" status: 204 len: 168 time: 0.0822687 Feb 07 21:39:49.175787 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39618) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:49.177343 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc36876-6c8d-44ff-a2ef-098171918a2a tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76842850-6a26-4317-88da-49289214be27,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:49.222453 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ea3caab0-13b5-4e2c-a4b9-6b754588ffa2 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0446746 Feb 07 21:39:49.225725 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39620) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:49.287307 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1fd7003-65d8-426c-8a12-cbf8b8d079ab tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (ec1ea493-22ab-49e9-90e7-dab689f64c39), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:49.308729 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1fd7003-65d8-426c-8a12-cbf8b8d079ab tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (ec1ea493-22ab-49e9-90e7-dab689f64c39), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:49.357218 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1fd7003-65d8-426c-8a12-cbf8b8d079ab tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ec1ea493-22ab-49e9-90e7-dab689f64c39), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:49.360049 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1fd7003-65d8-426c-8a12-cbf8b8d079ab tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:49.361840 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c1fd7003-65d8-426c-8a12-cbf8b8d079ab tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "DELETE /v2.0/security-groups/ec1ea493-22ab-49e9-90e7-dab689f64c39 HTTP/1.1" status: 204 len: 168 time: 0.1351376 Feb 07 21:39:49.364759 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39624) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:49.371676 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd7003-65d8-426c-8a12-cbf8b8d079ab tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1ea493-22ab-49e9-90e7-dab689f64c39,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:49.415603 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-77a2021f-4a2c-4002-8e51-764ae1cf631c tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0488436 Feb 07 21:39:49.420020 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39628) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:49.424622 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b359a57d-8c5b-4115-92c2-02306e16bd32 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Request body: {'security_group': {'name': 'tempest-secgroup--1887264583'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:49.456751 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b359a57d-8c5b-4115-92c2-02306e16bd32 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:49.541562 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b359a57d-8c5b-4115-92c2-02306e16bd32 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (02084812-13da-4e82-9dcd-56ab66432ff5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:49.545873 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b359a57d-8c5b-4115-92c2-02306e16bd32 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (02084812-13da-4e82-9dcd-56ab66432ff5), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:49.578890 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b359a57d-8c5b-4115-92c2-02306e16bd32 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:49.580181 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b359a57d-8c5b-4115-92c2-02306e16bd32 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1591311 Feb 07 21:39:49.581527 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359a57d-8c5b-4115-92c2-02306e16bd32 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02084812-13da-4e82-9dcd-56ab66432ff5,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:49.584359 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39634) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:49.590464 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-760735a9-2957-461c-ad54-6efa96437886 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Request body: {'security_group_rule': {'security_group_id': '02084812-13da-4e82-9dcd-56ab66432ff5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:49.626010 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-760735a9-2957-461c-ad54-6efa96437886 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (d27c271e-54d8-428f-a771-93e8bae17173), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:49.685482 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-760735a9-2957-461c-ad54-6efa96437886 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (d27c271e-54d8-428f-a771-93e8bae17173), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:49.690386 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-760735a9-2957-461c-ad54-6efa96437886 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (d27c271e-54d8-428f-a771-93e8bae17173), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:49.711511 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760735a9-2957-461c-ad54-6efa96437886 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d27c271e-54d8-428f-a771-93e8bae17173,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:49.728650 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-760735a9-2957-461c-ad54-6efa96437886 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:49.730059 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-760735a9-2957-461c-ad54-6efa96437886 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1442702 Feb 07 21:39:49.732810 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39638) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:49.737423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d1357f31-a57d-48b0-b375-580b393e8706 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Request body: {'security_group_rule': {'security_group_id': '02084812-13da-4e82-9dcd-56ab66432ff5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:49.765797 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1357f31-a57d-48b0-b375-580b393e8706 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (4de95302-68ed-49d1-b587-ecfd0f5588c0), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:49.827926 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39644) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:49.845545 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1357f31-a57d-48b0-b375-580b393e8706 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (4de95302-68ed-49d1-b587-ecfd0f5588c0), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:49.849322 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1357f31-a57d-48b0-b375-580b393e8706 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (4de95302-68ed-49d1-b587-ecfd0f5588c0), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:49.867481 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1357f31-a57d-48b0-b375-580b393e8706 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de95302-68ed-49d1-b587-ecfd0f5588c0,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:49.883998 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1357f31-a57d-48b0-b375-580b393e8706 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:49.889704 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d1357f31-a57d-48b0-b375-580b393e8706 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1511605 Feb 07 21:39:49.889906 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39648) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:49.919964 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-76f76642-aa88-4684-92bc-733dbe0ac98d tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Request body: {'security_group_rule': {'security_group_id': '02084812-13da-4e82-9dcd-56ab66432ff5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:49.988166 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-76f76642-aa88-4684-92bc-733dbe0ac98d tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (eb2dfd73-be57-4a4c-8595-2bd1125985bd), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.021927 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c59997e7-2af3-4d90-8c59-9b0a03bfb697 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Deleting port fbd14f6e-ee0d-434b-851d-52273736966c {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:39:50.022271 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c59997e7-2af3-4d90-8c59-9b0a03bfb697 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (fbd14f6e-ee0d-434b-851d-52273736966c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.088970 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-76f76642-aa88-4684-92bc-733dbe0ac98d tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (eb2dfd73-be57-4a4c-8595-2bd1125985bd), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.095165 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-76f76642-aa88-4684-92bc-733dbe0ac98d tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (eb2dfd73-be57-4a4c-8595-2bd1125985bd), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.133645 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f76642-aa88-4684-92bc-733dbe0ac98d tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb2dfd73-be57-4a4c-8595-2bd1125985bd,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:50.136440 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c59997e7-2af3-4d90-8c59-9b0a03bfb697 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (fbd14f6e-ee0d-434b-851d-52273736966c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.136774 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c59997e7-2af3-4d90-8c59-9b0a03bfb697 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for floatingip (fbd14f6e-ee0d-434b-851d-52273736966c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.149331 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-76f76642-aa88-4684-92bc-733dbe0ac98d tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.150557 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-76f76642-aa88-4684-92bc-733dbe0ac98d tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2597520 Feb 07 21:39:50.153494 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39654) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:50.155050 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c59997e7-2af3-4d90-8c59-9b0a03bfb697 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Calling delete_port for fbd14f6e-ee0d-434b-851d-52273736966c owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:39:50.158036 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b5f81240-b903-47a5-863d-420903a791e7 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Request body: {'security_group_rule': {'security_group_id': '02084812-13da-4e82-9dcd-56ab66432ff5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:50.185650 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5f81240-b903-47a5-863d-420903a791e7 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (018b8502-3ff9-465a-8717-938cc9e34b17), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.252865 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5f81240-b903-47a5-863d-420903a791e7 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (018b8502-3ff9-465a-8717-938cc9e34b17), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.257989 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5f81240-b903-47a5-863d-420903a791e7 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (018b8502-3ff9-465a-8717-938cc9e34b17), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.280554 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f81240-b903-47a5-863d-420903a791e7 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018b8502-3ff9-465a-8717-938cc9e34b17,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:50.286961 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5f81240-b903-47a5-863d-420903a791e7 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.292474 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b5f81240-b903-47a5-863d-420903a791e7 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1377056 Feb 07 21:39:50.293149 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39658) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:50.298208 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-470d364f-b2e3-4851-8e50-b80c6a976505 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Request body: {'security_group_rule': {'security_group_id': '02084812-13da-4e82-9dcd-56ab66432ff5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:50.325660 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c59997e7-2af3-4d90-8c59-9b0a03bfb697 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (fbd14f6e-ee0d-434b-851d-52273736966c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.347698 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-470d364f-b2e3-4851-8e50-b80c6a976505 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (ae5a5b1a-a4b9-462a-a6bb-3ccba7e91ad8), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.353407 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59997e7-2af3-4d90-8c59-9b0a03bfb697 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event deleted for resources: {'Port': ['ID=fbd14f6e-ee0d-434b-851d-52273736966c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:50.431272 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c59997e7-2af3-4d90-8c59-9b0a03bfb697 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for floatingip (e7ddb6e4-96c7-4f91-85fc-a031298348f5), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.435560 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c59997e7-2af3-4d90-8c59-9b0a03bfb697 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.435731 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-470d364f-b2e3-4851-8e50-b80c6a976505 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (ae5a5b1a-a4b9-462a-a6bb-3ccba7e91ad8), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.437768 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c59997e7-2af3-4d90-8c59-9b0a03bfb697 tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "DELETE /v2.0/floatingips/e7ddb6e4-96c7-4f91-85fc-a031298348f5 HTTP/1.1" status: 204 len: 168 time: 0.6076128 Feb 07 21:39:50.443359 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-470d364f-b2e3-4851-8e50-b80c6a976505 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (ae5a5b1a-a4b9-462a-a6bb-3ccba7e91ad8), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.489276 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d364f-b2e3-4851-8e50-b80c6a976505 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae5a5b1a-a4b9-462a-a6bb-3ccba7e91ad8,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:50.496387 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-470d364f-b2e3-4851-8e50-b80c6a976505 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.498055 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-470d364f-b2e3-4851-8e50-b80c6a976505 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2037277 Feb 07 21:39:50.501105 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39670) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:50.541428 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d809c43-6540-4fdf-a6fe-f433a5fe9590 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (ae5a5b1a-a4b9-462a-a6bb-3ccba7e91ad8), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.554437 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d809c43-6540-4fdf-a6fe-f433a5fe9590 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (ae5a5b1a-a4b9-462a-a6bb-3ccba7e91ad8), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.586516 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d809c43-6540-4fdf-a6fe-f433a5fe9590 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (ae5a5b1a-a4b9-462a-a6bb-3ccba7e91ad8), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.597648 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d809c43-6540-4fdf-a6fe-f433a5fe9590 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.600273 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9d809c43-6540-4fdf-a6fe-f433a5fe9590 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/ae5a5b1a-a4b9-462a-a6bb-3ccba7e91ad8 HTTP/1.1" status: 204 len: 168 time: 0.0971694 Feb 07 21:39:50.602188 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39676) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:50.605187 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d809c43-6540-4fdf-a6fe-f433a5fe9590 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae5a5b1a-a4b9-462a-a6bb-3ccba7e91ad8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:50.619423 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-feb9c99b-4da0-4133-b4f4-fe7034cbc7d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.680051 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39680) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:50.680189 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-965325e0-9da2-4b4a-b32c-0ba65623be5b tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0767562 Feb 07 21:39:50.706422 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0c8f2522-011e-4596-9ad3-308cb44b38af tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (018b8502-3ff9-465a-8717-938cc9e34b17), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.716605 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0c8f2522-011e-4596-9ad3-308cb44b38af tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (018b8502-3ff9-465a-8717-938cc9e34b17), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.761192 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0c8f2522-011e-4596-9ad3-308cb44b38af tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (018b8502-3ff9-465a-8717-938cc9e34b17), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.768693 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0c8f2522-011e-4596-9ad3-308cb44b38af tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.771130 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0c8f2522-011e-4596-9ad3-308cb44b38af tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/018b8502-3ff9-465a-8717-938cc9e34b17 HTTP/1.1" status: 204 len: 168 time: 0.0898836 Feb 07 21:39:50.773872 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39684) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:50.777656 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f2522-011e-4596-9ad3-308cb44b38af tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=018b8502-3ff9-465a-8717-938cc9e34b17,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:50.824111 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39686) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:50.824382 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fbb9398e-7402-42a8-a214-d3524bcd67e5 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0492766 Feb 07 21:39:50.853112 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b27b7310-823e-4aa3-ba3e-dd10eb446763 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (eb2dfd73-be57-4a4c-8595-2bd1125985bd), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.860894 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b27b7310-823e-4aa3-ba3e-dd10eb446763 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (eb2dfd73-be57-4a4c-8595-2bd1125985bd), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.888209 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b27b7310-823e-4aa3-ba3e-dd10eb446763 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (eb2dfd73-be57-4a4c-8595-2bd1125985bd), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.895584 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b27b7310-823e-4aa3-ba3e-dd10eb446763 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.896820 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b27b7310-823e-4aa3-ba3e-dd10eb446763 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/eb2dfd73-be57-4a4c-8595-2bd1125985bd HTTP/1.1" status: 204 len: 168 time: 0.0711246 Feb 07 21:39:50.899381 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39688) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:50.910538 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b7310-823e-4aa3-ba3e-dd10eb446763 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb2dfd73-be57-4a4c-8595-2bd1125985bd,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:50.949719 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0c4db409-540f-463b-b8dc-d1ca507644fa tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0488496 Feb 07 21:39:50.952573 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39690) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:50.981146 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-18919789-7be7-4701-b9ea-90e45aa42c3d tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (4de95302-68ed-49d1-b587-ecfd0f5588c0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:50.988861 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-18919789-7be7-4701-b9ea-90e45aa42c3d tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (4de95302-68ed-49d1-b587-ecfd0f5588c0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:51.014631 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-18919789-7be7-4701-b9ea-90e45aa42c3d tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (4de95302-68ed-49d1-b587-ecfd0f5588c0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:51.021311 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-18919789-7be7-4701-b9ea-90e45aa42c3d tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:51.025280 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-18919789-7be7-4701-b9ea-90e45aa42c3d tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/4de95302-68ed-49d1-b587-ecfd0f5588c0 HTTP/1.1" status: 204 len: 168 time: 0.0687680 Feb 07 21:39:51.025280 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39694) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:51.035579 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18919789-7be7-4701-b9ea-90e45aa42c3d tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4de95302-68ed-49d1-b587-ecfd0f5588c0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:51.070535 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-99ff9e8a-31ef-450c-b9fd-c8a84e2b3138 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0443666 Feb 07 21:39:51.073345 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39696) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:51.102311 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1bc1e1e-ab02-4176-81a1-ae90ca1afbec tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (d27c271e-54d8-428f-a771-93e8bae17173), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:51.110252 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1bc1e1e-ab02-4176-81a1-ae90ca1afbec tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (d27c271e-54d8-428f-a771-93e8bae17173), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:51.137688 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1bc1e1e-ab02-4176-81a1-ae90ca1afbec tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (d27c271e-54d8-428f-a771-93e8bae17173), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:51.146190 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1bc1e1e-ab02-4176-81a1-ae90ca1afbec tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:51.147333 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d1bc1e1e-ab02-4176-81a1-ae90ca1afbec tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/d27c271e-54d8-428f-a771-93e8bae17173 HTTP/1.1" status: 204 len: 168 time: 0.0727055 Feb 07 21:39:51.150308 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39700) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:51.151949 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc1e1e-ab02-4176-81a1-ae90ca1afbec tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d27c271e-54d8-428f-a771-93e8bae17173,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:51.203397 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3153eb8c-162e-4e95-bd4b-10188f1b9e37 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0515964 Feb 07 21:39:51.206136 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39704) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:51.265912 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f032bfc0-3d60-4737-80ea-a213d20568bb tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (02084812-13da-4e82-9dcd-56ab66432ff5), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:51.293701 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f032bfc0-3d60-4737-80ea-a213d20568bb tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (02084812-13da-4e82-9dcd-56ab66432ff5), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:51.344507 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f032bfc0-3d60-4737-80ea-a213d20568bb tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (02084812-13da-4e82-9dcd-56ab66432ff5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:51.347581 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f032bfc0-3d60-4737-80ea-a213d20568bb tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:51.349377 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f032bfc0-3d60-4737-80ea-a213d20568bb tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "DELETE /v2.0/security-groups/02084812-13da-4e82-9dcd-56ab66432ff5 HTTP/1.1" status: 204 len: 168 time: 0.1420267 Feb 07 21:39:51.352135 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39710) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:51.372867 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032bfc0-3d60-4737-80ea-a213d20568bb tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02084812-13da-4e82-9dcd-56ab66432ff5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:51.416680 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-095eca11-03fb-4f0f-9812-1bb8fff63650 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0625026 Feb 07 21:39:51.420769 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39714) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:51.425049 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3e46bd05-2667-4f5d-a76b-2e729ba23bf2 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Request body: {'security_group': {'name': 'tempest-secgroup--460787260'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:51.454739 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e46bd05-2667-4f5d-a76b-2e729ba23bf2 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:51.542460 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e46bd05-2667-4f5d-a76b-2e729ba23bf2 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (aaf0757c-ae95-46be-9555-37cb5975c05e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:51.554701 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e46bd05-2667-4f5d-a76b-2e729ba23bf2 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (aaf0757c-ae95-46be-9555-37cb5975c05e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:51.586860 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e46bd05-2667-4f5d-a76b-2e729ba23bf2 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:51.596792 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3e46bd05-2667-4f5d-a76b-2e729ba23bf2 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1667843 Feb 07 21:39:51.596792 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39722) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:51.597050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e748ef8d-67dd-42eb-820e-d4cc7d9b1ea3 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Request body: {'security_group_rule': {'security_group_id': 'aaf0757c-ae95-46be-9555-37cb5975c05e', 'direction': 'ingress', 'protocol': 17}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:51.602978 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46bd05-2667-4f5d-a76b-2e729ba23bf2 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf0757c-ae95-46be-9555-37cb5975c05e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:51.626942 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e748ef8d-67dd-42eb-820e-d4cc7d9b1ea3 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (1a8edd1f-54d3-4973-82d1-052dbfafc93d), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:51.717464 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e748ef8d-67dd-42eb-820e-d4cc7d9b1ea3 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (1a8edd1f-54d3-4973-82d1-052dbfafc93d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:51.727050 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e748ef8d-67dd-42eb-820e-d4cc7d9b1ea3 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (1a8edd1f-54d3-4973-82d1-052dbfafc93d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:51.749763 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748ef8d-67dd-42eb-820e-d4cc7d9b1ea3 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a8edd1f-54d3-4973-82d1-052dbfafc93d,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:51.768557 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e748ef8d-67dd-42eb-820e-d4cc7d9b1ea3 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:51.769912 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e748ef8d-67dd-42eb-820e-d4cc7d9b1ea3 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1770935 Feb 07 21:39:51.773779 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39730) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:51.847154 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-41d032d5-6eb2-4c1e-a49c-d3b8e5782085 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (aaf0757c-ae95-46be-9555-37cb5975c05e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:51.866687 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:51.882348 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-41d032d5-6eb2-4c1e-a49c-d3b8e5782085 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (aaf0757c-ae95-46be-9555-37cb5975c05e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:51.949412 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-41d032d5-6eb2-4c1e-a49c-d3b8e5782085 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (aaf0757c-ae95-46be-9555-37cb5975c05e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:51.952275 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-41d032d5-6eb2-4c1e-a49c-d3b8e5782085 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:51.955738 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-41d032d5-6eb2-4c1e-a49c-d3b8e5782085 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "DELETE /v2.0/security-groups/aaf0757c-ae95-46be-9555-37cb5975c05e HTTP/1.1" status: 204 len: 168 time: 0.1785822 Feb 07 21:39:51.956108 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39736) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:51.963810 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d032d5-6eb2-4c1e-a49c-d3b8e5782085 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf0757c-ae95-46be-9555-37cb5975c05e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:52.023073 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-66d92c8f-2bfa-4f8b-b4c0-084beed26574 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0657139 Feb 07 21:39:52.026544 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39738) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:52.031073 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a504497f-848c-4318-b5d9-081fb16a17c0 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Request body: {'security_group': {'name': 'tempest-secgroup--2105141484'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:52.057736 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a504497f-848c-4318-b5d9-081fb16a17c0 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:52.133170 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a504497f-848c-4318-b5d9-081fb16a17c0 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (61daaa79-6c84-4f27-ba73-8a1767988963), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:52.150208 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a504497f-848c-4318-b5d9-081fb16a17c0 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (61daaa79-6c84-4f27-ba73-8a1767988963), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:52.178160 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a504497f-848c-4318-b5d9-081fb16a17c0 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:52.179420 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a504497f-848c-4318-b5d9-081fb16a17c0 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1518555 Feb 07 21:39:52.182438 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39744) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:52.187369 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-43554ebc-bdb5-4bfd-a30b-3eb6a24c55c4 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Request body: {'security_group': {'name': 'tempest-secgroup--877227984'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:52.188056 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504497f-848c-4318-b5d9-081fb16a17c0 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61daaa79-6c84-4f27-ba73-8a1767988963,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:52.226217 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43554ebc-bdb5-4bfd-a30b-3eb6a24c55c4 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:52.305697 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43554ebc-bdb5-4bfd-a30b-3eb6a24c55c4 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (545c694b-5090-4d71-bcb9-30f81a3e9911), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:52.312585 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43554ebc-bdb5-4bfd-a30b-3eb6a24c55c4 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (545c694b-5090-4d71-bcb9-30f81a3e9911), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:52.343672 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43554ebc-bdb5-4bfd-a30b-3eb6a24c55c4 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:52.345132 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-43554ebc-bdb5-4bfd-a30b-3eb6a24c55c4 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1616416 Feb 07 21:39:52.348885 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39748) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:52.354872 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-0e6a5c7c-50bb-4791-bf3d-c556aefb1615 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Request body: {'security_group_rule': {'security_group_id': '61daaa79-6c84-4f27-ba73-8a1767988963', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '545c694b-5090-4d71-bcb9-30f81a3e9911', 'remote_ip_prefix': None}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:52.357324 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43554ebc-bdb5-4bfd-a30b-3eb6a24c55c4 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=545c694b-5090-4d71-bcb9-30f81a3e9911,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:52.405527 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0e6a5c7c-50bb-4791-bf3d-c556aefb1615 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (1be008fd-7812-4af2-8a98-63ca1b5c5304), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:52.494301 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0e6a5c7c-50bb-4791-bf3d-c556aefb1615 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (1be008fd-7812-4af2-8a98-63ca1b5c5304), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:52.499188 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0e6a5c7c-50bb-4791-bf3d-c556aefb1615 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (1be008fd-7812-4af2-8a98-63ca1b5c5304), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:52.523186 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a5c7c-50bb-4791-bf3d-c556aefb1615 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be008fd-7812-4af2-8a98-63ca1b5c5304,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:52.528732 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0e6a5c7c-50bb-4791-bf3d-c556aefb1615 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:52.532873 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0e6a5c7c-50bb-4791-bf3d-c556aefb1615 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1826944 Feb 07 21:39:52.533202 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39754) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:52.561063 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d45d6b5d-f065-4fa3-9e24-0f8903d88666 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (1be008fd-7812-4af2-8a98-63ca1b5c5304), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:52.588698 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d45d6b5d-f065-4fa3-9e24-0f8903d88666 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (1be008fd-7812-4af2-8a98-63ca1b5c5304), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:52.622893 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d45d6b5d-f065-4fa3-9e24-0f8903d88666 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (1be008fd-7812-4af2-8a98-63ca1b5c5304), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:52.630748 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d45d6b5d-f065-4fa3-9e24-0f8903d88666 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:52.634359 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d45d6b5d-f065-4fa3-9e24-0f8903d88666 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/1be008fd-7812-4af2-8a98-63ca1b5c5304 HTTP/1.1" status: 204 len: 168 time: 0.0975699 Feb 07 21:39:52.635039 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39760) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:52.645751 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d6b5d-f065-4fa3-9e24-0f8903d88666 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1be008fd-7812-4af2-8a98-63ca1b5c5304,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:52.684822 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ba83d12e-a145-48cd-874e-4776c9ef6857 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0458782 Feb 07 21:39:52.684822 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39762) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:52.748077 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e28e052e-2c6a-424a-aad4-ff06266610bb tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (545c694b-5090-4d71-bcb9-30f81a3e9911), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:52.774260 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e28e052e-2c6a-424a-aad4-ff06266610bb tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (545c694b-5090-4d71-bcb9-30f81a3e9911), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:52.826098 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e28e052e-2c6a-424a-aad4-ff06266610bb tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (545c694b-5090-4d71-bcb9-30f81a3e9911), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:52.830599 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e28e052e-2c6a-424a-aad4-ff06266610bb tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:52.831862 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e28e052e-2c6a-424a-aad4-ff06266610bb tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "DELETE /v2.0/security-groups/545c694b-5090-4d71-bcb9-30f81a3e9911 HTTP/1.1" status: 204 len: 168 time: 0.1459103 Feb 07 21:39:52.835781 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39768) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:52.864779 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e052e-2c6a-424a-aad4-ff06266610bb tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=545c694b-5090-4d71-bcb9-30f81a3e9911,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:52.915822 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ad70b828-bcc0-4144-9cf9-0bf415d228e4 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0788486 Feb 07 21:39:52.918438 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39772) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:52.976752 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d3215db-8b49-4e4d-be74-150a5b314a21 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (61daaa79-6c84-4f27-ba73-8a1767988963), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:53.004852 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d3215db-8b49-4e4d-be74-150a5b314a21 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (61daaa79-6c84-4f27-ba73-8a1767988963), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:53.053394 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d3215db-8b49-4e4d-be74-150a5b314a21 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (61daaa79-6c84-4f27-ba73-8a1767988963), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:53.056343 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d3215db-8b49-4e4d-be74-150a5b314a21 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:53.057930 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5d3215db-8b49-4e4d-be74-150a5b314a21 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "DELETE /v2.0/security-groups/61daaa79-6c84-4f27-ba73-8a1767988963 HTTP/1.1" status: 204 len: 168 time: 0.1385539 Feb 07 21:39:53.061579 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39776) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:53.068798 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3215db-8b49-4e4d-be74-150a5b314a21 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61daaa79-6c84-4f27-ba73-8a1767988963,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:53.116859 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-83a11d8d-9586-4091-942c-ae3d6af24460 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0488410 Feb 07 21:39:53.117511 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39780) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:53.121709 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3e825f4f-a127-4ab5-b0b2-e204a5431f5e tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Request body: {'security_group': {'name': 'tempest-secgroup--679562980'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:53.141922 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e825f4f-a127-4ab5-b0b2-e204a5431f5e tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:53.213964 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e825f4f-a127-4ab5-b0b2-e204a5431f5e tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (29e8d800-0630-45a6-a83c-b30e67a4188c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:53.218860 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e825f4f-a127-4ab5-b0b2-e204a5431f5e tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (29e8d800-0630-45a6-a83c-b30e67a4188c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:53.245231 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e825f4f-a127-4ab5-b0b2-e204a5431f5e tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:53.246592 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3e825f4f-a127-4ab5-b0b2-e204a5431f5e tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1283574 Feb 07 21:39:53.249664 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39784) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:53.255234 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-364b2a28-e21b-40e4-95d4-0e7bfbb809cf tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Request body: {'security_group_rule': {'security_group_id': '29e8d800-0630-45a6-a83c-b30e67a4188c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:53.259445 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e825f4f-a127-4ab5-b0b2-e204a5431f5e tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e8d800-0630-45a6-a83c-b30e67a4188c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:53.287952 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-364b2a28-e21b-40e4-95d4-0e7bfbb809cf tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (113dc2a7-3ef1-423d-9a30-bc1e54316f85), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:53.348900 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:53.362451 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-364b2a28-e21b-40e4-95d4-0e7bfbb809cf tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (113dc2a7-3ef1-423d-9a30-bc1e54316f85), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:53.366391 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-364b2a28-e21b-40e4-95d4-0e7bfbb809cf tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (113dc2a7-3ef1-423d-9a30-bc1e54316f85), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:53.386594 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b2a28-e21b-40e4-95d4-0e7bfbb809cf tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113dc2a7-3ef1-423d-9a30-bc1e54316f85,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:53.395926 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-364b2a28-e21b-40e4-95d4-0e7bfbb809cf tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:53.397353 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-364b2a28-e21b-40e4-95d4-0e7bfbb809cf tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1462834 Feb 07 21:39:53.400549 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39788) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:53.431623 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb361aa6-b178-4840-abf4-86a5908c93c8 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (113dc2a7-3ef1-423d-9a30-bc1e54316f85), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:53.440683 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb361aa6-b178-4840-abf4-86a5908c93c8 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (113dc2a7-3ef1-423d-9a30-bc1e54316f85), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:53.469359 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb361aa6-b178-4840-abf4-86a5908c93c8 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (113dc2a7-3ef1-423d-9a30-bc1e54316f85), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:53.475895 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb361aa6-b178-4840-abf4-86a5908c93c8 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:53.477369 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-eb361aa6-b178-4840-abf4-86a5908c93c8 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/113dc2a7-3ef1-423d-9a30-bc1e54316f85 HTTP/1.1" status: 204 len: 168 time: 0.0755646 Feb 07 21:39:53.479883 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39792) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:53.491689 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb361aa6-b178-4840-abf4-86a5908c93c8 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=113dc2a7-3ef1-423d-9a30-bc1e54316f85,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:53.531684 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9886ea43-b9af-40a6-b157-ec0f079bee78 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0501316 Feb 07 21:39:53.534312 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39794) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:53.594465 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7152a809-ba9c-4d74-aaf3-fc1517c9d784 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (29e8d800-0630-45a6-a83c-b30e67a4188c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:53.625469 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7152a809-ba9c-4d74-aaf3-fc1517c9d784 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (29e8d800-0630-45a6-a83c-b30e67a4188c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:53.676787 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7152a809-ba9c-4d74-aaf3-fc1517c9d784 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (29e8d800-0630-45a6-a83c-b30e67a4188c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:53.679885 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7152a809-ba9c-4d74-aaf3-fc1517c9d784 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:53.683579 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7152a809-ba9c-4d74-aaf3-fc1517c9d784 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "DELETE /v2.0/security-groups/29e8d800-0630-45a6-a83c-b30e67a4188c HTTP/1.1" status: 204 len: 168 time: 0.1458020 Feb 07 21:39:53.683861 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39802) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:53.696139 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152a809-ba9c-4d74-aaf3-fc1517c9d784 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e8d800-0630-45a6-a83c-b30e67a4188c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:53.744429 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-aa4f3eb2-7a1f-4d45-96b3-1c57bdd732e8 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0553448 Feb 07 21:39:53.745712 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39804) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:53.751669 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f73fb874-7c07-4d60-9221-a0685e7102a3 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Request body: {'security_group': {'name': 'tempest-secgroup--367542501'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:53.783235 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f73fb874-7c07-4d60-9221-a0685e7102a3 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:53.866952 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f73fb874-7c07-4d60-9221-a0685e7102a3 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (f3551f18-6bb6-4dc9-912e-8d96a2461483), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:53.884369 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f73fb874-7c07-4d60-9221-a0685e7102a3 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f3551f18-6bb6-4dc9-912e-8d96a2461483), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:53.919508 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f73fb874-7c07-4d60-9221-a0685e7102a3 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:53.923522 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39814) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:53.923668 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f73fb874-7c07-4d60-9221-a0685e7102a3 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1768522 Feb 07 21:39:53.924859 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73fb874-7c07-4d60-9221-a0685e7102a3 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3551f18-6bb6-4dc9-912e-8d96a2461483,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:53.932812 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-4897e0ea-71f3-4cb6-ae73-a0e2addabc17 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Request body: {'security_group_rule': {'security_group_id': 'f3551f18-6bb6-4dc9-912e-8d96a2461483', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:53.963247 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4897e0ea-71f3-4cb6-ae73-a0e2addabc17 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (e38a367a-3e3e-47f6-9308-19f27aae2519), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:54.016441 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4897e0ea-71f3-4cb6-ae73-a0e2addabc17 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (e38a367a-3e3e-47f6-9308-19f27aae2519), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:54.021796 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4897e0ea-71f3-4cb6-ae73-a0e2addabc17 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (e38a367a-3e3e-47f6-9308-19f27aae2519), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:54.040491 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897e0ea-71f3-4cb6-ae73-a0e2addabc17 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38a367a-3e3e-47f6-9308-19f27aae2519,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:54.045862 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4897e0ea-71f3-4cb6-ae73-a0e2addabc17 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:54.047056 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4897e0ea-71f3-4cb6-ae73-a0e2addabc17 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218860 Feb 07 21:39:54.050170 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39818) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:54.070405 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-96ed1357-e725-49d2-83af-a766f78373f0 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-group-rules/e38a367a-3e3e-47f6-9308-19f27aae2519 HTTP/1.1" status: 200 len: 763 time: 0.0172122 Feb 07 21:39:54.073001 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39820) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:54.122248 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8f736a4e-d5f7-455f-8f03-0384f43f068b tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0480745 Feb 07 21:39:54.125456 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39822) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:54.157505 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91388e09-35dd-43bc-987b-7067f9225625 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (e38a367a-3e3e-47f6-9308-19f27aae2519), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:54.165716 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91388e09-35dd-43bc-987b-7067f9225625 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (e38a367a-3e3e-47f6-9308-19f27aae2519), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:54.193119 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91388e09-35dd-43bc-987b-7067f9225625 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (e38a367a-3e3e-47f6-9308-19f27aae2519), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:54.199762 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91388e09-35dd-43bc-987b-7067f9225625 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:54.203432 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-91388e09-35dd-43bc-987b-7067f9225625 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/e38a367a-3e3e-47f6-9308-19f27aae2519 HTTP/1.1" status: 204 len: 168 time: 0.0745807 Feb 07 21:39:54.203871 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39826) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:54.221914 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91388e09-35dd-43bc-987b-7067f9225625 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e38a367a-3e3e-47f6-9308-19f27aae2519,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:54.256534 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6f112c77-c904-48c1-b7df-f5f6f5c73aa1 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0483019 Feb 07 21:39:54.256943 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39830) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:54.261808 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-da2d8cb6-b9e7-4936-8368-b81c07556374 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Request body: {'security_group_rule': {'security_group_id': 'f3551f18-6bb6-4dc9-912e-8d96a2461483', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:54.287959 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da2d8cb6-b9e7-4936-8368-b81c07556374 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (a5e0669d-a528-4023-876c-67dc2a7e1b2f), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:54.352092 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da2d8cb6-b9e7-4936-8368-b81c07556374 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (a5e0669d-a528-4023-876c-67dc2a7e1b2f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:54.356074 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da2d8cb6-b9e7-4936-8368-b81c07556374 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (a5e0669d-a528-4023-876c-67dc2a7e1b2f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:54.377921 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d8cb6-b9e7-4936-8368-b81c07556374 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e0669d-a528-4023-876c-67dc2a7e1b2f,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:54.387425 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da2d8cb6-b9e7-4936-8368-b81c07556374 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:54.391167 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-da2d8cb6-b9e7-4936-8368-b81c07556374 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304560 Feb 07 21:39:54.392174 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39834) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:54.410846 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d5fb8ea3-8528-442a-ac86-c6f02c22fb07 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-group-rules/a5e0669d-a528-4023-876c-67dc2a7e1b2f HTTP/1.1" status: 200 len: 763 time: 0.0172665 Feb 07 21:39:54.413373 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39836) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:54.459139 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8f5708f1-78b1-4b67-a719-18b46e3f68d8 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0445340 Feb 07 21:39:54.462059 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39838) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:54.488834 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-daf17249-6baf-411d-a0ee-360944310560 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (a5e0669d-a528-4023-876c-67dc2a7e1b2f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:54.497301 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-daf17249-6baf-411d-a0ee-360944310560 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (a5e0669d-a528-4023-876c-67dc2a7e1b2f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:54.524983 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-daf17249-6baf-411d-a0ee-360944310560 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (a5e0669d-a528-4023-876c-67dc2a7e1b2f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:54.531626 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-daf17249-6baf-411d-a0ee-360944310560 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:54.532820 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-daf17249-6baf-411d-a0ee-360944310560 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/a5e0669d-a528-4023-876c-67dc2a7e1b2f HTTP/1.1" status: 204 len: 168 time: 0.0698290 Feb 07 21:39:54.538671 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39842) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:54.540920 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf17249-6baf-411d-a0ee-360944310560 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5e0669d-a528-4023-876c-67dc2a7e1b2f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:54.589835 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f38b3227-8709-4f6b-a251-9d237155b4f6 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0477831 Feb 07 21:39:54.590091 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39846) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:54.594632 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1b23fb2a-1703-4f68-9352-23489fb5545f tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Request body: {'security_group_rule': {'security_group_id': 'f3551f18-6bb6-4dc9-912e-8d96a2461483', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:54.621142 n-d-828185-2 neutron-server[103256]: INFO neutron.db.securitygroups_db [None req-1b23fb2a-1703-4f68-9352-23489fb5545f tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Project f7538e3b3fb54c3f904ee32cfa370785 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 21:39:54.636435 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b23fb2a-1703-4f68-9352-23489fb5545f tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (228b4d04-6509-4bb7-9092-f5af67afe151), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:54.684985 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:54.729361 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b23fb2a-1703-4f68-9352-23489fb5545f tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (228b4d04-6509-4bb7-9092-f5af67afe151), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:54.733454 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b23fb2a-1703-4f68-9352-23489fb5545f tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (228b4d04-6509-4bb7-9092-f5af67afe151), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:54.753403 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23fb2a-1703-4f68-9352-23489fb5545f tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228b4d04-6509-4bb7-9092-f5af67afe151,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:54.759654 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b23fb2a-1703-4f68-9352-23489fb5545f tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:54.763302 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1b23fb2a-1703-4f68-9352-23489fb5545f tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1698346 Feb 07 21:39:54.763686 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39852) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:54.792358 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fade18b7-5086-4798-93f3-119a80df6a43 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-group-rules/228b4d04-6509-4bb7-9092-f5af67afe151 HTTP/1.1" status: 200 len: 769 time: 0.0272260 Feb 07 21:39:54.794591 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39854) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:54.858388 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7bbeb424-8d2c-401a-a7c7-3e09171947ae tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0624671 Feb 07 21:39:54.861079 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39858) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:54.894201 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6354875e-2c7f-42ed-94b3-d3668ecfc3ff tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (228b4d04-6509-4bb7-9092-f5af67afe151), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:54.903938 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6354875e-2c7f-42ed-94b3-d3668ecfc3ff tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (228b4d04-6509-4bb7-9092-f5af67afe151), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:54.932271 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6354875e-2c7f-42ed-94b3-d3668ecfc3ff tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (228b4d04-6509-4bb7-9092-f5af67afe151), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:54.938925 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6354875e-2c7f-42ed-94b3-d3668ecfc3ff tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:54.942635 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6354875e-2c7f-42ed-94b3-d3668ecfc3ff tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/228b4d04-6509-4bb7-9092-f5af67afe151 HTTP/1.1" status: 204 len: 168 time: 0.0779026 Feb 07 21:39:54.944511 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39862) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:54.946354 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354875e-2c7f-42ed-94b3-d3668ecfc3ff tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=228b4d04-6509-4bb7-9092-f5af67afe151,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:55.003011 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-64c4abcb-7d37-4b1d-91c0-eadae4d19972 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0568087 Feb 07 21:39:55.006111 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39866) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:55.078906 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff293591-e734-4bbc-b578-ba6856784890 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (f3551f18-6bb6-4dc9-912e-8d96a2461483), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:55.103568 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff293591-e734-4bbc-b578-ba6856784890 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (f3551f18-6bb6-4dc9-912e-8d96a2461483), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:55.150158 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff293591-e734-4bbc-b578-ba6856784890 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f3551f18-6bb6-4dc9-912e-8d96a2461483), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:55.153317 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff293591-e734-4bbc-b578-ba6856784890 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:55.157222 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ff293591-e734-4bbc-b578-ba6856784890 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "DELETE /v2.0/security-groups/f3551f18-6bb6-4dc9-912e-8d96a2461483 HTTP/1.1" status: 204 len: 168 time: 0.1489012 Feb 07 21:39:55.157510 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39868) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:55.178795 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff293591-e734-4bbc-b578-ba6856784890 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3551f18-6bb6-4dc9-912e-8d96a2461483,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:55.211621 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-eafefc6e-93e5-4dba-bd37-c3e682259908 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0491920 Feb 07 21:39:55.217810 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39870) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:55.222418 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-7b60f8f7-0d34-4d85-af3e-ace2c926738e tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Request body: {'security_group': {'name': 'tempest-secgroup--447457180'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:55.244635 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b60f8f7-0d34-4d85-af3e-ace2c926738e tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:55.315556 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b60f8f7-0d34-4d85-af3e-ace2c926738e tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (d02f3e47-b976-48c5-818e-0cbe28875129), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:55.320038 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b60f8f7-0d34-4d85-af3e-ace2c926738e tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d02f3e47-b976-48c5-818e-0cbe28875129), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:55.355743 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60f8f7-0d34-4d85-af3e-ace2c926738e tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d02f3e47-b976-48c5-818e-0cbe28875129,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:55.384740 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b60f8f7-0d34-4d85-af3e-ace2c926738e tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:55.386183 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7b60f8f7-0d34-4d85-af3e-ace2c926738e tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1672785 Feb 07 21:39:55.388838 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39872) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:55.393449 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8c1459b3-c9f0-4168-99cd-bbea2bbd16f0 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Request body: {'security_group_rule': {'security_group_id': 'd02f3e47-b976-48c5-818e-0cbe28875129', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:55.431412 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c1459b3-c9f0-4168-99cd-bbea2bbd16f0 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (d0c714a8-973f-4de8-a492-d6f16678d01d), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:55.510592 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c1459b3-c9f0-4168-99cd-bbea2bbd16f0 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (d0c714a8-973f-4de8-a492-d6f16678d01d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:55.514842 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c1459b3-c9f0-4168-99cd-bbea2bbd16f0 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (d0c714a8-973f-4de8-a492-d6f16678d01d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:55.536365 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1459b3-c9f0-4168-99cd-bbea2bbd16f0 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c714a8-973f-4de8-a492-d6f16678d01d,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:55.542503 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c1459b3-c9f0-4168-99cd-bbea2bbd16f0 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:55.556247 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8c1459b3-c9f0-4168-99cd-bbea2bbd16f0 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1572928 Feb 07 21:39:55.556555 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39874) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:55.613460 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25a25680-2cce-4e6c-bbe9-9284a564dc31 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (d02f3e47-b976-48c5-818e-0cbe28875129), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:55.640542 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25a25680-2cce-4e6c-bbe9-9284a564dc31 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (d02f3e47-b976-48c5-818e-0cbe28875129), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:55.695646 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25a25680-2cce-4e6c-bbe9-9284a564dc31 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (d02f3e47-b976-48c5-818e-0cbe28875129), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:55.700030 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25a25680-2cce-4e6c-bbe9-9284a564dc31 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:55.700030 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-25a25680-2cce-4e6c-bbe9-9284a564dc31 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "DELETE /v2.0/security-groups/d02f3e47-b976-48c5-818e-0cbe28875129 HTTP/1.1" status: 204 len: 168 time: 0.1468608 Feb 07 21:39:55.702901 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39878) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:55.725481 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a25680-2cce-4e6c-bbe9-9284a564dc31 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02f3e47-b976-48c5-818e-0cbe28875129,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:55.776417 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ae7418ff-78fa-4a49-8ebe-6f9c50aa91f5 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0700629 Feb 07 21:39:55.778749 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39880) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:55.820965 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b060dea0-f3b5-4160-a246-8300b70a6fe0 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0408645 Feb 07 21:39:55.823520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39882) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:55.837825 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-79da1653-f78f-4e90-b2cb-5afc99ec7962 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] delete failed (client error): The resource could not be found. Feb 07 21:39:55.838890 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-79da1653-f78f-4e90-b2cb-5afc99ec7962 tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "DELETE /v2.0/security-groups/d02f3e47-b976-48c5-818e-0cbe28875129 HTTP/1.1" status: 404 len: 347 time: 0.0143969 Feb 07 21:39:55.842659 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39884) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:55.893758 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a8e8018a-d837-4f7f-a7bd-7fc1bcb7d29a tempest-SecGroupIPv6Test-187179089 tempest-SecGroupIPv6Test-187179089-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0498216 Feb 07 21:39:56.028626 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39890) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:56.129864 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ee670ddd-3800-4b3b-aa3b-f4b234ed6ddb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for security_group (9adb0858-6f23-4a8b-8bb0-702feb751f8b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:56.161737 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ee670ddd-3800-4b3b-aa3b-f4b234ed6ddb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for security_group (9adb0858-6f23-4a8b-8bb0-702feb751f8b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:56.239791 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39894) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:56.248257 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ee670ddd-3800-4b3b-aa3b-f4b234ed6ddb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9adb0858-6f23-4a8b-8bb0-702feb751f8b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:56.251288 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ee670ddd-3800-4b3b-aa3b-f4b234ed6ddb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:56.255669 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ee670ddd-3800-4b3b-aa3b-f4b234ed6ddb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] 10.222.0.65 "DELETE /v2.0/security-groups/9adb0858-6f23-4a8b-8bb0-702feb751f8b HTTP/1.1" status: 204 len: 168 time: 0.2229037 Feb 07 21:39:56.264931 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee670ddd-3800-4b3b-aa3b-f4b234ed6ddb tempest-TestVolumeBootPattern-975962995 tempest-TestVolumeBootPattern-975962995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adb0858-6f23-4a8b-8bb0-702feb751f8b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:56.348865 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39900) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:56.502921 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-95f525f9-f84a-4975-8666-b4d133e474cb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f7538e3b3fb54c3f904ee32cfa370785&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2595148 Feb 07 21:39:56.503611 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39904) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:56.558220 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b434f7a7-8b46-45bf-b9bc-b8fdfca0ff45 admin admin] Publish callbacks [] for security_group (43082952-9d35-419c-9ed1-020b1fab6c61), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:56.589351 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b434f7a7-8b46-45bf-b9bc-b8fdfca0ff45 admin admin] Publish callbacks [] for security_group (43082952-9d35-419c-9ed1-020b1fab6c61), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:56.671755 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b434f7a7-8b46-45bf-b9bc-b8fdfca0ff45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (43082952-9d35-419c-9ed1-020b1fab6c61), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:56.674496 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b434f7a7-8b46-45bf-b9bc-b8fdfca0ff45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:56.676165 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b434f7a7-8b46-45bf-b9bc-b8fdfca0ff45 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/43082952-9d35-419c-9ed1-020b1fab6c61 HTTP/1.1" status: 204 len: 168 time: 0.1712334 Feb 07 21:39:56.684112 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434f7a7-8b46-45bf-b9bc-b8fdfca0ff45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43082952-9d35-419c-9ed1-020b1fab6c61,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:56.941528 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7311f078-3525-49fe-8caf-84d762e7acb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (f20a01b8-35b5-4afb-84af-4ad133939b50), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:57.248349 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7311f078-3525-49fe-8caf-84d762e7acb5 admin admin] Deleting port 0e60dab9-be35-49dc-985e-2abf88535ec8 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:39:57.248694 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7311f078-3525-49fe-8caf-84d762e7acb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (0e60dab9-be35-49dc-985e-2abf88535ec8), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:57.344351 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7311f078-3525-49fe-8caf-84d762e7acb5 admin admin] For port 0e60dab9-be35-49dc-985e-2abf88535ec8, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0e60dab9-be35-49dc-985e-2abf88535ec8,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:39:57.345051 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7311f078-3525-49fe-8caf-84d762e7acb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (0e60dab9-be35-49dc-985e-2abf88535ec8), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:57.360295 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7311f078-3525-49fe-8caf-84d762e7acb5 admin admin] Calling delete_port for 0e60dab9-be35-49dc-985e-2abf88535ec8 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:39:57.543756 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39930) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:57.667944 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-fbbc6321-e28d-468c-b711-b4ca51ab380f tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:57.668885 n-d-828185-2 neutron-server[103256]: WARNING neutron.api.v2.base [None req-fbbc6321-e28d-468c-b711-b4ca51ab380f tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 07 21:39:57.669458 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-fbbc6321-e28d-468c-b711-b4ca51ab380f tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] create failed (client error): There was a conflict when trying to complete your request. Feb 07 21:39:57.674240 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fbbc6321-e28d-468c-b711-b4ca51ab380f tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1291013 Feb 07 21:39:57.674884 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39934) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:57.680759 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2954e096-aabc-4ac8-889f-1ef9f7cf0d39 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group': {'name': 'tempest-secgroup--2001317766'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:57.709231 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2954e096-aabc-4ac8-889f-1ef9f7cf0d39 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:57.718467 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2954e096-aabc-4ac8-889f-1ef9f7cf0d39 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:57.825566 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2954e096-aabc-4ac8-889f-1ef9f7cf0d39 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (99d22a94-aae0-4328-8b10-f83afd90bfd8), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:57.831251 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2954e096-aabc-4ac8-889f-1ef9f7cf0d39 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (99d22a94-aae0-4328-8b10-f83afd90bfd8), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:57.901589 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954e096-aabc-4ac8-889f-1ef9f7cf0d39 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99d22a94-aae0-4328-8b10-f83afd90bfd8,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:57.949726 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7311f078-3525-49fe-8caf-84d762e7acb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (0e60dab9-be35-49dc-985e-2abf88535ec8), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:57.974849 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2954e096-aabc-4ac8-889f-1ef9f7cf0d39 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (c21acbea-2056-40cb-b748-c5f67a2e76e2), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:57.981265 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2954e096-aabc-4ac8-889f-1ef9f7cf0d39 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c21acbea-2056-40cb-b748-c5f67a2e76e2), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:57.983306 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311f078-3525-49fe-8caf-84d762e7acb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e60dab9-be35-49dc-985e-2abf88535ec8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:58.015828 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2954e096-aabc-4ac8-889f-1ef9f7cf0d39 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:58.017099 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2954e096-aabc-4ac8-889f-1ef9f7cf0d39 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3411844 Feb 07 21:39:58.021637 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39938) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:58.027340 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8c35f546-0d8a-4814-b51b-1d15897a254b tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group_rule': {'security_group_id': 'c21acbea-2056-40cb-b748-c5f67a2e76e2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:58.037473 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954e096-aabc-4ac8-889f-1ef9f7cf0d39 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c21acbea-2056-40cb-b748-c5f67a2e76e2,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:58.063734 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c35f546-0d8a-4814-b51b-1d15897a254b tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group_rule (55cb41db-81b7-40bc-9801-4ba25fe62d8d), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:58.150006 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c35f546-0d8a-4814-b51b-1d15897a254b tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group_rule (55cb41db-81b7-40bc-9801-4ba25fe62d8d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:58.165001 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c35f546-0d8a-4814-b51b-1d15897a254b tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (55cb41db-81b7-40bc-9801-4ba25fe62d8d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:58.203539 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35f546-0d8a-4814-b51b-1d15897a254b tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55cb41db-81b7-40bc-9801-4ba25fe62d8d,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:58.216362 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c35f546-0d8a-4814-b51b-1d15897a254b tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:58.222707 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8c35f546-0d8a-4814-b51b-1d15897a254b tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1995361 Feb 07 21:39:58.225221 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39940) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:58.230113 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-20dc38f5-25ea-42e4-a543-4bbb80dab0ba tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group_rule': {'security_group_id': 'c21acbea-2056-40cb-b748-c5f67a2e76e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:58.264185 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20dc38f5-25ea-42e4-a543-4bbb80dab0ba tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group_rule (dfd6d50f-e2be-46d7-8098-40373ea84707), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:58.279164 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7311f078-3525-49fe-8caf-84d762e7acb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (f20a01b8-35b5-4afb-84af-4ad133939b50), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:58.357752 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-20dc38f5-25ea-42e4-a543-4bbb80dab0ba tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] create failed (client error): There was a conflict when trying to complete your request. Feb 07 21:39:58.358850 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-20dc38f5-25ea-42e4-a543-4bbb80dab0ba tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1327555 Feb 07 21:39:58.365115 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39942) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:58.431120 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9b437f0-31dd-465d-8f52-97bed7ff3f10 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (c21acbea-2056-40cb-b748-c5f67a2e76e2), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:58.458569 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9b437f0-31dd-465d-8f52-97bed7ff3f10 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (c21acbea-2056-40cb-b748-c5f67a2e76e2), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:58.519858 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9b437f0-31dd-465d-8f52-97bed7ff3f10 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c21acbea-2056-40cb-b748-c5f67a2e76e2), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:58.522551 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9b437f0-31dd-465d-8f52-97bed7ff3f10 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:58.524339 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a9b437f0-31dd-465d-8f52-97bed7ff3f10 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "DELETE /v2.0/security-groups/c21acbea-2056-40cb-b748-c5f67a2e76e2 HTTP/1.1" status: 204 len: 168 time: 0.1573963 Feb 07 21:39:58.528027 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39944) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:58.545339 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b437f0-31dd-465d-8f52-97bed7ff3f10 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21acbea-2056-40cb-b748-c5f67a2e76e2,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:58.578224 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7311f078-3525-49fe-8caf-84d762e7acb5 admin admin] Router f20a01b8-35b5-4afb-84af-4ad133939b50 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:39:58.590626 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-eefa7ff6-ccac-41c0-ba06-b478de4d57c2 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0611227 Feb 07 21:39:58.594925 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39946) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:58.600056 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-12405a5e-4c61-44df-bbeb-4a84f7bef48e tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group': {'name': 'tempest-secgroup--423088852'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:58.626483 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-12405a5e-4c61-44df-bbeb-4a84f7bef48e tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:58.709927 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-12405a5e-4c61-44df-bbeb-4a84f7bef48e tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (cee7ee2d-8755-41da-b72b-7c1b1c21a296), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:58.711916 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7311f078-3525-49fe-8caf-84d762e7acb5 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:39:58.714904 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-12405a5e-4c61-44df-bbeb-4a84f7bef48e tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (cee7ee2d-8755-41da-b72b-7c1b1c21a296), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:58.721859 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7311f078-3525-49fe-8caf-84d762e7acb5 admin admin] 10.222.0.65 "PUT /v2.0/routers/f20a01b8-35b5-4afb-84af-4ad133939b50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3715620 Feb 07 21:39:58.727388 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39948) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:58.748130 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa14dafb-1cb7-46de-83af-500332f92b00 None None] Sync routers for ids ['f20a01b8-35b5-4afb-84af-4ad133939b50'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:39:58.751154 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12405a5e-4c61-44df-bbeb-4a84f7bef48e tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cee7ee2d-8755-41da-b72b-7c1b1c21a296,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:58.763540 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-12405a5e-4c61-44df-bbeb-4a84f7bef48e tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:58.767724 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-12405a5e-4c61-44df-bbeb-4a84f7bef48e tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1717827 Feb 07 21:39:58.768349 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39950) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:58.769428 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa14dafb-1cb7-46de-83af-500332f92b00 None None] Routers {'f20a01b8-35b5-4afb-84af-4ad133939b50'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:58.770000 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-aa14dafb-1cb7-46de-83af-500332f92b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:39:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f20a01b8-35b5-4afb-84af-4ad133939b50'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:58.774760 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-91dfe5be-671c-47e4-ba06-2aaf1a207668 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group_rule': {'security_group_id': 'cee7ee2d-8755-41da-b72b-7c1b1c21a296', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:58.775261 n-d-828185-2 neutron-server[103256]: WARNING neutron.api.v2.base [None req-91dfe5be-671c-47e4-ba06-2aaf1a207668 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 07 21:39:58.775783 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-91dfe5be-671c-47e4-ba06-2aaf1a207668 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:39:58.780039 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-91dfe5be-671c-47e4-ba06-2aaf1a207668 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0100079 Feb 07 21:39:58.781846 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39952) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:58.860074 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5284974-50aa-4c70-b8d3-8604162cdf5e tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (cee7ee2d-8755-41da-b72b-7c1b1c21a296), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:58.884918 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5284974-50aa-4c70-b8d3-8604162cdf5e tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (cee7ee2d-8755-41da-b72b-7c1b1c21a296), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:58.885192 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04dbb2f6-1d72-4e29-8b23-bc045cc0845a admin admin] Publish callbacks [] for router (f20a01b8-35b5-4afb-84af-4ad133939b50), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:58.929314 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5284974-50aa-4c70-b8d3-8604162cdf5e tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (cee7ee2d-8755-41da-b72b-7c1b1c21a296), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:58.933111 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5284974-50aa-4c70-b8d3-8604162cdf5e tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:58.934301 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a5284974-50aa-4c70-b8d3-8604162cdf5e tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "DELETE /v2.0/security-groups/cee7ee2d-8755-41da-b72b-7c1b1c21a296 HTTP/1.1" status: 204 len: 168 time: 0.1527615 Feb 07 21:39:58.937914 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39956) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:58.941252 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-aa14dafb-1cb7-46de-83af-500332f92b00 None None] Set router f20a01b8-35b5-4afb-84af-4ad133939b50 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:39:58.955593 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5284974-50aa-4c70-b8d3-8604162cdf5e tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee7ee2d-8755-41da-b72b-7c1b1c21a296,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:58.998506 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c5ae3c31-069d-48ec-89cc-7eb3038735b8 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0580294 Feb 07 21:39:59.002031 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39958) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:59.007881 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-bd774c98-e5ed-4bd5-88a2-d9aea6fa3374 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group': {'name': 'tempest-secgroup--1515731823'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:59.030785 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04dbb2f6-1d72-4e29-8b23-bc045cc0845a admin admin] Publish callbacks [] for router_gateway (f20a01b8-35b5-4afb-84af-4ad133939b50), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:59.043831 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bd774c98-e5ed-4bd5-88a2-d9aea6fa3374 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:59.115948 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-04dbb2f6-1d72-4e29-8b23-bc045cc0845a admin admin] Deleting port 99eea577-5a94-4a77-9cc4-5e0d6e219b6f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:39:59.116386 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04dbb2f6-1d72-4e29-8b23-bc045cc0845a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (99eea577-5a94-4a77-9cc4-5e0d6e219b6f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:59.136423 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bd774c98-e5ed-4bd5-88a2-d9aea6fa3374 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (3a99c999-81ed-4f1c-adc2-06c4204bc289), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:59.143715 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bd774c98-e5ed-4bd5-88a2-d9aea6fa3374 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3a99c999-81ed-4f1c-adc2-06c4204bc289), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:59.165989 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-aa14dafb-1cb7-46de-83af-500332f92b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'name': 'tempest-TestVolumeBootPattern-1761457576-router', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:17Z', 'updated_at': '2022-02-07T21:39:57Z', 'revision_number': 5, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'gw_port': {'id': '99eea577-5a94-4a77-9cc4-5e0d6e219b6f', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:19Z', 'updated_at': '2022-02-07T21:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:59.172786 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bd774c98-e5ed-4bd5-88a2-d9aea6fa3374 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:59.174507 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bd774c98-e5ed-4bd5-88a2-d9aea6fa3374 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1715400 Feb 07 21:39:59.178485 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39960) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:59.184620 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ffa834c0-dd8b-4374-987b-8fbec836bcce tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group_rule': {'security_group_id': '3a99c999-81ed-4f1c-adc2-06c4204bc289', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:59.185597 n-d-828185-2 neutron-server[103255]: WARNING neutron.api.v2.base [None req-ffa834c0-dd8b-4374-987b-8fbec836bcce tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 07 21:39:59.186097 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-ffa834c0-dd8b-4374-987b-8fbec836bcce tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:39:59.187158 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ffa834c0-dd8b-4374-987b-8fbec836bcce tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0077538 Feb 07 21:39:59.189713 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39962) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:59.199634 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd774c98-e5ed-4bd5-88a2-d9aea6fa3374 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a99c999-81ed-4f1c-adc2-06c4204bc289,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:59.209685 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa14dafb-1cb7-46de-83af-500332f92b00 None None] Checking router: f20a01b8-35b5-4afb-84af-4ad133939b50 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:39:59.221211 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa14dafb-1cb7-46de-83af-500332f92b00 None None] Routers {'f20a01b8-35b5-4afb-84af-4ad133939b50'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:39:59.221966 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-aa14dafb-1cb7-46de-83af-500332f92b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:39:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f20a01b8-35b5-4afb-84af-4ad133939b50'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:59.252184 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-04dbb2f6-1d72-4e29-8b23-bc045cc0845a admin admin] For port 99eea577-5a94-4a77-9cc4-5e0d6e219b6f, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=99eea577-5a94-4a77-9cc4-5e0d6e219b6f,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:39:59.252581 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04dbb2f6-1d72-4e29-8b23-bc045cc0845a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (99eea577-5a94-4a77-9cc4-5e0d6e219b6f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:59.281741 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-04dbb2f6-1d72-4e29-8b23-bc045cc0845a admin admin] Calling delete_port for 99eea577-5a94-4a77-9cc4-5e0d6e219b6f owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:39:59.287572 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d9a73612-ce69-4c02-a8af-65de086620aa tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (3a99c999-81ed-4f1c-adc2-06c4204bc289), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:59.346304 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d9a73612-ce69-4c02-a8af-65de086620aa tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (3a99c999-81ed-4f1c-adc2-06c4204bc289), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:59.447546 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d9a73612-ce69-4c02-a8af-65de086620aa tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3a99c999-81ed-4f1c-adc2-06c4204bc289), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:59.450157 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d9a73612-ce69-4c02-a8af-65de086620aa tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:59.451296 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d9a73612-ce69-4c02-a8af-65de086620aa tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "DELETE /v2.0/security-groups/3a99c999-81ed-4f1c-adc2-06c4204bc289 HTTP/1.1" status: 204 len: 168 time: 0.2607315 Feb 07 21:39:59.454072 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39964) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:59.466376 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a73612-ce69-4c02-a8af-65de086620aa tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a99c999-81ed-4f1c-adc2-06c4204bc289,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:59.473673 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-aa14dafb-1cb7-46de-83af-500332f92b00 None None] Set router f20a01b8-35b5-4afb-84af-4ad133939b50 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:39:59.534682 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3581e5c3-c8c2-4e4c-90a4-b585c4678039 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0785046 Feb 07 21:39:59.538467 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39966) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:59.539202 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04dbb2f6-1d72-4e29-8b23-bc045cc0845a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (99eea577-5a94-4a77-9cc4-5e0d6e219b6f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:59.543221 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8b908e00-441b-48cf-90ea-4cb568f7608e tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group': {'name': 'tempest-secgroup--733668891'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:59.549768 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-aa14dafb-1cb7-46de-83af-500332f92b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'name': 'tempest-TestVolumeBootPattern-1761457576-router', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:17Z', 'updated_at': '2022-02-07T21:39:59Z', 'revision_number': 6, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:39:59.575680 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8b908e00-441b-48cf-90ea-4cb568f7608e tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:59.585745 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dbb2f6-1d72-4e29-8b23-bc045cc0845a admin admin] Pushing event deleted for resources: {'Port': ['ID=99eea577-5a94-4a77-9cc4-5e0d6e219b6f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:59.586304 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa14dafb-1cb7-46de-83af-500332f92b00 None None] The sync data for ids ['f20a01b8-35b5-4afb-84af-4ad133939b50'] in n-d-828185-2 is: [{'id': 'f20a01b8-35b5-4afb-84af-4ad133939b50', 'name': 'tempest-TestVolumeBootPattern-1761457576-router', 'tenant_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:17Z', 'updated_at': '2022-02-07T21:39:59Z', 'revision_number': 6, 'project_id': '8ef7e56915e94cee93ca54eb0ba4e95b', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:39:59.660703 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8b908e00-441b-48cf-90ea-4cb568f7608e tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (673ea8eb-2d98-4522-9b11-d8b8d77ae1b0), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:59.666040 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8b908e00-441b-48cf-90ea-4cb568f7608e tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (673ea8eb-2d98-4522-9b11-d8b8d77ae1b0), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:59.666261 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04dbb2f6-1d72-4e29-8b23-bc045cc0845a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (f20a01b8-35b5-4afb-84af-4ad133939b50), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:59.703896 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8b908e00-441b-48cf-90ea-4cb568f7608e tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:59.704360 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8b908e00-441b-48cf-90ea-4cb568f7608e tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1647708 Feb 07 21:39:59.706573 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b908e00-441b-48cf-90ea-4cb568f7608e tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=673ea8eb-2d98-4522-9b11-d8b8d77ae1b0,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:59.708870 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39968) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:59.713711 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-790e9fa0-b2c8-4dbb-b3f1-c2a577a7a6b7 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group_rule': {'security_group_id': '673ea8eb-2d98-4522-9b11-d8b8d77ae1b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:59.714443 n-d-828185-2 neutron-server[103256]: WARNING neutron.api.v2.base [None req-790e9fa0-b2c8-4dbb-b3f1-c2a577a7a6b7 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 07 21:39:59.714933 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-790e9fa0-b2c8-4dbb-b3f1-c2a577a7a6b7 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:39:59.715854 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-790e9fa0-b2c8-4dbb-b3f1-c2a577a7a6b7 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061960 Feb 07 21:39:59.718600 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39970) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:59.726077 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-3f78a828-37eb-4911-a35d-d542c955e0d0 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group_rule': {'security_group_id': '673ea8eb-2d98-4522-9b11-d8b8d77ae1b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:59.726735 n-d-828185-2 neutron-server[103256]: WARNING neutron.api.v2.base [None req-3f78a828-37eb-4911-a35d-d542c955e0d0 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 07 21:39:59.728578 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-3f78a828-37eb-4911-a35d-d542c955e0d0 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:39:59.731637 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3f78a828-37eb-4911-a35d-d542c955e0d0 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0101018 Feb 07 21:39:59.732149 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39972) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:59.739426 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-4ecb1bac-4bb9-4db8-b245-1f83547dab53 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group_rule': {'security_group_id': '673ea8eb-2d98-4522-9b11-d8b8d77ae1b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:59.740271 n-d-828185-2 neutron-server[103256]: WARNING neutron.api.v2.base [None req-4ecb1bac-4bb9-4db8-b245-1f83547dab53 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 07 21:39:59.740807 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-4ecb1bac-4bb9-4db8-b245-1f83547dab53 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:39:59.741976 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4ecb1bac-4bb9-4db8-b245-1f83547dab53 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085909 Feb 07 21:39:59.744255 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39974) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:59.748302 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ed9187b8-f961-42c4-963b-d6aa83718162 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group_rule': {'security_group_id': '673ea8eb-2d98-4522-9b11-d8b8d77ae1b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:39:59.749369 n-d-828185-2 neutron-server[103256]: WARNING neutron.api.v2.base [None req-ed9187b8-f961-42c4-963b-d6aa83718162 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 07 21:39:59.749923 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-ed9187b8-f961-42c4-963b-d6aa83718162 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:39:59.751189 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ed9187b8-f961-42c4-963b-d6aa83718162 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0057082 Feb 07 21:39:59.754537 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39976) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:59.775885 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04dbb2f6-1d72-4e29-8b23-bc045cc0845a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (f20a01b8-35b5-4afb-84af-4ad133939b50), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:59.780338 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04dbb2f6-1d72-4e29-8b23-bc045cc0845a admin admin] Publish callbacks [] for router_controller (f20a01b8-35b5-4afb-84af-4ad133939b50), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:59.820211 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea013d5e-c186-4e7b-b189-9a4668a010a5 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (673ea8eb-2d98-4522-9b11-d8b8d77ae1b0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:59.840851 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04dbb2f6-1d72-4e29-8b23-bc045cc0845a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (f20a01b8-35b5-4afb-84af-4ad133939b50), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:59.841377 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dbb2f6-1d72-4e29-8b23-bc045cc0845a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f20a01b8-35b5-4afb-84af-4ad133939b50 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:39:59.845947 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04dbb2f6-1d72-4e29-8b23-bc045cc0845a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:59.849500 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-04dbb2f6-1d72-4e29-8b23-bc045cc0845a admin admin] 10.222.0.65 "DELETE /v2.0/routers/f20a01b8-35b5-4afb-84af-4ad133939b50 HTTP/1.1" status: 204 len: 168 time: 1.1229866 Feb 07 21:39:59.849738 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39980) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:59.852287 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea013d5e-c186-4e7b-b189-9a4668a010a5 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (673ea8eb-2d98-4522-9b11-d8b8d77ae1b0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:59.896660 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e43df43-8c45-40c6-86ac-6cac24a4262d admin admin] Deleting subnet 5277b698-1143-4952-a3ce-257473c57257 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:39:59.899265 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea013d5e-c186-4e7b-b189-9a4668a010a5 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (673ea8eb-2d98-4522-9b11-d8b8d77ae1b0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:59.900797 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e43df43-8c45-40c6-86ac-6cac24a4262d admin admin] Publish callbacks [] for subnet (5277b698-1143-4952-a3ce-257473c57257), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:59.902024 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea013d5e-c186-4e7b-b189-9a4668a010a5 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:59.905653 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ea013d5e-c186-4e7b-b189-9a4668a010a5 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "DELETE /v2.0/security-groups/673ea8eb-2d98-4522-9b11-d8b8d77ae1b0 HTTP/1.1" status: 204 len: 168 time: 0.1477935 Feb 07 21:39:59.906652 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39982) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:59.919271 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea013d5e-c186-4e7b-b189-9a4668a010a5 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=673ea8eb-2d98-4522-9b11-d8b8d77ae1b0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:39:59.959816 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e43df43-8c45-40c6-86ac-6cac24a4262d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (5277b698-1143-4952-a3ce-257473c57257), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:39:59.975915 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3688fc74-0f36-4f78-8714-7b10bd896e3b tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0642657 Feb 07 21:39:59.976547 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39984) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:39:59.981556 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1dda424b-a445-4a03-9ead-914befdac0a0 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group': {'name': 'tempest-secgroup--632717847'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:00.019846 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1dda424b-a445-4a03-9ead-914befdac0a0 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:00.080299 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e43df43-8c45-40c6-86ac-6cac24a4262d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (5277b698-1143-4952-a3ce-257473c57257), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:00.107255 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1dda424b-a445-4a03-9ead-914befdac0a0 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (a2d73a69-2db0-4fbf-8080-199f051f7ed7), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:00.111748 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1dda424b-a445-4a03-9ead-914befdac0a0 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a2d73a69-2db0-4fbf-8080-199f051f7ed7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:00.148843 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1dda424b-a445-4a03-9ead-914befdac0a0 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:00.150079 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1dda424b-a445-4a03-9ead-914befdac0a0 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1725953 Feb 07 21:40:00.153339 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39986) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:00.154730 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda424b-a445-4a03-9ead-914befdac0a0 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d73a69-2db0-4fbf-8080-199f051f7ed7,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:00.159996 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5656303f-6e89-4f29-8585-60a465dbe091 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group_rule': {'security_group_id': 'a2d73a69-2db0-4fbf-8080-199f051f7ed7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:00.160579 n-d-828185-2 neutron-server[103255]: WARNING neutron.api.v2.base [None req-5656303f-6e89-4f29-8585-60a465dbe091 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 07 21:40:00.161614 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-5656303f-6e89-4f29-8585-60a465dbe091 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:40:00.166068 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5656303f-6e89-4f29-8585-60a465dbe091 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082076 Feb 07 21:40:00.166068 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e43df43-8c45-40c6-86ac-6cac24a4262d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (5277b698-1143-4952-a3ce-257473c57257), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:00.167194 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39988) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:00.172718 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-f0b039d7-6487-4e1b-a67e-32c99d715a81 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group_rule': {'security_group_id': 'a2d73a69-2db0-4fbf-8080-199f051f7ed7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:00.195279 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e43df43-8c45-40c6-86ac-6cac24a4262d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:00.202543 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 39990) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:00.202918 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7e43df43-8c45-40c6-86ac-6cac24a4262d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5277b698-1143-4952-a3ce-257473c57257 HTTP/1.1" status: 204 len: 168 time: 0.3498476 Feb 07 21:40:00.203582 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1035e33-db57-42e3-b02c-9572ddab2420 None None] Network c5d8bec1-9baf-496d-8066-d331255bb96c requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:40:00.204214 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43df43-8c45-40c6-86ac-6cac24a4262d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5277b698-1143-4952-a3ce-257473c57257,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:00.234625 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-f0b039d7-6487-4e1b-a67e-32c99d715a81 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:40:00.238279 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f0b039d7-6487-4e1b-a67e-32c99d715a81 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0672522 Feb 07 21:40:00.238635 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39992) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:00.243825 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-db4d40d6-9ad1-499f-a116-42fe3125e336 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group_rule': {'security_group_id': 'a2d73a69-2db0-4fbf-8080-199f051f7ed7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:00.244339 n-d-828185-2 neutron-server[103255]: WARNING neutron.api.v2.base [None req-db4d40d6-9ad1-499f-a116-42fe3125e336 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 07 21:40:00.244820 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-db4d40d6-9ad1-499f-a116-42fe3125e336 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:40:00.248539 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-db4d40d6-9ad1-499f-a116-42fe3125e336 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058796 Feb 07 21:40:00.248717 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39994) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:00.252828 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c08e85df-4acf-4e66-b8a7-fd62e9933b89 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group_rule': {'security_group_id': 'a2d73a69-2db0-4fbf-8080-199f051f7ed7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:00.294346 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-c08e85df-4acf-4e66-b8a7-fd62e9933b89 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:40:00.296190 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c08e85df-4acf-4e66-b8a7-fd62e9933b89 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0464509 Feb 07 21:40:00.299305 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39996) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:00.306668 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-edbfd7ff-afdf-4f44-9a0b-8a8b07c05862 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group_rule': {'security_group_id': 'a2d73a69-2db0-4fbf-8080-199f051f7ed7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:00.306981 n-d-828185-2 neutron-server[103255]: WARNING neutron.api.v2.base [None req-edbfd7ff-afdf-4f44-9a0b-8a8b07c05862 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 07 21:40:00.307473 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-edbfd7ff-afdf-4f44-9a0b-8a8b07c05862 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:40:00.308451 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-edbfd7ff-afdf-4f44-9a0b-8a8b07c05862 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074332 Feb 07 21:40:00.310980 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 39998) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:00.315433 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-38f791eb-04f9-43e3-b1b6-c2f2bd6d8376 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group_rule': {'security_group_id': 'a2d73a69-2db0-4fbf-8080-199f051f7ed7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:00.328779 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc9bc24b-172c-4d5e-8c8f-3fb98584ddc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (c5d8bec1-9baf-496d-8066-d331255bb96c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:00.354694 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-38f791eb-04f9-43e3-b1b6-c2f2bd6d8376 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:40:00.358584 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-38f791eb-04f9-43e3-b1b6-c2f2bd6d8376 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0441883 Feb 07 21:40:00.358846 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40000) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:00.364071 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b648281c-bded-43e1-bcee-baec941be1c6 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group_rule': {'security_group_id': 'a2d73a69-2db0-4fbf-8080-199f051f7ed7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:00.364661 n-d-828185-2 neutron-server[103255]: WARNING neutron.api.v2.base [None req-b648281c-bded-43e1-bcee-baec941be1c6 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 07 21:40:00.365572 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-b648281c-bded-43e1-bcee-baec941be1c6 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:40:00.366709 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b648281c-bded-43e1-bcee-baec941be1c6 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069144 Feb 07 21:40:00.369817 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40002) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:00.374534 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-21c6e84a-6e4b-4906-bc61-70f6c444c8f5 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group_rule': {'security_group_id': 'a2d73a69-2db0-4fbf-8080-199f051f7ed7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:00.402267 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-fc9bc24b-172c-4d5e-8c8f-3fb98584ddc8 admin admin] Deleting port a940fbc0-52fa-4634-881f-557d73084c5e {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:40:00.402899 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc9bc24b-172c-4d5e-8c8f-3fb98584ddc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (a940fbc0-52fa-4634-881f-557d73084c5e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:00.422018 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-21c6e84a-6e4b-4906-bc61-70f6c444c8f5 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:40:00.426569 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-21c6e84a-6e4b-4906-bc61-70f6c444c8f5 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0532167 Feb 07 21:40:00.427702 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40004) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:00.436978 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b31f42-07c5-49e9-8eae-9991c3d82d75 None None] DHCP port deletion for c5d8bec1-9baf-496d-8066-d331255bb96c request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:40:00.438698 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-64a5a171-dc0e-49b0-b801-c572c0c4688e tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group_rule': {'security_group_id': 'a2d73a69-2db0-4fbf-8080-199f051f7ed7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:00.483783 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-64a5a171-dc0e-49b0-b801-c572c0c4688e tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:40:00.488559 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-64a5a171-dc0e-49b0-b801-c572c0c4688e tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0529749 Feb 07 21:40:00.489188 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40006) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:00.514850 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-fc9bc24b-172c-4d5e-8c8f-3fb98584ddc8 admin admin] For port a940fbc0-52fa-4634-881f-557d73084c5e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a940fbc0-52fa-4634-881f-557d73084c5e,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:40:00.515528 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc9bc24b-172c-4d5e-8c8f-3fb98584ddc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (a940fbc0-52fa-4634-881f-557d73084c5e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:00.518320 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-66b31f42-07c5-49e9-8eae-9991c3d82d75 None None] Deleting port a940fbc0-52fa-4634-881f-557d73084c5e {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:40:00.518744 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-66b31f42-07c5-49e9-8eae-9991c3d82d75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (a940fbc0-52fa-4634-881f-557d73084c5e), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:00.535501 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-fc9bc24b-172c-4d5e-8c8f-3fb98584ddc8 admin admin] Calling delete_port for a940fbc0-52fa-4634-881f-557d73084c5e owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:40:00.569671 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f9ac4b01-2692-4b2b-ad7f-7ee0406f33c1 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (a2d73a69-2db0-4fbf-8080-199f051f7ed7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:00.600421 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-66b31f42-07c5-49e9-8eae-9991c3d82d75 None None] For port a940fbc0-52fa-4634-881f-557d73084c5e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a940fbc0-52fa-4634-881f-557d73084c5e,segment=NetworkSegment(1db1fa10-711c-472d-8f7f-bfccaba5eba4),segment_id=1db1fa10-711c-472d-8f7f-bfccaba5eba4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:40:00.601157 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-66b31f42-07c5-49e9-8eae-9991c3d82d75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (a940fbc0-52fa-4634-881f-557d73084c5e), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:00.617952 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-66b31f42-07c5-49e9-8eae-9991c3d82d75 None None] Calling delete_port for a940fbc0-52fa-4634-881f-557d73084c5e owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:40:00.631880 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc9bc24b-172c-4d5e-8c8f-3fb98584ddc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (a940fbc0-52fa-4634-881f-557d73084c5e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:00.632563 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f9ac4b01-2692-4b2b-ad7f-7ee0406f33c1 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (a2d73a69-2db0-4fbf-8080-199f051f7ed7), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:00.679912 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9bc24b-172c-4d5e-8c8f-3fb98584ddc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a940fbc0-52fa-4634-881f-557d73084c5e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:00.695958 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f9ac4b01-2692-4b2b-ad7f-7ee0406f33c1 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (a2d73a69-2db0-4fbf-8080-199f051f7ed7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:00.700258 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f9ac4b01-2692-4b2b-ad7f-7ee0406f33c1 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:00.703790 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f9ac4b01-2692-4b2b-ad7f-7ee0406f33c1 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "DELETE /v2.0/security-groups/a2d73a69-2db0-4fbf-8080-199f051f7ed7 HTTP/1.1" status: 204 len: 168 time: 0.2112780 Feb 07 21:40:00.704488 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40008) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:00.722917 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac4b01-2692-4b2b-ad7f-7ee0406f33c1 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d73a69-2db0-4fbf-8080-199f051f7ed7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:00.731268 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-66b31f42-07c5-49e9-8eae-9991c3d82d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (a940fbc0-52fa-4634-881f-557d73084c5e), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:00.736737 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9bc24b-172c-4d5e-8c8f-3fb98584ddc8 admin admin] No DVR routers for this DVR port a940fbc0-52fa-4634-881f-557d73084c5e on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:40:00.780421 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b31f42-07c5-49e9-8eae-9991c3d82d75 None None] Pushing event deleted for resources: {'Port': ['ID=a940fbc0-52fa-4634-881f-557d73084c5e,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:00.786400 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b31f42-07c5-49e9-8eae-9991c3d82d75 None None] No DVR routers for this DVR port a940fbc0-52fa-4634-881f-557d73084c5e on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:40:00.847387 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-52b27572-5eb1-40f9-b50c-6237f6a04bd4 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1370611 Feb 07 21:40:00.848425 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40012) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:00.853143 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8527316b-cb0a-48e5-9f6a-0ff4c39b3577 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group': {'name': 'tempest-secgroup--1141349344'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:00.889144 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8527316b-cb0a-48e5-9f6a-0ff4c39b3577 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:00.988298 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8527316b-cb0a-48e5-9f6a-0ff4c39b3577 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (7ea560c7-9331-47f2-8d34-4aa56ed28099), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:00.995158 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8527316b-cb0a-48e5-9f6a-0ff4c39b3577 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (7ea560c7-9331-47f2-8d34-4aa56ed28099), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:01.036495 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527316b-cb0a-48e5-9f6a-0ff4c39b3577 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea560c7-9331-47f2-8d34-4aa56ed28099,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:01.068962 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8527316b-cb0a-48e5-9f6a-0ff4c39b3577 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:01.071715 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8527316b-cb0a-48e5-9f6a-0ff4c39b3577 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2213640 Feb 07 21:40:01.073775 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40014) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:01.080767 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d8435c5f-5261-4cf0-97af-1456f78fa0d9 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group_rule': {'security_group_id': '7ea560c7-9331-47f2-8d34-4aa56ed28099', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:01.132842 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-d8435c5f-5261-4cf0-97af-1456f78fa0d9 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] create failed (client error): The resource could not be found. Feb 07 21:40:01.135049 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d8435c5f-5261-4cf0-97af-1456f78fa0d9 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0595438 Feb 07 21:40:01.137615 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40016) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:01.143216 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-84c2f7a5-9d45-4284-bc48-9596e1ce0bb9 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group_rule': {'security_group_id': '7ea560c7-9331-47f2-8d34-4aa56ed28099', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ab66beb0-9610-45e2-a846-23397c976b6a'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:01.192694 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-84c2f7a5-9d45-4284-bc48-9596e1ce0bb9 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] create failed (client error): The resource could not be found. Feb 07 21:40:01.194164 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-84c2f7a5-9d45-4284-bc48-9596e1ce0bb9 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0554001 Feb 07 21:40:01.197326 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40018) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:01.258403 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc9bc24b-172c-4d5e-8c8f-3fb98584ddc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (c5d8bec1-9baf-496d-8066-d331255bb96c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:01.263738 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d80dd4f-4aaf-4de6-b82c-ffbc4c07ae20 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (7ea560c7-9331-47f2-8d34-4aa56ed28099), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:01.278720 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-fc9bc24b-172c-4d5e-8c8f-3fb98584ddc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d8bec1-9baf-496d-8066-d331255bb96c']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:40:01.287833 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-fc9bc24b-172c-4d5e-8c8f-3fb98584ddc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db1fa10-711c-472d-8f7f-bfccaba5eba4') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:40:01.288119 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-fc9bc24b-172c-4d5e-8c8f-3fb98584ddc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db1fa10-711c-472d-8f7f-bfccaba5eba4') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:40:01.293197 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d80dd4f-4aaf-4de6-b82c-ffbc4c07ae20 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (7ea560c7-9331-47f2-8d34-4aa56ed28099), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:01.297371 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc9bc24b-172c-4d5e-8c8f-3fb98584ddc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (1db1fa10-711c-472d-8f7f-bfccaba5eba4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:01.311003 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc9bc24b-172c-4d5e-8c8f-3fb98584ddc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (1db1fa10-711c-472d-8f7f-bfccaba5eba4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:01.317673 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc9bc24b-172c-4d5e-8c8f-3fb98584ddc8 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:40:01.317867 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc9bc24b-172c-4d5e-8c8f-3fb98584ddc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (1db1fa10-711c-472d-8f7f-bfccaba5eba4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:40:01.352117 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:40:01.360551 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d80dd4f-4aaf-4de6-b82c-ffbc4c07ae20 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (7ea560c7-9331-47f2-8d34-4aa56ed28099), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:01.364547 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d80dd4f-4aaf-4de6-b82c-ffbc4c07ae20 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:01.367095 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0d80dd4f-4aaf-4de6-b82c-ffbc4c07ae20 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "DELETE /v2.0/security-groups/7ea560c7-9331-47f2-8d34-4aa56ed28099 HTTP/1.1" status: 204 len: 168 time: 0.1678739 Feb 07 21:40:01.371427 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40020) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:01.383267 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80dd4f-4aaf-4de6-b82c-ffbc4c07ae20 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea560c7-9331-47f2-8d34-4aa56ed28099,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:01.400414 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc9bc24b-172c-4d5e-8c8f-3fb98584ddc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (c5d8bec1-9baf-496d-8066-d331255bb96c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:01.424445 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc9bc24b-172c-4d5e-8c8f-3fb98584ddc8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:01.430801 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fc9bc24b-172c-4d5e-8c8f-3fb98584ddc8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/c5d8bec1-9baf-496d-8066-d331255bb96c HTTP/1.1" status: 204 len: 168 time: 1.2246022 Feb 07 21:40:01.430801 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9bc24b-172c-4d5e-8c8f-3fb98584ddc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5d8bec1-9baf-496d-8066-d331255bb96c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:01.432963 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40022) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:01.442237 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-48abfd04-4cc0-4d48-a8a7-57ee3046b162 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0697033 Feb 07 21:40:01.450408 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40024) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:01.454694 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-82f1fcc0-5367-4d46-980b-7fe79bd5b2f3 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group_rule': {'security_group_id': '90e410fd-4c40-495f-bebd-87be566a7d91', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:01.566085 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0e60dab9-be35-49dc-985e-2abf88535ec8 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:40:01.588410 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-82f1fcc0-5367-4d46-980b-7fe79bd5b2f3 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] create failed (client error): The resource could not be found. Feb 07 21:40:01.589542 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-82f1fcc0-5367-4d46-980b-7fe79bd5b2f3 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1395111 Feb 07 21:40:01.593626 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40026) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:01.597991 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 0e60dab9-be35-49dc-985e-2abf88535ec8 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:40:01.598593 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0e60dab9-be35-49dc-985e-2abf88535ec8 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:40:01.599189 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 99eea577-5a94-4a77-9cc4-5e0d6e219b6f no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:40:01.599353 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8efe6555-df14-42f1-bdc5-e0347e3be063 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group': {'name': 'tempest-secgroup--1833402693'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:01.635421 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 99eea577-5a94-4a77-9cc4-5e0d6e219b6f {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:40:01.635745 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 99eea577-5a94-4a77-9cc4-5e0d6e219b6f not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:40:01.636232 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a940fbc0-52fa-4634-881f-557d73084c5e no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:40:01.655753 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8efe6555-df14-42f1-bdc5-e0347e3be063 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:01.662694 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: a940fbc0-52fa-4634-881f-557d73084c5e {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:40:01.663098 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a940fbc0-52fa-4634-881f-557d73084c5e not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:40:01.779865 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8efe6555-df14-42f1-bdc5-e0347e3be063 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (46fcede0-9c43-497b-8dca-c3ac00edcffb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:01.785910 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8efe6555-df14-42f1-bdc5-e0347e3be063 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (46fcede0-9c43-497b-8dca-c3ac00edcffb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:01.819811 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8efe6555-df14-42f1-bdc5-e0347e3be063 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:01.821384 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8efe6555-df14-42f1-bdc5-e0347e3be063 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2265658 Feb 07 21:40:01.824539 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40028) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:01.829852 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-938fd679-2dd4-40e6-910d-4daa96d94b0b tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group': {'name': 'tempest-secgroup--1832177604'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:01.836964 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe6555-df14-42f1-bdc5-e0347e3be063 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46fcede0-9c43-497b-8dca-c3ac00edcffb,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:01.863668 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-938fd679-2dd4-40e6-910d-4daa96d94b0b tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:01.953835 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a21ef84-610b-4389-8974-4f05ba1685dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (10bb7c3c-6760-4277-85e5-63c2c2cdc67d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:01.965620 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-938fd679-2dd4-40e6-910d-4daa96d94b0b tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (37a94107-a10c-4c9f-8ae6-6149c3d756f9), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:01.969520 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-938fd679-2dd4-40e6-910d-4daa96d94b0b tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (37a94107-a10c-4c9f-8ae6-6149c3d756f9), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:02.006436 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-938fd679-2dd4-40e6-910d-4daa96d94b0b tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:02.007799 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-938fd679-2dd4-40e6-910d-4daa96d94b0b tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1821291 Feb 07 21:40:02.009732 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fd679-2dd4-40e6-910d-4daa96d94b0b tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a94107-a10c-4c9f-8ae6-6149c3d756f9,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:02.012905 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40034) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:02.017542 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e48919e0-d751-4d5a-97e4-0a051fb96e7f tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group_rule': {'security_group_id': '46fcede0-9c43-497b-8dca-c3ac00edcffb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '37a94107-a10c-4c9f-8ae6-6149c3d756f9'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:02.058482 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-e48919e0-d751-4d5a-97e4-0a051fb96e7f tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:40:02.060356 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e48919e0-d751-4d5a-97e4-0a051fb96e7f tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0456789 Feb 07 21:40:02.062958 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40036) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:02.130321 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20956a18-f53b-4f66-8a9f-cfcb5ccf0e05 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (37a94107-a10c-4c9f-8ae6-6149c3d756f9), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:02.155876 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20956a18-f53b-4f66-8a9f-cfcb5ccf0e05 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (37a94107-a10c-4c9f-8ae6-6149c3d756f9), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:02.212762 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20956a18-f53b-4f66-8a9f-cfcb5ccf0e05 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (37a94107-a10c-4c9f-8ae6-6149c3d756f9), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:02.216638 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20956a18-f53b-4f66-8a9f-cfcb5ccf0e05 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:02.220611 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-20956a18-f53b-4f66-8a9f-cfcb5ccf0e05 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "DELETE /v2.0/security-groups/37a94107-a10c-4c9f-8ae6-6149c3d756f9 HTTP/1.1" status: 204 len: 168 time: 0.1563807 Feb 07 21:40:02.221248 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40038) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:02.242679 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20956a18-f53b-4f66-8a9f-cfcb5ccf0e05 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a94107-a10c-4c9f-8ae6-6149c3d756f9,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:02.284553 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7a21ef84-610b-4389-8974-4f05ba1685dd admin admin] Deleting port 5eed6ce8-f80a-48e1-be13-5bfeaed22d5f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:40:02.284893 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a21ef84-610b-4389-8974-4f05ba1685dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (5eed6ce8-f80a-48e1-be13-5bfeaed22d5f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:02.310427 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-41c0cb8f-00c1-43d7-8b7d-cfee9ea71524 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0848565 Feb 07 21:40:02.313040 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40040) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:02.363838 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7a21ef84-610b-4389-8974-4f05ba1685dd admin admin] For port 5eed6ce8-f80a-48e1-be13-5bfeaed22d5f, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=5eed6ce8-f80a-48e1-be13-5bfeaed22d5f,segment=NetworkSegment(64a7a01c-0bf5-4fdc-b16a-45e38fd81eda),segment_id=64a7a01c-0bf5-4fdc-b16a-45e38fd81eda)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:40:02.364110 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a21ef84-610b-4389-8974-4f05ba1685dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (5eed6ce8-f80a-48e1-be13-5bfeaed22d5f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:02.374899 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-12d93cd6-863b-4392-84aa-95a58d04edc9 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (46fcede0-9c43-497b-8dca-c3ac00edcffb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:02.384439 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7a21ef84-610b-4389-8974-4f05ba1685dd admin admin] Calling delete_port for 5eed6ce8-f80a-48e1-be13-5bfeaed22d5f owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:40:02.405054 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-12d93cd6-863b-4392-84aa-95a58d04edc9 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (46fcede0-9c43-497b-8dca-c3ac00edcffb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:02.456024 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-12d93cd6-863b-4392-84aa-95a58d04edc9 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (46fcede0-9c43-497b-8dca-c3ac00edcffb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:02.459231 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-12d93cd6-863b-4392-84aa-95a58d04edc9 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:02.460461 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-12d93cd6-863b-4392-84aa-95a58d04edc9 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "DELETE /v2.0/security-groups/46fcede0-9c43-497b-8dca-c3ac00edcffb HTTP/1.1" status: 204 len: 168 time: 0.1461957 Feb 07 21:40:02.469998 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40042) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:02.470814 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d93cd6-863b-4392-84aa-95a58d04edc9 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fcede0-9c43-497b-8dca-c3ac00edcffb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:02.521810 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f3ecc3a8-6a69-4957-9a91-ff24cf9b893d tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0485761 Feb 07 21:40:02.525669 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40044) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:02.530937 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-904766c2-139e-4c64-a051-83183369507c tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group': {'name': 'tempest-secgroup--1119742554'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:02.553761 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-904766c2-139e-4c64-a051-83183369507c tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:02.599226 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a21ef84-610b-4389-8974-4f05ba1685dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (5eed6ce8-f80a-48e1-be13-5bfeaed22d5f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:02.640217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21ef84-610b-4389-8974-4f05ba1685dd admin admin] Pushing event deleted for resources: {'Port': ['ID=5eed6ce8-f80a-48e1-be13-5bfeaed22d5f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:02.654381 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-904766c2-139e-4c64-a051-83183369507c tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (e28b49f7-8365-4690-a9f0-5da83d7352dd), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:02.663245 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-904766c2-139e-4c64-a051-83183369507c tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e28b49f7-8365-4690-a9f0-5da83d7352dd), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:02.715379 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-904766c2-139e-4c64-a051-83183369507c tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:02.721722 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-904766c2-139e-4c64-a051-83183369507c tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1944406 Feb 07 21:40:02.722363 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40046) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:02.733774 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904766c2-139e-4c64-a051-83183369507c tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28b49f7-8365-4690-a9f0-5da83d7352dd,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:02.738822 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7415da12-adb2-45c4-a831-868d117ffc78 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:02.739257 n-d-828185-2 neutron-server[103255]: WARNING neutron.api.v2.base [None req-7415da12-adb2-45c4-a831-868d117ffc78 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 07 21:40:02.739775 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [None req-7415da12-adb2-45c4-a831-868d117ffc78 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] update failed (client error): There was a conflict when trying to complete your request. Feb 07 21:40:02.743628 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7415da12-adb2-45c4-a831-868d117ffc78 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "PUT /v2.0/security-groups/e28b49f7-8365-4690-a9f0-5da83d7352dd HTTP/1.1" status: 409 len: 330 time: 0.0175004 Feb 07 21:40:02.744045 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40048) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:02.929393 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-18e61cd9-fad1-45e2-ae0a-2b2d2dccadf5 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (e28b49f7-8365-4690-a9f0-5da83d7352dd), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:02.959252 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a21ef84-610b-4389-8974-4f05ba1685dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (10bb7c3c-6760-4277-85e5-63c2c2cdc67d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:02.964517 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-18e61cd9-fad1-45e2-ae0a-2b2d2dccadf5 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (e28b49f7-8365-4690-a9f0-5da83d7352dd), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:03.080885 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-18e61cd9-fad1-45e2-ae0a-2b2d2dccadf5 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e28b49f7-8365-4690-a9f0-5da83d7352dd), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:03.083464 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-18e61cd9-fad1-45e2-ae0a-2b2d2dccadf5 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:03.087004 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-18e61cd9-fad1-45e2-ae0a-2b2d2dccadf5 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "DELETE /v2.0/security-groups/e28b49f7-8365-4690-a9f0-5da83d7352dd HTTP/1.1" status: 204 len: 168 time: 0.3395827 Feb 07 21:40:03.088341 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40052) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:03.097561 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e61cd9-fad1-45e2-ae0a-2b2d2dccadf5 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28b49f7-8365-4690-a9f0-5da83d7352dd,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:03.164877 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8b589772-fd57-4e5e-bedb-887a86d14b62 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0708292 Feb 07 21:40:03.165552 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40054) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:03.179702 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-2d5f5fcb-0b1a-4e28-9d9d-a9a04dbef60b tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] delete failed (client error): The resource could not be found. Feb 07 21:40:03.180745 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2d5f5fcb-0b1a-4e28-9d9d-a9a04dbef60b tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "DELETE /v2.0/security-groups/bddba821-287c-45f1-b40e-d1efec3c4ac2 HTTP/1.1" status: 404 len: 347 time: 0.0142903 Feb 07 21:40:03.184266 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40056) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:03.197083 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-33fc64f3-db8f-4023-8968-735430e81c6f tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] show failed (client error): The resource could not be found. Feb 07 21:40:03.198063 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-33fc64f3-db8f-4023-8968-735430e81c6f tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "GET /v2.0/security-groups/081c16fb-8312-40a7-8ca6-4f2fe44628e2 HTTP/1.1" status: 404 len: 347 time: 0.0128467 Feb 07 21:40:03.201720 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40058) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:03.212903 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-f0bbef71-e4e4-47bb-980e-fec777cc90f2 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] show failed (client error): The resource could not be found. Feb 07 21:40:03.213871 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f0bbef71-e4e4-47bb-980e-fec777cc90f2 tempest-NegativeSecGroupTest-1435204893 tempest-NegativeSecGroupTest-1435204893-project] 10.222.0.65 "GET /v2.0/security-group-rules/34c36a6b-890f-4ffa-ba70-02ff6ebaf319 HTTP/1.1" status: 404 len: 356 time: 0.0112824 Feb 07 21:40:03.233268 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a21ef84-610b-4389-8974-4f05ba1685dd admin admin] Router 10bb7c3c-6760-4277-85e5-63c2c2cdc67d has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:40:03.364675 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a21ef84-610b-4389-8974-4f05ba1685dd admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:40:03.372505 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7a21ef84-610b-4389-8974-4f05ba1685dd admin admin] 10.222.0.65 "PUT /v2.0/routers/10bb7c3c-6760-4277-85e5-63c2c2cdc67d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9381039 Feb 07 21:40:03.375027 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40062) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:03.377827 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c48889d-f77b-4097-b3b0-a9ecfd246b69 None None] Sync routers for ids ['10bb7c3c-6760-4277-85e5-63c2c2cdc67d'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:40:03.388752 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c48889d-f77b-4097-b3b0-a9ecfd246b69 None None] Routers {'10bb7c3c-6760-4277-85e5-63c2c2cdc67d'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:40:03.389434 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-1c48889d-f77b-4097-b3b0-a9ecfd246b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:39:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['10bb7c3c-6760-4277-85e5-63c2c2cdc67d'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:40:03.498912 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-1c48889d-f77b-4097-b3b0-a9ecfd246b69 None None] Set router 10bb7c3c-6760-4277-85e5-63c2c2cdc67d gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:40:03.561574 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40066) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:03.739159 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-41b323cb-fd85-46f4-a6d9-deb3266636ad admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=57874ef43ee04032bfa863542465bd39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1761124 Feb 07 21:40:03.740727 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40070) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:03.750292 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-1c48889d-f77b-4097-b3b0-a9ecfd246b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bb7c3c-6760-4277-85e5-63c2c2cdc67d', 'name': 'tempest-TestVolumeBootPattern-1313570296-router', 'tenant_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '99c071c9-0206-4f13-9712-5500f3d0871c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:30Z', 'updated_at': '2022-02-07T21:40:02Z', 'revision_number': 5, 'project_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'gw_port': {'id': '99c071c9-0206-4f13-9712-5500f3d0871c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bb7c3c-6760-4277-85e5-63c2c2cdc67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:34Z', 'updated_at': '2022-02-07T21:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:40:03.779035 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c48889d-f77b-4097-b3b0-a9ecfd246b69 None None] Checking router: 10bb7c3c-6760-4277-85e5-63c2c2cdc67d for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:40:03.788663 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c48889d-f77b-4097-b3b0-a9ecfd246b69 None None] Routers {'10bb7c3c-6760-4277-85e5-63c2c2cdc67d'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:40:03.789560 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-1c48889d-f77b-4097-b3b0-a9ecfd246b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:39:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['10bb7c3c-6760-4277-85e5-63c2c2cdc67d'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:40:03.802951 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf086f88-eede-4207-a95c-2294d2157b17 admin admin] Publish callbacks [] for security_group (99d22a94-aae0-4328-8b10-f83afd90bfd8), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:03.827282 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf086f88-eede-4207-a95c-2294d2157b17 admin admin] Publish callbacks [] for security_group (99d22a94-aae0-4328-8b10-f83afd90bfd8), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:03.877249 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20b32547-168a-4576-9e41-cdc05c443059 admin admin] Publish callbacks [] for router (10bb7c3c-6760-4277-85e5-63c2c2cdc67d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:03.882770 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf086f88-eede-4207-a95c-2294d2157b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (99d22a94-aae0-4328-8b10-f83afd90bfd8), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:03.885962 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf086f88-eede-4207-a95c-2294d2157b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:03.897247 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bf086f88-eede-4207-a95c-2294d2157b17 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/99d22a94-aae0-4328-8b10-f83afd90bfd8 HTTP/1.1" status: 204 len: 168 time: 0.1540766 Feb 07 21:40:03.917049 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf086f88-eede-4207-a95c-2294d2157b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d22a94-aae0-4328-8b10-f83afd90bfd8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:03.926627 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-1c48889d-f77b-4097-b3b0-a9ecfd246b69 None None] Set router 10bb7c3c-6760-4277-85e5-63c2c2cdc67d gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:40:03.979854 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:04.032494 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20b32547-168a-4576-9e41-cdc05c443059 admin admin] Publish callbacks [] for router_gateway (10bb7c3c-6760-4277-85e5-63c2c2cdc67d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:04.120238 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-20b32547-168a-4576-9e41-cdc05c443059 admin admin] Deleting port 99c071c9-0206-4f13-9712-5500f3d0871c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:40:04.120964 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20b32547-168a-4576-9e41-cdc05c443059 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (99c071c9-0206-4f13-9712-5500f3d0871c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:04.177226 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:04.219810 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-20b32547-168a-4576-9e41-cdc05c443059 admin admin] For port 99c071c9-0206-4f13-9712-5500f3d0871c, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=99c071c9-0206-4f13-9712-5500f3d0871c,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:40:04.220180 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20b32547-168a-4576-9e41-cdc05c443059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (99c071c9-0206-4f13-9712-5500f3d0871c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:04.236479 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-20b32547-168a-4576-9e41-cdc05c443059 admin admin] Calling delete_port for 99c071c9-0206-4f13-9712-5500f3d0871c owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:40:04.259887 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-1c48889d-f77b-4097-b3b0-a9ecfd246b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10bb7c3c-6760-4277-85e5-63c2c2cdc67d', 'name': 'tempest-TestVolumeBootPattern-1313570296-router', 'tenant_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '99c071c9-0206-4f13-9712-5500f3d0871c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:30Z', 'updated_at': '2022-02-07T21:40:02Z', 'revision_number': 5, 'project_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'gw_port': {'id': '99c071c9-0206-4f13-9712-5500f3d0871c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bb7c3c-6760-4277-85e5-63c2c2cdc67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:34Z', 'updated_at': '2022-02-07T21:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:40:04.291383 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c48889d-f77b-4097-b3b0-a9ecfd246b69 None None] The sync data for ids ['10bb7c3c-6760-4277-85e5-63c2c2cdc67d'] in n-d-828185-2 is: [{'id': '10bb7c3c-6760-4277-85e5-63c2c2cdc67d', 'name': 'tempest-TestVolumeBootPattern-1313570296-router', 'tenant_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '99c071c9-0206-4f13-9712-5500f3d0871c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:22:30Z', 'updated_at': '2022-02-07T21:40:02Z', 'revision_number': 5, 'project_id': 'bc1d1699aa474ec6b4dd19c88cee861b', 'gw_port': {'id': '99c071c9-0206-4f13-9712-5500f3d0871c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bb7c3c-6760-4277-85e5-63c2c2cdc67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:22:34Z', 'updated_at': '2022-02-07T21:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:40:04.450024 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20b32547-168a-4576-9e41-cdc05c443059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (99c071c9-0206-4f13-9712-5500f3d0871c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:04.501868 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b32547-168a-4576-9e41-cdc05c443059 admin admin] Pushing event deleted for resources: {'Port': ['ID=99c071c9-0206-4f13-9712-5500f3d0871c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:04.573559 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20b32547-168a-4576-9e41-cdc05c443059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (10bb7c3c-6760-4277-85e5-63c2c2cdc67d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:04.681150 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20b32547-168a-4576-9e41-cdc05c443059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (10bb7c3c-6760-4277-85e5-63c2c2cdc67d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:04.684063 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20b32547-168a-4576-9e41-cdc05c443059 admin admin] Publish callbacks [] for router_controller (10bb7c3c-6760-4277-85e5-63c2c2cdc67d), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:04.757204 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20b32547-168a-4576-9e41-cdc05c443059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (10bb7c3c-6760-4277-85e5-63c2c2cdc67d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:04.757743 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b32547-168a-4576-9e41-cdc05c443059 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10bb7c3c-6760-4277-85e5-63c2c2cdc67d {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:40:04.762482 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20b32547-168a-4576-9e41-cdc05c443059 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:04.763695 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-20b32547-168a-4576-9e41-cdc05c443059 admin admin] 10.222.0.65 "DELETE /v2.0/routers/10bb7c3c-6760-4277-85e5-63c2c2cdc67d HTTP/1.1" status: 204 len: 168 time: 1.3877046 Feb 07 21:40:04.766482 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40094) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:04.825542 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d67f0aa-9fc6-4233-b29b-ecee3a70abc2 admin admin] Deleting subnet 8187e00c-a391-4c68-aabd-f20e14c5ea2b {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:40:04.828886 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d67f0aa-9fc6-4233-b29b-ecee3a70abc2 admin admin] Publish callbacks [] for subnet (8187e00c-a391-4c68-aabd-f20e14c5ea2b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:04.882388 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d67f0aa-9fc6-4233-b29b-ecee3a70abc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (8187e00c-a391-4c68-aabd-f20e14c5ea2b), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:04.970151 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d67f0aa-9fc6-4233-b29b-ecee3a70abc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (8187e00c-a391-4c68-aabd-f20e14c5ea2b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:05.050240 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d67f0aa-9fc6-4233-b29b-ecee3a70abc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (8187e00c-a391-4c68-aabd-f20e14c5ea2b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:05.083091 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67f0aa-9fc6-4233-b29b-ecee3a70abc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8187e00c-a391-4c68-aabd-f20e14c5ea2b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:05.090634 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d67f0aa-9fc6-4233-b29b-ecee3a70abc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:05.091667 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a1fa8b-5411-4a0c-886e-741aa28e01be None None] Network ffeee2eb-92bc-426a-a1b7-9378113201f4 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:40:05.096964 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1d67f0aa-9fc6-4233-b29b-ecee3a70abc2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8187e00c-a391-4c68-aabd-f20e14c5ea2b HTTP/1.1" status: 204 len: 168 time: 0.3257113 Feb 07 21:40:05.097587 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40106) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:05.190641 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4648b862-3043-4d64-8a18-7d7b5146f695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (ffeee2eb-92bc-426a-a1b7-9378113201f4), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:05.267332 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4648b862-3043-4d64-8a18-7d7b5146f695 admin admin] Deleting port 32685eb3-4df3-4572-80b1-c9ad944d33c6 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:40:05.267683 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4648b862-3043-4d64-8a18-7d7b5146f695 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (32685eb3-4df3-4572-80b1-c9ad944d33c6), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:05.340404 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4648b862-3043-4d64-8a18-7d7b5146f695 admin admin] For port 32685eb3-4df3-4572-80b1-c9ad944d33c6, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=32685eb3-4df3-4572-80b1-c9ad944d33c6,segment=NetworkSegment(64a7a01c-0bf5-4fdc-b16a-45e38fd81eda),segment_id=64a7a01c-0bf5-4fdc-b16a-45e38fd81eda)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:40:05.340773 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4648b862-3043-4d64-8a18-7d7b5146f695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (32685eb3-4df3-4572-80b1-c9ad944d33c6), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:05.363886 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4648b862-3043-4d64-8a18-7d7b5146f695 admin admin] Calling delete_port for 32685eb3-4df3-4572-80b1-c9ad944d33c6 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:40:05.476241 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4648b862-3043-4d64-8a18-7d7b5146f695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (32685eb3-4df3-4572-80b1-c9ad944d33c6), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:05.508889 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648b862-3043-4d64-8a18-7d7b5146f695 admin admin] Pushing event deleted for resources: {'Port': ['ID=32685eb3-4df3-4572-80b1-c9ad944d33c6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:05.516867 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4648b862-3043-4d64-8a18-7d7b5146f695 admin admin] No DVR routers for this DVR port 32685eb3-4df3-4572-80b1-c9ad944d33c6 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:40:05.560131 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d536b7c8-85ed-4515-a80c-6110bdda7d23 None None] DHCP port deletion for ffeee2eb-92bc-426a-a1b7-9378113201f4 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:40:05.631000 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4648b862-3043-4d64-8a18-7d7b5146f695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (ffeee2eb-92bc-426a-a1b7-9378113201f4), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:05.656096 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 5eed6ce8-f80a-48e1-be13-5bfeaed22d5f no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:40:05.667653 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-4648b862-3043-4d64-8a18-7d7b5146f695 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffeee2eb-92bc-426a-a1b7-9378113201f4']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:40:05.677959 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-4648b862-3043-4d64-8a18-7d7b5146f695 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a7a01c-0bf5-4fdc-b16a-45e38fd81eda') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:40:05.678197 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-4648b862-3043-4d64-8a18-7d7b5146f695 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a7a01c-0bf5-4fdc-b16a-45e38fd81eda') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:40:05.681381 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 5eed6ce8-f80a-48e1-be13-5bfeaed22d5f {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:40:05.682001 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 5eed6ce8-f80a-48e1-be13-5bfeaed22d5f not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:40:05.682664 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 99c071c9-0206-4f13-9712-5500f3d0871c no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:40:05.695776 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4648b862-3043-4d64-8a18-7d7b5146f695 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (64a7a01c-0bf5-4fdc-b16a-45e38fd81eda), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:05.703720 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 99c071c9-0206-4f13-9712-5500f3d0871c {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:40:05.704464 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 99c071c9-0206-4f13-9712-5500f3d0871c not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:40:05.705115 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 32685eb3-4df3-4572-80b1-c9ad944d33c6 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:40:05.715022 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4648b862-3043-4d64-8a18-7d7b5146f695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (64a7a01c-0bf5-4fdc-b16a-45e38fd81eda), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:05.723146 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4648b862-3043-4d64-8a18-7d7b5146f695 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:40:05.723917 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4648b862-3043-4d64-8a18-7d7b5146f695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (64a7a01c-0bf5-4fdc-b16a-45e38fd81eda), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:40:05.725832 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:40:05.736130 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 32685eb3-4df3-4572-80b1-c9ad944d33c6 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:40:05.736720 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 32685eb3-4df3-4572-80b1-c9ad944d33c6 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:40:05.802820 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4648b862-3043-4d64-8a18-7d7b5146f695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (ffeee2eb-92bc-426a-a1b7-9378113201f4), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:05.814247 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4648b862-3043-4d64-8a18-7d7b5146f695 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:05.818426 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4648b862-3043-4d64-8a18-7d7b5146f695 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ffeee2eb-92bc-426a-a1b7-9378113201f4 HTTP/1.1" status: 204 len: 168 time: 0.7195580 Feb 07 21:40:05.837264 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648b862-3043-4d64-8a18-7d7b5146f695 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffeee2eb-92bc-426a-a1b7-9378113201f4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:06.009123 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40138) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:06.076594 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bf796b5f-3bf0-4f65-bf9d-b008b78d9e1c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8ef7e56915e94cee93ca54eb0ba4e95b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0661647 Feb 07 21:40:06.079421 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40150) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:06.154889 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-abe182be-3c12-4992-83ea-e25d3e9df209 admin admin] Publish callbacks [] for security_group (25fd5d3c-49d9-43c7-898f-79ae32f787c6), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:06.178091 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-abe182be-3c12-4992-83ea-e25d3e9df209 admin admin] Publish callbacks [] for security_group (25fd5d3c-49d9-43c7-898f-79ae32f787c6), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:06.232036 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-abe182be-3c12-4992-83ea-e25d3e9df209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (25fd5d3c-49d9-43c7-898f-79ae32f787c6), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:06.234893 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-abe182be-3c12-4992-83ea-e25d3e9df209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:06.236296 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-abe182be-3c12-4992-83ea-e25d3e9df209 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/25fd5d3c-49d9-43c7-898f-79ae32f787c6 HTTP/1.1" status: 204 len: 168 time: 0.1555235 Feb 07 21:40:06.251826 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe182be-3c12-4992-83ea-e25d3e9df209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fd5d3c-49d9-43c7-898f-79ae32f787c6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:06.446588 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40162) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:06.562795 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d1ab539-06c8-44ce-8cf8-e0a50582f8e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:06.579300 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40166) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:06.633695 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-895fc1f1-813e-4bae-80bc-78ee68397b80 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bc1d1699aa474ec6b4dd19c88cee861b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0530891 Feb 07 21:40:06.636172 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40168) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:06.664395 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d1ab539-06c8-44ce-8cf8-e0a50582f8e0 admin admin] Publish callbacks [] for security_group (1a5898ab-38ea-4e68-8364-5669ab2beef6), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:06.669315 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d1ab539-06c8-44ce-8cf8-e0a50582f8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1a5898ab-38ea-4e68-8364-5669ab2beef6), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:06.691140 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-497947f7-2954-4f6e-9a61-5fb00f53d0eb admin admin] Publish callbacks [] for security_group (9d901e76-a301-4537-aaf8-6c0abe7c7e05), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:06.712604 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ab539-06c8-44ce-8cf8-e0a50582f8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5898ab-38ea-4e68-8364-5669ab2beef6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:06.716826 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-497947f7-2954-4f6e-9a61-5fb00f53d0eb admin admin] Publish callbacks [] for security_group (9d901e76-a301-4537-aaf8-6c0abe7c7e05), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:06.719557 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9d1ab539-06c8-44ce-8cf8-e0a50582f8e0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=836722a728e54a458e780c0dd9b59fc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2716010 Feb 07 21:40:06.720214 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40170) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:06.771258 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-497947f7-2954-4f6e-9a61-5fb00f53d0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9d901e76-a301-4537-aaf8-6c0abe7c7e05), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:06.772777 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ee4930e-794d-46db-8ba3-2643ecb11755 admin admin] Publish callbacks [] for security_group (1a5898ab-38ea-4e68-8364-5669ab2beef6), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:06.774110 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-497947f7-2954-4f6e-9a61-5fb00f53d0eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:06.775359 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-497947f7-2954-4f6e-9a61-5fb00f53d0eb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9d901e76-a301-4537-aaf8-6c0abe7c7e05 HTTP/1.1" status: 204 len: 168 time: 0.1380701 Feb 07 21:40:06.785958 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497947f7-2954-4f6e-9a61-5fb00f53d0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d901e76-a301-4537-aaf8-6c0abe7c7e05,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:06.798247 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ee4930e-794d-46db-8ba3-2643ecb11755 admin admin] Publish callbacks [] for security_group (1a5898ab-38ea-4e68-8364-5669ab2beef6), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:06.847908 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ee4930e-794d-46db-8ba3-2643ecb11755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1a5898ab-38ea-4e68-8364-5669ab2beef6), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:06.850531 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ee4930e-794d-46db-8ba3-2643ecb11755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:06.854177 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3ee4930e-794d-46db-8ba3-2643ecb11755 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1a5898ab-38ea-4e68-8364-5669ab2beef6 HTTP/1.1" status: 204 len: 168 time: 0.1302712 Feb 07 21:40:06.865653 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4930e-794d-46db-8ba3-2643ecb11755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5898ab-38ea-4e68-8364-5669ab2beef6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:07.203992 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40178) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:07.223610 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3e78b7b0-0f19-40f0-a805-20e98d5bb10a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:07.310107 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3e78b7b0-0f19-40f0-a805-20e98d5bb10a admin admin] Publish callbacks [] for security_group (4c79ecae-91a5-43a4-af7b-435844abcc38), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:07.314642 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3e78b7b0-0f19-40f0-a805-20e98d5bb10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4c79ecae-91a5-43a4-af7b-435844abcc38), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:07.358957 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3e78b7b0-0f19-40f0-a805-20e98d5bb10a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8b57737064f943caaacd2542d20dd29f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1507733 Feb 07 21:40:07.358957 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78b7b0-0f19-40f0-a805-20e98d5bb10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c79ecae-91a5-43a4-af7b-435844abcc38,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:07.359975 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 40186) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:07.417290 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-79143037-4b10-4dfe-8fa9-602420b10512 admin admin] Publish callbacks [] for security_group (4c79ecae-91a5-43a4-af7b-435844abcc38), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:07.438625 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-79143037-4b10-4dfe-8fa9-602420b10512 admin admin] Publish callbacks [] for security_group (4c79ecae-91a5-43a4-af7b-435844abcc38), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:07.498072 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-79143037-4b10-4dfe-8fa9-602420b10512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (4c79ecae-91a5-43a4-af7b-435844abcc38), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:07.500697 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-79143037-4b10-4dfe-8fa9-602420b10512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:07.505121 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-79143037-4b10-4dfe-8fa9-602420b10512 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4c79ecae-91a5-43a4-af7b-435844abcc38 HTTP/1.1" status: 204 len: 168 time: 0.1407666 Feb 07 21:40:07.511119 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79143037-4b10-4dfe-8fa9-602420b10512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c79ecae-91a5-43a4-af7b-435844abcc38,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:12.650377 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:40:18.446245 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f58e657c-d1fa-4958-9b8f-bd184c7d644b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:20.614748 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c882edeb-880d-481f-a33a-713b3189efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:21.869561 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:23.349147 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:24.675306 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:30.754232 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc751f9d-8504-44a0-9c59-06c214b7ede7 req-1d335238-c019-4bde-82a3-e271a1ab8126 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:30.755793 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc751f9d-8504-44a0-9c59-06c214b7ede7 req-1d335238-c019-4bde-82a3-e271a1ab8126 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 945 time: 0.2613564 Feb 07 21:40:30.811810 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc751f9d-8504-44a0-9c59-06c214b7ede7 req-6516b291-7e90-429f-af70-4e0cb3926203 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498896 Feb 07 21:40:30.855351 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 40888) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:30.927914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-434af514-6a09-4389-bfba-c3f36f8e9540 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/floatingips/34a62a7b-77dc-4ff4-8852-d2737571ef52 HTTP/1.1" status: 200 len: 993 time: 0.0677567 Feb 07 21:40:31.262088 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ab0af-bdf1-4484-a72e-14d8ba8d74aa req-f1bd4fa0-0a09-448d-ac81-e5b70c068579 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:31.263620 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b63ab0af-bdf1-4484-a72e-14d8ba8d74aa req-f1bd4fa0-0a09-448d-ac81-e5b70c068579 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 1127 time: 0.0472403 Feb 07 21:40:31.310582 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b63ab0af-bdf1-4484-a72e-14d8ba8d74aa req-9bee973a-b117-451f-876a-adb804f53ee8 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402768 Feb 07 21:40:31.921744 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-42992fcc-6c37-46b7-a6ed-2de8ac1083db service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0499971 Feb 07 21:40:31.932135 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-2172c80f-143c-4606-aa76-b89477c9d859 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:40:31.938348 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-2172c80f-143c-4606-aa76-b89477c9d859 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099089 Feb 07 21:40:32.620297 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-5cf90a9d-8416-4a52-8914-fc608f90be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:32.622266 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-5cf90a9d-8416-4a52-8914-fc608f90be6c service neutron] 10.222.0.65 "GET /v2.0/ports/9137fcc3-3ff1-41ed-bc8b-800ba08c9fba HTTP/1.1" status: 200 len: 1124 time: 0.0473366 Feb 07 21:40:32.632113 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-717d60b7-5b7f-46fe-9df2-00da2f58fbfc service neutron] Request body: {'binding': {'host': 'n-h2-828185-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:32.632900 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-717d60b7-5b7f-46fe-9df2-00da2f58fbfc service neutron] Unknown quota resources ['binding']. {{(pid=103255) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 21:40:32.783976 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-717d60b7-5b7f-46fe-9df2-00da2f58fbfc service neutron] Attempting to bind port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba on host n-h2-828185-2 for vnic_type normal with profile None {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:40:32.784333 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-717d60b7-5b7f-46fe-9df2-00da2f58fbfc service neutron] Attempting to bind port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '29511d4c-be5f-4372-a342-65204b26a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:40:32.784667 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-717d60b7-5b7f-46fe-9df2-00da2f58fbfc service neutron] Attempting to bind port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba on network adc182b3-a956-4dbe-b035-c86daf4fcb9e {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:40:32.790549 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-717d60b7-5b7f-46fe-9df2-00da2f58fbfc service neutron] Port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba on network adc182b3-a956-4dbe-b035-c86daf4fcb9e not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:40:32.790854 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-717d60b7-5b7f-46fe-9df2-00da2f58fbfc service neutron] Attempting to bind port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba on network adc182b3-a956-4dbe-b035-c86daf4fcb9e {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:40:32.796242 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-717d60b7-5b7f-46fe-9df2-00da2f58fbfc service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:40:32.796610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-717d60b7-5b7f-46fe-9df2-00da2f58fbfc service neutron] Checking segment: {'id': '29511d4c-be5f-4372-a342-65204b26a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:40:32.797024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-717d60b7-5b7f-46fe-9df2-00da2f58fbfc service neutron] Bound using segment: {'id': '29511d4c-be5f-4372-a342-65204b26a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:40:32.797582 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-717d60b7-5b7f-46fe-9df2-00da2f58fbfc service neutron] Bound port: 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29511d4c-be5f-4372-a342-65204b26a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:40:32.901269 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-717d60b7-5b7f-46fe-9df2-00da2f58fbfc service neutron] For port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba,segment=NetworkSegment(29511d4c-be5f-4372-a342-65204b26a853),segment_id=29511d4c-be5f-4372-a342-65204b26a853)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:40:32.912454 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-717d60b7-5b7f-46fe-9df2-00da2f58fbfc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:32.913854 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-717d60b7-5b7f-46fe-9df2-00da2f58fbfc service neutron] 10.222.0.65 "POST /v2.0/ports/9137fcc3-3ff1-41ed-bc8b-800ba08c9fba/bindings HTTP/1.1" status: 201 len: 389 time: 0.2854004 Feb 07 21:40:33.167606 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea128010-cf51-4a99-b90f-1a94e98f6512 req-e210fa9c-0ed9-43f8-92c7-296e89d895a6 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:33.169348 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea128010-cf51-4a99-b90f-1a94e98f6512 req-e210fa9c-0ed9-43f8-92c7-296e89d895a6 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 945 time: 0.1125157 Feb 07 21:40:33.253470 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea128010-cf51-4a99-b90f-1a94e98f6512 req-dce882aa-8dc3-48b5-a83a-d03eda45593d tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742710 Feb 07 21:40:33.260444 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-7ce2b575-ca0c-45c0-92eb-2ddb25c22430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:33.261852 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-7ce2b575-ca0c-45c0-92eb-2ddb25c22430 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 1127 time: 0.0914080 Feb 07 21:40:33.382120 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-9173c74d-7897-4b1e-97f6-f2d22843b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:33.384053 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-9173c74d-7897-4b1e-97f6-f2d22843b58e service neutron] 10.222.0.71 "GET /v2.0/networks?id=adc182b3-a956-4dbe-b035-c86daf4fcb9e HTTP/1.1" status: 200 len: 897 time: 0.1101165 Feb 07 21:40:33.453087 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-05d1e6b3-46cb-4884-9927-d05dcac639f1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba HTTP/1.1" status: 200 len: 1001 time: 0.0634296 Feb 07 21:40:33.508098 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-b9f08263-cfe2-4c18-96c6-a2f0d9f0e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:33.509518 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-b9f08263-cfe2-4c18-96c6-a2f0d9f0e6b2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5a8f51b7-919e-4598-9eba-315786b468db HTTP/1.1" status: 200 len: 835 time: 0.0510151 Feb 07 21:40:33.571288 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e8a5902c-b8cd-46e1-9f3e-e399fd78d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:33.572925 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e8a5902c-b8cd-46e1-9f3e-e399fd78d1da service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=adc182b3-a956-4dbe-b035-c86daf4fcb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0562134 Feb 07 21:40:33.665173 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-dd6a0f25-6dd8-4b67-a333-87f0252d243d service neutron] 10.222.0.71 "GET /v2.0/networks/adc182b3-a956-4dbe-b035-c86daf4fcb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845118 Feb 07 21:40:33.764093 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-607b5cd2-6cc3-458c-9599-97c14bb7fddc service neutron] 10.222.0.71 "GET /v2.0/networks/adc182b3-a956-4dbe-b035-c86daf4fcb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925355 Feb 07 21:40:33.911667 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-ce66e034-e5e1-4148-9d2e-2b3448a8d1d9 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:33.913537 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-ce66e034-e5e1-4148-9d2e-2b3448a8d1d9 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd&tenant_id=592f2c160f98413cb3dc6606723ba0e3&binding%3Ahost_id=n-h1-828185-2 HTTP/1.1" status: 200 len: 1127 time: 0.0929098 Feb 07 21:40:33.928750 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828185-2'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:33.941795 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:33.991345 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9137fcc3-3ff1-41ed-bc8b-800ba08c9fba), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:34.122168 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] For port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba,segment=NetworkSegment(29511d4c-be5f-4372-a342-65204b26a853),segment_id=29511d4c-be5f-4372-a342-65204b26a853)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:40:34.164816 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] For port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:40:34.174402 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:34.208619 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8693a9e2-c228-4854-a920-52ecd95a66bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9137fcc3-3ff1-41ed-bc8b-800ba08c9fba'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:40:34.210948 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4cecce-789a-4357-b15e-163f575cdff3" -d '{"events": [{"server_uuid": "8693a9e2-c228-4854-a920-52ecd95a66bd", "name": "network-vif-unplugged", "status": "completed", "tag": "9137fcc3-3ff1-41ed-bc8b-800ba08c9fba"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:40:34.214692 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Publish callbacks [] for port (9137fcc3-3ff1-41ed-bc8b-800ba08c9fba), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:34.220533 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (9137fcc3-3ff1-41ed-bc8b-800ba08c9fba), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:34.254570 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1e60c6-5d88-455a-adf1-879fe767303d x-openstack-request-id: req-5b1e60c6-5d88-455a-adf1-879fe767303d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:40:34.254970 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8693a9e2-c228-4854-a920-52ecd95a66bd", "name": "network-vif-unplugged", "status": "completed", "tag": "9137fcc3-3ff1-41ed-bc8b-800ba08c9fba", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:40:34.255233 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5b1e60c6-5d88-455a-adf1-879fe767303d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:40:34.255633 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8693a9e2-c228-4854-a920-52ecd95a66bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9137fcc3-3ff1-41ed-bc8b-800ba08c9fba', 'code': 200} Feb 07 21:40:34.321295 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Pushing event updated for resources: {'Port': ['ID=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:34.344375 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:34.344735 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:34.345078 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:34.345419 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:34.345896 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:34.346233 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:34.346564 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:34.346892 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:34.347217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:34.347596 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:34.347928 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:34.348249 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:34.348593 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:34.480582 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Attempting to bind port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba on host n-h1-828185-2 for vnic_type normal with profile {"migrating_to": "n-h2-828185-2"} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:40:34.480944 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Attempting to bind port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '29511d4c-be5f-4372-a342-65204b26a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:40:34.481248 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Attempting to bind port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba on network adc182b3-a956-4dbe-b035-c86daf4fcb9e {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:40:34.489444 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba on network adc182b3-a956-4dbe-b035-c86daf4fcb9e not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:40:34.489773 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Attempting to bind port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba on network adc182b3-a956-4dbe-b035-c86daf4fcb9e {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:40:34.498185 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218c3cd-385c-4a41-af89-8caddcd9119a req-bb21e99f-c205-4e89-a066-7abf041439c0 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:34.500354 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d218c3cd-385c-4a41-af89-8caddcd9119a req-bb21e99f-c205-4e89-a066-7abf041439c0 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 943 time: 0.1604769 Feb 07 21:40:34.505578 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:40:34.505926 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Checking segment: {'id': '29511d4c-be5f-4372-a342-65204b26a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:40:34.506322 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Bound using segment: {'id': '29511d4c-be5f-4372-a342-65204b26a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:40:34.506754 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Bound port: 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29511d4c-be5f-4372-a342-65204b26a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:40:34.507126 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9137fcc3-3ff1-41ed-bc8b-800ba08c9fba), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:34.621827 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-93d01428-1307-4f12-a25a-f7fb9ce413ec None None] Provisioning complete for port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:40:34.622515 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-93d01428-1307-4f12-a25a-f7fb9ce413ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9137fcc3-3ff1-41ed-bc8b-800ba08c9fba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:34.633107 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d218c3cd-385c-4a41-af89-8caddcd9119a req-e78ba26e-65f0-417f-99b1-fdc4f477da38 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099598 Feb 07 21:40:34.640041 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] For port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:40:34.644694 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] For port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba,segment=NetworkSegment(29511d4c-be5f-4372-a342-65204b26a853),segment_id=29511d4c-be5f-4372-a342-65204b26a853)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:40:34.670158 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (9137fcc3-3ff1-41ed-bc8b-800ba08c9fba), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:34.670576 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-93d01428-1307-4f12-a25a-f7fb9ce413ec None None] Port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:40:34.852214 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:34.853223 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:34.855212 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] 10.222.0.71 "PUT /v2.0/ports/9137fcc3-3ff1-41ed-bc8b-800ba08c9fba HTTP/1.1" status: 200 len: 1121 time: 0.9354236 Feb 07 21:40:34.855792 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224ced1-c17b-4257-8b55-601f10a4e74d service neutron] Pushing event updated for resources: {'Port': ['ID=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:34.922218 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['9137fcc3-3ff1-41ed-bc8b-800ba08c9fba'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:40:35.116992 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3eb94795-d500-4e2d-879c-5015e0baa45c None None] Provisioning complete for port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:40:35.117626 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3eb94795-d500-4e2d-879c-5015e0baa45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9137fcc3-3ff1-41ed-bc8b-800ba08c9fba), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:35.260559 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3eb94795-d500-4e2d-879c-5015e0baa45c None None] Current status of the port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:40:35.260944 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3eb94795-d500-4e2d-879c-5015e0baa45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9137fcc3-3ff1-41ed-bc8b-800ba08c9fba), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:35.287308 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8693a9e2-c228-4854-a920-52ecd95a66bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9137fcc3-3ff1-41ed-bc8b-800ba08c9fba'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:40:35.289945 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b65e84f-4bc1-47e2-880b-6ec9f8068b06" -d '{"events": [{"server_uuid": "8693a9e2-c228-4854-a920-52ecd95a66bd", "name": "network-vif-plugged", "status": "completed", "tag": "9137fcc3-3ff1-41ed-bc8b-800ba08c9fba"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:40:35.304809 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3eb94795-d500-4e2d-879c-5015e0baa45c None None] For port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba,segment=NetworkSegment(29511d4c-be5f-4372-a342-65204b26a853),segment_id=29511d4c-be5f-4372-a342-65204b26a853)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:40:35.309216 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3eb94795-d500-4e2d-879c-5015e0baa45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9137fcc3-3ff1-41ed-bc8b-800ba08c9fba), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:35.363878 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebd71cc-242a-4364-b3b4-1325c4069774 x-openstack-request-id: req-5ebd71cc-242a-4364-b3b4-1325c4069774 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:40:35.364205 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8693a9e2-c228-4854-a920-52ecd95a66bd", "name": "network-vif-plugged", "status": "completed", "tag": "9137fcc3-3ff1-41ed-bc8b-800ba08c9fba", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:40:35.364461 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ebd71cc-242a-4364-b3b4-1325c4069774 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:40:35.364813 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8693a9e2-c228-4854-a920-52ecd95a66bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9137fcc3-3ff1-41ed-bc8b-800ba08c9fba', 'code': 200} Feb 07 21:40:35.460011 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb94795-d500-4e2d-879c-5015e0baa45c None None] Pushing event updated for resources: {'Port': ['ID=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba,revision_number=9']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:35.483688 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb94795-d500-4e2d-879c-5015e0baa45c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:35.484594 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb94795-d500-4e2d-879c-5015e0baa45c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:35.485394 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb94795-d500-4e2d-879c-5015e0baa45c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:35.486123 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb94795-d500-4e2d-879c-5015e0baa45c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:35.486665 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb94795-d500-4e2d-879c-5015e0baa45c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:35.487218 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb94795-d500-4e2d-879c-5015e0baa45c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:35.488032 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb94795-d500-4e2d-879c-5015e0baa45c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:35.488745 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb94795-d500-4e2d-879c-5015e0baa45c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:35.489085 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb94795-d500-4e2d-879c-5015e0baa45c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:35.489573 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb94795-d500-4e2d-879c-5015e0baa45c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:35.490305 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb94795-d500-4e2d-879c-5015e0baa45c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:35.491059 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb94795-d500-4e2d-879c-5015e0baa45c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:35.491537 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb94795-d500-4e2d-879c-5015e0baa45c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:35.777596 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629fce0c-2f29-45ba-84d6-5eba637a96f8 req-4c0ce5fb-69d2-4557-b00c-4cfde879dc94 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:35.784987 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-629fce0c-2f29-45ba-84d6-5eba637a96f8 req-4c0ce5fb-69d2-4557-b00c-4cfde879dc94 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 945 time: 0.0728755 Feb 07 21:40:35.833016 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-629fce0c-2f29-45ba-84d6-5eba637a96f8 req-d8da1901-1e1b-4b77-9040-5f0b0062c5f3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468614 Feb 07 21:40:36.256821 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8693a9e2-c228-4854-a920-52ecd95a66bd', 'tag': '9137fcc3-3ff1-41ed-bc8b-800ba08c9fba'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:40:36.259508 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39a61e0-8767-41b5-ae21-44e18aaca8f2" -d '{"events": [{"name": "network-changed", "server_uuid": "8693a9e2-c228-4854-a920-52ecd95a66bd", "tag": "9137fcc3-3ff1-41ed-bc8b-800ba08c9fba"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:40:36.296096 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcd74d9-2b83-4503-aade-a1d0e25381fa x-openstack-request-id: req-bdcd74d9-2b83-4503-aade-a1d0e25381fa {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:40:36.297598 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8693a9e2-c228-4854-a920-52ecd95a66bd", "tag": "9137fcc3-3ff1-41ed-bc8b-800ba08c9fba", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:40:36.297598 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bdcd74d9-2b83-4503-aade-a1d0e25381fa {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:40:36.297788 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8693a9e2-c228-4854-a920-52ecd95a66bd', 'tag': '9137fcc3-3ff1-41ed-bc8b-800ba08c9fba', 'status': 'completed', 'code': 200} Feb 07 21:40:36.370667 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a61e0-8767-41b5-ae21-44e18aaca8f2 req-a0280ef4-35df-4fd5-a19d-1284f6027dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:36.372203 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c39a61e0-8767-41b5-ae21-44e18aaca8f2 req-a0280ef4-35df-4fd5-a19d-1284f6027dbe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 1157 time: 0.0507977 Feb 07 21:40:36.467790 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a61e0-8767-41b5-ae21-44e18aaca8f2 req-32b7a0fe-e621-4b05-acab-c2e7c804c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:36.469329 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c39a61e0-8767-41b5-ae21-44e18aaca8f2 req-32b7a0fe-e621-4b05-acab-c2e7c804c9ea service neutron] 10.222.0.69 "GET /v2.0/networks?id=adc182b3-a956-4dbe-b035-c86daf4fcb9e HTTP/1.1" status: 200 len: 897 time: 0.0892406 Feb 07 21:40:36.544208 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c39a61e0-8767-41b5-ae21-44e18aaca8f2 req-4b56931f-054c-4883-b3ff-b7278141375a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba HTTP/1.1" status: 200 len: 1001 time: 0.0681806 Feb 07 21:40:36.600176 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a61e0-8767-41b5-ae21-44e18aaca8f2 req-e1dba36d-43df-4a55-87f9-628c7db44b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:36.601681 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c39a61e0-8767-41b5-ae21-44e18aaca8f2 req-e1dba36d-43df-4a55-87f9-628c7db44b0a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5a8f51b7-919e-4598-9eba-315786b468db HTTP/1.1" status: 200 len: 835 time: 0.0512326 Feb 07 21:40:36.622374 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:40:36.666034 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a61e0-8767-41b5-ae21-44e18aaca8f2 req-5afa31d0-9093-4275-b72f-b966a6fa4fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:36.667728 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c39a61e0-8767-41b5-ae21-44e18aaca8f2 req-5afa31d0-9093-4275-b72f-b966a6fa4fc6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=adc182b3-a956-4dbe-b035-c86daf4fcb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0600519 Feb 07 21:40:36.769773 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba,segment=NetworkSegment(29511d4c-be5f-4372-a342-65204b26a853),segment_id=29511d4c-be5f-4372-a342-65204b26a853)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:40:36.784076 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba has no active binding in host n-h2-828185-2 {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 21:40:36.794929 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c39a61e0-8767-41b5-ae21-44e18aaca8f2 req-de641ea9-f210-4777-a3a6-776d5ee021d1 service neutron] 10.222.0.69 "GET /v2.0/networks/adc182b3-a956-4dbe-b035-c86daf4fcb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195626 Feb 07 21:40:36.903399 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c39a61e0-8767-41b5-ae21-44e18aaca8f2 req-c8201d1f-ddc3-401b-88d9-330ca578b97b service neutron] 10.222.0.69 "GET /v2.0/networks/adc182b3-a956-4dbe-b035-c86daf4fcb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010749 Feb 07 21:40:37.000509 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1374550-aa5b-4a05-ad72-372d4f11bc41 req-deca71db-1104-47e4-afcd-b7374306a1f5 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:37.014250 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d1374550-aa5b-4a05-ad72-372d4f11bc41 req-deca71db-1104-47e4-afcd-b7374306a1f5 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 945 time: 0.0993092 Feb 07 21:40:37.069723 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d1374550-aa5b-4a05-ad72-372d4f11bc41 req-db6bf0d5-1468-4795-b5f5-9da91b05f6b8 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483675 Feb 07 21:40:37.139207 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41076) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:37.253714 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04f36ebf-bc08-404c-af06-8fc786810df1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:37.335514 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04f36ebf-bc08-404c-af06-8fc786810df1 admin admin] Publish callbacks [] for security_group (df413e18-dfcf-498a-9464-610db2292b45), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:37.340180 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04f36ebf-bc08-404c-af06-8fc786810df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (df413e18-dfcf-498a-9464-610db2292b45), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:37.381258 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-04f36ebf-bc08-404c-af06-8fc786810df1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=110b7be2426c4e35acf48022347b38b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2409222 Feb 07 21:40:37.382132 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f36ebf-bc08-404c-af06-8fc786810df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df413e18-dfcf-498a-9464-610db2292b45,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:37.383839 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41082) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:37.444475 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1896f8e5-e199-415e-9733-4872785af225 admin admin] Publish callbacks [] for security_group (df413e18-dfcf-498a-9464-610db2292b45), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:37.468584 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1896f8e5-e199-415e-9733-4872785af225 admin admin] Publish callbacks [] for security_group (df413e18-dfcf-498a-9464-610db2292b45), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:37.526015 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1896f8e5-e199-415e-9733-4872785af225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (df413e18-dfcf-498a-9464-610db2292b45), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:37.528658 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1896f8e5-e199-415e-9733-4872785af225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:37.529906 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1896f8e5-e199-415e-9733-4872785af225 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/df413e18-dfcf-498a-9464-610db2292b45 HTTP/1.1" status: 204 len: 168 time: 0.1443441 Feb 07 21:40:37.539697 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896f8e5-e199-415e-9733-4872785af225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df413e18-dfcf-498a-9464-610db2292b45,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:37.548473 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896f8e5-e199-415e-9733-4872785af225 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:37.548848 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896f8e5-e199-415e-9733-4872785af225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:37.549212 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896f8e5-e199-415e-9733-4872785af225 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:37.549534 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896f8e5-e199-415e-9733-4872785af225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:37.550108 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896f8e5-e199-415e-9733-4872785af225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:37.550451 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896f8e5-e199-415e-9733-4872785af225 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:37.550979 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896f8e5-e199-415e-9733-4872785af225 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:37.551504 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896f8e5-e199-415e-9733-4872785af225 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:37.551844 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896f8e5-e199-415e-9733-4872785af225 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:37.552191 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896f8e5-e199-415e-9733-4872785af225 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:37.552642 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896f8e5-e199-415e-9733-4872785af225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:37.552975 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896f8e5-e199-415e-9733-4872785af225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:37.553306 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896f8e5-e199-415e-9733-4872785af225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:37.852474 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41094) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:37.870400 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a98c0ad-d650-4af9-80ad-d503309cac7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:37.960531 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a98c0ad-d650-4af9-80ad-d503309cac7e admin admin] Publish callbacks [] for security_group (357874f4-7592-4f97-8205-1bec89029299), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:37.965541 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a98c0ad-d650-4af9-80ad-d503309cac7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (357874f4-7592-4f97-8205-1bec89029299), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:38.006730 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5a98c0ad-d650-4af9-80ad-d503309cac7e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0b15050ecfe040f2af66dc5047430627&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1529064 Feb 07 21:40:38.008875 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98c0ad-d650-4af9-80ad-d503309cac7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357874f4-7592-4f97-8205-1bec89029299,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:38.011457 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41102) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:38.082349 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dae28482-0006-46c0-a5e2-2fd1d48022b1 admin admin] Publish callbacks [] for security_group (357874f4-7592-4f97-8205-1bec89029299), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:38.110759 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dae28482-0006-46c0-a5e2-2fd1d48022b1 admin admin] Publish callbacks [] for security_group (357874f4-7592-4f97-8205-1bec89029299), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:38.169408 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dae28482-0006-46c0-a5e2-2fd1d48022b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (357874f4-7592-4f97-8205-1bec89029299), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:38.173192 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dae28482-0006-46c0-a5e2-2fd1d48022b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:38.177627 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-dae28482-0006-46c0-a5e2-2fd1d48022b1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/357874f4-7592-4f97-8205-1bec89029299 HTTP/1.1" status: 204 len: 168 time: 0.1643505 Feb 07 21:40:38.186096 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae28482-0006-46c0-a5e2-2fd1d48022b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357874f4-7592-4f97-8205-1bec89029299,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:38.464571 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344cbe9-b914-4642-acc6-ccedd791dedd req-9f77b7d2-5718-4aa0-a7ee-c6e8f99c0cb2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:38.466349 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4344cbe9-b914-4642-acc6-ccedd791dedd req-9f77b7d2-5718-4aa0-a7ee-c6e8f99c0cb2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 945 time: 0.3098238 Feb 07 21:40:38.532886 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4344cbe9-b914-4642-acc6-ccedd791dedd req-c3389d23-5375-4455-81f0-71b906125b6f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599158 Feb 07 21:40:39.659590 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44064bf8-6380-477b-ab54-11033576528e req-289ce188-efd9-4c0d-9d14-6f6811f6a2ee tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:39.661961 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-44064bf8-6380-477b-ab54-11033576528e req-289ce188-efd9-4c0d-9d14-6f6811f6a2ee tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 945 time: 0.0636933 Feb 07 21:40:39.733466 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-44064bf8-6380-477b-ab54-11033576528e req-56102e20-7595-453f-a21e-7f63978593ca tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601377 Feb 07 21:40:40.706072 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41220) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:40.822630 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d80b9e5-ee97-4bdf-9e98-df00b245b276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:40.871629 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6a366-a7f6-4cbc-b3a6-f59c73598622 req-0792c4d8-e875-418d-bc53-6eed5eba244e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:40.873484 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ed6a366-a7f6-4cbc-b3a6-f59c73598622 req-0792c4d8-e875-418d-bc53-6eed5eba244e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 945 time: 0.0682452 Feb 07 21:40:40.920617 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d80b9e5-ee97-4bdf-9e98-df00b245b276 admin admin] Publish callbacks [] for security_group (8e5ee3ce-134d-40b7-b961-f4d8afbe7491), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:40.927982 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d80b9e5-ee97-4bdf-9e98-df00b245b276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8e5ee3ce-134d-40b7-b961-f4d8afbe7491), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:40.934412 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2ed6a366-a7f6-4cbc-b3a6-f59c73598622 req-ffc3243e-47a4-48d2-9c9d-a0b47e855da3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533166 Feb 07 21:40:40.977885 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3d80b9e5-ee97-4bdf-9e98-df00b245b276 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fc8a39028bbd4996a1f19108c08f0698&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2681425 Feb 07 21:40:40.977885 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80b9e5-ee97-4bdf-9e98-df00b245b276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5ee3ce-134d-40b7-b961-f4d8afbe7491,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:40.978488 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41230) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:41.033322 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b4155d0-9bbd-45c4-912c-943e1664b163 admin admin] Publish callbacks [] for security_group (8e5ee3ce-134d-40b7-b961-f4d8afbe7491), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:41.055506 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b4155d0-9bbd-45c4-912c-943e1664b163 admin admin] Publish callbacks [] for security_group (8e5ee3ce-134d-40b7-b961-f4d8afbe7491), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:41.105375 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b4155d0-9bbd-45c4-912c-943e1664b163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8e5ee3ce-134d-40b7-b961-f4d8afbe7491), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:41.107880 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b4155d0-9bbd-45c4-912c-943e1664b163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:41.109122 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8b4155d0-9bbd-45c4-912c-943e1664b163 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8e5ee3ce-134d-40b7-b961-f4d8afbe7491 HTTP/1.1" status: 204 len: 168 time: 0.1287909 Feb 07 21:40:41.119057 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4155d0-9bbd-45c4-912c-943e1664b163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5ee3ce-134d-40b7-b961-f4d8afbe7491,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:41.407537 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41242) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:41.424692 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-befddffd-0e10-4ed4-9d5b-ef7bd50b20c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:41.515247 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-befddffd-0e10-4ed4-9d5b-ef7bd50b20c4 admin admin] Publish callbacks [] for security_group (22ed8255-9282-4430-8778-f22ffd0fbae3), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:41.519358 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-befddffd-0e10-4ed4-9d5b-ef7bd50b20c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (22ed8255-9282-4430-8778-f22ffd0fbae3), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:41.556633 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befddffd-0e10-4ed4-9d5b-ef7bd50b20c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ed8255-9282-4430-8778-f22ffd0fbae3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:41.562757 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-befddffd-0e10-4ed4-9d5b-ef7bd50b20c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4637b3b37612449da30fcf409d142396&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1542113 Feb 07 21:40:41.565396 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41248) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:41.612951 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-18291a66-86fb-47c8-bbb4-df4830a636d5 admin admin] Publish callbacks [] for security_group (22ed8255-9282-4430-8778-f22ffd0fbae3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:41.636054 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-18291a66-86fb-47c8-bbb4-df4830a636d5 admin admin] Publish callbacks [] for security_group (22ed8255-9282-4430-8778-f22ffd0fbae3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:41.683816 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-18291a66-86fb-47c8-bbb4-df4830a636d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (22ed8255-9282-4430-8778-f22ffd0fbae3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:41.687146 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-18291a66-86fb-47c8-bbb4-df4830a636d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:41.688982 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-18291a66-86fb-47c8-bbb4-df4830a636d5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/22ed8255-9282-4430-8778-f22ffd0fbae3 HTTP/1.1" status: 204 len: 168 time: 0.1221089 Feb 07 21:40:41.703082 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18291a66-86fb-47c8-bbb4-df4830a636d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ed8255-9282-4430-8778-f22ffd0fbae3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:42.068232 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad0375-d58e-4a16-8ac4-b6cf73eae87b req-465ed50c-b75e-4832-b3f2-89a13f9218a9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:42.069849 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-33ad0375-d58e-4a16-8ac4-b6cf73eae87b req-465ed50c-b75e-4832-b3f2-89a13f9218a9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 945 time: 0.0626378 Feb 07 21:40:42.139697 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-33ad0375-d58e-4a16-8ac4-b6cf73eae87b req-078a30f2-7753-4d3b-9b82-944c081b8567 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628867 Feb 07 21:40:43.210845 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-398ebe91-2f1b-45fc-9df6-6239c8fc8deb service neutron] 10.222.0.69 "GET /v2.0/ports/9137fcc3-3ff1-41ed-bc8b-800ba08c9fba/bindings/n-h2-828185-2 HTTP/1.1" status: 200 len: 384 time: 0.0732300 Feb 07 21:40:43.278302 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc9f27-3ef5-46ab-a768-e0f2513dc4fb req-05ab21cf-d1d9-4ae2-9bfb-8b4376434887 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:43.280469 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-36cc9f27-3ef5-46ab-a768-e0f2513dc4fb req-05ab21cf-d1d9-4ae2-9bfb-8b4376434887 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 945 time: 0.0632501 Feb 07 21:40:43.364980 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-36cc9f27-3ef5-46ab-a768-e0f2513dc4fb req-f7b04bb8-31b5-456f-b203-9e2b6e181faf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599282 Feb 07 21:40:43.442165 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e13f390c-2501-402f-9574-816ac4ffe5ee service neutron] For port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba,segment=NetworkSegment(29511d4c-be5f-4372-a342-65204b26a853),segment_id=29511d4c-be5f-4372-a342-65204b26a853)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:40:43.464869 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e13f390c-2501-402f-9574-816ac4ffe5ee service neutron] For port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:40:43.516019 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8693a9e2-c228-4854-a920-52ecd95a66bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9137fcc3-3ff1-41ed-bc8b-800ba08c9fba'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:40:43.518317 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbb2f76-b8b1-4c01-ab17-9f7e4d0cd5d6" -d '{"events": [{"server_uuid": "8693a9e2-c228-4854-a920-52ecd95a66bd", "name": "network-vif-unplugged", "status": "completed", "tag": "9137fcc3-3ff1-41ed-bc8b-800ba08c9fba"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:40:43.526730 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e13f390c-2501-402f-9574-816ac4ffe5ee service neutron] For port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba,segment=NetworkSegment(29511d4c-be5f-4372-a342-65204b26a853),segment_id=29511d4c-be5f-4372-a342-65204b26a853)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:40:43.543100 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e13f390c-2501-402f-9574-816ac4ffe5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9137fcc3-3ff1-41ed-bc8b-800ba08c9fba), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:43.667276 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e13f390c-2501-402f-9574-816ac4ffe5ee service neutron] Transition to ACTIVE for port object 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:40:43.673320 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e13f390c-2501-402f-9574-816ac4ffe5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (9137fcc3-3ff1-41ed-bc8b-800ba08c9fba), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:43.760659 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d1f961-aaf7-4c37-be4e-65448259a45c x-openstack-request-id: req-11d1f961-aaf7-4c37-be4e-65448259a45c {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:40:43.760960 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8693a9e2-c228-4854-a920-52ecd95a66bd", "name": "network-vif-unplugged", "status": "completed", "tag": "9137fcc3-3ff1-41ed-bc8b-800ba08c9fba", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:40:43.761214 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-11d1f961-aaf7-4c37-be4e-65448259a45c {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:40:43.761609 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8693a9e2-c228-4854-a920-52ecd95a66bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9137fcc3-3ff1-41ed-bc8b-800ba08c9fba', 'code': 200} Feb 07 21:40:43.801474 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f390c-2501-402f-9574-816ac4ffe5ee service neutron] Pushing event updated for resources: {'Port': ['ID=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba,revision_number=11']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:43.836257 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e13f390c-2501-402f-9574-816ac4ffe5ee service neutron] No DVR routers for this DVR port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:40:43.875934 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41368) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:44.016846 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e13f390c-2501-402f-9574-816ac4ffe5ee service neutron] 10.222.0.69 "PUT /v2.0/ports/9137fcc3-3ff1-41ed-bc8b-800ba08c9fba/bindings/n-h2-828185-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7933912 Feb 07 21:40:44.034669 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd0468dc-7f20-4f96-bea3-f5283434771b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:44.148098 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e001d9a8-9a10-4cfb-84d2-25f6f0f60312 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:44.149701 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-e001d9a8-9a10-4cfb-84d2-25f6f0f60312 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd&tenant_id=592f2c160f98413cb3dc6606723ba0e3&binding%3Ahost_id=n-h1-828185-2 HTTP/1.1" status: 200 len: 1126 time: 0.0795734 Feb 07 21:40:44.159314 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd0468dc-7f20-4f96-bea3-f5283434771b admin admin] Publish callbacks [] for security_group (be74edef-19b8-409a-abb5-5c3e4be328fb), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:44.168357 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd0468dc-7f20-4f96-bea3-f5283434771b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (be74edef-19b8-409a-abb5-5c3e4be328fb), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:44.229508 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fd0468dc-7f20-4f96-bea3-f5283434771b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e4a456decd994e4d823a628b497527f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3522677 Feb 07 21:40:44.231305 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0468dc-7f20-4f96-bea3-f5283434771b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be74edef-19b8-409a-abb5-5c3e4be328fb,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:44.231977 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41378) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:44.247751 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-57732010-e29c-4be8-a8e3-2309929b5e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:44.250771 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-57732010-e29c-4be8-a8e3-2309929b5e56 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd&tenant_id=592f2c160f98413cb3dc6606723ba0e3 HTTP/1.1" status: 200 len: 1126 time: 0.0933421 Feb 07 21:40:44.282554 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99666ac9-37ce-440d-a9f6-a88a82116d1f admin admin] Publish callbacks [] for security_group (be74edef-19b8-409a-abb5-5c3e4be328fb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:44.305720 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99666ac9-37ce-440d-a9f6-a88a82116d1f admin admin] Publish callbacks [] for security_group (be74edef-19b8-409a-abb5-5c3e4be328fb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:44.315650 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-8e8f8b06-d38d-47ae-a296-62fe2b9c933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:44.317781 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-8e8f8b06-d38d-47ae-a296-62fe2b9c933c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 1126 time: 0.0459385 Feb 07 21:40:44.358558 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99666ac9-37ce-440d-a9f6-a88a82116d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (be74edef-19b8-409a-abb5-5c3e4be328fb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:44.362123 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99666ac9-37ce-440d-a9f6-a88a82116d1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:44.366057 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-99666ac9-37ce-440d-a9f6-a88a82116d1f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/be74edef-19b8-409a-abb5-5c3e4be328fb HTTP/1.1" status: 204 len: 168 time: 0.1304352 Feb 07 21:40:44.372383 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99666ac9-37ce-440d-a9f6-a88a82116d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be74edef-19b8-409a-abb5-5c3e4be328fb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:44.441774 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-8a52af9f-4033-4689-a3da-59cfb7b9dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:44.443302 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-8a52af9f-4033-4689-a3da-59cfb7b9dbc3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=adc182b3-a956-4dbe-b035-c86daf4fcb9e HTTP/1.1" status: 200 len: 897 time: 0.1195650 Feb 07 21:40:44.702338 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41394) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:44.716368 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de7a06e4-ce9b-44ea-90a8-6efcaffc0597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:44.817233 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de7a06e4-ce9b-44ea-90a8-6efcaffc0597 admin admin] Publish callbacks [] for security_group (3f5c77cb-a729-4e4e-a742-9f7af58bd8af), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:44.822219 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de7a06e4-ce9b-44ea-90a8-6efcaffc0597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3f5c77cb-a729-4e4e-a742-9f7af58bd8af), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:44.857662 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-32ffe7d1-06eb-4fdd-96fc-4c83258338b8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba HTTP/1.1" status: 200 len: 999 time: 0.4043243 Feb 07 21:40:44.866478 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9c296-c973-4fb6-9ee0-7fde26faec30 req-83acd080-750e-4412-bbe2-00b0833cf48d tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:44.867907 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6aa9c296-c973-4fb6-9ee0-7fde26faec30 req-83acd080-750e-4412-bbe2-00b0833cf48d tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 944 time: 0.4237330 Feb 07 21:40:44.871662 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-de7a06e4-ce9b-44ea-90a8-6efcaffc0597 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8a332f986b31467aa937ef7a889677a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1679380 Feb 07 21:40:44.875802 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41396) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:44.883757 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a06e4-ce9b-44ea-90a8-6efcaffc0597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5c77cb-a729-4e4e-a742-9f7af58bd8af,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:44.930784 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4bfbc3b-7f6d-4c9b-b4f0-3c3dae8341b9 admin admin] Publish callbacks [] for security_group (3f5c77cb-a729-4e4e-a742-9f7af58bd8af), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:44.940838 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-c351cf7d-9ee8-409d-8a64-84f6cea36bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:44.942238 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-c351cf7d-9ee8-409d-8a64-84f6cea36bde service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5a8f51b7-919e-4598-9eba-315786b468db HTTP/1.1" status: 200 len: 835 time: 0.0734582 Feb 07 21:40:44.951093 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6aa9c296-c973-4fb6-9ee0-7fde26faec30 req-61cda9df-5ab1-4ade-9761-26ca30cafc26 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725579 Feb 07 21:40:44.957638 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4bfbc3b-7f6d-4c9b-b4f0-3c3dae8341b9 admin admin] Publish callbacks [] for security_group (3f5c77cb-a729-4e4e-a742-9f7af58bd8af), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:45.010339 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-ad88d704-b747-43d7-a805-99f77c02dffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:45.011898 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-ad88d704-b747-43d7-a805-99f77c02dffa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=adc182b3-a956-4dbe-b035-c86daf4fcb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0599623 Feb 07 21:40:45.019965 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4bfbc3b-7f6d-4c9b-b4f0-3c3dae8341b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3f5c77cb-a729-4e4e-a742-9f7af58bd8af), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:45.023856 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4bfbc3b-7f6d-4c9b-b4f0-3c3dae8341b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:45.026720 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b4bfbc3b-7f6d-4c9b-b4f0-3c3dae8341b9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3f5c77cb-a729-4e4e-a742-9f7af58bd8af HTTP/1.1" status: 204 len: 168 time: 0.1488214 Feb 07 21:40:45.037521 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfbc3b-7f6d-4c9b-b4f0-3c3dae8341b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5c77cb-a729-4e4e-a742-9f7af58bd8af,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:45.130591 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-90a70bc8-ad0f-4795-9975-3aabb4e1dd7d service neutron] 10.222.0.71 "GET /v2.0/networks/adc182b3-a956-4dbe-b035-c86daf4fcb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121061 Feb 07 21:40:45.252034 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-f2c100fc-fb04-4e51-85c8-b9948c5e7451 service neutron] 10.222.0.71 "GET /v2.0/networks/adc182b3-a956-4dbe-b035-c86daf4fcb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152003 Feb 07 21:40:45.505298 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-ec7ad0a7-6048-49b6-9a52-6b5110ae4916 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:45.506982 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-ec7ad0a7-6048-49b6-9a52-6b5110ae4916 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd&tenant_id=592f2c160f98413cb3dc6606723ba0e3&binding%3Ahost_id=n-h2-828185-2 HTTP/1.1" status: 200 len: 1126 time: 0.0559385 Feb 07 21:40:45.635139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-51d813f9-6d84-4790-90e4-2c076c3c1114 service neutron] For port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:40:45.639086 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-51d813f9-6d84-4790-90e4-2c076c3c1114 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:45.641037 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4d7e29c-c492-4675-b1d2-3dae82696ffb req-51d813f9-6d84-4790-90e4-2c076c3c1114 service neutron] 10.222.0.71 "DELETE /v2.0/ports/9137fcc3-3ff1-41ed-bc8b-800ba08c9fba/bindings/n-h1-828185-2 HTTP/1.1" status: 204 len: 173 time: 0.1278114 Feb 07 21:40:46.110489 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbd0d7-5cc2-4098-bcd7-0c0d8f8ac877 req-51643983-00b1-470a-89a7-bcc6d4d0ade4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:46.112494 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91fbd0d7-5cc2-4098-bcd7-0c0d8f8ac877 req-51643983-00b1-470a-89a7-bcc6d4d0ade4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 944 time: 0.0652153 Feb 07 21:40:46.169168 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91fbd0d7-5cc2-4098-bcd7-0c0d8f8ac877 req-b876910e-ccb2-4e00-b16f-8ef08c139e5e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501192 Feb 07 21:40:46.304155 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf60a62-1578-4642-bf53-5d56e6b935b3 req-f2af7f7e-11d4-4756-8317-ee6d9055ebe2 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:46.306346 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7bf60a62-1578-4642-bf53-5d56e6b935b3 req-f2af7f7e-11d4-4756-8317-ee6d9055ebe2 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 1126 time: 0.0503550 Feb 07 21:40:46.386684 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7bf60a62-1578-4642-bf53-5d56e6b935b3 req-1a19c807-a98a-486b-b54c-aa767ce9ff98 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549915 Feb 07 21:40:46.502918 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d0ae2-b631-4640-b5a4-141874e66dba req-7b2aefb1-9215-4e6f-aff5-03553130051f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:46.504772 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-642d0ae2-b631-4640-b5a4-141874e66dba req-7b2aefb1-9215-4e6f-aff5-03553130051f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 944 time: 0.0598836 Feb 07 21:40:46.557432 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-642d0ae2-b631-4640-b5a4-141874e66dba req-a2d8d2b2-55d8-4e52-a9f9-e8d83f54d87e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461731 Feb 07 21:40:46.579615 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41470) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:46.648587 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-df3f2b26-dc99-4c6c-a7f1-58ccecf5bc75 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/floatingips/34a62a7b-77dc-4ff4-8852-d2737571ef52 HTTP/1.1" status: 200 len: 991 time: 0.0657849 Feb 07 21:40:46.894294 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41482) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:47.068234 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a2703d1a-8f1e-4b9f-afec-32404c6999d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Deleting port 8b38e5f7-7c1e-4e5a-8b71-38048e7ca7bd {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:40:47.068620 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2703d1a-8f1e-4b9f-afec-32404c6999d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8b38e5f7-7c1e-4e5a-8b71-38048e7ca7bd), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:47.148707 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2703d1a-8f1e-4b9f-afec-32404c6999d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8b38e5f7-7c1e-4e5a-8b71-38048e7ca7bd), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:47.149039 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2703d1a-8f1e-4b9f-afec-32404c6999d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for floatingip (8b38e5f7-7c1e-4e5a-8b71-38048e7ca7bd), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:47.161167 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a2703d1a-8f1e-4b9f-afec-32404c6999d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Calling delete_port for 8b38e5f7-7c1e-4e5a-8b71-38048e7ca7bd owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:40:47.321238 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2703d1a-8f1e-4b9f-afec-32404c6999d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8b38e5f7-7c1e-4e5a-8b71-38048e7ca7bd), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:47.350254 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2703d1a-8f1e-4b9f-afec-32404c6999d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event deleted for resources: {'Port': ['ID=8b38e5f7-7c1e-4e5a-8b71-38048e7ca7bd,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:47.414056 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2703d1a-8f1e-4b9f-afec-32404c6999d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for floatingip (34a62a7b-77dc-4ff4-8852-d2737571ef52), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:47.414546 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [None req-a2703d1a-8f1e-4b9f-afec-32404c6999d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Floating IP 34a62a7b-77dc-4ff4-8852-d2737571ef52 disassociated (deleted). External IP: 172.25.4.199, port: 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba. Feb 07 21:40:47.645230 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2703d1a-8f1e-4b9f-afec-32404c6999d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Router b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:40:47.778519 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2703d1a-8f1e-4b9f-afec-32404c6999d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:40:47.785185 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2703d1a-8f1e-4b9f-afec-32404c6999d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:47.795660 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668f64c5-0fa0-42b9-bfd1-9eb4c1563153 None None] Sync routers for ids ['b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:40:47.802064 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:40:47.816178 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a2703d1a-8f1e-4b9f-afec-32404c6999d4 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "DELETE /v2.0/floatingips/34a62a7b-77dc-4ff4-8852-d2737571ef52 HTTP/1.1" status: 204 len: 168 time: 0.9207590 Feb 07 21:40:47.816886 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8693a9e2-c228-4854-a920-52ecd95a66bd', 'tag': '9137fcc3-3ff1-41ed-bc8b-800ba08c9fba'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:40:47.819656 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f82450-516a-4728-bb07-c05cbf3e52ae" -d '{"events": [{"name": "network-changed", "server_uuid": "8693a9e2-c228-4854-a920-52ecd95a66bd", "tag": "9137fcc3-3ff1-41ed-bc8b-800ba08c9fba"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:40:47.854564 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668f64c5-0fa0-42b9-bfd1-9eb4c1563153 None None] Routers {'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:40:47.855930 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-668f64c5-0fa0-42b9-bfd1-9eb4c1563153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:40:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:40:47.876167 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a452529-09c4-4628-829a-f106e6a2929f x-openstack-request-id: req-5a452529-09c4-4628-829a-f106e6a2929f {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:40:47.876575 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8693a9e2-c228-4854-a920-52ecd95a66bd", "tag": "9137fcc3-3ff1-41ed-bc8b-800ba08c9fba", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:40:47.877148 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5a452529-09c4-4628-829a-f106e6a2929f {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:40:47.877769 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8693a9e2-c228-4854-a920-52ecd95a66bd', 'tag': '9137fcc3-3ff1-41ed-bc8b-800ba08c9fba', 'status': 'completed', 'code': 200} Feb 07 21:40:47.949550 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f82450-516a-4728-bb07-c05cbf3e52ae req-f190a2e4-c429-4009-a9fc-480fbda4aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:47.952755 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-24f82450-516a-4728-bb07-c05cbf3e52ae req-f190a2e4-c429-4009-a9fc-480fbda4aa07 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 1126 time: 0.0610034 Feb 07 21:40:48.084818 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f82450-516a-4728-bb07-c05cbf3e52ae req-e75f1549-728f-4915-a5a0-67f01cb6c4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:48.086294 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-24f82450-516a-4728-bb07-c05cbf3e52ae req-e75f1549-728f-4915-a5a0-67f01cb6c4f7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=adc182b3-a956-4dbe-b035-c86daf4fcb9e HTTP/1.1" status: 200 len: 897 time: 0.1167948 Feb 07 21:40:48.142560 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-24f82450-516a-4728-bb07-c05cbf3e52ae req-a37fe77f-be25-4ec0-b5c5-d49c0e2959b2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba HTTP/1.1" status: 200 len: 217 time: 0.0488036 Feb 07 21:40:48.158650 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] The host n-h1-828185-2 is not matching for port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba host n-h2-828185-2! {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 07 21:40:48.159120 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:40:48.178331 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-668f64c5-0fa0-42b9-bfd1-9eb4c1563153 None None] Set router b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:40:48.223250 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f82450-516a-4728-bb07-c05cbf3e52ae req-aea7bda4-7ac1-4e85-91fe-389e2dc50f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:48.224736 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-24f82450-516a-4728-bb07-c05cbf3e52ae req-aea7bda4-7ac1-4e85-91fe-389e2dc50f89 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5a8f51b7-919e-4598-9eba-315786b468db HTTP/1.1" status: 200 len: 835 time: 0.0661306 Feb 07 21:40:48.240468 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7a04e-2a48-4af3-ac1d-5212d84883a1 req-59d3ee9d-19fb-4c51-bc0b-689d798ede25 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:48.242100 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-50a7a04e-2a48-4af3-ac1d-5212d84883a1 req-59d3ee9d-19fb-4c51-bc0b-689d798ede25 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 944 time: 0.1418064 Feb 07 21:40:48.330762 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-50a7a04e-2a48-4af3-ac1d-5212d84883a1 req-a59ae986-301b-4a53-915c-4ceb57e42205 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767696 Feb 07 21:40:48.335758 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f82450-516a-4728-bb07-c05cbf3e52ae req-a7c81b83-b461-461d-a379-fbbb2e5fa086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:48.337863 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-24f82450-516a-4728-bb07-c05cbf3e52ae req-a7c81b83-b461-461d-a379-fbbb2e5fa086 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=adc182b3-a956-4dbe-b035-c86daf4fcb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0945442 Feb 07 21:40:48.404787 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-668f64c5-0fa0-42b9-bfd1-9eb4c1563153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219435915', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:38:51Z', 'updated_at': '2022-02-07T21:38:57Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:38:52Z', 'updated_at': '2022-02-07T21:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'ae24238e-ab1c-4ea7-9069-87248356a22b', 'name': '', 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:0a:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '5a8f51b7-919e-4598-9eba-315786b468db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:38:55Z', 'updated_at': '2022-02-07T21:39:02Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '5a8f51b7-919e-4598-9eba-315786b468db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:40:48.442220 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668f64c5-0fa0-42b9-bfd1-9eb4c1563153 None None] Checking router: b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:40:48.449946 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-24f82450-516a-4728-bb07-c05cbf3e52ae req-0c7070d8-4b4e-400b-aeae-d6b38a0a1269 service neutron] 10.222.0.71 "GET /v2.0/networks/adc182b3-a956-4dbe-b035-c86daf4fcb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022642 Feb 07 21:40:48.462121 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668f64c5-0fa0-42b9-bfd1-9eb4c1563153 None None] Routers {'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:40:48.462981 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-668f64c5-0fa0-42b9-bfd1-9eb4c1563153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:40:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:40:48.535318 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ba1dfd06-df1b-401b-aabc-f5422cf1477e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:48.577163 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-24f82450-516a-4728-bb07-c05cbf3e52ae req-e29b3f7e-5cee-42d2-90b7-e813fcc8a803 service neutron] 10.222.0.71 "GET /v2.0/networks/adc182b3-a956-4dbe-b035-c86daf4fcb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201754 Feb 07 21:40:48.612458 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-668f64c5-0fa0-42b9-bfd1-9eb4c1563153 None None] Set router b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:40:48.704672 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85722485-3370-4eb9-b182-4121c4c20f6a req-38736c64-e9f1-4175-a767-3284f3a4b628 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:48.706711 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85722485-3370-4eb9-b182-4121c4c20f6a req-38736c64-e9f1-4175-a767-3284f3a4b628 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.71 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 944 time: 0.0915105 Feb 07 21:40:48.858298 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-85722485-3370-4eb9-b182-4121c4c20f6a req-fde3abeb-e8e9-41bb-b39c-af488caf9c5b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Deleting port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:40:48.858954 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-85722485-3370-4eb9-b182-4121c4c20f6a req-fde3abeb-e8e9-41bb-b39c-af488caf9c5b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9137fcc3-3ff1-41ed-bc8b-800ba08c9fba), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:48.888872 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-668f64c5-0fa0-42b9-bfd1-9eb4c1563153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219435915', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:38:51Z', 'updated_at': '2022-02-07T21:38:57Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:38:52Z', 'updated_at': '2022-02-07T21:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'ae24238e-ab1c-4ea7-9069-87248356a22b', 'name': '', 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:0a:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '5a8f51b7-919e-4598-9eba-315786b468db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:38:55Z', 'updated_at': '2022-02-07T21:39:02Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '5a8f51b7-919e-4598-9eba-315786b468db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:40:48.918457 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668f64c5-0fa0-42b9-bfd1-9eb4c1563153 None None] The sync data for ids ['b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'] in n-d-828185-2 is: [{'id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219435915', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:38:51Z', 'updated_at': '2022-02-07T21:38:57Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:38:52Z', 'updated_at': '2022-02-07T21:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'ae24238e-ab1c-4ea7-9069-87248356a22b', 'name': '', 'network_id': 'adc182b3-a956-4dbe-b035-c86daf4fcb9e', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:0a:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '5a8f51b7-919e-4598-9eba-315786b468db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:38:55Z', 'updated_at': '2022-02-07T21:39:02Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '5a8f51b7-919e-4598-9eba-315786b468db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:40:48.960841 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-85722485-3370-4eb9-b182-4121c4c20f6a req-fde3abeb-e8e9-41bb-b39c-af488caf9c5b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] For port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba,segment=NetworkSegment(29511d4c-be5f-4372-a342-65204b26a853),segment_id=29511d4c-be5f-4372-a342-65204b26a853)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:40:48.961736 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-85722485-3370-4eb9-b182-4121c4c20f6a req-fde3abeb-e8e9-41bb-b39c-af488caf9c5b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9137fcc3-3ff1-41ed-bc8b-800ba08c9fba), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:48.975984 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-85722485-3370-4eb9-b182-4121c4c20f6a req-fde3abeb-e8e9-41bb-b39c-af488caf9c5b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Calling delete_port for 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:40:49.134918 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-85722485-3370-4eb9-b182-4121c4c20f6a req-fde3abeb-e8e9-41bb-b39c-af488caf9c5b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (9137fcc3-3ff1-41ed-bc8b-800ba08c9fba), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:49.169155 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3abeb-e8e9-41bb-b39c-af488caf9c5b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event deleted for resources: {'Port': ['ID=9137fcc3-3ff1-41ed-bc8b-800ba08c9fba,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:49.247065 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-85722485-3370-4eb9-b182-4121c4c20f6a req-fde3abeb-e8e9-41bb-b39c-af488caf9c5b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] No DVR routers for this DVR port 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:40:49.250776 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-85722485-3370-4eb9-b182-4121c4c20f6a req-fde3abeb-e8e9-41bb-b39c-af488caf9c5b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:49.254923 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85722485-3370-4eb9-b182-4121c4c20f6a req-fde3abeb-e8e9-41bb-b39c-af488caf9c5b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.71 "DELETE /v2.0/ports/9137fcc3-3ff1-41ed-bc8b-800ba08c9fba HTTP/1.1" status: 204 len: 173 time: 0.5417495 Feb 07 21:40:49.255408 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8693a9e2-c228-4854-a920-52ecd95a66bd', 'name': 'network-vif-deleted', 'tag': '9137fcc3-3ff1-41ed-bc8b-800ba08c9fba'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:40:49.260632 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d8cdb4-48e7-4166-8ec7-b67c587446eb" -d '{"events": [{"server_uuid": "8693a9e2-c228-4854-a920-52ecd95a66bd", "name": "network-vif-deleted", "tag": "9137fcc3-3ff1-41ed-bc8b-800ba08c9fba"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:40:49.331774 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0ebfc4-1ff2-4436-b3c1-a4136d5eaa66 x-openstack-request-id: req-8f0ebfc4-1ff2-4436-b3c1-a4136d5eaa66 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:40:49.332137 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8693a9e2-c228-4854-a920-52ecd95a66bd", "name": "network-vif-deleted", "tag": "9137fcc3-3ff1-41ed-bc8b-800ba08c9fba", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:40:49.332525 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8f0ebfc4-1ff2-4436-b3c1-a4136d5eaa66 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:40:49.333280 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8693a9e2-c228-4854-a920-52ecd95a66bd', 'name': 'network-vif-deleted', 'tag': '9137fcc3-3ff1-41ed-bc8b-800ba08c9fba', 'status': 'completed', 'code': 200} Feb 07 21:40:49.380777 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f80438f-871f-4573-a331-ff67d3eb27ce None None] New status for floating IP 34a62a7b-77dc-4ff4-8852-d2737571ef52: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:40:49.484439 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f46a96a2-21c6-4df4-af70-14ed0430825b req-791a68a2-a0b8-4118-bd58-b5440e0f70e7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=8693a9e2-c228-4854-a920-52ecd95a66bd HTTP/1.1" status: 200 len: 210 time: 0.0502148 Feb 07 21:40:49.655367 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:40:50.553825 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41566) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:50.622776 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7d0462f8-462c-440a-a36e-3863f98fa546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:50.973090 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-986e32a6-59ba-4236-8937-55e5678c68eb tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:51.352149 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-986e32a6-59ba-4236-8937-55e5678c68eb tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Deleting port ae24238e-ab1c-4ea7-9069-87248356a22b {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:40:51.352551 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-986e32a6-59ba-4236-8937-55e5678c68eb tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ae24238e-ab1c-4ea7-9069-87248356a22b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:51.455648 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-986e32a6-59ba-4236-8937-55e5678c68eb tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] For port ae24238e-ab1c-4ea7-9069-87248356a22b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ae24238e-ab1c-4ea7-9069-87248356a22b,segment=NetworkSegment(29511d4c-be5f-4372-a342-65204b26a853),segment_id=29511d4c-be5f-4372-a342-65204b26a853)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:40:51.455902 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-986e32a6-59ba-4236-8937-55e5678c68eb tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ae24238e-ab1c-4ea7-9069-87248356a22b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:51.468545 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-986e32a6-59ba-4236-8937-55e5678c68eb tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Calling delete_port for ae24238e-ab1c-4ea7-9069-87248356a22b owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:40:51.670930 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-986e32a6-59ba-4236-8937-55e5678c68eb tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (ae24238e-ab1c-4ea7-9069-87248356a22b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:51.702095 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e32a6-59ba-4236-8937-55e5678c68eb tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event deleted for resources: {'Port': ['ID=ae24238e-ab1c-4ea7-9069-87248356a22b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:51.892534 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-986e32a6-59ba-4236-8937-55e5678c68eb tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:51.907197 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:52.141181 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986e32a6-59ba-4236-8937-55e5678c68eb tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Router b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:40:52.595798 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986e32a6-59ba-4236-8937-55e5678c68eb tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:40:52.606083 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-986e32a6-59ba-4236-8937-55e5678c68eb tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "PUT /v2.0/routers/b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0509651 Feb 07 21:40:52.607033 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5047967a-e550-4204-9b73-848a1a53b1f4 None None] Sync routers for ids ['b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:40:52.608969 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41610) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:52.617213 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5047967a-e550-4204-9b73-848a1a53b1f4 None None] Routers {'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:40:52.619884 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5047967a-e550-4204-9b73-848a1a53b1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:40:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:40:52.669891 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-25627795-b5c3-49c5-a94b-5e0830d951da tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Deleting subnet 5a8f51b7-919e-4598-9eba-315786b468db {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:40:52.673583 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25627795-b5c3-49c5-a94b-5e0830d951da tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for subnet (5a8f51b7-919e-4598-9eba-315786b468db), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:52.715247 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:40:52.766593 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25627795-b5c3-49c5-a94b-5e0830d951da tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (5a8f51b7-919e-4598-9eba-315786b468db), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:52.768556 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:40:52.769070 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 9137fcc3-3ff1-41ed-bc8b-800ba08c9fba not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:40:52.811524 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-5047967a-e550-4204-9b73-848a1a53b1f4 None None] Set router b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:40:52.877472 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25627795-b5c3-49c5-a94b-5e0830d951da tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (5a8f51b7-919e-4598-9eba-315786b468db), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:52.953057 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25627795-b5c3-49c5-a94b-5e0830d951da tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (5a8f51b7-919e-4598-9eba-315786b468db), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:52.996572 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25627795-b5c3-49c5-a94b-5e0830d951da tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event deleted for resources: {'Subnet': ['ID=5a8f51b7-919e-4598-9eba-315786b468db,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:53.003574 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25627795-b5c3-49c5-a94b-5e0830d951da tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:53.006829 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-25627795-b5c3-49c5-a94b-5e0830d951da tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "DELETE /v2.0/subnets/5a8f51b7-919e-4598-9eba-315786b468db HTTP/1.1" status: 204 len: 168 time: 0.3967111 Feb 07 21:40:53.009617 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41620) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:53.026434 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5415e563-7457-4240-a398-39f9c4c8c6a7 None None] Network adc182b3-a956-4dbe-b035-c86daf4fcb9e requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:40:53.168357 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5047967a-e550-4204-9b73-848a1a53b1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219435915', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:38:51Z', 'updated_at': '2022-02-07T21:40:51Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:38:52Z', 'updated_at': '2022-02-07T21:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:40:53.170508 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbc46347-267d-4ddb-8375-3b3b834c8542 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router (b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:53.198010 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5047967a-e550-4204-9b73-848a1a53b1f4 None None] Checking router: b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:40:53.209659 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5047967a-e550-4204-9b73-848a1a53b1f4 None None] Routers {'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:40:53.211707 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5047967a-e550-4204-9b73-848a1a53b1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:40:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:40:53.266918 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59637f71-fb9d-4baf-ae4b-50dcd77d2d2e None None] DHCP port deletion for adc182b3-a956-4dbe-b035-c86daf4fcb9e request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:40:53.313730 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbc46347-267d-4ddb-8375-3b3b834c8542 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router_gateway (b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:53.381109 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bbc46347-267d-4ddb-8375-3b3b834c8542 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Deleting port caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:40:53.381734 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbc46347-267d-4ddb-8375-3b3b834c8542 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:53.406724 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:53.420984 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-5047967a-e550-4204-9b73-848a1a53b1f4 None None] Set router b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:40:53.424400 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-59637f71-fb9d-4baf-ae4b-50dcd77d2d2e None None] Deleting port f9a637cd-0836-46c5-8042-0a92b91e56a4 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:40:53.424864 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-59637f71-fb9d-4baf-ae4b-50dcd77d2d2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f9a637cd-0836-46c5-8042-0a92b91e56a4), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:53.505225 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-bbc46347-267d-4ddb-8375-3b3b834c8542 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] For port caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:40:53.505665 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbc46347-267d-4ddb-8375-3b3b834c8542 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:53.520292 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bbc46347-267d-4ddb-8375-3b3b834c8542 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Calling delete_port for caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:40:53.636788 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-59637f71-fb9d-4baf-ae4b-50dcd77d2d2e None None] For port f9a637cd-0836-46c5-8042-0a92b91e56a4, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f9a637cd-0836-46c5-8042-0a92b91e56a4,segment=NetworkSegment(29511d4c-be5f-4372-a342-65204b26a853),segment_id=29511d4c-be5f-4372-a342-65204b26a853)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:40:53.636788 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-59637f71-fb9d-4baf-ae4b-50dcd77d2d2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f9a637cd-0836-46c5-8042-0a92b91e56a4), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:53.664361 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-59637f71-fb9d-4baf-ae4b-50dcd77d2d2e None None] Calling delete_port for f9a637cd-0836-46c5-8042-0a92b91e56a4 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:40:53.738739 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f9a637cd-0836-46c5-8042-0a92b91e56a4 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:40:53.751955 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbc46347-267d-4ddb-8375-3b3b834c8542 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:53.778982 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc46347-267d-4ddb-8375-3b3b834c8542 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event deleted for resources: {'Port': ['ID=caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:53.847942 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbc46347-267d-4ddb-8375-3b3b834c8542 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:53.961465 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbc46347-267d-4ddb-8375-3b3b834c8542 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:53.963996 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbc46347-267d-4ddb-8375-3b3b834c8542 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router_controller (b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:54.019473 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbc46347-267d-4ddb-8375-3b3b834c8542 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:54.024677 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc46347-267d-4ddb-8375-3b3b834c8542 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Fanout notify agent at l3_agent the message router_deleted on router b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:40:54.030906 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bbc46347-267d-4ddb-8375-3b3b834c8542 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:54.034629 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bbc46347-267d-4ddb-8375-3b3b834c8542 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "DELETE /v2.0/routers/b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad HTTP/1.1" status: 204 len: 168 time: 1.0213373 Feb 07 21:40:54.035035 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41638) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:54.094315 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port f9a637cd-0836-46c5-8042-0a92b91e56a4 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:40:54.095148 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f9a637cd-0836-46c5-8042-0a92b91e56a4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:54.117375 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-59637f71-fb9d-4baf-ae4b-50dcd77d2d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (f9a637cd-0836-46c5-8042-0a92b91e56a4), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:54.121622 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-79bf32ba-a5bd-40b2-993f-487ccdd97553 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (adc182b3-a956-4dbe-b035-c86daf4fcb9e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:54.187218 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59637f71-fb9d-4baf-ae4b-50dcd77d2d2e None None] Pushing event deleted for resources: {'Port': ['ID=f9a637cd-0836-46c5-8042-0a92b91e56a4,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:54.209493 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59637f71-fb9d-4baf-ae4b-50dcd77d2d2e None None] No DVR routers for this DVR port f9a637cd-0836-46c5-8042-0a92b91e56a4 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:40:54.212773 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5047967a-e550-4204-9b73-848a1a53b1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219435915', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:38:51Z', 'updated_at': '2022-02-07T21:40:51Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:38:52Z', 'updated_at': '2022-02-07T21:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:40:54.224638 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-79bf32ba-a5bd-40b2-993f-487ccdd97553 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (adc182b3-a956-4dbe-b035-c86daf4fcb9e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:54.241521 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5047967a-e550-4204-9b73-848a1a53b1f4 None None] The sync data for ids ['b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad'] in n-d-828185-2 is: [{'id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219435915', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:38:51Z', 'updated_at': '2022-02-07T21:40:51Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d48d2-4f7d-4ede-9e0b-f82cc7c979ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:38:52Z', 'updated_at': '2022-02-07T21:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:40:54.248176 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-79bf32ba-a5bd-40b2-993f-487ccdd97553 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc182b3-a956-4dbe-b035-c86daf4fcb9e']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:40:54.260113 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-79bf32ba-a5bd-40b2-993f-487ccdd97553 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29511d4c-be5f-4372-a342-65204b26a853') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:40:54.260563 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-79bf32ba-a5bd-40b2-993f-487ccdd97553 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29511d4c-be5f-4372-a342-65204b26a853') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:40:54.279700 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-79bf32ba-a5bd-40b2-993f-487ccdd97553 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (29511d4c-be5f-4372-a342-65204b26a853), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:54.296901 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-79bf32ba-a5bd-40b2-993f-487ccdd97553 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (29511d4c-be5f-4372-a342-65204b26a853), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:54.312334 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79bf32ba-a5bd-40b2-993f-487ccdd97553 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:40:54.312334 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-79bf32ba-a5bd-40b2-993f-487ccdd97553 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (29511d4c-be5f-4372-a342-65204b26a853), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:40:54.314502 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:40:54.401977 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-79bf32ba-a5bd-40b2-993f-487ccdd97553 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (adc182b3-a956-4dbe-b035-c86daf4fcb9e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:54.429409 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-79bf32ba-a5bd-40b2-993f-487ccdd97553 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:54.434151 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-79bf32ba-a5bd-40b2-993f-487ccdd97553 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "DELETE /v2.0/networks/adc182b3-a956-4dbe-b035-c86daf4fcb9e HTTP/1.1" status: 204 len: 168 time: 0.3972497 Feb 07 21:40:54.436734 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41646) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:54.451581 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf32ba-a5bd-40b2-993f-487ccdd97553 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event deleted for resources: {'Network': ['ID=adc182b3-a956-4dbe-b035-c86daf4fcb9e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:54.522217 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ceaaf79-1d95-4649-b130-5cb9a5ed37a3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group (aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:54.548164 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ceaaf79-1d95-4649-b130-5cb9a5ed37a3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group (aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:54.633058 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ceaaf79-1d95-4649-b130-5cb9a5ed37a3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:54.635962 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ceaaf79-1d95-4649-b130-5cb9a5ed37a3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:54.637313 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2ceaaf79-1d95-4649-b130-5cb9a5ed37a3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "DELETE /v2.0/security-groups/aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f HTTP/1.1" status: 204 len: 168 time: 0.1991715 Feb 07 21:40:54.649480 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceaaf79-1d95-4649-b130-5cb9a5ed37a3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebdaa0a-98b3-4e98-ab77-78c72e1ffc3f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:54.687674 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:54.981884 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41662) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:54.988216 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-35c261de-a64a-422a-bdb4-f26c0e5e011b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-765429197', 'description': 'tempest-secgroup-smoke-765429197 description', 'project_id': '592f2c160f98413cb3dc6606723ba0e3'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:55.014281 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-35c261de-a64a-422a-bdb4-f26c0e5e011b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:55.106421 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-35c261de-a64a-422a-bdb4-f26c0e5e011b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group (f4e2a258-61c5-412a-9870-ed46e69de3da), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:55.110704 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-35c261de-a64a-422a-bdb4-f26c0e5e011b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f4e2a258-61c5-412a-9870-ed46e69de3da), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:55.139464 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-35c261de-a64a-422a-bdb4-f26c0e5e011b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:55.140764 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-35c261de-a64a-422a-bdb4-f26c0e5e011b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1570892 Feb 07 21:40:55.143742 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41664) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:55.148191 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8d475cc6-7c6c-4f1a-85b5-d7f941425b50 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'security_group_rule': {'security_group_id': 'f4e2a258-61c5-412a-9870-ed46e69de3da', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:55.156271 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c261de-a64a-422a-bdb4-f26c0e5e011b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e2a258-61c5-412a-9870-ed46e69de3da,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:55.186588 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d475cc6-7c6c-4f1a-85b5-d7f941425b50 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (86a039c0-7293-40d9-92b1-12f96c709993), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:55.244868 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d475cc6-7c6c-4f1a-85b5-d7f941425b50 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (86a039c0-7293-40d9-92b1-12f96c709993), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:55.252818 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d475cc6-7c6c-4f1a-85b5-d7f941425b50 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (86a039c0-7293-40d9-92b1-12f96c709993), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:55.269789 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d475cc6-7c6c-4f1a-85b5-d7f941425b50 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a039c0-7293-40d9-92b1-12f96c709993,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:55.283531 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d475cc6-7c6c-4f1a-85b5-d7f941425b50 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:55.284992 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8d475cc6-7c6c-4f1a-85b5-d7f941425b50 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402924 Feb 07 21:40:55.288077 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41676) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:55.292853 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a26d9d59-c89d-4754-a7be-2f09bf927add tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'security_group_rule': {'security_group_id': 'f4e2a258-61c5-412a-9870-ed46e69de3da', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:55.348641 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a26d9d59-c89d-4754-a7be-2f09bf927add tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (ff9f99d8-a51b-49be-80ec-57fe2ebf9fae), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:55.433390 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a26d9d59-c89d-4754-a7be-2f09bf927add tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (ff9f99d8-a51b-49be-80ec-57fe2ebf9fae), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:55.438602 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a26d9d59-c89d-4754-a7be-2f09bf927add tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (ff9f99d8-a51b-49be-80ec-57fe2ebf9fae), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:55.453953 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d9d59-c89d-4754-a7be-2f09bf927add tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff9f99d8-a51b-49be-80ec-57fe2ebf9fae,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:55.475861 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a26d9d59-c89d-4754-a7be-2f09bf927add tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:55.477186 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a26d9d59-c89d-4754-a7be-2f09bf927add tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1880732 Feb 07 21:40:55.479821 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41678) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:55.484507 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-16e8ef35-43db-4271-886c-a0fb10be5122 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'security_group_rule': {'security_group_id': 'f4e2a258-61c5-412a-9870-ed46e69de3da', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:55.532006 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-16e8ef35-43db-4271-886c-a0fb10be5122 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (0df09e2d-e36b-42af-a999-a7898fd39d2a), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:55.579610 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ae24238e-ab1c-4ea7-9069-87248356a22b no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:40:55.601522 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: ae24238e-ab1c-4ea7-9069-87248356a22b {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:40:55.602038 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ae24238e-ab1c-4ea7-9069-87248356a22b not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:40:55.602640 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:40:55.610596 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-16e8ef35-43db-4271-886c-a0fb10be5122 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (0df09e2d-e36b-42af-a999-a7898fd39d2a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:55.618633 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-16e8ef35-43db-4271-886c-a0fb10be5122 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (0df09e2d-e36b-42af-a999-a7898fd39d2a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:55.632252 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:40:55.632901 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device caedd61a-4d7e-4dc0-b9c6-a1a46f9ed79d not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:40:55.647833 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8ef35-43db-4271-886c-a0fb10be5122 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df09e2d-e36b-42af-a999-a7898fd39d2a,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:55.672912 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-16e8ef35-43db-4271-886c-a0fb10be5122 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:55.676370 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-16e8ef35-43db-4271-886c-a0fb10be5122 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1933303 Feb 07 21:40:55.676967 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41686) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:55.681823 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-26f960d3-4596-4d80-ad0c-0f25a0749fb6 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'security_group_rule': {'security_group_id': 'f4e2a258-61c5-412a-9870-ed46e69de3da', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:55.715978 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-26f960d3-4596-4d80-ad0c-0f25a0749fb6 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (ac760685-b95b-43e2-85da-36798b54c1e5), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:55.785106 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-26f960d3-4596-4d80-ad0c-0f25a0749fb6 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (ac760685-b95b-43e2-85da-36798b54c1e5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:55.789980 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-26f960d3-4596-4d80-ad0c-0f25a0749fb6 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (ac760685-b95b-43e2-85da-36798b54c1e5), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:55.808740 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f960d3-4596-4d80-ad0c-0f25a0749fb6 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac760685-b95b-43e2-85da-36798b54c1e5,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:55.814710 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-26f960d3-4596-4d80-ad0c-0f25a0749fb6 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:55.815965 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-26f960d3-4596-4d80-ad0c-0f25a0749fb6 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1378651 Feb 07 21:40:55.818993 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41688) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:55.823775 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d7a71839-ad98-46e2-8978-d5814e8272ee tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'security_group_rule': {'security_group_id': 'f4e2a258-61c5-412a-9870-ed46e69de3da', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:55.848246 n-d-828185-2 neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-d7a71839-ad98-46e2-8978-d5814e8272ee tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Project 592f2c160f98413cb3dc6606723ba0e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 21:40:55.853505 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7a71839-ad98-46e2-8978-d5814e8272ee tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (c9815ea2-f68b-4505-968c-326c6023fba4), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:55.920994 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7a71839-ad98-46e2-8978-d5814e8272ee tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (c9815ea2-f68b-4505-968c-326c6023fba4), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:55.925278 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7a71839-ad98-46e2-8978-d5814e8272ee tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (c9815ea2-f68b-4505-968c-326c6023fba4), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:55.943521 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a71839-ad98-46e2-8978-d5814e8272ee tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9815ea2-f68b-4505-968c-326c6023fba4,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:55.952102 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7a71839-ad98-46e2-8978-d5814e8272ee tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:55.953423 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d7a71839-ad98-46e2-8978-d5814e8272ee tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334229 Feb 07 21:40:55.956170 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41694) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:55.960627 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d4504ead-4988-4974-b186-e9d9c3c47544 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'security_group_rule': {'security_group_id': 'f4e2a258-61c5-412a-9870-ed46e69de3da', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:55.982700 n-d-828185-2 neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-d4504ead-4988-4974-b186-e9d9c3c47544 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Project 592f2c160f98413cb3dc6606723ba0e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 21:40:55.988444 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4504ead-4988-4974-b186-e9d9c3c47544 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (afbc2d92-a186-4fde-a50f-d168e14a0472), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:56.054486 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4504ead-4988-4974-b186-e9d9c3c47544 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (afbc2d92-a186-4fde-a50f-d168e14a0472), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:56.059914 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4504ead-4988-4974-b186-e9d9c3c47544 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (afbc2d92-a186-4fde-a50f-d168e14a0472), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:56.084822 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4504ead-4988-4974-b186-e9d9c3c47544 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:56.086074 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d4504ead-4988-4974-b186-e9d9c3c47544 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287475 Feb 07 21:40:56.086971 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4504ead-4988-4974-b186-e9d9c3c47544 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afbc2d92-a186-4fde-a50f-d168e14a0472,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:56.088873 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41696) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:56.099053 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-26522fb1-ea63-4e47-83f2-18e5ccf5aee7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'network': {'name': 'tempest-network-smoke--158222135', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'port_security_enabled': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:56.125300 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26522fb1-ea63-4e47-83f2-18e5ccf5aee7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Made reservation on behalf of 592f2c160f98413cb3dc6606723ba0e3 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:40:56.130014 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26522fb1-ea63-4e47-83f2-18e5ccf5aee7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:56.170752 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26522fb1-ea63-4e47-83f2-18e5ccf5aee7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:40:56.182670 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26522fb1-ea63-4e47-83f2-18e5ccf5aee7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (8fb8a141-544e-4644-a56b-823d69b2f7c8), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:56.182980 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-26522fb1-ea63-4e47-83f2-18e5ccf5aee7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Added segment 8fb8a141-544e-4644-a56b-823d69b2f7c8 of type vlan for network 6711d4be-cb41-4242-ba7c-11b60981e2ba Feb 07 21:40:56.233953 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26522fb1-ea63-4e47-83f2-18e5ccf5aee7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (6711d4be-cb41-4242-ba7c-11b60981e2ba), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:56.270731 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26522fb1-ea63-4e47-83f2-18e5ccf5aee7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (6711d4be-cb41-4242-ba7c-11b60981e2ba), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:56.276112 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26522fb1-ea63-4e47-83f2-18e5ccf5aee7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:56.277796 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26522fb1-ea63-4e47-83f2-18e5ccf5aee7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:56.353395 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-26522fb1-ea63-4e47-83f2-18e5ccf5aee7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2633586 Feb 07 21:40:56.353605 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41704) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:56.356799 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26522fb1-ea63-4e47-83f2-18e5ccf5aee7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Network': ['ID=6711d4be-cb41-4242-ba7c-11b60981e2ba,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:56.364328 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-460821b2-d47c-49cb-a519-f666143e4e20 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1392738496', 'admin_state_up': True, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:56.376868 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 6711d4be-cb41-4242-ba7c-11b60981e2ba details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:40:56.395237 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-460821b2-d47c-49cb-a519-f666143e4e20 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (c7505d55-4a73-4789-b9dc-86301f9e2d16), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:56.396392 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-460821b2-d47c-49cb-a519-f666143e4e20 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (c7505d55-4a73-4789-b9dc-86301f9e2d16), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:56.512886 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-460821b2-d47c-49cb-a519-f666143e4e20 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router_controller (c7505d55-4a73-4789-b9dc-86301f9e2d16), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:56.687876 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-460821b2-d47c-49cb-a519-f666143e4e20 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router_gateway (c7505d55-4a73-4789-b9dc-86301f9e2d16), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:56.900186 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-460821b2-d47c-49cb-a519-f666143e4e20 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router_gateway (c7505d55-4a73-4789-b9dc-86301f9e2d16), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:56.920848 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-460821b2-d47c-49cb-a519-f666143e4e20 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:57.054245 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-460821b2-d47c-49cb-a519-f666143e4e20 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Allocated IP 172.25.4.26 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/c30e4a11-2580-496f-b542-e0959ed9db9b) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:40:57.171510 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-460821b2-d47c-49cb-a519-f666143e4e20 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for port (c30e4a11-2580-496f-b542-e0959ed9db9b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:57.212862 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-460821b2-d47c-49cb-a519-f666143e4e20 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (c30e4a11-2580-496f-b542-e0959ed9db9b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:57.250264 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460821b2-d47c-49cb-a519-f666143e4e20 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:40:57.255292 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-460821b2-d47c-49cb-a519-f666143e4e20 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:40:57.258999 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460821b2-d47c-49cb-a519-f666143e4e20 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:40:57.285906 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460821b2-d47c-49cb-a519-f666143e4e20 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Port': ['ID=c30e4a11-2580-496f-b542-e0959ed9db9b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:57.557529 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-460821b2-d47c-49cb-a519-f666143e4e20 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router_gateway (c7505d55-4a73-4789-b9dc-86301f9e2d16), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:57.794401 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-460821b2-d47c-49cb-a519-f666143e4e20 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (c7505d55-4a73-4789-b9dc-86301f9e2d16), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:57.941948 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460821b2-d47c-49cb-a519-f666143e4e20 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Router c7505d55-4a73-4789-b9dc-86301f9e2d16 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:40:58.055740 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460821b2-d47c-49cb-a519-f666143e4e20 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:40:58.066230 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b5fafd-ab3b-4a7a-b8b2-3db377a3b83a None None] Sync routers for ids ['c7505d55-4a73-4789-b9dc-86301f9e2d16'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:40:58.079578 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b5fafd-ab3b-4a7a-b8b2-3db377a3b83a None None] Routers {'c7505d55-4a73-4789-b9dc-86301f9e2d16'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:40:58.080705 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-32b5fafd-ab3b-4a7a-b8b2-3db377a3b83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:40:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c7505d55-4a73-4789-b9dc-86301f9e2d16'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:40:58.083202 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-460821b2-d47c-49cb-a519-f666143e4e20 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:58.085040 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-460821b2-d47c-49cb-a519-f666143e4e20 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7292747 Feb 07 21:40:58.087529 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41736) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:58.119770 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-690fe963-f1ae-4c7a-8577-c11d2f47520a tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=592f2c160f98413cb3dc6606723ba0e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296371 Feb 07 21:40:58.121233 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41738) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:58.202993 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-32b5fafd-ab3b-4a7a-b8b2-3db377a3b83a None None] Set router c7505d55-4a73-4789-b9dc-86301f9e2d16 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:40:58.234992 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7db2726-e964-466b-bf77-977d399641d0 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:58.240673 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d7db2726-e964-466b-bf77-977d399641d0 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1157334 Feb 07 21:40:58.241070 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41744) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:58.303424 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41746) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:58.309472 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-de0b0ea3-cb8e-4788-a113-98486d51af37 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1137145014', 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:40:58.314665 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-71c83ef9-da32-408d-a6f3-c18cca7fa976 tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0723515 Feb 07 21:40:58.399426 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-32b5fafd-ab3b-4a7a-b8b2-3db377a3b83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392738496', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:40:57Z', 'revision_number': 3, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:40:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:40:58.407305 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0b0ea3-cb8e-4788-a113-98486d51af37 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Made reservation on behalf of 592f2c160f98413cb3dc6606723ba0e3 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:40:58.410982 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de0b0ea3-cb8e-4788-a113-98486d51af37 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:58.430393 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b5fafd-ab3b-4a7a-b8b2-3db377a3b83a None None] Checking router: c7505d55-4a73-4789-b9dc-86301f9e2d16 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:40:58.431033 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b5fafd-ab3b-4a7a-b8b2-3db377a3b83a None None] Updating router c7505d55-4a73-4789-b9dc-86301f9e2d16 port c30e4a11-2580-496f-b542-e0959ed9db9b binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:40:58.471193 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-32b5fafd-ab3b-4a7a-b8b2-3db377a3b83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c30e4a11-2580-496f-b542-e0959ed9db9b), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:58.703857 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de0b0ea3-cb8e-4788-a113-98486d51af37 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (29d6e253-44b2-4e04-8334-85e87305bf64), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:58.759142 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b0ea3-cb8e-4788-a113-98486d51af37 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Subnet': ['ID=29d6e253-44b2-4e04-8334-85e87305bf64,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:58.781359 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0b0ea3-cb8e-4788-a113-98486d51af37 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Checking segment: {'id': '8fb8a141-544e-4644-a56b-823d69b2f7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:40:58.782053 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0b0ea3-cb8e-4788-a113-98486d51af37 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Network hostable DHCP agents. Network: 6711d4be-cb41-4242-ba7c-11b60981e2ba, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:40:58.806659 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0b0ea3-cb8e-4788-a113-98486d51af37 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Network 6711d4be-cb41-4242-ba7c-11b60981e2ba is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:40:58.808138 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-32b5fafd-ab3b-4a7a-b8b2-3db377a3b83a None None] Publish callbacks [] for port (c30e4a11-2580-496f-b542-e0959ed9db9b), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:58.817612 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-32b5fafd-ab3b-4a7a-b8b2-3db377a3b83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c30e4a11-2580-496f-b542-e0959ed9db9b), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:58.822079 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-de0b0ea3-cb8e-4788-a113-98486d51af37 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 6711d4be-cb41-4242-ba7c-11b60981e2ba) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:40:58.828088 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0b0ea3-cb8e-4788-a113-98486d51af37 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:40:58.836687 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de0b0ea3-cb8e-4788-a113-98486d51af37 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:58.842617 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea2a8bb-284a-4b0c-a06e-58c5a233dff3 None None] Network 6711d4be-cb41-4242-ba7c-11b60981e2ba requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:40:58.868349 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-de0b0ea3-cb8e-4788-a113-98486d51af37 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5604887 Feb 07 21:40:58.868614 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41760) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:40:58.939579 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d7cd2-2f0d-426e-9ac5-3c16f63c26b0 None None] Pushing event updated for resources: {'Port': ['ID=c30e4a11-2580-496f-b542-e0959ed9db9b,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:58.941918 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-32b5fafd-ab3b-4a7a-b8b2-3db377a3b83a None None] Attempting to bind port c30e4a11-2580-496f-b542-e0959ed9db9b on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:40:58.942352 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-32b5fafd-ab3b-4a7a-b8b2-3db377a3b83a None None] Attempting to bind port c30e4a11-2580-496f-b542-e0959ed9db9b by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:40:58.942801 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b5fafd-ab3b-4a7a-b8b2-3db377a3b83a None None] Attempting to bind port c30e4a11-2580-496f-b542-e0959ed9db9b on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:40:58.953231 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d7cd2-2f0d-426e-9ac5-3c16f63c26b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:58.953654 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d7cd2-2f0d-426e-9ac5-3c16f63c26b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:58.954066 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d7cd2-2f0d-426e-9ac5-3c16f63c26b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:58.954489 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d7cd2-2f0d-426e-9ac5-3c16f63c26b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:58.954893 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d7cd2-2f0d-426e-9ac5-3c16f63c26b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:58.955291 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d7cd2-2f0d-426e-9ac5-3c16f63c26b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:58.955682 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d7cd2-2f0d-426e-9ac5-3c16f63c26b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:58.956018 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d7cd2-2f0d-426e-9ac5-3c16f63c26b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:58.956438 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d7cd2-2f0d-426e-9ac5-3c16f63c26b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:58.956828 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d7cd2-2f0d-426e-9ac5-3c16f63c26b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:58.957222 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d7cd2-2f0d-426e-9ac5-3c16f63c26b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:58.957609 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d7cd2-2f0d-426e-9ac5-3c16f63c26b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:58.958013 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d7cd2-2f0d-426e-9ac5-3c16f63c26b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:40:58.968238 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b5fafd-ab3b-4a7a-b8b2-3db377a3b83a None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:40:58.968927 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b5fafd-ab3b-4a7a-b8b2-3db377a3b83a None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:40:58.969679 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-32b5fafd-ab3b-4a7a-b8b2-3db377a3b83a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:58.970405 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b5fafd-ab3b-4a7a-b8b2-3db377a3b83a None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:40:58.974910 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-32b5fafd-ab3b-4a7a-b8b2-3db377a3b83a None None] Bound port: c30e4a11-2580-496f-b542-e0959ed9db9b, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:40:58.975398 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-32b5fafd-ab3b-4a7a-b8b2-3db377a3b83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c30e4a11-2580-496f-b542-e0959ed9db9b), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:59.033073 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5f4cb7-f317-4914-b32a-b83a4564f548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-6711d4be-cb41-4242-ba7c-11b60981e2ba', 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba', 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'fixed_ips': [{'subnet_id': '29d6e253-44b2-4e04-8334-85e87305bf64'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:40:59.035026 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6c5f4cb7-f317-4914-b32a-b83a4564f548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:59.061331 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-32b5fafd-ab3b-4a7a-b8b2-3db377a3b83a None None] For port c30e4a11-2580-496f-b542-e0959ed9db9b, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:40:59.066180 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-32b5fafd-ab3b-4a7a-b8b2-3db377a3b83a None None] For port c30e4a11-2580-496f-b542-e0959ed9db9b, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c30e4a11-2580-496f-b542-e0959ed9db9b,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:40:59.079269 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-32b5fafd-ab3b-4a7a-b8b2-3db377a3b83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c30e4a11-2580-496f-b542-e0959ed9db9b), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:59.208254 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d7cd2-2f0d-426e-9ac5-3c16f63c26b0 None None] Pushing event updated for resources: {'Port': ['ID=c30e4a11-2580-496f-b542-e0959ed9db9b,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:59.219675 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-6c5f4cb7-f317-4914-b32a-b83a4564f548 None None] Allocated IP 172.20.0.2 (6711d4be-cb41-4242-ba7c-11b60981e2ba/29d6e253-44b2-4e04-8334-85e87305bf64/34846331-9b85-4fbc-ada6-eacf656e4247) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:40:59.245990 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b5fafd-ab3b-4a7a-b8b2-3db377a3b83a None None] Routers {'c7505d55-4a73-4789-b9dc-86301f9e2d16'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:40:59.246761 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-32b5fafd-ab3b-4a7a-b8b2-3db377a3b83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:40:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c7505d55-4a73-4789-b9dc-86301f9e2d16'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:40:59.371652 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-32b5fafd-ab3b-4a7a-b8b2-3db377a3b83a None None] Set router c7505d55-4a73-4789-b9dc-86301f9e2d16 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:40:59.457261 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6c5f4cb7-f317-4914-b32a-b83a4564f548 None None] Publish callbacks [] for port (34846331-9b85-4fbc-ada6-eacf656e4247), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:59.471928 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6c5f4cb7-f317-4914-b32a-b83a4564f548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (34846331-9b85-4fbc-ada6-eacf656e4247), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:59.512541 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5f4cb7-f317-4914-b32a-b83a4564f548 None None] Network 6711d4be-cb41-4242-ba7c-11b60981e2ba is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:40:59.516356 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-6c5f4cb7-f317-4914-b32a-b83a4564f548 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:40:59.520053 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5f4cb7-f317-4914-b32a-b83a4564f548 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:40:59.598871 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f4cb7-f317-4914-b32a-b83a4564f548 None None] Pushing event updated for resources: {'Port': ['ID=34846331-9b85-4fbc-ada6-eacf656e4247,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:40:59.601540 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-905a5c21-ccd4-462e-8d2d-297db3c00469 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:59.703764 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6c5f4cb7-f317-4914-b32a-b83a4564f548 None None] Attempting to bind port 34846331-9b85-4fbc-ada6-eacf656e4247 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:40:59.703764 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6c5f4cb7-f317-4914-b32a-b83a4564f548 None None] Attempting to bind port 34846331-9b85-4fbc-ada6-eacf656e4247 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '8fb8a141-544e-4644-a56b-823d69b2f7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:40:59.703764 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5f4cb7-f317-4914-b32a-b83a4564f548 None None] Attempting to bind port 34846331-9b85-4fbc-ada6-eacf656e4247 on network 6711d4be-cb41-4242-ba7c-11b60981e2ba {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:40:59.709570 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5f4cb7-f317-4914-b32a-b83a4564f548 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:40:59.709958 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5f4cb7-f317-4914-b32a-b83a4564f548 None None] Checking segment: {'id': '8fb8a141-544e-4644-a56b-823d69b2f7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:40:59.710370 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6c5f4cb7-f317-4914-b32a-b83a4564f548 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:59.710770 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5f4cb7-f317-4914-b32a-b83a4564f548 None None] Bound using segment: {'id': '8fb8a141-544e-4644-a56b-823d69b2f7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:40:59.711250 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6c5f4cb7-f317-4914-b32a-b83a4564f548 None None] Bound port: 34846331-9b85-4fbc-ada6-eacf656e4247, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb8a141-544e-4644-a56b-823d69b2f7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:40:59.711636 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6c5f4cb7-f317-4914-b32a-b83a4564f548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (34846331-9b85-4fbc-ada6-eacf656e4247), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:59.830816 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-32b5fafd-ab3b-4a7a-b8b2-3db377a3b83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392738496', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:40:57Z', 'revision_number': 3, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:40:59.834365 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-6c5f4cb7-f317-4914-b32a-b83a4564f548 None None] For port 34846331-9b85-4fbc-ada6-eacf656e4247, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:40:59.840035 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-6c5f4cb7-f317-4914-b32a-b83a4564f548 None None] For port 34846331-9b85-4fbc-ada6-eacf656e4247, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=34846331-9b85-4fbc-ada6-eacf656e4247,segment=NetworkSegment(8fb8a141-544e-4644-a56b-823d69b2f7c8),segment_id=8fb8a141-544e-4644-a56b-823d69b2f7c8)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:40:59.851718 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6c5f4cb7-f317-4914-b32a-b83a4564f548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (34846331-9b85-4fbc-ada6-eacf656e4247), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:40:59.866850 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b5fafd-ab3b-4a7a-b8b2-3db377a3b83a None None] The sync data for ids ['c7505d55-4a73-4789-b9dc-86301f9e2d16'] in n-d-828185-2 is: [{'id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392738496', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:40:57Z', 'revision_number': 3, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:40:59.997770 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f4cb7-f317-4914-b32a-b83a4564f548 None None] Pushing event updated for resources: {'Port': ['ID=34846331-9b85-4fbc-ada6-eacf656e4247,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:00.060679 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41792) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:41:00.187007 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-905a5c21-ccd4-462e-8d2d-297db3c00469 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Allocated IP 172.20.0.1 (6711d4be-cb41-4242-ba7c-11b60981e2ba/29d6e253-44b2-4e04-8334-85e87305bf64/f54000cb-3862-4bdd-b919-1b2848774648) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:41:00.226217 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fa65db8e-c1c1-4329-a9db-f9be05219c69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:00.442316 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fa65db8e-c1c1-4329-a9db-f9be05219c69 admin admin] Publish callbacks [] for security_group (b2581957-64cc-4f49-a904-65b9edd98000), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:00.450111 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fa65db8e-c1c1-4329-a9db-f9be05219c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b2581957-64cc-4f49-a904-65b9edd98000), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:00.494596 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-905a5c21-ccd4-462e-8d2d-297db3c00469 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for port (f54000cb-3862-4bdd-b919-1b2848774648), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:00.548050 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fa65db8e-c1c1-4329-a9db-f9be05219c69 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d97692fec16b4632b02dd91730460aa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4826517 Feb 07 21:41:00.548286 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41796) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:41:00.577672 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65db8e-c1c1-4329-a9db-f9be05219c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2581957-64cc-4f49-a904-65b9edd98000,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:00.605297 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-905a5c21-ccd4-462e-8d2d-297db3c00469 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f54000cb-3862-4bdd-b919-1b2848774648), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:00.658598 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c69e1f33-7455-41e7-b88a-d60e6b30e8e7 admin admin] Publish callbacks [] for security_group (b2581957-64cc-4f49-a904-65b9edd98000), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:00.710645 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c69e1f33-7455-41e7-b88a-d60e6b30e8e7 admin admin] Publish callbacks [] for security_group (b2581957-64cc-4f49-a904-65b9edd98000), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:00.712367 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905a5c21-ccd4-462e-8d2d-297db3c00469 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Network 6711d4be-cb41-4242-ba7c-11b60981e2ba is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:41:00.720126 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-905a5c21-ccd4-462e-8d2d-297db3c00469 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:41:00.733498 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905a5c21-ccd4-462e-8d2d-297db3c00469 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:41:00.746696 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a5c21-ccd4-462e-8d2d-297db3c00469 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Port': ['ID=f54000cb-3862-4bdd-b919-1b2848774648,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:00.801673 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c69e1f33-7455-41e7-b88a-d60e6b30e8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b2581957-64cc-4f49-a904-65b9edd98000), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:00.804411 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c69e1f33-7455-41e7-b88a-d60e6b30e8e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:00.808294 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c69e1f33-7455-41e7-b88a-d60e6b30e8e7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b2581957-64cc-4f49-a904-65b9edd98000 HTTP/1.1" status: 204 len: 168 time: 0.2564957 Feb 07 21:41:00.821936 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e1f33-7455-41e7-b88a-d60e6b30e8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2581957-64cc-4f49-a904-65b9edd98000,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:00.829549 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-905a5c21-ccd4-462e-8d2d-297db3c00469 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (c7505d55-4a73-4789-b9dc-86301f9e2d16), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:01.653190 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-905a5c21-ccd4-462e-8d2d-297db3c00469 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f54000cb-3862-4bdd-b919-1b2848774648), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:01.799788 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c30e4a11-2580-496f-b542-e0959ed9db9b up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:41:01.918455 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f055835-b921-4cd9-9047-6fd8bd2da773 None None] Network 6711d4be-cb41-4242-ba7c-11b60981e2ba requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:41:02.121226 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-44021f5a-1cc0-4d0a-a639-4e7a14ea41ff None None] Provisioning complete for port 34846331-9b85-4fbc-ada6-eacf656e4247 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:41:02.122999 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-44021f5a-1cc0-4d0a-a639-4e7a14ea41ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (34846331-9b85-4fbc-ada6-eacf656e4247), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:02.177804 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port c30e4a11-2580-496f-b542-e0959ed9db9b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:41:02.181392 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c30e4a11-2580-496f-b542-e0959ed9db9b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:02.195396 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-905a5c21-ccd4-462e-8d2d-297db3c00469 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for port (f54000cb-3862-4bdd-b919-1b2848774648), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:02.202800 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41822) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:41:02.203339 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-905a5c21-ccd4-462e-8d2d-297db3c00469 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (f54000cb-3862-4bdd-b919-1b2848774648), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:02.350513 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port c30e4a11-2580-496f-b542-e0959ed9db9b is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:41:02.350913 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c30e4a11-2580-496f-b542-e0959ed9db9b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:02.460670 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port c30e4a11-2580-496f-b542-e0959ed9db9b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c30e4a11-2580-496f-b542-e0959ed9db9b,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:41:02.476418 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1d99fe72-90e8-40cb-8caf-d38267e05d63 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-970118234-network', 'tenant_id': 'ef5098c015e846729202fff18c86303d'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:41:02.476801 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-905a5c21-ccd4-462e-8d2d-297db3c00469 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (c7505d55-4a73-4789-b9dc-86301f9e2d16), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:02.481428 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a5c21-ccd4-462e-8d2d-297db3c00469 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Port': ['ID=f54000cb-3862-4bdd-b919-1b2848774648,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:02.501901 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c30e4a11-2580-496f-b542-e0959ed9db9b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:02.502718 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 34846331-9b85-4fbc-ada6-eacf656e4247 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:41:02.545695 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d99fe72-90e8-40cb-8caf-d38267e05d63 admin admin] Made reservation on behalf of ef5098c015e846729202fff18c86303d for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:41:02.548169 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d99fe72-90e8-40cb-8caf-d38267e05d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:02.562233 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d99fe72-90e8-40cb-8caf-d38267e05d63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:02.567386 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-44021f5a-1cc0-4d0a-a639-4e7a14ea41ff None None] Current status of the port 34846331-9b85-4fbc-ada6-eacf656e4247 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:41:02.568854 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-44021f5a-1cc0-4d0a-a639-4e7a14ea41ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (34846331-9b85-4fbc-ada6-eacf656e4247), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:02.663499 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905a5c21-ccd4-462e-8d2d-297db3c00469 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Network 6711d4be-cb41-4242-ba7c-11b60981e2ba is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:41:02.667186 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-905a5c21-ccd4-462e-8d2d-297db3c00469 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:41:02.742299 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 34846331-9b85-4fbc-ada6-eacf656e4247 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:41:02.742675 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (34846331-9b85-4fbc-ada6-eacf656e4247), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:02.753783 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d99fe72-90e8-40cb-8caf-d38267e05d63 admin admin] Publish callbacks [] for security_group (656bf549-cb43-41ad-bee1-150b557aff3d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:02.754411 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-44021f5a-1cc0-4d0a-a639-4e7a14ea41ff None None] For port 34846331-9b85-4fbc-ada6-eacf656e4247, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=34846331-9b85-4fbc-ada6-eacf656e4247,segment=NetworkSegment(8fb8a141-544e-4644-a56b-823d69b2f7c8),segment_id=8fb8a141-544e-4644-a56b-823d69b2f7c8)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:41:02.764952 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d99fe72-90e8-40cb-8caf-d38267e05d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (656bf549-cb43-41ad-bee1-150b557aff3d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:02.834900 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-44021f5a-1cc0-4d0a-a639-4e7a14ea41ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (34846331-9b85-4fbc-ada6-eacf656e4247), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:02.873031 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=c30e4a11-2580-496f-b542-e0959ed9db9b,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:02.876422 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99fe72-90e8-40cb-8caf-d38267e05d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656bf549-cb43-41ad-bee1-150b557aff3d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:02.888507 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d99fe72-90e8-40cb-8caf-d38267e05d63 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:41:02.930413 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d99fe72-90e8-40cb-8caf-d38267e05d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (2a838568-09b3-4600-9bbd-5722ac2ef3d3), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:02.931210 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-1d99fe72-90e8-40cb-8caf-d38267e05d63 admin admin] Added segment 2a838568-09b3-4600-9bbd-5722ac2ef3d3 of type vlan for network b54713ad-b20e-4269-a8e7-88d3c42fbfe7 Feb 07 21:41:02.989071 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905a5c21-ccd4-462e-8d2d-297db3c00469 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Router c7505d55-4a73-4789-b9dc-86301f9e2d16 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:41:03.002044 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d99fe72-90e8-40cb-8caf-d38267e05d63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (b54713ad-b20e-4269-a8e7-88d3c42fbfe7), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:03.039250 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d99fe72-90e8-40cb-8caf-d38267e05d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (b54713ad-b20e-4269-a8e7-88d3c42fbfe7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:03.040542 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d99fe72-90e8-40cb-8caf-d38267e05d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:03.040772 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44021f5a-1cc0-4d0a-a639-4e7a14ea41ff None None] Pushing event updated for resources: {'Port': ['ID=34846331-9b85-4fbc-ada6-eacf656e4247,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:03.041229 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d99fe72-90e8-40cb-8caf-d38267e05d63 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:03.060090 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1145d4fc-888f-4a93-8aa8-a755949deaf0 None None] Provisioning complete for port f54000cb-3862-4bdd-b919-1b2848774648 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:41:03.060090 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1145d4fc-888f-4a93-8aa8-a755949deaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f54000cb-3862-4bdd-b919-1b2848774648), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:03.073580 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 34846331-9b85-4fbc-ada6-eacf656e4247 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:41:03.138649 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1145d4fc-888f-4a93-8aa8-a755949deaf0 None None] Port f54000cb-3862-4bdd-b919-1b2848774648 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:41:03.145371 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99fe72-90e8-40cb-8caf-d38267e05d63 admin admin] Pushing event updated for resources: {'Network': ['ID=b54713ad-b20e-4269-a8e7-88d3c42fbfe7,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:03.152698 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1d99fe72-90e8-40cb-8caf-d38267e05d63 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9477613 Feb 07 21:41:03.157756 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41828) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:41:03.159260 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network b54713ad-b20e-4269-a8e7-88d3c42fbfe7 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:41:03.164626 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-af240f3c-c7f9-4c4e-acd2-5bf68922c4e9 admin admin] Request body: {'subnet': {'network_id': 'b54713ad-b20e-4269-a8e7-88d3c42fbfe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-970118234-subnet', 'tenant_id': 'ef5098c015e846729202fff18c86303d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:41:03.204883 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905a5c21-ccd4-462e-8d2d-297db3c00469 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:41:03.221312 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-905a5c21-ccd4-462e-8d2d-297db3c00469 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "PUT /v2.0/routers/c7505d55-4a73-4789-b9dc-86301f9e2d16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3417895 Feb 07 21:41:03.221970 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af240f3c-c7f9-4c4e-acd2-5bf68922c4e9 admin admin] Made reservation on behalf of ef5098c015e846729202fff18c86303d for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:41:03.221970 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af240f3c-c7f9-4c4e-acd2-5bf68922c4e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:03.265188 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a69414-a862-48e5-bb2c-cb70d3032575 None None] Sync routers for ids ['c7505d55-4a73-4789-b9dc-86301f9e2d16'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:41:03.270857 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1145d4fc-888f-4a93-8aa8-a755949deaf0 None None] Provisioning complete for port 34846331-9b85-4fbc-ada6-eacf656e4247 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:41:03.271470 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1145d4fc-888f-4a93-8aa8-a755949deaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (34846331-9b85-4fbc-ada6-eacf656e4247), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:03.306841 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a69414-a862-48e5-bb2c-cb70d3032575 None None] Routers {'c7505d55-4a73-4789-b9dc-86301f9e2d16'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:41:03.307793 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-38a69414-a862-48e5-bb2c-cb70d3032575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:40:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c7505d55-4a73-4789-b9dc-86301f9e2d16'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:41:03.530689 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-a8d9d92a-d3ad-4aa4-9900-eb236e720649 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-765429197&fields=id&tenant_id=592f2c160f98413cb3dc6606723ba0e3 HTTP/1.1" status: 200 len: 267 time: 0.0878241 Feb 07 21:41:03.617654 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-38a69414-a862-48e5-bb2c-cb70d3032575 None None] Set router c7505d55-4a73-4789-b9dc-86301f9e2d16 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:41:03.621241 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c30e4a11-2580-496f-b542-e0959ed9db9b up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:41:03.647064 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1145d4fc-888f-4a93-8aa8-a755949deaf0 None None] Current status of the port 34846331-9b85-4fbc-ada6-eacf656e4247 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:41:03.673888 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af240f3c-c7f9-4c4e-acd2-5bf68922c4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (01d9ae44-0c2a-45b6-91b8-008e2edbf67f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:03.700071 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-40970481-e129-4d76-a8f6-484219980d59 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:03.712028 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-40970481-e129-4d76-a8f6-484219980d59 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/networks?id=6711d4be-cb41-4242-ba7c-11b60981e2ba HTTP/1.1" status: 200 len: 796 time: 0.1804619 Feb 07 21:41:03.738241 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-4cc7e874-452e-40f7-9cdf-6f973c690341 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/quotas/592f2c160f98413cb3dc6606723ba0e3 HTTP/1.1" status: 200 len: 375 time: 0.0224626 Feb 07 21:41:03.782008 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af240f3c-c7f9-4c4e-acd2-5bf68922c4e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01d9ae44-0c2a-45b6-91b8-008e2edbf67f,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:03.791971 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af240f3c-c7f9-4c4e-acd2-5bf68922c4e9 admin admin] Checking segment: {'id': '2a838568-09b3-4600-9bbd-5722ac2ef3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b54713ad-b20e-4269-a8e7-88d3c42fbfe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:41:03.792377 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af240f3c-c7f9-4c4e-acd2-5bf68922c4e9 admin admin] Network hostable DHCP agents. Network: b54713ad-b20e-4269-a8e7-88d3c42fbfe7, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:41:03.812936 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af240f3c-c7f9-4c4e-acd2-5bf68922c4e9 admin admin] Network b54713ad-b20e-4269-a8e7-88d3c42fbfe7 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:41:03.829684 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-af240f3c-c7f9-4c4e-acd2-5bf68922c4e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, b54713ad-b20e-4269-a8e7-88d3c42fbfe7) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:41:03.834426 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af240f3c-c7f9-4c4e-acd2-5bf68922c4e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:03.836157 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af240f3c-c7f9-4c4e-acd2-5bf68922c4e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:03.857893 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-5d510900-f42f-4ca1-8d99-53dc20da19b5 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1075437 Feb 07 21:41:03.877129 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-af240f3c-c7f9-4c4e-acd2-5bf68922c4e9 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7176013 Feb 07 21:41:03.877788 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d121e853-8c02-4903-b0d9-5986200365e8 None None] Network b54713ad-b20e-4269-a8e7-88d3c42fbfe7 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:41:04.018415 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port c30e4a11-2580-496f-b542-e0959ed9db9b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:41:04.019280 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c30e4a11-2580-496f-b542-e0959ed9db9b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:04.021621 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-715bd361-ef2c-4788-a907-11f450391b84 None None] Provisioning complete for port f54000cb-3862-4bdd-b919-1b2848774648 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:41:04.022091 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-715bd361-ef2c-4788-a907-11f450391b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f54000cb-3862-4bdd-b919-1b2848774648), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:04.041441 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-7e04200e-4a2a-4e7f-9781-841b3b00a85f service neutron] 10.222.0.65 "GET /v2.0/networks/6711d4be-cb41-4242-ba7c-11b60981e2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762733 Feb 07 21:41:04.049795 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:04.193114 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-cd3d60e0-3112-4016-a2a6-5fe7300a257d service neutron] 10.222.0.65 "GET /v2.0/networks/6711d4be-cb41-4242-ba7c-11b60981e2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504874 Feb 07 21:41:04.376337 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:04.376337 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-715bd361-ef2c-4788-a907-11f450391b84 None None] Port f54000cb-3862-4bdd-b919-1b2848774648 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:41:04.381807 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78441014-70ad-4a12-a025-1adc3c6cdae5 None None] Network b54713ad-b20e-4269-a8e7-88d3c42fbfe7 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:41:04.470875 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-592ca4ae-c5a4-41e0-a894-120b3c6275ab req-e8e894b5-4982-4a56-9fef-aa187f333987 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 210 time: 0.0404019 Feb 07 21:41:04.543672 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-38a69414-a862-48e5-bb2c-cb70d3032575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392738496', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:41:01Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'f54000cb-3862-4bdd-b919-1b2848774648', 'name': '', 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:cd:a6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '29d6e253-44b2-4e04-8334-85e87305bf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:40:59Z', 'updated_at': '2022-02-07T21:41:01Z', 'revision_number': 2, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '29d6e253-44b2-4e04-8334-85e87305bf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:41:04.634053 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a69414-a862-48e5-bb2c-cb70d3032575 None None] Checking router: c7505d55-4a73-4789-b9dc-86301f9e2d16 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:41:04.634729 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a69414-a862-48e5-bb2c-cb70d3032575 None None] Updating router c7505d55-4a73-4789-b9dc-86301f9e2d16 port f54000cb-3862-4bdd-b919-1b2848774648 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:41:04.656721 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 41870) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:41:04.661585 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-3b487405-5dfe-40fa-9e15-0273b44628c3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-835873805-network', 'tenant_id': 'e608653356644d73a4c0971fc55ac79a'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:41:04.683877 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b487405-5dfe-40fa-9e15-0273b44628c3 admin admin] Made reservation on behalf of e608653356644d73a4c0971fc55ac79a for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:41:04.689738 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b487405-5dfe-40fa-9e15-0273b44628c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:04.708835 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b487405-5dfe-40fa-9e15-0273b44628c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:04.709543 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port c30e4a11-2580-496f-b542-e0959ed9db9b is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:41:04.710694 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 34846331-9b85-4fbc-ada6-eacf656e4247 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:41:04.737291 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-38a69414-a862-48e5-bb2c-cb70d3032575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f54000cb-3862-4bdd-b919-1b2848774648), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:04.820937 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b487405-5dfe-40fa-9e15-0273b44628c3 admin admin] Publish callbacks [] for security_group (731c2e68-e5ef-4976-9a57-68b053f3d063), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:04.826814 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b487405-5dfe-40fa-9e15-0273b44628c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (731c2e68-e5ef-4976-9a57-68b053f3d063), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:04.861601 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b487405-5dfe-40fa-9e15-0273b44628c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:41:04.869539 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b487405-5dfe-40fa-9e15-0273b44628c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731c2e68-e5ef-4976-9a57-68b053f3d063,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:04.878652 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b487405-5dfe-40fa-9e15-0273b44628c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (c68fad00-a509-4169-b0c9-762f05a29713), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:04.879579 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-3b487405-5dfe-40fa-9e15-0273b44628c3 admin admin] Added segment c68fad00-a509-4169-b0c9-762f05a29713 of type vlan for network 0025b5c1-dd4c-4959-9c11-ee9e9370946f Feb 07 21:41:04.944637 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 34846331-9b85-4fbc-ada6-eacf656e4247 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:41:04.945185 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (34846331-9b85-4fbc-ada6-eacf656e4247), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:04.951075 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b487405-5dfe-40fa-9e15-0273b44628c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (0025b5c1-dd4c-4959-9c11-ee9e9370946f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:04.988354 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b487405-5dfe-40fa-9e15-0273b44628c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (0025b5c1-dd4c-4959-9c11-ee9e9370946f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:04.988950 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b487405-5dfe-40fa-9e15-0273b44628c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:04.990348 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b487405-5dfe-40fa-9e15-0273b44628c3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:05.064459 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3b487405-5dfe-40fa-9e15-0273b44628c3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4065816 Feb 07 21:41:05.067170 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41876) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:41:05.072024 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b487405-5dfe-40fa-9e15-0273b44628c3 admin admin] Pushing event updated for resources: {'Network': ['ID=0025b5c1-dd4c-4959-9c11-ee9e9370946f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:05.072189 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4932f823-ec61-45b8-a16c-10d40bc95de8 admin admin] Request body: {'subnet': {'network_id': '0025b5c1-dd4c-4959-9c11-ee9e9370946f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-835873805-subnet', 'tenant_id': 'e608653356644d73a4c0971fc55ac79a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:41:05.097292 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4932f823-ec61-45b8-a16c-10d40bc95de8 admin admin] Made reservation on behalf of e608653356644d73a4c0971fc55ac79a for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:41:05.099898 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4932f823-ec61-45b8-a16c-10d40bc95de8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:05.115179 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 34846331-9b85-4fbc-ada6-eacf656e4247 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:41:05.118033 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 0025b5c1-dd4c-4959-9c11-ee9e9370946f details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:41:05.232142 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-38a69414-a862-48e5-bb2c-cb70d3032575 None None] Publish callbacks [] for port (f54000cb-3862-4bdd-b919-1b2848774648), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:05.239109 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-38a69414-a862-48e5-bb2c-cb70d3032575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f54000cb-3862-4bdd-b919-1b2848774648), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:05.324615 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7a0f6-0969-4333-99be-f4e76598f20f None None] Pushing event updated for resources: {'Port': ['ID=f54000cb-3862-4bdd-b919-1b2848774648,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:05.344091 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4932f823-ec61-45b8-a16c-10d40bc95de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (3f38d51d-ac4a-4983-b8f0-838d8a1d82a5), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:05.383858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-38a69414-a862-48e5-bb2c-cb70d3032575 None None] Attempting to bind port f54000cb-3862-4bdd-b919-1b2848774648 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:41:05.384339 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-38a69414-a862-48e5-bb2c-cb70d3032575 None None] Attempting to bind port f54000cb-3862-4bdd-b919-1b2848774648 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '8fb8a141-544e-4644-a56b-823d69b2f7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:41:05.384757 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a69414-a862-48e5-bb2c-cb70d3032575 None None] Attempting to bind port f54000cb-3862-4bdd-b919-1b2848774648 on network 6711d4be-cb41-4242-ba7c-11b60981e2ba {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:41:05.390737 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a69414-a862-48e5-bb2c-cb70d3032575 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:41:05.391201 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a69414-a862-48e5-bb2c-cb70d3032575 None None] Checking segment: {'id': '8fb8a141-544e-4644-a56b-823d69b2f7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:41:05.391665 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-38a69414-a862-48e5-bb2c-cb70d3032575 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:05.392132 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a69414-a862-48e5-bb2c-cb70d3032575 None None] Bound using segment: {'id': '8fb8a141-544e-4644-a56b-823d69b2f7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:41:05.392688 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-38a69414-a862-48e5-bb2c-cb70d3032575 None None] Bound port: f54000cb-3862-4bdd-b919-1b2848774648, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb8a141-544e-4644-a56b-823d69b2f7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:41:05.393132 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-38a69414-a862-48e5-bb2c-cb70d3032575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f54000cb-3862-4bdd-b919-1b2848774648), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:05.424126 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932f823-ec61-45b8-a16c-10d40bc95de8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f38d51d-ac4a-4983-b8f0-838d8a1d82a5,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:05.426262 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4932f823-ec61-45b8-a16c-10d40bc95de8 admin admin] Checking segment: {'id': 'c68fad00-a509-4169-b0c9-762f05a29713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0025b5c1-dd4c-4959-9c11-ee9e9370946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:41:05.426904 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4932f823-ec61-45b8-a16c-10d40bc95de8 admin admin] Network hostable DHCP agents. Network: 0025b5c1-dd4c-4959-9c11-ee9e9370946f, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:41:05.449797 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4932f823-ec61-45b8-a16c-10d40bc95de8 admin admin] Network 0025b5c1-dd4c-4959-9c11-ee9e9370946f is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:41:05.464087 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-4932f823-ec61-45b8-a16c-10d40bc95de8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 0025b5c1-dd4c-4959-9c11-ee9e9370946f) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:41:05.465713 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-38a69414-a862-48e5-bb2c-cb70d3032575 None None] For port f54000cb-3862-4bdd-b919-1b2848774648, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:41:05.471462 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-38a69414-a862-48e5-bb2c-cb70d3032575 None None] For port f54000cb-3862-4bdd-b919-1b2848774648, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f54000cb-3862-4bdd-b919-1b2848774648,segment=NetworkSegment(8fb8a141-544e-4644-a56b-823d69b2f7c8),segment_id=8fb8a141-544e-4644-a56b-823d69b2f7c8)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:41:05.482016 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e993cb2-dfec-4cad-a760-e520d109f544 None None] Network 0025b5c1-dd4c-4959-9c11-ee9e9370946f requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:41:05.490428 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4932f823-ec61-45b8-a16c-10d40bc95de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:05.491105 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4932f823-ec61-45b8-a16c-10d40bc95de8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:05.505404 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-38a69414-a862-48e5-bb2c-cb70d3032575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f54000cb-3862-4bdd-b919-1b2848774648), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:05.512149 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4932f823-ec61-45b8-a16c-10d40bc95de8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4438610 Feb 07 21:41:05.626716 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0a395dbd-d680-46fd-baa6-9682698840c1 req-2138b9e6-cc4d-4c94-ac56-126aedbd6e6e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 210 time: 0.0662105 Feb 07 21:41:05.797856 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f8f66885-2a45-4a16-953c-3bd34b2becd8 None None] Provisioning complete for port f54000cb-3862-4bdd-b919-1b2848774648 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:41:05.798245 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f8f66885-2a45-4a16-953c-3bd34b2becd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f54000cb-3862-4bdd-b919-1b2848774648), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:05.799690 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7a0f6-0969-4333-99be-f4e76598f20f None None] Pushing event updated for resources: {'Port': ['ID=f54000cb-3862-4bdd-b919-1b2848774648,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:05.822953 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a69414-a862-48e5-bb2c-cb70d3032575 None None] Routers {'c7505d55-4a73-4789-b9dc-86301f9e2d16'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:41:05.823596 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-38a69414-a862-48e5-bb2c-cb70d3032575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:40:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c7505d55-4a73-4789-b9dc-86301f9e2d16'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:41:05.853839 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-159445b0-eb0d-4412-ab11-096a326bf3be tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:05.856047 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-159445b0-eb0d-4412-ab11-096a326bf3be tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.69 "GET /v2.0/networks?id=6711d4be-cb41-4242-ba7c-11b60981e2ba HTTP/1.1" status: 200 len: 796 time: 0.2298229 Feb 07 21:41:05.990693 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-fcd7c94b-86ea-47b1-a3b3-6bc5d4d3bc3c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=592f2c160f98413cb3dc6606723ba0e3 HTTP/1.1" status: 200 len: 379 time: 0.1253963 Feb 07 21:41:06.004616 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-65850673-80ef-40f9-a26e-a440ce13813c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'port': {'device_id': '0cad8b49-3d41-4688-9fa0-0003710dab75', 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba', 'admin_state_up': True, 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'security_groups': ['f4e2a258-61c5-412a-9870-ed46e69de3da']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:41:06.016649 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a58d89-1361-4fb1-ad11-752233ab0ef0 None None] Network 0025b5c1-dd4c-4959-9c11-ee9e9370946f requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:41:06.160263 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-38a69414-a862-48e5-bb2c-cb70d3032575 None None] Set router c7505d55-4a73-4789-b9dc-86301f9e2d16 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:41:06.168245 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-65850673-80ef-40f9-a26e-a440ce13813c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Made reservation on behalf of 592f2c160f98413cb3dc6606723ba0e3 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:41:06.172432 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-65850673-80ef-40f9-a26e-a440ce13813c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:06.189229 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-941539fd-2a03-469e-84a6-a2b035ebb704 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:06.191606 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-941539fd-2a03-469e-84a6-a2b035ebb704 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/networks?id=b54713ad-b20e-4269-a8e7-88d3c42fbfe7 HTTP/1.1" status: 200 len: 811 time: 0.1144068 Feb 07 21:41:06.202589 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f8f66885-2a45-4a16-953c-3bd34b2becd8 None None] Current status of the port f54000cb-3862-4bdd-b919-1b2848774648 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:41:06.202977 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f8f66885-2a45-4a16-953c-3bd34b2becd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f54000cb-3862-4bdd-b919-1b2848774648), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:06.215268 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-b47a3192-ca81-497a-a48c-607d07299cd9 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/quotas/ef5098c015e846729202fff18c86303d HTTP/1.1" status: 200 len: 375 time: 0.0179780 Feb 07 21:41:06.253027 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-d0366d54-686b-4932-9bbb-ea3770f87082 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef5098c015e846729202fff18c86303d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363927 Feb 07 21:41:06.264671 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-4032b978-1ba4-477c-b958-a797fa3d584b service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:41:06.265972 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-4032b978-1ba4-477c-b958-a797fa3d584b service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078058 Feb 07 21:41:06.344466 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-65850673-80ef-40f9-a26e-a440ce13813c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Allocated IP 172.20.0.14 (6711d4be-cb41-4242-ba7c-11b60981e2ba/29d6e253-44b2-4e04-8334-85e87305bf64/1857466a-6ee8-4a72-8b85-04202b7f7b0f) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:41:06.344763 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f8f66885-2a45-4a16-953c-3bd34b2becd8 None None] For port f54000cb-3862-4bdd-b919-1b2848774648, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f54000cb-3862-4bdd-b919-1b2848774648,segment=NetworkSegment(8fb8a141-544e-4644-a56b-823d69b2f7c8),segment_id=8fb8a141-544e-4644-a56b-823d69b2f7c8)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:41:06.357640 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f8f66885-2a45-4a16-953c-3bd34b2becd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f54000cb-3862-4bdd-b919-1b2848774648), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:06.399502 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-e871343f-62a3-4c36-9002-2cf0e7b22e59 service neutron] 10.222.0.65 "GET /v2.0/networks/b54713ad-b20e-4269-a8e7-88d3c42fbfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265020 Feb 07 21:41:06.453424 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f66885-2a45-4a16-953c-3bd34b2becd8 None None] Pushing event updated for resources: {'Port': ['ID=f54000cb-3862-4bdd-b919-1b2848774648,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:06.490233 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-eac55a5f-b224-422c-8f4b-607d5ee852a8 None None] Provisioning complete for port f54000cb-3862-4bdd-b919-1b2848774648 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:41:06.490630 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eac55a5f-b224-422c-8f4b-607d5ee852a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f54000cb-3862-4bdd-b919-1b2848774648), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:06.515054 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-a8adf476-2617-4de7-a824-9f183f88da32 service neutron] 10.222.0.65 "GET /v2.0/networks/b54713ad-b20e-4269-a8e7-88d3c42fbfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085119 Feb 07 21:41:06.535528 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-38a69414-a862-48e5-bb2c-cb70d3032575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392738496', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:41:01Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'f54000cb-3862-4bdd-b919-1b2848774648', 'name': '', 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:cd:a6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '29d6e253-44b2-4e04-8334-85e87305bf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:40:59Z', 'updated_at': '2022-02-07T21:41:05Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '29d6e253-44b2-4e04-8334-85e87305bf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:41:06.558772 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-65850673-80ef-40f9-a26e-a440ce13813c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for port (1857466a-6ee8-4a72-8b85-04202b7f7b0f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:06.571600 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a69414-a862-48e5-bb2c-cb70d3032575 None None] The sync data for ids ['c7505d55-4a73-4789-b9dc-86301f9e2d16'] in n-d-828185-2 is: [{'id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392738496', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:41:01Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'f54000cb-3862-4bdd-b919-1b2848774648', 'name': '', 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:cd:a6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '29d6e253-44b2-4e04-8334-85e87305bf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:40:59Z', 'updated_at': '2022-02-07T21:41:05Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '29d6e253-44b2-4e04-8334-85e87305bf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:41:06.628562 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-eac55a5f-b224-422c-8f4b-607d5ee852a8 None None] Current status of the port f54000cb-3862-4bdd-b919-1b2848774648 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:41:06.630481 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-65850673-80ef-40f9-a26e-a440ce13813c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (1857466a-6ee8-4a72-8b85-04202b7f7b0f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:06.752123 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65850673-80ef-40f9-a26e-a440ce13813c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Port': ['ID=1857466a-6ee8-4a72-8b85-04202b7f7b0f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:06.774261 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-65850673-80ef-40f9-a26e-a440ce13813c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Network 6711d4be-cb41-4242-ba7c-11b60981e2ba is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:41:06.775762 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-65850673-80ef-40f9-a26e-a440ce13813c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:41:06.802896 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0abc3048-bf74-4555-9f48-abaef20a1642 req-b9410fea-2b76-4b72-8fd0-34b5e1320616 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 210 time: 0.0779092 Feb 07 21:41:06.803095 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-65850673-80ef-40f9-a26e-a440ce13813c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:41:06.890131 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feced41-1a37-4185-8c3c-0d788906fd03 req-a0113b8d-1766-4452-8f9a-b657c904c584 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:06.892039 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3feced41-1a37-4185-8c3c-0d788906fd03 req-a0113b8d-1766-4452-8f9a-b657c904c584 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 932 time: 0.0881886 Feb 07 21:41:06.905340 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-65850673-80ef-40f9-a26e-a440ce13813c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:06.905970 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-65850673-80ef-40f9-a26e-a440ce13813c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:06.926139 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-65850673-80ef-40f9-a26e-a440ce13813c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9286585 Feb 07 21:41:06.939284 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-1d09311c-5a77-4beb-bab8-203912d225be service neutron] Request body: {'port': {'device_id': '0cad8b49-3d41-4688-9fa0-0003710dab75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:41:07.021679 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3feced41-1a37-4185-8c3c-0d788906fd03 req-82f6756e-2ea8-43e1-beaf-0a22d53e53db tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4e2a258-61c5-412a-9870-ed46e69de3da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172719 Feb 07 21:41:07.073274 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-1d09311c-5a77-4beb-bab8-203912d225be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1857466a-6ee8-4a72-8b85-04202b7f7b0f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:07.194239 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-eea11eda-e989-4310-a955-3e311634d99e None None] Provisioning complete for port 1857466a-6ee8-4a72-8b85-04202b7f7b0f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:41:07.194239 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eea11eda-e989-4310-a955-3e311634d99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1857466a-6ee8-4a72-8b85-04202b7f7b0f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:07.255125 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-eea11eda-e989-4310-a955-3e311634d99e None None] Port 1857466a-6ee8-4a72-8b85-04202b7f7b0f cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:41:07.415629 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-1d09311c-5a77-4beb-bab8-203912d225be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1857466a-6ee8-4a72-8b85-04202b7f7b0f {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:41:07.424403 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-1d09311c-5a77-4beb-bab8-203912d225be service neutron] Publish callbacks [] for port (1857466a-6ee8-4a72-8b85-04202b7f7b0f), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:07.439726 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-1d09311c-5a77-4beb-bab8-203912d225be service neutron] Transition to ACTIVE for port object 1857466a-6ee8-4a72-8b85-04202b7f7b0f will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:41:07.443988 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-1d09311c-5a77-4beb-bab8-203912d225be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (1857466a-6ee8-4a72-8b85-04202b7f7b0f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:07.506959 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09311c-5a77-4beb-bab8-203912d225be service neutron] Pushing event updated for resources: {'Port': ['ID=1857466a-6ee8-4a72-8b85-04202b7f7b0f,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:07.608897 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-1d09311c-5a77-4beb-bab8-203912d225be service neutron] Attempting to bind port 1857466a-6ee8-4a72-8b85-04202b7f7b0f on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:41:07.609164 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-1d09311c-5a77-4beb-bab8-203912d225be service neutron] Attempting to bind port 1857466a-6ee8-4a72-8b85-04202b7f7b0f by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '8fb8a141-544e-4644-a56b-823d69b2f7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:41:07.609405 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-1d09311c-5a77-4beb-bab8-203912d225be service neutron] Attempting to bind port 1857466a-6ee8-4a72-8b85-04202b7f7b0f on network 6711d4be-cb41-4242-ba7c-11b60981e2ba {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:41:07.623281 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-1d09311c-5a77-4beb-bab8-203912d225be service neutron] Port 1857466a-6ee8-4a72-8b85-04202b7f7b0f on network 6711d4be-cb41-4242-ba7c-11b60981e2ba not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:41:07.624035 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-1d09311c-5a77-4beb-bab8-203912d225be service neutron] Attempting to bind port 1857466a-6ee8-4a72-8b85-04202b7f7b0f on network 6711d4be-cb41-4242-ba7c-11b60981e2ba {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:41:07.631701 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-1d09311c-5a77-4beb-bab8-203912d225be service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:41:07.632608 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-1d09311c-5a77-4beb-bab8-203912d225be service neutron] Checking segment: {'id': '8fb8a141-544e-4644-a56b-823d69b2f7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:41:07.633501 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-1d09311c-5a77-4beb-bab8-203912d225be service neutron] Bound using segment: {'id': '8fb8a141-544e-4644-a56b-823d69b2f7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:41:07.634156 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-1d09311c-5a77-4beb-bab8-203912d225be service neutron] Bound port: 1857466a-6ee8-4a72-8b85-04202b7f7b0f, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb8a141-544e-4644-a56b-823d69b2f7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:41:07.634876 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-1d09311c-5a77-4beb-bab8-203912d225be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1857466a-6ee8-4a72-8b85-04202b7f7b0f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:07.664416 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f54000cb-3862-4bdd-b919-1b2848774648 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:41:07.763913 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-1d09311c-5a77-4beb-bab8-203912d225be service neutron] For port 1857466a-6ee8-4a72-8b85-04202b7f7b0f, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:41:07.769402 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-1d09311c-5a77-4beb-bab8-203912d225be service neutron] For port 1857466a-6ee8-4a72-8b85-04202b7f7b0f, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=1857466a-6ee8-4a72-8b85-04202b7f7b0f,segment=NetworkSegment(8fb8a141-544e-4644-a56b-823d69b2f7c8),segment_id=8fb8a141-544e-4644-a56b-823d69b2f7c8)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:41:07.776101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port f54000cb-3862-4bdd-b919-1b2848774648 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:41:07.776613 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f54000cb-3862-4bdd-b919-1b2848774648), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:07.784699 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-1d09311c-5a77-4beb-bab8-203912d225be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (1857466a-6ee8-4a72-8b85-04202b7f7b0f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:07.803301 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-1d09311c-5a77-4beb-bab8-203912d225be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:07.805553 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-1d09311c-5a77-4beb-bab8-203912d225be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:07.807961 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-1d09311c-5a77-4beb-bab8-203912d225be service neutron] 10.222.0.69 "PUT /v2.0/ports/1857466a-6ee8-4a72-8b85-04202b7f7b0f HTTP/1.1" status: 200 len: 1092 time: 0.8746655 Feb 07 21:41:07.810582 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cad8b49-3d41-4688-9fa0-0003710dab75', 'tag': '1857466a-6ee8-4a72-8b85-04202b7f7b0f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:41:07.814749 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c288e3-8baa-4e45-b1bd-6e0ebf35cd0a" -d '{"events": [{"name": "network-changed", "server_uuid": "0cad8b49-3d41-4688-9fa0-0003710dab75", "tag": "1857466a-6ee8-4a72-8b85-04202b7f7b0f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:41:07.958849 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3540a8-d0c9-4968-bda9-efe4a1412237 x-openstack-request-id: req-ad3540a8-d0c9-4968-bda9-efe4a1412237 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:41:07.959553 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cad8b49-3d41-4688-9fa0-0003710dab75", "tag": "1857466a-6ee8-4a72-8b85-04202b7f7b0f", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:41:07.959553 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ad3540a8-d0c9-4968-bda9-efe4a1412237 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:41:07.959968 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cad8b49-3d41-4688-9fa0-0003710dab75', 'tag': '1857466a-6ee8-4a72-8b85-04202b7f7b0f', 'status': 'completed', 'code': 200} Feb 07 21:41:07.992141 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port f54000cb-3862-4bdd-b919-1b2848774648 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:41:08.013492 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09311c-5a77-4beb-bab8-203912d225be service neutron] Pushing event updated for resources: {'Port': ['ID=1857466a-6ee8-4a72-8b85-04202b7f7b0f,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:08.022368 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bd48372c-d9e5-4173-bbdd-46f9acb4f7be req-6d175edc-34c6-441e-88b7-e8baf18d915c tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 210 time: 0.0617261 Feb 07 21:41:08.032946 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-223ec5a3-c342-4eb2-8ad2-de0d13b149c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:08.034486 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-223ec5a3-c342-4eb2-8ad2-de0d13b149c3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 1126 time: 0.1646008 Feb 07 21:41:08.165100 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-8ffe2073-e008-4cee-8b56-eac48040b1df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1857466a-6ee8-4a72-8b85-04202b7f7b0f HTTP/1.1" status: 200 len: 217 time: 0.1155808 Feb 07 21:41:08.273315 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-2153ea46-6f71-4994-9c48-bbd287b090b0 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:08.275052 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-2153ea46-6f71-4994-9c48-bbd287b090b0 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.71 "GET /v2.0/networks?id=b54713ad-b20e-4269-a8e7-88d3c42fbfe7 HTTP/1.1" status: 200 len: 811 time: 0.2401795 Feb 07 21:41:08.284948 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-6dc1f716-0b22-4ea2-9826-65c6e23f2934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:08.286810 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-6dc1f716-0b22-4ea2-9826-65c6e23f2934 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29d6e253-44b2-4e04-8334-85e87305bf64 HTTP/1.1" status: 200 len: 835 time: 0.1146662 Feb 07 21:41:08.299551 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-eb3c0060-750a-4297-a083-9451b72de62c tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Request body: {'port': {'device_id': '7d6dea66-56b0-4b16-b42b-2e8fdc180e3a', 'network_id': 'b54713ad-b20e-4269-a8e7-88d3c42fbfe7', 'admin_state_up': True, 'tenant_id': 'ef5098c015e846729202fff18c86303d'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:41:08.312086 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2fd1b-ea8d-4ecc-a03d-86dc786edcb5 req-caf1c26a-10f2-4f6a-b2dc-164531c6a226 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:08.320899 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-97b2fd1b-ea8d-4ecc-a03d-86dc786edcb5 req-caf1c26a-10f2-4f6a-b2dc-164531c6a226 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 944 time: 0.1596866 Feb 07 21:41:08.360446 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-a9d55ba9-adaf-497d-b3df-41f965f03fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:08.365099 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-a9d55ba9-adaf-497d-b3df-41f965f03fbc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6711d4be-cb41-4242-ba7c-11b60981e2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0669816 Feb 07 21:41:08.469411 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-4e1796ad-a9aa-4bf5-bbaf-e8b65422d597 service neutron] 10.222.0.69 "GET /v2.0/networks/6711d4be-cb41-4242-ba7c-11b60981e2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001847 Feb 07 21:41:08.521117 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-97b2fd1b-ea8d-4ecc-a03d-86dc786edcb5 req-69f76c2a-1638-4a83-874f-a4ddda1446bd tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4e2a258-61c5-412a-9870-ed46e69de3da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051595 Feb 07 21:41:08.522513 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-eb3c0060-750a-4297-a083-9451b72de62c tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Made reservation on behalf of ef5098c015e846729202fff18c86303d for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:41:08.530246 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-eb3c0060-750a-4297-a083-9451b72de62c tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:08.579490 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-297792b1-b1f8-4fb4-b5af-abfd4cf2b975 req-50a3d8d0-8260-4617-9268-911eb9b22bf1 service neutron] 10.222.0.69 "GET /v2.0/networks/6711d4be-cb41-4242-ba7c-11b60981e2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044390 Feb 07 21:41:08.663204 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-eb3c0060-750a-4297-a083-9451b72de62c tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Allocated IP 172.20.0.6 (b54713ad-b20e-4269-a8e7-88d3c42fbfe7/01d9ae44-0c2a-45b6-91b8-008e2edbf67f/de3f2e77-8f51-4e80-8606-947fafb00929) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:41:08.692581 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c288e3-8baa-4e45-b1bd-6e0ebf35cd0a req-ad964ecf-3144-4cec-b1c2-6c7773f0d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:08.694093 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f9c288e3-8baa-4e45-b1bd-6e0ebf35cd0a req-ad964ecf-3144-4cec-b1c2-6c7773f0d92c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 1126 time: 0.0523353 Feb 07 21:41:08.795812 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c288e3-8baa-4e45-b1bd-6e0ebf35cd0a req-b232421b-2233-4da3-ac86-07ae4bbef3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:08.797503 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f9c288e3-8baa-4e45-b1bd-6e0ebf35cd0a req-b232421b-2233-4da3-ac86-07ae4bbef3c9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6711d4be-cb41-4242-ba7c-11b60981e2ba HTTP/1.1" status: 200 len: 897 time: 0.0967414 Feb 07 21:41:08.824430 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-eb3c0060-750a-4297-a083-9451b72de62c tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Publish callbacks [] for port (de3f2e77-8f51-4e80-8606-947fafb00929), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:08.839860 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f9c288e3-8baa-4e45-b1bd-6e0ebf35cd0a req-12ce6163-a5eb-4812-8782-df5316afc6b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1857466a-6ee8-4a72-8b85-04202b7f7b0f HTTP/1.1" status: 200 len: 217 time: 0.0365276 Feb 07 21:41:08.858312 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-eb3c0060-750a-4297-a083-9451b72de62c tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (de3f2e77-8f51-4e80-8606-947fafb00929), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:08.894558 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c288e3-8baa-4e45-b1bd-6e0ebf35cd0a req-21fe3b50-c297-481e-86c8-e9b390729dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:08.896124 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f9c288e3-8baa-4e45-b1bd-6e0ebf35cd0a req-21fe3b50-c297-481e-86c8-e9b390729dae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29d6e253-44b2-4e04-8334-85e87305bf64 HTTP/1.1" status: 200 len: 835 time: 0.0512097 Feb 07 21:41:08.912705 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-eb3c0060-750a-4297-a083-9451b72de62c tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Network b54713ad-b20e-4269-a8e7-88d3c42fbfe7 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:41:08.915954 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-eb3c0060-750a-4297-a083-9451b72de62c tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:41:08.920059 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-eb3c0060-750a-4297-a083-9451b72de62c tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:41:08.947304 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c0060-750a-4297-a083-9451b72de62c tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Pushing event updated for resources: {'Port': ['ID=de3f2e77-8f51-4e80-8606-947fafb00929,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:08.968365 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c288e3-8baa-4e45-b1bd-6e0ebf35cd0a req-e6bee83f-9ff8-4a6b-8df6-e590a488ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:08.969487 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f9c288e3-8baa-4e45-b1bd-6e0ebf35cd0a req-e6bee83f-9ff8-4a6b-8df6-e590a488ca4a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6711d4be-cb41-4242-ba7c-11b60981e2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0671303 Feb 07 21:41:08.978676 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-eb3c0060-750a-4297-a083-9451b72de62c tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:08.979390 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-eb3c0060-750a-4297-a083-9451b72de62c tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:08.998599 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-eb3c0060-750a-4297-a083-9451b72de62c tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7129478 Feb 07 21:41:09.009156 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-0c8c712c-99e1-4c15-877a-060e6a61283d service neutron] Request body: {'port': {'device_id': '7d6dea66-56b0-4b16-b42b-2e8fdc180e3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:41:09.067197 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f9c288e3-8baa-4e45-b1bd-6e0ebf35cd0a req-61531478-0d7f-4b86-aaed-78049b5a1e20 service neutron] 10.222.0.69 "GET /v2.0/networks/6711d4be-cb41-4242-ba7c-11b60981e2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913658 Feb 07 21:41:09.088339 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-0c8c712c-99e1-4c15-877a-060e6a61283d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (de3f2e77-8f51-4e80-8606-947fafb00929), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:09.185745 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f9c288e3-8baa-4e45-b1bd-6e0ebf35cd0a req-6550d71b-9ff0-4ad5-a5c1-acdd19658883 service neutron] 10.222.0.69 "GET /v2.0/networks/6711d4be-cb41-4242-ba7c-11b60981e2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126139 Feb 07 21:41:09.256674 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dac185-400d-4466-9d46-3cae749c0eb2 req-9558a7b6-b0dc-4125-bb54-d214c5167e19 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:09.258134 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0dac185-400d-4466-9d46-3cae749c0eb2 req-9558a7b6-b0dc-4125-bb54-d214c5167e19 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 931 time: 0.1275663 Feb 07 21:41:09.358149 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0dac185-400d-4466-9d46-3cae749c0eb2 req-dba0bb8c-ce4c-433a-9470-4e48e279de12 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/security-groups?id=656bf549-cb43-41ad-bee1-150b557aff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885847 Feb 07 21:41:09.429531 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-0c8c712c-99e1-4c15-877a-060e6a61283d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de3f2e77-8f51-4e80-8606-947fafb00929 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:41:09.437716 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-0c8c712c-99e1-4c15-877a-060e6a61283d service neutron] Publish callbacks [] for port (de3f2e77-8f51-4e80-8606-947fafb00929), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:09.449332 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-0c8c712c-99e1-4c15-877a-060e6a61283d service neutron] Transition to ACTIVE for port object de3f2e77-8f51-4e80-8606-947fafb00929 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:41:09.453102 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-0c8c712c-99e1-4c15-877a-060e6a61283d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (de3f2e77-8f51-4e80-8606-947fafb00929), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:09.504786 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c712c-99e1-4c15-877a-060e6a61283d service neutron] Pushing event updated for resources: {'Port': ['ID=de3f2e77-8f51-4e80-8606-947fafb00929,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:09.574060 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-0c8c712c-99e1-4c15-877a-060e6a61283d service neutron] Attempting to bind port de3f2e77-8f51-4e80-8606-947fafb00929 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:41:09.574408 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-0c8c712c-99e1-4c15-877a-060e6a61283d service neutron] Attempting to bind port de3f2e77-8f51-4e80-8606-947fafb00929 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '2a838568-09b3-4600-9bbd-5722ac2ef3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b54713ad-b20e-4269-a8e7-88d3c42fbfe7'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:41:09.574756 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-0c8c712c-99e1-4c15-877a-060e6a61283d service neutron] Attempting to bind port de3f2e77-8f51-4e80-8606-947fafb00929 on network b54713ad-b20e-4269-a8e7-88d3c42fbfe7 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:41:09.579297 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-0c8c712c-99e1-4c15-877a-060e6a61283d service neutron] Port de3f2e77-8f51-4e80-8606-947fafb00929 on network b54713ad-b20e-4269-a8e7-88d3c42fbfe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:41:09.579617 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-0c8c712c-99e1-4c15-877a-060e6a61283d service neutron] Attempting to bind port de3f2e77-8f51-4e80-8606-947fafb00929 on network b54713ad-b20e-4269-a8e7-88d3c42fbfe7 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:41:09.584519 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-0c8c712c-99e1-4c15-877a-060e6a61283d service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:41:09.584865 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-0c8c712c-99e1-4c15-877a-060e6a61283d service neutron] Checking segment: {'id': '2a838568-09b3-4600-9bbd-5722ac2ef3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b54713ad-b20e-4269-a8e7-88d3c42fbfe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:41:09.585248 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-0c8c712c-99e1-4c15-877a-060e6a61283d service neutron] Bound using segment: {'id': '2a838568-09b3-4600-9bbd-5722ac2ef3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b54713ad-b20e-4269-a8e7-88d3c42fbfe7'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:41:09.585676 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-0c8c712c-99e1-4c15-877a-060e6a61283d service neutron] Bound port: de3f2e77-8f51-4e80-8606-947fafb00929, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a838568-09b3-4600-9bbd-5722ac2ef3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b54713ad-b20e-4269-a8e7-88d3c42fbfe7'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:41:09.586034 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-0c8c712c-99e1-4c15-877a-060e6a61283d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (de3f2e77-8f51-4e80-8606-947fafb00929), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:09.694446 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80143952-5d73-4586-aa21-0cdc9b547c4b req-b152ab5d-34d3-4135-bc2e-9d4d2eab8faf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:09.695938 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80143952-5d73-4586-aa21-0cdc9b547c4b req-b152ab5d-34d3-4135-bc2e-9d4d2eab8faf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 944 time: 0.1002166 Feb 07 21:41:09.700481 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-0c8c712c-99e1-4c15-877a-060e6a61283d service neutron] For port de3f2e77-8f51-4e80-8606-947fafb00929, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:41:09.700945 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-0c8c712c-99e1-4c15-877a-060e6a61283d service neutron] For port de3f2e77-8f51-4e80-8606-947fafb00929, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=de3f2e77-8f51-4e80-8606-947fafb00929,segment=NetworkSegment(2a838568-09b3-4600-9bbd-5722ac2ef3d3),segment_id=2a838568-09b3-4600-9bbd-5722ac2ef3d3)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:41:09.712044 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-0c8c712c-99e1-4c15-877a-060e6a61283d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (de3f2e77-8f51-4e80-8606-947fafb00929), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:09.766810 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-0c8c712c-99e1-4c15-877a-060e6a61283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:09.767452 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-0c8c712c-99e1-4c15-877a-060e6a61283d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:09.768991 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-0c8c712c-99e1-4c15-877a-060e6a61283d service neutron] 10.222.0.71 "PUT /v2.0/ports/de3f2e77-8f51-4e80-8606-947fafb00929 HTTP/1.1" status: 200 len: 1091 time: 0.7639248 Feb 07 21:41:09.769472 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6dea66-56b0-4b16-b42b-2e8fdc180e3a', 'tag': 'de3f2e77-8f51-4e80-8606-947fafb00929'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:41:09.771778 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13299523-5b2d-41e3-8be0-963da7946785" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6dea66-56b0-4b16-b42b-2e8fdc180e3a", "tag": "de3f2e77-8f51-4e80-8606-947fafb00929"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:41:09.808140 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80143952-5d73-4586-aa21-0cdc9b547c4b req-1d586875-be07-435e-9e2d-5662e1e5ea0b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4e2a258-61c5-412a-9870-ed46e69de3da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038375 Feb 07 21:41:09.811171 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c712c-99e1-4c15-877a-060e6a61283d service neutron] Pushing event updated for resources: {'Port': ['ID=de3f2e77-8f51-4e80-8606-947fafb00929,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:09.855018 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9317c6-cc23-4fc6-b512-e890594df8b2 x-openstack-request-id: req-6a9317c6-cc23-4fc6-b512-e890594df8b2 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:41:09.855318 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6dea66-56b0-4b16-b42b-2e8fdc180e3a", "tag": "de3f2e77-8f51-4e80-8606-947fafb00929", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:41:09.855574 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6a9317c6-cc23-4fc6-b512-e890594df8b2 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:41:09.857424 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d6dea66-56b0-4b16-b42b-2e8fdc180e3a', 'tag': 'de3f2e77-8f51-4e80-8606-947fafb00929', 'status': 'completed', 'code': 200} Feb 07 21:41:09.876935 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-d8f1af60-5c2a-409d-9a2f-684eb661f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:09.878428 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-d8f1af60-5c2a-409d-9a2f-684eb661f717 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ef5098c015e846729202fff18c86303d&device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 1125 time: 0.0601943 Feb 07 21:41:09.923931 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-9f0c2824-c8fa-4bb8-b829-efa1a441ee9e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de3f2e77-8f51-4e80-8606-947fafb00929 HTTP/1.1" status: 200 len: 217 time: 0.0377495 Feb 07 21:41:09.978610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-b5c503d4-270d-4d7d-a746-7e8e5e33342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:09.979992 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-b5c503d4-270d-4d7d-a746-7e8e5e33342c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=01d9ae44-0c2a-45b6-91b8-008e2edbf67f HTTP/1.1" status: 200 len: 851 time: 0.0495017 Feb 07 21:41:10.013201 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-9f865bcf-4e73-48d1-aebe-797637c4b004 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b54713ad-b20e-4269-a8e7-88d3c42fbfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267677 Feb 07 21:41:10.104049 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-65db8ec6-7292-4dd9-bf37-6f7a14c80cd6 service neutron] 10.222.0.71 "GET /v2.0/networks/b54713ad-b20e-4269-a8e7-88d3c42fbfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851851 Feb 07 21:41:10.192028 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd7896a1-2f7b-45a9-afdc-da50a6375a01 req-344281c3-03d6-4edb-9962-d2ce5a385e19 service neutron] 10.222.0.71 "GET /v2.0/networks/b54713ad-b20e-4269-a8e7-88d3c42fbfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821128 Feb 07 21:41:10.279682 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13299523-5b2d-41e3-8be0-963da7946785 req-c6876706-04dd-4145-a289-859f86ab686a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:10.281110 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-13299523-5b2d-41e3-8be0-963da7946785 req-c6876706-04dd-4145-a289-859f86ab686a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ef5098c015e846729202fff18c86303d&device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 1125 time: 0.0449462 Feb 07 21:41:10.374015 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13299523-5b2d-41e3-8be0-963da7946785 req-29505ee4-5d61-4310-a1af-94dd9d15200a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:10.375470 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-13299523-5b2d-41e3-8be0-963da7946785 req-29505ee4-5d61-4310-a1af-94dd9d15200a service neutron] 10.222.0.71 "GET /v2.0/networks?id=b54713ad-b20e-4269-a8e7-88d3c42fbfe7 HTTP/1.1" status: 200 len: 912 time: 0.0880070 Feb 07 21:41:10.430097 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-13299523-5b2d-41e3-8be0-963da7946785 req-3e5ccb89-df8b-469d-9336-5552018b0ca7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de3f2e77-8f51-4e80-8606-947fafb00929 HTTP/1.1" status: 200 len: 217 time: 0.0479879 Feb 07 21:41:10.511415 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13299523-5b2d-41e3-8be0-963da7946785 req-468e8e85-238f-46ec-a3ca-cdcc860ddac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:10.512907 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-13299523-5b2d-41e3-8be0-963da7946785 req-468e8e85-238f-46ec-a3ca-cdcc860ddac8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=01d9ae44-0c2a-45b6-91b8-008e2edbf67f HTTP/1.1" status: 200 len: 851 time: 0.0727642 Feb 07 21:41:10.523793 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f364e31-7a31-4ee0-bf57-613b308481ba req-128a6e7e-d304-4101-a910-8bb620940313 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:10.525179 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f364e31-7a31-4ee0-bf57-613b308481ba req-128a6e7e-d304-4101-a910-8bb620940313 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 943 time: 0.0940187 Feb 07 21:41:10.556383 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-13299523-5b2d-41e3-8be0-963da7946785 req-1afdaef3-621c-40e6-90a2-5d90f5430558 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b54713ad-b20e-4269-a8e7-88d3c42fbfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301571 Feb 07 21:41:10.640917 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f364e31-7a31-4ee0-bf57-613b308481ba req-e21b3b9e-1871-47dc-8229-610801e9e6ee tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/security-groups?id=656bf549-cb43-41ad-bee1-150b557aff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070192 Feb 07 21:41:10.672187 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-13299523-5b2d-41e3-8be0-963da7946785 req-b941be90-e913-4d98-a4f0-e4dc8fb0fc0b service neutron] 10.222.0.71 "GET /v2.0/networks/b54713ad-b20e-4269-a8e7-88d3c42fbfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101398 Feb 07 21:41:10.763277 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-13299523-5b2d-41e3-8be0-963da7946785 req-353764c5-b3d4-43a0-ac2c-b7b5243b0199 service neutron] 10.222.0.71 "GET /v2.0/networks/b54713ad-b20e-4269-a8e7-88d3c42fbfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848649 Feb 07 21:41:10.940631 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f87b7d-d71d-4362-b580-cb3132721885 req-58fa45d1-80a8-447f-b8dc-22ce53403866 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:10.942107 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0f87b7d-d71d-4362-b580-cb3132721885 req-58fa45d1-80a8-447f-b8dc-22ce53403866 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 944 time: 0.0575743 Feb 07 21:41:10.990491 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0f87b7d-d71d-4362-b580-cb3132721885 req-91612d76-e028-4d64-84ae-5f7542f690b3 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4e2a258-61c5-412a-9870-ed46e69de3da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425508 Feb 07 21:41:11.762524 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a09c4-3b77-4835-a7be-d05c65719ea5 req-04aa7a2b-5e6d-41cd-ab06-7f8e06ebaf4e tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:11.763877 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-861a09c4-3b77-4835-a7be-d05c65719ea5 req-04aa7a2b-5e6d-41cd-ab06-7f8e06ebaf4e tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 943 time: 0.0527198 Feb 07 21:41:11.810065 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-861a09c4-3b77-4835-a7be-d05c65719ea5 req-78af19fd-7b8a-46d6-b5eb-c057816ad49a tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/security-groups?id=656bf549-cb43-41ad-bee1-150b557aff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401361 Feb 07 21:41:11.876023 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 1857466a-6ee8-4a72-8b85-04202b7f7b0f details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:41:11.973163 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 1857466a-6ee8-4a72-8b85-04202b7f7b0f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=1857466a-6ee8-4a72-8b85-04202b7f7b0f,segment=NetworkSegment(8fb8a141-544e-4644-a56b-823d69b2f7c8),segment_id=8fb8a141-544e-4644-a56b-823d69b2f7c8)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:41:11.984461 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '1857466a-6ee8-4a72-8b85-04202b7f7b0f', 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba', 'port_id': '1857466a-6ee8-4a72-8b85-04202b7f7b0f', 'mac_address': 'fa:16:3e:83:b1:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d6e253-44b2-4e04-8334-85e87305bf64', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:41:12.022090 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 1857466a-6ee8-4a72-8b85-04202b7f7b0f is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:41:12.022541 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1857466a-6ee8-4a72-8b85-04202b7f7b0f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:12.036514 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1857466a-6ee8-4a72-8b85-04202b7f7b0f {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:41:12.056070 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 1857466a-6ee8-4a72-8b85-04202b7f7b0f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=1857466a-6ee8-4a72-8b85-04202b7f7b0f,segment=NetworkSegment(8fb8a141-544e-4644-a56b-823d69b2f7c8),segment_id=8fb8a141-544e-4644-a56b-823d69b2f7c8)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:41:12.061836 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (1857466a-6ee8-4a72-8b85-04202b7f7b0f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:12.117595 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=1857466a-6ee8-4a72-8b85-04202b7f7b0f,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:12.119674 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995d36e-1a29-4556-b9b4-a2d98ff956ee req-fd15e659-597d-4740-b519-deb0de54ff0c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:12.121712 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e995d36e-1a29-4556-b9b4-a2d98ff956ee req-fd15e659-597d-4740-b519-deb0de54ff0c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 945 time: 0.0539110 Feb 07 21:41:12.174748 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e995d36e-1a29-4556-b9b4-a2d98ff956ee req-b01fdf93-bd58-4583-880d-2361b8cf46d7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4e2a258-61c5-412a-9870-ed46e69de3da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466635 Feb 07 21:41:12.375278 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['1857466a-6ee8-4a72-8b85-04202b7f7b0f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:41:12.930260 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15556360-33ba-414a-95bb-bf803fc944d7 req-a1061417-283f-4109-8522-ece7f76836b4 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:12.931850 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-15556360-33ba-414a-95bb-bf803fc944d7 req-a1061417-283f-4109-8522-ece7f76836b4 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 943 time: 0.0538521 Feb 07 21:41:12.982564 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-15556360-33ba-414a-95bb-bf803fc944d7 req-4a3ee06b-854a-443f-900e-63c344dcf4ef tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/security-groups?id=656bf549-cb43-41ad-bee1-150b557aff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447543 Feb 07 21:41:13.296241 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af652bf6-5ad9-4f52-8b47-a1713eaee7b1 req-22a5a405-1400-428f-b414-578255f43c66 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:13.297755 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-af652bf6-5ad9-4f52-8b47-a1713eaee7b1 req-22a5a405-1400-428f-b414-578255f43c66 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 945 time: 0.0535831 Feb 07 21:41:13.347262 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-af652bf6-5ad9-4f52-8b47-a1713eaee7b1 req-106bab54-f898-4066-9854-7c9915d69168 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4e2a258-61c5-412a-9870-ed46e69de3da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436528 Feb 07 21:41:13.891571 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 1857466a-6ee8-4a72-8b85-04202b7f7b0f up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:41:13.939126 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 1857466a-6ee8-4a72-8b85-04202b7f7b0f completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:41:13.943219 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 1857466a-6ee8-4a72-8b85-04202b7f7b0f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:41:13.943591 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1857466a-6ee8-4a72-8b85-04202b7f7b0f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:14.020093 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 1857466a-6ee8-4a72-8b85-04202b7f7b0f is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:41:14.020517 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1857466a-6ee8-4a72-8b85-04202b7f7b0f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:14.044899 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cad8b49-3d41-4688-9fa0-0003710dab75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1857466a-6ee8-4a72-8b85-04202b7f7b0f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:41:14.047276 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec2e861-f70e-40b4-9bb1-a3d91a874220" -d '{"events": [{"server_uuid": "0cad8b49-3d41-4688-9fa0-0003710dab75", "name": "network-vif-plugged", "status": "completed", "tag": "1857466a-6ee8-4a72-8b85-04202b7f7b0f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:41:14.064356 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 1857466a-6ee8-4a72-8b85-04202b7f7b0f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=1857466a-6ee8-4a72-8b85-04202b7f7b0f,segment=NetworkSegment(8fb8a141-544e-4644-a56b-823d69b2f7c8),segment_id=8fb8a141-544e-4644-a56b-823d69b2f7c8)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:41:14.071236 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (1857466a-6ee8-4a72-8b85-04202b7f7b0f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:14.100124 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b94548-eab9-4af4-9829-c1294184c9fc x-openstack-request-id: req-10b94548-eab9-4af4-9829-c1294184c9fc {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:41:14.100527 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cad8b49-3d41-4688-9fa0-0003710dab75", "name": "network-vif-plugged", "status": "completed", "tag": "1857466a-6ee8-4a72-8b85-04202b7f7b0f", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:41:14.100854 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-10b94548-eab9-4af4-9829-c1294184c9fc {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:41:14.101309 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cad8b49-3d41-4688-9fa0-0003710dab75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1857466a-6ee8-4a72-8b85-04202b7f7b0f', 'code': 200} Feb 07 21:41:14.135910 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=1857466a-6ee8-4a72-8b85-04202b7f7b0f,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:14.138023 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe45ec-7ebf-4dbe-9276-67310f016f14 req-3fcfb436-e122-4192-8290-d0b5bd301187 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:14.139557 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6dfe45ec-7ebf-4dbe-9276-67310f016f14 req-3fcfb436-e122-4192-8290-d0b5bd301187 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 943 time: 0.0779669 Feb 07 21:41:14.192173 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6dfe45ec-7ebf-4dbe-9276-67310f016f14 req-8e7cf7be-2ad5-4023-8b64-e3ae6a5ce841 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/security-groups?id=656bf549-cb43-41ad-bee1-150b557aff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461445 Feb 07 21:41:14.203054 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a7c34-38d5-4e96-963b-5e4b71928942 req-e213756f-19df-4773-a7fa-29db0bd9cac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:14.204791 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4f0a7c34-38d5-4e96-963b-5e4b71928942 req-e213756f-19df-4773-a7fa-29db0bd9cac3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 1128 time: 0.0546839 Feb 07 21:41:14.252251 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4f0a7c34-38d5-4e96-963b-5e4b71928942 req-02aa963a-833f-4214-9b53-22f0fedd7b7f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f4e2a258-61c5-412a-9870-ed46e69de3da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415604 Feb 07 21:41:14.468055 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090da57a-ed94-467f-ae89-9e2c03c3a558 req-1dc50919-3b29-4693-9aa4-73ab18b537f5 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:14.469495 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-090da57a-ed94-467f-ae89-9e2c03c3a558 req-1dc50919-3b29-4693-9aa4-73ab18b537f5 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 946 time: 0.0540390 Feb 07 21:41:14.517940 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-090da57a-ed94-467f-ae89-9e2c03c3a558 req-2f7a3114-abf7-47a2-adc7-1eef64187c81 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4e2a258-61c5-412a-9870-ed46e69de3da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428367 Feb 07 21:41:14.789675 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device de3f2e77-8f51-4e80-8606-947fafb00929 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:41:14.887047 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port de3f2e77-8f51-4e80-8606-947fafb00929, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=de3f2e77-8f51-4e80-8606-947fafb00929,segment=NetworkSegment(2a838568-09b3-4600-9bbd-5722ac2ef3d3),segment_id=2a838568-09b3-4600-9bbd-5722ac2ef3d3)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:41:14.901844 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'de3f2e77-8f51-4e80-8606-947fafb00929', 'network_id': 'b54713ad-b20e-4269-a8e7-88d3c42fbfe7', 'port_id': 'de3f2e77-8f51-4e80-8606-947fafb00929', 'mac_address': 'fa:16:3e:9d:c5:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d9ae44-0c2a-45b6-91b8-008e2edbf67f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:41:14.937728 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port de3f2e77-8f51-4e80-8606-947fafb00929 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:41:14.938107 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (de3f2e77-8f51-4e80-8606-947fafb00929), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:14.950399 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3f2e77-8f51-4e80-8606-947fafb00929 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:41:14.969505 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port de3f2e77-8f51-4e80-8606-947fafb00929, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=de3f2e77-8f51-4e80-8606-947fafb00929,segment=NetworkSegment(2a838568-09b3-4600-9bbd-5722ac2ef3d3),segment_id=2a838568-09b3-4600-9bbd-5722ac2ef3d3)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:41:14.973058 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (de3f2e77-8f51-4e80-8606-947fafb00929), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:15.018793 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=de3f2e77-8f51-4e80-8606-947fafb00929,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:15.310090 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['de3f2e77-8f51-4e80-8606-947fafb00929'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:41:15.315530 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a80849-531d-403e-8373-825d87448dde req-3f4fe43d-7bbd-42bb-bce1-77d2fb7e66ce tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:15.317048 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f3a80849-531d-403e-8373-825d87448dde req-3f4fe43d-7bbd-42bb-bce1-77d2fb7e66ce tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 944 time: 0.0516953 Feb 07 21:41:15.368073 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f3a80849-531d-403e-8373-825d87448dde req-ba582af7-b121-4d30-92ee-b0ad17bb2556 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/security-groups?id=656bf549-cb43-41ad-bee1-150b557aff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452971 Feb 07 21:41:15.647504 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e029c-97af-44dc-a2b0-99249f265c37 req-698ef366-d077-438b-8b76-2ba67e145835 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:15.650179 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-631e029c-97af-44dc-a2b0-99249f265c37 req-698ef366-d077-438b-8b76-2ba67e145835 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 946 time: 0.0625510 Feb 07 21:41:15.701865 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-631e029c-97af-44dc-a2b0-99249f265c37 req-17a5681c-d42d-4eb0-bf06-b9f864d0be1d tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4e2a258-61c5-412a-9870-ed46e69de3da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466549 Feb 07 21:41:15.823569 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e159cda-1e7b-43df-97c1-48da879ca108 req-ee86503e-fa5e-4668-bd4a-ab8a5848a582 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:15.825542 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5e159cda-1e7b-43df-97c1-48da879ca108 req-ee86503e-fa5e-4668-bd4a-ab8a5848a582 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 946 time: 0.0516064 Feb 07 21:41:15.872728 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5e159cda-1e7b-43df-97c1-48da879ca108 req-a6d881fa-82fa-4d78-bb10-d7df1739577f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4e2a258-61c5-412a-9870-ed46e69de3da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415447 Feb 07 21:41:15.894951 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41974) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:41:16.221287 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68e506e-952e-4b22-b20b-7b3c39b7126a tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:16.222808 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e68e506e-952e-4b22-b20b-7b3c39b7126a tempest-TestNetworkAdvancedServerOps-469205120 tempest-TestNetworkAdvancedServerOps-469205120-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 1123 time: 0.3269083 Feb 07 21:41:16.225713 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41976) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:41:16.229789 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-68bfdf05-ae38-4931-b5b9-b4b4c7ec5d52 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'port_id': '1857466a-6ee8-4a72-8b85-04202b7f7b0f', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:41:16.250018 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68bfdf05-ae38-4931-b5b9-b4b4c7ec5d52 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:16.341341 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68bfdf05-ae38-4931-b5b9-b4b4c7ec5d52 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:16.470915 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-68bfdf05-ae38-4931-b5b9-b4b4c7ec5d52 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Allocated IP 172.25.4.224 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/bfb0ac3b-367b-4099-9dfe-702182b1ce6c) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:41:16.552043 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7db2ee-118f-414f-b977-0fb1b0d2c4c3 req-0c2e093c-1123-4aa2-a8db-3bba9962579a tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:16.553450 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4d7db2ee-118f-414f-b977-0fb1b0d2c4c3 req-0c2e093c-1123-4aa2-a8db-3bba9962579a tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 944 time: 0.1144402 Feb 07 21:41:16.623329 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68bfdf05-ae38-4931-b5b9-b4b4c7ec5d52 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for port (bfb0ac3b-367b-4099-9dfe-702182b1ce6c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:16.636848 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4d7db2ee-118f-414f-b977-0fb1b0d2c4c3 req-e254185d-4c38-4bdb-b6ea-afb2d40dafe3 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/security-groups?id=656bf549-cb43-41ad-bee1-150b557aff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752208 Feb 07 21:41:16.675689 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68bfdf05-ae38-4931-b5b9-b4b4c7ec5d52 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (bfb0ac3b-367b-4099-9dfe-702182b1ce6c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:16.720163 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bfdf05-ae38-4931-b5b9-b4b4c7ec5d52 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:41:16.723353 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-68bfdf05-ae38-4931-b5b9-b4b4c7ec5d52 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:41:16.727104 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bfdf05-ae38-4931-b5b9-b4b4c7ec5d52 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:41:16.756284 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bfdf05-ae38-4931-b5b9-b4b4c7ec5d52 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Port': ['ID=bfb0ac3b-367b-4099-9dfe-702182b1ce6c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:16.805500 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device de3f2e77-8f51-4e80-8606-947fafb00929 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:41:16.856758 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port de3f2e77-8f51-4e80-8606-947fafb00929 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:41:16.860819 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port de3f2e77-8f51-4e80-8606-947fafb00929 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:41:16.861191 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (de3f2e77-8f51-4e80-8606-947fafb00929), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:16.945225 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port de3f2e77-8f51-4e80-8606-947fafb00929 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:41:16.945635 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (de3f2e77-8f51-4e80-8606-947fafb00929), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:16.968942 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6dea66-56b0-4b16-b42b-2e8fdc180e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3f2e77-8f51-4e80-8606-947fafb00929'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:41:16.971352 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71351ecc-5a55-4d62-af31-2e86fc0bc3d2" -d '{"events": [{"server_uuid": "7d6dea66-56b0-4b16-b42b-2e8fdc180e3a", "name": "network-vif-plugged", "status": "completed", "tag": "de3f2e77-8f51-4e80-8606-947fafb00929"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:41:16.984270 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port de3f2e77-8f51-4e80-8606-947fafb00929, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=de3f2e77-8f51-4e80-8606-947fafb00929,segment=NetworkSegment(2a838568-09b3-4600-9bbd-5722ac2ef3d3),segment_id=2a838568-09b3-4600-9bbd-5722ac2ef3d3)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:41:16.990710 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (de3f2e77-8f51-4e80-8606-947fafb00929), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:17.025782 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5b033b-7214-43b9-bc91-b0e3f03b60a1 x-openstack-request-id: req-cd5b033b-7214-43b9-bc91-b0e3f03b60a1 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:41:17.026140 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6dea66-56b0-4b16-b42b-2e8fdc180e3a", "name": "network-vif-plugged", "status": "completed", "tag": "de3f2e77-8f51-4e80-8606-947fafb00929", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:41:17.026456 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cd5b033b-7214-43b9-bc91-b0e3f03b60a1 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:41:17.026902 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6dea66-56b0-4b16-b42b-2e8fdc180e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3f2e77-8f51-4e80-8606-947fafb00929', 'code': 200} Feb 07 21:41:17.050562 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=de3f2e77-8f51-4e80-8606-947fafb00929,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:17.152846 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68bfdf05-ae38-4931-b5b9-b4b4c7ec5d52 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for floatingip (625cb220-b964-4ebb-93c3-6286d3adcbb5), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:17.192456 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada32ee5-cf67-4a6d-b2a9-c9106ca2d42a req-9a4bf320-f4dd-4544-86b8-dba839f35c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:17.193930 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ada32ee5-cf67-4a6d-b2a9-c9106ca2d42a req-9a4bf320-f4dd-4544-86b8-dba839f35c52 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 1127 time: 0.0899661 Feb 07 21:41:17.249175 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68bfdf05-ae38-4931-b5b9-b4b4c7ec5d52 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bfb0ac3b-367b-4099-9dfe-702182b1ce6c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:17.282061 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ada32ee5-cf67-4a6d-b2a9-c9106ca2d42a req-761fc3ea-2323-4c28-9df4-6c8cfbc1bb38 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=656bf549-cb43-41ad-bee1-150b557aff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807021 Feb 07 21:41:17.407576 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68bfdf05-ae38-4931-b5b9-b4b4c7ec5d52 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for port (bfb0ac3b-367b-4099-9dfe-702182b1ce6c), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:17.412542 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68bfdf05-ae38-4931-b5b9-b4b4c7ec5d52 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (bfb0ac3b-367b-4099-9dfe-702182b1ce6c), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:17.482917 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bfdf05-ae38-4931-b5b9-b4b4c7ec5d52 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event updated for resources: {'Port': ['ID=bfb0ac3b-367b-4099-9dfe-702182b1ce6c,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:17.494416 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68bfdf05-ae38-4931-b5b9-b4b4c7ec5d52 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (625cb220-b964-4ebb-93c3-6286d3adcbb5), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:17.602833 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-68bfdf05-ae38-4931-b5b9-b4b4c7ec5d52 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Floating IP 625cb220-b964-4ebb-93c3-6286d3adcbb5 associated. External IP: 172.25.4.224, port: 1857466a-6ee8-4a72-8b85-04202b7f7b0f. Feb 07 21:41:17.858864 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad1e73-2ed6-481f-b7f3-b234e1c0db78 req-5b229728-7c91-42a7-8f01-8f57db83f1f7 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:17.860357 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bcad1e73-2ed6-481f-b7f3-b234e1c0db78 req-5b229728-7c91-42a7-8f01-8f57db83f1f7 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 945 time: 0.1065547 Feb 07 21:41:17.887854 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bfdf05-ae38-4931-b5b9-b4b4c7ec5d52 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Router c7505d55-4a73-4789-b9dc-86301f9e2d16 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:41:17.923806 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bcad1e73-2ed6-481f-b7f3-b234e1c0db78 req-3ecc83f5-2c52-4a1e-8950-cb60f47ca5d9 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/security-groups?id=656bf549-cb43-41ad-bee1-150b557aff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573239 Feb 07 21:41:18.021154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bfdf05-ae38-4931-b5b9-b4b4c7ec5d52 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:41:18.031899 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b5f82-9974-4f9e-83d4-75cc99490d80 None None] Sync routers for ids ['c7505d55-4a73-4789-b9dc-86301f9e2d16'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:41:18.040519 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68bfdf05-ae38-4931-b5b9-b4b4c7ec5d52 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:18.042418 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b5f82-9974-4f9e-83d4-75cc99490d80 None None] Routers {'c7505d55-4a73-4789-b9dc-86301f9e2d16'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:41:18.043056 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-e75b5f82-9974-4f9e-83d4-75cc99490d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:40:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c7505d55-4a73-4789-b9dc-86301f9e2d16'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:41:18.072821 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-68bfdf05-ae38-4931-b5b9-b4b4c7ec5d52 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8435566 Feb 07 21:41:18.072821 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cad8b49-3d41-4688-9fa0-0003710dab75', 'tag': '1857466a-6ee8-4a72-8b85-04202b7f7b0f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:41:18.075119 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedd3d4f-28ac-49e3-b356-b7a0f412fd3a" -d '{"events": [{"name": "network-changed", "server_uuid": "0cad8b49-3d41-4688-9fa0-0003710dab75", "tag": "1857466a-6ee8-4a72-8b85-04202b7f7b0f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:41:18.118824 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346d385b-80e4-44d3-841f-720342a0d5c4 x-openstack-request-id: req-346d385b-80e4-44d3-841f-720342a0d5c4 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:41:18.118824 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cad8b49-3d41-4688-9fa0-0003710dab75", "tag": "1857466a-6ee8-4a72-8b85-04202b7f7b0f", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:41:18.119295 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-346d385b-80e4-44d3-841f-720342a0d5c4 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:41:18.119825 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cad8b49-3d41-4688-9fa0-0003710dab75', 'tag': '1857466a-6ee8-4a72-8b85-04202b7f7b0f', 'status': 'completed', 'code': 200} Feb 07 21:41:18.174141 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-e75b5f82-9974-4f9e-83d4-75cc99490d80 None None] Set router c7505d55-4a73-4789-b9dc-86301f9e2d16 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:41:18.197109 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd3d4f-28ac-49e3-b356-b7a0f412fd3a req-b30abb16-92ef-45ec-b536-9c897f5fa74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:18.200716 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-eedd3d4f-28ac-49e3-b356-b7a0f412fd3a req-b30abb16-92ef-45ec-b536-9c897f5fa74c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 1128 time: 0.0577128 Feb 07 21:41:18.217902 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cc061-e268-4ad8-8a49-cc928d7bdc38 req-870e38b9-9ac5-4c2a-88a3-824ba5ab1efa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:18.219774 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b68cc061-e268-4ad8-8a49-cc928d7bdc38 req-870e38b9-9ac5-4c2a-88a3-824ba5ab1efa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 946 time: 0.0703399 Feb 07 21:41:18.272423 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b68cc061-e268-4ad8-8a49-cc928d7bdc38 req-3fb30a35-c070-4c78-abfa-aef47eb5c4dc tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4e2a258-61c5-412a-9870-ed46e69de3da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469487 Feb 07 21:41:18.298872 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 41994) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:41:18.326389 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd3d4f-28ac-49e3-b356-b7a0f412fd3a req-083dc43f-63ea-48f4-b44b-115100651dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:18.328217 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-eedd3d4f-28ac-49e3-b356-b7a0f412fd3a req-083dc43f-63ea-48f4-b44b-115100651dd7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6711d4be-cb41-4242-ba7c-11b60981e2ba HTTP/1.1" status: 200 len: 897 time: 0.1205122 Feb 07 21:41:18.381690 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4e5eb4a7-f024-4c75-ba06-9b3bad9a09c1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/floatingips/625cb220-b964-4ebb-93c3-6286d3adcbb5 HTTP/1.1" status: 200 len: 992 time: 0.0815177 Feb 07 21:41:18.423411 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-eedd3d4f-28ac-49e3-b356-b7a0f412fd3a req-002fb3a8-0b9f-4d73-898e-c8b390e61dcd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1857466a-6ee8-4a72-8b85-04202b7f7b0f HTTP/1.1" status: 200 len: 1000 time: 0.0886073 Feb 07 21:41:18.456915 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-76d96f21-5bad-4e73-8087-12ea0e32b72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:18.468898 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-e75b5f82-9974-4f9e-83d4-75cc99490d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392738496', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:41:01Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '625cb220-b964-4ebb-93c3-6286d3adcbb5', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'port_id': '1857466a-6ee8-4a72-8b85-04202b7f7b0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba', 'mac_address': 'fa:16:3e:83:b1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cad8b49-3d41-4688-9fa0-0003710dab75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:41:16Z', 'updated_at': '2022-02-07T21:41:16Z', 'revision_number': 0, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54000cb-3862-4bdd-b919-1b2848774648', 'name': '', 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:cd:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '29d6e253-44b2-4e04-8334-85e87305bf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:40:59Z', 'updated_at': '2022-02-07T21:41:06Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '29d6e253-44b2-4e04-8334-85e87305bf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:41:18.489499 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd3d4f-28ac-49e3-b356-b7a0f412fd3a req-76f08fe9-670a-41fe-8c68-74866b69fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:18.491163 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-eedd3d4f-28ac-49e3-b356-b7a0f412fd3a req-76f08fe9-670a-41fe-8c68-74866b69fe11 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29d6e253-44b2-4e04-8334-85e87305bf64 HTTP/1.1" status: 200 len: 835 time: 0.0621781 Feb 07 21:41:18.515190 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b5f82-9974-4f9e-83d4-75cc99490d80 None None] Checking router: c7505d55-4a73-4789-b9dc-86301f9e2d16 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:41:18.526869 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b5f82-9974-4f9e-83d4-75cc99490d80 None None] Routers {'c7505d55-4a73-4789-b9dc-86301f9e2d16'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:41:18.527856 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-e75b5f82-9974-4f9e-83d4-75cc99490d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:40:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c7505d55-4a73-4789-b9dc-86301f9e2d16'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:41:18.565906 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd3d4f-28ac-49e3-b356-b7a0f412fd3a req-d4cd23db-98ac-484b-9fb9-159538af39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:18.568051 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-eedd3d4f-28ac-49e3-b356-b7a0f412fd3a req-d4cd23db-98ac-484b-9fb9-159538af39fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6711d4be-cb41-4242-ba7c-11b60981e2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0706813 Feb 07 21:41:18.656108 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-e75b5f82-9974-4f9e-83d4-75cc99490d80 None None] Set router c7505d55-4a73-4789-b9dc-86301f9e2d16 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:41:18.669583 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-eedd3d4f-28ac-49e3-b356-b7a0f412fd3a req-55cfc6c0-88fc-4b08-ba95-4e54d3356ced service neutron] 10.222.0.69 "GET /v2.0/networks/6711d4be-cb41-4242-ba7c-11b60981e2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935338 Feb 07 21:41:18.779788 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-eedd3d4f-28ac-49e3-b356-b7a0f412fd3a req-d0a0e2e6-8ec2-4bc2-84e6-a39b5b4a025a service neutron] 10.222.0.69 "GET /v2.0/networks/6711d4be-cb41-4242-ba7c-11b60981e2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038878 Feb 07 21:41:18.890771 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-e75b5f82-9974-4f9e-83d4-75cc99490d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392738496', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:41:01Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '625cb220-b964-4ebb-93c3-6286d3adcbb5', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'port_id': '1857466a-6ee8-4a72-8b85-04202b7f7b0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba', 'mac_address': 'fa:16:3e:83:b1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cad8b49-3d41-4688-9fa0-0003710dab75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:41:16Z', 'updated_at': '2022-02-07T21:41:16Z', 'revision_number': 0, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54000cb-3862-4bdd-b919-1b2848774648', 'name': '', 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:cd:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '29d6e253-44b2-4e04-8334-85e87305bf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:40:59Z', 'updated_at': '2022-02-07T21:41:06Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '29d6e253-44b2-4e04-8334-85e87305bf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:41:18.920090 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b5f82-9974-4f9e-83d4-75cc99490d80 None None] The sync data for ids ['c7505d55-4a73-4789-b9dc-86301f9e2d16'] in n-d-828185-2 is: [{'id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392738496', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:41:01Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '625cb220-b964-4ebb-93c3-6286d3adcbb5', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'port_id': '1857466a-6ee8-4a72-8b85-04202b7f7b0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba', 'mac_address': 'fa:16:3e:83:b1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cad8b49-3d41-4688-9fa0-0003710dab75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:41:16Z', 'updated_at': '2022-02-07T21:41:16Z', 'revision_number': 0, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54000cb-3862-4bdd-b919-1b2848774648', 'name': '', 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:cd:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '29d6e253-44b2-4e04-8334-85e87305bf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:40:59Z', 'updated_at': '2022-02-07T21:41:06Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '29d6e253-44b2-4e04-8334-85e87305bf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:41:19.058755 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417c9d2-225f-44df-b27c-dc9a19468a88 req-b1b026f8-bea6-414e-951a-c679f56a97aa tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:19.060458 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c417c9d2-225f-44df-b27c-dc9a19468a88 req-b1b026f8-bea6-414e-951a-c679f56a97aa tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 945 time: 0.0639040 Feb 07 21:41:19.111509 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c417c9d2-225f-44df-b27c-dc9a19468a88 req-861a0e55-6229-4a78-81ba-76720cf80371 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/security-groups?id=656bf549-cb43-41ad-bee1-150b557aff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446765 Feb 07 21:41:19.146454 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baa2686-59e6-40a0-8b83-6894ea55dcbf None None] New status for floating IP 625cb220-b964-4ebb-93c3-6286d3adcbb5: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:41:19.255109 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e4d9e-29ea-4617-aee3-7f99c53e544b req-480ee0e8-7ad1-43c1-8ea7-a59973a3f3db tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:19.256585 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a15e4d9e-29ea-4617-aee3-7f99c53e544b req-480ee0e8-7ad1-43c1-8ea7-a59973a3f3db tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 945 time: 0.0544214 Feb 07 21:41:19.304538 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a15e4d9e-29ea-4617-aee3-7f99c53e544b req-c61279ef-c828-47f6-8a84-1130e47254cd tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/security-groups?id=656bf549-cb43-41ad-bee1-150b557aff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415585 Feb 07 21:41:19.385211 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42004) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:41:19.454188 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-de8a787c-dbc4-442f-9ecc-e2b31f16c6ba tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/floatingips/625cb220-b964-4ebb-93c3-6286d3adcbb5 HTTP/1.1" status: 200 len: 994 time: 0.0677783 Feb 07 21:41:19.550439 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca44dc-e57d-4c35-babb-a720e6062ada req-8b189482-7de7-466d-8c64-d771226a70e3 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:19.551816 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cdca44dc-e57d-4c35-babb-a720e6062ada req-8b189482-7de7-466d-8c64-d771226a70e3 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 945 time: 0.0513780 Feb 07 21:41:19.598130 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cdca44dc-e57d-4c35-babb-a720e6062ada req-4491f0b6-918c-4705-96a3-68aa58f5a404 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/security-groups?id=656bf549-cb43-41ad-bee1-150b557aff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407155 Feb 07 21:41:20.619689 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7ccd90f6-b6a2-4b2f-a6d2-9b8dbc6ace2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:20.725749 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bc1de-35a4-417e-ac59-e86375b07293 req-91bf5336-cf04-4ef5-9c26-4de3c9850293 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:20.727869 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-601bc1de-35a4-417e-ac59-e86375b07293 req-91bf5336-cf04-4ef5-9c26-4de3c9850293 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 945 time: 0.0597157 Feb 07 21:41:20.778902 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-601bc1de-35a4-417e-ac59-e86375b07293 req-c48bb4b1-60a9-4c5f-a823-cb0eb2dd5599 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/security-groups?id=656bf549-cb43-41ad-bee1-150b557aff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452585 Feb 07 21:41:21.029674 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8900b5-174f-4664-a2eb-ec7be6ad4edf req-e7ea1506-29b0-495f-bcc8-401936dfede9 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:21.031144 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7a8900b5-174f-4664-a2eb-ec7be6ad4edf req-e7ea1506-29b0-495f-bcc8-401936dfede9 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 945 time: 0.0870190 Feb 07 21:41:21.037144 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f184ab5-8c4e-4d70-a7a7-27578f12a1cf req-f850c2a0-01da-4931-8ad0-652eccc1b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:21.038527 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f184ab5-8c4e-4d70-a7a7-27578f12a1cf req-f850c2a0-01da-4931-8ad0-652eccc1b3ca service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ef5098c015e846729202fff18c86303d&device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 1127 time: 0.0611444 Feb 07 21:41:21.134414 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7a8900b5-174f-4664-a2eb-ec7be6ad4edf req-36c51b6d-f02a-44dc-92c3-de4de8be9d74 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/security-groups?id=656bf549-cb43-41ad-bee1-150b557aff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948393 Feb 07 21:41:21.164685 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f184ab5-8c4e-4d70-a7a7-27578f12a1cf req-7a034173-8483-4a8c-ac07-5cb7d67d3a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:21.166157 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f184ab5-8c4e-4d70-a7a7-27578f12a1cf req-7a034173-8483-4a8c-ac07-5cb7d67d3a26 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b54713ad-b20e-4269-a8e7-88d3c42fbfe7 HTTP/1.1" status: 200 len: 912 time: 0.1200302 Feb 07 21:41:21.207595 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f184ab5-8c4e-4d70-a7a7-27578f12a1cf req-c0fa8fdb-4c44-465c-a835-446917bd5f0b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de3f2e77-8f51-4e80-8606-947fafb00929 HTTP/1.1" status: 200 len: 217 time: 0.0354350 Feb 07 21:41:21.254783 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f184ab5-8c4e-4d70-a7a7-27578f12a1cf req-45bf0baf-4ce4-4790-be35-1630cb41c61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:21.256235 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f184ab5-8c4e-4d70-a7a7-27578f12a1cf req-45bf0baf-4ce4-4790-be35-1630cb41c61b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=01d9ae44-0c2a-45b6-91b8-008e2edbf67f HTTP/1.1" status: 200 len: 851 time: 0.0433156 Feb 07 21:41:21.286927 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f184ab5-8c4e-4d70-a7a7-27578f12a1cf req-c5aa4b86-07e6-4ccf-be0f-db3fe4d1d812 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b54713ad-b20e-4269-a8e7-88d3c42fbfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242403 Feb 07 21:41:21.377144 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f184ab5-8c4e-4d70-a7a7-27578f12a1cf req-69a9bc0c-8c9d-4800-be5c-74ebfc0fbf6b service neutron] 10.222.0.71 "GET /v2.0/networks/b54713ad-b20e-4269-a8e7-88d3c42fbfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848989 Feb 07 21:41:21.469358 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f184ab5-8c4e-4d70-a7a7-27578f12a1cf req-3cb94f06-7ecd-4432-8e3b-0b5733d139aa service neutron] 10.222.0.71 "GET /v2.0/networks/b54713ad-b20e-4269-a8e7-88d3c42fbfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862293 Feb 07 21:41:21.874044 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:22.265542 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf15b6-3d78-417e-932e-23574e4b3c5e req-94824b85-7322-4299-92d1-8d9ef7c08a80 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:22.267000 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-33cf15b6-3d78-417e-932e-23574e4b3c5e req-94824b85-7322-4299-92d1-8d9ef7c08a80 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 945 time: 0.0578735 Feb 07 21:41:22.319635 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-33cf15b6-3d78-417e-932e-23574e4b3c5e req-b0038297-833e-47e5-84b3-d0f344ab8eed tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/security-groups?id=656bf549-cb43-41ad-bee1-150b557aff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467141 Feb 07 21:41:23.357649 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:23.449920 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92c615-eca3-4498-abfa-a2f3fc2ebb45 req-1b791464-822b-4561-9ba5-34c9b65c656a tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:23.451847 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9b92c615-eca3-4498-abfa-a2f3fc2ebb45 req-1b791464-822b-4561-9ba5-34c9b65c656a tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 945 time: 0.0547962 Feb 07 21:41:23.503479 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9b92c615-eca3-4498-abfa-a2f3fc2ebb45 req-dbb9f2fc-fbc3-4395-982c-2afa9a1cede6 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/security-groups?id=656bf549-cb43-41ad-bee1-150b557aff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458097 Feb 07 21:41:23.740271 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f2256-7b22-4a8f-9ae5-3c0a4426d9c4 req-c8fcba1e-b75b-434a-8fbc-f5953c995e8f tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:23.741786 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a69f2256-7b22-4a8f-9ae5-3c0a4426d9c4 req-c8fcba1e-b75b-434a-8fbc-f5953c995e8f tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 945 time: 0.0575466 Feb 07 21:41:23.788473 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a69f2256-7b22-4a8f-9ae5-3c0a4426d9c4 req-3936e0cb-666c-46b7-96e2-a65a2d243090 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/security-groups?id=656bf549-cb43-41ad-bee1-150b557aff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408356 Feb 07 21:41:24.674242 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:24.913845 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ab517-56ba-4903-9ada-c170fb2d86a6 req-348396c1-9bcf-421c-b02e-91e9b260569f tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:24.915338 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c48ab517-56ba-4903-9ada-c170fb2d86a6 req-348396c1-9bcf-421c-b02e-91e9b260569f tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 945 time: 0.0537314 Feb 07 21:41:24.965231 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c48ab517-56ba-4903-9ada-c170fb2d86a6 req-8c1087f9-d82c-4a83-b6e1-1ac28b0a7c17 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/security-groups?id=656bf549-cb43-41ad-bee1-150b557aff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434172 Feb 07 21:41:25.250458 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22261f4f-3d6c-4bd6-a00d-1e07fccfef60 req-2c6ecf5d-e543-4efb-9c68-da59aac19595 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:25.251985 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-22261f4f-3d6c-4bd6-a00d-1e07fccfef60 req-2c6ecf5d-e543-4efb-9c68-da59aac19595 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 945 time: 0.0937920 Feb 07 21:41:25.268690 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813fd99-4c8c-4e37-9c9b-982ff849c54c req-74e78c0b-8de5-401e-b7b5-7b1f8cea4db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:25.270143 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7813fd99-4c8c-4e37-9c9b-982ff849c54c req-74e78c0b-8de5-401e-b7b5-7b1f8cea4db2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ef5098c015e846729202fff18c86303d&device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 1127 time: 0.0743961 Feb 07 21:41:25.361444 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-22261f4f-3d6c-4bd6-a00d-1e07fccfef60 req-9d993414-ca6f-4432-91b3-092458adf2fe tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/security-groups?id=656bf549-cb43-41ad-bee1-150b557aff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009283 Feb 07 21:41:25.395458 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813fd99-4c8c-4e37-9c9b-982ff849c54c req-fccc53b0-136a-4861-a116-dfdaf89802cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:25.397130 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7813fd99-4c8c-4e37-9c9b-982ff849c54c req-fccc53b0-136a-4861-a116-dfdaf89802cc service neutron] 10.222.0.71 "GET /v2.0/networks?id=b54713ad-b20e-4269-a8e7-88d3c42fbfe7 HTTP/1.1" status: 200 len: 912 time: 0.1189456 Feb 07 21:41:25.448957 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7813fd99-4c8c-4e37-9c9b-982ff849c54c req-325737e8-ad1d-4bdc-9ab6-ad11bb415acd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de3f2e77-8f51-4e80-8606-947fafb00929 HTTP/1.1" status: 200 len: 217 time: 0.0440366 Feb 07 21:41:25.494156 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813fd99-4c8c-4e37-9c9b-982ff849c54c req-6e7078f1-690f-479c-8919-1e86a4270393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:25.496215 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7813fd99-4c8c-4e37-9c9b-982ff849c54c req-6e7078f1-690f-479c-8919-1e86a4270393 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=01d9ae44-0c2a-45b6-91b8-008e2edbf67f HTTP/1.1" status: 200 len: 851 time: 0.0420492 Feb 07 21:41:25.526801 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7813fd99-4c8c-4e37-9c9b-982ff849c54c req-b58e95fe-8dbc-49cb-b0a2-6629e51b4310 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b54713ad-b20e-4269-a8e7-88d3c42fbfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247948 Feb 07 21:41:25.612789 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7813fd99-4c8c-4e37-9c9b-982ff849c54c req-85eab24a-1fd0-4e38-922d-5693d3e1848d service neutron] 10.222.0.71 "GET /v2.0/networks/b54713ad-b20e-4269-a8e7-88d3c42fbfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803299 Feb 07 21:41:25.703154 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7813fd99-4c8c-4e37-9c9b-982ff849c54c req-746a81d1-2d8a-4c8b-892c-9eee188d3624 service neutron] 10.222.0.71 "GET /v2.0/networks/b54713ad-b20e-4269-a8e7-88d3c42fbfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803251 Feb 07 21:41:26.484044 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9c6f3-8c9d-4263-a4b1-92cdf5be9306 req-f2be948f-a532-484b-acd4-98199fd5bf82 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:26.485728 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-39f9c6f3-8c9d-4263-a4b1-92cdf5be9306 req-f2be948f-a532-484b-acd4-98199fd5bf82 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 945 time: 0.0531735 Feb 07 21:41:26.542992 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-39f9c6f3-8c9d-4263-a4b1-92cdf5be9306 req-3ca7d500-77b2-4d95-88b1-19b9b87f7efb tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/security-groups?id=656bf549-cb43-41ad-bee1-150b557aff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465789 Feb 07 21:41:26.654623 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:41:27.677483 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1e94c-66f1-432d-bdca-fa9e168a1231 req-0e6b9e25-2896-4a19-85e5-bcae6f374df1 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:27.679025 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2c1e94c-66f1-432d-bdca-fa9e168a1231 req-0e6b9e25-2896-4a19-85e5-bcae6f374df1 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 945 time: 0.0597105 Feb 07 21:41:27.729185 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2c1e94c-66f1-432d-bdca-fa9e168a1231 req-e1137771-6331-41c1-87be-b076d45038f0 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/security-groups?id=656bf549-cb43-41ad-bee1-150b557aff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437844 Feb 07 21:41:27.983965 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2558f-be86-4cb0-acce-db72fb61f225 req-da4e5d83-baa2-4a6c-aebe-c49ed9f2b635 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:27.985473 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-41c2558f-be86-4cb0-acce-db72fb61f225 req-da4e5d83-baa2-4a6c-aebe-c49ed9f2b635 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 945 time: 0.0597608 Feb 07 21:41:28.034460 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-41c2558f-be86-4cb0-acce-db72fb61f225 req-5a3dd465-804d-455a-ae4f-0b7c46ad642e tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/security-groups?id=656bf549-cb43-41ad-bee1-150b557aff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430174 Feb 07 21:41:29.161264 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdacef-9255-4290-8fc1-549460ae561f req-23549d9d-ab0f-4c07-a20f-9b46f68e471d tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:29.162721 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8dcdacef-9255-4290-8fc1-549460ae561f req-23549d9d-ab0f-4c07-a20f-9b46f68e471d tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 945 time: 0.0576949 Feb 07 21:41:29.214676 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8dcdacef-9255-4290-8fc1-549460ae561f req-58a9f7a9-f5dc-4af8-9d7d-54cc8a354b6b tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/security-groups?id=656bf549-cb43-41ad-bee1-150b557aff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462422 Feb 07 21:41:29.863595 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b094c0-5780-4150-8341-908e40d14b5c req-d8a22158-af1d-4c66-8c73-e1b5fa0c6c85 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:29.865149 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0b094c0-5780-4150-8341-908e40d14b5c req-d8a22158-af1d-4c66-8c73-e1b5fa0c6c85 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 945 time: 0.0525181 Feb 07 21:41:29.966248 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-b0b094c0-5780-4150-8341-908e40d14b5c req-1be75456-36f9-43d7-8c45-d84c97014e78 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Deleting port de3f2e77-8f51-4e80-8606-947fafb00929 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:41:29.966525 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b0b094c0-5780-4150-8341-908e40d14b5c req-1be75456-36f9-43d7-8c45-d84c97014e78 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (de3f2e77-8f51-4e80-8606-947fafb00929), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:30.061525 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b0b094c0-5780-4150-8341-908e40d14b5c req-1be75456-36f9-43d7-8c45-d84c97014e78 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] For port de3f2e77-8f51-4e80-8606-947fafb00929, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=de3f2e77-8f51-4e80-8606-947fafb00929,segment=NetworkSegment(2a838568-09b3-4600-9bbd-5722ac2ef3d3),segment_id=2a838568-09b3-4600-9bbd-5722ac2ef3d3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:41:30.061894 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b0b094c0-5780-4150-8341-908e40d14b5c req-1be75456-36f9-43d7-8c45-d84c97014e78 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (de3f2e77-8f51-4e80-8606-947fafb00929), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:30.075430 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-b0b094c0-5780-4150-8341-908e40d14b5c req-1be75456-36f9-43d7-8c45-d84c97014e78 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Calling delete_port for de3f2e77-8f51-4e80-8606-947fafb00929 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:41:30.212427 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b0b094c0-5780-4150-8341-908e40d14b5c req-1be75456-36f9-43d7-8c45-d84c97014e78 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (de3f2e77-8f51-4e80-8606-947fafb00929), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:30.228613 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['de3f2e77-8f51-4e80-8606-947fafb00929'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:41:30.244423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be75456-36f9-43d7-8c45-d84c97014e78 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Pushing event deleted for resources: {'Port': ['ID=de3f2e77-8f51-4e80-8606-947fafb00929,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:30.300032 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b094c0-5780-4150-8341-908e40d14b5c req-1be75456-36f9-43d7-8c45-d84c97014e78 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] No DVR routers for this DVR port de3f2e77-8f51-4e80-8606-947fafb00929 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:41:30.303953 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b0b094c0-5780-4150-8341-908e40d14b5c req-1be75456-36f9-43d7-8c45-d84c97014e78 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:30.307906 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0b094c0-5780-4150-8341-908e40d14b5c req-1be75456-36f9-43d7-8c45-d84c97014e78 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.71 "DELETE /v2.0/ports/de3f2e77-8f51-4e80-8606-947fafb00929 HTTP/1.1" status: 204 len: 173 time: 0.4361937 Feb 07 21:41:30.308611 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6dea66-56b0-4b16-b42b-2e8fdc180e3a', 'name': 'network-vif-deleted', 'tag': 'de3f2e77-8f51-4e80-8606-947fafb00929'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:41:30.310897 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc767dd-2b91-443c-b778-3adfc05062ef" -d '{"events": [{"server_uuid": "7d6dea66-56b0-4b16-b42b-2e8fdc180e3a", "name": "network-vif-deleted", "tag": "de3f2e77-8f51-4e80-8606-947fafb00929"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:41:30.638434 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011672ea-0bec-4306-acfb-0121f9ca51e9 x-openstack-request-id: req-011672ea-0bec-4306-acfb-0121f9ca51e9 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:41:30.638737 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6dea66-56b0-4b16-b42b-2e8fdc180e3a", "name": "network-vif-deleted", "tag": "de3f2e77-8f51-4e80-8606-947fafb00929", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:41:30.639003 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-011672ea-0bec-4306-acfb-0121f9ca51e9 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:41:30.639403 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6dea66-56b0-4b16-b42b-2e8fdc180e3a', 'name': 'network-vif-deleted', 'tag': 'de3f2e77-8f51-4e80-8606-947fafb00929', 'status': 'completed', 'code': 200} Feb 07 21:41:30.641631 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea80048a-13f2-4bc9-a2cd-267fd4474b0a req-a919287e-9103-4bcb-bdb2-6b3e99df7e10 tempest-TestServerAdvancedOps-1224719182 tempest-TestServerAdvancedOps-1224719182-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d6dea66-56b0-4b16-b42b-2e8fdc180e3a HTTP/1.1" status: 200 len: 210 time: 0.3243535 Feb 07 21:41:31.713681 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42170) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:41:31.758916 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9e3f67-190d-4845-ae84-1e1654443f71 admin admin] Deleting subnet 01d9ae44-0c2a-45b6-91b8-008e2edbf67f {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:41:31.762532 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d9e3f67-190d-4845-ae84-1e1654443f71 admin admin] Publish callbacks [] for subnet (01d9ae44-0c2a-45b6-91b8-008e2edbf67f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:31.799242 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d9e3f67-190d-4845-ae84-1e1654443f71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (01d9ae44-0c2a-45b6-91b8-008e2edbf67f), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:31.843301 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d9e3f67-190d-4845-ae84-1e1654443f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (01d9ae44-0c2a-45b6-91b8-008e2edbf67f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:31.901493 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d9e3f67-190d-4845-ae84-1e1654443f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (01d9ae44-0c2a-45b6-91b8-008e2edbf67f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:31.927295 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e3f67-190d-4845-ae84-1e1654443f71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01d9ae44-0c2a-45b6-91b8-008e2edbf67f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:31.930950 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d9e3f67-190d-4845-ae84-1e1654443f71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:31.935687 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3d9e3f67-190d-4845-ae84-1e1654443f71 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/01d9ae44-0c2a-45b6-91b8-008e2edbf67f HTTP/1.1" status: 204 len: 168 time: 0.2200916 Feb 07 21:41:31.937246 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42176) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:41:32.006497 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-13b77816-d958-47b6-afff-179e2a2a52ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (b54713ad-b20e-4269-a8e7-88d3c42fbfe7), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:32.443907 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-13b77816-d958-47b6-afff-179e2a2a52ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (b54713ad-b20e-4269-a8e7-88d3c42fbfe7), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:32.464134 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-13b77816-d958-47b6-afff-179e2a2a52ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b54713ad-b20e-4269-a8e7-88d3c42fbfe7']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:41:32.474147 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-13b77816-d958-47b6-afff-179e2a2a52ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a838568-09b3-4600-9bbd-5722ac2ef3d3') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:41:32.474437 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-13b77816-d958-47b6-afff-179e2a2a52ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a838568-09b3-4600-9bbd-5722ac2ef3d3') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:41:32.484158 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-13b77816-d958-47b6-afff-179e2a2a52ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (2a838568-09b3-4600-9bbd-5722ac2ef3d3), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:32.498766 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-13b77816-d958-47b6-afff-179e2a2a52ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (2a838568-09b3-4600-9bbd-5722ac2ef3d3), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:32.505036 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b77816-d958-47b6-afff-179e2a2a52ab admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:41:32.505570 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-13b77816-d958-47b6-afff-179e2a2a52ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (2a838568-09b3-4600-9bbd-5722ac2ef3d3), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:41:32.507217 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:41:32.567357 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-13b77816-d958-47b6-afff-179e2a2a52ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (b54713ad-b20e-4269-a8e7-88d3c42fbfe7), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:32.572977 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-13b77816-d958-47b6-afff-179e2a2a52ab admin admin] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:32.576129 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-13b77816-d958-47b6-afff-179e2a2a52ab admin admin] 10.222.0.65 "DELETE /v2.0/networks/b54713ad-b20e-4269-a8e7-88d3c42fbfe7 HTTP/1.1" status: 204 len: 168 time: 0.6379600 Feb 07 21:41:32.579129 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42194) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:41:32.587125 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b77816-d958-47b6-afff-179e2a2a52ab admin admin] Pushing event deleted for resources: {'Network': ['ID=b54713ad-b20e-4269-a8e7-88d3c42fbfe7,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:32.629401 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4952552-815a-4d19-9226-801614ffa964 admin admin] Deleting subnet 3f38d51d-ac4a-4983-b8f0-838d8a1d82a5 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:41:32.633181 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4952552-815a-4d19-9226-801614ffa964 admin admin] Publish callbacks [] for subnet (3f38d51d-ac4a-4983-b8f0-838d8a1d82a5), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:32.668121 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4952552-815a-4d19-9226-801614ffa964 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (3f38d51d-ac4a-4983-b8f0-838d8a1d82a5), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:32.707489 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4952552-815a-4d19-9226-801614ffa964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (3f38d51d-ac4a-4983-b8f0-838d8a1d82a5), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:32.766675 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4952552-815a-4d19-9226-801614ffa964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (3f38d51d-ac4a-4983-b8f0-838d8a1d82a5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:32.789851 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4952552-815a-4d19-9226-801614ffa964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f38d51d-ac4a-4983-b8f0-838d8a1d82a5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:32.798828 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4952552-815a-4d19-9226-801614ffa964 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:32.801967 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f4952552-815a-4d19-9226-801614ffa964 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3f38d51d-ac4a-4983-b8f0-838d8a1d82a5 HTTP/1.1" status: 204 len: 168 time: 0.2209840 Feb 07 21:41:32.804499 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42200) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:41:32.865961 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device de3f2e77-8f51-4e80-8606-947fafb00929 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:41:32.882462 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3dc74d31-8756-46d5-b688-e42160313e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (0025b5c1-dd4c-4959-9c11-ee9e9370946f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:32.885274 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: de3f2e77-8f51-4e80-8606-947fafb00929 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:41:32.885628 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device de3f2e77-8f51-4e80-8606-947fafb00929 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:41:32.968824 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3dc74d31-8756-46d5-b688-e42160313e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (0025b5c1-dd4c-4959-9c11-ee9e9370946f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:32.988767 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-3dc74d31-8756-46d5-b688-e42160313e5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0025b5c1-dd4c-4959-9c11-ee9e9370946f']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:41:32.999143 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-3dc74d31-8756-46d5-b688-e42160313e5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68fad00-a509-4169-b0c9-762f05a29713') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:41:32.999444 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-3dc74d31-8756-46d5-b688-e42160313e5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68fad00-a509-4169-b0c9-762f05a29713') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:41:33.009292 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3dc74d31-8756-46d5-b688-e42160313e5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (c68fad00-a509-4169-b0c9-762f05a29713), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:33.024348 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3dc74d31-8756-46d5-b688-e42160313e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (c68fad00-a509-4169-b0c9-762f05a29713), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:33.032528 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc74d31-8756-46d5-b688-e42160313e5b admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:41:33.032945 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3dc74d31-8756-46d5-b688-e42160313e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (c68fad00-a509-4169-b0c9-762f05a29713), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:41:33.034717 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:41:33.089578 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3dc74d31-8756-46d5-b688-e42160313e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (0025b5c1-dd4c-4959-9c11-ee9e9370946f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:33.095044 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3dc74d31-8756-46d5-b688-e42160313e5b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:33.098294 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3dc74d31-8756-46d5-b688-e42160313e5b admin admin] 10.222.0.65 "DELETE /v2.0/networks/0025b5c1-dd4c-4959-9c11-ee9e9370946f HTTP/1.1" status: 204 len: 168 time: 0.2928879 Feb 07 21:41:33.109704 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc74d31-8756-46d5-b688-e42160313e5b admin admin] Pushing event deleted for resources: {'Network': ['ID=0025b5c1-dd4c-4959-9c11-ee9e9370946f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:33.280419 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42216) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:41:33.334703 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-88f60a3c-809d-4b05-9ad1-d63acdba7cc6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ef5098c015e846729202fff18c86303d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0530069 Feb 07 21:41:33.337198 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42220) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:41:33.385979 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-284d0945-7d0c-4c09-ab0a-61d5bc589cc8 admin admin] Publish callbacks [] for security_group (656bf549-cb43-41ad-bee1-150b557aff3d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:33.417338 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-284d0945-7d0c-4c09-ab0a-61d5bc589cc8 admin admin] Publish callbacks [] for security_group (656bf549-cb43-41ad-bee1-150b557aff3d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:33.466120 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-284d0945-7d0c-4c09-ab0a-61d5bc589cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (656bf549-cb43-41ad-bee1-150b557aff3d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:33.469296 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-284d0945-7d0c-4c09-ab0a-61d5bc589cc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:33.472857 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-284d0945-7d0c-4c09-ab0a-61d5bc589cc8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/656bf549-cb43-41ad-bee1-150b557aff3d HTTP/1.1" status: 204 len: 168 time: 0.1323357 Feb 07 21:41:33.480846 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d0945-7d0c-4c09-ab0a-61d5bc589cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656bf549-cb43-41ad-bee1-150b557aff3d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:33.838967 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42236) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:41:33.883186 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-267f46db-8b76-41a4-8857-1170a32d3f17 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e608653356644d73a4c0971fc55ac79a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396540 Feb 07 21:41:33.883634 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42238) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:41:33.934861 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fcf42bc9-6472-4233-81db-993df67f53b4 admin admin] Publish callbacks [] for security_group (731c2e68-e5ef-4976-9a57-68b053f3d063), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:33.949565 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:33.959147 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fcf42bc9-6472-4233-81db-993df67f53b4 admin admin] Publish callbacks [] for security_group (731c2e68-e5ef-4976-9a57-68b053f3d063), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:34.017435 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fcf42bc9-6472-4233-81db-993df67f53b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (731c2e68-e5ef-4976-9a57-68b053f3d063), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:34.020004 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fcf42bc9-6472-4233-81db-993df67f53b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:34.023687 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fcf42bc9-6472-4233-81db-993df67f53b4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/731c2e68-e5ef-4976-9a57-68b053f3d063 HTTP/1.1" status: 204 len: 168 time: 0.1366014 Feb 07 21:41:34.029321 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf42bc9-6472-4233-81db-993df67f53b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731c2e68-e5ef-4976-9a57-68b053f3d063,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:41:34.179056 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:48.451497 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f9f6157c-e68c-4d32-b874-5147c22a81df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:49.374685 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a6a5fe25-6edc-4797-b7ab-b46903c7138f req-0d1d5631-fc6a-48fb-bfa1-590a7d9b38e9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1894097 Feb 07 21:41:49.468893 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5fe25-6edc-4797-b7ab-b46903c7138f req-8e84e611-a682-4639-9491-965de3b6f7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:49.470380 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a6a5fe25-6edc-4797-b7ab-b46903c7138f req-8e84e611-a682-4639-9491-965de3b6f7ca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 1128 time: 0.0479796 Feb 07 21:41:49.576240 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5fe25-6edc-4797-b7ab-b46903c7138f req-baa26405-1903-4cc4-aa88-d0cca9e21e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:49.577782 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a6a5fe25-6edc-4797-b7ab-b46903c7138f req-baa26405-1903-4cc4-aa88-d0cca9e21e05 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6711d4be-cb41-4242-ba7c-11b60981e2ba HTTP/1.1" status: 200 len: 897 time: 0.0884631 Feb 07 21:41:49.646115 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a6a5fe25-6edc-4797-b7ab-b46903c7138f req-bcd28af2-0572-44b5-8b11-2fc0e6a7f406 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1857466a-6ee8-4a72-8b85-04202b7f7b0f HTTP/1.1" status: 200 len: 1002 time: 0.0622976 Feb 07 21:41:49.700868 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5fe25-6edc-4797-b7ab-b46903c7138f req-a11e5570-adc5-422d-b533-909a66c1b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:49.702477 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a6a5fe25-6edc-4797-b7ab-b46903c7138f req-a11e5570-adc5-422d-b533-909a66c1b1b0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29d6e253-44b2-4e04-8334-85e87305bf64 HTTP/1.1" status: 200 len: 835 time: 0.0463696 Feb 07 21:41:49.760165 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5fe25-6edc-4797-b7ab-b46903c7138f req-2a97f5fa-980f-4fb0-8fc8-6d7c9a712f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:41:49.761700 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a6a5fe25-6edc-4797-b7ab-b46903c7138f req-2a97f5fa-980f-4fb0-8fc8-6d7c9a712f4c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6711d4be-cb41-4242-ba7c-11b60981e2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515773 Feb 07 21:41:49.851322 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a6a5fe25-6edc-4797-b7ab-b46903c7138f req-4f8f2592-07c6-4d14-b72d-b9e15274be23 service neutron] 10.222.0.69 "GET /v2.0/networks/6711d4be-cb41-4242-ba7c-11b60981e2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830474 Feb 07 21:41:49.944778 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a6a5fe25-6edc-4797-b7ab-b46903c7138f req-32613903-ea6e-47ee-bd3a-7a023d71615d service neutron] 10.222.0.69 "GET /v2.0/networks/6711d4be-cb41-4242-ba7c-11b60981e2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872846 Feb 07 21:41:50.622608 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f35c3c74-859f-4488-b7b4-75166176ebb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:51.875036 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:53.363259 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:41:54.679176 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:03.654608 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:42:03.978601 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:04.173347 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:06.966103 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42854) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:42:07.101037 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bfb4c6cd-2a84-4f1c-af77-e1874901fb92 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c578d9a7ef9048e5a611bb07ea3ca6fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1336439 Feb 07 21:42:07.104106 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42858) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:42:07.151356 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d6cefdc-13b8-4bc0-bc28-b5c3d7542931 admin admin] Publish callbacks [] for security_group (743d9da4-ac83-4ede-8556-1022e130447a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:07.171380 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d6cefdc-13b8-4bc0-bc28-b5c3d7542931 admin admin] Publish callbacks [] for security_group (743d9da4-ac83-4ede-8556-1022e130447a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:07.219032 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d6cefdc-13b8-4bc0-bc28-b5c3d7542931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (743d9da4-ac83-4ede-8556-1022e130447a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:07.221611 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d6cefdc-13b8-4bc0-bc28-b5c3d7542931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:07.222866 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5d6cefdc-13b8-4bc0-bc28-b5c3d7542931 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/743d9da4-ac83-4ede-8556-1022e130447a HTTP/1.1" status: 204 len: 168 time: 0.1177843 Feb 07 21:42:07.231606 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cefdc-13b8-4bc0-bc28-b5c3d7542931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743d9da4-ac83-4ede-8556-1022e130447a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:07.241035 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cefdc-13b8-4bc0-bc28-b5c3d7542931 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:07.241448 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cefdc-13b8-4bc0-bc28-b5c3d7542931 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:07.241720 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cefdc-13b8-4bc0-bc28-b5c3d7542931 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:07.242062 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cefdc-13b8-4bc0-bc28-b5c3d7542931 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:07.242400 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cefdc-13b8-4bc0-bc28-b5c3d7542931 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:07.242838 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cefdc-13b8-4bc0-bc28-b5c3d7542931 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:07.243102 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cefdc-13b8-4bc0-bc28-b5c3d7542931 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:07.243427 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cefdc-13b8-4bc0-bc28-b5c3d7542931 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:07.243754 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cefdc-13b8-4bc0-bc28-b5c3d7542931 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:07.244083 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cefdc-13b8-4bc0-bc28-b5c3d7542931 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:07.244709 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cefdc-13b8-4bc0-bc28-b5c3d7542931 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:07.245039 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cefdc-13b8-4bc0-bc28-b5c3d7542931 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:07.245389 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cefdc-13b8-4bc0-bc28-b5c3d7542931 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:07.848559 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42880) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:42:07.955657 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ef89dd2e-75b0-4d54-90cb-09bdd6967e06 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1142518617-network', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:42:07.975364 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef89dd2e-75b0-4d54-90cb-09bdd6967e06 admin admin] Made reservation on behalf of aa9cb3dcece74bc79ad7581cf4947ef5 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:42:07.978210 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef89dd2e-75b0-4d54-90cb-09bdd6967e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:07.986408 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef89dd2e-75b0-4d54-90cb-09bdd6967e06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:08.068221 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef89dd2e-75b0-4d54-90cb-09bdd6967e06 admin admin] Publish callbacks [] for security_group (ac88e29f-15d7-4096-a905-c0206aa1fc97), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:08.072773 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef89dd2e-75b0-4d54-90cb-09bdd6967e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ac88e29f-15d7-4096-a905-c0206aa1fc97), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:08.093702 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef89dd2e-75b0-4d54-90cb-09bdd6967e06 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:42:08.107358 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89dd2e-75b0-4d54-90cb-09bdd6967e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac88e29f-15d7-4096-a905-c0206aa1fc97,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:08.112026 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef89dd2e-75b0-4d54-90cb-09bdd6967e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (5c21e18d-64f5-4776-b7e8-3e9e19c55e96), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:08.112394 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-ef89dd2e-75b0-4d54-90cb-09bdd6967e06 admin admin] Added segment 5c21e18d-64f5-4776-b7e8-3e9e19c55e96 of type vlan for network a9fb8e9f-c4a5-45be-a391-d36c8203143a Feb 07 21:42:08.151459 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef89dd2e-75b0-4d54-90cb-09bdd6967e06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (a9fb8e9f-c4a5-45be-a391-d36c8203143a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:08.176669 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef89dd2e-75b0-4d54-90cb-09bdd6967e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (a9fb8e9f-c4a5-45be-a391-d36c8203143a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:08.177603 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef89dd2e-75b0-4d54-90cb-09bdd6967e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:08.178196 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef89dd2e-75b0-4d54-90cb-09bdd6967e06 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:08.231541 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ef89dd2e-75b0-4d54-90cb-09bdd6967e06 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3816977 Feb 07 21:42:08.234477 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42884) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:42:08.238363 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89dd2e-75b0-4d54-90cb-09bdd6967e06 admin admin] Pushing event updated for resources: {'Network': ['ID=a9fb8e9f-c4a5-45be-a391-d36c8203143a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:08.239350 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1472cda4-3fd6-4a9d-b67e-6fd62ada814b admin admin] Request body: {'subnet': {'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1142518617-subnet', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:42:08.248587 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network a9fb8e9f-c4a5-45be-a391-d36c8203143a details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:42:08.258741 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1472cda4-3fd6-4a9d-b67e-6fd62ada814b admin admin] Made reservation on behalf of aa9cb3dcece74bc79ad7581cf4947ef5 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:42:08.261558 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1472cda4-3fd6-4a9d-b67e-6fd62ada814b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:08.443229 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1472cda4-3fd6-4a9d-b67e-6fd62ada814b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (5ad02c56-9942-4a88-9295-bd5489fb9033), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:08.501519 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472cda4-3fd6-4a9d-b67e-6fd62ada814b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ad02c56-9942-4a88-9295-bd5489fb9033,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:08.512791 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1472cda4-3fd6-4a9d-b67e-6fd62ada814b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:08.513149 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1472cda4-3fd6-4a9d-b67e-6fd62ada814b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:08.513506 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1472cda4-3fd6-4a9d-b67e-6fd62ada814b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:08.513851 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1472cda4-3fd6-4a9d-b67e-6fd62ada814b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:08.514196 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1472cda4-3fd6-4a9d-b67e-6fd62ada814b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:08.514540 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1472cda4-3fd6-4a9d-b67e-6fd62ada814b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:08.514877 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1472cda4-3fd6-4a9d-b67e-6fd62ada814b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:08.515210 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1472cda4-3fd6-4a9d-b67e-6fd62ada814b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:08.515544 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1472cda4-3fd6-4a9d-b67e-6fd62ada814b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:08.515876 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1472cda4-3fd6-4a9d-b67e-6fd62ada814b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:08.516208 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1472cda4-3fd6-4a9d-b67e-6fd62ada814b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:08.516571 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1472cda4-3fd6-4a9d-b67e-6fd62ada814b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:08.516902 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1472cda4-3fd6-4a9d-b67e-6fd62ada814b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:08.522853 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1472cda4-3fd6-4a9d-b67e-6fd62ada814b admin admin] Checking segment: {'id': '5c21e18d-64f5-4776-b7e8-3e9e19c55e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:42:08.523233 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1472cda4-3fd6-4a9d-b67e-6fd62ada814b admin admin] Network hostable DHCP agents. Network: a9fb8e9f-c4a5-45be-a391-d36c8203143a, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:42:08.540239 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1472cda4-3fd6-4a9d-b67e-6fd62ada814b admin admin] Network a9fb8e9f-c4a5-45be-a391-d36c8203143a is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:42:08.548903 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-1472cda4-3fd6-4a9d-b67e-6fd62ada814b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, a9fb8e9f-c4a5-45be-a391-d36c8203143a) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:42:08.552994 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1472cda4-3fd6-4a9d-b67e-6fd62ada814b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:08.553635 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1472cda4-3fd6-4a9d-b67e-6fd62ada814b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:08.558474 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40141be-374a-4859-baf0-e3a4d94d614b None None] Network a9fb8e9f-c4a5-45be-a391-d36c8203143a requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:42:08.569118 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1472cda4-3fd6-4a9d-b67e-6fd62ada814b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3335607 Feb 07 21:42:08.572233 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42886) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:42:08.576513 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b79a9c21-44fe-440d-a406-e324eb4d65ec admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1142518617-router', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:42:08.595033 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b79a9c21-44fe-440d-a406-e324eb4d65ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (6220067c-a445-48d8-b73a-60a17a61f6be), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:08.596705 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b79a9c21-44fe-440d-a406-e324eb4d65ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (6220067c-a445-48d8-b73a-60a17a61f6be), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:08.655660 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b79a9c21-44fe-440d-a406-e324eb4d65ec admin admin] Publish callbacks [] for router_controller (6220067c-a445-48d8-b73a-60a17a61f6be), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:08.662569 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-a9fb8e9f-c4a5-45be-a391-d36c8203143a', 'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a', 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'fixed_ips': [{'subnet_id': '5ad02c56-9942-4a88-9295-bd5489fb9033'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:42:08.663420 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:08.806385 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Allocated IP 172.20.0.2 (a9fb8e9f-c4a5-45be-a391-d36c8203143a/5ad02c56-9942-4a88-9295-bd5489fb9033/973bdb6e-1c91-4edf-8796-8af8b72637a6) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:42:08.806682 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b79a9c21-44fe-440d-a406-e324eb4d65ec admin admin] Publish callbacks [] for router_gateway (6220067c-a445-48d8-b73a-60a17a61f6be), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:08.943893 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Publish callbacks [] for port (973bdb6e-1c91-4edf-8796-8af8b72637a6), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:08.950828 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (973bdb6e-1c91-4edf-8796-8af8b72637a6), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:08.994554 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Network a9fb8e9f-c4a5-45be-a391-d36c8203143a is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:42:08.997427 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:42:09.000798 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:42:09.007550 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Pushing event updated for resources: {'Port': ['ID=973bdb6e-1c91-4edf-8796-8af8b72637a6,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:09.012092 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b79a9c21-44fe-440d-a406-e324eb4d65ec admin admin] Publish callbacks [] for router_gateway (6220067c-a445-48d8-b73a-60a17a61f6be), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:09.017870 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:09.018217 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:09.018594 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:09.018893 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:09.019227 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:09.019554 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:09.019882 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:09.020204 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:09.020557 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:09.020878 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:09.021202 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:09.021520 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:09.021842 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:09.031154 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b79a9c21-44fe-440d-a406-e324eb4d65ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:09.074870 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Attempting to bind port 973bdb6e-1c91-4edf-8796-8af8b72637a6 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:42:09.075237 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Attempting to bind port 973bdb6e-1c91-4edf-8796-8af8b72637a6 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '5c21e18d-64f5-4776-b7e8-3e9e19c55e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:42:09.075510 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Attempting to bind port 973bdb6e-1c91-4edf-8796-8af8b72637a6 on network a9fb8e9f-c4a5-45be-a391-d36c8203143a {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:42:09.080652 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:42:09.081031 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Checking segment: {'id': '5c21e18d-64f5-4776-b7e8-3e9e19c55e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:42:09.081434 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:09.081829 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Bound using segment: {'id': '5c21e18d-64f5-4776-b7e8-3e9e19c55e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:42:09.082297 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Bound port: 973bdb6e-1c91-4edf-8796-8af8b72637a6, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c21e18d-64f5-4776-b7e8-3e9e19c55e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:42:09.082676 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (973bdb6e-1c91-4edf-8796-8af8b72637a6), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:09.139612 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-b79a9c21-44fe-440d-a406-e324eb4d65ec admin admin] Allocated IP 172.25.4.126 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/c1f8c766-e5e9-41c6-a762-813a5a6311ea) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:42:09.146224 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] For port 973bdb6e-1c91-4edf-8796-8af8b72637a6, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:42:09.149602 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] For port 973bdb6e-1c91-4edf-8796-8af8b72637a6, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=973bdb6e-1c91-4edf-8796-8af8b72637a6,segment=NetworkSegment(5c21e18d-64f5-4776-b7e8-3e9e19c55e96),segment_id=5c21e18d-64f5-4776-b7e8-3e9e19c55e96)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:42:09.154924 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (973bdb6e-1c91-4edf-8796-8af8b72637a6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:09.213237 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19b00b-537e-4dc6-9524-68d4c6053260 None None] Pushing event updated for resources: {'Port': ['ID=973bdb6e-1c91-4edf-8796-8af8b72637a6,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:09.252597 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b79a9c21-44fe-440d-a406-e324eb4d65ec admin admin] Publish callbacks [] for port (c1f8c766-e5e9-41c6-a762-813a5a6311ea), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:09.288006 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b79a9c21-44fe-440d-a406-e324eb4d65ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (c1f8c766-e5e9-41c6-a762-813a5a6311ea), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:09.330421 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79a9c21-44fe-440d-a406-e324eb4d65ec admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:42:09.333545 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-b79a9c21-44fe-440d-a406-e324eb4d65ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:42:09.335965 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79a9c21-44fe-440d-a406-e324eb4d65ec admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:42:09.369223 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a9c21-44fe-440d-a406-e324eb4d65ec admin admin] Pushing event updated for resources: {'Port': ['ID=c1f8c766-e5e9-41c6-a762-813a5a6311ea,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:09.616013 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 973bdb6e-1c91-4edf-8796-8af8b72637a6 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:42:09.640805 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b79a9c21-44fe-440d-a406-e324eb4d65ec admin admin] Publish callbacks [] for router_gateway (6220067c-a445-48d8-b73a-60a17a61f6be), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:09.666052 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 973bdb6e-1c91-4edf-8796-8af8b72637a6 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:42:09.666429 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (973bdb6e-1c91-4edf-8796-8af8b72637a6), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:09.745146 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 973bdb6e-1c91-4edf-8796-8af8b72637a6 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:42:09.745533 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (973bdb6e-1c91-4edf-8796-8af8b72637a6), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:09.780474 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 973bdb6e-1c91-4edf-8796-8af8b72637a6, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=973bdb6e-1c91-4edf-8796-8af8b72637a6,segment=NetworkSegment(5c21e18d-64f5-4776-b7e8-3e9e19c55e96),segment_id=5c21e18d-64f5-4776-b7e8-3e9e19c55e96)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:42:09.784045 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (973bdb6e-1c91-4edf-8796-8af8b72637a6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:09.831939 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=973bdb6e-1c91-4edf-8796-8af8b72637a6,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:09.841845 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b79a9c21-44fe-440d-a406-e324eb4d65ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (6220067c-a445-48d8-b73a-60a17a61f6be), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:09.978689 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79a9c21-44fe-440d-a406-e324eb4d65ec admin admin] Router 6220067c-a445-48d8-b73a-60a17a61f6be is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:42:10.091496 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79a9c21-44fe-440d-a406-e324eb4d65ec admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:42:10.100493 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c3c4d6-f129-4ac0-b11e-24b70254bffd None None] Sync routers for ids ['6220067c-a445-48d8-b73a-60a17a61f6be'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:42:10.109927 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b79a9c21-44fe-440d-a406-e324eb4d65ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:10.111200 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b79a9c21-44fe-440d-a406-e324eb4d65ec admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5380220 Feb 07 21:42:10.114446 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42888) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:42:10.114949 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c3c4d6-f129-4ac0-b11e-24b70254bffd None None] Routers {'6220067c-a445-48d8-b73a-60a17a61f6be'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:42:10.115762 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-06c3c4d6-f129-4ac0-b11e-24b70254bffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:41:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['6220067c-a445-48d8-b73a-60a17a61f6be'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:42:10.194014 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f7af2f-9616-4376-815e-50c294828429 None None] Network a9fb8e9f-c4a5-45be-a391-d36c8203143a requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:42:10.236939 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-06c3c4d6-f129-4ac0-b11e-24b70254bffd None None] Set router 6220067c-a445-48d8-b73a-60a17a61f6be gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:42:10.257473 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f2b119d7-7101-4d5f-b88e-38dd17934dcb None None] Provisioning complete for port 973bdb6e-1c91-4edf-8796-8af8b72637a6 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:42:10.257848 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f2b119d7-7101-4d5f-b88e-38dd17934dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (973bdb6e-1c91-4edf-8796-8af8b72637a6), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:10.386382 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f2b119d7-7101-4d5f-b88e-38dd17934dcb None None] Current status of the port 973bdb6e-1c91-4edf-8796-8af8b72637a6 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:42:10.427265 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-06c3c4d6-f129-4ac0-b11e-24b70254bffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'name': 'tempest-TestServerBasicOps-1142518617-router', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'c1f8c766-e5e9-41c6-a762-813a5a6311ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:42:08Z', 'updated_at': '2022-02-07T21:42:09Z', 'revision_number': 3, 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'gw_port': {'id': 'c1f8c766-e5e9-41c6-a762-813a5a6311ea', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:09Z', 'updated_at': '2022-02-07T21:42:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:42:10.455576 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c3c4d6-f129-4ac0-b11e-24b70254bffd None None] Checking router: 6220067c-a445-48d8-b73a-60a17a61f6be for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:42:10.455844 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c3c4d6-f129-4ac0-b11e-24b70254bffd None None] Updating router 6220067c-a445-48d8-b73a-60a17a61f6be port c1f8c766-e5e9-41c6-a762-813a5a6311ea binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:42:10.484874 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-06c3c4d6-f129-4ac0-b11e-24b70254bffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c1f8c766-e5e9-41c6-a762-813a5a6311ea), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:10.567773 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d8cc5f8-86d5-4385-9cee-605c814de891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:10.612700 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-5a5a5dad-c82e-4002-974c-3020674b25e0 None None] Provisioning complete for port 973bdb6e-1c91-4edf-8796-8af8b72637a6 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:42:10.613074 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5a5a5dad-c82e-4002-974c-3020674b25e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (973bdb6e-1c91-4edf-8796-8af8b72637a6), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:10.703913 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a5dad-c82e-4002-974c-3020674b25e0 None None] Current status of the port 973bdb6e-1c91-4edf-8796-8af8b72637a6 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:42:10.800332 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-2d8cc5f8-86d5-4385-9cee-605c814de891 admin admin] Allocated IP 172.20.0.1 (a9fb8e9f-c4a5-45be-a391-d36c8203143a/5ad02c56-9942-4a88-9295-bd5489fb9033/ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:42:10.841506 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-06c3c4d6-f129-4ac0-b11e-24b70254bffd None None] Publish callbacks [] for port (c1f8c766-e5e9-41c6-a762-813a5a6311ea), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:10.849296 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-06c3c4d6-f129-4ac0-b11e-24b70254bffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c1f8c766-e5e9-41c6-a762-813a5a6311ea), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:10.898456 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-06c3c4d6-f129-4ac0-b11e-24b70254bffd None None] Attempting to bind port c1f8c766-e5e9-41c6-a762-813a5a6311ea on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:42:10.899371 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-06c3c4d6-f129-4ac0-b11e-24b70254bffd None None] Attempting to bind port c1f8c766-e5e9-41c6-a762-813a5a6311ea by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:42:10.899730 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c3c4d6-f129-4ac0-b11e-24b70254bffd None None] Attempting to bind port c1f8c766-e5e9-41c6-a762-813a5a6311ea on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:42:10.906590 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf93da-e574-490d-a3e0-6af2894b01a0 None None] Pushing event updated for resources: {'Port': ['ID=c1f8c766-e5e9-41c6-a762-813a5a6311ea,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:10.907552 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d8cc5f8-86d5-4385-9cee-605c814de891 admin admin] Publish callbacks [] for port (ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:10.913071 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c3c4d6-f129-4ac0-b11e-24b70254bffd None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:42:10.913446 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c3c4d6-f129-4ac0-b11e-24b70254bffd None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:42:10.913843 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-06c3c4d6-f129-4ac0-b11e-24b70254bffd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:10.914572 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c3c4d6-f129-4ac0-b11e-24b70254bffd None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:42:10.915027 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-06c3c4d6-f129-4ac0-b11e-24b70254bffd None None] Bound port: c1f8c766-e5e9-41c6-a762-813a5a6311ea, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:42:10.915400 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-06c3c4d6-f129-4ac0-b11e-24b70254bffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c1f8c766-e5e9-41c6-a762-813a5a6311ea), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:10.918248 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cf93da-e574-490d-a3e0-6af2894b01a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:10.918585 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cf93da-e574-490d-a3e0-6af2894b01a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:10.918920 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cf93da-e574-490d-a3e0-6af2894b01a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:10.919249 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cf93da-e574-490d-a3e0-6af2894b01a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:10.919587 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cf93da-e574-490d-a3e0-6af2894b01a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:10.919912 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cf93da-e574-490d-a3e0-6af2894b01a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:10.920233 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cf93da-e574-490d-a3e0-6af2894b01a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:10.920580 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cf93da-e574-490d-a3e0-6af2894b01a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:10.920902 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cf93da-e574-490d-a3e0-6af2894b01a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:10.921220 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cf93da-e574-490d-a3e0-6af2894b01a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:10.921535 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cf93da-e574-490d-a3e0-6af2894b01a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:10.921849 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cf93da-e574-490d-a3e0-6af2894b01a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:10.922163 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cf93da-e574-490d-a3e0-6af2894b01a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:42:10.942710 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d8cc5f8-86d5-4385-9cee-605c814de891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:10.972956 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-06c3c4d6-f129-4ac0-b11e-24b70254bffd None None] For port c1f8c766-e5e9-41c6-a762-813a5a6311ea, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:42:10.976010 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-06c3c4d6-f129-4ac0-b11e-24b70254bffd None None] For port c1f8c766-e5e9-41c6-a762-813a5a6311ea, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c1f8c766-e5e9-41c6-a762-813a5a6311ea,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:42:10.978319 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8cc5f8-86d5-4385-9cee-605c814de891 admin admin] Network a9fb8e9f-c4a5-45be-a391-d36c8203143a is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:42:10.981726 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-2d8cc5f8-86d5-4385-9cee-605c814de891 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:42:10.982014 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-06c3c4d6-f129-4ac0-b11e-24b70254bffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c1f8c766-e5e9-41c6-a762-813a5a6311ea), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:10.987546 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8cc5f8-86d5-4385-9cee-605c814de891 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:42:11.015684 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8cc5f8-86d5-4385-9cee-605c814de891 admin admin] Pushing event updated for resources: {'Port': ['ID=ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:11.037329 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d8cc5f8-86d5-4385-9cee-605c814de891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (6220067c-a445-48d8-b73a-60a17a61f6be), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:11.046246 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c3c4d6-f129-4ac0-b11e-24b70254bffd None None] Routers {'6220067c-a445-48d8-b73a-60a17a61f6be'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:42:11.046883 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-06c3c4d6-f129-4ac0-b11e-24b70254bffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:41:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['6220067c-a445-48d8-b73a-60a17a61f6be'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:42:11.082683 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf93da-e574-490d-a3e0-6af2894b01a0 None None] Pushing event updated for resources: {'Port': ['ID=c1f8c766-e5e9-41c6-a762-813a5a6311ea,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:11.160025 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-06c3c4d6-f129-4ac0-b11e-24b70254bffd None None] Set router 6220067c-a445-48d8-b73a-60a17a61f6be gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:42:11.212489 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d8cc5f8-86d5-4385-9cee-605c814de891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:11.230434 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8a1b1dbf-0f28-403d-9712-ff8fb1124438 None None] Provisioning complete for port ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:42:11.231031 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8a1b1dbf-0f28-403d-9712-ff8fb1124438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:11.270020 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8a1b1dbf-0f28-403d-9712-ff8fb1124438 None None] Port ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:42:11.336767 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-06c3c4d6-f129-4ac0-b11e-24b70254bffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'name': 'tempest-TestServerBasicOps-1142518617-router', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'c1f8c766-e5e9-41c6-a762-813a5a6311ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:42:08Z', 'updated_at': '2022-02-07T21:42:09Z', 'revision_number': 3, 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'gw_port': {'id': 'c1f8c766-e5e9-41c6-a762-813a5a6311ea', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:09Z', 'updated_at': '2022-02-07T21:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:42:11.362320 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c3c4d6-f129-4ac0-b11e-24b70254bffd None None] The sync data for ids ['6220067c-a445-48d8-b73a-60a17a61f6be'] in n-d-828185-2 is: [{'id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'name': 'tempest-TestServerBasicOps-1142518617-router', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'c1f8c766-e5e9-41c6-a762-813a5a6311ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:42:08Z', 'updated_at': '2022-02-07T21:42:09Z', 'revision_number': 3, 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'gw_port': {'id': 'c1f8c766-e5e9-41c6-a762-813a5a6311ea', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:09Z', 'updated_at': '2022-02-07T21:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:42:11.383261 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d8cc5f8-86d5-4385-9cee-605c814de891 admin admin] Publish callbacks [] for port (ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:11.387988 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d8cc5f8-86d5-4385-9cee-605c814de891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:11.464260 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8cc5f8-86d5-4385-9cee-605c814de891 admin admin] Pushing event updated for resources: {'Port': ['ID=ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:11.466804 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d8cc5f8-86d5-4385-9cee-605c814de891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (6220067c-a445-48d8-b73a-60a17a61f6be), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:11.562209 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8cc5f8-86d5-4385-9cee-605c814de891 admin admin] Network a9fb8e9f-c4a5-45be-a391-d36c8203143a is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:42:11.563836 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-2d8cc5f8-86d5-4385-9cee-605c814de891 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:42:11.614724 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 973bdb6e-1c91-4edf-8796-8af8b72637a6 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:42:11.681178 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 973bdb6e-1c91-4edf-8796-8af8b72637a6 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:42:11.681555 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (973bdb6e-1c91-4edf-8796-8af8b72637a6), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:11.714926 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8cc5f8-86d5-4385-9cee-605c814de891 admin admin] Router 6220067c-a445-48d8-b73a-60a17a61f6be has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:42:11.800211 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 973bdb6e-1c91-4edf-8796-8af8b72637a6 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:42:11.897659 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3dc73dad-e5fa-4033-bd14-34b6c7e32640 None None] Provisioning complete for port ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:42:11.898157 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3dc73dad-e5fa-4033-bd14-34b6c7e32640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:11.936745 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3dc73dad-e5fa-4033-bd14-34b6c7e32640 None None] Port ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:42:12.189255 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8cc5f8-86d5-4385-9cee-605c814de891 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:42:12.194764 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2d8cc5f8-86d5-4385-9cee-605c814de891 admin admin] 10.222.0.65 "PUT /v2.0/routers/6220067c-a445-48d8-b73a-60a17a61f6be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0793180 Feb 07 21:42:12.659488 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42906) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:42:12.664443 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-d0760ec0-c7fd-49af-b7ed-2a204e311c0a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-660987613-network', 'tenant_id': '332109515eec495f9b09cb305573f73b'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:42:12.684202 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0760ec0-c7fd-49af-b7ed-2a204e311c0a admin admin] Made reservation on behalf of 332109515eec495f9b09cb305573f73b for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:42:12.686595 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d0760ec0-c7fd-49af-b7ed-2a204e311c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:12.696271 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d0760ec0-c7fd-49af-b7ed-2a204e311c0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:12.779442 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d0760ec0-c7fd-49af-b7ed-2a204e311c0a admin admin] Publish callbacks [] for security_group (71f1105b-b62a-4176-9f56-6530d36bbca9), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:12.783187 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d0760ec0-c7fd-49af-b7ed-2a204e311c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (71f1105b-b62a-4176-9f56-6530d36bbca9), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:12.812470 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0760ec0-c7fd-49af-b7ed-2a204e311c0a admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:42:12.818895 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0760ec0-c7fd-49af-b7ed-2a204e311c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f1105b-b62a-4176-9f56-6530d36bbca9,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:12.825710 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d0760ec0-c7fd-49af-b7ed-2a204e311c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (f91e5b2f-6501-498c-9fd2-2f87e3c75866), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:12.826059 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-d0760ec0-c7fd-49af-b7ed-2a204e311c0a admin admin] Added segment f91e5b2f-6501-498c-9fd2-2f87e3c75866 of type vlan for network 81bfb956-ef93-40d5-955e-aa66d73d6be3 Feb 07 21:42:12.865845 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d0760ec0-c7fd-49af-b7ed-2a204e311c0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (81bfb956-ef93-40d5-955e-aa66d73d6be3), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:12.892138 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d0760ec0-c7fd-49af-b7ed-2a204e311c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (81bfb956-ef93-40d5-955e-aa66d73d6be3), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:12.893121 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0760ec0-c7fd-49af-b7ed-2a204e311c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:12.893704 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d0760ec0-c7fd-49af-b7ed-2a204e311c0a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:12.946340 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d0760ec0-c7fd-49af-b7ed-2a204e311c0a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2856588 Feb 07 21:42:12.950339 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42908) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:42:12.955330 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f41b1311-d881-4b45-9b15-7dd18ad76fb9 admin admin] Request body: {'subnet': {'network_id': '81bfb956-ef93-40d5-955e-aa66d73d6be3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-660987613-subnet', 'tenant_id': '332109515eec495f9b09cb305573f73b', 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:42:12.959383 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0760ec0-c7fd-49af-b7ed-2a204e311c0a admin admin] Pushing event updated for resources: {'Network': ['ID=81bfb956-ef93-40d5-955e-aa66d73d6be3,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:12.970303 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 81bfb956-ef93-40d5-955e-aa66d73d6be3 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:42:12.981886 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41b1311-d881-4b45-9b15-7dd18ad76fb9 admin admin] Made reservation on behalf of 332109515eec495f9b09cb305573f73b for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:42:12.984905 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f41b1311-d881-4b45-9b15-7dd18ad76fb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:13.052993 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc40bff-776c-4f8a-8fe3-1dcc6c5c4540 None None] Sync routers for ids ['6220067c-a445-48d8-b73a-60a17a61f6be'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:42:13.062448 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc40bff-776c-4f8a-8fe3-1dcc6c5c4540 None None] Routers {'6220067c-a445-48d8-b73a-60a17a61f6be'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:42:13.063188 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6fc40bff-776c-4f8a-8fe3-1dcc6c5c4540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:41:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['6220067c-a445-48d8-b73a-60a17a61f6be'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:42:13.162133 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f41b1311-d881-4b45-9b15-7dd18ad76fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (5135a233-bb46-4983-9e69-b7f6edec86d5), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:13.225094 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b1311-d881-4b45-9b15-7dd18ad76fb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5135a233-bb46-4983-9e69-b7f6edec86d5,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:13.234506 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41b1311-d881-4b45-9b15-7dd18ad76fb9 admin admin] Checking segment: {'id': 'f91e5b2f-6501-498c-9fd2-2f87e3c75866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '81bfb956-ef93-40d5-955e-aa66d73d6be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:42:13.234946 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41b1311-d881-4b45-9b15-7dd18ad76fb9 admin admin] Network hostable DHCP agents. Network: 81bfb956-ef93-40d5-955e-aa66d73d6be3, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:42:13.251943 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41b1311-d881-4b45-9b15-7dd18ad76fb9 admin admin] Network 81bfb956-ef93-40d5-955e-aa66d73d6be3 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:42:13.260849 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f41b1311-d881-4b45-9b15-7dd18ad76fb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 81bfb956-ef93-40d5-955e-aa66d73d6be3) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:42:13.265180 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41b1311-d881-4b45-9b15-7dd18ad76fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:13.265853 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f41b1311-d881-4b45-9b15-7dd18ad76fb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:13.283306 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f41b1311-d881-4b45-9b15-7dd18ad76fb9 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3317523 Feb 07 21:42:13.284462 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8224cc5-50ca-475e-ab49-0fb10b3d7483 None None] Network 81bfb956-ef93-40d5-955e-aa66d73d6be3 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:42:13.286024 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42910) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:42:13.290499 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-6a8c8a9a-308c-4318-ba95-b9a9a8e7af17 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-660987613-router', 'tenant_id': '332109515eec495f9b09cb305573f73b', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:42:13.310973 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8a9a-308c-4318-ba95-b9a9a8e7af17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (67405c91-9b61-418d-929a-c6bbec965dda), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:13.311988 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8a9a-308c-4318-ba95-b9a9a8e7af17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (67405c91-9b61-418d-929a-c6bbec965dda), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:13.365216 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8a9a-308c-4318-ba95-b9a9a8e7af17 admin admin] Publish callbacks [] for router_controller (67405c91-9b61-418d-929a-c6bbec965dda), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:13.403586 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-6fc40bff-776c-4f8a-8fe3-1dcc6c5c4540 None None] Set router 6220067c-a445-48d8-b73a-60a17a61f6be gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:42:13.430165 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e072bc3-44f4-44ff-ab77-ca196b1ddd6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-81bfb956-ef93-40d5-955e-aa66d73d6be3', 'network_id': '81bfb956-ef93-40d5-955e-aa66d73d6be3', 'project_id': '332109515eec495f9b09cb305573f73b', 'fixed_ips': [{'subnet_id': '5135a233-bb46-4983-9e69-b7f6edec86d5'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:42:13.431002 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7e072bc3-44f4-44ff-ab77-ca196b1ddd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:13.507546 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8a9a-308c-4318-ba95-b9a9a8e7af17 admin admin] Publish callbacks [] for router_gateway (67405c91-9b61-418d-929a-c6bbec965dda), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:13.639876 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c1f8c766-e5e9-41c6-a762-813a5a6311ea up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:42:13.721906 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-7e072bc3-44f4-44ff-ab77-ca196b1ddd6d None None] Allocated IP 172.20.0.2 (81bfb956-ef93-40d5-955e-aa66d73d6be3/5135a233-bb46-4983-9e69-b7f6edec86d5/e99668a0-3879-4bd8-8962-7f6c42d8fca4) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:42:13.734231 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8a9a-308c-4318-ba95-b9a9a8e7af17 admin admin] Publish callbacks [] for router_gateway (67405c91-9b61-418d-929a-c6bbec965dda), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:13.753783 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8a9a-308c-4318-ba95-b9a9a8e7af17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:13.809855 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port c1f8c766-e5e9-41c6-a762-813a5a6311ea triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:42:13.810229 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c1f8c766-e5e9-41c6-a762-813a5a6311ea), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:13.857940 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-6a8c8a9a-308c-4318-ba95-b9a9a8e7af17 admin admin] Allocated IP 172.25.4.240 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/302ef423-88c0-4a66-bcf4-f06ab33ae5ff) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:42:13.875501 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6fc40bff-776c-4f8a-8fe3-1dcc6c5c4540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'name': 'tempest-TestServerBasicOps-1142518617-router', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'c1f8c766-e5e9-41c6-a762-813a5a6311ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:42:08Z', 'updated_at': '2022-02-07T21:42:11Z', 'revision_number': 4, 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'gw_port': {'id': 'c1f8c766-e5e9-41c6-a762-813a5a6311ea', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:09Z', 'updated_at': '2022-02-07T21:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d', 'name': '', 'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'mac_address': 'fa:16:3e:c9:68:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '5ad02c56-9942-4a88-9295-bd5489fb9033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:10Z', 'updated_at': '2022-02-07T21:42:11Z', 'revision_number': 2, 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'subnets': [{'id': '5ad02c56-9942-4a88-9295-bd5489fb9033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:42:13.913630 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc40bff-776c-4f8a-8fe3-1dcc6c5c4540 None None] Checking router: 6220067c-a445-48d8-b73a-60a17a61f6be for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:42:13.914005 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc40bff-776c-4f8a-8fe3-1dcc6c5c4540 None None] Updating router 6220067c-a445-48d8-b73a-60a17a61f6be port ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:42:13.964953 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8a9a-308c-4318-ba95-b9a9a8e7af17 admin admin] Publish callbacks [] for port (302ef423-88c0-4a66-bcf4-f06ab33ae5ff), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:13.992628 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6fc40bff-776c-4f8a-8fe3-1dcc6c5c4540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:13.999302 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8a9a-308c-4318-ba95-b9a9a8e7af17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (302ef423-88c0-4a66-bcf4-f06ab33ae5ff), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:14.008828 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7e072bc3-44f4-44ff-ab77-ca196b1ddd6d None None] Publish callbacks [] for port (e99668a0-3879-4bd8-8962-7f6c42d8fca4), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:14.023309 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7e072bc3-44f4-44ff-ab77-ca196b1ddd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (e99668a0-3879-4bd8-8962-7f6c42d8fca4), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:14.036593 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8c8a9a-308c-4318-ba95-b9a9a8e7af17 admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:42:14.039701 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-6a8c8a9a-308c-4318-ba95-b9a9a8e7af17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:42:14.042149 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8c8a9a-308c-4318-ba95-b9a9a8e7af17 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:42:14.068703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port c1f8c766-e5e9-41c6-a762-813a5a6311ea is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:42:14.069264 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c1f8c766-e5e9-41c6-a762-813a5a6311ea), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:14.073789 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c8a9a-308c-4318-ba95-b9a9a8e7af17 admin admin] Pushing event updated for resources: {'Port': ['ID=302ef423-88c0-4a66-bcf4-f06ab33ae5ff,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:14.112374 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e072bc3-44f4-44ff-ab77-ca196b1ddd6d None None] Network 81bfb956-ef93-40d5-955e-aa66d73d6be3 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:42:14.123224 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port c1f8c766-e5e9-41c6-a762-813a5a6311ea, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c1f8c766-e5e9-41c6-a762-813a5a6311ea,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:42:14.124442 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-7e072bc3-44f4-44ff-ab77-ca196b1ddd6d None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:42:14.129451 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e072bc3-44f4-44ff-ab77-ca196b1ddd6d None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:42:14.131599 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e072bc3-44f4-44ff-ab77-ca196b1ddd6d None None] Pushing event updated for resources: {'Port': ['ID=e99668a0-3879-4bd8-8962-7f6c42d8fca4,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:14.173498 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c1f8c766-e5e9-41c6-a762-813a5a6311ea), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:14.306389 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8a9a-308c-4318-ba95-b9a9a8e7af17 admin admin] Publish callbacks [] for router_gateway (67405c91-9b61-418d-929a-c6bbec965dda), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:14.317384 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-7e072bc3-44f4-44ff-ab77-ca196b1ddd6d None None] Attempting to bind port e99668a0-3879-4bd8-8962-7f6c42d8fca4 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:42:14.317760 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-7e072bc3-44f4-44ff-ab77-ca196b1ddd6d None None] Attempting to bind port e99668a0-3879-4bd8-8962-7f6c42d8fca4 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'f91e5b2f-6501-498c-9fd2-2f87e3c75866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '81bfb956-ef93-40d5-955e-aa66d73d6be3'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:42:14.318136 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e072bc3-44f4-44ff-ab77-ca196b1ddd6d None None] Attempting to bind port e99668a0-3879-4bd8-8962-7f6c42d8fca4 on network 81bfb956-ef93-40d5-955e-aa66d73d6be3 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:42:14.322521 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=c1f8c766-e5e9-41c6-a762-813a5a6311ea,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:14.333571 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e072bc3-44f4-44ff-ab77-ca196b1ddd6d None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:42:14.333954 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e072bc3-44f4-44ff-ab77-ca196b1ddd6d None None] Checking segment: {'id': 'f91e5b2f-6501-498c-9fd2-2f87e3c75866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '81bfb956-ef93-40d5-955e-aa66d73d6be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:42:14.334356 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7e072bc3-44f4-44ff-ab77-ca196b1ddd6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:14.334744 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e072bc3-44f4-44ff-ab77-ca196b1ddd6d None None] Bound using segment: {'id': 'f91e5b2f-6501-498c-9fd2-2f87e3c75866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '81bfb956-ef93-40d5-955e-aa66d73d6be3'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:42:14.335222 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-7e072bc3-44f4-44ff-ab77-ca196b1ddd6d None None] Bound port: e99668a0-3879-4bd8-8962-7f6c42d8fca4, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91e5b2f-6501-498c-9fd2-2f87e3c75866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '81bfb956-ef93-40d5-955e-aa66d73d6be3'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:42:14.335608 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7e072bc3-44f4-44ff-ab77-ca196b1ddd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e99668a0-3879-4bd8-8962-7f6c42d8fca4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:14.440831 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7e072bc3-44f4-44ff-ab77-ca196b1ddd6d None None] For port e99668a0-3879-4bd8-8962-7f6c42d8fca4, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:42:14.473419 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7e072bc3-44f4-44ff-ab77-ca196b1ddd6d None None] For port e99668a0-3879-4bd8-8962-7f6c42d8fca4, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e99668a0-3879-4bd8-8962-7f6c42d8fca4,segment=NetworkSegment(f91e5b2f-6501-498c-9fd2-2f87e3c75866),segment_id=f91e5b2f-6501-498c-9fd2-2f87e3c75866)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:42:14.484854 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7e072bc3-44f4-44ff-ab77-ca196b1ddd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e99668a0-3879-4bd8-8962-7f6c42d8fca4), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:14.508478 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8a9a-308c-4318-ba95-b9a9a8e7af17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (67405c91-9b61-418d-929a-c6bbec965dda), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:14.528768 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6fc40bff-776c-4f8a-8fe3-1dcc6c5c4540 None None] Publish callbacks [] for port (ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:14.542043 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6fc40bff-776c-4f8a-8fe3-1dcc6c5c4540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:14.566163 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e072bc3-44f4-44ff-ab77-ca196b1ddd6d None None] Pushing event updated for resources: {'Port': ['ID=e99668a0-3879-4bd8-8962-7f6c42d8fca4,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:14.652240 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f553679-82ca-4a97-bfcb-99b1a6ae5e8e None None] Pushing event updated for resources: {'Port': ['ID=ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:14.663323 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8c8a9a-308c-4318-ba95-b9a9a8e7af17 admin admin] Router 67405c91-9b61-418d-929a-c6bbec965dda is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:42:14.666059 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6fc40bff-776c-4f8a-8fe3-1dcc6c5c4540 None None] Attempting to bind port ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:42:14.666804 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6fc40bff-776c-4f8a-8fe3-1dcc6c5c4540 None None] Attempting to bind port ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '5c21e18d-64f5-4776-b7e8-3e9e19c55e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:42:14.667223 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc40bff-776c-4f8a-8fe3-1dcc6c5c4540 None None] Attempting to bind port ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d on network a9fb8e9f-c4a5-45be-a391-d36c8203143a {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:42:14.674381 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc40bff-776c-4f8a-8fe3-1dcc6c5c4540 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:42:14.674810 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc40bff-776c-4f8a-8fe3-1dcc6c5c4540 None None] Checking segment: {'id': '5c21e18d-64f5-4776-b7e8-3e9e19c55e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:42:14.675344 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6fc40bff-776c-4f8a-8fe3-1dcc6c5c4540 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:14.675750 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc40bff-776c-4f8a-8fe3-1dcc6c5c4540 None None] Bound using segment: {'id': '5c21e18d-64f5-4776-b7e8-3e9e19c55e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:42:14.676285 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6fc40bff-776c-4f8a-8fe3-1dcc6c5c4540 None None] Bound port: ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c21e18d-64f5-4776-b7e8-3e9e19c55e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:42:14.676695 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6fc40bff-776c-4f8a-8fe3-1dcc6c5c4540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:14.757801 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-6fc40bff-776c-4f8a-8fe3-1dcc6c5c4540 None None] For port ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:42:14.763152 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-6fc40bff-776c-4f8a-8fe3-1dcc6c5c4540 None None] For port ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d,segment=NetworkSegment(5c21e18d-64f5-4776-b7e8-3e9e19c55e96),segment_id=5c21e18d-64f5-4776-b7e8-3e9e19c55e96)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:42:14.770155 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6fc40bff-776c-4f8a-8fe3-1dcc6c5c4540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:14.819413 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8c8a9a-308c-4318-ba95-b9a9a8e7af17 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:42:14.831018 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57258e5f-4230-4ec0-b706-30c2baf9f1d9 None None] Sync routers for ids ['67405c91-9b61-418d-929a-c6bbec965dda'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:42:14.854284 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57258e5f-4230-4ec0-b706-30c2baf9f1d9 None None] Routers {'67405c91-9b61-418d-929a-c6bbec965dda'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:42:14.855086 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-57258e5f-4230-4ec0-b706-30c2baf9f1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:41:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['67405c91-9b61-418d-929a-c6bbec965dda'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:42:14.864168 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc40bff-776c-4f8a-8fe3-1dcc6c5c4540 None None] Routers {'6220067c-a445-48d8-b73a-60a17a61f6be'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:42:14.864852 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6fc40bff-776c-4f8a-8fe3-1dcc6c5c4540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:41:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['6220067c-a445-48d8-b73a-60a17a61f6be'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:42:14.877013 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8a9a-308c-4318-ba95-b9a9a8e7af17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:14.880362 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6a8c8a9a-308c-4318-ba95-b9a9a8e7af17 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5910659 Feb 07 21:42:14.881669 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42912) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:42:14.914859 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f553679-82ca-4a97-bfcb-99b1a6ae5e8e None None] Pushing event updated for resources: {'Port': ['ID=ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:15.012854 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-57258e5f-4230-4ec0-b706-30c2baf9f1d9 None None] Set router 67405c91-9b61-418d-929a-c6bbec965dda gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:42:15.062799 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-6fc40bff-776c-4f8a-8fe3-1dcc6c5c4540 None None] Set router 6220067c-a445-48d8-b73a-60a17a61f6be gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:42:15.153903 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-bad4d74e-87e6-45f9-8e54-98e7217fbf02 None None] Provisioning complete for port ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:42:15.154826 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bad4d74e-87e6-45f9-8e54-98e7217fbf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:15.239097 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-57258e5f-4230-4ec0-b706-30c2baf9f1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67405c91-9b61-418d-929a-c6bbec965dda', 'name': 'tempest-TestServerBasicOps-660987613-router', 'tenant_id': '332109515eec495f9b09cb305573f73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '302ef423-88c0-4a66-bcf4-f06ab33ae5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:42:13Z', 'updated_at': '2022-02-07T21:42:14Z', 'revision_number': 3, 'project_id': '332109515eec495f9b09cb305573f73b', 'gw_port': {'id': '302ef423-88c0-4a66-bcf4-f06ab33ae5ff', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67405c91-9b61-418d-929a-c6bbec965dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:13Z', 'updated_at': '2022-02-07T21:42:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:42:15.267925 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57258e5f-4230-4ec0-b706-30c2baf9f1d9 None None] Checking router: 67405c91-9b61-418d-929a-c6bbec965dda for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:42:15.268201 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57258e5f-4230-4ec0-b706-30c2baf9f1d9 None None] Updating router 67405c91-9b61-418d-929a-c6bbec965dda port 302ef423-88c0-4a66-bcf4-f06ab33ae5ff binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:42:15.302412 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-57258e5f-4230-4ec0-b706-30c2baf9f1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (302ef423-88c0-4a66-bcf4-f06ab33ae5ff), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:15.331950 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-bad4d74e-87e6-45f9-8e54-98e7217fbf02 None None] Current status of the port ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:42:15.332364 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bad4d74e-87e6-45f9-8e54-98e7217fbf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:15.373870 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-bad4d74e-87e6-45f9-8e54-98e7217fbf02 None None] For port ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d,segment=NetworkSegment(5c21e18d-64f5-4776-b7e8-3e9e19c55e96),segment_id=5c21e18d-64f5-4776-b7e8-3e9e19c55e96)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:42:15.379742 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bad4d74e-87e6-45f9-8e54-98e7217fbf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:15.411907 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6fc40bff-776c-4f8a-8fe3-1dcc6c5c4540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'name': 'tempest-TestServerBasicOps-1142518617-router', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'c1f8c766-e5e9-41c6-a762-813a5a6311ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:42:08Z', 'updated_at': '2022-02-07T21:42:11Z', 'revision_number': 4, 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'gw_port': {'id': 'c1f8c766-e5e9-41c6-a762-813a5a6311ea', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:09Z', 'updated_at': '2022-02-07T21:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d', 'name': '', 'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'mac_address': 'fa:16:3e:c9:68:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '5ad02c56-9942-4a88-9295-bd5489fb9033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:10Z', 'updated_at': '2022-02-07T21:42:14Z', 'revision_number': 4, 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'subnets': [{'id': '5ad02c56-9942-4a88-9295-bd5489fb9033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:42:15.437500 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8dc41c3-d04f-4766-9113-6b9afaaa63d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:15.449953 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc40bff-776c-4f8a-8fe3-1dcc6c5c4540 None None] The sync data for ids ['6220067c-a445-48d8-b73a-60a17a61f6be'] in n-d-828185-2 is: [{'id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'name': 'tempest-TestServerBasicOps-1142518617-router', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'c1f8c766-e5e9-41c6-a762-813a5a6311ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:42:08Z', 'updated_at': '2022-02-07T21:42:11Z', 'revision_number': 4, 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'gw_port': {'id': 'c1f8c766-e5e9-41c6-a762-813a5a6311ea', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:09Z', 'updated_at': '2022-02-07T21:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d', 'name': '', 'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'mac_address': 'fa:16:3e:c9:68:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '5ad02c56-9942-4a88-9295-bd5489fb9033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:10Z', 'updated_at': '2022-02-07T21:42:14Z', 'revision_number': 4, 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'subnets': [{'id': '5ad02c56-9942-4a88-9295-bd5489fb9033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:42:15.475942 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4d74e-87e6-45f9-8e54-98e7217fbf02 None None] Pushing event updated for resources: {'Port': ['ID=ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:15.519607 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2e76473a-7616-497d-be0f-5e7c78123610 None None] Provisioning complete for port ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:42:15.519607 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2e76473a-7616-497d-be0f-5e7c78123610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:15.712755 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-57258e5f-4230-4ec0-b706-30c2baf9f1d9 None None] Publish callbacks [] for port (302ef423-88c0-4a66-bcf4-f06ab33ae5ff), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:15.728045 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-57258e5f-4230-4ec0-b706-30c2baf9f1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (302ef423-88c0-4a66-bcf4-f06ab33ae5ff), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:15.732019 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-b8dc41c3-d04f-4766-9113-6b9afaaa63d9 admin admin] Allocated IP 172.20.0.1 (81bfb956-ef93-40d5-955e-aa66d73d6be3/5135a233-bb46-4983-9e69-b7f6edec86d5/189a654f-936a-4d63-b6c9-806863a4e593) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:42:15.828930 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-57258e5f-4230-4ec0-b706-30c2baf9f1d9 None None] Attempting to bind port 302ef423-88c0-4a66-bcf4-f06ab33ae5ff on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:42:15.829298 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-57258e5f-4230-4ec0-b706-30c2baf9f1d9 None None] Attempting to bind port 302ef423-88c0-4a66-bcf4-f06ab33ae5ff by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:42:15.829650 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57258e5f-4230-4ec0-b706-30c2baf9f1d9 None None] Attempting to bind port 302ef423-88c0-4a66-bcf4-f06ab33ae5ff on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:42:15.854791 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae43a9d-9c4d-4dfa-a875-a35b9fb356c5 None None] Pushing event updated for resources: {'Port': ['ID=302ef423-88c0-4a66-bcf4-f06ab33ae5ff,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:15.857979 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57258e5f-4230-4ec0-b706-30c2baf9f1d9 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:42:15.858361 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57258e5f-4230-4ec0-b706-30c2baf9f1d9 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:42:15.858768 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-57258e5f-4230-4ec0-b706-30c2baf9f1d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:15.859145 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57258e5f-4230-4ec0-b706-30c2baf9f1d9 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:42:15.859610 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-57258e5f-4230-4ec0-b706-30c2baf9f1d9 None None] Bound port: 302ef423-88c0-4a66-bcf4-f06ab33ae5ff, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:42:15.859991 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-57258e5f-4230-4ec0-b706-30c2baf9f1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (302ef423-88c0-4a66-bcf4-f06ab33ae5ff), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:15.906938 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2e76473a-7616-497d-be0f-5e7c78123610 None None] Current status of the port ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:42:15.907077 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8dc41c3-d04f-4766-9113-6b9afaaa63d9 admin admin] Publish callbacks [] for port (189a654f-936a-4d63-b6c9-806863a4e593), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:15.915084 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e99668a0-3879-4bd8-8962-7f6c42d8fca4 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:42:15.947904 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8dc41c3-d04f-4766-9113-6b9afaaa63d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (189a654f-936a-4d63-b6c9-806863a4e593), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:15.963245 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-57258e5f-4230-4ec0-b706-30c2baf9f1d9 None None] For port 302ef423-88c0-4a66-bcf4-f06ab33ae5ff, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:42:15.966575 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-57258e5f-4230-4ec0-b706-30c2baf9f1d9 None None] For port 302ef423-88c0-4a66-bcf4-f06ab33ae5ff, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=302ef423-88c0-4a66-bcf4-f06ab33ae5ff,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:42:15.973529 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-57258e5f-4230-4ec0-b706-30c2baf9f1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (302ef423-88c0-4a66-bcf4-f06ab33ae5ff), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:15.987525 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port e99668a0-3879-4bd8-8962-7f6c42d8fca4 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:42:15.988131 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e99668a0-3879-4bd8-8962-7f6c42d8fca4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:16.020872 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dc41c3-d04f-4766-9113-6b9afaaa63d9 admin admin] Network 81bfb956-ef93-40d5-955e-aa66d73d6be3 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:42:16.031203 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-b8dc41c3-d04f-4766-9113-6b9afaaa63d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:42:16.034288 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc41c3-d04f-4766-9113-6b9afaaa63d9 admin admin] Pushing event updated for resources: {'Port': ['ID=189a654f-936a-4d63-b6c9-806863a4e593,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:16.044853 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dc41c3-d04f-4766-9113-6b9afaaa63d9 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:42:16.069427 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57258e5f-4230-4ec0-b706-30c2baf9f1d9 None None] Routers {'67405c91-9b61-418d-929a-c6bbec965dda'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:42:16.070093 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-57258e5f-4230-4ec0-b706-30c2baf9f1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:41:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['67405c91-9b61-418d-929a-c6bbec965dda'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:42:16.105814 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port e99668a0-3879-4bd8-8962-7f6c42d8fca4 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:42:16.106394 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e99668a0-3879-4bd8-8962-7f6c42d8fca4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:16.110337 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8dc41c3-d04f-4766-9113-6b9afaaa63d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (67405c91-9b61-418d-929a-c6bbec965dda), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:16.156188 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port e99668a0-3879-4bd8-8962-7f6c42d8fca4, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e99668a0-3879-4bd8-8962-7f6c42d8fca4,segment=NetworkSegment(f91e5b2f-6501-498c-9fd2-2f87e3c75866),segment_id=f91e5b2f-6501-498c-9fd2-2f87e3c75866)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:42:16.162699 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e99668a0-3879-4bd8-8962-7f6c42d8fca4), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:16.165141 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:42:16.184093 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae43a9d-9c4d-4dfa-a875-a35b9fb356c5 None None] Pushing event updated for resources: {'Port': ['ID=302ef423-88c0-4a66-bcf4-f06ab33ae5ff,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:16.211509 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-57258e5f-4230-4ec0-b706-30c2baf9f1d9 None None] Set router 67405c91-9b61-418d-929a-c6bbec965dda gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:42:16.216967 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12ffc06-6f4f-4a7f-a005-9f242ccddd4e None None] Network 81bfb956-ef93-40d5-955e-aa66d73d6be3 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:42:16.288647 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8dc41c3-d04f-4766-9113-6b9afaaa63d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (189a654f-936a-4d63-b6c9-806863a4e593), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:16.354386 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:42:16.354895 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:16.401819 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=e99668a0-3879-4bd8-8962-7f6c42d8fca4,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:16.417618 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f88e1cdb-7b1e-48e1-a422-29fc65115585 None None] Provisioning complete for port e99668a0-3879-4bd8-8962-7f6c42d8fca4 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:42:16.418002 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f88e1cdb-7b1e-48e1-a422-29fc65115585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e99668a0-3879-4bd8-8962-7f6c42d8fca4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:16.544753 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-57258e5f-4230-4ec0-b706-30c2baf9f1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67405c91-9b61-418d-929a-c6bbec965dda', 'name': 'tempest-TestServerBasicOps-660987613-router', 'tenant_id': '332109515eec495f9b09cb305573f73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '302ef423-88c0-4a66-bcf4-f06ab33ae5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:42:13Z', 'updated_at': '2022-02-07T21:42:14Z', 'revision_number': 3, 'project_id': '332109515eec495f9b09cb305573f73b', 'gw_port': {'id': '302ef423-88c0-4a66-bcf4-f06ab33ae5ff', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67405c91-9b61-418d-929a-c6bbec965dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:13Z', 'updated_at': '2022-02-07T21:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:42:16.571416 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57258e5f-4230-4ec0-b706-30c2baf9f1d9 None None] The sync data for ids ['67405c91-9b61-418d-929a-c6bbec965dda'] in n-d-828185-2 is: [{'id': '67405c91-9b61-418d-929a-c6bbec965dda', 'name': 'tempest-TestServerBasicOps-660987613-router', 'tenant_id': '332109515eec495f9b09cb305573f73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '302ef423-88c0-4a66-bcf4-f06ab33ae5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:42:13Z', 'updated_at': '2022-02-07T21:42:14Z', 'revision_number': 3, 'project_id': '332109515eec495f9b09cb305573f73b', 'gw_port': {'id': '302ef423-88c0-4a66-bcf4-f06ab33ae5ff', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67405c91-9b61-418d-929a-c6bbec965dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:13Z', 'updated_at': '2022-02-07T21:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:42:16.586076 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:42:16.587285 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c1f8c766-e5e9-41c6-a762-813a5a6311ea up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:42:16.675896 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f88e1cdb-7b1e-48e1-a422-29fc65115585 None None] Current status of the port e99668a0-3879-4bd8-8962-7f6c42d8fca4 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:42:16.706501 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port c1f8c766-e5e9-41c6-a762-813a5a6311ea triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:42:16.707104 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c1f8c766-e5e9-41c6-a762-813a5a6311ea), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:16.809603 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port c1f8c766-e5e9-41c6-a762-813a5a6311ea is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:42:16.814659 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8dc41c3-d04f-4766-9113-6b9afaaa63d9 admin admin] Publish callbacks [] for port (189a654f-936a-4d63-b6c9-806863a4e593), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:16.822024 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8dc41c3-d04f-4766-9113-6b9afaaa63d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (189a654f-936a-4d63-b6c9-806863a4e593), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:16.885193 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8dc41c3-d04f-4766-9113-6b9afaaa63d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (67405c91-9b61-418d-929a-c6bbec965dda), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:16.915342 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6f052986-965e-478b-8aa4-59824e499c64 None None] Provisioning complete for port e99668a0-3879-4bd8-8962-7f6c42d8fca4 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:42:16.915810 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6f052986-965e-478b-8aa4-59824e499c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e99668a0-3879-4bd8-8962-7f6c42d8fca4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:16.924087 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc41c3-d04f-4766-9113-6b9afaaa63d9 admin admin] Pushing event updated for resources: {'Port': ['ID=189a654f-936a-4d63-b6c9-806863a4e593,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:17.042520 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6f052986-965e-478b-8aa4-59824e499c64 None None] Current status of the port e99668a0-3879-4bd8-8962-7f6c42d8fca4 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:42:17.044362 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dc41c3-d04f-4766-9113-6b9afaaa63d9 admin admin] Network 81bfb956-ef93-40d5-955e-aa66d73d6be3 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:42:17.045736 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-b8dc41c3-d04f-4766-9113-6b9afaaa63d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:42:17.057189 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6f052986-965e-478b-8aa4-59824e499c64 None None] Provisioning complete for port 189a654f-936a-4d63-b6c9-806863a4e593 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:42:17.057702 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6f052986-965e-478b-8aa4-59824e499c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (189a654f-936a-4d63-b6c9-806863a4e593), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:17.094976 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6f052986-965e-478b-8aa4-59824e499c64 None None] Port 189a654f-936a-4d63-b6c9-806863a4e593 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:42:17.216636 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8dc41c3-d04f-4766-9113-6b9afaaa63d9 admin admin] Router 67405c91-9b61-418d-929a-c6bbec965dda has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:42:17.222302 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2a0b3613-7c6b-45e6-95f9-e59d7a8ac86a None None] Provisioning complete for port 189a654f-936a-4d63-b6c9-806863a4e593 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:42:17.222866 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3613-7c6b-45e6-95f9-e59d7a8ac86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (189a654f-936a-4d63-b6c9-806863a4e593), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:17.266003 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2a0b3613-7c6b-45e6-95f9-e59d7a8ac86a None None] Port 189a654f-936a-4d63-b6c9-806863a4e593 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:42:17.349368 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8dc41c3-d04f-4766-9113-6b9afaaa63d9 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:42:17.355906 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b8dc41c3-d04f-4766-9113-6b9afaaa63d9 admin admin] 10.222.0.65 "PUT /v2.0/routers/67405c91-9b61-418d-929a-c6bbec965dda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4697418 Feb 07 21:42:17.487646 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2dfbb305-b264-4b75-a1fd-9e55b58ab46b None None] Provisioning complete for port 189a654f-936a-4d63-b6c9-806863a4e593 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:42:17.488436 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2dfbb305-b264-4b75-a1fd-9e55b58ab46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (189a654f-936a-4d63-b6c9-806863a4e593), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:17.529016 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2dfbb305-b264-4b75-a1fd-9e55b58ab46b None None] Port 189a654f-936a-4d63-b6c9-806863a4e593 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:42:17.744738 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e99668a0-3879-4bd8-8962-7f6c42d8fca4 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:42:17.793915 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port e99668a0-3879-4bd8-8962-7f6c42d8fca4 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:42:17.794390 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e99668a0-3879-4bd8-8962-7f6c42d8fca4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:17.872705 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port e99668a0-3879-4bd8-8962-7f6c42d8fca4 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:42:17.873831 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 302ef423-88c0-4a66-bcf4-f06ab33ae5ff up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:42:17.912849 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 42920) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:42:17.917904 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c17767e7-c785-4ccd-bd01-982e640ea9cc tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1562564068', 'description': 'tempest-secgroup-smoke-1562564068 description', 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:42:17.922994 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 302ef423-88c0-4a66-bcf4-f06ab33ae5ff triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:42:17.923370 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (302ef423-88c0-4a66-bcf4-f06ab33ae5ff), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:17.950543 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c17767e7-c785-4ccd-bd01-982e640ea9cc tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.000135 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 302ef423-88c0-4a66-bcf4-f06ab33ae5ff is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:42:18.000545 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (302ef423-88c0-4a66-bcf4-f06ab33ae5ff), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.019333 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c17767e7-c785-4ccd-bd01-982e640ea9cc tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for security_group (289f78bd-0c38-4a83-9adc-b5d6f84a86fd), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.020873 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 302ef423-88c0-4a66-bcf4-f06ab33ae5ff, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=302ef423-88c0-4a66-bcf4-f06ab33ae5ff,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:42:18.023393 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c17767e7-c785-4ccd-bd01-982e640ea9cc tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (289f78bd-0c38-4a83-9adc-b5d6f84a86fd), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.024610 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (302ef423-88c0-4a66-bcf4-f06ab33ae5ff), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.053794 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c17767e7-c785-4ccd-bd01-982e640ea9cc tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.055569 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c17767e7-c785-4ccd-bd01-982e640ea9cc tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1416187 Feb 07 21:42:18.056800 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17767e7-c785-4ccd-bd01-982e640ea9cc tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=289f78bd-0c38-4a83-9adc-b5d6f84a86fd,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:18.059405 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42922) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:42:18.064582 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0fed5a56-01ec-40cb-a400-c59c76e43042 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Request body: {'security_group_rule': {'security_group_id': '289f78bd-0c38-4a83-9adc-b5d6f84a86fd', 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:42:18.075758 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=302ef423-88c0-4a66-bcf4-f06ab33ae5ff,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:18.089572 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fed5a56-01ec-40cb-a400-c59c76e43042 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for security_group_rule (62dea91c-a033-4d2c-abdd-5e2206b2ce3c), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.143153 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fed5a56-01ec-40cb-a400-c59c76e43042 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for security_group_rule (62dea91c-a033-4d2c-abdd-5e2206b2ce3c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.146473 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fed5a56-01ec-40cb-a400-c59c76e43042 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (62dea91c-a033-4d2c-abdd-5e2206b2ce3c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.162774 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed5a56-01ec-40cb-a400-c59c76e43042 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62dea91c-a033-4d2c-abdd-5e2206b2ce3c,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:18.173724 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fed5a56-01ec-40cb-a400-c59c76e43042 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.175213 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0fed5a56-01ec-40cb-a400-c59c76e43042 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1142647 Feb 07 21:42:18.178119 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42924) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:42:18.183054 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f29bf5b8-3de0-4840-96aa-820d9866eaa8 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Request body: {'security_group_rule': {'security_group_id': '289f78bd-0c38-4a83-9adc-b5d6f84a86fd', 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:42:18.206769 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f29bf5b8-3de0-4840-96aa-820d9866eaa8 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for security_group_rule (56b7b9a1-0fcd-4a2b-821a-984e01143560), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.266211 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f29bf5b8-3de0-4840-96aa-820d9866eaa8 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for security_group_rule (56b7b9a1-0fcd-4a2b-821a-984e01143560), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.269673 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f29bf5b8-3de0-4840-96aa-820d9866eaa8 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (56b7b9a1-0fcd-4a2b-821a-984e01143560), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.287244 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29bf5b8-3de0-4840-96aa-820d9866eaa8 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b7b9a1-0fcd-4a2b-821a-984e01143560,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:18.291904 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f29bf5b8-3de0-4840-96aa-820d9866eaa8 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.293144 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f29bf5b8-3de0-4840-96aa-820d9866eaa8 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1140680 Feb 07 21:42:18.295886 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42926) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:42:18.300147 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2e9546f0-85e3-4248-9d42-660f5a8f2598 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Request body: {'security_group_rule': {'security_group_id': '289f78bd-0c38-4a83-9adc-b5d6f84a86fd', 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:42:18.324591 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e9546f0-85e3-4248-9d42-660f5a8f2598 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for security_group_rule (3587d100-27aa-46e9-abb6-003bf96a9e89), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.381694 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e9546f0-85e3-4248-9d42-660f5a8f2598 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for security_group_rule (3587d100-27aa-46e9-abb6-003bf96a9e89), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.385364 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e9546f0-85e3-4248-9d42-660f5a8f2598 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (3587d100-27aa-46e9-abb6-003bf96a9e89), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.402155 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9546f0-85e3-4248-9d42-660f5a8f2598 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3587d100-27aa-46e9-abb6-003bf96a9e89,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:18.409818 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e9546f0-85e3-4248-9d42-660f5a8f2598 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.411125 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2e9546f0-85e3-4248-9d42-660f5a8f2598 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142707 Feb 07 21:42:18.414308 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42928) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:42:18.418659 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3e4948d7-4bfc-494e-a91e-221f69c7cacf tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Request body: {'security_group_rule': {'security_group_id': '289f78bd-0c38-4a83-9adc-b5d6f84a86fd', 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:42:18.445529 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e4948d7-4bfc-494e-a91e-221f69c7cacf tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for security_group_rule (edb3ab22-b929-487f-ba74-ec5a8a09190e), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.457737 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c8270420-82fb-4eef-958f-ee995e27cc57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.503052 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e4948d7-4bfc-494e-a91e-221f69c7cacf tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for security_group_rule (edb3ab22-b929-487f-ba74-ec5a8a09190e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.506628 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e4948d7-4bfc-494e-a91e-221f69c7cacf tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (edb3ab22-b929-487f-ba74-ec5a8a09190e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.523798 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4948d7-4bfc-494e-a91e-221f69c7cacf tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb3ab22-b929-487f-ba74-ec5a8a09190e,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:18.530772 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e4948d7-4bfc-494e-a91e-221f69c7cacf tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.531948 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3e4948d7-4bfc-494e-a91e-221f69c7cacf tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167214 Feb 07 21:42:18.534744 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42930) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:42:18.539675 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a637bdf1-4552-4449-b711-af1627209603 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Request body: {'security_group_rule': {'security_group_id': '289f78bd-0c38-4a83-9adc-b5d6f84a86fd', 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:42:18.558829 n-d-828185-2 neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-a637bdf1-4552-4449-b711-af1627209603 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Project aa9cb3dcece74bc79ad7581cf4947ef5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 21:42:18.563526 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a637bdf1-4552-4449-b711-af1627209603 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for security_group_rule (432b07a6-616e-4b0b-8bf8-3ca81cdf2eba), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.620961 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a637bdf1-4552-4449-b711-af1627209603 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for security_group_rule (432b07a6-616e-4b0b-8bf8-3ca81cdf2eba), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.624593 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a637bdf1-4552-4449-b711-af1627209603 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (432b07a6-616e-4b0b-8bf8-3ca81cdf2eba), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.642376 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637bdf1-4552-4449-b711-af1627209603 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432b07a6-616e-4b0b-8bf8-3ca81cdf2eba,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:18.648618 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a637bdf1-4552-4449-b711-af1627209603 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.652400 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a637bdf1-4552-4449-b711-af1627209603 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1139102 Feb 07 21:42:18.652498 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 42932) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:42:18.656648 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a0cf6fc6-e922-4ed1-8228-738c6c59d1a1 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Request body: {'security_group_rule': {'security_group_id': '289f78bd-0c38-4a83-9adc-b5d6f84a86fd', 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:42:18.676088 n-d-828185-2 neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-a0cf6fc6-e922-4ed1-8228-738c6c59d1a1 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Project aa9cb3dcece74bc79ad7581cf4947ef5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 21:42:18.680949 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6fc6-e922-4ed1-8228-738c6c59d1a1 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for security_group_rule (00f6b8f0-63d7-4962-b639-7645611d4226), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.741693 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6fc6-e922-4ed1-8228-738c6c59d1a1 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for security_group_rule (00f6b8f0-63d7-4962-b639-7645611d4226), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.745572 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6fc6-e922-4ed1-8228-738c6c59d1a1 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (00f6b8f0-63d7-4962-b639-7645611d4226), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.762133 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf6fc6-e922-4ed1-8228-738c6c59d1a1 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f6b8f0-63d7-4962-b639-7645611d4226,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:18.770012 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6fc6-e922-4ed1-8228-738c6c59d1a1 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:18.779673 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a0cf6fc6-e922-4ed1-8228-738c6c59d1a1 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1178493 Feb 07 21:42:18.929694 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-5c282392-007d-4be8-9089-af74b30b6a51 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1562564068&fields=id&tenant_id=aa9cb3dcece74bc79ad7581cf4947ef5 HTTP/1.1" status: 200 len: 267 time: 0.0459783 Feb 07 21:42:19.039143 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-e49f1b71-b57f-4835-8053-378f41b744e9 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:19.042591 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-e49f1b71-b57f-4835-8053-378f41b744e9 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/networks?id=a9fb8e9f-c4a5-45be-a391-d36c8203143a HTTP/1.1" status: 200 len: 809 time: 0.1055486 Feb 07 21:42:19.055693 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-0013712f-d3a9-4ff5-b77d-238a30f155ba tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/quotas/aa9cb3dcece74bc79ad7581cf4947ef5 HTTP/1.1" status: 200 len: 375 time: 0.0095677 Feb 07 21:42:19.116434 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-ce91d759-c6a1-424b-87d7-2c684110ef7b tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=aa9cb3dcece74bc79ad7581cf4947ef5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553946 Feb 07 21:42:19.127795 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df585b2-d427-4dae-99f1-542e21504370 None None] Sync routers for ids ['67405c91-9b61-418d-929a-c6bbec965dda'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:42:19.138221 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df585b2-d427-4dae-99f1-542e21504370 None None] Routers {'67405c91-9b61-418d-929a-c6bbec965dda'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:42:19.138837 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3df585b2-d427-4dae-99f1-542e21504370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:41:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['67405c91-9b61-418d-929a-c6bbec965dda'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:42:19.245038 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-3df585b2-d427-4dae-99f1-542e21504370 None None] Set router 67405c91-9b61-418d-929a-c6bbec965dda gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:42:19.307418 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-f9aa7f98-45f1-4021-bc23-05ff71eb365f service neutron] 10.222.0.65 "GET /v2.0/networks/a9fb8e9f-c4a5-45be-a391-d36c8203143a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781769 Feb 07 21:42:19.399753 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-ab35a6c3-ed3e-4893-a269-5026a7de02cf service neutron] 10.222.0.65 "GET /v2.0/networks/a9fb8e9f-c4a5-45be-a391-d36c8203143a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862052 Feb 07 21:42:19.437308 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3df585b2-d427-4dae-99f1-542e21504370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67405c91-9b61-418d-929a-c6bbec965dda', 'name': 'tempest-TestServerBasicOps-660987613-router', 'tenant_id': '332109515eec495f9b09cb305573f73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '302ef423-88c0-4a66-bcf4-f06ab33ae5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:42:13Z', 'updated_at': '2022-02-07T21:42:16Z', 'revision_number': 4, 'project_id': '332109515eec495f9b09cb305573f73b', 'gw_port': {'id': '302ef423-88c0-4a66-bcf4-f06ab33ae5ff', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67405c91-9b61-418d-929a-c6bbec965dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:13Z', 'updated_at': '2022-02-07T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '189a654f-936a-4d63-b6c9-806863a4e593', 'name': '', 'network_id': '81bfb956-ef93-40d5-955e-aa66d73d6be3', 'tenant_id': '332109515eec495f9b09cb305573f73b', 'mac_address': 'fa:16:3e:14:85:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67405c91-9b61-418d-929a-c6bbec965dda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '5135a233-bb46-4983-9e69-b7f6edec86d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:15Z', 'updated_at': '2022-02-07T21:42:16Z', 'revision_number': 2, 'project_id': '332109515eec495f9b09cb305573f73b', 'subnets': [{'id': '5135a233-bb46-4983-9e69-b7f6edec86d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:42:19.462558 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df585b2-d427-4dae-99f1-542e21504370 None None] Checking router: 67405c91-9b61-418d-929a-c6bbec965dda for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:42:19.463179 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df585b2-d427-4dae-99f1-542e21504370 None None] Updating router 67405c91-9b61-418d-929a-c6bbec965dda port 189a654f-936a-4d63-b6c9-806863a4e593 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:42:19.492962 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3df585b2-d427-4dae-99f1-542e21504370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (189a654f-936a-4d63-b6c9-806863a4e593), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:19.619465 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cec1bc12-db0c-4873-a116-577e35092c7b req-2134e9f5-9351-4981-a4e3-f9c92d571459 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf90d46-7ce0-439c-b309-0d81fb421256 HTTP/1.1" status: 200 len: 210 time: 0.0376499 Feb 07 21:42:19.641625 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 302ef423-88c0-4a66-bcf4-f06ab33ae5ff up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:42:19.772872 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 302ef423-88c0-4a66-bcf4-f06ab33ae5ff triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:42:19.773754 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (302ef423-88c0-4a66-bcf4-f06ab33ae5ff), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:19.897186 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3df585b2-d427-4dae-99f1-542e21504370 None None] Publish callbacks [] for port (189a654f-936a-4d63-b6c9-806863a4e593), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:19.908976 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3df585b2-d427-4dae-99f1-542e21504370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (189a654f-936a-4d63-b6c9-806863a4e593), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:19.950042 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 302ef423-88c0-4a66-bcf4-f06ab33ae5ff is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:42:19.963883 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712c5c1-92e3-45ef-a2e6-9d4362bc2ab6 None None] Pushing event updated for resources: {'Port': ['ID=189a654f-936a-4d63-b6c9-806863a4e593,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:20.022667 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3df585b2-d427-4dae-99f1-542e21504370 None None] Attempting to bind port 189a654f-936a-4d63-b6c9-806863a4e593 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:42:20.023737 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3df585b2-d427-4dae-99f1-542e21504370 None None] Attempting to bind port 189a654f-936a-4d63-b6c9-806863a4e593 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'f91e5b2f-6501-498c-9fd2-2f87e3c75866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '81bfb956-ef93-40d5-955e-aa66d73d6be3'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:42:20.024189 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df585b2-d427-4dae-99f1-542e21504370 None None] Attempting to bind port 189a654f-936a-4d63-b6c9-806863a4e593 on network 81bfb956-ef93-40d5-955e-aa66d73d6be3 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:42:20.030418 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df585b2-d427-4dae-99f1-542e21504370 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:42:20.030806 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df585b2-d427-4dae-99f1-542e21504370 None None] Checking segment: {'id': 'f91e5b2f-6501-498c-9fd2-2f87e3c75866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '81bfb956-ef93-40d5-955e-aa66d73d6be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:42:20.031265 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3df585b2-d427-4dae-99f1-542e21504370 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:20.031671 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df585b2-d427-4dae-99f1-542e21504370 None None] Bound using segment: {'id': 'f91e5b2f-6501-498c-9fd2-2f87e3c75866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '81bfb956-ef93-40d5-955e-aa66d73d6be3'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:42:20.032152 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3df585b2-d427-4dae-99f1-542e21504370 None None] Bound port: 189a654f-936a-4d63-b6c9-806863a4e593, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91e5b2f-6501-498c-9fd2-2f87e3c75866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '81bfb956-ef93-40d5-955e-aa66d73d6be3'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:42:20.032578 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3df585b2-d427-4dae-99f1-542e21504370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (189a654f-936a-4d63-b6c9-806863a4e593), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:20.102299 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3df585b2-d427-4dae-99f1-542e21504370 None None] For port 189a654f-936a-4d63-b6c9-806863a4e593, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:42:20.105880 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3df585b2-d427-4dae-99f1-542e21504370 None None] For port 189a654f-936a-4d63-b6c9-806863a4e593, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=189a654f-936a-4d63-b6c9-806863a4e593,segment=NetworkSegment(f91e5b2f-6501-498c-9fd2-2f87e3c75866),segment_id=f91e5b2f-6501-498c-9fd2-2f87e3c75866)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:42:20.112601 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3df585b2-d427-4dae-99f1-542e21504370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (189a654f-936a-4d63-b6c9-806863a4e593), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:20.169579 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df585b2-d427-4dae-99f1-542e21504370 None None] Routers {'67405c91-9b61-418d-929a-c6bbec965dda'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:42:20.170280 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3df585b2-d427-4dae-99f1-542e21504370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:41:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['67405c91-9b61-418d-929a-c6bbec965dda'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:42:20.277243 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712c5c1-92e3-45ef-a2e6-9d4362bc2ab6 None None] Pushing event updated for resources: {'Port': ['ID=189a654f-936a-4d63-b6c9-806863a4e593,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:20.300113 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f53d0db5-21ce-417f-8713-8f92de6ce823 None None] Provisioning complete for port 189a654f-936a-4d63-b6c9-806863a4e593 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:42:20.300513 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f53d0db5-21ce-417f-8713-8f92de6ce823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (189a654f-936a-4d63-b6c9-806863a4e593), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:20.355414 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-3df585b2-d427-4dae-99f1-542e21504370 None None] Set router 67405c91-9b61-418d-929a-c6bbec965dda gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:42:20.525203 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cbe8b-1b06-449e-bd7a-77609547fa88 req-b2415bd8-52b6-4293-8601-278dd8cdd65d tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:20.527440 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e61cbe8b-1b06-449e-bd7a-77609547fa88 req-b2415bd8-52b6-4293-8601-278dd8cdd65d tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 946 time: 0.0710912 Feb 07 21:42:20.651608 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e61cbe8b-1b06-449e-bd7a-77609547fa88 req-a54dfd12-74e1-49a7-9b8b-8984c6635a61 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4e2a258-61c5-412a-9870-ed46e69de3da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064818 Feb 07 21:42:20.686143 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f53d0db5-21ce-417f-8713-8f92de6ce823 None None] Current status of the port 189a654f-936a-4d63-b6c9-806863a4e593 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:42:20.686704 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f53d0db5-21ce-417f-8713-8f92de6ce823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (189a654f-936a-4d63-b6c9-806863a4e593), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:20.710173 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-472f1db7-84ef-4f68-8731-409b476e64be tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:20.716520 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-472f1db7-84ef-4f68-8731-409b476e64be tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.71 "GET /v2.0/networks?id=a9fb8e9f-c4a5-45be-a391-d36c8203143a HTTP/1.1" status: 200 len: 809 time: 0.1793101 Feb 07 21:42:20.728732 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c5405d88-d548-415a-ba90-842ace48bcf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:20.767409 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f53d0db5-21ce-417f-8713-8f92de6ce823 None None] For port 189a654f-936a-4d63-b6c9-806863a4e593, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=189a654f-936a-4d63-b6c9-806863a4e593,segment=NetworkSegment(f91e5b2f-6501-498c-9fd2-2f87e3c75866),segment_id=f91e5b2f-6501-498c-9fd2-2f87e3c75866)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:42:20.790490 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f53d0db5-21ce-417f-8713-8f92de6ce823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (189a654f-936a-4d63-b6c9-806863a4e593), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:20.803773 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6898ef6e-52ce-4a25-8657-608f92e05b4d req-d0a6061a-c181-4ad9-8bfb-b4e528cce4a9 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf90d46-7ce0-439c-b309-0d81fb421256 HTTP/1.1" status: 200 len: 210 time: 0.0382564 Feb 07 21:42:20.827750 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-6e5d5f5b-ee5b-486c-a47e-c8b22b70ac0c tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa9cb3dcece74bc79ad7581cf4947ef5 HTTP/1.1" status: 200 len: 380 time: 0.1056583 Feb 07 21:42:20.836654 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-98f243cf-bb78-430b-b26c-8aee687de808 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Request body: {'port': {'device_id': '4bf90d46-7ce0-439c-b309-0d81fb421256', 'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a', 'admin_state_up': True, 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'security_groups': ['289f78bd-0c38-4a83-9adc-b5d6f84a86fd']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:42:20.854790 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d0db5-21ce-417f-8713-8f92de6ce823 None None] Pushing event updated for resources: {'Port': ['ID=189a654f-936a-4d63-b6c9-806863a4e593,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:20.865858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3df585b2-d427-4dae-99f1-542e21504370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67405c91-9b61-418d-929a-c6bbec965dda', 'name': 'tempest-TestServerBasicOps-660987613-router', 'tenant_id': '332109515eec495f9b09cb305573f73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '302ef423-88c0-4a66-bcf4-f06ab33ae5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:42:13Z', 'updated_at': '2022-02-07T21:42:16Z', 'revision_number': 4, 'project_id': '332109515eec495f9b09cb305573f73b', 'gw_port': {'id': '302ef423-88c0-4a66-bcf4-f06ab33ae5ff', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67405c91-9b61-418d-929a-c6bbec965dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:13Z', 'updated_at': '2022-02-07T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '189a654f-936a-4d63-b6c9-806863a4e593', 'name': '', 'network_id': '81bfb956-ef93-40d5-955e-aa66d73d6be3', 'tenant_id': '332109515eec495f9b09cb305573f73b', 'mac_address': 'fa:16:3e:14:85:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67405c91-9b61-418d-929a-c6bbec965dda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '5135a233-bb46-4983-9e69-b7f6edec86d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:15Z', 'updated_at': '2022-02-07T21:42:20Z', 'revision_number': 4, 'project_id': '332109515eec495f9b09cb305573f73b', 'subnets': [{'id': '5135a233-bb46-4983-9e69-b7f6edec86d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:42:20.893964 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df585b2-d427-4dae-99f1-542e21504370 None None] The sync data for ids ['67405c91-9b61-418d-929a-c6bbec965dda'] in n-d-828185-2 is: [{'id': '67405c91-9b61-418d-929a-c6bbec965dda', 'name': 'tempest-TestServerBasicOps-660987613-router', 'tenant_id': '332109515eec495f9b09cb305573f73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '302ef423-88c0-4a66-bcf4-f06ab33ae5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:42:13Z', 'updated_at': '2022-02-07T21:42:16Z', 'revision_number': 4, 'project_id': '332109515eec495f9b09cb305573f73b', 'gw_port': {'id': '302ef423-88c0-4a66-bcf4-f06ab33ae5ff', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67405c91-9b61-418d-929a-c6bbec965dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:13Z', 'updated_at': '2022-02-07T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '189a654f-936a-4d63-b6c9-806863a4e593', 'name': '', 'network_id': '81bfb956-ef93-40d5-955e-aa66d73d6be3', 'tenant_id': '332109515eec495f9b09cb305573f73b', 'mac_address': 'fa:16:3e:14:85:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67405c91-9b61-418d-929a-c6bbec965dda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '5135a233-bb46-4983-9e69-b7f6edec86d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:15Z', 'updated_at': '2022-02-07T21:42:20Z', 'revision_number': 4, 'project_id': '332109515eec495f9b09cb305573f73b', 'subnets': [{'id': '5135a233-bb46-4983-9e69-b7f6edec86d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:42:20.915321 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8e68ae7c-6ae1-492a-8cdc-b72d8abb0a3d None None] Provisioning complete for port 189a654f-936a-4d63-b6c9-806863a4e593 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:42:20.915641 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8e68ae7c-6ae1-492a-8cdc-b72d8abb0a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (189a654f-936a-4d63-b6c9-806863a4e593), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:21.004639 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-98f243cf-bb78-430b-b26c-8aee687de808 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Made reservation on behalf of aa9cb3dcece74bc79ad7581cf4947ef5 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:42:21.015378 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-98f243cf-bb78-430b-b26c-8aee687de808 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:21.052046 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8e68ae7c-6ae1-492a-8cdc-b72d8abb0a3d None None] Current status of the port 189a654f-936a-4d63-b6c9-806863a4e593 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:42:21.164260 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-98f243cf-bb78-430b-b26c-8aee687de808 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Allocated IP 172.20.0.4 (a9fb8e9f-c4a5-45be-a391-d36c8203143a/5ad02c56-9942-4a88-9295-bd5489fb9033/f16cab5e-0b19-4785-8c22-560983bf679a) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:42:21.307796 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-98f243cf-bb78-430b-b26c-8aee687de808 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for port (f16cab5e-0b19-4785-8c22-560983bf679a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:21.342531 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-98f243cf-bb78-430b-b26c-8aee687de808 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f16cab5e-0b19-4785-8c22-560983bf679a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:21.392353 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-98f243cf-bb78-430b-b26c-8aee687de808 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Network a9fb8e9f-c4a5-45be-a391-d36c8203143a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:42:21.395603 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-98f243cf-bb78-430b-b26c-8aee687de808 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:42:21.400034 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-98f243cf-bb78-430b-b26c-8aee687de808 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:42:21.429890 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f243cf-bb78-430b-b26c-8aee687de808 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Pushing event updated for resources: {'Port': ['ID=f16cab5e-0b19-4785-8c22-560983bf679a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:21.454077 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-98f243cf-bb78-430b-b26c-8aee687de808 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:21.455317 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-98f243cf-bb78-430b-b26c-8aee687de808 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:21.475739 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-98f243cf-bb78-430b-b26c-8aee687de808 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6428924 Feb 07 21:42:21.550833 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-809129b6-8a9f-4a87-b746-1b5bc7c9cd5b service neutron] Request body: {'port': {'device_id': '4bf90d46-7ce0-439c-b309-0d81fb421256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:42:21.627921 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-809129b6-8a9f-4a87-b746-1b5bc7c9cd5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f16cab5e-0b19-4785-8c22-560983bf679a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:21.662252 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 189a654f-936a-4d63-b6c9-806863a4e593 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:42:21.711668 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-65888528-4634-4ff7-8490-688aa71a3694 None None] Provisioning complete for port f16cab5e-0b19-4785-8c22-560983bf679a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:42:21.712377 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-65888528-4634-4ff7-8490-688aa71a3694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f16cab5e-0b19-4785-8c22-560983bf679a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:21.755786 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-65888528-4634-4ff7-8490-688aa71a3694 None None] Port f16cab5e-0b19-4785-8c22-560983bf679a cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:42:21.757858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 189a654f-936a-4d63-b6c9-806863a4e593 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:42:21.758289 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (189a654f-936a-4d63-b6c9-806863a4e593), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:21.841860 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 189a654f-936a-4d63-b6c9-806863a4e593 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:42:21.862522 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817cea1-77aa-493e-bf46-81d67914870a req-e5139dba-8fb9-4ffc-a3e9-a89faad5bf30 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:21.864786 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f817cea1-77aa-493e-bf46-81d67914870a req-e5139dba-8fb9-4ffc-a3e9-a89faad5bf30 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 946 time: 0.1275697 Feb 07 21:42:21.883210 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:21.982326 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f817cea1-77aa-493e-bf46-81d67914870a req-71d9802b-6710-4f67-8e40-bd895054df09 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4e2a258-61c5-412a-9870-ed46e69de3da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084797 Feb 07 21:42:22.005182 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af83fdf-4eb2-4837-8dde-306832fb2366 req-c6c7cf93-e06e-4096-a49d-ec04021faee2 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:22.006637 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7af83fdf-4eb2-4837-8dde-306832fb2366 req-c6c7cf93-e06e-4096-a49d-ec04021faee2 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf90d46-7ce0-439c-b309-0d81fb421256 HTTP/1.1" status: 200 len: 931 time: 0.1173859 Feb 07 21:42:22.057381 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-809129b6-8a9f-4a87-b746-1b5bc7c9cd5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f16cab5e-0b19-4785-8c22-560983bf679a {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:42:22.071077 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-809129b6-8a9f-4a87-b746-1b5bc7c9cd5b service neutron] Publish callbacks [] for port (f16cab5e-0b19-4785-8c22-560983bf679a), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:22.093933 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7af83fdf-4eb2-4837-8dde-306832fb2366 req-dd94935c-86e0-431e-8c0d-c0c6e1695f14 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/security-groups?id=289f78bd-0c38-4a83-9adc-b5d6f84a86fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816567 Feb 07 21:42:22.096180 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-809129b6-8a9f-4a87-b746-1b5bc7c9cd5b service neutron] Transition to ACTIVE for port object f16cab5e-0b19-4785-8c22-560983bf679a will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:42:22.100220 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-809129b6-8a9f-4a87-b746-1b5bc7c9cd5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (f16cab5e-0b19-4785-8c22-560983bf679a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:22.151309 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809129b6-8a9f-4a87-b746-1b5bc7c9cd5b service neutron] Pushing event updated for resources: {'Port': ['ID=f16cab5e-0b19-4785-8c22-560983bf679a,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:22.227477 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-809129b6-8a9f-4a87-b746-1b5bc7c9cd5b service neutron] Attempting to bind port f16cab5e-0b19-4785-8c22-560983bf679a on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:42:22.228062 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-809129b6-8a9f-4a87-b746-1b5bc7c9cd5b service neutron] Attempting to bind port f16cab5e-0b19-4785-8c22-560983bf679a by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '5c21e18d-64f5-4776-b7e8-3e9e19c55e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:42:22.228445 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-809129b6-8a9f-4a87-b746-1b5bc7c9cd5b service neutron] Attempting to bind port f16cab5e-0b19-4785-8c22-560983bf679a on network a9fb8e9f-c4a5-45be-a391-d36c8203143a {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:42:22.234736 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-809129b6-8a9f-4a87-b746-1b5bc7c9cd5b service neutron] Port f16cab5e-0b19-4785-8c22-560983bf679a on network a9fb8e9f-c4a5-45be-a391-d36c8203143a not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:42:22.235058 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-809129b6-8a9f-4a87-b746-1b5bc7c9cd5b service neutron] Attempting to bind port f16cab5e-0b19-4785-8c22-560983bf679a on network a9fb8e9f-c4a5-45be-a391-d36c8203143a {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:42:22.240226 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-809129b6-8a9f-4a87-b746-1b5bc7c9cd5b service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:42:22.240596 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-809129b6-8a9f-4a87-b746-1b5bc7c9cd5b service neutron] Checking segment: {'id': '5c21e18d-64f5-4776-b7e8-3e9e19c55e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:42:22.240978 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-809129b6-8a9f-4a87-b746-1b5bc7c9cd5b service neutron] Bound using segment: {'id': '5c21e18d-64f5-4776-b7e8-3e9e19c55e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:42:22.241461 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-809129b6-8a9f-4a87-b746-1b5bc7c9cd5b service neutron] Bound port: f16cab5e-0b19-4785-8c22-560983bf679a, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c21e18d-64f5-4776-b7e8-3e9e19c55e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:42:22.242337 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-809129b6-8a9f-4a87-b746-1b5bc7c9cd5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f16cab5e-0b19-4785-8c22-560983bf679a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:22.308529 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-809129b6-8a9f-4a87-b746-1b5bc7c9cd5b service neutron] For port f16cab5e-0b19-4785-8c22-560983bf679a, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:42:22.311609 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-809129b6-8a9f-4a87-b746-1b5bc7c9cd5b service neutron] For port f16cab5e-0b19-4785-8c22-560983bf679a, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=f16cab5e-0b19-4785-8c22-560983bf679a,segment=NetworkSegment(5c21e18d-64f5-4776-b7e8-3e9e19c55e96),segment_id=5c21e18d-64f5-4776-b7e8-3e9e19c55e96)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:42:22.317652 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-809129b6-8a9f-4a87-b746-1b5bc7c9cd5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (f16cab5e-0b19-4785-8c22-560983bf679a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:22.352817 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-809129b6-8a9f-4a87-b746-1b5bc7c9cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:22.353446 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-809129b6-8a9f-4a87-b746-1b5bc7c9cd5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:22.354855 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-809129b6-8a9f-4a87-b746-1b5bc7c9cd5b service neutron] 10.222.0.71 "PUT /v2.0/ports/f16cab5e-0b19-4785-8c22-560983bf679a HTTP/1.1" status: 200 len: 1091 time: 0.8726616 Feb 07 21:42:22.355301 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf90d46-7ce0-439c-b309-0d81fb421256', 'tag': 'f16cab5e-0b19-4785-8c22-560983bf679a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:42:22.357598 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54aa154d-dc63-462f-9584-a7afc56f56e3" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf90d46-7ce0-439c-b309-0d81fb421256", "tag": "f16cab5e-0b19-4785-8c22-560983bf679a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:42:22.380802 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809129b6-8a9f-4a87-b746-1b5bc7c9cd5b service neutron] Pushing event updated for resources: {'Port': ['ID=f16cab5e-0b19-4785-8c22-560983bf679a,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:22.472789 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-4b21639a-3364-4a02-984c-22f6f06f176d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:22.474388 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-4b21639a-3364-4a02-984c-22f6f06f176d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aa9cb3dcece74bc79ad7581cf4947ef5&device_id=4bf90d46-7ce0-439c-b309-0d81fb421256 HTTP/1.1" status: 200 len: 1125 time: 0.0682721 Feb 07 21:42:22.478939 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6daeac-8366-48b0-a992-e3b5ca213634 x-openstack-request-id: req-cc6daeac-8366-48b0-a992-e3b5ca213634 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:42:22.479236 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf90d46-7ce0-439c-b309-0d81fb421256", "tag": "f16cab5e-0b19-4785-8c22-560983bf679a", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:42:22.479492 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cc6daeac-8366-48b0-a992-e3b5ca213634 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:42:22.479894 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf90d46-7ce0-439c-b309-0d81fb421256', 'tag': 'f16cab5e-0b19-4785-8c22-560983bf679a', 'status': 'completed', 'code': 200} Feb 07 21:42:22.524900 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-dcccbbbf-cad7-4dce-be5f-564e90cf07cc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f16cab5e-0b19-4785-8c22-560983bf679a HTTP/1.1" status: 200 len: 217 time: 0.0389197 Feb 07 21:42:22.575954 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-437260b2-5fe3-43c8-897a-31cb7d651924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:22.577675 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-437260b2-5fe3-43c8-897a-31cb7d651924 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5ad02c56-9942-4a88-9295-bd5489fb9033 HTTP/1.1" status: 200 len: 848 time: 0.0474291 Feb 07 21:42:22.631973 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-82f88a34-0764-4673-880b-ad0bf02e3ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:22.633758 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-82f88a34-0764-4673-880b-ad0bf02e3ef9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a9fb8e9f-c4a5-45be-a391-d36c8203143a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0507796 Feb 07 21:42:22.729621 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-052677a6-9dff-40d3-ae9e-40e2a03e5825 service neutron] 10.222.0.71 "GET /v2.0/networks/a9fb8e9f-c4a5-45be-a391-d36c8203143a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898080 Feb 07 21:42:22.818426 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-847d7c8f-1e73-412a-a315-d65c18669fc1 req-dc69e51e-f324-4978-9758-15b8a9aca13d service neutron] 10.222.0.71 "GET /v2.0/networks/a9fb8e9f-c4a5-45be-a391-d36c8203143a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831540 Feb 07 21:42:22.913116 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa154d-dc63-462f-9584-a7afc56f56e3 req-878c62ee-4c27-4af7-8121-d6a42eb50541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:22.914853 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-54aa154d-dc63-462f-9584-a7afc56f56e3 req-878c62ee-4c27-4af7-8121-d6a42eb50541 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aa9cb3dcece74bc79ad7581cf4947ef5&device_id=4bf90d46-7ce0-439c-b309-0d81fb421256 HTTP/1.1" status: 200 len: 1125 time: 0.0484457 Feb 07 21:42:23.008547 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa154d-dc63-462f-9584-a7afc56f56e3 req-8bc19414-320b-4337-aeef-003a0ec7d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:23.010029 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-54aa154d-dc63-462f-9584-a7afc56f56e3 req-8bc19414-320b-4337-aeef-003a0ec7d076 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a9fb8e9f-c4a5-45be-a391-d36c8203143a HTTP/1.1" status: 200 len: 910 time: 0.0898337 Feb 07 21:42:23.051557 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-54aa154d-dc63-462f-9584-a7afc56f56e3 req-e67349e1-b21d-43c4-bd7c-8c38b618f85d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f16cab5e-0b19-4785-8c22-560983bf679a HTTP/1.1" status: 200 len: 217 time: 0.0360706 Feb 07 21:42:23.137946 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa154d-dc63-462f-9584-a7afc56f56e3 req-97538f1a-cd48-43e0-8537-b171ea651465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:23.139394 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-54aa154d-dc63-462f-9584-a7afc56f56e3 req-97538f1a-cd48-43e0-8537-b171ea651465 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5ad02c56-9942-4a88-9295-bd5489fb9033 HTTP/1.1" status: 200 len: 848 time: 0.0777988 Feb 07 21:42:23.146841 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeeae00-faff-4365-9bb5-27d8179f8c3e req-31199fdc-5f2b-4903-9962-2e2355a5d324 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:23.148212 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ffeeae00-faff-4365-9bb5-27d8179f8c3e req-31199fdc-5f2b-4903-9962-2e2355a5d324 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 946 time: 0.0957990 Feb 07 21:42:23.260618 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ffeeae00-faff-4365-9bb5-27d8179f8c3e req-456cf192-b182-4cbe-ad9c-635472856a49 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4e2a258-61c5-412a-9870-ed46e69de3da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040335 Feb 07 21:42:23.263217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa154d-dc63-462f-9584-a7afc56f56e3 req-1dfcdbec-6e70-4a64-a885-1c15decbeef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:23.264619 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-54aa154d-dc63-462f-9584-a7afc56f56e3 req-1dfcdbec-6e70-4a64-a885-1c15decbeef8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a9fb8e9f-c4a5-45be-a391-d36c8203143a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1155293 Feb 07 21:42:23.274991 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14616f68-5b2b-4769-9fbf-74b01c5280c5 req-b2ecb709-932e-4f91-9da1-bcf1ab8d5528 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:23.276379 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14616f68-5b2b-4769-9fbf-74b01c5280c5 req-b2ecb709-932e-4f91-9da1-bcf1ab8d5528 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf90d46-7ce0-439c-b309-0d81fb421256 HTTP/1.1" status: 200 len: 943 time: 0.0990455 Feb 07 21:42:23.362018 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:23.370315 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14616f68-5b2b-4769-9fbf-74b01c5280c5 req-939c3fbf-6d63-4bf7-80bf-ee3108a67648 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/security-groups?id=289f78bd-0c38-4a83-9adc-b5d6f84a86fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861385 Feb 07 21:42:23.394841 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-54aa154d-dc63-462f-9584-a7afc56f56e3 req-de6ce274-c6eb-4f24-8738-083e4c752b0e service neutron] 10.222.0.71 "GET /v2.0/networks/a9fb8e9f-c4a5-45be-a391-d36c8203143a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175046 Feb 07 21:42:23.485640 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-54aa154d-dc63-462f-9584-a7afc56f56e3 req-5953b1fb-62ff-461b-bda8-dfd0b04b72e8 service neutron] 10.222.0.71 "GET /v2.0/networks/a9fb8e9f-c4a5-45be-a391-d36c8203143a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845740 Feb 07 21:42:24.377946 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87973173-b0d6-4ddc-ba7e-dfe3df1c0723 req-66e9ff69-25dd-4a56-af2d-2fb6115c0d84 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:24.379413 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87973173-b0d6-4ddc-ba7e-dfe3df1c0723 req-66e9ff69-25dd-4a56-af2d-2fb6115c0d84 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 946 time: 0.0528922 Feb 07 21:42:24.428438 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87973173-b0d6-4ddc-ba7e-dfe3df1c0723 req-9bd86dce-1063-4e11-8cdc-21bb2b322e1b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4e2a258-61c5-412a-9870-ed46e69de3da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427825 Feb 07 21:42:24.494605 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf412ea-ed59-44ce-b1ae-190f397e56f6 req-fc92ce3b-c472-46b3-a53d-28cce282ba65 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:24.496064 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8bf412ea-ed59-44ce-b1ae-190f397e56f6 req-fc92ce3b-c472-46b3-a53d-28cce282ba65 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf90d46-7ce0-439c-b309-0d81fb421256 HTTP/1.1" status: 200 len: 943 time: 0.0567713 Feb 07 21:42:24.544015 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8bf412ea-ed59-44ce-b1ae-190f397e56f6 req-3210b57a-c44a-4027-b66f-2095cc445dbc tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/security-groups?id=289f78bd-0c38-4a83-9adc-b5d6f84a86fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422649 Feb 07 21:42:24.681947 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:25.544627 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ecceb-9041-4efa-8030-7682d28349f7 req-6d20205c-bd05-46a5-8578-681285f03666 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:25.546069 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-626ecceb-9041-4efa-8030-7682d28349f7 req-6d20205c-bd05-46a5-8578-681285f03666 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 946 time: 0.0514646 Feb 07 21:42:25.596354 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-626ecceb-9041-4efa-8030-7682d28349f7 req-e8ddd9f2-e114-49dd-86d5-1bc14a6f41cf tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4e2a258-61c5-412a-9870-ed46e69de3da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445890 Feb 07 21:42:25.666403 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0fd2c-75ad-440e-97ae-d703be9a0671 req-ee1bc34d-1780-4eb5-89f1-4166b37301ef tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:25.667870 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4dc0fd2c-75ad-440e-97ae-d703be9a0671 req-ee1bc34d-1780-4eb5-89f1-4166b37301ef tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf90d46-7ce0-439c-b309-0d81fb421256 HTTP/1.1" status: 200 len: 943 time: 0.0532773 Feb 07 21:42:25.720271 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4dc0fd2c-75ad-440e-97ae-d703be9a0671 req-d823949d-7b3a-4cc0-a9a7-18ce1563745f tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/security-groups?id=289f78bd-0c38-4a83-9adc-b5d6f84a86fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466306 Feb 07 21:42:26.717227 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e97b8d-324c-4d0f-b1a3-36478cb113ed req-638d2bf4-7681-4dc2-83f1-132b6f9a3e41 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:26.718693 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38e97b8d-324c-4d0f-b1a3-36478cb113ed req-638d2bf4-7681-4dc2-83f1-132b6f9a3e41 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 946 time: 0.0520620 Feb 07 21:42:26.768775 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38e97b8d-324c-4d0f-b1a3-36478cb113ed req-bcc6ca1a-225f-4950-b993-1e9e520e544c tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4e2a258-61c5-412a-9870-ed46e69de3da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443416 Feb 07 21:42:26.843008 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a12ce-646c-4b75-a07f-a61adce86356 req-27888598-9294-4eeb-9dd0-03b76f6d3590 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:26.844425 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e21a12ce-646c-4b75-a07f-a61adce86356 req-27888598-9294-4eeb-9dd0-03b76f6d3590 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf90d46-7ce0-439c-b309-0d81fb421256 HTTP/1.1" status: 200 len: 943 time: 0.0513976 Feb 07 21:42:26.892696 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e21a12ce-646c-4b75-a07f-a61adce86356 req-44b2b620-72af-4431-902b-bce94198acbd tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/security-groups?id=289f78bd-0c38-4a83-9adc-b5d6f84a86fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427060 Feb 07 21:42:27.094193 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device f16cab5e-0b19-4785-8c22-560983bf679a details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:42:27.193192 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port f16cab5e-0b19-4785-8c22-560983bf679a, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=f16cab5e-0b19-4785-8c22-560983bf679a,segment=NetworkSegment(5c21e18d-64f5-4776-b7e8-3e9e19c55e96),segment_id=5c21e18d-64f5-4776-b7e8-3e9e19c55e96)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:42:27.204379 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'f16cab5e-0b19-4785-8c22-560983bf679a', 'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a', 'port_id': 'f16cab5e-0b19-4785-8c22-560983bf679a', 'mac_address': 'fa:16:3e:1c:0c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad02c56-9942-4a88-9295-bd5489fb9033', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:42:27.239826 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port f16cab5e-0b19-4785-8c22-560983bf679a is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:42:27.240213 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f16cab5e-0b19-4785-8c22-560983bf679a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:27.253552 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f16cab5e-0b19-4785-8c22-560983bf679a {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:42:27.272301 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port f16cab5e-0b19-4785-8c22-560983bf679a, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=f16cab5e-0b19-4785-8c22-560983bf679a,segment=NetworkSegment(5c21e18d-64f5-4776-b7e8-3e9e19c55e96),segment_id=5c21e18d-64f5-4776-b7e8-3e9e19c55e96)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:42:27.275879 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f16cab5e-0b19-4785-8c22-560983bf679a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:27.325277 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=f16cab5e-0b19-4785-8c22-560983bf679a,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:27.638478 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['f16cab5e-0b19-4785-8c22-560983bf679a'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:42:27.898305 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106af4b-5a81-4262-a570-6d52a2025750 req-7b574a2f-4639-4cd2-a32d-55e44070f10a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:27.899779 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3106af4b-5a81-4262-a570-6d52a2025750 req-7b574a2f-4639-4cd2-a32d-55e44070f10a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 946 time: 0.0577743 Feb 07 21:42:27.948231 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3106af4b-5a81-4262-a570-6d52a2025750 req-7f35fdc0-8f76-4e17-8425-5b55db1e59ef tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4e2a258-61c5-412a-9870-ed46e69de3da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428982 Feb 07 21:42:28.014993 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1d878-00f5-4e3d-8c84-afb11ca0b58f req-a8a0b74d-24fa-4370-91b2-afd3c4294380 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:28.016416 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-28b1d878-00f5-4e3d-8c84-afb11ca0b58f req-a8a0b74d-24fa-4370-91b2-afd3c4294380 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf90d46-7ce0-439c-b309-0d81fb421256 HTTP/1.1" status: 200 len: 944 time: 0.0524142 Feb 07 21:42:28.064686 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-28b1d878-00f5-4e3d-8c84-afb11ca0b58f req-45c923c6-22b4-43bc-b738-bb463e230985 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/security-groups?id=289f78bd-0c38-4a83-9adc-b5d6f84a86fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425639 Feb 07 21:42:29.072291 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2ed88-f8c4-44d8-8641-f281b3083a32 req-0f436070-f413-435e-aef9-aa57e7435e8a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:29.073795 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2b2ed88-f8c4-44d8-8641-f281b3083a32 req-0f436070-f413-435e-aef9-aa57e7435e8a tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 946 time: 0.0564480 Feb 07 21:42:29.092426 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device f16cab5e-0b19-4785-8c22-560983bf679a up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:42:29.126373 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2b2ed88-f8c4-44d8-8641-f281b3083a32 req-cc4030f9-c465-44ab-92e6-5d42fa3d92fb tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4e2a258-61c5-412a-9870-ed46e69de3da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469971 Feb 07 21:42:29.142623 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port f16cab5e-0b19-4785-8c22-560983bf679a completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:42:29.150392 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port f16cab5e-0b19-4785-8c22-560983bf679a triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:42:29.150758 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f16cab5e-0b19-4785-8c22-560983bf679a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:29.189473 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9cbab-8e91-42f2-b7c6-8e87288a62c9 req-f03f9e42-fc2f-46e8-b2f4-013f7a9bbfff tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:29.190944 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9b9cbab-8e91-42f2-b7c6-8e87288a62c9 req-f03f9e42-fc2f-46e8-b2f4-013f7a9bbfff tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf90d46-7ce0-439c-b309-0d81fb421256 HTTP/1.1" status: 200 len: 944 time: 0.0524848 Feb 07 21:42:29.228808 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port f16cab5e-0b19-4785-8c22-560983bf679a is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:42:29.229106 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f16cab5e-0b19-4785-8c22-560983bf679a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:29.241852 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9b9cbab-8e91-42f2-b7c6-8e87288a62c9 req-99345025-2cbe-4656-a48c-ac090b7f5a15 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/security-groups?id=289f78bd-0c38-4a83-9adc-b5d6f84a86fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438793 Feb 07 21:42:29.251949 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf90d46-7ce0-439c-b309-0d81fb421256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16cab5e-0b19-4785-8c22-560983bf679a'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:42:29.254302 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8c3502-715d-48b4-b59a-56e215d83c3c" -d '{"events": [{"server_uuid": "4bf90d46-7ce0-439c-b309-0d81fb421256", "name": "network-vif-plugged", "status": "completed", "tag": "f16cab5e-0b19-4785-8c22-560983bf679a"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:42:29.267176 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port f16cab5e-0b19-4785-8c22-560983bf679a, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=f16cab5e-0b19-4785-8c22-560983bf679a,segment=NetworkSegment(5c21e18d-64f5-4776-b7e8-3e9e19c55e96),segment_id=5c21e18d-64f5-4776-b7e8-3e9e19c55e96)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:42:29.271359 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f16cab5e-0b19-4785-8c22-560983bf679a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:29.317208 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=f16cab5e-0b19-4785-8c22-560983bf679a,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:29.359466 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ee15a1-4f0f-4fcc-af2d-3f67455284d3 x-openstack-request-id: req-d9ee15a1-4f0f-4fcc-af2d-3f67455284d3 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:42:29.359762 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf90d46-7ce0-439c-b309-0d81fb421256", "name": "network-vif-plugged", "status": "completed", "tag": "f16cab5e-0b19-4785-8c22-560983bf679a", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:42:29.360020 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d9ee15a1-4f0f-4fcc-af2d-3f67455284d3 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:42:29.360480 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf90d46-7ce0-439c-b309-0d81fb421256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16cab5e-0b19-4785-8c22-560983bf679a', 'code': 200} Feb 07 21:42:29.455095 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b3eab-c001-4613-b810-e4020fd28668 req-256fecc5-9b3a-49b8-a30f-516c0d180542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:29.456591 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f4b3eab-c001-4613-b810-e4020fd28668 req-256fecc5-9b3a-49b8-a30f-516c0d180542 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4bf90d46-7ce0-439c-b309-0d81fb421256 HTTP/1.1" status: 200 len: 1127 time: 0.0424924 Feb 07 21:42:29.503964 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f4b3eab-c001-4613-b810-e4020fd28668 req-ba378626-52e3-4dfa-a563-05be13bd51ed service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=289f78bd-0c38-4a83-9adc-b5d6f84a86fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420189 Feb 07 21:42:30.244376 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbf3e7-887e-4c86-b149-238eff125cc3 req-dbf49b27-92fd-48f4-b019-a8ede169aac1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:30.245836 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3acbf3e7-887e-4c86-b149-238eff125cc3 req-dbf49b27-92fd-48f4-b019-a8ede169aac1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 946 time: 0.0521479 Feb 07 21:42:30.294053 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3acbf3e7-887e-4c86-b149-238eff125cc3 req-6a4d3c80-c61c-40b2-b8ac-6f4a6c752032 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4e2a258-61c5-412a-9870-ed46e69de3da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426676 Feb 07 21:42:30.371400 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac963b9e-4b5f-4003-9975-f8a98a50c1cb req-6053caac-fd4b-45bd-8079-8cc8d54ad3ad tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:30.372900 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac963b9e-4b5f-4003-9975-f8a98a50c1cb req-6053caac-fd4b-45bd-8079-8cc8d54ad3ad tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf90d46-7ce0-439c-b309-0d81fb421256 HTTP/1.1" status: 200 len: 945 time: 0.0604682 Feb 07 21:42:30.420635 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac963b9e-4b5f-4003-9975-f8a98a50c1cb req-bc61e269-a357-4749-8dcc-402621115089 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/security-groups?id=289f78bd-0c38-4a83-9adc-b5d6f84a86fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419083 Feb 07 21:42:31.415953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb946a-c618-4c93-8d95-5a7fa4e08bc5 req-e02c97ee-6d27-49f1-97b6-99e04b592854 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:31.417469 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c3bb946a-c618-4c93-8d95-5a7fa4e08bc5 req-e02c97ee-6d27-49f1-97b6-99e04b592854 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 946 time: 0.0567780 Feb 07 21:42:31.465982 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c3bb946a-c618-4c93-8d95-5a7fa4e08bc5 req-ffcc725d-4e5f-46e3-9417-f0ee6a1be3f2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4e2a258-61c5-412a-9870-ed46e69de3da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429363 Feb 07 21:42:31.538244 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcd665-2709-404c-ad73-7bf1a944a743 req-e49e9d1f-a23b-455a-8d70-d4e758d90080 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:31.539689 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2dcd665-2709-404c-ad73-7bf1a944a743 req-e49e9d1f-a23b-455a-8d70-d4e758d90080 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf90d46-7ce0-439c-b309-0d81fb421256 HTTP/1.1" status: 200 len: 945 time: 0.0523713 Feb 07 21:42:31.588056 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2dcd665-2709-404c-ad73-7bf1a944a743 req-fb46e990-1e4e-480b-ab56-7b105600f899 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/security-groups?id=289f78bd-0c38-4a83-9adc-b5d6f84a86fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427239 Feb 07 21:42:31.704790 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b59b89-6900-4df5-a6d7-24628f3e2aa1 req-bd8efa45-ff57-4b38-a1dd-ef1d7e8895f7 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:31.704790 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c5b59b89-6900-4df5-a6d7-24628f3e2aa1 req-bd8efa45-ff57-4b38-a1dd-ef1d7e8895f7 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf90d46-7ce0-439c-b309-0d81fb421256 HTTP/1.1" status: 200 len: 945 time: 0.0510607 Feb 07 21:42:31.756834 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c5b59b89-6900-4df5-a6d7-24628f3e2aa1 req-2523e123-d993-4b2c-b407-191df1b89d1e tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/security-groups?id=289f78bd-0c38-4a83-9adc-b5d6f84a86fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468743 Feb 07 21:42:31.874023 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54114e97-29da-448f-b9c1-516ffc76ecd1 req-e5645eff-7bc8-4a7f-8017-29302a257f14 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:31.875517 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-54114e97-29da-448f-b9c1-516ffc76ecd1 req-e5645eff-7bc8-4a7f-8017-29302a257f14 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf90d46-7ce0-439c-b309-0d81fb421256 HTTP/1.1" status: 200 len: 945 time: 0.0551686 Feb 07 21:42:31.923925 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-54114e97-29da-448f-b9c1-516ffc76ecd1 req-710ddcc3-bb7e-44b5-afb5-153e1fada4d6 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/security-groups?id=289f78bd-0c38-4a83-9adc-b5d6f84a86fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428994 Feb 07 21:42:31.946342 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43032) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:42:32.032187 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4f1360-45df-4ad6-a559-5be865779fbc tempest-TestServerBasicOps-690652768 tempest-TestServerBasicOps-690652768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:32.033726 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2f4f1360-45df-4ad6-a559-5be865779fbc tempest-TestServerBasicOps-690652768 tempest-TestServerBasicOps-690652768-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4bf90d46-7ce0-439c-b309-0d81fb421256 HTTP/1.1" status: 200 len: 1122 time: 0.0864391 Feb 07 21:42:32.036625 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43036) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:42:32.040748 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1060e43b-c88d-402f-ac20-1c533dbdc4e4 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'port_id': 'f16cab5e-0b19-4785-8c22-560983bf679a', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:42:32.060540 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1060e43b-c88d-402f-ac20-1c533dbdc4e4 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:32.157059 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1060e43b-c88d-402f-ac20-1c533dbdc4e4 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:32.259602 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-1060e43b-c88d-402f-ac20-1c533dbdc4e4 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Allocated IP 172.25.4.57 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/37068ee5-c6ee-44c8-adde-47cd887a9c25) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:42:32.363480 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1060e43b-c88d-402f-ac20-1c533dbdc4e4 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for port (37068ee5-c6ee-44c8-adde-47cd887a9c25), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:32.397821 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1060e43b-c88d-402f-ac20-1c533dbdc4e4 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (37068ee5-c6ee-44c8-adde-47cd887a9c25), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:32.437320 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1060e43b-c88d-402f-ac20-1c533dbdc4e4 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:42:32.440050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-1060e43b-c88d-402f-ac20-1c533dbdc4e4 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:42:32.443180 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1060e43b-c88d-402f-ac20-1c533dbdc4e4 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:42:32.465363 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060e43b-c88d-402f-ac20-1c533dbdc4e4 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Pushing event updated for resources: {'Port': ['ID=37068ee5-c6ee-44c8-adde-47cd887a9c25,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:32.668331 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63515219-4949-4509-837e-9fe07003b3de req-cca71d6c-e5d1-49a2-a5ce-aa6702942e40 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:32.669797 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63515219-4949-4509-837e-9fe07003b3de req-cca71d6c-e5d1-49a2-a5ce-aa6702942e40 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 946 time: 0.1291916 Feb 07 21:42:32.738911 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63515219-4949-4509-837e-9fe07003b3de req-eba3e692-3585-44c5-83e9-4f87e6705d9e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4e2a258-61c5-412a-9870-ed46e69de3da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624280 Feb 07 21:42:33.142201 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1060e43b-c88d-402f-ac20-1c533dbdc4e4 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for floatingip (81432bb5-248c-4710-b0aa-b2649420a7df), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:33.210565 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1060e43b-c88d-402f-ac20-1c533dbdc4e4 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (37068ee5-c6ee-44c8-adde-47cd887a9c25), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:33.357446 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1060e43b-c88d-402f-ac20-1c533dbdc4e4 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for port (37068ee5-c6ee-44c8-adde-47cd887a9c25), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:33.361943 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1060e43b-c88d-402f-ac20-1c533dbdc4e4 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (37068ee5-c6ee-44c8-adde-47cd887a9c25), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:33.430730 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060e43b-c88d-402f-ac20-1c533dbdc4e4 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Pushing event updated for resources: {'Port': ['ID=37068ee5-c6ee-44c8-adde-47cd887a9c25,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:33.438478 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1060e43b-c88d-402f-ac20-1c533dbdc4e4 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (81432bb5-248c-4710-b0aa-b2649420a7df), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:33.536772 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-1060e43b-c88d-402f-ac20-1c533dbdc4e4 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Floating IP 81432bb5-248c-4710-b0aa-b2649420a7df associated. External IP: 172.25.4.57, port: f16cab5e-0b19-4785-8c22-560983bf679a. Feb 07 21:42:33.744208 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1060e43b-c88d-402f-ac20-1c533dbdc4e4 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Router 6220067c-a445-48d8-b73a-60a17a61f6be has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:42:33.891262 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5909bcf-ae05-4483-aa35-3843a4a217cc req-666728b5-8158-4ef4-b28c-4a8b679d4dfe tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:33.892736 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f5909bcf-ae05-4483-aa35-3843a4a217cc req-666728b5-8158-4ef4-b28c-4a8b679d4dfe tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 946 time: 0.0781646 Feb 07 21:42:33.894086 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1060e43b-c88d-402f-ac20-1c533dbdc4e4 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:42:33.904865 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea11c49e-0016-4a9a-bfe0-1a3cb8e58967 None None] Sync routers for ids ['6220067c-a445-48d8-b73a-60a17a61f6be'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:42:33.915710 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea11c49e-0016-4a9a-bfe0-1a3cb8e58967 None None] Routers {'6220067c-a445-48d8-b73a-60a17a61f6be'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:42:33.916384 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ea11c49e-0016-4a9a-bfe0-1a3cb8e58967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:42:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['6220067c-a445-48d8-b73a-60a17a61f6be'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:42:33.932960 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1060e43b-c88d-402f-ac20-1c533dbdc4e4 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:33.977543 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:33.979795 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f5909bcf-ae05-4483-aa35-3843a4a217cc req-df9fd2d7-42f7-427a-8fe9-7b8a69e6f154 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4e2a258-61c5-412a-9870-ed46e69de3da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789218 Feb 07 21:42:33.988272 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1060e43b-c88d-402f-ac20-1c533dbdc4e4 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9441197 Feb 07 21:42:33.988272 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf90d46-7ce0-439c-b309-0d81fb421256', 'tag': 'f16cab5e-0b19-4785-8c22-560983bf679a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:42:33.988272 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fec3a0-1b50-4a6c-a7c4-2aaeae5445ed" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf90d46-7ce0-439c-b309-0d81fb421256", "tag": "f16cab5e-0b19-4785-8c22-560983bf679a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:42:34.027876 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7be864-424e-46e7-b193-ebd57d941d48 x-openstack-request-id: req-2d7be864-424e-46e7-b193-ebd57d941d48 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:42:34.028168 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf90d46-7ce0-439c-b309-0d81fb421256", "tag": "f16cab5e-0b19-4785-8c22-560983bf679a", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:42:34.028447 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d7be864-424e-46e7-b193-ebd57d941d48 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:42:34.028855 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf90d46-7ce0-439c-b309-0d81fb421256', 'tag': 'f16cab5e-0b19-4785-8c22-560983bf679a', 'status': 'completed', 'code': 200} Feb 07 21:42:34.031570 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-ea11c49e-0016-4a9a-bfe0-1a3cb8e58967 None None] Set router 6220067c-a445-48d8-b73a-60a17a61f6be gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:42:34.094905 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fec3a0-1b50-4a6c-a7c4-2aaeae5445ed req-3198c241-f3ef-4a64-9b1f-6988ce3cde87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:34.096404 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2fec3a0-1b50-4a6c-a7c4-2aaeae5445ed req-3198c241-f3ef-4a64-9b1f-6988ce3cde87 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aa9cb3dcece74bc79ad7581cf4947ef5&device_id=4bf90d46-7ce0-439c-b309-0d81fb421256 HTTP/1.1" status: 200 len: 1127 time: 0.0485311 Feb 07 21:42:34.178980 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:34.185428 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fec3a0-1b50-4a6c-a7c4-2aaeae5445ed req-d9bc01b6-3992-4819-b0af-29718063991d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:34.186938 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2fec3a0-1b50-4a6c-a7c4-2aaeae5445ed req-d9bc01b6-3992-4819-b0af-29718063991d service neutron] 10.222.0.71 "GET /v2.0/networks?id=a9fb8e9f-c4a5-45be-a391-d36c8203143a HTTP/1.1" status: 200 len: 910 time: 0.0846529 Feb 07 21:42:34.252387 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ea11c49e-0016-4a9a-bfe0-1a3cb8e58967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'name': 'tempest-TestServerBasicOps-1142518617-router', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'c1f8c766-e5e9-41c6-a762-813a5a6311ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:42:08Z', 'updated_at': '2022-02-07T21:42:11Z', 'revision_number': 4, 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'gw_port': {'id': 'c1f8c766-e5e9-41c6-a762-813a5a6311ea', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:09Z', 'updated_at': '2022-02-07T21:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '81432bb5-248c-4710-b0aa-b2649420a7df', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'port_id': 'f16cab5e-0b19-4785-8c22-560983bf679a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a', 'mac_address': 'fa:16:3e:1c:0c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf90d46-7ce0-439c-b309-0d81fb421256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:42:32Z', 'updated_at': '2022-02-07T21:42:32Z', 'revision_number': 0, 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d', 'name': '', 'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'mac_address': 'fa:16:3e:c9:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '5ad02c56-9942-4a88-9295-bd5489fb9033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:10Z', 'updated_at': '2022-02-07T21:42:15Z', 'revision_number': 5, 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'subnets': [{'id': '5ad02c56-9942-4a88-9295-bd5489fb9033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:42:34.256785 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2fec3a0-1b50-4a6c-a7c4-2aaeae5445ed req-329de954-400d-4e30-b6b2-d97991093f98 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f16cab5e-0b19-4785-8c22-560983bf679a HTTP/1.1" status: 200 len: 998 time: 0.0630713 Feb 07 21:42:34.278399 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea11c49e-0016-4a9a-bfe0-1a3cb8e58967 None None] Checking router: 6220067c-a445-48d8-b73a-60a17a61f6be for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:42:34.286542 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea11c49e-0016-4a9a-bfe0-1a3cb8e58967 None None] Routers {'6220067c-a445-48d8-b73a-60a17a61f6be'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:42:34.287152 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ea11c49e-0016-4a9a-bfe0-1a3cb8e58967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:42:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['6220067c-a445-48d8-b73a-60a17a61f6be'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:42:34.304901 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fec3a0-1b50-4a6c-a7c4-2aaeae5445ed req-9524587e-ab00-4f9e-aec3-3d0835429260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:34.306437 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2fec3a0-1b50-4a6c-a7c4-2aaeae5445ed req-9524587e-ab00-4f9e-aec3-3d0835429260 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5ad02c56-9942-4a88-9295-bd5489fb9033 HTTP/1.1" status: 200 len: 848 time: 0.0431964 Feb 07 21:42:34.353464 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fec3a0-1b50-4a6c-a7c4-2aaeae5445ed req-960bada2-15b5-4fb3-96f9-2ada0a815e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:34.354963 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2fec3a0-1b50-4a6c-a7c4-2aaeae5445ed req-960bada2-15b5-4fb3-96f9-2ada0a815e0d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a9fb8e9f-c4a5-45be-a391-d36c8203143a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429833 Feb 07 21:42:34.393118 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-ea11c49e-0016-4a9a-bfe0-1a3cb8e58967 None None] Set router 6220067c-a445-48d8-b73a-60a17a61f6be gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:42:34.447209 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2fec3a0-1b50-4a6c-a7c4-2aaeae5445ed req-2e6232b7-be87-4b10-9b78-2baba8cf8fa5 service neutron] 10.222.0.71 "GET /v2.0/networks/a9fb8e9f-c4a5-45be-a391-d36c8203143a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865984 Feb 07 21:42:34.533710 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2fec3a0-1b50-4a6c-a7c4-2aaeae5445ed req-10e7b392-8fcb-487a-9268-01ac2612b926 service neutron] 10.222.0.71 "GET /v2.0/networks/a9fb8e9f-c4a5-45be-a391-d36c8203143a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807090 Feb 07 21:42:34.614676 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ea11c49e-0016-4a9a-bfe0-1a3cb8e58967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'name': 'tempest-TestServerBasicOps-1142518617-router', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'c1f8c766-e5e9-41c6-a762-813a5a6311ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:42:08Z', 'updated_at': '2022-02-07T21:42:11Z', 'revision_number': 4, 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'gw_port': {'id': 'c1f8c766-e5e9-41c6-a762-813a5a6311ea', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:09Z', 'updated_at': '2022-02-07T21:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '81432bb5-248c-4710-b0aa-b2649420a7df', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'port_id': 'f16cab5e-0b19-4785-8c22-560983bf679a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a', 'mac_address': 'fa:16:3e:1c:0c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf90d46-7ce0-439c-b309-0d81fb421256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:42:32Z', 'updated_at': '2022-02-07T21:42:32Z', 'revision_number': 0, 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d', 'name': '', 'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'mac_address': 'fa:16:3e:c9:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '5ad02c56-9942-4a88-9295-bd5489fb9033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:10Z', 'updated_at': '2022-02-07T21:42:15Z', 'revision_number': 5, 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'subnets': [{'id': '5ad02c56-9942-4a88-9295-bd5489fb9033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:42:34.641385 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea11c49e-0016-4a9a-bfe0-1a3cb8e58967 None None] The sync data for ids ['6220067c-a445-48d8-b73a-60a17a61f6be'] in n-d-828185-2 is: [{'id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'name': 'tempest-TestServerBasicOps-1142518617-router', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'c1f8c766-e5e9-41c6-a762-813a5a6311ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:42:08Z', 'updated_at': '2022-02-07T21:42:11Z', 'revision_number': 4, 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'gw_port': {'id': 'c1f8c766-e5e9-41c6-a762-813a5a6311ea', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:09Z', 'updated_at': '2022-02-07T21:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '81432bb5-248c-4710-b0aa-b2649420a7df', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'port_id': 'f16cab5e-0b19-4785-8c22-560983bf679a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a', 'mac_address': 'fa:16:3e:1c:0c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf90d46-7ce0-439c-b309-0d81fb421256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:42:32Z', 'updated_at': '2022-02-07T21:42:32Z', 'revision_number': 0, 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d', 'name': '', 'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'mac_address': 'fa:16:3e:c9:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '5ad02c56-9942-4a88-9295-bd5489fb9033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:10Z', 'updated_at': '2022-02-07T21:42:15Z', 'revision_number': 5, 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'subnets': [{'id': '5ad02c56-9942-4a88-9295-bd5489fb9033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:42:34.694122 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6c0cf-6273-42f6-850b-ca9993bf0ef0 req-20f9710e-01a1-4594-970b-a82e036e0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:34.695638 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-71f6c0cf-6273-42f6-850b-ca9993bf0ef0 req-20f9710e-01a1-4594-970b-a82e036e0f3b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 1128 time: 0.0460567 Feb 07 21:42:34.743662 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-71f6c0cf-6273-42f6-850b-ca9993bf0ef0 req-f8343ac1-8cc9-44a7-9bfe-b77c7340af74 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f4e2a258-61c5-412a-9870-ed46e69de3da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417311 Feb 07 21:42:34.836021 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202300b3-a541-4989-9cc5-33938c3f2a5a None None] New status for floating IP 81432bb5-248c-4710-b0aa-b2649420a7df: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:42:35.229233 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dd886-1053-4efa-bf63-ef953e822d47 req-5256ba9f-ed71-4655-80f4-987d298303aa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:35.230672 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-787dd886-1053-4efa-bf63-ef953e822d47 req-5256ba9f-ed71-4655-80f4-987d298303aa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 946 time: 0.0516715 Feb 07 21:42:35.277128 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-787dd886-1053-4efa-bf63-ef953e822d47 req-25f35d1d-2a67-49bc-8741-202cd98e518e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4e2a258-61c5-412a-9870-ed46e69de3da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409758 Feb 07 21:42:36.298828 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 1857466a-6ee8-4a72-8b85-04202b7f7b0f details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:42:36.300943 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 1857466a-6ee8-4a72-8b85-04202b7f7b0f no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:42:36.402808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb160ca-cd3d-4604-a17f-cabdcdfae140 req-915ff122-0432-44e1-a12e-c23edc629fe5 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:36.404440 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4eb160ca-cd3d-4604-a17f-cabdcdfae140 req-915ff122-0432-44e1-a12e-c23edc629fe5 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 946 time: 0.0569065 Feb 07 21:42:36.448065 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 1857466a-6ee8-4a72-8b85-04202b7f7b0f is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:42:36.448473 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1857466a-6ee8-4a72-8b85-04202b7f7b0f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:36.454386 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4eb160ca-cd3d-4604-a17f-cabdcdfae140 req-20be853c-64e7-4c19-a17c-7f7c308d909b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4e2a258-61c5-412a-9870-ed46e69de3da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438952 Feb 07 21:42:36.467816 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 1857466a-6ee8-4a72-8b85-04202b7f7b0f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=1857466a-6ee8-4a72-8b85-04202b7f7b0f,segment=NetworkSegment(8fb8a141-544e-4644-a56b-823d69b2f7c8),segment_id=8fb8a141-544e-4644-a56b-823d69b2f7c8)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:42:36.476654 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43052) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:42:36.486439 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '1857466a-6ee8-4a72-8b85-04202b7f7b0f', 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba', 'port_id': '1857466a-6ee8-4a72-8b85-04202b7f7b0f', 'mac_address': 'fa:16:3e:83:b1:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d6e253-44b2-4e04-8334-85e87305bf64', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:42:36.491322 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cad8b49-3d41-4688-9fa0-0003710dab75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1857466a-6ee8-4a72-8b85-04202b7f7b0f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:42:36.493938 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f8a125-d677-4e09-a509-0b36dbad4773" -d '{"events": [{"server_uuid": "0cad8b49-3d41-4688-9fa0-0003710dab75", "name": "network-vif-unplugged", "status": "completed", "tag": "1857466a-6ee8-4a72-8b85-04202b7f7b0f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:42:36.508814 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 1857466a-6ee8-4a72-8b85-04202b7f7b0f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=1857466a-6ee8-4a72-8b85-04202b7f7b0f,segment=NetworkSegment(8fb8a141-544e-4644-a56b-823d69b2f7c8),segment_id=8fb8a141-544e-4644-a56b-823d69b2f7c8)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:42:36.530353 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (1857466a-6ee8-4a72-8b85-04202b7f7b0f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:36.533112 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2173c959-6ca4-4fdc-88ab-a09a309dce14 x-openstack-request-id: req-2173c959-6ca4-4fdc-88ab-a09a309dce14 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:42:36.533404 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cad8b49-3d41-4688-9fa0-0003710dab75", "name": "network-vif-unplugged", "status": "completed", "tag": "1857466a-6ee8-4a72-8b85-04202b7f7b0f", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:42:36.533661 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2173c959-6ca4-4fdc-88ab-a09a309dce14 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:42:36.534047 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cad8b49-3d41-4688-9fa0-0003710dab75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1857466a-6ee8-4a72-8b85-04202b7f7b0f', 'code': 200} Feb 07 21:42:36.541166 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7ef4ee22-e3c6-413b-87e0-07b384a946c9 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/floatingips/625cb220-b964-4ebb-93c3-6286d3adcbb5 HTTP/1.1" status: 200 len: 994 time: 0.0633285 Feb 07 21:42:36.572988 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 1857466a-6ee8-4a72-8b85-04202b7f7b0f is: ACTIVE; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:42:36.573293 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1857466a-6ee8-4a72-8b85-04202b7f7b0f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:36.598946 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1857466a-6ee8-4a72-8b85-04202b7f7b0f {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:42:36.606570 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=1857466a-6ee8-4a72-8b85-04202b7f7b0f,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:36.643695 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:42:36.644055 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:42:37.179282 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 1857466a-6ee8-4a72-8b85-04202b7f7b0f is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:42:37.179581 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1857466a-6ee8-4a72-8b85-04202b7f7b0f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:37.191746 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1857466a-6ee8-4a72-8b85-04202b7f7b0f {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:42:37.211620 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 1857466a-6ee8-4a72-8b85-04202b7f7b0f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=1857466a-6ee8-4a72-8b85-04202b7f7b0f,segment=NetworkSegment(8fb8a141-544e-4644-a56b-823d69b2f7c8),segment_id=8fb8a141-544e-4644-a56b-823d69b2f7c8)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:42:37.215491 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (1857466a-6ee8-4a72-8b85-04202b7f7b0f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:37.264230 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=1857466a-6ee8-4a72-8b85-04202b7f7b0f,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:37.516578 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['1857466a-6ee8-4a72-8b85-04202b7f7b0f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:42:38.316420 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 1857466a-6ee8-4a72-8b85-04202b7f7b0f up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:42:38.363901 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 1857466a-6ee8-4a72-8b85-04202b7f7b0f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:42:38.364270 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1857466a-6ee8-4a72-8b85-04202b7f7b0f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:38.441498 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 1857466a-6ee8-4a72-8b85-04202b7f7b0f is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:42:38.441883 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1857466a-6ee8-4a72-8b85-04202b7f7b0f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:38.473520 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 1857466a-6ee8-4a72-8b85-04202b7f7b0f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=1857466a-6ee8-4a72-8b85-04202b7f7b0f,segment=NetworkSegment(8fb8a141-544e-4644-a56b-823d69b2f7c8),segment_id=8fb8a141-544e-4644-a56b-823d69b2f7c8)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:42:38.477500 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (1857466a-6ee8-4a72-8b85-04202b7f7b0f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:38.524214 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=1857466a-6ee8-4a72-8b85-04202b7f7b0f,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:42:38.535137 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cad8b49-3d41-4688-9fa0-0003710dab75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1857466a-6ee8-4a72-8b85-04202b7f7b0f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:42:38.537398 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9c9282-3f28-4dd0-8599-c8db4eea2d78" -d '{"events": [{"server_uuid": "0cad8b49-3d41-4688-9fa0-0003710dab75", "name": "network-vif-plugged", "status": "completed", "tag": "1857466a-6ee8-4a72-8b85-04202b7f7b0f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:42:38.576129 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59725118-0534-49bc-b1c7-7bb13ecc6d5c x-openstack-request-id: req-59725118-0534-49bc-b1c7-7bb13ecc6d5c {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:42:38.576434 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cad8b49-3d41-4688-9fa0-0003710dab75", "name": "network-vif-plugged", "status": "completed", "tag": "1857466a-6ee8-4a72-8b85-04202b7f7b0f", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:42:38.576694 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-59725118-0534-49bc-b1c7-7bb13ecc6d5c {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:42:38.577091 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cad8b49-3d41-4688-9fa0-0003710dab75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1857466a-6ee8-4a72-8b85-04202b7f7b0f', 'code': 200} Feb 07 21:42:40.654762 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:42:48.449692 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ff0222c8-2a40-429e-ba31-bdaffcf9098e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:49.214538 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6db08d7e-56fd-4a8b-8914-0a4ffb96ce82 req-c2870e18-610c-4b6f-b0e1-fa477e21b9bf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459023 Feb 07 21:42:49.303953 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db08d7e-56fd-4a8b-8914-0a4ffb96ce82 req-d0e43e93-f06d-4469-9c54-e4fb5fa8e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:49.305937 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6db08d7e-56fd-4a8b-8914-0a4ffb96ce82 req-d0e43e93-f06d-4469-9c54-e4fb5fa8e77c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 1128 time: 0.0428994 Feb 07 21:42:49.403184 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db08d7e-56fd-4a8b-8914-0a4ffb96ce82 req-da1b4e53-af43-4439-9900-4a2903aa5c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:49.404624 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6db08d7e-56fd-4a8b-8914-0a4ffb96ce82 req-da1b4e53-af43-4439-9900-4a2903aa5c57 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6711d4be-cb41-4242-ba7c-11b60981e2ba HTTP/1.1" status: 200 len: 897 time: 0.0807433 Feb 07 21:42:49.471477 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6db08d7e-56fd-4a8b-8914-0a4ffb96ce82 req-34558a01-869f-414e-8ea8-b38437d011e6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1857466a-6ee8-4a72-8b85-04202b7f7b0f HTTP/1.1" status: 200 len: 1002 time: 0.0606456 Feb 07 21:42:49.526858 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db08d7e-56fd-4a8b-8914-0a4ffb96ce82 req-1630e9f7-b12b-466a-ad57-54320dd03178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:49.528234 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6db08d7e-56fd-4a8b-8914-0a4ffb96ce82 req-1630e9f7-b12b-466a-ad57-54320dd03178 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29d6e253-44b2-4e04-8334-85e87305bf64 HTTP/1.1" status: 200 len: 835 time: 0.0432453 Feb 07 21:42:49.575563 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db08d7e-56fd-4a8b-8914-0a4ffb96ce82 req-3dbcbfb1-2ac7-4672-8fcb-8a2542344839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:49.577121 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6db08d7e-56fd-4a8b-8914-0a4ffb96ce82 req-3dbcbfb1-2ac7-4672-8fcb-8a2542344839 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6711d4be-cb41-4242-ba7c-11b60981e2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432708 Feb 07 21:42:49.668548 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6db08d7e-56fd-4a8b-8914-0a4ffb96ce82 req-20d38f0f-7422-4cd1-b08b-08a175aaa9fc service neutron] 10.222.0.69 "GET /v2.0/networks/6711d4be-cb41-4242-ba7c-11b60981e2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848589 Feb 07 21:42:49.758491 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6db08d7e-56fd-4a8b-8914-0a4ffb96ce82 req-9bc03fbf-9d84-4ff7-8a5d-491e8276259f service neutron] 10.222.0.69 "GET /v2.0/networks/6711d4be-cb41-4242-ba7c-11b60981e2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819235 Feb 07 21:42:50.519518 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2ee55f8-ef75-4e8f-8201-aea223f5f00d req-645e46a8-eec2-4c75-be30-42ed813f7897 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4bf90d46-7ce0-439c-b309-0d81fb421256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466108 Feb 07 21:42:50.604130 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee55f8-ef75-4e8f-8201-aea223f5f00d req-6dce390d-7868-4254-9362-a9416a8c2885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:50.605664 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2ee55f8-ef75-4e8f-8201-aea223f5f00d req-6dce390d-7868-4254-9362-a9416a8c2885 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aa9cb3dcece74bc79ad7581cf4947ef5&device_id=4bf90d46-7ce0-439c-b309-0d81fb421256 HTTP/1.1" status: 200 len: 1127 time: 0.0428717 Feb 07 21:42:50.625879 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ade52ee1-dbe9-458e-86b0-b28d4bbca0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:50.712683 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee55f8-ef75-4e8f-8201-aea223f5f00d req-773fe34f-2c0c-48cc-a024-d3441eca9fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:50.714151 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2ee55f8-ef75-4e8f-8201-aea223f5f00d req-773fe34f-2c0c-48cc-a024-d3441eca9fe4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a9fb8e9f-c4a5-45be-a391-d36c8203143a HTTP/1.1" status: 200 len: 910 time: 0.0880883 Feb 07 21:42:50.783389 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2ee55f8-ef75-4e8f-8201-aea223f5f00d req-b3bb5e44-16d8-4f77-aa80-d598593fd745 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f16cab5e-0b19-4785-8c22-560983bf679a HTTP/1.1" status: 200 len: 1000 time: 0.0624988 Feb 07 21:42:50.834515 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee55f8-ef75-4e8f-8201-aea223f5f00d req-c1acb9f9-feb4-4d41-9e4b-430859ed2267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:50.836475 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2ee55f8-ef75-4e8f-8201-aea223f5f00d req-c1acb9f9-feb4-4d41-9e4b-430859ed2267 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5ad02c56-9942-4a88-9295-bd5489fb9033 HTTP/1.1" status: 200 len: 848 time: 0.0427384 Feb 07 21:42:50.884997 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee55f8-ef75-4e8f-8201-aea223f5f00d req-8fe8540d-e123-4268-a6d1-4dadce2b8640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:42:50.886491 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2ee55f8-ef75-4e8f-8201-aea223f5f00d req-8fe8540d-e123-4268-a6d1-4dadce2b8640 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a9fb8e9f-c4a5-45be-a391-d36c8203143a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439632 Feb 07 21:42:50.976072 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2ee55f8-ef75-4e8f-8201-aea223f5f00d req-86aeef8d-51d2-4cba-9ce3-9b9bf113f049 service neutron] 10.222.0.71 "GET /v2.0/networks/a9fb8e9f-c4a5-45be-a391-d36c8203143a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829053 Feb 07 21:42:51.062062 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2ee55f8-ef75-4e8f-8201-aea223f5f00d req-dffd0087-db4e-45c3-a2d5-7bfa64a995e2 service neutron] 10.222.0.71 "GET /v2.0/networks/a9fb8e9f-c4a5-45be-a391-d36c8203143a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789697 Feb 07 21:42:51.881692 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:53.363908 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:42:54.684572 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:03.970920 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:04.191049 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:17.654194 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:43:18.450650 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b936fed3-b3bb-4f49-8269-1ad50e557186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:20.617281 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-632f36d1-9d2c-41b1-a166-0852efa28871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:21.885697 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:23.369752 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:24.685638 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:33.988715 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:34.188334 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:41.185723 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43096) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:43:41.343474 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d51c154b-1329-4677-8d99-f1a3a1b2c6a7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Deleting port bfb0ac3b-367b-4099-9dfe-702182b1ce6c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:43:41.343810 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d51c154b-1329-4677-8d99-f1a3a1b2c6a7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (bfb0ac3b-367b-4099-9dfe-702182b1ce6c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:41.416921 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d51c154b-1329-4677-8d99-f1a3a1b2c6a7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (bfb0ac3b-367b-4099-9dfe-702182b1ce6c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:41.417244 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d51c154b-1329-4677-8d99-f1a3a1b2c6a7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for floatingip (bfb0ac3b-367b-4099-9dfe-702182b1ce6c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:41.430673 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d51c154b-1329-4677-8d99-f1a3a1b2c6a7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Calling delete_port for bfb0ac3b-367b-4099-9dfe-702182b1ce6c owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:43:41.583199 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d51c154b-1329-4677-8d99-f1a3a1b2c6a7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (bfb0ac3b-367b-4099-9dfe-702182b1ce6c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:41.614696 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c154b-1329-4677-8d99-f1a3a1b2c6a7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event deleted for resources: {'Port': ['ID=bfb0ac3b-367b-4099-9dfe-702182b1ce6c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:41.639582 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51c154b-1329-4677-8d99-f1a3a1b2c6a7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:41.639935 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51c154b-1329-4677-8d99-f1a3a1b2c6a7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:41.640284 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51c154b-1329-4677-8d99-f1a3a1b2c6a7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:41.640657 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51c154b-1329-4677-8d99-f1a3a1b2c6a7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:41.640996 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51c154b-1329-4677-8d99-f1a3a1b2c6a7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:41.641332 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51c154b-1329-4677-8d99-f1a3a1b2c6a7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:41.641667 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51c154b-1329-4677-8d99-f1a3a1b2c6a7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:41.641993 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51c154b-1329-4677-8d99-f1a3a1b2c6a7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:41.642329 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51c154b-1329-4677-8d99-f1a3a1b2c6a7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:41.642660 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51c154b-1329-4677-8d99-f1a3a1b2c6a7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:41.642993 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51c154b-1329-4677-8d99-f1a3a1b2c6a7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:41.643318 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51c154b-1329-4677-8d99-f1a3a1b2c6a7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:41.643641 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51c154b-1329-4677-8d99-f1a3a1b2c6a7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:41.682785 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d51c154b-1329-4677-8d99-f1a3a1b2c6a7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for floatingip (625cb220-b964-4ebb-93c3-6286d3adcbb5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:41.683115 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-d51c154b-1329-4677-8d99-f1a3a1b2c6a7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Floating IP 625cb220-b964-4ebb-93c3-6286d3adcbb5 disassociated (deleted). External IP: 172.25.4.224, port: 1857466a-6ee8-4a72-8b85-04202b7f7b0f. Feb 07 21:43:41.909777 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51c154b-1329-4677-8d99-f1a3a1b2c6a7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Router c7505d55-4a73-4789-b9dc-86301f9e2d16 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:43:42.024035 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51c154b-1329-4677-8d99-f1a3a1b2c6a7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:43:42.028852 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d51c154b-1329-4677-8d99-f1a3a1b2c6a7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:42.034158 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fc82e6-157a-4fe7-ab9c-d8bd71737727 None None] Sync routers for ids ['c7505d55-4a73-4789-b9dc-86301f9e2d16'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:43:42.045526 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fc82e6-157a-4fe7-ab9c-d8bd71737727 None None] Routers {'c7505d55-4a73-4789-b9dc-86301f9e2d16'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:43:42.046137 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-79fc82e6-157a-4fe7-ab9c-d8bd71737727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:43:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c7505d55-4a73-4789-b9dc-86301f9e2d16'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:43:42.059333 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d51c154b-1329-4677-8d99-f1a3a1b2c6a7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "DELETE /v2.0/floatingips/625cb220-b964-4ebb-93c3-6286d3adcbb5 HTTP/1.1" status: 204 len: 168 time: 0.8724828 Feb 07 21:43:42.059968 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cad8b49-3d41-4688-9fa0-0003710dab75', 'tag': '1857466a-6ee8-4a72-8b85-04202b7f7b0f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:43:42.062525 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778aff7a-8e2c-49fc-b10a-57073cccc4f5" -d '{"events": [{"name": "network-changed", "server_uuid": "0cad8b49-3d41-4688-9fa0-0003710dab75", "tag": "1857466a-6ee8-4a72-8b85-04202b7f7b0f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:43:42.101617 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdbf37e-4e09-4870-a77e-5c6eee434bb7 x-openstack-request-id: req-4cdbf37e-4e09-4870-a77e-5c6eee434bb7 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:43:42.101914 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cad8b49-3d41-4688-9fa0-0003710dab75", "tag": "1857466a-6ee8-4a72-8b85-04202b7f7b0f", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:43:42.102173 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4cdbf37e-4e09-4870-a77e-5c6eee434bb7 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:43:42.102583 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cad8b49-3d41-4688-9fa0-0003710dab75', 'tag': '1857466a-6ee8-4a72-8b85-04202b7f7b0f', 'status': 'completed', 'code': 200} Feb 07 21:43:42.164796 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-79fc82e6-157a-4fe7-ab9c-d8bd71737727 None None] Set router c7505d55-4a73-4789-b9dc-86301f9e2d16 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:43:42.170901 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778aff7a-8e2c-49fc-b10a-57073cccc4f5 req-d228596c-e3ea-4242-a57c-a06ea4c66a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:43:42.172468 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-778aff7a-8e2c-49fc-b10a-57073cccc4f5 req-d228596c-e3ea-4242-a57c-a06ea4c66a7d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=592f2c160f98413cb3dc6606723ba0e3&device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 1128 time: 0.0476921 Feb 07 21:43:42.286255 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778aff7a-8e2c-49fc-b10a-57073cccc4f5 req-288f71d0-ae2f-445a-a85d-7ac5b2f96fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:43:42.287771 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-778aff7a-8e2c-49fc-b10a-57073cccc4f5 req-288f71d0-ae2f-445a-a85d-7ac5b2f96fa8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6711d4be-cb41-4242-ba7c-11b60981e2ba HTTP/1.1" status: 200 len: 897 time: 0.1097622 Feb 07 21:43:42.329117 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c152ddb-9833-4492-a2bf-36c6504b8f2e req-4cee7408-e9ba-4e01-b778-47ef842eca53 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:43:42.330810 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c152ddb-9833-4492-a2bf-36c6504b8f2e req-4cee7408-e9ba-4e01-b778-47ef842eca53 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 946 time: 0.0568101 Feb 07 21:43:42.333303 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-778aff7a-8e2c-49fc-b10a-57073cccc4f5 req-ecbcbba1-19f0-4297-b8e3-9277b6439287 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1857466a-6ee8-4a72-8b85-04202b7f7b0f HTTP/1.1" status: 200 len: 217 time: 0.0381527 Feb 07 21:43:42.387780 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-79fc82e6-157a-4fe7-ab9c-d8bd71737727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392738496', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:41:01Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'f54000cb-3862-4bdd-b919-1b2848774648', 'name': '', 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:cd:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '29d6e253-44b2-4e04-8334-85e87305bf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:40:59Z', 'updated_at': '2022-02-07T21:41:06Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '29d6e253-44b2-4e04-8334-85e87305bf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:43:42.388292 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c152ddb-9833-4492-a2bf-36c6504b8f2e req-3e13d99b-ca88-458a-89b7-52db8954482b tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4e2a258-61c5-412a-9870-ed46e69de3da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516310 Feb 07 21:43:42.389140 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778aff7a-8e2c-49fc-b10a-57073cccc4f5 req-72d42667-58ba-4454-9faa-666099ecbdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:43:42.390802 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-778aff7a-8e2c-49fc-b10a-57073cccc4f5 req-72d42667-58ba-4454-9faa-666099ecbdfb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29d6e253-44b2-4e04-8334-85e87305bf64 HTTP/1.1" status: 200 len: 835 time: 0.0514414 Feb 07 21:43:42.415675 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fc82e6-157a-4fe7-ab9c-d8bd71737727 None None] Checking router: c7505d55-4a73-4789-b9dc-86301f9e2d16 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:43:42.424058 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fc82e6-157a-4fe7-ab9c-d8bd71737727 None None] Routers {'c7505d55-4a73-4789-b9dc-86301f9e2d16'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:43:42.424709 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-79fc82e6-157a-4fe7-ab9c-d8bd71737727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:43:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c7505d55-4a73-4789-b9dc-86301f9e2d16'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:43:42.450057 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778aff7a-8e2c-49fc-b10a-57073cccc4f5 req-f7393704-0535-4ee1-91d5-2e94084ccac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:43:42.452129 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-778aff7a-8e2c-49fc-b10a-57073cccc4f5 req-f7393704-0535-4ee1-91d5-2e94084ccac7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6711d4be-cb41-4242-ba7c-11b60981e2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0536652 Feb 07 21:43:42.557753 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-778aff7a-8e2c-49fc-b10a-57073cccc4f5 req-74491c04-37c8-4eba-af2a-5965f22b8317 service neutron] 10.222.0.69 "GET /v2.0/networks/6711d4be-cb41-4242-ba7c-11b60981e2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991442 Feb 07 21:43:42.625951 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-79fc82e6-157a-4fe7-ab9c-d8bd71737727 None None] Set router c7505d55-4a73-4789-b9dc-86301f9e2d16 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:43:42.652981 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-778aff7a-8e2c-49fc-b10a-57073cccc4f5 req-4400d9d5-0272-4284-ae08-287a88af81eb service neutron] 10.222.0.69 "GET /v2.0/networks/6711d4be-cb41-4242-ba7c-11b60981e2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886815 Feb 07 21:43:42.817634 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-79fc82e6-157a-4fe7-ab9c-d8bd71737727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392738496', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:41:01Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'f54000cb-3862-4bdd-b919-1b2848774648', 'name': '', 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:cd:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '29d6e253-44b2-4e04-8334-85e87305bf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:40:59Z', 'updated_at': '2022-02-07T21:41:06Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '29d6e253-44b2-4e04-8334-85e87305bf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:43:42.846822 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fc82e6-157a-4fe7-ab9c-d8bd71737727 None None] The sync data for ids ['c7505d55-4a73-4789-b9dc-86301f9e2d16'] in n-d-828185-2 is: [{'id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392738496', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:41:01Z', 'revision_number': 4, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'f54000cb-3862-4bdd-b919-1b2848774648', 'name': '', 'network_id': '6711d4be-cb41-4242-ba7c-11b60981e2ba', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'mac_address': 'fa:16:3e:cd:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '29d6e253-44b2-4e04-8334-85e87305bf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:40:59Z', 'updated_at': '2022-02-07T21:41:06Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'subnets': [{'id': '29d6e253-44b2-4e04-8334-85e87305bf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:43:43.069859 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b8f95-9d5e-4023-945e-b1d79ed49ce3 None None] New status for floating IP 625cb220-b964-4ebb-93c3-6286d3adcbb5: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:43:43.511332 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d5447-41be-451e-899f-faaa1886198e req-7e36ee4d-a36a-42ec-8bdf-66bd4d15a8d1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:43:43.512836 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-693d5447-41be-451e-899f-faaa1886198e req-7e36ee4d-a36a-42ec-8bdf-66bd4d15a8d1 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 946 time: 0.0568650 Feb 07 21:43:43.561269 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-693d5447-41be-451e-899f-faaa1886198e req-082764f5-7c10-443b-80ca-e1eb4ebc77d8 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4e2a258-61c5-412a-9870-ed46e69de3da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425913 Feb 07 21:43:43.890082 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f937b3-0737-48c2-9893-c24fe25f3aea req-ac9cc6de-58ac-41ac-8eb5-5970b3aa5791 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:43:43.891541 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-98f937b3-0737-48c2-9893-c24fe25f3aea req-ac9cc6de-58ac-41ac-8eb5-5970b3aa5791 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.69 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 946 time: 0.0857365 Feb 07 21:43:43.985622 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-98f937b3-0737-48c2-9893-c24fe25f3aea req-a78e6103-247a-467c-9edc-cd4a7c4999fa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Deleting port 1857466a-6ee8-4a72-8b85-04202b7f7b0f {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:43:43.985883 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-98f937b3-0737-48c2-9893-c24fe25f3aea req-a78e6103-247a-467c-9edc-cd4a7c4999fa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (1857466a-6ee8-4a72-8b85-04202b7f7b0f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:44.074582 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-98f937b3-0737-48c2-9893-c24fe25f3aea req-a78e6103-247a-467c-9edc-cd4a7c4999fa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] For port 1857466a-6ee8-4a72-8b85-04202b7f7b0f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=1857466a-6ee8-4a72-8b85-04202b7f7b0f,segment=NetworkSegment(8fb8a141-544e-4644-a56b-823d69b2f7c8),segment_id=8fb8a141-544e-4644-a56b-823d69b2f7c8)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:43:44.074943 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-98f937b3-0737-48c2-9893-c24fe25f3aea req-a78e6103-247a-467c-9edc-cd4a7c4999fa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (1857466a-6ee8-4a72-8b85-04202b7f7b0f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:44.086554 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-98f937b3-0737-48c2-9893-c24fe25f3aea req-a78e6103-247a-467c-9edc-cd4a7c4999fa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Calling delete_port for 1857466a-6ee8-4a72-8b85-04202b7f7b0f owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:43:44.211511 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-98f937b3-0737-48c2-9893-c24fe25f3aea req-a78e6103-247a-467c-9edc-cd4a7c4999fa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (1857466a-6ee8-4a72-8b85-04202b7f7b0f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:44.238775 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e6103-247a-467c-9edc-cd4a7c4999fa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event deleted for resources: {'Port': ['ID=1857466a-6ee8-4a72-8b85-04202b7f7b0f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:44.252450 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78e6103-247a-467c-9edc-cd4a7c4999fa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:44.252823 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78e6103-247a-467c-9edc-cd4a7c4999fa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:44.253180 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78e6103-247a-467c-9edc-cd4a7c4999fa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:44.253532 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78e6103-247a-467c-9edc-cd4a7c4999fa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:44.253881 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78e6103-247a-467c-9edc-cd4a7c4999fa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:44.254222 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78e6103-247a-467c-9edc-cd4a7c4999fa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:44.254560 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78e6103-247a-467c-9edc-cd4a7c4999fa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:44.254895 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78e6103-247a-467c-9edc-cd4a7c4999fa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:44.255234 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78e6103-247a-467c-9edc-cd4a7c4999fa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:44.255573 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78e6103-247a-467c-9edc-cd4a7c4999fa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:44.255907 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78e6103-247a-467c-9edc-cd4a7c4999fa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:44.256239 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78e6103-247a-467c-9edc-cd4a7c4999fa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:44.256594 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78e6103-247a-467c-9edc-cd4a7c4999fa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:44.296778 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f937b3-0737-48c2-9893-c24fe25f3aea req-a78e6103-247a-467c-9edc-cd4a7c4999fa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] No DVR routers for this DVR port 1857466a-6ee8-4a72-8b85-04202b7f7b0f on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:43:44.299304 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-98f937b3-0737-48c2-9893-c24fe25f3aea req-a78e6103-247a-467c-9edc-cd4a7c4999fa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:44.302602 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-98f937b3-0737-48c2-9893-c24fe25f3aea req-a78e6103-247a-467c-9edc-cd4a7c4999fa tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.69 "DELETE /v2.0/ports/1857466a-6ee8-4a72-8b85-04202b7f7b0f HTTP/1.1" status: 204 len: 173 time: 0.4065113 Feb 07 21:43:44.303045 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cad8b49-3d41-4688-9fa0-0003710dab75', 'name': 'network-vif-deleted', 'tag': '1857466a-6ee8-4a72-8b85-04202b7f7b0f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:43:44.305408 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7b1b22-f391-47bb-b7f0-928aec9feccb" -d '{"events": [{"server_uuid": "0cad8b49-3d41-4688-9fa0-0003710dab75", "name": "network-vif-deleted", "tag": "1857466a-6ee8-4a72-8b85-04202b7f7b0f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:43:44.342679 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef10fd9f-f018-44af-87f0-eeed18e5252e x-openstack-request-id: req-ef10fd9f-f018-44af-87f0-eeed18e5252e {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:43:44.342987 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cad8b49-3d41-4688-9fa0-0003710dab75", "name": "network-vif-deleted", "tag": "1857466a-6ee8-4a72-8b85-04202b7f7b0f", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:43:44.343245 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ef10fd9f-f018-44af-87f0-eeed18e5252e {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:43:44.343659 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cad8b49-3d41-4688-9fa0-0003710dab75', 'name': 'network-vif-deleted', 'tag': '1857466a-6ee8-4a72-8b85-04202b7f7b0f', 'status': 'completed', 'code': 200} Feb 07 21:43:44.670934 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ddc2d30-94fe-48e8-8516-70f4d29ffafb req-b4503975-f7af-4703-9167-fa0f3fcb8c2e tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cad8b49-3d41-4688-9fa0-0003710dab75 HTTP/1.1" status: 200 len: 210 time: 0.0276606 Feb 07 21:43:45.731928 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43118) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:43:46.084123 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8908d4f1-f77e-41aa-9bed-c36460efea5f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (c7505d55-4a73-4789-b9dc-86301f9e2d16), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:46.341946 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8908d4f1-f77e-41aa-9bed-c36460efea5f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Deleting port f54000cb-3862-4bdd-b919-1b2848774648 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:43:46.342207 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8908d4f1-f77e-41aa-9bed-c36460efea5f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f54000cb-3862-4bdd-b919-1b2848774648), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:46.426845 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8908d4f1-f77e-41aa-9bed-c36460efea5f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] For port f54000cb-3862-4bdd-b919-1b2848774648, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f54000cb-3862-4bdd-b919-1b2848774648,segment=NetworkSegment(8fb8a141-544e-4644-a56b-823d69b2f7c8),segment_id=8fb8a141-544e-4644-a56b-823d69b2f7c8)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:43:46.427216 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8908d4f1-f77e-41aa-9bed-c36460efea5f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f54000cb-3862-4bdd-b919-1b2848774648), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:46.440010 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8908d4f1-f77e-41aa-9bed-c36460efea5f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Calling delete_port for f54000cb-3862-4bdd-b919-1b2848774648 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:43:46.916641 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8908d4f1-f77e-41aa-9bed-c36460efea5f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f54000cb-3862-4bdd-b919-1b2848774648), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:46.940214 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908d4f1-f77e-41aa-9bed-c36460efea5f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event deleted for resources: {'Port': ['ID=f54000cb-3862-4bdd-b919-1b2848774648,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:47.112578 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8908d4f1-f77e-41aa-9bed-c36460efea5f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (c7505d55-4a73-4789-b9dc-86301f9e2d16), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:47.326315 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8908d4f1-f77e-41aa-9bed-c36460efea5f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Router c7505d55-4a73-4789-b9dc-86301f9e2d16 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:43:47.430463 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8908d4f1-f77e-41aa-9bed-c36460efea5f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:43:47.435923 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8908d4f1-f77e-41aa-9bed-c36460efea5f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "PUT /v2.0/routers/c7505d55-4a73-4789-b9dc-86301f9e2d16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7029517 Feb 07 21:43:47.438699 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43120) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:43:47.442942 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dcdbcc-eea1-4ad8-a5d3-e63b29c1ab1a None None] Sync routers for ids ['c7505d55-4a73-4789-b9dc-86301f9e2d16'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:43:47.453186 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dcdbcc-eea1-4ad8-a5d3-e63b29c1ab1a None None] Routers {'c7505d55-4a73-4789-b9dc-86301f9e2d16'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:43:47.453876 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-96dcdbcc-eea1-4ad8-a5d3-e63b29c1ab1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:43:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c7505d55-4a73-4789-b9dc-86301f9e2d16'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:43:47.489020 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-658e3a49-8bdd-4e2e-a6ea-1f2d0c83a3b2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Deleting subnet 29d6e253-44b2-4e04-8334-85e87305bf64 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:43:47.492223 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-658e3a49-8bdd-4e2e-a6ea-1f2d0c83a3b2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for subnet (29d6e253-44b2-4e04-8334-85e87305bf64), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:47.531669 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-658e3a49-8bdd-4e2e-a6ea-1f2d0c83a3b2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (29d6e253-44b2-4e04-8334-85e87305bf64), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:47.560917 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-96dcdbcc-eea1-4ad8-a5d3-e63b29c1ab1a None None] Set router c7505d55-4a73-4789-b9dc-86301f9e2d16 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:43:47.627347 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-658e3a49-8bdd-4e2e-a6ea-1f2d0c83a3b2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (29d6e253-44b2-4e04-8334-85e87305bf64), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:47.687218 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-658e3a49-8bdd-4e2e-a6ea-1f2d0c83a3b2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (29d6e253-44b2-4e04-8334-85e87305bf64), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:47.715001 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e3a49-8bdd-4e2e-a6ea-1f2d0c83a3b2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event deleted for resources: {'Subnet': ['ID=29d6e253-44b2-4e04-8334-85e87305bf64,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:47.718509 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-658e3a49-8bdd-4e2e-a6ea-1f2d0c83a3b2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:47.725373 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-658e3a49-8bdd-4e2e-a6ea-1f2d0c83a3b2 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "DELETE /v2.0/subnets/29d6e253-44b2-4e04-8334-85e87305bf64 HTTP/1.1" status: 204 len: 168 time: 0.2819555 Feb 07 21:43:47.725373 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43122) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:43:47.731981 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e5eb46-52e1-473a-be67-022f2d83f7b6 None None] Network 6711d4be-cb41-4242-ba7c-11b60981e2ba requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:43:47.739929 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-96dcdbcc-eea1-4ad8-a5d3-e63b29c1ab1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392738496', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:43:46Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:43:47.772083 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dcdbcc-eea1-4ad8-a5d3-e63b29c1ab1a None None] Checking router: c7505d55-4a73-4789-b9dc-86301f9e2d16 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:43:47.780415 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dcdbcc-eea1-4ad8-a5d3-e63b29c1ab1a None None] Routers {'c7505d55-4a73-4789-b9dc-86301f9e2d16'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:43:47.781017 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-96dcdbcc-eea1-4ad8-a5d3-e63b29c1ab1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:43:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c7505d55-4a73-4789-b9dc-86301f9e2d16'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:43:47.840653 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd5c962d-b8ed-4e1b-8005-48f2cf8ca494 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router (c7505d55-4a73-4789-b9dc-86301f9e2d16), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:47.885727 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c3aca2-675c-4d84-924c-cc5852fe1380 None None] DHCP port deletion for 6711d4be-cb41-4242-ba7c-11b60981e2ba request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:43:47.893892 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-96dcdbcc-eea1-4ad8-a5d3-e63b29c1ab1a None None] Set router c7505d55-4a73-4789-b9dc-86301f9e2d16 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:43:47.943844 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f3c3aca2-675c-4d84-924c-cc5852fe1380 None None] Deleting port 34846331-9b85-4fbc-ada6-eacf656e4247 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:43:47.944637 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f3c3aca2-675c-4d84-924c-cc5852fe1380 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (34846331-9b85-4fbc-ada6-eacf656e4247), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:47.956409 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd5c962d-b8ed-4e1b-8005-48f2cf8ca494 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router_gateway (c7505d55-4a73-4789-b9dc-86301f9e2d16), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:48.013928 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f3c3aca2-675c-4d84-924c-cc5852fe1380 None None] For port 34846331-9b85-4fbc-ada6-eacf656e4247, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=34846331-9b85-4fbc-ada6-eacf656e4247,segment=NetworkSegment(8fb8a141-544e-4644-a56b-823d69b2f7c8),segment_id=8fb8a141-544e-4644-a56b-823d69b2f7c8)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:43:48.014332 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f3c3aca2-675c-4d84-924c-cc5852fe1380 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (34846331-9b85-4fbc-ada6-eacf656e4247), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:48.017070 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fd5c962d-b8ed-4e1b-8005-48f2cf8ca494 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Deleting port c30e4a11-2580-496f-b542-e0959ed9db9b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:43:48.017700 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd5c962d-b8ed-4e1b-8005-48f2cf8ca494 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c30e4a11-2580-496f-b542-e0959ed9db9b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:48.028956 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f3c3aca2-675c-4d84-924c-cc5852fe1380 None None] Calling delete_port for 34846331-9b85-4fbc-ada6-eacf656e4247 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:43:48.084332 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-96dcdbcc-eea1-4ad8-a5d3-e63b29c1ab1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392738496', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:43:46Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:43:48.101280 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-fd5c962d-b8ed-4e1b-8005-48f2cf8ca494 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] For port c30e4a11-2580-496f-b542-e0959ed9db9b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c30e4a11-2580-496f-b542-e0959ed9db9b,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:43:48.101582 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd5c962d-b8ed-4e1b-8005-48f2cf8ca494 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c30e4a11-2580-496f-b542-e0959ed9db9b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:48.111297 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dcdbcc-eea1-4ad8-a5d3-e63b29c1ab1a None None] The sync data for ids ['c7505d55-4a73-4789-b9dc-86301f9e2d16'] in n-d-828185-2 is: [{'id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392738496', 'tenant_id': '592f2c160f98413cb3dc6606723ba0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:43:46Z', 'revision_number': 5, 'project_id': '592f2c160f98413cb3dc6606723ba0e3', 'gw_port': {'id': 'c30e4a11-2580-496f-b542-e0959ed9db9b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505d55-4a73-4789-b9dc-86301f9e2d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:40:56Z', 'updated_at': '2022-02-07T21:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:43:48.116070 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fd5c962d-b8ed-4e1b-8005-48f2cf8ca494 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Calling delete_port for c30e4a11-2580-496f-b542-e0959ed9db9b owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:43:48.116660 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f3c3aca2-675c-4d84-924c-cc5852fe1380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (34846331-9b85-4fbc-ada6-eacf656e4247), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:48.142974 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3aca2-675c-4d84-924c-cc5852fe1380 None None] Pushing event deleted for resources: {'Port': ['ID=34846331-9b85-4fbc-ada6-eacf656e4247,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:48.151420 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3aca2-675c-4d84-924c-cc5852fe1380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:48.151780 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3aca2-675c-4d84-924c-cc5852fe1380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:48.152128 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3aca2-675c-4d84-924c-cc5852fe1380 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:48.152498 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3aca2-675c-4d84-924c-cc5852fe1380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:48.152836 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3aca2-675c-4d84-924c-cc5852fe1380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:48.153172 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3aca2-675c-4d84-924c-cc5852fe1380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:48.153504 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3aca2-675c-4d84-924c-cc5852fe1380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:48.153836 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3aca2-675c-4d84-924c-cc5852fe1380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:48.154169 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3aca2-675c-4d84-924c-cc5852fe1380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:48.154494 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3aca2-675c-4d84-924c-cc5852fe1380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:48.154823 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3aca2-675c-4d84-924c-cc5852fe1380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:48.155150 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3aca2-675c-4d84-924c-cc5852fe1380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:48.155474 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3aca2-675c-4d84-924c-cc5852fe1380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:48.159876 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c3aca2-675c-4d84-924c-cc5852fe1380 None None] No DVR routers for this DVR port 34846331-9b85-4fbc-ada6-eacf656e4247 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:43:48.286432 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd5c962d-b8ed-4e1b-8005-48f2cf8ca494 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (c30e4a11-2580-496f-b542-e0959ed9db9b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:48.311950 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c962d-b8ed-4e1b-8005-48f2cf8ca494 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event deleted for resources: {'Port': ['ID=c30e4a11-2580-496f-b542-e0959ed9db9b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:48.373430 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd5c962d-b8ed-4e1b-8005-48f2cf8ca494 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (c7505d55-4a73-4789-b9dc-86301f9e2d16), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:48.458264 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6ecddc49-e353-412a-aa1d-ce5534cb93f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:48.467512 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd5c962d-b8ed-4e1b-8005-48f2cf8ca494 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (c7505d55-4a73-4789-b9dc-86301f9e2d16), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:48.469896 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd5c962d-b8ed-4e1b-8005-48f2cf8ca494 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router_controller (c7505d55-4a73-4789-b9dc-86301f9e2d16), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:48.517893 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd5c962d-b8ed-4e1b-8005-48f2cf8ca494 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (c7505d55-4a73-4789-b9dc-86301f9e2d16), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:48.518397 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5c962d-b8ed-4e1b-8005-48f2cf8ca494 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Fanout notify agent at l3_agent the message router_deleted on router c7505d55-4a73-4789-b9dc-86301f9e2d16 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:43:48.525952 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd5c962d-b8ed-4e1b-8005-48f2cf8ca494 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:48.527101 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fd5c962d-b8ed-4e1b-8005-48f2cf8ca494 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "DELETE /v2.0/routers/c7505d55-4a73-4789-b9dc-86301f9e2d16 HTTP/1.1" status: 204 len: 168 time: 0.8016376 Feb 07 21:43:48.529831 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43124) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:43:48.611122 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15955bf6-af02-43c9-8cda-51064f2eab1f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (6711d4be-cb41-4242-ba7c-11b60981e2ba), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:48.673673 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 1857466a-6ee8-4a72-8b85-04202b7f7b0f no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:43:48.694839 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 1857466a-6ee8-4a72-8b85-04202b7f7b0f {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:43:48.695192 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 1857466a-6ee8-4a72-8b85-04202b7f7b0f not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:43:48.704020 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15955bf6-af02-43c9-8cda-51064f2eab1f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (6711d4be-cb41-4242-ba7c-11b60981e2ba), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:48.727317 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-15955bf6-af02-43c9-8cda-51064f2eab1f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6711d4be-cb41-4242-ba7c-11b60981e2ba']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:43:48.738610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-15955bf6-af02-43c9-8cda-51064f2eab1f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb8a141-544e-4644-a56b-823d69b2f7c8') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:43:48.738954 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-15955bf6-af02-43c9-8cda-51064f2eab1f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb8a141-544e-4644-a56b-823d69b2f7c8') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:43:48.748883 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15955bf6-af02-43c9-8cda-51064f2eab1f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (8fb8a141-544e-4644-a56b-823d69b2f7c8), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:48.763625 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15955bf6-af02-43c9-8cda-51064f2eab1f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (8fb8a141-544e-4644-a56b-823d69b2f7c8), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:48.769736 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15955bf6-af02-43c9-8cda-51064f2eab1f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:43:48.770133 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15955bf6-af02-43c9-8cda-51064f2eab1f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (8fb8a141-544e-4644-a56b-823d69b2f7c8), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:43:48.773115 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:43:48.833897 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15955bf6-af02-43c9-8cda-51064f2eab1f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (6711d4be-cb41-4242-ba7c-11b60981e2ba), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:48.841292 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15955bf6-af02-43c9-8cda-51064f2eab1f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:48.844336 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-15955bf6-af02-43c9-8cda-51064f2eab1f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "DELETE /v2.0/networks/6711d4be-cb41-4242-ba7c-11b60981e2ba HTTP/1.1" status: 204 len: 168 time: 0.3135717 Feb 07 21:43:48.847276 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43128) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:43:48.855851 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15955bf6-af02-43c9-8cda-51064f2eab1f tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event deleted for resources: {'Network': ['ID=6711d4be-cb41-4242-ba7c-11b60981e2ba,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:48.904078 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-49734b66-b9bc-4a9f-8329-9edf79c831c7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group (f4e2a258-61c5-412a-9870-ed46e69de3da), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:48.927995 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-49734b66-b9bc-4a9f-8329-9edf79c831c7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group (f4e2a258-61c5-412a-9870-ed46e69de3da), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:48.988622 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-49734b66-b9bc-4a9f-8329-9edf79c831c7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f4e2a258-61c5-412a-9870-ed46e69de3da), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:48.991263 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-49734b66-b9bc-4a9f-8329-9edf79c831c7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:48.992443 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-49734b66-b9bc-4a9f-8329-9edf79c831c7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] 10.222.0.65 "DELETE /v2.0/security-groups/f4e2a258-61c5-412a-9870-ed46e69de3da HTTP/1.1" status: 204 len: 168 time: 0.1441464 Feb 07 21:43:49.001976 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49734b66-b9bc-4a9f-8329-9edf79c831c7 tempest-TestNetworkAdvancedServerOps-1103171393 tempest-TestNetworkAdvancedServerOps-1103171393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e2a258-61c5-412a-9870-ed46e69de3da,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:49.281934 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43138) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:43:49.457956 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-77dfc91e-01f3-420a-99e5-1307b24564e4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=592f2c160f98413cb3dc6606723ba0e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1747475 Feb 07 21:43:49.460540 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43144) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:43:49.507189 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15810194-f7dc-4ac6-bd1d-b8ad8ebf8b77 admin admin] Publish callbacks [] for security_group (e68d3751-05f6-4ba0-a8d7-d7540147a275), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:49.527132 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15810194-f7dc-4ac6-bd1d-b8ad8ebf8b77 admin admin] Publish callbacks [] for security_group (e68d3751-05f6-4ba0-a8d7-d7540147a275), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:49.573000 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15810194-f7dc-4ac6-bd1d-b8ad8ebf8b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e68d3751-05f6-4ba0-a8d7-d7540147a275), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:49.575572 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15810194-f7dc-4ac6-bd1d-b8ad8ebf8b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:49.576750 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-15810194-f7dc-4ac6-bd1d-b8ad8ebf8b77 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e68d3751-05f6-4ba0-a8d7-d7540147a275 HTTP/1.1" status: 204 len: 168 time: 0.1152291 Feb 07 21:43:49.584238 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15810194-f7dc-4ac6-bd1d-b8ad8ebf8b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68d3751-05f6-4ba0-a8d7-d7540147a275,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:49.673139 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f54000cb-3862-4bdd-b919-1b2848774648 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:43:49.699331 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: f54000cb-3862-4bdd-b919-1b2848774648 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:43:49.699675 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f54000cb-3862-4bdd-b919-1b2848774648 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:43:49.700096 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c30e4a11-2580-496f-b542-e0959ed9db9b no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:43:49.719265 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: c30e4a11-2580-496f-b542-e0959ed9db9b {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:43:49.719566 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c30e4a11-2580-496f-b542-e0959ed9db9b not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:43:49.719990 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 34846331-9b85-4fbc-ada6-eacf656e4247 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:43:49.740016 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 34846331-9b85-4fbc-ada6-eacf656e4247 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:43:49.740393 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 34846331-9b85-4fbc-ada6-eacf656e4247 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:43:49.856879 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43150) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:43:49.896233 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-37f833eb-3a5c-4478-ad35-f509cd8c9ea8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=21ba390cd615457cbd7cac86b07ff993&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382190 Feb 07 21:43:49.898593 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43152) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:43:49.943385 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfa979c8-d5df-49a4-98ed-f5cc3ee003ce admin admin] Publish callbacks [] for security_group (2aadbb83-fc76-4910-94d5-093511f2ab73), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:49.963842 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfa979c8-d5df-49a4-98ed-f5cc3ee003ce admin admin] Publish callbacks [] for security_group (2aadbb83-fc76-4910-94d5-093511f2ab73), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:50.012808 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfa979c8-d5df-49a4-98ed-f5cc3ee003ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (2aadbb83-fc76-4910-94d5-093511f2ab73), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:50.015288 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfa979c8-d5df-49a4-98ed-f5cc3ee003ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:50.016492 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-dfa979c8-d5df-49a4-98ed-f5cc3ee003ce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2aadbb83-fc76-4910-94d5-093511f2ab73 HTTP/1.1" status: 204 len: 168 time: 0.1170092 Feb 07 21:43:50.025539 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa979c8-d5df-49a4-98ed-f5cc3ee003ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aadbb83-fc76-4910-94d5-093511f2ab73,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:50.310383 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43164) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:43:50.525518 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e11519-d4c0-4978-bf17-35f7f2b59275 req-db468bfc-6d82-4014-8fac-56c2c2d5ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:43:50.526944 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f7e11519-d4c0-4978-bf17-35f7f2b59275 req-db468bfc-6d82-4014-8fac-56c2c2d5ebe8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4bf90d46-7ce0-439c-b309-0d81fb421256 HTTP/1.1" status: 200 len: 1127 time: 0.2154455 Feb 07 21:43:50.574053 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f7e11519-d4c0-4978-bf17-35f7f2b59275 req-11690820-61db-4114-8883-c54805338c33 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=289f78bd-0c38-4a83-9adc-b5d6f84a86fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415096 Feb 07 21:43:50.631237 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-da6ca3f7-210c-40d8-b17c-2ba9b9e70dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:51.226913 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43200) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:43:51.374759 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-3a87521c-ab73-4a35-9a79-4ad932690144 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'network': {'name': 'tempest-network-smoke--1744499755', 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'port_security_enabled': True}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:43:51.393192 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a87521c-ab73-4a35-9a79-4ad932690144 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Made reservation on behalf of a47ac3a72c7a403d93faa392564401ca for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:43:51.396422 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a87521c-ab73-4a35-9a79-4ad932690144 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:51.404985 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a87521c-ab73-4a35-9a79-4ad932690144 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:51.487385 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a87521c-ab73-4a35-9a79-4ad932690144 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group (c887d8aa-4b4a-456a-be28-40ebbffc7148), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:51.492694 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a87521c-ab73-4a35-9a79-4ad932690144 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c887d8aa-4b4a-456a-be28-40ebbffc7148), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:51.510894 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3575403-bdd8-49fc-97a6-f9d8ea5405d8 req-2ec4d6ae-59fc-42a1-8b9e-6d972ef95159 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4bf90d46-7ce0-439c-b309-0d81fb421256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502276 Feb 07 21:43:51.517190 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a87521c-ab73-4a35-9a79-4ad932690144 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:43:51.536247 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a87521c-ab73-4a35-9a79-4ad932690144 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (d2a26b64-6e31-4a94-96c1-7e6dea956fc3), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:51.536627 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-3a87521c-ab73-4a35-9a79-4ad932690144 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Added segment d2a26b64-6e31-4a94-96c1-7e6dea956fc3 of type vlan for network ee07d184-46f5-4ea3-97fa-471cfe7bf284 Feb 07 21:43:51.538312 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87521c-ab73-4a35-9a79-4ad932690144 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c887d8aa-4b4a-456a-be28-40ebbffc7148,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:51.585592 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a87521c-ab73-4a35-9a79-4ad932690144 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (ee07d184-46f5-4ea3-97fa-471cfe7bf284), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:51.613043 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a87521c-ab73-4a35-9a79-4ad932690144 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (ee07d184-46f5-4ea3-97fa-471cfe7bf284), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:51.613262 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3575403-bdd8-49fc-97a6-f9d8ea5405d8 req-57b13c96-4aa5-491f-936e-fe324114cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:43:51.614849 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3575403-bdd8-49fc-97a6-f9d8ea5405d8 req-57b13c96-4aa5-491f-936e-fe324114cfb5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aa9cb3dcece74bc79ad7581cf4947ef5&device_id=4bf90d46-7ce0-439c-b309-0d81fb421256 HTTP/1.1" status: 200 len: 1127 time: 0.0541165 Feb 07 21:43:51.618507 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a87521c-ab73-4a35-9a79-4ad932690144 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:43:51.619094 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a87521c-ab73-4a35-9a79-4ad932690144 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:51.692719 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3a87521c-ab73-4a35-9a79-4ad932690144 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4641368 Feb 07 21:43:51.695611 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43212) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:43:51.704990 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-342ced4a-c273-4542-9b63-cb40a77752c1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-790444339', 'admin_state_up': True, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:43:51.723088 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87521c-ab73-4a35-9a79-4ad932690144 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'Network': ['ID=ee07d184-46f5-4ea3-97fa-471cfe7bf284,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:51.734893 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network ee07d184-46f5-4ea3-97fa-471cfe7bf284 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:43:51.742161 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3575403-bdd8-49fc-97a6-f9d8ea5405d8 req-ba933b0f-58e7-40d1-bad5-4c9325369cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:43:51.744172 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3575403-bdd8-49fc-97a6-f9d8ea5405d8 req-ba933b0f-58e7-40d1-bad5-4c9325369cd1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a9fb8e9f-c4a5-45be-a391-d36c8203143a HTTP/1.1" status: 200 len: 910 time: 0.1082311 Feb 07 21:43:51.745396 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-342ced4a-c273-4542-9b63-cb40a77752c1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (0120b42f-f352-4fa0-8ce3-fefb7bc8498b), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:51.746384 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-342ced4a-c273-4542-9b63-cb40a77752c1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (0120b42f-f352-4fa0-8ce3-fefb7bc8498b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:51.848875 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-342ced4a-c273-4542-9b63-cb40a77752c1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for router_controller (0120b42f-f352-4fa0-8ce3-fefb7bc8498b), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:51.850929 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3575403-bdd8-49fc-97a6-f9d8ea5405d8 req-dc69fcf5-95c9-4229-9491-de10d01908d2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f16cab5e-0b19-4785-8c22-560983bf679a HTTP/1.1" status: 200 len: 1000 time: 0.1003776 Feb 07 21:43:51.890034 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:52.019336 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3575403-bdd8-49fc-97a6-f9d8ea5405d8 req-c70fb6e2-e929-4f54-a459-50a31d711944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:43:52.020855 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3575403-bdd8-49fc-97a6-f9d8ea5405d8 req-c70fb6e2-e929-4f54-a459-50a31d711944 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5ad02c56-9942-4a88-9295-bd5489fb9033 HTTP/1.1" status: 200 len: 848 time: 0.1310906 Feb 07 21:43:52.026313 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-342ced4a-c273-4542-9b63-cb40a77752c1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for router_gateway (0120b42f-f352-4fa0-8ce3-fefb7bc8498b), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:52.118856 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3575403-bdd8-49fc-97a6-f9d8ea5405d8 req-9a8305cf-34cb-4997-86a9-066642e7524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:43:52.120351 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3575403-bdd8-49fc-97a6-f9d8ea5405d8 req-9a8305cf-34cb-4997-86a9-066642e7524d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a9fb8e9f-c4a5-45be-a391-d36c8203143a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0907471 Feb 07 21:43:52.233491 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3575403-bdd8-49fc-97a6-f9d8ea5405d8 req-ca9ddef1-719e-4525-838c-f6b83fea09f1 service neutron] 10.222.0.71 "GET /v2.0/networks/a9fb8e9f-c4a5-45be-a391-d36c8203143a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060231 Feb 07 21:43:52.363828 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-342ced4a-c273-4542-9b63-cb40a77752c1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for router_gateway (0120b42f-f352-4fa0-8ce3-fefb7bc8498b), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:52.386932 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-342ced4a-c273-4542-9b63-cb40a77752c1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:52.459303 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3575403-bdd8-49fc-97a6-f9d8ea5405d8 req-4881ddad-53ef-4174-ac3c-be97ce9f3106 service neutron] 10.222.0.71 "GET /v2.0/networks/a9fb8e9f-c4a5-45be-a391-d36c8203143a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917617 Feb 07 21:43:52.514536 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-342ced4a-c273-4542-9b63-cb40a77752c1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Allocated IP 172.25.4.63 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/a87d007c-e515-451a-8b3e-8f634c9536a4) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:43:52.610947 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-342ced4a-c273-4542-9b63-cb40a77752c1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for port (a87d007c-e515-451a-8b3e-8f634c9536a4), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:52.648087 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-342ced4a-c273-4542-9b63-cb40a77752c1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (a87d007c-e515-451a-8b3e-8f634c9536a4), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:52.687877 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342ced4a-c273-4542-9b63-cb40a77752c1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:43:52.692546 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-342ced4a-c273-4542-9b63-cb40a77752c1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:43:52.695949 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342ced4a-c273-4542-9b63-cb40a77752c1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:43:52.718134 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ced4a-c273-4542-9b63-cb40a77752c1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'Port': ['ID=a87d007c-e515-451a-8b3e-8f634c9536a4,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:53.231137 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-342ced4a-c273-4542-9b63-cb40a77752c1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for router_gateway (0120b42f-f352-4fa0-8ce3-fefb7bc8498b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:53.368192 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:53.428341 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-342ced4a-c273-4542-9b63-cb40a77752c1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (0120b42f-f352-4fa0-8ce3-fefb7bc8498b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:53.556161 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342ced4a-c273-4542-9b63-cb40a77752c1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Router 0120b42f-f352-4fa0-8ce3-fefb7bc8498b is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:43:53.666156 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342ced4a-c273-4542-9b63-cb40a77752c1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:43:53.676209 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6535e194-e34b-47f7-a949-222e0960fa00 None None] Sync routers for ids ['0120b42f-f352-4fa0-8ce3-fefb7bc8498b'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:43:53.687075 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6535e194-e34b-47f7-a949-222e0960fa00 None None] Routers {'0120b42f-f352-4fa0-8ce3-fefb7bc8498b'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:43:53.687485 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-342ced4a-c273-4542-9b63-cb40a77752c1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:53.687688 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6535e194-e34b-47f7-a949-222e0960fa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:43:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['0120b42f-f352-4fa0-8ce3-fefb7bc8498b'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:43:53.688749 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-342ced4a-c273-4542-9b63-cb40a77752c1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9915028 Feb 07 21:43:53.692121 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43216) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:43:53.773956 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1a1aa85e-db88-43e2-a3f4-fa14a161730c tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=a47ac3a72c7a403d93faa392564401ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0806444 Feb 07 21:43:53.776635 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43220) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:43:53.926929 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3620408-ab48-42db-8609-a370c1e8ceae tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:43:53.928474 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a3620408-ab48-42db-8609-a370c1e8ceae tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1508825 Feb 07 21:43:53.931883 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43222) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:43:53.949165 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-6535e194-e34b-47f7-a949-222e0960fa00 None None] Set router 0120b42f-f352-4fa0-8ce3-fefb7bc8498b gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:43:53.961775 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e61ed8a6-1d25-4935-86cd-c1f01757dddf tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262346 Feb 07 21:43:53.961945 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43224) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:43:53.966492 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c1ed5af3-a14c-4b5b-9779-5623dcbd5ce9 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-770084999', 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:43:54.054162 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ed5af3-a14c-4b5b-9779-5623dcbd5ce9 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Made reservation on behalf of a47ac3a72c7a403d93faa392564401ca for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:43:54.058116 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5af3-a14c-4b5b-9779-5623dcbd5ce9 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:54.125081 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6535e194-e34b-47f7-a949-222e0960fa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'name': 'tempest-TestNetworkBasicOps-router-790444339', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:43:51Z', 'updated_at': '2022-02-07T21:43:53Z', 'revision_number': 3, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:52Z', 'updated_at': '2022-02-07T21:43:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:43:54.155184 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6535e194-e34b-47f7-a949-222e0960fa00 None None] Checking router: 0120b42f-f352-4fa0-8ce3-fefb7bc8498b for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:43:54.155551 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6535e194-e34b-47f7-a949-222e0960fa00 None None] Updating router 0120b42f-f352-4fa0-8ce3-fefb7bc8498b port a87d007c-e515-451a-8b3e-8f634c9536a4 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:43:54.183553 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6535e194-e34b-47f7-a949-222e0960fa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a87d007c-e515-451a-8b3e-8f634c9536a4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:54.235475 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5af3-a14c-4b5b-9779-5623dcbd5ce9 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (245918d3-5a6a-4b3f-af26-b87164b572ec), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:54.293046 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5af3-a14c-4b5b-9779-5623dcbd5ce9 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'Subnet': ['ID=245918d3-5a6a-4b3f-af26-b87164b572ec,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:54.301416 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ed5af3-a14c-4b5b-9779-5623dcbd5ce9 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Checking segment: {'id': 'd2a26b64-6e31-4a94-96c1-7e6dea956fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:43:54.301773 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ed5af3-a14c-4b5b-9779-5623dcbd5ce9 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Network hostable DHCP agents. Network: ee07d184-46f5-4ea3-97fa-471cfe7bf284, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:43:54.317829 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ed5af3-a14c-4b5b-9779-5623dcbd5ce9 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Network ee07d184-46f5-4ea3-97fa-471cfe7bf284 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:43:54.326717 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c1ed5af3-a14c-4b5b-9779-5623dcbd5ce9 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, ee07d184-46f5-4ea3-97fa-471cfe7bf284) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:43:54.330745 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ed5af3-a14c-4b5b-9779-5623dcbd5ce9 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:43:54.331336 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5af3-a14c-4b5b-9779-5623dcbd5ce9 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:54.340921 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7872bb0e-c4b1-45ab-9fc3-513cedec3075 None None] Network ee07d184-46f5-4ea3-97fa-471cfe7bf284 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:43:54.347623 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c1ed5af3-a14c-4b5b-9779-5623dcbd5ce9 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3847301 Feb 07 21:43:54.350390 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43226) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:43:54.499417 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d60276c-235a-48e9-ba27-dbd594c2c5b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'fixed_ips': [{'subnet_id': '245918d3-5a6a-4b3f-af26-b87164b572ec'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:43:54.499417 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0d60276c-235a-48e9-ba27-dbd594c2c5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:54.543960 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6535e194-e34b-47f7-a949-222e0960fa00 None None] Publish callbacks [] for port (a87d007c-e515-451a-8b3e-8f634c9536a4), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:54.590868 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6535e194-e34b-47f7-a949-222e0960fa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a87d007c-e515-451a-8b3e-8f634c9536a4), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:54.658664 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:43:54.691984 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa194dd-18ac-48b7-a63d-1d0a825b0b07 None None] Pushing event updated for resources: {'Port': ['ID=a87d007c-e515-451a-8b3e-8f634c9536a4,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:54.706252 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6535e194-e34b-47f7-a949-222e0960fa00 None None] Attempting to bind port a87d007c-e515-451a-8b3e-8f634c9536a4 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:43:54.706628 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6535e194-e34b-47f7-a949-222e0960fa00 None None] Attempting to bind port a87d007c-e515-451a-8b3e-8f634c9536a4 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:43:54.706995 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6535e194-e34b-47f7-a949-222e0960fa00 None None] Attempting to bind port a87d007c-e515-451a-8b3e-8f634c9536a4 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:43:54.720756 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:54.724278 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6535e194-e34b-47f7-a949-222e0960fa00 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:43:54.724685 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6535e194-e34b-47f7-a949-222e0960fa00 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:43:54.725093 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6535e194-e34b-47f7-a949-222e0960fa00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:54.725485 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6535e194-e34b-47f7-a949-222e0960fa00 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:43:54.725974 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6535e194-e34b-47f7-a949-222e0960fa00 None None] Bound port: a87d007c-e515-451a-8b3e-8f634c9536a4, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:43:54.726355 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6535e194-e34b-47f7-a949-222e0960fa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a87d007c-e515-451a-8b3e-8f634c9536a4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:54.732975 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-0d60276c-235a-48e9-ba27-dbd594c2c5b8 None None] Allocated IP 172.20.0.2 (ee07d184-46f5-4ea3-97fa-471cfe7bf284/245918d3-5a6a-4b3f-af26-b87164b572ec/1e089d8b-bb12-423a-858d-fc3c44ceefd4) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:43:54.801726 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f31e9450-d67a-428e-8468-b5d4fde123ae tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:54.829612 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-6535e194-e34b-47f7-a949-222e0960fa00 None None] For port a87d007c-e515-451a-8b3e-8f634c9536a4, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:43:54.845991 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-6535e194-e34b-47f7-a949-222e0960fa00 None None] For port a87d007c-e515-451a-8b3e-8f634c9536a4, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a87d007c-e515-451a-8b3e-8f634c9536a4,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:43:54.857259 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6535e194-e34b-47f7-a949-222e0960fa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a87d007c-e515-451a-8b3e-8f634c9536a4), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:54.966337 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa194dd-18ac-48b7-a63d-1d0a825b0b07 None None] Pushing event updated for resources: {'Port': ['ID=a87d007c-e515-451a-8b3e-8f634c9536a4,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:54.968803 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6535e194-e34b-47f7-a949-222e0960fa00 None None] Routers {'0120b42f-f352-4fa0-8ce3-fefb7bc8498b'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:43:54.969416 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6535e194-e34b-47f7-a949-222e0960fa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:43:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['0120b42f-f352-4fa0-8ce3-fefb7bc8498b'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:43:55.053893 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0d60276c-235a-48e9-ba27-dbd594c2c5b8 None None] Publish callbacks [] for port (1e089d8b-bb12-423a-858d-fc3c44ceefd4), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:55.064336 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0d60276c-235a-48e9-ba27-dbd594c2c5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (1e089d8b-bb12-423a-858d-fc3c44ceefd4), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:55.108301 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-f31e9450-d67a-428e-8468-b5d4fde123ae tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Allocated IP 172.20.0.1 (ee07d184-46f5-4ea3-97fa-471cfe7bf284/245918d3-5a6a-4b3f-af26-b87164b572ec/bf84ee0d-4aec-4dc6-8f6e-177125c2c230) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:43:55.115684 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d60276c-235a-48e9-ba27-dbd594c2c5b8 None None] Network ee07d184-46f5-4ea3-97fa-471cfe7bf284 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:43:55.123718 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-0d60276c-235a-48e9-ba27-dbd594c2c5b8 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:43:55.125404 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60276c-235a-48e9-ba27-dbd594c2c5b8 None None] Pushing event updated for resources: {'Port': ['ID=1e089d8b-bb12-423a-858d-fc3c44ceefd4,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:55.127684 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d60276c-235a-48e9-ba27-dbd594c2c5b8 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:43:55.145981 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-6535e194-e34b-47f7-a949-222e0960fa00 None None] Set router 0120b42f-f352-4fa0-8ce3-fefb7bc8498b gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:43:55.227829 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f31e9450-d67a-428e-8468-b5d4fde123ae tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for port (bf84ee0d-4aec-4dc6-8f6e-177125c2c230), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:55.262128 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f31e9450-d67a-428e-8468-b5d4fde123ae tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (bf84ee0d-4aec-4dc6-8f6e-177125c2c230), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:55.282106 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-0d60276c-235a-48e9-ba27-dbd594c2c5b8 None None] Attempting to bind port 1e089d8b-bb12-423a-858d-fc3c44ceefd4 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:43:55.282486 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-0d60276c-235a-48e9-ba27-dbd594c2c5b8 None None] Attempting to bind port 1e089d8b-bb12-423a-858d-fc3c44ceefd4 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'd2a26b64-6e31-4a94-96c1-7e6dea956fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:43:55.282853 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d60276c-235a-48e9-ba27-dbd594c2c5b8 None None] Attempting to bind port 1e089d8b-bb12-423a-858d-fc3c44ceefd4 on network ee07d184-46f5-4ea3-97fa-471cfe7bf284 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:43:55.291791 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d60276c-235a-48e9-ba27-dbd594c2c5b8 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:43:55.292167 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d60276c-235a-48e9-ba27-dbd594c2c5b8 None None] Checking segment: {'id': 'd2a26b64-6e31-4a94-96c1-7e6dea956fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:43:55.292599 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0d60276c-235a-48e9-ba27-dbd594c2c5b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:55.293004 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d60276c-235a-48e9-ba27-dbd594c2c5b8 None None] Bound using segment: {'id': 'd2a26b64-6e31-4a94-96c1-7e6dea956fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:43:55.293474 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-0d60276c-235a-48e9-ba27-dbd594c2c5b8 None None] Bound port: 1e089d8b-bb12-423a-858d-fc3c44ceefd4, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a26b64-6e31-4a94-96c1-7e6dea956fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:43:55.293858 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0d60276c-235a-48e9-ba27-dbd594c2c5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1e089d8b-bb12-423a-858d-fc3c44ceefd4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:55.300525 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31e9450-d67a-428e-8468-b5d4fde123ae tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Network ee07d184-46f5-4ea3-97fa-471cfe7bf284 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:43:55.306494 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f31e9450-d67a-428e-8468-b5d4fde123ae tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:43:55.309909 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31e9450-d67a-428e-8468-b5d4fde123ae tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:43:55.340016 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e9450-d67a-428e-8468-b5d4fde123ae tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'Port': ['ID=bf84ee0d-4aec-4dc6-8f6e-177125c2c230,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:55.358259 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f31e9450-d67a-428e-8468-b5d4fde123ae tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (0120b42f-f352-4fa0-8ce3-fefb7bc8498b), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:55.400972 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0d60276c-235a-48e9-ba27-dbd594c2c5b8 None None] For port 1e089d8b-bb12-423a-858d-fc3c44ceefd4, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:43:55.404631 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0d60276c-235a-48e9-ba27-dbd594c2c5b8 None None] For port 1e089d8b-bb12-423a-858d-fc3c44ceefd4, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=1e089d8b-bb12-423a-858d-fc3c44ceefd4,segment=NetworkSegment(d2a26b64-6e31-4a94-96c1-7e6dea956fc3),segment_id=d2a26b64-6e31-4a94-96c1-7e6dea956fc3)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:43:55.413177 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0d60276c-235a-48e9-ba27-dbd594c2c5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (1e089d8b-bb12-423a-858d-fc3c44ceefd4), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:55.475475 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6535e194-e34b-47f7-a949-222e0960fa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'name': 'tempest-TestNetworkBasicOps-router-790444339', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:43:51Z', 'updated_at': '2022-02-07T21:43:53Z', 'revision_number': 3, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:52Z', 'updated_at': '2022-02-07T21:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:43:55.505457 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60276c-235a-48e9-ba27-dbd594c2c5b8 None None] Pushing event updated for resources: {'Port': ['ID=1e089d8b-bb12-423a-858d-fc3c44ceefd4,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:55.508431 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6535e194-e34b-47f7-a949-222e0960fa00 None None] The sync data for ids ['0120b42f-f352-4fa0-8ce3-fefb7bc8498b'] in n-d-828185-2 is: [{'id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'name': 'tempest-TestNetworkBasicOps-router-790444339', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:43:51Z', 'updated_at': '2022-02-07T21:43:53Z', 'revision_number': 3, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:52Z', 'updated_at': '2022-02-07T21:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:43:55.511803 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f31e9450-d67a-428e-8468-b5d4fde123ae tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bf84ee0d-4aec-4dc6-8f6e-177125c2c230), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:55.854428 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f31e9450-d67a-428e-8468-b5d4fde123ae tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for port (bf84ee0d-4aec-4dc6-8f6e-177125c2c230), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:55.858912 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f31e9450-d67a-428e-8468-b5d4fde123ae tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (bf84ee0d-4aec-4dc6-8f6e-177125c2c230), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:55.935667 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e9450-d67a-428e-8468-b5d4fde123ae tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'Port': ['ID=bf84ee0d-4aec-4dc6-8f6e-177125c2c230,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:55.943015 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f31e9450-d67a-428e-8468-b5d4fde123ae tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (0120b42f-f352-4fa0-8ce3-fefb7bc8498b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:56.034275 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31e9450-d67a-428e-8468-b5d4fde123ae tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Network ee07d184-46f5-4ea3-97fa-471cfe7bf284 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:43:56.035697 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f31e9450-d67a-428e-8468-b5d4fde123ae tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:43:56.463307 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31e9450-d67a-428e-8468-b5d4fde123ae tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Router 0120b42f-f352-4fa0-8ce3-fefb7bc8498b has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:43:56.577741 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86482741-ef30-4aa6-81fc-04dcf689b8f7 None None] Network ee07d184-46f5-4ea3-97fa-471cfe7bf284 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:43:56.587061 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31e9450-d67a-428e-8468-b5d4fde123ae tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:43:56.592042 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f31e9450-d67a-428e-8468-b5d4fde123ae tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "PUT /v2.0/routers/0120b42f-f352-4fa0-8ce3-fefb7bc8498b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2406979 Feb 07 21:43:56.594642 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43228) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:43:56.647845 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-44029b32-19c8-4dae-a14d-de25b0b9bdc9 None None] Provisioning complete for port 1e089d8b-bb12-423a-858d-fc3c44ceefd4 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:43:56.648228 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-44029b32-19c8-4dae-a14d-de25b0b9bdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1e089d8b-bb12-423a-858d-fc3c44ceefd4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:56.772173 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00397d78-9e46-483d-aa62-0e711cb86967 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:43:56.772683 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00397d78-9e46-483d-aa62-0e711cb86967 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:43:56.773151 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00397d78-9e46-483d-aa62-0e711cb86967 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:43:56.773615 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00397d78-9e46-483d-aa62-0e711cb86967 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:43:56.774570 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00397d78-9e46-483d-aa62-0e711cb86967 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:43:56.775023 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00397d78-9e46-483d-aa62-0e711cb86967 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:43:56.776827 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-00397d78-9e46-483d-aa62-0e711cb86967 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1812665 Feb 07 21:43:56.779838 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43230) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:43:56.785106 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-44029b32-19c8-4dae-a14d-de25b0b9bdc9 None None] Current status of the port 1e089d8b-bb12-423a-858d-fc3c44ceefd4 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:43:56.785558 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-44029b32-19c8-4dae-a14d-de25b0b9bdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1e089d8b-bb12-423a-858d-fc3c44ceefd4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:56.822052 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-44029b32-19c8-4dae-a14d-de25b0b9bdc9 None None] For port 1e089d8b-bb12-423a-858d-fc3c44ceefd4, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=1e089d8b-bb12-423a-858d-fc3c44ceefd4,segment=NetworkSegment(d2a26b64-6e31-4a94-96c1-7e6dea956fc3),segment_id=d2a26b64-6e31-4a94-96c1-7e6dea956fc3)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:43:56.826072 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-44029b32-19c8-4dae-a14d-de25b0b9bdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (1e089d8b-bb12-423a-858d-fc3c44ceefd4), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:56.880127 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e8f12e-0878-422d-8441-259b59d92e3b tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:43:56.880707 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e8f12e-0878-422d-8441-259b59d92e3b tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:43:56.881084 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e8f12e-0878-422d-8441-259b59d92e3b tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:43:56.881268 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44029b32-19c8-4dae-a14d-de25b0b9bdc9 None None] Pushing event updated for resources: {'Port': ['ID=1e089d8b-bb12-423a-858d-fc3c44ceefd4,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:56.881526 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e8f12e-0878-422d-8441-259b59d92e3b tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:43:56.882150 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e8f12e-0878-422d-8441-259b59d92e3b tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:43:56.883357 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e8f12e-0878-422d-8441-259b59d92e3b tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:43:56.890395 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43232) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:43:56.891136 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c8e8f12e-0878-422d-8441-259b59d92e3b tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3998 time: 0.1094930 Feb 07 21:43:57.050934 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a765715a-724a-4f79-8d04-5e3ffb5884d1 None None] Provisioning complete for port 1e089d8b-bb12-423a-858d-fc3c44ceefd4 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:43:57.051391 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a765715a-724a-4f79-8d04-5e3ffb5884d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1e089d8b-bb12-423a-858d-fc3c44ceefd4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:57.149789 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a765715a-724a-4f79-8d04-5e3ffb5884d1 None None] Current status of the port 1e089d8b-bb12-423a-858d-fc3c44ceefd4 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:43:57.162545 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a765715a-724a-4f79-8d04-5e3ffb5884d1 None None] Provisioning complete for port bf84ee0d-4aec-4dc6-8f6e-177125c2c230 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:43:57.162922 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a765715a-724a-4f79-8d04-5e3ffb5884d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (bf84ee0d-4aec-4dc6-8f6e-177125c2c230), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:57.185950 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c684b2b7-f9b4-4217-9abf-2ae712f81d55 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3041 time: 0.2943380 Feb 07 21:43:57.221101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a765715a-724a-4f79-8d04-5e3ffb5884d1 None None] Port bf84ee0d-4aec-4dc6-8f6e-177125c2c230 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:43:57.311029 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9a8a4b-b9a8-42d9-8822-97f1751c1ef0 None None] Sync routers for ids ['0120b42f-f352-4fa0-8ce3-fefb7bc8498b'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:43:57.322102 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9a8a4b-b9a8-42d9-8822-97f1751c1ef0 None None] Routers {'0120b42f-f352-4fa0-8ce3-fefb7bc8498b'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:43:57.322984 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ca9a8a4b-b9a8-42d9-8822-97f1751c1ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:43:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['0120b42f-f352-4fa0-8ce3-fefb7bc8498b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:43:57.346591 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6af1a25c-ea9c-4ec2-a89d-f85ccec73fd9 None None] Provisioning complete for port bf84ee0d-4aec-4dc6-8f6e-177125c2c230 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:43:57.346967 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6af1a25c-ea9c-4ec2-a89d-f85ccec73fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (bf84ee0d-4aec-4dc6-8f6e-177125c2c230), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:57.387814 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6af1a25c-ea9c-4ec2-a89d-f85ccec73fd9 None None] Port bf84ee0d-4aec-4dc6-8f6e-177125c2c230 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:43:57.420295 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43236) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:43:57.425290 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c871d6f9-d5be-40e3-8750-4eca45da7b6f tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-399806922', 'description': 'tempest-secgroup-smoke-399806922 description', 'project_id': 'a47ac3a72c7a403d93faa392564401ca'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:43:57.448899 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-ca9a8a4b-b9a8-42d9-8822-97f1751c1ef0 None None] Set router 0120b42f-f352-4fa0-8ce3-fefb7bc8498b gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:43:57.451588 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c871d6f9-d5be-40e3-8750-4eca45da7b6f tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:57.547088 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c871d6f9-d5be-40e3-8750-4eca45da7b6f tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group (30d34dc2-5dca-4768-afa4-f3e9487e8535), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:57.551386 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c871d6f9-d5be-40e3-8750-4eca45da7b6f tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (30d34dc2-5dca-4768-afa4-f3e9487e8535), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:57.581543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871d6f9-d5be-40e3-8750-4eca45da7b6f tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d34dc2-5dca-4768-afa4-f3e9487e8535,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:57.585551 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c871d6f9-d5be-40e3-8750-4eca45da7b6f tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:57.589653 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c871d6f9-d5be-40e3-8750-4eca45da7b6f tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1653178 Feb 07 21:43:57.590205 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43238) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:43:57.594593 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ce2c822d-9380-4c38-90b6-42e70b48af83 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'security_group_rule': {'security_group_id': '30d34dc2-5dca-4768-afa4-f3e9487e8535', 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:43:57.627885 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-9b81da20-58ca-4d1b-9f49-23860d874792 None None] Provisioning complete for port bf84ee0d-4aec-4dc6-8f6e-177125c2c230 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:43:57.628516 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9b81da20-58ca-4d1b-9f49-23860d874792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (bf84ee0d-4aec-4dc6-8f6e-177125c2c230), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:57.628938 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce2c822d-9380-4c38-90b6-42e70b48af83 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (5eb930a9-ba8a-441c-af42-89bf69a0cc77), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:57.686894 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9b81da20-58ca-4d1b-9f49-23860d874792 None None] Port bf84ee0d-4aec-4dc6-8f6e-177125c2c230 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:43:57.691386 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ca9a8a4b-b9a8-42d9-8822-97f1751c1ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'name': 'tempest-TestNetworkBasicOps-router-790444339', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:43:51Z', 'updated_at': '2022-02-07T21:43:55Z', 'revision_number': 4, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:52Z', 'updated_at': '2022-02-07T21:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'bf84ee0d-4aec-4dc6-8f6e-177125c2c230', 'name': '', 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'mac_address': 'fa:16:3e:7d:53:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:54Z', 'updated_at': '2022-02-07T21:43:55Z', 'revision_number': 2, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'subnets': [{'id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:43:57.709685 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce2c822d-9380-4c38-90b6-42e70b48af83 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (5eb930a9-ba8a-441c-af42-89bf69a0cc77), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:57.716688 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce2c822d-9380-4c38-90b6-42e70b48af83 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (5eb930a9-ba8a-441c-af42-89bf69a0cc77), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:57.720095 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9a8a4b-b9a8-42d9-8822-97f1751c1ef0 None None] Checking router: 0120b42f-f352-4fa0-8ce3-fefb7bc8498b for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:43:57.720474 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9a8a4b-b9a8-42d9-8822-97f1751c1ef0 None None] Updating router 0120b42f-f352-4fa0-8ce3-fefb7bc8498b port bf84ee0d-4aec-4dc6-8f6e-177125c2c230 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:43:57.749238 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c822d-9380-4c38-90b6-42e70b48af83 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb930a9-ba8a-441c-af42-89bf69a0cc77,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:57.749401 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ca9a8a4b-b9a8-42d9-8822-97f1751c1ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bf84ee0d-4aec-4dc6-8f6e-177125c2c230), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:57.762413 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce2c822d-9380-4c38-90b6-42e70b48af83 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:57.764828 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ce2c822d-9380-4c38-90b6-42e70b48af83 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1739416 Feb 07 21:43:57.766872 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43240) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:43:57.771384 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-187a1e3c-bc07-48f4-b5de-928ea08139b4 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'security_group_rule': {'security_group_id': '30d34dc2-5dca-4768-afa4-f3e9487e8535', 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:43:57.800955 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-187a1e3c-bc07-48f4-b5de-928ea08139b4 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (35c73418-bded-4e67-b177-87761503608b), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:57.824435 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a87d007c-e515-451a-8b3e-8f634c9536a4 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:43:57.865947 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-187a1e3c-bc07-48f4-b5de-928ea08139b4 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (35c73418-bded-4e67-b177-87761503608b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:57.871549 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-187a1e3c-bc07-48f4-b5de-928ea08139b4 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (35c73418-bded-4e67-b177-87761503608b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:57.879620 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port a87d007c-e515-451a-8b3e-8f634c9536a4 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:43:57.880338 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a87d007c-e515-451a-8b3e-8f634c9536a4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:57.890934 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a1e3c-bc07-48f4-b5de-928ea08139b4 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c73418-bded-4e67-b177-87761503608b,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:57.901315 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-187a1e3c-bc07-48f4-b5de-928ea08139b4 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:57.902678 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-187a1e3c-bc07-48f4-b5de-928ea08139b4 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1348238 Feb 07 21:43:57.905679 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43242) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:43:57.911003 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-54f7db27-739c-48d4-aeed-42ecd77c61fd tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'security_group_rule': {'security_group_id': '30d34dc2-5dca-4768-afa4-f3e9487e8535', 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:43:57.939489 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54f7db27-739c-48d4-aeed-42ecd77c61fd tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (76ab9266-52d7-4f51-bf5d-c7adc0fa8a52), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:58.016514 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54f7db27-739c-48d4-aeed-42ecd77c61fd tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (76ab9266-52d7-4f51-bf5d-c7adc0fa8a52), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:58.021139 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54f7db27-739c-48d4-aeed-42ecd77c61fd tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (76ab9266-52d7-4f51-bf5d-c7adc0fa8a52), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:58.042683 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7db27-739c-48d4-aeed-42ecd77c61fd tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ab9266-52d7-4f51-bf5d-c7adc0fa8a52,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:58.048632 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54f7db27-739c-48d4-aeed-42ecd77c61fd tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:58.050355 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-54f7db27-739c-48d4-aeed-42ecd77c61fd tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1431053 Feb 07 21:43:58.052987 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43244) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:43:58.058307 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-dfc9694d-3c40-4b77-b55b-edd47d2432fb tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'security_group_rule': {'security_group_id': '30d34dc2-5dca-4768-afa4-f3e9487e8535', 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:43:58.083723 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfc9694d-3c40-4b77-b55b-edd47d2432fb tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (4d187001-70c0-427e-acb7-c3b9ff15cf2e), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:58.122832 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port a87d007c-e515-451a-8b3e-8f634c9536a4 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:43:58.123223 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a87d007c-e515-451a-8b3e-8f634c9536a4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:58.141722 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfc9694d-3c40-4b77-b55b-edd47d2432fb tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (4d187001-70c0-427e-acb7-c3b9ff15cf2e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:58.145892 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port a87d007c-e515-451a-8b3e-8f634c9536a4, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a87d007c-e515-451a-8b3e-8f634c9536a4,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:43:58.146347 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfc9694d-3c40-4b77-b55b-edd47d2432fb tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (4d187001-70c0-427e-acb7-c3b9ff15cf2e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:58.150804 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a87d007c-e515-451a-8b3e-8f634c9536a4), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:58.151715 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 1e089d8b-bb12-423a-858d-fc3c44ceefd4 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:43:58.153182 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ca9a8a4b-b9a8-42d9-8822-97f1751c1ef0 None None] Publish callbacks [] for port (bf84ee0d-4aec-4dc6-8f6e-177125c2c230), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:58.160033 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ca9a8a4b-b9a8-42d9-8822-97f1751c1ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (bf84ee0d-4aec-4dc6-8f6e-177125c2c230), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:58.166878 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9694d-3c40-4b77-b55b-edd47d2432fb tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d187001-70c0-427e-acb7-c3b9ff15cf2e,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:58.174544 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfc9694d-3c40-4b77-b55b-edd47d2432fb tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:58.178695 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43246) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:43:58.178828 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-dfc9694d-3c40-4b77-b55b-edd47d2432fb tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1247542 Feb 07 21:43:58.186341 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-0974093c-b47f-49aa-af7c-c7f61cabfcbb tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'security_group_rule': {'security_group_id': '30d34dc2-5dca-4768-afa4-f3e9487e8535', 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:43:58.225748 n-d-828185-2 neutron-server[103256]: INFO neutron.db.securitygroups_db [None req-0974093c-b47f-49aa-af7c-c7f61cabfcbb tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Project a47ac3a72c7a403d93faa392564401ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 21:43:58.242809 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0974093c-b47f-49aa-af7c-c7f61cabfcbb tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (e9f7f9b5-138d-44c2-a446-61a80dd2a0d8), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:58.256982 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=a87d007c-e515-451a-8b3e-8f634c9536a4,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:58.266202 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e2fb3-0a11-4589-ab70-f518d33f003e None None] Pushing event updated for resources: {'Port': ['ID=bf84ee0d-4aec-4dc6-8f6e-177125c2c230,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:58.269354 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-ca9a8a4b-b9a8-42d9-8822-97f1751c1ef0 None None] Attempting to bind port bf84ee0d-4aec-4dc6-8f6e-177125c2c230 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:43:58.269940 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-ca9a8a4b-b9a8-42d9-8822-97f1751c1ef0 None None] Attempting to bind port bf84ee0d-4aec-4dc6-8f6e-177125c2c230 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'd2a26b64-6e31-4a94-96c1-7e6dea956fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:43:58.270448 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9a8a4b-b9a8-42d9-8822-97f1751c1ef0 None None] Attempting to bind port bf84ee0d-4aec-4dc6-8f6e-177125c2c230 on network ee07d184-46f5-4ea3-97fa-471cfe7bf284 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:43:58.280126 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9a8a4b-b9a8-42d9-8822-97f1751c1ef0 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:43:58.280829 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9a8a4b-b9a8-42d9-8822-97f1751c1ef0 None None] Checking segment: {'id': 'd2a26b64-6e31-4a94-96c1-7e6dea956fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:43:58.281366 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ca9a8a4b-b9a8-42d9-8822-97f1751c1ef0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:58.281767 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9a8a4b-b9a8-42d9-8822-97f1751c1ef0 None None] Bound using segment: {'id': 'd2a26b64-6e31-4a94-96c1-7e6dea956fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:43:58.282238 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-ca9a8a4b-b9a8-42d9-8822-97f1751c1ef0 None None] Bound port: bf84ee0d-4aec-4dc6-8f6e-177125c2c230, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a26b64-6e31-4a94-96c1-7e6dea956fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:43:58.282613 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ca9a8a4b-b9a8-42d9-8822-97f1751c1ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bf84ee0d-4aec-4dc6-8f6e-177125c2c230), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:58.282941 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 1e089d8b-bb12-423a-858d-fc3c44ceefd4 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:43:58.283402 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1e089d8b-bb12-423a-858d-fc3c44ceefd4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:58.298972 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e2fb3-0a11-4589-ab70-f518d33f003e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:58.299314 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e2fb3-0a11-4589-ab70-f518d33f003e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:58.299658 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e2fb3-0a11-4589-ab70-f518d33f003e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:58.299989 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e2fb3-0a11-4589-ab70-f518d33f003e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:58.300397 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e2fb3-0a11-4589-ab70-f518d33f003e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:58.300672 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e2fb3-0a11-4589-ab70-f518d33f003e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:58.300995 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e2fb3-0a11-4589-ab70-f518d33f003e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:58.301317 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e2fb3-0a11-4589-ab70-f518d33f003e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:58.301638 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e2fb3-0a11-4589-ab70-f518d33f003e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:58.301955 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e2fb3-0a11-4589-ab70-f518d33f003e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:58.302277 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e2fb3-0a11-4589-ab70-f518d33f003e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:58.302590 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e2fb3-0a11-4589-ab70-f518d33f003e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:58.302906 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e2fb3-0a11-4589-ab70-f518d33f003e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:43:58.328957 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0974093c-b47f-49aa-af7c-c7f61cabfcbb tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (e9f7f9b5-138d-44c2-a446-61a80dd2a0d8), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:58.334961 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0974093c-b47f-49aa-af7c-c7f61cabfcbb tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (e9f7f9b5-138d-44c2-a446-61a80dd2a0d8), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:58.359223 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974093c-b47f-49aa-af7c-c7f61cabfcbb tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f7f9b5-138d-44c2-a446-61a80dd2a0d8,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:58.373588 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0974093c-b47f-49aa-af7c-c7f61cabfcbb tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:58.374835 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0974093c-b47f-49aa-af7c-c7f61cabfcbb tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1947308 Feb 07 21:43:58.375688 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-ca9a8a4b-b9a8-42d9-8822-97f1751c1ef0 None None] For port bf84ee0d-4aec-4dc6-8f6e-177125c2c230, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:43:58.377561 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43248) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:43:58.379678 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-ca9a8a4b-b9a8-42d9-8822-97f1751c1ef0 None None] For port bf84ee0d-4aec-4dc6-8f6e-177125c2c230, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=bf84ee0d-4aec-4dc6-8f6e-177125c2c230,segment=NetworkSegment(d2a26b64-6e31-4a94-96c1-7e6dea956fc3),segment_id=d2a26b64-6e31-4a94-96c1-7e6dea956fc3)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:43:58.382612 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1c94ce01-f49d-4dae-a917-443b53bcd89f tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'security_group_rule': {'security_group_id': '30d34dc2-5dca-4768-afa4-f3e9487e8535', 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:43:58.394372 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ca9a8a4b-b9a8-42d9-8822-97f1751c1ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (bf84ee0d-4aec-4dc6-8f6e-177125c2c230), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:58.399804 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 1e089d8b-bb12-423a-858d-fc3c44ceefd4 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:43:58.419164 n-d-828185-2 neutron-server[103256]: INFO neutron.db.securitygroups_db [None req-1c94ce01-f49d-4dae-a917-443b53bcd89f tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Project a47ac3a72c7a403d93faa392564401ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 21:43:58.425178 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c94ce01-f49d-4dae-a917-443b53bcd89f tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (990b8010-b912-4225-9dc8-e5e4794dc7aa), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:58.461825 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9a8a4b-b9a8-42d9-8822-97f1751c1ef0 None None] Routers {'0120b42f-f352-4fa0-8ce3-fefb7bc8498b'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:43:58.462445 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ca9a8a4b-b9a8-42d9-8822-97f1751c1ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:43:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['0120b42f-f352-4fa0-8ce3-fefb7bc8498b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:43:58.501626 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e2fb3-0a11-4589-ab70-f518d33f003e None None] Pushing event updated for resources: {'Port': ['ID=bf84ee0d-4aec-4dc6-8f6e-177125c2c230,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:58.538190 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c4d2293a-232a-4517-8bbf-26fe83283c1d None None] Provisioning complete for port bf84ee0d-4aec-4dc6-8f6e-177125c2c230 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:43:58.539037 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c4d2293a-232a-4517-8bbf-26fe83283c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (bf84ee0d-4aec-4dc6-8f6e-177125c2c230), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:58.540161 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c94ce01-f49d-4dae-a917-443b53bcd89f tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (990b8010-b912-4225-9dc8-e5e4794dc7aa), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:58.558955 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c94ce01-f49d-4dae-a917-443b53bcd89f tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (990b8010-b912-4225-9dc8-e5e4794dc7aa), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:58.597251 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94ce01-f49d-4dae-a917-443b53bcd89f tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990b8010-b912-4225-9dc8-e5e4794dc7aa,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:58.618592 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-ca9a8a4b-b9a8-42d9-8822-97f1751c1ef0 None None] Set router 0120b42f-f352-4fa0-8ce3-fefb7bc8498b gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:43:58.619239 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c94ce01-f49d-4dae-a917-443b53bcd89f tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:58.621462 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1c94ce01-f49d-4dae-a917-443b53bcd89f tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2426362 Feb 07 21:43:58.726594 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c4d2293a-232a-4517-8bbf-26fe83283c1d None None] Current status of the port bf84ee0d-4aec-4dc6-8f6e-177125c2c230 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:43:58.727303 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c4d2293a-232a-4517-8bbf-26fe83283c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bf84ee0d-4aec-4dc6-8f6e-177125c2c230), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:58.764541 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c4d2293a-232a-4517-8bbf-26fe83283c1d None None] For port bf84ee0d-4aec-4dc6-8f6e-177125c2c230, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=bf84ee0d-4aec-4dc6-8f6e-177125c2c230,segment=NetworkSegment(d2a26b64-6e31-4a94-96c1-7e6dea956fc3),segment_id=d2a26b64-6e31-4a94-96c1-7e6dea956fc3)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:43:58.769436 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c4d2293a-232a-4517-8bbf-26fe83283c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (bf84ee0d-4aec-4dc6-8f6e-177125c2c230), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:58.820294 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-18b852be-c06e-4211-8bae-f8cb54df86db tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-399806922&fields=id&tenant_id=a47ac3a72c7a403d93faa392564401ca HTTP/1.1" status: 200 len: 267 time: 0.0662532 Feb 07 21:43:58.824198 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2293a-232a-4517-8bbf-26fe83283c1d None None] Pushing event updated for resources: {'Port': ['ID=bf84ee0d-4aec-4dc6-8f6e-177125c2c230,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:43:58.896267 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-458c8887-b118-4993-808d-e4a6442e7c9c None None] Provisioning complete for port bf84ee0d-4aec-4dc6-8f6e-177125c2c230 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:43:58.896844 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-458c8887-b118-4993-808d-e4a6442e7c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (bf84ee0d-4aec-4dc6-8f6e-177125c2c230), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:58.928750 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ca9a8a4b-b9a8-42d9-8822-97f1751c1ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'name': 'tempest-TestNetworkBasicOps-router-790444339', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:43:51Z', 'updated_at': '2022-02-07T21:43:55Z', 'revision_number': 4, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:52Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'bf84ee0d-4aec-4dc6-8f6e-177125c2c230', 'name': '', 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'mac_address': 'fa:16:3e:7d:53:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:54Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 4, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'subnets': [{'id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:43:58.954069 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-388a3ad3-c023-4b2f-9e5c-3af13e86c02c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:43:58.955546 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-388a3ad3-c023-4b2f-9e5c-3af13e86c02c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/networks?id=ee07d184-46f5-4ea3-97fa-471cfe7bf284 HTTP/1.1" status: 200 len: 797 time: 0.1213522 Feb 07 21:43:58.961524 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9a8a4b-b9a8-42d9-8822-97f1751c1ef0 None None] The sync data for ids ['0120b42f-f352-4fa0-8ce3-fefb7bc8498b'] in n-d-828185-2 is: [{'id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'name': 'tempest-TestNetworkBasicOps-router-790444339', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:43:51Z', 'updated_at': '2022-02-07T21:43:55Z', 'revision_number': 4, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:52Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'bf84ee0d-4aec-4dc6-8f6e-177125c2c230', 'name': '', 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'mac_address': 'fa:16:3e:7d:53:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:54Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 4, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'subnets': [{'id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:43:58.971735 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-77f9cda3-35eb-4c16-bcc2-eab21f409b9c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/quotas/a47ac3a72c7a403d93faa392564401ca HTTP/1.1" status: 200 len: 375 time: 0.0098574 Feb 07 21:43:58.980419 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-458c8887-b118-4993-808d-e4a6442e7c9c None None] Current status of the port bf84ee0d-4aec-4dc6-8f6e-177125c2c230 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:43:59.041603 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-7bbcb2f2-516b-4270-b124-160659714a24 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a47ac3a72c7a403d93faa392564401ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598030 Feb 07 21:43:59.148480 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-c6b2b30a-c6a8-42a6-8d7b-30c0163d91ac service neutron] 10.222.0.65 "GET /v2.0/networks/ee07d184-46f5-4ea3-97fa-471cfe7bf284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904634 Feb 07 21:43:59.244735 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-b72d800b-959b-40b1-be26-aa9e5d1bd2e6 service neutron] 10.222.0.65 "GET /v2.0/networks/ee07d184-46f5-4ea3-97fa-471cfe7bf284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848758 Feb 07 21:43:59.410863 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cbfc171c-302b-4355-9653-bacd4e003d03 req-27edf566-a997-43a8-9f6c-4f7d4ed8a027 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=a25701d2-bd87-40eb-940f-46cafbd81e48 HTTP/1.1" status: 200 len: 210 time: 0.0285981 Feb 07 21:43:59.788113 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device bf84ee0d-4aec-4dc6-8f6e-177125c2c230 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:43:59.845230 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port bf84ee0d-4aec-4dc6-8f6e-177125c2c230 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:43:59.845711 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (bf84ee0d-4aec-4dc6-8f6e-177125c2c230), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:43:59.930768 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port bf84ee0d-4aec-4dc6-8f6e-177125c2c230 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:43:59.931977 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a87d007c-e515-451a-8b3e-8f634c9536a4 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:43:59.989813 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port a87d007c-e515-451a-8b3e-8f634c9536a4 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:43:59.990101 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a87d007c-e515-451a-8b3e-8f634c9536a4), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:00.070057 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port a87d007c-e515-451a-8b3e-8f634c9536a4 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:44:00.418697 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-db133bb4-588a-460b-9a69-83607eed6757 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:00.420116 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-db133bb4-588a-460b-9a69-83607eed6757 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.69 "GET /v2.0/networks?id=ee07d184-46f5-4ea3-97fa-471cfe7bf284 HTTP/1.1" status: 200 len: 797 time: 0.1042154 Feb 07 21:44:00.486194 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-dab152ba-9314-4df9-bc20-b06fd673dcc3 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a47ac3a72c7a403d93faa392564401ca HTTP/1.1" status: 200 len: 379 time: 0.0582414 Feb 07 21:44:00.494432 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-42beb0ec-e126-4a4a-a1ea-b4e21ebf07c3 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'port': {'device_id': 'a25701d2-bd87-40eb-940f-46cafbd81e48', 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'admin_state_up': True, 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'security_groups': ['30d34dc2-5dca-4768-afa4-f3e9487e8535']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:44:00.516155 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cb53ed74-3cc3-4406-bc1b-34b812799a02 req-7a6cf698-29ed-4c8c-9e24-d7b844228d7e tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=a25701d2-bd87-40eb-940f-46cafbd81e48 HTTP/1.1" status: 200 len: 210 time: 0.0259862 Feb 07 21:44:00.601033 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-42beb0ec-e126-4a4a-a1ea-b4e21ebf07c3 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Made reservation on behalf of a47ac3a72c7a403d93faa392564401ca for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:44:00.604922 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-42beb0ec-e126-4a4a-a1ea-b4e21ebf07c3 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:00.729569 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-42beb0ec-e126-4a4a-a1ea-b4e21ebf07c3 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Allocated IP 172.20.0.9 (ee07d184-46f5-4ea3-97fa-471cfe7bf284/245918d3-5a6a-4b3f-af26-b87164b572ec/140e3f0d-7c6a-4a12-b20b-317b33e36bac) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:44:00.870719 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-42beb0ec-e126-4a4a-a1ea-b4e21ebf07c3 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for port (140e3f0d-7c6a-4a12-b20b-317b33e36bac), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:00.903489 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-42beb0ec-e126-4a4a-a1ea-b4e21ebf07c3 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (140e3f0d-7c6a-4a12-b20b-317b33e36bac), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:00.945888 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-42beb0ec-e126-4a4a-a1ea-b4e21ebf07c3 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Network ee07d184-46f5-4ea3-97fa-471cfe7bf284 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:44:00.953142 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-42beb0ec-e126-4a4a-a1ea-b4e21ebf07c3 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:44:00.956956 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-42beb0ec-e126-4a4a-a1ea-b4e21ebf07c3 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:44:01.213695 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42beb0ec-e126-4a4a-a1ea-b4e21ebf07c3 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'Port': ['ID=140e3f0d-7c6a-4a12-b20b-317b33e36bac,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:44:01.220383 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ea4403be-fd7e-4644-adde-8fa36ea15a23 None None] Provisioning complete for port 140e3f0d-7c6a-4a12-b20b-317b33e36bac triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:44:01.221520 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ea4403be-fd7e-4644-adde-8fa36ea15a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (140e3f0d-7c6a-4a12-b20b-317b33e36bac), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:01.240507 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-42beb0ec-e126-4a4a-a1ea-b4e21ebf07c3 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:01.241169 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-42beb0ec-e126-4a4a-a1ea-b4e21ebf07c3 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:01.259593 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-42beb0ec-e126-4a4a-a1ea-b4e21ebf07c3 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7689238 Feb 07 21:44:01.265215 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ea4403be-fd7e-4644-adde-8fa36ea15a23 None None] Port 140e3f0d-7c6a-4a12-b20b-317b33e36bac cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:44:01.271278 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-95e92207-29e8-4f69-b663-951bace200ce service neutron] Request body: {'port': {'device_id': 'a25701d2-bd87-40eb-940f-46cafbd81e48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:44:01.328299 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-95e92207-29e8-4f69-b663-951bace200ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (140e3f0d-7c6a-4a12-b20b-317b33e36bac), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:01.594705 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-95e92207-29e8-4f69-b663-951bace200ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140e3f0d-7c6a-4a12-b20b-317b33e36bac {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:44:01.603253 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-95e92207-29e8-4f69-b663-951bace200ce service neutron] Publish callbacks [] for port (140e3f0d-7c6a-4a12-b20b-317b33e36bac), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:01.616033 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-95e92207-29e8-4f69-b663-951bace200ce service neutron] Transition to ACTIVE for port object 140e3f0d-7c6a-4a12-b20b-317b33e36bac will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:44:01.620671 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-95e92207-29e8-4f69-b663-951bace200ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (140e3f0d-7c6a-4a12-b20b-317b33e36bac), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:01.652544 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422dc2f-d21e-4506-9a4b-1440f8d7bd23 req-988fbd54-c058-4da5-968e-cdf6aa181ca8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:01.661299 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8422dc2f-d21e-4506-9a4b-1440f8d7bd23 req-988fbd54-c058-4da5-968e-cdf6aa181ca8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=a25701d2-bd87-40eb-940f-46cafbd81e48 HTTP/1.1" status: 200 len: 931 time: 0.0702798 Feb 07 21:44:01.669021 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e92207-29e8-4f69-b663-951bace200ce service neutron] Pushing event updated for resources: {'Port': ['ID=140e3f0d-7c6a-4a12-b20b-317b33e36bac,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:44:01.733913 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8422dc2f-d21e-4506-9a4b-1440f8d7bd23 req-79018b8d-f90d-489b-85fc-a65469da0885 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=30d34dc2-5dca-4768-afa4-f3e9487e8535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715437 Feb 07 21:44:01.762760 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-95e92207-29e8-4f69-b663-951bace200ce service neutron] Attempting to bind port 140e3f0d-7c6a-4a12-b20b-317b33e36bac on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:44:01.763023 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-95e92207-29e8-4f69-b663-951bace200ce service neutron] Attempting to bind port 140e3f0d-7c6a-4a12-b20b-317b33e36bac by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'd2a26b64-6e31-4a94-96c1-7e6dea956fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:44:01.763350 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-95e92207-29e8-4f69-b663-951bace200ce service neutron] Attempting to bind port 140e3f0d-7c6a-4a12-b20b-317b33e36bac on network ee07d184-46f5-4ea3-97fa-471cfe7bf284 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:44:01.768115 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-95e92207-29e8-4f69-b663-951bace200ce service neutron] Port 140e3f0d-7c6a-4a12-b20b-317b33e36bac on network ee07d184-46f5-4ea3-97fa-471cfe7bf284 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:44:01.768465 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-95e92207-29e8-4f69-b663-951bace200ce service neutron] Attempting to bind port 140e3f0d-7c6a-4a12-b20b-317b33e36bac on network ee07d184-46f5-4ea3-97fa-471cfe7bf284 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:44:01.773700 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-95e92207-29e8-4f69-b663-951bace200ce service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:44:01.774032 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-95e92207-29e8-4f69-b663-951bace200ce service neutron] Checking segment: {'id': 'd2a26b64-6e31-4a94-96c1-7e6dea956fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:44:01.774443 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-95e92207-29e8-4f69-b663-951bace200ce service neutron] Bound using segment: {'id': 'd2a26b64-6e31-4a94-96c1-7e6dea956fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:44:01.774864 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-95e92207-29e8-4f69-b663-951bace200ce service neutron] Bound port: 140e3f0d-7c6a-4a12-b20b-317b33e36bac, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a26b64-6e31-4a94-96c1-7e6dea956fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:44:01.775217 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-95e92207-29e8-4f69-b663-951bace200ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (140e3f0d-7c6a-4a12-b20b-317b33e36bac), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:01.845337 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-95e92207-29e8-4f69-b663-951bace200ce service neutron] For port 140e3f0d-7c6a-4a12-b20b-317b33e36bac, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:44:01.848485 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-95e92207-29e8-4f69-b663-951bace200ce service neutron] For port 140e3f0d-7c6a-4a12-b20b-317b33e36bac, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=140e3f0d-7c6a-4a12-b20b-317b33e36bac,segment=NetworkSegment(d2a26b64-6e31-4a94-96c1-7e6dea956fc3),segment_id=d2a26b64-6e31-4a94-96c1-7e6dea956fc3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:44:01.855623 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-95e92207-29e8-4f69-b663-951bace200ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (140e3f0d-7c6a-4a12-b20b-317b33e36bac), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:01.889261 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-95e92207-29e8-4f69-b663-951bace200ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:01.890357 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-95e92207-29e8-4f69-b663-951bace200ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:01.891753 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-95e92207-29e8-4f69-b663-951bace200ce service neutron] 10.222.0.69 "PUT /v2.0/ports/140e3f0d-7c6a-4a12-b20b-317b33e36bac HTTP/1.1" status: 200 len: 1091 time: 0.6248217 Feb 07 21:44:01.894111 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a25701d2-bd87-40eb-940f-46cafbd81e48', 'tag': '140e3f0d-7c6a-4a12-b20b-317b33e36bac'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:44:01.897585 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcf1f64-1820-446f-8276-ac3f88a5dd0e" -d '{"events": [{"name": "network-changed", "server_uuid": "a25701d2-bd87-40eb-940f-46cafbd81e48", "tag": "140e3f0d-7c6a-4a12-b20b-317b33e36bac"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:44:01.928195 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e92207-29e8-4f69-b663-951bace200ce service neutron] Pushing event updated for resources: {'Port': ['ID=140e3f0d-7c6a-4a12-b20b-317b33e36bac,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:44:01.946102 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85dcc62-8a8b-4b5f-a277-3be35867da5a x-openstack-request-id: req-e85dcc62-8a8b-4b5f-a277-3be35867da5a {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:44:01.946628 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a25701d2-bd87-40eb-940f-46cafbd81e48", "tag": "140e3f0d-7c6a-4a12-b20b-317b33e36bac", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:44:01.947100 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e85dcc62-8a8b-4b5f-a277-3be35867da5a {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:44:01.947693 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a25701d2-bd87-40eb-940f-46cafbd81e48', 'tag': '140e3f0d-7c6a-4a12-b20b-317b33e36bac', 'status': 'completed', 'code': 200} Feb 07 21:44:02.009593 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-3518f9a5-235b-4e2c-98fb-582684c68eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:02.012918 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-3518f9a5-235b-4e2c-98fb-582684c68eb0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a47ac3a72c7a403d93faa392564401ca&device_id=a25701d2-bd87-40eb-940f-46cafbd81e48 HTTP/1.1" status: 200 len: 1125 time: 0.0582144 Feb 07 21:44:02.060841 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-89f6bf43-bf08-47fd-833e-9221b63ef3a8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=140e3f0d-7c6a-4a12-b20b-317b33e36bac HTTP/1.1" status: 200 len: 217 time: 0.0423737 Feb 07 21:44:02.111859 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-76d4398e-c80d-4851-b665-435baa97527f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:02.113612 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-76d4398e-c80d-4851-b665-435baa97527f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=245918d3-5a6a-4b3f-af26-b87164b572ec HTTP/1.1" status: 200 len: 834 time: 0.0469472 Feb 07 21:44:02.162057 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-c351ad0c-7332-4f53-a3e0-03c00343d169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:02.163531 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-c351ad0c-7332-4f53-a3e0-03c00343d169 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ee07d184-46f5-4ea3-97fa-471cfe7bf284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439022 Feb 07 21:44:02.255528 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-3188f011-2bbc-4fce-9216-f049c6b12d22 service neutron] 10.222.0.69 "GET /v2.0/networks/ee07d184-46f5-4ea3-97fa-471cfe7bf284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844789 Feb 07 21:44:02.342348 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6e08dc22-a2e1-482c-87dc-9b734e2e77c9 req-5acb6c27-283c-484f-a39e-7a1d9dfde4bc service neutron] 10.222.0.69 "GET /v2.0/networks/ee07d184-46f5-4ea3-97fa-471cfe7bf284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814958 Feb 07 21:44:02.430659 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf1f64-1820-446f-8276-ac3f88a5dd0e req-025f3ee2-879b-487b-ad26-e6c01024c088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:02.432150 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8bcf1f64-1820-446f-8276-ac3f88a5dd0e req-025f3ee2-879b-487b-ad26-e6c01024c088 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a47ac3a72c7a403d93faa392564401ca&device_id=a25701d2-bd87-40eb-940f-46cafbd81e48 HTTP/1.1" status: 200 len: 1125 time: 0.0463147 Feb 07 21:44:02.522502 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf1f64-1820-446f-8276-ac3f88a5dd0e req-55ec554f-def3-4887-bf8f-8256d114cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:02.524614 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8bcf1f64-1820-446f-8276-ac3f88a5dd0e req-55ec554f-def3-4887-bf8f-8256d114cecf service neutron] 10.222.0.69 "GET /v2.0/networks?id=ee07d184-46f5-4ea3-97fa-471cfe7bf284 HTTP/1.1" status: 200 len: 898 time: 0.0871794 Feb 07 21:44:02.565310 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8bcf1f64-1820-446f-8276-ac3f88a5dd0e req-41f1c58d-78c6-48e9-976c-63f4ab93a64f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=140e3f0d-7c6a-4a12-b20b-317b33e36bac HTTP/1.1" status: 200 len: 217 time: 0.0339472 Feb 07 21:44:02.617858 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf1f64-1820-446f-8276-ac3f88a5dd0e req-aea60abb-6d98-423d-909d-3edb1e7a7274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:02.619398 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8bcf1f64-1820-446f-8276-ac3f88a5dd0e req-aea60abb-6d98-423d-909d-3edb1e7a7274 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=245918d3-5a6a-4b3f-af26-b87164b572ec HTTP/1.1" status: 200 len: 834 time: 0.0482316 Feb 07 21:44:02.670536 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf1f64-1820-446f-8276-ac3f88a5dd0e req-dc96d9a8-93d1-4249-b280-cd360c264ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:02.672237 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8bcf1f64-1820-446f-8276-ac3f88a5dd0e req-dc96d9a8-93d1-4249-b280-cd360c264ef6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ee07d184-46f5-4ea3-97fa-471cfe7bf284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471873 Feb 07 21:44:02.765341 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8bcf1f64-1820-446f-8276-ac3f88a5dd0e req-415400fe-3809-4c66-9996-080343dba687 service neutron] 10.222.0.69 "GET /v2.0/networks/ee07d184-46f5-4ea3-97fa-471cfe7bf284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874717 Feb 07 21:44:02.851493 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62410291-4843-4ded-90b0-9cbe20121dd7 req-8b713a1c-90f6-4e57-a30b-977baca88942 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:02.853107 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-62410291-4843-4ded-90b0-9cbe20121dd7 req-8b713a1c-90f6-4e57-a30b-977baca88942 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=a25701d2-bd87-40eb-940f-46cafbd81e48 HTTP/1.1" status: 200 len: 943 time: 0.0538361 Feb 07 21:44:02.866606 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8bcf1f64-1820-446f-8276-ac3f88a5dd0e req-28c33d53-0930-4e27-b6e4-2874db7de8f9 service neutron] 10.222.0.69 "GET /v2.0/networks/ee07d184-46f5-4ea3-97fa-471cfe7bf284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954680 Feb 07 21:44:02.909167 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-62410291-4843-4ded-90b0-9cbe20121dd7 req-6c1f3b41-e830-4335-b779-4b1289080eb2 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=30d34dc2-5dca-4768-afa4-f3e9487e8535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478210 Feb 07 21:44:03.990220 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:04.032626 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7237c-7a61-4165-a2cf-9d6cb5f47a6d req-f1c175be-e828-4724-8a13-9ec29e8d2383 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:04.034076 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-64b7237c-7a61-4165-a2cf-9d6cb5f47a6d req-f1c175be-e828-4724-8a13-9ec29e8d2383 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=a25701d2-bd87-40eb-940f-46cafbd81e48 HTTP/1.1" status: 200 len: 943 time: 0.0554297 Feb 07 21:44:04.083187 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-64b7237c-7a61-4165-a2cf-9d6cb5f47a6d req-d44b7964-2aeb-4cb5-9789-41d0f30412de tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=30d34dc2-5dca-4768-afa4-f3e9487e8535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435367 Feb 07 21:44:04.184031 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:04.734392 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 140e3f0d-7c6a-4a12-b20b-317b33e36bac details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:44:04.832334 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 140e3f0d-7c6a-4a12-b20b-317b33e36bac, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=140e3f0d-7c6a-4a12-b20b-317b33e36bac,segment=NetworkSegment(d2a26b64-6e31-4a94-96c1-7e6dea956fc3),segment_id=d2a26b64-6e31-4a94-96c1-7e6dea956fc3)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:44:04.844152 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '140e3f0d-7c6a-4a12-b20b-317b33e36bac', 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'port_id': '140e3f0d-7c6a-4a12-b20b-317b33e36bac', 'mac_address': 'fa:16:3e:ba:5e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:44:04.881111 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 140e3f0d-7c6a-4a12-b20b-317b33e36bac is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:44:04.881494 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (140e3f0d-7c6a-4a12-b20b-317b33e36bac), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:04.894345 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140e3f0d-7c6a-4a12-b20b-317b33e36bac {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:44:04.913121 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 140e3f0d-7c6a-4a12-b20b-317b33e36bac, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=140e3f0d-7c6a-4a12-b20b-317b33e36bac,segment=NetworkSegment(d2a26b64-6e31-4a94-96c1-7e6dea956fc3),segment_id=d2a26b64-6e31-4a94-96c1-7e6dea956fc3)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:44:04.917166 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (140e3f0d-7c6a-4a12-b20b-317b33e36bac), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:04.961677 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=140e3f0d-7c6a-4a12-b20b-317b33e36bac,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:44:05.202834 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d1a2e-44db-4a2e-b3b2-49455cdb2848 req-b974ab9c-646f-4b02-85af-8bbf0e087f28 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:05.204358 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e7d1a2e-44db-4a2e-b3b2-49455cdb2848 req-b974ab9c-646f-4b02-85af-8bbf0e087f28 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=a25701d2-bd87-40eb-940f-46cafbd81e48 HTTP/1.1" status: 200 len: 944 time: 0.0523438 Feb 07 21:44:05.207580 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['140e3f0d-7c6a-4a12-b20b-317b33e36bac'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:44:05.254562 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e7d1a2e-44db-4a2e-b3b2-49455cdb2848 req-b0362815-3029-44c6-a27a-ece702117cd7 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=30d34dc2-5dca-4768-afa4-f3e9487e8535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443201 Feb 07 21:44:06.370768 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24798e2a-0d38-4414-8c61-c3d4004fee49 req-aeee6cff-976a-4b71-b9d9-49e25f490849 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:06.372132 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-24798e2a-0d38-4414-8c61-c3d4004fee49 req-aeee6cff-976a-4b71-b9d9-49e25f490849 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=a25701d2-bd87-40eb-940f-46cafbd81e48 HTTP/1.1" status: 200 len: 944 time: 0.0524867 Feb 07 21:44:06.422894 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-24798e2a-0d38-4414-8c61-c3d4004fee49 req-0909b142-20e6-4c55-8029-3a2a63b5e105 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=30d34dc2-5dca-4768-afa4-f3e9487e8535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452158 Feb 07 21:44:06.735245 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 140e3f0d-7c6a-4a12-b20b-317b33e36bac up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:44:06.784485 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 140e3f0d-7c6a-4a12-b20b-317b33e36bac completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:44:06.788185 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 140e3f0d-7c6a-4a12-b20b-317b33e36bac triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:44:06.788584 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (140e3f0d-7c6a-4a12-b20b-317b33e36bac), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:06.867166 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 140e3f0d-7c6a-4a12-b20b-317b33e36bac is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:44:06.868086 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (140e3f0d-7c6a-4a12-b20b-317b33e36bac), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:06.890366 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25701d2-bd87-40eb-940f-46cafbd81e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140e3f0d-7c6a-4a12-b20b-317b33e36bac'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:44:06.892590 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f200d6b-49ea-4b06-9b0e-c7d0743b8518" -d '{"events": [{"server_uuid": "a25701d2-bd87-40eb-940f-46cafbd81e48", "name": "network-vif-plugged", "status": "completed", "tag": "140e3f0d-7c6a-4a12-b20b-317b33e36bac"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:44:06.904809 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 140e3f0d-7c6a-4a12-b20b-317b33e36bac, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=140e3f0d-7c6a-4a12-b20b-317b33e36bac,segment=NetworkSegment(d2a26b64-6e31-4a94-96c1-7e6dea956fc3),segment_id=d2a26b64-6e31-4a94-96c1-7e6dea956fc3)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:44:06.908978 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (140e3f0d-7c6a-4a12-b20b-317b33e36bac), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:06.932358 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50e089e-e787-4471-b5da-0d46e9b10a04 x-openstack-request-id: req-e50e089e-e787-4471-b5da-0d46e9b10a04 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:44:06.932657 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a25701d2-bd87-40eb-940f-46cafbd81e48", "name": "network-vif-plugged", "status": "completed", "tag": "140e3f0d-7c6a-4a12-b20b-317b33e36bac", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:44:06.932912 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e50e089e-e787-4471-b5da-0d46e9b10a04 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:44:06.933300 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a25701d2-bd87-40eb-940f-46cafbd81e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140e3f0d-7c6a-4a12-b20b-317b33e36bac', 'code': 200} Feb 07 21:44:06.959435 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=140e3f0d-7c6a-4a12-b20b-317b33e36bac,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:44:07.027608 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65246df8-8461-448b-b2a5-c9364addbc82 req-d140b0c2-a75b-450f-b33b-a44f72a3b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:07.029202 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-65246df8-8461-448b-b2a5-c9364addbc82 req-d140b0c2-a75b-450f-b33b-a44f72a3b49e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a25701d2-bd87-40eb-940f-46cafbd81e48 HTTP/1.1" status: 200 len: 1127 time: 0.0456071 Feb 07 21:44:07.074204 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-65246df8-8461-448b-b2a5-c9364addbc82 req-08fe46e7-6712-4a11-95c0-f3100722a28d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=30d34dc2-5dca-4768-afa4-f3e9487e8535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390501 Feb 07 21:44:07.540609 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cb664-fd75-4c9b-bb06-31791e1e1e62 req-d1c90a26-52ab-4c4b-96b8-259e131c14c7 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:07.542060 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-158cb664-fd75-4c9b-bb06-31791e1e1e62 req-d1c90a26-52ab-4c4b-96b8-259e131c14c7 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=a25701d2-bd87-40eb-940f-46cafbd81e48 HTTP/1.1" status: 200 len: 945 time: 0.0519466 Feb 07 21:44:07.590735 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-158cb664-fd75-4c9b-bb06-31791e1e1e62 req-647bf89a-8b04-49c1-8e35-0e71b0786e91 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=30d34dc2-5dca-4768-afa4-f3e9487e8535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431418 Feb 07 21:44:08.713762 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca2450-df50-4bd3-8332-8fddb5ca25f5 req-005e315f-f849-4284-8b1b-b32049ce1c3c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:08.715207 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-92ca2450-df50-4bd3-8332-8fddb5ca25f5 req-005e315f-f849-4284-8b1b-b32049ce1c3c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=a25701d2-bd87-40eb-940f-46cafbd81e48 HTTP/1.1" status: 200 len: 945 time: 0.0519748 Feb 07 21:44:08.762907 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-92ca2450-df50-4bd3-8332-8fddb5ca25f5 req-221a519c-6291-4fac-bd60-17aabea24c8f tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=30d34dc2-5dca-4768-afa4-f3e9487e8535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420518 Feb 07 21:44:08.887128 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27c689-d98a-4f49-a620-4960dd99c850 req-7d565fed-5df7-4969-8c29-a2f0ab023575 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:08.888529 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f27c689-d98a-4f49-a620-4960dd99c850 req-7d565fed-5df7-4969-8c29-a2f0ab023575 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=a25701d2-bd87-40eb-940f-46cafbd81e48 HTTP/1.1" status: 200 len: 945 time: 0.0561602 Feb 07 21:44:08.935358 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f27c689-d98a-4f49-a620-4960dd99c850 req-ec4c2a2c-15fa-424a-b860-4eca6bad2e87 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=30d34dc2-5dca-4768-afa4-f3e9487e8535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412912 Feb 07 21:44:08.963298 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43298) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:44:09.010092 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d60cdd-5834-496d-962c-ecb3191920f5 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:09.011608 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-96d60cdd-5834-496d-962c-ecb3191920f5 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a25701d2-bd87-40eb-940f-46cafbd81e48 HTTP/1.1" status: 200 len: 1122 time: 0.0472782 Feb 07 21:44:09.014554 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43300) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:44:09.018703 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-0016fd8b-1c50-4c69-8c50-0da013e91de6 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'port_id': '140e3f0d-7c6a-4a12-b20b-317b33e36bac', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:44:09.040935 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0016fd8b-1c50-4c69-8c50-0da013e91de6 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:09.132624 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0016fd8b-1c50-4c69-8c50-0da013e91de6 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:09.243911 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-0016fd8b-1c50-4c69-8c50-0da013e91de6 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Allocated IP 172.25.4.107 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/63e48ca0-175c-407d-8773-a6a34b601d64) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:44:09.341182 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0016fd8b-1c50-4c69-8c50-0da013e91de6 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for port (63e48ca0-175c-407d-8773-a6a34b601d64), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:09.374437 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0016fd8b-1c50-4c69-8c50-0da013e91de6 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (63e48ca0-175c-407d-8773-a6a34b601d64), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:09.417875 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0016fd8b-1c50-4c69-8c50-0da013e91de6 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:44:09.420787 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-0016fd8b-1c50-4c69-8c50-0da013e91de6 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:44:09.424334 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0016fd8b-1c50-4c69-8c50-0da013e91de6 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:44:09.446408 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016fd8b-1c50-4c69-8c50-0da013e91de6 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'Port': ['ID=63e48ca0-175c-407d-8773-a6a34b601d64,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:44:09.881461 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0016fd8b-1c50-4c69-8c50-0da013e91de6 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for floatingip (4a0efe7f-7699-41c5-9c65-2f49acc4dc1d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:09.980902 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0016fd8b-1c50-4c69-8c50-0da013e91de6 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (63e48ca0-175c-407d-8773-a6a34b601d64), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:10.124045 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0016fd8b-1c50-4c69-8c50-0da013e91de6 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for port (63e48ca0-175c-407d-8773-a6a34b601d64), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:10.128584 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0016fd8b-1c50-4c69-8c50-0da013e91de6 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (63e48ca0-175c-407d-8773-a6a34b601d64), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:10.195268 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016fd8b-1c50-4c69-8c50-0da013e91de6 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'Port': ['ID=63e48ca0-175c-407d-8773-a6a34b601d64,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:44:10.206786 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0016fd8b-1c50-4c69-8c50-0da013e91de6 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (4a0efe7f-7699-41c5-9c65-2f49acc4dc1d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:10.316395 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [None req-0016fd8b-1c50-4c69-8c50-0da013e91de6 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Floating IP 4a0efe7f-7699-41c5-9c65-2f49acc4dc1d associated. External IP: 172.25.4.107, port: 140e3f0d-7c6a-4a12-b20b-317b33e36bac. Feb 07 21:44:10.528094 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0016fd8b-1c50-4c69-8c50-0da013e91de6 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Router 0120b42f-f352-4fa0-8ce3-fefb7bc8498b has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:44:10.870925 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0016fd8b-1c50-4c69-8c50-0da013e91de6 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:44:10.880512 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de91f62d-98a9-402f-9959-80cf907b579a None None] Sync routers for ids ['0120b42f-f352-4fa0-8ce3-fefb7bc8498b'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:44:10.889705 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0016fd8b-1c50-4c69-8c50-0da013e91de6 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:10.890026 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de91f62d-98a9-402f-9959-80cf907b579a None None] Routers {'0120b42f-f352-4fa0-8ce3-fefb7bc8498b'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:44:10.890666 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-de91f62d-98a9-402f-9959-80cf907b579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:43:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['0120b42f-f352-4fa0-8ce3-fefb7bc8498b'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:44:10.920298 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0016fd8b-1c50-4c69-8c50-0da013e91de6 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9047246 Feb 07 21:44:10.920941 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a25701d2-bd87-40eb-940f-46cafbd81e48', 'tag': '140e3f0d-7c6a-4a12-b20b-317b33e36bac'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:44:10.923223 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6243779-093a-4456-8ca2-1adf422f3307" -d '{"events": [{"name": "network-changed", "server_uuid": "a25701d2-bd87-40eb-940f-46cafbd81e48", "tag": "140e3f0d-7c6a-4a12-b20b-317b33e36bac"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:44:10.923356 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43302) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:44:10.959509 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffa1218-339e-4ac1-a1f0-065fa85d0fb1 x-openstack-request-id: req-9ffa1218-339e-4ac1-a1f0-065fa85d0fb1 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:44:10.959780 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a25701d2-bd87-40eb-940f-46cafbd81e48", "tag": "140e3f0d-7c6a-4a12-b20b-317b33e36bac", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:44:10.960623 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9ffa1218-339e-4ac1-a1f0-065fa85d0fb1 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:44:10.960623 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a25701d2-bd87-40eb-940f-46cafbd81e48', 'tag': '140e3f0d-7c6a-4a12-b20b-317b33e36bac', 'status': 'completed', 'code': 200} Feb 07 21:44:10.986507 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8e60fc1e-fe4f-4611-aeb9-6d747782f100 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/floatingips/4a0efe7f-7699-41c5-9c65-2f49acc4dc1d HTTP/1.1" status: 200 len: 991 time: 0.0613246 Feb 07 21:44:11.006827 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-de91f62d-98a9-402f-9959-80cf907b579a None None] Set router 0120b42f-f352-4fa0-8ce3-fefb7bc8498b gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:44:11.025165 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6243779-093a-4456-8ca2-1adf422f3307 req-6e7b3556-05ee-46d8-8a7c-5ba7da6be600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:11.026688 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b6243779-093a-4456-8ca2-1adf422f3307 req-6e7b3556-05ee-46d8-8a7c-5ba7da6be600 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a47ac3a72c7a403d93faa392564401ca&device_id=a25701d2-bd87-40eb-940f-46cafbd81e48 HTTP/1.1" status: 200 len: 1127 time: 0.0468588 Feb 07 21:44:11.117021 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6243779-093a-4456-8ca2-1adf422f3307 req-24290410-92e8-4edf-a8c7-e26ca2a09215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:11.118525 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b6243779-093a-4456-8ca2-1adf422f3307 req-24290410-92e8-4edf-a8c7-e26ca2a09215 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ee07d184-46f5-4ea3-97fa-471cfe7bf284 HTTP/1.1" status: 200 len: 898 time: 0.0864403 Feb 07 21:44:11.182515 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b6243779-093a-4456-8ca2-1adf422f3307 req-ec0d35d3-d91c-4dab-989e-5fc1202c0da6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=140e3f0d-7c6a-4a12-b20b-317b33e36bac HTTP/1.1" status: 200 len: 999 time: 0.0584497 Feb 07 21:44:11.229503 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-de91f62d-98a9-402f-9959-80cf907b579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'name': 'tempest-TestNetworkBasicOps-router-790444339', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:43:51Z', 'updated_at': '2022-02-07T21:43:55Z', 'revision_number': 4, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:52Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '4a0efe7f-7699-41c5-9c65-2f49acc4dc1d', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'floating_ip_address': '172.25.4.107', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'port_id': '140e3f0d-7c6a-4a12-b20b-317b33e36bac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'mac_address': 'fa:16:3e:ba:5e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25701d2-bd87-40eb-940f-46cafbd81e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:44:09Z', 'updated_at': '2022-02-07T21:44:09Z', 'revision_number': 0, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf84ee0d-4aec-4dc6-8f6e-177125c2c230', 'name': '', 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'mac_address': 'fa:16:3e:7d:53:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:54Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 5, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'subnets': [{'id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:44:11.231165 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6243779-093a-4456-8ca2-1adf422f3307 req-246b3136-d4ca-4423-a3b0-10b2502aa630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:11.232698 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b6243779-093a-4456-8ca2-1adf422f3307 req-246b3136-d4ca-4423-a3b0-10b2502aa630 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=245918d3-5a6a-4b3f-af26-b87164b572ec HTTP/1.1" status: 200 len: 834 time: 0.0449724 Feb 07 21:44:11.255768 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de91f62d-98a9-402f-9959-80cf907b579a None None] Checking router: 0120b42f-f352-4fa0-8ce3-fefb7bc8498b for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:44:11.264583 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de91f62d-98a9-402f-9959-80cf907b579a None None] Routers {'0120b42f-f352-4fa0-8ce3-fefb7bc8498b'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:44:11.265194 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-de91f62d-98a9-402f-9959-80cf907b579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:43:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['0120b42f-f352-4fa0-8ce3-fefb7bc8498b'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:44:11.284890 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6243779-093a-4456-8ca2-1adf422f3307 req-8ab21542-7cd5-4115-975b-b98a49792034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:11.286418 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b6243779-093a-4456-8ca2-1adf422f3307 req-8ab21542-7cd5-4115-975b-b98a49792034 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ee07d184-46f5-4ea3-97fa-471cfe7bf284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485137 Feb 07 21:44:11.372156 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-de91f62d-98a9-402f-9959-80cf907b579a None None] Set router 0120b42f-f352-4fa0-8ce3-fefb7bc8498b gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:44:11.376434 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b6243779-093a-4456-8ca2-1adf422f3307 req-69a994dd-5ade-4678-bedc-08bf5cf3f618 service neutron] 10.222.0.69 "GET /v2.0/networks/ee07d184-46f5-4ea3-97fa-471cfe7bf284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835593 Feb 07 21:44:11.470042 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b6243779-093a-4456-8ca2-1adf422f3307 req-809f57d4-fd1f-49bd-8101-c6efd64b107c service neutron] 10.222.0.69 "GET /v2.0/networks/ee07d184-46f5-4ea3-97fa-471cfe7bf284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882344 Feb 07 21:44:11.594292 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-de91f62d-98a9-402f-9959-80cf907b579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'name': 'tempest-TestNetworkBasicOps-router-790444339', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:43:51Z', 'updated_at': '2022-02-07T21:43:55Z', 'revision_number': 4, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:52Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '4a0efe7f-7699-41c5-9c65-2f49acc4dc1d', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'floating_ip_address': '172.25.4.107', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'port_id': '140e3f0d-7c6a-4a12-b20b-317b33e36bac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'mac_address': 'fa:16:3e:ba:5e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25701d2-bd87-40eb-940f-46cafbd81e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:44:09Z', 'updated_at': '2022-02-07T21:44:09Z', 'revision_number': 0, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf84ee0d-4aec-4dc6-8f6e-177125c2c230', 'name': '', 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'mac_address': 'fa:16:3e:7d:53:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:54Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 5, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'subnets': [{'id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:44:11.778043 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de91f62d-98a9-402f-9959-80cf907b579a None None] The sync data for ids ['0120b42f-f352-4fa0-8ce3-fefb7bc8498b'] in n-d-828185-2 is: [{'id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'name': 'tempest-TestNetworkBasicOps-router-790444339', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:43:51Z', 'updated_at': '2022-02-07T21:43:55Z', 'revision_number': 4, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:52Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '4a0efe7f-7699-41c5-9c65-2f49acc4dc1d', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'floating_ip_address': '172.25.4.107', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'port_id': '140e3f0d-7c6a-4a12-b20b-317b33e36bac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'mac_address': 'fa:16:3e:ba:5e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25701d2-bd87-40eb-940f-46cafbd81e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:44:09Z', 'updated_at': '2022-02-07T21:44:09Z', 'revision_number': 0, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf84ee0d-4aec-4dc6-8f6e-177125c2c230', 'name': '', 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'mac_address': 'fa:16:3e:7d:53:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:54Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 5, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'subnets': [{'id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:44:11.971312 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6aa872-625c-4032-baec-ccee6676ac43 None None] New status for floating IP 4a0efe7f-7699-41c5-9c65-2f49acc4dc1d: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:44:11.990293 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43306) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:44:12.063468 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4e27ab6b-d375-4b47-ab89-e70cb659ff11 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/floatingips/4a0efe7f-7699-41c5-9c65-2f49acc4dc1d HTTP/1.1" status: 200 len: 991 time: 0.0708277 Feb 07 21:44:13.066304 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43308) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:44:13.125188 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6f323a6a-e718-4bcc-8de5-79f025423143 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/floatingips/4a0efe7f-7699-41c5-9c65-2f49acc4dc1d HTTP/1.1" status: 200 len: 993 time: 0.0577135 Feb 07 21:44:18.450202 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3c880793-274d-4dc3-aa4b-0b2f6c93fa15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:20.624984 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-32ac3811-fbf9-49ea-905c-ea8deac25597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:21.894603 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:23.371153 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:24.688985 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:31.658507 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:44:33.989152 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:34.190501 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:48.451399 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-898d7ae7-89f2-4fb5-bf3b-d92ed67f5521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:50.627091 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-10086acc-5b23-4675-bc70-3ebb221467b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:51.502801 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77185fb9-0008-42ed-812c-5e19bff59781 req-f0942bd6-5ef3-473a-87c2-5af117a16cee service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4bf90d46-7ce0-439c-b309-0d81fb421256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461721 Feb 07 21:44:51.586531 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77185fb9-0008-42ed-812c-5e19bff59781 req-4f021384-a985-477a-a9e6-356a4c3a3f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:51.587999 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77185fb9-0008-42ed-812c-5e19bff59781 req-4f021384-a985-477a-a9e6-356a4c3a3f3c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aa9cb3dcece74bc79ad7581cf4947ef5&device_id=4bf90d46-7ce0-439c-b309-0d81fb421256 HTTP/1.1" status: 200 len: 1127 time: 0.0444546 Feb 07 21:44:51.685762 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77185fb9-0008-42ed-812c-5e19bff59781 req-c5fcbdce-f188-4a75-9a01-0886fe90974b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:51.687245 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77185fb9-0008-42ed-812c-5e19bff59781 req-c5fcbdce-f188-4a75-9a01-0886fe90974b service neutron] 10.222.0.71 "GET /v2.0/networks?id=a9fb8e9f-c4a5-45be-a391-d36c8203143a HTTP/1.1" status: 200 len: 910 time: 0.0818312 Feb 07 21:44:51.754354 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77185fb9-0008-42ed-812c-5e19bff59781 req-b28b623c-bb71-49a9-855c-35975922592f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f16cab5e-0b19-4785-8c22-560983bf679a HTTP/1.1" status: 200 len: 1000 time: 0.0610678 Feb 07 21:44:51.798636 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77185fb9-0008-42ed-812c-5e19bff59781 req-0e9ca964-1136-45c9-9974-17f277de6ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:51.800003 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77185fb9-0008-42ed-812c-5e19bff59781 req-0e9ca964-1136-45c9-9974-17f277de6ea1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5ad02c56-9942-4a88-9295-bd5489fb9033 HTTP/1.1" status: 200 len: 848 time: 0.0407412 Feb 07 21:44:51.846444 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77185fb9-0008-42ed-812c-5e19bff59781 req-276e9c61-d6ab-4570-a3f0-a0428b718fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:51.847992 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77185fb9-0008-42ed-812c-5e19bff59781 req-276e9c61-d6ab-4570-a3f0-a0428b718fec service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a9fb8e9f-c4a5-45be-a391-d36c8203143a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426137 Feb 07 21:44:51.893543 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:51.937681 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77185fb9-0008-42ed-812c-5e19bff59781 req-d925d27b-50e1-4a48-8c64-ea3423b9a537 service neutron] 10.222.0.71 "GET /v2.0/networks/a9fb8e9f-c4a5-45be-a391-d36c8203143a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839496 Feb 07 21:44:52.022695 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77185fb9-0008-42ed-812c-5e19bff59781 req-546cd143-d014-49af-9a7f-782d095997c9 service neutron] 10.222.0.71 "GET /v2.0/networks/a9fb8e9f-c4a5-45be-a391-d36c8203143a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785151 Feb 07 21:44:52.191733 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd25e46c-8e5b-4006-aa1c-a8efa23f6237 req-ffeb547c-e1b8-47ad-ad1a-6b206a5508ae service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a25701d2-bd87-40eb-940f-46cafbd81e48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434186 Feb 07 21:44:52.275634 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25e46c-8e5b-4006-aa1c-a8efa23f6237 req-39b59492-6622-4542-bcbd-05f0c77f6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:52.277059 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd25e46c-8e5b-4006-aa1c-a8efa23f6237 req-39b59492-6622-4542-bcbd-05f0c77f6465 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a47ac3a72c7a403d93faa392564401ca&device_id=a25701d2-bd87-40eb-940f-46cafbd81e48 HTTP/1.1" status: 200 len: 1127 time: 0.0440989 Feb 07 21:44:52.378775 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25e46c-8e5b-4006-aa1c-a8efa23f6237 req-87548bb5-b44c-4fe8-ae98-877c90e75395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:52.380219 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd25e46c-8e5b-4006-aa1c-a8efa23f6237 req-87548bb5-b44c-4fe8-ae98-877c90e75395 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ee07d184-46f5-4ea3-97fa-471cfe7bf284 HTTP/1.1" status: 200 len: 898 time: 0.0852010 Feb 07 21:44:52.443342 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd25e46c-8e5b-4006-aa1c-a8efa23f6237 req-67380023-8488-4e87-b7a2-8667a070b692 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=140e3f0d-7c6a-4a12-b20b-317b33e36bac HTTP/1.1" status: 200 len: 1001 time: 0.0572476 Feb 07 21:44:52.489703 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25e46c-8e5b-4006-aa1c-a8efa23f6237 req-415a78f8-8f78-4030-b7ef-45770ba322d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:52.491103 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd25e46c-8e5b-4006-aa1c-a8efa23f6237 req-415a78f8-8f78-4030-b7ef-45770ba322d1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=245918d3-5a6a-4b3f-af26-b87164b572ec HTTP/1.1" status: 200 len: 834 time: 0.0420432 Feb 07 21:44:52.542102 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25e46c-8e5b-4006-aa1c-a8efa23f6237 req-2b407e62-b3e8-4094-8c4d-f5b8672fb46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:44:52.543515 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd25e46c-8e5b-4006-aa1c-a8efa23f6237 req-2b407e62-b3e8-4094-8c4d-f5b8672fb46e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ee07d184-46f5-4ea3-97fa-471cfe7bf284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472376 Feb 07 21:44:52.628450 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd25e46c-8e5b-4006-aa1c-a8efa23f6237 req-66e08727-7739-471e-8576-f67540916a0d service neutron] 10.222.0.69 "GET /v2.0/networks/ee07d184-46f5-4ea3-97fa-471cfe7bf284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793171 Feb 07 21:44:52.718079 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd25e46c-8e5b-4006-aa1c-a8efa23f6237 req-3c59a238-cc2f-4dd4-bff4-294334b12866 service neutron] 10.222.0.69 "GET /v2.0/networks/ee07d184-46f5-4ea3-97fa-471cfe7bf284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841017 Feb 07 21:44:53.377310 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:44:54.691706 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:03.997040 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:04.190709 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:08.657568 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:45:13.710401 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43332) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:45:13.799250 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edba8911-3aa1-4dd8-a3ac-89a51c16029b tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:13.799729 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edba8911-3aa1-4dd8-a3ac-89a51c16029b tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:13.800199 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edba8911-3aa1-4dd8-a3ac-89a51c16029b tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:13.801888 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-edba8911-3aa1-4dd8-a3ac-89a51c16029b tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] 10.222.0.65 "GET /v2.0/ports?project_id=a47ac3a72c7a403d93faa392564401ca&network_id=ee07d184-46f5-4ea3-97fa-471cfe7bf284 HTTP/1.1" status: 200 len: 3072 time: 0.0904558 Feb 07 21:45:16.635432 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43342) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:45:16.685194 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90237c87-cd96-4a6b-9d6e-b4f3c7dd5725 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:16.686689 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-90237c87-cd96-4a6b-9d6e-b4f3c7dd5725 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06 HTTP/1.1" status: 200 len: 814 time: 0.0502810 Feb 07 21:45:17.579221 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43348) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:45:17.584735 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-275280f3-df6c-44a0-bc6d-dfb097066700 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'network': {'name': 'tempest-network-smoke--242990830', 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'port_security_enabled': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:45:17.603516 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275280f3-df6c-44a0-bc6d-dfb097066700 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Made reservation on behalf of a47ac3a72c7a403d93faa392564401ca for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:45:17.607149 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-275280f3-df6c-44a0-bc6d-dfb097066700 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:17.630128 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275280f3-df6c-44a0-bc6d-dfb097066700 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:45:17.639402 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-275280f3-df6c-44a0-bc6d-dfb097066700 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (391adc08-4597-4b59-ada9-888cfaba8584), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:17.640033 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-275280f3-df6c-44a0-bc6d-dfb097066700 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Added segment 391adc08-4597-4b59-ada9-888cfaba8584 of type vlan for network 94841825-83fb-471c-b71c-6529066bbea5 Feb 07 21:45:17.687474 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-275280f3-df6c-44a0-bc6d-dfb097066700 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (94841825-83fb-471c-b71c-6529066bbea5), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:17.711269 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-275280f3-df6c-44a0-bc6d-dfb097066700 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (94841825-83fb-471c-b71c-6529066bbea5), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:17.716111 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275280f3-df6c-44a0-bc6d-dfb097066700 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:17.716744 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-275280f3-df6c-44a0-bc6d-dfb097066700 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:17.769838 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-275280f3-df6c-44a0-bc6d-dfb097066700 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1894691 Feb 07 21:45:17.773615 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43350) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:45:17.787557 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275280f3-df6c-44a0-bc6d-dfb097066700 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'Network': ['ID=94841825-83fb-471c-b71c-6529066bbea5,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:45:17.794896 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275280f3-df6c-44a0-bc6d-dfb097066700 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:17.795247 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275280f3-df6c-44a0-bc6d-dfb097066700 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:17.795592 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275280f3-df6c-44a0-bc6d-dfb097066700 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:17.795933 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275280f3-df6c-44a0-bc6d-dfb097066700 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:17.796269 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275280f3-df6c-44a0-bc6d-dfb097066700 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:17.796639 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275280f3-df6c-44a0-bc6d-dfb097066700 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:17.796972 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275280f3-df6c-44a0-bc6d-dfb097066700 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:17.797302 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275280f3-df6c-44a0-bc6d-dfb097066700 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:17.797632 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275280f3-df6c-44a0-bc6d-dfb097066700 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:17.797959 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275280f3-df6c-44a0-bc6d-dfb097066700 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:17.798287 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275280f3-df6c-44a0-bc6d-dfb097066700 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:17.798618 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275280f3-df6c-44a0-bc6d-dfb097066700 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:17.798947 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275280f3-df6c-44a0-bc6d-dfb097066700 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:17.811140 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 94841825-83fb-471c-b71c-6529066bbea5 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:45:17.839753 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c98a55-200f-4d35-b0bd-9fe7fae09c7f tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:17.841194 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-19c98a55-200f-4d35-b0bd-9fe7fae09c7f tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=a47ac3a72c7a403d93faa392564401ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0659976 Feb 07 21:45:17.844025 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43352) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:45:17.931547 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07682ac-da4c-4366-b85f-7cb414dd4144 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:17.933064 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c07682ac-da4c-4366-b85f-7cb414dd4144 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881257 Feb 07 21:45:17.935879 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43354) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:45:17.968652 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5276cbfc-2d38-4001-9f49-209a55b6cc18 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317192 Feb 07 21:45:17.971144 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43356) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:45:17.996720 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-852f4fe6-3937-47c2-9a5a-f283a5947312 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=a47ac3a72c7a403d93faa392564401ca&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0246007 Feb 07 21:45:17.999452 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43358) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:45:18.084227 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fd4b9f-d18e-4368-9a76-3489d19b831d tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:18.086365 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-54fd4b9f-d18e-4368-9a76-3489d19b831d tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860133 Feb 07 21:45:18.088463 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43360) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:45:18.114790 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-528868e7-8ad9-4122-a72e-d95acb72fa7d tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0252860 Feb 07 21:45:18.117002 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43362) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:45:18.121402 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-68152744-22a3-4065-b854-1300f007c162 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-450503995', 'network_id': '94841825-83fb-471c-b71c-6529066bbea5', 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:45:18.206259 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68152744-22a3-4065-b854-1300f007c162 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Made reservation on behalf of a47ac3a72c7a403d93faa392564401ca for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:45:18.210258 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-68152744-22a3-4065-b854-1300f007c162 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:18.383694 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-68152744-22a3-4065-b854-1300f007c162 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (6ccacb2c-6ed6-41f8-811d-98f2ff0a2a1e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:18.440141 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68152744-22a3-4065-b854-1300f007c162 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'Subnet': ['ID=6ccacb2c-6ed6-41f8-811d-98f2ff0a2a1e,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:45:18.451466 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68152744-22a3-4065-b854-1300f007c162 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:18.451937 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68152744-22a3-4065-b854-1300f007c162 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:18.452298 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68152744-22a3-4065-b854-1300f007c162 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:18.452674 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68152744-22a3-4065-b854-1300f007c162 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:18.453126 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68152744-22a3-4065-b854-1300f007c162 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:18.453463 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68152744-22a3-4065-b854-1300f007c162 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:18.453795 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68152744-22a3-4065-b854-1300f007c162 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:18.454128 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68152744-22a3-4065-b854-1300f007c162 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:18.454453 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-549115e2-cb7a-4662-bf83-66be1076b059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:18.454612 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68152744-22a3-4065-b854-1300f007c162 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:18.454836 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68152744-22a3-4065-b854-1300f007c162 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:18.455133 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68152744-22a3-4065-b854-1300f007c162 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:18.455456 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68152744-22a3-4065-b854-1300f007c162 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:18.455781 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68152744-22a3-4065-b854-1300f007c162 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:18.460977 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68152744-22a3-4065-b854-1300f007c162 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Checking segment: {'id': '391adc08-4597-4b59-ada9-888cfaba8584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '94841825-83fb-471c-b71c-6529066bbea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:45:18.461341 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68152744-22a3-4065-b854-1300f007c162 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Network hostable DHCP agents. Network: 94841825-83fb-471c-b71c-6529066bbea5, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:45:18.476918 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68152744-22a3-4065-b854-1300f007c162 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Network 94841825-83fb-471c-b71c-6529066bbea5 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:45:18.485382 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-68152744-22a3-4065-b854-1300f007c162 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 94841825-83fb-471c-b71c-6529066bbea5) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:45:18.490085 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68152744-22a3-4065-b854-1300f007c162 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:18.490824 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-68152744-22a3-4065-b854-1300f007c162 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:18.495729 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b252590-0277-47ea-9e25-0e8c03adc9d2 None None] Network 94841825-83fb-471c-b71c-6529066bbea5 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:45:18.507916 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-68152744-22a3-4065-b854-1300f007c162 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3899293 Feb 07 21:45:18.607584 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-94841825-83fb-471c-b71c-6529066bbea5', 'network_id': '94841825-83fb-471c-b71c-6529066bbea5', 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'fixed_ips': [{'subnet_id': '6ccacb2c-6ed6-41f8-811d-98f2ff0a2a1e'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:45:18.608724 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:18.709036 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43370) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:45:18.713808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-87c96ad4-dac7-4702-ad0a-22d15725e66a tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-457368564', 'description': 'tempest-secgroup-smoke-457368564 description', 'project_id': 'a47ac3a72c7a403d93faa392564401ca'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:45:18.734974 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87c96ad4-dac7-4702-ad0a-22d15725e66a tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:18.757469 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Allocated IP 172.20.0.18 (94841825-83fb-471c-b71c-6529066bbea5/6ccacb2c-6ed6-41f8-811d-98f2ff0a2a1e/1390f35a-ad02-419b-9bb1-d0705c01e421) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:45:18.801273 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87c96ad4-dac7-4702-ad0a-22d15725e66a tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group (8364dfd6-6b6c-46a9-8417-e65f19fadd38), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:18.805583 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87c96ad4-dac7-4702-ad0a-22d15725e66a tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8364dfd6-6b6c-46a9-8417-e65f19fadd38), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:18.832082 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87c96ad4-dac7-4702-ad0a-22d15725e66a tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:18.833371 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-87c96ad4-dac7-4702-ad0a-22d15725e66a tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1231954 Feb 07 21:45:18.836334 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43372) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:45:18.838058 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c96ad4-dac7-4702-ad0a-22d15725e66a tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8364dfd6-6b6c-46a9-8417-e65f19fadd38,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:45:18.840932 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-76f8249b-6311-4e84-bb5c-a5cc26a7ccac tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'security_group_rule': {'security_group_id': '8364dfd6-6b6c-46a9-8417-e65f19fadd38', 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:45:18.868142 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-76f8249b-6311-4e84-bb5c-a5cc26a7ccac tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (e9654ba0-0e1d-462e-9da1-39125fdc6956), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:18.910166 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Publish callbacks [] for port (1390f35a-ad02-419b-9bb1-d0705c01e421), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:18.919361 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (1390f35a-ad02-419b-9bb1-d0705c01e421), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:18.926516 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-76f8249b-6311-4e84-bb5c-a5cc26a7ccac tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (e9654ba0-0e1d-462e-9da1-39125fdc6956), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:18.931475 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-76f8249b-6311-4e84-bb5c-a5cc26a7ccac tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (e9654ba0-0e1d-462e-9da1-39125fdc6956), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:18.945463 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8249b-6311-4e84-bb5c-a5cc26a7ccac tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9654ba0-0e1d-462e-9da1-39125fdc6956,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:45:18.960679 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-76f8249b-6311-4e84-bb5c-a5cc26a7ccac tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:18.962153 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-76f8249b-6311-4e84-bb5c-a5cc26a7ccac tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248052 Feb 07 21:45:18.965121 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43376) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:45:18.969819 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-fe28c5b4-4fc6-4f42-8829-60f19f3de7a8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'security_group_rule': {'security_group_id': '8364dfd6-6b6c-46a9-8417-e65f19fadd38', 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:45:18.975756 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Network 94841825-83fb-471c-b71c-6529066bbea5 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:45:18.977459 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:45:18.979166 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Pushing event updated for resources: {'Port': ['ID=1390f35a-ad02-419b-9bb1-d0705c01e421,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:45:18.981321 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:45:18.993524 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:18.993872 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:18.994214 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:18.994549 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:18.994882 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:18.995214 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:18.995542 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:18.995871 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:18.996039 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe28c5b4-4fc6-4f42-8829-60f19f3de7a8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (ba93653f-6324-4093-8668-ce654128edd9), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:18.996197 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:18.996548 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:18.996875 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:18.997199 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:18.997522 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:45:19.051661 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Attempting to bind port 1390f35a-ad02-419b-9bb1-d0705c01e421 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:45:19.052083 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Attempting to bind port 1390f35a-ad02-419b-9bb1-d0705c01e421 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '391adc08-4597-4b59-ada9-888cfaba8584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '94841825-83fb-471c-b71c-6529066bbea5'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:45:19.052977 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Attempting to bind port 1390f35a-ad02-419b-9bb1-d0705c01e421 on network 94841825-83fb-471c-b71c-6529066bbea5 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:45:19.054147 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe28c5b4-4fc6-4f42-8829-60f19f3de7a8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (ba93653f-6324-4093-8668-ce654128edd9), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:19.057866 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe28c5b4-4fc6-4f42-8829-60f19f3de7a8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (ba93653f-6324-4093-8668-ce654128edd9), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:19.058117 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:45:19.058487 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Checking segment: {'id': '391adc08-4597-4b59-ada9-888cfaba8584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '94841825-83fb-471c-b71c-6529066bbea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:45:19.058884 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:19.059274 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Bound using segment: {'id': '391adc08-4597-4b59-ada9-888cfaba8584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '94841825-83fb-471c-b71c-6529066bbea5'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:45:19.059738 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Bound port: 1390f35a-ad02-419b-9bb1-d0705c01e421, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '391adc08-4597-4b59-ada9-888cfaba8584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '94841825-83fb-471c-b71c-6529066bbea5'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:45:19.060121 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1390f35a-ad02-419b-9bb1-d0705c01e421), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:19.075148 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28c5b4-4fc6-4f42-8829-60f19f3de7a8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba93653f-6324-4093-8668-ce654128edd9,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:45:19.083971 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe28c5b4-4fc6-4f42-8829-60f19f3de7a8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:19.087765 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fe28c5b4-4fc6-4f42-8829-60f19f3de7a8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190555 Feb 07 21:45:19.088065 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43378) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:45:19.092410 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-06599f1f-2ac6-4173-b88b-2fd825beab06 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'security_group_rule': {'security_group_id': '8364dfd6-6b6c-46a9-8417-e65f19fadd38', 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:45:19.122809 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06599f1f-2ac6-4173-b88b-2fd825beab06 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (1f28edef-db9e-4b72-a88d-91f00f437923), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:19.128050 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] For port 1390f35a-ad02-419b-9bb1-d0705c01e421, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:45:19.132716 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] For port 1390f35a-ad02-419b-9bb1-d0705c01e421, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=1390f35a-ad02-419b-9bb1-d0705c01e421,segment=NetworkSegment(391adc08-4597-4b59-ada9-888cfaba8584),segment_id=391adc08-4597-4b59-ada9-888cfaba8584)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:45:19.147422 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (1390f35a-ad02-419b-9bb1-d0705c01e421), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:19.187397 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06599f1f-2ac6-4173-b88b-2fd825beab06 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (1f28edef-db9e-4b72-a88d-91f00f437923), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:19.191989 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06599f1f-2ac6-4173-b88b-2fd825beab06 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (1f28edef-db9e-4b72-a88d-91f00f437923), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:19.205962 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95a494-06db-4b08-a773-ef3a602a7bcf None None] Pushing event updated for resources: {'Port': ['ID=1390f35a-ad02-419b-9bb1-d0705c01e421,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:45:19.217671 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06599f1f-2ac6-4173-b88b-2fd825beab06 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f28edef-db9e-4b72-a88d-91f00f437923,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:45:19.225062 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-06599f1f-2ac6-4173-b88b-2fd825beab06 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:19.228955 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-06599f1f-2ac6-4173-b88b-2fd825beab06 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372352 Feb 07 21:45:19.229222 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43380) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:45:19.234013 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6a7f9b50-9a2d-4443-99a4-950df6188540 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'security_group_rule': {'security_group_id': '8364dfd6-6b6c-46a9-8417-e65f19fadd38', 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:45:19.259577 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6a7f9b50-9a2d-4443-99a4-950df6188540 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (e342c7b5-5267-47c4-9d55-26c2d3c2bd78), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:19.318912 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6a7f9b50-9a2d-4443-99a4-950df6188540 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (e342c7b5-5267-47c4-9d55-26c2d3c2bd78), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:19.322861 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6a7f9b50-9a2d-4443-99a4-950df6188540 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (e342c7b5-5267-47c4-9d55-26c2d3c2bd78), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:19.343812 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f9b50-9a2d-4443-99a4-950df6188540 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e342c7b5-5267-47c4-9d55-26c2d3c2bd78,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:45:19.353782 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6a7f9b50-9a2d-4443-99a4-950df6188540 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:19.354991 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6a7f9b50-9a2d-4443-99a4-950df6188540 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249118 Feb 07 21:45:19.357846 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43382) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:45:19.364253 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e0cd18a3-2341-46e9-9b7d-98ad9a6f8e11 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'security_group_rule': {'security_group_id': '8364dfd6-6b6c-46a9-8417-e65f19fadd38', 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:45:19.393504 n-d-828185-2 neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-e0cd18a3-2341-46e9-9b7d-98ad9a6f8e11 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Project a47ac3a72c7a403d93faa392564401ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 21:45:19.399330 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e0cd18a3-2341-46e9-9b7d-98ad9a6f8e11 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (c1ab6a66-7b4d-476b-9dc2-683e0a2a127a), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:19.462002 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e0cd18a3-2341-46e9-9b7d-98ad9a6f8e11 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (c1ab6a66-7b4d-476b-9dc2-683e0a2a127a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:19.466750 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e0cd18a3-2341-46e9-9b7d-98ad9a6f8e11 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (c1ab6a66-7b4d-476b-9dc2-683e0a2a127a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:19.485226 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd18a3-2341-46e9-9b7d-98ad9a6f8e11 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ab6a66-7b4d-476b-9dc2-683e0a2a127a,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:45:19.496051 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e0cd18a3-2341-46e9-9b7d-98ad9a6f8e11 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:19.497421 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e0cd18a3-2341-46e9-9b7d-98ad9a6f8e11 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1383681 Feb 07 21:45:19.500221 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43384) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:45:19.504756 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-370953c2-21ce-4b03-8775-3155e8c21d26 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'security_group_rule': {'security_group_id': '8364dfd6-6b6c-46a9-8417-e65f19fadd38', 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:45:19.530759 n-d-828185-2 neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-370953c2-21ce-4b03-8775-3155e8c21d26 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Project a47ac3a72c7a403d93faa392564401ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 21:45:19.536155 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-370953c2-21ce-4b03-8775-3155e8c21d26 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (6e28fac5-8499-4e2f-bce9-793e33d1fb71), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:19.595607 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-370953c2-21ce-4b03-8775-3155e8c21d26 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (6e28fac5-8499-4e2f-bce9-793e33d1fb71), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:19.599029 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-370953c2-21ce-4b03-8775-3155e8c21d26 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (6e28fac5-8499-4e2f-bce9-793e33d1fb71), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:19.616058 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370953c2-21ce-4b03-8775-3155e8c21d26 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e28fac5-8499-4e2f-bce9-793e33d1fb71,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:45:19.623809 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-370953c2-21ce-4b03-8775-3155e8c21d26 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:19.625033 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-370953c2-21ce-4b03-8775-3155e8c21d26 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238394 Feb 07 21:45:19.743804 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 1390f35a-ad02-419b-9bb1-d0705c01e421 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:45:19.796833 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 1390f35a-ad02-419b-9bb1-d0705c01e421 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:45:19.797201 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1390f35a-ad02-419b-9bb1-d0705c01e421), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:19.798966 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-8aad25fb-7c29-486b-9b44-12aecfe44748 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-457368564&fields=id&tenant_id=a47ac3a72c7a403d93faa392564401ca HTTP/1.1" status: 200 len: 267 time: 0.0449064 Feb 07 21:45:19.876604 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 1390f35a-ad02-419b-9bb1-d0705c01e421 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:45:19.877329 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1390f35a-ad02-419b-9bb1-d0705c01e421), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:19.910688 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-eceb4d25-3bd2-48e0-a28c-24a194b57862 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:19.911446 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 1390f35a-ad02-419b-9bb1-d0705c01e421, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=1390f35a-ad02-419b-9bb1-d0705c01e421,segment=NetworkSegment(391adc08-4597-4b59-ada9-888cfaba8584),segment_id=391adc08-4597-4b59-ada9-888cfaba8584)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:45:19.912348 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-eceb4d25-3bd2-48e0-a28c-24a194b57862 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/networks?id=94841825-83fb-471c-b71c-6529066bbea5 HTTP/1.1" status: 200 len: 796 time: 0.1055617 Feb 07 21:45:19.916738 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (1390f35a-ad02-419b-9bb1-d0705c01e421), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:19.930063 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-d0139dfd-c096-4790-bea9-f25c1d19081c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/quotas/a47ac3a72c7a403d93faa392564401ca HTTP/1.1" status: 200 len: 375 time: 0.0107024 Feb 07 21:45:19.969255 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=1390f35a-ad02-419b-9bb1-d0705c01e421,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:45:19.993633 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-723d64c4-3606-45ec-97b9-e023e47b9208 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a47ac3a72c7a403d93faa392564401ca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0564330 Feb 07 21:45:20.009764 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-fe68d32a-e487-4b4f-a515-bad63426e8c2 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:45:20.010748 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-fe68d32a-e487-4b4f-a515-bad63426e8c2 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059054 Feb 07 21:45:20.107561 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-8048c2b4-749e-4e22-beb5-8945c1a18fbf service neutron] 10.222.0.65 "GET /v2.0/networks/94841825-83fb-471c-b71c-6529066bbea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901835 Feb 07 21:45:20.200751 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-3bb1b2b7-9f55-45c5-9c92-c21264a1c9d6 service neutron] 10.222.0.65 "GET /v2.0/networks/94841825-83fb-471c-b71c-6529066bbea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864494 Feb 07 21:45:20.222808 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de6cece-6d23-445b-9757-3f6da229186b None None] Network 94841825-83fb-471c-b71c-6529066bbea5 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:45:20.307582 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-38c4ecbf-ffe8-42a7-9b7c-15887d2939e5 None None] Provisioning complete for port 1390f35a-ad02-419b-9bb1-d0705c01e421 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:45:20.308139 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-38c4ecbf-ffe8-42a7-9b7c-15887d2939e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1390f35a-ad02-419b-9bb1-d0705c01e421), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:20.373184 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9179d6d-cea6-4ce6-9f42-8d323f99f697 req-fe72650b-d217-49ad-9118-4acb08c04d74 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a984f77-b400-4f57-bfb1-39c926015506 HTTP/1.1" status: 200 len: 210 time: 0.0276597 Feb 07 21:45:20.422813 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-38c4ecbf-ffe8-42a7-9b7c-15887d2939e5 None None] Current status of the port 1390f35a-ad02-419b-9bb1-d0705c01e421 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:45:20.628335 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dc846c32-2106-4b3c-bd9e-9c5e8728d917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:20.644115 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ffc2897e-38d6-461a-9279-d2bb1389d02b None None] Provisioning complete for port 1390f35a-ad02-419b-9bb1-d0705c01e421 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:45:20.644519 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ffc2897e-38d6-461a-9279-d2bb1389d02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1390f35a-ad02-419b-9bb1-d0705c01e421), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:20.719888 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ffc2897e-38d6-461a-9279-d2bb1389d02b None None] Current status of the port 1390f35a-ad02-419b-9bb1-d0705c01e421 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:45:21.455799 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4fcbb59e-e6fb-499f-96ef-930e74980d31 req-a5f57822-8c39-451b-98b3-50210dc1ee6d tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a984f77-b400-4f57-bfb1-39c926015506 HTTP/1.1" status: 200 len: 210 time: 0.0266602 Feb 07 21:45:21.717240 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 1390f35a-ad02-419b-9bb1-d0705c01e421 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:45:21.764245 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 1390f35a-ad02-419b-9bb1-d0705c01e421 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:45:21.764641 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (1390f35a-ad02-419b-9bb1-d0705c01e421), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:21.843691 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 1390f35a-ad02-419b-9bb1-d0705c01e421 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:45:21.894607 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:22.455921 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-144806a8-f812-41ac-a6ca-42dc18ea75d9 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:22.457378 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-144806a8-f812-41ac-a6ca-42dc18ea75d9 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.69 "GET /v2.0/networks?id=94841825-83fb-471c-b71c-6529066bbea5 HTTP/1.1" status: 200 len: 796 time: 0.1368842 Feb 07 21:45:22.535061 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-883a2f3e-5869-4029-a34f-e4681c3fc992 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a47ac3a72c7a403d93faa392564401ca HTTP/1.1" status: 200 len: 471 time: 0.0674348 Feb 07 21:45:22.543582 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-e58f1da5-2917-4ec9-918a-59f85922d5fa tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'port': {'device_id': '2a984f77-b400-4f57-bfb1-39c926015506', 'network_id': '94841825-83fb-471c-b71c-6529066bbea5', 'admin_state_up': True, 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'security_groups': ['8364dfd6-6b6c-46a9-8417-e65f19fadd38']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:45:22.552879 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-40d4fa3c-876d-4e5b-94d3-8721b20c8ad7 req-1636ab63-ab5c-46e4-9869-f06021f17b5a tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a984f77-b400-4f57-bfb1-39c926015506 HTTP/1.1" status: 200 len: 210 time: 0.0262079 Feb 07 21:45:22.650070 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-e58f1da5-2917-4ec9-918a-59f85922d5fa tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Made reservation on behalf of a47ac3a72c7a403d93faa392564401ca for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:45:22.653488 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-e58f1da5-2917-4ec9-918a-59f85922d5fa tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:22.775208 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-e58f1da5-2917-4ec9-918a-59f85922d5fa tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Allocated IP 172.20.0.26 (94841825-83fb-471c-b71c-6529066bbea5/6ccacb2c-6ed6-41f8-811d-98f2ff0a2a1e/17f62548-d82c-4888-bd14-c24e1c448a22) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:45:22.911627 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-e58f1da5-2917-4ec9-918a-59f85922d5fa tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for port (17f62548-d82c-4888-bd14-c24e1c448a22), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:22.944491 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-e58f1da5-2917-4ec9-918a-59f85922d5fa tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (17f62548-d82c-4888-bd14-c24e1c448a22), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:22.987519 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-e58f1da5-2917-4ec9-918a-59f85922d5fa tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Network 94841825-83fb-471c-b71c-6529066bbea5 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:45:22.991057 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-e58f1da5-2917-4ec9-918a-59f85922d5fa tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:45:22.994650 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-e58f1da5-2917-4ec9-918a-59f85922d5fa tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:45:23.021878 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f1da5-2917-4ec9-918a-59f85922d5fa tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'Port': ['ID=17f62548-d82c-4888-bd14-c24e1c448a22,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:45:23.049064 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-e58f1da5-2917-4ec9-918a-59f85922d5fa tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:23.049709 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-e58f1da5-2917-4ec9-918a-59f85922d5fa tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:23.071789 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-e58f1da5-2917-4ec9-918a-59f85922d5fa tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5317705 Feb 07 21:45:23.083394 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-f35294c6-c3d6-4733-b6ae-26c49ebd2fee service neutron] Request body: {'port': {'device_id': '2a984f77-b400-4f57-bfb1-39c926015506', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:45:23.146422 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-f35294c6-c3d6-4733-b6ae-26c49ebd2fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (17f62548-d82c-4888-bd14-c24e1c448a22), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:23.256603 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-282ec090-45dc-4ebd-8b3c-27158b595537 None None] Provisioning complete for port 17f62548-d82c-4888-bd14-c24e1c448a22 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:45:23.257164 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-282ec090-45dc-4ebd-8b3c-27158b595537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (17f62548-d82c-4888-bd14-c24e1c448a22), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:23.293337 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-282ec090-45dc-4ebd-8b3c-27158b595537 None None] Port 17f62548-d82c-4888-bd14-c24e1c448a22 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:45:23.375576 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:23.409235 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-f35294c6-c3d6-4733-b6ae-26c49ebd2fee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f62548-d82c-4888-bd14-c24e1c448a22 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:45:23.417104 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-f35294c6-c3d6-4733-b6ae-26c49ebd2fee service neutron] Publish callbacks [] for port (17f62548-d82c-4888-bd14-c24e1c448a22), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:23.430080 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-f35294c6-c3d6-4733-b6ae-26c49ebd2fee service neutron] Transition to ACTIVE for port object 17f62548-d82c-4888-bd14-c24e1c448a22 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:45:23.433243 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-f35294c6-c3d6-4733-b6ae-26c49ebd2fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (17f62548-d82c-4888-bd14-c24e1c448a22), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:23.482978 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35294c6-c3d6-4733-b6ae-26c49ebd2fee service neutron] Pushing event updated for resources: {'Port': ['ID=17f62548-d82c-4888-bd14-c24e1c448a22,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:45:23.548534 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-f35294c6-c3d6-4733-b6ae-26c49ebd2fee service neutron] Attempting to bind port 17f62548-d82c-4888-bd14-c24e1c448a22 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:45:23.548868 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-f35294c6-c3d6-4733-b6ae-26c49ebd2fee service neutron] Attempting to bind port 17f62548-d82c-4888-bd14-c24e1c448a22 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '391adc08-4597-4b59-ada9-888cfaba8584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '94841825-83fb-471c-b71c-6529066bbea5'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:45:23.549190 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-f35294c6-c3d6-4733-b6ae-26c49ebd2fee service neutron] Attempting to bind port 17f62548-d82c-4888-bd14-c24e1c448a22 on network 94841825-83fb-471c-b71c-6529066bbea5 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:45:23.557984 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-f35294c6-c3d6-4733-b6ae-26c49ebd2fee service neutron] Port 17f62548-d82c-4888-bd14-c24e1c448a22 on network 94841825-83fb-471c-b71c-6529066bbea5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:45:23.558308 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-f35294c6-c3d6-4733-b6ae-26c49ebd2fee service neutron] Attempting to bind port 17f62548-d82c-4888-bd14-c24e1c448a22 on network 94841825-83fb-471c-b71c-6529066bbea5 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:45:23.564743 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-f35294c6-c3d6-4733-b6ae-26c49ebd2fee service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:45:23.565078 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-f35294c6-c3d6-4733-b6ae-26c49ebd2fee service neutron] Checking segment: {'id': '391adc08-4597-4b59-ada9-888cfaba8584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '94841825-83fb-471c-b71c-6529066bbea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:45:23.565462 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-f35294c6-c3d6-4733-b6ae-26c49ebd2fee service neutron] Bound using segment: {'id': '391adc08-4597-4b59-ada9-888cfaba8584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '94841825-83fb-471c-b71c-6529066bbea5'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:45:23.565895 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-f35294c6-c3d6-4733-b6ae-26c49ebd2fee service neutron] Bound port: 17f62548-d82c-4888-bd14-c24e1c448a22, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '391adc08-4597-4b59-ada9-888cfaba8584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '94841825-83fb-471c-b71c-6529066bbea5'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:45:23.566250 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-f35294c6-c3d6-4733-b6ae-26c49ebd2fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (17f62548-d82c-4888-bd14-c24e1c448a22), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:23.637955 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-f35294c6-c3d6-4733-b6ae-26c49ebd2fee service neutron] For port 17f62548-d82c-4888-bd14-c24e1c448a22, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:45:23.641398 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-f35294c6-c3d6-4733-b6ae-26c49ebd2fee service neutron] For port 17f62548-d82c-4888-bd14-c24e1c448a22, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=17f62548-d82c-4888-bd14-c24e1c448a22,segment=NetworkSegment(391adc08-4597-4b59-ada9-888cfaba8584),segment_id=391adc08-4597-4b59-ada9-888cfaba8584)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:45:23.650508 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-f35294c6-c3d6-4733-b6ae-26c49ebd2fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (17f62548-d82c-4888-bd14-c24e1c448a22), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:23.682720 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-f35294c6-c3d6-4733-b6ae-26c49ebd2fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:23.683342 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-f35294c6-c3d6-4733-b6ae-26c49ebd2fee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:23.684762 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a9c57-6a5e-4c72-96e4-bb1c83b384f3 req-c3dd3dd9-8840-42fb-8be3-ae11deb2a309 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:23.685274 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-f35294c6-c3d6-4733-b6ae-26c49ebd2fee service neutron] 10.222.0.69 "PUT /v2.0/ports/17f62548-d82c-4888-bd14-c24e1c448a22 HTTP/1.1" status: 200 len: 1092 time: 0.6056800 Feb 07 21:45:23.685598 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a984f77-b400-4f57-bfb1-39c926015506', 'tag': '17f62548-d82c-4888-bd14-c24e1c448a22'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:45:23.686273 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d9a9c57-6a5e-4c72-96e4-bb1c83b384f3 req-c3dd3dd9-8840-42fb-8be3-ae11deb2a309 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a984f77-b400-4f57-bfb1-39c926015506 HTTP/1.1" status: 200 len: 944 time: 0.0617075 Feb 07 21:45:23.687745 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a446e6d-8c64-4710-95c0-62806f0851b6" -d '{"events": [{"name": "network-changed", "server_uuid": "2a984f77-b400-4f57-bfb1-39c926015506", "tag": "17f62548-d82c-4888-bd14-c24e1c448a22"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:45:23.723387 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35294c6-c3d6-4733-b6ae-26c49ebd2fee service neutron] Pushing event updated for resources: {'Port': ['ID=17f62548-d82c-4888-bd14-c24e1c448a22,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:45:23.754414 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d9a9c57-6a5e-4c72-96e4-bb1c83b384f3 req-20d13789-6be4-45d0-978f-4710eac4385c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=8364dfd6-6b6c-46a9-8417-e65f19fadd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619054 Feb 07 21:45:23.778137 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c73ea75-0230-412a-b360-d40366b42f4b x-openstack-request-id: req-8c73ea75-0230-412a-b360-d40366b42f4b {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:45:23.778440 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a984f77-b400-4f57-bfb1-39c926015506", "tag": "17f62548-d82c-4888-bd14-c24e1c448a22", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:45:23.778702 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8c73ea75-0230-412a-b360-d40366b42f4b {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:45:23.779182 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a984f77-b400-4f57-bfb1-39c926015506', 'tag': '17f62548-d82c-4888-bd14-c24e1c448a22', 'status': 'completed', 'code': 200} Feb 07 21:45:23.798927 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-5f1d5327-ae02-41b5-94aa-c2d426ad1fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:23.800491 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-5f1d5327-ae02-41b5-94aa-c2d426ad1fad service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a47ac3a72c7a403d93faa392564401ca&device_id=2a984f77-b400-4f57-bfb1-39c926015506 HTTP/1.1" status: 200 len: 1126 time: 0.0547972 Feb 07 21:45:23.846302 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-f60c1a02-bef2-41b0-8eb9-a6c773748ff9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=17f62548-d82c-4888-bd14-c24e1c448a22 HTTP/1.1" status: 200 len: 217 time: 0.0387967 Feb 07 21:45:23.894073 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-5680da61-9d40-43fd-9f69-b707aedda8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:23.896077 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-5680da61-9d40-43fd-9f69-b707aedda8e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6ccacb2c-6ed6-41f8-811d-98f2ff0a2a1e HTTP/1.1" status: 200 len: 837 time: 0.0439372 Feb 07 21:45:23.945573 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-1695190c-d00a-43ed-9be6-59bf253830e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:23.947204 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-1695190c-d00a-43ed-9be6-59bf253830e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=94841825-83fb-471c-b71c-6529066bbea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453477 Feb 07 21:45:24.039069 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-65a1d220-6b01-4ac6-b843-4ae7d2eb752b service neutron] 10.222.0.69 "GET /v2.0/networks/94841825-83fb-471c-b71c-6529066bbea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857291 Feb 07 21:45:24.124078 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f2a70f0e-b700-4792-aefb-3ea00dde6980 req-5d4bc5fd-4f3d-478c-9bf2-607b102b3bb5 service neutron] 10.222.0.69 "GET /v2.0/networks/94841825-83fb-471c-b71c-6529066bbea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785570 Feb 07 21:45:24.214461 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a446e6d-8c64-4710-95c0-62806f0851b6 req-14b04293-b944-4b7a-a730-e7fc81330b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:24.215985 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0a446e6d-8c64-4710-95c0-62806f0851b6 req-14b04293-b944-4b7a-a730-e7fc81330b36 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a47ac3a72c7a403d93faa392564401ca&device_id=2a984f77-b400-4f57-bfb1-39c926015506 HTTP/1.1" status: 200 len: 1126 time: 0.0472896 Feb 07 21:45:24.560626 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a446e6d-8c64-4710-95c0-62806f0851b6 req-bd960c2f-3a9f-43d5-8fb7-d6f34fda65cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:24.562097 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0a446e6d-8c64-4710-95c0-62806f0851b6 req-bd960c2f-3a9f-43d5-8fb7-d6f34fda65cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=94841825-83fb-471c-b71c-6529066bbea5 HTTP/1.1" status: 200 len: 897 time: 0.3403106 Feb 07 21:45:24.602098 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0a446e6d-8c64-4710-95c0-62806f0851b6 req-4360fe95-f29a-4db3-ae13-d7e41f82d6d0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=17f62548-d82c-4888-bd14-c24e1c448a22 HTTP/1.1" status: 200 len: 217 time: 0.0331976 Feb 07 21:45:24.648973 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a446e6d-8c64-4710-95c0-62806f0851b6 req-8863ccff-f4a7-417b-8953-5ee196f5b681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:24.650386 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0a446e6d-8c64-4710-95c0-62806f0851b6 req-8863ccff-f4a7-417b-8953-5ee196f5b681 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6ccacb2c-6ed6-41f8-811d-98f2ff0a2a1e HTTP/1.1" status: 200 len: 837 time: 0.0429027 Feb 07 21:45:24.695298 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:24.706693 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a446e6d-8c64-4710-95c0-62806f0851b6 req-aa09c672-0be1-4a85-a727-ca4d87e6c054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:24.708272 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0a446e6d-8c64-4710-95c0-62806f0851b6 req-aa09c672-0be1-4a85-a727-ca4d87e6c054 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=94841825-83fb-471c-b71c-6529066bbea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0520732 Feb 07 21:45:24.795018 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0a446e6d-8c64-4710-95c0-62806f0851b6 req-02041de7-852c-478c-85f9-3aed03a772df service neutron] 10.222.0.69 "GET /v2.0/networks/94841825-83fb-471c-b71c-6529066bbea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809760 Feb 07 21:45:24.872949 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478af50-3610-4f41-a47b-e1b1b1bceea3 req-e79d149b-5606-4de2-8320-5dfa9312c07e tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:24.874456 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e478af50-3610-4f41-a47b-e1b1b1bceea3 req-e79d149b-5606-4de2-8320-5dfa9312c07e tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a984f77-b400-4f57-bfb1-39c926015506 HTTP/1.1" status: 200 len: 944 time: 0.0518899 Feb 07 21:45:24.887566 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0a446e6d-8c64-4710-95c0-62806f0851b6 req-6149654e-c5e2-4744-8d8a-3ed43d5bb315 service neutron] 10.222.0.69 "GET /v2.0/networks/94841825-83fb-471c-b71c-6529066bbea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865452 Feb 07 21:45:24.922049 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e478af50-3610-4f41-a47b-e1b1b1bceea3 req-e2d9d725-0d82-45a8-8998-bbada266ffea tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=8364dfd6-6b6c-46a9-8417-e65f19fadd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420840 Feb 07 21:45:26.043068 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52feabd3-9c20-425f-8d00-9e8e1b350a0d req-e44b29a4-ff8b-4e86-a6d1-e94a73fdf1f3 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:26.044580 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52feabd3-9c20-425f-8d00-9e8e1b350a0d req-e44b29a4-ff8b-4e86-a6d1-e94a73fdf1f3 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a984f77-b400-4f57-bfb1-39c926015506 HTTP/1.1" status: 200 len: 944 time: 0.0544555 Feb 07 21:45:26.093541 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52feabd3-9c20-425f-8d00-9e8e1b350a0d req-e0055086-1aa0-408f-9c12-d3b829d40c27 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=8364dfd6-6b6c-46a9-8417-e65f19fadd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430405 Feb 07 21:45:27.209351 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db026d32-1e37-4f19-a244-0261f7a25b3a req-5a3fda83-b663-4639-a60b-9f6014deb275 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:27.210808 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db026d32-1e37-4f19-a244-0261f7a25b3a req-5a3fda83-b663-4639-a60b-9f6014deb275 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a984f77-b400-4f57-bfb1-39c926015506 HTTP/1.1" status: 200 len: 944 time: 0.0512457 Feb 07 21:45:27.228045 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 17f62548-d82c-4888-bd14-c24e1c448a22 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:45:27.258835 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db026d32-1e37-4f19-a244-0261f7a25b3a req-1c8f1c2e-17b6-42c4-847d-6d313870b16e tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=8364dfd6-6b6c-46a9-8417-e65f19fadd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424974 Feb 07 21:45:27.323009 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 17f62548-d82c-4888-bd14-c24e1c448a22, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=17f62548-d82c-4888-bd14-c24e1c448a22,segment=NetworkSegment(391adc08-4597-4b59-ada9-888cfaba8584),segment_id=391adc08-4597-4b59-ada9-888cfaba8584)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:45:27.334541 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '17f62548-d82c-4888-bd14-c24e1c448a22', 'network_id': '94841825-83fb-471c-b71c-6529066bbea5', 'port_id': '17f62548-d82c-4888-bd14-c24e1c448a22', 'mac_address': 'fa:16:3e:8f:c4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ccacb2c-6ed6-41f8-811d-98f2ff0a2a1e', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:45:27.370924 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 17f62548-d82c-4888-bd14-c24e1c448a22 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:45:27.371308 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (17f62548-d82c-4888-bd14-c24e1c448a22), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:27.384080 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f62548-d82c-4888-bd14-c24e1c448a22 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:45:27.403909 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 17f62548-d82c-4888-bd14-c24e1c448a22, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=17f62548-d82c-4888-bd14-c24e1c448a22,segment=NetworkSegment(391adc08-4597-4b59-ada9-888cfaba8584),segment_id=391adc08-4597-4b59-ada9-888cfaba8584)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:45:27.408027 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (17f62548-d82c-4888-bd14-c24e1c448a22), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:27.457545 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=17f62548-d82c-4888-bd14-c24e1c448a22,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:45:27.739101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['17f62548-d82c-4888-bd14-c24e1c448a22'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:45:28.374545 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433381b-438d-458d-b941-b42b68141e51 req-3e4a1575-b3eb-4d09-afdd-31d89ea3a856 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:28.375983 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e433381b-438d-458d-b941-b42b68141e51 req-3e4a1575-b3eb-4d09-afdd-31d89ea3a856 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a984f77-b400-4f57-bfb1-39c926015506 HTTP/1.1" status: 200 len: 945 time: 0.0516515 Feb 07 21:45:28.428149 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e433381b-438d-458d-b941-b42b68141e51 req-c2be6fb4-cd45-404b-947a-6604b6cb08e9 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=8364dfd6-6b6c-46a9-8417-e65f19fadd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464475 Feb 07 21:45:29.252468 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 17f62548-d82c-4888-bd14-c24e1c448a22 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:45:29.300263 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 17f62548-d82c-4888-bd14-c24e1c448a22 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:45:29.304257 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 17f62548-d82c-4888-bd14-c24e1c448a22 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:45:29.304656 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (17f62548-d82c-4888-bd14-c24e1c448a22), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:29.380675 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 17f62548-d82c-4888-bd14-c24e1c448a22 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:45:29.381057 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (17f62548-d82c-4888-bd14-c24e1c448a22), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:29.404084 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a984f77-b400-4f57-bfb1-39c926015506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f62548-d82c-4888-bd14-c24e1c448a22'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:45:29.406353 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4185f845-6dd3-45ec-90c2-c57b356ec592" -d '{"events": [{"server_uuid": "2a984f77-b400-4f57-bfb1-39c926015506", "name": "network-vif-plugged", "status": "completed", "tag": "17f62548-d82c-4888-bd14-c24e1c448a22"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:45:29.423092 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 17f62548-d82c-4888-bd14-c24e1c448a22, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=17f62548-d82c-4888-bd14-c24e1c448a22,segment=NetworkSegment(391adc08-4597-4b59-ada9-888cfaba8584),segment_id=391adc08-4597-4b59-ada9-888cfaba8584)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:45:29.427117 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (17f62548-d82c-4888-bd14-c24e1c448a22), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:29.452374 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabe45dd-7f85-4f68-86df-2f678ec4d3d3 x-openstack-request-id: req-dabe45dd-7f85-4f68-86df-2f678ec4d3d3 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:45:29.452670 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a984f77-b400-4f57-bfb1-39c926015506", "name": "network-vif-plugged", "status": "completed", "tag": "17f62548-d82c-4888-bd14-c24e1c448a22", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:45:29.452929 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dabe45dd-7f85-4f68-86df-2f678ec4d3d3 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:45:29.453316 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a984f77-b400-4f57-bfb1-39c926015506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f62548-d82c-4888-bd14-c24e1c448a22', 'code': 200} Feb 07 21:45:29.477705 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=17f62548-d82c-4888-bd14-c24e1c448a22,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:45:29.550987 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c60ed7-2b4a-4673-8c64-cb699da77a13 req-ab9e2d57-6698-41be-87d9-7940a1357351 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:29.553743 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87c60ed7-2b4a-4673-8c64-cb699da77a13 req-ab9e2d57-6698-41be-87d9-7940a1357351 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a984f77-b400-4f57-bfb1-39c926015506 HTTP/1.1" status: 200 len: 946 time: 0.0546818 Feb 07 21:45:29.563098 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b68fb-c7a4-4be1-8082-a1d2676dc43c req-aed3fc24-c29e-4eae-af62-4012d786b0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:29.564944 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3e4b68fb-c7a4-4be1-8082-a1d2676dc43c req-aed3fc24-c29e-4eae-af62-4012d786b0b8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2a984f77-b400-4f57-bfb1-39c926015506 HTTP/1.1" status: 200 len: 1128 time: 0.0531211 Feb 07 21:45:29.602874 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87c60ed7-2b4a-4673-8c64-cb699da77a13 req-a3a4b8ab-1202-4ddd-9aa4-23629851af99 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=8364dfd6-6b6c-46a9-8417-e65f19fadd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438411 Feb 07 21:45:29.611580 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3e4b68fb-c7a4-4be1-8082-a1d2676dc43c req-f6ff5042-2fdf-4a0d-a676-f76426f82a2f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8364dfd6-6b6c-46a9-8417-e65f19fadd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403404 Feb 07 21:45:30.723964 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e77a1-4df6-472a-b46f-a3ed42b36e93 req-7e8d7eb3-c8e0-4f03-8797-422323145dae tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:30.725464 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d0e77a1-4df6-472a-b46f-a3ed42b36e93 req-7e8d7eb3-c8e0-4f03-8797-422323145dae tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a984f77-b400-4f57-bfb1-39c926015506 HTTP/1.1" status: 200 len: 946 time: 0.0516639 Feb 07 21:45:30.774207 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d0e77a1-4df6-472a-b46f-a3ed42b36e93 req-3daecc69-7648-445d-a19e-140da7c708d3 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=8364dfd6-6b6c-46a9-8417-e65f19fadd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431020 Feb 07 21:45:32.000962 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab08c0-a63f-41f5-851d-85d3a4f19421 req-96387048-0665-4268-8374-31447fa9f217 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:32.002409 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1cab08c0-a63f-41f5-851d-85d3a4f19421 req-96387048-0665-4268-8374-31447fa9f217 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a984f77-b400-4f57-bfb1-39c926015506 HTTP/1.1" status: 200 len: 946 time: 0.1615639 Feb 07 21:45:32.049085 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1cab08c0-a63f-41f5-851d-85d3a4f19421 req-e0e3c205-2b1c-4606-807e-06efd36c36e7 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=8364dfd6-6b6c-46a9-8417-e65f19fadd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411322 Feb 07 21:45:32.165913 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a88e99-c083-4c9e-9264-c0d393f3cd69 req-6e66e68f-f68d-4493-8340-7abe72ab14ca tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:32.167356 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-32a88e99-c083-4c9e-9264-c0d393f3cd69 req-6e66e68f-f68d-4493-8340-7abe72ab14ca tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a984f77-b400-4f57-bfb1-39c926015506 HTTP/1.1" status: 200 len: 946 time: 0.0511081 Feb 07 21:45:32.213828 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-32a88e99-c083-4c9e-9264-c0d393f3cd69 req-a43e088d-8967-4014-81ec-846b158e5050 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=8364dfd6-6b6c-46a9-8417-e65f19fadd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408912 Feb 07 21:45:33.687236 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43464) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:45:34.007019 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:34.218177 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:34.402902 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28800908-4d94-460a-bfda-71ee8cb0634b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:34.669446 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-28800908-4d94-460a-bfda-71ee8cb0634b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Allocated IP 172.20.0.17 (94841825-83fb-471c-b71c-6529066bbea5/6ccacb2c-6ed6-41f8-811d-98f2ff0a2a1e/18752e03-192e-4f71-a5cd-9b18eeb8f37e) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:45:34.790982 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28800908-4d94-460a-bfda-71ee8cb0634b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for port (18752e03-192e-4f71-a5cd-9b18eeb8f37e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:34.823293 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28800908-4d94-460a-bfda-71ee8cb0634b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (18752e03-192e-4f71-a5cd-9b18eeb8f37e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:34.861848 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28800908-4d94-460a-bfda-71ee8cb0634b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Network 94841825-83fb-471c-b71c-6529066bbea5 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:45:34.865373 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-28800908-4d94-460a-bfda-71ee8cb0634b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:45:34.870947 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28800908-4d94-460a-bfda-71ee8cb0634b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:45:34.904801 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28800908-4d94-460a-bfda-71ee8cb0634b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'Port': ['ID=18752e03-192e-4f71-a5cd-9b18eeb8f37e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:45:34.918944 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28800908-4d94-460a-bfda-71ee8cb0634b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (0120b42f-f352-4fa0-8ce3-fefb7bc8498b), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:35.062132 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28800908-4d94-460a-bfda-71ee8cb0634b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (18752e03-192e-4f71-a5cd-9b18eeb8f37e), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:35.143696 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e13a8a32-88e6-4ada-9b55-8b02f516dfc8 None None] Provisioning complete for port 18752e03-192e-4f71-a5cd-9b18eeb8f37e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:45:35.144261 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e13a8a32-88e6-4ada-9b55-8b02f516dfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (18752e03-192e-4f71-a5cd-9b18eeb8f37e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:35.180637 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e13a8a32-88e6-4ada-9b55-8b02f516dfc8 None None] Port 18752e03-192e-4f71-a5cd-9b18eeb8f37e cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:45:35.333523 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28800908-4d94-460a-bfda-71ee8cb0634b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for port (18752e03-192e-4f71-a5cd-9b18eeb8f37e), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:35.337922 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28800908-4d94-460a-bfda-71ee8cb0634b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (18752e03-192e-4f71-a5cd-9b18eeb8f37e), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:35.407107 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28800908-4d94-460a-bfda-71ee8cb0634b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'Port': ['ID=18752e03-192e-4f71-a5cd-9b18eeb8f37e,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:45:35.409441 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28800908-4d94-460a-bfda-71ee8cb0634b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (0120b42f-f352-4fa0-8ce3-fefb7bc8498b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:35.502297 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28800908-4d94-460a-bfda-71ee8cb0634b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Network 94841825-83fb-471c-b71c-6529066bbea5 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:45:35.503654 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-28800908-4d94-460a-bfda-71ee8cb0634b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:45:35.616584 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28800908-4d94-460a-bfda-71ee8cb0634b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Router 0120b42f-f352-4fa0-8ce3-fefb7bc8498b has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:45:35.706530 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8776ff10-ba44-4581-adb0-cac0af6cace4 None None] Provisioning complete for port 18752e03-192e-4f71-a5cd-9b18eeb8f37e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:45:35.706898 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8776ff10-ba44-4581-adb0-cac0af6cace4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (18752e03-192e-4f71-a5cd-9b18eeb8f37e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:35.735059 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28800908-4d94-460a-bfda-71ee8cb0634b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:45:35.740497 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-28800908-4d94-460a-bfda-71ee8cb0634b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "PUT /v2.0/routers/0120b42f-f352-4fa0-8ce3-fefb7bc8498b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0521631 Feb 07 21:45:35.746385 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8776ff10-ba44-4581-adb0-cac0af6cace4 None None] Port 18752e03-192e-4f71-a5cd-9b18eeb8f37e cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:45:35.755466 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3acf98-44f9-4c58-aacb-9c2ce30caa02 None None] Sync routers for ids ['0120b42f-f352-4fa0-8ce3-fefb7bc8498b'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:45:35.764578 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3acf98-44f9-4c58-aacb-9c2ce30caa02 None None] Routers {'0120b42f-f352-4fa0-8ce3-fefb7bc8498b'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:45:35.765186 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ce3acf98-44f9-4c58-aacb-9c2ce30caa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:45:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['0120b42f-f352-4fa0-8ce3-fefb7bc8498b'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:45:35.872298 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ce3acf98-44f9-4c58-aacb-9c2ce30caa02 None None] Set router 0120b42f-f352-4fa0-8ce3-fefb7bc8498b gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:45:36.092889 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ce3acf98-44f9-4c58-aacb-9c2ce30caa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'name': 'tempest-TestNetworkBasicOps-router-790444339', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:43:51Z', 'updated_at': '2022-02-07T21:45:35Z', 'revision_number': 5, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:52Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '4a0efe7f-7699-41c5-9c65-2f49acc4dc1d', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'floating_ip_address': '172.25.4.107', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'port_id': '140e3f0d-7c6a-4a12-b20b-317b33e36bac', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'mac_address': 'fa:16:3e:ba:5e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25701d2-bd87-40eb-940f-46cafbd81e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:44:09Z', 'updated_at': '2022-02-07T21:44:12Z', 'revision_number': 1, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18752e03-192e-4f71-a5cd-9b18eeb8f37e', 'name': '', 'network_id': '94841825-83fb-471c-b71c-6529066bbea5', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'mac_address': 'fa:16:3e:c7:70:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '6ccacb2c-6ed6-41f8-811d-98f2ff0a2a1e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:45:34Z', 'updated_at': '2022-02-07T21:45:35Z', 'revision_number': 2, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'subnets': [{'id': '6ccacb2c-6ed6-41f8-811d-98f2ff0a2a1e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf84ee0d-4aec-4dc6-8f6e-177125c2c230', 'name': '', 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'mac_address': 'fa:16:3e:7d:53:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:54Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 5, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'subnets': [{'id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:45:36.121481 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3acf98-44f9-4c58-aacb-9c2ce30caa02 None None] Checking router: 0120b42f-f352-4fa0-8ce3-fefb7bc8498b for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:45:36.121837 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3acf98-44f9-4c58-aacb-9c2ce30caa02 None None] Updating router 0120b42f-f352-4fa0-8ce3-fefb7bc8498b port 18752e03-192e-4f71-a5cd-9b18eeb8f37e binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:45:36.147861 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce3acf98-44f9-4c58-aacb-9c2ce30caa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (18752e03-192e-4f71-a5cd-9b18eeb8f37e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:36.398253 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce3acf98-44f9-4c58-aacb-9c2ce30caa02 None None] Publish callbacks [] for port (18752e03-192e-4f71-a5cd-9b18eeb8f37e), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:36.403318 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce3acf98-44f9-4c58-aacb-9c2ce30caa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (18752e03-192e-4f71-a5cd-9b18eeb8f37e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:36.458532 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa35b6c-4208-45d9-bb45-88508d1fd96a None None] Pushing event updated for resources: {'Port': ['ID=18752e03-192e-4f71-a5cd-9b18eeb8f37e,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:45:36.510267 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ce3acf98-44f9-4c58-aacb-9c2ce30caa02 None None] Attempting to bind port 18752e03-192e-4f71-a5cd-9b18eeb8f37e on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:45:36.510638 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ce3acf98-44f9-4c58-aacb-9c2ce30caa02 None None] Attempting to bind port 18752e03-192e-4f71-a5cd-9b18eeb8f37e by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '391adc08-4597-4b59-ada9-888cfaba8584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '94841825-83fb-471c-b71c-6529066bbea5'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:45:36.511002 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3acf98-44f9-4c58-aacb-9c2ce30caa02 None None] Attempting to bind port 18752e03-192e-4f71-a5cd-9b18eeb8f37e on network 94841825-83fb-471c-b71c-6529066bbea5 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:45:36.516012 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3acf98-44f9-4c58-aacb-9c2ce30caa02 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:45:36.516435 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3acf98-44f9-4c58-aacb-9c2ce30caa02 None None] Checking segment: {'id': '391adc08-4597-4b59-ada9-888cfaba8584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '94841825-83fb-471c-b71c-6529066bbea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:45:36.516853 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce3acf98-44f9-4c58-aacb-9c2ce30caa02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:36.517227 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3acf98-44f9-4c58-aacb-9c2ce30caa02 None None] Bound using segment: {'id': '391adc08-4597-4b59-ada9-888cfaba8584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '94841825-83fb-471c-b71c-6529066bbea5'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:45:36.517693 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ce3acf98-44f9-4c58-aacb-9c2ce30caa02 None None] Bound port: 18752e03-192e-4f71-a5cd-9b18eeb8f37e, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '391adc08-4597-4b59-ada9-888cfaba8584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '94841825-83fb-471c-b71c-6529066bbea5'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:45:36.518071 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce3acf98-44f9-4c58-aacb-9c2ce30caa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (18752e03-192e-4f71-a5cd-9b18eeb8f37e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:36.580648 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ce3acf98-44f9-4c58-aacb-9c2ce30caa02 None None] For port 18752e03-192e-4f71-a5cd-9b18eeb8f37e, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:45:36.583921 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ce3acf98-44f9-4c58-aacb-9c2ce30caa02 None None] For port 18752e03-192e-4f71-a5cd-9b18eeb8f37e, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=18752e03-192e-4f71-a5cd-9b18eeb8f37e,segment=NetworkSegment(391adc08-4597-4b59-ada9-888cfaba8584),segment_id=391adc08-4597-4b59-ada9-888cfaba8584)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:45:36.589767 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce3acf98-44f9-4c58-aacb-9c2ce30caa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (18752e03-192e-4f71-a5cd-9b18eeb8f37e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:36.814844 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa35b6c-4208-45d9-bb45-88508d1fd96a None None] Pushing event updated for resources: {'Port': ['ID=18752e03-192e-4f71-a5cd-9b18eeb8f37e,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:45:36.817379 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3bbe27e7-2e32-4a2c-b4ba-4b5121039a73 None None] Provisioning complete for port 18752e03-192e-4f71-a5cd-9b18eeb8f37e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:45:36.817751 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3bbe27e7-2e32-4a2c-b4ba-4b5121039a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (18752e03-192e-4f71-a5cd-9b18eeb8f37e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:36.819765 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3acf98-44f9-4c58-aacb-9c2ce30caa02 None None] Routers {'0120b42f-f352-4fa0-8ce3-fefb7bc8498b'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:45:36.820466 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ce3acf98-44f9-4c58-aacb-9c2ce30caa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:45:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['0120b42f-f352-4fa0-8ce3-fefb7bc8498b'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:45:36.978981 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ce3acf98-44f9-4c58-aacb-9c2ce30caa02 None None] Set router 0120b42f-f352-4fa0-8ce3-fefb7bc8498b gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:45:37.016440 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3bbe27e7-2e32-4a2c-b4ba-4b5121039a73 None None] Current status of the port 18752e03-192e-4f71-a5cd-9b18eeb8f37e is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:45:37.016823 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3bbe27e7-2e32-4a2c-b4ba-4b5121039a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (18752e03-192e-4f71-a5cd-9b18eeb8f37e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:37.092269 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3bbe27e7-2e32-4a2c-b4ba-4b5121039a73 None None] For port 18752e03-192e-4f71-a5cd-9b18eeb8f37e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=18752e03-192e-4f71-a5cd-9b18eeb8f37e,segment=NetworkSegment(391adc08-4597-4b59-ada9-888cfaba8584),segment_id=391adc08-4597-4b59-ada9-888cfaba8584)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:45:37.097455 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3bbe27e7-2e32-4a2c-b4ba-4b5121039a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (18752e03-192e-4f71-a5cd-9b18eeb8f37e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:37.192942 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe27e7-2e32-4a2c-b4ba-4b5121039a73 None None] Pushing event updated for resources: {'Port': ['ID=18752e03-192e-4f71-a5cd-9b18eeb8f37e,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:45:37.253283 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-96885636-9f63-491f-a0ce-373595011a34 None None] Provisioning complete for port 18752e03-192e-4f71-a5cd-9b18eeb8f37e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:45:37.253567 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-96885636-9f63-491f-a0ce-373595011a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (18752e03-192e-4f71-a5cd-9b18eeb8f37e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:37.319924 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ce3acf98-44f9-4c58-aacb-9c2ce30caa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'name': 'tempest-TestNetworkBasicOps-router-790444339', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:43:51Z', 'updated_at': '2022-02-07T21:45:35Z', 'revision_number': 5, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:52Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '4a0efe7f-7699-41c5-9c65-2f49acc4dc1d', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'floating_ip_address': '172.25.4.107', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'port_id': '140e3f0d-7c6a-4a12-b20b-317b33e36bac', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'mac_address': 'fa:16:3e:ba:5e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25701d2-bd87-40eb-940f-46cafbd81e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:44:09Z', 'updated_at': '2022-02-07T21:44:12Z', 'revision_number': 1, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18752e03-192e-4f71-a5cd-9b18eeb8f37e', 'name': '', 'network_id': '94841825-83fb-471c-b71c-6529066bbea5', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'mac_address': 'fa:16:3e:c7:70:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '6ccacb2c-6ed6-41f8-811d-98f2ff0a2a1e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:45:34Z', 'updated_at': '2022-02-07T21:45:36Z', 'revision_number': 4, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'subnets': [{'id': '6ccacb2c-6ed6-41f8-811d-98f2ff0a2a1e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf84ee0d-4aec-4dc6-8f6e-177125c2c230', 'name': '', 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'mac_address': 'fa:16:3e:7d:53:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:54Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 5, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'subnets': [{'id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:45:37.363450 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3acf98-44f9-4c58-aacb-9c2ce30caa02 None None] The sync data for ids ['0120b42f-f352-4fa0-8ce3-fefb7bc8498b'] in n-d-828185-2 is: [{'id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'name': 'tempest-TestNetworkBasicOps-router-790444339', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:43:51Z', 'updated_at': '2022-02-07T21:45:35Z', 'revision_number': 5, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:52Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '4a0efe7f-7699-41c5-9c65-2f49acc4dc1d', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'floating_ip_address': '172.25.4.107', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'port_id': '140e3f0d-7c6a-4a12-b20b-317b33e36bac', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'mac_address': 'fa:16:3e:ba:5e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25701d2-bd87-40eb-940f-46cafbd81e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:44:09Z', 'updated_at': '2022-02-07T21:44:12Z', 'revision_number': 1, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18752e03-192e-4f71-a5cd-9b18eeb8f37e', 'name': '', 'network_id': '94841825-83fb-471c-b71c-6529066bbea5', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'mac_address': 'fa:16:3e:c7:70:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '6ccacb2c-6ed6-41f8-811d-98f2ff0a2a1e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:45:34Z', 'updated_at': '2022-02-07T21:45:36Z', 'revision_number': 4, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'subnets': [{'id': '6ccacb2c-6ed6-41f8-811d-98f2ff0a2a1e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf84ee0d-4aec-4dc6-8f6e-177125c2c230', 'name': '', 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'mac_address': 'fa:16:3e:7d:53:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:54Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 5, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'subnets': [{'id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:45:37.375771 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-96885636-9f63-491f-a0ce-373595011a34 None None] Current status of the port 18752e03-192e-4f71-a5cd-9b18eeb8f37e is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:45:37.757081 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 18752e03-192e-4f71-a5cd-9b18eeb8f37e up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:45:37.811288 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 18752e03-192e-4f71-a5cd-9b18eeb8f37e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:45:37.811876 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (18752e03-192e-4f71-a5cd-9b18eeb8f37e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:37.890595 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 18752e03-192e-4f71-a5cd-9b18eeb8f37e is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:45:45.656953 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:45:48.456152 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c18a8cdb-3c7b-4ab4-bf45-5b1ec978a44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:50.631363 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3785d4d7-d35a-43c5-b225-63bebf3d03c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:51.898763 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:52.495112 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad8fbe9a-1fb5-4b44-838a-85b1318797c6 req-8f61e8d6-67b9-454b-9823-6de320ae788a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4bf90d46-7ce0-439c-b309-0d81fb421256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479279 Feb 07 21:45:52.578738 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fbe9a-1fb5-4b44-838a-85b1318797c6 req-d4990ce0-5a2f-4e17-b574-85cac9c6da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:52.580278 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad8fbe9a-1fb5-4b44-838a-85b1318797c6 req-d4990ce0-5a2f-4e17-b574-85cac9c6da70 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aa9cb3dcece74bc79ad7581cf4947ef5&device_id=4bf90d46-7ce0-439c-b309-0d81fb421256 HTTP/1.1" status: 200 len: 1127 time: 0.0460639 Feb 07 21:45:52.678409 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fbe9a-1fb5-4b44-838a-85b1318797c6 req-5eb9c320-7c1f-4b9e-b2d4-b62470429a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:52.679870 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad8fbe9a-1fb5-4b44-838a-85b1318797c6 req-5eb9c320-7c1f-4b9e-b2d4-b62470429a95 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a9fb8e9f-c4a5-45be-a391-d36c8203143a HTTP/1.1" status: 200 len: 910 time: 0.0827768 Feb 07 21:45:52.752531 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad8fbe9a-1fb5-4b44-838a-85b1318797c6 req-daf5e4f1-f3d9-4e60-992a-4c40f9d710ae service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f16cab5e-0b19-4785-8c22-560983bf679a HTTP/1.1" status: 200 len: 1000 time: 0.0662029 Feb 07 21:45:52.799329 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fbe9a-1fb5-4b44-838a-85b1318797c6 req-5cc7f3a1-6da5-4f63-8b12-0b2a3aa041b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:52.800747 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad8fbe9a-1fb5-4b44-838a-85b1318797c6 req-5cc7f3a1-6da5-4f63-8b12-0b2a3aa041b0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5ad02c56-9942-4a88-9295-bd5489fb9033 HTTP/1.1" status: 200 len: 848 time: 0.0428092 Feb 07 21:45:52.850154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fbe9a-1fb5-4b44-838a-85b1318797c6 req-96ab5bfc-ab47-4191-953a-88987255cd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:52.851628 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad8fbe9a-1fb5-4b44-838a-85b1318797c6 req-96ab5bfc-ab47-4191-953a-88987255cd14 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a9fb8e9f-c4a5-45be-a391-d36c8203143a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451818 Feb 07 21:45:52.861197 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-ad8fbe9a-1fb5-4b44-838a-85b1318797c6 req-fb913023-d6eb-481f-8ac5-bc9d2b9b64db service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:45:52.862195 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad8fbe9a-1fb5-4b44-838a-85b1318797c6 req-fb913023-d6eb-481f-8ac5-bc9d2b9b64db service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050306 Feb 07 21:45:52.949460 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad8fbe9a-1fb5-4b44-838a-85b1318797c6 req-0e0516f2-41c7-4e13-8d67-55c686bed1d1 service neutron] 10.222.0.71 "GET /v2.0/networks/a9fb8e9f-c4a5-45be-a391-d36c8203143a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818582 Feb 07 21:45:53.034443 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad8fbe9a-1fb5-4b44-838a-85b1318797c6 req-5bc4f9ae-86d3-4af1-9501-a7aa54d76515 service neutron] 10.222.0.71 "GET /v2.0/networks/a9fb8e9f-c4a5-45be-a391-d36c8203143a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797839 Feb 07 21:45:53.212574 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ffaf761c-c1b0-430e-9476-b89081a6d728 req-ac60cf29-6699-4209-97a3-b76739de2f6a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a25701d2-bd87-40eb-940f-46cafbd81e48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473998 Feb 07 21:45:53.305320 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf761c-c1b0-430e-9476-b89081a6d728 req-1a1807ed-dc40-4144-bed7-09818fa3f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:53.306821 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ffaf761c-c1b0-430e-9476-b89081a6d728 req-1a1807ed-dc40-4144-bed7-09818fa3f380 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a47ac3a72c7a403d93faa392564401ca&device_id=a25701d2-bd87-40eb-940f-46cafbd81e48 HTTP/1.1" status: 200 len: 1127 time: 0.0487936 Feb 07 21:45:53.379451 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:45:53.406861 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf761c-c1b0-430e-9476-b89081a6d728 req-bc84cd7d-dd03-4f95-9f70-16b59630ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:53.408397 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ffaf761c-c1b0-430e-9476-b89081a6d728 req-bc84cd7d-dd03-4f95-9f70-16b59630ba5c service neutron] 10.222.0.69 "GET /v2.0/networks?id=ee07d184-46f5-4ea3-97fa-471cfe7bf284 HTTP/1.1" status: 200 len: 898 time: 0.0840631 Feb 07 21:45:53.475948 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ffaf761c-c1b0-430e-9476-b89081a6d728 req-67a74d24-35da-4dba-94d0-bcde56ed1fc0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=140e3f0d-7c6a-4a12-b20b-317b33e36bac HTTP/1.1" status: 200 len: 1001 time: 0.0618584 Feb 07 21:45:53.524431 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf761c-c1b0-430e-9476-b89081a6d728 req-86852b6b-dd38-4d3f-abfa-c5990c3f14b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:53.525863 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ffaf761c-c1b0-430e-9476-b89081a6d728 req-86852b6b-dd38-4d3f-abfa-c5990c3f14b3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=245918d3-5a6a-4b3f-af26-b87164b572ec HTTP/1.1" status: 200 len: 834 time: 0.0446641 Feb 07 21:45:53.573683 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf761c-c1b0-430e-9476-b89081a6d728 req-47779a36-a324-4b26-bada-cf60aa9e4fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:45:53.575085 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ffaf761c-c1b0-430e-9476-b89081a6d728 req-47779a36-a324-4b26-bada-cf60aa9e4fe9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ee07d184-46f5-4ea3-97fa-471cfe7bf284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435629 Feb 07 21:45:53.665816 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ffaf761c-c1b0-430e-9476-b89081a6d728 req-8322fc6b-54b7-4f2a-896e-211bf4d4fb95 service neutron] 10.222.0.69 "GET /v2.0/networks/ee07d184-46f5-4ea3-97fa-471cfe7bf284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847893 Feb 07 21:45:53.753090 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ffaf761c-c1b0-430e-9476-b89081a6d728 req-d54bab69-b7ff-47ef-b6e8-33f55d75b8b2 service neutron] 10.222.0.69 "GET /v2.0/networks/ee07d184-46f5-4ea3-97fa-471cfe7bf284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819905 Feb 07 21:45:54.697659 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:04.004673 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:04.221907 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:07.315805 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43516) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:07.677872 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4541fce6-e5cd-4c1f-b5cf-251daa995f0b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (0120b42f-f352-4fa0-8ce3-fefb7bc8498b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:07.984942 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4541fce6-e5cd-4c1f-b5cf-251daa995f0b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Deleting port 18752e03-192e-4f71-a5cd-9b18eeb8f37e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:46:07.985202 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4541fce6-e5cd-4c1f-b5cf-251daa995f0b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (18752e03-192e-4f71-a5cd-9b18eeb8f37e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:08.077052 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4541fce6-e5cd-4c1f-b5cf-251daa995f0b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] For port 18752e03-192e-4f71-a5cd-9b18eeb8f37e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=18752e03-192e-4f71-a5cd-9b18eeb8f37e,segment=NetworkSegment(391adc08-4597-4b59-ada9-888cfaba8584),segment_id=391adc08-4597-4b59-ada9-888cfaba8584)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:46:08.077408 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4541fce6-e5cd-4c1f-b5cf-251daa995f0b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (18752e03-192e-4f71-a5cd-9b18eeb8f37e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:08.090196 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4541fce6-e5cd-4c1f-b5cf-251daa995f0b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Calling delete_port for 18752e03-192e-4f71-a5cd-9b18eeb8f37e owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:46:08.271792 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4541fce6-e5cd-4c1f-b5cf-251daa995f0b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (18752e03-192e-4f71-a5cd-9b18eeb8f37e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:08.303505 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541fce6-e5cd-4c1f-b5cf-251daa995f0b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event deleted for resources: {'Port': ['ID=18752e03-192e-4f71-a5cd-9b18eeb8f37e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:08.467794 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4541fce6-e5cd-4c1f-b5cf-251daa995f0b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (0120b42f-f352-4fa0-8ce3-fefb7bc8498b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:08.679934 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4541fce6-e5cd-4c1f-b5cf-251daa995f0b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Router 0120b42f-f352-4fa0-8ce3-fefb7bc8498b has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:46:08.787908 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4541fce6-e5cd-4c1f-b5cf-251daa995f0b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:46:08.793299 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4541fce6-e5cd-4c1f-b5cf-251daa995f0b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "PUT /v2.0/routers/0120b42f-f352-4fa0-8ce3-fefb7bc8498b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4763064 Feb 07 21:46:08.798104 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fd7e3e-0193-4314-a77f-dd59f22aab5d None None] Sync routers for ids ['0120b42f-f352-4fa0-8ce3-fefb7bc8498b'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:46:08.811056 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fd7e3e-0193-4314-a77f-dd59f22aab5d None None] Routers {'0120b42f-f352-4fa0-8ce3-fefb7bc8498b'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:46:08.811665 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-27fd7e3e-0193-4314-a77f-dd59f22aab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:45:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['0120b42f-f352-4fa0-8ce3-fefb7bc8498b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:08.918700 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-27fd7e3e-0193-4314-a77f-dd59f22aab5d None None] Set router 0120b42f-f352-4fa0-8ce3-fefb7bc8498b gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:46:09.088566 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aec615-67f8-4d90-b0d8-08ba89cef6f8 req-c8781dea-cb87-445c-b7be-31a3be2e5254 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:09.090049 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10aec615-67f8-4d90-b0d8-08ba89cef6f8 req-c8781dea-cb87-445c-b7be-31a3be2e5254 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a984f77-b400-4f57-bfb1-39c926015506 HTTP/1.1" status: 200 len: 946 time: 0.1220384 Feb 07 21:46:09.140659 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10aec615-67f8-4d90-b0d8-08ba89cef6f8 req-8a6ac38e-b26a-4ded-a985-d322eb9caf35 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=8364dfd6-6b6c-46a9-8417-e65f19fadd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450850 Feb 07 21:46:09.228457 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-27fd7e3e-0193-4314-a77f-dd59f22aab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'name': 'tempest-TestNetworkBasicOps-router-790444339', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:43:51Z', 'updated_at': '2022-02-07T21:46:08Z', 'revision_number': 6, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:52Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '4a0efe7f-7699-41c5-9c65-2f49acc4dc1d', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'floating_ip_address': '172.25.4.107', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'port_id': '140e3f0d-7c6a-4a12-b20b-317b33e36bac', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'mac_address': 'fa:16:3e:ba:5e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25701d2-bd87-40eb-940f-46cafbd81e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:44:09Z', 'updated_at': '2022-02-07T21:44:12Z', 'revision_number': 1, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf84ee0d-4aec-4dc6-8f6e-177125c2c230', 'name': '', 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'mac_address': 'fa:16:3e:7d:53:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:54Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 5, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'subnets': [{'id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:09.252817 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fd7e3e-0193-4314-a77f-dd59f22aab5d None None] Checking router: 0120b42f-f352-4fa0-8ce3-fefb7bc8498b for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:46:09.261043 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fd7e3e-0193-4314-a77f-dd59f22aab5d None None] Routers {'0120b42f-f352-4fa0-8ce3-fefb7bc8498b'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:46:09.261629 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-27fd7e3e-0193-4314-a77f-dd59f22aab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:45:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['0120b42f-f352-4fa0-8ce3-fefb7bc8498b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:09.361843 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-27fd7e3e-0193-4314-a77f-dd59f22aab5d None None] Set router 0120b42f-f352-4fa0-8ce3-fefb7bc8498b gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:46:09.571622 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-27fd7e3e-0193-4314-a77f-dd59f22aab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'name': 'tempest-TestNetworkBasicOps-router-790444339', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:43:51Z', 'updated_at': '2022-02-07T21:46:08Z', 'revision_number': 6, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:52Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '4a0efe7f-7699-41c5-9c65-2f49acc4dc1d', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'floating_ip_address': '172.25.4.107', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'port_id': '140e3f0d-7c6a-4a12-b20b-317b33e36bac', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'mac_address': 'fa:16:3e:ba:5e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25701d2-bd87-40eb-940f-46cafbd81e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:44:09Z', 'updated_at': '2022-02-07T21:44:12Z', 'revision_number': 1, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf84ee0d-4aec-4dc6-8f6e-177125c2c230', 'name': '', 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'mac_address': 'fa:16:3e:7d:53:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:54Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 5, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'subnets': [{'id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:09.599070 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fd7e3e-0193-4314-a77f-dd59f22aab5d None None] The sync data for ids ['0120b42f-f352-4fa0-8ce3-fefb7bc8498b'] in n-d-828185-2 is: [{'id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'name': 'tempest-TestNetworkBasicOps-router-790444339', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:43:51Z', 'updated_at': '2022-02-07T21:46:08Z', 'revision_number': 6, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:52Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '4a0efe7f-7699-41c5-9c65-2f49acc4dc1d', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'floating_ip_address': '172.25.4.107', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'port_id': '140e3f0d-7c6a-4a12-b20b-317b33e36bac', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'mac_address': 'fa:16:3e:ba:5e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25701d2-bd87-40eb-940f-46cafbd81e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:44:09Z', 'updated_at': '2022-02-07T21:44:12Z', 'revision_number': 1, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf84ee0d-4aec-4dc6-8f6e-177125c2c230', 'name': '', 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'mac_address': 'fa:16:3e:7d:53:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:54Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 5, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'subnets': [{'id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:46:09.972234 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 18752e03-192e-4f71-a5cd-9b18eeb8f37e no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:46:09.993821 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 18752e03-192e-4f71-a5cd-9b18eeb8f37e {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:46:09.994174 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 18752e03-192e-4f71-a5cd-9b18eeb8f37e not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:46:10.260452 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111f4fc-2975-4c44-8361-c3dd7fe3ba1d req-88f05340-53b3-404a-844a-34dbba400ac6 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:10.261987 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d111f4fc-2975-4c44-8361-c3dd7fe3ba1d req-88f05340-53b3-404a-844a-34dbba400ac6 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a984f77-b400-4f57-bfb1-39c926015506 HTTP/1.1" status: 200 len: 946 time: 0.0524383 Feb 07 21:46:10.311140 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d111f4fc-2975-4c44-8361-c3dd7fe3ba1d req-83f59e28-22ad-43bd-bda5-db354d736c6d tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=8364dfd6-6b6c-46a9-8417-e65f19fadd38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433605 Feb 07 21:46:10.537861 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034ad70-3f5a-447a-bb7e-1a7f2a5c1a7f req-91f55821-3b37-4fce-b905-9465ca316af6 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:10.539198 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c034ad70-3f5a-447a-bb7e-1a7f2a5c1a7f req-91f55821-3b37-4fce-b905-9465ca316af6 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a984f77-b400-4f57-bfb1-39c926015506 HTTP/1.1" status: 200 len: 946 time: 0.0524201 Feb 07 21:46:10.633798 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-c034ad70-3f5a-447a-bb7e-1a7f2a5c1a7f req-7cdafe8a-b880-429a-ac47-f67175fd2da2 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Deleting port 17f62548-d82c-4888-bd14-c24e1c448a22 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:46:10.634140 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c034ad70-3f5a-447a-bb7e-1a7f2a5c1a7f req-7cdafe8a-b880-429a-ac47-f67175fd2da2 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (17f62548-d82c-4888-bd14-c24e1c448a22), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:10.720749 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-c034ad70-3f5a-447a-bb7e-1a7f2a5c1a7f req-7cdafe8a-b880-429a-ac47-f67175fd2da2 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] For port 17f62548-d82c-4888-bd14-c24e1c448a22, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=17f62548-d82c-4888-bd14-c24e1c448a22,segment=NetworkSegment(391adc08-4597-4b59-ada9-888cfaba8584),segment_id=391adc08-4597-4b59-ada9-888cfaba8584)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:46:10.721119 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c034ad70-3f5a-447a-bb7e-1a7f2a5c1a7f req-7cdafe8a-b880-429a-ac47-f67175fd2da2 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (17f62548-d82c-4888-bd14-c24e1c448a22), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:10.739136 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-c034ad70-3f5a-447a-bb7e-1a7f2a5c1a7f req-7cdafe8a-b880-429a-ac47-f67175fd2da2 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Calling delete_port for 17f62548-d82c-4888-bd14-c24e1c448a22 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:46:10.865474 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c034ad70-3f5a-447a-bb7e-1a7f2a5c1a7f req-7cdafe8a-b880-429a-ac47-f67175fd2da2 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (17f62548-d82c-4888-bd14-c24e1c448a22), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:10.894788 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdafe8a-b880-429a-ac47-f67175fd2da2 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event deleted for resources: {'Port': ['ID=17f62548-d82c-4888-bd14-c24e1c448a22,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:10.941431 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-c034ad70-3f5a-447a-bb7e-1a7f2a5c1a7f req-7cdafe8a-b880-429a-ac47-f67175fd2da2 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] No DVR routers for this DVR port 17f62548-d82c-4888-bd14-c24e1c448a22 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:46:10.944722 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c034ad70-3f5a-447a-bb7e-1a7f2a5c1a7f req-7cdafe8a-b880-429a-ac47-f67175fd2da2 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:10.948300 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c034ad70-3f5a-447a-bb7e-1a7f2a5c1a7f req-7cdafe8a-b880-429a-ac47-f67175fd2da2 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.69 "DELETE /v2.0/ports/17f62548-d82c-4888-bd14-c24e1c448a22 HTTP/1.1" status: 204 len: 173 time: 0.4039798 Feb 07 21:46:10.948808 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a984f77-b400-4f57-bfb1-39c926015506', 'name': 'network-vif-deleted', 'tag': '17f62548-d82c-4888-bd14-c24e1c448a22'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:46:10.951619 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4baa287-095b-46ac-b60a-a90c14034a79" -d '{"events": [{"server_uuid": "2a984f77-b400-4f57-bfb1-39c926015506", "name": "network-vif-deleted", "tag": "17f62548-d82c-4888-bd14-c24e1c448a22"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:46:11.059216 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732c2754-6244-461a-a013-8f142e06b254 x-openstack-request-id: req-732c2754-6244-461a-a013-8f142e06b254 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:46:11.059523 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a984f77-b400-4f57-bfb1-39c926015506", "name": "network-vif-deleted", "tag": "17f62548-d82c-4888-bd14-c24e1c448a22", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:46:11.059787 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-732c2754-6244-461a-a013-8f142e06b254 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:46:11.060196 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a984f77-b400-4f57-bfb1-39c926015506', 'name': 'network-vif-deleted', 'tag': '17f62548-d82c-4888-bd14-c24e1c448a22', 'status': 'completed', 'code': 200} Feb 07 21:46:11.428237 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb77f561-fb0a-489d-85fe-92ade2fd1142 req-81043c77-80e7-4300-b6e8-dee743480a35 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a984f77-b400-4f57-bfb1-39c926015506 HTTP/1.1" status: 200 len: 210 time: 0.0335956 Feb 07 21:46:12.483241 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43536) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:12.537387 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21cecf51-5733-495e-90f0-5317b98b00d8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group (8364dfd6-6b6c-46a9-8417-e65f19fadd38), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:12.562041 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21cecf51-5733-495e-90f0-5317b98b00d8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group (8364dfd6-6b6c-46a9-8417-e65f19fadd38), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:12.623075 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21cecf51-5733-495e-90f0-5317b98b00d8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (8364dfd6-6b6c-46a9-8417-e65f19fadd38), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:12.625774 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21cecf51-5733-495e-90f0-5317b98b00d8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:12.626922 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-21cecf51-5733-495e-90f0-5317b98b00d8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "DELETE /v2.0/security-groups/8364dfd6-6b6c-46a9-8417-e65f19fadd38 HTTP/1.1" status: 204 len: 168 time: 0.1426432 Feb 07 21:46:12.636321 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cecf51-5733-495e-90f0-5317b98b00d8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8364dfd6-6b6c-46a9-8417-e65f19fadd38,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:12.659114 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43540) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:12.711944 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbbb0364-b885-48d3-aaec-fe09bbef8b63 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Deleting subnet 6ccacb2c-6ed6-41f8-811d-98f2ff0a2a1e {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:46:12.715023 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dbbb0364-b885-48d3-aaec-fe09bbef8b63 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for subnet (6ccacb2c-6ed6-41f8-811d-98f2ff0a2a1e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:12.755849 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dbbb0364-b885-48d3-aaec-fe09bbef8b63 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (6ccacb2c-6ed6-41f8-811d-98f2ff0a2a1e), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:12.840946 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dbbb0364-b885-48d3-aaec-fe09bbef8b63 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (6ccacb2c-6ed6-41f8-811d-98f2ff0a2a1e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:12.896726 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dbbb0364-b885-48d3-aaec-fe09bbef8b63 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (6ccacb2c-6ed6-41f8-811d-98f2ff0a2a1e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:12.923014 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb0364-b885-48d3-aaec-fe09bbef8b63 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event deleted for resources: {'Subnet': ['ID=6ccacb2c-6ed6-41f8-811d-98f2ff0a2a1e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:12.927228 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dbbb0364-b885-48d3-aaec-fe09bbef8b63 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:12.930380 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-dbbb0364-b885-48d3-aaec-fe09bbef8b63 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "DELETE /v2.0/subnets/6ccacb2c-6ed6-41f8-811d-98f2ff0a2a1e HTTP/1.1" status: 204 len: 168 time: 0.2690144 Feb 07 21:46:12.933240 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43542) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:12.935703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282c9d28-523f-427f-99f6-494697d236de None None] Network 94841825-83fb-471c-b71c-6529066bbea5 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:46:13.007883 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66e5c6a0-e7e7-4297-8e52-2b56d4208fa1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (94841825-83fb-471c-b71c-6529066bbea5), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:13.064051 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-66e5c6a0-e7e7-4297-8e52-2b56d4208fa1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Deleting port 1390f35a-ad02-419b-9bb1-d0705c01e421 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:46:13.064447 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66e5c6a0-e7e7-4297-8e52-2b56d4208fa1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (1390f35a-ad02-419b-9bb1-d0705c01e421), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:13.098851 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957082e3-9bb2-4cf6-bc08-d1b69734cf1e None None] DHCP port deletion for 94841825-83fb-471c-b71c-6529066bbea5 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:46:13.128822 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-66e5c6a0-e7e7-4297-8e52-2b56d4208fa1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] For port 1390f35a-ad02-419b-9bb1-d0705c01e421, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=1390f35a-ad02-419b-9bb1-d0705c01e421,segment=NetworkSegment(391adc08-4597-4b59-ada9-888cfaba8584),segment_id=391adc08-4597-4b59-ada9-888cfaba8584)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:46:13.129182 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66e5c6a0-e7e7-4297-8e52-2b56d4208fa1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (1390f35a-ad02-419b-9bb1-d0705c01e421), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:13.141921 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-66e5c6a0-e7e7-4297-8e52-2b56d4208fa1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Calling delete_port for 1390f35a-ad02-419b-9bb1-d0705c01e421 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:46:13.149143 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-957082e3-9bb2-4cf6-bc08-d1b69734cf1e None None] Deleting port 1390f35a-ad02-419b-9bb1-d0705c01e421 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:46:13.149519 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-957082e3-9bb2-4cf6-bc08-d1b69734cf1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (1390f35a-ad02-419b-9bb1-d0705c01e421), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:13.210978 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-957082e3-9bb2-4cf6-bc08-d1b69734cf1e None None] For port 1390f35a-ad02-419b-9bb1-d0705c01e421, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=1390f35a-ad02-419b-9bb1-d0705c01e421,segment=NetworkSegment(391adc08-4597-4b59-ada9-888cfaba8584),segment_id=391adc08-4597-4b59-ada9-888cfaba8584)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:46:13.212345 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-957082e3-9bb2-4cf6-bc08-d1b69734cf1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (1390f35a-ad02-419b-9bb1-d0705c01e421), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:13.218519 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66e5c6a0-e7e7-4297-8e52-2b56d4208fa1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (1390f35a-ad02-419b-9bb1-d0705c01e421), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:13.225113 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-957082e3-9bb2-4cf6-bc08-d1b69734cf1e None None] Calling delete_port for 1390f35a-ad02-419b-9bb1-d0705c01e421 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:46:13.246967 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5c6a0-e7e7-4297-8e52-2b56d4208fa1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event deleted for resources: {'Port': ['ID=1390f35a-ad02-419b-9bb1-d0705c01e421,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:13.250522 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e5c6a0-e7e7-4297-8e52-2b56d4208fa1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] No DVR routers for this DVR port 1390f35a-ad02-419b-9bb1-d0705c01e421 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:46:13.303412 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-957082e3-9bb2-4cf6-bc08-d1b69734cf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (1390f35a-ad02-419b-9bb1-d0705c01e421), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:13.324357 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66e5c6a0-e7e7-4297-8e52-2b56d4208fa1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (94841825-83fb-471c-b71c-6529066bbea5), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:13.327000 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957082e3-9bb2-4cf6-bc08-d1b69734cf1e None None] Pushing event deleted for resources: {'Port': ['ID=1390f35a-ad02-419b-9bb1-d0705c01e421,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:13.330449 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957082e3-9bb2-4cf6-bc08-d1b69734cf1e None None] No DVR routers for this DVR port 1390f35a-ad02-419b-9bb1-d0705c01e421 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:46:13.349429 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-66e5c6a0-e7e7-4297-8e52-2b56d4208fa1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94841825-83fb-471c-b71c-6529066bbea5']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:13.358888 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-66e5c6a0-e7e7-4297-8e52-2b56d4208fa1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '391adc08-4597-4b59-ada9-888cfaba8584') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:13.359221 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-66e5c6a0-e7e7-4297-8e52-2b56d4208fa1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '391adc08-4597-4b59-ada9-888cfaba8584') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:13.368147 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66e5c6a0-e7e7-4297-8e52-2b56d4208fa1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (391adc08-4597-4b59-ada9-888cfaba8584), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:13.382013 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66e5c6a0-e7e7-4297-8e52-2b56d4208fa1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (391adc08-4597-4b59-ada9-888cfaba8584), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:13.387777 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e5c6a0-e7e7-4297-8e52-2b56d4208fa1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:46:13.388192 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66e5c6a0-e7e7-4297-8e52-2b56d4208fa1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (391adc08-4597-4b59-ada9-888cfaba8584), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:46:13.391121 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:46:13.449972 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66e5c6a0-e7e7-4297-8e52-2b56d4208fa1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (94841825-83fb-471c-b71c-6529066bbea5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:13.457786 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66e5c6a0-e7e7-4297-8e52-2b56d4208fa1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:13.460796 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-66e5c6a0-e7e7-4297-8e52-2b56d4208fa1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "DELETE /v2.0/networks/94841825-83fb-471c-b71c-6529066bbea5 HTTP/1.1" status: 204 len: 168 time: 0.5262139 Feb 07 21:46:13.463640 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43544) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:13.472033 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5c6a0-e7e7-4297-8e52-2b56d4208fa1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event deleted for resources: {'Network': ['ID=94841825-83fb-471c-b71c-6529066bbea5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:13.655467 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6ca33577-e814-410e-95b4-977d66dfe815 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Deleting port 63e48ca0-175c-407d-8773-a6a34b601d64 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:46:13.655814 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ca33577-e814-410e-95b4-977d66dfe815 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (63e48ca0-175c-407d-8773-a6a34b601d64), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:13.727036 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 1390f35a-ad02-419b-9bb1-d0705c01e421 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:46:13.731721 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ca33577-e814-410e-95b4-977d66dfe815 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (63e48ca0-175c-407d-8773-a6a34b601d64), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:13.732150 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ca33577-e814-410e-95b4-977d66dfe815 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for floatingip (63e48ca0-175c-407d-8773-a6a34b601d64), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:13.743673 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6ca33577-e814-410e-95b4-977d66dfe815 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Calling delete_port for 63e48ca0-175c-407d-8773-a6a34b601d64 owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:46:13.747487 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 1390f35a-ad02-419b-9bb1-d0705c01e421 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:46:13.747837 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 1390f35a-ad02-419b-9bb1-d0705c01e421 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:46:13.895019 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ca33577-e814-410e-95b4-977d66dfe815 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (63e48ca0-175c-407d-8773-a6a34b601d64), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:13.920400 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca33577-e814-410e-95b4-977d66dfe815 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event deleted for resources: {'Port': ['ID=63e48ca0-175c-407d-8773-a6a34b601d64,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:13.981487 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ca33577-e814-410e-95b4-977d66dfe815 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for floatingip (4a0efe7f-7699-41c5-9c65-2f49acc4dc1d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:13.981812 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [None req-6ca33577-e814-410e-95b4-977d66dfe815 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Floating IP 4a0efe7f-7699-41c5-9c65-2f49acc4dc1d disassociated (deleted). External IP: 172.25.4.107, port: 140e3f0d-7c6a-4a12-b20b-317b33e36bac. Feb 07 21:46:14.197146 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca33577-e814-410e-95b4-977d66dfe815 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Router 0120b42f-f352-4fa0-8ce3-fefb7bc8498b has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:46:14.305034 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca33577-e814-410e-95b4-977d66dfe815 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:46:14.309733 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ca33577-e814-410e-95b4-977d66dfe815 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:14.315358 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59619f09-bb1f-47c7-aee3-a67906ab1479 None None] Sync routers for ids ['0120b42f-f352-4fa0-8ce3-fefb7bc8498b'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:46:14.324428 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59619f09-bb1f-47c7-aee3-a67906ab1479 None None] Routers {'0120b42f-f352-4fa0-8ce3-fefb7bc8498b'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:46:14.325038 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-59619f09-bb1f-47c7-aee3-a67906ab1479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:45:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['0120b42f-f352-4fa0-8ce3-fefb7bc8498b'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:14.338695 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6ca33577-e814-410e-95b4-977d66dfe815 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "DELETE /v2.0/floatingips/4a0efe7f-7699-41c5-9c65-2f49acc4dc1d HTTP/1.1" status: 204 len: 168 time: 0.8736525 Feb 07 21:46:14.339292 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a25701d2-bd87-40eb-940f-46cafbd81e48', 'tag': '140e3f0d-7c6a-4a12-b20b-317b33e36bac'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:46:14.341571 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddaa254-3c45-495b-9a10-81ff93b89250" -d '{"events": [{"name": "network-changed", "server_uuid": "a25701d2-bd87-40eb-940f-46cafbd81e48", "tag": "140e3f0d-7c6a-4a12-b20b-317b33e36bac"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:46:14.381114 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdabf969-65a6-44e7-aeac-20cdfe6df41c x-openstack-request-id: req-fdabf969-65a6-44e7-aeac-20cdfe6df41c {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:46:14.381280 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a25701d2-bd87-40eb-940f-46cafbd81e48", "tag": "140e3f0d-7c6a-4a12-b20b-317b33e36bac", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:46:14.381508 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fdabf969-65a6-44e7-aeac-20cdfe6df41c {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:46:14.381918 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a25701d2-bd87-40eb-940f-46cafbd81e48', 'tag': '140e3f0d-7c6a-4a12-b20b-317b33e36bac', 'status': 'completed', 'code': 200} Feb 07 21:46:14.443786 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-59619f09-bb1f-47c7-aee3-a67906ab1479 None None] Set router 0120b42f-f352-4fa0-8ce3-fefb7bc8498b gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:46:14.453846 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddaa254-3c45-495b-9a10-81ff93b89250 req-a16de236-4c58-4231-bbb8-e49e5ec3cf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:14.455291 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3ddaa254-3c45-495b-9a10-81ff93b89250 req-a16de236-4c58-4231-bbb8-e49e5ec3cf9d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a47ac3a72c7a403d93faa392564401ca&device_id=a25701d2-bd87-40eb-940f-46cafbd81e48 HTTP/1.1" status: 200 len: 1127 time: 0.0541873 Feb 07 21:46:14.554487 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddaa254-3c45-495b-9a10-81ff93b89250 req-02a1482f-107d-4e22-81c3-8adb85d88b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:14.555980 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3ddaa254-3c45-495b-9a10-81ff93b89250 req-02a1482f-107d-4e22-81c3-8adb85d88b6b service neutron] 10.222.0.69 "GET /v2.0/networks?id=ee07d184-46f5-4ea3-97fa-471cfe7bf284 HTTP/1.1" status: 200 len: 898 time: 0.0928340 Feb 07 21:46:14.577663 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612326d0-9633-450e-985a-1a6305a897c8 req-e52c5697-c2e9-44aa-851e-5431d74cf2e9 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:14.579160 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-612326d0-9633-450e-985a-1a6305a897c8 req-e52c5697-c2e9-44aa-851e-5431d74cf2e9 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=a25701d2-bd87-40eb-940f-46cafbd81e48 HTTP/1.1" status: 200 len: 945 time: 0.0522535 Feb 07 21:46:14.607118 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3ddaa254-3c45-495b-9a10-81ff93b89250 req-66dbf3ea-c689-472e-84ec-ae625cce4ee8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=140e3f0d-7c6a-4a12-b20b-317b33e36bac HTTP/1.1" status: 200 len: 217 time: 0.0446632 Feb 07 21:46:14.631500 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-612326d0-9633-450e-985a-1a6305a897c8 req-8f03e60e-a6db-4844-98a9-8a8eac783be0 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=30d34dc2-5dca-4768-afa4-f3e9487e8535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436361 Feb 07 21:46:14.657563 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddaa254-3c45-495b-9a10-81ff93b89250 req-42cb90f8-86fe-43ee-ac65-51cdea8b2296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:14.659038 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3ddaa254-3c45-495b-9a10-81ff93b89250 req-42cb90f8-86fe-43ee-ac65-51cdea8b2296 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=245918d3-5a6a-4b3f-af26-b87164b572ec HTTP/1.1" status: 200 len: 834 time: 0.0454662 Feb 07 21:46:14.673374 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-59619f09-bb1f-47c7-aee3-a67906ab1479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'name': 'tempest-TestNetworkBasicOps-router-790444339', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:43:51Z', 'updated_at': '2022-02-07T21:46:08Z', 'revision_number': 6, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:52Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'bf84ee0d-4aec-4dc6-8f6e-177125c2c230', 'name': '', 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'mac_address': 'fa:16:3e:7d:53:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:54Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 5, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'subnets': [{'id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:14.701952 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59619f09-bb1f-47c7-aee3-a67906ab1479 None None] Checking router: 0120b42f-f352-4fa0-8ce3-fefb7bc8498b for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:46:14.710935 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59619f09-bb1f-47c7-aee3-a67906ab1479 None None] Routers {'0120b42f-f352-4fa0-8ce3-fefb7bc8498b'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:46:14.711474 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-59619f09-bb1f-47c7-aee3-a67906ab1479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:45:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['0120b42f-f352-4fa0-8ce3-fefb7bc8498b'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:14.712950 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddaa254-3c45-495b-9a10-81ff93b89250 req-30d8f5a0-a670-4e35-b3a8-ea360974308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:14.714544 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3ddaa254-3c45-495b-9a10-81ff93b89250 req-30d8f5a0-a670-4e35-b3a8-ea360974308d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ee07d184-46f5-4ea3-97fa-471cfe7bf284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486636 Feb 07 21:46:14.808239 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3ddaa254-3c45-495b-9a10-81ff93b89250 req-5fdc1cd8-8baa-4b3d-9be4-0da95359f022 service neutron] 10.222.0.69 "GET /v2.0/networks/ee07d184-46f5-4ea3-97fa-471cfe7bf284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867062 Feb 07 21:46:14.817588 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-59619f09-bb1f-47c7-aee3-a67906ab1479 None None] Set router 0120b42f-f352-4fa0-8ce3-fefb7bc8498b gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:46:14.897945 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3ddaa254-3c45-495b-9a10-81ff93b89250 req-811c7668-66be-4eac-b520-a9fb02c53e28 service neutron] 10.222.0.69 "GET /v2.0/networks/ee07d184-46f5-4ea3-97fa-471cfe7bf284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825326 Feb 07 21:46:15.010787 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-59619f09-bb1f-47c7-aee3-a67906ab1479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'name': 'tempest-TestNetworkBasicOps-router-790444339', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:43:51Z', 'updated_at': '2022-02-07T21:46:08Z', 'revision_number': 6, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:52Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'bf84ee0d-4aec-4dc6-8f6e-177125c2c230', 'name': '', 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'mac_address': 'fa:16:3e:7d:53:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:54Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 5, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'subnets': [{'id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:15.039859 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59619f09-bb1f-47c7-aee3-a67906ab1479 None None] The sync data for ids ['0120b42f-f352-4fa0-8ce3-fefb7bc8498b'] in n-d-828185-2 is: [{'id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'name': 'tempest-TestNetworkBasicOps-router-790444339', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:43:51Z', 'updated_at': '2022-02-07T21:46:08Z', 'revision_number': 6, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:52Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'bf84ee0d-4aec-4dc6-8f6e-177125c2c230', 'name': '', 'network_id': 'ee07d184-46f5-4ea3-97fa-471cfe7bf284', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'mac_address': 'fa:16:3e:7d:53:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:54Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 5, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'subnets': [{'id': '245918d3-5a6a-4b3f-af26-b87164b572ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:46:15.374437 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0450db30-6e10-454c-9778-9c8f9587372f None None] New status for floating IP 4a0efe7f-7699-41c5-9c65-2f49acc4dc1d: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:46:15.486836 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 17f62548-d82c-4888-bd14-c24e1c448a22 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:46:15.654091 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 17f62548-d82c-4888-bd14-c24e1c448a22 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:46:15.654441 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 17f62548-d82c-4888-bd14-c24e1c448a22 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:46:16.084927 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86132cd-8f14-467b-9983-81a4f56677a3 req-f74337d7-ef67-4db8-8138-ff26dff07c7f tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:16.086325 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a86132cd-8f14-467b-9983-81a4f56677a3 req-f74337d7-ef67-4db8-8138-ff26dff07c7f tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=a25701d2-bd87-40eb-940f-46cafbd81e48 HTTP/1.1" status: 200 len: 945 time: 0.3804538 Feb 07 21:46:16.113505 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb425a-de0c-4a24-af1e-ede85657585a req-2043f1a2-6156-43a0-8aea-a3fab5a6c0bc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:16.115323 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0ddb425a-de0c-4a24-af1e-ede85657585a req-2043f1a2-6156-43a0-8aea-a3fab5a6c0bc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.69 "GET /v2.0/ports?device_id=a25701d2-bd87-40eb-940f-46cafbd81e48 HTTP/1.1" status: 200 len: 945 time: 0.0539727 Feb 07 21:46:16.139207 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a86132cd-8f14-467b-9983-81a4f56677a3 req-09ddc8ff-175a-4d74-823c-3e06c6b74f1c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=30d34dc2-5dca-4768-afa4-f3e9487e8535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471852 Feb 07 21:46:16.216902 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-0ddb425a-de0c-4a24-af1e-ede85657585a req-a801aad8-d143-41a6-9fd3-b758c8d3eca1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Deleting port 140e3f0d-7c6a-4a12-b20b-317b33e36bac {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:46:16.217237 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-0ddb425a-de0c-4a24-af1e-ede85657585a req-a801aad8-d143-41a6-9fd3-b758c8d3eca1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (140e3f0d-7c6a-4a12-b20b-317b33e36bac), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:16.303079 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-0ddb425a-de0c-4a24-af1e-ede85657585a req-a801aad8-d143-41a6-9fd3-b758c8d3eca1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] For port 140e3f0d-7c6a-4a12-b20b-317b33e36bac, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=140e3f0d-7c6a-4a12-b20b-317b33e36bac,segment=NetworkSegment(d2a26b64-6e31-4a94-96c1-7e6dea956fc3),segment_id=d2a26b64-6e31-4a94-96c1-7e6dea956fc3)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:46:16.303435 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-0ddb425a-de0c-4a24-af1e-ede85657585a req-a801aad8-d143-41a6-9fd3-b758c8d3eca1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (140e3f0d-7c6a-4a12-b20b-317b33e36bac), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:16.315537 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-0ddb425a-de0c-4a24-af1e-ede85657585a req-a801aad8-d143-41a6-9fd3-b758c8d3eca1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Calling delete_port for 140e3f0d-7c6a-4a12-b20b-317b33e36bac owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:46:16.442695 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-0ddb425a-de0c-4a24-af1e-ede85657585a req-a801aad8-d143-41a6-9fd3-b758c8d3eca1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (140e3f0d-7c6a-4a12-b20b-317b33e36bac), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:16.469582 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801aad8-d143-41a6-9fd3-b758c8d3eca1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event deleted for resources: {'Port': ['ID=140e3f0d-7c6a-4a12-b20b-317b33e36bac,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:16.520524 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ddb425a-de0c-4a24-af1e-ede85657585a req-a801aad8-d143-41a6-9fd3-b758c8d3eca1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] No DVR routers for this DVR port 140e3f0d-7c6a-4a12-b20b-317b33e36bac on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:46:16.523152 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-0ddb425a-de0c-4a24-af1e-ede85657585a req-a801aad8-d143-41a6-9fd3-b758c8d3eca1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:16.526656 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0ddb425a-de0c-4a24-af1e-ede85657585a req-a801aad8-d143-41a6-9fd3-b758c8d3eca1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.69 "DELETE /v2.0/ports/140e3f0d-7c6a-4a12-b20b-317b33e36bac HTTP/1.1" status: 204 len: 173 time: 0.4064181 Feb 07 21:46:16.527117 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25701d2-bd87-40eb-940f-46cafbd81e48', 'name': 'network-vif-deleted', 'tag': '140e3f0d-7c6a-4a12-b20b-317b33e36bac'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:46:16.529345 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9cf1ba-e0c8-447b-ad18-e8d87aedc0cf" -d '{"events": [{"server_uuid": "a25701d2-bd87-40eb-940f-46cafbd81e48", "name": "network-vif-deleted", "tag": "140e3f0d-7c6a-4a12-b20b-317b33e36bac"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:46:16.566569 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7917b584-6f58-4ae8-be62-b5eed4167a45 x-openstack-request-id: req-7917b584-6f58-4ae8-be62-b5eed4167a45 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:46:16.566877 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a25701d2-bd87-40eb-940f-46cafbd81e48", "name": "network-vif-deleted", "tag": "140e3f0d-7c6a-4a12-b20b-317b33e36bac", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:46:16.567139 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7917b584-6f58-4ae8-be62-b5eed4167a45 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:46:16.567548 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a25701d2-bd87-40eb-940f-46cafbd81e48', 'name': 'network-vif-deleted', 'tag': '140e3f0d-7c6a-4a12-b20b-317b33e36bac', 'status': 'completed', 'code': 200} Feb 07 21:46:17.196244 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43558) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:17.251455 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ea42c2-a169-4182-ad6d-3d8c084a1304 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group (30d34dc2-5dca-4768-afa4-f3e9487e8535), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:17.279463 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ea42c2-a169-4182-ad6d-3d8c084a1304 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group (30d34dc2-5dca-4768-afa4-f3e9487e8535), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:17.338421 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ea42c2-a169-4182-ad6d-3d8c084a1304 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (30d34dc2-5dca-4768-afa4-f3e9487e8535), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:17.341082 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ea42c2-a169-4182-ad6d-3d8c084a1304 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:17.342234 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-35ea42c2-a169-4182-ad6d-3d8c084a1304 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "DELETE /v2.0/security-groups/30d34dc2-5dca-4768-afa4-f3e9487e8535 HTTP/1.1" status: 204 len: 168 time: 0.1449826 Feb 07 21:46:17.351265 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea42c2-a169-4182-ad6d-3d8c084a1304 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d34dc2-5dca-4768-afa4-f3e9487e8535,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:17.377217 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43562) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:17.745375 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d77d78e-f7fa-463a-a61a-12e9c06a16f5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (0120b42f-f352-4fa0-8ce3-fefb7bc8498b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:18.250514 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7d77d78e-f7fa-463a-a61a-12e9c06a16f5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Deleting port bf84ee0d-4aec-4dc6-8f6e-177125c2c230 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:46:18.251063 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d77d78e-f7fa-463a-a61a-12e9c06a16f5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (bf84ee0d-4aec-4dc6-8f6e-177125c2c230), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:18.336373 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7d77d78e-f7fa-463a-a61a-12e9c06a16f5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] For port bf84ee0d-4aec-4dc6-8f6e-177125c2c230, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=bf84ee0d-4aec-4dc6-8f6e-177125c2c230,segment=NetworkSegment(d2a26b64-6e31-4a94-96c1-7e6dea956fc3),segment_id=d2a26b64-6e31-4a94-96c1-7e6dea956fc3)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:46:18.336723 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d77d78e-f7fa-463a-a61a-12e9c06a16f5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (bf84ee0d-4aec-4dc6-8f6e-177125c2c230), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:18.349508 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7d77d78e-f7fa-463a-a61a-12e9c06a16f5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Calling delete_port for bf84ee0d-4aec-4dc6-8f6e-177125c2c230 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:46:18.457724 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b6eca77b-f6d6-47c6-83c3-dd09829509a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:18.531237 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d77d78e-f7fa-463a-a61a-12e9c06a16f5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (bf84ee0d-4aec-4dc6-8f6e-177125c2c230), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:18.563237 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77d78e-f7fa-463a-a61a-12e9c06a16f5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event deleted for resources: {'Port': ['ID=bf84ee0d-4aec-4dc6-8f6e-177125c2c230,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:18.593372 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d77d78e-f7fa-463a-a61a-12e9c06a16f5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:18.593724 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d77d78e-f7fa-463a-a61a-12e9c06a16f5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:18.594053 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d77d78e-f7fa-463a-a61a-12e9c06a16f5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:18.594392 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d77d78e-f7fa-463a-a61a-12e9c06a16f5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:18.594730 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d77d78e-f7fa-463a-a61a-12e9c06a16f5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:18.595068 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d77d78e-f7fa-463a-a61a-12e9c06a16f5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:18.595399 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d77d78e-f7fa-463a-a61a-12e9c06a16f5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:18.595727 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d77d78e-f7fa-463a-a61a-12e9c06a16f5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:18.596052 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d77d78e-f7fa-463a-a61a-12e9c06a16f5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:18.596407 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d77d78e-f7fa-463a-a61a-12e9c06a16f5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:18.596736 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d77d78e-f7fa-463a-a61a-12e9c06a16f5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:18.597061 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d77d78e-f7fa-463a-a61a-12e9c06a16f5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:18.597968 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d77d78e-f7fa-463a-a61a-12e9c06a16f5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:18.749648 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d77d78e-f7fa-463a-a61a-12e9c06a16f5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (0120b42f-f352-4fa0-8ce3-fefb7bc8498b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:18.970237 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d77d78e-f7fa-463a-a61a-12e9c06a16f5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Router 0120b42f-f352-4fa0-8ce3-fefb7bc8498b has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:46:19.075501 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d77d78e-f7fa-463a-a61a-12e9c06a16f5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:46:19.080444 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7d77d78e-f7fa-463a-a61a-12e9c06a16f5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "PUT /v2.0/routers/0120b42f-f352-4fa0-8ce3-fefb7bc8498b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7020943 Feb 07 21:46:19.083288 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43564) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:19.085843 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eab6f9d-2c3c-4c39-9332-138ce08ea5b7 None None] Sync routers for ids ['0120b42f-f352-4fa0-8ce3-fefb7bc8498b'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:46:19.096164 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eab6f9d-2c3c-4c39-9332-138ce08ea5b7 None None] Routers {'0120b42f-f352-4fa0-8ce3-fefb7bc8498b'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:46:19.096804 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0eab6f9d-2c3c-4c39-9332-138ce08ea5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:45:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['0120b42f-f352-4fa0-8ce3-fefb7bc8498b'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:19.133703 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60c2167-a20a-4d8e-ac20-1ec44b7ebab1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Deleting subnet 245918d3-5a6a-4b3f-af26-b87164b572ec {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:46:19.136841 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d60c2167-a20a-4d8e-ac20-1ec44b7ebab1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for subnet (245918d3-5a6a-4b3f-af26-b87164b572ec), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:19.174834 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d60c2167-a20a-4d8e-ac20-1ec44b7ebab1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (245918d3-5a6a-4b3f-af26-b87164b572ec), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:19.202077 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-0eab6f9d-2c3c-4c39-9332-138ce08ea5b7 None None] Set router 0120b42f-f352-4fa0-8ce3-fefb7bc8498b gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:46:19.259790 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d60c2167-a20a-4d8e-ac20-1ec44b7ebab1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (245918d3-5a6a-4b3f-af26-b87164b572ec), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:19.317583 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d60c2167-a20a-4d8e-ac20-1ec44b7ebab1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (245918d3-5a6a-4b3f-af26-b87164b572ec), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:19.344407 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c2167-a20a-4d8e-ac20-1ec44b7ebab1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event deleted for resources: {'Subnet': ['ID=245918d3-5a6a-4b3f-af26-b87164b572ec,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:19.350268 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d60c2167-a20a-4d8e-ac20-1ec44b7ebab1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:19.354811 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d60c2167-a20a-4d8e-ac20-1ec44b7ebab1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "DELETE /v2.0/subnets/245918d3-5a6a-4b3f-af26-b87164b572ec HTTP/1.1" status: 204 len: 168 time: 0.2704790 Feb 07 21:46:19.356729 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43566) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:19.359169 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55855e3-2ee5-41e1-a97f-b82ae5f36657 None None] Network ee07d184-46f5-4ea3-97fa-471cfe7bf284 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:46:19.453521 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0eab6f9d-2c3c-4c39-9332-138ce08ea5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'name': 'tempest-TestNetworkBasicOps-router-790444339', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:43:51Z', 'updated_at': '2022-02-07T21:46:18Z', 'revision_number': 7, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:52Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:19.466357 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec1ff633-0d09-4d21-866d-f485fa2f7241 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for router (0120b42f-f352-4fa0-8ce3-fefb7bc8498b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:19.487110 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eab6f9d-2c3c-4c39-9332-138ce08ea5b7 None None] Checking router: 0120b42f-f352-4fa0-8ce3-fefb7bc8498b for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:46:19.492652 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 140e3f0d-7c6a-4a12-b20b-317b33e36bac no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:46:19.519237 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 140e3f0d-7c6a-4a12-b20b-317b33e36bac {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:46:19.520073 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 140e3f0d-7c6a-4a12-b20b-317b33e36bac not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:46:19.523368 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eab6f9d-2c3c-4c39-9332-138ce08ea5b7 None None] Routers {'0120b42f-f352-4fa0-8ce3-fefb7bc8498b'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:46:19.523983 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0eab6f9d-2c3c-4c39-9332-138ce08ea5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:45:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['0120b42f-f352-4fa0-8ce3-fefb7bc8498b'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:19.579088 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec1ff633-0d09-4d21-866d-f485fa2f7241 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for router_gateway (0120b42f-f352-4fa0-8ce3-fefb7bc8498b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:19.598630 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93407cc-0831-4070-8ed2-bed938160925 None None] DHCP port deletion for ee07d184-46f5-4ea3-97fa-471cfe7bf284 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:46:19.632004 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ec1ff633-0d09-4d21-866d-f485fa2f7241 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Deleting port a87d007c-e515-451a-8b3e-8f634c9536a4 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:46:19.632375 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec1ff633-0d09-4d21-866d-f485fa2f7241 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (a87d007c-e515-451a-8b3e-8f634c9536a4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:19.677115 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-0eab6f9d-2c3c-4c39-9332-138ce08ea5b7 None None] Set router 0120b42f-f352-4fa0-8ce3-fefb7bc8498b gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:46:19.723539 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ec1ff633-0d09-4d21-866d-f485fa2f7241 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] For port a87d007c-e515-451a-8b3e-8f634c9536a4, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a87d007c-e515-451a-8b3e-8f634c9536a4,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:46:19.723539 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec1ff633-0d09-4d21-866d-f485fa2f7241 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (a87d007c-e515-451a-8b3e-8f634c9536a4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:19.735283 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ec1ff633-0d09-4d21-866d-f485fa2f7241 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Calling delete_port for a87d007c-e515-451a-8b3e-8f634c9536a4 owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:46:19.737933 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a93407cc-0831-4070-8ed2-bed938160925 None None] Deleting port 1e089d8b-bb12-423a-858d-fc3c44ceefd4 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:46:19.738350 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a93407cc-0831-4070-8ed2-bed938160925 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (1e089d8b-bb12-423a-858d-fc3c44ceefd4), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:19.815841 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 1e089d8b-bb12-423a-858d-fc3c44ceefd4 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:46:19.885768 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a93407cc-0831-4070-8ed2-bed938160925 None None] For port 1e089d8b-bb12-423a-858d-fc3c44ceefd4, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=1e089d8b-bb12-423a-858d-fc3c44ceefd4,segment=NetworkSegment(d2a26b64-6e31-4a94-96c1-7e6dea956fc3),segment_id=d2a26b64-6e31-4a94-96c1-7e6dea956fc3)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:46:19.886169 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a93407cc-0831-4070-8ed2-bed938160925 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (1e089d8b-bb12-423a-858d-fc3c44ceefd4), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:19.909096 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec1ff633-0d09-4d21-866d-f485fa2f7241 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (a87d007c-e515-451a-8b3e-8f634c9536a4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:19.924460 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a93407cc-0831-4070-8ed2-bed938160925 None None] Calling delete_port for 1e089d8b-bb12-423a-858d-fc3c44ceefd4 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:46:19.936605 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ff633-0d09-4d21-866d-f485fa2f7241 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event deleted for resources: {'Port': ['ID=a87d007c-e515-451a-8b3e-8f634c9536a4,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:19.995140 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec1ff633-0d09-4d21-866d-f485fa2f7241 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (0120b42f-f352-4fa0-8ce3-fefb7bc8498b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:20.055366 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 1e089d8b-bb12-423a-858d-fc3c44ceefd4 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:46:20.055735 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (1e089d8b-bb12-423a-858d-fc3c44ceefd4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:20.106338 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec1ff633-0d09-4d21-866d-f485fa2f7241 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (0120b42f-f352-4fa0-8ce3-fefb7bc8498b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:20.108640 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec1ff633-0d09-4d21-866d-f485fa2f7241 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for router_controller (0120b42f-f352-4fa0-8ce3-fefb7bc8498b), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:20.125984 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a93407cc-0831-4070-8ed2-bed938160925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (1e089d8b-bb12-423a-858d-fc3c44ceefd4), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:20.135960 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0eab6f9d-2c3c-4c39-9332-138ce08ea5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'name': 'tempest-TestNetworkBasicOps-router-790444339', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:43:51Z', 'updated_at': '2022-02-07T21:46:18Z', 'revision_number': 7, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:52Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:20.173211 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec1ff633-0d09-4d21-866d-f485fa2f7241 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (0120b42f-f352-4fa0-8ce3-fefb7bc8498b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:20.173826 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1ff633-0d09-4d21-866d-f485fa2f7241 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Fanout notify agent at l3_agent the message router_deleted on router 0120b42f-f352-4fa0-8ce3-fefb7bc8498b {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:46:20.181253 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec1ff633-0d09-4d21-866d-f485fa2f7241 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:20.182360 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ec1ff633-0d09-4d21-866d-f485fa2f7241 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "DELETE /v2.0/routers/0120b42f-f352-4fa0-8ce3-fefb7bc8498b HTTP/1.1" status: 204 len: 168 time: 0.8239059 Feb 07 21:46:20.183403 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93407cc-0831-4070-8ed2-bed938160925 None None] Pushing event deleted for resources: {'Port': ['ID=1e089d8b-bb12-423a-858d-fc3c44ceefd4,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:20.185122 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43568) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:20.189119 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93407cc-0831-4070-8ed2-bed938160925 None None] No DVR routers for this DVR port 1e089d8b-bb12-423a-858d-fc3c44ceefd4 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:46:20.196848 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eab6f9d-2c3c-4c39-9332-138ce08ea5b7 None None] The sync data for ids ['0120b42f-f352-4fa0-8ce3-fefb7bc8498b'] in n-d-828185-2 is: [{'id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'name': 'tempest-TestNetworkBasicOps-router-790444339', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:43:51Z', 'updated_at': '2022-02-07T21:46:18Z', 'revision_number': 7, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': 'a87d007c-e515-451a-8b3e-8f634c9536a4', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0120b42f-f352-4fa0-8ce3-fefb7bc8498b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:43:52Z', 'updated_at': '2022-02-07T21:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:46:20.199199 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93407cc-0831-4070-8ed2-bed938160925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:20.199553 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93407cc-0831-4070-8ed2-bed938160925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:20.199931 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93407cc-0831-4070-8ed2-bed938160925 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:20.200228 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93407cc-0831-4070-8ed2-bed938160925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:20.201155 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93407cc-0831-4070-8ed2-bed938160925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:20.201509 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93407cc-0831-4070-8ed2-bed938160925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:20.201847 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93407cc-0831-4070-8ed2-bed938160925 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:20.202260 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93407cc-0831-4070-8ed2-bed938160925 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:20.202607 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93407cc-0831-4070-8ed2-bed938160925 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:20.202940 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93407cc-0831-4070-8ed2-bed938160925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:20.203268 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93407cc-0831-4070-8ed2-bed938160925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:20.203600 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93407cc-0831-4070-8ed2-bed938160925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:20.203930 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93407cc-0831-4070-8ed2-bed938160925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:20.272859 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a138933-78e4-4aaf-93ec-5fedc3cadc87 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (ee07d184-46f5-4ea3-97fa-471cfe7bf284), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:20.354714 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a138933-78e4-4aaf-93ec-5fedc3cadc87 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (ee07d184-46f5-4ea3-97fa-471cfe7bf284), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:20.374648 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-5a138933-78e4-4aaf-93ec-5fedc3cadc87 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee07d184-46f5-4ea3-97fa-471cfe7bf284']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:20.383613 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-5a138933-78e4-4aaf-93ec-5fedc3cadc87 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a26b64-6e31-4a94-96c1-7e6dea956fc3') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:20.383913 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-5a138933-78e4-4aaf-93ec-5fedc3cadc87 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a26b64-6e31-4a94-96c1-7e6dea956fc3') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:20.393680 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a138933-78e4-4aaf-93ec-5fedc3cadc87 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (d2a26b64-6e31-4a94-96c1-7e6dea956fc3), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:20.406077 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a138933-78e4-4aaf-93ec-5fedc3cadc87 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (d2a26b64-6e31-4a94-96c1-7e6dea956fc3), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:20.412284 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a138933-78e4-4aaf-93ec-5fedc3cadc87 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:46:20.412720 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a138933-78e4-4aaf-93ec-5fedc3cadc87 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (d2a26b64-6e31-4a94-96c1-7e6dea956fc3), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:46:20.415565 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:46:20.474603 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a138933-78e4-4aaf-93ec-5fedc3cadc87 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (ee07d184-46f5-4ea3-97fa-471cfe7bf284), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:20.481595 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a138933-78e4-4aaf-93ec-5fedc3cadc87 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:20.484732 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5a138933-78e4-4aaf-93ec-5fedc3cadc87 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "DELETE /v2.0/networks/ee07d184-46f5-4ea3-97fa-471cfe7bf284 HTTP/1.1" status: 204 len: 168 time: 0.2985148 Feb 07 21:46:20.496904 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a138933-78e4-4aaf-93ec-5fedc3cadc87 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event deleted for resources: {'Network': ['ID=ee07d184-46f5-4ea3-97fa-471cfe7bf284,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:20.503233 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43570) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:20.508138 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-588ff229-cb56-42e6-be66-1e1d2b847e38 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'network': {'name': 'tempest-network-smoke--109472797', 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'port_security_enabled': True}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:46:20.527975 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588ff229-cb56-42e6-be66-1e1d2b847e38 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Made reservation on behalf of a47ac3a72c7a403d93faa392564401ca for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:46:20.531247 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-588ff229-cb56-42e6-be66-1e1d2b847e38 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:20.555439 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588ff229-cb56-42e6-be66-1e1d2b847e38 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:46:20.565643 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-588ff229-cb56-42e6-be66-1e1d2b847e38 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (1fd0ce06-294b-4f35-aead-84c40876d6c9), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:20.566125 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-588ff229-cb56-42e6-be66-1e1d2b847e38 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Added segment 1fd0ce06-294b-4f35-aead-84c40876d6c9 of type vlan for network d0a63345-3254-4a3c-9439-ef028981dbfe Feb 07 21:46:20.608552 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-588ff229-cb56-42e6-be66-1e1d2b847e38 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (d0a63345-3254-4a3c-9439-ef028981dbfe), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:20.632093 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ad24f898-aa94-4af9-b362-7c704e37cd58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:20.636942 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-588ff229-cb56-42e6-be66-1e1d2b847e38 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (d0a63345-3254-4a3c-9439-ef028981dbfe), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:20.642191 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588ff229-cb56-42e6-be66-1e1d2b847e38 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:20.642779 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-588ff229-cb56-42e6-be66-1e1d2b847e38 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:20.701755 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-588ff229-cb56-42e6-be66-1e1d2b847e38 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1973405 Feb 07 21:46:20.704604 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43572) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:20.710235 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-576809473', 'admin_state_up': True, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:46:20.717255 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ff229-cb56-42e6-be66-1e1d2b847e38 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'Network': ['ID=d0a63345-3254-4a3c-9439-ef028981dbfe,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:20.730140 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network d0a63345-3254-4a3c-9439-ef028981dbfe details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:46:20.733024 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (546a7cd2-f44b-41f9-a7c1-129602d18e37), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:20.734259 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (546a7cd2-f44b-41f9-a7c1-129602d18e37), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:20.798762 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for router_controller (546a7cd2-f44b-41f9-a7c1-129602d18e37), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:20.948573 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for router_gateway (546a7cd2-f44b-41f9-a7c1-129602d18e37), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:21.135112 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for router_gateway (546a7cd2-f44b-41f9-a7c1-129602d18e37), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:21.153059 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:21.256992 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Allocated IP 172.25.4.27 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/81dc2cce-8bb0-4f65-ba7b-960b8704887b) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:46:21.358009 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for port (81dc2cce-8bb0-4f65-ba7b-960b8704887b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:21.390904 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (81dc2cce-8bb0-4f65-ba7b-960b8704887b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:21.426413 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:46:21.431024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:46:21.433699 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:46:21.462556 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'Port': ['ID=81dc2cce-8bb0-4f65-ba7b-960b8704887b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:21.476173 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:21.476546 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:21.476892 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:21.477231 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:21.477568 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:21.477903 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:21.478237 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:21.478569 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:21.478897 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:21.479220 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:21.479545 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:21.479872 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:21.480200 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:21.701779 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for router_gateway (546a7cd2-f44b-41f9-a7c1-129602d18e37), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:21.733023 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device bf84ee0d-4aec-4dc6-8f6e-177125c2c230 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:46:21.753035 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: bf84ee0d-4aec-4dc6-8f6e-177125c2c230 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:46:21.753891 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device bf84ee0d-4aec-4dc6-8f6e-177125c2c230 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:46:21.754313 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a87d007c-e515-451a-8b3e-8f634c9536a4 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:46:21.772915 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: a87d007c-e515-451a-8b3e-8f634c9536a4 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:46:21.773265 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a87d007c-e515-451a-8b3e-8f634c9536a4 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:46:21.900480 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:21.903060 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (546a7cd2-f44b-41f9-a7c1-129602d18e37), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:22.030456 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Router 546a7cd2-f44b-41f9-a7c1-129602d18e37 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:46:22.136261 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:46:22.145838 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3f39ba-fb89-4bec-b1c3-233b15c76be4 None None] Sync routers for ids ['546a7cd2-f44b-41f9-a7c1-129602d18e37'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:46:22.156548 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3f39ba-fb89-4bec-b1c3-233b15c76be4 None None] Routers {'546a7cd2-f44b-41f9-a7c1-129602d18e37'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:46:22.156782 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:22.157156 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-6e3f39ba-fb89-4bec-b1c3-233b15c76be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:46:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['546a7cd2-f44b-41f9-a7c1-129602d18e37'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:22.160854 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bff65b5c-ac46-444e-8af8-dc3477625ab8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4518774 Feb 07 21:46:22.161049 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43578) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:22.189103 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-69d331b0-95af-4ced-b969-84d1649b9813 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=a47ac3a72c7a403d93faa392564401ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269761 Feb 07 21:46:22.192246 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43580) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:22.259474 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-6e3f39ba-fb89-4bec-b1c3-233b15c76be4 None None] Set router 546a7cd2-f44b-41f9-a7c1-129602d18e37 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:46:22.275228 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b43aa3-4fce-4246-b98f-f5e91bedf400 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:22.277030 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c9b43aa3-4fce-4246-b98f-f5e91bedf400 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0838461 Feb 07 21:46:22.279854 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43582) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:22.307496 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a31a88e6-85f2-4a70-8ebe-592ed1d67721 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263956 Feb 07 21:46:22.310016 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43584) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:22.315014 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ff3ea4b5-46b2-442e-91fe-c4d4c09e7a1b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-855664906', 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe', 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:46:22.398269 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3ea4b5-46b2-442e-91fe-c4d4c09e7a1b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Made reservation on behalf of a47ac3a72c7a403d93faa392564401ca for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:46:22.401782 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff3ea4b5-46b2-442e-91fe-c4d4c09e7a1b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:22.428430 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-6e3f39ba-fb89-4bec-b1c3-233b15c76be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'name': 'tempest-TestNetworkBasicOps-router-576809473', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:46:20Z', 'updated_at': '2022-02-07T21:46:21Z', 'revision_number': 3, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:46:21Z', 'updated_at': '2022-02-07T21:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:22.456643 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3f39ba-fb89-4bec-b1c3-233b15c76be4 None None] Checking router: 546a7cd2-f44b-41f9-a7c1-129602d18e37 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:46:22.456984 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3f39ba-fb89-4bec-b1c3-233b15c76be4 None None] Updating router 546a7cd2-f44b-41f9-a7c1-129602d18e37 port 81dc2cce-8bb0-4f65-ba7b-960b8704887b binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:46:22.485357 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6e3f39ba-fb89-4bec-b1c3-233b15c76be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (81dc2cce-8bb0-4f65-ba7b-960b8704887b), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:22.580225 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff3ea4b5-46b2-442e-91fe-c4d4c09e7a1b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (1f045980-719f-4ca3-a65c-84fa2b333c08), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:22.640741 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ea4b5-46b2-442e-91fe-c4d4c09e7a1b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'Subnet': ['ID=1f045980-719f-4ca3-a65c-84fa2b333c08,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:22.652052 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3ea4b5-46b2-442e-91fe-c4d4c09e7a1b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Checking segment: {'id': '1fd0ce06-294b-4f35-aead-84c40876d6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:46:22.652448 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3ea4b5-46b2-442e-91fe-c4d4c09e7a1b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Network hostable DHCP agents. Network: d0a63345-3254-4a3c-9439-ef028981dbfe, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:46:22.668376 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:46:22.669412 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3ea4b5-46b2-442e-91fe-c4d4c09e7a1b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Network d0a63345-3254-4a3c-9439-ef028981dbfe is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:46:22.678395 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-ff3ea4b5-46b2-442e-91fe-c4d4c09e7a1b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, d0a63345-3254-4a3c-9439-ef028981dbfe) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:46:22.682567 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3ea4b5-46b2-442e-91fe-c4d4c09e7a1b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:22.683156 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff3ea4b5-46b2-442e-91fe-c4d4c09e7a1b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:22.689292 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf34a5e-4179-4474-856f-54920adaf689 None None] Network d0a63345-3254-4a3c-9439-ef028981dbfe requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:46:22.702845 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ff3ea4b5-46b2-442e-91fe-c4d4c09e7a1b tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3890762 Feb 07 21:46:22.703075 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43586) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:22.749505 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6e3f39ba-fb89-4bec-b1c3-233b15c76be4 None None] Publish callbacks [] for port (81dc2cce-8bb0-4f65-ba7b-960b8704887b), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:22.754907 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6e3f39ba-fb89-4bec-b1c3-233b15c76be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (81dc2cce-8bb0-4f65-ba7b-960b8704887b), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:22.794844 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-6e3f39ba-fb89-4bec-b1c3-233b15c76be4 None None] Attempting to bind port 81dc2cce-8bb0-4f65-ba7b-960b8704887b on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:46:22.795220 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-6e3f39ba-fb89-4bec-b1c3-233b15c76be4 None None] Attempting to bind port 81dc2cce-8bb0-4f65-ba7b-960b8704887b by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:46:22.795584 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3f39ba-fb89-4bec-b1c3-233b15c76be4 None None] Attempting to bind port 81dc2cce-8bb0-4f65-ba7b-960b8704887b on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:46:22.804766 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3f39ba-fb89-4bec-b1c3-233b15c76be4 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:46:22.805142 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3f39ba-fb89-4bec-b1c3-233b15c76be4 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:46:22.805542 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6e3f39ba-fb89-4bec-b1c3-233b15c76be4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:22.805931 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3f39ba-fb89-4bec-b1c3-233b15c76be4 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:46:22.806395 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-6e3f39ba-fb89-4bec-b1c3-233b15c76be4 None None] Bound port: 81dc2cce-8bb0-4f65-ba7b-960b8704887b, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:46:22.806773 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6e3f39ba-fb89-4bec-b1c3-233b15c76be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (81dc2cce-8bb0-4f65-ba7b-960b8704887b), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:22.820398 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b277f0-a593-42f0-af13-ae319cbe348b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-d0a63345-3254-4a3c-9439-ef028981dbfe', 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe', 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'fixed_ips': [{'subnet_id': '1f045980-719f-4ca3-a65c-84fa2b333c08'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:46:22.821834 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-36b277f0-a593-42f0-af13-ae319cbe348b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:22.853706 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f778fb4-6f1b-4d37-919b-e07fa65e435f None None] Pushing event updated for resources: {'Port': ['ID=81dc2cce-8bb0-4f65-ba7b-960b8704887b,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:22.872794 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f778fb4-6f1b-4d37-919b-e07fa65e435f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:22.873134 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f778fb4-6f1b-4d37-919b-e07fa65e435f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:22.873474 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f778fb4-6f1b-4d37-919b-e07fa65e435f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:22.873806 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f778fb4-6f1b-4d37-919b-e07fa65e435f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:22.874140 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f778fb4-6f1b-4d37-919b-e07fa65e435f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:22.874455 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f778fb4-6f1b-4d37-919b-e07fa65e435f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:22.874788 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f778fb4-6f1b-4d37-919b-e07fa65e435f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:22.875103 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f778fb4-6f1b-4d37-919b-e07fa65e435f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:22.875422 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f778fb4-6f1b-4d37-919b-e07fa65e435f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:22.875740 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f778fb4-6f1b-4d37-919b-e07fa65e435f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:22.876058 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f778fb4-6f1b-4d37-919b-e07fa65e435f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:22.876422 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f778fb4-6f1b-4d37-919b-e07fa65e435f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:22.876743 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f778fb4-6f1b-4d37-919b-e07fa65e435f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:46:22.885296 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-6e3f39ba-fb89-4bec-b1c3-233b15c76be4 None None] For port 81dc2cce-8bb0-4f65-ba7b-960b8704887b, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:46:22.888180 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-6e3f39ba-fb89-4bec-b1c3-233b15c76be4 None None] For port 81dc2cce-8bb0-4f65-ba7b-960b8704887b, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=81dc2cce-8bb0-4f65-ba7b-960b8704887b,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:46:22.895364 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6e3f39ba-fb89-4bec-b1c3-233b15c76be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (81dc2cce-8bb0-4f65-ba7b-960b8704887b), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:22.946359 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f778fb4-6f1b-4d37-919b-e07fa65e435f None None] Pushing event updated for resources: {'Port': ['ID=81dc2cce-8bb0-4f65-ba7b-960b8704887b,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:22.959532 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3f39ba-fb89-4bec-b1c3-233b15c76be4 None None] Routers {'546a7cd2-f44b-41f9-a7c1-129602d18e37'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:46:22.960280 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-6e3f39ba-fb89-4bec-b1c3-233b15c76be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:46:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['546a7cd2-f44b-41f9-a7c1-129602d18e37'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:22.967539 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-36b277f0-a593-42f0-af13-ae319cbe348b None None] Allocated IP 172.20.0.2 (d0a63345-3254-4a3c-9439-ef028981dbfe/1f045980-719f-4ca3-a65c-84fa2b333c08/47ad2f9c-354e-4f96-b6ef-a6f57867adef) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:46:23.118342 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-36b277f0-a593-42f0-af13-ae319cbe348b None None] Publish callbacks [] for port (47ad2f9c-354e-4f96-b6ef-a6f57867adef), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:23.130229 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-36b277f0-a593-42f0-af13-ae319cbe348b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (47ad2f9c-354e-4f96-b6ef-a6f57867adef), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:23.166374 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b277f0-a593-42f0-af13-ae319cbe348b None None] Network d0a63345-3254-4a3c-9439-ef028981dbfe is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:46:23.173081 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-36b277f0-a593-42f0-af13-ae319cbe348b None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:46:23.176826 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b277f0-a593-42f0-af13-ae319cbe348b None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:46:23.179648 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-6e3f39ba-fb89-4bec-b1c3-233b15c76be4 None None] Set router 546a7cd2-f44b-41f9-a7c1-129602d18e37 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:46:23.183744 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b277f0-a593-42f0-af13-ae319cbe348b None None] Pushing event updated for resources: {'Port': ['ID=47ad2f9c-354e-4f96-b6ef-a6f57867adef,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:23.207759 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc98b73d-afbf-47d0-b348-9c4e47c90e91 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:23.235729 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-36b277f0-a593-42f0-af13-ae319cbe348b None None] Attempting to bind port 47ad2f9c-354e-4f96-b6ef-a6f57867adef on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:46:23.236100 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-36b277f0-a593-42f0-af13-ae319cbe348b None None] Attempting to bind port 47ad2f9c-354e-4f96-b6ef-a6f57867adef by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '1fd0ce06-294b-4f35-aead-84c40876d6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:46:23.236488 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b277f0-a593-42f0-af13-ae319cbe348b None None] Attempting to bind port 47ad2f9c-354e-4f96-b6ef-a6f57867adef on network d0a63345-3254-4a3c-9439-ef028981dbfe {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:46:23.241607 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b277f0-a593-42f0-af13-ae319cbe348b None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:46:23.241978 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b277f0-a593-42f0-af13-ae319cbe348b None None] Checking segment: {'id': '1fd0ce06-294b-4f35-aead-84c40876d6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:46:23.242376 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-36b277f0-a593-42f0-af13-ae319cbe348b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:23.242768 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b277f0-a593-42f0-af13-ae319cbe348b None None] Bound using segment: {'id': '1fd0ce06-294b-4f35-aead-84c40876d6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:46:23.243225 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-36b277f0-a593-42f0-af13-ae319cbe348b None None] Bound port: 47ad2f9c-354e-4f96-b6ef-a6f57867adef, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd0ce06-294b-4f35-aead-84c40876d6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:46:23.243604 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-36b277f0-a593-42f0-af13-ae319cbe348b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (47ad2f9c-354e-4f96-b6ef-a6f57867adef), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:23.307339 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-36b277f0-a593-42f0-af13-ae319cbe348b None None] For port 47ad2f9c-354e-4f96-b6ef-a6f57867adef, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:46:23.310552 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-36b277f0-a593-42f0-af13-ae319cbe348b None None] For port 47ad2f9c-354e-4f96-b6ef-a6f57867adef, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=47ad2f9c-354e-4f96-b6ef-a6f57867adef,segment=NetworkSegment(1fd0ce06-294b-4f35-aead-84c40876d6c9),segment_id=1fd0ce06-294b-4f35-aead-84c40876d6c9)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:46:23.318322 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-36b277f0-a593-42f0-af13-ae319cbe348b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (47ad2f9c-354e-4f96-b6ef-a6f57867adef), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:23.372185 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-6e3f39ba-fb89-4bec-b1c3-233b15c76be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'name': 'tempest-TestNetworkBasicOps-router-576809473', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:46:20Z', 'updated_at': '2022-02-07T21:46:21Z', 'revision_number': 3, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:46:21Z', 'updated_at': '2022-02-07T21:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:23.404921 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3f39ba-fb89-4bec-b1c3-233b15c76be4 None None] The sync data for ids ['546a7cd2-f44b-41f9-a7c1-129602d18e37'] in n-d-828185-2 is: [{'id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'name': 'tempest-TestNetworkBasicOps-router-576809473', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:46:20Z', 'updated_at': '2022-02-07T21:46:21Z', 'revision_number': 3, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:46:21Z', 'updated_at': '2022-02-07T21:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:46:23.504678 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-fc98b73d-afbf-47d0-b348-9c4e47c90e91 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Allocated IP 172.20.0.1 (d0a63345-3254-4a3c-9439-ef028981dbfe/1f045980-719f-4ca3-a65c-84fa2b333c08/815e96cb-da24-4ef1-9176-107b3c27afca) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:46:23.544019 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:23.547697 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b277f0-a593-42f0-af13-ae319cbe348b None None] Pushing event updated for resources: {'Port': ['ID=47ad2f9c-354e-4f96-b6ef-a6f57867adef,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:23.658174 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc98b73d-afbf-47d0-b348-9c4e47c90e91 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for port (815e96cb-da24-4ef1-9176-107b3c27afca), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:23.695793 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc98b73d-afbf-47d0-b348-9c4e47c90e91 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (815e96cb-da24-4ef1-9176-107b3c27afca), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:23.769323 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc98b73d-afbf-47d0-b348-9c4e47c90e91 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Network d0a63345-3254-4a3c-9439-ef028981dbfe is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:46:23.771727 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-fc98b73d-afbf-47d0-b348-9c4e47c90e91 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:46:23.775869 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc98b73d-afbf-47d0-b348-9c4e47c90e91 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:46:23.820684 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98b73d-afbf-47d0-b348-9c4e47c90e91 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'Port': ['ID=815e96cb-da24-4ef1-9176-107b3c27afca,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:23.851226 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc98b73d-afbf-47d0-b348-9c4e47c90e91 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (546a7cd2-f44b-41f9-a7c1-129602d18e37), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:23.882010 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 81dc2cce-8bb0-4f65-ba7b-960b8704887b up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:46:23.956567 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 81dc2cce-8bb0-4f65-ba7b-960b8704887b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:46:23.956954 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (81dc2cce-8bb0-4f65-ba7b-960b8704887b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:24.019394 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc98b73d-afbf-47d0-b348-9c4e47c90e91 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (815e96cb-da24-4ef1-9176-107b3c27afca), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:24.046007 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 81dc2cce-8bb0-4f65-ba7b-960b8704887b is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:46:24.046477 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (81dc2cce-8bb0-4f65-ba7b-960b8704887b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:24.068945 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 81dc2cce-8bb0-4f65-ba7b-960b8704887b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=81dc2cce-8bb0-4f65-ba7b-960b8704887b,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:46:24.073321 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (81dc2cce-8bb0-4f65-ba7b-960b8704887b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:24.123692 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=81dc2cce-8bb0-4f65-ba7b-960b8704887b,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:24.319188 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc98b73d-afbf-47d0-b348-9c4e47c90e91 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for port (815e96cb-da24-4ef1-9176-107b3c27afca), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:24.324584 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc98b73d-afbf-47d0-b348-9c4e47c90e91 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (815e96cb-da24-4ef1-9176-107b3c27afca), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:24.403116 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98b73d-afbf-47d0-b348-9c4e47c90e91 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'Port': ['ID=815e96cb-da24-4ef1-9176-107b3c27afca,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:24.407450 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc98b73d-afbf-47d0-b348-9c4e47c90e91 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (546a7cd2-f44b-41f9-a7c1-129602d18e37), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:24.511365 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc98b73d-afbf-47d0-b348-9c4e47c90e91 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Network d0a63345-3254-4a3c-9439-ef028981dbfe is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:46:24.513102 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-fc98b73d-afbf-47d0-b348-9c4e47c90e91 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:46:24.635180 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc98b73d-afbf-47d0-b348-9c4e47c90e91 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Router 546a7cd2-f44b-41f9-a7c1-129602d18e37 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:46:24.687092 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7e5f06-fac9-47ed-a253-a29827abce43 None None] Network d0a63345-3254-4a3c-9439-ef028981dbfe requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:46:24.748193 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:24.752459 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc98b73d-afbf-47d0-b348-9c4e47c90e91 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:46:24.760210 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43588) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:24.760747 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fc98b73d-afbf-47d0-b348-9c4e47c90e91 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "PUT /v2.0/routers/546a7cd2-f44b-41f9-a7c1-129602d18e37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0561314 Feb 07 21:46:24.810787 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-22199177-5e6b-4685-a302-c9813d45c9a7 None None] Provisioning complete for port 47ad2f9c-354e-4f96-b6ef-a6f57867adef triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:46:24.811154 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-22199177-5e6b-4685-a302-c9813d45c9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (47ad2f9c-354e-4f96-b6ef-a6f57867adef), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:24.917240 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-22199177-5e6b-4685-a302-c9813d45c9a7 None None] Current status of the port 47ad2f9c-354e-4f96-b6ef-a6f57867adef is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:46:24.917914 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-22199177-5e6b-4685-a302-c9813d45c9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (47ad2f9c-354e-4f96-b6ef-a6f57867adef), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:24.959497 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-22199177-5e6b-4685-a302-c9813d45c9a7 None None] For port 47ad2f9c-354e-4f96-b6ef-a6f57867adef, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=47ad2f9c-354e-4f96-b6ef-a6f57867adef,segment=NetworkSegment(1fd0ce06-294b-4f35-aead-84c40876d6c9),segment_id=1fd0ce06-294b-4f35-aead-84c40876d6c9)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:46:24.966412 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-22199177-5e6b-4685-a302-c9813d45c9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (47ad2f9c-354e-4f96-b6ef-a6f57867adef), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:25.020124 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22199177-5e6b-4685-a302-c9813d45c9a7 None None] Pushing event updated for resources: {'Port': ['ID=47ad2f9c-354e-4f96-b6ef-a6f57867adef,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:25.188718 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8d8bc9c7-290c-466e-9094-c6dcfc4e58c4 None None] Provisioning complete for port 47ad2f9c-354e-4f96-b6ef-a6f57867adef triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:46:25.189275 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8d8bc9c7-290c-466e-9094-c6dcfc4e58c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (47ad2f9c-354e-4f96-b6ef-a6f57867adef), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:25.231379 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e70ff4-3911-4435-b60a-465e253ead7d tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:25.231859 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e70ff4-3911-4435-b60a-465e253ead7d tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:25.232347 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e70ff4-3911-4435-b60a-465e253ead7d tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:25.232814 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e70ff4-3911-4435-b60a-465e253ead7d tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:25.233267 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e70ff4-3911-4435-b60a-465e253ead7d tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:25.233720 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e70ff4-3911-4435-b60a-465e253ead7d tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:25.235812 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-18e70ff4-3911-4435-b60a-465e253ead7d tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.4744451 Feb 07 21:46:25.238636 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43590) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:25.272652 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8d8bc9c7-290c-466e-9094-c6dcfc4e58c4 None None] Current status of the port 47ad2f9c-354e-4f96-b6ef-a6f57867adef is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:46:25.283604 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8d8bc9c7-290c-466e-9094-c6dcfc4e58c4 None None] Provisioning complete for port 815e96cb-da24-4ef1-9176-107b3c27afca triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:46:25.283980 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8d8bc9c7-290c-466e-9094-c6dcfc4e58c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (815e96cb-da24-4ef1-9176-107b3c27afca), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:25.307156 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5510f0-530b-4a92-b5cf-216549c79bb6 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:25.308327 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5510f0-530b-4a92-b5cf-216549c79bb6 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:25.310453 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5510f0-530b-4a92-b5cf-216549c79bb6 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:25.311022 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5510f0-530b-4a92-b5cf-216549c79bb6 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:25.311460 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5510f0-530b-4a92-b5cf-216549c79bb6 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:25.311875 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cc35de-4fbe-498f-8d9a-935c45a136dc None None] Sync routers for ids ['546a7cd2-f44b-41f9-a7c1-129602d18e37'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:46:25.311979 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5510f0-530b-4a92-b5cf-216549c79bb6 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:25.314965 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5d5510f0-530b-4a92-b5cf-216549c79bb6 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3998 time: 0.0741246 Feb 07 21:46:25.316576 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43592) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:25.334468 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8d8bc9c7-290c-466e-9094-c6dcfc4e58c4 None None] Port 815e96cb-da24-4ef1-9176-107b3c27afca cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:46:25.335986 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cc35de-4fbe-498f-8d9a-935c45a136dc None None] Routers {'546a7cd2-f44b-41f9-a7c1-129602d18e37'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:46:25.336632 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-81cc35de-4fbe-498f-8d9a-935c45a136dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:46:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['546a7cd2-f44b-41f9-a7c1-129602d18e37'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:25.468341 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-81cc35de-4fbe-498f-8d9a-935c45a136dc None None] Set router 546a7cd2-f44b-41f9-a7c1-129602d18e37 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:46:25.474270 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-918f28a3-2283-4d0b-abec-738309309958 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3041 time: 0.1565053 Feb 07 21:46:25.501360 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6232b6d1-13fd-43cf-ab23-89c857eb6264 None None] Provisioning complete for port 815e96cb-da24-4ef1-9176-107b3c27afca triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:46:25.501733 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6232b6d1-13fd-43cf-ab23-89c857eb6264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (815e96cb-da24-4ef1-9176-107b3c27afca), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:25.583732 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6232b6d1-13fd-43cf-ab23-89c857eb6264 None None] Port 815e96cb-da24-4ef1-9176-107b3c27afca cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:46:25.717909 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-92f011a5-cb2c-4226-9d06-84746f5c00b6 None None] Provisioning complete for port 815e96cb-da24-4ef1-9176-107b3c27afca triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:46:25.718568 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-92f011a5-cb2c-4226-9d06-84746f5c00b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (815e96cb-da24-4ef1-9176-107b3c27afca), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:25.723955 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-81cc35de-4fbe-498f-8d9a-935c45a136dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'name': 'tempest-TestNetworkBasicOps-router-576809473', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:46:20Z', 'updated_at': '2022-02-07T21:46:23Z', 'revision_number': 4, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:46:21Z', 'updated_at': '2022-02-07T21:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '815e96cb-da24-4ef1-9176-107b3c27afca', 'name': '', 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'mac_address': 'fa:16:3e:bd:ec:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '1f045980-719f-4ca3-a65c-84fa2b333c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:46:23Z', 'updated_at': '2022-02-07T21:46:24Z', 'revision_number': 2, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'subnets': [{'id': '1f045980-719f-4ca3-a65c-84fa2b333c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:25.771120 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cc35de-4fbe-498f-8d9a-935c45a136dc None None] Checking router: 546a7cd2-f44b-41f9-a7c1-129602d18e37 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:46:25.771531 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cc35de-4fbe-498f-8d9a-935c45a136dc None None] Updating router 546a7cd2-f44b-41f9-a7c1-129602d18e37 port 815e96cb-da24-4ef1-9176-107b3c27afca binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:46:25.802428 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-92f011a5-cb2c-4226-9d06-84746f5c00b6 None None] Port 815e96cb-da24-4ef1-9176-107b3c27afca cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:46:25.806116 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-81cc35de-4fbe-498f-8d9a-935c45a136dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (815e96cb-da24-4ef1-9176-107b3c27afca), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:25.849923 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43596) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:25.855097 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-971dda75-9513-4aa8-b028-dc20c23af0d5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1788869731', 'description': 'tempest-secgroup-smoke-1788869731 description', 'project_id': 'a47ac3a72c7a403d93faa392564401ca'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:46:25.877274 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-971dda75-9513-4aa8-b028-dc20c23af0d5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:25.912797 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 81dc2cce-8bb0-4f65-ba7b-960b8704887b up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:46:25.948592 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-971dda75-9513-4aa8-b028-dc20c23af0d5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group (9b1f4d12-2d99-4d70-8087-5adf7c3525e8), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:25.952481 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-971dda75-9513-4aa8-b028-dc20c23af0d5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9b1f4d12-2d99-4d70-8087-5adf7c3525e8), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:25.980809 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-971dda75-9513-4aa8-b028-dc20c23af0d5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:25.982081 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-971dda75-9513-4aa8-b028-dc20c23af0d5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1305208 Feb 07 21:46:25.984960 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43598) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:25.990386 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-db04ceb7-5701-4726-8beb-013adb4f2e78 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'security_group_rule': {'security_group_id': '9b1f4d12-2d99-4d70-8087-5adf7c3525e8', 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:46:25.996184 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971dda75-9513-4aa8-b028-dc20c23af0d5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1f4d12-2d99-4d70-8087-5adf7c3525e8,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:26.018906 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db04ceb7-5701-4726-8beb-013adb4f2e78 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (a7781241-2cfa-4d17-8840-947ba1f83a67), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.031263 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 81dc2cce-8bb0-4f65-ba7b-960b8704887b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:46:26.031780 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (81dc2cce-8bb0-4f65-ba7b-960b8704887b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.073269 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db04ceb7-5701-4726-8beb-013adb4f2e78 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (a7781241-2cfa-4d17-8840-947ba1f83a67), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.077029 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db04ceb7-5701-4726-8beb-013adb4f2e78 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (a7781241-2cfa-4d17-8840-947ba1f83a67), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.095347 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04ceb7-5701-4726-8beb-013adb4f2e78 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7781241-2cfa-4d17-8840-947ba1f83a67,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:26.103777 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db04ceb7-5701-4726-8beb-013adb4f2e78 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.105023 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-db04ceb7-5701-4726-8beb-013adb4f2e78 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191404 Feb 07 21:46:26.108236 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43600) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:26.113263 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-42da0be8-5508-4f76-945c-9e7783724914 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'security_group_rule': {'security_group_id': '9b1f4d12-2d99-4d70-8087-5adf7c3525e8', 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:46:26.137967 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42da0be8-5508-4f76-945c-9e7783724914 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (9ddbc5fc-d897-4780-83c3-a68b23bb672b), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.185553 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-81cc35de-4fbe-498f-8d9a-935c45a136dc None None] Publish callbacks [] for port (815e96cb-da24-4ef1-9176-107b3c27afca), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.186963 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 81dc2cce-8bb0-4f65-ba7b-960b8704887b is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:46:26.188164 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 47ad2f9c-354e-4f96-b6ef-a6f57867adef up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:46:26.193965 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42da0be8-5508-4f76-945c-9e7783724914 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (9ddbc5fc-d897-4780-83c3-a68b23bb672b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.197369 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42da0be8-5508-4f76-945c-9e7783724914 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (9ddbc5fc-d897-4780-83c3-a68b23bb672b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.213623 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-81cc35de-4fbe-498f-8d9a-935c45a136dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (815e96cb-da24-4ef1-9176-107b3c27afca), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.215948 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da0be8-5508-4f76-945c-9e7783724914 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ddbc5fc-d897-4780-83c3-a68b23bb672b,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:26.223314 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42da0be8-5508-4f76-945c-9e7783724914 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.225881 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-42da0be8-5508-4f76-945c-9e7783724914 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166136 Feb 07 21:46:26.228637 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43602) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:26.233241 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-da6d7c26-e65c-4092-b1f4-329bdbcb5abc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'security_group_rule': {'security_group_id': '9b1f4d12-2d99-4d70-8087-5adf7c3525e8', 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:46:26.258540 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da6d7c26-e65c-4092-b1f4-329bdbcb5abc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (38f61091-b259-40b0-839f-b5eb735f25ea), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.280973 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696beb6-fc0f-4f70-ba07-af2f46fd53a2 None None] Pushing event updated for resources: {'Port': ['ID=815e96cb-da24-4ef1-9176-107b3c27afca,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:26.329289 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 47ad2f9c-354e-4f96-b6ef-a6f57867adef triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:46:26.329492 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da6d7c26-e65c-4092-b1f4-329bdbcb5abc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (38f61091-b259-40b0-839f-b5eb735f25ea), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.329698 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (47ad2f9c-354e-4f96-b6ef-a6f57867adef), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.336162 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da6d7c26-e65c-4092-b1f4-329bdbcb5abc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (38f61091-b259-40b0-839f-b5eb735f25ea), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.352906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d7c26-e65c-4092-b1f4-329bdbcb5abc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f61091-b259-40b0-839f-b5eb735f25ea,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:26.362648 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-81cc35de-4fbe-498f-8d9a-935c45a136dc None None] Attempting to bind port 815e96cb-da24-4ef1-9176-107b3c27afca on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:46:26.363064 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-81cc35de-4fbe-498f-8d9a-935c45a136dc None None] Attempting to bind port 815e96cb-da24-4ef1-9176-107b3c27afca by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '1fd0ce06-294b-4f35-aead-84c40876d6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:46:26.363389 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc35de-4fbe-498f-8d9a-935c45a136dc None None] Attempting to bind port 815e96cb-da24-4ef1-9176-107b3c27afca on network d0a63345-3254-4a3c-9439-ef028981dbfe {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:46:26.367526 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da6d7c26-e65c-4092-b1f4-329bdbcb5abc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.369085 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-da6d7c26-e65c-4092-b1f4-329bdbcb5abc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394992 Feb 07 21:46:26.372060 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43604) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:26.377126 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc35de-4fbe-498f-8d9a-935c45a136dc None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:46:26.377496 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc35de-4fbe-498f-8d9a-935c45a136dc None None] Checking segment: {'id': '1fd0ce06-294b-4f35-aead-84c40876d6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:46:26.377772 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-95ee7aed-4cbb-453f-959d-9d4718727202 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'security_group_rule': {'security_group_id': '9b1f4d12-2d99-4d70-8087-5adf7c3525e8', 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:46:26.377888 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-81cc35de-4fbe-498f-8d9a-935c45a136dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.378809 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc35de-4fbe-498f-8d9a-935c45a136dc None None] Bound using segment: {'id': '1fd0ce06-294b-4f35-aead-84c40876d6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:46:26.379280 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-81cc35de-4fbe-498f-8d9a-935c45a136dc None None] Bound port: 815e96cb-da24-4ef1-9176-107b3c27afca, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd0ce06-294b-4f35-aead-84c40876d6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:46:26.379681 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-81cc35de-4fbe-498f-8d9a-935c45a136dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (815e96cb-da24-4ef1-9176-107b3c27afca), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.409081 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95ee7aed-4cbb-453f-959d-9d4718727202 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (fb4a4148-e262-4a26-ab7b-fd0a0662d387), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.473633 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95ee7aed-4cbb-453f-959d-9d4718727202 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (fb4a4148-e262-4a26-ab7b-fd0a0662d387), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.477857 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95ee7aed-4cbb-453f-959d-9d4718727202 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (fb4a4148-e262-4a26-ab7b-fd0a0662d387), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.477951 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-81cc35de-4fbe-498f-8d9a-935c45a136dc None None] For port 815e96cb-da24-4ef1-9176-107b3c27afca, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:46:26.480068 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 47ad2f9c-354e-4f96-b6ef-a6f57867adef is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:46:26.491701 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-81cc35de-4fbe-498f-8d9a-935c45a136dc None None] For port 815e96cb-da24-4ef1-9176-107b3c27afca, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=815e96cb-da24-4ef1-9176-107b3c27afca,segment=NetworkSegment(1fd0ce06-294b-4f35-aead-84c40876d6c9),segment_id=1fd0ce06-294b-4f35-aead-84c40876d6c9)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:46:26.495851 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee7aed-4cbb-453f-959d-9d4718727202 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb4a4148-e262-4a26-ab7b-fd0a0662d387,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:26.497815 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-81cc35de-4fbe-498f-8d9a-935c45a136dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (815e96cb-da24-4ef1-9176-107b3c27afca), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.504225 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95ee7aed-4cbb-453f-959d-9d4718727202 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.508116 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-95ee7aed-4cbb-453f-959d-9d4718727202 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317523 Feb 07 21:46:26.508262 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43606) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:26.513033 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b04c42af-76c8-4e31-a560-bdfc03c175cc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'security_group_rule': {'security_group_id': '9b1f4d12-2d99-4d70-8087-5adf7c3525e8', 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:46:26.533449 n-d-828185-2 neutron-server[103256]: INFO neutron.db.securitygroups_db [None req-b04c42af-76c8-4e31-a560-bdfc03c175cc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Project a47ac3a72c7a403d93faa392564401ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 21:46:26.546484 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b04c42af-76c8-4e31-a560-bdfc03c175cc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (eca19de1-0b44-4977-b44d-c78cb2f30d37), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.570583 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f064932f-55bd-44cd-8dc4-c53ce21f929e None None] Provisioning complete for port 815e96cb-da24-4ef1-9176-107b3c27afca triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:46:26.570980 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f064932f-55bd-44cd-8dc4-c53ce21f929e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (815e96cb-da24-4ef1-9176-107b3c27afca), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.577603 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cc35de-4fbe-498f-8d9a-935c45a136dc None None] Routers {'546a7cd2-f44b-41f9-a7c1-129602d18e37'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:46:26.578239 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-81cc35de-4fbe-498f-8d9a-935c45a136dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:46:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['546a7cd2-f44b-41f9-a7c1-129602d18e37'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:26.580140 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696beb6-fc0f-4f70-ba07-af2f46fd53a2 None None] Pushing event updated for resources: {'Port': ['ID=815e96cb-da24-4ef1-9176-107b3c27afca,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:26.619781 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b04c42af-76c8-4e31-a560-bdfc03c175cc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (eca19de1-0b44-4977-b44d-c78cb2f30d37), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.625546 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b04c42af-76c8-4e31-a560-bdfc03c175cc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (eca19de1-0b44-4977-b44d-c78cb2f30d37), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.647374 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c42af-76c8-4e31-a560-bdfc03c175cc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca19de1-0b44-4977-b44d-c78cb2f30d37,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:26.657669 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b04c42af-76c8-4e31-a560-bdfc03c175cc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.660366 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b04c42af-76c8-4e31-a560-bdfc03c175cc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1497414 Feb 07 21:46:26.662153 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43608) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:26.669754 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e5b8e4d0-0a70-4084-8a0f-a1dd51641642 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'security_group_rule': {'security_group_id': '9b1f4d12-2d99-4d70-8087-5adf7c3525e8', 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:46:26.696265 n-d-828185-2 neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-e5b8e4d0-0a70-4084-8a0f-a1dd51641642 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Project a47ac3a72c7a403d93faa392564401ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 21:46:26.701600 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e4d0-0a70-4084-8a0f-a1dd51641642 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (4b7d3813-77c8-48ca-a434-c127790907ae), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.751487 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-81cc35de-4fbe-498f-8d9a-935c45a136dc None None] Set router 546a7cd2-f44b-41f9-a7c1-129602d18e37 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:46:26.766738 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e4d0-0a70-4084-8a0f-a1dd51641642 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (4b7d3813-77c8-48ca-a434-c127790907ae), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.771661 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e4d0-0a70-4084-8a0f-a1dd51641642 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (4b7d3813-77c8-48ca-a434-c127790907ae), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.783382 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f064932f-55bd-44cd-8dc4-c53ce21f929e None None] Current status of the port 815e96cb-da24-4ef1-9176-107b3c27afca is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:46:26.783762 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f064932f-55bd-44cd-8dc4-c53ce21f929e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (815e96cb-da24-4ef1-9176-107b3c27afca), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.792019 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8e4d0-0a70-4084-8a0f-a1dd51641642 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7d3813-77c8-48ca-a434-c127790907ae,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:26.798232 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e4d0-0a70-4084-8a0f-a1dd51641642 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:26.804841 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e5b8e4d0-0a70-4084-8a0f-a1dd51641642 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397254 Feb 07 21:46:26.955249 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-ac87cf58-637b-42c7-a5b1-08028538cbcc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1788869731&fields=id&tenant_id=a47ac3a72c7a403d93faa392564401ca HTTP/1.1" status: 200 len: 267 time: 0.0480542 Feb 07 21:46:27.053008 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f064932f-55bd-44cd-8dc4-c53ce21f929e None None] For port 815e96cb-da24-4ef1-9176-107b3c27afca, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=815e96cb-da24-4ef1-9176-107b3c27afca,segment=NetworkSegment(1fd0ce06-294b-4f35-aead-84c40876d6c9),segment_id=1fd0ce06-294b-4f35-aead-84c40876d6c9)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:46:27.059557 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f064932f-55bd-44cd-8dc4-c53ce21f929e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (815e96cb-da24-4ef1-9176-107b3c27afca), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:27.067099 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-f4ae96ed-83d9-444a-9918-447419a81b07 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:27.068589 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-f4ae96ed-83d9-444a-9918-447419a81b07 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/networks?id=d0a63345-3254-4a3c-9439-ef028981dbfe HTTP/1.1" status: 200 len: 796 time: 0.1066096 Feb 07 21:46:27.083954 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-bc45a2e4-4472-4148-90e1-c74c3accc2a2 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/quotas/a47ac3a72c7a403d93faa392564401ca HTTP/1.1" status: 200 len: 375 time: 0.0098612 Feb 07 21:46:27.138873 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-1b8aca0b-5151-420f-8af4-49767f6d4f09 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a47ac3a72c7a403d93faa392564401ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496871 Feb 07 21:46:27.145477 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064932f-55bd-44cd-8dc4-c53ce21f929e None None] Pushing event updated for resources: {'Port': ['ID=815e96cb-da24-4ef1-9176-107b3c27afca,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:27.186109 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-81cc35de-4fbe-498f-8d9a-935c45a136dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'name': 'tempest-TestNetworkBasicOps-router-576809473', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:46:20Z', 'updated_at': '2022-02-07T21:46:23Z', 'revision_number': 4, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:46:21Z', 'updated_at': '2022-02-07T21:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '815e96cb-da24-4ef1-9176-107b3c27afca', 'name': '', 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'mac_address': 'fa:16:3e:bd:ec:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '1f045980-719f-4ca3-a65c-84fa2b333c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:46:23Z', 'updated_at': '2022-02-07T21:46:26Z', 'revision_number': 4, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'subnets': [{'id': '1f045980-719f-4ca3-a65c-84fa2b333c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:27.188213 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-22a0e5df-4194-499b-bec1-9740485d17e1 None None] Provisioning complete for port 815e96cb-da24-4ef1-9176-107b3c27afca triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:46:27.188753 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-22a0e5df-4194-499b-bec1-9740485d17e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (815e96cb-da24-4ef1-9176-107b3c27afca), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:27.235885 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cc35de-4fbe-498f-8d9a-935c45a136dc None None] The sync data for ids ['546a7cd2-f44b-41f9-a7c1-129602d18e37'] in n-d-828185-2 is: [{'id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'name': 'tempest-TestNetworkBasicOps-router-576809473', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:46:20Z', 'updated_at': '2022-02-07T21:46:23Z', 'revision_number': 4, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:46:21Z', 'updated_at': '2022-02-07T21:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '815e96cb-da24-4ef1-9176-107b3c27afca', 'name': '', 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'mac_address': 'fa:16:3e:bd:ec:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '1f045980-719f-4ca3-a65c-84fa2b333c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:46:23Z', 'updated_at': '2022-02-07T21:46:26Z', 'revision_number': 4, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'subnets': [{'id': '1f045980-719f-4ca3-a65c-84fa2b333c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:46:27.313016 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-22a0e5df-4194-499b-bec1-9740485d17e1 None None] Current status of the port 815e96cb-da24-4ef1-9176-107b3c27afca is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:46:27.313193 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-ec784412-818e-47e1-b187-c134e1601bea service neutron] 10.222.0.65 "GET /v2.0/networks/d0a63345-3254-4a3c-9439-ef028981dbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607120 Feb 07 21:46:27.405711 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-58dd3ef7-ed6c-43ab-adde-bcbf02d1177e service neutron] 10.222.0.65 "GET /v2.0/networks/d0a63345-3254-4a3c-9439-ef028981dbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906625 Feb 07 21:46:27.580994 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d342fcd9-6628-4a96-a7e2-c20a592cc595 req-10769343-440a-47f7-b981-e4de7b78eb3a tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cf6b7ba-4479-4777-8cf9-e47c36163c67 HTTP/1.1" status: 200 len: 210 time: 0.0292699 Feb 07 21:46:27.767157 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 815e96cb-da24-4ef1-9176-107b3c27afca up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:46:27.817725 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 815e96cb-da24-4ef1-9176-107b3c27afca triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:46:27.818098 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (815e96cb-da24-4ef1-9176-107b3c27afca), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:27.903268 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 815e96cb-da24-4ef1-9176-107b3c27afca is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:46:28.661846 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad218341-0e5b-4da0-9b37-68cbc354f168 req-e10dcdf0-7c52-46d2-9f4e-916c0a87b52e tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cf6b7ba-4479-4777-8cf9-e47c36163c67 HTTP/1.1" status: 200 len: 210 time: 0.0277910 Feb 07 21:46:29.758449 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e4472b0-1ee5-4e69-836e-14a86bdf6143 req-ec6ce321-d8b3-4302-8330-a3a955b28200 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cf6b7ba-4479-4777-8cf9-e47c36163c67 HTTP/1.1" status: 200 len: 210 time: 0.0300155 Feb 07 21:46:30.590187 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-ffd78459-206f-4150-8e9e-a6d9be05f627 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:30.591624 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-ffd78459-206f-4150-8e9e-a6d9be05f627 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.69 "GET /v2.0/networks?id=d0a63345-3254-4a3c-9439-ef028981dbfe HTTP/1.1" status: 200 len: 796 time: 0.1013389 Feb 07 21:46:30.656492 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-61fc5fe4-7834-49e3-bd8a-2d8971961ffb tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a47ac3a72c7a403d93faa392564401ca HTTP/1.1" status: 200 len: 380 time: 0.0563393 Feb 07 21:46:30.666075 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-4ad4241f-5995-4f02-a96d-3cd890ff7f6e tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'port': {'device_id': '2cf6b7ba-4479-4777-8cf9-e47c36163c67', 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe', 'admin_state_up': True, 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'security_groups': ['9b1f4d12-2d99-4d70-8087-5adf7c3525e8']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:46:30.768658 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-4ad4241f-5995-4f02-a96d-3cd890ff7f6e tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Made reservation on behalf of a47ac3a72c7a403d93faa392564401ca for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:46:30.771942 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-4ad4241f-5995-4f02-a96d-3cd890ff7f6e tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:30.855802 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1a8ff1b6-adfa-4027-bf8a-e394d4e637c8 req-59e4e3cd-499f-4bcd-9109-d2ac625904ff tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cf6b7ba-4479-4777-8cf9-e47c36163c67 HTTP/1.1" status: 200 len: 210 time: 0.0271907 Feb 07 21:46:30.908969 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-4ad4241f-5995-4f02-a96d-3cd890ff7f6e tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Allocated IP 172.20.0.10 (d0a63345-3254-4a3c-9439-ef028981dbfe/1f045980-719f-4ca3-a65c-84fa2b333c08/48970320-d4c1-4a82-abf3-44d8d53c661b) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:46:31.046309 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-4ad4241f-5995-4f02-a96d-3cd890ff7f6e tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for port (48970320-d4c1-4a82-abf3-44d8d53c661b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:31.079551 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-4ad4241f-5995-4f02-a96d-3cd890ff7f6e tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (48970320-d4c1-4a82-abf3-44d8d53c661b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:31.122134 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-4ad4241f-5995-4f02-a96d-3cd890ff7f6e tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Network d0a63345-3254-4a3c-9439-ef028981dbfe is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:46:31.125196 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-4ad4241f-5995-4f02-a96d-3cd890ff7f6e tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:46:31.129279 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-4ad4241f-5995-4f02-a96d-3cd890ff7f6e tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:46:31.135518 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4241f-5995-4f02-a96d-3cd890ff7f6e tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'Port': ['ID=48970320-d4c1-4a82-abf3-44d8d53c661b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:31.180712 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-4ad4241f-5995-4f02-a96d-3cd890ff7f6e tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:31.181331 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-4ad4241f-5995-4f02-a96d-3cd890ff7f6e tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:31.198589 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-4ad4241f-5995-4f02-a96d-3cd890ff7f6e tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5359988 Feb 07 21:46:31.209653 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-58912969-027d-4b38-a154-448fdda2750e service neutron] Request body: {'port': {'device_id': '2cf6b7ba-4479-4777-8cf9-e47c36163c67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:46:31.280977 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-58912969-027d-4b38-a154-448fdda2750e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (48970320-d4c1-4a82-abf3-44d8d53c661b), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:31.359547 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3f054a1c-ddf4-422d-bc67-e02a2ff03e44 None None] Provisioning complete for port 48970320-d4c1-4a82-abf3-44d8d53c661b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:46:31.360101 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3f054a1c-ddf4-422d-bc67-e02a2ff03e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (48970320-d4c1-4a82-abf3-44d8d53c661b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:31.393791 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3f054a1c-ddf4-422d-bc67-e02a2ff03e44 None None] Port 48970320-d4c1-4a82-abf3-44d8d53c661b cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:46:31.536431 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-58912969-027d-4b38-a154-448fdda2750e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48970320-d4c1-4a82-abf3-44d8d53c661b {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:46:31.543607 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-58912969-027d-4b38-a154-448fdda2750e service neutron] Publish callbacks [] for port (48970320-d4c1-4a82-abf3-44d8d53c661b), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:31.555110 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-58912969-027d-4b38-a154-448fdda2750e service neutron] Transition to ACTIVE for port object 48970320-d4c1-4a82-abf3-44d8d53c661b will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:46:31.558989 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-58912969-027d-4b38-a154-448fdda2750e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (48970320-d4c1-4a82-abf3-44d8d53c661b), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:31.613501 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58912969-027d-4b38-a154-448fdda2750e service neutron] Pushing event updated for resources: {'Port': ['ID=48970320-d4c1-4a82-abf3-44d8d53c661b,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:31.691196 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-58912969-027d-4b38-a154-448fdda2750e service neutron] Attempting to bind port 48970320-d4c1-4a82-abf3-44d8d53c661b on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:46:31.691521 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-58912969-027d-4b38-a154-448fdda2750e service neutron] Attempting to bind port 48970320-d4c1-4a82-abf3-44d8d53c661b by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '1fd0ce06-294b-4f35-aead-84c40876d6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:46:31.691849 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-58912969-027d-4b38-a154-448fdda2750e service neutron] Attempting to bind port 48970320-d4c1-4a82-abf3-44d8d53c661b on network d0a63345-3254-4a3c-9439-ef028981dbfe {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:46:31.696381 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-58912969-027d-4b38-a154-448fdda2750e service neutron] Port 48970320-d4c1-4a82-abf3-44d8d53c661b on network d0a63345-3254-4a3c-9439-ef028981dbfe not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:46:31.696714 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-58912969-027d-4b38-a154-448fdda2750e service neutron] Attempting to bind port 48970320-d4c1-4a82-abf3-44d8d53c661b on network d0a63345-3254-4a3c-9439-ef028981dbfe {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:46:31.702262 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-58912969-027d-4b38-a154-448fdda2750e service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:46:31.702553 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-58912969-027d-4b38-a154-448fdda2750e service neutron] Checking segment: {'id': '1fd0ce06-294b-4f35-aead-84c40876d6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:46:31.703015 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-58912969-027d-4b38-a154-448fdda2750e service neutron] Bound using segment: {'id': '1fd0ce06-294b-4f35-aead-84c40876d6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:46:31.703517 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-58912969-027d-4b38-a154-448fdda2750e service neutron] Bound port: 48970320-d4c1-4a82-abf3-44d8d53c661b, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd0ce06-294b-4f35-aead-84c40876d6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:46:31.703652 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-58912969-027d-4b38-a154-448fdda2750e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (48970320-d4c1-4a82-abf3-44d8d53c661b), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:31.770937 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-58912969-027d-4b38-a154-448fdda2750e service neutron] For port 48970320-d4c1-4a82-abf3-44d8d53c661b, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:46:31.774513 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-58912969-027d-4b38-a154-448fdda2750e service neutron] For port 48970320-d4c1-4a82-abf3-44d8d53c661b, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=48970320-d4c1-4a82-abf3-44d8d53c661b,segment=NetworkSegment(1fd0ce06-294b-4f35-aead-84c40876d6c9),segment_id=1fd0ce06-294b-4f35-aead-84c40876d6c9)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:46:31.780913 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-58912969-027d-4b38-a154-448fdda2750e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (48970320-d4c1-4a82-abf3-44d8d53c661b), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:31.814744 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-58912969-027d-4b38-a154-448fdda2750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:31.815424 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-58912969-027d-4b38-a154-448fdda2750e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:31.816832 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-58912969-027d-4b38-a154-448fdda2750e service neutron] 10.222.0.69 "PUT /v2.0/ports/48970320-d4c1-4a82-abf3-44d8d53c661b HTTP/1.1" status: 200 len: 1092 time: 0.6115260 Feb 07 21:46:31.817448 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf6b7ba-4479-4777-8cf9-e47c36163c67', 'tag': '48970320-d4c1-4a82-abf3-44d8d53c661b'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:46:31.819528 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2206997c-9ac0-4f81-9a8a-554c14b172cd" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf6b7ba-4479-4777-8cf9-e47c36163c67", "tag": "48970320-d4c1-4a82-abf3-44d8d53c661b"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:46:31.844435 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58912969-027d-4b38-a154-448fdda2750e service neutron] Pushing event updated for resources: {'Port': ['ID=48970320-d4c1-4a82-abf3-44d8d53c661b,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:31.890654 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb2459c-6809-4eec-878c-78e27729e02c x-openstack-request-id: req-0bb2459c-6809-4eec-878c-78e27729e02c {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:46:31.890956 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf6b7ba-4479-4777-8cf9-e47c36163c67", "tag": "48970320-d4c1-4a82-abf3-44d8d53c661b", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:46:31.891283 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0bb2459c-6809-4eec-878c-78e27729e02c {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:46:31.891674 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf6b7ba-4479-4777-8cf9-e47c36163c67', 'tag': '48970320-d4c1-4a82-abf3-44d8d53c661b', 'status': 'completed', 'code': 200} Feb 07 21:46:31.918558 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-b8287ce9-05ea-4c8f-bc98-4a9e149b5467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:31.920078 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-b8287ce9-05ea-4c8f-bc98-4a9e149b5467 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a47ac3a72c7a403d93faa392564401ca&device_id=2cf6b7ba-4479-4777-8cf9-e47c36163c67 HTTP/1.1" status: 200 len: 1126 time: 0.0624139 Feb 07 21:46:31.967142 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-828e0738-1b22-40a0-9215-5215aec6305c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48970320-d4c1-4a82-abf3-44d8d53c661b HTTP/1.1" status: 200 len: 217 time: 0.0401158 Feb 07 21:46:31.989956 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5409f08-ca27-4c16-ad99-cdb7f5d67fb4 req-0c09209d-ef72-454d-970f-eacb3e1d5412 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:31.991619 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f5409f08-ca27-4c16-ad99-cdb7f5d67fb4 req-0c09209d-ef72-454d-970f-eacb3e1d5412 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cf6b7ba-4479-4777-8cf9-e47c36163c67 HTTP/1.1" status: 200 len: 944 time: 0.0614717 Feb 07 21:46:32.017839 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-95114e80-a13d-4411-b52b-97de6697545f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:32.021300 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-95114e80-a13d-4411-b52b-97de6697545f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1f045980-719f-4ca3-a65c-84fa2b333c08 HTTP/1.1" status: 200 len: 834 time: 0.0479946 Feb 07 21:46:32.045147 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f5409f08-ca27-4c16-ad99-cdb7f5d67fb4 req-2deb911e-1ba6-4b1d-aca0-e06c2a7b5a46 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b1f4d12-2d99-4d70-8087-5adf7c3525e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460157 Feb 07 21:46:32.070611 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-217f7f06-0883-4177-a6af-c75cc96c804f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:32.072118 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-217f7f06-0883-4177-a6af-c75cc96c804f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d0a63345-3254-4a3c-9439-ef028981dbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455608 Feb 07 21:46:32.163295 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-04997869-bad0-44fc-82fb-74183201f856 service neutron] 10.222.0.69 "GET /v2.0/networks/d0a63345-3254-4a3c-9439-ef028981dbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849228 Feb 07 21:46:32.249124 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cfaf2f7e-1f06-4226-a0bc-27220a90e3ea req-c5df6d51-bcd2-4226-89c1-68060b3ce17c service neutron] 10.222.0.69 "GET /v2.0/networks/d0a63345-3254-4a3c-9439-ef028981dbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804553 Feb 07 21:46:32.340455 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206997c-9ac0-4f81-9a8a-554c14b172cd req-de46aa85-559c-48fb-b743-ba8b4a75a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:32.342013 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2206997c-9ac0-4f81-9a8a-554c14b172cd req-de46aa85-559c-48fb-b743-ba8b4a75a8e9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a47ac3a72c7a403d93faa392564401ca&device_id=2cf6b7ba-4479-4777-8cf9-e47c36163c67 HTTP/1.1" status: 200 len: 1126 time: 0.0499551 Feb 07 21:46:32.429054 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206997c-9ac0-4f81-9a8a-554c14b172cd req-e209a36f-a2e4-4dbe-aaae-273b39c8ec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:32.430423 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2206997c-9ac0-4f81-9a8a-554c14b172cd req-e209a36f-a2e4-4dbe-aaae-273b39c8ec77 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d0a63345-3254-4a3c-9439-ef028981dbfe HTTP/1.1" status: 200 len: 897 time: 0.0824995 Feb 07 21:46:32.474268 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2206997c-9ac0-4f81-9a8a-554c14b172cd req-4500f201-d188-492a-bbed-f55b4b007134 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48970320-d4c1-4a82-abf3-44d8d53c661b HTTP/1.1" status: 200 len: 217 time: 0.0379527 Feb 07 21:46:32.520127 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206997c-9ac0-4f81-9a8a-554c14b172cd req-627361da-4933-4096-ab01-1068440b9c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:32.521556 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2206997c-9ac0-4f81-9a8a-554c14b172cd req-627361da-4933-4096-ab01-1068440b9c53 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1f045980-719f-4ca3-a65c-84fa2b333c08 HTTP/1.1" status: 200 len: 834 time: 0.0423481 Feb 07 21:46:32.570258 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206997c-9ac0-4f81-9a8a-554c14b172cd req-076fb7e7-5400-4a3a-8b44-40b9edd9dc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:32.571753 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2206997c-9ac0-4f81-9a8a-554c14b172cd req-076fb7e7-5400-4a3a-8b44-40b9edd9dc92 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d0a63345-3254-4a3c-9439-ef028981dbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449140 Feb 07 21:46:32.660698 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2206997c-9ac0-4f81-9a8a-554c14b172cd req-ad1b494a-c766-4b93-910f-d3f41abe816e service neutron] 10.222.0.69 "GET /v2.0/networks/d0a63345-3254-4a3c-9439-ef028981dbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832174 Feb 07 21:46:32.746715 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2206997c-9ac0-4f81-9a8a-554c14b172cd req-5aa7337d-c661-43d5-9b7a-cc8d41c96a51 service neutron] 10.222.0.69 "GET /v2.0/networks/d0a63345-3254-4a3c-9439-ef028981dbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809016 Feb 07 21:46:33.164134 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e17f30-87ba-4717-9949-d34df149068b req-f1abd10b-90c8-4b7a-94e8-feebb421d8b9 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:33.165606 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38e17f30-87ba-4717-9949-d34df149068b req-f1abd10b-90c8-4b7a-94e8-feebb421d8b9 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cf6b7ba-4479-4777-8cf9-e47c36163c67 HTTP/1.1" status: 200 len: 944 time: 0.0502117 Feb 07 21:46:33.214707 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38e17f30-87ba-4717-9949-d34df149068b req-9df72c66-e90b-46de-8711-4efbe8bfc6e8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b1f4d12-2d99-4d70-8087-5adf7c3525e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436432 Feb 07 21:46:34.003579 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:34.214495 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:34.344893 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fdd42-6db2-4cb2-b23d-2b94d2fda914 req-bfff788c-313a-408f-950d-e6a6555c21ac tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:34.346528 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-086fdd42-6db2-4cb2-b23d-2b94d2fda914 req-bfff788c-313a-408f-950d-e6a6555c21ac tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cf6b7ba-4479-4777-8cf9-e47c36163c67 HTTP/1.1" status: 200 len: 944 time: 0.0635736 Feb 07 21:46:34.396042 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-086fdd42-6db2-4cb2-b23d-2b94d2fda914 req-94975db3-c519-457a-907e-33f17f448269 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b1f4d12-2d99-4d70-8087-5adf7c3525e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429313 Feb 07 21:46:35.512152 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0812e-bcc3-4431-ab06-cf03dd94f43c req-45c641dc-8bda-421e-aa10-43f50d4da192 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:35.513640 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-deb0812e-bcc3-4431-ab06-cf03dd94f43c req-45c641dc-8bda-421e-aa10-43f50d4da192 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cf6b7ba-4479-4777-8cf9-e47c36163c67 HTTP/1.1" status: 200 len: 944 time: 0.0516610 Feb 07 21:46:35.560398 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-deb0812e-bcc3-4431-ab06-cf03dd94f43c req-e34f20d1-c03d-45af-b9a7-06a151d41747 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b1f4d12-2d99-4d70-8087-5adf7c3525e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408020 Feb 07 21:46:35.582686 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 48970320-d4c1-4a82-abf3-44d8d53c661b details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:46:35.677454 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 48970320-d4c1-4a82-abf3-44d8d53c661b, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=48970320-d4c1-4a82-abf3-44d8d53c661b,segment=NetworkSegment(1fd0ce06-294b-4f35-aead-84c40876d6c9),segment_id=1fd0ce06-294b-4f35-aead-84c40876d6c9)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:46:35.688739 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '48970320-d4c1-4a82-abf3-44d8d53c661b', 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe', 'port_id': '48970320-d4c1-4a82-abf3-44d8d53c661b', 'mac_address': 'fa:16:3e:19:c4:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f045980-719f-4ca3-a65c-84fa2b333c08', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:46:35.731430 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 48970320-d4c1-4a82-abf3-44d8d53c661b is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:46:35.731823 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (48970320-d4c1-4a82-abf3-44d8d53c661b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:35.744839 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48970320-d4c1-4a82-abf3-44d8d53c661b {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:46:35.763396 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 48970320-d4c1-4a82-abf3-44d8d53c661b, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=48970320-d4c1-4a82-abf3-44d8d53c661b,segment=NetworkSegment(1fd0ce06-294b-4f35-aead-84c40876d6c9),segment_id=1fd0ce06-294b-4f35-aead-84c40876d6c9)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:46:35.767011 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (48970320-d4c1-4a82-abf3-44d8d53c661b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:35.813319 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=48970320-d4c1-4a82-abf3-44d8d53c661b,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:36.046857 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['48970320-d4c1-4a82-abf3-44d8d53c661b'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:46:36.680100 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05546f0-b46e-4f5e-9150-c5df762306f5 req-39cd3d1d-7e9c-4c31-acdc-38c9e3b6d5b8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:36.681622 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e05546f0-b46e-4f5e-9150-c5df762306f5 req-39cd3d1d-7e9c-4c31-acdc-38c9e3b6d5b8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cf6b7ba-4479-4777-8cf9-e47c36163c67 HTTP/1.1" status: 200 len: 945 time: 0.0550494 Feb 07 21:46:36.730719 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e05546f0-b46e-4f5e-9150-c5df762306f5 req-be36887e-bd0b-4ed5-b106-2716484a47c9 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b1f4d12-2d99-4d70-8087-5adf7c3525e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435448 Feb 07 21:46:37.598276 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 48970320-d4c1-4a82-abf3-44d8d53c661b up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:46:37.646167 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 48970320-d4c1-4a82-abf3-44d8d53c661b completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:46:37.650528 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 48970320-d4c1-4a82-abf3-44d8d53c661b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:46:37.650923 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (48970320-d4c1-4a82-abf3-44d8d53c661b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:37.731873 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 48970320-d4c1-4a82-abf3-44d8d53c661b is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:46:37.732259 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (48970320-d4c1-4a82-abf3-44d8d53c661b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:37.755736 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf6b7ba-4479-4777-8cf9-e47c36163c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48970320-d4c1-4a82-abf3-44d8d53c661b'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:46:37.758080 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce39ed40-969c-4ae5-bda1-0bcccd2d4ef3" -d '{"events": [{"server_uuid": "2cf6b7ba-4479-4777-8cf9-e47c36163c67", "name": "network-vif-plugged", "status": "completed", "tag": "48970320-d4c1-4a82-abf3-44d8d53c661b"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:46:37.773068 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 48970320-d4c1-4a82-abf3-44d8d53c661b, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=48970320-d4c1-4a82-abf3-44d8d53c661b,segment=NetworkSegment(1fd0ce06-294b-4f35-aead-84c40876d6c9),segment_id=1fd0ce06-294b-4f35-aead-84c40876d6c9)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:46:37.777662 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (48970320-d4c1-4a82-abf3-44d8d53c661b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:37.805295 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6165e238-b14f-4c16-b2ef-8e6a112da8c7 x-openstack-request-id: req-6165e238-b14f-4c16-b2ef-8e6a112da8c7 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:46:37.805591 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf6b7ba-4479-4777-8cf9-e47c36163c67", "name": "network-vif-plugged", "status": "completed", "tag": "48970320-d4c1-4a82-abf3-44d8d53c661b", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:46:37.805858 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6165e238-b14f-4c16-b2ef-8e6a112da8c7 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:46:37.806247 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf6b7ba-4479-4777-8cf9-e47c36163c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48970320-d4c1-4a82-abf3-44d8d53c661b', 'code': 200} Feb 07 21:46:37.834944 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=48970320-d4c1-4a82-abf3-44d8d53c661b,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:37.854327 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2c801-42c0-44cf-a906-0c3cf477bc10 req-6f013107-8ff9-47ed-bc15-a433688d14c3 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:37.856753 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7fe2c801-42c0-44cf-a906-0c3cf477bc10 req-6f013107-8ff9-47ed-bc15-a433688d14c3 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cf6b7ba-4479-4777-8cf9-e47c36163c67 HTTP/1.1" status: 200 len: 946 time: 0.0559368 Feb 07 21:46:37.901418 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5e693-90af-4d9c-a365-82678f47b539 req-362e12cb-7ab7-43b2-b799-63daf4131451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:37.902850 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8ad5e693-90af-4d9c-a365-82678f47b539 req-362e12cb-7ab7-43b2-b799-63daf4131451 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2cf6b7ba-4479-4777-8cf9-e47c36163c67 HTTP/1.1" status: 200 len: 1128 time: 0.0495257 Feb 07 21:46:37.904862 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7fe2c801-42c0-44cf-a906-0c3cf477bc10 req-833671a7-a6cd-4934-885e-a19d9791f720 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b1f4d12-2d99-4d70-8087-5adf7c3525e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432324 Feb 07 21:46:37.948874 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8ad5e693-90af-4d9c-a365-82678f47b539 req-95ed7aa4-4e4d-4bdb-9aab-387758dcab39 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9b1f4d12-2d99-4d70-8087-5adf7c3525e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394139 Feb 07 21:46:39.022856 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f6a29-378e-43b3-b580-fc77d6b35526 req-67af65f4-7662-411f-a05a-45c59a495cf8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:39.024214 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-698f6a29-378e-43b3-b580-fc77d6b35526 req-67af65f4-7662-411f-a05a-45c59a495cf8 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cf6b7ba-4479-4777-8cf9-e47c36163c67 HTTP/1.1" status: 200 len: 946 time: 0.0506318 Feb 07 21:46:39.074137 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-698f6a29-378e-43b3-b580-fc77d6b35526 req-b39581e7-1bfb-47ad-819b-122125b47f80 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b1f4d12-2d99-4d70-8087-5adf7c3525e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443108 Feb 07 21:46:40.191371 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e00c8-bde9-44f9-a073-84202e28b1a1 req-e3527cb0-6b07-4d11-96f8-d8f304e424b5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:40.192979 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e2e00c8-bde9-44f9-a073-84202e28b1a1 req-e3527cb0-6b07-4d11-96f8-d8f304e424b5 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cf6b7ba-4479-4777-8cf9-e47c36163c67 HTTP/1.1" status: 200 len: 946 time: 0.0517397 Feb 07 21:46:40.243142 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e2e00c8-bde9-44f9-a073-84202e28b1a1 req-00fc25a8-d21a-4d57-9981-576e78abd170 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b1f4d12-2d99-4d70-8087-5adf7c3525e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434487 Feb 07 21:46:40.360468 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e2b2e-442e-41d5-a41d-e6556c99c708 req-8dc032fa-ff44-4a08-b065-468b2b718c44 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:40.361970 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-542e2b2e-442e-41d5-a41d-e6556c99c708 req-8dc032fa-ff44-4a08-b065-468b2b718c44 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cf6b7ba-4479-4777-8cf9-e47c36163c67 HTTP/1.1" status: 200 len: 946 time: 0.0529583 Feb 07 21:46:40.410177 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-542e2b2e-442e-41d5-a41d-e6556c99c708 req-a851906f-545f-4f0a-9d33-5ac4485886b1 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b1f4d12-2d99-4d70-8087-5adf7c3525e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427058 Feb 07 21:46:40.431603 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43680) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:40.796743 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12f298b-0503-4598-b6f2-fddbd26906e1 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:40.798255 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d12f298b-0503-4598-b6f2-fddbd26906e1 tempest-TestNetworkBasicOps-1033829043 tempest-TestNetworkBasicOps-1033829043-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2cf6b7ba-4479-4777-8cf9-e47c36163c67 HTTP/1.1" status: 200 len: 1123 time: 0.3657017 Feb 07 21:46:40.801649 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43682) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:40.805757 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-91fb791a-454c-47b8-9c04-47b2c8035149 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'port_id': '48970320-d4c1-4a82-abf3-44d8d53c661b', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:46:40.825818 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91fb791a-454c-47b8-9c04-47b2c8035149 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:40.918019 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91fb791a-454c-47b8-9c04-47b2c8035149 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:41.023118 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-91fb791a-454c-47b8-9c04-47b2c8035149 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Allocated IP 172.25.4.69 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/adbde9c6-d654-4219-9a38-0afffaa8390a) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:46:41.117645 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91fb791a-454c-47b8-9c04-47b2c8035149 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for port (adbde9c6-d654-4219-9a38-0afffaa8390a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:41.154119 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91fb791a-454c-47b8-9c04-47b2c8035149 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (adbde9c6-d654-4219-9a38-0afffaa8390a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:41.188628 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fb791a-454c-47b8-9c04-47b2c8035149 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:46:41.193220 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-91fb791a-454c-47b8-9c04-47b2c8035149 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:46:41.196666 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fb791a-454c-47b8-9c04-47b2c8035149 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:46:41.222520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb791a-454c-47b8-9c04-47b2c8035149 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'Port': ['ID=adbde9c6-d654-4219-9a38-0afffaa8390a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:41.533412 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91fb791a-454c-47b8-9c04-47b2c8035149 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for floatingip (bb141504-cdd1-494f-9f38-a873e27c2d5c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:41.599001 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91fb791a-454c-47b8-9c04-47b2c8035149 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (adbde9c6-d654-4219-9a38-0afffaa8390a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:41.747892 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91fb791a-454c-47b8-9c04-47b2c8035149 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for port (adbde9c6-d654-4219-9a38-0afffaa8390a), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:41.752350 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91fb791a-454c-47b8-9c04-47b2c8035149 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (adbde9c6-d654-4219-9a38-0afffaa8390a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:41.817004 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb791a-454c-47b8-9c04-47b2c8035149 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event updated for resources: {'Port': ['ID=adbde9c6-d654-4219-9a38-0afffaa8390a,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:46:41.826656 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91fb791a-454c-47b8-9c04-47b2c8035149 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (bb141504-cdd1-494f-9f38-a873e27c2d5c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:41.924819 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-91fb791a-454c-47b8-9c04-47b2c8035149 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Floating IP bb141504-cdd1-494f-9f38-a873e27c2d5c associated. External IP: 172.25.4.69, port: 48970320-d4c1-4a82-abf3-44d8d53c661b. Feb 07 21:46:42.128512 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fb791a-454c-47b8-9c04-47b2c8035149 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Router 546a7cd2-f44b-41f9-a7c1-129602d18e37 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:46:42.234647 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fb791a-454c-47b8-9c04-47b2c8035149 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:46:42.244694 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e5d12d-ba12-488c-8aec-878622a90d09 None None] Sync routers for ids ['546a7cd2-f44b-41f9-a7c1-129602d18e37'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:46:42.251938 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91fb791a-454c-47b8-9c04-47b2c8035149 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:42.255843 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e5d12d-ba12-488c-8aec-878622a90d09 None None] Routers {'546a7cd2-f44b-41f9-a7c1-129602d18e37'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:46:42.256493 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-27e5d12d-ba12-488c-8aec-878622a90d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:46:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['546a7cd2-f44b-41f9-a7c1-129602d18e37'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:42.281882 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-91fb791a-454c-47b8-9c04-47b2c8035149 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4792266 Feb 07 21:46:42.282470 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf6b7ba-4479-4777-8cf9-e47c36163c67', 'tag': '48970320-d4c1-4a82-abf3-44d8d53c661b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:46:42.285380 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43684) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:42.285996 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1675e99b-d2c1-44c0-9b13-a1e94fef28db" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf6b7ba-4479-4777-8cf9-e47c36163c67", "tag": "48970320-d4c1-4a82-abf3-44d8d53c661b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:46:42.328738 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ff4998-edce-4097-8862-e72783325ace x-openstack-request-id: req-f5ff4998-edce-4097-8862-e72783325ace {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:46:42.329040 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf6b7ba-4479-4777-8cf9-e47c36163c67", "tag": "48970320-d4c1-4a82-abf3-44d8d53c661b", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:46:42.329422 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f5ff4998-edce-4097-8862-e72783325ace {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:46:42.329976 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf6b7ba-4479-4777-8cf9-e47c36163c67', 'tag': '48970320-d4c1-4a82-abf3-44d8d53c661b', 'status': 'completed', 'code': 200} Feb 07 21:46:42.366254 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-27e5d12d-ba12-488c-8aec-878622a90d09 None None] Set router 546a7cd2-f44b-41f9-a7c1-129602d18e37 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:46:42.392410 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-dd7fc2fb-2c1a-4226-be6a-63d2761f16b9 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/floatingips/bb141504-cdd1-494f-9f38-a873e27c2d5c HTTP/1.1" status: 200 len: 991 time: 0.1046922 Feb 07 21:46:42.413051 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675e99b-d2c1-44c0-9b13-a1e94fef28db req-ed04fbcc-e4dd-449c-aece-4e8001428cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:42.414568 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1675e99b-d2c1-44c0-9b13-a1e94fef28db req-ed04fbcc-e4dd-449c-aece-4e8001428cbb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a47ac3a72c7a403d93faa392564401ca&device_id=2cf6b7ba-4479-4777-8cf9-e47c36163c67 HTTP/1.1" status: 200 len: 1128 time: 0.0642900 Feb 07 21:46:42.504646 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675e99b-d2c1-44c0-9b13-a1e94fef28db req-de3f7cba-c75f-4b1d-8c3d-23bf28b79d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:42.506109 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1675e99b-d2c1-44c0-9b13-a1e94fef28db req-de3f7cba-c75f-4b1d-8c3d-23bf28b79d5f service neutron] 10.222.0.69 "GET /v2.0/networks?id=d0a63345-3254-4a3c-9439-ef028981dbfe HTTP/1.1" status: 200 len: 897 time: 0.0860105 Feb 07 21:46:42.569220 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1675e99b-d2c1-44c0-9b13-a1e94fef28db req-a9ce8bbf-88af-417e-bf6e-a14e35179e33 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48970320-d4c1-4a82-abf3-44d8d53c661b HTTP/1.1" status: 200 len: 999 time: 0.0575218 Feb 07 21:46:42.586064 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-27e5d12d-ba12-488c-8aec-878622a90d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'name': 'tempest-TestNetworkBasicOps-router-576809473', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:46:20Z', 'updated_at': '2022-02-07T21:46:23Z', 'revision_number': 4, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:46:21Z', 'updated_at': '2022-02-07T21:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'bb141504-cdd1-494f-9f38-a873e27c2d5c', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'floating_ip_address': '172.25.4.69', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'port_id': '48970320-d4c1-4a82-abf3-44d8d53c661b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe', 'mac_address': 'fa:16:3e:19:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6b7ba-4479-4777-8cf9-e47c36163c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:46:41Z', 'updated_at': '2022-02-07T21:46:41Z', 'revision_number': 0, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815e96cb-da24-4ef1-9176-107b3c27afca', 'name': '', 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'mac_address': 'fa:16:3e:bd:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '1f045980-719f-4ca3-a65c-84fa2b333c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:46:23Z', 'updated_at': '2022-02-07T21:46:26Z', 'revision_number': 5, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'subnets': [{'id': '1f045980-719f-4ca3-a65c-84fa2b333c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:42.612030 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e5d12d-ba12-488c-8aec-878622a90d09 None None] Checking router: 546a7cd2-f44b-41f9-a7c1-129602d18e37 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:46:42.620433 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e5d12d-ba12-488c-8aec-878622a90d09 None None] Routers {'546a7cd2-f44b-41f9-a7c1-129602d18e37'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:46:42.621033 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-27e5d12d-ba12-488c-8aec-878622a90d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:46:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['546a7cd2-f44b-41f9-a7c1-129602d18e37'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:42.621442 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675e99b-d2c1-44c0-9b13-a1e94fef28db req-d90ff750-f284-439b-95fb-0bb766a10e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:42.622911 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1675e99b-d2c1-44c0-9b13-a1e94fef28db req-d90ff750-f284-439b-95fb-0bb766a10e8e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1f045980-719f-4ca3-a65c-84fa2b333c08 HTTP/1.1" status: 200 len: 834 time: 0.0482461 Feb 07 21:46:42.671348 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675e99b-d2c1-44c0-9b13-a1e94fef28db req-6b79527f-358d-4c94-b0bb-6d1d4c338069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:42.672878 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1675e99b-d2c1-44c0-9b13-a1e94fef28db req-6b79527f-358d-4c94-b0bb-6d1d4c338069 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d0a63345-3254-4a3c-9439-ef028981dbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441163 Feb 07 21:46:42.726950 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-27e5d12d-ba12-488c-8aec-878622a90d09 None None] Set router 546a7cd2-f44b-41f9-a7c1-129602d18e37 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:46:42.759504 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1675e99b-d2c1-44c0-9b13-a1e94fef28db req-8588b2ac-68a8-4264-a564-8a0600cd14e7 service neutron] 10.222.0.69 "GET /v2.0/networks/d0a63345-3254-4a3c-9439-ef028981dbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810738 Feb 07 21:46:42.851061 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1675e99b-d2c1-44c0-9b13-a1e94fef28db req-3937a504-7559-4f86-8d26-156e4a249d3e service neutron] 10.222.0.69 "GET /v2.0/networks/d0a63345-3254-4a3c-9439-ef028981dbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849869 Feb 07 21:46:42.942474 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-27e5d12d-ba12-488c-8aec-878622a90d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'name': 'tempest-TestNetworkBasicOps-router-576809473', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:46:20Z', 'updated_at': '2022-02-07T21:46:23Z', 'revision_number': 4, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:46:21Z', 'updated_at': '2022-02-07T21:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'bb141504-cdd1-494f-9f38-a873e27c2d5c', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'floating_ip_address': '172.25.4.69', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'port_id': '48970320-d4c1-4a82-abf3-44d8d53c661b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe', 'mac_address': 'fa:16:3e:19:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6b7ba-4479-4777-8cf9-e47c36163c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:46:41Z', 'updated_at': '2022-02-07T21:46:41Z', 'revision_number': 0, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815e96cb-da24-4ef1-9176-107b3c27afca', 'name': '', 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'mac_address': 'fa:16:3e:bd:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '1f045980-719f-4ca3-a65c-84fa2b333c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:46:23Z', 'updated_at': '2022-02-07T21:46:26Z', 'revision_number': 5, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'subnets': [{'id': '1f045980-719f-4ca3-a65c-84fa2b333c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:46:42.971363 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e5d12d-ba12-488c-8aec-878622a90d09 None None] The sync data for ids ['546a7cd2-f44b-41f9-a7c1-129602d18e37'] in n-d-828185-2 is: [{'id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'name': 'tempest-TestNetworkBasicOps-router-576809473', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:46:20Z', 'updated_at': '2022-02-07T21:46:23Z', 'revision_number': 4, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:46:21Z', 'updated_at': '2022-02-07T21:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'bb141504-cdd1-494f-9f38-a873e27c2d5c', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'floating_ip_address': '172.25.4.69', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'port_id': '48970320-d4c1-4a82-abf3-44d8d53c661b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe', 'mac_address': 'fa:16:3e:19:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6b7ba-4479-4777-8cf9-e47c36163c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:46:41Z', 'updated_at': '2022-02-07T21:46:41Z', 'revision_number': 0, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815e96cb-da24-4ef1-9176-107b3c27afca', 'name': '', 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'mac_address': 'fa:16:3e:bd:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '1f045980-719f-4ca3-a65c-84fa2b333c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:46:23Z', 'updated_at': '2022-02-07T21:46:26Z', 'revision_number': 5, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'subnets': [{'id': '1f045980-719f-4ca3-a65c-84fa2b333c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:46:43.157975 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1dd956-9f04-487f-9ec3-7ad223e56e1f None None] New status for floating IP bb141504-cdd1-494f-9f38-a873e27c2d5c: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:46:43.394677 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43688) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:46:43.452490 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b2cac826-8e35-4382-9649-6edc030b1ec7 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/floatingips/bb141504-cdd1-494f-9f38-a873e27c2d5c HTTP/1.1" status: 200 len: 993 time: 0.0566452 Feb 07 21:46:48.460986 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9b9ed3a7-d223-4eee-b2e2-c7f2f8fe004e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:50.636601 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e29c48b3-3de9-413b-8bce-2b3b8a43e459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:51.902920 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:53.384976 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:54.524257 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1c3ff2f-8450-4041-aa27-20dc7baedc6b req-d1bcd015-596e-45d8-9410-d6b4d771e4ad service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4bf90d46-7ce0-439c-b309-0d81fb421256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469453 Feb 07 21:46:54.605606 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3ff2f-8450-4041-aa27-20dc7baedc6b req-947083ed-79e6-4187-af79-674bda244bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:54.607066 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1c3ff2f-8450-4041-aa27-20dc7baedc6b req-947083ed-79e6-4187-af79-674bda244bdc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aa9cb3dcece74bc79ad7581cf4947ef5&device_id=4bf90d46-7ce0-439c-b309-0d81fb421256 HTTP/1.1" status: 200 len: 1127 time: 0.0441144 Feb 07 21:46:54.705437 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:46:54.709246 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3ff2f-8450-4041-aa27-20dc7baedc6b req-e82d31c5-4fff-4f1d-9a2c-3ec2ab2c0a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:54.710710 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1c3ff2f-8450-4041-aa27-20dc7baedc6b req-e82d31c5-4fff-4f1d-9a2c-3ec2ab2c0a31 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a9fb8e9f-c4a5-45be-a391-d36c8203143a HTTP/1.1" status: 200 len: 910 time: 0.0867012 Feb 07 21:46:54.778546 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1c3ff2f-8450-4041-aa27-20dc7baedc6b req-a21b2b1f-dc8c-43cb-ba73-14895cd6885b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f16cab5e-0b19-4785-8c22-560983bf679a HTTP/1.1" status: 200 len: 1000 time: 0.0620377 Feb 07 21:46:54.825743 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3ff2f-8450-4041-aa27-20dc7baedc6b req-06bf71fa-7a0f-4489-bd81-f150edc0d79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:54.827145 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1c3ff2f-8450-4041-aa27-20dc7baedc6b req-06bf71fa-7a0f-4489-bd81-f150edc0d79c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5ad02c56-9942-4a88-9295-bd5489fb9033 HTTP/1.1" status: 200 len: 848 time: 0.0420127 Feb 07 21:46:54.874191 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3ff2f-8450-4041-aa27-20dc7baedc6b req-6a45f33b-03f3-4177-a736-1266b0a2d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:46:54.875646 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1c3ff2f-8450-4041-aa27-20dc7baedc6b req-6a45f33b-03f3-4177-a736-1266b0a2d2d3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a9fb8e9f-c4a5-45be-a391-d36c8203143a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0423954 Feb 07 21:46:54.962829 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1c3ff2f-8450-4041-aa27-20dc7baedc6b req-7e8cf7cd-f7ab-43d7-98d6-519c5e8a6705 service neutron] 10.222.0.71 "GET /v2.0/networks/a9fb8e9f-c4a5-45be-a391-d36c8203143a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812058 Feb 07 21:46:55.047187 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1c3ff2f-8450-4041-aa27-20dc7baedc6b req-22003b01-8797-4083-9bcd-169d0101f86e service neutron] 10.222.0.71 "GET /v2.0/networks/a9fb8e9f-c4a5-45be-a391-d36c8203143a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790415 Feb 07 21:46:59.658417 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:47:04.000248 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:04.227888 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:18.461330 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6c8444ed-6cea-48b6-b18e-4b9e5b6392ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:20.636777 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9633d4b4-591f-4ebf-a182-52085bc2f6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:21.906091 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:23.386383 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:24.697463 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:34.003325 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:34.235561 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:36.656727 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:47:44.067479 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43708) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:47:44.131265 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-cb0f6ed2-317d-43b7-ac64-2355cd76b126 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/floatingips/bb141504-cdd1-494f-9f38-a873e27c2d5c HTTP/1.1" status: 200 len: 993 time: 0.0620556 Feb 07 21:47:44.441201 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43716) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:47:44.594601 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8782494a-51bd-410d-9c4b-efc1b03bfa4c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Deleting port adbde9c6-d654-4219-9a38-0afffaa8390a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:47:44.594889 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8782494a-51bd-410d-9c4b-efc1b03bfa4c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (adbde9c6-d654-4219-9a38-0afffaa8390a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:44.671834 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8782494a-51bd-410d-9c4b-efc1b03bfa4c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (adbde9c6-d654-4219-9a38-0afffaa8390a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:44.672215 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8782494a-51bd-410d-9c4b-efc1b03bfa4c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for floatingip (adbde9c6-d654-4219-9a38-0afffaa8390a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:44.684354 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8782494a-51bd-410d-9c4b-efc1b03bfa4c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Calling delete_port for adbde9c6-d654-4219-9a38-0afffaa8390a owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:47:44.832997 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8782494a-51bd-410d-9c4b-efc1b03bfa4c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (adbde9c6-d654-4219-9a38-0afffaa8390a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:44.866747 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782494a-51bd-410d-9c4b-efc1b03bfa4c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event deleted for resources: {'Port': ['ID=adbde9c6-d654-4219-9a38-0afffaa8390a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:47:44.893152 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782494a-51bd-410d-9c4b-efc1b03bfa4c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:44.893495 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782494a-51bd-410d-9c4b-efc1b03bfa4c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:44.893834 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782494a-51bd-410d-9c4b-efc1b03bfa4c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:44.894168 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782494a-51bd-410d-9c4b-efc1b03bfa4c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:44.894501 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782494a-51bd-410d-9c4b-efc1b03bfa4c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:44.894832 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782494a-51bd-410d-9c4b-efc1b03bfa4c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:44.895156 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782494a-51bd-410d-9c4b-efc1b03bfa4c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:44.895481 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782494a-51bd-410d-9c4b-efc1b03bfa4c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:44.895803 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782494a-51bd-410d-9c4b-efc1b03bfa4c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:44.896122 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782494a-51bd-410d-9c4b-efc1b03bfa4c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:44.896489 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782494a-51bd-410d-9c4b-efc1b03bfa4c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:44.896799 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782494a-51bd-410d-9c4b-efc1b03bfa4c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:44.897116 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782494a-51bd-410d-9c4b-efc1b03bfa4c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:44.934321 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8782494a-51bd-410d-9c4b-efc1b03bfa4c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for floatingip (bb141504-cdd1-494f-9f38-a873e27c2d5c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:44.934640 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-8782494a-51bd-410d-9c4b-efc1b03bfa4c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Floating IP bb141504-cdd1-494f-9f38-a873e27c2d5c disassociated (deleted). External IP: 172.25.4.69, port: 48970320-d4c1-4a82-abf3-44d8d53c661b. Feb 07 21:47:45.144597 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8782494a-51bd-410d-9c4b-efc1b03bfa4c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Router 546a7cd2-f44b-41f9-a7c1-129602d18e37 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:47:45.253376 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8782494a-51bd-410d-9c4b-efc1b03bfa4c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:47:45.257742 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8782494a-51bd-410d-9c4b-efc1b03bfa4c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:45.262912 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb388bb-1043-4f58-a9d5-948cf858237e None None] Sync routers for ids ['546a7cd2-f44b-41f9-a7c1-129602d18e37'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:47:45.271914 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb388bb-1043-4f58-a9d5-948cf858237e None None] Routers {'546a7cd2-f44b-41f9-a7c1-129602d18e37'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:47:45.272556 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ecb388bb-1043-4f58-a9d5-948cf858237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:47:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['546a7cd2-f44b-41f9-a7c1-129602d18e37'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:47:45.289356 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8782494a-51bd-410d-9c4b-efc1b03bfa4c tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "DELETE /v2.0/floatingips/bb141504-cdd1-494f-9f38-a873e27c2d5c HTTP/1.1" status: 204 len: 168 time: 0.8444829 Feb 07 21:47:45.289356 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf6b7ba-4479-4777-8cf9-e47c36163c67', 'tag': '48970320-d4c1-4a82-abf3-44d8d53c661b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:47:45.289623 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60d2b29-6ce5-4a4d-9893-154ed12f1d64" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf6b7ba-4479-4777-8cf9-e47c36163c67", "tag": "48970320-d4c1-4a82-abf3-44d8d53c661b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:47:45.431493 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7673f9d7-fa60-408f-9842-408aaeab9308 x-openstack-request-id: req-7673f9d7-fa60-408f-9842-408aaeab9308 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:47:45.431786 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf6b7ba-4479-4777-8cf9-e47c36163c67", "tag": "48970320-d4c1-4a82-abf3-44d8d53c661b", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:47:45.432038 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7673f9d7-fa60-408f-9842-408aaeab9308 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:47:45.432588 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf6b7ba-4479-4777-8cf9-e47c36163c67', 'tag': '48970320-d4c1-4a82-abf3-44d8d53c661b', 'status': 'completed', 'code': 200} Feb 07 21:47:45.479672 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-ecb388bb-1043-4f58-a9d5-948cf858237e None None] Set router 546a7cd2-f44b-41f9-a7c1-129602d18e37 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:47:45.541952 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3733ad-15fd-40c1-86ea-71bcd7640389 req-4ebe8801-1cd8-4548-8b5e-0b455b091e0f tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:47:45.543873 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d3733ad-15fd-40c1-86ea-71bcd7640389 req-4ebe8801-1cd8-4548-8b5e-0b455b091e0f tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cf6b7ba-4479-4777-8cf9-e47c36163c67 HTTP/1.1" status: 200 len: 946 time: 0.0630200 Feb 07 21:47:45.584565 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d2b29-6ce5-4a4d-9893-154ed12f1d64 req-91118018-b0a4-4fae-a3f4-7c90e048f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:47:45.586156 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f60d2b29-6ce5-4a4d-9893-154ed12f1d64 req-91118018-b0a4-4fae-a3f4-7c90e048f069 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a47ac3a72c7a403d93faa392564401ca&device_id=2cf6b7ba-4479-4777-8cf9-e47c36163c67 HTTP/1.1" status: 200 len: 1128 time: 0.1297166 Feb 07 21:47:45.594950 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d3733ad-15fd-40c1-86ea-71bcd7640389 req-5f042d92-550b-4c19-ae02-659c35c2704e tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b1f4d12-2d99-4d70-8087-5adf7c3525e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448618 Feb 07 21:47:45.683341 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d2b29-6ce5-4a4d-9893-154ed12f1d64 req-6b7c702e-8b3c-4e8a-8db4-52d28303f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:47:45.684800 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f60d2b29-6ce5-4a4d-9893-154ed12f1d64 req-6b7c702e-8b3c-4e8a-8db4-52d28303f03e service neutron] 10.222.0.69 "GET /v2.0/networks?id=d0a63345-3254-4a3c-9439-ef028981dbfe HTTP/1.1" status: 200 len: 897 time: 0.0928326 Feb 07 21:47:45.687714 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ecb388bb-1043-4f58-a9d5-948cf858237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'name': 'tempest-TestNetworkBasicOps-router-576809473', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:46:20Z', 'updated_at': '2022-02-07T21:46:23Z', 'revision_number': 4, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:46:21Z', 'updated_at': '2022-02-07T21:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '815e96cb-da24-4ef1-9176-107b3c27afca', 'name': '', 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'mac_address': 'fa:16:3e:bd:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '1f045980-719f-4ca3-a65c-84fa2b333c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:46:23Z', 'updated_at': '2022-02-07T21:46:26Z', 'revision_number': 5, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'subnets': [{'id': '1f045980-719f-4ca3-a65c-84fa2b333c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:47:45.717037 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb388bb-1043-4f58-a9d5-948cf858237e None None] Checking router: 546a7cd2-f44b-41f9-a7c1-129602d18e37 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:47:45.727035 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb388bb-1043-4f58-a9d5-948cf858237e None None] Routers {'546a7cd2-f44b-41f9-a7c1-129602d18e37'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:47:45.727918 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ecb388bb-1043-4f58-a9d5-948cf858237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:47:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['546a7cd2-f44b-41f9-a7c1-129602d18e37'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:47:45.728946 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f60d2b29-6ce5-4a4d-9893-154ed12f1d64 req-85e7e858-d481-475c-a15f-56b327118049 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48970320-d4c1-4a82-abf3-44d8d53c661b HTTP/1.1" status: 200 len: 217 time: 0.0363913 Feb 07 21:47:45.779881 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d2b29-6ce5-4a4d-9893-154ed12f1d64 req-4d876c02-7336-4223-8799-c3ec312ba0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:47:45.781437 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f60d2b29-6ce5-4a4d-9893-154ed12f1d64 req-4d876c02-7336-4223-8799-c3ec312ba0f4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1f045980-719f-4ca3-a65c-84fa2b333c08 HTTP/1.1" status: 200 len: 834 time: 0.0462878 Feb 07 21:47:45.830425 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-ecb388bb-1043-4f58-a9d5-948cf858237e None None] Set router 546a7cd2-f44b-41f9-a7c1-129602d18e37 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:47:45.830722 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d2b29-6ce5-4a4d-9893-154ed12f1d64 req-9b1e7759-ea1b-410d-8aaf-139ddc243de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:47:45.832234 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f60d2b29-6ce5-4a4d-9893-154ed12f1d64 req-9b1e7759-ea1b-410d-8aaf-139ddc243de9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d0a63345-3254-4a3c-9439-ef028981dbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445538 Feb 07 21:47:45.843085 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-f60d2b29-6ce5-4a4d-9893-154ed12f1d64 req-42e21c34-e3f8-4e29-9dca-a0a8bddb60e0 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:47:45.844110 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f60d2b29-6ce5-4a4d-9893-154ed12f1d64 req-42e21c34-e3f8-4e29-9dca-a0a8bddb60e0 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049586 Feb 07 21:47:45.934394 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f60d2b29-6ce5-4a4d-9893-154ed12f1d64 req-1cf4d82f-b756-4bde-bae4-c4417fc8a525 service neutron] 10.222.0.69 "GET /v2.0/networks/d0a63345-3254-4a3c-9439-ef028981dbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842834 Feb 07 21:47:46.023373 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f60d2b29-6ce5-4a4d-9893-154ed12f1d64 req-f980cacf-0a7c-4ff5-b70f-c3666ef575bc service neutron] 10.222.0.69 "GET /v2.0/networks/d0a63345-3254-4a3c-9439-ef028981dbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818033 Feb 07 21:47:46.025543 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ecb388bb-1043-4f58-a9d5-948cf858237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'name': 'tempest-TestNetworkBasicOps-router-576809473', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:46:20Z', 'updated_at': '2022-02-07T21:46:23Z', 'revision_number': 4, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:46:21Z', 'updated_at': '2022-02-07T21:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '815e96cb-da24-4ef1-9176-107b3c27afca', 'name': '', 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'mac_address': 'fa:16:3e:bd:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '1f045980-719f-4ca3-a65c-84fa2b333c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:46:23Z', 'updated_at': '2022-02-07T21:46:26Z', 'revision_number': 5, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'subnets': [{'id': '1f045980-719f-4ca3-a65c-84fa2b333c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:47:46.051143 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb388bb-1043-4f58-a9d5-948cf858237e None None] The sync data for ids ['546a7cd2-f44b-41f9-a7c1-129602d18e37'] in n-d-828185-2 is: [{'id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'name': 'tempest-TestNetworkBasicOps-router-576809473', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:46:20Z', 'updated_at': '2022-02-07T21:46:23Z', 'revision_number': 4, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:46:21Z', 'updated_at': '2022-02-07T21:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '815e96cb-da24-4ef1-9176-107b3c27afca', 'name': '', 'network_id': 'd0a63345-3254-4a3c-9439-ef028981dbfe', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'mac_address': 'fa:16:3e:bd:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '1f045980-719f-4ca3-a65c-84fa2b333c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:46:23Z', 'updated_at': '2022-02-07T21:46:26Z', 'revision_number': 5, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'subnets': [{'id': '1f045980-719f-4ca3-a65c-84fa2b333c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:47:46.257971 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b400ba10-da4d-4192-a83d-0720e2dd03b5 None None] New status for floating IP bb141504-cdd1-494f-9f38-a873e27c2d5c: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:47:46.723574 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cb86f-0c38-40c9-86b1-21da3d1f792c req-d5cd460f-6bef-4393-9714-4d11e9071a73 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:47:46.725119 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b1cb86f-0c38-40c9-86b1-21da3d1f792c req-d5cd460f-6bef-4393-9714-4d11e9071a73 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cf6b7ba-4479-4777-8cf9-e47c36163c67 HTTP/1.1" status: 200 len: 946 time: 0.0569308 Feb 07 21:47:46.777851 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b1cb86f-0c38-40c9-86b1-21da3d1f792c req-c6e01c12-26b2-473b-bb69-c049eeae9eff tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b1f4d12-2d99-4d70-8087-5adf7c3525e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467536 Feb 07 21:47:47.179624 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9ec22-a037-422b-ae10-71d72c3489fa req-7d5833dd-1ae2-4296-8665-6c64f1f7c6ed tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:47:47.181255 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8bf9ec22-a037-422b-ae10-71d72c3489fa req-7d5833dd-1ae2-4296-8665-6c64f1f7c6ed tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cf6b7ba-4479-4777-8cf9-e47c36163c67 HTTP/1.1" status: 200 len: 946 time: 0.0625434 Feb 07 21:47:47.275924 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-8bf9ec22-a037-422b-ae10-71d72c3489fa req-7cfb3dc6-eb16-45af-a201-68cc5fc243fc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Deleting port 48970320-d4c1-4a82-abf3-44d8d53c661b {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:47:47.276354 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8bf9ec22-a037-422b-ae10-71d72c3489fa req-7cfb3dc6-eb16-45af-a201-68cc5fc243fc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (48970320-d4c1-4a82-abf3-44d8d53c661b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:47.366816 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-8bf9ec22-a037-422b-ae10-71d72c3489fa req-7cfb3dc6-eb16-45af-a201-68cc5fc243fc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] For port 48970320-d4c1-4a82-abf3-44d8d53c661b, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=48970320-d4c1-4a82-abf3-44d8d53c661b,segment=NetworkSegment(1fd0ce06-294b-4f35-aead-84c40876d6c9),segment_id=1fd0ce06-294b-4f35-aead-84c40876d6c9)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:47:47.367160 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8bf9ec22-a037-422b-ae10-71d72c3489fa req-7cfb3dc6-eb16-45af-a201-68cc5fc243fc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (48970320-d4c1-4a82-abf3-44d8d53c661b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:47.380041 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-8bf9ec22-a037-422b-ae10-71d72c3489fa req-7cfb3dc6-eb16-45af-a201-68cc5fc243fc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Calling delete_port for 48970320-d4c1-4a82-abf3-44d8d53c661b owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:47:47.504476 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8bf9ec22-a037-422b-ae10-71d72c3489fa req-7cfb3dc6-eb16-45af-a201-68cc5fc243fc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (48970320-d4c1-4a82-abf3-44d8d53c661b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:47.530543 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb3dc6-eb16-45af-a201-68cc5fc243fc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event deleted for resources: {'Port': ['ID=48970320-d4c1-4a82-abf3-44d8d53c661b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:47:47.545612 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb3dc6-eb16-45af-a201-68cc5fc243fc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:47.545612 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb3dc6-eb16-45af-a201-68cc5fc243fc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:47.545612 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb3dc6-eb16-45af-a201-68cc5fc243fc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:47.545612 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb3dc6-eb16-45af-a201-68cc5fc243fc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:47.545935 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb3dc6-eb16-45af-a201-68cc5fc243fc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:47.546170 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb3dc6-eb16-45af-a201-68cc5fc243fc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:47.546498 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb3dc6-eb16-45af-a201-68cc5fc243fc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:47.546822 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb3dc6-eb16-45af-a201-68cc5fc243fc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:47.547179 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb3dc6-eb16-45af-a201-68cc5fc243fc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:47.547505 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb3dc6-eb16-45af-a201-68cc5fc243fc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:47.547849 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb3dc6-eb16-45af-a201-68cc5fc243fc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:47.548172 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb3dc6-eb16-45af-a201-68cc5fc243fc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:47.548540 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb3dc6-eb16-45af-a201-68cc5fc243fc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:47.584365 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf9ec22-a037-422b-ae10-71d72c3489fa req-7cfb3dc6-eb16-45af-a201-68cc5fc243fc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] No DVR routers for this DVR port 48970320-d4c1-4a82-abf3-44d8d53c661b on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:47:47.586833 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8bf9ec22-a037-422b-ae10-71d72c3489fa req-7cfb3dc6-eb16-45af-a201-68cc5fc243fc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:47.590087 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8bf9ec22-a037-422b-ae10-71d72c3489fa req-7cfb3dc6-eb16-45af-a201-68cc5fc243fc tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.69 "DELETE /v2.0/ports/48970320-d4c1-4a82-abf3-44d8d53c661b HTTP/1.1" status: 204 len: 173 time: 0.4036162 Feb 07 21:47:47.590521 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf6b7ba-4479-4777-8cf9-e47c36163c67', 'name': 'network-vif-deleted', 'tag': '48970320-d4c1-4a82-abf3-44d8d53c661b'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:47:47.592761 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd81c92-9945-4e57-b044-273af203fb7c" -d '{"events": [{"server_uuid": "2cf6b7ba-4479-4777-8cf9-e47c36163c67", "name": "network-vif-deleted", "tag": "48970320-d4c1-4a82-abf3-44d8d53c661b"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:47:47.633952 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c7035a-2455-43df-8f56-ec5b91943ca5 x-openstack-request-id: req-85c7035a-2455-43df-8f56-ec5b91943ca5 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:47:47.634257 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf6b7ba-4479-4777-8cf9-e47c36163c67", "name": "network-vif-deleted", "tag": "48970320-d4c1-4a82-abf3-44d8d53c661b", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:47:47.634521 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-85c7035a-2455-43df-8f56-ec5b91943ca5 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:47:47.634929 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf6b7ba-4479-4777-8cf9-e47c36163c67', 'name': 'network-vif-deleted', 'tag': '48970320-d4c1-4a82-abf3-44d8d53c661b', 'status': 'completed', 'code': 200} Feb 07 21:47:47.884823 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-90c989dc-f3c4-41b7-8c5f-8b4dd2f660b8 req-a7b81c98-0ec1-4f9a-bc2a-5d901f3c0b2d tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cf6b7ba-4479-4777-8cf9-e47c36163c67 HTTP/1.1" status: 200 len: 210 time: 0.0290973 Feb 07 21:47:48.463333 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-02cecfc3-dd29-4613-b419-ce0f3fe997f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:48.944814 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43738) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:47:49.001103 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-267f707c-c873-488a-8ca4-f546a700083a tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group (9b1f4d12-2d99-4d70-8087-5adf7c3525e8), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:49.025731 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-267f707c-c873-488a-8ca4-f546a700083a tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group (9b1f4d12-2d99-4d70-8087-5adf7c3525e8), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:49.085384 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-267f707c-c873-488a-8ca4-f546a700083a tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9b1f4d12-2d99-4d70-8087-5adf7c3525e8), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:49.087924 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-267f707c-c873-488a-8ca4-f546a700083a tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:49.089133 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-267f707c-c873-488a-8ca4-f546a700083a tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "DELETE /v2.0/security-groups/9b1f4d12-2d99-4d70-8087-5adf7c3525e8 HTTP/1.1" status: 204 len: 168 time: 0.1433158 Feb 07 21:47:49.098210 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f707c-c873-488a-8ca4-f546a700083a tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1f4d12-2d99-4d70-8087-5adf7c3525e8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:47:49.123198 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43742) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:47:49.484075 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92db48f5-6562-4fb2-9d18-99de216b69aa tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (546a7cd2-f44b-41f9-a7c1-129602d18e37), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:49.741416 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-92db48f5-6562-4fb2-9d18-99de216b69aa tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Deleting port 815e96cb-da24-4ef1-9176-107b3c27afca {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:47:49.741683 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92db48f5-6562-4fb2-9d18-99de216b69aa tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (815e96cb-da24-4ef1-9176-107b3c27afca), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:49.836225 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-92db48f5-6562-4fb2-9d18-99de216b69aa tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] For port 815e96cb-da24-4ef1-9176-107b3c27afca, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=815e96cb-da24-4ef1-9176-107b3c27afca,segment=NetworkSegment(1fd0ce06-294b-4f35-aead-84c40876d6c9),segment_id=1fd0ce06-294b-4f35-aead-84c40876d6c9)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:47:49.836616 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92db48f5-6562-4fb2-9d18-99de216b69aa tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (815e96cb-da24-4ef1-9176-107b3c27afca), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:49.890884 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 48970320-d4c1-4a82-abf3-44d8d53c661b no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:47:49.914668 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 48970320-d4c1-4a82-abf3-44d8d53c661b {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:47:49.915017 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 48970320-d4c1-4a82-abf3-44d8d53c661b not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:47:50.110355 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-92db48f5-6562-4fb2-9d18-99de216b69aa tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Calling delete_port for 815e96cb-da24-4ef1-9176-107b3c27afca owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:47:50.296388 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92db48f5-6562-4fb2-9d18-99de216b69aa tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (815e96cb-da24-4ef1-9176-107b3c27afca), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:50.322736 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db48f5-6562-4fb2-9d18-99de216b69aa tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event deleted for resources: {'Port': ['ID=815e96cb-da24-4ef1-9176-107b3c27afca,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:47:50.492749 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92db48f5-6562-4fb2-9d18-99de216b69aa tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (546a7cd2-f44b-41f9-a7c1-129602d18e37), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:50.638621 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-888fa2be-808f-4634-8d29-18825df87e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:50.711654 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92db48f5-6562-4fb2-9d18-99de216b69aa tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Router 546a7cd2-f44b-41f9-a7c1-129602d18e37 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:47:50.820108 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92db48f5-6562-4fb2-9d18-99de216b69aa tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:47:50.825812 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-92db48f5-6562-4fb2-9d18-99de216b69aa tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "PUT /v2.0/routers/546a7cd2-f44b-41f9-a7c1-129602d18e37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7015152 Feb 07 21:47:50.828605 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43744) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:47:50.829361 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadffbf8-8d94-4476-b331-05440b77afac None None] Sync routers for ids ['546a7cd2-f44b-41f9-a7c1-129602d18e37'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:47:50.838847 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadffbf8-8d94-4476-b331-05440b77afac None None] Routers {'546a7cd2-f44b-41f9-a7c1-129602d18e37'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:47:50.839451 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-eadffbf8-8d94-4476-b331-05440b77afac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:47:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['546a7cd2-f44b-41f9-a7c1-129602d18e37'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:47:50.881452 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71d00b0-2392-420b-8473-75a959bdb289 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Deleting subnet 1f045980-719f-4ca3-a65c-84fa2b333c08 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:47:50.884579 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c71d00b0-2392-420b-8473-75a959bdb289 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for subnet (1f045980-719f-4ca3-a65c-84fa2b333c08), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:50.929212 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c71d00b0-2392-420b-8473-75a959bdb289 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (1f045980-719f-4ca3-a65c-84fa2b333c08), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:50.946690 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-eadffbf8-8d94-4476-b331-05440b77afac None None] Set router 546a7cd2-f44b-41f9-a7c1-129602d18e37 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:47:51.018008 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c71d00b0-2392-420b-8473-75a959bdb289 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (1f045980-719f-4ca3-a65c-84fa2b333c08), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:51.075428 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c71d00b0-2392-420b-8473-75a959bdb289 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (1f045980-719f-4ca3-a65c-84fa2b333c08), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:51.102700 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d00b0-2392-420b-8473-75a959bdb289 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event deleted for resources: {'Subnet': ['ID=1f045980-719f-4ca3-a65c-84fa2b333c08,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:47:51.106272 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c71d00b0-2392-420b-8473-75a959bdb289 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:51.109497 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c71d00b0-2392-420b-8473-75a959bdb289 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "DELETE /v2.0/subnets/1f045980-719f-4ca3-a65c-84fa2b333c08 HTTP/1.1" status: 204 len: 168 time: 0.2799542 Feb 07 21:47:51.112373 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43746) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:47:51.118253 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64444e3a-2b68-4dde-8c35-3b22f4d591ea None None] Network d0a63345-3254-4a3c-9439-ef028981dbfe requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:47:51.123553 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-eadffbf8-8d94-4476-b331-05440b77afac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'name': 'tempest-TestNetworkBasicOps-router-576809473', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:46:20Z', 'updated_at': '2022-02-07T21:47:50Z', 'revision_number': 5, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:46:21Z', 'updated_at': '2022-02-07T21:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:47:51.149218 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadffbf8-8d94-4476-b331-05440b77afac None None] Checking router: 546a7cd2-f44b-41f9-a7c1-129602d18e37 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:47:51.158183 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadffbf8-8d94-4476-b331-05440b77afac None None] Routers {'546a7cd2-f44b-41f9-a7c1-129602d18e37'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:47:51.158807 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-eadffbf8-8d94-4476-b331-05440b77afac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:47:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['546a7cd2-f44b-41f9-a7c1-129602d18e37'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:47:51.228022 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-915e7837-760e-4140-90d5-03b90daa2a84 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for router (546a7cd2-f44b-41f9-a7c1-129602d18e37), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:51.267610 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-eadffbf8-8d94-4476-b331-05440b77afac None None] Set router 546a7cd2-f44b-41f9-a7c1-129602d18e37 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:47:51.282286 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58251140-dd1f-4929-99bb-195239e9dbd9 None None] DHCP port deletion for d0a63345-3254-4a3c-9439-ef028981dbfe request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:47:51.333587 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-58251140-dd1f-4929-99bb-195239e9dbd9 None None] Deleting port 47ad2f9c-354e-4f96-b6ef-a6f57867adef {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:47:51.335073 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-58251140-dd1f-4929-99bb-195239e9dbd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (47ad2f9c-354e-4f96-b6ef-a6f57867adef), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:51.343039 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-915e7837-760e-4140-90d5-03b90daa2a84 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for router_gateway (546a7cd2-f44b-41f9-a7c1-129602d18e37), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:51.399019 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-915e7837-760e-4140-90d5-03b90daa2a84 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Deleting port 81dc2cce-8bb0-4f65-ba7b-960b8704887b {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:47:51.399521 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-915e7837-760e-4140-90d5-03b90daa2a84 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (81dc2cce-8bb0-4f65-ba7b-960b8704887b), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:51.405182 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-58251140-dd1f-4929-99bb-195239e9dbd9 None None] For port 47ad2f9c-354e-4f96-b6ef-a6f57867adef, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=47ad2f9c-354e-4f96-b6ef-a6f57867adef,segment=NetworkSegment(1fd0ce06-294b-4f35-aead-84c40876d6c9),segment_id=1fd0ce06-294b-4f35-aead-84c40876d6c9)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:47:51.405579 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-58251140-dd1f-4929-99bb-195239e9dbd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (47ad2f9c-354e-4f96-b6ef-a6f57867adef), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:51.418022 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-58251140-dd1f-4929-99bb-195239e9dbd9 None None] Calling delete_port for 47ad2f9c-354e-4f96-b6ef-a6f57867adef owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:47:51.459199 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-eadffbf8-8d94-4476-b331-05440b77afac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'name': 'tempest-TestNetworkBasicOps-router-576809473', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:46:20Z', 'updated_at': '2022-02-07T21:47:50Z', 'revision_number': 5, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:46:21Z', 'updated_at': '2022-02-07T21:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:47:51.484268 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-915e7837-760e-4140-90d5-03b90daa2a84 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] For port 81dc2cce-8bb0-4f65-ba7b-960b8704887b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=81dc2cce-8bb0-4f65-ba7b-960b8704887b,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:47:51.485046 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-915e7837-760e-4140-90d5-03b90daa2a84 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (81dc2cce-8bb0-4f65-ba7b-960b8704887b), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:51.488101 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadffbf8-8d94-4476-b331-05440b77afac None None] The sync data for ids ['546a7cd2-f44b-41f9-a7c1-129602d18e37'] in n-d-828185-2 is: [{'id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'name': 'tempest-TestNetworkBasicOps-router-576809473', 'tenant_id': 'a47ac3a72c7a403d93faa392564401ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:46:20Z', 'updated_at': '2022-02-07T21:47:50Z', 'revision_number': 5, 'project_id': 'a47ac3a72c7a403d93faa392564401ca', 'gw_port': {'id': '81dc2cce-8bb0-4f65-ba7b-960b8704887b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546a7cd2-f44b-41f9-a7c1-129602d18e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:46:21Z', 'updated_at': '2022-02-07T21:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:47:51.502170 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-58251140-dd1f-4929-99bb-195239e9dbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (47ad2f9c-354e-4f96-b6ef-a6f57867adef), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:51.503610 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-915e7837-760e-4140-90d5-03b90daa2a84 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Calling delete_port for 81dc2cce-8bb0-4f65-ba7b-960b8704887b owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:47:51.528503 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58251140-dd1f-4929-99bb-195239e9dbd9 None None] Pushing event deleted for resources: {'Port': ['ID=47ad2f9c-354e-4f96-b6ef-a6f57867adef,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:47:51.532547 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58251140-dd1f-4929-99bb-195239e9dbd9 None None] No DVR routers for this DVR port 47ad2f9c-354e-4f96-b6ef-a6f57867adef on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:47:51.542368 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58251140-dd1f-4929-99bb-195239e9dbd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:51.542368 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58251140-dd1f-4929-99bb-195239e9dbd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:51.542368 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58251140-dd1f-4929-99bb-195239e9dbd9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:51.542368 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58251140-dd1f-4929-99bb-195239e9dbd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:51.542368 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58251140-dd1f-4929-99bb-195239e9dbd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:51.542368 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58251140-dd1f-4929-99bb-195239e9dbd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:51.542368 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58251140-dd1f-4929-99bb-195239e9dbd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:51.543434 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58251140-dd1f-4929-99bb-195239e9dbd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:51.543434 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58251140-dd1f-4929-99bb-195239e9dbd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:51.543434 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58251140-dd1f-4929-99bb-195239e9dbd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:51.543434 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58251140-dd1f-4929-99bb-195239e9dbd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:51.544115 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58251140-dd1f-4929-99bb-195239e9dbd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:51.544115 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58251140-dd1f-4929-99bb-195239e9dbd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:47:51.680787 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-915e7837-760e-4140-90d5-03b90daa2a84 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (81dc2cce-8bb0-4f65-ba7b-960b8704887b), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:51.706194 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e7837-760e-4140-90d5-03b90daa2a84 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event deleted for resources: {'Port': ['ID=81dc2cce-8bb0-4f65-ba7b-960b8704887b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:47:51.766344 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-915e7837-760e-4140-90d5-03b90daa2a84 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (546a7cd2-f44b-41f9-a7c1-129602d18e37), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:51.862996 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-915e7837-760e-4140-90d5-03b90daa2a84 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (546a7cd2-f44b-41f9-a7c1-129602d18e37), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:51.865519 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-915e7837-760e-4140-90d5-03b90daa2a84 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for router_controller (546a7cd2-f44b-41f9-a7c1-129602d18e37), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:51.914410 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-915e7837-760e-4140-90d5-03b90daa2a84 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (546a7cd2-f44b-41f9-a7c1-129602d18e37), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:51.915218 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915e7837-760e-4140-90d5-03b90daa2a84 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Fanout notify agent at l3_agent the message router_deleted on router 546a7cd2-f44b-41f9-a7c1-129602d18e37 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:47:51.924055 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-915e7837-760e-4140-90d5-03b90daa2a84 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:51.925045 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-915e7837-760e-4140-90d5-03b90daa2a84 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "DELETE /v2.0/routers/546a7cd2-f44b-41f9-a7c1-129602d18e37 HTTP/1.1" status: 204 len: 168 time: 0.8109829 Feb 07 21:47:51.927731 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43748) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:47:51.933372 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:51.977582 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 815e96cb-da24-4ef1-9176-107b3c27afca no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:47:52.002429 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 815e96cb-da24-4ef1-9176-107b3c27afca {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:47:52.002862 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 815e96cb-da24-4ef1-9176-107b3c27afca not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:47:52.003522 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 47ad2f9c-354e-4f96-b6ef-a6f57867adef no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:47:52.012202 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af9542a5-a063-47cb-9e35-ff684b96b3b2 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (d0a63345-3254-4a3c-9439-ef028981dbfe), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:52.023356 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 47ad2f9c-354e-4f96-b6ef-a6f57867adef {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:47:52.023839 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 47ad2f9c-354e-4f96-b6ef-a6f57867adef not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:47:52.103318 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af9542a5-a063-47cb-9e35-ff684b96b3b2 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (d0a63345-3254-4a3c-9439-ef028981dbfe), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:52.124284 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-af9542a5-a063-47cb-9e35-ff684b96b3b2 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a63345-3254-4a3c-9439-ef028981dbfe']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:47:52.134636 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-af9542a5-a063-47cb-9e35-ff684b96b3b2 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd0ce06-294b-4f35-aead-84c40876d6c9') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:47:52.134934 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-af9542a5-a063-47cb-9e35-ff684b96b3b2 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd0ce06-294b-4f35-aead-84c40876d6c9') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:47:52.144728 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af9542a5-a063-47cb-9e35-ff684b96b3b2 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (1fd0ce06-294b-4f35-aead-84c40876d6c9), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:52.158806 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af9542a5-a063-47cb-9e35-ff684b96b3b2 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (1fd0ce06-294b-4f35-aead-84c40876d6c9), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:52.165154 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af9542a5-a063-47cb-9e35-ff684b96b3b2 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:47:52.165550 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af9542a5-a063-47cb-9e35-ff684b96b3b2 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (1fd0ce06-294b-4f35-aead-84c40876d6c9), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:47:52.168553 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:47:52.232153 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af9542a5-a063-47cb-9e35-ff684b96b3b2 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (d0a63345-3254-4a3c-9439-ef028981dbfe), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:52.239573 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af9542a5-a063-47cb-9e35-ff684b96b3b2 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:52.242753 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-af9542a5-a063-47cb-9e35-ff684b96b3b2 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] 10.222.0.65 "DELETE /v2.0/networks/d0a63345-3254-4a3c-9439-ef028981dbfe HTTP/1.1" status: 204 len: 168 time: 0.3137569 Feb 07 21:47:52.256945 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9542a5-a063-47cb-9e35-ff684b96b3b2 tempest-TestNetworkBasicOps-1758642961 tempest-TestNetworkBasicOps-1758642961-project] Pushing event deleted for resources: {'Network': ['ID=d0a63345-3254-4a3c-9439-ef028981dbfe,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:47:52.526227 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43754) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:47:52.665912 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0a93b3c3-a3d8-4673-95f2-6342ca2f8670 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a47ac3a72c7a403d93faa392564401ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1384642 Feb 07 21:47:52.668395 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43758) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:47:52.715228 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-73358142-90b2-4983-b183-284be7c83c36 admin admin] Publish callbacks [] for security_group (c887d8aa-4b4a-456a-be28-40ebbffc7148), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:52.738122 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-73358142-90b2-4983-b183-284be7c83c36 admin admin] Publish callbacks [] for security_group (c887d8aa-4b4a-456a-be28-40ebbffc7148), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:52.785167 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-73358142-90b2-4983-b183-284be7c83c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (c887d8aa-4b4a-456a-be28-40ebbffc7148), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:52.787954 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-73358142-90b2-4983-b183-284be7c83c36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:52.789129 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-73358142-90b2-4983-b183-284be7c83c36 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c887d8aa-4b4a-456a-be28-40ebbffc7148 HTTP/1.1" status: 204 len: 168 time: 0.1198390 Feb 07 21:47:52.796738 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73358142-90b2-4983-b183-284be7c83c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c887d8aa-4b4a-456a-be28-40ebbffc7148,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:47:53.050857 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43764) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:47:53.063844 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89f99987-7304-4f7a-94c2-de1e3fd14fa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:53.141572 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89f99987-7304-4f7a-94c2-de1e3fd14fa6 admin admin] Publish callbacks [] for security_group (f162c5f0-c416-4eec-8ed3-c2d85c936e17), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:53.145109 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89f99987-7304-4f7a-94c2-de1e3fd14fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f162c5f0-c416-4eec-8ed3-c2d85c936e17), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:53.181757 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f99987-7304-4f7a-94c2-de1e3fd14fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f162c5f0-c416-4eec-8ed3-c2d85c936e17,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:47:53.186364 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-89f99987-7304-4f7a-94c2-de1e3fd14fa6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=97ac180c824d40dbbb67d62f585ffaa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1344817 Feb 07 21:47:53.188979 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43766) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:47:53.235834 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da1a0888-7fd7-42db-a9b5-7c87eda85ec3 admin admin] Publish callbacks [] for security_group (f162c5f0-c416-4eec-8ed3-c2d85c936e17), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:53.255846 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da1a0888-7fd7-42db-a9b5-7c87eda85ec3 admin admin] Publish callbacks [] for security_group (f162c5f0-c416-4eec-8ed3-c2d85c936e17), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:53.301464 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da1a0888-7fd7-42db-a9b5-7c87eda85ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f162c5f0-c416-4eec-8ed3-c2d85c936e17), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:53.304360 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da1a0888-7fd7-42db-a9b5-7c87eda85ec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:53.305632 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-da1a0888-7fd7-42db-a9b5-7c87eda85ec3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f162c5f0-c416-4eec-8ed3-c2d85c936e17 HTTP/1.1" status: 204 len: 168 time: 0.1157150 Feb 07 21:47:53.313470 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a0888-7fd7-42db-a9b5-7c87eda85ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f162c5f0-c416-4eec-8ed3-c2d85c936e17,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:47:53.388238 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:53.735724 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 81dc2cce-8bb0-4f65-ba7b-960b8704887b no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:47:53.756890 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 81dc2cce-8bb0-4f65-ba7b-960b8704887b {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:47:53.757235 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 81dc2cce-8bb0-4f65-ba7b-960b8704887b not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:47:54.615459 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5017043-a8fe-4baa-81cd-27fc94310209 req-3272d52c-b24f-4c28-8eca-d8bd4520fa4d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4bf90d46-7ce0-439c-b309-0d81fb421256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1778636 Feb 07 21:47:54.701188 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:54.701901 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5017043-a8fe-4baa-81cd-27fc94310209 req-c1841fca-9cf9-44fa-81ec-03a610cd562f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:47:54.703970 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5017043-a8fe-4baa-81cd-27fc94310209 req-c1841fca-9cf9-44fa-81ec-03a610cd562f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aa9cb3dcece74bc79ad7581cf4947ef5&device_id=4bf90d46-7ce0-439c-b309-0d81fb421256 HTTP/1.1" status: 200 len: 1127 time: 0.0491519 Feb 07 21:47:54.802403 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5017043-a8fe-4baa-81cd-27fc94310209 req-1bed1468-b1c8-42b1-8179-ca5bfa87ea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:47:54.803865 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5017043-a8fe-4baa-81cd-27fc94310209 req-1bed1468-b1c8-42b1-8179-ca5bfa87ea3b service neutron] 10.222.0.71 "GET /v2.0/networks?id=a9fb8e9f-c4a5-45be-a391-d36c8203143a HTTP/1.1" status: 200 len: 910 time: 0.0820861 Feb 07 21:47:54.869172 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5017043-a8fe-4baa-81cd-27fc94310209 req-840d7dcc-a8f5-4d66-bd8d-fde55ea236f2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f16cab5e-0b19-4785-8c22-560983bf679a HTTP/1.1" status: 200 len: 1000 time: 0.0596504 Feb 07 21:47:54.914703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5017043-a8fe-4baa-81cd-27fc94310209 req-a1832fb7-7700-4659-baf0-d7a28a932a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:47:54.916095 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5017043-a8fe-4baa-81cd-27fc94310209 req-a1832fb7-7700-4659-baf0-d7a28a932a32 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5ad02c56-9942-4a88-9295-bd5489fb9033 HTTP/1.1" status: 200 len: 848 time: 0.0415189 Feb 07 21:47:54.966786 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5017043-a8fe-4baa-81cd-27fc94310209 req-ca074431-4b0b-49e5-a7e2-5e9f88476eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:47:54.968203 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5017043-a8fe-4baa-81cd-27fc94310209 req-ca074431-4b0b-49e5-a7e2-5e9f88476eb0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a9fb8e9f-c4a5-45be-a391-d36c8203143a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464628 Feb 07 21:47:55.058697 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5017043-a8fe-4baa-81cd-27fc94310209 req-f1243e3c-f1dc-404e-9025-f1fdd4936a51 service neutron] 10.222.0.71 "GET /v2.0/networks/a9fb8e9f-c4a5-45be-a391-d36c8203143a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846343 Feb 07 21:47:55.146045 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5017043-a8fe-4baa-81cd-27fc94310209 req-3555df89-62c7-468d-87d4-12d3e264bc57 service neutron] 10.222.0.71 "GET /v2.0/networks/a9fb8e9f-c4a5-45be-a391-d36c8203143a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816615 Feb 07 21:47:55.377959 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dc656-e6f4-4bf5-bfec-674ba27f4936 req-0929639b-d606-44e9-93f0-c99e4946285c tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:47:55.379436 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-690dc656-e6f4-4bf5-bfec-674ba27f4936 req-0929639b-d606-44e9-93f0-c99e4946285c tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf90d46-7ce0-439c-b309-0d81fb421256 HTTP/1.1" status: 200 len: 945 time: 0.0535438 Feb 07 21:47:55.427467 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-690dc656-e6f4-4bf5-bfec-674ba27f4936 req-1f2f985f-ec58-4413-89bb-325bc3c768c5 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/security-groups?id=289f78bd-0c38-4a83-9adc-b5d6f84a86fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424325 Feb 07 21:47:55.963099 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2004438-4ab6-4317-92c6-49d226282b7d req-b2142bd3-79ed-463c-a49f-0477e03f30d3 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:47:55.964614 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2004438-4ab6-4317-92c6-49d226282b7d req-b2142bd3-79ed-463c-a49f-0477e03f30d3 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bf90d46-7ce0-439c-b309-0d81fb421256 HTTP/1.1" status: 200 len: 945 time: 0.0545356 Feb 07 21:47:56.053372 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-b2004438-4ab6-4317-92c6-49d226282b7d req-c49e8a0a-6b2c-4a90-80f0-434f5c4b43fb tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Deleting port f16cab5e-0b19-4785-8c22-560983bf679a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:47:56.053626 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b2004438-4ab6-4317-92c6-49d226282b7d req-c49e8a0a-6b2c-4a90-80f0-434f5c4b43fb tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f16cab5e-0b19-4785-8c22-560983bf679a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:56.142451 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b2004438-4ab6-4317-92c6-49d226282b7d req-c49e8a0a-6b2c-4a90-80f0-434f5c4b43fb tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] For port f16cab5e-0b19-4785-8c22-560983bf679a, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=f16cab5e-0b19-4785-8c22-560983bf679a,segment=NetworkSegment(5c21e18d-64f5-4776-b7e8-3e9e19c55e96),segment_id=5c21e18d-64f5-4776-b7e8-3e9e19c55e96)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:47:56.142802 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b2004438-4ab6-4317-92c6-49d226282b7d req-c49e8a0a-6b2c-4a90-80f0-434f5c4b43fb tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f16cab5e-0b19-4785-8c22-560983bf679a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:56.306582 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b2004438-4ab6-4317-92c6-49d226282b7d req-c49e8a0a-6b2c-4a90-80f0-434f5c4b43fb tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:56.306848 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b2004438-4ab6-4317-92c6-49d226282b7d req-c49e8a0a-6b2c-4a90-80f0-434f5c4b43fb tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (81432bb5-248c-4710-b0aa-b2649420a7df), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:56.307157 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [req-b2004438-4ab6-4317-92c6-49d226282b7d req-c49e8a0a-6b2c-4a90-80f0-434f5c4b43fb tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Floating IP 81432bb5-248c-4710-b0aa-b2649420a7df disassociated. External IP: 172.25.4.57, port: f16cab5e-0b19-4785-8c22-560983bf679a. Feb 07 21:47:56.307493 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-b2004438-4ab6-4317-92c6-49d226282b7d req-c49e8a0a-6b2c-4a90-80f0-434f5c4b43fb tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Calling delete_port for f16cab5e-0b19-4785-8c22-560983bf679a owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:47:56.431954 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b2004438-4ab6-4317-92c6-49d226282b7d req-c49e8a0a-6b2c-4a90-80f0-434f5c4b43fb tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f16cab5e-0b19-4785-8c22-560983bf679a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:56.460939 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e8a0a-6b2c-4a90-80f0-434f5c4b43fb tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Pushing event deleted for resources: {'Port': ['ID=f16cab5e-0b19-4785-8c22-560983bf679a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:47:56.557656 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f833c524-3101-4869-8370-537cb0ad8ac5 req-7d55ad9d-c408-45c2-aa17-23b0ed4c0ec1 tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf90d46-7ce0-439c-b309-0d81fb421256 HTTP/1.1" status: 200 len: 210 time: 0.0528660 Feb 07 21:47:56.599033 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2004438-4ab6-4317-92c6-49d226282b7d req-c49e8a0a-6b2c-4a90-80f0-434f5c4b43fb tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Router 6220067c-a445-48d8-b73a-60a17a61f6be has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:47:56.707053 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2004438-4ab6-4317-92c6-49d226282b7d req-c49e8a0a-6b2c-4a90-80f0-434f5c4b43fb tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:47:56.716919 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d48669d-e606-469f-99bd-79e5b83fbba3 None None] Sync routers for ids ['6220067c-a445-48d8-b73a-60a17a61f6be'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:47:56.730479 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d48669d-e606-469f-99bd-79e5b83fbba3 None None] Routers {'6220067c-a445-48d8-b73a-60a17a61f6be'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:47:56.731101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8d48669d-e606-469f-99bd-79e5b83fbba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:47:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['6220067c-a445-48d8-b73a-60a17a61f6be'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:47:56.750005 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2004438-4ab6-4317-92c6-49d226282b7d req-c49e8a0a-6b2c-4a90-80f0-434f5c4b43fb tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] No DVR routers for this DVR port f16cab5e-0b19-4785-8c22-560983bf679a on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:47:56.753084 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b2004438-4ab6-4317-92c6-49d226282b7d req-c49e8a0a-6b2c-4a90-80f0-434f5c4b43fb tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:56.756289 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b2004438-4ab6-4317-92c6-49d226282b7d req-c49e8a0a-6b2c-4a90-80f0-434f5c4b43fb tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.71 "DELETE /v2.0/ports/f16cab5e-0b19-4785-8c22-560983bf679a HTTP/1.1" status: 204 len: 173 time: 0.7869036 Feb 07 21:47:56.756774 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf90d46-7ce0-439c-b309-0d81fb421256', 'name': 'network-vif-deleted', 'tag': 'f16cab5e-0b19-4785-8c22-560983bf679a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:47:56.759384 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20c46be-1796-419d-9589-8bdefa42f1cd" -d '{"events": [{"server_uuid": "4bf90d46-7ce0-439c-b309-0d81fb421256", "name": "network-vif-deleted", "tag": "f16cab5e-0b19-4785-8c22-560983bf679a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:47:56.819780 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78373080-60ab-4ec2-a567-f21285363b98 x-openstack-request-id: req-78373080-60ab-4ec2-a567-f21285363b98 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:47:56.820364 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf90d46-7ce0-439c-b309-0d81fb421256", "name": "network-vif-deleted", "tag": "f16cab5e-0b19-4785-8c22-560983bf679a", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:47:56.824720 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-78373080-60ab-4ec2-a567-f21285363b98 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:47:56.825163 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf90d46-7ce0-439c-b309-0d81fb421256', 'name': 'network-vif-deleted', 'tag': 'f16cab5e-0b19-4785-8c22-560983bf679a', 'status': 'completed', 'code': 200} Feb 07 21:47:56.844277 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-8d48669d-e606-469f-99bd-79e5b83fbba3 None None] Set router 6220067c-a445-48d8-b73a-60a17a61f6be gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:47:57.052485 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8d48669d-e606-469f-99bd-79e5b83fbba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'name': 'tempest-TestServerBasicOps-1142518617-router', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'c1f8c766-e5e9-41c6-a762-813a5a6311ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:42:08Z', 'updated_at': '2022-02-07T21:42:11Z', 'revision_number': 4, 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'gw_port': {'id': 'c1f8c766-e5e9-41c6-a762-813a5a6311ea', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:09Z', 'updated_at': '2022-02-07T21:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d', 'name': '', 'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'mac_address': 'fa:16:3e:c9:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '5ad02c56-9942-4a88-9295-bd5489fb9033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:10Z', 'updated_at': '2022-02-07T21:42:15Z', 'revision_number': 5, 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'subnets': [{'id': '5ad02c56-9942-4a88-9295-bd5489fb9033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:47:57.079446 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d48669d-e606-469f-99bd-79e5b83fbba3 None None] Checking router: 6220067c-a445-48d8-b73a-60a17a61f6be for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:47:57.087783 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d48669d-e606-469f-99bd-79e5b83fbba3 None None] Routers {'6220067c-a445-48d8-b73a-60a17a61f6be'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:47:57.088418 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8d48669d-e606-469f-99bd-79e5b83fbba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:47:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['6220067c-a445-48d8-b73a-60a17a61f6be'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:47:57.195802 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-8d48669d-e606-469f-99bd-79e5b83fbba3 None None] Set router 6220067c-a445-48d8-b73a-60a17a61f6be gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:47:57.392856 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8d48669d-e606-469f-99bd-79e5b83fbba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'name': 'tempest-TestServerBasicOps-1142518617-router', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'c1f8c766-e5e9-41c6-a762-813a5a6311ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:42:08Z', 'updated_at': '2022-02-07T21:42:11Z', 'revision_number': 4, 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'gw_port': {'id': 'c1f8c766-e5e9-41c6-a762-813a5a6311ea', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:09Z', 'updated_at': '2022-02-07T21:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d', 'name': '', 'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'mac_address': 'fa:16:3e:c9:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '5ad02c56-9942-4a88-9295-bd5489fb9033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:10Z', 'updated_at': '2022-02-07T21:42:15Z', 'revision_number': 5, 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'subnets': [{'id': '5ad02c56-9942-4a88-9295-bd5489fb9033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:47:57.418485 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d48669d-e606-469f-99bd-79e5b83fbba3 None None] The sync data for ids ['6220067c-a445-48d8-b73a-60a17a61f6be'] in n-d-828185-2 is: [{'id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'name': 'tempest-TestServerBasicOps-1142518617-router', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'c1f8c766-e5e9-41c6-a762-813a5a6311ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:42:08Z', 'updated_at': '2022-02-07T21:42:11Z', 'revision_number': 4, 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'gw_port': {'id': 'c1f8c766-e5e9-41c6-a762-813a5a6311ea', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:09Z', 'updated_at': '2022-02-07T21:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d', 'name': '', 'network_id': 'a9fb8e9f-c4a5-45be-a391-d36c8203143a', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'mac_address': 'fa:16:3e:c9:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '5ad02c56-9942-4a88-9295-bd5489fb9033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:10Z', 'updated_at': '2022-02-07T21:42:15Z', 'revision_number': 5, 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'subnets': [{'id': '5ad02c56-9942-4a88-9295-bd5489fb9033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:47:57.618573 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43784) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:47:57.636835 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb43e6-7a43-4077-9a11-613eb0315379 None None] New status for floating IP 81432bb5-248c-4710-b0aa-b2649420a7df: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:47:57.745552 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-75a25bcb-7e36-4c6b-8ff2-57ff5ed03d4d tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Deleting port 37068ee5-c6ee-44c8-adde-47cd887a9c25 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:47:57.745895 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-75a25bcb-7e36-4c6b-8ff2-57ff5ed03d4d tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (37068ee5-c6ee-44c8-adde-47cd887a9c25), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:57.826782 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-75a25bcb-7e36-4c6b-8ff2-57ff5ed03d4d tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (37068ee5-c6ee-44c8-adde-47cd887a9c25), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:57.827102 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-75a25bcb-7e36-4c6b-8ff2-57ff5ed03d4d tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for floatingip (37068ee5-c6ee-44c8-adde-47cd887a9c25), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:57.840550 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-75a25bcb-7e36-4c6b-8ff2-57ff5ed03d4d tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Calling delete_port for 37068ee5-c6ee-44c8-adde-47cd887a9c25 owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:47:57.973842 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-75a25bcb-7e36-4c6b-8ff2-57ff5ed03d4d tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (37068ee5-c6ee-44c8-adde-47cd887a9c25), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:58.000044 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a25bcb-7e36-4c6b-8ff2-57ff5ed03d4d tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Pushing event deleted for resources: {'Port': ['ID=37068ee5-c6ee-44c8-adde-47cd887a9c25,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:47:58.058350 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-75a25bcb-7e36-4c6b-8ff2-57ff5ed03d4d tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for floatingip (81432bb5-248c-4710-b0aa-b2649420a7df), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:58.061012 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-75a25bcb-7e36-4c6b-8ff2-57ff5ed03d4d tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:58.062181 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-75a25bcb-7e36-4c6b-8ff2-57ff5ed03d4d tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "DELETE /v2.0/floatingips/81432bb5-248c-4710-b0aa-b2649420a7df HTTP/1.1" status: 204 len: 168 time: 0.4426103 Feb 07 21:47:58.129632 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43790) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:47:58.187712 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cb19628-c908-4d2c-a291-937ed8b2a65b tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for security_group (289f78bd-0c38-4a83-9adc-b5d6f84a86fd), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:58.212698 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cb19628-c908-4d2c-a291-937ed8b2a65b tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for security_group (289f78bd-0c38-4a83-9adc-b5d6f84a86fd), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:58.282581 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cb19628-c908-4d2c-a291-937ed8b2a65b tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (289f78bd-0c38-4a83-9adc-b5d6f84a86fd), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:58.286020 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cb19628-c908-4d2c-a291-937ed8b2a65b tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:58.287563 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8cb19628-c908-4d2c-a291-937ed8b2a65b tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] 10.222.0.65 "DELETE /v2.0/security-groups/289f78bd-0c38-4a83-9adc-b5d6f84a86fd HTTP/1.1" status: 204 len: 168 time: 0.1569448 Feb 07 21:47:58.299477 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb19628-c908-4d2c-a291-937ed8b2a65b tempest-TestServerBasicOps-2125659562 tempest-TestServerBasicOps-2125659562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=289f78bd-0c38-4a83-9adc-b5d6f84a86fd,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:47:58.330249 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43794) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:47:58.727274 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device f16cab5e-0b19-4785-8c22-560983bf679a no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:47:58.749888 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: f16cab5e-0b19-4785-8c22-560983bf679a {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:47:58.750238 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device f16cab5e-0b19-4785-8c22-560983bf679a not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:47:59.084138 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87fb697f-a2eb-404e-80ba-a842b8ad7af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (6220067c-a445-48d8-b73a-60a17a61f6be), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:59.325644 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-87fb697f-a2eb-404e-80ba-a842b8ad7af5 admin admin] Deleting port ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:47:59.325989 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87fb697f-a2eb-404e-80ba-a842b8ad7af5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:59.399692 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-87fb697f-a2eb-404e-80ba-a842b8ad7af5 admin admin] For port ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d,segment=NetworkSegment(5c21e18d-64f5-4776-b7e8-3e9e19c55e96),segment_id=5c21e18d-64f5-4776-b7e8-3e9e19c55e96)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:47:59.400388 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87fb697f-a2eb-404e-80ba-a842b8ad7af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:59.413145 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-87fb697f-a2eb-404e-80ba-a842b8ad7af5 admin admin] Calling delete_port for ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:47:59.587148 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87fb697f-a2eb-404e-80ba-a842b8ad7af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:47:59.616078 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb697f-a2eb-404e-80ba-a842b8ad7af5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:47:59.789115 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87fb697f-a2eb-404e-80ba-a842b8ad7af5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (6220067c-a445-48d8-b73a-60a17a61f6be), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:00.002224 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fb697f-a2eb-404e-80ba-a842b8ad7af5 admin admin] Router 6220067c-a445-48d8-b73a-60a17a61f6be has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:48:00.107077 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fb697f-a2eb-404e-80ba-a842b8ad7af5 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:48:00.111909 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-87fb697f-a2eb-404e-80ba-a842b8ad7af5 admin admin] 10.222.0.65 "PUT /v2.0/routers/6220067c-a445-48d8-b73a-60a17a61f6be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7807982 Feb 07 21:48:00.114467 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43798) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:48:00.116971 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627c0c9a-552d-4ffb-b59c-18c3594cb680 None None] Sync routers for ids ['6220067c-a445-48d8-b73a-60a17a61f6be'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:48:00.127245 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627c0c9a-552d-4ffb-b59c-18c3594cb680 None None] Routers {'6220067c-a445-48d8-b73a-60a17a61f6be'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:48:00.128087 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-627c0c9a-552d-4ffb-b59c-18c3594cb680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:47:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['6220067c-a445-48d8-b73a-60a17a61f6be'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:48:00.213865 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46c0f74f-1abc-4ff6-8f61-63b0247de6b2 admin admin] Publish callbacks [] for router (6220067c-a445-48d8-b73a-60a17a61f6be), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:00.234171 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-627c0c9a-552d-4ffb-b59c-18c3594cb680 None None] Set router 6220067c-a445-48d8-b73a-60a17a61f6be gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:48:00.318787 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46c0f74f-1abc-4ff6-8f61-63b0247de6b2 admin admin] Publish callbacks [] for router_gateway (6220067c-a445-48d8-b73a-60a17a61f6be), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:00.374698 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-46c0f74f-1abc-4ff6-8f61-63b0247de6b2 admin admin] Deleting port c1f8c766-e5e9-41c6-a762-813a5a6311ea {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:48:00.375034 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46c0f74f-1abc-4ff6-8f61-63b0247de6b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c1f8c766-e5e9-41c6-a762-813a5a6311ea), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:00.419030 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-627c0c9a-552d-4ffb-b59c-18c3594cb680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'name': 'tempest-TestServerBasicOps-1142518617-router', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'c1f8c766-e5e9-41c6-a762-813a5a6311ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:42:08Z', 'updated_at': '2022-02-07T21:47:59Z', 'revision_number': 5, 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'gw_port': {'id': 'c1f8c766-e5e9-41c6-a762-813a5a6311ea', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:09Z', 'updated_at': '2022-02-07T21:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:48:00.446162 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627c0c9a-552d-4ffb-b59c-18c3594cb680 None None] Checking router: 6220067c-a445-48d8-b73a-60a17a61f6be for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:48:00.451313 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-46c0f74f-1abc-4ff6-8f61-63b0247de6b2 admin admin] For port c1f8c766-e5e9-41c6-a762-813a5a6311ea, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c1f8c766-e5e9-41c6-a762-813a5a6311ea,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:48:00.451875 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46c0f74f-1abc-4ff6-8f61-63b0247de6b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c1f8c766-e5e9-41c6-a762-813a5a6311ea), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:00.455468 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627c0c9a-552d-4ffb-b59c-18c3594cb680 None None] Routers {'6220067c-a445-48d8-b73a-60a17a61f6be'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:48:00.456077 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-627c0c9a-552d-4ffb-b59c-18c3594cb680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:47:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['6220067c-a445-48d8-b73a-60a17a61f6be'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:48:00.464659 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-46c0f74f-1abc-4ff6-8f61-63b0247de6b2 admin admin] Calling delete_port for c1f8c766-e5e9-41c6-a762-813a5a6311ea owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:48:00.640946 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46c0f74f-1abc-4ff6-8f61-63b0247de6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (c1f8c766-e5e9-41c6-a762-813a5a6311ea), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:00.673438 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0f74f-1abc-4ff6-8f61-63b0247de6b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f8c766-e5e9-41c6-a762-813a5a6311ea,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:00.710133 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-627c0c9a-552d-4ffb-b59c-18c3594cb680 None None] Set router 6220067c-a445-48d8-b73a-60a17a61f6be gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:48:00.730971 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46c0f74f-1abc-4ff6-8f61-63b0247de6b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (6220067c-a445-48d8-b73a-60a17a61f6be), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:00.765675 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-627c0c9a-552d-4ffb-b59c-18c3594cb680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'name': 'tempest-TestServerBasicOps-1142518617-router', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:42:08Z', 'updated_at': '2022-02-07T21:48:00Z', 'revision_number': 6, 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:48:00.791542 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627c0c9a-552d-4ffb-b59c-18c3594cb680 None None] The sync data for ids ['6220067c-a445-48d8-b73a-60a17a61f6be'] in n-d-828185-2 is: [{'id': '6220067c-a445-48d8-b73a-60a17a61f6be', 'name': 'tempest-TestServerBasicOps-1142518617-router', 'tenant_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:42:08Z', 'updated_at': '2022-02-07T21:48:00Z', 'revision_number': 6, 'project_id': 'aa9cb3dcece74bc79ad7581cf4947ef5', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:48:00.823682 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46c0f74f-1abc-4ff6-8f61-63b0247de6b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (6220067c-a445-48d8-b73a-60a17a61f6be), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:00.825881 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46c0f74f-1abc-4ff6-8f61-63b0247de6b2 admin admin] Publish callbacks [] for router_controller (6220067c-a445-48d8-b73a-60a17a61f6be), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:00.871176 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46c0f74f-1abc-4ff6-8f61-63b0247de6b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (6220067c-a445-48d8-b73a-60a17a61f6be), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:00.871852 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c0f74f-1abc-4ff6-8f61-63b0247de6b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6220067c-a445-48d8-b73a-60a17a61f6be {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:48:00.877282 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-46c0f74f-1abc-4ff6-8f61-63b0247de6b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:00.878488 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-46c0f74f-1abc-4ff6-8f61-63b0247de6b2 admin admin] 10.222.0.65 "DELETE /v2.0/routers/6220067c-a445-48d8-b73a-60a17a61f6be HTTP/1.1" status: 204 len: 168 time: 0.7631240 Feb 07 21:48:00.881088 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43800) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:48:00.926927 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f5e7ff-7c2d-4ca0-a76c-3358e417df74 admin admin] Deleting subnet 5ad02c56-9942-4a88-9295-bd5489fb9033 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:48:00.929923 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9f5e7ff-7c2d-4ca0-a76c-3358e417df74 admin admin] Publish callbacks [] for subnet (5ad02c56-9942-4a88-9295-bd5489fb9033), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:00.964763 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9f5e7ff-7c2d-4ca0-a76c-3358e417df74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (5ad02c56-9942-4a88-9295-bd5489fb9033), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:01.048690 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9f5e7ff-7c2d-4ca0-a76c-3358e417df74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (5ad02c56-9942-4a88-9295-bd5489fb9033), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:01.100911 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9f5e7ff-7c2d-4ca0-a76c-3358e417df74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (5ad02c56-9942-4a88-9295-bd5489fb9033), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:01.133399 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5e7ff-7c2d-4ca0-a76c-3358e417df74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ad02c56-9942-4a88-9295-bd5489fb9033,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:01.139164 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9f5e7ff-7c2d-4ca0-a76c-3358e417df74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:01.144141 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c9f5e7ff-7c2d-4ca0-a76c-3358e417df74 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5ad02c56-9942-4a88-9295-bd5489fb9033 HTTP/1.1" status: 204 len: 168 time: 0.2620554 Feb 07 21:48:01.145010 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6300f7-9a74-4e03-9238-44ead032f9ad None None] Network a9fb8e9f-c4a5-45be-a391-d36c8203143a requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:48:01.146489 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43802) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:48:01.223726 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7d4d962-e5c6-4479-9d9c-a96b16930431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (a9fb8e9f-c4a5-45be-a391-d36c8203143a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:01.291798 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b7d4d962-e5c6-4479-9d9c-a96b16930431 admin admin] Deleting port 973bdb6e-1c91-4edf-8796-8af8b72637a6 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:48:01.292141 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7d4d962-e5c6-4479-9d9c-a96b16930431 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (973bdb6e-1c91-4edf-8796-8af8b72637a6), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:01.357970 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b7d4d962-e5c6-4479-9d9c-a96b16930431 admin admin] For port 973bdb6e-1c91-4edf-8796-8af8b72637a6, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=973bdb6e-1c91-4edf-8796-8af8b72637a6,segment=NetworkSegment(5c21e18d-64f5-4776-b7e8-3e9e19c55e96),segment_id=5c21e18d-64f5-4776-b7e8-3e9e19c55e96)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:48:01.358427 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7d4d962-e5c6-4479-9d9c-a96b16930431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (973bdb6e-1c91-4edf-8796-8af8b72637a6), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:01.375958 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b7d4d962-e5c6-4479-9d9c-a96b16930431 admin admin] Calling delete_port for 973bdb6e-1c91-4edf-8796-8af8b72637a6 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:48:01.461594 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7d4d962-e5c6-4479-9d9c-a96b16930431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (973bdb6e-1c91-4edf-8796-8af8b72637a6), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:01.489120 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4d962-e5c6-4479-9d9c-a96b16930431 admin admin] Pushing event deleted for resources: {'Port': ['ID=973bdb6e-1c91-4edf-8796-8af8b72637a6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:01.490873 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d4d962-e5c6-4479-9d9c-a96b16930431 admin admin] No DVR routers for this DVR port 973bdb6e-1c91-4edf-8796-8af8b72637a6 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:48:01.562536 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7d4d962-e5c6-4479-9d9c-a96b16930431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (a9fb8e9f-c4a5-45be-a391-d36c8203143a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:01.582933 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-b7d4d962-e5c6-4479-9d9c-a96b16930431 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9fb8e9f-c4a5-45be-a391-d36c8203143a']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:48:01.595330 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-b7d4d962-e5c6-4479-9d9c-a96b16930431 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c21e18d-64f5-4776-b7e8-3e9e19c55e96') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:48:01.595330 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-b7d4d962-e5c6-4479-9d9c-a96b16930431 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c21e18d-64f5-4776-b7e8-3e9e19c55e96') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:48:01.605573 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7d4d962-e5c6-4479-9d9c-a96b16930431 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (5c21e18d-64f5-4776-b7e8-3e9e19c55e96), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:01.620674 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7d4d962-e5c6-4479-9d9c-a96b16930431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (5c21e18d-64f5-4776-b7e8-3e9e19c55e96), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:01.634075 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d4d962-e5c6-4479-9d9c-a96b16930431 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:48:01.634284 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9831ffa1-4719-46b2-bb63-f8694e23917a None None] DHCP port deletion for a9fb8e9f-c4a5-45be-a391-d36c8203143a request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:48:01.635168 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7d4d962-e5c6-4479-9d9c-a96b16930431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (5c21e18d-64f5-4776-b7e8-3e9e19c55e96), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:48:01.638239 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:48:01.705866 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7d4d962-e5c6-4479-9d9c-a96b16930431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (a9fb8e9f-c4a5-45be-a391-d36c8203143a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:01.715779 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7d4d962-e5c6-4479-9d9c-a96b16930431 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:01.721886 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b7d4d962-e5c6-4479-9d9c-a96b16930431 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a9fb8e9f-c4a5-45be-a391-d36c8203143a HTTP/1.1" status: 204 len: 168 time: 0.5712805 Feb 07 21:48:01.722636 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43804) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:48:01.729167 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4d962-e5c6-4479-9d9c-a96b16930431 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9fb8e9f-c4a5-45be-a391-d36c8203143a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:01.833542 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:48:01.854966 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:48:01.855337 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ee8d218d-cc5d-4137-a0b5-0b7d0a5d140d not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:48:01.855835 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c1f8c766-e5e9-41c6-a762-813a5a6311ea no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:48:01.876781 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: c1f8c766-e5e9-41c6-a762-813a5a6311ea {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:48:01.877129 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c1f8c766-e5e9-41c6-a762-813a5a6311ea not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:48:01.877552 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 973bdb6e-1c91-4edf-8796-8af8b72637a6 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:48:01.897346 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 973bdb6e-1c91-4edf-8796-8af8b72637a6 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:48:01.897701 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 973bdb6e-1c91-4edf-8796-8af8b72637a6 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:48:02.107255 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2fd0c92-4927-47dd-862d-1c539b1e9153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (67405c91-9b61-418d-929a-c6bbec965dda), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:02.360328 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d2fd0c92-4927-47dd-862d-1c539b1e9153 admin admin] Deleting port 189a654f-936a-4d63-b6c9-806863a4e593 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:48:02.360683 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2fd0c92-4927-47dd-862d-1c539b1e9153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (189a654f-936a-4d63-b6c9-806863a4e593), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:02.438941 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-d2fd0c92-4927-47dd-862d-1c539b1e9153 admin admin] For port 189a654f-936a-4d63-b6c9-806863a4e593, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=189a654f-936a-4d63-b6c9-806863a4e593,segment=NetworkSegment(f91e5b2f-6501-498c-9fd2-2f87e3c75866),segment_id=f91e5b2f-6501-498c-9fd2-2f87e3c75866)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:48:02.439305 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2fd0c92-4927-47dd-862d-1c539b1e9153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (189a654f-936a-4d63-b6c9-806863a4e593), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:02.455910 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d2fd0c92-4927-47dd-862d-1c539b1e9153 admin admin] Calling delete_port for 189a654f-936a-4d63-b6c9-806863a4e593 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:48:02.633874 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2fd0c92-4927-47dd-862d-1c539b1e9153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (189a654f-936a-4d63-b6c9-806863a4e593), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:02.661566 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd0c92-4927-47dd-862d-1c539b1e9153 admin admin] Pushing event deleted for resources: {'Port': ['ID=189a654f-936a-4d63-b6c9-806863a4e593,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:02.827553 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2fd0c92-4927-47dd-862d-1c539b1e9153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (67405c91-9b61-418d-929a-c6bbec965dda), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:03.311573 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fd0c92-4927-47dd-862d-1c539b1e9153 admin admin] Router 67405c91-9b61-418d-929a-c6bbec965dda has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:48:03.418074 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fd0c92-4927-47dd-862d-1c539b1e9153 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:48:03.426094 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d2fd0c92-4927-47dd-862d-1c539b1e9153 admin admin] 10.222.0.65 "PUT /v2.0/routers/67405c91-9b61-418d-929a-c6bbec965dda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6991830 Feb 07 21:48:03.426094 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43806) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:48:03.427032 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209d8d71-5d43-4cc2-9fe9-791fbc14b115 None None] Sync routers for ids ['67405c91-9b61-418d-929a-c6bbec965dda'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:48:03.436968 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209d8d71-5d43-4cc2-9fe9-791fbc14b115 None None] Routers {'67405c91-9b61-418d-929a-c6bbec965dda'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:48:03.437572 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-209d8d71-5d43-4cc2-9fe9-791fbc14b115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:47:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['67405c91-9b61-418d-929a-c6bbec965dda'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:48:03.532566 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8df2815c-9b4b-47cb-ac4b-a5f2397d4d20 admin admin] Publish callbacks [] for router (67405c91-9b61-418d-929a-c6bbec965dda), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:03.541929 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-209d8d71-5d43-4cc2-9fe9-791fbc14b115 None None] Set router 67405c91-9b61-418d-929a-c6bbec965dda gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:48:03.636883 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8df2815c-9b4b-47cb-ac4b-a5f2397d4d20 admin admin] Publish callbacks [] for router_gateway (67405c91-9b61-418d-929a-c6bbec965dda), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:03.691879 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8df2815c-9b4b-47cb-ac4b-a5f2397d4d20 admin admin] Deleting port 302ef423-88c0-4a66-bcf4-f06ab33ae5ff {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:48:03.692162 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8df2815c-9b4b-47cb-ac4b-a5f2397d4d20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (302ef423-88c0-4a66-bcf4-f06ab33ae5ff), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:03.727968 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-209d8d71-5d43-4cc2-9fe9-791fbc14b115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67405c91-9b61-418d-929a-c6bbec965dda', 'name': 'tempest-TestServerBasicOps-660987613-router', 'tenant_id': '332109515eec495f9b09cb305573f73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '302ef423-88c0-4a66-bcf4-f06ab33ae5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:42:13Z', 'updated_at': '2022-02-07T21:48:02Z', 'revision_number': 5, 'project_id': '332109515eec495f9b09cb305573f73b', 'gw_port': {'id': '302ef423-88c0-4a66-bcf4-f06ab33ae5ff', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67405c91-9b61-418d-929a-c6bbec965dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:42:13Z', 'updated_at': '2022-02-07T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:48:03.756271 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209d8d71-5d43-4cc2-9fe9-791fbc14b115 None None] Checking router: 67405c91-9b61-418d-929a-c6bbec965dda for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:48:03.764892 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209d8d71-5d43-4cc2-9fe9-791fbc14b115 None None] Routers {'67405c91-9b61-418d-929a-c6bbec965dda'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:48:03.765497 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-209d8d71-5d43-4cc2-9fe9-791fbc14b115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:47:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['67405c91-9b61-418d-929a-c6bbec965dda'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:48:03.778108 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-8df2815c-9b4b-47cb-ac4b-a5f2397d4d20 admin admin] For port 302ef423-88c0-4a66-bcf4-f06ab33ae5ff, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=302ef423-88c0-4a66-bcf4-f06ab33ae5ff,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:48:03.778474 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8df2815c-9b4b-47cb-ac4b-a5f2397d4d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (302ef423-88c0-4a66-bcf4-f06ab33ae5ff), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:03.792177 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8df2815c-9b4b-47cb-ac4b-a5f2397d4d20 admin admin] Calling delete_port for 302ef423-88c0-4a66-bcf4-f06ab33ae5ff owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:48:03.851632 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-209d8d71-5d43-4cc2-9fe9-791fbc14b115 None None] Set router 67405c91-9b61-418d-929a-c6bbec965dda gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:48:03.901023 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-209d8d71-5d43-4cc2-9fe9-791fbc14b115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67405c91-9b61-418d-929a-c6bbec965dda', 'name': 'tempest-TestServerBasicOps-660987613-router', 'tenant_id': '332109515eec495f9b09cb305573f73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:42:13Z', 'updated_at': '2022-02-07T21:48:03Z', 'revision_number': 6, 'project_id': '332109515eec495f9b09cb305573f73b', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:48:03.929532 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209d8d71-5d43-4cc2-9fe9-791fbc14b115 None None] The sync data for ids ['67405c91-9b61-418d-929a-c6bbec965dda'] in n-d-828185-2 is: [{'id': '67405c91-9b61-418d-929a-c6bbec965dda', 'name': 'tempest-TestServerBasicOps-660987613-router', 'tenant_id': '332109515eec495f9b09cb305573f73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:42:13Z', 'updated_at': '2022-02-07T21:48:03Z', 'revision_number': 6, 'project_id': '332109515eec495f9b09cb305573f73b', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:48:03.967041 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8df2815c-9b4b-47cb-ac4b-a5f2397d4d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (302ef423-88c0-4a66-bcf4-f06ab33ae5ff), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:04.015260 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:04.018168 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2815c-9b4b-47cb-ac4b-a5f2397d4d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=302ef423-88c0-4a66-bcf4-f06ab33ae5ff,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:04.058002 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8df2815c-9b4b-47cb-ac4b-a5f2397d4d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (67405c91-9b61-418d-929a-c6bbec965dda), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:04.149882 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8df2815c-9b4b-47cb-ac4b-a5f2397d4d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (67405c91-9b61-418d-929a-c6bbec965dda), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:04.152009 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8df2815c-9b4b-47cb-ac4b-a5f2397d4d20 admin admin] Publish callbacks [] for router_controller (67405c91-9b61-418d-929a-c6bbec965dda), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:04.196860 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8df2815c-9b4b-47cb-ac4b-a5f2397d4d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (67405c91-9b61-418d-929a-c6bbec965dda), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:04.197386 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df2815c-9b4b-47cb-ac4b-a5f2397d4d20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67405c91-9b61-418d-929a-c6bbec965dda {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:48:04.201660 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8df2815c-9b4b-47cb-ac4b-a5f2397d4d20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:04.202848 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8df2815c-9b4b-47cb-ac4b-a5f2397d4d20 admin admin] 10.222.0.65 "DELETE /v2.0/routers/67405c91-9b61-418d-929a-c6bbec965dda HTTP/1.1" status: 204 len: 168 time: 0.7758040 Feb 07 21:48:04.206386 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43808) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:48:04.239663 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:04.252246 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-6877687a-42b5-4cfa-881f-cf77620902b8 admin admin] Deleting subnet 5135a233-bb46-4983-9e69-b7f6edec86d5 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:48:04.255631 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6877687a-42b5-4cfa-881f-cf77620902b8 admin admin] Publish callbacks [] for subnet (5135a233-bb46-4983-9e69-b7f6edec86d5), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:04.291860 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6877687a-42b5-4cfa-881f-cf77620902b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (5135a233-bb46-4983-9e69-b7f6edec86d5), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:04.380917 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6877687a-42b5-4cfa-881f-cf77620902b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (5135a233-bb46-4983-9e69-b7f6edec86d5), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:04.437242 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6877687a-42b5-4cfa-881f-cf77620902b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (5135a233-bb46-4983-9e69-b7f6edec86d5), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:04.462809 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877687a-42b5-4cfa-881f-cf77620902b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5135a233-bb46-4983-9e69-b7f6edec86d5,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:04.467770 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6877687a-42b5-4cfa-881f-cf77620902b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:04.471703 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6877687a-42b5-4cfa-881f-cf77620902b8 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5135a233-bb46-4983-9e69-b7f6edec86d5 HTTP/1.1" status: 204 len: 168 time: 0.2642324 Feb 07 21:48:04.473040 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e503e3e-1c26-42da-bcbb-9b49adfb360f None None] Network 81bfb956-ef93-40d5-955e-aa66d73d6be3 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:48:04.474112 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43810) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:48:04.546947 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5aed-e6d8-4bec-9ad6-b75b06970587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (81bfb956-ef93-40d5-955e-aa66d73d6be3), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:04.608111 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7f6b5aed-e6d8-4bec-9ad6-b75b06970587 admin admin] Deleting port e99668a0-3879-4bd8-8962-7f6c42d8fca4 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:48:04.608481 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5aed-e6d8-4bec-9ad6-b75b06970587 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e99668a0-3879-4bd8-8962-7f6c42d8fca4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:04.670171 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7f6b5aed-e6d8-4bec-9ad6-b75b06970587 admin admin] For port e99668a0-3879-4bd8-8962-7f6c42d8fca4, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e99668a0-3879-4bd8-8962-7f6c42d8fca4,segment=NetworkSegment(f91e5b2f-6501-498c-9fd2-2f87e3c75866),segment_id=f91e5b2f-6501-498c-9fd2-2f87e3c75866)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:48:04.670534 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5aed-e6d8-4bec-9ad6-b75b06970587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e99668a0-3879-4bd8-8962-7f6c42d8fca4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:04.686658 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7f6b5aed-e6d8-4bec-9ad6-b75b06970587 admin admin] Calling delete_port for e99668a0-3879-4bd8-8962-7f6c42d8fca4 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:48:04.693618 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0079736e-f1a7-4e7d-b326-9a6efc94dfad None None] DHCP port deletion for 81bfb956-ef93-40d5-955e-aa66d73d6be3 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:48:04.747448 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0079736e-f1a7-4e7d-b326-9a6efc94dfad None None] Deleting port e99668a0-3879-4bd8-8962-7f6c42d8fca4 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:48:04.747821 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0079736e-f1a7-4e7d-b326-9a6efc94dfad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e99668a0-3879-4bd8-8962-7f6c42d8fca4), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:04.769631 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5aed-e6d8-4bec-9ad6-b75b06970587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (e99668a0-3879-4bd8-8962-7f6c42d8fca4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:04.800878 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b5aed-e6d8-4bec-9ad6-b75b06970587 admin admin] Pushing event deleted for resources: {'Port': ['ID=e99668a0-3879-4bd8-8962-7f6c42d8fca4,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:04.809038 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6b5aed-e6d8-4bec-9ad6-b75b06970587 admin admin] No DVR routers for this DVR port e99668a0-3879-4bd8-8962-7f6c42d8fca4 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:48:04.816030 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0079736e-f1a7-4e7d-b326-9a6efc94dfad None None] For port e99668a0-3879-4bd8-8962-7f6c42d8fca4, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e99668a0-3879-4bd8-8962-7f6c42d8fca4,segment=NetworkSegment(f91e5b2f-6501-498c-9fd2-2f87e3c75866),segment_id=f91e5b2f-6501-498c-9fd2-2f87e3c75866)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:48:04.816631 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0079736e-f1a7-4e7d-b326-9a6efc94dfad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e99668a0-3879-4bd8-8962-7f6c42d8fca4), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:04.830566 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0079736e-f1a7-4e7d-b326-9a6efc94dfad None None] Calling delete_port for e99668a0-3879-4bd8-8962-7f6c42d8fca4 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:48:04.884811 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5aed-e6d8-4bec-9ad6-b75b06970587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (81bfb956-ef93-40d5-955e-aa66d73d6be3), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:04.908764 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7f6b5aed-e6d8-4bec-9ad6-b75b06970587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81bfb956-ef93-40d5-955e-aa66d73d6be3']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:48:04.912576 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0079736e-f1a7-4e7d-b326-9a6efc94dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (e99668a0-3879-4bd8-8962-7f6c42d8fca4), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:04.919150 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7f6b5aed-e6d8-4bec-9ad6-b75b06970587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91e5b2f-6501-498c-9fd2-2f87e3c75866') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:48:04.919973 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-7f6b5aed-e6d8-4bec-9ad6-b75b06970587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91e5b2f-6501-498c-9fd2-2f87e3c75866') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:48:04.930262 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5aed-e6d8-4bec-9ad6-b75b06970587 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (f91e5b2f-6501-498c-9fd2-2f87e3c75866), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:04.938297 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079736e-f1a7-4e7d-b326-9a6efc94dfad None None] Pushing event deleted for resources: {'Port': ['ID=e99668a0-3879-4bd8-8962-7f6c42d8fca4,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:04.941426 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0079736e-f1a7-4e7d-b326-9a6efc94dfad None None] No DVR routers for this DVR port e99668a0-3879-4bd8-8962-7f6c42d8fca4 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:48:04.945991 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5aed-e6d8-4bec-9ad6-b75b06970587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (f91e5b2f-6501-498c-9fd2-2f87e3c75866), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:04.958552 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6b5aed-e6d8-4bec-9ad6-b75b06970587 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:48:04.958959 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5aed-e6d8-4bec-9ad6-b75b06970587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (f91e5b2f-6501-498c-9fd2-2f87e3c75866), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:48:04.960695 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:48:05.019771 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5aed-e6d8-4bec-9ad6-b75b06970587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (81bfb956-ef93-40d5-955e-aa66d73d6be3), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:05.026472 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5aed-e6d8-4bec-9ad6-b75b06970587 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:05.032854 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7f6b5aed-e6d8-4bec-9ad6-b75b06970587 admin admin] 10.222.0.65 "DELETE /v2.0/networks/81bfb956-ef93-40d5-955e-aa66d73d6be3 HTTP/1.1" status: 204 len: 168 time: 0.5547769 Feb 07 21:48:05.042883 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b5aed-e6d8-4bec-9ad6-b75b06970587 admin admin] Pushing event deleted for resources: {'Network': ['ID=81bfb956-ef93-40d5-955e-aa66d73d6be3,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:05.146765 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43814) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:48:05.187666 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-090c7e1b-1be5-43e8-934f-d7e7ed01533a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aa9cb3dcece74bc79ad7581cf4947ef5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396025 Feb 07 21:48:05.190071 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43816) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:48:05.238314 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-080904f5-4df3-4442-ac35-9e90dc3ce2b6 admin admin] Publish callbacks [] for security_group (ac88e29f-15d7-4096-a905-c0206aa1fc97), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:05.259242 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-080904f5-4df3-4442-ac35-9e90dc3ce2b6 admin admin] Publish callbacks [] for security_group (ac88e29f-15d7-4096-a905-c0206aa1fc97), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:05.310852 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-080904f5-4df3-4442-ac35-9e90dc3ce2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ac88e29f-15d7-4096-a905-c0206aa1fc97), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:05.313622 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-080904f5-4df3-4442-ac35-9e90dc3ce2b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:05.314759 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-080904f5-4df3-4442-ac35-9e90dc3ce2b6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ac88e29f-15d7-4096-a905-c0206aa1fc97 HTTP/1.1" status: 204 len: 168 time: 0.1236863 Feb 07 21:48:05.322348 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080904f5-4df3-4442-ac35-9e90dc3ce2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac88e29f-15d7-4096-a905-c0206aa1fc97,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:05.624632 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43822) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:48:05.664472 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fc8387e7-7119-4a2f-a474-6ab90a9defbb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=332109515eec495f9b09cb305573f73b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379908 Feb 07 21:48:05.666794 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43824) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:48:05.713352 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-648c1643-240d-42b9-9a2b-38a54fa3f0f4 admin admin] Publish callbacks [] for security_group (71f1105b-b62a-4176-9f56-6530d36bbca9), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:05.735447 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-648c1643-240d-42b9-9a2b-38a54fa3f0f4 admin admin] Publish callbacks [] for security_group (71f1105b-b62a-4176-9f56-6530d36bbca9), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:05.781896 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e99668a0-3879-4bd8-8962-7f6c42d8fca4 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:48:05.788846 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-648c1643-240d-42b9-9a2b-38a54fa3f0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (71f1105b-b62a-4176-9f56-6530d36bbca9), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:05.791498 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-648c1643-240d-42b9-9a2b-38a54fa3f0f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:05.792631 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-648c1643-240d-42b9-9a2b-38a54fa3f0f4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/71f1105b-b62a-4176-9f56-6530d36bbca9 HTTP/1.1" status: 204 len: 168 time: 0.1248701 Feb 07 21:48:05.800236 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c1643-240d-42b9-9a2b-38a54fa3f0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f1105b-b62a-4176-9f56-6530d36bbca9,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:05.817143 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: e99668a0-3879-4bd8-8962-7f6c42d8fca4 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:48:05.817483 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e99668a0-3879-4bd8-8962-7f6c42d8fca4 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:48:05.817894 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 302ef423-88c0-4a66-bcf4-f06ab33ae5ff no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:48:05.841733 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 302ef423-88c0-4a66-bcf4-f06ab33ae5ff {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:48:05.842079 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 302ef423-88c0-4a66-bcf4-f06ab33ae5ff not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:48:05.842489 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 189a654f-936a-4d63-b6c9-806863a4e593 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:48:05.860932 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 189a654f-936a-4d63-b6c9-806863a4e593 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:48:05.861276 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 189a654f-936a-4d63-b6c9-806863a4e593 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:48:13.656070 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:48:16.171787 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c21538b-3edf-4034-9902-672308e55413 req-a4a74233-4aa6-4206-9a01-71e721437faa tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=6120c1cebc8e40ae8464a8668929f52b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300562 Feb 07 21:48:16.371509 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21538b-3edf-4034-9902-672308e55413 req-963a25e3-3b67-4950-826e-34b7941c8f40 tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:16.374029 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c21538b-3edf-4034-9902-672308e55413 req-963a25e3-3b67-4950-826e-34b7941c8f40 tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1961875 Feb 07 21:48:16.393111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c21538b-3edf-4034-9902-672308e55413 req-174cce51-8f70-4e79-8fc2-0fdc0d646889 tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.65 "GET /v2.0/quotas/6120c1cebc8e40ae8464a8668929f52b HTTP/1.1" status: 200 len: 375 time: 0.0135403 Feb 07 21:48:16.427232 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c21538b-3edf-4034-9902-672308e55413 req-67dc14f7-6c9d-4e42-b6d3-2931ae56095d tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6120c1cebc8e40ae8464a8668929f52b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293522 Feb 07 21:48:16.585988 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b8d0d9d9-5785-4922-98bc-720a0db38dc7 req-68d3708e-92f1-407f-8a82-93e0804ab3cf tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.65 "GET /v2.0/ports?device_id=e53e08ff-d7f4-4b13-bfb1-63cc6c628be9 HTTP/1.1" status: 200 len: 210 time: 0.0261791 Feb 07 21:48:17.664383 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6538ba4d-6a45-4472-9591-e8344ce46f8d req-6ab13380-2d1d-4079-b69b-35986ca672b2 tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.65 "GET /v2.0/ports?device_id=e53e08ff-d7f4-4b13-bfb1-63cc6c628be9 HTTP/1.1" status: 200 len: 210 time: 0.0273509 Feb 07 21:48:18.428695 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9c21538b-3edf-4034-9902-672308e55413 req-c388713b-7f9b-4256-b516-098906492ac4 tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=6120c1cebc8e40ae8464a8668929f52b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332758 Feb 07 21:48:18.472631 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-908b98df-2dab-4a1e-8725-cca31a945f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:18.614863 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21538b-3edf-4034-9902-672308e55413 req-c0783b76-b035-48ae-ac81-b65d1fe92205 tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:18.616332 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9c21538b-3edf-4034-9902-672308e55413 req-c0783b76-b035-48ae-ac81-b65d1fe92205 tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1823659 Feb 07 21:48:18.627900 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-9c21538b-3edf-4034-9902-672308e55413 req-9fc90004-e955-4a27-8315-39bcf6fd718e tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Request body: {'port': {'device_id': 'e53e08ff-d7f4-4b13-bfb1-63cc6c628be9', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'admin_state_up': True, 'tenant_id': '6120c1cebc8e40ae8464a8668929f52b'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:48:18.737275 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c21538b-3edf-4034-9902-672308e55413 req-9fc90004-e955-4a27-8315-39bcf6fd718e tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Made reservation on behalf of 6120c1cebc8e40ae8464a8668929f52b for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:48:18.740794 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9c21538b-3edf-4034-9902-672308e55413 req-9fc90004-e955-4a27-8315-39bcf6fd718e tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:18.758406 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9c21538b-3edf-4034-9902-672308e55413 req-9fc90004-e955-4a27-8315-39bcf6fd718e tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:18.768471 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19a97b37-6959-42d8-9fa2-1392cc71b81d req-1ffee2cd-26f3-4db6-9bf2-0e1a8c86d78a tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.65 "GET /v2.0/ports?device_id=e53e08ff-d7f4-4b13-bfb1-63cc6c628be9 HTTP/1.1" status: 200 len: 210 time: 0.0307240 Feb 07 21:48:18.836661 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9c21538b-3edf-4034-9902-672308e55413 req-9fc90004-e955-4a27-8315-39bcf6fd718e tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Publish callbacks [] for security_group (b655b163-91be-4021-b31e-4e3bbc3fb4f7), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:18.840290 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9c21538b-3edf-4034-9902-672308e55413 req-9fc90004-e955-4a27-8315-39bcf6fd718e tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b655b163-91be-4021-b31e-4e3bbc3fb4f7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:18.899742 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc90004-e955-4a27-8315-39bcf6fd718e tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b655b163-91be-4021-b31e-4e3bbc3fb4f7,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:18.967628 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-9c21538b-3edf-4034-9902-672308e55413 req-9fc90004-e955-4a27-8315-39bcf6fd718e tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Allocated IP 192.168.233.125 (aefc27b4-68b3-412c-be17-e3dd0abcddac/728c4615-1720-4b70-853c-4b657ef3637e/0857cb3d-a074-46b2-beb1-799434d60145) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:48:19.116144 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9c21538b-3edf-4034-9902-672308e55413 req-9fc90004-e955-4a27-8315-39bcf6fd718e tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Publish callbacks [] for port (0857cb3d-a074-46b2-beb1-799434d60145), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:19.152691 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9c21538b-3edf-4034-9902-672308e55413 req-9fc90004-e955-4a27-8315-39bcf6fd718e tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (0857cb3d-a074-46b2-beb1-799434d60145), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:19.195308 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c21538b-3edf-4034-9902-672308e55413 req-9fc90004-e955-4a27-8315-39bcf6fd718e tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Network aefc27b4-68b3-412c-be17-e3dd0abcddac is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:48:19.200270 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-9c21538b-3edf-4034-9902-672308e55413 req-9fc90004-e955-4a27-8315-39bcf6fd718e tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:48:19.204582 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c21538b-3edf-4034-9902-672308e55413 req-9fc90004-e955-4a27-8315-39bcf6fd718e tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:48:19.229186 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc90004-e955-4a27-8315-39bcf6fd718e tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Pushing event updated for resources: {'Port': ['ID=0857cb3d-a074-46b2-beb1-799434d60145,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:19.257803 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21538b-3edf-4034-9902-672308e55413 req-9fc90004-e955-4a27-8315-39bcf6fd718e tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:19.258405 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9c21538b-3edf-4034-9902-672308e55413 req-9fc90004-e955-4a27-8315-39bcf6fd718e tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:19.275779 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9c21538b-3edf-4034-9902-672308e55413 req-9fc90004-e955-4a27-8315-39bcf6fd718e tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6513503 Feb 07 21:48:19.288801 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-9c21538b-3edf-4034-9902-672308e55413 req-aad9971c-2c67-4a57-9d01-b81eab4e7144 service neutron] Request body: {'port': {'device_id': 'e53e08ff-d7f4-4b13-bfb1-63cc6c628be9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:48:19.349800 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9c21538b-3edf-4034-9902-672308e55413 req-aad9971c-2c67-4a57-9d01-b81eab4e7144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0857cb3d-a074-46b2-beb1-799434d60145), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:19.415208 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e99d3b39-0198-43a5-9202-ef96e3ea07da None None] Provisioning complete for port 0857cb3d-a074-46b2-beb1-799434d60145 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:48:19.415504 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e99d3b39-0198-43a5-9202-ef96e3ea07da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0857cb3d-a074-46b2-beb1-799434d60145), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:19.457576 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e99d3b39-0198-43a5-9202-ef96e3ea07da None None] Port 0857cb3d-a074-46b2-beb1-799434d60145 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:48:19.615076 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-9c21538b-3edf-4034-9902-672308e55413 req-aad9971c-2c67-4a57-9d01-b81eab4e7144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0857cb3d-a074-46b2-beb1-799434d60145 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:48:19.622677 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9c21538b-3edf-4034-9902-672308e55413 req-aad9971c-2c67-4a57-9d01-b81eab4e7144 service neutron] Publish callbacks [] for port (0857cb3d-a074-46b2-beb1-799434d60145), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:19.635693 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-9c21538b-3edf-4034-9902-672308e55413 req-aad9971c-2c67-4a57-9d01-b81eab4e7144 service neutron] Transition to ACTIVE for port object 0857cb3d-a074-46b2-beb1-799434d60145 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:48:19.638599 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9c21538b-3edf-4034-9902-672308e55413 req-aad9971c-2c67-4a57-9d01-b81eab4e7144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (0857cb3d-a074-46b2-beb1-799434d60145), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:19.689524 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9971c-2c67-4a57-9d01-b81eab4e7144 service neutron] Pushing event updated for resources: {'Port': ['ID=0857cb3d-a074-46b2-beb1-799434d60145,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:19.756788 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-9c21538b-3edf-4034-9902-672308e55413 req-aad9971c-2c67-4a57-9d01-b81eab4e7144 service neutron] Attempting to bind port 0857cb3d-a074-46b2-beb1-799434d60145 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:48:19.757133 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-9c21538b-3edf-4034-9902-672308e55413 req-aad9971c-2c67-4a57-9d01-b81eab4e7144 service neutron] Attempting to bind port 0857cb3d-a074-46b2-beb1-799434d60145 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:48:19.757467 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c21538b-3edf-4034-9902-672308e55413 req-aad9971c-2c67-4a57-9d01-b81eab4e7144 service neutron] Attempting to bind port 0857cb3d-a074-46b2-beb1-799434d60145 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:48:19.762059 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c21538b-3edf-4034-9902-672308e55413 req-aad9971c-2c67-4a57-9d01-b81eab4e7144 service neutron] Port 0857cb3d-a074-46b2-beb1-799434d60145 on network aefc27b4-68b3-412c-be17-e3dd0abcddac not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:48:19.762383 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c21538b-3edf-4034-9902-672308e55413 req-aad9971c-2c67-4a57-9d01-b81eab4e7144 service neutron] Attempting to bind port 0857cb3d-a074-46b2-beb1-799434d60145 on network aefc27b4-68b3-412c-be17-e3dd0abcddac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:48:19.767614 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c21538b-3edf-4034-9902-672308e55413 req-aad9971c-2c67-4a57-9d01-b81eab4e7144 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:48:19.767951 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c21538b-3edf-4034-9902-672308e55413 req-aad9971c-2c67-4a57-9d01-b81eab4e7144 service neutron] Checking segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:48:19.768359 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c21538b-3edf-4034-9902-672308e55413 req-aad9971c-2c67-4a57-9d01-b81eab4e7144 service neutron] Bound using segment: {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:48:19.768793 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-9c21538b-3edf-4034-9902-672308e55413 req-aad9971c-2c67-4a57-9d01-b81eab4e7144 service neutron] Bound port: 0857cb3d-a074-46b2-beb1-799434d60145, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b6f843-6bc2-44b2-814b-010a000ab18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:48:19.769151 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9c21538b-3edf-4034-9902-672308e55413 req-aad9971c-2c67-4a57-9d01-b81eab4e7144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0857cb3d-a074-46b2-beb1-799434d60145), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:19.842260 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-9c21538b-3edf-4034-9902-672308e55413 req-aad9971c-2c67-4a57-9d01-b81eab4e7144 service neutron] For port 0857cb3d-a074-46b2-beb1-799434d60145, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:48:19.847823 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-9c21538b-3edf-4034-9902-672308e55413 req-aad9971c-2c67-4a57-9d01-b81eab4e7144 service neutron] For port 0857cb3d-a074-46b2-beb1-799434d60145, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=0857cb3d-a074-46b2-beb1-799434d60145,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:48:19.854051 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9c21538b-3edf-4034-9902-672308e55413 req-aad9971c-2c67-4a57-9d01-b81eab4e7144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (0857cb3d-a074-46b2-beb1-799434d60145), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:19.890118 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21538b-3edf-4034-9902-672308e55413 req-aad9971c-2c67-4a57-9d01-b81eab4e7144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:19.890890 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9c21538b-3edf-4034-9902-672308e55413 req-aad9971c-2c67-4a57-9d01-b81eab4e7144 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:19.892990 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9c21538b-3edf-4034-9902-672308e55413 req-aad9971c-2c67-4a57-9d01-b81eab4e7144 service neutron] 10.222.0.69 "PUT /v2.0/ports/0857cb3d-a074-46b2-beb1-799434d60145 HTTP/1.1" status: 200 len: 1096 time: 0.6085329 Feb 07 21:48:19.893601 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53e08ff-d7f4-4b13-bfb1-63cc6c628be9', 'tag': '0857cb3d-a074-46b2-beb1-799434d60145'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:48:19.895929 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788fec51-6f3d-4c22-9b9b-b59903c0ae6f" -d '{"events": [{"name": "network-changed", "server_uuid": "e53e08ff-d7f4-4b13-bfb1-63cc6c628be9", "tag": "0857cb3d-a074-46b2-beb1-799434d60145"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:48:19.901257 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60613399-0ec0-4273-b7df-4556a8b34939 req-29e38254-373b-40b1-9022-d6917454506b tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:19.903589 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-60613399-0ec0-4273-b7df-4556a8b34939 req-29e38254-373b-40b1-9022-d6917454506b tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.65 "GET /v2.0/ports?device_id=e53e08ff-d7f4-4b13-bfb1-63cc6c628be9 HTTP/1.1" status: 200 len: 948 time: 0.0616331 Feb 07 21:48:19.931407 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9971c-2c67-4a57-9d01-b81eab4e7144 service neutron] Pushing event updated for resources: {'Port': ['ID=0857cb3d-a074-46b2-beb1-799434d60145,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:19.952332 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636aed19-a076-4ac3-bf1d-8c51940183b9 x-openstack-request-id: req-636aed19-a076-4ac3-bf1d-8c51940183b9 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:48:19.952706 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53e08ff-d7f4-4b13-bfb1-63cc6c628be9", "tag": "0857cb3d-a074-46b2-beb1-799434d60145", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:48:19.952914 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-636aed19-a076-4ac3-bf1d-8c51940183b9 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:48:19.953310 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53e08ff-d7f4-4b13-bfb1-63cc6c628be9', 'tag': '0857cb3d-a074-46b2-beb1-799434d60145', 'status': 'completed', 'code': 200} Feb 07 21:48:19.974761 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-60613399-0ec0-4273-b7df-4556a8b34939 req-92b8cd2c-0ec4-45ea-b535-2cc41cfac8f9 tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.65 "GET /v2.0/security-groups?id=b655b163-91be-4021-b31e-4e3bbc3fb4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533102 Feb 07 21:48:19.997399 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21538b-3edf-4034-9902-672308e55413 req-21626c0a-c22a-4f3b-b282-d4ee4c01a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:19.998920 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9c21538b-3edf-4034-9902-672308e55413 req-21626c0a-c22a-4f3b-b282-d4ee4c01a5c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6120c1cebc8e40ae8464a8668929f52b&device_id=e53e08ff-d7f4-4b13-bfb1-63cc6c628be9 HTTP/1.1" status: 200 len: 1130 time: 0.0577922 Feb 07 21:48:20.045977 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9c21538b-3edf-4034-9902-672308e55413 req-4f461e72-7b94-4d01-8bfc-e0979cc955eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=0857cb3d-a074-46b2-beb1-799434d60145 HTTP/1.1" status: 200 len: 217 time: 0.0393295 Feb 07 21:48:20.096988 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21538b-3edf-4034-9902-672308e55413 req-60b1663f-55d2-4162-90d5-0ff679121af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:20.098789 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9c21538b-3edf-4034-9902-672308e55413 req-60b1663f-55d2-4162-90d5-0ff679121af2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0474048 Feb 07 21:48:20.148393 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21538b-3edf-4034-9902-672308e55413 req-2f220d87-5802-4083-ab75-90d05b98ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:20.149947 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9c21538b-3edf-4034-9902-672308e55413 req-2f220d87-5802-4083-ab75-90d05b98ac08 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0458450 Feb 07 21:48:20.239739 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9c21538b-3edf-4034-9902-672308e55413 req-12c7ea03-16e2-45d3-85b5-9defd1ab959d service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839937 Feb 07 21:48:20.325466 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9c21538b-3edf-4034-9902-672308e55413 req-35dd0afd-2cb2-4f45-9f7a-a06b0b788aa4 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794101 Feb 07 21:48:20.409060 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fec51-6f3d-4c22-9b9b-b59903c0ae6f req-ace4be23-bcdd-4091-a1c2-c382612c6d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:20.410509 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-788fec51-6f3d-4c22-9b9b-b59903c0ae6f req-ace4be23-bcdd-4091-a1c2-c382612c6d81 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6120c1cebc8e40ae8464a8668929f52b&device_id=e53e08ff-d7f4-4b13-bfb1-63cc6c628be9 HTTP/1.1" status: 200 len: 1130 time: 0.0441926 Feb 07 21:48:20.500811 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fec51-6f3d-4c22-9b9b-b59903c0ae6f req-0f2746b2-1ae2-4a43-9c27-3d7f44c0acec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:20.502131 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-788fec51-6f3d-4c22-9b9b-b59903c0ae6f req-0f2746b2-1ae2-4a43-9c27-3d7f44c0acec service neutron] 10.222.0.69 "GET /v2.0/networks?id=aefc27b4-68b3-412c-be17-e3dd0abcddac HTTP/1.1" status: 200 len: 870 time: 0.0855498 Feb 07 21:48:20.541261 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-788fec51-6f3d-4c22-9b9b-b59903c0ae6f req-cb1e0c80-6521-41fa-8dda-14807d061918 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=0857cb3d-a074-46b2-beb1-799434d60145 HTTP/1.1" status: 200 len: 217 time: 0.0333247 Feb 07 21:48:20.590435 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fec51-6f3d-4c22-9b9b-b59903c0ae6f req-1a23d1b9-6e55-4652-b424-07ee179ff839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:20.591805 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-788fec51-6f3d-4c22-9b9b-b59903c0ae6f req-1a23d1b9-6e55-4652-b424-07ee179ff839 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=728c4615-1720-4b70-853c-4b657ef3637e HTTP/1.1" status: 200 len: 843 time: 0.0453138 Feb 07 21:48:20.639788 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f49ce559-3da1-49e9-b2ed-3ce7e2848059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:20.641064 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fec51-6f3d-4c22-9b9b-b59903c0ae6f req-6aef1f7d-95a9-41ec-8ade-b91a6578f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:20.642475 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-788fec51-6f3d-4c22-9b9b-b59903c0ae6f req-6aef1f7d-95a9-41ec-8ade-b91a6578f5d1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aefc27b4-68b3-412c-be17-e3dd0abcddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0436299 Feb 07 21:48:20.730416 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-788fec51-6f3d-4c22-9b9b-b59903c0ae6f req-58b901e0-15c2-4fdc-927a-1807e7195fce service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821686 Feb 07 21:48:20.824529 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-788fec51-6f3d-4c22-9b9b-b59903c0ae6f req-f65b9a80-8000-405e-bce3-8c4ed7fb5ed9 service neutron] 10.222.0.69 "GET /v2.0/networks/aefc27b4-68b3-412c-be17-e3dd0abcddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881140 Feb 07 21:48:21.099454 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662699c-f180-4291-8d54-fb01c1c403ae req-ba38ff5d-3bd0-410e-9f7c-c335827abe0b tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:21.100866 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5662699c-f180-4291-8d54-fb01c1c403ae req-ba38ff5d-3bd0-410e-9f7c-c335827abe0b tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.65 "GET /v2.0/ports?device_id=e53e08ff-d7f4-4b13-bfb1-63cc6c628be9 HTTP/1.1" status: 200 len: 948 time: 0.0547209 Feb 07 21:48:21.146056 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5662699c-f180-4291-8d54-fb01c1c403ae req-2c2696d8-a1c2-4166-9a5f-9cf304a4028f tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.65 "GET /v2.0/security-groups?id=b655b163-91be-4021-b31e-4e3bbc3fb4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393841 Feb 07 21:48:21.905477 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:22.261840 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355f842-5a94-4a26-b52f-c25c7659fab6 req-71864744-5a3d-48c3-8c2d-32be4c73d41a tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:22.263311 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4355f842-5a94-4a26-b52f-c25c7659fab6 req-71864744-5a3d-48c3-8c2d-32be4c73d41a tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.65 "GET /v2.0/ports?device_id=e53e08ff-d7f4-4b13-bfb1-63cc6c628be9 HTTP/1.1" status: 200 len: 948 time: 0.0508444 Feb 07 21:48:22.308338 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4355f842-5a94-4a26-b52f-c25c7659fab6 req-cae18493-4d95-40cf-b89b-e5e4e7927610 tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.65 "GET /v2.0/security-groups?id=b655b163-91be-4021-b31e-4e3bbc3fb4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387001 Feb 07 21:48:23.391669 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:23.427027 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fdc94-402c-4120-be98-d5bc1b17ae19 req-4d8936da-89fb-4daf-a014-a4da2a629ae2 tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:23.428486 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-778fdc94-402c-4120-be98-d5bc1b17ae19 req-4d8936da-89fb-4daf-a014-a4da2a629ae2 tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.65 "GET /v2.0/ports?device_id=e53e08ff-d7f4-4b13-bfb1-63cc6c628be9 HTTP/1.1" status: 200 len: 948 time: 0.0541630 Feb 07 21:48:23.472993 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-778fdc94-402c-4120-be98-d5bc1b17ae19 req-52f77278-5498-4de6-993e-694ad799d2b7 tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.65 "GET /v2.0/security-groups?id=b655b163-91be-4021-b31e-4e3bbc3fb4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390098 Feb 07 21:48:24.075431 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 0857cb3d-a074-46b2-beb1-799434d60145 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:48:24.171090 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 0857cb3d-a074-46b2-beb1-799434d60145, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=0857cb3d-a074-46b2-beb1-799434d60145,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:48:24.183026 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '0857cb3d-a074-46b2-beb1-799434d60145', 'network_id': 'aefc27b4-68b3-412c-be17-e3dd0abcddac', 'port_id': '0857cb3d-a074-46b2-beb1-799434d60145', 'mac_address': 'fa:16:3e:fd:a6:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728c4615-1720-4b70-853c-4b657ef3637e', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:48:24.218052 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 0857cb3d-a074-46b2-beb1-799434d60145 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:48:24.218458 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0857cb3d-a074-46b2-beb1-799434d60145), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:24.231207 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0857cb3d-a074-46b2-beb1-799434d60145 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:48:24.254185 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 0857cb3d-a074-46b2-beb1-799434d60145, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=0857cb3d-a074-46b2-beb1-799434d60145,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:48:24.258225 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0857cb3d-a074-46b2-beb1-799434d60145), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:24.303026 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=0857cb3d-a074-46b2-beb1-799434d60145,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:24.559900 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['0857cb3d-a074-46b2-beb1-799434d60145'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:48:24.590441 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ab53c-3d86-490a-ac33-02e4a3724b18 req-e33193b8-5b83-4b9e-a686-82292015e4b3 tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:24.591908 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e9ab53c-3d86-490a-ac33-02e4a3724b18 req-e33193b8-5b83-4b9e-a686-82292015e4b3 tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.65 "GET /v2.0/ports?device_id=e53e08ff-d7f4-4b13-bfb1-63cc6c628be9 HTTP/1.1" status: 200 len: 949 time: 0.0516305 Feb 07 21:48:24.638900 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e9ab53c-3d86-490a-ac33-02e4a3724b18 req-251ebb09-a805-4970-981e-3988b2dee462 tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.65 "GET /v2.0/security-groups?id=b655b163-91be-4021-b31e-4e3bbc3fb4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406992 Feb 07 21:48:24.704961 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:25.757672 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abcab84-1901-4797-8ad4-4b227183cbb4 req-39b7f461-4137-43da-83cf-5589a9a735cb tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:25.759130 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2abcab84-1901-4797-8ad4-4b227183cbb4 req-39b7f461-4137-43da-83cf-5589a9a735cb tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.65 "GET /v2.0/ports?device_id=e53e08ff-d7f4-4b13-bfb1-63cc6c628be9 HTTP/1.1" status: 200 len: 949 time: 0.0522633 Feb 07 21:48:25.806919 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2abcab84-1901-4797-8ad4-4b227183cbb4 req-3e6ed161-73cc-4564-9b0b-6a9280fb76f6 tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.65 "GET /v2.0/security-groups?id=b655b163-91be-4021-b31e-4e3bbc3fb4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422282 Feb 07 21:48:26.082752 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 0857cb3d-a074-46b2-beb1-799434d60145 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:48:26.130949 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 0857cb3d-a074-46b2-beb1-799434d60145 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:48:26.134613 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 0857cb3d-a074-46b2-beb1-799434d60145 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:48:26.134977 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0857cb3d-a074-46b2-beb1-799434d60145), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:26.211582 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 0857cb3d-a074-46b2-beb1-799434d60145 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:48:26.211963 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0857cb3d-a074-46b2-beb1-799434d60145), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:26.234170 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53e08ff-d7f4-4b13-bfb1-63cc6c628be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0857cb3d-a074-46b2-beb1-799434d60145'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:48:26.236647 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a89015c-2ee4-4dbd-8fb5-9daa94b92352" -d '{"events": [{"server_uuid": "e53e08ff-d7f4-4b13-bfb1-63cc6c628be9", "name": "network-vif-plugged", "status": "completed", "tag": "0857cb3d-a074-46b2-beb1-799434d60145"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:48:26.248914 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 0857cb3d-a074-46b2-beb1-799434d60145, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=0857cb3d-a074-46b2-beb1-799434d60145,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:48:26.252944 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0857cb3d-a074-46b2-beb1-799434d60145), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:26.300405 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=0857cb3d-a074-46b2-beb1-799434d60145,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:26.335615 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932f88b6-b6af-49f1-b67a-fdd9669209ec x-openstack-request-id: req-932f88b6-b6af-49f1-b67a-fdd9669209ec {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:48:26.335909 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53e08ff-d7f4-4b13-bfb1-63cc6c628be9", "name": "network-vif-plugged", "status": "completed", "tag": "0857cb3d-a074-46b2-beb1-799434d60145", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:48:26.336163 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-932f88b6-b6af-49f1-b67a-fdd9669209ec {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:48:26.336582 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53e08ff-d7f4-4b13-bfb1-63cc6c628be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0857cb3d-a074-46b2-beb1-799434d60145', 'code': 200} Feb 07 21:48:26.472675 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa93cfc-9fb4-44c0-9aea-ddcf15e22131 req-628c47fd-8966-44e8-b3cb-af11f6851466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:26.474142 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5aa93cfc-9fb4-44c0-9aea-ddcf15e22131 req-628c47fd-8966-44e8-b3cb-af11f6851466 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e53e08ff-d7f4-4b13-bfb1-63cc6c628be9 HTTP/1.1" status: 200 len: 1132 time: 0.0440335 Feb 07 21:48:26.516325 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5aa93cfc-9fb4-44c0-9aea-ddcf15e22131 req-11e62a2b-c0fd-41c9-a226-f4a2b6ce52c9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b655b163-91be-4021-b31e-4e3bbc3fb4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358870 Feb 07 21:48:26.925402 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4493d-b596-4d38-aa33-0359c64d95b0 req-90452c0e-7a2c-4563-a425-abfb632e9869 tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:26.926865 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-95b4493d-b596-4d38-aa33-0359c64d95b0 req-90452c0e-7a2c-4563-a425-abfb632e9869 tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.65 "GET /v2.0/ports?device_id=e53e08ff-d7f4-4b13-bfb1-63cc6c628be9 HTTP/1.1" status: 200 len: 950 time: 0.0506411 Feb 07 21:48:26.971481 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-95b4493d-b596-4d38-aa33-0359c64d95b0 req-d08a3c5e-7bc9-4063-a85e-6406c0f6243c tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.65 "GET /v2.0/security-groups?id=b655b163-91be-4021-b31e-4e3bbc3fb4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391357 Feb 07 21:48:28.095035 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b876b5-6f87-42f4-8634-c277e9b71794 req-e25d7127-3e97-4b08-9315-72ac2df913c9 tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:28.096507 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6b876b5-6f87-42f4-8634-c277e9b71794 req-e25d7127-3e97-4b08-9315-72ac2df913c9 tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.65 "GET /v2.0/ports?device_id=e53e08ff-d7f4-4b13-bfb1-63cc6c628be9 HTTP/1.1" status: 200 len: 950 time: 0.0508938 Feb 07 21:48:28.142388 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6b876b5-6f87-42f4-8634-c277e9b71794 req-0e066edc-becb-47b7-8222-d9bc96e6e674 tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.65 "GET /v2.0/security-groups?id=b655b163-91be-4021-b31e-4e3bbc3fb4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401328 Feb 07 21:48:28.514275 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-57ebfbc8-5bfe-4f6b-b0ac-970dc9a6a098 req-88dabd88-88bb-4af3-b6ff-92c9149e8b41 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:48:28.515356 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-57ebfbc8-5bfe-4f6b-b0ac-970dc9a6a098 req-88dabd88-88bb-4af3-b6ff-92c9149e8b41 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1009357 Feb 07 21:48:28.834462 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-b1070b1e-d50c-43f6-99f9-b7ed8d0348ea req-c2b04c5c-c9a4-44ee-a455-7daae1c9f386 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:48:28.835393 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1070b1e-d50c-43f6-99f9-b7ed8d0348ea req-c2b04c5c-c9a4-44ee-a455-7daae1c9f386 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051389 Feb 07 21:48:29.171580 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c15908-8e92-462e-85af-83e0d91af242 req-502a2bd4-9099-4325-81bc-cf4aa1d269bf tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:29.173122 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61c15908-8e92-462e-85af-83e0d91af242 req-502a2bd4-9099-4325-81bc-cf4aa1d269bf tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.65 "GET /v2.0/ports?device_id=e53e08ff-d7f4-4b13-bfb1-63cc6c628be9 HTTP/1.1" status: 200 len: 950 time: 0.0561209 Feb 07 21:48:29.218468 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-61c15908-8e92-462e-85af-83e0d91af242 req-6aaa3603-5663-411e-8f4c-b46a12ca3f69 tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.65 "GET /v2.0/security-groups?id=b655b163-91be-4021-b31e-4e3bbc3fb4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395567 Feb 07 21:48:30.336149 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4142c-2211-40c7-814f-b42f29704b2c req-f395f20c-1115-400a-bfef-f80b712489a8 tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:30.337608 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91e4142c-2211-40c7-814f-b42f29704b2c req-f395f20c-1115-400a-bfef-f80b712489a8 tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.65 "GET /v2.0/ports?device_id=e53e08ff-d7f4-4b13-bfb1-63cc6c628be9 HTTP/1.1" status: 200 len: 950 time: 0.0510890 Feb 07 21:48:30.383073 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91e4142c-2211-40c7-814f-b42f29704b2c req-ece21795-1019-455c-a896-de702a37ad4f tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.65 "GET /v2.0/security-groups?id=b655b163-91be-4021-b31e-4e3bbc3fb4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399609 Feb 07 21:48:30.452554 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839e0be-3c7f-4bc3-8f60-bed3ef7d3044 req-582fd520-ddd0-45eb-972f-098af42b1402 tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:30.454026 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6839e0be-3c7f-4bc3-8f60-bed3ef7d3044 req-582fd520-ddd0-45eb-972f-098af42b1402 tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.69 "GET /v2.0/ports?device_id=e53e08ff-d7f4-4b13-bfb1-63cc6c628be9 HTTP/1.1" status: 200 len: 950 time: 0.0500987 Feb 07 21:48:30.809163 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-6839e0be-3c7f-4bc3-8f60-bed3ef7d3044 req-efc25485-5863-47b0-b425-2f2ae0cec44d tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Deleting port 0857cb3d-a074-46b2-beb1-799434d60145 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:48:30.809502 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6839e0be-3c7f-4bc3-8f60-bed3ef7d3044 req-efc25485-5863-47b0-b425-2f2ae0cec44d tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (0857cb3d-a074-46b2-beb1-799434d60145), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:30.899686 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-6839e0be-3c7f-4bc3-8f60-bed3ef7d3044 req-efc25485-5863-47b0-b425-2f2ae0cec44d tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] For port 0857cb3d-a074-46b2-beb1-799434d60145, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=0857cb3d-a074-46b2-beb1-799434d60145,segment=NetworkSegment(c4b6f843-6bc2-44b2-814b-010a000ab18d),segment_id=c4b6f843-6bc2-44b2-814b-010a000ab18d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:48:30.900048 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6839e0be-3c7f-4bc3-8f60-bed3ef7d3044 req-efc25485-5863-47b0-b425-2f2ae0cec44d tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (0857cb3d-a074-46b2-beb1-799434d60145), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:30.913603 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-6839e0be-3c7f-4bc3-8f60-bed3ef7d3044 req-efc25485-5863-47b0-b425-2f2ae0cec44d tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Calling delete_port for 0857cb3d-a074-46b2-beb1-799434d60145 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:48:31.036848 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6839e0be-3c7f-4bc3-8f60-bed3ef7d3044 req-efc25485-5863-47b0-b425-2f2ae0cec44d tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (0857cb3d-a074-46b2-beb1-799434d60145), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:31.048930 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['0857cb3d-a074-46b2-beb1-799434d60145'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:48:31.068129 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc25485-5863-47b0-b425-2f2ae0cec44d tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Pushing event deleted for resources: {'Port': ['ID=0857cb3d-a074-46b2-beb1-799434d60145,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:31.111291 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-6839e0be-3c7f-4bc3-8f60-bed3ef7d3044 req-efc25485-5863-47b0-b425-2f2ae0cec44d tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] No DVR routers for this DVR port 0857cb3d-a074-46b2-beb1-799434d60145 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:48:31.113978 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6839e0be-3c7f-4bc3-8f60-bed3ef7d3044 req-efc25485-5863-47b0-b425-2f2ae0cec44d tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:31.117367 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6839e0be-3c7f-4bc3-8f60-bed3ef7d3044 req-efc25485-5863-47b0-b425-2f2ae0cec44d tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.69 "DELETE /v2.0/ports/0857cb3d-a074-46b2-beb1-799434d60145 HTTP/1.1" status: 204 len: 173 time: 0.6584783 Feb 07 21:48:31.117823 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53e08ff-d7f4-4b13-bfb1-63cc6c628be9', 'name': 'network-vif-deleted', 'tag': '0857cb3d-a074-46b2-beb1-799434d60145'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:48:31.120149 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b87d8f8-529e-4665-af11-94d31215e777" -d '{"events": [{"server_uuid": "e53e08ff-d7f4-4b13-bfb1-63cc6c628be9", "name": "network-vif-deleted", "tag": "0857cb3d-a074-46b2-beb1-799434d60145"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:48:31.157882 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc1ada7-e908-4110-97b0-b3bd7dfb19b8 x-openstack-request-id: req-afc1ada7-e908-4110-97b0-b3bd7dfb19b8 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:48:31.158187 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53e08ff-d7f4-4b13-bfb1-63cc6c628be9", "name": "network-vif-deleted", "tag": "0857cb3d-a074-46b2-beb1-799434d60145", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:48:31.158448 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-afc1ada7-e908-4110-97b0-b3bd7dfb19b8 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:48:31.158857 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53e08ff-d7f4-4b13-bfb1-63cc6c628be9', 'name': 'network-vif-deleted', 'tag': '0857cb3d-a074-46b2-beb1-799434d60145', 'status': 'completed', 'code': 200} Feb 07 21:48:31.493851 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a31332e8-2681-48fd-9f0f-1b497af06090 req-6958f0e0-a17f-42e9-8ff9-b0327bcd68bf tempest-ServersAdminNegativeTestJSON-1036741509 tempest-ServersAdminNegativeTestJSON-1036741509-project] 10.222.0.65 "GET /v2.0/ports?device_id=e53e08ff-d7f4-4b13-bfb1-63cc6c628be9 HTTP/1.1" status: 200 len: 210 time: 0.0272360 Feb 07 21:48:32.788795 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43966) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:48:32.925687 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-472ac9f1-d8da-4600-a7df-105190c0f036 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6120c1cebc8e40ae8464a8668929f52b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1357262 Feb 07 21:48:32.928503 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43970) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:48:32.975065 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5df505dd-ac8a-427d-9a8e-18ca5957d5b7 admin admin] Publish callbacks [] for security_group (b655b163-91be-4021-b31e-4e3bbc3fb4f7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:32.995095 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5df505dd-ac8a-427d-9a8e-18ca5957d5b7 admin admin] Publish callbacks [] for security_group (b655b163-91be-4021-b31e-4e3bbc3fb4f7), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:33.040212 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5df505dd-ac8a-427d-9a8e-18ca5957d5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (b655b163-91be-4021-b31e-4e3bbc3fb4f7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:33.042622 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5df505dd-ac8a-427d-9a8e-18ca5957d5b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:33.043728 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5df505dd-ac8a-427d-9a8e-18ca5957d5b7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b655b163-91be-4021-b31e-4e3bbc3fb4f7 HTTP/1.1" status: 204 len: 168 time: 0.1143403 Feb 07 21:48:33.051101 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df505dd-ac8a-427d-9a8e-18ca5957d5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b655b163-91be-4021-b31e-4e3bbc3fb4f7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:33.306355 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 43976) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:48:33.323421 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae9b485e-b5f5-4682-b0e5-9992fbca418e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:33.395861 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae9b485e-b5f5-4682-b0e5-9992fbca418e admin admin] Publish callbacks [] for security_group (f020129f-60e7-4a72-9c18-2aa82825e434), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:33.399830 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae9b485e-b5f5-4682-b0e5-9992fbca418e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f020129f-60e7-4a72-9c18-2aa82825e434), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:33.436013 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ae9b485e-b5f5-4682-b0e5-9992fbca418e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e1c9b202abbc421c856bdc81c283fb2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1285963 Feb 07 21:48:33.437145 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b485e-b5f5-4682-b0e5-9992fbca418e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f020129f-60e7-4a72-9c18-2aa82825e434,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:33.439292 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 43978) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:48:33.486710 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a979132a-443d-4e82-9fd5-5e86e532a900 admin admin] Publish callbacks [] for security_group (f020129f-60e7-4a72-9c18-2aa82825e434), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:33.507280 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a979132a-443d-4e82-9fd5-5e86e532a900 admin admin] Publish callbacks [] for security_group (f020129f-60e7-4a72-9c18-2aa82825e434), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:33.558252 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a979132a-443d-4e82-9fd5-5e86e532a900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f020129f-60e7-4a72-9c18-2aa82825e434), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:33.560810 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a979132a-443d-4e82-9fd5-5e86e532a900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:33.561975 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a979132a-443d-4e82-9fd5-5e86e532a900 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f020129f-60e7-4a72-9c18-2aa82825e434 HTTP/1.1" status: 204 len: 168 time: 0.1217070 Feb 07 21:48:33.570446 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979132a-443d-4e82-9fd5-5e86e532a900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f020129f-60e7-4a72-9c18-2aa82825e434,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:34.012542 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:34.129234 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 0857cb3d-a074-46b2-beb1-799434d60145 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:48:34.149048 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 0857cb3d-a074-46b2-beb1-799434d60145 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:48:34.149400 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 0857cb3d-a074-46b2-beb1-799434d60145 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:48:34.229982 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44000) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:48:34.263380 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:34.327848 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-d4eedef4-2748-402f-94a9-94c421ac95ef admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-215799211-network', 'tenant_id': '90e604f9e3d944e0911c8bbba3e27e28'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:48:34.347273 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4eedef4-2748-402f-94a9-94c421ac95ef admin admin] Made reservation on behalf of 90e604f9e3d944e0911c8bbba3e27e28 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:48:34.349545 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d4eedef4-2748-402f-94a9-94c421ac95ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:34.361657 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d4eedef4-2748-402f-94a9-94c421ac95ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:34.433629 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d4eedef4-2748-402f-94a9-94c421ac95ef admin admin] Publish callbacks [] for security_group (f8a5f9a9-57e4-4432-8c16-b67fbeffe16e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:34.437225 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d4eedef4-2748-402f-94a9-94c421ac95ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f8a5f9a9-57e4-4432-8c16-b67fbeffe16e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:34.462195 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4eedef4-2748-402f-94a9-94c421ac95ef admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:48:34.472280 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eedef4-2748-402f-94a9-94c421ac95ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:34.477224 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d4eedef4-2748-402f-94a9-94c421ac95ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (10ca0676-800a-41b9-b7e9-ab53a54d22aa), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:34.477563 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-d4eedef4-2748-402f-94a9-94c421ac95ef admin admin] Added segment 10ca0676-800a-41b9-b7e9-ab53a54d22aa of type vlan for network c13a7e9f-9a86-4706-95e0-c50ae697d4cd Feb 07 21:48:34.517222 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d4eedef4-2748-402f-94a9-94c421ac95ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (c13a7e9f-9a86-4706-95e0-c50ae697d4cd), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:34.544294 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d4eedef4-2748-402f-94a9-94c421ac95ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (c13a7e9f-9a86-4706-95e0-c50ae697d4cd), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:34.545280 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eedef4-2748-402f-94a9-94c421ac95ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:34.546155 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d4eedef4-2748-402f-94a9-94c421ac95ef admin admin] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:34.604713 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d4eedef4-2748-402f-94a9-94c421ac95ef admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3734791 Feb 07 21:48:34.607628 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44004) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:48:34.613224 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c7e4b37e-2cae-4c3d-b662-634734aa3ee3 admin admin] Request body: {'subnet': {'network_id': 'c13a7e9f-9a86-4706-95e0-c50ae697d4cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-215799211-subnet', 'tenant_id': '90e604f9e3d944e0911c8bbba3e27e28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:48:34.617507 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eedef4-2748-402f-94a9-94c421ac95ef admin admin] Pushing event updated for resources: {'Network': ['ID=c13a7e9f-9a86-4706-95e0-c50ae697d4cd,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:34.627961 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network c13a7e9f-9a86-4706-95e0-c50ae697d4cd details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:48:34.633252 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e4b37e-2cae-4c3d-b662-634734aa3ee3 admin admin] Made reservation on behalf of 90e604f9e3d944e0911c8bbba3e27e28 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:48:34.635644 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b37e-2cae-4c3d-b662-634734aa3ee3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:34.798253 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b37e-2cae-4c3d-b662-634734aa3ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (f85a3ed3-1181-4471-a1c5-71ee4a5d2bdb), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:34.856788 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4b37e-2cae-4c3d-b662-634734aa3ee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f85a3ed3-1181-4471-a1c5-71ee4a5d2bdb,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:34.864530 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4b37e-2cae-4c3d-b662-634734aa3ee3 admin admin] Checking segment: {'id': '10ca0676-800a-41b9-b7e9-ab53a54d22aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c13a7e9f-9a86-4706-95e0-c50ae697d4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:48:34.864894 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e4b37e-2cae-4c3d-b662-634734aa3ee3 admin admin] Network hostable DHCP agents. Network: c13a7e9f-9a86-4706-95e0-c50ae697d4cd, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:48:34.883129 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e4b37e-2cae-4c3d-b662-634734aa3ee3 admin admin] Network c13a7e9f-9a86-4706-95e0-c50ae697d4cd is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:48:34.892596 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c7e4b37e-2cae-4c3d-b662-634734aa3ee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, c13a7e9f-9a86-4706-95e0-c50ae697d4cd) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:48:34.896738 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e4b37e-2cae-4c3d-b662-634734aa3ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:34.897315 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b37e-2cae-4c3d-b662-634734aa3ee3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:34.903824 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4b4dd7-76e1-488e-ba58-e9abf8a916e8 None None] Network c13a7e9f-9a86-4706-95e0-c50ae697d4cd requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:48:34.923146 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c7e4b37e-2cae-4c3d-b662-634734aa3ee3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3143859 Feb 07 21:48:35.000014 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384a62da-b135-4b61-82f9-826fc7f62e47 None None] Network c13a7e9f-9a86-4706-95e0-c50ae697d4cd requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:48:35.337300 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b05058-160e-4428-a836-ca16782289ea req-216d1c86-e8a9-4ed2-9daf-391e381827ac tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:35.338758 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51b05058-160e-4428-a836-ca16782289ea req-216d1c86-e8a9-4ed2-9daf-391e381827ac tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/networks?id=c13a7e9f-9a86-4706-95e0-c50ae697d4cd HTTP/1.1" status: 200 len: 811 time: 0.0969687 Feb 07 21:48:35.353790 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51b05058-160e-4428-a836-ca16782289ea req-1a89493a-7457-4f4d-8864-63f727039127 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/quotas/90e604f9e3d944e0911c8bbba3e27e28 HTTP/1.1" status: 200 len: 375 time: 0.0097055 Feb 07 21:48:35.388173 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51b05058-160e-4428-a836-ca16782289ea req-512cf304-cec7-4bdd-b175-2a73ba708ca2 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=90e604f9e3d944e0911c8bbba3e27e28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293231 Feb 07 21:48:35.473667 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51b05058-160e-4428-a836-ca16782289ea req-8cafa7fe-9127-4466-bbe3-b2b9a939523a service neutron] 10.222.0.65 "GET /v2.0/networks/c13a7e9f-9a86-4706-95e0-c50ae697d4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784786 Feb 07 21:48:35.879793 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51b05058-160e-4428-a836-ca16782289ea req-2f93e711-4147-492a-a62a-9c1375d0e3bb service neutron] 10.222.0.65 "GET /v2.0/networks/c13a7e9f-9a86-4706-95e0-c50ae697d4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003334 Feb 07 21:48:37.048774 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e183f65-0c27-44e0-b399-9a01bde083ce req-82121ca1-ca59-416d-a360-04de4c4085ef tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 210 time: 0.0267403 Feb 07 21:48:37.934390 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b05058-160e-4428-a836-ca16782289ea req-0761f95d-0f23-4957-bbe3-07ef6c99d29d tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:37.936178 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-51b05058-160e-4428-a836-ca16782289ea req-0761f95d-0f23-4957-bbe3-07ef6c99d29d tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.69 "GET /v2.0/networks?id=c13a7e9f-9a86-4706-95e0-c50ae697d4cd HTTP/1.1" status: 200 len: 811 time: 0.1040795 Feb 07 21:48:37.948432 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-51b05058-160e-4428-a836-ca16782289ea req-f9e58d2a-253a-4581-a84b-15200c1fce0b tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Request body: {'port': {'device_id': 'fd48faac-4f5c-4821-aef9-afbbac9e2cb5', 'network_id': 'c13a7e9f-9a86-4706-95e0-c50ae697d4cd', 'admin_state_up': True, 'tenant_id': '90e604f9e3d944e0911c8bbba3e27e28'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:48:38.060108 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b05058-160e-4428-a836-ca16782289ea req-f9e58d2a-253a-4581-a84b-15200c1fce0b tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Made reservation on behalf of 90e604f9e3d944e0911c8bbba3e27e28 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:48:38.063870 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-51b05058-160e-4428-a836-ca16782289ea req-f9e58d2a-253a-4581-a84b-15200c1fce0b tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:38.146582 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bfe08199-5f9a-4d0f-b301-a895b68cab5f req-0184457d-89d4-4578-ae8e-a41064948420 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 210 time: 0.0270364 Feb 07 21:48:38.190026 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-51b05058-160e-4428-a836-ca16782289ea req-f9e58d2a-253a-4581-a84b-15200c1fce0b tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Allocated IP 172.20.0.6 (c13a7e9f-9a86-4706-95e0-c50ae697d4cd/f85a3ed3-1181-4471-a1c5-71ee4a5d2bdb/368a91f8-e32e-43ae-91e9-809987740a71) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:48:38.337543 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-51b05058-160e-4428-a836-ca16782289ea req-f9e58d2a-253a-4581-a84b-15200c1fce0b tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Publish callbacks [] for port (368a91f8-e32e-43ae-91e9-809987740a71), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:38.370052 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-51b05058-160e-4428-a836-ca16782289ea req-f9e58d2a-253a-4581-a84b-15200c1fce0b tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (368a91f8-e32e-43ae-91e9-809987740a71), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:38.413616 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b05058-160e-4428-a836-ca16782289ea req-f9e58d2a-253a-4581-a84b-15200c1fce0b tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Network c13a7e9f-9a86-4706-95e0-c50ae697d4cd is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:48:38.416732 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-51b05058-160e-4428-a836-ca16782289ea req-f9e58d2a-253a-4581-a84b-15200c1fce0b tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:48:38.420325 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b05058-160e-4428-a836-ca16782289ea req-f9e58d2a-253a-4581-a84b-15200c1fce0b tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:48:38.426470 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e58d2a-253a-4581-a84b-15200c1fce0b tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Pushing event updated for resources: {'Port': ['ID=368a91f8-e32e-43ae-91e9-809987740a71,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:38.474279 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b05058-160e-4428-a836-ca16782289ea req-f9e58d2a-253a-4581-a84b-15200c1fce0b tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:38.474882 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-51b05058-160e-4428-a836-ca16782289ea req-f9e58d2a-253a-4581-a84b-15200c1fce0b tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:38.489829 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-51b05058-160e-4428-a836-ca16782289ea req-f9e58d2a-253a-4581-a84b-15200c1fce0b tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5458317 Feb 07 21:48:38.501186 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-51b05058-160e-4428-a836-ca16782289ea req-8ce290f9-d667-42ba-8172-1df06dd910aa service neutron] Request body: {'port': {'device_id': 'fd48faac-4f5c-4821-aef9-afbbac9e2cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:48:38.557156 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-51b05058-160e-4428-a836-ca16782289ea req-8ce290f9-d667-42ba-8172-1df06dd910aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (368a91f8-e32e-43ae-91e9-809987740a71), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:38.825860 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-51b05058-160e-4428-a836-ca16782289ea req-8ce290f9-d667-42ba-8172-1df06dd910aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368a91f8-e32e-43ae-91e9-809987740a71 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:48:38.833279 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-51b05058-160e-4428-a836-ca16782289ea req-8ce290f9-d667-42ba-8172-1df06dd910aa service neutron] Publish callbacks [] for port (368a91f8-e32e-43ae-91e9-809987740a71), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:38.845710 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-51b05058-160e-4428-a836-ca16782289ea req-8ce290f9-d667-42ba-8172-1df06dd910aa service neutron] Transition to ACTIVE for port object 368a91f8-e32e-43ae-91e9-809987740a71 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:48:38.849366 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-51b05058-160e-4428-a836-ca16782289ea req-8ce290f9-d667-42ba-8172-1df06dd910aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (368a91f8-e32e-43ae-91e9-809987740a71), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:38.897505 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce290f9-d667-42ba-8172-1df06dd910aa service neutron] Pushing event updated for resources: {'Port': ['ID=368a91f8-e32e-43ae-91e9-809987740a71,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:38.969967 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-51b05058-160e-4428-a836-ca16782289ea req-8ce290f9-d667-42ba-8172-1df06dd910aa service neutron] Attempting to bind port 368a91f8-e32e-43ae-91e9-809987740a71 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:48:38.970712 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-51b05058-160e-4428-a836-ca16782289ea req-8ce290f9-d667-42ba-8172-1df06dd910aa service neutron] Attempting to bind port 368a91f8-e32e-43ae-91e9-809987740a71 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '10ca0676-800a-41b9-b7e9-ab53a54d22aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c13a7e9f-9a86-4706-95e0-c50ae697d4cd'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:48:38.970712 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b05058-160e-4428-a836-ca16782289ea req-8ce290f9-d667-42ba-8172-1df06dd910aa service neutron] Attempting to bind port 368a91f8-e32e-43ae-91e9-809987740a71 on network c13a7e9f-9a86-4706-95e0-c50ae697d4cd {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:48:38.974910 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b05058-160e-4428-a836-ca16782289ea req-8ce290f9-d667-42ba-8172-1df06dd910aa service neutron] Port 368a91f8-e32e-43ae-91e9-809987740a71 on network c13a7e9f-9a86-4706-95e0-c50ae697d4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:48:38.975235 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b05058-160e-4428-a836-ca16782289ea req-8ce290f9-d667-42ba-8172-1df06dd910aa service neutron] Attempting to bind port 368a91f8-e32e-43ae-91e9-809987740a71 on network c13a7e9f-9a86-4706-95e0-c50ae697d4cd {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:48:38.980278 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b05058-160e-4428-a836-ca16782289ea req-8ce290f9-d667-42ba-8172-1df06dd910aa service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:48:38.980588 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b05058-160e-4428-a836-ca16782289ea req-8ce290f9-d667-42ba-8172-1df06dd910aa service neutron] Checking segment: {'id': '10ca0676-800a-41b9-b7e9-ab53a54d22aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c13a7e9f-9a86-4706-95e0-c50ae697d4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:48:38.980973 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b05058-160e-4428-a836-ca16782289ea req-8ce290f9-d667-42ba-8172-1df06dd910aa service neutron] Bound using segment: {'id': '10ca0676-800a-41b9-b7e9-ab53a54d22aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c13a7e9f-9a86-4706-95e0-c50ae697d4cd'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:48:38.981396 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-51b05058-160e-4428-a836-ca16782289ea req-8ce290f9-d667-42ba-8172-1df06dd910aa service neutron] Bound port: 368a91f8-e32e-43ae-91e9-809987740a71, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10ca0676-800a-41b9-b7e9-ab53a54d22aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c13a7e9f-9a86-4706-95e0-c50ae697d4cd'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:48:38.981752 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-51b05058-160e-4428-a836-ca16782289ea req-8ce290f9-d667-42ba-8172-1df06dd910aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (368a91f8-e32e-43ae-91e9-809987740a71), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:39.047546 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-51b05058-160e-4428-a836-ca16782289ea req-8ce290f9-d667-42ba-8172-1df06dd910aa service neutron] For port 368a91f8-e32e-43ae-91e9-809987740a71, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:48:39.050485 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-51b05058-160e-4428-a836-ca16782289ea req-8ce290f9-d667-42ba-8172-1df06dd910aa service neutron] For port 368a91f8-e32e-43ae-91e9-809987740a71, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=368a91f8-e32e-43ae-91e9-809987740a71,segment=NetworkSegment(10ca0676-800a-41b9-b7e9-ab53a54d22aa),segment_id=10ca0676-800a-41b9-b7e9-ab53a54d22aa)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:48:39.056292 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-51b05058-160e-4428-a836-ca16782289ea req-8ce290f9-d667-42ba-8172-1df06dd910aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (368a91f8-e32e-43ae-91e9-809987740a71), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:39.090047 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b05058-160e-4428-a836-ca16782289ea req-8ce290f9-d667-42ba-8172-1df06dd910aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:39.090675 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-51b05058-160e-4428-a836-ca16782289ea req-8ce290f9-d667-42ba-8172-1df06dd910aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:39.092053 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-51b05058-160e-4428-a836-ca16782289ea req-8ce290f9-d667-42ba-8172-1df06dd910aa service neutron] 10.222.0.69 "PUT /v2.0/ports/368a91f8-e32e-43ae-91e9-809987740a71 HTTP/1.1" status: 200 len: 1091 time: 0.5952988 Feb 07 21:48:39.092518 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd48faac-4f5c-4821-aef9-afbbac9e2cb5', 'tag': '368a91f8-e32e-43ae-91e9-809987740a71'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:48:39.094821 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0818dd48-5ac8-44fb-940f-dfeec14c4363" -d '{"events": [{"name": "network-changed", "server_uuid": "fd48faac-4f5c-4821-aef9-afbbac9e2cb5", "tag": "368a91f8-e32e-43ae-91e9-809987740a71"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:48:39.119068 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce290f9-d667-42ba-8172-1df06dd910aa service neutron] Pushing event updated for resources: {'Port': ['ID=368a91f8-e32e-43ae-91e9-809987740a71,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:39.132790 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b65ba56-0aee-4ca5-91d4-454baaeb9b6e x-openstack-request-id: req-8b65ba56-0aee-4ca5-91d4-454baaeb9b6e {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:48:39.133096 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd48faac-4f5c-4821-aef9-afbbac9e2cb5", "tag": "368a91f8-e32e-43ae-91e9-809987740a71", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:48:39.133357 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8b65ba56-0aee-4ca5-91d4-454baaeb9b6e {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:48:39.134123 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd48faac-4f5c-4821-aef9-afbbac9e2cb5', 'tag': '368a91f8-e32e-43ae-91e9-809987740a71', 'status': 'completed', 'code': 200} Feb 07 21:48:39.180553 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b05058-160e-4428-a836-ca16782289ea req-7a9c5eb7-e5bf-4997-bdf3-86b78696cb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:39.182086 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-51b05058-160e-4428-a836-ca16782289ea req-7a9c5eb7-e5bf-4997-bdf3-86b78696cb65 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=90e604f9e3d944e0911c8bbba3e27e28&device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 1125 time: 0.0461383 Feb 07 21:48:39.225411 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-51b05058-160e-4428-a836-ca16782289ea req-77fb980c-f0ab-4d4d-93bd-1c0c21ae73ce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=368a91f8-e32e-43ae-91e9-809987740a71 HTTP/1.1" status: 200 len: 217 time: 0.0354500 Feb 07 21:48:39.266472 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f828ae-56b0-4595-aded-f4d37fca1748 req-5cd343e1-4daa-4a8f-a86b-209ec658232a tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:39.267851 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5f828ae-56b0-4595-aded-f4d37fca1748 req-5cd343e1-4daa-4a8f-a86b-209ec658232a tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 943 time: 0.0536280 Feb 07 21:48:39.280639 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b05058-160e-4428-a836-ca16782289ea req-ece16bd0-3b4c-4254-89bf-ad24459f7335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:39.282725 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-51b05058-160e-4428-a836-ca16782289ea req-ece16bd0-3b4c-4254-89bf-ad24459f7335 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f85a3ed3-1181-4471-a1c5-71ee4a5d2bdb HTTP/1.1" status: 200 len: 851 time: 0.0521085 Feb 07 21:48:39.313965 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-51b05058-160e-4428-a836-ca16782289ea req-1824531e-cf10-4ba7-a121-76d4d095e19e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c13a7e9f-9a86-4706-95e0-c50ae697d4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260098 Feb 07 21:48:39.315497 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5f828ae-56b0-4595-aded-f4d37fca1748 req-dbff7d26-1cab-45f6-a36d-aa428f43fbe8 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415425 Feb 07 21:48:39.400959 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-51b05058-160e-4428-a836-ca16782289ea req-bcbb5766-aea1-462f-8081-bdbbd362115b service neutron] 10.222.0.69 "GET /v2.0/networks/c13a7e9f-9a86-4706-95e0-c50ae697d4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812030 Feb 07 21:48:39.494397 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-51b05058-160e-4428-a836-ca16782289ea req-29027f02-cec0-430f-9f08-debc7bdd43a6 service neutron] 10.222.0.69 "GET /v2.0/networks/c13a7e9f-9a86-4706-95e0-c50ae697d4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869329 Feb 07 21:48:39.584247 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818dd48-5ac8-44fb-940f-dfeec14c4363 req-c2f75714-bbd3-417a-8eea-cbd7486774f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:39.585702 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0818dd48-5ac8-44fb-940f-dfeec14c4363 req-c2f75714-bbd3-417a-8eea-cbd7486774f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=90e604f9e3d944e0911c8bbba3e27e28&device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 1125 time: 0.0442283 Feb 07 21:48:39.675457 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818dd48-5ac8-44fb-940f-dfeec14c4363 req-9d7f3ce6-9175-46fb-b5e4-e1a3ebd5c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:39.676969 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0818dd48-5ac8-44fb-940f-dfeec14c4363 req-9d7f3ce6-9175-46fb-b5e4-e1a3ebd5c5a1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c13a7e9f-9a86-4706-95e0-c50ae697d4cd HTTP/1.1" status: 200 len: 912 time: 0.0855985 Feb 07 21:48:39.716415 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0818dd48-5ac8-44fb-940f-dfeec14c4363 req-ab693c15-3370-4881-b72b-90865a4d3b3a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=368a91f8-e32e-43ae-91e9-809987740a71 HTTP/1.1" status: 200 len: 217 time: 0.0339987 Feb 07 21:48:39.763974 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818dd48-5ac8-44fb-940f-dfeec14c4363 req-4584dc3b-da9c-4034-beea-03e7d5940531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:39.766143 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0818dd48-5ac8-44fb-940f-dfeec14c4363 req-4584dc3b-da9c-4034-beea-03e7d5940531 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f85a3ed3-1181-4471-a1c5-71ee4a5d2bdb HTTP/1.1" status: 200 len: 851 time: 0.0434639 Feb 07 21:48:39.797336 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0818dd48-5ac8-44fb-940f-dfeec14c4363 req-a260152a-1a51-4a3e-b04b-3320ccc5c9f5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c13a7e9f-9a86-4706-95e0-c50ae697d4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253117 Feb 07 21:48:39.886321 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0818dd48-5ac8-44fb-940f-dfeec14c4363 req-9d930fc9-348a-451b-863f-e56257e282fa service neutron] 10.222.0.69 "GET /v2.0/networks/c13a7e9f-9a86-4706-95e0-c50ae697d4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835471 Feb 07 21:48:39.976660 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0818dd48-5ac8-44fb-940f-dfeec14c4363 req-29d4a420-813e-4ad4-9a79-3f752e7242d4 service neutron] 10.222.0.69 "GET /v2.0/networks/c13a7e9f-9a86-4706-95e0-c50ae697d4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831249 Feb 07 21:48:40.436181 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c35a19-bf46-4195-a5cc-2b4ba6b439d4 req-6dadddde-1f84-4544-a311-cb268966dce3 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:40.438414 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c1c35a19-bf46-4195-a5cc-2b4ba6b439d4 req-6dadddde-1f84-4544-a311-cb268966dce3 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 943 time: 0.0546188 Feb 07 21:48:40.483490 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c1c35a19-bf46-4195-a5cc-2b4ba6b439d4 req-6d77aaee-be23-40ee-83ce-02b2caf57974 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396082 Feb 07 21:48:41.598988 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1c068-d1ee-44c5-b0e6-6bb5dba52f8a req-e17f5f4e-fbdd-4d34-9332-4660c426f031 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:41.600461 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4fd1c068-d1ee-44c5-b0e6-6bb5dba52f8a req-e17f5f4e-fbdd-4d34-9332-4660c426f031 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 943 time: 0.0509675 Feb 07 21:48:41.646101 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4fd1c068-d1ee-44c5-b0e6-6bb5dba52f8a req-c538d5a4-bb24-4cf8-9918-f8cffd7adb22 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398259 Feb 07 21:48:42.190593 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 368a91f8-e32e-43ae-91e9-809987740a71 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:48:42.286422 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 368a91f8-e32e-43ae-91e9-809987740a71, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=368a91f8-e32e-43ae-91e9-809987740a71,segment=NetworkSegment(10ca0676-800a-41b9-b7e9-ab53a54d22aa),segment_id=10ca0676-800a-41b9-b7e9-ab53a54d22aa)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:48:42.298187 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '368a91f8-e32e-43ae-91e9-809987740a71', 'network_id': 'c13a7e9f-9a86-4706-95e0-c50ae697d4cd', 'port_id': '368a91f8-e32e-43ae-91e9-809987740a71', 'mac_address': 'fa:16:3e:bd:ed:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85a3ed3-1181-4471-a1c5-71ee4a5d2bdb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:48:42.333223 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 368a91f8-e32e-43ae-91e9-809987740a71 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:48:42.333607 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (368a91f8-e32e-43ae-91e9-809987740a71), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:42.346973 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368a91f8-e32e-43ae-91e9-809987740a71 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:48:42.370650 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 368a91f8-e32e-43ae-91e9-809987740a71, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=368a91f8-e32e-43ae-91e9-809987740a71,segment=NetworkSegment(10ca0676-800a-41b9-b7e9-ab53a54d22aa),segment_id=10ca0676-800a-41b9-b7e9-ab53a54d22aa)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:48:42.374727 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (368a91f8-e32e-43ae-91e9-809987740a71), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:42.422615 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=368a91f8-e32e-43ae-91e9-809987740a71,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:42.661067 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['368a91f8-e32e-43ae-91e9-809987740a71'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:48:42.767147 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86deddb4-a925-45a5-9ee3-d87f0d5eea5c req-b75e70db-4537-4cd4-b25f-25e9e6ba5cf2 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:42.768632 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-86deddb4-a925-45a5-9ee3-d87f0d5eea5c req-b75e70db-4537-4cd4-b25f-25e9e6ba5cf2 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 944 time: 0.0553610 Feb 07 21:48:42.814812 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-86deddb4-a925-45a5-9ee3-d87f0d5eea5c req-9b9258c0-1d3c-4835-b889-ba05b7607522 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404763 Feb 07 21:48:43.934243 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb364ef-7481-4eac-80ec-89e6ee392896 req-4d1eb431-6ca6-43ce-9239-64b41523aab8 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:43.935720 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-adb364ef-7481-4eac-80ec-89e6ee392896 req-4d1eb431-6ca6-43ce-9239-64b41523aab8 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 944 time: 0.0547373 Feb 07 21:48:43.981750 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-adb364ef-7481-4eac-80ec-89e6ee392896 req-2d252d60-b9c4-467c-bf79-c65fc71e0701 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398781 Feb 07 21:48:44.215318 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 368a91f8-e32e-43ae-91e9-809987740a71 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:48:44.263560 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 368a91f8-e32e-43ae-91e9-809987740a71 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:48:44.267545 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 368a91f8-e32e-43ae-91e9-809987740a71 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:48:44.267916 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (368a91f8-e32e-43ae-91e9-809987740a71), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:44.342943 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 368a91f8-e32e-43ae-91e9-809987740a71 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:48:44.343346 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (368a91f8-e32e-43ae-91e9-809987740a71), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:44.365487 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd48faac-4f5c-4821-aef9-afbbac9e2cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368a91f8-e32e-43ae-91e9-809987740a71'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:48:44.367907 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49e5094-102f-4e16-976c-d0b7d00c53a5" -d '{"events": [{"server_uuid": "fd48faac-4f5c-4821-aef9-afbbac9e2cb5", "name": "network-vif-plugged", "status": "completed", "tag": "368a91f8-e32e-43ae-91e9-809987740a71"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:48:44.383782 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 368a91f8-e32e-43ae-91e9-809987740a71, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=368a91f8-e32e-43ae-91e9-809987740a71,segment=NetworkSegment(10ca0676-800a-41b9-b7e9-ab53a54d22aa),segment_id=10ca0676-800a-41b9-b7e9-ab53a54d22aa)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:48:44.388069 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (368a91f8-e32e-43ae-91e9-809987740a71), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:44.411854 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acdbf37-f6c1-400e-8095-931764c0d5f8 x-openstack-request-id: req-3acdbf37-f6c1-400e-8095-931764c0d5f8 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:48:44.412184 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd48faac-4f5c-4821-aef9-afbbac9e2cb5", "name": "network-vif-plugged", "status": "completed", "tag": "368a91f8-e32e-43ae-91e9-809987740a71", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:48:44.412492 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3acdbf37-f6c1-400e-8095-931764c0d5f8 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:48:44.413900 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd48faac-4f5c-4821-aef9-afbbac9e2cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368a91f8-e32e-43ae-91e9-809987740a71', 'code': 200} Feb 07 21:48:44.444025 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=368a91f8-e32e-43ae-91e9-809987740a71,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:48:44.512553 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdcd943-91ba-4eb7-994f-4f30291f257c req-55813fd3-445a-4bab-b650-582cc236c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:44.514112 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ffdcd943-91ba-4eb7-994f-4f30291f257c req-55813fd3-445a-4bab-b650-582cc236c18e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 1127 time: 0.0499070 Feb 07 21:48:44.556774 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ffdcd943-91ba-4eb7-994f-4f30291f257c req-418dadd6-fa67-4530-a0f3-cb825e3ab745 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372777 Feb 07 21:48:45.098559 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d42d1-8954-4e67-ba5c-fe46bd3757b6 req-8aeb735e-574d-4367-862d-2ca916e528df tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:45.100018 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a22d42d1-8954-4e67-ba5c-fe46bd3757b6 req-8aeb735e-574d-4367-862d-2ca916e528df tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0517774 Feb 07 21:48:45.149004 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a22d42d1-8954-4e67-ba5c-fe46bd3757b6 req-9b8dab83-3add-451f-a158-10cd5cd70ba3 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432122 Feb 07 21:48:46.266839 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb767a0-3a64-461f-bd2a-b5f544751905 req-11776ab5-efac-43a9-88b2-74385ee339a4 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:46.268296 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5fb767a0-3a64-461f-bd2a-b5f544751905 req-11776ab5-efac-43a9-88b2-74385ee339a4 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0520084 Feb 07 21:48:46.313598 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5fb767a0-3a64-461f-bd2a-b5f544751905 req-ebabe7a5-3a86-41bf-a1c0-8b7322ba661a tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397892 Feb 07 21:48:46.551161 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7406c-901d-4be2-8717-bcb54a66c845 req-de76d63e-8bfb-469e-9824-5957eb831347 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:46.552640 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4e7406c-901d-4be2-8717-bcb54a66c845 req-de76d63e-8bfb-469e-9824-5957eb831347 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0515001 Feb 07 21:48:46.627060 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4e7406c-901d-4be2-8717-bcb54a66c845 req-91c3401b-fd80-4395-a777-705b04c97aa1 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660110 Feb 07 21:48:46.630483 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-8b4cd8d8-4544-4643-a198-5c9d1908dcb3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1366460 Feb 07 21:48:46.639359 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-378059c4-3792-401e-99f4-d470e9fc6aae service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:48:46.640896 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-378059c4-3792-401e-99f4-d470e9fc6aae service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057321 Feb 07 21:48:47.754709 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7898a-45bf-41f7-810d-7cc48a48da92 req-90fecf54-b4c4-4cd6-8518-95d6006bd82b tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:47.756221 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71f7898a-45bf-41f7-810d-7cc48a48da92 req-90fecf54-b4c4-4cd6-8518-95d6006bd82b tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0603740 Feb 07 21:48:47.783075 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-c79d0f5d-0f98-4ae0-9cc5-a09c5e6c3d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:47.784613 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-c79d0f5d-0f98-4ae0-9cc5-a09c5e6c3d6b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=90e604f9e3d944e0911c8bbba3e27e28&device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 1127 time: 0.0450418 Feb 07 21:48:47.803325 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-71f7898a-45bf-41f7-810d-7cc48a48da92 req-6c824145-bf72-4751-b245-3001b10337c8 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412741 Feb 07 21:48:47.875875 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-5f0acb86-7893-4f3a-9d45-c0cf89d7dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:47.877393 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-5f0acb86-7893-4f3a-9d45-c0cf89d7dd0f service neutron] 10.222.0.69 "GET /v2.0/networks?id=c13a7e9f-9a86-4706-95e0-c50ae697d4cd HTTP/1.1" status: 200 len: 912 time: 0.0866799 Feb 07 21:48:47.917246 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-56efb664-1538-4618-b8b1-68c1d10d0e1b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=368a91f8-e32e-43ae-91e9-809987740a71 HTTP/1.1" status: 200 len: 217 time: 0.0344422 Feb 07 21:48:47.962515 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-20b52f33-e35e-4f72-b9d7-5b9009c3061f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:47.963905 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-20b52f33-e35e-4f72-b9d7-5b9009c3061f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f85a3ed3-1181-4471-a1c5-71ee4a5d2bdb HTTP/1.1" status: 200 len: 851 time: 0.0413544 Feb 07 21:48:47.994869 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-f260be95-369a-47bf-9b61-d2635470c25e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c13a7e9f-9a86-4706-95e0-c50ae697d4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246410 Feb 07 21:48:48.085045 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-a3685f29-9012-4070-ae37-7e9c54e0abe7 service neutron] 10.222.0.69 "GET /v2.0/networks/c13a7e9f-9a86-4706-95e0-c50ae697d4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837281 Feb 07 21:48:48.172350 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-3fa1753a-54f7-4f08-b6e6-ecbf0ad94dfd service neutron] 10.222.0.69 "GET /v2.0/networks/c13a7e9f-9a86-4706-95e0-c50ae697d4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807540 Feb 07 21:48:48.464969 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deda6919-5bd3-4045-99af-897adb9b41d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:48.922758 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab107a7b-3f9e-44a8-9808-8327b5e1c3f7 req-3eb98517-f13f-4143-96a9-452b63aaeb78 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:48.924214 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab107a7b-3f9e-44a8-9808-8327b5e1c3f7 req-3eb98517-f13f-4143-96a9-452b63aaeb78 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0516839 Feb 07 21:48:48.969240 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab107a7b-3f9e-44a8-9808-8327b5e1c3f7 req-886c7f56-a6e2-465e-b219-5c2071ba5b95 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394924 Feb 07 21:48:50.102233 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb1138-13d8-4f65-8348-5a0c1fea4eac req-948dff9f-286e-41b2-a181-9706f10071c7 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:50.103705 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-27bb1138-13d8-4f65-8348-5a0c1fea4eac req-948dff9f-286e-41b2-a181-9706f10071c7 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0557218 Feb 07 21:48:50.150415 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-27bb1138-13d8-4f65-8348-5a0c1fea4eac req-f0758844-c37c-40fb-8c6f-9f6c8c08d713 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404701 Feb 07 21:48:50.642540 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7ae99210-bffd-4d33-9285-6b1adb2e4997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:50.655068 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:48:51.269998 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16074a-ca5f-4568-a9e5-b8a41c2e3ee9 req-8c536a92-0133-4fda-ac05-f8d5f62fa89f tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:51.271471 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f16074a-ca5f-4568-a9e5-b8a41c2e3ee9 req-8c536a92-0133-4fda-ac05-f8d5f62fa89f tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0513926 Feb 07 21:48:51.316915 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f16074a-ca5f-4568-a9e5-b8a41c2e3ee9 req-893dff97-52ac-4aa2-9824-7e0fc72c45bf tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400009 Feb 07 21:48:51.907489 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:52.437088 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15aacda-fad3-44e8-b7ee-f594b795dc61 req-2bef3eec-cc98-482d-965a-eaa4e70038b9 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:52.438594 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c15aacda-fad3-44e8-b7ee-f594b795dc61 req-2bef3eec-cc98-482d-965a-eaa4e70038b9 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0548086 Feb 07 21:48:52.483803 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c15aacda-fad3-44e8-b7ee-f594b795dc61 req-a282e43d-1562-4607-8849-c47c8e45c617 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397742 Feb 07 21:48:53.397207 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:53.602220 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370bcfc-d1b8-4181-91f5-d90f8f1f7f62 req-4066b116-ab7d-4deb-aa5f-fbef056270c2 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:53.603599 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0370bcfc-d1b8-4181-91f5-d90f8f1f7f62 req-4066b116-ab7d-4deb-aa5f-fbef056270c2 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0517888 Feb 07 21:48:53.648843 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0370bcfc-d1b8-4181-91f5-d90f8f1f7f62 req-7734c1a7-0cc5-4d0f-8cbc-26a8271b89f3 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397201 Feb 07 21:48:54.710014 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:48:54.774204 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55615b-f504-48f9-ab52-953028ada16f req-d3caac81-9a62-48c2-9d30-ce3abf314550 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:54.775687 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef55615b-f504-48f9-ab52-953028ada16f req-d3caac81-9a62-48c2-9d30-ce3abf314550 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0537755 Feb 07 21:48:54.824197 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ef55615b-f504-48f9-ab52-953028ada16f req-ead99a14-5484-4ccf-8808-623854b619a7 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422921 Feb 07 21:48:55.941405 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc71e8-8e05-41e5-a736-b99094e5fc22 req-b3408c65-8301-42f4-ae96-6a05802065cb tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:55.942894 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-12cc71e8-8e05-41e5-a736-b99094e5fc22 req-b3408c65-8301-42f4-ae96-6a05802065cb tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0510211 Feb 07 21:48:55.988257 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-12cc71e8-8e05-41e5-a736-b99094e5fc22 req-cdb0041f-4cd7-49b5-aedf-25db25605c26 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399044 Feb 07 21:48:57.106365 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866f6cd-bbf4-4b73-b3ae-284ccde7d5c6 req-0312c19a-a067-43c7-af82-c1c2210e4180 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:57.107832 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0866f6cd-bbf4-4b73-b3ae-284ccde7d5c6 req-0312c19a-a067-43c7-af82-c1c2210e4180 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0521467 Feb 07 21:48:57.153561 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0866f6cd-bbf4-4b73-b3ae-284ccde7d5c6 req-f66b2201-ea07-4aed-b026-37979a344837 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401120 Feb 07 21:48:58.224606 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be8fe5-cb9e-452a-bf1f-e91e3bcc0d4e req-15f694b8-2766-4c7f-85d6-c0304eb39c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:58.226391 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-85be8fe5-cb9e-452a-bf1f-e91e3bcc0d4e req-15f694b8-2766-4c7f-85d6-c0304eb39c4b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=90e604f9e3d944e0911c8bbba3e27e28&device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 1127 time: 0.0517099 Feb 07 21:48:58.279041 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdbb45-4932-456e-abf8-d76cc95ad29f req-31525607-fde2-4ac7-bef1-39db5cdf7aec tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:58.280556 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51fdbb45-4932-456e-abf8-d76cc95ad29f req-31525607-fde2-4ac7-bef1-39db5cdf7aec tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0567467 Feb 07 21:48:58.328976 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be8fe5-cb9e-452a-bf1f-e91e3bcc0d4e req-cef3565f-e5d6-495b-9e09-23b1c3f3a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:58.329222 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51fdbb45-4932-456e-abf8-d76cc95ad29f req-400d779d-51f1-4c6f-a347-c50d3dd01573 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427692 Feb 07 21:48:58.330535 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-85be8fe5-cb9e-452a-bf1f-e91e3bcc0d4e req-cef3565f-e5d6-495b-9e09-23b1c3f3a714 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c13a7e9f-9a86-4706-95e0-c50ae697d4cd HTTP/1.1" status: 200 len: 912 time: 0.0857341 Feb 07 21:48:58.376349 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-85be8fe5-cb9e-452a-bf1f-e91e3bcc0d4e req-e8bebcc7-5a04-435f-b341-80f223dc6176 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=368a91f8-e32e-43ae-91e9-809987740a71 HTTP/1.1" status: 200 len: 217 time: 0.0389516 Feb 07 21:48:58.422604 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be8fe5-cb9e-452a-bf1f-e91e3bcc0d4e req-57547952-80e9-4986-aa63-4d12d016500b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:58.424001 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-85be8fe5-cb9e-452a-bf1f-e91e3bcc0d4e req-57547952-80e9-4986-aa63-4d12d016500b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f85a3ed3-1181-4471-a1c5-71ee4a5d2bdb HTTP/1.1" status: 200 len: 851 time: 0.0421450 Feb 07 21:48:58.454498 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-85be8fe5-cb9e-452a-bf1f-e91e3bcc0d4e req-e492407d-ef9a-4590-bb4b-769725bbc41d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c13a7e9f-9a86-4706-95e0-c50ae697d4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248673 Feb 07 21:48:58.539910 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-85be8fe5-cb9e-452a-bf1f-e91e3bcc0d4e req-4714541b-8ef1-4df6-ae58-3574f592d4cd service neutron] 10.222.0.69 "GET /v2.0/networks/c13a7e9f-9a86-4706-95e0-c50ae697d4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799959 Feb 07 21:48:58.634327 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-85be8fe5-cb9e-452a-bf1f-e91e3bcc0d4e req-6e659f9f-4788-439f-a3db-f36faa06cdc2 service neutron] 10.222.0.69 "GET /v2.0/networks/c13a7e9f-9a86-4706-95e0-c50ae697d4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883720 Feb 07 21:48:59.454601 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df03a9-e3ff-4e67-a0b4-d5f802b70a82 req-8d37f29f-7530-4e6e-aaeb-e10902fe7ce3 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:48:59.456081 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0df03a9-e3ff-4e67-a0b4-d5f802b70a82 req-8d37f29f-7530-4e6e-aaeb-e10902fe7ce3 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0542595 Feb 07 21:48:59.503626 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0df03a9-e3ff-4e67-a0b4-d5f802b70a82 req-1885927a-5f3e-4446-9279-bf42d59933a4 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420499 Feb 07 21:49:00.620414 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb239711-d94a-4404-bd66-147dadf782c4 req-b325e71e-aab6-4a1e-a1a9-473463fb0a6c tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:00.621882 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cb239711-d94a-4404-bd66-147dadf782c4 req-b325e71e-aab6-4a1e-a1a9-473463fb0a6c tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0515919 Feb 07 21:49:00.671603 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cb239711-d94a-4404-bd66-147dadf782c4 req-d3ed498e-2d16-42f4-963f-d2bd67cf4909 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441434 Feb 07 21:49:01.790421 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac35be-18ca-4284-8b6f-bfcb9d3402fc req-8f2bf7df-1d5d-486c-afb0-46d8d8b35ba9 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:01.792053 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-05ac35be-18ca-4284-8b6f-bfcb9d3402fc req-8f2bf7df-1d5d-486c-afb0-46d8d8b35ba9 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0522068 Feb 07 21:49:01.837456 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-05ac35be-18ca-4284-8b6f-bfcb9d3402fc req-1e2434ba-66c1-4240-beb1-cbfc6f273881 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392542 Feb 07 21:49:02.958832 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f644045-2456-4ce8-876c-a53a3300aba4 req-42829d7b-5513-41b6-9d3b-61050cc00489 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:02.960402 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f644045-2456-4ce8-876c-a53a3300aba4 req-42829d7b-5513-41b6-9d3b-61050cc00489 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0548289 Feb 07 21:49:03.009645 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f644045-2456-4ce8-876c-a53a3300aba4 req-1fbabfd1-6fb3-4886-8b0b-cda090bdccf5 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434477 Feb 07 21:49:04.011260 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:04.138245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dd7a3-3225-4ce8-a464-89293b3e8ac0 req-5223d0e3-5904-451c-aea6-ddfb9f9ac7fc tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:04.140490 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b52dd7a3-3225-4ce8-a464-89293b3e8ac0 req-5223d0e3-5904-451c-aea6-ddfb9f9ac7fc tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0547838 Feb 07 21:49:04.185405 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b52dd7a3-3225-4ce8-a464-89293b3e8ac0 req-1dde004a-3ed2-421a-85c2-b6c83f7b4127 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395770 Feb 07 21:49:04.252006 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:05.305923 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19341e-8e6f-483c-9363-7e8dd6c30342 req-cf775ec1-5538-4a75-be6e-3e7dd0fa8881 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:05.307389 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6d19341e-8e6f-483c-9363-7e8dd6c30342 req-cf775ec1-5538-4a75-be6e-3e7dd0fa8881 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0519819 Feb 07 21:49:05.353667 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6d19341e-8e6f-483c-9363-7e8dd6c30342 req-20ca4be3-3147-4ac6-992c-db62f12fed04 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406497 Feb 07 21:49:06.475623 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924bb46-a8b1-4fe6-bcac-a8addc5b01a1 req-d902bbcd-98d9-48d3-ac72-b64b6a79a5bc tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:06.477122 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9924bb46-a8b1-4fe6-bcac-a8addc5b01a1 req-d902bbcd-98d9-48d3-ac72-b64b6a79a5bc tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0554318 Feb 07 21:49:06.522180 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9924bb46-a8b1-4fe6-bcac-a8addc5b01a1 req-4684fd96-938e-4ced-b1b6-dcd26af0f88f tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394583 Feb 07 21:49:07.639164 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7f03f-51a6-4489-a5bd-7715f0bc33e9 req-48b5e774-0c2d-4de4-bb7c-942b1e362102 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:07.640649 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1f7f03f-51a6-4489-a5bd-7715f0bc33e9 req-48b5e774-0c2d-4de4-bb7c-942b1e362102 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0522325 Feb 07 21:49:07.690743 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1f7f03f-51a6-4489-a5bd-7715f0bc33e9 req-97a8f9a4-288c-4698-a0a9-015107eed807 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445416 Feb 07 21:49:08.808290 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46db1cb-27dc-4eaa-8b6a-73fc6d301436 req-baa99a1f-cc72-422f-8a4e-89b32eedddd9 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:08.809782 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d46db1cb-27dc-4eaa-8b6a-73fc6d301436 req-baa99a1f-cc72-422f-8a4e-89b32eedddd9 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0513272 Feb 07 21:49:08.860735 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d46db1cb-27dc-4eaa-8b6a-73fc6d301436 req-4bdffd4b-e396-4f74-a1dd-baf1ea571c0c tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448885 Feb 07 21:49:09.978634 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f32c85-94a3-47cd-a9d0-953dadd55a49 req-e1d5cb1f-4a6b-4547-8dfd-1a7468070006 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:09.986994 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03f32c85-94a3-47cd-a9d0-953dadd55a49 req-e1d5cb1f-4a6b-4547-8dfd-1a7468070006 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0589399 Feb 07 21:49:10.033276 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03f32c85-94a3-47cd-a9d0-953dadd55a49 req-c375a233-5518-490c-88f7-f0d822a6d738 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407743 Feb 07 21:49:11.149683 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b582d8-6ecd-4d45-92c7-ab559a5a785c req-4d059731-d25e-4e53-9f3e-7809fbdc426f tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:11.151146 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-98b582d8-6ecd-4d45-92c7-ab559a5a785c req-4d059731-d25e-4e53-9f3e-7809fbdc426f tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0513334 Feb 07 21:49:11.197137 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-98b582d8-6ecd-4d45-92c7-ab559a5a785c req-6fdfd75a-ba5d-40d9-9a7b-ffe3c08be8a2 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393558 Feb 07 21:49:12.318241 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab51d44-d9c2-4c23-9b17-c2e0152866ae req-995aed99-12a8-4f1a-8607-72c96c3c6516 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:12.319701 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fab51d44-d9c2-4c23-9b17-c2e0152866ae req-995aed99-12a8-4f1a-8607-72c96c3c6516 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0560350 Feb 07 21:49:12.366031 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fab51d44-d9c2-4c23-9b17-c2e0152866ae req-4278acbb-e371-4523-b1d9-25bb6b980b85 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407667 Feb 07 21:49:13.491454 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe74106-d19b-4873-baed-16c439b24217 req-5fd18f17-8a78-4157-9b33-b0d3845269e8 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:13.493367 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbe74106-d19b-4873-baed-16c439b24217 req-5fd18f17-8a78-4157-9b33-b0d3845269e8 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0601599 Feb 07 21:49:13.539448 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dbe74106-d19b-4873-baed-16c439b24217 req-0831d279-7357-406d-af1b-1170e78d2059 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406222 Feb 07 21:49:14.656141 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851bcd8b-befc-452e-bc7f-08553a3fb0d0 req-e1990274-ae37-4c1f-873d-c1dbc6d1212f tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:14.657621 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-851bcd8b-befc-452e-bc7f-08553a3fb0d0 req-e1990274-ae37-4c1f-873d-c1dbc6d1212f tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0515015 Feb 07 21:49:14.709126 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-851bcd8b-befc-452e-bc7f-08553a3fb0d0 req-170f1ee8-19f6-468f-80b6-a3efacf9f06f tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445137 Feb 07 21:49:15.004041 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-08f53478-778d-4f4c-8ea5-57cf9d903091 service neutron] show failed (client error): The resource could not be found. Feb 07 21:49:15.005074 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-08f53478-778d-4f4c-8ea5-57cf9d903091 service neutron] 10.222.0.69 "GET /v2.0/ports/368a91f8-e32e-43ae-91e9-809987740a71/bindings/n-h2-828185-2 HTTP/1.1" status: 404 len: 380 time: 0.0555665 Feb 07 21:49:15.198881 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-01c9a205-d148-47fb-ad2c-181333429ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:15.200370 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-01c9a205-d148-47fb-ad2c-181333429ba6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5&tenant_id=90e604f9e3d944e0911c8bbba3e27e28 HTTP/1.1" status: 200 len: 1127 time: 0.0426097 Feb 07 21:49:15.211429 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828185-2', 'device_owner': 'compute:nova'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:49:15.269667 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (368a91f8-e32e-43ae-91e9-809987740a71), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:15.468166 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] For port 368a91f8-e32e-43ae-91e9-809987740a71, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=368a91f8-e32e-43ae-91e9-809987740a71,segment=NetworkSegment(10ca0676-800a-41b9-b7e9-ab53a54d22aa),segment_id=10ca0676-800a-41b9-b7e9-ab53a54d22aa)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:49:15.500704 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] For port 368a91f8-e32e-43ae-91e9-809987740a71, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:49:15.538738 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd48faac-4f5c-4821-aef9-afbbac9e2cb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '368a91f8-e32e-43ae-91e9-809987740a71'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:49:15.541136 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3c5288-ebda-43ba-b5c9-13706c7dc0e1" -d '{"events": [{"server_uuid": "fd48faac-4f5c-4821-aef9-afbbac9e2cb5", "name": "network-vif-unplugged", "status": "completed", "tag": "368a91f8-e32e-43ae-91e9-809987740a71"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:49:15.544726 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Publish callbacks [] for port (368a91f8-e32e-43ae-91e9-809987740a71), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:15.556810 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Transition to ACTIVE for port object 368a91f8-e32e-43ae-91e9-809987740a71 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:49:15.561537 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (368a91f8-e32e-43ae-91e9-809987740a71), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:15.596919 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec2b673-86f9-4aea-9106-40b6d0776c43 x-openstack-request-id: req-dec2b673-86f9-4aea-9106-40b6d0776c43 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:49:15.597215 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd48faac-4f5c-4821-aef9-afbbac9e2cb5", "name": "network-vif-unplugged", "status": "completed", "tag": "368a91f8-e32e-43ae-91e9-809987740a71", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:49:15.597476 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dec2b673-86f9-4aea-9106-40b6d0776c43 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:49:15.597872 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd48faac-4f5c-4821-aef9-afbbac9e2cb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '368a91f8-e32e-43ae-91e9-809987740a71', 'code': 200} Feb 07 21:49:15.621821 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] No DVR routers for this DVR port 368a91f8-e32e-43ae-91e9-809987740a71 on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:49:15.630618 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=368a91f8-e32e-43ae-91e9-809987740a71,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:49:15.658922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:15.659611 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:15.659611 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:15.660077 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:15.660607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:15.660872 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:15.661260 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:15.661673 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:15.662097 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:15.662456 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:15.662911 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:15.663273 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:15.663643 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:15.677643 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Attempting to bind port 368a91f8-e32e-43ae-91e9-809987740a71 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:49:15.677980 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Attempting to bind port 368a91f8-e32e-43ae-91e9-809987740a71 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '10ca0676-800a-41b9-b7e9-ab53a54d22aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c13a7e9f-9a86-4706-95e0-c50ae697d4cd'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:49:15.678305 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Attempting to bind port 368a91f8-e32e-43ae-91e9-809987740a71 on network c13a7e9f-9a86-4706-95e0-c50ae697d4cd {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:49:15.682617 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Port 368a91f8-e32e-43ae-91e9-809987740a71 on network c13a7e9f-9a86-4706-95e0-c50ae697d4cd not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:49:15.682938 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Attempting to bind port 368a91f8-e32e-43ae-91e9-809987740a71 on network c13a7e9f-9a86-4706-95e0-c50ae697d4cd {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:49:15.688372 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:49:15.688712 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Checking segment: {'id': '10ca0676-800a-41b9-b7e9-ab53a54d22aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c13a7e9f-9a86-4706-95e0-c50ae697d4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:49:15.689090 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Bound using segment: {'id': '10ca0676-800a-41b9-b7e9-ab53a54d22aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c13a7e9f-9a86-4706-95e0-c50ae697d4cd'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:49:15.689511 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Bound port: 368a91f8-e32e-43ae-91e9-809987740a71, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10ca0676-800a-41b9-b7e9-ab53a54d22aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c13a7e9f-9a86-4706-95e0-c50ae697d4cd'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:49:15.689862 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (368a91f8-e32e-43ae-91e9-809987740a71), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:15.753496 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] For port 368a91f8-e32e-43ae-91e9-809987740a71, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:49:15.756576 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] For port 368a91f8-e32e-43ae-91e9-809987740a71, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=368a91f8-e32e-43ae-91e9-809987740a71,segment=NetworkSegment(10ca0676-800a-41b9-b7e9-ab53a54d22aa),segment_id=10ca0676-800a-41b9-b7e9-ab53a54d22aa)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:49:15.764126 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (368a91f8-e32e-43ae-91e9-809987740a71), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:15.814987 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:15.815594 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:15.816971 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] 10.222.0.71 "PUT /v2.0/ports/368a91f8-e32e-43ae-91e9-809987740a71 HTTP/1.1" status: 200 len: 1091 time: 0.6093783 Feb 07 21:49:15.878909 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831a947-387e-4d7d-89a1-3b8ce025e9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=368a91f8-e32e-43ae-91e9-809987740a71,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:49:15.901931 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5939de1-a449-4ffb-b080-1c320f2c4667 req-a4bc574c-a0be-4c27-b3c7-afebbc8dcd38 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:15.903387 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5939de1-a449-4ffb-b080-1c320f2c4667 req-a4bc574c-a0be-4c27-b3c7-afebbc8dcd38 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 943 time: 0.1105192 Feb 07 21:49:15.917711 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-c8978c4e-43e2-4d06-b10b-8b19af652a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:15.919101 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-c8978c4e-43e2-4d06-b10b-8b19af652a87 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90e604f9e3d944e0911c8bbba3e27e28&device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 1125 time: 0.0809460 Feb 07 21:49:16.000242 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5939de1-a449-4ffb-b080-1c320f2c4667 req-63199b9a-a577-4796-b7e4-9a51c01cfc0e tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895803 Feb 07 21:49:16.027832 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-f38bda32-2f6f-4313-95aa-4d86fa643660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:16.029342 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-f38bda32-2f6f-4313-95aa-4d86fa643660 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c13a7e9f-9a86-4706-95e0-c50ae697d4cd HTTP/1.1" status: 200 len: 912 time: 0.1028554 Feb 07 21:49:16.073340 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-2791e462-d033-43cb-9a55-d9fb39b01cb8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=368a91f8-e32e-43ae-91e9-809987740a71 HTTP/1.1" status: 200 len: 217 time: 0.0380044 Feb 07 21:49:16.120065 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-71f220b0-8ce6-42c0-8e88-d62d85048ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:16.121474 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-71f220b0-8ce6-42c0-8e88-d62d85048ae0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f85a3ed3-1181-4471-a1c5-71ee4a5d2bdb HTTP/1.1" status: 200 len: 851 time: 0.0428033 Feb 07 21:49:16.150509 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-bb9b6f2a-bf86-4a1d-abc6-b9e192a32deb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c13a7e9f-9a86-4706-95e0-c50ae697d4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238221 Feb 07 21:49:16.240065 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-e5a33b32-250c-4a36-8522-207fb433a30b service neutron] 10.222.0.71 "GET /v2.0/networks/c13a7e9f-9a86-4706-95e0-c50ae697d4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839241 Feb 07 21:49:16.323964 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4191fd8e-7e63-4feb-bced-0e9284742d68 req-7d68b1e2-4fdd-48a3-bb3e-ebe9556bac36 service neutron] 10.222.0.71 "GET /v2.0/networks/c13a7e9f-9a86-4706-95e0-c50ae697d4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779061 Feb 07 21:49:17.119352 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a7481-b5eb-47f0-806c-d735927abc67 req-436bb9e3-3be0-4b45-8584-e6c0a7c4b4e8 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:17.120858 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d6a7481-b5eb-47f0-806c-d735927abc67 req-436bb9e3-3be0-4b45-8584-e6c0a7c4b4e8 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 943 time: 0.0526931 Feb 07 21:49:17.171013 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9d6a7481-b5eb-47f0-806c-d735927abc67 req-e7f68f9d-983b-4d9c-8a88-7b603634ab3c tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435245 Feb 07 21:49:17.599277 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd48faac-4f5c-4821-aef9-afbbac9e2cb5', 'tag': '368a91f8-e32e-43ae-91e9-809987740a71'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:49:17.601953 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a635a3-644e-46e5-9d5d-972970961f43" -d '{"events": [{"name": "network-changed", "server_uuid": "fd48faac-4f5c-4821-aef9-afbbac9e2cb5", "tag": "368a91f8-e32e-43ae-91e9-809987740a71"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:49:17.651150 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a201d1-ee62-4d74-aa1e-9b1e35730378 x-openstack-request-id: req-26a201d1-ee62-4d74-aa1e-9b1e35730378 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:49:17.651490 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd48faac-4f5c-4821-aef9-afbbac9e2cb5", "tag": "368a91f8-e32e-43ae-91e9-809987740a71", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:49:17.651746 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-26a201d1-ee62-4d74-aa1e-9b1e35730378 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:49:17.652145 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd48faac-4f5c-4821-aef9-afbbac9e2cb5', 'tag': '368a91f8-e32e-43ae-91e9-809987740a71', 'status': 'completed', 'code': 200} Feb 07 21:49:17.714518 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a635a3-644e-46e5-9d5d-972970961f43 req-1b0a983f-482c-4b42-ab1f-8a0cb234f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:17.716033 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10a635a3-644e-46e5-9d5d-972970961f43 req-1b0a983f-482c-4b42-ab1f-8a0cb234f74e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90e604f9e3d944e0911c8bbba3e27e28&device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 1125 time: 0.0435488 Feb 07 21:49:17.719972 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a635a3-644e-46e5-9d5d-972970961f43 req-0250c7a9-ab1a-4101-aad9-ce801c84169f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:17.721516 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-10a635a3-644e-46e5-9d5d-972970961f43 req-0250c7a9-ab1a-4101-aad9-ce801c84169f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=90e604f9e3d944e0911c8bbba3e27e28&device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 1125 time: 0.0503244 Feb 07 21:49:17.806638 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a635a3-644e-46e5-9d5d-972970961f43 req-4eb1f4de-0c7f-4133-ab53-9ad191280322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:17.808103 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10a635a3-644e-46e5-9d5d-972970961f43 req-4eb1f4de-0c7f-4133-ab53-9ad191280322 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c13a7e9f-9a86-4706-95e0-c50ae697d4cd HTTP/1.1" status: 200 len: 912 time: 0.0867178 Feb 07 21:49:17.811361 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a635a3-644e-46e5-9d5d-972970961f43 req-acefa9b8-8f24-4ea5-8cca-4806523ba1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:17.813195 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-10a635a3-644e-46e5-9d5d-972970961f43 req-acefa9b8-8f24-4ea5-8cca-4806523ba1a4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c13a7e9f-9a86-4706-95e0-c50ae697d4cd HTTP/1.1" status: 200 len: 912 time: 0.0845780 Feb 07 21:49:17.852608 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10a635a3-644e-46e5-9d5d-972970961f43 req-c499ddf5-6cc7-48ef-a1e2-5d9ace8bfdee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=368a91f8-e32e-43ae-91e9-809987740a71 HTTP/1.1" status: 200 len: 217 time: 0.0384185 Feb 07 21:49:17.853183 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-10a635a3-644e-46e5-9d5d-972970961f43 req-74140204-5165-4f60-9a25-a41c0146664f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=368a91f8-e32e-43ae-91e9-809987740a71 HTTP/1.1" status: 200 len: 217 time: 0.0349584 Feb 07 21:49:17.899485 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a635a3-644e-46e5-9d5d-972970961f43 req-be9ed179-e409-4002-8eda-20046c95b13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:17.900949 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10a635a3-644e-46e5-9d5d-972970961f43 req-be9ed179-e409-4002-8eda-20046c95b13e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f85a3ed3-1181-4471-a1c5-71ee4a5d2bdb HTTP/1.1" status: 200 len: 851 time: 0.0422902 Feb 07 21:49:17.903942 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a635a3-644e-46e5-9d5d-972970961f43 req-e452df68-ab96-400d-92d5-c9019298afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:17.906029 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-10a635a3-644e-46e5-9d5d-972970961f43 req-e452df68-ab96-400d-92d5-c9019298afd3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f85a3ed3-1181-4471-a1c5-71ee4a5d2bdb HTTP/1.1" status: 200 len: 851 time: 0.0478177 Feb 07 21:49:17.933772 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10a635a3-644e-46e5-9d5d-972970961f43 req-6a496d7d-b337-4b44-9302-9127396003ca service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c13a7e9f-9a86-4706-95e0-c50ae697d4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256088 Feb 07 21:49:17.937301 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-10a635a3-644e-46e5-9d5d-972970961f43 req-36e77644-74c9-42e3-a709-01d056957cd2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c13a7e9f-9a86-4706-95e0-c50ae697d4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259902 Feb 07 21:49:18.022801 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10a635a3-644e-46e5-9d5d-972970961f43 req-bf036544-229c-4326-ba1e-5da190b08d96 service neutron] 10.222.0.71 "GET /v2.0/networks/c13a7e9f-9a86-4706-95e0-c50ae697d4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832608 Feb 07 21:49:18.023023 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-10a635a3-644e-46e5-9d5d-972970961f43 req-250c85f8-a4d7-40a2-8161-1308f609eb92 service neutron] 10.222.0.69 "GET /v2.0/networks/c13a7e9f-9a86-4706-95e0-c50ae697d4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798957 Feb 07 21:49:18.109660 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10a635a3-644e-46e5-9d5d-972970961f43 req-75e2a400-dfd4-45a1-9a8c-d3d56b5ad517 service neutron] 10.222.0.71 "GET /v2.0/networks/c13a7e9f-9a86-4706-95e0-c50ae697d4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797496 Feb 07 21:49:18.115901 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-10a635a3-644e-46e5-9d5d-972970961f43 req-0b6e03b5-4758-4037-b8c9-7796ad6173a9 service neutron] 10.222.0.69 "GET /v2.0/networks/c13a7e9f-9a86-4706-95e0-c50ae697d4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871346 Feb 07 21:49:18.288770 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f9b1c-6f2f-4319-9fa3-f885948f6cf8 req-27081aa2-1dc5-41fc-8af3-10a97009eb55 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:18.290235 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df7f9b1c-6f2f-4319-9fa3-f885948f6cf8 req-27081aa2-1dc5-41fc-8af3-10a97009eb55 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 943 time: 0.0517628 Feb 07 21:49:18.336235 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df7f9b1c-6f2f-4319-9fa3-f885948f6cf8 req-c6f9e29f-7c04-4eeb-8621-ae46c1901886 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398936 Feb 07 21:49:18.354163 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 368a91f8-e32e-43ae-91e9-809987740a71 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:49:18.391674 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] The host n-h1-828185-2 is not matching for port 368a91f8-e32e-43ae-91e9-809987740a71 host n-h2-828185-2! {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 07 21:49:18.391973 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 368a91f8-e32e-43ae-91e9-809987740a71 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:49:18.464746 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9fa4470d-12be-47d2-bef5-02b10bf281d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:19.080239 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 368a91f8-e32e-43ae-91e9-809987740a71 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:49:19.192260 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 368a91f8-e32e-43ae-91e9-809987740a71, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=368a91f8-e32e-43ae-91e9-809987740a71,segment=NetworkSegment(10ca0676-800a-41b9-b7e9-ab53a54d22aa),segment_id=10ca0676-800a-41b9-b7e9-ab53a54d22aa)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:49:19.204431 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '368a91f8-e32e-43ae-91e9-809987740a71', 'network_id': 'c13a7e9f-9a86-4706-95e0-c50ae697d4cd', 'port_id': '368a91f8-e32e-43ae-91e9-809987740a71', 'mac_address': 'fa:16:3e:bd:ed:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85a3ed3-1181-4471-a1c5-71ee4a5d2bdb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:49:19.244260 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 368a91f8-e32e-43ae-91e9-809987740a71 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:49:19.244686 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (368a91f8-e32e-43ae-91e9-809987740a71), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:19.257450 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368a91f8-e32e-43ae-91e9-809987740a71 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:49:19.276786 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 368a91f8-e32e-43ae-91e9-809987740a71, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=368a91f8-e32e-43ae-91e9-809987740a71,segment=NetworkSegment(10ca0676-800a-41b9-b7e9-ab53a54d22aa),segment_id=10ca0676-800a-41b9-b7e9-ab53a54d22aa)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:49:19.281411 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (368a91f8-e32e-43ae-91e9-809987740a71), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:19.329151 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=368a91f8-e32e-43ae-91e9-809987740a71,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:49:19.336206 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:19.336518 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:19.336860 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:19.337193 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:19.337528 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:19.337858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:19.338186 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:19.338510 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:19.338832 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:19.339154 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:19.339477 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:19.339796 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:19.340112 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:19.458653 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9a4dd-4ec5-4008-85fd-d526a6fdda39 req-8bca036c-bd2c-455a-ba70-93e79a0e44bb tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:19.460110 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-13f9a4dd-4ec5-4008-85fd-d526a6fdda39 req-8bca036c-bd2c-455a-ba70-93e79a0e44bb tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 944 time: 0.0555656 Feb 07 21:49:19.505911 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-13f9a4dd-4ec5-4008-85fd-d526a6fdda39 req-d8f3e1a8-5ba9-476d-bd79-41f0039c4e9b tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401759 Feb 07 21:49:19.650922 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['368a91f8-e32e-43ae-91e9-809987740a71'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:49:19.787221 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9350a1-a919-403f-b379-195a202e2aad req-98985d45-3ab9-4749-b43d-b8274a91840d tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:19.788712 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bc9350a1-a919-403f-b379-195a202e2aad req-98985d45-3ab9-4749-b43d-b8274a91840d tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5&tenant_id=90e604f9e3d944e0911c8bbba3e27e28&binding%3Ahost_id=n-h2-828185-2 HTTP/1.1" status: 200 len: 944 time: 0.0936618 Feb 07 21:49:19.851477 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [req-bc9350a1-a919-403f-b379-195a202e2aad req-6393533c-8859-4977-ae54-531e7829d5ed service neutron] delete failed (client error): The resource could not be found. Feb 07 21:49:19.852547 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bc9350a1-a919-403f-b379-195a202e2aad req-6393533c-8859-4977-ae54-531e7829d5ed service neutron] 10.222.0.69 "DELETE /v2.0/ports/368a91f8-e32e-43ae-91e9-809987740a71/bindings/n-h1-828185-2 HTTP/1.1" status: 404 len: 380 time: 0.0580809 Feb 07 21:49:19.946767 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9350a1-a919-403f-b379-195a202e2aad req-1c601bf5-8d9b-4f4a-95a4-1f69f61711d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:19.948180 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bc9350a1-a919-403f-b379-195a202e2aad req-1c601bf5-8d9b-4f4a-95a4-1f69f61711d0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=90e604f9e3d944e0911c8bbba3e27e28&device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 1126 time: 0.0449355 Feb 07 21:49:20.036799 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9350a1-a919-403f-b379-195a202e2aad req-d230372c-9249-4f50-80db-e74a5ca95570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:20.038268 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bc9350a1-a919-403f-b379-195a202e2aad req-d230372c-9249-4f50-80db-e74a5ca95570 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c13a7e9f-9a86-4706-95e0-c50ae697d4cd HTTP/1.1" status: 200 len: 912 time: 0.0841475 Feb 07 21:49:20.079318 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bc9350a1-a919-403f-b379-195a202e2aad req-77ccad0d-ce94-46ae-a717-51fd312f5fbe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=368a91f8-e32e-43ae-91e9-809987740a71 HTTP/1.1" status: 200 len: 217 time: 0.0355294 Feb 07 21:49:20.125854 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9350a1-a919-403f-b379-195a202e2aad req-c9741ce1-5730-4c6c-89ff-ed68e74ac209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:20.127233 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bc9350a1-a919-403f-b379-195a202e2aad req-c9741ce1-5730-4c6c-89ff-ed68e74ac209 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f85a3ed3-1181-4471-a1c5-71ee4a5d2bdb HTTP/1.1" status: 200 len: 851 time: 0.0429749 Feb 07 21:49:20.158500 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bc9350a1-a919-403f-b379-195a202e2aad req-dbf73a71-69c1-4656-8ffc-1122ebb20051 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c13a7e9f-9a86-4706-95e0-c50ae697d4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244567 Feb 07 21:49:20.251866 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bc9350a1-a919-403f-b379-195a202e2aad req-335b5e39-3eca-4ef0-b213-684ef15ea541 service neutron] 10.222.0.69 "GET /v2.0/networks/c13a7e9f-9a86-4706-95e0-c50ae697d4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862885 Feb 07 21:49:20.339071 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-bc9350a1-a919-403f-b379-195a202e2aad req-f47d20ca-26f5-47cf-befa-4b9a1df90db4 service neutron] 10.222.0.69 "GET /v2.0/networks/c13a7e9f-9a86-4706-95e0-c50ae697d4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805399 Feb 07 21:49:20.643957 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c7a0b73d-dac4-4b8e-90ed-2237612810da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:21.022881 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38569ec0-6ca4-4aac-906b-1656dd26f470 req-6fa72a6b-54a3-4bb9-98fd-7d41a3dceaeb tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:21.024507 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38569ec0-6ca4-4aac-906b-1656dd26f470 req-6fa72a6b-54a3-4bb9-98fd-7d41a3dceaeb tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 944 time: 0.0514014 Feb 07 21:49:21.069999 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38569ec0-6ca4-4aac-906b-1656dd26f470 req-377f4462-8c12-4b4c-8de1-6d5c898386a7 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393920 Feb 07 21:49:21.111068 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 368a91f8-e32e-43ae-91e9-809987740a71 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:49:21.161241 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 368a91f8-e32e-43ae-91e9-809987740a71 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:49:21.165529 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 368a91f8-e32e-43ae-91e9-809987740a71 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:49:21.165896 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (368a91f8-e32e-43ae-91e9-809987740a71), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:21.245504 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 368a91f8-e32e-43ae-91e9-809987740a71 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:49:21.245860 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (368a91f8-e32e-43ae-91e9-809987740a71), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:21.273752 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd48faac-4f5c-4821-aef9-afbbac9e2cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368a91f8-e32e-43ae-91e9-809987740a71'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:49:21.275978 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af07069-bca6-49a9-bce2-f0ba19008478" -d '{"events": [{"server_uuid": "fd48faac-4f5c-4821-aef9-afbbac9e2cb5", "name": "network-vif-plugged", "status": "completed", "tag": "368a91f8-e32e-43ae-91e9-809987740a71"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:49:21.289978 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 368a91f8-e32e-43ae-91e9-809987740a71, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=368a91f8-e32e-43ae-91e9-809987740a71,segment=NetworkSegment(10ca0676-800a-41b9-b7e9-ab53a54d22aa),segment_id=10ca0676-800a-41b9-b7e9-ab53a54d22aa)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:49:21.294384 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (368a91f8-e32e-43ae-91e9-809987740a71), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:21.320043 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f027182-26d2-435d-873d-c1c0fca0526e x-openstack-request-id: req-1f027182-26d2-435d-873d-c1c0fca0526e {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:49:21.320360 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd48faac-4f5c-4821-aef9-afbbac9e2cb5", "name": "network-vif-plugged", "status": "completed", "tag": "368a91f8-e32e-43ae-91e9-809987740a71", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:49:21.320616 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1f027182-26d2-435d-873d-c1c0fca0526e {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:49:21.320995 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd48faac-4f5c-4821-aef9-afbbac9e2cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368a91f8-e32e-43ae-91e9-809987740a71', 'code': 200} Feb 07 21:49:21.346008 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=368a91f8-e32e-43ae-91e9-809987740a71,revision_number=9']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:49:21.910793 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:22.191400 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f122d3b-fef4-4efd-8849-99b07fdeec9c req-ba4815b6-237b-4fd0-bb0d-7a4b5d31e5ad tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:22.193070 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6f122d3b-fef4-4efd-8849-99b07fdeec9c req-ba4815b6-237b-4fd0-bb0d-7a4b5d31e5ad tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0568552 Feb 07 21:49:22.238128 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6f122d3b-fef4-4efd-8849-99b07fdeec9c req-dcd1d9f2-a92f-4f97-bd04-301a98924f6c tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394838 Feb 07 21:49:22.356400 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9350a1-a919-403f-b379-195a202e2aad req-60c7b310-3d17-499f-b792-705e87a3c060 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:22.358336 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bc9350a1-a919-403f-b379-195a202e2aad req-60c7b310-3d17-499f-b792-705e87a3c060 tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd48faac-4f5c-4821-aef9-afbbac9e2cb5 HTTP/1.1" status: 200 len: 945 time: 0.0515218 Feb 07 21:49:22.444219 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-bc9350a1-a919-403f-b379-195a202e2aad req-c802ce88-cf32-45ff-ba4e-7a5e527f05fd tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Deleting port 368a91f8-e32e-43ae-91e9-809987740a71 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:49:22.444591 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-bc9350a1-a919-403f-b379-195a202e2aad req-c802ce88-cf32-45ff-ba4e-7a5e527f05fd tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (368a91f8-e32e-43ae-91e9-809987740a71), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:22.531822 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-bc9350a1-a919-403f-b379-195a202e2aad req-c802ce88-cf32-45ff-ba4e-7a5e527f05fd tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] For port 368a91f8-e32e-43ae-91e9-809987740a71, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=368a91f8-e32e-43ae-91e9-809987740a71,segment=NetworkSegment(10ca0676-800a-41b9-b7e9-ab53a54d22aa),segment_id=10ca0676-800a-41b9-b7e9-ab53a54d22aa)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:49:22.532181 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-bc9350a1-a919-403f-b379-195a202e2aad req-c802ce88-cf32-45ff-ba4e-7a5e527f05fd tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (368a91f8-e32e-43ae-91e9-809987740a71), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:22.544818 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-bc9350a1-a919-403f-b379-195a202e2aad req-c802ce88-cf32-45ff-ba4e-7a5e527f05fd tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Calling delete_port for 368a91f8-e32e-43ae-91e9-809987740a71 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:49:22.669299 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-bc9350a1-a919-403f-b379-195a202e2aad req-c802ce88-cf32-45ff-ba4e-7a5e527f05fd tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (368a91f8-e32e-43ae-91e9-809987740a71), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:22.681544 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['368a91f8-e32e-43ae-91e9-809987740a71'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:49:22.697782 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802ce88-cf32-45ff-ba4e-7a5e527f05fd tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Pushing event deleted for resources: {'Port': ['ID=368a91f8-e32e-43ae-91e9-809987740a71,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:49:22.744634 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9350a1-a919-403f-b379-195a202e2aad req-c802ce88-cf32-45ff-ba4e-7a5e527f05fd tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] No DVR routers for this DVR port 368a91f8-e32e-43ae-91e9-809987740a71 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:49:22.747380 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-bc9350a1-a919-403f-b379-195a202e2aad req-c802ce88-cf32-45ff-ba4e-7a5e527f05fd tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:22.751212 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bc9350a1-a919-403f-b379-195a202e2aad req-c802ce88-cf32-45ff-ba4e-7a5e527f05fd tempest-DeleteServersTestJSON-542561137 tempest-DeleteServersTestJSON-542561137-project] 10.222.0.71 "DELETE /v2.0/ports/368a91f8-e32e-43ae-91e9-809987740a71 HTTP/1.1" status: 204 len: 173 time: 0.3883202 Feb 07 21:49:22.751678 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd48faac-4f5c-4821-aef9-afbbac9e2cb5', 'name': 'network-vif-deleted', 'tag': '368a91f8-e32e-43ae-91e9-809987740a71'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:49:22.753904 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c4d564-ee59-4f8c-acea-bee11dc826d5" -d '{"events": [{"server_uuid": "fd48faac-4f5c-4821-aef9-afbbac9e2cb5", "name": "network-vif-deleted", "tag": "368a91f8-e32e-43ae-91e9-809987740a71"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:49:22.792503 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed374ac1-3235-49aa-b6ee-f955084157bf x-openstack-request-id: req-ed374ac1-3235-49aa-b6ee-f955084157bf {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:49:22.792793 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd48faac-4f5c-4821-aef9-afbbac9e2cb5", "name": "network-vif-deleted", "tag": "368a91f8-e32e-43ae-91e9-809987740a71", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:49:22.793045 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed374ac1-3235-49aa-b6ee-f955084157bf {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:49:22.793440 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd48faac-4f5c-4821-aef9-afbbac9e2cb5', 'name': 'network-vif-deleted', 'tag': '368a91f8-e32e-43ae-91e9-809987740a71', 'status': 'completed', 'code': 200} Feb 07 21:49:23.368066 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44162) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:49:23.396680 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:23.416969 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf4c5df-d738-48bd-941e-1aa03ae53846 admin admin] Deleting subnet f85a3ed3-1181-4471-a1c5-71ee4a5d2bdb {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:49:23.419981 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8bf4c5df-d738-48bd-941e-1aa03ae53846 admin admin] Publish callbacks [] for subnet (f85a3ed3-1181-4471-a1c5-71ee4a5d2bdb), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:23.453765 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8bf4c5df-d738-48bd-941e-1aa03ae53846 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (f85a3ed3-1181-4471-a1c5-71ee4a5d2bdb), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:23.491325 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8bf4c5df-d738-48bd-941e-1aa03ae53846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (f85a3ed3-1181-4471-a1c5-71ee4a5d2bdb), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:23.541153 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8bf4c5df-d738-48bd-941e-1aa03ae53846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (f85a3ed3-1181-4471-a1c5-71ee4a5d2bdb), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:23.566922 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4c5df-d738-48bd-941e-1aa03ae53846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f85a3ed3-1181-4471-a1c5-71ee4a5d2bdb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:49:23.569264 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8bf4c5df-d738-48bd-941e-1aa03ae53846 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:23.572338 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8bf4c5df-d738-48bd-941e-1aa03ae53846 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f85a3ed3-1181-4471-a1c5-71ee4a5d2bdb HTTP/1.1" status: 204 len: 168 time: 0.2032387 Feb 07 21:49:23.575054 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44164) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:49:23.582332 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4c5df-d738-48bd-941e-1aa03ae53846 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:23.582871 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4c5df-d738-48bd-941e-1aa03ae53846 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:23.583222 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4c5df-d738-48bd-941e-1aa03ae53846 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:23.583566 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4c5df-d738-48bd-941e-1aa03ae53846 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:23.583909 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4c5df-d738-48bd-941e-1aa03ae53846 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:23.584244 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4c5df-d738-48bd-941e-1aa03ae53846 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:23.584605 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4c5df-d738-48bd-941e-1aa03ae53846 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:23.584939 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4c5df-d738-48bd-941e-1aa03ae53846 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:23.585336 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4c5df-d738-48bd-941e-1aa03ae53846 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:23.585674 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4c5df-d738-48bd-941e-1aa03ae53846 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:23.586004 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4c5df-d738-48bd-941e-1aa03ae53846 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:23.586355 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4c5df-d738-48bd-941e-1aa03ae53846 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:23.586680 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4c5df-d738-48bd-941e-1aa03ae53846 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:49:23.644027 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-adb45c20-adc4-4249-b78e-1fc81f61727f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (c13a7e9f-9a86-4706-95e0-c50ae697d4cd), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:23.645648 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-91ffa41c-e879-4d6e-adbb-3dee63c9f34e req-88dfb6f1-4f0d-43d5-aaac-4b25337d3520 service neutron] (103256) timed out ('10.222.0.65', 34144) {{(pid=103256) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 21:49:23.725005 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-adb45c20-adc4-4249-b78e-1fc81f61727f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (c13a7e9f-9a86-4706-95e0-c50ae697d4cd), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:23.745364 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-adb45c20-adc4-4249-b78e-1fc81f61727f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c13a7e9f-9a86-4706-95e0-c50ae697d4cd']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:49:23.754437 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-adb45c20-adc4-4249-b78e-1fc81f61727f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ca0676-800a-41b9-b7e9-ab53a54d22aa') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:49:23.754725 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-adb45c20-adc4-4249-b78e-1fc81f61727f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ca0676-800a-41b9-b7e9-ab53a54d22aa') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:49:23.763695 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-adb45c20-adc4-4249-b78e-1fc81f61727f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (10ca0676-800a-41b9-b7e9-ab53a54d22aa), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:23.776681 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-adb45c20-adc4-4249-b78e-1fc81f61727f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (10ca0676-800a-41b9-b7e9-ab53a54d22aa), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:23.782899 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb45c20-adc4-4249-b78e-1fc81f61727f admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:49:23.783270 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-adb45c20-adc4-4249-b78e-1fc81f61727f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (10ca0676-800a-41b9-b7e9-ab53a54d22aa), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:49:23.784867 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:49:23.835874 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-adb45c20-adc4-4249-b78e-1fc81f61727f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (c13a7e9f-9a86-4706-95e0-c50ae697d4cd), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:23.842836 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-adb45c20-adc4-4249-b78e-1fc81f61727f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:23.845251 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-adb45c20-adc4-4249-b78e-1fc81f61727f admin admin] 10.222.0.65 "DELETE /v2.0/networks/c13a7e9f-9a86-4706-95e0-c50ae697d4cd HTTP/1.1" status: 204 len: 168 time: 0.2692351 Feb 07 21:49:23.856493 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb45c20-adc4-4249-b78e-1fc81f61727f admin admin] Pushing event deleted for resources: {'Network': ['ID=c13a7e9f-9a86-4706-95e0-c50ae697d4cd,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:49:23.957930 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44168) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:49:24.001578 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6e496583-5430-4a24-b2a2-9baab4e4038a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=90e604f9e3d944e0911c8bbba3e27e28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424833 Feb 07 21:49:24.004096 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44170) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:49:24.050167 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab651da0-d968-47d6-96cd-0d9fba57b42c admin admin] Publish callbacks [] for security_group (f8a5f9a9-57e4-4432-8c16-b67fbeffe16e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:24.071268 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab651da0-d968-47d6-96cd-0d9fba57b42c admin admin] Publish callbacks [] for security_group (f8a5f9a9-57e4-4432-8c16-b67fbeffe16e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:24.117385 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab651da0-d968-47d6-96cd-0d9fba57b42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f8a5f9a9-57e4-4432-8c16-b67fbeffe16e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:24.120007 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab651da0-d968-47d6-96cd-0d9fba57b42c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:24.121182 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ab651da0-d968-47d6-96cd-0d9fba57b42c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f8a5f9a9-57e4-4432-8c16-b67fbeffe16e HTTP/1.1" status: 204 len: 168 time: 0.1161535 Feb 07 21:49:24.129237 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab651da0-d968-47d6-96cd-0d9fba57b42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a5f9a9-57e4-4432-8c16-b67fbeffe16e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:49:24.713869 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:24.776277 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44192) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:49:24.868811 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b7253488-eff5-4c17-8a76-2b0de17af60c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-693528416-network', 'tenant_id': '1127a3c6ebd34f579d90838a1f3454d7'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:49:24.888726 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7253488-eff5-4c17-8a76-2b0de17af60c admin admin] Made reservation on behalf of 1127a3c6ebd34f579d90838a1f3454d7 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:49:24.890907 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b7253488-eff5-4c17-8a76-2b0de17af60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:24.898911 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b7253488-eff5-4c17-8a76-2b0de17af60c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:24.970864 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b7253488-eff5-4c17-8a76-2b0de17af60c admin admin] Publish callbacks [] for security_group (ba7a1689-2919-4987-990f-1daa57f0ad23), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:24.974977 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b7253488-eff5-4c17-8a76-2b0de17af60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ba7a1689-2919-4987-990f-1daa57f0ad23), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:25.001739 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7253488-eff5-4c17-8a76-2b0de17af60c admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:49:25.011969 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7253488-eff5-4c17-8a76-2b0de17af60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7a1689-2919-4987-990f-1daa57f0ad23,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:49:25.017789 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b7253488-eff5-4c17-8a76-2b0de17af60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (41b2cf66-2003-4d77-adfd-b83dbb4d71e4), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:25.018316 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-b7253488-eff5-4c17-8a76-2b0de17af60c admin admin] Added segment 41b2cf66-2003-4d77-adfd-b83dbb4d71e4 of type vlan for network 1d49c7dd-6473-4d79-90ae-9329af85d382 Feb 07 21:49:25.063957 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b7253488-eff5-4c17-8a76-2b0de17af60c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (1d49c7dd-6473-4d79-90ae-9329af85d382), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:25.087561 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b7253488-eff5-4c17-8a76-2b0de17af60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (1d49c7dd-6473-4d79-90ae-9329af85d382), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:25.088564 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7253488-eff5-4c17-8a76-2b0de17af60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:25.089134 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b7253488-eff5-4c17-8a76-2b0de17af60c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:25.142733 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 368a91f8-e32e-43ae-91e9-809987740a71 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:49:25.143808 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b7253488-eff5-4c17-8a76-2b0de17af60c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3663890 Feb 07 21:49:25.146919 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44196) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:49:25.151692 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7253488-eff5-4c17-8a76-2b0de17af60c admin admin] Pushing event updated for resources: {'Network': ['ID=1d49c7dd-6473-4d79-90ae-9329af85d382,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:49:25.153060 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a2011bdc-7c37-461f-a0ff-1b1db3b6af4a admin admin] Request body: {'subnet': {'network_id': '1d49c7dd-6473-4d79-90ae-9329af85d382', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-693528416-subnet', 'tenant_id': '1127a3c6ebd34f579d90838a1f3454d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:49:25.170905 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 1d49c7dd-6473-4d79-90ae-9329af85d382 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:49:25.172646 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 368a91f8-e32e-43ae-91e9-809987740a71 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:49:25.172988 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 368a91f8-e32e-43ae-91e9-809987740a71 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:49:25.176388 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2011bdc-7c37-461f-a0ff-1b1db3b6af4a admin admin] Made reservation on behalf of 1127a3c6ebd34f579d90838a1f3454d7 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:49:25.178774 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2011bdc-7c37-461f-a0ff-1b1db3b6af4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:25.361515 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2011bdc-7c37-461f-a0ff-1b1db3b6af4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (6c28e113-e3a6-4d08-814c-4de1651b88f7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:25.409457 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2011bdc-7c37-461f-a0ff-1b1db3b6af4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c28e113-e3a6-4d08-814c-4de1651b88f7,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:49:25.423513 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2011bdc-7c37-461f-a0ff-1b1db3b6af4a admin admin] Checking segment: {'id': '41b2cf66-2003-4d77-adfd-b83dbb4d71e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d49c7dd-6473-4d79-90ae-9329af85d382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:49:25.423865 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2011bdc-7c37-461f-a0ff-1b1db3b6af4a admin admin] Network hostable DHCP agents. Network: 1d49c7dd-6473-4d79-90ae-9329af85d382, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:49:25.439906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2011bdc-7c37-461f-a0ff-1b1db3b6af4a admin admin] Network 1d49c7dd-6473-4d79-90ae-9329af85d382 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:49:25.448154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a2011bdc-7c37-461f-a0ff-1b1db3b6af4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 1d49c7dd-6473-4d79-90ae-9329af85d382) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:49:25.452757 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2011bdc-7c37-461f-a0ff-1b1db3b6af4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:25.453343 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2011bdc-7c37-461f-a0ff-1b1db3b6af4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:25.458465 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d1bee2-5489-4a6a-bd11-a4b43271682f None None] Network 1d49c7dd-6473-4d79-90ae-9329af85d382 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:49:25.469222 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a2011bdc-7c37-461f-a0ff-1b1db3b6af4a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3210902 Feb 07 21:49:25.556427 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b771f80-1cc9-46a3-a36c-c6e9c8351c66 None None] Network 1d49c7dd-6473-4d79-90ae-9329af85d382 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:49:25.901354 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-743c3a60-f49a-48ef-85fd-d9251f4c194a tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:25.902814 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-743c3a60-f49a-48ef-85fd-d9251f4c194a tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/networks?id=1d49c7dd-6473-4d79-90ae-9329af85d382 HTTP/1.1" status: 200 len: 814 time: 0.1035106 Feb 07 21:49:25.917180 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-c253abbc-d1c5-4c21-83cb-db0364f6c103 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/quotas/1127a3c6ebd34f579d90838a1f3454d7 HTTP/1.1" status: 200 len: 375 time: 0.0089784 Feb 07 21:49:25.948009 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-ae76739d-4b5b-433c-a3f9-44df140ea32e tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1127a3c6ebd34f579d90838a1f3454d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259356 Feb 07 21:49:26.036950 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-c21a4b71-3efe-4ba4-8909-dd53dc288133 service neutron] 10.222.0.65 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817959 Feb 07 21:49:26.121776 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-c00ee12e-18aa-4e57-864c-1b4efe56c487 service neutron] 10.222.0.65 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793662 Feb 07 21:49:26.277587 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1826e200-b716-426a-a8b9-0bf941f353c1 req-95a42f79-174e-44ef-843c-46d372d558c5 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 210 time: 0.0269253 Feb 07 21:49:27.175729 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-01fac892-96d9-42fc-812d-3f2cd48f1d8b tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:27.177164 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-01fac892-96d9-42fc-812d-3f2cd48f1d8b tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.71 "GET /v2.0/networks?id=1d49c7dd-6473-4d79-90ae-9329af85d382 HTTP/1.1" status: 200 len: 814 time: 0.1056705 Feb 07 21:49:27.189572 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-b79b5995-70c5-415b-9251-5a448cf3a1c6 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Request body: {'port': {'device_id': 'd59aa997-a436-4c76-8f7d-c46ce6ae1feb', 'network_id': '1d49c7dd-6473-4d79-90ae-9329af85d382', 'admin_state_up': True, 'tenant_id': '1127a3c6ebd34f579d90838a1f3454d7'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:49:27.294694 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-b79b5995-70c5-415b-9251-5a448cf3a1c6 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Made reservation on behalf of 1127a3c6ebd34f579d90838a1f3454d7 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:49:27.298104 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-b79b5995-70c5-415b-9251-5a448cf3a1c6 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:27.383117 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9cfde190-2b40-456b-919a-93dd9eb00595 req-9dd49728-8ae8-4f85-b4c0-4762f995d84b tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 210 time: 0.0339262 Feb 07 21:49:27.444358 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-b79b5995-70c5-415b-9251-5a448cf3a1c6 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Allocated IP 172.20.0.12 (1d49c7dd-6473-4d79-90ae-9329af85d382/6c28e113-e3a6-4d08-814c-4de1651b88f7/c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:49:27.583842 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-b79b5995-70c5-415b-9251-5a448cf3a1c6 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Publish callbacks [] for port (c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:27.616214 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-b79b5995-70c5-415b-9251-5a448cf3a1c6 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:27.655190 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:49:27.662289 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-b79b5995-70c5-415b-9251-5a448cf3a1c6 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Network 1d49c7dd-6473-4d79-90ae-9329af85d382 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:49:27.665369 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-b79b5995-70c5-415b-9251-5a448cf3a1c6 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:49:27.668988 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-b79b5995-70c5-415b-9251-5a448cf3a1c6 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:49:27.675504 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b5995-70c5-415b-9251-5a448cf3a1c6 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Pushing event updated for resources: {'Port': ['ID=c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:49:27.718944 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-b79b5995-70c5-415b-9251-5a448cf3a1c6 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:27.719470 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-b79b5995-70c5-415b-9251-5a448cf3a1c6 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:27.736003 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-b79b5995-70c5-415b-9251-5a448cf3a1c6 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5503418 Feb 07 21:49:27.747101 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-39959e7e-f045-4f82-82ad-14d4e6d2203b service neutron] Request body: {'port': {'device_id': 'd59aa997-a436-4c76-8f7d-c46ce6ae1feb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:49:27.804087 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-39959e7e-f045-4f82-82ad-14d4e6d2203b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:28.057790 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-39959e7e-f045-4f82-82ad-14d4e6d2203b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:49:28.065265 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-39959e7e-f045-4f82-82ad-14d4e6d2203b service neutron] Publish callbacks [] for port (c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:28.076860 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-39959e7e-f045-4f82-82ad-14d4e6d2203b service neutron] Transition to ACTIVE for port object c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:49:28.080167 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-39959e7e-f045-4f82-82ad-14d4e6d2203b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:28.130011 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39959e7e-f045-4f82-82ad-14d4e6d2203b service neutron] Pushing event updated for resources: {'Port': ['ID=c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:49:28.196783 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-39959e7e-f045-4f82-82ad-14d4e6d2203b service neutron] Attempting to bind port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:49:28.197121 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-39959e7e-f045-4f82-82ad-14d4e6d2203b service neutron] Attempting to bind port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '41b2cf66-2003-4d77-adfd-b83dbb4d71e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d49c7dd-6473-4d79-90ae-9329af85d382'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:49:28.197447 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-39959e7e-f045-4f82-82ad-14d4e6d2203b service neutron] Attempting to bind port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a on network 1d49c7dd-6473-4d79-90ae-9329af85d382 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:49:28.201815 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-39959e7e-f045-4f82-82ad-14d4e6d2203b service neutron] Port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a on network 1d49c7dd-6473-4d79-90ae-9329af85d382 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:49:28.202132 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-39959e7e-f045-4f82-82ad-14d4e6d2203b service neutron] Attempting to bind port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a on network 1d49c7dd-6473-4d79-90ae-9329af85d382 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:49:28.206888 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-39959e7e-f045-4f82-82ad-14d4e6d2203b service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:49:28.207224 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-39959e7e-f045-4f82-82ad-14d4e6d2203b service neutron] Checking segment: {'id': '41b2cf66-2003-4d77-adfd-b83dbb4d71e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d49c7dd-6473-4d79-90ae-9329af85d382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:49:28.207605 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-39959e7e-f045-4f82-82ad-14d4e6d2203b service neutron] Bound using segment: {'id': '41b2cf66-2003-4d77-adfd-b83dbb4d71e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d49c7dd-6473-4d79-90ae-9329af85d382'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:49:28.208026 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-39959e7e-f045-4f82-82ad-14d4e6d2203b service neutron] Bound port: c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b2cf66-2003-4d77-adfd-b83dbb4d71e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d49c7dd-6473-4d79-90ae-9329af85d382'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:49:28.208409 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-39959e7e-f045-4f82-82ad-14d4e6d2203b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:28.269200 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-39959e7e-f045-4f82-82ad-14d4e6d2203b service neutron] For port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:49:28.272101 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-39959e7e-f045-4f82-82ad-14d4e6d2203b service neutron] For port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a,segment=NetworkSegment(41b2cf66-2003-4d77-adfd-b83dbb4d71e4),segment_id=41b2cf66-2003-4d77-adfd-b83dbb4d71e4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:49:28.277846 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-39959e7e-f045-4f82-82ad-14d4e6d2203b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:28.311459 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-39959e7e-f045-4f82-82ad-14d4e6d2203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:28.312064 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-39959e7e-f045-4f82-82ad-14d4e6d2203b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:28.313474 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-39959e7e-f045-4f82-82ad-14d4e6d2203b service neutron] 10.222.0.71 "PUT /v2.0/ports/c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a HTTP/1.1" status: 200 len: 1092 time: 0.5703940 Feb 07 21:49:28.313920 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59aa997-a436-4c76-8f7d-c46ce6ae1feb', 'tag': 'c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:49:28.316148 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4711406d-681a-4bd4-8aa9-8eeeb7121301" -d '{"events": [{"name": "network-changed", "server_uuid": "d59aa997-a436-4c76-8f7d-c46ce6ae1feb", "tag": "c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:49:28.338889 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39959e7e-f045-4f82-82ad-14d4e6d2203b service neutron] Pushing event updated for resources: {'Port': ['ID=c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:49:28.361322 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b67ef7-35c3-41d5-8589-4ac283f43aff x-openstack-request-id: req-21b67ef7-35c3-41d5-8589-4ac283f43aff {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:49:28.361619 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59aa997-a436-4c76-8f7d-c46ce6ae1feb", "tag": "c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:49:28.361882 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-21b67ef7-35c3-41d5-8589-4ac283f43aff {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:49:28.362283 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59aa997-a436-4c76-8f7d-c46ce6ae1feb', 'tag': 'c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a', 'status': 'completed', 'code': 200} Feb 07 21:49:28.395074 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-f4782f20-9819-4709-b284-efcb5c1dd0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:28.396591 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-f4782f20-9819-4709-b284-efcb5c1dd0ec service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1127a3c6ebd34f579d90838a1f3454d7&device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 1126 time: 0.0450656 Feb 07 21:49:28.439822 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-1a377c03-e13f-44a4-902b-b6de4e352cf5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a HTTP/1.1" status: 200 len: 217 time: 0.0362830 Feb 07 21:49:28.513203 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-67dd7f68-9af9-4aa9-8584-93eb29a071e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:28.515160 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-67dd7f68-9af9-4aa9-8584-93eb29a071e4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6c28e113-e3a6-4d08-814c-4de1651b88f7 HTTP/1.1" status: 200 len: 854 time: 0.0700042 Feb 07 21:49:28.537780 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82effa3-9e2d-49a3-bbec-c54ff42c7483 req-1171e600-c443-41a0-bfd6-9eb26de229dc tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:28.539163 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c82effa3-9e2d-49a3-bbec-c54ff42c7483 req-1171e600-c443-41a0-bfd6-9eb26de229dc tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 944 time: 0.0864587 Feb 07 21:49:28.555424 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-3bdb3560-9a28-49be-bf08-73011fba6c1c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1d49c7dd-6473-4d79-90ae-9329af85d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327752 Feb 07 21:49:28.641793 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c82effa3-9e2d-49a3-bbec-c54ff42c7483 req-c445e622-6fe7-4709-8349-c122c5369a4b tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889783 Feb 07 21:49:28.671546 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-c5cfe1d3-150d-406d-aaf1-a0bcf205475e service neutron] 10.222.0.71 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012039 Feb 07 21:49:28.764882 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-edb75497-c40d-45e1-ba4f-303fe8ffc996 req-e80389ed-8491-4c4b-b22f-5784a1c2723e service neutron] 10.222.0.71 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881941 Feb 07 21:49:28.851799 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711406d-681a-4bd4-8aa9-8eeeb7121301 req-469db45a-ac63-4ea0-be83-94d4b240df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:28.853372 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4711406d-681a-4bd4-8aa9-8eeeb7121301 req-469db45a-ac63-4ea0-be83-94d4b240df34 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1127a3c6ebd34f579d90838a1f3454d7&device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 1126 time: 0.0457234 Feb 07 21:49:28.940235 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711406d-681a-4bd4-8aa9-8eeeb7121301 req-3b6e518c-7a73-420d-9feb-b2ec6344dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:28.941619 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4711406d-681a-4bd4-8aa9-8eeeb7121301 req-3b6e518c-7a73-420d-9feb-b2ec6344dc8c service neutron] 10.222.0.71 "GET /v2.0/networks?id=1d49c7dd-6473-4d79-90ae-9329af85d382 HTTP/1.1" status: 200 len: 915 time: 0.0813715 Feb 07 21:49:28.984481 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4711406d-681a-4bd4-8aa9-8eeeb7121301 req-b1df17b2-536a-4c34-90a8-e040c30099c5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a HTTP/1.1" status: 200 len: 217 time: 0.0362332 Feb 07 21:49:29.032561 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711406d-681a-4bd4-8aa9-8eeeb7121301 req-0e44eec4-613c-463c-a93b-4c479b0393ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:29.033979 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4711406d-681a-4bd4-8aa9-8eeeb7121301 req-0e44eec4-613c-463c-a93b-4c479b0393ff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6c28e113-e3a6-4d08-814c-4de1651b88f7 HTTP/1.1" status: 200 len: 854 time: 0.0444489 Feb 07 21:49:29.063262 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4711406d-681a-4bd4-8aa9-8eeeb7121301 req-ab8a5d44-c814-43d2-a35b-40ca6d701bb4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1d49c7dd-6473-4d79-90ae-9329af85d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239000 Feb 07 21:49:29.476561 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4711406d-681a-4bd4-8aa9-8eeeb7121301 req-0d2652fd-2956-4ee4-98bd-266562f06a62 service neutron] 10.222.0.71 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072022 Feb 07 21:49:29.559884 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4711406d-681a-4bd4-8aa9-8eeeb7121301 req-9c028dd5-99a0-44b4-8723-5f8d023b6a3d service neutron] 10.222.0.71 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0766644 Feb 07 21:49:29.765582 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa986f3-0d10-47e7-acbd-5f58c380a86b req-1d746c85-60ae-4b52-95af-7ef502882d34 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:29.767062 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-daa986f3-0d10-47e7-acbd-5f58c380a86b req-1d746c85-60ae-4b52-95af-7ef502882d34 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 944 time: 0.0553930 Feb 07 21:49:29.813093 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-daa986f3-0d10-47e7-acbd-5f58c380a86b req-b3578325-e0cc-4e49-ae49-d8d1a724fad4 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404651 Feb 07 21:49:30.937222 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3a68e-49e4-48fa-9d7a-602fd3c98286 req-8244f5ca-9370-4966-889f-c8c432b9d6e2 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:30.938667 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-abb3a68e-49e4-48fa-9d7a-602fd3c98286 req-8244f5ca-9370-4966-889f-c8c432b9d6e2 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 944 time: 0.0509679 Feb 07 21:49:30.984288 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-abb3a68e-49e4-48fa-9d7a-602fd3c98286 req-b55a6278-d894-4c10-b85d-9723455e125e tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401208 Feb 07 21:49:31.205452 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:49:31.301431 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a,segment=NetworkSegment(41b2cf66-2003-4d77-adfd-b83dbb4d71e4),segment_id=41b2cf66-2003-4d77-adfd-b83dbb4d71e4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:49:31.313147 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a', 'network_id': '1d49c7dd-6473-4d79-90ae-9329af85d382', 'port_id': 'c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a', 'mac_address': 'fa:16:3e:f8:2f:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c28e113-e3a6-4d08-814c-4de1651b88f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:49:31.348353 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:49:31.348742 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:31.362031 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:49:31.381221 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a,segment=NetworkSegment(41b2cf66-2003-4d77-adfd-b83dbb4d71e4),segment_id=41b2cf66-2003-4d77-adfd-b83dbb4d71e4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:49:31.385291 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:31.429743 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:49:31.675749 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:49:32.098942 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b5e13-d830-4f91-88f9-5f93c1f2ce6a req-5616aac1-1b59-4064-8621-b1abbeb1d47a tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:32.100657 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-197b5e13-d830-4f91-88f9-5f93c1f2ce6a req-5616aac1-1b59-4064-8621-b1abbeb1d47a tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 945 time: 0.0507724 Feb 07 21:49:32.147833 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-197b5e13-d830-4f91-88f9-5f93c1f2ce6a req-5673d265-0f41-4be7-9d95-d4e242f0b934 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417714 Feb 07 21:49:33.221785 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:49:33.263647 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f401e6-d7f5-47ff-a5fe-40dfc38b9011 req-1b5458dc-1203-4322-8959-dae5ee830615 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:33.265129 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9f401e6-d7f5-47ff-a5fe-40dfc38b9011 req-1b5458dc-1203-4322-8959-dae5ee830615 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 945 time: 0.0515234 Feb 07 21:49:33.271729 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:49:33.275951 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:49:33.276563 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:33.312160 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9f401e6-d7f5-47ff-a5fe-40dfc38b9011 req-6b0e276b-95f9-4b49-a0fd-112b5a374b5d tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407023 Feb 07 21:49:33.356841 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:49:33.357227 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:33.380011 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59aa997-a436-4c76-8f7d-c46ce6ae1feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:49:33.382278 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8af29dc-dc46-45e0-88f6-706ca78f1817" -d '{"events": [{"server_uuid": "d59aa997-a436-4c76-8f7d-c46ce6ae1feb", "name": "network-vif-plugged", "status": "completed", "tag": "c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:49:33.394376 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a,segment=NetworkSegment(41b2cf66-2003-4d77-adfd-b83dbb4d71e4),segment_id=41b2cf66-2003-4d77-adfd-b83dbb4d71e4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:49:33.399100 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:33.422514 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca58c2fa-81e2-419b-a76e-bdd8591e7f8f x-openstack-request-id: req-ca58c2fa-81e2-419b-a76e-bdd8591e7f8f {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:49:33.422803 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59aa997-a436-4c76-8f7d-c46ce6ae1feb", "name": "network-vif-plugged", "status": "completed", "tag": "c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:49:33.423062 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ca58c2fa-81e2-419b-a76e-bdd8591e7f8f {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:49:33.423444 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59aa997-a436-4c76-8f7d-c46ce6ae1feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a', 'code': 200} Feb 07 21:49:33.448714 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:49:33.516846 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa54546-0728-425e-bd3a-239c6d9bb07c req-2ab7648e-c050-4d43-b040-4d0c9cce084a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:33.518333 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7aa54546-0728-425e-bd3a-239c6d9bb07c req-2ab7648e-c050-4d43-b040-4d0c9cce084a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 1128 time: 0.0428817 Feb 07 21:49:33.560004 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7aa54546-0728-425e-bd3a-239c6d9bb07c req-96d9ac73-5405-4e0d-a97f-82a501adb02f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360966 Feb 07 21:49:34.038920 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:34.265236 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:34.430992 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a2eae-f7a7-4796-9327-d3eca0a9336e req-d5770e40-0121-4d50-bc47-e3bf963335b4 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:34.432464 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-981a2eae-f7a7-4796-9327-d3eca0a9336e req-d5770e40-0121-4d50-bc47-e3bf963335b4 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0537395 Feb 07 21:49:34.478036 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-981a2eae-f7a7-4796-9327-d3eca0a9336e req-e1ee7dbe-fb3a-460d-9263-b97914eb0967 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394709 Feb 07 21:49:35.596192 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e640f4-c40f-48b8-86d0-5b9736a9d354 req-5b0dcafa-6410-41a7-ba97-ebf00bf075d0 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:35.597666 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-55e640f4-c40f-48b8-86d0-5b9736a9d354 req-5b0dcafa-6410-41a7-ba97-ebf00bf075d0 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0501792 Feb 07 21:49:35.641741 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-55e640f4-c40f-48b8-86d0-5b9736a9d354 req-e28f8bb4-faf9-42c0-9365-eb1bdd2d463b tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384512 Feb 07 21:49:35.768500 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a323bc-9fac-4a24-a852-6a5d813d3bde req-692e96ae-e024-4915-bcf9-642e8e0fe8bd tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:35.769979 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-09a323bc-9fac-4a24-a852-6a5d813d3bde req-692e96ae-e024-4915-bcf9-642e8e0fe8bd tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0597663 Feb 07 21:49:35.816300 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-09a323bc-9fac-4a24-a852-6a5d813d3bde req-fe0a5b84-d560-4758-a626-4e027b2b631f tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408030 Feb 07 21:49:36.015580 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636c6fb-1c8e-45c4-978e-ec2981169ea3 req-72125c43-3eda-4096-bab9-808d34bb3145 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:36.017128 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1636c6fb-1c8e-45c4-978e-ec2981169ea3 req-72125c43-3eda-4096-bab9-808d34bb3145 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0519137 Feb 07 21:49:36.061745 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1636c6fb-1c8e-45c4-978e-ec2981169ea3 req-60206fa6-13f6-4f1d-9240-897d40551ca3 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391285 Feb 07 21:49:36.182551 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb0185-9cf2-4945-ac06-4306f05c34ec req-eee032bd-e8af-44bd-9f2b-331cbe994da8 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:36.184020 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4cb0185-9cf2-4945-ac06-4306f05c34ec req-eee032bd-e8af-44bd-9f2b-331cbe994da8 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0520766 Feb 07 21:49:36.232916 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4cb0185-9cf2-4945-ac06-4306f05c34ec req-a0dba7fd-f278-4bbb-b62c-8ad3abc79032 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434108 Feb 07 21:49:36.497187 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-ff1083a6-1c76-4be5-a106-6c9be66d05a3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0721684 Feb 07 21:49:36.505186 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6745a7-c87b-4a54-9523-49361e199b60 req-88731fe4-8c39-467b-a9fc-b927f6a6d694 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:36.506617 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7c6745a7-c87b-4a54-9523-49361e199b60 req-88731fe4-8c39-467b-a9fc-b927f6a6d694 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0903559 Feb 07 21:49:36.554710 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7c6745a7-c87b-4a54-9523-49361e199b60 req-1ed027b4-92ff-4b79-b581-9627d5a8545b tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411916 Feb 07 21:49:37.613860 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-42e0f8ba-1229-4e78-ab7c-9b4214769dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:37.615341 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-42e0f8ba-1229-4e78-ab7c-9b4214769dbd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1127a3c6ebd34f579d90838a1f3454d7&device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 1128 time: 0.0479071 Feb 07 21:49:37.738903 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f78db6-d211-4d7f-9a5f-2727d73e918c req-5f8cdb65-cc82-4fe3-9b6d-c16d3511111f tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:37.740382 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03f78db6-d211-4d7f-9a5f-2727d73e918c req-5f8cdb65-cc82-4fe3-9b6d-c16d3511111f tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.1108999 Feb 07 21:49:37.743116 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-b0316df6-62e7-4970-8032-a56632d4fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:37.744478 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-b0316df6-62e7-4970-8032-a56632d4fb2c service neutron] 10.222.0.71 "GET /v2.0/networks?id=1d49c7dd-6473-4d79-90ae-9329af85d382 HTTP/1.1" status: 200 len: 915 time: 0.1223445 Feb 07 21:49:37.794456 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-0d519ebe-b11c-48a7-9116-2f713ab31972 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a HTTP/1.1" status: 200 len: 217 time: 0.0423024 Feb 07 21:49:37.850507 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03f78db6-d211-4d7f-9a5f-2727d73e918c req-acffae8c-3082-45ee-87fa-5ecb4edd8963 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045444 Feb 07 21:49:37.857196 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-936e8536-a1d2-4993-b071-2485f5b80207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:37.858619 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-936e8536-a1d2-4993-b071-2485f5b80207 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6c28e113-e3a6-4d08-814c-4de1651b88f7 HTTP/1.1" status: 200 len: 854 time: 0.0588138 Feb 07 21:49:37.890290 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-aedfbc2c-1306-4220-bd4f-861df5b6be6a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1d49c7dd-6473-4d79-90ae-9329af85d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258672 Feb 07 21:49:37.978722 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-2219515a-be38-4400-b421-627a0fcacf9c service neutron] 10.222.0.71 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826287 Feb 07 21:49:38.064943 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-95fe516e-4e03-418a-9f84-9c5c73e98785 service neutron] 10.222.0.71 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802128 Feb 07 21:49:38.974828 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1731b2-a8a0-4106-b1f9-5a0e36b9a793 req-1c882668-ad2a-4063-acc2-fe977bc4156f tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:38.976376 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ec1731b2-a8a0-4106-b1f9-5a0e36b9a793 req-1c882668-ad2a-4063-acc2-fe977bc4156f tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0582640 Feb 07 21:49:39.020750 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ec1731b2-a8a0-4106-b1f9-5a0e36b9a793 req-340c7369-d01d-4086-9089-9cefe2533e98 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388491 Feb 07 21:49:40.137556 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3c8ae-4b2f-4cb6-bca9-788cfebfa64d req-dd6a9fb2-4380-428d-a052-9cb5f1f822db tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:40.138989 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bab3c8ae-4b2f-4cb6-bca9-788cfebfa64d req-dd6a9fb2-4380-428d-a052-9cb5f1f822db tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0509739 Feb 07 21:49:40.186481 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bab3c8ae-4b2f-4cb6-bca9-788cfebfa64d req-3bf6244b-8f93-48d7-b715-9013c1bcc209 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420120 Feb 07 21:49:41.307928 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70956ae-a2a0-4c16-b20b-da8936f40f38 req-334ba0b6-7dc0-4f6c-8253-d51b7e24bccb tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:41.309389 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e70956ae-a2a0-4c16-b20b-da8936f40f38 req-334ba0b6-7dc0-4f6c-8253-d51b7e24bccb tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0536711 Feb 07 21:49:41.354657 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e70956ae-a2a0-4c16-b20b-da8936f40f38 req-7fc2be8f-9a23-44b2-92da-23de514315f7 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392129 Feb 07 21:49:42.471385 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778013a3-42cd-4e18-a009-59bd96fa571d req-f978bf2a-f1f5-408b-bf58-3acc49e44d9c tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:42.472827 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-778013a3-42cd-4e18-a009-59bd96fa571d req-f978bf2a-f1f5-408b-bf58-3acc49e44d9c tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0512133 Feb 07 21:49:42.518962 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-778013a3-42cd-4e18-a009-59bd96fa571d req-f59736c9-3f95-4235-b02f-097a06534a50 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403512 Feb 07 21:49:43.634872 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f5bf5-5f58-4ad5-803e-7a32938e85f6 req-26f2533d-64af-4874-8ca7-30c733e556de tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:43.636414 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-947f5bf5-5f58-4ad5-803e-7a32938e85f6 req-26f2533d-64af-4874-8ca7-30c733e556de tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0511768 Feb 07 21:49:43.685115 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-947f5bf5-5f58-4ad5-803e-7a32938e85f6 req-be832347-65e6-4b6b-bda9-e81c8e64fdb8 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433156 Feb 07 21:49:44.803900 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85911a3c-69fa-4668-9591-fe64353f308d req-fa768ef9-1a2c-4157-a410-cdfbf24cb69b tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:44.805414 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85911a3c-69fa-4668-9591-fe64353f308d req-fa768ef9-1a2c-4157-a410-cdfbf24cb69b tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0520487 Feb 07 21:49:44.851065 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85911a3c-69fa-4668-9591-fe64353f308d req-d46f25cf-0d2b-4922-9e01-4a019cd37c93 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395710 Feb 07 21:49:45.223627 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-d600e36d-5806-428d-9e60-0708a529bd61 req-0927a083-b352-44a7-af1b-ec92f4a17e97 service neutron] (103255) timed out ('10.222.0.69', 49412) {{(pid=103255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 21:49:45.968784 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6234a-4f62-4a24-8f20-2ba165af28bb req-286a0d5a-32da-4c89-add3-c3c73ec2ef41 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:45.970284 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e4e6234a-4f62-4a24-8f20-2ba165af28bb req-286a0d5a-32da-4c89-add3-c3c73ec2ef41 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0524340 Feb 07 21:49:46.016038 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e4e6234a-4f62-4a24-8f20-2ba165af28bb req-57398ab6-dc67-49d3-ac81-e54a3ae257c7 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400057 Feb 07 21:49:47.143940 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a87d6-cbd2-4f00-bd1a-b91fb16f4b4c req-56fb510d-7619-4001-97e7-5ad4a148162e tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:47.145421 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-940a87d6-cbd2-4f00-bd1a-b91fb16f4b4c req-56fb510d-7619-4001-97e7-5ad4a148162e tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0561345 Feb 07 21:49:47.192928 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-940a87d6-cbd2-4f00-bd1a-b91fb16f4b4c req-e225a04a-211b-41bc-81f8-96088991cb7d tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420427 Feb 07 21:49:48.310224 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7460f-a1a8-42e8-b13a-3d9a883d0495 req-5f2b926b-4841-43ee-a6be-d8ffccceda73 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:48.311769 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80a7460f-a1a8-42e8-b13a-3d9a883d0495 req-5f2b926b-4841-43ee-a6be-d8ffccceda73 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0518484 Feb 07 21:49:48.356710 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80a7460f-a1a8-42e8-b13a-3d9a883d0495 req-782beb7b-5f09-4822-80ad-103ca7ebcdea tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394688 Feb 07 21:49:48.465095 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2b6766f8-a225-45f3-a5b2-0fdf9fead0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:49.473427 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72bf9de-865d-42b0-a8f1-e0317baef1c4 req-7770a1a0-f167-43a9-a3a5-6f42e48530ca tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:49.475167 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b72bf9de-865d-42b0-a8f1-e0317baef1c4 req-7770a1a0-f167-43a9-a3a5-6f42e48530ca tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0516114 Feb 07 21:49:49.525128 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b72bf9de-865d-42b0-a8f1-e0317baef1c4 req-a42d5eaf-66ac-4d29-9611-cc79130c1a1c tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444994 Feb 07 21:49:50.641254 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f0df8-0271-4d86-bfbf-ad6cf930b188 req-4e9667b2-07db-45d6-bc94-9d47bb2954b3 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:50.642762 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f1f0df8-0271-4d86-bfbf-ad6cf930b188 req-4e9667b2-07db-45d6-bc94-9d47bb2954b3 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0524051 Feb 07 21:49:50.644656 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-30cc0d90-7673-4e8e-a3b3-e8fe063f41ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:50.693084 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f1f0df8-0271-4d86-bfbf-ad6cf930b188 req-0d406a56-ffc2-47db-b8d6-60fcd5f692de tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413964 Feb 07 21:49:51.811468 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac804551-e230-40ea-9ff4-6e47ebe9fb03 req-b918e044-09d1-4bbb-9656-ec012c2aa93e tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:51.812968 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac804551-e230-40ea-9ff4-6e47ebe9fb03 req-b918e044-09d1-4bbb-9656-ec012c2aa93e tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0518372 Feb 07 21:49:51.863307 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac804551-e230-40ea-9ff4-6e47ebe9fb03 req-ec374765-f75a-4106-b280-7550d1d2b373 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448768 Feb 07 21:49:51.915732 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:52.986041 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa577b-407e-4f21-90e6-d413e5438516 req-9cd59839-de80-45a9-a4c1-8a40c3bff1a0 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:52.987406 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e5fa577b-407e-4f21-90e6-d413e5438516 req-9cd59839-de80-45a9-a4c1-8a40c3bff1a0 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0554481 Feb 07 21:49:53.033023 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e5fa577b-407e-4f21-90e6-d413e5438516 req-8e98ab4b-804b-4f9b-8268-746577ea32d1 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400655 Feb 07 21:49:53.397540 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:54.152539 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc40d00-7644-4fd9-8471-f23d73967e66 req-ad35a9e0-7a48-4ac1-a07f-ff12bae3c3df tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:54.154029 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cfc40d00-7644-4fd9-8471-f23d73967e66 req-ad35a9e0-7a48-4ac1-a07f-ff12bae3c3df tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0518270 Feb 07 21:49:54.200336 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cfc40d00-7644-4fd9-8471-f23d73967e66 req-9f4ef290-e061-433d-ab62-c678c205d393 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408745 Feb 07 21:49:54.717429 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:49:55.324032 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b98ee7-473e-4a8c-86e7-dcc36a6514e1 req-44a027a8-8b18-4f57-90b7-a030b2e5ba83 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:55.325503 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-78b98ee7-473e-4a8c-86e7-dcc36a6514e1 req-44a027a8-8b18-4f57-90b7-a030b2e5ba83 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0540445 Feb 07 21:49:55.371756 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-78b98ee7-473e-4a8c-86e7-dcc36a6514e1 req-1416c707-0c2a-404a-badc-97fcc964f237 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400500 Feb 07 21:49:56.488382 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970570a4-e230-4ff4-9454-4be589fbb203 req-2e5763fc-1fa3-4fba-a452-1f320a8c5f1d tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:56.489841 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-970570a4-e230-4ff4-9454-4be589fbb203 req-2e5763fc-1fa3-4fba-a452-1f320a8c5f1d tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0518334 Feb 07 21:49:56.535376 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-970570a4-e230-4ff4-9454-4be589fbb203 req-a32bf789-a0f1-4e1a-b5bd-4d91d2db0ddd tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400248 Feb 07 21:49:57.502631 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1331f13-6b3e-4efb-b902-55b83d105e4f req-832c4cb9-f53d-4e2e-b7bb-757dd0493194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:57.504106 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1331f13-6b3e-4efb-b902-55b83d105e4f req-832c4cb9-f53d-4e2e-b7bb-757dd0493194 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1127a3c6ebd34f579d90838a1f3454d7&device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 1128 time: 0.0440559 Feb 07 21:49:57.618837 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1331f13-6b3e-4efb-b902-55b83d105e4f req-9b6bcb1f-3d29-4ebd-9784-8045a122fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:57.620374 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1331f13-6b3e-4efb-b902-55b83d105e4f req-9b6bcb1f-3d29-4ebd-9784-8045a122fb57 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1d49c7dd-6473-4d79-90ae-9329af85d382 HTTP/1.1" status: 200 len: 915 time: 0.0974970 Feb 07 21:49:57.676866 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1331f13-6b3e-4efb-b902-55b83d105e4f req-3e54ce71-da63-404b-b875-4dcd6562acbf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a HTTP/1.1" status: 200 len: 217 time: 0.0422399 Feb 07 21:49:57.719083 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565a6fd-f183-46b2-842e-887ddcadf978 req-a983f4b2-49ee-41fc-8ce1-38da0a3e283f tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:57.720575 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b565a6fd-f183-46b2-842e-887ddcadf978 req-a983f4b2-49ee-41fc-8ce1-38da0a3e283f tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.1156192 Feb 07 21:49:57.754637 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1331f13-6b3e-4efb-b902-55b83d105e4f req-500278de-c6cf-46f8-a8e4-343cd64f9850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:57.755958 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1331f13-6b3e-4efb-b902-55b83d105e4f req-500278de-c6cf-46f8-a8e4-343cd64f9850 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6c28e113-e3a6-4d08-814c-4de1651b88f7 HTTP/1.1" status: 200 len: 854 time: 0.0717652 Feb 07 21:49:57.794910 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1331f13-6b3e-4efb-b902-55b83d105e4f req-f012546c-b689-405d-bb16-f95480aeaecc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1d49c7dd-6473-4d79-90ae-9329af85d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311351 Feb 07 21:49:57.799151 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b565a6fd-f183-46b2-842e-887ddcadf978 req-afe8a49e-b1d9-4722-8070-5533aeaae4d0 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722232 Feb 07 21:49:57.883856 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1331f13-6b3e-4efb-b902-55b83d105e4f req-86ce07cd-4306-4f7a-9e27-27ce9f39bda5 service neutron] 10.222.0.71 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830538 Feb 07 21:49:57.970587 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1331f13-6b3e-4efb-b902-55b83d105e4f req-915ac5f8-0ed8-4bcb-b329-fb6751014b75 service neutron] 10.222.0.71 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793998 Feb 07 21:49:58.931307 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542ece8-0e51-45de-b826-8f6a9f160c15 req-de81dab0-b5c7-4add-83e3-ba55c27d8cc2 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:49:58.932846 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4542ece8-0e51-45de-b826-8f6a9f160c15 req-de81dab0-b5c7-4add-83e3-ba55c27d8cc2 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0612359 Feb 07 21:49:58.978890 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4542ece8-0e51-45de-b826-8f6a9f160c15 req-73fddee8-a118-4717-9eb2-ab42ad247b1d tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404301 Feb 07 21:50:00.099724 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b62154-0186-45a0-98b0-bd9a19b3eb48 req-d7f34e64-9f50-4c1d-a1c0-59a3cfaefde0 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:00.101209 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1b62154-0186-45a0-98b0-bd9a19b3eb48 req-d7f34e64-9f50-4c1d-a1c0-59a3cfaefde0 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0541835 Feb 07 21:50:00.150940 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1b62154-0186-45a0-98b0-bd9a19b3eb48 req-1f87d3e3-d913-44c2-84fb-006a5d83fdaf tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416746 Feb 07 21:50:01.525973 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412657ec-49a9-4421-b3e1-92be1d32b4ba req-29b52f07-21ae-40f0-a0c0-d16a74db5b5d tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:01.527547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-412657ec-49a9-4421-b3e1-92be1d32b4ba req-29b52f07-21ae-40f0-a0c0-d16a74db5b5d tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0532203 Feb 07 21:50:01.577858 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-412657ec-49a9-4421-b3e1-92be1d32b4ba req-ed3b8c3b-b7b7-4fd6-927a-4d31a6be4ffe tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447164 Feb 07 21:50:02.698989 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df583c35-48c6-4bcb-92ea-8a70ef046ae3 req-680c9306-01bd-4391-8d6e-de4df637f05d tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:02.700570 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df583c35-48c6-4bcb-92ea-8a70ef046ae3 req-680c9306-01bd-4391-8d6e-de4df637f05d tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0559170 Feb 07 21:50:02.750803 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df583c35-48c6-4bcb-92ea-8a70ef046ae3 req-c303be87-6e66-4ea5-9f7e-6732d48f11c8 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436575 Feb 07 21:50:03.868003 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039a05e-e65e-4d0e-bc02-8413698d96b3 req-352471f3-3456-4701-a7e6-47edaf6ffb55 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:03.869482 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3039a05e-e65e-4d0e-bc02-8413698d96b3 req-352471f3-3456-4701-a7e6-47edaf6ffb55 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0506856 Feb 07 21:50:03.914260 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3039a05e-e65e-4d0e-bc02-8413698d96b3 req-6121d3e8-566c-4817-b243-01038a8692ef tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386291 Feb 07 21:50:04.036547 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:04.264162 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:04.655327 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:50:05.070439 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3da7d-45b4-4137-8797-7209ae042ff1 req-6895280c-92f4-48e4-a3ed-2505565fdc87 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:05.071916 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-83e3da7d-45b4-4137-8797-7209ae042ff1 req-6895280c-92f4-48e4-a3ed-2505565fdc87 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0900400 Feb 07 21:50:05.098856 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-a76c5eea-4694-413b-9dd9-12e5fe0af523 service neutron] show failed (client error): The resource could not be found. Feb 07 21:50:05.099815 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-a76c5eea-4694-413b-9dd9-12e5fe0af523 service neutron] 10.222.0.71 "GET /v2.0/ports/c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a/bindings/n-h1-828185-2 HTTP/1.1" status: 404 len: 380 time: 0.0816338 Feb 07 21:50:05.133848 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-83e3da7d-45b4-4137-8797-7209ae042ff1 req-8b061861-368e-4fa9-ae39-1466028f2bde tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544119 Feb 07 21:50:05.342459 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-8113a265-8013-4778-90b2-083fefc715c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:05.343880 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-8113a265-8013-4778-90b2-083fefc715c3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb&tenant_id=1127a3c6ebd34f579d90838a1f3454d7 HTTP/1.1" status: 200 len: 1128 time: 0.0820000 Feb 07 21:50:05.361035 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-db9bc313-8362-431b-a864-bfdd76841e40 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828185-2', 'device_owner': 'compute:nova'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:50:05.420754 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-db9bc313-8362-431b-a864-bfdd76841e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:05.624709 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-db9bc313-8362-431b-a864-bfdd76841e40 service neutron] For port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a,segment=NetworkSegment(41b2cf66-2003-4d77-adfd-b83dbb4d71e4),segment_id=41b2cf66-2003-4d77-adfd-b83dbb4d71e4)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:50:05.657304 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-db9bc313-8362-431b-a864-bfdd76841e40 service neutron] For port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a, host n-h2-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:50:05.698611 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59aa997-a436-4c76-8f7d-c46ce6ae1feb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:50:05.700941 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abbe931-d200-420a-a3b7-3bc9c0e17ba0" -d '{"events": [{"server_uuid": "d59aa997-a436-4c76-8f7d-c46ce6ae1feb", "name": "network-vif-unplugged", "status": "completed", "tag": "c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:50:05.704688 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-db9bc313-8362-431b-a864-bfdd76841e40 service neutron] Publish callbacks [] for port (c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:05.717412 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-db9bc313-8362-431b-a864-bfdd76841e40 service neutron] Transition to ACTIVE for port object c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:50:05.721910 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-db9bc313-8362-431b-a864-bfdd76841e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:05.755687 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0d5c7c-5783-4782-ab0e-f561f3509c11 x-openstack-request-id: req-ba0d5c7c-5783-4782-ab0e-f561f3509c11 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:50:05.755979 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59aa997-a436-4c76-8f7d-c46ce6ae1feb", "name": "network-vif-unplugged", "status": "completed", "tag": "c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:50:05.756236 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ba0d5c7c-5783-4782-ab0e-f561f3509c11 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:50:05.756650 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59aa997-a436-4c76-8f7d-c46ce6ae1feb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a', 'code': 200} Feb 07 21:50:05.786254 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bc313-8362-431b-a864-bfdd76841e40 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:50:05.788581 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-db9bc313-8362-431b-a864-bfdd76841e40 service neutron] No DVR routers for this DVR port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a on host n-h2-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:50:05.823659 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-db9bc313-8362-431b-a864-bfdd76841e40 service neutron] Attempting to bind port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:50:05.823994 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-db9bc313-8362-431b-a864-bfdd76841e40 service neutron] Attempting to bind port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '41b2cf66-2003-4d77-adfd-b83dbb4d71e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d49c7dd-6473-4d79-90ae-9329af85d382'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:50:05.824330 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-db9bc313-8362-431b-a864-bfdd76841e40 service neutron] Attempting to bind port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a on network 1d49c7dd-6473-4d79-90ae-9329af85d382 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:50:05.829073 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-db9bc313-8362-431b-a864-bfdd76841e40 service neutron] Port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a on network 1d49c7dd-6473-4d79-90ae-9329af85d382 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:50:05.829396 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-db9bc313-8362-431b-a864-bfdd76841e40 service neutron] Attempting to bind port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a on network 1d49c7dd-6473-4d79-90ae-9329af85d382 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:50:05.834071 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-db9bc313-8362-431b-a864-bfdd76841e40 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:50:05.834409 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-db9bc313-8362-431b-a864-bfdd76841e40 service neutron] Checking segment: {'id': '41b2cf66-2003-4d77-adfd-b83dbb4d71e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d49c7dd-6473-4d79-90ae-9329af85d382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:50:05.834792 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-db9bc313-8362-431b-a864-bfdd76841e40 service neutron] Bound using segment: {'id': '41b2cf66-2003-4d77-adfd-b83dbb4d71e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d49c7dd-6473-4d79-90ae-9329af85d382'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:50:05.835216 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-db9bc313-8362-431b-a864-bfdd76841e40 service neutron] Bound port: c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b2cf66-2003-4d77-adfd-b83dbb4d71e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d49c7dd-6473-4d79-90ae-9329af85d382'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:50:05.835563 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-db9bc313-8362-431b-a864-bfdd76841e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:05.899499 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-db9bc313-8362-431b-a864-bfdd76841e40 service neutron] For port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:50:05.902744 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-db9bc313-8362-431b-a864-bfdd76841e40 service neutron] For port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a,segment=NetworkSegment(41b2cf66-2003-4d77-adfd-b83dbb4d71e4),segment_id=41b2cf66-2003-4d77-adfd-b83dbb4d71e4)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:50:05.910542 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-db9bc313-8362-431b-a864-bfdd76841e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:05.951431 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-db9bc313-8362-431b-a864-bfdd76841e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:05.952055 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-db9bc313-8362-431b-a864-bfdd76841e40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:05.953501 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-db9bc313-8362-431b-a864-bfdd76841e40 service neutron] 10.222.0.69 "PUT /v2.0/ports/c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a HTTP/1.1" status: 200 len: 1092 time: 0.5970826 Feb 07 21:50:05.973984 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bc313-8362-431b-a864-bfdd76841e40 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a,revision_number=7']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:50:06.020137 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-29c63f5e-d271-442b-9496-d19f6349e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:06.021660 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-29c63f5e-d271-442b-9496-d19f6349e8f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1127a3c6ebd34f579d90838a1f3454d7&device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 1126 time: 0.0448644 Feb 07 21:50:06.107710 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-bfba26d9-4fe6-4a89-8f3d-8794f85d7e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:06.109211 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-bfba26d9-4fe6-4a89-8f3d-8794f85d7e33 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d49c7dd-6473-4d79-90ae-9329af85d382 HTTP/1.1" status: 200 len: 915 time: 0.0822861 Feb 07 21:50:06.152534 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-c2665adc-1352-4b56-97b9-74d00a61d7b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a HTTP/1.1" status: 200 len: 217 time: 0.0370286 Feb 07 21:50:06.199879 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-2a14ca7f-d538-428f-b030-5cdde7ec7373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:06.201365 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-2a14ca7f-d538-428f-b030-5cdde7ec7373 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6c28e113-e3a6-4d08-814c-4de1651b88f7 HTTP/1.1" status: 200 len: 854 time: 0.0429857 Feb 07 21:50:06.235979 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-5052e777-d465-4a57-9082-89c7f7ded023 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d49c7dd-6473-4d79-90ae-9329af85d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285964 Feb 07 21:50:06.250214 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ceeed-d720-45e7-ac94-b2dd0fa9ddd1 req-4db83998-d04f-401a-95f3-445505eddd01 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:06.251719 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-964ceeed-d720-45e7-ac94-b2dd0fa9ddd1 req-4db83998-d04f-401a-95f3-445505eddd01 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 944 time: 0.0536091 Feb 07 21:50:06.316204 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-964ceeed-d720-45e7-ac94-b2dd0fa9ddd1 req-3c3a1921-cf99-4682-805b-3bd552e047b5 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587976 Feb 07 21:50:06.604697 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-fe0151e2-306d-4074-9553-c96cbc077e8e service neutron] 10.222.0.69 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625369 Feb 07 21:50:06.691351 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-86aebb9a-d116-4b01-94b3-96fd83c4043b req-49b1cfa2-2511-4eb8-b594-8efcc73f73d4 service neutron] 10.222.0.69 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807779 Feb 07 21:50:07.436084 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f6fe-e780-460b-853f-55d0d04ef921 req-629344c6-8a2d-4a18-8442-4e9c84f7a5bc tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:07.437554 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-09b7f6fe-e780-460b-853f-55d0d04ef921 req-629344c6-8a2d-4a18-8442-4e9c84f7a5bc tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 944 time: 0.0510583 Feb 07 21:50:07.483747 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-09b7f6fe-e780-460b-853f-55d0d04ef921 req-7ac6dc6a-ecb6-4d74-af94-a41683710244 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407481 Feb 07 21:50:07.758104 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59aa997-a436-4c76-8f7d-c46ce6ae1feb', 'tag': 'c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:50:07.760494 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65070046-74dc-46e2-8ca1-82cd9d93476f" -d '{"events": [{"name": "network-changed", "server_uuid": "d59aa997-a436-4c76-8f7d-c46ce6ae1feb", "tag": "c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:50:07.810666 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86db7cf2-364e-4d17-b7c7-66e8b89041e0 x-openstack-request-id: req-86db7cf2-364e-4d17-b7c7-66e8b89041e0 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:50:07.810959 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59aa997-a436-4c76-8f7d-c46ce6ae1feb", "tag": "c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:50:07.811211 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-86db7cf2-364e-4d17-b7c7-66e8b89041e0 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:50:07.811622 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59aa997-a436-4c76-8f7d-c46ce6ae1feb', 'tag': 'c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a', 'status': 'completed', 'code': 200} Feb 07 21:50:07.876023 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65070046-74dc-46e2-8ca1-82cd9d93476f req-5a2a48c0-a123-4d4a-9acf-ec734ec83f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:07.876443 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65070046-74dc-46e2-8ca1-82cd9d93476f req-58cff308-f130-483f-99ec-b2f87f018b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:07.877658 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65070046-74dc-46e2-8ca1-82cd9d93476f req-5a2a48c0-a123-4d4a-9acf-ec734ec83f8b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1127a3c6ebd34f579d90838a1f3454d7&device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 1126 time: 0.0448408 Feb 07 21:50:07.877887 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-65070046-74dc-46e2-8ca1-82cd9d93476f req-58cff308-f130-483f-99ec-b2f87f018b86 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1127a3c6ebd34f579d90838a1f3454d7&device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 1126 time: 0.0481310 Feb 07 21:50:07.967482 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65070046-74dc-46e2-8ca1-82cd9d93476f req-d3dabe44-46ea-47f1-9c9e-0f84a2da3cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:07.968980 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-65070046-74dc-46e2-8ca1-82cd9d93476f req-d3dabe44-46ea-47f1-9c9e-0f84a2da3cc5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d49c7dd-6473-4d79-90ae-9329af85d382 HTTP/1.1" status: 200 len: 915 time: 0.0847530 Feb 07 21:50:07.970033 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65070046-74dc-46e2-8ca1-82cd9d93476f req-727500e4-2e90-420a-9fb4-2cf6e7079cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:07.971492 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65070046-74dc-46e2-8ca1-82cd9d93476f req-727500e4-2e90-420a-9fb4-2cf6e7079cc2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1d49c7dd-6473-4d79-90ae-9329af85d382 HTTP/1.1" status: 200 len: 915 time: 0.0887949 Feb 07 21:50:08.011811 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65070046-74dc-46e2-8ca1-82cd9d93476f req-0a54cc5a-d2ce-498c-9dc0-d808703edc65 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a HTTP/1.1" status: 200 len: 217 time: 0.0350349 Feb 07 21:50:08.014220 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-65070046-74dc-46e2-8ca1-82cd9d93476f req-af1445ab-7fd4-4ce4-a06f-46bc5674530d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a HTTP/1.1" status: 200 len: 217 time: 0.0382631 Feb 07 21:50:08.058144 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65070046-74dc-46e2-8ca1-82cd9d93476f req-1df58b9b-07f3-471e-9e96-10dde29481db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:08.059630 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65070046-74dc-46e2-8ca1-82cd9d93476f req-1df58b9b-07f3-471e-9e96-10dde29481db service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6c28e113-e3a6-4d08-814c-4de1651b88f7 HTTP/1.1" status: 200 len: 854 time: 0.0429776 Feb 07 21:50:08.060803 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65070046-74dc-46e2-8ca1-82cd9d93476f req-16d91cc3-67c6-4910-bc01-8d8d68a643dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:08.062254 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-65070046-74dc-46e2-8ca1-82cd9d93476f req-16d91cc3-67c6-4910-bc01-8d8d68a643dd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6c28e113-e3a6-4d08-814c-4de1651b88f7 HTTP/1.1" status: 200 len: 854 time: 0.0426617 Feb 07 21:50:08.093544 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-65070046-74dc-46e2-8ca1-82cd9d93476f req-eb1ffbec-5e1a-437e-b141-0c9440335065 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d49c7dd-6473-4d79-90ae-9329af85d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255871 Feb 07 21:50:08.095436 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65070046-74dc-46e2-8ca1-82cd9d93476f req-0aadb559-d576-407e-8d07-641a04f40ad3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1d49c7dd-6473-4d79-90ae-9329af85d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302584 Feb 07 21:50:08.179424 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-65070046-74dc-46e2-8ca1-82cd9d93476f req-ac311bce-e1e4-4d27-b541-98f9b9eaf895 service neutron] 10.222.0.69 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802183 Feb 07 21:50:08.180263 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65070046-74dc-46e2-8ca1-82cd9d93476f req-360388fa-ee0b-401d-9194-b50b38a873d4 service neutron] 10.222.0.71 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793998 Feb 07 21:50:08.277645 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-65070046-74dc-46e2-8ca1-82cd9d93476f req-e1efcd66-638a-47c2-9262-7cc2c6af71b1 service neutron] 10.222.0.71 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916877 Feb 07 21:50:08.277860 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-65070046-74dc-46e2-8ca1-82cd9d93476f req-539549aa-0f32-440c-bd54-929b7441c0e3 service neutron] 10.222.0.69 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923150 Feb 07 21:50:08.598705 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:50:08.602009 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318eb3b-9e01-4b58-8a6f-c7cd35125383 req-b3cbe769-c2f6-44f9-98e9-61a26a85e405 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:08.603519 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f318eb3b-9e01-4b58-8a6f-c7cd35125383 req-b3cbe769-c2f6-44f9-98e9-61a26a85e405 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 944 time: 0.0528207 Feb 07 21:50:08.650235 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f318eb3b-9e01-4b58-8a6f-c7cd35125383 req-8177920e-0707-4ad1-a816-e5d604d3eb80 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409043 Feb 07 21:50:08.695644 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a,segment=NetworkSegment(41b2cf66-2003-4d77-adfd-b83dbb4d71e4),segment_id=41b2cf66-2003-4d77-adfd-b83dbb4d71e4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:50:08.708376 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a', 'network_id': '1d49c7dd-6473-4d79-90ae-9329af85d382', 'port_id': 'c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a', 'mac_address': 'fa:16:3e:f8:2f:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c28e113-e3a6-4d08-814c-4de1651b88f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:50:08.744228 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:50:08.744645 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:08.757886 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:50:08.777502 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a,segment=NetworkSegment(41b2cf66-2003-4d77-adfd-b83dbb4d71e4),segment_id=41b2cf66-2003-4d77-adfd-b83dbb4d71e4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:50:08.781266 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:08.831293 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:50:09.178607 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:50:09.422781 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:50:09.464145 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] The host n-h2-828185-2 is not matching for port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a host n-h1-828185-2! {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 07 21:50:09.464493 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:50:09.771113 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed1669-3191-4ad3-b61e-36a29a1f155a req-14949ea9-fbdf-4951-a8e5-1acf2192401b tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:09.772591 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5ed1669-3191-4ad3-b61e-36a29a1f155a req-14949ea9-fbdf-4951-a8e5-1acf2192401b tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 945 time: 0.0508835 Feb 07 21:50:09.817859 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5ed1669-3191-4ad3-b61e-36a29a1f155a req-9a83be62-cf97-4c4d-b63c-2fc46a641019 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397704 Feb 07 21:50:10.614222 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:50:10.660225 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:50:10.663772 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:50:10.664142 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:10.740745 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:50:10.741133 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:10.766329 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59aa997-a436-4c76-8f7d-c46ce6ae1feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:50:10.768575 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64984a04-1899-48ee-8198-3e10a36dd189" -d '{"events": [{"server_uuid": "d59aa997-a436-4c76-8f7d-c46ce6ae1feb", "name": "network-vif-plugged", "status": "completed", "tag": "c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:50:10.781809 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a,segment=NetworkSegment(41b2cf66-2003-4d77-adfd-b83dbb4d71e4),segment_id=41b2cf66-2003-4d77-adfd-b83dbb4d71e4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:50:10.786051 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:10.822890 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3927e01f-3f2b-41a7-8cb1-884de82d536b x-openstack-request-id: req-3927e01f-3f2b-41a7-8cb1-884de82d536b {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:50:10.823189 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59aa997-a436-4c76-8f7d-c46ce6ae1feb", "name": "network-vif-plugged", "status": "completed", "tag": "c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:50:10.823444 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3927e01f-3f2b-41a7-8cb1-884de82d536b {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:50:10.823837 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59aa997-a436-4c76-8f7d-c46ce6ae1feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a', 'code': 200} Feb 07 21:50:10.835267 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a,revision_number=9']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:50:10.939307 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd8503-6e9c-47cd-af8e-8323f6f1277c req-929163ae-aa5d-426c-8fce-736ac790ce72 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:10.940659 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51fd8503-6e9c-47cd-af8e-8323f6f1277c req-929163ae-aa5d-426c-8fce-736ac790ce72 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0550714 Feb 07 21:50:10.985880 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-51fd8503-6e9c-47cd-af8e-8323f6f1277c req-8e2a777f-8536-468a-94b9-ad441982fcd6 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396876 Feb 07 21:50:11.184825 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7be547-42f5-4679-9e6b-52d572e6b122 req-d1195450-ead2-403f-b79e-58b7764742fb tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:11.186247 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe7be547-42f5-4679-9e6b-52d572e6b122 req-d1195450-ead2-403f-b79e-58b7764742fb tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0601962 Feb 07 21:50:11.265810 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fefee-8316-420e-8b79-8e7318922214 req-12e587d7-d99f-47fd-b3b5-a8be3008ecfe tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:11.267167 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-936fefee-8316-420e-8b79-8e7318922214 req-12e587d7-d99f-47fd-b3b5-a8be3008ecfe tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.71 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb&tenant_id=1127a3c6ebd34f579d90838a1f3454d7&binding%3Ahost_id=n-h1-828185-2 HTTP/1.1" status: 200 len: 946 time: 0.0977907 Feb 07 21:50:11.270419 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe7be547-42f5-4679-9e6b-52d572e6b122 req-b68d7fae-2186-4987-942f-2676448edf0a tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658031 Feb 07 21:50:11.324818 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-936fefee-8316-420e-8b79-8e7318922214 req-4dafd5fe-7cec-4a6d-9973-77be536fdd35 service neutron] delete failed (client error): The resource could not be found. Feb 07 21:50:11.326359 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-936fefee-8316-420e-8b79-8e7318922214 req-4dafd5fe-7cec-4a6d-9973-77be536fdd35 service neutron] 10.222.0.71 "DELETE /v2.0/ports/c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a/bindings/n-h2-828185-2 HTTP/1.1" status: 404 len: 380 time: 0.0532880 Feb 07 21:50:11.421083 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fefee-8316-420e-8b79-8e7318922214 req-52d224c8-2f5e-41d2-b9da-1aee339b32ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:11.422553 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-936fefee-8316-420e-8b79-8e7318922214 req-52d224c8-2f5e-41d2-b9da-1aee339b32ad service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1127a3c6ebd34f579d90838a1f3454d7&device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 1128 time: 0.0443850 Feb 07 21:50:11.514135 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fefee-8316-420e-8b79-8e7318922214 req-36fc2ed0-36c6-462f-aaef-7ca560e45003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:11.515595 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-936fefee-8316-420e-8b79-8e7318922214 req-36fc2ed0-36c6-462f-aaef-7ca560e45003 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1d49c7dd-6473-4d79-90ae-9329af85d382 HTTP/1.1" status: 200 len: 915 time: 0.0877759 Feb 07 21:50:11.558202 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-936fefee-8316-420e-8b79-8e7318922214 req-81233464-7b8f-4df9-9316-6c0c6c80a3e2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a HTTP/1.1" status: 200 len: 217 time: 0.0363812 Feb 07 21:50:11.604696 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fefee-8316-420e-8b79-8e7318922214 req-3d1d9bb3-51b6-4a9f-b90c-8212b53601c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:11.606146 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-936fefee-8316-420e-8b79-8e7318922214 req-3d1d9bb3-51b6-4a9f-b90c-8212b53601c4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6c28e113-e3a6-4d08-814c-4de1651b88f7 HTTP/1.1" status: 200 len: 854 time: 0.0415535 Feb 07 21:50:11.636744 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-936fefee-8316-420e-8b79-8e7318922214 req-c28a1269-8a40-4f01-a050-5873c3a67973 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1d49c7dd-6473-4d79-90ae-9329af85d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241897 Feb 07 21:50:11.742738 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-936fefee-8316-420e-8b79-8e7318922214 req-e1729cc8-1e8b-431f-8176-4ba3ce55abd0 service neutron] 10.222.0.71 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949471 Feb 07 21:50:11.837783 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-936fefee-8316-420e-8b79-8e7318922214 req-61d4b374-3fac-4df9-9611-3f89ea906ff1 service neutron] 10.222.0.71 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804033 Feb 07 21:50:12.401481 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e399be-a98c-4de8-8cf8-2fc7808163f5 req-676af8d9-5169-4dd9-8596-bea6c8cdd9ee tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:12.402967 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e4e399be-a98c-4de8-8cf8-2fc7808163f5 req-676af8d9-5169-4dd9-8596-bea6c8cdd9ee tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0577154 Feb 07 21:50:12.451009 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e4e399be-a98c-4de8-8cf8-2fc7808163f5 req-c24ced06-520d-4527-92a7-e89f82e60695 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408421 Feb 07 21:50:12.569682 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218216c-bd02-4cc6-95e6-a44305c4395c req-8ef6c532-1a2c-4885-a389-f952cd9f083c tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:12.571048 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6218216c-bd02-4cc6-95e6-a44305c4395c req-8ef6c532-1a2c-4885-a389-f952cd9f083c tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0515544 Feb 07 21:50:12.617994 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6218216c-bd02-4cc6-95e6-a44305c4395c req-dbd31682-a1fd-4ab5-8689-208de9c861f6 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406246 Feb 07 21:50:12.733224 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a66b9d-7831-4907-9426-88da8a59b213 req-0bd398d2-758d-43f0-9a16-61578550ae24 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:12.734697 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-98a66b9d-7831-4907-9426-88da8a59b213 req-0bd398d2-758d-43f0-9a16-61578550ae24 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0526814 Feb 07 21:50:12.784414 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-98a66b9d-7831-4907-9426-88da8a59b213 req-ef3969d0-b8ac-403c-956f-c46323b7e0cf tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440009 Feb 07 21:50:13.119303 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-7f9a6e88-9d3e-419e-a6d5-5f51d892a84c tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:13.120803 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-7f9a6e88-9d3e-419e-a6d5-5f51d892a84c tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/networks?id=1d49c7dd-6473-4d79-90ae-9329af85d382 HTTP/1.1" status: 200 len: 814 time: 0.0966873 Feb 07 21:50:13.135388 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-aea4eca2-baf3-4a78-a0a3-9c871ac69872 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/quotas/1127a3c6ebd34f579d90838a1f3454d7 HTTP/1.1" status: 200 len: 375 time: 0.0088220 Feb 07 21:50:13.190111 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-783e5ffe-2cad-4361-b628-357724a1b7c2 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1127a3c6ebd34f579d90838a1f3454d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0499775 Feb 07 21:50:13.277879 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-067ebc3a-7806-44b2-9686-11548cc48195 service neutron] 10.222.0.65 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811923 Feb 07 21:50:13.370399 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-c7f345a8-cdab-432b-a565-974f987d0347 service neutron] 10.222.0.65 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862494 Feb 07 21:50:13.529158 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68eeb4d2-192e-49b8-9b0f-8337438febf6 req-6dcdb599-a96c-49a1-aeca-80353f639992 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 210 time: 0.0276608 Feb 07 21:50:14.272178 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a2fad-9de5-4445-a47d-8a2610012f1e req-04e7e5ca-6659-4af0-b9c7-56f331ccf695 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:14.273575 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-074a2fad-9de5-4445-a47d-8a2610012f1e req-04e7e5ca-6659-4af0-b9c7-56f331ccf695 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.69 "GET /v2.0/ports?device_id=d59aa997-a436-4c76-8f7d-c46ce6ae1feb HTTP/1.1" status: 200 len: 946 time: 0.0523131 Feb 07 21:50:14.379787 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-074a2fad-9de5-4445-a47d-8a2610012f1e req-e8a26fa2-b758-4712-b9d0-7921cede07e1 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Deleting port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:50:14.380229 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-074a2fad-9de5-4445-a47d-8a2610012f1e req-e8a26fa2-b758-4712-b9d0-7921cede07e1 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:14.409485 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-a3904128-bb5b-4481-be78-fc7bf8f31599 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:14.410940 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-a3904128-bb5b-4481-be78-fc7bf8f31599 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.71 "GET /v2.0/networks?id=1d49c7dd-6473-4d79-90ae-9329af85d382 HTTP/1.1" status: 200 len: 814 time: 0.1052706 Feb 07 21:50:14.422765 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-e027ebdd-c49c-4c22-aa3e-ef963cb8e75c tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Request body: {'port': {'device_id': '0cc708b1-cc8b-430a-9487-4ce5fe9918f5', 'network_id': '1d49c7dd-6473-4d79-90ae-9329af85d382', 'admin_state_up': True, 'tenant_id': '1127a3c6ebd34f579d90838a1f3454d7'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:50:14.473988 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-074a2fad-9de5-4445-a47d-8a2610012f1e req-e8a26fa2-b758-4712-b9d0-7921cede07e1 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] For port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a,segment=NetworkSegment(41b2cf66-2003-4d77-adfd-b83dbb4d71e4),segment_id=41b2cf66-2003-4d77-adfd-b83dbb4d71e4)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:50:14.474354 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-074a2fad-9de5-4445-a47d-8a2610012f1e req-e8a26fa2-b758-4712-b9d0-7921cede07e1 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:14.487281 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-074a2fad-9de5-4445-a47d-8a2610012f1e req-e8a26fa2-b758-4712-b9d0-7921cede07e1 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Calling delete_port for c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:50:14.530549 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-e027ebdd-c49c-4c22-aa3e-ef963cb8e75c tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Made reservation on behalf of 1127a3c6ebd34f579d90838a1f3454d7 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:50:14.533828 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-e027ebdd-c49c-4c22-aa3e-ef963cb8e75c tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:14.623192 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-074a2fad-9de5-4445-a47d-8a2610012f1e req-e8a26fa2-b758-4712-b9d0-7921cede07e1 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:14.634627 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:50:14.639541 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-afb151f6-6ecc-432f-83d4-85295fa5f73c req-8d35588b-ed29-48e6-8de2-741e2cb22824 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 210 time: 0.0386331 Feb 07 21:50:14.652552 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a26fa2-b758-4712-b9d0-7921cede07e1 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Pushing event deleted for resources: {'Port': ['ID=c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:50:14.701174 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-e027ebdd-c49c-4c22-aa3e-ef963cb8e75c tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Allocated IP 172.20.0.9 (1d49c7dd-6473-4d79-90ae-9329af85d382/6c28e113-e3a6-4d08-814c-4de1651b88f7/e55f81a3-ec71-4f34-9195-ebf94bf67040) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:50:14.704962 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-074a2fad-9de5-4445-a47d-8a2610012f1e req-e8a26fa2-b758-4712-b9d0-7921cede07e1 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] No DVR routers for this DVR port c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:50:14.708560 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-074a2fad-9de5-4445-a47d-8a2610012f1e req-e8a26fa2-b758-4712-b9d0-7921cede07e1 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:14.712242 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-074a2fad-9de5-4445-a47d-8a2610012f1e req-e8a26fa2-b758-4712-b9d0-7921cede07e1 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.69 "DELETE /v2.0/ports/c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a HTTP/1.1" status: 204 len: 173 time: 0.4330170 Feb 07 21:50:14.712814 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59aa997-a436-4c76-8f7d-c46ce6ae1feb', 'name': 'network-vif-deleted', 'tag': 'c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:50:14.717455 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95eae49b-e1fb-4d8f-b8d7-b0b9650ebda7" -d '{"events": [{"server_uuid": "d59aa997-a436-4c76-8f7d-c46ce6ae1feb", "name": "network-vif-deleted", "tag": "c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:50:14.754595 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac20d43f-fbc0-4ee4-a810-d1539439e519 x-openstack-request-id: req-ac20d43f-fbc0-4ee4-a810-d1539439e519 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:50:14.754964 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59aa997-a436-4c76-8f7d-c46ce6ae1feb", "name": "network-vif-deleted", "tag": "c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:50:14.755453 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ac20d43f-fbc0-4ee4-a810-d1539439e519 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:50:14.756277 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59aa997-a436-4c76-8f7d-c46ce6ae1feb', 'name': 'network-vif-deleted', 'tag': 'c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a', 'status': 'completed', 'code': 200} Feb 07 21:50:14.867049 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-e027ebdd-c49c-4c22-aa3e-ef963cb8e75c tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Publish callbacks [] for port (e55f81a3-ec71-4f34-9195-ebf94bf67040), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:14.898849 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-e027ebdd-c49c-4c22-aa3e-ef963cb8e75c tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (e55f81a3-ec71-4f34-9195-ebf94bf67040), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:14.911069 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:50:14.942051 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-e027ebdd-c49c-4c22-aa3e-ef963cb8e75c tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Network 1d49c7dd-6473-4d79-90ae-9329af85d382 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:50:14.945105 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-e027ebdd-c49c-4c22-aa3e-ef963cb8e75c tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:50:14.948656 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-e027ebdd-c49c-4c22-aa3e-ef963cb8e75c tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:50:14.955104 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027ebdd-c49c-4c22-aa3e-ef963cb8e75c tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Pushing event updated for resources: {'Port': ['ID=e55f81a3-ec71-4f34-9195-ebf94bf67040,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:50:14.998126 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-e027ebdd-c49c-4c22-aa3e-ef963cb8e75c tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:14.998730 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-e027ebdd-c49c-4c22-aa3e-ef963cb8e75c tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:15.013944 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-e027ebdd-c49c-4c22-aa3e-ef963cb8e75c tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5949953 Feb 07 21:50:15.024344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-1642cac7-3207-4879-8314-8ac9d1a638be service neutron] Request body: {'port': {'device_id': '0cc708b1-cc8b-430a-9487-4ce5fe9918f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:50:15.088212 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-1642cac7-3207-4879-8314-8ac9d1a638be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e55f81a3-ec71-4f34-9195-ebf94bf67040), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:15.349698 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-1642cac7-3207-4879-8314-8ac9d1a638be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e55f81a3-ec71-4f34-9195-ebf94bf67040 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:50:15.357025 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-1642cac7-3207-4879-8314-8ac9d1a638be service neutron] Publish callbacks [] for port (e55f81a3-ec71-4f34-9195-ebf94bf67040), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:15.368459 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-1642cac7-3207-4879-8314-8ac9d1a638be service neutron] Transition to ACTIVE for port object e55f81a3-ec71-4f34-9195-ebf94bf67040 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:50:15.372589 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-1642cac7-3207-4879-8314-8ac9d1a638be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (e55f81a3-ec71-4f34-9195-ebf94bf67040), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:15.419487 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642cac7-3207-4879-8314-8ac9d1a638be service neutron] Pushing event updated for resources: {'Port': ['ID=e55f81a3-ec71-4f34-9195-ebf94bf67040,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:50:15.489859 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-1642cac7-3207-4879-8314-8ac9d1a638be service neutron] Attempting to bind port e55f81a3-ec71-4f34-9195-ebf94bf67040 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:50:15.490196 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-1642cac7-3207-4879-8314-8ac9d1a638be service neutron] Attempting to bind port e55f81a3-ec71-4f34-9195-ebf94bf67040 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '41b2cf66-2003-4d77-adfd-b83dbb4d71e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d49c7dd-6473-4d79-90ae-9329af85d382'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:50:15.490524 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-1642cac7-3207-4879-8314-8ac9d1a638be service neutron] Attempting to bind port e55f81a3-ec71-4f34-9195-ebf94bf67040 on network 1d49c7dd-6473-4d79-90ae-9329af85d382 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:50:15.494729 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-1642cac7-3207-4879-8314-8ac9d1a638be service neutron] Port e55f81a3-ec71-4f34-9195-ebf94bf67040 on network 1d49c7dd-6473-4d79-90ae-9329af85d382 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:50:15.495051 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-1642cac7-3207-4879-8314-8ac9d1a638be service neutron] Attempting to bind port e55f81a3-ec71-4f34-9195-ebf94bf67040 on network 1d49c7dd-6473-4d79-90ae-9329af85d382 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:50:15.500604 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-1642cac7-3207-4879-8314-8ac9d1a638be service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:50:15.500946 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-1642cac7-3207-4879-8314-8ac9d1a638be service neutron] Checking segment: {'id': '41b2cf66-2003-4d77-adfd-b83dbb4d71e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d49c7dd-6473-4d79-90ae-9329af85d382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:50:15.501335 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-1642cac7-3207-4879-8314-8ac9d1a638be service neutron] Bound using segment: {'id': '41b2cf66-2003-4d77-adfd-b83dbb4d71e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d49c7dd-6473-4d79-90ae-9329af85d382'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:50:15.501761 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-1642cac7-3207-4879-8314-8ac9d1a638be service neutron] Bound port: e55f81a3-ec71-4f34-9195-ebf94bf67040, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b2cf66-2003-4d77-adfd-b83dbb4d71e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d49c7dd-6473-4d79-90ae-9329af85d382'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:50:15.502123 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-1642cac7-3207-4879-8314-8ac9d1a638be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e55f81a3-ec71-4f34-9195-ebf94bf67040), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:15.562480 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-1642cac7-3207-4879-8314-8ac9d1a638be service neutron] For port e55f81a3-ec71-4f34-9195-ebf94bf67040, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:50:15.565399 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-1642cac7-3207-4879-8314-8ac9d1a638be service neutron] For port e55f81a3-ec71-4f34-9195-ebf94bf67040, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=e55f81a3-ec71-4f34-9195-ebf94bf67040,segment=NetworkSegment(41b2cf66-2003-4d77-adfd-b83dbb4d71e4),segment_id=41b2cf66-2003-4d77-adfd-b83dbb4d71e4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:50:15.571960 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-1642cac7-3207-4879-8314-8ac9d1a638be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (e55f81a3-ec71-4f34-9195-ebf94bf67040), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:15.605239 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-1642cac7-3207-4879-8314-8ac9d1a638be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:15.605918 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-1642cac7-3207-4879-8314-8ac9d1a638be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:15.607775 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-1642cac7-3207-4879-8314-8ac9d1a638be service neutron] 10.222.0.71 "PUT /v2.0/ports/e55f81a3-ec71-4f34-9195-ebf94bf67040 HTTP/1.1" status: 200 len: 1091 time: 0.5872791 Feb 07 21:50:15.608209 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc708b1-cc8b-430a-9487-4ce5fe9918f5', 'tag': 'e55f81a3-ec71-4f34-9195-ebf94bf67040'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:50:15.610425 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db75d76-5cd5-40ee-9ad6-a80b617c5da0" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc708b1-cc8b-430a-9487-4ce5fe9918f5", "tag": "e55f81a3-ec71-4f34-9195-ebf94bf67040"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:50:15.635941 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642cac7-3207-4879-8314-8ac9d1a638be service neutron] Pushing event updated for resources: {'Port': ['ID=e55f81a3-ec71-4f34-9195-ebf94bf67040,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:50:15.647124 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c96f26-0eb5-4897-aede-fed65d7830dd x-openstack-request-id: req-05c96f26-0eb5-4897-aede-fed65d7830dd {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:50:15.647417 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc708b1-cc8b-430a-9487-4ce5fe9918f5", "tag": "e55f81a3-ec71-4f34-9195-ebf94bf67040", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:50:15.647674 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-05c96f26-0eb5-4897-aede-fed65d7830dd {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:50:15.648071 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc708b1-cc8b-430a-9487-4ce5fe9918f5', 'tag': 'e55f81a3-ec71-4f34-9195-ebf94bf67040', 'status': 'completed', 'code': 200} Feb 07 21:50:15.699621 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-03e84760-f9be-4ea3-b204-19266d25e23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:15.701348 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-03e84760-f9be-4ea3-b204-19266d25e23f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1127a3c6ebd34f579d90838a1f3454d7&device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 1125 time: 0.0517523 Feb 07 21:50:15.747617 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-b4a528e8-02ae-426a-b18b-d53a21a1234d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e55f81a3-ec71-4f34-9195-ebf94bf67040 HTTP/1.1" status: 200 len: 217 time: 0.0362394 Feb 07 21:50:15.818595 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-6e53d730-bf87-4303-8acb-a80b6dcf1b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:15.820051 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-6e53d730-bf87-4303-8acb-a80b6dcf1b94 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6c28e113-e3a6-4d08-814c-4de1651b88f7 HTTP/1.1" status: 200 len: 854 time: 0.0652220 Feb 07 21:50:15.842907 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1fbb3-40ae-4c15-8767-1612e54dea14 req-bb067550-4692-40d4-8099-55e1854d3378 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:15.844378 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ef1fbb3-40ae-4c15-8767-1612e54dea14 req-bb067550-4692-40d4-8099-55e1854d3378 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 943 time: 0.1001592 Feb 07 21:50:15.862188 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-209cbd51-7dc0-4d37-b748-66062a973cae service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1d49c7dd-6473-4d79-90ae-9329af85d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356536 Feb 07 21:50:15.949381 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9ef1fbb3-40ae-4c15-8767-1612e54dea14 req-727f20a8-a49b-48af-adbe-39d17578e65a tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900919 Feb 07 21:50:15.977883 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-b3b7ce64-2222-400c-8deb-065acd10a785 service neutron] 10.222.0.71 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100171 Feb 07 21:50:16.392325 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad6a36bd-19f8-4d0c-b101-c69646fabe87 req-076be75c-0e70-4a98-a5ce-e6a25bac9f2a service neutron] 10.222.0.71 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089596 Feb 07 21:50:16.476420 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db75d76-5cd5-40ee-9ad6-a80b617c5da0 req-374b8c4c-f447-4686-8f9e-5d24017e2b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:16.477882 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4db75d76-5cd5-40ee-9ad6-a80b617c5da0 req-374b8c4c-f447-4686-8f9e-5d24017e2b9d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1127a3c6ebd34f579d90838a1f3454d7&device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 1125 time: 0.0440431 Feb 07 21:50:16.564198 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db75d76-5cd5-40ee-9ad6-a80b617c5da0 req-790bc238-1c35-47ee-874b-de8b575f27c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:16.565682 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4db75d76-5cd5-40ee-9ad6-a80b617c5da0 req-790bc238-1c35-47ee-874b-de8b575f27c6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1d49c7dd-6473-4d79-90ae-9329af85d382 HTTP/1.1" status: 200 len: 915 time: 0.0824499 Feb 07 21:50:16.604927 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4db75d76-5cd5-40ee-9ad6-a80b617c5da0 req-a841c459-4390-4507-9ab4-0fcc4175b412 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e55f81a3-ec71-4f34-9195-ebf94bf67040 HTTP/1.1" status: 200 len: 217 time: 0.0338550 Feb 07 21:50:16.657587 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db75d76-5cd5-40ee-9ad6-a80b617c5da0 req-12ee9232-2752-4a27-99e5-3b216906ed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:16.658916 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4db75d76-5cd5-40ee-9ad6-a80b617c5da0 req-12ee9232-2752-4a27-99e5-3b216906ed9a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6c28e113-e3a6-4d08-814c-4de1651b88f7 HTTP/1.1" status: 200 len: 854 time: 0.0478346 Feb 07 21:50:16.689624 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4db75d76-5cd5-40ee-9ad6-a80b617c5da0 req-0600d940-b12c-4359-adf7-e95af101bbfa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1d49c7dd-6473-4d79-90ae-9329af85d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252392 Feb 07 21:50:16.775499 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4db75d76-5cd5-40ee-9ad6-a80b617c5da0 req-231b0975-c8c4-41ad-9b3f-1832643c09a5 service neutron] 10.222.0.71 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803416 Feb 07 21:50:16.862646 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4db75d76-5cd5-40ee-9ad6-a80b617c5da0 req-8c4a6a46-77a5-4622-aa05-f27316e10344 service neutron] 10.222.0.71 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811892 Feb 07 21:50:17.067624 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42993c-8c34-4160-8ee7-bf1c2ee04708 req-11b46833-f96d-4443-a997-ca265640a488 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:17.069136 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd42993c-8c34-4160-8ee7-bf1c2ee04708 req-11b46833-f96d-4443-a997-ca265640a488 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 943 time: 0.0508823 Feb 07 21:50:17.113984 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd42993c-8c34-4160-8ee7-bf1c2ee04708 req-9a45041c-7efd-4c7e-a336-fed6149c1d88 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394487 Feb 07 21:50:18.231050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc98507-ebdb-48af-95cd-aafbaae5f0ea req-59559edc-ce31-4db5-90e3-086de74e1895 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:18.232527 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bc98507-ebdb-48af-95cd-aafbaae5f0ea req-59559edc-ce31-4db5-90e3-086de74e1895 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 943 time: 0.0515938 Feb 07 21:50:18.281592 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bc98507-ebdb-48af-95cd-aafbaae5f0ea req-6b3992ae-a90b-49fa-a2ff-28c885bd4aee tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435474 Feb 07 21:50:18.468793 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f3434991-40bb-49be-9114-a9a00eae3219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:18.644378 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:50:18.664403 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:50:18.664782 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device c5d02e1b-4a7d-40a9-8ed6-e9855f477d0a not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:50:19.397779 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a2626-8083-4f64-9c7f-6b6312b865b9 req-a947415c-970d-4055-9edd-d63c5920f57f tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:19.399222 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-027a2626-8083-4f64-9c7f-6b6312b865b9 req-a947415c-970d-4055-9edd-d63c5920f57f tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 943 time: 0.0515499 Feb 07 21:50:19.444978 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-027a2626-8083-4f64-9c7f-6b6312b865b9 req-3742767b-473a-4ec6-8c5e-48791825eaf1 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394382 Feb 07 21:50:19.472275 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device e55f81a3-ec71-4f34-9195-ebf94bf67040 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:50:19.568882 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port e55f81a3-ec71-4f34-9195-ebf94bf67040, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=e55f81a3-ec71-4f34-9195-ebf94bf67040,segment=NetworkSegment(41b2cf66-2003-4d77-adfd-b83dbb4d71e4),segment_id=41b2cf66-2003-4d77-adfd-b83dbb4d71e4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:50:19.581170 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'e55f81a3-ec71-4f34-9195-ebf94bf67040', 'network_id': '1d49c7dd-6473-4d79-90ae-9329af85d382', 'port_id': 'e55f81a3-ec71-4f34-9195-ebf94bf67040', 'mac_address': 'fa:16:3e:65:7e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c28e113-e3a6-4d08-814c-4de1651b88f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:50:19.617489 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port e55f81a3-ec71-4f34-9195-ebf94bf67040 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:50:19.617867 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e55f81a3-ec71-4f34-9195-ebf94bf67040), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:19.630381 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e55f81a3-ec71-4f34-9195-ebf94bf67040 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:50:19.649118 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port e55f81a3-ec71-4f34-9195-ebf94bf67040, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=e55f81a3-ec71-4f34-9195-ebf94bf67040,segment=NetworkSegment(41b2cf66-2003-4d77-adfd-b83dbb4d71e4),segment_id=41b2cf66-2003-4d77-adfd-b83dbb4d71e4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:50:19.654061 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e55f81a3-ec71-4f34-9195-ebf94bf67040), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:19.699840 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=e55f81a3-ec71-4f34-9195-ebf94bf67040,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:50:19.707746 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:50:19.708091 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:50:19.708485 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:50:19.708823 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:50:19.709155 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:50:19.709483 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:50:19.709811 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:50:19.710136 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:50:19.710465 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:50:19.710787 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:50:19.711105 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:50:19.711423 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:50:19.711744 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:50:19.956210 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['e55f81a3-ec71-4f34-9195-ebf94bf67040'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:50:20.560398 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d995a28-036f-4c50-af8a-88adc4d2d4fe req-e5520551-2b73-4f2d-ac1b-d59b4fce56d7 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:20.561947 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d995a28-036f-4c50-af8a-88adc4d2d4fe req-e5520551-2b73-4f2d-ac1b-d59b4fce56d7 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 944 time: 0.0512302 Feb 07 21:50:20.608832 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d995a28-036f-4c50-af8a-88adc4d2d4fe req-f32dfbb5-4108-4341-8aeb-123d34db6f86 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414295 Feb 07 21:50:20.651701 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-48746f8e-d2bd-4654-8c78-daabf1ef1441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:21.487994 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device e55f81a3-ec71-4f34-9195-ebf94bf67040 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:50:21.537623 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port e55f81a3-ec71-4f34-9195-ebf94bf67040 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:50:21.541360 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port e55f81a3-ec71-4f34-9195-ebf94bf67040 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:50:21.541730 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e55f81a3-ec71-4f34-9195-ebf94bf67040), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:21.621602 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port e55f81a3-ec71-4f34-9195-ebf94bf67040 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:50:21.621985 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e55f81a3-ec71-4f34-9195-ebf94bf67040), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:21.655548 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc708b1-cc8b-430a-9487-4ce5fe9918f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55f81a3-ec71-4f34-9195-ebf94bf67040'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:50:21.658824 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2f988a-25b3-4644-9b01-1b507246e45e" -d '{"events": [{"server_uuid": "0cc708b1-cc8b-430a-9487-4ce5fe9918f5", "name": "network-vif-plugged", "status": "completed", "tag": "e55f81a3-ec71-4f34-9195-ebf94bf67040"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:50:21.673909 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port e55f81a3-ec71-4f34-9195-ebf94bf67040, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=e55f81a3-ec71-4f34-9195-ebf94bf67040,segment=NetworkSegment(41b2cf66-2003-4d77-adfd-b83dbb4d71e4),segment_id=41b2cf66-2003-4d77-adfd-b83dbb4d71e4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:50:21.679261 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e55f81a3-ec71-4f34-9195-ebf94bf67040), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:21.709026 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd20b8c-e9a9-46eb-9496-710d581404b2 x-openstack-request-id: req-0cd20b8c-e9a9-46eb-9496-710d581404b2 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:50:21.709461 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc708b1-cc8b-430a-9487-4ce5fe9918f5", "name": "network-vif-plugged", "status": "completed", "tag": "e55f81a3-ec71-4f34-9195-ebf94bf67040", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:50:21.709461 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0cd20b8c-e9a9-46eb-9496-710d581404b2 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:50:21.709866 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc708b1-cc8b-430a-9487-4ce5fe9918f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55f81a3-ec71-4f34-9195-ebf94bf67040', 'code': 200} Feb 07 21:50:21.746089 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=e55f81a3-ec71-4f34-9195-ebf94bf67040,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:50:21.761103 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde890a-7a8d-407f-87ba-efacc1b262d7 req-497dff31-a42d-4326-9b8d-647c10ec634a tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:21.763168 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3cde890a-7a8d-407f-87ba-efacc1b262d7 req-497dff31-a42d-4326-9b8d-647c10ec634a tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.0727749 Feb 07 21:50:21.850747 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3cde890a-7a8d-407f-87ba-efacc1b262d7 req-fbfbf20e-05b5-4f15-8fc1-32c21a8f878f tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810242 Feb 07 21:50:21.855879 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ce37d-da2e-4a60-8614-3ea6288298d7 req-aff7ea3d-36c2-49b7-a292-b956ef2bdb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:21.857381 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-991ce37d-da2e-4a60-8614-3ea6288298d7 req-aff7ea3d-36c2-49b7-a292-b956ef2bdb5a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 1127 time: 0.0813904 Feb 07 21:50:21.901314 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-991ce37d-da2e-4a60-8614-3ea6288298d7 req-3b845e6f-7c0c-4926-81a7-0ec906c88087 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376778 Feb 07 21:50:21.917678 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:22.971329 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f22f61-0465-4108-944e-5595e1af1a9d req-3392c054-b708-4eaf-8248-56cea36a95f9 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:22.973082 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b8f22f61-0465-4108-944e-5595e1af1a9d req-3392c054-b708-4eaf-8248-56cea36a95f9 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.0531983 Feb 07 21:50:23.026817 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b8f22f61-0465-4108-944e-5595e1af1a9d req-4e1227fe-2190-411a-acc2-3d4d3f9af8c8 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474222 Feb 07 21:50:23.401465 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:24.146024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868db0a-0ba4-4740-8a59-01d16317ce8e req-5de850a4-a691-4c92-88a5-c2930c219c14 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:24.147472 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b868db0a-0ba4-4740-8a59-01d16317ce8e req-5de850a4-a691-4c92-88a5-c2930c219c14 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.0517902 Feb 07 21:50:24.192606 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b868db0a-0ba4-4740-8a59-01d16317ce8e req-e1fe48e4-7e9e-4c8a-a3d7-afffa84d855e tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396442 Feb 07 21:50:24.307814 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d7e05-1fb7-4971-b434-9a5bfa8789d9 req-1631994f-14d0-4932-a24a-038777f11c52 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:24.309275 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-336d7e05-1fb7-4971-b434-9a5bfa8789d9 req-1631994f-14d0-4932-a24a-038777f11c52 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.0513482 Feb 07 21:50:24.354760 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-336d7e05-1fb7-4971-b434-9a5bfa8789d9 req-607e55be-ad2d-47b2-ab5b-7b77a2ba4474 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400207 Feb 07 21:50:24.615690 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-f0c04d38-2d28-4d37-9ede-f630022c07d3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0792449 Feb 07 21:50:24.627467 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db03636-eb5a-4633-9149-e70087b141ff req-2d8e23fb-1219-4fab-8e8d-cf04f1a1f5a8 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:24.628919 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6db03636-eb5a-4633-9149-e70087b141ff req-2d8e23fb-1219-4fab-8e8d-cf04f1a1f5a8 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.0638835 Feb 07 21:50:24.675912 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6db03636-eb5a-4633-9149-e70087b141ff req-7bc69934-ca2f-4454-a822-4d7fe04d04bc tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413704 Feb 07 21:50:24.725579 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:25.732407 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-2095cb79-5752-4173-9199-29dd664751e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:25.734589 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-2095cb79-5752-4173-9199-29dd664751e7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1127a3c6ebd34f579d90838a1f3454d7&device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 1127 time: 0.0553038 Feb 07 21:50:25.862837 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6083b-2b1a-4101-a5e0-e43dd1b75e01 req-b2cf3755-1a90-47d2-abd2-6bfbac3be298 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:25.864334 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79f6083b-2b1a-4101-a5e0-e43dd1b75e01 req-b2cf3755-1a90-47d2-abd2-6bfbac3be298 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.1150870 Feb 07 21:50:25.865678 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-2ee163ab-2754-4000-b9a5-ea53708c8a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:25.867000 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-2ee163ab-2754-4000-b9a5-ea53708c8a0d service neutron] 10.222.0.71 "GET /v2.0/networks?id=1d49c7dd-6473-4d79-90ae-9329af85d382 HTTP/1.1" status: 200 len: 915 time: 0.1266119 Feb 07 21:50:25.919218 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-27de2a3a-f086-469d-ac6a-21045757c96e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e55f81a3-ec71-4f34-9195-ebf94bf67040 HTTP/1.1" status: 200 len: 217 time: 0.0430951 Feb 07 21:50:25.973280 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79f6083b-2b1a-4101-a5e0-e43dd1b75e01 req-050721b8-c4ab-4114-8cd0-2dc547ef6fe2 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030304 Feb 07 21:50:25.983641 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-4e392c70-6c26-4318-a893-002fbb403cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:25.985650 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-4e392c70-6c26-4318-a893-002fbb403cb8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6c28e113-e3a6-4d08-814c-4de1651b88f7 HTTP/1.1" status: 200 len: 854 time: 0.0609839 Feb 07 21:50:26.017050 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-dd149c1a-1779-499d-aef8-95137521ca5a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1d49c7dd-6473-4d79-90ae-9329af85d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258543 Feb 07 21:50:26.107841 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-96a448b5-f074-4f56-9d7e-bc5339bc8b73 service neutron] 10.222.0.71 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847909 Feb 07 21:50:26.197128 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-f9524048-c5fc-4ad6-ba0a-532fb3dd31f5 service neutron] 10.222.0.71 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839999 Feb 07 21:50:27.098084 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af667e4-0541-4844-a07e-6664e8d56477 req-86071764-1b83-4f50-84cf-1953de0f3277 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:27.099542 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1af667e4-0541-4844-a07e-6664e8d56477 req-86071764-1b83-4f50-84cf-1953de0f3277 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.0576353 Feb 07 21:50:27.145152 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1af667e4-0541-4844-a07e-6664e8d56477 req-6a6e6185-4246-4979-9b4a-0b429f00b4f2 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400622 Feb 07 21:50:28.262913 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902dbad-2d79-4330-83b0-57387d5a48d7 req-a01842b4-18eb-403f-9fd9-7b8b16f990b6 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:28.264400 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f902dbad-2d79-4330-83b0-57387d5a48d7 req-a01842b4-18eb-403f-9fd9-7b8b16f990b6 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.0521138 Feb 07 21:50:28.309889 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f902dbad-2d79-4330-83b0-57387d5a48d7 req-3e1a995a-fc00-4af2-8225-04d0c754765e tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399423 Feb 07 21:50:29.425889 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080653af-44e5-400c-894c-7bb26531fa5b req-f38ac725-0a4b-4689-ae70-d13458d7454e tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:29.427330 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-080653af-44e5-400c-894c-7bb26531fa5b req-f38ac725-0a4b-4689-ae70-d13458d7454e tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.0502112 Feb 07 21:50:29.477618 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-080653af-44e5-400c-894c-7bb26531fa5b req-c440e896-bc75-48a2-9a4f-74edc9589f4e tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447588 Feb 07 21:50:30.594095 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd9f40-dc40-497e-9254-af8e038647fe req-0c50aced-a774-4031-ad43-d8f1aa83752a tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:30.595560 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-09fd9f40-dc40-497e-9254-af8e038647fe req-0c50aced-a774-4031-ad43-d8f1aa83752a tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.0511689 Feb 07 21:50:30.641543 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-09fd9f40-dc40-497e-9254-af8e038647fe req-f58f7827-ccb6-4cef-ad82-a54d59f4fc52 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402818 Feb 07 21:50:31.818562 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90ac72-7868-455f-8f31-b0cde1833f14 req-3b761a59-c74b-4a6b-85cf-b51f554ffa12 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:31.820039 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d90ac72-7868-455f-8f31-b0cde1833f14 req-3b761a59-c74b-4a6b-85cf-b51f554ffa12 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.1114995 Feb 07 21:50:31.865721 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d90ac72-7868-455f-8f31-b0cde1833f14 req-08523497-d13d-435c-9c53-8e628e36dc22 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401239 Feb 07 21:50:32.988235 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9954acb-90a8-4524-a486-a30b5eb6ac5f req-e75a0694-b2dd-49fd-983c-c9ff11d16438 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:32.989638 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9954acb-90a8-4524-a486-a30b5eb6ac5f req-e75a0694-b2dd-49fd-983c-c9ff11d16438 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.0551794 Feb 07 21:50:33.034855 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e9954acb-90a8-4524-a486-a30b5eb6ac5f req-c9570dac-0f3a-4706-bdf8-631c5a609242 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397754 Feb 07 21:50:34.050693 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:34.150788 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a5ee3-bbf0-4619-aa2d-cba46a701082 req-3642dc61-c230-4fc8-8e5a-e3d54f83d37d tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:34.153024 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6c5a5ee3-bbf0-4619-aa2d-cba46a701082 req-3642dc61-c230-4fc8-8e5a-e3d54f83d37d tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.0519569 Feb 07 21:50:34.198538 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6c5a5ee3-bbf0-4619-aa2d-cba46a701082 req-bf4412d1-b46e-4dde-a72f-a233fcf350f1 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400028 Feb 07 21:50:34.286754 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:35.319196 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44deacb5-0773-47b4-8627-c5a8de20bb8a req-8f0cdd8e-76c1-4ca6-bc25-ae37683a5f64 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:35.320701 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-44deacb5-0773-47b4-8627-c5a8de20bb8a req-8f0cdd8e-76c1-4ca6-bc25-ae37683a5f64 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.0546939 Feb 07 21:50:35.365407 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-44deacb5-0773-47b4-8627-c5a8de20bb8a req-042afacb-1119-4eb4-8f51-54df7b18cb35 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391889 Feb 07 21:50:36.483373 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac4164-0c2f-49ad-ace5-ec1ba9238970 req-908a5d67-0060-4c15-90c4-bb8eaa3acbc9 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:36.484856 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-beac4164-0c2f-49ad-ace5-ec1ba9238970 req-908a5d67-0060-4c15-90c4-bb8eaa3acbc9 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.0521333 Feb 07 21:50:36.531585 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-beac4164-0c2f-49ad-ace5-ec1ba9238970 req-ba877443-521f-4a59-a24f-a788beb95436 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412674 Feb 07 21:50:37.650073 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6eab88-1a64-4bc0-8fd8-7a257989723e req-7954e23b-be1f-4d6b-b501-dccb5617c717 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:37.651553 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea6eab88-1a64-4bc0-8fd8-7a257989723e req-7954e23b-be1f-4d6b-b501-dccb5617c717 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.0516586 Feb 07 21:50:37.709488 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea6eab88-1a64-4bc0-8fd8-7a257989723e req-5621ab51-ad62-41e0-bd59-81c7b2f7aa5d tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515685 Feb 07 21:50:38.836914 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c81ed2-f9da-4f45-a358-dc5f863d431d req-0966971e-3d8d-4b3f-a42e-598a5cfa6a0f tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:38.838364 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9c81ed2-f9da-4f45-a358-dc5f863d431d req-0966971e-3d8d-4b3f-a42e-598a5cfa6a0f tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.0528305 Feb 07 21:50:38.884450 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9c81ed2-f9da-4f45-a358-dc5f863d431d req-2c107c58-3892-464a-af7b-2fb85256b410 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397990 Feb 07 21:50:40.002954 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b820f3-d59a-44bb-8cfb-cc3262851593 req-99edb4c7-e7c8-4c2a-b0c7-5392485d3c5c tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:40.004352 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72b820f3-d59a-44bb-8cfb-cc3262851593 req-99edb4c7-e7c8-4c2a-b0c7-5392485d3c5c tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.0516613 Feb 07 21:50:40.049671 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72b820f3-d59a-44bb-8cfb-cc3262851593 req-bf695c2a-e583-4120-b071-db5faa483759 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397396 Feb 07 21:50:41.175465 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f879b-8a80-47ea-8f25-f6720a6286ac req-859e91cc-c25c-4d0b-9d9d-79c978454f95 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:41.176946 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c7f879b-8a80-47ea-8f25-f6720a6286ac req-859e91cc-c25c-4d0b-9d9d-79c978454f95 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.0563815 Feb 07 21:50:41.222075 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c7f879b-8a80-47ea-8f25-f6720a6286ac req-1370aea0-e472-44ee-bef0-9ba9d5512d3c tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396457 Feb 07 21:50:41.654916 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:50:42.338845 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561ba13-a475-4f4e-b0eb-48be4407ec38 req-381a1b17-38f6-4030-ba63-0648b6a7c3d7 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:42.340838 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b561ba13-a475-4f4e-b0eb-48be4407ec38 req-381a1b17-38f6-4030-ba63-0648b6a7c3d7 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.0519722 Feb 07 21:50:42.386027 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b561ba13-a475-4f4e-b0eb-48be4407ec38 req-93e15ef9-88e9-47f7-8ece-02c6bb683c9d tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397305 Feb 07 21:50:43.502290 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fe28e-18a5-4b98-9840-46b4ac2ef560 req-520d571e-1afd-44ce-93e0-c2a76b2e094a tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:43.503752 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d5fe28e-18a5-4b98-9840-46b4ac2ef560 req-520d571e-1afd-44ce-93e0-c2a76b2e094a tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.0515349 Feb 07 21:50:43.553189 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d5fe28e-18a5-4b98-9840-46b4ac2ef560 req-1b144cd0-25ba-4f1b-a37f-92c59e4a309e tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439622 Feb 07 21:50:44.676156 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32d6e1-6f96-4f27-b6e5-afaa2d67c513 req-32e05cf2-c053-40e7-9cd7-1a35d2e2a2f0 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:44.677671 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db32d6e1-6f96-4f27-b6e5-afaa2d67c513 req-32e05cf2-c053-40e7-9cd7-1a35d2e2a2f0 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.0543134 Feb 07 21:50:44.724236 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db32d6e1-6f96-4f27-b6e5-afaa2d67c513 req-98cf79fa-2bfc-4e41-8bb3-b187eb3977ba tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410340 Feb 07 21:50:45.839706 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355116d0-e711-4bec-b7c3-826e71e86c7c req-b4ea5301-0c1e-4b5d-ab97-cd0548f0953a tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:45.841829 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-355116d0-e711-4bec-b7c3-826e71e86c7c req-b4ea5301-0c1e-4b5d-ab97-cd0548f0953a tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.0514491 Feb 07 21:50:45.887064 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-355116d0-e711-4bec-b7c3-826e71e86c7c req-7ff4ecf6-d1e9-431d-8e00-bcbc099e5434 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392721 Feb 07 21:50:47.011380 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dc39e-131c-4bd9-a607-0b7565dfb5df req-b887e5ca-d898-413a-9178-e09e0240980f tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:47.013345 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b60dc39e-131c-4bd9-a607-0b7565dfb5df req-b887e5ca-d898-413a-9178-e09e0240980f tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.0563118 Feb 07 21:50:47.060931 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b60dc39e-131c-4bd9-a607-0b7565dfb5df req-31c96e59-83e5-4626-bbdc-0c4d314adcb0 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420227 Feb 07 21:50:48.176643 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991af70-01c5-497a-b5f9-e0bd27075c2d req-865353a5-7188-453b-98d2-4a160788e226 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:48.178092 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6991af70-01c5-497a-b5f9-e0bd27075c2d req-865353a5-7188-453b-98d2-4a160788e226 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.0506802 Feb 07 21:50:48.224734 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6991af70-01c5-497a-b5f9-e0bd27075c2d req-f58175d8-da18-42a1-a715-37da25749f9d tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410802 Feb 07 21:50:48.469976 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a4a476d7-8275-432d-96f8-57aca79ffcc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:49.355328 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851e075-6355-4eb2-b4f5-27e462748488 req-fdadfd5d-f007-4668-a9b4-691feaf10cfc tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:49.356829 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b851e075-6355-4eb2-b4f5-27e462748488 req-fdadfd5d-f007-4668-a9b4-691feaf10cfc tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.0628238 Feb 07 21:50:49.407567 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b851e075-6355-4eb2-b4f5-27e462748488 req-4022999f-ed32-4556-ba76-9862a5a7c67e tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449791 Feb 07 21:50:50.526953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833af3c-3db2-4b6c-88b2-257357c1c3ec req-86352c9c-7f80-4ffd-89e7-6b7643b7cda4 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:50.528942 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e833af3c-3db2-4b6c-88b2-257357c1c3ec req-86352c9c-7f80-4ffd-89e7-6b7643b7cda4 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.0516720 Feb 07 21:50:50.573979 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e833af3c-3db2-4b6c-88b2-257357c1c3ec req-58d6a963-efd1-4bd9-9918-0111c28adff6 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395281 Feb 07 21:50:50.642679 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7d198067-53f1-47b8-b05a-c54836bf660f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:51.693875 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab366c30-7832-40b9-8a51-8421c5511269 req-ce98a031-ba8b-4785-8363-0cc75cf20615 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:51.695349 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab366c30-7832-40b9-8a51-8421c5511269 req-ce98a031-ba8b-4785-8363-0cc75cf20615 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.0533834 Feb 07 21:50:51.745270 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab366c30-7832-40b9-8a51-8421c5511269 req-9cbeba65-bf2f-45c2-af72-16800099e7d2 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443678 Feb 07 21:50:51.919383 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:52.874002 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1c6f2-0c70-436a-aeb0-6a7a6c1c5b12 req-4dda9311-fb66-4a66-bbaa-f2e637a59ea4 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:52.875637 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18b1c6f2-0c70-436a-aeb0-6a7a6c1c5b12 req-4dda9311-fb66-4a66-bbaa-f2e637a59ea4 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.0618806 Feb 07 21:50:52.931866 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18b1c6f2-0c70-436a-aeb0-6a7a6c1c5b12 req-ee803d2d-cb77-4828-8e6d-50e3de17cefa tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453742 Feb 07 21:50:53.075526 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-3f90e2cf-3ba4-4f3f-8c64-9843a0514b83 service neutron] show failed (client error): The resource could not be found. Feb 07 21:50:53.076542 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-3f90e2cf-3ba4-4f3f-8c64-9843a0514b83 service neutron] 10.222.0.71 "GET /v2.0/ports/e55f81a3-ec71-4f34-9195-ebf94bf67040/bindings/n-h1-828185-2 HTTP/1.1" status: 404 len: 380 time: 0.0536034 Feb 07 21:50:53.280391 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-556c6372-2778-40bc-b33b-b43d6de7d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:53.281879 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-556c6372-2778-40bc-b33b-b43d6de7d463 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5&tenant_id=1127a3c6ebd34f579d90838a1f3454d7 HTTP/1.1" status: 200 len: 1127 time: 0.0454788 Feb 07 21:50:53.292016 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828185-2', 'device_owner': 'compute:nova'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:50:53.348254 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e55f81a3-ec71-4f34-9195-ebf94bf67040), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:53.404550 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:53.553530 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] For port e55f81a3-ec71-4f34-9195-ebf94bf67040, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=e55f81a3-ec71-4f34-9195-ebf94bf67040,segment=NetworkSegment(41b2cf66-2003-4d77-adfd-b83dbb4d71e4),segment_id=41b2cf66-2003-4d77-adfd-b83dbb4d71e4)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:50:53.587957 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] For port e55f81a3-ec71-4f34-9195-ebf94bf67040, host n-h2-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:50:53.627501 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc708b1-cc8b-430a-9487-4ce5fe9918f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e55f81a3-ec71-4f34-9195-ebf94bf67040'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:50:53.629789 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83af7aa2-529a-4c7f-b00f-395146a1cb10" -d '{"events": [{"server_uuid": "0cc708b1-cc8b-430a-9487-4ce5fe9918f5", "name": "network-vif-unplugged", "status": "completed", "tag": "e55f81a3-ec71-4f34-9195-ebf94bf67040"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:50:53.633641 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Publish callbacks [] for port (e55f81a3-ec71-4f34-9195-ebf94bf67040), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:53.646051 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Transition to ACTIVE for port object e55f81a3-ec71-4f34-9195-ebf94bf67040 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:50:53.649415 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (e55f81a3-ec71-4f34-9195-ebf94bf67040), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:53.682045 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bc9f0d-d99c-4558-a50d-8dac1a5a0bfe x-openstack-request-id: req-81bc9f0d-d99c-4558-a50d-8dac1a5a0bfe {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:50:53.682343 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc708b1-cc8b-430a-9487-4ce5fe9918f5", "name": "network-vif-unplugged", "status": "completed", "tag": "e55f81a3-ec71-4f34-9195-ebf94bf67040", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:50:53.682600 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-81bc9f0d-d99c-4558-a50d-8dac1a5a0bfe {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:50:53.682994 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc708b1-cc8b-430a-9487-4ce5fe9918f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e55f81a3-ec71-4f34-9195-ebf94bf67040', 'code': 200} Feb 07 21:50:53.716155 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] No DVR routers for this DVR port e55f81a3-ec71-4f34-9195-ebf94bf67040 on host n-h2-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:50:53.718053 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Pushing event updated for resources: {'Port': ['ID=e55f81a3-ec71-4f34-9195-ebf94bf67040,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:50:53.731162 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:50:53.731516 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:50:53.731866 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:50:53.732212 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:50:53.732625 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:50:53.732909 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:50:53.733242 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:50:53.733569 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:50:53.733896 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:50:53.734223 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:50:53.734550 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:50:53.734874 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:50:53.735197 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:50:53.764200 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Attempting to bind port e55f81a3-ec71-4f34-9195-ebf94bf67040 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:50:53.764562 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Attempting to bind port e55f81a3-ec71-4f34-9195-ebf94bf67040 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '41b2cf66-2003-4d77-adfd-b83dbb4d71e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d49c7dd-6473-4d79-90ae-9329af85d382'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:50:53.764891 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Attempting to bind port e55f81a3-ec71-4f34-9195-ebf94bf67040 on network 1d49c7dd-6473-4d79-90ae-9329af85d382 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:50:53.769127 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Port e55f81a3-ec71-4f34-9195-ebf94bf67040 on network 1d49c7dd-6473-4d79-90ae-9329af85d382 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:50:53.769449 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Attempting to bind port e55f81a3-ec71-4f34-9195-ebf94bf67040 on network 1d49c7dd-6473-4d79-90ae-9329af85d382 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:50:53.774280 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:50:53.774620 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Checking segment: {'id': '41b2cf66-2003-4d77-adfd-b83dbb4d71e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d49c7dd-6473-4d79-90ae-9329af85d382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:50:53.775003 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Bound using segment: {'id': '41b2cf66-2003-4d77-adfd-b83dbb4d71e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d49c7dd-6473-4d79-90ae-9329af85d382'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:50:53.775426 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Bound port: e55f81a3-ec71-4f34-9195-ebf94bf67040, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b2cf66-2003-4d77-adfd-b83dbb4d71e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d49c7dd-6473-4d79-90ae-9329af85d382'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:50:53.775776 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e55f81a3-ec71-4f34-9195-ebf94bf67040), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:53.841561 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] For port e55f81a3-ec71-4f34-9195-ebf94bf67040, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:50:53.844598 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] For port e55f81a3-ec71-4f34-9195-ebf94bf67040, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e55f81a3-ec71-4f34-9195-ebf94bf67040,segment=NetworkSegment(41b2cf66-2003-4d77-adfd-b83dbb4d71e4),segment_id=41b2cf66-2003-4d77-adfd-b83dbb4d71e4)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:50:53.850992 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (e55f81a3-ec71-4f34-9195-ebf94bf67040), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:53.885762 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:53.887113 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:53.889455 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] 10.222.0.69 "PUT /v2.0/ports/e55f81a3-ec71-4f34-9195-ebf94bf67040 HTTP/1.1" status: 200 len: 1091 time: 0.6010556 Feb 07 21:50:53.921053 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0bc593-c0b6-4a17-a4da-ab30d6d0cf23 service neutron] Pushing event updated for resources: {'Port': ['ID=e55f81a3-ec71-4f34-9195-ebf94bf67040,revision_number=7']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:50:53.960618 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-5be5f1af-022e-4d40-9a2d-074446982cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:53.962247 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-5be5f1af-022e-4d40-9a2d-074446982cd9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1127a3c6ebd34f579d90838a1f3454d7&device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 1125 time: 0.0491982 Feb 07 21:50:54.053398 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5ccb4-0bd8-480d-8c48-fa2d251e757b req-bf69bf1a-b1c7-40bb-beed-1eaefcbecae9 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:54.054002 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-4026921d-1e40-4a0d-a5bf-bb6cf3ad689d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:54.054887 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3cd5ccb4-0bd8-480d-8c48-fa2d251e757b req-bf69bf1a-b1c7-40bb-beed-1eaefcbecae9 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 943 time: 0.0520542 Feb 07 21:50:54.055244 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-4026921d-1e40-4a0d-a5bf-bb6cf3ad689d service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d49c7dd-6473-4d79-90ae-9329af85d382 HTTP/1.1" status: 200 len: 915 time: 0.0877528 Feb 07 21:50:54.096727 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-01f0ca19-c216-4780-81e4-998571ad5f17 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e55f81a3-ec71-4f34-9195-ebf94bf67040 HTTP/1.1" status: 200 len: 217 time: 0.0359733 Feb 07 21:50:54.106078 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3cd5ccb4-0bd8-480d-8c48-fa2d251e757b req-f0536749-90fc-4b80-b8c0-ad9cb86ed824 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452921 Feb 07 21:50:54.143876 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-5e744650-7825-48db-a17e-bc6b8648a76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:54.145355 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-5e744650-7825-48db-a17e-bc6b8648a76f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6c28e113-e3a6-4d08-814c-4de1651b88f7 HTTP/1.1" status: 200 len: 854 time: 0.0434985 Feb 07 21:50:54.180224 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-9b1017b4-9561-419c-a465-33d41904b02c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d49c7dd-6473-4d79-90ae-9329af85d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294347 Feb 07 21:50:54.278613 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-f317a380-477f-4193-bff2-7eeef8b2c200 service neutron] 10.222.0.69 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926011 Feb 07 21:50:54.369298 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-52b749bf-fa1c-4c04-9977-cfc1c79d3fff req-3ab2fc56-86dd-4267-8dde-2762b20bace8 service neutron] 10.222.0.69 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847430 Feb 07 21:50:54.718048 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:55.225521 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269c95a-88a8-4a08-91c5-3f9d34e439fd req-8b109c0b-aa93-4943-bb1c-6fe07af8aa50 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:55.227007 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9269c95a-88a8-4a08-91c5-3f9d34e439fd req-8b109c0b-aa93-4943-bb1c-6fe07af8aa50 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 943 time: 0.0518675 Feb 07 21:50:55.272468 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9269c95a-88a8-4a08-91c5-3f9d34e439fd req-0d6ffb0c-de72-4443-9578-3ee33c90cf37 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392597 Feb 07 21:50:55.684541 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc708b1-cc8b-430a-9487-4ce5fe9918f5', 'tag': 'e55f81a3-ec71-4f34-9195-ebf94bf67040'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:50:55.686825 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84829e76-1f05-45bf-ae6e-930c13e89c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc708b1-cc8b-430a-9487-4ce5fe9918f5", "tag": "e55f81a3-ec71-4f34-9195-ebf94bf67040"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:50:55.734541 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e938ea17-7c90-49c0-a086-6d13acc11173 x-openstack-request-id: req-e938ea17-7c90-49c0-a086-6d13acc11173 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:50:55.734841 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc708b1-cc8b-430a-9487-4ce5fe9918f5", "tag": "e55f81a3-ec71-4f34-9195-ebf94bf67040", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:50:55.735100 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e938ea17-7c90-49c0-a086-6d13acc11173 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:50:55.735506 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc708b1-cc8b-430a-9487-4ce5fe9918f5', 'tag': 'e55f81a3-ec71-4f34-9195-ebf94bf67040', 'status': 'completed', 'code': 200} Feb 07 21:50:55.795905 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84829e76-1f05-45bf-ae6e-930c13e89c7d req-60c0f035-7660-4e34-9821-69bb4b2e2626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:55.797446 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-84829e76-1f05-45bf-ae6e-930c13e89c7d req-60c0f035-7660-4e34-9821-69bb4b2e2626 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1127a3c6ebd34f579d90838a1f3454d7&device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 1125 time: 0.0454416 Feb 07 21:50:55.798217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84829e76-1f05-45bf-ae6e-930c13e89c7d req-83dcaf8b-e9bc-4b8e-b449-f867c460e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:55.799660 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84829e76-1f05-45bf-ae6e-930c13e89c7d req-83dcaf8b-e9bc-4b8e-b449-f867c460e427 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1127a3c6ebd34f579d90838a1f3454d7&device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 1125 time: 0.0429094 Feb 07 21:50:55.886017 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84829e76-1f05-45bf-ae6e-930c13e89c7d req-950821ed-bcaf-4e38-b4de-c540994dcd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:55.888041 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-84829e76-1f05-45bf-ae6e-930c13e89c7d req-950821ed-bcaf-4e38-b4de-c540994dcd45 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d49c7dd-6473-4d79-90ae-9329af85d382 HTTP/1.1" status: 200 len: 915 time: 0.0845695 Feb 07 21:50:55.891423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84829e76-1f05-45bf-ae6e-930c13e89c7d req-b906db76-5e6e-465d-adb8-7e4618929ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:55.892967 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84829e76-1f05-45bf-ae6e-930c13e89c7d req-b906db76-5e6e-465d-adb8-7e4618929ccb service neutron] 10.222.0.71 "GET /v2.0/networks?id=1d49c7dd-6473-4d79-90ae-9329af85d382 HTTP/1.1" status: 200 len: 915 time: 0.0867059 Feb 07 21:50:55.931533 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84829e76-1f05-45bf-ae6e-930c13e89c7d req-58cd27ff-a686-4af7-b17a-60e144a5bc54 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e55f81a3-ec71-4f34-9195-ebf94bf67040 HTTP/1.1" status: 200 len: 217 time: 0.0329754 Feb 07 21:50:55.932829 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-84829e76-1f05-45bf-ae6e-930c13e89c7d req-4951af51-a8f8-4136-b2d9-bffd9920b606 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e55f81a3-ec71-4f34-9195-ebf94bf67040 HTTP/1.1" status: 200 len: 217 time: 0.0380538 Feb 07 21:50:55.978106 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84829e76-1f05-45bf-ae6e-930c13e89c7d req-0197ca0f-1007-4401-8f12-ec49e8e795e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:55.979462 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84829e76-1f05-45bf-ae6e-930c13e89c7d req-0197ca0f-1007-4401-8f12-ec49e8e795e7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6c28e113-e3a6-4d08-814c-4de1651b88f7 HTTP/1.1" status: 200 len: 854 time: 0.0429637 Feb 07 21:50:55.981039 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84829e76-1f05-45bf-ae6e-930c13e89c7d req-0d4caf2d-f2db-4775-ae03-cc2700d4f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:55.982453 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-84829e76-1f05-45bf-ae6e-930c13e89c7d req-0d4caf2d-f2db-4775-ae03-cc2700d4f646 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6c28e113-e3a6-4d08-814c-4de1651b88f7 HTTP/1.1" status: 200 len: 854 time: 0.0427957 Feb 07 21:50:56.014647 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-84829e76-1f05-45bf-ae6e-930c13e89c7d req-84110fad-feae-4630-b9fc-3ea51ac32b03 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d49c7dd-6473-4d79-90ae-9329af85d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259199 Feb 07 21:50:56.014914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84829e76-1f05-45bf-ae6e-930c13e89c7d req-665d2e74-b10b-4307-b875-d42e3260b863 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1d49c7dd-6473-4d79-90ae-9329af85d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298126 Feb 07 21:50:56.100507 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84829e76-1f05-45bf-ae6e-930c13e89c7d req-4270bfc3-887b-4244-ab36-6b50326e9aa7 service neutron] 10.222.0.71 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795934 Feb 07 21:50:56.106981 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-84829e76-1f05-45bf-ae6e-930c13e89c7d req-93f36065-2aeb-485d-aaff-622c0ff2f64a service neutron] 10.222.0.69 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861952 Feb 07 21:50:56.192114 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84829e76-1f05-45bf-ae6e-930c13e89c7d req-09d31c37-f384-45f3-8db8-551ed9f0deb9 service neutron] 10.222.0.71 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854955 Feb 07 21:50:56.194363 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-84829e76-1f05-45bf-ae6e-930c13e89c7d req-82f20ed9-146c-42ff-b594-cb692d06205d service neutron] 10.222.0.69 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815938 Feb 07 21:50:56.391351 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c402b0-5d7c-4dc3-8cfc-5360f68fb39e req-3e12ebb6-7bcc-41a7-928a-19ad9ad29218 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:56.392929 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1c402b0-5d7c-4dc3-8cfc-5360f68fb39e req-3e12ebb6-7bcc-41a7-928a-19ad9ad29218 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 943 time: 0.0529599 Feb 07 21:50:56.438262 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1c402b0-5d7c-4dc3-8cfc-5360f68fb39e req-31bdb3e0-4c8d-4b1a-b4bb-a5792e7c19aa tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398262 Feb 07 21:50:57.557578 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33a1d7-b587-48e9-a072-c7dd8e442f32 req-71f16c9d-badb-419c-b4c2-e4d49db0f676 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:57.559543 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e33a1d7-b587-48e9-a072-c7dd8e442f32 req-71f16c9d-badb-419c-b4c2-e4d49db0f676 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 943 time: 0.0517285 Feb 07 21:50:57.576544 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device e55f81a3-ec71-4f34-9195-ebf94bf67040 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:50:57.610886 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e33a1d7-b587-48e9-a072-c7dd8e442f32 req-e15b760a-2706-4319-8565-8e4873401fca tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462155 Feb 07 21:50:57.618189 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] The host n-h2-828185-2 is not matching for port e55f81a3-ec71-4f34-9195-ebf94bf67040 host n-h1-828185-2! {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 07 21:50:57.618579 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device e55f81a3-ec71-4f34-9195-ebf94bf67040 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:50:57.834146 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74b197-25b2-4526-9297-863a055612d7 req-07c30ecb-10e4-42cf-9455-ea5cdc91039b tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:57.835612 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2a74b197-25b2-4526-9297-863a055612d7 req-07c30ecb-10e4-42cf-9455-ea5cdc91039b tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 943 time: 0.0825121 Feb 07 21:50:57.875399 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2bf9c7-cd70-4838-b451-12c1c76e3183 req-b3497c74-f26a-4da9-a8fb-a0f534bf8f4b tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:57.876833 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe2bf9c7-cd70-4838-b451-12c1c76e3183 req-b3497c74-f26a-4da9-a8fb-a0f534bf8f4b tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5&tenant_id=1127a3c6ebd34f579d90838a1f3454d7&binding%3Ahost_id=n-h1-828185-2 HTTP/1.1" status: 200 len: 943 time: 0.0824296 Feb 07 21:50:57.921682 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2a74b197-25b2-4526-9297-863a055612d7 req-b20d5a57-4bf9-4047-9918-1ec10aa42dbe tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794866 Feb 07 21:50:57.947022 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-fe2bf9c7-cd70-4838-b451-12c1c76e3183 req-016ece0c-8348-457f-851c-16dd3fb0b600 service neutron] delete failed (client error): The resource could not be found. Feb 07 21:50:57.948060 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe2bf9c7-cd70-4838-b451-12c1c76e3183 req-016ece0c-8348-457f-851c-16dd3fb0b600 service neutron] 10.222.0.71 "DELETE /v2.0/ports/e55f81a3-ec71-4f34-9195-ebf94bf67040/bindings/n-h2-828185-2 HTTP/1.1" status: 404 len: 380 time: 0.0638537 Feb 07 21:50:58.035338 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2bf9c7-cd70-4838-b451-12c1c76e3183 req-b5e2bb49-4f36-4c8f-91e0-07800c403915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:58.036770 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe2bf9c7-cd70-4838-b451-12c1c76e3183 req-b5e2bb49-4f36-4c8f-91e0-07800c403915 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1127a3c6ebd34f579d90838a1f3454d7&device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 1125 time: 0.0478737 Feb 07 21:50:58.121672 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2bf9c7-cd70-4838-b451-12c1c76e3183 req-0831682e-e1c8-47b7-88eb-a6a822647691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:58.123115 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe2bf9c7-cd70-4838-b451-12c1c76e3183 req-0831682e-e1c8-47b7-88eb-a6a822647691 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1d49c7dd-6473-4d79-90ae-9329af85d382 HTTP/1.1" status: 200 len: 915 time: 0.0811665 Feb 07 21:50:58.167231 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe2bf9c7-cd70-4838-b451-12c1c76e3183 req-d28d0a32-3829-47d3-b8ec-73eddc043fce service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e55f81a3-ec71-4f34-9195-ebf94bf67040 HTTP/1.1" status: 200 len: 217 time: 0.0372884 Feb 07 21:50:58.213489 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2bf9c7-cd70-4838-b451-12c1c76e3183 req-2e24976e-1ddc-4667-9cd1-1bed3d850d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:58.214910 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe2bf9c7-cd70-4838-b451-12c1c76e3183 req-2e24976e-1ddc-4667-9cd1-1bed3d850d33 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6c28e113-e3a6-4d08-814c-4de1651b88f7 HTTP/1.1" status: 200 len: 854 time: 0.0419037 Feb 07 21:50:58.245484 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe2bf9c7-cd70-4838-b451-12c1c76e3183 req-ba3c353f-a7b7-49d9-b5f5-9ab6633e9345 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1d49c7dd-6473-4d79-90ae-9329af85d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246227 Feb 07 21:50:58.331152 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe2bf9c7-cd70-4838-b451-12c1c76e3183 req-65506071-5d7a-4fc1-853e-2ba1a0ec91b2 service neutron] 10.222.0.71 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794547 Feb 07 21:50:58.418921 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe2bf9c7-cd70-4838-b451-12c1c76e3183 req-021a7f88-35b2-4487-bbdd-c1ca44572ae0 service neutron] 10.222.0.71 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823512 Feb 07 21:50:58.818144 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device e55f81a3-ec71-4f34-9195-ebf94bf67040 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:50:58.918210 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port e55f81a3-ec71-4f34-9195-ebf94bf67040, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e55f81a3-ec71-4f34-9195-ebf94bf67040,segment=NetworkSegment(41b2cf66-2003-4d77-adfd-b83dbb4d71e4),segment_id=41b2cf66-2003-4d77-adfd-b83dbb4d71e4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:50:58.930520 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'e55f81a3-ec71-4f34-9195-ebf94bf67040', 'network_id': '1d49c7dd-6473-4d79-90ae-9329af85d382', 'port_id': 'e55f81a3-ec71-4f34-9195-ebf94bf67040', 'mac_address': 'fa:16:3e:65:7e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c28e113-e3a6-4d08-814c-4de1651b88f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:50:58.971546 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port e55f81a3-ec71-4f34-9195-ebf94bf67040 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:50:58.972178 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e55f81a3-ec71-4f34-9195-ebf94bf67040), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:58.985562 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e55f81a3-ec71-4f34-9195-ebf94bf67040 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:50:59.004377 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port e55f81a3-ec71-4f34-9195-ebf94bf67040, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e55f81a3-ec71-4f34-9195-ebf94bf67040,segment=NetworkSegment(41b2cf66-2003-4d77-adfd-b83dbb4d71e4),segment_id=41b2cf66-2003-4d77-adfd-b83dbb4d71e4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:50:59.008170 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e55f81a3-ec71-4f34-9195-ebf94bf67040), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:50:59.050628 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064a37b-dd49-44ec-bef5-5165247cee12 req-bc0d9a9c-2089-4f1a-86eb-9b9206055d0e tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:59.053436 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2064a37b-dd49-44ec-bef5-5165247cee12 req-bc0d9a9c-2089-4f1a-86eb-9b9206055d0e tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 944 time: 0.0546064 Feb 07 21:50:59.060092 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=e55f81a3-ec71-4f34-9195-ebf94bf67040,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:50:59.102382 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2064a37b-dd49-44ec-bef5-5165247cee12 req-3f8afa28-fb9c-43b5-8556-c2dfb58efcc1 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438197 Feb 07 21:50:59.208893 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-94d1d2ab-72a5-4f64-aa0a-5978e5816ea1 req-9e070cca-b71e-4393-9740-132b0df324fb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0602553 Feb 07 21:50:59.230128 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e1720-e795-4532-a458-857cec8821ee req-91914b44-1cac-44da-8f4c-fc998ffed1af tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:59.231655 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f9e1720-e795-4532-a458-857cec8821ee req-91914b44-1cac-44da-8f4c-fc998ffed1af tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 944 time: 0.0586848 Feb 07 21:50:59.288433 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f9e1720-e795-4532-a458-857cec8821ee req-3697ef9d-54c2-4e4b-96a7-09b77b056413 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466235 Feb 07 21:50:59.302013 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1d2ab-72a5-4f64-aa0a-5978e5816ea1 req-24ed5305-b265-41fe-b88f-07aefc7d248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:59.303540 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-94d1d2ab-72a5-4f64-aa0a-5978e5816ea1 req-24ed5305-b265-41fe-b88f-07aefc7d248b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1127a3c6ebd34f579d90838a1f3454d7&device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 1126 time: 0.0498323 Feb 07 21:50:59.318644 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['e55f81a3-ec71-4f34-9195-ebf94bf67040'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:50:59.416648 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580a1cf-a411-457e-9556-f2415155f423 req-1eddba5b-cf51-46fd-abcc-47876a6d566b tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:59.417234 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1d2ab-72a5-4f64-aa0a-5978e5816ea1 req-3e212152-0f60-404a-a086-8c3d73c9c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:59.418206 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2580a1cf-a411-457e-9556-f2415155f423 req-1eddba5b-cf51-46fd-abcc-47876a6d566b tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 944 time: 0.0558338 Feb 07 21:50:59.418977 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-94d1d2ab-72a5-4f64-aa0a-5978e5816ea1 req-3e212152-0f60-404a-a086-8c3d73c9c21b service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d49c7dd-6473-4d79-90ae-9329af85d382 HTTP/1.1" status: 200 len: 915 time: 0.0962682 Feb 07 21:50:59.466932 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-94d1d2ab-72a5-4f64-aa0a-5978e5816ea1 req-44f0c455-f25e-473d-9018-275f1efc2f0c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e55f81a3-ec71-4f34-9195-ebf94bf67040 HTTP/1.1" status: 200 len: 217 time: 0.0420113 Feb 07 21:50:59.467465 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2580a1cf-a411-457e-9556-f2415155f423 req-a8ba7e69-f5d2-46e9-9b83-e44a253b0ea6 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430684 Feb 07 21:50:59.517787 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1d2ab-72a5-4f64-aa0a-5978e5816ea1 req-f4d3630e-98fb-41ac-96a0-f7a338f06b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:59.519262 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-94d1d2ab-72a5-4f64-aa0a-5978e5816ea1 req-f4d3630e-98fb-41ac-96a0-f7a338f06b9c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6c28e113-e3a6-4d08-814c-4de1651b88f7 HTTP/1.1" status: 200 len: 854 time: 0.0461681 Feb 07 21:50:59.551480 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-94d1d2ab-72a5-4f64-aa0a-5978e5816ea1 req-85166bcd-69ea-4923-a82e-da40233a25fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d49c7dd-6473-4d79-90ae-9329af85d382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256617 Feb 07 21:50:59.648652 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-94d1d2ab-72a5-4f64-aa0a-5978e5816ea1 req-71e14769-5a64-4884-a0f4-88c995568c74 service neutron] 10.222.0.69 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908778 Feb 07 21:50:59.741018 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-94d1d2ab-72a5-4f64-aa0a-5978e5816ea1 req-81e90494-b58f-4538-8871-a6eeb4ee1518 service neutron] 10.222.0.69 "GET /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852919 Feb 07 21:50:59.817297 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a422d-e1d6-4e90-b625-81a8a662d434 req-c2f48e08-399d-4bdd-bf55-0f1cdad88ba9 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:50:59.818796 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b7a422d-e1d6-4e90-b625-81a8a662d434 req-c2f48e08-399d-4bdd-bf55-0f1cdad88ba9 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 944 time: 0.0516376 Feb 07 21:50:59.867830 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b7a422d-e1d6-4e90-b625-81a8a662d434 req-e9666304-ae40-428f-9fb3-d38abcda57dd tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429661 Feb 07 21:51:00.833243 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device e55f81a3-ec71-4f34-9195-ebf94bf67040 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:51:00.881871 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port e55f81a3-ec71-4f34-9195-ebf94bf67040 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:51:00.885788 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port e55f81a3-ec71-4f34-9195-ebf94bf67040 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:51:00.886154 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e55f81a3-ec71-4f34-9195-ebf94bf67040), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:00.969959 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port e55f81a3-ec71-4f34-9195-ebf94bf67040 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:51:00.970350 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e55f81a3-ec71-4f34-9195-ebf94bf67040), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:00.990147 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5c1f6-d83b-4ce4-8ac4-3427a3de567d req-d487be1b-c685-4b04-a768-9bf4fbcdc2dc tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:00.991573 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1b5c1f6-d83b-4ce4-8ac4-3427a3de567d req-d487be1b-c685-4b04-a768-9bf4fbcdc2dc tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 944 time: 0.0570538 Feb 07 21:51:00.994901 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc708b1-cc8b-430a-9487-4ce5fe9918f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55f81a3-ec71-4f34-9195-ebf94bf67040'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:51:00.997545 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9477c5ee-4966-4c0b-8c72-394c64b02218" -d '{"events": [{"server_uuid": "0cc708b1-cc8b-430a-9487-4ce5fe9918f5", "name": "network-vif-plugged", "status": "completed", "tag": "e55f81a3-ec71-4f34-9195-ebf94bf67040"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:51:01.010613 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port e55f81a3-ec71-4f34-9195-ebf94bf67040, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e55f81a3-ec71-4f34-9195-ebf94bf67040,segment=NetworkSegment(41b2cf66-2003-4d77-adfd-b83dbb4d71e4),segment_id=41b2cf66-2003-4d77-adfd-b83dbb4d71e4)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:51:01.016903 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e55f81a3-ec71-4f34-9195-ebf94bf67040), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:01.050049 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dfd5b6-82ca-4222-8b66-dede9451cf7c x-openstack-request-id: req-46dfd5b6-82ca-4222-8b66-dede9451cf7c {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:51:01.050597 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc708b1-cc8b-430a-9487-4ce5fe9918f5", "name": "network-vif-plugged", "status": "completed", "tag": "e55f81a3-ec71-4f34-9195-ebf94bf67040", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:51:01.051071 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-46dfd5b6-82ca-4222-8b66-dede9451cf7c {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:51:01.051553 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc708b1-cc8b-430a-9487-4ce5fe9918f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55f81a3-ec71-4f34-9195-ebf94bf67040', 'code': 200} Feb 07 21:51:01.075032 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1b5c1f6-d83b-4ce4-8ac4-3427a3de567d req-139f11e7-931c-488e-a9d1-e996352ad3ca tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba7a1689-2919-4987-990f-1daa57f0ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768747 Feb 07 21:51:01.086727 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=e55f81a3-ec71-4f34-9195-ebf94bf67040,revision_number=9']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:01.102450 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469c2cf-e682-4c7b-8421-673414e364b1 req-01dcc4cf-013a-4d7a-94a5-6b78e76d1518 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:01.104019 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6469c2cf-e682-4c7b-8421-673414e364b1 req-01dcc4cf-013a-4d7a-94a5-6b78e76d1518 tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.69 "GET /v2.0/ports?device_id=0cc708b1-cc8b-430a-9487-4ce5fe9918f5 HTTP/1.1" status: 200 len: 945 time: 0.0745094 Feb 07 21:51:01.204228 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-6469c2cf-e682-4c7b-8421-673414e364b1 req-a3ce3022-93f3-4a97-b274-e9135bf2619e tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Deleting port e55f81a3-ec71-4f34-9195-ebf94bf67040 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:51:01.204603 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6469c2cf-e682-4c7b-8421-673414e364b1 req-a3ce3022-93f3-4a97-b274-e9135bf2619e tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e55f81a3-ec71-4f34-9195-ebf94bf67040), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:01.291999 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-6469c2cf-e682-4c7b-8421-673414e364b1 req-a3ce3022-93f3-4a97-b274-e9135bf2619e tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] For port e55f81a3-ec71-4f34-9195-ebf94bf67040, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=e55f81a3-ec71-4f34-9195-ebf94bf67040,segment=NetworkSegment(41b2cf66-2003-4d77-adfd-b83dbb4d71e4),segment_id=41b2cf66-2003-4d77-adfd-b83dbb4d71e4)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:51:01.292246 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6469c2cf-e682-4c7b-8421-673414e364b1 req-a3ce3022-93f3-4a97-b274-e9135bf2619e tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e55f81a3-ec71-4f34-9195-ebf94bf67040), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:01.305247 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-6469c2cf-e682-4c7b-8421-673414e364b1 req-a3ce3022-93f3-4a97-b274-e9135bf2619e tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Calling delete_port for e55f81a3-ec71-4f34-9195-ebf94bf67040 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:51:01.431662 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6469c2cf-e682-4c7b-8421-673414e364b1 req-a3ce3022-93f3-4a97-b274-e9135bf2619e tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (e55f81a3-ec71-4f34-9195-ebf94bf67040), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:01.444414 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['e55f81a3-ec71-4f34-9195-ebf94bf67040'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:51:01.460607 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce3022-93f3-4a97-b274-e9135bf2619e tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Pushing event deleted for resources: {'Port': ['ID=e55f81a3-ec71-4f34-9195-ebf94bf67040,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:01.506753 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-6469c2cf-e682-4c7b-8421-673414e364b1 req-a3ce3022-93f3-4a97-b274-e9135bf2619e tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] No DVR routers for this DVR port e55f81a3-ec71-4f34-9195-ebf94bf67040 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:51:01.509492 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6469c2cf-e682-4c7b-8421-673414e364b1 req-a3ce3022-93f3-4a97-b274-e9135bf2619e tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:01.513462 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6469c2cf-e682-4c7b-8421-673414e364b1 req-a3ce3022-93f3-4a97-b274-e9135bf2619e tempest-ServerDiskConfigTestJSON-974437970 tempest-ServerDiskConfigTestJSON-974437970-project] 10.222.0.69 "DELETE /v2.0/ports/e55f81a3-ec71-4f34-9195-ebf94bf67040 HTTP/1.1" status: 204 len: 173 time: 0.3995392 Feb 07 21:51:01.513931 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc708b1-cc8b-430a-9487-4ce5fe9918f5', 'name': 'network-vif-deleted', 'tag': 'e55f81a3-ec71-4f34-9195-ebf94bf67040'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:51:01.516264 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec73b322-d2a8-4e74-9283-9044b0be4858" -d '{"events": [{"server_uuid": "0cc708b1-cc8b-430a-9487-4ce5fe9918f5", "name": "network-vif-deleted", "tag": "e55f81a3-ec71-4f34-9195-ebf94bf67040"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:51:01.555906 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a21250-a3bb-4616-918e-77187b8ec2f9 x-openstack-request-id: req-f3a21250-a3bb-4616-918e-77187b8ec2f9 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:51:01.556197 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc708b1-cc8b-430a-9487-4ce5fe9918f5", "name": "network-vif-deleted", "tag": "e55f81a3-ec71-4f34-9195-ebf94bf67040", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:51:01.557066 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f3a21250-a3bb-4616-918e-77187b8ec2f9 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:51:01.557478 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc708b1-cc8b-430a-9487-4ce5fe9918f5', 'name': 'network-vif-deleted', 'tag': 'e55f81a3-ec71-4f34-9195-ebf94bf67040', 'status': 'completed', 'code': 200} Feb 07 21:51:02.186442 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44522) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:51:02.233233 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-4429a17d-9bd1-4390-804c-620c97078e7a admin admin] Deleting subnet 6c28e113-e3a6-4d08-814c-4de1651b88f7 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:51:02.236785 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4429a17d-9bd1-4390-804c-620c97078e7a admin admin] Publish callbacks [] for subnet (6c28e113-e3a6-4d08-814c-4de1651b88f7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:02.274622 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4429a17d-9bd1-4390-804c-620c97078e7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (6c28e113-e3a6-4d08-814c-4de1651b88f7), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:02.312839 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4429a17d-9bd1-4390-804c-620c97078e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (6c28e113-e3a6-4d08-814c-4de1651b88f7), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:02.362427 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4429a17d-9bd1-4390-804c-620c97078e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (6c28e113-e3a6-4d08-814c-4de1651b88f7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:02.387026 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429a17d-9bd1-4390-804c-620c97078e7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c28e113-e3a6-4d08-814c-4de1651b88f7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:02.394993 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4429a17d-9bd1-4390-804c-620c97078e7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:02.400436 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4429a17d-9bd1-4390-804c-620c97078e7a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6c28e113-e3a6-4d08-814c-4de1651b88f7 HTTP/1.1" status: 204 len: 168 time: 0.2106211 Feb 07 21:51:02.400436 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429a17d-9bd1-4390-804c-620c97078e7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:02.400436 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429a17d-9bd1-4390-804c-620c97078e7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:02.400436 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429a17d-9bd1-4390-804c-620c97078e7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:02.400784 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429a17d-9bd1-4390-804c-620c97078e7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:02.400858 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44524) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:51:02.401295 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429a17d-9bd1-4390-804c-620c97078e7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:02.401374 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429a17d-9bd1-4390-804c-620c97078e7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:02.401689 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429a17d-9bd1-4390-804c-620c97078e7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:02.402551 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429a17d-9bd1-4390-804c-620c97078e7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:02.402881 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429a17d-9bd1-4390-804c-620c97078e7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:02.403209 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429a17d-9bd1-4390-804c-620c97078e7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:02.403536 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429a17d-9bd1-4390-804c-620c97078e7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:02.403861 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429a17d-9bd1-4390-804c-620c97078e7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:02.404186 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4429a17d-9bd1-4390-804c-620c97078e7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:02.469497 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5300a30b-6d12-44b8-bfe6-b3c72de48069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (1d49c7dd-6473-4d79-90ae-9329af85d382), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:02.551585 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5300a30b-6d12-44b8-bfe6-b3c72de48069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (1d49c7dd-6473-4d79-90ae-9329af85d382), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:02.572287 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-5300a30b-6d12-44b8-bfe6-b3c72de48069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d49c7dd-6473-4d79-90ae-9329af85d382']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:51:02.581710 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-5300a30b-6d12-44b8-bfe6-b3c72de48069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b2cf66-2003-4d77-adfd-b83dbb4d71e4') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:51:02.582005 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-5300a30b-6d12-44b8-bfe6-b3c72de48069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b2cf66-2003-4d77-adfd-b83dbb4d71e4') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:51:02.591871 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5300a30b-6d12-44b8-bfe6-b3c72de48069 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (41b2cf66-2003-4d77-adfd-b83dbb4d71e4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:02.605125 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5300a30b-6d12-44b8-bfe6-b3c72de48069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (41b2cf66-2003-4d77-adfd-b83dbb4d71e4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:02.611488 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5300a30b-6d12-44b8-bfe6-b3c72de48069 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:51:02.611915 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5300a30b-6d12-44b8-bfe6-b3c72de48069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (41b2cf66-2003-4d77-adfd-b83dbb4d71e4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:51:02.613711 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:51:02.666902 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5300a30b-6d12-44b8-bfe6-b3c72de48069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (1d49c7dd-6473-4d79-90ae-9329af85d382), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:02.673314 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5300a30b-6d12-44b8-bfe6-b3c72de48069 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:02.679786 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5300a30b-6d12-44b8-bfe6-b3c72de48069 admin admin] 10.222.0.65 "DELETE /v2.0/networks/1d49c7dd-6473-4d79-90ae-9329af85d382 HTTP/1.1" status: 204 len: 168 time: 0.2779245 Feb 07 21:51:02.693171 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300a30b-6d12-44b8-bfe6-b3c72de48069 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d49c7dd-6473-4d79-90ae-9329af85d382,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:02.791671 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44528) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:51:02.842842 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-24eb296f-037e-492c-91cb-a85492b44e71 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1127a3c6ebd34f579d90838a1f3454d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0498891 Feb 07 21:51:02.845322 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44530) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:51:02.892135 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d66aafed-33ca-423e-b237-ba0fc02fc050 admin admin] Publish callbacks [] for security_group (ba7a1689-2919-4987-990f-1daa57f0ad23), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:02.913197 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d66aafed-33ca-423e-b237-ba0fc02fc050 admin admin] Publish callbacks [] for security_group (ba7a1689-2919-4987-990f-1daa57f0ad23), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:02.962564 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d66aafed-33ca-423e-b237-ba0fc02fc050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ba7a1689-2919-4987-990f-1daa57f0ad23), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:02.966098 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d66aafed-33ca-423e-b237-ba0fc02fc050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:02.967354 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d66aafed-33ca-423e-b237-ba0fc02fc050 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ba7a1689-2919-4987-990f-1daa57f0ad23 HTTP/1.1" status: 204 len: 168 time: 0.1211247 Feb 07 21:51:02.975967 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66aafed-33ca-423e-b237-ba0fc02fc050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7a1689-2919-4987-990f-1daa57f0ad23,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:03.632016 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44552) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:51:03.728098 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-3309eea3-d7b8-4421-a31c-d03392a01d74 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-54540972-network', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:51:03.749234 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3309eea3-d7b8-4421-a31c-d03392a01d74 admin admin] Made reservation on behalf of 62eabdb9e24a4a34aa20a1d698d0571f for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:51:03.751483 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3309eea3-d7b8-4421-a31c-d03392a01d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:03.759682 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3309eea3-d7b8-4421-a31c-d03392a01d74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:03.833168 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3309eea3-d7b8-4421-a31c-d03392a01d74 admin admin] Publish callbacks [] for security_group (3a9ef736-1ebc-47a4-84f3-f7b9cd65ea50), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:03.837273 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3309eea3-d7b8-4421-a31c-d03392a01d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3a9ef736-1ebc-47a4-84f3-f7b9cd65ea50), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:03.863589 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3309eea3-d7b8-4421-a31c-d03392a01d74 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:51:03.868760 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309eea3-d7b8-4421-a31c-d03392a01d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9ef736-1ebc-47a4-84f3-f7b9cd65ea50,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:03.876350 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3309eea3-d7b8-4421-a31c-d03392a01d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (6f9b9159-f898-4774-a725-c11a7e135b53), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:03.876712 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-3309eea3-d7b8-4421-a31c-d03392a01d74 admin admin] Added segment 6f9b9159-f898-4774-a725-c11a7e135b53 of type vlan for network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 Feb 07 21:51:03.918897 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3309eea3-d7b8-4421-a31c-d03392a01d74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (b11a09fd-5e1d-4d6c-9d39-ca1bd2240902), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:03.941506 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3309eea3-d7b8-4421-a31c-d03392a01d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (b11a09fd-5e1d-4d6c-9d39-ca1bd2240902), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:03.942530 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3309eea3-d7b8-4421-a31c-d03392a01d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:03.943256 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3309eea3-d7b8-4421-a31c-d03392a01d74 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:03.995862 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3309eea3-d7b8-4421-a31c-d03392a01d74 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3626115 Feb 07 21:51:03.998924 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44558) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:51:04.002588 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309eea3-d7b8-4421-a31c-d03392a01d74 admin admin] Pushing event updated for resources: {'Network': ['ID=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:04.003982 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-77c8b0dd-9e36-4ab3-a963-bc5a28872444 admin admin] Request body: {'subnet': {'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-54540972-subnet', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:51:04.012145 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:51:04.023640 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c8b0dd-9e36-4ab3-a963-bc5a28872444 admin admin] Made reservation on behalf of 62eabdb9e24a4a34aa20a1d698d0571f for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:51:04.025952 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-77c8b0dd-9e36-4ab3-a963-bc5a28872444 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:04.082278 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:04.188548 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-77c8b0dd-9e36-4ab3-a963-bc5a28872444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (abd5c662-5033-4e56-8615-049f78849b75), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:04.245713 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8b0dd-9e36-4ab3-a963-bc5a28872444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abd5c662-5033-4e56-8615-049f78849b75,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:04.250508 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c8b0dd-9e36-4ab3-a963-bc5a28872444 admin admin] Checking segment: {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:51:04.250830 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c8b0dd-9e36-4ab3-a963-bc5a28872444 admin admin] Network hostable DHCP agents. Network: b11a09fd-5e1d-4d6c-9d39-ca1bd2240902, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:51:04.266938 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c8b0dd-9e36-4ab3-a963-bc5a28872444 admin admin] Network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:51:04.275420 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-77c8b0dd-9e36-4ab3-a963-bc5a28872444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, b11a09fd-5e1d-4d6c-9d39-ca1bd2240902) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:51:04.279793 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c8b0dd-9e36-4ab3-a963-bc5a28872444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:04.280414 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-77c8b0dd-9e36-4ab3-a963-bc5a28872444 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:04.287881 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781928de-4db8-45af-ba44-9663cf30d2e5 None None] Network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:51:04.300274 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-77c8b0dd-9e36-4ab3-a963-bc5a28872444 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2976229 Feb 07 21:51:04.300562 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44560) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:51:04.304769 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ac824e7e-e20e-46e0-8ad9-99b60917e733 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:51:04.323041 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac824e7e-e20e-46e0-8ad9-99b60917e733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (f0481357-f8b3-4c33-967f-6b2a49b7855d), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:04.324685 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac824e7e-e20e-46e0-8ad9-99b60917e733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (f0481357-f8b3-4c33-967f-6b2a49b7855d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:04.329438 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:04.382409 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac824e7e-e20e-46e0-8ad9-99b60917e733 admin admin] Publish callbacks [] for router_controller (f0481357-f8b3-4c33-967f-6b2a49b7855d), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:04.527592 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac824e7e-e20e-46e0-8ad9-99b60917e733 admin admin] Publish callbacks [] for router_gateway (f0481357-f8b3-4c33-967f-6b2a49b7855d), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:04.545018 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ac935d-8419-488e-9cc5-41c6f3a602d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:51:04.545962 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b1ac935d-8419-488e-9cc5-41c6f3a602d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:04.679550 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-b1ac935d-8419-488e-9cc5-41c6f3a602d8 None None] Allocated IP 172.20.0.2 (b11a09fd-5e1d-4d6c-9d39-ca1bd2240902/abd5c662-5033-4e56-8615-049f78849b75/64196567-8760-4d10-900c-8c92ca0aed67) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:51:04.724699 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac824e7e-e20e-46e0-8ad9-99b60917e733 admin admin] Publish callbacks [] for router_gateway (f0481357-f8b3-4c33-967f-6b2a49b7855d), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:04.743715 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac824e7e-e20e-46e0-8ad9-99b60917e733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:04.823759 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b1ac935d-8419-488e-9cc5-41c6f3a602d8 None None] Publish callbacks [] for port (64196567-8760-4d10-900c-8c92ca0aed67), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:04.831664 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b1ac935d-8419-488e-9cc5-41c6f3a602d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (64196567-8760-4d10-900c-8c92ca0aed67), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:04.853074 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-ac824e7e-e20e-46e0-8ad9-99b60917e733 admin admin] Allocated IP 172.25.4.170 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/dae3f9c3-075c-4a14-a73e-c96d738e4c89) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:51:04.865176 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device e55f81a3-ec71-4f34-9195-ebf94bf67040 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:51:04.897982 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: e55f81a3-ec71-4f34-9195-ebf94bf67040 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:51:04.898332 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device e55f81a3-ec71-4f34-9195-ebf94bf67040 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:51:04.903513 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ac935d-8419-488e-9cc5-41c6f3a602d8 None None] Network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:51:04.905648 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac935d-8419-488e-9cc5-41c6f3a602d8 None None] Pushing event updated for resources: {'Port': ['ID=64196567-8760-4d10-900c-8c92ca0aed67,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:04.907928 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-b1ac935d-8419-488e-9cc5-41c6f3a602d8 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:51:04.910402 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ac935d-8419-488e-9cc5-41c6f3a602d8 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:51:04.955194 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac824e7e-e20e-46e0-8ad9-99b60917e733 admin admin] Publish callbacks [] for port (dae3f9c3-075c-4a14-a73e-c96d738e4c89), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:04.964797 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-b1ac935d-8419-488e-9cc5-41c6f3a602d8 None None] Attempting to bind port 64196567-8760-4d10-900c-8c92ca0aed67 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:51:04.965229 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-b1ac935d-8419-488e-9cc5-41c6f3a602d8 None None] Attempting to bind port 64196567-8760-4d10-900c-8c92ca0aed67 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:51:04.965590 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac935d-8419-488e-9cc5-41c6f3a602d8 None None] Attempting to bind port 64196567-8760-4d10-900c-8c92ca0aed67 on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:51:04.970684 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac935d-8419-488e-9cc5-41c6f3a602d8 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:51:04.971062 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac935d-8419-488e-9cc5-41c6f3a602d8 None None] Checking segment: {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:51:04.971459 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b1ac935d-8419-488e-9cc5-41c6f3a602d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:04.972127 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac935d-8419-488e-9cc5-41c6f3a602d8 None None] Bound using segment: {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:51:04.972617 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-b1ac935d-8419-488e-9cc5-41c6f3a602d8 None None] Bound port: 64196567-8760-4d10-900c-8c92ca0aed67, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:51:04.972994 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b1ac935d-8419-488e-9cc5-41c6f3a602d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (64196567-8760-4d10-900c-8c92ca0aed67), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:04.988849 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac824e7e-e20e-46e0-8ad9-99b60917e733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (dae3f9c3-075c-4a14-a73e-c96d738e4c89), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:05.033045 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac824e7e-e20e-46e0-8ad9-99b60917e733 admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:51:05.036257 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ac824e7e-e20e-46e0-8ad9-99b60917e733 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:51:05.036669 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b1ac935d-8419-488e-9cc5-41c6f3a602d8 None None] For port 64196567-8760-4d10-900c-8c92ca0aed67, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:51:05.038710 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac824e7e-e20e-46e0-8ad9-99b60917e733 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:51:05.039721 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b1ac935d-8419-488e-9cc5-41c6f3a602d8 None None] For port 64196567-8760-4d10-900c-8c92ca0aed67, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=64196567-8760-4d10-900c-8c92ca0aed67,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:51:05.049841 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b1ac935d-8419-488e-9cc5-41c6f3a602d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (64196567-8760-4d10-900c-8c92ca0aed67), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:05.068220 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac824e7e-e20e-46e0-8ad9-99b60917e733 admin admin] Pushing event updated for resources: {'Port': ['ID=dae3f9c3-075c-4a14-a73e-c96d738e4c89,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:05.106971 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac935d-8419-488e-9cc5-41c6f3a602d8 None None] Pushing event updated for resources: {'Port': ['ID=64196567-8760-4d10-900c-8c92ca0aed67,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:05.316277 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac824e7e-e20e-46e0-8ad9-99b60917e733 admin admin] Publish callbacks [] for router_gateway (f0481357-f8b3-4c33-967f-6b2a49b7855d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:05.859816 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac824e7e-e20e-46e0-8ad9-99b60917e733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (f0481357-f8b3-4c33-967f-6b2a49b7855d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:05.922221 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 64196567-8760-4d10-900c-8c92ca0aed67 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:51:05.975123 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 64196567-8760-4d10-900c-8c92ca0aed67 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:51:05.975562 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (64196567-8760-4d10-900c-8c92ca0aed67), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:06.018851 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac824e7e-e20e-46e0-8ad9-99b60917e733 admin admin] Router f0481357-f8b3-4c33-967f-6b2a49b7855d is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:51:06.064081 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e2fe96-0c27-49f3-ae50-c1de5cfb8f32 None None] Network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:51:06.079167 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 64196567-8760-4d10-900c-8c92ca0aed67 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:51:06.079547 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (64196567-8760-4d10-900c-8c92ca0aed67), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:06.128026 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac824e7e-e20e-46e0-8ad9-99b60917e733 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:51:06.141917 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56df3f7b-929f-426d-80aa-57854a550b1a None None] Sync routers for ids ['f0481357-f8b3-4c33-967f-6b2a49b7855d'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:51:06.146265 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac824e7e-e20e-46e0-8ad9-99b60917e733 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:06.147594 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ac824e7e-e20e-46e0-8ad9-99b60917e733 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8460877 Feb 07 21:51:06.150407 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44562) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:51:06.180354 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 64196567-8760-4d10-900c-8c92ca0aed67, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=64196567-8760-4d10-900c-8c92ca0aed67,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:51:06.189787 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (64196567-8760-4d10-900c-8c92ca0aed67), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:06.191531 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3e35dc79-f443-4fa3-90d3-974721893479 None None] Provisioning complete for port 64196567-8760-4d10-900c-8c92ca0aed67 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:51:06.191892 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3e35dc79-f443-4fa3-90d3-974721893479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (64196567-8760-4d10-900c-8c92ca0aed67), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:06.199411 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56df3f7b-929f-426d-80aa-57854a550b1a None None] Routers {'f0481357-f8b3-4c33-967f-6b2a49b7855d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:51:06.200040 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-56df3f7b-929f-426d-80aa-57854a550b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:50:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f0481357-f8b3-4c33-967f-6b2a49b7855d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:51:06.369716 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=64196567-8760-4d10-900c-8c92ca0aed67,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:06.427655 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-56df3f7b-929f-426d-80aa-57854a550b1a None None] Set router f0481357-f8b3-4c33-967f-6b2a49b7855d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:51:06.536150 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3e35dc79-f443-4fa3-90d3-974721893479 None None] Current status of the port 64196567-8760-4d10-900c-8c92ca0aed67 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:51:06.608563 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c550bbaf-acbf-4fb8-b6d0-e6f56246f15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:06.661211 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-56df3f7b-929f-426d-80aa-57854a550b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:05Z', 'revision_number': 3, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:51:06.665224 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-030c3b0e-b4fa-427e-b2b9-c596c01f7858 None None] Provisioning complete for port 64196567-8760-4d10-900c-8c92ca0aed67 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:51:06.665593 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-030c3b0e-b4fa-427e-b2b9-c596c01f7858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (64196567-8760-4d10-900c-8c92ca0aed67), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:06.694937 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56df3f7b-929f-426d-80aa-57854a550b1a None None] Checking router: f0481357-f8b3-4c33-967f-6b2a49b7855d for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:51:06.695197 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56df3f7b-929f-426d-80aa-57854a550b1a None None] Updating router f0481357-f8b3-4c33-967f-6b2a49b7855d port dae3f9c3-075c-4a14-a73e-c96d738e4c89 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:51:06.748559 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56df3f7b-929f-426d-80aa-57854a550b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (dae3f9c3-075c-4a14-a73e-c96d738e4c89), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:06.811629 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-c550bbaf-acbf-4fb8-b6d0-e6f56246f15b admin admin] Allocated IP 172.20.0.1 (b11a09fd-5e1d-4d6c-9d39-ca1bd2240902/abd5c662-5033-4e56-8615-049f78849b75/8881160c-5653-4945-bb57-36e7904ada43) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:51:06.889548 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-030c3b0e-b4fa-427e-b2b9-c596c01f7858 None None] Current status of the port 64196567-8760-4d10-900c-8c92ca0aed67 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:51:06.917536 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c550bbaf-acbf-4fb8-b6d0-e6f56246f15b admin admin] Publish callbacks [] for port (8881160c-5653-4945-bb57-36e7904ada43), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:06.951244 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c550bbaf-acbf-4fb8-b6d0-e6f56246f15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (8881160c-5653-4945-bb57-36e7904ada43), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:06.985443 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c550bbaf-acbf-4fb8-b6d0-e6f56246f15b admin admin] Network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:51:06.991638 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c550bbaf-acbf-4fb8-b6d0-e6f56246f15b admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:51:06.995114 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c550bbaf-acbf-4fb8-b6d0-e6f56246f15b admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:51:07.019187 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550bbaf-acbf-4fb8-b6d0-e6f56246f15b admin admin] Pushing event updated for resources: {'Port': ['ID=8881160c-5653-4945-bb57-36e7904ada43,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:07.038161 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c550bbaf-acbf-4fb8-b6d0-e6f56246f15b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (f0481357-f8b3-4c33-967f-6b2a49b7855d), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:07.042187 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56df3f7b-929f-426d-80aa-57854a550b1a None None] Publish callbacks [] for port (dae3f9c3-075c-4a14-a73e-c96d738e4c89), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:07.048741 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56df3f7b-929f-426d-80aa-57854a550b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (dae3f9c3-075c-4a14-a73e-c96d738e4c89), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:07.093482 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95168b-ce87-410d-a0c2-0d1c4299300d None None] Pushing event updated for resources: {'Port': ['ID=dae3f9c3-075c-4a14-a73e-c96d738e4c89,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:07.111045 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-56df3f7b-929f-426d-80aa-57854a550b1a None None] Attempting to bind port dae3f9c3-075c-4a14-a73e-c96d738e4c89 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:51:07.111690 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-56df3f7b-929f-426d-80aa-57854a550b1a None None] Attempting to bind port dae3f9c3-075c-4a14-a73e-c96d738e4c89 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:51:07.112061 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56df3f7b-929f-426d-80aa-57854a550b1a None None] Attempting to bind port dae3f9c3-075c-4a14-a73e-c96d738e4c89 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:51:07.117399 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56df3f7b-929f-426d-80aa-57854a550b1a None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:51:07.117782 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56df3f7b-929f-426d-80aa-57854a550b1a None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:51:07.118186 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56df3f7b-929f-426d-80aa-57854a550b1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:07.118582 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56df3f7b-929f-426d-80aa-57854a550b1a None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:51:07.119055 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-56df3f7b-929f-426d-80aa-57854a550b1a None None] Bound port: dae3f9c3-075c-4a14-a73e-c96d738e4c89, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:51:07.119436 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56df3f7b-929f-426d-80aa-57854a550b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (dae3f9c3-075c-4a14-a73e-c96d738e4c89), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:07.176687 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c550bbaf-acbf-4fb8-b6d0-e6f56246f15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8881160c-5653-4945-bb57-36e7904ada43), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:07.179992 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-56df3f7b-929f-426d-80aa-57854a550b1a None None] For port dae3f9c3-075c-4a14-a73e-c96d738e4c89, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:51:07.183876 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-56df3f7b-929f-426d-80aa-57854a550b1a None None] For port dae3f9c3-075c-4a14-a73e-c96d738e4c89, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=dae3f9c3-075c-4a14-a73e-c96d738e4c89,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:51:07.192967 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56df3f7b-929f-426d-80aa-57854a550b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (dae3f9c3-075c-4a14-a73e-c96d738e4c89), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:07.264814 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95168b-ce87-410d-a0c2-0d1c4299300d None None] Pushing event updated for resources: {'Port': ['ID=dae3f9c3-075c-4a14-a73e-c96d738e4c89,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:07.267173 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-69e452da-ae33-4f4c-a5b5-4b4cd18ae052 None None] Provisioning complete for port 8881160c-5653-4945-bb57-36e7904ada43 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:51:07.267551 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-69e452da-ae33-4f4c-a5b5-4b4cd18ae052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8881160c-5653-4945-bb57-36e7904ada43), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:07.269530 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56df3f7b-929f-426d-80aa-57854a550b1a None None] Routers {'f0481357-f8b3-4c33-967f-6b2a49b7855d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:51:07.270135 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-56df3f7b-929f-426d-80aa-57854a550b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:50:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f0481357-f8b3-4c33-967f-6b2a49b7855d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:51:07.343290 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c550bbaf-acbf-4fb8-b6d0-e6f56246f15b admin admin] Publish callbacks [] for port (8881160c-5653-4945-bb57-36e7904ada43), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:07.349027 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c550bbaf-acbf-4fb8-b6d0-e6f56246f15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (8881160c-5653-4945-bb57-36e7904ada43), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:07.415768 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c550bbaf-acbf-4fb8-b6d0-e6f56246f15b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (f0481357-f8b3-4c33-967f-6b2a49b7855d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:07.418293 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550bbaf-acbf-4fb8-b6d0-e6f56246f15b admin admin] Pushing event updated for resources: {'Port': ['ID=8881160c-5653-4945-bb57-36e7904ada43,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:07.514786 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c550bbaf-acbf-4fb8-b6d0-e6f56246f15b admin admin] Network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:51:07.516751 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c550bbaf-acbf-4fb8-b6d0-e6f56246f15b admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:51:07.539136 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-69e452da-ae33-4f4c-a5b5-4b4cd18ae052 None None] Port 8881160c-5653-4945-bb57-36e7904ada43 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:51:07.571641 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-56df3f7b-929f-426d-80aa-57854a550b1a None None] Set router f0481357-f8b3-4c33-967f-6b2a49b7855d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:51:07.640343 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c550bbaf-acbf-4fb8-b6d0-e6f56246f15b admin admin] Router f0481357-f8b3-4c33-967f-6b2a49b7855d has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:51:07.755174 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c550bbaf-acbf-4fb8-b6d0-e6f56246f15b admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:51:07.759928 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c550bbaf-acbf-4fb8-b6d0-e6f56246f15b admin admin] 10.222.0.65 "PUT /v2.0/routers/f0481357-f8b3-4c33-967f-6b2a49b7855d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6085384 Feb 07 21:51:07.779952 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d74c8f1d-1af1-4fe5-96af-c1dbbfa494f1 None None] Provisioning complete for port 8881160c-5653-4945-bb57-36e7904ada43 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:51:07.780341 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d74c8f1d-1af1-4fe5-96af-c1dbbfa494f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8881160c-5653-4945-bb57-36e7904ada43), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:07.823086 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d74c8f1d-1af1-4fe5-96af-c1dbbfa494f1 None None] Port 8881160c-5653-4945-bb57-36e7904ada43 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:51:07.832221 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-56df3f7b-929f-426d-80aa-57854a550b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:06Z', 'revision_number': 1, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:51:07.869720 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56df3f7b-929f-426d-80aa-57854a550b1a None None] The sync data for ids ['f0481357-f8b3-4c33-967f-6b2a49b7855d'] in n-d-828185-2 is: [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:06Z', 'revision_number': 1, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:51:07.890180 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 64196567-8760-4d10-900c-8c92ca0aed67 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:51:07.942036 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 64196567-8760-4d10-900c-8c92ca0aed67 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:51:07.942355 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (64196567-8760-4d10-900c-8c92ca0aed67), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:08.027335 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 64196567-8760-4d10-900c-8c92ca0aed67 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:51:09.214661 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44574) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:51:09.219257 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d057511e-ea21-4b35-b2d0-bae8bb7a20b3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1028245791', 'description': 'tempest-description--1271055479'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:51:09.240117 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d057511e-ea21-4b35-b2d0-bae8bb7a20b3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:09.306989 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d057511e-ea21-4b35-b2d0-bae8bb7a20b3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for security_group (46128e16-ab87-4ba2-9453-96b012d8349b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:09.310853 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d057511e-ea21-4b35-b2d0-bae8bb7a20b3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (46128e16-ab87-4ba2-9453-96b012d8349b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:09.340074 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d057511e-ea21-4b35-b2d0-bae8bb7a20b3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:09.341344 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d057511e-ea21-4b35-b2d0-bae8bb7a20b3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1256614 Feb 07 21:51:09.343162 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057511e-ea21-4b35-b2d0-bae8bb7a20b3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46128e16-ab87-4ba2-9453-96b012d8349b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:09.344457 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44576) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:51:09.349555 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-01e69107-1d09-4d87-a517-64aedf8b8a23 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Request body: {'security_group_rule': {'security_group_id': '46128e16-ab87-4ba2-9453-96b012d8349b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:51:09.380524 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01e69107-1d09-4d87-a517-64aedf8b8a23 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for security_group_rule (22cadbbd-e0c8-40cc-95ae-6110b52cc983), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:09.437194 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01e69107-1d09-4d87-a517-64aedf8b8a23 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for security_group_rule (22cadbbd-e0c8-40cc-95ae-6110b52cc983), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:09.440823 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01e69107-1d09-4d87-a517-64aedf8b8a23 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (22cadbbd-e0c8-40cc-95ae-6110b52cc983), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:09.455003 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e69107-1d09-4d87-a517-64aedf8b8a23 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22cadbbd-e0c8-40cc-95ae-6110b52cc983,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:09.469948 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01e69107-1d09-4d87-a517-64aedf8b8a23 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:09.471202 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-01e69107-1d09-4d87-a517-64aedf8b8a23 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255889 Feb 07 21:51:09.474094 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44578) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:51:09.478447 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-271dfdb6-d93b-4aee-be1c-2f9ede650dfd tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Request body: {'security_group_rule': {'security_group_id': '46128e16-ab87-4ba2-9453-96b012d8349b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:51:09.504669 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-271dfdb6-d93b-4aee-be1c-2f9ede650dfd tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for security_group_rule (4485525a-c167-4f67-8582-70cd6e44931e), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:09.565290 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-271dfdb6-d93b-4aee-be1c-2f9ede650dfd tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for security_group_rule (4485525a-c167-4f67-8582-70cd6e44931e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:09.568863 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-271dfdb6-d93b-4aee-be1c-2f9ede650dfd tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (4485525a-c167-4f67-8582-70cd6e44931e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:09.587730 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271dfdb6-d93b-4aee-be1c-2f9ede650dfd tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4485525a-c167-4f67-8582-70cd6e44931e,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:09.597195 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-271dfdb6-d93b-4aee-be1c-2f9ede650dfd tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:09.601105 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-271dfdb6-d93b-4aee-be1c-2f9ede650dfd tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233461 Feb 07 21:51:09.601340 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 44580) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:51:09.606150 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-598432c1-4d1c-4017-825b-62d0d3eb5773 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:51:09.627975 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-598432c1-4d1c-4017-825b-62d0d3eb5773 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:09.731073 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-598432c1-4d1c-4017-825b-62d0d3eb5773 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:09.838622 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a200131e-ff51-46f9-8abf-e454e26f1f16 None None] Sync routers for ids ['f0481357-f8b3-4c33-967f-6b2a49b7855d'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:51:09.843240 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-598432c1-4d1c-4017-825b-62d0d3eb5773 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Allocated IP 172.25.4.55 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/6f41f289-7f42-4d0d-a247-ead4b7caefaf) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:51:09.852144 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a200131e-ff51-46f9-8abf-e454e26f1f16 None None] Routers {'f0481357-f8b3-4c33-967f-6b2a49b7855d'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:51:09.852904 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a200131e-ff51-46f9-8abf-e454e26f1f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:50:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f0481357-f8b3-4c33-967f-6b2a49b7855d'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:51:09.922911 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device dae3f9c3-075c-4a14-a73e-c96d738e4c89 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:51:09.963686 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-598432c1-4d1c-4017-825b-62d0d3eb5773 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for port (6f41f289-7f42-4d0d-a247-ead4b7caefaf), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:09.970875 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port dae3f9c3-075c-4a14-a73e-c96d738e4c89 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:51:09.971242 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (dae3f9c3-075c-4a14-a73e-c96d738e4c89), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:09.976203 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-a200131e-ff51-46f9-8abf-e454e26f1f16 None None] Set router f0481357-f8b3-4c33-967f-6b2a49b7855d gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:51:10.002755 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-598432c1-4d1c-4017-825b-62d0d3eb5773 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (6f41f289-7f42-4d0d-a247-ead4b7caefaf), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:10.051175 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598432c1-4d1c-4017-825b-62d0d3eb5773 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:51:10.056483 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port dae3f9c3-075c-4a14-a73e-c96d738e4c89 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:51:10.056855 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (dae3f9c3-075c-4a14-a73e-c96d738e4c89), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:10.061739 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-598432c1-4d1c-4017-825b-62d0d3eb5773 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:51:10.065836 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598432c1-4d1c-4017-825b-62d0d3eb5773 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:51:10.085008 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port dae3f9c3-075c-4a14-a73e-c96d738e4c89, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=dae3f9c3-075c-4a14-a73e-c96d738e4c89,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:51:10.090804 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (dae3f9c3-075c-4a14-a73e-c96d738e4c89), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:10.091962 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598432c1-4d1c-4017-825b-62d0d3eb5773 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Pushing event updated for resources: {'Port': ['ID=6f41f289-7f42-4d0d-a247-ead4b7caefaf,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:10.162054 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-598432c1-4d1c-4017-825b-62d0d3eb5773 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for floatingip (9a09cf78-637e-47bf-a386-caa06eac4eec), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:10.168394 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=dae3f9c3-075c-4a14-a73e-c96d738e4c89,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:10.193381 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a200131e-ff51-46f9-8abf-e454e26f1f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 2, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:51:10.200140 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-598432c1-4d1c-4017-825b-62d0d3eb5773 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6f41f289-7f42-4d0d-a247-ead4b7caefaf), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:10.218671 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a200131e-ff51-46f9-8abf-e454e26f1f16 None None] Checking router: f0481357-f8b3-4c33-967f-6b2a49b7855d for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:51:10.219022 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a200131e-ff51-46f9-8abf-e454e26f1f16 None None] Updating router f0481357-f8b3-4c33-967f-6b2a49b7855d port 8881160c-5653-4945-bb57-36e7904ada43 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:51:10.247575 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a200131e-ff51-46f9-8abf-e454e26f1f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8881160c-5653-4945-bb57-36e7904ada43), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:10.357669 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-598432c1-4d1c-4017-825b-62d0d3eb5773 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for port (6f41f289-7f42-4d0d-a247-ead4b7caefaf), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:10.362472 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-598432c1-4d1c-4017-825b-62d0d3eb5773 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (6f41f289-7f42-4d0d-a247-ead4b7caefaf), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:10.427679 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598432c1-4d1c-4017-825b-62d0d3eb5773 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Pushing event updated for resources: {'Port': ['ID=6f41f289-7f42-4d0d-a247-ead4b7caefaf,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:10.440354 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-598432c1-4d1c-4017-825b-62d0d3eb5773 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (9a09cf78-637e-47bf-a386-caa06eac4eec), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:10.457642 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-598432c1-4d1c-4017-825b-62d0d3eb5773 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:10.459453 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-598432c1-4d1c-4017-825b-62d0d3eb5773 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8571863 Feb 07 21:51:10.596443 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a200131e-ff51-46f9-8abf-e454e26f1f16 None None] Publish callbacks [] for port (8881160c-5653-4945-bb57-36e7904ada43), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:10.602890 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a200131e-ff51-46f9-8abf-e454e26f1f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8881160c-5653-4945-bb57-36e7904ada43), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:10.649830 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e43fb0-f2aa-4f53-9a19-7cf1bedbba94 None None] Pushing event updated for resources: {'Port': ['ID=8881160c-5653-4945-bb57-36e7904ada43,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:10.677232 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e43fb0-f2aa-4f53-9a19-7cf1bedbba94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:10.677586 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e43fb0-f2aa-4f53-9a19-7cf1bedbba94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:10.677926 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e43fb0-f2aa-4f53-9a19-7cf1bedbba94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:10.678254 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e43fb0-f2aa-4f53-9a19-7cf1bedbba94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:10.678582 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e43fb0-f2aa-4f53-9a19-7cf1bedbba94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:10.678925 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e43fb0-f2aa-4f53-9a19-7cf1bedbba94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:10.679226 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e43fb0-f2aa-4f53-9a19-7cf1bedbba94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:10.679550 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e43fb0-f2aa-4f53-9a19-7cf1bedbba94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:10.679874 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e43fb0-f2aa-4f53-9a19-7cf1bedbba94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:10.680207 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e43fb0-f2aa-4f53-9a19-7cf1bedbba94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:10.680531 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e43fb0-f2aa-4f53-9a19-7cf1bedbba94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:10.680853 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e43fb0-f2aa-4f53-9a19-7cf1bedbba94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:10.681170 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e43fb0-f2aa-4f53-9a19-7cf1bedbba94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:10.718816 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-a200131e-ff51-46f9-8abf-e454e26f1f16 None None] Attempting to bind port 8881160c-5653-4945-bb57-36e7904ada43 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:51:10.719187 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-a200131e-ff51-46f9-8abf-e454e26f1f16 None None] Attempting to bind port 8881160c-5653-4945-bb57-36e7904ada43 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:51:10.719553 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a200131e-ff51-46f9-8abf-e454e26f1f16 None None] Attempting to bind port 8881160c-5653-4945-bb57-36e7904ada43 on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:51:10.725857 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a200131e-ff51-46f9-8abf-e454e26f1f16 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:51:10.726292 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a200131e-ff51-46f9-8abf-e454e26f1f16 None None] Checking segment: {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:51:10.726717 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a200131e-ff51-46f9-8abf-e454e26f1f16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:10.727006 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a200131e-ff51-46f9-8abf-e454e26f1f16 None None] Bound using segment: {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:51:10.727605 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-a200131e-ff51-46f9-8abf-e454e26f1f16 None None] Bound port: 8881160c-5653-4945-bb57-36e7904ada43, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:51:10.727992 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a200131e-ff51-46f9-8abf-e454e26f1f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8881160c-5653-4945-bb57-36e7904ada43), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:10.798704 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-a200131e-ff51-46f9-8abf-e454e26f1f16 None None] For port 8881160c-5653-4945-bb57-36e7904ada43, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:51:10.801862 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-a200131e-ff51-46f9-8abf-e454e26f1f16 None None] For port 8881160c-5653-4945-bb57-36e7904ada43, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8881160c-5653-4945-bb57-36e7904ada43,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:51:10.802869 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-ce0300a7-6f47-41d0-bdf4-865716ed1093 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1028245791&fields=id&tenant_id=62eabdb9e24a4a34aa20a1d698d0571f HTTP/1.1" status: 200 len: 267 time: 0.0443943 Feb 07 21:51:10.809611 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a200131e-ff51-46f9-8abf-e454e26f1f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8881160c-5653-4945-bb57-36e7904ada43), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:10.861978 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e43fb0-f2aa-4f53-9a19-7cf1bedbba94 None None] Pushing event updated for resources: {'Port': ['ID=8881160c-5653-4945-bb57-36e7904ada43,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:10.874666 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a200131e-ff51-46f9-8abf-e454e26f1f16 None None] Routers {'f0481357-f8b3-4c33-967f-6b2a49b7855d'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:51:10.875477 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a200131e-ff51-46f9-8abf-e454e26f1f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:50:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f0481357-f8b3-4c33-967f-6b2a49b7855d'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:51:10.884147 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-80ee2bc7-8324-4db1-bcfa-c53c4cf08927 None None] Provisioning complete for port 8881160c-5653-4945-bb57-36e7904ada43 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:51:10.884616 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-80ee2bc7-8324-4db1-bcfa-c53c4cf08927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8881160c-5653-4945-bb57-36e7904ada43), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:10.934062 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-05701d7c-76c6-4fd8-998a-4b2bb0ff2894 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:10.935882 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-05701d7c-76c6-4fd8-998a-4b2bb0ff2894 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 810 time: 0.1232996 Feb 07 21:51:10.960436 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-7be8d771-3c3a-4e46-93ba-990ffa8ea912 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/quotas/62eabdb9e24a4a34aa20a1d698d0571f HTTP/1.1" status: 200 len: 375 time: 0.0169561 Feb 07 21:51:10.992025 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-80ee2bc7-8324-4db1-bcfa-c53c4cf08927 None None] Current status of the port 8881160c-5653-4945-bb57-36e7904ada43 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:51:10.992618 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-80ee2bc7-8324-4db1-bcfa-c53c4cf08927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8881160c-5653-4945-bb57-36e7904ada43), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:11.003789 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-a200131e-ff51-46f9-8abf-e454e26f1f16 None None] Set router f0481357-f8b3-4c33-967f-6b2a49b7855d gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:51:11.028924 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-24a39b49-8809-4e92-8dc0-1d69004af5c7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673177 Feb 07 21:51:11.034024 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-80ee2bc7-8324-4db1-bcfa-c53c4cf08927 None None] For port 8881160c-5653-4945-bb57-36e7904ada43, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8881160c-5653-4945-bb57-36e7904ada43,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:51:11.045738 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-80ee2bc7-8324-4db1-bcfa-c53c4cf08927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8881160c-5653-4945-bb57-36e7904ada43), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:11.104376 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee2bc7-8324-4db1-bcfa-c53c4cf08927 None None] Pushing event updated for resources: {'Port': ['ID=8881160c-5653-4945-bb57-36e7904ada43,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:11.149240 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-d21b199e-e405-4d27-98af-837c1dcefa1b service neutron] 10.222.0.65 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083922 Feb 07 21:51:11.168818 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-974f5d44-5bd8-4359-81ff-31eb6594817a None None] Provisioning complete for port 8881160c-5653-4945-bb57-36e7904ada43 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:51:11.169607 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-974f5d44-5bd8-4359-81ff-31eb6594817a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8881160c-5653-4945-bb57-36e7904ada43), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:11.238100 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a200131e-ff51-46f9-8abf-e454e26f1f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:51:11.246572 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-ccb37042-75f5-4678-90ad-c96967739f51 service neutron] 10.222.0.65 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915806 Feb 07 21:51:11.248372 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-974f5d44-5bd8-4359-81ff-31eb6594817a None None] Current status of the port 8881160c-5653-4945-bb57-36e7904ada43 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:51:11.266739 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a200131e-ff51-46f9-8abf-e454e26f1f16 None None] The sync data for ids ['f0481357-f8b3-4c33-967f-6b2a49b7855d'] in n-d-828185-2 is: [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:51:11.420982 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-45484a2a-1470-4ecf-b74f-484634419db8 req-1e8ecaae-bca7-4f39-9210-1843363cdfb8 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 210 time: 0.0303326 Feb 07 21:51:11.933134 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device dae3f9c3-075c-4a14-a73e-c96d738e4c89 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:51:11.983995 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port dae3f9c3-075c-4a14-a73e-c96d738e4c89 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:51:11.984394 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (dae3f9c3-075c-4a14-a73e-c96d738e4c89), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:12.064214 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port dae3f9c3-075c-4a14-a73e-c96d738e4c89 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:51:12.065277 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8881160c-5653-4945-bb57-36e7904ada43 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:51:12.110272 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 8881160c-5653-4945-bb57-36e7904ada43 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:51:12.110634 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8881160c-5653-4945-bb57-36e7904ada43), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:12.185760 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 8881160c-5653-4945-bb57-36e7904ada43 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:51:12.378540 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-37f50922-36a4-42ec-95db-4249bbef3aef tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:12.380000 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-37f50922-36a4-42ec-95db-4249bbef3aef tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.69 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 810 time: 0.1058657 Feb 07 21:51:12.438273 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-f29493e4-eeb7-49c6-b6b8-fa1f0065933c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62eabdb9e24a4a34aa20a1d698d0571f HTTP/1.1" status: 200 len: 380 time: 0.0501826 Feb 07 21:51:12.449209 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-bb9d8749-76b6-480e-b38a-1cfc449ef52b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Request body: {'port': {'device_id': 'd080212c-140f-4d28-b795-bdaae436b3d2', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'admin_state_up': True, 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'security_groups': ['46128e16-ab87-4ba2-9453-96b012d8349b']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:51:12.518518 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-15bcde26-d6c7-4bb5-b112-ba71721f081a req-cf02923e-a8ef-43fe-9f07-e6313ce55db6 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 210 time: 0.0314186 Feb 07 21:51:12.563337 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-bb9d8749-76b6-480e-b38a-1cfc449ef52b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Made reservation on behalf of 62eabdb9e24a4a34aa20a1d698d0571f for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:51:12.567014 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-bb9d8749-76b6-480e-b38a-1cfc449ef52b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:12.684693 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-bb9d8749-76b6-480e-b38a-1cfc449ef52b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Allocated IP 172.20.0.10 (b11a09fd-5e1d-4d6c-9d39-ca1bd2240902/abd5c662-5033-4e56-8615-049f78849b75/962891aa-fca7-4fd2-bdef-812553599d8e) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:51:12.829346 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-bb9d8749-76b6-480e-b38a-1cfc449ef52b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for port (962891aa-fca7-4fd2-bdef-812553599d8e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:12.862560 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-bb9d8749-76b6-480e-b38a-1cfc449ef52b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (962891aa-fca7-4fd2-bdef-812553599d8e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:12.906632 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-bb9d8749-76b6-480e-b38a-1cfc449ef52b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:51:12.909765 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-bb9d8749-76b6-480e-b38a-1cfc449ef52b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:51:12.913382 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-bb9d8749-76b6-480e-b38a-1cfc449ef52b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:51:12.920841 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d8749-76b6-480e-b38a-1cfc449ef52b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Pushing event updated for resources: {'Port': ['ID=962891aa-fca7-4fd2-bdef-812553599d8e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:12.974014 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-bb9d8749-76b6-480e-b38a-1cfc449ef52b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:12.974646 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-bb9d8749-76b6-480e-b38a-1cfc449ef52b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:12.992371 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-bb9d8749-76b6-480e-b38a-1cfc449ef52b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5472736 Feb 07 21:51:13.003795 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-e9262436-ac04-4bd6-82fb-c1f3cea6079d service neutron] Request body: {'port': {'device_id': 'd080212c-140f-4d28-b795-bdaae436b3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:51:13.065040 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-e9262436-ac04-4bd6-82fb-c1f3cea6079d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (962891aa-fca7-4fd2-bdef-812553599d8e), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:13.183150 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d958fa01-d7f9-4031-9980-27c770179cd2 None None] Provisioning complete for port 962891aa-fca7-4fd2-bdef-812553599d8e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:51:13.183756 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d958fa01-d7f9-4031-9980-27c770179cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (962891aa-fca7-4fd2-bdef-812553599d8e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:13.217087 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d958fa01-d7f9-4031-9980-27c770179cd2 None None] Port 962891aa-fca7-4fd2-bdef-812553599d8e cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:51:13.330504 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-e9262436-ac04-4bd6-82fb-c1f3cea6079d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962891aa-fca7-4fd2-bdef-812553599d8e {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:51:13.337797 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-e9262436-ac04-4bd6-82fb-c1f3cea6079d service neutron] Publish callbacks [] for port (962891aa-fca7-4fd2-bdef-812553599d8e), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:13.349984 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-e9262436-ac04-4bd6-82fb-c1f3cea6079d service neutron] Transition to ACTIVE for port object 962891aa-fca7-4fd2-bdef-812553599d8e will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:51:13.353714 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-e9262436-ac04-4bd6-82fb-c1f3cea6079d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (962891aa-fca7-4fd2-bdef-812553599d8e), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:13.418532 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9262436-ac04-4bd6-82fb-c1f3cea6079d service neutron] Pushing event updated for resources: {'Port': ['ID=962891aa-fca7-4fd2-bdef-812553599d8e,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:13.469910 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-e9262436-ac04-4bd6-82fb-c1f3cea6079d service neutron] Attempting to bind port 962891aa-fca7-4fd2-bdef-812553599d8e on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:51:13.470244 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-e9262436-ac04-4bd6-82fb-c1f3cea6079d service neutron] Attempting to bind port 962891aa-fca7-4fd2-bdef-812553599d8e by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:51:13.470568 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-e9262436-ac04-4bd6-82fb-c1f3cea6079d service neutron] Attempting to bind port 962891aa-fca7-4fd2-bdef-812553599d8e on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:51:13.475277 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-e9262436-ac04-4bd6-82fb-c1f3cea6079d service neutron] Port 962891aa-fca7-4fd2-bdef-812553599d8e on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:51:13.475593 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-e9262436-ac04-4bd6-82fb-c1f3cea6079d service neutron] Attempting to bind port 962891aa-fca7-4fd2-bdef-812553599d8e on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:51:13.481045 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-e9262436-ac04-4bd6-82fb-c1f3cea6079d service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:51:13.481384 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-e9262436-ac04-4bd6-82fb-c1f3cea6079d service neutron] Checking segment: {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:51:13.481768 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-e9262436-ac04-4bd6-82fb-c1f3cea6079d service neutron] Bound using segment: {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:51:13.482200 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-e9262436-ac04-4bd6-82fb-c1f3cea6079d service neutron] Bound port: 962891aa-fca7-4fd2-bdef-812553599d8e, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:51:13.482595 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-e9262436-ac04-4bd6-82fb-c1f3cea6079d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (962891aa-fca7-4fd2-bdef-812553599d8e), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:13.554466 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-e9262436-ac04-4bd6-82fb-c1f3cea6079d service neutron] For port 962891aa-fca7-4fd2-bdef-812553599d8e, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:51:13.557738 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-e9262436-ac04-4bd6-82fb-c1f3cea6079d service neutron] For port 962891aa-fca7-4fd2-bdef-812553599d8e, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=962891aa-fca7-4fd2-bdef-812553599d8e,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:51:13.564838 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-e9262436-ac04-4bd6-82fb-c1f3cea6079d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (962891aa-fca7-4fd2-bdef-812553599d8e), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:13.600110 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-e9262436-ac04-4bd6-82fb-c1f3cea6079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:13.600778 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-e9262436-ac04-4bd6-82fb-c1f3cea6079d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:13.602949 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-e9262436-ac04-4bd6-82fb-c1f3cea6079d service neutron] 10.222.0.69 "PUT /v2.0/ports/962891aa-fca7-4fd2-bdef-812553599d8e HTTP/1.1" status: 200 len: 1092 time: 0.6029022 Feb 07 21:51:13.603344 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd080212c-140f-4d28-b795-bdaae436b3d2', 'tag': '962891aa-fca7-4fd2-bdef-812553599d8e'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:51:13.605652 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a58fac-1199-4bad-9613-7f5915f5979b" -d '{"events": [{"name": "network-changed", "server_uuid": "d080212c-140f-4d28-b795-bdaae436b3d2", "tag": "962891aa-fca7-4fd2-bdef-812553599d8e"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:51:13.633660 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9262436-ac04-4bd6-82fb-c1f3cea6079d service neutron] Pushing event updated for resources: {'Port': ['ID=962891aa-fca7-4fd2-bdef-812553599d8e,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:13.667403 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1d143-212e-4984-8452-7ced099687d2 req-1938eda0-0ee1-4355-a24b-5b76a8830f90 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:13.676165 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79a1d143-212e-4984-8452-7ced099687d2 req-1938eda0-0ee1-4355-a24b-5b76a8830f90 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 944 time: 0.0869222 Feb 07 21:51:13.745621 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-6d4a6cd7-02bd-45ed-881a-465b1cc3bde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:13.747163 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79a1d143-212e-4984-8452-7ced099687d2 req-a312ef0f-6a36-41b1-996d-a8442335e421 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672858 Feb 07 21:51:13.760055 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-6d4a6cd7-02bd-45ed-881a-465b1cc3bde6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 1126 time: 0.0958464 Feb 07 21:51:13.798789 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-7a586530-67c9-4791-8835-2047ab6d7ac4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=962891aa-fca7-4fd2-bdef-812553599d8e HTTP/1.1" status: 200 len: 217 time: 0.0369561 Feb 07 21:51:13.804240 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0d111e-5dc0-4d82-8a82-5aba1ef41b3c x-openstack-request-id: req-dc0d111e-5dc0-4d82-8a82-5aba1ef41b3c {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:51:13.804560 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d080212c-140f-4d28-b795-bdaae436b3d2", "tag": "962891aa-fca7-4fd2-bdef-812553599d8e", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:51:13.804823 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dc0d111e-5dc0-4d82-8a82-5aba1ef41b3c {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:51:13.805227 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd080212c-140f-4d28-b795-bdaae436b3d2', 'tag': '962891aa-fca7-4fd2-bdef-812553599d8e', 'status': 'completed', 'code': 200} Feb 07 21:51:13.867796 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-ee28039d-ed1e-48e6-9a76-fed50bf25e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:13.869314 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-ee28039d-ed1e-48e6-9a76-fed50bf25e44 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0608256 Feb 07 21:51:13.919468 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-57e5e245-a818-488b-a57e-a05b40a20793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:13.921007 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-57e5e245-a818-488b-a57e-a05b40a20793 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461311 Feb 07 21:51:14.009379 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-c39ad9fa-ddf0-4a4d-ba30-a847bc85d9fc service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820987 Feb 07 21:51:14.101046 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d9af6917-5d2f-48a6-835d-e29e22e52414 req-e11d13e2-5d28-458e-a2f8-094e97714da2 service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860276 Feb 07 21:51:14.187257 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a58fac-1199-4bad-9613-7f5915f5979b req-9a2bcb1e-958d-4bbf-b76b-adc6dc2fca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:14.188807 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d2a58fac-1199-4bad-9613-7f5915f5979b req-9a2bcb1e-958d-4bbf-b76b-adc6dc2fca64 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 1126 time: 0.0455554 Feb 07 21:51:14.282451 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a58fac-1199-4bad-9613-7f5915f5979b req-d9cad894-df0d-4c15-8c49-2482a154f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:14.283944 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d2a58fac-1199-4bad-9613-7f5915f5979b req-d9cad894-df0d-4c15-8c49-2482a154f765 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.0888767 Feb 07 21:51:14.323199 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d2a58fac-1199-4bad-9613-7f5915f5979b req-e0bb3c3d-7403-4012-a305-848cd5fa3293 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=962891aa-fca7-4fd2-bdef-812553599d8e HTTP/1.1" status: 200 len: 217 time: 0.0339253 Feb 07 21:51:14.370202 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a58fac-1199-4bad-9613-7f5915f5979b req-d328882d-dc00-4d09-8ede-b6ba45529d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:14.371599 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d2a58fac-1199-4bad-9613-7f5915f5979b req-d328882d-dc00-4d09-8ede-b6ba45529d2f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0419817 Feb 07 21:51:14.426029 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a58fac-1199-4bad-9613-7f5915f5979b req-3915ad1e-f14a-46fd-beee-bffda78f14c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:14.427530 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d2a58fac-1199-4bad-9613-7f5915f5979b req-3915ad1e-f14a-46fd-beee-bffda78f14c2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494659 Feb 07 21:51:14.513729 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d2a58fac-1199-4bad-9613-7f5915f5979b req-3bab3c78-fa2d-418b-85b4-cbc8f8fa6879 service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796134 Feb 07 21:51:14.870209 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e753157-446e-4d43-9140-771dbd500be3 req-1fd5c092-d22e-49d0-a5c7-87bd342c1cc5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:14.872113 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e753157-446e-4d43-9140-771dbd500be3 req-1fd5c092-d22e-49d0-a5c7-87bd342c1cc5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 944 time: 0.0538208 Feb 07 21:51:14.887676 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d2a58fac-1199-4bad-9613-7f5915f5979b req-76e7b812-fb5a-4f40-ba95-f249acbb5964 service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679943 Feb 07 21:51:14.918217 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e753157-446e-4d43-9140-771dbd500be3 req-f0a2a6a0-c3dc-4235-921c-1d4f702531f1 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409100 Feb 07 21:51:16.037774 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba662d1d-1647-4c76-96cd-7eccdad39a26 req-0e6887fe-cdf1-47b7-86d8-7d6f9df250b0 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:16.039184 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba662d1d-1647-4c76-96cd-7eccdad39a26 req-0e6887fe-cdf1-47b7-86d8-7d6f9df250b0 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 944 time: 0.0507462 Feb 07 21:51:16.087734 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba662d1d-1647-4c76-96cd-7eccdad39a26 req-7d21aea9-35ec-4e72-82ed-a13a338d7cff tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424390 Feb 07 21:51:17.204106 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27aacdd-e46f-43f8-adf9-73ebe06611d1 req-0e0b4ffe-bba5-4588-b5aa-baa997d4bad5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:17.205592 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b27aacdd-e46f-43f8-adf9-73ebe06611d1 req-0e0b4ffe-bba5-4588-b5aa-baa997d4bad5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 944 time: 0.0512488 Feb 07 21:51:17.251765 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b27aacdd-e46f-43f8-adf9-73ebe06611d1 req-f038e6c5-ee79-471d-a0a2-451501294bfb tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406995 Feb 07 21:51:18.371090 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821115a7-690e-4693-8aa2-cb91c77f3628 req-60bfb237-fe5a-4a49-9ac2-18ace07412b0 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:18.372565 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-821115a7-690e-4693-8aa2-cb91c77f3628 req-60bfb237-fe5a-4a49-9ac2-18ace07412b0 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 944 time: 0.0525310 Feb 07 21:51:18.417244 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-821115a7-690e-4693-8aa2-cb91c77f3628 req-dc890978-f305-49d9-aa36-b09d12714f51 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391362 Feb 07 21:51:18.472742 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-04681013-fffb-40d1-bcb2-c16e6c6c1afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:18.654135 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:51:18.910642 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 962891aa-fca7-4fd2-bdef-812553599d8e details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:51:19.007004 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 962891aa-fca7-4fd2-bdef-812553599d8e, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=962891aa-fca7-4fd2-bdef-812553599d8e,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:51:19.018705 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '962891aa-fca7-4fd2-bdef-812553599d8e', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'port_id': '962891aa-fca7-4fd2-bdef-812553599d8e', 'mac_address': 'fa:16:3e:67:ca:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:51:19.055481 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 962891aa-fca7-4fd2-bdef-812553599d8e is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:51:19.055864 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (962891aa-fca7-4fd2-bdef-812553599d8e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:19.071741 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962891aa-fca7-4fd2-bdef-812553599d8e {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:51:19.090831 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 962891aa-fca7-4fd2-bdef-812553599d8e, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=962891aa-fca7-4fd2-bdef-812553599d8e,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:51:19.094285 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (962891aa-fca7-4fd2-bdef-812553599d8e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:19.138849 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=962891aa-fca7-4fd2-bdef-812553599d8e,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:19.396980 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['962891aa-fca7-4fd2-bdef-812553599d8e'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:51:19.539222 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d5360-e9cd-46f0-848e-0ac5229d4ec0 req-fb33624c-cf0e-402c-abf1-3a74000ab61b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:19.540633 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f04d5360-e9cd-46f0-848e-0ac5229d4ec0 req-fb33624c-cf0e-402c-abf1-3a74000ab61b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0545325 Feb 07 21:51:19.586068 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f04d5360-e9cd-46f0-848e-0ac5229d4ec0 req-08492335-0562-4f3f-b3e6-b939fee4e080 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394473 Feb 07 21:51:20.645137 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1975b5d0-8d52-45ba-9c3f-fbf837e12088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:20.704381 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd324575-5b1a-4ef3-bed5-3d85d02c0cd0 req-80a3a329-c2f1-48ae-b7ec-c6507c91386e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:20.705848 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd324575-5b1a-4ef3-bed5-3d85d02c0cd0 req-80a3a329-c2f1-48ae-b7ec-c6507c91386e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0517190 Feb 07 21:51:20.751483 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd324575-5b1a-4ef3-bed5-3d85d02c0cd0 req-d8ef176d-cca3-45cd-947b-daa16e30ff8f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399811 Feb 07 21:51:20.909956 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 962891aa-fca7-4fd2-bdef-812553599d8e up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:51:20.958384 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 962891aa-fca7-4fd2-bdef-812553599d8e completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:51:20.962855 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 962891aa-fca7-4fd2-bdef-812553599d8e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:51:20.963269 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (962891aa-fca7-4fd2-bdef-812553599d8e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:21.041230 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 962891aa-fca7-4fd2-bdef-812553599d8e is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:51:21.041611 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (962891aa-fca7-4fd2-bdef-812553599d8e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:21.067293 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd080212c-140f-4d28-b795-bdaae436b3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962891aa-fca7-4fd2-bdef-812553599d8e'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:51:21.069541 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24008e86-d2f5-4afe-a741-ed736d2bfbc9" -d '{"events": [{"server_uuid": "d080212c-140f-4d28-b795-bdaae436b3d2", "name": "network-vif-plugged", "status": "completed", "tag": "962891aa-fca7-4fd2-bdef-812553599d8e"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:51:21.081920 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 962891aa-fca7-4fd2-bdef-812553599d8e, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=962891aa-fca7-4fd2-bdef-812553599d8e,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:51:21.085815 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (962891aa-fca7-4fd2-bdef-812553599d8e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:21.112635 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4506ca2f-c0fa-4dc4-b715-85cd69164c11 x-openstack-request-id: req-4506ca2f-c0fa-4dc4-b715-85cd69164c11 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:51:21.112932 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d080212c-140f-4d28-b795-bdaae436b3d2", "name": "network-vif-plugged", "status": "completed", "tag": "962891aa-fca7-4fd2-bdef-812553599d8e", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:51:21.113192 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4506ca2f-c0fa-4dc4-b715-85cd69164c11 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:51:21.113585 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd080212c-140f-4d28-b795-bdaae436b3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962891aa-fca7-4fd2-bdef-812553599d8e', 'code': 200} Feb 07 21:51:21.139455 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=962891aa-fca7-4fd2-bdef-812553599d8e,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:21.146678 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:21.147017 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:21.147353 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:21.147682 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:21.148007 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:21.148352 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:21.148677 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:21.148996 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:21.149315 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:21.149630 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:21.149951 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:21.150267 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:21.150580 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:51:21.202413 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af819e-2a85-4c26-bd02-4766d090b366 req-f33c6f53-fcba-43ed-9556-5db93192c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:21.203778 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f8af819e-2a85-4c26-bd02-4766d090b366 req-f33c6f53-fcba-43ed-9556-5db93192c661 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 1128 time: 0.0430770 Feb 07 21:51:21.247534 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f8af819e-2a85-4c26-bd02-4766d090b366 req-15ac8798-e3e0-456d-b1d5-a66495941d16 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370326 Feb 07 21:51:21.866762 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558d3ed-aa32-4567-9b9c-bb6d64b42139 req-466346b8-7ea3-410d-ac3b-3391edb60ce5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:21.868229 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7558d3ed-aa32-4567-9b9c-bb6d64b42139 req-466346b8-7ea3-410d-ac3b-3391edb60ce5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0511358 Feb 07 21:51:21.923038 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:21.923722 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7558d3ed-aa32-4567-9b9c-bb6d64b42139 req-c9c0882e-bead-46ae-9259-5ba276f5f8de tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495465 Feb 07 21:51:23.044427 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046b23a-d258-4b3b-8d88-83b6aecca6e9 req-697b1713-be6c-4961-a98e-9aa9c0088916 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:23.045895 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2046b23a-d258-4b3b-8d88-83b6aecca6e9 req-697b1713-be6c-4961-a98e-9aa9c0088916 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0517476 Feb 07 21:51:23.092904 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2046b23a-d258-4b3b-8d88-83b6aecca6e9 req-769bcb78-dfe1-4cf8-bc8b-b8bb572a66ec tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413737 Feb 07 21:51:23.204388 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a05a7-f394-4b91-955d-0e7b668f5b4c req-ed0e0824-dca1-4995-8a14-ccfc30587f76 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:23.205738 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc7a05a7-f394-4b91-955d-0e7b668f5b4c req-ed0e0824-dca1-4995-8a14-ccfc30587f76 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0499835 Feb 07 21:51:23.214177 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44640) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:51:23.218962 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-20f42773-88f4-4e39-b5a3-1c767d8cc48a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Request body: {'floatingip': {'port_id': '962891aa-fca7-4fd2-bdef-812553599d8e'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:51:23.259057 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20f42773-88f4-4e39-b5a3-1c767d8cc48a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for floatingip (9a09cf78-637e-47bf-a386-caa06eac4eec), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:23.407855 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:23.673120 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20f42773-88f4-4e39-b5a3-1c767d8cc48a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:23.676491 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20f42773-88f4-4e39-b5a3-1c767d8cc48a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (9a09cf78-637e-47bf-a386-caa06eac4eec), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:23.772764 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-20f42773-88f4-4e39-b5a3-1c767d8cc48a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Floating IP 9a09cf78-637e-47bf-a386-caa06eac4eec associated. External IP: 172.25.4.55, port: 962891aa-fca7-4fd2-bdef-812553599d8e. Feb 07 21:51:24.316654 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f42773-88f4-4e39-b5a3-1c767d8cc48a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Router f0481357-f8b3-4c33-967f-6b2a49b7855d has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:51:24.424184 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f42773-88f4-4e39-b5a3-1c767d8cc48a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:51:24.429075 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20f42773-88f4-4e39-b5a3-1c767d8cc48a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:24.433452 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616f6856-cdbb-46e0-a2ff-d14de6df84ec None None] Sync routers for ids ['f0481357-f8b3-4c33-967f-6b2a49b7855d'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:51:24.442406 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616f6856-cdbb-46e0-a2ff-d14de6df84ec None None] Routers {'f0481357-f8b3-4c33-967f-6b2a49b7855d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:51:24.443017 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-616f6856-cdbb-46e0-a2ff-d14de6df84ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:51:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f0481357-f8b3-4c33-967f-6b2a49b7855d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:51:24.457831 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-20f42773-88f4-4e39-b5a3-1c767d8cc48a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "PUT /v2.0/floatingips/9a09cf78-637e-47bf-a386-caa06eac4eec HTTP/1.1" status: 200 len: 991 time: 1.2420120 Feb 07 21:51:24.458421 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd080212c-140f-4d28-b795-bdaae436b3d2', 'tag': '962891aa-fca7-4fd2-bdef-812553599d8e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:51:24.460710 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9d253e-ae27-4e32-8870-86a983d8da24" -d '{"events": [{"name": "network-changed", "server_uuid": "d080212c-140f-4d28-b795-bdaae436b3d2", "tag": "962891aa-fca7-4fd2-bdef-812553599d8e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:51:24.505347 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a884009-59ca-431a-be54-6ad2679a1204 x-openstack-request-id: req-6a884009-59ca-431a-be54-6ad2679a1204 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:51:24.505833 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d080212c-140f-4d28-b795-bdaae436b3d2", "tag": "962891aa-fca7-4fd2-bdef-812553599d8e", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:51:24.506252 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6a884009-59ca-431a-be54-6ad2679a1204 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:51:24.507275 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd080212c-140f-4d28-b795-bdaae436b3d2', 'tag': '962891aa-fca7-4fd2-bdef-812553599d8e', 'status': 'completed', 'code': 200} Feb 07 21:51:24.561603 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-616f6856-cdbb-46e0-a2ff-d14de6df84ec None None] Set router f0481357-f8b3-4c33-967f-6b2a49b7855d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:51:24.576664 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d253e-ae27-4e32-8870-86a983d8da24 req-a5191df5-af49-4d28-acb6-2d12e8e53f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:24.578781 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2f9d253e-ae27-4e32-8870-86a983d8da24 req-a5191df5-af49-4d28-acb6-2d12e8e53f20 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 1128 time: 0.0515006 Feb 07 21:51:24.581320 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e04a3-9522-4c96-a87c-e6e4b3ba397f req-77547e83-295e-4b2c-8e8e-39280d9370d9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:24.583533 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d84e04a3-9522-4c96-a87c-e6e4b3ba397f req-77547e83-295e-4b2c-8e8e-39280d9370d9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0723341 Feb 07 21:51:24.633987 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d84e04a3-9522-4c96-a87c-e6e4b3ba397f req-513bcb7b-831c-409f-a7e0-475f8f262684 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454290 Feb 07 21:51:24.676213 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d253e-ae27-4e32-8870-86a983d8da24 req-3f55cc2a-c9b5-45bc-b531-3a56daafe7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:24.677763 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2f9d253e-ae27-4e32-8870-86a983d8da24 req-3f55cc2a-c9b5-45bc-b531-3a56daafe7c3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.0930362 Feb 07 21:51:24.739398 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:24.744259 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2f9d253e-ae27-4e32-8870-86a983d8da24 req-d24723fc-f39f-48cb-9f60-e6846313ff25 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=962891aa-fca7-4fd2-bdef-812553599d8e HTTP/1.1" status: 200 len: 999 time: 0.0601447 Feb 07 21:51:24.791513 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d253e-ae27-4e32-8870-86a983d8da24 req-fee537ed-d6b4-441a-a4cc-3b17dcb776f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:24.793440 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2f9d253e-ae27-4e32-8870-86a983d8da24 req-fee537ed-d6b4-441a-a4cc-3b17dcb776f2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0434184 Feb 07 21:51:24.813420 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-616f6856-cdbb-46e0-a2ff-d14de6df84ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '9a09cf78-637e-47bf-a386-caa06eac4eec', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'port_id': '962891aa-fca7-4fd2-bdef-812553599d8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'mac_address': 'fa:16:3e:67:ca:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd080212c-140f-4d28-b795-bdaae436b3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:51:10Z', 'updated_at': '2022-02-07T21:51:23Z', 'revision_number': 1, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:11Z', 'revision_number': 5, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:51:24.840402 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616f6856-cdbb-46e0-a2ff-d14de6df84ec None None] Checking router: f0481357-f8b3-4c33-967f-6b2a49b7855d for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:51:24.847902 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d253e-ae27-4e32-8870-86a983d8da24 req-7285c318-51fd-4bf6-b7d0-87ef1c3193fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:24.849549 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2f9d253e-ae27-4e32-8870-86a983d8da24 req-7285c318-51fd-4bf6-b7d0-87ef1c3193fc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505221 Feb 07 21:51:24.851653 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616f6856-cdbb-46e0-a2ff-d14de6df84ec None None] Routers {'f0481357-f8b3-4c33-967f-6b2a49b7855d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:51:24.852785 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-616f6856-cdbb-46e0-a2ff-d14de6df84ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:51:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f0481357-f8b3-4c33-967f-6b2a49b7855d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:51:24.941101 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2f9d253e-ae27-4e32-8870-86a983d8da24 req-55b583fc-585b-4bd5-a19e-01dddf9256ef service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853381 Feb 07 21:51:24.964333 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-616f6856-cdbb-46e0-a2ff-d14de6df84ec None None] Set router f0481357-f8b3-4c33-967f-6b2a49b7855d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:51:25.034953 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-2f9d253e-ae27-4e32-8870-86a983d8da24 req-869fc315-e978-4ec1-bea5-beaa5675c5c1 service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882711 Feb 07 21:51:25.189576 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-616f6856-cdbb-46e0-a2ff-d14de6df84ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '9a09cf78-637e-47bf-a386-caa06eac4eec', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'port_id': '962891aa-fca7-4fd2-bdef-812553599d8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'mac_address': 'fa:16:3e:67:ca:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd080212c-140f-4d28-b795-bdaae436b3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:51:10Z', 'updated_at': '2022-02-07T21:51:23Z', 'revision_number': 1, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:11Z', 'revision_number': 5, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:51:25.216780 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616f6856-cdbb-46e0-a2ff-d14de6df84ec None None] The sync data for ids ['f0481357-f8b3-4c33-967f-6b2a49b7855d'] in n-d-828185-2 is: [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '9a09cf78-637e-47bf-a386-caa06eac4eec', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'port_id': '962891aa-fca7-4fd2-bdef-812553599d8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'mac_address': 'fa:16:3e:67:ca:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd080212c-140f-4d28-b795-bdaae436b3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:51:10Z', 'updated_at': '2022-02-07T21:51:23Z', 'revision_number': 1, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:11Z', 'revision_number': 5, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:51:25.409606 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a9ab03-24d9-4717-a9a6-c991be793378 None None] New status for floating IP 9a09cf78-637e-47bf-a386-caa06eac4eec: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:51:25.759584 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db031764-a68b-4500-86cd-6553504ee05c req-e7d7fbaf-df73-4667-8d58-4edf9f3b1d95 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:25.761045 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db031764-a68b-4500-86cd-6553504ee05c req-e7d7fbaf-df73-4667-8d58-4edf9f3b1d95 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0533850 Feb 07 21:51:25.807522 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db031764-a68b-4500-86cd-6553504ee05c req-d957d298-e8b1-49b6-9bb8-f4adaa2359a8 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405610 Feb 07 21:51:25.926886 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0449502-8a0e-42a8-b44f-90064439640e req-910d91b7-1f30-4da3-897f-30565d48fe6f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:25.928385 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0449502-8a0e-42a8-b44f-90064439640e req-910d91b7-1f30-4da3-897f-30565d48fe6f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0527222 Feb 07 21:51:25.976832 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0449502-8a0e-42a8-b44f-90064439640e req-35b4bb2f-10e7-49b8-9d37-25fe4fe91846 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428667 Feb 07 21:51:26.237268 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-d7629a25-5c37-4f2e-b5ca-d14c2c749775 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0782077 Feb 07 21:51:26.248909 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab18590-d639-409d-99ee-58961dd0f297 req-ecd1266a-da30-47a5-8eca-9686519a266a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:26.250333 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ab18590-d639-409d-99ee-58961dd0f297 req-ecd1266a-da30-47a5-8eca-9686519a266a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0813344 Feb 07 21:51:26.299484 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ab18590-d639-409d-99ee-58961dd0f297 req-c6c7e5b3-37f9-49c9-a76c-2b5e78d2c8f4 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433567 Feb 07 21:51:27.297143 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-fc27c41f-995b-4902-8c0e-114f92e69277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:27.298632 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-fc27c41f-995b-4902-8c0e-114f92e69277 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 1128 time: 0.0458014 Feb 07 21:51:27.391198 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-3c8d7abc-e763-4c20-853b-e45d02f8f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:27.392744 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-3c8d7abc-e763-4c20-853b-e45d02f8f9f4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.0885026 Feb 07 21:51:27.419314 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e258b-d978-4fea-ac31-e143afe7759d req-33b19b19-3f07-4e56-b675-9ff241706126 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:27.420835 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b6e258b-d978-4fea-ac31-e143afe7759d req-33b19b19-3f07-4e56-b675-9ff241706126 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0523865 Feb 07 21:51:27.459874 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-f1a13a74-9fe9-44fc-9772-41615d3b27d7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=962891aa-fca7-4fd2-bdef-812553599d8e HTTP/1.1" status: 200 len: 1001 time: 0.0615108 Feb 07 21:51:27.470641 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b6e258b-d978-4fea-ac31-e143afe7759d req-107b789e-afdc-4725-95e6-70385ed3988d tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442984 Feb 07 21:51:27.513710 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-05c53c88-8514-4b09-886a-e6d65e0b01f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:27.515180 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-05c53c88-8514-4b09-886a-e6d65e0b01f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0495501 Feb 07 21:51:27.570464 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-6923cea3-111a-4b26-96e5-9d53fc079491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:27.571885 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-6923cea3-111a-4b26-96e5-9d53fc079491 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503423 Feb 07 21:51:27.659576 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-d4e3f510-232d-4307-af71-f2f3e251dd52 service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816612 Feb 07 21:51:27.754514 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-0fff3bdf-33f0-4c56-a04b-528731a0758b service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892532 Feb 07 21:51:28.594313 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239db6f7-9896-45ce-b4d5-aa7855c9cfdb req-5c163af2-6ba3-401c-a313-d67c943a7e25 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:28.596549 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-239db6f7-9896-45ce-b4d5-aa7855c9cfdb req-5c163af2-6ba3-401c-a313-d67c943a7e25 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0580482 Feb 07 21:51:28.644772 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-239db6f7-9896-45ce-b4d5-aa7855c9cfdb req-bee19bdb-16d9-40a3-8c0d-258dd7f0f9f1 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427752 Feb 07 21:51:29.768317 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe793e3-d9df-45c1-993d-2fcd95eff100 req-544c85a4-2a54-4ae4-8930-a7ad255b4f96 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:29.769864 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ebe793e3-d9df-45c1-993d-2fcd95eff100 req-544c85a4-2a54-4ae4-8930-a7ad255b4f96 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0528667 Feb 07 21:51:29.817256 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ebe793e3-d9df-45c1-993d-2fcd95eff100 req-17e1956d-5126-4e7d-95c0-966a6e5e479a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417376 Feb 07 21:51:30.941205 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc74679-af99-4f3e-a27f-03699e2ba367 req-1b640e8b-d4bc-47e8-b85c-b6e3883e96d4 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:30.942665 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9cc74679-af99-4f3e-a27f-03699e2ba367 req-1b640e8b-d4bc-47e8-b85c-b6e3883e96d4 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0564742 Feb 07 21:51:30.989669 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9cc74679-af99-4f3e-a27f-03699e2ba367 req-4afba9c6-cd49-483a-92cd-d58f72cd1e13 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410757 Feb 07 21:51:32.107970 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f863a-306a-48f7-886c-01882433ea4d req-d8b315b8-91d8-443a-8cbe-2b481d113bfa tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:32.109489 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-572f863a-306a-48f7-886c-01882433ea4d req-d8b315b8-91d8-443a-8cbe-2b481d113bfa tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0525227 Feb 07 21:51:32.156381 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-572f863a-306a-48f7-886c-01882433ea4d req-240b5243-df65-4138-a24a-ade272f1510a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413332 Feb 07 21:51:33.274018 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bd7b8-b622-4fc7-8442-0ecaab24ad4a req-0680ac56-18be-41c9-a81f-e0e03c9c42e1 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:33.275537 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-378bd7b8-b622-4fc7-8442-0ecaab24ad4a req-0680ac56-18be-41c9-a81f-e0e03c9c42e1 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0520101 Feb 07 21:51:33.325749 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-378bd7b8-b622-4fc7-8442-0ecaab24ad4a req-e811aadf-1009-40df-8578-436ac041d86b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438585 Feb 07 21:51:34.063192 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:34.305750 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:34.446012 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9f6a3-2646-42ad-99d6-5fbdb3cb0d6a req-07f6d313-78c2-48b5-acb5-4e249c1a65f4 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:34.447471 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68e9f6a3-2646-42ad-99d6-5fbdb3cb0d6a req-07f6d313-78c2-48b5-acb5-4e249c1a65f4 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0517149 Feb 07 21:51:34.492779 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68e9f6a3-2646-42ad-99d6-5fbdb3cb0d6a req-7f53f1c6-6787-4fe5-8b97-650ae4b605a5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397148 Feb 07 21:51:35.610769 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e175b-dec0-4c63-beec-842ce206bec9 req-f92255a8-682f-4e3a-9c30-fdae5fe3c33d tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:35.612244 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cb1e175b-dec0-4c63-beec-842ce206bec9 req-f92255a8-682f-4e3a-9c30-fdae5fe3c33d tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0519526 Feb 07 21:51:35.662857 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cb1e175b-dec0-4c63-beec-842ce206bec9 req-17c20d59-7b94-4c44-b1ff-ff81a2f232df tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448067 Feb 07 21:51:36.790104 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565d0eb-82dd-4d33-afaf-7b666e337cd0 req-e3795be1-d2b1-49d9-a708-2f160d86dc03 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:36.791570 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e565d0eb-82dd-4d33-afaf-7b666e337cd0 req-e3795be1-d2b1-49d9-a708-2f160d86dc03 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0566444 Feb 07 21:51:36.836122 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e565d0eb-82dd-4d33-afaf-7b666e337cd0 req-3d5241cc-1207-4af1-82a1-5a6df713a7f0 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389123 Feb 07 21:51:37.954985 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ad352-de41-46d4-94f4-1b2f10e08665 req-9e5253cd-fb0d-4d13-904c-91cc1681afa6 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:37.956474 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b11ad352-de41-46d4-94f4-1b2f10e08665 req-9e5253cd-fb0d-4d13-904c-91cc1681afa6 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0522153 Feb 07 21:51:38.001985 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b11ad352-de41-46d4-94f4-1b2f10e08665 req-26134118-e722-4094-bc97-e60f5eb02dd2 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399673 Feb 07 21:51:39.126707 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b3978-40b7-4fc5-9316-0849b08d2448 req-c5914ad3-da11-4fb5-8499-06e4afb8e465 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:39.128186 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f94b3978-40b7-4fc5-9316-0849b08d2448 req-c5914ad3-da11-4fb5-8499-06e4afb8e465 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0572929 Feb 07 21:51:39.175703 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f94b3978-40b7-4fc5-9316-0849b08d2448 req-25767e84-4332-4579-8532-bb6ceb3edd86 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411701 Feb 07 21:51:40.293002 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a40645-acd7-4ffb-9a8d-b8d7e26faa40 req-0516d2d5-2e7e-4be2-8a12-cb627877b833 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:40.294980 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-55a40645-acd7-4ffb-9a8d-b8d7e26faa40 req-0516d2d5-2e7e-4be2-8a12-cb627877b833 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0520077 Feb 07 21:51:40.340130 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-55a40645-acd7-4ffb-9a8d-b8d7e26faa40 req-531a6714-ffed-42f3-81c8-b4020ea93459 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397577 Feb 07 21:51:41.456272 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dc1b4-82f3-4483-b3fe-a0c35af59300 req-fdc363e1-b979-46b4-87f3-892d5d9411e2 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:41.457785 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da7dc1b4-82f3-4483-b3fe-a0c35af59300 req-fdc363e1-b979-46b4-87f3-892d5d9411e2 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0512114 Feb 07 21:51:41.509347 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da7dc1b4-82f3-4483-b3fe-a0c35af59300 req-735436bb-b757-4fc8-b149-169bfea81895 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457735 Feb 07 21:51:42.626222 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758dfd4-0fa3-494a-8c24-af1d8bd88d23 req-bfae4994-0a00-4222-bc9a-29bf2650100b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:42.627674 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d758dfd4-0fa3-494a-8c24-af1d8bd88d23 req-bfae4994-0a00-4222-bc9a-29bf2650100b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0523996 Feb 07 21:51:42.675374 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d758dfd4-0fa3-494a-8c24-af1d8bd88d23 req-09cc77f4-4392-4ecd-be53-d0902970d1f1 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421929 Feb 07 21:51:43.793914 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cddf1-621b-451c-be55-fe7a0da739e5 req-a0525b82-92e6-4102-bce4-01d632294df4 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:43.795397 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba3cddf1-621b-451c-be55-fe7a0da739e5 req-a0525b82-92e6-4102-bce4-01d632294df4 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0526052 Feb 07 21:51:43.847061 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba3cddf1-621b-451c-be55-fe7a0da739e5 req-9817ff47-3357-4984-823d-258973b7ae69 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457590 Feb 07 21:51:44.513151 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-e6690f15-9898-4c17-b6fb-696c866de909 service neutron] show failed (client error): The resource could not be found. Feb 07 21:51:44.514236 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-e6690f15-9898-4c17-b6fb-696c866de909 service neutron] 10.222.0.69 "GET /v2.0/ports/962891aa-fca7-4fd2-bdef-812553599d8e/bindings/n-h2-828185-2 HTTP/1.1" status: 404 len: 380 time: 0.0548024 Feb 07 21:51:44.711678 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-c8f8e053-345f-481f-a435-f79a54464143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:44.713216 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-c8f8e053-345f-481f-a435-f79a54464143 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2&tenant_id=62eabdb9e24a4a34aa20a1d698d0571f HTTP/1.1" status: 200 len: 1128 time: 0.0501864 Feb 07 21:51:44.723791 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-b565fc53-9e34-4e7a-8498-790816faad75 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828185-2', 'device_owner': 'compute:nova'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:51:44.782355 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-b565fc53-9e34-4e7a-8498-790816faad75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (962891aa-fca7-4fd2-bdef-812553599d8e), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:45.010606 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-b565fc53-9e34-4e7a-8498-790816faad75 service neutron] For port 962891aa-fca7-4fd2-bdef-812553599d8e, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=962891aa-fca7-4fd2-bdef-812553599d8e,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:51:45.027232 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78a2a7-a091-4b71-8b87-63e98022641d req-841900e0-4692-4171-bc5a-c85fa7817043 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:45.029295 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e78a2a7-a091-4b71-8b87-63e98022641d req-841900e0-4692-4171-bc5a-c85fa7817043 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0937383 Feb 07 21:51:45.069317 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-b565fc53-9e34-4e7a-8498-790816faad75 service neutron] For port 962891aa-fca7-4fd2-bdef-812553599d8e, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:51:45.113899 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e78a2a7-a091-4b71-8b87-63e98022641d req-4831bb5d-ac17-4fd1-b803-063982eb4dae tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778997 Feb 07 21:51:45.124746 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd080212c-140f-4d28-b795-bdaae436b3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '962891aa-fca7-4fd2-bdef-812553599d8e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:51:45.127020 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b5185f-155a-41f3-9cc4-bccf7368c9c7" -d '{"events": [{"server_uuid": "d080212c-140f-4d28-b795-bdaae436b3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "962891aa-fca7-4fd2-bdef-812553599d8e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:51:45.130652 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-b565fc53-9e34-4e7a-8498-790816faad75 service neutron] Publish callbacks [] for port (962891aa-fca7-4fd2-bdef-812553599d8e), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:45.143299 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-b565fc53-9e34-4e7a-8498-790816faad75 service neutron] Transition to ACTIVE for port object 962891aa-fca7-4fd2-bdef-812553599d8e will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:51:45.147923 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-b565fc53-9e34-4e7a-8498-790816faad75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (962891aa-fca7-4fd2-bdef-812553599d8e), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:45.183920 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248304d3-efc4-4631-89ec-2f9bef5f2794 x-openstack-request-id: req-248304d3-efc4-4631-89ec-2f9bef5f2794 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:51:45.184221 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d080212c-140f-4d28-b795-bdaae436b3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "962891aa-fca7-4fd2-bdef-812553599d8e", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:51:45.185001 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-248304d3-efc4-4631-89ec-2f9bef5f2794 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:51:45.185404 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd080212c-140f-4d28-b795-bdaae436b3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '962891aa-fca7-4fd2-bdef-812553599d8e', 'code': 200} Feb 07 21:51:45.228710 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565fc53-9e34-4e7a-8498-790816faad75 service neutron] Pushing event updated for resources: {'Port': ['ID=962891aa-fca7-4fd2-bdef-812553599d8e,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:45.273203 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-b565fc53-9e34-4e7a-8498-790816faad75 service neutron] No DVR routers for this DVR port 962891aa-fca7-4fd2-bdef-812553599d8e on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:51:45.410092 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-b565fc53-9e34-4e7a-8498-790816faad75 service neutron] Attempting to bind port 962891aa-fca7-4fd2-bdef-812553599d8e on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:51:45.410423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-b565fc53-9e34-4e7a-8498-790816faad75 service neutron] Attempting to bind port 962891aa-fca7-4fd2-bdef-812553599d8e by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:51:45.410745 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-b565fc53-9e34-4e7a-8498-790816faad75 service neutron] Attempting to bind port 962891aa-fca7-4fd2-bdef-812553599d8e on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:51:45.414887 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-b565fc53-9e34-4e7a-8498-790816faad75 service neutron] Port 962891aa-fca7-4fd2-bdef-812553599d8e on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:51:45.415203 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-b565fc53-9e34-4e7a-8498-790816faad75 service neutron] Attempting to bind port 962891aa-fca7-4fd2-bdef-812553599d8e on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:51:45.421007 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-b565fc53-9e34-4e7a-8498-790816faad75 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:51:45.421427 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-b565fc53-9e34-4e7a-8498-790816faad75 service neutron] Checking segment: {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:51:45.421804 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-b565fc53-9e34-4e7a-8498-790816faad75 service neutron] Bound using segment: {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:51:45.422366 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-b565fc53-9e34-4e7a-8498-790816faad75 service neutron] Bound port: 962891aa-fca7-4fd2-bdef-812553599d8e, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:51:45.422791 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-b565fc53-9e34-4e7a-8498-790816faad75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (962891aa-fca7-4fd2-bdef-812553599d8e), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:45.483396 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-b565fc53-9e34-4e7a-8498-790816faad75 service neutron] For port 962891aa-fca7-4fd2-bdef-812553599d8e, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:51:45.486490 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-b565fc53-9e34-4e7a-8498-790816faad75 service neutron] For port 962891aa-fca7-4fd2-bdef-812553599d8e, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=962891aa-fca7-4fd2-bdef-812553599d8e,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:51:45.492704 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-b565fc53-9e34-4e7a-8498-790816faad75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (962891aa-fca7-4fd2-bdef-812553599d8e), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:45.524331 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-b565fc53-9e34-4e7a-8498-790816faad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:45.525028 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-b565fc53-9e34-4e7a-8498-790816faad75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:45.526410 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-b565fc53-9e34-4e7a-8498-790816faad75 service neutron] 10.222.0.71 "PUT /v2.0/ports/962891aa-fca7-4fd2-bdef-812553599d8e HTTP/1.1" status: 200 len: 1092 time: 0.8068106 Feb 07 21:51:45.562637 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565fc53-9e34-4e7a-8498-790816faad75 service neutron] Pushing event updated for resources: {'Port': ['ID=962891aa-fca7-4fd2-bdef-812553599d8e,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:45.599359 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-7adf7775-7cb6-4dcd-b031-25f21f533db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:45.601097 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-7adf7775-7cb6-4dcd-b031-25f21f533db9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 1126 time: 0.0540304 Feb 07 21:51:45.692206 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-8d9ed758-39db-4a83-b88e-dd332ab37f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:45.693809 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-8d9ed758-39db-4a83-b88e-dd332ab37f50 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.0873423 Feb 07 21:51:45.763864 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-139b577e-42df-4532-b370-5457d6cc3f28 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=962891aa-fca7-4fd2-bdef-812553599d8e HTTP/1.1" status: 200 len: 999 time: 0.0634758 Feb 07 21:51:45.810694 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-1f9aae59-09fb-466f-a6d5-7fd5c0b2027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:45.812234 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-1f9aae59-09fb-466f-a6d5-7fd5c0b2027b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0432384 Feb 07 21:51:45.860405 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-3ead888a-2119-41ec-b06e-9d1431a5c838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:45.861876 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-3ead888a-2119-41ec-b06e-9d1431a5c838 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441749 Feb 07 21:51:45.951244 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-24b7cc46-00a1-488f-b6e1-9db8837a7bc0 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834122 Feb 07 21:51:46.034783 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a7f59e1a-b229-4700-bc00-88f0b75a26e2 req-f400c6f9-36e9-4647-bdbc-0f889f308888 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781515 Feb 07 21:51:46.235433 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02440892-15db-4177-b1e9-0475200a5be8 req-e05d4c19-4567-4ef9-a5a9-23fa6f4bc320 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:46.236927 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-02440892-15db-4177-b1e9-0475200a5be8 req-e05d4c19-4567-4ef9-a5a9-23fa6f4bc320 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 944 time: 0.0532656 Feb 07 21:51:46.286092 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-02440892-15db-4177-b1e9-0475200a5be8 req-e621635c-f83c-4edb-8656-3c054e91abf2 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436754 Feb 07 21:51:47.018681 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 962891aa-fca7-4fd2-bdef-812553599d8e no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:51:47.056086 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] The host n-h1-828185-2 is not matching for port 962891aa-fca7-4fd2-bdef-812553599d8e host n-h2-828185-2! {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 07 21:51:47.056501 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 962891aa-fca7-4fd2-bdef-812553599d8e not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:51:47.186448 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd080212c-140f-4d28-b795-bdaae436b3d2', 'tag': '962891aa-fca7-4fd2-bdef-812553599d8e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:51:47.188934 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80236de-4c34-4888-ae00-de5325fbf479" -d '{"events": [{"name": "network-changed", "server_uuid": "d080212c-140f-4d28-b795-bdaae436b3d2", "tag": "962891aa-fca7-4fd2-bdef-812553599d8e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:51:47.237046 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab9a04a-3693-4315-b55f-2fac4ad258f1 x-openstack-request-id: req-5ab9a04a-3693-4315-b55f-2fac4ad258f1 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:51:47.237346 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d080212c-140f-4d28-b795-bdaae436b3d2", "tag": "962891aa-fca7-4fd2-bdef-812553599d8e", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:51:47.237944 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ab9a04a-3693-4315-b55f-2fac4ad258f1 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:51:47.238358 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd080212c-140f-4d28-b795-bdaae436b3d2', 'tag': '962891aa-fca7-4fd2-bdef-812553599d8e', 'status': 'completed', 'code': 200} Feb 07 21:51:47.298009 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80236de-4c34-4888-ae00-de5325fbf479 req-b8dfc002-1472-4b70-af9e-f55e03ea0c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:47.299420 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e80236de-4c34-4888-ae00-de5325fbf479 req-b8dfc002-1472-4b70-af9e-f55e03ea0c16 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 1126 time: 0.0455852 Feb 07 21:51:47.305007 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80236de-4c34-4888-ae00-de5325fbf479 req-03b9750a-859a-40f2-adf2-af1bc95235f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:47.306526 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e80236de-4c34-4888-ae00-de5325fbf479 req-03b9750a-859a-40f2-adf2-af1bc95235f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 1126 time: 0.0435560 Feb 07 21:51:47.392095 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80236de-4c34-4888-ae00-de5325fbf479 req-b2c38744-845d-4fd3-977c-3455ddf8b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:47.393611 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e80236de-4c34-4888-ae00-de5325fbf479 req-b2c38744-845d-4fd3-977c-3455ddf8b455 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.0886412 Feb 07 21:51:47.433350 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80236de-4c34-4888-ae00-de5325fbf479 req-b3db0173-034a-4f5a-890a-3c1a9d1de00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:47.434874 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e80236de-4c34-4888-ae00-de5325fbf479 req-b3db0173-034a-4f5a-890a-3c1a9d1de00b service neutron] 10.222.0.71 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.1217160 Feb 07 21:51:47.442285 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7dc8eb-c51a-4c9e-a2c0-5c949eebe528 req-8497547f-e796-46ed-b220-db179e1cf258 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:47.443637 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8f7dc8eb-c51a-4c9e-a2c0-5c949eebe528 req-8497547f-e796-46ed-b220-db179e1cf258 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 944 time: 0.0845115 Feb 07 21:51:47.460497 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e80236de-4c34-4888-ae00-de5325fbf479 req-3fbe7922-b229-4f2c-a1fc-973f7241fad1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=962891aa-fca7-4fd2-bdef-812553599d8e HTTP/1.1" status: 200 len: 999 time: 0.0591035 Feb 07 21:51:47.509875 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80236de-4c34-4888-ae00-de5325fbf479 req-5ae48684-c581-4ca6-b0fa-d3dd3833f2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:47.511465 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e80236de-4c34-4888-ae00-de5325fbf479 req-5ae48684-c581-4ca6-b0fa-d3dd3833f2b9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0450232 Feb 07 21:51:47.533695 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e80236de-4c34-4888-ae00-de5325fbf479 req-ebe0a064-79ce-4fa9-9710-622acd369099 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=962891aa-fca7-4fd2-bdef-812553599d8e HTTP/1.1" status: 200 len: 999 time: 0.0890949 Feb 07 21:51:47.537098 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8f7dc8eb-c51a-4c9e-a2c0-5c949eebe528 req-52ed5479-a7f2-4659-98da-dbe5f74d0585 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866334 Feb 07 21:51:47.567264 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80236de-4c34-4888-ae00-de5325fbf479 req-c87b12da-13b8-4b79-86e4-a2cb826fc83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:47.568945 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e80236de-4c34-4888-ae00-de5325fbf479 req-c87b12da-13b8-4b79-86e4-a2cb826fc83b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509932 Feb 07 21:51:47.585500 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80236de-4c34-4888-ae00-de5325fbf479 req-2a6728b6-7118-4b02-a5bd-895c77e3fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:47.586986 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e80236de-4c34-4888-ae00-de5325fbf479 req-2a6728b6-7118-4b02-a5bd-895c77e3fe17 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0476146 Feb 07 21:51:47.635137 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80236de-4c34-4888-ae00-de5325fbf479 req-4e6e5eff-16cf-4f0f-b346-4c2290dc2d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:47.636695 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e80236de-4c34-4888-ae00-de5325fbf479 req-4e6e5eff-16cf-4f0f-b346-4c2290dc2d80 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438466 Feb 07 21:51:47.659317 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e80236de-4c34-4888-ae00-de5325fbf479 req-0088eb4e-909a-4179-b585-2f1aec91b364 service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841720 Feb 07 21:51:47.724475 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e80236de-4c34-4888-ae00-de5325fbf479 req-826d3ff1-5dff-4001-8ce3-0a6769537582 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819356 Feb 07 21:51:47.751881 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e80236de-4c34-4888-ae00-de5325fbf479 req-629a9ce3-c3d6-4414-b7de-7dbd62af3f30 service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870681 Feb 07 21:51:47.815544 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e80236de-4c34-4888-ae00-de5325fbf479 req-2e166d24-9af6-4ae5-8fb1-154900b2db65 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837436 Feb 07 21:51:48.474351 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4f908d97-967f-4762-afaa-2ef86237ad3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:48.578002 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-165ea661-eb74-495f-a0db-7150d02c18ef req-a57b69c0-f5ac-4c42-affc-d055f29123e7 service neutron] (103255) timed out ('10.222.0.71', 63425) {{(pid=103255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 21:51:48.660533 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6a5cd-52f1-4780-b64c-dbb05735f9e7 req-e724d8dd-dbe0-4a39-bfee-73d36b05563f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:48.661965 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91a6a5cd-52f1-4780-b64c-dbb05735f9e7 req-e724d8dd-dbe0-4a39-bfee-73d36b05563f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 944 time: 0.0524418 Feb 07 21:51:48.707385 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91a6a5cd-52f1-4780-b64c-dbb05735f9e7 req-49729b73-cfea-4950-9030-9b5335472873 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398607 Feb 07 21:51:49.731926 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 962891aa-fca7-4fd2-bdef-812553599d8e details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:51:49.827104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 962891aa-fca7-4fd2-bdef-812553599d8e, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=962891aa-fca7-4fd2-bdef-812553599d8e,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:51:49.830906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e9a35-7b3e-4ae5-8d57-dfc3f126c10a req-107787e5-7ff5-4f0b-9900-653dd6b105ca tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:49.832665 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-042e9a35-7b3e-4ae5-8d57-dfc3f126c10a req-107787e5-7ff5-4f0b-9900-653dd6b105ca tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 944 time: 0.0571656 Feb 07 21:51:49.838971 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '962891aa-fca7-4fd2-bdef-812553599d8e', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'port_id': '962891aa-fca7-4fd2-bdef-812553599d8e', 'mac_address': 'fa:16:3e:67:ca:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:51:49.876058 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 962891aa-fca7-4fd2-bdef-812553599d8e is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:51:49.876478 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (962891aa-fca7-4fd2-bdef-812553599d8e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:49.878939 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-042e9a35-7b3e-4ae5-8d57-dfc3f126c10a req-9ea459a8-d3ad-4991-aa07-921b25eb3665 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405285 Feb 07 21:51:49.893392 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962891aa-fca7-4fd2-bdef-812553599d8e {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:51:49.913463 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 962891aa-fca7-4fd2-bdef-812553599d8e, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=962891aa-fca7-4fd2-bdef-812553599d8e,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:51:49.917380 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (962891aa-fca7-4fd2-bdef-812553599d8e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:49.963553 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=962891aa-fca7-4fd2-bdef-812553599d8e,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:50.083305 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3241859-da93-4bf9-9480-4bba39417ec9 req-072b8cd7-ff59-4608-9a3d-4e9a1ac7f56c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:50.085055 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3241859-da93-4bf9-9480-4bba39417ec9 req-072b8cd7-ff59-4608-9a3d-4e9a1ac7f56c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0567915 Feb 07 21:51:50.101139 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965009b4-0e75-4949-9cf5-4672a1b8d9c4 req-a19142bb-3679-4a69-9909-e2198631d216 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:50.102653 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-965009b4-0e75-4949-9cf5-4672a1b8d9c4 req-a19142bb-3679-4a69-9909-e2198631d216 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.69 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2&tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&binding%3Ahost_id=n-h2-828185-2 HTTP/1.1" status: 200 len: 945 time: 0.0631962 Feb 07 21:51:50.141841 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b3241859-da93-4bf9-9480-4bba39417ec9 req-1f393630-c331-4e2d-ba94-db96f6cef5ac tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508897 Feb 07 21:51:50.176412 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [req-965009b4-0e75-4949-9cf5-4672a1b8d9c4 req-e8f9b185-093e-4260-abbf-5f912b5401a3 service neutron] delete failed (client error): The resource could not be found. Feb 07 21:51:50.177768 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-965009b4-0e75-4949-9cf5-4672a1b8d9c4 req-e8f9b185-093e-4260-abbf-5f912b5401a3 service neutron] 10.222.0.69 "DELETE /v2.0/ports/962891aa-fca7-4fd2-bdef-812553599d8e/bindings/n-h1-828185-2 HTTP/1.1" status: 404 len: 380 time: 0.0684316 Feb 07 21:51:50.236354 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['962891aa-fca7-4fd2-bdef-812553599d8e'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:51:50.263719 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965009b4-0e75-4949-9cf5-4672a1b8d9c4 req-7c5cd71e-4d79-4b95-8d02-4fcf121970e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:50.265251 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-965009b4-0e75-4949-9cf5-4672a1b8d9c4 req-7c5cd71e-4d79-4b95-8d02-4fcf121970e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 1127 time: 0.0458307 Feb 07 21:51:50.355742 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965009b4-0e75-4949-9cf5-4672a1b8d9c4 req-9776b7ac-21d7-422a-a186-b7b5b6aa451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:50.357891 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-965009b4-0e75-4949-9cf5-4672a1b8d9c4 req-9776b7ac-21d7-422a-a186-b7b5b6aa451e service neutron] 10.222.0.69 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.0876184 Feb 07 21:51:50.421649 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-965009b4-0e75-4949-9cf5-4672a1b8d9c4 req-00466fbe-4d98-4cf2-86ae-7a00cda5152e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=962891aa-fca7-4fd2-bdef-812553599d8e HTTP/1.1" status: 200 len: 1000 time: 0.0579336 Feb 07 21:51:50.478781 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965009b4-0e75-4949-9cf5-4672a1b8d9c4 req-7cd81658-3870-4605-9e9f-bdf2703b952d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:50.480381 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-965009b4-0e75-4949-9cf5-4672a1b8d9c4 req-7cd81658-3870-4605-9e9f-bdf2703b952d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0532389 Feb 07 21:51:50.528392 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965009b4-0e75-4949-9cf5-4672a1b8d9c4 req-aa6a60b3-cd05-4565-b4ee-ff33ab1b7fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:50.529883 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-965009b4-0e75-4949-9cf5-4672a1b8d9c4 req-aa6a60b3-cd05-4565-b4ee-ff33ab1b7fe4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434706 Feb 07 21:51:50.616487 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-965009b4-0e75-4949-9cf5-4672a1b8d9c4 req-02a39c2e-f318-42df-945f-ce5c6497d7db service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806766 Feb 07 21:51:50.649823 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-de4b6bd8-4bd4-4c82-a827-722d3e750755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:50.716084 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-965009b4-0e75-4949-9cf5-4672a1b8d9c4 req-8cd798bf-bc1c-4177-b765-3ae6f596d101 service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938859 Feb 07 21:51:51.286786 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1deb69-427c-4d4c-96ca-c05df17bddd6 req-57b399ef-f60b-40df-9e18-bb762793dedc tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:51.288719 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7a1deb69-427c-4d4c-96ca-c05df17bddd6 req-57b399ef-f60b-40df-9e18-bb762793dedc tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0711536 Feb 07 21:51:51.344570 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7a1deb69-427c-4d4c-96ca-c05df17bddd6 req-268c859d-8e2f-4106-a62e-cc12bd5c8470 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496502 Feb 07 21:51:51.467546 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9a64d-827b-4be5-b1f2-f43f98d90ddf req-ce49fced-01d7-44c1-bfeb-6c04c3e35efa tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:51.469057 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0eb9a64d-827b-4be5-b1f2-f43f98d90ddf req-ce49fced-01d7-44c1-bfeb-6c04c3e35efa tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0578434 Feb 07 21:51:51.515962 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0eb9a64d-827b-4be5-b1f2-f43f98d90ddf req-6609646a-5dd6-4992-85d8-13a4a7f2c93a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410390 Feb 07 21:51:51.629896 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3691c-ee19-4c33-8c1e-13229b5b83a9 req-1f31015f-1b8a-46a8-ac02-e697f06ab7c7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:51.631354 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0d3691c-ee19-4c33-8c1e-13229b5b83a9 req-1f31015f-1b8a-46a8-ac02-e697f06ab7c7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0512207 Feb 07 21:51:51.677501 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0d3691c-ee19-4c33-8c1e-13229b5b83a9 req-c1b4e330-cb1a-49fd-8d77-aad16ced014f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406084 Feb 07 21:51:51.744740 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 962891aa-fca7-4fd2-bdef-812553599d8e up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:51:51.793070 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 962891aa-fca7-4fd2-bdef-812553599d8e completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:51:51.799144 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 962891aa-fca7-4fd2-bdef-812553599d8e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:51:51.799512 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (962891aa-fca7-4fd2-bdef-812553599d8e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:51.883059 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 962891aa-fca7-4fd2-bdef-812553599d8e is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:51:51.883355 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (962891aa-fca7-4fd2-bdef-812553599d8e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:51.907085 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd080212c-140f-4d28-b795-bdaae436b3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962891aa-fca7-4fd2-bdef-812553599d8e'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:51:51.909385 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d143f545-b353-465d-b189-272b185a7e9c" -d '{"events": [{"server_uuid": "d080212c-140f-4d28-b795-bdaae436b3d2", "name": "network-vif-plugged", "status": "completed", "tag": "962891aa-fca7-4fd2-bdef-812553599d8e"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:51:51.919696 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415e4ab-27c2-4310-bbed-e99ae3326f8a req-34982084-f26e-42a9-a5a8-85423adbb410 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:51.921421 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6415e4ab-27c2-4310-bbed-e99ae3326f8a req-34982084-f26e-42a9-a5a8-85423adbb410 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0573540 Feb 07 21:51:51.932615 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 962891aa-fca7-4fd2-bdef-812553599d8e, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=962891aa-fca7-4fd2-bdef-812553599d8e,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:51:51.938614 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (962891aa-fca7-4fd2-bdef-812553599d8e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:51.943340 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:51.965166 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7e43d6-13c4-4ab6-9b3b-c64860e28f79 x-openstack-request-id: req-2d7e43d6-13c4-4ab6-9b3b-c64860e28f79 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:51:51.966085 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d080212c-140f-4d28-b795-bdaae436b3d2", "name": "network-vif-plugged", "status": "completed", "tag": "962891aa-fca7-4fd2-bdef-812553599d8e", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:51:51.966351 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d7e43d6-13c4-4ab6-9b3b-c64860e28f79 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:51:51.966746 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd080212c-140f-4d28-b795-bdaae436b3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962891aa-fca7-4fd2-bdef-812553599d8e', 'code': 200} Feb 07 21:51:51.974105 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6415e4ab-27c2-4310-bbed-e99ae3326f8a req-168b1d99-b925-44ed-8f2f-9f033fddede0 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461965 Feb 07 21:51:51.991831 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=962891aa-fca7-4fd2-bdef-812553599d8e,revision_number=9']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:53.096600 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e510ce-3b22-4b6c-b8ee-d729da597da4 req-3e3c282d-c3b4-4393-9a31-700e63e5e168 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:53.098081 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e4e510ce-3b22-4b6c-b8ee-d729da597da4 req-3e3c282d-c3b4-4393-9a31-700e63e5e168 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0527010 Feb 07 21:51:53.142820 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e4e510ce-3b22-4b6c-b8ee-d729da597da4 req-84d64a8c-2e58-4e8a-b7e1-4b6f198212cd tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392072 Feb 07 21:51:53.400375 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38725ab-7aa7-48a2-b5df-62a483630e26 req-742158a4-29b1-43fe-91af-564a40eeb408 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:53.401813 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d38725ab-7aa7-48a2-b5df-62a483630e26 req-742158a4-29b1-43fe-91af-564a40eeb408 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.71 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 946 time: 0.0537951 Feb 07 21:51:53.410219 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:53.489489 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-d38725ab-7aa7-48a2-b5df-62a483630e26 req-77e9bd32-2edd-44bf-8ac1-2335f6ea6e28 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Deleting port 962891aa-fca7-4fd2-bdef-812553599d8e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:51:53.489832 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d38725ab-7aa7-48a2-b5df-62a483630e26 req-77e9bd32-2edd-44bf-8ac1-2335f6ea6e28 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (962891aa-fca7-4fd2-bdef-812553599d8e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:53.584890 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-d38725ab-7aa7-48a2-b5df-62a483630e26 req-77e9bd32-2edd-44bf-8ac1-2335f6ea6e28 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] For port 962891aa-fca7-4fd2-bdef-812553599d8e, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=962891aa-fca7-4fd2-bdef-812553599d8e,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:51:53.585249 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d38725ab-7aa7-48a2-b5df-62a483630e26 req-77e9bd32-2edd-44bf-8ac1-2335f6ea6e28 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (962891aa-fca7-4fd2-bdef-812553599d8e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:53.748730 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d38725ab-7aa7-48a2-b5df-62a483630e26 req-77e9bd32-2edd-44bf-8ac1-2335f6ea6e28 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:53.749098 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d38725ab-7aa7-48a2-b5df-62a483630e26 req-77e9bd32-2edd-44bf-8ac1-2335f6ea6e28 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (9a09cf78-637e-47bf-a386-caa06eac4eec), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:53.749407 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [req-d38725ab-7aa7-48a2-b5df-62a483630e26 req-77e9bd32-2edd-44bf-8ac1-2335f6ea6e28 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Floating IP 9a09cf78-637e-47bf-a386-caa06eac4eec disassociated. External IP: 172.25.4.55, port: 962891aa-fca7-4fd2-bdef-812553599d8e. Feb 07 21:51:53.749746 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-d38725ab-7aa7-48a2-b5df-62a483630e26 req-77e9bd32-2edd-44bf-8ac1-2335f6ea6e28 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Calling delete_port for 962891aa-fca7-4fd2-bdef-812553599d8e owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:51:53.875413 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d38725ab-7aa7-48a2-b5df-62a483630e26 req-77e9bd32-2edd-44bf-8ac1-2335f6ea6e28 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (962891aa-fca7-4fd2-bdef-812553599d8e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:53.906117 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9bd32-2edd-44bf-8ac1-2335f6ea6e28 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Pushing event deleted for resources: {'Port': ['ID=962891aa-fca7-4fd2-bdef-812553599d8e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:54.023374 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d38725ab-7aa7-48a2-b5df-62a483630e26 req-77e9bd32-2edd-44bf-8ac1-2335f6ea6e28 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Router f0481357-f8b3-4c33-967f-6b2a49b7855d has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:51:54.132490 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d38725ab-7aa7-48a2-b5df-62a483630e26 req-77e9bd32-2edd-44bf-8ac1-2335f6ea6e28 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:51:54.142301 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad405f9f-6384-4a73-b892-2f6375b63da4 None None] Sync routers for ids ['f0481357-f8b3-4c33-967f-6b2a49b7855d'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:51:54.151596 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad405f9f-6384-4a73-b892-2f6375b63da4 None None] Routers {'f0481357-f8b3-4c33-967f-6b2a49b7855d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:51:54.152208 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ad405f9f-6384-4a73-b892-2f6375b63da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:51:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f0481357-f8b3-4c33-967f-6b2a49b7855d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:51:54.177754 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38725ab-7aa7-48a2-b5df-62a483630e26 req-77e9bd32-2edd-44bf-8ac1-2335f6ea6e28 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] No DVR routers for this DVR port 962891aa-fca7-4fd2-bdef-812553599d8e on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:51:54.181386 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d38725ab-7aa7-48a2-b5df-62a483630e26 req-77e9bd32-2edd-44bf-8ac1-2335f6ea6e28 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:54.188348 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d38725ab-7aa7-48a2-b5df-62a483630e26 req-77e9bd32-2edd-44bf-8ac1-2335f6ea6e28 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.71 "DELETE /v2.0/ports/962891aa-fca7-4fd2-bdef-812553599d8e HTTP/1.1" status: 204 len: 173 time: 0.7802801 Feb 07 21:51:54.188348 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd080212c-140f-4d28-b795-bdaae436b3d2', 'name': 'network-vif-deleted', 'tag': '962891aa-fca7-4fd2-bdef-812553599d8e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:51:54.191624 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b5c9c8-8bca-4ccf-b7ab-a8f4e2c2cd16" -d '{"events": [{"server_uuid": "d080212c-140f-4d28-b795-bdaae436b3d2", "name": "network-vif-deleted", "tag": "962891aa-fca7-4fd2-bdef-812553599d8e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:51:54.258132 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e3e2f64-69a1-4df9-8e24-0d3c356196d9 req-aa83547a-4b98-45c2-a253-21e48e329f6c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d080212c-140f-4d28-b795-bdaae436b3d2 HTTP/1.1" status: 200 len: 210 time: 0.0332274 Feb 07 21:51:54.274787 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dcc666-0b60-4740-827c-fb365b15450d x-openstack-request-id: req-f4dcc666-0b60-4740-827c-fb365b15450d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:51:54.275496 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d080212c-140f-4d28-b795-bdaae436b3d2", "name": "network-vif-deleted", "tag": "962891aa-fca7-4fd2-bdef-812553599d8e", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:51:54.276102 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f4dcc666-0b60-4740-827c-fb365b15450d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:51:54.276952 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd080212c-140f-4d28-b795-bdaae436b3d2', 'name': 'network-vif-deleted', 'tag': '962891aa-fca7-4fd2-bdef-812553599d8e', 'status': 'completed', 'code': 200} Feb 07 21:51:54.476235 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ad405f9f-6384-4a73-b892-2f6375b63da4 None None] Set router f0481357-f8b3-4c33-967f-6b2a49b7855d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:51:54.671220 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ad405f9f-6384-4a73-b892-2f6375b63da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:11Z', 'revision_number': 5, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:51:54.696475 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad405f9f-6384-4a73-b892-2f6375b63da4 None None] Checking router: f0481357-f8b3-4c33-967f-6b2a49b7855d for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:51:54.705370 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad405f9f-6384-4a73-b892-2f6375b63da4 None None] Routers {'f0481357-f8b3-4c33-967f-6b2a49b7855d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:51:54.706008 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ad405f9f-6384-4a73-b892-2f6375b63da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:51:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f0481357-f8b3-4c33-967f-6b2a49b7855d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:51:54.782758 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:54.827294 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ad405f9f-6384-4a73-b892-2f6375b63da4 None None] Set router f0481357-f8b3-4c33-967f-6b2a49b7855d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:51:55.024611 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ad405f9f-6384-4a73-b892-2f6375b63da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:11Z', 'revision_number': 5, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:51:55.053861 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad405f9f-6384-4a73-b892-2f6375b63da4 None None] The sync data for ids ['f0481357-f8b3-4c33-967f-6b2a49b7855d'] in n-d-828185-2 is: [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:11Z', 'revision_number': 5, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:51:55.264948 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81419408-1d34-4c44-863d-570091a686eb None None] New status for floating IP 9a09cf78-637e-47bf-a386-caa06eac4eec: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:51:55.522784 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-6d3501d0-030d-45d1-8f19-6719038c47f8 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1028245791&fields=id&tenant_id=62eabdb9e24a4a34aa20a1d698d0571f HTTP/1.1" status: 200 len: 267 time: 0.0407081 Feb 07 21:51:55.637646 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-e9ccab4a-b0f9-4309-aea5-b3030cf7f60a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:55.639095 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-e9ccab4a-b0f9-4309-aea5-b3030cf7f60a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 810 time: 0.1100962 Feb 07 21:51:55.653241 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:51:55.654054 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-0da89c28-8566-40b2-8ac8-c5526119e7f6 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/quotas/62eabdb9e24a4a34aa20a1d698d0571f HTTP/1.1" status: 200 len: 375 time: 0.0095811 Feb 07 21:51:55.707856 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-93688fcf-8c99-44a0-85d6-0b325ff94299 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487816 Feb 07 21:51:55.773318 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-15256c8d-e248-4873-bca6-4170d802cd6f service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:51:55.774312 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-15256c8d-e248-4873-bca6-4170d802cd6f service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0552659 Feb 07 21:51:55.864422 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-719cfc46-cf3a-40f0-9211-5272a577aa9f service neutron] 10.222.0.65 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837169 Feb 07 21:51:55.958995 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-b8c0f411-22a4-419c-963f-c71b0b7619af service neutron] 10.222.0.65 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887225 Feb 07 21:51:56.120831 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1898064-6e0a-402f-8c30-8e29e789e184 req-6c3470dd-110d-489b-aa35-6da190928ae6 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 210 time: 0.0269985 Feb 07 21:51:57.089518 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-bf9d7735-e75e-4533-8ae9-51d14b236733 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:57.091465 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-bf9d7735-e75e-4533-8ae9-51d14b236733 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.71 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 810 time: 0.1043820 Feb 07 21:51:57.149383 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-7785860c-c014-47af-b40f-81a07d40b45f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62eabdb9e24a4a34aa20a1d698d0571f HTTP/1.1" status: 200 len: 380 time: 0.0505061 Feb 07 21:51:57.158001 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-5861e850-22d1-4e25-a105-90c7c955810c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Request body: {'port': {'device_id': '9c0fcaa1-dfb3-40d7-b528-801c1282a156', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'admin_state_up': True, 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'security_groups': ['46128e16-ab87-4ba2-9453-96b012d8349b']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:51:57.231406 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e934bf67-430e-463f-a60c-dfe319ab14fb req-c2813897-cec0-4441-bccb-c96c4d857f3c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 210 time: 0.0325830 Feb 07 21:51:57.285344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-5861e850-22d1-4e25-a105-90c7c955810c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Made reservation on behalf of 62eabdb9e24a4a34aa20a1d698d0571f for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:51:57.288786 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-5861e850-22d1-4e25-a105-90c7c955810c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:57.745212 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-5861e850-22d1-4e25-a105-90c7c955810c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Allocated IP 172.20.0.9 (b11a09fd-5e1d-4d6c-9d39-ca1bd2240902/abd5c662-5033-4e56-8615-049f78849b75/5980615a-bf3b-48e9-94f7-dd828af9ffda) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:51:57.763846 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 962891aa-fca7-4fd2-bdef-812553599d8e no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:51:57.783352 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 962891aa-fca7-4fd2-bdef-812553599d8e {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:51:57.783696 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 962891aa-fca7-4fd2-bdef-812553599d8e not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:51:57.878188 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-5861e850-22d1-4e25-a105-90c7c955810c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for port (5980615a-bf3b-48e9-94f7-dd828af9ffda), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:57.914057 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-5861e850-22d1-4e25-a105-90c7c955810c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (5980615a-bf3b-48e9-94f7-dd828af9ffda), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:57.953638 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-5861e850-22d1-4e25-a105-90c7c955810c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:51:57.958531 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-5861e850-22d1-4e25-a105-90c7c955810c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:51:57.962166 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-5861e850-22d1-4e25-a105-90c7c955810c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:51:57.990200 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861e850-22d1-4e25-a105-90c7c955810c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Pushing event updated for resources: {'Port': ['ID=5980615a-bf3b-48e9-94f7-dd828af9ffda,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:58.015262 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-5861e850-22d1-4e25-a105-90c7c955810c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:58.016020 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-5861e850-22d1-4e25-a105-90c7c955810c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:58.032894 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-5861e850-22d1-4e25-a105-90c7c955810c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8783815 Feb 07 21:51:58.044409 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-d9184347-889d-429d-b419-38db99040a62 service neutron] Request body: {'port': {'device_id': '9c0fcaa1-dfb3-40d7-b528-801c1282a156', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:51:58.108183 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-d9184347-889d-429d-b419-38db99040a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5980615a-bf3b-48e9-94f7-dd828af9ffda), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:58.188565 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ca02b50e-1e42-4cb7-a585-33c67ec5c721 None None] Provisioning complete for port 5980615a-bf3b-48e9-94f7-dd828af9ffda triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:51:58.188941 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ca02b50e-1e42-4cb7-a585-33c67ec5c721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5980615a-bf3b-48e9-94f7-dd828af9ffda), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:58.223843 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ca02b50e-1e42-4cb7-a585-33c67ec5c721 None None] Port 5980615a-bf3b-48e9-94f7-dd828af9ffda cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:51:58.396797 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38e12a-bf23-48af-8eae-070e0d494dde req-7650ba0f-ba79-4a73-9195-fb75f3e00ada tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:58.398245 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d38e12a-bf23-48af-8eae-070e0d494dde req-7650ba0f-ba79-4a73-9195-fb75f3e00ada tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 931 time: 0.0934486 Feb 07 21:51:58.403901 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-d9184347-889d-429d-b419-38db99040a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5980615a-bf3b-48e9-94f7-dd828af9ffda {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:51:58.416818 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-d9184347-889d-429d-b419-38db99040a62 service neutron] Publish callbacks [] for port (5980615a-bf3b-48e9-94f7-dd828af9ffda), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:58.438533 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-d9184347-889d-429d-b419-38db99040a62 service neutron] Transition to ACTIVE for port object 5980615a-bf3b-48e9-94f7-dd828af9ffda will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:51:58.446527 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-d9184347-889d-429d-b419-38db99040a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (5980615a-bf3b-48e9-94f7-dd828af9ffda), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:58.497413 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d38e12a-bf23-48af-8eae-070e0d494dde req-d372e9cb-2f67-4801-864a-0e5787caaa7e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891240 Feb 07 21:51:58.536026 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9184347-889d-429d-b419-38db99040a62 service neutron] Pushing event updated for resources: {'Port': ['ID=5980615a-bf3b-48e9-94f7-dd828af9ffda,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:58.586828 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-d9184347-889d-429d-b419-38db99040a62 service neutron] Attempting to bind port 5980615a-bf3b-48e9-94f7-dd828af9ffda on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:51:58.587169 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-d9184347-889d-429d-b419-38db99040a62 service neutron] Attempting to bind port 5980615a-bf3b-48e9-94f7-dd828af9ffda by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:51:58.587497 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-d9184347-889d-429d-b419-38db99040a62 service neutron] Attempting to bind port 5980615a-bf3b-48e9-94f7-dd828af9ffda on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:51:58.592598 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-d9184347-889d-429d-b419-38db99040a62 service neutron] Port 5980615a-bf3b-48e9-94f7-dd828af9ffda on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:51:58.593050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-d9184347-889d-429d-b419-38db99040a62 service neutron] Attempting to bind port 5980615a-bf3b-48e9-94f7-dd828af9ffda on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:51:58.598201 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-d9184347-889d-429d-b419-38db99040a62 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:51:58.598535 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-d9184347-889d-429d-b419-38db99040a62 service neutron] Checking segment: {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:51:58.598920 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-d9184347-889d-429d-b419-38db99040a62 service neutron] Bound using segment: {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:51:58.599346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-d9184347-889d-429d-b419-38db99040a62 service neutron] Bound port: 5980615a-bf3b-48e9-94f7-dd828af9ffda, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:51:58.599707 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-d9184347-889d-429d-b419-38db99040a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5980615a-bf3b-48e9-94f7-dd828af9ffda), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:58.663817 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-d9184347-889d-429d-b419-38db99040a62 service neutron] For port 5980615a-bf3b-48e9-94f7-dd828af9ffda, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:51:58.666826 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-d9184347-889d-429d-b419-38db99040a62 service neutron] For port 5980615a-bf3b-48e9-94f7-dd828af9ffda, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=5980615a-bf3b-48e9-94f7-dd828af9ffda,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:51:58.674049 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-d9184347-889d-429d-b419-38db99040a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (5980615a-bf3b-48e9-94f7-dd828af9ffda), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:58.709400 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-d9184347-889d-429d-b419-38db99040a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:58.710093 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-d9184347-889d-429d-b419-38db99040a62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:51:58.711644 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-d9184347-889d-429d-b419-38db99040a62 service neutron] 10.222.0.71 "PUT /v2.0/ports/5980615a-bf3b-48e9-94f7-dd828af9ffda HTTP/1.1" status: 200 len: 1091 time: 0.6720669 Feb 07 21:51:58.712093 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0fcaa1-dfb3-40d7-b528-801c1282a156', 'tag': '5980615a-bf3b-48e9-94f7-dd828af9ffda'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:51:58.714442 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3181e2d4-045f-4861-93e9-58d94ee5303a" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0fcaa1-dfb3-40d7-b528-801c1282a156", "tag": "5980615a-bf3b-48e9-94f7-dd828af9ffda"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:51:58.745437 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9184347-889d-429d-b419-38db99040a62 service neutron] Pushing event updated for resources: {'Port': ['ID=5980615a-bf3b-48e9-94f7-dd828af9ffda,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:51:58.787916 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e782e8-854d-4e96-b0ce-5cd5e1ddbdaa x-openstack-request-id: req-67e782e8-854d-4e96-b0ce-5cd5e1ddbdaa {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:51:58.788237 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0fcaa1-dfb3-40d7-b528-801c1282a156", "tag": "5980615a-bf3b-48e9-94f7-dd828af9ffda", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:51:58.788519 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-67e782e8-854d-4e96-b0ce-5cd5e1ddbdaa {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:51:58.788918 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0fcaa1-dfb3-40d7-b528-801c1282a156', 'tag': '5980615a-bf3b-48e9-94f7-dd828af9ffda', 'status': 'completed', 'code': 200} Feb 07 21:51:58.809675 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-b30ca39a-3b73-478c-bc9b-9b3458ff1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:58.811250 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-b30ca39a-3b73-478c-bc9b-9b3458ff1cff service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 1125 time: 0.0548339 Feb 07 21:51:58.852325 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-d48f61c6-6361-450c-8ae4-ec3251a86d0f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5980615a-bf3b-48e9-94f7-dd828af9ffda HTTP/1.1" status: 200 len: 217 time: 0.0348136 Feb 07 21:51:58.907556 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-336b3f04-a3a8-418c-8246-c767f48d06db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:58.909258 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-336b3f04-a3a8-418c-8246-c767f48d06db service neutron] 10.222.0.71 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0501430 Feb 07 21:51:58.964988 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-387cf141-831f-4a8b-ac98-2b1d4bb4dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:58.966475 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-387cf141-831f-4a8b-ac98-2b1d4bb4dea0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0519257 Feb 07 21:51:59.055283 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-e662890e-5fe1-4371-a3c0-a1c252f4fad0 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829563 Feb 07 21:51:59.143973 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a63d6a4-0481-4985-93f4-5f9469116184 req-675361af-dd3d-4097-84fe-7c01d2a2f084 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834434 Feb 07 21:51:59.229611 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181e2d4-045f-4861-93e9-58d94ee5303a req-7618270c-6b4e-4725-b9d6-65774a58d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:59.231615 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3181e2d4-045f-4861-93e9-58d94ee5303a req-7618270c-6b4e-4725-b9d6-65774a58d458 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 1125 time: 0.0453126 Feb 07 21:51:59.323166 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181e2d4-045f-4861-93e9-58d94ee5303a req-cbee5b9b-f734-41ea-ab32-d4491279db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:59.324580 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3181e2d4-045f-4861-93e9-58d94ee5303a req-cbee5b9b-f734-41ea-ab32-d4491279db51 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.0875845 Feb 07 21:51:59.366798 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3181e2d4-045f-4861-93e9-58d94ee5303a req-f0a49f2a-fc5d-45b8-a26c-c371a15edff7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5980615a-bf3b-48e9-94f7-dd828af9ffda HTTP/1.1" status: 200 len: 217 time: 0.0366733 Feb 07 21:51:59.416295 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181e2d4-045f-4861-93e9-58d94ee5303a req-8641ab91-31e6-4976-9107-31b6d7685abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:59.417775 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3181e2d4-045f-4861-93e9-58d94ee5303a req-8641ab91-31e6-4976-9107-31b6d7685abf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0455029 Feb 07 21:51:59.470270 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181e2d4-045f-4861-93e9-58d94ee5303a req-90470140-d250-4ac7-a112-0233d423c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:59.472212 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3181e2d4-045f-4861-93e9-58d94ee5303a req-90470140-d250-4ac7-a112-0233d423c0d2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490637 Feb 07 21:51:59.562838 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3181e2d4-045f-4861-93e9-58d94ee5303a req-74418c83-9ca1-40b1-95c4-326de0241546 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851369 Feb 07 21:51:59.704723 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32201dc6-1469-4a1e-a8d2-bf5e1b2798ff req-03eec233-0abf-4ec2-943b-1e28917cc0ac tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:51:59.706211 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-32201dc6-1469-4a1e-a8d2-bf5e1b2798ff req-03eec233-0abf-4ec2-943b-1e28917cc0ac tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 943 time: 0.1369040 Feb 07 21:51:59.724084 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3181e2d4-045f-4861-93e9-58d94ee5303a req-1a7fe5df-3db4-4b28-81c9-dcc6504ce549 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558056 Feb 07 21:51:59.759204 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-32201dc6-1469-4a1e-a8d2-bf5e1b2798ff req-b3057284-bb2c-46a1-aa6d-73b7a3da443c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474114 Feb 07 21:52:00.878619 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d374135-48c8-4771-98aa-d1e24d489e8d req-86460d63-f9b6-4cc7-a5d8-f0b80666589a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:00.880079 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7d374135-48c8-4771-98aa-d1e24d489e8d req-86460d63-f9b6-4cc7-a5d8-f0b80666589a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 943 time: 0.0520957 Feb 07 21:52:00.931927 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7d374135-48c8-4771-98aa-d1e24d489e8d req-7d9046a8-cdb7-479e-a78f-51cc970f73e4 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455694 Feb 07 21:52:02.050428 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4bb8e-9145-4510-a78e-abecc46ea741 req-f8231c07-74de-4aef-9ae3-72a4b05f7d1e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:02.051831 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f5f4bb8e-9145-4510-a78e-abecc46ea741 req-f8231c07-74de-4aef-9ae3-72a4b05f7d1e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 943 time: 0.0522158 Feb 07 21:52:02.098420 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f5f4bb8e-9145-4510-a78e-abecc46ea741 req-520c1821-7fa9-4123-919d-b4d059a78822 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406270 Feb 07 21:52:03.216956 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b35851-3db9-4b96-8d43-5f0cb2167b49 req-86fe1325-eee0-4150-9329-8919e5b25070 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:03.218359 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4b35851-3db9-4b96-8d43-5f0cb2167b49 req-86fe1325-eee0-4150-9329-8919e5b25070 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 943 time: 0.0521948 Feb 07 21:52:03.265186 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4b35851-3db9-4b96-8d43-5f0cb2167b49 req-00a0bec3-8a7e-4802-9098-242cb87bd50b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410643 Feb 07 21:52:03.775231 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 5980615a-bf3b-48e9-94f7-dd828af9ffda details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:52:03.871033 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 5980615a-bf3b-48e9-94f7-dd828af9ffda, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=5980615a-bf3b-48e9-94f7-dd828af9ffda,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:52:03.881965 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '5980615a-bf3b-48e9-94f7-dd828af9ffda', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'port_id': '5980615a-bf3b-48e9-94f7-dd828af9ffda', 'mac_address': 'fa:16:3e:01:a9:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:52:03.921815 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 5980615a-bf3b-48e9-94f7-dd828af9ffda is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:52:03.922198 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5980615a-bf3b-48e9-94f7-dd828af9ffda), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:03.934454 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5980615a-bf3b-48e9-94f7-dd828af9ffda {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:52:03.952716 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 5980615a-bf3b-48e9-94f7-dd828af9ffda, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=5980615a-bf3b-48e9-94f7-dd828af9ffda,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:52:03.956461 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (5980615a-bf3b-48e9-94f7-dd828af9ffda), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:04.002075 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=5980615a-bf3b-48e9-94f7-dd828af9ffda,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:52:04.061185 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:04.272932 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['5980615a-bf3b-48e9-94f7-dd828af9ffda'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:52:04.326656 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:04.394087 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6aea3f-3a06-4941-9787-7cb85f5d11bf req-960c9357-616b-4c3c-be23-6a69d80b7666 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:04.395582 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a6aea3f-3a06-4941-9787-7cb85f5d11bf req-960c9357-616b-4c3c-be23-6a69d80b7666 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 944 time: 0.0598347 Feb 07 21:52:04.441586 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6a6aea3f-3a06-4941-9787-7cb85f5d11bf req-3a296f54-e1a8-4322-a3be-3942fb207858 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398378 Feb 07 21:52:05.558658 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038f5af-9469-42d6-86f6-ea7e758e6aa3 req-4a3c1bf9-642b-4977-8e40-37d1b0f3f983 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:05.560102 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a038f5af-9469-42d6-86f6-ea7e758e6aa3 req-4a3c1bf9-642b-4977-8e40-37d1b0f3f983 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 944 time: 0.0512943 Feb 07 21:52:05.605329 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a038f5af-9469-42d6-86f6-ea7e758e6aa3 req-25bc9f67-b656-4570-ad5a-38b0cb0cd7df tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396988 Feb 07 21:52:05.790810 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 5980615a-bf3b-48e9-94f7-dd828af9ffda up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:52:05.838328 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 5980615a-bf3b-48e9-94f7-dd828af9ffda completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:52:05.842953 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 5980615a-bf3b-48e9-94f7-dd828af9ffda triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:52:05.843432 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5980615a-bf3b-48e9-94f7-dd828af9ffda), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:05.920809 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 5980615a-bf3b-48e9-94f7-dd828af9ffda is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:52:05.921194 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5980615a-bf3b-48e9-94f7-dd828af9ffda), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:05.942789 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0fcaa1-dfb3-40d7-b528-801c1282a156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5980615a-bf3b-48e9-94f7-dd828af9ffda'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:52:05.945060 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70834bf7-43c8-43c4-935c-db8771e3e717" -d '{"events": [{"server_uuid": "9c0fcaa1-dfb3-40d7-b528-801c1282a156", "name": "network-vif-plugged", "status": "completed", "tag": "5980615a-bf3b-48e9-94f7-dd828af9ffda"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:52:05.958351 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 5980615a-bf3b-48e9-94f7-dd828af9ffda, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=5980615a-bf3b-48e9-94f7-dd828af9ffda,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:52:05.962265 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (5980615a-bf3b-48e9-94f7-dd828af9ffda), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:05.985573 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac72a818-6e0a-4c80-a431-8133a95cb888 x-openstack-request-id: req-ac72a818-6e0a-4c80-a431-8133a95cb888 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:52:05.985872 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0fcaa1-dfb3-40d7-b528-801c1282a156", "name": "network-vif-plugged", "status": "completed", "tag": "5980615a-bf3b-48e9-94f7-dd828af9ffda", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:52:05.986130 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ac72a818-6e0a-4c80-a431-8133a95cb888 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:52:05.986523 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0fcaa1-dfb3-40d7-b528-801c1282a156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5980615a-bf3b-48e9-94f7-dd828af9ffda', 'code': 200} Feb 07 21:52:06.013072 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=5980615a-bf3b-48e9-94f7-dd828af9ffda,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:52:06.086150 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca0bf0-d28b-416f-9c2c-f5904967df3b req-48a73480-8041-4ecb-a19f-ddf814b1ab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:06.087627 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e2ca0bf0-d28b-416f-9c2c-f5904967df3b req-48a73480-8041-4ecb-a19f-ddf814b1ab9e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 1127 time: 0.0427265 Feb 07 21:52:06.133007 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e2ca0bf0-d28b-416f-9c2c-f5904967df3b req-7278bfea-330e-47fe-8a23-2b0408cc98a6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398259 Feb 07 21:52:06.723677 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbb62f-75a8-4f4c-83e8-6d913c7c978d req-e5cbdf21-fbe8-490e-ade7-7dafe1f4c748 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:06.725335 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-26fbb62f-75a8-4f4c-83e8-6d913c7c978d req-e5cbdf21-fbe8-490e-ade7-7dafe1f4c748 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0532584 Feb 07 21:52:06.772630 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-26fbb62f-75a8-4f4c-83e8-6d913c7c978d req-68355815-cdfe-4822-b95c-76ad58841311 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417502 Feb 07 21:52:07.891711 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4286bc8-4de1-465b-ae62-6e833c000810 req-3c98ab86-2879-4cbd-a621-ebeafb0b6c42 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:07.893209 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4286bc8-4de1-465b-ae62-6e833c000810 req-3c98ab86-2879-4cbd-a621-ebeafb0b6c42 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0521607 Feb 07 21:52:07.939017 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d4286bc8-4de1-465b-ae62-6e833c000810 req-ffe0006a-eec4-4738-b77b-5f79777094cf tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403140 Feb 07 21:52:08.060821 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97833a-f848-42a9-b7b3-ec0caa2a331c req-30f18194-a9c7-4ebf-824b-f68d9c5c82a9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:08.062247 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4e97833a-f848-42a9-b7b3-ec0caa2a331c req-30f18194-a9c7-4ebf-824b-f68d9c5c82a9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0574560 Feb 07 21:52:08.070758 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44800) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:52:08.075072 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-43fa8701-ab32-4fb8-8385-8b2a6a7250c3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Request body: {'floatingip': {'port_id': '5980615a-bf3b-48e9-94f7-dd828af9ffda'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:52:08.113020 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43fa8701-ab32-4fb8-8385-8b2a6a7250c3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for floatingip (9a09cf78-637e-47bf-a386-caa06eac4eec), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:08.539833 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43fa8701-ab32-4fb8-8385-8b2a6a7250c3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:08.543804 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43fa8701-ab32-4fb8-8385-8b2a6a7250c3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (9a09cf78-637e-47bf-a386-caa06eac4eec), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:08.642720 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-43fa8701-ab32-4fb8-8385-8b2a6a7250c3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Floating IP 9a09cf78-637e-47bf-a386-caa06eac4eec associated. External IP: 172.25.4.55, port: 5980615a-bf3b-48e9-94f7-dd828af9ffda. Feb 07 21:52:08.850635 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43fa8701-ab32-4fb8-8385-8b2a6a7250c3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Router f0481357-f8b3-4c33-967f-6b2a49b7855d has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:52:08.952912 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fa8701-ab32-4fb8-8385-8b2a6a7250c3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:52:08.957534 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43fa8701-ab32-4fb8-8385-8b2a6a7250c3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:08.962830 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a020d5cf-992d-44b1-871d-076db009ef58 None None] Sync routers for ids ['f0481357-f8b3-4c33-967f-6b2a49b7855d'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:52:08.973289 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a020d5cf-992d-44b1-871d-076db009ef58 None None] Routers {'f0481357-f8b3-4c33-967f-6b2a49b7855d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:52:08.973908 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a020d5cf-992d-44b1-871d-076db009ef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:51:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f0481357-f8b3-4c33-967f-6b2a49b7855d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:52:08.990635 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-43fa8701-ab32-4fb8-8385-8b2a6a7250c3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "PUT /v2.0/floatingips/9a09cf78-637e-47bf-a386-caa06eac4eec HTTP/1.1" status: 200 len: 990 time: 0.9187899 Feb 07 21:52:08.991591 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0fcaa1-dfb3-40d7-b528-801c1282a156', 'tag': '5980615a-bf3b-48e9-94f7-dd828af9ffda'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:52:08.993872 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ef6a6d-229d-4fea-b2ba-4ad5ce7ebe6e" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0fcaa1-dfb3-40d7-b528-801c1282a156", "tag": "5980615a-bf3b-48e9-94f7-dd828af9ffda"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:52:09.034116 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e0f6d5-c92f-4c26-aa12-0cd244e96c3e x-openstack-request-id: req-e2e0f6d5-c92f-4c26-aa12-0cd244e96c3e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:52:09.034628 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0fcaa1-dfb3-40d7-b528-801c1282a156", "tag": "5980615a-bf3b-48e9-94f7-dd828af9ffda", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:52:09.034886 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e2e0f6d5-c92f-4c26-aa12-0cd244e96c3e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:52:09.035863 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0fcaa1-dfb3-40d7-b528-801c1282a156', 'tag': '5980615a-bf3b-48e9-94f7-dd828af9ffda', 'status': 'completed', 'code': 200} Feb 07 21:52:09.082714 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-a020d5cf-992d-44b1-871d-076db009ef58 None None] Set router f0481357-f8b3-4c33-967f-6b2a49b7855d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:52:09.126305 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de6a1c-7fdf-4344-aa18-bdccca02da9c req-b932bbc7-a121-43b9-8cc7-4c4f5e23bb80 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:09.127777 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-11de6a1c-7fdf-4344-aa18-bdccca02da9c req-b932bbc7-a121-43b9-8cc7-4c4f5e23bb80 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0790200 Feb 07 21:52:09.144580 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef6a6d-229d-4fea-b2ba-4ad5ce7ebe6e req-153e6a62-2684-49f5-823f-f2188bb3262f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:09.145978 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06ef6a6d-229d-4fea-b2ba-4ad5ce7ebe6e req-153e6a62-2684-49f5-823f-f2188bb3262f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 1127 time: 0.0858114 Feb 07 21:52:09.228299 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-11de6a1c-7fdf-4344-aa18-bdccca02da9c req-863287d2-f864-4dac-b19e-1583df2cb5cb tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945289 Feb 07 21:52:09.260566 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef6a6d-229d-4fea-b2ba-4ad5ce7ebe6e req-f7e7c3c8-1efd-465b-9ed6-2e16b0526027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:09.262015 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06ef6a6d-229d-4fea-b2ba-4ad5ce7ebe6e req-f7e7c3c8-1efd-465b-9ed6-2e16b0526027 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.1103191 Feb 07 21:52:09.308768 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a020d5cf-992d-44b1-871d-076db009ef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '9a09cf78-637e-47bf-a386-caa06eac4eec', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'port_id': '5980615a-bf3b-48e9-94f7-dd828af9ffda', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'mac_address': 'fa:16:3e:01:a9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fcaa1-dfb3-40d7-b528-801c1282a156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:51:10Z', 'updated_at': '2022-02-07T21:52:08Z', 'revision_number': 5, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:11Z', 'revision_number': 5, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:52:09.324772 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06ef6a6d-229d-4fea-b2ba-4ad5ce7ebe6e req-798d5b55-319d-4d17-9e83-1721e68afc18 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5980615a-bf3b-48e9-94f7-dd828af9ffda HTTP/1.1" status: 200 len: 998 time: 0.0573170 Feb 07 21:52:09.335146 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a020d5cf-992d-44b1-871d-076db009ef58 None None] Checking router: f0481357-f8b3-4c33-967f-6b2a49b7855d for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:52:09.343594 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a020d5cf-992d-44b1-871d-076db009ef58 None None] Routers {'f0481357-f8b3-4c33-967f-6b2a49b7855d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:52:09.344204 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a020d5cf-992d-44b1-871d-076db009ef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:51:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f0481357-f8b3-4c33-967f-6b2a49b7855d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:52:09.374852 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef6a6d-229d-4fea-b2ba-4ad5ce7ebe6e req-2ade43f3-1cee-4d47-aad3-60cf43c1dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:09.376345 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06ef6a6d-229d-4fea-b2ba-4ad5ce7ebe6e req-2ade43f3-1cee-4d47-aad3-60cf43c1dfc0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0465324 Feb 07 21:52:09.426164 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef6a6d-229d-4fea-b2ba-4ad5ce7ebe6e req-876d3d62-5428-4a57-9098-ffffa9ee425f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:09.427815 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06ef6a6d-229d-4fea-b2ba-4ad5ce7ebe6e req-876d3d62-5428-4a57-9098-ffffa9ee425f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445993 Feb 07 21:52:09.454091 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-a020d5cf-992d-44b1-871d-076db009ef58 None None] Set router f0481357-f8b3-4c33-967f-6b2a49b7855d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:52:09.518883 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06ef6a6d-229d-4fea-b2ba-4ad5ce7ebe6e req-93b5f496-4f8e-463c-bb94-325a437ffcea service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852649 Feb 07 21:52:09.608888 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06ef6a6d-229d-4fea-b2ba-4ad5ce7ebe6e req-7470c5a2-e59d-41a5-8aae-4876ca59bc74 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848169 Feb 07 21:52:09.678303 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a020d5cf-992d-44b1-871d-076db009ef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '9a09cf78-637e-47bf-a386-caa06eac4eec', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'port_id': '5980615a-bf3b-48e9-94f7-dd828af9ffda', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'mac_address': 'fa:16:3e:01:a9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fcaa1-dfb3-40d7-b528-801c1282a156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:51:10Z', 'updated_at': '2022-02-07T21:52:08Z', 'revision_number': 5, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:11Z', 'revision_number': 5, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:52:09.704474 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a020d5cf-992d-44b1-871d-076db009ef58 None None] The sync data for ids ['f0481357-f8b3-4c33-967f-6b2a49b7855d'] in n-d-828185-2 is: [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '9a09cf78-637e-47bf-a386-caa06eac4eec', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'port_id': '5980615a-bf3b-48e9-94f7-dd828af9ffda', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'mac_address': 'fa:16:3e:01:a9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fcaa1-dfb3-40d7-b528-801c1282a156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:51:10Z', 'updated_at': '2022-02-07T21:52:08Z', 'revision_number': 5, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:11Z', 'revision_number': 5, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:52:09.890592 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42246c7f-0268-4aed-8698-bb8ef0ae9308 None None] New status for floating IP 9a09cf78-637e-47bf-a386-caa06eac4eec: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:52:10.351428 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aebc1c-35e0-4392-97d3-23356317575c req-df9c73b3-c6d5-4132-b333-861e2d69bbb3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:10.352879 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-56aebc1c-35e0-4392-97d3-23356317575c req-df9c73b3-c6d5-4132-b333-861e2d69bbb3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0537589 Feb 07 21:52:10.398224 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-56aebc1c-35e0-4392-97d3-23356317575c req-2a1c6bb0-1cdc-4b60-8f99-f127e1607bd4 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397360 Feb 07 21:52:10.602240 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca122c2-c8e9-4c80-b42d-6c00911224ce req-657bce4e-4744-4f0d-a571-2c09c1c315f7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:10.603622 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cca122c2-c8e9-4c80-b42d-6c00911224ce req-657bce4e-4744-4f0d-a571-2c09c1c315f7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0558553 Feb 07 21:52:10.648884 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cca122c2-c8e9-4c80-b42d-6c00911224ce req-61e3e9d6-efc3-46bf-8341-681e1aaf5d48 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397322 Feb 07 21:52:11.768828 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70528d8-6ce9-41e4-a925-c8e15400d067 req-0cb2ce58-5396-46e3-a37f-07212582b45e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:11.770320 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f70528d8-6ce9-41e4-a925-c8e15400d067 req-0cb2ce58-5396-46e3-a37f-07212582b45e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0522249 Feb 07 21:52:11.817900 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f70528d8-6ce9-41e4-a925-c8e15400d067 req-0d469077-306d-40fe-98e1-34e54ed0fba2 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418115 Feb 07 21:52:12.935782 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88ecb0-aaf9-4fa2-9230-3e762075140a req-a36ab657-ec16-4af6-ad7e-13ec2415ded9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:12.937273 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fa88ecb0-aaf9-4fa2-9230-3e762075140a req-a36ab657-ec16-4af6-ad7e-13ec2415ded9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0512364 Feb 07 21:52:12.986667 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fa88ecb0-aaf9-4fa2-9230-3e762075140a req-c5fb45da-a3a9-4188-a2bd-dd1e7866e5dd tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437686 Feb 07 21:52:14.102664 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8582ca-9239-4030-9344-50ce4c1289a6 req-ac0e71c3-8173-43d5-8440-8d7c04b5a49b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:14.104122 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2f8582ca-9239-4030-9344-50ce4c1289a6 req-ac0e71c3-8173-43d5-8440-8d7c04b5a49b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0517573 Feb 07 21:52:14.149397 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2f8582ca-9239-4030-9344-50ce4c1289a6 req-a4526e36-3730-4eb4-94a4-8c65b690fbe1 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391738 Feb 07 21:52:15.266970 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d491d6-add6-4166-9be8-0bf37b26e35d req-d12fb383-faff-4126-9532-9e112bf3f9fa tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:15.268376 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48d491d6-add6-4166-9be8-0bf37b26e35d req-d12fb383-faff-4126-9532-9e112bf3f9fa tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0523181 Feb 07 21:52:15.313787 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48d491d6-add6-4166-9be8-0bf37b26e35d req-f49a2f7b-5cbc-490a-a476-86d3d1a4db44 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398962 Feb 07 21:52:16.438888 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c50862-9043-46f7-b700-a8146f3802c5 req-77336132-fc81-41bc-9c29-a3e090643bc2 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:16.440351 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9c50862-9043-46f7-b700-a8146f3802c5 req-77336132-fc81-41bc-9c29-a3e090643bc2 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0559742 Feb 07 21:52:16.486483 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9c50862-9043-46f7-b700-a8146f3802c5 req-ed42e18f-b7c5-4cf7-bb63-7604268f22e0 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404091 Feb 07 21:52:17.606615 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a08d9-45cf-4765-b136-c706bf6e1a87 req-74690dfb-2c4e-4b9d-ba21-9d90a0684ff4 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:17.608054 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d8a08d9-45cf-4765-b136-c706bf6e1a87 req-74690dfb-2c4e-4b9d-ba21-9d90a0684ff4 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0517097 Feb 07 21:52:17.653648 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d8a08d9-45cf-4765-b136-c706bf6e1a87 req-cb85bdd8-9f7e-4332-b473-cf7bb5add9a4 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395436 Feb 07 21:52:18.480980 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fdd9ea1e-1e8d-461d-b061-5c118488544a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:18.773885 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16987c7f-c901-4edf-89fc-294e836be7ec req-1595a209-6467-4b90-a691-ab184d6f04c2 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:18.775387 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16987c7f-c901-4edf-89fc-294e836be7ec req-1595a209-6467-4b90-a691-ab184d6f04c2 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0527310 Feb 07 21:52:18.827793 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16987c7f-c901-4edf-89fc-294e836be7ec req-4ed00f5c-08fe-46e1-8d33-0ce6c98c50fc tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460916 Feb 07 21:52:19.947800 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71bcbd-30d2-4f17-9f86-99098e0a1cc3 req-2f5f4c60-36c5-40e6-8ec5-d940198d9589 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:19.950340 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d71bcbd-30d2-4f17-9f86-99098e0a1cc3 req-2f5f4c60-36c5-40e6-8ec5-d940198d9589 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0541399 Feb 07 21:52:19.997437 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d71bcbd-30d2-4f17-9f86-99098e0a1cc3 req-368269e8-b2a4-47d4-bd5e-6ac12330c1ad tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415316 Feb 07 21:52:20.652102 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-24728e54-fb32-422b-9e67-6e765db47368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:21.114600 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03f448-8b7a-4d8c-8c6b-38d9d5c45d79 req-f1eaa37d-e88a-4ebb-9543-fedd97fa557a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:21.116049 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4e03f448-8b7a-4d8c-8c6b-38d9d5c45d79 req-f1eaa37d-e88a-4ebb-9543-fedd97fa557a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0513217 Feb 07 21:52:21.160217 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4e03f448-8b7a-4d8c-8c6b-38d9d5c45d79 req-4849226e-0d7d-4431-9233-9d9417cbabac tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385299 Feb 07 21:52:21.927183 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:22.279922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcc8ed-25ac-4f9b-96ce-c480b74afaf7 req-5c34ba6b-847d-4234-9c3f-272bfb5bd157 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:22.281416 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7bbcc8ed-25ac-4f9b-96ce-c480b74afaf7 req-5c34ba6b-847d-4234-9c3f-272bfb5bd157 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0555117 Feb 07 21:52:22.326361 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7bbcc8ed-25ac-4f9b-96ce-c480b74afaf7 req-a1acad29-d4fd-4980-bfe1-4fba440fc72d tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395064 Feb 07 21:52:23.413600 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:23.444048 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d9dc5-ce71-4ece-a22f-c79abcdcea24 req-84eabe01-7be7-43a4-8cc6-9a7b916c4ef3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:23.445555 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a6d9dc5-ce71-4ece-a22f-c79abcdcea24 req-84eabe01-7be7-43a4-8cc6-9a7b916c4ef3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0527892 Feb 07 21:52:23.496544 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9a6d9dc5-ce71-4ece-a22f-c79abcdcea24 req-5381e9b0-214e-4a6c-8773-6ada26fc2ece tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451393 Feb 07 21:52:24.615970 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a59b47-39df-414e-8c05-53843800bf07 req-44992058-e83a-4944-937a-cbbc8d3e6034 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:24.617431 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30a59b47-39df-414e-8c05-53843800bf07 req-44992058-e83a-4944-937a-cbbc8d3e6034 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0538080 Feb 07 21:52:24.663674 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30a59b47-39df-414e-8c05-53843800bf07 req-d9e5ecfc-e7ec-47e2-899d-3799ddf1a521 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401089 Feb 07 21:52:24.726067 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:25.781570 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015cb5b-bfa6-4425-a357-8eed8d3aaebb req-daebf764-6776-4df6-8311-c5ea011ed683 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:25.783026 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6015cb5b-bfa6-4425-a357-8eed8d3aaebb req-daebf764-6776-4df6-8311-c5ea011ed683 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0515735 Feb 07 21:52:25.828250 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6015cb5b-bfa6-4425-a357-8eed8d3aaebb req-7cbdf29e-c032-474f-bb4a-977b9a98ed63 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397296 Feb 07 21:52:26.957421 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14e3e7-90c2-4a0d-949c-5d32df2cfcec req-01ae6d3b-61d3-4be9-9904-1e6e9d5fa4df tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:26.958852 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b14e3e7-90c2-4a0d-949c-5d32df2cfcec req-01ae6d3b-61d3-4be9-9904-1e6e9d5fa4df tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0506067 Feb 07 21:52:27.008810 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b14e3e7-90c2-4a0d-949c-5d32df2cfcec req-0cdbfc7b-986c-4953-8280-6fa1eb5403b4 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443037 Feb 07 21:52:28.124018 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d66935-baea-4938-8327-a2de24d841c6 req-5dae9a8d-ab14-47ea-906e-23350f12b299 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:28.125493 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79d66935-baea-4938-8327-a2de24d841c6 req-5dae9a8d-ab14-47ea-906e-23350f12b299 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0514970 Feb 07 21:52:28.171646 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79d66935-baea-4938-8327-a2de24d841c6 req-1279eba1-7df9-4164-94d8-98d29ad6ed63 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405979 Feb 07 21:52:29.289421 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05be18c-6eb9-424e-badf-f3fe795dfdc4 req-928adcaa-71f2-4b8b-968a-bcb28cbc1069 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:29.290878 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b05be18c-6eb9-424e-badf-f3fe795dfdc4 req-928adcaa-71f2-4b8b-968a-bcb28cbc1069 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0517664 Feb 07 21:52:29.336251 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b05be18c-6eb9-424e-badf-f3fe795dfdc4 req-401d7ccd-252c-4d9e-911b-45a5ebbb6509 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399151 Feb 07 21:52:30.456979 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811dee3-b0b2-41b2-921f-3b064bea8be7 req-d99548cb-271f-4260-ae23-22e98e1a3c86 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:30.458416 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e811dee3-b0b2-41b2-921f-3b064bea8be7 req-d99548cb-271f-4260-ae23-22e98e1a3c86 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0551534 Feb 07 21:52:30.503411 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e811dee3-b0b2-41b2-921f-3b064bea8be7 req-e4ffcebd-0856-4598-9fed-8f6962b9f2bb tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389054 Feb 07 21:52:31.624114 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3dfa0-7379-4baf-b12f-b3638a429c2d req-e36ff362-8d7f-41cb-8ef1-b4876dacf100 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:31.625600 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ee3dfa0-7379-4baf-b12f-b3638a429c2d req-e36ff362-8d7f-41cb-8ef1-b4876dacf100 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0517228 Feb 07 21:52:31.670074 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ee3dfa0-7379-4baf-b12f-b3638a429c2d req-36ee2b8d-f94d-4893-a50b-92a957f19eed tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389547 Feb 07 21:52:32.652815 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:52:32.787007 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208631e8-458f-4c8d-80bc-bce39e090f79 req-51ce2444-bba5-48a2-b15f-8d440280f92c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:32.788496 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-208631e8-458f-4c8d-80bc-bce39e090f79 req-51ce2444-bba5-48a2-b15f-8d440280f92c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0510519 Feb 07 21:52:32.836269 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-208631e8-458f-4c8d-80bc-bce39e090f79 req-ac70aca8-f67b-429b-b603-c350655cf078 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422232 Feb 07 21:52:33.954873 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0c791-c0b0-43d2-86db-eb63de2f5055 req-850ff1f0-ff8a-4038-8f6d-b10704d8c3d5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:33.956339 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-acb0c791-c0b0-43d2-86db-eb63de2f5055 req-850ff1f0-ff8a-4038-8f6d-b10704d8c3d5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0541215 Feb 07 21:52:34.001628 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-acb0c791-c0b0-43d2-86db-eb63de2f5055 req-2c248a97-fef2-479d-8966-62d2a400f496 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396492 Feb 07 21:52:34.227760 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:34.318294 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:35.119236 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07dc06-dbba-4089-8b39-aefe895a4977 req-3ea994b7-23d1-4198-81f9-96700ecc3e32 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:35.120757 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d07dc06-dbba-4089-8b39-aefe895a4977 req-3ea994b7-23d1-4198-81f9-96700ecc3e32 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0511811 Feb 07 21:52:35.167879 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d07dc06-dbba-4089-8b39-aefe895a4977 req-7534bcdd-a0d9-411a-9280-107a83296b07 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402923 Feb 07 21:52:36.290577 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d73eba-c25e-4ae0-bb9a-5add701424a6 req-268ef0e8-cad3-4e5e-ad4a-1c02c3c83e8b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:36.292036 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d5d73eba-c25e-4ae0-bb9a-5add701424a6 req-268ef0e8-cad3-4e5e-ad4a-1c02c3c83e8b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0548286 Feb 07 21:52:36.337624 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d5d73eba-c25e-4ae0-bb9a-5add701424a6 req-0a0e0409-c20e-4c2d-a9b3-36eea48a5547 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400524 Feb 07 21:52:36.587461 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-3571abdd-58b0-4b88-8072-2cec70674b75 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0728939 Feb 07 21:52:36.594645 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679ba43-1eb0-4e2c-9e4e-7a51c3a027ae req-bdabba48-7250-4348-b5b7-2f9586037953 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:36.596618 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4679ba43-1eb0-4e2c-9e4e-7a51c3a027ae req-bdabba48-7250-4348-b5b7-2f9586037953 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0726428 Feb 07 21:52:36.647225 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4679ba43-1eb0-4e2c-9e4e-7a51c3a027ae req-d57c1679-18b9-45f2-bbd8-f285bbbdd922 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452206 Feb 07 21:52:37.653071 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-dcce435f-770c-49a0-b1a5-73b8a922dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:37.654551 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-dcce435f-770c-49a0-b1a5-73b8a922dd6b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 1127 time: 0.0448375 Feb 07 21:52:37.778296 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-d5ff5298-1281-42ac-8550-fb115af5bacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:37.779747 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-d5ff5298-1281-42ac-8550-fb115af5bacb service neutron] 10.222.0.71 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.1197934 Feb 07 21:52:37.800508 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8092a-c072-47e3-a130-fc4956528d82 req-f2ccd7b5-e0c3-4656-a0da-d47cadc4fd42 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:37.801899 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4f8092a-c072-47e3-a130-fc4956528d82 req-f2ccd7b5-e0c3-4656-a0da-d47cadc4fd42 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0832951 Feb 07 21:52:37.874105 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-be0533e2-eaa8-4b28-8a2c-fa9e05097b8d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5980615a-bf3b-48e9-94f7-dd828af9ffda HTTP/1.1" status: 200 len: 1000 time: 0.0880451 Feb 07 21:52:37.892802 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b4f8092a-c072-47e3-a130-fc4956528d82 req-c8375fc2-3dd3-4317-b63b-8057af085adc tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641329 Feb 07 21:52:37.929589 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-d99163ac-fa21-4aff-adbf-e25dea8ec29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:37.930993 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-d99163ac-fa21-4aff-adbf-e25dea8ec29f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0497370 Feb 07 21:52:37.977703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-4ad68be9-e37d-4878-8ac5-c7244cb6b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:37.979137 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-4ad68be9-e37d-4878-8ac5-c7244cb6b5a8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0422113 Feb 07 21:52:38.064652 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-147fbe2e-a8ee-43fe-a1c4-38fb2c7f7016 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780909 Feb 07 21:52:38.480336 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-b6f5f894-2dcc-4541-86a7-8fc15895424f service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095156 Feb 07 21:52:39.010344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2995b47-a8cd-425a-bc15-6ad947a5c544 req-b080e0b6-88d0-4389-a582-0929b8fcfcdf tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:39.011798 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2995b47-a8cd-425a-bc15-6ad947a5c544 req-b080e0b6-88d0-4389-a582-0929b8fcfcdf tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0511107 Feb 07 21:52:39.058163 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2995b47-a8cd-425a-bc15-6ad947a5c544 req-fb60a235-5b5a-40e6-911c-bbafed8da709 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399511 Feb 07 21:52:40.185211 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8519063-03a3-433f-8b8a-ead10991a387 req-03dbe484-8a1d-4e75-8c80-b911815301c8 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:40.186631 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8519063-03a3-433f-8b8a-ead10991a387 req-03dbe484-8a1d-4e75-8c80-b911815301c8 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0607374 Feb 07 21:52:40.259422 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-754e68b9-21f3-4e79-872f-e959e6cc7dd8 service neutron] show failed (client error): The resource could not be found. Feb 07 21:52:40.260522 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-754e68b9-21f3-4e79-872f-e959e6cc7dd8 service neutron] 10.222.0.71 "GET /v2.0/ports/5980615a-bf3b-48e9-94f7-dd828af9ffda/bindings/n-h1-828185-2 HTTP/1.1" status: 404 len: 380 time: 0.0921078 Feb 07 21:52:40.267370 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8519063-03a3-433f-8b8a-ead10991a387 req-ed191b93-f184-497d-8b08-853b035df879 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645022 Feb 07 21:52:40.460164 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-260fd97d-6705-43be-9619-565f8af21500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:40.461691 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-260fd97d-6705-43be-9619-565f8af21500 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156&tenant_id=62eabdb9e24a4a34aa20a1d698d0571f HTTP/1.1" status: 200 len: 1127 time: 0.0457902 Feb 07 21:52:40.472767 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828185-2', 'device_owner': 'compute:nova'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:52:40.533336 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5980615a-bf3b-48e9-94f7-dd828af9ffda), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:40.739057 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] For port 5980615a-bf3b-48e9-94f7-dd828af9ffda, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=5980615a-bf3b-48e9-94f7-dd828af9ffda,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:52:40.771042 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] For port 5980615a-bf3b-48e9-94f7-dd828af9ffda, host n-h2-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:52:40.809232 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0fcaa1-dfb3-40d7-b528-801c1282a156', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5980615a-bf3b-48e9-94f7-dd828af9ffda'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:52:40.811486 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d8d13a-39da-413e-81e3-06ecad8c2e48" -d '{"events": [{"server_uuid": "9c0fcaa1-dfb3-40d7-b528-801c1282a156", "name": "network-vif-unplugged", "status": "completed", "tag": "5980615a-bf3b-48e9-94f7-dd828af9ffda"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:52:40.815090 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Publish callbacks [] for port (5980615a-bf3b-48e9-94f7-dd828af9ffda), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:40.827236 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Transition to ACTIVE for port object 5980615a-bf3b-48e9-94f7-dd828af9ffda will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:52:40.830643 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (5980615a-bf3b-48e9-94f7-dd828af9ffda), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:40.866450 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e644790d-b495-4a6b-9c0b-ccae700a7dac x-openstack-request-id: req-e644790d-b495-4a6b-9c0b-ccae700a7dac {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:52:40.866754 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0fcaa1-dfb3-40d7-b528-801c1282a156", "name": "network-vif-unplugged", "status": "completed", "tag": "5980615a-bf3b-48e9-94f7-dd828af9ffda", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:52:40.867011 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e644790d-b495-4a6b-9c0b-ccae700a7dac {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:52:40.867417 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0fcaa1-dfb3-40d7-b528-801c1282a156', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5980615a-bf3b-48e9-94f7-dd828af9ffda', 'code': 200} Feb 07 21:52:40.933097 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5980615a-bf3b-48e9-94f7-dd828af9ffda,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:52:40.955731 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:40.956464 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:40.956588 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:40.958121 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:40.958121 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:40.958121 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:40.958121 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:40.958121 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:40.958585 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:40.958767 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:40.959088 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:40.959404 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:40.959726 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:41.017180 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] No DVR routers for this DVR port 5980615a-bf3b-48e9-94f7-dd828af9ffda on host n-h2-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:52:41.152393 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Attempting to bind port 5980615a-bf3b-48e9-94f7-dd828af9ffda on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:52:41.152666 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Attempting to bind port 5980615a-bf3b-48e9-94f7-dd828af9ffda by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:52:41.153548 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Attempting to bind port 5980615a-bf3b-48e9-94f7-dd828af9ffda on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:52:41.157758 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Port 5980615a-bf3b-48e9-94f7-dd828af9ffda on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:52:41.158082 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Attempting to bind port 5980615a-bf3b-48e9-94f7-dd828af9ffda on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:52:41.162836 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:52:41.163173 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Checking segment: {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:52:41.163553 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Bound using segment: {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:52:41.163972 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Bound port: 5980615a-bf3b-48e9-94f7-dd828af9ffda, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:52:41.164347 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5980615a-bf3b-48e9-94f7-dd828af9ffda), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:41.224880 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] For port 5980615a-bf3b-48e9-94f7-dd828af9ffda, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:52:41.227835 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] For port 5980615a-bf3b-48e9-94f7-dd828af9ffda, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=5980615a-bf3b-48e9-94f7-dd828af9ffda,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:52:41.233733 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (5980615a-bf3b-48e9-94f7-dd828af9ffda), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:41.265407 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:41.266101 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:41.267379 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] 10.222.0.69 "PUT /v2.0/ports/5980615a-bf3b-48e9-94f7-dd828af9ffda HTTP/1.1" status: 200 len: 1091 time: 0.7988694 Feb 07 21:52:41.289610 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdecb1-47ef-488f-b075-96322022d0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5980615a-bf3b-48e9-94f7-dd828af9ffda,revision_number=7']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:52:41.346463 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-efb79902-d4c1-4207-b09d-aec1bc8a6294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:41.348009 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-efb79902-d4c1-4207-b09d-aec1bc8a6294 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 1125 time: 0.0542107 Feb 07 21:52:41.403814 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c0c5f-5277-4004-974a-cf0c8f46c746 req-83dcf88d-1c86-44db-8bf3-99f3af2c4a65 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:41.405510 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e54c0c5f-5277-4004-974a-cf0c8f46c746 req-83dcf88d-1c86-44db-8bf3-99f3af2c4a65 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 943 time: 0.0563915 Feb 07 21:52:41.454029 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-4f19b6fa-b020-4e1d-9f1b-aab0ece9655e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:41.455487 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e54c0c5f-5277-4004-974a-cf0c8f46c746 req-afeff2b2-1bb0-4f18-9c90-081c81798ee1 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439332 Feb 07 21:52:41.456880 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-4f19b6fa-b020-4e1d-9f1b-aab0ece9655e service neutron] 10.222.0.69 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.1035585 Feb 07 21:52:41.524290 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-8f54e995-b4f7-451c-99d8-2c4c1c65a17a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5980615a-bf3b-48e9-94f7-dd828af9ffda HTTP/1.1" status: 200 len: 998 time: 0.0593483 Feb 07 21:52:41.574009 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-66452e9c-ccc9-4a95-875d-26d8ce04ecf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:41.575991 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-66452e9c-ccc9-4a95-875d-26d8ce04ecf1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0465944 Feb 07 21:52:41.623519 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-5384547b-7a28-419b-9d38-0306edd7fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:41.625009 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-5384547b-7a28-419b-9d38-0306edd7fd29 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433598 Feb 07 21:52:41.720150 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-40a865ce-a87a-4d0b-928d-a0b0950d327d service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891733 Feb 07 21:52:41.818088 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-03e6361e-e3f1-44a1-8047-3cfd00c29ef3 req-829ca272-a066-40ed-93f7-bf8afe6d6be6 service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925539 Feb 07 21:52:42.584177 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7101f4-db4c-43bf-b39d-80e8cd086358 req-ca0a8f73-f74f-4058-b76a-4e12c0a2cf20 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:42.585652 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd7101f4-db4c-43bf-b39d-80e8cd086358 req-ca0a8f73-f74f-4058-b76a-4e12c0a2cf20 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 943 time: 0.0560026 Feb 07 21:52:42.631288 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cd7101f4-db4c-43bf-b39d-80e8cd086358 req-a11b43d2-fbab-4590-8302-2552ac6835bb tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394950 Feb 07 21:52:42.869463 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0fcaa1-dfb3-40d7-b528-801c1282a156', 'tag': '5980615a-bf3b-48e9-94f7-dd828af9ffda'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:52:42.872330 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0869456b-181e-4059-9a7a-30b98437dea0" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0fcaa1-dfb3-40d7-b528-801c1282a156", "tag": "5980615a-bf3b-48e9-94f7-dd828af9ffda"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:52:42.919394 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c346c061-2ab3-45ff-ad5e-a54352346cbe x-openstack-request-id: req-c346c061-2ab3-45ff-ad5e-a54352346cbe {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:52:42.919681 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0fcaa1-dfb3-40d7-b528-801c1282a156", "tag": "5980615a-bf3b-48e9-94f7-dd828af9ffda", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:52:42.919931 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c346c061-2ab3-45ff-ad5e-a54352346cbe {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:52:42.920348 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0fcaa1-dfb3-40d7-b528-801c1282a156', 'tag': '5980615a-bf3b-48e9-94f7-dd828af9ffda', 'status': 'completed', 'code': 200} Feb 07 21:52:42.981129 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869456b-181e-4059-9a7a-30b98437dea0 req-ea1eae3e-1dff-469a-b3d3-d866a217ab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:42.982664 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0869456b-181e-4059-9a7a-30b98437dea0 req-ea1eae3e-1dff-469a-b3d3-d866a217ab11 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 1125 time: 0.0459435 Feb 07 21:52:42.983463 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869456b-181e-4059-9a7a-30b98437dea0 req-3e150ea3-d4d3-4502-ae69-3c8646639199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:42.985013 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0869456b-181e-4059-9a7a-30b98437dea0 req-3e150ea3-d4d3-4502-ae69-3c8646639199 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 1125 time: 0.0433300 Feb 07 21:52:43.083049 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869456b-181e-4059-9a7a-30b98437dea0 req-dfb73121-b592-4985-b1aa-9ae7182234db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:43.084657 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869456b-181e-4059-9a7a-30b98437dea0 req-17c5dbcc-e409-4c93-bd8a-7f96bcc394fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:43.085017 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0869456b-181e-4059-9a7a-30b98437dea0 req-dfb73121-b592-4985-b1aa-9ae7182234db service neutron] 10.222.0.69 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.0966403 Feb 07 21:52:43.086126 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0869456b-181e-4059-9a7a-30b98437dea0 req-17c5dbcc-e409-4c93-bd8a-7f96bcc394fd service neutron] 10.222.0.71 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.0949664 Feb 07 21:52:43.152212 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0869456b-181e-4059-9a7a-30b98437dea0 req-7b1302b9-fe5f-4091-8066-0c0d9e4d0386 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5980615a-bf3b-48e9-94f7-dd828af9ffda HTTP/1.1" status: 200 len: 998 time: 0.0610797 Feb 07 21:52:43.163262 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0869456b-181e-4059-9a7a-30b98437dea0 req-f094855f-77d5-44da-8c83-68ae28a4de04 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5980615a-bf3b-48e9-94f7-dd828af9ffda HTTP/1.1" status: 200 len: 998 time: 0.0708375 Feb 07 21:52:43.199141 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869456b-181e-4059-9a7a-30b98437dea0 req-cafb34d2-eb62-45f0-a81a-7449adfaf8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:43.200636 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0869456b-181e-4059-9a7a-30b98437dea0 req-cafb34d2-eb62-45f0-a81a-7449adfaf8dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0427065 Feb 07 21:52:43.210051 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869456b-181e-4059-9a7a-30b98437dea0 req-813d3274-da77-471d-b2b0-a30729d1f56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:43.211489 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0869456b-181e-4059-9a7a-30b98437dea0 req-813d3274-da77-471d-b2b0-a30729d1f56d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0430689 Feb 07 21:52:43.252778 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869456b-181e-4059-9a7a-30b98437dea0 req-9b4c1010-029b-43d2-a10c-a3e27d049194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:43.254297 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0869456b-181e-4059-9a7a-30b98437dea0 req-9b4c1010-029b-43d2-a10c-a3e27d049194 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478551 Feb 07 21:52:43.267049 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869456b-181e-4059-9a7a-30b98437dea0 req-d0e8bfdd-17c3-427f-a9c2-852d236bfa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:43.268589 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0869456b-181e-4059-9a7a-30b98437dea0 req-d0e8bfdd-17c3-427f-a9c2-852d236bfa40 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515571 Feb 07 21:52:43.343939 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0869456b-181e-4059-9a7a-30b98437dea0 req-204262be-0290-402a-988e-cafc6e114e17 service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839095 Feb 07 21:52:43.355334 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0869456b-181e-4059-9a7a-30b98437dea0 req-d5f2b4f6-52de-4fea-b437-537d76d21a99 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810213 Feb 07 21:52:43.435939 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0869456b-181e-4059-9a7a-30b98437dea0 req-a199e7b4-521a-486a-ba35-298ba1ffa59e service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856371 Feb 07 21:52:43.447456 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0869456b-181e-4059-9a7a-30b98437dea0 req-2598b05c-1f23-49dc-be6c-d1481b10fd2c service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862179 Feb 07 21:52:43.752013 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df327e-450f-4df8-8a80-b272cb9f7a26 req-2beec620-d8d0-4c6f-bab0-a5dfefa319c7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:43.753502 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c6df327e-450f-4df8-8a80-b272cb9f7a26 req-2beec620-d8d0-4c6f-bab0-a5dfefa319c7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 943 time: 0.0527768 Feb 07 21:52:43.801512 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c6df327e-450f-4df8-8a80-b272cb9f7a26 req-19d9764a-4cf0-499e-93fa-f764b690ddf4 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424206 Feb 07 21:52:43.971224 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 5980615a-bf3b-48e9-94f7-dd828af9ffda no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:52:44.010216 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] The host n-h2-828185-2 is not matching for port 5980615a-bf3b-48e9-94f7-dd828af9ffda host n-h1-828185-2! {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 07 21:52:44.010534 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 5980615a-bf3b-48e9-94f7-dd828af9ffda not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:52:44.921248 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e63e4-3483-4c64-aa2c-b860e655ce12 req-68fb4f36-0d8c-4769-b65f-a13f67f784b7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:44.922731 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2f6e63e4-3483-4c64-aa2c-b860e655ce12 req-68fb4f36-0d8c-4769-b65f-a13f67f784b7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 943 time: 0.0518174 Feb 07 21:52:44.968236 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2f6e63e4-3483-4c64-aa2c-b860e655ce12 req-83098545-fb6d-4091-81e9-0d8133779c71 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400133 Feb 07 21:52:45.200571 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a5951-f37b-4fb5-b45c-4a04379fa2ae req-488e9bc0-1f4a-4140-af8f-66eebc897451 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:45.202037 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed0a5951-f37b-4fb5-b45c-4a04379fa2ae req-488e9bc0-1f4a-4140-af8f-66eebc897451 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 943 time: 0.0906613 Feb 07 21:52:45.215472 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0385a13-d56b-4808-8903-48a0114ec080 req-e5dac4d4-198e-4e1e-91f9-b34684e20a1a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:45.216882 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0385a13-d56b-4808-8903-48a0114ec080 req-e5dac4d4-198e-4e1e-91f9-b34684e20a1a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.71 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156&tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&binding%3Ahost_id=n-h1-828185-2 HTTP/1.1" status: 200 len: 943 time: 0.0743692 Feb 07 21:52:45.285724 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 5980615a-bf3b-48e9-94f7-dd828af9ffda details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:52:45.293438 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed0a5951-f37b-4fb5-b45c-4a04379fa2ae req-79dd3adc-5b8b-49ed-ba46-0dc1901d18ec tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848489 Feb 07 21:52:45.307364 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-c0385a13-d56b-4808-8903-48a0114ec080 req-bb2af993-fe57-499a-81ac-7698c48ae289 service neutron] delete failed (client error): The resource could not be found. Feb 07 21:52:45.309547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0385a13-d56b-4808-8903-48a0114ec080 req-bb2af993-fe57-499a-81ac-7698c48ae289 service neutron] 10.222.0.71 "DELETE /v2.0/ports/5980615a-bf3b-48e9-94f7-dd828af9ffda/bindings/n-h2-828185-2 HTTP/1.1" status: 404 len: 380 time: 0.0855520 Feb 07 21:52:45.388697 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 5980615a-bf3b-48e9-94f7-dd828af9ffda, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=5980615a-bf3b-48e9-94f7-dd828af9ffda,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:52:45.400438 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0385a13-d56b-4808-8903-48a0114ec080 req-cafb1b25-b394-4f5c-a69c-91f9edfc1930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:45.400831 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '5980615a-bf3b-48e9-94f7-dd828af9ffda', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'port_id': '5980615a-bf3b-48e9-94f7-dd828af9ffda', 'mac_address': 'fa:16:3e:01:a9:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:52:45.401938 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0385a13-d56b-4808-8903-48a0114ec080 req-cafb1b25-b394-4f5c-a69c-91f9edfc1930 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 1125 time: 0.0500684 Feb 07 21:52:45.440744 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 5980615a-bf3b-48e9-94f7-dd828af9ffda is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:52:45.441131 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5980615a-bf3b-48e9-94f7-dd828af9ffda), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:45.454101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5980615a-bf3b-48e9-94f7-dd828af9ffda {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:52:45.477893 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 5980615a-bf3b-48e9-94f7-dd828af9ffda, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=5980615a-bf3b-48e9-94f7-dd828af9ffda,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:52:45.484135 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (5980615a-bf3b-48e9-94f7-dd828af9ffda), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:45.495223 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0385a13-d56b-4808-8903-48a0114ec080 req-b9edb5ce-2e5b-4a7f-bcbb-010c97963f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:45.497313 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0385a13-d56b-4808-8903-48a0114ec080 req-b9edb5ce-2e5b-4a7f-bcbb-010c97963f47 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.0887434 Feb 07 21:52:45.530223 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=5980615a-bf3b-48e9-94f7-dd828af9ffda,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:52:45.537532 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:45.537816 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:45.538159 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:45.538498 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:45.538833 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:45.539162 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:45.539490 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:45.539819 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:45.540140 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:45.540491 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:45.540814 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:45.541136 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:45.541460 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:45.565485 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0385a13-d56b-4808-8903-48a0114ec080 req-5e25f68a-b5f2-40ee-88f9-b1c6e9c1fb48 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5980615a-bf3b-48e9-94f7-dd828af9ffda HTTP/1.1" status: 200 len: 999 time: 0.0630469 Feb 07 21:52:45.611794 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0385a13-d56b-4808-8903-48a0114ec080 req-e3cbe88b-03e1-4c46-8aa4-693ef4c01a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:45.613263 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0385a13-d56b-4808-8903-48a0114ec080 req-e3cbe88b-03e1-4c46-8aa4-693ef4c01a05 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0421724 Feb 07 21:52:45.659827 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0385a13-d56b-4808-8903-48a0114ec080 req-43def556-bca0-4ceb-9249-ff05a61dd46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:45.661341 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0385a13-d56b-4808-8903-48a0114ec080 req-43def556-bca0-4ceb-9249-ff05a61dd46b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427637 Feb 07 21:52:45.753399 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0385a13-d56b-4808-8903-48a0114ec080 req-c077e7fb-e6e0-4703-8a68-16e433829647 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865691 Feb 07 21:52:45.817381 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['5980615a-bf3b-48e9-94f7-dd828af9ffda'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:52:45.845626 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0385a13-d56b-4808-8903-48a0114ec080 req-f126f591-e0d9-4aed-b480-711534ccb34d service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862522 Feb 07 21:52:46.429591 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006e1cd-089a-4957-85af-b1d92ca85c6d req-d81f0217-bbd2-4815-8ae9-2befdcdc2968 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:46.431060 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5006e1cd-089a-4957-85af-b1d92ca85c6d req-d81f0217-bbd2-4815-8ae9-2befdcdc2968 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 944 time: 0.0584941 Feb 07 21:52:46.482040 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5006e1cd-089a-4957-85af-b1d92ca85c6d req-f565776b-f0f7-4378-8016-8fb9e4d0d783 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452871 Feb 07 21:52:46.599327 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f654c9-7b3e-42dc-a3f8-cbda51e1ad91 req-e87edeb3-8772-433d-b1a7-d9f5ed51cee5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:46.600812 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c7f654c9-7b3e-42dc-a3f8-cbda51e1ad91 req-e87edeb3-8772-433d-b1a7-d9f5ed51cee5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 944 time: 0.0522015 Feb 07 21:52:46.647190 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c7f654c9-7b3e-42dc-a3f8-cbda51e1ad91 req-ad8c594d-9ecd-4163-ae9a-d7076971f2d8 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407367 Feb 07 21:52:46.849081 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5ba86-d688-48be-955d-5049ae40a243 req-c859d415-a49e-4c9a-92a0-883dc8454d66 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:46.850440 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fda5ba86-d688-48be-955d-5049ae40a243 req-c859d415-a49e-4c9a-92a0-883dc8454d66 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 944 time: 0.0552967 Feb 07 21:52:46.899817 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fda5ba86-d688-48be-955d-5049ae40a243 req-814b7df9-d87f-422f-9310-12419d8977f9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436389 Feb 07 21:52:46.923135 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81584d58-7966-4d73-9e33-fd4fd276eaca req-fda56024-cd3c-4af6-b1cf-2d3e3acf2f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:46.924670 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-81584d58-7966-4d73-9e33-fd4fd276eaca req-fda56024-cd3c-4af6-b1cf-2d3e3acf2f2d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 1126 time: 0.0959964 Feb 07 21:52:47.010429 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81584d58-7966-4d73-9e33-fd4fd276eaca req-2f7c41e8-e3b3-4049-bc07-937420348e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:47.011808 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-81584d58-7966-4d73-9e33-fd4fd276eaca req-2f7c41e8-e3b3-4049-bc07-937420348e08 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.0818324 Feb 07 21:52:47.078060 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-81584d58-7966-4d73-9e33-fd4fd276eaca req-c909a6f3-9450-4c5b-9cb8-2d3a81af8814 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5980615a-bf3b-48e9-94f7-dd828af9ffda HTTP/1.1" status: 200 len: 999 time: 0.0603116 Feb 07 21:52:47.124481 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81584d58-7966-4d73-9e33-fd4fd276eaca req-7cedf863-b70b-4969-a0d9-398a70b2d311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:47.125842 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-81584d58-7966-4d73-9e33-fd4fd276eaca req-7cedf863-b70b-4969-a0d9-398a70b2d311 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0422118 Feb 07 21:52:47.171466 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81584d58-7966-4d73-9e33-fd4fd276eaca req-7c71998e-3936-4bf0-ad19-0410b6a7f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:47.172916 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-81584d58-7966-4d73-9e33-fd4fd276eaca req-7c71998e-3936-4bf0-ad19-0410b6a7f6c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0419667 Feb 07 21:52:47.261971 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-81584d58-7966-4d73-9e33-fd4fd276eaca req-94281ae4-5d2d-4e21-b0b2-68b99448d48f service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833039 Feb 07 21:52:47.313280 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 5980615a-bf3b-48e9-94f7-dd828af9ffda up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:52:47.347966 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-81584d58-7966-4d73-9e33-fd4fd276eaca req-d3e9ce64-4084-4589-9cda-6e684d54a18c service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802665 Feb 07 21:52:47.361270 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 5980615a-bf3b-48e9-94f7-dd828af9ffda completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:52:47.365356 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 5980615a-bf3b-48e9-94f7-dd828af9ffda triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:52:47.365726 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5980615a-bf3b-48e9-94f7-dd828af9ffda), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:47.442145 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 5980615a-bf3b-48e9-94f7-dd828af9ffda is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:52:47.442520 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5980615a-bf3b-48e9-94f7-dd828af9ffda), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:47.464609 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0fcaa1-dfb3-40d7-b528-801c1282a156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5980615a-bf3b-48e9-94f7-dd828af9ffda'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:52:47.467388 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdd6913-c557-4513-b103-e31021714839" -d '{"events": [{"server_uuid": "9c0fcaa1-dfb3-40d7-b528-801c1282a156", "name": "network-vif-plugged", "status": "completed", "tag": "5980615a-bf3b-48e9-94f7-dd828af9ffda"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:52:47.479552 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 5980615a-bf3b-48e9-94f7-dd828af9ffda, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=5980615a-bf3b-48e9-94f7-dd828af9ffda,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:52:47.484437 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (5980615a-bf3b-48e9-94f7-dd828af9ffda), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:47.506577 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cd687d-248e-4088-b526-60127f9f6488 x-openstack-request-id: req-54cd687d-248e-4088-b526-60127f9f6488 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:52:47.506900 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0fcaa1-dfb3-40d7-b528-801c1282a156", "name": "network-vif-plugged", "status": "completed", "tag": "5980615a-bf3b-48e9-94f7-dd828af9ffda", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:52:47.507158 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-54cd687d-248e-4088-b526-60127f9f6488 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:52:47.507546 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0fcaa1-dfb3-40d7-b528-801c1282a156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5980615a-bf3b-48e9-94f7-dd828af9ffda', 'code': 200} Feb 07 21:52:47.531963 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=5980615a-bf3b-48e9-94f7-dd828af9ffda,revision_number=9']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:52:48.021863 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41cc7f3-da00-4b35-ac45-8f2ddbc1795f req-66b85422-ca5f-4f09-913a-fa0bbc44e631 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:48.023302 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f41cc7f3-da00-4b35-ac45-8f2ddbc1795f req-66b85422-ca5f-4f09-913a-fa0bbc44e631 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0545881 Feb 07 21:52:48.069143 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f41cc7f3-da00-4b35-ac45-8f2ddbc1795f req-24b471ec-8aab-451b-9f76-4e75289c0c50 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395782 Feb 07 21:52:48.298719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469e6a5-eede-47e7-8340-d5068b653c42 req-f5e59209-936c-44c0-a4ad-866f5721a562 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:48.300177 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7469e6a5-eede-47e7-8340-d5068b653c42 req-f5e59209-936c-44c0-a4ad-866f5721a562 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0517230 Feb 07 21:52:48.345690 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7469e6a5-eede-47e7-8340-d5068b653c42 req-a439a2f6-a8d7-4961-93a8-af896ad4ab36 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398395 Feb 07 21:52:48.475063 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f41a68ec-fb60-4ba5-903c-726c1f37357c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:49.466199 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805da13c-cfc5-4b6d-98bb-dff928bdee36 req-f43027f6-8173-40f8-a24a-d46b0a1011af tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:49.467687 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-805da13c-cfc5-4b6d-98bb-dff928bdee36 req-f43027f6-8173-40f8-a24a-d46b0a1011af tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0546017 Feb 07 21:52:49.518149 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-805da13c-cfc5-4b6d-98bb-dff928bdee36 req-c8bc53cd-d51b-40e9-8ea5-bef5b7021a84 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446966 Feb 07 21:52:49.773015 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8b269-cb57-4735-b647-4af94dc5047b req-7939fe83-8a11-48af-9f19-a6cda5e0a61d tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:49.774447 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cfd8b269-cb57-4735-b647-4af94dc5047b req-7939fe83-8a11-48af-9f19-a6cda5e0a61d tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 945 time: 0.0567176 Feb 07 21:52:49.862920 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-cfd8b269-cb57-4735-b647-4af94dc5047b req-2d639891-9f0c-40e5-82a7-7eaf74101ce5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Deleting port 5980615a-bf3b-48e9-94f7-dd828af9ffda {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:52:49.863262 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cfd8b269-cb57-4735-b647-4af94dc5047b req-2d639891-9f0c-40e5-82a7-7eaf74101ce5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (5980615a-bf3b-48e9-94f7-dd828af9ffda), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:49.954648 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-cfd8b269-cb57-4735-b647-4af94dc5047b req-2d639891-9f0c-40e5-82a7-7eaf74101ce5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] For port 5980615a-bf3b-48e9-94f7-dd828af9ffda, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=5980615a-bf3b-48e9-94f7-dd828af9ffda,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:52:49.955127 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cfd8b269-cb57-4735-b647-4af94dc5047b req-2d639891-9f0c-40e5-82a7-7eaf74101ce5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (5980615a-bf3b-48e9-94f7-dd828af9ffda), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:50.450817 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cfd8b269-cb57-4735-b647-4af94dc5047b req-2d639891-9f0c-40e5-82a7-7eaf74101ce5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:50.451168 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cfd8b269-cb57-4735-b647-4af94dc5047b req-2d639891-9f0c-40e5-82a7-7eaf74101ce5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (9a09cf78-637e-47bf-a386-caa06eac4eec), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:50.451480 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [req-cfd8b269-cb57-4735-b647-4af94dc5047b req-2d639891-9f0c-40e5-82a7-7eaf74101ce5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Floating IP 9a09cf78-637e-47bf-a386-caa06eac4eec disassociated. External IP: 172.25.4.55, port: 5980615a-bf3b-48e9-94f7-dd828af9ffda. Feb 07 21:52:50.451815 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-cfd8b269-cb57-4735-b647-4af94dc5047b req-2d639891-9f0c-40e5-82a7-7eaf74101ce5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Calling delete_port for 5980615a-bf3b-48e9-94f7-dd828af9ffda owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:52:50.575969 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cfd8b269-cb57-4735-b647-4af94dc5047b req-2d639891-9f0c-40e5-82a7-7eaf74101ce5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (5980615a-bf3b-48e9-94f7-dd828af9ffda), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:50.608365 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d639891-9f0c-40e5-82a7-7eaf74101ce5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Pushing event deleted for resources: {'Port': ['ID=5980615a-bf3b-48e9-94f7-dd828af9ffda,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:52:50.618396 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ffd5b1fc-e214-4c34-b066-a42d187b63f2 req-c108b7ca-3f28-4ecf-8c41-9d5862e27f26 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c0fcaa1-dfb3-40d7-b528-801c1282a156 HTTP/1.1" status: 200 len: 210 time: 0.0279350 Feb 07 21:52:50.661834 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-37aa14e8-2e2d-4b6e-abaf-b2a7ba2abdd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:50.730237 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfd8b269-cb57-4735-b647-4af94dc5047b req-2d639891-9f0c-40e5-82a7-7eaf74101ce5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Router f0481357-f8b3-4c33-967f-6b2a49b7855d has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:52:50.846937 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfd8b269-cb57-4735-b647-4af94dc5047b req-2d639891-9f0c-40e5-82a7-7eaf74101ce5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:52:50.857151 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84edb44e-b955-4c85-85cc-d258aec65fb0 None None] Sync routers for ids ['f0481357-f8b3-4c33-967f-6b2a49b7855d'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:52:50.866272 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84edb44e-b955-4c85-85cc-d258aec65fb0 None None] Routers {'f0481357-f8b3-4c33-967f-6b2a49b7855d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:52:50.866878 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-84edb44e-b955-4c85-85cc-d258aec65fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:52:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f0481357-f8b3-4c33-967f-6b2a49b7855d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:52:50.887842 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd8b269-cb57-4735-b647-4af94dc5047b req-2d639891-9f0c-40e5-82a7-7eaf74101ce5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] No DVR routers for this DVR port 5980615a-bf3b-48e9-94f7-dd828af9ffda on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:52:50.890977 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cfd8b269-cb57-4735-b647-4af94dc5047b req-2d639891-9f0c-40e5-82a7-7eaf74101ce5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:50.894564 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cfd8b269-cb57-4735-b647-4af94dc5047b req-2d639891-9f0c-40e5-82a7-7eaf74101ce5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.69 "DELETE /v2.0/ports/5980615a-bf3b-48e9-94f7-dd828af9ffda HTTP/1.1" status: 204 len: 173 time: 1.1137407 Feb 07 21:52:50.895025 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0fcaa1-dfb3-40d7-b528-801c1282a156', 'name': 'network-vif-deleted', 'tag': '5980615a-bf3b-48e9-94f7-dd828af9ffda'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:52:50.897313 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e91d3fda5c851d7435eaf821bb8ac6007e697b0e0bcefa8b3ad51bcc3f7f546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3119f6-def0-4943-9693-114be148378f" -d '{"events": [{"server_uuid": "9c0fcaa1-dfb3-40d7-b528-801c1282a156", "name": "network-vif-deleted", "tag": "5980615a-bf3b-48e9-94f7-dd828af9ffda"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:52:50.935216 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a175454-a629-447d-a77b-53b035926c3c x-openstack-request-id: req-6a175454-a629-447d-a77b-53b035926c3c {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:52:50.935509 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0fcaa1-dfb3-40d7-b528-801c1282a156", "name": "network-vif-deleted", "tag": "5980615a-bf3b-48e9-94f7-dd828af9ffda", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:52:50.935766 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6a175454-a629-447d-a77b-53b035926c3c {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:52:50.936169 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0fcaa1-dfb3-40d7-b528-801c1282a156', 'name': 'network-vif-deleted', 'tag': '5980615a-bf3b-48e9-94f7-dd828af9ffda', 'status': 'completed', 'code': 200} Feb 07 21:52:50.987235 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-84edb44e-b955-4c85-85cc-d258aec65fb0 None None] Set router f0481357-f8b3-4c33-967f-6b2a49b7855d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:52:51.198529 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-84edb44e-b955-4c85-85cc-d258aec65fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:11Z', 'revision_number': 5, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:52:51.224543 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84edb44e-b955-4c85-85cc-d258aec65fb0 None None] Checking router: f0481357-f8b3-4c33-967f-6b2a49b7855d for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:52:51.233186 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84edb44e-b955-4c85-85cc-d258aec65fb0 None None] Routers {'f0481357-f8b3-4c33-967f-6b2a49b7855d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:52:51.233785 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-84edb44e-b955-4c85-85cc-d258aec65fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:52:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f0481357-f8b3-4c33-967f-6b2a49b7855d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:52:51.337488 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-84edb44e-b955-4c85-85cc-d258aec65fb0 None None] Set router f0481357-f8b3-4c33-967f-6b2a49b7855d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:52:51.530461 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-84edb44e-b955-4c85-85cc-d258aec65fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:11Z', 'revision_number': 5, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:52:51.559436 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84edb44e-b955-4c85-85cc-d258aec65fb0 None None] The sync data for ids ['f0481357-f8b3-4c33-967f-6b2a49b7855d'] in n-d-828185-2 is: [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:11Z', 'revision_number': 5, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:52:51.791116 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f27c32-dce1-464a-a506-170adbab2727 None None] New status for floating IP 9a09cf78-637e-47bf-a386-caa06eac4eec: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:52:51.866623 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-28f39a7c-3960-434b-b7a4-3f9a0356bce0 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1028245791&fields=id&tenant_id=62eabdb9e24a4a34aa20a1d698d0571f HTTP/1.1" status: 200 len: 267 time: 0.0423255 Feb 07 21:52:51.930546 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:51.985315 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-6e8aa439-343a-45e4-98b5-3fa72f6edcd2 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:51.986790 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-6e8aa439-343a-45e4-98b5-3fa72f6edcd2 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 810 time: 0.1073875 Feb 07 21:52:52.001273 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-0197eecc-0480-41e8-8cd1-f28c26ac42b3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/quotas/62eabdb9e24a4a34aa20a1d698d0571f HTTP/1.1" status: 200 len: 375 time: 0.0091465 Feb 07 21:52:52.053369 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-abf8dde4-773f-4583-855a-02f6d5b5ef8c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472982 Feb 07 21:52:52.144353 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-28254592-e8f9-47e0-97d5-a9957bd03442 service neutron] 10.222.0.65 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790529 Feb 07 21:52:52.232279 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-931f30b2-9717-43ac-b91e-f9a8f4b87a18 service neutron] 10.222.0.65 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822768 Feb 07 21:52:52.391560 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d2880e0b-868c-4d35-b303-276a567def37 req-b489f237-f017-44be-ad25-61acf45ee5eb tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 210 time: 0.0271103 Feb 07 21:52:53.299052 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-c20a63c5-44d0-46a5-9826-44c26e117397 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:53.300695 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-c20a63c5-44d0-46a5-9826-44c26e117397 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.71 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 810 time: 0.1118791 Feb 07 21:52:53.360440 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-6af3b92f-f30c-4d53-a299-51995cb203fc tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62eabdb9e24a4a34aa20a1d698d0571f HTTP/1.1" status: 200 len: 380 time: 0.0514104 Feb 07 21:52:53.368916 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-fb337a61-4760-4a4c-87ae-6c9a262c6910 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Request body: {'port': {'device_id': 'd46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'admin_state_up': True, 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'security_groups': ['46128e16-ab87-4ba2-9453-96b012d8349b']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:52:53.375044 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 5980615a-bf3b-48e9-94f7-dd828af9ffda no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:52:53.395230 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 5980615a-bf3b-48e9-94f7-dd828af9ffda {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:52:53.395580 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 5980615a-bf3b-48e9-94f7-dd828af9ffda not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:52:53.414741 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:53.498446 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-99bf9ae5-eecd-41e9-84be-f0920fd82f7d req-8f53f781-6574-48a4-a37c-bad9ea2c65e9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 210 time: 0.0315149 Feb 07 21:52:53.506217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-fb337a61-4760-4a4c-87ae-6c9a262c6910 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Made reservation on behalf of 62eabdb9e24a4a34aa20a1d698d0571f for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:52:53.509729 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-fb337a61-4760-4a4c-87ae-6c9a262c6910 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:53.632511 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-fb337a61-4760-4a4c-87ae-6c9a262c6910 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Allocated IP 172.20.0.6 (b11a09fd-5e1d-4d6c-9d39-ca1bd2240902/abd5c662-5033-4e56-8615-049f78849b75/ff1a0b2e-285e-45ca-a0de-fa087151560c) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:52:53.766583 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-fb337a61-4760-4a4c-87ae-6c9a262c6910 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:53.799583 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-fb337a61-4760-4a4c-87ae-6c9a262c6910 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:53.845923 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-fb337a61-4760-4a4c-87ae-6c9a262c6910 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:52:53.848960 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-fb337a61-4760-4a4c-87ae-6c9a262c6910 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:52:53.852532 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-fb337a61-4760-4a4c-87ae-6c9a262c6910 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:52:53.859406 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb337a61-4760-4a4c-87ae-6c9a262c6910 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Pushing event updated for resources: {'Port': ['ID=ff1a0b2e-285e-45ca-a0de-fa087151560c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:52:53.887606 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337a61-4760-4a4c-87ae-6c9a262c6910 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:53.887871 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337a61-4760-4a4c-87ae-6c9a262c6910 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:53.888215 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337a61-4760-4a4c-87ae-6c9a262c6910 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:53.888579 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337a61-4760-4a4c-87ae-6c9a262c6910 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:53.888912 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337a61-4760-4a4c-87ae-6c9a262c6910 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:53.889248 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337a61-4760-4a4c-87ae-6c9a262c6910 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:53.889577 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337a61-4760-4a4c-87ae-6c9a262c6910 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:53.889902 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337a61-4760-4a4c-87ae-6c9a262c6910 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:53.890227 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337a61-4760-4a4c-87ae-6c9a262c6910 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:53.890547 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337a61-4760-4a4c-87ae-6c9a262c6910 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:53.890876 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337a61-4760-4a4c-87ae-6c9a262c6910 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:53.891199 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337a61-4760-4a4c-87ae-6c9a262c6910 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:53.891522 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337a61-4760-4a4c-87ae-6c9a262c6910 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:52:53.915801 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-fb337a61-4760-4a4c-87ae-6c9a262c6910 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:53.916460 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-fb337a61-4760-4a4c-87ae-6c9a262c6910 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:53.933420 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-fb337a61-4760-4a4c-87ae-6c9a262c6910 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5681052 Feb 07 21:52:53.946032 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-46fb24ce-7b90-49a8-8923-dc4f94bda92e service neutron] Request body: {'port': {'device_id': 'd46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:52:54.007062 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-46fb24ce-7b90-49a8-8923-dc4f94bda92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:54.078080 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-86944fe5-fd51-4bf2-bb25-e1a4367ad817 None None] Provisioning complete for port ff1a0b2e-285e-45ca-a0de-fa087151560c triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:52:54.078454 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-86944fe5-fd51-4bf2-bb25-e1a4367ad817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:54.114572 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-86944fe5-fd51-4bf2-bb25-e1a4367ad817 None None] Port ff1a0b2e-285e-45ca-a0de-fa087151560c cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:52:54.267935 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-46fb24ce-7b90-49a8-8923-dc4f94bda92e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff1a0b2e-285e-45ca-a0de-fa087151560c {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:52:54.274997 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-46fb24ce-7b90-49a8-8923-dc4f94bda92e service neutron] Publish callbacks [] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:54.286304 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-46fb24ce-7b90-49a8-8923-dc4f94bda92e service neutron] Transition to ACTIVE for port object ff1a0b2e-285e-45ca-a0de-fa087151560c will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:52:54.289981 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-46fb24ce-7b90-49a8-8923-dc4f94bda92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:54.336280 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb24ce-7b90-49a8-8923-dc4f94bda92e service neutron] Pushing event updated for resources: {'Port': ['ID=ff1a0b2e-285e-45ca-a0de-fa087151560c,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:52:54.408044 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-46fb24ce-7b90-49a8-8923-dc4f94bda92e service neutron] Attempting to bind port ff1a0b2e-285e-45ca-a0de-fa087151560c on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:52:54.408446 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-46fb24ce-7b90-49a8-8923-dc4f94bda92e service neutron] Attempting to bind port ff1a0b2e-285e-45ca-a0de-fa087151560c by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:52:54.408771 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-46fb24ce-7b90-49a8-8923-dc4f94bda92e service neutron] Attempting to bind port ff1a0b2e-285e-45ca-a0de-fa087151560c on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:52:54.413186 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-46fb24ce-7b90-49a8-8923-dc4f94bda92e service neutron] Port ff1a0b2e-285e-45ca-a0de-fa087151560c on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:52:54.413505 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-46fb24ce-7b90-49a8-8923-dc4f94bda92e service neutron] Attempting to bind port ff1a0b2e-285e-45ca-a0de-fa087151560c on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:52:54.418985 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-46fb24ce-7b90-49a8-8923-dc4f94bda92e service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:52:54.419323 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-46fb24ce-7b90-49a8-8923-dc4f94bda92e service neutron] Checking segment: {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:52:54.419731 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-46fb24ce-7b90-49a8-8923-dc4f94bda92e service neutron] Bound using segment: {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:52:54.420157 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-46fb24ce-7b90-49a8-8923-dc4f94bda92e service neutron] Bound port: ff1a0b2e-285e-45ca-a0de-fa087151560c, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:52:54.420536 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-46fb24ce-7b90-49a8-8923-dc4f94bda92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:54.496098 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-46fb24ce-7b90-49a8-8923-dc4f94bda92e service neutron] For port ff1a0b2e-285e-45ca-a0de-fa087151560c, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:52:54.499623 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-46fb24ce-7b90-49a8-8923-dc4f94bda92e service neutron] For port ff1a0b2e-285e-45ca-a0de-fa087151560c, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ff1a0b2e-285e-45ca-a0de-fa087151560c,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:52:54.505718 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-46fb24ce-7b90-49a8-8923-dc4f94bda92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:54.538286 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-46fb24ce-7b90-49a8-8923-dc4f94bda92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:54.538902 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-46fb24ce-7b90-49a8-8923-dc4f94bda92e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:54.540379 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-46fb24ce-7b90-49a8-8923-dc4f94bda92e service neutron] 10.222.0.71 "PUT /v2.0/ports/ff1a0b2e-285e-45ca-a0de-fa087151560c HTTP/1.1" status: 200 len: 1091 time: 0.5993030 Feb 07 21:52:54.540813 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0', 'tag': 'ff1a0b2e-285e-45ca-a0de-fa087151560c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:52:54.543582 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9fb21c-1d87-42f4-b6be-fc2b8e9d58ee" -d '{"events": [{"name": "network-changed", "server_uuid": "d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0", "tag": "ff1a0b2e-285e-45ca-a0de-fa087151560c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:52:54.574910 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb24ce-7b90-49a8-8923-dc4f94bda92e service neutron] Pushing event updated for resources: {'Port': ['ID=ff1a0b2e-285e-45ca-a0de-fa087151560c,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:52:54.693685 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9fb071-cd52-4955-bdc8-9f7e7415cc32 x-openstack-request-id: req-5c9fb071-cd52-4955-bdc8-9f7e7415cc32 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:52:54.694051 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0", "tag": "ff1a0b2e-285e-45ca-a0de-fa087151560c", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:52:54.694381 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5c9fb071-cd52-4955-bdc8-9f7e7415cc32 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:52:54.694854 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0', 'tag': 'ff1a0b2e-285e-45ca-a0de-fa087151560c', 'status': 'completed', 'code': 200} Feb 07 21:52:54.726950 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-c1a0a785-17ec-4ecc-8d08-31dce531eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:54.728656 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-c1a0a785-17ec-4ecc-8d08-31dce531eae3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 1125 time: 0.1402516 Feb 07 21:52:54.736686 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:52:54.777071 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-9e5804b0-4000-4c8e-bfc6-b951ce4bdf7b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff1a0b2e-285e-45ca-a0de-fa087151560c HTTP/1.1" status: 200 len: 217 time: 0.0411026 Feb 07 21:52:54.829556 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-ccd14670-e58f-4620-b292-d09c16083115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:54.831123 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-ccd14670-e58f-4620-b292-d09c16083115 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0481486 Feb 07 21:52:54.905183 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-3e814adb-bc1a-48b1-98db-09bb7fc26cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:54.906671 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-3e814adb-bc1a-48b1-98db-09bb7fc26cc0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0701544 Feb 07 21:52:54.975322 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d123c-44df-4cae-a45f-80772c4cfa4d req-ce31007f-bcb9-44b6-a60b-27de0a133db8 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:54.976792 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f04d123c-44df-4cae-a45f-80772c4cfa4d req-ce31007f-bcb9-44b6-a60b-27de0a133db8 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 943 time: 0.1068354 Feb 07 21:52:55.033776 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-827a9160-8a42-4bc6-8f16-254157171df1 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202075 Feb 07 21:52:55.052506 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f04d123c-44df-4cae-a45f-80772c4cfa4d req-a17209cb-b0d6-4c89-beff-a7cdc1ec623e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691822 Feb 07 21:52:55.128634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85e7c3db-dd4f-4962-b590-fc83bb61afb2 req-9ce6db2c-a9dc-4fc0-bc46-1fe2ca657c5e service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877445 Feb 07 21:52:55.211815 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fb21c-1d87-42f4-b6be-fc2b8e9d58ee req-c90e65a2-7bfb-4427-9e41-31752494e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:55.213302 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe9fb21c-1d87-42f4-b6be-fc2b8e9d58ee req-c90e65a2-7bfb-4427-9e41-31752494e284 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 1125 time: 0.0438759 Feb 07 21:52:55.303026 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fb21c-1d87-42f4-b6be-fc2b8e9d58ee req-61c1f1d6-148b-4766-aee2-a901d2d96116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:55.304462 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe9fb21c-1d87-42f4-b6be-fc2b8e9d58ee req-61c1f1d6-148b-4766-aee2-a901d2d96116 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.0852447 Feb 07 21:52:55.344682 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe9fb21c-1d87-42f4-b6be-fc2b8e9d58ee req-53d2431b-3804-41d8-bb60-b563284657dd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff1a0b2e-285e-45ca-a0de-fa087151560c HTTP/1.1" status: 200 len: 217 time: 0.0339751 Feb 07 21:52:55.388818 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fb21c-1d87-42f4-b6be-fc2b8e9d58ee req-4af12bb4-b9dc-409c-ae91-5e411ba0cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:55.390199 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe9fb21c-1d87-42f4-b6be-fc2b8e9d58ee req-4af12bb4-b9dc-409c-ae91-5e411ba0cc77 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0407557 Feb 07 21:52:55.438080 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fb21c-1d87-42f4-b6be-fc2b8e9d58ee req-3eb75553-6db0-4a7e-8da8-763ca2754a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:55.439535 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe9fb21c-1d87-42f4-b6be-fc2b8e9d58ee req-3eb75553-6db0-4a7e-8da8-763ca2754a12 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438495 Feb 07 21:52:55.528428 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe9fb21c-1d87-42f4-b6be-fc2b8e9d58ee req-8283f3c5-c9d5-4b1b-b73b-e868323d4ef1 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824687 Feb 07 21:52:55.613282 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe9fb21c-1d87-42f4-b6be-fc2b8e9d58ee req-fe82a10f-b860-4e7d-a1f1-e72b97552b8d service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801353 Feb 07 21:52:56.175621 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda0bb1-624a-4773-a7f8-c56e38d9609d req-615dfc55-4828-4c47-ab45-4afb038ac16a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:56.176970 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2bda0bb1-624a-4773-a7f8-c56e38d9609d req-615dfc55-4828-4c47-ab45-4afb038ac16a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 943 time: 0.0555449 Feb 07 21:52:56.221927 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2bda0bb1-624a-4773-a7f8-c56e38d9609d req-060e40d9-ec01-4571-8d46-ba541d4c4347 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394430 Feb 07 21:52:57.339719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a855ba9-bf2c-4750-ae92-e2dafaf5211f req-e3acbc92-3577-4c19-9654-b0c00fe4f2a7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:57.341232 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0a855ba9-bf2c-4750-ae92-e2dafaf5211f req-e3acbc92-3577-4c19-9654-b0c00fe4f2a7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 943 time: 0.0522752 Feb 07 21:52:57.386272 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0a855ba9-bf2c-4750-ae92-e2dafaf5211f req-c665cddf-d7e2-470c-8b34-1f326c03dec6 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392861 Feb 07 21:52:58.507668 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94908b-3989-49f4-a447-b11b84e0332a req-ef04ced3-6d18-432c-b5c5-04596a8e07cd tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:58.509142 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f94908b-3989-49f4-a447-b11b84e0332a req-ef04ced3-6d18-432c-b5c5-04596a8e07cd tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 943 time: 0.0553954 Feb 07 21:52:58.557603 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f94908b-3989-49f4-a447-b11b84e0332a req-f0edd67a-3cc9-48c4-a5d6-97d844d141e2 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427933 Feb 07 21:52:59.683804 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a54098-1f4f-4f70-b18d-aac474c9db98 req-784e1544-79d9-4618-86e6-05e9a78cc4d6 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:52:59.685548 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f6a54098-1f4f-4f70-b18d-aac474c9db98 req-784e1544-79d9-4618-86e6-05e9a78cc4d6 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 943 time: 0.0547960 Feb 07 21:52:59.738753 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f6a54098-1f4f-4f70-b18d-aac474c9db98 req-72eedc61-e2cf-400e-b7f7-0d08eecc3dba tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443542 Feb 07 21:53:00.054861 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device ff1a0b2e-285e-45ca-a0de-fa087151560c details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:53:00.155150 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port ff1a0b2e-285e-45ca-a0de-fa087151560c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ff1a0b2e-285e-45ca-a0de-fa087151560c,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:53:00.166216 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'ff1a0b2e-285e-45ca-a0de-fa087151560c', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'port_id': 'ff1a0b2e-285e-45ca-a0de-fa087151560c', 'mac_address': 'fa:16:3e:6f:bc:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:53:00.202017 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port ff1a0b2e-285e-45ca-a0de-fa087151560c is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:53:00.202401 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:00.215101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff1a0b2e-285e-45ca-a0de-fa087151560c {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:53:00.235494 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port ff1a0b2e-285e-45ca-a0de-fa087151560c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ff1a0b2e-285e-45ca-a0de-fa087151560c,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:53:00.239107 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:00.284904 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=ff1a0b2e-285e-45ca-a0de-fa087151560c,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:53:00.594286 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['ff1a0b2e-285e-45ca-a0de-fa087151560c'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:53:00.853353 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419b676-1346-4e80-b8f9-6f4f91865b04 req-66e76ec1-23a4-4a48-b8d8-b870443e1947 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:00.854703 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9419b676-1346-4e80-b8f9-6f4f91865b04 req-66e76ec1-23a4-4a48-b8d8-b870443e1947 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 944 time: 0.0526159 Feb 07 21:53:00.904621 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9419b676-1346-4e80-b8f9-6f4f91865b04 req-c1a6c5f1-0388-4b1e-a418-2d26cb89bbc6 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443027 Feb 07 21:53:02.028327 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900558f7-694b-498e-9600-9649d0e38e48 req-84d48120-43e3-4165-b01f-c32a4db1fec3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:02.031082 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-900558f7-694b-498e-9600-9649d0e38e48 req-84d48120-43e3-4165-b01f-c32a4db1fec3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 944 time: 0.0550864 Feb 07 21:53:02.055316 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device ff1a0b2e-285e-45ca-a0de-fa087151560c up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:53:02.082957 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-900558f7-694b-498e-9600-9649d0e38e48 req-afccb331-02cf-4b6c-bf73-516940fb756a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437326 Feb 07 21:53:02.105458 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port ff1a0b2e-285e-45ca-a0de-fa087151560c completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:53:02.111424 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port ff1a0b2e-285e-45ca-a0de-fa087151560c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:53:02.111795 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:02.191834 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port ff1a0b2e-285e-45ca-a0de-fa087151560c is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:53:02.192208 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:02.214941 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1a0b2e-285e-45ca-a0de-fa087151560c'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:53:02.217211 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da5692d-fce8-469d-8028-5d1063d61eb7" -d '{"events": [{"server_uuid": "d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0", "name": "network-vif-plugged", "status": "completed", "tag": "ff1a0b2e-285e-45ca-a0de-fa087151560c"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:53:02.229494 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port ff1a0b2e-285e-45ca-a0de-fa087151560c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ff1a0b2e-285e-45ca-a0de-fa087151560c,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:53:02.234680 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:02.261152 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11d6067-0439-4b2f-8971-cf2cc008ec33 x-openstack-request-id: req-c11d6067-0439-4b2f-8971-cf2cc008ec33 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:53:02.261444 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0", "name": "network-vif-plugged", "status": "completed", "tag": "ff1a0b2e-285e-45ca-a0de-fa087151560c", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:53:02.261723 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c11d6067-0439-4b2f-8971-cf2cc008ec33 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:53:02.262140 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1a0b2e-285e-45ca-a0de-fa087151560c', 'code': 200} Feb 07 21:53:02.290814 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=ff1a0b2e-285e-45ca-a0de-fa087151560c,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:53:02.357911 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c96a5-bcac-4213-845c-cf85ee7213ed req-815d9b6f-97bd-4d91-a317-3c8a0070687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:02.359366 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a53c96a5-bcac-4213-845c-cf85ee7213ed req-815d9b6f-97bd-4d91-a317-3c8a0070687c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 1127 time: 0.0431933 Feb 07 21:53:02.401256 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a53c96a5-bcac-4213-845c-cf85ee7213ed req-8ac1257b-48a8-480c-8bda-ede743211e55 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354381 Feb 07 21:53:03.204902 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a6f22-fea5-4193-b816-1c8fe7df9048 req-53b4693f-cfc6-4053-b00b-112de0e77433 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:03.206362 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d99a6f22-fea5-4193-b816-1c8fe7df9048 req-53b4693f-cfc6-4053-b00b-112de0e77433 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0553954 Feb 07 21:53:03.251851 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d99a6f22-fea5-4193-b816-1c8fe7df9048 req-dfed15af-b9ea-470e-b42d-2b0a232b50fd tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399947 Feb 07 21:53:04.078557 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:04.319886 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:04.370429 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35952913-b11e-4803-9760-7805ae6c0e48 req-0eb3ce84-4fb8-4193-8b13-e6e96e897568 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:04.371874 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-35952913-b11e-4803-9760-7805ae6c0e48 req-0eb3ce84-4fb8-4193-8b13-e6e96e897568 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0517793 Feb 07 21:53:04.416509 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-35952913-b11e-4803-9760-7805ae6c0e48 req-c1b56923-4642-495a-b055-d08ae4cc65a5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390511 Feb 07 21:53:04.530187 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a568f-6c55-4e63-938b-5809b079040e req-c58e1e81-89c1-4209-823d-88ebbfc629a0 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:04.531620 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8a7a568f-6c55-4e63-938b-5809b079040e req-c58e1e81-89c1-4209-823d-88ebbfc629a0 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0524080 Feb 07 21:53:04.540005 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 44990) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:53:04.544895 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b4c409f2-6858-4367-a108-61a35373d7dc tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Request body: {'floatingip': {'port_id': 'ff1a0b2e-285e-45ca-a0de-fa087151560c'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:53:04.585008 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4c409f2-6858-4367-a108-61a35373d7dc tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for floatingip (9a09cf78-637e-47bf-a386-caa06eac4eec), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:05.005946 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4c409f2-6858-4367-a108-61a35373d7dc tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:05.009678 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4c409f2-6858-4367-a108-61a35373d7dc tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (9a09cf78-637e-47bf-a386-caa06eac4eec), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:05.103634 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-b4c409f2-6858-4367-a108-61a35373d7dc tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Floating IP 9a09cf78-637e-47bf-a386-caa06eac4eec associated. External IP: 172.25.4.55, port: ff1a0b2e-285e-45ca-a0de-fa087151560c. Feb 07 21:53:05.648598 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c409f2-6858-4367-a108-61a35373d7dc tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Router f0481357-f8b3-4c33-967f-6b2a49b7855d has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:53:05.756526 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c409f2-6858-4367-a108-61a35373d7dc tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:53:05.761408 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4c409f2-6858-4367-a108-61a35373d7dc tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:05.766436 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934364a8-7234-43bf-80a3-b13a5d2fc910 None None] Sync routers for ids ['f0481357-f8b3-4c33-967f-6b2a49b7855d'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:53:05.775651 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934364a8-7234-43bf-80a3-b13a5d2fc910 None None] Routers {'f0481357-f8b3-4c33-967f-6b2a49b7855d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:53:05.776253 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-934364a8-7234-43bf-80a3-b13a5d2fc910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:52:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f0481357-f8b3-4c33-967f-6b2a49b7855d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:53:05.790913 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b4c409f2-6858-4367-a108-61a35373d7dc tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "PUT /v2.0/floatingips/9a09cf78-637e-47bf-a386-caa06eac4eec HTTP/1.1" status: 200 len: 990 time: 1.2498512 Feb 07 21:53:05.791795 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0', 'tag': 'ff1a0b2e-285e-45ca-a0de-fa087151560c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:53:05.794098 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75682e391cfdf10e141c2e4f5f6e83d5dd4dd3ac46d06c44608cb8a61faeaaef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17749092-b066-4011-9b63-131dd9cbffb7" -d '{"events": [{"name": "network-changed", "server_uuid": "d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0", "tag": "ff1a0b2e-285e-45ca-a0de-fa087151560c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:53:05.838879 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d2baf9-ddd7-4266-b61c-249618f651e0 x-openstack-request-id: req-83d2baf9-ddd7-4266-b61c-249618f651e0 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:53:05.839178 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0", "tag": "ff1a0b2e-285e-45ca-a0de-fa087151560c", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:53:05.839442 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-83d2baf9-ddd7-4266-b61c-249618f651e0 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:53:05.840412 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0', 'tag': 'ff1a0b2e-285e-45ca-a0de-fa087151560c', 'status': 'completed', 'code': 200} Feb 07 21:53:05.890115 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-934364a8-7234-43bf-80a3-b13a5d2fc910 None None] Set router f0481357-f8b3-4c33-967f-6b2a49b7855d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:53:05.927950 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c77c8-f914-46e0-9a80-0f4bfd4db411 req-8fec2936-ce27-45d5-83f0-8adb8150eb8d tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:05.929442 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-754c77c8-f914-46e0-9a80-0f4bfd4db411 req-8fec2936-ce27-45d5-83f0-8adb8150eb8d tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0887549 Feb 07 21:53:05.936045 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17749092-b066-4011-9b63-131dd9cbffb7 req-bc631282-3075-4c5a-9f1b-ede6be30e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:05.937517 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17749092-b066-4011-9b63-131dd9cbffb7 req-bc631282-3075-4c5a-9f1b-ede6be30e307 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 1127 time: 0.0681601 Feb 07 21:53:06.024301 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-754c77c8-f914-46e0-9a80-0f4bfd4db411 req-d0be2f14-a204-43a5-bef9-a61b171d64be tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857992 Feb 07 21:53:06.054538 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17749092-b066-4011-9b63-131dd9cbffb7 req-c85ecc3b-c73e-4ab6-93ff-67db7f2aff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:06.055972 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17749092-b066-4011-9b63-131dd9cbffb7 req-c85ecc3b-c73e-4ab6-93ff-67db7f2aff8a service neutron] 10.222.0.71 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.1119931 Feb 07 21:53:06.114865 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-934364a8-7234-43bf-80a3-b13a5d2fc910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '9a09cf78-637e-47bf-a386-caa06eac4eec', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'port_id': 'ff1a0b2e-285e-45ca-a0de-fa087151560c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'mac_address': 'fa:16:3e:6f:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:51:10Z', 'updated_at': '2022-02-07T21:53:04Z', 'revision_number': 9, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:11Z', 'revision_number': 5, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:53:06.127838 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17749092-b066-4011-9b63-131dd9cbffb7 req-44031b7c-2f83-46b5-b420-558f9c23c936 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff1a0b2e-285e-45ca-a0de-fa087151560c HTTP/1.1" status: 200 len: 998 time: 0.0653467 Feb 07 21:53:06.145154 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934364a8-7234-43bf-80a3-b13a5d2fc910 None None] Checking router: f0481357-f8b3-4c33-967f-6b2a49b7855d for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:53:06.153394 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934364a8-7234-43bf-80a3-b13a5d2fc910 None None] Routers {'f0481357-f8b3-4c33-967f-6b2a49b7855d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:53:06.153991 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-934364a8-7234-43bf-80a3-b13a5d2fc910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:52:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f0481357-f8b3-4c33-967f-6b2a49b7855d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:53:06.173473 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17749092-b066-4011-9b63-131dd9cbffb7 req-bcc8c642-1722-4ef1-bfbb-a3eedecaaca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:06.174911 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17749092-b066-4011-9b63-131dd9cbffb7 req-bcc8c642-1722-4ef1-bfbb-a3eedecaaca7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0421472 Feb 07 21:53:06.222641 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17749092-b066-4011-9b63-131dd9cbffb7 req-689074d2-a445-478a-a745-f0c91bfebbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:06.224032 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17749092-b066-4011-9b63-131dd9cbffb7 req-689074d2-a445-478a-a745-f0c91bfebbb3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436552 Feb 07 21:53:06.256865 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-934364a8-7234-43bf-80a3-b13a5d2fc910 None None] Set router f0481357-f8b3-4c33-967f-6b2a49b7855d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:53:06.314855 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17749092-b066-4011-9b63-131dd9cbffb7 req-e6bf2c6b-5e04-4b3e-82ea-7724f52ddcdd service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851068 Feb 07 21:53:06.404818 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-17749092-b066-4011-9b63-131dd9cbffb7 req-245e8575-c059-4457-8d1b-b2cf613f5cc0 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845079 Feb 07 21:53:06.631465 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-934364a8-7234-43bf-80a3-b13a5d2fc910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '9a09cf78-637e-47bf-a386-caa06eac4eec', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'port_id': 'ff1a0b2e-285e-45ca-a0de-fa087151560c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'mac_address': 'fa:16:3e:6f:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:51:10Z', 'updated_at': '2022-02-07T21:53:04Z', 'revision_number': 9, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:11Z', 'revision_number': 5, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:53:06.657408 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934364a8-7234-43bf-80a3-b13a5d2fc910 None None] The sync data for ids ['f0481357-f8b3-4c33-967f-6b2a49b7855d'] in n-d-828185-2 is: [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '9a09cf78-637e-47bf-a386-caa06eac4eec', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'port_id': 'ff1a0b2e-285e-45ca-a0de-fa087151560c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'mac_address': 'fa:16:3e:6f:bc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:51:10Z', 'updated_at': '2022-02-07T21:53:04Z', 'revision_number': 9, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:11Z', 'revision_number': 5, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:53:06.867639 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a972a642-aaeb-4b59-9b37-7fbd65862956 None None] New status for floating IP 9a09cf78-637e-47bf-a386-caa06eac4eec: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:53:07.151335 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fbefc-dad7-4e6d-b01f-8766e49a94a1 req-307860ce-1d23-47c8-8fef-d40412744789 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:07.152836 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c5fbefc-dad7-4e6d-b01f-8766e49a94a1 req-307860ce-1d23-47c8-8fef-d40412744789 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0575538 Feb 07 21:53:07.199012 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c5fbefc-dad7-4e6d-b01f-8766e49a94a1 req-96043e1f-4239-4333-b098-05de9477f0e1 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405059 Feb 07 21:53:07.453764 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-4a4cf657-68e6-416f-b500-5cef67c36d37 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0743849 Feb 07 21:53:07.461072 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e0259-f045-4b24-af29-cf64cecc0782 req-b394aac3-485b-4522-9915-0ce8d341d478 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:07.462450 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-347e0259-f045-4b24-af29-cf64cecc0782 req-b394aac3-485b-4522-9915-0ce8d341d478 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0737245 Feb 07 21:53:07.514384 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-347e0259-f045-4b24-af29-cf64cecc0782 req-fa4c692c-b953-4def-b62d-a4b25ab03993 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456505 Feb 07 21:53:08.528347 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-fd79d7d3-7050-42c7-beec-2e4286610816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:08.530359 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-fd79d7d3-7050-42c7-beec-2e4286610816 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 1127 time: 0.0437477 Feb 07 21:53:08.653690 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-10d3cc7b-4b72-4d59-8c3b-0cc7efe6d05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:08.655689 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-10d3cc7b-4b72-4d59-8c3b-0cc7efe6d05c service neutron] 10.222.0.71 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.1190281 Feb 07 21:53:08.666744 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c4a9c-f777-43ae-a78a-a96af5479cb4 req-eee0954e-cf1f-437e-bb31-48a74d81d768 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:08.668094 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-679c4a9c-f777-43ae-a78a-a96af5479cb4 req-eee0954e-cf1f-437e-bb31-48a74d81d768 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0838180 Feb 07 21:53:08.755994 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-ee7bd0e1-1182-4293-a92a-88273fa0aa6a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff1a0b2e-285e-45ca-a0de-fa087151560c HTTP/1.1" status: 200 len: 1001 time: 0.0869379 Feb 07 21:53:08.759473 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-679c4a9c-f777-43ae-a78a-a96af5479cb4 req-6f60d2d1-420b-4d45-8358-90efae82d2a8 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848057 Feb 07 21:53:08.808121 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-bc04754a-e6c8-4c7a-b828-f7ef0efc9d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:08.809519 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-bc04754a-e6c8-4c7a-b828-f7ef0efc9d11 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0481083 Feb 07 21:53:08.858907 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-a5d86b0a-2367-4bef-9b45-2c44af1706a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:08.860462 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-a5d86b0a-2367-4bef-9b45-2c44af1706a6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448625 Feb 07 21:53:08.946830 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-847d2b33-c741-442f-9e47-49c331d0d72d service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796721 Feb 07 21:53:09.037329 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-ccd26ddb-a37b-48f1-94c3-fb7eaccede5b service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835478 Feb 07 21:53:09.652351 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:53:09.879529 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcb92f-5e62-40ad-820f-a0a5444ba500 req-5b6ed6d0-fa92-4ab0-bcec-96bd4e0f6db8 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:09.881152 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-efdcb92f-5e62-40ad-820f-a0a5444ba500 req-5b6ed6d0-fa92-4ab0-bcec-96bd4e0f6db8 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0523996 Feb 07 21:53:09.927805 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-efdcb92f-5e62-40ad-820f-a0a5444ba500 req-c8de1b21-a4f9-4fb1-891d-1ab21ae9fa0d tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410848 Feb 07 21:53:11.048646 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b050ce-7df9-4e12-88e2-59ca2197dbaf req-ff181411-b53a-4d14-972d-83d5458b3ea5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:11.049986 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-15b050ce-7df9-4e12-88e2-59ca2197dbaf req-ff181411-b53a-4d14-972d-83d5458b3ea5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0555773 Feb 07 21:53:11.094638 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-15b050ce-7df9-4e12-88e2-59ca2197dbaf req-eeb89471-d71c-4520-a25c-a2734db0012f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387735 Feb 07 21:53:12.214172 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9a3ac-2e13-4c07-a927-57a9a784d651 req-c788b383-43cf-4893-af80-da9c452bd3bc tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:12.215614 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f3f9a3ac-2e13-4c07-a927-57a9a784d651 req-c788b383-43cf-4893-af80-da9c452bd3bc tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0529685 Feb 07 21:53:12.261093 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f3f9a3ac-2e13-4c07-a927-57a9a784d651 req-09866f1a-8a9e-4dca-9ad6-2387635245e4 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394566 Feb 07 21:53:13.385133 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade8bcc-6580-48ee-b34d-7021e6ae4c4d req-7f0bafc0-233a-4279-aec7-fa3f83e3f18b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:13.386627 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ade8bcc-6580-48ee-b34d-7021e6ae4c4d req-7f0bafc0-233a-4279-aec7-fa3f83e3f18b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0517094 Feb 07 21:53:13.436740 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ade8bcc-6580-48ee-b34d-7021e6ae4c4d req-0c6c5c27-47b2-41dc-bbe9-77ff4b07073a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439045 Feb 07 21:53:14.555246 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5988a9-e170-4f9a-8a06-9bb4ed98c04b req-125274ff-9e4c-4d6b-86b4-b4297e6534fe tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:14.556741 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f5988a9-e170-4f9a-8a06-9bb4ed98c04b req-125274ff-9e4c-4d6b-86b4-b4297e6534fe tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0514624 Feb 07 21:53:14.602309 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f5988a9-e170-4f9a-8a06-9bb4ed98c04b req-87c96845-d097-4f29-bc10-392a01098f99 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400968 Feb 07 21:53:15.721794 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a7613-29ce-4b1c-a082-7f3123abadb0 req-7aa0909d-3d1b-4894-9b3d-b3ed43be9aa3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:15.723325 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d6a7613-29ce-4b1c-a082-7f3123abadb0 req-7aa0909d-3d1b-4894-9b3d-b3ed43be9aa3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0544696 Feb 07 21:53:15.772975 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d6a7613-29ce-4b1c-a082-7f3123abadb0 req-692f1728-b9fd-4b8a-9dcc-3b4943edc22c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432982 Feb 07 21:53:16.897368 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb00f77-617b-4eb5-b09d-4cca3a90095b req-8f1317de-c8bf-49aa-8fc3-1136bfe5e4a7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:16.898832 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fb00f77-617b-4eb5-b09d-4cca3a90095b req-8f1317de-c8bf-49aa-8fc3-1136bfe5e4a7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0588284 Feb 07 21:53:16.953649 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fb00f77-617b-4eb5-b09d-4cca3a90095b req-762f1528-6091-47ab-a9f6-b8e803c3a0ef tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486634 Feb 07 21:53:18.125815 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ac795-92f0-42e2-9d04-c1a6ecc8301f req-1e88775d-ea1f-48e8-88b4-6c74eaad3682 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:18.127281 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f4ac795-92f0-42e2-9d04-c1a6ecc8301f req-1e88775d-ea1f-48e8-88b4-6c74eaad3682 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0517879 Feb 07 21:53:18.173452 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f4ac795-92f0-42e2-9d04-c1a6ecc8301f req-130ab714-456c-4df1-bd31-6d2a50ee4f64 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405509 Feb 07 21:53:18.476532 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-95493cf8-b233-40b2-a351-f40cdde5bd29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:19.327591 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6a09c-3f0b-43fd-bbab-0a69e13c5fa6 req-234ae5e2-525e-4bd0-8938-ae138d481f6f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:19.329078 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-73e6a09c-3f0b-43fd-bbab-0a69e13c5fa6 req-234ae5e2-525e-4bd0-8938-ae138d481f6f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0519359 Feb 07 21:53:19.377544 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-73e6a09c-3f0b-43fd-bbab-0a69e13c5fa6 req-01b9c839-793e-45c4-9037-d9d19d4e7e5e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429807 Feb 07 21:53:20.573003 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eddc59-acbc-41be-bea3-cbb85cff1cda req-cff1b210-81df-4fc1-9543-cacf4d7537f4 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:20.574450 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18eddc59-acbc-41be-bea3-cbb85cff1cda req-cff1b210-81df-4fc1-9543-cacf4d7537f4 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0948751 Feb 07 21:53:20.621317 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18eddc59-acbc-41be-bea3-cbb85cff1cda req-03aa13c6-7f69-46f9-ac2a-d7e493e96b78 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411453 Feb 07 21:53:20.662490 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5a0eefcd-9b30-4c7c-96cc-b78208370588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:21.822086 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3080b-c7bb-4d13-8d5a-c666e564831d req-7ed27afa-d751-4c16-97b2-d35804e892f3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:21.823560 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dba3080b-c7bb-4d13-8d5a-c666e564831d req-7ed27afa-d751-4c16-97b2-d35804e892f3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0944419 Feb 07 21:53:21.868834 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dba3080b-c7bb-4d13-8d5a-c666e564831d req-99c24f44-159f-406e-a439-ec4adce2a65e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391102 Feb 07 21:53:21.939405 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:22.990883 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b3aa1-3d59-4fdc-b946-cd89ddbac45f req-40c224e4-6e4d-4cda-a973-f99ad4f1c686 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:22.992323 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de1b3aa1-3d59-4fdc-b946-cd89ddbac45f req-40c224e4-6e4d-4cda-a973-f99ad4f1c686 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0557008 Feb 07 21:53:23.039240 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de1b3aa1-3d59-4fdc-b946-cd89ddbac45f req-843bcf84-f48c-49f2-9301-fe1b7834ffe9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413895 Feb 07 21:53:23.417639 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:24.155539 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afe0c2-ced3-4329-83f2-071f07e33378 req-72288217-a7e8-4ed3-93c5-e5a5a47bc593 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:24.157020 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0afe0c2-ced3-4329-83f2-071f07e33378 req-72288217-a7e8-4ed3-93c5-e5a5a47bc593 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0510893 Feb 07 21:53:24.201361 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0afe0c2-ced3-4329-83f2-071f07e33378 req-1adf91dc-6007-4095-894a-e3aa1f8dfec2 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388486 Feb 07 21:53:24.729330 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:25.322855 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756ceea-0294-4133-82f6-04dd6c6c542c req-ec2fbbfd-11cf-43c5-b5e1-c51362d4a925 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:25.324382 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e756ceea-0294-4133-82f6-04dd6c6c542c req-ec2fbbfd-11cf-43c5-b5e1-c51362d4a925 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0552003 Feb 07 21:53:25.371959 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e756ceea-0294-4133-82f6-04dd6c6c542c req-bd21435f-4c7b-4ee8-b85a-d3601d93a7a5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405762 Feb 07 21:53:26.489504 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0e1f1-6597-4961-a459-30e400864a51 req-1a128424-2262-4c65-9fa6-6ed697e0932a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:26.490982 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ce0e1f1-6597-4961-a459-30e400864a51 req-1a128424-2262-4c65-9fa6-6ed697e0932a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0516112 Feb 07 21:53:26.536695 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ce0e1f1-6597-4961-a459-30e400864a51 req-9d7efea6-3564-49f1-b433-daaffac49064 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402346 Feb 07 21:53:27.655087 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdee9bb-80b9-44fe-9d95-cc2c51fd7c45 req-a5d691fd-0f4a-4467-ab06-231fc330abe7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:27.657193 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dcdee9bb-80b9-44fe-9d95-cc2c51fd7c45 req-a5d691fd-0f4a-4467-ab06-231fc330abe7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0508831 Feb 07 21:53:27.706964 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dcdee9bb-80b9-44fe-9d95-cc2c51fd7c45 req-2c9962e2-fcb1-47fe-a374-e770625f68e9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442154 Feb 07 21:53:28.837117 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714af34d-2fcc-4642-96eb-1f8d0df29a1b req-43463b18-6ab4-4d03-ac4a-2dc6f1abd0d2 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:28.838579 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-714af34d-2fcc-4642-96eb-1f8d0df29a1b req-43463b18-6ab4-4d03-ac4a-2dc6f1abd0d2 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0527101 Feb 07 21:53:28.885295 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-714af34d-2fcc-4642-96eb-1f8d0df29a1b req-9207e581-85c2-4e4f-81dd-68e3be350051 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402687 Feb 07 21:53:30.005768 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33d682-3982-4a94-ae35-7199414eea14 req-7b26867c-96e6-48e0-bb84-8c8fc7654f2b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:30.007140 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b33d682-3982-4a94-ae35-7199414eea14 req-7b26867c-96e6-48e0-bb84-8c8fc7654f2b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0535028 Feb 07 21:53:30.051748 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4b33d682-3982-4a94-ae35-7199414eea14 req-c1abd449-08d6-41aa-8032-219fef312043 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391490 Feb 07 21:53:31.177189 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa90b1-d808-4f25-bb12-85972fb52065 req-019e1c1a-208c-4caf-9d5b-350d857ad7a9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:31.178650 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14aa90b1-d808-4f25-bb12-85972fb52065 req-019e1c1a-208c-4caf-9d5b-350d857ad7a9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0561397 Feb 07 21:53:31.223976 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-14aa90b1-d808-4f25-bb12-85972fb52065 req-da4f22a6-f83d-47e2-a088-3c56d1cea932 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397491 Feb 07 21:53:32.340371 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c790d-3ea6-42e7-bdc2-56609e47d704 req-3780f03f-79f1-47d8-9731-02a92a69c871 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:32.341852 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a51c790d-3ea6-42e7-bdc2-56609e47d704 req-3780f03f-79f1-47d8-9731-02a92a69c871 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0513954 Feb 07 21:53:32.387955 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a51c790d-3ea6-42e7-bdc2-56609e47d704 req-bef0eb06-c8d8-4cae-9bc5-9b13ceff197e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397551 Feb 07 21:53:33.505958 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe647b32-2bf8-42a9-a5af-2b3b420e04bf req-e254f0ce-89bc-4a57-afeb-2b7f630f9f1d tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:33.507432 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe647b32-2bf8-42a9-a5af-2b3b420e04bf req-e254f0ce-89bc-4a57-afeb-2b7f630f9f1d tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0517783 Feb 07 21:53:33.559576 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe647b32-2bf8-42a9-a5af-2b3b420e04bf req-f8c21a49-d772-4d43-b3fe-078e41c77621 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455134 Feb 07 21:53:34.089641 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:34.331643 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:34.675424 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7b4a9-3123-46e1-8ecb-3c03cd5a9fbd req-e26fb2e5-0c11-40c5-ad42-29177a6fdbad tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:34.676889 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7be7b4a9-3123-46e1-8ecb-3c03cd5a9fbd req-e26fb2e5-0c11-40c5-ad42-29177a6fdbad tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0510223 Feb 07 21:53:34.723577 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7be7b4a9-3123-46e1-8ecb-3c03cd5a9fbd req-f4ed8275-1ce1-4768-a233-d900ab513893 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410101 Feb 07 21:53:35.839596 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f81fd-afb2-4ca3-9ee4-98a5de124691 req-af26506d-ca73-41c9-9d1d-595f99339525 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:35.841122 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d9f81fd-afb2-4ca3-9ee4-98a5de124691 req-af26506d-ca73-41c9-9d1d-595f99339525 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0512981 Feb 07 21:53:35.902513 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d9f81fd-afb2-4ca3-9ee4-98a5de124691 req-740c07af-c0f0-4b02-95a3-b93f7896ce46 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531709 Feb 07 21:53:35.983856 n-d-828185-2 neutron-server[103255]: INFO neutron.api.v2.resource [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-f7e7213b-9f24-4312-af46-5402faf49406 service neutron] show failed (client error): The resource could not be found. Feb 07 21:53:35.984782 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-f7e7213b-9f24-4312-af46-5402faf49406 service neutron] 10.222.0.71 "GET /v2.0/ports/ff1a0b2e-285e-45ca-a0de-fa087151560c/bindings/n-h1-828185-2 HTTP/1.1" status: 404 len: 380 time: 0.1003869 Feb 07 21:53:36.252842 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-b124b7e7-0123-4a61-b38f-7941c587d907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:36.254231 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-b124b7e7-0123-4a61-b38f-7941c587d907 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0&tenant_id=62eabdb9e24a4a34aa20a1d698d0571f HTTP/1.1" status: 200 len: 1127 time: 0.0812540 Feb 07 21:53:36.265551 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-49a8a67d-1bfe-4ef1-bbf1-398f6c74b083 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828185-2', 'device_owner': 'compute:nova'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:53:36.325343 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-49a8a67d-1bfe-4ef1-bbf1-398f6c74b083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:36.523584 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-49a8a67d-1bfe-4ef1-bbf1-398f6c74b083 service neutron] For port ff1a0b2e-285e-45ca-a0de-fa087151560c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ff1a0b2e-285e-45ca-a0de-fa087151560c,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:53:36.555903 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-49a8a67d-1bfe-4ef1-bbf1-398f6c74b083 service neutron] For port ff1a0b2e-285e-45ca-a0de-fa087151560c, host n-h2-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:53:36.594216 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff1a0b2e-285e-45ca-a0de-fa087151560c'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:53:36.599186 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-49a8a67d-1bfe-4ef1-bbf1-398f6c74b083 service neutron] Publish callbacks [] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:36.611841 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-49a8a67d-1bfe-4ef1-bbf1-398f6c74b083 service neutron] Transition to ACTIVE for port object ff1a0b2e-285e-45ca-a0de-fa087151560c will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:53:36.615859 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-49a8a67d-1bfe-4ef1-bbf1-398f6c74b083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:36.642685 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47bc0dc9fe746ac64adcb7a0dbe6fda25f58f8d79cf35956c7e0a4ba81c3c440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db800801-8cea-4442-818f-a1e75ff93152" -d '{"events": [{"server_uuid": "d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0", "name": "network-vif-unplugged", "status": "completed", "tag": "ff1a0b2e-285e-45ca-a0de-fa087151560c"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:53:36.706494 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8a67d-1bfe-4ef1-bbf1-398f6c74b083 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1a0b2e-285e-45ca-a0de-fa087151560c,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:53:36.746825 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-49a8a67d-1bfe-4ef1-bbf1-398f6c74b083 service neutron] No DVR routers for this DVR port ff1a0b2e-285e-45ca-a0de-fa087151560c on host n-h2-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:53:36.781434 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f4459a-df1e-44ef-86f6-fe2360e8fa1f x-openstack-request-id: req-d0f4459a-df1e-44ef-86f6-fe2360e8fa1f {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:53:36.781716 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0", "name": "network-vif-unplugged", "status": "completed", "tag": "ff1a0b2e-285e-45ca-a0de-fa087151560c", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:53:36.781975 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d0f4459a-df1e-44ef-86f6-fe2360e8fa1f {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:53:36.782382 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff1a0b2e-285e-45ca-a0de-fa087151560c', 'code': 200} Feb 07 21:53:36.887981 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-49a8a67d-1bfe-4ef1-bbf1-398f6c74b083 service neutron] Attempting to bind port ff1a0b2e-285e-45ca-a0de-fa087151560c on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:53:36.888329 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-49a8a67d-1bfe-4ef1-bbf1-398f6c74b083 service neutron] Attempting to bind port ff1a0b2e-285e-45ca-a0de-fa087151560c by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:53:36.888655 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-49a8a67d-1bfe-4ef1-bbf1-398f6c74b083 service neutron] Attempting to bind port ff1a0b2e-285e-45ca-a0de-fa087151560c on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:53:36.893437 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-49a8a67d-1bfe-4ef1-bbf1-398f6c74b083 service neutron] Port ff1a0b2e-285e-45ca-a0de-fa087151560c on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:53:36.893747 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-49a8a67d-1bfe-4ef1-bbf1-398f6c74b083 service neutron] Attempting to bind port ff1a0b2e-285e-45ca-a0de-fa087151560c on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:53:36.898436 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-49a8a67d-1bfe-4ef1-bbf1-398f6c74b083 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:53:36.898767 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-49a8a67d-1bfe-4ef1-bbf1-398f6c74b083 service neutron] Checking segment: {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:53:36.899143 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-49a8a67d-1bfe-4ef1-bbf1-398f6c74b083 service neutron] Bound using segment: {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:53:36.899558 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-49a8a67d-1bfe-4ef1-bbf1-398f6c74b083 service neutron] Bound port: ff1a0b2e-285e-45ca-a0de-fa087151560c, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:53:36.899898 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-49a8a67d-1bfe-4ef1-bbf1-398f6c74b083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:36.966701 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-49a8a67d-1bfe-4ef1-bbf1-398f6c74b083 service neutron] For port ff1a0b2e-285e-45ca-a0de-fa087151560c, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:53:36.970135 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-49a8a67d-1bfe-4ef1-bbf1-398f6c74b083 service neutron] For port ff1a0b2e-285e-45ca-a0de-fa087151560c, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=ff1a0b2e-285e-45ca-a0de-fa087151560c,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:53:36.977039 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-49a8a67d-1bfe-4ef1-bbf1-398f6c74b083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:37.012642 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-49a8a67d-1bfe-4ef1-bbf1-398f6c74b083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:37.013261 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-49a8a67d-1bfe-4ef1-bbf1-398f6c74b083 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:37.014657 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-49a8a67d-1bfe-4ef1-bbf1-398f6c74b083 service neutron] 10.222.0.69 "PUT /v2.0/ports/ff1a0b2e-285e-45ca-a0de-fa087151560c HTTP/1.1" status: 200 len: 1091 time: 0.7529228 Feb 07 21:53:37.027079 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024b2c9-0275-40ce-9ed9-29d37289983f req-87953d28-2458-4154-aeff-8a46aef3b490 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:37.029076 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4024b2c9-0275-40ce-9ed9-29d37289983f req-87953d28-2458-4154-aeff-8a46aef3b490 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 943 time: 0.0563946 Feb 07 21:53:37.036750 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8a67d-1bfe-4ef1-bbf1-398f6c74b083 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1a0b2e-285e-45ca-a0de-fa087151560c,revision_number=7']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:53:37.082247 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4024b2c9-0275-40ce-9ed9-29d37289983f req-695c800f-dcdf-4c27-8ffe-759edc3da3fd tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474622 Feb 07 21:53:37.095341 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-8b56781b-e8fe-4eb4-863b-7e6475ae7282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:37.096702 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-8b56781b-e8fe-4eb4-863b-7e6475ae7282 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 1125 time: 0.0536027 Feb 07 21:53:37.188580 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-ab08e1f1-d26b-4c1c-b085-a66394b15b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:37.190135 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-ab08e1f1-d26b-4c1c-b085-a66394b15b41 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.0877321 Feb 07 21:53:37.258119 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-523a1107-78e1-49ad-a51e-ad690e67cc35 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff1a0b2e-285e-45ca-a0de-fa087151560c HTTP/1.1" status: 200 len: 999 time: 0.0621006 Feb 07 21:53:37.306592 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-d37c90d4-ca6c-462a-b725-7a03e2c8ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:37.308045 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-d37c90d4-ca6c-462a-b725-7a03e2c8ebd5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0446551 Feb 07 21:53:37.356059 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-e27cc890-784e-41d9-874d-9ecef7839df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:37.357587 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-e27cc890-784e-41d9-874d-9ecef7839df1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442035 Feb 07 21:53:37.447844 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-62d32dfd-511e-44bc-8b99-039464a7c475 service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837796 Feb 07 21:53:37.541077 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-1bf6b502-cbde-4acc-bf39-a3566aa9eaa6 req-413238b0-2e86-4722-8dee-c62f9a19afb7 service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880060 Feb 07 21:53:38.201771 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252ae4f-60ee-41a7-be5e-50eb702231a5 req-849a53fe-5a77-415d-8f2a-8c359a69f849 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:38.203136 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2252ae4f-60ee-41a7-be5e-50eb702231a5 req-849a53fe-5a77-415d-8f2a-8c359a69f849 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 943 time: 0.0505207 Feb 07 21:53:38.252134 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2252ae4f-60ee-41a7-be5e-50eb702231a5 req-11840750-eb4e-428e-b4aa-e2a508c09dc5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422249 Feb 07 21:53:38.783641 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0', 'tag': 'ff1a0b2e-285e-45ca-a0de-fa087151560c'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:53:38.786028 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47bc0dc9fe746ac64adcb7a0dbe6fda25f58f8d79cf35956c7e0a4ba81c3c440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9464f4a-d211-4709-a63b-54a770c02862" -d '{"events": [{"name": "network-changed", "server_uuid": "d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0", "tag": "ff1a0b2e-285e-45ca-a0de-fa087151560c"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:53:38.833527 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b862cf5-7767-4b13-9fa7-6eb4e378fa61 x-openstack-request-id: req-5b862cf5-7767-4b13-9fa7-6eb4e378fa61 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:53:38.833819 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0", "tag": "ff1a0b2e-285e-45ca-a0de-fa087151560c", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:53:38.834074 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5b862cf5-7767-4b13-9fa7-6eb4e378fa61 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:53:38.834487 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0', 'tag': 'ff1a0b2e-285e-45ca-a0de-fa087151560c', 'status': 'completed', 'code': 200} Feb 07 21:53:38.900231 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9464f4a-d211-4709-a63b-54a770c02862 req-32b606bf-d959-4a5e-8782-b4bca96b815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:38.901281 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9464f4a-d211-4709-a63b-54a770c02862 req-5b02adf7-7f29-4cba-978b-fc05768b625a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:38.901823 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a9464f4a-d211-4709-a63b-54a770c02862 req-32b606bf-d959-4a5e-8782-b4bca96b815b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 1125 time: 0.0489776 Feb 07 21:53:38.902762 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9464f4a-d211-4709-a63b-54a770c02862 req-5b02adf7-7f29-4cba-978b-fc05768b625a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 1125 time: 0.0458198 Feb 07 21:53:38.992040 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9464f4a-d211-4709-a63b-54a770c02862 req-86172156-3fd5-49e0-9526-24da872debc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:38.993476 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9464f4a-d211-4709-a63b-54a770c02862 req-86172156-3fd5-49e0-9526-24da872debc0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.0834148 Feb 07 21:53:38.999381 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9464f4a-d211-4709-a63b-54a770c02862 req-7d266263-1079-484f-9d41-5bbf9f0784ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:39.000881 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a9464f4a-d211-4709-a63b-54a770c02862 req-7d266263-1079-484f-9d41-5bbf9f0784ab service neutron] 10.222.0.69 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.0931399 Feb 07 21:53:39.063291 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9464f4a-d211-4709-a63b-54a770c02862 req-6f4dc6b3-1037-412e-aa54-c27d450477e3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff1a0b2e-285e-45ca-a0de-fa087151560c HTTP/1.1" status: 200 len: 999 time: 0.0618572 Feb 07 21:53:39.065619 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a9464f4a-d211-4709-a63b-54a770c02862 req-b6f7f7f0-b85a-47d7-91f5-f26bbcdf0300 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff1a0b2e-285e-45ca-a0de-fa087151560c HTTP/1.1" status: 200 len: 999 time: 0.0586531 Feb 07 21:53:39.110055 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9464f4a-d211-4709-a63b-54a770c02862 req-50d7260e-aba9-4ccc-9f3f-3bb73ff4157c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:39.112082 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9464f4a-d211-4709-a63b-54a770c02862 req-50d7260e-aba9-4ccc-9f3f-3bb73ff4157c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0433929 Feb 07 21:53:39.118262 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9464f4a-d211-4709-a63b-54a770c02862 req-7fee3fb1-fcdf-4368-9fa3-d67a430b4561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:39.119706 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a9464f4a-d211-4709-a63b-54a770c02862 req-7fee3fb1-fcdf-4368-9fa3-d67a430b4561 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0483689 Feb 07 21:53:39.159316 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9464f4a-d211-4709-a63b-54a770c02862 req-d2533a38-2dc6-405b-954c-9796cc37b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:39.160847 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9464f4a-d211-4709-a63b-54a770c02862 req-d2533a38-2dc6-405b-954c-9796cc37b986 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434599 Feb 07 21:53:39.170182 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9464f4a-d211-4709-a63b-54a770c02862 req-ee332ce5-d72e-4a37-9840-5f3a8e7ff671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:39.171687 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a9464f4a-d211-4709-a63b-54a770c02862 req-ee332ce5-d72e-4a37-9840-5f3a8e7ff671 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456769 Feb 07 21:53:39.250225 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9464f4a-d211-4709-a63b-54a770c02862 req-b26050b9-1618-4b43-88e9-2dc67e5e1887 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835447 Feb 07 21:53:39.259310 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a9464f4a-d211-4709-a63b-54a770c02862 req-b0fce38a-2677-4d8a-8775-65499ec2e399 service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819950 Feb 07 21:53:39.354867 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a9464f4a-d211-4709-a63b-54a770c02862 req-0eb211a5-b4a8-4535-a8b9-98afb88d81c8 service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897615 Feb 07 21:53:39.369679 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a9464f4a-d211-4709-a63b-54a770c02862 req-e6fe0d02-496e-4391-a569-267a8f4f26b9 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135058 Feb 07 21:53:39.391055 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036345b0-ef27-47b9-8c6b-7bd45d493c82 req-9fdeeb74-23d4-4444-bb86-bbaf1e8c8c09 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:39.393059 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-036345b0-ef27-47b9-8c6b-7bd45d493c82 req-9fdeeb74-23d4-4444-bb86-bbaf1e8c8c09 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 943 time: 0.0686467 Feb 07 21:53:39.438249 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-036345b0-ef27-47b9-8c6b-7bd45d493c82 req-1f306a78-416e-4462-b974-1cc6aa86191b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396731 Feb 07 21:53:40.240196 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device ff1a0b2e-285e-45ca-a0de-fa087151560c no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:53:40.279991 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] The host n-h2-828185-2 is not matching for port ff1a0b2e-285e-45ca-a0de-fa087151560c host n-h1-828185-2! {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 07 21:53:40.280468 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device ff1a0b2e-285e-45ca-a0de-fa087151560c not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:53:40.558858 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbc5df-cade-4a3a-af56-3f774b1ca761 req-dbafb04d-e640-4447-8d61-f50d48ee0c5a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:40.560213 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a2cbc5df-cade-4a3a-af56-3f774b1ca761 req-dbafb04d-e640-4447-8d61-f50d48ee0c5a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 943 time: 0.0513275 Feb 07 21:53:40.604888 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a2cbc5df-cade-4a3a-af56-3f774b1ca761 req-c66a07c6-1578-4d11-ac0a-278c500ee7b8 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392210 Feb 07 21:53:40.887243 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-0ae74602-d78b-491f-8935-3e16662a43d7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:40.888900 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-0ae74602-d78b-491f-8935-3e16662a43d7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.69 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0&tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&binding%3Ahost_id=n-h1-828185-2 HTTP/1.1" status: 200 len: 943 time: 0.0572782 Feb 07 21:53:40.908142 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa93d5-0780-453e-b599-5461a8c4e8bf req-671de948-eacf-42c9-a606-836299e377e1 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:40.909680 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-88fa93d5-0780-453e-b599-5461a8c4e8bf req-671de948-eacf-42c9-a606-836299e377e1 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 943 time: 0.0567982 Feb 07 21:53:40.956235 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-fa5888dd-ae84-4585-92ab-d9a86c32f8b3 service neutron] 10.222.0.69 "GET /v2.0/ports/ff1a0b2e-285e-45ca-a0de-fa087151560c/bindings/n-h1-828185-2 HTTP/1.1" status: 200 len: 382 time: 0.0610051 Feb 07 21:53:40.961013 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-88fa93d5-0780-453e-b599-5461a8c4e8bf req-7ee85357-ed23-42fb-bb5d-91eb466f36db tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447986 Feb 07 21:53:41.025516 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-a77bce40-0151-4136-8d98-3cb4fe769dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:41.027028 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-a77bce40-0151-4136-8d98-3cb4fe769dcd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 1125 time: 0.0493822 Feb 07 21:53:41.113122 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-4b936dc7-6b73-46ca-90ae-9ea565745036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:41.114564 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-4b936dc7-6b73-46ca-90ae-9ea565745036 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.0819578 Feb 07 21:53:41.181635 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-ccb36723-e68e-4b55-ab5a-2a183c4d8f69 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff1a0b2e-285e-45ca-a0de-fa087151560c HTTP/1.1" status: 200 len: 999 time: 0.0610411 Feb 07 21:53:41.227727 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-40c26241-d134-4770-b92a-26a72416cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:41.229147 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-40c26241-d134-4770-b92a-26a72416cb3d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0425375 Feb 07 21:53:41.278894 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-1d41d3e3-f2cf-4f9e-923b-4009492604cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:41.280433 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-1d41d3e3-f2cf-4f9e-923b-4009492604cd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443654 Feb 07 21:53:41.369658 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-05d019e8-86ad-4aed-9988-b3100c8ae2bb service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834496 Feb 07 21:53:41.454277 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-5f9aa711-9d80-4918-92aa-f6c35af8f5ab service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794723 Feb 07 21:53:41.639020 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device ff1a0b2e-285e-45ca-a0de-fa087151560c details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:53:41.736794 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port ff1a0b2e-285e-45ca-a0de-fa087151560c, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=ff1a0b2e-285e-45ca-a0de-fa087151560c,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:53:41.747440 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'ff1a0b2e-285e-45ca-a0de-fa087151560c', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'port_id': 'ff1a0b2e-285e-45ca-a0de-fa087151560c', 'mac_address': 'fa:16:3e:6f:bc:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:53:41.782951 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port ff1a0b2e-285e-45ca-a0de-fa087151560c is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:53:41.783335 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:41.795654 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff1a0b2e-285e-45ca-a0de-fa087151560c {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:53:41.815137 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port ff1a0b2e-285e-45ca-a0de-fa087151560c, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=ff1a0b2e-285e-45ca-a0de-fa087151560c,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:53:41.818903 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:41.863808 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=ff1a0b2e-285e-45ca-a0de-fa087151560c,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:53:42.082435 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cde25-9a34-47fb-8a81-b18c26e16f4c req-8789b596-9ace-4cbe-bca7-86a42ba8713f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:42.083901 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-531cde25-9a34-47fb-8a81-b18c26e16f4c req-8789b596-9ace-4cbe-bca7-86a42ba8713f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 944 time: 0.0524061 Feb 07 21:53:42.129429 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['ff1a0b2e-285e-45ca-a0de-fa087151560c'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:53:42.131164 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-531cde25-9a34-47fb-8a81-b18c26e16f4c req-e2df933c-7ec2-46fc-965b-43fe04765ded tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415950 Feb 07 21:53:43.251015 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d24d9-08a3-44d5-9027-ac275c33ee1a req-fb07b2c0-fefc-477b-a498-e96a0baad3ed tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:43.253187 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d78d24d9-08a3-44d5-9027-ac275c33ee1a req-fb07b2c0-fefc-477b-a498-e96a0baad3ed tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 944 time: 0.0524602 Feb 07 21:53:43.300629 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d78d24d9-08a3-44d5-9027-ac275c33ee1a req-c9855489-d8ef-44e9-a973-232c210a880a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417268 Feb 07 21:53:43.656179 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device ff1a0b2e-285e-45ca-a0de-fa087151560c up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:53:43.687417 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-cf0d45bb-fcf3-4926-b5a5-2d7a866e71c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:43.689002 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-cf0d45bb-fcf3-4926-b5a5-2d7a866e71c0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0&tenant_id=62eabdb9e24a4a34aa20a1d698d0571f HTTP/1.1" status: 200 len: 1126 time: 0.0550511 Feb 07 21:53:43.698961 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-34ebe680-23da-47d7-a693-2b7190a8df98 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828185-2', 'device_owner': 'compute:nova'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:53:43.712746 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port ff1a0b2e-285e-45ca-a0de-fa087151560c completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:53:43.717018 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port ff1a0b2e-285e-45ca-a0de-fa087151560c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:53:43.717394 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:43.761307 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-34ebe680-23da-47d7-a693-2b7190a8df98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:43.799230 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port ff1a0b2e-285e-45ca-a0de-fa087151560c is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:53:43.799614 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:43.956979 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-34ebe680-23da-47d7-a693-2b7190a8df98 service neutron] For port ff1a0b2e-285e-45ca-a0de-fa087151560c, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=ff1a0b2e-285e-45ca-a0de-fa087151560c,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:53:43.991218 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-34ebe680-23da-47d7-a693-2b7190a8df98 service neutron] For port ff1a0b2e-285e-45ca-a0de-fa087151560c, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:53:44.027233 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-34ebe680-23da-47d7-a693-2b7190a8df98 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ff1a0b2e-285e-45ca-a0de-fa087151560c {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:53:44.036832 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-34ebe680-23da-47d7-a693-2b7190a8df98 service neutron] Publish callbacks [] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:44.048884 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-34ebe680-23da-47d7-a693-2b7190a8df98 service neutron] Transition to ACTIVE for port object ff1a0b2e-285e-45ca-a0de-fa087151560c will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:53:44.052457 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-34ebe680-23da-47d7-a693-2b7190a8df98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:44.086998 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:53:44.086998 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:53:44.141022 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebe680-23da-47d7-a693-2b7190a8df98 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1a0b2e-285e-45ca-a0de-fa087151560c,revision_number=9']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:53:44.173141 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-34ebe680-23da-47d7-a693-2b7190a8df98 service neutron] No DVR routers for this DVR port ff1a0b2e-285e-45ca-a0de-fa087151560c on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:53:44.312164 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-34ebe680-23da-47d7-a693-2b7190a8df98 service neutron] Attempting to bind port ff1a0b2e-285e-45ca-a0de-fa087151560c on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:53:44.313031 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-34ebe680-23da-47d7-a693-2b7190a8df98 service neutron] Attempting to bind port ff1a0b2e-285e-45ca-a0de-fa087151560c by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:53:44.313031 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-34ebe680-23da-47d7-a693-2b7190a8df98 service neutron] Attempting to bind port ff1a0b2e-285e-45ca-a0de-fa087151560c on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:53:44.317935 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-34ebe680-23da-47d7-a693-2b7190a8df98 service neutron] Port ff1a0b2e-285e-45ca-a0de-fa087151560c on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:53:44.318387 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-34ebe680-23da-47d7-a693-2b7190a8df98 service neutron] Attempting to bind port ff1a0b2e-285e-45ca-a0de-fa087151560c on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:53:44.323584 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-34ebe680-23da-47d7-a693-2b7190a8df98 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:53:44.323919 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-34ebe680-23da-47d7-a693-2b7190a8df98 service neutron] Checking segment: {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:53:44.324423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-34ebe680-23da-47d7-a693-2b7190a8df98 service neutron] Bound using segment: {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:53:44.324849 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-34ebe680-23da-47d7-a693-2b7190a8df98 service neutron] Bound port: ff1a0b2e-285e-45ca-a0de-fa087151560c, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:53:44.325201 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-34ebe680-23da-47d7-a693-2b7190a8df98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:44.417187 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-34ebe680-23da-47d7-a693-2b7190a8df98 service neutron] For port ff1a0b2e-285e-45ca-a0de-fa087151560c, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:53:44.432949 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-34ebe680-23da-47d7-a693-2b7190a8df98 service neutron] For port ff1a0b2e-285e-45ca-a0de-fa087151560c, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ff1a0b2e-285e-45ca-a0de-fa087151560c,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:53:44.440492 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-34ebe680-23da-47d7-a693-2b7190a8df98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:44.475599 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c90e98-ff4f-4034-a2da-111fb95d8556 req-9f7b18f7-6537-4931-93b5-0fa47804c3e7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:44.477122 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-05c90e98-ff4f-4034-a2da-111fb95d8556 req-9f7b18f7-6537-4931-93b5-0fa47804c3e7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 943 time: 0.0989971 Feb 07 21:53:44.482129 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-34ebe680-23da-47d7-a693-2b7190a8df98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:44.483070 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-34ebe680-23da-47d7-a693-2b7190a8df98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:44.484249 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-34ebe680-23da-47d7-a693-2b7190a8df98 service neutron] 10.222.0.71 "PUT /v2.0/ports/ff1a0b2e-285e-45ca-a0de-fa087151560c HTTP/1.1" status: 200 len: 1091 time: 0.7893965 Feb 07 21:53:44.487636 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0', 'tag': 'ff1a0b2e-285e-45ca-a0de-fa087151560c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:53:44.535519 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615bfd47-7619-4a73-9285-96233446d92c" -d '{"events": [{"name": "network-changed", "server_uuid": "d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0", "tag": "ff1a0b2e-285e-45ca-a0de-fa087151560c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:53:44.581718 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebe680-23da-47d7-a693-2b7190a8df98 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1a0b2e-285e-45ca-a0de-fa087151560c,revision_number=10']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:53:44.603584 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-05c90e98-ff4f-4034-a2da-111fb95d8556 req-02ee01c6-05d4-43f7-9390-1f0bf3fb4a1d tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183486 Feb 07 21:53:44.610579 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-264c1a97-a45a-448d-b4c0-e9d714b1c171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:44.612763 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-264c1a97-a45a-448d-b4c0-e9d714b1c171 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 1126 time: 0.0925329 Feb 07 21:53:44.627834 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port ff1a0b2e-285e-45ca-a0de-fa087151560c is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:53:44.628247 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:44.678083 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port ff1a0b2e-285e-45ca-a0de-fa087151560c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ff1a0b2e-285e-45ca-a0de-fa087151560c,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:53:44.679201 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1a0b2e-285e-45ca-a0de-fa087151560c'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:53:44.682857 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8555c88-815a-421f-b933-a93be9a4a9b7 x-openstack-request-id: req-e8555c88-815a-421f-b933-a93be9a4a9b7 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:53:44.683073 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53489a4f-e12b-44da-bf43-0b8421d67c08" -d '{"events": [{"server_uuid": "d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0", "name": "network-vif-plugged", "status": "completed", "tag": "ff1a0b2e-285e-45ca-a0de-fa087151560c"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:53:44.683198 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0", "tag": "ff1a0b2e-285e-45ca-a0de-fa087151560c", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:53:44.683397 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e8555c88-815a-421f-b933-a93be9a4a9b7 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:53:44.684114 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0', 'tag': 'ff1a0b2e-285e-45ca-a0de-fa087151560c', 'status': 'completed', 'code': 200} Feb 07 21:53:44.687962 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:44.731985 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-b91196d8-dce1-4d6e-97c2-61101bf77dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:44.735163 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-b91196d8-dce1-4d6e-97c2-61101bf77dc9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.1170123 Feb 07 21:53:44.767724 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bfd47-7619-4a73-9285-96233446d92c req-33544d8f-6f6a-46c7-90a3-7c6b10fe9688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:44.769432 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-615bfd47-7619-4a73-9285-96233446d92c req-33544d8f-6f6a-46c7-90a3-7c6b10fe9688 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 1128 time: 0.0794859 Feb 07 21:53:44.775020 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=ff1a0b2e-285e-45ca-a0de-fa087151560c,revision_number=11']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:53:44.819083 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-5bf8750e-012d-4a21-93d7-8548da07cbcc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff1a0b2e-285e-45ca-a0de-fa087151560c HTTP/1.1" status: 200 len: 1001 time: 0.0779283 Feb 07 21:53:44.845785 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124a3ae5-2fee-4f16-a9e6-1720aec6f45e x-openstack-request-id: req-124a3ae5-2fee-4f16-a9e6-1720aec6f45e {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:53:44.846287 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0", "name": "network-vif-plugged", "status": "completed", "tag": "ff1a0b2e-285e-45ca-a0de-fa087151560c", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:53:44.846572 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-124a3ae5-2fee-4f16-a9e6-1720aec6f45e {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:53:44.846973 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1a0b2e-285e-45ca-a0de-fa087151560c', 'code': 200} Feb 07 21:53:44.868520 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bfd47-7619-4a73-9285-96233446d92c req-6aab5762-1a43-47ee-b958-4663be9aecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:44.869421 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-53c47247-54e4-439c-8dca-c5ec901c0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:44.870142 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-615bfd47-7619-4a73-9285-96233446d92c req-6aab5762-1a43-47ee-b958-4663be9aecbc service neutron] 10.222.0.69 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.0946784 Feb 07 21:53:44.870897 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-53c47247-54e4-439c-8dca-c5ec901c0043 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0466971 Feb 07 21:53:44.919179 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-6fcdf44c-fd36-4519-bd6b-401b692be7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:44.920706 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-6fcdf44c-fd36-4519-bd6b-401b692be7ef service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431640 Feb 07 21:53:44.935912 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-615bfd47-7619-4a73-9285-96233446d92c req-0b28c22b-68a9-4e32-aaca-4f5917d33bac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff1a0b2e-285e-45ca-a0de-fa087151560c HTTP/1.1" status: 200 len: 1001 time: 0.0596509 Feb 07 21:53:44.988229 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bfd47-7619-4a73-9285-96233446d92c req-bb763616-cbbd-4222-9faf-b4b4252dcd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:44.989713 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-615bfd47-7619-4a73-9285-96233446d92c req-bb763616-cbbd-4222-9faf-b4b4252dcd32 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0483432 Feb 07 21:53:45.012091 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-f482b2d0-f813-4c2a-8e71-f70ded2b242d service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853896 Feb 07 21:53:45.040633 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bfd47-7619-4a73-9285-96233446d92c req-ef30ac5a-a6e5-4008-a7b2-682fe3073507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:45.042926 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-615bfd47-7619-4a73-9285-96233446d92c req-ef30ac5a-a6e5-4008-a7b2-682fe3073507 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474410 Feb 07 21:53:45.117230 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48a6c84b-bbd2-4421-a9f8-5dfca786abd1 req-6e373be6-2a90-4583-97ad-5d754ff6cfed service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985961 Feb 07 21:53:45.145846 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-615bfd47-7619-4a73-9285-96233446d92c req-ebf476a6-2177-4791-9270-5cca9a3c9c03 service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959687 Feb 07 21:53:45.210593 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bfd47-7619-4a73-9285-96233446d92c req-9282e63c-4dc5-474e-af61-2990e2c74264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:45.212555 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-615bfd47-7619-4a73-9285-96233446d92c req-9282e63c-4dc5-474e-af61-2990e2c74264 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 1128 time: 0.0497913 Feb 07 21:53:45.240904 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-615bfd47-7619-4a73-9285-96233446d92c req-cce360ea-5094-49d1-a52d-597c6fe1a8a8 service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888817 Feb 07 21:53:45.299789 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bfd47-7619-4a73-9285-96233446d92c req-664ffd4e-b64b-423a-b11e-b1d66c83a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:45.301281 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-615bfd47-7619-4a73-9285-96233446d92c req-664ffd4e-b64b-423a-b11e-b1d66c83a05a service neutron] 10.222.0.71 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.0832074 Feb 07 21:53:45.370656 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-615bfd47-7619-4a73-9285-96233446d92c req-67ca34e4-8d5b-41ac-8e60-048dbcea32e6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff1a0b2e-285e-45ca-a0de-fa087151560c HTTP/1.1" status: 200 len: 1001 time: 0.0630782 Feb 07 21:53:45.419577 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bfd47-7619-4a73-9285-96233446d92c req-2716c48a-f0a0-4e36-9474-b00243e28c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:45.421064 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-615bfd47-7619-4a73-9285-96233446d92c req-2716c48a-f0a0-4e36-9474-b00243e28c46 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0450063 Feb 07 21:53:45.468084 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bfd47-7619-4a73-9285-96233446d92c req-1ced2bf3-5fb9-45f8-ae07-0c1b3c228dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:45.469849 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-615bfd47-7619-4a73-9285-96233446d92c req-1ced2bf3-5fb9-45f8-ae07-0c1b3c228dbc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426087 Feb 07 21:53:45.557415 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-615bfd47-7619-4a73-9285-96233446d92c req-209ab1e7-78b6-4c76-8206-7c34c7969a25 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815995 Feb 07 21:53:45.642976 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-615bfd47-7619-4a73-9285-96233446d92c req-eb418b10-4b45-428e-9f16-3179c0b6c4ab service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797315 Feb 07 21:53:45.669077 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device ff1a0b2e-285e-45ca-a0de-fa087151560c no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:53:45.708981 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] The host n-h1-828185-2 is not matching for port ff1a0b2e-285e-45ca-a0de-fa087151560c host n-h2-828185-2! {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 07 21:53:45.709630 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device ff1a0b2e-285e-45ca-a0de-fa087151560c not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:53:45.738736 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b667e1-8f16-400a-b60c-88af20c868cd req-baff1960-4865-4ed3-bbe2-2786efb1a6b9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:45.740243 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-98b667e1-8f16-400a-b60c-88af20c868cd req-baff1960-4865-4ed3-bbe2-2786efb1a6b9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 946 time: 0.0541604 Feb 07 21:53:45.785814 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-98b667e1-8f16-400a-b60c-88af20c868cd req-7d0b3bfb-e2b6-4493-9b53-724cb1527542 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399134 Feb 07 21:53:46.651754 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:53:46.909249 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe5009-7d90-4e88-a32e-3f8d6d6b9748 req-660293e7-3d18-4404-a6eb-b290bd1e4f3e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:46.910629 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7dbe5009-7d90-4e88-a32e-3f8d6d6b9748 req-660293e7-3d18-4404-a6eb-b290bd1e4f3e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 946 time: 0.0553029 Feb 07 21:53:46.955748 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7dbe5009-7d90-4e88-a32e-3f8d6d6b9748 req-7df1d1c7-bdb9-49f9-b3b5-5ee1a3f78350 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396204 Feb 07 21:53:48.083773 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ac1b2-f007-4510-98ff-a0a289cb046c req-c1d5ad03-2629-47ed-8ace-93c57b68b334 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:48.085278 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-443ac1b2-f007-4510-98ff-a0a289cb046c req-c1d5ad03-2629-47ed-8ace-93c57b68b334 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 946 time: 0.0582988 Feb 07 21:53:48.131653 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-443ac1b2-f007-4510-98ff-a0a289cb046c req-bca42506-15cb-47fa-ad77-dd2bbe4ce839 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408034 Feb 07 21:53:48.254277 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33385b29-64be-4d8c-9e1f-fc2305fe76cf req-b277adf5-cbe5-4944-8f46-659549bba414 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:48.255961 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-33385b29-64be-4d8c-9e1f-fc2305fe76cf req-b277adf5-cbe5-4944-8f46-659549bba414 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 946 time: 0.0561216 Feb 07 21:53:48.302362 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-33385b29-64be-4d8c-9e1f-fc2305fe76cf req-e4d64cf1-f99e-453b-934a-0db344aec366 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406952 Feb 07 21:53:48.302787 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device ff1a0b2e-285e-45ca-a0de-fa087151560c details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:53:48.402164 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port ff1a0b2e-285e-45ca-a0de-fa087151560c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ff1a0b2e-285e-45ca-a0de-fa087151560c,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:53:48.413497 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'ff1a0b2e-285e-45ca-a0de-fa087151560c', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'port_id': 'ff1a0b2e-285e-45ca-a0de-fa087151560c', 'mac_address': 'fa:16:3e:6f:bc:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:53:48.421361 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5cbf0-dff7-49d3-b641-6cf929ae7206 req-13f095a7-76c7-47c3-af9d-bc2e8334d181 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:48.422986 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0d5cbf0-dff7-49d3-b641-6cf929ae7206 req-13f095a7-76c7-47c3-af9d-bc2e8334d181 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 946 time: 0.0521665 Feb 07 21:53:48.454156 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port ff1a0b2e-285e-45ca-a0de-fa087151560c is: ACTIVE; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:53:48.454565 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:48.473060 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0d5cbf0-dff7-49d3-b641-6cf929ae7206 req-00eedce4-a1b3-4eea-8f2f-8316d82e319c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409753 Feb 07 21:53:48.476283 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff1a0b2e-285e-45ca-a0de-fa087151560c {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:53:48.496780 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dd20427b-323d-43e4-871d-b0045852ad43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:48.499111 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port ff1a0b2e-285e-45ca-a0de-fa087151560c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ff1a0b2e-285e-45ca-a0de-fa087151560c,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:53:48.503838 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:48.553490 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=ff1a0b2e-285e-45ca-a0de-fa087151560c,revision_number=12']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:53:48.560599 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:53:48.560941 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:53:48.561278 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:53:48.561613 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:53:48.561938 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:53:48.562264 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:53:48.562592 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:53:48.562914 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:53:48.563240 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:53:48.563557 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:53:48.564478 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:53:48.564825 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:53:48.565125 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:53:48.709665 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f4ed8-a7a4-491d-acaf-3c21a503445a req-002883a4-e131-4555-a432-0a44b2844893 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:48.711137 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-106f4ed8-a7a4-491d-acaf-3c21a503445a req-002883a4-e131-4555-a432-0a44b2844893 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0509522 Feb 07 21:53:48.760645 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-106f4ed8-a7a4-491d-acaf-3c21a503445a req-cca11633-ddd9-4e7f-b25b-af6620cfba46 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437975 Feb 07 21:53:48.860488 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['ff1a0b2e-285e-45ca-a0de-fa087151560c'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:53:49.880093 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3f945-276c-472a-896c-10a38faabdd1 req-c650c2b3-f735-41bd-906d-207df3e8a07e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:49.881609 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16b3f945-276c-472a-896c-10a38faabdd1 req-c650c2b3-f735-41bd-906d-207df3e8a07e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0517128 Feb 07 21:53:49.927894 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-16b3f945-276c-472a-896c-10a38faabdd1 req-c10886a8-9dfb-44f9-9851-038a5c8585b1 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407314 Feb 07 21:53:50.094462 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83baff5-700b-49ab-b250-89464930cd16 req-61369841-d93d-4e33-8a17-c19773033c87 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:50.096400 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b83baff5-700b-49ab-b250-89464930cd16 req-61369841-d93d-4e33-8a17-c19773033c87 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.71 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0516286 Feb 07 21:53:50.184852 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-b83baff5-700b-49ab-b250-89464930cd16 req-c37c9505-f1d0-4b13-a94e-8e0b931eb83f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Deleting port ff1a0b2e-285e-45ca-a0de-fa087151560c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:53:50.185186 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b83baff5-700b-49ab-b250-89464930cd16 req-c37c9505-f1d0-4b13-a94e-8e0b931eb83f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:50.270823 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b83baff5-700b-49ab-b250-89464930cd16 req-c37c9505-f1d0-4b13-a94e-8e0b931eb83f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] For port ff1a0b2e-285e-45ca-a0de-fa087151560c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ff1a0b2e-285e-45ca-a0de-fa087151560c,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:53:50.271178 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b83baff5-700b-49ab-b250-89464930cd16 req-c37c9505-f1d0-4b13-a94e-8e0b931eb83f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:50.318344 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device ff1a0b2e-285e-45ca-a0de-fa087151560c up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:53:50.370069 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port ff1a0b2e-285e-45ca-a0de-fa087151560c completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:53:50.373956 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port ff1a0b2e-285e-45ca-a0de-fa087151560c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:53:50.374351 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:50.445303 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b83baff5-700b-49ab-b250-89464930cd16 req-c37c9505-f1d0-4b13-a94e-8e0b931eb83f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:50.445669 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b83baff5-700b-49ab-b250-89464930cd16 req-c37c9505-f1d0-4b13-a94e-8e0b931eb83f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (9a09cf78-637e-47bf-a386-caa06eac4eec), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:50.445985 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [req-b83baff5-700b-49ab-b250-89464930cd16 req-c37c9505-f1d0-4b13-a94e-8e0b931eb83f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Floating IP 9a09cf78-637e-47bf-a386-caa06eac4eec disassociated. External IP: 172.25.4.55, port: ff1a0b2e-285e-45ca-a0de-fa087151560c. Feb 07 21:53:50.446326 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-b83baff5-700b-49ab-b250-89464930cd16 req-c37c9505-f1d0-4b13-a94e-8e0b931eb83f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Calling delete_port for ff1a0b2e-285e-45ca-a0de-fa087151560c owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:53:50.448102 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port ff1a0b2e-285e-45ca-a0de-fa087151560c is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:53:50.448510 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:50.472538 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1a0b2e-285e-45ca-a0de-fa087151560c'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:53:50.474805 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee597c46a89d6a8dc081eb6bf31088b81693567eecd6269c9646fab9e56eca13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5f8341-bf30-47f3-a14e-bb06e6ae7cad" -d '{"events": [{"server_uuid": "d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0", "name": "network-vif-plugged", "status": "completed", "tag": "ff1a0b2e-285e-45ca-a0de-fa087151560c"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:53:50.491523 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port ff1a0b2e-285e-45ca-a0de-fa087151560c, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ff1a0b2e-285e-45ca-a0de-fa087151560c,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:53:50.495938 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:50.523308 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f58af0-b67e-4ee0-9a94-9b3a22415635 x-openstack-request-id: req-77f58af0-b67e-4ee0-9a94-9b3a22415635 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:53:50.523601 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0", "name": "network-vif-plugged", "status": "completed", "tag": "ff1a0b2e-285e-45ca-a0de-fa087151560c", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:53:50.523861 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-77f58af0-b67e-4ee0-9a94-9b3a22415635 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:53:50.524251 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1a0b2e-285e-45ca-a0de-fa087151560c', 'code': 200} Feb 07 21:53:50.550522 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=ff1a0b2e-285e-45ca-a0de-fa087151560c,revision_number=13']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:53:50.580032 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b83baff5-700b-49ab-b250-89464930cd16 req-c37c9505-f1d0-4b13-a94e-8e0b931eb83f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ff1a0b2e-285e-45ca-a0de-fa087151560c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:50.611369 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c9505-f1d0-4b13-a94e-8e0b931eb83f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Pushing event deleted for resources: {'Port': ['ID=ff1a0b2e-285e-45ca-a0de-fa087151560c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:53:50.665998 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-63985f38-22f9-42ba-ab0d-b7837ecd3d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:50.723137 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b83baff5-700b-49ab-b250-89464930cd16 req-c37c9505-f1d0-4b13-a94e-8e0b931eb83f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Router f0481357-f8b3-4c33-967f-6b2a49b7855d has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:53:50.834488 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b83baff5-700b-49ab-b250-89464930cd16 req-c37c9505-f1d0-4b13-a94e-8e0b931eb83f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:53:50.844237 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f862fd-0ade-4cc0-a562-a23a40262d30 None None] Sync routers for ids ['f0481357-f8b3-4c33-967f-6b2a49b7855d'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:53:50.854184 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f862fd-0ade-4cc0-a562-a23a40262d30 None None] Routers {'f0481357-f8b3-4c33-967f-6b2a49b7855d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:53:50.854799 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a7f862fd-0ade-4cc0-a562-a23a40262d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:53:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f0481357-f8b3-4c33-967f-6b2a49b7855d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:53:50.879583 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83baff5-700b-49ab-b250-89464930cd16 req-c37c9505-f1d0-4b13-a94e-8e0b931eb83f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] No DVR routers for this DVR port ff1a0b2e-285e-45ca-a0de-fa087151560c on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:53:50.882249 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b83baff5-700b-49ab-b250-89464930cd16 req-c37c9505-f1d0-4b13-a94e-8e0b931eb83f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:50.885955 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b83baff5-700b-49ab-b250-89464930cd16 req-c37c9505-f1d0-4b13-a94e-8e0b931eb83f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.71 "DELETE /v2.0/ports/ff1a0b2e-285e-45ca-a0de-fa087151560c HTTP/1.1" status: 204 len: 173 time: 0.7846100 Feb 07 21:53:50.886378 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0', 'name': 'network-vif-deleted', 'tag': 'ff1a0b2e-285e-45ca-a0de-fa087151560c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:53:50.889156 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5a0767-6893-4078-ac0a-b868461cf23e" -d '{"events": [{"server_uuid": "d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0", "name": "network-vif-deleted", "tag": "ff1a0b2e-285e-45ca-a0de-fa087151560c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:53:50.939007 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbe20a9-32d5-4845-b577-0833ab637d83 x-openstack-request-id: req-9dbe20a9-32d5-4845-b577-0833ab637d83 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:53:50.939587 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0", "name": "network-vif-deleted", "tag": "ff1a0b2e-285e-45ca-a0de-fa087151560c", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:53:50.939849 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9dbe20a9-32d5-4845-b577-0833ab637d83 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:53:50.940469 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0', 'name': 'network-vif-deleted', 'tag': 'ff1a0b2e-285e-45ca-a0de-fa087151560c', 'status': 'completed', 'code': 200} Feb 07 21:53:50.974594 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-a7f862fd-0ade-4cc0-a562-a23a40262d30 None None] Set router f0481357-f8b3-4c33-967f-6b2a49b7855d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:53:51.026796 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d8a6f55-d4bd-41cd-8f0b-af65f5246d39 req-def23aec-e982-4ad2-a340-58c49eb3f0cb tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=d46ba3e6-b4b6-4987-a0a7-d1e56ed2b4d0 HTTP/1.1" status: 200 len: 210 time: 0.0277846 Feb 07 21:53:51.177815 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a7f862fd-0ade-4cc0-a562-a23a40262d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:11Z', 'revision_number': 5, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:53:51.206139 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f862fd-0ade-4cc0-a562-a23a40262d30 None None] Checking router: f0481357-f8b3-4c33-967f-6b2a49b7855d for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:53:51.214254 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f862fd-0ade-4cc0-a562-a23a40262d30 None None] Routers {'f0481357-f8b3-4c33-967f-6b2a49b7855d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:53:51.214853 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a7f862fd-0ade-4cc0-a562-a23a40262d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:53:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f0481357-f8b3-4c33-967f-6b2a49b7855d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:53:51.322351 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-a7f862fd-0ade-4cc0-a562-a23a40262d30 None None] Set router f0481357-f8b3-4c33-967f-6b2a49b7855d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:53:51.530943 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a7f862fd-0ade-4cc0-a562-a23a40262d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:11Z', 'revision_number': 5, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:53:51.556397 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f862fd-0ade-4cc0-a562-a23a40262d30 None None] The sync data for ids ['f0481357-f8b3-4c33-967f-6b2a49b7855d'] in n-d-828185-2 is: [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:11Z', 'revision_number': 5, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:53:51.781416 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b65677-a28a-4759-98da-b8dfccf60a01 None None] New status for floating IP 9a09cf78-637e-47bf-a386-caa06eac4eec: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:53:51.937307 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:52.265241 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-eacd86dc-fa6e-4b62-bf76-a280de1871b5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1028245791&fields=id&tenant_id=62eabdb9e24a4a34aa20a1d698d0571f HTTP/1.1" status: 200 len: 267 time: 0.0405567 Feb 07 21:53:52.369856 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-66fac200-19df-4277-9e5c-1d2200c371f9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:52.371300 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-66fac200-19df-4277-9e5c-1d2200c371f9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 810 time: 0.0988016 Feb 07 21:53:52.385842 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-a8629cdb-c49f-44b5-962e-bdba73be5c4b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/quotas/62eabdb9e24a4a34aa20a1d698d0571f HTTP/1.1" status: 200 len: 375 time: 0.0085561 Feb 07 21:53:52.438167 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-8a9e613f-40cb-4c81-b900-83ec631a7eb3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473998 Feb 07 21:53:52.585286 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-e015bf63-ce09-4b9e-bfba-aa1e9b8d1803 service neutron] 10.222.0.65 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358013 Feb 07 21:53:52.675213 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-99e7376f-681f-4037-9200-d5726d715682 service neutron] 10.222.0.65 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841620 Feb 07 21:53:52.833562 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2368ef06-fd21-4272-b074-53a66f899905 req-65f0332b-259f-4f25-a7bf-a18632b3a713 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 210 time: 0.0277209 Feb 07 21:53:53.420837 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:53.731423 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-067bcbb1-0bf2-4689-acdd-53c7b0be67f9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:53.733044 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-067bcbb1-0bf2-4689-acdd-53c7b0be67f9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.69 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 810 time: 0.1114783 Feb 07 21:53:53.791448 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-8e90df20-bc81-4dbf-aca5-4a4b21257bb2 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62eabdb9e24a4a34aa20a1d698d0571f HTTP/1.1" status: 200 len: 380 time: 0.0505927 Feb 07 21:53:53.799688 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-538132b5-1f44-4886-ab7d-219e734a2603 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Request body: {'port': {'device_id': '26401859-4899-4185-9827-f2466c9f0176', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'admin_state_up': True, 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'security_groups': ['46128e16-ab87-4ba2-9453-96b012d8349b']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:53:53.903946 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-538132b5-1f44-4886-ab7d-219e734a2603 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Made reservation on behalf of 62eabdb9e24a4a34aa20a1d698d0571f for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:53:53.907309 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-538132b5-1f44-4886-ab7d-219e734a2603 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:53.931325 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91199158-36ee-4da5-9f0b-cc45dc990c83 req-51bdf301-cbe4-4522-9f1c-ba9eef5ff04f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 210 time: 0.0282815 Feb 07 21:53:54.032528 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-538132b5-1f44-4886-ab7d-219e734a2603 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Allocated IP 172.20.0.11 (b11a09fd-5e1d-4d6c-9d39-ca1bd2240902/abd5c662-5033-4e56-8615-049f78849b75/93d8960f-91d1-40af-b5ee-49c3a18a2892) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:53:54.165990 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-538132b5-1f44-4886-ab7d-219e734a2603 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:54.199888 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-538132b5-1f44-4886-ab7d-219e734a2603 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:54.243971 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-538132b5-1f44-4886-ab7d-219e734a2603 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:53:54.247076 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-538132b5-1f44-4886-ab7d-219e734a2603 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:53:54.249499 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-538132b5-1f44-4886-ab7d-219e734a2603 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:53:54.275002 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538132b5-1f44-4886-ab7d-219e734a2603 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Pushing event updated for resources: {'Port': ['ID=93d8960f-91d1-40af-b5ee-49c3a18a2892,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:53:54.291213 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538132b5-1f44-4886-ab7d-219e734a2603 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:53:54.291477 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538132b5-1f44-4886-ab7d-219e734a2603 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:53:54.291822 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538132b5-1f44-4886-ab7d-219e734a2603 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:53:54.292166 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538132b5-1f44-4886-ab7d-219e734a2603 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:53:54.292527 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538132b5-1f44-4886-ab7d-219e734a2603 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:53:54.292863 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538132b5-1f44-4886-ab7d-219e734a2603 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:53:54.293185 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538132b5-1f44-4886-ab7d-219e734a2603 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:53:54.293517 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538132b5-1f44-4886-ab7d-219e734a2603 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:53:54.293839 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538132b5-1f44-4886-ab7d-219e734a2603 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:53:54.294161 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538132b5-1f44-4886-ab7d-219e734a2603 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:53:54.294484 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538132b5-1f44-4886-ab7d-219e734a2603 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:53:54.294807 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538132b5-1f44-4886-ab7d-219e734a2603 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:53:54.295130 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538132b5-1f44-4886-ab7d-219e734a2603 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:53:54.316803 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-538132b5-1f44-4886-ab7d-219e734a2603 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:54.317417 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-538132b5-1f44-4886-ab7d-219e734a2603 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:54.333736 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-538132b5-1f44-4886-ab7d-219e734a2603 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5376077 Feb 07 21:53:54.334398 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device ff1a0b2e-285e-45ca-a0de-fa087151560c no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:53:54.346586 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-281eeaeb-dda5-43d8-a341-208c059269fc service neutron] Request body: {'port': {'device_id': '26401859-4899-4185-9827-f2466c9f0176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:53:54.361534 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: ff1a0b2e-285e-45ca-a0de-fa087151560c {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:53:54.361893 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device ff1a0b2e-285e-45ca-a0de-fa087151560c not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:53:54.411831 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-281eeaeb-dda5-43d8-a341-208c059269fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:54.444222 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-47ee3595-7551-42e9-be0a-900b0e4b7fb5 None None] Provisioning complete for port 93d8960f-91d1-40af-b5ee-49c3a18a2892 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:53:54.444793 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-47ee3595-7551-42e9-be0a-900b0e4b7fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:54.478184 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-47ee3595-7551-42e9-be0a-900b0e4b7fb5 None None] Port 93d8960f-91d1-40af-b5ee-49c3a18a2892 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:53:54.676067 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-281eeaeb-dda5-43d8-a341-208c059269fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d8960f-91d1-40af-b5ee-49c3a18a2892 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:53:54.683974 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-281eeaeb-dda5-43d8-a341-208c059269fc service neutron] Publish callbacks [] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:54.696219 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-281eeaeb-dda5-43d8-a341-208c059269fc service neutron] Transition to ACTIVE for port object 93d8960f-91d1-40af-b5ee-49c3a18a2892 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:53:54.702218 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-281eeaeb-dda5-43d8-a341-208c059269fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:54.732693 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:54.772099 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281eeaeb-dda5-43d8-a341-208c059269fc service neutron] Pushing event updated for resources: {'Port': ['ID=93d8960f-91d1-40af-b5ee-49c3a18a2892,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:53:54.828405 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-281eeaeb-dda5-43d8-a341-208c059269fc service neutron] Attempting to bind port 93d8960f-91d1-40af-b5ee-49c3a18a2892 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:53:54.828752 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-281eeaeb-dda5-43d8-a341-208c059269fc service neutron] Attempting to bind port 93d8960f-91d1-40af-b5ee-49c3a18a2892 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:53:54.829083 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-281eeaeb-dda5-43d8-a341-208c059269fc service neutron] Attempting to bind port 93d8960f-91d1-40af-b5ee-49c3a18a2892 on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:53:54.834313 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-281eeaeb-dda5-43d8-a341-208c059269fc service neutron] Port 93d8960f-91d1-40af-b5ee-49c3a18a2892 on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:53:54.834687 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-281eeaeb-dda5-43d8-a341-208c059269fc service neutron] Attempting to bind port 93d8960f-91d1-40af-b5ee-49c3a18a2892 on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:53:54.840158 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-281eeaeb-dda5-43d8-a341-208c059269fc service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:53:54.840541 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-281eeaeb-dda5-43d8-a341-208c059269fc service neutron] Checking segment: {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:53:54.840926 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-281eeaeb-dda5-43d8-a341-208c059269fc service neutron] Bound using segment: {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:53:54.841355 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-281eeaeb-dda5-43d8-a341-208c059269fc service neutron] Bound port: 93d8960f-91d1-40af-b5ee-49c3a18a2892, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:53:54.841714 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-281eeaeb-dda5-43d8-a341-208c059269fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:54.908817 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-281eeaeb-dda5-43d8-a341-208c059269fc service neutron] For port 93d8960f-91d1-40af-b5ee-49c3a18a2892, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:53:54.911991 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-281eeaeb-dda5-43d8-a341-208c059269fc service neutron] For port 93d8960f-91d1-40af-b5ee-49c3a18a2892, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=93d8960f-91d1-40af-b5ee-49c3a18a2892,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:53:54.918603 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-281eeaeb-dda5-43d8-a341-208c059269fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:54.958362 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-281eeaeb-dda5-43d8-a341-208c059269fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:54.958949 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-281eeaeb-dda5-43d8-a341-208c059269fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:54.960377 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-281eeaeb-dda5-43d8-a341-208c059269fc service neutron] 10.222.0.69 "PUT /v2.0/ports/93d8960f-91d1-40af-b5ee-49c3a18a2892 HTTP/1.1" status: 200 len: 1092 time: 0.6188843 Feb 07 21:53:54.960924 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26401859-4899-4185-9827-f2466c9f0176', 'tag': '93d8960f-91d1-40af-b5ee-49c3a18a2892'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:53:54.963365 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47bc0dc9fe746ac64adcb7a0dbe6fda25f58f8d79cf35956c7e0a4ba81c3c440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9572ba-660c-47c9-be02-46dd1690d3e6" -d '{"events": [{"name": "network-changed", "server_uuid": "26401859-4899-4185-9827-f2466c9f0176", "tag": "93d8960f-91d1-40af-b5ee-49c3a18a2892"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:53:54.998137 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281eeaeb-dda5-43d8-a341-208c059269fc service neutron] Pushing event updated for resources: {'Port': ['ID=93d8960f-91d1-40af-b5ee-49c3a18a2892,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:53:55.047391 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f6705e-e123-4578-9602-eb883eae6eb5 x-openstack-request-id: req-58f6705e-e123-4578-9602-eb883eae6eb5 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:53:55.047657 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26401859-4899-4185-9827-f2466c9f0176", "tag": "93d8960f-91d1-40af-b5ee-49c3a18a2892", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:53:55.047908 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-58f6705e-e123-4578-9602-eb883eae6eb5 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:53:55.048346 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26401859-4899-4185-9827-f2466c9f0176', 'tag': '93d8960f-91d1-40af-b5ee-49c3a18a2892', 'status': 'completed', 'code': 200} Feb 07 21:53:55.071117 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-c1661cd5-0793-4278-889c-db9a238ae9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:55.072955 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-c1661cd5-0793-4278-889c-db9a238ae9e0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 1126 time: 0.0572672 Feb 07 21:53:55.091160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868f6f8-adc6-45c0-8ce0-f3d40e4fcfe5 req-671bb24f-5272-4897-9748-89aecfb66afb tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:55.092750 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3868f6f8-adc6-45c0-8ce0-f3d40e4fcfe5 req-671bb24f-5272-4897-9748-89aecfb66afb tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 944 time: 0.0668335 Feb 07 21:53:55.120033 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-bf053fa4-fca4-4e33-866e-874bdac39125 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93d8960f-91d1-40af-b5ee-49c3a18a2892 HTTP/1.1" status: 200 len: 217 time: 0.0405982 Feb 07 21:53:55.148711 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3868f6f8-adc6-45c0-8ce0-f3d40e4fcfe5 req-6e7be04e-bf46-4faf-9d62-836142a5dfe8 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493388 Feb 07 21:53:55.176197 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-df3bb1ee-b6a3-4c87-98e7-0cb70eb139b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:55.177726 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-df3bb1ee-b6a3-4c87-98e7-0cb70eb139b0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0519564 Feb 07 21:53:55.229175 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-d7f70692-6ab9-476e-9305-682daea86f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:55.230601 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-d7f70692-6ab9-476e-9305-682daea86f17 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464966 Feb 07 21:53:55.620441 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-f833366a-9c92-4789-927a-046f7dc8eed5 service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821619 Feb 07 21:53:55.707717 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-06a64b80-182e-4a21-a19d-c4d0251d02d8 req-5f81971b-7326-4c65-a584-1b8189158ced service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802951 Feb 07 21:53:55.798104 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9572ba-660c-47c9-be02-46dd1690d3e6 req-25471253-1739-40b7-8bd7-7dcda9fdfc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:55.800177 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ad9572ba-660c-47c9-be02-46dd1690d3e6 req-25471253-1739-40b7-8bd7-7dcda9fdfc7e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 1126 time: 0.0484951 Feb 07 21:53:55.885348 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9572ba-660c-47c9-be02-46dd1690d3e6 req-2d51674e-8f11-4d9b-a13c-f3e48dabf0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:55.886702 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ad9572ba-660c-47c9-be02-46dd1690d3e6 req-2d51674e-8f11-4d9b-a13c-f3e48dabf0e9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.0806406 Feb 07 21:53:55.931517 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ad9572ba-660c-47c9-be02-46dd1690d3e6 req-214c11b6-60f2-49b9-ad52-cdbd3c7d00c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93d8960f-91d1-40af-b5ee-49c3a18a2892 HTTP/1.1" status: 200 len: 217 time: 0.0384040 Feb 07 21:53:55.977707 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9572ba-660c-47c9-be02-46dd1690d3e6 req-efd09678-a74d-4bc7-bb99-ce6a11ffcc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:55.979086 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ad9572ba-660c-47c9-be02-46dd1690d3e6 req-efd09678-a74d-4bc7-bb99-ce6a11ffcc07 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0426052 Feb 07 21:53:56.025340 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9572ba-660c-47c9-be02-46dd1690d3e6 req-d81318df-7186-457e-a70c-5838cb5c7ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:56.026793 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ad9572ba-660c-47c9-be02-46dd1690d3e6 req-d81318df-7186-457e-a70c-5838cb5c7ca2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425243 Feb 07 21:53:56.119409 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ad9572ba-660c-47c9-be02-46dd1690d3e6 req-f619ab9a-2bd3-4efe-bb9d-304c61697893 service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841870 Feb 07 21:53:56.207461 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ad9572ba-660c-47c9-be02-46dd1690d3e6 req-3fd2ee23-9f4b-45e9-a0e3-c87629468ee5 service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815668 Feb 07 21:53:56.274115 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72872bf0-ce2d-4f28-a9f6-56c45e3420af req-727802f0-aed9-4a00-9006-7ae3a313044c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:56.275568 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72872bf0-ce2d-4f28-a9f6-56c45e3420af req-727802f0-aed9-4a00-9006-7ae3a313044c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 944 time: 0.0514627 Feb 07 21:53:56.321564 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-72872bf0-ce2d-4f28-a9f6-56c45e3420af req-cf709f72-8894-4ca8-9d64-29eca414bd49 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403168 Feb 07 21:53:57.439178 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef819f-4a71-4a8d-9ce1-7ea4d3ed31ea req-c67906a5-ee97-436c-a147-5b55c6e6f266 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:57.440672 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-05ef819f-4a71-4a8d-9ce1-7ea4d3ed31ea req-c67906a5-ee97-436c-a147-5b55c6e6f266 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 944 time: 0.0512114 Feb 07 21:53:57.485202 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-05ef819f-4a71-4a8d-9ce1-7ea4d3ed31ea req-6ededc6a-7358-47cb-9044-e35059648773 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389798 Feb 07 21:53:58.607200 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6b0b1-2612-4548-bb8c-11e369261b62 req-7461d2e8-7358-423f-908e-8fdd2e89a8b6 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:58.608662 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cce6b0b1-2612-4548-bb8c-11e369261b62 req-7461d2e8-7358-423f-908e-8fdd2e89a8b6 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 944 time: 0.0545390 Feb 07 21:53:58.653728 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cce6b0b1-2612-4548-bb8c-11e369261b62 req-4f398d4a-1bab-4343-9f9b-958af3b703c9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391006 Feb 07 21:53:59.731033 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 93d8960f-91d1-40af-b5ee-49c3a18a2892 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:53:59.773667 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5ce08-e60d-44cf-ad18-a6812eca2f07 req-6c23e137-27b3-4729-86f1-9bde0a4b8a3b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:53:59.775168 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77d5ce08-e60d-44cf-ad18-a6812eca2f07 req-6c23e137-27b3-4729-86f1-9bde0a4b8a3b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 944 time: 0.0540392 Feb 07 21:53:59.821031 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77d5ce08-e60d-44cf-ad18-a6812eca2f07 req-7e3313c4-4ce0-4117-b1e1-3a951814a2d8 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401890 Feb 07 21:53:59.829734 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 93d8960f-91d1-40af-b5ee-49c3a18a2892, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=93d8960f-91d1-40af-b5ee-49c3a18a2892,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:53:59.843198 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '93d8960f-91d1-40af-b5ee-49c3a18a2892', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'port_id': '93d8960f-91d1-40af-b5ee-49c3a18a2892', 'mac_address': 'fa:16:3e:f0:c6:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:53:59.889756 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 93d8960f-91d1-40af-b5ee-49c3a18a2892 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:53:59.890140 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:59.905848 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d8960f-91d1-40af-b5ee-49c3a18a2892 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:53:59.925699 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 93d8960f-91d1-40af-b5ee-49c3a18a2892, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=93d8960f-91d1-40af-b5ee-49c3a18a2892,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:53:59.931038 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:53:59.984820 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=93d8960f-91d1-40af-b5ee-49c3a18a2892,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:54:00.220915 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['93d8960f-91d1-40af-b5ee-49c3a18a2892'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:54:00.947258 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a9fb6-4b11-44dc-a528-105f48501e7f req-822d6fd8-f6cb-4ef0-9646-71245bbfc7d3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:00.948902 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e81a9fb6-4b11-44dc-a528-105f48501e7f req-822d6fd8-f6cb-4ef0-9646-71245bbfc7d3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 945 time: 0.0563135 Feb 07 21:54:01.329810 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e81a9fb6-4b11-44dc-a528-105f48501e7f req-60061f46-d5c7-40ea-911c-6baf34152bbf tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3751879 Feb 07 21:54:01.746587 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 93d8960f-91d1-40af-b5ee-49c3a18a2892 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:54:01.799344 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 93d8960f-91d1-40af-b5ee-49c3a18a2892 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:54:01.803898 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 93d8960f-91d1-40af-b5ee-49c3a18a2892 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:54:01.804271 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:01.879683 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 93d8960f-91d1-40af-b5ee-49c3a18a2892 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:54:01.880062 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:01.904800 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26401859-4899-4185-9827-f2466c9f0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d8960f-91d1-40af-b5ee-49c3a18a2892'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:54:01.920211 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 93d8960f-91d1-40af-b5ee-49c3a18a2892, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=93d8960f-91d1-40af-b5ee-49c3a18a2892,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:54:01.925442 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:01.957442 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59fa0091afa0acade78336c0e3f3c5307cc552a1ace6da7695aaea120dfc6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06280606-b8af-47d0-9b10-21d088436308" -d '{"events": [{"server_uuid": "26401859-4899-4185-9827-f2466c9f0176", "name": "network-vif-plugged", "status": "completed", "tag": "93d8960f-91d1-40af-b5ee-49c3a18a2892"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:54:01.987917 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=93d8960f-91d1-40af-b5ee-49c3a18a2892,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:54:02.053960 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ad775d-259a-4d68-84f4-2197c3b7ff26 x-openstack-request-id: req-52ad775d-259a-4d68-84f4-2197c3b7ff26 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:54:02.054263 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26401859-4899-4185-9827-f2466c9f0176", "name": "network-vif-plugged", "status": "completed", "tag": "93d8960f-91d1-40af-b5ee-49c3a18a2892", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:54:02.054552 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-52ad775d-259a-4d68-84f4-2197c3b7ff26 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:54:02.054955 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26401859-4899-4185-9827-f2466c9f0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d8960f-91d1-40af-b5ee-49c3a18a2892', 'code': 200} Feb 07 21:54:02.154398 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1cd80-a201-4bce-ac09-a0f92b14a68a req-f8d943a0-5972-430d-aa15-bfb50a2381e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:02.156040 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-87e1cd80-a201-4bce-ac09-a0f92b14a68a req-f8d943a0-5972-430d-aa15-bfb50a2381e0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 1128 time: 0.0447807 Feb 07 21:54:02.197554 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-87e1cd80-a201-4bce-ac09-a0f92b14a68a req-3763dbc4-0811-46b0-a7d2-457aa7ae861e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359390 Feb 07 21:54:02.446803 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da586719-51ef-44fc-ba23-6940cc866f64 req-db382d63-aeb9-48a5-8016-e336f132cfe8 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:02.448236 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da586719-51ef-44fc-ba23-6940cc866f64 req-db382d63-aeb9-48a5-8016-e336f132cfe8 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 946 time: 0.0504177 Feb 07 21:54:02.495195 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da586719-51ef-44fc-ba23-6940cc866f64 req-c57a1f36-b4e6-4cc2-a499-b0f401e2c520 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407162 Feb 07 21:54:03.618962 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db2c58-7a7c-4697-9e6a-9b2b5b2ffa50 req-d851cf9f-6908-4784-98e4-e26aa17811f2 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:03.620426 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-12db2c58-7a7c-4697-9e6a-9b2b5b2ffa50 req-d851cf9f-6908-4784-98e4-e26aa17811f2 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 946 time: 0.0519664 Feb 07 21:54:03.667894 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-12db2c58-7a7c-4697-9e6a-9b2b5b2ffa50 req-9b215235-4fc0-4361-97e0-f7bf050f88dd tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419674 Feb 07 21:54:03.780676 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097feba-f11a-4b35-ae03-90cd6f5cf8ee req-3714cb9f-8d2a-4ca4-95bb-827510fc70c2 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:03.782047 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a097feba-f11a-4b35-ae03-90cd6f5cf8ee req-3714cb9f-8d2a-4ca4-95bb-827510fc70c2 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 946 time: 0.0501156 Feb 07 21:54:03.791359 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45206) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:54:03.795574 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-37f634fe-4c61-4b65-9354-6a862d2811c9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Request body: {'floatingip': {'port_id': '93d8960f-91d1-40af-b5ee-49c3a18a2892'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:54:03.833112 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37f634fe-4c61-4b65-9354-6a862d2811c9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for floatingip (9a09cf78-637e-47bf-a386-caa06eac4eec), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:04.103777 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:04.245396 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37f634fe-4c61-4b65-9354-6a862d2811c9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:04.249129 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37f634fe-4c61-4b65-9354-6a862d2811c9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (9a09cf78-637e-47bf-a386-caa06eac4eec), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:04.347162 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:04.347980 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-37f634fe-4c61-4b65-9354-6a862d2811c9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Floating IP 9a09cf78-637e-47bf-a386-caa06eac4eec associated. External IP: 172.25.4.55, port: 93d8960f-91d1-40af-b5ee-49c3a18a2892. Feb 07 21:54:04.550460 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f634fe-4c61-4b65-9354-6a862d2811c9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Router f0481357-f8b3-4c33-967f-6b2a49b7855d has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:54:04.658398 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f634fe-4c61-4b65-9354-6a862d2811c9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:54:04.663144 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37f634fe-4c61-4b65-9354-6a862d2811c9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:04.667699 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5764a5c-0c5e-4cc5-bb39-1935b8bd75f7 None None] Sync routers for ids ['f0481357-f8b3-4c33-967f-6b2a49b7855d'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:54:04.678316 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5764a5c-0c5e-4cc5-bb39-1935b8bd75f7 None None] Routers {'f0481357-f8b3-4c33-967f-6b2a49b7855d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:54:04.679014 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f5764a5c-0c5e-4cc5-bb39-1935b8bd75f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:53:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f0481357-f8b3-4c33-967f-6b2a49b7855d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:54:04.693237 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-37f634fe-4c61-4b65-9354-6a862d2811c9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "PUT /v2.0/floatingips/9a09cf78-637e-47bf-a386-caa06eac4eec HTTP/1.1" status: 200 len: 992 time: 0.9008365 Feb 07 21:54:04.693816 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26401859-4899-4185-9827-f2466c9f0176', 'tag': '93d8960f-91d1-40af-b5ee-49c3a18a2892'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:54:04.697664 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e862072-5af5-4e16-bb32-1a1fb9695880" -d '{"events": [{"name": "network-changed", "server_uuid": "26401859-4899-4185-9827-f2466c9f0176", "tag": "93d8960f-91d1-40af-b5ee-49c3a18a2892"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:54:04.738049 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbdfb25-e597-427b-b0f1-54e50501b5b5 x-openstack-request-id: req-6cbdfb25-e597-427b-b0f1-54e50501b5b5 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:54:04.738486 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26401859-4899-4185-9827-f2466c9f0176", "tag": "93d8960f-91d1-40af-b5ee-49c3a18a2892", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:54:04.738761 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6cbdfb25-e597-427b-b0f1-54e50501b5b5 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:54:04.739217 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26401859-4899-4185-9827-f2466c9f0176', 'tag': '93d8960f-91d1-40af-b5ee-49c3a18a2892', 'status': 'completed', 'code': 200} Feb 07 21:54:04.809138 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e862072-5af5-4e16-bb32-1a1fb9695880 req-3d0aad7b-4c7b-4860-b3da-48331ca14bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:04.810574 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3e862072-5af5-4e16-bb32-1a1fb9695880 req-3d0aad7b-4c7b-4860-b3da-48331ca14bf1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 1128 time: 0.0504844 Feb 07 21:54:04.812737 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783b19f-1f76-4ff4-b3b5-aba87f309de5 req-2411e372-9fb7-4dda-8936-08473cc17aeb tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:04.814360 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5783b19f-1f76-4ff4-b3b5-aba87f309de5 req-2411e372-9fb7-4dda-8936-08473cc17aeb tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 946 time: 0.0584757 Feb 07 21:54:04.865714 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5783b19f-1f76-4ff4-b3b5-aba87f309de5 req-2fa4cf16-edd8-4f0b-9eb9-d2a5b5231ab7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453327 Feb 07 21:54:04.904343 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e862072-5af5-4e16-bb32-1a1fb9695880 req-17f09702-abe0-420f-bee4-c4cba99f56eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:04.905847 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3e862072-5af5-4e16-bb32-1a1fb9695880 req-17f09702-abe0-420f-bee4-c4cba99f56eb service neutron] 10.222.0.69 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.0888424 Feb 07 21:54:04.952790 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-f5764a5c-0c5e-4cc5-bb39-1935b8bd75f7 None None] Set router f0481357-f8b3-4c33-967f-6b2a49b7855d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:54:04.974362 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3e862072-5af5-4e16-bb32-1a1fb9695880 req-086db58f-1a41-490c-b74c-cff9ed0ee5e8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93d8960f-91d1-40af-b5ee-49c3a18a2892 HTTP/1.1" status: 200 len: 1000 time: 0.0632079 Feb 07 21:54:05.021743 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e862072-5af5-4e16-bb32-1a1fb9695880 req-74797a8f-9f89-459a-bb79-8b89d7b540df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:05.023232 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3e862072-5af5-4e16-bb32-1a1fb9695880 req-74797a8f-9f89-459a-bb79-8b89d7b540df service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0434923 Feb 07 21:54:05.073896 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e862072-5af5-4e16-bb32-1a1fb9695880 req-0809b05d-0fe2-48fc-b329-7ba52f0a323f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:05.075367 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3e862072-5af5-4e16-bb32-1a1fb9695880 req-0809b05d-0fe2-48fc-b329-7ba52f0a323f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468826 Feb 07 21:54:05.180044 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3e862072-5af5-4e16-bb32-1a1fb9695880 req-3bed7647-9522-44f6-ae4d-f8436456597d service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991199 Feb 07 21:54:05.180243 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f5764a5c-0c5e-4cc5-bb39-1935b8bd75f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '9a09cf78-637e-47bf-a386-caa06eac4eec', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'port_id': '93d8960f-91d1-40af-b5ee-49c3a18a2892', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'mac_address': 'fa:16:3e:f0:c6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26401859-4899-4185-9827-f2466c9f0176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:51:10Z', 'updated_at': '2022-02-07T21:54:04Z', 'revision_number': 13, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:11Z', 'revision_number': 5, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:54:05.212513 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5764a5c-0c5e-4cc5-bb39-1935b8bd75f7 None None] Checking router: f0481357-f8b3-4c33-967f-6b2a49b7855d for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:54:05.227712 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5764a5c-0c5e-4cc5-bb39-1935b8bd75f7 None None] Routers {'f0481357-f8b3-4c33-967f-6b2a49b7855d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:54:05.228331 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f5764a5c-0c5e-4cc5-bb39-1935b8bd75f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:53:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f0481357-f8b3-4c33-967f-6b2a49b7855d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:54:05.268287 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3e862072-5af5-4e16-bb32-1a1fb9695880 req-4ca31be9-5928-4219-b05b-3ebf1e938c06 service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824547 Feb 07 21:54:05.407269 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-f5764a5c-0c5e-4cc5-bb39-1935b8bd75f7 None None] Set router f0481357-f8b3-4c33-967f-6b2a49b7855d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:54:05.647176 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f5764a5c-0c5e-4cc5-bb39-1935b8bd75f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '9a09cf78-637e-47bf-a386-caa06eac4eec', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'port_id': '93d8960f-91d1-40af-b5ee-49c3a18a2892', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'mac_address': 'fa:16:3e:f0:c6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26401859-4899-4185-9827-f2466c9f0176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:51:10Z', 'updated_at': '2022-02-07T21:54:04Z', 'revision_number': 13, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:11Z', 'revision_number': 5, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:54:05.672691 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5764a5c-0c5e-4cc5-bb39-1935b8bd75f7 None None] The sync data for ids ['f0481357-f8b3-4c33-967f-6b2a49b7855d'] in n-d-828185-2 is: [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '9a09cf78-637e-47bf-a386-caa06eac4eec', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'port_id': '93d8960f-91d1-40af-b5ee-49c3a18a2892', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'mac_address': 'fa:16:3e:f0:c6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26401859-4899-4185-9827-f2466c9f0176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:51:10Z', 'updated_at': '2022-02-07T21:54:04Z', 'revision_number': 13, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:11Z', 'revision_number': 5, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:54:05.866814 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a00d42-d28b-4ad4-ad82-48f420e77fe6 None None] New status for floating IP 9a09cf78-637e-47bf-a386-caa06eac4eec: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:54:05.989179 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402f470-66e0-4893-b234-a60f2c1081f7 req-d33a1bdd-8f9f-45ea-b143-af8185dfdce6 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:05.990581 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e402f470-66e0-4893-b234-a60f2c1081f7 req-d33a1bdd-8f9f-45ea-b143-af8185dfdce6 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 946 time: 0.0520611 Feb 07 21:54:06.042369 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e402f470-66e0-4893-b234-a60f2c1081f7 req-0bcca456-37ce-4b59-87cb-a21674cd2e0d tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461214 Feb 07 21:54:08.531848 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b3aef-6485-433e-887d-84aceb0c765c req-b3e0b10e-7eaa-4897-af05-620aef18aff5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:08.533884 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b35b3aef-6485-433e-887d-84aceb0c765c req-b3e0b10e-7eaa-4897-af05-620aef18aff5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 946 time: 0.0619800 Feb 07 21:54:08.581689 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b35b3aef-6485-433e-887d-84aceb0c765c req-049b1e51-f5dc-4583-a2a4-620eaa46ea6b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392418 Feb 07 21:54:18.481845 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cc4e7e26-f108-462b-8c53-82bcf07c62b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:20.668906 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9c6ad91b-4637-44c8-9b9a-df0738216988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:21.941532 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:23.424002 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:23.650414 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:54:24.737222 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:25.043408 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460a9b1-f5b1-4ad0-903f-f201bff4e3bd req-a73da236-c589-4ab5-b036-e9ced6582a3b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:25.044896 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3460a9b1-f5b1-4ad0-903f-f201bff4e3bd req-a73da236-c589-4ab5-b036-e9ced6582a3b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 946 time: 0.0801294 Feb 07 21:54:25.063634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-d0b52a62-49ad-4698-812d-5abc2bf37f5d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1071131 Feb 07 21:54:25.104255 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3460a9b1-f5b1-4ad0-903f-f201bff4e3bd req-5ce38d45-9e0a-4da5-8a91-83f1c79ee42b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437295 Feb 07 21:54:26.114554 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-1c10a75f-3424-47cb-ab31-1cc756550ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:26.116014 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-1c10a75f-3424-47cb-ab31-1cc756550ed2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 1128 time: 0.0451059 Feb 07 21:54:26.212489 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-21056d8c-8978-4083-8d93-0545271e3f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:26.214004 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-21056d8c-8978-4083-8d93-0545271e3f8b service neutron] 10.222.0.69 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.0920873 Feb 07 21:54:26.229216 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1fd979-3910-422f-a81a-125de1337513 req-6ef2f4a5-3aca-48ba-9572-11a1ed2eaf71 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:26.230696 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d1fd979-3910-422f-a81a-125de1337513 req-6ef2f4a5-3aca-48ba-9572-11a1ed2eaf71 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 946 time: 0.0577040 Feb 07 21:54:26.277105 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2d1fd979-3910-422f-a81a-125de1337513 req-9b35a39a-25c5-4a2d-af03-35a41b442e47 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401273 Feb 07 21:54:26.279074 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-38036340-42a5-41b2-8345-2626d1d23dcb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93d8960f-91d1-40af-b5ee-49c3a18a2892 HTTP/1.1" status: 200 len: 1002 time: 0.0591080 Feb 07 21:54:26.333083 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-a583b88b-6005-4256-b5b6-8527eb9b9dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:26.334518 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-a583b88b-6005-4256-b5b6-8527eb9b9dac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0492272 Feb 07 21:54:26.383924 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-f1691a05-5abf-4687-80d5-63985b4d1292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:26.385340 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-f1691a05-5abf-4687-80d5-63985b4d1292 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441842 Feb 07 21:54:26.471642 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-903f329b-7106-452b-95ce-0cfbbdf6903f service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790172 Feb 07 21:54:26.561376 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-84c2e374-ca99-4d51-b8cc-0b51b603b19e service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841815 Feb 07 21:54:27.395985 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f6ef1-64e5-438a-ad1a-b41d4f4a707c req-b07130f4-f51a-44f4-8a97-a52e1fa13991 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:27.397564 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-787f6ef1-64e5-438a-ad1a-b41d4f4a707c req-b07130f4-f51a-44f4-8a97-a52e1fa13991 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 946 time: 0.0521557 Feb 07 21:54:27.458594 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-787f6ef1-64e5-438a-ad1a-b41d4f4a707c req-5350c7ef-bae8-47ed-8649-503d234ffef1 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550783 Feb 07 21:54:28.580082 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535653c-7610-4f7e-a4b1-c2a8a3381129 req-d71bb6f8-b4f1-44eb-aaaa-a585fe9ab2bc tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:28.581882 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f535653c-7610-4f7e-a4b1-c2a8a3381129 req-d71bb6f8-b4f1-44eb-aaaa-a585fe9ab2bc tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 946 time: 0.0548496 Feb 07 21:54:28.629926 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f535653c-7610-4f7e-a4b1-c2a8a3381129 req-0662a9c4-44c9-435f-a89b-97d002a50b45 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423424 Feb 07 21:54:29.747941 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f920a58-7e52-44e2-9bf6-cb2e21f8d0f0 req-ca615d07-4933-45a4-9975-b9c18782c8a3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:29.749452 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f920a58-7e52-44e2-9bf6-cb2e21f8d0f0 req-ca615d07-4933-45a4-9975-b9c18782c8a3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 946 time: 0.0520973 Feb 07 21:54:29.795200 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5f920a58-7e52-44e2-9bf6-cb2e21f8d0f0 req-ee2508c0-b9bd-4c29-9faa-b2c53ef62e31 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396531 Feb 07 21:54:30.926032 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff93a03-6004-4727-b3ff-468cd54b33d7 req-5dac120d-7765-46a3-95ea-4571d5f16de2 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:30.927508 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bff93a03-6004-4727-b3ff-468cd54b33d7 req-5dac120d-7765-46a3-95ea-4571d5f16de2 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 946 time: 0.0561993 Feb 07 21:54:30.974429 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bff93a03-6004-4727-b3ff-468cd54b33d7 req-7792111d-915a-452e-a054-c445c125d550 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411928 Feb 07 21:54:32.091139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e5d95-611a-4684-b0e4-d0a2363bde6d req-af26c2b1-5c47-462e-9630-4c9645db71e8 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:32.092596 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb9e5d95-611a-4684-b0e4-d0a2363bde6d req-af26c2b1-5c47-462e-9630-4c9645db71e8 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 946 time: 0.0510190 Feb 07 21:54:32.138851 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb9e5d95-611a-4684-b0e4-d0a2363bde6d req-adb2937f-036f-4079-ac44-03a62f238396 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399776 Feb 07 21:54:33.261100 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438d832-16f4-4cbb-943b-3f01262d9054 req-ff37b013-6cd1-4be8-b488-c6b3f6b039fb tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:33.262546 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8438d832-16f4-4cbb-943b-3f01262d9054 req-ff37b013-6cd1-4be8-b488-c6b3f6b039fb tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 946 time: 0.0511761 Feb 07 21:54:33.311571 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8438d832-16f4-4cbb-943b-3f01262d9054 req-aaa57ace-30e8-4736-bc9d-5b8870b4bd5f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429828 Feb 07 21:54:34.101943 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:34.353012 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:34.431502 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee76db-89cc-4e43-9d01-90c125f42be3 req-14b4a4f8-00c4-4675-9ae7-80287fb4543d tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:34.432991 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6aee76db-89cc-4e43-9d01-90c125f42be3 req-14b4a4f8-00c4-4675-9ae7-80287fb4543d tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 946 time: 0.0516016 Feb 07 21:54:34.479660 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6aee76db-89cc-4e43-9d01-90c125f42be3 req-25bc16d7-a089-468d-a0ed-479598956d74 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410397 Feb 07 21:54:35.601372 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f291257-37ec-4fd4-bb98-5144ddbca4cc req-16b7e1ee-1791-40dd-97e7-b75198ba251c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:35.602867 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8f291257-37ec-4fd4-bb98-5144ddbca4cc req-16b7e1ee-1791-40dd-97e7-b75198ba251c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 946 time: 0.0524395 Feb 07 21:54:35.648740 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8f291257-37ec-4fd4-bb98-5144ddbca4cc req-3de9333a-2dfc-4a04-b43e-8f3b97757aff tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400832 Feb 07 21:54:36.776345 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2ed2a-1e6c-4d97-a553-5a3a7ef611b9 req-99a4b043-c3da-4865-9919-07ca31c0dc30 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:36.778253 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3bb2ed2a-1e6c-4d97-a553-5a3a7ef611b9 req-99a4b043-c3da-4865-9919-07ca31c0dc30 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 946 time: 0.0575330 Feb 07 21:54:36.826328 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3bb2ed2a-1e6c-4d97-a553-5a3a7ef611b9 req-764fb635-809d-44fa-b3cd-000d24526b14 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416131 Feb 07 21:54:37.096234 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-18adc9b3-6504-4d15-a620-9ce303368360 service neutron] show failed (client error): The resource could not be found. Feb 07 21:54:37.097257 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-18adc9b3-6504-4d15-a620-9ce303368360 service neutron] 10.222.0.69 "GET /v2.0/ports/93d8960f-91d1-40af-b5ee-49c3a18a2892/bindings/n-h2-828185-2 HTTP/1.1" status: 404 len: 380 time: 0.0544932 Feb 07 21:54:37.292382 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-f302e4d7-91db-48f1-a7f2-1084ab17de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:37.293760 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-f302e4d7-91db-48f1-a7f2-1084ab17de01 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176&tenant_id=62eabdb9e24a4a34aa20a1d698d0571f HTTP/1.1" status: 200 len: 1128 time: 0.0444438 Feb 07 21:54:37.304272 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828185-2', 'device_owner': 'compute:nova'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:54:37.363026 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:37.557671 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] For port 93d8960f-91d1-40af-b5ee-49c3a18a2892, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=93d8960f-91d1-40af-b5ee-49c3a18a2892,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:54:37.591365 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] For port 93d8960f-91d1-40af-b5ee-49c3a18a2892, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:54:37.629489 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26401859-4899-4185-9827-f2466c9f0176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93d8960f-91d1-40af-b5ee-49c3a18a2892'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:54:37.631927 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1f71f1-e1cd-4b74-88e5-216ae4b4f3ef" -d '{"events": [{"server_uuid": "26401859-4899-4185-9827-f2466c9f0176", "name": "network-vif-unplugged", "status": "completed", "tag": "93d8960f-91d1-40af-b5ee-49c3a18a2892"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:54:37.635791 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Publish callbacks [] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:37.648914 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Transition to ACTIVE for port object 93d8960f-91d1-40af-b5ee-49c3a18a2892 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:54:37.653404 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:37.684030 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3059b541-1a31-4efb-936d-bc2ee59b289f x-openstack-request-id: req-3059b541-1a31-4efb-936d-bc2ee59b289f {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:54:37.684482 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26401859-4899-4185-9827-f2466c9f0176", "name": "network-vif-unplugged", "status": "completed", "tag": "93d8960f-91d1-40af-b5ee-49c3a18a2892", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:54:37.684649 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3059b541-1a31-4efb-936d-bc2ee59b289f {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:54:37.685003 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26401859-4899-4185-9827-f2466c9f0176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93d8960f-91d1-40af-b5ee-49c3a18a2892', 'code': 200} Feb 07 21:54:37.736148 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Pushing event updated for resources: {'Port': ['ID=93d8960f-91d1-40af-b5ee-49c3a18a2892,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:54:37.747949 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:54:37.748301 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:54:37.748686 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:54:37.749034 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:54:37.749373 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:54:37.749709 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:54:37.750046 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:54:37.750380 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:54:37.752525 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:54:37.752873 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:54:37.753214 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:54:37.753558 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:54:37.753891 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:54:37.792201 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] No DVR routers for this DVR port 93d8960f-91d1-40af-b5ee-49c3a18a2892 on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:54:37.902210 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 93d8960f-91d1-40af-b5ee-49c3a18a2892 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:54:37.953592 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Attempting to bind port 93d8960f-91d1-40af-b5ee-49c3a18a2892 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:54:37.953858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] The host n-h1-828185-2 is not matching for port 93d8960f-91d1-40af-b5ee-49c3a18a2892 host n-h2-828185-2! {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 07 21:54:37.953993 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Attempting to bind port 93d8960f-91d1-40af-b5ee-49c3a18a2892 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:54:37.954112 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 93d8960f-91d1-40af-b5ee-49c3a18a2892 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:54:37.954239 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Attempting to bind port 93d8960f-91d1-40af-b5ee-49c3a18a2892 on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:54:37.961096 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Port 93d8960f-91d1-40af-b5ee-49c3a18a2892 on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:54:37.961421 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Attempting to bind port 93d8960f-91d1-40af-b5ee-49c3a18a2892 on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:54:37.970597 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:54:37.970937 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Checking segment: {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:54:37.971324 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Bound using segment: {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:54:37.971752 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Bound port: 93d8960f-91d1-40af-b5ee-49c3a18a2892, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:54:37.972136 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:37.992993 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be377b0-6329-47bf-9ec2-fb5f0efeb936 req-2c5e442e-6753-4e3d-b59f-971806ba56fe tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:37.994473 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2be377b0-6329-47bf-9ec2-fb5f0efeb936 req-2c5e442e-6753-4e3d-b59f-971806ba56fe tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 944 time: 0.0946372 Feb 07 21:54:38.076822 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] For port 93d8960f-91d1-40af-b5ee-49c3a18a2892, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:54:38.080422 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] For port 93d8960f-91d1-40af-b5ee-49c3a18a2892, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=93d8960f-91d1-40af-b5ee-49c3a18a2892,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:54:38.085639 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2be377b0-6329-47bf-9ec2-fb5f0efeb936 req-52fbcdd9-b966-42d5-af91-e96add729fc9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713401 Feb 07 21:54:38.087125 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:38.121204 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:38.121840 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:38.123216 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] 10.222.0.71 "PUT /v2.0/ports/93d8960f-91d1-40af-b5ee-49c3a18a2892 HTTP/1.1" status: 200 len: 1092 time: 0.8227794 Feb 07 21:54:38.152933 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0438cbb-7197-461e-be5a-4cd36e0a0664 service neutron] Pushing event updated for resources: {'Port': ['ID=93d8960f-91d1-40af-b5ee-49c3a18a2892,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:54:38.197506 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-2534a76f-cc08-45f8-9ef0-e6b69622a1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:38.199153 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-2534a76f-cc08-45f8-9ef0-e6b69622a1c0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 1126 time: 0.0542538 Feb 07 21:54:38.295625 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-3cb79647-2435-4034-83ad-63af7e21630d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:38.297267 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-3cb79647-2435-4034-83ad-63af7e21630d service neutron] 10.222.0.71 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.0912740 Feb 07 21:54:38.360222 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-cb1d3b9b-c91a-42d0-a34c-ed2dcfd8d8b9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93d8960f-91d1-40af-b5ee-49c3a18a2892 HTTP/1.1" status: 200 len: 1000 time: 0.0559828 Feb 07 21:54:38.408050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-a0a19b87-6119-4e04-acb7-fea28c3b1301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:38.409445 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-a0a19b87-6119-4e04-acb7-fea28c3b1301 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0421314 Feb 07 21:54:38.460550 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-c0172946-fe43-422a-871b-3d220a6d0e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:38.462031 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-c0172946-fe43-422a-871b-3d220a6d0e67 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463688 Feb 07 21:54:38.548961 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-6b522ea4-c7de-4a54-aa3b-b20fc326028c service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802586 Feb 07 21:54:38.638607 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-c87d854a-975c-4d12-bf16-dcc5407d11d8 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836680 Feb 07 21:54:39.211868 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b8702-7856-4fb9-a1ce-a085210adf5e req-3b7c5d20-b9aa-4d3d-9b87-04c6aa3e61c8 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:39.213359 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-655b8702-7856-4fb9-a1ce-a085210adf5e req-3b7c5d20-b9aa-4d3d-9b87-04c6aa3e61c8 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 944 time: 0.0517223 Feb 07 21:54:39.259444 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-655b8702-7856-4fb9-a1ce-a085210adf5e req-5282f5ec-f886-44ac-8243-fa0e5b04c1fd tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401015 Feb 07 21:54:39.686650 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26401859-4899-4185-9827-f2466c9f0176', 'tag': '93d8960f-91d1-40af-b5ee-49c3a18a2892'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:54:39.689543 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ab7da3-3b59-45fa-b3d3-cdf21d1940e2" -d '{"events": [{"name": "network-changed", "server_uuid": "26401859-4899-4185-9827-f2466c9f0176", "tag": "93d8960f-91d1-40af-b5ee-49c3a18a2892"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:54:39.742392 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9088e5-2491-4506-920f-ece1862d6fa7 x-openstack-request-id: req-8b9088e5-2491-4506-920f-ece1862d6fa7 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:54:39.742759 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26401859-4899-4185-9827-f2466c9f0176", "tag": "93d8960f-91d1-40af-b5ee-49c3a18a2892", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:54:39.743086 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8b9088e5-2491-4506-920f-ece1862d6fa7 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:54:39.743600 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26401859-4899-4185-9827-f2466c9f0176', 'tag': '93d8960f-91d1-40af-b5ee-49c3a18a2892', 'status': 'completed', 'code': 200} Feb 07 21:54:39.808274 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab7da3-3b59-45fa-b3d3-cdf21d1940e2 req-eab08898-ed97-442b-b4f8-389954de5e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:39.809913 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-63ab7da3-3b59-45fa-b3d3-cdf21d1940e2 req-eab08898-ed97-442b-b4f8-389954de5e19 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 1126 time: 0.0480058 Feb 07 21:54:39.810866 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab7da3-3b59-45fa-b3d3-cdf21d1940e2 req-346fd13a-8c9f-4493-8c0f-b15a7554fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:39.812357 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63ab7da3-3b59-45fa-b3d3-cdf21d1940e2 req-346fd13a-8c9f-4493-8c0f-b15a7554fc25 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 1126 time: 0.0472872 Feb 07 21:54:39.912186 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab7da3-3b59-45fa-b3d3-cdf21d1940e2 req-0994e0e1-a58c-4419-90d2-2b9683fd2b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:39.912379 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab7da3-3b59-45fa-b3d3-cdf21d1940e2 req-a1c235c6-f9a9-47a6-8025-2e514d04c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:39.913748 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63ab7da3-3b59-45fa-b3d3-cdf21d1940e2 req-0994e0e1-a58c-4419-90d2-2b9683fd2b4f service neutron] 10.222.0.71 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.0954695 Feb 07 21:54:39.913902 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-63ab7da3-3b59-45fa-b3d3-cdf21d1940e2 req-a1c235c6-f9a9-47a6-8025-2e514d04c456 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.0976918 Feb 07 21:54:39.982644 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-63ab7da3-3b59-45fa-b3d3-cdf21d1940e2 req-551ee189-93f0-4f1f-89c2-6ed8ab11325e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93d8960f-91d1-40af-b5ee-49c3a18a2892 HTTP/1.1" status: 200 len: 1000 time: 0.0630884 Feb 07 21:54:39.986190 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63ab7da3-3b59-45fa-b3d3-cdf21d1940e2 req-90005045-0366-479c-9731-64ba13823529 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93d8960f-91d1-40af-b5ee-49c3a18a2892 HTTP/1.1" status: 200 len: 1000 time: 0.0667138 Feb 07 21:54:40.038215 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab7da3-3b59-45fa-b3d3-cdf21d1940e2 req-ca152b25-e5be-462f-b1aa-2e79e70a80bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:40.038812 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab7da3-3b59-45fa-b3d3-cdf21d1940e2 req-794fe865-e4a7-44a0-b6b2-ca9cd9f48edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:40.039930 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63ab7da3-3b59-45fa-b3d3-cdf21d1940e2 req-ca152b25-e5be-462f-b1aa-2e79e70a80bd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0484807 Feb 07 21:54:40.040541 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-63ab7da3-3b59-45fa-b3d3-cdf21d1940e2 req-794fe865-e4a7-44a0-b6b2-ca9cd9f48edd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0510709 Feb 07 21:54:40.093034 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab7da3-3b59-45fa-b3d3-cdf21d1940e2 req-bd15dc93-b3dc-4873-8b51-38282d85899a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:40.094038 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab7da3-3b59-45fa-b3d3-cdf21d1940e2 req-3ed86f71-e69e-4302-8fe3-7f6dcb77dafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:40.094636 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63ab7da3-3b59-45fa-b3d3-cdf21d1940e2 req-bd15dc93-b3dc-4873-8b51-38282d85899a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494361 Feb 07 21:54:40.095524 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-63ab7da3-3b59-45fa-b3d3-cdf21d1940e2 req-3ed86f71-e69e-4302-8fe3-7f6dcb77dafb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487990 Feb 07 21:54:40.182862 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63ab7da3-3b59-45fa-b3d3-cdf21d1940e2 req-edf9192c-e9f4-4a2c-a2eb-abad2da16d92 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819478 Feb 07 21:54:40.184134 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-63ab7da3-3b59-45fa-b3d3-cdf21d1940e2 req-4a75417d-f9cf-4dca-94a2-b2ebd506e673 service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812185 Feb 07 21:54:40.276158 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63ab7da3-3b59-45fa-b3d3-cdf21d1940e2 req-bfb0a011-1bab-43f4-a16b-5c3893f302b8 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871518 Feb 07 21:54:40.279351 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-63ab7da3-3b59-45fa-b3d3-cdf21d1940e2 req-4a2a9844-8d43-4a06-8b44-2d5032219c5c service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888643 Feb 07 21:54:40.392446 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc632d82-73a6-431f-94e9-f35ffb66f0d9 req-c8d58a6d-4e19-4287-b510-afe24b074728 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:40.393932 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fc632d82-73a6-431f-94e9-f35ffb66f0d9 req-c8d58a6d-4e19-4287-b510-afe24b074728 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 944 time: 0.0536425 Feb 07 21:54:40.441740 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fc632d82-73a6-431f-94e9-f35ffb66f0d9 req-83ca0b7c-5e53-4b5e-bb9c-3308aa48c653 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414021 Feb 07 21:54:41.571639 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d9f06-80ad-4702-9044-bc516a353a59 req-bd5e1645-9021-424c-8d2e-4576bdeb3c77 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:41.573130 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-017d9f06-80ad-4702-9044-bc516a353a59 req-bd5e1645-9021-424c-8d2e-4576bdeb3c77 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 944 time: 0.0568151 Feb 07 21:54:41.619025 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-017d9f06-80ad-4702-9044-bc516a353a59 req-b25f5392-8f07-4cc2-ac96-a28621937e60 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400648 Feb 07 21:54:42.747960 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7cdf2-06fc-4415-adb8-ecc1d688c6fd req-5a678e97-15cd-4c29-820e-cbc446d2c2a8 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:42.749553 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84a7cdf2-06fc-4415-adb8-ecc1d688c6fd req-5a678e97-15cd-4c29-820e-cbc446d2c2a8 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 944 time: 0.0599315 Feb 07 21:54:42.795264 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-84a7cdf2-06fc-4415-adb8-ecc1d688c6fd req-c618faf2-f87d-40d7-8e2e-f6610b6edbbe tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400779 Feb 07 21:54:43.914735 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3f3e7-9722-4a0d-a8cc-ccf1a6752e7a req-23885233-b8cd-4aeb-9ae0-71da82531bf2 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:43.916252 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-29f3f3e7-9722-4a0d-a8cc-ccf1a6752e7a req-23885233-b8cd-4aeb-9ae0-71da82531bf2 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 944 time: 0.0515208 Feb 07 21:54:43.965966 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-29f3f3e7-9722-4a0d-a8cc-ccf1a6752e7a req-3d243f2e-1741-4ab9-a285-54fcbbf0c37a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440886 Feb 07 21:54:45.089270 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd75798-1115-4a64-bfc0-f49dba94dfa7 req-9e4744f3-05a8-4d76-a1f6-df3973abf321 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:45.090838 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-edd75798-1115-4a64-bfc0-f49dba94dfa7 req-9e4744f3-05a8-4d76-a1f6-df3973abf321 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 944 time: 0.0529375 Feb 07 21:54:45.136925 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-edd75798-1115-4a64-bfc0-f49dba94dfa7 req-de0f7ba4-18c3-4222-96ba-e2b3dc218226 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402031 Feb 07 21:54:46.257906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811df468-6673-4bb0-bc83-4e8d54d16422 req-3a23413e-4a2a-4d43-9852-c511d149eec7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:46.259384 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-811df468-6673-4bb0-bc83-4e8d54d16422 req-3a23413e-4a2a-4d43-9852-c511d149eec7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 944 time: 0.0515680 Feb 07 21:54:46.305759 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-811df468-6673-4bb0-bc83-4e8d54d16422 req-e9d9ec41-a3ac-49a9-a5c6-cde91535399f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405881 Feb 07 21:54:47.429773 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ff072-8d1e-45ad-9e23-a1ddf4537748 req-244f31f9-87ee-4c5c-a6d2-ce37e53eccc5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:47.431286 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e22ff072-8d1e-45ad-9e23-a1ddf4537748 req-244f31f9-87ee-4c5c-a6d2-ce37e53eccc5 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 944 time: 0.0570164 Feb 07 21:54:47.477509 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e22ff072-8d1e-45ad-9e23-a1ddf4537748 req-f6d3f8fe-aa0d-405c-a597-66e9db29ce56 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405741 Feb 07 21:54:48.483514 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2032b0a0-4d4a-4fdd-86e7-4fb946befb04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:48.598674 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972dac2-4ca2-4c69-b555-5938b04719b2 req-67d117a7-642d-4a45-ac27-8d542df5fda2 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:48.600167 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4972dac2-4ca2-4c69-b555-5938b04719b2 req-67d117a7-642d-4a45-ac27-8d542df5fda2 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 944 time: 0.0523098 Feb 07 21:54:48.645770 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4972dac2-4ca2-4c69-b555-5938b04719b2 req-69c1f5ce-e4a4-4397-a271-0afaef700d63 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399706 Feb 07 21:54:49.769397 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141fc3b-686b-4f7c-a7f2-4f9e54c2e53b req-e76f15ef-03bc-482d-9865-82a012411964 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:49.770876 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3141fc3b-686b-4f7c-a7f2-4f9e54c2e53b req-e76f15ef-03bc-482d-9865-82a012411964 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 944 time: 0.0548673 Feb 07 21:54:49.822427 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3141fc3b-686b-4f7c-a7f2-4f9e54c2e53b req-a9c0fcc7-17c0-4537-a18f-646d7d403708 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458715 Feb 07 21:54:50.670780 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-677bc99e-0334-4270-a06d-fb899fd77ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:50.939452 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b4158-a125-4637-88ad-4f60957dedd6 req-ba4ef446-27e7-4c9c-90c4-e4f0627789af tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:50.940851 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-878b4158-a125-4637-88ad-4f60957dedd6 req-ba4ef446-27e7-4c9c-90c4-e4f0627789af tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 944 time: 0.0513990 Feb 07 21:54:50.986353 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-878b4158-a125-4637-88ad-4f60957dedd6 req-da562407-0ab0-461b-a1f6-981ad0291991 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399413 Feb 07 21:54:51.944478 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:52.106426 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397716cc-4219-4e3d-92af-851c682894f5 req-22d6a1aa-cd23-439e-b2cb-fc6467523f90 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:52.107896 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-397716cc-4219-4e3d-92af-851c682894f5 req-22d6a1aa-cd23-439e-b2cb-fc6467523f90 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 944 time: 0.0508192 Feb 07 21:54:52.153212 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-397716cc-4219-4e3d-92af-851c682894f5 req-f758a53b-bf78-4be5-89b6-bd5fce095f43 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390546 Feb 07 21:54:53.274994 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef919f-8b70-4a51-a73c-4f7d0c19dbfe req-5272b280-21b5-46ba-bbdc-782dd0445158 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:53.276475 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7aef919f-8b70-4a51-a73c-4f7d0c19dbfe req-5272b280-21b5-46ba-bbdc-782dd0445158 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 944 time: 0.0545008 Feb 07 21:54:53.322495 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7aef919f-8b70-4a51-a73c-4f7d0c19dbfe req-bf037afa-8503-4a87-9e44-99301bea6eec tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404868 Feb 07 21:54:53.427363 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:54.440061 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5b84c-8123-4009-b967-671ec5f5dc17 req-7ac4a4ce-d7ac-4139-b5fc-9143c383164d tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:54.441533 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-28e5b84c-8123-4009-b967-671ec5f5dc17 req-7ac4a4ce-d7ac-4139-b5fc-9143c383164d tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 944 time: 0.0511942 Feb 07 21:54:54.487066 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-28e5b84c-8123-4009-b967-671ec5f5dc17 req-bbf78fbe-97cc-4bc6-bb1b-fae60b6ca22f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397902 Feb 07 21:54:54.732097 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:55.608830 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d71bea-e7ca-4480-88dd-b8d47a41c843 req-ba829e2e-3914-4579-a0f9-dfb4b5443e24 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:55.611001 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52d71bea-e7ca-4480-88dd-b8d47a41c843 req-ba829e2e-3914-4579-a0f9-dfb4b5443e24 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 944 time: 0.0558922 Feb 07 21:54:55.655732 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52d71bea-e7ca-4480-88dd-b8d47a41c843 req-1b6059d0-7de5-48dd-b5aa-576c441b040c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390046 Feb 07 21:54:56.779559 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d0dc8-25c5-476b-948f-c8a0457927c1 req-1dc2a59b-00a0-4a40-90e8-c24b61f473e8 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:56.781066 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c5d0dc8-25c5-476b-948f-c8a0457927c1 req-1dc2a59b-00a0-4a40-90e8-c24b61f473e8 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 944 time: 0.0518668 Feb 07 21:54:56.828089 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c5d0dc8-25c5-476b-948f-c8a0457927c1 req-e153eb22-b343-416b-b986-97575efda724 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400534 Feb 07 21:54:57.949154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec5c4c-284e-48a2-8780-82edc2e66cf5 req-679ea424-42ef-4b1b-99f2-6d7669a47955 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:57.950603 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cdec5c4c-284e-48a2-8780-82edc2e66cf5 req-679ea424-42ef-4b1b-99f2-6d7669a47955 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 944 time: 0.0515246 Feb 07 21:54:57.999233 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cdec5c4c-284e-48a2-8780-82edc2e66cf5 req-3bbc6592-de15-4d54-af54-2b78bcbea083 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428615 Feb 07 21:54:58.315182 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-9f30f81c-5ee7-4325-96bd-9ab071585599 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:58.316569 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-9f30f81c-5ee7-4325-96bd-9ab071585599 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.71 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176&tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&binding%3Ahost_id=n-h2-828185-2 HTTP/1.1" status: 200 len: 944 time: 0.0848582 Feb 07 21:54:58.327870 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ccdbc-e1d5-4fcf-be6b-89c2d9e14081 req-c47063a8-4afa-47cb-aaae-6a63ee22c859 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:58.329921 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-154ccdbc-e1d5-4fcf-be6b-89c2d9e14081 req-c47063a8-4afa-47cb-aaae-6a63ee22c859 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 944 time: 0.0721099 Feb 07 21:54:58.415643 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-154ccdbc-e1d5-4fcf-be6b-89c2d9e14081 req-6b0aa7b1-2686-4620-b1b8-05a3f63a4c4b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798845 Feb 07 21:54:58.418592 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-c905b5e4-ad6d-4d2a-af7e-a9536e46ed27 service neutron] 10.222.0.71 "GET /v2.0/ports/93d8960f-91d1-40af-b5ee-49c3a18a2892/bindings/n-h2-828185-2 HTTP/1.1" status: 200 len: 382 time: 0.0877125 Feb 07 21:54:58.483535 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-7acfe1f3-86e4-4c02-ae77-7c7a82697dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:58.485045 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-7acfe1f3-86e4-4c02-ae77-7c7a82697dba service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 1126 time: 0.0438983 Feb 07 21:54:58.570413 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-6f1048a1-d5bc-4f63-85a4-4e965f9dc574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:58.571857 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-6f1048a1-d5bc-4f63-85a4-4e965f9dc574 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.0808580 Feb 07 21:54:58.581046 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 93d8960f-91d1-40af-b5ee-49c3a18a2892 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:54:58.681248 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 93d8960f-91d1-40af-b5ee-49c3a18a2892, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=93d8960f-91d1-40af-b5ee-49c3a18a2892,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:54:58.694538 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '93d8960f-91d1-40af-b5ee-49c3a18a2892', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'port_id': '93d8960f-91d1-40af-b5ee-49c3a18a2892', 'mac_address': 'fa:16:3e:f0:c6:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:54:58.733325 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 93d8960f-91d1-40af-b5ee-49c3a18a2892 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:54:58.733709 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:58.747676 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d8960f-91d1-40af-b5ee-49c3a18a2892 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:54:58.773551 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 93d8960f-91d1-40af-b5ee-49c3a18a2892, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=93d8960f-91d1-40af-b5ee-49c3a18a2892,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:54:58.778153 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:54:58.827886 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=93d8960f-91d1-40af-b5ee-49c3a18a2892,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:54:58.835474 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:54:58.835813 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:54:58.836152 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:54:58.836511 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:54:58.836838 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:54:58.837165 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:54:58.837488 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:54:58.837809 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:54:58.838130 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:54:58.838448 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:54:58.838762 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:54:58.839083 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:54:58.839398 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:54:58.984471 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-2fdbd337-3b49-482c-9394-aaf8794ba479 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93d8960f-91d1-40af-b5ee-49c3a18a2892 HTTP/1.1" status: 200 len: 1000 time: 0.4056506 Feb 07 21:54:59.033205 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-47cbe169-82f5-4b2f-9c5c-fed77da78bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:59.034709 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-47cbe169-82f5-4b2f-9c5c-fed77da78bb8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0443177 Feb 07 21:54:59.085839 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-595b60e6-6d4c-486b-b8e6-4d198580aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:59.087224 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-595b60e6-6d4c-486b-b8e6-4d198580aeef service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464637 Feb 07 21:54:59.175486 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-e9410c24-8b7a-4a28-806c-e06004b0b6c6 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817738 Feb 07 21:54:59.209432 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['93d8960f-91d1-40af-b5ee-49c3a18a2892'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:54:59.261723 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-441fe5ff-e36c-4283-9f4c-7330c9b60644 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799031 Feb 07 21:54:59.541547 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28145a03-698f-437b-ae6d-4b599eb936dd req-f5fc95ff-b7ff-4cb7-8b84-a383bda0edc6 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:54:59.543009 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-28145a03-698f-437b-ae6d-4b599eb936dd req-f5fc95ff-b7ff-4cb7-8b84-a383bda0edc6 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 945 time: 0.0562222 Feb 07 21:54:59.588418 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-28145a03-698f-437b-ae6d-4b599eb936dd req-af8a7fce-a357-466c-807d-6e153b33cd0e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392888 Feb 07 21:55:00.607269 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 93d8960f-91d1-40af-b5ee-49c3a18a2892 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:55:00.650526 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:55:00.661987 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 93d8960f-91d1-40af-b5ee-49c3a18a2892 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:55:00.675058 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 93d8960f-91d1-40af-b5ee-49c3a18a2892 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:55:00.675469 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:00.730080 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3e074-2234-45be-a62b-615c50dd9da5 req-a3a48b7e-f4ca-4593-86ee-4b3fac338908 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:00.731722 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ea3e074-2234-45be-a62b-615c50dd9da5 req-a3a48b7e-f4ca-4593-86ee-4b3fac338908 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 945 time: 0.0631545 Feb 07 21:55:00.767280 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 93d8960f-91d1-40af-b5ee-49c3a18a2892 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:55:00.767664 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:00.779588 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ea3e074-2234-45be-a62b-615c50dd9da5 req-63e91aed-fb3d-4729-bcc8-5caa7a9262ab tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413127 Feb 07 21:55:00.790314 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26401859-4899-4185-9827-f2466c9f0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d8960f-91d1-40af-b5ee-49c3a18a2892'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:55:00.792607 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59fa0091afa0acade78336c0e3f3c5307cc552a1ace6da7695aaea120dfc6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df9e1af-a7b3-4d74-8574-666617b6ba76" -d '{"events": [{"server_uuid": "26401859-4899-4185-9827-f2466c9f0176", "name": "network-vif-plugged", "status": "completed", "tag": "93d8960f-91d1-40af-b5ee-49c3a18a2892"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:55:00.804917 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 93d8960f-91d1-40af-b5ee-49c3a18a2892, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=93d8960f-91d1-40af-b5ee-49c3a18a2892,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:55:00.809405 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:00.845118 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fc10d7-7eed-4b31-bb39-5edbdb868fc6 x-openstack-request-id: req-c9fc10d7-7eed-4b31-bb39-5edbdb868fc6 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:55:00.845530 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26401859-4899-4185-9827-f2466c9f0176", "name": "network-vif-plugged", "status": "completed", "tag": "93d8960f-91d1-40af-b5ee-49c3a18a2892", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:55:00.845893 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c9fc10d7-7eed-4b31-bb39-5edbdb868fc6 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:55:00.846430 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26401859-4899-4185-9827-f2466c9f0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d8960f-91d1-40af-b5ee-49c3a18a2892', 'code': 200} Feb 07 21:55:00.873738 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=93d8960f-91d1-40af-b5ee-49c3a18a2892,revision_number=9']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:55:01.925365 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836386b-daba-44c5-9453-4dd597c87473 req-57a5041a-842b-4b13-ae82-b4ba1b603db9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:01.927775 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6836386b-daba-44c5-9453-4dd597c87473 req-57a5041a-842b-4b13-ae82-b4ba1b603db9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 946 time: 0.0661116 Feb 07 21:55:01.997861 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6836386b-daba-44c5-9453-4dd597c87473 req-b7a6dac2-b1dc-42f8-8471-a6e63421e35e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566857 Feb 07 21:55:03.118371 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce95aaa-b53d-4459-8770-fc9fdd90d8ac req-eeaf54c5-da6d-4486-b416-da52503956a2 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:03.119837 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cce95aaa-b53d-4459-8770-fc9fdd90d8ac req-eeaf54c5-da6d-4486-b416-da52503956a2 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 946 time: 0.0525477 Feb 07 21:55:03.165495 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cce95aaa-b53d-4459-8770-fc9fdd90d8ac req-bd96b632-851d-4a74-a038-ac30cbb96a16 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398223 Feb 07 21:55:04.109270 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:04.285373 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ded2a-b06b-4e78-b2ea-b2107e2399b2 req-bd7dd94d-9b8c-4b21-88f6-a719b7ff4b2d tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:04.286853 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf7ded2a-b06b-4e78-b2ea-b2107e2399b2 req-bd7dd94d-9b8c-4b21-88f6-a719b7ff4b2d tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 946 time: 0.0525718 Feb 07 21:55:04.336575 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bf7ded2a-b06b-4e78-b2ea-b2107e2399b2 req-096a120a-5787-4df7-b129-5ac8bbbbd73d tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436964 Feb 07 21:55:04.360382 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:04.611402 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 93d8960f-91d1-40af-b5ee-49c3a18a2892 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:55:04.687280 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 93d8960f-91d1-40af-b5ee-49c3a18a2892 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:55:04.687649 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:04.711501 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26401859-4899-4185-9827-f2466c9f0176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93d8960f-91d1-40af-b5ee-49c3a18a2892'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:55:04.713692 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59fa0091afa0acade78336c0e3f3c5307cc552a1ace6da7695aaea120dfc6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9410df-22e0-4336-9ecc-a8e2f4e1a941" -d '{"events": [{"server_uuid": "26401859-4899-4185-9827-f2466c9f0176", "name": "network-vif-unplugged", "status": "completed", "tag": "93d8960f-91d1-40af-b5ee-49c3a18a2892"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:55:04.727438 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 93d8960f-91d1-40af-b5ee-49c3a18a2892, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=93d8960f-91d1-40af-b5ee-49c3a18a2892,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:55:04.731495 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:04.766499 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 21:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f800e4-d898-4be1-8c37-57f1476b7230 x-openstack-request-id: req-42f800e4-d898-4be1-8c37-57f1476b7230 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:55:04.766799 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26401859-4899-4185-9827-f2466c9f0176", "name": "network-vif-unplugged", "status": "completed", "tag": "93d8960f-91d1-40af-b5ee-49c3a18a2892", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:55:04.767058 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-42f800e4-d898-4be1-8c37-57f1476b7230 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:55:04.767452 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26401859-4899-4185-9827-f2466c9f0176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93d8960f-91d1-40af-b5ee-49c3a18a2892', 'code': 200} Feb 07 21:55:04.783825 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=93d8960f-91d1-40af-b5ee-49c3a18a2892,revision_number=10']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:55:05.160663 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-ef8d10f6-52b2-419b-a9c0-6919da9f9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:05.162158 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-ef8d10f6-52b2-419b-a9c0-6919da9f9e9b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176&tenant_id=62eabdb9e24a4a34aa20a1d698d0571f HTTP/1.1" status: 200 len: 1127 time: 0.0453253 Feb 07 21:55:05.172532 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828185-2', 'device_owner': 'compute:nova'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:55:05.234461 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:05.432850 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] For port 93d8960f-91d1-40af-b5ee-49c3a18a2892, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=93d8960f-91d1-40af-b5ee-49c3a18a2892,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:55:05.461040 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7e824-6353-4368-ac3e-0e8196622768 req-cbf57da0-e2a7-45ef-bdd7-8dfa073e835b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:05.462491 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6c7e824-6353-4368-ac3e-0e8196622768 req-cbf57da0-e2a7-45ef-bdd7-8dfa073e835b tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 945 time: 0.0551970 Feb 07 21:55:05.465774 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] For port 93d8960f-91d1-40af-b5ee-49c3a18a2892, host n-h2-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:55:05.498545 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d8960f-91d1-40af-b5ee-49c3a18a2892 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:55:05.506067 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Publish callbacks [] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:05.510408 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6c7e824-6353-4368-ac3e-0e8196622768 req-a685c2b4-c9b8-4b1c-8ca9-ab10475f5186 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415924 Feb 07 21:55:05.518490 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Transition to ACTIVE for port object 93d8960f-91d1-40af-b5ee-49c3a18a2892 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:55:05.522092 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:05.602955 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Pushing event updated for resources: {'Port': ['ID=93d8960f-91d1-40af-b5ee-49c3a18a2892,revision_number=11']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:55:05.615453 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:55:05.615805 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:55:05.616161 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:55:05.616529 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:55:05.616873 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:55:05.617431 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:55:05.618015 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:55:05.618567 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:55:05.618968 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:55:05.619315 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:55:05.619656 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:55:05.620032 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:55:05.620455 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:55:05.668891 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] No DVR routers for this DVR port 93d8960f-91d1-40af-b5ee-49c3a18a2892 on host n-h2-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:55:05.817309 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Attempting to bind port 93d8960f-91d1-40af-b5ee-49c3a18a2892 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:55:05.817564 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Attempting to bind port 93d8960f-91d1-40af-b5ee-49c3a18a2892 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:55:05.817883 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Attempting to bind port 93d8960f-91d1-40af-b5ee-49c3a18a2892 on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:55:05.822106 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Port 93d8960f-91d1-40af-b5ee-49c3a18a2892 on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:55:05.822421 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Attempting to bind port 93d8960f-91d1-40af-b5ee-49c3a18a2892 on network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:55:05.827122 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:55:05.827451 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Checking segment: {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:55:05.827826 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Bound using segment: {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:55:05.828238 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Bound port: 93d8960f-91d1-40af-b5ee-49c3a18a2892, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f9b9159-f898-4774-a725-c11a7e135b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:55:05.828621 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:05.888794 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] For port 93d8960f-91d1-40af-b5ee-49c3a18a2892, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:55:05.891672 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] For port 93d8960f-91d1-40af-b5ee-49c3a18a2892, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=93d8960f-91d1-40af-b5ee-49c3a18a2892,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:55:05.898491 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:05.936365 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:05.936993 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:05.938358 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] 10.222.0.69 "PUT /v2.0/ports/93d8960f-91d1-40af-b5ee-49c3a18a2892 HTTP/1.1" status: 200 len: 1093 time: 0.7697442 Feb 07 21:55:05.938789 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26401859-4899-4185-9827-f2466c9f0176', 'tag': '93d8960f-91d1-40af-b5ee-49c3a18a2892'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:55:05.941073 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47bc0dc9fe746ac64adcb7a0dbe6fda25f58f8d79cf35956c7e0a4ba81c3c440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a762b7c6-913d-485d-b7ba-3bb5ddd61fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "26401859-4899-4185-9827-f2466c9f0176", "tag": "93d8960f-91d1-40af-b5ee-49c3a18a2892"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:55:05.967050 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e8bd3-68ad-4dff-b762-67edc1fe2590 service neutron] Pushing event updated for resources: {'Port': ['ID=93d8960f-91d1-40af-b5ee-49c3a18a2892,revision_number=12']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:55:06.011128 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4398c4dc-859e-4661-b2d7-4d1e968d9f80 x-openstack-request-id: req-4398c4dc-859e-4661-b2d7-4d1e968d9f80 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:55:06.011430 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26401859-4899-4185-9827-f2466c9f0176", "tag": "93d8960f-91d1-40af-b5ee-49c3a18a2892", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:55:06.011821 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4398c4dc-859e-4661-b2d7-4d1e968d9f80 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:55:06.012238 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26401859-4899-4185-9827-f2466c9f0176', 'tag': '93d8960f-91d1-40af-b5ee-49c3a18a2892', 'status': 'completed', 'code': 200} Feb 07 21:55:06.034395 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-66713304-e117-414a-9e0a-9d99cb70578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:06.035835 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-66713304-e117-414a-9e0a-9d99cb70578d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 1127 time: 0.0654485 Feb 07 21:55:06.073709 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762b7c6-913d-485d-b7ba-3bb5ddd61fc7 req-de5c2f40-0fc4-430b-9c72-461446645da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:06.075536 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a762b7c6-913d-485d-b7ba-3bb5ddd61fc7 req-de5c2f40-0fc4-430b-9c72-461446645da5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 1127 time: 0.0476031 Feb 07 21:55:06.132817 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-0f353a50-26b1-4f63-8250-d52cfaceb72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:06.134467 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-0f353a50-26b1-4f63-8250-d52cfaceb72d service neutron] 10.222.0.69 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.0925331 Feb 07 21:55:06.171687 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762b7c6-913d-485d-b7ba-3bb5ddd61fc7 req-32304a67-6c2f-4f5e-a4d2-ba5f34b85a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:06.173236 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a762b7c6-913d-485d-b7ba-3bb5ddd61fc7 req-32304a67-6c2f-4f5e-a4d2-ba5f34b85a9f service neutron] 10.222.0.71 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.0919845 Feb 07 21:55:06.210283 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-49a8702a-7a7c-4ac9-a9ce-26947d8a5c3f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93d8960f-91d1-40af-b5ee-49c3a18a2892 HTTP/1.1" status: 200 len: 1000 time: 0.0687680 Feb 07 21:55:06.237578 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a762b7c6-913d-485d-b7ba-3bb5ddd61fc7 req-2151c65e-cb87-4551-8cc3-4cce8b9d0c36 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93d8960f-91d1-40af-b5ee-49c3a18a2892 HTTP/1.1" status: 200 len: 1000 time: 0.0584173 Feb 07 21:55:06.257696 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-d2b57172-d6e3-4fca-8d5e-6427b0929d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:06.259165 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-d2b57172-d6e3-4fca-8d5e-6427b0929d5c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0437288 Feb 07 21:55:06.284603 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762b7c6-913d-485d-b7ba-3bb5ddd61fc7 req-94a69c39-3f5e-4f9a-b56d-7ee7f201a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:06.285955 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a762b7c6-913d-485d-b7ba-3bb5ddd61fc7 req-94a69c39-3f5e-4f9a-b56d-7ee7f201a77c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0426071 Feb 07 21:55:06.308091 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-27892d85-eff6-492f-a987-f26caa6a7522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:06.309649 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-27892d85-eff6-492f-a987-f26caa6a7522 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448868 Feb 07 21:55:06.336132 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762b7c6-913d-485d-b7ba-3bb5ddd61fc7 req-a9070dbd-3e47-48fe-b7e7-0c71a0a84c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:06.337656 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a762b7c6-913d-485d-b7ba-3bb5ddd61fc7 req-a9070dbd-3e47-48fe-b7e7-0c71a0a84c5b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464017 Feb 07 21:55:06.403046 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-4e374491-6431-403a-80c8-7ad3f55b10de service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862131 Feb 07 21:55:06.422100 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a762b7c6-913d-485d-b7ba-3bb5ddd61fc7 req-daad7c58-6d82-42b7-ab06-c26701ac08a4 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783148 Feb 07 21:55:06.492463 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-7cd2973e-398b-4943-878b-d42fbf461e04 req-4e0150a1-46f5-4dad-a1f3-411d3b9d82a4 service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840456 Feb 07 21:55:06.512912 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a762b7c6-913d-485d-b7ba-3bb5ddd61fc7 req-9cc1c28d-7547-46a9-a604-b574f3c15258 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843892 Feb 07 21:55:06.588173 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762b7c6-913d-485d-b7ba-3bb5ddd61fc7 req-2f28d09a-abe8-4362-8e47-e6cc2ea89c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:06.590553 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a762b7c6-913d-485d-b7ba-3bb5ddd61fc7 req-2f28d09a-abe8-4362-8e47-e6cc2ea89c6f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 1127 time: 0.0590770 Feb 07 21:55:06.636287 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1c1c9-110d-478c-a59b-0c5b85a2ffd9 req-8e0dfe7a-50f1-4956-8291-22a5c497a701 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:06.637784 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e7a1c1c9-110d-478c-a59b-0c5b85a2ffd9 req-8e0dfe7a-50f1-4956-8291-22a5c497a701 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 945 time: 0.0549483 Feb 07 21:55:06.684414 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762b7c6-913d-485d-b7ba-3bb5ddd61fc7 req-f2cf3f69-2d4d-4f00-8d6a-f83098eebd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:06.685913 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a762b7c6-913d-485d-b7ba-3bb5ddd61fc7 req-f2cf3f69-2d4d-4f00-8d6a-f83098eebd4f service neutron] 10.222.0.69 "GET /v2.0/networks?id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 200 len: 911 time: 0.0891297 Feb 07 21:55:06.687063 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e7a1c1c9-110d-478c-a59b-0c5b85a2ffd9 req-2a04839e-32d2-461d-93cf-b32227acbd0f tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419762 Feb 07 21:55:06.760653 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a762b7c6-913d-485d-b7ba-3bb5ddd61fc7 req-f06bea47-7268-467f-ba9c-b4fa00a5462b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93d8960f-91d1-40af-b5ee-49c3a18a2892 HTTP/1.1" status: 200 len: 1000 time: 0.0678682 Feb 07 21:55:06.807935 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762b7c6-913d-485d-b7ba-3bb5ddd61fc7 req-4a1e0768-2c98-4e55-a2fd-bba0efe3c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:06.809312 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a762b7c6-913d-485d-b7ba-3bb5ddd61fc7 req-4a1e0768-2c98-4e55-a2fd-bba0efe3c9de service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 200 len: 849 time: 0.0436258 Feb 07 21:55:06.857343 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762b7c6-913d-485d-b7ba-3bb5ddd61fc7 req-8a27ea3a-b3fa-43a3-9c1b-dfd38d8a62db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:06.858821 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a762b7c6-913d-485d-b7ba-3bb5ddd61fc7 req-8a27ea3a-b3fa-43a3-9c1b-dfd38d8a62db service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435796 Feb 07 21:55:06.949869 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a762b7c6-913d-485d-b7ba-3bb5ddd61fc7 req-e7dbbc28-2a2e-45be-8c26-845015f6102b service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848160 Feb 07 21:55:07.037374 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a762b7c6-913d-485d-b7ba-3bb5ddd61fc7 req-ef72fd6e-375e-4a7d-9969-fedce5f56cf6 service neutron] 10.222.0.69 "GET /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816336 Feb 07 21:55:07.817836 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7b974-1699-4990-98b5-6e6c0906d811 req-f5bf8969-4c51-4072-9804-21c91d0861b9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:07.819352 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4fe7b974-1699-4990-98b5-6e6c0906d811 req-f5bf8969-4c51-4072-9804-21c91d0861b9 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 945 time: 0.0515783 Feb 07 21:55:07.865869 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4fe7b974-1699-4990-98b5-6e6c0906d811 req-ea634b46-498e-4687-a85c-5d367db4eaee tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408638 Feb 07 21:55:08.996018 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9233af-5cf0-4f44-abe2-a37f9c4c09db req-98b6d1be-587b-4165-8092-317cac7a85ad tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:08.997651 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ca9233af-5cf0-4f44-abe2-a37f9c4c09db req-98b6d1be-587b-4165-8092-317cac7a85ad tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 945 time: 0.0625882 Feb 07 21:55:09.045314 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ca9233af-5cf0-4f44-abe2-a37f9c4c09db req-ab531e20-b58d-4d0c-a62a-254c8e830b8d tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414693 Feb 07 21:55:10.169581 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeec01a-d9fe-40bf-8e33-7609e7f025cc req-cbacd23b-8625-4b84-8d76-a66481608481 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:10.171061 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bfeec01a-d9fe-40bf-8e33-7609e7f025cc req-cbacd23b-8625-4b84-8d76-a66481608481 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 945 time: 0.0525918 Feb 07 21:55:10.220132 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bfeec01a-d9fe-40bf-8e33-7609e7f025cc req-a8d704d9-f623-472a-bc62-d81bdeab3936 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417786 Feb 07 21:55:11.343683 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f92943-ce91-4b32-a294-62d46e5f5297 req-283b4a4b-5ffe-437e-9a59-30b1efa985fa tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:11.345188 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-62f92943-ce91-4b32-a294-62d46e5f5297 req-283b4a4b-5ffe-437e-9a59-30b1efa985fa tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 945 time: 0.0558460 Feb 07 21:55:11.390174 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-62f92943-ce91-4b32-a294-62d46e5f5297 req-35d36449-c598-4683-9d77-8c3e1901a7ca tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393307 Feb 07 21:55:12.513518 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b04bfc-9d71-4522-aed7-0e2b86937380 req-91b3ddaa-d140-47ee-baa5-43578bb15801 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:12.515094 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48b04bfc-9d71-4522-aed7-0e2b86937380 req-91b3ddaa-d140-47ee-baa5-43578bb15801 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 945 time: 0.0535085 Feb 07 21:55:12.561330 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48b04bfc-9d71-4522-aed7-0e2b86937380 req-8170ff58-b113-4c1f-857b-1d57141ea599 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404029 Feb 07 21:55:13.684402 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f739935-a8f1-450f-b535-3832b3eec27a req-0e2359bc-701f-41e9-a75f-97702664b376 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:13.685837 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f739935-a8f1-450f-b535-3832b3eec27a req-0e2359bc-701f-41e9-a75f-97702664b376 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 945 time: 0.0523465 Feb 07 21:55:13.741720 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f739935-a8f1-450f-b535-3832b3eec27a req-202f125e-ddc7-4de2-9706-e11930ea2ad3 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492246 Feb 07 21:55:14.863211 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e4318-d4e7-4fa0-a9ca-5aa3f75593bc req-b95c1577-1096-4e8e-a587-49dd8ca0eb22 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:14.864722 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d6e4318-d4e7-4fa0-a9ca-5aa3f75593bc req-b95c1577-1096-4e8e-a587-49dd8ca0eb22 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 945 time: 0.0524347 Feb 07 21:55:14.912507 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0d6e4318-d4e7-4fa0-a9ca-5aa3f75593bc req-43438e52-1a50-47d0-95b9-c1c4c49b5036 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421267 Feb 07 21:55:16.038086 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e2eef-9557-4067-9ec2-23afce598a6e req-2699f8a0-6822-4147-99c3-d7c78e73fb03 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:16.039570 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e35e2eef-9557-4067-9ec2-23afce598a6e req-2699f8a0-6822-4147-99c3-d7c78e73fb03 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 945 time: 0.0590801 Feb 07 21:55:16.085770 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e35e2eef-9557-4067-9ec2-23afce598a6e req-facb7b9e-5352-491e-ad1e-dde750459eac tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405083 Feb 07 21:55:17.214763 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d37983-58a8-424e-9cdc-4da768a32ddf req-6fb27620-9fc3-4ff9-9095-4fb87dc2bec7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:17.216237 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8d37983-58a8-424e-9cdc-4da768a32ddf req-6fb27620-9fc3-4ff9-9095-4fb87dc2bec7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 945 time: 0.0588691 Feb 07 21:55:17.261599 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d8d37983-58a8-424e-9cdc-4da768a32ddf req-b8744ddd-30e0-4ce1-98f8-85ebf46aee56 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388000 Feb 07 21:55:18.379819 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed517a-82a2-4a3b-aa1c-88a176c8214d req-287d6bf7-b70d-4b7a-97b3-cf4cf8c95e8e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:18.381305 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80ed517a-82a2-4a3b-aa1c-88a176c8214d req-287d6bf7-b70d-4b7a-97b3-cf4cf8c95e8e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 945 time: 0.0522978 Feb 07 21:55:18.426426 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80ed517a-82a2-4a3b-aa1c-88a176c8214d req-de077b1c-7448-422e-b00b-51b8f048db06 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395858 Feb 07 21:55:18.484061 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-38a62cd1-ede8-4324-86a8-9af742e38bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:19.550172 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9d0b8-7042-4943-84e9-1541ced0bb9b req-c50de9c2-451b-472b-849e-bb314df1856c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:19.551638 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87d9d0b8-7042-4943-84e9-1541ced0bb9b req-c50de9c2-451b-472b-849e-bb314df1856c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 945 time: 0.0550673 Feb 07 21:55:19.604599 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87d9d0b8-7042-4943-84e9-1541ced0bb9b req-df27058f-3326-42ce-ac28-452291df7c33 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472028 Feb 07 21:55:20.672985 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d17372ae-2bf6-4e7a-bbcc-18e93c654d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:20.726155 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddcbc3-111d-4775-bd4a-0b3b982fbf9c req-da6f2993-a026-4527-908b-7e087f32c6af tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:20.727633 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-02ddcbc3-111d-4775-bd4a-0b3b982fbf9c req-da6f2993-a026-4527-908b-7e087f32c6af tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 945 time: 0.0524392 Feb 07 21:55:20.773216 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-02ddcbc3-111d-4775-bd4a-0b3b982fbf9c req-dde5f536-e459-48a6-acba-3c8c88fff429 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399544 Feb 07 21:55:21.891414 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219f0d1-8d64-4070-8be7-2f5034b795a8 req-db121093-daec-46fc-946c-9e94459e617d tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:21.893413 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6219f0d1-8d64-4070-8be7-2f5034b795a8 req-db121093-daec-46fc-946c-9e94459e617d tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 945 time: 0.0512812 Feb 07 21:55:21.938618 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6219f0d1-8d64-4070-8be7-2f5034b795a8 req-d7caae82-798b-4ec3-9727-54ea7dfc051d tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396702 Feb 07 21:55:21.946512 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:23.065049 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1b520-93fb-4b7b-a773-8e269594a0f4 req-1815e559-3dff-4c13-baf8-56c85b65e47a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:23.066515 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a8c1b520-93fb-4b7b-a773-8e269594a0f4 req-1815e559-3dff-4c13-baf8-56c85b65e47a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 945 time: 0.0588553 Feb 07 21:55:23.112237 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a8c1b520-93fb-4b7b-a773-8e269594a0f4 req-46895a27-3fb5-4b6c-b2e5-a6c8b8cbfc34 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396180 Feb 07 21:55:23.428682 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:24.095039 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 93d8960f-91d1-40af-b5ee-49c3a18a2892 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:55:24.199940 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 93d8960f-91d1-40af-b5ee-49c3a18a2892, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=93d8960f-91d1-40af-b5ee-49c3a18a2892,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:55:24.212700 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '93d8960f-91d1-40af-b5ee-49c3a18a2892', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'port_id': '93d8960f-91d1-40af-b5ee-49c3a18a2892', 'mac_address': 'fa:16:3e:f0:c6:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:55:24.239557 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b104b3-dbe5-47c9-94b1-83e46f3d386f req-4253a97a-f342-4061-97ce-8f244f2ea91c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:24.241495 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-94b104b3-dbe5-47c9-94b1-83e46f3d386f req-4253a97a-f342-4061-97ce-8f244f2ea91c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 945 time: 0.0562563 Feb 07 21:55:24.250946 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 93d8960f-91d1-40af-b5ee-49c3a18a2892 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:55:24.251332 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:24.264230 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d8960f-91d1-40af-b5ee-49c3a18a2892 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:55:24.283612 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 93d8960f-91d1-40af-b5ee-49c3a18a2892, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=93d8960f-91d1-40af-b5ee-49c3a18a2892,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:55:24.288235 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:24.290031 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-94b104b3-dbe5-47c9-94b1-83e46f3d386f req-2241f875-edd9-4750-a493-a77a9c56749a tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429478 Feb 07 21:55:24.335165 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=93d8960f-91d1-40af-b5ee-49c3a18a2892,revision_number=13']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:55:24.417380 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae90528-117f-48ce-b520-6e7877253ddc req-f4fb9897-223d-4c54-8fc7-d16e44c4356d tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:24.418853 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cae90528-117f-48ce-b520-6e7877253ddc req-f4fb9897-223d-4c54-8fc7-d16e44c4356d tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 946 time: 0.0582614 Feb 07 21:55:24.464055 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cae90528-117f-48ce-b520-6e7877253ddc req-ce1cd31f-7ca0-4fa9-b402-f953405b7639 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396104 Feb 07 21:55:24.581248 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ebb14-9d47-4e5c-80a7-87c13758090c req-37708b41-8508-453b-8833-e867a65b8d43 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:24.582641 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-619ebb14-9d47-4e5c-80a7-87c13758090c req-37708b41-8508-453b-8833-e867a65b8d43 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 946 time: 0.0518217 Feb 07 21:55:24.628996 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-619ebb14-9d47-4e5c-80a7-87c13758090c req-1b03d1cb-006e-4762-9255-e2bc38bca585 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403321 Feb 07 21:55:24.639415 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['93d8960f-91d1-40af-b5ee-49c3a18a2892'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:55:24.756657 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:24.869695 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2246b3d-e65e-4e22-8d1e-7aafd7419c2a req-de5b386c-3dd5-4a74-b055-76d034495bfd tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:24.871175 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e2246b3d-e65e-4e22-8d1e-7aafd7419c2a req-de5b386c-3dd5-4a74-b055-76d034495bfd tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 946 time: 0.0519707 Feb 07 21:55:24.920133 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e2246b3d-e65e-4e22-8d1e-7aafd7419c2a req-b6a7ec58-d809-4c44-b3d5-6d8d49564c5c tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433614 Feb 07 21:55:26.040215 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24239fb-5f6a-474d-a613-0ffb2fcee66b req-d7423b31-499d-4a78-b37e-a9d2f7eec97e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:26.041603 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d24239fb-5f6a-474d-a613-0ffb2fcee66b req-d7423b31-499d-4a78-b37e-a9d2f7eec97e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 946 time: 0.0524971 Feb 07 21:55:26.087589 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d24239fb-5f6a-474d-a613-0ffb2fcee66b req-9ee8c034-5985-4065-b9e1-fd14c1a28374 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups?id=46128e16-ab87-4ba2-9453-96b012d8349b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404658 Feb 07 21:55:26.116295 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 93d8960f-91d1-40af-b5ee-49c3a18a2892 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:55:26.166215 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 93d8960f-91d1-40af-b5ee-49c3a18a2892 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:55:26.170201 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 93d8960f-91d1-40af-b5ee-49c3a18a2892 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:55:26.170572 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:26.245634 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 93d8960f-91d1-40af-b5ee-49c3a18a2892 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:55:26.246016 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:26.268148 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26401859-4899-4185-9827-f2466c9f0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d8960f-91d1-40af-b5ee-49c3a18a2892'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:55:26.270402 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59fa0091afa0acade78336c0e3f3c5307cc552a1ace6da7695aaea120dfc6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bc3a81-697a-4e55-964e-23c6706d9871" -d '{"events": [{"server_uuid": "26401859-4899-4185-9827-f2466c9f0176", "name": "network-vif-plugged", "status": "completed", "tag": "93d8960f-91d1-40af-b5ee-49c3a18a2892"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:55:26.284898 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 93d8960f-91d1-40af-b5ee-49c3a18a2892, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=93d8960f-91d1-40af-b5ee-49c3a18a2892,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:55:26.289477 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:26.312522 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1635950c-104e-4692-9adf-a4e6027f7383 x-openstack-request-id: req-1635950c-104e-4692-9adf-a4e6027f7383 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:55:26.312816 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26401859-4899-4185-9827-f2466c9f0176", "name": "network-vif-plugged", "status": "completed", "tag": "93d8960f-91d1-40af-b5ee-49c3a18a2892", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:55:26.313080 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1635950c-104e-4692-9adf-a4e6027f7383 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:55:26.313464 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26401859-4899-4185-9827-f2466c9f0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d8960f-91d1-40af-b5ee-49c3a18a2892', 'code': 200} Feb 07 21:55:26.337310 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=93d8960f-91d1-40af-b5ee-49c3a18a2892,revision_number=14']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:55:26.537930 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bdbc8-fe89-4b71-921f-009b9af9a952 req-d1e6755c-bfc9-4cea-bb77-32c5ffbaca56 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:26.539349 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dc5bdbc8-fe89-4b71-921f-009b9af9a952 req-d1e6755c-bfc9-4cea-bb77-32c5ffbaca56 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.69 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 947 time: 0.0520613 Feb 07 21:55:26.632823 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-dc5bdbc8-fe89-4b71-921f-009b9af9a952 req-8282fa35-6c87-4156-9b27-27aa1783a51e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Deleting port 93d8960f-91d1-40af-b5ee-49c3a18a2892 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:55:26.633164 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dc5bdbc8-fe89-4b71-921f-009b9af9a952 req-8282fa35-6c87-4156-9b27-27aa1783a51e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:26.718476 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-dc5bdbc8-fe89-4b71-921f-009b9af9a952 req-8282fa35-6c87-4156-9b27-27aa1783a51e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] For port 93d8960f-91d1-40af-b5ee-49c3a18a2892, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=93d8960f-91d1-40af-b5ee-49c3a18a2892,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:55:26.718830 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dc5bdbc8-fe89-4b71-921f-009b9af9a952 req-8282fa35-6c87-4156-9b27-27aa1783a51e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:26.890545 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dc5bdbc8-fe89-4b71-921f-009b9af9a952 req-8282fa35-6c87-4156-9b27-27aa1783a51e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:26.890822 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dc5bdbc8-fe89-4b71-921f-009b9af9a952 req-8282fa35-6c87-4156-9b27-27aa1783a51e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (9a09cf78-637e-47bf-a386-caa06eac4eec), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:26.891138 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [req-dc5bdbc8-fe89-4b71-921f-009b9af9a952 req-8282fa35-6c87-4156-9b27-27aa1783a51e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Floating IP 9a09cf78-637e-47bf-a386-caa06eac4eec disassociated. External IP: 172.25.4.55, port: 93d8960f-91d1-40af-b5ee-49c3a18a2892. Feb 07 21:55:26.891481 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-dc5bdbc8-fe89-4b71-921f-009b9af9a952 req-8282fa35-6c87-4156-9b27-27aa1783a51e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Calling delete_port for 93d8960f-91d1-40af-b5ee-49c3a18a2892 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:55:27.013942 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dc5bdbc8-fe89-4b71-921f-009b9af9a952 req-8282fa35-6c87-4156-9b27-27aa1783a51e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (93d8960f-91d1-40af-b5ee-49c3a18a2892), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:27.046723 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282fa35-6c87-4156-9b27-27aa1783a51e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Pushing event deleted for resources: {'Port': ['ID=93d8960f-91d1-40af-b5ee-49c3a18a2892,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:55:27.160451 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc5bdbc8-fe89-4b71-921f-009b9af9a952 req-8282fa35-6c87-4156-9b27-27aa1783a51e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Router f0481357-f8b3-4c33-967f-6b2a49b7855d has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:55:27.198502 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-35169cee-e820-4c9b-878f-43e07f6ea4f0 req-78222793-e6f3-4468-8335-2b07ba722d2e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 210 time: 0.0359607 Feb 07 21:55:27.272908 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc5bdbc8-fe89-4b71-921f-009b9af9a952 req-8282fa35-6c87-4156-9b27-27aa1783a51e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:55:27.287740 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67046363-8eaf-4a82-a4b4-4d61e1a6c858 None None] Sync routers for ids ['f0481357-f8b3-4c33-967f-6b2a49b7855d'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:55:27.297255 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67046363-8eaf-4a82-a4b4-4d61e1a6c858 None None] Routers {'f0481357-f8b3-4c33-967f-6b2a49b7855d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:55:27.297970 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-67046363-8eaf-4a82-a4b4-4d61e1a6c858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:55:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f0481357-f8b3-4c33-967f-6b2a49b7855d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:55:27.319290 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5bdbc8-fe89-4b71-921f-009b9af9a952 req-8282fa35-6c87-4156-9b27-27aa1783a51e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] No DVR routers for this DVR port 93d8960f-91d1-40af-b5ee-49c3a18a2892 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:55:27.322093 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dc5bdbc8-fe89-4b71-921f-009b9af9a952 req-8282fa35-6c87-4156-9b27-27aa1783a51e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:27.325562 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-dc5bdbc8-fe89-4b71-921f-009b9af9a952 req-8282fa35-6c87-4156-9b27-27aa1783a51e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.69 "DELETE /v2.0/ports/93d8960f-91d1-40af-b5ee-49c3a18a2892 HTTP/1.1" status: 204 len: 173 time: 0.7811685 Feb 07 21:55:27.326010 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26401859-4899-4185-9827-f2466c9f0176', 'name': 'network-vif-deleted', 'tag': '93d8960f-91d1-40af-b5ee-49c3a18a2892'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:55:27.328367 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47bc0dc9fe746ac64adcb7a0dbe6fda25f58f8d79cf35956c7e0a4ba81c3c440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6bd7c1-2692-46ea-8baa-e834ff3ecd5e" -d '{"events": [{"server_uuid": "26401859-4899-4185-9827-f2466c9f0176", "name": "network-vif-deleted", "tag": "93d8960f-91d1-40af-b5ee-49c3a18a2892"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:55:27.383360 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e601ad4b-cde6-414a-a945-6b2183ee1a3f x-openstack-request-id: req-e601ad4b-cde6-414a-a945-6b2183ee1a3f {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:55:27.383872 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26401859-4899-4185-9827-f2466c9f0176", "name": "network-vif-deleted", "tag": "93d8960f-91d1-40af-b5ee-49c3a18a2892", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:55:27.383872 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e601ad4b-cde6-414a-a945-6b2183ee1a3f {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:55:27.384299 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26401859-4899-4185-9827-f2466c9f0176', 'name': 'network-vif-deleted', 'tag': '93d8960f-91d1-40af-b5ee-49c3a18a2892', 'status': 'completed', 'code': 200} Feb 07 21:55:27.408082 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-67046363-8eaf-4a82-a4b4-4d61e1a6c858 None None] Set router f0481357-f8b3-4c33-967f-6b2a49b7855d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:55:27.609846 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-67046363-8eaf-4a82-a4b4-4d61e1a6c858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:11Z', 'revision_number': 5, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:55:27.636041 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67046363-8eaf-4a82-a4b4-4d61e1a6c858 None None] Checking router: f0481357-f8b3-4c33-967f-6b2a49b7855d for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:55:27.649749 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67046363-8eaf-4a82-a4b4-4d61e1a6c858 None None] Routers {'f0481357-f8b3-4c33-967f-6b2a49b7855d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:55:27.650356 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-67046363-8eaf-4a82-a4b4-4d61e1a6c858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:55:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f0481357-f8b3-4c33-967f-6b2a49b7855d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:55:27.911795 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-67046363-8eaf-4a82-a4b4-4d61e1a6c858 None None] Set router f0481357-f8b3-4c33-967f-6b2a49b7855d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:55:28.113502 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-67046363-8eaf-4a82-a4b4-4d61e1a6c858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:11Z', 'revision_number': 5, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:55:28.140027 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67046363-8eaf-4a82-a4b4-4d61e1a6c858 None None] The sync data for ids ['f0481357-f8b3-4c33-967f-6b2a49b7855d'] in n-d-828185-2 is: [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:07Z', 'revision_number': 4, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '8881160c-5653-4945-bb57-36e7904ada43', 'name': '', 'network_id': 'b11a09fd-5e1d-4d6c-9d39-ca1bd2240902', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'mac_address': 'fa:16:3e:b9:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'abd5c662-5033-4e56-8615-049f78849b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:06Z', 'updated_at': '2022-02-07T21:51:11Z', 'revision_number': 5, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'subnets': [{'id': 'abd5c662-5033-4e56-8615-049f78849b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:55:28.293563 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cfe75727-bb5d-4541-a8c9-5284c94a0ce8 req-53a3805d-67a0-42c0-9ded-8a94a790f796 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 210 time: 0.0325875 Feb 07 21:55:28.383038 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b0362-e67d-4359-b96c-bfaf60daa182 None None] New status for floating IP 9a09cf78-637e-47bf-a386-caa06eac4eec: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:55:29.397284 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ade82068-5643-441f-98d3-05840e71b2ae req-41ac5600-4ea2-43e0-9ec2-2816a106b62e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 210 time: 0.0297456 Feb 07 21:55:30.133997 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 93d8960f-91d1-40af-b5ee-49c3a18a2892 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:55:30.153536 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 93d8960f-91d1-40af-b5ee-49c3a18a2892 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:55:30.153879 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 93d8960f-91d1-40af-b5ee-49c3a18a2892 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:55:30.496319 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c00e8142-4c40-458d-8df6-7f5f2955897c req-d639e6ec-ba77-42eb-9d0a-8c9adb1b8cba tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 210 time: 0.0307572 Feb 07 21:55:31.592103 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-836c78f5-e8e7-404b-b5cd-e039f53960b4 req-024abdba-0bcb-4acd-8054-2855cdaeda8e tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 210 time: 0.0280395 Feb 07 21:55:32.685733 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-341d0091-2e25-483c-afd5-20da1223e8af req-f8da2693-212f-41ea-b3ed-b253307bbffe tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 210 time: 0.0265384 Feb 07 21:55:33.786871 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-63f4241d-ec85-46e6-bdc4-88831af24003 req-ee4117b7-d2eb-426a-878c-78689cf5e870 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 210 time: 0.0260847 Feb 07 21:55:34.103602 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:34.366018 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:34.886494 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7d28726e-09cc-4989-a2d4-969a19bb0434 req-b7703a2b-6186-4d96-ae90-8c821349b7cf tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 210 time: 0.0275898 Feb 07 21:55:36.002228 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-73aaaa6a-5eb2-4306-a9c3-320df84d64da req-3ec74a1c-68d1-448c-8415-f139ef0502b1 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/ports?device_id=26401859-4899-4185-9827-f2466c9f0176 HTTP/1.1" status: 200 len: 210 time: 0.0315015 Feb 07 21:55:37.650872 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:55:42.807466 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45520) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:55:42.863328 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-657b32ad-5c62-4c51-b4e8-588add34dcc7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for security_group (46128e16-ab87-4ba2-9453-96b012d8349b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:42.886319 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-657b32ad-5c62-4c51-b4e8-588add34dcc7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for security_group (46128e16-ab87-4ba2-9453-96b012d8349b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:42.933579 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-657b32ad-5c62-4c51-b4e8-588add34dcc7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (46128e16-ab87-4ba2-9453-96b012d8349b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:42.936281 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-657b32ad-5c62-4c51-b4e8-588add34dcc7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:42.937468 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-657b32ad-5c62-4c51-b4e8-588add34dcc7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "DELETE /v2.0/security-groups/46128e16-ab87-4ba2-9453-96b012d8349b HTTP/1.1" status: 204 len: 168 time: 0.1289518 Feb 07 21:55:42.940085 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45524) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:55:42.946519 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b32ad-5c62-4c51-b4e8-588add34dcc7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46128e16-ab87-4ba2-9453-96b012d8349b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:55:42.953833 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-0c9997de-13c8-408e-a100-1dc1af0f6b97 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] show failed (client error): The resource could not be found. Feb 07 21:55:42.957387 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0c9997de-13c8-408e-a100-1dc1af0f6b97 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "GET /v2.0/security-groups/46128e16-ab87-4ba2-9453-96b012d8349b HTTP/1.1" status: 404 len: 347 time: 0.0137405 Feb 07 21:55:42.958423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657b32ad-5c62-4c51-b4e8-588add34dcc7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:55:42.958527 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45526) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:55:42.958606 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657b32ad-5c62-4c51-b4e8-588add34dcc7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:55:42.958606 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657b32ad-5c62-4c51-b4e8-588add34dcc7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:55:42.958998 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657b32ad-5c62-4c51-b4e8-588add34dcc7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:55:42.959336 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657b32ad-5c62-4c51-b4e8-588add34dcc7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:55:42.959673 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657b32ad-5c62-4c51-b4e8-588add34dcc7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:55:42.960008 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657b32ad-5c62-4c51-b4e8-588add34dcc7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:55:42.960358 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657b32ad-5c62-4c51-b4e8-588add34dcc7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:55:42.960691 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657b32ad-5c62-4c51-b4e8-588add34dcc7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:55:42.961017 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657b32ad-5c62-4c51-b4e8-588add34dcc7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:55:42.961344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657b32ad-5c62-4c51-b4e8-588add34dcc7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:55:42.961670 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657b32ad-5c62-4c51-b4e8-588add34dcc7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:55:42.962001 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657b32ad-5c62-4c51-b4e8-588add34dcc7 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:55:43.090954 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-70c8cdf7-9c91-4f1c-94bd-9f70f64c5097 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Deleting port 6f41f289-7f42-4d0d-a247-ead4b7caefaf {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:55:43.091293 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-70c8cdf7-9c91-4f1c-94bd-9f70f64c5097 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (6f41f289-7f42-4d0d-a247-ead4b7caefaf), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:43.166088 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-70c8cdf7-9c91-4f1c-94bd-9f70f64c5097 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (6f41f289-7f42-4d0d-a247-ead4b7caefaf), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:43.166414 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-70c8cdf7-9c91-4f1c-94bd-9f70f64c5097 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for floatingip (6f41f289-7f42-4d0d-a247-ead4b7caefaf), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:43.178916 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-70c8cdf7-9c91-4f1c-94bd-9f70f64c5097 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Calling delete_port for 6f41f289-7f42-4d0d-a247-ead4b7caefaf owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:55:43.322327 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-70c8cdf7-9c91-4f1c-94bd-9f70f64c5097 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (6f41f289-7f42-4d0d-a247-ead4b7caefaf), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:43.349257 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8cdf7-9c91-4f1c-94bd-9f70f64c5097 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Pushing event deleted for resources: {'Port': ['ID=6f41f289-7f42-4d0d-a247-ead4b7caefaf,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:55:43.414108 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-70c8cdf7-9c91-4f1c-94bd-9f70f64c5097 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks [] for floatingip (9a09cf78-637e-47bf-a386-caa06eac4eec), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:43.417004 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-70c8cdf7-9c91-4f1c-94bd-9f70f64c5097 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:43.418137 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-70c8cdf7-9c91-4f1c-94bd-9f70f64c5097 tempest-ServerActionsTestJSON-1571965166 tempest-ServerActionsTestJSON-1571965166-project] 10.222.0.65 "DELETE /v2.0/floatingips/9a09cf78-637e-47bf-a386-caa06eac4eec HTTP/1.1" status: 204 len: 168 time: 0.4590781 Feb 07 21:55:43.421128 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45532) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:55:43.769256 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d8cf161-fc29-475f-bff0-8e1b5564b6aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (f0481357-f8b3-4c33-967f-6b2a49b7855d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:44.319706 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8d8cf161-fc29-475f-bff0-8e1b5564b6aa admin admin] Deleting port 8881160c-5653-4945-bb57-36e7904ada43 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:55:44.320426 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d8cf161-fc29-475f-bff0-8e1b5564b6aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8881160c-5653-4945-bb57-36e7904ada43), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:44.397602 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-8d8cf161-fc29-475f-bff0-8e1b5564b6aa admin admin] For port 8881160c-5653-4945-bb57-36e7904ada43, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8881160c-5653-4945-bb57-36e7904ada43,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:55:44.397849 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d8cf161-fc29-475f-bff0-8e1b5564b6aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8881160c-5653-4945-bb57-36e7904ada43), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:44.410466 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8d8cf161-fc29-475f-bff0-8e1b5564b6aa admin admin] Calling delete_port for 8881160c-5653-4945-bb57-36e7904ada43 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:55:44.585734 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d8cf161-fc29-475f-bff0-8e1b5564b6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8881160c-5653-4945-bb57-36e7904ada43), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:44.610288 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8cf161-fc29-475f-bff0-8e1b5564b6aa admin admin] Pushing event deleted for resources: {'Port': ['ID=8881160c-5653-4945-bb57-36e7904ada43,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:55:44.777090 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d8cf161-fc29-475f-bff0-8e1b5564b6aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (f0481357-f8b3-4c33-967f-6b2a49b7855d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:44.990822 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8cf161-fc29-475f-bff0-8e1b5564b6aa admin admin] Router f0481357-f8b3-4c33-967f-6b2a49b7855d has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:55:45.099424 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8cf161-fc29-475f-bff0-8e1b5564b6aa admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:55:45.106041 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8d8cf161-fc29-475f-bff0-8e1b5564b6aa admin admin] 10.222.0.65 "PUT /v2.0/routers/f0481357-f8b3-4c33-967f-6b2a49b7855d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6823924 Feb 07 21:55:45.107080 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45534) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:55:45.109136 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7ced7f-1eec-4519-9914-6f29f164d986 None None] Sync routers for ids ['f0481357-f8b3-4c33-967f-6b2a49b7855d'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:55:45.123775 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7ced7f-1eec-4519-9914-6f29f164d986 None None] Routers {'f0481357-f8b3-4c33-967f-6b2a49b7855d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:55:45.124427 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dd7ced7f-1eec-4519-9914-6f29f164d986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:55:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f0481357-f8b3-4c33-967f-6b2a49b7855d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:55:45.215635 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9725853-ea44-4538-a296-03fc42678fa1 admin admin] Publish callbacks [] for router (f0481357-f8b3-4c33-967f-6b2a49b7855d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:45.231157 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-dd7ced7f-1eec-4519-9914-6f29f164d986 None None] Set router f0481357-f8b3-4c33-967f-6b2a49b7855d gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:55:45.319268 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9725853-ea44-4538-a296-03fc42678fa1 admin admin] Publish callbacks [] for router_gateway (f0481357-f8b3-4c33-967f-6b2a49b7855d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:45.371353 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a9725853-ea44-4538-a296-03fc42678fa1 admin admin] Deleting port dae3f9c3-075c-4a14-a73e-c96d738e4c89 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:55:45.372029 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9725853-ea44-4538-a296-03fc42678fa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (dae3f9c3-075c-4a14-a73e-c96d738e4c89), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:45.405974 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dd7ced7f-1eec-4519-9914-6f29f164d986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:55:44Z', 'revision_number': 5, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port': {'id': 'dae3f9c3-075c-4a14-a73e-c96d738e4c89', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:59:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:55:45.436617 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7ced7f-1eec-4519-9914-6f29f164d986 None None] Checking router: f0481357-f8b3-4c33-967f-6b2a49b7855d for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:55:45.445840 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7ced7f-1eec-4519-9914-6f29f164d986 None None] Routers {'f0481357-f8b3-4c33-967f-6b2a49b7855d'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:55:45.446456 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dd7ced7f-1eec-4519-9914-6f29f164d986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:55:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['f0481357-f8b3-4c33-967f-6b2a49b7855d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:55:45.448816 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a9725853-ea44-4538-a296-03fc42678fa1 admin admin] For port dae3f9c3-075c-4a14-a73e-c96d738e4c89, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=dae3f9c3-075c-4a14-a73e-c96d738e4c89,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:55:45.449173 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9725853-ea44-4538-a296-03fc42678fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (dae3f9c3-075c-4a14-a73e-c96d738e4c89), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:45.466249 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a9725853-ea44-4538-a296-03fc42678fa1 admin admin] Calling delete_port for dae3f9c3-075c-4a14-a73e-c96d738e4c89 owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:55:45.535390 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-dd7ced7f-1eec-4519-9914-6f29f164d986 None None] Set router f0481357-f8b3-4c33-967f-6b2a49b7855d gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:55:45.586077 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dd7ced7f-1eec-4519-9914-6f29f164d986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:55:45Z', 'revision_number': 6, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:55:45.617190 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7ced7f-1eec-4519-9914-6f29f164d986 None None] The sync data for ids ['f0481357-f8b3-4c33-967f-6b2a49b7855d'] in n-d-828185-2 is: [{'id': 'f0481357-f8b3-4c33-967f-6b2a49b7855d', 'name': 'tempest-ServerActionsTestJSON-54540972-router', 'tenant_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:51:04Z', 'updated_at': '2022-02-07T21:55:45Z', 'revision_number': 6, 'project_id': '62eabdb9e24a4a34aa20a1d698d0571f', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:55:45.636260 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9725853-ea44-4538-a296-03fc42678fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (dae3f9c3-075c-4a14-a73e-c96d738e4c89), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:45.662830 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9725853-ea44-4538-a296-03fc42678fa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dae3f9c3-075c-4a14-a73e-c96d738e4c89,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:55:45.725813 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9725853-ea44-4538-a296-03fc42678fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (f0481357-f8b3-4c33-967f-6b2a49b7855d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:45.815528 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9725853-ea44-4538-a296-03fc42678fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (f0481357-f8b3-4c33-967f-6b2a49b7855d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:45.817654 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9725853-ea44-4538-a296-03fc42678fa1 admin admin] Publish callbacks [] for router_controller (f0481357-f8b3-4c33-967f-6b2a49b7855d), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:45.862744 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9725853-ea44-4538-a296-03fc42678fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (f0481357-f8b3-4c33-967f-6b2a49b7855d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:45.863340 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9725853-ea44-4538-a296-03fc42678fa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0481357-f8b3-4c33-967f-6b2a49b7855d {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:55:45.868300 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9725853-ea44-4538-a296-03fc42678fa1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:45.869329 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a9725853-ea44-4538-a296-03fc42678fa1 admin admin] 10.222.0.65 "DELETE /v2.0/routers/f0481357-f8b3-4c33-967f-6b2a49b7855d HTTP/1.1" status: 204 len: 168 time: 0.7612562 Feb 07 21:55:45.871905 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45538) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:55:45.915226 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-9435b36d-4b35-4f63-9463-9756af086654 admin admin] Deleting subnet abd5c662-5033-4e56-8615-049f78849b75 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:55:45.918198 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9435b36d-4b35-4f63-9463-9756af086654 admin admin] Publish callbacks [] for subnet (abd5c662-5033-4e56-8615-049f78849b75), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:45.953913 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9435b36d-4b35-4f63-9463-9756af086654 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (abd5c662-5033-4e56-8615-049f78849b75), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:46.046740 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9435b36d-4b35-4f63-9463-9756af086654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (abd5c662-5033-4e56-8615-049f78849b75), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:46.102725 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9435b36d-4b35-4f63-9463-9756af086654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (abd5c662-5033-4e56-8615-049f78849b75), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:46.127266 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435b36d-4b35-4f63-9463-9756af086654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abd5c662-5033-4e56-8615-049f78849b75,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:55:46.130774 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9435b36d-4b35-4f63-9463-9756af086654 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:46.133987 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9435b36d-4b35-4f63-9463-9756af086654 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/abd5c662-5033-4e56-8615-049f78849b75 HTTP/1.1" status: 204 len: 168 time: 0.2611296 Feb 07 21:55:46.136424 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45540) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:55:46.139042 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c65ecd-125e-4ca6-96e5-e11a5a204e2f None None] Network b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:55:46.202490 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-410147a5-d5f7-44b1-8741-f20cb17d177b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (b11a09fd-5e1d-4d6c-9d39-ca1bd2240902), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:46.265709 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-410147a5-d5f7-44b1-8741-f20cb17d177b admin admin] Deleting port 64196567-8760-4d10-900c-8c92ca0aed67 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:55:46.266051 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-410147a5-d5f7-44b1-8741-f20cb17d177b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (64196567-8760-4d10-900c-8c92ca0aed67), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:46.327064 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-410147a5-d5f7-44b1-8741-f20cb17d177b admin admin] For port 64196567-8760-4d10-900c-8c92ca0aed67, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=64196567-8760-4d10-900c-8c92ca0aed67,segment=NetworkSegment(6f9b9159-f898-4774-a725-c11a7e135b53),segment_id=6f9b9159-f898-4774-a725-c11a7e135b53)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:55:46.327346 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-410147a5-d5f7-44b1-8741-f20cb17d177b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (64196567-8760-4d10-900c-8c92ca0aed67), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:46.340249 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-410147a5-d5f7-44b1-8741-f20cb17d177b admin admin] Calling delete_port for 64196567-8760-4d10-900c-8c92ca0aed67 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:55:46.400972 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bbe1f2-c86e-4a84-91e0-2457504ce45b None None] DHCP port deletion for b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:55:46.409991 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8881160c-5653-4945-bb57-36e7904ada43 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:55:46.422564 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-410147a5-d5f7-44b1-8741-f20cb17d177b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (64196567-8760-4d10-900c-8c92ca0aed67), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:46.433164 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 8881160c-5653-4945-bb57-36e7904ada43 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:55:46.433516 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8881160c-5653-4945-bb57-36e7904ada43 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:55:46.451704 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-35bbe1f2-c86e-4a84-91e0-2457504ce45b None None] The port '64196567-8760-4d10-900c-8c92ca0aed67' was deleted {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 07 21:55:46.452411 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410147a5-d5f7-44b1-8741-f20cb17d177b admin admin] Pushing event deleted for resources: {'Port': ['ID=64196567-8760-4d10-900c-8c92ca0aed67,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:55:46.459332 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410147a5-d5f7-44b1-8741-f20cb17d177b admin admin] No DVR routers for this DVR port 64196567-8760-4d10-900c-8c92ca0aed67 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:55:46.529934 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-410147a5-d5f7-44b1-8741-f20cb17d177b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (b11a09fd-5e1d-4d6c-9d39-ca1bd2240902), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:46.549476 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-410147a5-d5f7-44b1-8741-f20cb17d177b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11a09fd-5e1d-4d6c-9d39-ca1bd2240902']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:55:46.558422 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-410147a5-d5f7-44b1-8741-f20cb17d177b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9b9159-f898-4774-a725-c11a7e135b53') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:55:46.558721 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-410147a5-d5f7-44b1-8741-f20cb17d177b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9b9159-f898-4774-a725-c11a7e135b53') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:55:46.568514 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-410147a5-d5f7-44b1-8741-f20cb17d177b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (6f9b9159-f898-4774-a725-c11a7e135b53), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:46.581970 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-410147a5-d5f7-44b1-8741-f20cb17d177b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (6f9b9159-f898-4774-a725-c11a7e135b53), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:46.589869 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-410147a5-d5f7-44b1-8741-f20cb17d177b admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:55:46.590285 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-410147a5-d5f7-44b1-8741-f20cb17d177b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (6f9b9159-f898-4774-a725-c11a7e135b53), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:55:46.592503 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:55:46.654713 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-410147a5-d5f7-44b1-8741-f20cb17d177b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (b11a09fd-5e1d-4d6c-9d39-ca1bd2240902), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:46.660941 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-410147a5-d5f7-44b1-8741-f20cb17d177b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:46.666435 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-410147a5-d5f7-44b1-8741-f20cb17d177b admin admin] 10.222.0.65 "DELETE /v2.0/networks/b11a09fd-5e1d-4d6c-9d39-ca1bd2240902 HTTP/1.1" status: 204 len: 168 time: 0.5268054 Feb 07 21:55:46.676164 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410147a5-d5f7-44b1-8741-f20cb17d177b admin admin] Pushing event deleted for resources: {'Network': ['ID=b11a09fd-5e1d-4d6c-9d39-ca1bd2240902,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:55:46.778976 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45544) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:55:46.819384 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-55137159-4817-486d-b11a-25c2290bc0e6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=62eabdb9e24a4a34aa20a1d698d0571f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392532 Feb 07 21:55:46.821891 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45546) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:55:46.867054 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63746a40-1aeb-432a-9265-9177833b1d3f admin admin] Publish callbacks [] for security_group (3a9ef736-1ebc-47a4-84f3-f7b9cd65ea50), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:46.888230 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63746a40-1aeb-432a-9265-9177833b1d3f admin admin] Publish callbacks [] for security_group (3a9ef736-1ebc-47a4-84f3-f7b9cd65ea50), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:46.938787 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63746a40-1aeb-432a-9265-9177833b1d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3a9ef736-1ebc-47a4-84f3-f7b9cd65ea50), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:46.941343 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63746a40-1aeb-432a-9265-9177833b1d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:46.943087 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-63746a40-1aeb-432a-9265-9177833b1d3f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3a9ef736-1ebc-47a4-84f3-f7b9cd65ea50 HTTP/1.1" status: 204 len: 168 time: 0.1203048 Feb 07 21:55:46.950979 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63746a40-1aeb-432a-9265-9177833b1d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9ef736-1ebc-47a4-84f3-f7b9cd65ea50,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:55:47.584109 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45568) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:55:47.680878 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8cd909ab-6f4a-49d9-84e0-933ecfe87c74 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1188849973-network', 'tenant_id': 'b11199e6e86143cb996b4d9cf7c803a5'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:55:47.700517 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd909ab-6f4a-49d9-84e0-933ecfe87c74 admin admin] Made reservation on behalf of b11199e6e86143cb996b4d9cf7c803a5 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:55:47.702887 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cd909ab-6f4a-49d9-84e0-933ecfe87c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:47.711590 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cd909ab-6f4a-49d9-84e0-933ecfe87c74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:47.784160 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cd909ab-6f4a-49d9-84e0-933ecfe87c74 admin admin] Publish callbacks [] for security_group (f9484e0e-3d2b-4ea0-8655-a072e2382329), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:47.788885 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cd909ab-6f4a-49d9-84e0-933ecfe87c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f9484e0e-3d2b-4ea0-8655-a072e2382329), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:47.815286 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd909ab-6f4a-49d9-84e0-933ecfe87c74 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:55:47.822001 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd909ab-6f4a-49d9-84e0-933ecfe87c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9484e0e-3d2b-4ea0-8655-a072e2382329,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:55:47.827817 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cd909ab-6f4a-49d9-84e0-933ecfe87c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (9d2ba45b-bb2c-46f3-a571-243fac0c1469), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:47.828167 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-8cd909ab-6f4a-49d9-84e0-933ecfe87c74 admin admin] Added segment 9d2ba45b-bb2c-46f3-a571-243fac0c1469 of type vlan for network 279cbc33-d138-466b-a725-ca60a29d4cbe Feb 07 21:55:47.869354 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cd909ab-6f4a-49d9-84e0-933ecfe87c74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (279cbc33-d138-466b-a725-ca60a29d4cbe), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:47.892339 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cd909ab-6f4a-49d9-84e0-933ecfe87c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (279cbc33-d138-466b-a725-ca60a29d4cbe), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:47.893285 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd909ab-6f4a-49d9-84e0-933ecfe87c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:47.893864 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cd909ab-6f4a-49d9-84e0-933ecfe87c74 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:47.948836 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8cd909ab-6f4a-49d9-84e0-933ecfe87c74 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3634970 Feb 07 21:55:47.950494 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45572) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:55:47.955684 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-75558a0b-6f7d-40c7-a413-5843564c109e admin admin] Request body: {'subnet': {'network_id': '279cbc33-d138-466b-a725-ca60a29d4cbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1188849973-subnet', 'tenant_id': 'b11199e6e86143cb996b4d9cf7c803a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:55:47.962377 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd909ab-6f4a-49d9-84e0-933ecfe87c74 admin admin] Pushing event updated for resources: {'Network': ['ID=279cbc33-d138-466b-a725-ca60a29d4cbe,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:55:47.974194 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 279cbc33-d138-466b-a725-ca60a29d4cbe details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:55:47.978439 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75558a0b-6f7d-40c7-a413-5843564c109e admin admin] Made reservation on behalf of b11199e6e86143cb996b4d9cf7c803a5 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:55:47.981565 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-75558a0b-6f7d-40c7-a413-5843564c109e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:48.017301 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 64196567-8760-4d10-900c-8c92ca0aed67 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:55:48.046919 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 64196567-8760-4d10-900c-8c92ca0aed67 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:55:48.047267 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 64196567-8760-4d10-900c-8c92ca0aed67 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:55:48.047694 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device dae3f9c3-075c-4a14-a73e-c96d738e4c89 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:55:48.077920 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: dae3f9c3-075c-4a14-a73e-c96d738e4c89 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:55:48.078271 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device dae3f9c3-075c-4a14-a73e-c96d738e4c89 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:55:48.152570 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-75558a0b-6f7d-40c7-a413-5843564c109e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (493e14cb-f693-4689-a070-251ef2d14218), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:48.209209 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75558a0b-6f7d-40c7-a413-5843564c109e admin admin] Pushing event updated for resources: {'Subnet': ['ID=493e14cb-f693-4689-a070-251ef2d14218,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:55:48.213352 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75558a0b-6f7d-40c7-a413-5843564c109e admin admin] Checking segment: {'id': '9d2ba45b-bb2c-46f3-a571-243fac0c1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '279cbc33-d138-466b-a725-ca60a29d4cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:55:48.213708 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75558a0b-6f7d-40c7-a413-5843564c109e admin admin] Network hostable DHCP agents. Network: 279cbc33-d138-466b-a725-ca60a29d4cbe, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:55:48.230445 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75558a0b-6f7d-40c7-a413-5843564c109e admin admin] Network 279cbc33-d138-466b-a725-ca60a29d4cbe is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:55:48.239713 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-75558a0b-6f7d-40c7-a413-5843564c109e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 279cbc33-d138-466b-a725-ca60a29d4cbe) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:55:48.243798 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75558a0b-6f7d-40c7-a413-5843564c109e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:48.244416 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-75558a0b-6f7d-40c7-a413-5843564c109e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:48.248464 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231996dc-7798-4903-b6a4-f37a42d9da6f None None] Network 279cbc33-d138-466b-a725-ca60a29d4cbe requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:55:48.260833 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-75558a0b-6f7d-40c7-a413-5843564c109e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3092542 Feb 07 21:55:48.368883 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9036baa2-5bf0-4d2d-8c03-70a2fc805979 None None] Network 279cbc33-d138-466b-a725-ca60a29d4cbe requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:55:48.484974 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ca1b4036-290e-481d-88f1-a3c4a7995ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:48.700299 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-5b651d49-dbba-49d8-b203-c2ce26e6d722 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:48.701878 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-5b651d49-dbba-49d8-b203-c2ce26e6d722 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/networks?id=279cbc33-d138-466b-a725-ca60a29d4cbe HTTP/1.1" status: 200 len: 814 time: 0.1184506 Feb 07 21:55:48.726188 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-b0b1c34a-8e99-4121-8ab2-f069a36ba42b tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/quotas/b11199e6e86143cb996b4d9cf7c803a5 HTTP/1.1" status: 200 len: 375 time: 0.0123696 Feb 07 21:55:48.754532 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-9f9f6ff4-b61a-4972-9d5f-c9ee932d653b tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b11199e6e86143cb996b4d9cf7c803a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290952 Feb 07 21:55:48.934864 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-f364fb51-8da6-4139-9109-6fb500a5f93f service neutron] 10.222.0.65 "GET /v2.0/networks/279cbc33-d138-466b-a725-ca60a29d4cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239667 Feb 07 21:55:49.023543 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-b2ac2dc6-e340-4934-9387-852bb6bc24bb service neutron] 10.222.0.65 "GET /v2.0/networks/279cbc33-d138-466b-a725-ca60a29d4cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827565 Feb 07 21:55:49.190915 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-572dcd53-3dae-4b9e-aeac-96c831ef175a req-3f23b409-f36b-4f18-96bc-5aad96ffa8a6 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f219733e-0068-4c5c-b9ab-bad5dc81e8c5 HTTP/1.1" status: 200 len: 210 time: 0.0277402 Feb 07 21:55:50.129425 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-f5b42799-8fd0-4d48-bc25-27954f719ca2 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:50.131159 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-f5b42799-8fd0-4d48-bc25-27954f719ca2 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.69 "GET /v2.0/networks?id=279cbc33-d138-466b-a725-ca60a29d4cbe HTTP/1.1" status: 200 len: 814 time: 0.1083918 Feb 07 21:55:50.142703 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-3f1937b7-5e06-48c2-bcde-d18d6d40b18b tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Request body: {'port': {'device_id': 'f219733e-0068-4c5c-b9ab-bad5dc81e8c5', 'network_id': '279cbc33-d138-466b-a725-ca60a29d4cbe', 'admin_state_up': True, 'tenant_id': 'b11199e6e86143cb996b4d9cf7c803a5'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:55:50.254883 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-3f1937b7-5e06-48c2-bcde-d18d6d40b18b tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Made reservation on behalf of b11199e6e86143cb996b4d9cf7c803a5 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:55:50.258255 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-3f1937b7-5e06-48c2-bcde-d18d6d40b18b tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:50.294887 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b0b491c-8473-471c-bc3c-db75a68a26cc req-70976b64-cbe9-4b4b-b0cb-46aaf2c06cb8 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f219733e-0068-4c5c-b9ab-bad5dc81e8c5 HTTP/1.1" status: 200 len: 210 time: 0.0313668 Feb 07 21:55:50.383529 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-3f1937b7-5e06-48c2-bcde-d18d6d40b18b tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Allocated IP 172.20.0.14 (279cbc33-d138-466b-a725-ca60a29d4cbe/493e14cb-f693-4689-a070-251ef2d14218/422ba241-9aa5-4658-b1b3-e3150ce40a05) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:55:50.528592 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-3f1937b7-5e06-48c2-bcde-d18d6d40b18b tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Publish callbacks [] for port (422ba241-9aa5-4658-b1b3-e3150ce40a05), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:50.560851 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-3f1937b7-5e06-48c2-bcde-d18d6d40b18b tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (422ba241-9aa5-4658-b1b3-e3150ce40a05), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:50.608353 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-3f1937b7-5e06-48c2-bcde-d18d6d40b18b tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Network 279cbc33-d138-466b-a725-ca60a29d4cbe is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:55:50.611416 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-3f1937b7-5e06-48c2-bcde-d18d6d40b18b tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:55:50.615015 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-3f1937b7-5e06-48c2-bcde-d18d6d40b18b tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:55:50.621107 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1937b7-5e06-48c2-bcde-d18d6d40b18b tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Pushing event updated for resources: {'Port': ['ID=422ba241-9aa5-4658-b1b3-e3150ce40a05,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:55:50.666016 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-3f1937b7-5e06-48c2-bcde-d18d6d40b18b tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:50.666624 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-3f1937b7-5e06-48c2-bcde-d18d6d40b18b tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:50.677943 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-87a225d8-fbdd-4821-b707-6548085940df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:50.681418 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-3f1937b7-5e06-48c2-bcde-d18d6d40b18b tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5429239 Feb 07 21:55:50.693582 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-73fb4bfb-ae19-4728-8896-ab0da62e3f64 service neutron] Request body: {'port': {'device_id': 'f219733e-0068-4c5c-b9ab-bad5dc81e8c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:55:50.753337 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-73fb4bfb-ae19-4728-8896-ab0da62e3f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (422ba241-9aa5-4658-b1b3-e3150ce40a05), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:51.011404 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-73fb4bfb-ae19-4728-8896-ab0da62e3f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422ba241-9aa5-4658-b1b3-e3150ce40a05 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:55:51.018810 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-73fb4bfb-ae19-4728-8896-ab0da62e3f64 service neutron] Publish callbacks [] for port (422ba241-9aa5-4658-b1b3-e3150ce40a05), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:51.031229 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-73fb4bfb-ae19-4728-8896-ab0da62e3f64 service neutron] Transition to ACTIVE for port object 422ba241-9aa5-4658-b1b3-e3150ce40a05 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:55:51.034768 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-73fb4bfb-ae19-4728-8896-ab0da62e3f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (422ba241-9aa5-4658-b1b3-e3150ce40a05), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:51.087741 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb4bfb-ae19-4728-8896-ab0da62e3f64 service neutron] Pushing event updated for resources: {'Port': ['ID=422ba241-9aa5-4658-b1b3-e3150ce40a05,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:55:51.151667 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-73fb4bfb-ae19-4728-8896-ab0da62e3f64 service neutron] Attempting to bind port 422ba241-9aa5-4658-b1b3-e3150ce40a05 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:55:51.152479 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-73fb4bfb-ae19-4728-8896-ab0da62e3f64 service neutron] Attempting to bind port 422ba241-9aa5-4658-b1b3-e3150ce40a05 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '9d2ba45b-bb2c-46f3-a571-243fac0c1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '279cbc33-d138-466b-a725-ca60a29d4cbe'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:55:51.152479 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-73fb4bfb-ae19-4728-8896-ab0da62e3f64 service neutron] Attempting to bind port 422ba241-9aa5-4658-b1b3-e3150ce40a05 on network 279cbc33-d138-466b-a725-ca60a29d4cbe {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:55:51.156793 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-73fb4bfb-ae19-4728-8896-ab0da62e3f64 service neutron] Port 422ba241-9aa5-4658-b1b3-e3150ce40a05 on network 279cbc33-d138-466b-a725-ca60a29d4cbe not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:55:51.157121 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-73fb4bfb-ae19-4728-8896-ab0da62e3f64 service neutron] Attempting to bind port 422ba241-9aa5-4658-b1b3-e3150ce40a05 on network 279cbc33-d138-466b-a725-ca60a29d4cbe {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:55:51.161856 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-73fb4bfb-ae19-4728-8896-ab0da62e3f64 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:55:51.162199 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-73fb4bfb-ae19-4728-8896-ab0da62e3f64 service neutron] Checking segment: {'id': '9d2ba45b-bb2c-46f3-a571-243fac0c1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '279cbc33-d138-466b-a725-ca60a29d4cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:55:51.162575 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-73fb4bfb-ae19-4728-8896-ab0da62e3f64 service neutron] Bound using segment: {'id': '9d2ba45b-bb2c-46f3-a571-243fac0c1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '279cbc33-d138-466b-a725-ca60a29d4cbe'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:55:51.163001 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-73fb4bfb-ae19-4728-8896-ab0da62e3f64 service neutron] Bound port: 422ba241-9aa5-4658-b1b3-e3150ce40a05, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d2ba45b-bb2c-46f3-a571-243fac0c1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '279cbc33-d138-466b-a725-ca60a29d4cbe'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:55:51.163350 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-73fb4bfb-ae19-4728-8896-ab0da62e3f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (422ba241-9aa5-4658-b1b3-e3150ce40a05), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:51.228301 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-73fb4bfb-ae19-4728-8896-ab0da62e3f64 service neutron] For port 422ba241-9aa5-4658-b1b3-e3150ce40a05, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:55:51.231567 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-73fb4bfb-ae19-4728-8896-ab0da62e3f64 service neutron] For port 422ba241-9aa5-4658-b1b3-e3150ce40a05, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=422ba241-9aa5-4658-b1b3-e3150ce40a05,segment=NetworkSegment(9d2ba45b-bb2c-46f3-a571-243fac0c1469),segment_id=9d2ba45b-bb2c-46f3-a571-243fac0c1469)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:55:51.237250 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-73fb4bfb-ae19-4728-8896-ab0da62e3f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (422ba241-9aa5-4658-b1b3-e3150ce40a05), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:51.269176 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-73fb4bfb-ae19-4728-8896-ab0da62e3f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:51.269788 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-73fb4bfb-ae19-4728-8896-ab0da62e3f64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:51.271169 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-73fb4bfb-ae19-4728-8896-ab0da62e3f64 service neutron] 10.222.0.69 "PUT /v2.0/ports/422ba241-9aa5-4658-b1b3-e3150ce40a05 HTTP/1.1" status: 200 len: 1092 time: 0.5822082 Feb 07 21:55:51.273544 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f219733e-0068-4c5c-b9ab-bad5dc81e8c5', 'tag': '422ba241-9aa5-4658-b1b3-e3150ce40a05'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:55:51.275832 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47bc0dc9fe746ac64adcb7a0dbe6fda25f58f8d79cf35956c7e0a4ba81c3c440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd07a5a2-46b7-49c1-b0d8-1d586775abb0" -d '{"events": [{"name": "network-changed", "server_uuid": "f219733e-0068-4c5c-b9ab-bad5dc81e8c5", "tag": "422ba241-9aa5-4658-b1b3-e3150ce40a05"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:55:51.302266 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb4bfb-ae19-4728-8896-ab0da62e3f64 service neutron] Pushing event updated for resources: {'Port': ['ID=422ba241-9aa5-4658-b1b3-e3150ce40a05,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:55:51.314235 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db12d5b8-1baf-49c9-9523-fe34f0f9d421 x-openstack-request-id: req-db12d5b8-1baf-49c9-9523-fe34f0f9d421 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:55:51.314534 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f219733e-0068-4c5c-b9ab-bad5dc81e8c5", "tag": "422ba241-9aa5-4658-b1b3-e3150ce40a05", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:55:51.314787 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-db12d5b8-1baf-49c9-9523-fe34f0f9d421 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:55:51.315186 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f219733e-0068-4c5c-b9ab-bad5dc81e8c5', 'tag': '422ba241-9aa5-4658-b1b3-e3150ce40a05', 'status': 'completed', 'code': 200} Feb 07 21:55:51.362082 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-24d3e396-8bf9-4a6a-b545-e5fc53d136f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:51.364076 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-24d3e396-8bf9-4a6a-b545-e5fc53d136f0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b11199e6e86143cb996b4d9cf7c803a5&device_id=f219733e-0068-4c5c-b9ab-bad5dc81e8c5 HTTP/1.1" status: 200 len: 1126 time: 0.0450761 Feb 07 21:55:51.407239 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-65b143c2-f5dd-488a-994a-6446b2d4af34 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=422ba241-9aa5-4658-b1b3-e3150ce40a05 HTTP/1.1" status: 200 len: 217 time: 0.0374689 Feb 07 21:55:51.418332 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1c3ff-2500-420a-bd85-4a27554c3ca5 req-061e45cd-f552-42b6-ac62-d9dd7c89de03 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:51.419983 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9b1c3ff-2500-420a-bd85-4a27554c3ca5 req-061e45cd-f552-42b6-ac62-d9dd7c89de03 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f219733e-0068-4c5c-b9ab-bad5dc81e8c5 HTTP/1.1" status: 200 len: 944 time: 0.0528796 Feb 07 21:55:51.455263 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-ce5504ab-5cf3-4dc5-bd64-1fd7137c1a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:51.456776 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-ce5504ab-5cf3-4dc5-bd64-1fd7137c1a2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=493e14cb-f693-4689-a070-251ef2d14218 HTTP/1.1" status: 200 len: 854 time: 0.0442684 Feb 07 21:55:51.467195 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b9b1c3ff-2500-420a-bd85-4a27554c3ca5 req-ec832d38-f94e-45c8-8c6f-a87491f89c2f tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414374 Feb 07 21:55:51.488111 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-9f5f6fb5-4e24-4600-87f3-841ccdfaab8c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=279cbc33-d138-466b-a725-ca60a29d4cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260360 Feb 07 21:55:51.576655 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-7b28e487-d71f-4a7e-912a-e3fcf0693645 service neutron] 10.222.0.69 "GET /v2.0/networks/279cbc33-d138-466b-a725-ca60a29d4cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830560 Feb 07 21:55:51.663352 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-048a60fc-fccb-4884-bda2-04679eff8ad2 req-6eabc56d-7079-4f78-9847-18e66990e95d service neutron] 10.222.0.69 "GET /v2.0/networks/279cbc33-d138-466b-a725-ca60a29d4cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816741 Feb 07 21:55:51.752673 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07a5a2-46b7-49c1-b0d8-1d586775abb0 req-acbe40a7-c809-4614-8755-67e41a42b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:51.754200 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd07a5a2-46b7-49c1-b0d8-1d586775abb0 req-acbe40a7-c809-4614-8755-67e41a42b765 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b11199e6e86143cb996b4d9cf7c803a5&device_id=f219733e-0068-4c5c-b9ab-bad5dc81e8c5 HTTP/1.1" status: 200 len: 1126 time: 0.0460300 Feb 07 21:55:51.843729 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07a5a2-46b7-49c1-b0d8-1d586775abb0 req-b07094be-dafe-4bd6-b79a-1c3f2cc762e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:51.845123 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd07a5a2-46b7-49c1-b0d8-1d586775abb0 req-b07094be-dafe-4bd6-b79a-1c3f2cc762e8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=279cbc33-d138-466b-a725-ca60a29d4cbe HTTP/1.1" status: 200 len: 915 time: 0.0851684 Feb 07 21:55:51.885167 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd07a5a2-46b7-49c1-b0d8-1d586775abb0 req-d4bc37d1-eb3b-49e0-8c88-ed62fbfca2c3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=422ba241-9aa5-4658-b1b3-e3150ce40a05 HTTP/1.1" status: 200 len: 217 time: 0.0339282 Feb 07 21:55:51.934411 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07a5a2-46b7-49c1-b0d8-1d586775abb0 req-6f06a0fa-68ef-400f-ab3c-71c5e2a3aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:51.935826 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd07a5a2-46b7-49c1-b0d8-1d586775abb0 req-6f06a0fa-68ef-400f-ab3c-71c5e2a3aac3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=493e14cb-f693-4689-a070-251ef2d14218 HTTP/1.1" status: 200 len: 854 time: 0.0457096 Feb 07 21:55:51.950947 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:51.967566 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd07a5a2-46b7-49c1-b0d8-1d586775abb0 req-6f554eab-4371-4c6e-8941-7fb20285160e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=279cbc33-d138-466b-a725-ca60a29d4cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258706 Feb 07 21:55:52.055538 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd07a5a2-46b7-49c1-b0d8-1d586775abb0 req-7e2f23c4-14dd-4169-aae3-5b814c817eac service neutron] 10.222.0.69 "GET /v2.0/networks/279cbc33-d138-466b-a725-ca60a29d4cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821042 Feb 07 21:55:52.143520 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cd07a5a2-46b7-49c1-b0d8-1d586775abb0 req-f709db35-57fa-4979-9319-fd9c3de15b99 service neutron] 10.222.0.69 "GET /v2.0/networks/279cbc33-d138-466b-a725-ca60a29d4cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822468 Feb 07 21:55:52.586293 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c7618-70b8-42c6-9836-0f0f60688677 req-e3e489a0-16c1-4ae5-82d0-3f4bfa979cb7 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:52.587755 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-490c7618-70b8-42c6-9836-0f0f60688677 req-e3e489a0-16c1-4ae5-82d0-3f4bfa979cb7 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f219733e-0068-4c5c-b9ab-bad5dc81e8c5 HTTP/1.1" status: 200 len: 944 time: 0.0511692 Feb 07 21:55:52.632758 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-490c7618-70b8-42c6-9836-0f0f60688677 req-6a583023-511a-4689-a7f0-e684628a14fa tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392170 Feb 07 21:55:53.432276 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:53.756896 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee116c72-f863-4a01-a3db-ebefd93e9233 req-6a4996cb-9c9a-4383-b29b-a4bc0de5e801 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:53.758368 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ee116c72-f863-4a01-a3db-ebefd93e9233 req-6a4996cb-9c9a-4383-b29b-a4bc0de5e801 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f219733e-0068-4c5c-b9ab-bad5dc81e8c5 HTTP/1.1" status: 200 len: 944 time: 0.0579705 Feb 07 21:55:53.804013 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ee116c72-f863-4a01-a3db-ebefd93e9233 req-7dae5524-fd9d-4ed8-a116-8cf08f188a40 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400720 Feb 07 21:55:54.738763 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:54.922569 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b312b0-0720-4b52-907a-20105508d49a req-be154da2-9405-45ed-ac3c-caef825a425f tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:54.924012 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0b312b0-0720-4b52-907a-20105508d49a req-be154da2-9405-45ed-ac3c-caef825a425f tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f219733e-0068-4c5c-b9ab-bad5dc81e8c5 HTTP/1.1" status: 200 len: 944 time: 0.0512025 Feb 07 21:55:54.969641 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0b312b0-0720-4b52-907a-20105508d49a req-54980b3e-bf07-41f6-8b3b-5010a442e5ad tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399849 Feb 07 21:55:56.094090 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7daf70-6a73-4040-98fe-6aa9816a081d req-18b4075e-2716-43f0-9b0a-f2b7b4f162e4 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:56.095545 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c7daf70-6a73-4040-98fe-6aa9816a081d req-18b4075e-2716-43f0-9b0a-f2b7b4f162e4 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f219733e-0068-4c5c-b9ab-bad5dc81e8c5 HTTP/1.1" status: 200 len: 944 time: 0.0530574 Feb 07 21:55:56.147962 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2c7daf70-6a73-4040-98fe-6aa9816a081d req-a24b8139-af30-47dc-8ce4-12553a69351e tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461745 Feb 07 21:55:56.226540 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 422ba241-9aa5-4658-b1b3-e3150ce40a05 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:55:56.329819 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 422ba241-9aa5-4658-b1b3-e3150ce40a05, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=422ba241-9aa5-4658-b1b3-e3150ce40a05,segment=NetworkSegment(9d2ba45b-bb2c-46f3-a571-243fac0c1469),segment_id=9d2ba45b-bb2c-46f3-a571-243fac0c1469)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:55:56.341405 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '422ba241-9aa5-4658-b1b3-e3150ce40a05', 'network_id': '279cbc33-d138-466b-a725-ca60a29d4cbe', 'port_id': '422ba241-9aa5-4658-b1b3-e3150ce40a05', 'mac_address': 'fa:16:3e:93:24:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '493e14cb-f693-4689-a070-251ef2d14218', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:55:56.380296 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 422ba241-9aa5-4658-b1b3-e3150ce40a05 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:55:56.380712 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (422ba241-9aa5-4658-b1b3-e3150ce40a05), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:56.394352 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 422ba241-9aa5-4658-b1b3-e3150ce40a05 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:55:56.419635 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 422ba241-9aa5-4658-b1b3-e3150ce40a05, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=422ba241-9aa5-4658-b1b3-e3150ce40a05,segment=NetworkSegment(9d2ba45b-bb2c-46f3-a571-243fac0c1469),segment_id=9d2ba45b-bb2c-46f3-a571-243fac0c1469)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:55:56.424493 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (422ba241-9aa5-4658-b1b3-e3150ce40a05), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:56.471634 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=422ba241-9aa5-4658-b1b3-e3150ce40a05,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:55:56.724821 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['422ba241-9aa5-4658-b1b3-e3150ce40a05'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:55:57.265336 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0256a-1acc-4253-825e-8d427db71214 req-00156613-8727-48c7-8d6e-cbaccb5bd36e tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:57.266796 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a4e0256a-1acc-4253-825e-8d427db71214 req-00156613-8727-48c7-8d6e-cbaccb5bd36e tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f219733e-0068-4c5c-b9ab-bad5dc81e8c5 HTTP/1.1" status: 200 len: 945 time: 0.0518506 Feb 07 21:55:57.311939 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a4e0256a-1acc-4253-825e-8d427db71214 req-64b00bb2-1d2f-471c-bbbc-99b088c03636 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395987 Feb 07 21:55:58.226008 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 422ba241-9aa5-4658-b1b3-e3150ce40a05 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:55:58.274030 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 422ba241-9aa5-4658-b1b3-e3150ce40a05 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:55:58.277982 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 422ba241-9aa5-4658-b1b3-e3150ce40a05 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:55:58.278359 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (422ba241-9aa5-4658-b1b3-e3150ce40a05), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:58.357692 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 422ba241-9aa5-4658-b1b3-e3150ce40a05 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:55:58.358065 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (422ba241-9aa5-4658-b1b3-e3150ce40a05), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:58.388461 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f219733e-0068-4c5c-b9ab-bad5dc81e8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422ba241-9aa5-4658-b1b3-e3150ce40a05'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:55:58.390680 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59fa0091afa0acade78336c0e3f3c5307cc552a1ace6da7695aaea120dfc6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7d8a06-2e58-4409-9e8c-d59672fa69c5" -d '{"events": [{"server_uuid": "f219733e-0068-4c5c-b9ab-bad5dc81e8c5", "name": "network-vif-plugged", "status": "completed", "tag": "422ba241-9aa5-4658-b1b3-e3150ce40a05"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:55:58.407364 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 422ba241-9aa5-4658-b1b3-e3150ce40a05, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=422ba241-9aa5-4658-b1b3-e3150ce40a05,segment=NetworkSegment(9d2ba45b-bb2c-46f3-a571-243fac0c1469),segment_id=9d2ba45b-bb2c-46f3-a571-243fac0c1469)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:55:58.412120 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (422ba241-9aa5-4658-b1b3-e3150ce40a05), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:55:58.437473 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6206ed68-bee6-4589-b5db-2cfc2893ebb6 x-openstack-request-id: req-6206ed68-bee6-4589-b5db-2cfc2893ebb6 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:55:58.437816 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f219733e-0068-4c5c-b9ab-bad5dc81e8c5", "name": "network-vif-plugged", "status": "completed", "tag": "422ba241-9aa5-4658-b1b3-e3150ce40a05", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:55:58.438024 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6206ed68-bee6-4589-b5db-2cfc2893ebb6 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:55:58.438412 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f219733e-0068-4c5c-b9ab-bad5dc81e8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422ba241-9aa5-4658-b1b3-e3150ce40a05', 'code': 200} Feb 07 21:55:58.439777 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b344b-9991-4cf9-9404-280ddb21914e req-7d603f32-f7e7-4bce-aa40-1d8c9f8b0068 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:58.441308 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e4b344b-9991-4cf9-9404-280ddb21914e req-7d603f32-f7e7-4bce-aa40-1d8c9f8b0068 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f219733e-0068-4c5c-b9ab-bad5dc81e8c5 HTTP/1.1" status: 200 len: 945 time: 0.0554068 Feb 07 21:55:58.467254 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=422ba241-9aa5-4658-b1b3-e3150ce40a05,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:55:58.491439 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e4b344b-9991-4cf9-9404-280ddb21914e req-716c1bbf-dfc2-4aaf-9c3d-36a4cab67765 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428870 Feb 07 21:55:58.532650 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9978a-97ae-4b77-b5c9-495af8996283 req-0adcace8-35c3-477a-b76f-ec08044c3389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:58.534195 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-02c9978a-97ae-4b77-b5c9-495af8996283 req-0adcace8-35c3-477a-b76f-ec08044c3389 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f219733e-0068-4c5c-b9ab-bad5dc81e8c5 HTTP/1.1" status: 200 len: 1128 time: 0.0440497 Feb 07 21:55:58.576107 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-02c9978a-97ae-4b77-b5c9-495af8996283 req-b0c3c141-fb81-4f6f-924f-aabb3647ce2d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360293 Feb 07 21:55:59.612571 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb1925-51ca-421e-b6d6-18c836bdf196 req-abd0da28-7ab1-42d6-913f-96624ffc0d59 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:55:59.614541 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4fb1925-51ca-421e-b6d6-18c836bdf196 req-abd0da28-7ab1-42d6-913f-96624ffc0d59 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f219733e-0068-4c5c-b9ab-bad5dc81e8c5 HTTP/1.1" status: 200 len: 946 time: 0.0554984 Feb 07 21:55:59.659473 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c4fb1925-51ca-421e-b6d6-18c836bdf196 req-4962e761-fcf6-47c6-8f60-b56ee63e2e1d tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392911 Feb 07 21:56:00.780075 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbee45-1f2b-46ad-a49a-8989d2adb11a req-6c9f1c74-cdd7-4e2f-a8c7-66627df1d0cb tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:00.781615 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8bbbee45-1f2b-46ad-a49a-8989d2adb11a req-6c9f1c74-cdd7-4e2f-a8c7-66627df1d0cb tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f219733e-0068-4c5c-b9ab-bad5dc81e8c5 HTTP/1.1" status: 200 len: 946 time: 0.0521481 Feb 07 21:56:00.827356 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8bbbee45-1f2b-46ad-a49a-8989d2adb11a req-8e4de83c-48ef-4f8c-9aa8-ee67bfcdfcdb tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400867 Feb 07 21:56:01.053479 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-7e487e47-dd70-404c-9647-3edfe0fa554f tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:01.055037 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-7e487e47-dd70-404c-9647-3edfe0fa554f tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/networks?id=279cbc33-d138-466b-a725-ca60a29d4cbe HTTP/1.1" status: 200 len: 814 time: 0.1046925 Feb 07 21:56:01.070006 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-79f7205a-0e6c-4abc-9fc1-1aa763b3a77e tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/quotas/b11199e6e86143cb996b4d9cf7c803a5 HTTP/1.1" status: 200 len: 375 time: 0.0096133 Feb 07 21:56:01.130611 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-0efa067f-e429-481c-ab9f-a69a186b165f tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b11199e6e86143cb996b4d9cf7c803a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0548804 Feb 07 21:56:01.211043 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-6179391a-a1de-4f49-9d87-179d5c9fc87b service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:56:01.212033 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-6179391a-a1de-4f49-9d87-179d5c9fc87b service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0430677 Feb 07 21:56:01.301979 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-91817a3e-c73c-499e-83aa-fee4754b34d2 service neutron] 10.222.0.65 "GET /v2.0/networks/279cbc33-d138-466b-a725-ca60a29d4cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832212 Feb 07 21:56:01.387639 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-66c58f2a-5977-4c02-9159-a3ed551fca66 service neutron] 10.222.0.65 "GET /v2.0/networks/279cbc33-d138-466b-a725-ca60a29d4cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800250 Feb 07 21:56:01.553894 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7b3cb9de-6894-48dd-9d24-30d3bec5a572 req-f783d37d-1b0c-419f-8911-d348a694abcb tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c7bae1e-4eb5-4470-8699-e3ed2947eae0 HTTP/1.1" status: 200 len: 210 time: 0.0326359 Feb 07 21:56:02.601987 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-04c8474e-7b06-4290-aacf-10c0e9eba987 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:02.604754 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-04c8474e-7b06-4290-aacf-10c0e9eba987 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.71 "GET /v2.0/networks?id=279cbc33-d138-466b-a725-ca60a29d4cbe HTTP/1.1" status: 200 len: 814 time: 0.1069372 Feb 07 21:56:02.616353 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-52a60e08-40dc-4293-b684-419c98c3c313 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Request body: {'port': {'device_id': '7c7bae1e-4eb5-4470-8699-e3ed2947eae0', 'network_id': '279cbc33-d138-466b-a725-ca60a29d4cbe', 'admin_state_up': True, 'tenant_id': 'b11199e6e86143cb996b4d9cf7c803a5'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:56:02.694114 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e49a5bd1-d2cd-4b34-91b3-57d30272fdff req-e1aa74f9-ddab-4295-931e-37dd133c0e2d tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c7bae1e-4eb5-4470-8699-e3ed2947eae0 HTTP/1.1" status: 200 len: 210 time: 0.0372803 Feb 07 21:56:02.757836 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-52a60e08-40dc-4293-b684-419c98c3c313 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Made reservation on behalf of b11199e6e86143cb996b4d9cf7c803a5 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:56:02.761125 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-52a60e08-40dc-4293-b684-419c98c3c313 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:02.882761 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-52a60e08-40dc-4293-b684-419c98c3c313 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Allocated IP 172.20.0.6 (279cbc33-d138-466b-a725-ca60a29d4cbe/493e14cb-f693-4689-a070-251ef2d14218/79658584-963e-4b6b-98bf-5ab43161056a) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:56:03.033658 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-52a60e08-40dc-4293-b684-419c98c3c313 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Publish callbacks [] for port (79658584-963e-4b6b-98bf-5ab43161056a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:03.068061 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-52a60e08-40dc-4293-b684-419c98c3c313 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (79658584-963e-4b6b-98bf-5ab43161056a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:03.081691 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['422ba241-9aa5-4658-b1b3-e3150ce40a05'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:56:03.116787 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-52a60e08-40dc-4293-b684-419c98c3c313 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Network 279cbc33-d138-466b-a725-ca60a29d4cbe is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:56:03.119903 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-52a60e08-40dc-4293-b684-419c98c3c313 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:56:03.123580 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-52a60e08-40dc-4293-b684-419c98c3c313 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:56:03.146527 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a60e08-40dc-4293-b684-419c98c3c313 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Pushing event updated for resources: {'Port': ['ID=79658584-963e-4b6b-98bf-5ab43161056a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:03.173847 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-52a60e08-40dc-4293-b684-419c98c3c313 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:03.174578 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-52a60e08-40dc-4293-b684-419c98c3c313 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:03.191631 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-52a60e08-40dc-4293-b684-419c98c3c313 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5799906 Feb 07 21:56:03.200626 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-b79c21ec-e3c8-490f-acf0-1e9cc80181a2 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:56:03.201694 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-b79c21ec-e3c8-490f-acf0-1e9cc80181a2 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050778 Feb 07 21:56:03.212774 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-2e5dffd5-9603-40fb-8c16-fe460138d6b5 service neutron] Request body: {'port': {'device_id': '7c7bae1e-4eb5-4470-8699-e3ed2947eae0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:56:03.269346 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-2e5dffd5-9603-40fb-8c16-fe460138d6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (79658584-963e-4b6b-98bf-5ab43161056a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:03.524084 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-2e5dffd5-9603-40fb-8c16-fe460138d6b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79658584-963e-4b6b-98bf-5ab43161056a {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:56:03.531435 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-2e5dffd5-9603-40fb-8c16-fe460138d6b5 service neutron] Publish callbacks [] for port (79658584-963e-4b6b-98bf-5ab43161056a), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:03.543507 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-2e5dffd5-9603-40fb-8c16-fe460138d6b5 service neutron] Transition to ACTIVE for port object 79658584-963e-4b6b-98bf-5ab43161056a will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:56:03.547282 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-2e5dffd5-9603-40fb-8c16-fe460138d6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (79658584-963e-4b6b-98bf-5ab43161056a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:03.612744 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5dffd5-9603-40fb-8c16-fe460138d6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=79658584-963e-4b6b-98bf-5ab43161056a,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:03.660577 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-2e5dffd5-9603-40fb-8c16-fe460138d6b5 service neutron] Attempting to bind port 79658584-963e-4b6b-98bf-5ab43161056a on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:56:03.661452 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-2e5dffd5-9603-40fb-8c16-fe460138d6b5 service neutron] Attempting to bind port 79658584-963e-4b6b-98bf-5ab43161056a by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '9d2ba45b-bb2c-46f3-a571-243fac0c1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '279cbc33-d138-466b-a725-ca60a29d4cbe'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:56:03.661778 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-2e5dffd5-9603-40fb-8c16-fe460138d6b5 service neutron] Attempting to bind port 79658584-963e-4b6b-98bf-5ab43161056a on network 279cbc33-d138-466b-a725-ca60a29d4cbe {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:56:03.666030 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-2e5dffd5-9603-40fb-8c16-fe460138d6b5 service neutron] Port 79658584-963e-4b6b-98bf-5ab43161056a on network 279cbc33-d138-466b-a725-ca60a29d4cbe not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:56:03.666350 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-2e5dffd5-9603-40fb-8c16-fe460138d6b5 service neutron] Attempting to bind port 79658584-963e-4b6b-98bf-5ab43161056a on network 279cbc33-d138-466b-a725-ca60a29d4cbe {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:56:03.671127 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-2e5dffd5-9603-40fb-8c16-fe460138d6b5 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:56:03.671990 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-2e5dffd5-9603-40fb-8c16-fe460138d6b5 service neutron] Checking segment: {'id': '9d2ba45b-bb2c-46f3-a571-243fac0c1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '279cbc33-d138-466b-a725-ca60a29d4cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:56:03.672417 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-2e5dffd5-9603-40fb-8c16-fe460138d6b5 service neutron] Bound using segment: {'id': '9d2ba45b-bb2c-46f3-a571-243fac0c1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '279cbc33-d138-466b-a725-ca60a29d4cbe'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:56:03.672852 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-2e5dffd5-9603-40fb-8c16-fe460138d6b5 service neutron] Bound port: 79658584-963e-4b6b-98bf-5ab43161056a, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d2ba45b-bb2c-46f3-a571-243fac0c1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '279cbc33-d138-466b-a725-ca60a29d4cbe'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:56:03.673205 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-2e5dffd5-9603-40fb-8c16-fe460138d6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (79658584-963e-4b6b-98bf-5ab43161056a), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:03.742468 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-2e5dffd5-9603-40fb-8c16-fe460138d6b5 service neutron] For port 79658584-963e-4b6b-98bf-5ab43161056a, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:56:03.745584 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-2e5dffd5-9603-40fb-8c16-fe460138d6b5 service neutron] For port 79658584-963e-4b6b-98bf-5ab43161056a, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=79658584-963e-4b6b-98bf-5ab43161056a,segment=NetworkSegment(9d2ba45b-bb2c-46f3-a571-243fac0c1469),segment_id=9d2ba45b-bb2c-46f3-a571-243fac0c1469)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:56:03.752438 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-2e5dffd5-9603-40fb-8c16-fe460138d6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (79658584-963e-4b6b-98bf-5ab43161056a), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:03.800233 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-2e5dffd5-9603-40fb-8c16-fe460138d6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:03.800872 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-2e5dffd5-9603-40fb-8c16-fe460138d6b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:03.802405 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-2e5dffd5-9603-40fb-8c16-fe460138d6b5 service neutron] 10.222.0.71 "PUT /v2.0/ports/79658584-963e-4b6b-98bf-5ab43161056a HTTP/1.1" status: 200 len: 1091 time: 0.5934324 Feb 07 21:56:03.815707 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7bae1e-4eb5-4470-8699-e3ed2947eae0', 'tag': '79658584-963e-4b6b-98bf-5ab43161056a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:56:03.818605 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc544b18-1544-4390-9bf3-b87360a3c9e2" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7bae1e-4eb5-4470-8699-e3ed2947eae0", "tag": "79658584-963e-4b6b-98bf-5ab43161056a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:56:03.862270 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5dffd5-9603-40fb-8c16-fe460138d6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=79658584-963e-4b6b-98bf-5ab43161056a,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:03.883878 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85264889-7903-451a-a114-8f32bf1d2f63 x-openstack-request-id: req-85264889-7903-451a-a114-8f32bf1d2f63 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:56:03.884169 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7bae1e-4eb5-4470-8699-e3ed2947eae0", "tag": "79658584-963e-4b6b-98bf-5ab43161056a", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:56:03.884447 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-85264889-7903-451a-a114-8f32bf1d2f63 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:56:03.884829 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7bae1e-4eb5-4470-8699-e3ed2947eae0', 'tag': '79658584-963e-4b6b-98bf-5ab43161056a', 'status': 'completed', 'code': 200} Feb 07 21:56:03.896562 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce7e81-0a44-4047-bd5d-74c21ea20d64 req-7677e75a-dca0-4d9c-92bc-19c783c175b4 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:03.898047 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-78ce7e81-0a44-4047-bd5d-74c21ea20d64 req-7677e75a-dca0-4d9c-92bc-19c783c175b4 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c7bae1e-4eb5-4470-8699-e3ed2947eae0 HTTP/1.1" status: 200 len: 943 time: 0.1205213 Feb 07 21:56:03.930371 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-f16365e0-f2b7-4669-9504-839f2d2e332b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:03.931804 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-f16365e0-f2b7-4669-9504-839f2d2e332b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b11199e6e86143cb996b4d9cf7c803a5&device_id=7c7bae1e-4eb5-4470-8699-e3ed2947eae0 HTTP/1.1" status: 200 len: 1125 time: 0.0881827 Feb 07 21:56:03.981007 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-d7a20961-a41d-4423-86ea-38d877cfd9ff service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79658584-963e-4b6b-98bf-5ab43161056a HTTP/1.1" status: 200 len: 217 time: 0.0418775 Feb 07 21:56:03.984351 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-78ce7e81-0a44-4047-bd5d-74c21ea20d64 req-5e2dd142-b824-4e71-aced-d4532b942b0d tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805137 Feb 07 21:56:04.026863 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-8c46693d-f62c-4aa4-87a4-b5fc31509787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:04.028426 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-8c46693d-f62c-4aa4-87a4-b5fc31509787 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=493e14cb-f693-4689-a070-251ef2d14218 HTTP/1.1" status: 200 len: 854 time: 0.0423536 Feb 07 21:56:04.062261 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-c28c31ea-ce71-4a9c-ab5b-83db0d926443 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=279cbc33-d138-466b-a725-ca60a29d4cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283501 Feb 07 21:56:04.097943 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:04.151109 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-fe2c951a-711b-480f-83a9-07d5f36deb6f service neutron] 10.222.0.71 "GET /v2.0/networks/279cbc33-d138-466b-a725-ca60a29d4cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828650 Feb 07 21:56:04.248467 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0c605fb-b2f0-49a9-80d2-f25f22a1ae25 req-50947dbf-8a96-43c2-9372-85c8a18820e1 service neutron] 10.222.0.71 "GET /v2.0/networks/279cbc33-d138-466b-a725-ca60a29d4cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915508 Feb 07 21:56:04.336771 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc544b18-1544-4390-9bf3-b87360a3c9e2 req-af85a5ae-8b79-4233-805c-a88668be3929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:04.338132 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc544b18-1544-4390-9bf3-b87360a3c9e2 req-af85a5ae-8b79-4233-805c-a88668be3929 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b11199e6e86143cb996b4d9cf7c803a5&device_id=7c7bae1e-4eb5-4470-8699-e3ed2947eae0 HTTP/1.1" status: 200 len: 1125 time: 0.0447152 Feb 07 21:56:04.366626 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:04.428232 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc544b18-1544-4390-9bf3-b87360a3c9e2 req-04f42e4c-ee99-4c4a-97ba-f10814fc5aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:04.429727 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc544b18-1544-4390-9bf3-b87360a3c9e2 req-04f42e4c-ee99-4c4a-97ba-f10814fc5aa0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=279cbc33-d138-466b-a725-ca60a29d4cbe HTTP/1.1" status: 200 len: 915 time: 0.0857267 Feb 07 21:56:04.474237 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc544b18-1544-4390-9bf3-b87360a3c9e2 req-5e7bc7eb-5a81-451c-8980-0b79c24705e3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79658584-963e-4b6b-98bf-5ab43161056a HTTP/1.1" status: 200 len: 217 time: 0.0382297 Feb 07 21:56:04.526605 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc544b18-1544-4390-9bf3-b87360a3c9e2 req-4cf512da-5456-4c2f-a9e8-37fe5e6e7280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:04.528030 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc544b18-1544-4390-9bf3-b87360a3c9e2 req-4cf512da-5456-4c2f-a9e8-37fe5e6e7280 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=493e14cb-f693-4689-a070-251ef2d14218 HTTP/1.1" status: 200 len: 854 time: 0.0488136 Feb 07 21:56:04.558907 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc544b18-1544-4390-9bf3-b87360a3c9e2 req-0443909b-d59c-436e-a2ec-05116269cfc0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=279cbc33-d138-466b-a725-ca60a29d4cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250130 Feb 07 21:56:04.647230 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc544b18-1544-4390-9bf3-b87360a3c9e2 req-88c817b9-4c1f-47d7-a484-674ca0e8d3a0 service neutron] 10.222.0.71 "GET /v2.0/networks/279cbc33-d138-466b-a725-ca60a29d4cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822258 Feb 07 21:56:04.732107 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc544b18-1544-4390-9bf3-b87360a3c9e2 req-d12316b3-ffcf-4f0b-a8a6-33d68959a7ec service neutron] 10.222.0.71 "GET /v2.0/networks/279cbc33-d138-466b-a725-ca60a29d4cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789654 Feb 07 21:56:05.109351 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5435ad0-7699-437e-99f5-8a6e8fa75a44 req-57cf3da2-17e4-4f1f-94fd-0f054a3058ec tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:05.110848 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5435ad0-7699-437e-99f5-8a6e8fa75a44 req-57cf3da2-17e4-4f1f-94fd-0f054a3058ec tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c7bae1e-4eb5-4470-8699-e3ed2947eae0 HTTP/1.1" status: 200 len: 943 time: 0.0558918 Feb 07 21:56:05.164403 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5435ad0-7699-437e-99f5-8a6e8fa75a44 req-3581bccc-665f-4da7-ab5c-5f3a56da7b9c tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466080 Feb 07 21:56:05.174678 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-95571032-75f7-4385-9798-b7eb5c1168f0 req-78b04132-7b79-4fa7-a171-521928983be0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f219733e-0068-4c5c-b9ab-bad5dc81e8c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515685 Feb 07 21:56:05.267734 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95571032-75f7-4385-9798-b7eb5c1168f0 req-86dd7dad-7ad6-41d2-a9fa-45e74fd9675f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:05.269188 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-95571032-75f7-4385-9798-b7eb5c1168f0 req-86dd7dad-7ad6-41d2-a9fa-45e74fd9675f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b11199e6e86143cb996b4d9cf7c803a5&device_id=f219733e-0068-4c5c-b9ab-bad5dc81e8c5 HTTP/1.1" status: 200 len: 1128 time: 0.0502968 Feb 07 21:56:05.369333 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95571032-75f7-4385-9798-b7eb5c1168f0 req-fc44689d-4e30-4729-a6fa-014bf190889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:05.370812 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-95571032-75f7-4385-9798-b7eb5c1168f0 req-fc44689d-4e30-4729-a6fa-014bf190889a service neutron] 10.222.0.69 "GET /v2.0/networks?id=279cbc33-d138-466b-a725-ca60a29d4cbe HTTP/1.1" status: 200 len: 915 time: 0.0846760 Feb 07 21:56:05.414057 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-95571032-75f7-4385-9798-b7eb5c1168f0 req-9d3943e9-7eb4-4583-a3f4-07fe4c597f30 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=422ba241-9aa5-4658-b1b3-e3150ce40a05 HTTP/1.1" status: 200 len: 217 time: 0.0374250 Feb 07 21:56:05.760501 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95571032-75f7-4385-9798-b7eb5c1168f0 req-05eea403-b755-47c0-b653-8f916f998244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:05.761983 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-95571032-75f7-4385-9798-b7eb5c1168f0 req-05eea403-b755-47c0-b653-8f916f998244 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=493e14cb-f693-4689-a070-251ef2d14218 HTTP/1.1" status: 200 len: 854 time: 0.3430095 Feb 07 21:56:05.791982 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-95571032-75f7-4385-9798-b7eb5c1168f0 req-40123087-d5d3-4dd5-9054-38d860b057de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=279cbc33-d138-466b-a725-ca60a29d4cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245945 Feb 07 21:56:05.877726 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-95571032-75f7-4385-9798-b7eb5c1168f0 req-85f139fc-8330-49d8-a4b6-0c8c41e09924 service neutron] 10.222.0.69 "GET /v2.0/networks/279cbc33-d138-466b-a725-ca60a29d4cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803924 Feb 07 21:56:05.963842 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-95571032-75f7-4385-9798-b7eb5c1168f0 req-a44170ea-0106-48f5-9d97-28f00a822ed6 service neutron] 10.222.0.69 "GET /v2.0/networks/279cbc33-d138-466b-a725-ca60a29d4cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805473 Feb 07 21:56:06.283514 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356fdd8-47f2-40e7-a29a-8246b455c4cb req-e1021270-caa9-4536-a4b8-b2df2d2c89bc tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:06.285001 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e356fdd8-47f2-40e7-a29a-8246b455c4cb req-e1021270-caa9-4536-a4b8-b2df2d2c89bc tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c7bae1e-4eb5-4470-8699-e3ed2947eae0 HTTP/1.1" status: 200 len: 943 time: 0.0513413 Feb 07 21:56:06.330328 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e356fdd8-47f2-40e7-a29a-8246b455c4cb req-b5f5177a-9dfd-469f-95c5-62b93a69cbf3 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398018 Feb 07 21:56:07.449805 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa172f-8cb7-4107-8a3f-90f8cac09dc3 req-c0a955d0-0b91-4d68-9dce-f17a1f9195c6 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:07.451248 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ecfa172f-8cb7-4107-8a3f-90f8cac09dc3 req-c0a955d0-0b91-4d68-9dce-f17a1f9195c6 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c7bae1e-4eb5-4470-8699-e3ed2947eae0 HTTP/1.1" status: 200 len: 943 time: 0.0500572 Feb 07 21:56:07.495578 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ecfa172f-8cb7-4107-8a3f-90f8cac09dc3 req-b714bd1f-47e3-4b0f-8af6-f08b303bab19 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388114 Feb 07 21:56:08.614409 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c9137-9644-4155-a297-5296c28f4277 req-a98166c6-c5fe-4e9e-ac89-257d7fb291d6 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:08.615849 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ec1c9137-9644-4155-a297-5296c28f4277 req-a98166c6-c5fe-4e9e-ac89-257d7fb291d6 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c7bae1e-4eb5-4470-8699-e3ed2947eae0 HTTP/1.1" status: 200 len: 943 time: 0.0553868 Feb 07 21:56:08.660704 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ec1c9137-9644-4155-a297-5296c28f4277 req-30facea7-9915-41c3-9ccf-e2e4c3b8a1de tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387237 Feb 07 21:56:08.916707 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 79658584-963e-4b6b-98bf-5ab43161056a details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:56:09.016325 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 79658584-963e-4b6b-98bf-5ab43161056a, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=79658584-963e-4b6b-98bf-5ab43161056a,segment=NetworkSegment(9d2ba45b-bb2c-46f3-a571-243fac0c1469),segment_id=9d2ba45b-bb2c-46f3-a571-243fac0c1469)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:56:09.181831 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '79658584-963e-4b6b-98bf-5ab43161056a', 'network_id': '279cbc33-d138-466b-a725-ca60a29d4cbe', 'port_id': '79658584-963e-4b6b-98bf-5ab43161056a', 'mac_address': 'fa:16:3e:2f:18:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '493e14cb-f693-4689-a070-251ef2d14218', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:56:09.218097 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 79658584-963e-4b6b-98bf-5ab43161056a is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:56:09.218507 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (79658584-963e-4b6b-98bf-5ab43161056a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:09.231406 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79658584-963e-4b6b-98bf-5ab43161056a {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:56:09.250651 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 79658584-963e-4b6b-98bf-5ab43161056a, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=79658584-963e-4b6b-98bf-5ab43161056a,segment=NetworkSegment(9d2ba45b-bb2c-46f3-a571-243fac0c1469),segment_id=9d2ba45b-bb2c-46f3-a571-243fac0c1469)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:56:09.254379 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (79658584-963e-4b6b-98bf-5ab43161056a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:09.299039 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=79658584-963e-4b6b-98bf-5ab43161056a,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:09.306552 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:09.306893 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:09.307231 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:09.307565 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:09.307890 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:09.308214 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:09.308566 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:09.308888 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:09.309207 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:09.309525 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:09.309843 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:09.310159 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:09.310474 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:09.559771 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['79658584-963e-4b6b-98bf-5ab43161056a'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:56:09.781091 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6223ecc-2fed-4132-b244-131a014592cb req-97beb471-afa5-43d3-950c-5fb7a6b3d1ac tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:09.782542 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6223ecc-2fed-4132-b244-131a014592cb req-97beb471-afa5-43d3-950c-5fb7a6b3d1ac tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c7bae1e-4eb5-4470-8699-e3ed2947eae0 HTTP/1.1" status: 200 len: 944 time: 0.0535021 Feb 07 21:56:09.827813 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6223ecc-2fed-4132-b244-131a014592cb req-f2d58ca4-06ff-4831-8697-1dd8a0c98238 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396230 Feb 07 21:56:10.920943 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 79658584-963e-4b6b-98bf-5ab43161056a up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:56:10.946692 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8317f-373c-4878-b2ba-be7d7e95eebd req-18003f25-42db-427f-b11b-15967529842c tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:10.948198 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53e8317f-373c-4878-b2ba-be7d7e95eebd req-18003f25-42db-427f-b11b-15967529842c tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c7bae1e-4eb5-4470-8699-e3ed2947eae0 HTTP/1.1" status: 200 len: 944 time: 0.0521488 Feb 07 21:56:10.969057 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 79658584-963e-4b6b-98bf-5ab43161056a completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:56:10.973248 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 79658584-963e-4b6b-98bf-5ab43161056a triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:10.973608 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (79658584-963e-4b6b-98bf-5ab43161056a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:11.000342 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53e8317f-373c-4878-b2ba-be7d7e95eebd req-3f6872a6-3f03-4b58-b1ce-5fc04b629899 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461674 Feb 07 21:56:11.052572 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 79658584-963e-4b6b-98bf-5ab43161056a is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:56:11.052958 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (79658584-963e-4b6b-98bf-5ab43161056a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:11.075302 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7bae1e-4eb5-4470-8699-e3ed2947eae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79658584-963e-4b6b-98bf-5ab43161056a'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:56:11.077554 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59fa0091afa0acade78336c0e3f3c5307cc552a1ace6da7695aaea120dfc6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9219dde1-ce58-4184-ad08-7665022c2d51" -d '{"events": [{"server_uuid": "7c7bae1e-4eb5-4470-8699-e3ed2947eae0", "name": "network-vif-plugged", "status": "completed", "tag": "79658584-963e-4b6b-98bf-5ab43161056a"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:56:11.089566 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 79658584-963e-4b6b-98bf-5ab43161056a, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=79658584-963e-4b6b-98bf-5ab43161056a,segment=NetworkSegment(9d2ba45b-bb2c-46f3-a571-243fac0c1469),segment_id=9d2ba45b-bb2c-46f3-a571-243fac0c1469)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:56:11.093991 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (79658584-963e-4b6b-98bf-5ab43161056a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:11.118100 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ee503c-2158-490b-844f-c592d237623d x-openstack-request-id: req-59ee503c-2158-490b-844f-c592d237623d {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:56:11.118396 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7bae1e-4eb5-4470-8699-e3ed2947eae0", "name": "network-vif-plugged", "status": "completed", "tag": "79658584-963e-4b6b-98bf-5ab43161056a", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:56:11.118656 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-59ee503c-2158-490b-844f-c592d237623d {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:56:11.119044 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7bae1e-4eb5-4470-8699-e3ed2947eae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79658584-963e-4b6b-98bf-5ab43161056a', 'code': 200} Feb 07 21:56:11.144226 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=79658584-963e-4b6b-98bf-5ab43161056a,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:11.212654 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8dba0-9112-4b0d-95d7-792d52dfc924 req-2adff841-a8f7-45cf-ad82-76830fdf5294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:11.214126 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-86d8dba0-9112-4b0d-95d7-792d52dfc924 req-2adff841-a8f7-45cf-ad82-76830fdf5294 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7c7bae1e-4eb5-4470-8699-e3ed2947eae0 HTTP/1.1" status: 200 len: 1127 time: 0.0431769 Feb 07 21:56:11.255335 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-86d8dba0-9112-4b0d-95d7-792d52dfc924 req-444acfaa-863d-4e60-b878-5c8c2cfbac49 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353754 Feb 07 21:56:12.117858 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960e5fe-065b-4b23-9b5e-030d3c54f7ff req-2532f01d-f186-4a22-b06a-9838974b6f2d tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:12.119314 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1960e5fe-065b-4b23-9b5e-030d3c54f7ff req-2532f01d-f186-4a22-b06a-9838974b6f2d tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c7bae1e-4eb5-4470-8699-e3ed2947eae0 HTTP/1.1" status: 200 len: 945 time: 0.0517545 Feb 07 21:56:12.170027 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1960e5fe-065b-4b23-9b5e-030d3c54f7ff req-e2467585-b227-44c7-afa1-75fc39fb91cb tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450923 Feb 07 21:56:13.290703 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e8ad5-9934-4c5d-9595-bbbeed6e90a1 req-52b69cf7-f81b-4cf6-961c-cc790b277e2d tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:13.292132 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2f8e8ad5-9934-4c5d-9595-bbbeed6e90a1 req-52b69cf7-f81b-4cf6-961c-cc790b277e2d tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c7bae1e-4eb5-4470-8699-e3ed2947eae0 HTTP/1.1" status: 200 len: 945 time: 0.0545521 Feb 07 21:56:13.336925 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2f8e8ad5-9934-4c5d-9595-bbbeed6e90a1 req-270edfc9-0d65-4651-864f-e28c3998b59b tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389879 Feb 07 21:56:13.569277 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70280d1c-6834-4345-8612-7b5c5315b8bd req-c7f81bac-df63-434d-a18c-97715f54b031 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:13.570893 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-70280d1c-6834-4345-8612-7b5c5315b8bd req-c7f81bac-df63-434d-a18c-97715f54b031 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c7bae1e-4eb5-4470-8699-e3ed2947eae0 HTTP/1.1" status: 200 len: 945 time: 0.0514808 Feb 07 21:56:13.617887 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-70280d1c-6834-4345-8612-7b5c5315b8bd req-f53e801b-0200-4723-96c8-88601de1b617 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408907 Feb 07 21:56:14.651073 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:56:14.743379 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103eca5-f25d-4260-bff7-a248e8986aec req-39031713-763f-4899-b8ef-f740ad7df2d4 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:14.744884 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2103eca5-f25d-4260-bff7-a248e8986aec req-39031713-763f-4899-b8ef-f740ad7df2d4 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c7bae1e-4eb5-4470-8699-e3ed2947eae0 HTTP/1.1" status: 200 len: 945 time: 0.0586715 Feb 07 21:56:14.790427 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2103eca5-f25d-4260-bff7-a248e8986aec req-f869efdf-8a23-4b36-a058-72c1145038c6 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399985 Feb 07 21:56:15.026914 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48cc3a-b215-4e56-908a-23255bed9f78 req-5fea42fe-5c0a-4b26-883f-3328c1d925d0 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:15.028267 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fc48cc3a-b215-4e56-908a-23255bed9f78 req-5fea42fe-5c0a-4b26-883f-3328c1d925d0 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.71 "GET /v2.0/ports?device_id=7c7bae1e-4eb5-4470-8699-e3ed2947eae0 HTTP/1.1" status: 200 len: 945 time: 0.0521884 Feb 07 21:56:15.118175 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-fc48cc3a-b215-4e56-908a-23255bed9f78 req-76ba3c61-7caf-4848-8a33-69205592c9a8 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Deleting port 79658584-963e-4b6b-98bf-5ab43161056a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:56:15.118541 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fc48cc3a-b215-4e56-908a-23255bed9f78 req-76ba3c61-7caf-4848-8a33-69205592c9a8 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (79658584-963e-4b6b-98bf-5ab43161056a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:15.206399 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-fc48cc3a-b215-4e56-908a-23255bed9f78 req-76ba3c61-7caf-4848-8a33-69205592c9a8 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] For port 79658584-963e-4b6b-98bf-5ab43161056a, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=79658584-963e-4b6b-98bf-5ab43161056a,segment=NetworkSegment(9d2ba45b-bb2c-46f3-a571-243fac0c1469),segment_id=9d2ba45b-bb2c-46f3-a571-243fac0c1469)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:56:15.206760 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fc48cc3a-b215-4e56-908a-23255bed9f78 req-76ba3c61-7caf-4848-8a33-69205592c9a8 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (79658584-963e-4b6b-98bf-5ab43161056a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:15.219642 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-fc48cc3a-b215-4e56-908a-23255bed9f78 req-76ba3c61-7caf-4848-8a33-69205592c9a8 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Calling delete_port for 79658584-963e-4b6b-98bf-5ab43161056a owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:56:15.343619 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fc48cc3a-b215-4e56-908a-23255bed9f78 req-76ba3c61-7caf-4848-8a33-69205592c9a8 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (79658584-963e-4b6b-98bf-5ab43161056a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:15.356891 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['422ba241-9aa5-4658-b1b3-e3150ce40a05'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:56:15.362798 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['79658584-963e-4b6b-98bf-5ab43161056a'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:56:15.372547 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba3c61-7caf-4848-8a33-69205592c9a8 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Pushing event deleted for resources: {'Port': ['ID=79658584-963e-4b6b-98bf-5ab43161056a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:15.416570 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc48cc3a-b215-4e56-908a-23255bed9f78 req-76ba3c61-7caf-4848-8a33-69205592c9a8 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] No DVR routers for this DVR port 79658584-963e-4b6b-98bf-5ab43161056a on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:56:15.419100 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fc48cc3a-b215-4e56-908a-23255bed9f78 req-76ba3c61-7caf-4848-8a33-69205592c9a8 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:15.422505 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fc48cc3a-b215-4e56-908a-23255bed9f78 req-76ba3c61-7caf-4848-8a33-69205592c9a8 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.71 "DELETE /v2.0/ports/79658584-963e-4b6b-98bf-5ab43161056a HTTP/1.1" status: 204 len: 173 time: 0.3889751 Feb 07 21:56:15.422935 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7bae1e-4eb5-4470-8699-e3ed2947eae0', 'name': 'network-vif-deleted', 'tag': '79658584-963e-4b6b-98bf-5ab43161056a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:56:15.425192 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7093a2b-636b-4ef2-902b-028beaf02c02" -d '{"events": [{"server_uuid": "7c7bae1e-4eb5-4470-8699-e3ed2947eae0", "name": "network-vif-deleted", "tag": "79658584-963e-4b6b-98bf-5ab43161056a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:56:15.463610 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c06d9f-15ab-45f1-9035-e39be04fe7d1 x-openstack-request-id: req-b3c06d9f-15ab-45f1-9035-e39be04fe7d1 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:56:15.463902 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7bae1e-4eb5-4470-8699-e3ed2947eae0", "name": "network-vif-deleted", "tag": "79658584-963e-4b6b-98bf-5ab43161056a", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:56:15.464159 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b3c06d9f-15ab-45f1-9035-e39be04fe7d1 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:56:15.464592 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7bae1e-4eb5-4470-8699-e3ed2947eae0', 'name': 'network-vif-deleted', 'tag': '79658584-963e-4b6b-98bf-5ab43161056a', 'status': 'completed', 'code': 200} Feb 07 21:56:16.227107 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6dd4dc80-ff55-4ae2-b0dd-a21a03cdccc3 req-94ef8567-ad9d-4a57-a6ee-550392c6c5c7 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c7bae1e-4eb5-4470-8699-e3ed2947eae0 HTTP/1.1" status: 200 len: 210 time: 0.3594093 Feb 07 21:56:17.381529 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81de1-3daf-46ba-9a47-17d2a4db9f25 req-4e47dcbd-3595-46ef-b898-2d3d5bfcb1ca tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:17.383703 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87c81de1-3daf-46ba-9a47-17d2a4db9f25 req-4e47dcbd-3595-46ef-b898-2d3d5bfcb1ca tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f219733e-0068-4c5c-b9ab-bad5dc81e8c5 HTTP/1.1" status: 200 len: 946 time: 0.0540709 Feb 07 21:56:17.428341 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87c81de1-3daf-46ba-9a47-17d2a4db9f25 req-d312dffc-549d-4493-8f34-7c9868da28a4 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390191 Feb 07 21:56:17.559536 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3e963-058a-45bc-854a-82b269619283 req-fdc22717-8198-4e54-955d-6f2e47ec2ce6 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:17.560975 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3fd3e963-058a-45bc-854a-82b269619283 req-fdc22717-8198-4e54-955d-6f2e47ec2ce6 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f219733e-0068-4c5c-b9ab-bad5dc81e8c5 HTTP/1.1" status: 200 len: 946 time: 0.0506787 Feb 07 21:56:17.609745 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3fd3e963-058a-45bc-854a-82b269619283 req-32d5bc0c-ed58-46c8-89d8-e59e6ec905b5 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433238 Feb 07 21:56:17.743673 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d492b-131c-44a7-925f-4107cc04e57d req-9be3bf3c-2c14-47ad-a06d-a21c3dfea6d4 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:17.745163 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f04d492b-131c-44a7-925f-4107cc04e57d req-9be3bf3c-2c14-47ad-a06d-a21c3dfea6d4 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f219733e-0068-4c5c-b9ab-bad5dc81e8c5 HTTP/1.1" status: 200 len: 946 time: 0.0569618 Feb 07 21:56:17.791096 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f04d492b-131c-44a7-925f-4107cc04e57d req-c38943e3-00df-428f-bb05-53d6de45c8f1 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403361 Feb 07 21:56:17.964273 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96edfed-8ab5-4ebe-b465-78537711bae6 req-ea8ab37b-a995-42f1-b837-de3cdf54d919 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:17.965650 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e96edfed-8ab5-4ebe-b465-78537711bae6 req-ea8ab37b-a995-42f1-b837-de3cdf54d919 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f219733e-0068-4c5c-b9ab-bad5dc81e8c5 HTTP/1.1" status: 200 len: 946 time: 0.0517104 Feb 07 21:56:18.011655 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e96edfed-8ab5-4ebe-b465-78537711bae6 req-4599d7f0-a6fe-42aa-8fa3-ac7369b93fe1 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401270 Feb 07 21:56:18.131664 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeca6f3-4822-4b1b-ab18-a11e9f528f39 req-261bacbf-fae9-415d-b232-c62310d6ad7e tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:18.133142 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8eeca6f3-4822-4b1b-ab18-a11e9f528f39 req-261bacbf-fae9-415d-b232-c62310d6ad7e tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f219733e-0068-4c5c-b9ab-bad5dc81e8c5 HTTP/1.1" status: 200 len: 946 time: 0.0553081 Feb 07 21:56:18.178392 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8eeca6f3-4822-4b1b-ab18-a11e9f528f39 req-54f93b3b-96a3-4d97-a8b3-537f2d49a284 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397103 Feb 07 21:56:18.302577 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92479456-6ddd-4d22-bf13-fbbe42ea5834 req-51cda213-b534-4f0c-9ee0-8d14e3f5dfcc tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:18.304022 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-92479456-6ddd-4d22-bf13-fbbe42ea5834 req-51cda213-b534-4f0c-9ee0-8d14e3f5dfcc tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f219733e-0068-4c5c-b9ab-bad5dc81e8c5 HTTP/1.1" status: 200 len: 946 time: 0.0516145 Feb 07 21:56:18.348520 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-92479456-6ddd-4d22-bf13-fbbe42ea5834 req-7a61becf-c3a7-4cd9-965c-44899b0ed314 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390458 Feb 07 21:56:18.487575 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d82093e1-93be-477c-8938-e7de76b33464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:18.651910 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4a1a7-65fa-4227-bd9a-ec184e4a096d req-a3f2fcb6-5587-46fc-b71e-53266bb1f196 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:18.653307 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85e4a1a7-65fa-4227-bd9a-ec184e4a096d req-a3f2fcb6-5587-46fc-b71e-53266bb1f196 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f219733e-0068-4c5c-b9ab-bad5dc81e8c5 HTTP/1.1" status: 200 len: 946 time: 0.0554402 Feb 07 21:56:18.698771 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-85e4a1a7-65fa-4227-bd9a-ec184e4a096d req-15ceea65-75cc-4738-9945-d9eaedab5006 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399475 Feb 07 21:56:18.967974 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 79658584-963e-4b6b-98bf-5ab43161056a no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:56:18.994732 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 79658584-963e-4b6b-98bf-5ab43161056a {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:56:18.995246 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 79658584-963e-4b6b-98bf-5ab43161056a not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:56:19.816219 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143deebf-7c01-4146-bfd3-f740bdd21329 req-ccb4329b-60f9-4c48-96c4-ac454f3ecf5a tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:19.817677 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-143deebf-7c01-4146-bfd3-f740bdd21329 req-ccb4329b-60f9-4c48-96c4-ac454f3ecf5a tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f219733e-0068-4c5c-b9ab-bad5dc81e8c5 HTTP/1.1" status: 200 len: 946 time: 0.0499632 Feb 07 21:56:19.868547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-143deebf-7c01-4146-bfd3-f740bdd21329 req-0c81fd28-5687-4c2c-95a1-1bb53f9ec4fa tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9484e0e-3d2b-4ea0-8655-a072e2382329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433006 Feb 07 21:56:20.222464 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41ff9b-17f9-4b4e-b4c5-edd15be14791 req-97549fb0-27a3-4b2e-abcc-9018e742e20d tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:20.223901 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4e41ff9b-17f9-4b4e-b4c5-edd15be14791 req-97549fb0-27a3-4b2e-abcc-9018e742e20d tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.69 "GET /v2.0/ports?device_id=f219733e-0068-4c5c-b9ab-bad5dc81e8c5 HTTP/1.1" status: 200 len: 946 time: 0.0543532 Feb 07 21:56:20.326019 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-4e41ff9b-17f9-4b4e-b4c5-edd15be14791 req-c3794175-3820-4199-a2f7-48868785db35 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Deleting port 422ba241-9aa5-4658-b1b3-e3150ce40a05 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:56:20.326388 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4e41ff9b-17f9-4b4e-b4c5-edd15be14791 req-c3794175-3820-4199-a2f7-48868785db35 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (422ba241-9aa5-4658-b1b3-e3150ce40a05), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:20.413183 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-4e41ff9b-17f9-4b4e-b4c5-edd15be14791 req-c3794175-3820-4199-a2f7-48868785db35 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] For port 422ba241-9aa5-4658-b1b3-e3150ce40a05, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=422ba241-9aa5-4658-b1b3-e3150ce40a05,segment=NetworkSegment(9d2ba45b-bb2c-46f3-a571-243fac0c1469),segment_id=9d2ba45b-bb2c-46f3-a571-243fac0c1469)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:56:20.413528 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4e41ff9b-17f9-4b4e-b4c5-edd15be14791 req-c3794175-3820-4199-a2f7-48868785db35 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (422ba241-9aa5-4658-b1b3-e3150ce40a05), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:20.426356 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-4e41ff9b-17f9-4b4e-b4c5-edd15be14791 req-c3794175-3820-4199-a2f7-48868785db35 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Calling delete_port for 422ba241-9aa5-4658-b1b3-e3150ce40a05 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:56:20.553415 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4e41ff9b-17f9-4b4e-b4c5-edd15be14791 req-c3794175-3820-4199-a2f7-48868785db35 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (422ba241-9aa5-4658-b1b3-e3150ce40a05), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:20.565407 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['422ba241-9aa5-4658-b1b3-e3150ce40a05'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:56:20.579705 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3794175-3820-4199-a2f7-48868785db35 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Pushing event deleted for resources: {'Port': ['ID=422ba241-9aa5-4658-b1b3-e3150ce40a05,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:20.590359 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3794175-3820-4199-a2f7-48868785db35 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:20.590787 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3794175-3820-4199-a2f7-48868785db35 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:20.591056 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3794175-3820-4199-a2f7-48868785db35 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:20.591664 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3794175-3820-4199-a2f7-48868785db35 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:20.592002 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3794175-3820-4199-a2f7-48868785db35 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:20.592359 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3794175-3820-4199-a2f7-48868785db35 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:20.592698 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3794175-3820-4199-a2f7-48868785db35 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:20.593029 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3794175-3820-4199-a2f7-48868785db35 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:20.593361 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3794175-3820-4199-a2f7-48868785db35 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:20.593701 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3794175-3820-4199-a2f7-48868785db35 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:20.594030 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3794175-3820-4199-a2f7-48868785db35 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:20.594355 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3794175-3820-4199-a2f7-48868785db35 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:20.594683 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3794175-3820-4199-a2f7-48868785db35 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:20.647650 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e41ff9b-17f9-4b4e-b4c5-edd15be14791 req-c3794175-3820-4199-a2f7-48868785db35 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] No DVR routers for this DVR port 422ba241-9aa5-4658-b1b3-e3150ce40a05 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:56:20.651437 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-4e41ff9b-17f9-4b4e-b4c5-edd15be14791 req-c3794175-3820-4199-a2f7-48868785db35 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:20.655433 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4e41ff9b-17f9-4b4e-b4c5-edd15be14791 req-c3794175-3820-4199-a2f7-48868785db35 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.69 "DELETE /v2.0/ports/422ba241-9aa5-4658-b1b3-e3150ce40a05 HTTP/1.1" status: 204 len: 173 time: 0.4259288 Feb 07 21:56:20.656162 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f219733e-0068-4c5c-b9ab-bad5dc81e8c5', 'name': 'network-vif-deleted', 'tag': '422ba241-9aa5-4658-b1b3-e3150ce40a05'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:56:20.659264 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47bc0dc9fe746ac64adcb7a0dbe6fda25f58f8d79cf35956c7e0a4ba81c3c440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afab0174-fc84-49f1-88be-038cbf9357f1" -d '{"events": [{"server_uuid": "f219733e-0068-4c5c-b9ab-bad5dc81e8c5", "name": "network-vif-deleted", "tag": "422ba241-9aa5-4658-b1b3-e3150ce40a05"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:56:20.680718 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-05c93136-9d20-435f-b256-88143bf32212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:20.708425 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80defc13-fe0e-4a2c-bb70-1ce68bd24b22 x-openstack-request-id: req-80defc13-fe0e-4a2c-bb70-1ce68bd24b22 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:56:20.708729 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f219733e-0068-4c5c-b9ab-bad5dc81e8c5", "name": "network-vif-deleted", "tag": "422ba241-9aa5-4658-b1b3-e3150ce40a05", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:56:20.709042 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-80defc13-fe0e-4a2c-bb70-1ce68bd24b22 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:56:20.709457 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f219733e-0068-4c5c-b9ab-bad5dc81e8c5', 'name': 'network-vif-deleted', 'tag': '422ba241-9aa5-4658-b1b3-e3150ce40a05', 'status': 'completed', 'code': 200} Feb 07 21:56:20.974698 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-96f10749-bc12-4ba7-b078-331eae845cbb req-01e3baa6-b573-48e4-924e-8acdc11ff451 tempest-ServersNegativeTestJSON-1148051144 tempest-ServersNegativeTestJSON-1148051144-project] 10.222.0.65 "GET /v2.0/ports?device_id=f219733e-0068-4c5c-b9ab-bad5dc81e8c5 HTTP/1.1" status: 200 len: 210 time: 0.0280318 Feb 07 21:56:21.952916 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:22.034461 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45770) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:22.080160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-429fb381-3ce7-4ff4-92ae-2421f0f2b948 admin admin] Deleting subnet 493e14cb-f693-4689-a070-251ef2d14218 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:56:22.083245 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-429fb381-3ce7-4ff4-92ae-2421f0f2b948 admin admin] Publish callbacks [] for subnet (493e14cb-f693-4689-a070-251ef2d14218), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:22.116181 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-429fb381-3ce7-4ff4-92ae-2421f0f2b948 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (493e14cb-f693-4689-a070-251ef2d14218), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:22.153579 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-429fb381-3ce7-4ff4-92ae-2421f0f2b948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (493e14cb-f693-4689-a070-251ef2d14218), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:22.204833 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-429fb381-3ce7-4ff4-92ae-2421f0f2b948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (493e14cb-f693-4689-a070-251ef2d14218), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:22.236948 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-429fb381-3ce7-4ff4-92ae-2421f0f2b948 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:22.240180 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-429fb381-3ce7-4ff4-92ae-2421f0f2b948 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/493e14cb-f693-4689-a070-251ef2d14218 HTTP/1.1" status: 204 len: 168 time: 0.2047126 Feb 07 21:56:22.241282 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fb381-3ce7-4ff4-92ae-2421f0f2b948 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=493e14cb-f693-4689-a070-251ef2d14218,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:22.242821 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45772) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:22.309693 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99941975-e57e-4eb5-a840-3b4739d156cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (279cbc33-d138-466b-a725-ca60a29d4cbe), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:22.387312 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99941975-e57e-4eb5-a840-3b4739d156cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (279cbc33-d138-466b-a725-ca60a29d4cbe), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:22.406944 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-99941975-e57e-4eb5-a840-3b4739d156cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279cbc33-d138-466b-a725-ca60a29d4cbe']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:22.415853 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-99941975-e57e-4eb5-a840-3b4739d156cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2ba45b-bb2c-46f3-a571-243fac0c1469') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:22.416150 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-99941975-e57e-4eb5-a840-3b4739d156cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2ba45b-bb2c-46f3-a571-243fac0c1469') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:22.425075 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99941975-e57e-4eb5-a840-3b4739d156cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (9d2ba45b-bb2c-46f3-a571-243fac0c1469), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:22.437882 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99941975-e57e-4eb5-a840-3b4739d156cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (9d2ba45b-bb2c-46f3-a571-243fac0c1469), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:22.443587 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99941975-e57e-4eb5-a840-3b4739d156cb admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:56:22.443959 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99941975-e57e-4eb5-a840-3b4739d156cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (9d2ba45b-bb2c-46f3-a571-243fac0c1469), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:56:22.446093 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:56:22.497576 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99941975-e57e-4eb5-a840-3b4739d156cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (279cbc33-d138-466b-a725-ca60a29d4cbe), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:22.502933 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99941975-e57e-4eb5-a840-3b4739d156cb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:22.506009 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-99941975-e57e-4eb5-a840-3b4739d156cb admin admin] 10.222.0.65 "DELETE /v2.0/networks/279cbc33-d138-466b-a725-ca60a29d4cbe HTTP/1.1" status: 204 len: 168 time: 0.2621915 Feb 07 21:56:22.517673 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99941975-e57e-4eb5-a840-3b4739d156cb admin admin] Pushing event deleted for resources: {'Network': ['ID=279cbc33-d138-466b-a725-ca60a29d4cbe,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:22.610528 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45776) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:22.654676 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-736155b5-1275-4ca6-8098-86a323cd2559 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b11199e6e86143cb996b4d9cf7c803a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429769 Feb 07 21:56:22.657069 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45778) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:22.704118 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-29a7d4c0-2f5c-4338-8b96-d29ea1230409 admin admin] Publish callbacks [] for security_group (f9484e0e-3d2b-4ea0-8655-a072e2382329), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:22.726332 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-29a7d4c0-2f5c-4338-8b96-d29ea1230409 admin admin] Publish callbacks [] for security_group (f9484e0e-3d2b-4ea0-8655-a072e2382329), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:22.772414 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-29a7d4c0-2f5c-4338-8b96-d29ea1230409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f9484e0e-3d2b-4ea0-8655-a072e2382329), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:22.774916 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-29a7d4c0-2f5c-4338-8b96-d29ea1230409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:22.776103 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-29a7d4c0-2f5c-4338-8b96-d29ea1230409 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f9484e0e-3d2b-4ea0-8655-a072e2382329 HTTP/1.1" status: 204 len: 168 time: 0.1181517 Feb 07 21:56:22.783483 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7d4c0-2f5c-4338-8b96-d29ea1230409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9484e0e-3d2b-4ea0-8655-a072e2382329,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:23.439200 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:23.449761 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45800) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:23.543274 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-656916b2-d227-4a24-9a62-f1e380e7644c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1493759600'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:56:23.562263 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656916b2-d227-4a24-9a62-f1e380e7644c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Made reservation on behalf of 5f497d3baa7f4fd6b79bbb2512b559e4 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:56:23.565598 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-656916b2-d227-4a24-9a62-f1e380e7644c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:23.574226 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-656916b2-d227-4a24-9a62-f1e380e7644c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:23.654017 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-656916b2-d227-4a24-9a62-f1e380e7644c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks [] for security_group (9d06bf60-5d8a-4e36-907d-3c812bf07be2), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:23.657791 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-656916b2-d227-4a24-9a62-f1e380e7644c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9d06bf60-5d8a-4e36-907d-3c812bf07be2), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:23.687834 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656916b2-d227-4a24-9a62-f1e380e7644c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:56:23.693433 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656916b2-d227-4a24-9a62-f1e380e7644c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d06bf60-5d8a-4e36-907d-3c812bf07be2,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:23.703150 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-656916b2-d227-4a24-9a62-f1e380e7644c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (48ab833e-f8b2-43bd-9518-29526733bf07), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:23.703485 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-656916b2-d227-4a24-9a62-f1e380e7644c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Added segment 48ab833e-f8b2-43bd-9518-29526733bf07 of type vlan for network 6736c1a8-22ae-4a2e-aba0-5a1042cfaac8 Feb 07 21:56:23.747116 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-656916b2-d227-4a24-9a62-f1e380e7644c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (6736c1a8-22ae-4a2e-aba0-5a1042cfaac8), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:23.771428 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-656916b2-d227-4a24-9a62-f1e380e7644c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (6736c1a8-22ae-4a2e-aba0-5a1042cfaac8), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:23.776289 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656916b2-d227-4a24-9a62-f1e380e7644c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:23.776914 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-656916b2-d227-4a24-9a62-f1e380e7644c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:23.827033 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-656916b2-d227-4a24-9a62-f1e380e7644c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3761730 Feb 07 21:56:23.843901 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656916b2-d227-4a24-9a62-f1e380e7644c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Pushing event updated for resources: {'Network': ['ID=6736c1a8-22ae-4a2e-aba0-5a1042cfaac8,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:23.854339 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 6736c1a8-22ae-4a2e-aba0-5a1042cfaac8 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:56:24.349748 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 422ba241-9aa5-4658-b1b3-e3150ce40a05 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:56:24.370020 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 422ba241-9aa5-4658-b1b3-e3150ce40a05 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:56:24.370368 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 422ba241-9aa5-4658-b1b3-e3150ce40a05 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:56:24.742977 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:27.079328 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45804) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:27.084387 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-fbd5415a-7df5-4db6-9b04-559114a4bfc5 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Request body: {'subnet': {'network_id': '6736c1a8-22ae-4a2e-aba0-5a1042cfaac8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:56:27.173473 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd5415a-7df5-4db6-9b04-559114a4bfc5 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Made reservation on behalf of 5f497d3baa7f4fd6b79bbb2512b559e4 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:56:27.176868 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fbd5415a-7df5-4db6-9b04-559114a4bfc5 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:27.358180 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fbd5415a-7df5-4db6-9b04-559114a4bfc5 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (bf2ad7f6-39a7-42ec-af6e-9893aa481f2e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:27.419778 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5415a-7df5-4db6-9b04-559114a4bfc5 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Pushing event updated for resources: {'Subnet': ['ID=bf2ad7f6-39a7-42ec-af6e-9893aa481f2e,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:27.428992 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd5415a-7df5-4db6-9b04-559114a4bfc5 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Checking segment: {'id': '48ab833e-f8b2-43bd-9518-29526733bf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6736c1a8-22ae-4a2e-aba0-5a1042cfaac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:56:27.429395 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd5415a-7df5-4db6-9b04-559114a4bfc5 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Network hostable DHCP agents. Network: 6736c1a8-22ae-4a2e-aba0-5a1042cfaac8, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:56:27.445429 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd5415a-7df5-4db6-9b04-559114a4bfc5 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Network 6736c1a8-22ae-4a2e-aba0-5a1042cfaac8 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:56:27.453850 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-fbd5415a-7df5-4db6-9b04-559114a4bfc5 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 6736c1a8-22ae-4a2e-aba0-5a1042cfaac8) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:56:27.458289 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd5415a-7df5-4db6-9b04-559114a4bfc5 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:27.458892 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fbd5415a-7df5-4db6-9b04-559114a4bfc5 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:27.464255 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a23258-445b-4a49-be12-0fa4e22215bf None None] Network 6736c1a8-22ae-4a2e-aba0-5a1042cfaac8 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:56:27.475997 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fbd5415a-7df5-4db6-9b04-559114a4bfc5 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3956459 Feb 07 21:56:27.479933 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45806) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:27.484784 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-4b292360-2675-45ce-b6cc-d834c5b503a1 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1292427331'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:56:27.502564 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b292360-2675-45ce-b6cc-d834c5b503a1 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Made reservation on behalf of 5f497d3baa7f4fd6b79bbb2512b559e4 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:56:27.506035 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b292360-2675-45ce-b6cc-d834c5b503a1 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:27.531276 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b292360-2675-45ce-b6cc-d834c5b503a1 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:56:27.540815 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b292360-2675-45ce-b6cc-d834c5b503a1 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (d6c8f0ec-1f11-47fb-8051-0eec6c05386a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:27.541157 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-4b292360-2675-45ce-b6cc-d834c5b503a1 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Added segment d6c8f0ec-1f11-47fb-8051-0eec6c05386a of type vlan for network 1b01bd57-6d2f-47c3-b75b-01b665e86173 Feb 07 21:56:27.566712 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e1c719-559f-4e27-99d2-320899069814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-6736c1a8-22ae-4a2e-aba0-5a1042cfaac8', 'network_id': '6736c1a8-22ae-4a2e-aba0-5a1042cfaac8', 'project_id': '5f497d3baa7f4fd6b79bbb2512b559e4', 'fixed_ips': [{'subnet_id': 'bf2ad7f6-39a7-42ec-af6e-9893aa481f2e'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:56:27.567588 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-45e1c719-559f-4e27-99d2-320899069814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:27.583689 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b292360-2675-45ce-b6cc-d834c5b503a1 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (1b01bd57-6d2f-47c3-b75b-01b665e86173), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:27.613167 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b292360-2675-45ce-b6cc-d834c5b503a1 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (1b01bd57-6d2f-47c3-b75b-01b665e86173), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:27.621338 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b292360-2675-45ce-b6cc-d834c5b503a1 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:27.621966 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b292360-2675-45ce-b6cc-d834c5b503a1 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:27.684998 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4b292360-2675-45ce-b6cc-d834c5b503a1 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2039795 Feb 07 21:56:27.687812 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45808) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:27.694609 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-67fd7abb-d85b-4fe7-8792-0fbc75d2c4dd tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Request body: {'subnet': {'network_id': '1b01bd57-6d2f-47c3-b75b-01b665e86173', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:56:27.702689 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b292360-2675-45ce-b6cc-d834c5b503a1 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Pushing event updated for resources: {'Network': ['ID=1b01bd57-6d2f-47c3-b75b-01b665e86173,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:27.712811 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-45e1c719-559f-4e27-99d2-320899069814 None None] Allocated IP 2001:db8:0:ffff::2 (6736c1a8-22ae-4a2e-aba0-5a1042cfaac8/bf2ad7f6-39a7-42ec-af6e-9893aa481f2e/6b755b7a-21b7-4cac-9ec8-1f391d824033) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:56:27.717068 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 1b01bd57-6d2f-47c3-b75b-01b665e86173 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:56:27.793896 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fd7abb-d85b-4fe7-8792-0fbc75d2c4dd tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Made reservation on behalf of 5f497d3baa7f4fd6b79bbb2512b559e4 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:56:27.797620 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-67fd7abb-d85b-4fe7-8792-0fbc75d2c4dd tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:27.936791 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-45e1c719-559f-4e27-99d2-320899069814 None None] Publish callbacks [] for port (6b755b7a-21b7-4cac-9ec8-1f391d824033), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:27.945642 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-45e1c719-559f-4e27-99d2-320899069814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (6b755b7a-21b7-4cac-9ec8-1f391d824033), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:27.985180 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e1c719-559f-4e27-99d2-320899069814 None None] Network 6736c1a8-22ae-4a2e-aba0-5a1042cfaac8 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:56:27.988073 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-45e1c719-559f-4e27-99d2-320899069814 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:56:27.991503 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e1c719-559f-4e27-99d2-320899069814 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:56:27.999533 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-67fd7abb-d85b-4fe7-8792-0fbc75d2c4dd tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (af488a11-3cb9-43bd-81f8-65607cd16819), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:27.999746 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1c719-559f-4e27-99d2-320899069814 None None] Pushing event updated for resources: {'Port': ['ID=6b755b7a-21b7-4cac-9ec8-1f391d824033,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:28.051252 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-45e1c719-559f-4e27-99d2-320899069814 None None] Attempting to bind port 6b755b7a-21b7-4cac-9ec8-1f391d824033 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:56:28.051693 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-45e1c719-559f-4e27-99d2-320899069814 None None] Attempting to bind port 6b755b7a-21b7-4cac-9ec8-1f391d824033 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '48ab833e-f8b2-43bd-9518-29526733bf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6736c1a8-22ae-4a2e-aba0-5a1042cfaac8'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:56:28.052056 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e1c719-559f-4e27-99d2-320899069814 None None] Attempting to bind port 6b755b7a-21b7-4cac-9ec8-1f391d824033 on network 6736c1a8-22ae-4a2e-aba0-5a1042cfaac8 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:56:28.057561 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e1c719-559f-4e27-99d2-320899069814 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:56:28.057937 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e1c719-559f-4e27-99d2-320899069814 None None] Checking segment: {'id': '48ab833e-f8b2-43bd-9518-29526733bf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6736c1a8-22ae-4a2e-aba0-5a1042cfaac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:56:28.058340 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-45e1c719-559f-4e27-99d2-320899069814 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:28.058737 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e1c719-559f-4e27-99d2-320899069814 None None] Bound using segment: {'id': '48ab833e-f8b2-43bd-9518-29526733bf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6736c1a8-22ae-4a2e-aba0-5a1042cfaac8'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:56:28.059199 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-45e1c719-559f-4e27-99d2-320899069814 None None] Bound port: 6b755b7a-21b7-4cac-9ec8-1f391d824033, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ab833e-f8b2-43bd-9518-29526733bf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6736c1a8-22ae-4a2e-aba0-5a1042cfaac8'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:56:28.059575 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-45e1c719-559f-4e27-99d2-320899069814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6b755b7a-21b7-4cac-9ec8-1f391d824033), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:28.063922 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd7abb-d85b-4fe7-8792-0fbc75d2c4dd tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Pushing event updated for resources: {'Subnet': ['ID=af488a11-3cb9-43bd-81f8-65607cd16819,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:28.077349 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fd7abb-d85b-4fe7-8792-0fbc75d2c4dd tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Checking segment: {'id': 'd6c8f0ec-1f11-47fb-8051-0eec6c05386a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1b01bd57-6d2f-47c3-b75b-01b665e86173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:56:28.077719 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fd7abb-d85b-4fe7-8792-0fbc75d2c4dd tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Network hostable DHCP agents. Network: 1b01bd57-6d2f-47c3-b75b-01b665e86173, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:56:28.094776 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fd7abb-d85b-4fe7-8792-0fbc75d2c4dd tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Network 1b01bd57-6d2f-47c3-b75b-01b665e86173 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:56:28.102918 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-67fd7abb-d85b-4fe7-8792-0fbc75d2c4dd tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 1b01bd57-6d2f-47c3-b75b-01b665e86173) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:56:28.108537 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fd7abb-d85b-4fe7-8792-0fbc75d2c4dd tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:28.109004 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-67fd7abb-d85b-4fe7-8792-0fbc75d2c4dd tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:28.113909 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5467d81b-f5e3-49f4-a29d-30bc30f6ef88 None None] Network 1b01bd57-6d2f-47c3-b75b-01b665e86173 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:56:28.125491 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-67fd7abb-d85b-4fe7-8792-0fbc75d2c4dd tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4366484 Feb 07 21:56:28.128168 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45810) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:28.165697 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-45e1c719-559f-4e27-99d2-320899069814 None None] For port 6b755b7a-21b7-4cac-9ec8-1f391d824033, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:56:28.182573 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-45e1c719-559f-4e27-99d2-320899069814 None None] For port 6b755b7a-21b7-4cac-9ec8-1f391d824033, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=6b755b7a-21b7-4cac-9ec8-1f391d824033,segment=NetworkSegment(48ab833e-f8b2-43bd-9518-29526733bf07),segment_id=48ab833e-f8b2-43bd-9518-29526733bf07)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:56:28.192373 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-45e1c719-559f-4e27-99d2-320899069814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6b755b7a-21b7-4cac-9ec8-1f391d824033), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:28.226527 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c796b84-9233-460b-987b-e6e8f79300fe tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (1b01bd57-6d2f-47c3-b75b-01b665e86173), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:28.279860 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1c719-559f-4e27-99d2-320899069814 None None] Pushing event updated for resources: {'Port': ['ID=6b755b7a-21b7-4cac-9ec8-1f391d824033,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:28.286278 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498bd6d2-450f-4fd8-8095-a0eb27aa25e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-1b01bd57-6d2f-47c3-b75b-01b665e86173', 'network_id': '1b01bd57-6d2f-47c3-b75b-01b665e86173', 'project_id': '5f497d3baa7f4fd6b79bbb2512b559e4', 'fixed_ips': [{'subnet_id': 'af488a11-3cb9-43bd-81f8-65607cd16819'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:56:28.287118 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-498bd6d2-450f-4fd8-8095-a0eb27aa25e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:28.321667 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c796b84-9233-460b-987b-e6e8f79300fe tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (af488a11-3cb9-43bd-81f8-65607cd16819), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:28.396134 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c796b84-9233-460b-987b-e6e8f79300fe tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (af488a11-3cb9-43bd-81f8-65607cd16819), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server [None req-498bd6d2-450f-4fd8-8095-a0eb27aa25e5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af488a11-3cb9-43bd-81f8-65607cd16819: This subnet is being modified by another concurrent operation. Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server raise exception Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af488a11-3cb9-43bd-81f8-65607cd16819: This subnet is being modified by another concurrent operation. Feb 07 21:56:28.400847 n-d-828185-2 neutron-server[103257]: ERROR oslo_messaging.rpc.server Feb 07 21:56:28.421499 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cc5d6c-480b-446e-8fba-820f4a03f1fe None None] Network 1b01bd57-6d2f-47c3-b75b-01b665e86173 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:56:28.485466 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c796b84-9233-460b-987b-e6e8f79300fe tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Pushing event deleted for resources: {'Subnet': ['ID=af488a11-3cb9-43bd-81f8-65607cd16819,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:28.512342 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c796b84-9233-460b-987b-e6e8f79300fe tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (1b01bd57-6d2f-47c3-b75b-01b665e86173), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:28.543525 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-1c796b84-9233-460b-987b-e6e8f79300fe tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b01bd57-6d2f-47c3-b75b-01b665e86173']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:28.553950 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-1c796b84-9233-460b-987b-e6e8f79300fe tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c8f0ec-1f11-47fb-8051-0eec6c05386a') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:28.554443 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-1c796b84-9233-460b-987b-e6e8f79300fe tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c8f0ec-1f11-47fb-8051-0eec6c05386a') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:28.565066 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c796b84-9233-460b-987b-e6e8f79300fe tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (d6c8f0ec-1f11-47fb-8051-0eec6c05386a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:28.579629 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c796b84-9233-460b-987b-e6e8f79300fe tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (d6c8f0ec-1f11-47fb-8051-0eec6c05386a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:28.587827 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c796b84-9233-460b-987b-e6e8f79300fe tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:56:28.588339 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c796b84-9233-460b-987b-e6e8f79300fe tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (d6c8f0ec-1f11-47fb-8051-0eec6c05386a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:56:28.591783 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:56:28.651855 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c796b84-9233-460b-987b-e6e8f79300fe tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (1b01bd57-6d2f-47c3-b75b-01b665e86173), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:28.658919 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c796b84-9233-460b-987b-e6e8f79300fe tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:28.665532 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1c796b84-9233-460b-987b-e6e8f79300fe tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] 10.222.0.65 "DELETE /v2.0/networks/1b01bd57-6d2f-47c3-b75b-01b665e86173 HTTP/1.1" status: 204 len: 168 time: 0.5328557 Feb 07 21:56:28.665944 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45812) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:28.671437 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-00c2f7b4-868e-43f3-a4fe-8952e58e313c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-827761774'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:56:28.673783 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c796b84-9233-460b-987b-e6e8f79300fe tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Pushing event deleted for resources: {'Network': ['ID=1b01bd57-6d2f-47c3-b75b-01b665e86173,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:28.691551 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c2f7b4-868e-43f3-a4fe-8952e58e313c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Made reservation on behalf of 5f497d3baa7f4fd6b79bbb2512b559e4 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:56:28.696530 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00c2f7b4-868e-43f3-a4fe-8952e58e313c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:28.720856 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c2f7b4-868e-43f3-a4fe-8952e58e313c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:56:28.730390 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00c2f7b4-868e-43f3-a4fe-8952e58e313c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (e1172be9-e7d8-4650-97ec-d39efc0d0fd8), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:28.730752 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-00c2f7b4-868e-43f3-a4fe-8952e58e313c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Added segment e1172be9-e7d8-4650-97ec-d39efc0d0fd8 of type vlan for network c2d702ac-f1b5-4495-b0ab-c92bb296da3c Feb 07 21:56:28.771343 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00c2f7b4-868e-43f3-a4fe-8952e58e313c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (c2d702ac-f1b5-4495-b0ab-c92bb296da3c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:28.794076 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00c2f7b4-868e-43f3-a4fe-8952e58e313c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (c2d702ac-f1b5-4495-b0ab-c92bb296da3c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:28.798988 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c2f7b4-868e-43f3-a4fe-8952e58e313c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:28.799560 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00c2f7b4-868e-43f3-a4fe-8952e58e313c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:28.851838 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-00c2f7b4-868e-43f3-a4fe-8952e58e313c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1846766 Feb 07 21:56:28.854800 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45814) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:28.859961 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-102329e9-960e-4c27-a2d5-9a4b3d38fad8 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Request body: {'subnet': {'network_id': 'c2d702ac-f1b5-4495-b0ab-c92bb296da3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:56:28.865906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2f7b4-868e-43f3-a4fe-8952e58e313c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Pushing event updated for resources: {'Network': ['ID=c2d702ac-f1b5-4495-b0ab-c92bb296da3c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:28.878721 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network c2d702ac-f1b5-4495-b0ab-c92bb296da3c details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:56:28.958687 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102329e9-960e-4c27-a2d5-9a4b3d38fad8 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Made reservation on behalf of 5f497d3baa7f4fd6b79bbb2512b559e4 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:56:28.962650 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-102329e9-960e-4c27-a2d5-9a4b3d38fad8 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:29.022130 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.ipam_backend_mixin [None req-102329e9-960e-4c27-a2d5-9a4b3d38fad8 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Performing IP validity checks on allocation pools {{(pid=103256) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 07 21:56:29.022666 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.ipam_backend_mixin [None req-102329e9-960e-4c27-a2d5-9a4b3d38fad8 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103256) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 07 21:56:29.155750 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-102329e9-960e-4c27-a2d5-9a4b3d38fad8 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (710f4796-6b38-43b8-9927-f777e40e776f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:29.215918 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102329e9-960e-4c27-a2d5-9a4b3d38fad8 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Pushing event updated for resources: {'Subnet': ['ID=710f4796-6b38-43b8-9927-f777e40e776f,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:29.227688 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102329e9-960e-4c27-a2d5-9a4b3d38fad8 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Checking segment: {'id': 'e1172be9-e7d8-4650-97ec-d39efc0d0fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c2d702ac-f1b5-4495-b0ab-c92bb296da3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:56:29.228063 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102329e9-960e-4c27-a2d5-9a4b3d38fad8 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Network hostable DHCP agents. Network: c2d702ac-f1b5-4495-b0ab-c92bb296da3c, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:56:29.228218 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65828ec-2066-4aca-8874-14935202b889 None None] get_active_networks_info from n-d-828185-2 {{(pid=103257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 21:56:29.245298 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102329e9-960e-4c27-a2d5-9a4b3d38fad8 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Network c2d702ac-f1b5-4495-b0ab-c92bb296da3c is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:56:29.254043 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-102329e9-960e-4c27-a2d5-9a4b3d38fad8 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, c2d702ac-f1b5-4495-b0ab-c92bb296da3c) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:56:29.259111 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102329e9-960e-4c27-a2d5-9a4b3d38fad8 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:29.259837 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-102329e9-960e-4c27-a2d5-9a4b3d38fad8 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:29.276961 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-102329e9-960e-4c27-a2d5-9a4b3d38fad8 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4210296 Feb 07 21:56:29.279577 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45816) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:29.358139 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-afdd2c3c-b945-4141-9576-6e1fbde9e433 None None] Provisioning complete for port 6b755b7a-21b7-4cac-9ec8-1f391d824033 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:29.358519 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-afdd2c3c-b945-4141-9576-6e1fbde9e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6b755b7a-21b7-4cac-9ec8-1f391d824033), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:29.377265 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-005d0b7c-e879-4b67-b49e-40b6d6748fd4 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (c2d702ac-f1b5-4495-b0ab-c92bb296da3c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:29.427435 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-005d0b7c-e879-4b67-b49e-40b6d6748fd4 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (710f4796-6b38-43b8-9927-f777e40e776f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:29.432123 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65828ec-2066-4aca-8874-14935202b889 None None] Unable to find a vacant binding_index for network c2d702ac-f1b5-4495-b0ab-c92bb296da3c and agent 742ed04e-215a-487f-a1a1-9338c04b6705 {{(pid=103257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 07 21:56:29.439968 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65828ec-2066-4aca-8874-14935202b889 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, c2d702ac-f1b5-4495-b0ab-c92bb296da3c) {{(pid=103257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 21:56:29.487566 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-005d0b7c-e879-4b67-b49e-40b6d6748fd4 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (710f4796-6b38-43b8-9927-f777e40e776f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:29.514882 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d0b7c-e879-4b67-b49e-40b6d6748fd4 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Pushing event deleted for resources: {'Subnet': ['ID=710f4796-6b38-43b8-9927-f777e40e776f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:29.524282 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-afdd2c3c-b945-4141-9576-6e1fbde9e433 None None] Current status of the port 6b755b7a-21b7-4cac-9ec8-1f391d824033 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:56:29.524706 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-afdd2c3c-b945-4141-9576-6e1fbde9e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6b755b7a-21b7-4cac-9ec8-1f391d824033), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:29.575257 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-afdd2c3c-b945-4141-9576-6e1fbde9e433 None None] For port 6b755b7a-21b7-4cac-9ec8-1f391d824033, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=6b755b7a-21b7-4cac-9ec8-1f391d824033,segment=NetworkSegment(48ab833e-f8b2-43bd-9518-29526733bf07),segment_id=48ab833e-f8b2-43bd-9518-29526733bf07)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:56:29.576278 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-005d0b7c-e879-4b67-b49e-40b6d6748fd4 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (c2d702ac-f1b5-4495-b0ab-c92bb296da3c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:29.579451 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-afdd2c3c-b945-4141-9576-6e1fbde9e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (6b755b7a-21b7-4cac-9ec8-1f391d824033), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:29.598243 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-005d0b7c-e879-4b67-b49e-40b6d6748fd4 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d702ac-f1b5-4495-b0ab-c92bb296da3c']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:29.607998 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-005d0b7c-e879-4b67-b49e-40b6d6748fd4 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1172be9-e7d8-4650-97ec-d39efc0d0fd8') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:29.608300 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-005d0b7c-e879-4b67-b49e-40b6d6748fd4 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1172be9-e7d8-4650-97ec-d39efc0d0fd8') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:29.617495 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-005d0b7c-e879-4b67-b49e-40b6d6748fd4 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (e1172be9-e7d8-4650-97ec-d39efc0d0fd8), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:29.630546 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-005d0b7c-e879-4b67-b49e-40b6d6748fd4 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (e1172be9-e7d8-4650-97ec-d39efc0d0fd8), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:29.636579 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005d0b7c-e879-4b67-b49e-40b6d6748fd4 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:56:29.636929 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-005d0b7c-e879-4b67-b49e-40b6d6748fd4 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (e1172be9-e7d8-4650-97ec-d39efc0d0fd8), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:56:29.639917 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:56:29.661466 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd2c3c-b945-4141-9576-6e1fbde9e433 None None] Pushing event updated for resources: {'Port': ['ID=6b755b7a-21b7-4cac-9ec8-1f391d824033,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:29.695045 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43d8ba6-8ac7-4168-829d-11ac17aee59c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-c2d702ac-f1b5-4495-b0ab-c92bb296da3c', 'network_id': 'c2d702ac-f1b5-4495-b0ab-c92bb296da3c', 'project_id': '5f497d3baa7f4fd6b79bbb2512b559e4', 'fixed_ips': [{'subnet_id': '710f4796-6b38-43b8-9927-f777e40e776f'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:56:29.695953 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c43d8ba6-8ac7-4168-829d-11ac17aee59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:29.707995 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-005d0b7c-e879-4b67-b49e-40b6d6748fd4 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (c2d702ac-f1b5-4495-b0ab-c92bb296da3c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:29.717187 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-005d0b7c-e879-4b67-b49e-40b6d6748fd4 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:29.721894 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-005d0b7c-e879-4b67-b49e-40b6d6748fd4 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] 10.222.0.65 "DELETE /v2.0/networks/c2d702ac-f1b5-4495-b0ab-c92bb296da3c HTTP/1.1" status: 204 len: 168 time: 0.4411461 Feb 07 21:56:29.726967 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45818) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:29.731804 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b6610ce0-1e49-4494-9ae6-c06009439167 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-684153462'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:56:29.733235 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1995d2a-b292-4c13-b688-139b12d972d1 None None] Network 6736c1a8-22ae-4a2e-aba0-5a1042cfaac8 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:56:29.736810 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2986667e-3adf-4a39-a8ef-aab44a744cdb None None] Network c2d702ac-f1b5-4495-b0ab-c92bb296da3c requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:56:29.739431 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d0b7c-e879-4b67-b49e-40b6d6748fd4 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Pushing event deleted for resources: {'Network': ['ID=c2d702ac-f1b5-4495-b0ab-c92bb296da3c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:29.752739 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6610ce0-1e49-4494-9ae6-c06009439167 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Made reservation on behalf of 5f497d3baa7f4fd6b79bbb2512b559e4 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:56:29.756240 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6610ce0-1e49-4494-9ae6-c06009439167 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:29.781429 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6610ce0-1e49-4494-9ae6-c06009439167 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:56:29.790420 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6610ce0-1e49-4494-9ae6-c06009439167 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (28c0e320-08e9-4cda-9b3f-402a70f7be55), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:29.790765 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-b6610ce0-1e49-4494-9ae6-c06009439167 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Added segment 28c0e320-08e9-4cda-9b3f-402a70f7be55 of type vlan for network c1eb1c04-8e45-46dd-b306-cea5868a5b28 Feb 07 21:56:29.791968 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2986667e-3adf-4a39-a8ef-aab44a744cdb None None] Network c2d702ac-f1b5-4495-b0ab-c92bb296da3c could not be found, it might have been deleted concurrently. {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 07 21:56:29.801729 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b2f7de-1674-4aaf-bd25-a49ef52d7cb3 None None] Network c2d702ac-f1b5-4495-b0ab-c92bb296da3c requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:56:29.817672 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b2f7de-1674-4aaf-bd25-a49ef52d7cb3 None None] Network c2d702ac-f1b5-4495-b0ab-c92bb296da3c could not be found, it might have been deleted concurrently. {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 07 21:56:29.833357 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6610ce0-1e49-4494-9ae6-c06009439167 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (c1eb1c04-8e45-46dd-b306-cea5868a5b28), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:29.859525 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6610ce0-1e49-4494-9ae6-c06009439167 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (c1eb1c04-8e45-46dd-b306-cea5868a5b28), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:29.865262 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6610ce0-1e49-4494-9ae6-c06009439167 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:29.865852 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6610ce0-1e49-4494-9ae6-c06009439167 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:29.920268 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b6610ce0-1e49-4494-9ae6-c06009439167 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1923203 Feb 07 21:56:29.923361 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45820) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:29.928545 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-f412a4c3-82f7-44bf-abf2-23c93474f819 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Request body: {'subnet': {'network_id': 'c1eb1c04-8e45-46dd-b306-cea5868a5b28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:56:29.935344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6610ce0-1e49-4494-9ae6-c06009439167 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Pushing event updated for resources: {'Network': ['ID=c1eb1c04-8e45-46dd-b306-cea5868a5b28,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:29.946220 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network c1eb1c04-8e45-46dd-b306-cea5868a5b28 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:56:30.060455 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f412a4c3-82f7-44bf-abf2-23c93474f819 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Made reservation on behalf of 5f497d3baa7f4fd6b79bbb2512b559e4 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:56:30.064181 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f412a4c3-82f7-44bf-abf2-23c93474f819 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:30.110837 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 6b755b7a-21b7-4cac-9ec8-1f391d824033 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:56:30.160985 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 6b755b7a-21b7-4cac-9ec8-1f391d824033 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:30.161296 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6b755b7a-21b7-4cac-9ec8-1f391d824033), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:30.218876 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d56d3554-e50a-4965-a2b3-36a39bb6399d None None] Provisioning complete for port 6b755b7a-21b7-4cac-9ec8-1f391d824033 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:30.219247 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d56d3554-e50a-4965-a2b3-36a39bb6399d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (6b755b7a-21b7-4cac-9ec8-1f391d824033), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:30.253785 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f412a4c3-82f7-44bf-abf2-23c93474f819 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (6db0f73e-9fdd-4406-abc2-8d259b2da44d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:30.285073 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 6b755b7a-21b7-4cac-9ec8-1f391d824033 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:56:30.313960 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412a4c3-82f7-44bf-abf2-23c93474f819 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Pushing event updated for resources: {'Subnet': ['ID=6db0f73e-9fdd-4406-abc2-8d259b2da44d,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:30.322668 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f412a4c3-82f7-44bf-abf2-23c93474f819 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Checking segment: {'id': '28c0e320-08e9-4cda-9b3f-402a70f7be55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c1eb1c04-8e45-46dd-b306-cea5868a5b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:56:30.323033 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f412a4c3-82f7-44bf-abf2-23c93474f819 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Network hostable DHCP agents. Network: c1eb1c04-8e45-46dd-b306-cea5868a5b28, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:56:30.327856 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d56d3554-e50a-4965-a2b3-36a39bb6399d None None] Current status of the port 6b755b7a-21b7-4cac-9ec8-1f391d824033 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:56:30.340472 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f412a4c3-82f7-44bf-abf2-23c93474f819 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Network c1eb1c04-8e45-46dd-b306-cea5868a5b28 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:56:30.349510 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-f412a4c3-82f7-44bf-abf2-23c93474f819 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, c1eb1c04-8e45-46dd-b306-cea5868a5b28) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:56:30.354998 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f412a4c3-82f7-44bf-abf2-23c93474f819 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:30.355540 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f412a4c3-82f7-44bf-abf2-23c93474f819 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:30.361304 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7d487b-be53-4a98-b798-d06cb70f1252 None None] Network c1eb1c04-8e45-46dd-b306-cea5868a5b28 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:56:30.374702 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f412a4c3-82f7-44bf-abf2-23c93474f819 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4501743 Feb 07 21:56:30.378925 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45822) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:30.384457 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-57aeabc2-95b6-46a3-a63b-4375ffb298f3 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-133925899'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:56:30.404662 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57aeabc2-95b6-46a3-a63b-4375ffb298f3 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Made reservation on behalf of 5f497d3baa7f4fd6b79bbb2512b559e4 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:56:30.408033 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-57aeabc2-95b6-46a3-a63b-4375ffb298f3 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:30.432415 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57aeabc2-95b6-46a3-a63b-4375ffb298f3 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:56:30.441696 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-57aeabc2-95b6-46a3-a63b-4375ffb298f3 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (e312d3c3-0261-44bc-be9f-64e74fe950b6), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:30.442183 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-57aeabc2-95b6-46a3-a63b-4375ffb298f3 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Added segment e312d3c3-0261-44bc-be9f-64e74fe950b6 of type vlan for network 0fb60815-bbfa-44da-a1e8-f81584663c1b Feb 07 21:56:30.465223 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beac7d62-2386-4387-b5e2-b8c16da55f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-c1eb1c04-8e45-46dd-b306-cea5868a5b28', 'network_id': 'c1eb1c04-8e45-46dd-b306-cea5868a5b28', 'project_id': '5f497d3baa7f4fd6b79bbb2512b559e4', 'fixed_ips': [{'subnet_id': '6db0f73e-9fdd-4406-abc2-8d259b2da44d'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:56:30.466056 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-beac7d62-2386-4387-b5e2-b8c16da55f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:30.484708 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-57aeabc2-95b6-46a3-a63b-4375ffb298f3 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (0fb60815-bbfa-44da-a1e8-f81584663c1b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:30.509323 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-57aeabc2-95b6-46a3-a63b-4375ffb298f3 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (0fb60815-bbfa-44da-a1e8-f81584663c1b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:30.514268 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aeabc2-95b6-46a3-a63b-4375ffb298f3 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:30.514844 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-57aeabc2-95b6-46a3-a63b-4375ffb298f3 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:30.580648 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-57aeabc2-95b6-46a3-a63b-4375ffb298f3 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1974325 Feb 07 21:56:30.580855 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45824) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:30.589753 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9907c150-b80e-42c1-b6dc-9535810c1024 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Request body: {'subnet': {'network_id': '0fb60815-bbfa-44da-a1e8-f81584663c1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:56:30.594757 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aeabc2-95b6-46a3-a63b-4375ffb298f3 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Pushing event updated for resources: {'Network': ['ID=0fb60815-bbfa-44da-a1e8-f81584663c1b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:30.606266 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 0fb60815-bbfa-44da-a1e8-f81584663c1b details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:56:30.650141 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-beac7d62-2386-4387-b5e2-b8c16da55f8c None None] Allocated IP 2001:db8::2 (c1eb1c04-8e45-46dd-b306-cea5868a5b28/6db0f73e-9fdd-4406-abc2-8d259b2da44d/d2286d0c-bd2b-4078-b7a8-93f6b121cda3) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:56:30.677589 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9907c150-b80e-42c1-b6dc-9535810c1024 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Made reservation on behalf of 5f497d3baa7f4fd6b79bbb2512b559e4 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:56:30.681154 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9907c150-b80e-42c1-b6dc-9535810c1024 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:30.819205 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-beac7d62-2386-4387-b5e2-b8c16da55f8c None None] Publish callbacks [] for port (d2286d0c-bd2b-4078-b7a8-93f6b121cda3), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:30.825422 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-beac7d62-2386-4387-b5e2-b8c16da55f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (d2286d0c-bd2b-4078-b7a8-93f6b121cda3), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:30.863381 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9907c150-b80e-42c1-b6dc-9535810c1024 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (c4d36762-0943-4c10-890f-2c137cd488af), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:30.870101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beac7d62-2386-4387-b5e2-b8c16da55f8c None None] Network c1eb1c04-8e45-46dd-b306-cea5868a5b28 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:56:30.875452 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-beac7d62-2386-4387-b5e2-b8c16da55f8c None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:56:30.877367 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac7d62-2386-4387-b5e2-b8c16da55f8c None None] Pushing event updated for resources: {'Port': ['ID=d2286d0c-bd2b-4078-b7a8-93f6b121cda3,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:30.879908 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beac7d62-2386-4387-b5e2-b8c16da55f8c None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:56:30.935151 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907c150-b80e-42c1-b6dc-9535810c1024 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Pushing event updated for resources: {'Subnet': ['ID=c4d36762-0943-4c10-890f-2c137cd488af,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:30.940820 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9907c150-b80e-42c1-b6dc-9535810c1024 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Checking segment: {'id': 'e312d3c3-0261-44bc-be9f-64e74fe950b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '0fb60815-bbfa-44da-a1e8-f81584663c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:56:30.941199 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9907c150-b80e-42c1-b6dc-9535810c1024 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Network hostable DHCP agents. Network: 0fb60815-bbfa-44da-a1e8-f81584663c1b, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:56:30.958882 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9907c150-b80e-42c1-b6dc-9535810c1024 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Network 0fb60815-bbfa-44da-a1e8-f81584663c1b is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:56:30.969943 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-9907c150-b80e-42c1-b6dc-9535810c1024 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 0fb60815-bbfa-44da-a1e8-f81584663c1b) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:56:30.974372 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9907c150-b80e-42c1-b6dc-9535810c1024 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:30.975060 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9907c150-b80e-42c1-b6dc-9535810c1024 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:30.994232 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9907c150-b80e-42c1-b6dc-9535810c1024 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4106865 Feb 07 21:56:30.996881 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45826) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:31.058499 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d65b78-b625-4a80-acd4-14f7c5738e96 None None] Network 0fb60815-bbfa-44da-a1e8-f81584663c1b requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:56:31.095877 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-daad8b39-a874-4e6e-82eb-d8081c64dc1e tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (0fb60815-bbfa-44da-a1e8-f81584663c1b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:31.137044 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-beac7d62-2386-4387-b5e2-b8c16da55f8c None None] Attempting to bind port d2286d0c-bd2b-4078-b7a8-93f6b121cda3 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:56:31.137327 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-beac7d62-2386-4387-b5e2-b8c16da55f8c None None] Attempting to bind port d2286d0c-bd2b-4078-b7a8-93f6b121cda3 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '28c0e320-08e9-4cda-9b3f-402a70f7be55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c1eb1c04-8e45-46dd-b306-cea5868a5b28'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:56:31.137696 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac7d62-2386-4387-b5e2-b8c16da55f8c None None] Attempting to bind port d2286d0c-bd2b-4078-b7a8-93f6b121cda3 on network c1eb1c04-8e45-46dd-b306-cea5868a5b28 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:56:31.148364 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac7d62-2386-4387-b5e2-b8c16da55f8c None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:56:31.148713 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac7d62-2386-4387-b5e2-b8c16da55f8c None None] Checking segment: {'id': '28c0e320-08e9-4cda-9b3f-402a70f7be55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c1eb1c04-8e45-46dd-b306-cea5868a5b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:56:31.149117 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-beac7d62-2386-4387-b5e2-b8c16da55f8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:31.149513 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac7d62-2386-4387-b5e2-b8c16da55f8c None None] Bound using segment: {'id': '28c0e320-08e9-4cda-9b3f-402a70f7be55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c1eb1c04-8e45-46dd-b306-cea5868a5b28'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:56:31.149987 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-beac7d62-2386-4387-b5e2-b8c16da55f8c None None] Bound port: d2286d0c-bd2b-4078-b7a8-93f6b121cda3, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c0e320-08e9-4cda-9b3f-402a70f7be55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c1eb1c04-8e45-46dd-b306-cea5868a5b28'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:56:31.150368 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-beac7d62-2386-4387-b5e2-b8c16da55f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d2286d0c-bd2b-4078-b7a8-93f6b121cda3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:31.151095 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-daad8b39-a874-4e6e-82eb-d8081c64dc1e tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (c4d36762-0943-4c10-890f-2c137cd488af), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:31.210704 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-daad8b39-a874-4e6e-82eb-d8081c64dc1e tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (c4d36762-0943-4c10-890f-2c137cd488af), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:31.224415 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d83ec5-edcc-4e84-81cb-c9fe6b3bc0a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-0fb60815-bbfa-44da-a1e8-f81584663c1b', 'network_id': '0fb60815-bbfa-44da-a1e8-f81584663c1b', 'project_id': '5f497d3baa7f4fd6b79bbb2512b559e4', 'fixed_ips': [{'subnet_id': 'c4d36762-0943-4c10-890f-2c137cd488af'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:56:31.225254 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e9d83ec5-edcc-4e84-81cb-c9fe6b3bc0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:31.237421 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad8b39-a874-4e6e-82eb-d8081c64dc1e tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d36762-0943-4c10-890f-2c137cd488af,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:31.251304 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-beac7d62-2386-4387-b5e2-b8c16da55f8c None None] For port d2286d0c-bd2b-4078-b7a8-93f6b121cda3, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:56:31.271060 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-beac7d62-2386-4387-b5e2-b8c16da55f8c None None] For port d2286d0c-bd2b-4078-b7a8-93f6b121cda3, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d2286d0c-bd2b-4078-b7a8-93f6b121cda3,segment=NetworkSegment(28c0e320-08e9-4cda-9b3f-402a70f7be55),segment_id=28c0e320-08e9-4cda-9b3f-402a70f7be55)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:56:31.305672 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-daad8b39-a874-4e6e-82eb-d8081c64dc1e tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (0fb60815-bbfa-44da-a1e8-f81584663c1b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:31.321266 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-beac7d62-2386-4387-b5e2-b8c16da55f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d2286d0c-bd2b-4078-b7a8-93f6b121cda3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:31.326227 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-daad8b39-a874-4e6e-82eb-d8081c64dc1e tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb60815-bbfa-44da-a1e8-f81584663c1b']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:31.335729 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-daad8b39-a874-4e6e-82eb-d8081c64dc1e tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e312d3c3-0261-44bc-be9f-64e74fe950b6') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:31.336036 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-daad8b39-a874-4e6e-82eb-d8081c64dc1e tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e312d3c3-0261-44bc-be9f-64e74fe950b6') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:31.345663 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-daad8b39-a874-4e6e-82eb-d8081c64dc1e tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (e312d3c3-0261-44bc-be9f-64e74fe950b6), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:31.350897 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6448b7de-c77f-478c-89d1-6d4d03c9dd09 None None] Network 0fb60815-bbfa-44da-a1e8-f81584663c1b requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:56:31.360126 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-daad8b39-a874-4e6e-82eb-d8081c64dc1e tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (e312d3c3-0261-44bc-be9f-64e74fe950b6), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:31.366365 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daad8b39-a874-4e6e-82eb-d8081c64dc1e tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:56:31.367389 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-daad8b39-a874-4e6e-82eb-d8081c64dc1e tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (e312d3c3-0261-44bc-be9f-64e74fe950b6), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:56:31.371400 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:56:31.432644 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-daad8b39-a874-4e6e-82eb-d8081c64dc1e tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (0fb60815-bbfa-44da-a1e8-f81584663c1b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:31.436884 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac7d62-2386-4387-b5e2-b8c16da55f8c None None] Pushing event updated for resources: {'Port': ['ID=d2286d0c-bd2b-4078-b7a8-93f6b121cda3,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:31.451772 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-daad8b39-a874-4e6e-82eb-d8081c64dc1e tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:31.455533 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-daad8b39-a874-4e6e-82eb-d8081c64dc1e tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] 10.222.0.65 "DELETE /v2.0/networks/0fb60815-bbfa-44da-a1e8-f81584663c1b HTTP/1.1" status: 204 len: 168 time: 0.4575129 Feb 07 21:56:31.458932 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45828) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:31.465526 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad8b39-a874-4e6e-82eb-d8081c64dc1e tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Pushing event deleted for resources: {'Network': ['ID=0fb60815-bbfa-44da-a1e8-f81584663c1b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:31.492282 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c864f4-6ae0-4fad-8703-9daefbf2f16a tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] GET failed (client error): The resource could not be found. Feb 07 21:56:31.493658 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-62c864f4-6ae0-4fad-8703-9daefbf2f16a tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] 10.222.0.65 "GET /v2.0/subnets/c4d36762-0943-4c10-890f-2c137cd488af HTTP/1.1" status: 404 len: 337 time: 0.0337121 Feb 07 21:56:31.496364 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45830) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:31.514955 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c37d0a2-73e0-46aa-a7f3-b2a1e681a9c0 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] DELETE failed (client error): The resource could not be found. Feb 07 21:56:31.515470 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c37d0a2-73e0-46aa-a7f3-b2a1e681a9c0 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:56:31.518674 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9c37d0a2-73e0-46aa-a7f3-b2a1e681a9c0 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] 10.222.0.65 "DELETE /v2.0/networks/0fb60815-bbfa-44da-a1e8-f81584663c1b HTTP/1.1" status: 404 len: 339 time: 0.0212822 Feb 07 21:56:31.522497 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45832) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:31.567769 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a7e846-62dd-41c1-b73e-47bc09732571 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] DELETE failed (client error): The resource could not be found. Feb 07 21:56:31.568342 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32a7e846-62dd-41c1-b73e-47bc09732571 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:56:31.573125 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-32a7e846-62dd-41c1-b73e-47bc09732571 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] 10.222.0.65 "DELETE /v2.0/subnets/c4d36762-0943-4c10-890f-2c137cd488af HTTP/1.1" status: 404 len: 337 time: 0.0493443 Feb 07 21:56:31.574439 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45834) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:31.593777 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0bf1cfb-ea3f-473b-9834-839b87b233e7 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] DELETE failed (client error): The resource could not be found. Feb 07 21:56:31.594282 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0bf1cfb-ea3f-473b-9834-839b87b233e7 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:56:31.597297 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d0bf1cfb-ea3f-473b-9834-839b87b233e7 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] 10.222.0.65 "DELETE /v2.0/networks/0fb60815-bbfa-44da-a1e8-f81584663c1b HTTP/1.1" status: 404 len: 339 time: 0.0218604 Feb 07 21:56:31.599799 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45836) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:31.659525 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cab4ccf-40ac-47cc-a5fb-5f80efa395d1 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Deleting subnet 6db0f73e-9fdd-4406-abc2-8d259b2da44d {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:56:31.663231 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8cab4ccf-40ac-47cc-a5fb-5f80efa395d1 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks [] for subnet (6db0f73e-9fdd-4406-abc2-8d259b2da44d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:31.705837 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8cab4ccf-40ac-47cc-a5fb-5f80efa395d1 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (6db0f73e-9fdd-4406-abc2-8d259b2da44d), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:31.787314 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8cab4ccf-40ac-47cc-a5fb-5f80efa395d1 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (6db0f73e-9fdd-4406-abc2-8d259b2da44d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:31.847836 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8cab4ccf-40ac-47cc-a5fb-5f80efa395d1 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (6db0f73e-9fdd-4406-abc2-8d259b2da44d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:31.875040 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab4ccf-40ac-47cc-a5fb-5f80efa395d1 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Pushing event deleted for resources: {'Subnet': ['ID=6db0f73e-9fdd-4406-abc2-8d259b2da44d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:31.878717 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8cab4ccf-40ac-47cc-a5fb-5f80efa395d1 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:31.881874 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8cab4ccf-40ac-47cc-a5fb-5f80efa395d1 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] 10.222.0.65 "DELETE /v2.0/subnets/6db0f73e-9fdd-4406-abc2-8d259b2da44d HTTP/1.1" status: 204 len: 168 time: 0.2811136 Feb 07 21:56:31.884301 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45838) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:31.957294 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1752171e-aa53-472f-b825-441730cf87e6 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (c1eb1c04-8e45-46dd-b306-cea5868a5b28), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:32.026704 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1752171e-aa53-472f-b825-441730cf87e6 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Deleting port d2286d0c-bd2b-4078-b7a8-93f6b121cda3 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:56:32.027081 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1752171e-aa53-472f-b825-441730cf87e6 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d2286d0c-bd2b-4078-b7a8-93f6b121cda3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:32.092937 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1752171e-aa53-472f-b825-441730cf87e6 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] For port d2286d0c-bd2b-4078-b7a8-93f6b121cda3, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=d2286d0c-bd2b-4078-b7a8-93f6b121cda3,segment=NetworkSegment(28c0e320-08e9-4cda-9b3f-402a70f7be55),segment_id=28c0e320-08e9-4cda-9b3f-402a70f7be55)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:56:32.093300 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1752171e-aa53-472f-b825-441730cf87e6 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d2286d0c-bd2b-4078-b7a8-93f6b121cda3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:32.099796 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d2286d0c-bd2b-4078-b7a8-93f6b121cda3 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:56:32.108146 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1752171e-aa53-472f-b825-441730cf87e6 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Calling delete_port for d2286d0c-bd2b-4078-b7a8-93f6b121cda3 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:56:32.150443 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port d2286d0c-bd2b-4078-b7a8-93f6b121cda3 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:32.150978 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d2286d0c-bd2b-4078-b7a8-93f6b121cda3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:32.197981 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1752171e-aa53-472f-b825-441730cf87e6 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (d2286d0c-bd2b-4078-b7a8-93f6b121cda3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:32.216894 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Port d2286d0c-bd2b-4078-b7a8-93f6b121cda3 update to ACTIVE by agent not found {{(pid=103257) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 07 21:56:32.226249 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752171e-aa53-472f-b825-441730cf87e6 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Pushing event deleted for resources: {'Port': ['ID=d2286d0c-bd2b-4078-b7a8-93f6b121cda3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:32.228453 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1752171e-aa53-472f-b825-441730cf87e6 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] No DVR routers for this DVR port d2286d0c-bd2b-4078-b7a8-93f6b121cda3 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:56:32.309711 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1752171e-aa53-472f-b825-441730cf87e6 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (c1eb1c04-8e45-46dd-b306-cea5868a5b28), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:32.331239 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1752171e-aa53-472f-b825-441730cf87e6 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1eb1c04-8e45-46dd-b306-cea5868a5b28']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:32.340281 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9ab38b-9608-48c8-b207-f9bd59b71345 None None] Network c1eb1c04-8e45-46dd-b306-cea5868a5b28 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:56:32.342343 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1752171e-aa53-472f-b825-441730cf87e6 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c0e320-08e9-4cda-9b3f-402a70f7be55') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:32.342643 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1752171e-aa53-472f-b825-441730cf87e6 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c0e320-08e9-4cda-9b3f-402a70f7be55') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:32.356201 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1752171e-aa53-472f-b825-441730cf87e6 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (28c0e320-08e9-4cda-9b3f-402a70f7be55), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:32.370492 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1752171e-aa53-472f-b825-441730cf87e6 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (28c0e320-08e9-4cda-9b3f-402a70f7be55), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:32.376852 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1752171e-aa53-472f-b825-441730cf87e6 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:56:32.377323 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1752171e-aa53-472f-b825-441730cf87e6 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (28c0e320-08e9-4cda-9b3f-402a70f7be55), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:56:32.380271 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:56:32.395167 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6c1bc0d7-7c82-4829-bd51-0565977e2a63 None None] Could not find standard attr ID for object d2286d0c-bd2b-4078-b7a8-93f6b121cda3. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:56:32.439896 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1752171e-aa53-472f-b825-441730cf87e6 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (c1eb1c04-8e45-46dd-b306-cea5868a5b28), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:32.447434 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1752171e-aa53-472f-b825-441730cf87e6 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:32.450694 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1752171e-aa53-472f-b825-441730cf87e6 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] 10.222.0.65 "DELETE /v2.0/networks/c1eb1c04-8e45-46dd-b306-cea5868a5b28 HTTP/1.1" status: 204 len: 168 time: 0.5654151 Feb 07 21:56:32.453214 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45840) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:32.481527 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da58faed-2189-4c9a-a8c6-f7ce86e0461a None None] DHCP port deletion for c1eb1c04-8e45-46dd-b306-cea5868a5b28 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:56:32.495045 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752171e-aa53-472f-b825-441730cf87e6 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Pushing event deleted for resources: {'Network': ['ID=c1eb1c04-8e45-46dd-b306-cea5868a5b28,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:32.498467 n-d-828185-2 neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66bb638-842e-46a5-a6dd-aad388eea971 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] DELETE failed (client error): The resource could not be found. Feb 07 21:56:32.499202 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b66bb638-842e-46a5-a6dd-aad388eea971 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:56:32.504020 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b66bb638-842e-46a5-a6dd-aad388eea971 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] 10.222.0.65 "DELETE /v2.0/subnets/710f4796-6b38-43b8-9927-f777e40e776f HTTP/1.1" status: 404 len: 337 time: 0.0497351 Feb 07 21:56:32.507117 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45842) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:32.525544 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc908d6-4add-44f4-8c77-439f5139a25c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] DELETE failed (client error): The resource could not be found. Feb 07 21:56:32.526024 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfc908d6-4add-44f4-8c77-439f5139a25c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:56:32.528902 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-dfc908d6-4add-44f4-8c77-439f5139a25c tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] 10.222.0.65 "DELETE /v2.0/networks/c2d702ac-f1b5-4495-b0ab-c92bb296da3c HTTP/1.1" status: 404 len: 339 time: 0.0201705 Feb 07 21:56:32.531271 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45844) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:32.555975 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd732ee-a449-48f6-85ab-1af0ed94f298 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] DELETE failed (client error): The resource could not be found. Feb 07 21:56:32.556441 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dd732ee-a449-48f6-85ab-1af0ed94f298 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:56:32.559362 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2dd732ee-a449-48f6-85ab-1af0ed94f298 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] 10.222.0.65 "DELETE /v2.0/subnets/af488a11-3cb9-43bd-81f8-65607cd16819 HTTP/1.1" status: 404 len: 337 time: 0.0271759 Feb 07 21:56:32.561603 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45846) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:32.580218 n-d-828185-2 neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7e2699-f416-434e-a0e5-6356ee34948a tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] DELETE failed (client error): The resource could not be found. Feb 07 21:56:32.580666 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad7e2699-f416-434e-a0e5-6356ee34948a tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103256) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 21:56:32.583569 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ad7e2699-f416-434e-a0e5-6356ee34948a tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] 10.222.0.65 "DELETE /v2.0/networks/1b01bd57-6d2f-47c3-b75b-01b665e86173 HTTP/1.1" status: 404 len: 339 time: 0.0211003 Feb 07 21:56:32.585930 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45848) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:32.634825 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-664a0e0c-b440-4926-9516-c55129afab3e tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Deleting subnet bf2ad7f6-39a7-42ec-af6e-9893aa481f2e {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:56:32.637865 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-664a0e0c-b440-4926-9516-c55129afab3e tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks [] for subnet (bf2ad7f6-39a7-42ec-af6e-9893aa481f2e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:32.679893 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-664a0e0c-b440-4926-9516-c55129afab3e tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (bf2ad7f6-39a7-42ec-af6e-9893aa481f2e), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:32.760998 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-664a0e0c-b440-4926-9516-c55129afab3e tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (bf2ad7f6-39a7-42ec-af6e-9893aa481f2e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:32.815890 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-664a0e0c-b440-4926-9516-c55129afab3e tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (bf2ad7f6-39a7-42ec-af6e-9893aa481f2e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:32.845344 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a0e0c-b440-4926-9516-c55129afab3e tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Pushing event deleted for resources: {'Subnet': ['ID=bf2ad7f6-39a7-42ec-af6e-9893aa481f2e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:32.848940 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-664a0e0c-b440-4926-9516-c55129afab3e tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:32.852629 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-664a0e0c-b440-4926-9516-c55129afab3e tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] 10.222.0.65 "DELETE /v2.0/subnets/bf2ad7f6-39a7-42ec-af6e-9893aa481f2e HTTP/1.1" status: 204 len: 168 time: 0.2657943 Feb 07 21:56:32.855004 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45850) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:32.857481 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84d3c20-bf7c-4a70-8218-1bb7b33b4ba4 None None] Network 6736c1a8-22ae-4a2e-aba0-5a1042cfaac8 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:56:32.928148 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82bdcfb8-c27d-4515-a4a4-232ff527f281 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (6736c1a8-22ae-4a2e-aba0-5a1042cfaac8), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:32.981278 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-82bdcfb8-c27d-4515-a4a4-232ff527f281 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Deleting port 6b755b7a-21b7-4cac-9ec8-1f391d824033 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:56:32.981635 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82bdcfb8-c27d-4515-a4a4-232ff527f281 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (6b755b7a-21b7-4cac-9ec8-1f391d824033), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:32.996244 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c3ea49-66f5-4ac5-9f63-e9ba7b8d1b84 None None] DHCP port deletion for 6736c1a8-22ae-4a2e-aba0-5a1042cfaac8 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:56:33.041637 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a5c3ea49-66f5-4ac5-9f63-e9ba7b8d1b84 None None] Deleting port 6b755b7a-21b7-4cac-9ec8-1f391d824033 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:56:33.042015 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a5c3ea49-66f5-4ac5-9f63-e9ba7b8d1b84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (6b755b7a-21b7-4cac-9ec8-1f391d824033), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:33.046513 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-82bdcfb8-c27d-4515-a4a4-232ff527f281 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] For port 6b755b7a-21b7-4cac-9ec8-1f391d824033, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=6b755b7a-21b7-4cac-9ec8-1f391d824033,segment=NetworkSegment(48ab833e-f8b2-43bd-9518-29526733bf07),segment_id=48ab833e-f8b2-43bd-9518-29526733bf07)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:56:33.046878 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82bdcfb8-c27d-4515-a4a4-232ff527f281 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (6b755b7a-21b7-4cac-9ec8-1f391d824033), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:33.060296 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-82bdcfb8-c27d-4515-a4a4-232ff527f281 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Calling delete_port for 6b755b7a-21b7-4cac-9ec8-1f391d824033 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:56:33.108828 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a5c3ea49-66f5-4ac5-9f63-e9ba7b8d1b84 None None] For port 6b755b7a-21b7-4cac-9ec8-1f391d824033, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=6b755b7a-21b7-4cac-9ec8-1f391d824033,segment=NetworkSegment(48ab833e-f8b2-43bd-9518-29526733bf07),segment_id=48ab833e-f8b2-43bd-9518-29526733bf07)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:56:33.109455 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a5c3ea49-66f5-4ac5-9f63-e9ba7b8d1b84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (6b755b7a-21b7-4cac-9ec8-1f391d824033), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:33.123611 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a5c3ea49-66f5-4ac5-9f63-e9ba7b8d1b84 None None] Calling delete_port for 6b755b7a-21b7-4cac-9ec8-1f391d824033 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:56:33.139127 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82bdcfb8-c27d-4515-a4a4-232ff527f281 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (6b755b7a-21b7-4cac-9ec8-1f391d824033), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:33.169010 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bdcfb8-c27d-4515-a4a4-232ff527f281 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Pushing event deleted for resources: {'Port': ['ID=6b755b7a-21b7-4cac-9ec8-1f391d824033,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:33.173097 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bdcfb8-c27d-4515-a4a4-232ff527f281 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] No DVR routers for this DVR port 6b755b7a-21b7-4cac-9ec8-1f391d824033 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:56:33.199675 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a5c3ea49-66f5-4ac5-9f63-e9ba7b8d1b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (6b755b7a-21b7-4cac-9ec8-1f391d824033), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:33.230297 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3ea49-66f5-4ac5-9f63-e9ba7b8d1b84 None None] Pushing event deleted for resources: {'Port': ['ID=6b755b7a-21b7-4cac-9ec8-1f391d824033,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:33.232404 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c3ea49-66f5-4ac5-9f63-e9ba7b8d1b84 None None] No DVR routers for this DVR port 6b755b7a-21b7-4cac-9ec8-1f391d824033 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:56:33.251819 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82bdcfb8-c27d-4515-a4a4-232ff527f281 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (6736c1a8-22ae-4a2e-aba0-5a1042cfaac8), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:33.271267 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-82bdcfb8-c27d-4515-a4a4-232ff527f281 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6736c1a8-22ae-4a2e-aba0-5a1042cfaac8']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:33.281021 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-82bdcfb8-c27d-4515-a4a4-232ff527f281 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ab833e-f8b2-43bd-9518-29526733bf07') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:33.281325 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-82bdcfb8-c27d-4515-a4a4-232ff527f281 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ab833e-f8b2-43bd-9518-29526733bf07') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:33.291141 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82bdcfb8-c27d-4515-a4a4-232ff527f281 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (48ab833e-f8b2-43bd-9518-29526733bf07), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:33.304061 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82bdcfb8-c27d-4515-a4a4-232ff527f281 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (48ab833e-f8b2-43bd-9518-29526733bf07), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:33.310136 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82bdcfb8-c27d-4515-a4a4-232ff527f281 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:56:33.310533 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82bdcfb8-c27d-4515-a4a4-232ff527f281 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (48ab833e-f8b2-43bd-9518-29526733bf07), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:56:33.313500 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:56:33.374452 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82bdcfb8-c27d-4515-a4a4-232ff527f281 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (6736c1a8-22ae-4a2e-aba0-5a1042cfaac8), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:33.381076 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82bdcfb8-c27d-4515-a4a4-232ff527f281 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:33.384280 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-82bdcfb8-c27d-4515-a4a4-232ff527f281 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] 10.222.0.65 "DELETE /v2.0/networks/6736c1a8-22ae-4a2e-aba0-5a1042cfaac8 HTTP/1.1" status: 204 len: 168 time: 0.5283720 Feb 07 21:56:33.395517 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bdcfb8-c27d-4515-a4a4-232ff527f281 tempest-NetworksIpV6Test-1775710824 tempest-NetworksIpV6Test-1775710824-project] Pushing event deleted for resources: {'Network': ['ID=6736c1a8-22ae-4a2e-aba0-5a1042cfaac8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:33.628513 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45856) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:33.758052 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a4e990a1-3936-4760-b8f4-bee64a821e12 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5f497d3baa7f4fd6b79bbb2512b559e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1278594 Feb 07 21:56:33.760489 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45860) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:33.804660 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb86905f-4f51-4937-add4-d421b12e72a2 admin admin] Publish callbacks [] for security_group (9d06bf60-5d8a-4e36-907d-3c812bf07be2), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:33.825155 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb86905f-4f51-4937-add4-d421b12e72a2 admin admin] Publish callbacks [] for security_group (9d06bf60-5d8a-4e36-907d-3c812bf07be2), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:33.870035 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb86905f-4f51-4937-add4-d421b12e72a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (9d06bf60-5d8a-4e36-907d-3c812bf07be2), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:33.872742 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb86905f-4f51-4937-add4-d421b12e72a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:33.873888 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-eb86905f-4f51-4937-add4-d421b12e72a2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9d06bf60-5d8a-4e36-907d-3c812bf07be2 HTTP/1.1" status: 204 len: 168 time: 0.1125290 Feb 07 21:56:33.881361 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb86905f-4f51-4937-add4-d421b12e72a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d06bf60-5d8a-4e36-907d-3c812bf07be2,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:34.035590 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d2286d0c-bd2b-4078-b7a8-93f6b121cda3 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:56:34.055776 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: d2286d0c-bd2b-4078-b7a8-93f6b121cda3 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:56:34.056113 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device d2286d0c-bd2b-4078-b7a8-93f6b121cda3 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:56:34.056553 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 6b755b7a-21b7-4cac-9ec8-1f391d824033 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:56:34.075264 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 6b755b7a-21b7-4cac-9ec8-1f391d824033 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:56:34.075547 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 6b755b7a-21b7-4cac-9ec8-1f391d824033 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:56:34.098272 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:34.370850 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:34.513388 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45882) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:34.606181 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a38c65f5-23e9-4c5f-ac00-acbae7f423f2 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1282689386', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:56:34.631560 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a38c65f5-23e9-4c5f-ac00-acbae7f423f2 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (a16bbb39-753b-404c-b740-def512e9c97a), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:34.632773 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a38c65f5-23e9-4c5f-ac00-acbae7f423f2 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (a16bbb39-753b-404c-b740-def512e9c97a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:34.684193 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a38c65f5-23e9-4c5f-ac00-acbae7f423f2 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks [] for router_controller (a16bbb39-753b-404c-b740-def512e9c97a), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:34.688067 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a38c65f5-23e9-4c5f-ac00-acbae7f423f2 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (a16bbb39-753b-404c-b740-def512e9c97a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:34.707330 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a38c65f5-23e9-4c5f-ac00-acbae7f423f2 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:34.708547 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a38c65f5-23e9-4c5f-ac00-acbae7f423f2 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1939645 Feb 07 21:56:34.711694 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45886) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:34.717055 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-033979f4-c267-444d-830e-efc33b0d7612 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1545421550'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:56:34.736002 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033979f4-c267-444d-830e-efc33b0d7612 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Made reservation on behalf of dfe884a93f814f30834ca5eb891e8d9e for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:56:34.739286 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-033979f4-c267-444d-830e-efc33b0d7612 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:34.747538 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-033979f4-c267-444d-830e-efc33b0d7612 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:34.829790 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-033979f4-c267-444d-830e-efc33b0d7612 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks [] for security_group (371a3022-256d-402e-8fca-7722e75f1097), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:34.833374 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-033979f4-c267-444d-830e-efc33b0d7612 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (371a3022-256d-402e-8fca-7722e75f1097), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:34.857426 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033979f4-c267-444d-830e-efc33b0d7612 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:56:34.870756 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033979f4-c267-444d-830e-efc33b0d7612 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=371a3022-256d-402e-8fca-7722e75f1097,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:34.876841 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-033979f4-c267-444d-830e-efc33b0d7612 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (4e75f9a5-653c-4c81-ba49-71f5f8b4db88), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:34.877188 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-033979f4-c267-444d-830e-efc33b0d7612 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Added segment 4e75f9a5-653c-4c81-ba49-71f5f8b4db88 of type vlan for network c6359b26-b799-43a3-ba8e-a6097aec49a9 Feb 07 21:56:34.920409 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-033979f4-c267-444d-830e-efc33b0d7612 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (c6359b26-b799-43a3-ba8e-a6097aec49a9), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:34.944504 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-033979f4-c267-444d-830e-efc33b0d7612 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (c6359b26-b799-43a3-ba8e-a6097aec49a9), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:34.949421 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033979f4-c267-444d-830e-efc33b0d7612 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:34.949995 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-033979f4-c267-444d-830e-efc33b0d7612 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:35.001406 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-033979f4-c267-444d-830e-efc33b0d7612 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2884629 Feb 07 21:56:35.004362 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45888) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:35.009992 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-40ea4d45-46b5-4225-a0b6-9ca179021e7c tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Request body: {'subnet': {'network_id': 'c6359b26-b799-43a3-ba8e-a6097aec49a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:56:35.015592 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033979f4-c267-444d-830e-efc33b0d7612 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Pushing event updated for resources: {'Network': ['ID=c6359b26-b799-43a3-ba8e-a6097aec49a9,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:35.026099 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network c6359b26-b799-43a3-ba8e-a6097aec49a9 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:56:35.103613 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ea4d45-46b5-4225-a0b6-9ca179021e7c tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Made reservation on behalf of dfe884a93f814f30834ca5eb891e8d9e for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:56:35.106963 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40ea4d45-46b5-4225-a0b6-9ca179021e7c tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:35.279979 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40ea4d45-46b5-4225-a0b6-9ca179021e7c tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (1bcc48cd-4199-4488-a9b6-1c239143d7f2), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:35.338065 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea4d45-46b5-4225-a0b6-9ca179021e7c tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Pushing event updated for resources: {'Subnet': ['ID=1bcc48cd-4199-4488-a9b6-1c239143d7f2,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:35.347006 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ea4d45-46b5-4225-a0b6-9ca179021e7c tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Checking segment: {'id': '4e75f9a5-653c-4c81-ba49-71f5f8b4db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c6359b26-b799-43a3-ba8e-a6097aec49a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:56:35.347317 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ea4d45-46b5-4225-a0b6-9ca179021e7c tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Network hostable DHCP agents. Network: c6359b26-b799-43a3-ba8e-a6097aec49a9, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:56:35.363388 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ea4d45-46b5-4225-a0b6-9ca179021e7c tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Network c6359b26-b799-43a3-ba8e-a6097aec49a9 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:56:35.372273 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-40ea4d45-46b5-4225-a0b6-9ca179021e7c tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, c6359b26-b799-43a3-ba8e-a6097aec49a9) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:56:35.376202 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ea4d45-46b5-4225-a0b6-9ca179021e7c tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:35.376844 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40ea4d45-46b5-4225-a0b6-9ca179021e7c tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:35.380951 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6a9f77-1ebc-4762-86cf-8343c80830f3 None None] Network c6359b26-b799-43a3-ba8e-a6097aec49a9 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:56:35.393043 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-40ea4d45-46b5-4225-a0b6-9ca179021e7c tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3875549 Feb 07 21:56:35.396030 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45890) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:35.400892 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-96f575ff-8963-4fd8-8e39-144c5762de30 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1761803424'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:56:35.418322 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f575ff-8963-4fd8-8e39-144c5762de30 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Made reservation on behalf of dfe884a93f814f30834ca5eb891e8d9e for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:56:35.421676 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96f575ff-8963-4fd8-8e39-144c5762de30 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:35.447479 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f575ff-8963-4fd8-8e39-144c5762de30 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:56:35.458344 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96f575ff-8963-4fd8-8e39-144c5762de30 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (773abbcf-395f-4ab5-97d2-b602ab1f896a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:35.458691 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-96f575ff-8963-4fd8-8e39-144c5762de30 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Added segment 773abbcf-395f-4ab5-97d2-b602ab1f896a of type vlan for network 47aaf2a7-53d2-4b22-a1c1-fe2a54af209c Feb 07 21:56:35.488675 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a2f934-e207-494e-9447-1f6b67420fa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-c6359b26-b799-43a3-ba8e-a6097aec49a9', 'network_id': 'c6359b26-b799-43a3-ba8e-a6097aec49a9', 'project_id': 'dfe884a93f814f30834ca5eb891e8d9e', 'fixed_ips': [{'subnet_id': '1bcc48cd-4199-4488-a9b6-1c239143d7f2'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:56:35.489517 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-15a2f934-e207-494e-9447-1f6b67420fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:35.504844 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96f575ff-8963-4fd8-8e39-144c5762de30 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (47aaf2a7-53d2-4b22-a1c1-fe2a54af209c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:35.532112 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96f575ff-8963-4fd8-8e39-144c5762de30 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (47aaf2a7-53d2-4b22-a1c1-fe2a54af209c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:35.536973 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f575ff-8963-4fd8-8e39-144c5762de30 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:35.537543 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96f575ff-8963-4fd8-8e39-144c5762de30 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:35.596501 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-96f575ff-8963-4fd8-8e39-144c5762de30 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1993709 Feb 07 21:56:35.599598 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45892) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:35.606930 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8431d53a-0a61-4add-8216-fae5602c8a07 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Request body: {'subnet': {'network_id': '47aaf2a7-53d2-4b22-a1c1-fe2a54af209c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:56:35.610936 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f575ff-8963-4fd8-8e39-144c5762de30 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Pushing event updated for resources: {'Network': ['ID=47aaf2a7-53d2-4b22-a1c1-fe2a54af209c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:35.624793 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 47aaf2a7-53d2-4b22-a1c1-fe2a54af209c details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:56:35.629732 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-15a2f934-e207-494e-9447-1f6b67420fa4 None None] Allocated IP 172.20.0.2 (c6359b26-b799-43a3-ba8e-a6097aec49a9/1bcc48cd-4199-4488-a9b6-1c239143d7f2/f456128c-5600-4aca-aceb-848c0b868809) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:56:35.698679 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8431d53a-0a61-4add-8216-fae5602c8a07 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Made reservation on behalf of dfe884a93f814f30834ca5eb891e8d9e for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:56:35.703897 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8431d53a-0a61-4add-8216-fae5602c8a07 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:35.842428 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-15a2f934-e207-494e-9447-1f6b67420fa4 None None] Publish callbacks [] for port (f456128c-5600-4aca-aceb-848c0b868809), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:35.849429 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-15a2f934-e207-494e-9447-1f6b67420fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (f456128c-5600-4aca-aceb-848c0b868809), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:35.893877 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8431d53a-0a61-4add-8216-fae5602c8a07 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (16edb613-0aa2-4dc6-bf98-cfae62bd380c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:35.900627 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a2f934-e207-494e-9447-1f6b67420fa4 None None] Network c6359b26-b799-43a3-ba8e-a6097aec49a9 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:56:35.903501 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-15a2f934-e207-494e-9447-1f6b67420fa4 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:56:35.907048 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a2f934-e207-494e-9447-1f6b67420fa4 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:56:35.914203 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2f934-e207-494e-9447-1f6b67420fa4 None None] Pushing event updated for resources: {'Port': ['ID=f456128c-5600-4aca-aceb-848c0b868809,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:35.954057 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431d53a-0a61-4add-8216-fae5602c8a07 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Pushing event updated for resources: {'Subnet': ['ID=16edb613-0aa2-4dc6-bf98-cfae62bd380c,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:35.962723 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431d53a-0a61-4add-8216-fae5602c8a07 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Checking segment: {'id': '773abbcf-395f-4ab5-97d2-b602ab1f896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '47aaf2a7-53d2-4b22-a1c1-fe2a54af209c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:56:35.963081 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8431d53a-0a61-4add-8216-fae5602c8a07 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Network hostable DHCP agents. Network: 47aaf2a7-53d2-4b22-a1c1-fe2a54af209c, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:56:35.967799 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-15a2f934-e207-494e-9447-1f6b67420fa4 None None] Attempting to bind port f456128c-5600-4aca-aceb-848c0b868809 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:56:35.968171 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-15a2f934-e207-494e-9447-1f6b67420fa4 None None] Attempting to bind port f456128c-5600-4aca-aceb-848c0b868809 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '4e75f9a5-653c-4c81-ba49-71f5f8b4db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c6359b26-b799-43a3-ba8e-a6097aec49a9'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:56:35.968591 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a2f934-e207-494e-9447-1f6b67420fa4 None None] Attempting to bind port f456128c-5600-4aca-aceb-848c0b868809 on network c6359b26-b799-43a3-ba8e-a6097aec49a9 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:56:35.973843 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a2f934-e207-494e-9447-1f6b67420fa4 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:56:35.974052 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a2f934-e207-494e-9447-1f6b67420fa4 None None] Checking segment: {'id': '4e75f9a5-653c-4c81-ba49-71f5f8b4db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c6359b26-b799-43a3-ba8e-a6097aec49a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:56:35.974443 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-15a2f934-e207-494e-9447-1f6b67420fa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:35.974844 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a2f934-e207-494e-9447-1f6b67420fa4 None None] Bound using segment: {'id': '4e75f9a5-653c-4c81-ba49-71f5f8b4db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c6359b26-b799-43a3-ba8e-a6097aec49a9'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:56:35.975307 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-15a2f934-e207-494e-9447-1f6b67420fa4 None None] Bound port: f456128c-5600-4aca-aceb-848c0b868809, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e75f9a5-653c-4c81-ba49-71f5f8b4db88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c6359b26-b799-43a3-ba8e-a6097aec49a9'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:56:35.975688 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-15a2f934-e207-494e-9447-1f6b67420fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f456128c-5600-4aca-aceb-848c0b868809), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:35.981508 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8431d53a-0a61-4add-8216-fae5602c8a07 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Network 47aaf2a7-53d2-4b22-a1c1-fe2a54af209c is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:56:35.989889 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-8431d53a-0a61-4add-8216-fae5602c8a07 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 47aaf2a7-53d2-4b22-a1c1-fe2a54af209c) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:56:35.995682 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8431d53a-0a61-4add-8216-fae5602c8a07 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:35.996334 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8431d53a-0a61-4add-8216-fae5602c8a07 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:36.015289 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8431d53a-0a61-4add-8216-fae5602c8a07 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4114404 Feb 07 21:56:36.015495 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45894) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:36.018304 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818f9337-a859-4082-93d6-930d344aff2a None None] Network 47aaf2a7-53d2-4b22-a1c1-fe2a54af209c requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:56:36.020097 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ef8b9e62-5e19-46f2-bb20-6d5b86d90ba0 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Request body: {'router': {'external_gateway_info': {'network_id': '47aaf2a7-53d2-4b22-a1c1-fe2a54af209c'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:56:36.099062 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-15a2f934-e207-494e-9447-1f6b67420fa4 None None] For port f456128c-5600-4aca-aceb-848c0b868809, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:56:36.108058 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-15a2f934-e207-494e-9447-1f6b67420fa4 None None] For port f456128c-5600-4aca-aceb-848c0b868809, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f456128c-5600-4aca-aceb-848c0b868809,segment=NetworkSegment(4e75f9a5-653c-4c81-ba49-71f5f8b4db88),segment_id=4e75f9a5-653c-4c81-ba49-71f5f8b4db88)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:56:36.117399 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-15a2f934-e207-494e-9447-1f6b67420fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f456128c-5600-4aca-aceb-848c0b868809), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:36.178614 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46c6dfa-da1d-461a-9922-9ff5395d67a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-47aaf2a7-53d2-4b22-a1c1-fe2a54af209c', 'network_id': '47aaf2a7-53d2-4b22-a1c1-fe2a54af209c', 'project_id': 'dfe884a93f814f30834ca5eb891e8d9e', 'fixed_ips': [{'subnet_id': '16edb613-0aa2-4dc6-bf98-cfae62bd380c'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:56:36.179483 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d46c6dfa-da1d-461a-9922-9ff5395d67a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:36.222828 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2f934-e207-494e-9447-1f6b67420fa4 None None] Pushing event updated for resources: {'Port': ['ID=f456128c-5600-4aca-aceb-848c0b868809,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:36.350817 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-d46c6dfa-da1d-461a-9922-9ff5395d67a1 None None] Allocated IP 172.21.0.2 (47aaf2a7-53d2-4b22-a1c1-fe2a54af209c/16edb613-0aa2-4dc6-bf98-cfae62bd380c/420aa2f3-7bae-4503-980f-7645029e2d4c) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:56:36.545091 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d46c6dfa-da1d-461a-9922-9ff5395d67a1 None None] Publish callbacks [] for port (420aa2f3-7bae-4503-980f-7645029e2d4c), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:36.553724 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d46c6dfa-da1d-461a-9922-9ff5395d67a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (420aa2f3-7bae-4503-980f-7645029e2d4c), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:36.580941 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef8b9e62-5e19-46f2-bb20-6d5b86d90ba0 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks [] for router_gateway (a16bbb39-753b-404c-b740-def512e9c97a), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:36.601773 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46c6dfa-da1d-461a-9922-9ff5395d67a1 None None] Network 47aaf2a7-53d2-4b22-a1c1-fe2a54af209c is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:56:36.604852 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-d46c6dfa-da1d-461a-9922-9ff5395d67a1 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:56:36.607362 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46c6dfa-da1d-461a-9922-9ff5395d67a1 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:56:36.615848 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c6dfa-da1d-461a-9922-9ff5395d67a1 None None] Pushing event updated for resources: {'Port': ['ID=420aa2f3-7bae-4503-980f-7645029e2d4c,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:36.674514 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d46c6dfa-da1d-461a-9922-9ff5395d67a1 None None] Attempting to bind port 420aa2f3-7bae-4503-980f-7645029e2d4c on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:56:36.674904 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d46c6dfa-da1d-461a-9922-9ff5395d67a1 None None] Attempting to bind port 420aa2f3-7bae-4503-980f-7645029e2d4c by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '773abbcf-395f-4ab5-97d2-b602ab1f896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '47aaf2a7-53d2-4b22-a1c1-fe2a54af209c'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:56:36.675462 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46c6dfa-da1d-461a-9922-9ff5395d67a1 None None] Attempting to bind port 420aa2f3-7bae-4503-980f-7645029e2d4c on network 47aaf2a7-53d2-4b22-a1c1-fe2a54af209c {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:56:36.680935 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46c6dfa-da1d-461a-9922-9ff5395d67a1 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:56:36.681314 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46c6dfa-da1d-461a-9922-9ff5395d67a1 None None] Checking segment: {'id': '773abbcf-395f-4ab5-97d2-b602ab1f896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '47aaf2a7-53d2-4b22-a1c1-fe2a54af209c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:56:36.681714 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d46c6dfa-da1d-461a-9922-9ff5395d67a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:36.682104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46c6dfa-da1d-461a-9922-9ff5395d67a1 None None] Bound using segment: {'id': '773abbcf-395f-4ab5-97d2-b602ab1f896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '47aaf2a7-53d2-4b22-a1c1-fe2a54af209c'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:56:36.682566 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d46c6dfa-da1d-461a-9922-9ff5395d67a1 None None] Bound port: 420aa2f3-7bae-4503-980f-7645029e2d4c, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773abbcf-395f-4ab5-97d2-b602ab1f896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '47aaf2a7-53d2-4b22-a1c1-fe2a54af209c'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:56:36.683010 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d46c6dfa-da1d-461a-9922-9ff5395d67a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (420aa2f3-7bae-4503-980f-7645029e2d4c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:36.693473 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [None req-ef8b9e62-5e19-46f2-bb20-6d5b86d90ba0 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 21:56:36.700427 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ef8b9e62-5e19-46f2-bb20-6d5b86d90ba0 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] 10.222.0.65 "PUT /v2.0/routers/a16bbb39-753b-404c-b740-def512e9c97a HTTP/1.1" status: 400 len: 364 time: 0.6783981 Feb 07 21:56:36.701059 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45896) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:36.753416 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d46c6dfa-da1d-461a-9922-9ff5395d67a1 None None] For port 420aa2f3-7bae-4503-980f-7645029e2d4c, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:56:36.754463 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-3658055e-acaa-4375-b769-5b41663d32ef tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Deleting subnet 16edb613-0aa2-4dc6-bf98-cfae62bd380c {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:56:36.756652 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d46c6dfa-da1d-461a-9922-9ff5395d67a1 None None] For port 420aa2f3-7bae-4503-980f-7645029e2d4c, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=420aa2f3-7bae-4503-980f-7645029e2d4c,segment=NetworkSegment(773abbcf-395f-4ab5-97d2-b602ab1f896a),segment_id=773abbcf-395f-4ab5-97d2-b602ab1f896a)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:56:36.758130 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3658055e-acaa-4375-b769-5b41663d32ef tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks [] for subnet (16edb613-0aa2-4dc6-bf98-cfae62bd380c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:36.762709 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d46c6dfa-da1d-461a-9922-9ff5395d67a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (420aa2f3-7bae-4503-980f-7645029e2d4c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:36.804044 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3658055e-acaa-4375-b769-5b41663d32ef tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (16edb613-0aa2-4dc6-bf98-cfae62bd380c), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:36.818587 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c6dfa-da1d-461a-9922-9ff5395d67a1 None None] Pushing event updated for resources: {'Port': ['ID=420aa2f3-7bae-4503-980f-7645029e2d4c,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:36.893150 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3658055e-acaa-4375-b769-5b41663d32ef tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (16edb613-0aa2-4dc6-bf98-cfae62bd380c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:36.963870 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3658055e-acaa-4375-b769-5b41663d32ef tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (16edb613-0aa2-4dc6-bf98-cfae62bd380c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:37.011195 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3658055e-acaa-4375-b769-5b41663d32ef tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:37.016929 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3658055e-acaa-4375-b769-5b41663d32ef tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] 10.222.0.65 "DELETE /v2.0/subnets/16edb613-0aa2-4dc6-bf98-cfae62bd380c HTTP/1.1" status: 204 len: 168 time: 0.3129153 Feb 07 21:56:37.016929 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658055e-acaa-4375-b769-5b41663d32ef tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Pushing event deleted for resources: {'Subnet': ['ID=16edb613-0aa2-4dc6-bf98-cfae62bd380c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:37.018632 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45898) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:37.105200 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e222606a-fa34-4367-b8f8-3c074aacb500 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (47aaf2a7-53d2-4b22-a1c1-fe2a54af209c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:37.164876 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e222606a-fa34-4367-b8f8-3c074aacb500 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Deleting port 420aa2f3-7bae-4503-980f-7645029e2d4c {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:56:37.165304 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e222606a-fa34-4367-b8f8-3c074aacb500 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (420aa2f3-7bae-4503-980f-7645029e2d4c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:37.234671 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e222606a-fa34-4367-b8f8-3c074aacb500 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] For port 420aa2f3-7bae-4503-980f-7645029e2d4c, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=420aa2f3-7bae-4503-980f-7645029e2d4c,segment=NetworkSegment(773abbcf-395f-4ab5-97d2-b602ab1f896a),segment_id=773abbcf-395f-4ab5-97d2-b602ab1f896a)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:56:37.235033 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e222606a-fa34-4367-b8f8-3c074aacb500 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (420aa2f3-7bae-4503-980f-7645029e2d4c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:37.248470 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e222606a-fa34-4367-b8f8-3c074aacb500 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Calling delete_port for 420aa2f3-7bae-4503-980f-7645029e2d4c owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:56:37.298791 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8b8bcc-bcaa-4392-86e6-9f716b1ab25e None None] Network c6359b26-b799-43a3-ba8e-a6097aec49a9 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:56:37.330485 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e222606a-fa34-4367-b8f8-3c074aacb500 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (420aa2f3-7bae-4503-980f-7645029e2d4c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:37.358271 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222606a-fa34-4367-b8f8-3c074aacb500 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Pushing event deleted for resources: {'Port': ['ID=420aa2f3-7bae-4503-980f-7645029e2d4c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:37.360149 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e222606a-fa34-4367-b8f8-3c074aacb500 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] No DVR routers for this DVR port 420aa2f3-7bae-4503-980f-7645029e2d4c on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:56:37.367839 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b47b721e-0ec2-4b54-8c68-bbc0046ce8f9 None None] Provisioning complete for port f456128c-5600-4aca-aceb-848c0b868809 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:37.368216 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b47b721e-0ec2-4b54-8c68-bbc0046ce8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f456128c-5600-4aca-aceb-848c0b868809), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:37.440600 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e222606a-fa34-4367-b8f8-3c074aacb500 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (47aaf2a7-53d2-4b22-a1c1-fe2a54af209c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:37.461950 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-e222606a-fa34-4367-b8f8-3c074aacb500 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47aaf2a7-53d2-4b22-a1c1-fe2a54af209c']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:37.471707 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-e222606a-fa34-4367-b8f8-3c074aacb500 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '773abbcf-395f-4ab5-97d2-b602ab1f896a') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:37.471942 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-e222606a-fa34-4367-b8f8-3c074aacb500 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '773abbcf-395f-4ab5-97d2-b602ab1f896a') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:37.482819 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e222606a-fa34-4367-b8f8-3c074aacb500 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (773abbcf-395f-4ab5-97d2-b602ab1f896a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:37.488394 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b47b721e-0ec2-4b54-8c68-bbc0046ce8f9 None None] Current status of the port f456128c-5600-4aca-aceb-848c0b868809 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:56:37.488791 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b47b721e-0ec2-4b54-8c68-bbc0046ce8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f456128c-5600-4aca-aceb-848c0b868809), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:37.500036 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e222606a-fa34-4367-b8f8-3c074aacb500 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (773abbcf-395f-4ab5-97d2-b602ab1f896a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:37.509095 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e222606a-fa34-4367-b8f8-3c074aacb500 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:56:37.509607 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e222606a-fa34-4367-b8f8-3c074aacb500 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (773abbcf-395f-4ab5-97d2-b602ab1f896a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:56:37.513219 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:56:37.526276 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b47b721e-0ec2-4b54-8c68-bbc0046ce8f9 None None] For port f456128c-5600-4aca-aceb-848c0b868809, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f456128c-5600-4aca-aceb-848c0b868809,segment=NetworkSegment(4e75f9a5-653c-4c81-ba49-71f5f8b4db88),segment_id=4e75f9a5-653c-4c81-ba49-71f5f8b4db88)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:56:37.531676 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b47b721e-0ec2-4b54-8c68-bbc0046ce8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f456128c-5600-4aca-aceb-848c0b868809), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:37.584292 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e222606a-fa34-4367-b8f8-3c074aacb500 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (47aaf2a7-53d2-4b22-a1c1-fe2a54af209c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:37.590813 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e222606a-fa34-4367-b8f8-3c074aacb500 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:37.596604 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e222606a-fa34-4367-b8f8-3c074aacb500 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] 10.222.0.65 "DELETE /v2.0/networks/47aaf2a7-53d2-4b22-a1c1-fe2a54af209c HTTP/1.1" status: 204 len: 168 time: 0.5748029 Feb 07 21:56:37.596991 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45900) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:37.599533 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b721e-0ec2-4b54-8c68-bbc0046ce8f9 None None] Pushing event updated for resources: {'Port': ['ID=f456128c-5600-4aca-aceb-848c0b868809,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:37.626391 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222606a-fa34-4367-b8f8-3c074aacb500 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Pushing event deleted for resources: {'Network': ['ID=47aaf2a7-53d2-4b22-a1c1-fe2a54af209c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:37.671045 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf225d9-f346-4f85-9a03-9859563ff7b0 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Deleting subnet 1bcc48cd-4199-4488-a9b6-1c239143d7f2 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:56:37.674672 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cdf225d9-f346-4f85-9a03-9859563ff7b0 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks [] for subnet (1bcc48cd-4199-4488-a9b6-1c239143d7f2), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:37.718882 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cdf225d9-f346-4f85-9a03-9859563ff7b0 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (1bcc48cd-4199-4488-a9b6-1c239143d7f2), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:37.809678 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cdf225d9-f346-4f85-9a03-9859563ff7b0 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (1bcc48cd-4199-4488-a9b6-1c239143d7f2), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:37.856062 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e630ff1b-1daa-46b5-b69e-f3748cc0d238 None None] Provisioning complete for port f456128c-5600-4aca-aceb-848c0b868809 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:37.856649 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e630ff1b-1daa-46b5-b69e-f3748cc0d238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f456128c-5600-4aca-aceb-848c0b868809), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:37.875471 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cdf225d9-f346-4f85-9a03-9859563ff7b0 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (1bcc48cd-4199-4488-a9b6-1c239143d7f2), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:37.899797 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf225d9-f346-4f85-9a03-9859563ff7b0 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Pushing event deleted for resources: {'Subnet': ['ID=1bcc48cd-4199-4488-a9b6-1c239143d7f2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:37.911704 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cdf225d9-f346-4f85-9a03-9859563ff7b0 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:37.915825 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-cdf225d9-f346-4f85-9a03-9859563ff7b0 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] 10.222.0.65 "DELETE /v2.0/subnets/1bcc48cd-4199-4488-a9b6-1c239143d7f2 HTTP/1.1" status: 204 len: 168 time: 0.3178279 Feb 07 21:56:37.918278 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45904) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:37.939389 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e262e6-8187-4d08-ac22-e8b405d70c92 None None] Network c6359b26-b799-43a3-ba8e-a6097aec49a9 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:56:38.025678 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b174028-e163-4a20-b24c-6b5b23f2a76a tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (c6359b26-b799-43a3-ba8e-a6097aec49a9), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:38.092147 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2b174028-e163-4a20-b24c-6b5b23f2a76a tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Deleting port f456128c-5600-4aca-aceb-848c0b868809 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:56:38.092632 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b174028-e163-4a20-b24c-6b5b23f2a76a tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f456128c-5600-4aca-aceb-848c0b868809), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:38.145693 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2b38bc-020b-487b-b862-d9cf4c2fa618 None None] DHCP port deletion for 47aaf2a7-53d2-4b22-a1c1-fe2a54af209c request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:56:38.148688 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f456128c-5600-4aca-aceb-848c0b868809 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:56:38.154900 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2b174028-e163-4a20-b24c-6b5b23f2a76a tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] For port f456128c-5600-4aca-aceb-848c0b868809, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f456128c-5600-4aca-aceb-848c0b868809,segment=NetworkSegment(4e75f9a5-653c-4c81-ba49-71f5f8b4db88),segment_id=4e75f9a5-653c-4c81-ba49-71f5f8b4db88)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:56:38.155257 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b174028-e163-4a20-b24c-6b5b23f2a76a tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f456128c-5600-4aca-aceb-848c0b868809), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:38.167453 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2b174028-e163-4a20-b24c-6b5b23f2a76a tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Calling delete_port for f456128c-5600-4aca-aceb-848c0b868809 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:56:38.191784 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e630ff1b-1daa-46b5-b69e-f3748cc0d238 None None] Current status of the port f456128c-5600-4aca-aceb-848c0b868809 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:56:38.207312 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5660fabc-2d9e-421a-8145-c75a7a953d00 None None] Network 47aaf2a7-53d2-4b22-a1c1-fe2a54af209c requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:56:38.238729 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5660fabc-2d9e-421a-8145-c75a7a953d00 None None] Network 47aaf2a7-53d2-4b22-a1c1-fe2a54af209c could not be found, it might have been deleted concurrently. {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 07 21:56:38.249146 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b174028-e163-4a20-b24c-6b5b23f2a76a tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f456128c-5600-4aca-aceb-848c0b868809), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:38.253961 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Could not find standard attr ID for object f456128c-5600-4aca-aceb-848c0b868809. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:56:38.281067 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b174028-e163-4a20-b24c-6b5b23f2a76a tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] No DVR routers for this DVR port f456128c-5600-4aca-aceb-848c0b868809 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:56:38.286594 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b174028-e163-4a20-b24c-6b5b23f2a76a tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Pushing event deleted for resources: {'Port': ['ID=f456128c-5600-4aca-aceb-848c0b868809,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:38.307070 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a2976d69-1ee3-427c-9e0d-1f933eee5b2e None None] Could not find standard attr ID for object 420aa2f3-7bae-4503-980f-7645029e2d4c. {{(pid=103257) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 21:56:38.330919 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c7b90e-e2ec-4102-8d3f-d9b03da4921b None None] DHCP port deletion for c6359b26-b799-43a3-ba8e-a6097aec49a9 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:56:38.370163 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b174028-e163-4a20-b24c-6b5b23f2a76a tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (c6359b26-b799-43a3-ba8e-a6097aec49a9), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:38.389949 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-2b174028-e163-4a20-b24c-6b5b23f2a76a tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6359b26-b799-43a3-ba8e-a6097aec49a9']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:38.399546 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-2b174028-e163-4a20-b24c-6b5b23f2a76a tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e75f9a5-653c-4c81-ba49-71f5f8b4db88') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:38.399845 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-2b174028-e163-4a20-b24c-6b5b23f2a76a tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e75f9a5-653c-4c81-ba49-71f5f8b4db88') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:38.408917 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b174028-e163-4a20-b24c-6b5b23f2a76a tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (4e75f9a5-653c-4c81-ba49-71f5f8b4db88), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:38.422264 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b174028-e163-4a20-b24c-6b5b23f2a76a tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (4e75f9a5-653c-4c81-ba49-71f5f8b4db88), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:38.427989 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b174028-e163-4a20-b24c-6b5b23f2a76a tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:56:38.428428 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b174028-e163-4a20-b24c-6b5b23f2a76a tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (4e75f9a5-653c-4c81-ba49-71f5f8b4db88), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: timer() Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:56:38.431351 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:56:38.486697 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b174028-e163-4a20-b24c-6b5b23f2a76a tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (c6359b26-b799-43a3-ba8e-a6097aec49a9), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:38.494403 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b174028-e163-4a20-b24c-6b5b23f2a76a tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:38.496770 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2b174028-e163-4a20-b24c-6b5b23f2a76a tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] 10.222.0.65 "DELETE /v2.0/networks/c6359b26-b799-43a3-ba8e-a6097aec49a9 HTTP/1.1" status: 204 len: 168 time: 0.5775840 Feb 07 21:56:38.499503 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45908) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:38.513089 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b174028-e163-4a20-b24c-6b5b23f2a76a tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Pushing event deleted for resources: {'Network': ['ID=c6359b26-b799-43a3-ba8e-a6097aec49a9,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:38.528339 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-26077136-873e-4b1f-803c-7e16bab78805 tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] 10.222.0.65 "GET /v2.0/ports?device_id=a16bbb39-753b-404c-b740-def512e9c97a HTTP/1.1" status: 200 len: 205 time: 0.0274363 Feb 07 21:56:38.530484 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45910) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:38.605220 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-082385f4-aa77-48d5-9942-e2d214d3332a tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks [] for router (a16bbb39-753b-404c-b740-def512e9c97a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:38.765079 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-082385f4-aa77-48d5-9942-e2d214d3332a tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (a16bbb39-753b-404c-b740-def512e9c97a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:38.767104 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-082385f4-aa77-48d5-9942-e2d214d3332a tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks [] for router_controller (a16bbb39-753b-404c-b740-def512e9c97a), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:38.809366 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-082385f4-aa77-48d5-9942-e2d214d3332a tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (a16bbb39-753b-404c-b740-def512e9c97a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:38.809882 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082385f4-aa77-48d5-9942-e2d214d3332a tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Fanout notify agent at l3_agent the message router_deleted on router a16bbb39-753b-404c-b740-def512e9c97a {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:56:38.816525 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-082385f4-aa77-48d5-9942-e2d214d3332a tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:38.817636 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-082385f4-aa77-48d5-9942-e2d214d3332a tempest-RoutersNegativeTest-997191480 tempest-RoutersNegativeTest-997191480-project] 10.222.0.65 "DELETE /v2.0/routers/a16bbb39-753b-404c-b740-def512e9c97a HTTP/1.1" status: 204 len: 168 time: 0.2862628 Feb 07 21:56:39.065056 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45918) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:39.192672 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-089fa5f9-5eae-405a-89db-551e1ee62153 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dfe884a93f814f30834ca5eb891e8d9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1263356 Feb 07 21:56:39.195056 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45922) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:39.245080 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9799c96-fac3-4d7f-a47a-1e62e45cf479 admin admin] Publish callbacks [] for security_group (371a3022-256d-402e-8fca-7722e75f1097), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:39.277465 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9799c96-fac3-4d7f-a47a-1e62e45cf479 admin admin] Publish callbacks [] for security_group (371a3022-256d-402e-8fca-7722e75f1097), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:39.333324 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9799c96-fac3-4d7f-a47a-1e62e45cf479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (371a3022-256d-402e-8fca-7722e75f1097), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:39.336350 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9799c96-fac3-4d7f-a47a-1e62e45cf479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:39.337503 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a9799c96-fac3-4d7f-a47a-1e62e45cf479 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/371a3022-256d-402e-8fca-7722e75f1097 HTTP/1.1" status: 204 len: 168 time: 0.1415322 Feb 07 21:56:39.345659 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9799c96-fac3-4d7f-a47a-1e62e45cf479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371a3022-256d-402e-8fca-7722e75f1097,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:39.954822 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45944) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:40.029045 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f456128c-5600-4aca-aceb-848c0b868809 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:56:40.049296 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: f456128c-5600-4aca-aceb-848c0b868809 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:56:40.049650 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f456128c-5600-4aca-aceb-848c0b868809 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:56:40.056256 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4fe79e41-0580-4d70-b2d6-8688faf0456e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1231442427-network', 'tenant_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:56:40.076774 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe79e41-0580-4d70-b2d6-8688faf0456e admin admin] Made reservation on behalf of 00f7d2c6621c41a8a6ac85b5ea2f03c8 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:56:40.079935 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4fe79e41-0580-4d70-b2d6-8688faf0456e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:40.091418 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4fe79e41-0580-4d70-b2d6-8688faf0456e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:40.162338 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4fe79e41-0580-4d70-b2d6-8688faf0456e admin admin] Publish callbacks [] for security_group (1888f7bb-2bd8-453b-9287-01a242f4c2ea), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:40.166436 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4fe79e41-0580-4d70-b2d6-8688faf0456e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1888f7bb-2bd8-453b-9287-01a242f4c2ea), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:40.189151 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe79e41-0580-4d70-b2d6-8688faf0456e admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:56:40.198454 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe79e41-0580-4d70-b2d6-8688faf0456e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1888f7bb-2bd8-453b-9287-01a242f4c2ea,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:40.203040 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4fe79e41-0580-4d70-b2d6-8688faf0456e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (264dd43f-c379-4e27-831d-6b403e1dfa2a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:40.203379 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-4fe79e41-0580-4d70-b2d6-8688faf0456e admin admin] Added segment 264dd43f-c379-4e27-831d-6b403e1dfa2a of type vlan for network c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 Feb 07 21:56:40.243487 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4fe79e41-0580-4d70-b2d6-8688faf0456e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:40.267540 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4fe79e41-0580-4d70-b2d6-8688faf0456e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:40.268503 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe79e41-0580-4d70-b2d6-8688faf0456e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:40.269077 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4fe79e41-0580-4d70-b2d6-8688faf0456e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:40.325295 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4fe79e41-0580-4d70-b2d6-8688faf0456e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3691251 Feb 07 21:56:40.328232 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45948) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:40.332268 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe79e41-0580-4d70-b2d6-8688faf0456e admin admin] Pushing event updated for resources: {'Network': ['ID=c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:40.333517 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e39dd973-0f09-4944-a213-3ac1142f54b1 admin admin] Request body: {'subnet': {'network_id': 'c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1231442427-subnet', 'tenant_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8', 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:56:40.342995 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:56:40.361306 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39dd973-0f09-4944-a213-3ac1142f54b1 admin admin] Made reservation on behalf of 00f7d2c6621c41a8a6ac85b5ea2f03c8 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:56:40.363714 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e39dd973-0f09-4944-a213-3ac1142f54b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:40.527139 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e39dd973-0f09-4944-a213-3ac1142f54b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (33a20dd4-e9f5-4150-a1f6-a0bab6ae068c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:40.582999 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39dd973-0f09-4944-a213-3ac1142f54b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33a20dd4-e9f5-4150-a1f6-a0bab6ae068c,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:40.590689 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39dd973-0f09-4944-a213-3ac1142f54b1 admin admin] Checking segment: {'id': '264dd43f-c379-4e27-831d-6b403e1dfa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:56:40.591316 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39dd973-0f09-4944-a213-3ac1142f54b1 admin admin] Network hostable DHCP agents. Network: c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:56:40.607477 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39dd973-0f09-4944-a213-3ac1142f54b1 admin admin] Network c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:56:40.615792 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-e39dd973-0f09-4944-a213-3ac1142f54b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:56:40.620272 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39dd973-0f09-4944-a213-3ac1142f54b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:40.620899 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e39dd973-0f09-4944-a213-3ac1142f54b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:40.626873 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b2ffab-4554-4606-b50c-3384ecd8c7fd None None] Network c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:56:40.639192 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e39dd973-0f09-4944-a213-3ac1142f54b1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3094282 Feb 07 21:56:40.642284 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45950) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:40.647673 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0f7d9cb5-a3ce-4cd0-b7a0-cef802c9d6d6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1231442427-router', 'tenant_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:56:40.666086 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f7d9cb5-a3ce-4cd0-b7a0-cef802c9d6d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (4a5ce93e-8fb9-436f-aa7a-b8ddacffa974), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:40.667071 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f7d9cb5-a3ce-4cd0-b7a0-cef802c9d6d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (4a5ce93e-8fb9-436f-aa7a-b8ddacffa974), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:40.720241 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f7d9cb5-a3ce-4cd0-b7a0-cef802c9d6d6 admin admin] Publish callbacks [] for router_controller (4a5ce93e-8fb9-436f-aa7a-b8ddacffa974), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:40.734544 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c81232a-96e9-473f-bae5-6b894b9d1e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0', 'network_id': 'c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0', 'project_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8', 'fixed_ips': [{'subnet_id': '33a20dd4-e9f5-4150-a1f6-a0bab6ae068c'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:56:40.735611 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3c81232a-96e9-473f-bae5-6b894b9d1e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:40.859715 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f7d9cb5-a3ce-4cd0-b7a0-cef802c9d6d6 admin admin] Publish callbacks [] for router_gateway (4a5ce93e-8fb9-436f-aa7a-b8ddacffa974), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:40.867813 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-3c81232a-96e9-473f-bae5-6b894b9d1e64 None None] Allocated IP 172.20.0.2 (c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0/33a20dd4-e9f5-4150-a1f6-a0bab6ae068c/ed407aa2-45e7-4df1-9bf1-6d71ae789b2f) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:56:41.013014 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3c81232a-96e9-473f-bae5-6b894b9d1e64 None None] Publish callbacks [] for port (ed407aa2-45e7-4df1-9bf1-6d71ae789b2f), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:41.018307 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3c81232a-96e9-473f-bae5-6b894b9d1e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (ed407aa2-45e7-4df1-9bf1-6d71ae789b2f), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:41.059679 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c81232a-96e9-473f-bae5-6b894b9d1e64 None None] Network c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:56:41.060375 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f7d9cb5-a3ce-4cd0-b7a0-cef802c9d6d6 admin admin] Publish callbacks [] for router_gateway (4a5ce93e-8fb9-436f-aa7a-b8ddacffa974), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:41.062545 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-3c81232a-96e9-473f-bae5-6b894b9d1e64 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:56:41.066683 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c81232a-96e9-473f-bae5-6b894b9d1e64 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:56:41.069871 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81232a-96e9-473f-bae5-6b894b9d1e64 None None] Pushing event updated for resources: {'Port': ['ID=ed407aa2-45e7-4df1-9bf1-6d71ae789b2f,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:41.082280 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f7d9cb5-a3ce-4cd0-b7a0-cef802c9d6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:41.126365 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3c81232a-96e9-473f-bae5-6b894b9d1e64 None None] Attempting to bind port ed407aa2-45e7-4df1-9bf1-6d71ae789b2f on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:56:41.126644 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3c81232a-96e9-473f-bae5-6b894b9d1e64 None None] Attempting to bind port ed407aa2-45e7-4df1-9bf1-6d71ae789b2f by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '264dd43f-c379-4e27-831d-6b403e1dfa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:56:41.127002 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c81232a-96e9-473f-bae5-6b894b9d1e64 None None] Attempting to bind port ed407aa2-45e7-4df1-9bf1-6d71ae789b2f on network c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:56:41.131892 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c81232a-96e9-473f-bae5-6b894b9d1e64 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:56:41.132841 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c81232a-96e9-473f-bae5-6b894b9d1e64 None None] Checking segment: {'id': '264dd43f-c379-4e27-831d-6b403e1dfa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:56:41.133222 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3c81232a-96e9-473f-bae5-6b894b9d1e64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:41.133612 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c81232a-96e9-473f-bae5-6b894b9d1e64 None None] Bound using segment: {'id': '264dd43f-c379-4e27-831d-6b403e1dfa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:56:41.134076 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3c81232a-96e9-473f-bae5-6b894b9d1e64 None None] Bound port: ed407aa2-45e7-4df1-9bf1-6d71ae789b2f, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264dd43f-c379-4e27-831d-6b403e1dfa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:56:41.134456 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3c81232a-96e9-473f-bae5-6b894b9d1e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ed407aa2-45e7-4df1-9bf1-6d71ae789b2f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:41.183181 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-0f7d9cb5-a3ce-4cd0-b7a0-cef802c9d6d6 admin admin] Allocated IP 172.25.4.89 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/978a149f-7ba6-4c6a-a986-2914e142d379) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:56:41.196122 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3c81232a-96e9-473f-bae5-6b894b9d1e64 None None] For port ed407aa2-45e7-4df1-9bf1-6d71ae789b2f, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:56:41.199512 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3c81232a-96e9-473f-bae5-6b894b9d1e64 None None] For port ed407aa2-45e7-4df1-9bf1-6d71ae789b2f, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ed407aa2-45e7-4df1-9bf1-6d71ae789b2f,segment=NetworkSegment(264dd43f-c379-4e27-831d-6b403e1dfa2a),segment_id=264dd43f-c379-4e27-831d-6b403e1dfa2a)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:56:41.205541 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3c81232a-96e9-473f-bae5-6b894b9d1e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ed407aa2-45e7-4df1-9bf1-6d71ae789b2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:41.266394 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81232a-96e9-473f-bae5-6b894b9d1e64 None None] Pushing event updated for resources: {'Port': ['ID=ed407aa2-45e7-4df1-9bf1-6d71ae789b2f,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:41.293197 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f7d9cb5-a3ce-4cd0-b7a0-cef802c9d6d6 admin admin] Publish callbacks [] for port (978a149f-7ba6-4c6a-a986-2914e142d379), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:41.328648 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f7d9cb5-a3ce-4cd0-b7a0-cef802c9d6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (978a149f-7ba6-4c6a-a986-2914e142d379), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:41.369952 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7d9cb5-a3ce-4cd0-b7a0-cef802c9d6d6 admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:56:41.374568 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-0f7d9cb5-a3ce-4cd0-b7a0-cef802c9d6d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:56:41.378794 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d9cb5-a3ce-4cd0-b7a0-cef802c9d6d6 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:56:41.382107 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d9cb5-a3ce-4cd0-b7a0-cef802c9d6d6 admin admin] Pushing event updated for resources: {'Port': ['ID=978a149f-7ba6-4c6a-a986-2914e142d379,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:41.643931 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f7d9cb5-a3ce-4cd0-b7a0-cef802c9d6d6 admin admin] Publish callbacks [] for router_gateway (4a5ce93e-8fb9-436f-aa7a-b8ddacffa974), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:41.841782 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f7d9cb5-a3ce-4cd0-b7a0-cef802c9d6d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (4a5ce93e-8fb9-436f-aa7a-b8ddacffa974), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:41.972030 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7d9cb5-a3ce-4cd0-b7a0-cef802c9d6d6 admin admin] Router 4a5ce93e-8fb9-436f-aa7a-b8ddacffa974 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:56:42.088084 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ed407aa2-45e7-4df1-9bf1-6d71ae789b2f up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:56:42.097403 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7d9cb5-a3ce-4cd0-b7a0-cef802c9d6d6 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:56:42.109093 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc63aa18-225b-4349-af8a-4313abc91536 None None] Sync routers for ids ['4a5ce93e-8fb9-436f-aa7a-b8ddacffa974'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:56:42.119688 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f7d9cb5-a3ce-4cd0-b7a0-cef802c9d6d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:42.121112 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0f7d9cb5-a3ce-4cd0-b7a0-cef802c9d6d6 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4778249 Feb 07 21:56:42.122671 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc63aa18-225b-4349-af8a-4313abc91536 None None] Routers {'4a5ce93e-8fb9-436f-aa7a-b8ddacffa974'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:56:42.123296 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-fc63aa18-225b-4349-af8a-4313abc91536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:56:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['4a5ce93e-8fb9-436f-aa7a-b8ddacffa974'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:42.124050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45952) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:42.158402 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port ed407aa2-45e7-4df1-9bf1-6d71ae789b2f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:42.158846 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ed407aa2-45e7-4df1-9bf1-6d71ae789b2f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:42.202725 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa926a7-6d04-4234-a37c-efcbc4e190b9 None None] Network c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:56:42.235823 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-fc63aa18-225b-4349-af8a-4313abc91536 None None] Set router 4a5ce93e-8fb9-436f-aa7a-b8ddacffa974 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:56:42.299023 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-fd05cbb4-87f4-44de-aff6-356b37ec1e24 None None] Provisioning complete for port ed407aa2-45e7-4df1-9bf1-6d71ae789b2f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:42.299408 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fd05cbb4-87f4-44de-aff6-356b37ec1e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ed407aa2-45e7-4df1-9bf1-6d71ae789b2f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:42.358554 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port ed407aa2-45e7-4df1-9bf1-6d71ae789b2f is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:56:42.358554 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ed407aa2-45e7-4df1-9bf1-6d71ae789b2f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:42.432622 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port ed407aa2-45e7-4df1-9bf1-6d71ae789b2f, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ed407aa2-45e7-4df1-9bf1-6d71ae789b2f,segment=NetworkSegment(264dd43f-c379-4e27-831d-6b403e1dfa2a),segment_id=264dd43f-c379-4e27-831d-6b403e1dfa2a)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:56:42.466627 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ed407aa2-45e7-4df1-9bf1-6d71ae789b2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:42.513631 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-fd05cbb4-87f4-44de-aff6-356b37ec1e24 None None] Current status of the port ed407aa2-45e7-4df1-9bf1-6d71ae789b2f is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:56:42.526608 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-fc63aa18-225b-4349-af8a-4313abc91536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5ce93e-8fb9-436f-aa7a-b8ddacffa974', 'name': 'tempest-TestEncryptedCinderVolumes-1231442427-router', 'tenant_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '978a149f-7ba6-4c6a-a986-2914e142d379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:56:40Z', 'updated_at': '2022-02-07T21:56:41Z', 'revision_number': 3, 'project_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8', 'gw_port': {'id': '978a149f-7ba6-4c6a-a986-2914e142d379', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5ce93e-8fb9-436f-aa7a-b8ddacffa974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:56:41Z', 'updated_at': '2022-02-07T21:56:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:42.541787 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=ed407aa2-45e7-4df1-9bf1-6d71ae789b2f,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:42.563100 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc63aa18-225b-4349-af8a-4313abc91536 None None] Checking router: 4a5ce93e-8fb9-436f-aa7a-b8ddacffa974 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:56:42.563526 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc63aa18-225b-4349-af8a-4313abc91536 None None] Updating router 4a5ce93e-8fb9-436f-aa7a-b8ddacffa974 port 978a149f-7ba6-4c6a-a986-2914e142d379 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:56:42.593810 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fc63aa18-225b-4349-af8a-4313abc91536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (978a149f-7ba6-4c6a-a986-2914e142d379), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:42.739939 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-eaf9a979-6d2f-436c-9dce-127575d9d65b None None] Provisioning complete for port ed407aa2-45e7-4df1-9bf1-6d71ae789b2f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:42.740458 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eaf9a979-6d2f-436c-9dce-127575d9d65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ed407aa2-45e7-4df1-9bf1-6d71ae789b2f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:42.820332 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-eaf9a979-6d2f-436c-9dce-127575d9d65b None None] Current status of the port ed407aa2-45e7-4df1-9bf1-6d71ae789b2f is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:56:42.861270 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fc63aa18-225b-4349-af8a-4313abc91536 None None] Publish callbacks [] for port (978a149f-7ba6-4c6a-a986-2914e142d379), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:42.867054 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fc63aa18-225b-4349-af8a-4313abc91536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (978a149f-7ba6-4c6a-a986-2914e142d379), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:42.914155 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-fc63aa18-225b-4349-af8a-4313abc91536 None None] Attempting to bind port 978a149f-7ba6-4c6a-a986-2914e142d379 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:56:42.914542 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-fc63aa18-225b-4349-af8a-4313abc91536 None None] Attempting to bind port 978a149f-7ba6-4c6a-a986-2914e142d379 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:56:42.914891 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc63aa18-225b-4349-af8a-4313abc91536 None None] Attempting to bind port 978a149f-7ba6-4c6a-a986-2914e142d379 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:56:42.922466 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc63aa18-225b-4349-af8a-4313abc91536 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:56:42.922670 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:42.922842 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc63aa18-225b-4349-af8a-4313abc91536 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:56:42.923241 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fc63aa18-225b-4349-af8a-4313abc91536 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:42.923629 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc63aa18-225b-4349-af8a-4313abc91536 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:56:42.924091 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-fc63aa18-225b-4349-af8a-4313abc91536 None None] Bound port: 978a149f-7ba6-4c6a-a986-2914e142d379, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:56:42.924489 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fc63aa18-225b-4349-af8a-4313abc91536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (978a149f-7ba6-4c6a-a986-2914e142d379), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:42.948552 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4f115-8c17-48c4-9900-454b5a5d3500 None None] Pushing event updated for resources: {'Port': ['ID=978a149f-7ba6-4c6a-a986-2914e142d379,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:42.961599 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba4f115-8c17-48c4-9900-454b5a5d3500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:42.961946 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba4f115-8c17-48c4-9900-454b5a5d3500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:42.962286 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba4f115-8c17-48c4-9900-454b5a5d3500 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:42.962621 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba4f115-8c17-48c4-9900-454b5a5d3500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:42.962959 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba4f115-8c17-48c4-9900-454b5a5d3500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:42.963288 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba4f115-8c17-48c4-9900-454b5a5d3500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:42.963621 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba4f115-8c17-48c4-9900-454b5a5d3500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:42.963970 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba4f115-8c17-48c4-9900-454b5a5d3500 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:42.964268 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba4f115-8c17-48c4-9900-454b5a5d3500 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:42.964609 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba4f115-8c17-48c4-9900-454b5a5d3500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:42.964934 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba4f115-8c17-48c4-9900-454b5a5d3500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:42.965256 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba4f115-8c17-48c4-9900-454b5a5d3500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:42.965576 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba4f115-8c17-48c4-9900-454b5a5d3500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:43.001788 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-fc63aa18-225b-4349-af8a-4313abc91536 None None] For port 978a149f-7ba6-4c6a-a986-2914e142d379, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:56:43.005168 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-fc63aa18-225b-4349-af8a-4313abc91536 None None] For port 978a149f-7ba6-4c6a-a986-2914e142d379, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=978a149f-7ba6-4c6a-a986-2914e142d379,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:56:43.010693 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fc63aa18-225b-4349-af8a-4313abc91536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (978a149f-7ba6-4c6a-a986-2914e142d379), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:43.066020 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc63aa18-225b-4349-af8a-4313abc91536 None None] Routers {'4a5ce93e-8fb9-436f-aa7a-b8ddacffa974'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:56:43.066916 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-fc63aa18-225b-4349-af8a-4313abc91536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:56:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['4a5ce93e-8fb9-436f-aa7a-b8ddacffa974'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:43.083283 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Allocated IP 172.20.0.1 (c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0/33a20dd4-e9f5-4150-a1f6-a0bab6ae068c/28f3d64c-e89b-4535-bdeb-8218b67dd8d9) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:56:43.104125 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4f115-8c17-48c4-9900-454b5a5d3500 None None] Pushing event updated for resources: {'Port': ['ID=978a149f-7ba6-4c6a-a986-2914e142d379,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:43.177217 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-fc63aa18-225b-4349-af8a-4313abc91536 None None] Set router 4a5ce93e-8fb9-436f-aa7a-b8ddacffa974 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:56:43.186158 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Publish callbacks [] for port (28f3d64c-e89b-4535-bdeb-8218b67dd8d9), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:43.218693 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (28f3d64c-e89b-4535-bdeb-8218b67dd8d9), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:43.258281 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Network c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:56:43.262605 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:56:43.266849 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:56:43.290232 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Pushing event updated for resources: {'Port': ['ID=28f3d64c-e89b-4535-bdeb-8218b67dd8d9,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:43.306635 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:43.306981 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:43.307326 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:43.307666 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:43.308000 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:43.308350 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:43.308687 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:43.309015 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:43.309340 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:43.309664 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:43.309991 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:43.310314 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:43.310631 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:56:43.321409 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (4a5ce93e-8fb9-436f-aa7a-b8ddacffa974), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:43.368667 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-fc63aa18-225b-4349-af8a-4313abc91536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5ce93e-8fb9-436f-aa7a-b8ddacffa974', 'name': 'tempest-TestEncryptedCinderVolumes-1231442427-router', 'tenant_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '978a149f-7ba6-4c6a-a986-2914e142d379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:56:40Z', 'updated_at': '2022-02-07T21:56:41Z', 'revision_number': 3, 'project_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8', 'gw_port': {'id': '978a149f-7ba6-4c6a-a986-2914e142d379', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5ce93e-8fb9-436f-aa7a-b8ddacffa974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:56:41Z', 'updated_at': '2022-02-07T21:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:43.401467 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc63aa18-225b-4349-af8a-4313abc91536 None None] The sync data for ids ['4a5ce93e-8fb9-436f-aa7a-b8ddacffa974'] in n-d-828185-2 is: [{'id': '4a5ce93e-8fb9-436f-aa7a-b8ddacffa974', 'name': 'tempest-TestEncryptedCinderVolumes-1231442427-router', 'tenant_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '978a149f-7ba6-4c6a-a986-2914e142d379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:56:40Z', 'updated_at': '2022-02-07T21:56:41Z', 'revision_number': 3, 'project_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8', 'gw_port': {'id': '978a149f-7ba6-4c6a-a986-2914e142d379', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5ce93e-8fb9-436f-aa7a-b8ddacffa974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:56:41Z', 'updated_at': '2022-02-07T21:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:56:43.469735 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (28f3d64c-e89b-4535-bdeb-8218b67dd8d9), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:43.543835 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d52c6c4e-1733-4cbf-980a-a27f43eac5b4 None None] Provisioning complete for port 28f3d64c-e89b-4535-bdeb-8218b67dd8d9 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:43.544405 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d52c6c4e-1733-4cbf-980a-a27f43eac5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (28f3d64c-e89b-4535-bdeb-8218b67dd8d9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:43.581075 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d52c6c4e-1733-4cbf-980a-a27f43eac5b4 None None] Port 28f3d64c-e89b-4535-bdeb-8218b67dd8d9 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:56:43.635592 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Publish callbacks [] for port (28f3d64c-e89b-4535-bdeb-8218b67dd8d9), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:43.640905 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (28f3d64c-e89b-4535-bdeb-8218b67dd8d9), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:43.708292 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (4a5ce93e-8fb9-436f-aa7a-b8ddacffa974), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:43.719452 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Pushing event updated for resources: {'Port': ['ID=28f3d64c-e89b-4535-bdeb-8218b67dd8d9,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:43.819099 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Network c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:56:43.820719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:56:43.946250 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Router 4a5ce93e-8fb9-436f-aa7a-b8ddacffa974 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:56:44.069086 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:56:44.077131 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-dea4e589-c613-475a-ba8b-face3b74f670 admin admin] 10.222.0.65 "PUT /v2.0/routers/4a5ce93e-8fb9-436f-aa7a-b8ddacffa974/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9491587 Feb 07 21:56:44.112928 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-67639dff-acfe-43b0-bd79-eb7bf9cfd294 None None] Provisioning complete for port 28f3d64c-e89b-4535-bdeb-8218b67dd8d9 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:44.113555 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-67639dff-acfe-43b0-bd79-eb7bf9cfd294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (28f3d64c-e89b-4535-bdeb-8218b67dd8d9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:44.154628 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-67639dff-acfe-43b0-bd79-eb7bf9cfd294 None None] Port 28f3d64c-e89b-4535-bdeb-8218b67dd8d9 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:56:44.181714 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ed407aa2-45e7-4df1-9bf1-6d71ae789b2f up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:56:44.240502 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port ed407aa2-45e7-4df1-9bf1-6d71ae789b2f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:44.240882 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ed407aa2-45e7-4df1-9bf1-6d71ae789b2f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:44.325923 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port ed407aa2-45e7-4df1-9bf1-6d71ae789b2f is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:56:44.327057 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 978a149f-7ba6-4c6a-a986-2914e142d379 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:56:44.377114 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 978a149f-7ba6-4c6a-a986-2914e142d379 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:44.380195 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (978a149f-7ba6-4c6a-a986-2914e142d379), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:44.460886 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 978a149f-7ba6-4c6a-a986-2914e142d379 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:56:44.461271 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (978a149f-7ba6-4c6a-a986-2914e142d379), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:44.487451 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 978a149f-7ba6-4c6a-a986-2914e142d379, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=978a149f-7ba6-4c6a-a986-2914e142d379,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:56:44.491195 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (978a149f-7ba6-4c6a-a986-2914e142d379), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:44.536253 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=978a149f-7ba6-4c6a-a986-2914e142d379,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:44.595413 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45968) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:44.600268 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-4256583b-3648-4ecc-8f8c-237c7ae83755 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1282778643-network', 'tenant_id': '3f2bcc80307a484eaa5ef702bcb15e12'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:56:44.619452 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4256583b-3648-4ecc-8f8c-237c7ae83755 admin admin] Made reservation on behalf of 3f2bcc80307a484eaa5ef702bcb15e12 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:56:44.621732 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4256583b-3648-4ecc-8f8c-237c7ae83755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:44.630265 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4256583b-3648-4ecc-8f8c-237c7ae83755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:44.704710 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4256583b-3648-4ecc-8f8c-237c7ae83755 admin admin] Publish callbacks [] for security_group (f3838fe6-a0a4-44e3-8a9a-a4685e05aae4), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:44.708356 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4256583b-3648-4ecc-8f8c-237c7ae83755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f3838fe6-a0a4-44e3-8a9a-a4685e05aae4), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:44.733971 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4256583b-3648-4ecc-8f8c-237c7ae83755 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:56:44.742604 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256583b-3648-4ecc-8f8c-237c7ae83755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3838fe6-a0a4-44e3-8a9a-a4685e05aae4,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:44.748532 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4256583b-3648-4ecc-8f8c-237c7ae83755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (6a9c39cb-3067-45d2-b779-e29ad643c152), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:44.748898 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-4256583b-3648-4ecc-8f8c-237c7ae83755 admin admin] Added segment 6a9c39cb-3067-45d2-b779-e29ad643c152 of type vlan for network c1b8f885-67f1-4882-ade4-4696361997bc Feb 07 21:56:44.795133 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4256583b-3648-4ecc-8f8c-237c7ae83755 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (c1b8f885-67f1-4882-ade4-4696361997bc), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:44.821220 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4256583b-3648-4ecc-8f8c-237c7ae83755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (c1b8f885-67f1-4882-ade4-4696361997bc), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:44.822441 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4256583b-3648-4ecc-8f8c-237c7ae83755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:44.823057 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4256583b-3648-4ecc-8f8c-237c7ae83755 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:44.881374 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4256583b-3648-4ecc-8f8c-237c7ae83755 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2848504 Feb 07 21:56:44.884713 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45970) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:44.886109 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256583b-3648-4ecc-8f8c-237c7ae83755 admin admin] Pushing event updated for resources: {'Network': ['ID=c1b8f885-67f1-4882-ade4-4696361997bc,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:44.891014 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-094bc38a-47f4-4002-82d4-c19c82a2d8f3 admin admin] Request body: {'subnet': {'network_id': 'c1b8f885-67f1-4882-ade4-4696361997bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1282778643-subnet', 'tenant_id': '3f2bcc80307a484eaa5ef702bcb15e12', 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:56:44.898710 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network c1b8f885-67f1-4882-ade4-4696361997bc details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:56:44.912063 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094bc38a-47f4-4002-82d4-c19c82a2d8f3 admin admin] Made reservation on behalf of 3f2bcc80307a484eaa5ef702bcb15e12 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:56:44.915007 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-094bc38a-47f4-4002-82d4-c19c82a2d8f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:45.087290 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-094bc38a-47f4-4002-82d4-c19c82a2d8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (c10d844a-34cb-428d-b964-f5f7e0f4a18d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:45.108682 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0182afe7-86d6-4477-8931-bed9840e0806 None None] Sync routers for ids ['4a5ce93e-8fb9-436f-aa7a-b8ddacffa974'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:56:45.123994 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0182afe7-86d6-4477-8931-bed9840e0806 None None] Routers {'4a5ce93e-8fb9-436f-aa7a-b8ddacffa974'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:56:45.124755 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0182afe7-86d6-4477-8931-bed9840e0806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:56:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['4a5ce93e-8fb9-436f-aa7a-b8ddacffa974'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:45.146134 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094bc38a-47f4-4002-82d4-c19c82a2d8f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c10d844a-34cb-428d-b964-f5f7e0f4a18d,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:45.156509 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094bc38a-47f4-4002-82d4-c19c82a2d8f3 admin admin] Checking segment: {'id': '6a9c39cb-3067-45d2-b779-e29ad643c152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c1b8f885-67f1-4882-ade4-4696361997bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:56:45.156868 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094bc38a-47f4-4002-82d4-c19c82a2d8f3 admin admin] Network hostable DHCP agents. Network: c1b8f885-67f1-4882-ade4-4696361997bc, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:56:45.173104 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094bc38a-47f4-4002-82d4-c19c82a2d8f3 admin admin] Network c1b8f885-67f1-4882-ade4-4696361997bc is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:56:45.182316 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-094bc38a-47f4-4002-82d4-c19c82a2d8f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, c1b8f885-67f1-4882-ade4-4696361997bc) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:56:45.186792 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094bc38a-47f4-4002-82d4-c19c82a2d8f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:45.187500 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-094bc38a-47f4-4002-82d4-c19c82a2d8f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:45.203989 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b303cbc3-c31e-4b78-a4f0-1ee0953b065f None None] Network c1b8f885-67f1-4882-ade4-4696361997bc requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:56:45.211627 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 45972) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:45.212847 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-094bc38a-47f4-4002-82d4-c19c82a2d8f3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3270004 Feb 07 21:56:45.216281 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8f8d0c02-a235-45f9-9d20-2d02f4b14f43 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1282778643-router', 'tenant_id': '3f2bcc80307a484eaa5ef702bcb15e12', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:56:45.234790 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f8d0c02-a235-45f9-9d20-2d02f4b14f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (c02287d3-703f-4720-a6a5-d3c9bd487bb3), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:45.235828 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f8d0c02-a235-45f9-9d20-2d02f4b14f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (c02287d3-703f-4720-a6a5-d3c9bd487bb3), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:45.292046 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-0182afe7-86d6-4477-8931-bed9840e0806 None None] Set router 4a5ce93e-8fb9-436f-aa7a-b8ddacffa974 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:56:45.300225 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f8d0c02-a235-45f9-9d20-2d02f4b14f43 admin admin] Publish callbacks [] for router_controller (c02287d3-703f-4720-a6a5-d3c9bd487bb3), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:45.359331 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566f9314-6d98-4375-950a-e92eaee98d10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-c1b8f885-67f1-4882-ade4-4696361997bc', 'network_id': 'c1b8f885-67f1-4882-ade4-4696361997bc', 'project_id': '3f2bcc80307a484eaa5ef702bcb15e12', 'fixed_ips': [{'subnet_id': 'c10d844a-34cb-428d-b964-f5f7e0f4a18d'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:56:45.360660 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-566f9314-6d98-4375-950a-e92eaee98d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:45.449812 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f8d0c02-a235-45f9-9d20-2d02f4b14f43 admin admin] Publish callbacks [] for router_gateway (c02287d3-703f-4720-a6a5-d3c9bd487bb3), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:45.608154 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-566f9314-6d98-4375-950a-e92eaee98d10 None None] Allocated IP 172.20.0.2 (c1b8f885-67f1-4882-ade4-4696361997bc/c10d844a-34cb-428d-b964-f5f7e0f4a18d/f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:56:45.653074 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f8d0c02-a235-45f9-9d20-2d02f4b14f43 admin admin] Publish callbacks [] for router_gateway (c02287d3-703f-4720-a6a5-d3c9bd487bb3), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:45.673769 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f8d0c02-a235-45f9-9d20-2d02f4b14f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:45.783508 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-8f8d0c02-a235-45f9-9d20-2d02f4b14f43 admin admin] Allocated IP 172.25.4.168 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/bb16f7ed-5aea-4a91-af2b-17ea090d4227) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:56:45.844900 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0182afe7-86d6-4477-8931-bed9840e0806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5ce93e-8fb9-436f-aa7a-b8ddacffa974', 'name': 'tempest-TestEncryptedCinderVolumes-1231442427-router', 'tenant_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '978a149f-7ba6-4c6a-a986-2914e142d379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:56:40Z', 'updated_at': '2022-02-07T21:56:43Z', 'revision_number': 4, 'project_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8', 'gw_port': {'id': '978a149f-7ba6-4c6a-a986-2914e142d379', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ce93e-8fb9-436f-aa7a-b8ddacffa974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:56:41Z', 'updated_at': '2022-02-07T21:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '28f3d64c-e89b-4535-bdeb-8218b67dd8d9', 'name': '', 'network_id': 'c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0', 'tenant_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8', 'mac_address': 'fa:16:3e:37:17:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5ce93e-8fb9-436f-aa7a-b8ddacffa974', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '33a20dd4-e9f5-4150-a1f6-a0bab6ae068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:56:42Z', 'updated_at': '2022-02-07T21:56:43Z', 'revision_number': 2, 'project_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8', 'subnets': [{'id': '33a20dd4-e9f5-4150-a1f6-a0bab6ae068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:45.880553 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0182afe7-86d6-4477-8931-bed9840e0806 None None] Checking router: 4a5ce93e-8fb9-436f-aa7a-b8ddacffa974 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:56:45.880820 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0182afe7-86d6-4477-8931-bed9840e0806 None None] Updating router 4a5ce93e-8fb9-436f-aa7a-b8ddacffa974 port 28f3d64c-e89b-4535-bdeb-8218b67dd8d9 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:56:45.889031 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f8d0c02-a235-45f9-9d20-2d02f4b14f43 admin admin] Publish callbacks [] for port (bb16f7ed-5aea-4a91-af2b-17ea090d4227), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:45.923169 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f8d0c02-a235-45f9-9d20-2d02f4b14f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (bb16f7ed-5aea-4a91-af2b-17ea090d4227), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:45.925639 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0182afe7-86d6-4477-8931-bed9840e0806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (28f3d64c-e89b-4535-bdeb-8218b67dd8d9), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:45.959841 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8d0c02-a235-45f9-9d20-2d02f4b14f43 admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:56:45.964717 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-8f8d0c02-a235-45f9-9d20-2d02f4b14f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:56:45.968626 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8d0c02-a235-45f9-9d20-2d02f4b14f43 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:56:45.992508 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-566f9314-6d98-4375-950a-e92eaee98d10 None None] Publish callbacks [] for port (f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:45.996195 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d0c02-a235-45f9-9d20-2d02f4b14f43 admin admin] Pushing event updated for resources: {'Port': ['ID=bb16f7ed-5aea-4a91-af2b-17ea090d4227,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:46.002357 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-566f9314-6d98-4375-950a-e92eaee98d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:46.083592 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 978a149f-7ba6-4c6a-a986-2914e142d379 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:56:46.123577 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566f9314-6d98-4375-950a-e92eaee98d10 None None] Network c1b8f885-67f1-4882-ade4-4696361997bc is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:56:46.135507 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-566f9314-6d98-4375-950a-e92eaee98d10 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:56:46.143197 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566f9314-6d98-4375-950a-e92eaee98d10 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:56:46.155129 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f9314-6d98-4375-950a-e92eaee98d10 None None] Pushing event updated for resources: {'Port': ['ID=f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:46.231485 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f8d0c02-a235-45f9-9d20-2d02f4b14f43 admin admin] Publish callbacks [] for router_gateway (c02287d3-703f-4720-a6a5-d3c9bd487bb3), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:46.271763 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 978a149f-7ba6-4c6a-a986-2914e142d379 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:46.272135 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (978a149f-7ba6-4c6a-a986-2914e142d379), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:46.279096 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-566f9314-6d98-4375-950a-e92eaee98d10 None None] Attempting to bind port f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:56:46.279463 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-566f9314-6d98-4375-950a-e92eaee98d10 None None] Attempting to bind port f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '6a9c39cb-3067-45d2-b779-e29ad643c152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c1b8f885-67f1-4882-ade4-4696361997bc'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:56:46.279825 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566f9314-6d98-4375-950a-e92eaee98d10 None None] Attempting to bind port f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965 on network c1b8f885-67f1-4882-ade4-4696361997bc {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:56:46.315687 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566f9314-6d98-4375-950a-e92eaee98d10 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:56:46.316065 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566f9314-6d98-4375-950a-e92eaee98d10 None None] Checking segment: {'id': '6a9c39cb-3067-45d2-b779-e29ad643c152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c1b8f885-67f1-4882-ade4-4696361997bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:56:46.316500 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-566f9314-6d98-4375-950a-e92eaee98d10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:46.316897 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566f9314-6d98-4375-950a-e92eaee98d10 None None] Bound using segment: {'id': '6a9c39cb-3067-45d2-b779-e29ad643c152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c1b8f885-67f1-4882-ade4-4696361997bc'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:56:46.317368 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-566f9314-6d98-4375-950a-e92eaee98d10 None None] Bound port: f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9c39cb-3067-45d2-b779-e29ad643c152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c1b8f885-67f1-4882-ade4-4696361997bc'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:56:46.317745 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-566f9314-6d98-4375-950a-e92eaee98d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:46.430943 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f8d0c02-a235-45f9-9d20-2d02f4b14f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (c02287d3-703f-4720-a6a5-d3c9bd487bb3), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:46.476558 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-566f9314-6d98-4375-950a-e92eaee98d10 None None] For port f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:56:46.486818 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-566f9314-6d98-4375-950a-e92eaee98d10 None None] For port f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965,segment=NetworkSegment(6a9c39cb-3067-45d2-b779-e29ad643c152),segment_id=6a9c39cb-3067-45d2-b779-e29ad643c152)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:56:46.492885 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0182afe7-86d6-4477-8931-bed9840e0806 None None] Publish callbacks [] for port (28f3d64c-e89b-4535-bdeb-8218b67dd8d9), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:46.494647 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 978a149f-7ba6-4c6a-a986-2914e142d379 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:56:46.498525 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-566f9314-6d98-4375-950a-e92eaee98d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:46.502760 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0182afe7-86d6-4477-8931-bed9840e0806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (28f3d64c-e89b-4535-bdeb-8218b67dd8d9), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:46.566643 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8d0c02-a235-45f9-9d20-2d02f4b14f43 admin admin] Router c02287d3-703f-4720-a6a5-d3c9bd487bb3 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:56:46.590168 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f9314-6d98-4375-950a-e92eaee98d10 None None] Pushing event updated for resources: {'Port': ['ID=f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:46.659018 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-0182afe7-86d6-4477-8931-bed9840e0806 None None] Attempting to bind port 28f3d64c-e89b-4535-bdeb-8218b67dd8d9 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:56:46.659391 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-0182afe7-86d6-4477-8931-bed9840e0806 None None] Attempting to bind port 28f3d64c-e89b-4535-bdeb-8218b67dd8d9 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '264dd43f-c379-4e27-831d-6b403e1dfa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:56:46.659757 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0182afe7-86d6-4477-8931-bed9840e0806 None None] Attempting to bind port 28f3d64c-e89b-4535-bdeb-8218b67dd8d9 on network c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:56:46.667327 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f92488-e75b-4657-8cab-4828a3e446a7 None None] Pushing event updated for resources: {'Port': ['ID=28f3d64c-e89b-4535-bdeb-8218b67dd8d9,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:46.669938 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0182afe7-86d6-4477-8931-bed9840e0806 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:56:46.670319 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0182afe7-86d6-4477-8931-bed9840e0806 None None] Checking segment: {'id': '264dd43f-c379-4e27-831d-6b403e1dfa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:56:46.670750 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0182afe7-86d6-4477-8931-bed9840e0806 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:46.671111 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0182afe7-86d6-4477-8931-bed9840e0806 None None] Bound using segment: {'id': '264dd43f-c379-4e27-831d-6b403e1dfa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:56:46.671591 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-0182afe7-86d6-4477-8931-bed9840e0806 None None] Bound port: 28f3d64c-e89b-4535-bdeb-8218b67dd8d9, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264dd43f-c379-4e27-831d-6b403e1dfa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:56:46.671972 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0182afe7-86d6-4477-8931-bed9840e0806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (28f3d64c-e89b-4535-bdeb-8218b67dd8d9), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:46.711973 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8d0c02-a235-45f9-9d20-2d02f4b14f43 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:56:46.728194 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e5b171-595b-4675-ba8f-86372b8d12aa None None] Sync routers for ids ['c02287d3-703f-4720-a6a5-d3c9bd487bb3'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:56:46.741752 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e5b171-595b-4675-ba8f-86372b8d12aa None None] Routers {'c02287d3-703f-4720-a6a5-d3c9bd487bb3'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:56:46.742452 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-41e5b171-595b-4675-ba8f-86372b8d12aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:56:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c02287d3-703f-4720-a6a5-d3c9bd487bb3'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:46.748208 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0182afe7-86d6-4477-8931-bed9840e0806 None None] For port 28f3d64c-e89b-4535-bdeb-8218b67dd8d9, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:56:46.749546 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f8d0c02-a235-45f9-9d20-2d02f4b14f43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:46.750935 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8f8d0c02-a235-45f9-9d20-2d02f4b14f43 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5382934 Feb 07 21:56:46.755225 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 45974) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:56:46.758138 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0182afe7-86d6-4477-8931-bed9840e0806 None None] For port 28f3d64c-e89b-4535-bdeb-8218b67dd8d9, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=28f3d64c-e89b-4535-bdeb-8218b67dd8d9,segment=NetworkSegment(264dd43f-c379-4e27-831d-6b403e1dfa2a),segment_id=264dd43f-c379-4e27-831d-6b403e1dfa2a)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:56:46.767224 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0182afe7-86d6-4477-8931-bed9840e0806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (28f3d64c-e89b-4535-bdeb-8218b67dd8d9), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:46.822864 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0182afe7-86d6-4477-8931-bed9840e0806 None None] Routers {'4a5ce93e-8fb9-436f-aa7a-b8ddacffa974'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:56:46.823582 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0182afe7-86d6-4477-8931-bed9840e0806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:56:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['4a5ce93e-8fb9-436f-aa7a-b8ddacffa974'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:46.927062 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-41e5b171-595b-4675-ba8f-86372b8d12aa None None] Set router c02287d3-703f-4720-a6a5-d3c9bd487bb3 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:56:46.973805 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f92488-e75b-4657-8cab-4828a3e446a7 None None] Pushing event updated for resources: {'Port': ['ID=28f3d64c-e89b-4535-bdeb-8218b67dd8d9,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:46.978600 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f72480f7-2c2a-497e-a090-ef1e42901b20 None None] Provisioning complete for port 28f3d64c-e89b-4535-bdeb-8218b67dd8d9 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:46.979114 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f72480f7-2c2a-497e-a090-ef1e42901b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (28f3d64c-e89b-4535-bdeb-8218b67dd8d9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:47.105149 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f72480f7-2c2a-497e-a090-ef1e42901b20 None None] Current status of the port 28f3d64c-e89b-4535-bdeb-8218b67dd8d9 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:56:47.105626 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f72480f7-2c2a-497e-a090-ef1e42901b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (28f3d64c-e89b-4535-bdeb-8218b67dd8d9), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:47.123681 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-0182afe7-86d6-4477-8931-bed9840e0806 None None] Set router 4a5ce93e-8fb9-436f-aa7a-b8ddacffa974 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:56:47.196543 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-41e5b171-595b-4675-ba8f-86372b8d12aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02287d3-703f-4720-a6a5-d3c9bd487bb3', 'name': 'tempest-TestEncryptedCinderVolumes-1282778643-router', 'tenant_id': '3f2bcc80307a484eaa5ef702bcb15e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bb16f7ed-5aea-4a91-af2b-17ea090d4227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:56:45Z', 'updated_at': '2022-02-07T21:56:46Z', 'revision_number': 3, 'project_id': '3f2bcc80307a484eaa5ef702bcb15e12', 'gw_port': {'id': 'bb16f7ed-5aea-4a91-af2b-17ea090d4227', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ce:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02287d3-703f-4720-a6a5-d3c9bd487bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:56:45Z', 'updated_at': '2022-02-07T21:56:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:47.222121 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e5b171-595b-4675-ba8f-86372b8d12aa None None] Checking router: c02287d3-703f-4720-a6a5-d3c9bd487bb3 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:56:47.222338 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f72480f7-2c2a-497e-a090-ef1e42901b20 None None] For port 28f3d64c-e89b-4535-bdeb-8218b67dd8d9, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=28f3d64c-e89b-4535-bdeb-8218b67dd8d9,segment=NetworkSegment(264dd43f-c379-4e27-831d-6b403e1dfa2a),segment_id=264dd43f-c379-4e27-831d-6b403e1dfa2a)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:56:47.222478 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e5b171-595b-4675-ba8f-86372b8d12aa None None] Updating router c02287d3-703f-4720-a6a5-d3c9bd487bb3 port bb16f7ed-5aea-4a91-af2b-17ea090d4227 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:56:47.237344 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f72480f7-2c2a-497e-a090-ef1e42901b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (28f3d64c-e89b-4535-bdeb-8218b67dd8d9), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:47.258164 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-41e5b171-595b-4675-ba8f-86372b8d12aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bb16f7ed-5aea-4a91-af2b-17ea090d4227), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:47.332713 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72480f7-2c2a-497e-a090-ef1e42901b20 None None] Pushing event updated for resources: {'Port': ['ID=28f3d64c-e89b-4535-bdeb-8218b67dd8d9,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:47.384907 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6bce51a2-92cf-4495-9924-c2c75dbb168b None None] Provisioning complete for port 28f3d64c-e89b-4535-bdeb-8218b67dd8d9 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:47.385264 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6bce51a2-92cf-4495-9924-c2c75dbb168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (28f3d64c-e89b-4535-bdeb-8218b67dd8d9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:47.399137 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4aceb64b-a67a-461c-a019-910a62a28132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:47.442733 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0182afe7-86d6-4477-8931-bed9840e0806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5ce93e-8fb9-436f-aa7a-b8ddacffa974', 'name': 'tempest-TestEncryptedCinderVolumes-1231442427-router', 'tenant_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '978a149f-7ba6-4c6a-a986-2914e142d379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:56:40Z', 'updated_at': '2022-02-07T21:56:43Z', 'revision_number': 4, 'project_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8', 'gw_port': {'id': '978a149f-7ba6-4c6a-a986-2914e142d379', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ce93e-8fb9-436f-aa7a-b8ddacffa974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:56:41Z', 'updated_at': '2022-02-07T21:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '28f3d64c-e89b-4535-bdeb-8218b67dd8d9', 'name': '', 'network_id': 'c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0', 'tenant_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8', 'mac_address': 'fa:16:3e:37:17:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5ce93e-8fb9-436f-aa7a-b8ddacffa974', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '33a20dd4-e9f5-4150-a1f6-a0bab6ae068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:56:42Z', 'updated_at': '2022-02-07T21:56:46Z', 'revision_number': 4, 'project_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8', 'subnets': [{'id': '33a20dd4-e9f5-4150-a1f6-a0bab6ae068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:47.599690 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-4aceb64b-a67a-461c-a019-910a62a28132 admin admin] Allocated IP 172.20.0.1 (c1b8f885-67f1-4882-ade4-4696361997bc/c10d844a-34cb-428d-b964-f5f7e0f4a18d/16588d75-9d5c-4bdc-891b-648e1bc9ca3d) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:56:47.636560 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0182afe7-86d6-4477-8931-bed9840e0806 None None] The sync data for ids ['4a5ce93e-8fb9-436f-aa7a-b8ddacffa974'] in n-d-828185-2 is: [{'id': '4a5ce93e-8fb9-436f-aa7a-b8ddacffa974', 'name': 'tempest-TestEncryptedCinderVolumes-1231442427-router', 'tenant_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '978a149f-7ba6-4c6a-a986-2914e142d379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:56:40Z', 'updated_at': '2022-02-07T21:56:43Z', 'revision_number': 4, 'project_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8', 'gw_port': {'id': '978a149f-7ba6-4c6a-a986-2914e142d379', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ce93e-8fb9-436f-aa7a-b8ddacffa974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:56:41Z', 'updated_at': '2022-02-07T21:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '28f3d64c-e89b-4535-bdeb-8218b67dd8d9', 'name': '', 'network_id': 'c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0', 'tenant_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8', 'mac_address': 'fa:16:3e:37:17:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5ce93e-8fb9-436f-aa7a-b8ddacffa974', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '33a20dd4-e9f5-4150-a1f6-a0bab6ae068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:56:42Z', 'updated_at': '2022-02-07T21:56:46Z', 'revision_number': 4, 'project_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8', 'subnets': [{'id': '33a20dd4-e9f5-4150-a1f6-a0bab6ae068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:56:47.664947 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-41e5b171-595b-4675-ba8f-86372b8d12aa None None] Publish callbacks [] for port (bb16f7ed-5aea-4a91-af2b-17ea090d4227), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:47.673589 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-41e5b171-595b-4675-ba8f-86372b8d12aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (bb16f7ed-5aea-4a91-af2b-17ea090d4227), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:47.706554 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6bce51a2-92cf-4495-9924-c2c75dbb168b None None] Current status of the port 28f3d64c-e89b-4535-bdeb-8218b67dd8d9 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:56:47.758742 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-41e5b171-595b-4675-ba8f-86372b8d12aa None None] Attempting to bind port bb16f7ed-5aea-4a91-af2b-17ea090d4227 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:56:47.759290 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-41e5b171-595b-4675-ba8f-86372b8d12aa None None] Attempting to bind port bb16f7ed-5aea-4a91-af2b-17ea090d4227 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:56:47.759516 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e5b171-595b-4675-ba8f-86372b8d12aa None None] Attempting to bind port bb16f7ed-5aea-4a91-af2b-17ea090d4227 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:56:47.774917 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e5b171-595b-4675-ba8f-86372b8d12aa None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:56:47.775286 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e5b171-595b-4675-ba8f-86372b8d12aa None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:56:47.775702 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-41e5b171-595b-4675-ba8f-86372b8d12aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:47.776086 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e5b171-595b-4675-ba8f-86372b8d12aa None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:56:47.776585 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-41e5b171-595b-4675-ba8f-86372b8d12aa None None] Bound port: bb16f7ed-5aea-4a91-af2b-17ea090d4227, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:56:47.777021 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-41e5b171-595b-4675-ba8f-86372b8d12aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bb16f7ed-5aea-4a91-af2b-17ea090d4227), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:47.789509 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4aceb64b-a67a-461c-a019-910a62a28132 admin admin] Publish callbacks [] for port (16588d75-9d5c-4bdc-891b-648e1bc9ca3d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:47.837139 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4aceb64b-a67a-461c-a019-910a62a28132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (16588d75-9d5c-4bdc-891b-648e1bc9ca3d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:47.842521 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-41e5b171-595b-4675-ba8f-86372b8d12aa None None] For port bb16f7ed-5aea-4a91-af2b-17ea090d4227, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:56:47.847336 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-41e5b171-595b-4675-ba8f-86372b8d12aa None None] For port bb16f7ed-5aea-4a91-af2b-17ea090d4227, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=bb16f7ed-5aea-4a91-af2b-17ea090d4227,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:56:47.853082 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097a613-4298-4c58-ab77-042a8900354f None None] Pushing event updated for resources: {'Port': ['ID=bb16f7ed-5aea-4a91-af2b-17ea090d4227,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:47.856994 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-41e5b171-595b-4675-ba8f-86372b8d12aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (bb16f7ed-5aea-4a91-af2b-17ea090d4227), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:47.882988 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aceb64b-a67a-461c-a019-910a62a28132 admin admin] Network c1b8f885-67f1-4882-ade4-4696361997bc is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:56:47.886062 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-4aceb64b-a67a-461c-a019-910a62a28132 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:56:47.889596 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aceb64b-a67a-461c-a019-910a62a28132 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:56:47.901995 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e5b171-595b-4675-ba8f-86372b8d12aa None None] Routers {'c02287d3-703f-4720-a6a5-d3c9bd487bb3'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:56:47.902796 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-41e5b171-595b-4675-ba8f-86372b8d12aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:56:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c02287d3-703f-4720-a6a5-d3c9bd487bb3'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:47.921859 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aceb64b-a67a-461c-a019-910a62a28132 admin admin] Pushing event updated for resources: {'Port': ['ID=16588d75-9d5c-4bdc-891b-648e1bc9ca3d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:47.959554 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4aceb64b-a67a-461c-a019-910a62a28132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (c02287d3-703f-4720-a6a5-d3c9bd487bb3), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:48.016276 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-41e5b171-595b-4675-ba8f-86372b8d12aa None None] Set router c02287d3-703f-4720-a6a5-d3c9bd487bb3 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:56:48.036611 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0e80e1-34c7-46dd-b906-73f26c42e31f None None] Network c1b8f885-67f1-4882-ade4-4696361997bc requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:56:48.148154 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ad01c80f-3cf3-4a65-a4e8-d8b950441701 None None] Provisioning complete for port f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:48.148464 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ad01c80f-3cf3-4a65-a4e8-d8b950441701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:48.216925 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4aceb64b-a67a-461c-a019-910a62a28132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (16588d75-9d5c-4bdc-891b-648e1bc9ca3d), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:48.226814 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097a613-4298-4c58-ab77-042a8900354f None None] Pushing event updated for resources: {'Port': ['ID=bb16f7ed-5aea-4a91-af2b-17ea090d4227,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:48.230301 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-41e5b171-595b-4675-ba8f-86372b8d12aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02287d3-703f-4720-a6a5-d3c9bd487bb3', 'name': 'tempest-TestEncryptedCinderVolumes-1282778643-router', 'tenant_id': '3f2bcc80307a484eaa5ef702bcb15e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bb16f7ed-5aea-4a91-af2b-17ea090d4227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:56:45Z', 'updated_at': '2022-02-07T21:56:46Z', 'revision_number': 3, 'project_id': '3f2bcc80307a484eaa5ef702bcb15e12', 'gw_port': {'id': 'bb16f7ed-5aea-4a91-af2b-17ea090d4227', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ce:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02287d3-703f-4720-a6a5-d3c9bd487bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:56:45Z', 'updated_at': '2022-02-07T21:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:48.254773 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:56:48.262582 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e5b171-595b-4675-ba8f-86372b8d12aa None None] The sync data for ids ['c02287d3-703f-4720-a6a5-d3c9bd487bb3'] in n-d-828185-2 is: [{'id': 'c02287d3-703f-4720-a6a5-d3c9bd487bb3', 'name': 'tempest-TestEncryptedCinderVolumes-1282778643-router', 'tenant_id': '3f2bcc80307a484eaa5ef702bcb15e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bb16f7ed-5aea-4a91-af2b-17ea090d4227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:56:45Z', 'updated_at': '2022-02-07T21:56:46Z', 'revision_number': 3, 'project_id': '3f2bcc80307a484eaa5ef702bcb15e12', 'gw_port': {'id': 'bb16f7ed-5aea-4a91-af2b-17ea090d4227', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ce:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02287d3-703f-4720-a6a5-d3c9bd487bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:56:45Z', 'updated_at': '2022-02-07T21:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:56:48.338682 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ad01c80f-3cf3-4a65-a4e8-d8b950441701 None None] Current status of the port f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:56:48.339167 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ad01c80f-3cf3-4a65-a4e8-d8b950441701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:48.391503 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:48.391879 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:48.431934 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ad01c80f-3cf3-4a65-a4e8-d8b950441701 None None] For port f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965,segment=NetworkSegment(6a9c39cb-3067-45d2-b779-e29ad643c152),segment_id=6a9c39cb-3067-45d2-b779-e29ad643c152)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:56:48.439853 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4aceb64b-a67a-461c-a019-910a62a28132 admin admin] Publish callbacks [] for port (16588d75-9d5c-4bdc-891b-648e1bc9ca3d), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:48.443493 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ad01c80f-3cf3-4a65-a4e8-d8b950441701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:48.451967 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4aceb64b-a67a-461c-a019-910a62a28132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (16588d75-9d5c-4bdc-891b-648e1bc9ca3d), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:48.523044 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aceb64b-a67a-461c-a019-910a62a28132 admin admin] Pushing event updated for resources: {'Port': ['ID=16588d75-9d5c-4bdc-891b-648e1bc9ca3d,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:48.525496 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4aceb64b-a67a-461c-a019-910a62a28132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (c02287d3-703f-4720-a6a5-d3c9bd487bb3), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:48.574050 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01c80f-3cf3-4a65-a4e8-d8b950441701 None None] Pushing event updated for resources: {'Port': ['ID=f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:48.578917 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-72d8abaf-6f00-4a3b-a1ba-e9133532e79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:48.587201 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:56:48.589745 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 28f3d64c-e89b-4535-bdeb-8218b67dd8d9 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:56:48.649495 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 28f3d64c-e89b-4535-bdeb-8218b67dd8d9 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:48.650470 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (28f3d64c-e89b-4535-bdeb-8218b67dd8d9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:48.664669 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aceb64b-a67a-461c-a019-910a62a28132 admin admin] Network c1b8f885-67f1-4882-ade4-4696361997bc is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:56:48.666152 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-4aceb64b-a67a-461c-a019-910a62a28132 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:56:48.809089 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 28f3d64c-e89b-4535-bdeb-8218b67dd8d9 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:56:48.870984 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-feeb0564-d32e-406c-8497-d982c9261c2b None None] Provisioning complete for port 16588d75-9d5c-4bdc-891b-648e1bc9ca3d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:48.871358 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-feeb0564-d32e-406c-8497-d982c9261c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (16588d75-9d5c-4bdc-891b-648e1bc9ca3d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:48.889517 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aceb64b-a67a-461c-a019-910a62a28132 admin admin] Router c02287d3-703f-4720-a6a5-d3c9bd487bb3 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:56:48.923582 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-feeb0564-d32e-406c-8497-d982c9261c2b None None] Port 16588d75-9d5c-4bdc-891b-648e1bc9ca3d cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:56:48.937289 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-feeb0564-d32e-406c-8497-d982c9261c2b None None] Provisioning complete for port f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:48.938182 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-feeb0564-d32e-406c-8497-d982c9261c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:49.052036 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-feeb0564-d32e-406c-8497-d982c9261c2b None None] Current status of the port f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:56:49.064716 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aceb64b-a67a-461c-a019-910a62a28132 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:56:49.070369 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4aceb64b-a67a-461c-a019-910a62a28132 admin admin] 10.222.0.65 "PUT /v2.0/routers/c02287d3-703f-4720-a6a5-d3c9bd487bb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3140087 Feb 07 21:56:49.185425 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-967dce45-4b70-483f-bbad-1fa0a5a97b0e None None] Provisioning complete for port 16588d75-9d5c-4bdc-891b-648e1bc9ca3d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:49.185814 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-967dce45-4b70-483f-bbad-1fa0a5a97b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (16588d75-9d5c-4bdc-891b-648e1bc9ca3d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:49.241587 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-967dce45-4b70-483f-bbad-1fa0a5a97b0e None None] Port 16588d75-9d5c-4bdc-891b-648e1bc9ca3d cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:56:49.367074 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-08d61ddc-bc03-40dd-83df-e292d70e75ee None None] Provisioning complete for port 16588d75-9d5c-4bdc-891b-648e1bc9ca3d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:49.367905 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-08d61ddc-bc03-40dd-83df-e292d70e75ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (16588d75-9d5c-4bdc-891b-648e1bc9ca3d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:49.408094 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-08d61ddc-bc03-40dd-83df-e292d70e75ee None None] Port 16588d75-9d5c-4bdc-891b-648e1bc9ca3d cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:56:49.869344 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-64ad4b2b-ec9e-4a95-87fd-f1203b4d2121 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:49.870784 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-64ad4b2b-ec9e-4a95-87fd-f1203b4d2121 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/networks?id=c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 HTTP/1.1" status: 200 len: 817 time: 0.0957406 Feb 07 21:56:49.886087 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-274e7796-3499-47b2-aa53-4eabb5ce9b6e tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/quotas/00f7d2c6621c41a8a6ac85b5ea2f03c8 HTTP/1.1" status: 200 len: 375 time: 0.0097678 Feb 07 21:56:49.939157 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-371c8ad0-c411-4dba-91f2-e4fe176b6dc7 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=00f7d2c6621c41a8a6ac85b5ea2f03c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478814 Feb 07 21:56:50.040565 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-7eb64e58-8844-4ef9-964c-317f08db64eb service neutron] 10.222.0.65 "GET /v2.0/networks/c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895252 Feb 07 21:56:50.127088 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:56:50.133802 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-4e5e2838-9da7-4a6b-a305-e60930af2d67 service neutron] 10.222.0.65 "GET /v2.0/networks/c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875833 Feb 07 21:56:50.175685 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:50.176058 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:50.263387 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:56:50.264020 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device bb16f7ed-5aea-4a91-af2b-17ea090d4227 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:56:50.308745 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ffa6963a-9528-45c1-bd0d-333afebd0379 req-8d975ee3-fbe4-497a-a7cb-a9bd0afa4a0c tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccdb909d-84a2-4767-a1cf-a67e6e3761f9 HTTP/1.1" status: 200 len: 210 time: 0.0322542 Feb 07 21:56:50.313226 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port bb16f7ed-5aea-4a91-af2b-17ea090d4227 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:50.313576 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (bb16f7ed-5aea-4a91-af2b-17ea090d4227), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:50.403629 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port bb16f7ed-5aea-4a91-af2b-17ea090d4227 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:56:50.404047 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bb16f7ed-5aea-4a91-af2b-17ea090d4227), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:50.425090 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port bb16f7ed-5aea-4a91-af2b-17ea090d4227, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=bb16f7ed-5aea-4a91-af2b-17ea090d4227,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:56:50.429738 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (bb16f7ed-5aea-4a91-af2b-17ea090d4227), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:50.482514 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=bb16f7ed-5aea-4a91-af2b-17ea090d4227,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:50.682235 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1c669158-1ddb-44e8-b2e5-afa2936e0427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:51.171854 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3548e88c-f8db-43c5-9f32-0b4bf340bb56 None None] Sync routers for ids ['c02287d3-703f-4720-a6a5-d3c9bd487bb3'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:56:51.181693 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3548e88c-f8db-43c5-9f32-0b4bf340bb56 None None] Routers {'c02287d3-703f-4720-a6a5-d3c9bd487bb3'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:56:51.182339 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3548e88c-f8db-43c5-9f32-0b4bf340bb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:56:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c02287d3-703f-4720-a6a5-d3c9bd487bb3'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:51.237110 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-9fa66768-e0ba-4398-b512-20c09c27d7e8 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:51.238849 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-9fa66768-e0ba-4398-b512-20c09c27d7e8 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.71 "GET /v2.0/networks?id=c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 HTTP/1.1" status: 200 len: 817 time: 0.1135080 Feb 07 21:56:51.251091 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-cd0c3197-7bfe-426f-a317-b9fedcc615cf tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Request body: {'port': {'device_id': 'ccdb909d-84a2-4767-a1cf-a67e6e3761f9', 'network_id': 'c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0', 'admin_state_up': True, 'tenant_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:56:51.299870 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-3548e88c-f8db-43c5-9f32-0b4bf340bb56 None None] Set router c02287d3-703f-4720-a6a5-d3c9bd487bb3 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:56:51.366226 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-cd0c3197-7bfe-426f-a317-b9fedcc615cf tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Made reservation on behalf of 00f7d2c6621c41a8a6ac85b5ea2f03c8 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:56:51.369784 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-cd0c3197-7bfe-426f-a317-b9fedcc615cf tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:51.446416 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d45fa5ed-b474-495f-a216-553a9cd0b475 req-ee25e247-c155-42b6-a3b5-d3c653b8b304 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccdb909d-84a2-4767-a1cf-a67e6e3761f9 HTTP/1.1" status: 200 len: 210 time: 0.0542421 Feb 07 21:56:51.500888 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3548e88c-f8db-43c5-9f32-0b4bf340bb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02287d3-703f-4720-a6a5-d3c9bd487bb3', 'name': 'tempest-TestEncryptedCinderVolumes-1282778643-router', 'tenant_id': '3f2bcc80307a484eaa5ef702bcb15e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bb16f7ed-5aea-4a91-af2b-17ea090d4227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:56:45Z', 'updated_at': '2022-02-07T21:56:48Z', 'revision_number': 4, 'project_id': '3f2bcc80307a484eaa5ef702bcb15e12', 'gw_port': {'id': 'bb16f7ed-5aea-4a91-af2b-17ea090d4227', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ce:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02287d3-703f-4720-a6a5-d3c9bd487bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:56:45Z', 'updated_at': '2022-02-07T21:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '16588d75-9d5c-4bdc-891b-648e1bc9ca3d', 'name': '', 'network_id': 'c1b8f885-67f1-4882-ade4-4696361997bc', 'tenant_id': '3f2bcc80307a484eaa5ef702bcb15e12', 'mac_address': 'fa:16:3e:1b:b9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02287d3-703f-4720-a6a5-d3c9bd487bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'c10d844a-34cb-428d-b964-f5f7e0f4a18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:56:47Z', 'updated_at': '2022-02-07T21:56:48Z', 'revision_number': 2, 'project_id': '3f2bcc80307a484eaa5ef702bcb15e12', 'subnets': [{'id': 'c10d844a-34cb-428d-b964-f5f7e0f4a18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:51.530238 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-cd0c3197-7bfe-426f-a317-b9fedcc615cf tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Allocated IP 172.20.0.10 (c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0/33a20dd4-e9f5-4150-a1f6-a0bab6ae068c/d0a0b618-24b7-4493-bab0-4cb1fb9ee399) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:56:51.531167 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3548e88c-f8db-43c5-9f32-0b4bf340bb56 None None] Checking router: c02287d3-703f-4720-a6a5-d3c9bd487bb3 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:56:51.531522 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3548e88c-f8db-43c5-9f32-0b4bf340bb56 None None] Updating router c02287d3-703f-4720-a6a5-d3c9bd487bb3 port 16588d75-9d5c-4bdc-891b-648e1bc9ca3d binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:56:51.558554 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3548e88c-f8db-43c5-9f32-0b4bf340bb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (16588d75-9d5c-4bdc-891b-648e1bc9ca3d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:51.652040 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:56:51.689816 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-cd0c3197-7bfe-426f-a317-b9fedcc615cf tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Publish callbacks [] for port (d0a0b618-24b7-4493-bab0-4cb1fb9ee399), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:51.728191 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-cd0c3197-7bfe-426f-a317-b9fedcc615cf tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (d0a0b618-24b7-4493-bab0-4cb1fb9ee399), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:51.774430 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-cd0c3197-7bfe-426f-a317-b9fedcc615cf tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Network c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:56:51.780014 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-cd0c3197-7bfe-426f-a317-b9fedcc615cf tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:56:51.782535 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-cd0c3197-7bfe-426f-a317-b9fedcc615cf tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:56:51.789231 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c3197-7bfe-426f-a317-b9fedcc615cf tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Pushing event updated for resources: {'Port': ['ID=d0a0b618-24b7-4493-bab0-4cb1fb9ee399,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:51.833426 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3548e88c-f8db-43c5-9f32-0b4bf340bb56 None None] Publish callbacks [] for port (16588d75-9d5c-4bdc-891b-648e1bc9ca3d), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:51.839364 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-cd0c3197-7bfe-426f-a317-b9fedcc615cf tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:51.839658 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3548e88c-f8db-43c5-9f32-0b4bf340bb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (16588d75-9d5c-4bdc-891b-648e1bc9ca3d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:51.840168 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-cd0c3197-7bfe-426f-a317-b9fedcc615cf tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:51.857862 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-cd0c3197-7bfe-426f-a317-b9fedcc615cf tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6106365 Feb 07 21:56:51.869553 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-87433a49-a2b5-49c8-85f4-c4222d23f738 service neutron] Request body: {'port': {'device_id': 'ccdb909d-84a2-4767-a1cf-a67e6e3761f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:56:51.915975 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8e57c-6626-4e61-a187-45d81029f9b9 None None] Pushing event updated for resources: {'Port': ['ID=16588d75-9d5c-4bdc-891b-648e1bc9ca3d,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:51.946485 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-87433a49-a2b5-49c8-85f4-c4222d23f738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d0a0b618-24b7-4493-bab0-4cb1fb9ee399), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:51.961666 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3548e88c-f8db-43c5-9f32-0b4bf340bb56 None None] Attempting to bind port 16588d75-9d5c-4bdc-891b-648e1bc9ca3d on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:56:51.962033 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3548e88c-f8db-43c5-9f32-0b4bf340bb56 None None] Attempting to bind port 16588d75-9d5c-4bdc-891b-648e1bc9ca3d by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '6a9c39cb-3067-45d2-b779-e29ad643c152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c1b8f885-67f1-4882-ade4-4696361997bc'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:56:51.962513 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3548e88c-f8db-43c5-9f32-0b4bf340bb56 None None] Attempting to bind port 16588d75-9d5c-4bdc-891b-648e1bc9ca3d on network c1b8f885-67f1-4882-ade4-4696361997bc {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:56:51.970079 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3548e88c-f8db-43c5-9f32-0b4bf340bb56 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:56:51.970554 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3548e88c-f8db-43c5-9f32-0b4bf340bb56 None None] Checking segment: {'id': '6a9c39cb-3067-45d2-b779-e29ad643c152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c1b8f885-67f1-4882-ade4-4696361997bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:56:51.970801 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3548e88c-f8db-43c5-9f32-0b4bf340bb56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:51.971186 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3548e88c-f8db-43c5-9f32-0b4bf340bb56 None None] Bound using segment: {'id': '6a9c39cb-3067-45d2-b779-e29ad643c152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c1b8f885-67f1-4882-ade4-4696361997bc'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:56:51.971851 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3548e88c-f8db-43c5-9f32-0b4bf340bb56 None None] Bound port: 16588d75-9d5c-4bdc-891b-648e1bc9ca3d, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9c39cb-3067-45d2-b779-e29ad643c152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c1b8f885-67f1-4882-ade4-4696361997bc'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:56:51.972218 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3548e88c-f8db-43c5-9f32-0b4bf340bb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (16588d75-9d5c-4bdc-891b-648e1bc9ca3d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:51.975985 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:52.078115 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device bb16f7ed-5aea-4a91-af2b-17ea090d4227 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:56:52.085305 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3548e88c-f8db-43c5-9f32-0b4bf340bb56 None None] For port 16588d75-9d5c-4bdc-891b-648e1bc9ca3d, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:56:52.130836 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3548e88c-f8db-43c5-9f32-0b4bf340bb56 None None] For port 16588d75-9d5c-4bdc-891b-648e1bc9ca3d, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=16588d75-9d5c-4bdc-891b-648e1bc9ca3d,segment=NetworkSegment(6a9c39cb-3067-45d2-b779-e29ad643c152),segment_id=6a9c39cb-3067-45d2-b779-e29ad643c152)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:56:52.143832 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3548e88c-f8db-43c5-9f32-0b4bf340bb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (16588d75-9d5c-4bdc-891b-648e1bc9ca3d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:52.194723 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-487574e6-065c-4914-bd4a-965960d8b6ce None None] Provisioning complete for port d0a0b618-24b7-4493-bab0-4cb1fb9ee399 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:52.195354 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-487574e6-065c-4914-bd4a-965960d8b6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d0a0b618-24b7-4493-bab0-4cb1fb9ee399), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:52.255760 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8e57c-6626-4e61-a187-45d81029f9b9 None None] Pushing event updated for resources: {'Port': ['ID=16588d75-9d5c-4bdc-891b-648e1bc9ca3d,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:52.259036 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3548e88c-f8db-43c5-9f32-0b4bf340bb56 None None] Routers {'c02287d3-703f-4720-a6a5-d3c9bd487bb3'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:56:52.259783 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3548e88c-f8db-43c5-9f32-0b4bf340bb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:56:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c02287d3-703f-4720-a6a5-d3c9bd487bb3'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:52.261813 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port bb16f7ed-5aea-4a91-af2b-17ea090d4227 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:52.262886 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (bb16f7ed-5aea-4a91-af2b-17ea090d4227), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:52.266718 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-487574e6-065c-4914-bd4a-965960d8b6ce None None] Port d0a0b618-24b7-4493-bab0-4cb1fb9ee399 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:56:52.269316 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-87433a49-a2b5-49c8-85f4-c4222d23f738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a0b618-24b7-4493-bab0-4cb1fb9ee399 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:56:52.277341 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-87433a49-a2b5-49c8-85f4-c4222d23f738 service neutron] Publish callbacks [] for port (d0a0b618-24b7-4493-bab0-4cb1fb9ee399), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:52.290656 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-87433a49-a2b5-49c8-85f4-c4222d23f738 service neutron] Transition to ACTIVE for port object d0a0b618-24b7-4493-bab0-4cb1fb9ee399 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:56:52.295499 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-87433a49-a2b5-49c8-85f4-c4222d23f738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (d0a0b618-24b7-4493-bab0-4cb1fb9ee399), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:52.358723 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87433a49-a2b5-49c8-85f4-c4222d23f738 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a0b618-24b7-4493-bab0-4cb1fb9ee399,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:52.415160 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1e59925f-5493-4c08-8b48-1f13de79819c None None] Provisioning complete for port 16588d75-9d5c-4bdc-891b-648e1bc9ca3d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:52.415606 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e59925f-5493-4c08-8b48-1f13de79819c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (16588d75-9d5c-4bdc-891b-648e1bc9ca3d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:52.437514 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-87433a49-a2b5-49c8-85f4-c4222d23f738 service neutron] Attempting to bind port d0a0b618-24b7-4493-bab0-4cb1fb9ee399 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:56:52.437860 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-87433a49-a2b5-49c8-85f4-c4222d23f738 service neutron] Attempting to bind port d0a0b618-24b7-4493-bab0-4cb1fb9ee399 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '264dd43f-c379-4e27-831d-6b403e1dfa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:56:52.438198 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-87433a49-a2b5-49c8-85f4-c4222d23f738 service neutron] Attempting to bind port d0a0b618-24b7-4493-bab0-4cb1fb9ee399 on network c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:56:52.443309 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-87433a49-a2b5-49c8-85f4-c4222d23f738 service neutron] Port d0a0b618-24b7-4493-bab0-4cb1fb9ee399 on network c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:56:52.443637 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-87433a49-a2b5-49c8-85f4-c4222d23f738 service neutron] Attempting to bind port d0a0b618-24b7-4493-bab0-4cb1fb9ee399 on network c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:56:52.449846 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-87433a49-a2b5-49c8-85f4-c4222d23f738 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:56:52.450206 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-87433a49-a2b5-49c8-85f4-c4222d23f738 service neutron] Checking segment: {'id': '264dd43f-c379-4e27-831d-6b403e1dfa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:56:52.450600 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-87433a49-a2b5-49c8-85f4-c4222d23f738 service neutron] Bound using segment: {'id': '264dd43f-c379-4e27-831d-6b403e1dfa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:56:52.451044 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-87433a49-a2b5-49c8-85f4-c4222d23f738 service neutron] Bound port: d0a0b618-24b7-4493-bab0-4cb1fb9ee399, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '264dd43f-c379-4e27-831d-6b403e1dfa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:56:52.451400 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-87433a49-a2b5-49c8-85f4-c4222d23f738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d0a0b618-24b7-4493-bab0-4cb1fb9ee399), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:52.534551 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-87433a49-a2b5-49c8-85f4-c4222d23f738 service neutron] For port d0a0b618-24b7-4493-bab0-4cb1fb9ee399, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:56:52.540656 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-87433a49-a2b5-49c8-85f4-c4222d23f738 service neutron] For port d0a0b618-24b7-4493-bab0-4cb1fb9ee399, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d0a0b618-24b7-4493-bab0-4cb1fb9ee399,segment=NetworkSegment(264dd43f-c379-4e27-831d-6b403e1dfa2a),segment_id=264dd43f-c379-4e27-831d-6b403e1dfa2a)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:56:52.557405 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-87433a49-a2b5-49c8-85f4-c4222d23f738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (d0a0b618-24b7-4493-bab0-4cb1fb9ee399), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:52.623095 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-87433a49-a2b5-49c8-85f4-c4222d23f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:52.624222 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-87433a49-a2b5-49c8-85f4-c4222d23f738 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:52.625730 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-87433a49-a2b5-49c8-85f4-c4222d23f738 service neutron] 10.222.0.71 "PUT /v2.0/ports/d0a0b618-24b7-4493-bab0-4cb1fb9ee399 HTTP/1.1" status: 200 len: 1092 time: 0.7612414 Feb 07 21:56:52.626345 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdb909d-84a2-4767-a1cf-a67e6e3761f9', 'tag': 'd0a0b618-24b7-4493-bab0-4cb1fb9ee399'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:56:52.626551 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-3548e88c-f8db-43c5-9f32-0b4bf340bb56 None None] Set router c02287d3-703f-4720-a6a5-d3c9bd487bb3 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:56:52.629033 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa7b83e-7166-4732-a44e-2f1071595b60" -d '{"events": [{"name": "network-changed", "server_uuid": "ccdb909d-84a2-4767-a1cf-a67e6e3761f9", "tag": "d0a0b618-24b7-4493-bab0-4cb1fb9ee399"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:56:52.687230 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d04c9-f632-4d18-921c-d0795d5a3742 req-a3743142-9794-4d91-98d7-faa5601b9777 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:52.688831 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-135d04c9-f632-4d18-921c-d0795d5a3742 req-a3743142-9794-4d91-98d7-faa5601b9777 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccdb909d-84a2-4767-a1cf-a67e6e3761f9 HTTP/1.1" status: 200 len: 944 time: 0.1442301 Feb 07 21:56:52.692185 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87433a49-a2b5-49c8-85f4-c4222d23f738 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a0b618-24b7-4493-bab0-4cb1fb9ee399,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:52.698826 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port bb16f7ed-5aea-4a91-af2b-17ea090d4227 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:56:52.726577 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdd02e7-e146-45f3-9c02-da5ed0f82c3e x-openstack-request-id: req-bbdd02e7-e146-45f3-9c02-da5ed0f82c3e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:56:52.727401 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccdb909d-84a2-4767-a1cf-a67e6e3761f9", "tag": "d0a0b618-24b7-4493-bab0-4cb1fb9ee399", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:56:52.727401 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bbdd02e7-e146-45f3-9c02-da5ed0f82c3e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:56:52.727572 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdb909d-84a2-4767-a1cf-a67e6e3761f9', 'tag': 'd0a0b618-24b7-4493-bab0-4cb1fb9ee399', 'status': 'completed', 'code': 200} Feb 07 21:56:52.800224 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-135d04c9-f632-4d18-921c-d0795d5a3742 req-9f7282a0-a58e-4356-b3a8-bd7134d493e5 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/security-groups?id=1888f7bb-2bd8-453b-9287-01a242f4c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808513 Feb 07 21:56:52.815853 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-526454b4-7f3b-49de-9de1-04d3b8ca4172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:52.817468 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-526454b4-7f3b-49de-9de1-04d3b8ca4172 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=00f7d2c6621c41a8a6ac85b5ea2f03c8&device_id=ccdb909d-84a2-4767-a1cf-a67e6e3761f9 HTTP/1.1" status: 200 len: 1126 time: 0.0584657 Feb 07 21:56:52.863493 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-6c86bc07-face-4202-89fb-ee9f87bfc8e7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0a0b618-24b7-4493-bab0-4cb1fb9ee399 HTTP/1.1" status: 200 len: 217 time: 0.0383506 Feb 07 21:56:52.869118 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1e59925f-5493-4c08-8b48-1f13de79819c None None] Current status of the port 16588d75-9d5c-4bdc-891b-648e1bc9ca3d is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:56:52.869513 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e59925f-5493-4c08-8b48-1f13de79819c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (16588d75-9d5c-4bdc-891b-648e1bc9ca3d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:52.913319 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-09909c8b-7677-40c1-b8f7-15d548cdd711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:52.914681 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-09909c8b-7677-40c1-b8f7-15d548cdd711 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=33a20dd4-e9f5-4150-a1f6-a0bab6ae068c HTTP/1.1" status: 200 len: 856 time: 0.0459869 Feb 07 21:56:52.933137 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1e59925f-5493-4c08-8b48-1f13de79819c None None] For port 16588d75-9d5c-4bdc-891b-648e1bc9ca3d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=16588d75-9d5c-4bdc-891b-648e1bc9ca3d,segment=NetworkSegment(6a9c39cb-3067-45d2-b779-e29ad643c152),segment_id=6a9c39cb-3067-45d2-b779-e29ad643c152)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:56:52.940694 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e59925f-5493-4c08-8b48-1f13de79819c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (16588d75-9d5c-4bdc-891b-648e1bc9ca3d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:52.998534 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59925f-5493-4c08-8b48-1f13de79819c None None] Pushing event updated for resources: {'Port': ['ID=16588d75-9d5c-4bdc-891b-648e1bc9ca3d,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:53.002544 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3548e88c-f8db-43c5-9f32-0b4bf340bb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02287d3-703f-4720-a6a5-d3c9bd487bb3', 'name': 'tempest-TestEncryptedCinderVolumes-1282778643-router', 'tenant_id': '3f2bcc80307a484eaa5ef702bcb15e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bb16f7ed-5aea-4a91-af2b-17ea090d4227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:56:45Z', 'updated_at': '2022-02-07T21:56:48Z', 'revision_number': 4, 'project_id': '3f2bcc80307a484eaa5ef702bcb15e12', 'gw_port': {'id': 'bb16f7ed-5aea-4a91-af2b-17ea090d4227', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ce:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02287d3-703f-4720-a6a5-d3c9bd487bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:56:45Z', 'updated_at': '2022-02-07T21:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '16588d75-9d5c-4bdc-891b-648e1bc9ca3d', 'name': '', 'network_id': 'c1b8f885-67f1-4882-ade4-4696361997bc', 'tenant_id': '3f2bcc80307a484eaa5ef702bcb15e12', 'mac_address': 'fa:16:3e:1b:b9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02287d3-703f-4720-a6a5-d3c9bd487bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'c10d844a-34cb-428d-b964-f5f7e0f4a18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:56:47Z', 'updated_at': '2022-02-07T21:56:52Z', 'revision_number': 4, 'project_id': '3f2bcc80307a484eaa5ef702bcb15e12', 'subnets': [{'id': 'c10d844a-34cb-428d-b964-f5f7e0f4a18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:56:53.035037 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3548e88c-f8db-43c5-9f32-0b4bf340bb56 None None] The sync data for ids ['c02287d3-703f-4720-a6a5-d3c9bd487bb3'] in n-d-828185-2 is: [{'id': 'c02287d3-703f-4720-a6a5-d3c9bd487bb3', 'name': 'tempest-TestEncryptedCinderVolumes-1282778643-router', 'tenant_id': '3f2bcc80307a484eaa5ef702bcb15e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bb16f7ed-5aea-4a91-af2b-17ea090d4227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:56:45Z', 'updated_at': '2022-02-07T21:56:48Z', 'revision_number': 4, 'project_id': '3f2bcc80307a484eaa5ef702bcb15e12', 'gw_port': {'id': 'bb16f7ed-5aea-4a91-af2b-17ea090d4227', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ce:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02287d3-703f-4720-a6a5-d3c9bd487bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:56:45Z', 'updated_at': '2022-02-07T21:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '16588d75-9d5c-4bdc-891b-648e1bc9ca3d', 'name': '', 'network_id': 'c1b8f885-67f1-4882-ade4-4696361997bc', 'tenant_id': '3f2bcc80307a484eaa5ef702bcb15e12', 'mac_address': 'fa:16:3e:1b:b9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02287d3-703f-4720-a6a5-d3c9bd487bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'c10d844a-34cb-428d-b964-f5f7e0f4a18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:56:47Z', 'updated_at': '2022-02-07T21:56:52Z', 'revision_number': 4, 'project_id': '3f2bcc80307a484eaa5ef702bcb15e12', 'subnets': [{'id': 'c10d844a-34cb-428d-b964-f5f7e0f4a18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:56:53.062722 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-9a82f354-26da-4890-aa16-e34d56c5b24d None None] Provisioning complete for port 16588d75-9d5c-4bdc-891b-648e1bc9ca3d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:53.063148 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a82f354-26da-4890-aa16-e34d56c5b24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (16588d75-9d5c-4bdc-891b-648e1bc9ca3d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:53.184446 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9a82f354-26da-4890-aa16-e34d56c5b24d None None] Current status of the port 16588d75-9d5c-4bdc-891b-648e1bc9ca3d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:56:53.325714 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-4bac8f4b-7a6e-4ded-984d-3cc5c260c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:53.327268 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-4bac8f4b-7a6e-4ded-984d-3cc5c260c7b6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4073825 Feb 07 21:56:53.421307 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-960ead39-429d-4970-b047-bdfabefb0b52 service neutron] 10.222.0.71 "GET /v2.0/networks/c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864222 Feb 07 21:56:53.440231 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:53.513205 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc4bdfaf-47bc-4aa1-a58b-362657fbb6f5 req-45a399c3-61e6-4a30-9f85-55712910c50e service neutron] 10.222.0.71 "GET /v2.0/networks/c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868821 Feb 07 21:56:53.606591 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7b83e-7166-4732-a44e-2f1071595b60 req-8c1bfe36-6a13-41fa-b459-5b1112f750f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:53.608269 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dfa7b83e-7166-4732-a44e-2f1071595b60 req-8c1bfe36-6a13-41fa-b459-5b1112f750f9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=00f7d2c6621c41a8a6ac85b5ea2f03c8&device_id=ccdb909d-84a2-4767-a1cf-a67e6e3761f9 HTTP/1.1" status: 200 len: 1126 time: 0.0468862 Feb 07 21:56:53.697334 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7b83e-7166-4732-a44e-2f1071595b60 req-2da5ce99-c959-4dab-a579-242ab3de0089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:53.698806 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dfa7b83e-7166-4732-a44e-2f1071595b60 req-2da5ce99-c959-4dab-a579-242ab3de0089 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 HTTP/1.1" status: 200 len: 918 time: 0.0849061 Feb 07 21:56:53.740933 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dfa7b83e-7166-4732-a44e-2f1071595b60 req-62242b3e-ea1c-49a5-aa55-bdc5d1d111e7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0a0b618-24b7-4493-bab0-4cb1fb9ee399 HTTP/1.1" status: 200 len: 217 time: 0.0363827 Feb 07 21:56:53.787772 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7b83e-7166-4732-a44e-2f1071595b60 req-f03427d9-60b9-4871-92f3-1e32b4a05492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:53.789215 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dfa7b83e-7166-4732-a44e-2f1071595b60 req-f03427d9-60b9-4871-92f3-1e32b4a05492 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=33a20dd4-e9f5-4150-a1f6-a0bab6ae068c HTTP/1.1" status: 200 len: 856 time: 0.0426280 Feb 07 21:56:53.839996 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7b83e-7166-4732-a44e-2f1071595b60 req-f748fb06-45e1-486f-8d75-fa6345d2474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:53.841791 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dfa7b83e-7166-4732-a44e-2f1071595b60 req-f748fb06-45e1-486f-8d75-fa6345d2474f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472317 Feb 07 21:56:53.963184 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dfa7b83e-7166-4732-a44e-2f1071595b60 req-58da97ac-19e2-4371-975c-46efd63ee740 service neutron] 10.222.0.71 "GET /v2.0/networks/c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154327 Feb 07 21:56:53.970099 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd130cc6-a9cf-40e4-89b3-636d2b85b168 req-f91da7a6-784f-445b-90b6-6054fc908517 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:53.971448 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd130cc6-a9cf-40e4-89b3-636d2b85b168 req-f91da7a6-784f-445b-90b6-6054fc908517 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccdb909d-84a2-4767-a1cf-a67e6e3761f9 HTTP/1.1" status: 200 len: 944 time: 0.0846863 Feb 07 21:56:54.070132 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd130cc6-a9cf-40e4-89b3-636d2b85b168 req-b11119d9-6760-402c-a2e3-b54f66025062 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/security-groups?id=1888f7bb-2bd8-453b-9287-01a242f4c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905797 Feb 07 21:56:54.073952 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 16588d75-9d5c-4bdc-891b-648e1bc9ca3d up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:56:54.088223 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dfa7b83e-7166-4732-a44e-2f1071595b60 req-53820f83-9097-4cee-a573-14afd422194d service neutron] 10.222.0.71 "GET /v2.0/networks/c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158288 Feb 07 21:56:54.126415 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 16588d75-9d5c-4bdc-891b-648e1bc9ca3d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:54.126788 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (16588d75-9d5c-4bdc-891b-648e1bc9ca3d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:54.199830 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 16588d75-9d5c-4bdc-891b-648e1bc9ca3d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:56:54.747603 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:55.194906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac75043-3b28-4cfd-b7b2-0c97609a2016 req-841bf487-a916-418f-a3c7-c25bfe8f3681 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:55.196446 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ac75043-3b28-4cfd-b7b2-0c97609a2016 req-841bf487-a916-418f-a3c7-c25bfe8f3681 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccdb909d-84a2-4767-a1cf-a67e6e3761f9 HTTP/1.1" status: 200 len: 944 time: 0.0558746 Feb 07 21:56:55.242883 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ac75043-3b28-4cfd-b7b2-0c97609a2016 req-ac0cb762-bd71-4b1f-8e43-e7f6ebc79a37 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/security-groups?id=1888f7bb-2bd8-453b-9287-01a242f4c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407474 Feb 07 21:56:56.375758 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a81c4-dc4d-4772-9e3c-178bcc6c76b0 req-147c92de-6553-4b36-aed9-b440519e1420 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:56.377261 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-924a81c4-dc4d-4772-9e3c-178bcc6c76b0 req-147c92de-6553-4b36-aed9-b440519e1420 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccdb909d-84a2-4767-a1cf-a67e6e3761f9 HTTP/1.1" status: 200 len: 944 time: 0.0547605 Feb 07 21:56:56.423500 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-924a81c4-dc4d-4772-9e3c-178bcc6c76b0 req-4bf3c2d0-288b-4c47-8456-851ed716d163 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/security-groups?id=1888f7bb-2bd8-453b-9287-01a242f4c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399380 Feb 07 21:56:57.075597 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d0a0b618-24b7-4493-bab0-4cb1fb9ee399 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:56:57.172668 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port d0a0b618-24b7-4493-bab0-4cb1fb9ee399, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d0a0b618-24b7-4493-bab0-4cb1fb9ee399,segment=NetworkSegment(264dd43f-c379-4e27-831d-6b403e1dfa2a),segment_id=264dd43f-c379-4e27-831d-6b403e1dfa2a)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:56:57.184090 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'd0a0b618-24b7-4493-bab0-4cb1fb9ee399', 'network_id': 'c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0', 'port_id': 'd0a0b618-24b7-4493-bab0-4cb1fb9ee399', 'mac_address': 'fa:16:3e:13:d5:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a20dd4-e9f5-4150-a1f6-a0bab6ae068c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:56:57.219849 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port d0a0b618-24b7-4493-bab0-4cb1fb9ee399 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:56:57.220238 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d0a0b618-24b7-4493-bab0-4cb1fb9ee399), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:57.233052 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a0b618-24b7-4493-bab0-4cb1fb9ee399 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:56:57.251351 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port d0a0b618-24b7-4493-bab0-4cb1fb9ee399, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d0a0b618-24b7-4493-bab0-4cb1fb9ee399,segment=NetworkSegment(264dd43f-c379-4e27-831d-6b403e1dfa2a),segment_id=264dd43f-c379-4e27-831d-6b403e1dfa2a)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:56:57.255003 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d0a0b618-24b7-4493-bab0-4cb1fb9ee399), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:57.303556 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=d0a0b618-24b7-4493-bab0-4cb1fb9ee399,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:57.541444 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf752f-c1ba-4f1a-831a-be084dd48dec req-4b0e67e7-df02-48ed-a9ed-91740e8f9f98 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:57.542907 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5daf752f-c1ba-4f1a-831a-be084dd48dec req-4b0e67e7-df02-48ed-a9ed-91740e8f9f98 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccdb909d-84a2-4767-a1cf-a67e6e3761f9 HTTP/1.1" status: 200 len: 945 time: 0.0522211 Feb 07 21:56:57.579140 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['d0a0b618-24b7-4493-bab0-4cb1fb9ee399'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:56:57.595891 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5daf752f-c1ba-4f1a-831a-be084dd48dec req-49d67fa4-a62c-4cef-b9a8-4630c2bb502b tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/security-groups?id=1888f7bb-2bd8-453b-9287-01a242f4c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473258 Feb 07 21:56:58.719432 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa5963-df61-4259-bffa-aa0e541bc8f5 req-9d954bd0-0188-43e3-9020-4b64dd90b205 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:58.720921 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aaaa5963-df61-4259-bffa-aa0e541bc8f5 req-9d954bd0-0188-43e3-9020-4b64dd90b205 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccdb909d-84a2-4767-a1cf-a67e6e3761f9 HTTP/1.1" status: 200 len: 945 time: 0.0529714 Feb 07 21:56:58.767780 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-aaaa5963-df61-4259-bffa-aa0e541bc8f5 req-011349d2-dd1e-4d0c-b9e8-7181375f4b5e tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/security-groups?id=1888f7bb-2bd8-453b-9287-01a242f4c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406928 Feb 07 21:56:59.091372 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d0a0b618-24b7-4493-bab0-4cb1fb9ee399 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:56:59.141944 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port d0a0b618-24b7-4493-bab0-4cb1fb9ee399 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:56:59.145820 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port d0a0b618-24b7-4493-bab0-4cb1fb9ee399 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:56:59.146189 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (d0a0b618-24b7-4493-bab0-4cb1fb9ee399), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:59.221936 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port d0a0b618-24b7-4493-bab0-4cb1fb9ee399 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:56:59.222321 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d0a0b618-24b7-4493-bab0-4cb1fb9ee399), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:59.244591 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdb909d-84a2-4767-a1cf-a67e6e3761f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a0b618-24b7-4493-bab0-4cb1fb9ee399'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:56:59.246967 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59fa0091afa0acade78336c0e3f3c5307cc552a1ace6da7695aaea120dfc6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e623ff6-4ebc-4860-a563-9d67d8bb4fe5" -d '{"events": [{"server_uuid": "ccdb909d-84a2-4767-a1cf-a67e6e3761f9", "name": "network-vif-plugged", "status": "completed", "tag": "d0a0b618-24b7-4493-bab0-4cb1fb9ee399"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:56:59.260058 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port d0a0b618-24b7-4493-bab0-4cb1fb9ee399, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d0a0b618-24b7-4493-bab0-4cb1fb9ee399,segment=NetworkSegment(264dd43f-c379-4e27-831d-6b403e1dfa2a),segment_id=264dd43f-c379-4e27-831d-6b403e1dfa2a)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:56:59.264271 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (d0a0b618-24b7-4493-bab0-4cb1fb9ee399), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:56:59.291708 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed36ae98-28d1-4991-96a0-f99cf6a30c7e x-openstack-request-id: req-ed36ae98-28d1-4991-96a0-f99cf6a30c7e {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:56:59.291999 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdb909d-84a2-4767-a1cf-a67e6e3761f9", "name": "network-vif-plugged", "status": "completed", "tag": "d0a0b618-24b7-4493-bab0-4cb1fb9ee399", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:56:59.292250 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed36ae98-28d1-4991-96a0-f99cf6a30c7e {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:56:59.292664 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdb909d-84a2-4767-a1cf-a67e6e3761f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a0b618-24b7-4493-bab0-4cb1fb9ee399', 'code': 200} Feb 07 21:56:59.321601 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=d0a0b618-24b7-4493-bab0-4cb1fb9ee399,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:56:59.385781 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b54a41-138f-4419-8373-ce72c4cb308f req-7ee98136-fdd3-4ad3-8a22-06f8840cbdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:59.387234 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-29b54a41-138f-4419-8373-ce72c4cb308f req-7ee98136-fdd3-4ad3-8a22-06f8840cbdc9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ccdb909d-84a2-4767-a1cf-a67e6e3761f9 HTTP/1.1" status: 200 len: 1128 time: 0.0432532 Feb 07 21:56:59.428274 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-29b54a41-138f-4419-8373-ce72c4cb308f req-e2ba00e7-98d9-4c3f-b268-84ee0a35e5fb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1888f7bb-2bd8-453b-9287-01a242f4c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357666 Feb 07 21:56:59.895483 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa404d-3b6e-4156-8554-66994a8a6553 req-b0fde30e-c3ef-4be0-ade6-d72d11d753ea tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:56:59.896983 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30aa404d-3b6e-4156-8554-66994a8a6553 req-b0fde30e-c3ef-4be0-ade6-d72d11d753ea tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccdb909d-84a2-4767-a1cf-a67e6e3761f9 HTTP/1.1" status: 200 len: 946 time: 0.0552769 Feb 07 21:56:59.942228 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-30aa404d-3b6e-4156-8554-66994a8a6553 req-a7ad9d91-e8c3-437f-bebf-9d7b33762e95 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/security-groups?id=1888f7bb-2bd8-453b-9287-01a242f4c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396011 Feb 07 21:57:01.064359 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8023b47-f4c6-4356-a029-1fc32eb4d58e req-e03afe65-aaf1-44d3-a420-1968ef783080 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:01.065859 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a8023b47-f4c6-4356-a029-1fc32eb4d58e req-e03afe65-aaf1-44d3-a420-1968ef783080 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccdb909d-84a2-4767-a1cf-a67e6e3761f9 HTTP/1.1" status: 200 len: 946 time: 0.0525711 Feb 07 21:57:01.112166 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a8023b47-f4c6-4356-a029-1fc32eb4d58e req-a71637d7-3015-4235-8e07-abaaa3c8df51 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/security-groups?id=1888f7bb-2bd8-453b-9287-01a242f4c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398655 Feb 07 21:57:01.233444 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4521ad-5f80-499a-9a30-49b75c290de6 req-cd2c7731-955e-4092-a9a1-afc0dc078536 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:01.234800 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9b4521ad-5f80-499a-9a30-49b75c290de6 req-cd2c7731-955e-4092-a9a1-afc0dc078536 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccdb909d-84a2-4767-a1cf-a67e6e3761f9 HTTP/1.1" status: 200 len: 946 time: 0.0525563 Feb 07 21:57:01.284731 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9b4521ad-5f80-499a-9a30-49b75c290de6 req-5e464a09-a030-44e3-b26c-88f7c20e55c2 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/security-groups?id=1888f7bb-2bd8-453b-9287-01a242f4c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441887 Feb 07 21:57:04.112598 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:04.394723 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:07.479009 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cef0a0f0-5965-4d6b-90cc-d894dc14c8a2 req-ecbe7351-4655-4d03-a964-44a6e3f7261b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ccdb909d-84a2-4767-a1cf-a67e6e3761f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437224 Feb 07 21:57:07.562732 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0a0f0-5965-4d6b-90cc-d894dc14c8a2 req-5df800ee-fbcf-4941-aeac-d14170f65a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:07.564125 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cef0a0f0-5965-4d6b-90cc-d894dc14c8a2 req-5df800ee-fbcf-4941-aeac-d14170f65a53 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=00f7d2c6621c41a8a6ac85b5ea2f03c8&device_id=ccdb909d-84a2-4767-a1cf-a67e6e3761f9 HTTP/1.1" status: 200 len: 1128 time: 0.0447292 Feb 07 21:57:07.667960 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0a0f0-5965-4d6b-90cc-d894dc14c8a2 req-bdff5382-6d5e-41c6-986e-77b0d98d47b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:07.669463 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cef0a0f0-5965-4d6b-90cc-d894dc14c8a2 req-bdff5382-6d5e-41c6-986e-77b0d98d47b9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 HTTP/1.1" status: 200 len: 918 time: 0.0878086 Feb 07 21:57:07.710334 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cef0a0f0-5965-4d6b-90cc-d894dc14c8a2 req-15919e7b-b7fc-4aef-b304-60334f440de6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0a0b618-24b7-4493-bab0-4cb1fb9ee399 HTTP/1.1" status: 200 len: 217 time: 0.0355654 Feb 07 21:57:07.765349 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0a0f0-5965-4d6b-90cc-d894dc14c8a2 req-34ebe4a2-791f-4abf-9bb9-587e2eb44bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:07.766825 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cef0a0f0-5965-4d6b-90cc-d894dc14c8a2 req-34ebe4a2-791f-4abf-9bb9-587e2eb44bc6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=33a20dd4-e9f5-4150-a1f6-a0bab6ae068c HTTP/1.1" status: 200 len: 856 time: 0.0511301 Feb 07 21:57:07.820784 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0a0f0-5965-4d6b-90cc-d894dc14c8a2 req-1e042a1a-cd67-45ce-b8d7-1a876ea682de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:07.822226 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cef0a0f0-5965-4d6b-90cc-d894dc14c8a2 req-1e042a1a-cd67-45ce-b8d7-1a876ea682de service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490763 Feb 07 21:57:07.910691 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cef0a0f0-5965-4d6b-90cc-d894dc14c8a2 req-74a6f3ef-8176-43a9-8926-85f4f7535f26 service neutron] 10.222.0.71 "GET /v2.0/networks/c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819240 Feb 07 21:57:08.001191 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cef0a0f0-5965-4d6b-90cc-d894dc14c8a2 req-c83656e3-e6d6-46a4-95f0-5b71e0557622 service neutron] 10.222.0.71 "GET /v2.0/networks/c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851388 Feb 07 21:57:18.492040 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c1b22dfa-e7d8-42c5-9540-bd1ca3619dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:20.685105 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e6541efb-d10c-4763-98c0-671a2933ef0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:21.958162 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:23.442115 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:24.755599 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:28.652996 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:57:34.126138 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:34.387635 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:35.423695 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e4011-e010-4f54-b014-72ec3b3db739 req-3f2aa96f-f68d-4e6f-994e-2c327fa70308 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:35.425215 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf8e4011-e010-4f54-b014-72ec3b3db739 req-3f2aa96f-f68d-4e6f-994e-2c327fa70308 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccdb909d-84a2-4767-a1cf-a67e6e3761f9 HTTP/1.1" status: 200 len: 946 time: 0.0550091 Feb 07 21:57:35.471409 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cf8e4011-e010-4f54-b014-72ec3b3db739 req-a5e5a626-5e84-4b9d-9250-44cba5c0d522 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/security-groups?id=1888f7bb-2bd8-453b-9287-01a242f4c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405285 Feb 07 21:57:36.595965 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fb6c3-5e73-49d4-b3f0-bcda2f2e52d8 req-a0af43d6-0139-47dc-8023-7740d21485c6 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:36.597554 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c5fb6c3-5e73-49d4-b3f0-bcda2f2e52d8 req-a0af43d6-0139-47dc-8023-7740d21485c6 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccdb909d-84a2-4767-a1cf-a67e6e3761f9 HTTP/1.1" status: 200 len: 946 time: 0.0542376 Feb 07 21:57:36.646254 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c5fb6c3-5e73-49d4-b3f0-bcda2f2e52d8 req-51f66dec-d273-4f79-bc0d-c71659069fa1 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/security-groups?id=1888f7bb-2bd8-453b-9287-01a242f4c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424609 Feb 07 21:57:37.229707 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a60ff-ac54-4659-b550-db5f2253ac87 req-39f3268a-2423-404c-b5aa-7d6e03bf234f tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:37.231193 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-337a60ff-ac54-4659-b550-db5f2253ac87 req-39f3268a-2423-404c-b5aa-7d6e03bf234f tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccdb909d-84a2-4767-a1cf-a67e6e3761f9 HTTP/1.1" status: 200 len: 946 time: 0.0563946 Feb 07 21:57:37.318848 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-337a60ff-ac54-4659-b550-db5f2253ac87 req-07eb3e8b-37e7-438f-9814-f08296ca81d8 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Deleting port d0a0b618-24b7-4493-bab0-4cb1fb9ee399 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:57:37.319187 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-337a60ff-ac54-4659-b550-db5f2253ac87 req-07eb3e8b-37e7-438f-9814-f08296ca81d8 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d0a0b618-24b7-4493-bab0-4cb1fb9ee399), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:37.409245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-337a60ff-ac54-4659-b550-db5f2253ac87 req-07eb3e8b-37e7-438f-9814-f08296ca81d8 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] For port d0a0b618-24b7-4493-bab0-4cb1fb9ee399, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=d0a0b618-24b7-4493-bab0-4cb1fb9ee399,segment=NetworkSegment(264dd43f-c379-4e27-831d-6b403e1dfa2a),segment_id=264dd43f-c379-4e27-831d-6b403e1dfa2a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:57:37.409609 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-337a60ff-ac54-4659-b550-db5f2253ac87 req-07eb3e8b-37e7-438f-9814-f08296ca81d8 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d0a0b618-24b7-4493-bab0-4cb1fb9ee399), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:37.422307 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-337a60ff-ac54-4659-b550-db5f2253ac87 req-07eb3e8b-37e7-438f-9814-f08296ca81d8 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Calling delete_port for d0a0b618-24b7-4493-bab0-4cb1fb9ee399 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:57:37.542511 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-337a60ff-ac54-4659-b550-db5f2253ac87 req-07eb3e8b-37e7-438f-9814-f08296ca81d8 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (d0a0b618-24b7-4493-bab0-4cb1fb9ee399), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:37.555846 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['d0a0b618-24b7-4493-bab0-4cb1fb9ee399'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:57:37.573931 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb3e8b-37e7-438f-9814-f08296ca81d8 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Pushing event deleted for resources: {'Port': ['ID=d0a0b618-24b7-4493-bab0-4cb1fb9ee399,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:57:37.614805 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-337a60ff-ac54-4659-b550-db5f2253ac87 req-07eb3e8b-37e7-438f-9814-f08296ca81d8 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] No DVR routers for this DVR port d0a0b618-24b7-4493-bab0-4cb1fb9ee399 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:57:37.618160 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-337a60ff-ac54-4659-b550-db5f2253ac87 req-07eb3e8b-37e7-438f-9814-f08296ca81d8 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:37.621494 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-337a60ff-ac54-4659-b550-db5f2253ac87 req-07eb3e8b-37e7-438f-9814-f08296ca81d8 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.71 "DELETE /v2.0/ports/d0a0b618-24b7-4493-bab0-4cb1fb9ee399 HTTP/1.1" status: 204 len: 173 time: 0.3856990 Feb 07 21:57:37.621959 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdb909d-84a2-4767-a1cf-a67e6e3761f9', 'name': 'network-vif-deleted', 'tag': 'd0a0b618-24b7-4493-bab0-4cb1fb9ee399'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:57:37.624301 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd4d99e-cc28-410d-9069-8d3cf06a636f" -d '{"events": [{"server_uuid": "ccdb909d-84a2-4767-a1cf-a67e6e3761f9", "name": "network-vif-deleted", "tag": "d0a0b618-24b7-4493-bab0-4cb1fb9ee399"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:57:37.668367 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d63114-8b4c-4b19-9da9-1693a487c100 x-openstack-request-id: req-75d63114-8b4c-4b19-9da9-1693a487c100 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:57:37.668650 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdb909d-84a2-4767-a1cf-a67e6e3761f9", "name": "network-vif-deleted", "tag": "d0a0b618-24b7-4493-bab0-4cb1fb9ee399", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:57:37.668906 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-75d63114-8b4c-4b19-9da9-1693a487c100 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:57:37.669304 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdb909d-84a2-4767-a1cf-a67e6e3761f9', 'name': 'network-vif-deleted', 'tag': 'd0a0b618-24b7-4493-bab0-4cb1fb9ee399', 'status': 'completed', 'code': 200} Feb 07 21:57:37.763485 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8578b362-f4ae-475b-bc22-a2c89b756e0a req-97c29c6e-6de5-4706-bb84-85d2393081ee tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccdb909d-84a2-4767-a1cf-a67e6e3761f9 HTTP/1.1" status: 200 len: 210 time: 0.0306461 Feb 07 21:57:39.465625 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-a80da587-7fea-4a03-9a6a-7c4d2a3d7afe tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:39.467081 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-a80da587-7fea-4a03-9a6a-7c4d2a3d7afe tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/networks?id=c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 HTTP/1.1" status: 200 len: 817 time: 0.1023450 Feb 07 21:57:39.481596 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-79c65228-47e4-47bb-a791-1c0840e9a1f9 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/quotas/00f7d2c6621c41a8a6ac85b5ea2f03c8 HTTP/1.1" status: 200 len: 375 time: 0.0092034 Feb 07 21:57:39.533395 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-db52f891-0cef-4441-bf18-aed47dd62418 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=00f7d2c6621c41a8a6ac85b5ea2f03c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470092 Feb 07 21:57:39.627905 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-8eaccc88-a038-4f6a-a6dc-41dce5cd9dc3 service neutron] 10.222.0.65 "GET /v2.0/networks/c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830674 Feb 07 21:57:39.714131 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-6d81bdf1-a74a-48e6-af43-733bf5d9ec8c service neutron] 10.222.0.65 "GET /v2.0/networks/c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803709 Feb 07 21:57:39.874743 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e079415-d3e4-4d0b-a90d-5e981512e2a1 req-e9adbdcf-e2ea-429d-a688-12bd70f41733 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d8bcd9f-53f0-4214-8b80-4510190b4771 HTTP/1.1" status: 200 len: 210 time: 0.0276806 Feb 07 21:57:40.755069 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-66c2cce7-62d1-436a-a912-e093de5ca59e tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:40.756549 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-66c2cce7-62d1-436a-a912-e093de5ca59e tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.69 "GET /v2.0/networks?id=c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 HTTP/1.1" status: 200 len: 817 time: 0.1047137 Feb 07 21:57:40.768174 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-86b54ac8-4757-453a-9108-64b3e870d0c0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Request body: {'port': {'device_id': '7d8bcd9f-53f0-4214-8b80-4510190b4771', 'network_id': 'c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0', 'admin_state_up': True, 'tenant_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:57:40.876910 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-86b54ac8-4757-453a-9108-64b3e870d0c0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Made reservation on behalf of 00f7d2c6621c41a8a6ac85b5ea2f03c8 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:57:40.880286 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-86b54ac8-4757-453a-9108-64b3e870d0c0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:40.970787 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0f76a362-daf9-4760-9629-ea3e42fd3d81 req-65f56dc9-b672-41be-915c-e7ca69ecbd33 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d8bcd9f-53f0-4214-8b80-4510190b4771 HTTP/1.1" status: 200 len: 210 time: 0.0273926 Feb 07 21:57:41.009923 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-86b54ac8-4757-453a-9108-64b3e870d0c0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Allocated IP 172.20.0.4 (c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0/33a20dd4-e9f5-4150-a1f6-a0bab6ae068c/bb51d204-8a5d-427a-99d5-bc507c668e21) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:57:41.150324 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-86b54ac8-4757-453a-9108-64b3e870d0c0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Publish callbacks [] for port (bb51d204-8a5d-427a-99d5-bc507c668e21), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:41.182333 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-86b54ac8-4757-453a-9108-64b3e870d0c0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (bb51d204-8a5d-427a-99d5-bc507c668e21), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:41.228297 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-86b54ac8-4757-453a-9108-64b3e870d0c0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Network c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:57:41.233223 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-86b54ac8-4757-453a-9108-64b3e870d0c0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:57:41.235717 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-86b54ac8-4757-453a-9108-64b3e870d0c0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:57:41.266355 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b54ac8-4757-453a-9108-64b3e870d0c0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Pushing event updated for resources: {'Port': ['ID=bb51d204-8a5d-427a-99d5-bc507c668e21,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:57:41.275860 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d0a0b618-24b7-4493-bab0-4cb1fb9ee399 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:57:41.283641 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b54ac8-4757-453a-9108-64b3e870d0c0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:57:41.283993 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b54ac8-4757-453a-9108-64b3e870d0c0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:57:41.284364 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b54ac8-4757-453a-9108-64b3e870d0c0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:57:41.284709 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b54ac8-4757-453a-9108-64b3e870d0c0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:57:41.285047 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b54ac8-4757-453a-9108-64b3e870d0c0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:57:41.285383 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b54ac8-4757-453a-9108-64b3e870d0c0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:57:41.285716 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b54ac8-4757-453a-9108-64b3e870d0c0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:57:41.286051 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b54ac8-4757-453a-9108-64b3e870d0c0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:57:41.286381 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b54ac8-4757-453a-9108-64b3e870d0c0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:57:41.286713 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b54ac8-4757-453a-9108-64b3e870d0c0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:57:41.287043 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b54ac8-4757-453a-9108-64b3e870d0c0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:57:41.287384 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b54ac8-4757-453a-9108-64b3e870d0c0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:57:41.287692 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b54ac8-4757-453a-9108-64b3e870d0c0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:57:41.300802 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-86b54ac8-4757-453a-9108-64b3e870d0c0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:41.301394 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: d0a0b618-24b7-4493-bab0-4cb1fb9ee399 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:57:41.301551 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-86b54ac8-4757-453a-9108-64b3e870d0c0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:41.302059 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device d0a0b618-24b7-4493-bab0-4cb1fb9ee399 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:57:41.318974 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-86b54ac8-4757-453a-9108-64b3e870d0c0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5545483 Feb 07 21:57:41.329967 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-14119bac-a6e9-4adc-9f2d-5e9e6138be6d service neutron] Request body: {'port': {'device_id': '7d8bcd9f-53f0-4214-8b80-4510190b4771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:57:41.392558 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-14119bac-a6e9-4adc-9f2d-5e9e6138be6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bb51d204-8a5d-427a-99d5-bc507c668e21), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:41.517623 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2518933e-09fa-4ef6-8a0d-e5b79042296b None None] Provisioning complete for port bb51d204-8a5d-427a-99d5-bc507c668e21 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:57:41.517884 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2518933e-09fa-4ef6-8a0d-e5b79042296b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (bb51d204-8a5d-427a-99d5-bc507c668e21), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:41.549934 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2518933e-09fa-4ef6-8a0d-e5b79042296b None None] Port bb51d204-8a5d-427a-99d5-bc507c668e21 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:57:41.654688 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-14119bac-a6e9-4adc-9f2d-5e9e6138be6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb51d204-8a5d-427a-99d5-bc507c668e21 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:57:41.662036 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-14119bac-a6e9-4adc-9f2d-5e9e6138be6d service neutron] Publish callbacks [] for port (bb51d204-8a5d-427a-99d5-bc507c668e21), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:41.673889 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-14119bac-a6e9-4adc-9f2d-5e9e6138be6d service neutron] Transition to ACTIVE for port object bb51d204-8a5d-427a-99d5-bc507c668e21 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:57:41.677228 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-14119bac-a6e9-4adc-9f2d-5e9e6138be6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (bb51d204-8a5d-427a-99d5-bc507c668e21), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:41.737199 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14119bac-a6e9-4adc-9f2d-5e9e6138be6d service neutron] Pushing event updated for resources: {'Port': ['ID=bb51d204-8a5d-427a-99d5-bc507c668e21,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:57:41.813590 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-14119bac-a6e9-4adc-9f2d-5e9e6138be6d service neutron] Attempting to bind port bb51d204-8a5d-427a-99d5-bc507c668e21 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:57:41.814272 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-14119bac-a6e9-4adc-9f2d-5e9e6138be6d service neutron] Attempting to bind port bb51d204-8a5d-427a-99d5-bc507c668e21 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '264dd43f-c379-4e27-831d-6b403e1dfa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:57:41.814272 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-14119bac-a6e9-4adc-9f2d-5e9e6138be6d service neutron] Attempting to bind port bb51d204-8a5d-427a-99d5-bc507c668e21 on network c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:57:41.818677 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-14119bac-a6e9-4adc-9f2d-5e9e6138be6d service neutron] Port bb51d204-8a5d-427a-99d5-bc507c668e21 on network c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:57:41.818998 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-14119bac-a6e9-4adc-9f2d-5e9e6138be6d service neutron] Attempting to bind port bb51d204-8a5d-427a-99d5-bc507c668e21 on network c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:57:41.823873 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-14119bac-a6e9-4adc-9f2d-5e9e6138be6d service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:57:41.824215 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-14119bac-a6e9-4adc-9f2d-5e9e6138be6d service neutron] Checking segment: {'id': '264dd43f-c379-4e27-831d-6b403e1dfa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:57:41.824637 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-14119bac-a6e9-4adc-9f2d-5e9e6138be6d service neutron] Bound using segment: {'id': '264dd43f-c379-4e27-831d-6b403e1dfa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:57:41.825071 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-14119bac-a6e9-4adc-9f2d-5e9e6138be6d service neutron] Bound port: bb51d204-8a5d-427a-99d5-bc507c668e21, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '264dd43f-c379-4e27-831d-6b403e1dfa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:57:41.825434 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-14119bac-a6e9-4adc-9f2d-5e9e6138be6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bb51d204-8a5d-427a-99d5-bc507c668e21), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:42.098452 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba047f70-56a8-43f0-bc23-329880fc1e15 req-3064eb45-64ab-4ab9-b5ad-d66fd1f96697 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:42.099874 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba047f70-56a8-43f0-bc23-329880fc1e15 req-3064eb45-64ab-4ab9-b5ad-d66fd1f96697 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d8bcd9f-53f0-4214-8b80-4510190b4771 HTTP/1.1" status: 200 len: 943 time: 0.0583689 Feb 07 21:57:42.148028 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba047f70-56a8-43f0-bc23-329880fc1e15 req-d26e853b-6b97-41eb-a219-8a375c04876e tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/security-groups?id=1888f7bb-2bd8-453b-9287-01a242f4c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418038 Feb 07 21:57:42.189175 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-14119bac-a6e9-4adc-9f2d-5e9e6138be6d service neutron] For port bb51d204-8a5d-427a-99d5-bc507c668e21, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:57:42.192048 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-14119bac-a6e9-4adc-9f2d-5e9e6138be6d service neutron] For port bb51d204-8a5d-427a-99d5-bc507c668e21, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=bb51d204-8a5d-427a-99d5-bc507c668e21,segment=NetworkSegment(264dd43f-c379-4e27-831d-6b403e1dfa2a),segment_id=264dd43f-c379-4e27-831d-6b403e1dfa2a)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:57:42.198255 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-14119bac-a6e9-4adc-9f2d-5e9e6138be6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (bb51d204-8a5d-427a-99d5-bc507c668e21), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:42.232864 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-14119bac-a6e9-4adc-9f2d-5e9e6138be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:42.233555 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-14119bac-a6e9-4adc-9f2d-5e9e6138be6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:42.234936 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-14119bac-a6e9-4adc-9f2d-5e9e6138be6d service neutron] 10.222.0.69 "PUT /v2.0/ports/bb51d204-8a5d-427a-99d5-bc507c668e21 HTTP/1.1" status: 200 len: 1091 time: 0.9092369 Feb 07 21:57:42.235386 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8bcd9f-53f0-4214-8b80-4510190b4771', 'tag': 'bb51d204-8a5d-427a-99d5-bc507c668e21'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:57:42.237693 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47bc0dc9fe746ac64adcb7a0dbe6fda25f58f8d79cf35956c7e0a4ba81c3c440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78990c22-6796-483a-8f74-c492fda1e15d" -d '{"events": [{"name": "network-changed", "server_uuid": "7d8bcd9f-53f0-4214-8b80-4510190b4771", "tag": "bb51d204-8a5d-427a-99d5-bc507c668e21"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:57:42.261875 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14119bac-a6e9-4adc-9f2d-5e9e6138be6d service neutron] Pushing event updated for resources: {'Port': ['ID=bb51d204-8a5d-427a-99d5-bc507c668e21,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:57:42.290089 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ac9f94-2643-414b-910e-e1f8e259fe6c x-openstack-request-id: req-88ac9f94-2643-414b-910e-e1f8e259fe6c {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:57:42.290394 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d8bcd9f-53f0-4214-8b80-4510190b4771", "tag": "bb51d204-8a5d-427a-99d5-bc507c668e21", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:57:42.290728 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-88ac9f94-2643-414b-910e-e1f8e259fe6c {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:57:42.291303 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d8bcd9f-53f0-4214-8b80-4510190b4771', 'tag': 'bb51d204-8a5d-427a-99d5-bc507c668e21', 'status': 'completed', 'code': 200} Feb 07 21:57:42.337604 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-c5fcaee6-1346-482a-9957-69982bcaceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:42.339106 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-c5fcaee6-1346-482a-9957-69982bcaceab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=00f7d2c6621c41a8a6ac85b5ea2f03c8&device_id=7d8bcd9f-53f0-4214-8b80-4510190b4771 HTTP/1.1" status: 200 len: 1125 time: 0.0470021 Feb 07 21:57:42.386946 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-06a2857c-f3ea-453a-807f-b93882e17ff4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb51d204-8a5d-427a-99d5-bc507c668e21 HTTP/1.1" status: 200 len: 217 time: 0.0403893 Feb 07 21:57:42.434842 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-226bc020-c5c9-4037-a111-cb354b1c8929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:42.436278 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-226bc020-c5c9-4037-a111-cb354b1c8929 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=33a20dd4-e9f5-4150-a1f6-a0bab6ae068c HTTP/1.1" status: 200 len: 856 time: 0.0435257 Feb 07 21:57:42.484226 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-e7f5cf08-b239-46b9-8ebe-15ad905900ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:42.485732 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-e7f5cf08-b239-46b9-8ebe-15ad905900ea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433218 Feb 07 21:57:42.576519 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-6678a372-d890-4221-8946-545bc30b1117 service neutron] 10.222.0.69 "GET /v2.0/networks/c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841446 Feb 07 21:57:42.662156 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5c7960ff-a745-4514-8b31-bf52aa0d452f req-4db235b4-4560-46f8-8c62-4269c5aadeb2 service neutron] 10.222.0.69 "GET /v2.0/networks/c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802515 Feb 07 21:57:42.758675 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78990c22-6796-483a-8f74-c492fda1e15d req-d3855c1b-e1b3-4054-a591-cc230d5e53fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:42.760238 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-78990c22-6796-483a-8f74-c492fda1e15d req-d3855c1b-e1b3-4054-a591-cc230d5e53fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=00f7d2c6621c41a8a6ac85b5ea2f03c8&device_id=7d8bcd9f-53f0-4214-8b80-4510190b4771 HTTP/1.1" status: 200 len: 1125 time: 0.0516527 Feb 07 21:57:42.847213 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78990c22-6796-483a-8f74-c492fda1e15d req-d1a39744-9399-45e0-8a65-111acd3bca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:42.848800 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-78990c22-6796-483a-8f74-c492fda1e15d req-d1a39744-9399-45e0-8a65-111acd3bca51 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 HTTP/1.1" status: 200 len: 918 time: 0.0829558 Feb 07 21:57:42.893332 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-78990c22-6796-483a-8f74-c492fda1e15d req-acd29c01-0c56-422e-8c97-0c90e0c3bbed service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb51d204-8a5d-427a-99d5-bc507c668e21 HTTP/1.1" status: 200 len: 217 time: 0.0372813 Feb 07 21:57:42.941040 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78990c22-6796-483a-8f74-c492fda1e15d req-c5218a51-4f50-4fb1-a168-d8ef72b9cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:42.942396 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-78990c22-6796-483a-8f74-c492fda1e15d req-c5218a51-4f50-4fb1-a168-d8ef72b9cb08 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=33a20dd4-e9f5-4150-a1f6-a0bab6ae068c HTTP/1.1" status: 200 len: 856 time: 0.0428681 Feb 07 21:57:42.990653 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78990c22-6796-483a-8f74-c492fda1e15d req-63a2b8aa-18c0-46e4-a80e-37074889b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:42.992092 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-78990c22-6796-483a-8f74-c492fda1e15d req-63a2b8aa-18c0-46e4-a80e-37074889b4af service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443749 Feb 07 21:57:43.079574 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-78990c22-6796-483a-8f74-c492fda1e15d req-08157fe4-d6f1-40f4-ba8e-5e1d01169860 service neutron] 10.222.0.69 "GET /v2.0/networks/c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815296 Feb 07 21:57:43.166776 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-78990c22-6796-483a-8f74-c492fda1e15d req-6baa5a26-e3a5-46cd-9917-d0f6d59a18ce service neutron] 10.222.0.69 "GET /v2.0/networks/c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806816 Feb 07 21:57:43.267242 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d54c9-0b74-42e3-b5a0-4a9cf121f13b req-b16a63ae-9b89-4ef7-b768-54e28645bab6 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:43.268704 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba7d54c9-0b74-42e3-b5a0-4a9cf121f13b req-b16a63ae-9b89-4ef7-b768-54e28645bab6 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d8bcd9f-53f0-4214-8b80-4510190b4771 HTTP/1.1" status: 200 len: 943 time: 0.0510700 Feb 07 21:57:43.314117 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba7d54c9-0b74-42e3-b5a0-4a9cf121f13b req-ecc45166-4fb5-4ac4-809d-0cc82bec1425 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/security-groups?id=1888f7bb-2bd8-453b-9287-01a242f4c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393019 Feb 07 21:57:44.435880 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cecf0-b562-4f3a-82a1-813bcf155ff7 req-aff05e1c-68b4-43e3-9cc0-9204c5884980 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:44.437631 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e4cecf0-b562-4f3a-82a1-813bcf155ff7 req-aff05e1c-68b4-43e3-9cc0-9204c5884980 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d8bcd9f-53f0-4214-8b80-4510190b4771 HTTP/1.1" status: 200 len: 943 time: 0.0550075 Feb 07 21:57:44.483469 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e4cecf0-b562-4f3a-82a1-813bcf155ff7 req-38637555-8351-4f6e-b48b-12936572eeda tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/security-groups?id=1888f7bb-2bd8-453b-9287-01a242f4c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403135 Feb 07 21:57:45.600533 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f71ae-a4ed-443d-9fed-c6012ec2950b req-a7b6bcf6-d3fc-4a94-a601-6e8b0deb44bb tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:45.601982 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f2f71ae-a4ed-443d-9fed-c6012ec2950b req-a7b6bcf6-d3fc-4a94-a601-6e8b0deb44bb tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d8bcd9f-53f0-4214-8b80-4510190b4771 HTTP/1.1" status: 200 len: 943 time: 0.0526063 Feb 07 21:57:45.646968 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f2f71ae-a4ed-443d-9fed-c6012ec2950b req-5569280e-7af9-4d46-ab94-6b70e438b966 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/security-groups?id=1888f7bb-2bd8-453b-9287-01a242f4c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394466 Feb 07 21:57:46.766870 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2289c-85ac-4db8-93ac-f802ab3e22fe req-de164977-20bc-480f-b37c-a34a5794924e tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:46.768359 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-70e2289c-85ac-4db8-93ac-f802ab3e22fe req-de164977-20bc-480f-b37c-a34a5794924e tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d8bcd9f-53f0-4214-8b80-4510190b4771 HTTP/1.1" status: 200 len: 943 time: 0.0537140 Feb 07 21:57:46.819024 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-70e2289c-85ac-4db8-93ac-f802ab3e22fe req-ee894d44-9302-4221-8832-7080501b339c tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/security-groups?id=1888f7bb-2bd8-453b-9287-01a242f4c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444922 Feb 07 21:57:46.854031 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device bb51d204-8a5d-427a-99d5-bc507c668e21 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:57:46.949898 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port bb51d204-8a5d-427a-99d5-bc507c668e21, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=bb51d204-8a5d-427a-99d5-bc507c668e21,segment=NetworkSegment(264dd43f-c379-4e27-831d-6b403e1dfa2a),segment_id=264dd43f-c379-4e27-831d-6b403e1dfa2a)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:57:46.961587 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'bb51d204-8a5d-427a-99d5-bc507c668e21', 'network_id': 'c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0', 'port_id': 'bb51d204-8a5d-427a-99d5-bc507c668e21', 'mac_address': 'fa:16:3e:b6:70:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a20dd4-e9f5-4150-a1f6-a0bab6ae068c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:57:46.996641 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port bb51d204-8a5d-427a-99d5-bc507c668e21 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:57:46.997028 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bb51d204-8a5d-427a-99d5-bc507c668e21), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:47.010014 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb51d204-8a5d-427a-99d5-bc507c668e21 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:57:47.029041 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port bb51d204-8a5d-427a-99d5-bc507c668e21, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=bb51d204-8a5d-427a-99d5-bc507c668e21,segment=NetworkSegment(264dd43f-c379-4e27-831d-6b403e1dfa2a),segment_id=264dd43f-c379-4e27-831d-6b403e1dfa2a)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:57:47.032812 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (bb51d204-8a5d-427a-99d5-bc507c668e21), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:47.077173 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=bb51d204-8a5d-427a-99d5-bc507c668e21,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:57:47.084257 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:57:47.084730 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:57:47.085113 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:57:47.085465 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:57:47.086420 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:57:47.086767 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:57:47.087103 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:57:47.087431 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:57:47.087757 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:57:47.088083 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:57:47.088435 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:57:47.088760 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:57:47.089081 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:57:47.335821 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['bb51d204-8a5d-427a-99d5-bc507c668e21'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:57:47.937291 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e61f67-09c1-4971-9036-6e980d0da9e0 req-3ebf2cb6-214f-4543-995b-8828d3911aa2 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:47.938724 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e2e61f67-09c1-4971-9036-6e980d0da9e0 req-3ebf2cb6-214f-4543-995b-8828d3911aa2 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d8bcd9f-53f0-4214-8b80-4510190b4771 HTTP/1.1" status: 200 len: 944 time: 0.0507488 Feb 07 21:57:47.984625 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e2e61f67-09c1-4971-9036-6e980d0da9e0 req-92ffae6e-3db5-40fb-b09e-51fed8e75e07 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/security-groups?id=1888f7bb-2bd8-453b-9287-01a242f4c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401721 Feb 07 21:57:48.493361 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6e15c442-50c6-4d19-94dd-41da8fc353d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:48.866622 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device bb51d204-8a5d-427a-99d5-bc507c668e21 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:57:48.924152 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port bb51d204-8a5d-427a-99d5-bc507c668e21 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:57:48.927964 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port bb51d204-8a5d-427a-99d5-bc507c668e21 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:57:48.928364 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (bb51d204-8a5d-427a-99d5-bc507c668e21), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:49.006603 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port bb51d204-8a5d-427a-99d5-bc507c668e21 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:57:49.006990 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (bb51d204-8a5d-427a-99d5-bc507c668e21), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:49.030770 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8bcd9f-53f0-4214-8b80-4510190b4771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb51d204-8a5d-427a-99d5-bc507c668e21'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:57:49.033044 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59fa0091afa0acade78336c0e3f3c5307cc552a1ace6da7695aaea120dfc6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a5045f-4607-4af3-acc9-fba4a3fde1a4" -d '{"events": [{"server_uuid": "7d8bcd9f-53f0-4214-8b80-4510190b4771", "name": "network-vif-plugged", "status": "completed", "tag": "bb51d204-8a5d-427a-99d5-bc507c668e21"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:57:49.046865 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port bb51d204-8a5d-427a-99d5-bc507c668e21, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=bb51d204-8a5d-427a-99d5-bc507c668e21,segment=NetworkSegment(264dd43f-c379-4e27-831d-6b403e1dfa2a),segment_id=264dd43f-c379-4e27-831d-6b403e1dfa2a)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:57:49.050980 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (bb51d204-8a5d-427a-99d5-bc507c668e21), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:49.076693 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e343d02-d5c1-4615-93f5-86525c8e00e5 x-openstack-request-id: req-5e343d02-d5c1-4615-93f5-86525c8e00e5 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:57:49.076999 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8bcd9f-53f0-4214-8b80-4510190b4771", "name": "network-vif-plugged", "status": "completed", "tag": "bb51d204-8a5d-427a-99d5-bc507c668e21", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:57:49.077246 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5e343d02-d5c1-4615-93f5-86525c8e00e5 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:57:49.077641 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8bcd9f-53f0-4214-8b80-4510190b4771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb51d204-8a5d-427a-99d5-bc507c668e21', 'code': 200} Feb 07 21:57:49.101229 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=bb51d204-8a5d-427a-99d5-bc507c668e21,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:57:49.116470 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34971825-2d39-46e2-b2b8-bfef4d134dbe req-619f7cfd-e974-4e57-8671-fb4a00be46c2 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:49.118603 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-34971825-2d39-46e2-b2b8-bfef4d134dbe req-619f7cfd-e974-4e57-8671-fb4a00be46c2 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d8bcd9f-53f0-4214-8b80-4510190b4771 HTTP/1.1" status: 200 len: 945 time: 0.0609865 Feb 07 21:57:49.166024 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-34971825-2d39-46e2-b2b8-bfef4d134dbe req-bee2f0fb-0759-40c0-a5d3-6ab6c8ae05ec tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/security-groups?id=1888f7bb-2bd8-453b-9287-01a242f4c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417192 Feb 07 21:57:49.174699 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d8038-4a8d-461a-8648-8f5c4a10b434 req-c29f0766-28f0-4e29-82e2-ab35dd0772d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:49.176204 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d21d8038-4a8d-461a-8648-8f5c4a10b434 req-c29f0766-28f0-4e29-82e2-ab35dd0772d2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7d8bcd9f-53f0-4214-8b80-4510190b4771 HTTP/1.1" status: 200 len: 1127 time: 0.0455766 Feb 07 21:57:49.218940 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d21d8038-4a8d-461a-8648-8f5c4a10b434 req-e69f0d9e-4a94-4f25-947c-30d7860570ed service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1888f7bb-2bd8-453b-9287-01a242f4c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367918 Feb 07 21:57:50.289622 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad27e4b-f007-432e-9c90-8b3d662476c1 req-b15dc71d-793f-4322-900b-f2ef4002d9e0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:50.290967 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ad27e4b-f007-432e-9c90-8b3d662476c1 req-b15dc71d-793f-4322-900b-f2ef4002d9e0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d8bcd9f-53f0-4214-8b80-4510190b4771 HTTP/1.1" status: 200 len: 945 time: 0.0553579 Feb 07 21:57:50.336233 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4ad27e4b-f007-432e-9c90-8b3d662476c1 req-1aa84cdc-4e2f-4026-bee6-ed5a409b16d3 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/security-groups?id=1888f7bb-2bd8-453b-9287-01a242f4c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395620 Feb 07 21:57:50.686241 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-45f536a4-9102-4a62-8f8f-09bc3d361471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:51.452146 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad476c1-e309-4f7b-af58-567067b3f46b req-25278a0d-5e2f-46c9-926d-f25713d49ef9 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:51.453628 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8ad476c1-e309-4f7b-af58-567067b3f46b req-25278a0d-5e2f-46c9-926d-f25713d49ef9 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d8bcd9f-53f0-4214-8b80-4510190b4771 HTTP/1.1" status: 200 len: 945 time: 0.0513721 Feb 07 21:57:51.498991 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8ad476c1-e309-4f7b-af58-567067b3f46b req-afacd5b7-f422-43a1-bce1-63f94d58d780 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/security-groups?id=1888f7bb-2bd8-453b-9287-01a242f4c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398188 Feb 07 21:57:51.617074 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc89f91-2279-4395-867f-fba520b92414 req-e6b29e70-ebab-47c3-81b3-8c92feab2ee9 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:57:51.618449 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1cc89f91-2279-4395-867f-fba520b92414 req-e6b29e70-ebab-47c3-81b3-8c92feab2ee9 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d8bcd9f-53f0-4214-8b80-4510190b4771 HTTP/1.1" status: 200 len: 945 time: 0.0540106 Feb 07 21:57:51.667421 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1cc89f91-2279-4395-867f-fba520b92414 req-6868b1df-6d7a-4276-a617-1f532252801c tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/security-groups?id=1888f7bb-2bd8-453b-9287-01a242f4c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433857 Feb 07 21:57:51.961464 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:53.443919 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:57:54.750541 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:04.137205 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:04.383306 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:05.653463 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:58:07.174502 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-68b8e1b1-3e63-4533-8849-727cb16d1fbb req-6d19f744-0053-43d9-971c-b3c4f1943097 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7d8bcd9f-53f0-4214-8b80-4510190b4771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489764 Feb 07 21:58:07.264020 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8e1b1-3e63-4533-8849-727cb16d1fbb req-c1333cbc-7448-41ed-99bb-0fecca7652a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:58:07.265587 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-68b8e1b1-3e63-4533-8849-727cb16d1fbb req-c1333cbc-7448-41ed-99bb-0fecca7652a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=00f7d2c6621c41a8a6ac85b5ea2f03c8&device_id=7d8bcd9f-53f0-4214-8b80-4510190b4771 HTTP/1.1" status: 200 len: 1127 time: 0.0449898 Feb 07 21:58:07.368675 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8e1b1-3e63-4533-8849-727cb16d1fbb req-da75b187-52dd-41bb-a4af-51d9f6c775eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:58:07.370624 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-68b8e1b1-3e63-4533-8849-727cb16d1fbb req-da75b187-52dd-41bb-a4af-51d9f6c775eb service neutron] 10.222.0.69 "GET /v2.0/networks?id=c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 HTTP/1.1" status: 200 len: 918 time: 0.0875418 Feb 07 21:58:07.411002 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-68b8e1b1-3e63-4533-8849-727cb16d1fbb req-65662348-539b-431e-890a-1825b982d1b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb51d204-8a5d-427a-99d5-bc507c668e21 HTTP/1.1" status: 200 len: 217 time: 0.0341475 Feb 07 21:58:07.458582 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8e1b1-3e63-4533-8849-727cb16d1fbb req-80731bdb-7171-4001-a3ab-887f66e99576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:58:07.460028 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-68b8e1b1-3e63-4533-8849-727cb16d1fbb req-80731bdb-7171-4001-a3ab-887f66e99576 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=33a20dd4-e9f5-4150-a1f6-a0bab6ae068c HTTP/1.1" status: 200 len: 856 time: 0.0428233 Feb 07 21:58:07.507808 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8e1b1-3e63-4533-8849-727cb16d1fbb req-b579d655-978b-4243-bffe-8fcd6488af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:58:07.509474 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-68b8e1b1-3e63-4533-8849-727cb16d1fbb req-b579d655-978b-4243-bffe-8fcd6488af70 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436974 Feb 07 21:58:07.519128 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-68b8e1b1-3e63-4533-8849-727cb16d1fbb req-f0075c07-4411-42bf-99c0-02059d50259b service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 21:58:07.520068 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-68b8e1b1-3e63-4533-8849-727cb16d1fbb req-f0075c07-4411-42bf-99c0-02059d50259b service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048428 Feb 07 21:58:07.609825 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-68b8e1b1-3e63-4533-8849-727cb16d1fbb req-ea21839b-2795-4c49-8420-390710aac8a0 service neutron] 10.222.0.69 "GET /v2.0/networks/c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833263 Feb 07 21:58:07.696152 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-68b8e1b1-3e63-4533-8849-727cb16d1fbb req-10e565f4-ed08-438d-bd8e-f5d995a50664 service neutron] 10.222.0.69 "GET /v2.0/networks/c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797391 Feb 07 21:58:18.496632 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-61f7e795-1536-4634-9baf-1ad59e30f539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:20.688133 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-662370a3-5cba-4e6e-bd91-5e02dcaf62f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:21.967672 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:23.447427 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:24.753398 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:25.795967 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d44be-f93f-407f-8639-0b56cb5a080c req-c0f2d835-fc6e-4c62-ae98-ae08ba01b34a tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:58:25.797478 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b89d44be-f93f-407f-8639-0b56cb5a080c req-c0f2d835-fc6e-4c62-ae98-ae08ba01b34a tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d8bcd9f-53f0-4214-8b80-4510190b4771 HTTP/1.1" status: 200 len: 945 time: 0.1748593 Feb 07 21:58:25.843339 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b89d44be-f93f-407f-8639-0b56cb5a080c req-426a0843-8b42-48cf-b6da-f4ba1d116cf0 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/security-groups?id=1888f7bb-2bd8-453b-9287-01a242f4c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403080 Feb 07 21:58:27.021199 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496c396-905a-4439-8967-9562a2399e85 req-e9c2259c-5d1d-4f48-b467-dcf107222f1a tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:58:27.022726 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2496c396-905a-4439-8967-9562a2399e85 req-e9c2259c-5d1d-4f48-b467-dcf107222f1a tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d8bcd9f-53f0-4214-8b80-4510190b4771 HTTP/1.1" status: 200 len: 945 time: 0.1097274 Feb 07 21:58:27.070274 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2496c396-905a-4439-8967-9562a2399e85 req-d4788cb0-9d4a-4b25-adb5-4e54b9682dec tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.65 "GET /v2.0/security-groups?id=1888f7bb-2bd8-453b-9287-01a242f4c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411079 Feb 07 21:58:27.267759 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ef8dd-9a3c-45a0-8d65-25e5adb3b171 req-657c9e5c-1047-4111-a910-eb1faaef5da6 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:58:27.269153 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8d0ef8dd-9a3c-45a0-8d65-25e5adb3b171 req-657c9e5c-1047-4111-a910-eb1faaef5da6 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d8bcd9f-53f0-4214-8b80-4510190b4771 HTTP/1.1" status: 200 len: 945 time: 0.0614138 Feb 07 21:58:27.360095 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-8d0ef8dd-9a3c-45a0-8d65-25e5adb3b171 req-d5094d94-8f3d-4f80-a9c1-2d8bf97fc335 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Deleting port bb51d204-8a5d-427a-99d5-bc507c668e21 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:58:27.360466 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8d0ef8dd-9a3c-45a0-8d65-25e5adb3b171 req-d5094d94-8f3d-4f80-a9c1-2d8bf97fc335 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (bb51d204-8a5d-427a-99d5-bc507c668e21), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:27.450375 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-8d0ef8dd-9a3c-45a0-8d65-25e5adb3b171 req-d5094d94-8f3d-4f80-a9c1-2d8bf97fc335 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] For port bb51d204-8a5d-427a-99d5-bc507c668e21, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=bb51d204-8a5d-427a-99d5-bc507c668e21,segment=NetworkSegment(264dd43f-c379-4e27-831d-6b403e1dfa2a),segment_id=264dd43f-c379-4e27-831d-6b403e1dfa2a)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:58:27.450732 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8d0ef8dd-9a3c-45a0-8d65-25e5adb3b171 req-d5094d94-8f3d-4f80-a9c1-2d8bf97fc335 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (bb51d204-8a5d-427a-99d5-bc507c668e21), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:27.463331 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-8d0ef8dd-9a3c-45a0-8d65-25e5adb3b171 req-d5094d94-8f3d-4f80-a9c1-2d8bf97fc335 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Calling delete_port for bb51d204-8a5d-427a-99d5-bc507c668e21 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:58:27.589070 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8d0ef8dd-9a3c-45a0-8d65-25e5adb3b171 req-d5094d94-8f3d-4f80-a9c1-2d8bf97fc335 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (bb51d204-8a5d-427a-99d5-bc507c668e21), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:27.602385 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['bb51d204-8a5d-427a-99d5-bc507c668e21'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:58:27.620552 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5094d94-8f3d-4f80-a9c1-2d8bf97fc335 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Pushing event deleted for resources: {'Port': ['ID=bb51d204-8a5d-427a-99d5-bc507c668e21,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:27.665950 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0ef8dd-9a3c-45a0-8d65-25e5adb3b171 req-d5094d94-8f3d-4f80-a9c1-2d8bf97fc335 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] No DVR routers for this DVR port bb51d204-8a5d-427a-99d5-bc507c668e21 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:58:27.668789 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-8d0ef8dd-9a3c-45a0-8d65-25e5adb3b171 req-d5094d94-8f3d-4f80-a9c1-2d8bf97fc335 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:27.672241 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8d0ef8dd-9a3c-45a0-8d65-25e5adb3b171 req-d5094d94-8f3d-4f80-a9c1-2d8bf97fc335 tempest-TestEncryptedCinderVolumes-1274322239 tempest-TestEncryptedCinderVolumes-1274322239-project] 10.222.0.69 "DELETE /v2.0/ports/bb51d204-8a5d-427a-99d5-bc507c668e21 HTTP/1.1" status: 204 len: 173 time: 0.3977139 Feb 07 21:58:27.672735 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8bcd9f-53f0-4214-8b80-4510190b4771', 'name': 'network-vif-deleted', 'tag': 'bb51d204-8a5d-427a-99d5-bc507c668e21'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:58:27.675094 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47bc0dc9fe746ac64adcb7a0dbe6fda25f58f8d79cf35956c7e0a4ba81c3c440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3719a5-b090-469f-9725-4744ec90a2bf" -d '{"events": [{"server_uuid": "7d8bcd9f-53f0-4214-8b80-4510190b4771", "name": "network-vif-deleted", "tag": "bb51d204-8a5d-427a-99d5-bc507c668e21"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:58:27.718684 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb3e14e-5993-4997-b3d5-8c2c09bc48b4 x-openstack-request-id: req-7fb3e14e-5993-4997-b3d5-8c2c09bc48b4 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:58:27.718980 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8bcd9f-53f0-4214-8b80-4510190b4771", "name": "network-vif-deleted", "tag": "bb51d204-8a5d-427a-99d5-bc507c668e21", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:58:27.719240 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7fb3e14e-5993-4997-b3d5-8c2c09bc48b4 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:58:27.719644 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8bcd9f-53f0-4214-8b80-4510190b4771', 'name': 'network-vif-deleted', 'tag': 'bb51d204-8a5d-427a-99d5-bc507c668e21', 'status': 'completed', 'code': 200} Feb 07 21:58:28.170720 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46334) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:58:28.515377 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-789c141d-937d-42c8-b05a-adee33d7a956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (4a5ce93e-8fb9-436f-aa7a-b8ddacffa974), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:28.756873 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-789c141d-937d-42c8-b05a-adee33d7a956 admin admin] Deleting port 28f3d64c-e89b-4535-bdeb-8218b67dd8d9 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:58:28.757209 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-789c141d-937d-42c8-b05a-adee33d7a956 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (28f3d64c-e89b-4535-bdeb-8218b67dd8d9), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:28.831632 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-789c141d-937d-42c8-b05a-adee33d7a956 admin admin] For port 28f3d64c-e89b-4535-bdeb-8218b67dd8d9, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=28f3d64c-e89b-4535-bdeb-8218b67dd8d9,segment=NetworkSegment(264dd43f-c379-4e27-831d-6b403e1dfa2a),segment_id=264dd43f-c379-4e27-831d-6b403e1dfa2a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:58:28.831897 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-789c141d-937d-42c8-b05a-adee33d7a956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (28f3d64c-e89b-4535-bdeb-8218b67dd8d9), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:28.844118 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-789c141d-937d-42c8-b05a-adee33d7a956 admin admin] Calling delete_port for 28f3d64c-e89b-4535-bdeb-8218b67dd8d9 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:58:29.016644 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-789c141d-937d-42c8-b05a-adee33d7a956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (28f3d64c-e89b-4535-bdeb-8218b67dd8d9), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:29.043374 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c141d-937d-42c8-b05a-adee33d7a956 admin admin] Pushing event deleted for resources: {'Port': ['ID=28f3d64c-e89b-4535-bdeb-8218b67dd8d9,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:29.053072 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c141d-937d-42c8-b05a-adee33d7a956 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:29.053418 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c141d-937d-42c8-b05a-adee33d7a956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:29.053757 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c141d-937d-42c8-b05a-adee33d7a956 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:29.054091 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c141d-937d-42c8-b05a-adee33d7a956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:29.054423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c141d-937d-42c8-b05a-adee33d7a956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:29.054752 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c141d-937d-42c8-b05a-adee33d7a956 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:29.055588 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c141d-937d-42c8-b05a-adee33d7a956 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:29.055588 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c141d-937d-42c8-b05a-adee33d7a956 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:29.055765 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c141d-937d-42c8-b05a-adee33d7a956 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:29.056048 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c141d-937d-42c8-b05a-adee33d7a956 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:29.056391 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c141d-937d-42c8-b05a-adee33d7a956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:29.056715 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c141d-937d-42c8-b05a-adee33d7a956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:29.057033 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c141d-937d-42c8-b05a-adee33d7a956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:29.223880 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-789c141d-937d-42c8-b05a-adee33d7a956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (4a5ce93e-8fb9-436f-aa7a-b8ddacffa974), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:29.433447 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789c141d-937d-42c8-b05a-adee33d7a956 admin admin] Router 4a5ce93e-8fb9-436f-aa7a-b8ddacffa974 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:58:29.536483 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789c141d-937d-42c8-b05a-adee33d7a956 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:58:29.541443 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-789c141d-937d-42c8-b05a-adee33d7a956 admin admin] 10.222.0.65 "PUT /v2.0/routers/4a5ce93e-8fb9-436f-aa7a-b8ddacffa974/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3695986 Feb 07 21:58:29.544325 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46336) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:58:29.545165 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639c1fe0-95ce-4f1b-a4f2-95cadce7779e None None] Sync routers for ids ['4a5ce93e-8fb9-436f-aa7a-b8ddacffa974'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:58:29.554526 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639c1fe0-95ce-4f1b-a4f2-95cadce7779e None None] Routers {'4a5ce93e-8fb9-436f-aa7a-b8ddacffa974'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:58:29.555675 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-639c1fe0-95ce-4f1b-a4f2-95cadce7779e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:58:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['4a5ce93e-8fb9-436f-aa7a-b8ddacffa974'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:29.648977 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c1f86f7-915c-4528-b132-9043860f8ad2 admin admin] Publish callbacks [] for router (4a5ce93e-8fb9-436f-aa7a-b8ddacffa974), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:29.665027 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-639c1fe0-95ce-4f1b-a4f2-95cadce7779e None None] Set router 4a5ce93e-8fb9-436f-aa7a-b8ddacffa974 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:58:29.753007 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c1f86f7-915c-4528-b132-9043860f8ad2 admin admin] Publish callbacks [] for router_gateway (4a5ce93e-8fb9-436f-aa7a-b8ddacffa974), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:29.807452 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5c1f86f7-915c-4528-b132-9043860f8ad2 admin admin] Deleting port 978a149f-7ba6-4c6a-a986-2914e142d379 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:58:29.807782 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c1f86f7-915c-4528-b132-9043860f8ad2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (978a149f-7ba6-4c6a-a986-2914e142d379), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:29.843369 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-639c1fe0-95ce-4f1b-a4f2-95cadce7779e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5ce93e-8fb9-436f-aa7a-b8ddacffa974', 'name': 'tempest-TestEncryptedCinderVolumes-1231442427-router', 'tenant_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '978a149f-7ba6-4c6a-a986-2914e142d379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:56:40Z', 'updated_at': '2022-02-07T21:58:28Z', 'revision_number': 5, 'project_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8', 'gw_port': {'id': '978a149f-7ba6-4c6a-a986-2914e142d379', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ce93e-8fb9-436f-aa7a-b8ddacffa974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:56:41Z', 'updated_at': '2022-02-07T21:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:29.870007 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639c1fe0-95ce-4f1b-a4f2-95cadce7779e None None] Checking router: 4a5ce93e-8fb9-436f-aa7a-b8ddacffa974 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:58:29.878815 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639c1fe0-95ce-4f1b-a4f2-95cadce7779e None None] Routers {'4a5ce93e-8fb9-436f-aa7a-b8ddacffa974'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:58:29.879438 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-639c1fe0-95ce-4f1b-a4f2-95cadce7779e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:58:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['4a5ce93e-8fb9-436f-aa7a-b8ddacffa974'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:29.969797 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-639c1fe0-95ce-4f1b-a4f2-95cadce7779e None None] Set router 4a5ce93e-8fb9-436f-aa7a-b8ddacffa974 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:58:30.024741 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-639c1fe0-95ce-4f1b-a4f2-95cadce7779e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5ce93e-8fb9-436f-aa7a-b8ddacffa974', 'name': 'tempest-TestEncryptedCinderVolumes-1231442427-router', 'tenant_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:56:40Z', 'updated_at': '2022-02-07T21:58:29Z', 'revision_number': 6, 'project_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:30.050824 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639c1fe0-95ce-4f1b-a4f2-95cadce7779e None None] The sync data for ids ['4a5ce93e-8fb9-436f-aa7a-b8ddacffa974'] in n-d-828185-2 is: [{'id': '4a5ce93e-8fb9-436f-aa7a-b8ddacffa974', 'name': 'tempest-TestEncryptedCinderVolumes-1231442427-router', 'tenant_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:56:40Z', 'updated_at': '2022-02-07T21:58:29Z', 'revision_number': 6, 'project_id': '00f7d2c6621c41a8a6ac85b5ea2f03c8', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:58:30.229286 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5c1f86f7-915c-4528-b132-9043860f8ad2 admin admin] For port 978a149f-7ba6-4c6a-a986-2914e142d379, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=978a149f-7ba6-4c6a-a986-2914e142d379,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:58:30.229820 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c1f86f7-915c-4528-b132-9043860f8ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (978a149f-7ba6-4c6a-a986-2914e142d379), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:30.242445 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5c1f86f7-915c-4528-b132-9043860f8ad2 admin admin] Calling delete_port for 978a149f-7ba6-4c6a-a986-2914e142d379 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:58:30.401641 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c1f86f7-915c-4528-b132-9043860f8ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (978a149f-7ba6-4c6a-a986-2914e142d379), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:30.429216 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f86f7-915c-4528-b132-9043860f8ad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=978a149f-7ba6-4c6a-a986-2914e142d379,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:30.490133 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c1f86f7-915c-4528-b132-9043860f8ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (4a5ce93e-8fb9-436f-aa7a-b8ddacffa974), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:30.580505 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c1f86f7-915c-4528-b132-9043860f8ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (4a5ce93e-8fb9-436f-aa7a-b8ddacffa974), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:30.582796 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c1f86f7-915c-4528-b132-9043860f8ad2 admin admin] Publish callbacks [] for router_controller (4a5ce93e-8fb9-436f-aa7a-b8ddacffa974), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:30.628089 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c1f86f7-915c-4528-b132-9043860f8ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (4a5ce93e-8fb9-436f-aa7a-b8ddacffa974), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:30.628674 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1f86f7-915c-4528-b132-9043860f8ad2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a5ce93e-8fb9-436f-aa7a-b8ddacffa974 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:58:30.633784 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c1f86f7-915c-4528-b132-9043860f8ad2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:30.634930 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5c1f86f7-915c-4528-b132-9043860f8ad2 admin admin] 10.222.0.65 "DELETE /v2.0/routers/4a5ce93e-8fb9-436f-aa7a-b8ddacffa974 HTTP/1.1" status: 204 len: 168 time: 1.0896842 Feb 07 21:58:30.637505 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46338) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:58:30.684929 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c08ca2-ba12-4443-a326-be53a284f8bb admin admin] Deleting subnet 33a20dd4-e9f5-4150-a1f6-a0bab6ae068c {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:58:30.688130 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99c08ca2-ba12-4443-a326-be53a284f8bb admin admin] Publish callbacks [] for subnet (33a20dd4-e9f5-4150-a1f6-a0bab6ae068c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:30.723562 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99c08ca2-ba12-4443-a326-be53a284f8bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (33a20dd4-e9f5-4150-a1f6-a0bab6ae068c), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:30.800242 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99c08ca2-ba12-4443-a326-be53a284f8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (33a20dd4-e9f5-4150-a1f6-a0bab6ae068c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:30.860403 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99c08ca2-ba12-4443-a326-be53a284f8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (33a20dd4-e9f5-4150-a1f6-a0bab6ae068c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:30.887135 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c08ca2-ba12-4443-a326-be53a284f8bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33a20dd4-e9f5-4150-a1f6-a0bab6ae068c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:30.889093 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99c08ca2-ba12-4443-a326-be53a284f8bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:30.893190 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4befde33-4432-42f6-a239-b489693b2afc None None] Network c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:58:30.894244 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-99c08ca2-ba12-4443-a326-be53a284f8bb admin admin] 10.222.0.65 "DELETE /v2.0/subnets/33a20dd4-e9f5-4150-a1f6-a0bab6ae068c HTTP/1.1" status: 204 len: 168 time: 0.2557337 Feb 07 21:58:30.894929 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46340) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:58:30.968050 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04544a74-c64a-4708-bb0f-45b3729c9a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:31.024491 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-04544a74-c64a-4708-bb0f-45b3729c9a5c admin admin] Deleting port ed407aa2-45e7-4df1-9bf1-6d71ae789b2f {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:58:31.024835 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04544a74-c64a-4708-bb0f-45b3729c9a5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ed407aa2-45e7-4df1-9bf1-6d71ae789b2f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:31.064467 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b053636-5d5d-4687-955c-67728d5afdca None None] DHCP port deletion for c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:58:31.087225 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-04544a74-c64a-4708-bb0f-45b3729c9a5c admin admin] For port ed407aa2-45e7-4df1-9bf1-6d71ae789b2f, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ed407aa2-45e7-4df1-9bf1-6d71ae789b2f,segment=NetworkSegment(264dd43f-c379-4e27-831d-6b403e1dfa2a),segment_id=264dd43f-c379-4e27-831d-6b403e1dfa2a)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:58:31.087536 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04544a74-c64a-4708-bb0f-45b3729c9a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ed407aa2-45e7-4df1-9bf1-6d71ae789b2f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:31.100343 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-04544a74-c64a-4708-bb0f-45b3729c9a5c admin admin] Calling delete_port for ed407aa2-45e7-4df1-9bf1-6d71ae789b2f owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:58:31.111754 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device bb51d204-8a5d-427a-99d5-bc507c668e21 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:58:31.116387 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2b053636-5d5d-4687-955c-67728d5afdca None None] Deleting port ed407aa2-45e7-4df1-9bf1-6d71ae789b2f {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:58:31.116756 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2b053636-5d5d-4687-955c-67728d5afdca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ed407aa2-45e7-4df1-9bf1-6d71ae789b2f), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:31.149881 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: bb51d204-8a5d-427a-99d5-bc507c668e21 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:58:31.150221 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device bb51d204-8a5d-427a-99d5-bc507c668e21 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:58:31.185872 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04544a74-c64a-4708-bb0f-45b3729c9a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (ed407aa2-45e7-4df1-9bf1-6d71ae789b2f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:31.204221 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2b053636-5d5d-4687-955c-67728d5afdca None None] For port ed407aa2-45e7-4df1-9bf1-6d71ae789b2f, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ed407aa2-45e7-4df1-9bf1-6d71ae789b2f,segment=NetworkSegment(264dd43f-c379-4e27-831d-6b403e1dfa2a),segment_id=264dd43f-c379-4e27-831d-6b403e1dfa2a)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:58:31.204978 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2b053636-5d5d-4687-955c-67728d5afdca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ed407aa2-45e7-4df1-9bf1-6d71ae789b2f), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:31.211009 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04544a74-c64a-4708-bb0f-45b3729c9a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed407aa2-45e7-4df1-9bf1-6d71ae789b2f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:31.214647 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04544a74-c64a-4708-bb0f-45b3729c9a5c admin admin] No DVR routers for this DVR port ed407aa2-45e7-4df1-9bf1-6d71ae789b2f on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:58:31.218457 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2b053636-5d5d-4687-955c-67728d5afdca None None] Calling delete_port for ed407aa2-45e7-4df1-9bf1-6d71ae789b2f owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:58:31.287010 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04544a74-c64a-4708-bb0f-45b3729c9a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:31.309644 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-04544a74-c64a-4708-bb0f-45b3729c9a5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:31.321511 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-04544a74-c64a-4708-bb0f-45b3729c9a5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264dd43f-c379-4e27-831d-6b403e1dfa2a') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:31.321835 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-04544a74-c64a-4708-bb0f-45b3729c9a5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264dd43f-c379-4e27-831d-6b403e1dfa2a') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:31.331995 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04544a74-c64a-4708-bb0f-45b3729c9a5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (264dd43f-c379-4e27-831d-6b403e1dfa2a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:31.346208 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04544a74-c64a-4708-bb0f-45b3729c9a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (264dd43f-c379-4e27-831d-6b403e1dfa2a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:31.353240 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04544a74-c64a-4708-bb0f-45b3729c9a5c admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:58:31.353657 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04544a74-c64a-4708-bb0f-45b3729c9a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (264dd43f-c379-4e27-831d-6b403e1dfa2a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:58:31.355679 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:58:31.414029 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04544a74-c64a-4708-bb0f-45b3729c9a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:31.419559 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04544a74-c64a-4708-bb0f-45b3729c9a5c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:31.422724 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-04544a74-c64a-4708-bb0f-45b3729c9a5c admin admin] 10.222.0.65 "DELETE /v2.0/networks/c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 HTTP/1.1" status: 204 len: 168 time: 0.5262926 Feb 07 21:58:31.425877 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46342) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:58:31.434087 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04544a74-c64a-4708-bb0f-45b3729c9a5c admin admin] Pushing event deleted for resources: {'Network': ['ID=c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:31.451526 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2b053636-5d5d-4687-955c-67728d5afdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (ed407aa2-45e7-4df1-9bf1-6d71ae789b2f), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:31.474077 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2b053636-5d5d-4687-955c-67728d5afdca None None] Network c31f0c2b-a3bc-4fe8-9cd7-34395c77c0b0 is not hosted by any dhcp agent {{(pid=103257) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 21:58:31.474440 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b053636-5d5d-4687-955c-67728d5afdca None None] No DVR routers for this DVR port ed407aa2-45e7-4df1-9bf1-6d71ae789b2f on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:58:31.476127 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b053636-5d5d-4687-955c-67728d5afdca None None] Pushing event deleted for resources: {'Port': ['ID=ed407aa2-45e7-4df1-9bf1-6d71ae789b2f,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:31.768400 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ca3b096-2b04-416b-80db-a109a9d07fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (c02287d3-703f-4720-a6a5-d3c9bd487bb3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:32.012506 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3ca3b096-2b04-416b-80db-a109a9d07fa5 admin admin] Deleting port 16588d75-9d5c-4bdc-891b-648e1bc9ca3d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:58:32.012827 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ca3b096-2b04-416b-80db-a109a9d07fa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (16588d75-9d5c-4bdc-891b-648e1bc9ca3d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:32.090227 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ed407aa2-45e7-4df1-9bf1-6d71ae789b2f no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:58:32.092865 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3ca3b096-2b04-416b-80db-a109a9d07fa5 admin admin] For port 16588d75-9d5c-4bdc-891b-648e1bc9ca3d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=16588d75-9d5c-4bdc-891b-648e1bc9ca3d,segment=NetworkSegment(6a9c39cb-3067-45d2-b779-e29ad643c152),segment_id=6a9c39cb-3067-45d2-b779-e29ad643c152)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:58:32.093237 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ca3b096-2b04-416b-80db-a109a9d07fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (16588d75-9d5c-4bdc-891b-648e1bc9ca3d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:32.106854 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3ca3b096-2b04-416b-80db-a109a9d07fa5 admin admin] Calling delete_port for 16588d75-9d5c-4bdc-891b-648e1bc9ca3d owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:58:32.110373 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: ed407aa2-45e7-4df1-9bf1-6d71ae789b2f {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:58:32.110795 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ed407aa2-45e7-4df1-9bf1-6d71ae789b2f not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:58:32.111283 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 978a149f-7ba6-4c6a-a986-2914e142d379 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:58:32.130163 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 978a149f-7ba6-4c6a-a986-2914e142d379 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:58:32.130605 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 978a149f-7ba6-4c6a-a986-2914e142d379 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:58:32.131084 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 28f3d64c-e89b-4535-bdeb-8218b67dd8d9 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:58:32.149621 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 28f3d64c-e89b-4535-bdeb-8218b67dd8d9 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:58:32.149972 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 28f3d64c-e89b-4535-bdeb-8218b67dd8d9 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:58:32.283482 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ca3b096-2b04-416b-80db-a109a9d07fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (16588d75-9d5c-4bdc-891b-648e1bc9ca3d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:32.308728 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3b096-2b04-416b-80db-a109a9d07fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=16588d75-9d5c-4bdc-891b-648e1bc9ca3d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:32.474704 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ca3b096-2b04-416b-80db-a109a9d07fa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (c02287d3-703f-4720-a6a5-d3c9bd487bb3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:32.682467 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca3b096-2b04-416b-80db-a109a9d07fa5 admin admin] Router c02287d3-703f-4720-a6a5-d3c9bd487bb3 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:58:32.787066 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca3b096-2b04-416b-80db-a109a9d07fa5 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:58:32.792617 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3ca3b096-2b04-416b-80db-a109a9d07fa5 admin admin] 10.222.0.65 "PUT /v2.0/routers/c02287d3-703f-4720-a6a5-d3c9bd487bb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3651087 Feb 07 21:58:32.795241 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46344) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:58:32.796836 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6393c2-83fd-4100-90f9-69295e46dc76 None None] Sync routers for ids ['c02287d3-703f-4720-a6a5-d3c9bd487bb3'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:58:32.807194 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6393c2-83fd-4100-90f9-69295e46dc76 None None] Routers {'c02287d3-703f-4720-a6a5-d3c9bd487bb3'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:58:32.807815 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0f6393c2-83fd-4100-90f9-69295e46dc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:58:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c02287d3-703f-4720-a6a5-d3c9bd487bb3'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:32.901051 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9da7ed6a-259e-4e3a-8677-62630e263c8f admin admin] Publish callbacks [] for router (c02287d3-703f-4720-a6a5-d3c9bd487bb3), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:32.915088 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-0f6393c2-83fd-4100-90f9-69295e46dc76 None None] Set router c02287d3-703f-4720-a6a5-d3c9bd487bb3 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:58:33.006452 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9da7ed6a-259e-4e3a-8677-62630e263c8f admin admin] Publish callbacks [] for router_gateway (c02287d3-703f-4720-a6a5-d3c9bd487bb3), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:33.058949 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-9da7ed6a-259e-4e3a-8677-62630e263c8f admin admin] Deleting port bb16f7ed-5aea-4a91-af2b-17ea090d4227 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:58:33.059323 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9da7ed6a-259e-4e3a-8677-62630e263c8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (bb16f7ed-5aea-4a91-af2b-17ea090d4227), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:33.090430 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0f6393c2-83fd-4100-90f9-69295e46dc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02287d3-703f-4720-a6a5-d3c9bd487bb3', 'name': 'tempest-TestEncryptedCinderVolumes-1282778643-router', 'tenant_id': '3f2bcc80307a484eaa5ef702bcb15e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bb16f7ed-5aea-4a91-af2b-17ea090d4227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:56:45Z', 'updated_at': '2022-02-07T21:58:32Z', 'revision_number': 5, 'project_id': '3f2bcc80307a484eaa5ef702bcb15e12', 'gw_port': {'id': 'bb16f7ed-5aea-4a91-af2b-17ea090d4227', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ce:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02287d3-703f-4720-a6a5-d3c9bd487bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:56:45Z', 'updated_at': '2022-02-07T21:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:33.118042 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6393c2-83fd-4100-90f9-69295e46dc76 None None] Checking router: c02287d3-703f-4720-a6a5-d3c9bd487bb3 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:58:33.126233 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6393c2-83fd-4100-90f9-69295e46dc76 None None] Routers {'c02287d3-703f-4720-a6a5-d3c9bd487bb3'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:58:33.126840 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0f6393c2-83fd-4100-90f9-69295e46dc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:58:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c02287d3-703f-4720-a6a5-d3c9bd487bb3'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:33.140597 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9da7ed6a-259e-4e3a-8677-62630e263c8f admin admin] For port bb16f7ed-5aea-4a91-af2b-17ea090d4227, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=bb16f7ed-5aea-4a91-af2b-17ea090d4227,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:58:33.140962 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9da7ed6a-259e-4e3a-8677-62630e263c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (bb16f7ed-5aea-4a91-af2b-17ea090d4227), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:33.157067 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-9da7ed6a-259e-4e3a-8677-62630e263c8f admin admin] Calling delete_port for bb16f7ed-5aea-4a91-af2b-17ea090d4227 owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:58:33.214539 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-0f6393c2-83fd-4100-90f9-69295e46dc76 None None] Set router c02287d3-703f-4720-a6a5-d3c9bd487bb3 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:58:33.268932 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0f6393c2-83fd-4100-90f9-69295e46dc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02287d3-703f-4720-a6a5-d3c9bd487bb3', 'name': 'tempest-TestEncryptedCinderVolumes-1282778643-router', 'tenant_id': '3f2bcc80307a484eaa5ef702bcb15e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:56:45Z', 'updated_at': '2022-02-07T21:58:33Z', 'revision_number': 6, 'project_id': '3f2bcc80307a484eaa5ef702bcb15e12', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:33.294874 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6393c2-83fd-4100-90f9-69295e46dc76 None None] The sync data for ids ['c02287d3-703f-4720-a6a5-d3c9bd487bb3'] in n-d-828185-2 is: [{'id': 'c02287d3-703f-4720-a6a5-d3c9bd487bb3', 'name': 'tempest-TestEncryptedCinderVolumes-1282778643-router', 'tenant_id': '3f2bcc80307a484eaa5ef702bcb15e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:56:45Z', 'updated_at': '2022-02-07T21:58:33Z', 'revision_number': 6, 'project_id': '3f2bcc80307a484eaa5ef702bcb15e12', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:58:33.323789 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9da7ed6a-259e-4e3a-8677-62630e263c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (bb16f7ed-5aea-4a91-af2b-17ea090d4227), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:33.357141 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7ed6a-259e-4e3a-8677-62630e263c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=bb16f7ed-5aea-4a91-af2b-17ea090d4227,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:33.409491 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9da7ed6a-259e-4e3a-8677-62630e263c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (c02287d3-703f-4720-a6a5-d3c9bd487bb3), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:33.501854 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9da7ed6a-259e-4e3a-8677-62630e263c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (c02287d3-703f-4720-a6a5-d3c9bd487bb3), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:33.503926 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9da7ed6a-259e-4e3a-8677-62630e263c8f admin admin] Publish callbacks [] for router_controller (c02287d3-703f-4720-a6a5-d3c9bd487bb3), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:33.545080 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9da7ed6a-259e-4e3a-8677-62630e263c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (c02287d3-703f-4720-a6a5-d3c9bd487bb3), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:33.545522 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da7ed6a-259e-4e3a-8677-62630e263c8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c02287d3-703f-4720-a6a5-d3c9bd487bb3 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 21:58:33.549733 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9da7ed6a-259e-4e3a-8677-62630e263c8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:33.550862 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9da7ed6a-259e-4e3a-8677-62630e263c8f admin admin] 10.222.0.65 "DELETE /v2.0/routers/c02287d3-703f-4720-a6a5-d3c9bd487bb3 HTTP/1.1" status: 204 len: 168 time: 0.7545562 Feb 07 21:58:33.553513 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46346) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:58:33.595682 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16440c8-c098-4a23-a94b-319b7fca37e6 admin admin] Deleting subnet c10d844a-34cb-428d-b964-f5f7e0f4a18d {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 21:58:33.598547 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d16440c8-c098-4a23-a94b-319b7fca37e6 admin admin] Publish callbacks [] for subnet (c10d844a-34cb-428d-b964-f5f7e0f4a18d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:33.638844 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d16440c8-c098-4a23-a94b-319b7fca37e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (c10d844a-34cb-428d-b964-f5f7e0f4a18d), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:33.720919 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d16440c8-c098-4a23-a94b-319b7fca37e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (c10d844a-34cb-428d-b964-f5f7e0f4a18d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:33.773248 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d16440c8-c098-4a23-a94b-319b7fca37e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (c10d844a-34cb-428d-b964-f5f7e0f4a18d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:33.797645 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16440c8-c098-4a23-a94b-319b7fca37e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c10d844a-34cb-428d-b964-f5f7e0f4a18d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:33.801196 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d16440c8-c098-4a23-a94b-319b7fca37e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:33.804324 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d16440c8-c098-4a23-a94b-319b7fca37e6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c10d844a-34cb-428d-b964-f5f7e0f4a18d HTTP/1.1" status: 204 len: 168 time: 0.2498710 Feb 07 21:58:33.807388 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46348) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:58:33.807620 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6703849d-ca4c-47be-aaf6-7ad96ad8b1ea None None] Network c1b8f885-67f1-4882-ade4-4696361997bc requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:58:33.876677 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a847131-224f-44e8-a8d4-4c9502cc89db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (c1b8f885-67f1-4882-ade4-4696361997bc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:33.929333 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1a847131-224f-44e8-a8d4-4c9502cc89db admin admin] Deleting port f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:58:33.929578 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a847131-224f-44e8-a8d4-4c9502cc89db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:33.989758 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1a847131-224f-44e8-a8d4-4c9502cc89db admin admin] For port f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965,segment=NetworkSegment(6a9c39cb-3067-45d2-b779-e29ad643c152),segment_id=6a9c39cb-3067-45d2-b779-e29ad643c152)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:58:33.990048 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a847131-224f-44e8-a8d4-4c9502cc89db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:34.003147 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1a847131-224f-44e8-a8d4-4c9502cc89db admin admin] Calling delete_port for f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:58:34.076730 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6970ced-f163-425b-b9bf-4998ce673306 None None] DHCP port deletion for c1b8f885-67f1-4882-ade4-4696361997bc request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 21:58:34.096370 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a847131-224f-44e8-a8d4-4c9502cc89db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:34.125990 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a847131-224f-44e8-a8d4-4c9502cc89db admin admin] Pushing event deleted for resources: {'Port': ['ID=f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:34.130262 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a847131-224f-44e8-a8d4-4c9502cc89db admin admin] No DVR routers for this DVR port f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965 on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:58:34.140665 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:58:34.165297 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:34.167083 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c6970ced-f163-425b-b9bf-4998ce673306 None None] Deleting port f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 21:58:34.167445 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6970ced-f163-425b-b9bf-4998ce673306 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:34.170310 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:58:34.170653 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:58:34.171068 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 16588d75-9d5c-4bdc-891b-648e1bc9ca3d no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:58:34.207953 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a847131-224f-44e8-a8d4-4c9502cc89db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (c1b8f885-67f1-4882-ade4-4696361997bc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:34.222684 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 16588d75-9d5c-4bdc-891b-648e1bc9ca3d {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:58:34.223026 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 16588d75-9d5c-4bdc-891b-648e1bc9ca3d not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:58:34.223451 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device bb16f7ed-5aea-4a91-af2b-17ea090d4227 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 21:58:34.229800 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-1a847131-224f-44e8-a8d4-4c9502cc89db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b8f885-67f1-4882-ade4-4696361997bc']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:34.239465 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-1a847131-224f-44e8-a8d4-4c9502cc89db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9c39cb-3067-45d2-b779-e29ad643c152') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:34.239764 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-1a847131-224f-44e8-a8d4-4c9502cc89db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9c39cb-3067-45d2-b779-e29ad643c152') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:34.249829 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a847131-224f-44e8-a8d4-4c9502cc89db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (6a9c39cb-3067-45d2-b779-e29ad643c152), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:34.255626 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: bb16f7ed-5aea-4a91-af2b-17ea090d4227 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 21:58:34.255995 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device bb16f7ed-5aea-4a91-af2b-17ea090d4227 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 21:58:34.263556 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a847131-224f-44e8-a8d4-4c9502cc89db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (6a9c39cb-3067-45d2-b779-e29ad643c152), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:34.270147 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a847131-224f-44e8-a8d4-4c9502cc89db admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 21:58:34.270624 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a847131-224f-44e8-a8d4-4c9502cc89db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (6a9c39cb-3067-45d2-b779-e29ad643c152), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: timer() Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 21:58:34.272636 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 21:58:34.275177 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c6970ced-f163-425b-b9bf-4998ce673306 None None] For port f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965, host n-d-828185-2, got binding levels [] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:58:34.275177 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6970ced-f163-425b-b9bf-4998ce673306 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:34.287472 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c6970ced-f163-425b-b9bf-4998ce673306 None None] Calling delete_port for f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 21:58:34.290839 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.ipam_backend_mixin [None req-c6970ced-f163-425b-b9bf-4998ce673306 None None] Port f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965 was not found and therefore no delete operation was performed {{(pid=103257) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 21:58:34.292069 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6970ced-f163-425b-b9bf-4998ce673306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:34.315653 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6970ced-f163-425b-b9bf-4998ce673306 None None] Pushing event deleted for resources: {'Port': ['ID=f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:34.321793 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6970ced-f163-425b-b9bf-4998ce673306 None None] No DVR routers for this DVR port f4bee3d1-1c58-4a92-a2d8-c3ef3efc7965 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 21:58:34.333611 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a847131-224f-44e8-a8d4-4c9502cc89db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (c1b8f885-67f1-4882-ade4-4696361997bc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:34.341220 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a847131-224f-44e8-a8d4-4c9502cc89db admin admin] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:34.346414 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1a847131-224f-44e8-a8d4-4c9502cc89db admin admin] 10.222.0.65 "DELETE /v2.0/networks/c1b8f885-67f1-4882-ade4-4696361997bc HTTP/1.1" status: 204 len: 168 time: 0.5379188 Feb 07 21:58:34.363384 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a847131-224f-44e8-a8d4-4c9502cc89db admin admin] Pushing event deleted for resources: {'Network': ['ID=c1b8f885-67f1-4882-ade4-4696361997bc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:34.386191 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:34.547152 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46352) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:58:34.591081 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-aeba43ba-09cd-4759-abaf-270d72fe46d4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=00f7d2c6621c41a8a6ac85b5ea2f03c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426559 Feb 07 21:58:34.593456 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46354) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:58:34.639949 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-564eebac-16ab-45bc-811e-c17685f08667 admin admin] Publish callbacks [] for security_group (1888f7bb-2bd8-453b-9287-01a242f4c2ea), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:34.660448 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-564eebac-16ab-45bc-811e-c17685f08667 admin admin] Publish callbacks [] for security_group (1888f7bb-2bd8-453b-9287-01a242f4c2ea), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:34.706858 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-564eebac-16ab-45bc-811e-c17685f08667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1888f7bb-2bd8-453b-9287-01a242f4c2ea), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:34.710046 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-564eebac-16ab-45bc-811e-c17685f08667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:34.711720 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-564eebac-16ab-45bc-811e-c17685f08667 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1888f7bb-2bd8-453b-9287-01a242f4c2ea HTTP/1.1" status: 204 len: 168 time: 0.1168361 Feb 07 21:58:34.719654 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564eebac-16ab-45bc-811e-c17685f08667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1888f7bb-2bd8-453b-9287-01a242f4c2ea,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:35.028999 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46360) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:58:35.068949 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8ceb204e-19e4-44d8-aade-d776934d0b8a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3f2bcc80307a484eaa5ef702bcb15e12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387983 Feb 07 21:58:35.072056 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46362) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:58:35.119356 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-722dfa35-dc4e-4b7d-8cf1-5546a99ae0b2 admin admin] Publish callbacks [] for security_group (f3838fe6-a0a4-44e3-8a9a-a4685e05aae4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:35.139409 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-722dfa35-dc4e-4b7d-8cf1-5546a99ae0b2 admin admin] Publish callbacks [] for security_group (f3838fe6-a0a4-44e3-8a9a-a4685e05aae4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:35.189743 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-722dfa35-dc4e-4b7d-8cf1-5546a99ae0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (f3838fe6-a0a4-44e3-8a9a-a4685e05aae4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:35.192322 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-722dfa35-dc4e-4b7d-8cf1-5546a99ae0b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:35.193464 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-722dfa35-dc4e-4b7d-8cf1-5546a99ae0b2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f3838fe6-a0a4-44e3-8a9a-a4685e05aae4 HTTP/1.1" status: 204 len: 168 time: 0.1204605 Feb 07 21:58:35.201522 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722dfa35-dc4e-4b7d-8cf1-5546a99ae0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3838fe6-a0a4-44e3-8a9a-a4685e05aae4,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:35.879330 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46384) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:58:35.985077 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c4d7b23d-1aa9-42de-92c0-9fd9922dedcb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1277579717-network', 'tenant_id': 'b6f0ea3455f54681866529cab550329c'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:58:36.003922 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d7b23d-1aa9-42de-92c0-9fd9922dedcb admin admin] Made reservation on behalf of b6f0ea3455f54681866529cab550329c for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:58:36.006200 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4d7b23d-1aa9-42de-92c0-9fd9922dedcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:36.014751 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4d7b23d-1aa9-42de-92c0-9fd9922dedcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:36.087520 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4d7b23d-1aa9-42de-92c0-9fd9922dedcb admin admin] Publish callbacks [] for security_group (2059c03a-3b2c-4194-9b70-01efedaa0d06), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:36.091372 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4d7b23d-1aa9-42de-92c0-9fd9922dedcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (2059c03a-3b2c-4194-9b70-01efedaa0d06), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:36.111151 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d7b23d-1aa9-42de-92c0-9fd9922dedcb admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:58:36.124523 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7b23d-1aa9-42de-92c0-9fd9922dedcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2059c03a-3b2c-4194-9b70-01efedaa0d06,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:36.129117 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4d7b23d-1aa9-42de-92c0-9fd9922dedcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (ccdd6258-896a-4504-b1e9-a1a491d12ded), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:36.129465 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-c4d7b23d-1aa9-42de-92c0-9fd9922dedcb admin admin] Added segment ccdd6258-896a-4504-b1e9-a1a491d12ded of type vlan for network a25c3514-e630-4447-b775-cd79ac640137 Feb 07 21:58:36.168205 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4d7b23d-1aa9-42de-92c0-9fd9922dedcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (a25c3514-e630-4447-b775-cd79ac640137), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:36.192289 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4d7b23d-1aa9-42de-92c0-9fd9922dedcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (a25c3514-e630-4447-b775-cd79ac640137), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:36.193252 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d7b23d-1aa9-42de-92c0-9fd9922dedcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:58:36.193824 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4d7b23d-1aa9-42de-92c0-9fd9922dedcb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:36.244946 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c4d7b23d-1aa9-42de-92c0-9fd9922dedcb admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3644400 Feb 07 21:58:36.247815 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46388) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:58:36.252918 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6f8a4656-3419-40ef-8419-fdb7992fb34e admin admin] Request body: {'subnet': {'network_id': 'a25c3514-e630-4447-b775-cd79ac640137', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1277579717-subnet', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:58:36.257368 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7b23d-1aa9-42de-92c0-9fd9922dedcb admin admin] Pushing event updated for resources: {'Network': ['ID=a25c3514-e630-4447-b775-cd79ac640137,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:36.267944 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network a25c3514-e630-4447-b775-cd79ac640137 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:58:36.278304 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8a4656-3419-40ef-8419-fdb7992fb34e admin admin] Made reservation on behalf of b6f0ea3455f54681866529cab550329c for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:58:36.280957 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6f8a4656-3419-40ef-8419-fdb7992fb34e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:36.448264 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6f8a4656-3419-40ef-8419-fdb7992fb34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (59161d74-32ba-4608-92fc-8055dfc612d7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:36.499884 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a4656-3419-40ef-8419-fdb7992fb34e admin admin] Pushing event updated for resources: {'Subnet': ['ID=59161d74-32ba-4608-92fc-8055dfc612d7,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:36.509761 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8a4656-3419-40ef-8419-fdb7992fb34e admin admin] Checking segment: {'id': 'ccdd6258-896a-4504-b1e9-a1a491d12ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a25c3514-e630-4447-b775-cd79ac640137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:58:36.510120 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8a4656-3419-40ef-8419-fdb7992fb34e admin admin] Network hostable DHCP agents. Network: a25c3514-e630-4447-b775-cd79ac640137, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:58:36.525753 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8a4656-3419-40ef-8419-fdb7992fb34e admin admin] Network a25c3514-e630-4447-b775-cd79ac640137 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:58:36.533373 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6f8a4656-3419-40ef-8419-fdb7992fb34e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, a25c3514-e630-4447-b775-cd79ac640137) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:58:36.537372 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8a4656-3419-40ef-8419-fdb7992fb34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:58:36.537955 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6f8a4656-3419-40ef-8419-fdb7992fb34e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:36.542883 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cca96a8-fbfb-44e5-9f14-ea18645a2815 None None] Network a25c3514-e630-4447-b775-cd79ac640137 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:58:36.554250 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6f8a4656-3419-40ef-8419-fdb7992fb34e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3050122 Feb 07 21:58:36.557471 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46390) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:58:36.561866 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2b8d31c6-1bcf-47d7-8b5a-c12fbb67961f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1277579717-router', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:58:36.581653 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b8d31c6-1bcf-47d7-8b5a-c12fbb67961f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (aac85deb-2620-4de7-9dc5-8ac91b659fa7), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:36.582650 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b8d31c6-1bcf-47d7-8b5a-c12fbb67961f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (aac85deb-2620-4de7-9dc5-8ac91b659fa7), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:36.642862 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b8d31c6-1bcf-47d7-8b5a-c12fbb67961f admin admin] Publish callbacks [] for router_controller (aac85deb-2620-4de7-9dc5-8ac91b659fa7), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:36.644718 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b68f4f5-62e7-4ac8-a651-891422e34877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-a25c3514-e630-4447-b775-cd79ac640137', 'network_id': 'a25c3514-e630-4447-b775-cd79ac640137', 'project_id': 'b6f0ea3455f54681866529cab550329c', 'fixed_ips': [{'subnet_id': '59161d74-32ba-4608-92fc-8055dfc612d7'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:58:36.645573 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9b68f4f5-62e7-4ac8-a651-891422e34877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:36.780828 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-9b68f4f5-62e7-4ac8-a651-891422e34877 None None] Allocated IP 172.20.0.2 (a25c3514-e630-4447-b775-cd79ac640137/59161d74-32ba-4608-92fc-8055dfc612d7/f227b64d-d055-433d-b0f2-937d573522eb) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:58:36.785134 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b8d31c6-1bcf-47d7-8b5a-c12fbb67961f admin admin] Publish callbacks [] for router_gateway (aac85deb-2620-4de7-9dc5-8ac91b659fa7), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:36.923473 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9b68f4f5-62e7-4ac8-a651-891422e34877 None None] Publish callbacks [] for port (f227b64d-d055-433d-b0f2-937d573522eb), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:36.930319 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9b68f4f5-62e7-4ac8-a651-891422e34877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (f227b64d-d055-433d-b0f2-937d573522eb), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:36.972024 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b68f4f5-62e7-4ac8-a651-891422e34877 None None] Network a25c3514-e630-4447-b775-cd79ac640137 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:58:36.974837 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-9b68f4f5-62e7-4ac8-a651-891422e34877 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:58:36.977329 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b68f4f5-62e7-4ac8-a651-891422e34877 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:58:36.980443 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b8d31c6-1bcf-47d7-8b5a-c12fbb67961f admin admin] Publish callbacks [] for router_gateway (aac85deb-2620-4de7-9dc5-8ac91b659fa7), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:36.984205 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68f4f5-62e7-4ac8-a651-891422e34877 None None] Pushing event updated for resources: {'Port': ['ID=f227b64d-d055-433d-b0f2-937d573522eb,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:36.999511 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b8d31c6-1bcf-47d7-8b5a-c12fbb67961f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:37.040069 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-9b68f4f5-62e7-4ac8-a651-891422e34877 None None] Attempting to bind port f227b64d-d055-433d-b0f2-937d573522eb on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:58:37.040376 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-9b68f4f5-62e7-4ac8-a651-891422e34877 None None] Attempting to bind port f227b64d-d055-433d-b0f2-937d573522eb by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'ccdd6258-896a-4504-b1e9-a1a491d12ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a25c3514-e630-4447-b775-cd79ac640137'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:58:37.040742 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b68f4f5-62e7-4ac8-a651-891422e34877 None None] Attempting to bind port f227b64d-d055-433d-b0f2-937d573522eb on network a25c3514-e630-4447-b775-cd79ac640137 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:58:37.045633 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b68f4f5-62e7-4ac8-a651-891422e34877 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:58:37.046010 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b68f4f5-62e7-4ac8-a651-891422e34877 None None] Checking segment: {'id': 'ccdd6258-896a-4504-b1e9-a1a491d12ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a25c3514-e630-4447-b775-cd79ac640137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:58:37.046408 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9b68f4f5-62e7-4ac8-a651-891422e34877 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:37.046808 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b68f4f5-62e7-4ac8-a651-891422e34877 None None] Bound using segment: {'id': 'ccdd6258-896a-4504-b1e9-a1a491d12ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a25c3514-e630-4447-b775-cd79ac640137'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:58:37.047271 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-9b68f4f5-62e7-4ac8-a651-891422e34877 None None] Bound port: f227b64d-d055-433d-b0f2-937d573522eb, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdd6258-896a-4504-b1e9-a1a491d12ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a25c3514-e630-4447-b775-cd79ac640137'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:58:37.047671 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9b68f4f5-62e7-4ac8-a651-891422e34877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f227b64d-d055-433d-b0f2-937d573522eb), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:37.104886 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-2b8d31c6-1bcf-47d7-8b5a-c12fbb67961f admin admin] Allocated IP 172.25.4.156 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/ff431221-5171-4df8-ba9b-6a003ca2615b) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:58:37.109138 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-9b68f4f5-62e7-4ac8-a651-891422e34877 None None] For port f227b64d-d055-433d-b0f2-937d573522eb, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:58:37.112136 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-9b68f4f5-62e7-4ac8-a651-891422e34877 None None] For port f227b64d-d055-433d-b0f2-937d573522eb, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f227b64d-d055-433d-b0f2-937d573522eb,segment=NetworkSegment(ccdd6258-896a-4504-b1e9-a1a491d12ded),segment_id=ccdd6258-896a-4504-b1e9-a1a491d12ded)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:58:37.118774 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9b68f4f5-62e7-4ac8-a651-891422e34877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f227b64d-d055-433d-b0f2-937d573522eb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:37.175536 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68f4f5-62e7-4ac8-a651-891422e34877 None None] Pushing event updated for resources: {'Port': ['ID=f227b64d-d055-433d-b0f2-937d573522eb,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:37.210444 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b8d31c6-1bcf-47d7-8b5a-c12fbb67961f admin admin] Publish callbacks [] for port (ff431221-5171-4df8-ba9b-6a003ca2615b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:37.245983 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b8d31c6-1bcf-47d7-8b5a-c12fbb67961f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ff431221-5171-4df8-ba9b-6a003ca2615b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:37.285166 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8d31c6-1bcf-47d7-8b5a-c12fbb67961f admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:58:37.288157 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-2b8d31c6-1bcf-47d7-8b5a-c12fbb67961f admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:58:37.292275 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8d31c6-1bcf-47d7-8b5a-c12fbb67961f admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:58:37.297729 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d31c6-1bcf-47d7-8b5a-c12fbb67961f admin admin] Pushing event updated for resources: {'Port': ['ID=ff431221-5171-4df8-ba9b-6a003ca2615b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:37.556196 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b8d31c6-1bcf-47d7-8b5a-c12fbb67961f admin admin] Publish callbacks [] for router_gateway (aac85deb-2620-4de7-9dc5-8ac91b659fa7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:37.751783 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b8d31c6-1bcf-47d7-8b5a-c12fbb67961f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (aac85deb-2620-4de7-9dc5-8ac91b659fa7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:37.884366 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8d31c6-1bcf-47d7-8b5a-c12fbb67961f admin admin] Router aac85deb-2620-4de7-9dc5-8ac91b659fa7 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:58:37.992904 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8d31c6-1bcf-47d7-8b5a-c12fbb67961f admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:58:38.002398 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c16e03a-b5ef-4823-9ac4-4dc038814bd3 None None] Sync routers for ids ['aac85deb-2620-4de7-9dc5-8ac91b659fa7'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:58:38.012217 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b8d31c6-1bcf-47d7-8b5a-c12fbb67961f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:38.014945 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c16e03a-b5ef-4823-9ac4-4dc038814bd3 None None] Routers {'aac85deb-2620-4de7-9dc5-8ac91b659fa7'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:58:38.015569 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-1c16e03a-b5ef-4823-9ac4-4dc038814bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:58:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['aac85deb-2620-4de7-9dc5-8ac91b659fa7'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:38.016574 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46392) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:58:38.017056 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2b8d31c6-1bcf-47d7-8b5a-c12fbb67961f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4580374 Feb 07 21:58:38.175667 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c02fb7-3ee9-4a2c-b863-58d5e7d2010b None None] Network a25c3514-e630-4447-b775-cd79ac640137 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:58:38.223321 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f227b64d-d055-433d-b0f2-937d573522eb up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:58:38.249276 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-1c16e03a-b5ef-4823-9ac4-4dc038814bd3 None None] Set router aac85deb-2620-4de7-9dc5-8ac91b659fa7 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:58:38.297790 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d4f558f0-fec2-4a07-8b2e-8495a03ccd1a None None] Provisioning complete for port f227b64d-d055-433d-b0f2-937d573522eb triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:58:38.298149 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d4f558f0-fec2-4a07-8b2e-8495a03ccd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f227b64d-d055-433d-b0f2-937d573522eb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:38.375358 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port f227b64d-d055-433d-b0f2-937d573522eb triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:58:38.375726 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f227b64d-d055-433d-b0f2-937d573522eb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:38.447077 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-1c16e03a-b5ef-4823-9ac4-4dc038814bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'name': 'tempest-TestMinimumBasicScenario-1277579717-router', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'ff431221-5171-4df8-ba9b-6a003ca2615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:58:36Z', 'updated_at': '2022-02-07T21:58:37Z', 'revision_number': 3, 'project_id': 'b6f0ea3455f54681866529cab550329c', 'gw_port': {'id': 'ff431221-5171-4df8-ba9b-6a003ca2615b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:44:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:37Z', 'updated_at': '2022-02-07T21:58:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:38.472867 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d4f558f0-fec2-4a07-8b2e-8495a03ccd1a None None] Current status of the port f227b64d-d055-433d-b0f2-937d573522eb is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:58:38.473259 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d4f558f0-fec2-4a07-8b2e-8495a03ccd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f227b64d-d055-433d-b0f2-937d573522eb), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:38.480451 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c16e03a-b5ef-4823-9ac4-4dc038814bd3 None None] Checking router: aac85deb-2620-4de7-9dc5-8ac91b659fa7 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:58:38.480793 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c16e03a-b5ef-4823-9ac4-4dc038814bd3 None None] Updating router aac85deb-2620-4de7-9dc5-8ac91b659fa7 port ff431221-5171-4df8-ba9b-6a003ca2615b binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:58:38.511675 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1c16e03a-b5ef-4823-9ac4-4dc038814bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ff431221-5171-4df8-ba9b-6a003ca2615b), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:38.517760 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port f227b64d-d055-433d-b0f2-937d573522eb is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:58:38.518146 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f227b64d-d055-433d-b0f2-937d573522eb), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:38.555641 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d4f558f0-fec2-4a07-8b2e-8495a03ccd1a None None] For port f227b64d-d055-433d-b0f2-937d573522eb, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f227b64d-d055-433d-b0f2-937d573522eb,segment=NetworkSegment(ccdd6258-896a-4504-b1e9-a1a491d12ded),segment_id=ccdd6258-896a-4504-b1e9-a1a491d12ded)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:58:38.560358 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d4f558f0-fec2-4a07-8b2e-8495a03ccd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f227b64d-d055-433d-b0f2-937d573522eb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:38.645084 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f558f0-fec2-4a07-8b2e-8495a03ccd1a None None] Pushing event updated for resources: {'Port': ['ID=f227b64d-d055-433d-b0f2-937d573522eb,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:38.649051 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 21:58:38.649728 n-d-828185-2 neutron-server[103257]: DEBUG oslo_db.api [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 21:58:38.781348 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-59d023a2-4eea-4263-8b5d-21c4e77f69b2 None None] Provisioning complete for port f227b64d-d055-433d-b0f2-937d573522eb triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:58:38.781868 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-59d023a2-4eea-4263-8b5d-21c4e77f69b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f227b64d-d055-433d-b0f2-937d573522eb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:38.793742 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1c16e03a-b5ef-4823-9ac4-4dc038814bd3 None None] Publish callbacks [] for port (ff431221-5171-4df8-ba9b-6a003ca2615b), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:38.799556 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1c16e03a-b5ef-4823-9ac4-4dc038814bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ff431221-5171-4df8-ba9b-6a003ca2615b), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:38.807642 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-247205a9-5d78-4466-a006-e77899dd5194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:38.857198 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-1c16e03a-b5ef-4823-9ac4-4dc038814bd3 None None] Attempting to bind port ff431221-5171-4df8-ba9b-6a003ca2615b on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:58:38.857666 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-1c16e03a-b5ef-4823-9ac4-4dc038814bd3 None None] Attempting to bind port ff431221-5171-4df8-ba9b-6a003ca2615b by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:58:38.858093 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c16e03a-b5ef-4823-9ac4-4dc038814bd3 None None] Attempting to bind port ff431221-5171-4df8-ba9b-6a003ca2615b on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:58:38.860123 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df6ac3-b184-47e3-a35d-555f29331182 None None] Pushing event updated for resources: {'Port': ['ID=ff431221-5171-4df8-ba9b-6a003ca2615b,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:38.869582 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c16e03a-b5ef-4823-9ac4-4dc038814bd3 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:58:38.870129 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c16e03a-b5ef-4823-9ac4-4dc038814bd3 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:58:38.870635 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1c16e03a-b5ef-4823-9ac4-4dc038814bd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:38.871123 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c16e03a-b5ef-4823-9ac4-4dc038814bd3 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:58:38.871715 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-1c16e03a-b5ef-4823-9ac4-4dc038814bd3 None None] Bound port: ff431221-5171-4df8-ba9b-6a003ca2615b, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:58:38.872192 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1c16e03a-b5ef-4823-9ac4-4dc038814bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ff431221-5171-4df8-ba9b-6a003ca2615b), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:38.874710 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df6ac3-b184-47e3-a35d-555f29331182 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:38.875165 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df6ac3-b184-47e3-a35d-555f29331182 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:38.875599 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df6ac3-b184-47e3-a35d-555f29331182 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:38.876026 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df6ac3-b184-47e3-a35d-555f29331182 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:38.876482 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df6ac3-b184-47e3-a35d-555f29331182 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:38.876905 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df6ac3-b184-47e3-a35d-555f29331182 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:38.877341 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df6ac3-b184-47e3-a35d-555f29331182 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:38.877756 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df6ac3-b184-47e3-a35d-555f29331182 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:38.878173 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df6ac3-b184-47e3-a35d-555f29331182 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:38.878599 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df6ac3-b184-47e3-a35d-555f29331182 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:38.879009 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df6ac3-b184-47e3-a35d-555f29331182 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:38.879415 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df6ac3-b184-47e3-a35d-555f29331182 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:38.879829 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df6ac3-b184-47e3-a35d-555f29331182 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:38.937966 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-1c16e03a-b5ef-4823-9ac4-4dc038814bd3 None None] For port ff431221-5171-4df8-ba9b-6a003ca2615b, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:58:38.941672 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-1c16e03a-b5ef-4823-9ac4-4dc038814bd3 None None] For port ff431221-5171-4df8-ba9b-6a003ca2615b, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ff431221-5171-4df8-ba9b-6a003ca2615b,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:58:38.948886 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1c16e03a-b5ef-4823-9ac4-4dc038814bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ff431221-5171-4df8-ba9b-6a003ca2615b), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:38.980692 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-247205a9-5d78-4466-a006-e77899dd5194 admin admin] Allocated IP 172.20.0.1 (a25c3514-e630-4447-b775-cd79ac640137/59161d74-32ba-4608-92fc-8055dfc612d7/72c23b78-5c6e-4ae6-a8f9-d3df49434afb) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:58:39.019018 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c16e03a-b5ef-4823-9ac4-4dc038814bd3 None None] Routers {'aac85deb-2620-4de7-9dc5-8ac91b659fa7'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:58:39.020053 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-1c16e03a-b5ef-4823-9ac4-4dc038814bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:58:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['aac85deb-2620-4de7-9dc5-8ac91b659fa7'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:39.021382 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df6ac3-b184-47e3-a35d-555f29331182 None None] Pushing event updated for resources: {'Port': ['ID=ff431221-5171-4df8-ba9b-6a003ca2615b,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:39.022185 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-59d023a2-4eea-4263-8b5d-21c4e77f69b2 None None] Current status of the port f227b64d-d055-433d-b0f2-937d573522eb is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:58:39.094286 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-247205a9-5d78-4466-a006-e77899dd5194 admin admin] Publish callbacks [] for port (72c23b78-5c6e-4ae6-a8f9-d3df49434afb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:39.128604 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-247205a9-5d78-4466-a006-e77899dd5194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (72c23b78-5c6e-4ae6-a8f9-d3df49434afb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:39.129093 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-1c16e03a-b5ef-4823-9ac4-4dc038814bd3 None None] Set router aac85deb-2620-4de7-9dc5-8ac91b659fa7 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:58:39.172640 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247205a9-5d78-4466-a006-e77899dd5194 admin admin] Network a25c3514-e630-4447-b775-cd79ac640137 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:58:39.176174 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-247205a9-5d78-4466-a006-e77899dd5194 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:58:39.179387 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247205a9-5d78-4466-a006-e77899dd5194 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:58:39.200553 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port f227b64d-d055-433d-b0f2-937d573522eb is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:58:39.202780 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247205a9-5d78-4466-a006-e77899dd5194 admin admin] Pushing event updated for resources: {'Port': ['ID=72c23b78-5c6e-4ae6-a8f9-d3df49434afb,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:39.225505 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-247205a9-5d78-4466-a006-e77899dd5194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (aac85deb-2620-4de7-9dc5-8ac91b659fa7), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:39.313245 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-1c16e03a-b5ef-4823-9ac4-4dc038814bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'name': 'tempest-TestMinimumBasicScenario-1277579717-router', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'ff431221-5171-4df8-ba9b-6a003ca2615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:58:36Z', 'updated_at': '2022-02-07T21:58:37Z', 'revision_number': 3, 'project_id': 'b6f0ea3455f54681866529cab550329c', 'gw_port': {'id': 'ff431221-5171-4df8-ba9b-6a003ca2615b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:44:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:37Z', 'updated_at': '2022-02-07T21:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:39.345067 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c16e03a-b5ef-4823-9ac4-4dc038814bd3 None None] The sync data for ids ['aac85deb-2620-4de7-9dc5-8ac91b659fa7'] in n-d-828185-2 is: [{'id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'name': 'tempest-TestMinimumBasicScenario-1277579717-router', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'ff431221-5171-4df8-ba9b-6a003ca2615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:58:36Z', 'updated_at': '2022-02-07T21:58:37Z', 'revision_number': 3, 'project_id': 'b6f0ea3455f54681866529cab550329c', 'gw_port': {'id': 'ff431221-5171-4df8-ba9b-6a003ca2615b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:44:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:37Z', 'updated_at': '2022-02-07T21:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:58:39.374889 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-247205a9-5d78-4466-a006-e77899dd5194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (72c23b78-5c6e-4ae6-a8f9-d3df49434afb), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:39.446037 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6cd1f70d-7739-42ee-978a-26bcaf68bc41 None None] Provisioning complete for port 72c23b78-5c6e-4ae6-a8f9-d3df49434afb triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:58:39.446777 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f70d-7739-42ee-978a-26bcaf68bc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (72c23b78-5c6e-4ae6-a8f9-d3df49434afb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:39.481598 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6cd1f70d-7739-42ee-978a-26bcaf68bc41 None None] Port 72c23b78-5c6e-4ae6-a8f9-d3df49434afb cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:58:39.555456 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-247205a9-5d78-4466-a006-e77899dd5194 admin admin] Publish callbacks [] for port (72c23b78-5c6e-4ae6-a8f9-d3df49434afb), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:39.568162 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-247205a9-5d78-4466-a006-e77899dd5194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (72c23b78-5c6e-4ae6-a8f9-d3df49434afb), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:39.640341 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-247205a9-5d78-4466-a006-e77899dd5194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (aac85deb-2620-4de7-9dc5-8ac91b659fa7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:39.642110 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247205a9-5d78-4466-a006-e77899dd5194 admin admin] Pushing event updated for resources: {'Port': ['ID=72c23b78-5c6e-4ae6-a8f9-d3df49434afb,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:39.751173 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247205a9-5d78-4466-a006-e77899dd5194 admin admin] Network a25c3514-e630-4447-b775-cd79ac640137 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:58:39.752974 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-247205a9-5d78-4466-a006-e77899dd5194 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:58:39.883567 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247205a9-5d78-4466-a006-e77899dd5194 admin admin] Router aac85deb-2620-4de7-9dc5-8ac91b659fa7 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:58:40.003182 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247205a9-5d78-4466-a006-e77899dd5194 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:58:40.007511 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-7229e948-3b2f-4b5e-93f7-b13eb5cf30b1 None None] Provisioning complete for port 72c23b78-5c6e-4ae6-a8f9-d3df49434afb triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:58:40.008531 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-247205a9-5d78-4466-a006-e77899dd5194 admin admin] 10.222.0.65 "PUT /v2.0/routers/aac85deb-2620-4de7-9dc5-8ac91b659fa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9900501 Feb 07 21:58:40.016972 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7229e948-3b2f-4b5e-93f7-b13eb5cf30b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (72c23b78-5c6e-4ae6-a8f9-d3df49434afb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:40.059379 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7229e948-3b2f-4b5e-93f7-b13eb5cf30b1 None None] Port 72c23b78-5c6e-4ae6-a8f9-d3df49434afb cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:58:40.229802 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f227b64d-d055-433d-b0f2-937d573522eb up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:58:40.282492 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port f227b64d-d055-433d-b0f2-937d573522eb triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:58:40.282953 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f227b64d-d055-433d-b0f2-937d573522eb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:40.364128 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port f227b64d-d055-433d-b0f2-937d573522eb is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:58:40.365241 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ff431221-5171-4df8-ba9b-6a003ca2615b up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:58:40.418972 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port ff431221-5171-4df8-ba9b-6a003ca2615b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:58:40.418972 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ff431221-5171-4df8-ba9b-6a003ca2615b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:40.512929 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port ff431221-5171-4df8-ba9b-6a003ca2615b is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:58:40.513320 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ff431221-5171-4df8-ba9b-6a003ca2615b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:40.535654 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port ff431221-5171-4df8-ba9b-6a003ca2615b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ff431221-5171-4df8-ba9b-6a003ca2615b,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:58:40.539586 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ff431221-5171-4df8-ba9b-6a003ca2615b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:40.557419 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46410) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:58:40.562470 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e53c9ca0-d047-4857-814b-e830c620ae49 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2063172495-network', 'tenant_id': 'dcd8e432b78740bf98bf0e4ab8501de0'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:58:40.581171 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53c9ca0-d047-4857-814b-e830c620ae49 admin admin] Made reservation on behalf of dcd8e432b78740bf98bf0e4ab8501de0 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:58:40.583663 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e53c9ca0-d047-4857-814b-e830c620ae49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:40.587061 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=ff431221-5171-4df8-ba9b-6a003ca2615b,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:40.592887 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e53c9ca0-d047-4857-814b-e830c620ae49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:40.668447 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e53c9ca0-d047-4857-814b-e830c620ae49 admin admin] Publish callbacks [] for security_group (6c9d6e9d-7b10-4891-9a2a-3a6d929363eb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:40.672431 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e53c9ca0-d047-4857-814b-e830c620ae49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (6c9d6e9d-7b10-4891-9a2a-3a6d929363eb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:40.695975 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53c9ca0-d047-4857-814b-e830c620ae49 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 21:58:40.704713 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c9ca0-d047-4857-814b-e830c620ae49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9d6e9d-7b10-4891-9a2a-3a6d929363eb,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:40.710724 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e53c9ca0-d047-4857-814b-e830c620ae49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (9375a3e4-50bc-4b37-9788-8ffbf6e76fa5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:40.711631 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-e53c9ca0-d047-4857-814b-e830c620ae49 admin admin] Added segment 9375a3e4-50bc-4b37-9788-8ffbf6e76fa5 of type vlan for network 00c4c7bc-fb80-4c93-8350-5177fcf966c3 Feb 07 21:58:40.757604 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e53c9ca0-d047-4857-814b-e830c620ae49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (00c4c7bc-fb80-4c93-8350-5177fcf966c3), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:40.783213 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e53c9ca0-d047-4857-814b-e830c620ae49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (00c4c7bc-fb80-4c93-8350-5177fcf966c3), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:40.784211 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53c9ca0-d047-4857-814b-e830c620ae49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:58:40.784823 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e53c9ca0-d047-4857-814b-e830c620ae49 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:40.844708 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e53c9ca0-d047-4857-814b-e830c620ae49 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2861159 Feb 07 21:58:40.847585 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46412) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:58:40.852150 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c9ca0-d047-4857-814b-e830c620ae49 admin admin] Pushing event updated for resources: {'Network': ['ID=00c4c7bc-fb80-4c93-8350-5177fcf966c3,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:40.853217 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1394b125-5bba-4794-ab18-abb580adc934 admin admin] Request body: {'subnet': {'network_id': '00c4c7bc-fb80-4c93-8350-5177fcf966c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2063172495-subnet', 'tenant_id': 'dcd8e432b78740bf98bf0e4ab8501de0', 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:58:40.862655 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 00c4c7bc-fb80-4c93-8350-5177fcf966c3 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 21:58:40.876995 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1394b125-5bba-4794-ab18-abb580adc934 admin admin] Made reservation on behalf of dcd8e432b78740bf98bf0e4ab8501de0 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:58:40.879925 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1394b125-5bba-4794-ab18-abb580adc934 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:40.972316 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb4a804-42f7-456b-8836-5221c618d12d None None] Sync routers for ids ['aac85deb-2620-4de7-9dc5-8ac91b659fa7'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:58:40.982633 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb4a804-42f7-456b-8836-5221c618d12d None None] Routers {'aac85deb-2620-4de7-9dc5-8ac91b659fa7'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:58:40.983260 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3fb4a804-42f7-456b-8836-5221c618d12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:58:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['aac85deb-2620-4de7-9dc5-8ac91b659fa7'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:41.050137 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1394b125-5bba-4794-ab18-abb580adc934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (eb80ce54-541f-4154-baa1-d930f79636d8), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:41.094828 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-3fb4a804-42f7-456b-8836-5221c618d12d None None] Set router aac85deb-2620-4de7-9dc5-8ac91b659fa7 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:58:41.105123 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394b125-5bba-4794-ab18-abb580adc934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb80ce54-541f-4154-baa1-d930f79636d8,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:41.114352 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1394b125-5bba-4794-ab18-abb580adc934 admin admin] Checking segment: {'id': '9375a3e4-50bc-4b37-9788-8ffbf6e76fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '00c4c7bc-fb80-4c93-8350-5177fcf966c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:58:41.114714 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1394b125-5bba-4794-ab18-abb580adc934 admin admin] Network hostable DHCP agents. Network: 00c4c7bc-fb80-4c93-8350-5177fcf966c3, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 21:58:41.133438 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1394b125-5bba-4794-ab18-abb580adc934 admin admin] Network 00c4c7bc-fb80-4c93-8350-5177fcf966c3 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 21:58:41.143610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-1394b125-5bba-4794-ab18-abb580adc934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 00c4c7bc-fb80-4c93-8350-5177fcf966c3) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:58:41.149265 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1394b125-5bba-4794-ab18-abb580adc934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:58:41.149865 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1394b125-5bba-4794-ab18-abb580adc934 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:41.173303 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1394b125-5bba-4794-ab18-abb580adc934 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3245835 Feb 07 21:58:41.173560 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5629faab-ceaa-4fb7-ae35-7a1254f625e9 None None] Network 00c4c7bc-fb80-4c93-8350-5177fcf966c3 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:58:41.177000 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46414) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:58:41.182930 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e594c784-cac2-4170-8d0f-12a644b9d3d5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2063172495-router', 'tenant_id': 'dcd8e432b78740bf98bf0e4ab8501de0', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:58:41.201898 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e594c784-cac2-4170-8d0f-12a644b9d3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (b400d4e1-99e2-4753-a88b-07acd0502b59), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:41.202898 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e594c784-cac2-4170-8d0f-12a644b9d3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (b400d4e1-99e2-4753-a88b-07acd0502b59), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:41.262528 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e594c784-cac2-4170-8d0f-12a644b9d3d5 admin admin] Publish callbacks [] for router_controller (b400d4e1-99e2-4753-a88b-07acd0502b59), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:41.350537 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9da6290-54ab-44c5-94da-92ec9837ac93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-00c4c7bc-fb80-4c93-8350-5177fcf966c3', 'network_id': '00c4c7bc-fb80-4c93-8350-5177fcf966c3', 'project_id': 'dcd8e432b78740bf98bf0e4ab8501de0', 'fixed_ips': [{'subnet_id': 'eb80ce54-541f-4154-baa1-d930f79636d8'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 21:58:41.351398 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9da6290-54ab-44c5-94da-92ec9837ac93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:41.492937 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3fb4a804-42f7-456b-8836-5221c618d12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'name': 'tempest-TestMinimumBasicScenario-1277579717-router', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'ff431221-5171-4df8-ba9b-6a003ca2615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:58:36Z', 'updated_at': '2022-02-07T21:58:39Z', 'revision_number': 4, 'project_id': 'b6f0ea3455f54681866529cab550329c', 'gw_port': {'id': 'ff431221-5171-4df8-ba9b-6a003ca2615b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:44:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:37Z', 'updated_at': '2022-02-07T21:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '72c23b78-5c6e-4ae6-a8f9-d3df49434afb', 'name': '', 'network_id': 'a25c3514-e630-4447-b775-cd79ac640137', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'mac_address': 'fa:16:3e:1c:cc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '59161d74-32ba-4608-92fc-8055dfc612d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:38Z', 'updated_at': '2022-02-07T21:58:39Z', 'revision_number': 2, 'project_id': 'b6f0ea3455f54681866529cab550329c', 'subnets': [{'id': '59161d74-32ba-4608-92fc-8055dfc612d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:41.522965 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb4a804-42f7-456b-8836-5221c618d12d None None] Checking router: aac85deb-2620-4de7-9dc5-8ac91b659fa7 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:58:41.523313 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb4a804-42f7-456b-8836-5221c618d12d None None] Updating router aac85deb-2620-4de7-9dc5-8ac91b659fa7 port 72c23b78-5c6e-4ae6-a8f9-d3df49434afb binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:58:41.559236 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-b9da6290-54ab-44c5-94da-92ec9837ac93 None None] Allocated IP 172.20.0.2 (00c4c7bc-fb80-4c93-8350-5177fcf966c3/eb80ce54-541f-4154-baa1-d930f79636d8/9d8357a8-7449-4f3c-b8f9-fbaa76741959) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:58:41.570580 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3fb4a804-42f7-456b-8836-5221c618d12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (72c23b78-5c6e-4ae6-a8f9-d3df49434afb), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:41.744324 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e594c784-cac2-4170-8d0f-12a644b9d3d5 admin admin] Publish callbacks [] for router_gateway (b400d4e1-99e2-4753-a88b-07acd0502b59), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:41.843620 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9da6290-54ab-44c5-94da-92ec9837ac93 None None] Publish callbacks [] for port (9d8357a8-7449-4f3c-b8f9-fbaa76741959), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:41.857317 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9da6290-54ab-44c5-94da-92ec9837ac93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (9d8357a8-7449-4f3c-b8f9-fbaa76741959), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:41.905107 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9da6290-54ab-44c5-94da-92ec9837ac93 None None] Network 00c4c7bc-fb80-4c93-8350-5177fcf966c3 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:58:41.916298 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-b9da6290-54ab-44c5-94da-92ec9837ac93 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:58:41.921285 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9da6290-54ab-44c5-94da-92ec9837ac93 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:58:41.934729 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da6290-54ab-44c5-94da-92ec9837ac93 None None] Pushing event updated for resources: {'Port': ['ID=9d8357a8-7449-4f3c-b8f9-fbaa76741959,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:41.946361 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e594c784-cac2-4170-8d0f-12a644b9d3d5 admin admin] Publish callbacks [] for router_gateway (b400d4e1-99e2-4753-a88b-07acd0502b59), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:41.965712 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e594c784-cac2-4170-8d0f-12a644b9d3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:42.019252 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-b9da6290-54ab-44c5-94da-92ec9837ac93 None None] Attempting to bind port 9d8357a8-7449-4f3c-b8f9-fbaa76741959 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:58:42.019537 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-b9da6290-54ab-44c5-94da-92ec9837ac93 None None] Attempting to bind port 9d8357a8-7449-4f3c-b8f9-fbaa76741959 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '9375a3e4-50bc-4b37-9788-8ffbf6e76fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '00c4c7bc-fb80-4c93-8350-5177fcf966c3'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:58:42.019894 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9da6290-54ab-44c5-94da-92ec9837ac93 None None] Attempting to bind port 9d8357a8-7449-4f3c-b8f9-fbaa76741959 on network 00c4c7bc-fb80-4c93-8350-5177fcf966c3 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:58:42.032926 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9da6290-54ab-44c5-94da-92ec9837ac93 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:58:42.033298 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9da6290-54ab-44c5-94da-92ec9837ac93 None None] Checking segment: {'id': '9375a3e4-50bc-4b37-9788-8ffbf6e76fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '00c4c7bc-fb80-4c93-8350-5177fcf966c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:58:42.033693 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9da6290-54ab-44c5-94da-92ec9837ac93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:42.034079 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9da6290-54ab-44c5-94da-92ec9837ac93 None None] Bound using segment: {'id': '9375a3e4-50bc-4b37-9788-8ffbf6e76fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '00c4c7bc-fb80-4c93-8350-5177fcf966c3'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:58:42.034544 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-b9da6290-54ab-44c5-94da-92ec9837ac93 None None] Bound port: 9d8357a8-7449-4f3c-b8f9-fbaa76741959, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9375a3e4-50bc-4b37-9788-8ffbf6e76fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '00c4c7bc-fb80-4c93-8350-5177fcf966c3'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:58:42.034937 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9da6290-54ab-44c5-94da-92ec9837ac93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9d8357a8-7449-4f3c-b8f9-fbaa76741959), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:42.037896 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3fb4a804-42f7-456b-8836-5221c618d12d None None] Publish callbacks [] for port (72c23b78-5c6e-4ae6-a8f9-d3df49434afb), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:42.047896 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3fb4a804-42f7-456b-8836-5221c618d12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (72c23b78-5c6e-4ae6-a8f9-d3df49434afb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:42.079156 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-e594c784-cac2-4170-8d0f-12a644b9d3d5 admin admin] Allocated IP 172.25.4.76 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/399cce2a-3e6e-471c-b77a-362ffc455f9c) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:58:42.115708 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ff431221-5171-4df8-ba9b-6a003ca2615b up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:58:42.159718 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947811ae-80ac-480e-b43a-c16e9d99ef10 None None] Pushing event updated for resources: {'Port': ['ID=72c23b78-5c6e-4ae6-a8f9-d3df49434afb,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:42.197868 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9da6290-54ab-44c5-94da-92ec9837ac93 None None] For port 9d8357a8-7449-4f3c-b8f9-fbaa76741959, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:58:42.202608 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e594c784-cac2-4170-8d0f-12a644b9d3d5 admin admin] Publish callbacks [] for port (399cce2a-3e6e-471c-b77a-362ffc455f9c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:42.229733 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9da6290-54ab-44c5-94da-92ec9837ac93 None None] For port 9d8357a8-7449-4f3c-b8f9-fbaa76741959, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9d8357a8-7449-4f3c-b8f9-fbaa76741959,segment=NetworkSegment(9375a3e4-50bc-4b37-9788-8ffbf6e76fa5),segment_id=9375a3e4-50bc-4b37-9788-8ffbf6e76fa5)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:58:42.241553 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e594c784-cac2-4170-8d0f-12a644b9d3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (399cce2a-3e6e-471c-b77a-362ffc455f9c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:42.245649 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9da6290-54ab-44c5-94da-92ec9837ac93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9d8357a8-7449-4f3c-b8f9-fbaa76741959), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:42.259061 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3fb4a804-42f7-456b-8836-5221c618d12d None None] Attempting to bind port 72c23b78-5c6e-4ae6-a8f9-d3df49434afb on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:58:42.259061 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3fb4a804-42f7-456b-8836-5221c618d12d None None] Attempting to bind port 72c23b78-5c6e-4ae6-a8f9-d3df49434afb by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'ccdd6258-896a-4504-b1e9-a1a491d12ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a25c3514-e630-4447-b775-cd79ac640137'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:58:42.259488 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4a804-42f7-456b-8836-5221c618d12d None None] Attempting to bind port 72c23b78-5c6e-4ae6-a8f9-d3df49434afb on network a25c3514-e630-4447-b775-cd79ac640137 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:58:42.298617 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e594c784-cac2-4170-8d0f-12a644b9d3d5 admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:58:42.300136 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4a804-42f7-456b-8836-5221c618d12d None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:58:42.300523 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594c784-cac2-4170-8d0f-12a644b9d3d5 admin admin] Pushing event updated for resources: {'Port': ['ID=399cce2a-3e6e-471c-b77a-362ffc455f9c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:42.300646 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4a804-42f7-456b-8836-5221c618d12d None None] Checking segment: {'id': 'ccdd6258-896a-4504-b1e9-a1a491d12ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a25c3514-e630-4447-b775-cd79ac640137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:58:42.300947 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3fb4a804-42f7-456b-8836-5221c618d12d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:42.301313 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4a804-42f7-456b-8836-5221c618d12d None None] Bound using segment: {'id': 'ccdd6258-896a-4504-b1e9-a1a491d12ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a25c3514-e630-4447-b775-cd79ac640137'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:58:42.301790 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3fb4a804-42f7-456b-8836-5221c618d12d None None] Bound port: 72c23b78-5c6e-4ae6-a8f9-d3df49434afb, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdd6258-896a-4504-b1e9-a1a491d12ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a25c3514-e630-4447-b775-cd79ac640137'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:58:42.302169 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3fb4a804-42f7-456b-8836-5221c618d12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (72c23b78-5c6e-4ae6-a8f9-d3df49434afb), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:42.303936 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-e594c784-cac2-4170-8d0f-12a644b9d3d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:58:42.306906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e594c784-cac2-4170-8d0f-12a644b9d3d5 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:58:42.324696 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port ff431221-5171-4df8-ba9b-6a003ca2615b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:58:42.325080 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ff431221-5171-4df8-ba9b-6a003ca2615b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:42.333241 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da6290-54ab-44c5-94da-92ec9837ac93 None None] Pushing event updated for resources: {'Port': ['ID=9d8357a8-7449-4f3c-b8f9-fbaa76741959,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:42.430507 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4bcee18e-fee1-4153-a424-282b8f6946d5 None None] Provisioning complete for port 72c23b78-5c6e-4ae6-a8f9-d3df49434afb triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:58:42.431200 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4bcee18e-fee1-4153-a424-282b8f6946d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (72c23b78-5c6e-4ae6-a8f9-d3df49434afb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:42.436215 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3fb4a804-42f7-456b-8836-5221c618d12d None None] For port 72c23b78-5c6e-4ae6-a8f9-d3df49434afb, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:58:42.470684 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3fb4a804-42f7-456b-8836-5221c618d12d None None] For port 72c23b78-5c6e-4ae6-a8f9-d3df49434afb, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=72c23b78-5c6e-4ae6-a8f9-d3df49434afb,segment=NetworkSegment(ccdd6258-896a-4504-b1e9-a1a491d12ded),segment_id=ccdd6258-896a-4504-b1e9-a1a491d12ded)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:58:42.502473 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3fb4a804-42f7-456b-8836-5221c618d12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (72c23b78-5c6e-4ae6-a8f9-d3df49434afb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:42.550257 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4bcee18e-fee1-4153-a424-282b8f6946d5 None None] Port 72c23b78-5c6e-4ae6-a8f9-d3df49434afb cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:58:42.558338 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port ff431221-5171-4df8-ba9b-6a003ca2615b is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:58:42.590089 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb4a804-42f7-456b-8836-5221c618d12d None None] Routers {'aac85deb-2620-4de7-9dc5-8ac91b659fa7'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:58:42.590833 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3fb4a804-42f7-456b-8836-5221c618d12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:58:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['aac85deb-2620-4de7-9dc5-8ac91b659fa7'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:42.597946 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e594c784-cac2-4170-8d0f-12a644b9d3d5 admin admin] Publish callbacks [] for router_gateway (b400d4e1-99e2-4753-a88b-07acd0502b59), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:42.628284 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947811ae-80ac-480e-b43a-c16e9d99ef10 None None] Pushing event updated for resources: {'Port': ['ID=72c23b78-5c6e-4ae6-a8f9-d3df49434afb,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:42.654916 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:58:42.855956 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e594c784-cac2-4170-8d0f-12a644b9d3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (b400d4e1-99e2-4753-a88b-07acd0502b59), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:42.888675 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-7db2a11e-6b57-452a-8bdf-8026bcd7fb2e None None] Provisioning complete for port 72c23b78-5c6e-4ae6-a8f9-d3df49434afb triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:58:42.889042 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7db2a11e-6b57-452a-8bdf-8026bcd7fb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (72c23b78-5c6e-4ae6-a8f9-d3df49434afb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:42.893908 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-3fb4a804-42f7-456b-8836-5221c618d12d None None] Set router aac85deb-2620-4de7-9dc5-8ac91b659fa7 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:58:42.984387 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e594c784-cac2-4170-8d0f-12a644b9d3d5 admin admin] Router b400d4e1-99e2-4753-a88b-07acd0502b59 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 21:58:43.088862 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e594c784-cac2-4170-8d0f-12a644b9d3d5 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:58:43.098319 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7db2a11e-6b57-452a-8bdf-8026bcd7fb2e None None] Current status of the port 72c23b78-5c6e-4ae6-a8f9-d3df49434afb is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:58:43.098711 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7db2a11e-6b57-452a-8bdf-8026bcd7fb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (72c23b78-5c6e-4ae6-a8f9-d3df49434afb), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:43.103117 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7833b50d-3fba-42f0-a775-fc900f10bbc5 None None] Sync routers for ids ['b400d4e1-99e2-4753-a88b-07acd0502b59'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:58:43.108149 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e594c784-cac2-4170-8d0f-12a644b9d3d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:43.109596 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e594c784-cac2-4170-8d0f-12a644b9d3d5 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9306133 Feb 07 21:58:43.112583 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46416) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:58:43.125507 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7833b50d-3fba-42f0-a775-fc900f10bbc5 None None] Routers {'b400d4e1-99e2-4753-a88b-07acd0502b59'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:58:43.126148 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7833b50d-3fba-42f0-a775-fc900f10bbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:58:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b400d4e1-99e2-4753-a88b-07acd0502b59'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:43.169773 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7db2a11e-6b57-452a-8bdf-8026bcd7fb2e None None] For port 72c23b78-5c6e-4ae6-a8f9-d3df49434afb, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=72c23b78-5c6e-4ae6-a8f9-d3df49434afb,segment=NetworkSegment(ccdd6258-896a-4504-b1e9-a1a491d12ded),segment_id=ccdd6258-896a-4504-b1e9-a1a491d12ded)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:58:43.174137 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7db2a11e-6b57-452a-8bdf-8026bcd7fb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (72c23b78-5c6e-4ae6-a8f9-d3df49434afb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:43.224828 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2a11e-6b57-452a-8bdf-8026bcd7fb2e None None] Pushing event updated for resources: {'Port': ['ID=72c23b78-5c6e-4ae6-a8f9-d3df49434afb,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:43.236278 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3fb4a804-42f7-456b-8836-5221c618d12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'name': 'tempest-TestMinimumBasicScenario-1277579717-router', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'ff431221-5171-4df8-ba9b-6a003ca2615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:58:36Z', 'updated_at': '2022-02-07T21:58:39Z', 'revision_number': 4, 'project_id': 'b6f0ea3455f54681866529cab550329c', 'gw_port': {'id': 'ff431221-5171-4df8-ba9b-6a003ca2615b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:44:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:37Z', 'updated_at': '2022-02-07T21:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '72c23b78-5c6e-4ae6-a8f9-d3df49434afb', 'name': '', 'network_id': 'a25c3514-e630-4447-b775-cd79ac640137', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'mac_address': 'fa:16:3e:1c:cc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '59161d74-32ba-4608-92fc-8055dfc612d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:38Z', 'updated_at': '2022-02-07T21:58:42Z', 'revision_number': 4, 'project_id': 'b6f0ea3455f54681866529cab550329c', 'subnets': [{'id': '59161d74-32ba-4608-92fc-8055dfc612d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:43.273032 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb4a804-42f7-456b-8836-5221c618d12d None None] The sync data for ids ['aac85deb-2620-4de7-9dc5-8ac91b659fa7'] in n-d-828185-2 is: [{'id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'name': 'tempest-TestMinimumBasicScenario-1277579717-router', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'ff431221-5171-4df8-ba9b-6a003ca2615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:58:36Z', 'updated_at': '2022-02-07T21:58:39Z', 'revision_number': 4, 'project_id': 'b6f0ea3455f54681866529cab550329c', 'gw_port': {'id': 'ff431221-5171-4df8-ba9b-6a003ca2615b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:44:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:37Z', 'updated_at': '2022-02-07T21:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '72c23b78-5c6e-4ae6-a8f9-d3df49434afb', 'name': '', 'network_id': 'a25c3514-e630-4447-b775-cd79ac640137', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'mac_address': 'fa:16:3e:1c:cc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '59161d74-32ba-4608-92fc-8055dfc612d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:38Z', 'updated_at': '2022-02-07T21:58:42Z', 'revision_number': 4, 'project_id': 'b6f0ea3455f54681866529cab550329c', 'subnets': [{'id': '59161d74-32ba-4608-92fc-8055dfc612d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:58:43.291079 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-7833b50d-3fba-42f0-a775-fc900f10bbc5 None None] Set router b400d4e1-99e2-4753-a88b-07acd0502b59 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:58:43.519102 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7833b50d-3fba-42f0-a775-fc900f10bbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b400d4e1-99e2-4753-a88b-07acd0502b59', 'name': 'tempest-TestMinimumBasicScenario-2063172495-router', 'tenant_id': 'dcd8e432b78740bf98bf0e4ab8501de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '399cce2a-3e6e-471c-b77a-362ffc455f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:58:41Z', 'updated_at': '2022-02-07T21:58:42Z', 'revision_number': 3, 'project_id': 'dcd8e432b78740bf98bf0e4ab8501de0', 'gw_port': {'id': '399cce2a-3e6e-471c-b77a-362ffc455f9c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:4b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b400d4e1-99e2-4753-a88b-07acd0502b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:41Z', 'updated_at': '2022-02-07T21:58:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:43.560744 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7833b50d-3fba-42f0-a775-fc900f10bbc5 None None] Checking router: b400d4e1-99e2-4753-a88b-07acd0502b59 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:58:43.561095 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7833b50d-3fba-42f0-a775-fc900f10bbc5 None None] Updating router b400d4e1-99e2-4753-a88b-07acd0502b59 port 399cce2a-3e6e-471c-b77a-362ffc455f9c binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:58:43.597277 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7833b50d-3fba-42f0-a775-fc900f10bbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (399cce2a-3e6e-471c-b77a-362ffc455f9c), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:43.602078 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f577b804-94ea-476e-86e9-07012df2ea44 None None] Network 00c4c7bc-fb80-4c93-8350-5177fcf966c3 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 21:58:43.612905 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:43.725143 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8358073c-d930-46b9-9e7b-012144e01ee8 None None] Provisioning complete for port 9d8357a8-7449-4f3c-b8f9-fbaa76741959 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:58:43.725506 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8358073c-d930-46b9-9e7b-012144e01ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9d8357a8-7449-4f3c-b8f9-fbaa76741959), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:43.814122 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Allocated IP 172.20.0.1 (00c4c7bc-fb80-4c93-8350-5177fcf966c3/eb80ce54-541f-4154-baa1-d930f79636d8/a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:58:43.827820 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8358073c-d930-46b9-9e7b-012144e01ee8 None None] Current status of the port 9d8357a8-7449-4f3c-b8f9-fbaa76741959 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:58:43.828211 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8358073c-d930-46b9-9e7b-012144e01ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9d8357a8-7449-4f3c-b8f9-fbaa76741959), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:43.874938 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8358073c-d930-46b9-9e7b-012144e01ee8 None None] For port 9d8357a8-7449-4f3c-b8f9-fbaa76741959, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9d8357a8-7449-4f3c-b8f9-fbaa76741959,segment=NetworkSegment(9375a3e4-50bc-4b37-9788-8ffbf6e76fa5),segment_id=9375a3e4-50bc-4b37-9788-8ffbf6e76fa5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:58:43.885821 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8358073c-d930-46b9-9e7b-012144e01ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9d8357a8-7449-4f3c-b8f9-fbaa76741959), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:43.919480 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7833b50d-3fba-42f0-a775-fc900f10bbc5 None None] Publish callbacks [] for port (399cce2a-3e6e-471c-b77a-362ffc455f9c), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:43.939813 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7833b50d-3fba-42f0-a775-fc900f10bbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (399cce2a-3e6e-471c-b77a-362ffc455f9c), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:43.989305 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358073c-d930-46b9-9e7b-012144e01ee8 None None] Pushing event updated for resources: {'Port': ['ID=9d8357a8-7449-4f3c-b8f9-fbaa76741959,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:44.010402 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Publish callbacks [] for port (a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:44.012865 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-7833b50d-3fba-42f0-a775-fc900f10bbc5 None None] Attempting to bind port 399cce2a-3e6e-471c-b77a-362ffc455f9c on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:58:44.013801 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-7833b50d-3fba-42f0-a775-fc900f10bbc5 None None] Attempting to bind port 399cce2a-3e6e-471c-b77a-362ffc455f9c by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:58:44.014267 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7833b50d-3fba-42f0-a775-fc900f10bbc5 None None] Attempting to bind port 399cce2a-3e6e-471c-b77a-362ffc455f9c on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:58:44.031527 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7833b50d-3fba-42f0-a775-fc900f10bbc5 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:58:44.032056 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7833b50d-3fba-42f0-a775-fc900f10bbc5 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:58:44.032615 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7833b50d-3fba-42f0-a775-fc900f10bbc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:44.033122 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7833b50d-3fba-42f0-a775-fc900f10bbc5 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:58:44.033700 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-7833b50d-3fba-42f0-a775-fc900f10bbc5 None None] Bound port: 399cce2a-3e6e-471c-b77a-362ffc455f9c, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:58:44.034198 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7833b50d-3fba-42f0-a775-fc900f10bbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (399cce2a-3e6e-471c-b77a-362ffc455f9c), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:44.052407 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:44.119847 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-75f285af-7009-4661-8b0a-63609b2ee3f0 None None] Provisioning complete for port 9d8357a8-7449-4f3c-b8f9-fbaa76741959 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:58:44.120238 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-75f285af-7009-4661-8b0a-63609b2ee3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9d8357a8-7449-4f3c-b8f9-fbaa76741959), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:44.134047 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Network 00c4c7bc-fb80-4c93-8350-5177fcf966c3 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:58:44.137564 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:58:44.151488 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:58:44.182915 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Pushing event updated for resources: {'Port': ['ID=a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:44.203575 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:44.204074 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:44.204527 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:44.204931 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:44.205454 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:44.205667 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:44.206009 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:44.206759 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:44.206759 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:44.207008 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:44.207360 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:44.207638 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:44.207957 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:44.242811 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (b400d4e1-99e2-4753-a88b-07acd0502b59), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:44.265457 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-7833b50d-3fba-42f0-a775-fc900f10bbc5 None None] For port 399cce2a-3e6e-471c-b77a-362ffc455f9c, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:58:44.269782 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-7833b50d-3fba-42f0-a775-fc900f10bbc5 None None] For port 399cce2a-3e6e-471c-b77a-362ffc455f9c, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=399cce2a-3e6e-471c-b77a-362ffc455f9c,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:58:44.285058 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7627f68-713c-4abd-a071-781ac9e4540d None None] Pushing event updated for resources: {'Port': ['ID=399cce2a-3e6e-471c-b77a-362ffc455f9c,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:44.301417 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7833b50d-3fba-42f0-a775-fc900f10bbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (399cce2a-3e6e-471c-b77a-362ffc455f9c), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:44.333449 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-75f285af-7009-4661-8b0a-63609b2ee3f0 None None] Current status of the port 9d8357a8-7449-4f3c-b8f9-fbaa76741959 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:58:44.342005 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9d8357a8-7449-4f3c-b8f9-fbaa76741959 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:58:44.365118 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7627f68-713c-4abd-a071-781ac9e4540d None None] Pushing event updated for resources: {'Port': ['ID=399cce2a-3e6e-471c-b77a-362ffc455f9c,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:44.389583 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7833b50d-3fba-42f0-a775-fc900f10bbc5 None None] Routers {'b400d4e1-99e2-4753-a88b-07acd0502b59'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:58:44.393570 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7833b50d-3fba-42f0-a775-fc900f10bbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:58:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b400d4e1-99e2-4753-a88b-07acd0502b59'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:44.409847 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 9d8357a8-7449-4f3c-b8f9-fbaa76741959 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:58:44.410360 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9d8357a8-7449-4f3c-b8f9-fbaa76741959), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:44.466992 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:44.515441 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 9d8357a8-7449-4f3c-b8f9-fbaa76741959 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:58:44.517012 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 72c23b78-5c6e-4ae6-a8f9-d3df49434afb up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:58:44.554683 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-7833b50d-3fba-42f0-a775-fc900f10bbc5 None None] Set router b400d4e1-99e2-4753-a88b-07acd0502b59 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:58:44.570940 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3e1ef84f-9d20-4e35-8405-e852861fe1d1 None None] Provisioning complete for port a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:58:44.571329 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3e1ef84f-9d20-4e35-8405-e852861fe1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:44.608171 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3e1ef84f-9d20-4e35-8405-e852861fe1d1 None None] Port a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:58:44.627734 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 72c23b78-5c6e-4ae6-a8f9-d3df49434afb triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:58:44.628258 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (72c23b78-5c6e-4ae6-a8f9-d3df49434afb), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:44.665152 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Publish callbacks [] for port (a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:44.670157 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:44.739284 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (b400d4e1-99e2-4753-a88b-07acd0502b59), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:44.740553 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 72c23b78-5c6e-4ae6-a8f9-d3df49434afb is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:58:44.741359 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Pushing event updated for resources: {'Port': ['ID=a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:44.801993 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7833b50d-3fba-42f0-a775-fc900f10bbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b400d4e1-99e2-4753-a88b-07acd0502b59', 'name': 'tempest-TestMinimumBasicScenario-2063172495-router', 'tenant_id': 'dcd8e432b78740bf98bf0e4ab8501de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '399cce2a-3e6e-471c-b77a-362ffc455f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:58:41Z', 'updated_at': '2022-02-07T21:58:42Z', 'revision_number': 3, 'project_id': 'dcd8e432b78740bf98bf0e4ab8501de0', 'gw_port': {'id': '399cce2a-3e6e-471c-b77a-362ffc455f9c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:4b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b400d4e1-99e2-4753-a88b-07acd0502b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:41Z', 'updated_at': '2022-02-07T21:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:44.851675 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7833b50d-3fba-42f0-a775-fc900f10bbc5 None None] The sync data for ids ['b400d4e1-99e2-4753-a88b-07acd0502b59'] in n-d-828185-2 is: [{'id': 'b400d4e1-99e2-4753-a88b-07acd0502b59', 'name': 'tempest-TestMinimumBasicScenario-2063172495-router', 'tenant_id': 'dcd8e432b78740bf98bf0e4ab8501de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '399cce2a-3e6e-471c-b77a-362ffc455f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:58:41Z', 'updated_at': '2022-02-07T21:58:42Z', 'revision_number': 3, 'project_id': 'dcd8e432b78740bf98bf0e4ab8501de0', 'gw_port': {'id': '399cce2a-3e6e-471c-b77a-362ffc455f9c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:4b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b400d4e1-99e2-4753-a88b-07acd0502b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:41Z', 'updated_at': '2022-02-07T21:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:58:44.867869 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Network 00c4c7bc-fb80-4c93-8350-5177fcf966c3 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:58:44.869686 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:58:45.005013 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Router b400d4e1-99e2-4753-a88b-07acd0502b59 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:58:45.119634 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:58:45.125071 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ace5f415-669a-4c2f-90f3-85f02e156f3c admin admin] 10.222.0.65 "PUT /v2.0/routers/b400d4e1-99e2-4753-a88b-07acd0502b59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0104506 Feb 07 21:58:45.154000 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3c3a19-89b4-414d-a5af-81bf001212ce None None] Provisioning complete for port a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:58:45.154412 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3a19-89b4-414d-a5af-81bf001212ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:45.190722 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3c3a19-89b4-414d-a5af-81bf001212ce None None] Port a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:58:46.158142 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 399cce2a-3e6e-471c-b77a-362ffc455f9c up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:58:46.209345 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 399cce2a-3e6e-471c-b77a-362ffc455f9c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:58:46.210147 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (399cce2a-3e6e-471c-b77a-362ffc455f9c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:46.304845 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 399cce2a-3e6e-471c-b77a-362ffc455f9c is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:58:46.305233 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (399cce2a-3e6e-471c-b77a-362ffc455f9c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:46.330257 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 399cce2a-3e6e-471c-b77a-362ffc455f9c, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=399cce2a-3e6e-471c-b77a-362ffc455f9c,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:58:46.334831 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (399cce2a-3e6e-471c-b77a-362ffc455f9c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:46.402211 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=399cce2a-3e6e-471c-b77a-362ffc455f9c,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:46.868228 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fc6d11-a0f6-4e3b-bdf9-58a66cc95bae None None] Sync routers for ids ['b400d4e1-99e2-4753-a88b-07acd0502b59'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:58:46.879187 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fc6d11-a0f6-4e3b-bdf9-58a66cc95bae None None] Routers {'b400d4e1-99e2-4753-a88b-07acd0502b59'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:58:46.879818 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-21fc6d11-a0f6-4e3b-bdf9-58a66cc95bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:58:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b400d4e1-99e2-4753-a88b-07acd0502b59'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:47.003200 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-21fc6d11-a0f6-4e3b-bdf9-58a66cc95bae None None] Set router b400d4e1-99e2-4753-a88b-07acd0502b59 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:58:47.216828 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-21fc6d11-a0f6-4e3b-bdf9-58a66cc95bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b400d4e1-99e2-4753-a88b-07acd0502b59', 'name': 'tempest-TestMinimumBasicScenario-2063172495-router', 'tenant_id': 'dcd8e432b78740bf98bf0e4ab8501de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '399cce2a-3e6e-471c-b77a-362ffc455f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:58:41Z', 'updated_at': '2022-02-07T21:58:44Z', 'revision_number': 4, 'project_id': 'dcd8e432b78740bf98bf0e4ab8501de0', 'gw_port': {'id': '399cce2a-3e6e-471c-b77a-362ffc455f9c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:4b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b400d4e1-99e2-4753-a88b-07acd0502b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:41Z', 'updated_at': '2022-02-07T21:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648', 'name': '', 'network_id': '00c4c7bc-fb80-4c93-8350-5177fcf966c3', 'tenant_id': 'dcd8e432b78740bf98bf0e4ab8501de0', 'mac_address': 'fa:16:3e:37:7e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b400d4e1-99e2-4753-a88b-07acd0502b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'eb80ce54-541f-4154-baa1-d930f79636d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:43Z', 'updated_at': '2022-02-07T21:58:44Z', 'revision_number': 2, 'project_id': 'dcd8e432b78740bf98bf0e4ab8501de0', 'subnets': [{'id': 'eb80ce54-541f-4154-baa1-d930f79636d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:47.246510 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fc6d11-a0f6-4e3b-bdf9-58a66cc95bae None None] Checking router: b400d4e1-99e2-4753-a88b-07acd0502b59 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:58:47.247129 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fc6d11-a0f6-4e3b-bdf9-58a66cc95bae None None] Updating router b400d4e1-99e2-4753-a88b-07acd0502b59 port a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 21:58:47.279011 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-21fc6d11-a0f6-4e3b-bdf9-58a66cc95bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:47.567243 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-21fc6d11-a0f6-4e3b-bdf9-58a66cc95bae None None] Publish callbacks [] for port (a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:47.573778 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-21fc6d11-a0f6-4e3b-bdf9-58a66cc95bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:47.640453 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ecc3b-9d80-42a5-8d96-839647d91ad4 None None] Pushing event updated for resources: {'Port': ['ID=a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:47.652173 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2ecc3b-9d80-42a5-8d96-839647d91ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:47.652558 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2ecc3b-9d80-42a5-8d96-839647d91ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:47.652894 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2ecc3b-9d80-42a5-8d96-839647d91ad4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:47.653277 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2ecc3b-9d80-42a5-8d96-839647d91ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:47.653598 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2ecc3b-9d80-42a5-8d96-839647d91ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:47.653934 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2ecc3b-9d80-42a5-8d96-839647d91ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:47.654263 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2ecc3b-9d80-42a5-8d96-839647d91ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:47.654589 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2ecc3b-9d80-42a5-8d96-839647d91ad4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:47.654909 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2ecc3b-9d80-42a5-8d96-839647d91ad4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:47.655233 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2ecc3b-9d80-42a5-8d96-839647d91ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:47.655557 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2ecc3b-9d80-42a5-8d96-839647d91ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:47.655880 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2ecc3b-9d80-42a5-8d96-839647d91ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:47.656200 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2ecc3b-9d80-42a5-8d96-839647d91ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:58:47.730823 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-21fc6d11-a0f6-4e3b-bdf9-58a66cc95bae None None] Attempting to bind port a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:58:47.731612 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-21fc6d11-a0f6-4e3b-bdf9-58a66cc95bae None None] Attempting to bind port a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '9375a3e4-50bc-4b37-9788-8ffbf6e76fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '00c4c7bc-fb80-4c93-8350-5177fcf966c3'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:58:47.732107 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fc6d11-a0f6-4e3b-bdf9-58a66cc95bae None None] Attempting to bind port a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648 on network 00c4c7bc-fb80-4c93-8350-5177fcf966c3 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:58:47.739393 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fc6d11-a0f6-4e3b-bdf9-58a66cc95bae None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:58:47.740200 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fc6d11-a0f6-4e3b-bdf9-58a66cc95bae None None] Checking segment: {'id': '9375a3e4-50bc-4b37-9788-8ffbf6e76fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '00c4c7bc-fb80-4c93-8350-5177fcf966c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:58:47.743970 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-21fc6d11-a0f6-4e3b-bdf9-58a66cc95bae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:47.744522 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fc6d11-a0f6-4e3b-bdf9-58a66cc95bae None None] Bound using segment: {'id': '9375a3e4-50bc-4b37-9788-8ffbf6e76fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '00c4c7bc-fb80-4c93-8350-5177fcf966c3'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:58:47.745157 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-21fc6d11-a0f6-4e3b-bdf9-58a66cc95bae None None] Bound port: a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9375a3e4-50bc-4b37-9788-8ffbf6e76fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '00c4c7bc-fb80-4c93-8350-5177fcf966c3'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:58:47.745680 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-21fc6d11-a0f6-4e3b-bdf9-58a66cc95bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:47.827859 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-21fc6d11-a0f6-4e3b-bdf9-58a66cc95bae None None] For port a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:58:47.834122 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-21fc6d11-a0f6-4e3b-bdf9-58a66cc95bae None None] For port a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648,segment=NetworkSegment(9375a3e4-50bc-4b37-9788-8ffbf6e76fa5),segment_id=9375a3e4-50bc-4b37-9788-8ffbf6e76fa5)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:58:47.843624 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-21fc6d11-a0f6-4e3b-bdf9-58a66cc95bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:47.902821 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fc6d11-a0f6-4e3b-bdf9-58a66cc95bae None None] Routers {'b400d4e1-99e2-4753-a88b-07acd0502b59'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:58:47.903597 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-21fc6d11-a0f6-4e3b-bdf9-58a66cc95bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:58:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b400d4e1-99e2-4753-a88b-07acd0502b59'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:47.980994 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ecc3b-9d80-42a5-8d96-839647d91ad4 None None] Pushing event updated for resources: {'Port': ['ID=a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:48.008258 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-94cf24d4-81c3-42ff-b757-5c718a129d8b None None] Provisioning complete for port a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:58:48.008756 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-94cf24d4-81c3-42ff-b757-5c718a129d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:48.071484 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-21fc6d11-a0f6-4e3b-bdf9-58a66cc95bae None None] Set router b400d4e1-99e2-4753-a88b-07acd0502b59 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:58:48.334757 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 399cce2a-3e6e-471c-b77a-362ffc455f9c up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:58:48.446242 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-94cf24d4-81c3-42ff-b757-5c718a129d8b None None] Current status of the port a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:58:48.446675 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-94cf24d4-81c3-42ff-b757-5c718a129d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:48.529912 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-94cf24d4-81c3-42ff-b757-5c718a129d8b None None] For port a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648,segment=NetworkSegment(9375a3e4-50bc-4b37-9788-8ffbf6e76fa5),segment_id=9375a3e4-50bc-4b37-9788-8ffbf6e76fa5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:58:48.540152 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 399cce2a-3e6e-471c-b77a-362ffc455f9c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:58:48.540447 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (399cce2a-3e6e-471c-b77a-362ffc455f9c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:48.542151 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-94cf24d4-81c3-42ff-b757-5c718a129d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:48.567211 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-395754f8-3183-421c-a1e2-3fd269fd9937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:48.671808 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf24d4-81c3-42ff-b757-5c718a129d8b None None] Pushing event updated for resources: {'Port': ['ID=a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:48.689522 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-21fc6d11-a0f6-4e3b-bdf9-58a66cc95bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b400d4e1-99e2-4753-a88b-07acd0502b59', 'name': 'tempest-TestMinimumBasicScenario-2063172495-router', 'tenant_id': 'dcd8e432b78740bf98bf0e4ab8501de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '399cce2a-3e6e-471c-b77a-362ffc455f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:58:41Z', 'updated_at': '2022-02-07T21:58:44Z', 'revision_number': 4, 'project_id': 'dcd8e432b78740bf98bf0e4ab8501de0', 'gw_port': {'id': '399cce2a-3e6e-471c-b77a-362ffc455f9c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:4b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b400d4e1-99e2-4753-a88b-07acd0502b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:41Z', 'updated_at': '2022-02-07T21:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648', 'name': '', 'network_id': '00c4c7bc-fb80-4c93-8350-5177fcf966c3', 'tenant_id': 'dcd8e432b78740bf98bf0e4ab8501de0', 'mac_address': 'fa:16:3e:37:7e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b400d4e1-99e2-4753-a88b-07acd0502b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'eb80ce54-541f-4154-baa1-d930f79636d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:43Z', 'updated_at': '2022-02-07T21:58:47Z', 'revision_number': 4, 'project_id': 'dcd8e432b78740bf98bf0e4ab8501de0', 'subnets': [{'id': 'eb80ce54-541f-4154-baa1-d930f79636d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:58:48.707774 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-7a9bd78c-d84d-478b-973d-7bfd84e6d5d8 None None] Provisioning complete for port a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:58:48.708225 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7a9bd78c-d84d-478b-973d-7bfd84e6d5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:48.760949 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fc6d11-a0f6-4e3b-bdf9-58a66cc95bae None None] The sync data for ids ['b400d4e1-99e2-4753-a88b-07acd0502b59'] in n-d-828185-2 is: [{'id': 'b400d4e1-99e2-4753-a88b-07acd0502b59', 'name': 'tempest-TestMinimumBasicScenario-2063172495-router', 'tenant_id': 'dcd8e432b78740bf98bf0e4ab8501de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '399cce2a-3e6e-471c-b77a-362ffc455f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:58:41Z', 'updated_at': '2022-02-07T21:58:44Z', 'revision_number': 4, 'project_id': 'dcd8e432b78740bf98bf0e4ab8501de0', 'gw_port': {'id': '399cce2a-3e6e-471c-b77a-362ffc455f9c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:4b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b400d4e1-99e2-4753-a88b-07acd0502b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:41Z', 'updated_at': '2022-02-07T21:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648', 'name': '', 'network_id': '00c4c7bc-fb80-4c93-8350-5177fcf966c3', 'tenant_id': 'dcd8e432b78740bf98bf0e4ab8501de0', 'mac_address': 'fa:16:3e:37:7e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b400d4e1-99e2-4753-a88b-07acd0502b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'eb80ce54-541f-4154-baa1-d930f79636d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:43Z', 'updated_at': '2022-02-07T21:58:47Z', 'revision_number': 4, 'project_id': 'dcd8e432b78740bf98bf0e4ab8501de0', 'subnets': [{'id': 'eb80ce54-541f-4154-baa1-d930f79636d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:58:48.785824 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 399cce2a-3e6e-471c-b77a-362ffc455f9c is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:58:48.859328 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7a9bd78c-d84d-478b-973d-7bfd84e6d5d8 None None] Current status of the port a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:58:50.180406 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:58:50.243006 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:58:50.243520 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:50.333920 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:58:50.576768 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-f7e11519-d4c0-4978-bf17-35f7f2b59275 req-11690820-61db-4114-8883-c54805338c33 service neutron] (103255) timed out ('10.222.0.65', 43164) {{(pid=103255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 21:58:50.694702 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e457223-8844-4d92-bd7e-ecd830547571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:51.971187 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:53.461608 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:54.755981 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:54.867306 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-314ab44d-2de1-40d4-be67-8fdc48045bf5 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:58:54.868921 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-314ab44d-2de1-40d4-be67-8fdc48045bf5 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/networks?id=a25c3514-e630-4447-b775-cd79ac640137 HTTP/1.1" status: 200 len: 815 time: 0.1027997 Feb 07 21:58:54.883309 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-4e657d55-3b00-4939-876e-8c83638755ff tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/quotas/b6f0ea3455f54681866529cab550329c HTTP/1.1" status: 200 len: 375 time: 0.0090029 Feb 07 21:58:54.935591 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-2f643464-5a4f-4656-9efb-18e11f7f3405 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b6f0ea3455f54681866529cab550329c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474422 Feb 07 21:58:55.034482 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-6f241b43-6008-423c-9f99-42dee38fdaba service neutron] 10.222.0.65 "GET /v2.0/networks/a25c3514-e630-4447-b775-cd79ac640137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875084 Feb 07 21:58:55.121143 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-22787fcc-1be8-4952-9533-d6c1634fef24 service neutron] 10.222.0.65 "GET /v2.0/networks/a25c3514-e630-4447-b775-cd79ac640137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801983 Feb 07 21:58:55.279480 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-55783349-e1c9-4d28-8675-7c23997efceb req-00e9f40b-bdad-47a4-9dde-54f84b06be6c tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 210 time: 0.0285950 Feb 07 21:58:56.294742 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-e869c630-2ccf-4f47-9d6a-056e402b4965 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:58:56.297345 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-e869c630-2ccf-4f47-9d6a-056e402b4965 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.71 "GET /v2.0/networks?id=a25c3514-e630-4447-b775-cd79ac640137 HTTP/1.1" status: 200 len: 815 time: 0.1045148 Feb 07 21:58:56.309276 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-d15c2d8b-c8fb-4c44-ae38-c91bafbb5e1d tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Request body: {'port': {'device_id': 'de505bb8-004b-45d8-ae15-7ee2c819ff4b', 'network_id': 'a25c3514-e630-4447-b775-cd79ac640137', 'admin_state_up': True, 'tenant_id': 'b6f0ea3455f54681866529cab550329c'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:58:56.394290 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b317ccd-61ba-4fae-8417-8358c78ab0bd req-ad933902-9b2b-4e3e-87f7-6c3bee40d434 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 210 time: 0.0333760 Feb 07 21:58:56.455661 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-d15c2d8b-c8fb-4c44-ae38-c91bafbb5e1d tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Made reservation on behalf of b6f0ea3455f54681866529cab550329c for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 21:58:56.459067 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-d15c2d8b-c8fb-4c44-ae38-c91bafbb5e1d tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:56.619483 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-d15c2d8b-c8fb-4c44-ae38-c91bafbb5e1d tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Allocated IP 172.20.0.5 (a25c3514-e630-4447-b775-cd79ac640137/59161d74-32ba-4608-92fc-8055dfc612d7/c7bf795f-ed0e-4beb-aa23-dbee467dfade) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:58:56.823474 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-d15c2d8b-c8fb-4c44-ae38-c91bafbb5e1d tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for port (c7bf795f-ed0e-4beb-aa23-dbee467dfade), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:56.870790 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-d15c2d8b-c8fb-4c44-ae38-c91bafbb5e1d tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (c7bf795f-ed0e-4beb-aa23-dbee467dfade), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:56.937556 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c2d8b-c8fb-4c44-ae38-c91bafbb5e1d tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Pushing event updated for resources: {'Port': ['ID=c7bf795f-ed0e-4beb-aa23-dbee467dfade,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:58:56.959478 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-d15c2d8b-c8fb-4c44-ae38-c91bafbb5e1d tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Network a25c3514-e630-4447-b775-cd79ac640137 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:58:56.966042 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-d15c2d8b-c8fb-4c44-ae38-c91bafbb5e1d tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:58:56.970489 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-d15c2d8b-c8fb-4c44-ae38-c91bafbb5e1d tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:58:57.037395 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-d15c2d8b-c8fb-4c44-ae38-c91bafbb5e1d tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:58:57.038050 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-d15c2d8b-c8fb-4c44-ae38-c91bafbb5e1d tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:57.062852 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-d15c2d8b-c8fb-4c44-ae38-c91bafbb5e1d tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7578049 Feb 07 21:58:57.238672 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-734f1534-5ea9-4fdc-b44d-bea2451be5f4 None None] Provisioning complete for port c7bf795f-ed0e-4beb-aa23-dbee467dfade triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:58:57.239806 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-734f1534-5ea9-4fdc-b44d-bea2451be5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c7bf795f-ed0e-4beb-aa23-dbee467dfade), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:58:57.277753 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-734f1534-5ea9-4fdc-b44d-bea2451be5f4 None None] Port c7bf795f-ed0e-4beb-aa23-dbee467dfade cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 21:58:57.531127 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663641f3-36d2-40e6-ada7-342d32c76616 req-6e219a8c-be08-4fbb-b28d-ac84d6b5e758 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:58:57.532668 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-663641f3-36d2-40e6-ada7-342d32c76616 req-6e219a8c-be08-4fbb-b28d-ac84d6b5e758 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 931 time: 0.0584755 Feb 07 21:58:57.581658 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-663641f3-36d2-40e6-ada7-342d32c76616 req-bb283172-5bd1-45dd-9824-70970b14275e tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432873 Feb 07 21:58:58.726586 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600e02e-6a5b-472e-96a2-c288bc4781e8 req-7642c0a3-6f17-43c9-b221-3e0bc316bc04 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:58:58.727807 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6600e02e-6a5b-472e-96a2-c288bc4781e8 req-7642c0a3-6f17-43c9-b221-3e0bc316bc04 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 931 time: 0.0748641 Feb 07 21:58:58.780905 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6600e02e-6a5b-472e-96a2-c288bc4781e8 req-b2501645-e5b4-4436-a46b-86f2e8b81010 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474534 Feb 07 21:58:59.903643 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e5f5c-618e-49b8-b1bd-67792129b81a req-3d71232e-d404-4dc3-9c93-3175647ad8b5 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:58:59.905278 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7c5e5f5c-618e-49b8-b1bd-67792129b81a req-3d71232e-d404-4dc3-9c93-3175647ad8b5 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 931 time: 0.0526562 Feb 07 21:58:59.954792 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7c5e5f5c-618e-49b8-b1bd-67792129b81a req-2d29d284-456f-4a1c-9412-b24aedf1dea0 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438843 Feb 07 21:59:01.092518 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ba694-faed-4f34-a413-a40e1290717f req-3ee82c88-20c9-48c5-b4f0-492fe4b3e81e tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:01.094023 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb1ba694-faed-4f34-a413-a40e1290717f req-3ee82c88-20c9-48c5-b4f0-492fe4b3e81e tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 931 time: 0.0546312 Feb 07 21:59:01.167698 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb1ba694-faed-4f34-a413-a40e1290717f req-ca615d5f-5754-4d17-b1c1-f6bec98773b4 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662532 Feb 07 21:59:02.299893 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97f914-e4bd-40e7-bbbd-51b7d220e02c req-cad3ad7c-8fa2-4183-ae94-dfbccdfeb7a7 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:02.301920 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c97f914-e4bd-40e7-bbbd-51b7d220e02c req-cad3ad7c-8fa2-4183-ae94-dfbccdfeb7a7 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 931 time: 0.0639148 Feb 07 21:59:02.368514 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c97f914-e4bd-40e7-bbbd-51b7d220e02c req-e3aa2563-af01-4d2a-9a9c-44801d1524e9 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565205 Feb 07 21:59:03.487593 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b0cf1-4ca6-42e9-8130-3464922b4642 req-15608cd7-b04a-417f-8639-521917e80717 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:03.489123 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-064b0cf1-4ca6-42e9-8130-3464922b4642 req-15608cd7-b04a-417f-8639-521917e80717 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 931 time: 0.0565729 Feb 07 21:59:03.549449 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-064b0cf1-4ca6-42e9-8130-3464922b4642 req-81064186-7369-4ba8-b95d-9be757df4378 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533671 Feb 07 21:59:04.161223 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:04.381210 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:04.665170 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d766f2-d524-4151-b18f-01d18a6a7d6b req-f6bcf6b0-3978-49ec-9e63-f82852f26afd tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:04.666518 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a2d766f2-d524-4151-b18f-01d18a6a7d6b req-f6bcf6b0-3978-49ec-9e63-f82852f26afd tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 931 time: 0.0556800 Feb 07 21:59:04.713831 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a2d766f2-d524-4151-b18f-01d18a6a7d6b req-1ffe003a-263e-47d1-8df9-614d6b417791 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417018 Feb 07 21:59:05.834092 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338db21b-2bcb-47b6-9496-ddb90bd21755 req-d4de2f36-1129-4dfe-a1d9-bee57ff788b4 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:05.835572 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-338db21b-2bcb-47b6-9496-ddb90bd21755 req-d4de2f36-1129-4dfe-a1d9-bee57ff788b4 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 931 time: 0.0552647 Feb 07 21:59:05.880862 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-338db21b-2bcb-47b6-9496-ddb90bd21755 req-d042bd22-7582-475e-a69a-425f87e0c973 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393529 Feb 07 21:59:06.997140 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5ceee-3bba-4d81-8865-73afcb850a46 req-43eec095-5f78-4c73-8f65-96d15fa32b23 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:06.998510 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07b5ceee-3bba-4d81-8865-73afcb850a46 req-43eec095-5f78-4c73-8f65-96d15fa32b23 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 931 time: 0.0522954 Feb 07 21:59:07.047949 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07b5ceee-3bba-4d81-8865-73afcb850a46 req-b021036c-4e45-491e-bd13-58f0261bc98a tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432396 Feb 07 21:59:07.273498 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-0a7d1746-bd1f-4331-a692-d13bab4aebf1 service neutron] Request body: {'port': {'device_id': 'de505bb8-004b-45d8-ae15-7ee2c819ff4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:59:07.329266 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-0a7d1746-bd1f-4331-a692-d13bab4aebf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c7bf795f-ed0e-4beb-aa23-dbee467dfade), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:07.578062 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-0a7d1746-bd1f-4331-a692-d13bab4aebf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7bf795f-ed0e-4beb-aa23-dbee467dfade {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:59:07.585290 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-0a7d1746-bd1f-4331-a692-d13bab4aebf1 service neutron] Publish callbacks [] for port (c7bf795f-ed0e-4beb-aa23-dbee467dfade), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:07.597480 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-0a7d1746-bd1f-4331-a692-d13bab4aebf1 service neutron] Transition to ACTIVE for port object c7bf795f-ed0e-4beb-aa23-dbee467dfade will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 21:59:07.601371 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-0a7d1746-bd1f-4331-a692-d13bab4aebf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (c7bf795f-ed0e-4beb-aa23-dbee467dfade), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:07.652657 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d1746-bd1f-4331-a692-d13bab4aebf1 service neutron] Pushing event updated for resources: {'Port': ['ID=c7bf795f-ed0e-4beb-aa23-dbee467dfade,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:59:07.721972 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-0a7d1746-bd1f-4331-a692-d13bab4aebf1 service neutron] Attempting to bind port c7bf795f-ed0e-4beb-aa23-dbee467dfade on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 21:59:07.722455 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-0a7d1746-bd1f-4331-a692-d13bab4aebf1 service neutron] Attempting to bind port c7bf795f-ed0e-4beb-aa23-dbee467dfade by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'ccdd6258-896a-4504-b1e9-a1a491d12ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a25c3514-e630-4447-b775-cd79ac640137'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 21:59:07.722788 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-0a7d1746-bd1f-4331-a692-d13bab4aebf1 service neutron] Attempting to bind port c7bf795f-ed0e-4beb-aa23-dbee467dfade on network a25c3514-e630-4447-b775-cd79ac640137 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:59:07.728012 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-0a7d1746-bd1f-4331-a692-d13bab4aebf1 service neutron] Port c7bf795f-ed0e-4beb-aa23-dbee467dfade on network a25c3514-e630-4447-b775-cd79ac640137 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 21:59:07.728930 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-0a7d1746-bd1f-4331-a692-d13bab4aebf1 service neutron] Attempting to bind port c7bf795f-ed0e-4beb-aa23-dbee467dfade on network a25c3514-e630-4447-b775-cd79ac640137 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 21:59:07.734009 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-0a7d1746-bd1f-4331-a692-d13bab4aebf1 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 21, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 21:59:07.734345 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-0a7d1746-bd1f-4331-a692-d13bab4aebf1 service neutron] Checking segment: {'id': 'ccdd6258-896a-4504-b1e9-a1a491d12ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a25c3514-e630-4447-b775-cd79ac640137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 21:59:07.734727 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-0a7d1746-bd1f-4331-a692-d13bab4aebf1 service neutron] Bound using segment: {'id': 'ccdd6258-896a-4504-b1e9-a1a491d12ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a25c3514-e630-4447-b775-cd79ac640137'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 21:59:07.735154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-0a7d1746-bd1f-4331-a692-d13bab4aebf1 service neutron] Bound port: c7bf795f-ed0e-4beb-aa23-dbee467dfade, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccdd6258-896a-4504-b1e9-a1a491d12ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a25c3514-e630-4447-b775-cd79ac640137'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 21:59:07.735512 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-0a7d1746-bd1f-4331-a692-d13bab4aebf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c7bf795f-ed0e-4beb-aa23-dbee467dfade), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:07.803675 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-0a7d1746-bd1f-4331-a692-d13bab4aebf1 service neutron] For port c7bf795f-ed0e-4beb-aa23-dbee467dfade, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 21:59:07.807197 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-0a7d1746-bd1f-4331-a692-d13bab4aebf1 service neutron] For port c7bf795f-ed0e-4beb-aa23-dbee467dfade, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c7bf795f-ed0e-4beb-aa23-dbee467dfade,segment=NetworkSegment(ccdd6258-896a-4504-b1e9-a1a491d12ded),segment_id=ccdd6258-896a-4504-b1e9-a1a491d12ded)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 21:59:07.813503 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-0a7d1746-bd1f-4331-a692-d13bab4aebf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (c7bf795f-ed0e-4beb-aa23-dbee467dfade), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:07.846017 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-0a7d1746-bd1f-4331-a692-d13bab4aebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:07.846650 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-0a7d1746-bd1f-4331-a692-d13bab4aebf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:07.848467 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-0a7d1746-bd1f-4331-a692-d13bab4aebf1 service neutron] 10.222.0.71 "PUT /v2.0/ports/c7bf795f-ed0e-4beb-aa23-dbee467dfade HTTP/1.1" status: 200 len: 1091 time: 0.6656015 Feb 07 21:59:07.851160 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de505bb8-004b-45d8-ae15-7ee2c819ff4b', 'tag': 'c7bf795f-ed0e-4beb-aa23-dbee467dfade'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:59:07.854961 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6becdbe-289b-4768-a49f-95a72dc57c87" -d '{"events": [{"name": "network-changed", "server_uuid": "de505bb8-004b-45d8-ae15-7ee2c819ff4b", "tag": "c7bf795f-ed0e-4beb-aa23-dbee467dfade"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:59:07.884772 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d1746-bd1f-4331-a692-d13bab4aebf1 service neutron] Pushing event updated for resources: {'Port': ['ID=c7bf795f-ed0e-4beb-aa23-dbee467dfade,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:59:07.941559 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-83f220cd-b8c0-4949-9dac-c7ef5ed74217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:07.943100 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-83f220cd-b8c0-4949-9dac-c7ef5ed74217 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b6f0ea3455f54681866529cab550329c&device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 1125 time: 0.0482490 Feb 07 21:59:07.992932 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-4aa11c58-80f5-4ce2-952e-8c4bb8dea2be service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7bf795f-ed0e-4beb-aa23-dbee467dfade HTTP/1.1" status: 200 len: 217 time: 0.0429688 Feb 07 21:59:08.024733 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a5a4f0-e623-4133-8a06-92189e81e342 x-openstack-request-id: req-b3a5a4f0-e623-4133-8a06-92189e81e342 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:59:08.025452 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de505bb8-004b-45d8-ae15-7ee2c819ff4b", "tag": "c7bf795f-ed0e-4beb-aa23-dbee467dfade", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:59:08.025452 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b3a5a4f0-e623-4133-8a06-92189e81e342 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:59:08.025704 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de505bb8-004b-45d8-ae15-7ee2c819ff4b', 'tag': 'c7bf795f-ed0e-4beb-aa23-dbee467dfade', 'status': 'completed', 'code': 200} Feb 07 21:59:08.043610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-55f3ba73-e2d0-4b8b-9d75-aec62bc373f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:08.045104 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-55f3ba73-e2d0-4b8b-9d75-aec62bc373f0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59161d74-32ba-4608-92fc-8055dfc612d7 HTTP/1.1" status: 200 len: 854 time: 0.0469470 Feb 07 21:59:08.095654 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-f36e428d-baa7-4bc8-918c-de81e6edea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:08.097358 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-f36e428d-baa7-4bc8-918c-de81e6edea61 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a25c3514-e630-4447-b775-cd79ac640137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453835 Feb 07 21:59:08.223954 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118e8d3-2c39-47c3-9528-3fc98deb0f0e req-ae962bf7-dbb7-4d09-a67b-5e66bffb151b tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:08.225435 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a118e8d3-2c39-47c3-9528-3fc98deb0f0e req-ae962bf7-dbb7-4d09-a67b-5e66bffb151b tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 943 time: 0.1040773 Feb 07 21:59:08.229074 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-32644b40-1267-408e-854b-783236c5ee7d service neutron] 10.222.0.71 "GET /v2.0/networks/a25c3514-e630-4447-b775-cd79ac640137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247087 Feb 07 21:59:08.321602 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a118e8d3-2c39-47c3-9528-3fc98deb0f0e req-73b0edcf-ca42-425d-9c0a-beb5b8fdb82c tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904605 Feb 07 21:59:08.346947 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c647d6a0-42ec-45ab-8096-0d624d2f91ba req-e7c2fafd-13a7-4256-9a60-0d0df8864ebf service neutron] 10.222.0.71 "GET /v2.0/networks/a25c3514-e630-4447-b775-cd79ac640137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101050 Feb 07 21:59:08.430048 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6becdbe-289b-4768-a49f-95a72dc57c87 req-25378f91-049e-403b-9fd9-7a65b5746f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:08.432020 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6becdbe-289b-4768-a49f-95a72dc57c87 req-25378f91-049e-403b-9fd9-7a65b5746f91 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b6f0ea3455f54681866529cab550329c&device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 1125 time: 0.0439324 Feb 07 21:59:08.516916 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6becdbe-289b-4768-a49f-95a72dc57c87 req-e6075591-4f56-4554-9e2b-f44c8dce6e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:08.518375 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6becdbe-289b-4768-a49f-95a72dc57c87 req-e6075591-4f56-4554-9e2b-f44c8dce6e44 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a25c3514-e630-4447-b775-cd79ac640137 HTTP/1.1" status: 200 len: 916 time: 0.0796430 Feb 07 21:59:08.560720 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6becdbe-289b-4768-a49f-95a72dc57c87 req-46dec39c-7b19-456b-992e-3aaff0ed03b6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7bf795f-ed0e-4beb-aa23-dbee467dfade HTTP/1.1" status: 200 len: 217 time: 0.0366416 Feb 07 21:59:08.605758 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6becdbe-289b-4768-a49f-95a72dc57c87 req-1f89234e-bc58-4dfc-b9b4-32cf8757535c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:08.607076 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6becdbe-289b-4768-a49f-95a72dc57c87 req-1f89234e-bc58-4dfc-b9b4-32cf8757535c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59161d74-32ba-4608-92fc-8055dfc612d7 HTTP/1.1" status: 200 len: 854 time: 0.0413442 Feb 07 21:59:08.653687 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6becdbe-289b-4768-a49f-95a72dc57c87 req-f1d542f8-5b19-463a-a5aa-dc23515e374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:08.655163 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6becdbe-289b-4768-a49f-95a72dc57c87 req-f1d542f8-5b19-463a-a5aa-dc23515e374b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a25c3514-e630-4447-b775-cd79ac640137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426173 Feb 07 21:59:08.744087 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6becdbe-289b-4768-a49f-95a72dc57c87 req-d60efa69-ccc0-4eea-af8d-e4a82ce790d8 service neutron] 10.222.0.71 "GET /v2.0/networks/a25c3514-e630-4447-b775-cd79ac640137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830002 Feb 07 21:59:08.828297 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6becdbe-289b-4768-a49f-95a72dc57c87 req-5a8782d4-24bb-452a-b5c6-e058f2986904 service neutron] 10.222.0.71 "GET /v2.0/networks/a25c3514-e630-4447-b775-cd79ac640137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781727 Feb 07 21:59:09.443918 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2cc4b-d87f-4e39-bccf-a67514de19a5 req-5eaa09c0-c096-4b2a-bb58-521a1abb8155 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:09.445375 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fe2cc4b-d87f-4e39-bccf-a67514de19a5 req-5eaa09c0-c096-4b2a-bb58-521a1abb8155 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 943 time: 0.0549252 Feb 07 21:59:09.489506 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9fe2cc4b-d87f-4e39-bccf-a67514de19a5 req-084651eb-a528-4bcd-acfa-22f643abcb05 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386472 Feb 07 21:59:10.611975 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996121f-14d5-47da-af57-0f40e58fd883 req-57f8560c-de3e-4999-bdc7-8120c3c28887 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:10.613502 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1996121f-14d5-47da-af57-0f40e58fd883 req-57f8560c-de3e-4999-bdc7-8120c3c28887 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 943 time: 0.0519180 Feb 07 21:59:10.658819 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1996121f-14d5-47da-af57-0f40e58fd883 req-a1a5fb24-1d64-42e5-93a0-46c60dd008d8 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392230 Feb 07 21:59:11.617168 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device c7bf795f-ed0e-4beb-aa23-dbee467dfade details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 21:59:11.713787 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port c7bf795f-ed0e-4beb-aa23-dbee467dfade, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c7bf795f-ed0e-4beb-aa23-dbee467dfade,segment=NetworkSegment(ccdd6258-896a-4504-b1e9-a1a491d12ded),segment_id=ccdd6258-896a-4504-b1e9-a1a491d12ded)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:59:11.726503 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'c7bf795f-ed0e-4beb-aa23-dbee467dfade', 'network_id': 'a25c3514-e630-4447-b775-cd79ac640137', 'port_id': 'c7bf795f-ed0e-4beb-aa23-dbee467dfade', 'mac_address': 'fa:16:3e:88:3f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59161d74-32ba-4608-92fc-8055dfc612d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 21:59:11.768389 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port c7bf795f-ed0e-4beb-aa23-dbee467dfade is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:59:11.768862 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c7bf795f-ed0e-4beb-aa23-dbee467dfade), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:11.779187 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a4e3b-321b-4bd9-a99b-67510de52898 req-7a094b88-0825-4d77-bd57-65d79399156a tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:11.780929 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e5a4e3b-321b-4bd9-a99b-67510de52898 req-7a094b88-0825-4d77-bd57-65d79399156a tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 943 time: 0.0536475 Feb 07 21:59:11.782700 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7bf795f-ed0e-4beb-aa23-dbee467dfade {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 21:59:11.804184 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port c7bf795f-ed0e-4beb-aa23-dbee467dfade, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c7bf795f-ed0e-4beb-aa23-dbee467dfade,segment=NetworkSegment(ccdd6258-896a-4504-b1e9-a1a491d12ded),segment_id=ccdd6258-896a-4504-b1e9-a1a491d12ded)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:59:11.809338 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c7bf795f-ed0e-4beb-aa23-dbee467dfade), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:11.838648 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7e5a4e3b-321b-4bd9-a99b-67510de52898 req-3f1bdc9e-d411-45c5-b4a3-1e8fecc7c490 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512013 Feb 07 21:59:11.860162 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=c7bf795f-ed0e-4beb-aa23-dbee467dfade,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:59:12.139577 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['c7bf795f-ed0e-4beb-aa23-dbee467dfade'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:59:12.956321 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c0f0b-a569-4204-ae56-cc18a8942b63 req-0bd9b7c0-236d-4975-8915-f2684bd2ce89 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:12.957825 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f33c0f0b-a569-4204-ae56-cc18a8942b63 req-0bd9b7c0-236d-4975-8915-f2684bd2ce89 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 944 time: 0.0511312 Feb 07 21:59:13.004773 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f33c0f0b-a569-4204-ae56-cc18a8942b63 req-76e96410-5bac-4b18-9887-86c4a2d195dd tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414376 Feb 07 21:59:13.628638 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device c7bf795f-ed0e-4beb-aa23-dbee467dfade up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 21:59:13.678485 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port c7bf795f-ed0e-4beb-aa23-dbee467dfade completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 21:59:13.682417 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port c7bf795f-ed0e-4beb-aa23-dbee467dfade triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:59:13.682795 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c7bf795f-ed0e-4beb-aa23-dbee467dfade), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:13.760941 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port c7bf795f-ed0e-4beb-aa23-dbee467dfade is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:59:13.761321 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c7bf795f-ed0e-4beb-aa23-dbee467dfade), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:13.785731 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de505bb8-004b-45d8-ae15-7ee2c819ff4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7bf795f-ed0e-4beb-aa23-dbee467dfade'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:59:13.787948 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59fa0091afa0acade78336c0e3f3c5307cc552a1ace6da7695aaea120dfc6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5727e168-25b8-4197-ba43-8c941e53706e" -d '{"events": [{"server_uuid": "de505bb8-004b-45d8-ae15-7ee2c819ff4b", "name": "network-vif-plugged", "status": "completed", "tag": "c7bf795f-ed0e-4beb-aa23-dbee467dfade"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:59:13.800626 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port c7bf795f-ed0e-4beb-aa23-dbee467dfade, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c7bf795f-ed0e-4beb-aa23-dbee467dfade,segment=NetworkSegment(ccdd6258-896a-4504-b1e9-a1a491d12ded),segment_id=ccdd6258-896a-4504-b1e9-a1a491d12ded)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:59:13.805742 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c7bf795f-ed0e-4beb-aa23-dbee467dfade), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:13.852437 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=c7bf795f-ed0e-4beb-aa23-dbee467dfade,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:59:13.879406 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 21:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d783bf0-193c-4299-a61b-7add5e2cb9b2 x-openstack-request-id: req-1d783bf0-193c-4299-a61b-7add5e2cb9b2 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:59:13.879632 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de505bb8-004b-45d8-ae15-7ee2c819ff4b", "name": "network-vif-plugged", "status": "completed", "tag": "c7bf795f-ed0e-4beb-aa23-dbee467dfade", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:59:13.879883 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1d783bf0-193c-4299-a61b-7add5e2cb9b2 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:59:13.880366 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de505bb8-004b-45d8-ae15-7ee2c819ff4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7bf795f-ed0e-4beb-aa23-dbee467dfade', 'code': 200} Feb 07 21:59:13.974126 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f229bca-daa8-4299-ab33-7de298220ba7 req-8aea6c58-36a5-4b38-9c65-3c461e46b874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:13.975577 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f229bca-daa8-4299-ab33-7de298220ba7 req-8aea6c58-36a5-4b38-9c65-3c461e46b874 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 1127 time: 0.0430517 Feb 07 21:59:14.017468 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f229bca-daa8-4299-ab33-7de298220ba7 req-30f0d1d1-ae80-43f0-bbba-af68295a2085 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361178 Feb 07 21:59:14.123780 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d8cc5-8ce9-4fc2-9fe0-c3dbc44bb28f req-9e5315c4-01df-4bd3-971a-defdc7728418 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:14.125648 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-039d8cc5-8ce9-4fc2-9fe0-c3dbc44bb28f req-9e5315c4-01df-4bd3-971a-defdc7728418 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 945 time: 0.0553792 Feb 07 21:59:14.171943 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-039d8cc5-8ce9-4fc2-9fe0-c3dbc44bb28f req-64042983-477e-4898-ab7e-558fad580e1a tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404637 Feb 07 21:59:15.292709 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c6ade-a8a2-472e-82fa-6217e9900c24 req-eec65bdc-6ac1-4e17-8fa7-a517b11b5318 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:15.294183 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-814c6ade-a8a2-472e-82fa-6217e9900c24 req-eec65bdc-6ac1-4e17-8fa7-a517b11b5318 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 945 time: 0.0531442 Feb 07 21:59:15.350666 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-814c6ade-a8a2-472e-82fa-6217e9900c24 req-9f002809-b860-4680-a665-7e206b77e12b tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500593 Feb 07 21:59:16.473577 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4afdf-6007-4b98-ba2a-5cd58f61667b req-418cb1d8-3046-4b86-b165-c923bafcb7f3 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:16.475035 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8ad4afdf-6007-4b98-ba2a-5cd58f61667b req-418cb1d8-3046-4b86-b165-c923bafcb7f3 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 945 time: 0.0551591 Feb 07 21:59:16.519799 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8ad4afdf-6007-4b98-ba2a-5cd58f61667b req-c8d4c5ae-65af-4dd6-a9ff-d33bd322fb9d tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382226 Feb 07 21:59:16.637983 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75270f-deea-40df-a550-bc86953eff50 req-aad26d52-fb46-4f5c-849c-581b6b0c6406 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:16.639370 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de75270f-deea-40df-a550-bc86953eff50 req-aad26d52-fb46-4f5c-849c-581b6b0c6406 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 945 time: 0.0521705 Feb 07 21:59:16.685122 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de75270f-deea-40df-a550-bc86953eff50 req-bc07ca9d-45b7-4a86-b654-17c700415a51 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400364 Feb 07 21:59:16.873028 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6ae35-39f3-4179-8d48-a19bf098e8bb req-7da43652-92ec-4105-940b-e34fdb93b198 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:16.874466 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dcb6ae35-39f3-4179-8d48-a19bf098e8bb req-7da43652-92ec-4105-940b-e34fdb93b198 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 945 time: 0.0527463 Feb 07 21:59:16.922661 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dcb6ae35-39f3-4179-8d48-a19bf098e8bb req-ca54f638-f2c0-430a-85a4-f8998bdaf1d7 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425706 Feb 07 21:59:18.500671 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-99865fec-b1b2-4389-bf6c-be4437bcf63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:19.658381 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 21:59:20.693005 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1d2dca73-26a0-48aa-85a0-f14e645fc630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:21.968659 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:23.453737 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:24.760446 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:34.169279 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:34.394900 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:36.019362 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdb374-84b5-471d-aa37-6f65dc8ee97a req-a1f78754-8258-4afc-89ab-3c58a8316adb tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:36.020760 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eabdb374-84b5-471d-aa37-6f65dc8ee97a req-a1f78754-8258-4afc-89ab-3c58a8316adb tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 945 time: 0.3850560 Feb 07 21:59:36.065678 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eabdb374-84b5-471d-aa37-6f65dc8ee97a req-b9be3967-2f7b-458c-b685-a11aac954c79 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388122 Feb 07 21:59:36.088274 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46640) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:59:36.173887 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f44fe22-033b-43f8-adb6-d2fbba51a9ea tempest-TestMinimumBasicScenario-121772165 tempest-TestMinimumBasicScenario-121772165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:36.175379 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9f44fe22-033b-43f8-adb6-d2fbba51a9ea tempest-TestMinimumBasicScenario-121772165 tempest-TestMinimumBasicScenario-121772165-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 1122 time: 0.0860987 Feb 07 21:59:36.178409 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46644) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:59:36.182605 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'port_id': 'c7bf795f-ed0e-4beb-aa23-dbee467dfade', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:59:36.201917 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:36.296530 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:36.393734 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Allocated IP 172.25.4.64 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/d887aaed-6822-43bc-9312-b342fe68e33f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 21:59:36.494064 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for port (d887aaed-6822-43bc-9312-b342fe68e33f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:36.526821 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (d887aaed-6822-43bc-9312-b342fe68e33f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:36.558837 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 21:59:36.561499 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 21:59:36.567147 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 21:59:36.594446 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Pushing event updated for resources: {'Port': ['ID=d887aaed-6822-43bc-9312-b342fe68e33f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:59:36.607003 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:59:36.607346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:59:36.607689 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:59:36.608021 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:59:36.608392 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:59:36.608724 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:59:36.609048 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:59:36.609368 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:59:36.609689 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:59:36.610011 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:59:36.610329 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:59:36.610645 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:59:36.610959 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 21:59:36.918548 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for floatingip (e57caf37-9ce8-4c3d-adb6-3c868e138a84), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:36.984188 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (d887aaed-6822-43bc-9312-b342fe68e33f), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:37.131619 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for port (d887aaed-6822-43bc-9312-b342fe68e33f), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:37.137727 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (d887aaed-6822-43bc-9312-b342fe68e33f), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:37.210612 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Pushing event updated for resources: {'Port': ['ID=d887aaed-6822-43bc-9312-b342fe68e33f,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:59:37.218786 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (e57caf37-9ce8-4c3d-adb6-3c868e138a84), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:37.318992 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Floating IP e57caf37-9ce8-4c3d-adb6-3c868e138a84 associated. External IP: 172.25.4.64, port: c7bf795f-ed0e-4beb-aa23-dbee467dfade. Feb 07 21:59:37.522254 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Router aac85deb-2620-4de7-9dc5-8ac91b659fa7 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 21:59:37.627592 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 21:59:37.637582 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502cd81e-678d-4f34-868e-2da995dcc9ca None None] Sync routers for ids ['aac85deb-2620-4de7-9dc5-8ac91b659fa7'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 21:59:37.646091 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:37.648481 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502cd81e-678d-4f34-868e-2da995dcc9ca None None] Routers {'aac85deb-2620-4de7-9dc5-8ac91b659fa7'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:59:37.649747 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-502cd81e-678d-4f34-868e-2da995dcc9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:59:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['aac85deb-2620-4de7-9dc5-8ac91b659fa7'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:59:37.675985 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fea35a9c-7215-4786-8387-f45844b59453 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4965746 Feb 07 21:59:37.676963 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de505bb8-004b-45d8-ae15-7ee2c819ff4b', 'tag': 'c7bf795f-ed0e-4beb-aa23-dbee467dfade'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:59:37.679087 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46646) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:59:37.679631 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3d1294-b64b-42ef-aea2-1ef2050ca064" -d '{"events": [{"name": "network-changed", "server_uuid": "de505bb8-004b-45d8-ae15-7ee2c819ff4b", "tag": "c7bf795f-ed0e-4beb-aa23-dbee467dfade"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:59:37.684359 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-5bc9a236-84e9-4b1b-b387-790564186d7a tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-114854659', 'description': 'tempest-secgroup-smoke-114854659 description', 'project_id': 'b6f0ea3455f54681866529cab550329c'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:59:37.708396 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5bc9a236-84e9-4b1b-b387-790564186d7a tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:37.733799 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12509951-dbf4-49c8-b0bc-609b2ba2c253 x-openstack-request-id: req-12509951-dbf4-49c8-b0bc-609b2ba2c253 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:59:37.734099 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de505bb8-004b-45d8-ae15-7ee2c819ff4b", "tag": "c7bf795f-ed0e-4beb-aa23-dbee467dfade", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:59:37.734383 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-12509951-dbf4-49c8-b0bc-609b2ba2c253 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:59:37.734816 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de505bb8-004b-45d8-ae15-7ee2c819ff4b', 'tag': 'c7bf795f-ed0e-4beb-aa23-dbee467dfade', 'status': 'completed', 'code': 200} Feb 07 21:59:37.763618 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-502cd81e-678d-4f34-868e-2da995dcc9ca None None] Set router aac85deb-2620-4de7-9dc5-8ac91b659fa7 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:59:37.792362 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5bc9a236-84e9-4b1b-b387-790564186d7a tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for security_group (64d573cb-d930-4f01-8659-89f4028f2adc), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:37.796697 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5bc9a236-84e9-4b1b-b387-790564186d7a tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (64d573cb-d930-4f01-8659-89f4028f2adc), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:37.805670 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d1294-b64b-42ef-aea2-1ef2050ca064 req-9221ce8f-12e9-45b0-b58c-e9e0589d9cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:37.807330 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da3d1294-b64b-42ef-aea2-1ef2050ca064 req-9221ce8f-12e9-45b0-b58c-e9e0589d9cc2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b6f0ea3455f54681866529cab550329c&device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 1127 time: 0.0525517 Feb 07 21:59:37.827706 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5bc9a236-84e9-4b1b-b387-790564186d7a tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:37.832194 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5bc9a236-84e9-4b1b-b387-790564186d7a tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1486082 Feb 07 21:59:37.832637 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46650) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:59:37.838552 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b3ce55ad-16a8-4ee9-9159-a966ef1bad8d tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Request body: {'security_group_rule': {'security_group_id': '64d573cb-d930-4f01-8659-89f4028f2adc', 'project_id': 'b6f0ea3455f54681866529cab550329c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:59:37.844031 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9a236-84e9-4b1b-b387-790564186d7a tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d573cb-d930-4f01-8659-89f4028f2adc,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:59:37.872616 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3ce55ad-16a8-4ee9-9159-a966ef1bad8d tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for security_group_rule (92ff2069-11ed-4548-864d-0f1100b1f928), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:37.914874 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d1294-b64b-42ef-aea2-1ef2050ca064 req-2b7fa2a7-286e-4eae-b68e-d9bf9d587f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:37.916397 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da3d1294-b64b-42ef-aea2-1ef2050ca064 req-2b7fa2a7-286e-4eae-b68e-d9bf9d587f02 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a25c3514-e630-4447-b775-cd79ac640137 HTTP/1.1" status: 200 len: 916 time: 0.1035578 Feb 07 21:59:37.929173 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3ce55ad-16a8-4ee9-9159-a966ef1bad8d tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for security_group_rule (92ff2069-11ed-4548-864d-0f1100b1f928), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:37.934652 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3ce55ad-16a8-4ee9-9159-a966ef1bad8d tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (92ff2069-11ed-4548-864d-0f1100b1f928), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:37.953224 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce55ad-16a8-4ee9-9159-a966ef1bad8d tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ff2069-11ed-4548-864d-0f1100b1f928,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:59:37.963512 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3ce55ad-16a8-4ee9-9159-a966ef1bad8d tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:37.967838 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b3ce55ad-16a8-4ee9-9159-a966ef1bad8d tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309185 Feb 07 21:59:37.967838 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46652) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:59:37.972038 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-6e84240e-b24b-4e26-b8f5-b6d6282cfc3d tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Request body: {'security_group_rule': {'security_group_id': '64d573cb-d930-4f01-8659-89f4028f2adc', 'project_id': 'b6f0ea3455f54681866529cab550329c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:59:37.994191 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da3d1294-b64b-42ef-aea2-1ef2050ca064 req-df04e837-13bc-4120-961f-8eec84c7be3e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7bf795f-ed0e-4beb-aa23-dbee467dfade HTTP/1.1" status: 200 len: 998 time: 0.0715520 Feb 07 21:59:37.996128 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6e84240e-b24b-4e26-b8f5-b6d6282cfc3d tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for security_group_rule (bef32ae6-b964-4b97-a53c-0f7686bcf657), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:38.024122 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-502cd81e-678d-4f34-868e-2da995dcc9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'name': 'tempest-TestMinimumBasicScenario-1277579717-router', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'ff431221-5171-4df8-ba9b-6a003ca2615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:58:36Z', 'updated_at': '2022-02-07T21:58:39Z', 'revision_number': 4, 'project_id': 'b6f0ea3455f54681866529cab550329c', 'gw_port': {'id': 'ff431221-5171-4df8-ba9b-6a003ca2615b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:44:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:37Z', 'updated_at': '2022-02-07T21:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'e57caf37-9ce8-4c3d-adb6-3c868e138a84', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'floating_ip_address': '172.25.4.64', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'port_id': 'c7bf795f-ed0e-4beb-aa23-dbee467dfade', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25c3514-e630-4447-b775-cd79ac640137', 'mac_address': 'fa:16:3e:88:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de505bb8-004b-45d8-ae15-7ee2c819ff4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:59:36Z', 'updated_at': '2022-02-07T21:59:36Z', 'revision_number': 0, 'project_id': 'b6f0ea3455f54681866529cab550329c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72c23b78-5c6e-4ae6-a8f9-d3df49434afb', 'name': '', 'network_id': 'a25c3514-e630-4447-b775-cd79ac640137', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'mac_address': 'fa:16:3e:1c:cc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '59161d74-32ba-4608-92fc-8055dfc612d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:38Z', 'updated_at': '2022-02-07T21:58:43Z', 'revision_number': 5, 'project_id': 'b6f0ea3455f54681866529cab550329c', 'subnets': [{'id': '59161d74-32ba-4608-92fc-8055dfc612d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:59:38.044119 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d1294-b64b-42ef-aea2-1ef2050ca064 req-522e4a4a-5411-4d97-9d6f-03bf00b088b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:38.045722 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da3d1294-b64b-42ef-aea2-1ef2050ca064 req-522e4a4a-5411-4d97-9d6f-03bf00b088b0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59161d74-32ba-4608-92fc-8055dfc612d7 HTTP/1.1" status: 200 len: 854 time: 0.0460167 Feb 07 21:59:38.052123 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502cd81e-678d-4f34-868e-2da995dcc9ca None None] Checking router: aac85deb-2620-4de7-9dc5-8ac91b659fa7 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 21:59:38.054607 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6e84240e-b24b-4e26-b8f5-b6d6282cfc3d tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for security_group_rule (bef32ae6-b964-4b97-a53c-0f7686bcf657), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:38.058791 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6e84240e-b24b-4e26-b8f5-b6d6282cfc3d tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (bef32ae6-b964-4b97-a53c-0f7686bcf657), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:38.061664 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502cd81e-678d-4f34-868e-2da995dcc9ca None None] Routers {'aac85deb-2620-4de7-9dc5-8ac91b659fa7'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 21:59:38.062130 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-502cd81e-678d-4f34-868e-2da995dcc9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T21:59:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['aac85deb-2620-4de7-9dc5-8ac91b659fa7'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:59:38.077675 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84240e-b24b-4e26-b8f5-b6d6282cfc3d tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef32ae6-b964-4b97-a53c-0f7686bcf657,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:59:38.088205 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6e84240e-b24b-4e26-b8f5-b6d6282cfc3d tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:38.089923 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-6e84240e-b24b-4e26-b8f5-b6d6282cfc3d tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213245 Feb 07 21:59:38.092501 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46654) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:59:38.097646 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-cba4c0b5-dff1-4d92-86aa-37284e16b37c tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Request body: {'security_group_rule': {'security_group_id': '64d573cb-d930-4f01-8659-89f4028f2adc', 'project_id': 'b6f0ea3455f54681866529cab550329c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:59:38.104739 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d1294-b64b-42ef-aea2-1ef2050ca064 req-bbfb44e5-5034-4431-b01c-183b9170a59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:38.106437 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da3d1294-b64b-42ef-aea2-1ef2050ca064 req-bbfb44e5-5034-4431-b01c-183b9170a59b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a25c3514-e630-4447-b775-cd79ac640137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0546191 Feb 07 21:59:38.124279 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cba4c0b5-dff1-4d92-86aa-37284e16b37c tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for security_group_rule (1b45b5e4-4481-43cd-9a9f-214350099bcb), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:38.186646 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-502cd81e-678d-4f34-868e-2da995dcc9ca None None] Set router aac85deb-2620-4de7-9dc5-8ac91b659fa7 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 21:59:38.188531 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cba4c0b5-dff1-4d92-86aa-37284e16b37c tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for security_group_rule (1b45b5e4-4481-43cd-9a9f-214350099bcb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:38.192393 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cba4c0b5-dff1-4d92-86aa-37284e16b37c tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (1b45b5e4-4481-43cd-9a9f-214350099bcb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:38.207893 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da3d1294-b64b-42ef-aea2-1ef2050ca064 req-a9b4d0d5-991f-46f7-9b2e-905d50273cad service neutron] 10.222.0.71 "GET /v2.0/networks/a25c3514-e630-4447-b775-cd79ac640137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955076 Feb 07 21:59:38.213778 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4c0b5-dff1-4d92-86aa-37284e16b37c tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b45b5e4-4481-43cd-9a9f-214350099bcb,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:59:38.219966 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cba4c0b5-dff1-4d92-86aa-37284e16b37c tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:38.221268 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cba4c0b5-dff1-4d92-86aa-37284e16b37c tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277792 Feb 07 21:59:38.223983 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46656) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:59:38.229161 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-7e21f3a6-e249-4360-902a-caf95094fcf7 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Request body: {'security_group_rule': {'security_group_id': '64d573cb-d930-4f01-8659-89f4028f2adc', 'project_id': 'b6f0ea3455f54681866529cab550329c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:59:38.255920 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e21f3a6-e249-4360-902a-caf95094fcf7 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for security_group_rule (acbd3e9c-8639-49f9-87bf-908316180155), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:38.302774 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da3d1294-b64b-42ef-aea2-1ef2050ca064 req-4b7d338d-c350-461d-9137-1b1cbe0004ff service neutron] 10.222.0.71 "GET /v2.0/networks/a25c3514-e630-4447-b775-cd79ac640137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888760 Feb 07 21:59:38.319777 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e21f3a6-e249-4360-902a-caf95094fcf7 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for security_group_rule (acbd3e9c-8639-49f9-87bf-908316180155), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:38.325153 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e21f3a6-e249-4360-902a-caf95094fcf7 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (acbd3e9c-8639-49f9-87bf-908316180155), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:38.342981 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21f3a6-e249-4360-902a-caf95094fcf7 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acbd3e9c-8639-49f9-87bf-908316180155,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:59:38.351424 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e21f3a6-e249-4360-902a-caf95094fcf7 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:38.353159 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7e21f3a6-e249-4360-902a-caf95094fcf7 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278689 Feb 07 21:59:38.355733 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46658) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:59:38.360243 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ccb0e31f-d9b9-44d0-afd2-190f769dc0e5 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Request body: {'security_group_rule': {'security_group_id': '64d573cb-d930-4f01-8659-89f4028f2adc', 'project_id': 'b6f0ea3455f54681866529cab550329c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:59:38.381808 n-d-828185-2 neutron-server[103256]: INFO neutron.db.securitygroups_db [None req-ccb0e31f-d9b9-44d0-afd2-190f769dc0e5 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Project b6f0ea3455f54681866529cab550329c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 21:59:38.387581 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ccb0e31f-d9b9-44d0-afd2-190f769dc0e5 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for security_group_rule (69226a22-db85-4475-988a-bc634f76bf0e), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:38.432845 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-502cd81e-678d-4f34-868e-2da995dcc9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'name': 'tempest-TestMinimumBasicScenario-1277579717-router', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'ff431221-5171-4df8-ba9b-6a003ca2615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:58:36Z', 'updated_at': '2022-02-07T21:58:39Z', 'revision_number': 4, 'project_id': 'b6f0ea3455f54681866529cab550329c', 'gw_port': {'id': 'ff431221-5171-4df8-ba9b-6a003ca2615b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:44:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:37Z', 'updated_at': '2022-02-07T21:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'e57caf37-9ce8-4c3d-adb6-3c868e138a84', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'floating_ip_address': '172.25.4.64', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'port_id': 'c7bf795f-ed0e-4beb-aa23-dbee467dfade', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25c3514-e630-4447-b775-cd79ac640137', 'mac_address': 'fa:16:3e:88:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de505bb8-004b-45d8-ae15-7ee2c819ff4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:59:36Z', 'updated_at': '2022-02-07T21:59:36Z', 'revision_number': 0, 'project_id': 'b6f0ea3455f54681866529cab550329c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72c23b78-5c6e-4ae6-a8f9-d3df49434afb', 'name': '', 'network_id': 'a25c3514-e630-4447-b775-cd79ac640137', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'mac_address': 'fa:16:3e:1c:cc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '59161d74-32ba-4608-92fc-8055dfc612d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:38Z', 'updated_at': '2022-02-07T21:58:43Z', 'revision_number': 5, 'project_id': 'b6f0ea3455f54681866529cab550329c', 'subnets': [{'id': '59161d74-32ba-4608-92fc-8055dfc612d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 21:59:38.443987 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ccb0e31f-d9b9-44d0-afd2-190f769dc0e5 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for security_group_rule (69226a22-db85-4475-988a-bc634f76bf0e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:38.448187 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ccb0e31f-d9b9-44d0-afd2-190f769dc0e5 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (69226a22-db85-4475-988a-bc634f76bf0e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:38.459030 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502cd81e-678d-4f34-868e-2da995dcc9ca None None] The sync data for ids ['aac85deb-2620-4de7-9dc5-8ac91b659fa7'] in n-d-828185-2 is: [{'id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'name': 'tempest-TestMinimumBasicScenario-1277579717-router', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'ff431221-5171-4df8-ba9b-6a003ca2615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:58:36Z', 'updated_at': '2022-02-07T21:58:39Z', 'revision_number': 4, 'project_id': 'b6f0ea3455f54681866529cab550329c', 'gw_port': {'id': 'ff431221-5171-4df8-ba9b-6a003ca2615b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:44:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:37Z', 'updated_at': '2022-02-07T21:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'e57caf37-9ce8-4c3d-adb6-3c868e138a84', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'floating_ip_address': '172.25.4.64', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'port_id': 'c7bf795f-ed0e-4beb-aa23-dbee467dfade', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25c3514-e630-4447-b775-cd79ac640137', 'mac_address': 'fa:16:3e:88:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de505bb8-004b-45d8-ae15-7ee2c819ff4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T21:59:36Z', 'updated_at': '2022-02-07T21:59:36Z', 'revision_number': 0, 'project_id': 'b6f0ea3455f54681866529cab550329c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72c23b78-5c6e-4ae6-a8f9-d3df49434afb', 'name': '', 'network_id': 'a25c3514-e630-4447-b775-cd79ac640137', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'mac_address': 'fa:16:3e:1c:cc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '59161d74-32ba-4608-92fc-8055dfc612d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:38Z', 'updated_at': '2022-02-07T21:58:43Z', 'revision_number': 5, 'project_id': 'b6f0ea3455f54681866529cab550329c', 'subnets': [{'id': '59161d74-32ba-4608-92fc-8055dfc612d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 21:59:38.465535 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0e31f-d9b9-44d0-afd2-190f769dc0e5 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69226a22-db85-4475-988a-bc634f76bf0e,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:59:38.475824 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ccb0e31f-d9b9-44d0-afd2-190f769dc0e5 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:38.477102 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ccb0e31f-d9b9-44d0-afd2-190f769dc0e5 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202588 Feb 07 21:59:38.479899 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46660) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 21:59:38.484917 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a58392bd-afe8-4897-b723-099712b27220 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Request body: {'security_group_rule': {'security_group_id': '64d573cb-d930-4f01-8659-89f4028f2adc', 'project_id': 'b6f0ea3455f54681866529cab550329c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:59:38.505925 n-d-828185-2 neutron-server[103256]: INFO neutron.db.securitygroups_db [None req-a58392bd-afe8-4897-b723-099712b27220 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Project b6f0ea3455f54681866529cab550329c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 21:59:38.511879 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a58392bd-afe8-4897-b723-099712b27220 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for security_group_rule (35bcbc9a-c4d0-4c26-9865-451a4523500f), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:38.574126 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a58392bd-afe8-4897-b723-099712b27220 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for security_group_rule (35bcbc9a-c4d0-4c26-9865-451a4523500f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:38.577881 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a58392bd-afe8-4897-b723-099712b27220 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (35bcbc9a-c4d0-4c26-9865-451a4523500f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:38.596917 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58392bd-afe8-4897-b723-099712b27220 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bcbc9a-c4d0-4c26-9865-451a4523500f,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:59:38.607057 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a58392bd-afe8-4897-b723-099712b27220 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:38.608296 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a58392bd-afe8-4897-b723-099712b27220 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268849 Feb 07 21:59:38.672081 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a64b6ea-7147-47aa-bb1a-1c9db952cdc2 None None] New status for floating IP e57caf37-9ce8-4c3d-adb6-3c868e138a84: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 21:59:38.712943 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3767da7a-470a-45a4-adcb-b79a29712f44 req-82b51995-ecd0-49fe-8e05-06f943b05107 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114854659&fields=id&tenant_id=b6f0ea3455f54681866529cab550329c HTTP/1.1" status: 200 len: 267 time: 0.0574913 Feb 07 21:59:38.774787 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767da7a-470a-45a4-adcb-b79a29712f44 req-6e45ed78-40aa-4f79-93ea-6cae064b898e tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:38.776380 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3767da7a-470a-45a4-adcb-b79a29712f44 req-6e45ed78-40aa-4f79-93ea-6cae064b898e tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 945 time: 0.0575643 Feb 07 21:59:38.787395 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-3767da7a-470a-45a4-adcb-b79a29712f44 req-5aa3178d-2488-4cc8-bff8-a5dd2db2f108 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Request body: {'port': {'security_groups': ['2059c03a-3b2c-4194-9b70-01efedaa0d06', '64d573cb-d930-4f01-8659-89f4028f2adc']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 21:59:38.856637 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3767da7a-470a-45a4-adcb-b79a29712f44 req-5aa3178d-2488-4cc8-bff8-a5dd2db2f108 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c7bf795f-ed0e-4beb-aa23-dbee467dfade), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:39.057176 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-3767da7a-470a-45a4-adcb-b79a29712f44 req-5aa3178d-2488-4cc8-bff8-a5dd2db2f108 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] For port c7bf795f-ed0e-4beb-aa23-dbee467dfade, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c7bf795f-ed0e-4beb-aa23-dbee467dfade,segment=NetworkSegment(ccdd6258-896a-4504-b1e9-a1a491d12ded),segment_id=ccdd6258-896a-4504-b1e9-a1a491d12ded)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 21:59:39.086427 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3767da7a-470a-45a4-adcb-b79a29712f44 req-5aa3178d-2488-4cc8-bff8-a5dd2db2f108 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for port (c7bf795f-ed0e-4beb-aa23-dbee467dfade), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:39.091754 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3767da7a-470a-45a4-adcb-b79a29712f44 req-5aa3178d-2488-4cc8-bff8-a5dd2db2f108 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (c7bf795f-ed0e-4beb-aa23-dbee467dfade), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:39.103947 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['c7bf795f-ed0e-4beb-aa23-dbee467dfade'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:59:39.133611 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767da7a-470a-45a4-adcb-b79a29712f44 req-5aa3178d-2488-4cc8-bff8-a5dd2db2f108 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:39.134236 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3767da7a-470a-45a4-adcb-b79a29712f44 req-5aa3178d-2488-4cc8-bff8-a5dd2db2f108 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:39.135621 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3767da7a-470a-45a4-adcb-b79a29712f44 req-5aa3178d-2488-4cc8-bff8-a5dd2db2f108 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "PUT /v2.0/ports/c7bf795f-ed0e-4beb-aa23-dbee467dfade HTTP/1.1" status: 200 len: 981 time: 0.3527374 Feb 07 21:59:39.168366 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3178d-2488-4cc8-bff8-a5dd2db2f108 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Pushing event updated for resources: {'Port': ['ID=c7bf795f-ed0e-4beb-aa23-dbee467dfade,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 21:59:39.198514 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['c7bf795f-ed0e-4beb-aa23-dbee467dfade'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 21:59:39.265961 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1724b9-d386-41e5-bd8c-faa93ab4386a req-76988967-a2f5-4534-a7cc-8e62985430a2 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:39.267542 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db1724b9-d386-41e5-bd8c-faa93ab4386a req-76988967-a2f5-4534-a7cc-8e62985430a2 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 984 time: 0.0593064 Feb 07 21:59:39.339505 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-db1724b9-d386-41e5-bd8c-faa93ab4386a req-093c284e-3e8a-4aeb-9f96-66860bf6dbe7 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=64d573cb-d930-4f01-8659-89f4028f2adc&id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616920 Feb 07 21:59:39.478700 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2690e1e4-2c20-4090-ba95-e7aa3be74361 None None] Provisioning complete for port c7bf795f-ed0e-4beb-aa23-dbee467dfade triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 21:59:39.478988 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2690e1e4-2c20-4090-ba95-e7aa3be74361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c7bf795f-ed0e-4beb-aa23-dbee467dfade), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:39.676675 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2690e1e4-2c20-4090-ba95-e7aa3be74361 None None] Current status of the port c7bf795f-ed0e-4beb-aa23-dbee467dfade is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 21:59:39.736573 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de505bb8-004b-45d8-ae15-7ee2c819ff4b', 'tag': 'c7bf795f-ed0e-4beb-aa23-dbee467dfade'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 21:59:39.739221 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96beeb7-d22b-4f4f-8f43-560bbbd6c8c4" -d '{"events": [{"name": "network-changed", "server_uuid": "de505bb8-004b-45d8-ae15-7ee2c819ff4b", "tag": "c7bf795f-ed0e-4beb-aa23-dbee467dfade"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 21:59:39.776527 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 21:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594a6a59-2a73-4509-8e34-cadab3141119 x-openstack-request-id: req-594a6a59-2a73-4509-8e34-cadab3141119 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 21:59:39.776890 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de505bb8-004b-45d8-ae15-7ee2c819ff4b", "tag": "c7bf795f-ed0e-4beb-aa23-dbee467dfade", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 21:59:39.777231 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-594a6a59-2a73-4509-8e34-cadab3141119 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 21:59:39.777694 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de505bb8-004b-45d8-ae15-7ee2c819ff4b', 'tag': 'c7bf795f-ed0e-4beb-aa23-dbee467dfade', 'status': 'completed', 'code': 200} Feb 07 21:59:39.842059 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96beeb7-d22b-4f4f-8f43-560bbbd6c8c4 req-093789fe-a8c4-4523-a7e7-827196553ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:39.843555 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a96beeb7-d22b-4f4f-8f43-560bbbd6c8c4 req-093789fe-a8c4-4523-a7e7-827196553ff7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b6f0ea3455f54681866529cab550329c&device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 1166 time: 0.0448308 Feb 07 21:59:39.938483 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96beeb7-d22b-4f4f-8f43-560bbbd6c8c4 req-48940ada-20ff-48e8-9844-96e3943bd4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:39.939864 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a96beeb7-d22b-4f4f-8f43-560bbbd6c8c4 req-48940ada-20ff-48e8-9844-96e3943bd4c0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a25c3514-e630-4447-b775-cd79ac640137 HTTP/1.1" status: 200 len: 916 time: 0.0885046 Feb 07 21:59:40.010673 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a96beeb7-d22b-4f4f-8f43-560bbbd6c8c4 req-576ccfa2-758e-4afe-af0c-dd9c1a9563de service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7bf795f-ed0e-4beb-aa23-dbee467dfade HTTP/1.1" status: 200 len: 1000 time: 0.0630322 Feb 07 21:59:40.057975 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96beeb7-d22b-4f4f-8f43-560bbbd6c8c4 req-41560c05-d6ee-42b5-80a0-dadc61b0b05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:40.059415 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a96beeb7-d22b-4f4f-8f43-560bbbd6c8c4 req-41560c05-d6ee-42b5-80a0-dadc61b0b05d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59161d74-32ba-4608-92fc-8055dfc612d7 HTTP/1.1" status: 200 len: 854 time: 0.0431359 Feb 07 21:59:40.108254 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96beeb7-d22b-4f4f-8f43-560bbbd6c8c4 req-5b67f6bf-9b8e-41ba-9420-bc8a943298d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 21:59:40.109777 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a96beeb7-d22b-4f4f-8f43-560bbbd6c8c4 req-5b67f6bf-9b8e-41ba-9420-bc8a943298d0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a25c3514-e630-4447-b775-cd79ac640137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443923 Feb 07 21:59:40.203384 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a96beeb7-d22b-4f4f-8f43-560bbbd6c8c4 req-bfd530e2-f07a-4efe-a4a2-b1284f870f4c service neutron] 10.222.0.71 "GET /v2.0/networks/a25c3514-e630-4447-b775-cd79ac640137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868025 Feb 07 21:59:40.292695 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a96beeb7-d22b-4f4f-8f43-560bbbd6c8c4 req-5887ffd0-460b-4993-96da-184f5fa7831b service neutron] 10.222.0.71 "GET /v2.0/networks/a25c3514-e630-4447-b775-cd79ac640137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826077 Feb 07 21:59:48.502723 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dd4e32b4-2ebf-4fdb-99f5-ff1c1d695d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:50.694517 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bec29e3f-27de-4b82-908c-a53e16b8b4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:51.971278 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:53.454155 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:54.762534 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 21:59:56.657090 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:00:04.170238 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:00:04.420834 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:00:07.473725 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea4acd6a-62fd-4a82-81c1-2c395011677c req-d451b735-44c7-40e4-8eda-bcb4b05643ad service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494046 Feb 07 22:00:07.557317 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4acd6a-62fd-4a82-81c1-2c395011677c req-240fe04f-472c-4ec1-8a08-4db11c99de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:00:07.558798 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea4acd6a-62fd-4a82-81c1-2c395011677c req-240fe04f-472c-4ec1-8a08-4db11c99de27 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b6f0ea3455f54681866529cab550329c&device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 1166 time: 0.0434461 Feb 07 22:00:07.659420 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4acd6a-62fd-4a82-81c1-2c395011677c req-0ec16573-f8ac-467e-9405-18aeaac1da80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:00:07.660945 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea4acd6a-62fd-4a82-81c1-2c395011677c req-0ec16573-f8ac-467e-9405-18aeaac1da80 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a25c3514-e630-4447-b775-cd79ac640137 HTTP/1.1" status: 200 len: 916 time: 0.0846653 Feb 07 22:00:07.730216 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea4acd6a-62fd-4a82-81c1-2c395011677c req-c5f89b47-3adc-4e1d-9f87-51dd5275a677 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7bf795f-ed0e-4beb-aa23-dbee467dfade HTTP/1.1" status: 200 len: 1000 time: 0.0635357 Feb 07 22:00:07.776865 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4acd6a-62fd-4a82-81c1-2c395011677c req-4dc8de20-5d00-4251-b359-9149e3051565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:00:07.778285 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea4acd6a-62fd-4a82-81c1-2c395011677c req-4dc8de20-5d00-4251-b359-9149e3051565 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59161d74-32ba-4608-92fc-8055dfc612d7 HTTP/1.1" status: 200 len: 854 time: 0.0421922 Feb 07 22:00:07.826939 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4acd6a-62fd-4a82-81c1-2c395011677c req-4c18dde7-7aaf-4772-a914-9485cb0b1fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:00:07.828464 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea4acd6a-62fd-4a82-81c1-2c395011677c req-4c18dde7-7aaf-4772-a914-9485cb0b1fc2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a25c3514-e630-4447-b775-cd79ac640137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435138 Feb 07 22:00:07.917482 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea4acd6a-62fd-4a82-81c1-2c395011677c req-52411996-c715-421b-97da-c431bfa820e7 service neutron] 10.222.0.71 "GET /v2.0/networks/a25c3514-e630-4447-b775-cd79ac640137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833890 Feb 07 22:00:08.005034 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea4acd6a-62fd-4a82-81c1-2c395011677c req-5b3b4833-7bca-4655-89d4-d2a7d97eed17 service neutron] 10.222.0.71 "GET /v2.0/networks/a25c3514-e630-4447-b775-cd79ac640137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808976 Feb 07 22:00:18.503636 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-db3c024a-7573-423c-8e6a-a25ecf50ac0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:00:20.699722 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ec00c4e9-080c-462f-b6c1-42a75a11e949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:00:21.973302 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:00:23.457488 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:00:24.672585 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15a41a-3864-449a-8954-767ecd460e33 req-c9c52e14-ee57-4191-86e6-5138056403ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:00:24.674067 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f15a41a-3864-449a-8954-767ecd460e33 req-c9c52e14-ee57-4191-86e6-5138056403ac service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b6f0ea3455f54681866529cab550329c&device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 1166 time: 0.0804148 Feb 07 22:00:24.681527 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1014a-fed1-4885-aa19-8473e2e83ea0 req-9e5418f9-87bc-401d-8fae-43f21aa6c2b7 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:00:24.682857 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7da1014a-fed1-4885-aa19-8473e2e83ea0 req-9e5418f9-87bc-401d-8fae-43f21aa6c2b7 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 984 time: 0.0813074 Feb 07 22:00:24.766060 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:00:24.798211 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7da1014a-fed1-4885-aa19-8473e2e83ea0 req-b445948a-8f76-47e5-ac61-fdb76d7337eb tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=64d573cb-d930-4f01-8659-89f4028f2adc&id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1069982 Feb 07 22:00:24.813530 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15a41a-3864-449a-8954-767ecd460e33 req-0a3ec45a-f856-4277-a8f2-9f7e83b0bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:00:24.815036 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f15a41a-3864-449a-8954-767ecd460e33 req-0a3ec45a-f856-4277-a8f2-9f7e83b0bc00 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a25c3514-e630-4447-b775-cd79ac640137 HTTP/1.1" status: 200 len: 916 time: 0.1313450 Feb 07 22:00:24.881080 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f15a41a-3864-449a-8954-767ecd460e33 req-c082a752-835c-491e-9e07-3b821c7a5fef service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7bf795f-ed0e-4beb-aa23-dbee467dfade HTTP/1.1" status: 200 len: 1000 time: 0.0592031 Feb 07 22:00:24.930693 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15a41a-3864-449a-8954-767ecd460e33 req-608e1776-3b24-4471-850e-cf0c991319cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:00:24.932129 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f15a41a-3864-449a-8954-767ecd460e33 req-608e1776-3b24-4471-850e-cf0c991319cf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59161d74-32ba-4608-92fc-8055dfc612d7 HTTP/1.1" status: 200 len: 854 time: 0.0416219 Feb 07 22:00:24.983610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15a41a-3864-449a-8954-767ecd460e33 req-58304a87-b6d3-4902-98fc-8c99a3bb2c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:00:24.985017 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f15a41a-3864-449a-8954-767ecd460e33 req-58304a87-b6d3-4902-98fc-8c99a3bb2c13 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a25c3514-e630-4447-b775-cd79ac640137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472069 Feb 07 22:00:25.073262 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f15a41a-3864-449a-8954-767ecd460e33 req-6f6724fc-9584-42a3-b66a-1320168296d0 service neutron] 10.222.0.71 "GET /v2.0/networks/a25c3514-e630-4447-b775-cd79ac640137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809910 Feb 07 22:00:25.164776 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3f15a41a-3864-449a-8954-767ecd460e33 req-d4b7bd06-9916-42a7-b9ff-29a3c67abb0b service neutron] 10.222.0.71 "GET /v2.0/networks/a25c3514-e630-4447-b775-cd79ac640137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856056 Feb 07 22:00:25.920901 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4d607-42e4-455b-b3a4-b55980421758 req-3ed48062-3cb7-4a0d-9f55-3bcd36deb375 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:00:25.922385 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e0e4d607-42e4-455b-b3a4-b55980421758 req-3ed48062-3cb7-4a0d-9f55-3bcd36deb375 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 984 time: 0.0538442 Feb 07 22:00:25.980077 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e0e4d607-42e4-455b-b3a4-b55980421758 req-a6d1b491-2f44-4f39-9887-db86280e6a2c tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=64d573cb-d930-4f01-8659-89f4028f2adc&id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518825 Feb 07 22:00:27.099356 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ca416-f1a5-4cce-88cd-2eb5b52f956e req-90889c17-5113-4912-8667-baf2602d2048 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:00:27.100833 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba7ca416-f1a5-4cce-88cd-2eb5b52f956e req-90889c17-5113-4912-8667-baf2602d2048 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 984 time: 0.0524998 Feb 07 22:00:27.158399 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba7ca416-f1a5-4cce-88cd-2eb5b52f956e req-edd5ce39-e3c5-44be-a82e-76e5b66f2154 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=64d573cb-d930-4f01-8659-89f4028f2adc&id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519018 Feb 07 22:00:28.282983 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5bf4b-edc4-4b2f-9379-7f0d559421e7 req-821a53cb-e4a8-452f-a64a-821f5b063727 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:00:28.283691 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dea5bf4b-edc4-4b2f-9379-7f0d559421e7 req-821a53cb-e4a8-452f-a64a-821f5b063727 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 984 time: 0.0574274 Feb 07 22:00:28.342900 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dea5bf4b-edc4-4b2f-9379-7f0d559421e7 req-99a7ecf7-686d-42bd-ae54-eda36f0c451b tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=64d573cb-d930-4f01-8659-89f4028f2adc&id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537827 Feb 07 22:00:29.461814 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a0ba6-30db-4c98-9993-957550f1d2ee req-5d441496-8c13-4ed0-bfc8-d502655dd719 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:00:29.466195 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b62a0ba6-30db-4c98-9993-957550f1d2ee req-5d441496-8c13-4ed0-bfc8-d502655dd719 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 984 time: 0.0559156 Feb 07 22:00:29.536034 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b62a0ba6-30db-4c98-9993-957550f1d2ee req-8d862830-7428-4e4f-9987-161be613ce25 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=64d573cb-d930-4f01-8659-89f4028f2adc&id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629020 Feb 07 22:00:30.660730 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fa382-2fed-4e04-ad76-5eb24f026a43 req-90b95039-a582-47b5-8fd8-a9c995d6b5b5 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:00:30.662217 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-484fa382-2fed-4e04-ad76-5eb24f026a43 req-90b95039-a582-47b5-8fd8-a9c995d6b5b5 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 984 time: 0.0581410 Feb 07 22:00:30.722063 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-484fa382-2fed-4e04-ad76-5eb24f026a43 req-29b9dfa7-ab17-4833-87f6-87c088265a0c tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=64d573cb-d930-4f01-8659-89f4028f2adc&id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540011 Feb 07 22:00:31.841469 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf9112-f419-42e7-92f8-e2ac90dc2134 req-ee31f0b1-cc8f-4c79-a55a-bc9f81aaa514 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:00:31.842950 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-08bf9112-f419-42e7-92f8-e2ac90dc2134 req-ee31f0b1-cc8f-4c79-a55a-bc9f81aaa514 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 984 time: 0.0529242 Feb 07 22:00:31.904752 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-08bf9112-f419-42e7-92f8-e2ac90dc2134 req-5aa80516-b907-4b26-9c1f-ed1bb6047a8f tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=64d573cb-d930-4f01-8659-89f4028f2adc&id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534346 Feb 07 22:00:33.024556 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcf2ad-09ed-4b39-a1d3-568f06c6d858 req-465ec68b-4699-4310-bcd3-8941fb0eeb15 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:00:33.025951 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-efbcf2ad-09ed-4b39-a1d3-568f06c6d858 req-465ec68b-4699-4310-bcd3-8941fb0eeb15 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 984 time: 0.0530028 Feb 07 22:00:33.091719 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-efbcf2ad-09ed-4b39-a1d3-568f06c6d858 req-d30111af-579b-45b4-a090-91609edd07b7 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=64d573cb-d930-4f01-8659-89f4028f2adc&id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601230 Feb 07 22:00:33.656383 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:00:34.182503 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:00:34.213637 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ebdfd-f576-4fc8-99d2-efaf2d806686 req-f22a1636-149c-4fd8-abfa-5348b13461a1 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:00:34.215368 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b29ebdfd-f576-4fc8-99d2-efaf2d806686 req-f22a1636-149c-4fd8-abfa-5348b13461a1 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 984 time: 0.0549212 Feb 07 22:00:34.274364 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b29ebdfd-f576-4fc8-99d2-efaf2d806686 req-69ebfbe5-b9f2-4af2-842d-5ae548d7c377 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=64d573cb-d930-4f01-8659-89f4028f2adc&id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525258 Feb 07 22:00:34.409181 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:00:35.393984 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b784949-0b0e-472d-8e34-81e77fdf45e3 req-6b4bcbf7-2a25-4cf1-8584-0dced38f27bf tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:00:35.395457 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7b784949-0b0e-472d-8e34-81e77fdf45e3 req-6b4bcbf7-2a25-4cf1-8584-0dced38f27bf tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 984 time: 0.0523303 Feb 07 22:00:35.453124 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7b784949-0b0e-472d-8e34-81e77fdf45e3 req-6ba23605-9ad7-4897-9efe-88432752c6b8 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=64d573cb-d930-4f01-8659-89f4028f2adc&id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518472 Feb 07 22:00:36.575835 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3de33-5803-4b39-b227-2b710282dba5 req-3f33f1e1-c0b8-4180-8d97-9d7b8247f935 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:00:36.577345 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6eb3de33-5803-4b39-b227-2b710282dba5 req-3f33f1e1-c0b8-4180-8d97-9d7b8247f935 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 984 time: 0.0562706 Feb 07 22:00:36.635440 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6eb3de33-5803-4b39-b227-2b710282dba5 req-1059c589-274a-4cb9-a493-9db0f7b1b0dd tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=64d573cb-d930-4f01-8659-89f4028f2adc&id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523384 Feb 07 22:00:48.505734 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b77a739b-06aa-40aa-ab93-4bf40a494500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:00:50.692477 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e09e3973-d21e-4f45-a4a8-bb8b6213dd16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:00:51.976405 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:00:53.459422 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:00:54.767671 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:04.180912 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:04.409254 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:08.488922 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb70c2e4-c7b2-4ccd-b384-a970a25fe362 req-6b9352eb-a66c-43f2-a07a-1b4bb9f110a3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438514 Feb 07 22:01:08.578092 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70c2e4-c7b2-4ccd-b384-a970a25fe362 req-d2b58ac5-5c5c-4381-9bb2-5cda39d92e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:01:08.579590 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb70c2e4-c7b2-4ccd-b384-a970a25fe362 req-d2b58ac5-5c5c-4381-9bb2-5cda39d92e3a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b6f0ea3455f54681866529cab550329c&device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 1166 time: 0.0477734 Feb 07 22:01:08.685004 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70c2e4-c7b2-4ccd-b384-a970a25fe362 req-623cefd8-6192-4635-bdc4-61fecf12166e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:01:08.686465 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb70c2e4-c7b2-4ccd-b384-a970a25fe362 req-623cefd8-6192-4635-bdc4-61fecf12166e service neutron] 10.222.0.71 "GET /v2.0/networks?id=a25c3514-e630-4447-b775-cd79ac640137 HTTP/1.1" status: 200 len: 916 time: 0.0879807 Feb 07 22:01:08.752673 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb70c2e4-c7b2-4ccd-b384-a970a25fe362 req-4e58e07a-8338-4884-98d4-c1ae433c509c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7bf795f-ed0e-4beb-aa23-dbee467dfade HTTP/1.1" status: 200 len: 1000 time: 0.0592592 Feb 07 22:01:08.803097 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70c2e4-c7b2-4ccd-b384-a970a25fe362 req-21589e3a-92e6-4db0-bbd2-f4ca3d1627c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:01:08.804553 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb70c2e4-c7b2-4ccd-b384-a970a25fe362 req-21589e3a-92e6-4db0-bbd2-f4ca3d1627c4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59161d74-32ba-4608-92fc-8055dfc612d7 HTTP/1.1" status: 200 len: 854 time: 0.0463548 Feb 07 22:01:08.852273 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70c2e4-c7b2-4ccd-b384-a970a25fe362 req-68a5e672-9359-401a-b599-7980af437345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:01:08.853757 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb70c2e4-c7b2-4ccd-b384-a970a25fe362 req-68a5e672-9359-401a-b599-7980af437345 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a25c3514-e630-4447-b775-cd79ac640137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432885 Feb 07 22:01:08.939761 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb70c2e4-c7b2-4ccd-b384-a970a25fe362 req-821a1fa7-5d49-41d3-9581-0e9058d6cd44 service neutron] 10.222.0.71 "GET /v2.0/networks/a25c3514-e630-4447-b775-cd79ac640137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786364 Feb 07 22:01:09.031627 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb70c2e4-c7b2-4ccd-b384-a970a25fe362 req-289a61ca-6f33-4f6a-acd1-7028102e74a8 service neutron] 10.222.0.71 "GET /v2.0/networks/a25c3514-e630-4447-b775-cd79ac640137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852590 Feb 07 22:01:10.654864 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:01:18.506537 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-48667b31-1f3b-4741-9b86-53bd7a109b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:20.693569 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-96306f8a-c689-4e4a-b58f-9e747015d937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:21.980061 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:23.463016 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:24.769790 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:32.301296 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e78ae609-810a-4700-a32c-c815568d3271 req-81fdf179-7123-44dd-b79e-e21a504f57c6 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114854659&fields=id&tenant_id=b6f0ea3455f54681866529cab550329c HTTP/1.1" status: 200 len: 267 time: 0.0439756 Feb 07 22:01:32.357254 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ae609-810a-4700-a32c-c815568d3271 req-b1d2bc57-61d2-448a-8059-f4eff27bfa71 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:01:32.358714 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e78ae609-810a-4700-a32c-c815568d3271 req-b1d2bc57-61d2-448a-8059-f4eff27bfa71 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 984 time: 0.0522127 Feb 07 22:01:32.369154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-e78ae609-810a-4700-a32c-c815568d3271 req-4db4a27a-5d65-4b11-a15e-8cad76ec4cfa tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Request body: {'port': {'security_groups': ['2059c03a-3b2c-4194-9b70-01efedaa0d06']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:01:32.443447 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e78ae609-810a-4700-a32c-c815568d3271 req-4db4a27a-5d65-4b11-a15e-8cad76ec4cfa tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c7bf795f-ed0e-4beb-aa23-dbee467dfade), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:32.943609 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-e78ae609-810a-4700-a32c-c815568d3271 req-4db4a27a-5d65-4b11-a15e-8cad76ec4cfa tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] For port c7bf795f-ed0e-4beb-aa23-dbee467dfade, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c7bf795f-ed0e-4beb-aa23-dbee467dfade,segment=NetworkSegment(ccdd6258-896a-4504-b1e9-a1a491d12ded),segment_id=ccdd6258-896a-4504-b1e9-a1a491d12ded)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:01:32.971911 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e78ae609-810a-4700-a32c-c815568d3271 req-4db4a27a-5d65-4b11-a15e-8cad76ec4cfa tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for port (c7bf795f-ed0e-4beb-aa23-dbee467dfade), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:32.977336 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e78ae609-810a-4700-a32c-c815568d3271 req-4db4a27a-5d65-4b11-a15e-8cad76ec4cfa tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (c7bf795f-ed0e-4beb-aa23-dbee467dfade), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:32.989514 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['c7bf795f-ed0e-4beb-aa23-dbee467dfade'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:01:33.023653 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ae609-810a-4700-a32c-c815568d3271 req-4db4a27a-5d65-4b11-a15e-8cad76ec4cfa tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:01:33.024291 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e78ae609-810a-4700-a32c-c815568d3271 req-4db4a27a-5d65-4b11-a15e-8cad76ec4cfa tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:33.025764 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e78ae609-810a-4700-a32c-c815568d3271 req-4db4a27a-5d65-4b11-a15e-8cad76ec4cfa tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "PUT /v2.0/ports/c7bf795f-ed0e-4beb-aa23-dbee467dfade HTTP/1.1" status: 200 len: 942 time: 0.6609528 Feb 07 22:01:33.026240 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de505bb8-004b-45d8-ae15-7ee2c819ff4b', 'tag': 'c7bf795f-ed0e-4beb-aa23-dbee467dfade'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:01:33.031474 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3666eda9-afb0-4df7-9f9b-0d5ec39a5168" -d '{"events": [{"name": "network-changed", "server_uuid": "de505bb8-004b-45d8-ae15-7ee2c819ff4b", "tag": "c7bf795f-ed0e-4beb-aa23-dbee467dfade"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:01:33.032346 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46744) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:01:33.049366 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4a27a-5d65-4b11-a15e-8cad76ec4cfa tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Pushing event updated for resources: {'Port': ['ID=c7bf795f-ed0e-4beb-aa23-dbee467dfade,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:01:33.058416 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4a27a-5d65-4b11-a15e-8cad76ec4cfa tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:33.058842 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4a27a-5d65-4b11-a15e-8cad76ec4cfa tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:33.059195 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4a27a-5d65-4b11-a15e-8cad76ec4cfa tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:33.059540 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4a27a-5d65-4b11-a15e-8cad76ec4cfa tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:33.059951 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4a27a-5d65-4b11-a15e-8cad76ec4cfa tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:33.060211 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4a27a-5d65-4b11-a15e-8cad76ec4cfa tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:33.060590 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4a27a-5d65-4b11-a15e-8cad76ec4cfa tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:33.061334 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4a27a-5d65-4b11-a15e-8cad76ec4cfa tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:33.061334 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4a27a-5d65-4b11-a15e-8cad76ec4cfa tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:33.061617 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4a27a-5d65-4b11-a15e-8cad76ec4cfa tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:33.061897 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4a27a-5d65-4b11-a15e-8cad76ec4cfa tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:33.062229 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4a27a-5d65-4b11-a15e-8cad76ec4cfa tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:33.062557 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4a27a-5d65-4b11-a15e-8cad76ec4cfa tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:33.086767 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['c7bf795f-ed0e-4beb-aa23-dbee467dfade'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:01:33.103222 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018faf78-0788-4584-8eaf-eefb5bff278e x-openstack-request-id: req-018faf78-0788-4584-8eaf-eefb5bff278e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:01:33.103532 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de505bb8-004b-45d8-ae15-7ee2c819ff4b", "tag": "c7bf795f-ed0e-4beb-aa23-dbee467dfade", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:01:33.103800 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-018faf78-0788-4584-8eaf-eefb5bff278e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:01:33.104214 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de505bb8-004b-45d8-ae15-7ee2c819ff4b', 'tag': 'c7bf795f-ed0e-4beb-aa23-dbee467dfade', 'status': 'completed', 'code': 200} Feb 07 22:01:33.134627 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-423f42eb-9659-4a7e-807a-97a061c2042f tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for security_group (64d573cb-d930-4f01-8659-89f4028f2adc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:33.169623 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-423f42eb-9659-4a7e-807a-97a061c2042f tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for security_group (64d573cb-d930-4f01-8659-89f4028f2adc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:33.180474 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666eda9-afb0-4df7-9f9b-0d5ec39a5168 req-e8e41e14-5b33-42d7-a973-78c533f819d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:01:33.183198 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3666eda9-afb0-4df7-9f9b-0d5ec39a5168 req-e8e41e14-5b33-42d7-a973-78c533f819d4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b6f0ea3455f54681866529cab550329c&device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 1127 time: 0.0549109 Feb 07 22:01:33.246464 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-423f42eb-9659-4a7e-807a-97a061c2042f tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (64d573cb-d930-4f01-8659-89f4028f2adc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:33.249417 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-423f42eb-9659-4a7e-807a-97a061c2042f tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:33.252844 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-423f42eb-9659-4a7e-807a-97a061c2042f tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "DELETE /v2.0/security-groups/64d573cb-d930-4f01-8659-89f4028f2adc HTTP/1.1" status: 204 len: 168 time: 0.2198937 Feb 07 22:01:33.254459 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46748) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:01:33.287336 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666eda9-afb0-4df7-9f9b-0d5ec39a5168 req-1bfe8505-72d2-417c-8190-40503b3586af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:01:33.288990 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3666eda9-afb0-4df7-9f9b-0d5ec39a5168 req-1bfe8505-72d2-417c-8190-40503b3586af service neutron] 10.222.0.71 "GET /v2.0/networks?id=a25c3514-e630-4447-b775-cd79ac640137 HTTP/1.1" status: 200 len: 916 time: 0.0962985 Feb 07 22:01:33.311482 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f42eb-9659-4a7e-807a-97a061c2042f tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d573cb-d930-4f01-8659-89f4028f2adc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:01:33.323975 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f42eb-9659-4a7e-807a-97a061c2042f tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:33.324487 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f42eb-9659-4a7e-807a-97a061c2042f tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:33.324944 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f42eb-9659-4a7e-807a-97a061c2042f tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:33.325378 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f42eb-9659-4a7e-807a-97a061c2042f tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:33.325825 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f42eb-9659-4a7e-807a-97a061c2042f tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:33.326267 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f42eb-9659-4a7e-807a-97a061c2042f tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:33.326698 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f42eb-9659-4a7e-807a-97a061c2042f tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:33.327236 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f42eb-9659-4a7e-807a-97a061c2042f tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:33.327545 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f42eb-9659-4a7e-807a-97a061c2042f tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:33.327973 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f42eb-9659-4a7e-807a-97a061c2042f tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:33.328429 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f42eb-9659-4a7e-807a-97a061c2042f tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:33.328855 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f42eb-9659-4a7e-807a-97a061c2042f tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:33.329281 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f42eb-9659-4a7e-807a-97a061c2042f tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:33.356213 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3666eda9-afb0-4df7-9f9b-0d5ec39a5168 req-6fcaae6b-7103-4797-b185-f114b2e62652 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7bf795f-ed0e-4beb-aa23-dbee467dfade HTTP/1.1" status: 200 len: 1000 time: 0.0610282 Feb 07 22:01:33.401118 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0521c6c6-ac53-4edc-994e-05c27253ff66 None None] Provisioning complete for port c7bf795f-ed0e-4beb-aa23-dbee467dfade triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:01:33.401497 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0521c6c6-ac53-4edc-994e-05c27253ff66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c7bf795f-ed0e-4beb-aa23-dbee467dfade), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:33.415293 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666eda9-afb0-4df7-9f9b-0d5ec39a5168 req-4c834225-2949-4b6a-852d-1d7c8605679c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:01:33.416785 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3666eda9-afb0-4df7-9f9b-0d5ec39a5168 req-4c834225-2949-4b6a-852d-1d7c8605679c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59161d74-32ba-4608-92fc-8055dfc612d7 HTTP/1.1" status: 200 len: 854 time: 0.0552044 Feb 07 22:01:33.475122 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8bb413ee-2091-45b6-a4aa-76eabfe85e81 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Deleting port d887aaed-6822-43bc-9312-b342fe68e33f {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:01:33.475355 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666eda9-afb0-4df7-9f9b-0d5ec39a5168 req-2cd948bf-1139-4e65-9cee-45ef896b6a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:01:33.475972 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8bb413ee-2091-45b6-a4aa-76eabfe85e81 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (d887aaed-6822-43bc-9312-b342fe68e33f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:33.477237 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3666eda9-afb0-4df7-9f9b-0d5ec39a5168 req-2cd948bf-1139-4e65-9cee-45ef896b6a94 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a25c3514-e630-4447-b775-cd79ac640137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496786 Feb 07 22:01:33.522578 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0521c6c6-ac53-4edc-994e-05c27253ff66 None None] Current status of the port c7bf795f-ed0e-4beb-aa23-dbee467dfade is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:01:33.557345 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8bb413ee-2091-45b6-a4aa-76eabfe85e81 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (d887aaed-6822-43bc-9312-b342fe68e33f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:33.557677 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8bb413ee-2091-45b6-a4aa-76eabfe85e81 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for floatingip (d887aaed-6822-43bc-9312-b342fe68e33f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:33.569934 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3666eda9-afb0-4df7-9f9b-0d5ec39a5168 req-80151a30-8b84-49d6-9dd8-aff358073db7 service neutron] 10.222.0.71 "GET /v2.0/networks/a25c3514-e630-4447-b775-cd79ac640137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862241 Feb 07 22:01:33.570137 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8bb413ee-2091-45b6-a4aa-76eabfe85e81 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Calling delete_port for d887aaed-6822-43bc-9312-b342fe68e33f owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:01:33.660398 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3666eda9-afb0-4df7-9f9b-0d5ec39a5168 req-b20ab076-8ad2-4826-b409-bc7c69986b1b service neutron] 10.222.0.71 "GET /v2.0/networks/a25c3514-e630-4447-b775-cd79ac640137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841115 Feb 07 22:01:33.719153 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8bb413ee-2091-45b6-a4aa-76eabfe85e81 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (d887aaed-6822-43bc-9312-b342fe68e33f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:33.744913 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb413ee-2091-45b6-a4aa-76eabfe85e81 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Pushing event deleted for resources: {'Port': ['ID=d887aaed-6822-43bc-9312-b342fe68e33f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:01:33.805728 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8bb413ee-2091-45b6-a4aa-76eabfe85e81 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks [] for floatingip (e57caf37-9ce8-4c3d-adb6-3c868e138a84), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:33.805977 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [None req-8bb413ee-2091-45b6-a4aa-76eabfe85e81 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Floating IP e57caf37-9ce8-4c3d-adb6-3c868e138a84 disassociated (deleted). External IP: 172.25.4.64, port: c7bf795f-ed0e-4beb-aa23-dbee467dfade. Feb 07 22:01:34.182491 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:34.325761 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb413ee-2091-45b6-a4aa-76eabfe85e81 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Router aac85deb-2620-4de7-9dc5-8ac91b659fa7 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:01:34.426582 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:34.440256 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb413ee-2091-45b6-a4aa-76eabfe85e81 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:01:34.445565 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8bb413ee-2091-45b6-a4aa-76eabfe85e81 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:34.451488 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d3942-0453-49a5-8967-fe91592f3970 None None] Sync routers for ids ['aac85deb-2620-4de7-9dc5-8ac91b659fa7'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:01:34.461747 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296d3942-0453-49a5-8967-fe91592f3970 None None] Routers {'aac85deb-2620-4de7-9dc5-8ac91b659fa7'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:01:34.462385 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-296d3942-0453-49a5-8967-fe91592f3970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:01:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['aac85deb-2620-4de7-9dc5-8ac91b659fa7'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:01:34.474878 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8bb413ee-2091-45b6-a4aa-76eabfe85e81 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "DELETE /v2.0/floatingips/e57caf37-9ce8-4c3d-adb6-3c868e138a84 HTTP/1.1" status: 204 len: 168 time: 1.2097893 Feb 07 22:01:34.475467 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de505bb8-004b-45d8-ae15-7ee2c819ff4b', 'tag': 'c7bf795f-ed0e-4beb-aa23-dbee467dfade'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:01:34.477766 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47bc0dc9fe746ac64adcb7a0dbe6fda25f58f8d79cf35956c7e0a4ba81c3c440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3614230e-3ca8-4395-93a9-836b26345dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "de505bb8-004b-45d8-ae15-7ee2c819ff4b", "tag": "c7bf795f-ed0e-4beb-aa23-dbee467dfade"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:01:34.574780 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-296d3942-0453-49a5-8967-fe91592f3970 None None] Set router aac85deb-2620-4de7-9dc5-8ac91b659fa7 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:01:34.594391 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51df4de-c9c0-49fd-9712-49a76163689b x-openstack-request-id: req-a51df4de-c9c0-49fd-9712-49a76163689b {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:01:34.594689 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de505bb8-004b-45d8-ae15-7ee2c819ff4b", "tag": "c7bf795f-ed0e-4beb-aa23-dbee467dfade", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:01:34.594943 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a51df4de-c9c0-49fd-9712-49a76163689b {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:01:34.595346 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de505bb8-004b-45d8-ae15-7ee2c819ff4b', 'tag': 'c7bf795f-ed0e-4beb-aa23-dbee467dfade', 'status': 'completed', 'code': 200} Feb 07 22:01:34.679782 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614230e-3ca8-4395-93a9-836b26345dc1 req-884ae79f-098d-4bb9-883f-1074893830bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:01:34.681469 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3614230e-3ca8-4395-93a9-836b26345dc1 req-884ae79f-098d-4bb9-883f-1074893830bd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b6f0ea3455f54681866529cab550329c&device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 1127 time: 0.0635426 Feb 07 22:01:34.801211 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614230e-3ca8-4395-93a9-836b26345dc1 req-a328d87c-ff80-42f2-b4a4-408b54d8d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:01:34.802838 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3614230e-3ca8-4395-93a9-836b26345dc1 req-a328d87c-ff80-42f2-b4a4-408b54d8d72b service neutron] 10.222.0.71 "GET /v2.0/networks?id=a25c3514-e630-4447-b775-cd79ac640137 HTTP/1.1" status: 200 len: 916 time: 0.1135781 Feb 07 22:01:34.806576 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-296d3942-0453-49a5-8967-fe91592f3970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'name': 'tempest-TestMinimumBasicScenario-1277579717-router', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'ff431221-5171-4df8-ba9b-6a003ca2615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:58:36Z', 'updated_at': '2022-02-07T21:58:39Z', 'revision_number': 4, 'project_id': 'b6f0ea3455f54681866529cab550329c', 'gw_port': {'id': 'ff431221-5171-4df8-ba9b-6a003ca2615b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:44:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:37Z', 'updated_at': '2022-02-07T21:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '72c23b78-5c6e-4ae6-a8f9-d3df49434afb', 'name': '', 'network_id': 'a25c3514-e630-4447-b775-cd79ac640137', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'mac_address': 'fa:16:3e:1c:cc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '59161d74-32ba-4608-92fc-8055dfc612d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:38Z', 'updated_at': '2022-02-07T21:58:43Z', 'revision_number': 5, 'project_id': 'b6f0ea3455f54681866529cab550329c', 'subnets': [{'id': '59161d74-32ba-4608-92fc-8055dfc612d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:01:34.831764 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d3942-0453-49a5-8967-fe91592f3970 None None] Checking router: aac85deb-2620-4de7-9dc5-8ac91b659fa7 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:01:34.840266 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296d3942-0453-49a5-8967-fe91592f3970 None None] Routers {'aac85deb-2620-4de7-9dc5-8ac91b659fa7'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:01:34.840884 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-296d3942-0453-49a5-8967-fe91592f3970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:01:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['aac85deb-2620-4de7-9dc5-8ac91b659fa7'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:01:34.846057 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3614230e-3ca8-4395-93a9-836b26345dc1 req-bd5cd313-6ebb-4651-b5a9-0cd281d0847d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7bf795f-ed0e-4beb-aa23-dbee467dfade HTTP/1.1" status: 200 len: 217 time: 0.0348477 Feb 07 22:01:34.896759 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614230e-3ca8-4395-93a9-836b26345dc1 req-4dbcc9bd-69ad-4a0a-a8b2-a066438d5c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:01:34.898224 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3614230e-3ca8-4395-93a9-836b26345dc1 req-4dbcc9bd-69ad-4a0a-a8b2-a066438d5c1d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59161d74-32ba-4608-92fc-8055dfc612d7 HTTP/1.1" status: 200 len: 854 time: 0.0459526 Feb 07 22:01:34.946240 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-296d3942-0453-49a5-8967-fe91592f3970 None None] Set router aac85deb-2620-4de7-9dc5-8ac91b659fa7 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:01:34.946561 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614230e-3ca8-4395-93a9-836b26345dc1 req-23ed62e6-3c25-4b71-8d49-1dbc7d7d669f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:01:34.948108 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3614230e-3ca8-4395-93a9-836b26345dc1 req-23ed62e6-3c25-4b71-8d49-1dbc7d7d669f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a25c3514-e630-4447-b775-cd79ac640137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437620 Feb 07 22:01:35.039128 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3614230e-3ca8-4395-93a9-836b26345dc1 req-7b634e81-960c-4a63-bf5d-df4005e5a64d service neutron] 10.222.0.71 "GET /v2.0/networks/a25c3514-e630-4447-b775-cd79ac640137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841315 Feb 07 22:01:35.127274 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3614230e-3ca8-4395-93a9-836b26345dc1 req-8cd11559-4f02-4350-b50e-908c23eea61b service neutron] 10.222.0.71 "GET /v2.0/networks/a25c3514-e630-4447-b775-cd79ac640137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822320 Feb 07 22:01:35.141274 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-296d3942-0453-49a5-8967-fe91592f3970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'name': 'tempest-TestMinimumBasicScenario-1277579717-router', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'ff431221-5171-4df8-ba9b-6a003ca2615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:58:36Z', 'updated_at': '2022-02-07T21:58:39Z', 'revision_number': 4, 'project_id': 'b6f0ea3455f54681866529cab550329c', 'gw_port': {'id': 'ff431221-5171-4df8-ba9b-6a003ca2615b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:44:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:37Z', 'updated_at': '2022-02-07T21:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '72c23b78-5c6e-4ae6-a8f9-d3df49434afb', 'name': '', 'network_id': 'a25c3514-e630-4447-b775-cd79ac640137', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'mac_address': 'fa:16:3e:1c:cc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '59161d74-32ba-4608-92fc-8055dfc612d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:38Z', 'updated_at': '2022-02-07T21:58:43Z', 'revision_number': 5, 'project_id': 'b6f0ea3455f54681866529cab550329c', 'subnets': [{'id': '59161d74-32ba-4608-92fc-8055dfc612d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:01:35.170717 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d3942-0453-49a5-8967-fe91592f3970 None None] The sync data for ids ['aac85deb-2620-4de7-9dc5-8ac91b659fa7'] in n-d-828185-2 is: [{'id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'name': 'tempest-TestMinimumBasicScenario-1277579717-router', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'ff431221-5171-4df8-ba9b-6a003ca2615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:58:36Z', 'updated_at': '2022-02-07T21:58:39Z', 'revision_number': 4, 'project_id': 'b6f0ea3455f54681866529cab550329c', 'gw_port': {'id': 'ff431221-5171-4df8-ba9b-6a003ca2615b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:44:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:37Z', 'updated_at': '2022-02-07T21:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '72c23b78-5c6e-4ae6-a8f9-d3df49434afb', 'name': '', 'network_id': 'a25c3514-e630-4447-b775-cd79ac640137', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'mac_address': 'fa:16:3e:1c:cc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '59161d74-32ba-4608-92fc-8055dfc612d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:38Z', 'updated_at': '2022-02-07T21:58:43Z', 'revision_number': 5, 'project_id': 'b6f0ea3455f54681866529cab550329c', 'subnets': [{'id': '59161d74-32ba-4608-92fc-8055dfc612d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:01:35.393251 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312b93d8-188a-4a73-b9d3-655bc5f680bd None None] New status for floating IP e57caf37-9ce8-4c3d-adb6-3c868e138a84: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:01:47.653937 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:01:48.509585 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f7cf9f31-1a3c-406b-b484-20fc0cddcab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:49.829906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436af507-9782-43e0-b25b-4c1570d9c3bc req-1db23c9e-c59b-4a87-95c3-d4fb229dcfc7 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:01:49.831479 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-436af507-9782-43e0-b25b-4c1570d9c3bc req-1db23c9e-c59b-4a87-95c3-d4fb229dcfc7 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 945 time: 0.0577643 Feb 07 22:01:49.884036 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-436af507-9782-43e0-b25b-4c1570d9c3bc req-a4a21753-fbbf-4a68-b109-2be3e1a2655b tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460842 Feb 07 22:01:50.694531 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a0a08f49-4f58-417f-8a66-f4ca46c03dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:51.006209 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f775ed-8f4c-4a39-b1df-b35a5ed2e0e4 req-86543e8f-ea2f-4141-a815-071cf2788142 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:01:51.007675 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18f775ed-8f4c-4a39-b1df-b35a5ed2e0e4 req-86543e8f-ea2f-4141-a815-071cf2788142 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 945 time: 0.0526898 Feb 07 22:01:51.053934 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18f775ed-8f4c-4a39-b1df-b35a5ed2e0e4 req-f13cefd5-acf0-477a-b522-f4c20f6a58d7 tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/security-groups?id=2059c03a-3b2c-4194-9b70-01efedaa0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401795 Feb 07 22:01:51.687681 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee9127-5fe3-4b02-90c0-bd2a1b2d96fd req-f608fd83-add2-4a3a-9935-f408972ab29b tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:01:51.689139 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ccee9127-5fe3-4b02-90c0-bd2a1b2d96fd req-f608fd83-add2-4a3a-9935-f408972ab29b tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.71 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 945 time: 0.0534458 Feb 07 22:01:51.778713 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-ccee9127-5fe3-4b02-90c0-bd2a1b2d96fd req-9b1982e4-c099-4858-afd9-5e5514c2ad0b tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Deleting port c7bf795f-ed0e-4beb-aa23-dbee467dfade {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:01:51.779047 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ccee9127-5fe3-4b02-90c0-bd2a1b2d96fd req-9b1982e4-c099-4858-afd9-5e5514c2ad0b tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c7bf795f-ed0e-4beb-aa23-dbee467dfade), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:51.865810 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-ccee9127-5fe3-4b02-90c0-bd2a1b2d96fd req-9b1982e4-c099-4858-afd9-5e5514c2ad0b tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] For port c7bf795f-ed0e-4beb-aa23-dbee467dfade, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=c7bf795f-ed0e-4beb-aa23-dbee467dfade,segment=NetworkSegment(ccdd6258-896a-4504-b1e9-a1a491d12ded),segment_id=ccdd6258-896a-4504-b1e9-a1a491d12ded)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:01:51.866167 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ccee9127-5fe3-4b02-90c0-bd2a1b2d96fd req-9b1982e4-c099-4858-afd9-5e5514c2ad0b tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c7bf795f-ed0e-4beb-aa23-dbee467dfade), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:51.879382 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-ccee9127-5fe3-4b02-90c0-bd2a1b2d96fd req-9b1982e4-c099-4858-afd9-5e5514c2ad0b tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Calling delete_port for c7bf795f-ed0e-4beb-aa23-dbee467dfade owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:01:51.985234 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:52.001411 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ccee9127-5fe3-4b02-90c0-bd2a1b2d96fd req-9b1982e4-c099-4858-afd9-5e5514c2ad0b tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (c7bf795f-ed0e-4beb-aa23-dbee467dfade), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:52.013806 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['c7bf795f-ed0e-4beb-aa23-dbee467dfade'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:01:52.033307 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1982e4-c099-4858-afd9-5e5514c2ad0b tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Pushing event deleted for resources: {'Port': ['ID=c7bf795f-ed0e-4beb-aa23-dbee467dfade,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:01:52.075628 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccee9127-5fe3-4b02-90c0-bd2a1b2d96fd req-9b1982e4-c099-4858-afd9-5e5514c2ad0b tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] No DVR routers for this DVR port c7bf795f-ed0e-4beb-aa23-dbee467dfade on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:01:52.078319 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ccee9127-5fe3-4b02-90c0-bd2a1b2d96fd req-9b1982e4-c099-4858-afd9-5e5514c2ad0b tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:52.082094 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ccee9127-5fe3-4b02-90c0-bd2a1b2d96fd req-9b1982e4-c099-4858-afd9-5e5514c2ad0b tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.71 "DELETE /v2.0/ports/c7bf795f-ed0e-4beb-aa23-dbee467dfade HTTP/1.1" status: 204 len: 173 time: 0.3879175 Feb 07 22:01:52.082213 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de505bb8-004b-45d8-ae15-7ee2c819ff4b', 'name': 'network-vif-deleted', 'tag': 'c7bf795f-ed0e-4beb-aa23-dbee467dfade'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:01:52.084521 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf9d591-6dea-403e-beb1-449fc43b926e" -d '{"events": [{"server_uuid": "de505bb8-004b-45d8-ae15-7ee2c819ff4b", "name": "network-vif-deleted", "tag": "c7bf795f-ed0e-4beb-aa23-dbee467dfade"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:01:52.136450 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228662a0-e129-492b-8422-ad41ab4b480c x-openstack-request-id: req-228662a0-e129-492b-8422-ad41ab4b480c {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:01:52.136749 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de505bb8-004b-45d8-ae15-7ee2c819ff4b", "name": "network-vif-deleted", "tag": "c7bf795f-ed0e-4beb-aa23-dbee467dfade", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:01:52.137007 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-228662a0-e129-492b-8422-ad41ab4b480c {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:01:52.137442 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de505bb8-004b-45d8-ae15-7ee2c819ff4b', 'name': 'network-vif-deleted', 'tag': 'c7bf795f-ed0e-4beb-aa23-dbee467dfade', 'status': 'completed', 'code': 200} Feb 07 22:01:52.153932 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b8400672-f1a1-45a1-afcf-eb9f4aaa5700 req-dcc80171-6369-4327-81c7-229516b1b57f tempest-TestMinimumBasicScenario-425874998 tempest-TestMinimumBasicScenario-425874998-project] 10.222.0.65 "GET /v2.0/ports?device_id=de505bb8-004b-45d8-ae15-7ee2c819ff4b HTTP/1.1" status: 200 len: 210 time: 0.0304406 Feb 07 22:01:53.465835 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:53.721446 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46860) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:01:54.055922 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-845ef9dc-6894-476d-a940-bd78abecc530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (aac85deb-2620-4de7-9dc5-8ac91b659fa7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:54.297183 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-845ef9dc-6894-476d-a940-bd78abecc530 admin admin] Deleting port 72c23b78-5c6e-4ae6-a8f9-d3df49434afb {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:01:54.297515 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-845ef9dc-6894-476d-a940-bd78abecc530 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (72c23b78-5c6e-4ae6-a8f9-d3df49434afb), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:54.356058 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device c7bf795f-ed0e-4beb-aa23-dbee467dfade no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:01:54.374535 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-845ef9dc-6894-476d-a940-bd78abecc530 admin admin] For port 72c23b78-5c6e-4ae6-a8f9-d3df49434afb, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=72c23b78-5c6e-4ae6-a8f9-d3df49434afb,segment=NetworkSegment(ccdd6258-896a-4504-b1e9-a1a491d12ded),segment_id=ccdd6258-896a-4504-b1e9-a1a491d12ded)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:01:54.374897 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-845ef9dc-6894-476d-a940-bd78abecc530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (72c23b78-5c6e-4ae6-a8f9-d3df49434afb), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:54.375046 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: c7bf795f-ed0e-4beb-aa23-dbee467dfade {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:01:54.375249 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device c7bf795f-ed0e-4beb-aa23-dbee467dfade not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:01:54.389042 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-845ef9dc-6894-476d-a940-bd78abecc530 admin admin] Calling delete_port for 72c23b78-5c6e-4ae6-a8f9-d3df49434afb owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:01:54.561377 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-845ef9dc-6894-476d-a940-bd78abecc530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (72c23b78-5c6e-4ae6-a8f9-d3df49434afb), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:54.586313 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ef9dc-6894-476d-a940-bd78abecc530 admin admin] Pushing event deleted for resources: {'Port': ['ID=72c23b78-5c6e-4ae6-a8f9-d3df49434afb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:01:54.756336 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-845ef9dc-6894-476d-a940-bd78abecc530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (aac85deb-2620-4de7-9dc5-8ac91b659fa7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:54.774293 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:54.970208 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845ef9dc-6894-476d-a940-bd78abecc530 admin admin] Router aac85deb-2620-4de7-9dc5-8ac91b659fa7 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:01:55.289562 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845ef9dc-6894-476d-a940-bd78abecc530 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:01:55.294614 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-845ef9dc-6894-476d-a940-bd78abecc530 admin admin] 10.222.0.65 "PUT /v2.0/routers/aac85deb-2620-4de7-9dc5-8ac91b659fa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5721111 Feb 07 22:01:55.297286 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46862) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:01:55.300368 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74186cce-87ff-457b-bbea-9881c4d8f327 None None] Sync routers for ids ['aac85deb-2620-4de7-9dc5-8ac91b659fa7'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:01:55.310692 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74186cce-87ff-457b-bbea-9881c4d8f327 None None] Routers {'aac85deb-2620-4de7-9dc5-8ac91b659fa7'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:01:55.311305 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-74186cce-87ff-457b-bbea-9881c4d8f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:01:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['aac85deb-2620-4de7-9dc5-8ac91b659fa7'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:01:55.397596 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6a6cce0-9ed5-49b0-8779-9b06fade65bb admin admin] Publish callbacks [] for router (aac85deb-2620-4de7-9dc5-8ac91b659fa7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:55.415984 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-74186cce-87ff-457b-bbea-9881c4d8f327 None None] Set router aac85deb-2620-4de7-9dc5-8ac91b659fa7 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:01:55.500142 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6a6cce0-9ed5-49b0-8779-9b06fade65bb admin admin] Publish callbacks [] for router_gateway (aac85deb-2620-4de7-9dc5-8ac91b659fa7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:55.556372 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6cce0-9ed5-49b0-8779-9b06fade65bb admin admin] Deleting port ff431221-5171-4df8-ba9b-6a003ca2615b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:01:55.556621 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6a6cce0-9ed5-49b0-8779-9b06fade65bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ff431221-5171-4df8-ba9b-6a003ca2615b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:55.587534 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-74186cce-87ff-457b-bbea-9881c4d8f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'name': 'tempest-TestMinimumBasicScenario-1277579717-router', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'ff431221-5171-4df8-ba9b-6a003ca2615b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:58:36Z', 'updated_at': '2022-02-07T22:01:54Z', 'revision_number': 5, 'project_id': 'b6f0ea3455f54681866529cab550329c', 'gw_port': {'id': 'ff431221-5171-4df8-ba9b-6a003ca2615b', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:44:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:37Z', 'updated_at': '2022-02-07T21:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:01:55.617169 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74186cce-87ff-457b-bbea-9881c4d8f327 None None] Checking router: aac85deb-2620-4de7-9dc5-8ac91b659fa7 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:01:55.625700 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74186cce-87ff-457b-bbea-9881c4d8f327 None None] Routers {'aac85deb-2620-4de7-9dc5-8ac91b659fa7'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:01:55.626305 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-74186cce-87ff-457b-bbea-9881c4d8f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:01:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['aac85deb-2620-4de7-9dc5-8ac91b659fa7'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:01:55.638826 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d6a6cce0-9ed5-49b0-8779-9b06fade65bb admin admin] For port ff431221-5171-4df8-ba9b-6a003ca2615b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ff431221-5171-4df8-ba9b-6a003ca2615b,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:01:55.639438 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6a6cce0-9ed5-49b0-8779-9b06fade65bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ff431221-5171-4df8-ba9b-6a003ca2615b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:55.654540 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6cce0-9ed5-49b0-8779-9b06fade65bb admin admin] Calling delete_port for ff431221-5171-4df8-ba9b-6a003ca2615b owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:01:55.807702 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-74186cce-87ff-457b-bbea-9881c4d8f327 None None] Set router aac85deb-2620-4de7-9dc5-8ac91b659fa7 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:01:55.830682 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6a6cce0-9ed5-49b0-8779-9b06fade65bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ff431221-5171-4df8-ba9b-6a003ca2615b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:55.857797 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-74186cce-87ff-457b-bbea-9881c4d8f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'name': 'tempest-TestMinimumBasicScenario-1277579717-router', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:58:36Z', 'updated_at': '2022-02-07T22:01:55Z', 'revision_number': 6, 'project_id': 'b6f0ea3455f54681866529cab550329c', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:01:55.862358 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6cce0-9ed5-49b0-8779-9b06fade65bb admin admin] Pushing event deleted for resources: {'Port': ['ID=ff431221-5171-4df8-ba9b-6a003ca2615b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:01:55.886911 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74186cce-87ff-457b-bbea-9881c4d8f327 None None] The sync data for ids ['aac85deb-2620-4de7-9dc5-8ac91b659fa7'] in n-d-828185-2 is: [{'id': 'aac85deb-2620-4de7-9dc5-8ac91b659fa7', 'name': 'tempest-TestMinimumBasicScenario-1277579717-router', 'tenant_id': 'b6f0ea3455f54681866529cab550329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:58:36Z', 'updated_at': '2022-02-07T22:01:55Z', 'revision_number': 6, 'project_id': 'b6f0ea3455f54681866529cab550329c', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:01:55.928934 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6a6cce0-9ed5-49b0-8779-9b06fade65bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (aac85deb-2620-4de7-9dc5-8ac91b659fa7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:56.019716 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6a6cce0-9ed5-49b0-8779-9b06fade65bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (aac85deb-2620-4de7-9dc5-8ac91b659fa7), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:56.021844 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6a6cce0-9ed5-49b0-8779-9b06fade65bb admin admin] Publish callbacks [] for router_controller (aac85deb-2620-4de7-9dc5-8ac91b659fa7), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:56.064389 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6a6cce0-9ed5-49b0-8779-9b06fade65bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (aac85deb-2620-4de7-9dc5-8ac91b659fa7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:56.064891 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a6cce0-9ed5-49b0-8779-9b06fade65bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router aac85deb-2620-4de7-9dc5-8ac91b659fa7 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:01:56.069682 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6a6cce0-9ed5-49b0-8779-9b06fade65bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:56.070838 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-d6a6cce0-9ed5-49b0-8779-9b06fade65bb admin admin] 10.222.0.65 "DELETE /v2.0/routers/aac85deb-2620-4de7-9dc5-8ac91b659fa7 HTTP/1.1" status: 204 len: 168 time: 0.7726529 Feb 07 22:01:56.073450 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46864) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:01:56.119732 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-768ef987-d1ef-44c2-b608-922e3151846b admin admin] Deleting subnet 59161d74-32ba-4608-92fc-8055dfc612d7 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 22:01:56.122756 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-768ef987-d1ef-44c2-b608-922e3151846b admin admin] Publish callbacks [] for subnet (59161d74-32ba-4608-92fc-8055dfc612d7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:56.156289 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-768ef987-d1ef-44c2-b608-922e3151846b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (59161d74-32ba-4608-92fc-8055dfc612d7), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:56.234347 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-768ef987-d1ef-44c2-b608-922e3151846b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (59161d74-32ba-4608-92fc-8055dfc612d7), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:56.292821 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-768ef987-d1ef-44c2-b608-922e3151846b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (59161d74-32ba-4608-92fc-8055dfc612d7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:56.324523 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ef987-d1ef-44c2-b608-922e3151846b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59161d74-32ba-4608-92fc-8055dfc612d7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:01:56.329596 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-768ef987-d1ef-44c2-b608-922e3151846b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:56.333397 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-768ef987-d1ef-44c2-b608-922e3151846b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/59161d74-32ba-4608-92fc-8055dfc612d7 HTTP/1.1" status: 204 len: 168 time: 0.2590020 Feb 07 22:01:56.334906 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 72c23b78-5c6e-4ae6-a8f9-d3df49434afb no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:01:56.335844 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46866) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:01:56.340403 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78933c6-8f2d-4859-92e7-4a0b64dde226 None None] Network a25c3514-e630-4447-b775-cd79ac640137 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:01:56.401092 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 72c23b78-5c6e-4ae6-a8f9-d3df49434afb {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:01:56.401512 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 72c23b78-5c6e-4ae6-a8f9-d3df49434afb not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:01:56.404572 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c960e14-8008-412d-a729-fa5e6bf30951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (a25c3514-e630-4447-b775-cd79ac640137), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:56.457634 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7c960e14-8008-412d-a729-fa5e6bf30951 admin admin] Deleting port f227b64d-d055-433d-b0f2-937d573522eb {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:01:56.457927 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c960e14-8008-412d-a729-fa5e6bf30951 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f227b64d-d055-433d-b0f2-937d573522eb), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:56.523914 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7c960e14-8008-412d-a729-fa5e6bf30951 admin admin] For port f227b64d-d055-433d-b0f2-937d573522eb, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f227b64d-d055-433d-b0f2-937d573522eb,segment=NetworkSegment(ccdd6258-896a-4504-b1e9-a1a491d12ded),segment_id=ccdd6258-896a-4504-b1e9-a1a491d12ded)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:01:56.524283 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c960e14-8008-412d-a729-fa5e6bf30951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f227b64d-d055-433d-b0f2-937d573522eb), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:56.537206 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7c960e14-8008-412d-a729-fa5e6bf30951 admin admin] Calling delete_port for f227b64d-d055-433d-b0f2-937d573522eb owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:01:56.612956 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c960e14-8008-412d-a729-fa5e6bf30951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f227b64d-d055-433d-b0f2-937d573522eb), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:56.636685 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c960e14-8008-412d-a729-fa5e6bf30951 admin admin] Pushing event deleted for resources: {'Port': ['ID=f227b64d-d055-433d-b0f2-937d573522eb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:01:56.640055 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c960e14-8008-412d-a729-fa5e6bf30951 admin admin] No DVR routers for this DVR port f227b64d-d055-433d-b0f2-937d573522eb on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:01:56.699087 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429fb09c-26e8-4e2b-96e0-e054ef5c86a5 None None] DHCP port deletion for a25c3514-e630-4447-b775-cd79ac640137 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 22:01:56.719910 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c960e14-8008-412d-a729-fa5e6bf30951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (a25c3514-e630-4447-b775-cd79ac640137), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:56.742668 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7c960e14-8008-412d-a729-fa5e6bf30951 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25c3514-e630-4447-b775-cd79ac640137']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:01:56.751931 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7c960e14-8008-412d-a729-fa5e6bf30951 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccdd6258-896a-4504-b1e9-a1a491d12ded') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:01:56.752229 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7c960e14-8008-412d-a729-fa5e6bf30951 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccdd6258-896a-4504-b1e9-a1a491d12ded') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:01:56.762030 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c960e14-8008-412d-a729-fa5e6bf30951 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (ccdd6258-896a-4504-b1e9-a1a491d12ded), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:56.775599 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c960e14-8008-412d-a729-fa5e6bf30951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (ccdd6258-896a-4504-b1e9-a1a491d12ded), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:56.782662 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c960e14-8008-412d-a729-fa5e6bf30951 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:01:56.783078 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c960e14-8008-412d-a729-fa5e6bf30951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (ccdd6258-896a-4504-b1e9-a1a491d12ded), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: timer() Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:01:56.784956 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:01:56.841497 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c960e14-8008-412d-a729-fa5e6bf30951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (a25c3514-e630-4447-b775-cd79ac640137), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:56.846865 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c960e14-8008-412d-a729-fa5e6bf30951 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:56.850022 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7c960e14-8008-412d-a729-fa5e6bf30951 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a25c3514-e630-4447-b775-cd79ac640137 HTTP/1.1" status: 204 len: 168 time: 0.5132222 Feb 07 22:01:56.853140 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46870) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:01:56.862274 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c960e14-8008-412d-a729-fa5e6bf30951 admin admin] Pushing event deleted for resources: {'Network': ['ID=a25c3514-e630-4447-b775-cd79ac640137,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:01:57.205512 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02cf558f-71ea-4e0a-af9b-ae0b6e92b37f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (b400d4e1-99e2-4753-a88b-07acd0502b59), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:57.452075 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-02cf558f-71ea-4e0a-af9b-ae0b6e92b37f admin admin] Deleting port a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:01:57.452438 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02cf558f-71ea-4e0a-af9b-ae0b6e92b37f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:57.531736 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-02cf558f-71ea-4e0a-af9b-ae0b6e92b37f admin admin] For port a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648,segment=NetworkSegment(9375a3e4-50bc-4b37-9788-8ffbf6e76fa5),segment_id=9375a3e4-50bc-4b37-9788-8ffbf6e76fa5)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:01:57.532001 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02cf558f-71ea-4e0a-af9b-ae0b6e92b37f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:57.545314 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-02cf558f-71ea-4e0a-af9b-ae0b6e92b37f admin admin] Calling delete_port for a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:01:57.725739 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02cf558f-71ea-4e0a-af9b-ae0b6e92b37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:57.751298 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf558f-71ea-4e0a-af9b-ae0b6e92b37f admin admin] Pushing event deleted for resources: {'Port': ['ID=a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:01:57.917114 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02cf558f-71ea-4e0a-af9b-ae0b6e92b37f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (b400d4e1-99e2-4753-a88b-07acd0502b59), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:58.128925 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02cf558f-71ea-4e0a-af9b-ae0b6e92b37f admin admin] Router b400d4e1-99e2-4753-a88b-07acd0502b59 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:01:58.241499 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cf558f-71ea-4e0a-af9b-ae0b6e92b37f admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:01:58.242019 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f227b64d-d055-433d-b0f2-937d573522eb no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:01:58.249211 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-02cf558f-71ea-4e0a-af9b-ae0b6e92b37f admin admin] 10.222.0.65 "PUT /v2.0/routers/b400d4e1-99e2-4753-a88b-07acd0502b59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3944118 Feb 07 22:01:58.249522 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46872) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:01:58.268112 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55a0a9-0c2e-46bc-9d0e-4e6873b213ec None None] Sync routers for ids ['b400d4e1-99e2-4753-a88b-07acd0502b59'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:01:58.271304 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: f227b64d-d055-433d-b0f2-937d573522eb {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:01:58.271644 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f227b64d-d055-433d-b0f2-937d573522eb not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:01:58.272059 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ff431221-5171-4df8-ba9b-6a003ca2615b no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:01:58.294385 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: ff431221-5171-4df8-ba9b-6a003ca2615b {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:01:58.294722 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ff431221-5171-4df8-ba9b-6a003ca2615b not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:01:58.298864 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55a0a9-0c2e-46bc-9d0e-4e6873b213ec None None] Routers {'b400d4e1-99e2-4753-a88b-07acd0502b59'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:01:58.299547 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4d55a0a9-0c2e-46bc-9d0e-4e6873b213ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:01:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b400d4e1-99e2-4753-a88b-07acd0502b59'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:01:58.358939 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32dd8080-d8ef-4204-9cda-32f7783fbb0d admin admin] Publish callbacks [] for router (b400d4e1-99e2-4753-a88b-07acd0502b59), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:58.407694 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-4d55a0a9-0c2e-46bc-9d0e-4e6873b213ec None None] Set router b400d4e1-99e2-4753-a88b-07acd0502b59 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:01:58.462851 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32dd8080-d8ef-4204-9cda-32f7783fbb0d admin admin] Publish callbacks [] for router_gateway (b400d4e1-99e2-4753-a88b-07acd0502b59), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:58.515503 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-32dd8080-d8ef-4204-9cda-32f7783fbb0d admin admin] Deleting port 399cce2a-3e6e-471c-b77a-362ffc455f9c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:01:58.515837 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32dd8080-d8ef-4204-9cda-32f7783fbb0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (399cce2a-3e6e-471c-b77a-362ffc455f9c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:58.584642 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4d55a0a9-0c2e-46bc-9d0e-4e6873b213ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b400d4e1-99e2-4753-a88b-07acd0502b59', 'name': 'tempest-TestMinimumBasicScenario-2063172495-router', 'tenant_id': 'dcd8e432b78740bf98bf0e4ab8501de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '399cce2a-3e6e-471c-b77a-362ffc455f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:58:41Z', 'updated_at': '2022-02-07T22:01:57Z', 'revision_number': 5, 'project_id': 'dcd8e432b78740bf98bf0e4ab8501de0', 'gw_port': {'id': '399cce2a-3e6e-471c-b77a-362ffc455f9c', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:4b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b400d4e1-99e2-4753-a88b-07acd0502b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T21:58:41Z', 'updated_at': '2022-02-07T21:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:01:58.592173 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-32dd8080-d8ef-4204-9cda-32f7783fbb0d admin admin] For port 399cce2a-3e6e-471c-b77a-362ffc455f9c, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=399cce2a-3e6e-471c-b77a-362ffc455f9c,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:01:58.592561 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32dd8080-d8ef-4204-9cda-32f7783fbb0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (399cce2a-3e6e-471c-b77a-362ffc455f9c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:58.605176 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-32dd8080-d8ef-4204-9cda-32f7783fbb0d admin admin] Calling delete_port for 399cce2a-3e6e-471c-b77a-362ffc455f9c owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:01:58.616991 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55a0a9-0c2e-46bc-9d0e-4e6873b213ec None None] Checking router: b400d4e1-99e2-4753-a88b-07acd0502b59 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:01:58.625246 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55a0a9-0c2e-46bc-9d0e-4e6873b213ec None None] Routers {'b400d4e1-99e2-4753-a88b-07acd0502b59'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:01:58.625860 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4d55a0a9-0c2e-46bc-9d0e-4e6873b213ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:01:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['b400d4e1-99e2-4753-a88b-07acd0502b59'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:01:58.711343 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-4d55a0a9-0c2e-46bc-9d0e-4e6873b213ec None None] Set router b400d4e1-99e2-4753-a88b-07acd0502b59 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:01:58.767712 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4d55a0a9-0c2e-46bc-9d0e-4e6873b213ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b400d4e1-99e2-4753-a88b-07acd0502b59', 'name': 'tempest-TestMinimumBasicScenario-2063172495-router', 'tenant_id': 'dcd8e432b78740bf98bf0e4ab8501de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:58:41Z', 'updated_at': '2022-02-07T22:01:58Z', 'revision_number': 6, 'project_id': 'dcd8e432b78740bf98bf0e4ab8501de0', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:01:58.774731 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32dd8080-d8ef-4204-9cda-32f7783fbb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (399cce2a-3e6e-471c-b77a-362ffc455f9c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:58.793690 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55a0a9-0c2e-46bc-9d0e-4e6873b213ec None None] The sync data for ids ['b400d4e1-99e2-4753-a88b-07acd0502b59'] in n-d-828185-2 is: [{'id': 'b400d4e1-99e2-4753-a88b-07acd0502b59', 'name': 'tempest-TestMinimumBasicScenario-2063172495-router', 'tenant_id': 'dcd8e432b78740bf98bf0e4ab8501de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T21:58:41Z', 'updated_at': '2022-02-07T22:01:58Z', 'revision_number': 6, 'project_id': 'dcd8e432b78740bf98bf0e4ab8501de0', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:01:58.797181 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd8080-d8ef-4204-9cda-32f7783fbb0d admin admin] Pushing event deleted for resources: {'Port': ['ID=399cce2a-3e6e-471c-b77a-362ffc455f9c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:01:58.861233 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32dd8080-d8ef-4204-9cda-32f7783fbb0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (b400d4e1-99e2-4753-a88b-07acd0502b59), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:58.949655 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32dd8080-d8ef-4204-9cda-32f7783fbb0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (b400d4e1-99e2-4753-a88b-07acd0502b59), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:58.951768 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32dd8080-d8ef-4204-9cda-32f7783fbb0d admin admin] Publish callbacks [] for router_controller (b400d4e1-99e2-4753-a88b-07acd0502b59), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:58.997050 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32dd8080-d8ef-4204-9cda-32f7783fbb0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (b400d4e1-99e2-4753-a88b-07acd0502b59), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:58.997530 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dd8080-d8ef-4204-9cda-32f7783fbb0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b400d4e1-99e2-4753-a88b-07acd0502b59 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:01:59.002384 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32dd8080-d8ef-4204-9cda-32f7783fbb0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:59.004119 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-32dd8080-d8ef-4204-9cda-32f7783fbb0d admin admin] 10.222.0.65 "DELETE /v2.0/routers/b400d4e1-99e2-4753-a88b-07acd0502b59 HTTP/1.1" status: 204 len: 168 time: 0.7529447 Feb 07 22:01:59.006712 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46874) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:01:59.049549 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bcf7c29-e2a2-4edc-9555-0e4a89d26976 admin admin] Deleting subnet eb80ce54-541f-4154-baa1-d930f79636d8 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 22:01:59.053338 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bcf7c29-e2a2-4edc-9555-0e4a89d26976 admin admin] Publish callbacks [] for subnet (eb80ce54-541f-4154-baa1-d930f79636d8), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:59.085795 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bcf7c29-e2a2-4edc-9555-0e4a89d26976 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (eb80ce54-541f-4154-baa1-d930f79636d8), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:59.170778 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bcf7c29-e2a2-4edc-9555-0e4a89d26976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (eb80ce54-541f-4154-baa1-d930f79636d8), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:59.227180 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bcf7c29-e2a2-4edc-9555-0e4a89d26976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (eb80ce54-541f-4154-baa1-d930f79636d8), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:59.251800 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf7c29-e2a2-4edc-9555-0e4a89d26976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb80ce54-541f-4154-baa1-d930f79636d8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:01:59.258982 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bcf7c29-e2a2-4edc-9555-0e4a89d26976 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:59.263843 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114936fa-d4c8-47d5-b67a-79d2cd20f5ba None None] Network 00c4c7bc-fb80-4c93-8350-5177fcf966c3 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:01:59.264373 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4bcf7c29-e2a2-4edc-9555-0e4a89d26976 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/eb80ce54-541f-4154-baa1-d930f79636d8 HTTP/1.1" status: 204 len: 168 time: 0.2564154 Feb 07 22:01:59.265758 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46876) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:01:59.341255 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51f84617-d558-4ba4-a54b-75171ed1b7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (00c4c7bc-fb80-4c93-8350-5177fcf966c3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:59.399808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-51f84617-d558-4ba4-a54b-75171ed1b7a1 admin admin] Deleting port 9d8357a8-7449-4f3c-b8f9-fbaa76741959 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:01:59.400146 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51f84617-d558-4ba4-a54b-75171ed1b7a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9d8357a8-7449-4f3c-b8f9-fbaa76741959), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:59.460297 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-51f84617-d558-4ba4-a54b-75171ed1b7a1 admin admin] For port 9d8357a8-7449-4f3c-b8f9-fbaa76741959, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9d8357a8-7449-4f3c-b8f9-fbaa76741959,segment=NetworkSegment(9375a3e4-50bc-4b37-9788-8ffbf6e76fa5),segment_id=9375a3e4-50bc-4b37-9788-8ffbf6e76fa5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:01:59.460685 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51f84617-d558-4ba4-a54b-75171ed1b7a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9d8357a8-7449-4f3c-b8f9-fbaa76741959), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:59.474319 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-51f84617-d558-4ba4-a54b-75171ed1b7a1 admin admin] Calling delete_port for 9d8357a8-7449-4f3c-b8f9-fbaa76741959 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:01:59.539810 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76ae285-2604-4cf3-b151-38f80907e679 None None] DHCP port deletion for 00c4c7bc-fb80-4c93-8350-5177fcf966c3 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 22:01:59.555639 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51f84617-d558-4ba4-a54b-75171ed1b7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (9d8357a8-7449-4f3c-b8f9-fbaa76741959), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:59.585164 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f84617-d558-4ba4-a54b-75171ed1b7a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d8357a8-7449-4f3c-b8f9-fbaa76741959,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:01:59.590693 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f84617-d558-4ba4-a54b-75171ed1b7a1 admin admin] No DVR routers for this DVR port 9d8357a8-7449-4f3c-b8f9-fbaa76741959 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:01:59.593252 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e76ae285-2604-4cf3-b151-38f80907e679 None None] Deleting port 9d8357a8-7449-4f3c-b8f9-fbaa76741959 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:01:59.593630 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e76ae285-2604-4cf3-b151-38f80907e679 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9d8357a8-7449-4f3c-b8f9-fbaa76741959), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:59.666642 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51f84617-d558-4ba4-a54b-75171ed1b7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (00c4c7bc-fb80-4c93-8350-5177fcf966c3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:59.666916 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e76ae285-2604-4cf3-b151-38f80907e679 None None] For port 9d8357a8-7449-4f3c-b8f9-fbaa76741959, host n-d-828185-2, got binding levels [] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:01:59.667315 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e76ae285-2604-4cf3-b151-38f80907e679 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9d8357a8-7449-4f3c-b8f9-fbaa76741959), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:59.679914 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e76ae285-2604-4cf3-b151-38f80907e679 None None] Calling delete_port for 9d8357a8-7449-4f3c-b8f9-fbaa76741959 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:01:59.682567 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.ipam_backend_mixin [None req-e76ae285-2604-4cf3-b151-38f80907e679 None None] Port 9d8357a8-7449-4f3c-b8f9-fbaa76741959 was not found and therefore no delete operation was performed {{(pid=103257) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 22:01:59.683831 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e76ae285-2604-4cf3-b151-38f80907e679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (9d8357a8-7449-4f3c-b8f9-fbaa76741959), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:59.688940 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-51f84617-d558-4ba4-a54b-75171ed1b7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c4c7bc-fb80-4c93-8350-5177fcf966c3']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:01:59.700030 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-51f84617-d558-4ba4-a54b-75171ed1b7a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9375a3e4-50bc-4b37-9788-8ffbf6e76fa5') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:01:59.700220 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-51f84617-d558-4ba4-a54b-75171ed1b7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9375a3e4-50bc-4b37-9788-8ffbf6e76fa5') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:01:59.710457 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ae285-2604-4cf3-b151-38f80907e679 None None] Pushing event deleted for resources: {'Port': ['ID=9d8357a8-7449-4f3c-b8f9-fbaa76741959,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:01:59.711271 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51f84617-d558-4ba4-a54b-75171ed1b7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (9375a3e4-50bc-4b37-9788-8ffbf6e76fa5), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:59.712799 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76ae285-2604-4cf3-b151-38f80907e679 None None] No DVR routers for this DVR port 9d8357a8-7449-4f3c-b8f9-fbaa76741959 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:01:59.723910 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ae285-2604-4cf3-b151-38f80907e679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:59.723910 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ae285-2604-4cf3-b151-38f80907e679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:59.723910 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ae285-2604-4cf3-b151-38f80907e679 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:59.723910 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ae285-2604-4cf3-b151-38f80907e679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:59.723910 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ae285-2604-4cf3-b151-38f80907e679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:59.724822 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ae285-2604-4cf3-b151-38f80907e679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:59.724822 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ae285-2604-4cf3-b151-38f80907e679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:59.724822 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ae285-2604-4cf3-b151-38f80907e679 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:59.725176 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ae285-2604-4cf3-b151-38f80907e679 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:59.725453 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ae285-2604-4cf3-b151-38f80907e679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:59.725790 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ae285-2604-4cf3-b151-38f80907e679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:59.726439 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ae285-2604-4cf3-b151-38f80907e679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:59.726780 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ae285-2604-4cf3-b151-38f80907e679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:01:59.735850 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51f84617-d558-4ba4-a54b-75171ed1b7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (9375a3e4-50bc-4b37-9788-8ffbf6e76fa5), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:59.744123 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f84617-d558-4ba4-a54b-75171ed1b7a1 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:01:59.744544 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51f84617-d558-4ba4-a54b-75171ed1b7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (9375a3e4-50bc-4b37-9788-8ffbf6e76fa5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: timer() Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:01:59.746393 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:01:59.807787 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51f84617-d558-4ba4-a54b-75171ed1b7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (00c4c7bc-fb80-4c93-8350-5177fcf966c3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:59.814022 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51f84617-d558-4ba4-a54b-75171ed1b7a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:01:59.818225 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-51f84617-d558-4ba4-a54b-75171ed1b7a1 admin admin] 10.222.0.65 "DELETE /v2.0/networks/00c4c7bc-fb80-4c93-8350-5177fcf966c3 HTTP/1.1" status: 204 len: 168 time: 0.5515110 Feb 07 22:01:59.830022 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f84617-d558-4ba4-a54b-75171ed1b7a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=00c4c7bc-fb80-4c93-8350-5177fcf966c3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:01:59.993767 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46882) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:02:00.035983 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3c8c62f4-c4dc-486f-b05a-f12900b90c57 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b6f0ea3455f54681866529cab550329c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408380 Feb 07 22:02:00.038478 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46884) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:02:00.102367 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7139a817-52fa-4ba0-b6eb-e281290183b4 admin admin] Publish callbacks [] for security_group (2059c03a-3b2c-4194-9b70-01efedaa0d06), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:00.123206 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7139a817-52fa-4ba0-b6eb-e281290183b4 admin admin] Publish callbacks [] for security_group (2059c03a-3b2c-4194-9b70-01efedaa0d06), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:00.173105 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7139a817-52fa-4ba0-b6eb-e281290183b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (2059c03a-3b2c-4194-9b70-01efedaa0d06), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:00.176380 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7139a817-52fa-4ba0-b6eb-e281290183b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:00.177634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7139a817-52fa-4ba0-b6eb-e281290183b4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2059c03a-3b2c-4194-9b70-01efedaa0d06 HTTP/1.1" status: 204 len: 168 time: 0.1381493 Feb 07 22:02:00.186735 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139a817-52fa-4ba0-b6eb-e281290183b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2059c03a-3b2c-4194-9b70-01efedaa0d06,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:00.216142 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9d8357a8-7449-4f3c-b8f9-fbaa76741959 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:02:00.241397 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 9d8357a8-7449-4f3c-b8f9-fbaa76741959 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:02:00.242676 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9d8357a8-7449-4f3c-b8f9-fbaa76741959 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:02:00.243508 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 399cce2a-3e6e-471c-b77a-362ffc455f9c no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:02:00.263605 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 399cce2a-3e6e-471c-b77a-362ffc455f9c {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:02:00.263959 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 399cce2a-3e6e-471c-b77a-362ffc455f9c not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:02:00.264540 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:02:00.283271 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:02:00.283624 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a5cb35a4-9ef9-4efa-bbf3-e7ceccf7c648 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:02:00.503835 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46892) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:02:00.559502 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a73c93af-a178-42b5-a2f6-df1b44b26f43 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dcd8e432b78740bf98bf0e4ab8501de0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0541332 Feb 07 22:02:00.561864 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46894) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:02:00.817224 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81c99ba1-0aee-49dc-903a-62868064f60d admin admin] Publish callbacks [] for security_group (6c9d6e9d-7b10-4891-9a2a-3a6d929363eb), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:00.836967 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81c99ba1-0aee-49dc-903a-62868064f60d admin admin] Publish callbacks [] for security_group (6c9d6e9d-7b10-4891-9a2a-3a6d929363eb), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:00.882303 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81c99ba1-0aee-49dc-903a-62868064f60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (6c9d6e9d-7b10-4891-9a2a-3a6d929363eb), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:00.884977 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81c99ba1-0aee-49dc-903a-62868064f60d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:00.886137 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-81c99ba1-0aee-49dc-903a-62868064f60d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6c9d6e9d-7b10-4891-9a2a-3a6d929363eb HTTP/1.1" status: 204 len: 168 time: 0.3233647 Feb 07 22:02:00.894484 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c99ba1-0aee-49dc-903a-62868064f60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9d6e9d-7b10-4891-9a2a-3a6d929363eb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:02.551923 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46934) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:02:02.556645 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ea6b4b87-5004-4731-b8ad-1bf9e77b4544 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1512300821', 'description': 'tempest-secgroup-smoke-1512300821 description', 'project_id': 'cb32d546868e49d7bc91660452f9cd72'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:02:02.578567 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea6b4b87-5004-4731-b8ad-1bf9e77b4544 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:02.586783 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea6b4b87-5004-4731-b8ad-1bf9e77b4544 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:02.668475 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea6b4b87-5004-4731-b8ad-1bf9e77b4544 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (21c56308-e3c3-460f-ba0b-febd2d0acc28), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:02.672348 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea6b4b87-5004-4731-b8ad-1bf9e77b4544 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (21c56308-e3c3-460f-ba0b-febd2d0acc28), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:02.730831 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b4b87-5004-4731-b8ad-1bf9e77b4544 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c56308-e3c3-460f-ba0b-febd2d0acc28,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:02.761291 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea6b4b87-5004-4731-b8ad-1bf9e77b4544 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (bb0d7d35-eaf2-43fe-af1d-2ed72c902c04), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:02.765050 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea6b4b87-5004-4731-b8ad-1bf9e77b4544 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (bb0d7d35-eaf2-43fe-af1d-2ed72c902c04), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:02.794452 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b4b87-5004-4731-b8ad-1bf9e77b4544 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0d7d35-eaf2-43fe-af1d-2ed72c902c04,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:02.799436 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea6b4b87-5004-4731-b8ad-1bf9e77b4544 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:02.803350 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ea6b4b87-5004-4731-b8ad-1bf9e77b4544 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2476714 Feb 07 22:02:02.803979 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46936) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:02:02.807912 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6d7aef72-0c4f-47d4-9114-f5763ccae0a3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': 'bb0d7d35-eaf2-43fe-af1d-2ed72c902c04', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:02:02.840301 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6d7aef72-0c4f-47d4-9114-f5763ccae0a3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (15f1be0e-3b7d-45ef-8cc8-4153adc7f053), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:02.890812 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6d7aef72-0c4f-47d4-9114-f5763ccae0a3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (15f1be0e-3b7d-45ef-8cc8-4153adc7f053), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:02.895141 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6d7aef72-0c4f-47d4-9114-f5763ccae0a3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (15f1be0e-3b7d-45ef-8cc8-4153adc7f053), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:02.916616 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7aef72-0c4f-47d4-9114-f5763ccae0a3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f1be0e-3b7d-45ef-8cc8-4153adc7f053,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:02.922124 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6d7aef72-0c4f-47d4-9114-f5763ccae0a3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:02.923332 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6d7aef72-0c4f-47d4-9114-f5763ccae0a3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187916 Feb 07 22:02:02.927283 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46940) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:02:02.931659 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4b8d82f1-77da-4e88-994d-2140af6ca072 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': 'bb0d7d35-eaf2-43fe-af1d-2ed72c902c04', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:02:02.958485 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b8d82f1-77da-4e88-994d-2140af6ca072 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (ae6db696-2334-47b9-b94f-591cdc1eb54c), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:03.021457 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b8d82f1-77da-4e88-994d-2140af6ca072 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (ae6db696-2334-47b9-b94f-591cdc1eb54c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:03.026110 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b8d82f1-77da-4e88-994d-2140af6ca072 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (ae6db696-2334-47b9-b94f-591cdc1eb54c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:03.044933 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d82f1-77da-4e88-994d-2140af6ca072 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae6db696-2334-47b9-b94f-591cdc1eb54c,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:03.053501 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b8d82f1-77da-4e88-994d-2140af6ca072 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:03.055005 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4b8d82f1-77da-4e88-994d-2140af6ca072 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266146 Feb 07 22:02:03.057731 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46942) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:02:03.062389 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0a27fc6c-0e1d-4d66-9f2f-ee2f688f0818 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': 'bb0d7d35-eaf2-43fe-af1d-2ed72c902c04', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:02:03.091334 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a27fc6c-0e1d-4d66-9f2f-ee2f688f0818 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (3ea4d672-0d94-4ac2-aa7c-a44f816ebdfc), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:03.150207 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a27fc6c-0e1d-4d66-9f2f-ee2f688f0818 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (3ea4d672-0d94-4ac2-aa7c-a44f816ebdfc), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:03.153913 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a27fc6c-0e1d-4d66-9f2f-ee2f688f0818 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (3ea4d672-0d94-4ac2-aa7c-a44f816ebdfc), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:03.171298 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27fc6c-0e1d-4d66-9f2f-ee2f688f0818 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea4d672-0d94-4ac2-aa7c-a44f816ebdfc,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:03.177182 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a27fc6c-0e1d-4d66-9f2f-ee2f688f0818 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:03.178675 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0a27fc6c-0e1d-4d66-9f2f-ee2f688f0818 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198022 Feb 07 22:02:03.182111 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46946) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:02:03.186455 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ca4af90c-d46d-4fae-ab08-17e4a8f77935 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': 'bb0d7d35-eaf2-43fe-af1d-2ed72c902c04', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:02:03.210886 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca4af90c-d46d-4fae-ab08-17e4a8f77935 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (cfb6fd96-3dbf-478d-b839-b67104e217e0), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:03.266237 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca4af90c-d46d-4fae-ab08-17e4a8f77935 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (cfb6fd96-3dbf-478d-b839-b67104e217e0), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:03.269681 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca4af90c-d46d-4fae-ab08-17e4a8f77935 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (cfb6fd96-3dbf-478d-b839-b67104e217e0), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:03.287043 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4af90c-d46d-4fae-ab08-17e4a8f77935 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb6fd96-3dbf-478d-b839-b67104e217e0,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:03.294434 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca4af90c-d46d-4fae-ab08-17e4a8f77935 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:03.295662 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ca4af90c-d46d-4fae-ab08-17e4a8f77935 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1131153 Feb 07 22:02:03.298312 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46948) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:02:03.303130 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c1e7a123-9ef8-4e39-bafe-b4517887d1a6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': 'bb0d7d35-eaf2-43fe-af1d-2ed72c902c04', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:02:03.322190 n-d-828185-2 neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-c1e7a123-9ef8-4e39-bafe-b4517887d1a6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Project cb32d546868e49d7bc91660452f9cd72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 22:02:03.326868 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1e7a123-9ef8-4e39-bafe-b4517887d1a6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (762a58fd-3d14-4cd6-bd37-3026b4fd084a), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:03.383769 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1e7a123-9ef8-4e39-bafe-b4517887d1a6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (762a58fd-3d14-4cd6-bd37-3026b4fd084a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:03.387493 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1e7a123-9ef8-4e39-bafe-b4517887d1a6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (762a58fd-3d14-4cd6-bd37-3026b4fd084a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:03.405448 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7a123-9ef8-4e39-bafe-b4517887d1a6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=762a58fd-3d14-4cd6-bd37-3026b4fd084a,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:03.410758 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1e7a123-9ef8-4e39-bafe-b4517887d1a6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:03.414604 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c1e7a123-9ef8-4e39-bafe-b4517887d1a6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1127310 Feb 07 22:02:03.414865 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46952) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:02:03.419322 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-30dd13ab-1882-4f88-ad14-cd2e95605351 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': 'bb0d7d35-eaf2-43fe-af1d-2ed72c902c04', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:02:03.438271 n-d-828185-2 neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-30dd13ab-1882-4f88-ad14-cd2e95605351 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Project cb32d546868e49d7bc91660452f9cd72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 22:02:03.443474 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30dd13ab-1882-4f88-ad14-cd2e95605351 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (40585d02-f5e5-4429-9f72-f7e44718f5ee), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:03.501369 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30dd13ab-1882-4f88-ad14-cd2e95605351 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (40585d02-f5e5-4429-9f72-f7e44718f5ee), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:03.505461 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30dd13ab-1882-4f88-ad14-cd2e95605351 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (40585d02-f5e5-4429-9f72-f7e44718f5ee), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:03.521989 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd13ab-1882-4f88-ad14-cd2e95605351 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40585d02-f5e5-4429-9f72-f7e44718f5ee,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:03.530344 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30dd13ab-1882-4f88-ad14-cd2e95605351 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:03.531562 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-30dd13ab-1882-4f88-ad14-cd2e95605351 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1158445 Feb 07 22:02:03.535102 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46954) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:02:03.539866 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6c0e336e-2b07-49ed-b43b-7caa710dc7c4 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'network': {'name': 'tempest-network-smoke--817593443', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'port_security_enabled': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:02:03.558318 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0e336e-2b07-49ed-b43b-7caa710dc7c4 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Made reservation on behalf of cb32d546868e49d7bc91660452f9cd72 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:02:03.561432 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c0e336e-2b07-49ed-b43b-7caa710dc7c4 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:03.583423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0e336e-2b07-49ed-b43b-7caa710dc7c4 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:02:03.592162 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c0e336e-2b07-49ed-b43b-7caa710dc7c4 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:03.592535 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-6c0e336e-2b07-49ed-b43b-7caa710dc7c4 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Added segment bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60 of type vlan for network 0f38be50-c46d-493a-9062-77b2291de435 Feb 07 22:02:03.631124 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c0e336e-2b07-49ed-b43b-7caa710dc7c4 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (0f38be50-c46d-493a-9062-77b2291de435), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:03.657276 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c0e336e-2b07-49ed-b43b-7caa710dc7c4 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (0f38be50-c46d-493a-9062-77b2291de435), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:03.662647 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0e336e-2b07-49ed-b43b-7caa710dc7c4 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:03.663325 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c0e336e-2b07-49ed-b43b-7caa710dc7c4 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:03.740981 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-6c0e336e-2b07-49ed-b43b-7caa710dc7c4 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2015374 Feb 07 22:02:03.741454 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46956) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:02:03.746121 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-fff3ec40-bf45-49ca-b784-0f01cc232e66 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2086718435', 'admin_state_up': True, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:02:03.753172 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e336e-2b07-49ed-b43b-7caa710dc7c4 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Network': ['ID=0f38be50-c46d-493a-9062-77b2291de435,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:03.763876 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 0f38be50-c46d-493a-9062-77b2291de435 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:02:03.769785 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fff3ec40-bf45-49ca-b784-0f01cc232e66 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (e245e38d-b4ad-433e-8f87-e7a26a244909), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:03.770847 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fff3ec40-bf45-49ca-b784-0f01cc232e66 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (e245e38d-b4ad-433e-8f87-e7a26a244909), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:03.829596 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fff3ec40-bf45-49ca-b784-0f01cc232e66 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_controller (e245e38d-b4ad-433e-8f87-e7a26a244909), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:03.968359 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fff3ec40-bf45-49ca-b784-0f01cc232e66 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_gateway (e245e38d-b4ad-433e-8f87-e7a26a244909), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:04.158815 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fff3ec40-bf45-49ca-b784-0f01cc232e66 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_gateway (e245e38d-b4ad-433e-8f87-e7a26a244909), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:04.178247 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fff3ec40-bf45-49ca-b784-0f01cc232e66 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:04.179241 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:04.280096 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-fff3ec40-bf45-49ca-b784-0f01cc232e66 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Allocated IP 172.25.4.186 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/27457f7b-c0d2-4639-a6b3-d5c3d90e6a16) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:02:04.378010 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fff3ec40-bf45-49ca-b784-0f01cc232e66 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (27457f7b-c0d2-4639-a6b3-d5c3d90e6a16), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:04.411658 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fff3ec40-bf45-49ca-b784-0f01cc232e66 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (27457f7b-c0d2-4639-a6b3-d5c3d90e6a16), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:04.439500 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:04.455830 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff3ec40-bf45-49ca-b784-0f01cc232e66 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:02:04.459367 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-fff3ec40-bf45-49ca-b784-0f01cc232e66 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:02:04.462897 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff3ec40-bf45-49ca-b784-0f01cc232e66 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:02:04.468574 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3ec40-bf45-49ca-b784-0f01cc232e66 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=27457f7b-c0d2-4639-a6b3-d5c3d90e6a16,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:04.717427 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fff3ec40-bf45-49ca-b784-0f01cc232e66 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_gateway (e245e38d-b4ad-433e-8f87-e7a26a244909), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:04.913622 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fff3ec40-bf45-49ca-b784-0f01cc232e66 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (e245e38d-b4ad-433e-8f87-e7a26a244909), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:05.046385 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff3ec40-bf45-49ca-b784-0f01cc232e66 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Router e245e38d-b4ad-433e-8f87-e7a26a244909 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:02:05.465342 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff3ec40-bf45-49ca-b784-0f01cc232e66 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:02:05.476457 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2353ac-d2e1-42ea-9ce8-f5e68de2e7e5 None None] Sync routers for ids ['e245e38d-b4ad-433e-8f87-e7a26a244909'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:02:05.485514 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fff3ec40-bf45-49ca-b784-0f01cc232e66 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:05.489493 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fff3ec40-bf45-49ca-b784-0f01cc232e66 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7441375 Feb 07 22:02:05.489648 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2353ac-d2e1-42ea-9ce8-f5e68de2e7e5 None None] Routers {'e245e38d-b4ad-433e-8f87-e7a26a244909'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:02:05.489648 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7d2353ac-d2e1-42ea-9ce8-f5e68de2e7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:01:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e245e38d-b4ad-433e-8f87-e7a26a244909'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:02:05.490096 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46960) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:02:05.590128 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-7d2353ac-d2e1-42ea-9ce8-f5e68de2e7e5 None None] Set router e245e38d-b4ad-433e-8f87-e7a26a244909 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:02:05.614347 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4211d19d-4646-47c1-a5f2-1b10bbc2c799 tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=cb32d546868e49d7bc91660452f9cd72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1229589 Feb 07 22:02:05.617042 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 46964) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:02:05.767632 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7d2353ac-d2e1-42ea-9ce8-f5e68de2e7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086718435', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:02:03Z', 'updated_at': '2022-02-07T22:02:04Z', 'revision_number': 3, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:02:04Z', 'updated_at': '2022-02-07T22:02:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:02:05.773382 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5278f6e-560f-48ea-b782-dff8273928a7 tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:05.774888 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c5278f6e-560f-48ea-b782-dff8273928a7 tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1569393 Feb 07 22:02:05.778040 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46966) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:02:05.793847 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2353ac-d2e1-42ea-9ce8-f5e68de2e7e5 None None] Checking router: e245e38d-b4ad-433e-8f87-e7a26a244909 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:02:05.794198 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2353ac-d2e1-42ea-9ce8-f5e68de2e7e5 None None] Updating router e245e38d-b4ad-433e-8f87-e7a26a244909 port 27457f7b-c0d2-4639-a6b3-d5c3d90e6a16 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:02:05.808105 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e09e5230-d560-4f51-a87d-e1a95242af4d tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288930 Feb 07 22:02:05.810733 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46968) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:02:05.815375 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-967f2d27-ceea-4b51-a09f-83d481fb45a6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2035240894', 'network_id': '0f38be50-c46d-493a-9062-77b2291de435', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:02:05.824698 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7d2353ac-d2e1-42ea-9ce8-f5e68de2e7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (27457f7b-c0d2-4639-a6b3-d5c3d90e6a16), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:05.900222 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967f2d27-ceea-4b51-a09f-83d481fb45a6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Made reservation on behalf of cb32d546868e49d7bc91660452f9cd72 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:02:05.903394 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-967f2d27-ceea-4b51-a09f-83d481fb45a6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:06.068204 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7d2353ac-d2e1-42ea-9ce8-f5e68de2e7e5 None None] Publish callbacks [] for port (27457f7b-c0d2-4639-a6b3-d5c3d90e6a16), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:06.072816 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7d2353ac-d2e1-42ea-9ce8-f5e68de2e7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (27457f7b-c0d2-4639-a6b3-d5c3d90e6a16), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:06.080746 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-967f2d27-ceea-4b51-a09f-83d481fb45a6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (2b28056a-75a7-4bb5-ba1b-b73a74312d1e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:06.119744 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-7d2353ac-d2e1-42ea-9ce8-f5e68de2e7e5 None None] Attempting to bind port 27457f7b-c0d2-4639-a6b3-d5c3d90e6a16 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:02:06.120122 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-7d2353ac-d2e1-42ea-9ce8-f5e68de2e7e5 None None] Attempting to bind port 27457f7b-c0d2-4639-a6b3-d5c3d90e6a16 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:02:06.120500 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2353ac-d2e1-42ea-9ce8-f5e68de2e7e5 None None] Attempting to bind port 27457f7b-c0d2-4639-a6b3-d5c3d90e6a16 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:02:06.128865 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2353ac-d2e1-42ea-9ce8-f5e68de2e7e5 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:02:06.129237 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2353ac-d2e1-42ea-9ce8-f5e68de2e7e5 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:02:06.129637 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7d2353ac-d2e1-42ea-9ce8-f5e68de2e7e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:06.130026 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2353ac-d2e1-42ea-9ce8-f5e68de2e7e5 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:02:06.130485 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-7d2353ac-d2e1-42ea-9ce8-f5e68de2e7e5 None None] Bound port: 27457f7b-c0d2-4639-a6b3-d5c3d90e6a16, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:02:06.130862 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7d2353ac-d2e1-42ea-9ce8-f5e68de2e7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (27457f7b-c0d2-4639-a6b3-d5c3d90e6a16), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:06.142493 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f2d27-ceea-4b51-a09f-83d481fb45a6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Subnet': ['ID=2b28056a-75a7-4bb5-ba1b-b73a74312d1e,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:06.150490 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967f2d27-ceea-4b51-a09f-83d481fb45a6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Checking segment: {'id': 'bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f38be50-c46d-493a-9062-77b2291de435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:02:06.150863 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967f2d27-ceea-4b51-a09f-83d481fb45a6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network hostable DHCP agents. Network: 0f38be50-c46d-493a-9062-77b2291de435, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:02:06.151515 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147cc2d-83bb-4956-b0f8-018101ac020a None None] Pushing event updated for resources: {'Port': ['ID=27457f7b-c0d2-4639-a6b3-d5c3d90e6a16,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:06.167290 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147cc2d-83bb-4956-b0f8-018101ac020a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:02:06.167690 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147cc2d-83bb-4956-b0f8-018101ac020a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:02:06.167910 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967f2d27-ceea-4b51-a09f-83d481fb45a6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network 0f38be50-c46d-493a-9062-77b2291de435 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:02:06.168031 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147cc2d-83bb-4956-b0f8-018101ac020a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:02:06.168377 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147cc2d-83bb-4956-b0f8-018101ac020a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:02:06.168714 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147cc2d-83bb-4956-b0f8-018101ac020a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:02:06.169042 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147cc2d-83bb-4956-b0f8-018101ac020a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:02:06.169372 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147cc2d-83bb-4956-b0f8-018101ac020a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:02:06.169693 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147cc2d-83bb-4956-b0f8-018101ac020a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:02:06.170014 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147cc2d-83bb-4956-b0f8-018101ac020a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:02:06.170333 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147cc2d-83bb-4956-b0f8-018101ac020a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:02:06.170674 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147cc2d-83bb-4956-b0f8-018101ac020a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:02:06.170973 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147cc2d-83bb-4956-b0f8-018101ac020a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:02:06.171290 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147cc2d-83bb-4956-b0f8-018101ac020a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:02:06.177855 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-967f2d27-ceea-4b51-a09f-83d481fb45a6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 0f38be50-c46d-493a-9062-77b2291de435) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:02:06.183938 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967f2d27-ceea-4b51-a09f-83d481fb45a6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:06.184633 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-967f2d27-ceea-4b51-a09f-83d481fb45a6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:06.188980 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9905400-3ac0-4bb9-9b66-0073df15ce5c None None] Network 0f38be50-c46d-493a-9062-77b2291de435 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:02:06.201968 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-7d2353ac-d2e1-42ea-9ce8-f5e68de2e7e5 None None] For port 27457f7b-c0d2-4639-a6b3-d5c3d90e6a16, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:02:06.203052 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-967f2d27-ceea-4b51-a09f-83d481fb45a6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3913279 Feb 07 22:02:06.205823 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 46970) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:02:06.208707 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-7d2353ac-d2e1-42ea-9ce8-f5e68de2e7e5 None None] For port 27457f7b-c0d2-4639-a6b3-d5c3d90e6a16, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=27457f7b-c0d2-4639-a6b3-d5c3d90e6a16,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:02:06.214961 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7d2353ac-d2e1-42ea-9ce8-f5e68de2e7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (27457f7b-c0d2-4639-a6b3-d5c3d90e6a16), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:06.259315 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2353ac-d2e1-42ea-9ce8-f5e68de2e7e5 None None] Routers {'e245e38d-b4ad-433e-8f87-e7a26a244909'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:02:06.259936 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7d2353ac-d2e1-42ea-9ce8-f5e68de2e7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:01:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e245e38d-b4ad-433e-8f87-e7a26a244909'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:02:06.297602 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e661c3-1608-4554-91bb-f91b94273630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-0f38be50-c46d-493a-9062-77b2291de435', 'network_id': '0f38be50-c46d-493a-9062-77b2291de435', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'fixed_ips': [{'subnet_id': '2b28056a-75a7-4bb5-ba1b-b73a74312d1e'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 22:02:06.298462 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-97e661c3-1608-4554-91bb-f91b94273630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:06.350880 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147cc2d-83bb-4956-b0f8-018101ac020a None None] Pushing event updated for resources: {'Port': ['ID=27457f7b-c0d2-4639-a6b3-d5c3d90e6a16,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:06.381361 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-7d2353ac-d2e1-42ea-9ce8-f5e68de2e7e5 None None] Set router e245e38d-b4ad-433e-8f87-e7a26a244909 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:02:06.437881 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-97e661c3-1608-4554-91bb-f91b94273630 None None] Allocated IP 172.20.0.2 (0f38be50-c46d-493a-9062-77b2291de435/2b28056a-75a7-4bb5-ba1b-b73a74312d1e/83055d82-9ce6-46c5-b1ce-394d6e09c846) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:02:06.557893 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7d2353ac-d2e1-42ea-9ce8-f5e68de2e7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086718435', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:02:03Z', 'updated_at': '2022-02-07T22:02:04Z', 'revision_number': 3, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:02:04Z', 'updated_at': '2022-02-07T22:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:02:06.588464 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2353ac-d2e1-42ea-9ce8-f5e68de2e7e5 None None] The sync data for ids ['e245e38d-b4ad-433e-8f87-e7a26a244909'] in n-d-828185-2 is: [{'id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086718435', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:02:03Z', 'updated_at': '2022-02-07T22:02:04Z', 'revision_number': 3, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:02:04Z', 'updated_at': '2022-02-07T22:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:02:06.589663 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-97e661c3-1608-4554-91bb-f91b94273630 None None] Publish callbacks [] for port (83055d82-9ce6-46c5-b1ce-394d6e09c846), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:06.598601 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-97e661c3-1608-4554-91bb-f91b94273630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (83055d82-9ce6-46c5-b1ce-394d6e09c846), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:06.641839 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e661c3-1608-4554-91bb-f91b94273630 None None] Network 0f38be50-c46d-493a-9062-77b2291de435 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:02:06.647334 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-97e661c3-1608-4554-91bb-f91b94273630 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:02:06.650930 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e661c3-1608-4554-91bb-f91b94273630 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:02:06.661641 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e661c3-1608-4554-91bb-f91b94273630 None None] Pushing event updated for resources: {'Port': ['ID=83055d82-9ce6-46c5-b1ce-394d6e09c846,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:06.706131 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c160f9f-2320-41e0-9e56-8d3ff7ef5d55 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:06.713683 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-97e661c3-1608-4554-91bb-f91b94273630 None None] Attempting to bind port 83055d82-9ce6-46c5-b1ce-394d6e09c846 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:02:06.713683 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-97e661c3-1608-4554-91bb-f91b94273630 None None] Attempting to bind port 83055d82-9ce6-46c5-b1ce-394d6e09c846 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f38be50-c46d-493a-9062-77b2291de435'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:02:06.714055 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e661c3-1608-4554-91bb-f91b94273630 None None] Attempting to bind port 83055d82-9ce6-46c5-b1ce-394d6e09c846 on network 0f38be50-c46d-493a-9062-77b2291de435 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:02:06.719045 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e661c3-1608-4554-91bb-f91b94273630 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:02:06.724048 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e661c3-1608-4554-91bb-f91b94273630 None None] Checking segment: {'id': 'bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f38be50-c46d-493a-9062-77b2291de435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:02:06.724048 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-97e661c3-1608-4554-91bb-f91b94273630 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:06.724048 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e661c3-1608-4554-91bb-f91b94273630 None None] Bound using segment: {'id': 'bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f38be50-c46d-493a-9062-77b2291de435'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:02:06.724048 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-97e661c3-1608-4554-91bb-f91b94273630 None None] Bound port: 83055d82-9ce6-46c5-b1ce-394d6e09c846, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f38be50-c46d-493a-9062-77b2291de435'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:02:06.724048 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-97e661c3-1608-4554-91bb-f91b94273630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (83055d82-9ce6-46c5-b1ce-394d6e09c846), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:06.787041 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-97e661c3-1608-4554-91bb-f91b94273630 None None] For port 83055d82-9ce6-46c5-b1ce-394d6e09c846, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:02:06.790960 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-97e661c3-1608-4554-91bb-f91b94273630 None None] For port 83055d82-9ce6-46c5-b1ce-394d6e09c846, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=83055d82-9ce6-46c5-b1ce-394d6e09c846,segment=NetworkSegment(bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60),segment_id=bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:02:06.799007 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-97e661c3-1608-4554-91bb-f91b94273630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (83055d82-9ce6-46c5-b1ce-394d6e09c846), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:06.882752 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e661c3-1608-4554-91bb-f91b94273630 None None] Pushing event updated for resources: {'Port': ['ID=83055d82-9ce6-46c5-b1ce-394d6e09c846,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:07.123872 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-5c160f9f-2320-41e0-9e56-8d3ff7ef5d55 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Allocated IP 172.20.0.1 (0f38be50-c46d-493a-9062-77b2291de435/2b28056a-75a7-4bb5-ba1b-b73a74312d1e/e701e87b-7a59-4480-ab65-ffb1c27af122) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:02:07.263250 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c160f9f-2320-41e0-9e56-8d3ff7ef5d55 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (e701e87b-7a59-4480-ab65-ffb1c27af122), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:07.297942 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c160f9f-2320-41e0-9e56-8d3ff7ef5d55 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (e701e87b-7a59-4480-ab65-ffb1c27af122), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:07.342663 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c160f9f-2320-41e0-9e56-8d3ff7ef5d55 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network 0f38be50-c46d-493a-9062-77b2291de435 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:02:07.345926 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-5c160f9f-2320-41e0-9e56-8d3ff7ef5d55 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:02:07.349017 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c160f9f-2320-41e0-9e56-8d3ff7ef5d55 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:02:07.377425 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c160f9f-2320-41e0-9e56-8d3ff7ef5d55 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=e701e87b-7a59-4480-ab65-ffb1c27af122,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:07.400016 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c160f9f-2320-41e0-9e56-8d3ff7ef5d55 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (e245e38d-b4ad-433e-8f87-e7a26a244909), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:07.538228 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c160f9f-2320-41e0-9e56-8d3ff7ef5d55 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e701e87b-7a59-4480-ab65-ffb1c27af122), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:07.837266 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c160f9f-2320-41e0-9e56-8d3ff7ef5d55 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (e701e87b-7a59-4480-ab65-ffb1c27af122), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:07.843461 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c160f9f-2320-41e0-9e56-8d3ff7ef5d55 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (e701e87b-7a59-4480-ab65-ffb1c27af122), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:07.892154 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eb3988-b6fd-47f4-a15b-f0e38fdf86f7 None None] Network 0f38be50-c46d-493a-9062-77b2291de435 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:02:07.915016 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c160f9f-2320-41e0-9e56-8d3ff7ef5d55 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=e701e87b-7a59-4480-ab65-ffb1c27af122,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:07.920031 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c160f9f-2320-41e0-9e56-8d3ff7ef5d55 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (e245e38d-b4ad-433e-8f87-e7a26a244909), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:08.001249 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1bfdfa1b-42a8-4090-bb46-56330342575c None None] Provisioning complete for port 83055d82-9ce6-46c5-b1ce-394d6e09c846 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:02:08.001622 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1bfdfa1b-42a8-4090-bb46-56330342575c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (83055d82-9ce6-46c5-b1ce-394d6e09c846), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:08.018638 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c160f9f-2320-41e0-9e56-8d3ff7ef5d55 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network 0f38be50-c46d-493a-9062-77b2291de435 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:02:08.020838 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-5c160f9f-2320-41e0-9e56-8d3ff7ef5d55 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:02:08.145221 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c160f9f-2320-41e0-9e56-8d3ff7ef5d55 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Router e245e38d-b4ad-433e-8f87-e7a26a244909 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:02:08.252539 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1bfdfa1b-42a8-4090-bb46-56330342575c None None] Current status of the port 83055d82-9ce6-46c5-b1ce-394d6e09c846 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:02:08.253725 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1bfdfa1b-42a8-4090-bb46-56330342575c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (83055d82-9ce6-46c5-b1ce-394d6e09c846), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:08.294240 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c160f9f-2320-41e0-9e56-8d3ff7ef5d55 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:02:08.296950 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1bfdfa1b-42a8-4090-bb46-56330342575c None None] For port 83055d82-9ce6-46c5-b1ce-394d6e09c846, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=83055d82-9ce6-46c5-b1ce-394d6e09c846,segment=NetworkSegment(bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60),segment_id=bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:02:08.304178 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1bfdfa1b-42a8-4090-bb46-56330342575c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (83055d82-9ce6-46c5-b1ce-394d6e09c846), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:08.307696 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5c160f9f-2320-41e0-9e56-8d3ff7ef5d55 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "PUT /v2.0/routers/e245e38d-b4ad-433e-8f87-e7a26a244909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1008246 Feb 07 22:02:08.338824 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 83055d82-9ce6-46c5-b1ce-394d6e09c846 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:02:08.407983 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfdfa1b-42a8-4090-bb46-56330342575c None None] Pushing event updated for resources: {'Port': ['ID=83055d82-9ce6-46c5-b1ce-394d6e09c846,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:08.429307 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 83055d82-9ce6-46c5-b1ce-394d6e09c846 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:02:08.430078 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (83055d82-9ce6-46c5-b1ce-394d6e09c846), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:08.461744 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a685367d-bb73-43fe-aed2-b23797f527f0 None None] Sync routers for ids ['e245e38d-b4ad-433e-8f87-e7a26a244909'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:02:08.483728 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a685367d-bb73-43fe-aed2-b23797f527f0 None None] Routers {'e245e38d-b4ad-433e-8f87-e7a26a244909'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:02:08.484401 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a685367d-bb73-43fe-aed2-b23797f527f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:01:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e245e38d-b4ad-433e-8f87-e7a26a244909'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:02:08.485315 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-6691f6dd-012c-48bf-a5f4-00c29ca8f516 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1512300821&fields=id&tenant_id=cb32d546868e49d7bc91660452f9cd72 HTTP/1.1" status: 200 len: 267 time: 0.0499806 Feb 07 22:02:08.586811 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2091bb65-32c1-4e46-8aba-f22bcb6291e0 None None] Provisioning complete for port e701e87b-7a59-4480-ab65-ffb1c27af122 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:02:08.587187 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2091bb65-32c1-4e46-8aba-f22bcb6291e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e701e87b-7a59-4480-ab65-ffb1c27af122), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:08.604996 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-8fb69997-2364-4db4-8759-6e47a58a3e9a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:08.606558 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-8fb69997-2364-4db4-8759-6e47a58a3e9a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/networks?id=0f38be50-c46d-493a-9062-77b2291de435 HTTP/1.1" status: 200 len: 796 time: 0.1131606 Feb 07 22:02:08.623098 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-5ccc9df2-3ee3-441f-a427-e5a2cf6d368e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/quotas/cb32d546868e49d7bc91660452f9cd72 HTTP/1.1" status: 200 len: 375 time: 0.0103765 Feb 07 22:02:08.664895 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 83055d82-9ce6-46c5-b1ce-394d6e09c846 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:02:08.666277 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 27457f7b-c0d2-4639-a6b3-d5c3d90e6a16 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:02:08.681314 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-c6a26743-4761-45c7-b19d-0d92528b35c5 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516922 Feb 07 22:02:08.704921 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2091bb65-32c1-4e46-8aba-f22bcb6291e0 None None] Port e701e87b-7a59-4480-ab65-ffb1c27af122 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:02:08.711105 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-a685367d-bb73-43fe-aed2-b23797f527f0 None None] Set router e245e38d-b4ad-433e-8f87-e7a26a244909 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:02:08.752697 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-fc023677-7ea3-4f2b-a0f2-9a192f78a24d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 22:02:08.755748 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-fc023677-7ea3-4f2b-a0f2-9a192f78a24d service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0604730 Feb 07 22:02:08.804727 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2091bb65-32c1-4e46-8aba-f22bcb6291e0 None None] Provisioning complete for port 83055d82-9ce6-46c5-b1ce-394d6e09c846 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:02:08.805106 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2091bb65-32c1-4e46-8aba-f22bcb6291e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (83055d82-9ce6-46c5-b1ce-394d6e09c846), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:08.858366 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-aa081607-33b5-48fb-a2d0-c4038b23f2b4 service neutron] 10.222.0.65 "GET /v2.0/networks/0f38be50-c46d-493a-9062-77b2291de435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974424 Feb 07 22:02:08.895211 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 27457f7b-c0d2-4639-a6b3-d5c3d90e6a16 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:02:08.895858 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (27457f7b-c0d2-4639-a6b3-d5c3d90e6a16), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:08.957615 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-b14d6337-be56-4b0f-9c12-a02805a85963 service neutron] 10.222.0.65 "GET /v2.0/networks/0f38be50-c46d-493a-9062-77b2291de435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928845 Feb 07 22:02:09.059678 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2091bb65-32c1-4e46-8aba-f22bcb6291e0 None None] Current status of the port 83055d82-9ce6-46c5-b1ce-394d6e09c846 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:02:09.076540 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 27457f7b-c0d2-4639-a6b3-d5c3d90e6a16 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:02:09.076939 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (27457f7b-c0d2-4639-a6b3-d5c3d90e6a16), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:09.102635 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 27457f7b-c0d2-4639-a6b3-d5c3d90e6a16, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=27457f7b-c0d2-4639-a6b3-d5c3d90e6a16,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:02:09.105018 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a685367d-bb73-43fe-aed2-b23797f527f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086718435', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:02:03Z', 'updated_at': '2022-02-07T22:02:07Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:02:04Z', 'updated_at': '2022-02-07T22:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'e701e87b-7a59-4480-ab65-ffb1c27af122', 'name': '', 'network_id': '0f38be50-c46d-493a-9062-77b2291de435', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:0e:87:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2b28056a-75a7-4bb5-ba1b-b73a74312d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:02:06Z', 'updated_at': '2022-02-07T22:02:07Z', 'revision_number': 2, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '2b28056a-75a7-4bb5-ba1b-b73a74312d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:02:09.110110 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (27457f7b-c0d2-4639-a6b3-d5c3d90e6a16), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:09.137947 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-04730d8d-bc95-4bb0-93ce-4bf8c4564e45 req-c16fb8ad-f442-43e3-90f1-d50002f727b2 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e HTTP/1.1" status: 200 len: 210 time: 0.0374405 Feb 07 22:02:09.158134 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a685367d-bb73-43fe-aed2-b23797f527f0 None None] Checking router: e245e38d-b4ad-433e-8f87-e7a26a244909 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:02:09.158134 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a685367d-bb73-43fe-aed2-b23797f527f0 None None] Updating router e245e38d-b4ad-433e-8f87-e7a26a244909 port e701e87b-7a59-4480-ab65-ffb1c27af122 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:02:09.218242 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a685367d-bb73-43fe-aed2-b23797f527f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e701e87b-7a59-4480-ab65-ffb1c27af122), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:09.243602 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=27457f7b-c0d2-4639-a6b3-d5c3d90e6a16,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:09.247204 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2717abd2-580d-4185-9280-6efe8175e07a None None] Provisioning complete for port e701e87b-7a59-4480-ab65-ffb1c27af122 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:02:09.247596 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2717abd2-580d-4185-9280-6efe8175e07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e701e87b-7a59-4480-ab65-ffb1c27af122), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:09.317522 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2717abd2-580d-4185-9280-6efe8175e07a None None] Port e701e87b-7a59-4480-ab65-ffb1c27af122 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:02:09.542995 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a685367d-bb73-43fe-aed2-b23797f527f0 None None] Publish callbacks [] for port (e701e87b-7a59-4480-ab65-ffb1c27af122), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:09.548422 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a685367d-bb73-43fe-aed2-b23797f527f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e701e87b-7a59-4480-ab65-ffb1c27af122), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:09.620615 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a6706-608c-4ce7-b756-2f9505c8eec5 None None] Pushing event updated for resources: {'Port': ['ID=e701e87b-7a59-4480-ab65-ffb1c27af122,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:09.662245 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a685367d-bb73-43fe-aed2-b23797f527f0 None None] Attempting to bind port e701e87b-7a59-4480-ab65-ffb1c27af122 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:02:09.662839 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a685367d-bb73-43fe-aed2-b23797f527f0 None None] Attempting to bind port e701e87b-7a59-4480-ab65-ffb1c27af122 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f38be50-c46d-493a-9062-77b2291de435'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:02:09.663385 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a685367d-bb73-43fe-aed2-b23797f527f0 None None] Attempting to bind port e701e87b-7a59-4480-ab65-ffb1c27af122 on network 0f38be50-c46d-493a-9062-77b2291de435 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:02:09.669677 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a685367d-bb73-43fe-aed2-b23797f527f0 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:02:09.670043 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a685367d-bb73-43fe-aed2-b23797f527f0 None None] Checking segment: {'id': 'bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f38be50-c46d-493a-9062-77b2291de435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:02:09.670453 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a685367d-bb73-43fe-aed2-b23797f527f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:09.670849 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a685367d-bb73-43fe-aed2-b23797f527f0 None None] Bound using segment: {'id': 'bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f38be50-c46d-493a-9062-77b2291de435'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:02:09.671319 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a685367d-bb73-43fe-aed2-b23797f527f0 None None] Bound port: e701e87b-7a59-4480-ab65-ffb1c27af122, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f38be50-c46d-493a-9062-77b2291de435'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:02:09.671697 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a685367d-bb73-43fe-aed2-b23797f527f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e701e87b-7a59-4480-ab65-ffb1c27af122), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:09.743539 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a685367d-bb73-43fe-aed2-b23797f527f0 None None] For port e701e87b-7a59-4480-ab65-ffb1c27af122, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:02:09.748871 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a685367d-bb73-43fe-aed2-b23797f527f0 None None] For port e701e87b-7a59-4480-ab65-ffb1c27af122, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e701e87b-7a59-4480-ab65-ffb1c27af122,segment=NetworkSegment(bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60),segment_id=bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:02:09.756187 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a685367d-bb73-43fe-aed2-b23797f527f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e701e87b-7a59-4480-ab65-ffb1c27af122), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:09.819413 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a685367d-bb73-43fe-aed2-b23797f527f0 None None] Routers {'e245e38d-b4ad-433e-8f87-e7a26a244909'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:02:09.820040 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a685367d-bb73-43fe-aed2-b23797f527f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:01:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e245e38d-b4ad-433e-8f87-e7a26a244909'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:02:09.887703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a6706-608c-4ce7-b756-2f9505c8eec5 None None] Pushing event updated for resources: {'Port': ['ID=e701e87b-7a59-4480-ab65-ffb1c27af122,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:09.915543 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-304678b6-8600-45b9-a1af-c64766b5b9d9 None None] Provisioning complete for port e701e87b-7a59-4480-ab65-ffb1c27af122 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:02:09.916221 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-304678b6-8600-45b9-a1af-c64766b5b9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e701e87b-7a59-4480-ab65-ffb1c27af122), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:09.975254 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-a685367d-bb73-43fe-aed2-b23797f527f0 None None] Set router e245e38d-b4ad-433e-8f87-e7a26a244909 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:02:10.119634 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-304678b6-8600-45b9-a1af-c64766b5b9d9 None None] Current status of the port e701e87b-7a59-4480-ab65-ffb1c27af122 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:02:10.120026 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-304678b6-8600-45b9-a1af-c64766b5b9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e701e87b-7a59-4480-ab65-ffb1c27af122), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:10.183869 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-304678b6-8600-45b9-a1af-c64766b5b9d9 None None] For port e701e87b-7a59-4480-ab65-ffb1c27af122, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e701e87b-7a59-4480-ab65-ffb1c27af122,segment=NetworkSegment(bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60),segment_id=bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:02:10.191230 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-304678b6-8600-45b9-a1af-c64766b5b9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e701e87b-7a59-4480-ab65-ffb1c27af122), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:10.241442 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 83055d82-9ce6-46c5-b1ce-394d6e09c846 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:02:10.298493 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-064779b5-fc8b-4e1d-b2f6-2786d23cb936 req-42d597e1-6246-472a-937a-2f0f12f5b00d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e HTTP/1.1" status: 200 len: 210 time: 0.0344868 Feb 07 22:02:10.299198 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304678b6-8600-45b9-a1af-c64766b5b9d9 None None] Pushing event updated for resources: {'Port': ['ID=e701e87b-7a59-4480-ab65-ffb1c27af122,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:10.337375 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-9b57480b-7844-4691-8ece-3572b3778bb6 None None] Provisioning complete for port e701e87b-7a59-4480-ab65-ffb1c27af122 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:02:10.337754 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9b57480b-7844-4691-8ece-3572b3778bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e701e87b-7a59-4480-ab65-ffb1c27af122), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:10.342656 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a685367d-bb73-43fe-aed2-b23797f527f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086718435', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:02:03Z', 'updated_at': '2022-02-07T22:02:07Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:02:04Z', 'updated_at': '2022-02-07T22:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'e701e87b-7a59-4480-ab65-ffb1c27af122', 'name': '', 'network_id': '0f38be50-c46d-493a-9062-77b2291de435', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:0e:87:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2b28056a-75a7-4bb5-ba1b-b73a74312d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:02:06Z', 'updated_at': '2022-02-07T22:02:09Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '2b28056a-75a7-4bb5-ba1b-b73a74312d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:02:10.352923 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-9c446e5e-c059-488b-9364-6129596a580c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:10.354469 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-9c446e5e-c059-488b-9364-6129596a580c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.69 "GET /v2.0/networks?id=0f38be50-c46d-493a-9062-77b2291de435 HTTP/1.1" status: 200 len: 796 time: 0.1331236 Feb 07 22:02:10.390594 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a685367d-bb73-43fe-aed2-b23797f527f0 None None] The sync data for ids ['e245e38d-b4ad-433e-8f87-e7a26a244909'] in n-d-828185-2 is: [{'id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086718435', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:02:03Z', 'updated_at': '2022-02-07T22:02:07Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:02:04Z', 'updated_at': '2022-02-07T22:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'e701e87b-7a59-4480-ab65-ffb1c27af122', 'name': '', 'network_id': '0f38be50-c46d-493a-9062-77b2291de435', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:0e:87:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2b28056a-75a7-4bb5-ba1b-b73a74312d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:02:06Z', 'updated_at': '2022-02-07T22:02:09Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '2b28056a-75a7-4bb5-ba1b-b73a74312d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:02:10.403797 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 83055d82-9ce6-46c5-b1ce-394d6e09c846 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:02:10.404177 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (83055d82-9ce6-46c5-b1ce-394d6e09c846), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:10.437935 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-5de76f2e-bf25-41e3-9751-d46ea1db2434 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb32d546868e49d7bc91660452f9cd72 HTTP/1.1" status: 200 len: 380 time: 0.0744214 Feb 07 22:02:10.450786 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-4fac7efa-4ab5-4095-9b5e-5eb640376b2e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'port': {'device_id': '45adc1fb-b3a6-4c5f-a103-c35648baff8e', 'network_id': '0f38be50-c46d-493a-9062-77b2291de435', 'admin_state_up': True, 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'security_groups': ['bb0d7d35-eaf2-43fe-af1d-2ed72c902c04']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:02:10.538254 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9b57480b-7844-4691-8ece-3572b3778bb6 None None] Current status of the port e701e87b-7a59-4480-ab65-ffb1c27af122 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:02:10.551563 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 83055d82-9ce6-46c5-b1ce-394d6e09c846 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:02:10.553059 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 27457f7b-c0d2-4639-a6b3-d5c3d90e6a16 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:02:10.590812 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-4fac7efa-4ab5-4095-9b5e-5eb640376b2e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Made reservation on behalf of cb32d546868e49d7bc91660452f9cd72 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:02:10.594661 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-4fac7efa-4ab5-4095-9b5e-5eb640376b2e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:10.603699 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 27457f7b-c0d2-4639-a6b3-d5c3d90e6a16 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:02:10.604590 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (27457f7b-c0d2-4639-a6b3-d5c3d90e6a16), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:10.744605 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-4fac7efa-4ab5-4095-9b5e-5eb640376b2e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Allocated IP 172.20.0.10 (0f38be50-c46d-493a-9062-77b2291de435/2b28056a-75a7-4bb5-ba1b-b73a74312d1e/48504b6c-e61c-4755-a22e-59c5fadb093e) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:02:10.854393 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 27457f7b-c0d2-4639-a6b3-d5c3d90e6a16 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:02:10.901310 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-4fac7efa-4ab5-4095-9b5e-5eb640376b2e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (48504b6c-e61c-4755-a22e-59c5fadb093e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:10.938295 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-4fac7efa-4ab5-4095-9b5e-5eb640376b2e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (48504b6c-e61c-4755-a22e-59c5fadb093e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:10.990273 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-4fac7efa-4ab5-4095-9b5e-5eb640376b2e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network 0f38be50-c46d-493a-9062-77b2291de435 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:02:10.993515 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-4fac7efa-4ab5-4095-9b5e-5eb640376b2e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:02:10.997307 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-4fac7efa-4ab5-4095-9b5e-5eb640376b2e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:02:11.004294 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac7efa-4ab5-4095-9b5e-5eb640376b2e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=48504b6c-e61c-4755-a22e-59c5fadb093e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:11.054280 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-4fac7efa-4ab5-4095-9b5e-5eb640376b2e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:11.054946 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-4fac7efa-4ab5-4095-9b5e-5eb640376b2e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:11.075059 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-4fac7efa-4ab5-4095-9b5e-5eb640376b2e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6283476 Feb 07 22:02:11.147442 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-f118b22d-a45b-48f9-949a-11ab059d8f38 service neutron] Request body: {'port': {'device_id': '45adc1fb-b3a6-4c5f-a103-c35648baff8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:02:11.211812 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-f118b22d-a45b-48f9-949a-11ab059d8f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (48504b6c-e61c-4755-a22e-59c5fadb093e), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:11.262738 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e457fe6c-1e79-416c-9463-b60e166adab2 None None] Provisioning complete for port 48504b6c-e61c-4755-a22e-59c5fadb093e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:02:11.263344 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e457fe6c-1e79-416c-9463-b60e166adab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (48504b6c-e61c-4755-a22e-59c5fadb093e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:11.302803 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e457fe6c-1e79-416c-9463-b60e166adab2 None None] Port 48504b6c-e61c-4755-a22e-59c5fadb093e cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:02:11.433531 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb24f65-408d-4691-95a5-38632407c9f6 req-b8b3d8a8-1353-41d3-88d4-455840bfbaba tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:11.435795 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bfb24f65-408d-4691-95a5-38632407c9f6 req-b8b3d8a8-1353-41d3-88d4-455840bfbaba tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e HTTP/1.1" status: 200 len: 932 time: 0.0570743 Feb 07 22:02:11.490452 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bfb24f65-408d-4691-95a5-38632407c9f6 req-4463148c-8d04-48ff-83bb-c23d1a754e41 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb0d7d35-eaf2-43fe-af1d-2ed72c902c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489113 Feb 07 22:02:11.513099 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-f118b22d-a45b-48f9-949a-11ab059d8f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48504b6c-e61c-4755-a22e-59c5fadb093e {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 22:02:11.522477 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-f118b22d-a45b-48f9-949a-11ab059d8f38 service neutron] Publish callbacks [] for port (48504b6c-e61c-4755-a22e-59c5fadb093e), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:11.535636 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-f118b22d-a45b-48f9-949a-11ab059d8f38 service neutron] Transition to ACTIVE for port object 48504b6c-e61c-4755-a22e-59c5fadb093e will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:02:11.539717 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-f118b22d-a45b-48f9-949a-11ab059d8f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (48504b6c-e61c-4755-a22e-59c5fadb093e), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:11.589164 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118b22d-a45b-48f9-949a-11ab059d8f38 service neutron] Pushing event updated for resources: {'Port': ['ID=48504b6c-e61c-4755-a22e-59c5fadb093e,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:11.667459 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-f118b22d-a45b-48f9-949a-11ab059d8f38 service neutron] Attempting to bind port 48504b6c-e61c-4755-a22e-59c5fadb093e on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:02:11.667801 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-f118b22d-a45b-48f9-949a-11ab059d8f38 service neutron] Attempting to bind port 48504b6c-e61c-4755-a22e-59c5fadb093e by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f38be50-c46d-493a-9062-77b2291de435'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:02:11.668125 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-f118b22d-a45b-48f9-949a-11ab059d8f38 service neutron] Attempting to bind port 48504b6c-e61c-4755-a22e-59c5fadb093e on network 0f38be50-c46d-493a-9062-77b2291de435 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:02:11.672586 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-f118b22d-a45b-48f9-949a-11ab059d8f38 service neutron] Port 48504b6c-e61c-4755-a22e-59c5fadb093e on network 0f38be50-c46d-493a-9062-77b2291de435 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:02:11.672909 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-f118b22d-a45b-48f9-949a-11ab059d8f38 service neutron] Attempting to bind port 48504b6c-e61c-4755-a22e-59c5fadb093e on network 0f38be50-c46d-493a-9062-77b2291de435 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:02:11.677765 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-f118b22d-a45b-48f9-949a-11ab059d8f38 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:02:11.678108 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-f118b22d-a45b-48f9-949a-11ab059d8f38 service neutron] Checking segment: {'id': 'bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f38be50-c46d-493a-9062-77b2291de435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:02:11.678494 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-f118b22d-a45b-48f9-949a-11ab059d8f38 service neutron] Bound using segment: {'id': 'bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f38be50-c46d-493a-9062-77b2291de435'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:02:11.678922 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-f118b22d-a45b-48f9-949a-11ab059d8f38 service neutron] Bound port: 48504b6c-e61c-4755-a22e-59c5fadb093e, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f38be50-c46d-493a-9062-77b2291de435'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:02:11.679278 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-f118b22d-a45b-48f9-949a-11ab059d8f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (48504b6c-e61c-4755-a22e-59c5fadb093e), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:11.747001 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-f118b22d-a45b-48f9-949a-11ab059d8f38 service neutron] For port 48504b6c-e61c-4755-a22e-59c5fadb093e, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:02:11.750076 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-f118b22d-a45b-48f9-949a-11ab059d8f38 service neutron] For port 48504b6c-e61c-4755-a22e-59c5fadb093e, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=48504b6c-e61c-4755-a22e-59c5fadb093e,segment=NetworkSegment(bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60),segment_id=bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:02:11.757038 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-f118b22d-a45b-48f9-949a-11ab059d8f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (48504b6c-e61c-4755-a22e-59c5fadb093e), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:11.789118 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-f118b22d-a45b-48f9-949a-11ab059d8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:11.789737 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-f118b22d-a45b-48f9-949a-11ab059d8f38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:11.791103 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-f118b22d-a45b-48f9-949a-11ab059d8f38 service neutron] 10.222.0.69 "PUT /v2.0/ports/48504b6c-e61c-4755-a22e-59c5fadb093e HTTP/1.1" status: 200 len: 1092 time: 0.7080035 Feb 07 22:02:11.791548 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45adc1fb-b3a6-4c5f-a103-c35648baff8e', 'tag': '48504b6c-e61c-4755-a22e-59c5fadb093e'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:02:11.793781 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47bc0dc9fe746ac64adcb7a0dbe6fda25f58f8d79cf35956c7e0a4ba81c3c440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375a1d8e-6826-4c2c-a006-f4f2819af393" -d '{"events": [{"name": "network-changed", "server_uuid": "45adc1fb-b3a6-4c5f-a103-c35648baff8e", "tag": "48504b6c-e61c-4755-a22e-59c5fadb093e"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:02:11.827393 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118b22d-a45b-48f9-949a-11ab059d8f38 service neutron] Pushing event updated for resources: {'Port': ['ID=48504b6c-e61c-4755-a22e-59c5fadb093e,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:11.847319 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e475644-cf7b-444d-9b02-65473eb1e3f0 x-openstack-request-id: req-3e475644-cf7b-444d-9b02-65473eb1e3f0 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:02:11.847612 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45adc1fb-b3a6-4c5f-a103-c35648baff8e", "tag": "48504b6c-e61c-4755-a22e-59c5fadb093e", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:02:11.847866 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3e475644-cf7b-444d-9b02-65473eb1e3f0 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:02:11.848256 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45adc1fb-b3a6-4c5f-a103-c35648baff8e', 'tag': '48504b6c-e61c-4755-a22e-59c5fadb093e', 'status': 'completed', 'code': 200} Feb 07 22:02:11.888632 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-fde9c687-6a80-4118-b1f2-236831aa1aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:11.890181 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-fde9c687-6a80-4118-b1f2-236831aa1aab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e HTTP/1.1" status: 200 len: 1126 time: 0.0531287 Feb 07 22:02:11.937090 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-69a8c543-d16c-4d4b-aca7-822b98f06af2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48504b6c-e61c-4755-a22e-59c5fadb093e HTTP/1.1" status: 200 len: 217 time: 0.0396543 Feb 07 22:02:11.994465 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-53c67b72-a79a-4072-8042-37a90e5ab862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:11.996009 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-53c67b72-a79a-4072-8042-37a90e5ab862 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2b28056a-75a7-4bb5-ba1b-b73a74312d1e HTTP/1.1" status: 200 len: 835 time: 0.0535629 Feb 07 22:02:12.044908 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-5b1826dc-1d73-45ef-a568-91a5bc026a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:12.046456 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-5b1826dc-1d73-45ef-a568-91a5bc026a92 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0f38be50-c46d-493a-9062-77b2291de435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434461 Feb 07 22:02:12.135513 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-e5ccbd73-36b5-43a5-bb84-eb3cf70f3d9d service neutron] 10.222.0.69 "GET /v2.0/networks/0f38be50-c46d-493a-9062-77b2291de435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825205 Feb 07 22:02:12.225865 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-c3e447d8-c761-404c-b7fc-d9c7acf89e4e req-10bfde7a-6da6-4b81-9e27-39eee7b0c03f service neutron] 10.222.0.69 "GET /v2.0/networks/0f38be50-c46d-493a-9062-77b2291de435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843999 Feb 07 22:02:12.237879 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e701e87b-7a59-4480-ab65-ffb1c27af122 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:02:12.289667 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port e701e87b-7a59-4480-ab65-ffb1c27af122 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:02:12.290434 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e701e87b-7a59-4480-ab65-ffb1c27af122), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:12.317010 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a1d8e-6826-4c2c-a006-f4f2819af393 req-4e969066-8951-44ed-bde7-8e12b5a892fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:12.318489 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-375a1d8e-6826-4c2c-a006-f4f2819af393 req-4e969066-8951-44ed-bde7-8e12b5a892fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e HTTP/1.1" status: 200 len: 1126 time: 0.0484223 Feb 07 22:02:12.366051 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port e701e87b-7a59-4480-ab65-ffb1c27af122 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:02:12.404536 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a1d8e-6826-4c2c-a006-f4f2819af393 req-bb1b7b67-c749-44ff-a03d-9503de43cd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:12.405982 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-375a1d8e-6826-4c2c-a006-f4f2819af393 req-bb1b7b67-c749-44ff-a03d-9503de43cd47 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0f38be50-c46d-493a-9062-77b2291de435 HTTP/1.1" status: 200 len: 897 time: 0.0817635 Feb 07 22:02:12.444170 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-375a1d8e-6826-4c2c-a006-f4f2819af393 req-af33c63e-7deb-4015-9c50-1836837475c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48504b6c-e61c-4755-a22e-59c5fadb093e HTTP/1.1" status: 200 len: 217 time: 0.0327899 Feb 07 22:02:12.494036 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a1d8e-6826-4c2c-a006-f4f2819af393 req-4073136f-9247-4ba1-acec-d20afa50aead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:12.495439 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-375a1d8e-6826-4c2c-a006-f4f2819af393 req-4073136f-9247-4ba1-acec-d20afa50aead service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2b28056a-75a7-4bb5-ba1b-b73a74312d1e HTTP/1.1" status: 200 len: 835 time: 0.0459874 Feb 07 22:02:12.545107 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a1d8e-6826-4c2c-a006-f4f2819af393 req-a0fb1955-0cb2-4a11-8c7f-8e5a8565b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:12.546654 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-375a1d8e-6826-4c2c-a006-f4f2819af393 req-a0fb1955-0cb2-4a11-8c7f-8e5a8565b716 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0f38be50-c46d-493a-9062-77b2291de435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458362 Feb 07 22:02:12.610414 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0012ab-c041-45bc-b8c3-9b8a5d1bd595 req-8466f708-d68e-4c5d-9990-7dd9526517b2 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:12.611889 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b0012ab-c041-45bc-b8c3-9b8a5d1bd595 req-8466f708-d68e-4c5d-9990-7dd9526517b2 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e HTTP/1.1" status: 200 len: 944 time: 0.0522594 Feb 07 22:02:12.634958 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-375a1d8e-6826-4c2c-a006-f4f2819af393 req-6e6d43ac-e658-4024-9924-76c85ec57231 service neutron] 10.222.0.69 "GET /v2.0/networks/0f38be50-c46d-493a-9062-77b2291de435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824325 Feb 07 22:02:12.661216 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b0012ab-c041-45bc-b8c3-9b8a5d1bd595 req-f0cf2d5a-b361-4c8a-aa8b-3e3c90b3c164 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb0d7d35-eaf2-43fe-af1d-2ed72c902c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427999 Feb 07 22:02:12.728242 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-375a1d8e-6826-4c2c-a006-f4f2819af393 req-4cc0ab4f-baa7-4bab-be17-89cf0d3cfa74 service neutron] 10.222.0.69 "GET /v2.0/networks/0f38be50-c46d-493a-9062-77b2291de435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874135 Feb 07 22:02:13.779148 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c52951-4d80-4aec-bd54-c846e7227ca3 req-8b142ad3-b4e5-4615-b8f6-5d432da4623d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:13.780704 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0c52951-4d80-4aec-bd54-c846e7227ca3 req-8b142ad3-b4e5-4615-b8f6-5d432da4623d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e HTTP/1.1" status: 200 len: 944 time: 0.0513160 Feb 07 22:02:13.827589 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0c52951-4d80-4aec-bd54-c846e7227ca3 req-87a7e1c3-cb0c-490d-9188-04e3cd95d4eb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb0d7d35-eaf2-43fe-af1d-2ed72c902c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407834 Feb 07 22:02:14.952370 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac652d-ad80-41ed-b21c-e0716c16a4c4 req-c1036cc1-a799-4ed0-a114-50376060aecd tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:14.953825 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-62ac652d-ad80-41ed-b21c-e0716c16a4c4 req-c1036cc1-a799-4ed0-a114-50376060aecd tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e HTTP/1.1" status: 200 len: 944 time: 0.0557942 Feb 07 22:02:15.001851 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-62ac652d-ad80-41ed-b21c-e0716c16a4c4 req-6404f6a2-e931-4898-b1e6-f36747bb2251 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb0d7d35-eaf2-43fe-af1d-2ed72c902c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422316 Feb 07 22:02:16.120793 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf8f7c-772f-460f-9020-94610e2ed1c0 req-271a3a2e-ee45-4422-822a-3b7109c3c39e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:16.122259 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10bf8f7c-772f-460f-9020-94610e2ed1c0 req-271a3a2e-ee45-4422-822a-3b7109c3c39e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e HTTP/1.1" status: 200 len: 944 time: 0.0512135 Feb 07 22:02:16.169596 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-10bf8f7c-772f-460f-9020-94610e2ed1c0 req-1ce2396e-624c-477a-8252-7a29335988ac tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb0d7d35-eaf2-43fe-af1d-2ed72c902c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418746 Feb 07 22:02:16.193447 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 48504b6c-e61c-4755-a22e-59c5fadb093e details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:02:16.287380 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 48504b6c-e61c-4755-a22e-59c5fadb093e, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=48504b6c-e61c-4755-a22e-59c5fadb093e,segment=NetworkSegment(bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60),segment_id=bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:02:16.298445 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '48504b6c-e61c-4755-a22e-59c5fadb093e', 'network_id': '0f38be50-c46d-493a-9062-77b2291de435', 'port_id': '48504b6c-e61c-4755-a22e-59c5fadb093e', 'mac_address': 'fa:16:3e:06:32:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b28056a-75a7-4bb5-ba1b-b73a74312d1e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:02:16.334051 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 48504b6c-e61c-4755-a22e-59c5fadb093e is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:02:16.334439 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (48504b6c-e61c-4755-a22e-59c5fadb093e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:16.347873 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48504b6c-e61c-4755-a22e-59c5fadb093e {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 22:02:16.370852 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 48504b6c-e61c-4755-a22e-59c5fadb093e, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=48504b6c-e61c-4755-a22e-59c5fadb093e,segment=NetworkSegment(bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60),segment_id=bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:02:16.374925 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (48504b6c-e61c-4755-a22e-59c5fadb093e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:16.420230 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=48504b6c-e61c-4755-a22e-59c5fadb093e,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:16.720198 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['48504b6c-e61c-4755-a22e-59c5fadb093e'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:02:17.292857 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2620d46-d89f-4293-8888-79e6c1db5de0 req-2eff5d48-b5cc-46a7-8fc5-27a083c62a9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:17.294278 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a2620d46-d89f-4293-8888-79e6c1db5de0 req-2eff5d48-b5cc-46a7-8fc5-27a083c62a9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e HTTP/1.1" status: 200 len: 945 time: 0.0515118 Feb 07 22:02:17.348659 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a2620d46-d89f-4293-8888-79e6c1db5de0 req-1ce7c4f8-3bf9-4a4e-a244-c686ce0a39b2 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb0d7d35-eaf2-43fe-af1d-2ed72c902c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486643 Feb 07 22:02:18.197192 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 48504b6c-e61c-4755-a22e-59c5fadb093e up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:02:18.245681 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 48504b6c-e61c-4755-a22e-59c5fadb093e completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:02:18.249615 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 48504b6c-e61c-4755-a22e-59c5fadb093e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:02:18.249981 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (48504b6c-e61c-4755-a22e-59c5fadb093e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:18.327064 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 48504b6c-e61c-4755-a22e-59c5fadb093e is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:02:18.327437 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (48504b6c-e61c-4755-a22e-59c5fadb093e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:18.349675 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45adc1fb-b3a6-4c5f-a103-c35648baff8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48504b6c-e61c-4755-a22e-59c5fadb093e'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:02:18.351913 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59fa0091afa0acade78336c0e3f3c5307cc552a1ace6da7695aaea120dfc6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1774664c-282a-45a7-a86b-c6938dbaf9f0" -d '{"events": [{"server_uuid": "45adc1fb-b3a6-4c5f-a103-c35648baff8e", "name": "network-vif-plugged", "status": "completed", "tag": "48504b6c-e61c-4755-a22e-59c5fadb093e"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:02:18.364140 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 48504b6c-e61c-4755-a22e-59c5fadb093e, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=48504b6c-e61c-4755-a22e-59c5fadb093e,segment=NetworkSegment(bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60),segment_id=bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:02:18.368099 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (48504b6c-e61c-4755-a22e-59c5fadb093e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:18.392518 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025a7c10-30d3-4b63-bbd5-ea83c8eef524 x-openstack-request-id: req-025a7c10-30d3-4b63-bbd5-ea83c8eef524 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:02:18.392815 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45adc1fb-b3a6-4c5f-a103-c35648baff8e", "name": "network-vif-plugged", "status": "completed", "tag": "48504b6c-e61c-4755-a22e-59c5fadb093e", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:02:18.393078 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-025a7c10-30d3-4b63-bbd5-ea83c8eef524 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:02:18.393461 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45adc1fb-b3a6-4c5f-a103-c35648baff8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48504b6c-e61c-4755-a22e-59c5fadb093e', 'code': 200} Feb 07 22:02:18.421217 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=48504b6c-e61c-4755-a22e-59c5fadb093e,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:18.475951 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a0b51-12d4-4f32-9064-8042d76be900 req-5f4f7271-1273-4fab-a2ee-a917b662053f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:18.477451 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9b3a0b51-12d4-4f32-9064-8042d76be900 req-5f4f7271-1273-4fab-a2ee-a917b662053f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e HTTP/1.1" status: 200 len: 946 time: 0.0598650 Feb 07 22:02:18.512619 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-be690843-5f05-402d-ad6d-2d014248f58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:18.513307 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de854083-154d-4cde-9811-47b222db1807 req-53e75455-cd2a-481f-931c-839f68144784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:18.517360 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-de854083-154d-4cde-9811-47b222db1807 req-53e75455-cd2a-481f-931c-839f68144784 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e HTTP/1.1" status: 200 len: 1128 time: 0.0482941 Feb 07 22:02:18.531148 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9b3a0b51-12d4-4f32-9064-8042d76be900 req-4effda0e-dc35-4170-82c3-68f6e2497dba tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb0d7d35-eaf2-43fe-af1d-2ed72c902c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476341 Feb 07 22:02:18.565479 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-de854083-154d-4cde-9811-47b222db1807 req-69458c70-4934-47b2-b226-66d03d6fc795 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bb0d7d35-eaf2-43fe-af1d-2ed72c902c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418627 Feb 07 22:02:19.652088 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fa26c-0224-4493-a1d1-7fd0263e5469 req-f85ed35f-75db-4c6a-817e-0968da1b0b58 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:19.653662 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8f0fa26c-0224-4493-a1d1-7fd0263e5469 req-f85ed35f-75db-4c6a-817e-0968da1b0b58 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e HTTP/1.1" status: 200 len: 946 time: 0.0518711 Feb 07 22:02:19.701402 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8f0fa26c-0224-4493-a1d1-7fd0263e5469 req-726e5bed-6056-452a-9673-b777080e0564 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb0d7d35-eaf2-43fe-af1d-2ed72c902c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422199 Feb 07 22:02:20.697258 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e94c4f2e-ad79-4828-9ae9-f829e951ca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:20.824590 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8863dc-66a9-42f7-a192-150102fc18ac req-b14af699-f433-4e68-9147-678cdce57f27 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:20.826048 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe8863dc-66a9-42f7-a192-150102fc18ac req-b14af699-f433-4e68-9147-678cdce57f27 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e HTTP/1.1" status: 200 len: 946 time: 0.0541501 Feb 07 22:02:20.877011 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe8863dc-66a9-42f7-a192-150102fc18ac req-aa9972e7-4e0a-4681-89f0-d86e78982b5f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb0d7d35-eaf2-43fe-af1d-2ed72c902c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453737 Feb 07 22:02:20.998676 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b94c8-d9be-4219-abb5-5710ecbc1344 req-087aa6ca-92bc-4239-ab5c-49cab32c2f8d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:21.000112 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a61b94c8-d9be-4219-abb5-5710ecbc1344 req-087aa6ca-92bc-4239-ab5c-49cab32c2f8d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e HTTP/1.1" status: 200 len: 946 time: 0.0532324 Feb 07 22:02:21.046417 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a61b94c8-d9be-4219-abb5-5710ecbc1344 req-fd998f73-698f-451c-883c-3c9822a53761 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb0d7d35-eaf2-43fe-af1d-2ed72c902c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406761 Feb 07 22:02:21.067965 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47030) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:02:21.112554 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c3785b-c58e-4a62-af69-b8d96d68e7cc tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:21.114612 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a7c3785b-c58e-4a62-af69-b8d96d68e7cc tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e HTTP/1.1" status: 200 len: 1123 time: 0.0456874 Feb 07 22:02:21.117413 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47032) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:02:21.121490 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-eaaa40b1-5dc4-4d61-99d0-d541df8b6dd3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'port_id': '48504b6c-e61c-4755-a22e-59c5fadb093e', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:02:21.140911 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaaa40b1-5dc4-4d61-99d0-d541df8b6dd3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:21.236570 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaaa40b1-5dc4-4d61-99d0-d541df8b6dd3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:21.335557 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-eaaa40b1-5dc4-4d61-99d0-d541df8b6dd3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Allocated IP 172.25.4.215 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/6eb4d8ae-0f3b-46b8-a24f-ea1446334808) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:02:21.443386 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaaa40b1-5dc4-4d61-99d0-d541df8b6dd3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (6eb4d8ae-0f3b-46b8-a24f-ea1446334808), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:21.477134 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaaa40b1-5dc4-4d61-99d0-d541df8b6dd3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (6eb4d8ae-0f3b-46b8-a24f-ea1446334808), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:21.516860 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaa40b1-5dc4-4d61-99d0-d541df8b6dd3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:02:21.522049 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-eaaa40b1-5dc4-4d61-99d0-d541df8b6dd3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:02:21.525554 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa40b1-5dc4-4d61-99d0-d541df8b6dd3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:02:21.547740 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa40b1-5dc4-4d61-99d0-d541df8b6dd3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=6eb4d8ae-0f3b-46b8-a24f-ea1446334808,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:21.869985 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaaa40b1-5dc4-4d61-99d0-d541df8b6dd3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for floatingip (b1654e96-61a2-4bec-a5a3-91b8a0894395), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:21.941096 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaaa40b1-5dc4-4d61-99d0-d541df8b6dd3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (6eb4d8ae-0f3b-46b8-a24f-ea1446334808), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:21.989135 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:22.090882 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaaa40b1-5dc4-4d61-99d0-d541df8b6dd3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (6eb4d8ae-0f3b-46b8-a24f-ea1446334808), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:22.095226 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaaa40b1-5dc4-4d61-99d0-d541df8b6dd3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (6eb4d8ae-0f3b-46b8-a24f-ea1446334808), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:22.160449 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa40b1-5dc4-4d61-99d0-d541df8b6dd3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=6eb4d8ae-0f3b-46b8-a24f-ea1446334808,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:02:22.170121 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaaa40b1-5dc4-4d61-99d0-d541df8b6dd3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (b1654e96-61a2-4bec-a5a3-91b8a0894395), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:22.269044 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-eaaa40b1-5dc4-4d61-99d0-d541df8b6dd3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Floating IP b1654e96-61a2-4bec-a5a3-91b8a0894395 associated. External IP: 172.25.4.215, port: 48504b6c-e61c-4755-a22e-59c5fadb093e. Feb 07 22:02:22.690582 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaaa40b1-5dc4-4d61-99d0-d541df8b6dd3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Router e245e38d-b4ad-433e-8f87-e7a26a244909 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:02:22.797274 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaaa40b1-5dc4-4d61-99d0-d541df8b6dd3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:02:22.807077 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f5a049-9165-4a53-a266-e8a1d983b15a None None] Sync routers for ids ['e245e38d-b4ad-433e-8f87-e7a26a244909'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:02:22.814452 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaaa40b1-5dc4-4d61-99d0-d541df8b6dd3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:22.816597 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f5a049-9165-4a53-a266-e8a1d983b15a None None] Routers {'e245e38d-b4ad-433e-8f87-e7a26a244909'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:02:22.817228 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-70f5a049-9165-4a53-a266-e8a1d983b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:02:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e245e38d-b4ad-433e-8f87-e7a26a244909'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:02:22.847305 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-eaaa40b1-5dc4-4d61-99d0-d541df8b6dd3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7288971 Feb 07 22:02:22.848500 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45adc1fb-b3a6-4c5f-a103-c35648baff8e', 'tag': '48504b6c-e61c-4755-a22e-59c5fadb093e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:02:22.850767 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4bc9bd-65db-447e-8ad4-82ba52055876" -d '{"events": [{"name": "network-changed", "server_uuid": "45adc1fb-b3a6-4c5f-a103-c35648baff8e", "tag": "48504b6c-e61c-4755-a22e-59c5fadb093e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:02:22.888240 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ab571d-8285-47cd-b28b-811485912f48 x-openstack-request-id: req-02ab571d-8285-47cd-b28b-811485912f48 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:02:22.888873 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45adc1fb-b3a6-4c5f-a103-c35648baff8e", "tag": "48504b6c-e61c-4755-a22e-59c5fadb093e", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:02:22.889116 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-02ab571d-8285-47cd-b28b-811485912f48 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:02:22.890070 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45adc1fb-b3a6-4c5f-a103-c35648baff8e', 'tag': '48504b6c-e61c-4755-a22e-59c5fadb093e', 'status': 'completed', 'code': 200} Feb 07 22:02:22.926305 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-70f5a049-9165-4a53-a266-e8a1d983b15a None None] Set router e245e38d-b4ad-433e-8f87-e7a26a244909 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:02:22.953620 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0626277-70cc-4a43-939e-cff4088964e5 req-25b9264f-3c02-45d5-97bc-078438393120 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:22.955040 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0626277-70cc-4a43-939e-cff4088964e5 req-25b9264f-3c02-45d5-97bc-078438393120 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e HTTP/1.1" status: 200 len: 946 time: 0.0536270 Feb 07 22:02:22.960024 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bc9bd-65db-447e-8ad4-82ba52055876 req-e6c88fd1-d4dc-4fa9-8aaa-2d691e2ee21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:22.965180 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ec4bc9bd-65db-447e-8ad4-82ba52055876 req-e6c88fd1-d4dc-4fa9-8aaa-2d691e2ee21f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e HTTP/1.1" status: 200 len: 1128 time: 0.0534229 Feb 07 22:02:23.004820 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0626277-70cc-4a43-939e-cff4088964e5 req-0270526c-163f-4df2-9ade-a3b74600372f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb0d7d35-eaf2-43fe-af1d-2ed72c902c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430796 Feb 07 22:02:23.028674 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47038) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:02:23.059979 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bc9bd-65db-447e-8ad4-82ba52055876 req-6513c3db-3eac-4155-a97b-a3fc5fc07fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:23.061215 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ec4bc9bd-65db-447e-8ad4-82ba52055876 req-6513c3db-3eac-4155-a97b-a3fc5fc07fa6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0f38be50-c46d-493a-9062-77b2291de435 HTTP/1.1" status: 200 len: 897 time: 0.0897841 Feb 07 22:02:23.135494 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ec4bc9bd-65db-447e-8ad4-82ba52055876 req-c33770d3-6c91-40c4-b3a6-03fb4349f890 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48504b6c-e61c-4755-a22e-59c5fadb093e HTTP/1.1" status: 200 len: 1000 time: 0.0678232 Feb 07 22:02:23.148804 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-82343964-4229-4e34-95d9-9ba79ed913fe tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/floatingips/b1654e96-61a2-4bec-a5a3-91b8a0894395 HTTP/1.1" status: 200 len: 992 time: 0.1177714 Feb 07 22:02:23.184965 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bc9bd-65db-447e-8ad4-82ba52055876 req-82ade265-0565-4b7b-8442-1df780692a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:23.186432 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ec4bc9bd-65db-447e-8ad4-82ba52055876 req-82ade265-0565-4b7b-8442-1df780692a54 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2b28056a-75a7-4bb5-ba1b-b73a74312d1e HTTP/1.1" status: 200 len: 835 time: 0.0448265 Feb 07 22:02:23.234707 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bc9bd-65db-447e-8ad4-82ba52055876 req-75d93f43-16a2-4d31-b311-28608927e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:02:23.236106 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ec4bc9bd-65db-447e-8ad4-82ba52055876 req-75d93f43-16a2-4d31-b311-28608927e039 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0f38be50-c46d-493a-9062-77b2291de435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436249 Feb 07 22:02:23.255080 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-70f5a049-9165-4a53-a266-e8a1d983b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086718435', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:02:03Z', 'updated_at': '2022-02-07T22:02:07Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:02:04Z', 'updated_at': '2022-02-07T22:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'b1654e96-61a2-4bec-a5a3-91b8a0894395', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'port_id': '48504b6c-e61c-4755-a22e-59c5fadb093e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f38be50-c46d-493a-9062-77b2291de435', 'mac_address': 'fa:16:3e:06:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adc1fb-b3a6-4c5f-a103-c35648baff8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:02:21Z', 'updated_at': '2022-02-07T22:02:21Z', 'revision_number': 0, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e701e87b-7a59-4480-ab65-ffb1c27af122', 'name': '', 'network_id': '0f38be50-c46d-493a-9062-77b2291de435', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:0e:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2b28056a-75a7-4bb5-ba1b-b73a74312d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:02:06Z', 'updated_at': '2022-02-07T22:02:10Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '2b28056a-75a7-4bb5-ba1b-b73a74312d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:02:23.283707 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f5a049-9165-4a53-a266-e8a1d983b15a None None] Checking router: e245e38d-b4ad-433e-8f87-e7a26a244909 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:02:23.292048 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f5a049-9165-4a53-a266-e8a1d983b15a None None] Routers {'e245e38d-b4ad-433e-8f87-e7a26a244909'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:02:23.292692 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-70f5a049-9165-4a53-a266-e8a1d983b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:02:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e245e38d-b4ad-433e-8f87-e7a26a244909'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:02:23.326558 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ec4bc9bd-65db-447e-8ad4-82ba52055876 req-c4574fd8-275a-4c35-b4cb-d039281088a6 service neutron] 10.222.0.69 "GET /v2.0/networks/0f38be50-c46d-493a-9062-77b2291de435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847089 Feb 07 22:02:23.403309 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-70f5a049-9165-4a53-a266-e8a1d983b15a None None] Set router e245e38d-b4ad-433e-8f87-e7a26a244909 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:02:23.470137 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:23.635652 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-70f5a049-9165-4a53-a266-e8a1d983b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086718435', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:02:03Z', 'updated_at': '2022-02-07T22:02:07Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:02:04Z', 'updated_at': '2022-02-07T22:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'b1654e96-61a2-4bec-a5a3-91b8a0894395', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'port_id': '48504b6c-e61c-4755-a22e-59c5fadb093e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f38be50-c46d-493a-9062-77b2291de435', 'mac_address': 'fa:16:3e:06:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adc1fb-b3a6-4c5f-a103-c35648baff8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:02:21Z', 'updated_at': '2022-02-07T22:02:21Z', 'revision_number': 0, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e701e87b-7a59-4480-ab65-ffb1c27af122', 'name': '', 'network_id': '0f38be50-c46d-493a-9062-77b2291de435', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:0e:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2b28056a-75a7-4bb5-ba1b-b73a74312d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:02:06Z', 'updated_at': '2022-02-07T22:02:10Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '2b28056a-75a7-4bb5-ba1b-b73a74312d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:02:23.664576 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f5a049-9165-4a53-a266-e8a1d983b15a None None] The sync data for ids ['e245e38d-b4ad-433e-8f87-e7a26a244909'] in n-d-828185-2 is: [{'id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086718435', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:02:03Z', 'updated_at': '2022-02-07T22:02:07Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:02:04Z', 'updated_at': '2022-02-07T22:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'b1654e96-61a2-4bec-a5a3-91b8a0894395', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'port_id': '48504b6c-e61c-4755-a22e-59c5fadb093e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f38be50-c46d-493a-9062-77b2291de435', 'mac_address': 'fa:16:3e:06:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adc1fb-b3a6-4c5f-a103-c35648baff8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:02:21Z', 'updated_at': '2022-02-07T22:02:21Z', 'revision_number': 0, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e701e87b-7a59-4480-ab65-ffb1c27af122', 'name': '', 'network_id': '0f38be50-c46d-493a-9062-77b2291de435', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:0e:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2b28056a-75a7-4bb5-ba1b-b73a74312d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:02:06Z', 'updated_at': '2022-02-07T22:02:10Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '2b28056a-75a7-4bb5-ba1b-b73a74312d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:02:23.724978 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ec4bc9bd-65db-447e-8ad4-82ba52055876 req-2dd5a8f8-16af-4f77-86da-e9df235d4ac7 service neutron] 10.222.0.69 "GET /v2.0/networks/0f38be50-c46d-493a-9062-77b2291de435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915298 Feb 07 22:02:23.870038 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b88fe13-c81d-42d8-a4df-a4bf99c401b2 None None] New status for floating IP b1654e96-61a2-4bec-a5a3-91b8a0894395: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:02:24.151549 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47040) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:02:24.212189 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9bd9dd02-b51a-40f8-9f51-5be4277d370a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/floatingips/b1654e96-61a2-4bec-a5a3-91b8a0894395 HTTP/1.1" status: 200 len: 994 time: 0.0595098 Feb 07 22:02:24.653283 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:02:24.777240 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:34.194244 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:34.448045 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:48.514250 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0861-0019-41b5-a0d5-b060fbef0a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:50.699703 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-61e83686-e068-461b-8152-3c48d828b18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:51.988765 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:53.470203 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:02:54.780197 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:01.651971 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:03:04.204449 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:04.451553 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:10.139141 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cac5c5d2-d64a-431f-a456-f691d82f62ba req-92d96379-8b2e-4a02-9fc6-0df20a6a17a8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438735 Feb 07 22:03:10.226169 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5c5d2-d64a-431f-a456-f691d82f62ba req-3951b867-7081-4abe-8049-82c5ac3bb8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:10.228122 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cac5c5d2-d64a-431f-a456-f691d82f62ba req-3951b867-7081-4abe-8049-82c5ac3bb8cc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e HTTP/1.1" status: 200 len: 1128 time: 0.0468087 Feb 07 22:03:10.325060 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5c5d2-d64a-431f-a456-f691d82f62ba req-2e57cf44-4139-47d7-b11e-66d05e202c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:10.326498 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cac5c5d2-d64a-431f-a456-f691d82f62ba req-2e57cf44-4139-47d7-b11e-66d05e202c13 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0f38be50-c46d-493a-9062-77b2291de435 HTTP/1.1" status: 200 len: 897 time: 0.0795915 Feb 07 22:03:10.393237 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cac5c5d2-d64a-431f-a456-f691d82f62ba req-2914f70f-6d6d-421b-8337-a3d5f21f5943 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48504b6c-e61c-4755-a22e-59c5fadb093e HTTP/1.1" status: 200 len: 1002 time: 0.0607424 Feb 07 22:03:10.440550 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5c5d2-d64a-431f-a456-f691d82f62ba req-dd927412-c264-40ef-ba82-ef2ab971c36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:10.441992 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cac5c5d2-d64a-431f-a456-f691d82f62ba req-dd927412-c264-40ef-ba82-ef2ab971c36b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2b28056a-75a7-4bb5-ba1b-b73a74312d1e HTTP/1.1" status: 200 len: 835 time: 0.0435038 Feb 07 22:03:10.490114 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5c5d2-d64a-431f-a456-f691d82f62ba req-826d54b5-0ff8-4637-b3b5-2280ae001c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:10.491674 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cac5c5d2-d64a-431f-a456-f691d82f62ba req-826d54b5-0ff8-4637-b3b5-2280ae001c8c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0f38be50-c46d-493a-9062-77b2291de435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438654 Feb 07 22:03:10.581343 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cac5c5d2-d64a-431f-a456-f691d82f62ba req-4bb87bb8-fef0-44cb-aae4-3d70bc524df6 service neutron] 10.222.0.69 "GET /v2.0/networks/0f38be50-c46d-493a-9062-77b2291de435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840671 Feb 07 22:03:10.669071 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-cac5c5d2-d64a-431f-a456-f691d82f62ba req-f60b7b18-503f-48f5-bf63-5bcf42e751b9 service neutron] 10.222.0.69 "GET /v2.0/networks/0f38be50-c46d-493a-9062-77b2291de435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811892 Feb 07 22:03:18.516696 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9d76b17b-9554-4376-b6cc-9a4d412c1777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:20.702273 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-03ddd1d4-2394-4fed-919d-10085e79d2fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:21.991143 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:23.475783 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:24.782659 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:25.026273 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fa9b0-1afd-43e2-8181-f9004c25a1e0 req-0163df14-702e-4963-a6d8-f91adcb5e7c4 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:25.027684 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc0fa9b0-1afd-43e2-8181-f9004c25a1e0 req-0163df14-702e-4963-a6d8-f91adcb5e7c4 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e HTTP/1.1" status: 200 len: 946 time: 0.1043417 Feb 07 22:03:25.082621 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cc0fa9b0-1afd-43e2-8181-f9004c25a1e0 req-548aebc6-d6cc-4796-8be9-d59b8199acb0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb0d7d35-eaf2-43fe-af1d-2ed72c902c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490992 Feb 07 22:03:26.251024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79a0ab-4072-4052-a7e9-17338608ae72 req-35da8827-c818-4342-b811-6cdd365d2528 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:26.252519 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b79a0ab-4072-4052-a7e9-17338608ae72 req-35da8827-c818-4342-b811-6cdd365d2528 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e HTTP/1.1" status: 200 len: 946 time: 0.0983682 Feb 07 22:03:26.299640 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b79a0ab-4072-4052-a7e9-17338608ae72 req-c16cefda-2987-4b65-bc18-f2d70334359f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb0d7d35-eaf2-43fe-af1d-2ed72c902c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415442 Feb 07 22:03:26.322406 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47080) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:03:26.382962 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9ff6e709-d884-4624-a457-94d74079e47a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/floatingips/b1654e96-61a2-4bec-a5a3-91b8a0894395 HTTP/1.1" status: 200 len: 994 time: 0.0593863 Feb 07 22:03:27.653421 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5fb9f-dce1-4fd7-8367-43a9d81536e2 req-9ff03780-c40a-4cd6-926b-067e4ef5198a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:27.654796 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8b5fb9f-dce1-4fd7-8367-43a9d81536e2 req-9ff03780-c40a-4cd6-926b-067e4ef5198a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e HTTP/1.1" status: 200 len: 946 time: 0.0507677 Feb 07 22:03:27.706096 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f8b5fb9f-dce1-4fd7-8367-43a9d81536e2 req-de7bb7cf-5f2c-49d3-8262-f5be86bfacd7 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb0d7d35-eaf2-43fe-af1d-2ed72c902c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447869 Feb 07 22:03:28.838615 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e57e46-5e93-4f79-a624-60dc5cfb24a0 req-c5b74eb9-e1c6-4b5e-95a8-99e5cca15d68 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:28.840073 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-56e57e46-5e93-4f79-a624-60dc5cfb24a0 req-c5b74eb9-e1c6-4b5e-95a8-99e5cca15d68 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e HTTP/1.1" status: 200 len: 946 time: 0.0549598 Feb 07 22:03:28.887529 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-56e57e46-5e93-4f79-a624-60dc5cfb24a0 req-27b3d97d-1b7c-4568-8817-b59a1ad8f02f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb0d7d35-eaf2-43fe-af1d-2ed72c902c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418801 Feb 07 22:03:28.909407 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47090) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:03:28.967204 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e26dd67c-cfde-4894-af0d-60d8344c8197 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/floatingips/b1654e96-61a2-4bec-a5a3-91b8a0894395 HTTP/1.1" status: 200 len: 994 time: 0.0567110 Feb 07 22:03:29.190843 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47096) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:03:29.343235 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4bd54cdb-cf62-4670-b32e-b02775823790 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Deleting port 6eb4d8ae-0f3b-46b8-a24f-ea1446334808 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:03:29.343493 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bd54cdb-cf62-4670-b32e-b02775823790 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (6eb4d8ae-0f3b-46b8-a24f-ea1446334808), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:29.418665 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bd54cdb-cf62-4670-b32e-b02775823790 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (6eb4d8ae-0f3b-46b8-a24f-ea1446334808), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:29.418995 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bd54cdb-cf62-4670-b32e-b02775823790 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for floatingip (6eb4d8ae-0f3b-46b8-a24f-ea1446334808), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:29.430442 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4bd54cdb-cf62-4670-b32e-b02775823790 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Calling delete_port for 6eb4d8ae-0f3b-46b8-a24f-ea1446334808 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:03:29.604138 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bd54cdb-cf62-4670-b32e-b02775823790 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (6eb4d8ae-0f3b-46b8-a24f-ea1446334808), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:29.629031 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd54cdb-cf62-4670-b32e-b02775823790 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Port': ['ID=6eb4d8ae-0f3b-46b8-a24f-ea1446334808,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:29.654149 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd54cdb-cf62-4670-b32e-b02775823790 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:29.654494 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd54cdb-cf62-4670-b32e-b02775823790 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:29.654832 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd54cdb-cf62-4670-b32e-b02775823790 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:29.655167 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd54cdb-cf62-4670-b32e-b02775823790 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:29.655495 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd54cdb-cf62-4670-b32e-b02775823790 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:29.655828 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd54cdb-cf62-4670-b32e-b02775823790 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:29.656152 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd54cdb-cf62-4670-b32e-b02775823790 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:29.656504 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd54cdb-cf62-4670-b32e-b02775823790 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:29.656830 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd54cdb-cf62-4670-b32e-b02775823790 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:29.657156 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd54cdb-cf62-4670-b32e-b02775823790 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:29.657474 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd54cdb-cf62-4670-b32e-b02775823790 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:29.657791 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd54cdb-cf62-4670-b32e-b02775823790 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:29.658106 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd54cdb-cf62-4670-b32e-b02775823790 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:29.698585 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bd54cdb-cf62-4670-b32e-b02775823790 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for floatingip (b1654e96-61a2-4bec-a5a3-91b8a0894395), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:29.698910 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-4bd54cdb-cf62-4670-b32e-b02775823790 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Floating IP b1654e96-61a2-4bec-a5a3-91b8a0894395 disassociated (deleted). External IP: 172.25.4.215, port: 48504b6c-e61c-4755-a22e-59c5fadb093e. Feb 07 22:03:29.902207 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd54cdb-cf62-4670-b32e-b02775823790 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Router e245e38d-b4ad-433e-8f87-e7a26a244909 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:03:30.007987 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd54cdb-cf62-4670-b32e-b02775823790 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:03:30.013465 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bd54cdb-cf62-4670-b32e-b02775823790 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:30.018364 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7d534a-46e7-4b70-bb58-40e1b4de1e90 None None] Sync routers for ids ['e245e38d-b4ad-433e-8f87-e7a26a244909'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:03:30.028467 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7d534a-46e7-4b70-bb58-40e1b4de1e90 None None] Routers {'e245e38d-b4ad-433e-8f87-e7a26a244909'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:03:30.029068 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-1b7d534a-46e7-4b70-bb58-40e1b4de1e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:03:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e245e38d-b4ad-433e-8f87-e7a26a244909'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:03:30.041859 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4bd54cdb-cf62-4670-b32e-b02775823790 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "DELETE /v2.0/floatingips/b1654e96-61a2-4bec-a5a3-91b8a0894395 HTTP/1.1" status: 204 len: 168 time: 0.8499417 Feb 07 22:03:30.042552 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45adc1fb-b3a6-4c5f-a103-c35648baff8e', 'tag': '48504b6c-e61c-4755-a22e-59c5fadb093e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:03:30.044953 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565b4ee3-8ba2-481c-8224-5e2d9fd0d333" -d '{"events": [{"name": "network-changed", "server_uuid": "45adc1fb-b3a6-4c5f-a103-c35648baff8e", "tag": "48504b6c-e61c-4755-a22e-59c5fadb093e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:03:30.089300 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1542ac-b2a0-4b1c-9570-e743dcd65888 x-openstack-request-id: req-9c1542ac-b2a0-4b1c-9570-e743dcd65888 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:03:30.089796 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45adc1fb-b3a6-4c5f-a103-c35648baff8e", "tag": "48504b6c-e61c-4755-a22e-59c5fadb093e", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:03:30.090212 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9c1542ac-b2a0-4b1c-9570-e743dcd65888 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:03:30.090792 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45adc1fb-b3a6-4c5f-a103-c35648baff8e', 'tag': '48504b6c-e61c-4755-a22e-59c5fadb093e', 'status': 'completed', 'code': 200} Feb 07 22:03:30.143594 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-1b7d534a-46e7-4b70-bb58-40e1b4de1e90 None None] Set router e245e38d-b4ad-433e-8f87-e7a26a244909 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:03:30.165049 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b4ee3-8ba2-481c-8224-5e2d9fd0d333 req-bb0f853a-9d9e-42c7-a33c-79030a6eef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:30.167191 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-565b4ee3-8ba2-481c-8224-5e2d9fd0d333 req-bb0f853a-9d9e-42c7-a33c-79030a6eef28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e HTTP/1.1" status: 200 len: 1128 time: 0.0477099 Feb 07 22:03:30.281165 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b4ee3-8ba2-481c-8224-5e2d9fd0d333 req-d1bde2c2-9581-4bd8-af23-46c43c6ed0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:30.282734 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-565b4ee3-8ba2-481c-8224-5e2d9fd0d333 req-d1bde2c2-9581-4bd8-af23-46c43c6ed0b9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0f38be50-c46d-493a-9062-77b2291de435 HTTP/1.1" status: 200 len: 897 time: 0.1007409 Feb 07 22:03:30.316185 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f439c-ca74-419d-a00d-e1fc2b0af26f req-6c6b4fbe-64cf-49c8-95e0-7e2e8e1eaeb9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:30.317728 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc8f439c-ca74-419d-a00d-e1fc2b0af26f req-6c6b4fbe-64cf-49c8-95e0-7e2e8e1eaeb9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e HTTP/1.1" status: 200 len: 946 time: 0.0573978 Feb 07 22:03:30.325510 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-565b4ee3-8ba2-481c-8224-5e2d9fd0d333 req-3e148332-19c6-4397-8505-dc9a803d5744 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48504b6c-e61c-4755-a22e-59c5fadb093e HTTP/1.1" status: 200 len: 217 time: 0.0359173 Feb 07 22:03:30.354568 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-1b7d534a-46e7-4b70-bb58-40e1b4de1e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086718435', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:02:03Z', 'updated_at': '2022-02-07T22:02:07Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:02:04Z', 'updated_at': '2022-02-07T22:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'e701e87b-7a59-4480-ab65-ffb1c27af122', 'name': '', 'network_id': '0f38be50-c46d-493a-9062-77b2291de435', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:0e:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2b28056a-75a7-4bb5-ba1b-b73a74312d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:02:06Z', 'updated_at': '2022-02-07T22:02:10Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '2b28056a-75a7-4bb5-ba1b-b73a74312d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:03:30.370615 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc8f439c-ca74-419d-a00d-e1fc2b0af26f req-292a4034-3994-4c9f-920c-9813252a2421 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb0d7d35-eaf2-43fe-af1d-2ed72c902c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457065 Feb 07 22:03:30.379529 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b4ee3-8ba2-481c-8224-5e2d9fd0d333 req-e42b46ac-2190-45d7-bda5-d2d8130a7a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:30.380136 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7d534a-46e7-4b70-bb58-40e1b4de1e90 None None] Checking router: e245e38d-b4ad-433e-8f87-e7a26a244909 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:03:30.381291 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-565b4ee3-8ba2-481c-8224-5e2d9fd0d333 req-e42b46ac-2190-45d7-bda5-d2d8130a7a50 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2b28056a-75a7-4bb5-ba1b-b73a74312d1e HTTP/1.1" status: 200 len: 835 time: 0.0492764 Feb 07 22:03:30.389195 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7d534a-46e7-4b70-bb58-40e1b4de1e90 None None] Routers {'e245e38d-b4ad-433e-8f87-e7a26a244909'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:03:30.389789 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-1b7d534a-46e7-4b70-bb58-40e1b4de1e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:03:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e245e38d-b4ad-433e-8f87-e7a26a244909'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:03:30.436608 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b4ee3-8ba2-481c-8224-5e2d9fd0d333 req-f76b64f1-6ac2-4732-8636-0246fcbe77e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:30.438180 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-565b4ee3-8ba2-481c-8224-5e2d9fd0d333 req-f76b64f1-6ac2-4732-8636-0246fcbe77e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0f38be50-c46d-493a-9062-77b2291de435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499992 Feb 07 22:03:30.494306 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-1b7d534a-46e7-4b70-bb58-40e1b4de1e90 None None] Set router e245e38d-b4ad-433e-8f87-e7a26a244909 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:03:30.526554 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-565b4ee3-8ba2-481c-8224-5e2d9fd0d333 req-f341f34c-56e5-42f3-8c7e-f222b522bfd2 service neutron] 10.222.0.69 "GET /v2.0/networks/0f38be50-c46d-493a-9062-77b2291de435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813172 Feb 07 22:03:30.619375 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-565b4ee3-8ba2-481c-8224-5e2d9fd0d333 req-5e5f7a11-340d-4ade-8d9c-6f09845d1199 service neutron] 10.222.0.69 "GET /v2.0/networks/0f38be50-c46d-493a-9062-77b2291de435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854344 Feb 07 22:03:30.777591 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-1b7d534a-46e7-4b70-bb58-40e1b4de1e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086718435', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:02:03Z', 'updated_at': '2022-02-07T22:02:07Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:02:04Z', 'updated_at': '2022-02-07T22:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'e701e87b-7a59-4480-ab65-ffb1c27af122', 'name': '', 'network_id': '0f38be50-c46d-493a-9062-77b2291de435', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:0e:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2b28056a-75a7-4bb5-ba1b-b73a74312d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:02:06Z', 'updated_at': '2022-02-07T22:02:10Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '2b28056a-75a7-4bb5-ba1b-b73a74312d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:03:30.802441 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7d534a-46e7-4b70-bb58-40e1b4de1e90 None None] The sync data for ids ['e245e38d-b4ad-433e-8f87-e7a26a244909'] in n-d-828185-2 is: [{'id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086718435', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:02:03Z', 'updated_at': '2022-02-07T22:02:07Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:02:04Z', 'updated_at': '2022-02-07T22:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'e701e87b-7a59-4480-ab65-ffb1c27af122', 'name': '', 'network_id': '0f38be50-c46d-493a-9062-77b2291de435', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:0e:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2b28056a-75a7-4bb5-ba1b-b73a74312d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:02:06Z', 'updated_at': '2022-02-07T22:02:10Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '2b28056a-75a7-4bb5-ba1b-b73a74312d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:03:31.022891 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5cad4b-ec84-441c-ac10-7ce746704438 None None] New status for floating IP b1654e96-61a2-4bec-a5a3-91b8a0894395: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:03:31.493019 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80022910-ceae-43c0-9851-708dd9a12b34 req-11d7e027-e90a-4807-b669-8e7ae1682d72 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:31.494476 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80022910-ceae-43c0-9851-708dd9a12b34 req-11d7e027-e90a-4807-b669-8e7ae1682d72 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e HTTP/1.1" status: 200 len: 946 time: 0.0528903 Feb 07 22:03:31.541451 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-80022910-ceae-43c0-9851-708dd9a12b34 req-52e7bd01-e625-4578-9494-384b3822c647 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb0d7d35-eaf2-43fe-af1d-2ed72c902c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414255 Feb 07 22:03:32.029544 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867089c-b250-4b2e-adcc-ed117b05be14 req-9d09150c-1afa-4764-81d9-ee9b8ec89c99 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:32.030875 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9867089c-b250-4b2e-adcc-ed117b05be14 req-9d09150c-1afa-4764-81d9-ee9b8ec89c99 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.69 "GET /v2.0/ports?device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e HTTP/1.1" status: 200 len: 946 time: 0.0510468 Feb 07 22:03:32.123473 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-9867089c-b250-4b2e-adcc-ed117b05be14 req-8d1c24b8-99be-473d-be61-2e73fde890e0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Deleting port 48504b6c-e61c-4755-a22e-59c5fadb093e {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:03:32.123803 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9867089c-b250-4b2e-adcc-ed117b05be14 req-8d1c24b8-99be-473d-be61-2e73fde890e0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (48504b6c-e61c-4755-a22e-59c5fadb093e), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:32.208068 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-9867089c-b250-4b2e-adcc-ed117b05be14 req-8d1c24b8-99be-473d-be61-2e73fde890e0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] For port 48504b6c-e61c-4755-a22e-59c5fadb093e, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=48504b6c-e61c-4755-a22e-59c5fadb093e,segment=NetworkSegment(bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60),segment_id=bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:03:32.208458 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9867089c-b250-4b2e-adcc-ed117b05be14 req-8d1c24b8-99be-473d-be61-2e73fde890e0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (48504b6c-e61c-4755-a22e-59c5fadb093e), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:32.220830 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-9867089c-b250-4b2e-adcc-ed117b05be14 req-8d1c24b8-99be-473d-be61-2e73fde890e0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Calling delete_port for 48504b6c-e61c-4755-a22e-59c5fadb093e owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:03:32.345971 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9867089c-b250-4b2e-adcc-ed117b05be14 req-8d1c24b8-99be-473d-be61-2e73fde890e0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (48504b6c-e61c-4755-a22e-59c5fadb093e), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:32.373496 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c24b8-99be-473d-be61-2e73fde890e0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Port': ['ID=48504b6c-e61c-4755-a22e-59c5fadb093e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:32.383844 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c24b8-99be-473d-be61-2e73fde890e0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:32.384198 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c24b8-99be-473d-be61-2e73fde890e0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:32.384577 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c24b8-99be-473d-be61-2e73fde890e0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:32.384919 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c24b8-99be-473d-be61-2e73fde890e0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:32.385254 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c24b8-99be-473d-be61-2e73fde890e0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:32.385584 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c24b8-99be-473d-be61-2e73fde890e0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:32.385913 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c24b8-99be-473d-be61-2e73fde890e0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:32.386238 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c24b8-99be-473d-be61-2e73fde890e0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:32.386565 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c24b8-99be-473d-be61-2e73fde890e0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:32.386890 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c24b8-99be-473d-be61-2e73fde890e0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:32.387212 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c24b8-99be-473d-be61-2e73fde890e0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:32.387535 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c24b8-99be-473d-be61-2e73fde890e0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:32.387857 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c24b8-99be-473d-be61-2e73fde890e0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:32.430916 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-9867089c-b250-4b2e-adcc-ed117b05be14 req-8d1c24b8-99be-473d-be61-2e73fde890e0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] No DVR routers for this DVR port 48504b6c-e61c-4755-a22e-59c5fadb093e on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:03:32.433519 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9867089c-b250-4b2e-adcc-ed117b05be14 req-8d1c24b8-99be-473d-be61-2e73fde890e0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:32.436761 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9867089c-b250-4b2e-adcc-ed117b05be14 req-8d1c24b8-99be-473d-be61-2e73fde890e0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.69 "DELETE /v2.0/ports/48504b6c-e61c-4755-a22e-59c5fadb093e HTTP/1.1" status: 204 len: 173 time: 0.4001715 Feb 07 22:03:32.437197 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45adc1fb-b3a6-4c5f-a103-c35648baff8e', 'name': 'network-vif-deleted', 'tag': '48504b6c-e61c-4755-a22e-59c5fadb093e'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:03:32.439421 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47bc0dc9fe746ac64adcb7a0dbe6fda25f58f8d79cf35956c7e0a4ba81c3c440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d9f890-7c6c-4c5b-8643-0408ca2a0ea9" -d '{"events": [{"server_uuid": "45adc1fb-b3a6-4c5f-a103-c35648baff8e", "name": "network-vif-deleted", "tag": "48504b6c-e61c-4755-a22e-59c5fadb093e"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:03:32.478318 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0017158f-367c-47d4-8aa4-9ef28defacf3 x-openstack-request-id: req-0017158f-367c-47d4-8aa4-9ef28defacf3 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:03:32.478676 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45adc1fb-b3a6-4c5f-a103-c35648baff8e", "name": "network-vif-deleted", "tag": "48504b6c-e61c-4755-a22e-59c5fadb093e", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:03:32.478903 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0017158f-367c-47d4-8aa4-9ef28defacf3 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:03:32.479311 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45adc1fb-b3a6-4c5f-a103-c35648baff8e', 'name': 'network-vif-deleted', 'tag': '48504b6c-e61c-4755-a22e-59c5fadb093e', 'status': 'completed', 'code': 200} Feb 07 22:03:32.649833 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-29ce1650-1def-406a-9567-743fb631a3fd req-3ca00e05-4239-4538-9b2a-510402303191 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=45adc1fb-b3a6-4c5f-a103-c35648baff8e HTTP/1.1" status: 200 len: 210 time: 0.0304153 Feb 07 22:03:33.706476 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47112) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:03:34.162118 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d9c571b-2a88-4c84-b3c7-cd70ee3c850e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (e245e38d-b4ad-433e-8f87-e7a26a244909), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:34.209530 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:34.466666 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:34.651334 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9d9c571b-2a88-4c84-b3c7-cd70ee3c850e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Deleting port e701e87b-7a59-4480-ab65-ffb1c27af122 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:03:34.651675 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d9c571b-2a88-4c84-b3c7-cd70ee3c850e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e701e87b-7a59-4480-ab65-ffb1c27af122), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:34.750743 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9d9c571b-2a88-4c84-b3c7-cd70ee3c850e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] For port e701e87b-7a59-4480-ab65-ffb1c27af122, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e701e87b-7a59-4480-ab65-ffb1c27af122,segment=NetworkSegment(bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60),segment_id=bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:03:34.751435 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d9c571b-2a88-4c84-b3c7-cd70ee3c850e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e701e87b-7a59-4480-ab65-ffb1c27af122), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:34.764043 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9d9c571b-2a88-4c84-b3c7-cd70ee3c850e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Calling delete_port for e701e87b-7a59-4480-ab65-ffb1c27af122 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:03:34.947918 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d9c571b-2a88-4c84-b3c7-cd70ee3c850e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (e701e87b-7a59-4480-ab65-ffb1c27af122), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:34.973915 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c571b-2a88-4c84-b3c7-cd70ee3c850e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Port': ['ID=e701e87b-7a59-4480-ab65-ffb1c27af122,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:35.152935 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d9c571b-2a88-4c84-b3c7-cd70ee3c850e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (e245e38d-b4ad-433e-8f87-e7a26a244909), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:35.370614 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9c571b-2a88-4c84-b3c7-cd70ee3c850e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Router e245e38d-b4ad-433e-8f87-e7a26a244909 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:03:35.496238 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9c571b-2a88-4c84-b3c7-cd70ee3c850e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:03:35.501841 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9d9c571b-2a88-4c84-b3c7-cd70ee3c850e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "PUT /v2.0/routers/e245e38d-b4ad-433e-8f87-e7a26a244909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7943349 Feb 07 22:03:35.504498 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47114) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:03:35.505958 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b69ce06-7e17-44a3-9722-38b5c0adfec1 None None] Sync routers for ids ['e245e38d-b4ad-433e-8f87-e7a26a244909'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:03:35.515459 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b69ce06-7e17-44a3-9722-38b5c0adfec1 None None] Routers {'e245e38d-b4ad-433e-8f87-e7a26a244909'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:03:35.516063 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9b69ce06-7e17-44a3-9722-38b5c0adfec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:03:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e245e38d-b4ad-433e-8f87-e7a26a244909'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:03:35.553880 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b505d1e-e763-4cbd-a6f4-1e386e1e4a67 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Deleting subnet 2b28056a-75a7-4bb5-ba1b-b73a74312d1e {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 22:03:35.557530 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b505d1e-e763-4cbd-a6f4-1e386e1e4a67 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for subnet (2b28056a-75a7-4bb5-ba1b-b73a74312d1e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:35.596411 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b505d1e-e763-4cbd-a6f4-1e386e1e4a67 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (2b28056a-75a7-4bb5-ba1b-b73a74312d1e), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:35.620218 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-9b69ce06-7e17-44a3-9722-38b5c0adfec1 None None] Set router e245e38d-b4ad-433e-8f87-e7a26a244909 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:03:35.681704 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b505d1e-e763-4cbd-a6f4-1e386e1e4a67 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (2b28056a-75a7-4bb5-ba1b-b73a74312d1e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:35.742105 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b505d1e-e763-4cbd-a6f4-1e386e1e4a67 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (2b28056a-75a7-4bb5-ba1b-b73a74312d1e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:35.773467 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b505d1e-e763-4cbd-a6f4-1e386e1e4a67 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Subnet': ['ID=2b28056a-75a7-4bb5-ba1b-b73a74312d1e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:35.778538 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b505d1e-e763-4cbd-a6f4-1e386e1e4a67 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:35.785570 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8b505d1e-e763-4cbd-a6f4-1e386e1e4a67 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "DELETE /v2.0/subnets/2b28056a-75a7-4bb5-ba1b-b73a74312d1e HTTP/1.1" status: 204 len: 168 time: 0.2775857 Feb 07 22:03:35.785964 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47116) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:03:35.788035 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fe520c-bf3a-4e6d-b8bc-e06686dcab44 None None] Network 0f38be50-c46d-493a-9062-77b2291de435 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:03:35.800701 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9b69ce06-7e17-44a3-9722-38b5c0adfec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086718435', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:02:03Z', 'updated_at': '2022-02-07T22:03:34Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:02:04Z', 'updated_at': '2022-02-07T22:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:03:35.829854 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b69ce06-7e17-44a3-9722-38b5c0adfec1 None None] Checking router: e245e38d-b4ad-433e-8f87-e7a26a244909 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:03:35.842175 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b69ce06-7e17-44a3-9722-38b5c0adfec1 None None] Routers {'e245e38d-b4ad-433e-8f87-e7a26a244909'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:03:35.842807 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9b69ce06-7e17-44a3-9722-38b5c0adfec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:03:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['e245e38d-b4ad-433e-8f87-e7a26a244909'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:03:35.908810 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d6eede7-e30e-4848-b950-81b716be0548 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router (e245e38d-b4ad-433e-8f87-e7a26a244909), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:35.956176 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-9b69ce06-7e17-44a3-9722-38b5c0adfec1 None None] Set router e245e38d-b4ad-433e-8f87-e7a26a244909 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:03:35.972535 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01977cac-89fe-4de9-98eb-3503bdd24c7a None None] DHCP port deletion for 0f38be50-c46d-493a-9062-77b2291de435 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 22:03:36.025942 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d6eede7-e30e-4848-b950-81b716be0548 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_gateway (e245e38d-b4ad-433e-8f87-e7a26a244909), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:36.026216 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-01977cac-89fe-4de9-98eb-3503bdd24c7a None None] Deleting port 83055d82-9ce6-46c5-b1ce-394d6e09c846 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:03:36.026442 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-01977cac-89fe-4de9-98eb-3503bdd24c7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (83055d82-9ce6-46c5-b1ce-394d6e09c846), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:36.085746 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8d6eede7-e30e-4848-b950-81b716be0548 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Deleting port 27457f7b-c0d2-4639-a6b3-d5c3d90e6a16 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:03:36.086115 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d6eede7-e30e-4848-b950-81b716be0548 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (27457f7b-c0d2-4639-a6b3-d5c3d90e6a16), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:36.096564 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-01977cac-89fe-4de9-98eb-3503bdd24c7a None None] For port 83055d82-9ce6-46c5-b1ce-394d6e09c846, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=83055d82-9ce6-46c5-b1ce-394d6e09c846,segment=NetworkSegment(bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60),segment_id=bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:03:36.097488 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-01977cac-89fe-4de9-98eb-3503bdd24c7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (83055d82-9ce6-46c5-b1ce-394d6e09c846), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:36.110028 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-01977cac-89fe-4de9-98eb-3503bdd24c7a None None] Calling delete_port for 83055d82-9ce6-46c5-b1ce-394d6e09c846 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:03:36.137355 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-9b69ce06-7e17-44a3-9722-38b5c0adfec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086718435', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:02:03Z', 'updated_at': '2022-02-07T22:03:34Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:02:04Z', 'updated_at': '2022-02-07T22:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:03:36.164264 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8d6eede7-e30e-4848-b950-81b716be0548 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] For port 27457f7b-c0d2-4639-a6b3-d5c3d90e6a16, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=27457f7b-c0d2-4639-a6b3-d5c3d90e6a16,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:03:36.165197 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d6eede7-e30e-4848-b950-81b716be0548 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (27457f7b-c0d2-4639-a6b3-d5c3d90e6a16), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:36.168177 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b69ce06-7e17-44a3-9722-38b5c0adfec1 None None] The sync data for ids ['e245e38d-b4ad-433e-8f87-e7a26a244909'] in n-d-828185-2 is: [{'id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086718435', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:02:03Z', 'updated_at': '2022-02-07T22:03:34Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '27457f7b-c0d2-4639-a6b3-d5c3d90e6a16', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e245e38d-b4ad-433e-8f87-e7a26a244909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:02:04Z', 'updated_at': '2022-02-07T22:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:03:36.191597 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8d6eede7-e30e-4848-b950-81b716be0548 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Calling delete_port for 27457f7b-c0d2-4639-a6b3-d5c3d90e6a16 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:03:36.192470 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-01977cac-89fe-4de9-98eb-3503bdd24c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (83055d82-9ce6-46c5-b1ce-394d6e09c846), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:36.219090 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01977cac-89fe-4de9-98eb-3503bdd24c7a None None] Pushing event deleted for resources: {'Port': ['ID=83055d82-9ce6-46c5-b1ce-394d6e09c846,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:36.231382 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01977cac-89fe-4de9-98eb-3503bdd24c7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:36.231820 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01977cac-89fe-4de9-98eb-3503bdd24c7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:36.232078 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01977cac-89fe-4de9-98eb-3503bdd24c7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:36.232445 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01977cac-89fe-4de9-98eb-3503bdd24c7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:36.232777 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01977cac-89fe-4de9-98eb-3503bdd24c7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:36.233104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01977cac-89fe-4de9-98eb-3503bdd24c7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:36.233431 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01977cac-89fe-4de9-98eb-3503bdd24c7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:36.233760 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01977cac-89fe-4de9-98eb-3503bdd24c7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:36.234084 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01977cac-89fe-4de9-98eb-3503bdd24c7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:36.234406 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01977cac-89fe-4de9-98eb-3503bdd24c7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:36.234726 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01977cac-89fe-4de9-98eb-3503bdd24c7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:36.235044 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01977cac-89fe-4de9-98eb-3503bdd24c7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:36.235360 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01977cac-89fe-4de9-98eb-3503bdd24c7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:36.238154 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01977cac-89fe-4de9-98eb-3503bdd24c7a None None] No DVR routers for this DVR port 83055d82-9ce6-46c5-b1ce-394d6e09c846 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:03:36.357024 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d6eede7-e30e-4848-b950-81b716be0548 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (27457f7b-c0d2-4639-a6b3-d5c3d90e6a16), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:36.382896 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6eede7-e30e-4848-b950-81b716be0548 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Port': ['ID=27457f7b-c0d2-4639-a6b3-d5c3d90e6a16,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:36.442320 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d6eede7-e30e-4848-b950-81b716be0548 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (e245e38d-b4ad-433e-8f87-e7a26a244909), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:36.488649 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 48504b6c-e61c-4755-a22e-59c5fadb093e no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:03:36.518110 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 48504b6c-e61c-4755-a22e-59c5fadb093e {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:03:36.518454 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 48504b6c-e61c-4755-a22e-59c5fadb093e not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:03:36.538760 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d6eede7-e30e-4848-b950-81b716be0548 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (e245e38d-b4ad-433e-8f87-e7a26a244909), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:36.540074 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d6eede7-e30e-4848-b950-81b716be0548 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_controller (e245e38d-b4ad-433e-8f87-e7a26a244909), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:36.597993 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d6eede7-e30e-4848-b950-81b716be0548 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (e245e38d-b4ad-433e-8f87-e7a26a244909), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:36.598673 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6eede7-e30e-4848-b950-81b716be0548 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Fanout notify agent at l3_agent the message router_deleted on router e245e38d-b4ad-433e-8f87-e7a26a244909 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:03:36.610411 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d6eede7-e30e-4848-b950-81b716be0548 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:36.611586 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8d6eede7-e30e-4848-b950-81b716be0548 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "DELETE /v2.0/routers/e245e38d-b4ad-433e-8f87-e7a26a244909 HTTP/1.1" status: 204 len: 168 time: 0.8242981 Feb 07 22:03:36.614626 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47118) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:03:36.645812 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 83055d82-9ce6-46c5-b1ce-394d6e09c846 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:03:36.669117 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 83055d82-9ce6-46c5-b1ce-394d6e09c846 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:03:36.669393 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 83055d82-9ce6-46c5-b1ce-394d6e09c846 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:03:36.696445 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db537215-ab6b-478c-adb9-0a18985d8fb6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (0f38be50-c46d-493a-9062-77b2291de435), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:36.787750 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db537215-ab6b-478c-adb9-0a18985d8fb6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (0f38be50-c46d-493a-9062-77b2291de435), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:36.809263 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-db537215-ab6b-478c-adb9-0a18985d8fb6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f38be50-c46d-493a-9062-77b2291de435']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:03:36.819072 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-db537215-ab6b-478c-adb9-0a18985d8fb6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:03:36.819373 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-db537215-ab6b-478c-adb9-0a18985d8fb6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:03:36.829676 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db537215-ab6b-478c-adb9-0a18985d8fb6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:36.843916 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db537215-ab6b-478c-adb9-0a18985d8fb6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:36.850424 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db537215-ab6b-478c-adb9-0a18985d8fb6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:03:36.850830 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db537215-ab6b-478c-adb9-0a18985d8fb6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (bb9424c3-4ed6-4e3a-9c3b-bd19bfb0da60), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: timer() Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:03:36.854451 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:03:36.913727 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db537215-ab6b-478c-adb9-0a18985d8fb6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (0f38be50-c46d-493a-9062-77b2291de435), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:36.922953 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db537215-ab6b-478c-adb9-0a18985d8fb6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:36.926113 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-db537215-ab6b-478c-adb9-0a18985d8fb6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "DELETE /v2.0/networks/0f38be50-c46d-493a-9062-77b2291de435 HTTP/1.1" status: 204 len: 168 time: 0.3098650 Feb 07 22:03:36.928981 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47120) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:03:36.935830 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db537215-ab6b-478c-adb9-0a18985d8fb6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Network': ['ID=0f38be50-c46d-493a-9062-77b2291de435,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:36.985187 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8c3a1bb-1b0a-44b3-b821-acfdf835f307 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (bb0d7d35-eaf2-43fe-af1d-2ed72c902c04), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:37.009024 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8c3a1bb-1b0a-44b3-b821-acfdf835f307 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (bb0d7d35-eaf2-43fe-af1d-2ed72c902c04), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:37.066452 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8c3a1bb-1b0a-44b3-b821-acfdf835f307 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (bb0d7d35-eaf2-43fe-af1d-2ed72c902c04), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:37.068996 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8c3a1bb-1b0a-44b3-b821-acfdf835f307 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:37.070135 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f8c3a1bb-1b0a-44b3-b821-acfdf835f307 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "DELETE /v2.0/security-groups/bb0d7d35-eaf2-43fe-af1d-2ed72c902c04 HTTP/1.1" status: 204 len: 168 time: 0.1401062 Feb 07 22:03:37.081826 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3a1bb-1b0a-44b3-b821-acfdf835f307 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0d7d35-eaf2-43fe-af1d-2ed72c902c04,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:37.367236 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47126) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:03:37.376133 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7022dac6-f692-407c-a908-85eac46f8608 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1983146048', 'description': 'tempest-secgroup-smoke-1983146048 description', 'project_id': 'cb32d546868e49d7bc91660452f9cd72'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:03:37.396586 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7022dac6-f692-407c-a908-85eac46f8608 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:37.460341 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7022dac6-f692-407c-a908-85eac46f8608 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (5ed43a43-0755-4cd6-9263-71247d2ecf53), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:37.464288 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7022dac6-f692-407c-a908-85eac46f8608 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (5ed43a43-0755-4cd6-9263-71247d2ecf53), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:37.493386 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7022dac6-f692-407c-a908-85eac46f8608 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:37.494540 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7022dac6-f692-407c-a908-85eac46f8608 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1257634 Feb 07 22:03:37.496436 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022dac6-f692-407c-a908-85eac46f8608 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed43a43-0755-4cd6-9263-71247d2ecf53,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:37.497635 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47128) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:03:37.502293 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-4aff4e9f-6f81-40c8-9be2-8c97d1927422 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': '5ed43a43-0755-4cd6-9263-71247d2ecf53', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:03:37.527552 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4aff4e9f-6f81-40c8-9be2-8c97d1927422 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (d643d24b-3e95-4726-afde-990f81d89ea7), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:37.585269 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4aff4e9f-6f81-40c8-9be2-8c97d1927422 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (d643d24b-3e95-4726-afde-990f81d89ea7), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:37.589536 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4aff4e9f-6f81-40c8-9be2-8c97d1927422 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (d643d24b-3e95-4726-afde-990f81d89ea7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:37.607225 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff4e9f-6f81-40c8-9be2-8c97d1927422 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d643d24b-3e95-4726-afde-990f81d89ea7,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:37.615279 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4aff4e9f-6f81-40c8-9be2-8c97d1927422 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:37.616622 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4aff4e9f-6f81-40c8-9be2-8c97d1927422 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179476 Feb 07 22:03:37.619333 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47130) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:03:37.623713 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ccc3d521-17b4-4d04-98e7-d54aef7ddf40 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': '5ed43a43-0755-4cd6-9263-71247d2ecf53', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:03:37.647124 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ccc3d521-17b4-4d04-98e7-d54aef7ddf40 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (4e0ac23f-42e5-423d-835e-7531b767a79e), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:37.701341 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ccc3d521-17b4-4d04-98e7-d54aef7ddf40 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (4e0ac23f-42e5-423d-835e-7531b767a79e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:37.705694 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ccc3d521-17b4-4d04-98e7-d54aef7ddf40 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (4e0ac23f-42e5-423d-835e-7531b767a79e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:37.723241 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3d521-17b4-4d04-98e7-d54aef7ddf40 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0ac23f-42e5-423d-835e-7531b767a79e,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:37.731126 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ccc3d521-17b4-4d04-98e7-d54aef7ddf40 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:37.732334 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ccc3d521-17b4-4d04-98e7-d54aef7ddf40 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1119688 Feb 07 22:03:37.735283 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47132) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:03:37.739966 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-eea286e0-86d6-4b6f-955c-016820342f64 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': '5ed43a43-0755-4cd6-9263-71247d2ecf53', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:03:37.765041 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eea286e0-86d6-4b6f-955c-016820342f64 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (fde28926-3ba6-4159-9247-c7660bfc45c6), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:37.825684 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eea286e0-86d6-4b6f-955c-016820342f64 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (fde28926-3ba6-4159-9247-c7660bfc45c6), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:37.831189 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eea286e0-86d6-4b6f-955c-016820342f64 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (fde28926-3ba6-4159-9247-c7660bfc45c6), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:37.852575 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea286e0-86d6-4b6f-955c-016820342f64 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde28926-3ba6-4159-9247-c7660bfc45c6,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:37.859621 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eea286e0-86d6-4b6f-955c-016820342f64 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:37.860870 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-eea286e0-86d6-4b6f-955c-016820342f64 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245441 Feb 07 22:03:37.863623 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47134) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:03:37.867909 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b9c07ec2-e0bd-4205-85c3-a0227490139a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': '5ed43a43-0755-4cd6-9263-71247d2ecf53', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:03:37.891631 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9c07ec2-e0bd-4205-85c3-a0227490139a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (bd0b05b0-f732-4922-9a56-0fd9dc72b403), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:37.947464 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9c07ec2-e0bd-4205-85c3-a0227490139a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (bd0b05b0-f732-4922-9a56-0fd9dc72b403), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:37.951094 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9c07ec2-e0bd-4205-85c3-a0227490139a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (bd0b05b0-f732-4922-9a56-0fd9dc72b403), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:37.968684 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c07ec2-e0bd-4205-85c3-a0227490139a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd0b05b0-f732-4922-9a56-0fd9dc72b403,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:37.976968 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9c07ec2-e0bd-4205-85c3-a0227490139a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:37.978174 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b9c07ec2-e0bd-4205-85c3-a0227490139a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1136296 Feb 07 22:03:37.980995 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47136) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:03:37.986375 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-63d8da22-0c08-4018-af99-cf99ecc6e417 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': '5ed43a43-0755-4cd6-9263-71247d2ecf53', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:03:38.005195 n-d-828185-2 neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-63d8da22-0c08-4018-af99-cf99ecc6e417 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Project cb32d546868e49d7bc91660452f9cd72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 22:03:38.010487 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-63d8da22-0c08-4018-af99-cf99ecc6e417 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (8cd926d4-ddb4-4bc3-8ab3-15c1f7a1df05), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:38.066229 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-63d8da22-0c08-4018-af99-cf99ecc6e417 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (8cd926d4-ddb4-4bc3-8ab3-15c1f7a1df05), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:38.069685 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-63d8da22-0c08-4018-af99-cf99ecc6e417 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (8cd926d4-ddb4-4bc3-8ab3-15c1f7a1df05), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:38.087919 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8da22-0c08-4018-af99-cf99ecc6e417 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd926d4-ddb4-4bc3-8ab3-15c1f7a1df05,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:38.095545 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-63d8da22-0c08-4018-af99-cf99ecc6e417 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:38.096771 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-63d8da22-0c08-4018-af99-cf99ecc6e417 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1148474 Feb 07 22:03:38.099613 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47138) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:03:38.104054 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f51caf78-e3e0-4588-9c54-e7191026e29c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': '5ed43a43-0755-4cd6-9263-71247d2ecf53', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:03:38.122996 n-d-828185-2 neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-f51caf78-e3e0-4588-9c54-e7191026e29c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Project cb32d546868e49d7bc91660452f9cd72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 22:03:38.128010 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f51caf78-e3e0-4588-9c54-e7191026e29c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (83aa453b-d0cd-430b-af33-4f66bc94f4ff), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:38.193306 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f51caf78-e3e0-4588-9c54-e7191026e29c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (83aa453b-d0cd-430b-af33-4f66bc94f4ff), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:38.197936 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f51caf78-e3e0-4588-9c54-e7191026e29c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (83aa453b-d0cd-430b-af33-4f66bc94f4ff), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:38.219466 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51caf78-e3e0-4588-9c54-e7191026e29c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83aa453b-d0cd-430b-af33-4f66bc94f4ff,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:38.231716 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f51caf78-e3e0-4588-9c54-e7191026e29c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:38.232978 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f51caf78-e3e0-4588-9c54-e7191026e29c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1324608 Feb 07 22:03:38.236240 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47140) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:03:38.241271 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ce80ae0b-60a1-49df-8e3d-3c33d062e95b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'network': {'name': 'tempest-network-smoke--1793821047', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'port_security_enabled': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:03:38.248872 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e701e87b-7a59-4480-ab65-ffb1c27af122 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:03:38.261873 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce80ae0b-60a1-49df-8e3d-3c33d062e95b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Made reservation on behalf of cb32d546868e49d7bc91660452f9cd72 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:03:38.265477 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce80ae0b-60a1-49df-8e3d-3c33d062e95b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:38.268418 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: e701e87b-7a59-4480-ab65-ffb1c27af122 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:03:38.268766 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e701e87b-7a59-4480-ab65-ffb1c27af122 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:03:38.269177 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 27457f7b-c0d2-4639-a6b3-d5c3d90e6a16 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:03:38.288042 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 27457f7b-c0d2-4639-a6b3-d5c3d90e6a16 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:03:38.288432 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 27457f7b-c0d2-4639-a6b3-d5c3d90e6a16 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:03:38.290257 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce80ae0b-60a1-49df-8e3d-3c33d062e95b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:03:38.299574 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce80ae0b-60a1-49df-8e3d-3c33d062e95b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (b9304f6d-070e-4de2-bbf6-1c04f593c92b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:38.299914 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-ce80ae0b-60a1-49df-8e3d-3c33d062e95b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Added segment b9304f6d-070e-4de2-bbf6-1c04f593c92b of type vlan for network 386eca53-7454-4886-a2ff-534eb675d0bd Feb 07 22:03:38.338963 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce80ae0b-60a1-49df-8e3d-3c33d062e95b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (386eca53-7454-4886-a2ff-534eb675d0bd), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:38.363476 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce80ae0b-60a1-49df-8e3d-3c33d062e95b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (386eca53-7454-4886-a2ff-534eb675d0bd), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:38.368599 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce80ae0b-60a1-49df-8e3d-3c33d062e95b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:38.369185 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce80ae0b-60a1-49df-8e3d-3c33d062e95b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:38.423711 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ce80ae0b-60a1-49df-8e3d-3c33d062e95b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1862297 Feb 07 22:03:38.426571 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47142) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:03:38.431167 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e8ead241-4c61-4d30-90c7-a502d0c48129 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-652779569', 'admin_state_up': True, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:03:38.437684 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce80ae0b-60a1-49df-8e3d-3c33d062e95b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Network': ['ID=386eca53-7454-4886-a2ff-534eb675d0bd,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:38.448797 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 386eca53-7454-4886-a2ff-534eb675d0bd details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:03:38.452162 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8ead241-4c61-4d30-90c7-a502d0c48129 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (d68964e4-fadd-4cd8-a004-6657b40a2e2e), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:38.453279 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8ead241-4c61-4d30-90c7-a502d0c48129 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (d68964e4-fadd-4cd8-a004-6657b40a2e2e), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:38.509372 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8ead241-4c61-4d30-90c7-a502d0c48129 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_controller (d68964e4-fadd-4cd8-a004-6657b40a2e2e), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:38.651582 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:03:38.654432 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8ead241-4c61-4d30-90c7-a502d0c48129 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_gateway (d68964e4-fadd-4cd8-a004-6657b40a2e2e), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:38.849011 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8ead241-4c61-4d30-90c7-a502d0c48129 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_gateway (d68964e4-fadd-4cd8-a004-6657b40a2e2e), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:38.867298 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8ead241-4c61-4d30-90c7-a502d0c48129 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:38.966904 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-e8ead241-4c61-4d30-90c7-a502d0c48129 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Allocated IP 172.25.4.53 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/16a07ca4-87ab-4461-a273-afe1db10dfa2) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:03:39.069684 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8ead241-4c61-4d30-90c7-a502d0c48129 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (16a07ca4-87ab-4461-a273-afe1db10dfa2), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:39.103446 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8ead241-4c61-4d30-90c7-a502d0c48129 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (16a07ca4-87ab-4461-a273-afe1db10dfa2), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:39.137849 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ead241-4c61-4d30-90c7-a502d0c48129 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:03:39.142495 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-e8ead241-4c61-4d30-90c7-a502d0c48129 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:03:39.146093 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ead241-4c61-4d30-90c7-a502d0c48129 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:03:39.169535 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ead241-4c61-4d30-90c7-a502d0c48129 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=16a07ca4-87ab-4461-a273-afe1db10dfa2,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:39.396048 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8ead241-4c61-4d30-90c7-a502d0c48129 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_gateway (d68964e4-fadd-4cd8-a004-6657b40a2e2e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:39.592283 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8ead241-4c61-4d30-90c7-a502d0c48129 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (d68964e4-fadd-4cd8-a004-6657b40a2e2e), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:39.719456 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ead241-4c61-4d30-90c7-a502d0c48129 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Router d68964e4-fadd-4cd8-a004-6657b40a2e2e is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:03:39.827927 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ead241-4c61-4d30-90c7-a502d0c48129 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:03:39.837902 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb18435c-dd36-4ee3-9c70-88675b987b4a None None] Sync routers for ids ['d68964e4-fadd-4cd8-a004-6657b40a2e2e'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:03:39.847634 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8ead241-4c61-4d30-90c7-a502d0c48129 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:39.847829 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb18435c-dd36-4ee3-9c70-88675b987b4a None None] Routers {'d68964e4-fadd-4cd8-a004-6657b40a2e2e'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:03:39.848377 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-eb18435c-dd36-4ee3-9c70-88675b987b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:03:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['d68964e4-fadd-4cd8-a004-6657b40a2e2e'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:03:39.852147 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e8ead241-4c61-4d30-90c7-a502d0c48129 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4245503 Feb 07 22:03:39.852301 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47144) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:03:39.886039 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a1c532ce-74c6-4296-9b5e-f671df9e4e72 tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=cb32d546868e49d7bc91660452f9cd72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324898 Feb 07 22:03:39.888596 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47146) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:03:39.955837 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-eb18435c-dd36-4ee3-9c70-88675b987b4a None None] Set router d68964e4-fadd-4cd8-a004-6657b40a2e2e gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:03:39.973031 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ac0535-762c-44c3-8764-2e6182ef2469 tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:39.974585 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-54ac0535-762c-44c3-8764-2e6182ef2469 tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0850639 Feb 07 22:03:39.977540 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47148) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:03:40.013965 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bbf47b7a-cc67-42f2-b5ab-00f3bd84ea63 tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353649 Feb 07 22:03:40.016461 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47150) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:03:40.021052 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-aeb491ac-8c2f-4d8b-a385-236db0d495c0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1641388058', 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:03:40.111566 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb491ac-8c2f-4d8b-a385-236db0d495c0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Made reservation on behalf of cb32d546868e49d7bc91660452f9cd72 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:03:40.114995 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aeb491ac-8c2f-4d8b-a385-236db0d495c0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:40.139734 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-eb18435c-dd36-4ee3-9c70-88675b987b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652779569', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:03:39Z', 'revision_number': 3, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:03:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:03:40.165868 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb18435c-dd36-4ee3-9c70-88675b987b4a None None] Checking router: d68964e4-fadd-4cd8-a004-6657b40a2e2e for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:03:40.166220 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb18435c-dd36-4ee3-9c70-88675b987b4a None None] Updating router d68964e4-fadd-4cd8-a004-6657b40a2e2e port 16a07ca4-87ab-4461-a273-afe1db10dfa2 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:03:40.195137 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eb18435c-dd36-4ee3-9c70-88675b987b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (16a07ca4-87ab-4461-a273-afe1db10dfa2), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:40.295609 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aeb491ac-8c2f-4d8b-a385-236db0d495c0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (43e5044d-f18e-4bbb-8b10-645aea37013d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:40.353696 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb491ac-8c2f-4d8b-a385-236db0d495c0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Subnet': ['ID=43e5044d-f18e-4bbb-8b10-645aea37013d,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:40.365098 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb491ac-8c2f-4d8b-a385-236db0d495c0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Checking segment: {'id': 'b9304f6d-070e-4de2-bbf6-1c04f593c92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:03:40.365475 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb491ac-8c2f-4d8b-a385-236db0d495c0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network hostable DHCP agents. Network: 386eca53-7454-4886-a2ff-534eb675d0bd, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:03:40.382301 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb491ac-8c2f-4d8b-a385-236db0d495c0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network 386eca53-7454-4886-a2ff-534eb675d0bd is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:03:40.391016 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-aeb491ac-8c2f-4d8b-a385-236db0d495c0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 386eca53-7454-4886-a2ff-534eb675d0bd) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:03:40.395152 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb491ac-8c2f-4d8b-a385-236db0d495c0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:40.395749 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aeb491ac-8c2f-4d8b-a385-236db0d495c0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:40.400546 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dec74e-e52a-44ef-8ae0-f3885844c0aa None None] Network 386eca53-7454-4886-a2ff-534eb675d0bd requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:03:40.412503 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-aeb491ac-8c2f-4d8b-a385-236db0d495c0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3950298 Feb 07 22:03:40.415758 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47152) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:03:40.504335 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eb18435c-dd36-4ee3-9c70-88675b987b4a None None] Publish callbacks [] for port (16a07ca4-87ab-4461-a273-afe1db10dfa2), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:40.517991 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eb18435c-dd36-4ee3-9c70-88675b987b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (16a07ca4-87ab-4461-a273-afe1db10dfa2), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:40.589212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d51033a-9469-4cb7-8dd9-4072706754f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-386eca53-7454-4886-a2ff-534eb675d0bd', 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'fixed_ips': [{'subnet_id': '43e5044d-f18e-4bbb-8b10-645aea37013d'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 22:03:40.590101 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8d51033a-9469-4cb7-8dd9-4072706754f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:40.615309 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d9d5b-2246-43f9-9a9d-459ffd53ea8a None None] Pushing event updated for resources: {'Port': ['ID=16a07ca4-87ab-4461-a273-afe1db10dfa2,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:40.619568 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-eb18435c-dd36-4ee3-9c70-88675b987b4a None None] Attempting to bind port 16a07ca4-87ab-4461-a273-afe1db10dfa2 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:03:40.619954 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-eb18435c-dd36-4ee3-9c70-88675b987b4a None None] Attempting to bind port 16a07ca4-87ab-4461-a273-afe1db10dfa2 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:03:40.620356 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb18435c-dd36-4ee3-9c70-88675b987b4a None None] Attempting to bind port 16a07ca4-87ab-4461-a273-afe1db10dfa2 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:03:40.634206 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb18435c-dd36-4ee3-9c70-88675b987b4a None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:03:40.634623 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb18435c-dd36-4ee3-9c70-88675b987b4a None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:03:40.634990 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eb18435c-dd36-4ee3-9c70-88675b987b4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:40.635390 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb18435c-dd36-4ee3-9c70-88675b987b4a None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:03:40.635924 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-eb18435c-dd36-4ee3-9c70-88675b987b4a None None] Bound port: 16a07ca4-87ab-4461-a273-afe1db10dfa2, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:03:40.636293 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eb18435c-dd36-4ee3-9c70-88675b987b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (16a07ca4-87ab-4461-a273-afe1db10dfa2), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:40.776805 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-eb18435c-dd36-4ee3-9c70-88675b987b4a None None] For port 16a07ca4-87ab-4461-a273-afe1db10dfa2, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:03:40.954117 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-eb18435c-dd36-4ee3-9c70-88675b987b4a None None] For port 16a07ca4-87ab-4461-a273-afe1db10dfa2, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=16a07ca4-87ab-4461-a273-afe1db10dfa2,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:03:40.962830 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eb18435c-dd36-4ee3-9c70-88675b987b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (16a07ca4-87ab-4461-a273-afe1db10dfa2), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:40.996709 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-8d51033a-9469-4cb7-8dd9-4072706754f2 None None] Allocated IP 172.20.0.2 (386eca53-7454-4886-a2ff-534eb675d0bd/43e5044d-f18e-4bbb-8b10-645aea37013d/80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:03:41.048877 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d9d5b-2246-43f9-9a9d-459ffd53ea8a None None] Pushing event updated for resources: {'Port': ['ID=16a07ca4-87ab-4461-a273-afe1db10dfa2,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:41.078841 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb18435c-dd36-4ee3-9c70-88675b987b4a None None] Routers {'d68964e4-fadd-4cd8-a004-6657b40a2e2e'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:03:41.079471 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-eb18435c-dd36-4ee3-9c70-88675b987b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:03:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['d68964e4-fadd-4cd8-a004-6657b40a2e2e'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:03:41.128690 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8053b168-0626-498a-8628-6c10b51c9e47 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:41.247566 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-eb18435c-dd36-4ee3-9c70-88675b987b4a None None] Set router d68964e4-fadd-4cd8-a004-6657b40a2e2e gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:03:41.323191 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8d51033a-9469-4cb7-8dd9-4072706754f2 None None] Publish callbacks [] for port (80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:41.352610 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8d51033a-9469-4cb7-8dd9-4072706754f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:41.399038 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d51033a-9469-4cb7-8dd9-4072706754f2 None None] Network 386eca53-7454-4886-a2ff-534eb675d0bd is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:03:41.407040 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-8d51033a-9469-4cb7-8dd9-4072706754f2 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:03:41.412448 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d51033a-9469-4cb7-8dd9-4072706754f2 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:03:41.425968 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51033a-9469-4cb7-8dd9-4072706754f2 None None] Pushing event updated for resources: {'Port': ['ID=80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:41.447801 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-8053b168-0626-498a-8628-6c10b51c9e47 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Allocated IP 172.20.0.1 (386eca53-7454-4886-a2ff-534eb675d0bd/43e5044d-f18e-4bbb-8b10-645aea37013d/9733f5c0-be03-4d09-95ef-370bff3f124e) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:03:41.511189 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8d51033a-9469-4cb7-8dd9-4072706754f2 None None] Attempting to bind port 80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:03:41.511449 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8d51033a-9469-4cb7-8dd9-4072706754f2 None None] Attempting to bind port 80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'b9304f6d-070e-4de2-bbf6-1c04f593c92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:03:41.511810 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d51033a-9469-4cb7-8dd9-4072706754f2 None None] Attempting to bind port 80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d on network 386eca53-7454-4886-a2ff-534eb675d0bd {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:03:41.520549 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d51033a-9469-4cb7-8dd9-4072706754f2 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:03:41.520941 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d51033a-9469-4cb7-8dd9-4072706754f2 None None] Checking segment: {'id': 'b9304f6d-070e-4de2-bbf6-1c04f593c92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:03:41.521327 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8d51033a-9469-4cb7-8dd9-4072706754f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:41.521723 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d51033a-9469-4cb7-8dd9-4072706754f2 None None] Bound using segment: {'id': 'b9304f6d-070e-4de2-bbf6-1c04f593c92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:03:41.522201 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8d51033a-9469-4cb7-8dd9-4072706754f2 None None] Bound port: 80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9304f6d-070e-4de2-bbf6-1c04f593c92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:03:41.522586 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8d51033a-9469-4cb7-8dd9-4072706754f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:41.563341 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8053b168-0626-498a-8628-6c10b51c9e47 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (9733f5c0-be03-4d09-95ef-370bff3f124e), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:41.581726 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-eb18435c-dd36-4ee3-9c70-88675b987b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652779569', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:03:39Z', 'revision_number': 3, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:03:41.597621 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8053b168-0626-498a-8628-6c10b51c9e47 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (9733f5c0-be03-4d09-95ef-370bff3f124e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:41.618640 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb18435c-dd36-4ee3-9c70-88675b987b4a None None] The sync data for ids ['d68964e4-fadd-4cd8-a004-6657b40a2e2e'] in n-d-828185-2 is: [{'id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652779569', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:03:39Z', 'revision_number': 3, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:03:41.631119 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8d51033a-9469-4cb7-8dd9-4072706754f2 None None] For port 80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:03:41.635456 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8d51033a-9469-4cb7-8dd9-4072706754f2 None None] For port 80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d,segment=NetworkSegment(b9304f6d-070e-4de2-bbf6-1c04f593c92b),segment_id=b9304f6d-070e-4de2-bbf6-1c04f593c92b)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:03:41.641715 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8d51033a-9469-4cb7-8dd9-4072706754f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:41.644419 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8053b168-0626-498a-8628-6c10b51c9e47 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network 386eca53-7454-4886-a2ff-534eb675d0bd is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:03:41.650628 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-8053b168-0626-498a-8628-6c10b51c9e47 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:03:41.653965 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8053b168-0626-498a-8628-6c10b51c9e47 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:03:41.684538 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053b168-0626-498a-8628-6c10b51c9e47 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=9733f5c0-be03-4d09-95ef-370bff3f124e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:41.715003 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8053b168-0626-498a-8628-6c10b51c9e47 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (d68964e4-fadd-4cd8-a004-6657b40a2e2e), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:41.716034 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51033a-9469-4cb7-8dd9-4072706754f2 None None] Pushing event updated for resources: {'Port': ['ID=80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:41.876055 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8053b168-0626-498a-8628-6c10b51c9e47 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9733f5c0-be03-4d09-95ef-370bff3f124e), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:42.213730 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8053b168-0626-498a-8628-6c10b51c9e47 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (9733f5c0-be03-4d09-95ef-370bff3f124e), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:42.219411 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8053b168-0626-498a-8628-6c10b51c9e47 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (9733f5c0-be03-4d09-95ef-370bff3f124e), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:42.298704 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053b168-0626-498a-8628-6c10b51c9e47 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=9733f5c0-be03-4d09-95ef-370bff3f124e,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:42.301306 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8053b168-0626-498a-8628-6c10b51c9e47 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (d68964e4-fadd-4cd8-a004-6657b40a2e2e), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:42.382013 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:03:42.411469 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8053b168-0626-498a-8628-6c10b51c9e47 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network 386eca53-7454-4886-a2ff-534eb675d0bd is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:03:42.415073 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-8053b168-0626-498a-8628-6c10b51c9e47 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:03:42.446704 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:03:42.447488 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:42.544803 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:03:42.545191 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:42.559509 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8053b168-0626-498a-8628-6c10b51c9e47 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Router d68964e4-fadd-4cd8-a004-6657b40a2e2e has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:03:42.583196 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d,segment=NetworkSegment(b9304f6d-070e-4de2-bbf6-1c04f593c92b),segment_id=b9304f6d-070e-4de2-bbf6-1c04f593c92b)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:03:42.589268 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:42.590139 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 16a07ca4-87ab-4461-a273-afe1db10dfa2 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:03:42.670181 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:42.685219 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 16a07ca4-87ab-4461-a273-afe1db10dfa2 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:03:42.685601 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (16a07ca4-87ab-4461-a273-afe1db10dfa2), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:42.694203 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8053b168-0626-498a-8628-6c10b51c9e47 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:03:42.716908 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8053b168-0626-498a-8628-6c10b51c9e47 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "PUT /v2.0/routers/d68964e4-fadd-4cd8-a004-6657b40a2e2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3000617 Feb 07 22:03:42.798723 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 16a07ca4-87ab-4461-a273-afe1db10dfa2 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:03:42.799130 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (16a07ca4-87ab-4461-a273-afe1db10dfa2), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:42.823050 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 16a07ca4-87ab-4461-a273-afe1db10dfa2, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=16a07ca4-87ab-4461-a273-afe1db10dfa2,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:03:42.827576 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (16a07ca4-87ab-4461-a273-afe1db10dfa2), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:42.856966 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1441bd-4b39-4143-8137-ca44f0d1c668 None None] Network 386eca53-7454-4886-a2ff-534eb675d0bd requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:03:42.877296 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-283fc790-c3a7-4113-bbe2-28e711034516 req-0da216d3-980e-4403-a3db-90555425aef7 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1983146048&fields=id&tenant_id=cb32d546868e49d7bc91660452f9cd72 HTTP/1.1" status: 200 len: 267 time: 0.0448370 Feb 07 22:03:42.944527 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=16a07ca4-87ab-4461-a273-afe1db10dfa2,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:42.964547 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-69c82fdf-3ca3-4563-b1df-4c3abf898450 None None] Provisioning complete for port 80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:03:42.964928 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-69c82fdf-3ca3-4563-b1df-4c3abf898450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:42.997881 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fc790-c3a7-4113-bbe2-28e711034516 req-80b8db67-d024-4734-bc93-e4b480cb2b0d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:42.999443 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-283fc790-c3a7-4113-bbe2-28e711034516 req-80b8db67-d024-4734-bc93-e4b480cb2b0d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/networks?id=386eca53-7454-4886-a2ff-534eb675d0bd HTTP/1.1" status: 200 len: 797 time: 0.1150241 Feb 07 22:03:43.015315 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-283fc790-c3a7-4113-bbe2-28e711034516 req-054587fb-4ae7-4d76-9595-ee32c48f911f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/quotas/cb32d546868e49d7bc91660452f9cd72 HTTP/1.1" status: 200 len: 375 time: 0.0097928 Feb 07 22:03:43.076633 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-283fc790-c3a7-4113-bbe2-28e711034516 req-4bf53b8a-b71c-4f51-ae7b-08d568f6df8b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554569 Feb 07 22:03:43.101364 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-69c82fdf-3ca3-4563-b1df-4c3abf898450 None None] Current status of the port 80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:03:43.227802 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-283fc790-c3a7-4113-bbe2-28e711034516 req-0baf1ee8-da34-4ec6-a552-21034c762ad3 service neutron] 10.222.0.65 "GET /v2.0/networks/386eca53-7454-4886-a2ff-534eb675d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384282 Feb 07 22:03:43.322338 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2367cd48-a4e4-4981-b239-f62ebcbfff6b None None] Provisioning complete for port 80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:03:43.323086 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2367cd48-a4e4-4981-b239-f62ebcbfff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:43.330835 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-283fc790-c3a7-4113-bbe2-28e711034516 req-309d3e1a-2c89-4ed0-be3d-08d0edc3872c service neutron] 10.222.0.65 "GET /v2.0/networks/386eca53-7454-4886-a2ff-534eb675d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970070 Feb 07 22:03:43.425294 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2367cd48-a4e4-4981-b239-f62ebcbfff6b None None] Current status of the port 80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:03:43.437810 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2367cd48-a4e4-4981-b239-f62ebcbfff6b None None] Provisioning complete for port 9733f5c0-be03-4d09-95ef-370bff3f124e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:03:43.438140 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2367cd48-a4e4-4981-b239-f62ebcbfff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9733f5c0-be03-4d09-95ef-370bff3f124e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:43.475530 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2367cd48-a4e4-4981-b239-f62ebcbfff6b None None] Port 9733f5c0-be03-4d09-95ef-370bff3f124e cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:03:43.520914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ed2bfe2-8ac9-4a86-9816-f9ea14dfbcb6 req-d5795d06-e7a9-444a-9acd-ef1e031f2236 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 210 time: 0.0316489 Feb 07 22:03:43.595826 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-5c8ae148-c8af-4a05-8866-389628d73c31 None None] Provisioning complete for port 9733f5c0-be03-4d09-95ef-370bff3f124e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:03:43.596437 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5c8ae148-c8af-4a05-8866-389628d73c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9733f5c0-be03-4d09-95ef-370bff3f124e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:43.639250 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-5c8ae148-c8af-4a05-8866-389628d73c31 None None] Port 9733f5c0-be03-4d09-95ef-370bff3f124e cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:03:43.645850 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9182abb-9c20-499f-9556-a2450665b5a8 None None] Sync routers for ids ['d68964e4-fadd-4cd8-a004-6657b40a2e2e'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:03:43.657247 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9182abb-9c20-499f-9556-a2450665b5a8 None None] Routers {'d68964e4-fadd-4cd8-a004-6657b40a2e2e'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:03:43.657894 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a9182abb-9c20-499f-9556-a2450665b5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:03:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['d68964e4-fadd-4cd8-a004-6657b40a2e2e'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:03:43.764754 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-cb22b789-9b10-48b6-adf5-347f160a9724 None None] Provisioning complete for port 9733f5c0-be03-4d09-95ef-370bff3f124e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:03:43.765433 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cb22b789-9b10-48b6-adf5-347f160a9724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9733f5c0-be03-4d09-95ef-370bff3f124e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:43.769177 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-a9182abb-9c20-499f-9556-a2450665b5a8 None None] Set router d68964e4-fadd-4cd8-a004-6657b40a2e2e gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:03:43.807301 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-cb22b789-9b10-48b6-adf5-347f160a9724 None None] Port 9733f5c0-be03-4d09-95ef-370bff3f124e cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:03:43.967241 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a9182abb-9c20-499f-9556-a2450665b5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652779569', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:03:41Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '9733f5c0-be03-4d09-95ef-370bff3f124e', 'name': '', 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:ea:19:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '43e5044d-f18e-4bbb-8b10-645aea37013d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:03:41Z', 'updated_at': '2022-02-07T22:03:42Z', 'revision_number': 2, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '43e5044d-f18e-4bbb-8b10-645aea37013d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:03:43.999134 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9182abb-9c20-499f-9556-a2450665b5a8 None None] Checking router: d68964e4-fadd-4cd8-a004-6657b40a2e2e for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:03:43.999487 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9182abb-9c20-499f-9556-a2450665b5a8 None None] Updating router d68964e4-fadd-4cd8-a004-6657b40a2e2e port 9733f5c0-be03-4d09-95ef-370bff3f124e binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:03:44.027240 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9182abb-9c20-499f-9556-a2450665b5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9733f5c0-be03-4d09-95ef-370bff3f124e), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:44.257129 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:03:44.280591 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9182abb-9c20-499f-9556-a2450665b5a8 None None] Publish callbacks [] for port (9733f5c0-be03-4d09-95ef-370bff3f124e), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:44.286676 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9182abb-9c20-499f-9556-a2450665b5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9733f5c0-be03-4d09-95ef-370bff3f124e), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:44.305837 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:03:44.306213 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:44.338115 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ccd671-d60c-440d-9db6-00056a7f2d48 None None] Pushing event updated for resources: {'Port': ['ID=9733f5c0-be03-4d09-95ef-370bff3f124e,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:44.349622 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ccd671-d60c-440d-9db6-00056a7f2d48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:44.349969 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ccd671-d60c-440d-9db6-00056a7f2d48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:44.350317 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ccd671-d60c-440d-9db6-00056a7f2d48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:44.350641 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ccd671-d60c-440d-9db6-00056a7f2d48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:44.350968 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ccd671-d60c-440d-9db6-00056a7f2d48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:44.351292 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ccd671-d60c-440d-9db6-00056a7f2d48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:44.351668 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ccd671-d60c-440d-9db6-00056a7f2d48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:44.352742 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ccd671-d60c-440d-9db6-00056a7f2d48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:44.353069 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ccd671-d60c-440d-9db6-00056a7f2d48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:44.353514 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ccd671-d60c-440d-9db6-00056a7f2d48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:44.353697 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ccd671-d60c-440d-9db6-00056a7f2d48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:44.354018 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ccd671-d60c-440d-9db6-00056a7f2d48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:44.354337 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ccd671-d60c-440d-9db6-00056a7f2d48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:03:44.407363 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:03:44.408715 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 16a07ca4-87ab-4461-a273-afe1db10dfa2 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:03:44.468607 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 16a07ca4-87ab-4461-a273-afe1db10dfa2 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:03:44.469744 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (16a07ca4-87ab-4461-a273-afe1db10dfa2), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:44.538678 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-a9182abb-9c20-499f-9556-a2450665b5a8 None None] Attempting to bind port 9733f5c0-be03-4d09-95ef-370bff3f124e on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:03:44.539101 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-a9182abb-9c20-499f-9556-a2450665b5a8 None None] Attempting to bind port 9733f5c0-be03-4d09-95ef-370bff3f124e by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'b9304f6d-070e-4de2-bbf6-1c04f593c92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:03:44.541296 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9182abb-9c20-499f-9556-a2450665b5a8 None None] Attempting to bind port 9733f5c0-be03-4d09-95ef-370bff3f124e on network 386eca53-7454-4886-a2ff-534eb675d0bd {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:03:44.546373 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9182abb-9c20-499f-9556-a2450665b5a8 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:03:44.546884 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9182abb-9c20-499f-9556-a2450665b5a8 None None] Checking segment: {'id': 'b9304f6d-070e-4de2-bbf6-1c04f593c92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:03:44.547291 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9182abb-9c20-499f-9556-a2450665b5a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:44.547856 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9182abb-9c20-499f-9556-a2450665b5a8 None None] Bound using segment: {'id': 'b9304f6d-070e-4de2-bbf6-1c04f593c92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:03:44.549251 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-a9182abb-9c20-499f-9556-a2450665b5a8 None None] Bound port: 9733f5c0-be03-4d09-95ef-370bff3f124e, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9304f6d-070e-4de2-bbf6-1c04f593c92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:03:44.549648 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9182abb-9c20-499f-9556-a2450665b5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9733f5c0-be03-4d09-95ef-370bff3f124e), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:44.572143 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fc790-c3a7-4113-bbe2-28e711034516 req-4865bf67-8c8e-4bcb-bfc3-aa9f8637d082 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:44.573658 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-283fc790-c3a7-4113-bbe2-28e711034516 req-4865bf67-8c8e-4bcb-bfc3-aa9f8637d082 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.71 "GET /v2.0/networks?id=386eca53-7454-4886-a2ff-534eb675d0bd HTTP/1.1" status: 200 len: 797 time: 0.1427605 Feb 07 22:03:44.618337 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 16a07ca4-87ab-4461-a273-afe1db10dfa2 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:03:44.642214 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-a9182abb-9c20-499f-9556-a2450665b5a8 None None] For port 9733f5c0-be03-4d09-95ef-370bff3f124e, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:03:44.644472 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c67bbbf3-7f25-402f-9a9c-4ebdb7e279bf None None] Provisioning complete for port 9733f5c0-be03-4d09-95ef-370bff3f124e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:03:44.645039 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c67bbbf3-7f25-402f-9a9c-4ebdb7e279bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9733f5c0-be03-4d09-95ef-370bff3f124e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:44.646388 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-a9182abb-9c20-499f-9556-a2450665b5a8 None None] For port 9733f5c0-be03-4d09-95ef-370bff3f124e, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9733f5c0-be03-4d09-95ef-370bff3f124e,segment=NetworkSegment(b9304f6d-070e-4de2-bbf6-1c04f593c92b),segment_id=b9304f6d-070e-4de2-bbf6-1c04f593c92b)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:03:44.656290 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9182abb-9c20-499f-9556-a2450665b5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9733f5c0-be03-4d09-95ef-370bff3f124e), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:44.661843 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-809cdb25-c709-49d6-b228-2f442f2ffcd8 req-123bc2fb-dd9e-4e22-a269-0ce1a4eb0c55 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 210 time: 0.0456707 Feb 07 22:03:44.697549 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c67bbbf3-7f25-402f-9a9c-4ebdb7e279bf None None] Port 9733f5c0-be03-4d09-95ef-370bff3f124e cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:03:44.704961 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-283fc790-c3a7-4113-bbe2-28e711034516 req-70ce7f86-18c6-4c09-9796-575e1396d913 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb32d546868e49d7bc91660452f9cd72 HTTP/1.1" status: 200 len: 380 time: 0.1213896 Feb 07 22:03:44.723649 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-283fc790-c3a7-4113-bbe2-28e711034516 req-840c3e41-cb5c-4332-b410-6f5862ad6a72 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'port': {'device_id': '3f63d4d0-a9e1-4c50-bfe1-780f1e268254', 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd', 'admin_state_up': True, 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'security_groups': ['5ed43a43-0755-4cd6-9263-71247d2ecf53']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:03:44.733731 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9182abb-9c20-499f-9556-a2450665b5a8 None None] Routers {'d68964e4-fadd-4cd8-a004-6657b40a2e2e'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:03:44.734352 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a9182abb-9c20-499f-9556-a2450665b5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:03:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['d68964e4-fadd-4cd8-a004-6657b40a2e2e'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:03:44.799941 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ccd671-d60c-440d-9db6-00056a7f2d48 None None] Pushing event updated for resources: {'Port': ['ID=9733f5c0-be03-4d09-95ef-370bff3f124e,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:44.843801 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-283fc790-c3a7-4113-bbe2-28e711034516 req-840c3e41-cb5c-4332-b410-6f5862ad6a72 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Made reservation on behalf of cb32d546868e49d7bc91660452f9cd72 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:03:44.848526 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-283fc790-c3a7-4113-bbe2-28e711034516 req-840c3e41-cb5c-4332-b410-6f5862ad6a72 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:44.849858 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-a9182abb-9c20-499f-9556-a2450665b5a8 None None] Set router d68964e4-fadd-4cd8-a004-6657b40a2e2e gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:03:44.977717 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-283fc790-c3a7-4113-bbe2-28e711034516 req-840c3e41-cb5c-4332-b410-6f5862ad6a72 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Allocated IP 172.20.0.9 (386eca53-7454-4886-a2ff-534eb675d0bd/43e5044d-f18e-4bbb-8b10-645aea37013d/b8c6fd4e-c769-4bea-9f41-99b37067e817) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:03:45.024565 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f2aa73b7-7198-440f-a398-07c444ab0a83 None None] Provisioning complete for port 9733f5c0-be03-4d09-95ef-370bff3f124e triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:03:45.024950 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f2aa73b7-7198-440f-a398-07c444ab0a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9733f5c0-be03-4d09-95ef-370bff3f124e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:45.052540 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a9182abb-9c20-499f-9556-a2450665b5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652779569', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:03:41Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '9733f5c0-be03-4d09-95ef-370bff3f124e', 'name': '', 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:ea:19:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '43e5044d-f18e-4bbb-8b10-645aea37013d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:03:41Z', 'updated_at': '2022-02-07T22:03:44Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '43e5044d-f18e-4bbb-8b10-645aea37013d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:03:45.082406 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9182abb-9c20-499f-9556-a2450665b5a8 None None] The sync data for ids ['d68964e4-fadd-4cd8-a004-6657b40a2e2e'] in n-d-828185-2 is: [{'id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652779569', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:03:41Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '9733f5c0-be03-4d09-95ef-370bff3f124e', 'name': '', 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:ea:19:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '43e5044d-f18e-4bbb-8b10-645aea37013d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:03:41Z', 'updated_at': '2022-02-07T22:03:44Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '43e5044d-f18e-4bbb-8b10-645aea37013d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:03:45.105264 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa73b7-7198-440f-a398-07c444ab0a83 None None] Current status of the port 9733f5c0-be03-4d09-95ef-370bff3f124e is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:03:45.106165 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f2aa73b7-7198-440f-a398-07c444ab0a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (9733f5c0-be03-4d09-95ef-370bff3f124e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:45.157754 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f2aa73b7-7198-440f-a398-07c444ab0a83 None None] For port 9733f5c0-be03-4d09-95ef-370bff3f124e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9733f5c0-be03-4d09-95ef-370bff3f124e,segment=NetworkSegment(b9304f6d-070e-4de2-bbf6-1c04f593c92b),segment_id=b9304f6d-070e-4de2-bbf6-1c04f593c92b)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:03:45.163715 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f2aa73b7-7198-440f-a398-07c444ab0a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (9733f5c0-be03-4d09-95ef-370bff3f124e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:45.171860 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-283fc790-c3a7-4113-bbe2-28e711034516 req-840c3e41-cb5c-4332-b410-6f5862ad6a72 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (b8c6fd4e-c769-4bea-9f41-99b37067e817), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:45.218941 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-283fc790-c3a7-4113-bbe2-28e711034516 req-840c3e41-cb5c-4332-b410-6f5862ad6a72 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (b8c6fd4e-c769-4bea-9f41-99b37067e817), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:45.220277 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa73b7-7198-440f-a398-07c444ab0a83 None None] Pushing event updated for resources: {'Port': ['ID=9733f5c0-be03-4d09-95ef-370bff3f124e,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:45.267617 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-283fc790-c3a7-4113-bbe2-28e711034516 req-840c3e41-cb5c-4332-b410-6f5862ad6a72 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network 386eca53-7454-4886-a2ff-534eb675d0bd is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:03:45.270814 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-283fc790-c3a7-4113-bbe2-28e711034516 req-840c3e41-cb5c-4332-b410-6f5862ad6a72 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:03:45.274734 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-283fc790-c3a7-4113-bbe2-28e711034516 req-840c3e41-cb5c-4332-b410-6f5862ad6a72 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:03:45.302939 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c3e41-cb5c-4332-b410-6f5862ad6a72 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=b8c6fd4e-c769-4bea-9f41-99b37067e817,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:45.334616 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fc790-c3a7-4113-bbe2-28e711034516 req-840c3e41-cb5c-4332-b410-6f5862ad6a72 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:45.335380 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-283fc790-c3a7-4113-bbe2-28e711034516 req-840c3e41-cb5c-4332-b410-6f5862ad6a72 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:45.353145 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-283fc790-c3a7-4113-bbe2-28e711034516 req-840c3e41-cb5c-4332-b410-6f5862ad6a72 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6375751 Feb 07 22:03:45.367848 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-283fc790-c3a7-4113-bbe2-28e711034516 req-77da4ebd-4f8f-4253-a7e1-305c0f651acc service neutron] Request body: {'port': {'device_id': '3f63d4d0-a9e1-4c50-bfe1-780f1e268254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:03:45.431223 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-283fc790-c3a7-4113-bbe2-28e711034516 req-77da4ebd-4f8f-4253-a7e1-305c0f651acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b8c6fd4e-c769-4bea-9f41-99b37067e817), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:45.588374 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2739ecf7-c027-42f6-a0b7-01b6ad4ec9f2 None None] Provisioning complete for port b8c6fd4e-c769-4bea-9f41-99b37067e817 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:03:45.588942 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2739ecf7-c027-42f6-a0b7-01b6ad4ec9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b8c6fd4e-c769-4bea-9f41-99b37067e817), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:45.629241 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2739ecf7-c027-42f6-a0b7-01b6ad4ec9f2 None None] Port b8c6fd4e-c769-4bea-9f41-99b37067e817 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:03:45.710103 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-283fc790-c3a7-4113-bbe2-28e711034516 req-77da4ebd-4f8f-4253-a7e1-305c0f651acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c6fd4e-c769-4bea-9f41-99b37067e817 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 22:03:45.718397 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-283fc790-c3a7-4113-bbe2-28e711034516 req-77da4ebd-4f8f-4253-a7e1-305c0f651acc service neutron] Publish callbacks [] for port (b8c6fd4e-c769-4bea-9f41-99b37067e817), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:45.735872 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-283fc790-c3a7-4113-bbe2-28e711034516 req-77da4ebd-4f8f-4253-a7e1-305c0f651acc service neutron] Transition to ACTIVE for port object b8c6fd4e-c769-4bea-9f41-99b37067e817 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:03:45.740918 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-283fc790-c3a7-4113-bbe2-28e711034516 req-77da4ebd-4f8f-4253-a7e1-305c0f651acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (b8c6fd4e-c769-4bea-9f41-99b37067e817), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:45.825679 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da4ebd-4f8f-4253-a7e1-305c0f651acc service neutron] Pushing event updated for resources: {'Port': ['ID=b8c6fd4e-c769-4bea-9f41-99b37067e817,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:45.881689 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f1ef7-3c3a-452f-8878-f2594dbc1262 req-919ea4bc-d248-44c5-8d53-18a15a109f4b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:45.883884 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed7f1ef7-3c3a-452f-8878-f2594dbc1262 req-919ea4bc-d248-44c5-8d53-18a15a109f4b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 943 time: 0.1397698 Feb 07 22:03:46.204219 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-283fc790-c3a7-4113-bbe2-28e711034516 req-77da4ebd-4f8f-4253-a7e1-305c0f651acc service neutron] Attempting to bind port b8c6fd4e-c769-4bea-9f41-99b37067e817 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:03:46.204603 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-283fc790-c3a7-4113-bbe2-28e711034516 req-77da4ebd-4f8f-4253-a7e1-305c0f651acc service neutron] Attempting to bind port b8c6fd4e-c769-4bea-9f41-99b37067e817 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'b9304f6d-070e-4de2-bbf6-1c04f593c92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:03:46.204893 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283fc790-c3a7-4113-bbe2-28e711034516 req-77da4ebd-4f8f-4253-a7e1-305c0f651acc service neutron] Attempting to bind port b8c6fd4e-c769-4bea-9f41-99b37067e817 on network 386eca53-7454-4886-a2ff-534eb675d0bd {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:03:46.219405 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283fc790-c3a7-4113-bbe2-28e711034516 req-77da4ebd-4f8f-4253-a7e1-305c0f651acc service neutron] Port b8c6fd4e-c769-4bea-9f41-99b37067e817 on network 386eca53-7454-4886-a2ff-534eb675d0bd not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:03:46.219698 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283fc790-c3a7-4113-bbe2-28e711034516 req-77da4ebd-4f8f-4253-a7e1-305c0f651acc service neutron] Attempting to bind port b8c6fd4e-c769-4bea-9f41-99b37067e817 on network 386eca53-7454-4886-a2ff-534eb675d0bd {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:03:46.227398 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed7f1ef7-3c3a-452f-8878-f2594dbc1262 req-c19a0abf-7b09-4059-ae3c-ceb699840570 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ed43a43-0755-4cd6-9263-71247d2ecf53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3345592 Feb 07 22:03:46.230521 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283fc790-c3a7-4113-bbe2-28e711034516 req-77da4ebd-4f8f-4253-a7e1-305c0f651acc service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:03:46.230721 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283fc790-c3a7-4113-bbe2-28e711034516 req-77da4ebd-4f8f-4253-a7e1-305c0f651acc service neutron] Checking segment: {'id': 'b9304f6d-070e-4de2-bbf6-1c04f593c92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:03:46.231112 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283fc790-c3a7-4113-bbe2-28e711034516 req-77da4ebd-4f8f-4253-a7e1-305c0f651acc service neutron] Bound using segment: {'id': 'b9304f6d-070e-4de2-bbf6-1c04f593c92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:03:46.231569 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-283fc790-c3a7-4113-bbe2-28e711034516 req-77da4ebd-4f8f-4253-a7e1-305c0f651acc service neutron] Bound port: b8c6fd4e-c769-4bea-9f41-99b37067e817, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9304f6d-070e-4de2-bbf6-1c04f593c92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:03:46.231928 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-283fc790-c3a7-4113-bbe2-28e711034516 req-77da4ebd-4f8f-4253-a7e1-305c0f651acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b8c6fd4e-c769-4bea-9f41-99b37067e817), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:46.297011 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-283fc790-c3a7-4113-bbe2-28e711034516 req-77da4ebd-4f8f-4253-a7e1-305c0f651acc service neutron] For port b8c6fd4e-c769-4bea-9f41-99b37067e817, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:03:46.300073 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-283fc790-c3a7-4113-bbe2-28e711034516 req-77da4ebd-4f8f-4253-a7e1-305c0f651acc service neutron] For port b8c6fd4e-c769-4bea-9f41-99b37067e817, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b8c6fd4e-c769-4bea-9f41-99b37067e817,segment=NetworkSegment(b9304f6d-070e-4de2-bbf6-1c04f593c92b),segment_id=b9304f6d-070e-4de2-bbf6-1c04f593c92b)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:03:46.307308 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-283fc790-c3a7-4113-bbe2-28e711034516 req-77da4ebd-4f8f-4253-a7e1-305c0f651acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (b8c6fd4e-c769-4bea-9f41-99b37067e817), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:46.309920 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9733f5c0-be03-4d09-95ef-370bff3f124e up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:03:46.343184 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fc790-c3a7-4113-bbe2-28e711034516 req-77da4ebd-4f8f-4253-a7e1-305c0f651acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:46.343813 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-283fc790-c3a7-4113-bbe2-28e711034516 req-77da4ebd-4f8f-4253-a7e1-305c0f651acc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:46.345227 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-283fc790-c3a7-4113-bbe2-28e711034516 req-77da4ebd-4f8f-4253-a7e1-305c0f651acc service neutron] 10.222.0.71 "PUT /v2.0/ports/b8c6fd4e-c769-4bea-9f41-99b37067e817 HTTP/1.1" status: 200 len: 1091 time: 0.9827487 Feb 07 22:03:46.345715 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f63d4d0-a9e1-4c50-bfe1-780f1e268254', 'tag': 'b8c6fd4e-c769-4bea-9f41-99b37067e817'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:03:46.347949 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bad267-8ba7-45cb-8000-a462b8065b62" -d '{"events": [{"name": "network-changed", "server_uuid": "3f63d4d0-a9e1-4c50-bfe1-780f1e268254", "tag": "b8c6fd4e-c769-4bea-9f41-99b37067e817"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:03:46.361560 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 9733f5c0-be03-4d09-95ef-370bff3f124e triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:03:46.361932 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (9733f5c0-be03-4d09-95ef-370bff3f124e), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:46.375816 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da4ebd-4f8f-4253-a7e1-305c0f651acc service neutron] Pushing event updated for resources: {'Port': ['ID=b8c6fd4e-c769-4bea-9f41-99b37067e817,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:46.422001 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79131f00-ac4c-4bdd-a1c9-4f89871b3cd2 x-openstack-request-id: req-79131f00-ac4c-4bdd-a1c9-4f89871b3cd2 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:03:46.422001 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f63d4d0-a9e1-4c50-bfe1-780f1e268254", "tag": "b8c6fd4e-c769-4bea-9f41-99b37067e817", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:03:46.422001 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-79131f00-ac4c-4bdd-a1c9-4f89871b3cd2 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:03:46.422001 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f63d4d0-a9e1-4c50-bfe1-780f1e268254', 'tag': 'b8c6fd4e-c769-4bea-9f41-99b37067e817', 'status': 'completed', 'code': 200} Feb 07 22:03:46.442074 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fc790-c3a7-4113-bbe2-28e711034516 req-0757e69f-3e4f-4a8b-8718-435e3211bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:46.444221 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-283fc790-c3a7-4113-bbe2-28e711034516 req-0757e69f-3e4f-4a8b-8718-435e3211bda1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 1125 time: 0.0591755 Feb 07 22:03:46.468076 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 9733f5c0-be03-4d09-95ef-370bff3f124e is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:03:46.488656 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-283fc790-c3a7-4113-bbe2-28e711034516 req-0ac10e0e-8c0c-4406-b542-e0cc2f272b52 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8c6fd4e-c769-4bea-9f41-99b37067e817 HTTP/1.1" status: 200 len: 217 time: 0.0355082 Feb 07 22:03:46.536892 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fc790-c3a7-4113-bbe2-28e711034516 req-b059ed1e-4a72-49a2-93aa-d9e2acf4406e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:46.538373 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-283fc790-c3a7-4113-bbe2-28e711034516 req-b059ed1e-4a72-49a2-93aa-d9e2acf4406e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=43e5044d-f18e-4bbb-8b10-645aea37013d HTTP/1.1" status: 200 len: 835 time: 0.0443609 Feb 07 22:03:46.587359 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fc790-c3a7-4113-bbe2-28e711034516 req-f3c2952f-5684-4a7d-bb92-2f845c527d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:46.589141 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-283fc790-c3a7-4113-bbe2-28e711034516 req-f3c2952f-5684-4a7d-bb92-2f845c527d26 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=386eca53-7454-4886-a2ff-534eb675d0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446327 Feb 07 22:03:46.679527 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-283fc790-c3a7-4113-bbe2-28e711034516 req-b18fdb64-b534-4ee7-aa0b-057b38f53c85 service neutron] 10.222.0.71 "GET /v2.0/networks/386eca53-7454-4886-a2ff-534eb675d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844638 Feb 07 22:03:46.776823 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-283fc790-c3a7-4113-bbe2-28e711034516 req-060b57db-9a5b-409c-818d-4d9038affbb4 service neutron] 10.222.0.71 "GET /v2.0/networks/386eca53-7454-4886-a2ff-534eb675d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905643 Feb 07 22:03:46.867154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bad267-8ba7-45cb-8000-a462b8065b62 req-8ce946f4-a636-45a7-8cc1-b904f3125978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:46.868833 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69bad267-8ba7-45cb-8000-a462b8065b62 req-8ce946f4-a636-45a7-8cc1-b904f3125978 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 1125 time: 0.0505509 Feb 07 22:03:46.955501 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bad267-8ba7-45cb-8000-a462b8065b62 req-4b1ddcd5-5a6c-4041-bbe2-fb5480fe2831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:46.956993 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69bad267-8ba7-45cb-8000-a462b8065b62 req-4b1ddcd5-5a6c-4041-bbe2-fb5480fe2831 service neutron] 10.222.0.71 "GET /v2.0/networks?id=386eca53-7454-4886-a2ff-534eb675d0bd HTTP/1.1" status: 200 len: 898 time: 0.0817935 Feb 07 22:03:47.002916 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69bad267-8ba7-45cb-8000-a462b8065b62 req-7703de15-e8aa-4059-9d7a-91114fd7162a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8c6fd4e-c769-4bea-9f41-99b37067e817 HTTP/1.1" status: 200 len: 217 time: 0.0400517 Feb 07 22:03:47.049463 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bad267-8ba7-45cb-8000-a462b8065b62 req-83a1ef28-6fc8-4549-94af-17ee7df2d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:47.050785 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69bad267-8ba7-45cb-8000-a462b8065b62 req-83a1ef28-6fc8-4549-94af-17ee7df2d99f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=43e5044d-f18e-4bbb-8b10-645aea37013d HTTP/1.1" status: 200 len: 835 time: 0.0429614 Feb 07 22:03:47.097738 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bad267-8ba7-45cb-8000-a462b8065b62 req-49fec39f-a4ef-4c51-9980-c7f8c2ad6f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:47.099197 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69bad267-8ba7-45cb-8000-a462b8065b62 req-49fec39f-a4ef-4c51-9980-c7f8c2ad6f82 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=386eca53-7454-4886-a2ff-534eb675d0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431333 Feb 07 22:03:47.189216 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69bad267-8ba7-45cb-8000-a462b8065b62 req-36c5256f-0e9d-47aa-bb36-b97799f5c529 service neutron] 10.222.0.71 "GET /v2.0/networks/386eca53-7454-4886-a2ff-534eb675d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833130 Feb 07 22:03:47.278799 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69bad267-8ba7-45cb-8000-a462b8065b62 req-fe9881dd-c474-4aa8-b256-b10b31e4fe4d service neutron] 10.222.0.71 "GET /v2.0/networks/386eca53-7454-4886-a2ff-534eb675d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837965 Feb 07 22:03:47.359775 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324c7f4-5add-4d38-bfb9-3332887b7e02 req-958482e0-53e5-4636-9a9c-06e37e6a70c7 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:47.361281 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9324c7f4-5add-4d38-bfb9-3332887b7e02 req-958482e0-53e5-4636-9a9c-06e37e6a70c7 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 943 time: 0.0537426 Feb 07 22:03:47.408593 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9324c7f4-5add-4d38-bfb9-3332887b7e02 req-84d452b3-6b74-42d2-9353-14d836719c4b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ed43a43-0755-4cd6-9263-71247d2ecf53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416973 Feb 07 22:03:48.518802 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-524690d6-ae94-429b-9aec-fc374037a9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:48.534612 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cec587-f74d-49b0-bc0d-a26927f4a976 req-b27b2ef5-2ab3-4ee9-af70-2b5cfb0f842c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:48.536107 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-31cec587-f74d-49b0-bc0d-a26927f4a976 req-b27b2ef5-2ab3-4ee9-af70-2b5cfb0f842c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 943 time: 0.0563650 Feb 07 22:03:48.584431 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-31cec587-f74d-49b0-bc0d-a26927f4a976 req-f3be68f2-802b-4bd5-91b0-afa9bf3e4958 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ed43a43-0755-4cd6-9263-71247d2ecf53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420029 Feb 07 22:03:49.702705 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142682b-d9b0-4e7e-bbf1-cf8f99c5b644 req-9653e218-9737-424b-bae4-2b69f7a0b4f5 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:49.704210 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4142682b-d9b0-4e7e-bbf1-cf8f99c5b644 req-9653e218-9737-424b-bae4-2b69f7a0b4f5 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 943 time: 0.0521412 Feb 07 22:03:49.753691 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4142682b-d9b0-4e7e-bbf1-cf8f99c5b644 req-d64de1f7-e963-4104-b24d-81121af045a7 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ed43a43-0755-4cd6-9263-71247d2ecf53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438325 Feb 07 22:03:50.707664 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2392a315-1acc-4f95-ac33-8549621f8f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:50.811702 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device b8c6fd4e-c769-4bea-9f41-99b37067e817 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:03:50.878935 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a99b5-ec9c-4d4b-b203-467b890bcefd req-1ef3c949-0d28-42c3-8751-17068d44a880 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:50.880573 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d1a99b5-ec9c-4d4b-b203-467b890bcefd req-1ef3c949-0d28-42c3-8751-17068d44a880 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 943 time: 0.0589807 Feb 07 22:03:50.935269 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d1a99b5-ec9c-4d4b-b203-467b890bcefd req-d3663a34-ea77-48d1-a3c9-52aa349b2d4a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ed43a43-0755-4cd6-9263-71247d2ecf53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487239 Feb 07 22:03:51.072365 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port b8c6fd4e-c769-4bea-9f41-99b37067e817, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b8c6fd4e-c769-4bea-9f41-99b37067e817,segment=NetworkSegment(b9304f6d-070e-4de2-bbf6-1c04f593c92b),segment_id=b9304f6d-070e-4de2-bbf6-1c04f593c92b)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:03:51.082982 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'b8c6fd4e-c769-4bea-9f41-99b37067e817', 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd', 'port_id': 'b8c6fd4e-c769-4bea-9f41-99b37067e817', 'mac_address': 'fa:16:3e:38:9c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e5044d-f18e-4bbb-8b10-645aea37013d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:03:51.119144 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port b8c6fd4e-c769-4bea-9f41-99b37067e817 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:03:51.119530 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b8c6fd4e-c769-4bea-9f41-99b37067e817), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:51.131703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c6fd4e-c769-4bea-9f41-99b37067e817 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 22:03:51.150801 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port b8c6fd4e-c769-4bea-9f41-99b37067e817, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b8c6fd4e-c769-4bea-9f41-99b37067e817,segment=NetworkSegment(b9304f6d-070e-4de2-bbf6-1c04f593c92b),segment_id=b9304f6d-070e-4de2-bbf6-1c04f593c92b)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:03:51.154474 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b8c6fd4e-c769-4bea-9f41-99b37067e817), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:51.202556 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=b8c6fd4e-c769-4bea-9f41-99b37067e817,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:51.516775 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['b8c6fd4e-c769-4bea-9f41-99b37067e817'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:03:51.995676 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:52.055654 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13ed81-c3dc-4728-960f-d5b8d06741c6 req-20f59008-bbbb-4411-a49c-9337728a4561 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:52.057198 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bc13ed81-c3dc-4728-960f-d5b8d06741c6 req-20f59008-bbbb-4411-a49c-9337728a4561 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 944 time: 0.0536125 Feb 07 22:03:52.106225 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bc13ed81-c3dc-4728-960f-d5b8d06741c6 req-d1bc0ec7-4934-4f09-b325-6a93e36dd65a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ed43a43-0755-4cd6-9263-71247d2ecf53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434058 Feb 07 22:03:52.810950 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device b8c6fd4e-c769-4bea-9f41-99b37067e817 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:03:52.858666 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port b8c6fd4e-c769-4bea-9f41-99b37067e817 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:03:52.862476 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port b8c6fd4e-c769-4bea-9f41-99b37067e817 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:03:52.862844 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (b8c6fd4e-c769-4bea-9f41-99b37067e817), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:52.940297 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port b8c6fd4e-c769-4bea-9f41-99b37067e817 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:03:52.940712 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (b8c6fd4e-c769-4bea-9f41-99b37067e817), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:52.964419 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f63d4d0-a9e1-4c50-bfe1-780f1e268254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c6fd4e-c769-4bea-9f41-99b37067e817'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:03:52.966680 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59fa0091afa0acade78336c0e3f3c5307cc552a1ace6da7695aaea120dfc6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047b9980-2beb-4a4c-94ba-38822c921de3" -d '{"events": [{"server_uuid": "3f63d4d0-a9e1-4c50-bfe1-780f1e268254", "name": "network-vif-plugged", "status": "completed", "tag": "b8c6fd4e-c769-4bea-9f41-99b37067e817"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:03:52.978989 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port b8c6fd4e-c769-4bea-9f41-99b37067e817, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b8c6fd4e-c769-4bea-9f41-99b37067e817,segment=NetworkSegment(b9304f6d-070e-4de2-bbf6-1c04f593c92b),segment_id=b9304f6d-070e-4de2-bbf6-1c04f593c92b)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:03:52.983902 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (b8c6fd4e-c769-4bea-9f41-99b37067e817), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:53.006884 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57be8a45-1588-4091-b85e-64b1fcc626db x-openstack-request-id: req-57be8a45-1588-4091-b85e-64b1fcc626db {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:03:53.007530 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f63d4d0-a9e1-4c50-bfe1-780f1e268254", "name": "network-vif-plugged", "status": "completed", "tag": "b8c6fd4e-c769-4bea-9f41-99b37067e817", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:03:53.007530 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-57be8a45-1588-4091-b85e-64b1fcc626db {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:03:53.008328 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f63d4d0-a9e1-4c50-bfe1-780f1e268254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c6fd4e-c769-4bea-9f41-99b37067e817', 'code': 200} Feb 07 22:03:53.036651 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=b8c6fd4e-c769-4bea-9f41-99b37067e817,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:53.101446 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4795bc-b531-4a91-9364-7c4ea871eccb req-16401ccc-137a-4569-9cdf-33eb8c3e6012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:53.102937 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea4795bc-b531-4a91-9364-7c4ea871eccb req-16401ccc-137a-4569-9cdf-33eb8c3e6012 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 1127 time: 0.0445817 Feb 07 22:03:53.155903 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ea4795bc-b531-4a91-9364-7c4ea871eccb req-83926b2a-9897-4917-ac25-3565601abf3a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5ed43a43-0755-4cd6-9263-71247d2ecf53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447719 Feb 07 22:03:53.225061 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6daebe-a1b9-48e7-a96b-480be97b24a7 req-676741c7-b15e-468e-b759-1adaca090c21 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:53.226620 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c6daebe-a1b9-48e7-a96b-480be97b24a7 req-676741c7-b15e-468e-b759-1adaca090c21 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 945 time: 0.0525384 Feb 07 22:03:53.274496 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c6daebe-a1b9-48e7-a96b-480be97b24a7 req-30b6826e-233a-465c-af11-b22e2a467bdd tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ed43a43-0755-4cd6-9263-71247d2ecf53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424333 Feb 07 22:03:53.476459 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:54.394447 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2ccb9-5ce2-4de8-9d6d-8b804a07149a req-bd5e64fb-eec7-4afa-8923-c4d897e8285c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:54.395920 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-47d2ccb9-5ce2-4de8-9d6d-8b804a07149a req-bd5e64fb-eec7-4afa-8923-c4d897e8285c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 945 time: 0.0533726 Feb 07 22:03:54.447709 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-47d2ccb9-5ce2-4de8-9d6d-8b804a07149a req-dc7e9f59-79cc-4d35-a95c-9d7752e5e6f7 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ed43a43-0755-4cd6-9263-71247d2ecf53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454094 Feb 07 22:03:54.785363 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:55.571803 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e08585-7407-4b37-85c3-217907f8e471 req-a2da24f0-0e9a-4de7-9499-3f1ad7f810ed tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:55.573208 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-32e08585-7407-4b37-85c3-217907f8e471 req-a2da24f0-0e9a-4de7-9499-3f1ad7f810ed tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 945 time: 0.0560193 Feb 07 22:03:55.621615 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-32e08585-7407-4b37-85c3-217907f8e471 req-e43d4e28-64ed-49ac-88b3-eb4a30c11d45 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ed43a43-0755-4cd6-9263-71247d2ecf53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427566 Feb 07 22:03:55.740107 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fe47a-9f64-47d0-a04a-834487475f90 req-731593bd-8198-475c-a2e7-223e12647b8b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:55.741649 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-303fe47a-9f64-47d0-a04a-834487475f90 req-731593bd-8198-475c-a2e7-223e12647b8b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 945 time: 0.0537536 Feb 07 22:03:55.789743 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-303fe47a-9f64-47d0-a04a-834487475f90 req-bf9fa6b9-9db7-454f-b55c-c7cdb3af4af8 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ed43a43-0755-4cd6-9263-71247d2ecf53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418262 Feb 07 22:03:55.810926 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47208) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:03:55.853668 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3e88b0-b285-43d3-a6d1-ad70299a6021 tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:55.855089 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4f3e88b0-b285-43d3-a6d1-ad70299a6021 tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 1122 time: 0.0431488 Feb 07 22:03:55.857889 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47210) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:03:55.862136 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ad6886e9-71b0-4852-9b39-704e67e5035d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'port_id': 'b8c6fd4e-c769-4bea-9f41-99b37067e817', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:03:55.881465 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad6886e9-71b0-4852-9b39-704e67e5035d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:55.979353 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad6886e9-71b0-4852-9b39-704e67e5035d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:56.083082 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-ad6886e9-71b0-4852-9b39-704e67e5035d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Allocated IP 172.25.4.108 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/03717323-5813-4fef-a6e3-60f5e4728012) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:03:56.184487 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad6886e9-71b0-4852-9b39-704e67e5035d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (03717323-5813-4fef-a6e3-60f5e4728012), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:56.219139 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad6886e9-71b0-4852-9b39-704e67e5035d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (03717323-5813-4fef-a6e3-60f5e4728012), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:56.253124 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6886e9-71b0-4852-9b39-704e67e5035d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:03:56.255961 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ad6886e9-71b0-4852-9b39-704e67e5035d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:03:56.262444 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6886e9-71b0-4852-9b39-704e67e5035d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:03:56.293245 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6886e9-71b0-4852-9b39-704e67e5035d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=03717323-5813-4fef-a6e3-60f5e4728012,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:56.607701 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad6886e9-71b0-4852-9b39-704e67e5035d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for floatingip (064a3763-62f6-4e6c-91b9-aa5c01c94b5b), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:56.677595 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad6886e9-71b0-4852-9b39-704e67e5035d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (03717323-5813-4fef-a6e3-60f5e4728012), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:56.822090 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad6886e9-71b0-4852-9b39-704e67e5035d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (03717323-5813-4fef-a6e3-60f5e4728012), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:56.826634 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad6886e9-71b0-4852-9b39-704e67e5035d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (03717323-5813-4fef-a6e3-60f5e4728012), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:56.895388 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6886e9-71b0-4852-9b39-704e67e5035d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=03717323-5813-4fef-a6e3-60f5e4728012,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:03:56.906841 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad6886e9-71b0-4852-9b39-704e67e5035d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (064a3763-62f6-4e6c-91b9-aa5c01c94b5b), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:57.007010 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-ad6886e9-71b0-4852-9b39-704e67e5035d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Floating IP 064a3763-62f6-4e6c-91b9-aa5c01c94b5b associated. External IP: 172.25.4.108, port: b8c6fd4e-c769-4bea-9f41-99b37067e817. Feb 07 22:03:57.210057 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6886e9-71b0-4852-9b39-704e67e5035d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Router d68964e4-fadd-4cd8-a004-6657b40a2e2e has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:03:57.319791 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6886e9-71b0-4852-9b39-704e67e5035d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:03:57.330098 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92c74b0-6c8e-48dd-bcad-40d8b007c1cc None None] Sync routers for ids ['d68964e4-fadd-4cd8-a004-6657b40a2e2e'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:03:57.338153 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad6886e9-71b0-4852-9b39-704e67e5035d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:03:57.345060 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92c74b0-6c8e-48dd-bcad-40d8b007c1cc None None] Routers {'d68964e4-fadd-4cd8-a004-6657b40a2e2e'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:03:57.345710 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c92c74b0-6c8e-48dd-bcad-40d8b007c1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:03:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['d68964e4-fadd-4cd8-a004-6657b40a2e2e'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:03:57.368557 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ad6886e9-71b0-4852-9b39-704e67e5035d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5096269 Feb 07 22:03:57.369146 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f63d4d0-a9e1-4c50-bfe1-780f1e268254', 'tag': 'b8c6fd4e-c769-4bea-9f41-99b37067e817'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:03:57.371368 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50d502c-5b52-42f6-b308-3ebc2c83e1a6" -d '{"events": [{"name": "network-changed", "server_uuid": "3f63d4d0-a9e1-4c50-bfe1-780f1e268254", "tag": "b8c6fd4e-c769-4bea-9f41-99b37067e817"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:03:57.426230 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591b8bd8-f492-44f5-b83c-d6b388f3efde x-openstack-request-id: req-591b8bd8-f492-44f5-b83c-d6b388f3efde {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:03:57.426772 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f63d4d0-a9e1-4c50-bfe1-780f1e268254", "tag": "b8c6fd4e-c769-4bea-9f41-99b37067e817", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:03:57.427035 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-591b8bd8-f492-44f5-b83c-d6b388f3efde {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:03:57.427446 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f63d4d0-a9e1-4c50-bfe1-780f1e268254', 'tag': 'b8c6fd4e-c769-4bea-9f41-99b37067e817', 'status': 'completed', 'code': 200} Feb 07 22:03:57.460026 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-c92c74b0-6c8e-48dd-bcad-40d8b007c1cc None None] Set router d68964e4-fadd-4cd8-a004-6657b40a2e2e gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:03:57.517774 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30e3d0-97b2-4edc-8cbc-0a86dd6625cc req-86f8f5ed-ff3d-4163-8bba-a4ea3c703bed tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:57.519164 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6d30e3d0-97b2-4edc-8cbc-0a86dd6625cc req-86f8f5ed-ff3d-4163-8bba-a4ea3c703bed tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 945 time: 0.0906854 Feb 07 22:03:57.521729 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d502c-5b52-42f6-b308-3ebc2c83e1a6 req-f5f69f8d-ad94-42e7-8873-ebf1d217cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:57.523082 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a50d502c-5b52-42f6-b308-3ebc2c83e1a6 req-f5f69f8d-ad94-42e7-8873-ebf1d217cba2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 1127 time: 0.0637984 Feb 07 22:03:57.622823 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6d30e3d0-97b2-4edc-8cbc-0a86dd6625cc req-68bbcd19-7f86-4711-a0a4-7d36efa72929 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ed43a43-0755-4cd6-9263-71247d2ecf53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969305 Feb 07 22:03:57.645599 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47216) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:03:57.647577 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d502c-5b52-42f6-b308-3ebc2c83e1a6 req-14ce7571-615b-483e-8e5c-c4692efc0efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:57.649753 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a50d502c-5b52-42f6-b308-3ebc2c83e1a6 req-14ce7571-615b-483e-8e5c-c4692efc0efc service neutron] 10.222.0.71 "GET /v2.0/networks?id=386eca53-7454-4886-a2ff-534eb675d0bd HTTP/1.1" status: 200 len: 898 time: 0.1182697 Feb 07 22:03:57.684339 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c92c74b0-6c8e-48dd-bcad-40d8b007c1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652779569', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:03:41Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '064a3763-62f6-4e6c-91b9-aa5c01c94b5b', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'port_id': 'b8c6fd4e-c769-4bea-9f41-99b37067e817', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd', 'mac_address': 'fa:16:3e:38:9c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f63d4d0-a9e1-4c50-bfe1-780f1e268254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:03:56Z', 'updated_at': '2022-02-07T22:03:56Z', 'revision_number': 0, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9733f5c0-be03-4d09-95ef-370bff3f124e', 'name': '', 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:ea:19:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '43e5044d-f18e-4bbb-8b10-645aea37013d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:03:41Z', 'updated_at': '2022-02-07T22:03:45Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '43e5044d-f18e-4bbb-8b10-645aea37013d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:03:57.711338 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92c74b0-6c8e-48dd-bcad-40d8b007c1cc None None] Checking router: d68964e4-fadd-4cd8-a004-6657b40a2e2e for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:03:57.715471 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bac96ffc-4519-455e-a5e6-fd03b10a8f94 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/floatingips/064a3763-62f6-4e6c-91b9-aa5c01c94b5b HTTP/1.1" status: 200 len: 991 time: 0.0672879 Feb 07 22:03:57.721279 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a50d502c-5b52-42f6-b308-3ebc2c83e1a6 req-55b41e15-ad21-4a59-954c-e1cdcdc799d9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8c6fd4e-c769-4bea-9f41-99b37067e817 HTTP/1.1" status: 200 len: 999 time: 0.0655799 Feb 07 22:03:57.722509 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92c74b0-6c8e-48dd-bcad-40d8b007c1cc None None] Routers {'d68964e4-fadd-4cd8-a004-6657b40a2e2e'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:03:57.723129 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c92c74b0-6c8e-48dd-bcad-40d8b007c1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:03:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['d68964e4-fadd-4cd8-a004-6657b40a2e2e'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:03:57.769440 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d502c-5b52-42f6-b308-3ebc2c83e1a6 req-e24d5511-22d1-4d63-b36b-83d107e70d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:57.770853 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a50d502c-5b52-42f6-b308-3ebc2c83e1a6 req-e24d5511-22d1-4d63-b36b-83d107e70d0b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=43e5044d-f18e-4bbb-8b10-645aea37013d HTTP/1.1" status: 200 len: 835 time: 0.0438735 Feb 07 22:03:57.823183 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d502c-5b52-42f6-b308-3ebc2c83e1a6 req-d05633e1-299b-4623-8cf3-e21f511c1deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:03:57.824770 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a50d502c-5b52-42f6-b308-3ebc2c83e1a6 req-d05633e1-299b-4623-8cf3-e21f511c1deb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=386eca53-7454-4886-a2ff-534eb675d0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483055 Feb 07 22:03:57.833599 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-c92c74b0-6c8e-48dd-bcad-40d8b007c1cc None None] Set router d68964e4-fadd-4cd8-a004-6657b40a2e2e gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:03:57.912076 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a50d502c-5b52-42f6-b308-3ebc2c83e1a6 req-524ec7b7-772b-4bc0-8b15-a816706c3066 service neutron] 10.222.0.71 "GET /v2.0/networks/386eca53-7454-4886-a2ff-534eb675d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817316 Feb 07 22:03:58.004552 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a50d502c-5b52-42f6-b308-3ebc2c83e1a6 req-2045d129-0079-451f-9a8a-22ec652b2b85 service neutron] 10.222.0.71 "GET /v2.0/networks/386eca53-7454-4886-a2ff-534eb675d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855455 Feb 07 22:03:58.060610 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c92c74b0-6c8e-48dd-bcad-40d8b007c1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652779569', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:03:41Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '064a3763-62f6-4e6c-91b9-aa5c01c94b5b', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'port_id': 'b8c6fd4e-c769-4bea-9f41-99b37067e817', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd', 'mac_address': 'fa:16:3e:38:9c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f63d4d0-a9e1-4c50-bfe1-780f1e268254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:03:56Z', 'updated_at': '2022-02-07T22:03:56Z', 'revision_number': 0, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9733f5c0-be03-4d09-95ef-370bff3f124e', 'name': '', 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:ea:19:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '43e5044d-f18e-4bbb-8b10-645aea37013d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:03:41Z', 'updated_at': '2022-02-07T22:03:45Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '43e5044d-f18e-4bbb-8b10-645aea37013d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:03:58.086358 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92c74b0-6c8e-48dd-bcad-40d8b007c1cc None None] The sync data for ids ['d68964e4-fadd-4cd8-a004-6657b40a2e2e'] in n-d-828185-2 is: [{'id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652779569', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:03:41Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '064a3763-62f6-4e6c-91b9-aa5c01c94b5b', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'port_id': 'b8c6fd4e-c769-4bea-9f41-99b37067e817', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd', 'mac_address': 'fa:16:3e:38:9c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f63d4d0-a9e1-4c50-bfe1-780f1e268254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:03:56Z', 'updated_at': '2022-02-07T22:03:56Z', 'revision_number': 0, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9733f5c0-be03-4d09-95ef-370bff3f124e', 'name': '', 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:ea:19:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '43e5044d-f18e-4bbb-8b10-645aea37013d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:03:41Z', 'updated_at': '2022-02-07T22:03:45Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '43e5044d-f18e-4bbb-8b10-645aea37013d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:03:58.277165 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f107522f-de12-47b1-9569-6e97dd8b5ebf None None] New status for floating IP 064a3763-62f6-4e6c-91b9-aa5c01c94b5b: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:03:58.718204 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47218) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:03:58.780607 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-85127057-876d-4016-9e2b-acb6b662c2c4 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/floatingips/064a3763-62f6-4e6c-91b9-aa5c01c94b5b HTTP/1.1" status: 200 len: 993 time: 0.0612974 Feb 07 22:04:04.223706 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:04:04.469230 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:04:09.480202 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18740d87-5af1-4397-8e7d-0d3429adb259 req-4895b181-0185-4bf0-8a7f-365bf63fe5a5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0876601 Feb 07 22:04:09.564953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18740d87-5af1-4397-8e7d-0d3429adb259 req-2fec12a1-cd18-474b-8ce3-6171d840f2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:04:09.566420 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18740d87-5af1-4397-8e7d-0d3429adb259 req-2fec12a1-cd18-474b-8ce3-6171d840f2a1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 1127 time: 0.0447674 Feb 07 22:04:09.666697 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18740d87-5af1-4397-8e7d-0d3429adb259 req-e41c00f8-c481-49bc-9b12-ca41868e8565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:04:09.668067 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18740d87-5af1-4397-8e7d-0d3429adb259 req-e41c00f8-c481-49bc-9b12-ca41868e8565 service neutron] 10.222.0.71 "GET /v2.0/networks?id=386eca53-7454-4886-a2ff-534eb675d0bd HTTP/1.1" status: 200 len: 898 time: 0.0852010 Feb 07 22:04:09.732015 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18740d87-5af1-4397-8e7d-0d3429adb259 req-6de8ecdf-08f9-4a23-bc21-38f4d22e8be6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8c6fd4e-c769-4bea-9f41-99b37067e817 HTTP/1.1" status: 200 len: 1001 time: 0.0577581 Feb 07 22:04:09.784858 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18740d87-5af1-4397-8e7d-0d3429adb259 req-32890505-0efe-4fd4-9462-352d9e5f5b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:04:09.786554 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18740d87-5af1-4397-8e7d-0d3429adb259 req-32890505-0efe-4fd4-9462-352d9e5f5b23 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=43e5044d-f18e-4bbb-8b10-645aea37013d HTTP/1.1" status: 200 len: 835 time: 0.0490034 Feb 07 22:04:09.844626 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18740d87-5af1-4397-8e7d-0d3429adb259 req-f9724749-9bb6-470a-8cb8-7d4a8fb76911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:04:09.846116 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18740d87-5af1-4397-8e7d-0d3429adb259 req-f9724749-9bb6-470a-8cb8-7d4a8fb76911 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=386eca53-7454-4886-a2ff-534eb675d0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0514183 Feb 07 22:04:09.930881 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18740d87-5af1-4397-8e7d-0d3429adb259 req-295437b1-97fe-4200-a8a4-71c968f34b49 service neutron] 10.222.0.71 "GET /v2.0/networks/386eca53-7454-4886-a2ff-534eb675d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783975 Feb 07 22:04:10.020935 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-18740d87-5af1-4397-8e7d-0d3429adb259 req-012e9138-77da-4ab4-99a6-c628cddce01a service neutron] 10.222.0.71 "GET /v2.0/networks/386eca53-7454-4886-a2ff-534eb675d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830500 Feb 07 22:04:15.650825 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:04:18.521657 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2d3739b8-fbfd-418b-8054-069d1b9462a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:04:20.710094 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-36b3cf41-50eb-4a4d-b49d-9d79c3c66cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:04:21.999802 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:04:23.478610 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:04:24.787856 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:04:34.234287 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:04:34.461468 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:04:48.524487 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fdb06827-5ec8-47ed-9afa-196934c269c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:04:50.712877 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-12781e3c-524b-4f86-beb9-5e629793e0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:04:52.000054 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:04:52.650309 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:04:53.482336 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:04:54.792932 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:05:01.628078 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff129a0b-9d22-496e-89bc-c1cd674a3eb0 req-8567a4c8-ffc9-4874-8242-fba262858574 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:05:01.629925 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ff129a0b-9d22-496e-89bc-c1cd674a3eb0 req-8567a4c8-ffc9-4874-8242-fba262858574 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 945 time: 0.0764487 Feb 07 22:05:01.632562 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95853d7b-644a-4f87-8eac-58b04960e3d6 req-72c028f2-cc59-4bb1-84f4-ea74eee3aa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:05:01.633926 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-95853d7b-644a-4f87-8eac-58b04960e3d6 req-72c028f2-cc59-4bb1-84f4-ea74eee3aa88 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 1127 time: 0.0907674 Feb 07 22:05:01.728527 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ff129a0b-9d22-496e-89bc-c1cd674a3eb0 req-dfc3d682-2f3d-4ab1-b85d-8202ce44dd62 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ed43a43-0755-4cd6-9263-71247d2ecf53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932465 Feb 07 22:05:01.762484 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95853d7b-644a-4f87-8eac-58b04960e3d6 req-d82b8edd-209d-4f5d-a10d-a004f2e7d96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:05:01.763968 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-95853d7b-644a-4f87-8eac-58b04960e3d6 req-d82b8edd-209d-4f5d-a10d-a004f2e7d96a service neutron] 10.222.0.71 "GET /v2.0/networks?id=386eca53-7454-4886-a2ff-534eb675d0bd HTTP/1.1" status: 200 len: 898 time: 0.1222773 Feb 07 22:05:01.832753 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-95853d7b-644a-4f87-8eac-58b04960e3d6 req-c11ad6c4-d795-4c97-9909-c472aa127bec service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8c6fd4e-c769-4bea-9f41-99b37067e817 HTTP/1.1" status: 200 len: 1001 time: 0.0624022 Feb 07 22:05:02.136018 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95853d7b-644a-4f87-8eac-58b04960e3d6 req-27a9a29b-4eb2-4522-aece-9c40fa33d08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:05:02.137483 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-95853d7b-644a-4f87-8eac-58b04960e3d6 req-27a9a29b-4eb2-4522-aece-9c40fa33d08e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=43e5044d-f18e-4bbb-8b10-645aea37013d HTTP/1.1" status: 200 len: 835 time: 0.2992675 Feb 07 22:05:02.185975 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95853d7b-644a-4f87-8eac-58b04960e3d6 req-63d195e7-03a8-408b-b3e2-8fde4df18050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:05:02.187443 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-95853d7b-644a-4f87-8eac-58b04960e3d6 req-63d195e7-03a8-408b-b3e2-8fde4df18050 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=386eca53-7454-4886-a2ff-534eb675d0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435390 Feb 07 22:05:02.276301 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-95853d7b-644a-4f87-8eac-58b04960e3d6 req-854d784c-ad78-4450-b33e-314bb7cbebd4 service neutron] 10.222.0.71 "GET /v2.0/networks/386eca53-7454-4886-a2ff-534eb675d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825133 Feb 07 22:05:02.364028 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-95853d7b-644a-4f87-8eac-58b04960e3d6 req-b2f884d8-6dc3-4630-9e09-d00377fe13b6 service neutron] 10.222.0.71 "GET /v2.0/networks/386eca53-7454-4886-a2ff-534eb675d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807595 Feb 07 22:05:02.854113 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e17c5-786a-443b-8ef7-661b1b4d9f13 req-d3f45596-f2b0-46f0-babc-42948402fc1d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:05:02.855560 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb1e17c5-786a-443b-8ef7-661b1b4d9f13 req-d3f45596-f2b0-46f0-babc-42948402fc1d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 945 time: 0.0525410 Feb 07 22:05:02.909157 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eb1e17c5-786a-443b-8ef7-661b1b4d9f13 req-ae43f551-1ccb-4d00-99b8-31f12c11c18e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ed43a43-0755-4cd6-9263-71247d2ecf53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477917 Feb 07 22:05:04.030168 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22cd8d-166a-4e17-8979-0f3bc5df1a45 req-acab087e-9430-425f-8a70-269d42e7eb30 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:05:04.031536 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ff22cd8d-166a-4e17-8979-0f3bc5df1a45 req-acab087e-9430-425f-8a70-269d42e7eb30 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 945 time: 0.0517049 Feb 07 22:05:04.078711 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ff22cd8d-166a-4e17-8979-0f3bc5df1a45 req-157c7390-2a08-4523-bdb4-c6fd08cd37f9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ed43a43-0755-4cd6-9263-71247d2ecf53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416436 Feb 07 22:05:04.252252 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:05:04.477846 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:05:05.197467 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab1718-56f7-4bd9-bbcb-f0b409a66bb5 req-69fceb78-c870-4cf4-8658-b5b12a9aa05d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:05:05.198960 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-43ab1718-56f7-4bd9-bbcb-f0b409a66bb5 req-69fceb78-c870-4cf4-8658-b5b12a9aa05d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 945 time: 0.0521684 Feb 07 22:05:05.249521 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-43ab1718-56f7-4bd9-bbcb-f0b409a66bb5 req-a957ef05-f1b5-41de-ad5f-59168fc48524 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ed43a43-0755-4cd6-9263-71247d2ecf53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432217 Feb 07 22:05:06.371941 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a660e8-70d3-48f9-a9e9-55c8dbec046b req-23ae765b-13c9-43b1-8663-5e27e684007d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:05:06.374102 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-58a660e8-70d3-48f9-a9e9-55c8dbec046b req-23ae765b-13c9-43b1-8663-5e27e684007d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 945 time: 0.0559003 Feb 07 22:05:06.420813 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-58a660e8-70d3-48f9-a9e9-55c8dbec046b req-4aa32a26-2d90-41cb-9823-5822e7325ed5 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ed43a43-0755-4cd6-9263-71247d2ecf53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411839 Feb 07 22:05:07.543636 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ab600-9326-4a43-aa4e-c3c837f00b57 req-0cf0494c-3b5d-42fa-8d6d-e29cb05fdb2d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:05:07.545125 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-466ab600-9326-4a43-aa4e-c3c837f00b57 req-0cf0494c-3b5d-42fa-8d6d-e29cb05fdb2d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 945 time: 0.0519116 Feb 07 22:05:07.593565 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-466ab600-9326-4a43-aa4e-c3c837f00b57 req-9fb5f5ea-c543-4c3f-a1ce-9ad6f0ed3f43 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ed43a43-0755-4cd6-9263-71247d2ecf53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427861 Feb 07 22:05:08.713066 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc6516-b45f-41a3-958a-cbd9462ad416 req-a738e14d-5ce1-4f5b-aeed-d1c661162351 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:05:08.714483 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4efc6516-b45f-41a3-958a-cbd9462ad416 req-a738e14d-5ce1-4f5b-aeed-d1c661162351 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 945 time: 0.0538466 Feb 07 22:05:08.768282 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4efc6516-b45f-41a3-958a-cbd9462ad416 req-43158e79-ce38-4eea-8afd-aeab3605d70a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ed43a43-0755-4cd6-9263-71247d2ecf53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474226 Feb 07 22:05:09.892233 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824cb17-c17c-4f60-8b3b-9fe318899bdd req-c9d63345-1ea2-4cc5-8bce-ac16f16045cc tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:05:09.893746 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a824cb17-c17c-4f60-8b3b-9fe318899bdd req-c9d63345-1ea2-4cc5-8bce-ac16f16045cc tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 945 time: 0.0523236 Feb 07 22:05:09.941509 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a824cb17-c17c-4f60-8b3b-9fe318899bdd req-bd1c72df-2b1e-4fee-b17c-304bec3d4223 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ed43a43-0755-4cd6-9263-71247d2ecf53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421956 Feb 07 22:05:10.466102 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ac5f2-80f1-454d-a94e-0a82e0777f71 req-18a406cd-67b0-4c94-9faa-175185bb84db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:05:10.468126 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c0ac5f2-80f1-454d-a94e-0a82e0777f71 req-18a406cd-67b0-4c94-9faa-175185bb84db service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 1127 time: 0.0439000 Feb 07 22:05:10.571073 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ac5f2-80f1-454d-a94e-0a82e0777f71 req-3b053292-6a3b-4ecc-9f26-fbb297b8c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:05:10.572500 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c0ac5f2-80f1-454d-a94e-0a82e0777f71 req-3b053292-6a3b-4ecc-9f26-fbb297b8c33e service neutron] 10.222.0.71 "GET /v2.0/networks?id=386eca53-7454-4886-a2ff-534eb675d0bd HTTP/1.1" status: 200 len: 898 time: 0.0862284 Feb 07 22:05:10.636075 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c0ac5f2-80f1-454d-a94e-0a82e0777f71 req-135ad5fc-d9cd-4929-b610-90acc5481eaf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8c6fd4e-c769-4bea-9f41-99b37067e817 HTTP/1.1" status: 200 len: 1001 time: 0.0581009 Feb 07 22:05:10.686801 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ac5f2-80f1-454d-a94e-0a82e0777f71 req-b52c5e51-0fa9-450d-8cd1-5616649ef8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:05:10.688401 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c0ac5f2-80f1-454d-a94e-0a82e0777f71 req-b52c5e51-0fa9-450d-8cd1-5616649ef8b1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=43e5044d-f18e-4bbb-8b10-645aea37013d HTTP/1.1" status: 200 len: 835 time: 0.0467095 Feb 07 22:05:10.737343 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ac5f2-80f1-454d-a94e-0a82e0777f71 req-c0ae250c-b45d-492c-a7f4-a7132c0b3988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:05:10.738824 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c0ac5f2-80f1-454d-a94e-0a82e0777f71 req-c0ae250c-b45d-492c-a7f4-a7132c0b3988 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=386eca53-7454-4886-a2ff-534eb675d0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451641 Feb 07 22:05:10.824677 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c0ac5f2-80f1-454d-a94e-0a82e0777f71 req-c101b17e-b356-44f3-bbb5-e9e331ba2a35 service neutron] 10.222.0.71 "GET /v2.0/networks/386eca53-7454-4886-a2ff-534eb675d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792062 Feb 07 22:05:10.912922 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c0ac5f2-80f1-454d-a94e-0a82e0777f71 req-88ba4198-f866-4f5f-9d2b-ffb5bd5b329d service neutron] 10.222.0.71 "GET /v2.0/networks/386eca53-7454-4886-a2ff-534eb675d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824728 Feb 07 22:05:11.059300 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78cd26-6478-4ea5-9a28-e41b6e4add8d req-195d492b-f508-4db0-8d48-b3decd402152 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:05:11.061295 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3b78cd26-6478-4ea5-9a28-e41b6e4add8d req-195d492b-f508-4db0-8d48-b3decd402152 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 945 time: 0.0522442 Feb 07 22:05:11.109171 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3b78cd26-6478-4ea5-9a28-e41b6e4add8d req-21c9817c-ec45-4323-8001-7eb1383d64ee tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ed43a43-0755-4cd6-9263-71247d2ecf53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421257 Feb 07 22:05:12.227477 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42542508-de5b-430b-99e2-f3b2e84ae668 req-baf92c3c-4837-4a64-b354-7bf891a66185 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:05:12.228976 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-42542508-de5b-430b-99e2-f3b2e84ae668 req-baf92c3c-4837-4a64-b354-7bf891a66185 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 945 time: 0.0534053 Feb 07 22:05:12.281454 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-42542508-de5b-430b-99e2-f3b2e84ae668 req-10b1d972-9cc5-4923-a1f6-3d16ea153dea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ed43a43-0755-4cd6-9263-71247d2ecf53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468962 Feb 07 22:05:13.400604 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49152e0-2302-49b0-b3fd-6e70504041e0 req-fa146d24-46a0-48c6-9d6a-f4d5b77772a1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:05:13.402054 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d49152e0-2302-49b0-b3fd-6e70504041e0 req-fa146d24-46a0-48c6-9d6a-f4d5b77772a1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 945 time: 0.0518394 Feb 07 22:05:13.450029 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d49152e0-2302-49b0-b3fd-6e70504041e0 req-563cae93-c0ee-48db-be07-013eb13ede4b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ed43a43-0755-4cd6-9263-71247d2ecf53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418670 Feb 07 22:05:13.472341 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47268) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:05:13.533482 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bfaf6080-9685-4021-9b60-1cba85bde9e3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/floatingips/064a3763-62f6-4e6c-91b9-aa5c01c94b5b HTTP/1.1" status: 200 len: 993 time: 0.0600224 Feb 07 22:05:18.526264 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e47b4b65-f058-4090-80d3-840738402a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:05:20.717326 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-47b52a1b-1476-4f3a-9a0c-14c7a6cfdd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:05:22.004613 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:05:23.485191 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:05:24.785631 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:05:29.650618 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:05:34.250007 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:05:34.499440 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:05:48.527933 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7199ebda-8141-4afd-a0ec-c45c3bb0c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:05:50.718877 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3aae52a2-766c-49c6-92d0-599bffe01fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:05:52.006399 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:05:53.487309 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:05:54.789034 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:03.940386 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47302) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:06:04.091806 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3cf919af-13ab-4ef0-a2ff-4a054245eabb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Deleting port 03717323-5813-4fef-a6e3-60f5e4728012 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:06:04.092059 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3cf919af-13ab-4ef0-a2ff-4a054245eabb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (03717323-5813-4fef-a6e3-60f5e4728012), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:04.165076 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3cf919af-13ab-4ef0-a2ff-4a054245eabb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (03717323-5813-4fef-a6e3-60f5e4728012), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:04.165406 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3cf919af-13ab-4ef0-a2ff-4a054245eabb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for floatingip (03717323-5813-4fef-a6e3-60f5e4728012), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:04.176860 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3cf919af-13ab-4ef0-a2ff-4a054245eabb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Calling delete_port for 03717323-5813-4fef-a6e3-60f5e4728012 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:06:04.265360 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:04.329590 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3cf919af-13ab-4ef0-a2ff-4a054245eabb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (03717323-5813-4fef-a6e3-60f5e4728012), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:04.352453 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf919af-13ab-4ef0-a2ff-4a054245eabb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Port': ['ID=03717323-5813-4fef-a6e3-60f5e4728012,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:04.362112 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf919af-13ab-4ef0-a2ff-4a054245eabb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:04.362468 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf919af-13ab-4ef0-a2ff-4a054245eabb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:04.362809 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf919af-13ab-4ef0-a2ff-4a054245eabb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:04.363139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf919af-13ab-4ef0-a2ff-4a054245eabb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:04.363468 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf919af-13ab-4ef0-a2ff-4a054245eabb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:04.364294 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf919af-13ab-4ef0-a2ff-4a054245eabb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:04.364294 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf919af-13ab-4ef0-a2ff-4a054245eabb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:04.364530 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf919af-13ab-4ef0-a2ff-4a054245eabb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:04.364752 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf919af-13ab-4ef0-a2ff-4a054245eabb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:04.365073 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf919af-13ab-4ef0-a2ff-4a054245eabb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:04.365395 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf919af-13ab-4ef0-a2ff-4a054245eabb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:04.365710 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf919af-13ab-4ef0-a2ff-4a054245eabb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:04.366024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf919af-13ab-4ef0-a2ff-4a054245eabb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:04.427606 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3cf919af-13ab-4ef0-a2ff-4a054245eabb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for floatingip (064a3763-62f6-4e6c-91b9-aa5c01c94b5b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:04.427923 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-3cf919af-13ab-4ef0-a2ff-4a054245eabb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Floating IP 064a3763-62f6-4e6c-91b9-aa5c01c94b5b disassociated (deleted). External IP: 172.25.4.108, port: b8c6fd4e-c769-4bea-9f41-99b37067e817. Feb 07 22:06:04.507115 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:04.632954 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf919af-13ab-4ef0-a2ff-4a054245eabb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Router d68964e4-fadd-4cd8-a004-6657b40a2e2e has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:06:04.741630 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf919af-13ab-4ef0-a2ff-4a054245eabb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:06:04.746495 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3cf919af-13ab-4ef0-a2ff-4a054245eabb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:04.752176 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9843ee5-d98e-45c1-9a00-941f06b77e7a None None] Sync routers for ids ['d68964e4-fadd-4cd8-a004-6657b40a2e2e'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:06:04.761918 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9843ee5-d98e-45c1-9a00-941f06b77e7a None None] Routers {'d68964e4-fadd-4cd8-a004-6657b40a2e2e'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:06:04.762519 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c9843ee5-d98e-45c1-9a00-941f06b77e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:05:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['d68964e4-fadd-4cd8-a004-6657b40a2e2e'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:06:04.776140 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3cf919af-13ab-4ef0-a2ff-4a054245eabb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "DELETE /v2.0/floatingips/064a3763-62f6-4e6c-91b9-aa5c01c94b5b HTTP/1.1" status: 204 len: 168 time: 0.8346784 Feb 07 22:06:04.776891 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f63d4d0-a9e1-4c50-bfe1-780f1e268254', 'tag': 'b8c6fd4e-c769-4bea-9f41-99b37067e817'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:06:04.779269 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96fb1a9-1470-4838-b628-1f481f342f30" -d '{"events": [{"name": "network-changed", "server_uuid": "3f63d4d0-a9e1-4c50-bfe1-780f1e268254", "tag": "b8c6fd4e-c769-4bea-9f41-99b37067e817"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:06:04.877961 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-c9843ee5-d98e-45c1-9a00-941f06b77e7a None None] Set router d68964e4-fadd-4cd8-a004-6657b40a2e2e gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:06:04.888689 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e3b960-3939-4000-9083-1ee736500883 x-openstack-request-id: req-15e3b960-3939-4000-9083-1ee736500883 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:06:04.888987 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f63d4d0-a9e1-4c50-bfe1-780f1e268254", "tag": "b8c6fd4e-c769-4bea-9f41-99b37067e817", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:06:04.889250 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-15e3b960-3939-4000-9083-1ee736500883 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:06:04.889663 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f63d4d0-a9e1-4c50-bfe1-780f1e268254', 'tag': 'b8c6fd4e-c769-4bea-9f41-99b37067e817', 'status': 'completed', 'code': 200} Feb 07 22:06:04.977300 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fb1a9-1470-4838-b628-1f481f342f30 req-81486903-35c0-49ad-b377-6cd8a6b4b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:04.978921 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b96fb1a9-1470-4838-b628-1f481f342f30 req-81486903-35c0-49ad-b377-6cd8a6b4b8c0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 1127 time: 0.0654583 Feb 07 22:06:05.085186 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b008a6-b63b-48ed-bc97-be12036f1537 req-287b619d-0432-4b67-93f6-52214cf27cd6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:05.087041 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-33b008a6-b63b-48ed-bc97-be12036f1537 req-287b619d-0432-4b67-93f6-52214cf27cd6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 945 time: 0.1241670 Feb 07 22:06:05.112932 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fb1a9-1470-4838-b628-1f481f342f30 req-cebadd02-5b6f-4ef5-a0f4-101b22cc01f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:05.114404 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b96fb1a9-1470-4838-b628-1f481f342f30 req-cebadd02-5b6f-4ef5-a0f4-101b22cc01f6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=386eca53-7454-4886-a2ff-534eb675d0bd HTTP/1.1" status: 200 len: 898 time: 0.1211188 Feb 07 22:06:05.161441 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b96fb1a9-1470-4838-b628-1f481f342f30 req-8115068d-b3e5-4f2e-88fd-6b25e06ef129 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8c6fd4e-c769-4bea-9f41-99b37067e817 HTTP/1.1" status: 200 len: 217 time: 0.0404196 Feb 07 22:06:05.213613 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-33b008a6-b63b-48ed-bc97-be12036f1537 req-2b657944-4c0a-4db4-9c94-af8e67254ad9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ed43a43-0755-4cd6-9263-71247d2ecf53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121488 Feb 07 22:06:05.224868 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fb1a9-1470-4838-b628-1f481f342f30 req-4199e25c-88ed-46e6-bebc-48051cc191ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:05.226313 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b96fb1a9-1470-4838-b628-1f481f342f30 req-4199e25c-88ed-46e6-bebc-48051cc191ef service neutron] 10.222.0.71 "GET /v2.0/subnets?id=43e5044d-f18e-4bbb-8b10-645aea37013d HTTP/1.1" status: 200 len: 835 time: 0.0577865 Feb 07 22:06:05.280248 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fb1a9-1470-4838-b628-1f481f342f30 req-0ef3345d-8e40-44d7-a688-ec5a36f78dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:05.282430 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b96fb1a9-1470-4838-b628-1f481f342f30 req-0ef3345d-8e40-44d7-a688-ec5a36f78dc3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=386eca53-7454-4886-a2ff-534eb675d0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486052 Feb 07 22:06:05.292828 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-b96fb1a9-1470-4838-b628-1f481f342f30 req-c6aa3a06-49da-4dbd-a54d-9644ec8a676f service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 22:06:05.293786 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b96fb1a9-1470-4838-b628-1f481f342f30 req-c6aa3a06-49da-4dbd-a54d-9644ec8a676f service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050793 Feb 07 22:06:05.337212 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c9843ee5-d98e-45c1-9a00-941f06b77e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652779569', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:03:41Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '9733f5c0-be03-4d09-95ef-370bff3f124e', 'name': '', 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:ea:19:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '43e5044d-f18e-4bbb-8b10-645aea37013d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:03:41Z', 'updated_at': '2022-02-07T22:03:45Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '43e5044d-f18e-4bbb-8b10-645aea37013d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:06:05.369046 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9843ee5-d98e-45c1-9a00-941f06b77e7a None None] Checking router: d68964e4-fadd-4cd8-a004-6657b40a2e2e for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:06:05.382567 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b96fb1a9-1470-4838-b628-1f481f342f30 req-aea51584-71b3-4855-ae76-c32d76f4f8de service neutron] 10.222.0.71 "GET /v2.0/networks/386eca53-7454-4886-a2ff-534eb675d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811164 Feb 07 22:06:05.384834 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9843ee5-d98e-45c1-9a00-941f06b77e7a None None] Routers {'d68964e4-fadd-4cd8-a004-6657b40a2e2e'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:06:05.385451 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c9843ee5-d98e-45c1-9a00-941f06b77e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:05:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['d68964e4-fadd-4cd8-a004-6657b40a2e2e'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:06:05.476022 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b96fb1a9-1470-4838-b628-1f481f342f30 req-feb697ec-83d1-497a-bb29-af3cfca03dd9 service neutron] 10.222.0.71 "GET /v2.0/networks/386eca53-7454-4886-a2ff-534eb675d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871377 Feb 07 22:06:05.508553 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-c9843ee5-d98e-45c1-9a00-941f06b77e7a None None] Set router d68964e4-fadd-4cd8-a004-6657b40a2e2e gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:06:05.714425 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c9843ee5-d98e-45c1-9a00-941f06b77e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652779569', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:03:41Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '9733f5c0-be03-4d09-95ef-370bff3f124e', 'name': '', 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:ea:19:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '43e5044d-f18e-4bbb-8b10-645aea37013d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:03:41Z', 'updated_at': '2022-02-07T22:03:45Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '43e5044d-f18e-4bbb-8b10-645aea37013d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:06:05.739955 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9843ee5-d98e-45c1-9a00-941f06b77e7a None None] The sync data for ids ['d68964e4-fadd-4cd8-a004-6657b40a2e2e'] in n-d-828185-2 is: [{'id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652779569', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:03:41Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '9733f5c0-be03-4d09-95ef-370bff3f124e', 'name': '', 'network_id': '386eca53-7454-4886-a2ff-534eb675d0bd', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:ea:19:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '43e5044d-f18e-4bbb-8b10-645aea37013d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:03:41Z', 'updated_at': '2022-02-07T22:03:45Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '43e5044d-f18e-4bbb-8b10-645aea37013d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:06:05.990418 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230e33ab-6f97-4656-8e4b-78c8c3d5474f None None] New status for floating IP 064a3763-62f6-4e6c-91b9-aa5c01c94b5b: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:06:06.341788 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7f419-aace-48ab-a19a-84dc81844054 req-9e53f767-d614-47ef-af4b-55c840f27451 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:06.343288 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38c7f419-aace-48ab-a19a-84dc81844054 req-9e53f767-d614-47ef-af4b-55c840f27451 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 945 time: 0.0543370 Feb 07 22:06:06.392083 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-38c7f419-aace-48ab-a19a-84dc81844054 req-eeaa001e-4629-4c32-8e10-bc250fb4fd29 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=5ed43a43-0755-4cd6-9263-71247d2ecf53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431299 Feb 07 22:06:06.650327 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:06:06.895853 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec8a5c-253c-4c95-91a2-7a6b1cdd6434 req-a3c46f56-a0ca-4d13-ba7e-fe73aa743fe7 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:06.897351 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e0ec8a5c-253c-4c95-91a2-7a6b1cdd6434 req-a3c46f56-a0ca-4d13-ba7e-fe73aa743fe7 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 945 time: 0.0514588 Feb 07 22:06:06.994465 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-e0ec8a5c-253c-4c95-91a2-7a6b1cdd6434 req-1ae6d4af-2cac-4408-9c00-a6f5d1c507e9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Deleting port b8c6fd4e-c769-4bea-9f41-99b37067e817 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:06:06.994724 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e0ec8a5c-253c-4c95-91a2-7a6b1cdd6434 req-1ae6d4af-2cac-4408-9c00-a6f5d1c507e9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (b8c6fd4e-c769-4bea-9f41-99b37067e817), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:07.078229 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-e0ec8a5c-253c-4c95-91a2-7a6b1cdd6434 req-1ae6d4af-2cac-4408-9c00-a6f5d1c507e9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] For port b8c6fd4e-c769-4bea-9f41-99b37067e817, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=b8c6fd4e-c769-4bea-9f41-99b37067e817,segment=NetworkSegment(b9304f6d-070e-4de2-bbf6-1c04f593c92b),segment_id=b9304f6d-070e-4de2-bbf6-1c04f593c92b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:06:07.078583 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e0ec8a5c-253c-4c95-91a2-7a6b1cdd6434 req-1ae6d4af-2cac-4408-9c00-a6f5d1c507e9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (b8c6fd4e-c769-4bea-9f41-99b37067e817), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:07.095857 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-e0ec8a5c-253c-4c95-91a2-7a6b1cdd6434 req-1ae6d4af-2cac-4408-9c00-a6f5d1c507e9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Calling delete_port for b8c6fd4e-c769-4bea-9f41-99b37067e817 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:06:07.218821 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e0ec8a5c-253c-4c95-91a2-7a6b1cdd6434 req-1ae6d4af-2cac-4408-9c00-a6f5d1c507e9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (b8c6fd4e-c769-4bea-9f41-99b37067e817), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:07.247495 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6d4af-2cac-4408-9c00-a6f5d1c507e9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Port': ['ID=b8c6fd4e-c769-4bea-9f41-99b37067e817,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:07.298558 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ec8a5c-253c-4c95-91a2-7a6b1cdd6434 req-1ae6d4af-2cac-4408-9c00-a6f5d1c507e9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] No DVR routers for this DVR port b8c6fd4e-c769-4bea-9f41-99b37067e817 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:06:07.301081 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e0ec8a5c-253c-4c95-91a2-7a6b1cdd6434 req-1ae6d4af-2cac-4408-9c00-a6f5d1c507e9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:07.304650 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e0ec8a5c-253c-4c95-91a2-7a6b1cdd6434 req-1ae6d4af-2cac-4408-9c00-a6f5d1c507e9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.71 "DELETE /v2.0/ports/b8c6fd4e-c769-4bea-9f41-99b37067e817 HTTP/1.1" status: 204 len: 173 time: 0.4026544 Feb 07 22:06:07.305107 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f63d4d0-a9e1-4c50-bfe1-780f1e268254', 'name': 'network-vif-deleted', 'tag': 'b8c6fd4e-c769-4bea-9f41-99b37067e817'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:06:07.308147 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474bd7e2-6e06-4f02-9084-56cf43a4e4b3" -d '{"events": [{"server_uuid": "3f63d4d0-a9e1-4c50-bfe1-780f1e268254", "name": "network-vif-deleted", "tag": "b8c6fd4e-c769-4bea-9f41-99b37067e817"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:06:07.345505 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961042f3-23df-4433-87cc-8e2170ff2b33 x-openstack-request-id: req-961042f3-23df-4433-87cc-8e2170ff2b33 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:06:07.346148 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f63d4d0-a9e1-4c50-bfe1-780f1e268254", "name": "network-vif-deleted", "tag": "b8c6fd4e-c769-4bea-9f41-99b37067e817", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:06:07.346148 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-961042f3-23df-4433-87cc-8e2170ff2b33 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:06:07.346582 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f63d4d0-a9e1-4c50-bfe1-780f1e268254', 'name': 'network-vif-deleted', 'tag': 'b8c6fd4e-c769-4bea-9f41-99b37067e817', 'status': 'completed', 'code': 200} Feb 07 22:06:07.498048 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-94e4c623-7a4d-4077-86dd-de2bfe722930 req-5f7ae2fd-869a-4718-bf6f-3cc3d9826c90 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f63d4d0-a9e1-4c50-bfe1-780f1e268254 HTTP/1.1" status: 200 len: 210 time: 0.0270753 Feb 07 22:06:08.555263 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47320) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:06:08.913210 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bde10c48-fa39-42aa-bc9e-63f0012d8361 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (d68964e4-fadd-4cd8-a004-6657b40a2e2e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:09.172190 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bde10c48-fa39-42aa-bc9e-63f0012d8361 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Deleting port 9733f5c0-be03-4d09-95ef-370bff3f124e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:06:09.172554 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bde10c48-fa39-42aa-bc9e-63f0012d8361 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (9733f5c0-be03-4d09-95ef-370bff3f124e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:09.258139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-bde10c48-fa39-42aa-bc9e-63f0012d8361 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] For port 9733f5c0-be03-4d09-95ef-370bff3f124e, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=9733f5c0-be03-4d09-95ef-370bff3f124e,segment=NetworkSegment(b9304f6d-070e-4de2-bbf6-1c04f593c92b),segment_id=b9304f6d-070e-4de2-bbf6-1c04f593c92b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:06:09.258497 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bde10c48-fa39-42aa-bc9e-63f0012d8361 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (9733f5c0-be03-4d09-95ef-370bff3f124e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:09.271436 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bde10c48-fa39-42aa-bc9e-63f0012d8361 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Calling delete_port for 9733f5c0-be03-4d09-95ef-370bff3f124e owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:06:09.700881 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bde10c48-fa39-42aa-bc9e-63f0012d8361 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (9733f5c0-be03-4d09-95ef-370bff3f124e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:09.730742 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde10c48-fa39-42aa-bc9e-63f0012d8361 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Port': ['ID=9733f5c0-be03-4d09-95ef-370bff3f124e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:09.907698 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bde10c48-fa39-42aa-bc9e-63f0012d8361 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (d68964e4-fadd-4cd8-a004-6657b40a2e2e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:10.127808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde10c48-fa39-42aa-bc9e-63f0012d8361 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Router d68964e4-fadd-4cd8-a004-6657b40a2e2e has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:06:10.242394 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde10c48-fa39-42aa-bc9e-63f0012d8361 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:06:10.248772 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bde10c48-fa39-42aa-bc9e-63f0012d8361 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "PUT /v2.0/routers/d68964e4-fadd-4cd8-a004-6657b40a2e2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6924317 Feb 07 22:06:10.250185 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47322) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:06:10.252441 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfb80ce-9ec5-457d-a227-9d939a2cc246 None None] Sync routers for ids ['d68964e4-fadd-4cd8-a004-6657b40a2e2e'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:06:10.261850 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfb80ce-9ec5-457d-a227-9d939a2cc246 None None] Routers {'d68964e4-fadd-4cd8-a004-6657b40a2e2e'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:06:10.262453 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8dfb80ce-9ec5-457d-a227-9d939a2cc246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:05:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['d68964e4-fadd-4cd8-a004-6657b40a2e2e'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:06:10.302805 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9bce97-2f94-49de-8173-bebe4835ebf0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Deleting subnet 43e5044d-f18e-4bbb-8b10-645aea37013d {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 22:06:10.306019 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc9bce97-2f94-49de-8173-bebe4835ebf0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for subnet (43e5044d-f18e-4bbb-8b10-645aea37013d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:10.346374 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc9bce97-2f94-49de-8173-bebe4835ebf0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (43e5044d-f18e-4bbb-8b10-645aea37013d), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:10.371358 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-8dfb80ce-9ec5-457d-a227-9d939a2cc246 None None] Set router d68964e4-fadd-4cd8-a004-6657b40a2e2e gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:06:10.433938 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc9bce97-2f94-49de-8173-bebe4835ebf0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (43e5044d-f18e-4bbb-8b10-645aea37013d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:10.491187 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc9bce97-2f94-49de-8173-bebe4835ebf0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (43e5044d-f18e-4bbb-8b10-645aea37013d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:10.519105 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9bce97-2f94-49de-8173-bebe4835ebf0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Subnet': ['ID=43e5044d-f18e-4bbb-8b10-645aea37013d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:10.525258 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc9bce97-2f94-49de-8173-bebe4835ebf0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:10.531205 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-bc9bce97-2f94-49de-8173-bebe4835ebf0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "DELETE /v2.0/subnets/43e5044d-f18e-4bbb-8b10-645aea37013d HTTP/1.1" status: 204 len: 168 time: 0.2790365 Feb 07 22:06:10.531847 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc94d8b4-229a-4146-ab5f-4ccb8fd4316b None None] Network 386eca53-7454-4886-a2ff-534eb675d0bd requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:06:10.533976 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47326) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:06:10.537203 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9bce97-2f94-49de-8173-bebe4835ebf0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:10.537566 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9bce97-2f94-49de-8173-bebe4835ebf0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:10.537918 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9bce97-2f94-49de-8173-bebe4835ebf0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:10.538281 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9bce97-2f94-49de-8173-bebe4835ebf0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:10.538600 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9bce97-2f94-49de-8173-bebe4835ebf0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:10.538941 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9bce97-2f94-49de-8173-bebe4835ebf0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:10.539279 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9bce97-2f94-49de-8173-bebe4835ebf0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:10.539614 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9bce97-2f94-49de-8173-bebe4835ebf0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:10.539993 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9bce97-2f94-49de-8173-bebe4835ebf0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:10.540861 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9bce97-2f94-49de-8173-bebe4835ebf0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:10.540861 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9bce97-2f94-49de-8173-bebe4835ebf0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:10.541067 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9bce97-2f94-49de-8173-bebe4835ebf0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:10.542508 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9bce97-2f94-49de-8173-bebe4835ebf0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:10.629058 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8dfb80ce-9ec5-457d-a227-9d939a2cc246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652779569', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:06:09Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:06:10.654539 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4072590-f9ed-4b69-b3d1-f5b25012339c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router (d68964e4-fadd-4cd8-a004-6657b40a2e2e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:10.659258 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfb80ce-9ec5-457d-a227-9d939a2cc246 None None] Checking router: d68964e4-fadd-4cd8-a004-6657b40a2e2e for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:06:10.673969 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfb80ce-9ec5-457d-a227-9d939a2cc246 None None] Routers {'d68964e4-fadd-4cd8-a004-6657b40a2e2e'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:06:10.674573 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8dfb80ce-9ec5-457d-a227-9d939a2cc246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:05:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['d68964e4-fadd-4cd8-a004-6657b40a2e2e'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:06:10.757787 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e30c571-ca17-4c05-b35e-d711a4ac1260 None None] DHCP port deletion for 386eca53-7454-4886-a2ff-534eb675d0bd request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 22:06:10.770161 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4072590-f9ed-4b69-b3d1-f5b25012339c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_gateway (d68964e4-fadd-4cd8-a004-6657b40a2e2e), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:10.809494 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-8dfb80ce-9ec5-457d-a227-9d939a2cc246 None None] Set router d68964e4-fadd-4cd8-a004-6657b40a2e2e gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:06:10.825702 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f4072590-f9ed-4b69-b3d1-f5b25012339c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Deleting port 16a07ca4-87ab-4461-a273-afe1db10dfa2 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:06:10.826049 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4072590-f9ed-4b69-b3d1-f5b25012339c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (16a07ca4-87ab-4461-a273-afe1db10dfa2), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:10.913539 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f4072590-f9ed-4b69-b3d1-f5b25012339c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] For port 16a07ca4-87ab-4461-a273-afe1db10dfa2, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=16a07ca4-87ab-4461-a273-afe1db10dfa2,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:06:10.914069 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4072590-f9ed-4b69-b3d1-f5b25012339c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (16a07ca4-87ab-4461-a273-afe1db10dfa2), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:10.932553 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f4072590-f9ed-4b69-b3d1-f5b25012339c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Calling delete_port for 16a07ca4-87ab-4461-a273-afe1db10dfa2 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:06:10.933916 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4e30c571-ca17-4c05-b35e-d711a4ac1260 None None] Deleting port 80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:06:10.934427 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4e30c571-ca17-4c05-b35e-d711a4ac1260 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:11.116298 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4072590-f9ed-4b69-b3d1-f5b25012339c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (16a07ca4-87ab-4461-a273-afe1db10dfa2), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:11.147762 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4072590-f9ed-4b69-b3d1-f5b25012339c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Port': ['ID=16a07ca4-87ab-4461-a273-afe1db10dfa2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:11.210616 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-4e30c571-ca17-4c05-b35e-d711a4ac1260 None None] For port 80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d,segment=NetworkSegment(b9304f6d-070e-4de2-bbf6-1c04f593c92b),segment_id=b9304f6d-070e-4de2-bbf6-1c04f593c92b)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:06:11.210927 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4e30c571-ca17-4c05-b35e-d711a4ac1260 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:11.213546 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4072590-f9ed-4b69-b3d1-f5b25012339c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (d68964e4-fadd-4cd8-a004-6657b40a2e2e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:11.225989 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4e30c571-ca17-4c05-b35e-d711a4ac1260 None None] Calling delete_port for 80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:06:11.302624 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8dfb80ce-9ec5-457d-a227-9d939a2cc246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652779569', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:06:09Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:06:11.311703 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4072590-f9ed-4b69-b3d1-f5b25012339c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (d68964e4-fadd-4cd8-a004-6657b40a2e2e), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:11.314048 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4072590-f9ed-4b69-b3d1-f5b25012339c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_controller (d68964e4-fadd-4cd8-a004-6657b40a2e2e), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:11.331311 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfb80ce-9ec5-457d-a227-9d939a2cc246 None None] The sync data for ids ['d68964e4-fadd-4cd8-a004-6657b40a2e2e'] in n-d-828185-2 is: [{'id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652779569', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:06:09Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '16a07ca4-87ab-4461-a273-afe1db10dfa2', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68964e4-fadd-4cd8-a004-6657b40a2e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:03:38Z', 'updated_at': '2022-02-07T22:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:06:11.349546 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4e30c571-ca17-4c05-b35e-d711a4ac1260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:11.361737 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4072590-f9ed-4b69-b3d1-f5b25012339c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (d68964e4-fadd-4cd8-a004-6657b40a2e2e), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:11.362313 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4072590-f9ed-4b69-b3d1-f5b25012339c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Fanout notify agent at l3_agent the message router_deleted on router d68964e4-fadd-4cd8-a004-6657b40a2e2e {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:06:11.369401 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4072590-f9ed-4b69-b3d1-f5b25012339c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:11.373176 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-f4072590-f9ed-4b69-b3d1-f5b25012339c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "DELETE /v2.0/routers/d68964e4-fadd-4cd8-a004-6657b40a2e2e HTTP/1.1" status: 204 len: 168 time: 0.8351834 Feb 07 22:06:11.373306 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47328) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:06:11.379759 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30c571-ca17-4c05-b35e-d711a4ac1260 None None] Pushing event deleted for resources: {'Port': ['ID=80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:11.382023 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e30c571-ca17-4c05-b35e-d711a4ac1260 None None] No DVR routers for this DVR port 80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:06:11.392091 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30c571-ca17-4c05-b35e-d711a4ac1260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:11.392681 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30c571-ca17-4c05-b35e-d711a4ac1260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:11.393015 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30c571-ca17-4c05-b35e-d711a4ac1260 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:11.393346 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30c571-ca17-4c05-b35e-d711a4ac1260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:11.393665 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30c571-ca17-4c05-b35e-d711a4ac1260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:11.393992 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30c571-ca17-4c05-b35e-d711a4ac1260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:11.394313 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30c571-ca17-4c05-b35e-d711a4ac1260 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:11.394632 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30c571-ca17-4c05-b35e-d711a4ac1260 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:11.394951 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30c571-ca17-4c05-b35e-d711a4ac1260 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:11.395259 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30c571-ca17-4c05-b35e-d711a4ac1260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:11.395578 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30c571-ca17-4c05-b35e-d711a4ac1260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:11.395892 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30c571-ca17-4c05-b35e-d711a4ac1260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:11.396192 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30c571-ca17-4c05-b35e-d711a4ac1260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:11.452286 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-941b2036-a686-4718-951a-bebbc5280118 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (386eca53-7454-4886-a2ff-534eb675d0bd), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:11.538646 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-941b2036-a686-4718-951a-bebbc5280118 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (386eca53-7454-4886-a2ff-534eb675d0bd), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:11.556780 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device b8c6fd4e-c769-4bea-9f41-99b37067e817 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:06:11.557666 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-941b2036-a686-4718-951a-bebbc5280118 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386eca53-7454-4886-a2ff-534eb675d0bd']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:06:11.566931 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-941b2036-a686-4718-951a-bebbc5280118 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9304f6d-070e-4de2-bbf6-1c04f593c92b') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:06:11.567225 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-941b2036-a686-4718-951a-bebbc5280118 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9304f6d-070e-4de2-bbf6-1c04f593c92b') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:06:11.576094 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: b8c6fd4e-c769-4bea-9f41-99b37067e817 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:06:11.576406 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-941b2036-a686-4718-951a-bebbc5280118 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (b9304f6d-070e-4de2-bbf6-1c04f593c92b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:11.576541 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device b8c6fd4e-c769-4bea-9f41-99b37067e817 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:06:11.590058 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-941b2036-a686-4718-951a-bebbc5280118 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (b9304f6d-070e-4de2-bbf6-1c04f593c92b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:11.596445 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941b2036-a686-4718-951a-bebbc5280118 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:06:11.596864 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-941b2036-a686-4718-951a-bebbc5280118 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (b9304f6d-070e-4de2-bbf6-1c04f593c92b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: timer() Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:06:11.599678 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:06:11.653728 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-941b2036-a686-4718-951a-bebbc5280118 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (386eca53-7454-4886-a2ff-534eb675d0bd), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:11.660923 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-941b2036-a686-4718-951a-bebbc5280118 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:11.663992 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-941b2036-a686-4718-951a-bebbc5280118 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "DELETE /v2.0/networks/386eca53-7454-4886-a2ff-534eb675d0bd HTTP/1.1" status: 204 len: 168 time: 0.2898066 Feb 07 22:06:11.667046 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47330) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:06:11.675822 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b2036-a686-4718-951a-bebbc5280118 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Network': ['ID=386eca53-7454-4886-a2ff-534eb675d0bd,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:11.731622 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a0a22fc-92b1-456f-8916-7832ef1054d9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (5ed43a43-0755-4cd6-9263-71247d2ecf53), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:11.758283 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a0a22fc-92b1-456f-8916-7832ef1054d9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (5ed43a43-0755-4cd6-9263-71247d2ecf53), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:11.826269 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a0a22fc-92b1-456f-8916-7832ef1054d9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (5ed43a43-0755-4cd6-9263-71247d2ecf53), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:11.829758 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a0a22fc-92b1-456f-8916-7832ef1054d9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:11.833513 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8a0a22fc-92b1-456f-8916-7832ef1054d9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "DELETE /v2.0/security-groups/5ed43a43-0755-4cd6-9263-71247d2ecf53 HTTP/1.1" status: 204 len: 168 time: 0.1629143 Feb 07 22:06:11.841136 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a22fc-92b1-456f-8916-7832ef1054d9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed43a43-0755-4cd6-9263-71247d2ecf53,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:12.009532 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47336) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:06:12.014101 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8a725796-3908-483e-9c38-d9c15a996a12 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1604145169', 'description': 'tempest-secgroup-smoke-1604145169 description', 'project_id': 'cb32d546868e49d7bc91660452f9cd72'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:06:12.035055 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a725796-3908-483e-9c38-d9c15a996a12 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.101475 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a725796-3908-483e-9c38-d9c15a996a12 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (61e575c3-65d8-49d8-b706-6a6e0279a4d1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.104973 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a725796-3908-483e-9c38-d9c15a996a12 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (61e575c3-65d8-49d8-b706-6a6e0279a4d1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.132379 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a725796-3908-483e-9c38-d9c15a996a12 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.133588 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8a725796-3908-483e-9c38-d9c15a996a12 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1230536 Feb 07 22:06:12.136784 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47338) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:06:12.137552 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a725796-3908-483e-9c38-d9c15a996a12 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61e575c3-65d8-49d8-b706-6a6e0279a4d1,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:12.141875 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-980ed238-f97f-4ff6-9eab-2f8eb4fd9371 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': '61e575c3-65d8-49d8-b706-6a6e0279a4d1', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:06:12.166173 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-980ed238-f97f-4ff6-9eab-2f8eb4fd9371 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (12319de6-3e74-4a3d-95c6-103f8b90190f), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.224126 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-980ed238-f97f-4ff6-9eab-2f8eb4fd9371 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (12319de6-3e74-4a3d-95c6-103f8b90190f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.227666 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-980ed238-f97f-4ff6-9eab-2f8eb4fd9371 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (12319de6-3e74-4a3d-95c6-103f8b90190f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.244300 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ed238-f97f-4ff6-9eab-2f8eb4fd9371 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12319de6-3e74-4a3d-95c6-103f8b90190f,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:12.251768 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-980ed238-f97f-4ff6-9eab-2f8eb4fd9371 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.252990 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-980ed238-f97f-4ff6-9eab-2f8eb4fd9371 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152055 Feb 07 22:06:12.255963 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47340) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:06:12.260232 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5456d9dc-2862-464e-b756-280f9a4fa787 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': '61e575c3-65d8-49d8-b706-6a6e0279a4d1', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:06:12.284762 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5456d9dc-2862-464e-b756-280f9a4fa787 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (98d1396a-5417-4044-978d-20c722bbf010), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.342548 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5456d9dc-2862-464e-b756-280f9a4fa787 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (98d1396a-5417-4044-978d-20c722bbf010), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.352075 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5456d9dc-2862-464e-b756-280f9a4fa787 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (98d1396a-5417-4044-978d-20c722bbf010), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.370466 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456d9dc-2862-464e-b756-280f9a4fa787 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d1396a-5417-4044-978d-20c722bbf010,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:12.378927 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5456d9dc-2862-464e-b756-280f9a4fa787 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.380162 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5456d9dc-2862-464e-b756-280f9a4fa787 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232185 Feb 07 22:06:12.383018 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47342) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:06:12.385355 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:06:12.387489 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c42b3818-51b8-4549-9abd-ac21f68bb448 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': '61e575c3-65d8-49d8-b706-6a6e0279a4d1', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:06:12.405685 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:06:12.406081 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 80c7975a-0ee5-4a8b-80b3-3a8d6f661a3d not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:06:12.406484 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 16a07ca4-87ab-4461-a273-afe1db10dfa2 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:06:12.414136 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c42b3818-51b8-4549-9abd-ac21f68bb448 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (65e37454-1087-4e75-ac77-588b6380e230), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.426730 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 16a07ca4-87ab-4461-a273-afe1db10dfa2 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:06:12.427078 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 16a07ca4-87ab-4461-a273-afe1db10dfa2 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:06:12.427493 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9733f5c0-be03-4d09-95ef-370bff3f124e no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:06:12.445638 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 9733f5c0-be03-4d09-95ef-370bff3f124e {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:06:12.445987 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 9733f5c0-be03-4d09-95ef-370bff3f124e not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:06:12.471344 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c42b3818-51b8-4549-9abd-ac21f68bb448 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (65e37454-1087-4e75-ac77-588b6380e230), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.474751 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c42b3818-51b8-4549-9abd-ac21f68bb448 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (65e37454-1087-4e75-ac77-588b6380e230), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.491851 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b3818-51b8-4549-9abd-ac21f68bb448 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e37454-1087-4e75-ac77-588b6380e230,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:12.498562 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c42b3818-51b8-4549-9abd-ac21f68bb448 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.499752 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c42b3818-51b8-4549-9abd-ac21f68bb448 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157565 Feb 07 22:06:12.502974 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47344) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:06:12.507164 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c2555658-1b1f-4996-a0c6-fdd21b32ab80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': '61e575c3-65d8-49d8-b706-6a6e0279a4d1', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:06:12.530666 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c2555658-1b1f-4996-a0c6-fdd21b32ab80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (91cdda3d-bc03-4d6b-a966-7dd1a617f929), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.590369 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c2555658-1b1f-4996-a0c6-fdd21b32ab80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (91cdda3d-bc03-4d6b-a966-7dd1a617f929), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.594033 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c2555658-1b1f-4996-a0c6-fdd21b32ab80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (91cdda3d-bc03-4d6b-a966-7dd1a617f929), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.610744 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2555658-1b1f-4996-a0c6-fdd21b32ab80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91cdda3d-bc03-4d6b-a966-7dd1a617f929,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:12.618444 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c2555658-1b1f-4996-a0c6-fdd21b32ab80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.619645 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c2555658-1b1f-4996-a0c6-fdd21b32ab80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157520 Feb 07 22:06:12.622428 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47346) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:06:12.627124 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-68677660-70b2-44f0-9c3b-f94dc4d78b99 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': '61e575c3-65d8-49d8-b706-6a6e0279a4d1', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:06:12.645972 n-d-828185-2 neutron-server[103256]: INFO neutron.db.securitygroups_db [None req-68677660-70b2-44f0-9c3b-f94dc4d78b99 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Project cb32d546868e49d7bc91660452f9cd72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 22:06:12.650597 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-68677660-70b2-44f0-9c3b-f94dc4d78b99 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (64f4373e-0a22-40ae-89ba-bb0e6e49f4f0), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.708013 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-68677660-70b2-44f0-9c3b-f94dc4d78b99 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (64f4373e-0a22-40ae-89ba-bb0e6e49f4f0), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.712109 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-68677660-70b2-44f0-9c3b-f94dc4d78b99 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (64f4373e-0a22-40ae-89ba-bb0e6e49f4f0), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.731890 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68677660-70b2-44f0-9c3b-f94dc4d78b99 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f4373e-0a22-40ae-89ba-bb0e6e49f4f0,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:12.737416 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-68677660-70b2-44f0-9c3b-f94dc4d78b99 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.738609 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-68677660-70b2-44f0-9c3b-f94dc4d78b99 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1153262 Feb 07 22:06:12.741284 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47348) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:06:12.745509 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-49c2cba8-7c7c-44e8-b042-a8feccaccb10 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': '61e575c3-65d8-49d8-b706-6a6e0279a4d1', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:06:12.765344 n-d-828185-2 neutron-server[103256]: INFO neutron.db.securitygroups_db [None req-49c2cba8-7c7c-44e8-b042-a8feccaccb10 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Project cb32d546868e49d7bc91660452f9cd72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 22:06:12.770789 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-49c2cba8-7c7c-44e8-b042-a8feccaccb10 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (461c3cf6-bb07-4bc9-8713-577240dda44a), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.827335 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-49c2cba8-7c7c-44e8-b042-a8feccaccb10 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (461c3cf6-bb07-4bc9-8713-577240dda44a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.831461 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-49c2cba8-7c7c-44e8-b042-a8feccaccb10 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (461c3cf6-bb07-4bc9-8713-577240dda44a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.851089 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2cba8-7c7c-44e8-b042-a8feccaccb10 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=461c3cf6-bb07-4bc9-8713-577240dda44a,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:12.856301 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-49c2cba8-7c7c-44e8-b042-a8feccaccb10 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.857504 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-49c2cba8-7c7c-44e8-b042-a8feccaccb10 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1153066 Feb 07 22:06:12.860912 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47350) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:06:12.865631 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2c733c2e-7df8-445c-9e40-52fe186e2031 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'network': {'name': 'tempest-network-smoke--451830035', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'port_security_enabled': True}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:06:12.884537 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c733c2e-7df8-445c-9e40-52fe186e2031 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Made reservation on behalf of cb32d546868e49d7bc91660452f9cd72 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:06:12.887884 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c733c2e-7df8-445c-9e40-52fe186e2031 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.910186 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c733c2e-7df8-445c-9e40-52fe186e2031 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:06:12.919151 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c733c2e-7df8-445c-9e40-52fe186e2031 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (8093b498-7ab6-4f88-82b7-d08f03051f78), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.919520 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-2c733c2e-7df8-445c-9e40-52fe186e2031 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Added segment 8093b498-7ab6-4f88-82b7-d08f03051f78 of type vlan for network f1f160cf-787c-4432-a9c1-1fc9c802f6e0 Feb 07 22:06:12.960950 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c733c2e-7df8-445c-9e40-52fe186e2031 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (f1f160cf-787c-4432-a9c1-1fc9c802f6e0), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.985878 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c733c2e-7df8-445c-9e40-52fe186e2031 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (f1f160cf-787c-4432-a9c1-1fc9c802f6e0), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:12.990752 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c733c2e-7df8-445c-9e40-52fe186e2031 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:12.991324 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c733c2e-7df8-445c-9e40-52fe186e2031 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:13.042933 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2c733c2e-7df8-445c-9e40-52fe186e2031 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1810279 Feb 07 22:06:13.045839 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47352) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:06:13.050648 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-44f565ee-43a6-4573-8cad-9621451cf4ad tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1369964784', 'admin_state_up': True, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:06:13.057019 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c733c2e-7df8-445c-9e40-52fe186e2031 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Network': ['ID=f1f160cf-787c-4432-a9c1-1fc9c802f6e0,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:13.067602 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network f1f160cf-787c-4432-a9c1-1fc9c802f6e0 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:06:13.076484 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44f565ee-43a6-4573-8cad-9621451cf4ad tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (fd9c064f-3189-4323-be36-bad6991b78fc), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:13.077493 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44f565ee-43a6-4573-8cad-9621451cf4ad tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (fd9c064f-3189-4323-be36-bad6991b78fc), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:13.132089 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44f565ee-43a6-4573-8cad-9621451cf4ad tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_controller (fd9c064f-3189-4323-be36-bad6991b78fc), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:13.268782 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44f565ee-43a6-4573-8cad-9621451cf4ad tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_gateway (fd9c064f-3189-4323-be36-bad6991b78fc), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:13.465420 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44f565ee-43a6-4573-8cad-9621451cf4ad tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_gateway (fd9c064f-3189-4323-be36-bad6991b78fc), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:13.483219 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44f565ee-43a6-4573-8cad-9621451cf4ad tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:13.581072 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-44f565ee-43a6-4573-8cad-9621451cf4ad tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Allocated IP 172.25.4.143 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/f744abf2-e2f0-4560-82d2-af029d3b7adc) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:06:13.687305 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44f565ee-43a6-4573-8cad-9621451cf4ad tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (f744abf2-e2f0-4560-82d2-af029d3b7adc), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:13.721732 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44f565ee-43a6-4573-8cad-9621451cf4ad tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f744abf2-e2f0-4560-82d2-af029d3b7adc), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:13.761966 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f565ee-43a6-4573-8cad-9621451cf4ad tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:06:13.764856 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-44f565ee-43a6-4573-8cad-9621451cf4ad tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:06:13.768244 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f565ee-43a6-4573-8cad-9621451cf4ad tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:06:13.789132 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f565ee-43a6-4573-8cad-9621451cf4ad tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=f744abf2-e2f0-4560-82d2-af029d3b7adc,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:14.012903 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44f565ee-43a6-4573-8cad-9621451cf4ad tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_gateway (fd9c064f-3189-4323-be36-bad6991b78fc), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:14.477659 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44f565ee-43a6-4573-8cad-9621451cf4ad tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (fd9c064f-3189-4323-be36-bad6991b78fc), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:14.603521 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f565ee-43a6-4573-8cad-9621451cf4ad tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Router fd9c064f-3189-4323-be36-bad6991b78fc is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:06:14.708562 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f565ee-43a6-4573-8cad-9621451cf4ad tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:06:14.718961 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11330b6a-82b1-4912-a590-7ed42e1f26b6 None None] Sync routers for ids ['fd9c064f-3189-4323-be36-bad6991b78fc'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:06:14.728652 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44f565ee-43a6-4573-8cad-9621451cf4ad tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:14.732761 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-44f565ee-43a6-4573-8cad-9621451cf4ad tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6829598 Feb 07 22:06:14.733164 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47354) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:06:14.734833 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11330b6a-82b1-4912-a590-7ed42e1f26b6 None None] Routers {'fd9c064f-3189-4323-be36-bad6991b78fc'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:06:14.735511 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-11330b6a-82b1-4912-a590-7ed42e1f26b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:05:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['fd9c064f-3189-4323-be36-bad6991b78fc'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:06:14.761378 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-93691388-cfe8-497c-8367-4bc031a5ee50 tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=cb32d546868e49d7bc91660452f9cd72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268536 Feb 07 22:06:14.763969 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47356) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:06:14.842065 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-11330b6a-82b1-4912-a590-7ed42e1f26b6 None None] Set router fd9c064f-3189-4323-be36-bad6991b78fc gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:06:14.848116 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39417825-a8ca-4ee3-8da8-24f178d7605e tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:14.849654 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-39417825-a8ca-4ee3-8da8-24f178d7605e tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0847213 Feb 07 22:06:14.852463 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47358) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:06:14.883424 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2038abbc-99ec-47f2-ade9-4cb015e156eb tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298889 Feb 07 22:06:14.885898 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47360) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:06:14.890489 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b4f59233-5120-463c-b53a-23e0cf5563ef tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-817228194', 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:06:14.978218 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f59233-5120-463c-b53a-23e0cf5563ef tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Made reservation on behalf of cb32d546868e49d7bc91660452f9cd72 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:06:14.981801 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4f59233-5120-463c-b53a-23e0cf5563ef tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:15.105989 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-11330b6a-82b1-4912-a590-7ed42e1f26b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369964784', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:06:13Z', 'revision_number': 3, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:06:15.132458 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11330b6a-82b1-4912-a590-7ed42e1f26b6 None None] Checking router: fd9c064f-3189-4323-be36-bad6991b78fc for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:06:15.132814 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11330b6a-82b1-4912-a590-7ed42e1f26b6 None None] Updating router fd9c064f-3189-4323-be36-bad6991b78fc port f744abf2-e2f0-4560-82d2-af029d3b7adc binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:06:15.162304 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-11330b6a-82b1-4912-a590-7ed42e1f26b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f744abf2-e2f0-4560-82d2-af029d3b7adc), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:15.173263 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4f59233-5120-463c-b53a-23e0cf5563ef tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (420ca0dd-515a-40f2-adb8-cd6dc78593ef), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:15.233008 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f59233-5120-463c-b53a-23e0cf5563ef tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Subnet': ['ID=420ca0dd-515a-40f2-adb8-cd6dc78593ef,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:15.241452 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f59233-5120-463c-b53a-23e0cf5563ef tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Checking segment: {'id': '8093b498-7ab6-4f88-82b7-d08f03051f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:06:15.241816 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f59233-5120-463c-b53a-23e0cf5563ef tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network hostable DHCP agents. Network: f1f160cf-787c-4432-a9c1-1fc9c802f6e0, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:06:15.258696 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f59233-5120-463c-b53a-23e0cf5563ef tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network f1f160cf-787c-4432-a9c1-1fc9c802f6e0 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:06:15.267340 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-b4f59233-5120-463c-b53a-23e0cf5563ef tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, f1f160cf-787c-4432-a9c1-1fc9c802f6e0) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:06:15.272326 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f59233-5120-463c-b53a-23e0cf5563ef tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:15.273220 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4f59233-5120-463c-b53a-23e0cf5563ef tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:15.276510 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f8b537-2750-488f-9522-57ee0dc11361 None None] Network f1f160cf-787c-4432-a9c1-1fc9c802f6e0 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:06:15.294560 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b4f59233-5120-463c-b53a-23e0cf5563ef tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4050660 Feb 07 22:06:15.294797 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47362) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:06:15.387003 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844399e9-fba6-41c4-b8dc-b18cf01faa3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-f1f160cf-787c-4432-a9c1-1fc9c802f6e0', 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'fixed_ips': [{'subnet_id': '420ca0dd-515a-40f2-adb8-cd6dc78593ef'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 22:06:15.388686 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-844399e9-fba6-41c4-b8dc-b18cf01faa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:15.420642 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-11330b6a-82b1-4912-a590-7ed42e1f26b6 None None] Publish callbacks [] for port (f744abf2-e2f0-4560-82d2-af029d3b7adc), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:15.426937 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-11330b6a-82b1-4912-a590-7ed42e1f26b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f744abf2-e2f0-4560-82d2-af029d3b7adc), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:15.480154 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-11330b6a-82b1-4912-a590-7ed42e1f26b6 None None] Attempting to bind port f744abf2-e2f0-4560-82d2-af029d3b7adc on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:06:15.480536 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-11330b6a-82b1-4912-a590-7ed42e1f26b6 None None] Attempting to bind port f744abf2-e2f0-4560-82d2-af029d3b7adc by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:06:15.480897 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11330b6a-82b1-4912-a590-7ed42e1f26b6 None None] Attempting to bind port f744abf2-e2f0-4560-82d2-af029d3b7adc on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:06:15.490242 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11330b6a-82b1-4912-a590-7ed42e1f26b6 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:06:15.491178 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11330b6a-82b1-4912-a590-7ed42e1f26b6 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:06:15.491178 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-11330b6a-82b1-4912-a590-7ed42e1f26b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:15.491415 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11330b6a-82b1-4912-a590-7ed42e1f26b6 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:06:15.491856 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-11330b6a-82b1-4912-a590-7ed42e1f26b6 None None] Bound port: f744abf2-e2f0-4560-82d2-af029d3b7adc, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:06:15.492234 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-11330b6a-82b1-4912-a590-7ed42e1f26b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f744abf2-e2f0-4560-82d2-af029d3b7adc), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:15.495591 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038385d-62db-4eb0-a535-da44fe13d0e7 None None] Pushing event updated for resources: {'Port': ['ID=f744abf2-e2f0-4560-82d2-af029d3b7adc,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:15.527102 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-844399e9-fba6-41c4-b8dc-b18cf01faa3f None None] Allocated IP 172.20.0.2 (f1f160cf-787c-4432-a9c1-1fc9c802f6e0/420ca0dd-515a-40f2-adb8-cd6dc78593ef/5490b42f-410b-4ac4-9f62-a11f2f6af1ec) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:06:15.548801 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-11330b6a-82b1-4912-a590-7ed42e1f26b6 None None] For port f744abf2-e2f0-4560-82d2-af029d3b7adc, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:06:15.551746 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-11330b6a-82b1-4912-a590-7ed42e1f26b6 None None] For port f744abf2-e2f0-4560-82d2-af029d3b7adc, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f744abf2-e2f0-4560-82d2-af029d3b7adc,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:06:15.555029 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d038385d-62db-4eb0-a535-da44fe13d0e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:15.555431 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d038385d-62db-4eb0-a535-da44fe13d0e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:15.555772 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d038385d-62db-4eb0-a535-da44fe13d0e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:15.556137 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d038385d-62db-4eb0-a535-da44fe13d0e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:15.556371 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d038385d-62db-4eb0-a535-da44fe13d0e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:15.556694 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d038385d-62db-4eb0-a535-da44fe13d0e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:15.557017 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d038385d-62db-4eb0-a535-da44fe13d0e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:15.557336 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d038385d-62db-4eb0-a535-da44fe13d0e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:15.557659 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d038385d-62db-4eb0-a535-da44fe13d0e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:15.558012 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d038385d-62db-4eb0-a535-da44fe13d0e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:15.558344 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d038385d-62db-4eb0-a535-da44fe13d0e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:15.558643 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d038385d-62db-4eb0-a535-da44fe13d0e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:15.558958 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d038385d-62db-4eb0-a535-da44fe13d0e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:06:15.563034 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-11330b6a-82b1-4912-a590-7ed42e1f26b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f744abf2-e2f0-4560-82d2-af029d3b7adc), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:15.617701 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11330b6a-82b1-4912-a590-7ed42e1f26b6 None None] Routers {'fd9c064f-3189-4323-be36-bad6991b78fc'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:06:15.618820 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-11330b6a-82b1-4912-a590-7ed42e1f26b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:05:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['fd9c064f-3189-4323-be36-bad6991b78fc'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:06:15.683045 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-844399e9-fba6-41c4-b8dc-b18cf01faa3f None None] Publish callbacks [] for port (5490b42f-410b-4ac4-9f62-a11f2f6af1ec), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:15.690202 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-844399e9-fba6-41c4-b8dc-b18cf01faa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (5490b42f-410b-4ac4-9f62-a11f2f6af1ec), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:15.711123 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038385d-62db-4eb0-a535-da44fe13d0e7 None None] Pushing event updated for resources: {'Port': ['ID=f744abf2-e2f0-4560-82d2-af029d3b7adc,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:15.732695 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844399e9-fba6-41c4-b8dc-b18cf01faa3f None None] Network f1f160cf-787c-4432-a9c1-1fc9c802f6e0 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:06:15.737734 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-844399e9-fba6-41c4-b8dc-b18cf01faa3f None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:06:15.741983 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844399e9-fba6-41c4-b8dc-b18cf01faa3f None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:06:15.743397 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-11330b6a-82b1-4912-a590-7ed42e1f26b6 None None] Set router fd9c064f-3189-4323-be36-bad6991b78fc gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:06:15.745021 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844399e9-fba6-41c4-b8dc-b18cf01faa3f None None] Pushing event updated for resources: {'Port': ['ID=5490b42f-410b-4ac4-9f62-a11f2f6af1ec,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:15.784574 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-814d2f1a-33ba-42bb-86b1-d414cbaa9c67 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:15.803868 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-844399e9-fba6-41c4-b8dc-b18cf01faa3f None None] Attempting to bind port 5490b42f-410b-4ac4-9f62-a11f2f6af1ec on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:06:15.804249 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-844399e9-fba6-41c4-b8dc-b18cf01faa3f None None] Attempting to bind port 5490b42f-410b-4ac4-9f62-a11f2f6af1ec by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '8093b498-7ab6-4f88-82b7-d08f03051f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:06:15.804622 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844399e9-fba6-41c4-b8dc-b18cf01faa3f None None] Attempting to bind port 5490b42f-410b-4ac4-9f62-a11f2f6af1ec on network f1f160cf-787c-4432-a9c1-1fc9c802f6e0 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:06:15.809630 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844399e9-fba6-41c4-b8dc-b18cf01faa3f None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:06:15.810048 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844399e9-fba6-41c4-b8dc-b18cf01faa3f None None] Checking segment: {'id': '8093b498-7ab6-4f88-82b7-d08f03051f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:06:15.810451 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-844399e9-fba6-41c4-b8dc-b18cf01faa3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:15.810839 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844399e9-fba6-41c4-b8dc-b18cf01faa3f None None] Bound using segment: {'id': '8093b498-7ab6-4f88-82b7-d08f03051f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:06:15.811288 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-844399e9-fba6-41c4-b8dc-b18cf01faa3f None None] Bound port: 5490b42f-410b-4ac4-9f62-a11f2f6af1ec, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8093b498-7ab6-4f88-82b7-d08f03051f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:06:15.811666 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-844399e9-fba6-41c4-b8dc-b18cf01faa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5490b42f-410b-4ac4-9f62-a11f2f6af1ec), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:15.874898 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-844399e9-fba6-41c4-b8dc-b18cf01faa3f None None] For port 5490b42f-410b-4ac4-9f62-a11f2f6af1ec, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:06:15.878095 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-844399e9-fba6-41c4-b8dc-b18cf01faa3f None None] For port 5490b42f-410b-4ac4-9f62-a11f2f6af1ec, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=5490b42f-410b-4ac4-9f62-a11f2f6af1ec,segment=NetworkSegment(8093b498-7ab6-4f88-82b7-d08f03051f78),segment_id=8093b498-7ab6-4f88-82b7-d08f03051f78)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:06:15.884828 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-844399e9-fba6-41c4-b8dc-b18cf01faa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (5490b42f-410b-4ac4-9f62-a11f2f6af1ec), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:15.946712 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-11330b6a-82b1-4912-a590-7ed42e1f26b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369964784', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:06:13Z', 'revision_number': 3, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:06:15.958996 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844399e9-fba6-41c4-b8dc-b18cf01faa3f None None] Pushing event updated for resources: {'Port': ['ID=5490b42f-410b-4ac4-9f62-a11f2f6af1ec,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:15.978792 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11330b6a-82b1-4912-a590-7ed42e1f26b6 None None] The sync data for ids ['fd9c064f-3189-4323-be36-bad6991b78fc'] in n-d-828185-2 is: [{'id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369964784', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:06:13Z', 'revision_number': 3, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:06:16.074363 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-814d2f1a-33ba-42bb-86b1-d414cbaa9c67 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Allocated IP 172.20.0.1 (f1f160cf-787c-4432-a9c1-1fc9c802f6e0/420ca0dd-515a-40f2-adb8-cd6dc78593ef/ec3c9e4c-8812-4515-8c66-786e735c2ae2) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:06:16.212967 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-814d2f1a-33ba-42bb-86b1-d414cbaa9c67 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (ec3c9e4c-8812-4515-8c66-786e735c2ae2), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:16.273684 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-814d2f1a-33ba-42bb-86b1-d414cbaa9c67 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ec3c9e4c-8812-4515-8c66-786e735c2ae2), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:16.336199 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814d2f1a-33ba-42bb-86b1-d414cbaa9c67 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network f1f160cf-787c-4432-a9c1-1fc9c802f6e0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:06:16.337864 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-814d2f1a-33ba-42bb-86b1-d414cbaa9c67 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:06:16.341907 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814d2f1a-33ba-42bb-86b1-d414cbaa9c67 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:06:16.378462 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d2f1a-33ba-42bb-86b1-d414cbaa9c67 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=ec3c9e4c-8812-4515-8c66-786e735c2ae2,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:16.405869 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-814d2f1a-33ba-42bb-86b1-d414cbaa9c67 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (fd9c064f-3189-4323-be36-bad6991b78fc), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:16.525113 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f744abf2-e2f0-4560-82d2-af029d3b7adc up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:06:16.568353 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-814d2f1a-33ba-42bb-86b1-d414cbaa9c67 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ec3c9e4c-8812-4515-8c66-786e735c2ae2), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:16.584520 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port f744abf2-e2f0-4560-82d2-af029d3b7adc triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:06:16.584899 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f744abf2-e2f0-4560-82d2-af029d3b7adc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:16.674512 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port f744abf2-e2f0-4560-82d2-af029d3b7adc is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:06:16.675118 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f744abf2-e2f0-4560-82d2-af029d3b7adc), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:16.698824 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port f744abf2-e2f0-4560-82d2-af029d3b7adc, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f744abf2-e2f0-4560-82d2-af029d3b7adc,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:06:16.703670 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f744abf2-e2f0-4560-82d2-af029d3b7adc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:16.705078 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 5490b42f-410b-4ac4-9f62-a11f2f6af1ec up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:06:16.779541 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=f744abf2-e2f0-4560-82d2-af029d3b7adc,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:16.823511 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 5490b42f-410b-4ac4-9f62-a11f2f6af1ec triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:06:16.823994 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5490b42f-410b-4ac4-9f62-a11f2f6af1ec), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:16.914082 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-814d2f1a-33ba-42bb-86b1-d414cbaa9c67 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (ec3c9e4c-8812-4515-8c66-786e735c2ae2), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:16.919408 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-814d2f1a-33ba-42bb-86b1-d414cbaa9c67 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (ec3c9e4c-8812-4515-8c66-786e735c2ae2), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:16.927448 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 5490b42f-410b-4ac4-9f62-a11f2f6af1ec is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:06:16.930039 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5490b42f-410b-4ac4-9f62-a11f2f6af1ec), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:16.969077 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 5490b42f-410b-4ac4-9f62-a11f2f6af1ec, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=5490b42f-410b-4ac4-9f62-a11f2f6af1ec,segment=NetworkSegment(8093b498-7ab6-4f88-82b7-d08f03051f78),segment_id=8093b498-7ab6-4f88-82b7-d08f03051f78)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:06:16.974189 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (5490b42f-410b-4ac4-9f62-a11f2f6af1ec), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:17.015161 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d2f1a-33ba-42bb-86b1-d414cbaa9c67 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=ec3c9e4c-8812-4515-8c66-786e735c2ae2,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:17.019737 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-814d2f1a-33ba-42bb-86b1-d414cbaa9c67 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (fd9c064f-3189-4323-be36-bad6991b78fc), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:17.050736 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=5490b42f-410b-4ac4-9f62-a11f2f6af1ec,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:17.087391 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c660505f-e441-485c-a97c-c9d2843e4464 None None] Network f1f160cf-787c-4432-a9c1-1fc9c802f6e0 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:06:17.124822 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814d2f1a-33ba-42bb-86b1-d414cbaa9c67 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network f1f160cf-787c-4432-a9c1-1fc9c802f6e0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:06:17.126708 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-814d2f1a-33ba-42bb-86b1-d414cbaa9c67 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:06:17.144583 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b95ca656-8606-440f-876d-65253d3e2ab1 None None] Provisioning complete for port 5490b42f-410b-4ac4-9f62-a11f2f6af1ec triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:06:17.145043 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b95ca656-8606-440f-876d-65253d3e2ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5490b42f-410b-4ac4-9f62-a11f2f6af1ec), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:17.242618 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814d2f1a-33ba-42bb-86b1-d414cbaa9c67 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Router fd9c064f-3189-4323-be36-bad6991b78fc has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:06:17.267491 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b95ca656-8606-440f-876d-65253d3e2ab1 None None] Current status of the port 5490b42f-410b-4ac4-9f62-a11f2f6af1ec is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:06:17.359299 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814d2f1a-33ba-42bb-86b1-d414cbaa9c67 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:06:17.371487 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-814d2f1a-33ba-42bb-86b1-d414cbaa9c67 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "PUT /v2.0/routers/fd9c064f-3189-4323-be36-bad6991b78fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0695302 Feb 07 22:06:17.508388 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b4b43d10-e40b-46a1-ae70-412f4d3894a9 None None] Provisioning complete for port 5490b42f-410b-4ac4-9f62-a11f2f6af1ec triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:06:17.508388 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b4b43d10-e40b-46a1-ae70-412f4d3894a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5490b42f-410b-4ac4-9f62-a11f2f6af1ec), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:17.582891 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-067b56c8-44f2-436d-a9cd-fa5bc626fdc1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604145169&fields=id&tenant_id=cb32d546868e49d7bc91660452f9cd72 HTTP/1.1" status: 200 len: 267 time: 0.0580425 Feb 07 22:06:17.604250 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b4b43d10-e40b-46a1-ae70-412f4d3894a9 None None] Current status of the port 5490b42f-410b-4ac4-9f62-a11f2f6af1ec is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:06:17.617492 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b4b43d10-e40b-46a1-ae70-412f4d3894a9 None None] Provisioning complete for port ec3c9e4c-8812-4515-8c66-786e735c2ae2 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:06:17.618260 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b4b43d10-e40b-46a1-ae70-412f4d3894a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ec3c9e4c-8812-4515-8c66-786e735c2ae2), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:17.659967 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b4b43d10-e40b-46a1-ae70-412f4d3894a9 None None] Port ec3c9e4c-8812-4515-8c66-786e735c2ae2 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:06:17.701534 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-b45c2dc4-65d9-4ad4-878f-8fff856a40a9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:17.703351 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-b45c2dc4-65d9-4ad4-878f-8fff856a40a9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/networks?id=f1f160cf-787c-4432-a9c1-1fc9c802f6e0 HTTP/1.1" status: 200 len: 796 time: 0.1106164 Feb 07 22:06:17.719933 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-879281ad-8ff2-4c8a-9614-aec001a5047b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/quotas/cb32d546868e49d7bc91660452f9cd72 HTTP/1.1" status: 200 len: 375 time: 0.0100560 Feb 07 22:06:17.784326 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-8e261dbd-5b2b-43df-930e-bb58a581ab32 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553744 Feb 07 22:06:17.784489 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-44795e0b-dc15-44c3-9e48-3f9181a6da78 None None] Provisioning complete for port ec3c9e4c-8812-4515-8c66-786e735c2ae2 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:06:17.784849 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-44795e0b-dc15-44c3-9e48-3f9181a6da78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ec3c9e4c-8812-4515-8c66-786e735c2ae2), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:17.807985 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-eb4b4222-f3a0-4f1e-9805-6730c2a69db7 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 22:06:17.811418 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-eb4b4222-f3a0-4f1e-9805-6730c2a69db7 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119991 Feb 07 22:06:17.822017 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-44795e0b-dc15-44c3-9e48-3f9181a6da78 None None] Port ec3c9e4c-8812-4515-8c66-786e735c2ae2 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:06:17.879846 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc7640a-b69f-48ce-99f8-1dbfb38e2843 None None] Sync routers for ids ['fd9c064f-3189-4323-be36-bad6991b78fc'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:06:17.892989 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc7640a-b69f-48ce-99f8-1dbfb38e2843 None None] Routers {'fd9c064f-3189-4323-be36-bad6991b78fc'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:06:17.893697 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1fc7640a-b69f-48ce-99f8-1dbfb38e2843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:05:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['fd9c064f-3189-4323-be36-bad6991b78fc'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:06:17.922310 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-c0e9a2f1-ae2c-4b4b-9fdb-dd1c43fe26cf service neutron] 10.222.0.65 "GET /v2.0/networks/f1f160cf-787c-4432-a9c1-1fc9c802f6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035497 Feb 07 22:06:17.983165 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-91df8351-c9f3-482f-84cd-36ddf267d3ea None None] Provisioning complete for port ec3c9e4c-8812-4515-8c66-786e735c2ae2 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:06:17.983530 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-91df8351-c9f3-482f-84cd-36ddf267d3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ec3c9e4c-8812-4515-8c66-786e735c2ae2), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:18.010950 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-b651033f-ac56-4b7c-ae76-16baa15d780b service neutron] 10.222.0.65 "GET /v2.0/networks/f1f160cf-787c-4432-a9c1-1fc9c802f6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827775 Feb 07 22:06:18.034372 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-91df8351-c9f3-482f-84cd-36ddf267d3ea None None] Port ec3c9e4c-8812-4515-8c66-786e735c2ae2 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:06:18.042908 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1fc7640a-b69f-48ce-99f8-1dbfb38e2843 None None] Set router fd9c064f-3189-4323-be36-bad6991b78fc gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:06:18.238125 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1fc7640a-b69f-48ce-99f8-1dbfb38e2843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369964784', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:06:16Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'ec3c9e4c-8812-4515-8c66-786e735c2ae2', 'name': '', 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:71:66:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '420ca0dd-515a-40f2-adb8-cd6dc78593ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:06:15Z', 'updated_at': '2022-02-07T22:06:16Z', 'revision_number': 2, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '420ca0dd-515a-40f2-adb8-cd6dc78593ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:06:18.263255 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc7640a-b69f-48ce-99f8-1dbfb38e2843 None None] Checking router: fd9c064f-3189-4323-be36-bad6991b78fc for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:06:18.263610 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc7640a-b69f-48ce-99f8-1dbfb38e2843 None None] Updating router fd9c064f-3189-4323-be36-bad6991b78fc port ec3c9e4c-8812-4515-8c66-786e735c2ae2 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:06:18.289567 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1fc7640a-b69f-48ce-99f8-1dbfb38e2843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ec3c9e4c-8812-4515-8c66-786e735c2ae2), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:18.346071 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f744abf2-e2f0-4560-82d2-af029d3b7adc up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:06:18.502544 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port f744abf2-e2f0-4560-82d2-af029d3b7adc triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:06:18.502916 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f744abf2-e2f0-4560-82d2-af029d3b7adc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:18.570776 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-71dfbbf2-e985-4926-8f68-87a871c9f56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:18.664161 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1fc7640a-b69f-48ce-99f8-1dbfb38e2843 None None] Publish callbacks [] for port (ec3c9e4c-8812-4515-8c66-786e735c2ae2), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:18.667517 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port f744abf2-e2f0-4560-82d2-af029d3b7adc is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:06:18.668614 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 5490b42f-410b-4ac4-9f62-a11f2f6af1ec up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:06:18.671387 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1fc7640a-b69f-48ce-99f8-1dbfb38e2843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ec3c9e4c-8812-4515-8c66-786e735c2ae2), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:18.753783 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d6e4e-5778-4272-8341-3c5a90ba09a5 None None] Pushing event updated for resources: {'Port': ['ID=ec3c9e4c-8812-4515-8c66-786e735c2ae2,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:18.800146 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 5490b42f-410b-4ac4-9f62-a11f2f6af1ec triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:06:18.800551 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5490b42f-410b-4ac4-9f62-a11f2f6af1ec), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:18.834076 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1fc7640a-b69f-48ce-99f8-1dbfb38e2843 None None] Attempting to bind port ec3c9e4c-8812-4515-8c66-786e735c2ae2 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:06:18.834491 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1fc7640a-b69f-48ce-99f8-1dbfb38e2843 None None] Attempting to bind port ec3c9e4c-8812-4515-8c66-786e735c2ae2 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '8093b498-7ab6-4f88-82b7-d08f03051f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:06:18.834728 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc7640a-b69f-48ce-99f8-1dbfb38e2843 None None] Attempting to bind port ec3c9e4c-8812-4515-8c66-786e735c2ae2 on network f1f160cf-787c-4432-a9c1-1fc9c802f6e0 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:06:18.847040 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc7640a-b69f-48ce-99f8-1dbfb38e2843 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:06:18.847423 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc7640a-b69f-48ce-99f8-1dbfb38e2843 None None] Checking segment: {'id': '8093b498-7ab6-4f88-82b7-d08f03051f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:06:18.847827 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1fc7640a-b69f-48ce-99f8-1dbfb38e2843 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:18.848225 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc7640a-b69f-48ce-99f8-1dbfb38e2843 None None] Bound using segment: {'id': '8093b498-7ab6-4f88-82b7-d08f03051f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:06:18.848734 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1fc7640a-b69f-48ce-99f8-1dbfb38e2843 None None] Bound port: ec3c9e4c-8812-4515-8c66-786e735c2ae2, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8093b498-7ab6-4f88-82b7-d08f03051f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:06:18.849123 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1fc7640a-b69f-48ce-99f8-1dbfb38e2843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ec3c9e4c-8812-4515-8c66-786e735c2ae2), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:19.109210 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1fc7640a-b69f-48ce-99f8-1dbfb38e2843 None None] For port ec3c9e4c-8812-4515-8c66-786e735c2ae2, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:06:19.111126 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 5490b42f-410b-4ac4-9f62-a11f2f6af1ec is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:06:19.114150 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1fc7640a-b69f-48ce-99f8-1dbfb38e2843 None None] For port ec3c9e4c-8812-4515-8c66-786e735c2ae2, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ec3c9e4c-8812-4515-8c66-786e735c2ae2,segment=NetworkSegment(8093b498-7ab6-4f88-82b7-d08f03051f78),segment_id=8093b498-7ab6-4f88-82b7-d08f03051f78)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:06:19.120971 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-272a226a-2840-4360-82a1-5f4316f2e071 None None] Provisioning complete for port ec3c9e4c-8812-4515-8c66-786e735c2ae2 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:06:19.121288 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-272a226a-2840-4360-82a1-5f4316f2e071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ec3c9e4c-8812-4515-8c66-786e735c2ae2), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:19.124594 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1fc7640a-b69f-48ce-99f8-1dbfb38e2843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ec3c9e4c-8812-4515-8c66-786e735c2ae2), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:19.215422 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc7640a-b69f-48ce-99f8-1dbfb38e2843 None None] Routers {'fd9c064f-3189-4323-be36-bad6991b78fc'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:06:19.216080 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1fc7640a-b69f-48ce-99f8-1dbfb38e2843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:05:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['fd9c064f-3189-4323-be36-bad6991b78fc'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:06:19.226051 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a097b45e-8470-43cb-bdb5-cd9da4684233 req-a3927ac3-0f47-4929-a9fc-57ba738082d8 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 210 time: 0.0463943 Feb 07 22:06:19.311819 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d6e4e-5778-4272-8341-3c5a90ba09a5 None None] Pushing event updated for resources: {'Port': ['ID=ec3c9e4c-8812-4515-8c66-786e735c2ae2,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:19.409682 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-272a226a-2840-4360-82a1-5f4316f2e071 None None] Current status of the port ec3c9e4c-8812-4515-8c66-786e735c2ae2 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:06:19.410191 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-272a226a-2840-4360-82a1-5f4316f2e071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ec3c9e4c-8812-4515-8c66-786e735c2ae2), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:19.445391 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1fc7640a-b69f-48ce-99f8-1dbfb38e2843 None None] Set router fd9c064f-3189-4323-be36-bad6991b78fc gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:06:19.498718 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-272a226a-2840-4360-82a1-5f4316f2e071 None None] For port ec3c9e4c-8812-4515-8c66-786e735c2ae2, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ec3c9e4c-8812-4515-8c66-786e735c2ae2,segment=NetworkSegment(8093b498-7ab6-4f88-82b7-d08f03051f78),segment_id=8093b498-7ab6-4f88-82b7-d08f03051f78)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:06:19.506814 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-272a226a-2840-4360-82a1-5f4316f2e071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ec3c9e4c-8812-4515-8c66-786e735c2ae2), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:19.681455 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a226a-2840-4360-82a1-5f4316f2e071 None None] Pushing event updated for resources: {'Port': ['ID=ec3c9e4c-8812-4515-8c66-786e735c2ae2,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:19.686633 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-129f59b1-8121-4f98-b271-b7d2d1395076 None None] Provisioning complete for port ec3c9e4c-8812-4515-8c66-786e735c2ae2 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:06:19.687013 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-129f59b1-8121-4f98-b271-b7d2d1395076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ec3c9e4c-8812-4515-8c66-786e735c2ae2), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:19.818791 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-129f59b1-8121-4f98-b271-b7d2d1395076 None None] Current status of the port ec3c9e4c-8812-4515-8c66-786e735c2ae2 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:06:19.823147 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1fc7640a-b69f-48ce-99f8-1dbfb38e2843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369964784', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:06:16Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'ec3c9e4c-8812-4515-8c66-786e735c2ae2', 'name': '', 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:71:66:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '420ca0dd-515a-40f2-adb8-cd6dc78593ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:06:15Z', 'updated_at': '2022-02-07T22:06:19Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '420ca0dd-515a-40f2-adb8-cd6dc78593ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:06:19.862497 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc7640a-b69f-48ce-99f8-1dbfb38e2843 None None] The sync data for ids ['fd9c064f-3189-4323-be36-bad6991b78fc'] in n-d-828185-2 is: [{'id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369964784', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:06:16Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'ec3c9e4c-8812-4515-8c66-786e735c2ae2', 'name': '', 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:71:66:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '420ca0dd-515a-40f2-adb8-cd6dc78593ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:06:15Z', 'updated_at': '2022-02-07T22:06:19Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '420ca0dd-515a-40f2-adb8-cd6dc78593ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:06:20.358136 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-f1b9cee8-4ad3-44fd-be38-d4bc755d1286 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:20.360789 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-f1b9cee8-4ad3-44fd-be38-d4bc755d1286 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.69 "GET /v2.0/networks?id=f1f160cf-787c-4432-a9c1-1fc9c802f6e0 HTTP/1.1" status: 200 len: 796 time: 0.1501446 Feb 07 22:06:20.371650 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e0914f3-597e-4df3-a14b-9236a097508c req-41e7f50c-eb86-4c65-bd88-420eb64e1c82 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 210 time: 0.0395169 Feb 07 22:06:20.445084 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-abb31f34-a01e-4b20-837d-9dc42c466c5d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb32d546868e49d7bc91660452f9cd72 HTTP/1.1" status: 200 len: 380 time: 0.0765586 Feb 07 22:06:20.451561 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ec3c9e4c-8812-4515-8c66-786e735c2ae2 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:06:20.459343 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-0c58ee01-719a-44d0-9aae-7af388508725 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'port': {'device_id': '145572a6-6bd0-41df-956b-4d5703674615', 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0', 'admin_state_up': True, 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'security_groups': ['61e575c3-65d8-49d8-b706-6a6e0279a4d1']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:06:20.508101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port ec3c9e4c-8812-4515-8c66-786e735c2ae2 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:06:20.508511 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ec3c9e4c-8812-4515-8c66-786e735c2ae2), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:20.597485 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port ec3c9e4c-8812-4515-8c66-786e735c2ae2 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:06:20.729032 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-25a8aea2-9aec-4bf2-a746-8bc6fcd26faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:20.897556 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-0c58ee01-719a-44d0-9aae-7af388508725 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Made reservation on behalf of cb32d546868e49d7bc91660452f9cd72 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:06:20.901348 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-0c58ee01-719a-44d0-9aae-7af388508725 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:21.030254 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-0c58ee01-719a-44d0-9aae-7af388508725 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Allocated IP 172.20.0.7 (f1f160cf-787c-4432-a9c1-1fc9c802f6e0/420ca0dd-515a-40f2-adb8-cd6dc78593ef/a84b158c-12ad-40b1-a81d-54afbf9e6c3f) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:06:21.176176 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-0c58ee01-719a-44d0-9aae-7af388508725 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (a84b158c-12ad-40b1-a81d-54afbf9e6c3f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:21.209046 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-0c58ee01-719a-44d0-9aae-7af388508725 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (a84b158c-12ad-40b1-a81d-54afbf9e6c3f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:21.253663 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-0c58ee01-719a-44d0-9aae-7af388508725 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network f1f160cf-787c-4432-a9c1-1fc9c802f6e0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:06:21.256677 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-0c58ee01-719a-44d0-9aae-7af388508725 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:06:21.260288 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-0c58ee01-719a-44d0-9aae-7af388508725 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:06:21.266705 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58ee01-719a-44d0-9aae-7af388508725 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=a84b158c-12ad-40b1-a81d-54afbf9e6c3f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:21.316181 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-0c58ee01-719a-44d0-9aae-7af388508725 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:21.316846 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-0c58ee01-719a-44d0-9aae-7af388508725 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:21.333544 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-0c58ee01-719a-44d0-9aae-7af388508725 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8783624 Feb 07 22:06:21.344985 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-ccbaacff-8320-474c-a1a1-0af06de96589 service neutron] Request body: {'port': {'device_id': '145572a6-6bd0-41df-956b-4d5703674615', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:06:21.407984 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-ccbaacff-8320-474c-a1a1-0af06de96589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a84b158c-12ad-40b1-a81d-54afbf9e6c3f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:21.494198 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7204e42-acd5-4f4e-b9e0-613bfe51ad13 req-3382eae2-b19c-40d8-92c1-12c046ff7e35 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:21.495684 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e7204e42-acd5-4f4e-b9e0-613bfe51ad13 req-3382eae2-b19c-40d8-92c1-12c046ff7e35 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 931 time: 0.0613673 Feb 07 22:06:21.544928 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e7204e42-acd5-4f4e-b9e0-613bfe51ad13 req-60747d89-9781-4512-b43d-0238b8b7dc30 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431228 Feb 07 22:06:21.549401 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-137d4836-a3a5-4cb4-8c52-98325f97a345 None None] Provisioning complete for port a84b158c-12ad-40b1-a81d-54afbf9e6c3f triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:06:21.549783 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-137d4836-a3a5-4cb4-8c52-98325f97a345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a84b158c-12ad-40b1-a81d-54afbf9e6c3f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:21.590886 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-137d4836-a3a5-4cb4-8c52-98325f97a345 None None] Port a84b158c-12ad-40b1-a81d-54afbf9e6c3f cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:06:21.687651 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-ccbaacff-8320-474c-a1a1-0af06de96589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a84b158c-12ad-40b1-a81d-54afbf9e6c3f {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 22:06:21.695103 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-ccbaacff-8320-474c-a1a1-0af06de96589 service neutron] Publish callbacks [] for port (a84b158c-12ad-40b1-a81d-54afbf9e6c3f), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:21.707040 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-ccbaacff-8320-474c-a1a1-0af06de96589 service neutron] Transition to ACTIVE for port object a84b158c-12ad-40b1-a81d-54afbf9e6c3f will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:06:21.711165 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-ccbaacff-8320-474c-a1a1-0af06de96589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (a84b158c-12ad-40b1-a81d-54afbf9e6c3f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:21.763880 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbaacff-8320-474c-a1a1-0af06de96589 service neutron] Pushing event updated for resources: {'Port': ['ID=a84b158c-12ad-40b1-a81d-54afbf9e6c3f,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:21.829598 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-ccbaacff-8320-474c-a1a1-0af06de96589 service neutron] Attempting to bind port a84b158c-12ad-40b1-a81d-54afbf9e6c3f on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:06:21.829942 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-ccbaacff-8320-474c-a1a1-0af06de96589 service neutron] Attempting to bind port a84b158c-12ad-40b1-a81d-54afbf9e6c3f by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '8093b498-7ab6-4f88-82b7-d08f03051f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:06:21.830274 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-ccbaacff-8320-474c-a1a1-0af06de96589 service neutron] Attempting to bind port a84b158c-12ad-40b1-a81d-54afbf9e6c3f on network f1f160cf-787c-4432-a9c1-1fc9c802f6e0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:06:21.834978 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-ccbaacff-8320-474c-a1a1-0af06de96589 service neutron] Port a84b158c-12ad-40b1-a81d-54afbf9e6c3f on network f1f160cf-787c-4432-a9c1-1fc9c802f6e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:06:21.835309 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-ccbaacff-8320-474c-a1a1-0af06de96589 service neutron] Attempting to bind port a84b158c-12ad-40b1-a81d-54afbf9e6c3f on network f1f160cf-787c-4432-a9c1-1fc9c802f6e0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:06:21.840698 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-ccbaacff-8320-474c-a1a1-0af06de96589 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:06:21.841042 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-ccbaacff-8320-474c-a1a1-0af06de96589 service neutron] Checking segment: {'id': '8093b498-7ab6-4f88-82b7-d08f03051f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:06:21.841428 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-ccbaacff-8320-474c-a1a1-0af06de96589 service neutron] Bound using segment: {'id': '8093b498-7ab6-4f88-82b7-d08f03051f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:06:21.841861 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-ccbaacff-8320-474c-a1a1-0af06de96589 service neutron] Bound port: a84b158c-12ad-40b1-a81d-54afbf9e6c3f, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8093b498-7ab6-4f88-82b7-d08f03051f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:06:21.842219 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-ccbaacff-8320-474c-a1a1-0af06de96589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a84b158c-12ad-40b1-a81d-54afbf9e6c3f), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:21.914023 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-ccbaacff-8320-474c-a1a1-0af06de96589 service neutron] For port a84b158c-12ad-40b1-a81d-54afbf9e6c3f, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:06:21.917066 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-ccbaacff-8320-474c-a1a1-0af06de96589 service neutron] For port a84b158c-12ad-40b1-a81d-54afbf9e6c3f, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=a84b158c-12ad-40b1-a81d-54afbf9e6c3f,segment=NetworkSegment(8093b498-7ab6-4f88-82b7-d08f03051f78),segment_id=8093b498-7ab6-4f88-82b7-d08f03051f78)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:06:21.924603 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-ccbaacff-8320-474c-a1a1-0af06de96589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (a84b158c-12ad-40b1-a81d-54afbf9e6c3f), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:21.959152 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-ccbaacff-8320-474c-a1a1-0af06de96589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:21.959777 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-ccbaacff-8320-474c-a1a1-0af06de96589 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:21.961190 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-ccbaacff-8320-474c-a1a1-0af06de96589 service neutron] 10.222.0.69 "PUT /v2.0/ports/a84b158c-12ad-40b1-a81d-54afbf9e6c3f HTTP/1.1" status: 200 len: 1091 time: 0.6207287 Feb 07 22:06:21.961636 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145572a6-6bd0-41df-956b-4d5703674615', 'tag': 'a84b158c-12ad-40b1-a81d-54afbf9e6c3f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:06:21.964176 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47bc0dc9fe746ac64adcb7a0dbe6fda25f58f8d79cf35956c7e0a4ba81c3c440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f8de5e-5ed2-4b9b-a4d3-e3c65c80605d" -d '{"events": [{"name": "network-changed", "server_uuid": "145572a6-6bd0-41df-956b-4d5703674615", "tag": "a84b158c-12ad-40b1-a81d-54afbf9e6c3f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:06:21.988565 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbaacff-8320-474c-a1a1-0af06de96589 service neutron] Pushing event updated for resources: {'Port': ['ID=a84b158c-12ad-40b1-a81d-54afbf9e6c3f,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:22.021134 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ab984d-27ec-4de1-87a7-ac0c7b28f9f1 x-openstack-request-id: req-91ab984d-27ec-4de1-87a7-ac0c7b28f9f1 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:06:22.021670 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145572a6-6bd0-41df-956b-4d5703674615", "tag": "a84b158c-12ad-40b1-a81d-54afbf9e6c3f", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:06:22.022188 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-91ab984d-27ec-4de1-87a7-ac0c7b28f9f1 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:06:22.022897 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145572a6-6bd0-41df-956b-4d5703674615', 'tag': 'a84b158c-12ad-40b1-a81d-54afbf9e6c3f', 'status': 'completed', 'code': 200} Feb 07 22:06:22.026836 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:22.058886 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-1ddf5dd5-477f-4870-8477-e840f34d747d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:22.060488 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-1ddf5dd5-477f-4870-8477-e840f34d747d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 1125 time: 0.0519154 Feb 07 22:06:22.107885 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-7abe126a-730d-4308-a2ae-2be7c48df28c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a84b158c-12ad-40b1-a81d-54afbf9e6c3f HTTP/1.1" status: 200 len: 217 time: 0.0394521 Feb 07 22:06:22.159785 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-8f0dba7e-8daf-4d42-816c-2546c2df6083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:22.161337 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-8f0dba7e-8daf-4d42-816c-2546c2df6083 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=420ca0dd-515a-40f2-adb8-cd6dc78593ef HTTP/1.1" status: 200 len: 834 time: 0.0472059 Feb 07 22:06:22.210741 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-a365ccb6-75ed-44eb-91b6-5e0acda0b359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:22.212516 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-a365ccb6-75ed-44eb-91b6-5e0acda0b359 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f1f160cf-787c-4432-a9c1-1fc9c802f6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446007 Feb 07 22:06:22.308999 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-a1cbaf6b-ffd3-4922-aa96-ec1214f99ebd service neutron] 10.222.0.69 "GET /v2.0/networks/f1f160cf-787c-4432-a9c1-1fc9c802f6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882297 Feb 07 22:06:22.400956 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-11a0f7d6-cad5-4568-aa8f-b7973d33495e req-0e24f3cf-5a4d-41a4-a7b4-6c05fc8ea582 service neutron] 10.222.0.69 "GET /v2.0/networks/f1f160cf-787c-4432-a9c1-1fc9c802f6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851576 Feb 07 22:06:22.492380 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8de5e-5ed2-4b9b-a4d3-e3c65c80605d req-f3d1c3e1-6576-4abd-a0dd-47451fa94bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:22.493899 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e7f8de5e-5ed2-4b9b-a4d3-e3c65c80605d req-f3d1c3e1-6576-4abd-a0dd-47451fa94bff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 1125 time: 0.0490398 Feb 07 22:06:22.590997 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8de5e-5ed2-4b9b-a4d3-e3c65c80605d req-348238c0-0968-49c1-804f-2b7993523fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:22.592549 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e7f8de5e-5ed2-4b9b-a4d3-e3c65c80605d req-348238c0-0968-49c1-804f-2b7993523fea service neutron] 10.222.0.69 "GET /v2.0/networks?id=f1f160cf-787c-4432-a9c1-1fc9c802f6e0 HTTP/1.1" status: 200 len: 897 time: 0.0911810 Feb 07 22:06:22.658108 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e7f8de5e-5ed2-4b9b-a4d3-e3c65c80605d req-b74d8e56-4c6a-42c4-b7db-586593c5cced service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a84b158c-12ad-40b1-a81d-54afbf9e6c3f HTTP/1.1" status: 200 len: 217 time: 0.0446060 Feb 07 22:06:22.667226 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f9cee-1ae5-444b-ba27-41967fc9f9f9 req-a0c497ea-f054-4307-84a8-30979ddf2644 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:22.668729 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-903f9cee-1ae5-444b-ba27-41967fc9f9f9 req-a0c497ea-f054-4307-84a8-30979ddf2644 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 943 time: 0.0521567 Feb 07 22:06:22.706714 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8de5e-5ed2-4b9b-a4d3-e3c65c80605d req-5aaeea0f-d2aa-45db-96d8-1661b6ce9871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:22.708403 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e7f8de5e-5ed2-4b9b-a4d3-e3c65c80605d req-5aaeea0f-d2aa-45db-96d8-1661b6ce9871 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=420ca0dd-515a-40f2-adb8-cd6dc78593ef HTTP/1.1" status: 200 len: 834 time: 0.0453649 Feb 07 22:06:22.718215 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-903f9cee-1ae5-444b-ba27-41967fc9f9f9 req-b2ff9949-d11f-4279-9410-bda796201164 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438235 Feb 07 22:06:22.766043 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8de5e-5ed2-4b9b-a4d3-e3c65c80605d req-b5a969fd-1f8e-4c2e-804a-a5209cd09b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:22.768048 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e7f8de5e-5ed2-4b9b-a4d3-e3c65c80605d req-b5a969fd-1f8e-4c2e-804a-a5209cd09b33 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f1f160cf-787c-4432-a9c1-1fc9c802f6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0541401 Feb 07 22:06:22.853554 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e7f8de5e-5ed2-4b9b-a4d3-e3c65c80605d req-6d4fa32c-d31e-41f9-9d56-1d13fa283ca7 service neutron] 10.222.0.69 "GET /v2.0/networks/f1f160cf-787c-4432-a9c1-1fc9c802f6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799575 Feb 07 22:06:22.945455 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-e7f8de5e-5ed2-4b9b-a4d3-e3c65c80605d req-b3fee2c6-19b8-4034-a058-707cf6b4189e service neutron] 10.222.0.69 "GET /v2.0/networks/f1f160cf-787c-4432-a9c1-1fc9c802f6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845547 Feb 07 22:06:23.490923 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:23.854969 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ef36e-718b-47be-9ce9-6feff0611f50 req-c9dc8273-60b2-4640-8768-ad54ccc9ce89 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:23.857648 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-748ef36e-718b-47be-9ce9-6feff0611f50 req-c9dc8273-60b2-4640-8768-ad54ccc9ce89 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 943 time: 0.0584886 Feb 07 22:06:23.907317 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-748ef36e-718b-47be-9ce9-6feff0611f50 req-9f42b5de-d4b8-43c3-89cf-f62263656cfb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434346 Feb 07 22:06:24.790834 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:25.027002 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00824fc5-d13a-4bb0-9ca2-b8135461cc96 req-fe3268ad-5a97-4f2b-a6c3-8a00929d2c4f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:25.028424 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00824fc5-d13a-4bb0-9ca2-b8135461cc96 req-fe3268ad-5a97-4f2b-a6c3-8a00929d2c4f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 943 time: 0.0529602 Feb 07 22:06:25.076867 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-00824fc5-d13a-4bb0-9ca2-b8135461cc96 req-eca811a1-cac0-418f-8c86-045699369bbc tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425019 Feb 07 22:06:26.195962 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81013777-5994-4bb2-ad09-19510121ebdb req-310f688c-10cf-4bf6-924a-938fcd4ad242 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:26.197525 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-81013777-5994-4bb2-ad09-19510121ebdb req-310f688c-10cf-4bf6-924a-938fcd4ad242 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 943 time: 0.0524824 Feb 07 22:06:26.250700 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-81013777-5994-4bb2-ad09-19510121ebdb req-3be82acd-ee5b-4b53-acde-6d4456b5bcc1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472908 Feb 07 22:06:27.142424 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device a84b158c-12ad-40b1-a81d-54afbf9e6c3f details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:06:27.238646 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port a84b158c-12ad-40b1-a81d-54afbf9e6c3f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=a84b158c-12ad-40b1-a81d-54afbf9e6c3f,segment=NetworkSegment(8093b498-7ab6-4f88-82b7-d08f03051f78),segment_id=8093b498-7ab6-4f88-82b7-d08f03051f78)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:06:27.249600 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'a84b158c-12ad-40b1-a81d-54afbf9e6c3f', 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0', 'port_id': 'a84b158c-12ad-40b1-a81d-54afbf9e6c3f', 'mac_address': 'fa:16:3e:c8:13:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420ca0dd-515a-40f2-adb8-cd6dc78593ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:06:27.287489 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port a84b158c-12ad-40b1-a81d-54afbf9e6c3f is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:06:27.287902 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a84b158c-12ad-40b1-a81d-54afbf9e6c3f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:27.300985 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a84b158c-12ad-40b1-a81d-54afbf9e6c3f {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 22:06:27.322018 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port a84b158c-12ad-40b1-a81d-54afbf9e6c3f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=a84b158c-12ad-40b1-a81d-54afbf9e6c3f,segment=NetworkSegment(8093b498-7ab6-4f88-82b7-d08f03051f78),segment_id=8093b498-7ab6-4f88-82b7-d08f03051f78)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:06:27.326247 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a84b158c-12ad-40b1-a81d-54afbf9e6c3f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:27.368372 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814eb15e-93b7-4a78-82b5-4ef935ec9789 req-f70cc24a-34fe-4025-98e4-07ea07ddafb6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:27.369850 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-814eb15e-93b7-4a78-82b5-4ef935ec9789 req-f70cc24a-34fe-4025-98e4-07ea07ddafb6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 944 time: 0.0526004 Feb 07 22:06:27.377340 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=a84b158c-12ad-40b1-a81d-54afbf9e6c3f,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:27.418164 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-814eb15e-93b7-4a78-82b5-4ef935ec9789 req-2c5aeace-02d7-4af7-80b6-b3d4c7511a1c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422208 Feb 07 22:06:27.696380 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['a84b158c-12ad-40b1-a81d-54afbf9e6c3f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:06:28.538004 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951dcec-6043-42bb-aedc-821551303d3c req-91e4a4e6-1378-450a-974c-33a436358306 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:28.539471 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4951dcec-6043-42bb-aedc-821551303d3c req-91e4a4e6-1378-450a-974c-33a436358306 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 944 time: 0.0526254 Feb 07 22:06:28.587525 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4951dcec-6043-42bb-aedc-821551303d3c req-e0a4e5f4-8d7e-4eca-87d0-51ba755844cb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424535 Feb 07 22:06:29.143211 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device a84b158c-12ad-40b1-a81d-54afbf9e6c3f up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:06:29.192289 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port a84b158c-12ad-40b1-a81d-54afbf9e6c3f completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:06:29.196071 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port a84b158c-12ad-40b1-a81d-54afbf9e6c3f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:06:29.196478 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a84b158c-12ad-40b1-a81d-54afbf9e6c3f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:29.270856 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port a84b158c-12ad-40b1-a81d-54afbf9e6c3f is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:06:29.271233 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a84b158c-12ad-40b1-a81d-54afbf9e6c3f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:29.296577 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145572a6-6bd0-41df-956b-4d5703674615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84b158c-12ad-40b1-a81d-54afbf9e6c3f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:06:29.298822 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59fa0091afa0acade78336c0e3f3c5307cc552a1ace6da7695aaea120dfc6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a4e495-8ae3-4a8c-a052-dfbde2a728b6" -d '{"events": [{"server_uuid": "145572a6-6bd0-41df-956b-4d5703674615", "name": "network-vif-plugged", "status": "completed", "tag": "a84b158c-12ad-40b1-a81d-54afbf9e6c3f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:06:29.311009 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port a84b158c-12ad-40b1-a81d-54afbf9e6c3f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=a84b158c-12ad-40b1-a81d-54afbf9e6c3f,segment=NetworkSegment(8093b498-7ab6-4f88-82b7-d08f03051f78),segment_id=8093b498-7ab6-4f88-82b7-d08f03051f78)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:06:29.315252 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a84b158c-12ad-40b1-a81d-54afbf9e6c3f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:29.362173 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=a84b158c-12ad-40b1-a81d-54afbf9e6c3f,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:29.392145 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd14561-c224-44b8-8c25-ab3fb7cf1eb7 x-openstack-request-id: req-3bd14561-c224-44b8-8c25-ab3fb7cf1eb7 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:06:29.392494 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145572a6-6bd0-41df-956b-4d5703674615", "name": "network-vif-plugged", "status": "completed", "tag": "a84b158c-12ad-40b1-a81d-54afbf9e6c3f", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:06:29.392756 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3bd14561-c224-44b8-8c25-ab3fb7cf1eb7 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:06:29.393160 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145572a6-6bd0-41df-956b-4d5703674615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84b158c-12ad-40b1-a81d-54afbf9e6c3f', 'code': 200} Feb 07 22:06:29.492905 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f81b2-e759-414a-b630-09af981dbe19 req-4c4a07c0-b594-456c-9e7d-3fc4cff25a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:29.494404 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6d9f81b2-e759-414a-b630-09af981dbe19 req-4c4a07c0-b594-456c-9e7d-3fc4cff25a58 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 1127 time: 0.0472951 Feb 07 22:06:29.545243 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6d9f81b2-e759-414a-b630-09af981dbe19 req-77fe5ce1-9233-42cf-921a-5a034d92f42b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437098 Feb 07 22:06:29.709277 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c703e-8f17-40ef-ae10-249a9d850a32 req-3c557885-61b3-42a0-adbe-aff8f3cf316b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:29.710751 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a71c703e-8f17-40ef-ae10-249a9d850a32 req-3c557885-61b3-42a0-adbe-aff8f3cf316b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 945 time: 0.0561016 Feb 07 22:06:29.760021 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a71c703e-8f17-40ef-ae10-249a9d850a32 req-6c674daf-0701-4253-a71c-734ed9c2ba38 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432053 Feb 07 22:06:30.880266 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f29020-78e5-4076-af13-595d6ed50713 req-be989036-330e-453a-8235-450a9b030f66 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:30.881774 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74f29020-78e5-4076-af13-595d6ed50713 req-be989036-330e-453a-8235-450a9b030f66 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 945 time: 0.0527236 Feb 07 22:06:30.931117 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-74f29020-78e5-4076-af13-595d6ed50713 req-a1c7ebd6-75f9-4df8-b33b-a5d7da3ba624 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432498 Feb 07 22:06:32.049975 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd2b05-4fc5-4ae3-adcd-1e402bd420e6 req-c886f9ce-3d80-4e30-a180-5ba60cb7f0e9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:32.051970 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1bd2b05-4fc5-4ae3-adcd-1e402bd420e6 req-c886f9ce-3d80-4e30-a180-5ba60cb7f0e9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 945 time: 0.0516207 Feb 07 22:06:32.103451 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a1bd2b05-4fc5-4ae3-adcd-1e402bd420e6 req-202a76ef-cf8f-4fb0-98b5-6f0f40cffdcd tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458703 Feb 07 22:06:32.221261 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb39c1-e0f2-40de-a8e9-c7e051b2d7be req-7625d160-211c-4d73-9f49-7678a751becf tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:32.222722 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3eb39c1-e0f2-40de-a8e9-c7e051b2d7be req-7625d160-211c-4d73-9f49-7678a751becf tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 945 time: 0.0519137 Feb 07 22:06:32.271735 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e3eb39c1-e0f2-40de-a8e9-c7e051b2d7be req-fd8c9d59-46b1-40c6-a406-e50aec73b8a5 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427842 Feb 07 22:06:32.293324 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47426) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:06:32.336545 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc1d280-bbba-49e6-9161-4d230c6263c8 tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:32.338278 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9fc1d280-bbba-49e6-9161-4d230c6263c8 tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 1122 time: 0.0439463 Feb 07 22:06:32.341092 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47428) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:06:32.345335 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b1a14129-99e8-45fa-a556-510c4bfa6592 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'port_id': 'a84b158c-12ad-40b1-a81d-54afbf9e6c3f', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:06:32.365532 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1a14129-99e8-45fa-a556-510c4bfa6592 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:32.464204 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1a14129-99e8-45fa-a556-510c4bfa6592 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:32.569909 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-b1a14129-99e8-45fa-a556-510c4bfa6592 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Allocated IP 172.25.4.48 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/7df0e57a-af39-4523-8137-3381ed07c527) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:06:32.668586 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1a14129-99e8-45fa-a556-510c4bfa6592 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (7df0e57a-af39-4523-8137-3381ed07c527), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:32.702159 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1a14129-99e8-45fa-a556-510c4bfa6592 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (7df0e57a-af39-4523-8137-3381ed07c527), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:32.742719 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a14129-99e8-45fa-a556-510c4bfa6592 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:06:32.745656 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-b1a14129-99e8-45fa-a556-510c4bfa6592 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:06:32.749119 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a14129-99e8-45fa-a556-510c4bfa6592 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:06:32.754800 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a14129-99e8-45fa-a556-510c4bfa6592 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=7df0e57a-af39-4523-8137-3381ed07c527,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:33.105034 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1a14129-99e8-45fa-a556-510c4bfa6592 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for floatingip (864167b2-9d07-47a4-a4a1-87eaffc99e41), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:33.175020 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1a14129-99e8-45fa-a556-510c4bfa6592 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (7df0e57a-af39-4523-8137-3381ed07c527), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:33.321608 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1a14129-99e8-45fa-a556-510c4bfa6592 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (7df0e57a-af39-4523-8137-3381ed07c527), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:33.325937 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1a14129-99e8-45fa-a556-510c4bfa6592 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (7df0e57a-af39-4523-8137-3381ed07c527), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:33.392762 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a14129-99e8-45fa-a556-510c4bfa6592 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=7df0e57a-af39-4523-8137-3381ed07c527,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:06:33.408062 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1a14129-99e8-45fa-a556-510c4bfa6592 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (864167b2-9d07-47a4-a4a1-87eaffc99e41), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:33.511101 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [None req-b1a14129-99e8-45fa-a556-510c4bfa6592 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Floating IP 864167b2-9d07-47a4-a4a1-87eaffc99e41 associated. External IP: 172.25.4.48, port: a84b158c-12ad-40b1-a81d-54afbf9e6c3f. Feb 07 22:06:33.716757 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a14129-99e8-45fa-a556-510c4bfa6592 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Router fd9c064f-3189-4323-be36-bad6991b78fc has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:06:33.824029 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a14129-99e8-45fa-a556-510c4bfa6592 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:06:33.834049 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78238372-8a34-44f1-9365-ec9227db625c None None] Sync routers for ids ['fd9c064f-3189-4323-be36-bad6991b78fc'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:06:33.841813 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1a14129-99e8-45fa-a556-510c4bfa6592 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:33.844990 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78238372-8a34-44f1-9365-ec9227db625c None None] Routers {'fd9c064f-3189-4323-be36-bad6991b78fc'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:06:33.845842 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-78238372-8a34-44f1-9365-ec9227db625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:06:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['fd9c064f-3189-4323-be36-bad6991b78fc'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:06:33.872680 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b1a14129-99e8-45fa-a556-510c4bfa6592 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5305204 Feb 07 22:06:33.873555 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145572a6-6bd0-41df-956b-4d5703674615', 'tag': 'a84b158c-12ad-40b1-a81d-54afbf9e6c3f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:06:33.876007 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47bc0dc9fe746ac64adcb7a0dbe6fda25f58f8d79cf35956c7e0a4ba81c3c440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6b9068-d808-411e-8b3d-ae273d108b24" -d '{"events": [{"name": "network-changed", "server_uuid": "145572a6-6bd0-41df-956b-4d5703674615", "tag": "a84b158c-12ad-40b1-a81d-54afbf9e6c3f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:06:33.918592 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402e3a2f-9cd7-4ee8-8a3a-a4a2d32f6580 x-openstack-request-id: req-402e3a2f-9cd7-4ee8-8a3a-a4a2d32f6580 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:06:33.918889 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145572a6-6bd0-41df-956b-4d5703674615", "tag": "a84b158c-12ad-40b1-a81d-54afbf9e6c3f", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:06:33.919275 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-402e3a2f-9cd7-4ee8-8a3a-a4a2d32f6580 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:06:33.919753 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145572a6-6bd0-41df-956b-4d5703674615', 'tag': 'a84b158c-12ad-40b1-a81d-54afbf9e6c3f', 'status': 'completed', 'code': 200} Feb 07 22:06:33.957032 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-78238372-8a34-44f1-9365-ec9227db625c None None] Set router fd9c064f-3189-4323-be36-bad6991b78fc gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:06:33.976833 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bad33b-8a18-41af-b12c-46aedee8c2c8 req-88f96d96-34e0-498c-b3a7-c549ad2bca28 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:33.978221 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a0bad33b-8a18-41af-b12c-46aedee8c2c8 req-88f96d96-34e0-498c-b3a7-c549ad2bca28 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 945 time: 0.0542448 Feb 07 22:06:33.993910 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b9068-d808-411e-8b3d-ae273d108b24 req-2d384c5e-0361-4113-9345-54fab118a38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:33.995612 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-da6b9068-d808-411e-8b3d-ae273d108b24 req-2d384c5e-0361-4113-9345-54fab118a38b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 1127 time: 0.0547321 Feb 07 22:06:34.027088 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a0bad33b-8a18-41af-b12c-46aedee8c2c8 req-0e6fd13f-acd6-4e33-808b-93cbe4471341 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430584 Feb 07 22:06:34.050422 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47434) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:06:34.136670 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a8f9e965-8d03-41ac-99d1-bbb68a0bd9f0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/floatingips/864167b2-9d07-47a4-a4a1-87eaffc99e41 HTTP/1.1" status: 200 len: 990 time: 0.0851386 Feb 07 22:06:34.139552 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b9068-d808-411e-8b3d-ae273d108b24 req-58cdaa2a-085f-4495-8a1b-d04050f85d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:34.140966 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-da6b9068-d808-411e-8b3d-ae273d108b24 req-58cdaa2a-085f-4495-8a1b-d04050f85d35 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f1f160cf-787c-4432-a9c1-1fc9c802f6e0 HTTP/1.1" status: 200 len: 897 time: 0.1386969 Feb 07 22:06:34.175881 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-78238372-8a34-44f1-9365-ec9227db625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369964784', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:06:16Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '864167b2-9d07-47a4-a4a1-87eaffc99e41', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'floating_ip_address': '172.25.4.48', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'port_id': 'a84b158c-12ad-40b1-a81d-54afbf9e6c3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0', 'mac_address': 'fa:16:3e:c8:13:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145572a6-6bd0-41df-956b-4d5703674615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:06:32Z', 'updated_at': '2022-02-07T22:06:32Z', 'revision_number': 0, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec3c9e4c-8812-4515-8c66-786e735c2ae2', 'name': '', 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:71:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '420ca0dd-515a-40f2-adb8-cd6dc78593ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:06:15Z', 'updated_at': '2022-02-07T22:06:19Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '420ca0dd-515a-40f2-adb8-cd6dc78593ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:06:34.203609 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-da6b9068-d808-411e-8b3d-ae273d108b24 req-9e96aa26-c16b-4883-8b4c-9ac481f9259a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a84b158c-12ad-40b1-a81d-54afbf9e6c3f HTTP/1.1" status: 200 len: 998 time: 0.0568850 Feb 07 22:06:34.204694 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78238372-8a34-44f1-9365-ec9227db625c None None] Checking router: fd9c064f-3189-4323-be36-bad6991b78fc for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:06:34.214127 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78238372-8a34-44f1-9365-ec9227db625c None None] Routers {'fd9c064f-3189-4323-be36-bad6991b78fc'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:06:34.214730 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-78238372-8a34-44f1-9365-ec9227db625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:06:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['fd9c064f-3189-4323-be36-bad6991b78fc'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:06:34.253591 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b9068-d808-411e-8b3d-ae273d108b24 req-db8476fb-ef66-4ed1-b20e-7690ddbfd0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:34.255489 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-da6b9068-d808-411e-8b3d-ae273d108b24 req-db8476fb-ef66-4ed1-b20e-7690ddbfd0c3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=420ca0dd-515a-40f2-adb8-cd6dc78593ef HTTP/1.1" status: 200 len: 834 time: 0.0462735 Feb 07 22:06:34.283912 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:34.308260 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b9068-d808-411e-8b3d-ae273d108b24 req-a05b562e-7aab-44fd-8f4b-01781814bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:06:34.309793 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-da6b9068-d808-411e-8b3d-ae273d108b24 req-a05b562e-7aab-44fd-8f4b-01781814bb20 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f1f160cf-787c-4432-a9c1-1fc9c802f6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490661 Feb 07 22:06:34.322193 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-78238372-8a34-44f1-9365-ec9227db625c None None] Set router fd9c064f-3189-4323-be36-bad6991b78fc gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:06:34.395710 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-da6b9068-d808-411e-8b3d-ae273d108b24 req-eb9345b7-450c-437a-ab29-b40ce7c11ae3 service neutron] 10.222.0.69 "GET /v2.0/networks/f1f160cf-787c-4432-a9c1-1fc9c802f6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798705 Feb 07 22:06:34.495820 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-da6b9068-d808-411e-8b3d-ae273d108b24 req-e6d16129-3ee4-4b6a-99af-dabfc8ab1567 service neutron] 10.222.0.69 "GET /v2.0/networks/f1f160cf-787c-4432-a9c1-1fc9c802f6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947225 Feb 07 22:06:34.508927 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:34.633494 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-78238372-8a34-44f1-9365-ec9227db625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369964784', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:06:16Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '864167b2-9d07-47a4-a4a1-87eaffc99e41', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'floating_ip_address': '172.25.4.48', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'port_id': 'a84b158c-12ad-40b1-a81d-54afbf9e6c3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0', 'mac_address': 'fa:16:3e:c8:13:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145572a6-6bd0-41df-956b-4d5703674615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:06:32Z', 'updated_at': '2022-02-07T22:06:32Z', 'revision_number': 0, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec3c9e4c-8812-4515-8c66-786e735c2ae2', 'name': '', 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:71:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '420ca0dd-515a-40f2-adb8-cd6dc78593ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:06:15Z', 'updated_at': '2022-02-07T22:06:19Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '420ca0dd-515a-40f2-adb8-cd6dc78593ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:06:34.661707 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78238372-8a34-44f1-9365-ec9227db625c None None] The sync data for ids ['fd9c064f-3189-4323-be36-bad6991b78fc'] in n-d-828185-2 is: [{'id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369964784', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:06:16Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '864167b2-9d07-47a4-a4a1-87eaffc99e41', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'floating_ip_address': '172.25.4.48', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'port_id': 'a84b158c-12ad-40b1-a81d-54afbf9e6c3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0', 'mac_address': 'fa:16:3e:c8:13:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145572a6-6bd0-41df-956b-4d5703674615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:06:32Z', 'updated_at': '2022-02-07T22:06:32Z', 'revision_number': 0, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec3c9e4c-8812-4515-8c66-786e735c2ae2', 'name': '', 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:71:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '420ca0dd-515a-40f2-adb8-cd6dc78593ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:06:15Z', 'updated_at': '2022-02-07T22:06:19Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '420ca0dd-515a-40f2-adb8-cd6dc78593ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:06:34.852803 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483a3771-9716-432a-9854-992883e262cc None None] New status for floating IP 864167b2-9d07-47a4-a4a1-87eaffc99e41: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:06:35.140517 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47436) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:06:35.199597 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0faaa672-3692-44b5-8e82-80c64f1d0f65 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/floatingips/864167b2-9d07-47a4-a4a1-87eaffc99e41 HTTP/1.1" status: 200 len: 992 time: 0.0579431 Feb 07 22:06:43.650502 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:06:48.533619 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-12a1ab54-69be-4611-bce7-3b00adf4b091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:50.730228 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ffbdd559-bd03-44b3-9fe3-46f1164ae310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:52.016521 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:53.492911 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:06:54.793005 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:07:04.289136 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:07:04.520653 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:07:13.173182 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-50bfe1c5-3ff3-44db-8373-e417b267e00b req-10d020be-fcfa-408f-89a3-005f2350ce7d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0837178 Feb 07 22:07:13.256912 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfe1c5-3ff3-44db-8373-e417b267e00b req-f44b9368-fb91-4a6b-91f7-ad5412583253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:07:13.258366 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-50bfe1c5-3ff3-44db-8373-e417b267e00b req-f44b9368-fb91-4a6b-91f7-ad5412583253 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 1127 time: 0.0435119 Feb 07 22:07:13.356951 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfe1c5-3ff3-44db-8373-e417b267e00b req-5a38551b-d444-4b21-a6e9-46fe229cc430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:07:13.358484 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-50bfe1c5-3ff3-44db-8373-e417b267e00b req-5a38551b-d444-4b21-a6e9-46fe229cc430 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f1f160cf-787c-4432-a9c1-1fc9c802f6e0 HTTP/1.1" status: 200 len: 897 time: 0.0819151 Feb 07 22:07:13.426252 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-50bfe1c5-3ff3-44db-8373-e417b267e00b req-0ff8c916-a16a-47db-ab82-762cc845f5f9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a84b158c-12ad-40b1-a81d-54afbf9e6c3f HTTP/1.1" status: 200 len: 1000 time: 0.0618999 Feb 07 22:07:13.472786 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfe1c5-3ff3-44db-8373-e417b267e00b req-10e65f60-d346-4a02-98ad-87eca5ff5ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:07:13.474266 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-50bfe1c5-3ff3-44db-8373-e417b267e00b req-10e65f60-d346-4a02-98ad-87eca5ff5ec1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=420ca0dd-515a-40f2-adb8-cd6dc78593ef HTTP/1.1" status: 200 len: 834 time: 0.0424454 Feb 07 22:07:13.521899 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfe1c5-3ff3-44db-8373-e417b267e00b req-c2743864-1724-4077-ac5f-c80caf3858b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:07:13.523364 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-50bfe1c5-3ff3-44db-8373-e417b267e00b req-c2743864-1724-4077-ac5f-c80caf3858b1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f1f160cf-787c-4432-a9c1-1fc9c802f6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427933 Feb 07 22:07:13.612897 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-50bfe1c5-3ff3-44db-8373-e417b267e00b req-a69da3da-f156-4d60-b5a4-e4d6ef70ba55 service neutron] 10.222.0.69 "GET /v2.0/networks/f1f160cf-787c-4432-a9c1-1fc9c802f6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828972 Feb 07 22:07:13.698027 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-50bfe1c5-3ff3-44db-8373-e417b267e00b req-9bc1d8cc-766c-44cf-9836-7f3abda9a348 service neutron] 10.222.0.69 "GET /v2.0/networks/f1f160cf-787c-4432-a9c1-1fc9c802f6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799046 Feb 07 22:07:18.534790 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-15d87c55-4a78-46ac-832f-233bf28a75cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:07:20.650518 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:07:20.721347 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-18927642-d4e5-4a10-9393-39a79de01145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:07:22.014912 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:07:23.496906 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:07:24.797283 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:07:34.287401 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:07:34.520038 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:07:46.548268 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-deb9c1e1-e199-4a1c-acb5-71eb7c7b1e23 req-6ab815c3-7064-4c74-b0c2-96974794ad16 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 22:07:46.549343 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-deb9c1e1-e199-4a1c-acb5-71eb7c7b1e23 req-6ab815c3-7064-4c74-b0c2-96974794ad16 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067644 Feb 07 22:07:46.742153 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47480) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:07:46.760250 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b35e3-c01c-4aff-93a9-bc103a394a14 req-e68eb692-22e5-4588-8074-e43ca98d07aa tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:07:46.761743 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-742b35e3-c01c-4aff-93a9-bc103a394a14 req-e68eb692-22e5-4588-8074-e43ca98d07aa tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 945 time: 0.0632856 Feb 07 22:07:46.812601 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-742b35e3-c01c-4aff-93a9-bc103a394a14 req-03fddf5c-7dcc-4653-a00e-10cdf94db3cf tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450683 Feb 07 22:07:46.826316 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-88feae50-d1ab-4ba5-8b62-642c9a9aa529 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828776 Feb 07 22:07:46.834557 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-4a853b7d-51cd-4fad-910c-31c430ef345a service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 22:07:46.835523 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-4a853b7d-51cd-4fad-910c-31c430ef345a service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048149 Feb 07 22:07:47.936438 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392b726-0924-46d9-85f5-ee7af429a9ba req-82e3d6d7-d5d0-4e77-a524-f59c026de61e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:07:47.937914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b392b726-0924-46d9-85f5-ee7af429a9ba req-82e3d6d7-d5d0-4e77-a524-f59c026de61e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 945 time: 0.0545659 Feb 07 22:07:47.955903 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-ed516cb3-e844-4660-bbb1-ed9d7a0bfa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:07:47.957537 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-ed516cb3-e844-4660-bbb1-ed9d7a0bfa86 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 1127 time: 0.0503995 Feb 07 22:07:47.987042 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b392b726-0924-46d9-85f5-ee7af429a9ba req-37b44326-8b6d-4c34-af6b-e577fbe91e95 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432374 Feb 07 22:07:48.046851 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-c98e06fe-8784-4000-8711-d9d393a6a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:07:48.048352 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-c98e06fe-8784-4000-8711-d9d393a6a10d service neutron] 10.222.0.69 "GET /v2.0/networks?id=f1f160cf-787c-4432-a9c1-1fc9c802f6e0 HTTP/1.1" status: 200 len: 897 time: 0.0849631 Feb 07 22:07:48.114650 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-b7edc0b4-0309-4010-be09-11d4be0b983e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a84b158c-12ad-40b1-a81d-54afbf9e6c3f HTTP/1.1" status: 200 len: 1000 time: 0.0604424 Feb 07 22:07:48.160871 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-cc3016a8-dc1a-4bdd-8a72-a9fbf8f411ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:07:48.162275 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-cc3016a8-dc1a-4bdd-8a72-a9fbf8f411ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=420ca0dd-515a-40f2-adb8-cd6dc78593ef HTTP/1.1" status: 200 len: 834 time: 0.0427275 Feb 07 22:07:48.211162 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-4bb56546-39db-4623-9580-e45f8b4f3511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:07:48.212939 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-4bb56546-39db-4623-9580-e45f8b4f3511 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f1f160cf-787c-4432-a9c1-1fc9c802f6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433412 Feb 07 22:07:48.537432 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4f916269-3e58-4a30-9bad-bb78b786037c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:07:48.602898 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-3c1270dd-543a-41e1-9726-484c64f8e011 service neutron] 10.222.0.69 "GET /v2.0/networks/f1f160cf-787c-4432-a9c1-1fc9c802f6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841333 Feb 07 22:07:48.689269 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-bf6f257d-fdb5-4754-af83-9b160174b3b0 service neutron] 10.222.0.69 "GET /v2.0/networks/f1f160cf-787c-4432-a9c1-1fc9c802f6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801938 Feb 07 22:07:49.118400 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e472abe-9685-4ed7-b75d-39b614d1902f req-e821e1d6-f643-40f1-9da8-c769a443d45e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:07:49.119867 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e472abe-9685-4ed7-b75d-39b614d1902f req-e821e1d6-f643-40f1-9da8-c769a443d45e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 945 time: 0.0627084 Feb 07 22:07:49.167462 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e472abe-9685-4ed7-b75d-39b614d1902f req-d9574b60-5afc-4dc5-815e-df77ec44656f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414524 Feb 07 22:07:50.286360 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d5382-3f09-41b4-ac58-803f64092d5a req-69b4f274-69c5-4376-8c40-2c12611982e1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:07:50.287802 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-512d5382-3f09-41b4-ac58-803f64092d5a req-69b4f274-69c5-4376-8c40-2c12611982e1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 945 time: 0.0515149 Feb 07 22:07:50.336007 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-512d5382-3f09-41b4-ac58-803f64092d5a req-d6793f37-f394-42e2-bea9-65ea62539d9f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425694 Feb 07 22:07:50.726832 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8d9db7cc-cdad-4465-b579-f4562d59dc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:07:51.452546 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05befd-3cea-4161-86a4-03851999c75a req-ccd9eab1-cd81-4389-9b91-585141d42257 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:07:51.453980 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d05befd-3cea-4161-86a4-03851999c75a req-ccd9eab1-cd81-4389-9b91-585141d42257 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 945 time: 0.0502753 Feb 07 22:07:51.507044 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d05befd-3cea-4161-86a4-03851999c75a req-2fee5bd7-048c-42fa-ae7e-1a928ce05282 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475032 Feb 07 22:07:52.017026 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:07:52.623779 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff8f16-9ba3-4efc-b7ca-76306de0ed99 req-2bab4b26-601c-45b9-a797-0414c2f3349f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:07:52.625246 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f1ff8f16-9ba3-4efc-b7ca-76306de0ed99 req-2bab4b26-601c-45b9-a797-0414c2f3349f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 945 time: 0.0513806 Feb 07 22:07:52.675394 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f1ff8f16-9ba3-4efc-b7ca-76306de0ed99 req-9c174cd4-23e0-4010-8329-1046eba434ee tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444953 Feb 07 22:07:53.499253 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:07:53.802304 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee18b03-630c-40cb-9a37-be91fbbd0a5b req-9d1f435a-545e-4491-bcae-e47c5b5a9904 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:07:53.804565 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eee18b03-630c-40cb-9a37-be91fbbd0a5b req-9d1f435a-545e-4491-bcae-e47c5b5a9904 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 945 time: 0.0605102 Feb 07 22:07:53.851747 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eee18b03-630c-40cb-9a37-be91fbbd0a5b req-cbb6933a-7738-4848-a288-05bd2d2c3ab5 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422862 Feb 07 22:07:54.799868 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:07:54.973506 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77bffc-cf4b-4424-8505-742e1f432a8a req-6675b125-ab0f-499b-9077-df462edf2365 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:07:54.974991 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d77bffc-cf4b-4424-8505-742e1f432a8a req-6675b125-ab0f-499b-9077-df462edf2365 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 945 time: 0.0555892 Feb 07 22:07:55.020862 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8d77bffc-cf4b-4424-8505-742e1f432a8a req-fbda280c-c364-415b-90af-99ecf924994c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404279 Feb 07 22:07:56.142656 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416b273-f447-475b-be0d-02d93d44bf75 req-8108e314-935e-4c31-8c6c-e56ce7ceccae tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:07:56.144113 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b416b273-f447-475b-be0d-02d93d44bf75 req-8108e314-935e-4c31-8c6c-e56ce7ceccae tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 945 time: 0.0544624 Feb 07 22:07:56.192145 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b416b273-f447-475b-be0d-02d93d44bf75 req-cdd678b5-6866-4404-9fcc-c746d2610459 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424154 Feb 07 22:07:57.312846 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f264230-24a1-4533-b120-47575be9da62 req-76d2bb6e-7384-4d0e-bd90-e05e9b2b9098 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:07:57.314302 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f264230-24a1-4533-b120-47575be9da62 req-76d2bb6e-7384-4d0e-bd90-e05e9b2b9098 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 945 time: 0.0551631 Feb 07 22:07:57.363719 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4f264230-24a1-4533-b120-47575be9da62 req-61c850cc-7cc6-4e7d-b194-412310e649e3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436790 Feb 07 22:07:57.649414 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:07:58.483823 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f23dac-22c7-4049-ae25-5e7fad748179 req-daf35563-d1ec-4f90-ae38-93817d6ee346 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:07:58.485369 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-93f23dac-22c7-4049-ae25-5e7fad748179 req-daf35563-d1ec-4f90-ae38-93817d6ee346 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 945 time: 0.0552590 Feb 07 22:07:58.537791 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-93f23dac-22c7-4049-ae25-5e7fad748179 req-710e15eb-0b92-41dd-9d8d-7b1f3ae6c9e4 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467920 Feb 07 22:07:59.656955 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca40db2-e331-4d2b-9967-dad7e0fd61e6 req-ab469f57-47a6-459b-a7f6-37325aad8069 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:07:59.658419 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dca40db2-e331-4d2b-9967-dad7e0fd61e6 req-ab469f57-47a6-459b-a7f6-37325aad8069 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 945 time: 0.0517116 Feb 07 22:07:59.708841 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dca40db2-e331-4d2b-9967-dad7e0fd61e6 req-daadfcfd-dd7d-4dec-b7d3-d50b42efbe05 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448861 Feb 07 22:08:00.596745 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-e0a1a61e-906d-49b7-9944-b5f99f9c932d service neutron] show failed (client error): The resource could not be found. Feb 07 22:08:00.597671 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-e0a1a61e-906d-49b7-9944-b5f99f9c932d service neutron] 10.222.0.69 "GET /v2.0/ports/a84b158c-12ad-40b1-a81d-54afbf9e6c3f/bindings/n-h2-828185-2 HTTP/1.1" status: 404 len: 380 time: 0.0543425 Feb 07 22:08:00.861009 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-05b8614a-d810-4625-8201-eadf10855f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:00.862489 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-05b8614a-d810-4625-8201-eadf10855f1d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615&tenant_id=cb32d546868e49d7bc91660452f9cd72 HTTP/1.1" status: 200 len: 1127 time: 0.1081920 Feb 07 22:08:00.868984 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ee191-c887-44a6-b226-996c42f8e0d1 req-793e9bb6-37fe-4512-a806-92ee53409264 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:00.870296 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b07ee191-c887-44a6-b226-996c42f8e0d1 req-793e9bb6-37fe-4512-a806-92ee53409264 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 945 time: 0.0861526 Feb 07 22:08:00.875900 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828185-2', 'device_owner': 'compute:nova'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:08:01.226646 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b07ee191-c887-44a6-b226-996c42f8e0d1 req-ac82c1f0-b54a-4f9c-8aef-5dc789866680 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3479280 Feb 07 22:08:01.228909 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a84b158c-12ad-40b1-a81d-54afbf9e6c3f), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:01.441573 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] For port a84b158c-12ad-40b1-a81d-54afbf9e6c3f, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=a84b158c-12ad-40b1-a81d-54afbf9e6c3f,segment=NetworkSegment(8093b498-7ab6-4f88-82b7-d08f03051f78),segment_id=8093b498-7ab6-4f88-82b7-d08f03051f78)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:08:01.473803 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] For port a84b158c-12ad-40b1-a81d-54afbf9e6c3f, host n-h1-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:08:01.516064 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145572a6-6bd0-41df-956b-4d5703674615', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a84b158c-12ad-40b1-a81d-54afbf9e6c3f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:08:01.518232 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719cdb9d-5543-4767-be2c-e65f2546a876" -d '{"events": [{"server_uuid": "145572a6-6bd0-41df-956b-4d5703674615", "name": "network-vif-unplugged", "status": "completed", "tag": "a84b158c-12ad-40b1-a81d-54afbf9e6c3f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:08:01.521775 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Publish callbacks [] for port (a84b158c-12ad-40b1-a81d-54afbf9e6c3f), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:01.535735 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Transition to ACTIVE for port object a84b158c-12ad-40b1-a81d-54afbf9e6c3f will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:08:01.542478 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (a84b158c-12ad-40b1-a81d-54afbf9e6c3f), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:01.579243 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 22:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80490c88-26c8-41b9-94e9-49cbc0d41c62 x-openstack-request-id: req-80490c88-26c8-41b9-94e9-49cbc0d41c62 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:08:01.579543 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145572a6-6bd0-41df-956b-4d5703674615", "name": "network-vif-unplugged", "status": "completed", "tag": "a84b158c-12ad-40b1-a81d-54afbf9e6c3f", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:08:01.579803 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-80490c88-26c8-41b9-94e9-49cbc0d41c62 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:08:01.580336 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145572a6-6bd0-41df-956b-4d5703674615', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a84b158c-12ad-40b1-a81d-54afbf9e6c3f', 'code': 200} Feb 07 22:08:01.706354 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Pushing event updated for resources: {'Port': ['ID=a84b158c-12ad-40b1-a81d-54afbf9e6c3f,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:08:01.728059 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] No DVR routers for this DVR port a84b158c-12ad-40b1-a81d-54afbf9e6c3f on host n-h1-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:08:01.731557 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:08:01.731909 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:08:01.732326 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:08:01.732679 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:08:01.733010 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:08:01.733340 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:08:01.733689 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:08:01.734254 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:08:01.734580 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:08:01.734901 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:08:01.735224 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:08:01.735546 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:08:01.735863 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:08:01.886744 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Attempting to bind port a84b158c-12ad-40b1-a81d-54afbf9e6c3f on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:08:01.887406 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Attempting to bind port a84b158c-12ad-40b1-a81d-54afbf9e6c3f by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '8093b498-7ab6-4f88-82b7-d08f03051f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:08:01.887406 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Attempting to bind port a84b158c-12ad-40b1-a81d-54afbf9e6c3f on network f1f160cf-787c-4432-a9c1-1fc9c802f6e0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:08:01.892619 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Port a84b158c-12ad-40b1-a81d-54afbf9e6c3f on network f1f160cf-787c-4432-a9c1-1fc9c802f6e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:08:01.892942 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Attempting to bind port a84b158c-12ad-40b1-a81d-54afbf9e6c3f on network f1f160cf-787c-4432-a9c1-1fc9c802f6e0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:08:01.897834 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:08:01.898174 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Checking segment: {'id': '8093b498-7ab6-4f88-82b7-d08f03051f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:08:01.898578 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Bound using segment: {'id': '8093b498-7ab6-4f88-82b7-d08f03051f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:08:01.898982 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Bound port: a84b158c-12ad-40b1-a81d-54afbf9e6c3f, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8093b498-7ab6-4f88-82b7-d08f03051f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:08:01.899338 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a84b158c-12ad-40b1-a81d-54afbf9e6c3f), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:01.964591 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] For port a84b158c-12ad-40b1-a81d-54afbf9e6c3f, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:08:01.968711 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] For port a84b158c-12ad-40b1-a81d-54afbf9e6c3f, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=a84b158c-12ad-40b1-a81d-54afbf9e6c3f,segment=NetworkSegment(8093b498-7ab6-4f88-82b7-d08f03051f78),segment_id=8093b498-7ab6-4f88-82b7-d08f03051f78)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:08:01.974240 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (a84b158c-12ad-40b1-a81d-54afbf9e6c3f), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:02.018644 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:02.019321 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:02.020695 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] 10.222.0.71 "PUT /v2.0/ports/a84b158c-12ad-40b1-a81d-54afbf9e6c3f HTTP/1.1" status: 200 len: 1091 time: 1.1495335 Feb 07 22:08:02.038077 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9f375-150b-46df-9080-fd6f6930241f service neutron] Pushing event updated for resources: {'Port': ['ID=a84b158c-12ad-40b1-a81d-54afbf9e6c3f,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:08:02.095315 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-eda14542-f190-4bdb-a152-ab92d2367c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:02.096894 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-eda14542-f190-4bdb-a152-ab92d2367c48 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 1125 time: 0.0500031 Feb 07 22:08:02.210081 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-8b93e897-8c4f-4629-8c02-8cea8503ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:02.211925 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-8b93e897-8c4f-4629-8c02-8cea8503ac70 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f1f160cf-787c-4432-a9c1-1fc9c802f6e0 HTTP/1.1" status: 200 len: 897 time: 0.1088989 Feb 07 22:08:02.281681 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-ecad0d67-e2b8-4968-8568-199a02760b58 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a84b158c-12ad-40b1-a81d-54afbf9e6c3f HTTP/1.1" status: 200 len: 998 time: 0.0631731 Feb 07 22:08:02.363449 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-516f8516-e13e-4de5-8d2f-d66b2ad1016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:02.364932 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-516f8516-e13e-4de5-8d2f-d66b2ad1016f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=420ca0dd-515a-40f2-adb8-cd6dc78593ef HTTP/1.1" status: 200 len: 834 time: 0.0770326 Feb 07 22:08:02.406271 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b92dd-2481-4da9-afa2-908e98e5fc97 req-b1cb935e-50d6-42f8-ab66-21df7297d48c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:02.407711 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bc9b92dd-2481-4da9-afa2-908e98e5fc97 req-b1cb935e-50d6-42f8-ab66-21df7297d48c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 943 time: 0.0920851 Feb 07 22:08:02.446193 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-d46bca5d-8923-45a7-ad55-31df9b795d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:02.447653 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-d46bca5d-8923-45a7-ad55-31df9b795d7d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f1f160cf-787c-4432-a9c1-1fc9c802f6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0758858 Feb 07 22:08:02.483174 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bc9b92dd-2481-4da9-afa2-908e98e5fc97 req-3a775f95-42f5-4a44-b075-7c0bbd634477 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695183 Feb 07 22:08:02.551183 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-38695f34-37c0-4cb0-9bcf-5d9c05bf4dc4 service neutron] 10.222.0.71 "GET /v2.0/networks/f1f160cf-787c-4432-a9c1-1fc9c802f6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937324 Feb 07 22:08:02.641182 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1b61541-fa99-4335-b360-2c6539a3f7e7 req-15d312d7-25ec-4cfe-9446-1253b17c094c service neutron] 10.222.0.71 "GET /v2.0/networks/f1f160cf-787c-4432-a9c1-1fc9c802f6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839396 Feb 07 22:08:03.559054 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device a84b158c-12ad-40b1-a81d-54afbf9e6c3f no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:08:03.582464 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145572a6-6bd0-41df-956b-4d5703674615', 'tag': 'a84b158c-12ad-40b1-a81d-54afbf9e6c3f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:08:03.584713 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc9de5e-9a70-4990-b850-09980c4bd24a" -d '{"events": [{"name": "network-changed", "server_uuid": "145572a6-6bd0-41df-956b-4d5703674615", "tag": "a84b158c-12ad-40b1-a81d-54afbf9e6c3f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:08:03.598497 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] The host n-h1-828185-2 is not matching for port a84b158c-12ad-40b1-a81d-54afbf9e6c3f host n-h2-828185-2! {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 07 22:08:03.598904 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device a84b158c-12ad-40b1-a81d-54afbf9e6c3f not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:08:03.615277 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672a28f-f749-415e-8e01-eb7f1f193812 req-01b7d428-7ceb-434c-bf3d-7c37b43de94f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:03.621582 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b672a28f-f749-415e-8e01-eb7f1f193812 req-01b7d428-7ceb-434c-bf3d-7c37b43de94f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 943 time: 0.0685284 Feb 07 22:08:03.647670 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40bd392-854e-40e4-8a79-4dbd1a681cc6 x-openstack-request-id: req-c40bd392-854e-40e4-8a79-4dbd1a681cc6 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:08:03.647956 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145572a6-6bd0-41df-956b-4d5703674615", "tag": "a84b158c-12ad-40b1-a81d-54afbf9e6c3f", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:08:03.648214 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c40bd392-854e-40e4-8a79-4dbd1a681cc6 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:08:03.648646 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145572a6-6bd0-41df-956b-4d5703674615', 'tag': 'a84b158c-12ad-40b1-a81d-54afbf9e6c3f', 'status': 'completed', 'code': 200} Feb 07 22:08:03.688227 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b672a28f-f749-415e-8e01-eb7f1f193812 req-593b0654-8cc9-4d6e-8cd0-eb5134e8d37c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573373 Feb 07 22:08:03.728749 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9de5e-9a70-4990-b850-09980c4bd24a req-67c18d8f-bce3-465f-9c61-94e2fe41d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:03.730474 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4fc9de5e-9a70-4990-b850-09980c4bd24a req-67c18d8f-bce3-465f-9c61-94e2fe41d79a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 1125 time: 0.0669236 Feb 07 22:08:03.739541 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9de5e-9a70-4990-b850-09980c4bd24a req-b4a7b645-b343-4dc4-9183-30372d97dee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:03.741134 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4fc9de5e-9a70-4990-b850-09980c4bd24a req-b4a7b645-b343-4dc4-9183-30372d97dee4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 1125 time: 0.0705988 Feb 07 22:08:03.826457 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9de5e-9a70-4990-b850-09980c4bd24a req-b755229b-80cc-4f5d-a4aa-666bad133e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:03.828476 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4fc9de5e-9a70-4990-b850-09980c4bd24a req-b755229b-80cc-4f5d-a4aa-666bad133e6a service neutron] 10.222.0.69 "GET /v2.0/networks?id=f1f160cf-787c-4432-a9c1-1fc9c802f6e0 HTTP/1.1" status: 200 len: 897 time: 0.0918252 Feb 07 22:08:03.832167 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9de5e-9a70-4990-b850-09980c4bd24a req-529dd81c-8b29-4334-afa7-6acc4e31627f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:03.833650 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4fc9de5e-9a70-4990-b850-09980c4bd24a req-529dd81c-8b29-4334-afa7-6acc4e31627f service neutron] 10.222.0.71 "GET /v2.0/networks?id=f1f160cf-787c-4432-a9c1-1fc9c802f6e0 HTTP/1.1" status: 200 len: 897 time: 0.0861263 Feb 07 22:08:03.899107 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4fc9de5e-9a70-4990-b850-09980c4bd24a req-0c10e8b0-df8e-4caa-a8f3-2553b58433e6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a84b158c-12ad-40b1-a81d-54afbf9e6c3f HTTP/1.1" status: 200 len: 998 time: 0.0648286 Feb 07 22:08:03.906793 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4fc9de5e-9a70-4990-b850-09980c4bd24a req-3cb401bc-816f-4ce8-a0ff-9e39c2b62d21 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a84b158c-12ad-40b1-a81d-54afbf9e6c3f HTTP/1.1" status: 200 len: 998 time: 0.0666034 Feb 07 22:08:03.949209 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9de5e-9a70-4990-b850-09980c4bd24a req-5b66dea4-062a-4205-88b6-6553c1d1cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:03.950700 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4fc9de5e-9a70-4990-b850-09980c4bd24a req-5b66dea4-062a-4205-88b6-6553c1d1cfa6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=420ca0dd-515a-40f2-adb8-cd6dc78593ef HTTP/1.1" status: 200 len: 834 time: 0.0445855 Feb 07 22:08:03.957789 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9de5e-9a70-4990-b850-09980c4bd24a req-e7238aa3-1396-44fd-8a0c-30eb216066fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:03.959221 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4fc9de5e-9a70-4990-b850-09980c4bd24a req-e7238aa3-1396-44fd-8a0c-30eb216066fb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=420ca0dd-515a-40f2-adb8-cd6dc78593ef HTTP/1.1" status: 200 len: 834 time: 0.0453229 Feb 07 22:08:03.999163 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9de5e-9a70-4990-b850-09980c4bd24a req-de694b56-cb31-4f5b-8d55-be06a808ef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:04.000682 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4fc9de5e-9a70-4990-b850-09980c4bd24a req-de694b56-cb31-4f5b-8d55-be06a808ef2a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f1f160cf-787c-4432-a9c1-1fc9c802f6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446723 Feb 07 22:08:04.007790 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9de5e-9a70-4990-b850-09980c4bd24a req-e5613d3c-d272-4a89-8773-8dd02fb2f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:04.009263 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4fc9de5e-9a70-4990-b850-09980c4bd24a req-e5613d3c-d272-4a89-8773-8dd02fb2f15f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f1f160cf-787c-4432-a9c1-1fc9c802f6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434911 Feb 07 22:08:04.091242 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4fc9de5e-9a70-4990-b850-09980c4bd24a req-f0b2699f-de5a-4bc9-850e-83b853ab9466 service neutron] 10.222.0.69 "GET /v2.0/networks/f1f160cf-787c-4432-a9c1-1fc9c802f6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849082 Feb 07 22:08:04.100769 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4fc9de5e-9a70-4990-b850-09980c4bd24a req-a1543a1d-3ba9-4ae9-b4c3-ee0d08bbb12d service neutron] 10.222.0.71 "GET /v2.0/networks/f1f160cf-787c-4432-a9c1-1fc9c802f6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837834 Feb 07 22:08:04.177639 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-4fc9de5e-9a70-4990-b850-09980c4bd24a req-d8b30208-99ec-4e01-b89f-29a151bc2e55 service neutron] 10.222.0.69 "GET /v2.0/networks/f1f160cf-787c-4432-a9c1-1fc9c802f6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803807 Feb 07 22:08:04.190912 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4fc9de5e-9a70-4990-b850-09980c4bd24a req-34c55728-451c-47a0-a7b3-49d60f11327e service neutron] 10.222.0.71 "GET /v2.0/networks/f1f160cf-787c-4432-a9c1-1fc9c802f6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836687 Feb 07 22:08:04.292846 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:04.553239 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:04.822291 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39305e-05a2-44bd-91d7-ff966575f009 req-ff7420a9-ae35-4a72-90c9-11ab842b68b2 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:04.823682 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd39305e-05a2-44bd-91d7-ff966575f009 req-ff7420a9-ae35-4a72-90c9-11ab842b68b2 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 943 time: 0.0549378 Feb 07 22:08:04.876031 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dd39305e-05a2-44bd-91d7-ff966575f009 req-d580268d-1f43-4394-a5f3-5dca01294227 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461335 Feb 07 22:08:05.995348 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c02f3d-d3af-4cf1-bfb0-5eb3c9b3f1e9 req-1da41cc5-3b0f-4d4f-9087-3b8ae330f4db tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:05.996833 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a4c02f3d-d3af-4cf1-bfb0-5eb3c9b3f1e9 req-1da41cc5-3b0f-4d4f-9087-3b8ae330f4db tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 943 time: 0.0518696 Feb 07 22:08:06.000173 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device a84b158c-12ad-40b1-a81d-54afbf9e6c3f details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:08:06.051231 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a4c02f3d-d3af-4cf1-bfb0-5eb3c9b3f1e9 req-411d4337-6ef8-48ac-8f35-775425cf3389 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479541 Feb 07 22:08:06.102652 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port a84b158c-12ad-40b1-a81d-54afbf9e6c3f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=a84b158c-12ad-40b1-a81d-54afbf9e6c3f,segment=NetworkSegment(8093b498-7ab6-4f88-82b7-d08f03051f78),segment_id=8093b498-7ab6-4f88-82b7-d08f03051f78)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:08:06.114466 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'a84b158c-12ad-40b1-a81d-54afbf9e6c3f', 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0', 'port_id': 'a84b158c-12ad-40b1-a81d-54afbf9e6c3f', 'mac_address': 'fa:16:3e:c8:13:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420ca0dd-515a-40f2-adb8-cd6dc78593ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:08:06.153013 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port a84b158c-12ad-40b1-a81d-54afbf9e6c3f is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:08:06.153406 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a84b158c-12ad-40b1-a81d-54afbf9e6c3f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:06.168665 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a84b158c-12ad-40b1-a81d-54afbf9e6c3f {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 22:08:06.191776 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port a84b158c-12ad-40b1-a81d-54afbf9e6c3f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=a84b158c-12ad-40b1-a81d-54afbf9e6c3f,segment=NetworkSegment(8093b498-7ab6-4f88-82b7-d08f03051f78),segment_id=8093b498-7ab6-4f88-82b7-d08f03051f78)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:08:06.197057 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a84b158c-12ad-40b1-a81d-54afbf9e6c3f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:06.249905 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=a84b158c-12ad-40b1-a81d-54afbf9e6c3f,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:08:06.258329 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:08:06.258725 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:08:06.259075 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:08:06.259401 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:08:06.259727 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:08:06.260053 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:08:06.260846 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:08:06.261312 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:08:06.261644 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:08:06.261966 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:08:06.263249 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:08:06.263701 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:08:06.263829 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bad2f-324c-4203-8001-c75ee1cf7648 req-8b9f7767-056c-4851-a186-49468d536c11 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:06.264172 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:08:06.265246 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-311bad2f-324c-4203-8001-c75ee1cf7648 req-8b9f7767-056c-4851-a186-49468d536c11 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 944 time: 0.0599520 Feb 07 22:08:06.282109 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ff06a-4972-402f-ae29-11398fe2d73f req-f5fdc2c2-0695-4ae7-8416-ff7382d3b1c5 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:06.283627 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-615ff06a-4972-402f-ae29-11398fe2d73f req-f5fdc2c2-0695-4ae7-8416-ff7382d3b1c5 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.69 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615&tenant_id=cb32d546868e49d7bc91660452f9cd72&binding%3Ahost_id=n-h2-828185-2 HTTP/1.1" status: 200 len: 944 time: 0.0664141 Feb 07 22:08:06.319314 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-311bad2f-324c-4203-8001-c75ee1cf7648 req-1c485b50-4948-480a-bce5-dfe49af9a441 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467746 Feb 07 22:08:06.352544 n-d-828185-2 neutron-server[103256]: INFO neutron.api.v2.resource [req-615ff06a-4972-402f-ae29-11398fe2d73f req-aea383af-4353-4b8d-8d1d-d94198b89a14 service neutron] delete failed (client error): The resource could not be found. Feb 07 22:08:06.353890 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-615ff06a-4972-402f-ae29-11398fe2d73f req-aea383af-4353-4b8d-8d1d-d94198b89a14 service neutron] 10.222.0.69 "DELETE /v2.0/ports/a84b158c-12ad-40b1-a81d-54afbf9e6c3f/bindings/n-h1-828185-2 HTTP/1.1" status: 404 len: 380 time: 0.0641010 Feb 07 22:08:06.445032 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ff06a-4972-402f-ae29-11398fe2d73f req-e6e47f1a-74b7-4a78-a33c-272caad38e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:06.446787 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-615ff06a-4972-402f-ae29-11398fe2d73f req-e6e47f1a-74b7-4a78-a33c-272caad38e52 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 1126 time: 0.0466926 Feb 07 22:08:06.448186 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5f1cc-6585-424b-abf1-fe36dd4d9f8d req-fa1a4873-993a-457c-8bd2-c7e487765646 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:06.449713 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-88f5f1cc-6585-424b-abf1-fe36dd4d9f8d req-fa1a4873-993a-457c-8bd2-c7e487765646 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 944 time: 0.0586851 Feb 07 22:08:06.498778 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-88f5f1cc-6585-424b-abf1-fe36dd4d9f8d req-73b3051e-a5dd-4d52-9331-e1f636b31c7b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433717 Feb 07 22:08:06.536679 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ff06a-4972-402f-ae29-11398fe2d73f req-f074cd1c-0f02-464c-b709-dd3f856f6b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:06.538149 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-615ff06a-4972-402f-ae29-11398fe2d73f req-f074cd1c-0f02-464c-b709-dd3f856f6b28 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f1f160cf-787c-4432-a9c1-1fc9c802f6e0 HTTP/1.1" status: 200 len: 897 time: 0.0859625 Feb 07 22:08:06.590051 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['a84b158c-12ad-40b1-a81d-54afbf9e6c3f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:08:06.606581 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-615ff06a-4972-402f-ae29-11398fe2d73f req-32c32171-745c-4237-b3aa-e038797aa564 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a84b158c-12ad-40b1-a81d-54afbf9e6c3f HTTP/1.1" status: 200 len: 999 time: 0.0620594 Feb 07 22:08:06.653499 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ff06a-4972-402f-ae29-11398fe2d73f req-30412ec9-4d31-4353-af18-e481505bc415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:06.655563 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-615ff06a-4972-402f-ae29-11398fe2d73f req-30412ec9-4d31-4353-af18-e481505bc415 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=420ca0dd-515a-40f2-adb8-cd6dc78593ef HTTP/1.1" status: 200 len: 834 time: 0.0434270 Feb 07 22:08:06.703339 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ff06a-4972-402f-ae29-11398fe2d73f req-1bb1f3e4-0878-43a8-a075-84fde365278c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:06.704854 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-615ff06a-4972-402f-ae29-11398fe2d73f req-1bb1f3e4-0878-43a8-a075-84fde365278c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f1f160cf-787c-4432-a9c1-1fc9c802f6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438800 Feb 07 22:08:06.797264 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-615ff06a-4972-402f-ae29-11398fe2d73f req-f00301f2-93eb-458b-b15c-906f1e707c92 service neutron] 10.222.0.69 "GET /v2.0/networks/f1f160cf-787c-4432-a9c1-1fc9c802f6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856004 Feb 07 22:08:06.885823 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-615ff06a-4972-402f-ae29-11398fe2d73f req-12d57a0c-e535-4e86-975d-7e5b24fa8179 service neutron] 10.222.0.69 "GET /v2.0/networks/f1f160cf-787c-4432-a9c1-1fc9c802f6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829909 Feb 07 22:08:07.616424 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfa7a0-6fcb-480b-9020-b85a81586cc6 req-9f270525-5712-4184-92ef-eee7d4fe673a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:07.617879 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fbfa7a0-6fcb-480b-9020-b85a81586cc6 req-9f270525-5712-4184-92ef-eee7d4fe673a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 944 time: 0.0511487 Feb 07 22:08:07.666357 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2fbfa7a0-6fcb-480b-9020-b85a81586cc6 req-23ee49d3-cf06-4a3b-88a5-5b8e6cb69df1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423858 Feb 07 22:08:07.688508 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47552) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:08:07.751638 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-90a7fe2a-2867-4549-93b8-597c80bd2b4a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/floatingips/864167b2-9d07-47a4-a4a1-87eaffc99e41 HTTP/1.1" status: 200 len: 991 time: 0.0620093 Feb 07 22:08:08.005829 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device a84b158c-12ad-40b1-a81d-54afbf9e6c3f up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:08:08.054283 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port a84b158c-12ad-40b1-a81d-54afbf9e6c3f completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:08:08.058208 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port a84b158c-12ad-40b1-a81d-54afbf9e6c3f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:08:08.058581 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a84b158c-12ad-40b1-a81d-54afbf9e6c3f), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:08.136181 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port a84b158c-12ad-40b1-a81d-54afbf9e6c3f is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:08:08.136593 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a84b158c-12ad-40b1-a81d-54afbf9e6c3f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:08.308564 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145572a6-6bd0-41df-956b-4d5703674615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84b158c-12ad-40b1-a81d-54afbf9e6c3f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:08:08.311303 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59fa0091afa0acade78336c0e3f3c5307cc552a1ace6da7695aaea120dfc6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1aeaa4-de9c-48e0-b6cb-7f73852c9827" -d '{"events": [{"server_uuid": "145572a6-6bd0-41df-956b-4d5703674615", "name": "network-vif-plugged", "status": "completed", "tag": "a84b158c-12ad-40b1-a81d-54afbf9e6c3f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:08:08.323514 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port a84b158c-12ad-40b1-a81d-54afbf9e6c3f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=a84b158c-12ad-40b1-a81d-54afbf9e6c3f,segment=NetworkSegment(8093b498-7ab6-4f88-82b7-d08f03051f78),segment_id=8093b498-7ab6-4f88-82b7-d08f03051f78)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:08:08.328096 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a84b158c-12ad-40b1-a81d-54afbf9e6c3f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:08.351362 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a9e9d9-4f27-4523-9970-11b796b2e322 x-openstack-request-id: req-b2a9e9d9-4f27-4523-9970-11b796b2e322 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:08:08.351658 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145572a6-6bd0-41df-956b-4d5703674615", "name": "network-vif-plugged", "status": "completed", "tag": "a84b158c-12ad-40b1-a81d-54afbf9e6c3f", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:08:08.351915 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b2a9e9d9-4f27-4523-9970-11b796b2e322 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:08:08.352321 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145572a6-6bd0-41df-956b-4d5703674615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84b158c-12ad-40b1-a81d-54afbf9e6c3f', 'code': 200} Feb 07 22:08:08.376085 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=a84b158c-12ad-40b1-a81d-54afbf9e6c3f,revision_number=9']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:08:12.428049 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c698906-4e67-4c89-b926-e010cba3aa3e req-006ebf76-18e8-4c05-937d-5db82efdc8b3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429714 Feb 07 22:08:12.509329 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c698906-4e67-4c89-b926-e010cba3aa3e req-9bd69bb2-dc1a-4a96-9d7c-49c856036698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:12.510858 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c698906-4e67-4c89-b926-e010cba3aa3e req-9bd69bb2-dc1a-4a96-9d7c-49c856036698 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 1127 time: 0.0432544 Feb 07 22:08:12.611435 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c698906-4e67-4c89-b926-e010cba3aa3e req-68ea2e4c-1e4e-4a58-80e7-9a69f74f68d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:12.612908 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c698906-4e67-4c89-b926-e010cba3aa3e req-68ea2e4c-1e4e-4a58-80e7-9a69f74f68d0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f1f160cf-787c-4432-a9c1-1fc9c802f6e0 HTTP/1.1" status: 200 len: 897 time: 0.0851545 Feb 07 22:08:12.675374 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c698906-4e67-4c89-b926-e010cba3aa3e req-d3addc08-0eda-490d-88ae-1eb44c39ee31 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a84b158c-12ad-40b1-a81d-54afbf9e6c3f HTTP/1.1" status: 200 len: 1000 time: 0.0564787 Feb 07 22:08:12.726146 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c698906-4e67-4c89-b926-e010cba3aa3e req-94a35e8a-de10-4642-a97c-fcf6e0b4de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:12.727476 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c698906-4e67-4c89-b926-e010cba3aa3e req-94a35e8a-de10-4642-a97c-fcf6e0b4de5c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=420ca0dd-515a-40f2-adb8-cd6dc78593ef HTTP/1.1" status: 200 len: 834 time: 0.0465472 Feb 07 22:08:12.775368 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c698906-4e67-4c89-b926-e010cba3aa3e req-a9646427-86c9-44bd-b5d7-8e84059a394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:12.776844 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c698906-4e67-4c89-b926-e010cba3aa3e req-a9646427-86c9-44bd-b5d7-8e84059a394b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f1f160cf-787c-4432-a9c1-1fc9c802f6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432911 Feb 07 22:08:12.862050 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c698906-4e67-4c89-b926-e010cba3aa3e req-9a2a9109-0a0d-42d4-804d-5c9b44a22b8e service neutron] 10.222.0.71 "GET /v2.0/networks/f1f160cf-787c-4432-a9c1-1fc9c802f6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789740 Feb 07 22:08:12.952162 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c698906-4e67-4c89-b926-e010cba3aa3e req-97294f68-5833-45a5-be42-add5261e2372 service neutron] 10.222.0.71 "GET /v2.0/networks/f1f160cf-787c-4432-a9c1-1fc9c802f6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844550 Feb 07 22:08:18.539613 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cb68913e-1cab-4b1e-88de-3c0c5449c920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:20.730217 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-796fd4f6-3b76-423e-bde6-36725636e122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:22.021602 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:23.501301 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:24.802326 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:34.294879 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:34.549477 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:34.651711 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:08:48.541547 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4ed7e7fa-b49d-41ef-8e19-f9d68077420b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:50.732014 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fdd273da-72a7-4627-aa51-18479042d37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:52.024983 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:53.505025 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:54.805881 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:56.150775 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47580) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:08:56.302089 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-67ba7324-ff4c-4205-ac06-8cd3f43f9087 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Deleting port 7df0e57a-af39-4523-8137-3381ed07c527 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:08:56.302426 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67ba7324-ff4c-4205-ac06-8cd3f43f9087 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (7df0e57a-af39-4523-8137-3381ed07c527), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:56.373263 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67ba7324-ff4c-4205-ac06-8cd3f43f9087 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (7df0e57a-af39-4523-8137-3381ed07c527), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:56.373584 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67ba7324-ff4c-4205-ac06-8cd3f43f9087 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for floatingip (7df0e57a-af39-4523-8137-3381ed07c527), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:56.385288 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-67ba7324-ff4c-4205-ac06-8cd3f43f9087 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Calling delete_port for 7df0e57a-af39-4523-8137-3381ed07c527 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:08:56.528661 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67ba7324-ff4c-4205-ac06-8cd3f43f9087 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (7df0e57a-af39-4523-8137-3381ed07c527), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:56.556302 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba7324-ff4c-4205-ac06-8cd3f43f9087 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Port': ['ID=7df0e57a-af39-4523-8137-3381ed07c527,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:08:56.616318 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67ba7324-ff4c-4205-ac06-8cd3f43f9087 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for floatingip (864167b2-9d07-47a4-a4a1-87eaffc99e41), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:56.617309 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-67ba7324-ff4c-4205-ac06-8cd3f43f9087 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Floating IP 864167b2-9d07-47a4-a4a1-87eaffc99e41 disassociated (deleted). External IP: 172.25.4.48, port: a84b158c-12ad-40b1-a81d-54afbf9e6c3f. Feb 07 22:08:56.824602 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ba7324-ff4c-4205-ac06-8cd3f43f9087 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Router fd9c064f-3189-4323-be36-bad6991b78fc has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:08:57.192728 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ba7324-ff4c-4205-ac06-8cd3f43f9087 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:08:57.197408 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67ba7324-ff4c-4205-ac06-8cd3f43f9087 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:57.202444 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febc16be-4c17-422b-939f-d7bf4692b72f None None] Sync routers for ids ['fd9c064f-3189-4323-be36-bad6991b78fc'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:08:57.212331 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febc16be-4c17-422b-939f-d7bf4692b72f None None] Routers {'fd9c064f-3189-4323-be36-bad6991b78fc'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:08:57.212995 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-febc16be-4c17-422b-939f-d7bf4692b72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:08:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['fd9c064f-3189-4323-be36-bad6991b78fc'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:08:57.226425 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-67ba7324-ff4c-4205-ac06-8cd3f43f9087 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "DELETE /v2.0/floatingips/864167b2-9d07-47a4-a4a1-87eaffc99e41 HTTP/1.1" status: 204 len: 168 time: 1.0740416 Feb 07 22:08:57.227135 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145572a6-6bd0-41df-956b-4d5703674615', 'tag': 'a84b158c-12ad-40b1-a81d-54afbf9e6c3f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:08:57.229496 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176b7e88-f65d-439e-8838-2224ebb47fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "145572a6-6bd0-41df-956b-4d5703674615", "tag": "a84b158c-12ad-40b1-a81d-54afbf9e6c3f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:08:57.268655 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f195dd0-7e5f-4122-b23b-17e93b1aea7e x-openstack-request-id: req-1f195dd0-7e5f-4122-b23b-17e93b1aea7e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:08:57.268977 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145572a6-6bd0-41df-956b-4d5703674615", "tag": "a84b158c-12ad-40b1-a81d-54afbf9e6c3f", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:08:57.269230 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1f195dd0-7e5f-4122-b23b-17e93b1aea7e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:08:57.269632 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145572a6-6bd0-41df-956b-4d5703674615', 'tag': 'a84b158c-12ad-40b1-a81d-54afbf9e6c3f', 'status': 'completed', 'code': 200} Feb 07 22:08:57.318783 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-febc16be-4c17-422b-939f-d7bf4692b72f None None] Set router fd9c064f-3189-4323-be36-bad6991b78fc gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:08:57.334889 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b7e88-f65d-439e-8838-2224ebb47fa0 req-e5e00a2f-9dee-47aa-8e96-3e665ccabace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:57.337331 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-176b7e88-f65d-439e-8838-2224ebb47fa0 req-e5e00a2f-9dee-47aa-8e96-3e665ccabace service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 1127 time: 0.0473626 Feb 07 22:08:57.457347 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b7e88-f65d-439e-8838-2224ebb47fa0 req-168f26e1-3b06-4451-96bd-fd7077e3f1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:57.458843 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-176b7e88-f65d-439e-8838-2224ebb47fa0 req-168f26e1-3b06-4451-96bd-fd7077e3f1e6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f1f160cf-787c-4432-a9c1-1fc9c802f6e0 HTTP/1.1" status: 200 len: 897 time: 0.1085525 Feb 07 22:08:57.503832 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-176b7e88-f65d-439e-8838-2224ebb47fa0 req-7799449f-2bfb-4fe6-af9a-dd2b17ccb3bf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a84b158c-12ad-40b1-a81d-54afbf9e6c3f HTTP/1.1" status: 200 len: 217 time: 0.0388165 Feb 07 22:08:57.523403 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-febc16be-4c17-422b-939f-d7bf4692b72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369964784', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:06:16Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'ec3c9e4c-8812-4515-8c66-786e735c2ae2', 'name': '', 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:71:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '420ca0dd-515a-40f2-adb8-cd6dc78593ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:06:15Z', 'updated_at': '2022-02-07T22:06:19Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '420ca0dd-515a-40f2-adb8-cd6dc78593ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:08:57.552711 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febc16be-4c17-422b-939f-d7bf4692b72f None None] Checking router: fd9c064f-3189-4323-be36-bad6991b78fc for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:08:57.561052 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febc16be-4c17-422b-939f-d7bf4692b72f None None] Routers {'fd9c064f-3189-4323-be36-bad6991b78fc'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:08:57.561659 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-febc16be-4c17-422b-939f-d7bf4692b72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:08:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['fd9c064f-3189-4323-be36-bad6991b78fc'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:08:57.580716 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b7e88-f65d-439e-8838-2224ebb47fa0 req-5aa5d504-12c2-4657-ac1d-1aa72b398d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:57.582176 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-176b7e88-f65d-439e-8838-2224ebb47fa0 req-5aa5d504-12c2-4657-ac1d-1aa72b398d27 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=420ca0dd-515a-40f2-adb8-cd6dc78593ef HTTP/1.1" status: 200 len: 834 time: 0.0697806 Feb 07 22:08:57.592581 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83688fd-1f65-4a15-8d28-ddceed22394a req-5ad62ec3-1dcb-49a4-898b-1496f43ee5e9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:57.593995 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c83688fd-1f65-4a15-8d28-ddceed22394a req-5ad62ec3-1dcb-49a4-898b-1496f43ee5e9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 945 time: 0.1758897 Feb 07 22:08:57.663757 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-febc16be-4c17-422b-939f-d7bf4692b72f None None] Set router fd9c064f-3189-4323-be36-bad6991b78fc gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:08:57.670461 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c83688fd-1f65-4a15-8d28-ddceed22394a req-1e3f24eb-1fef-4864-860e-4155a8ff9440 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672574 Feb 07 22:08:57.673098 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b7e88-f65d-439e-8838-2224ebb47fa0 req-eec15116-fb79-46c6-ab19-00a7ab9b1e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:57.674533 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-176b7e88-f65d-439e-8838-2224ebb47fa0 req-eec15116-fb79-46c6-ab19-00a7ab9b1e05 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f1f160cf-787c-4432-a9c1-1fc9c802f6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0796635 Feb 07 22:08:57.770407 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-176b7e88-f65d-439e-8838-2224ebb47fa0 req-8d9a7b75-db9a-49af-abad-26ce53346e37 service neutron] 10.222.0.71 "GET /v2.0/networks/f1f160cf-787c-4432-a9c1-1fc9c802f6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888498 Feb 07 22:08:57.859697 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-176b7e88-f65d-439e-8838-2224ebb47fa0 req-a3388c51-0b66-46a5-b617-4cbb68aef7a6 service neutron] 10.222.0.71 "GET /v2.0/networks/f1f160cf-787c-4432-a9c1-1fc9c802f6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827477 Feb 07 22:08:57.869750 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-febc16be-4c17-422b-939f-d7bf4692b72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369964784', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:06:16Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'ec3c9e4c-8812-4515-8c66-786e735c2ae2', 'name': '', 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:71:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '420ca0dd-515a-40f2-adb8-cd6dc78593ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:06:15Z', 'updated_at': '2022-02-07T22:06:19Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '420ca0dd-515a-40f2-adb8-cd6dc78593ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:08:57.895588 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febc16be-4c17-422b-939f-d7bf4692b72f None None] The sync data for ids ['fd9c064f-3189-4323-be36-bad6991b78fc'] in n-d-828185-2 is: [{'id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369964784', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:06:16Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'ec3c9e4c-8812-4515-8c66-786e735c2ae2', 'name': '', 'network_id': 'f1f160cf-787c-4432-a9c1-1fc9c802f6e0', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:71:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '420ca0dd-515a-40f2-adb8-cd6dc78593ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:06:15Z', 'updated_at': '2022-02-07T22:06:19Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '420ca0dd-515a-40f2-adb8-cd6dc78593ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:08:58.114191 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36a76e8-91e2-414a-8053-9a256a843910 None None] New status for floating IP 864167b2-9d07-47a4-a4a1-87eaffc99e41: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:08:58.839644 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eea69d-3a23-476e-9d4c-3e47a5373602 req-627a6f67-d3e6-4962-8fe8-f9815dd35759 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:58.841120 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06eea69d-3a23-476e-9d4c-3e47a5373602 req-627a6f67-d3e6-4962-8fe8-f9815dd35759 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 945 time: 0.0977890 Feb 07 22:08:58.888001 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-06eea69d-3a23-476e-9d4c-3e47a5373602 req-931509f5-14d2-4d52-b4cd-eb3f1cf5c405 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=61e575c3-65d8-49d8-b706-6a6e0279a4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413098 Feb 07 22:08:59.003655 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5019d-9308-4729-81db-51ab14e35199 req-0da337ae-ea11-4941-985e-9daf546a0363 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:08:59.005001 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66b5019d-9308-4729-81db-51ab14e35199 req-0da337ae-ea11-4941-985e-9daf546a0363 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.71 "GET /v2.0/ports?device_id=145572a6-6bd0-41df-956b-4d5703674615 HTTP/1.1" status: 200 len: 945 time: 0.0543759 Feb 07 22:08:59.092058 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-66b5019d-9308-4729-81db-51ab14e35199 req-4dbf1c5b-b5e4-4228-8a3d-0ebb4daebe4a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Deleting port a84b158c-12ad-40b1-a81d-54afbf9e6c3f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:08:59.092435 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-66b5019d-9308-4729-81db-51ab14e35199 req-4dbf1c5b-b5e4-4228-8a3d-0ebb4daebe4a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (a84b158c-12ad-40b1-a81d-54afbf9e6c3f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:59.180512 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-66b5019d-9308-4729-81db-51ab14e35199 req-4dbf1c5b-b5e4-4228-8a3d-0ebb4daebe4a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] For port a84b158c-12ad-40b1-a81d-54afbf9e6c3f, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=a84b158c-12ad-40b1-a81d-54afbf9e6c3f,segment=NetworkSegment(8093b498-7ab6-4f88-82b7-d08f03051f78),segment_id=8093b498-7ab6-4f88-82b7-d08f03051f78)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:08:59.180873 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-66b5019d-9308-4729-81db-51ab14e35199 req-4dbf1c5b-b5e4-4228-8a3d-0ebb4daebe4a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (a84b158c-12ad-40b1-a81d-54afbf9e6c3f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:59.193416 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-66b5019d-9308-4729-81db-51ab14e35199 req-4dbf1c5b-b5e4-4228-8a3d-0ebb4daebe4a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Calling delete_port for a84b158c-12ad-40b1-a81d-54afbf9e6c3f owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:08:59.318775 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-66b5019d-9308-4729-81db-51ab14e35199 req-4dbf1c5b-b5e4-4228-8a3d-0ebb4daebe4a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (a84b158c-12ad-40b1-a81d-54afbf9e6c3f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:59.346370 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf1c5b-b5e4-4228-8a3d-0ebb4daebe4a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Port': ['ID=a84b158c-12ad-40b1-a81d-54afbf9e6c3f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:08:59.390509 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b5019d-9308-4729-81db-51ab14e35199 req-4dbf1c5b-b5e4-4228-8a3d-0ebb4daebe4a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] No DVR routers for this DVR port a84b158c-12ad-40b1-a81d-54afbf9e6c3f on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:08:59.394040 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-66b5019d-9308-4729-81db-51ab14e35199 req-4dbf1c5b-b5e4-4228-8a3d-0ebb4daebe4a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:08:59.397385 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-66b5019d-9308-4729-81db-51ab14e35199 req-4dbf1c5b-b5e4-4228-8a3d-0ebb4daebe4a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.71 "DELETE /v2.0/ports/a84b158c-12ad-40b1-a81d-54afbf9e6c3f HTTP/1.1" status: 204 len: 173 time: 0.3864672 Feb 07 22:08:59.397862 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145572a6-6bd0-41df-956b-4d5703674615', 'name': 'network-vif-deleted', 'tag': 'a84b158c-12ad-40b1-a81d-54afbf9e6c3f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:08:59.400149 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3345d0f6-239f-49f8-909c-f0dc7252399d" -d '{"events": [{"server_uuid": "145572a6-6bd0-41df-956b-4d5703674615", "name": "network-vif-deleted", "tag": "a84b158c-12ad-40b1-a81d-54afbf9e6c3f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:08:59.437904 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3347d42-eb1e-427a-964d-5523cf97ef8b x-openstack-request-id: req-a3347d42-eb1e-427a-964d-5523cf97ef8b {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:08:59.438206 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145572a6-6bd0-41df-956b-4d5703674615", "name": "network-vif-deleted", "tag": "a84b158c-12ad-40b1-a81d-54afbf9e6c3f", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:08:59.438462 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a3347d42-eb1e-427a-964d-5523cf97ef8b {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:08:59.438867 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145572a6-6bd0-41df-956b-4d5703674615', 'name': 'network-vif-deleted', 'tag': 'a84b158c-12ad-40b1-a81d-54afbf9e6c3f', 'status': 'completed', 'code': 200} Feb 07 22:08:59.943337 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47598) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:09:00.300843 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-888d6b04-d03a-4b87-811e-4118bfbeed48 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (fd9c064f-3189-4323-be36-bad6991b78fc), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:00.571153 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-888d6b04-d03a-4b87-811e-4118bfbeed48 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Deleting port ec3c9e4c-8812-4515-8c66-786e735c2ae2 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:09:00.571408 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-888d6b04-d03a-4b87-811e-4118bfbeed48 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ec3c9e4c-8812-4515-8c66-786e735c2ae2), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:00.659307 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-888d6b04-d03a-4b87-811e-4118bfbeed48 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] For port ec3c9e4c-8812-4515-8c66-786e735c2ae2, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=ec3c9e4c-8812-4515-8c66-786e735c2ae2,segment=NetworkSegment(8093b498-7ab6-4f88-82b7-d08f03051f78),segment_id=8093b498-7ab6-4f88-82b7-d08f03051f78)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:09:00.659665 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-888d6b04-d03a-4b87-811e-4118bfbeed48 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ec3c9e4c-8812-4515-8c66-786e735c2ae2), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:00.676284 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-888d6b04-d03a-4b87-811e-4118bfbeed48 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Calling delete_port for ec3c9e4c-8812-4515-8c66-786e735c2ae2 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:09:00.878616 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-888d6b04-d03a-4b87-811e-4118bfbeed48 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ec3c9e4c-8812-4515-8c66-786e735c2ae2), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:00.905491 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d6b04-d03a-4b87-811e-4118bfbeed48 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Port': ['ID=ec3c9e4c-8812-4515-8c66-786e735c2ae2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:01.088025 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-888d6b04-d03a-4b87-811e-4118bfbeed48 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (fd9c064f-3189-4323-be36-bad6991b78fc), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:01.309083 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888d6b04-d03a-4b87-811e-4118bfbeed48 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Router fd9c064f-3189-4323-be36-bad6991b78fc has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:09:01.414213 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888d6b04-d03a-4b87-811e-4118bfbeed48 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:09:01.419080 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-888d6b04-d03a-4b87-811e-4118bfbeed48 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "PUT /v2.0/routers/fd9c064f-3189-4323-be36-bad6991b78fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4747458 Feb 07 22:09:01.421836 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47600) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:09:01.427055 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca536d1-5ce0-4ea7-8b9a-af78344877ad None None] Sync routers for ids ['fd9c064f-3189-4323-be36-bad6991b78fc'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:09:01.439060 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca536d1-5ce0-4ea7-8b9a-af78344877ad None None] Routers {'fd9c064f-3189-4323-be36-bad6991b78fc'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:09:01.439672 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7ca536d1-5ce0-4ea7-8b9a-af78344877ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:08:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['fd9c064f-3189-4323-be36-bad6991b78fc'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:09:01.473377 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b69929-2831-4343-9d89-1a546136daea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Deleting subnet 420ca0dd-515a-40f2-adb8-cd6dc78593ef {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 22:09:01.478216 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65b69929-2831-4343-9d89-1a546136daea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for subnet (420ca0dd-515a-40f2-adb8-cd6dc78593ef), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:01.518727 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65b69929-2831-4343-9d89-1a546136daea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (420ca0dd-515a-40f2-adb8-cd6dc78593ef), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:01.547983 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-7ca536d1-5ce0-4ea7-8b9a-af78344877ad None None] Set router fd9c064f-3189-4323-be36-bad6991b78fc gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:09:01.610694 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65b69929-2831-4343-9d89-1a546136daea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (420ca0dd-515a-40f2-adb8-cd6dc78593ef), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:01.673036 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65b69929-2831-4343-9d89-1a546136daea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (420ca0dd-515a-40f2-adb8-cd6dc78593ef), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:01.703287 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b69929-2831-4343-9d89-1a546136daea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Subnet': ['ID=420ca0dd-515a-40f2-adb8-cd6dc78593ef,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:01.708809 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65b69929-2831-4343-9d89-1a546136daea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:01.714880 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-65b69929-2831-4343-9d89-1a546136daea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "DELETE /v2.0/subnets/420ca0dd-515a-40f2-adb8-cd6dc78593ef HTTP/1.1" status: 204 len: 168 time: 0.2894537 Feb 07 22:09:01.715098 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47602) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:09:01.731249 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dd2fc9-83f5-4daa-913a-c9a7f297b537 None None] Network f1f160cf-787c-4432-a9c1-1fc9c802f6e0 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:09:01.765119 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7ca536d1-5ce0-4ea7-8b9a-af78344877ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369964784', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:09:00Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:09:01.803361 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca536d1-5ce0-4ea7-8b9a-af78344877ad None None] Checking router: fd9c064f-3189-4323-be36-bad6991b78fc for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:09:01.812845 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca536d1-5ce0-4ea7-8b9a-af78344877ad None None] Routers {'fd9c064f-3189-4323-be36-bad6991b78fc'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:09:01.813381 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7ca536d1-5ce0-4ea7-8b9a-af78344877ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:08:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['fd9c064f-3189-4323-be36-bad6991b78fc'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:09:01.844429 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router (fd9c064f-3189-4323-be36-bad6991b78fc), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:01.911459 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be483626-39d2-4a4a-a797-699af19a7ed4 None None] DHCP port deletion for f1f160cf-787c-4432-a9c1-1fc9c802f6e0 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 22:09:01.963530 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_gateway (fd9c064f-3189-4323-be36-bad6991b78fc), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:01.968595 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-be483626-39d2-4a4a-a797-699af19a7ed4 None None] Deleting port 5490b42f-410b-4ac4-9f62-a11f2f6af1ec {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:09:01.968974 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-be483626-39d2-4a4a-a797-699af19a7ed4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (5490b42f-410b-4ac4-9f62-a11f2f6af1ec), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:02.028416 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Deleting port f744abf2-e2f0-4560-82d2-af029d3b7adc {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:09:02.028976 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f744abf2-e2f0-4560-82d2-af029d3b7adc), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:02.043783 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-7ca536d1-5ce0-4ea7-8b9a-af78344877ad None None] Set router fd9c064f-3189-4323-be36-bad6991b78fc gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:09:02.057594 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-be483626-39d2-4a4a-a797-699af19a7ed4 None None] For port 5490b42f-410b-4ac4-9f62-a11f2f6af1ec, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=5490b42f-410b-4ac4-9f62-a11f2f6af1ec,segment=NetworkSegment(8093b498-7ab6-4f88-82b7-d08f03051f78),segment_id=8093b498-7ab6-4f88-82b7-d08f03051f78)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:09:02.058189 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-be483626-39d2-4a4a-a797-699af19a7ed4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (5490b42f-410b-4ac4-9f62-a11f2f6af1ec), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:02.074494 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-be483626-39d2-4a4a-a797-699af19a7ed4 None None] Calling delete_port for 5490b42f-410b-4ac4-9f62-a11f2f6af1ec owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:09:02.118233 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] For port f744abf2-e2f0-4560-82d2-af029d3b7adc, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f744abf2-e2f0-4560-82d2-af029d3b7adc,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:09:02.118789 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f744abf2-e2f0-4560-82d2-af029d3b7adc), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:02.133482 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Calling delete_port for f744abf2-e2f0-4560-82d2-af029d3b7adc owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:09:02.175490 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-be483626-39d2-4a4a-a797-699af19a7ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (5490b42f-410b-4ac4-9f62-a11f2f6af1ec), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:02.197137 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be483626-39d2-4a4a-a797-699af19a7ed4 None None] No DVR routers for this DVR port 5490b42f-410b-4ac4-9f62-a11f2f6af1ec on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:09:02.235371 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be483626-39d2-4a4a-a797-699af19a7ed4 None None] Pushing event deleted for resources: {'Port': ['ID=5490b42f-410b-4ac4-9f62-a11f2f6af1ec,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:02.249987 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7ca536d1-5ce0-4ea7-8b9a-af78344877ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369964784', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:09:00Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:09:02.281254 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca536d1-5ce0-4ea7-8b9a-af78344877ad None None] The sync data for ids ['fd9c064f-3189-4323-be36-bad6991b78fc'] in n-d-828185-2 is: [{'id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369964784', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:09:00Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': 'f744abf2-e2f0-4560-82d2-af029d3b7adc', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c064f-3189-4323-be36-bad6991b78fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:06:13Z', 'updated_at': '2022-02-07T22:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:09:02.317580 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device a84b158c-12ad-40b1-a81d-54afbf9e6c3f no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:09:02.353529 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: a84b158c-12ad-40b1-a81d-54afbf9e6c3f {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:09:02.353965 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device a84b158c-12ad-40b1-a81d-54afbf9e6c3f not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:09:02.485500 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ec3c9e4c-8812-4515-8c66-786e735c2ae2 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:09:02.513131 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: ec3c9e4c-8812-4515-8c66-786e735c2ae2 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:09:02.513771 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device ec3c9e4c-8812-4515-8c66-786e735c2ae2 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:09:02.514292 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 5490b42f-410b-4ac4-9f62-a11f2f6af1ec no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:09:02.536226 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 5490b42f-410b-4ac4-9f62-a11f2f6af1ec {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:09:02.536601 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 5490b42f-410b-4ac4-9f62-a11f2f6af1ec not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:09:02.639316 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f744abf2-e2f0-4560-82d2-af029d3b7adc), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:02.666254 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Port': ['ID=f744abf2-e2f0-4560-82d2-af029d3b7adc,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:02.695430 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:02.695789 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:02.696140 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:02.696519 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:02.696863 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:02.697206 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:02.697544 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:02.697878 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:02.698209 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:02.698634 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:02.698922 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:02.699189 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:02.699512 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:02.740267 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (fd9c064f-3189-4323-be36-bad6991b78fc), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:02.833583 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (fd9c064f-3189-4323-be36-bad6991b78fc), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:02.836699 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_controller (fd9c064f-3189-4323-be36-bad6991b78fc), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:02.880950 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (fd9c064f-3189-4323-be36-bad6991b78fc), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:02.881519 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Fanout notify agent at l3_agent the message router_deleted on router fd9c064f-3189-4323-be36-bad6991b78fc {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:09:02.888445 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:02.889562 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-3d541c2d-ee90-4bbb-a845-ca22902fad6f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "DELETE /v2.0/routers/fd9c064f-3189-4323-be36-bad6991b78fc HTTP/1.1" status: 204 len: 168 time: 1.1735365 Feb 07 22:09:02.892566 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47604) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:09:02.977808 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ce306f20-f569-4d43-8a08-8f9645d325d3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (f1f160cf-787c-4432-a9c1-1fc9c802f6e0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:03.073662 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ce306f20-f569-4d43-8a08-8f9645d325d3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (f1f160cf-787c-4432-a9c1-1fc9c802f6e0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:03.098969 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ce306f20-f569-4d43-8a08-8f9645d325d3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f160cf-787c-4432-a9c1-1fc9c802f6e0']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:09:03.109857 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ce306f20-f569-4d43-8a08-8f9645d325d3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8093b498-7ab6-4f88-82b7-d08f03051f78') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:09:03.110162 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ce306f20-f569-4d43-8a08-8f9645d325d3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8093b498-7ab6-4f88-82b7-d08f03051f78') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:09:03.119841 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ce306f20-f569-4d43-8a08-8f9645d325d3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (8093b498-7ab6-4f88-82b7-d08f03051f78), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:03.133539 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ce306f20-f569-4d43-8a08-8f9645d325d3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (8093b498-7ab6-4f88-82b7-d08f03051f78), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:03.139345 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce306f20-f569-4d43-8a08-8f9645d325d3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:09:03.139734 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ce306f20-f569-4d43-8a08-8f9645d325d3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (8093b498-7ab6-4f88-82b7-d08f03051f78), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: timer() Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:09:03.142649 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:09:03.199400 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ce306f20-f569-4d43-8a08-8f9645d325d3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (f1f160cf-787c-4432-a9c1-1fc9c802f6e0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:03.206234 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ce306f20-f569-4d43-8a08-8f9645d325d3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:03.209252 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ce306f20-f569-4d43-8a08-8f9645d325d3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "DELETE /v2.0/networks/f1f160cf-787c-4432-a9c1-1fc9c802f6e0 HTTP/1.1" status: 204 len: 168 time: 0.3156459 Feb 07 22:09:03.212941 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47606) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:09:03.221536 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce306f20-f569-4d43-8a08-8f9645d325d3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Network': ['ID=f1f160cf-787c-4432-a9c1-1fc9c802f6e0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:03.229631 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce306f20-f569-4d43-8a08-8f9645d325d3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:03.229995 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce306f20-f569-4d43-8a08-8f9645d325d3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:03.230351 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce306f20-f569-4d43-8a08-8f9645d325d3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:03.230702 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce306f20-f569-4d43-8a08-8f9645d325d3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:03.231043 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce306f20-f569-4d43-8a08-8f9645d325d3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:03.231386 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce306f20-f569-4d43-8a08-8f9645d325d3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:03.231725 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce306f20-f569-4d43-8a08-8f9645d325d3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:03.232059 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce306f20-f569-4d43-8a08-8f9645d325d3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:03.232422 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce306f20-f569-4d43-8a08-8f9645d325d3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:03.232757 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce306f20-f569-4d43-8a08-8f9645d325d3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:03.233092 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce306f20-f569-4d43-8a08-8f9645d325d3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:03.233423 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce306f20-f569-4d43-8a08-8f9645d325d3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:03.233752 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce306f20-f569-4d43-8a08-8f9645d325d3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:03.270219 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca65f592-ecfe-4b15-a1e7-5725cc115509 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (61e575c3-65d8-49d8-b706-6a6e0279a4d1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:03.295336 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca65f592-ecfe-4b15-a1e7-5725cc115509 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (61e575c3-65d8-49d8-b706-6a6e0279a4d1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:03.357506 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca65f592-ecfe-4b15-a1e7-5725cc115509 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (61e575c3-65d8-49d8-b706-6a6e0279a4d1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:03.360152 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca65f592-ecfe-4b15-a1e7-5725cc115509 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:03.361451 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ca65f592-ecfe-4b15-a1e7-5725cc115509 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "DELETE /v2.0/security-groups/61e575c3-65d8-49d8-b706-6a6e0279a4d1 HTTP/1.1" status: 204 len: 168 time: 0.1474857 Feb 07 22:09:03.371199 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65f592-ecfe-4b15-a1e7-5725cc115509 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e575c3-65d8-49d8-b706-6a6e0279a4d1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:04.307463 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:04.412183 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f744abf2-e2f0-4560-82d2-af029d3b7adc no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:09:04.442710 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: f744abf2-e2f0-4560-82d2-af029d3b7adc {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:09:04.443135 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f744abf2-e2f0-4560-82d2-af029d3b7adc not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:09:04.582357 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:04.665079 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47614) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:09:04.669662 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2625bad2-a2b5-4a7f-9cf4-4c6e57fb6ceb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1766674737', 'description': 'tempest-secgroup-smoke-1766674737 description', 'project_id': 'cb32d546868e49d7bc91660452f9cd72'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:09:04.690729 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2625bad2-a2b5-4a7f-9cf4-4c6e57fb6ceb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:04.759623 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2625bad2-a2b5-4a7f-9cf4-4c6e57fb6ceb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (487dd028-2a4b-4e2a-bde9-1606bffcd46d), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:04.763382 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2625bad2-a2b5-4a7f-9cf4-4c6e57fb6ceb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (487dd028-2a4b-4e2a-bde9-1606bffcd46d), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:04.792942 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2625bad2-a2b5-4a7f-9cf4-4c6e57fb6ceb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:04.794148 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2625bad2-a2b5-4a7f-9cf4-4c6e57fb6ceb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1280727 Feb 07 22:09:04.795262 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625bad2-a2b5-4a7f-9cf4-4c6e57fb6ceb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=487dd028-2a4b-4e2a-bde9-1606bffcd46d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:04.797184 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47616) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:09:04.802107 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-000a157f-8738-4398-a41e-d8ddee684c54 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': '487dd028-2a4b-4e2a-bde9-1606bffcd46d', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:09:04.826152 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-000a157f-8738-4398-a41e-d8ddee684c54 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (dd8844d8-3136-40fd-9e6f-fd6e882362d6), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:04.884845 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-000a157f-8738-4398-a41e-d8ddee684c54 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (dd8844d8-3136-40fd-9e6f-fd6e882362d6), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:04.888962 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-000a157f-8738-4398-a41e-d8ddee684c54 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (dd8844d8-3136-40fd-9e6f-fd6e882362d6), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:04.907999 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a157f-8738-4398-a41e-d8ddee684c54 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8844d8-3136-40fd-9e6f-fd6e882362d6,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:04.917064 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-000a157f-8738-4398-a41e-d8ddee684c54 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:04.918270 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-000a157f-8738-4398-a41e-d8ddee684c54 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199329 Feb 07 22:09:04.921030 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47618) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:09:04.925697 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b553ebe3-fd05-4484-9c23-83bd4c616f82 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': '487dd028-2a4b-4e2a-bde9-1606bffcd46d', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:09:04.949427 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b553ebe3-fd05-4484-9c23-83bd4c616f82 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (5bf5aa3c-e130-4cee-a21f-5c0230c1c4d5), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:05.003353 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b553ebe3-fd05-4484-9c23-83bd4c616f82 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (5bf5aa3c-e130-4cee-a21f-5c0230c1c4d5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:05.006728 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b553ebe3-fd05-4484-9c23-83bd4c616f82 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (5bf5aa3c-e130-4cee-a21f-5c0230c1c4d5), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:05.026221 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553ebe3-fd05-4484-9c23-83bd4c616f82 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf5aa3c-e130-4cee-a21f-5c0230c1c4d5,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:05.031697 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b553ebe3-fd05-4484-9c23-83bd4c616f82 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:05.035587 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b553ebe3-fd05-4484-9c23-83bd4c616f82 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1107814 Feb 07 22:09:05.035722 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47620) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:09:05.040405 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-76970a84-7fbc-46ae-9acb-ea31eb3137bb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': '487dd028-2a4b-4e2a-bde9-1606bffcd46d', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:09:05.064006 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-76970a84-7fbc-46ae-9acb-ea31eb3137bb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (7a4b1ee8-71e5-41a1-87fb-b74e32a98796), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:05.120289 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-76970a84-7fbc-46ae-9acb-ea31eb3137bb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (7a4b1ee8-71e5-41a1-87fb-b74e32a98796), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:05.123849 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-76970a84-7fbc-46ae-9acb-ea31eb3137bb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (7a4b1ee8-71e5-41a1-87fb-b74e32a98796), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:05.142276 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76970a84-7fbc-46ae-9acb-ea31eb3137bb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a4b1ee8-71e5-41a1-87fb-b74e32a98796,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:05.147688 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-76970a84-7fbc-46ae-9acb-ea31eb3137bb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:05.149420 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-76970a84-7fbc-46ae-9acb-ea31eb3137bb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129074 Feb 07 22:09:05.152080 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47622) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:09:05.156245 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8a3cdf6f-cce9-48d6-8ac4-a38b036b2b86 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': '487dd028-2a4b-4e2a-bde9-1606bffcd46d', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:09:05.180238 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a3cdf6f-cce9-48d6-8ac4-a38b036b2b86 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (8b5a19ab-024e-429f-8edd-7904d9dbf376), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:05.238242 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a3cdf6f-cce9-48d6-8ac4-a38b036b2b86 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (8b5a19ab-024e-429f-8edd-7904d9dbf376), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:05.241840 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a3cdf6f-cce9-48d6-8ac4-a38b036b2b86 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (8b5a19ab-024e-429f-8edd-7904d9dbf376), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:05.259087 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3cdf6f-cce9-48d6-8ac4-a38b036b2b86 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b5a19ab-024e-429f-8edd-7904d9dbf376,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:05.267327 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a3cdf6f-cce9-48d6-8ac4-a38b036b2b86 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:05.268548 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8a3cdf6f-cce9-48d6-8ac4-a38b036b2b86 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155028 Feb 07 22:09:05.271187 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47624) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:09:05.276141 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e8fa8400-8f2d-451d-abb0-a15aa90559d1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': '487dd028-2a4b-4e2a-bde9-1606bffcd46d', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:09:05.295460 n-d-828185-2 neutron-server[103256]: INFO neutron.db.securitygroups_db [None req-e8fa8400-8f2d-451d-abb0-a15aa90559d1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Project cb32d546868e49d7bc91660452f9cd72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 22:09:05.300243 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8fa8400-8f2d-451d-abb0-a15aa90559d1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (b7087aa6-be4f-48e2-ae09-8dd2459118d2), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:05.357404 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8fa8400-8f2d-451d-abb0-a15aa90559d1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (b7087aa6-be4f-48e2-ae09-8dd2459118d2), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:05.360899 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8fa8400-8f2d-451d-abb0-a15aa90559d1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (b7087aa6-be4f-48e2-ae09-8dd2459118d2), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:05.377979 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa8400-8f2d-451d-abb0-a15aa90559d1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7087aa6-be4f-48e2-ae09-8dd2459118d2,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:05.386090 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8fa8400-8f2d-451d-abb0-a15aa90559d1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:05.387271 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e8fa8400-8f2d-451d-abb0-a15aa90559d1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1151147 Feb 07 22:09:05.390061 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47626) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:09:05.394372 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-1fcf3e2e-bb6d-4c86-a7d5-14b64e2a0868 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': '487dd028-2a4b-4e2a-bde9-1606bffcd46d', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:09:05.414119 n-d-828185-2 neutron-server[103256]: INFO neutron.db.securitygroups_db [None req-1fcf3e2e-bb6d-4c86-a7d5-14b64e2a0868 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Project cb32d546868e49d7bc91660452f9cd72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 22:09:05.418869 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1fcf3e2e-bb6d-4c86-a7d5-14b64e2a0868 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (e8bdf6f5-2f19-4de4-ad70-5cd5812907b7), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:05.477664 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1fcf3e2e-bb6d-4c86-a7d5-14b64e2a0868 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (e8bdf6f5-2f19-4de4-ad70-5cd5812907b7), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:05.481123 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1fcf3e2e-bb6d-4c86-a7d5-14b64e2a0868 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (e8bdf6f5-2f19-4de4-ad70-5cd5812907b7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:05.499956 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf3e2e-bb6d-4c86-a7d5-14b64e2a0868 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8bdf6f5-2f19-4de4-ad70-5cd5812907b7,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:05.505423 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1fcf3e2e-bb6d-4c86-a7d5-14b64e2a0868 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:05.508782 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1fcf3e2e-bb6d-4c86-a7d5-14b64e2a0868 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177540 Feb 07 22:09:05.509737 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47628) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:09:05.514492 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-f996f5b6-6567-4427-9231-1d71965fd122 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'network': {'name': 'tempest-network-smoke--130409368', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'port_security_enabled': True}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:09:05.532934 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f996f5b6-6567-4427-9231-1d71965fd122 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Made reservation on behalf of cb32d546868e49d7bc91660452f9cd72 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:09:05.536181 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f996f5b6-6567-4427-9231-1d71965fd122 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:05.558823 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f996f5b6-6567-4427-9231-1d71965fd122 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:09:05.567518 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f996f5b6-6567-4427-9231-1d71965fd122 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (ad6c611d-d193-4833-8751-591d16e18d93), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:05.567854 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-f996f5b6-6567-4427-9231-1d71965fd122 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Added segment ad6c611d-d193-4833-8751-591d16e18d93 of type vlan for network d4531a38-5df6-4917-9a28-c7545ab440d9 Feb 07 22:09:05.609583 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f996f5b6-6567-4427-9231-1d71965fd122 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (d4531a38-5df6-4917-9a28-c7545ab440d9), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:05.635207 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f996f5b6-6567-4427-9231-1d71965fd122 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (d4531a38-5df6-4917-9a28-c7545ab440d9), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:05.640272 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f996f5b6-6567-4427-9231-1d71965fd122 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:05.640899 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f996f5b6-6567-4427-9231-1d71965fd122 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:05.699932 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f996f5b6-6567-4427-9231-1d71965fd122 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1890373 Feb 07 22:09:05.702619 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47630) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:09:05.708944 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-888ead70-0242-4fe3-8d0c-f6e8680da88d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-77878594', 'admin_state_up': True, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:09:05.719943 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996f5b6-6567-4427-9231-1d71965fd122 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Network': ['ID=d4531a38-5df6-4917-9a28-c7545ab440d9,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:05.732539 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network d4531a38-5df6-4917-9a28-c7545ab440d9 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:09:05.737609 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-888ead70-0242-4fe3-8d0c-f6e8680da88d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (4240405d-bd26-4de3-944e-61ea26e2b59f), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:05.738704 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-888ead70-0242-4fe3-8d0c-f6e8680da88d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (4240405d-bd26-4de3-944e-61ea26e2b59f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:05.798855 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-888ead70-0242-4fe3-8d0c-f6e8680da88d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_controller (4240405d-bd26-4de3-944e-61ea26e2b59f), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:05.941198 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-888ead70-0242-4fe3-8d0c-f6e8680da88d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_gateway (4240405d-bd26-4de3-944e-61ea26e2b59f), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:06.137394 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-888ead70-0242-4fe3-8d0c-f6e8680da88d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_gateway (4240405d-bd26-4de3-944e-61ea26e2b59f), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:06.155962 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-888ead70-0242-4fe3-8d0c-f6e8680da88d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:06.264540 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-888ead70-0242-4fe3-8d0c-f6e8680da88d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Allocated IP 172.25.4.162 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/5544bf08-d4ec-4efd-9117-7dd735f3409d) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:09:06.366364 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-888ead70-0242-4fe3-8d0c-f6e8680da88d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (5544bf08-d4ec-4efd-9117-7dd735f3409d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:06.401788 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-888ead70-0242-4fe3-8d0c-f6e8680da88d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (5544bf08-d4ec-4efd-9117-7dd735f3409d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:06.435989 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888ead70-0242-4fe3-8d0c-f6e8680da88d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:09:06.438783 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-888ead70-0242-4fe3-8d0c-f6e8680da88d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:09:06.444067 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888ead70-0242-4fe3-8d0c-f6e8680da88d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:09:06.475602 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ead70-0242-4fe3-8d0c-f6e8680da88d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=5544bf08-d4ec-4efd-9117-7dd735f3409d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:06.716095 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-888ead70-0242-4fe3-8d0c-f6e8680da88d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_gateway (4240405d-bd26-4de3-944e-61ea26e2b59f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:06.914040 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-888ead70-0242-4fe3-8d0c-f6e8680da88d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (4240405d-bd26-4de3-944e-61ea26e2b59f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:07.037415 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888ead70-0242-4fe3-8d0c-f6e8680da88d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Router 4240405d-bd26-4de3-944e-61ea26e2b59f is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:09:07.144254 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888ead70-0242-4fe3-8d0c-f6e8680da88d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:09:07.154954 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1833190-e78a-4dcf-b58e-b29b7b3468d1 None None] Sync routers for ids ['4240405d-bd26-4de3-944e-61ea26e2b59f'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:09:07.163338 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-888ead70-0242-4fe3-8d0c-f6e8680da88d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:07.165244 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-888ead70-0242-4fe3-8d0c-f6e8680da88d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4616992 Feb 07 22:09:07.165444 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1833190-e78a-4dcf-b58e-b29b7b3468d1 None None] Routers {'4240405d-bd26-4de3-944e-61ea26e2b59f'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:09:07.166208 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c1833190-e78a-4dcf-b58e-b29b7b3468d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:08:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['4240405d-bd26-4de3-944e-61ea26e2b59f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:09:07.168437 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47632) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:09:07.241187 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ce73709c-8faf-4fd8-a637-1956cdc60c76 tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=cb32d546868e49d7bc91660452f9cd72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0690873 Feb 07 22:09:07.241520 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47636) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:09:07.270514 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-c1833190-e78a-4dcf-b58e-b29b7b3468d1 None None] Set router 4240405d-bd26-4de3-944e-61ea26e2b59f gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:09:07.330210 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3167d85-b92d-4b1b-bc2b-df55024e2ccf tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:07.331620 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c3167d85-b92d-4b1b-bc2b-df55024e2ccf tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891571 Feb 07 22:09:07.334536 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47638) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:09:07.361947 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3a77a0e4-0d29-4864-90e8-2361473ce12a tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263538 Feb 07 22:09:07.364479 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47640) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:09:07.369695 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ea60acae-1b7c-46f5-8603-2e39d1a97742 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1545733894', 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:09:07.449080 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c1833190-e78a-4dcf-b58e-b29b7b3468d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77878594', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '5544bf08-d4ec-4efd-9117-7dd735f3409d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:09:05Z', 'updated_at': '2022-02-07T22:09:06Z', 'revision_number': 3, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '5544bf08-d4ec-4efd-9117-7dd735f3409d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:09:06Z', 'updated_at': '2022-02-07T22:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:09:07.460229 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea60acae-1b7c-46f5-8603-2e39d1a97742 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Made reservation on behalf of cb32d546868e49d7bc91660452f9cd72 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:09:07.463931 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea60acae-1b7c-46f5-8603-2e39d1a97742 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:07.477655 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1833190-e78a-4dcf-b58e-b29b7b3468d1 None None] Checking router: 4240405d-bd26-4de3-944e-61ea26e2b59f for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:09:07.478010 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1833190-e78a-4dcf-b58e-b29b7b3468d1 None None] Updating router 4240405d-bd26-4de3-944e-61ea26e2b59f port 5544bf08-d4ec-4efd-9117-7dd735f3409d binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:09:07.505647 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c1833190-e78a-4dcf-b58e-b29b7b3468d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5544bf08-d4ec-4efd-9117-7dd735f3409d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:07.639672 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea60acae-1b7c-46f5-8603-2e39d1a97742 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:07.696249 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60acae-1b7c-46f5-8603-2e39d1a97742 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Subnet': ['ID=1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:07.707463 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea60acae-1b7c-46f5-8603-2e39d1a97742 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Checking segment: {'id': 'ad6c611d-d193-4833-8751-591d16e18d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:09:07.708411 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea60acae-1b7c-46f5-8603-2e39d1a97742 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network hostable DHCP agents. Network: d4531a38-5df6-4917-9a28-c7545ab440d9, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:09:07.729707 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea60acae-1b7c-46f5-8603-2e39d1a97742 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network d4531a38-5df6-4917-9a28-c7545ab440d9 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:09:07.738579 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-ea60acae-1b7c-46f5-8603-2e39d1a97742 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, d4531a38-5df6-4917-9a28-c7545ab440d9) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:09:07.743199 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea60acae-1b7c-46f5-8603-2e39d1a97742 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:07.744272 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea60acae-1b7c-46f5-8603-2e39d1a97742 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:07.754510 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31db899c-a4e5-4bf5-9b3a-b561019910e3 None None] Network d4531a38-5df6-4917-9a28-c7545ab440d9 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:09:07.759797 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c1833190-e78a-4dcf-b58e-b29b7b3468d1 None None] Publish callbacks [] for port (5544bf08-d4ec-4efd-9117-7dd735f3409d), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:07.760520 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ea60acae-1b7c-46f5-8603-2e39d1a97742 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3949850 Feb 07 22:09:07.763386 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47642) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:09:07.798981 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c1833190-e78a-4dcf-b58e-b29b7b3468d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (5544bf08-d4ec-4efd-9117-7dd735f3409d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:07.874482 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c1833190-e78a-4dcf-b58e-b29b7b3468d1 None None] Attempting to bind port 5544bf08-d4ec-4efd-9117-7dd735f3409d on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:09:07.874859 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c1833190-e78a-4dcf-b58e-b29b7b3468d1 None None] Attempting to bind port 5544bf08-d4ec-4efd-9117-7dd735f3409d by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:09:07.875226 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1833190-e78a-4dcf-b58e-b29b7b3468d1 None None] Attempting to bind port 5544bf08-d4ec-4efd-9117-7dd735f3409d on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:09:07.881031 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb1947-b707-4ab7-bf07-24f76da0fd0b None None] Pushing event updated for resources: {'Port': ['ID=5544bf08-d4ec-4efd-9117-7dd735f3409d,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:07.885655 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1833190-e78a-4dcf-b58e-b29b7b3468d1 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:09:07.886029 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1833190-e78a-4dcf-b58e-b29b7b3468d1 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:09:07.886433 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c1833190-e78a-4dcf-b58e-b29b7b3468d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:07.886829 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1833190-e78a-4dcf-b58e-b29b7b3468d1 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:09:07.887300 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c1833190-e78a-4dcf-b58e-b29b7b3468d1 None None] Bound port: 5544bf08-d4ec-4efd-9117-7dd735f3409d, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:09:07.887682 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c1833190-e78a-4dcf-b58e-b29b7b3468d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5544bf08-d4ec-4efd-9117-7dd735f3409d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:07.896180 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb1947-b707-4ab7-bf07-24f76da0fd0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:07.896498 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb1947-b707-4ab7-bf07-24f76da0fd0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:07.896844 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb1947-b707-4ab7-bf07-24f76da0fd0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:07.897184 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb1947-b707-4ab7-bf07-24f76da0fd0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:07.897523 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb1947-b707-4ab7-bf07-24f76da0fd0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:07.898397 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb1947-b707-4ab7-bf07-24f76da0fd0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:07.898730 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb1947-b707-4ab7-bf07-24f76da0fd0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:07.899063 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb1947-b707-4ab7-bf07-24f76da0fd0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:07.899391 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb1947-b707-4ab7-bf07-24f76da0fd0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:07.899718 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb1947-b707-4ab7-bf07-24f76da0fd0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:07.900044 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb1947-b707-4ab7-bf07-24f76da0fd0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:07.900395 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb1947-b707-4ab7-bf07-24f76da0fd0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:07.900724 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb1947-b707-4ab7-bf07-24f76da0fd0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:07.953969 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80deefa-7f0a-43b2-83b3-950029b51b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-d4531a38-5df6-4917-9a28-c7545ab440d9', 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'fixed_ips': [{'subnet_id': '1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 22:09:07.954843 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c80deefa-7f0a-43b2-83b3-950029b51b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:07.988721 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c1833190-e78a-4dcf-b58e-b29b7b3468d1 None None] For port 5544bf08-d4ec-4efd-9117-7dd735f3409d, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:09:07.997018 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c1833190-e78a-4dcf-b58e-b29b7b3468d1 None None] For port 5544bf08-d4ec-4efd-9117-7dd735f3409d, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=5544bf08-d4ec-4efd-9117-7dd735f3409d,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:09:08.004878 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c1833190-e78a-4dcf-b58e-b29b7b3468d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (5544bf08-d4ec-4efd-9117-7dd735f3409d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:08.164228 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1833190-e78a-4dcf-b58e-b29b7b3468d1 None None] Routers {'4240405d-bd26-4de3-944e-61ea26e2b59f'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:09:08.164921 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c1833190-e78a-4dcf-b58e-b29b7b3468d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:08:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['4240405d-bd26-4de3-944e-61ea26e2b59f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:09:08.166545 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb1947-b707-4ab7-bf07-24f76da0fd0b None None] Pushing event updated for resources: {'Port': ['ID=5544bf08-d4ec-4efd-9117-7dd735f3409d,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:08.207900 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-c80deefa-7f0a-43b2-83b3-950029b51b11 None None] Allocated IP 172.20.0.2 (d4531a38-5df6-4917-9a28-c7545ab440d9/1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb/e7e38551-3af2-48ec-bdf8-89a48114c8ab) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:09:08.341589 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-c1833190-e78a-4dcf-b58e-b29b7b3468d1 None None] Set router 4240405d-bd26-4de3-944e-61ea26e2b59f gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:09:08.506390 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7211b9c6-dc2a-4441-8cb2-1ea075a14df0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:08.661874 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c80deefa-7f0a-43b2-83b3-950029b51b11 None None] Publish callbacks [] for port (e7e38551-3af2-48ec-bdf8-89a48114c8ab), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:08.672932 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c80deefa-7f0a-43b2-83b3-950029b51b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (e7e38551-3af2-48ec-bdf8-89a48114c8ab), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:08.716626 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80deefa-7f0a-43b2-83b3-950029b51b11 None None] Network d4531a38-5df6-4917-9a28-c7545ab440d9 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:09:08.742557 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-c80deefa-7f0a-43b2-83b3-950029b51b11 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:09:08.745074 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80deefa-7f0a-43b2-83b3-950029b51b11 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:09:08.758219 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80deefa-7f0a-43b2-83b3-950029b51b11 None None] Pushing event updated for resources: {'Port': ['ID=e7e38551-3af2-48ec-bdf8-89a48114c8ab,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:08.798813 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-7211b9c6-dc2a-4441-8cb2-1ea075a14df0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Allocated IP 172.20.0.1 (d4531a38-5df6-4917-9a28-c7545ab440d9/1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb/497f241f-374f-4197-91ba-b12bab719aca) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:09:08.826173 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c80deefa-7f0a-43b2-83b3-950029b51b11 None None] Attempting to bind port e7e38551-3af2-48ec-bdf8-89a48114c8ab on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:09:08.826550 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c80deefa-7f0a-43b2-83b3-950029b51b11 None None] Attempting to bind port e7e38551-3af2-48ec-bdf8-89a48114c8ab by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'ad6c611d-d193-4833-8751-591d16e18d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:09:08.826914 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80deefa-7f0a-43b2-83b3-950029b51b11 None None] Attempting to bind port e7e38551-3af2-48ec-bdf8-89a48114c8ab on network d4531a38-5df6-4917-9a28-c7545ab440d9 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:09:08.834118 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80deefa-7f0a-43b2-83b3-950029b51b11 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:09:08.834495 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80deefa-7f0a-43b2-83b3-950029b51b11 None None] Checking segment: {'id': 'ad6c611d-d193-4833-8751-591d16e18d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:09:08.834898 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c80deefa-7f0a-43b2-83b3-950029b51b11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:08.835813 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80deefa-7f0a-43b2-83b3-950029b51b11 None None] Bound using segment: {'id': 'ad6c611d-d193-4833-8751-591d16e18d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:09:08.836572 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c80deefa-7f0a-43b2-83b3-950029b51b11 None None] Bound port: e7e38551-3af2-48ec-bdf8-89a48114c8ab, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6c611d-d193-4833-8751-591d16e18d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:09:08.836958 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c80deefa-7f0a-43b2-83b3-950029b51b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e7e38551-3af2-48ec-bdf8-89a48114c8ab), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:08.852698 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c1833190-e78a-4dcf-b58e-b29b7b3468d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77878594', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '5544bf08-d4ec-4efd-9117-7dd735f3409d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:09:05Z', 'updated_at': '2022-02-07T22:09:06Z', 'revision_number': 3, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '5544bf08-d4ec-4efd-9117-7dd735f3409d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:09:06Z', 'updated_at': '2022-02-07T22:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:09:08.880810 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1833190-e78a-4dcf-b58e-b29b7b3468d1 None None] The sync data for ids ['4240405d-bd26-4de3-944e-61ea26e2b59f'] in n-d-828185-2 is: [{'id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77878594', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '5544bf08-d4ec-4efd-9117-7dd735f3409d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:09:05Z', 'updated_at': '2022-02-07T22:09:06Z', 'revision_number': 3, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '5544bf08-d4ec-4efd-9117-7dd735f3409d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:09:06Z', 'updated_at': '2022-02-07T22:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:09:08.920276 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7211b9c6-dc2a-4441-8cb2-1ea075a14df0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (497f241f-374f-4197-91ba-b12bab719aca), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:08.939788 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c80deefa-7f0a-43b2-83b3-950029b51b11 None None] For port e7e38551-3af2-48ec-bdf8-89a48114c8ab, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:09:08.943500 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c80deefa-7f0a-43b2-83b3-950029b51b11 None None] For port e7e38551-3af2-48ec-bdf8-89a48114c8ab, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e7e38551-3af2-48ec-bdf8-89a48114c8ab,segment=NetworkSegment(ad6c611d-d193-4833-8751-591d16e18d93),segment_id=ad6c611d-d193-4833-8751-591d16e18d93)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:09:08.950513 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c80deefa-7f0a-43b2-83b3-950029b51b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e7e38551-3af2-48ec-bdf8-89a48114c8ab), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:08.960392 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7211b9c6-dc2a-4441-8cb2-1ea075a14df0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (497f241f-374f-4197-91ba-b12bab719aca), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:09.004172 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7211b9c6-dc2a-4441-8cb2-1ea075a14df0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network d4531a38-5df6-4917-9a28-c7545ab440d9 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:09:09.008000 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-7211b9c6-dc2a-4441-8cb2-1ea075a14df0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:09:09.012029 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7211b9c6-dc2a-4441-8cb2-1ea075a14df0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:09:09.018840 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211b9c6-dc2a-4441-8cb2-1ea075a14df0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=497f241f-374f-4197-91ba-b12bab719aca,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:09.020979 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80deefa-7f0a-43b2-83b3-950029b51b11 None None] Pushing event updated for resources: {'Port': ['ID=e7e38551-3af2-48ec-bdf8-89a48114c8ab,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:09.062370 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7211b9c6-dc2a-4441-8cb2-1ea075a14df0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (4240405d-bd26-4de3-944e-61ea26e2b59f), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:09.240412 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7211b9c6-dc2a-4441-8cb2-1ea075a14df0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (497f241f-374f-4197-91ba-b12bab719aca), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:09.550975 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7211b9c6-dc2a-4441-8cb2-1ea075a14df0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (497f241f-374f-4197-91ba-b12bab719aca), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:09.556918 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7211b9c6-dc2a-4441-8cb2-1ea075a14df0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (497f241f-374f-4197-91ba-b12bab719aca), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:09.630824 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211b9c6-dc2a-4441-8cb2-1ea075a14df0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=497f241f-374f-4197-91ba-b12bab719aca,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:09.633818 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7211b9c6-dc2a-4441-8cb2-1ea075a14df0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (4240405d-bd26-4de3-944e-61ea26e2b59f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:09.733893 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7211b9c6-dc2a-4441-8cb2-1ea075a14df0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network d4531a38-5df6-4917-9a28-c7545ab440d9 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:09:09.735495 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-7211b9c6-dc2a-4441-8cb2-1ea075a14df0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:09:09.863200 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7211b9c6-dc2a-4441-8cb2-1ea075a14df0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Router 4240405d-bd26-4de3-944e-61ea26e2b59f has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:09:09.980896 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7211b9c6-dc2a-4441-8cb2-1ea075a14df0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:09:09.988447 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7211b9c6-dc2a-4441-8cb2-1ea075a14df0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "PUT /v2.0/routers/4240405d-bd26-4de3-944e-61ea26e2b59f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2216663 Feb 07 22:09:10.065711 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90438f68-1922-4309-b382-01b792219c2a None None] Network d4531a38-5df6-4917-9a28-c7545ab440d9 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:09:10.135523 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-65114d34-26e1-41b4-b7a7-4f84a92a785a None None] Provisioning complete for port e7e38551-3af2-48ec-bdf8-89a48114c8ab triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:09:10.135899 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-65114d34-26e1-41b4-b7a7-4f84a92a785a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e7e38551-3af2-48ec-bdf8-89a48114c8ab), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:10.150886 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-7eccde8b-44ff-4d65-bd1c-dbd7240dc7ee tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1766674737&fields=id&tenant_id=cb32d546868e49d7bc91660452f9cd72 HTTP/1.1" status: 200 len: 267 time: 0.0475008 Feb 07 22:09:10.261540 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-65114d34-26e1-41b4-b7a7-4f84a92a785a None None] Current status of the port e7e38551-3af2-48ec-bdf8-89a48114c8ab is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:09:10.261889 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-65114d34-26e1-41b4-b7a7-4f84a92a785a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e7e38551-3af2-48ec-bdf8-89a48114c8ab), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:10.267292 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-194324e5-ee1a-4420-9033-1c2fa5485260 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:10.268810 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-194324e5-ee1a-4420-9033-1c2fa5485260 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/networks?id=d4531a38-5df6-4917-9a28-c7545ab440d9 HTTP/1.1" status: 200 len: 796 time: 0.1112001 Feb 07 22:09:10.289463 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-1e596ace-7d19-4c2c-a53a-3ebdb9679a00 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/quotas/cb32d546868e49d7bc91660452f9cd72 HTTP/1.1" status: 200 len: 375 time: 0.0139799 Feb 07 22:09:10.303755 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-65114d34-26e1-41b4-b7a7-4f84a92a785a None None] For port e7e38551-3af2-48ec-bdf8-89a48114c8ab, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e7e38551-3af2-48ec-bdf8-89a48114c8ab,segment=NetworkSegment(ad6c611d-d193-4833-8751-591d16e18d93),segment_id=ad6c611d-d193-4833-8751-591d16e18d93)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:09:10.310732 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-65114d34-26e1-41b4-b7a7-4f84a92a785a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e7e38551-3af2-48ec-bdf8-89a48114c8ab), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:10.352256 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-3f38e221-bdf1-49f8-8987-73928608d73f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573392 Feb 07 22:09:10.379262 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65114d34-26e1-41b4-b7a7-4f84a92a785a None None] Pushing event updated for resources: {'Port': ['ID=e7e38551-3af2-48ec-bdf8-89a48114c8ab,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:10.523527 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-a5ab2c92-5375-4184-8acc-b74ac3b9cd9f service neutron] 10.222.0.65 "GET /v2.0/networks/d4531a38-5df6-4917-9a28-c7545ab440d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582823 Feb 07 22:09:10.548242 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-540e6b01-7ce2-4f1d-9bd4-9b5353f8f382 None None] Provisioning complete for port 497f241f-374f-4197-91ba-b12bab719aca triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:09:10.548242 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-540e6b01-7ce2-4f1d-9bd4-9b5353f8f382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (497f241f-374f-4197-91ba-b12bab719aca), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:10.577249 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 5544bf08-d4ec-4efd-9117-7dd735f3409d up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:09:10.623669 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-540e6b01-7ce2-4f1d-9bd4-9b5353f8f382 None None] Port 497f241f-374f-4197-91ba-b12bab719aca cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:09:10.639399 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-638fa444-d914-47f3-8f2a-9fa6082c00de service neutron] 10.222.0.65 "GET /v2.0/networks/d4531a38-5df6-4917-9a28-c7545ab440d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046519 Feb 07 22:09:10.644245 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-540e6b01-7ce2-4f1d-9bd4-9b5353f8f382 None None] Provisioning complete for port e7e38551-3af2-48ec-bdf8-89a48114c8ab triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:09:10.644720 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-540e6b01-7ce2-4f1d-9bd4-9b5353f8f382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e7e38551-3af2-48ec-bdf8-89a48114c8ab), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:10.649077 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 5544bf08-d4ec-4efd-9117-7dd735f3409d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:09:10.649437 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5544bf08-d4ec-4efd-9117-7dd735f3409d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:10.756865 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c415686-f8a7-40da-8019-aacb8ebe0f82 None None] Sync routers for ids ['4240405d-bd26-4de3-944e-61ea26e2b59f'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:09:10.769779 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c415686-f8a7-40da-8019-aacb8ebe0f82 None None] Routers {'4240405d-bd26-4de3-944e-61ea26e2b59f'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:09:10.770402 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-4c415686-f8a7-40da-8019-aacb8ebe0f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:08:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['4240405d-bd26-4de3-944e-61ea26e2b59f'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:09:10.818867 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-540e6b01-7ce2-4f1d-9bd4-9b5353f8f382 None None] Current status of the port e7e38551-3af2-48ec-bdf8-89a48114c8ab is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:09:10.824168 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 5544bf08-d4ec-4efd-9117-7dd735f3409d is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:09:10.824596 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5544bf08-d4ec-4efd-9117-7dd735f3409d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:10.864867 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 5544bf08-d4ec-4efd-9117-7dd735f3409d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=5544bf08-d4ec-4efd-9117-7dd735f3409d,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:09:10.870758 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (5544bf08-d4ec-4efd-9117-7dd735f3409d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:10.871695 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e7e38551-3af2-48ec-bdf8-89a48114c8ab up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:09:10.884069 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3913aef-035d-4308-bc9c-81402766cdc7 req-ca87c3d7-7371-40da-ac08-14816b71e9a7 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 210 time: 0.0526083 Feb 07 22:09:10.963711 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-4c415686-f8a7-40da-8019-aacb8ebe0f82 None None] Set router 4240405d-bd26-4de3-944e-61ea26e2b59f gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:09:10.988722 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-23b4de64-8d4f-4edf-b4f8-4e93438692f5 None None] Provisioning complete for port 497f241f-374f-4197-91ba-b12bab719aca triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:09:10.989103 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-23b4de64-8d4f-4edf-b4f8-4e93438692f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (497f241f-374f-4197-91ba-b12bab719aca), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:10.993736 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=5544bf08-d4ec-4efd-9117-7dd735f3409d,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:11.028916 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port e7e38551-3af2-48ec-bdf8-89a48114c8ab triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:09:11.029300 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e7e38551-3af2-48ec-bdf8-89a48114c8ab), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:11.083939 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-23b4de64-8d4f-4edf-b4f8-4e93438692f5 None None] Port 497f241f-374f-4197-91ba-b12bab719aca cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:09:11.132756 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port e7e38551-3af2-48ec-bdf8-89a48114c8ab is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:09:11.187542 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-4c415686-f8a7-40da-8019-aacb8ebe0f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77878594', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '5544bf08-d4ec-4efd-9117-7dd735f3409d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:09:05Z', 'updated_at': '2022-02-07T22:09:09Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '5544bf08-d4ec-4efd-9117-7dd735f3409d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:09:06Z', 'updated_at': '2022-02-07T22:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '497f241f-374f-4197-91ba-b12bab719aca', 'name': '', 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:c6:ac:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:09:08Z', 'updated_at': '2022-02-07T22:09:09Z', 'revision_number': 2, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:09:11.204068 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f3c9d716-5553-4697-842c-e6b583da078d None None] Provisioning complete for port 497f241f-374f-4197-91ba-b12bab719aca triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:09:11.204485 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d716-5553-4697-842c-e6b583da078d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (497f241f-374f-4197-91ba-b12bab719aca), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:11.217099 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c415686-f8a7-40da-8019-aacb8ebe0f82 None None] Checking router: 4240405d-bd26-4de3-944e-61ea26e2b59f for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:09:11.217477 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c415686-f8a7-40da-8019-aacb8ebe0f82 None None] Updating router 4240405d-bd26-4de3-944e-61ea26e2b59f port 497f241f-374f-4197-91ba-b12bab719aca binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:09:11.239829 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f3c9d716-5553-4697-842c-e6b583da078d None None] Port 497f241f-374f-4197-91ba-b12bab719aca cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:09:11.253858 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c415686-f8a7-40da-8019-aacb8ebe0f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (497f241f-374f-4197-91ba-b12bab719aca), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:11.511169 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c415686-f8a7-40da-8019-aacb8ebe0f82 None None] Publish callbacks [] for port (497f241f-374f-4197-91ba-b12bab719aca), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:11.516414 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c415686-f8a7-40da-8019-aacb8ebe0f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (497f241f-374f-4197-91ba-b12bab719aca), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:11.564170 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7a8c6-42f2-4e8a-b6de-9557a1711c14 None None] Pushing event updated for resources: {'Port': ['ID=497f241f-374f-4197-91ba-b12bab719aca,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:11.575597 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7a8c6-42f2-4e8a-b6de-9557a1711c14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:11.575936 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7a8c6-42f2-4e8a-b6de-9557a1711c14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:11.576277 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7a8c6-42f2-4e8a-b6de-9557a1711c14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:11.576621 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7a8c6-42f2-4e8a-b6de-9557a1711c14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:11.576944 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7a8c6-42f2-4e8a-b6de-9557a1711c14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:11.577263 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7a8c6-42f2-4e8a-b6de-9557a1711c14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:11.577581 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7a8c6-42f2-4e8a-b6de-9557a1711c14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:11.577894 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7a8c6-42f2-4e8a-b6de-9557a1711c14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:11.578213 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7a8c6-42f2-4e8a-b6de-9557a1711c14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:11.578526 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7a8c6-42f2-4e8a-b6de-9557a1711c14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:11.578837 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7a8c6-42f2-4e8a-b6de-9557a1711c14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:11.579149 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7a8c6-42f2-4e8a-b6de-9557a1711c14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:11.579462 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7a8c6-42f2-4e8a-b6de-9557a1711c14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:09:11.630854 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-4c415686-f8a7-40da-8019-aacb8ebe0f82 None None] Attempting to bind port 497f241f-374f-4197-91ba-b12bab719aca on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:09:11.631223 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-4c415686-f8a7-40da-8019-aacb8ebe0f82 None None] Attempting to bind port 497f241f-374f-4197-91ba-b12bab719aca by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'ad6c611d-d193-4833-8751-591d16e18d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:09:11.631584 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c415686-f8a7-40da-8019-aacb8ebe0f82 None None] Attempting to bind port 497f241f-374f-4197-91ba-b12bab719aca on network d4531a38-5df6-4917-9a28-c7545ab440d9 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:09:11.636767 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c415686-f8a7-40da-8019-aacb8ebe0f82 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:09:11.637433 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c415686-f8a7-40da-8019-aacb8ebe0f82 None None] Checking segment: {'id': 'ad6c611d-d193-4833-8751-591d16e18d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:09:11.637827 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c415686-f8a7-40da-8019-aacb8ebe0f82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:11.638212 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c415686-f8a7-40da-8019-aacb8ebe0f82 None None] Bound using segment: {'id': 'ad6c611d-d193-4833-8751-591d16e18d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:09:11.638670 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-4c415686-f8a7-40da-8019-aacb8ebe0f82 None None] Bound port: 497f241f-374f-4197-91ba-b12bab719aca, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6c611d-d193-4833-8751-591d16e18d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:09:11.639045 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c415686-f8a7-40da-8019-aacb8ebe0f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (497f241f-374f-4197-91ba-b12bab719aca), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:11.657341 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:09:11.713960 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-4c415686-f8a7-40da-8019-aacb8ebe0f82 None None] For port 497f241f-374f-4197-91ba-b12bab719aca, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:09:11.717112 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-4c415686-f8a7-40da-8019-aacb8ebe0f82 None None] For port 497f241f-374f-4197-91ba-b12bab719aca, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=497f241f-374f-4197-91ba-b12bab719aca,segment=NetworkSegment(ad6c611d-d193-4833-8751-591d16e18d93),segment_id=ad6c611d-d193-4833-8751-591d16e18d93)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:09:11.725488 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c415686-f8a7-40da-8019-aacb8ebe0f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (497f241f-374f-4197-91ba-b12bab719aca), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:11.764749 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1ee1d291-80f9-4048-ac03-06b66f7b652e None None] Provisioning complete for port 497f241f-374f-4197-91ba-b12bab719aca triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:09:11.766937 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1ee1d291-80f9-4048-ac03-06b66f7b652e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (497f241f-374f-4197-91ba-b12bab719aca), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:11.779579 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7a8c6-42f2-4e8a-b6de-9557a1711c14 None None] Pushing event updated for resources: {'Port': ['ID=497f241f-374f-4197-91ba-b12bab719aca,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:11.791601 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c415686-f8a7-40da-8019-aacb8ebe0f82 None None] Routers {'4240405d-bd26-4de3-944e-61ea26e2b59f'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:09:11.792924 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-4c415686-f8a7-40da-8019-aacb8ebe0f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:08:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['4240405d-bd26-4de3-944e-61ea26e2b59f'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:09:11.885616 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1ee1d291-80f9-4048-ac03-06b66f7b652e None None] Current status of the port 497f241f-374f-4197-91ba-b12bab719aca is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:09:11.886399 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1ee1d291-80f9-4048-ac03-06b66f7b652e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (497f241f-374f-4197-91ba-b12bab719aca), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:11.930443 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-4c415686-f8a7-40da-8019-aacb8ebe0f82 None None] Set router 4240405d-bd26-4de3-944e-61ea26e2b59f gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:09:11.935479 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1ee1d291-80f9-4048-ac03-06b66f7b652e None None] For port 497f241f-374f-4197-91ba-b12bab719aca, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=497f241f-374f-4197-91ba-b12bab719aca,segment=NetworkSegment(ad6c611d-d193-4833-8751-591d16e18d93),segment_id=ad6c611d-d193-4833-8751-591d16e18d93)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:09:11.941886 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1ee1d291-80f9-4048-ac03-06b66f7b652e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (497f241f-374f-4197-91ba-b12bab719aca), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:12.005101 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-899e7ee3-4e76-48a0-82fa-9fb0458c4dd5 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:12.006846 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-899e7ee3-4e76-48a0-82fa-9fb0458c4dd5 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.69 "GET /v2.0/networks?id=d4531a38-5df6-4917-9a28-c7545ab440d9 HTTP/1.1" status: 200 len: 796 time: 0.1487126 Feb 07 22:09:12.030166 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1d291-80f9-4048-ac03-06b66f7b652e None None] Pushing event updated for resources: {'Port': ['ID=497f241f-374f-4197-91ba-b12bab719aca,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:12.076837 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c7d342c8-2955-46a8-a407-61644236478f req-bb5c48dd-fa22-4e05-8b51-9b7774f3d67d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 210 time: 0.0649533 Feb 07 22:09:12.088122 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1b64e05f-0663-4d74-a2ae-924c4c6eb6ab None None] Provisioning complete for port 497f241f-374f-4197-91ba-b12bab719aca triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:09:12.089134 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-dabd3f46-2959-4c04-8e83-df76845d766a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb32d546868e49d7bc91660452f9cd72 HTTP/1.1" status: 200 len: 380 time: 0.0734117 Feb 07 22:09:12.089433 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1b64e05f-0663-4d74-a2ae-924c4c6eb6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (497f241f-374f-4197-91ba-b12bab719aca), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:12.097758 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-31889fef-f280-4336-b1ed-e737c00ed679 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'port': {'device_id': '6f1a1182-e24b-49f1-87fc-2ef012ce041f', 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9', 'admin_state_up': True, 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'security_groups': ['487dd028-2a4b-4e2a-bde9-1606bffcd46d']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:09:12.178896 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1b64e05f-0663-4d74-a2ae-924c4c6eb6ab None None] Current status of the port 497f241f-374f-4197-91ba-b12bab719aca is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:09:12.204979 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-4c415686-f8a7-40da-8019-aacb8ebe0f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77878594', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '5544bf08-d4ec-4efd-9117-7dd735f3409d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:09:05Z', 'updated_at': '2022-02-07T22:09:09Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '5544bf08-d4ec-4efd-9117-7dd735f3409d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:09:06Z', 'updated_at': '2022-02-07T22:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '497f241f-374f-4197-91ba-b12bab719aca', 'name': '', 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:c6:ac:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:09:08Z', 'updated_at': '2022-02-07T22:09:11Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:09:12.214428 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-31889fef-f280-4336-b1ed-e737c00ed679 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Made reservation on behalf of cb32d546868e49d7bc91660452f9cd72 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:09:12.218045 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-31889fef-f280-4336-b1ed-e737c00ed679 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:12.231986 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c415686-f8a7-40da-8019-aacb8ebe0f82 None None] The sync data for ids ['4240405d-bd26-4de3-944e-61ea26e2b59f'] in n-d-828185-2 is: [{'id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77878594', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '5544bf08-d4ec-4efd-9117-7dd735f3409d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:09:05Z', 'updated_at': '2022-02-07T22:09:09Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '5544bf08-d4ec-4efd-9117-7dd735f3409d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:09:06Z', 'updated_at': '2022-02-07T22:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '497f241f-374f-4197-91ba-b12bab719aca', 'name': '', 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:c6:ac:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:09:08Z', 'updated_at': '2022-02-07T22:09:11Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:09:12.376617 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-31889fef-f280-4336-b1ed-e737c00ed679 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Allocated IP 172.20.0.7 (d4531a38-5df6-4917-9a28-c7545ab440d9/1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb/2b7fd1f2-acfa-47f3-9a1b-447d608b1425) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:09:12.537418 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-31889fef-f280-4336-b1ed-e737c00ed679 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (2b7fd1f2-acfa-47f3-9a1b-447d608b1425), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:12.554996 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e7e38551-3af2-48ec-bdf8-89a48114c8ab up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:09:12.576453 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-31889fef-f280-4336-b1ed-e737c00ed679 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (2b7fd1f2-acfa-47f3-9a1b-447d608b1425), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:12.617523 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port e7e38551-3af2-48ec-bdf8-89a48114c8ab triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:09:12.618487 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e7e38551-3af2-48ec-bdf8-89a48114c8ab), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:12.629672 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-31889fef-f280-4336-b1ed-e737c00ed679 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network d4531a38-5df6-4917-9a28-c7545ab440d9 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:09:12.633252 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-31889fef-f280-4336-b1ed-e737c00ed679 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:09:12.635620 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-31889fef-f280-4336-b1ed-e737c00ed679 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:09:12.671559 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31889fef-f280-4336-b1ed-e737c00ed679 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=2b7fd1f2-acfa-47f3-9a1b-447d608b1425,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:12.693701 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-31889fef-f280-4336-b1ed-e737c00ed679 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:12.695282 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-31889fef-f280-4336-b1ed-e737c00ed679 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:12.707013 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port e7e38551-3af2-48ec-bdf8-89a48114c8ab is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:09:12.708159 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 5544bf08-d4ec-4efd-9117-7dd735f3409d up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:09:12.733662 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-31889fef-f280-4336-b1ed-e737c00ed679 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6396666 Feb 07 22:09:12.743283 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-9f49f42d-466c-4e42-8bef-d6d96a878199 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 22:09:12.744508 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-9f49f42d-466c-4e42-8bef-d6d96a878199 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061445 Feb 07 22:09:12.756009 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-0b639fc1-23e6-4752-a8b3-0cf6c1b67fe3 service neutron] Request body: {'port': {'device_id': '6f1a1182-e24b-49f1-87fc-2ef012ce041f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:09:12.779730 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 5544bf08-d4ec-4efd-9117-7dd735f3409d triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:09:12.780249 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5544bf08-d4ec-4efd-9117-7dd735f3409d), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:12.836098 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-0b639fc1-23e6-4752-a8b3-0cf6c1b67fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2b7fd1f2-acfa-47f3-9a1b-447d608b1425), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:12.881403 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 5544bf08-d4ec-4efd-9117-7dd735f3409d is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:09:12.883343 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 497f241f-374f-4197-91ba-b12bab719aca up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:09:12.930192 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-56689008-852a-453d-98ec-3c9a9c865b4b None None] Provisioning complete for port 2b7fd1f2-acfa-47f3-9a1b-447d608b1425 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:09:12.930557 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56689008-852a-453d-98ec-3c9a9c865b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2b7fd1f2-acfa-47f3-9a1b-447d608b1425), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:12.974768 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-56689008-852a-453d-98ec-3c9a9c865b4b None None] Port 2b7fd1f2-acfa-47f3-9a1b-447d608b1425 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:09:12.977297 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 497f241f-374f-4197-91ba-b12bab719aca triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:09:12.977669 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (497f241f-374f-4197-91ba-b12bab719aca), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:13.064273 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 497f241f-374f-4197-91ba-b12bab719aca is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:09:13.137683 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-0b639fc1-23e6-4752-a8b3-0cf6c1b67fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b7fd1f2-acfa-47f3-9a1b-447d608b1425 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 22:09:13.145682 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-0b639fc1-23e6-4752-a8b3-0cf6c1b67fe3 service neutron] Publish callbacks [] for port (2b7fd1f2-acfa-47f3-9a1b-447d608b1425), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:13.158233 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-0b639fc1-23e6-4752-a8b3-0cf6c1b67fe3 service neutron] Transition to ACTIVE for port object 2b7fd1f2-acfa-47f3-9a1b-447d608b1425 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:09:13.165109 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-0b639fc1-23e6-4752-a8b3-0cf6c1b67fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (2b7fd1f2-acfa-47f3-9a1b-447d608b1425), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:13.203068 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766ff8f-868a-4a0c-9ec1-2eb061ffcbe4 req-23a92e36-6180-4b52-8a81-c492199dfb0f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:13.204550 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0766ff8f-868a-4a0c-9ec1-2eb061ffcbe4 req-23a92e36-6180-4b52-8a81-c492199dfb0f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 931 time: 0.0581422 Feb 07 22:09:13.238447 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b639fc1-23e6-4752-a8b3-0cf6c1b67fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7fd1f2-acfa-47f3-9a1b-447d608b1425,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:13.263131 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0766ff8f-868a-4a0c-9ec1-2eb061ffcbe4 req-232dbe23-074e-4cf0-befb-6bce8e381a9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=487dd028-2a4b-4e2a-bde9-1606bffcd46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521238 Feb 07 22:09:13.296944 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-0b639fc1-23e6-4752-a8b3-0cf6c1b67fe3 service neutron] Attempting to bind port 2b7fd1f2-acfa-47f3-9a1b-447d608b1425 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:09:13.297274 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-0b639fc1-23e6-4752-a8b3-0cf6c1b67fe3 service neutron] Attempting to bind port 2b7fd1f2-acfa-47f3-9a1b-447d608b1425 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'ad6c611d-d193-4833-8751-591d16e18d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:09:13.297601 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-0b639fc1-23e6-4752-a8b3-0cf6c1b67fe3 service neutron] Attempting to bind port 2b7fd1f2-acfa-47f3-9a1b-447d608b1425 on network d4531a38-5df6-4917-9a28-c7545ab440d9 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:09:13.302717 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-0b639fc1-23e6-4752-a8b3-0cf6c1b67fe3 service neutron] Port 2b7fd1f2-acfa-47f3-9a1b-447d608b1425 on network d4531a38-5df6-4917-9a28-c7545ab440d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:09:13.302954 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-0b639fc1-23e6-4752-a8b3-0cf6c1b67fe3 service neutron] Attempting to bind port 2b7fd1f2-acfa-47f3-9a1b-447d608b1425 on network d4531a38-5df6-4917-9a28-c7545ab440d9 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:09:13.309007 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-0b639fc1-23e6-4752-a8b3-0cf6c1b67fe3 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:09:13.309349 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-0b639fc1-23e6-4752-a8b3-0cf6c1b67fe3 service neutron] Checking segment: {'id': 'ad6c611d-d193-4833-8751-591d16e18d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:09:13.309743 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-0b639fc1-23e6-4752-a8b3-0cf6c1b67fe3 service neutron] Bound using segment: {'id': 'ad6c611d-d193-4833-8751-591d16e18d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:09:13.310181 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-0b639fc1-23e6-4752-a8b3-0cf6c1b67fe3 service neutron] Bound port: 2b7fd1f2-acfa-47f3-9a1b-447d608b1425, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad6c611d-d193-4833-8751-591d16e18d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:09:13.310540 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-0b639fc1-23e6-4752-a8b3-0cf6c1b67fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2b7fd1f2-acfa-47f3-9a1b-447d608b1425), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:13.381670 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-0b639fc1-23e6-4752-a8b3-0cf6c1b67fe3 service neutron] For port 2b7fd1f2-acfa-47f3-9a1b-447d608b1425, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:09:13.385772 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-0b639fc1-23e6-4752-a8b3-0cf6c1b67fe3 service neutron] For port 2b7fd1f2-acfa-47f3-9a1b-447d608b1425, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=2b7fd1f2-acfa-47f3-9a1b-447d608b1425,segment=NetworkSegment(ad6c611d-d193-4833-8751-591d16e18d93),segment_id=ad6c611d-d193-4833-8751-591d16e18d93)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:09:13.394689 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-0b639fc1-23e6-4752-a8b3-0cf6c1b67fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (2b7fd1f2-acfa-47f3-9a1b-447d608b1425), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:13.432775 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-0b639fc1-23e6-4752-a8b3-0cf6c1b67fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:13.433096 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-0b639fc1-23e6-4752-a8b3-0cf6c1b67fe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:13.434537 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-0b639fc1-23e6-4752-a8b3-0cf6c1b67fe3 service neutron] 10.222.0.69 "PUT /v2.0/ports/2b7fd1f2-acfa-47f3-9a1b-447d608b1425 HTTP/1.1" status: 200 len: 1091 time: 0.6828887 Feb 07 22:09:13.435029 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1a1182-e24b-49f1-87fc-2ef012ce041f', 'tag': '2b7fd1f2-acfa-47f3-9a1b-447d608b1425'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:09:13.437283 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47bc0dc9fe746ac64adcb7a0dbe6fda25f58f8d79cf35956c7e0a4ba81c3c440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fe68eb-7175-4607-a112-24f0b4555bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1a1182-e24b-49f1-87fc-2ef012ce041f", "tag": "2b7fd1f2-acfa-47f3-9a1b-447d608b1425"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:09:13.466798 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b639fc1-23e6-4752-a8b3-0cf6c1b67fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7fd1f2-acfa-47f3-9a1b-447d608b1425,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:13.545517 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-0958c9e1-402a-410c-8e25-7fdfe5204ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:13.547037 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-0958c9e1-402a-410c-8e25-7fdfe5204ee5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 1125 time: 0.0653279 Feb 07 22:09:13.596522 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f185a583-4f35-4047-ade9-ce8d977cc583 x-openstack-request-id: req-f185a583-4f35-4047-ade9-ce8d977cc583 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:09:13.596812 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1a1182-e24b-49f1-87fc-2ef012ce041f", "tag": "2b7fd1f2-acfa-47f3-9a1b-447d608b1425", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:09:13.597067 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f185a583-4f35-4047-ade9-ce8d977cc583 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:09:13.597471 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1a1182-e24b-49f1-87fc-2ef012ce041f', 'tag': '2b7fd1f2-acfa-47f3-9a1b-447d608b1425', 'status': 'completed', 'code': 200} Feb 07 22:09:13.598976 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-eec2e4c6-f583-4ec1-b15c-d7a1041a422d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b7fd1f2-acfa-47f3-9a1b-447d608b1425 HTTP/1.1" status: 200 len: 217 time: 0.0448930 Feb 07 22:09:13.662482 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-a79a180c-6e7d-426f-9400-84e5bbb55301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:13.664582 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-a79a180c-6e7d-426f-9400-84e5bbb55301 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb HTTP/1.1" status: 200 len: 835 time: 0.0594091 Feb 07 22:09:13.714054 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-9c2ba1b5-6455-49c7-85e3-d09aa7f58c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:13.715558 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-9c2ba1b5-6455-49c7-85e3-d09aa7f58c91 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d4531a38-5df6-4917-9a28-c7545ab440d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445523 Feb 07 22:09:13.814715 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-d99adde7-3517-467c-9aa6-577aa79169fc service neutron] 10.222.0.69 "GET /v2.0/networks/d4531a38-5df6-4917-9a28-c7545ab440d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925984 Feb 07 22:09:13.901666 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f06221c2-c3f6-460c-9fe2-033b9f483adb req-ff52d550-8387-4d13-b52d-7cb297ca78b7 service neutron] 10.222.0.69 "GET /v2.0/networks/d4531a38-5df6-4917-9a28-c7545ab440d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812526 Feb 07 22:09:13.991855 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe68eb-7175-4607-a112-24f0b4555bb9 req-1df367ea-f138-4b22-9859-ceca82acf0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:13.993259 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-45fe68eb-7175-4607-a112-24f0b4555bb9 req-1df367ea-f138-4b22-9859-ceca82acf0ba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 1125 time: 0.0448420 Feb 07 22:09:14.089485 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe68eb-7175-4607-a112-24f0b4555bb9 req-0d2e43a7-4169-4804-96dc-df15e0120348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:14.090967 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-45fe68eb-7175-4607-a112-24f0b4555bb9 req-0d2e43a7-4169-4804-96dc-df15e0120348 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d4531a38-5df6-4917-9a28-c7545ab440d9 HTTP/1.1" status: 200 len: 897 time: 0.0914361 Feb 07 22:09:14.131652 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-45fe68eb-7175-4607-a112-24f0b4555bb9 req-4ba3dff6-8fc1-4b0f-8f28-4edafdbbe2e6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b7fd1f2-acfa-47f3-9a1b-447d608b1425 HTTP/1.1" status: 200 len: 217 time: 0.0344651 Feb 07 22:09:14.182169 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe68eb-7175-4607-a112-24f0b4555bb9 req-915f6c0f-be87-4a9e-a598-7011be9e5973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:14.183578 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-45fe68eb-7175-4607-a112-24f0b4555bb9 req-915f6c0f-be87-4a9e-a598-7011be9e5973 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb HTTP/1.1" status: 200 len: 835 time: 0.0464659 Feb 07 22:09:14.230677 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe68eb-7175-4607-a112-24f0b4555bb9 req-3501420b-b2fb-4ba1-98f9-85c2a76ad30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:14.232140 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-45fe68eb-7175-4607-a112-24f0b4555bb9 req-3501420b-b2fb-4ba1-98f9-85c2a76ad30b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d4531a38-5df6-4917-9a28-c7545ab440d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433531 Feb 07 22:09:14.317058 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-45fe68eb-7175-4607-a112-24f0b4555bb9 req-2969e4b1-2dcd-45a1-a52c-9cbcf58179e1 service neutron] 10.222.0.69 "GET /v2.0/networks/d4531a38-5df6-4917-9a28-c7545ab440d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792012 Feb 07 22:09:14.386039 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef53601-8c4c-4232-a084-10189fa60430 req-e019c424-c384-477c-acfd-8c06547b265e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:14.387955 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eef53601-8c4c-4232-a084-10189fa60430 req-e019c424-c384-477c-acfd-8c06547b265e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 943 time: 0.0534620 Feb 07 22:09:14.413165 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-45fe68eb-7175-4607-a112-24f0b4555bb9 req-0bc6fd83-fbc9-4a16-8bfa-51309516dd09 service neutron] 10.222.0.69 "GET /v2.0/networks/d4531a38-5df6-4917-9a28-c7545ab440d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899868 Feb 07 22:09:14.439038 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-eef53601-8c4c-4232-a084-10189fa60430 req-9a6ce4ee-689e-4475-baaa-a1b6fa127b19 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=487dd028-2a4b-4e2a-bde9-1606bffcd46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456648 Feb 07 22:09:15.558741 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a3447-70e8-4b1b-8553-aaca7bad082f req-67658802-cb33-4950-9477-8629f637bd88 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:15.561044 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-609a3447-70e8-4b1b-8553-aaca7bad082f req-67658802-cb33-4950-9477-8629f637bd88 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 943 time: 0.0522673 Feb 07 22:09:15.608181 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-609a3447-70e8-4b1b-8553-aaca7bad082f req-2e6afac5-f6c8-48ac-abb2-39a7ba519d09 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=487dd028-2a4b-4e2a-bde9-1606bffcd46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414951 Feb 07 22:09:16.728864 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7d622-ca81-49ba-8391-b820a5be8f7b req-c4b7c022-c458-4239-a009-44c033136637 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:16.730411 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03b7d622-ca81-49ba-8391-b820a5be8f7b req-c4b7c022-c458-4239-a009-44c033136637 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 943 time: 0.0567977 Feb 07 22:09:16.779143 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-03b7d622-ca81-49ba-8391-b820a5be8f7b req-eca862c6-77e5-462d-a2e1-57c040c0b890 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=487dd028-2a4b-4e2a-bde9-1606bffcd46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430768 Feb 07 22:09:17.764023 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 2b7fd1f2-acfa-47f3-9a1b-447d608b1425 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:09:17.862724 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 2b7fd1f2-acfa-47f3-9a1b-447d608b1425, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=2b7fd1f2-acfa-47f3-9a1b-447d608b1425,segment=NetworkSegment(ad6c611d-d193-4833-8751-591d16e18d93),segment_id=ad6c611d-d193-4833-8751-591d16e18d93)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:09:17.874931 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '2b7fd1f2-acfa-47f3-9a1b-447d608b1425', 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9', 'port_id': '2b7fd1f2-acfa-47f3-9a1b-447d608b1425', 'mac_address': 'fa:16:3e:8c:b0:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:09:17.900749 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972b016-291c-4674-9e8f-1c8ff833abba req-794a0483-5dc5-4bfb-9186-9b27957a912d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:17.902452 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f972b016-291c-4674-9e8f-1c8ff833abba req-794a0483-5dc5-4bfb-9186-9b27957a912d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 943 time: 0.0541885 Feb 07 22:09:17.913684 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 2b7fd1f2-acfa-47f3-9a1b-447d608b1425 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:09:17.914077 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2b7fd1f2-acfa-47f3-9a1b-447d608b1425), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:17.927392 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b7fd1f2-acfa-47f3-9a1b-447d608b1425 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 22:09:17.947198 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 2b7fd1f2-acfa-47f3-9a1b-447d608b1425, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=2b7fd1f2-acfa-47f3-9a1b-447d608b1425,segment=NetworkSegment(ad6c611d-d193-4833-8751-591d16e18d93),segment_id=ad6c611d-d193-4833-8751-591d16e18d93)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:09:17.951600 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2b7fd1f2-acfa-47f3-9a1b-447d608b1425), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:17.952207 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f972b016-291c-4674-9e8f-1c8ff833abba req-b3893063-7f20-4024-a7c0-14ea5efa7ba6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=487dd028-2a4b-4e2a-bde9-1606bffcd46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441341 Feb 07 22:09:18.005692 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=2b7fd1f2-acfa-47f3-9a1b-447d608b1425,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:18.321201 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['2b7fd1f2-acfa-47f3-9a1b-447d608b1425'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:09:18.557233 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6b03bafa-52fc-4381-b68b-cc3629e2d1bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:19.069151 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92c27a-0f94-4ca3-983e-ed0bad4e0118 req-009a651b-d2c1-4f91-91d7-fce771c7c3ef tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:19.070615 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f92c27a-0f94-4ca3-983e-ed0bad4e0118 req-009a651b-d2c1-4f91-91d7-fce771c7c3ef tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 944 time: 0.0517380 Feb 07 22:09:19.123422 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1f92c27a-0f94-4ca3-983e-ed0bad4e0118 req-55674097-c94d-44d4-9080-f045f139fe2e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=487dd028-2a4b-4e2a-bde9-1606bffcd46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466208 Feb 07 22:09:19.778500 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 2b7fd1f2-acfa-47f3-9a1b-447d608b1425 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:09:19.826480 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 2b7fd1f2-acfa-47f3-9a1b-447d608b1425 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:09:19.830463 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 2b7fd1f2-acfa-47f3-9a1b-447d608b1425 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:09:19.830833 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2b7fd1f2-acfa-47f3-9a1b-447d608b1425), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:19.910411 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 2b7fd1f2-acfa-47f3-9a1b-447d608b1425 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:09:19.910790 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2b7fd1f2-acfa-47f3-9a1b-447d608b1425), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:19.933019 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1a1182-e24b-49f1-87fc-2ef012ce041f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7fd1f2-acfa-47f3-9a1b-447d608b1425'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:09:19.935359 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59fa0091afa0acade78336c0e3f3c5307cc552a1ace6da7695aaea120dfc6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818ae6de-040a-412a-8251-cf9d7785fb99" -d '{"events": [{"server_uuid": "6f1a1182-e24b-49f1-87fc-2ef012ce041f", "name": "network-vif-plugged", "status": "completed", "tag": "2b7fd1f2-acfa-47f3-9a1b-447d608b1425"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:09:19.948140 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 2b7fd1f2-acfa-47f3-9a1b-447d608b1425, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=2b7fd1f2-acfa-47f3-9a1b-447d608b1425,segment=NetworkSegment(ad6c611d-d193-4833-8751-591d16e18d93),segment_id=ad6c611d-d193-4833-8751-591d16e18d93)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:09:19.952263 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2b7fd1f2-acfa-47f3-9a1b-447d608b1425), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:19.976461 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a960b90-2415-4822-9dc0-21d105049db8 x-openstack-request-id: req-9a960b90-2415-4822-9dc0-21d105049db8 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:09:19.976753 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1a1182-e24b-49f1-87fc-2ef012ce041f", "name": "network-vif-plugged", "status": "completed", "tag": "2b7fd1f2-acfa-47f3-9a1b-447d608b1425", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:09:19.977007 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9a960b90-2415-4822-9dc0-21d105049db8 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:09:19.977394 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1a1182-e24b-49f1-87fc-2ef012ce041f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7fd1f2-acfa-47f3-9a1b-447d608b1425', 'code': 200} Feb 07 22:09:20.002239 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=2b7fd1f2-acfa-47f3-9a1b-447d608b1425,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:20.071328 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d840c-79d5-435b-acdb-46bd99d2fca3 req-003dc2ad-ec45-4dd8-b60d-91140aaabffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:20.072877 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-582d840c-79d5-435b-acdb-46bd99d2fca3 req-003dc2ad-ec45-4dd8-b60d-91140aaabffc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 1127 time: 0.0440068 Feb 07 22:09:20.118044 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-582d840c-79d5-435b-acdb-46bd99d2fca3 req-2df07f8c-8d6f-4590-a02f-f472b985d8b8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=487dd028-2a4b-4e2a-bde9-1606bffcd46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397043 Feb 07 22:09:20.241916 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfaaf03-0c5f-4260-9aed-cebf2850f7c0 req-7aa2e5d5-b161-45a4-b951-1af0a986c268 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:20.243346 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7cfaaf03-0c5f-4260-9aed-cebf2850f7c0 req-7aa2e5d5-b161-45a4-b951-1af0a986c268 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 945 time: 0.0518816 Feb 07 22:09:20.290640 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7cfaaf03-0c5f-4260-9aed-cebf2850f7c0 req-3dee509f-ae6e-4027-943a-ad46f84edf99 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=487dd028-2a4b-4e2a-bde9-1606bffcd46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416367 Feb 07 22:09:20.734346 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a9f87b5-0488-4b2b-a336-9db90936debc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:21.411192 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c21334-1281-43ce-bb6d-d5b9a7513165 req-76ebc320-e976-450b-83d4-0e6d3b8c8dab tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:21.412676 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-42c21334-1281-43ce-bb6d-d5b9a7513165 req-76ebc320-e976-450b-83d4-0e6d3b8c8dab tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 945 time: 0.0508513 Feb 07 22:09:21.461578 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-42c21334-1281-43ce-bb6d-d5b9a7513165 req-e4b420fc-77b7-4a86-a162-6e885802e05b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=487dd028-2a4b-4e2a-bde9-1606bffcd46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422730 Feb 07 22:09:22.026583 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:22.584627 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342b724-5a8e-4fcb-831c-42be5fd49309 req-f0adcfb1-e254-4a8c-a8ee-aa3e891dcb06 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:22.586083 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9342b724-5a8e-4fcb-831c-42be5fd49309 req-f0adcfb1-e254-4a8c-a8ee-aa3e891dcb06 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 945 time: 0.0553629 Feb 07 22:09:22.633321 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9342b724-5a8e-4fcb-831c-42be5fd49309 req-24365cd3-b41b-42cd-8ba3-49ffd58929da tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=487dd028-2a4b-4e2a-bde9-1606bffcd46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406768 Feb 07 22:09:22.750153 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636e25e-6f5d-4632-a857-8a5cc834d7cd req-ebfa61d1-760b-48fc-a38e-23945f3821d8 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:22.751613 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1636e25e-6f5d-4632-a857-8a5cc834d7cd req-ebfa61d1-760b-48fc-a38e-23945f3821d8 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 945 time: 0.0526369 Feb 07 22:09:22.799346 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1636e25e-6f5d-4632-a857-8a5cc834d7cd req-92d3f35e-76ae-45f5-9696-03c79a75ed45 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=487dd028-2a4b-4e2a-bde9-1606bffcd46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419433 Feb 07 22:09:22.820961 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47704) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:09:22.866619 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e734eb6-b2ff-4be7-8fd1-be6cfe322b52 tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:22.868104 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8e734eb6-b2ff-4be7-8fd1-be6cfe322b52 tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 1122 time: 0.0462193 Feb 07 22:09:22.871421 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47706) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:09:22.875577 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-38edf84a-2430-4abb-91bf-d4357f7afdea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'port_id': '2b7fd1f2-acfa-47f3-9a1b-447d608b1425', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:09:22.895488 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38edf84a-2430-4abb-91bf-d4357f7afdea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:22.987256 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38edf84a-2430-4abb-91bf-d4357f7afdea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:23.090192 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-38edf84a-2430-4abb-91bf-d4357f7afdea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Allocated IP 172.25.4.41 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/4ca966b3-92ba-4e86-9cda-3d9bfd606171) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:09:23.188425 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38edf84a-2430-4abb-91bf-d4357f7afdea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (4ca966b3-92ba-4e86-9cda-3d9bfd606171), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:23.220981 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38edf84a-2430-4abb-91bf-d4357f7afdea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (4ca966b3-92ba-4e86-9cda-3d9bfd606171), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:23.259885 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38edf84a-2430-4abb-91bf-d4357f7afdea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:09:23.264520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-38edf84a-2430-4abb-91bf-d4357f7afdea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:09:23.267938 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38edf84a-2430-4abb-91bf-d4357f7afdea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:09:23.289915 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38edf84a-2430-4abb-91bf-d4357f7afdea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=4ca966b3-92ba-4e86-9cda-3d9bfd606171,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:23.507684 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:23.608212 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38edf84a-2430-4abb-91bf-d4357f7afdea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for floatingip (8964944e-d519-4bda-9815-ab7c1338719f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:23.676971 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38edf84a-2430-4abb-91bf-d4357f7afdea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4ca966b3-92ba-4e86-9cda-3d9bfd606171), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:23.824230 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38edf84a-2430-4abb-91bf-d4357f7afdea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (4ca966b3-92ba-4e86-9cda-3d9bfd606171), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:23.828796 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38edf84a-2430-4abb-91bf-d4357f7afdea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (4ca966b3-92ba-4e86-9cda-3d9bfd606171), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:23.893641 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38edf84a-2430-4abb-91bf-d4357f7afdea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=4ca966b3-92ba-4e86-9cda-3d9bfd606171,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:09:23.905875 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38edf84a-2430-4abb-91bf-d4357f7afdea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (8964944e-d519-4bda-9815-ab7c1338719f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:24.005237 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-38edf84a-2430-4abb-91bf-d4357f7afdea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Floating IP 8964944e-d519-4bda-9815-ab7c1338719f associated. External IP: 172.25.4.41, port: 2b7fd1f2-acfa-47f3-9a1b-447d608b1425. Feb 07 22:09:24.213704 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38edf84a-2430-4abb-91bf-d4357f7afdea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Router 4240405d-bd26-4de3-944e-61ea26e2b59f has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:09:24.323404 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38edf84a-2430-4abb-91bf-d4357f7afdea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:09:24.333121 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13623353-8648-4caf-abb6-7326677533f0 None None] Sync routers for ids ['4240405d-bd26-4de3-944e-61ea26e2b59f'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:09:24.340397 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38edf84a-2430-4abb-91bf-d4357f7afdea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:24.343353 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13623353-8648-4caf-abb6-7326677533f0 None None] Routers {'4240405d-bd26-4de3-944e-61ea26e2b59f'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:09:24.344138 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-13623353-8648-4caf-abb6-7326677533f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:09:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['4240405d-bd26-4de3-944e-61ea26e2b59f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:09:24.369976 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-38edf84a-2430-4abb-91bf-d4357f7afdea tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4975486 Feb 07 22:09:24.370692 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1a1182-e24b-49f1-87fc-2ef012ce041f', 'tag': '2b7fd1f2-acfa-47f3-9a1b-447d608b1425'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:09:24.373080 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dd2e4c-6b77-4567-b2cc-2918e4802a36" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1a1182-e24b-49f1-87fc-2ef012ce041f", "tag": "2b7fd1f2-acfa-47f3-9a1b-447d608b1425"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:09:24.421376 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726dfbba-a358-4820-a3ab-57d2cb569243 x-openstack-request-id: req-726dfbba-a358-4820-a3ab-57d2cb569243 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:09:24.421677 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1a1182-e24b-49f1-87fc-2ef012ce041f", "tag": "2b7fd1f2-acfa-47f3-9a1b-447d608b1425", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:09:24.421936 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-726dfbba-a358-4820-a3ab-57d2cb569243 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:09:24.422346 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1a1182-e24b-49f1-87fc-2ef012ce041f', 'tag': '2b7fd1f2-acfa-47f3-9a1b-447d608b1425', 'status': 'completed', 'code': 200} Feb 07 22:09:24.453929 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-13623353-8648-4caf-abb6-7326677533f0 None None] Set router 4240405d-bd26-4de3-944e-61ea26e2b59f gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:09:24.492726 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd2e4c-6b77-4567-b2cc-2918e4802a36 req-f059c0b1-37c7-4b69-ba7b-c985a6dd8a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:24.494763 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-51dd2e4c-6b77-4567-b2cc-2918e4802a36 req-f059c0b1-37c7-4b69-ba7b-c985a6dd8a40 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 1127 time: 0.0504434 Feb 07 22:09:24.498660 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2ed6e-83a4-4573-9ced-17962d03b632 req-ee03e09e-b733-4ff0-816b-43a40ab027c2 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:24.500295 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0f2ed6e-83a4-4573-9ced-17962d03b632 req-ee03e09e-b733-4ff0-816b-43a40ab027c2 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 945 time: 0.0600367 Feb 07 22:09:24.550331 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0f2ed6e-83a4-4573-9ced-17962d03b632 req-664dc999-2d24-4d9b-8b94-4242186a481d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=487dd028-2a4b-4e2a-bde9-1606bffcd46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428679 Feb 07 22:09:24.578250 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47712) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:09:24.592378 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd2e4c-6b77-4567-b2cc-2918e4802a36 req-b2cef8ea-ff32-492b-a6df-e26a40a7c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:24.593864 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-51dd2e4c-6b77-4567-b2cc-2918e4802a36 req-b2cef8ea-ff32-492b-a6df-e26a40a7c55e service neutron] 10.222.0.69 "GET /v2.0/networks?id=d4531a38-5df6-4917-9a28-c7545ab440d9 HTTP/1.1" status: 200 len: 897 time: 0.0938814 Feb 07 22:09:24.641909 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1d727023-4983-4289-801e-e18a950d2ef1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/floatingips/8964944e-d519-4bda-9815-ab7c1338719f HTTP/1.1" status: 200 len: 990 time: 0.0625849 Feb 07 22:09:24.664834 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-51dd2e4c-6b77-4567-b2cc-2918e4802a36 req-fd5d2de9-4947-4a10-a373-4f98a308597d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b7fd1f2-acfa-47f3-9a1b-447d608b1425 HTTP/1.1" status: 200 len: 998 time: 0.0650952 Feb 07 22:09:24.686635 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-13623353-8648-4caf-abb6-7326677533f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77878594', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '5544bf08-d4ec-4efd-9117-7dd735f3409d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:09:05Z', 'updated_at': '2022-02-07T22:09:09Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '5544bf08-d4ec-4efd-9117-7dd735f3409d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:09:06Z', 'updated_at': '2022-02-07T22:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '8964944e-d519-4bda-9815-ab7c1338719f', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'port_id': '2b7fd1f2-acfa-47f3-9a1b-447d608b1425', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9', 'mac_address': 'fa:16:3e:8c:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a1182-e24b-49f1-87fc-2ef012ce041f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:09:23Z', 'updated_at': '2022-02-07T22:09:23Z', 'revision_number': 0, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497f241f-374f-4197-91ba-b12bab719aca', 'name': '', 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:c6:ac:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:09:08Z', 'updated_at': '2022-02-07T22:09:11Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:09:24.712902 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd2e4c-6b77-4567-b2cc-2918e4802a36 req-49fce856-ca21-4225-b29f-bb78ad5a643b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:24.714401 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-51dd2e4c-6b77-4567-b2cc-2918e4802a36 req-49fce856-ca21-4225-b29f-bb78ad5a643b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb HTTP/1.1" status: 200 len: 835 time: 0.0436223 Feb 07 22:09:24.715372 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13623353-8648-4caf-abb6-7326677533f0 None None] Checking router: 4240405d-bd26-4de3-944e-61ea26e2b59f for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:09:24.727397 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13623353-8648-4caf-abb6-7326677533f0 None None] Routers {'4240405d-bd26-4de3-944e-61ea26e2b59f'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:09:24.728020 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-13623353-8648-4caf-abb6-7326677533f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:09:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['4240405d-bd26-4de3-944e-61ea26e2b59f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:09:24.763119 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd2e4c-6b77-4567-b2cc-2918e4802a36 req-5a8121ab-07b8-49ca-a909-55f76036207d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:09:24.764666 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-51dd2e4c-6b77-4567-b2cc-2918e4802a36 req-5a8121ab-07b8-49ca-a909-55f76036207d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d4531a38-5df6-4917-9a28-c7545ab440d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449610 Feb 07 22:09:24.825238 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:24.847838 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-13623353-8648-4caf-abb6-7326677533f0 None None] Set router 4240405d-bd26-4de3-944e-61ea26e2b59f gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:09:24.857475 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-51dd2e4c-6b77-4567-b2cc-2918e4802a36 req-9fe91e6f-630c-43af-a665-c35193734c61 service neutron] 10.222.0.69 "GET /v2.0/networks/d4531a38-5df6-4917-9a28-c7545ab440d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871785 Feb 07 22:09:24.951169 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-51dd2e4c-6b77-4567-b2cc-2918e4802a36 req-320b548d-2310-4315-a7b3-2addd0d864a0 service neutron] 10.222.0.69 "GET /v2.0/networks/d4531a38-5df6-4917-9a28-c7545ab440d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877581 Feb 07 22:09:25.065100 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-a82d6396-1f7c-4586-afa1-a38d6db9eb9d req-d0b52a62-49ad-4698-812d-5abc2bf37f5d service neutron] (103255) timed out ('10.222.0.65', 58078) {{(pid=103255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 22:09:25.223969 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-13623353-8648-4caf-abb6-7326677533f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77878594', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '5544bf08-d4ec-4efd-9117-7dd735f3409d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:09:05Z', 'updated_at': '2022-02-07T22:09:09Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '5544bf08-d4ec-4efd-9117-7dd735f3409d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:09:06Z', 'updated_at': '2022-02-07T22:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '8964944e-d519-4bda-9815-ab7c1338719f', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'port_id': '2b7fd1f2-acfa-47f3-9a1b-447d608b1425', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9', 'mac_address': 'fa:16:3e:8c:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a1182-e24b-49f1-87fc-2ef012ce041f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:09:23Z', 'updated_at': '2022-02-07T22:09:23Z', 'revision_number': 0, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497f241f-374f-4197-91ba-b12bab719aca', 'name': '', 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:c6:ac:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:09:08Z', 'updated_at': '2022-02-07T22:09:11Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:09:25.254175 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13623353-8648-4caf-abb6-7326677533f0 None None] The sync data for ids ['4240405d-bd26-4de3-944e-61ea26e2b59f'] in n-d-828185-2 is: [{'id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77878594', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '5544bf08-d4ec-4efd-9117-7dd735f3409d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:09:05Z', 'updated_at': '2022-02-07T22:09:09Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '5544bf08-d4ec-4efd-9117-7dd735f3409d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:09:06Z', 'updated_at': '2022-02-07T22:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '8964944e-d519-4bda-9815-ab7c1338719f', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'port_id': '2b7fd1f2-acfa-47f3-9a1b-447d608b1425', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9', 'mac_address': 'fa:16:3e:8c:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1a1182-e24b-49f1-87fc-2ef012ce041f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:09:23Z', 'updated_at': '2022-02-07T22:09:23Z', 'revision_number': 0, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '497f241f-374f-4197-91ba-b12bab719aca', 'name': '', 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:c6:ac:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:09:08Z', 'updated_at': '2022-02-07T22:09:11Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:09:25.467378 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bd0e2d-af72-47c4-9101-35156b0de06a None None] New status for floating IP 8964944e-d519-4bda-9815-ab7c1338719f: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:09:25.645170 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47714) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:09:25.704255 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-1f6a7a5a-06e4-4ec3-b2a9-859e6e1a1daa tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/floatingips/8964944e-d519-4bda-9815-ab7c1338719f HTTP/1.1" status: 200 len: 992 time: 0.0579114 Feb 07 22:09:34.306592 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:34.599249 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:48.550043 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-80373ca2-4d45-4605-b741-5167c7ae2065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:48.656918 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:09:50.735686 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-617905c2-d1b8-425d-ac68-4440695f4cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:52.030065 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:53.509560 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:09:54.808492 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:10:04.310469 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:10:04.593060 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:10:15.135336 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b5fa41d7-5323-4711-b3b7-896e5706b3cf req-cb1e3911-fa83-4173-b11f-e2bc557b9cb4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431955 Feb 07 22:10:15.221131 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa41d7-5323-4711-b3b7-896e5706b3cf req-befa955a-3fd4-4a6e-8b1f-1b3080a782a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:10:15.222629 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b5fa41d7-5323-4711-b3b7-896e5706b3cf req-befa955a-3fd4-4a6e-8b1f-1b3080a782a3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 1127 time: 0.0483928 Feb 07 22:10:15.322405 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa41d7-5323-4711-b3b7-896e5706b3cf req-71e9ca3d-9f32-4698-882d-3a8da9c2fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:10:15.323868 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b5fa41d7-5323-4711-b3b7-896e5706b3cf req-71e9ca3d-9f32-4698-882d-3a8da9c2fcbd service neutron] 10.222.0.69 "GET /v2.0/networks?id=d4531a38-5df6-4917-9a28-c7545ab440d9 HTTP/1.1" status: 200 len: 897 time: 0.0832696 Feb 07 22:10:15.391351 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b5fa41d7-5323-4711-b3b7-896e5706b3cf req-ce8bfcd6-2450-44f1-a666-b8d6b2f371c3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b7fd1f2-acfa-47f3-9a1b-447d608b1425 HTTP/1.1" status: 200 len: 1000 time: 0.0613210 Feb 07 22:10:15.437193 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa41d7-5323-4711-b3b7-896e5706b3cf req-7a7b0367-5565-4f4c-9c77-dfeb2c3a9b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:10:15.439158 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b5fa41d7-5323-4711-b3b7-896e5706b3cf req-7a7b0367-5565-4f4c-9c77-dfeb2c3a9b0b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb HTTP/1.1" status: 200 len: 835 time: 0.0428929 Feb 07 22:10:15.485584 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa41d7-5323-4711-b3b7-896e5706b3cf req-3c0f6405-1302-4dd2-abb8-ec3d2d42c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:10:15.487034 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b5fa41d7-5323-4711-b3b7-896e5706b3cf req-3c0f6405-1302-4dd2-abb8-ec3d2d42c6c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d4531a38-5df6-4917-9a28-c7545ab440d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427821 Feb 07 22:10:15.575138 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b5fa41d7-5323-4711-b3b7-896e5706b3cf req-1fc8d0ee-1448-4a64-945c-8d9715acc872 service neutron] 10.222.0.69 "GET /v2.0/networks/d4531a38-5df6-4917-9a28-c7545ab440d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819955 Feb 07 22:10:15.970616 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b5fa41d7-5323-4711-b3b7-896e5706b3cf req-32910524-062b-404c-934c-3925a5d3ab1a service neutron] 10.222.0.69 "GET /v2.0/networks/d4531a38-5df6-4917-9a28-c7545ab440d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898661 Feb 07 22:10:18.551524 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-88f0f3ef-9695-46b6-bd19-f147f4017590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:10:20.736456 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-403acb12-8486-471c-ab99-b47d37de4ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:10:22.032527 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:10:23.512889 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:10:24.809929 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:10:25.656719 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:10:26.281668 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53803288-bea9-4a01-85c2-f134a866f4f9 req-4f0e6c23-1ce0-45d9-8521-e056f27c7738 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:10:26.283150 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53803288-bea9-4a01-85c2-f134a866f4f9 req-4f0e6c23-1ce0-45d9-8521-e056f27c7738 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 945 time: 0.0528424 Feb 07 22:10:26.334901 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53803288-bea9-4a01-85c2-f134a866f4f9 req-4c91e4f0-ac23-4d76-b7d1-b107b23a8061 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=487dd028-2a4b-4e2a-bde9-1606bffcd46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460441 Feb 07 22:10:27.461601 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77301a32-750a-4725-b548-e507248f4aaa req-a61556b8-bcca-43a9-995d-47391a71fd3e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:10:27.463070 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77301a32-750a-4725-b548-e507248f4aaa req-a61556b8-bcca-43a9-995d-47391a71fd3e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 945 time: 0.0571375 Feb 07 22:10:27.510257 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77301a32-750a-4725-b548-e507248f4aaa req-4281e5c8-8069-49d9-a1a7-7e2e505e6432 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=487dd028-2a4b-4e2a-bde9-1606bffcd46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415721 Feb 07 22:10:28.628710 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f2d47-bdc8-4eeb-8f69-94c4323b5e44 req-cdf4f017-60a5-468f-9494-92795611cc03 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:10:28.630194 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-901f2d47-bdc8-4eeb-8f69-94c4323b5e44 req-cdf4f017-60a5-468f-9494-92795611cc03 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 945 time: 0.0527933 Feb 07 22:10:28.677839 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-901f2d47-bdc8-4eeb-8f69-94c4323b5e44 req-4661609e-e988-41f1-a42e-6594f4bcd0a8 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=487dd028-2a4b-4e2a-bde9-1606bffcd46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417297 Feb 07 22:10:29.802077 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae03732-f470-42d7-a98f-d69a81ac9521 req-3d9f0ecc-316b-467e-8a98-9b5b918eaae2 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:10:29.803569 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ae03732-f470-42d7-a98f-d69a81ac9521 req-3d9f0ecc-316b-467e-8a98-9b5b918eaae2 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 945 time: 0.0583224 Feb 07 22:10:29.850518 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ae03732-f470-42d7-a98f-d69a81ac9521 req-54f13b8c-279d-4b35-8496-3897399ff644 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=487dd028-2a4b-4e2a-bde9-1606bffcd46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414021 Feb 07 22:10:30.969013 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92d64b-eb9e-484a-978b-4ad9244adafb req-bd957991-2feb-40b9-951e-9b64718536b1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:10:30.970479 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de92d64b-eb9e-484a-978b-4ad9244adafb req-bd957991-2feb-40b9-951e-9b64718536b1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 945 time: 0.0525234 Feb 07 22:10:31.018118 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-de92d64b-eb9e-484a-978b-4ad9244adafb req-b237e55a-0723-449e-b782-00af9d57080f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=487dd028-2a4b-4e2a-bde9-1606bffcd46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419908 Feb 07 22:10:32.136891 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceec2f3-288b-4253-a527-7f5fa5bc5be2 req-a75f49f3-32a0-4f98-a520-7aaab2c436bf tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:10:32.138366 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ceec2f3-288b-4253-a527-7f5fa5bc5be2 req-a75f49f3-32a0-4f98-a520-7aaab2c436bf tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 945 time: 0.0506327 Feb 07 22:10:32.189202 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ceec2f3-288b-4253-a527-7f5fa5bc5be2 req-2cd9eb45-3aff-4cdb-8e44-eb1ffa2ca39f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=487dd028-2a4b-4e2a-bde9-1606bffcd46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447216 Feb 07 22:10:33.313829 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ae982-4b47-4b5b-8bcf-5c68e9c2fc3b req-4f7ee8eb-6eae-495c-a7a1-2b2741a366de tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:10:33.315341 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e2ae982-4b47-4b5b-8bcf-5c68e9c2fc3b req-4f7ee8eb-6eae-495c-a7a1-2b2741a366de tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 945 time: 0.0576720 Feb 07 22:10:33.365951 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3e2ae982-4b47-4b5b-8bcf-5c68e9c2fc3b req-7a60d628-42a8-497a-8ed8-6d63d97d06b2 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=487dd028-2a4b-4e2a-bde9-1606bffcd46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449924 Feb 07 22:10:34.304239 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:10:34.483731 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cfc94-45d7-461b-b357-9d210c52c9b7 req-c3b3516a-f559-497d-864a-92177a4a88c8 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:10:34.485245 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-398cfc94-45d7-461b-b357-9d210c52c9b7 req-c3b3516a-f559-497d-864a-92177a4a88c8 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 945 time: 0.0522206 Feb 07 22:10:34.532416 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-398cfc94-45d7-461b-b357-9d210c52c9b7 req-773228e4-a674-4756-b556-97adc3776be5 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=487dd028-2a4b-4e2a-bde9-1606bffcd46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416658 Feb 07 22:10:34.603614 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:10:35.652122 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9883969-6220-43fb-8307-8d66f020ef5c req-7b260290-91b8-4006-8fc6-067599434e39 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:10:35.653614 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9883969-6220-43fb-8307-8d66f020ef5c req-7b260290-91b8-4006-8fc6-067599434e39 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 945 time: 0.0544906 Feb 07 22:10:35.708713 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d9883969-6220-43fb-8307-8d66f020ef5c req-214d1f73-05f2-48b0-a4c7-f1172f63df74 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=487dd028-2a4b-4e2a-bde9-1606bffcd46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489290 Feb 07 22:10:36.827284 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d22dbd-fb0c-492f-82e8-cc58bd3c3b2f req-cc80401c-1101-40c3-ba80-5f4d027325e2 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:10:36.829501 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68d22dbd-fb0c-492f-82e8-cc58bd3c3b2f req-cc80401c-1101-40c3-ba80-5f4d027325e2 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 945 time: 0.0517905 Feb 07 22:10:36.877563 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68d22dbd-fb0c-492f-82e8-cc58bd3c3b2f req-7e8324be-2fd6-48c8-bc93-f80eb7eb8002 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=487dd028-2a4b-4e2a-bde9-1606bffcd46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425553 Feb 07 22:10:36.899941 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47770) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:10:37.219924 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-37459da7-7d3d-4dbe-affe-bdd86b8d51a8 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/floatingips/8964944e-d519-4bda-9815-ab7c1338719f HTTP/1.1" status: 200 len: 992 time: 0.3188195 Feb 07 22:10:38.481295 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a9969-2278-42fa-984b-c5d44bf4a133 req-fd7e12c5-b9b7-4333-b191-d28d4f13e228 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:10:38.482785 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d16a9969-2278-42fa-984b-c5d44bf4a133 req-fd7e12c5-b9b7-4333-b191-d28d4f13e228 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 945 time: 0.0517294 Feb 07 22:10:38.506641 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1fc42b-f418-4ff3-9571-ec1b4a727d06 req-852dd533-d999-49c0-b005-b9a8470d553a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:10:38.508049 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-af1fc42b-f418-4ff3-9571-ec1b4a727d06 req-852dd533-d999-49c0-b005-b9a8470d553a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 1127 time: 0.0468903 Feb 07 22:10:38.532153 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d16a9969-2278-42fa-984b-c5d44bf4a133 req-5cdb7b22-2f15-465f-93e7-9298c0bfc1ce tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=487dd028-2a4b-4e2a-bde9-1606bffcd46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429969 Feb 07 22:10:38.597250 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1fc42b-f418-4ff3-9571-ec1b4a727d06 req-91d03c75-0cba-4940-9123-5b02870102c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:10:38.598722 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-af1fc42b-f418-4ff3-9571-ec1b4a727d06 req-91d03c75-0cba-4940-9123-5b02870102c6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d4531a38-5df6-4917-9a28-c7545ab440d9 HTTP/1.1" status: 200 len: 897 time: 0.0854063 Feb 07 22:10:38.660771 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-af1fc42b-f418-4ff3-9571-ec1b4a727d06 req-5fd781fa-074d-4405-809f-b0bcbe5008f1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b7fd1f2-acfa-47f3-9a1b-447d608b1425 HTTP/1.1" status: 200 len: 1000 time: 0.0563607 Feb 07 22:10:38.710687 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1fc42b-f418-4ff3-9571-ec1b4a727d06 req-634cb5f4-9d04-4b9a-b872-2994fd112b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:10:38.712394 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-af1fc42b-f418-4ff3-9571-ec1b4a727d06 req-634cb5f4-9d04-4b9a-b872-2994fd112b30 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb HTTP/1.1" status: 200 len: 835 time: 0.0462813 Feb 07 22:10:38.763079 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1fc42b-f418-4ff3-9571-ec1b4a727d06 req-994a1f33-8530-453f-b38f-385f60d76666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:10:38.764593 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-af1fc42b-f418-4ff3-9571-ec1b4a727d06 req-994a1f33-8530-453f-b38f-385f60d76666 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d4531a38-5df6-4917-9a28-c7545ab440d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453413 Feb 07 22:10:38.850751 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-af1fc42b-f418-4ff3-9571-ec1b4a727d06 req-be2303dc-3f25-4a1e-947a-fd001dd33643 service neutron] 10.222.0.69 "GET /v2.0/networks/d4531a38-5df6-4917-9a28-c7545ab440d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802469 Feb 07 22:10:38.940272 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-af1fc42b-f418-4ff3-9571-ec1b4a727d06 req-b1874073-105a-4c5c-89b3-8361de1ba9c3 service neutron] 10.222.0.69 "GET /v2.0/networks/d4531a38-5df6-4917-9a28-c7545ab440d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840912 Feb 07 22:10:39.653124 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fc98e-1ac8-4f5c-891c-41eea7a54b4d req-2714d505-e6b3-4dac-94d1-1d7ddc087b9a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:10:39.654632 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad4fc98e-1ac8-4f5c-891c-41eea7a54b4d req-2714d505-e6b3-4dac-94d1-1d7ddc087b9a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 945 time: 0.0518839 Feb 07 22:10:39.705721 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ad4fc98e-1ac8-4f5c-891c-41eea7a54b4d req-2eed156c-9cb2-4cf7-b7bd-e5033b5323a1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=487dd028-2a4b-4e2a-bde9-1606bffcd46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455701 Feb 07 22:10:39.728676 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47780) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:10:39.786784 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c777ab49-f854-49da-8b98-fb6e83df442a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/floatingips/8964944e-d519-4bda-9815-ab7c1338719f HTTP/1.1" status: 200 len: 992 time: 0.0569854 Feb 07 22:10:48.553866 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f3e6474d-32ff-470f-9656-0f5d80e59eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:10:50.740891 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f4d7f20c-3f6f-4dfe-8d41-fc4471011164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:10:52.035532 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:10:53.515636 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:10:54.812227 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:02.656125 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:11:04.303769 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:04.592676 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:15.133992 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3dfec20f-8902-40ea-a157-b00b9106b46e req-5ec899ac-0822-4ea9-9934-61c1c578fd63 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436556 Feb 07 22:11:15.216791 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfec20f-8902-40ea-a157-b00b9106b46e req-14eb8241-a297-4c01-90c8-c4a998790ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:15.218280 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3dfec20f-8902-40ea-a157-b00b9106b46e req-14eb8241-a297-4c01-90c8-c4a998790ed4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 1127 time: 0.0458250 Feb 07 22:11:15.320731 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfec20f-8902-40ea-a157-b00b9106b46e req-209a11fd-5e10-4931-b60c-4387e1b9cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:15.322181 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3dfec20f-8902-40ea-a157-b00b9106b46e req-209a11fd-5e10-4931-b60c-4387e1b9cfcb service neutron] 10.222.0.69 "GET /v2.0/networks?id=d4531a38-5df6-4917-9a28-c7545ab440d9 HTTP/1.1" status: 200 len: 897 time: 0.0875037 Feb 07 22:11:15.386767 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3dfec20f-8902-40ea-a157-b00b9106b46e req-a2e77618-0a01-4be4-be8e-a0da892b5483 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b7fd1f2-acfa-47f3-9a1b-447d608b1425 HTTP/1.1" status: 200 len: 1000 time: 0.0583107 Feb 07 22:11:15.436602 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfec20f-8902-40ea-a157-b00b9106b46e req-7715419a-bbbf-4e64-9cba-c7f899c536ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:15.438008 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3dfec20f-8902-40ea-a157-b00b9106b46e req-7715419a-bbbf-4e64-9cba-c7f899c536ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb HTTP/1.1" status: 200 len: 835 time: 0.0461998 Feb 07 22:11:15.490199 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfec20f-8902-40ea-a157-b00b9106b46e req-23ca14d6-914f-49da-a187-4639a33b9326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:15.491678 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3dfec20f-8902-40ea-a157-b00b9106b46e req-23ca14d6-914f-49da-a187-4639a33b9326 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d4531a38-5df6-4917-9a28-c7545ab440d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480917 Feb 07 22:11:15.577195 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3dfec20f-8902-40ea-a157-b00b9106b46e req-bb747ed8-f909-4f16-aec8-475450bb7a7b service neutron] 10.222.0.69 "GET /v2.0/networks/d4531a38-5df6-4917-9a28-c7545ab440d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793645 Feb 07 22:11:15.667535 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-3dfec20f-8902-40ea-a157-b00b9106b46e req-2dded202-151b-4467-8d02-1fa85711b818 service neutron] 10.222.0.69 "GET /v2.0/networks/d4531a38-5df6-4917-9a28-c7545ab440d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846117 Feb 07 22:11:18.555004 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2889e935-41d4-4fe7-aa00-2a66a0555b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:20.742739 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6dc84933-b410-412f-a693-e44ae74eb5a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:22.038950 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:23.517092 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:24.813976 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:28.161658 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47796) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:11:28.316625 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8b759b28-b09d-46cb-b0bb-261455fded9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Deleting port 4ca966b3-92ba-4e86-9cda-3d9bfd606171 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:11:28.316972 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b759b28-b09d-46cb-b0bb-261455fded9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (4ca966b3-92ba-4e86-9cda-3d9bfd606171), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:28.392489 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b759b28-b09d-46cb-b0bb-261455fded9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (4ca966b3-92ba-4e86-9cda-3d9bfd606171), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:28.392837 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b759b28-b09d-46cb-b0bb-261455fded9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for floatingip (4ca966b3-92ba-4e86-9cda-3d9bfd606171), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:28.404226 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8b759b28-b09d-46cb-b0bb-261455fded9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Calling delete_port for 4ca966b3-92ba-4e86-9cda-3d9bfd606171 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:11:28.548128 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b759b28-b09d-46cb-b0bb-261455fded9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (4ca966b3-92ba-4e86-9cda-3d9bfd606171), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:28.571307 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b759b28-b09d-46cb-b0bb-261455fded9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Port': ['ID=4ca966b3-92ba-4e86-9cda-3d9bfd606171,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:28.581507 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b759b28-b09d-46cb-b0bb-261455fded9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:28.581854 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b759b28-b09d-46cb-b0bb-261455fded9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:28.582192 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b759b28-b09d-46cb-b0bb-261455fded9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:28.582532 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b759b28-b09d-46cb-b0bb-261455fded9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:28.582862 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b759b28-b09d-46cb-b0bb-261455fded9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:28.583195 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b759b28-b09d-46cb-b0bb-261455fded9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:28.583895 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b759b28-b09d-46cb-b0bb-261455fded9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:28.583895 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b759b28-b09d-46cb-b0bb-261455fded9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:28.584148 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b759b28-b09d-46cb-b0bb-261455fded9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:28.584501 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b759b28-b09d-46cb-b0bb-261455fded9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:28.584827 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b759b28-b09d-46cb-b0bb-261455fded9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:28.585147 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b759b28-b09d-46cb-b0bb-261455fded9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:28.585466 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b759b28-b09d-46cb-b0bb-261455fded9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:28.643319 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b759b28-b09d-46cb-b0bb-261455fded9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for floatingip (8964944e-d519-4bda-9815-ab7c1338719f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:28.643646 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-8b759b28-b09d-46cb-b0bb-261455fded9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Floating IP 8964944e-d519-4bda-9815-ab7c1338719f disassociated (deleted). External IP: 172.25.4.41, port: 2b7fd1f2-acfa-47f3-9a1b-447d608b1425. Feb 07 22:11:28.854530 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b759b28-b09d-46cb-b0bb-261455fded9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Router 4240405d-bd26-4de3-944e-61ea26e2b59f has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:11:28.962030 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b759b28-b09d-46cb-b0bb-261455fded9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:11:28.966884 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b759b28-b09d-46cb-b0bb-261455fded9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:28.972154 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f4eea-0a72-4be7-80ce-cbe599776f06 None None] Sync routers for ids ['4240405d-bd26-4de3-944e-61ea26e2b59f'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:11:28.980928 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f4eea-0a72-4be7-80ce-cbe599776f06 None None] Routers {'4240405d-bd26-4de3-944e-61ea26e2b59f'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:11:28.981478 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-455f4eea-0a72-4be7-80ce-cbe599776f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:11:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['4240405d-bd26-4de3-944e-61ea26e2b59f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:11:29.001401 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8b759b28-b09d-46cb-b0bb-261455fded9e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "DELETE /v2.0/floatingips/8964944e-d519-4bda-9815-ab7c1338719f HTTP/1.1" status: 204 len: 168 time: 0.8386526 Feb 07 22:11:29.002001 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1a1182-e24b-49f1-87fc-2ef012ce041f', 'tag': '2b7fd1f2-acfa-47f3-9a1b-447d608b1425'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:11:29.004879 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b197dd12-c5cb-4f4c-8cd3-af0975866f44" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1a1182-e24b-49f1-87fc-2ef012ce041f", "tag": "2b7fd1f2-acfa-47f3-9a1b-447d608b1425"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:11:29.105275 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ff925c-f586-4c12-bce6-1f19c8d65c08 x-openstack-request-id: req-c8ff925c-f586-4c12-bce6-1f19c8d65c08 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:11:29.105902 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1a1182-e24b-49f1-87fc-2ef012ce041f", "tag": "2b7fd1f2-acfa-47f3-9a1b-447d608b1425", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:11:29.106381 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c8ff925c-f586-4c12-bce6-1f19c8d65c08 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:11:29.107041 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1a1182-e24b-49f1-87fc-2ef012ce041f', 'tag': '2b7fd1f2-acfa-47f3-9a1b-447d608b1425', 'status': 'completed', 'code': 200} Feb 07 22:11:29.111045 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-455f4eea-0a72-4be7-80ce-cbe599776f06 None None] Set router 4240405d-bd26-4de3-944e-61ea26e2b59f gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:11:29.183483 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197dd12-c5cb-4f4c-8cd3-af0975866f44 req-ffd39238-9506-421b-a1d8-b3e2741e57fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:29.185095 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b197dd12-c5cb-4f4c-8cd3-af0975866f44 req-ffd39238-9506-421b-a1d8-b3e2741e57fb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 1127 time: 0.0502121 Feb 07 22:11:29.253908 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08781d25-64f8-4027-b2aa-cb13e07f7312 req-021ba050-4365-4d01-b1fc-3b5295b6ba3f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:29.255308 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-08781d25-64f8-4027-b2aa-cb13e07f7312 req-021ba050-4365-4d01-b1fc-3b5295b6ba3f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 945 time: 0.0540791 Feb 07 22:11:29.280991 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197dd12-c5cb-4f4c-8cd3-af0975866f44 req-34c351aa-ec0e-477d-b1c1-136f213ce000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:29.282570 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b197dd12-c5cb-4f4c-8cd3-af0975866f44 req-34c351aa-ec0e-477d-b1c1-136f213ce000 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d4531a38-5df6-4917-9a28-c7545ab440d9 HTTP/1.1" status: 200 len: 897 time: 0.0908761 Feb 07 22:11:29.311317 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-08781d25-64f8-4027-b2aa-cb13e07f7312 req-94a872f3-51a4-4488-8161-4817c8715fa6 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=487dd028-2a4b-4e2a-bde9-1606bffcd46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491498 Feb 07 22:11:29.321954 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-455f4eea-0a72-4be7-80ce-cbe599776f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77878594', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '5544bf08-d4ec-4efd-9117-7dd735f3409d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:09:05Z', 'updated_at': '2022-02-07T22:09:09Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '5544bf08-d4ec-4efd-9117-7dd735f3409d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:09:06Z', 'updated_at': '2022-02-07T22:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '497f241f-374f-4197-91ba-b12bab719aca', 'name': '', 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:c6:ac:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:09:08Z', 'updated_at': '2022-02-07T22:09:11Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:11:29.331992 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b197dd12-c5cb-4f4c-8cd3-af0975866f44 req-6276fdf4-02f5-483e-947d-847476515417 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b7fd1f2-acfa-47f3-9a1b-447d608b1425 HTTP/1.1" status: 200 len: 217 time: 0.0407917 Feb 07 22:11:29.353637 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f4eea-0a72-4be7-80ce-cbe599776f06 None None] Checking router: 4240405d-bd26-4de3-944e-61ea26e2b59f for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:11:29.362545 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f4eea-0a72-4be7-80ce-cbe599776f06 None None] Routers {'4240405d-bd26-4de3-944e-61ea26e2b59f'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:11:29.363153 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-455f4eea-0a72-4be7-80ce-cbe599776f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:11:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['4240405d-bd26-4de3-944e-61ea26e2b59f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:11:29.386558 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197dd12-c5cb-4f4c-8cd3-af0975866f44 req-04649688-d3ac-45f4-aea3-231c206bfdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:29.388057 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b197dd12-c5cb-4f4c-8cd3-af0975866f44 req-04649688-d3ac-45f4-aea3-231c206bfdeb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb HTTP/1.1" status: 200 len: 835 time: 0.0481548 Feb 07 22:11:29.444353 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197dd12-c5cb-4f4c-8cd3-af0975866f44 req-e294daca-bd33-46ca-bccd-ff64f78b6bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:29.445866 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b197dd12-c5cb-4f4c-8cd3-af0975866f44 req-e294daca-bd33-46ca-bccd-ff64f78b6bd1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d4531a38-5df6-4917-9a28-c7545ab440d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509114 Feb 07 22:11:29.474454 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-455f4eea-0a72-4be7-80ce-cbe599776f06 None None] Set router 4240405d-bd26-4de3-944e-61ea26e2b59f gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:11:29.541662 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b197dd12-c5cb-4f4c-8cd3-af0975866f44 req-1d9a9456-cc8d-470b-bf85-01acdfb36c39 service neutron] 10.222.0.69 "GET /v2.0/networks/d4531a38-5df6-4917-9a28-c7545ab440d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884411 Feb 07 22:11:29.636496 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b197dd12-c5cb-4f4c-8cd3-af0975866f44 req-b0027f09-b212-4c7f-b3da-ccc50fe25a36 service neutron] 10.222.0.69 "GET /v2.0/networks/d4531a38-5df6-4917-9a28-c7545ab440d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887632 Feb 07 22:11:29.670792 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-455f4eea-0a72-4be7-80ce-cbe599776f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77878594', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '5544bf08-d4ec-4efd-9117-7dd735f3409d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:09:05Z', 'updated_at': '2022-02-07T22:09:09Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '5544bf08-d4ec-4efd-9117-7dd735f3409d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:09:06Z', 'updated_at': '2022-02-07T22:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '497f241f-374f-4197-91ba-b12bab719aca', 'name': '', 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:c6:ac:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:09:08Z', 'updated_at': '2022-02-07T22:09:11Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:11:29.696178 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f4eea-0a72-4be7-80ce-cbe599776f06 None None] The sync data for ids ['4240405d-bd26-4de3-944e-61ea26e2b59f'] in n-d-828185-2 is: [{'id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77878594', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '5544bf08-d4ec-4efd-9117-7dd735f3409d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:09:05Z', 'updated_at': '2022-02-07T22:09:09Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '5544bf08-d4ec-4efd-9117-7dd735f3409d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:09:06Z', 'updated_at': '2022-02-07T22:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '497f241f-374f-4197-91ba-b12bab719aca', 'name': '', 'network_id': 'd4531a38-5df6-4917-9a28-c7545ab440d9', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:c6:ac:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:09:08Z', 'updated_at': '2022-02-07T22:09:11Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': '1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:11:29.915001 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b109d8f9-6d85-4ba6-bb9b-a295f5d06365 None None] New status for floating IP 8964944e-d519-4bda-9815-ab7c1338719f: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:11:30.437418 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b4a9c-732e-4e97-b823-b80c85be9258 req-f38c8dbe-2a70-4fa9-b891-db7822ad9d47 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:30.438833 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-154b4a9c-732e-4e97-b823-b80c85be9258 req-f38c8dbe-2a70-4fa9-b891-db7822ad9d47 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 945 time: 0.0516500 Feb 07 22:11:30.488068 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-154b4a9c-732e-4e97-b823-b80c85be9258 req-d2f082fc-5a1a-4be0-b3c2-a59c96207d6b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=487dd028-2a4b-4e2a-bde9-1606bffcd46d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429878 Feb 07 22:11:31.126264 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da535f-df12-4018-b136-7275581614cc req-cef7a217-69a2-4674-823f-09727d6ccc52 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:31.127746 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a8da535f-df12-4018-b136-7275581614cc req-cef7a217-69a2-4674-823f-09727d6ccc52 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 945 time: 0.0534356 Feb 07 22:11:31.218907 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-a8da535f-df12-4018-b136-7275581614cc req-efbb8cbe-ad47-47b6-98ab-6c5b6978ed80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Deleting port 2b7fd1f2-acfa-47f3-9a1b-447d608b1425 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:11:31.219257 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-a8da535f-df12-4018-b136-7275581614cc req-efbb8cbe-ad47-47b6-98ab-6c5b6978ed80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (2b7fd1f2-acfa-47f3-9a1b-447d608b1425), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:31.308706 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-a8da535f-df12-4018-b136-7275581614cc req-efbb8cbe-ad47-47b6-98ab-6c5b6978ed80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] For port 2b7fd1f2-acfa-47f3-9a1b-447d608b1425, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=2b7fd1f2-acfa-47f3-9a1b-447d608b1425,segment=NetworkSegment(ad6c611d-d193-4833-8751-591d16e18d93),segment_id=ad6c611d-d193-4833-8751-591d16e18d93)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:11:31.309069 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-a8da535f-df12-4018-b136-7275581614cc req-efbb8cbe-ad47-47b6-98ab-6c5b6978ed80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (2b7fd1f2-acfa-47f3-9a1b-447d608b1425), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:31.322348 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-a8da535f-df12-4018-b136-7275581614cc req-efbb8cbe-ad47-47b6-98ab-6c5b6978ed80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Calling delete_port for 2b7fd1f2-acfa-47f3-9a1b-447d608b1425 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:11:31.450456 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-a8da535f-df12-4018-b136-7275581614cc req-efbb8cbe-ad47-47b6-98ab-6c5b6978ed80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (2b7fd1f2-acfa-47f3-9a1b-447d608b1425), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:31.478188 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb8cbe-ad47-47b6-98ab-6c5b6978ed80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Port': ['ID=2b7fd1f2-acfa-47f3-9a1b-447d608b1425,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:31.506505 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbb8cbe-ad47-47b6-98ab-6c5b6978ed80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:31.506861 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbb8cbe-ad47-47b6-98ab-6c5b6978ed80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:31.507208 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbb8cbe-ad47-47b6-98ab-6c5b6978ed80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:31.507552 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbb8cbe-ad47-47b6-98ab-6c5b6978ed80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:31.507891 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbb8cbe-ad47-47b6-98ab-6c5b6978ed80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:31.508225 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbb8cbe-ad47-47b6-98ab-6c5b6978ed80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:31.510503 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbb8cbe-ad47-47b6-98ab-6c5b6978ed80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:31.510503 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbb8cbe-ad47-47b6-98ab-6c5b6978ed80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:31.510503 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbb8cbe-ad47-47b6-98ab-6c5b6978ed80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:31.510503 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbb8cbe-ad47-47b6-98ab-6c5b6978ed80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:31.510503 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbb8cbe-ad47-47b6-98ab-6c5b6978ed80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:31.510503 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbb8cbe-ad47-47b6-98ab-6c5b6978ed80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:31.511138 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbb8cbe-ad47-47b6-98ab-6c5b6978ed80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:31.530769 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8da535f-df12-4018-b136-7275581614cc req-efbb8cbe-ad47-47b6-98ab-6c5b6978ed80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] No DVR routers for this DVR port 2b7fd1f2-acfa-47f3-9a1b-447d608b1425 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:11:31.533637 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-a8da535f-df12-4018-b136-7275581614cc req-efbb8cbe-ad47-47b6-98ab-6c5b6978ed80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:31.537084 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a8da535f-df12-4018-b136-7275581614cc req-efbb8cbe-ad47-47b6-98ab-6c5b6978ed80 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.69 "DELETE /v2.0/ports/2b7fd1f2-acfa-47f3-9a1b-447d608b1425 HTTP/1.1" status: 204 len: 173 time: 0.4036531 Feb 07 22:11:31.537538 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1a1182-e24b-49f1-87fc-2ef012ce041f', 'name': 'network-vif-deleted', 'tag': '2b7fd1f2-acfa-47f3-9a1b-447d608b1425'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:11:31.539825 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47bc0dc9fe746ac64adcb7a0dbe6fda25f58f8d79cf35956c7e0a4ba81c3c440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b835fc-918c-461c-bd97-4336fbc88dd1" -d '{"events": [{"server_uuid": "6f1a1182-e24b-49f1-87fc-2ef012ce041f", "name": "network-vif-deleted", "tag": "2b7fd1f2-acfa-47f3-9a1b-447d608b1425"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:11:31.579402 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930d5284-c318-4296-ae72-470976be831d x-openstack-request-id: req-930d5284-c318-4296-ae72-470976be831d {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:11:31.579705 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1a1182-e24b-49f1-87fc-2ef012ce041f", "name": "network-vif-deleted", "tag": "2b7fd1f2-acfa-47f3-9a1b-447d608b1425", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:11:31.579967 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-930d5284-c318-4296-ae72-470976be831d {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:11:31.580465 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1a1182-e24b-49f1-87fc-2ef012ce041f', 'name': 'network-vif-deleted', 'tag': '2b7fd1f2-acfa-47f3-9a1b-447d608b1425', 'status': 'completed', 'code': 200} Feb 07 22:11:31.593593 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6f73a7fd-4497-48fa-86b9-552cfa6b06b8 req-ea503d9e-9ce8-4505-af3e-7903c2a3a558 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f1a1182-e24b-49f1-87fc-2ef012ce041f HTTP/1.1" status: 200 len: 210 time: 0.0341334 Feb 07 22:11:32.655147 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47816) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:11:33.012133 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc551602-64d7-4ba8-99d2-90508097a6da tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (4240405d-bd26-4de3-944e-61ea26e2b59f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:33.264675 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fc551602-64d7-4ba8-99d2-90508097a6da tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Deleting port 497f241f-374f-4197-91ba-b12bab719aca {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:11:33.264938 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc551602-64d7-4ba8-99d2-90508097a6da tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (497f241f-374f-4197-91ba-b12bab719aca), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:33.349914 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-fc551602-64d7-4ba8-99d2-90508097a6da tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] For port 497f241f-374f-4197-91ba-b12bab719aca, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=497f241f-374f-4197-91ba-b12bab719aca,segment=NetworkSegment(ad6c611d-d193-4833-8751-591d16e18d93),segment_id=ad6c611d-d193-4833-8751-591d16e18d93)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:11:33.350275 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc551602-64d7-4ba8-99d2-90508097a6da tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (497f241f-374f-4197-91ba-b12bab719aca), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:33.363055 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fc551602-64d7-4ba8-99d2-90508097a6da tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Calling delete_port for 497f241f-374f-4197-91ba-b12bab719aca owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:11:33.545330 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc551602-64d7-4ba8-99d2-90508097a6da tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (497f241f-374f-4197-91ba-b12bab719aca), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:33.575814 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc551602-64d7-4ba8-99d2-90508097a6da tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Port': ['ID=497f241f-374f-4197-91ba-b12bab719aca,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:33.747091 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc551602-64d7-4ba8-99d2-90508097a6da tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (4240405d-bd26-4de3-944e-61ea26e2b59f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:33.962236 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc551602-64d7-4ba8-99d2-90508097a6da tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Router 4240405d-bd26-4de3-944e-61ea26e2b59f has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:11:34.067481 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc551602-64d7-4ba8-99d2-90508097a6da tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:11:34.072460 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-fc551602-64d7-4ba8-99d2-90508097a6da tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "PUT /v2.0/routers/4240405d-bd26-4de3-944e-61ea26e2b59f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4162643 Feb 07 22:11:34.075129 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47818) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:11:34.077801 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7909c8-438f-4018-b730-a43c01f0625a None None] Sync routers for ids ['4240405d-bd26-4de3-944e-61ea26e2b59f'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:11:34.088249 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7909c8-438f-4018-b730-a43c01f0625a None None] Routers {'4240405d-bd26-4de3-944e-61ea26e2b59f'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:11:34.088894 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8f7909c8-438f-4018-b730-a43c01f0625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:11:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['4240405d-bd26-4de3-944e-61ea26e2b59f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:11:34.128642 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-17fb7649-c0fc-4732-8f89-28fcfd5178be tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Deleting subnet 1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 22:11:34.131755 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-17fb7649-c0fc-4732-8f89-28fcfd5178be tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for subnet (1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:34.171163 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-17fb7649-c0fc-4732-8f89-28fcfd5178be tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:34.194351 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-8f7909c8-438f-4018-b730-a43c01f0625a None None] Set router 4240405d-bd26-4de3-944e-61ea26e2b59f gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:11:34.256698 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-17fb7649-c0fc-4732-8f89-28fcfd5178be tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:34.310798 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:34.314168 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-17fb7649-c0fc-4732-8f89-28fcfd5178be tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:34.341597 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb7649-c0fc-4732-8f89-28fcfd5178be tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Subnet': ['ID=1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:34.345208 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-17fb7649-c0fc-4732-8f89-28fcfd5178be tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:34.351204 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-17fb7649-c0fc-4732-8f89-28fcfd5178be tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "DELETE /v2.0/subnets/1ee0ca62-1dc9-4d64-9e67-3d5d3baf45cb HTTP/1.1" status: 204 len: 168 time: 0.2751141 Feb 07 22:11:34.351396 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47820) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:11:34.352880 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b34967c-07c2-4a99-9ccd-e57b259ca84c None None] Network d4531a38-5df6-4917-9a28-c7545ab440d9 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:11:34.470066 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95b346c6-63ba-4235-acc3-7de777239b05 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router (4240405d-bd26-4de3-944e-61ea26e2b59f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:34.563909 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 2b7fd1f2-acfa-47f3-9a1b-447d608b1425 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:11:34.581872 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95b346c6-63ba-4235-acc3-7de777239b05 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_gateway (4240405d-bd26-4de3-944e-61ea26e2b59f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:34.604508 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 2b7fd1f2-acfa-47f3-9a1b-447d608b1425 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:11:34.604886 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 2b7fd1f2-acfa-47f3-9a1b-447d608b1425 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:11:34.638960 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-95b346c6-63ba-4235-acc3-7de777239b05 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Deleting port 5544bf08-d4ec-4efd-9117-7dd735f3409d {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:11:34.639313 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95b346c6-63ba-4235-acc3-7de777239b05 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (5544bf08-d4ec-4efd-9117-7dd735f3409d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:34.641670 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:34.663968 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8f7909c8-438f-4018-b730-a43c01f0625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77878594', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '5544bf08-d4ec-4efd-9117-7dd735f3409d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:09:05Z', 'updated_at': '2022-02-07T22:11:33Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '5544bf08-d4ec-4efd-9117-7dd735f3409d', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:09:06Z', 'updated_at': '2022-02-07T22:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:11:34.697394 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7909c8-438f-4018-b730-a43c01f0625a None None] Checking router: 4240405d-bd26-4de3-944e-61ea26e2b59f for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:11:34.712975 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7909c8-438f-4018-b730-a43c01f0625a None None] Routers {'4240405d-bd26-4de3-944e-61ea26e2b59f'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:11:34.713665 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8f7909c8-438f-4018-b730-a43c01f0625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:11:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['4240405d-bd26-4de3-944e-61ea26e2b59f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:11:34.727728 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-95b346c6-63ba-4235-acc3-7de777239b05 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] For port 5544bf08-d4ec-4efd-9117-7dd735f3409d, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=5544bf08-d4ec-4efd-9117-7dd735f3409d,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:11:34.728096 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95b346c6-63ba-4235-acc3-7de777239b05 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (5544bf08-d4ec-4efd-9117-7dd735f3409d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:34.742720 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-95b346c6-63ba-4235-acc3-7de777239b05 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Calling delete_port for 5544bf08-d4ec-4efd-9117-7dd735f3409d owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:11:34.750723 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f421261c-8634-472f-b4f6-a06bed5316c4 None None] DHCP port deletion for d4531a38-5df6-4917-9a28-c7545ab440d9 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 22:11:34.832403 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-8f7909c8-438f-4018-b730-a43c01f0625a None None] Set router 4240405d-bd26-4de3-944e-61ea26e2b59f gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:11:34.891029 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8f7909c8-438f-4018-b730-a43c01f0625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77878594', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:09:05Z', 'updated_at': '2022-02-07T22:11:34Z', 'revision_number': 6, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:11:34.918591 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95b346c6-63ba-4235-acc3-7de777239b05 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (5544bf08-d4ec-4efd-9117-7dd735f3409d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:34.920758 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7909c8-438f-4018-b730-a43c01f0625a None None] The sync data for ids ['4240405d-bd26-4de3-944e-61ea26e2b59f'] in n-d-828185-2 is: [{'id': '4240405d-bd26-4de3-944e-61ea26e2b59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77878594', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:09:05Z', 'updated_at': '2022-02-07T22:11:34Z', 'revision_number': 6, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:11:34.928859 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f421261c-8634-472f-b4f6-a06bed5316c4 None None] Deleting port e7e38551-3af2-48ec-bdf8-89a48114c8ab {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:11:34.929247 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f421261c-8634-472f-b4f6-a06bed5316c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e7e38551-3af2-48ec-bdf8-89a48114c8ab), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:34.947172 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b346c6-63ba-4235-acc3-7de777239b05 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Port': ['ID=5544bf08-d4ec-4efd-9117-7dd735f3409d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:34.999205 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f421261c-8634-472f-b4f6-a06bed5316c4 None None] For port e7e38551-3af2-48ec-bdf8-89a48114c8ab, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e7e38551-3af2-48ec-bdf8-89a48114c8ab,segment=NetworkSegment(ad6c611d-d193-4833-8751-591d16e18d93),segment_id=ad6c611d-d193-4833-8751-591d16e18d93)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:11:34.999591 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f421261c-8634-472f-b4f6-a06bed5316c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e7e38551-3af2-48ec-bdf8-89a48114c8ab), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:35.012629 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95b346c6-63ba-4235-acc3-7de777239b05 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (4240405d-bd26-4de3-944e-61ea26e2b59f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:35.013060 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f421261c-8634-472f-b4f6-a06bed5316c4 None None] Calling delete_port for e7e38551-3af2-48ec-bdf8-89a48114c8ab owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:11:35.094885 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f421261c-8634-472f-b4f6-a06bed5316c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (e7e38551-3af2-48ec-bdf8-89a48114c8ab), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:35.107153 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95b346c6-63ba-4235-acc3-7de777239b05 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (4240405d-bd26-4de3-944e-61ea26e2b59f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:35.109631 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95b346c6-63ba-4235-acc3-7de777239b05 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_controller (4240405d-bd26-4de3-944e-61ea26e2b59f), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:35.128120 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f421261c-8634-472f-b4f6-a06bed5316c4 None None] No DVR routers for this DVR port e7e38551-3af2-48ec-bdf8-89a48114c8ab on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:11:35.130503 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421261c-8634-472f-b4f6-a06bed5316c4 None None] Pushing event deleted for resources: {'Port': ['ID=e7e38551-3af2-48ec-bdf8-89a48114c8ab,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:35.143154 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421261c-8634-472f-b4f6-a06bed5316c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:35.143589 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421261c-8634-472f-b4f6-a06bed5316c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:35.143893 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421261c-8634-472f-b4f6-a06bed5316c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:35.144164 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421261c-8634-472f-b4f6-a06bed5316c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:35.144524 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421261c-8634-472f-b4f6-a06bed5316c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:35.144858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421261c-8634-472f-b4f6-a06bed5316c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:35.145185 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421261c-8634-472f-b4f6-a06bed5316c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:35.145539 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421261c-8634-472f-b4f6-a06bed5316c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:35.146026 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421261c-8634-472f-b4f6-a06bed5316c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:35.146179 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421261c-8634-472f-b4f6-a06bed5316c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:35.146493 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421261c-8634-472f-b4f6-a06bed5316c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:35.146954 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421261c-8634-472f-b4f6-a06bed5316c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:35.147532 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421261c-8634-472f-b4f6-a06bed5316c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:35.164017 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95b346c6-63ba-4235-acc3-7de777239b05 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (4240405d-bd26-4de3-944e-61ea26e2b59f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:35.164594 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b346c6-63ba-4235-acc3-7de777239b05 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Fanout notify agent at l3_agent the message router_deleted on router 4240405d-bd26-4de3-944e-61ea26e2b59f {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:11:35.171628 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95b346c6-63ba-4235-acc3-7de777239b05 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:35.172983 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-95b346c6-63ba-4235-acc3-7de777239b05 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "DELETE /v2.0/routers/4240405d-bd26-4de3-944e-61ea26e2b59f HTTP/1.1" status: 204 len: 168 time: 0.8205495 Feb 07 22:11:35.176196 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47822) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:11:35.250618 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d8173d32-9f61-455c-bcdd-cc92348e304c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (d4531a38-5df6-4917-9a28-c7545ab440d9), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:35.343533 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d8173d32-9f61-455c-bcdd-cc92348e304c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (d4531a38-5df6-4917-9a28-c7545ab440d9), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:35.370164 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-d8173d32-9f61-455c-bcdd-cc92348e304c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4531a38-5df6-4917-9a28-c7545ab440d9']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:11:35.379259 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-d8173d32-9f61-455c-bcdd-cc92348e304c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad6c611d-d193-4833-8751-591d16e18d93') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:11:35.379561 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-d8173d32-9f61-455c-bcdd-cc92348e304c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad6c611d-d193-4833-8751-591d16e18d93') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:11:35.388633 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d8173d32-9f61-455c-bcdd-cc92348e304c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (ad6c611d-d193-4833-8751-591d16e18d93), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:35.401906 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d8173d32-9f61-455c-bcdd-cc92348e304c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (ad6c611d-d193-4833-8751-591d16e18d93), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:35.407594 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8173d32-9f61-455c-bcdd-cc92348e304c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:11:35.407983 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d8173d32-9f61-455c-bcdd-cc92348e304c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (ad6c611d-d193-4833-8751-591d16e18d93), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: timer() Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:11:35.411444 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:11:35.470377 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d8173d32-9f61-455c-bcdd-cc92348e304c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (d4531a38-5df6-4917-9a28-c7545ab440d9), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:35.478174 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d8173d32-9f61-455c-bcdd-cc92348e304c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:35.481359 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d8173d32-9f61-455c-bcdd-cc92348e304c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "DELETE /v2.0/networks/d4531a38-5df6-4917-9a28-c7545ab440d9 HTTP/1.1" status: 204 len: 168 time: 0.3041708 Feb 07 22:11:35.484156 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47824) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:11:35.501309 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8173d32-9f61-455c-bcdd-cc92348e304c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Network': ['ID=d4531a38-5df6-4917-9a28-c7545ab440d9,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:35.552189 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-651c724a-63f5-4bd9-a926-acc26bac1b46 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (487dd028-2a4b-4e2a-bde9-1606bffcd46d), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:35.582028 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-651c724a-63f5-4bd9-a926-acc26bac1b46 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (487dd028-2a4b-4e2a-bde9-1606bffcd46d), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:35.641597 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-651c724a-63f5-4bd9-a926-acc26bac1b46 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (487dd028-2a4b-4e2a-bde9-1606bffcd46d), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:35.644096 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-651c724a-63f5-4bd9-a926-acc26bac1b46 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:35.645343 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-651c724a-63f5-4bd9-a926-acc26bac1b46 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "DELETE /v2.0/security-groups/487dd028-2a4b-4e2a-bde9-1606bffcd46d HTTP/1.1" status: 204 len: 168 time: 0.1601982 Feb 07 22:11:35.654159 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c724a-63f5-4bd9-a926-acc26bac1b46 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=487dd028-2a4b-4e2a-bde9-1606bffcd46d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:35.931436 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47830) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:11:35.935957 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-11035302-8c35-4bae-a292-7a324a39cf8b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-281498851', 'description': 'tempest-secgroup-smoke-281498851 description', 'project_id': 'cb32d546868e49d7bc91660452f9cd72'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:11:35.957527 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11035302-8c35-4bae-a292-7a324a39cf8b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.028117 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11035302-8c35-4bae-a292-7a324a39cf8b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (e697632c-e1af-49b8-9228-c0a81b07b5fc), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.031616 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11035302-8c35-4bae-a292-7a324a39cf8b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e697632c-e1af-49b8-9228-c0a81b07b5fc), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.061222 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11035302-8c35-4bae-a292-7a324a39cf8b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.062445 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-11035302-8c35-4bae-a292-7a324a39cf8b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1300189 Feb 07 22:11:36.064351 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11035302-8c35-4bae-a292-7a324a39cf8b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e697632c-e1af-49b8-9228-c0a81b07b5fc,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:36.065579 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47832) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:11:36.070316 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e2ebdbf8-1876-4bdc-8108-b03aabb1af37 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': 'e697632c-e1af-49b8-9228-c0a81b07b5fc', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:11:36.094338 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2ebdbf8-1876-4bdc-8108-b03aabb1af37 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (52e7e51a-25da-47cb-9ac2-d473c618041c), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.141355 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2ebdbf8-1876-4bdc-8108-b03aabb1af37 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (52e7e51a-25da-47cb-9ac2-d473c618041c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.145365 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2ebdbf8-1876-4bdc-8108-b03aabb1af37 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (52e7e51a-25da-47cb-9ac2-d473c618041c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.162426 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebdbf8-1876-4bdc-8108-b03aabb1af37 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e7e51a-25da-47cb-9ac2-d473c618041c,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:36.170127 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2ebdbf8-1876-4bdc-8108-b03aabb1af37 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.171304 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e2ebdbf8-1876-4bdc-8108-b03aabb1af37 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1046150 Feb 07 22:11:36.174151 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47834) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:11:36.178472 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-4a3e3b61-2e44-4378-b154-483a931e56cc tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': 'e697632c-e1af-49b8-9228-c0a81b07b5fc', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:11:36.201586 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4a3e3b61-2e44-4378-b154-483a931e56cc tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (a29caded-c552-4ba7-92c2-c021c7026b64), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.259824 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4a3e3b61-2e44-4378-b154-483a931e56cc tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (a29caded-c552-4ba7-92c2-c021c7026b64), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.263354 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4a3e3b61-2e44-4378-b154-483a931e56cc tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (a29caded-c552-4ba7-92c2-c021c7026b64), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.280375 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e3b61-2e44-4378-b154-483a931e56cc tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a29caded-c552-4ba7-92c2-c021c7026b64,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:36.288636 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4a3e3b61-2e44-4378-b154-483a931e56cc tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.289828 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-4a3e3b61-2e44-4378-b154-483a931e56cc tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1147556 Feb 07 22:11:36.292545 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47836) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:11:36.296676 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-f264845e-4978-441c-ac6e-4aba31bc0197 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': 'e697632c-e1af-49b8-9228-c0a81b07b5fc', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:11:36.320788 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f264845e-4978-441c-ac6e-4aba31bc0197 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (0b3a52a9-009f-4700-85aa-262850b83878), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.375629 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f264845e-4978-441c-ac6e-4aba31bc0197 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (0b3a52a9-009f-4700-85aa-262850b83878), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.379629 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f264845e-4978-441c-ac6e-4aba31bc0197 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (0b3a52a9-009f-4700-85aa-262850b83878), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.396863 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f264845e-4978-441c-ac6e-4aba31bc0197 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3a52a9-009f-4700-85aa-262850b83878,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:36.404145 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f264845e-4978-441c-ac6e-4aba31bc0197 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.405340 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-f264845e-4978-441c-ac6e-4aba31bc0197 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1118956 Feb 07 22:11:36.408046 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47838) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:11:36.412233 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-41e49349-8fdc-4475-9c52-d1734133b195 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': 'e697632c-e1af-49b8-9228-c0a81b07b5fc', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:11:36.435095 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41e49349-8fdc-4475-9c52-d1734133b195 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (0226ee7f-f4c3-4f8e-8e87-4c0d5c4cdad1), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.493369 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41e49349-8fdc-4475-9c52-d1734133b195 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (0226ee7f-f4c3-4f8e-8e87-4c0d5c4cdad1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.497338 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41e49349-8fdc-4475-9c52-d1734133b195 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (0226ee7f-f4c3-4f8e-8e87-4c0d5c4cdad1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.507778 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e7e38551-3af2-48ec-bdf8-89a48114c8ab no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:11:36.517699 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e49349-8fdc-4475-9c52-d1734133b195 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0226ee7f-f4c3-4f8e-8e87-4c0d5c4cdad1,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:36.523246 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41e49349-8fdc-4475-9c52-d1734133b195 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.527456 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-41e49349-8fdc-4475-9c52-d1734133b195 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154544 Feb 07 22:11:36.527555 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47840) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:11:36.527646 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: e7e38551-3af2-48ec-bdf8-89a48114c8ab {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:11:36.527982 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e7e38551-3af2-48ec-bdf8-89a48114c8ab not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:11:36.528427 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 5544bf08-d4ec-4efd-9117-7dd735f3409d no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:11:36.532070 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e2e9c5dd-67d9-4e57-8df2-71f31aa531ee tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': 'e697632c-e1af-49b8-9228-c0a81b07b5fc', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:11:36.551327 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 5544bf08-d4ec-4efd-9117-7dd735f3409d {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:11:36.551690 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 5544bf08-d4ec-4efd-9117-7dd735f3409d not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:11:36.552167 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 497f241f-374f-4197-91ba-b12bab719aca no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:11:36.553531 n-d-828185-2 neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-e2e9c5dd-67d9-4e57-8df2-71f31aa531ee tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Project cb32d546868e49d7bc91660452f9cd72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 22:11:36.558411 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2e9c5dd-67d9-4e57-8df2-71f31aa531ee tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (3278b786-acf5-4fca-8d32-520b5b395663), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.570991 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 497f241f-374f-4197-91ba-b12bab719aca {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:11:36.571345 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 497f241f-374f-4197-91ba-b12bab719aca not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:11:36.620943 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2e9c5dd-67d9-4e57-8df2-71f31aa531ee tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (3278b786-acf5-4fca-8d32-520b5b395663), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.624535 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2e9c5dd-67d9-4e57-8df2-71f31aa531ee tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (3278b786-acf5-4fca-8d32-520b5b395663), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.641902 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9c5dd-67d9-4e57-8df2-71f31aa531ee tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3278b786-acf5-4fca-8d32-520b5b395663,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:36.647075 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2e9c5dd-67d9-4e57-8df2-71f31aa531ee tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.648182 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e2e9c5dd-67d9-4e57-8df2-71f31aa531ee tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197026 Feb 07 22:11:36.650999 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47842) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:11:36.655120 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-21de0802-d118-44a4-948a-34db22e91ba7 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'security_group_rule': {'security_group_id': 'e697632c-e1af-49b8-9228-c0a81b07b5fc', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:11:36.674015 n-d-828185-2 neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-21de0802-d118-44a4-948a-34db22e91ba7 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Project cb32d546868e49d7bc91660452f9cd72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 22:11:36.679116 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21de0802-d118-44a4-948a-34db22e91ba7 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (c28c0000-9e8d-4547-87ab-8009363e2156), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.735881 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21de0802-d118-44a4-948a-34db22e91ba7 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (c28c0000-9e8d-4547-87ab-8009363e2156), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.739941 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21de0802-d118-44a4-948a-34db22e91ba7 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (c28c0000-9e8d-4547-87ab-8009363e2156), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.756973 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de0802-d118-44a4-948a-34db22e91ba7 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28c0000-9e8d-4547-87ab-8009363e2156,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:36.765380 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21de0802-d118-44a4-948a-34db22e91ba7 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.766564 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-21de0802-d118-44a4-948a-34db22e91ba7 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1146657 Feb 07 22:11:36.769348 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47844) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:11:36.774849 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9bc5818b-7033-4e48-a5a4-ad43af081ea1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'network': {'name': 'tempest-network-smoke--1680617724', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'port_security_enabled': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:11:36.793559 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc5818b-7033-4e48-a5a4-ad43af081ea1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Made reservation on behalf of cb32d546868e49d7bc91660452f9cd72 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:11:36.796921 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9bc5818b-7033-4e48-a5a4-ad43af081ea1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.820121 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc5818b-7033-4e48-a5a4-ad43af081ea1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:11:36.829095 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9bc5818b-7033-4e48-a5a4-ad43af081ea1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.829434 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-9bc5818b-7033-4e48-a5a4-ad43af081ea1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Added segment 33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a of type vlan for network 7e734d7d-2ed9-41ca-b230-26c4c7b06b83 Feb 07 22:11:36.868257 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9bc5818b-7033-4e48-a5a4-ad43af081ea1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (7e734d7d-2ed9-41ca-b230-26c4c7b06b83), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.891455 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9bc5818b-7033-4e48-a5a4-ad43af081ea1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (7e734d7d-2ed9-41ca-b230-26c4c7b06b83), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.897182 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc5818b-7033-4e48-a5a4-ad43af081ea1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:36.897754 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9bc5818b-7033-4e48-a5a4-ad43af081ea1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.952613 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9bc5818b-7033-4e48-a5a4-ad43af081ea1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1821465 Feb 07 22:11:36.955943 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47846) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:11:36.961161 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-7f16aaad-d09b-451b-98d7-0a14dfa0d99a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1122886923', 'admin_state_up': True, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:11:36.967720 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5818b-7033-4e48-a5a4-ad43af081ea1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Network': ['ID=7e734d7d-2ed9-41ca-b230-26c4c7b06b83,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:36.980240 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 7e734d7d-2ed9-41ca-b230-26c4c7b06b83 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:11:36.983579 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f16aaad-d09b-451b-98d7-0a14dfa0d99a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (ae7e0dbf-5838-4976-a61f-2a49d6af92ed), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:36.984664 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f16aaad-d09b-451b-98d7-0a14dfa0d99a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (ae7e0dbf-5838-4976-a61f-2a49d6af92ed), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:37.044021 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f16aaad-d09b-451b-98d7-0a14dfa0d99a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_controller (ae7e0dbf-5838-4976-a61f-2a49d6af92ed), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:37.180715 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f16aaad-d09b-451b-98d7-0a14dfa0d99a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_gateway (ae7e0dbf-5838-4976-a61f-2a49d6af92ed), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:37.369591 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f16aaad-d09b-451b-98d7-0a14dfa0d99a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_gateway (ae7e0dbf-5838-4976-a61f-2a49d6af92ed), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:37.387624 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f16aaad-d09b-451b-98d7-0a14dfa0d99a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:37.490663 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-7f16aaad-d09b-451b-98d7-0a14dfa0d99a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Allocated IP 172.25.4.213 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/95420c43-04e5-4562-974c-f90d4030c2d6) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:11:37.593026 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f16aaad-d09b-451b-98d7-0a14dfa0d99a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (95420c43-04e5-4562-974c-f90d4030c2d6), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:37.626151 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f16aaad-d09b-451b-98d7-0a14dfa0d99a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (95420c43-04e5-4562-974c-f90d4030c2d6), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:37.670854 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f16aaad-d09b-451b-98d7-0a14dfa0d99a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:11:37.673950 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-7f16aaad-d09b-451b-98d7-0a14dfa0d99a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:11:37.677965 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f16aaad-d09b-451b-98d7-0a14dfa0d99a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:11:37.683346 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16aaad-d09b-451b-98d7-0a14dfa0d99a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=95420c43-04e5-4562-974c-f90d4030c2d6,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:37.933400 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f16aaad-d09b-451b-98d7-0a14dfa0d99a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_gateway (ae7e0dbf-5838-4976-a61f-2a49d6af92ed), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:38.433155 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f16aaad-d09b-451b-98d7-0a14dfa0d99a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (ae7e0dbf-5838-4976-a61f-2a49d6af92ed), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:38.560148 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f16aaad-d09b-451b-98d7-0a14dfa0d99a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Router ae7e0dbf-5838-4976-a61f-2a49d6af92ed is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:11:38.672137 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f16aaad-d09b-451b-98d7-0a14dfa0d99a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:11:38.682139 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64db6d8b-8e07-40c8-a50e-43cc12889e58 None None] Sync routers for ids ['ae7e0dbf-5838-4976-a61f-2a49d6af92ed'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:11:38.692099 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64db6d8b-8e07-40c8-a50e-43cc12889e58 None None] Routers {'ae7e0dbf-5838-4976-a61f-2a49d6af92ed'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:11:38.692671 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-64db6d8b-8e07-40c8-a50e-43cc12889e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:11:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ae7e0dbf-5838-4976-a61f-2a49d6af92ed'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:11:38.693435 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f16aaad-d09b-451b-98d7-0a14dfa0d99a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:38.697646 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7f16aaad-d09b-451b-98d7-0a14dfa0d99a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7377083 Feb 07 22:11:38.697997 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47848) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:11:38.732753 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9ba83d72-4efc-421b-89d0-78d4adff28e5 tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=cb32d546868e49d7bc91660452f9cd72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314252 Feb 07 22:11:38.733148 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47850) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:11:38.796915 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-64db6d8b-8e07-40c8-a50e-43cc12889e58 None None] Set router ae7e0dbf-5838-4976-a61f-2a49d6af92ed gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:11:38.817878 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac1955-2982-48c1-84ba-6b218a69e5d7 tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:38.819391 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-a5ac1955-2982-48c1-84ba-6b218a69e5d7 tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853481 Feb 07 22:11:38.822319 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47852) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:11:38.849878 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7d57c726-0a21-4452-b785-daaceb64666f tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=2d250b10-655b-4b48-8c99-524ebfe3db06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264935 Feb 07 22:11:38.852250 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47854) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:11:38.856807 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-cca9b713-314f-4065-ac70-20fd20f20302 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-245645448', 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:11:38.945617 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca9b713-314f-4065-ac70-20fd20f20302 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Made reservation on behalf of cb32d546868e49d7bc91660452f9cd72 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:11:38.948986 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cca9b713-314f-4065-ac70-20fd20f20302 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:38.975217 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-64db6d8b-8e07-40c8-a50e-43cc12889e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122886923', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:11:36Z', 'updated_at': '2022-02-07T22:11:37Z', 'revision_number': 3, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:11:37Z', 'updated_at': '2022-02-07T22:11:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:11:39.001327 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64db6d8b-8e07-40c8-a50e-43cc12889e58 None None] Checking router: ae7e0dbf-5838-4976-a61f-2a49d6af92ed for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:11:39.001676 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64db6d8b-8e07-40c8-a50e-43cc12889e58 None None] Updating router ae7e0dbf-5838-4976-a61f-2a49d6af92ed port 95420c43-04e5-4562-974c-f90d4030c2d6 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:11:39.028290 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-64db6d8b-8e07-40c8-a50e-43cc12889e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (95420c43-04e5-4562-974c-f90d4030c2d6), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:39.135647 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cca9b713-314f-4065-ac70-20fd20f20302 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (f2bfcb17-466b-40d6-be0d-4ff9ee36d839), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:39.192732 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9b713-314f-4065-ac70-20fd20f20302 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Subnet': ['ID=f2bfcb17-466b-40d6-be0d-4ff9ee36d839,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:39.202772 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca9b713-314f-4065-ac70-20fd20f20302 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Checking segment: {'id': '33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:11:39.203135 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca9b713-314f-4065-ac70-20fd20f20302 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network hostable DHCP agents. Network: 7e734d7d-2ed9-41ca-b230-26c4c7b06b83, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:11:39.219973 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca9b713-314f-4065-ac70-20fd20f20302 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network 7e734d7d-2ed9-41ca-b230-26c4c7b06b83 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:11:39.229295 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-cca9b713-314f-4065-ac70-20fd20f20302 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 7e734d7d-2ed9-41ca-b230-26c4c7b06b83) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:11:39.235226 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca9b713-314f-4065-ac70-20fd20f20302 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:39.235357 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cca9b713-314f-4065-ac70-20fd20f20302 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:39.238827 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25257b7-5386-4b79-8eb1-790b6168e397 None None] Network 7e734d7d-2ed9-41ca-b230-26c4c7b06b83 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:11:39.254010 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-cca9b713-314f-4065-ac70-20fd20f20302 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3988795 Feb 07 22:11:39.254999 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47856) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:11:39.281805 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-64db6d8b-8e07-40c8-a50e-43cc12889e58 None None] Publish callbacks [] for port (95420c43-04e5-4562-974c-f90d4030c2d6), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:39.289676 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-64db6d8b-8e07-40c8-a50e-43cc12889e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (95420c43-04e5-4562-974c-f90d4030c2d6), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:39.333260 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-64db6d8b-8e07-40c8-a50e-43cc12889e58 None None] Attempting to bind port 95420c43-04e5-4562-974c-f90d4030c2d6 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:11:39.333758 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-64db6d8b-8e07-40c8-a50e-43cc12889e58 None None] Attempting to bind port 95420c43-04e5-4562-974c-f90d4030c2d6 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:11:39.334208 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64db6d8b-8e07-40c8-a50e-43cc12889e58 None None] Attempting to bind port 95420c43-04e5-4562-974c-f90d4030c2d6 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:11:39.342605 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64db6d8b-8e07-40c8-a50e-43cc12889e58 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:11:39.343124 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64db6d8b-8e07-40c8-a50e-43cc12889e58 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:11:39.343620 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-64db6d8b-8e07-40c8-a50e-43cc12889e58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:39.344076 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64db6d8b-8e07-40c8-a50e-43cc12889e58 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:11:39.344617 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-64db6d8b-8e07-40c8-a50e-43cc12889e58 None None] Bound port: 95420c43-04e5-4562-974c-f90d4030c2d6, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:11:39.345103 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-64db6d8b-8e07-40c8-a50e-43cc12889e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (95420c43-04e5-4562-974c-f90d4030c2d6), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:39.351408 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05445148-0781-416c-ac85-390b55e2c596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-7e734d7d-2ed9-41ca-b230-26c4c7b06b83', 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83', 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'fixed_ips': [{'subnet_id': 'f2bfcb17-466b-40d6-be0d-4ff9ee36d839'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 22:11:39.352559 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-05445148-0781-416c-ac85-390b55e2c596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:39.381019 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703687ab-020c-40bd-aa24-5bb57a338511 None None] Pushing event updated for resources: {'Port': ['ID=95420c43-04e5-4562-974c-f90d4030c2d6,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:39.394676 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703687ab-020c-40bd-aa24-5bb57a338511 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:39.395015 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703687ab-020c-40bd-aa24-5bb57a338511 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:39.395348 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703687ab-020c-40bd-aa24-5bb57a338511 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:39.395709 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703687ab-020c-40bd-aa24-5bb57a338511 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:39.396038 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703687ab-020c-40bd-aa24-5bb57a338511 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:39.396397 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703687ab-020c-40bd-aa24-5bb57a338511 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:39.396720 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703687ab-020c-40bd-aa24-5bb57a338511 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:39.397038 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703687ab-020c-40bd-aa24-5bb57a338511 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:39.397354 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703687ab-020c-40bd-aa24-5bb57a338511 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:39.397696 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703687ab-020c-40bd-aa24-5bb57a338511 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:39.398014 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703687ab-020c-40bd-aa24-5bb57a338511 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:39.398329 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703687ab-020c-40bd-aa24-5bb57a338511 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:39.398638 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703687ab-020c-40bd-aa24-5bb57a338511 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:11:39.416853 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-64db6d8b-8e07-40c8-a50e-43cc12889e58 None None] For port 95420c43-04e5-4562-974c-f90d4030c2d6, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:11:39.419875 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-64db6d8b-8e07-40c8-a50e-43cc12889e58 None None] For port 95420c43-04e5-4562-974c-f90d4030c2d6, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=95420c43-04e5-4562-974c-f90d4030c2d6,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:11:39.425944 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-64db6d8b-8e07-40c8-a50e-43cc12889e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (95420c43-04e5-4562-974c-f90d4030c2d6), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:39.503317 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-05445148-0781-416c-ac85-390b55e2c596 None None] Allocated IP 172.20.0.2 (7e734d7d-2ed9-41ca-b230-26c4c7b06b83/f2bfcb17-466b-40d6-be0d-4ff9ee36d839/f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:11:39.569585 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64db6d8b-8e07-40c8-a50e-43cc12889e58 None None] Routers {'ae7e0dbf-5838-4976-a61f-2a49d6af92ed'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:11:39.570205 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-64db6d8b-8e07-40c8-a50e-43cc12889e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:11:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ae7e0dbf-5838-4976-a61f-2a49d6af92ed'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:11:39.656770 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-05445148-0781-416c-ac85-390b55e2c596 None None] Publish callbacks [] for port (f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:39.661775 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703687ab-020c-40bd-aa24-5bb57a338511 None None] Pushing event updated for resources: {'Port': ['ID=95420c43-04e5-4562-974c-f90d4030c2d6,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:39.662782 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-05445148-0781-416c-ac85-390b55e2c596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:39.668214 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:11:39.695998 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-64db6d8b-8e07-40c8-a50e-43cc12889e58 None None] Set router ae7e0dbf-5838-4976-a61f-2a49d6af92ed gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:11:39.720039 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05445148-0781-416c-ac85-390b55e2c596 None None] Network 7e734d7d-2ed9-41ca-b230-26c4c7b06b83 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:11:39.722087 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-05445148-0781-416c-ac85-390b55e2c596 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:11:39.724016 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05445148-0781-416c-ac85-390b55e2c596 None None] Pushing event updated for resources: {'Port': ['ID=f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:39.726809 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05445148-0781-416c-ac85-390b55e2c596 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:11:39.739850 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-876388aa-6c45-4bfa-b5fa-e14a61ae7095 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:39.786333 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-05445148-0781-416c-ac85-390b55e2c596 None None] Attempting to bind port f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:11:39.786752 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-05445148-0781-416c-ac85-390b55e2c596 None None] Attempting to bind port f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:11:39.787237 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05445148-0781-416c-ac85-390b55e2c596 None None] Attempting to bind port f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9 on network 7e734d7d-2ed9-41ca-b230-26c4c7b06b83 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:11:39.792431 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05445148-0781-416c-ac85-390b55e2c596 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:11:39.792925 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05445148-0781-416c-ac85-390b55e2c596 None None] Checking segment: {'id': '33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:11:39.793428 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-05445148-0781-416c-ac85-390b55e2c596 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:39.793930 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05445148-0781-416c-ac85-390b55e2c596 None None] Bound using segment: {'id': '33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:11:39.794490 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-05445148-0781-416c-ac85-390b55e2c596 None None] Bound port: f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:11:39.794972 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-05445148-0781-416c-ac85-390b55e2c596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:39.862111 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-05445148-0781-416c-ac85-390b55e2c596 None None] For port f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:11:39.865737 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-05445148-0781-416c-ac85-390b55e2c596 None None] For port f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9,segment=NetworkSegment(33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a),segment_id=33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:11:39.872064 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-05445148-0781-416c-ac85-390b55e2c596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:39.886703 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-64db6d8b-8e07-40c8-a50e-43cc12889e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122886923', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:11:36Z', 'updated_at': '2022-02-07T22:11:37Z', 'revision_number': 3, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:11:37Z', 'updated_at': '2022-02-07T22:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:11:39.915846 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64db6d8b-8e07-40c8-a50e-43cc12889e58 None None] The sync data for ids ['ae7e0dbf-5838-4976-a61f-2a49d6af92ed'] in n-d-828185-2 is: [{'id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122886923', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:11:36Z', 'updated_at': '2022-02-07T22:11:37Z', 'revision_number': 3, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:11:37Z', 'updated_at': '2022-02-07T22:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:11:39.934110 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05445148-0781-416c-ac85-390b55e2c596 None None] Pushing event updated for resources: {'Port': ['ID=f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:40.036320 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-876388aa-6c45-4bfa-b5fa-e14a61ae7095 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Allocated IP 172.20.0.1 (7e734d7d-2ed9-41ca-b230-26c4c7b06b83/f2bfcb17-466b-40d6-be0d-4ff9ee36d839/71580fd8-6754-4eb7-bafe-c5aa81900887) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:11:40.186069 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-876388aa-6c45-4bfa-b5fa-e14a61ae7095 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (71580fd8-6754-4eb7-bafe-c5aa81900887), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:40.245329 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-876388aa-6c45-4bfa-b5fa-e14a61ae7095 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (71580fd8-6754-4eb7-bafe-c5aa81900887), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:40.292868 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876388aa-6c45-4bfa-b5fa-e14a61ae7095 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network 7e734d7d-2ed9-41ca-b230-26c4c7b06b83 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:11:40.296133 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-876388aa-6c45-4bfa-b5fa-e14a61ae7095 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:11:40.298836 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876388aa-6c45-4bfa-b5fa-e14a61ae7095 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:11:40.330510 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876388aa-6c45-4bfa-b5fa-e14a61ae7095 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=71580fd8-6754-4eb7-bafe-c5aa81900887,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:40.351127 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-876388aa-6c45-4bfa-b5fa-e14a61ae7095 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (ae7e0dbf-5838-4976-a61f-2a49d6af92ed), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:40.506691 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-876388aa-6c45-4bfa-b5fa-e14a61ae7095 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (71580fd8-6754-4eb7-bafe-c5aa81900887), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:40.586412 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:11:40.636672 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:11:40.637050 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:40.736899 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:11:40.737318 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:40.779872 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9,segment=NetworkSegment(33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a),segment_id=33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:11:40.786240 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:40.787088 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 95420c43-04e5-4562-974c-f90d4030c2d6 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:11:40.842668 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-876388aa-6c45-4bfa-b5fa-e14a61ae7095 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (71580fd8-6754-4eb7-bafe-c5aa81900887), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:40.849565 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-876388aa-6c45-4bfa-b5fa-e14a61ae7095 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (71580fd8-6754-4eb7-bafe-c5aa81900887), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:40.884018 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:40.907473 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 95420c43-04e5-4562-974c-f90d4030c2d6 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:11:40.907846 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (95420c43-04e5-4562-974c-f90d4030c2d6), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:40.934018 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876388aa-6c45-4bfa-b5fa-e14a61ae7095 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=71580fd8-6754-4eb7-bafe-c5aa81900887,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:40.936449 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-876388aa-6c45-4bfa-b5fa-e14a61ae7095 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (ae7e0dbf-5838-4976-a61f-2a49d6af92ed), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:41.013442 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 95420c43-04e5-4562-974c-f90d4030c2d6 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:11:41.014215 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (95420c43-04e5-4562-974c-f90d4030c2d6), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:41.040789 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 95420c43-04e5-4562-974c-f90d4030c2d6, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=95420c43-04e5-4562-974c-f90d4030c2d6,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:11:41.047924 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (95420c43-04e5-4562-974c-f90d4030c2d6), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:41.053014 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876388aa-6c45-4bfa-b5fa-e14a61ae7095 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network 7e734d7d-2ed9-41ca-b230-26c4c7b06b83 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:11:41.054518 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-876388aa-6c45-4bfa-b5fa-e14a61ae7095 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:11:41.109065 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=95420c43-04e5-4562-974c-f90d4030c2d6,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:41.160574 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcd01af-168a-4126-aefe-0a24549f3828 None None] Network 7e734d7d-2ed9-41ca-b230-26c4c7b06b83 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:11:41.182274 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876388aa-6c45-4bfa-b5fa-e14a61ae7095 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Router ae7e0dbf-5838-4976-a61f-2a49d6af92ed has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:11:41.227085 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ca299fe2-5f5b-4e41-bdd3-d9ff85e19ceb None None] Provisioning complete for port f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:11:41.227085 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ca299fe2-5f5b-4e41-bdd3-d9ff85e19ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:41.295271 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876388aa-6c45-4bfa-b5fa-e14a61ae7095 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:11:41.301305 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-876388aa-6c45-4bfa-b5fa-e14a61ae7095 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "PUT /v2.0/routers/ae7e0dbf-5838-4976-a61f-2a49d6af92ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0453207 Feb 07 22:11:41.347572 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ca299fe2-5f5b-4e41-bdd3-d9ff85e19ceb None None] Current status of the port f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:11:41.459434 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-f0056fab-4a73-4db6-890f-f41553cb5162 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281498851&fields=id&tenant_id=cb32d546868e49d7bc91660452f9cd72 HTTP/1.1" status: 200 len: 267 time: 0.0507793 Feb 07 22:11:41.573591 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-11122bfc-ca20-423c-89f4-d8a7aa6ee539 None None] Provisioning complete for port f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:11:41.573839 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-11122bfc-ca20-423c-89f4-d8a7aa6ee539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:41.577571 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-bbdcf654-52ec-4cc2-9fda-6c06d2773041 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:41.584651 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-bbdcf654-52ec-4cc2-9fda-6c06d2773041 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/networks?id=7e734d7d-2ed9-41ca-b230-26c4c7b06b83 HTTP/1.1" status: 200 len: 797 time: 0.1182253 Feb 07 22:11:41.598395 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-6e820605-1134-46fc-b0d9-683d33df6b6b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/quotas/cb32d546868e49d7bc91660452f9cd72 HTTP/1.1" status: 200 len: 375 time: 0.0129290 Feb 07 22:11:41.657506 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-d0354fbc-c303-4b77-a714-ac157cac9b84 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522730 Feb 07 22:11:41.669877 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-11122bfc-ca20-423c-89f4-d8a7aa6ee539 None None] Current status of the port f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:11:41.682848 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-11122bfc-ca20-423c-89f4-d8a7aa6ee539 None None] Provisioning complete for port 71580fd8-6754-4eb7-bafe-c5aa81900887 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:11:41.683183 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-11122bfc-ca20-423c-89f4-d8a7aa6ee539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (71580fd8-6754-4eb7-bafe-c5aa81900887), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:41.725409 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-11122bfc-ca20-423c-89f4-d8a7aa6ee539 None None] Port 71580fd8-6754-4eb7-bafe-c5aa81900887 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:11:41.763726 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-d3660953-69b5-42d7-9d9d-eb43002c5d7b service neutron] 10.222.0.65 "GET /v2.0/networks/7e734d7d-2ed9-41ca-b230-26c4c7b06b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948036 Feb 07 22:11:41.802923 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78082b6-7857-47dc-b6d8-e17913477b64 None None] Sync routers for ids ['ae7e0dbf-5838-4976-a61f-2a49d6af92ed'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:11:41.813838 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78082b6-7857-47dc-b6d8-e17913477b64 None None] Routers {'ae7e0dbf-5838-4976-a61f-2a49d6af92ed'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:11:41.814527 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e78082b6-7857-47dc-b6d8-e17913477b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:11:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ae7e0dbf-5838-4976-a61f-2a49d6af92ed'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:11:41.870769 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-a3943830-e2c6-4d99-aea1-1454fd85785c service neutron] 10.222.0.65 "GET /v2.0/networks/7e734d7d-2ed9-41ca-b230-26c4c7b06b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973237 Feb 07 22:11:41.921081 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-42d92fac-df88-438b-928d-a79c3019af06 None None] Provisioning complete for port 71580fd8-6754-4eb7-bafe-c5aa81900887 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:11:41.921453 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-42d92fac-df88-438b-928d-a79c3019af06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (71580fd8-6754-4eb7-bafe-c5aa81900887), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:41.975374 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-e78082b6-7857-47dc-b6d8-e17913477b64 None None] Set router ae7e0dbf-5838-4976-a61f-2a49d6af92ed gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:11:41.977189 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-42d92fac-df88-438b-928d-a79c3019af06 None None] Port 71580fd8-6754-4eb7-bafe-c5aa81900887 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:11:42.125374 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-635e2bff-44f3-42a8-b9fa-eb76580c06bc None None] Provisioning complete for port 71580fd8-6754-4eb7-bafe-c5aa81900887 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:11:42.125746 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-635e2bff-44f3-42a8-b9fa-eb76580c06bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (71580fd8-6754-4eb7-bafe-c5aa81900887), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:42.186854 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-635e2bff-44f3-42a8-b9fa-eb76580c06bc None None] Port 71580fd8-6754-4eb7-bafe-c5aa81900887 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:11:42.215021 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e78082b6-7857-47dc-b6d8-e17913477b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122886923', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:11:36Z', 'updated_at': '2022-02-07T22:11:40Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:11:37Z', 'updated_at': '2022-02-07T22:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '71580fd8-6754-4eb7-bafe-c5aa81900887', 'name': '', 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:e0:a6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'f2bfcb17-466b-40d6-be0d-4ff9ee36d839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:11:39Z', 'updated_at': '2022-02-07T22:11:40Z', 'revision_number': 2, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': 'f2bfcb17-466b-40d6-be0d-4ff9ee36d839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:11:42.401073 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78082b6-7857-47dc-b6d8-e17913477b64 None None] Checking router: ae7e0dbf-5838-4976-a61f-2a49d6af92ed for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:11:42.401345 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78082b6-7857-47dc-b6d8-e17913477b64 None None] Updating router ae7e0dbf-5838-4976-a61f-2a49d6af92ed port 71580fd8-6754-4eb7-bafe-c5aa81900887 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:11:42.430235 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e78082b6-7857-47dc-b6d8-e17913477b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (71580fd8-6754-4eb7-bafe-c5aa81900887), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:42.523890 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:11:42.632781 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:11:42.633150 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:42.779942 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:11:42.780982 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 95420c43-04e5-4562-974c-f90d4030c2d6 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:11:42.784046 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e78082b6-7857-47dc-b6d8-e17913477b64 None None] Publish callbacks [] for port (71580fd8-6754-4eb7-bafe-c5aa81900887), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:42.805479 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e78082b6-7857-47dc-b6d8-e17913477b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (71580fd8-6754-4eb7-bafe-c5aa81900887), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:42.861555 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90392359-e10c-4b70-8507-e4ab93e078da None None] Pushing event updated for resources: {'Port': ['ID=71580fd8-6754-4eb7-bafe-c5aa81900887,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:42.916389 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 95420c43-04e5-4562-974c-f90d4030c2d6 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:11:42.916757 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (95420c43-04e5-4562-974c-f90d4030c2d6), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:42.949501 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-e78082b6-7857-47dc-b6d8-e17913477b64 None None] Attempting to bind port 71580fd8-6754-4eb7-bafe-c5aa81900887 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:11:42.949854 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-e78082b6-7857-47dc-b6d8-e17913477b64 None None] Attempting to bind port 71580fd8-6754-4eb7-bafe-c5aa81900887 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:11:42.950209 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78082b6-7857-47dc-b6d8-e17913477b64 None None] Attempting to bind port 71580fd8-6754-4eb7-bafe-c5aa81900887 on network 7e734d7d-2ed9-41ca-b230-26c4c7b06b83 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:11:42.962227 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78082b6-7857-47dc-b6d8-e17913477b64 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:11:42.962600 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78082b6-7857-47dc-b6d8-e17913477b64 None None] Checking segment: {'id': '33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:11:42.963003 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e78082b6-7857-47dc-b6d8-e17913477b64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:42.963393 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78082b6-7857-47dc-b6d8-e17913477b64 None None] Bound using segment: {'id': '33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:11:42.963859 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-e78082b6-7857-47dc-b6d8-e17913477b64 None None] Bound port: 71580fd8-6754-4eb7-bafe-c5aa81900887, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:11:42.964237 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e78082b6-7857-47dc-b6d8-e17913477b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (71580fd8-6754-4eb7-bafe-c5aa81900887), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:43.063523 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f06bc3f4-2b0f-4904-a3ff-c169e380cfff req-22423e71-cf79-4adc-9589-981859c16994 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 210 time: 0.0286405 Feb 07 22:11:43.066324 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e78082b6-7857-47dc-b6d8-e17913477b64 None None] For port 71580fd8-6754-4eb7-bafe-c5aa81900887, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:11:43.070363 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 95420c43-04e5-4562-974c-f90d4030c2d6 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:11:43.080007 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e78082b6-7857-47dc-b6d8-e17913477b64 None None] For port 71580fd8-6754-4eb7-bafe-c5aa81900887, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=71580fd8-6754-4eb7-bafe-c5aa81900887,segment=NetworkSegment(33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a),segment_id=33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:11:43.086877 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e78082b6-7857-47dc-b6d8-e17913477b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (71580fd8-6754-4eb7-bafe-c5aa81900887), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:43.156379 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78082b6-7857-47dc-b6d8-e17913477b64 None None] Routers {'ae7e0dbf-5838-4976-a61f-2a49d6af92ed'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:11:43.157032 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e78082b6-7857-47dc-b6d8-e17913477b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:11:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ae7e0dbf-5838-4976-a61f-2a49d6af92ed'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:11:43.159361 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-fec03f13-532c-46bb-9093-dd7c342ef688 None None] Provisioning complete for port 71580fd8-6754-4eb7-bafe-c5aa81900887 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:11:43.159729 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fec03f13-532c-46bb-9093-dd7c342ef688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (71580fd8-6754-4eb7-bafe-c5aa81900887), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:43.164018 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90392359-e10c-4b70-8507-e4ab93e078da None None] Pushing event updated for resources: {'Port': ['ID=71580fd8-6754-4eb7-bafe-c5aa81900887,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:43.327225 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-e78082b6-7857-47dc-b6d8-e17913477b64 None None] Set router ae7e0dbf-5838-4976-a61f-2a49d6af92ed gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:11:43.369883 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-fec03f13-532c-46bb-9093-dd7c342ef688 None None] Current status of the port 71580fd8-6754-4eb7-bafe-c5aa81900887 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:11:43.370279 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fec03f13-532c-46bb-9093-dd7c342ef688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (71580fd8-6754-4eb7-bafe-c5aa81900887), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:43.477407 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-fec03f13-532c-46bb-9093-dd7c342ef688 None None] For port 71580fd8-6754-4eb7-bafe-c5aa81900887, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=71580fd8-6754-4eb7-bafe-c5aa81900887,segment=NetworkSegment(33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a),segment_id=33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:11:43.484152 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fec03f13-532c-46bb-9093-dd7c342ef688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (71580fd8-6754-4eb7-bafe-c5aa81900887), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:43.576014 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec03f13-532c-46bb-9093-dd7c342ef688 None None] Pushing event updated for resources: {'Port': ['ID=71580fd8-6754-4eb7-bafe-c5aa81900887,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:43.615614 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-bda171d1-9451-422c-9fc8-60495228f169 None None] Provisioning complete for port 71580fd8-6754-4eb7-bafe-c5aa81900887 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:11:43.615989 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bda171d1-9451-422c-9fc8-60495228f169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (71580fd8-6754-4eb7-bafe-c5aa81900887), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:43.645529 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e78082b6-7857-47dc-b6d8-e17913477b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122886923', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:11:36Z', 'updated_at': '2022-02-07T22:11:40Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:11:37Z', 'updated_at': '2022-02-07T22:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '71580fd8-6754-4eb7-bafe-c5aa81900887', 'name': '', 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:e0:a6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'f2bfcb17-466b-40d6-be0d-4ff9ee36d839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:11:39Z', 'updated_at': '2022-02-07T22:11:43Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': 'f2bfcb17-466b-40d6-be0d-4ff9ee36d839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:11:43.680992 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78082b6-7857-47dc-b6d8-e17913477b64 None None] The sync data for ids ['ae7e0dbf-5838-4976-a61f-2a49d6af92ed'] in n-d-828185-2 is: [{'id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122886923', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:11:36Z', 'updated_at': '2022-02-07T22:11:40Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:11:37Z', 'updated_at': '2022-02-07T22:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '71580fd8-6754-4eb7-bafe-c5aa81900887', 'name': '', 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:e0:a6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'f2bfcb17-466b-40d6-be0d-4ff9ee36d839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:11:39Z', 'updated_at': '2022-02-07T22:11:43Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': 'f2bfcb17-466b-40d6-be0d-4ff9ee36d839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:11:43.745106 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-bda171d1-9451-422c-9fc8-60495228f169 None None] Current status of the port 71580fd8-6754-4eb7-bafe-c5aa81900887 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:11:44.046546 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-5c392884-c9ac-45c7-9b9f-5c4e6618f2e4 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:44.048065 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-5c392884-c9ac-45c7-9b9f-5c4e6618f2e4 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.71 "GET /v2.0/networks?id=7e734d7d-2ed9-41ca-b230-26c4c7b06b83 HTTP/1.1" status: 200 len: 797 time: 0.1252084 Feb 07 22:11:44.115205 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-bbcaf97a-d67d-40ab-a6b6-897c63ad561c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb32d546868e49d7bc91660452f9cd72 HTTP/1.1" status: 200 len: 379 time: 0.0585034 Feb 07 22:11:44.127717 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-19f06910-cc32-4b33-ab21-cbc0349cae77 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'port': {'device_id': '15f390a8-4135-4bd4-84a5-e43ca044f802', 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83', 'admin_state_up': True, 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'security_groups': ['e697632c-e1af-49b8-9228-c0a81b07b5fc']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:11:44.476906 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7147b133-7893-4580-ac1f-a31c97368213 req-6e86af69-4858-42fc-a8da-c27b0d51e837 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 210 time: 0.3338249 Feb 07 22:11:44.540984 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-19f06910-cc32-4b33-ab21-cbc0349cae77 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Made reservation on behalf of cb32d546868e49d7bc91660452f9cd72 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:11:44.545238 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-19f06910-cc32-4b33-ab21-cbc0349cae77 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:44.557740 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 71580fd8-6754-4eb7-bafe-c5aa81900887 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:11:44.608512 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 71580fd8-6754-4eb7-bafe-c5aa81900887 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:11:44.608886 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (71580fd8-6754-4eb7-bafe-c5aa81900887), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:44.703998 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-19f06910-cc32-4b33-ab21-cbc0349cae77 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Allocated IP 172.20.0.3 (7e734d7d-2ed9-41ca-b230-26c4c7b06b83/f2bfcb17-466b-40d6-be0d-4ff9ee36d839/20574677-93a7-4bc0-a30c-62096b9df711) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:11:44.705089 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 71580fd8-6754-4eb7-bafe-c5aa81900887 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:11:44.851517 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-19f06910-cc32-4b33-ab21-cbc0349cae77 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (20574677-93a7-4bc0-a30c-62096b9df711), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:44.883627 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-19f06910-cc32-4b33-ab21-cbc0349cae77 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (20574677-93a7-4bc0-a30c-62096b9df711), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:44.927396 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-19f06910-cc32-4b33-ab21-cbc0349cae77 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network 7e734d7d-2ed9-41ca-b230-26c4c7b06b83 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:11:44.932582 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-19f06910-cc32-4b33-ab21-cbc0349cae77 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:11:44.935155 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-19f06910-cc32-4b33-ab21-cbc0349cae77 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:11:44.966679 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f06910-cc32-4b33-ab21-cbc0349cae77 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=20574677-93a7-4bc0-a30c-62096b9df711,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:44.991290 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-19f06910-cc32-4b33-ab21-cbc0349cae77 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:44.991916 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-19f06910-cc32-4b33-ab21-cbc0349cae77 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:45.008335 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-19f06910-cc32-4b33-ab21-cbc0349cae77 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8852489 Feb 07 22:11:45.058995 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-420062dd-fc6b-4077-9fcb-c67e6c453127 service neutron] Request body: {'port': {'device_id': '15f390a8-4135-4bd4-84a5-e43ca044f802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:11:45.127866 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-420062dd-fc6b-4077-9fcb-c67e6c453127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (20574677-93a7-4bc0-a30c-62096b9df711), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:45.174151 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-031c879d-8c31-465e-b8a2-ab9b3c05508c None None] Provisioning complete for port 20574677-93a7-4bc0-a30c-62096b9df711 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:11:45.174618 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-031c879d-8c31-465e-b8a2-ab9b3c05508c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (20574677-93a7-4bc0-a30c-62096b9df711), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:45.208366 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-031c879d-8c31-465e-b8a2-ab9b3c05508c None None] Port 20574677-93a7-4bc0-a30c-62096b9df711 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:11:45.385149 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-420062dd-fc6b-4077-9fcb-c67e6c453127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20574677-93a7-4bc0-a30c-62096b9df711 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 22:11:45.392386 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-420062dd-fc6b-4077-9fcb-c67e6c453127 service neutron] Publish callbacks [] for port (20574677-93a7-4bc0-a30c-62096b9df711), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:45.404491 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-420062dd-fc6b-4077-9fcb-c67e6c453127 service neutron] Transition to ACTIVE for port object 20574677-93a7-4bc0-a30c-62096b9df711 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:11:45.407918 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-420062dd-fc6b-4077-9fcb-c67e6c453127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (20574677-93a7-4bc0-a30c-62096b9df711), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:45.474616 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420062dd-fc6b-4077-9fcb-c67e6c453127 service neutron] Pushing event updated for resources: {'Port': ['ID=20574677-93a7-4bc0-a30c-62096b9df711,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:45.526440 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-420062dd-fc6b-4077-9fcb-c67e6c453127 service neutron] Attempting to bind port 20574677-93a7-4bc0-a30c-62096b9df711 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:11:45.526782 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-420062dd-fc6b-4077-9fcb-c67e6c453127 service neutron] Attempting to bind port 20574677-93a7-4bc0-a30c-62096b9df711 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:11:45.527094 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-420062dd-fc6b-4077-9fcb-c67e6c453127 service neutron] Attempting to bind port 20574677-93a7-4bc0-a30c-62096b9df711 on network 7e734d7d-2ed9-41ca-b230-26c4c7b06b83 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:11:45.531679 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-420062dd-fc6b-4077-9fcb-c67e6c453127 service neutron] Port 20574677-93a7-4bc0-a30c-62096b9df711 on network 7e734d7d-2ed9-41ca-b230-26c4c7b06b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:11:45.532045 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-420062dd-fc6b-4077-9fcb-c67e6c453127 service neutron] Attempting to bind port 20574677-93a7-4bc0-a30c-62096b9df711 on network 7e734d7d-2ed9-41ca-b230-26c4c7b06b83 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:11:45.537604 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-420062dd-fc6b-4077-9fcb-c67e6c453127 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:11:45.537946 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-420062dd-fc6b-4077-9fcb-c67e6c453127 service neutron] Checking segment: {'id': '33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:11:45.538325 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-420062dd-fc6b-4077-9fcb-c67e6c453127 service neutron] Bound using segment: {'id': '33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:11:45.538749 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-420062dd-fc6b-4077-9fcb-c67e6c453127 service neutron] Bound port: 20574677-93a7-4bc0-a30c-62096b9df711, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:11:45.539106 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-420062dd-fc6b-4077-9fcb-c67e6c453127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (20574677-93a7-4bc0-a30c-62096b9df711), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:45.643863 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-420062dd-fc6b-4077-9fcb-c67e6c453127 service neutron] For port 20574677-93a7-4bc0-a30c-62096b9df711, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:11:45.647420 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-420062dd-fc6b-4077-9fcb-c67e6c453127 service neutron] For port 20574677-93a7-4bc0-a30c-62096b9df711, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=20574677-93a7-4bc0-a30c-62096b9df711,segment=NetworkSegment(33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a),segment_id=33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:11:45.654752 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a22f3-46e5-4b00-9042-066c42391975 req-3a198d5e-907e-400b-b2ab-252df06ab425 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:45.656239 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-819a22f3-46e5-4b00-9042-066c42391975 req-3a198d5e-907e-400b-b2ab-252df06ab425 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 943 time: 0.1036117 Feb 07 22:11:45.661208 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-420062dd-fc6b-4077-9fcb-c67e6c453127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (20574677-93a7-4bc0-a30c-62096b9df711), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:45.713544 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-420062dd-fc6b-4077-9fcb-c67e6c453127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:45.714169 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-420062dd-fc6b-4077-9fcb-c67e6c453127 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:45.715541 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-420062dd-fc6b-4077-9fcb-c67e6c453127 service neutron] 10.222.0.71 "PUT /v2.0/ports/20574677-93a7-4bc0-a30c-62096b9df711 HTTP/1.1" status: 200 len: 1091 time: 0.7005787 Feb 07 22:11:45.718447 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f390a8-4135-4bd4-84a5-e43ca044f802', 'tag': '20574677-93a7-4bc0-a30c-62096b9df711'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:11:45.726771 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ecb579-bc69-4a06-a590-7054e4a4033f" -d '{"events": [{"name": "network-changed", "server_uuid": "15f390a8-4135-4bd4-84a5-e43ca044f802", "tag": "20574677-93a7-4bc0-a30c-62096b9df711"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:11:45.795977 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420062dd-fc6b-4077-9fcb-c67e6c453127 service neutron] Pushing event updated for resources: {'Port': ['ID=20574677-93a7-4bc0-a30c-62096b9df711,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:45.804647 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fef8d8e-6602-48e6-a554-4776a505acce x-openstack-request-id: req-4fef8d8e-6602-48e6-a554-4776a505acce {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:11:45.804960 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15f390a8-4135-4bd4-84a5-e43ca044f802", "tag": "20574677-93a7-4bc0-a30c-62096b9df711", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:11:45.805219 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4fef8d8e-6602-48e6-a554-4776a505acce {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:11:45.805617 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15f390a8-4135-4bd4-84a5-e43ca044f802', 'tag': '20574677-93a7-4bc0-a30c-62096b9df711', 'status': 'completed', 'code': 200} Feb 07 22:11:45.812757 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-819a22f3-46e5-4b00-9042-066c42391975 req-67ac09cb-3f49-418d-ac97-cfc9de5b2812 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=e697632c-e1af-49b8-9228-c0a81b07b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492212 Feb 07 22:11:45.834950 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-d4646608-aae7-4e39-b133-adf3b3347a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:45.836754 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-d4646608-aae7-4e39-b133-adf3b3347a7f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 1125 time: 0.0718777 Feb 07 22:11:45.880425 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-59b351b7-b86a-447a-bbcb-4d15b971ac69 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20574677-93a7-4bc0-a30c-62096b9df711 HTTP/1.1" status: 200 len: 217 time: 0.0362053 Feb 07 22:11:45.928288 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-ea91c72c-a9d9-48d7-96a9-0c28b0c5e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:45.929751 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-ea91c72c-a9d9-48d7-96a9-0c28b0c5e40a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f2bfcb17-466b-40d6-be0d-4ff9ee36d839 HTTP/1.1" status: 200 len: 834 time: 0.0435753 Feb 07 22:11:45.985408 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-68152042-cd71-46f1-9fc5-2877142c5986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:45.987408 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-68152042-cd71-46f1-9fc5-2877142c5986 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7e734d7d-2ed9-41ca-b230-26c4c7b06b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521965 Feb 07 22:11:46.073643 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-604fe8cd-ca93-49cf-b2d0-5989327c4ec9 service neutron] 10.222.0.71 "GET /v2.0/networks/7e734d7d-2ed9-41ca-b230-26c4c7b06b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794816 Feb 07 22:11:46.164131 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba430b6c-1ae7-4a2b-bdf3-180dbc8ca867 req-c770330d-ab2f-4320-8e86-9242cbaadaa0 service neutron] 10.222.0.71 "GET /v2.0/networks/7e734d7d-2ed9-41ca-b230-26c4c7b06b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844686 Feb 07 22:11:46.257534 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecb579-bc69-4a06-a590-7054e4a4033f req-e141252d-bd7c-4834-af41-03d5cc821fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:46.259950 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5ecb579-bc69-4a06-a590-7054e4a4033f req-e141252d-bd7c-4834-af41-03d5cc821fef service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 1125 time: 0.0508082 Feb 07 22:11:46.346472 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecb579-bc69-4a06-a590-7054e4a4033f req-20966fc3-75d5-474f-8b65-dc246dd0f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:46.347919 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5ecb579-bc69-4a06-a590-7054e4a4033f req-20966fc3-75d5-474f-8b65-dc246dd0f1bd service neutron] 10.222.0.71 "GET /v2.0/networks?id=7e734d7d-2ed9-41ca-b230-26c4c7b06b83 HTTP/1.1" status: 200 len: 898 time: 0.0825751 Feb 07 22:11:46.392935 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5ecb579-bc69-4a06-a590-7054e4a4033f req-655a4d49-4f25-410c-b674-52927d97ee43 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20574677-93a7-4bc0-a30c-62096b9df711 HTTP/1.1" status: 200 len: 217 time: 0.0378540 Feb 07 22:11:46.439646 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecb579-bc69-4a06-a590-7054e4a4033f req-77763ef1-2f03-4b7d-aec1-57f9ab9af781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:46.441010 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5ecb579-bc69-4a06-a590-7054e4a4033f req-77763ef1-2f03-4b7d-aec1-57f9ab9af781 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f2bfcb17-466b-40d6-be0d-4ff9ee36d839 HTTP/1.1" status: 200 len: 834 time: 0.0429251 Feb 07 22:11:46.489303 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecb579-bc69-4a06-a590-7054e4a4033f req-f1585be7-e619-4b0e-b919-bbd6a5ab4569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:46.490781 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5ecb579-bc69-4a06-a590-7054e4a4033f req-f1585be7-e619-4b0e-b919-bbd6a5ab4569 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7e734d7d-2ed9-41ca-b230-26c4c7b06b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438540 Feb 07 22:11:46.579903 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5ecb579-bc69-4a06-a590-7054e4a4033f req-acada6de-b70e-4ab5-8ebf-e0084ae089ba service neutron] 10.222.0.71 "GET /v2.0/networks/7e734d7d-2ed9-41ca-b230-26c4c7b06b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832629 Feb 07 22:11:46.665982 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5ecb579-bc69-4a06-a590-7054e4a4033f req-7253fcf6-249d-4805-98d8-8c17865d4d92 service neutron] 10.222.0.71 "GET /v2.0/networks/7e734d7d-2ed9-41ca-b230-26c4c7b06b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802884 Feb 07 22:11:46.934531 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231d202-5d16-4d3b-9e8e-24206a70bd80 req-959185a2-7c15-4593-9f2b-670da993fcc3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:46.935979 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1231d202-5d16-4d3b-9e8e-24206a70bd80 req-959185a2-7c15-4593-9f2b-670da993fcc3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 943 time: 0.0522470 Feb 07 22:11:46.989293 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1231d202-5d16-4d3b-9e8e-24206a70bd80 req-c90c3eb3-c753-45cc-935b-e4186a0d8c78 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=e697632c-e1af-49b8-9228-c0a81b07b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475376 Feb 07 22:11:48.106897 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2129d-dbdf-4bff-bcd3-55bf806dca17 req-2012d761-178e-4c48-b3fe-145318fb73c7 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:48.108380 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8bd2129d-dbdf-4bff-bcd3-55bf806dca17 req-2012d761-178e-4c48-b3fe-145318fb73c7 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 943 time: 0.0521564 Feb 07 22:11:48.156032 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8bd2129d-dbdf-4bff-bcd3-55bf806dca17 req-2d378a04-6dc6-4e91-b86b-4e0bc156404d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=e697632c-e1af-49b8-9228-c0a81b07b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414860 Feb 07 22:11:48.555781 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f2ae87d1-e8ae-4594-bb30-089360422c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:49.171023 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 20574677-93a7-4bc0-a30c-62096b9df711 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:11:49.269858 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 20574677-93a7-4bc0-a30c-62096b9df711, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=20574677-93a7-4bc0-a30c-62096b9df711,segment=NetworkSegment(33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a),segment_id=33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:11:49.275601 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27906b82-f2bd-42f3-a367-608d666fdaf3 req-3527f08e-f158-481f-82f3-157cbe4ebf3d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:49.277264 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-27906b82-f2bd-42f3-a367-608d666fdaf3 req-3527f08e-f158-481f-82f3-157cbe4ebf3d tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 943 time: 0.0532966 Feb 07 22:11:49.282742 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '20574677-93a7-4bc0-a30c-62096b9df711', 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83', 'port_id': '20574677-93a7-4bc0-a30c-62096b9df711', 'mac_address': 'fa:16:3e:46:c2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bfcb17-466b-40d6-be0d-4ff9ee36d839', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:11:49.319223 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 20574677-93a7-4bc0-a30c-62096b9df711 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:11:49.319611 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (20574677-93a7-4bc0-a30c-62096b9df711), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:49.324455 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-27906b82-f2bd-42f3-a367-608d666fdaf3 req-dd9c5fa5-e785-4f2b-89e4-8c77383e39e8 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=e697632c-e1af-49b8-9228-c0a81b07b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416303 Feb 07 22:11:49.333130 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20574677-93a7-4bc0-a30c-62096b9df711 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 22:11:49.352273 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 20574677-93a7-4bc0-a30c-62096b9df711, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=20574677-93a7-4bc0-a30c-62096b9df711,segment=NetworkSegment(33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a),segment_id=33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:11:49.356280 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (20574677-93a7-4bc0-a30c-62096b9df711), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:49.406106 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=20574677-93a7-4bc0-a30c-62096b9df711,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:49.720044 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['20574677-93a7-4bc0-a30c-62096b9df711'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:11:50.446822 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c62aa7-ec63-44d9-9076-7435331f9ca8 req-9e842f89-03c1-4319-9e37-f308520fbafb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:50.448213 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-22c62aa7-ec63-44d9-9076-7435331f9ca8 req-9e842f89-03c1-4319-9e37-f308520fbafb tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 944 time: 0.0560427 Feb 07 22:11:50.496178 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-22c62aa7-ec63-44d9-9076-7435331f9ca8 req-8c640271-88e1-4a09-bf66-bda8c4d4c057 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=e697632c-e1af-49b8-9228-c0a81b07b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422995 Feb 07 22:11:50.744654 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-495e91e2-53ea-4d41-aebb-77613ad5e41b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:51.171761 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 20574677-93a7-4bc0-a30c-62096b9df711 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:11:51.219271 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 20574677-93a7-4bc0-a30c-62096b9df711 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:11:51.223942 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 20574677-93a7-4bc0-a30c-62096b9df711 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:11:51.224338 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (20574677-93a7-4bc0-a30c-62096b9df711), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:51.307155 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 20574677-93a7-4bc0-a30c-62096b9df711 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:11:51.307537 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (20574677-93a7-4bc0-a30c-62096b9df711), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:51.329083 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f390a8-4135-4bd4-84a5-e43ca044f802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20574677-93a7-4bc0-a30c-62096b9df711'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:11:51.331903 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59fa0091afa0acade78336c0e3f3c5307cc552a1ace6da7695aaea120dfc6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b17ebc-eacf-421e-aeae-55ab3ce2d6d2" -d '{"events": [{"server_uuid": "15f390a8-4135-4bd4-84a5-e43ca044f802", "name": "network-vif-plugged", "status": "completed", "tag": "20574677-93a7-4bc0-a30c-62096b9df711"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:11:51.344072 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 20574677-93a7-4bc0-a30c-62096b9df711, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=20574677-93a7-4bc0-a30c-62096b9df711,segment=NetworkSegment(33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a),segment_id=33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:11:51.348898 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (20574677-93a7-4bc0-a30c-62096b9df711), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:51.399323 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=20574677-93a7-4bc0-a30c-62096b9df711,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:51.417371 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79319954-c699-4685-a665-2a2d37eb251e x-openstack-request-id: req-79319954-c699-4685-a665-2a2d37eb251e {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:11:51.417665 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f390a8-4135-4bd4-84a5-e43ca044f802", "name": "network-vif-plugged", "status": "completed", "tag": "20574677-93a7-4bc0-a30c-62096b9df711", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:11:51.417920 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-79319954-c699-4685-a665-2a2d37eb251e {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:11:51.418312 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f390a8-4135-4bd4-84a5-e43ca044f802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20574677-93a7-4bc0-a30c-62096b9df711', 'code': 200} Feb 07 22:11:51.516045 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665376b-a6cb-4ea9-9685-315d8469613d req-3d7ee395-ce7f-47b1-95ec-87a3fcc9ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:51.517569 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d665376b-a6cb-4ea9-9685-315d8469613d req-3d7ee395-ce7f-47b1-95ec-87a3fcc9ce14 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 1127 time: 0.0432334 Feb 07 22:11:51.562442 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d665376b-a6cb-4ea9-9685-315d8469613d req-647dfbd5-c8a4-44cb-8ac3-2697a52dcb19 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e697632c-e1af-49b8-9228-c0a81b07b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386765 Feb 07 22:11:51.617478 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587098d-3ad9-4199-89ea-5d406617ff9d req-30fcfd39-7440-442d-b2bb-6fd3d2c9a008 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:51.618947 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9587098d-3ad9-4199-89ea-5d406617ff9d req-30fcfd39-7440-442d-b2bb-6fd3d2c9a008 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 945 time: 0.0552602 Feb 07 22:11:51.667214 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9587098d-3ad9-4199-89ea-5d406617ff9d req-7b1add8e-e1a2-4153-93ea-b05715da48f7 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=e697632c-e1af-49b8-9228-c0a81b07b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426300 Feb 07 22:11:52.041411 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:52.790944 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb5160-700a-4ddd-8bee-701d55119fd4 req-a6a5046e-2a2c-413b-9bf4-ef4aaa8012b1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:52.792415 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91cb5160-700a-4ddd-8bee-701d55119fd4 req-a6a5046e-2a2c-413b-9bf4-ef4aaa8012b1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 945 time: 0.0510335 Feb 07 22:11:52.844985 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91cb5160-700a-4ddd-8bee-701d55119fd4 req-c667c667-4268-4cd3-ad15-948798a08b99 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=e697632c-e1af-49b8-9228-c0a81b07b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468493 Feb 07 22:11:53.521437 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:53.966388 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fed0c-338e-4b31-a1d2-ba4a64180ac7 req-49436eee-c4bd-47c7-b497-eec30a4e7197 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:53.967856 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d8fed0c-338e-4b31-a1d2-ba4a64180ac7 req-49436eee-c4bd-47c7-b497-eec30a4e7197 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 945 time: 0.0517426 Feb 07 22:11:54.019613 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1d8fed0c-338e-4b31-a1d2-ba4a64180ac7 req-45c3bb54-1f4b-447b-8213-8dfe46267103 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=e697632c-e1af-49b8-9228-c0a81b07b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460896 Feb 07 22:11:54.140033 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118067e-bd45-4c7b-bbba-38a491196042 req-8f8ad2c7-c88e-4e2e-b1c9-e948c13bd585 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:54.141553 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2118067e-bd45-4c7b-bbba-38a491196042 req-8f8ad2c7-c88e-4e2e-b1c9-e948c13bd585 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 945 time: 0.0557015 Feb 07 22:11:54.188964 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2118067e-bd45-4c7b-bbba-38a491196042 req-c14dbaab-5c46-46a2-b27f-cc0442a00ce8 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=e697632c-e1af-49b8-9228-c0a81b07b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416522 Feb 07 22:11:54.210320 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47914) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:11:54.253261 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13040ada-aa60-4f69-99de-0532f7b9e93f tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:54.254764 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-13040ada-aa60-4f69-99de-0532f7b9e93f tempest-TestNetworkAdvancedServerOps-1102721742 tempest-TestNetworkAdvancedServerOps-1102721742-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 1122 time: 0.0432029 Feb 07 22:11:54.257569 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47916) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:11:54.261713 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-11c9c0d4-ecd3-4929-829b-463a5dfd1323 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'port_id': '20574677-93a7-4bc0-a30c-62096b9df711', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:11:54.281413 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11c9c0d4-ecd3-4929-829b-463a5dfd1323 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:54.382789 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11c9c0d4-ecd3-4929-829b-463a5dfd1323 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:54.482312 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-11c9c0d4-ecd3-4929-829b-463a5dfd1323 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Allocated IP 172.25.4.162 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/c5da7e4b-e404-4d9b-a1b5-fadb42d36179) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:11:54.583172 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11c9c0d4-ecd3-4929-829b-463a5dfd1323 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (c5da7e4b-e404-4d9b-a1b5-fadb42d36179), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:54.616602 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11c9c0d4-ecd3-4929-829b-463a5dfd1323 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (c5da7e4b-e404-4d9b-a1b5-fadb42d36179), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:54.651847 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c9c0d4-ecd3-4929-829b-463a5dfd1323 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:11:54.656499 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-11c9c0d4-ecd3-4929-829b-463a5dfd1323 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:11:54.659925 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c9c0d4-ecd3-4929-829b-463a5dfd1323 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:11:54.682112 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9c0d4-ecd3-4929-829b-463a5dfd1323 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=c5da7e4b-e404-4d9b-a1b5-fadb42d36179,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:54.817473 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:55.007472 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11c9c0d4-ecd3-4929-829b-463a5dfd1323 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for floatingip (8998fb96-9c6e-427d-a312-682f8a994d90), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:55.072952 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11c9c0d4-ecd3-4929-829b-463a5dfd1323 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c5da7e4b-e404-4d9b-a1b5-fadb42d36179), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:55.219235 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11c9c0d4-ecd3-4929-829b-463a5dfd1323 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for port (c5da7e4b-e404-4d9b-a1b5-fadb42d36179), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:55.224035 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11c9c0d4-ecd3-4929-829b-463a5dfd1323 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (c5da7e4b-e404-4d9b-a1b5-fadb42d36179), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:55.294565 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9c0d4-ecd3-4929-829b-463a5dfd1323 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event updated for resources: {'Port': ['ID=c5da7e4b-e404-4d9b-a1b5-fadb42d36179,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:11:55.302839 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11c9c0d4-ecd3-4929-829b-463a5dfd1323 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (8998fb96-9c6e-427d-a312-682f8a994d90), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:55.403591 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-11c9c0d4-ecd3-4929-829b-463a5dfd1323 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Floating IP 8998fb96-9c6e-427d-a312-682f8a994d90 associated. External IP: 172.25.4.162, port: 20574677-93a7-4bc0-a30c-62096b9df711. Feb 07 22:11:55.605957 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c9c0d4-ecd3-4929-829b-463a5dfd1323 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Router ae7e0dbf-5838-4976-a61f-2a49d6af92ed has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:11:55.714352 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c9c0d4-ecd3-4929-829b-463a5dfd1323 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:11:55.724999 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861cf8c5-6269-4e01-b997-66691fc6bfde None None] Sync routers for ids ['ae7e0dbf-5838-4976-a61f-2a49d6af92ed'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:11:55.732435 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11c9c0d4-ecd3-4929-829b-463a5dfd1323 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:11:55.733974 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861cf8c5-6269-4e01-b997-66691fc6bfde None None] Routers {'ae7e0dbf-5838-4976-a61f-2a49d6af92ed'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:11:55.734583 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-861cf8c5-6269-4e01-b997-66691fc6bfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:11:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ae7e0dbf-5838-4976-a61f-2a49d6af92ed'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:11:55.764942 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-11c9c0d4-ecd3-4929-829b-463a5dfd1323 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5037792 Feb 07 22:11:55.764942 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f390a8-4135-4bd4-84a5-e43ca044f802', 'tag': '20574677-93a7-4bc0-a30c-62096b9df711'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:11:55.765269 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02432238-a31b-4533-af06-36bd2e4d006e" -d '{"events": [{"name": "network-changed", "server_uuid": "15f390a8-4135-4bd4-84a5-e43ca044f802", "tag": "20574677-93a7-4bc0-a30c-62096b9df711"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:11:55.804755 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3ee4b7-445e-43f0-8dda-bf60cf29cdaa x-openstack-request-id: req-cc3ee4b7-445e-43f0-8dda-bf60cf29cdaa {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:11:55.805065 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15f390a8-4135-4bd4-84a5-e43ca044f802", "tag": "20574677-93a7-4bc0-a30c-62096b9df711", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:11:55.805317 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cc3ee4b7-445e-43f0-8dda-bf60cf29cdaa {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:11:55.806182 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15f390a8-4135-4bd4-84a5-e43ca044f802', 'tag': '20574677-93a7-4bc0-a30c-62096b9df711', 'status': 'completed', 'code': 200} Feb 07 22:11:55.858272 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-861cf8c5-6269-4e01-b997-66691fc6bfde None None] Set router ae7e0dbf-5838-4976-a61f-2a49d6af92ed gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:11:55.899351 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776aea3-c516-49bd-bd64-ba3556665d28 req-7adad8ac-b00f-4848-8242-659a34800bfd tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:55.900891 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2776aea3-c516-49bd-bd64-ba3556665d28 req-7adad8ac-b00f-4848-8242-659a34800bfd tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 945 time: 0.0870640 Feb 07 22:11:55.914850 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02432238-a31b-4533-af06-36bd2e4d006e req-2376aa3d-1f92-4e5a-9e97-0b3fb6fe6b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:55.916375 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-02432238-a31b-4533-af06-36bd2e4d006e req-2376aa3d-1f92-4e5a-9e97-0b3fb6fe6b03 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 1127 time: 0.0747807 Feb 07 22:11:56.002128 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2776aea3-c516-49bd-bd64-ba3556665d28 req-bead21a7-2759-4569-818c-e5b4fe46d9f7 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=e697632c-e1af-49b8-9228-c0a81b07b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951474 Feb 07 22:11:56.025919 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47922) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:11:56.031817 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02432238-a31b-4533-af06-36bd2e4d006e req-2b7c4b19-e750-4b16-a734-7ce25dbcbdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:56.033340 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-02432238-a31b-4533-af06-36bd2e4d006e req-2b7c4b19-e750-4b16-a734-7ce25dbcbdfa service neutron] 10.222.0.71 "GET /v2.0/networks?id=7e734d7d-2ed9-41ca-b230-26c4c7b06b83 HTTP/1.1" status: 200 len: 898 time: 0.1099451 Feb 07 22:11:56.080190 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-861cf8c5-6269-4e01-b997-66691fc6bfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122886923', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:11:36Z', 'updated_at': '2022-02-07T22:11:40Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:11:37Z', 'updated_at': '2022-02-07T22:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '8998fb96-9c6e-427d-a312-682f8a994d90', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'floating_ip_address': '172.25.4.162', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'port_id': '20574677-93a7-4bc0-a30c-62096b9df711', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83', 'mac_address': 'fa:16:3e:46:c2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f390a8-4135-4bd4-84a5-e43ca044f802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:11:54Z', 'updated_at': '2022-02-07T22:11:54Z', 'revision_number': 0, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71580fd8-6754-4eb7-bafe-c5aa81900887', 'name': '', 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:e0:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'f2bfcb17-466b-40d6-be0d-4ff9ee36d839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:11:39Z', 'updated_at': '2022-02-07T22:11:43Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': 'f2bfcb17-466b-40d6-be0d-4ff9ee36d839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:11:56.089675 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fda86223-cf35-4fde-9582-11c9a78e90dd tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/floatingips/8998fb96-9c6e-427d-a312-682f8a994d90 HTTP/1.1" status: 200 len: 991 time: 0.0604534 Feb 07 22:11:56.106511 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-02432238-a31b-4533-af06-36bd2e4d006e req-8b3593b4-de18-4df8-a87c-e253ebba0c87 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20574677-93a7-4bc0-a30c-62096b9df711 HTTP/1.1" status: 200 len: 999 time: 0.0677671 Feb 07 22:11:56.109696 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861cf8c5-6269-4e01-b997-66691fc6bfde None None] Checking router: ae7e0dbf-5838-4976-a61f-2a49d6af92ed for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:11:56.117822 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861cf8c5-6269-4e01-b997-66691fc6bfde None None] Routers {'ae7e0dbf-5838-4976-a61f-2a49d6af92ed'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:11:56.118418 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-861cf8c5-6269-4e01-b997-66691fc6bfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:11:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ae7e0dbf-5838-4976-a61f-2a49d6af92ed'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:11:56.153377 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02432238-a31b-4533-af06-36bd2e4d006e req-de685378-54ca-4c37-b4a9-a7502688979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:56.154826 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-02432238-a31b-4533-af06-36bd2e4d006e req-de685378-54ca-4c37-b4a9-a7502688979f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f2bfcb17-466b-40d6-be0d-4ff9ee36d839 HTTP/1.1" status: 200 len: 834 time: 0.0429108 Feb 07 22:11:56.201913 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02432238-a31b-4533-af06-36bd2e4d006e req-8bafe599-2929-4a87-9019-ea479b846289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:11:56.203398 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-02432238-a31b-4533-af06-36bd2e4d006e req-8bafe599-2929-4a87-9019-ea479b846289 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7e734d7d-2ed9-41ca-b230-26c4c7b06b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433195 Feb 07 22:11:56.223169 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-861cf8c5-6269-4e01-b997-66691fc6bfde None None] Set router ae7e0dbf-5838-4976-a61f-2a49d6af92ed gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:11:56.293247 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-02432238-a31b-4533-af06-36bd2e4d006e req-24e74f6b-81c0-4beb-8646-25eb3690a922 service neutron] 10.222.0.71 "GET /v2.0/networks/7e734d7d-2ed9-41ca-b230-26c4c7b06b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841222 Feb 07 22:11:56.381758 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-02432238-a31b-4533-af06-36bd2e4d006e req-d25d36c3-6212-45fe-a55a-de069892082f service neutron] 10.222.0.71 "GET /v2.0/networks/7e734d7d-2ed9-41ca-b230-26c4c7b06b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832820 Feb 07 22:11:56.439449 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-861cf8c5-6269-4e01-b997-66691fc6bfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122886923', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:11:36Z', 'updated_at': '2022-02-07T22:11:40Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:11:37Z', 'updated_at': '2022-02-07T22:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '8998fb96-9c6e-427d-a312-682f8a994d90', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'floating_ip_address': '172.25.4.162', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'port_id': '20574677-93a7-4bc0-a30c-62096b9df711', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83', 'mac_address': 'fa:16:3e:46:c2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f390a8-4135-4bd4-84a5-e43ca044f802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:11:54Z', 'updated_at': '2022-02-07T22:11:54Z', 'revision_number': 0, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71580fd8-6754-4eb7-bafe-c5aa81900887', 'name': '', 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:e0:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'f2bfcb17-466b-40d6-be0d-4ff9ee36d839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:11:39Z', 'updated_at': '2022-02-07T22:11:43Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': 'f2bfcb17-466b-40d6-be0d-4ff9ee36d839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:11:56.465759 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861cf8c5-6269-4e01-b997-66691fc6bfde None None] The sync data for ids ['ae7e0dbf-5838-4976-a61f-2a49d6af92ed'] in n-d-828185-2 is: [{'id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122886923', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:11:36Z', 'updated_at': '2022-02-07T22:11:40Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:11:37Z', 'updated_at': '2022-02-07T22:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '8998fb96-9c6e-427d-a312-682f8a994d90', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'floating_ip_address': '172.25.4.162', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'port_id': '20574677-93a7-4bc0-a30c-62096b9df711', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83', 'mac_address': 'fa:16:3e:46:c2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f390a8-4135-4bd4-84a5-e43ca044f802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:11:54Z', 'updated_at': '2022-02-07T22:11:54Z', 'revision_number': 0, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71580fd8-6754-4eb7-bafe-c5aa81900887', 'name': '', 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:e0:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'f2bfcb17-466b-40d6-be0d-4ff9ee36d839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:11:39Z', 'updated_at': '2022-02-07T22:11:43Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': 'f2bfcb17-466b-40d6-be0d-4ff9ee36d839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:11:56.653021 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12b3a2b-3910-423a-8d09-0e58d77bb369 None None] New status for floating IP 8998fb96-9c6e-427d-a312-682f8a994d90: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:11:57.092523 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47924) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:11:57.154105 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-83a15a47-e5f5-4886-a70e-bb5d8ba6f4c7 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/floatingips/8998fb96-9c6e-427d-a312-682f8a994d90 HTTP/1.1" status: 200 len: 993 time: 0.0605400 Feb 07 22:12:04.316610 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:12:04.606316 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:12:16.657848 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:12:17.426987 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac72d7f1-ddde-4897-b08f-1e57bb3b6d54 req-8af8a348-c1c3-43fd-b6dd-dd617da4ddd0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=15f390a8-4135-4bd4-84a5-e43ca044f802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484641 Feb 07 22:12:17.514343 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72d7f1-ddde-4897-b08f-1e57bb3b6d54 req-66ebadea-aa58-45ab-b84d-cf7b2f4774a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:12:17.515829 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac72d7f1-ddde-4897-b08f-1e57bb3b6d54 req-66ebadea-aa58-45ab-b84d-cf7b2f4774a0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 1127 time: 0.0450029 Feb 07 22:12:17.613643 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72d7f1-ddde-4897-b08f-1e57bb3b6d54 req-b528c7f7-f36a-4ec6-b54b-e347346e2bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:12:17.615091 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac72d7f1-ddde-4897-b08f-1e57bb3b6d54 req-b528c7f7-f36a-4ec6-b54b-e347346e2bc2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7e734d7d-2ed9-41ca-b230-26c4c7b06b83 HTTP/1.1" status: 200 len: 898 time: 0.0819514 Feb 07 22:12:17.683523 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac72d7f1-ddde-4897-b08f-1e57bb3b6d54 req-8492466d-b049-4ed3-9db2-b922f3edda12 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20574677-93a7-4bc0-a30c-62096b9df711 HTTP/1.1" status: 200 len: 1001 time: 0.0615268 Feb 07 22:12:17.730644 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72d7f1-ddde-4897-b08f-1e57bb3b6d54 req-266d6056-14dd-4499-a396-42156c1322e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:12:17.732116 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac72d7f1-ddde-4897-b08f-1e57bb3b6d54 req-266d6056-14dd-4499-a396-42156c1322e3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f2bfcb17-466b-40d6-be0d-4ff9ee36d839 HTTP/1.1" status: 200 len: 834 time: 0.0434904 Feb 07 22:12:17.779336 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72d7f1-ddde-4897-b08f-1e57bb3b6d54 req-e85f0ea9-99dc-4ef9-9bff-f998ba2b10df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:12:17.780815 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac72d7f1-ddde-4897-b08f-1e57bb3b6d54 req-e85f0ea9-99dc-4ef9-9bff-f998ba2b10df service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7e734d7d-2ed9-41ca-b230-26c4c7b06b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430241 Feb 07 22:12:17.871668 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac72d7f1-ddde-4897-b08f-1e57bb3b6d54 req-1afedb32-3581-4272-986b-92d7150fdd1f service neutron] 10.222.0.71 "GET /v2.0/networks/7e734d7d-2ed9-41ca-b230-26c4c7b06b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849981 Feb 07 22:12:17.957852 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac72d7f1-ddde-4897-b08f-1e57bb3b6d54 req-1bcfe645-7974-4655-94f7-2538efc32c43 service neutron] 10.222.0.71 "GET /v2.0/networks/7e734d7d-2ed9-41ca-b230-26c4c7b06b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801210 Feb 07 22:12:18.558058 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-540b600a-950d-438d-ad46-1d0779670b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:12:20.745148 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3a263305-771b-4071-a485-fcc14388d853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:12:22.045135 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:12:23.526830 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:12:24.819193 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:12:34.316934 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:12:34.612517 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:12:48.559568 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-171865c3-2bb1-4ad3-a639-4f35d597ecd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:12:50.746398 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-45c4c1af-edf1-4882-aa47-ec994d6f7f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:12:52.048546 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:12:53.526459 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:12:53.656810 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:12:54.823436 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:00.190036 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87f612-dbc7-4827-8c2c-167d4a1e2454 req-ff955059-24da-408b-9540-ef42915de132 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:00.191613 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6d87f612-dbc7-4827-8c2c-167d4a1e2454 req-ff955059-24da-408b-9540-ef42915de132 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 945 time: 0.0589590 Feb 07 22:13:00.240069 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6d87f612-dbc7-4827-8c2c-167d4a1e2454 req-120364fd-49e8-4717-8153-92ee158e82e9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=e697632c-e1af-49b8-9228-c0a81b07b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424285 Feb 07 22:13:01.360236 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d05c18-d830-403a-b20c-59472a8362e0 req-0129f711-fdf1-4948-aae3-90c8e56c9209 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:01.361748 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0d05c18-d830-403a-b20c-59472a8362e0 req-0129f711-fdf1-4948-aae3-90c8e56c9209 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 945 time: 0.0525155 Feb 07 22:13:01.410636 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c0d05c18-d830-403a-b20c-59472a8362e0 req-f95aceb0-bb5f-41e3-8693-784417758d91 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=e697632c-e1af-49b8-9228-c0a81b07b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433240 Feb 07 22:13:02.532257 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83540e56-0d4a-4cdc-b0c4-22a9fd41778d req-d5c9d0ed-43f1-4033-b121-a7678c853015 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:02.533740 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-83540e56-0d4a-4cdc-b0c4-22a9fd41778d req-d5c9d0ed-43f1-4033-b121-a7678c853015 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 945 time: 0.0562806 Feb 07 22:13:02.844799 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-83540e56-0d4a-4cdc-b0c4-22a9fd41778d req-d3f9f324-4d99-4c26-9856-9429131caa7e tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=e697632c-e1af-49b8-9228-c0a81b07b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3052986 Feb 07 22:13:02.867960 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 47968) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:02.931632 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-09d5baa5-638d-4eb5-8ecb-ed951ec7ecb0 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/floatingips/8998fb96-9c6e-427d-a312-682f8a994d90 HTTP/1.1" status: 200 len: 993 time: 0.0624859 Feb 07 22:13:04.227185 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e38802-0876-4e5b-9744-ce985595c8fc req-f02fffc0-c426-4e23-b8fd-1523f527bde9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:04.228663 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52e38802-0876-4e5b-9744-ce985595c8fc req-f02fffc0-c426-4e23-b8fd-1523f527bde9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 945 time: 0.0787983 Feb 07 22:13:04.243847 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24fcf7-8357-4294-ae07-5fcf0106d9b7 req-f0d11dd7-7914-437c-aee7-5e4547d538c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:04.246229 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0a24fcf7-8357-4294-ae07-5fcf0106d9b7 req-f0d11dd7-7914-437c-aee7-5e4547d538c6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 1127 time: 0.0693309 Feb 07 22:13:04.316125 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:04.331071 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-52e38802-0876-4e5b-9744-ce985595c8fc req-67c79f49-806f-494f-ac3e-33e3ec3f0da3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=e697632c-e1af-49b8-9228-c0a81b07b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950856 Feb 07 22:13:04.359313 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24fcf7-8357-4294-ae07-5fcf0106d9b7 req-bf2c8581-3418-447b-aaf1-ef7c7e3bb580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:04.360826 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0a24fcf7-8357-4294-ae07-5fcf0106d9b7 req-bf2c8581-3418-447b-aaf1-ef7c7e3bb580 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7e734d7d-2ed9-41ca-b230-26c4c7b06b83 HTTP/1.1" status: 200 len: 898 time: 0.1085830 Feb 07 22:13:04.426070 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0a24fcf7-8357-4294-ae07-5fcf0106d9b7 req-f34c9daa-08fc-4f90-929c-53119f3b2644 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20574677-93a7-4bc0-a30c-62096b9df711 HTTP/1.1" status: 200 len: 1001 time: 0.0596676 Feb 07 22:13:04.471439 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24fcf7-8357-4294-ae07-5fcf0106d9b7 req-9985a07d-262c-4af6-841e-62ca59c89c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:04.472838 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0a24fcf7-8357-4294-ae07-5fcf0106d9b7 req-9985a07d-262c-4af6-841e-62ca59c89c88 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f2bfcb17-466b-40d6-be0d-4ff9ee36d839 HTTP/1.1" status: 200 len: 834 time: 0.0417244 Feb 07 22:13:04.520138 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24fcf7-8357-4294-ae07-5fcf0106d9b7 req-b2d18356-e551-4f8b-b16b-7fbef1075924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:04.522174 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0a24fcf7-8357-4294-ae07-5fcf0106d9b7 req-b2d18356-e551-4f8b-b16b-7fbef1075924 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7e734d7d-2ed9-41ca-b230-26c4c7b06b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0424106 Feb 07 22:13:04.611514 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0a24fcf7-8357-4294-ae07-5fcf0106d9b7 req-acb791b3-fe12-4399-a7e7-a34fae5e0711 service neutron] 10.222.0.71 "GET /v2.0/networks/7e734d7d-2ed9-41ca-b230-26c4c7b06b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828266 Feb 07 22:13:04.621015 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:04.706888 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0a24fcf7-8357-4294-ae07-5fcf0106d9b7 req-9b6746af-c5c5-479f-b8d3-e91fc14a4913 service neutron] 10.222.0.71 "GET /v2.0/networks/7e734d7d-2ed9-41ca-b230-26c4c7b06b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895925 Feb 07 22:13:05.452676 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b182db4-4e30-42e3-8bfa-ff607921e93f req-509e4045-89d1-473a-961d-35efe6d50a66 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:05.454110 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b182db4-4e30-42e3-8bfa-ff607921e93f req-509e4045-89d1-473a-961d-35efe6d50a66 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 945 time: 0.0517061 Feb 07 22:13:05.500752 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b182db4-4e30-42e3-8bfa-ff607921e93f req-ef917e7d-11f2-4c4d-bca0-27a46e10060f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=e697632c-e1af-49b8-9228-c0a81b07b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411956 Feb 07 22:13:06.623330 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191a9e0-b750-4040-95aa-75e1febd502c req-f50574a8-c89b-44df-b893-d3a7d12b7d81 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:06.624820 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e191a9e0-b750-4040-95aa-75e1febd502c req-f50574a8-c89b-44df-b893-d3a7d12b7d81 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 945 time: 0.0556061 Feb 07 22:13:06.672356 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e191a9e0-b750-4040-95aa-75e1febd502c req-be531cc4-2f44-4290-bb96-3ee9e5a199fc tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=e697632c-e1af-49b8-9228-c0a81b07b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414588 Feb 07 22:13:06.694452 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47982) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:06.752896 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-cd10f02e-e6bb-46d0-8702-942dde30eb8a tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/floatingips/8998fb96-9c6e-427d-a312-682f8a994d90 HTTP/1.1" status: 200 len: 993 time: 0.0572150 Feb 07 22:13:07.012134 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 47988) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:07.169907 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a3019dd9-1173-4513-acb5-a7530463fae9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Deleting port c5da7e4b-e404-4d9b-a1b5-fadb42d36179 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:13:07.170257 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a3019dd9-1173-4513-acb5-a7530463fae9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c5da7e4b-e404-4d9b-a1b5-fadb42d36179), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:07.243444 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a3019dd9-1173-4513-acb5-a7530463fae9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c5da7e4b-e404-4d9b-a1b5-fadb42d36179), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:07.243774 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a3019dd9-1173-4513-acb5-a7530463fae9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for floatingip (c5da7e4b-e404-4d9b-a1b5-fadb42d36179), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:07.255260 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a3019dd9-1173-4513-acb5-a7530463fae9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Calling delete_port for c5da7e4b-e404-4d9b-a1b5-fadb42d36179 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:13:07.399790 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a3019dd9-1173-4513-acb5-a7530463fae9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (c5da7e4b-e404-4d9b-a1b5-fadb42d36179), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:07.430771 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3019dd9-1173-4513-acb5-a7530463fae9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Port': ['ID=c5da7e4b-e404-4d9b-a1b5-fadb42d36179,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:07.442961 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3019dd9-1173-4513-acb5-a7530463fae9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:07.443318 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3019dd9-1173-4513-acb5-a7530463fae9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:07.443666 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3019dd9-1173-4513-acb5-a7530463fae9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:07.444008 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3019dd9-1173-4513-acb5-a7530463fae9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:07.444590 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3019dd9-1173-4513-acb5-a7530463fae9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:07.444940 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3019dd9-1173-4513-acb5-a7530463fae9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:07.445310 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3019dd9-1173-4513-acb5-a7530463fae9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:07.445442 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3019dd9-1173-4513-acb5-a7530463fae9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:07.445762 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3019dd9-1173-4513-acb5-a7530463fae9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:07.446100 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3019dd9-1173-4513-acb5-a7530463fae9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:07.446431 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3019dd9-1173-4513-acb5-a7530463fae9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:07.446758 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3019dd9-1173-4513-acb5-a7530463fae9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:07.447082 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3019dd9-1173-4513-acb5-a7530463fae9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:07.505962 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a3019dd9-1173-4513-acb5-a7530463fae9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for floatingip (8998fb96-9c6e-427d-a312-682f8a994d90), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:07.506353 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-a3019dd9-1173-4513-acb5-a7530463fae9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Floating IP 8998fb96-9c6e-427d-a312-682f8a994d90 disassociated (deleted). External IP: 172.25.4.162, port: 20574677-93a7-4bc0-a30c-62096b9df711. Feb 07 22:13:07.707591 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3019dd9-1173-4513-acb5-a7530463fae9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Router ae7e0dbf-5838-4976-a61f-2a49d6af92ed has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:13:07.827721 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3019dd9-1173-4513-acb5-a7530463fae9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:13:07.832122 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a3019dd9-1173-4513-acb5-a7530463fae9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:07.838422 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f11b9b0-cdff-4d7a-82a5-6f92139db3ac None None] Sync routers for ids ['ae7e0dbf-5838-4976-a61f-2a49d6af92ed'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:13:07.849350 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f11b9b0-cdff-4d7a-82a5-6f92139db3ac None None] Routers {'ae7e0dbf-5838-4976-a61f-2a49d6af92ed'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:13:07.849956 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-6f11b9b0-cdff-4d7a-82a5-6f92139db3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:12:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ae7e0dbf-5838-4976-a61f-2a49d6af92ed'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:07.862292 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a3019dd9-1173-4513-acb5-a7530463fae9 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "DELETE /v2.0/floatingips/8998fb96-9c6e-427d-a312-682f8a994d90 HTTP/1.1" status: 204 len: 168 time: 0.8491473 Feb 07 22:13:07.862979 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f390a8-4135-4bd4-84a5-e43ca044f802', 'tag': '20574677-93a7-4bc0-a30c-62096b9df711'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:13:07.865379 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307d6f35-2671-4551-b6ea-ed5a2fe51b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "15f390a8-4135-4bd4-84a5-e43ca044f802", "tag": "20574677-93a7-4bc0-a30c-62096b9df711"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:13:07.905006 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0222b33-f092-480a-93e9-96eb98353900 x-openstack-request-id: req-c0222b33-f092-480a-93e9-96eb98353900 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:13:07.905355 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15f390a8-4135-4bd4-84a5-e43ca044f802", "tag": "20574677-93a7-4bc0-a30c-62096b9df711", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:13:07.905612 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c0222b33-f092-480a-93e9-96eb98353900 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:13:07.906134 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15f390a8-4135-4bd4-84a5-e43ca044f802', 'tag': '20574677-93a7-4bc0-a30c-62096b9df711', 'status': 'completed', 'code': 200} Feb 07 22:13:07.979926 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d6f35-2671-4551-b6ea-ed5a2fe51b8e req-1cba2302-f218-4a43-8a4c-67bd04bc3459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:07.981381 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-307d6f35-2671-4551-b6ea-ed5a2fe51b8e req-1cba2302-f218-4a43-8a4c-67bd04bc3459 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cb32d546868e49d7bc91660452f9cd72&device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 1127 time: 0.0542493 Feb 07 22:13:08.065665 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-6f11b9b0-cdff-4d7a-82a5-6f92139db3ac None None] Set router ae7e0dbf-5838-4976-a61f-2a49d6af92ed gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:13:08.110262 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d6f35-2671-4551-b6ea-ed5a2fe51b8e req-f242dcc7-f8c7-4c06-b644-8dbe64b3ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:08.111752 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-307d6f35-2671-4551-b6ea-ed5a2fe51b8e req-f242dcc7-f8c7-4c06-b644-8dbe64b3ca0a service neutron] 10.222.0.71 "GET /v2.0/networks?id=7e734d7d-2ed9-41ca-b230-26c4c7b06b83 HTTP/1.1" status: 200 len: 898 time: 0.1200104 Feb 07 22:13:08.133114 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3183eb-8c24-4def-811e-385517e4f8f3 req-05d9f793-5afe-4dfd-9005-8b9a9eabc3a1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:08.134522 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b3183eb-8c24-4def-811e-385517e4f8f3 req-05d9f793-5afe-4dfd-9005-8b9a9eabc3a1 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 945 time: 0.0807970 Feb 07 22:13:08.167029 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-307d6f35-2671-4551-b6ea-ed5a2fe51b8e req-b956fbd5-829c-4ac2-9612-81130cca4316 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20574677-93a7-4bc0-a30c-62096b9df711 HTTP/1.1" status: 200 len: 217 time: 0.0473206 Feb 07 22:13:08.243680 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b3183eb-8c24-4def-811e-385517e4f8f3 req-44da7c91-133c-4d90-b053-a58cadc6fd79 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=e697632c-e1af-49b8-9228-c0a81b07b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792136 Feb 07 22:13:08.245495 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d6f35-2671-4551-b6ea-ed5a2fe51b8e req-ad094c29-4e12-4769-8647-7525ad585396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:08.246831 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-307d6f35-2671-4551-b6ea-ed5a2fe51b8e req-ad094c29-4e12-4769-8647-7525ad585396 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f2bfcb17-466b-40d6-be0d-4ff9ee36d839 HTTP/1.1" status: 200 len: 834 time: 0.0677981 Feb 07 22:13:08.267487 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-6f11b9b0-cdff-4d7a-82a5-6f92139db3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122886923', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:11:36Z', 'updated_at': '2022-02-07T22:11:40Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:11:37Z', 'updated_at': '2022-02-07T22:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '71580fd8-6754-4eb7-bafe-c5aa81900887', 'name': '', 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:e0:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'f2bfcb17-466b-40d6-be0d-4ff9ee36d839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:11:39Z', 'updated_at': '2022-02-07T22:11:43Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': 'f2bfcb17-466b-40d6-be0d-4ff9ee36d839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:08.293454 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f11b9b0-cdff-4d7a-82a5-6f92139db3ac None None] Checking router: ae7e0dbf-5838-4976-a61f-2a49d6af92ed for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:13:08.297334 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d6f35-2671-4551-b6ea-ed5a2fe51b8e req-847f8a2e-6a3c-4803-90f5-1433e346027c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:08.298853 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-307d6f35-2671-4551-b6ea-ed5a2fe51b8e req-847f8a2e-6a3c-4803-90f5-1433e346027c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7e734d7d-2ed9-41ca-b230-26c4c7b06b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455520 Feb 07 22:13:08.301543 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f11b9b0-cdff-4d7a-82a5-6f92139db3ac None None] Routers {'ae7e0dbf-5838-4976-a61f-2a49d6af92ed'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:13:08.302127 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-6f11b9b0-cdff-4d7a-82a5-6f92139db3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:12:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ae7e0dbf-5838-4976-a61f-2a49d6af92ed'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:08.389228 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-307d6f35-2671-4551-b6ea-ed5a2fe51b8e req-88af2189-bf8b-4dc4-9d0d-4e7e6f2e9bdc service neutron] 10.222.0.71 "GET /v2.0/networks/7e734d7d-2ed9-41ca-b230-26c4c7b06b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837615 Feb 07 22:13:08.407958 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-6f11b9b0-cdff-4d7a-82a5-6f92139db3ac None None] Set router ae7e0dbf-5838-4976-a61f-2a49d6af92ed gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:13:08.478458 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-307d6f35-2671-4551-b6ea-ed5a2fe51b8e req-8bee49c6-d440-496a-9851-3d91a0679309 service neutron] 10.222.0.71 "GET /v2.0/networks/7e734d7d-2ed9-41ca-b230-26c4c7b06b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832026 Feb 07 22:13:08.606953 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-6f11b9b0-cdff-4d7a-82a5-6f92139db3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122886923', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:11:36Z', 'updated_at': '2022-02-07T22:11:40Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:11:37Z', 'updated_at': '2022-02-07T22:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '71580fd8-6754-4eb7-bafe-c5aa81900887', 'name': '', 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:e0:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'f2bfcb17-466b-40d6-be0d-4ff9ee36d839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:11:39Z', 'updated_at': '2022-02-07T22:11:43Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': 'f2bfcb17-466b-40d6-be0d-4ff9ee36d839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:08.633966 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f11b9b0-cdff-4d7a-82a5-6f92139db3ac None None] The sync data for ids ['ae7e0dbf-5838-4976-a61f-2a49d6af92ed'] in n-d-828185-2 is: [{'id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122886923', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:11:36Z', 'updated_at': '2022-02-07T22:11:40Z', 'revision_number': 4, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:11:37Z', 'updated_at': '2022-02-07T22:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': '71580fd8-6754-4eb7-bafe-c5aa81900887', 'name': '', 'network_id': '7e734d7d-2ed9-41ca-b230-26c4c7b06b83', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'mac_address': 'fa:16:3e:e0:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'f2bfcb17-466b-40d6-be0d-4ff9ee36d839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:11:39Z', 'updated_at': '2022-02-07T22:11:43Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'subnets': [{'id': 'f2bfcb17-466b-40d6-be0d-4ff9ee36d839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:13:08.866842 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddf3b85-1543-4fe6-b742-f9b70b49d003 None None] New status for floating IP 8998fb96-9c6e-427d-a312-682f8a994d90: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:13:09.378431 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c169742-9335-4576-8f79-e2ed483cd9c6 req-7ed498c4-caf2-4171-ad73-e77dc2bc0376 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:09.379956 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c169742-9335-4576-8f79-e2ed483cd9c6 req-7ed498c4-caf2-4171-ad73-e77dc2bc0376 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 945 time: 0.0583022 Feb 07 22:13:09.428671 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c169742-9335-4576-8f79-e2ed483cd9c6 req-8c8d111f-0942-43cf-ac70-3599fa1c2d3c tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/security-groups?id=e697632c-e1af-49b8-9228-c0a81b07b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430124 Feb 07 22:13:09.745275 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459b160-36e6-4a90-8715-a974363c886b req-7e599db9-9400-4601-9f90-763b258bad2f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:09.746723 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5459b160-36e6-4a90-8715-a974363c886b req-7e599db9-9400-4601-9f90-763b258bad2f tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.71 "GET /v2.0/ports?device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 945 time: 0.0524590 Feb 07 22:13:09.837633 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-5459b160-36e6-4a90-8715-a974363c886b req-6421ee27-1404-4dc0-9f48-048d70ff9a2b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Deleting port 20574677-93a7-4bc0-a30c-62096b9df711 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:13:09.837967 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5459b160-36e6-4a90-8715-a974363c886b req-6421ee27-1404-4dc0-9f48-048d70ff9a2b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (20574677-93a7-4bc0-a30c-62096b9df711), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:09.923690 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-5459b160-36e6-4a90-8715-a974363c886b req-6421ee27-1404-4dc0-9f48-048d70ff9a2b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] For port 20574677-93a7-4bc0-a30c-62096b9df711, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=20574677-93a7-4bc0-a30c-62096b9df711,segment=NetworkSegment(33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a),segment_id=33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:13:09.924050 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5459b160-36e6-4a90-8715-a974363c886b req-6421ee27-1404-4dc0-9f48-048d70ff9a2b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (20574677-93a7-4bc0-a30c-62096b9df711), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:09.936767 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-5459b160-36e6-4a90-8715-a974363c886b req-6421ee27-1404-4dc0-9f48-048d70ff9a2b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Calling delete_port for 20574677-93a7-4bc0-a30c-62096b9df711 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:13:10.061705 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5459b160-36e6-4a90-8715-a974363c886b req-6421ee27-1404-4dc0-9f48-048d70ff9a2b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (20574677-93a7-4bc0-a30c-62096b9df711), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:10.096169 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421ee27-1404-4dc0-9f48-048d70ff9a2b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Port': ['ID=20574677-93a7-4bc0-a30c-62096b9df711,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:10.132151 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5459b160-36e6-4a90-8715-a974363c886b req-6421ee27-1404-4dc0-9f48-048d70ff9a2b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] No DVR routers for this DVR port 20574677-93a7-4bc0-a30c-62096b9df711 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:13:10.134872 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5459b160-36e6-4a90-8715-a974363c886b req-6421ee27-1404-4dc0-9f48-048d70ff9a2b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:10.138247 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5459b160-36e6-4a90-8715-a974363c886b req-6421ee27-1404-4dc0-9f48-048d70ff9a2b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.71 "DELETE /v2.0/ports/20574677-93a7-4bc0-a30c-62096b9df711 HTTP/1.1" status: 204 len: 173 time: 0.3869462 Feb 07 22:13:10.138691 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f390a8-4135-4bd4-84a5-e43ca044f802', 'name': 'network-vif-deleted', 'tag': '20574677-93a7-4bc0-a30c-62096b9df711'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:13:10.141047 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730d43df-27e1-4319-81ca-2099e58f8178" -d '{"events": [{"server_uuid": "15f390a8-4135-4bd4-84a5-e43ca044f802", "name": "network-vif-deleted", "tag": "20574677-93a7-4bc0-a30c-62096b9df711"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:13:10.194135 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19344e2-4b65-4e3c-8beb-deffb3b7742d x-openstack-request-id: req-b19344e2-4b65-4e3c-8beb-deffb3b7742d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:13:10.194525 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f390a8-4135-4bd4-84a5-e43ca044f802", "name": "network-vif-deleted", "tag": "20574677-93a7-4bc0-a30c-62096b9df711", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:13:10.194832 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b19344e2-4b65-4e3c-8beb-deffb3b7742d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:13:10.195301 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f390a8-4135-4bd4-84a5-e43ca044f802', 'name': 'network-vif-deleted', 'tag': '20574677-93a7-4bc0-a30c-62096b9df711', 'status': 'completed', 'code': 200} Feb 07 22:13:10.556599 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ab46b0e5-dbe3-4721-a085-07f1867134a1 req-de37f56c-17d9-4928-95ba-9974600586dc tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f390a8-4135-4bd4-84a5-e43ca044f802 HTTP/1.1" status: 200 len: 210 time: 0.0394702 Feb 07 22:13:11.615946 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48004) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:11.964141 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8744ed98-343b-4428-88b3-1e1e5388b723 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (ae7e0dbf-5838-4976-a61f-2a49d6af92ed), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:12.212487 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8744ed98-343b-4428-88b3-1e1e5388b723 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Deleting port 71580fd8-6754-4eb7-bafe-c5aa81900887 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:13:12.212829 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8744ed98-343b-4428-88b3-1e1e5388b723 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (71580fd8-6754-4eb7-bafe-c5aa81900887), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:12.300046 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8744ed98-343b-4428-88b3-1e1e5388b723 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] For port 71580fd8-6754-4eb7-bafe-c5aa81900887, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=71580fd8-6754-4eb7-bafe-c5aa81900887,segment=NetworkSegment(33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a),segment_id=33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:13:12.300328 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8744ed98-343b-4428-88b3-1e1e5388b723 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (71580fd8-6754-4eb7-bafe-c5aa81900887), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:12.313956 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8744ed98-343b-4428-88b3-1e1e5388b723 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Calling delete_port for 71580fd8-6754-4eb7-bafe-c5aa81900887 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:13:12.495642 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8744ed98-343b-4428-88b3-1e1e5388b723 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (71580fd8-6754-4eb7-bafe-c5aa81900887), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:12.522430 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744ed98-343b-4428-88b3-1e1e5388b723 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Port': ['ID=71580fd8-6754-4eb7-bafe-c5aa81900887,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:12.689726 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8744ed98-343b-4428-88b3-1e1e5388b723 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (ae7e0dbf-5838-4976-a61f-2a49d6af92ed), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:12.903938 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8744ed98-343b-4428-88b3-1e1e5388b723 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Router ae7e0dbf-5838-4976-a61f-2a49d6af92ed has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:13:13.008244 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8744ed98-343b-4428-88b3-1e1e5388b723 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:13:13.013213 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8744ed98-343b-4428-88b3-1e1e5388b723 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "PUT /v2.0/routers/ae7e0dbf-5838-4976-a61f-2a49d6af92ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3962269 Feb 07 22:13:13.015910 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48006) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:13.019120 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5140cc-c94c-43e6-81db-48e90ea549bf None None] Sync routers for ids ['ae7e0dbf-5838-4976-a61f-2a49d6af92ed'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:13:13.028860 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5140cc-c94c-43e6-81db-48e90ea549bf None None] Routers {'ae7e0dbf-5838-4976-a61f-2a49d6af92ed'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:13:13.029472 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7f5140cc-c94c-43e6-81db-48e90ea549bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:12:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ae7e0dbf-5838-4976-a61f-2a49d6af92ed'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:13.064789 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef673d9d-91bc-4757-b699-584ddf9d2713 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Deleting subnet f2bfcb17-466b-40d6-be0d-4ff9ee36d839 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 22:13:13.068534 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef673d9d-91bc-4757-b699-584ddf9d2713 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for subnet (f2bfcb17-466b-40d6-be0d-4ff9ee36d839), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:13.108154 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef673d9d-91bc-4757-b699-584ddf9d2713 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (f2bfcb17-466b-40d6-be0d-4ff9ee36d839), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:13.134131 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-7f5140cc-c94c-43e6-81db-48e90ea549bf None None] Set router ae7e0dbf-5838-4976-a61f-2a49d6af92ed gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:13:13.314143 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7f5140cc-c94c-43e6-81db-48e90ea549bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122886923', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:11:36Z', 'updated_at': '2022-02-07T22:13:12Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:11:37Z', 'updated_at': '2022-02-07T22:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:13.344255 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5140cc-c94c-43e6-81db-48e90ea549bf None None] Checking router: ae7e0dbf-5838-4976-a61f-2a49d6af92ed for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:13:13.353451 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5140cc-c94c-43e6-81db-48e90ea549bf None None] Routers {'ae7e0dbf-5838-4976-a61f-2a49d6af92ed'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:13:13.354073 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7f5140cc-c94c-43e6-81db-48e90ea549bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:12:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['ae7e0dbf-5838-4976-a61f-2a49d6af92ed'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:13.453803 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef673d9d-91bc-4757-b699-584ddf9d2713 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (f2bfcb17-466b-40d6-be0d-4ff9ee36d839), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:13.460633 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-7f5140cc-c94c-43e6-81db-48e90ea549bf None None] Set router ae7e0dbf-5838-4976-a61f-2a49d6af92ed gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:13:13.514383 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef673d9d-91bc-4757-b699-584ddf9d2713 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (f2bfcb17-466b-40d6-be0d-4ff9ee36d839), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:13.539303 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef673d9d-91bc-4757-b699-584ddf9d2713 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Subnet': ['ID=f2bfcb17-466b-40d6-be0d-4ff9ee36d839,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:13.544838 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ef673d9d-91bc-4757-b699-584ddf9d2713 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:13.547923 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ef673d9d-91bc-4757-b699-584ddf9d2713 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "DELETE /v2.0/subnets/f2bfcb17-466b-40d6-be0d-4ff9ee36d839 HTTP/1.1" status: 204 len: 168 time: 0.5310259 Feb 07 22:13:13.550666 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48008) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:13.552734 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3afa1b9-4a26-48cf-84da-5cb14068ab14 None None] Network 7e734d7d-2ed9-41ca-b230-26c4c7b06b83 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:13:13.597616 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 20574677-93a7-4bc0-a30c-62096b9df711 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:13:13.625582 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 20574677-93a7-4bc0-a30c-62096b9df711 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:13:13.625932 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 20574677-93a7-4bc0-a30c-62096b9df711 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:13:13.643672 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7f5140cc-c94c-43e6-81db-48e90ea549bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122886923', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:11:36Z', 'updated_at': '2022-02-07T22:13:12Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:11:37Z', 'updated_at': '2022-02-07T22:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:13.659359 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a411a028-afa1-4708-bc81-a81b8c3142a3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router (ae7e0dbf-5838-4976-a61f-2a49d6af92ed), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:13.670437 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5140cc-c94c-43e6-81db-48e90ea549bf None None] The sync data for ids ['ae7e0dbf-5838-4976-a61f-2a49d6af92ed'] in n-d-828185-2 is: [{'id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122886923', 'tenant_id': 'cb32d546868e49d7bc91660452f9cd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:11:36Z', 'updated_at': '2022-02-07T22:13:12Z', 'revision_number': 5, 'project_id': 'cb32d546868e49d7bc91660452f9cd72', 'gw_port': {'id': '95420c43-04e5-4562-974c-f90d4030c2d6', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7e0dbf-5838-4976-a61f-2a49d6af92ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:11:37Z', 'updated_at': '2022-02-07T22:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:13:13.769624 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a411a028-afa1-4708-bc81-a81b8c3142a3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_gateway (ae7e0dbf-5838-4976-a61f-2a49d6af92ed), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:13.820786 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a411a028-afa1-4708-bc81-a81b8c3142a3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Deleting port 95420c43-04e5-4562-974c-f90d4030c2d6 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:13:13.821125 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a411a028-afa1-4708-bc81-a81b8c3142a3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (95420c43-04e5-4562-974c-f90d4030c2d6), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:13.898423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a411a028-afa1-4708-bc81-a81b8c3142a3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] For port 95420c43-04e5-4562-974c-f90d4030c2d6, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=95420c43-04e5-4562-974c-f90d4030c2d6,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:13:13.898783 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a411a028-afa1-4708-bc81-a81b8c3142a3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (95420c43-04e5-4562-974c-f90d4030c2d6), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:13.911050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a411a028-afa1-4708-bc81-a81b8c3142a3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Calling delete_port for 95420c43-04e5-4562-974c-f90d4030c2d6 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:13:14.043802 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d1283a-a88a-44e3-98c8-a86e129cfd4f None None] DHCP port deletion for 7e734d7d-2ed9-41ca-b230-26c4c7b06b83 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 22:13:14.085643 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a411a028-afa1-4708-bc81-a81b8c3142a3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (95420c43-04e5-4562-974c-f90d4030c2d6), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:14.094989 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-60d1283a-a88a-44e3-98c8-a86e129cfd4f None None] Deleting port f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:13:14.095361 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-60d1283a-a88a-44e3-98c8-a86e129cfd4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:14.110791 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411a028-afa1-4708-bc81-a81b8c3142a3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Port': ['ID=95420c43-04e5-4562-974c-f90d4030c2d6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:14.164172 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-60d1283a-a88a-44e3-98c8-a86e129cfd4f None None] For port f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9,segment=NetworkSegment(33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a),segment_id=33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:13:14.164688 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-60d1283a-a88a-44e3-98c8-a86e129cfd4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:14.178286 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a411a028-afa1-4708-bc81-a81b8c3142a3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (ae7e0dbf-5838-4976-a61f-2a49d6af92ed), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:14.179202 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-60d1283a-a88a-44e3-98c8-a86e129cfd4f None None] Calling delete_port for f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:13:14.259828 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-60d1283a-a88a-44e3-98c8-a86e129cfd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:14.272800 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a411a028-afa1-4708-bc81-a81b8c3142a3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (ae7e0dbf-5838-4976-a61f-2a49d6af92ed), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:14.274920 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a411a028-afa1-4708-bc81-a81b8c3142a3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router_controller (ae7e0dbf-5838-4976-a61f-2a49d6af92ed), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:14.287807 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1283a-a88a-44e3-98c8-a86e129cfd4f None None] Pushing event deleted for resources: {'Port': ['ID=f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:14.292007 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d1283a-a88a-44e3-98c8-a86e129cfd4f None None] No DVR routers for this DVR port f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:13:14.298794 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1283a-a88a-44e3-98c8-a86e129cfd4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:14.299139 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1283a-a88a-44e3-98c8-a86e129cfd4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:14.299475 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1283a-a88a-44e3-98c8-a86e129cfd4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:14.299803 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1283a-a88a-44e3-98c8-a86e129cfd4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:14.300133 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1283a-a88a-44e3-98c8-a86e129cfd4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:14.300495 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1283a-a88a-44e3-98c8-a86e129cfd4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:14.300809 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1283a-a88a-44e3-98c8-a86e129cfd4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:14.301131 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1283a-a88a-44e3-98c8-a86e129cfd4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:14.301447 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1283a-a88a-44e3-98c8-a86e129cfd4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:14.302573 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1283a-a88a-44e3-98c8-a86e129cfd4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:14.302674 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1283a-a88a-44e3-98c8-a86e129cfd4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:14.302917 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1283a-a88a-44e3-98c8-a86e129cfd4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:14.303235 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1283a-a88a-44e3-98c8-a86e129cfd4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:14.322567 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a411a028-afa1-4708-bc81-a81b8c3142a3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (ae7e0dbf-5838-4976-a61f-2a49d6af92ed), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:14.323095 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a411a028-afa1-4708-bc81-a81b8c3142a3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Fanout notify agent at l3_agent the message router_deleted on router ae7e0dbf-5838-4976-a61f-2a49d6af92ed {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:13:14.331693 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a411a028-afa1-4708-bc81-a81b8c3142a3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:14.332734 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a411a028-afa1-4708-bc81-a81b8c3142a3 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "DELETE /v2.0/routers/ae7e0dbf-5838-4976-a61f-2a49d6af92ed HTTP/1.1" status: 204 len: 168 time: 0.7809720 Feb 07 22:13:14.335897 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48010) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:14.417218 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4b8db92-65ea-47f0-99d8-9f1e7b41ad3b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (7e734d7d-2ed9-41ca-b230-26c4c7b06b83), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:14.513206 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4b8db92-65ea-47f0-99d8-9f1e7b41ad3b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (7e734d7d-2ed9-41ca-b230-26c4c7b06b83), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:14.532051 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-b4b8db92-65ea-47f0-99d8-9f1e7b41ad3b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e734d7d-2ed9-41ca-b230-26c4c7b06b83']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:14.540992 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-b4b8db92-65ea-47f0-99d8-9f1e7b41ad3b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:14.541291 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-b4b8db92-65ea-47f0-99d8-9f1e7b41ad3b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:14.550303 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4b8db92-65ea-47f0-99d8-9f1e7b41ad3b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:14.563531 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4b8db92-65ea-47f0-99d8-9f1e7b41ad3b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:14.569718 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b8db92-65ea-47f0-99d8-9f1e7b41ad3b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:13:14.570095 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4b8db92-65ea-47f0-99d8-9f1e7b41ad3b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (33d6fc36-bb9b-4d7a-9e98-7dbd01c5155a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: timer() Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:13:14.572987 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:13:14.628235 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4b8db92-65ea-47f0-99d8-9f1e7b41ad3b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (7e734d7d-2ed9-41ca-b230-26c4c7b06b83), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:14.634959 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4b8db92-65ea-47f0-99d8-9f1e7b41ad3b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:14.638120 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-b4b8db92-65ea-47f0-99d8-9f1e7b41ad3b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "DELETE /v2.0/networks/7e734d7d-2ed9-41ca-b230-26c4c7b06b83 HTTP/1.1" status: 204 len: 168 time: 0.3011527 Feb 07 22:13:14.641776 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48012) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:14.650584 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8db92-65ea-47f0-99d8-9f1e7b41ad3b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'Network': ['ID=7e734d7d-2ed9-41ca-b230-26c4c7b06b83,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:14.658855 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8db92-65ea-47f0-99d8-9f1e7b41ad3b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:14.659216 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8db92-65ea-47f0-99d8-9f1e7b41ad3b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:14.659556 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8db92-65ea-47f0-99d8-9f1e7b41ad3b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:14.659907 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8db92-65ea-47f0-99d8-9f1e7b41ad3b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:14.660244 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8db92-65ea-47f0-99d8-9f1e7b41ad3b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:14.660613 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8db92-65ea-47f0-99d8-9f1e7b41ad3b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:14.660974 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8db92-65ea-47f0-99d8-9f1e7b41ad3b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:14.661814 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8db92-65ea-47f0-99d8-9f1e7b41ad3b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:14.662310 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8db92-65ea-47f0-99d8-9f1e7b41ad3b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:14.662695 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8db92-65ea-47f0-99d8-9f1e7b41ad3b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:14.663028 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8db92-65ea-47f0-99d8-9f1e7b41ad3b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:14.663356 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8db92-65ea-47f0-99d8-9f1e7b41ad3b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:14.663678 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8db92-65ea-47f0-99d8-9f1e7b41ad3b tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:14.701744 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86bf297b-8a1b-47bf-abe3-7951ab88e584 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (e697632c-e1af-49b8-9228-c0a81b07b5fc), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:14.727485 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86bf297b-8a1b-47bf-abe3-7951ab88e584 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (e697632c-e1af-49b8-9228-c0a81b07b5fc), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:14.796175 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86bf297b-8a1b-47bf-abe3-7951ab88e584 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (e697632c-e1af-49b8-9228-c0a81b07b5fc), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:14.799202 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86bf297b-8a1b-47bf-abe3-7951ab88e584 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:14.803418 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-86bf297b-8a1b-47bf-abe3-7951ab88e584 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] 10.222.0.65 "DELETE /v2.0/security-groups/e697632c-e1af-49b8-9228-c0a81b07b5fc HTTP/1.1" status: 204 len: 168 time: 0.1576543 Feb 07 22:13:14.812607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf297b-8a1b-47bf-abe3-7951ab88e584 tempest-TestNetworkAdvancedServerOps-2138941462 tempest-TestNetworkAdvancedServerOps-2138941462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e697632c-e1af-49b8-9228-c0a81b07b5fc,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:14.825831 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:13:14.853681 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:13:14.854034 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f8d9b831-35f2-4c7e-a4ac-5ea8d0f4f8e9 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:13:14.854456 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 71580fd8-6754-4eb7-bafe-c5aa81900887 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:13:14.876551 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 71580fd8-6754-4eb7-bafe-c5aa81900887 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:13:14.876903 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 71580fd8-6754-4eb7-bafe-c5aa81900887 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:13:14.877337 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 95420c43-04e5-4562-974c-f90d4030c2d6 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:13:14.896028 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 95420c43-04e5-4562-974c-f90d4030c2d6 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:13:14.896410 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 95420c43-04e5-4562-974c-f90d4030c2d6 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:13:15.141335 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48020) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:15.280376 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-c3c7e72a-5aa3-4dd1-b2ef-9150aea49781 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cb32d546868e49d7bc91660452f9cd72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1378784 Feb 07 22:13:15.282896 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48024) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:15.332005 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8aa2744-3bb2-4534-8be6-62c8849ce22d admin admin] Publish callbacks [] for security_group (21c56308-e3c3-460f-ba0b-febd2d0acc28), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:15.352950 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8aa2744-3bb2-4534-8be6-62c8849ce22d admin admin] Publish callbacks [] for security_group (21c56308-e3c3-460f-ba0b-febd2d0acc28), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:15.398644 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8aa2744-3bb2-4534-8be6-62c8849ce22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (21c56308-e3c3-460f-ba0b-febd2d0acc28), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:15.401231 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8aa2744-3bb2-4534-8be6-62c8849ce22d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:15.402372 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b8aa2744-3bb2-4534-8be6-62c8849ce22d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/21c56308-e3c3-460f-ba0b-febd2d0acc28 HTTP/1.1" status: 204 len: 168 time: 0.1185851 Feb 07 22:13:15.410432 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa2744-3bb2-4534-8be6-62c8849ce22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c56308-e3c3-460f-ba0b-febd2d0acc28,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:15.665531 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48030) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:15.678447 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59fd5c68-28f8-46af-8fd9-e1398fa3872c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:15.754067 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59fd5c68-28f8-46af-8fd9-e1398fa3872c admin admin] Publish callbacks [] for security_group (abb45ef6-7ada-488d-a393-6cef34e022f1), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:15.757935 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59fd5c68-28f8-46af-8fd9-e1398fa3872c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (abb45ef6-7ada-488d-a393-6cef34e022f1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:15.797795 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-59fd5c68-28f8-46af-8fd9-e1398fa3872c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9a9d13b323f4471e8b09cd01db4bd326&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312006 Feb 07 22:13:15.799706 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd5c68-28f8-46af-8fd9-e1398fa3872c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb45ef6-7ada-488d-a393-6cef34e022f1,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:15.800573 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48032) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:15.848437 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-78c253f7-d009-4055-9c9c-b3de9dd2fdf4 admin admin] Publish callbacks [] for security_group (abb45ef6-7ada-488d-a393-6cef34e022f1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:15.869326 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-78c253f7-d009-4055-9c9c-b3de9dd2fdf4 admin admin] Publish callbacks [] for security_group (abb45ef6-7ada-488d-a393-6cef34e022f1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:15.914274 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-78c253f7-d009-4055-9c9c-b3de9dd2fdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (abb45ef6-7ada-488d-a393-6cef34e022f1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:15.916868 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-78c253f7-d009-4055-9c9c-b3de9dd2fdf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:15.918038 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-78c253f7-d009-4055-9c9c-b3de9dd2fdf4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/abb45ef6-7ada-488d-a393-6cef34e022f1 HTTP/1.1" status: 204 len: 168 time: 0.1163657 Feb 07 22:13:15.925774 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c253f7-d009-4055-9c9c-b3de9dd2fdf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb45ef6-7ada-488d-a393-6cef34e022f1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:16.622560 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48054) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:16.716128 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9d852758-8551-4645-a8dd-82cb63e2c1f7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2114065198-network', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:13:16.736001 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d852758-8551-4645-a8dd-82cb63e2c1f7 admin admin] Made reservation on behalf of 037a30f33c5c4918aa14dda9855e9f99 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:13:16.738226 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d852758-8551-4645-a8dd-82cb63e2c1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:16.746379 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d852758-8551-4645-a8dd-82cb63e2c1f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:16.822658 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d852758-8551-4645-a8dd-82cb63e2c1f7 admin admin] Publish callbacks [] for security_group (ee552893-3121-4072-a1bc-9009616dc93a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:16.826343 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d852758-8551-4645-a8dd-82cb63e2c1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ee552893-3121-4072-a1bc-9009616dc93a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:16.850994 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d852758-8551-4645-a8dd-82cb63e2c1f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:13:16.860635 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d852758-8551-4645-a8dd-82cb63e2c1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee552893-3121-4072-a1bc-9009616dc93a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:16.865573 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d852758-8551-4645-a8dd-82cb63e2c1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (21577d9f-f78a-4dcd-935e-57320d25351f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:16.865917 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-9d852758-8551-4645-a8dd-82cb63e2c1f7 admin admin] Added segment 21577d9f-f78a-4dcd-935e-57320d25351f of type vlan for network 9dd4442c-d93b-4340-ba3d-67a3fca741b0 Feb 07 22:13:16.904782 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d852758-8551-4645-a8dd-82cb63e2c1f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (9dd4442c-d93b-4340-ba3d-67a3fca741b0), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:16.928553 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d852758-8551-4645-a8dd-82cb63e2c1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (9dd4442c-d93b-4340-ba3d-67a3fca741b0), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:16.929599 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d852758-8551-4645-a8dd-82cb63e2c1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:16.930198 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d852758-8551-4645-a8dd-82cb63e2c1f7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:16.979829 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9d852758-8551-4645-a8dd-82cb63e2c1f7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3561690 Feb 07 22:13:16.983006 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48058) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:16.987956 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9975b2c1-e963-4023-8c4a-e918870ad5d5 admin admin] Request body: {'subnet': {'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2114065198-subnet', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:13:16.992220 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d852758-8551-4645-a8dd-82cb63e2c1f7 admin admin] Pushing event updated for resources: {'Network': ['ID=9dd4442c-d93b-4340-ba3d-67a3fca741b0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:17.002199 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 9dd4442c-d93b-4340-ba3d-67a3fca741b0 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:13:17.008870 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9975b2c1-e963-4023-8c4a-e918870ad5d5 admin admin] Made reservation on behalf of 037a30f33c5c4918aa14dda9855e9f99 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:13:17.011160 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9975b2c1-e963-4023-8c4a-e918870ad5d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:17.172926 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9975b2c1-e963-4023-8c4a-e918870ad5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:17.223780 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975b2c1-e963-4023-8c4a-e918870ad5d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:17.237578 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9975b2c1-e963-4023-8c4a-e918870ad5d5 admin admin] Checking segment: {'id': '21577d9f-f78a-4dcd-935e-57320d25351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:13:17.237936 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9975b2c1-e963-4023-8c4a-e918870ad5d5 admin admin] Network hostable DHCP agents. Network: 9dd4442c-d93b-4340-ba3d-67a3fca741b0, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:13:17.255616 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9975b2c1-e963-4023-8c4a-e918870ad5d5 admin admin] Network 9dd4442c-d93b-4340-ba3d-67a3fca741b0 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:13:17.264224 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9975b2c1-e963-4023-8c4a-e918870ad5d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 9dd4442c-d93b-4340-ba3d-67a3fca741b0) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:13:17.268219 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9975b2c1-e963-4023-8c4a-e918870ad5d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:17.268838 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9975b2c1-e963-4023-8c4a-e918870ad5d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:17.273349 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc0d858-0b61-4263-8b87-7f62681c46be None None] Network 9dd4442c-d93b-4340-ba3d-67a3fca741b0 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:13:17.284125 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-9975b2c1-e963-4023-8c4a-e918870ad5d5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3000219 Feb 07 22:13:17.286804 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48060) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:17.291043 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-82db2222-45c8-49f2-b893-840238db86cb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2114065198-router', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:13:17.310073 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82db2222-45c8-49f2-b893-840238db86cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (c3e545af-6b71-40f8-8fdf-ef32ffb036c7), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:17.311076 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82db2222-45c8-49f2-b893-840238db86cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (c3e545af-6b71-40f8-8fdf-ef32ffb036c7), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:17.362989 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82db2222-45c8-49f2-b893-840238db86cb admin admin] Publish callbacks [] for router_controller (c3e545af-6b71-40f8-8fdf-ef32ffb036c7), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:17.376902 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac02b8de-eb5b-423e-abf4-f362dee10e16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'fixed_ips': [{'subnet_id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 22:13:17.377758 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ac02b8de-eb5b-423e-abf4-f362dee10e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:17.504283 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82db2222-45c8-49f2-b893-840238db86cb admin admin] Publish callbacks [] for router_gateway (c3e545af-6b71-40f8-8fdf-ef32ffb036c7), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:17.513306 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-ac02b8de-eb5b-423e-abf4-f362dee10e16 None None] Allocated IP 172.20.0.2 (9dd4442c-d93b-4340-ba3d-67a3fca741b0/7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1/a86aab35-586a-4751-a076-8381d07a0dcc) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:13:17.659597 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ac02b8de-eb5b-423e-abf4-f362dee10e16 None None] Publish callbacks [] for port (a86aab35-586a-4751-a076-8381d07a0dcc), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:17.667860 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ac02b8de-eb5b-423e-abf4-f362dee10e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (a86aab35-586a-4751-a076-8381d07a0dcc), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:17.715723 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac02b8de-eb5b-423e-abf4-f362dee10e16 None None] Network 9dd4442c-d93b-4340-ba3d-67a3fca741b0 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:13:17.718810 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-ac02b8de-eb5b-423e-abf4-f362dee10e16 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:13:17.723309 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac02b8de-eb5b-423e-abf4-f362dee10e16 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:13:17.731511 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02b8de-eb5b-423e-abf4-f362dee10e16 None None] Pushing event updated for resources: {'Port': ['ID=a86aab35-586a-4751-a076-8381d07a0dcc,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:17.783870 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ac02b8de-eb5b-423e-abf4-f362dee10e16 None None] Attempting to bind port a86aab35-586a-4751-a076-8381d07a0dcc on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:13:17.784176 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ac02b8de-eb5b-423e-abf4-f362dee10e16 None None] Attempting to bind port a86aab35-586a-4751-a076-8381d07a0dcc by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '21577d9f-f78a-4dcd-935e-57320d25351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:13:17.784575 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac02b8de-eb5b-423e-abf4-f362dee10e16 None None] Attempting to bind port a86aab35-586a-4751-a076-8381d07a0dcc on network 9dd4442c-d93b-4340-ba3d-67a3fca741b0 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:13:17.790485 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac02b8de-eb5b-423e-abf4-f362dee10e16 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:13:17.790865 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac02b8de-eb5b-423e-abf4-f362dee10e16 None None] Checking segment: {'id': '21577d9f-f78a-4dcd-935e-57320d25351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:13:17.791275 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ac02b8de-eb5b-423e-abf4-f362dee10e16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:17.791674 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac02b8de-eb5b-423e-abf4-f362dee10e16 None None] Bound using segment: {'id': '21577d9f-f78a-4dcd-935e-57320d25351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:13:17.792143 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ac02b8de-eb5b-423e-abf4-f362dee10e16 None None] Bound port: a86aab35-586a-4751-a076-8381d07a0dcc, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21577d9f-f78a-4dcd-935e-57320d25351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:13:17.792554 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ac02b8de-eb5b-423e-abf4-f362dee10e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a86aab35-586a-4751-a076-8381d07a0dcc), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:17.858330 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ac02b8de-eb5b-423e-abf4-f362dee10e16 None None] For port a86aab35-586a-4751-a076-8381d07a0dcc, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:13:17.861471 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ac02b8de-eb5b-423e-abf4-f362dee10e16 None None] For port a86aab35-586a-4751-a076-8381d07a0dcc, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a86aab35-586a-4751-a076-8381d07a0dcc,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:13:17.867491 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ac02b8de-eb5b-423e-abf4-f362dee10e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a86aab35-586a-4751-a076-8381d07a0dcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:17.929432 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02b8de-eb5b-423e-abf4-f362dee10e16 None None] Pushing event updated for resources: {'Port': ['ID=a86aab35-586a-4751-a076-8381d07a0dcc,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:18.032370 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82db2222-45c8-49f2-b893-840238db86cb admin admin] Publish callbacks [] for router_gateway (c3e545af-6b71-40f8-8fdf-ef32ffb036c7), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:18.053146 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82db2222-45c8-49f2-b893-840238db86cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:18.178858 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-82db2222-45c8-49f2-b893-840238db86cb admin admin] Allocated IP 172.25.4.106 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/a8bcb4b9-821c-41eb-96c6-7ff9c5edc730) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:13:18.283564 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82db2222-45c8-49f2-b893-840238db86cb admin admin] Publish callbacks [] for port (a8bcb4b9-821c-41eb-96c6-7ff9c5edc730), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:18.317054 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82db2222-45c8-49f2-b893-840238db86cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (a8bcb4b9-821c-41eb-96c6-7ff9c5edc730), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:18.356890 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82db2222-45c8-49f2-b893-840238db86cb admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:13:18.359798 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-82db2222-45c8-49f2-b893-840238db86cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:13:18.363297 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82db2222-45c8-49f2-b893-840238db86cb admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:13:18.368573 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db2222-45c8-49f2-b893-840238db86cb admin admin] Pushing event updated for resources: {'Port': ['ID=a8bcb4b9-821c-41eb-96c6-7ff9c5edc730,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:18.578064 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b8be1ba2-a5ad-4d09-a485-b5534964ec22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:18.622953 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a86aab35-586a-4751-a076-8381d07a0dcc up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:13:18.641323 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82db2222-45c8-49f2-b893-840238db86cb admin admin] Publish callbacks [] for router_gateway (c3e545af-6b71-40f8-8fdf-ef32ffb036c7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:18.676240 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port a86aab35-586a-4751-a076-8381d07a0dcc triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:13:18.676962 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a86aab35-586a-4751-a076-8381d07a0dcc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:18.761034 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port a86aab35-586a-4751-a076-8381d07a0dcc is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:13:18.761568 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a86aab35-586a-4751-a076-8381d07a0dcc), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:18.801462 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port a86aab35-586a-4751-a076-8381d07a0dcc, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a86aab35-586a-4751-a076-8381d07a0dcc,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:13:18.806203 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a86aab35-586a-4751-a076-8381d07a0dcc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:18.860829 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82db2222-45c8-49f2-b893-840238db86cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (c3e545af-6b71-40f8-8fdf-ef32ffb036c7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:18.864804 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=a86aab35-586a-4751-a076-8381d07a0dcc,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:18.908520 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050203c9-3a5e-415e-a600-4ad55a403eff None None] Network 9dd4442c-d93b-4340-ba3d-67a3fca741b0 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:13:18.970406 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-9274c770-b9d1-4fa0-afb3-7ca3b4518081 None None] Provisioning complete for port a86aab35-586a-4751-a076-8381d07a0dcc triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:13:18.970967 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9274c770-b9d1-4fa0-afb3-7ca3b4518081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a86aab35-586a-4751-a076-8381d07a0dcc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:18.996484 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82db2222-45c8-49f2-b893-840238db86cb admin admin] Router c3e545af-6b71-40f8-8fdf-ef32ffb036c7 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:13:19.093033 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9274c770-b9d1-4fa0-afb3-7ca3b4518081 None None] Current status of the port a86aab35-586a-4751-a076-8381d07a0dcc is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:13:19.121927 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82db2222-45c8-49f2-b893-840238db86cb admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:13:19.132059 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f5e4bf-5e9b-48b2-9600-1cb864d064d6 None None] Sync routers for ids ['c3e545af-6b71-40f8-8fdf-ef32ffb036c7'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:13:19.142427 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f5e4bf-5e9b-48b2-9600-1cb864d064d6 None None] Routers {'c3e545af-6b71-40f8-8fdf-ef32ffb036c7'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:13:19.143171 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-01f5e4bf-5e9b-48b2-9600-1cb864d064d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:12:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c3e545af-6b71-40f8-8fdf-ef32ffb036c7'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:19.143894 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82db2222-45c8-49f2-b893-840238db86cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:19.148302 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-82db2222-45c8-49f2-b893-840238db86cb admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8576550 Feb 07 22:13:19.148762 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48062) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:19.266027 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-01f5e4bf-5e9b-48b2-9600-1cb864d064d6 None None] Set router c3e545af-6b71-40f8-8fdf-ef32ffb036c7 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:13:19.374429 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-faf69a18-4d29-4d28-a565-b1d4c0df9bf4 None None] Provisioning complete for port a86aab35-586a-4751-a076-8381d07a0dcc triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:13:19.374804 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-faf69a18-4d29-4d28-a565-b1d4c0df9bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a86aab35-586a-4751-a076-8381d07a0dcc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:19.506149 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-faf69a18-4d29-4d28-a565-b1d4c0df9bf4 None None] Current status of the port a86aab35-586a-4751-a076-8381d07a0dcc is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:13:19.519407 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-01f5e4bf-5e9b-48b2-9600-1cb864d064d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'name': 'tempest-TestShelveInstance-2114065198-router', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:17Z', 'updated_at': '2022-02-07T22:13:18Z', 'revision_number': 3, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'gw_port': {'id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:18Z', 'updated_at': '2022-02-07T22:13:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:19.546279 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f5e4bf-5e9b-48b2-9600-1cb864d064d6 None None] Checking router: c3e545af-6b71-40f8-8fdf-ef32ffb036c7 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:13:19.546624 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f5e4bf-5e9b-48b2-9600-1cb864d064d6 None None] Updating router c3e545af-6b71-40f8-8fdf-ef32ffb036c7 port a8bcb4b9-821c-41eb-96c6-7ff9c5edc730 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:13:19.576935 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-01f5e4bf-5e9b-48b2-9600-1cb864d064d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a8bcb4b9-821c-41eb-96c6-7ff9c5edc730), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:19.577730 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d951a04-5490-4b67-a549-fbf0ea32d10a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:19.730763 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-0d951a04-5490-4b67-a549-fbf0ea32d10a admin admin] Allocated IP 172.20.0.1 (9dd4442c-d93b-4340-ba3d-67a3fca741b0/7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1/c1149ae2-8869-4e68-868f-77830a486590) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:13:19.830625 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-01f5e4bf-5e9b-48b2-9600-1cb864d064d6 None None] Publish callbacks [] for port (a8bcb4b9-821c-41eb-96c6-7ff9c5edc730), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:19.836248 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-01f5e4bf-5e9b-48b2-9600-1cb864d064d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a8bcb4b9-821c-41eb-96c6-7ff9c5edc730), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:19.836472 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d951a04-5490-4b67-a549-fbf0ea32d10a admin admin] Publish callbacks [] for port (c1149ae2-8869-4e68-868f-77830a486590), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:19.870912 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d951a04-5490-4b67-a549-fbf0ea32d10a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (c1149ae2-8869-4e68-868f-77830a486590), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:19.888669 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-01f5e4bf-5e9b-48b2-9600-1cb864d064d6 None None] Attempting to bind port a8bcb4b9-821c-41eb-96c6-7ff9c5edc730 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:13:19.889043 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-01f5e4bf-5e9b-48b2-9600-1cb864d064d6 None None] Attempting to bind port a8bcb4b9-821c-41eb-96c6-7ff9c5edc730 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:13:19.889410 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f5e4bf-5e9b-48b2-9600-1cb864d064d6 None None] Attempting to bind port a8bcb4b9-821c-41eb-96c6-7ff9c5edc730 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:13:19.891398 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3475a1-c5f7-4560-b618-a919776a1ffe None None] Pushing event updated for resources: {'Port': ['ID=a8bcb4b9-821c-41eb-96c6-7ff9c5edc730,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:19.897202 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f5e4bf-5e9b-48b2-9600-1cb864d064d6 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:13:19.897585 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f5e4bf-5e9b-48b2-9600-1cb864d064d6 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:13:19.897991 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-01f5e4bf-5e9b-48b2-9600-1cb864d064d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:19.898384 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f5e4bf-5e9b-48b2-9600-1cb864d064d6 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:13:19.898908 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-01f5e4bf-5e9b-48b2-9600-1cb864d064d6 None None] Bound port: a8bcb4b9-821c-41eb-96c6-7ff9c5edc730, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:13:19.899789 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-01f5e4bf-5e9b-48b2-9600-1cb864d064d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a8bcb4b9-821c-41eb-96c6-7ff9c5edc730), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:19.910767 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d951a04-5490-4b67-a549-fbf0ea32d10a admin admin] Network 9dd4442c-d93b-4340-ba3d-67a3fca741b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:13:19.914396 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-0d951a04-5490-4b67-a549-fbf0ea32d10a admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:13:19.917977 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d951a04-5490-4b67-a549-fbf0ea32d10a admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:13:19.923474 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d951a04-5490-4b67-a549-fbf0ea32d10a admin admin] Pushing event updated for resources: {'Port': ['ID=c1149ae2-8869-4e68-868f-77830a486590,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:19.960904 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d951a04-5490-4b67-a549-fbf0ea32d10a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (c3e545af-6b71-40f8-8fdf-ef32ffb036c7), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:19.963188 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-01f5e4bf-5e9b-48b2-9600-1cb864d064d6 None None] For port a8bcb4b9-821c-41eb-96c6-7ff9c5edc730, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:13:19.967076 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-01f5e4bf-5e9b-48b2-9600-1cb864d064d6 None None] For port a8bcb4b9-821c-41eb-96c6-7ff9c5edc730, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a8bcb4b9-821c-41eb-96c6-7ff9c5edc730,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:13:19.973130 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-01f5e4bf-5e9b-48b2-9600-1cb864d064d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a8bcb4b9-821c-41eb-96c6-7ff9c5edc730), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:20.035655 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f5e4bf-5e9b-48b2-9600-1cb864d064d6 None None] Routers {'c3e545af-6b71-40f8-8fdf-ef32ffb036c7'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:13:20.037130 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-01f5e4bf-5e9b-48b2-9600-1cb864d064d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:12:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c3e545af-6b71-40f8-8fdf-ef32ffb036c7'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:20.042561 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3475a1-c5f7-4560-b618-a919776a1ffe None None] Pushing event updated for resources: {'Port': ['ID=a8bcb4b9-821c-41eb-96c6-7ff9c5edc730,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:20.113290 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d951a04-5490-4b67-a549-fbf0ea32d10a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c1149ae2-8869-4e68-868f-77830a486590), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:20.292673 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d951a04-5490-4b67-a549-fbf0ea32d10a admin admin] Publish callbacks [] for port (c1149ae2-8869-4e68-868f-77830a486590), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:20.294427 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-21d86935-9439-42a3-9510-757a99ba7fed None None] Provisioning complete for port c1149ae2-8869-4e68-868f-77830a486590 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:13:20.294800 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-21d86935-9439-42a3-9510-757a99ba7fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c1149ae2-8869-4e68-868f-77830a486590), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:20.297397 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d951a04-5490-4b67-a549-fbf0ea32d10a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (c1149ae2-8869-4e68-868f-77830a486590), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:20.348128 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-21d86935-9439-42a3-9510-757a99ba7fed None None] Port c1149ae2-8869-4e68-868f-77830a486590 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:13:20.350732 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-01f5e4bf-5e9b-48b2-9600-1cb864d064d6 None None] Set router c3e545af-6b71-40f8-8fdf-ef32ffb036c7 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:13:20.365928 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d951a04-5490-4b67-a549-fbf0ea32d10a admin admin] Pushing event updated for resources: {'Port': ['ID=c1149ae2-8869-4e68-868f-77830a486590,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:20.368456 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d951a04-5490-4b67-a549-fbf0ea32d10a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (c3e545af-6b71-40f8-8fdf-ef32ffb036c7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:20.458010 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d951a04-5490-4b67-a549-fbf0ea32d10a admin admin] Network 9dd4442c-d93b-4340-ba3d-67a3fca741b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:13:20.459713 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-0d951a04-5490-4b67-a549-fbf0ea32d10a admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:13:20.539334 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-01f5e4bf-5e9b-48b2-9600-1cb864d064d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'name': 'tempest-TestShelveInstance-2114065198-router', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:17Z', 'updated_at': '2022-02-07T22:13:18Z', 'revision_number': 3, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'gw_port': {'id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:18Z', 'updated_at': '2022-02-07T22:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:20.574951 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f5e4bf-5e9b-48b2-9600-1cb864d064d6 None None] The sync data for ids ['c3e545af-6b71-40f8-8fdf-ef32ffb036c7'] in n-d-828185-2 is: [{'id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'name': 'tempest-TestShelveInstance-2114065198-router', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:17Z', 'updated_at': '2022-02-07T22:13:18Z', 'revision_number': 3, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'gw_port': {'id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:18Z', 'updated_at': '2022-02-07T22:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:13:20.592569 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a86aab35-586a-4751-a076-8381d07a0dcc up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:13:20.593462 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d951a04-5490-4b67-a549-fbf0ea32d10a admin admin] Router c3e545af-6b71-40f8-8fdf-ef32ffb036c7 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:13:20.656729 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port a86aab35-586a-4751-a076-8381d07a0dcc triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:13:20.657241 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a86aab35-586a-4751-a076-8381d07a0dcc), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:20.723092 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d951a04-5490-4b67-a549-fbf0ea32d10a admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:13:20.737087 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-0d951a04-5490-4b67-a549-fbf0ea32d10a admin admin] 10.222.0.65 "PUT /v2.0/routers/c3e545af-6b71-40f8-8fdf-ef32ffb036c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5795143 Feb 07 22:13:20.788415 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2b084d40-946f-464e-b2c5-4afd9e977fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:20.797021 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port a86aab35-586a-4751-a076-8381d07a0dcc is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:13:20.799984 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a9a1d0d4-2b13-4c53-aa8c-c5aaa6078206 None None] Provisioning complete for port c1149ae2-8869-4e68-868f-77830a486590 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:13:20.800382 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a9a1d0d4-2b13-4c53-aa8c-c5aaa6078206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c1149ae2-8869-4e68-868f-77830a486590), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:20.855012 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a9a1d0d4-2b13-4c53-aa8c-c5aaa6078206 None None] Port c1149ae2-8869-4e68-868f-77830a486590 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:13:21.253789 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48078) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:21.258814 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a8766275-c1f0-4060-9524-c2cf6e6e6abf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1179066531-network', 'tenant_id': '3a33c30b259f49079088e06ae8310826'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:13:21.278660 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8766275-c1f0-4060-9524-c2cf6e6e6abf admin admin] Made reservation on behalf of 3a33c30b259f49079088e06ae8310826 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:13:21.281159 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8766275-c1f0-4060-9524-c2cf6e6e6abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:21.291184 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8766275-c1f0-4060-9524-c2cf6e6e6abf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:21.372577 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8766275-c1f0-4060-9524-c2cf6e6e6abf admin admin] Publish callbacks [] for security_group (50d158a5-1001-4fa3-bb2c-1889900aa31a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:21.376508 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8766275-c1f0-4060-9524-c2cf6e6e6abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (50d158a5-1001-4fa3-bb2c-1889900aa31a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:21.403288 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8766275-c1f0-4060-9524-c2cf6e6e6abf admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:13:21.412247 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8766275-c1f0-4060-9524-c2cf6e6e6abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d158a5-1001-4fa3-bb2c-1889900aa31a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:21.419869 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8766275-c1f0-4060-9524-c2cf6e6e6abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (800cc54f-b902-425b-a28d-d91ac68e3321), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:21.420851 n-d-828185-2 neutron-server[103255]: INFO neutron.db.segments_db [None req-a8766275-c1f0-4060-9524-c2cf6e6e6abf admin admin] Added segment 800cc54f-b902-425b-a28d-d91ac68e3321 of type vlan for network a6fa6b9b-53b9-4033-a04d-40e66830b0dc Feb 07 22:13:21.464820 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8766275-c1f0-4060-9524-c2cf6e6e6abf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (a6fa6b9b-53b9-4033-a04d-40e66830b0dc), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:21.494523 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8766275-c1f0-4060-9524-c2cf6e6e6abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (a6fa6b9b-53b9-4033-a04d-40e66830b0dc), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:21.495584 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8766275-c1f0-4060-9524-c2cf6e6e6abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:21.496223 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8766275-c1f0-4060-9524-c2cf6e6e6abf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:21.552235 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a8766275-c1f0-4060-9524-c2cf6e6e6abf admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2973325 Feb 07 22:13:21.555271 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48080) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:21.559406 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8766275-c1f0-4060-9524-c2cf6e6e6abf admin admin] Pushing event updated for resources: {'Network': ['ID=a6fa6b9b-53b9-4033-a04d-40e66830b0dc,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:21.560280 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-7c1cdb45-18fc-4b0b-9ed4-602d6ccb3ebc admin admin] Request body: {'subnet': {'network_id': 'a6fa6b9b-53b9-4033-a04d-40e66830b0dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1179066531-subnet', 'tenant_id': '3a33c30b259f49079088e06ae8310826', 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:13:21.570639 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network a6fa6b9b-53b9-4033-a04d-40e66830b0dc details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:13:21.581655 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1cdb45-18fc-4b0b-9ed4-602d6ccb3ebc admin admin] Made reservation on behalf of 3a33c30b259f49079088e06ae8310826 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:13:21.585087 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c1cdb45-18fc-4b0b-9ed4-602d6ccb3ebc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528990565'] for subnet (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:21.752658 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c1cdb45-18fc-4b0b-9ed4-602d6ccb3ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528990555'] for subnet (d91efd37-77ba-4702-a30a-1621c58f809a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:21.805835 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1cdb45-18fc-4b0b-9ed4-602d6ccb3ebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d91efd37-77ba-4702-a30a-1621c58f809a,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:21.815678 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1cdb45-18fc-4b0b-9ed4-602d6ccb3ebc admin admin] Checking segment: {'id': '800cc54f-b902-425b-a28d-d91ac68e3321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a6fa6b9b-53b9-4033-a04d-40e66830b0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:13:21.816039 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1cdb45-18fc-4b0b-9ed4-602d6ccb3ebc admin admin] Network hostable DHCP agents. Network: a6fa6b9b-53b9-4033-a04d-40e66830b0dc, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:13:21.832338 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1cdb45-18fc-4b0b-9ed4-602d6ccb3ebc admin admin] Network a6fa6b9b-53b9-4033-a04d-40e66830b0dc is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:13:21.841991 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-7c1cdb45-18fc-4b0b-9ed4-602d6ccb3ebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, a6fa6b9b-53b9-4033-a04d-40e66830b0dc) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:13:21.846837 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1cdb45-18fc-4b0b-9ed4-602d6ccb3ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:21.847975 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c1cdb45-18fc-4b0b-9ed4-602d6ccb3ebc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:21.851686 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701b7333-9d5b-4405-8f73-1a2a8308b238 None None] Network a6fa6b9b-53b9-4033-a04d-40e66830b0dc requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:13:21.864675 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7c1cdb45-18fc-4b0b-9ed4-602d6ccb3ebc admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3082008 Feb 07 22:13:21.867511 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48082) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:21.871970 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-085fb393-81e9-4906-a036-4269aad7d58b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1179066531-router', 'tenant_id': '3a33c30b259f49079088e06ae8310826', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:13:21.899052 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-085fb393-81e9-4906-a036-4269aad7d58b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (bebd40c6-d5da-4e14-95df-c07404218289), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:21.900462 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-085fb393-81e9-4906-a036-4269aad7d58b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (bebd40c6-d5da-4e14-95df-c07404218289), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:21.955477 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d09ef2c-36b2-49c3-8d60-13e43ada3b6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-a6fa6b9b-53b9-4033-a04d-40e66830b0dc', 'network_id': 'a6fa6b9b-53b9-4033-a04d-40e66830b0dc', 'project_id': '3a33c30b259f49079088e06ae8310826', 'fixed_ips': [{'subnet_id': 'd91efd37-77ba-4702-a30a-1621c58f809a'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 22:13:21.956038 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1d09ef2c-36b2-49c3-8d60-13e43ada3b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:21.960539 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-085fb393-81e9-4906-a036-4269aad7d58b admin admin] Publish callbacks [] for router_controller (bebd40c6-d5da-4e14-95df-c07404218289), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:22.066249 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:22.106600 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-1d09ef2c-36b2-49c3-8d60-13e43ada3b6d None None] Allocated IP 172.20.0.2 (a6fa6b9b-53b9-4033-a04d-40e66830b0dc/d91efd37-77ba-4702-a30a-1621c58f809a/0bafc2d0-2d43-4844-804c-f33e60acff6b) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:13:22.107549 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-085fb393-81e9-4906-a036-4269aad7d58b admin admin] Publish callbacks [] for router_gateway (bebd40c6-d5da-4e14-95df-c07404218289), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:22.247903 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77329e71-be5c-446b-bbc5-fe8bab55b2bb None None] Sync routers for ids ['c3e545af-6b71-40f8-8fdf-ef32ffb036c7'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:13:22.256295 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1d09ef2c-36b2-49c3-8d60-13e43ada3b6d None None] Publish callbacks [] for port (0bafc2d0-2d43-4844-804c-f33e60acff6b), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:22.259034 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77329e71-be5c-446b-bbc5-fe8bab55b2bb None None] Routers {'c3e545af-6b71-40f8-8fdf-ef32ffb036c7'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:13:22.259749 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-77329e71-be5c-446b-bbc5-fe8bab55b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:13:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c3e545af-6b71-40f8-8fdf-ef32ffb036c7'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:22.263220 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1d09ef2c-36b2-49c3-8d60-13e43ada3b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (0bafc2d0-2d43-4844-804c-f33e60acff6b), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:22.299795 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d09ef2c-36b2-49c3-8d60-13e43ada3b6d None None] Network a6fa6b9b-53b9-4033-a04d-40e66830b0dc is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:13:22.306258 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-1d09ef2c-36b2-49c3-8d60-13e43ada3b6d None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:13:22.308707 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d09ef2c-36b2-49c3-8d60-13e43ada3b6d None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:13:22.311608 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-085fb393-81e9-4906-a036-4269aad7d58b admin admin] Publish callbacks [] for router_gateway (bebd40c6-d5da-4e14-95df-c07404218289), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:22.319275 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09ef2c-36b2-49c3-8d60-13e43ada3b6d None None] Pushing event updated for resources: {'Port': ['ID=0bafc2d0-2d43-4844-804c-f33e60acff6b,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:22.331261 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-085fb393-81e9-4906-a036-4269aad7d58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:22.378465 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-77329e71-be5c-446b-bbc5-fe8bab55b2bb None None] Set router c3e545af-6b71-40f8-8fdf-ef32ffb036c7 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:13:22.381119 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1d09ef2c-36b2-49c3-8d60-13e43ada3b6d None None] Attempting to bind port 0bafc2d0-2d43-4844-804c-f33e60acff6b on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:13:22.381489 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1d09ef2c-36b2-49c3-8d60-13e43ada3b6d None None] Attempting to bind port 0bafc2d0-2d43-4844-804c-f33e60acff6b by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '800cc54f-b902-425b-a28d-d91ac68e3321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a6fa6b9b-53b9-4033-a04d-40e66830b0dc'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:13:22.381853 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d09ef2c-36b2-49c3-8d60-13e43ada3b6d None None] Attempting to bind port 0bafc2d0-2d43-4844-804c-f33e60acff6b on network a6fa6b9b-53b9-4033-a04d-40e66830b0dc {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:13:22.387553 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d09ef2c-36b2-49c3-8d60-13e43ada3b6d None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:13:22.387931 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d09ef2c-36b2-49c3-8d60-13e43ada3b6d None None] Checking segment: {'id': '800cc54f-b902-425b-a28d-d91ac68e3321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a6fa6b9b-53b9-4033-a04d-40e66830b0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:13:22.390623 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1d09ef2c-36b2-49c3-8d60-13e43ada3b6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:22.390623 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d09ef2c-36b2-49c3-8d60-13e43ada3b6d None None] Bound using segment: {'id': '800cc54f-b902-425b-a28d-d91ac68e3321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a6fa6b9b-53b9-4033-a04d-40e66830b0dc'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:13:22.390623 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1d09ef2c-36b2-49c3-8d60-13e43ada3b6d None None] Bound port: 0bafc2d0-2d43-4844-804c-f33e60acff6b, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800cc54f-b902-425b-a28d-d91ac68e3321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a6fa6b9b-53b9-4033-a04d-40e66830b0dc'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:13:22.390623 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1d09ef2c-36b2-49c3-8d60-13e43ada3b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0bafc2d0-2d43-4844-804c-f33e60acff6b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:22.449541 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-085fb393-81e9-4906-a036-4269aad7d58b admin admin] Allocated IP 172.25.4.60 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/407a7783-fa04-4927-a31b-d837401a9482) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:13:22.462438 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1d09ef2c-36b2-49c3-8d60-13e43ada3b6d None None] For port 0bafc2d0-2d43-4844-804c-f33e60acff6b, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:13:22.466366 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1d09ef2c-36b2-49c3-8d60-13e43ada3b6d None None] For port 0bafc2d0-2d43-4844-804c-f33e60acff6b, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0bafc2d0-2d43-4844-804c-f33e60acff6b,segment=NetworkSegment(800cc54f-b902-425b-a28d-d91ac68e3321),segment_id=800cc54f-b902-425b-a28d-d91ac68e3321)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:13:22.472545 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1d09ef2c-36b2-49c3-8d60-13e43ada3b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0bafc2d0-2d43-4844-804c-f33e60acff6b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:22.549234 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09ef2c-36b2-49c3-8d60-13e43ada3b6d None None] Pushing event updated for resources: {'Port': ['ID=0bafc2d0-2d43-4844-804c-f33e60acff6b,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:22.596162 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-085fb393-81e9-4906-a036-4269aad7d58b admin admin] Publish callbacks [] for port (407a7783-fa04-4927-a31b-d837401a9482), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:22.645839 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-085fb393-81e9-4906-a036-4269aad7d58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (407a7783-fa04-4927-a31b-d837401a9482), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:22.657097 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a8bcb4b9-821c-41eb-96c6-7ff9c5edc730 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:13:22.690984 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085fb393-81e9-4906-a036-4269aad7d58b admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:13:22.694942 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-085fb393-81e9-4906-a036-4269aad7d58b admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:13:22.701491 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085fb393-81e9-4906-a036-4269aad7d58b admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:13:22.718861 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port a8bcb4b9-821c-41eb-96c6-7ff9c5edc730 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:13:22.719373 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a8bcb4b9-821c-41eb-96c6-7ff9c5edc730), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:22.728746 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fb393-81e9-4906-a036-4269aad7d58b admin admin] Pushing event updated for resources: {'Port': ['ID=407a7783-fa04-4927-a31b-d837401a9482,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:22.760768 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-77329e71-be5c-446b-bbc5-fe8bab55b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'name': 'tempest-TestShelveInstance-2114065198-router', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:17Z', 'updated_at': '2022-02-07T22:13:20Z', 'revision_number': 4, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'gw_port': {'id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:18Z', 'updated_at': '2022-02-07T22:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'c1149ae2-8869-4e68-868f-77830a486590', 'name': '', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'mac_address': 'fa:16:3e:26:c5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:19Z', 'updated_at': '2022-02-07T22:13:20Z', 'revision_number': 2, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'subnets': [{'id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:22.803473 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77329e71-be5c-446b-bbc5-fe8bab55b2bb None None] Checking router: c3e545af-6b71-40f8-8fdf-ef32ffb036c7 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:13:22.803965 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77329e71-be5c-446b-bbc5-fe8bab55b2bb None None] Updating router c3e545af-6b71-40f8-8fdf-ef32ffb036c7 port c1149ae2-8869-4e68-868f-77830a486590 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:13:22.831016 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port a8bcb4b9-821c-41eb-96c6-7ff9c5edc730 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:13:22.831479 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (a8bcb4b9-821c-41eb-96c6-7ff9c5edc730), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:22.835283 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-77329e71-be5c-446b-bbc5-fe8bab55b2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c1149ae2-8869-4e68-868f-77830a486590), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:22.853835 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port a8bcb4b9-821c-41eb-96c6-7ff9c5edc730, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a8bcb4b9-821c-41eb-96c6-7ff9c5edc730,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:13:22.859605 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (a8bcb4b9-821c-41eb-96c6-7ff9c5edc730), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:22.931669 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=a8bcb4b9-821c-41eb-96c6-7ff9c5edc730,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:23.031242 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-085fb393-81e9-4906-a036-4269aad7d58b admin admin] Publish callbacks [] for router_gateway (bebd40c6-d5da-4e14-95df-c07404218289), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:23.124818 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-77329e71-be5c-446b-bbc5-fe8bab55b2bb None None] Publish callbacks [] for port (c1149ae2-8869-4e68-868f-77830a486590), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:23.130237 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-77329e71-be5c-446b-bbc5-fe8bab55b2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c1149ae2-8869-4e68-868f-77830a486590), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:23.235456 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e2ce1-cc5d-4b28-bab7-70fe238cc324 None None] Pushing event updated for resources: {'Port': ['ID=c1149ae2-8869-4e68-868f-77830a486590,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:23.241467 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-085fb393-81e9-4906-a036-4269aad7d58b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (bebd40c6-d5da-4e14-95df-c07404218289), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:23.245852 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0e2ce1-cc5d-4b28-bab7-70fe238cc324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:23.246196 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0e2ce1-cc5d-4b28-bab7-70fe238cc324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:23.246526 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0e2ce1-cc5d-4b28-bab7-70fe238cc324 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:23.246851 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0e2ce1-cc5d-4b28-bab7-70fe238cc324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:23.247174 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0e2ce1-cc5d-4b28-bab7-70fe238cc324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:23.247494 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0e2ce1-cc5d-4b28-bab7-70fe238cc324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:23.247811 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0e2ce1-cc5d-4b28-bab7-70fe238cc324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:23.248132 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0e2ce1-cc5d-4b28-bab7-70fe238cc324 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:23.248728 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0e2ce1-cc5d-4b28-bab7-70fe238cc324 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:23.248819 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0e2ce1-cc5d-4b28-bab7-70fe238cc324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:23.249199 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0e2ce1-cc5d-4b28-bab7-70fe238cc324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:23.249761 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0e2ce1-cc5d-4b28-bab7-70fe238cc324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:23.250324 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0e2ce1-cc5d-4b28-bab7-70fe238cc324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:13:23.267159 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-77329e71-be5c-446b-bbc5-fe8bab55b2bb None None] Attempting to bind port c1149ae2-8869-4e68-868f-77830a486590 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:13:23.267521 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-77329e71-be5c-446b-bbc5-fe8bab55b2bb None None] Attempting to bind port c1149ae2-8869-4e68-868f-77830a486590 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '21577d9f-f78a-4dcd-935e-57320d25351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:13:23.267871 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77329e71-be5c-446b-bbc5-fe8bab55b2bb None None] Attempting to bind port c1149ae2-8869-4e68-868f-77830a486590 on network 9dd4442c-d93b-4340-ba3d-67a3fca741b0 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:13:23.273800 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77329e71-be5c-446b-bbc5-fe8bab55b2bb None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:13:23.274165 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77329e71-be5c-446b-bbc5-fe8bab55b2bb None None] Checking segment: {'id': '21577d9f-f78a-4dcd-935e-57320d25351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:13:23.274557 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-77329e71-be5c-446b-bbc5-fe8bab55b2bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:23.275072 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77329e71-be5c-446b-bbc5-fe8bab55b2bb None None] Bound using segment: {'id': '21577d9f-f78a-4dcd-935e-57320d25351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:13:23.275376 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-77329e71-be5c-446b-bbc5-fe8bab55b2bb None None] Bound port: c1149ae2-8869-4e68-868f-77830a486590, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21577d9f-f78a-4dcd-935e-57320d25351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:13:23.275991 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-77329e71-be5c-446b-bbc5-fe8bab55b2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c1149ae2-8869-4e68-868f-77830a486590), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:23.338960 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-77329e71-be5c-446b-bbc5-fe8bab55b2bb None None] For port c1149ae2-8869-4e68-868f-77830a486590, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:13:23.342569 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-77329e71-be5c-446b-bbc5-fe8bab55b2bb None None] For port c1149ae2-8869-4e68-868f-77830a486590, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c1149ae2-8869-4e68-868f-77830a486590,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:13:23.351504 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-77329e71-be5c-446b-bbc5-fe8bab55b2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c1149ae2-8869-4e68-868f-77830a486590), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:23.392820 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085fb393-81e9-4906-a036-4269aad7d58b admin admin] Router bebd40c6-d5da-4e14-95df-c07404218289 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:13:23.422679 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e2ce1-cc5d-4b28-bab7-70fe238cc324 None None] Pushing event updated for resources: {'Port': ['ID=c1149ae2-8869-4e68-868f-77830a486590,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:23.427883 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77329e71-be5c-446b-bbc5-fe8bab55b2bb None None] Routers {'c3e545af-6b71-40f8-8fdf-ef32ffb036c7'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:13:23.428514 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-77329e71-be5c-446b-bbc5-fe8bab55b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:13:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c3e545af-6b71-40f8-8fdf-ef32ffb036c7'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:23.503870 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b29e81a3-7d8e-4502-ba0d-634b8213b46c None None] Provisioning complete for port c1149ae2-8869-4e68-868f-77830a486590 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:13:23.504602 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b29e81a3-7d8e-4502-ba0d-634b8213b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c1149ae2-8869-4e68-868f-77830a486590), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:23.564589 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-77329e71-be5c-446b-bbc5-fe8bab55b2bb None None] Set router c3e545af-6b71-40f8-8fdf-ef32ffb036c7 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:13:23.588622 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:23.641515 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b29e81a3-7d8e-4502-ba0d-634b8213b46c None None] Current status of the port c1149ae2-8869-4e68-868f-77830a486590 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:13:23.642283 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b29e81a3-7d8e-4502-ba0d-634b8213b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c1149ae2-8869-4e68-868f-77830a486590), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:23.687321 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b29e81a3-7d8e-4502-ba0d-634b8213b46c None None] For port c1149ae2-8869-4e68-868f-77830a486590, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c1149ae2-8869-4e68-868f-77830a486590,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:13:23.693163 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b29e81a3-7d8e-4502-ba0d-634b8213b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c1149ae2-8869-4e68-868f-77830a486590), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:23.757818 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e81a3-7d8e-4502-ba0d-634b8213b46c None None] Pushing event updated for resources: {'Port': ['ID=c1149ae2-8869-4e68-868f-77830a486590,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:23.859953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085fb393-81e9-4906-a036-4269aad7d58b admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:13:23.866627 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-77329e71-be5c-446b-bbc5-fe8bab55b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'name': 'tempest-TestShelveInstance-2114065198-router', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:17Z', 'updated_at': '2022-02-07T22:13:20Z', 'revision_number': 4, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'gw_port': {'id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:18Z', 'updated_at': '2022-02-07T22:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'c1149ae2-8869-4e68-868f-77830a486590', 'name': '', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'mac_address': 'fa:16:3e:26:c5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:19Z', 'updated_at': '2022-02-07T22:13:23Z', 'revision_number': 4, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'subnets': [{'id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:23.871342 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35012a0d-70cd-4d50-a4ff-89656d2d6ac1 None None] Sync routers for ids ['bebd40c6-d5da-4e14-95df-c07404218289'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:13:23.884244 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-085fb393-81e9-4906-a036-4269aad7d58b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:23.888270 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35012a0d-70cd-4d50-a4ff-89656d2d6ac1 None None] Routers {'bebd40c6-d5da-4e14-95df-c07404218289'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:13:23.888270 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-35012a0d-70cd-4d50-a4ff-89656d2d6ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:13:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['bebd40c6-d5da-4e14-95df-c07404218289'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:23.888909 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48084) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:23.889466 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-085fb393-81e9-4906-a036-4269aad7d58b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0209219 Feb 07 22:13:23.899390 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77329e71-be5c-446b-bbc5-fe8bab55b2bb None None] The sync data for ids ['c3e545af-6b71-40f8-8fdf-ef32ffb036c7'] in n-d-828185-2 is: [{'id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'name': 'tempest-TestShelveInstance-2114065198-router', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:17Z', 'updated_at': '2022-02-07T22:13:20Z', 'revision_number': 4, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'gw_port': {'id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:18Z', 'updated_at': '2022-02-07T22:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'c1149ae2-8869-4e68-868f-77830a486590', 'name': '', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'mac_address': 'fa:16:3e:26:c5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:19Z', 'updated_at': '2022-02-07T22:13:23Z', 'revision_number': 4, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'subnets': [{'id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:13:23.970972 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e4f21a-785b-4ab8-922a-5b4aca5a73c2 None None] Network a6fa6b9b-53b9-4033-a04d-40e66830b0dc requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:13:24.055672 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-cc8d0d95-57d4-45fb-a706-b7d393b4ff57 None None] Provisioning complete for port c1149ae2-8869-4e68-868f-77830a486590 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:13:24.056037 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cc8d0d95-57d4-45fb-a706-b7d393b4ff57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c1149ae2-8869-4e68-868f-77830a486590), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:24.130197 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-35012a0d-70cd-4d50-a4ff-89656d2d6ac1 None None] Set router bebd40c6-d5da-4e14-95df-c07404218289 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:13:24.319742 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-cc8d0d95-57d4-45fb-a706-b7d393b4ff57 None None] Current status of the port c1149ae2-8869-4e68-868f-77830a486590 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:13:24.398190 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-35012a0d-70cd-4d50-a4ff-89656d2d6ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebd40c6-d5da-4e14-95df-c07404218289', 'name': 'tempest-TestShelveInstance-1179066531-router', 'tenant_id': '3a33c30b259f49079088e06ae8310826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '407a7783-fa04-4927-a31b-d837401a9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:21Z', 'updated_at': '2022-02-07T22:13:22Z', 'revision_number': 3, 'project_id': '3a33c30b259f49079088e06ae8310826', 'gw_port': {'id': '407a7783-fa04-4927-a31b-d837401a9482', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:90:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebd40c6-d5da-4e14-95df-c07404218289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:22Z', 'updated_at': '2022-02-07T22:13:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:24.407886 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1314a4de-c91e-478e-a845-83c1f0d44955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:24.436906 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35012a0d-70cd-4d50-a4ff-89656d2d6ac1 None None] Checking router: bebd40c6-d5da-4e14-95df-c07404218289 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:13:24.437538 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35012a0d-70cd-4d50-a4ff-89656d2d6ac1 None None] Updating router bebd40c6-d5da-4e14-95df-c07404218289 port 407a7783-fa04-4927-a31b-d837401a9482 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:13:24.474279 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-35012a0d-70cd-4d50-a4ff-89656d2d6ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (407a7783-fa04-4927-a31b-d837401a9482), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:24.476003 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-77aa0610-5b69-448e-a3b3-dd2dc1210eb2 None None] Provisioning complete for port 0bafc2d0-2d43-4844-804c-f33e60acff6b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:13:24.476384 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-77aa0610-5b69-448e-a3b3-dd2dc1210eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0bafc2d0-2d43-4844-804c-f33e60acff6b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:24.620487 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-1314a4de-c91e-478e-a845-83c1f0d44955 admin admin] Allocated IP 172.20.0.1 (a6fa6b9b-53b9-4033-a04d-40e66830b0dc/d91efd37-77ba-4702-a30a-1621c58f809a/c6849c6d-6244-4792-9776-fbcc78a6a355) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:13:24.700360 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-77aa0610-5b69-448e-a3b3-dd2dc1210eb2 None None] Current status of the port 0bafc2d0-2d43-4844-804c-f33e60acff6b is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:13:24.700940 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-77aa0610-5b69-448e-a3b3-dd2dc1210eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (0bafc2d0-2d43-4844-804c-f33e60acff6b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:24.749692 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1314a4de-c91e-478e-a845-83c1f0d44955 admin admin] Publish callbacks [] for port (c6849c6d-6244-4792-9776-fbcc78a6a355), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:24.786767 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-77aa0610-5b69-448e-a3b3-dd2dc1210eb2 None None] For port 0bafc2d0-2d43-4844-804c-f33e60acff6b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0bafc2d0-2d43-4844-804c-f33e60acff6b,segment=NetworkSegment(800cc54f-b902-425b-a28d-d91ac68e3321),segment_id=800cc54f-b902-425b-a28d-d91ac68e3321)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:13:24.794301 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-77aa0610-5b69-448e-a3b3-dd2dc1210eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (0bafc2d0-2d43-4844-804c-f33e60acff6b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:24.795113 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1314a4de-c91e-478e-a845-83c1f0d44955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (c6849c6d-6244-4792-9776-fbcc78a6a355), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:24.804771 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0bafc2d0-2d43-4844-804c-f33e60acff6b up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:13:24.843365 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1314a4de-c91e-478e-a845-83c1f0d44955 admin admin] Network a6fa6b9b-53b9-4033-a04d-40e66830b0dc is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:13:24.849054 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-1314a4de-c91e-478e-a845-83c1f0d44955 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:13:24.852959 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1314a4de-c91e-478e-a845-83c1f0d44955 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:13:24.880626 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314a4de-c91e-478e-a845-83c1f0d44955 admin admin] Pushing event updated for resources: {'Port': ['ID=c6849c6d-6244-4792-9776-fbcc78a6a355,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:24.906430 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1314a4de-c91e-478e-a845-83c1f0d44955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (bebd40c6-d5da-4e14-95df-c07404218289), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:24.931211 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:25.070195 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1314a4de-c91e-478e-a845-83c1f0d44955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c6849c6d-6244-4792-9776-fbcc78a6a355), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:25.202013 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa0610-5b69-448e-a3b3-dd2dc1210eb2 None None] Pushing event updated for resources: {'Port': ['ID=0bafc2d0-2d43-4844-804c-f33e60acff6b,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:25.214371 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 0bafc2d0-2d43-4844-804c-f33e60acff6b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:13:25.214755 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0bafc2d0-2d43-4844-804c-f33e60acff6b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:25.220075 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e5478917-2838-457c-8ec2-1b86b931d91f None None] Provisioning complete for port 0bafc2d0-2d43-4844-804c-f33e60acff6b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:13:25.220478 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e5478917-2838-457c-8ec2-1b86b931d91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0bafc2d0-2d43-4844-804c-f33e60acff6b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:25.269189 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1314a4de-c91e-478e-a845-83c1f0d44955 admin admin] Publish callbacks [] for port (c6849c6d-6244-4792-9776-fbcc78a6a355), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:25.277696 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1314a4de-c91e-478e-a845-83c1f0d44955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (c6849c6d-6244-4792-9776-fbcc78a6a355), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:25.285215 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-35012a0d-70cd-4d50-a4ff-89656d2d6ac1 None None] Publish callbacks [] for port (407a7783-fa04-4927-a31b-d837401a9482), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:25.312685 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-35012a0d-70cd-4d50-a4ff-89656d2d6ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (407a7783-fa04-4927-a31b-d837401a9482), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:25.366519 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314a4de-c91e-478e-a845-83c1f0d44955 admin admin] Pushing event updated for resources: {'Port': ['ID=c6849c6d-6244-4792-9776-fbcc78a6a355,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:25.370393 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1314a4de-c91e-478e-a845-83c1f0d44955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (bebd40c6-d5da-4e14-95df-c07404218289), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:25.435546 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-35012a0d-70cd-4d50-a4ff-89656d2d6ac1 None None] Attempting to bind port 407a7783-fa04-4927-a31b-d837401a9482 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:13:25.435930 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-35012a0d-70cd-4d50-a4ff-89656d2d6ac1 None None] Attempting to bind port 407a7783-fa04-4927-a31b-d837401a9482 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:13:25.436604 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35012a0d-70cd-4d50-a4ff-89656d2d6ac1 None None] Attempting to bind port 407a7783-fa04-4927-a31b-d837401a9482 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:13:25.454314 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 0bafc2d0-2d43-4844-804c-f33e60acff6b is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:13:25.455392 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a8bcb4b9-821c-41eb-96c6-7ff9c5edc730 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:13:25.459219 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35012a0d-70cd-4d50-a4ff-89656d2d6ac1 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:13:25.459599 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35012a0d-70cd-4d50-a4ff-89656d2d6ac1 None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:13:25.459998 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-35012a0d-70cd-4d50-a4ff-89656d2d6ac1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:25.460417 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35012a0d-70cd-4d50-a4ff-89656d2d6ac1 None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:13:25.460894 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-35012a0d-70cd-4d50-a4ff-89656d2d6ac1 None None] Bound port: 407a7783-fa04-4927-a31b-d837401a9482, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:13:25.461273 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-35012a0d-70cd-4d50-a4ff-89656d2d6ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (407a7783-fa04-4927-a31b-d837401a9482), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:25.462707 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b78575-479e-4908-9905-3c21c56c35df None None] Pushing event updated for resources: {'Port': ['ID=407a7783-fa04-4927-a31b-d837401a9482,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:25.466177 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e5478917-2838-457c-8ec2-1b86b931d91f None None] Current status of the port 0bafc2d0-2d43-4844-804c-f33e60acff6b is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:13:25.466472 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1314a4de-c91e-478e-a845-83c1f0d44955 admin admin] Network a6fa6b9b-53b9-4033-a04d-40e66830b0dc is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:13:25.467827 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-1314a4de-c91e-478e-a845-83c1f0d44955 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:13:25.553960 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-35012a0d-70cd-4d50-a4ff-89656d2d6ac1 None None] For port 407a7783-fa04-4927-a31b-d837401a9482, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:13:25.559622 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-35012a0d-70cd-4d50-a4ff-89656d2d6ac1 None None] For port 407a7783-fa04-4927-a31b-d837401a9482, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=407a7783-fa04-4927-a31b-d837401a9482,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:13:25.566530 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port a8bcb4b9-821c-41eb-96c6-7ff9c5edc730 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:13:25.567460 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (a8bcb4b9-821c-41eb-96c6-7ff9c5edc730), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:25.570705 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-35012a0d-70cd-4d50-a4ff-89656d2d6ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (407a7783-fa04-4927-a31b-d837401a9482), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:25.594984 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1314a4de-c91e-478e-a845-83c1f0d44955 admin admin] Router bebd40c6-d5da-4e14-95df-c07404218289 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:13:25.679004 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c60d5ed4-2ff0-4b3f-aa54-60fa0542b8b9 None None] Provisioning complete for port c6849c6d-6244-4792-9776-fbcc78a6a355 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:13:25.679384 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c60d5ed4-2ff0-4b3f-aa54-60fa0542b8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c6849c6d-6244-4792-9776-fbcc78a6a355), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:25.706150 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b78575-479e-4908-9905-3c21c56c35df None None] Pushing event updated for resources: {'Port': ['ID=407a7783-fa04-4927-a31b-d837401a9482,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:25.711071 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35012a0d-70cd-4d50-a4ff-89656d2d6ac1 None None] Routers {'bebd40c6-d5da-4e14-95df-c07404218289'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:13:25.711684 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-35012a0d-70cd-4d50-a4ff-89656d2d6ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:13:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['bebd40c6-d5da-4e14-95df-c07404218289'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:25.737312 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1314a4de-c91e-478e-a845-83c1f0d44955 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:13:25.742976 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-1314a4de-c91e-478e-a845-83c1f0d44955 admin admin] 10.222.0.65 "PUT /v2.0/routers/bebd40c6-d5da-4e14-95df-c07404218289/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8522241 Feb 07 22:13:25.807650 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c60d5ed4-2ff0-4b3f-aa54-60fa0542b8b9 None None] Port c6849c6d-6244-4792-9776-fbcc78a6a355 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:13:25.834695 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port a8bcb4b9-821c-41eb-96c6-7ff9c5edc730 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:13:25.835778 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c1149ae2-8869-4e68-868f-77830a486590 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:13:25.889236 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-35012a0d-70cd-4d50-a4ff-89656d2d6ac1 None None] Set router bebd40c6-d5da-4e14-95df-c07404218289 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:13:25.977842 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port c1149ae2-8869-4e68-868f-77830a486590 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:13:25.978209 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c1149ae2-8869-4e68-868f-77830a486590), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:25.979968 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-25596254-aa88-4730-9c53-f73888d5b44e None None] Provisioning complete for port c6849c6d-6244-4792-9776-fbcc78a6a355 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:13:25.980339 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-25596254-aa88-4730-9c53-f73888d5b44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c6849c6d-6244-4792-9776-fbcc78a6a355), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:26.092335 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-25596254-aa88-4730-9c53-f73888d5b44e None None] Port c6849c6d-6244-4792-9776-fbcc78a6a355 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:13:26.187081 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port c1149ae2-8869-4e68-868f-77830a486590 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:13:26.205152 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-35012a0d-70cd-4d50-a4ff-89656d2d6ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebd40c6-d5da-4e14-95df-c07404218289', 'name': 'tempest-TestShelveInstance-1179066531-router', 'tenant_id': '3a33c30b259f49079088e06ae8310826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '407a7783-fa04-4927-a31b-d837401a9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:21Z', 'updated_at': '2022-02-07T22:13:25Z', 'revision_number': 4, 'project_id': '3a33c30b259f49079088e06ae8310826', 'gw_port': {'id': '407a7783-fa04-4927-a31b-d837401a9482', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:90:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebd40c6-d5da-4e14-95df-c07404218289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:22Z', 'updated_at': '2022-02-07T22:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'c6849c6d-6244-4792-9776-fbcc78a6a355', 'name': '', 'network_id': 'a6fa6b9b-53b9-4033-a04d-40e66830b0dc', 'tenant_id': '3a33c30b259f49079088e06ae8310826', 'mac_address': 'fa:16:3e:73:d8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebd40c6-d5da-4e14-95df-c07404218289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'd91efd37-77ba-4702-a30a-1621c58f809a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:24Z', 'updated_at': '2022-02-07T22:13:25Z', 'revision_number': 2, 'project_id': '3a33c30b259f49079088e06ae8310826', 'subnets': [{'id': 'd91efd37-77ba-4702-a30a-1621c58f809a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:26.232469 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35012a0d-70cd-4d50-a4ff-89656d2d6ac1 None None] The sync data for ids ['bebd40c6-d5da-4e14-95df-c07404218289'] in n-d-828185-2 is: [{'id': 'bebd40c6-d5da-4e14-95df-c07404218289', 'name': 'tempest-TestShelveInstance-1179066531-router', 'tenant_id': '3a33c30b259f49079088e06ae8310826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '407a7783-fa04-4927-a31b-d837401a9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:21Z', 'updated_at': '2022-02-07T22:13:25Z', 'revision_number': 4, 'project_id': '3a33c30b259f49079088e06ae8310826', 'gw_port': {'id': '407a7783-fa04-4927-a31b-d837401a9482', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:90:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebd40c6-d5da-4e14-95df-c07404218289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:22Z', 'updated_at': '2022-02-07T22:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'c6849c6d-6244-4792-9776-fbcc78a6a355', 'name': '', 'network_id': 'a6fa6b9b-53b9-4033-a04d-40e66830b0dc', 'tenant_id': '3a33c30b259f49079088e06ae8310826', 'mac_address': 'fa:16:3e:73:d8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebd40c6-d5da-4e14-95df-c07404218289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'd91efd37-77ba-4702-a30a-1621c58f809a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:24Z', 'updated_at': '2022-02-07T22:13:25Z', 'revision_number': 2, 'project_id': '3a33c30b259f49079088e06ae8310826', 'subnets': [{'id': 'd91efd37-77ba-4702-a30a-1621c58f809a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:13:26.289050 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48092) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:26.293767 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8b8d7dd3-ee84-4f12-8512-2abdbe22e780 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1506855093', 'description': 'tempest-secgroup-smoke-1506855093 description', 'project_id': '037a30f33c5c4918aa14dda9855e9f99'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:13:26.320850 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8b8d7dd3-ee84-4f12-8512-2abdbe22e780 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:26.400293 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8b8d7dd3-ee84-4f12-8512-2abdbe22e780 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group (dbe802bb-81cf-42c9-9c03-a8e722b7b742), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:26.404538 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8b8d7dd3-ee84-4f12-8512-2abdbe22e780 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (dbe802bb-81cf-42c9-9c03-a8e722b7b742), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:26.445961 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d7dd3-ee84-4f12-8512-2abdbe22e780 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe802bb-81cf-42c9-9c03-a8e722b7b742,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:26.453239 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8b8d7dd3-ee84-4f12-8512-2abdbe22e780 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:26.454785 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8b8d7dd3-ee84-4f12-8512-2abdbe22e780 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1645622 Feb 07 22:13:26.460395 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48094) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:26.466104 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e1d85a54-9282-4342-ac25-97ddb80667bc tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Request body: {'security_group_rule': {'security_group_id': 'dbe802bb-81cf-42c9-9c03-a8e722b7b742', 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:13:26.493125 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e1d85a54-9282-4342-ac25-97ddb80667bc tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (43be7c9a-cbe4-492e-a040-586ba0fa95f5), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:26.558715 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e1d85a54-9282-4342-ac25-97ddb80667bc tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (43be7c9a-cbe4-492e-a040-586ba0fa95f5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:26.563170 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e1d85a54-9282-4342-ac25-97ddb80667bc tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (43be7c9a-cbe4-492e-a040-586ba0fa95f5), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:26.579819 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d85a54-9282-4342-ac25-97ddb80667bc tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43be7c9a-cbe4-492e-a040-586ba0fa95f5,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:26.580002 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0bafc2d0-2d43-4844-804c-f33e60acff6b up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:13:26.597750 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e1d85a54-9282-4342-ac25-97ddb80667bc tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:26.599145 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e1d85a54-9282-4342-ac25-97ddb80667bc tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373236 Feb 07 22:13:26.601770 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48096) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:26.606346 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ebccf709-cfd1-407c-814d-d739ef3dad88 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Request body: {'security_group_rule': {'security_group_id': 'dbe802bb-81cf-42c9-9c03-a8e722b7b742', 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:13:26.635425 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ebccf709-cfd1-407c-814d-d739ef3dad88 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (b4df09ce-8420-4aa8-9a0e-13827881e76a), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:26.642403 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 0bafc2d0-2d43-4844-804c-f33e60acff6b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:13:26.642775 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (0bafc2d0-2d43-4844-804c-f33e60acff6b), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:26.709522 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ebccf709-cfd1-407c-814d-d739ef3dad88 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (b4df09ce-8420-4aa8-9a0e-13827881e76a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:26.714240 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ebccf709-cfd1-407c-814d-d739ef3dad88 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (b4df09ce-8420-4aa8-9a0e-13827881e76a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:26.736718 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebccf709-cfd1-407c-814d-d739ef3dad88 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4df09ce-8420-4aa8-9a0e-13827881e76a,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:26.738542 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 0bafc2d0-2d43-4844-804c-f33e60acff6b is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:13:26.751534 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ebccf709-cfd1-407c-814d-d739ef3dad88 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:26.755854 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ebccf709-cfd1-407c-814d-d739ef3dad88 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1500816 Feb 07 22:13:26.756266 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48098) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:26.761397 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-3b153097-94c4-4ad4-bb2d-f33e54982863 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Request body: {'security_group_rule': {'security_group_id': 'dbe802bb-81cf-42c9-9c03-a8e722b7b742', 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:13:26.794860 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b153097-94c4-4ad4-bb2d-f33e54982863 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (ebd2b1b8-0273-4482-b25d-b0a0790aa37f), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:26.858355 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b153097-94c4-4ad4-bb2d-f33e54982863 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (ebd2b1b8-0273-4482-b25d-b0a0790aa37f), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:26.862530 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b153097-94c4-4ad4-bb2d-f33e54982863 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (ebd2b1b8-0273-4482-b25d-b0a0790aa37f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:26.882755 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b153097-94c4-4ad4-bb2d-f33e54982863 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd2b1b8-0273-4482-b25d-b0a0790aa37f,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:26.888049 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b153097-94c4-4ad4-bb2d-f33e54982863 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:26.891877 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3b153097-94c4-4ad4-bb2d-f33e54982863 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318915 Feb 07 22:13:26.891982 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48100) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:26.897030 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-d5fda730-39a4-4356-afa4-42f69255e101 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Request body: {'security_group_rule': {'security_group_id': 'dbe802bb-81cf-42c9-9c03-a8e722b7b742', 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:13:26.924939 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d5fda730-39a4-4356-afa4-42f69255e101 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (19d61dbc-e527-490e-945e-3b976291c1fb), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:26.986409 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d5fda730-39a4-4356-afa4-42f69255e101 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (19d61dbc-e527-490e-945e-3b976291c1fb), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:26.992843 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d5fda730-39a4-4356-afa4-42f69255e101 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (19d61dbc-e527-490e-945e-3b976291c1fb), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:27.025139 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fda730-39a4-4356-afa4-42f69255e101 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d61dbc-e527-490e-945e-3b976291c1fb,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:27.036745 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d5fda730-39a4-4356-afa4-42f69255e101 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:27.037962 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-d5fda730-39a4-4356-afa4-42f69255e101 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1449928 Feb 07 22:13:27.040875 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48102) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:27.045559 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-de2994fc-815b-4ab8-a85b-7457bfbd6834 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Request body: {'security_group_rule': {'security_group_id': 'dbe802bb-81cf-42c9-9c03-a8e722b7b742', 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:13:27.070416 n-d-828185-2 neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-de2994fc-815b-4ab8-a85b-7457bfbd6834 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Project 037a30f33c5c4918aa14dda9855e9f99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 22:13:27.075980 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de2994fc-815b-4ab8-a85b-7457bfbd6834 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (ba60bf32-00e5-4675-a346-06baedc76030), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:27.140675 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de2994fc-815b-4ab8-a85b-7457bfbd6834 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (ba60bf32-00e5-4675-a346-06baedc76030), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:27.144658 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de2994fc-815b-4ab8-a85b-7457bfbd6834 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (ba60bf32-00e5-4675-a346-06baedc76030), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:27.160523 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2994fc-815b-4ab8-a85b-7457bfbd6834 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba60bf32-00e5-4675-a346-06baedc76030,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:27.175611 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de2994fc-815b-4ab8-a85b-7457bfbd6834 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:27.177406 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-de2994fc-815b-4ab8-a85b-7457bfbd6834 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1354613 Feb 07 22:13:27.180405 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48104) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:27.185285 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-85329ec4-4f66-41b3-9c01-4a3cc242cb61 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Request body: {'security_group_rule': {'security_group_id': 'dbe802bb-81cf-42c9-9c03-a8e722b7b742', 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:13:27.205575 n-d-828185-2 neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-85329ec4-4f66-41b3-9c01-4a3cc242cb61 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Project 037a30f33c5c4918aa14dda9855e9f99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 22:13:27.211085 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85329ec4-4f66-41b3-9c01-4a3cc242cb61 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (cd09519f-72b4-4c94-abcc-89cb4fb18979), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:27.273154 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85329ec4-4f66-41b3-9c01-4a3cc242cb61 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (cd09519f-72b4-4c94-abcc-89cb4fb18979), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:27.277073 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85329ec4-4f66-41b3-9c01-4a3cc242cb61 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (cd09519f-72b4-4c94-abcc-89cb4fb18979), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:27.297103 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85329ec4-4f66-41b3-9c01-4a3cc242cb61 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd09519f-72b4-4c94-abcc-89cb4fb18979,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:27.309001 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85329ec4-4f66-41b3-9c01-4a3cc242cb61 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:27.310320 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-85329ec4-4f66-41b3-9c01-4a3cc242cb61 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288431 Feb 07 22:13:27.461610 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-256f3cd4-c33b-4aa6-98b4-f879c1a35208 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1506855093&fields=id&tenant_id=037a30f33c5c4918aa14dda9855e9f99 HTTP/1.1" status: 200 len: 267 time: 0.0449083 Feb 07 22:13:27.575967 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-9764815f-9429-49e6-8b41-4bb91069752e tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:27.577505 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-9764815f-9429-49e6-8b41-4bb91069752e tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/networks?id=9dd4442c-d93b-4340-ba3d-67a3fca741b0 HTTP/1.1" status: 200 len: 809 time: 0.1092565 Feb 07 22:13:27.592664 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-9c47f7fd-c55b-40c3-a035-ae71f32e968c tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/quotas/037a30f33c5c4918aa14dda9855e9f99 HTTP/1.1" status: 200 len: 375 time: 0.0095990 Feb 07 22:13:27.647927 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-2516e216-4dec-4844-8b6a-b4cb05aa2f91 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=037a30f33c5c4918aa14dda9855e9f99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498459 Feb 07 22:13:27.752887 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-b7ab2d64-b32b-4371-8d37-10cd6047aa24 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 22:13:27.753861 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-b7ab2d64-b32b-4371-8d37-10cd6047aa24 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0935659 Feb 07 22:13:27.844232 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-c2cfb007-9f40-41da-9919-2a774b5e6dd6 service neutron] 10.222.0.65 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845020 Feb 07 22:13:27.931675 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-799b319e-d534-4f3c-ae27-3e7a4f3f25a4 service neutron] 10.222.0.65 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811689 Feb 07 22:13:28.093790 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5d73b8b9-c05f-4201-914e-342b799b803c req-fb66a1f8-0b3f-4269-bb47-c615921c1d97 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 210 time: 0.0288281 Feb 07 22:13:28.487246 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bbd3e5-842e-4d90-84f7-50ab93ace168 None None] Sync routers for ids ['bebd40c6-d5da-4e14-95df-c07404218289'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:13:28.497670 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bbd3e5-842e-4d90-84f7-50ab93ace168 None None] Routers {'bebd40c6-d5da-4e14-95df-c07404218289'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:13:28.498307 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a3bbd3e5-842e-4d90-84f7-50ab93ace168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:13:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['bebd40c6-d5da-4e14-95df-c07404218289'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:28.623457 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-a3bbd3e5-842e-4d90-84f7-50ab93ace168 None None] Set router bebd40c6-d5da-4e14-95df-c07404218289 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:13:28.633304 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 407a7783-fa04-4927-a31b-d837401a9482 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:13:28.684977 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 407a7783-fa04-4927-a31b-d837401a9482 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:13:28.685358 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (407a7783-fa04-4927-a31b-d837401a9482), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:28.769396 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 407a7783-fa04-4927-a31b-d837401a9482 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:13:28.769905 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (407a7783-fa04-4927-a31b-d837401a9482), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:28.790713 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 407a7783-fa04-4927-a31b-d837401a9482, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=407a7783-fa04-4927-a31b-d837401a9482,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:13:28.794513 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (407a7783-fa04-4927-a31b-d837401a9482), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:28.828411 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a3bbd3e5-842e-4d90-84f7-50ab93ace168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebd40c6-d5da-4e14-95df-c07404218289', 'name': 'tempest-TestShelveInstance-1179066531-router', 'tenant_id': '3a33c30b259f49079088e06ae8310826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '407a7783-fa04-4927-a31b-d837401a9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:21Z', 'updated_at': '2022-02-07T22:13:25Z', 'revision_number': 4, 'project_id': '3a33c30b259f49079088e06ae8310826', 'gw_port': {'id': '407a7783-fa04-4927-a31b-d837401a9482', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:90:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebd40c6-d5da-4e14-95df-c07404218289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:22Z', 'updated_at': '2022-02-07T22:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'c6849c6d-6244-4792-9776-fbcc78a6a355', 'name': '', 'network_id': 'a6fa6b9b-53b9-4033-a04d-40e66830b0dc', 'tenant_id': '3a33c30b259f49079088e06ae8310826', 'mac_address': 'fa:16:3e:73:d8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebd40c6-d5da-4e14-95df-c07404218289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'd91efd37-77ba-4702-a30a-1621c58f809a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:24Z', 'updated_at': '2022-02-07T22:13:25Z', 'revision_number': 2, 'project_id': '3a33c30b259f49079088e06ae8310826', 'subnets': [{'id': 'd91efd37-77ba-4702-a30a-1621c58f809a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:28.842827 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=407a7783-fa04-4927-a31b-d837401a9482,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:28.855518 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bbd3e5-842e-4d90-84f7-50ab93ace168 None None] Checking router: bebd40c6-d5da-4e14-95df-c07404218289 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:13:28.855874 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bbd3e5-842e-4d90-84f7-50ab93ace168 None None] Updating router bebd40c6-d5da-4e14-95df-c07404218289 port c6849c6d-6244-4792-9776-fbcc78a6a355 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:13:28.883711 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a3bbd3e5-842e-4d90-84f7-50ab93ace168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c6849c6d-6244-4792-9776-fbcc78a6a355), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:29.092054 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-0cd525b0-477d-42c7-84d1-19846ce8633a tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:29.093910 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-0cd525b0-477d-42c7-84d1-19846ce8633a tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.69 "GET /v2.0/networks?id=9dd4442c-d93b-4340-ba3d-67a3fca741b0 HTTP/1.1" status: 200 len: 809 time: 0.1186366 Feb 07 22:13:29.172843 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-f2d10f41-b0a0-45a6-8b7c-b512e725c8c5 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=037a30f33c5c4918aa14dda9855e9f99 HTTP/1.1" status: 200 len: 380 time: 0.0703058 Feb 07 22:13:29.184742 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-7820baca-3775-4f16-9f7a-aed902cc1d58 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Request body: {'port': {'device_id': '77e405fa-a57c-4bda-8d10-e94fa4126249', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'admin_state_up': True, 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'security_groups': ['dbe802bb-81cf-42c9-9c03-a8e722b7b742']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:13:29.198133 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8bc2e3cf-d93d-424c-9ae7-97c834aa6c02 req-9f0bfe3c-7c84-417c-890f-99b0e04ac108 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 210 time: 0.0333571 Feb 07 22:13:29.259067 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a3bbd3e5-842e-4d90-84f7-50ab93ace168 None None] Publish callbacks [] for port (c6849c6d-6244-4792-9776-fbcc78a6a355), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:29.264605 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a3bbd3e5-842e-4d90-84f7-50ab93ace168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c6849c6d-6244-4792-9776-fbcc78a6a355), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:29.305193 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-7820baca-3775-4f16-9f7a-aed902cc1d58 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Made reservation on behalf of 037a30f33c5c4918aa14dda9855e9f99 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:13:29.308882 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-7820baca-3775-4f16-9f7a-aed902cc1d58 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:29.314173 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438f026-cf91-46f5-889f-b15344d6babf None None] Pushing event updated for resources: {'Port': ['ID=c6849c6d-6244-4792-9776-fbcc78a6a355,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:29.366467 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-a3bbd3e5-842e-4d90-84f7-50ab93ace168 None None] Attempting to bind port c6849c6d-6244-4792-9776-fbcc78a6a355 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:13:29.366844 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-a3bbd3e5-842e-4d90-84f7-50ab93ace168 None None] Attempting to bind port c6849c6d-6244-4792-9776-fbcc78a6a355 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '800cc54f-b902-425b-a28d-d91ac68e3321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a6fa6b9b-53b9-4033-a04d-40e66830b0dc'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:13:29.367205 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bbd3e5-842e-4d90-84f7-50ab93ace168 None None] Attempting to bind port c6849c6d-6244-4792-9776-fbcc78a6a355 on network a6fa6b9b-53b9-4033-a04d-40e66830b0dc {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:13:29.372393 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bbd3e5-842e-4d90-84f7-50ab93ace168 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:13:29.372775 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bbd3e5-842e-4d90-84f7-50ab93ace168 None None] Checking segment: {'id': '800cc54f-b902-425b-a28d-d91ac68e3321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a6fa6b9b-53b9-4033-a04d-40e66830b0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:13:29.373172 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a3bbd3e5-842e-4d90-84f7-50ab93ace168 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:29.373561 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bbd3e5-842e-4d90-84f7-50ab93ace168 None None] Bound using segment: {'id': '800cc54f-b902-425b-a28d-d91ac68e3321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a6fa6b9b-53b9-4033-a04d-40e66830b0dc'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:13:29.374025 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-a3bbd3e5-842e-4d90-84f7-50ab93ace168 None None] Bound port: c6849c6d-6244-4792-9776-fbcc78a6a355, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800cc54f-b902-425b-a28d-d91ac68e3321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a6fa6b9b-53b9-4033-a04d-40e66830b0dc'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:13:29.375002 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a3bbd3e5-842e-4d90-84f7-50ab93ace168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c6849c6d-6244-4792-9776-fbcc78a6a355), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:29.438530 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-a3bbd3e5-842e-4d90-84f7-50ab93ace168 None None] For port c6849c6d-6244-4792-9776-fbcc78a6a355, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:13:29.440901 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-7820baca-3775-4f16-9f7a-aed902cc1d58 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Allocated IP 172.20.0.5 (9dd4442c-d93b-4340-ba3d-67a3fca741b0/7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1/8ae6ae02-6a83-42f2-b646-cc6828df0b5c) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:13:29.442809 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-a3bbd3e5-842e-4d90-84f7-50ab93ace168 None None] For port c6849c6d-6244-4792-9776-fbcc78a6a355, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c6849c6d-6244-4792-9776-fbcc78a6a355,segment=NetworkSegment(800cc54f-b902-425b-a28d-d91ac68e3321),segment_id=800cc54f-b902-425b-a28d-d91ac68e3321)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:13:29.450008 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a3bbd3e5-842e-4d90-84f7-50ab93ace168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c6849c6d-6244-4792-9776-fbcc78a6a355), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:29.508206 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bbd3e5-842e-4d90-84f7-50ab93ace168 None None] Routers {'bebd40c6-d5da-4e14-95df-c07404218289'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:13:29.508956 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a3bbd3e5-842e-4d90-84f7-50ab93ace168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:13:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['bebd40c6-d5da-4e14-95df-c07404218289'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:29.547439 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438f026-cf91-46f5-889f-b15344d6babf None None] Pushing event updated for resources: {'Port': ['ID=c6849c6d-6244-4792-9776-fbcc78a6a355,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:29.564717 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4f1d494c-136e-449c-9169-b52387f4cee5 None None] Provisioning complete for port c6849c6d-6244-4792-9776-fbcc78a6a355 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:13:29.565303 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4f1d494c-136e-449c-9169-b52387f4cee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c6849c6d-6244-4792-9776-fbcc78a6a355), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:29.623996 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-7820baca-3775-4f16-9f7a-aed902cc1d58 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for port (8ae6ae02-6a83-42f2-b646-cc6828df0b5c), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:29.635732 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-a3bbd3e5-842e-4d90-84f7-50ab93ace168 None None] Set router bebd40c6-d5da-4e14-95df-c07404218289 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:13:29.658260 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d494c-136e-449c-9169-b52387f4cee5 None None] Current status of the port c6849c6d-6244-4792-9776-fbcc78a6a355 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:13:29.658844 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4f1d494c-136e-449c-9169-b52387f4cee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c6849c6d-6244-4792-9776-fbcc78a6a355), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:29.681439 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-7820baca-3775-4f16-9f7a-aed902cc1d58 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8ae6ae02-6a83-42f2-b646-cc6828df0b5c), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:29.713619 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-4f1d494c-136e-449c-9169-b52387f4cee5 None None] For port c6849c6d-6244-4792-9776-fbcc78a6a355, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c6849c6d-6244-4792-9776-fbcc78a6a355,segment=NetworkSegment(800cc54f-b902-425b-a28d-d91ac68e3321),segment_id=800cc54f-b902-425b-a28d-d91ac68e3321)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:13:29.724156 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4f1d494c-136e-449c-9169-b52387f4cee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (c6849c6d-6244-4792-9776-fbcc78a6a355), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:29.731634 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-7820baca-3775-4f16-9f7a-aed902cc1d58 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Network 9dd4442c-d93b-4340-ba3d-67a3fca741b0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:13:29.737746 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-7820baca-3775-4f16-9f7a-aed902cc1d58 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:13:29.741517 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-7820baca-3775-4f16-9f7a-aed902cc1d58 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:13:29.796761 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820baca-3775-4f16-9f7a-aed902cc1d58 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Pushing event updated for resources: {'Port': ['ID=8ae6ae02-6a83-42f2-b646-cc6828df0b5c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:29.809844 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-7820baca-3775-4f16-9f7a-aed902cc1d58 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:29.810519 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-7820baca-3775-4f16-9f7a-aed902cc1d58 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:29.816534 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d494c-136e-449c-9169-b52387f4cee5 None None] Pushing event updated for resources: {'Port': ['ID=c6849c6d-6244-4792-9776-fbcc78a6a355,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:29.829192 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-7820baca-3775-4f16-9f7a-aed902cc1d58 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6494954 Feb 07 22:13:29.849309 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-fe03f3f8-b7b0-42d2-9027-8b6492edffae None None] Provisioning complete for port c6849c6d-6244-4792-9776-fbcc78a6a355 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:13:29.849745 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fe03f3f8-b7b0-42d2-9027-8b6492edffae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c6849c6d-6244-4792-9776-fbcc78a6a355), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:29.896356 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-a3bbd3e5-842e-4d90-84f7-50ab93ace168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebd40c6-d5da-4e14-95df-c07404218289', 'name': 'tempest-TestShelveInstance-1179066531-router', 'tenant_id': '3a33c30b259f49079088e06ae8310826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '407a7783-fa04-4927-a31b-d837401a9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:21Z', 'updated_at': '2022-02-07T22:13:25Z', 'revision_number': 4, 'project_id': '3a33c30b259f49079088e06ae8310826', 'gw_port': {'id': '407a7783-fa04-4927-a31b-d837401a9482', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:90:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebd40c6-d5da-4e14-95df-c07404218289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:22Z', 'updated_at': '2022-02-07T22:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'c6849c6d-6244-4792-9776-fbcc78a6a355', 'name': '', 'network_id': 'a6fa6b9b-53b9-4033-a04d-40e66830b0dc', 'tenant_id': '3a33c30b259f49079088e06ae8310826', 'mac_address': 'fa:16:3e:73:d8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebd40c6-d5da-4e14-95df-c07404218289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'd91efd37-77ba-4702-a30a-1621c58f809a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:24Z', 'updated_at': '2022-02-07T22:13:29Z', 'revision_number': 4, 'project_id': '3a33c30b259f49079088e06ae8310826', 'subnets': [{'id': 'd91efd37-77ba-4702-a30a-1621c58f809a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:29.909140 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-cc5386ca-bd7b-4a7b-92cc-9b473b4d800c service neutron] Request body: {'port': {'device_id': '77e405fa-a57c-4bda-8d10-e94fa4126249', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:13:29.924987 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bbd3e5-842e-4d90-84f7-50ab93ace168 None None] The sync data for ids ['bebd40c6-d5da-4e14-95df-c07404218289'] in n-d-828185-2 is: [{'id': 'bebd40c6-d5da-4e14-95df-c07404218289', 'name': 'tempest-TestShelveInstance-1179066531-router', 'tenant_id': '3a33c30b259f49079088e06ae8310826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '407a7783-fa04-4927-a31b-d837401a9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:21Z', 'updated_at': '2022-02-07T22:13:25Z', 'revision_number': 4, 'project_id': '3a33c30b259f49079088e06ae8310826', 'gw_port': {'id': '407a7783-fa04-4927-a31b-d837401a9482', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:90:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebd40c6-d5da-4e14-95df-c07404218289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:22Z', 'updated_at': '2022-02-07T22:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'c6849c6d-6244-4792-9776-fbcc78a6a355', 'name': '', 'network_id': 'a6fa6b9b-53b9-4033-a04d-40e66830b0dc', 'tenant_id': '3a33c30b259f49079088e06ae8310826', 'mac_address': 'fa:16:3e:73:d8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebd40c6-d5da-4e14-95df-c07404218289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'd91efd37-77ba-4702-a30a-1621c58f809a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:24Z', 'updated_at': '2022-02-07T22:13:29Z', 'revision_number': 4, 'project_id': '3a33c30b259f49079088e06ae8310826', 'subnets': [{'id': 'd91efd37-77ba-4702-a30a-1621c58f809a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:13:29.946013 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-fe03f3f8-b7b0-42d2-9027-8b6492edffae None None] Current status of the port c6849c6d-6244-4792-9776-fbcc78a6a355 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:13:29.979772 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-cc5386ca-bd7b-4a7b-92cc-9b473b4d800c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8ae6ae02-6a83-42f2-b646-cc6828df0b5c), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:30.068237 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-c886b2f0-2ffc-486c-b28b-4e8fc180605c None None] Provisioning complete for port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:13:30.068565 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c886b2f0-2ffc-486c-b28b-4e8fc180605c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8ae6ae02-6a83-42f2-b646-cc6828df0b5c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:30.113740 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c886b2f0-2ffc-486c-b28b-4e8fc180605c None None] Port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:13:30.265002 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-cc5386ca-bd7b-4a7b-92cc-9b473b4d800c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae6ae02-6a83-42f2-b646-cc6828df0b5c {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 22:13:30.273967 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-cc5386ca-bd7b-4a7b-92cc-9b473b4d800c service neutron] Publish callbacks [] for port (8ae6ae02-6a83-42f2-b646-cc6828df0b5c), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:30.289163 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-cc5386ca-bd7b-4a7b-92cc-9b473b4d800c service neutron] Transition to ACTIVE for port object 8ae6ae02-6a83-42f2-b646-cc6828df0b5c will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:13:30.295391 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-cc5386ca-bd7b-4a7b-92cc-9b473b4d800c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (8ae6ae02-6a83-42f2-b646-cc6828df0b5c), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:30.331559 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099047a9-7ca9-4f4b-bb29-7c02c74db4cb req-ed3ca716-6283-427d-8bca-e25d964d5325 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:30.334980 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-099047a9-7ca9-4f4b-bb29-7c02c74db4cb req-ed3ca716-6283-427d-8bca-e25d964d5325 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 931 time: 0.0608890 Feb 07 22:13:30.387005 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5386ca-bd7b-4a7b-92cc-9b473b4d800c service neutron] Pushing event updated for resources: {'Port': ['ID=8ae6ae02-6a83-42f2-b646-cc6828df0b5c,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:30.399762 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-099047a9-7ca9-4f4b-bb29-7c02c74db4cb req-d0e6219b-f1a0-4b8c-8463-000c331d2466 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588415 Feb 07 22:13:30.477289 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-cc5386ca-bd7b-4a7b-92cc-9b473b4d800c service neutron] Attempting to bind port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:13:30.477714 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-cc5386ca-bd7b-4a7b-92cc-9b473b4d800c service neutron] Attempting to bind port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '21577d9f-f78a-4dcd-935e-57320d25351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:13:30.478108 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-cc5386ca-bd7b-4a7b-92cc-9b473b4d800c service neutron] Attempting to bind port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c on network 9dd4442c-d93b-4340-ba3d-67a3fca741b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:13:30.482613 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-cc5386ca-bd7b-4a7b-92cc-9b473b4d800c service neutron] Port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c on network 9dd4442c-d93b-4340-ba3d-67a3fca741b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:13:30.482988 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-cc5386ca-bd7b-4a7b-92cc-9b473b4d800c service neutron] Attempting to bind port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c on network 9dd4442c-d93b-4340-ba3d-67a3fca741b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:13:30.488097 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-cc5386ca-bd7b-4a7b-92cc-9b473b4d800c service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:13:30.488378 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-cc5386ca-bd7b-4a7b-92cc-9b473b4d800c service neutron] Checking segment: {'id': '21577d9f-f78a-4dcd-935e-57320d25351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:13:30.488740 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-cc5386ca-bd7b-4a7b-92cc-9b473b4d800c service neutron] Bound using segment: {'id': '21577d9f-f78a-4dcd-935e-57320d25351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:13:30.489166 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-cc5386ca-bd7b-4a7b-92cc-9b473b4d800c service neutron] Bound port: 8ae6ae02-6a83-42f2-b646-cc6828df0b5c, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21577d9f-f78a-4dcd-935e-57320d25351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:13:30.489711 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-cc5386ca-bd7b-4a7b-92cc-9b473b4d800c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8ae6ae02-6a83-42f2-b646-cc6828df0b5c), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:30.567072 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-cc5386ca-bd7b-4a7b-92cc-9b473b4d800c service neutron] For port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:13:30.570570 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-cc5386ca-bd7b-4a7b-92cc-9b473b4d800c service neutron] For port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8ae6ae02-6a83-42f2-b646-cc6828df0b5c,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:13:30.580623 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-cc5386ca-bd7b-4a7b-92cc-9b473b4d800c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (8ae6ae02-6a83-42f2-b646-cc6828df0b5c), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:30.598755 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-cc5386ca-bd7b-4a7b-92cc-9b473b4d800c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:30.599555 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-cc5386ca-bd7b-4a7b-92cc-9b473b4d800c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:30.601043 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-cc5386ca-bd7b-4a7b-92cc-9b473b4d800c service neutron] 10.222.0.69 "PUT /v2.0/ports/8ae6ae02-6a83-42f2-b646-cc6828df0b5c HTTP/1.1" status: 200 len: 1091 time: 0.7639670 Feb 07 22:13:30.605400 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e405fa-a57c-4bda-8d10-e94fa4126249', 'tag': '8ae6ae02-6a83-42f2-b646-cc6828df0b5c'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:13:30.608667 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47bc0dc9fe746ac64adcb7a0dbe6fda25f58f8d79cf35956c7e0a4ba81c3c440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9dd154-356e-4b43-96bb-edfb6d809743" -d '{"events": [{"name": "network-changed", "server_uuid": "77e405fa-a57c-4bda-8d10-e94fa4126249", "tag": "8ae6ae02-6a83-42f2-b646-cc6828df0b5c"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:13:30.658835 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:13:30.673188 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226d063c-5e73-42bc-abec-d22eb76cbd49 x-openstack-request-id: req-226d063c-5e73-42bc-abec-d22eb76cbd49 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:13:30.673471 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e405fa-a57c-4bda-8d10-e94fa4126249", "tag": "8ae6ae02-6a83-42f2-b646-cc6828df0b5c", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:13:30.673724 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-226d063c-5e73-42bc-abec-d22eb76cbd49 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:13:30.674134 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e405fa-a57c-4bda-8d10-e94fa4126249', 'tag': '8ae6ae02-6a83-42f2-b646-cc6828df0b5c', 'status': 'completed', 'code': 200} Feb 07 22:13:30.679661 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c6849c6d-6244-4792-9776-fbcc78a6a355 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:13:30.737206 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5386ca-bd7b-4a7b-92cc-9b473b4d800c service neutron] Pushing event updated for resources: {'Port': ['ID=8ae6ae02-6a83-42f2-b646-cc6828df0b5c,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:30.759541 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-ea6a5608-9244-4e18-8212-87027be799e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:30.761194 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-ea6a5608-9244-4e18-8212-87027be799e2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=037a30f33c5c4918aa14dda9855e9f99&device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 1125 time: 0.1088736 Feb 07 22:13:30.806301 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port c6849c6d-6244-4792-9776-fbcc78a6a355 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:13:30.807506 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (c6849c6d-6244-4792-9776-fbcc78a6a355), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:30.819721 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-f4595116-0844-42ad-8274-bb687533b7cd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ae6ae02-6a83-42f2-b646-cc6828df0b5c HTTP/1.1" status: 200 len: 217 time: 0.0506136 Feb 07 22:13:30.877943 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-49369935-7694-45fe-8b39-4ba668163094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:30.880770 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-49369935-7694-45fe-8b39-4ba668163094 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1 HTTP/1.1" status: 200 len: 848 time: 0.0553660 Feb 07 22:13:30.895705 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port c6849c6d-6244-4792-9776-fbcc78a6a355 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:13:30.896940 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 407a7783-fa04-4927-a31b-d837401a9482 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:13:30.930327 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-7de518f6-8d44-4195-b517-216c3efa4a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:30.931895 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-7de518f6-8d44-4195-b517-216c3efa4a99 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9dd4442c-d93b-4340-ba3d-67a3fca741b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453577 Feb 07 22:13:30.946599 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 407a7783-fa04-4927-a31b-d837401a9482 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:13:30.946980 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (407a7783-fa04-4927-a31b-d837401a9482), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:31.029318 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-6ae8a442-5399-466b-a0cf-a33c8b9cc24e service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916684 Feb 07 22:13:31.034345 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 407a7783-fa04-4927-a31b-d837401a9482 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:13:31.117250 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6631c6d9-1677-4769-8ae9-8483495e7c73 req-efc54434-a467-4394-931e-a610def33958 service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824213 Feb 07 22:13:31.205170 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9dd154-356e-4b43-96bb-edfb6d809743 req-d4d4ff54-c29a-47c9-a722-7841b124ef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:31.206661 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6a9dd154-356e-4b43-96bb-edfb6d809743 req-d4d4ff54-c29a-47c9-a722-7841b124ef76 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=037a30f33c5c4918aa14dda9855e9f99&device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 1125 time: 0.0484805 Feb 07 22:13:31.528842 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22caa5-9de5-416b-a500-f581e7ae8812 req-7f9ec023-ad29-4bd2-b899-3cbc7edf68cf tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:31.530326 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0b22caa5-9de5-416b-a500-f581e7ae8812 req-7f9ec023-ad29-4bd2-b899-3cbc7edf68cf tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 943 time: 0.0557110 Feb 07 22:13:31.581579 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0b22caa5-9de5-416b-a500-f581e7ae8812 req-f4e2765a-b3f6-4596-a429-059c69e5fd2f tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441182 Feb 07 22:13:31.612226 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9dd154-356e-4b43-96bb-edfb6d809743 req-af630b9f-1466-48f4-ba40-6917f0380cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:31.613774 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6a9dd154-356e-4b43-96bb-edfb6d809743 req-af630b9f-1466-48f4-ba40-6917f0380cde service neutron] 10.222.0.69 "GET /v2.0/networks?id=9dd4442c-d93b-4340-ba3d-67a3fca741b0 HTTP/1.1" status: 200 len: 910 time: 0.4012542 Feb 07 22:13:31.653737 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6a9dd154-356e-4b43-96bb-edfb6d809743 req-640d004c-0cab-487d-914c-96fa916c8b8b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ae6ae02-6a83-42f2-b646-cc6828df0b5c HTTP/1.1" status: 200 len: 217 time: 0.0340459 Feb 07 22:13:31.701098 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9dd154-356e-4b43-96bb-edfb6d809743 req-de3e7c5f-99ac-4a8b-82fb-62527ce8a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:31.702444 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6a9dd154-356e-4b43-96bb-edfb6d809743 req-de3e7c5f-99ac-4a8b-82fb-62527ce8a25c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1 HTTP/1.1" status: 200 len: 848 time: 0.0430887 Feb 07 22:13:31.755339 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9dd154-356e-4b43-96bb-edfb6d809743 req-67f5cd87-1072-478d-b3c7-ae1418cf8298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:31.756917 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6a9dd154-356e-4b43-96bb-edfb6d809743 req-67f5cd87-1072-478d-b3c7-ae1418cf8298 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9dd4442c-d93b-4340-ba3d-67a3fca741b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485904 Feb 07 22:13:31.843422 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6a9dd154-356e-4b43-96bb-edfb6d809743 req-c5973bc7-3912-45e3-b29a-a92455f1a0df service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799842 Feb 07 22:13:31.931188 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-6a9dd154-356e-4b43-96bb-edfb6d809743 req-808b3ad9-066f-4d90-ac75-39d47bff10a4 service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818388 Feb 07 22:13:32.705819 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79359875-004c-408d-ad0d-c3215a1ba866 req-d4ff9e46-8b93-460e-8b40-2bba7467a2fb tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:32.707289 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79359875-004c-408d-ad0d-c3215a1ba866 req-d4ff9e46-8b93-460e-8b40-2bba7467a2fb tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 943 time: 0.0557387 Feb 07 22:13:32.756382 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-79359875-004c-408d-ad0d-c3215a1ba866 req-d5f854fa-26f6-4012-a4aa-fb4bab996316 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431080 Feb 07 22:13:33.873392 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12eb88-d401-447b-a832-4482daf7d82a req-9e6904f7-8c6a-46c4-ace6-e75f94c11267 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:33.874834 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a12eb88-d401-447b-a832-4482daf7d82a req-9e6904f7-8c6a-46c4-ace6-e75f94c11267 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 943 time: 0.0516973 Feb 07 22:13:33.922311 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4a12eb88-d401-447b-a832-4482daf7d82a req-ff3b95f0-89c0-4c4c-9eff-4214bc243ad4 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411911 Feb 07 22:13:34.318650 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:34.617366 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:34.986255 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8ae6ae02-6a83-42f2-b646-cc6828df0b5c details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:13:35.044586 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56fbed7-060a-47f1-b673-ff583913c5a9 req-ef28a50c-0fb9-46dc-b96b-8900119f7d14 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:35.046088 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a56fbed7-060a-47f1-b673-ff583913c5a9 req-ef28a50c-0fb9-46dc-b96b-8900119f7d14 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 943 time: 0.0553215 Feb 07 22:13:35.081758 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8ae6ae02-6a83-42f2-b646-cc6828df0b5c,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:13:35.094661 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a56fbed7-060a-47f1-b673-ff583913c5a9 req-2f65c584-57ac-46b6-a422-3002c431ad09 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422544 Feb 07 22:13:35.095385 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '8ae6ae02-6a83-42f2-b646-cc6828df0b5c', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'port_id': '8ae6ae02-6a83-42f2-b646-cc6828df0b5c', 'mac_address': 'fa:16:3e:18:4c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:13:35.136982 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:13:35.137379 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8ae6ae02-6a83-42f2-b646-cc6828df0b5c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:35.149582 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae6ae02-6a83-42f2-b646-cc6828df0b5c {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 22:13:35.168276 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8ae6ae02-6a83-42f2-b646-cc6828df0b5c,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:13:35.172044 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8ae6ae02-6a83-42f2-b646-cc6828df0b5c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:35.221771 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=8ae6ae02-6a83-42f2-b646-cc6828df0b5c,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:35.523309 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['8ae6ae02-6a83-42f2-b646-cc6828df0b5c'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:13:36.218522 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19605367-7e01-448b-8258-4e2bebd7a605 req-f8a2ff54-9703-4cfd-bcfc-82938ab04fc0 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:36.220010 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19605367-7e01-448b-8258-4e2bebd7a605 req-f8a2ff54-9703-4cfd-bcfc-82938ab04fc0 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 944 time: 0.0522959 Feb 07 22:13:36.268355 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-19605367-7e01-448b-8258-4e2bebd7a605 req-ad84ab5c-5e0c-40fc-a047-52c610dda02a tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426056 Feb 07 22:13:37.001754 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8ae6ae02-6a83-42f2-b646-cc6828df0b5c up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:13:37.049944 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:13:37.053774 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:13:37.054145 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8ae6ae02-6a83-42f2-b646-cc6828df0b5c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:37.131035 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:13:37.131418 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8ae6ae02-6a83-42f2-b646-cc6828df0b5c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:37.153293 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e405fa-a57c-4bda-8d10-e94fa4126249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae6ae02-6a83-42f2-b646-cc6828df0b5c'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:13:37.155524 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59fa0091afa0acade78336c0e3f3c5307cc552a1ace6da7695aaea120dfc6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e84ec5-76e6-4a86-bfc7-1d7ad0f32070" -d '{"events": [{"server_uuid": "77e405fa-a57c-4bda-8d10-e94fa4126249", "name": "network-vif-plugged", "status": "completed", "tag": "8ae6ae02-6a83-42f2-b646-cc6828df0b5c"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:13:37.168101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8ae6ae02-6a83-42f2-b646-cc6828df0b5c,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:13:37.172108 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8ae6ae02-6a83-42f2-b646-cc6828df0b5c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:37.195053 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6d369d-441b-4188-9db7-900a1da44b37 x-openstack-request-id: req-2a6d369d-441b-4188-9db7-900a1da44b37 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:13:37.195346 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e405fa-a57c-4bda-8d10-e94fa4126249", "name": "network-vif-plugged", "status": "completed", "tag": "8ae6ae02-6a83-42f2-b646-cc6828df0b5c", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:13:37.195603 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2a6d369d-441b-4188-9db7-900a1da44b37 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:13:37.195991 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e405fa-a57c-4bda-8d10-e94fa4126249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae6ae02-6a83-42f2-b646-cc6828df0b5c', 'code': 200} Feb 07 22:13:37.224154 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=8ae6ae02-6a83-42f2-b646-cc6828df0b5c,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:37.291408 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45cd60f-e306-407c-b90b-89c8a31fd421 req-e3b352dd-168c-48a6-a530-94989feb0190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:37.292987 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d45cd60f-e306-407c-b90b-89c8a31fd421 req-e3b352dd-168c-48a6-a530-94989feb0190 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 1127 time: 0.0438876 Feb 07 22:13:37.337812 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-d45cd60f-e306-407c-b90b-89c8a31fd421 req-e6c7ab0a-aede-4a6c-8b2d-653ccf5f94b3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386763 Feb 07 22:13:37.385109 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051e098-0b59-419b-ac13-598dda0d989c req-f0827a6e-70d7-41b6-ac62-d815a1c14b5a tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:37.386484 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5051e098-0b59-419b-ac13-598dda0d989c req-f0827a6e-70d7-41b6-ac62-d815a1c14b5a tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 945 time: 0.0512996 Feb 07 22:13:37.438615 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5051e098-0b59-419b-ac13-598dda0d989c req-10b81419-39a5-44c3-bc75-e4e912df163f tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465662 Feb 07 22:13:38.558068 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd9dc3-d2c7-4742-ae6a-f08718fe0669 req-8f9174ac-4660-493e-97f4-3939cc7feab0 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:38.559518 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c5bd9dc3-d2c7-4742-ae6a-f08718fe0669 req-8f9174ac-4660-493e-97f4-3939cc7feab0 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 945 time: 0.0513041 Feb 07 22:13:38.608264 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c5bd9dc3-d2c7-4742-ae6a-f08718fe0669 req-cffa2019-fcca-46e7-b500-ad47b2da7c74 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430501 Feb 07 22:13:39.726209 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f665fa2-3eff-4507-9351-145d08e6f6ad req-66ce0cfc-c617-44e2-be2c-18ed9ea4bad8 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:39.727708 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8f665fa2-3eff-4507-9351-145d08e6f6ad req-66ce0cfc-c617-44e2-be2c-18ed9ea4bad8 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 945 time: 0.0524633 Feb 07 22:13:39.776028 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8f665fa2-3eff-4507-9351-145d08e6f6ad req-7b397854-a0f1-4a90-a369-54848aa57583 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424230 Feb 07 22:13:39.897060 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463f5b2-7b4e-449c-8bc7-9fe10d545324 req-bfedf469-ecfd-4395-a759-6f1f9c1162e3 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:39.898438 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9463f5b2-7b4e-449c-8bc7-9fe10d545324 req-bfedf469-ecfd-4395-a759-6f1f9c1162e3 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 945 time: 0.0560505 Feb 07 22:13:39.945961 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9463f5b2-7b4e-449c-8bc7-9fe10d545324 req-1803e9ef-d6d8-4f03-98a0-ee1c035228f2 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420184 Feb 07 22:13:39.967370 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48162) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:40.049832 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2549c1-2fb6-4f99-b29d-c30a8bd82520 tempest-TestShelveInstance-1925890429 tempest-TestShelveInstance-1925890429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:40.051830 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ba2549c1-2fb6-4f99-b29d-c30a8bd82520 tempest-TestShelveInstance-1925890429 tempest-TestShelveInstance-1925890429-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 1122 time: 0.0835004 Feb 07 22:13:40.054858 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48166) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:13:40.059148 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-85968848-dd3a-4984-8f31-5c9d7fc3d352 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'port_id': '8ae6ae02-6a83-42f2-b646-cc6828df0b5c', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:13:40.079015 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85968848-dd3a-4984-8f31-5c9d7fc3d352 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:40.182826 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85968848-dd3a-4984-8f31-5c9d7fc3d352 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:40.282489 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-85968848-dd3a-4984-8f31-5c9d7fc3d352 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Allocated IP 172.25.4.217 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/11b2c500-540a-41e9-8857-b731afe16016) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:13:40.383365 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85968848-dd3a-4984-8f31-5c9d7fc3d352 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for port (11b2c500-540a-41e9-8857-b731afe16016), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:40.416763 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85968848-dd3a-4984-8f31-5c9d7fc3d352 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (11b2c500-540a-41e9-8857-b731afe16016), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:40.455548 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85968848-dd3a-4984-8f31-5c9d7fc3d352 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:13:40.460627 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-85968848-dd3a-4984-8f31-5c9d7fc3d352 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:13:40.463188 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85968848-dd3a-4984-8f31-5c9d7fc3d352 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:13:40.468570 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85968848-dd3a-4984-8f31-5c9d7fc3d352 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Pushing event updated for resources: {'Port': ['ID=11b2c500-540a-41e9-8857-b731afe16016,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:40.813051 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85968848-dd3a-4984-8f31-5c9d7fc3d352 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for floatingip (db9cf113-a89d-4f54-a5b8-4b441ff8cedb), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:40.879676 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85968848-dd3a-4984-8f31-5c9d7fc3d352 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (11b2c500-540a-41e9-8857-b731afe16016), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:41.027497 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85968848-dd3a-4984-8f31-5c9d7fc3d352 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for port (11b2c500-540a-41e9-8857-b731afe16016), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:41.031978 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85968848-dd3a-4984-8f31-5c9d7fc3d352 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (11b2c500-540a-41e9-8857-b731afe16016), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:41.101024 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85968848-dd3a-4984-8f31-5c9d7fc3d352 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Pushing event updated for resources: {'Port': ['ID=11b2c500-540a-41e9-8857-b731afe16016,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:13:41.110623 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85968848-dd3a-4984-8f31-5c9d7fc3d352 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (db9cf113-a89d-4f54-a5b8-4b441ff8cedb), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:41.210242 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-85968848-dd3a-4984-8f31-5c9d7fc3d352 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Floating IP db9cf113-a89d-4f54-a5b8-4b441ff8cedb associated. External IP: 172.25.4.217, port: 8ae6ae02-6a83-42f2-b646-cc6828df0b5c. Feb 07 22:13:41.410921 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85968848-dd3a-4984-8f31-5c9d7fc3d352 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Router c3e545af-6b71-40f8-8fdf-ef32ffb036c7 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:13:41.517631 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85968848-dd3a-4984-8f31-5c9d7fc3d352 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:13:41.528125 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c8522f-f364-4b60-b127-6734b322fe13 None None] Sync routers for ids ['c3e545af-6b71-40f8-8fdf-ef32ffb036c7'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:13:41.534742 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85968848-dd3a-4984-8f31-5c9d7fc3d352 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:41.539167 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c8522f-f364-4b60-b127-6734b322fe13 None None] Routers {'c3e545af-6b71-40f8-8fdf-ef32ffb036c7'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:13:41.539990 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-54c8522f-f364-4b60-b127-6734b322fe13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:13:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c3e545af-6b71-40f8-8fdf-ef32ffb036c7'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:41.564799 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-85968848-dd3a-4984-8f31-5c9d7fc3d352 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5088727 Feb 07 22:13:41.565408 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e405fa-a57c-4bda-8d10-e94fa4126249', 'tag': '8ae6ae02-6a83-42f2-b646-cc6828df0b5c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:13:41.568263 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7f0c99-a627-42da-b5f6-7468bebab83e" -d '{"events": [{"name": "network-changed", "server_uuid": "77e405fa-a57c-4bda-8d10-e94fa4126249", "tag": "8ae6ae02-6a83-42f2-b646-cc6828df0b5c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:13:41.607955 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263e2bb7-099c-47e9-b491-47d68ec84dd1 x-openstack-request-id: req-263e2bb7-099c-47e9-b491-47d68ec84dd1 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:13:41.608251 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e405fa-a57c-4bda-8d10-e94fa4126249", "tag": "8ae6ae02-6a83-42f2-b646-cc6828df0b5c", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:13:41.608550 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-263e2bb7-099c-47e9-b491-47d68ec84dd1 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:13:41.608967 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e405fa-a57c-4bda-8d10-e94fa4126249', 'tag': '8ae6ae02-6a83-42f2-b646-cc6828df0b5c', 'status': 'completed', 'code': 200} Feb 07 22:13:41.652882 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-54c8522f-f364-4b60-b127-6734b322fe13 None None] Set router c3e545af-6b71-40f8-8fdf-ef32ffb036c7 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:13:41.672206 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f0c99-a627-42da-b5f6-7468bebab83e req-a5e1d4e6-4c1b-4648-9a9a-bc19e60a3513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:41.673693 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ff7f0c99-a627-42da-b5f6-7468bebab83e req-a5e1d4e6-4c1b-4648-9a9a-bc19e60a3513 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=037a30f33c5c4918aa14dda9855e9f99&device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 1127 time: 0.0440967 Feb 07 22:13:41.774942 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f0c99-a627-42da-b5f6-7468bebab83e req-e1068be3-35dc-41f8-8101-bea56bbf69cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:41.776507 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ff7f0c99-a627-42da-b5f6-7468bebab83e req-e1068be3-35dc-41f8-8101-bea56bbf69cd service neutron] 10.222.0.69 "GET /v2.0/networks?id=9dd4442c-d93b-4340-ba3d-67a3fca741b0 HTTP/1.1" status: 200 len: 910 time: 0.0975406 Feb 07 22:13:41.842662 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ff7f0c99-a627-42da-b5f6-7468bebab83e req-a4f073e0-3cf9-4989-9dc4-bf3d2e183a26 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ae6ae02-6a83-42f2-b646-cc6828df0b5c HTTP/1.1" status: 200 len: 999 time: 0.0605457 Feb 07 22:13:41.893753 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f0c99-a627-42da-b5f6-7468bebab83e req-710685b3-9c4e-4a23-9bfe-c3ff38d04921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:41.895861 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ff7f0c99-a627-42da-b5f6-7468bebab83e req-710685b3-9c4e-4a23-9bfe-c3ff38d04921 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1 HTTP/1.1" status: 200 len: 848 time: 0.0478129 Feb 07 22:13:41.948007 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f0c99-a627-42da-b5f6-7468bebab83e req-587a86ec-c81e-43a4-9971-351b0d44abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:13:41.949460 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ff7f0c99-a627-42da-b5f6-7468bebab83e req-587a86ec-c81e-43a4-9971-351b0d44abcd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9dd4442c-d93b-4340-ba3d-67a3fca741b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481038 Feb 07 22:13:42.032831 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-54c8522f-f364-4b60-b127-6734b322fe13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'name': 'tempest-TestShelveInstance-2114065198-router', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:17Z', 'updated_at': '2022-02-07T22:13:20Z', 'revision_number': 4, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'gw_port': {'id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:18Z', 'updated_at': '2022-02-07T22:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'db9cf113-a89d-4f54-a5b8-4b441ff8cedb', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'floating_ip_address': '172.25.4.217', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'port_id': '8ae6ae02-6a83-42f2-b646-cc6828df0b5c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'mac_address': 'fa:16:3e:18:4c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e405fa-a57c-4bda-8d10-e94fa4126249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:13:40Z', 'updated_at': '2022-02-07T22:13:40Z', 'revision_number': 0, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1149ae2-8869-4e68-868f-77830a486590', 'name': '', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'mac_address': 'fa:16:3e:26:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:19Z', 'updated_at': '2022-02-07T22:13:23Z', 'revision_number': 5, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'subnets': [{'id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:42.036145 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ff7f0c99-a627-42da-b5f6-7468bebab83e req-e231d597-df3c-4c37-aa42-a13cadaaffb9 service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811465 Feb 07 22:13:42.059217 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c8522f-f364-4b60-b127-6734b322fe13 None None] Checking router: c3e545af-6b71-40f8-8fdf-ef32ffb036c7 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:13:42.068098 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c8522f-f364-4b60-b127-6734b322fe13 None None] Routers {'c3e545af-6b71-40f8-8fdf-ef32ffb036c7'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:13:42.068745 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-54c8522f-f364-4b60-b127-6734b322fe13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:13:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c3e545af-6b71-40f8-8fdf-ef32ffb036c7'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:42.130444 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-ff7f0c99-a627-42da-b5f6-7468bebab83e req-978b9ba2-1b68-4596-b4ed-7cffe6bde520 service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882785 Feb 07 22:13:42.178364 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-54c8522f-f364-4b60-b127-6734b322fe13 None None] Set router c3e545af-6b71-40f8-8fdf-ef32ffb036c7 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:13:42.405601 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-54c8522f-f364-4b60-b127-6734b322fe13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'name': 'tempest-TestShelveInstance-2114065198-router', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:17Z', 'updated_at': '2022-02-07T22:13:20Z', 'revision_number': 4, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'gw_port': {'id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:18Z', 'updated_at': '2022-02-07T22:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'db9cf113-a89d-4f54-a5b8-4b441ff8cedb', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'floating_ip_address': '172.25.4.217', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'port_id': '8ae6ae02-6a83-42f2-b646-cc6828df0b5c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'mac_address': 'fa:16:3e:18:4c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e405fa-a57c-4bda-8d10-e94fa4126249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:13:40Z', 'updated_at': '2022-02-07T22:13:40Z', 'revision_number': 0, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1149ae2-8869-4e68-868f-77830a486590', 'name': '', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'mac_address': 'fa:16:3e:26:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:19Z', 'updated_at': '2022-02-07T22:13:23Z', 'revision_number': 5, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'subnets': [{'id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:13:42.432261 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c8522f-f364-4b60-b127-6734b322fe13 None None] The sync data for ids ['c3e545af-6b71-40f8-8fdf-ef32ffb036c7'] in n-d-828185-2 is: [{'id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'name': 'tempest-TestShelveInstance-2114065198-router', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:17Z', 'updated_at': '2022-02-07T22:13:20Z', 'revision_number': 4, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'gw_port': {'id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:18Z', 'updated_at': '2022-02-07T22:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': 'db9cf113-a89d-4f54-a5b8-4b441ff8cedb', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'floating_ip_address': '172.25.4.217', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'port_id': '8ae6ae02-6a83-42f2-b646-cc6828df0b5c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'mac_address': 'fa:16:3e:18:4c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e405fa-a57c-4bda-8d10-e94fa4126249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:13:40Z', 'updated_at': '2022-02-07T22:13:40Z', 'revision_number': 0, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1149ae2-8869-4e68-868f-77830a486590', 'name': '', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'mac_address': 'fa:16:3e:26:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:19Z', 'updated_at': '2022-02-07T22:13:23Z', 'revision_number': 5, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'subnets': [{'id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:13:42.639409 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8888ab-39f5-4e15-bdfd-2546a08ff6c8 None None] New status for floating IP db9cf113-a89d-4f54-a5b8-4b441ff8cedb: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:13:48.564564 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4f652888-804f-4132-9e19-10eb9ebb7d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:50.751138 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0e56462b-8e10-4fae-9ccb-84540e06f895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:52.053066 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:53.532929 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:13:54.825226 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:14:04.322132 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:14:04.617221 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:14:07.660751 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:14:18.105852 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-30442682-ed01-4375-aea4-d5d28cb9d226 req-5febb01b-726f-41d4-b96d-0e3803c71411 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469260 Feb 07 22:14:18.189230 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30442682-ed01-4375-aea4-d5d28cb9d226 req-875b8cf8-98d4-4d43-a413-8fe9ead1359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:14:18.190718 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-30442682-ed01-4375-aea4-d5d28cb9d226 req-875b8cf8-98d4-4d43-a413-8fe9ead1359f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=037a30f33c5c4918aa14dda9855e9f99&device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 1127 time: 0.0446107 Feb 07 22:14:18.293691 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30442682-ed01-4375-aea4-d5d28cb9d226 req-0aa1cb47-82d8-4c8a-bae7-b86d0478e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:14:18.295155 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-30442682-ed01-4375-aea4-d5d28cb9d226 req-0aa1cb47-82d8-4c8a-bae7-b86d0478e122 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9dd4442c-d93b-4340-ba3d-67a3fca741b0 HTTP/1.1" status: 200 len: 910 time: 0.0868409 Feb 07 22:14:18.358852 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-30442682-ed01-4375-aea4-d5d28cb9d226 req-7ddb3b98-f357-4834-a74c-6628b4f15e52 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ae6ae02-6a83-42f2-b646-cc6828df0b5c HTTP/1.1" status: 200 len: 1001 time: 0.0578094 Feb 07 22:14:18.410676 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30442682-ed01-4375-aea4-d5d28cb9d226 req-96132d59-e82a-4e31-b365-c0bfe28e5347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:14:18.412694 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-30442682-ed01-4375-aea4-d5d28cb9d226 req-96132d59-e82a-4e31-b365-c0bfe28e5347 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1 HTTP/1.1" status: 200 len: 848 time: 0.0481253 Feb 07 22:14:18.460986 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30442682-ed01-4375-aea4-d5d28cb9d226 req-57eb7643-b27f-43de-b56f-9356b5ce71b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:14:18.462446 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-30442682-ed01-4375-aea4-d5d28cb9d226 req-57eb7643-b27f-43de-b56f-9356b5ce71b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9dd4442c-d93b-4340-ba3d-67a3fca741b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436211 Feb 07 22:14:18.549192 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-30442682-ed01-4375-aea4-d5d28cb9d226 req-b7bc3a2d-584a-49fe-80e0-96686a038acb service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807045 Feb 07 22:14:18.557416 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ba35013d-fb7d-484c-807d-98dd543b1833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:14:18.642244 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-30442682-ed01-4375-aea4-d5d28cb9d226 req-4a73884d-c3fe-4e8d-91e1-fd47fb1a98a9 service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865467 Feb 07 22:14:20.753354 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-810c0316-1d72-4cba-8531-0ae6006b881a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:14:22.058964 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:14:23.536203 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:14:24.827386 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:14:34.317299 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:14:34.631847 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:14:44.661237 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:14:48.559070 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-00eba9ab-90ff-437b-ac90-3e31da70e9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:14:50.755129 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-15441f12-0892-468c-91e6-8e44c46f8471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:14:52.058898 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:14:53.538477 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:14:54.828290 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:15:04.316250 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:15:04.625870 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:15:18.560051 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a047df8f-3ac6-4b92-a69a-227b3316ccaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:15:20.104881 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-81d5edf7-93d8-4ce7-8424-91273b692e72 req-4d039c50-6329-4ee7-b453-32c1f6cd857e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439165 Feb 07 22:15:20.195379 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5edf7-93d8-4ce7-8424-91273b692e72 req-71f029c9-6d3f-4775-adc2-2c6ac75fb2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:15:20.196882 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-81d5edf7-93d8-4ce7-8424-91273b692e72 req-71f029c9-6d3f-4775-adc2-2c6ac75fb2dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=037a30f33c5c4918aa14dda9855e9f99&device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 1127 time: 0.0453036 Feb 07 22:15:20.302056 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5edf7-93d8-4ce7-8424-91273b692e72 req-2363f9b8-2511-4b51-b68a-c1b6620584fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:15:20.303530 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-81d5edf7-93d8-4ce7-8424-91273b692e72 req-2363f9b8-2511-4b51-b68a-c1b6620584fd service neutron] 10.222.0.69 "GET /v2.0/networks?id=9dd4442c-d93b-4340-ba3d-67a3fca741b0 HTTP/1.1" status: 200 len: 910 time: 0.0881457 Feb 07 22:15:20.367606 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-81d5edf7-93d8-4ce7-8424-91273b692e72 req-b25201d6-7856-4e38-ba03-6def9d04cf0d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ae6ae02-6a83-42f2-b646-cc6828df0b5c HTTP/1.1" status: 200 len: 1001 time: 0.0583928 Feb 07 22:15:20.417862 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5edf7-93d8-4ce7-8424-91273b692e72 req-9cd356ec-f596-408b-aad3-3a04f1dc493e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:15:20.419328 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-81d5edf7-93d8-4ce7-8424-91273b692e72 req-9cd356ec-f596-408b-aad3-3a04f1dc493e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1 HTTP/1.1" status: 200 len: 848 time: 0.0463238 Feb 07 22:15:20.466277 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5edf7-93d8-4ce7-8424-91273b692e72 req-73f694eb-cec6-4187-b37b-dfbf416018b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:15:20.468292 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-81d5edf7-93d8-4ce7-8424-91273b692e72 req-73f694eb-cec6-4187-b37b-dfbf416018b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9dd4442c-d93b-4340-ba3d-67a3fca741b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434122 Feb 07 22:15:20.553902 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-81d5edf7-93d8-4ce7-8424-91273b692e72 req-c8c1f5d0-58ae-4076-81b7-3c3c2543ef95 service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796359 Feb 07 22:15:20.644490 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-81d5edf7-93d8-4ce7-8424-91273b692e72 req-ee647642-cd51-4739-9b4c-7e81d313249a service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846980 Feb 07 22:15:20.755930 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ef63-69e3-4dcb-9520-553b9158533b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:15:21.661075 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:15:22.063041 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:15:23.541239 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:15:24.830784 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:15:34.349351 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:15:34.716682 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:15:48.562386 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3ce963b8-397b-4b0d-92a7-ae7582ef0396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:15:50.757886 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ed1f1f99-4cb2-45c9-8e8b-4a2022518c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:15:52.065309 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:15:53.543162 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:15:54.833066 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:15:58.659887 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:16:04.353807 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:16:04.730284 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:16:08.809742 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047bf2c0-50e4-4c31-8be3-de5b6766a541 req-8ba0da72-2c01-4f19-8cfa-528030378a6b tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:08.811311 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-047bf2c0-50e4-4c31-8be3-de5b6766a541 req-8ba0da72-2c01-4f19-8cfa-528030378a6b tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 945 time: 0.1072693 Feb 07 22:16:08.858889 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-047bf2c0-50e4-4c31-8be3-de5b6766a541 req-d50102f1-4ced-4dc6-b426-b2b2ee79ae2e tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420730 Feb 07 22:16:09.987085 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b640b74-3c07-4bc6-9a2d-d1ac59db0dba req-ab70106f-321b-4a3b-b994-05996499e6f1 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:09.988456 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9b640b74-3c07-4bc6-9a2d-d1ac59db0dba req-ab70106f-321b-4a3b-b994-05996499e6f1 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 945 time: 0.0514138 Feb 07 22:16:10.035367 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9b640b74-3c07-4bc6-9a2d-d1ac59db0dba req-f9692d83-dd51-4261-9111-501979ad9ce2 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412760 Feb 07 22:16:11.158362 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae61b2-7c4b-44b2-9bed-6f85f547f6ad req-a6962f3c-57d1-47c8-956f-af239ae729f0 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:11.159794 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8eae61b2-7c4b-44b2-9bed-6f85f547f6ad req-a6962f3c-57d1-47c8-956f-af239ae729f0 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 945 time: 0.0509009 Feb 07 22:16:11.210369 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8eae61b2-7c4b-44b2-9bed-6f85f547f6ad req-b4c6ae3e-3a6c-42ce-aa5d-c8890f00bbf3 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449553 Feb 07 22:16:12.329100 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36eded-5963-43d6-b679-93a46ccc0ad7 req-c9a856cc-a487-47a6-acbc-70e182d1ed42 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:12.330545 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e36eded-5963-43d6-b679-93a46ccc0ad7 req-c9a856cc-a487-47a6-acbc-70e182d1ed42 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 945 time: 0.0531859 Feb 07 22:16:12.377075 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8e36eded-5963-43d6-b679-93a46ccc0ad7 req-66c4f914-d56d-4ae0-be74-594cef92dc5a tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409272 Feb 07 22:16:13.495969 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e53764-78fd-4e81-bb8d-8fd7caa5a3dd req-e26665f5-900f-47d6-9aec-597d867883a7 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:13.497737 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9e53764-78fd-4e81-bb8d-8fd7caa5a3dd req-e26665f5-900f-47d6-9aec-597d867883a7 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 945 time: 0.0532258 Feb 07 22:16:13.546667 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f9e53764-78fd-4e81-bb8d-8fd7caa5a3dd req-98c89095-ff0d-471d-86c3-435530e7fdad tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435541 Feb 07 22:16:14.670143 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd81068-91a3-4fd1-9553-454fc43d9ccf req-1ce374d8-6e17-452c-adea-026db1aa117e tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:14.671632 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5fd81068-91a3-4fd1-9553-454fc43d9ccf req-1ce374d8-6e17-452c-adea-026db1aa117e tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 945 time: 0.0583344 Feb 07 22:16:14.718825 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5fd81068-91a3-4fd1-9553-454fc43d9ccf req-3499bea2-4a4f-4057-951a-8a7717c90355 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414572 Feb 07 22:16:15.835968 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56275e7a-f7d7-4fb6-a414-94a02066e274 req-52f0da2f-32b3-4ff6-9c99-9c2670d755ca tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:15.837520 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-56275e7a-f7d7-4fb6-a414-94a02066e274 req-52f0da2f-32b3-4ff6-9c99-9c2670d755ca tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 945 time: 0.0519867 Feb 07 22:16:15.890583 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-56275e7a-f7d7-4fb6-a414-94a02066e274 req-394e3369-15ea-4b3c-8b6a-2bb537bdf29f tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468850 Feb 07 22:16:17.012901 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500324a-24c2-472e-9ac8-67229fe3124c req-1b2fd6fb-03e3-4345-a0df-18eae10d3402 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:17.014342 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e500324a-24c2-472e-9ac8-67229fe3124c req-1b2fd6fb-03e3-4345-a0df-18eae10d3402 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 945 time: 0.0557005 Feb 07 22:16:17.061651 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e500324a-24c2-472e-9ac8-67229fe3124c req-e7441479-b924-4d32-96af-3e9ba34f39e9 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416710 Feb 07 22:16:18.179318 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f9cf8-6722-466b-852c-0c23169f164f req-95a3cd43-2008-4487-b33e-c52905a49681 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:18.180794 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-af6f9cf8-6722-466b-852c-0c23169f164f req-95a3cd43-2008-4487-b33e-c52905a49681 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 945 time: 0.0511374 Feb 07 22:16:18.227546 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-af6f9cf8-6722-466b-852c-0c23169f164f req-2907bc97-f64b-4402-bdf5-e8397e3e6d55 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412281 Feb 07 22:16:18.564482 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8b0229eb-33ab-4660-bc8f-4bac9a0ebbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:16:19.350794 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940a01f-6345-41fb-8e36-bd91b0a13bc7 req-11358f94-ba18-4c0e-a4da-aa42fc6a32ff tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:19.352231 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1940a01f-6345-41fb-8e36-bd91b0a13bc7 req-11358f94-ba18-4c0e-a4da-aa42fc6a32ff tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 945 time: 0.0509973 Feb 07 22:16:19.401798 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1940a01f-6345-41fb-8e36-bd91b0a13bc7 req-6a166058-14a7-4c02-8faa-55244ab77c8d tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440109 Feb 07 22:16:20.520087 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee8920-15b6-443a-b9f1-c292241dfd52 req-8f6d8d81-60c5-40df-bd06-11b78475bacf tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:20.521558 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-46ee8920-15b6-443a-b9f1-c292241dfd52 req-8f6d8d81-60c5-40df-bd06-11b78475bacf tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 945 time: 0.0519431 Feb 07 22:16:20.568464 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-46ee8920-15b6-443a-b9f1-c292241dfd52 req-ff6154d2-145c-4512-878e-edd96504e806 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413594 Feb 07 22:16:20.760278 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f464bea5-0030-454d-9d0b-0d13a5fe1303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:16:21.129826 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933509fa-1cbb-478e-b9e1-6c4077afd0f4 req-ad6b8eb4-0024-4872-a8f2-2c22098c630d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:21.131368 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-933509fa-1cbb-478e-b9e1-6c4077afd0f4 req-ad6b8eb4-0024-4872-a8f2-2c22098c630d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=037a30f33c5c4918aa14dda9855e9f99&device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 1127 time: 0.0470345 Feb 07 22:16:21.241319 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933509fa-1cbb-478e-b9e1-6c4077afd0f4 req-65812117-1f47-44ad-952b-4a1407bade88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:21.242821 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-933509fa-1cbb-478e-b9e1-6c4077afd0f4 req-65812117-1f47-44ad-952b-4a1407bade88 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9dd4442c-d93b-4340-ba3d-67a3fca741b0 HTTP/1.1" status: 200 len: 910 time: 0.0881169 Feb 07 22:16:21.307936 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-933509fa-1cbb-478e-b9e1-6c4077afd0f4 req-7bb01bc0-4db3-4d8b-8685-b84a46dcfd5e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ae6ae02-6a83-42f2-b646-cc6828df0b5c HTTP/1.1" status: 200 len: 1001 time: 0.0587366 Feb 07 22:16:21.356980 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933509fa-1cbb-478e-b9e1-6c4077afd0f4 req-37aa0536-9ff7-429e-b894-c7cf66afed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:21.358416 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-933509fa-1cbb-478e-b9e1-6c4077afd0f4 req-37aa0536-9ff7-429e-b894-c7cf66afed1d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1 HTTP/1.1" status: 200 len: 848 time: 0.0443730 Feb 07 22:16:21.411615 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933509fa-1cbb-478e-b9e1-6c4077afd0f4 req-a6f6be1f-d85b-4e34-92bc-93f79fdab0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:21.413048 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-933509fa-1cbb-478e-b9e1-6c4077afd0f4 req-a6f6be1f-d85b-4e34-92bc-93f79fdab0f2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9dd4442c-d93b-4340-ba3d-67a3fca741b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478451 Feb 07 22:16:21.499027 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-933509fa-1cbb-478e-b9e1-6c4077afd0f4 req-c44df016-a1a8-4287-b6c0-3a49d30e7024 service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791519 Feb 07 22:16:21.591560 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-933509fa-1cbb-478e-b9e1-6c4077afd0f4 req-579e244b-32de-4321-8090-96526bce37af service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858240 Feb 07 22:16:21.690316 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ad433-a21b-493d-97f9-a1b85ce5a9fd req-390202da-58b7-429a-838d-9e9271f835e5 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:21.691674 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-453ad433-a21b-493d-97f9-a1b85ce5a9fd req-390202da-58b7-429a-838d-9e9271f835e5 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 945 time: 0.0514245 Feb 07 22:16:21.739774 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-453ad433-a21b-493d-97f9-a1b85ce5a9fd req-879f4e18-27d7-42a2-8def-3e01dadce166 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425794 Feb 07 22:16:21.927874 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8ae6ae02-6a83-42f2-b646-cc6828df0b5c details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:16:22.020484 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8ae6ae02-6a83-42f2-b646-cc6828df0b5c,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:16:22.031602 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '8ae6ae02-6a83-42f2-b646-cc6828df0b5c', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'port_id': '8ae6ae02-6a83-42f2-b646-cc6828df0b5c', 'mac_address': 'fa:16:3e:18:4c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:16:22.080654 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c is: ACTIVE; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:16:22.081037 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8ae6ae02-6a83-42f2-b646-cc6828df0b5c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:16:22.083089 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:16:22.094367 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ae6ae02-6a83-42f2-b646-cc6828df0b5c {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 22:16:22.115107 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8ae6ae02-6a83-42f2-b646-cc6828df0b5c,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:16:22.118798 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8ae6ae02-6a83-42f2-b646-cc6828df0b5c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:16:22.166280 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=8ae6ae02-6a83-42f2-b646-cc6828df0b5c,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:16:22.174336 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:16:22.174733 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:16:22.175073 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:16:22.175406 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:16:22.175740 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:16:22.176064 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:16:22.176402 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:16:22.176733 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:16:22.177049 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:16:22.177372 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:16:22.177690 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:16:22.178007 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:16:22.178322 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:16:22.190341 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['8ae6ae02-6a83-42f2-b646-cc6828df0b5c'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:16:22.863507 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c519b6c-b3aa-406e-b48d-a886009a4e92 req-78aa7d47-b292-4c4c-a2da-9ad6fa6ef0a3 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:22.864988 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c519b6c-b3aa-406e-b48d-a886009a4e92 req-78aa7d47-b292-4c4c-a2da-9ad6fa6ef0a3 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 944 time: 0.0551059 Feb 07 22:16:22.911788 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c519b6c-b3aa-406e-b48d-a886009a4e92 req-896332ca-9fb6-4b0e-b5a5-16498f178671 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412560 Feb 07 22:16:23.547265 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:16:23.943493 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8ae6ae02-6a83-42f2-b646-cc6828df0b5c up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:16:23.989952 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:16:23.990321 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8ae6ae02-6a83-42f2-b646-cc6828df0b5c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:16:24.033932 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4403d4-e9f0-4dae-9a1f-3a0732c10fbb req-139b38a6-e596-4000-8d62-6b19dc8c4b26 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:24.035425 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9e4403d4-e9f0-4dae-9a1f-3a0732c10fbb req-139b38a6-e596-4000-8d62-6b19dc8c4b26 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 944 time: 0.0539451 Feb 07 22:16:24.068917 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:16:24.069433 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8ae6ae02-6a83-42f2-b646-cc6828df0b5c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:16:24.085199 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9e4403d4-e9f0-4dae-9a1f-3a0732c10fbb req-98c4190d-21d1-4b35-94f8-449230913aba tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437427 Feb 07 22:16:24.092867 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e405fa-a57c-4bda-8d10-e94fa4126249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae6ae02-6a83-42f2-b646-cc6828df0b5c'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:16:24.095119 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59fa0091afa0acade78336c0e3f3c5307cc552a1ace6da7695aaea120dfc6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2df6ee4-9938-49b4-960a-476d6178c750" -d '{"events": [{"server_uuid": "77e405fa-a57c-4bda-8d10-e94fa4126249", "name": "network-vif-plugged", "status": "completed", "tag": "8ae6ae02-6a83-42f2-b646-cc6828df0b5c"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:16:24.108264 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8ae6ae02-6a83-42f2-b646-cc6828df0b5c,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:16:24.112427 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8ae6ae02-6a83-42f2-b646-cc6828df0b5c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:16:24.139047 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b234797-7986-4d33-a619-54dcb3b49b7c x-openstack-request-id: req-0b234797-7986-4d33-a619-54dcb3b49b7c {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:16:24.139343 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e405fa-a57c-4bda-8d10-e94fa4126249", "name": "network-vif-plugged", "status": "completed", "tag": "8ae6ae02-6a83-42f2-b646-cc6828df0b5c", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:16:24.139600 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b234797-7986-4d33-a619-54dcb3b49b7c {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:16:24.139992 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e405fa-a57c-4bda-8d10-e94fa4126249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae6ae02-6a83-42f2-b646-cc6828df0b5c', 'code': 200} Feb 07 22:16:24.165000 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=8ae6ae02-6a83-42f2-b646-cc6828df0b5c,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:16:24.836476 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:16:25.202857 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50624438-2734-484f-96c2-96378a472afe req-461fff01-c983-4051-9ec1-8ce130707acd tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:25.204326 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-50624438-2734-484f-96c2-96378a472afe req-461fff01-c983-4051-9ec1-8ce130707acd tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 945 time: 0.0504475 Feb 07 22:16:25.257576 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-50624438-2734-484f-96c2-96378a472afe req-a2195d72-810a-4155-b568-371efecbf0ea tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476615 Feb 07 22:16:26.396644 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb6780-c973-40c2-9603-a9a45e4d4940 req-66ea0115-cf3b-40c1-9da4-d5be77f4f934 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:26.399091 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-becb6780-c973-40c2-9603-a9a45e4d4940 req-66ea0115-cf3b-40c1-9da4-d5be77f4f934 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 945 time: 0.0547106 Feb 07 22:16:26.457258 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-becb6780-c973-40c2-9603-a9a45e4d4940 req-01ccfdef-df2a-4635-84ab-bd982cad88b9 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475447 Feb 07 22:16:27.594914 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ce0d3-6ccc-456a-aad7-9074227832cf req-de5b7086-c74d-4416-8eb9-544baa9d671e tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:27.601698 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-196ce0d3-6ccc-456a-aad7-9074227832cf req-de5b7086-c74d-4416-8eb9-544baa9d671e tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 945 time: 0.0649223 Feb 07 22:16:27.647189 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-196ce0d3-6ccc-456a-aad7-9074227832cf req-3583c709-0937-4a96-9569-c641f9d33f6a tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446224 Feb 07 22:16:28.783997 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fbc0e-3721-42da-b962-26211db66cfe req-274cc93b-5da2-4f00-8d21-5357acdc63e0 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:28.785840 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a37fbc0e-3721-42da-b962-26211db66cfe req-274cc93b-5da2-4f00-8d21-5357acdc63e0 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 945 time: 0.0623310 Feb 07 22:16:28.850449 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a37fbc0e-3721-42da-b962-26211db66cfe req-56e3eb79-d844-4761-9f8a-cfc079828b4a tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570033 Feb 07 22:16:29.978953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f05dc-0c20-464a-a958-b7d6bbace999 req-d422b91f-2963-4b46-bbc7-ff0f8acd1f31 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:29.981127 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-095f05dc-0c20-464a-a958-b7d6bbace999 req-d422b91f-2963-4b46-bbc7-ff0f8acd1f31 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 945 time: 0.0568392 Feb 07 22:16:30.037475 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-095f05dc-0c20-464a-a958-b7d6bbace999 req-9391394c-b115-4fab-8baa-60c1f6f71528 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499365 Feb 07 22:16:31.171647 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943f69b-3366-4f17-9440-066d0d1bf80a req-9a582f88-f534-4096-bd5e-c469c5bc0054 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:31.173199 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8943f69b-3366-4f17-9440-066d0d1bf80a req-9a582f88-f534-4096-bd5e-c469c5bc0054 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 945 time: 0.0589826 Feb 07 22:16:31.232052 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8943f69b-3366-4f17-9440-066d0d1bf80a req-6d580798-88d2-4410-8964-6c891c8585a2 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529311 Feb 07 22:16:32.374669 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc8dab-6dff-431a-9e24-e73576d004e5 req-95cd6ffc-710a-4d61-a42d-cd40a3caa887 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:32.381480 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53bc8dab-6dff-431a-9e24-e73576d004e5 req-95cd6ffc-710a-4d61-a42d-cd40a3caa887 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 945 time: 0.0755847 Feb 07 22:16:32.452957 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-53bc8dab-6dff-431a-9e24-e73576d004e5 req-131a618d-0fba-4067-8fd2-ebc3bef7e70a tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677502 Feb 07 22:16:33.580984 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466efa8-b68a-46ce-9b0e-71c3d38b2e94 req-80c2dabe-c8db-4c0c-816b-d1bb0153ffbb tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:33.582550 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f466efa8-b68a-46ce-9b0e-71c3d38b2e94 req-80c2dabe-c8db-4c0c-816b-d1bb0153ffbb tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 945 time: 0.0536232 Feb 07 22:16:33.647074 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f466efa8-b68a-46ce-9b0e-71c3d38b2e94 req-5216a80e-b02c-4224-957f-250d05c2f631 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534105 Feb 07 22:16:34.344961 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:16:34.743978 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:16:34.766004 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6154f-575c-4c3b-9418-1ed82e973e25 req-062dbddd-9cf7-4fb4-8dc2-d5244275459e tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:34.767465 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-12a6154f-575c-4c3b-9418-1ed82e973e25 req-062dbddd-9cf7-4fb4-8dc2-d5244275459e tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 945 time: 0.0524046 Feb 07 22:16:34.816933 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-12a6154f-575c-4c3b-9418-1ed82e973e25 req-26288b5f-11cb-455c-b56c-0c940b1f1b62 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437481 Feb 07 22:16:35.409763 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d58274-e426-44de-a98b-8dafa21a3dd3 req-dc899074-3c7c-4d67-9186-1c2bf8a28906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:35.411273 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-84d58274-e426-44de-a98b-8dafa21a3dd3 req-dc899074-3c7c-4d67-9186-1c2bf8a28906 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=037a30f33c5c4918aa14dda9855e9f99&device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 1127 time: 0.0458868 Feb 07 22:16:35.499503 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d58274-e426-44de-a98b-8dafa21a3dd3 req-3c1932c9-5523-49f9-a1f8-2226e4d2b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:35.501004 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-84d58274-e426-44de-a98b-8dafa21a3dd3 req-3c1932c9-5523-49f9-a1f8-2226e4d2b93d service neutron] 10.222.0.69 "GET /v2.0/networks?id=9dd4442c-d93b-4340-ba3d-67a3fca741b0 HTTP/1.1" status: 200 len: 910 time: 0.0837283 Feb 07 22:16:35.569051 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-84d58274-e426-44de-a98b-8dafa21a3dd3 req-05b2f1a9-4db8-4496-a278-812b6a1eea2a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ae6ae02-6a83-42f2-b646-cc6828df0b5c HTTP/1.1" status: 200 len: 1001 time: 0.0621197 Feb 07 22:16:35.615390 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d58274-e426-44de-a98b-8dafa21a3dd3 req-6fbc5998-d2ae-40ab-8d8c-62c3617fc88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:35.616843 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-84d58274-e426-44de-a98b-8dafa21a3dd3 req-6fbc5998-d2ae-40ab-8d8c-62c3617fc88b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1 HTTP/1.1" status: 200 len: 848 time: 0.0426137 Feb 07 22:16:35.658872 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:16:35.663871 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d58274-e426-44de-a98b-8dafa21a3dd3 req-c886bf37-c172-4cd9-8969-52ba945fda7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:35.665349 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-84d58274-e426-44de-a98b-8dafa21a3dd3 req-c886bf37-c172-4cd9-8969-52ba945fda7d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9dd4442c-d93b-4340-ba3d-67a3fca741b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429647 Feb 07 22:16:35.757554 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-84d58274-e426-44de-a98b-8dafa21a3dd3 req-4d1253e7-c35e-4eca-85b7-a1371f53d4d2 service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860665 Feb 07 22:16:35.851680 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-84d58274-e426-44de-a98b-8dafa21a3dd3 req-f5451f21-8247-4bef-bf53-8854c076f323 service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858028 Feb 07 22:16:35.940797 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75da87-d944-4121-8436-32e9290560bb req-20f15f40-ab9c-48e3-b5c2-ba77bed308de tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:35.942174 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f75da87-d944-4121-8436-32e9290560bb req-20f15f40-ab9c-48e3-b5c2-ba77bed308de tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 945 time: 0.0540612 Feb 07 22:16:35.990653 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7f75da87-d944-4121-8436-32e9290560bb req-04590c8c-0c79-486d-af08-18d29a2bd0ed tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428755 Feb 07 22:16:37.113015 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58286cdb-5d6b-44ce-9e81-fa37ccd20d58 req-bc66cc8e-2bf5-4767-b64b-b017cd2ff990 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:37.114461 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-58286cdb-5d6b-44ce-9e81-fa37ccd20d58 req-bc66cc8e-2bf5-4767-b64b-b017cd2ff990 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 945 time: 0.0545175 Feb 07 22:16:37.161537 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-58286cdb-5d6b-44ce-9e81-fa37ccd20d58 req-ed42c933-bdd0-4cc8-bebe-eddbea801c4f tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415640 Feb 07 22:16:37.989363 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8ae6ae02-6a83-42f2-b646-cc6828df0b5c no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:16:38.065523 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:16:38.065910 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8ae6ae02-6a83-42f2-b646-cc6828df0b5c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:16:38.087815 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e405fa-a57c-4bda-8d10-e94fa4126249', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ae6ae02-6a83-42f2-b646-cc6828df0b5c'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:16:38.090141 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59fa0091afa0acade78336c0e3f3c5307cc552a1ace6da7695aaea120dfc6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e265f9d3-6e87-47ed-ad6d-6a7868a62fe4" -d '{"events": [{"server_uuid": "77e405fa-a57c-4bda-8d10-e94fa4126249", "name": "network-vif-unplugged", "status": "completed", "tag": "8ae6ae02-6a83-42f2-b646-cc6828df0b5c"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:16:38.102448 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8ae6ae02-6a83-42f2-b646-cc6828df0b5c,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:16:38.108634 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8ae6ae02-6a83-42f2-b646-cc6828df0b5c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:16:38.142802 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Feb 2022 22:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d98e805-aecf-4efa-ad49-9abfd89c3f9f x-openstack-request-id: req-6d98e805-aecf-4efa-ad49-9abfd89c3f9f {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:16:38.143113 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e405fa-a57c-4bda-8d10-e94fa4126249", "name": "network-vif-unplugged", "status": "failed", "tag": "8ae6ae02-6a83-42f2-b646-cc6828df0b5c", "code": 422}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:16:38.143358 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6d98e805-aecf-4efa-ad49-9abfd89c3f9f {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:16:38.143737 n-d-828185-2 neutron-server[103257]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '77e405fa-a57c-4bda-8d10-e94fa4126249', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8ae6ae02-6a83-42f2-b646-cc6828df0b5c', 'code': 422} returned with failed status Feb 07 22:16:38.168996 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=8ae6ae02-6a83-42f2-b646-cc6828df0b5c,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:16:38.278968 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cef428-7cd6-40b1-ac0d-c69b9d82d911 req-40ab7093-e078-4972-8d1b-9bdab4ef069e tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:38.280363 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1cef428-7cd6-40b1-ac0d-c69b9d82d911 req-40ab7093-e078-4972-8d1b-9bdab4ef069e tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 943 time: 0.0516105 Feb 07 22:16:38.327477 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b1cef428-7cd6-40b1-ac0d-c69b9d82d911 req-b55c034c-22fd-46d1-80a3-be967ca47add tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415599 Feb 07 22:16:38.434885 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-c3af6ee1-a957-4ea6-9203-1b6c084560c0 req-69a3a137-ac88-49cd-a85e-8be2de11ad30 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 22:16:38.435923 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c3af6ee1-a957-4ea6-9203-1b6c084560c0 req-69a3a137-ac88-49cd-a85e-8be2de11ad30 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470037 Feb 07 22:16:39.601076 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8053c2-d209-4f5c-80ce-7b4527d3967e req-a47476f5-ae3a-4fc4-909d-79f744776f1d tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:39.602563 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c8053c2-d209-4f5c-80ce-7b4527d3967e req-a47476f5-ae3a-4fc4-909d-79f744776f1d tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 943 time: 0.0530133 Feb 07 22:16:39.657190 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9c8053c2-d209-4f5c-80ce-7b4527d3967e req-aa18ae86-8aef-4492-8df0-34747dfeba48 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487466 Feb 07 22:16:39.781763 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f3ada114-b86e-48f9-991b-c19b723b08a7 req-06f8af82-2893-43e5-a20d-189e6b5d3520 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909381 Feb 07 22:16:40.776136 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810aea7c-bb9c-47f1-a4f7-027a2c2cdbee req-683d61de-00d5-43e3-91e4-c169239a42d3 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:40.777604 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-810aea7c-bb9c-47f1-a4f7-027a2c2cdbee req-683d61de-00d5-43e3-91e4-c169239a42d3 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 943 time: 0.0531347 Feb 07 22:16:40.829425 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-810aea7c-bb9c-47f1-a4f7-027a2c2cdbee req-0eaecf8d-aa62-4349-8ad2-08ab127bb2d0 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462430 Feb 07 22:16:41.947334 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da696f13-f8f9-471a-8b84-67fc8a5f1c5c req-dda172d9-9b5c-476a-a847-62b583508801 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:41.952331 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da696f13-f8f9-471a-8b84-67fc8a5f1c5c req-dda172d9-9b5c-476a-a847-62b583508801 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 943 time: 0.0519857 Feb 07 22:16:42.002171 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-da696f13-f8f9-471a-8b84-67fc8a5f1c5c req-d6e8fd22-2118-4fa1-9a77-255933e11504 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471437 Feb 07 22:16:42.038635 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8ae6ae02-6a83-42f2-b646-cc6828df0b5c no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:16:42.117419 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c is: DOWN; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:16:43.125784 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f3096-b3c3-42a3-bfde-9a718c099fcd req-962a6243-2abf-4eac-aaa4-dbfedf064343 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:43.127238 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-079f3096-b3c3-42a3-bfde-9a718c099fcd req-962a6243-2abf-4eac-aaa4-dbfedf064343 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 943 time: 0.0586002 Feb 07 22:16:43.176663 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-079f3096-b3c3-42a3-bfde-9a718c099fcd req-62777863-925d-4ecb-a9df-ffbe36b6796b tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435257 Feb 07 22:16:44.295313 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4f7c7-93c8-430c-ad3d-9f01a2f971cd req-fc701606-6470-40a3-97ab-c203e48aba44 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:44.296817 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c5d4f7c7-93c8-430c-ad3d-9f01a2f971cd req-fc701606-6470-40a3-97ab-c203e48aba44 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 943 time: 0.0531001 Feb 07 22:16:44.346736 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c5d4f7c7-93c8-430c-ad3d-9f01a2f971cd req-089e89b4-59ea-48b0-be68-fdd9f1aae908 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436957 Feb 07 22:16:44.682606 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ada114-b86e-48f9-991b-c19b723b08a7 req-da9b2e8f-b135-4613-b8d8-3bbe7ce4be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:44.684096 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f3ada114-b86e-48f9-991b-c19b723b08a7 req-da9b2e8f-b135-4613-b8d8-3bbe7ce4be5e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249&tenant_id=037a30f33c5c4918aa14dda9855e9f99 HTTP/1.1" status: 200 len: 1125 time: 0.0453465 Feb 07 22:16:44.751465 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ada114-b86e-48f9-991b-c19b723b08a7 req-74b4bad5-9784-46cb-911e-d1a878f4652f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:44.752987 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f3ada114-b86e-48f9-991b-c19b723b08a7 req-74b4bad5-9784-46cb-911e-d1a878f4652f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=037a30f33c5c4918aa14dda9855e9f99&device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 1125 time: 0.0445561 Feb 07 22:16:44.842859 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ada114-b86e-48f9-991b-c19b723b08a7 req-dce18e11-d7fd-41b1-8483-def285a42edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:44.844342 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f3ada114-b86e-48f9-991b-c19b723b08a7 req-dce18e11-d7fd-41b1-8483-def285a42edc service neutron] 10.222.0.69 "GET /v2.0/networks?id=9dd4442c-d93b-4340-ba3d-67a3fca741b0 HTTP/1.1" status: 200 len: 910 time: 0.0861037 Feb 07 22:16:44.907500 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f3ada114-b86e-48f9-991b-c19b723b08a7 req-4f98f330-8fc7-49dd-b927-8765f9d975b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ae6ae02-6a83-42f2-b646-cc6828df0b5c HTTP/1.1" status: 200 len: 999 time: 0.0576985 Feb 07 22:16:44.954302 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ada114-b86e-48f9-991b-c19b723b08a7 req-b001b98e-bbc6-444b-b600-6f070bb62da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:44.955739 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f3ada114-b86e-48f9-991b-c19b723b08a7 req-b001b98e-bbc6-444b-b600-6f070bb62da0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1 HTTP/1.1" status: 200 len: 848 time: 0.0426493 Feb 07 22:16:45.011152 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ada114-b86e-48f9-991b-c19b723b08a7 req-fe437cc9-5078-4e4c-a507-251736981db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:45.012735 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f3ada114-b86e-48f9-991b-c19b723b08a7 req-fe437cc9-5078-4e4c-a507-251736981db9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9dd4442c-d93b-4340-ba3d-67a3fca741b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511801 Feb 07 22:16:45.098269 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f3ada114-b86e-48f9-991b-c19b723b08a7 req-db284152-5f7a-4777-bbb7-984b23d538a8 service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798128 Feb 07 22:16:45.189645 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-f3ada114-b86e-48f9-991b-c19b723b08a7 req-747d759e-de56-4377-bba4-8c05dce97362 service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848677 Feb 07 22:16:45.498543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77b3cd-c62b-400d-8d60-c19a77b651ea req-618224f1-483d-4083-b508-d6414f7b3902 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:45.500130 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fa77b3cd-c62b-400d-8d60-c19a77b651ea req-618224f1-483d-4083-b508-d6414f7b3902 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 943 time: 0.0836091 Feb 07 22:16:45.601777 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fa77b3cd-c62b-400d-8d60-c19a77b651ea req-663e1f61-fc96-46e8-be58-ee76ebefad2c tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900950 Feb 07 22:16:46.742826 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3c0c9-0133-40ef-be85-f1ce512f61e0 req-a2131b88-e187-4478-b365-28f7fc0af35d tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:46.746185 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-89f3c0c9-0133-40ef-be85-f1ce512f61e0 req-a2131b88-e187-4478-b365-28f7fc0af35d tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 943 time: 0.0698543 Feb 07 22:16:46.804139 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-89f3c0c9-0133-40ef-be85-f1ce512f61e0 req-f5662a67-185b-417d-aebc-cbfc79324420 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512459 Feb 07 22:16:47.947340 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9bded-85e9-4d8f-899b-cb65790a312c req-45d8618f-5cbf-4d82-9a55-c42be61626e0 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:47.949608 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0c9bded-85e9-4d8f-899b-cb65790a312c req-45d8618f-5cbf-4d82-9a55-c42be61626e0 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 943 time: 0.0590801 Feb 07 22:16:48.004238 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0c9bded-85e9-4d8f-899b-cb65790a312c req-8daf93ce-eba3-4f09-90d9-d69f778421ed tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486042 Feb 07 22:16:48.570861 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7674b19b-f5ad-477e-80c2-56012ec3b41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:16:49.136555 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67366a6a-4c42-40a5-a365-6cd49ecaf0f5 req-9999ef96-8212-4e25-81fa-80758bd94587 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:49.138280 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-67366a6a-4c42-40a5-a365-6cd49ecaf0f5 req-9999ef96-8212-4e25-81fa-80758bd94587 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 943 time: 0.0617895 Feb 07 22:16:49.189668 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-67366a6a-4c42-40a5-a365-6cd49ecaf0f5 req-378f9d4d-e379-4245-8a5d-b26c357c8aa2 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447803 Feb 07 22:16:50.325883 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014aec5-57ff-49c1-9d68-d3a48c03fd5a req-a2cb3c4e-b0d8-404e-8f67-1e480022d85c tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:50.328056 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b014aec5-57ff-49c1-9d68-d3a48c03fd5a req-a2cb3c4e-b0d8-404e-8f67-1e480022d85c tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 943 time: 0.0634151 Feb 07 22:16:50.378108 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b014aec5-57ff-49c1-9d68-d3a48c03fd5a req-7048ea38-4908-4366-a2b4-cbe1d8ef67db tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441892 Feb 07 22:16:50.762289 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ffdc8417-67c4-4f95-9115-f10245802637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:16:51.788888 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09e9e9-c961-430e-a404-f9bd16c351f5 req-89569943-8f89-4005-b3b0-a4129f4e667c tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:51.790383 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c09e9e9-c961-430e-a404-f9bd16c351f5 req-89569943-8f89-4005-b3b0-a4129f4e667c tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 943 time: 0.3452528 Feb 07 22:16:51.844521 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5c09e9e9-c961-430e-a404-f9bd16c351f5 req-c3bd9a39-b8ea-46f4-bd74-256567830e3d tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451541 Feb 07 22:16:52.077857 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:16:52.969595 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c7984-595e-45f0-9516-b9ba21272d2e req-fa2343b3-1cd8-4c54-80ff-5ac1cf8a45ea tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:52.971923 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-293c7984-595e-45f0-9516-b9ba21272d2e req-fa2343b3-1cd8-4c54-80ff-5ac1cf8a45ea tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 943 time: 0.0562766 Feb 07 22:16:53.029510 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-293c7984-595e-45f0-9516-b9ba21272d2e req-e534a72f-1058-473c-a6ee-7e82ca075667 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502288 Feb 07 22:16:53.549490 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:16:54.145645 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df167ac3-8908-40a0-aa16-03c528976f8b req-1dfe93dc-e8b4-4a7f-ba09-f35ba2ac50b9 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:54.147762 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df167ac3-8908-40a0-aa16-03c528976f8b req-1dfe93dc-e8b4-4a7f-ba09-f35ba2ac50b9 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 943 time: 0.0554605 Feb 07 22:16:54.194887 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-df167ac3-8908-40a0-aa16-03c528976f8b req-f6d942eb-f0c2-470c-b53c-dc361fcb78eb tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410826 Feb 07 22:16:54.840944 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:16:55.312124 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd6362-3e15-404a-b28c-941dc21a836b req-6f959776-0714-4e39-89ad-0212894ab01b tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:55.313592 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8fbd6362-3e15-404a-b28c-941dc21a836b req-6f959776-0714-4e39-89ad-0212894ab01b tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 943 time: 0.0513704 Feb 07 22:16:55.359709 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8fbd6362-3e15-404a-b28c-941dc21a836b req-8c91f50b-ba90-4d0b-a6b9-dab62246b277 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406296 Feb 07 22:16:56.477108 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2618fa-b3df-4c48-9aa0-6a125198d355 req-9abf505a-bc27-49ff-8c6a-70c3ec53a2a8 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:56.478553 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3a2618fa-b3df-4c48-9aa0-6a125198d355 req-9abf505a-bc27-49ff-8c6a-70c3ec53a2a8 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 943 time: 0.0517530 Feb 07 22:16:56.529826 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3a2618fa-b3df-4c48-9aa0-6a125198d355 req-c88ed7c2-dd8a-4aac-a20e-2173d95c5a27 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455737 Feb 07 22:16:57.651123 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299733a-4365-44ba-8268-c6771d8b6245 req-6f09e65c-dc04-402e-95ea-8874ac0fce21 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:57.652596 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3299733a-4365-44ba-8268-c6771d8b6245 req-6f09e65c-dc04-402e-95ea-8874ac0fce21 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 943 time: 0.0523424 Feb 07 22:16:57.701596 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3299733a-4365-44ba-8268-c6771d8b6245 req-6c9c0aa0-dac5-48af-992f-55a4ae9ca48a tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433609 Feb 07 22:16:58.819734 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a495865-c9a4-4784-8144-1938277abf92 req-bd6188ae-6887-4bf8-81d5-087c3af1b0c9 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:58.821218 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5a495865-c9a4-4784-8144-1938277abf92 req-bd6188ae-6887-4bf8-81d5-087c3af1b0c9 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 943 time: 0.0513818 Feb 07 22:16:58.867867 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5a495865-c9a4-4784-8144-1938277abf92 req-90b8fb8d-ac2e-4222-8f77-b420d3198737 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408144 Feb 07 22:16:59.991253 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee9ba1-1d33-4662-8dc8-20e18e4188bf req-6a648f3c-847c-4fd3-9a74-86216e4ffa81 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:16:59.992671 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-97ee9ba1-1d33-4662-8dc8-20e18e4188bf req-6a648f3c-847c-4fd3-9a74-86216e4ffa81 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 943 time: 0.0574510 Feb 07 22:17:00.039958 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-97ee9ba1-1d33-4662-8dc8-20e18e4188bf req-e6072009-1efd-4f5c-97f4-a1469b788a47 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413799 Feb 07 22:17:00.113338 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8ae6ae02-6a83-42f2-b646-cc6828df0b5c details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:17:00.206650 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8ae6ae02-6a83-42f2-b646-cc6828df0b5c,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:17:00.220979 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '8ae6ae02-6a83-42f2-b646-cc6828df0b5c', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'port_id': '8ae6ae02-6a83-42f2-b646-cc6828df0b5c', 'mac_address': 'fa:16:3e:18:4c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:17:00.406530 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:17:00.406911 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8ae6ae02-6a83-42f2-b646-cc6828df0b5c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:17:00.418816 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae6ae02-6a83-42f2-b646-cc6828df0b5c {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 22:17:00.437754 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8ae6ae02-6a83-42f2-b646-cc6828df0b5c,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:17:00.441273 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8ae6ae02-6a83-42f2-b646-cc6828df0b5c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:17:00.485916 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=8ae6ae02-6a83-42f2-b646-cc6828df0b5c,revision_number=9']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:17:00.803903 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['8ae6ae02-6a83-42f2-b646-cc6828df0b5c'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:17:01.158980 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b06b19-4adb-42b0-a394-44209db3f4e0 req-1aea778e-3927-4873-97b0-ad7de24e6ab8 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:17:01.160460 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5b06b19-4adb-42b0-a394-44209db3f4e0 req-1aea778e-3927-4873-97b0-ad7de24e6ab8 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 944 time: 0.0522556 Feb 07 22:17:01.212846 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b5b06b19-4adb-42b0-a394-44209db3f4e0 req-f486b3a5-0a75-42e6-b176-87f0cae7e688 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460443 Feb 07 22:17:02.128158 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8ae6ae02-6a83-42f2-b646-cc6828df0b5c up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:17:02.180801 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:17:02.181165 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8ae6ae02-6a83-42f2-b646-cc6828df0b5c), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:17:02.258059 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:17:02.258452 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8ae6ae02-6a83-42f2-b646-cc6828df0b5c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:17:02.281999 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e405fa-a57c-4bda-8d10-e94fa4126249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae6ae02-6a83-42f2-b646-cc6828df0b5c'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:17:02.284363 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59fa0091afa0acade78336c0e3f3c5307cc552a1ace6da7695aaea120dfc6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c83366-fee8-4c4a-b8e8-43a46b371363" -d '{"events": [{"server_uuid": "77e405fa-a57c-4bda-8d10-e94fa4126249", "name": "network-vif-plugged", "status": "completed", "tag": "8ae6ae02-6a83-42f2-b646-cc6828df0b5c"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:17:02.297856 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8ae6ae02-6a83-42f2-b646-cc6828df0b5c,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:17:02.302510 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8ae6ae02-6a83-42f2-b646-cc6828df0b5c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:17:02.355647 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=8ae6ae02-6a83-42f2-b646-cc6828df0b5c,revision_number=10']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:17:02.359585 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41857a2-9d2a-41ce-b13d-688d7d561936 req-5c4f037d-8a5d-4598-8361-c5b8c3882489 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:17:02.361110 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c41857a2-9d2a-41ce-b13d-688d7d561936 req-5c4f037d-8a5d-4598-8361-c5b8c3882489 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 944 time: 0.0810187 Feb 07 22:17:02.411566 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be8b496-2156-42a9-9e78-156d7a185841 x-openstack-request-id: req-5be8b496-2156-42a9-9e78-156d7a185841 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:17:02.411873 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e405fa-a57c-4bda-8d10-e94fa4126249", "name": "network-vif-plugged", "status": "completed", "tag": "8ae6ae02-6a83-42f2-b646-cc6828df0b5c", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:17:02.412135 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5be8b496-2156-42a9-9e78-156d7a185841 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:17:02.412659 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e405fa-a57c-4bda-8d10-e94fa4126249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae6ae02-6a83-42f2-b646-cc6828df0b5c', 'code': 200} Feb 07 22:17:02.423088 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c41857a2-9d2a-41ce-b13d-688d7d561936 req-c34dd83e-b12f-4c72-96ba-f6ca358daa34 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513661 Feb 07 22:17:02.580339 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06022527-0785-4176-bcca-b945441bc16d req-36f0f34f-acf0-4368-87b0-2e2ff88ef5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:17:02.581763 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-06022527-0785-4176-bcca-b945441bc16d req-36f0f34f-acf0-4368-87b0-2e2ff88ef5ae service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 1128 time: 0.0448394 Feb 07 22:17:02.627470 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-06022527-0785-4176-bcca-b945441bc16d req-8174401e-4aae-4669-aaee-7d2af1e869cc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400600 Feb 07 22:17:03.544641 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3e067-899d-4914-983b-4bbb062a0e71 req-34056f0c-5226-4cba-81e8-5f5c9242829a tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:17:03.546119 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0e3e067-899d-4914-983b-4bbb062a0e71 req-34056f0c-5226-4cba-81e8-5f5c9242829a tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 946 time: 0.0510533 Feb 07 22:17:03.593487 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b0e3e067-899d-4914-983b-4bbb062a0e71 req-261b24a1-6713-4545-925d-cc783a01e9de tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411208 Feb 07 22:17:04.343132 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:17:04.711167 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02436cd8-429d-4d87-94e0-131d9cd893e8 req-c80d88a5-7e94-4794-9ebc-d726d79c6573 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:17:04.712685 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-02436cd8-429d-4d87-94e0-131d9cd893e8 req-c80d88a5-7e94-4794-9ebc-d726d79c6573 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 946 time: 0.0518301 Feb 07 22:17:04.741164 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:17:04.762816 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-02436cd8-429d-4d87-94e0-131d9cd893e8 req-a70825ce-15d4-4f06-a7ea-2cfeb2a5704d tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439720 Feb 07 22:17:12.658939 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:17:18.563369 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-820e8031-9e79-4070-91c4-a4eccd53f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:17:20.763936 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-76f4621e-07b8-4519-bd30-9c1e598221bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:17:21.125584 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a055fd05-8262-4f10-bac2-d4dda64e977b req-3d744de5-a4c3-4581-b916-56a20637550e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420315 Feb 07 22:17:21.210833 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055fd05-8262-4f10-bac2-d4dda64e977b req-10f0c4c5-6fd4-437d-8536-eae3b79d505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:17:21.212881 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a055fd05-8262-4f10-bac2-d4dda64e977b req-10f0c4c5-6fd4-437d-8536-eae3b79d505e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=037a30f33c5c4918aa14dda9855e9f99&device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 1128 time: 0.0484271 Feb 07 22:17:21.311463 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055fd05-8262-4f10-bac2-d4dda64e977b req-8a627e2f-29d2-4cd8-a0c9-7da627bcc345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:17:21.312969 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a055fd05-8262-4f10-bac2-d4dda64e977b req-8a627e2f-29d2-4cd8-a0c9-7da627bcc345 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9dd4442c-d93b-4340-ba3d-67a3fca741b0 HTTP/1.1" status: 200 len: 910 time: 0.0824578 Feb 07 22:17:21.382282 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a055fd05-8262-4f10-bac2-d4dda64e977b req-63c0d5bf-52a7-4267-aad0-d6d19ba9e695 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ae6ae02-6a83-42f2-b646-cc6828df0b5c HTTP/1.1" status: 200 len: 1001 time: 0.0631371 Feb 07 22:17:21.430678 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055fd05-8262-4f10-bac2-d4dda64e977b req-622eca83-7e86-4247-bf7b-05a732ab3f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:17:21.432053 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a055fd05-8262-4f10-bac2-d4dda64e977b req-622eca83-7e86-4247-bf7b-05a732ab3f59 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1 HTTP/1.1" status: 200 len: 848 time: 0.0440252 Feb 07 22:17:21.479531 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055fd05-8262-4f10-bac2-d4dda64e977b req-ee894cb7-234c-4ea5-8fbb-0b43588390f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:17:21.481008 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a055fd05-8262-4f10-bac2-d4dda64e977b req-ee894cb7-234c-4ea5-8fbb-0b43588390f9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9dd4442c-d93b-4340-ba3d-67a3fca741b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427015 Feb 07 22:17:21.569865 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a055fd05-8262-4f10-bac2-d4dda64e977b req-a8a915b9-47ae-4768-8900-cdf5d5f0e3ab service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826542 Feb 07 22:17:21.655020 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-a055fd05-8262-4f10-bac2-d4dda64e977b req-459ae7b3-8629-455c-8c4c-a7fe3036b576 service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794609 Feb 07 22:17:22.075106 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:17:23.551744 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:17:24.843100 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:17:34.350234 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:17:34.766246 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:17:48.565007 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b697d486-7dfe-414f-9aa9-32a4e4c207cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:17:49.658721 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:17:50.765017 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a1f5ff72-fe8d-41f7-86ad-966685dd40e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:17:52.077308 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:17:53.555905 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:17:54.845526 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:04.350608 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:04.753614 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:18.565756 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-243aef70-0f12-4d31-a712-062ec5e4a13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:20.765853 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d16169cc-aec5-4c7a-af7a-3ee13e3e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:22.082049 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:22.093094 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a17dcce-610c-4984-aa70-a65853cb74fa req-22e8da17-0573-4540-a8e8-c4709eaeba9b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453396 Feb 07 22:18:22.180209 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17dcce-610c-4984-aa70-a65853cb74fa req-fc80e250-370e-4777-86c6-aecc4348114b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:18:22.181739 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a17dcce-610c-4984-aa70-a65853cb74fa req-fc80e250-370e-4777-86c6-aecc4348114b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=037a30f33c5c4918aa14dda9855e9f99&device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 1128 time: 0.0483510 Feb 07 22:18:22.279667 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17dcce-610c-4984-aa70-a65853cb74fa req-6f625a67-212b-4891-b0a5-98bb5b42d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:18:22.281170 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a17dcce-610c-4984-aa70-a65853cb74fa req-6f625a67-212b-4891-b0a5-98bb5b42d69f service neutron] 10.222.0.69 "GET /v2.0/networks?id=9dd4442c-d93b-4340-ba3d-67a3fca741b0 HTTP/1.1" status: 200 len: 910 time: 0.0822935 Feb 07 22:18:22.349209 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a17dcce-610c-4984-aa70-a65853cb74fa req-18ccc212-2f04-470d-80c5-70153dec118a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ae6ae02-6a83-42f2-b646-cc6828df0b5c HTTP/1.1" status: 200 len: 1001 time: 0.0621920 Feb 07 22:18:22.396174 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17dcce-610c-4984-aa70-a65853cb74fa req-76dc2a85-64c4-4742-9b94-91370a0fa975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:18:22.398145 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a17dcce-610c-4984-aa70-a65853cb74fa req-76dc2a85-64c4-4742-9b94-91370a0fa975 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1 HTTP/1.1" status: 200 len: 848 time: 0.0433347 Feb 07 22:18:22.445000 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17dcce-610c-4984-aa70-a65853cb74fa req-d697774a-b6ec-403b-8efa-a1edcb1b5380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:18:22.446740 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a17dcce-610c-4984-aa70-a65853cb74fa req-d697774a-b6ec-403b-8efa-a1edcb1b5380 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9dd4442c-d93b-4340-ba3d-67a3fca741b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427308 Feb 07 22:18:22.537744 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a17dcce-610c-4984-aa70-a65853cb74fa req-220938d1-c68b-4727-9899-543a20ce7a79 service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827181 Feb 07 22:18:22.622408 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-8a17dcce-610c-4984-aa70-a65853cb74fa req-fea2542a-592a-4ad9-b1d0-3415910bb62e service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790360 Feb 07 22:18:23.558088 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:24.850883 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:26.658400 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:18:34.369899 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:34.763170 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:48.566828 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9670732f-6d41-442c-9aa0-be78fbc16720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:49.724471 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48530) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:18:49.921575 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-73ce61a4-9759-4291-bbe3-44db1c721800 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Deleting port 11b2c500-540a-41e9-8857-b731afe16016 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:18:49.921919 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73ce61a4-9759-4291-bbe3-44db1c721800 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (11b2c500-540a-41e9-8857-b731afe16016), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:49.995594 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73ce61a4-9759-4291-bbe3-44db1c721800 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (11b2c500-540a-41e9-8857-b731afe16016), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:49.995830 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73ce61a4-9759-4291-bbe3-44db1c721800 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for floatingip (11b2c500-540a-41e9-8857-b731afe16016), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:50.007852 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-73ce61a4-9759-4291-bbe3-44db1c721800 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Calling delete_port for 11b2c500-540a-41e9-8857-b731afe16016 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:18:50.160080 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73ce61a4-9759-4291-bbe3-44db1c721800 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (11b2c500-540a-41e9-8857-b731afe16016), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:50.187096 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce61a4-9759-4291-bbe3-44db1c721800 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Pushing event deleted for resources: {'Port': ['ID=11b2c500-540a-41e9-8857-b731afe16016,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:18:50.212850 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce61a4-9759-4291-bbe3-44db1c721800 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:18:50.213196 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce61a4-9759-4291-bbe3-44db1c721800 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:18:50.213533 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce61a4-9759-4291-bbe3-44db1c721800 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:18:50.213864 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce61a4-9759-4291-bbe3-44db1c721800 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:18:50.214193 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce61a4-9759-4291-bbe3-44db1c721800 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:18:50.214520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce61a4-9759-4291-bbe3-44db1c721800 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:18:50.214843 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce61a4-9759-4291-bbe3-44db1c721800 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:18:50.215164 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce61a4-9759-4291-bbe3-44db1c721800 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:18:50.215483 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce61a4-9759-4291-bbe3-44db1c721800 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:18:50.215801 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce61a4-9759-4291-bbe3-44db1c721800 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:18:50.216122 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce61a4-9759-4291-bbe3-44db1c721800 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:18:50.216475 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce61a4-9759-4291-bbe3-44db1c721800 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:18:50.216797 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce61a4-9759-4291-bbe3-44db1c721800 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:18:50.258039 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73ce61a4-9759-4291-bbe3-44db1c721800 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for floatingip (db9cf113-a89d-4f54-a5b8-4b441ff8cedb), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:50.258275 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-73ce61a4-9759-4291-bbe3-44db1c721800 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Floating IP db9cf113-a89d-4f54-a5b8-4b441ff8cedb disassociated (deleted). External IP: 172.25.4.217, port: 8ae6ae02-6a83-42f2-b646-cc6828df0b5c. Feb 07 22:18:50.462446 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ce61a4-9759-4291-bbe3-44db1c721800 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Router c3e545af-6b71-40f8-8fdf-ef32ffb036c7 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:18:50.569758 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ce61a4-9759-4291-bbe3-44db1c721800 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:18:50.574402 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-73ce61a4-9759-4291-bbe3-44db1c721800 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:50.579500 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985daf2a-bb8f-4ed5-a00a-44b0963c2cf0 None None] Sync routers for ids ['c3e545af-6b71-40f8-8fdf-ef32ffb036c7'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:18:50.589996 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985daf2a-bb8f-4ed5-a00a-44b0963c2cf0 None None] Routers {'c3e545af-6b71-40f8-8fdf-ef32ffb036c7'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:18:50.590614 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-985daf2a-bb8f-4ed5-a00a-44b0963c2cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:18:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c3e545af-6b71-40f8-8fdf-ef32ffb036c7'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:18:50.605537 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-73ce61a4-9759-4291-bbe3-44db1c721800 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "DELETE /v2.0/floatingips/db9cf113-a89d-4f54-a5b8-4b441ff8cedb HTTP/1.1" status: 204 len: 168 time: 0.8799717 Feb 07 22:18:50.606173 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e405fa-a57c-4bda-8d10-e94fa4126249', 'tag': '8ae6ae02-6a83-42f2-b646-cc6828df0b5c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:18:50.608455 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1fd8cb-1a3a-4cc7-89cf-a0e381cf57bf" -d '{"events": [{"name": "network-changed", "server_uuid": "77e405fa-a57c-4bda-8d10-e94fa4126249", "tag": "8ae6ae02-6a83-42f2-b646-cc6828df0b5c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:18:50.711662 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-985daf2a-bb8f-4ed5-a00a-44b0963c2cf0 None None] Set router c3e545af-6b71-40f8-8fdf-ef32ffb036c7 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:18:50.721763 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230aadbc-3ad3-4d3a-a77a-1cd37380d393 x-openstack-request-id: req-230aadbc-3ad3-4d3a-a77a-1cd37380d393 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:18:50.721763 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e405fa-a57c-4bda-8d10-e94fa4126249", "tag": "8ae6ae02-6a83-42f2-b646-cc6828df0b5c", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:18:50.722052 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-230aadbc-3ad3-4d3a-a77a-1cd37380d393 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:18:50.722245 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e405fa-a57c-4bda-8d10-e94fa4126249', 'tag': '8ae6ae02-6a83-42f2-b646-cc6828df0b5c', 'status': 'completed', 'code': 200} Feb 07 22:18:50.779671 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-64c02ac7-8310-40b1-9962-3dbabbbfc4e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:50.843415 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fd8cb-1a3a-4cc7-89cf-a0e381cf57bf req-3d2122a8-5481-4164-aa67-86af53fa536a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:18:50.844901 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fb1fd8cb-1a3a-4cc7-89cf-a0e381cf57bf req-3d2122a8-5481-4164-aa67-86af53fa536a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=037a30f33c5c4918aa14dda9855e9f99&device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 1128 time: 0.1008420 Feb 07 22:18:50.866535 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49955e2-5f87-4cd9-8cc3-59b74386e540 req-51b5bb50-f654-4bcd-aee2-ade78770ed3a tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:18:50.868056 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f49955e2-5f87-4cd9-8cc3-59b74386e540 req-51b5bb50-f654-4bcd-aee2-ade78770ed3a tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 946 time: 0.0582008 Feb 07 22:18:50.918130 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f49955e2-5f87-4cd9-8cc3-59b74386e540 req-dce9bdcf-436b-4dd6-8c68-7af0f6b04def tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444117 Feb 07 22:18:50.949645 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fd8cb-1a3a-4cc7-89cf-a0e381cf57bf req-5727316e-630d-4f18-96fe-53374e104346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:18:50.951106 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fb1fd8cb-1a3a-4cc7-89cf-a0e381cf57bf req-5727316e-630d-4f18-96fe-53374e104346 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9dd4442c-d93b-4340-ba3d-67a3fca741b0 HTTP/1.1" status: 200 len: 910 time: 0.1001983 Feb 07 22:18:50.953166 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-985daf2a-bb8f-4ed5-a00a-44b0963c2cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'name': 'tempest-TestShelveInstance-2114065198-router', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:17Z', 'updated_at': '2022-02-07T22:13:20Z', 'revision_number': 4, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'gw_port': {'id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:18Z', 'updated_at': '2022-02-07T22:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'c1149ae2-8869-4e68-868f-77830a486590', 'name': '', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'mac_address': 'fa:16:3e:26:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:19Z', 'updated_at': '2022-02-07T22:13:23Z', 'revision_number': 5, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'subnets': [{'id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:18:50.983168 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985daf2a-bb8f-4ed5-a00a-44b0963c2cf0 None None] Checking router: c3e545af-6b71-40f8-8fdf-ef32ffb036c7 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:18:50.993560 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fb1fd8cb-1a3a-4cc7-89cf-a0e381cf57bf req-c126fec2-ddc7-4fb9-bace-c579a7abd2fc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ae6ae02-6a83-42f2-b646-cc6828df0b5c HTTP/1.1" status: 200 len: 217 time: 0.0357292 Feb 07 22:18:50.993993 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985daf2a-bb8f-4ed5-a00a-44b0963c2cf0 None None] Routers {'c3e545af-6b71-40f8-8fdf-ef32ffb036c7'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:18:50.994609 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-985daf2a-bb8f-4ed5-a00a-44b0963c2cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:18:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c3e545af-6b71-40f8-8fdf-ef32ffb036c7'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:18:51.045758 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fd8cb-1a3a-4cc7-89cf-a0e381cf57bf req-d8684ba2-6267-4aa4-937e-afb76403b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:18:51.047227 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fb1fd8cb-1a3a-4cc7-89cf-a0e381cf57bf req-d8684ba2-6267-4aa4-937e-afb76403b644 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1 HTTP/1.1" status: 200 len: 848 time: 0.0474904 Feb 07 22:18:51.097902 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fd8cb-1a3a-4cc7-89cf-a0e381cf57bf req-72e03d5b-b987-4787-9ece-0cb020fa93b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:18:51.099298 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fb1fd8cb-1a3a-4cc7-89cf-a0e381cf57bf req-72e03d5b-b987-4787-9ece-0cb020fa93b3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9dd4442c-d93b-4340-ba3d-67a3fca741b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449920 Feb 07 22:18:51.102208 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-985daf2a-bb8f-4ed5-a00a-44b0963c2cf0 None None] Set router c3e545af-6b71-40f8-8fdf-ef32ffb036c7 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:18:51.186662 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fb1fd8cb-1a3a-4cc7-89cf-a0e381cf57bf req-c2fc95b0-dc7f-4798-830f-e1f3871ee74c service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808203 Feb 07 22:18:51.277550 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fb1fd8cb-1a3a-4cc7-89cf-a0e381cf57bf req-ea598255-0892-42f0-8f36-0b84dc52c43f service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842249 Feb 07 22:18:51.296896 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-985daf2a-bb8f-4ed5-a00a-44b0963c2cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'name': 'tempest-TestShelveInstance-2114065198-router', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:17Z', 'updated_at': '2022-02-07T22:13:20Z', 'revision_number': 4, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'gw_port': {'id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:18Z', 'updated_at': '2022-02-07T22:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'c1149ae2-8869-4e68-868f-77830a486590', 'name': '', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'mac_address': 'fa:16:3e:26:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:19Z', 'updated_at': '2022-02-07T22:13:23Z', 'revision_number': 5, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'subnets': [{'id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:18:51.323977 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985daf2a-bb8f-4ed5-a00a-44b0963c2cf0 None None] The sync data for ids ['c3e545af-6b71-40f8-8fdf-ef32ffb036c7'] in n-d-828185-2 is: [{'id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'name': 'tempest-TestShelveInstance-2114065198-router', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:17Z', 'updated_at': '2022-02-07T22:13:20Z', 'revision_number': 4, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'gw_port': {'id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:18Z', 'updated_at': '2022-02-07T22:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'c1149ae2-8869-4e68-868f-77830a486590', 'name': '', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'mac_address': 'fa:16:3e:26:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:19Z', 'updated_at': '2022-02-07T22:13:23Z', 'revision_number': 5, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'subnets': [{'id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:18:51.549823 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089832fc-40e8-4ea8-a57a-4fe14da58d48 None None] New status for floating IP db9cf113-a89d-4f54-a5b8-4b441ff8cedb: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:18:52.041207 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdb72b-7e67-49e0-9b8e-ab402ef3b0aa req-fa4eed8d-50d7-4b6f-b47c-562fc8afebec tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:18:52.042673 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c7bdb72b-7e67-49e0-9b8e-ab402ef3b0aa req-fa4eed8d-50d7-4b6f-b47c-562fc8afebec tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 946 time: 0.0521982 Feb 07 22:18:52.083252 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:52.092450 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c7bdb72b-7e67-49e0-9b8e-ab402ef3b0aa req-e440a17f-85ed-4ac8-97b5-e78d96f98d83 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbe802bb-81cf-42c9-9c03-a8e722b7b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441535 Feb 07 22:18:52.413176 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c848c2-aa4e-4fc4-9bea-17ad1d7b1d93 req-6784044b-5047-42ab-a627-e5531c560a2f tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:18:52.414613 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-65c848c2-aa4e-4fc4-9bea-17ad1d7b1d93 req-6784044b-5047-42ab-a627-e5531c560a2f tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.69 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 946 time: 0.0517898 Feb 07 22:18:52.507373 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-65c848c2-aa4e-4fc4-9bea-17ad1d7b1d93 req-16998dcb-5756-4f08-a19c-0e7d05b17bf6 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Deleting port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:18:52.507710 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-65c848c2-aa4e-4fc4-9bea-17ad1d7b1d93 req-16998dcb-5756-4f08-a19c-0e7d05b17bf6 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8ae6ae02-6a83-42f2-b646-cc6828df0b5c), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:52.594513 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-65c848c2-aa4e-4fc4-9bea-17ad1d7b1d93 req-16998dcb-5756-4f08-a19c-0e7d05b17bf6 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] For port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=8ae6ae02-6a83-42f2-b646-cc6828df0b5c,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:18:52.594882 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-65c848c2-aa4e-4fc4-9bea-17ad1d7b1d93 req-16998dcb-5756-4f08-a19c-0e7d05b17bf6 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8ae6ae02-6a83-42f2-b646-cc6828df0b5c), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:52.608102 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-65c848c2-aa4e-4fc4-9bea-17ad1d7b1d93 req-16998dcb-5756-4f08-a19c-0e7d05b17bf6 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Calling delete_port for 8ae6ae02-6a83-42f2-b646-cc6828df0b5c owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:18:52.741119 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-65c848c2-aa4e-4fc4-9bea-17ad1d7b1d93 req-16998dcb-5756-4f08-a19c-0e7d05b17bf6 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (8ae6ae02-6a83-42f2-b646-cc6828df0b5c), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:52.768437 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16998dcb-5756-4f08-a19c-0e7d05b17bf6 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Pushing event deleted for resources: {'Port': ['ID=8ae6ae02-6a83-42f2-b646-cc6828df0b5c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:18:52.779055 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16998dcb-5756-4f08-a19c-0e7d05b17bf6 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:18:52.779418 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16998dcb-5756-4f08-a19c-0e7d05b17bf6 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:18:52.779744 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16998dcb-5756-4f08-a19c-0e7d05b17bf6 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:18:52.780079 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16998dcb-5756-4f08-a19c-0e7d05b17bf6 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:18:52.780443 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16998dcb-5756-4f08-a19c-0e7d05b17bf6 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:18:52.780777 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16998dcb-5756-4f08-a19c-0e7d05b17bf6 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:18:52.781100 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16998dcb-5756-4f08-a19c-0e7d05b17bf6 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:18:52.781429 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16998dcb-5756-4f08-a19c-0e7d05b17bf6 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:18:52.781749 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16998dcb-5756-4f08-a19c-0e7d05b17bf6 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:18:52.782068 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16998dcb-5756-4f08-a19c-0e7d05b17bf6 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:18:52.782388 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16998dcb-5756-4f08-a19c-0e7d05b17bf6 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:18:52.782711 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16998dcb-5756-4f08-a19c-0e7d05b17bf6 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:18:52.783029 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16998dcb-5756-4f08-a19c-0e7d05b17bf6 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:18:52.827449 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c848c2-aa4e-4fc4-9bea-17ad1d7b1d93 req-16998dcb-5756-4f08-a19c-0e7d05b17bf6 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] No DVR routers for this DVR port 8ae6ae02-6a83-42f2-b646-cc6828df0b5c on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:18:52.830252 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-65c848c2-aa4e-4fc4-9bea-17ad1d7b1d93 req-16998dcb-5756-4f08-a19c-0e7d05b17bf6 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:52.833847 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-65c848c2-aa4e-4fc4-9bea-17ad1d7b1d93 req-16998dcb-5756-4f08-a19c-0e7d05b17bf6 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.69 "DELETE /v2.0/ports/8ae6ae02-6a83-42f2-b646-cc6828df0b5c HTTP/1.1" status: 204 len: 173 time: 0.4134252 Feb 07 22:18:52.834380 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e405fa-a57c-4bda-8d10-e94fa4126249', 'name': 'network-vif-deleted', 'tag': '8ae6ae02-6a83-42f2-b646-cc6828df0b5c'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:18:52.836653 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47bc0dc9fe746ac64adcb7a0dbe6fda25f58f8d79cf35956c7e0a4ba81c3c440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f207f17-933d-48b1-8954-c85f8fd03956" -d '{"events": [{"server_uuid": "77e405fa-a57c-4bda-8d10-e94fa4126249", "name": "network-vif-deleted", "tag": "8ae6ae02-6a83-42f2-b646-cc6828df0b5c"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:18:52.931695 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3197dd6b-b5de-4623-a197-6e3ad9bad3fe x-openstack-request-id: req-3197dd6b-b5de-4623-a197-6e3ad9bad3fe {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:18:52.931996 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e405fa-a57c-4bda-8d10-e94fa4126249", "name": "network-vif-deleted", "tag": "8ae6ae02-6a83-42f2-b646-cc6828df0b5c", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:18:52.932255 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3197dd6b-b5de-4623-a197-6e3ad9bad3fe {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:18:52.932703 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e405fa-a57c-4bda-8d10-e94fa4126249', 'name': 'network-vif-deleted', 'tag': '8ae6ae02-6a83-42f2-b646-cc6828df0b5c', 'status': 'completed', 'code': 200} Feb 07 22:18:53.210850 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a0f86b52-5e5b-4a91-a5b7-65bb2df41a41 req-dd5ed292-a5c7-4b70-98f7-b81ef15363ce tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e405fa-a57c-4bda-8d10-e94fa4126249 HTTP/1.1" status: 200 len: 210 time: 0.0349760 Feb 07 22:18:53.559375 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:54.267578 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48560) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:18:54.321862 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8589e932-f9b5-4c92-9032-32cc0b9f1d65 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group (dbe802bb-81cf-42c9-9c03-a8e722b7b742), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:54.345827 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8589e932-f9b5-4c92-9032-32cc0b9f1d65 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group (dbe802bb-81cf-42c9-9c03-a8e722b7b742), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:54.408828 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8589e932-f9b5-4c92-9032-32cc0b9f1d65 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (dbe802bb-81cf-42c9-9c03-a8e722b7b742), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:54.411493 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8589e932-f9b5-4c92-9032-32cc0b9f1d65 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:54.413183 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8589e932-f9b5-4c92-9032-32cc0b9f1d65 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "DELETE /v2.0/security-groups/dbe802bb-81cf-42c9-9c03-a8e722b7b742 HTTP/1.1" status: 204 len: 168 time: 0.1445963 Feb 07 22:18:54.422659 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589e932-f9b5-4c92-9032-32cc0b9f1d65 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe802bb-81cf-42c9-9c03-a8e722b7b742,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:18:54.853603 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:55.786016 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48568) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:18:55.790599 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-888a47ff-00e9-49e4-b720-9c49d9549472 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-55520523', 'description': 'tempest-secgroup-smoke-55520523 description', 'project_id': '037a30f33c5c4918aa14dda9855e9f99'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:18:55.810151 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-888a47ff-00e9-49e4-b720-9c49d9549472 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:55.874405 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-888a47ff-00e9-49e4-b720-9c49d9549472 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group (3f597698-9d1a-46f0-a009-d6c0e39ed70a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:55.877909 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-888a47ff-00e9-49e4-b720-9c49d9549472 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3f597698-9d1a-46f0-a009-d6c0e39ed70a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:55.905608 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-888a47ff-00e9-49e4-b720-9c49d9549472 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:55.906825 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-888a47ff-00e9-49e4-b720-9c49d9549472 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1198037 Feb 07 22:18:55.909860 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48570) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:18:55.910796 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a47ff-00e9-49e4-b720-9c49d9549472 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f597698-9d1a-46f0-a009-d6c0e39ed70a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:18:55.915598 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-372e4f61-107b-440d-824c-5b1cc22f0cfe tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Request body: {'security_group_rule': {'security_group_id': '3f597698-9d1a-46f0-a009-d6c0e39ed70a', 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:18:55.940257 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-372e4f61-107b-440d-824c-5b1cc22f0cfe tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (6008167b-218d-4121-ae80-5cf81a3c6d11), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:55.994123 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-372e4f61-107b-440d-824c-5b1cc22f0cfe tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (6008167b-218d-4121-ae80-5cf81a3c6d11), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:55.997548 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-372e4f61-107b-440d-824c-5b1cc22f0cfe tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (6008167b-218d-4121-ae80-5cf81a3c6d11), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:56.012830 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e4f61-107b-440d-824c-5b1cc22f0cfe tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6008167b-218d-4121-ae80-5cf81a3c6d11,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:18:56.023651 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-372e4f61-107b-440d-824c-5b1cc22f0cfe tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:56.024875 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-372e4f61-107b-440d-824c-5b1cc22f0cfe tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1139190 Feb 07 22:18:56.027677 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48572) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:18:56.031960 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c6ffe179-0b6d-47cf-a575-9b64e87df69c tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Request body: {'security_group_rule': {'security_group_id': '3f597698-9d1a-46f0-a009-d6c0e39ed70a', 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:18:56.054767 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c6ffe179-0b6d-47cf-a575-9b64e87df69c tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (7a1b79ab-f9ff-4451-acc2-da3802b66435), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:56.108256 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c6ffe179-0b6d-47cf-a575-9b64e87df69c tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (7a1b79ab-f9ff-4451-acc2-da3802b66435), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:56.111611 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c6ffe179-0b6d-47cf-a575-9b64e87df69c tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (7a1b79ab-f9ff-4451-acc2-da3802b66435), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:56.129056 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffe179-0b6d-47cf-a575-9b64e87df69c tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a1b79ab-f9ff-4451-acc2-da3802b66435,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:18:56.136529 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c6ffe179-0b6d-47cf-a575-9b64e87df69c tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:56.137718 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-c6ffe179-0b6d-47cf-a575-9b64e87df69c tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1090996 Feb 07 22:18:56.140567 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48574) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:18:56.144838 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8af7d91b-2255-4eb2-84d2-2c8bf8f63b4d tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Request body: {'security_group_rule': {'security_group_id': '3f597698-9d1a-46f0-a009-d6c0e39ed70a', 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:18:56.167837 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8af7d91b-2255-4eb2-84d2-2c8bf8f63b4d tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (f5b0a2cf-e4e5-42ce-9723-ae11ede35f68), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:56.222729 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8af7d91b-2255-4eb2-84d2-2c8bf8f63b4d tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (f5b0a2cf-e4e5-42ce-9723-ae11ede35f68), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:56.226401 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8af7d91b-2255-4eb2-84d2-2c8bf8f63b4d tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (f5b0a2cf-e4e5-42ce-9723-ae11ede35f68), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:56.246992 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7d91b-2255-4eb2-84d2-2c8bf8f63b4d tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b0a2cf-e4e5-42ce-9723-ae11ede35f68,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:18:56.252033 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8af7d91b-2255-4eb2-84d2-2c8bf8f63b4d tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:56.253251 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8af7d91b-2255-4eb2-84d2-2c8bf8f63b4d tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1117265 Feb 07 22:18:56.256038 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48576) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:18:56.260267 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2e29c12a-091f-420c-b834-98178b2c70f1 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Request body: {'security_group_rule': {'security_group_id': '3f597698-9d1a-46f0-a009-d6c0e39ed70a', 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:18:56.283856 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e29c12a-091f-420c-b834-98178b2c70f1 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (1cc4d481-9dcf-40d1-b553-ac86c6c32da3), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:56.339043 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e29c12a-091f-420c-b834-98178b2c70f1 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (1cc4d481-9dcf-40d1-b553-ac86c6c32da3), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:56.342229 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e29c12a-091f-420c-b834-98178b2c70f1 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (1cc4d481-9dcf-40d1-b553-ac86c6c32da3), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:56.358440 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29c12a-091f-420c-b834-98178b2c70f1 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc4d481-9dcf-40d1-b553-ac86c6c32da3,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:18:56.366733 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e29c12a-091f-420c-b834-98178b2c70f1 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:56.367908 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-2e29c12a-091f-420c-b834-98178b2c70f1 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1109517 Feb 07 22:18:56.371807 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48578) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:18:56.376098 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-92edd529-464d-4bf1-85fb-2184a9293e28 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Request body: {'security_group_rule': {'security_group_id': '3f597698-9d1a-46f0-a009-d6c0e39ed70a', 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:18:56.399280 n-d-828185-2 neutron-server[103256]: INFO neutron.db.securitygroups_db [None req-92edd529-464d-4bf1-85fb-2184a9293e28 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Project 037a30f33c5c4918aa14dda9855e9f99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 22:18:56.404237 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92edd529-464d-4bf1-85fb-2184a9293e28 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (9dcf7e61-ce7a-407d-97ad-e3337cf27c43), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:56.460326 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92edd529-464d-4bf1-85fb-2184a9293e28 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (9dcf7e61-ce7a-407d-97ad-e3337cf27c43), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:56.463753 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92edd529-464d-4bf1-85fb-2184a9293e28 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (9dcf7e61-ce7a-407d-97ad-e3337cf27c43), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:56.481580 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edd529-464d-4bf1-85fb-2184a9293e28 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dcf7e61-ce7a-407d-97ad-e3337cf27c43,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:18:56.487703 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92edd529-464d-4bf1-85fb-2184a9293e28 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:56.488922 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-92edd529-464d-4bf1-85fb-2184a9293e28 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160851 Feb 07 22:18:56.492374 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48580) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:18:56.497185 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-fab75772-317a-4a18-917b-eeea9e024cb3 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Request body: {'security_group_rule': {'security_group_id': '3f597698-9d1a-46f0-a009-d6c0e39ed70a', 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:18:56.516469 n-d-828185-2 neutron-server[103256]: INFO neutron.db.securitygroups_db [None req-fab75772-317a-4a18-917b-eeea9e024cb3 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Project 037a30f33c5c4918aa14dda9855e9f99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 22:18:56.521311 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fab75772-317a-4a18-917b-eeea9e024cb3 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (f04f2978-9f72-452e-8ef0-cb577186979a), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:56.578800 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fab75772-317a-4a18-917b-eeea9e024cb3 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (f04f2978-9f72-452e-8ef0-cb577186979a), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:56.582286 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fab75772-317a-4a18-917b-eeea9e024cb3 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (f04f2978-9f72-452e-8ef0-cb577186979a), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:56.596631 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab75772-317a-4a18-917b-eeea9e024cb3 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04f2978-9f72-452e-8ef0-cb577186979a,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:18:56.607261 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fab75772-317a-4a18-917b-eeea9e024cb3 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:18:56.608595 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-fab75772-317a-4a18-917b-eeea9e024cb3 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1151540 Feb 07 22:18:56.714239 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8ae6ae02-6a83-42f2-b646-cc6828df0b5c no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:18:56.737157 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 8ae6ae02-6a83-42f2-b646-cc6828df0b5c {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:18:56.737507 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 8ae6ae02-6a83-42f2-b646-cc6828df0b5c not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:19:03.656612 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:19:04.394518 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:04.768941 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:14.969404 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-e8b49adf-fd5e-4925-ab4f-b64e0682bf5a tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-55520523&fields=id&tenant_id=037a30f33c5c4918aa14dda9855e9f99 HTTP/1.1" status: 200 len: 267 time: 0.0444300 Feb 07 22:19:15.076065 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-8b0bc626-801e-49b8-b568-f857e6cf01e6 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:15.077462 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-8b0bc626-801e-49b8-b568-f857e6cf01e6 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/networks?id=9dd4442c-d93b-4340-ba3d-67a3fca741b0 HTTP/1.1" status: 200 len: 809 time: 0.1010454 Feb 07 22:19:15.092727 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-4a6ffc8a-ff7c-4c55-9db6-5623beaf21d2 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/quotas/037a30f33c5c4918aa14dda9855e9f99 HTTP/1.1" status: 200 len: 375 time: 0.0095980 Feb 07 22:19:15.152226 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-b4602473-09b5-437f-9a87-bfb31bc3f012 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=037a30f33c5c4918aa14dda9855e9f99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515416 Feb 07 22:19:15.305832 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-ac809ef9-58cb-4cbb-8607-c2b47bd939ca service neutron] 10.222.0.65 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416664 Feb 07 22:19:15.397420 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-a5b40c96-0527-4917-aef1-36033720b5e7 service neutron] 10.222.0.65 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858412 Feb 07 22:19:15.676008 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7ed57f3e-b335-436b-b566-d6bceeb64957 req-844e08a3-dd9d-457e-9f39-e7f2430b47be tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 210 time: 0.0270021 Feb 07 22:19:16.632484 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-a3fd988e-78e1-4a23-aa04-c4a5ef645593 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:16.634857 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-a3fd988e-78e1-4a23-aa04-c4a5ef645593 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.71 "GET /v2.0/networks?id=9dd4442c-d93b-4340-ba3d-67a3fca741b0 HTTP/1.1" status: 200 len: 809 time: 0.1067252 Feb 07 22:19:16.698979 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-40bb39e4-0cd3-4d2c-8243-d15b38b98bc7 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=037a30f33c5c4918aa14dda9855e9f99 HTTP/1.1" status: 200 len: 378 time: 0.0566339 Feb 07 22:19:16.709511 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-692531e0-3c5b-4104-9877-cd5c20b6aa03 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Request body: {'port': {'device_id': 'c3cdaf2d-2e52-4547-b304-c8ef69b213f7', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'admin_state_up': True, 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'security_groups': ['3f597698-9d1a-46f0-a009-d6c0e39ed70a']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:19:16.789445 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2466161b-64e3-43d4-913c-03d9086fafa9 req-73cbfb15-f153-413d-a9c0-4f0373345879 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 210 time: 0.0350461 Feb 07 22:19:16.849653 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-692531e0-3c5b-4104-9877-cd5c20b6aa03 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Made reservation on behalf of 037a30f33c5c4918aa14dda9855e9f99 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:19:16.853074 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-692531e0-3c5b-4104-9877-cd5c20b6aa03 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:16.978801 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-692531e0-3c5b-4104-9877-cd5c20b6aa03 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Allocated IP 172.20.0.11 (9dd4442c-d93b-4340-ba3d-67a3fca741b0/7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1/ffd35112-46c6-4f4e-a02b-3b2c35dab131) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:19:17.113572 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-692531e0-3c5b-4104-9877-cd5c20b6aa03 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for port (ffd35112-46c6-4f4e-a02b-3b2c35dab131), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:17.146471 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-692531e0-3c5b-4104-9877-cd5c20b6aa03 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (ffd35112-46c6-4f4e-a02b-3b2c35dab131), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:17.193284 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-692531e0-3c5b-4104-9877-cd5c20b6aa03 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Network 9dd4442c-d93b-4340-ba3d-67a3fca741b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:19:17.199905 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-692531e0-3c5b-4104-9877-cd5c20b6aa03 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:19:17.203607 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-692531e0-3c5b-4104-9877-cd5c20b6aa03 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:19:17.238857 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692531e0-3c5b-4104-9877-cd5c20b6aa03 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Pushing event updated for resources: {'Port': ['ID=ffd35112-46c6-4f4e-a02b-3b2c35dab131,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:19:17.262269 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-692531e0-3c5b-4104-9877-cd5c20b6aa03 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:17.262884 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-692531e0-3c5b-4104-9877-cd5c20b6aa03 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:17.282134 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-692531e0-3c5b-4104-9877-cd5c20b6aa03 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5771894 Feb 07 22:19:17.291942 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-eefbaa55-b09d-4fec-8957-5d0bb9297c6b tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 22:19:17.292943 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-eefbaa55-b09d-4fec-8957-5d0bb9297c6b tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054598 Feb 07 22:19:17.350500 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-d63fbc70-1eaa-451f-adbb-b6abb7d99368 service neutron] Request body: {'port': {'device_id': 'c3cdaf2d-2e52-4547-b304-c8ef69b213f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:19:17.414534 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-d63fbc70-1eaa-451f-adbb-b6abb7d99368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ffd35112-46c6-4f4e-a02b-3b2c35dab131), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:17.435915 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4b52d36a-ae31-4862-a4be-7bfa151435bc None None] Provisioning complete for port ffd35112-46c6-4f4e-a02b-3b2c35dab131 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:19:17.436562 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4b52d36a-ae31-4862-a4be-7bfa151435bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ffd35112-46c6-4f4e-a02b-3b2c35dab131), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:17.468321 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4b52d36a-ae31-4862-a4be-7bfa151435bc None None] Port ffd35112-46c6-4f4e-a02b-3b2c35dab131 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:19:17.692812 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-d63fbc70-1eaa-451f-adbb-b6abb7d99368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd35112-46c6-4f4e-a02b-3b2c35dab131 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 22:19:17.702857 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-d63fbc70-1eaa-451f-adbb-b6abb7d99368 service neutron] Publish callbacks [] for port (ffd35112-46c6-4f4e-a02b-3b2c35dab131), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:17.716287 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-d63fbc70-1eaa-451f-adbb-b6abb7d99368 service neutron] Transition to ACTIVE for port object ffd35112-46c6-4f4e-a02b-3b2c35dab131 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:19:17.720961 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-d63fbc70-1eaa-451f-adbb-b6abb7d99368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (ffd35112-46c6-4f4e-a02b-3b2c35dab131), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:17.790958 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63fbc70-1eaa-451f-adbb-b6abb7d99368 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd35112-46c6-4f4e-a02b-3b2c35dab131,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:19:17.846437 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-d63fbc70-1eaa-451f-adbb-b6abb7d99368 service neutron] Attempting to bind port ffd35112-46c6-4f4e-a02b-3b2c35dab131 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:19:17.846873 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-d63fbc70-1eaa-451f-adbb-b6abb7d99368 service neutron] Attempting to bind port ffd35112-46c6-4f4e-a02b-3b2c35dab131 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': '21577d9f-f78a-4dcd-935e-57320d25351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:19:17.847270 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-d63fbc70-1eaa-451f-adbb-b6abb7d99368 service neutron] Attempting to bind port ffd35112-46c6-4f4e-a02b-3b2c35dab131 on network 9dd4442c-d93b-4340-ba3d-67a3fca741b0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:19:17.852393 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-d63fbc70-1eaa-451f-adbb-b6abb7d99368 service neutron] Port ffd35112-46c6-4f4e-a02b-3b2c35dab131 on network 9dd4442c-d93b-4340-ba3d-67a3fca741b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:19:17.852808 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-d63fbc70-1eaa-451f-adbb-b6abb7d99368 service neutron] Attempting to bind port ffd35112-46c6-4f4e-a02b-3b2c35dab131 on network 9dd4442c-d93b-4340-ba3d-67a3fca741b0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:19:17.858151 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-d63fbc70-1eaa-451f-adbb-b6abb7d99368 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:19:17.858618 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-d63fbc70-1eaa-451f-adbb-b6abb7d99368 service neutron] Checking segment: {'id': '21577d9f-f78a-4dcd-935e-57320d25351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:19:17.859134 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-d63fbc70-1eaa-451f-adbb-b6abb7d99368 service neutron] Bound using segment: {'id': '21577d9f-f78a-4dcd-935e-57320d25351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:19:17.859646 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-d63fbc70-1eaa-451f-adbb-b6abb7d99368 service neutron] Bound port: ffd35112-46c6-4f4e-a02b-3b2c35dab131, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21577d9f-f78a-4dcd-935e-57320d25351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:19:17.860082 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-d63fbc70-1eaa-451f-adbb-b6abb7d99368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ffd35112-46c6-4f4e-a02b-3b2c35dab131), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:17.982286 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe3baf-d9d9-4513-87d4-4b6c05b24650 req-953fc010-68d0-4979-8154-73c5dab1f307 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:17.983804 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-44fe3baf-d9d9-4513-87d4-4b6c05b24650 req-953fc010-68d0-4979-8154-73c5dab1f307 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.1044605 Feb 07 22:19:17.985094 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-d63fbc70-1eaa-451f-adbb-b6abb7d99368 service neutron] For port ffd35112-46c6-4f4e-a02b-3b2c35dab131, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:19:17.988827 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-d63fbc70-1eaa-451f-adbb-b6abb7d99368 service neutron] For port ffd35112-46c6-4f4e-a02b-3b2c35dab131, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ffd35112-46c6-4f4e-a02b-3b2c35dab131,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:19:18.002203 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-d63fbc70-1eaa-451f-adbb-b6abb7d99368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (ffd35112-46c6-4f4e-a02b-3b2c35dab131), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:18.061126 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-d63fbc70-1eaa-451f-adbb-b6abb7d99368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:18.061751 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-d63fbc70-1eaa-451f-adbb-b6abb7d99368 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:18.063219 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-d63fbc70-1eaa-451f-adbb-b6abb7d99368 service neutron] 10.222.0.71 "PUT /v2.0/ports/ffd35112-46c6-4f4e-a02b-3b2c35dab131 HTTP/1.1" status: 200 len: 1092 time: 0.7615750 Feb 07 22:19:18.065350 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3cdaf2d-2e52-4547-b304-c8ef69b213f7', 'tag': 'ffd35112-46c6-4f4e-a02b-3b2c35dab131'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:19:18.067633 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac0e375-8051-4ffe-b34b-f8a3172ad8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "c3cdaf2d-2e52-4547-b304-c8ef69b213f7", "tag": "ffd35112-46c6-4f4e-a02b-3b2c35dab131"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:19:18.115771 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-44fe3baf-d9d9-4513-87d4-4b6c05b24650 req-a786f410-1390-4028-afb7-c5080a4ee22e tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1217666 Feb 07 22:19:18.150389 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63fbc70-1eaa-451f-adbb-b6abb7d99368 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd35112-46c6-4f4e-a02b-3b2c35dab131,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:19:18.167879 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b578ef26-b91e-4a85-99c8-53f2573f0c81 x-openstack-request-id: req-b578ef26-b91e-4a85-99c8-53f2573f0c81 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:19:18.168182 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3cdaf2d-2e52-4547-b304-c8ef69b213f7", "tag": "ffd35112-46c6-4f4e-a02b-3b2c35dab131", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:19:18.168469 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b578ef26-b91e-4a85-99c8-53f2573f0c81 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:19:18.168879 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3cdaf2d-2e52-4547-b304-c8ef69b213f7', 'tag': 'ffd35112-46c6-4f4e-a02b-3b2c35dab131', 'status': 'completed', 'code': 200} Feb 07 22:19:18.174971 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-dfb87031-5657-4e74-8843-52f9228961dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:18.176507 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-dfb87031-5657-4e74-8843-52f9228961dd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=037a30f33c5c4918aa14dda9855e9f99&device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 1126 time: 0.0577428 Feb 07 22:19:18.218035 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-e32a282c-bb83-4179-bcb1-3095012b9a10 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffd35112-46c6-4f4e-a02b-3b2c35dab131 HTTP/1.1" status: 200 len: 217 time: 0.0350540 Feb 07 22:19:18.274137 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-34976169-05ee-48cf-927c-b87645b35613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:18.275722 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-34976169-05ee-48cf-927c-b87645b35613 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1 HTTP/1.1" status: 200 len: 848 time: 0.0520961 Feb 07 22:19:18.327341 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-84a122fa-f534-4abf-bb26-88ed513bc662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:18.328895 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-84a122fa-f534-4abf-bb26-88ed513bc662 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9dd4442c-d93b-4340-ba3d-67a3fca741b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464880 Feb 07 22:19:18.414438 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-160f5146-9523-4959-b839-ad3a106c18c5 service neutron] 10.222.0.71 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792546 Feb 07 22:19:18.504903 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68e54fd2-e199-48c3-b021-4e378325fd69 req-63aa5265-c504-4390-804a-944d1d913f82 service neutron] 10.222.0.71 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846727 Feb 07 22:19:18.569612 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c1ffa133-d55e-4b86-98b9-9490e3c94eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:18.594504 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0e375-8051-4ffe-b34b-f8a3172ad8d5 req-5d2a0747-46d3-42b1-958a-9be828095153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:18.595984 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dac0e375-8051-4ffe-b34b-f8a3172ad8d5 req-5d2a0747-46d3-42b1-958a-9be828095153 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=037a30f33c5c4918aa14dda9855e9f99&device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 1126 time: 0.0469325 Feb 07 22:19:18.688852 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0e375-8051-4ffe-b34b-f8a3172ad8d5 req-d68ed136-13de-4fb2-afb3-e3a4a0da2073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:18.690362 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dac0e375-8051-4ffe-b34b-f8a3172ad8d5 req-d68ed136-13de-4fb2-afb3-e3a4a0da2073 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9dd4442c-d93b-4340-ba3d-67a3fca741b0 HTTP/1.1" status: 200 len: 910 time: 0.0886631 Feb 07 22:19:18.731718 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dac0e375-8051-4ffe-b34b-f8a3172ad8d5 req-f677e099-2988-43cd-bd2f-f82c72419efb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffd35112-46c6-4f4e-a02b-3b2c35dab131 HTTP/1.1" status: 200 len: 217 time: 0.0357869 Feb 07 22:19:18.782563 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0e375-8051-4ffe-b34b-f8a3172ad8d5 req-6b1dc14c-f391-4f27-9515-a8676a5eaa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:18.783907 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dac0e375-8051-4ffe-b34b-f8a3172ad8d5 req-6b1dc14c-f391-4f27-9515-a8676a5eaa72 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1 HTTP/1.1" status: 200 len: 848 time: 0.0459654 Feb 07 22:19:18.831795 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0e375-8051-4ffe-b34b-f8a3172ad8d5 req-fe4430fd-7669-4e9d-bdcb-1838aabf2378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:18.833358 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dac0e375-8051-4ffe-b34b-f8a3172ad8d5 req-fe4430fd-7669-4e9d-bdcb-1838aabf2378 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9dd4442c-d93b-4340-ba3d-67a3fca741b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441923 Feb 07 22:19:18.922754 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dac0e375-8051-4ffe-b34b-f8a3172ad8d5 req-d1ecde26-591f-45c5-8c79-53729e920ebb service neutron] 10.222.0.71 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836964 Feb 07 22:19:19.008942 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dac0e375-8051-4ffe-b34b-f8a3172ad8d5 req-66df4327-34b7-4311-97a2-d57f2490c196 service neutron] 10.222.0.71 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804439 Feb 07 22:19:19.251359 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ab9f1-6705-45f9-aa1f-2163024240a7 req-34456afa-56f5-425e-bb0e-ee74749db843 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:19.252927 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-524ab9f1-6705-45f9-aa1f-2163024240a7 req-34456afa-56f5-425e-bb0e-ee74749db843 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0584898 Feb 07 22:19:19.301262 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-524ab9f1-6705-45f9-aa1f-2163024240a7 req-7f968c7a-8c79-4296-8c53-b9e3aa1f0ecc tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425260 Feb 07 22:19:20.422139 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245587a-786d-4434-985f-dc6c960f93b8 req-ec1ebefb-b997-4fcb-a9e5-d66f0aef6659 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:20.423540 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8245587a-786d-4434-985f-dc6c960f93b8 req-ec1ebefb-b997-4fcb-a9e5-d66f0aef6659 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0516124 Feb 07 22:19:20.472225 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-8245587a-786d-4434-985f-dc6c960f93b8 req-e206046e-a433-41e0-af28-8905daf63133 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425093 Feb 07 22:19:20.771724 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a5bc3b9c-a449-40ba-9c54-b0e7dd9c150f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:21.595267 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef6a63-73b5-4b92-bfcb-e36aba3f40f3 req-55cec365-06dc-404b-89ed-32563db961d9 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:21.596765 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-15ef6a63-73b5-4b92-bfcb-e36aba3f40f3 req-55cec365-06dc-404b-89ed-32563db961d9 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0562954 Feb 07 22:19:21.644512 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-15ef6a63-73b5-4b92-bfcb-e36aba3f40f3 req-cee391ab-420b-4206-a229-10ccb6fabcb9 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421860 Feb 07 22:19:22.086209 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:22.769827 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08e83e-1144-4073-97a4-11dab8f7f035 req-2f49b9c1-fe0b-4ecd-9eb3-3cb197fe4e66 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:22.771887 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-af08e83e-1144-4073-97a4-11dab8f7f035 req-2f49b9c1-fe0b-4ecd-9eb3-3cb197fe4e66 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0536945 Feb 07 22:19:22.821154 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-af08e83e-1144-4073-97a4-11dab8f7f035 req-c2da69e0-62c2-45e2-92d1-a1fa94bda827 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433612 Feb 07 22:19:23.563243 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:23.940760 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd9f7d-7ff2-4cad-a8db-cd6d531a597a req-0879657f-2a5b-48e7-b033-5e4eb058c248 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:23.942273 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-babd9f7d-7ff2-4cad-a8db-cd6d531a597a req-0879657f-2a5b-48e7-b033-5e4eb058c248 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0518935 Feb 07 22:19:23.994241 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-babd9f7d-7ff2-4cad-a8db-cd6d531a597a req-826023fc-eb95-4f35-9844-f5ebffe893df tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457344 Feb 07 22:19:24.855659 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:25.114738 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68654af3-0ab6-4856-b54f-a4b798f7c7a1 req-b43a54bb-2ac4-4980-8708-280a8d80a80b tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:25.116191 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68654af3-0ab6-4856-b54f-a4b798f7c7a1 req-b43a54bb-2ac4-4980-8708-280a8d80a80b tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0543206 Feb 07 22:19:25.163985 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-68654af3-0ab6-4856-b54f-a4b798f7c7a1 req-9cb56d4a-63a0-4fe0-acd0-3fa193a3bfe3 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419090 Feb 07 22:19:26.280816 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c9dfe-c8ca-45a8-af35-22246dd32309 req-145a35d3-2bf4-4e43-8531-94e1978bd55e tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:26.282257 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac5c9dfe-c8ca-45a8-af35-22246dd32309 req-145a35d3-2bf4-4e43-8531-94e1978bd55e tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0518017 Feb 07 22:19:26.330136 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ac5c9dfe-c8ca-45a8-af35-22246dd32309 req-e768b8a9-199c-4bd7-81c9-61e55745f9b9 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422227 Feb 07 22:19:27.449995 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b8082-e659-44dc-b9f0-719f6179503f req-049c102a-dbfd-42e9-89e6-a099779d9c20 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:27.451458 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-951b8082-e659-44dc-b9f0-719f6179503f req-049c102a-dbfd-42e9-89e6-a099779d9c20 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0552232 Feb 07 22:19:27.498159 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-951b8082-e659-44dc-b9f0-719f6179503f req-699dd818-13d6-4c5d-b96d-da685651a2fe tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411072 Feb 07 22:19:28.615440 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274a1d6-3209-4d89-baef-845dc33fbc83 req-93bd48fd-71f9-404b-99b0-3b19cea7389d tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:28.616946 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b274a1d6-3209-4d89-baef-845dc33fbc83 req-93bd48fd-71f9-404b-99b0-3b19cea7389d tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0519958 Feb 07 22:19:28.664645 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b274a1d6-3209-4d89-baef-845dc33fbc83 req-07e06266-2dd3-47ef-8431-8e35defb101d tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421274 Feb 07 22:19:29.779948 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed293a8d-0dec-4c7b-87a2-4ccb1d3dd77a req-50a9080d-4ca8-43bf-82b0-db1a1dffed23 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:29.781445 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed293a8d-0dec-4c7b-87a2-4ccb1d3dd77a req-50a9080d-4ca8-43bf-82b0-db1a1dffed23 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0512702 Feb 07 22:19:29.833757 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ed293a8d-0dec-4c7b-87a2-4ccb1d3dd77a req-b3dcec47-ea63-4ec7-9f4b-bdc776342136 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463281 Feb 07 22:19:30.950260 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579bde8-3d96-4ae2-b0d4-a7f1a6edbf1e req-0c3a7649-162c-46b6-9b69-e68492624bc3 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:30.951633 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4579bde8-3d96-4ae2-b0d4-a7f1a6edbf1e req-0c3a7649-162c-46b6-9b69-e68492624bc3 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0518956 Feb 07 22:19:31.002284 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4579bde8-3d96-4ae2-b0d4-a7f1a6edbf1e req-2acc9bfe-6f82-4a54-b95b-e55eab284189 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450888 Feb 07 22:19:32.121496 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d8832-6cb2-4601-a4f4-e3762773e12d req-3e469222-197b-4fd5-8f2f-770d912261b0 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:32.122956 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b4d8832-6cb2-4601-a4f4-e3762773e12d req-3e469222-197b-4fd5-8f2f-770d912261b0 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0519476 Feb 07 22:19:32.169721 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2b4d8832-6cb2-4601-a4f4-e3762773e12d req-ace4d311-3a5f-45ae-99dc-69e949e00ed5 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412128 Feb 07 22:19:33.290523 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17c29a-6b77-4334-9464-1084ddb141d9 req-58f7fd2c-c965-4fb3-a09b-65381e7f583f tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:33.291985 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7a17c29a-6b77-4334-9464-1084ddb141d9 req-58f7fd2c-c965-4fb3-a09b-65381e7f583f tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0550539 Feb 07 22:19:33.339987 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7a17c29a-6b77-4334-9464-1084ddb141d9 req-be8e8169-1c09-4991-9ff2-819647862f30 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424733 Feb 07 22:19:34.459060 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068ef83-dc35-4bf4-a04b-75b88cc7067f req-806739a1-6def-4307-8ef3-a2159a108e43 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:34.460563 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4068ef83-dc35-4bf4-a04b-75b88cc7067f req-806739a1-6def-4307-8ef3-a2159a108e43 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0540373 Feb 07 22:19:34.508270 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4068ef83-dc35-4bf4-a04b-75b88cc7067f req-a39b235e-21eb-4e66-81b4-468bd468f717 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420346 Feb 07 22:19:34.554727 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:34.777717 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:35.421997 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device ffd35112-46c6-4f4e-a02b-3b2c35dab131 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:19:35.518490 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port ffd35112-46c6-4f4e-a02b-3b2c35dab131, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ffd35112-46c6-4f4e-a02b-3b2c35dab131,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:19:35.533046 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': 'ffd35112-46c6-4f4e-a02b-3b2c35dab131', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'port_id': 'ffd35112-46c6-4f4e-a02b-3b2c35dab131', 'mac_address': 'fa:16:3e:6d:8e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:19:35.570137 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port ffd35112-46c6-4f4e-a02b-3b2c35dab131 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:19:35.570839 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ffd35112-46c6-4f4e-a02b-3b2c35dab131), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:35.583869 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd35112-46c6-4f4e-a02b-3b2c35dab131 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 22:19:35.603192 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port ffd35112-46c6-4f4e-a02b-3b2c35dab131, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ffd35112-46c6-4f4e-a02b-3b2c35dab131,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:19:35.608395 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ffd35112-46c6-4f4e-a02b-3b2c35dab131), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:35.630874 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a1be8-07c6-41eb-b867-6366a4d2da1f req-cf48b8e3-e772-487a-ad7c-033e9e659030 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:35.632375 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-361a1be8-07c6-41eb-b867-6366a4d2da1f req-cf48b8e3-e772-487a-ad7c-033e9e659030 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0573554 Feb 07 22:19:35.654640 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=ffd35112-46c6-4f4e-a02b-3b2c35dab131,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:19:35.662451 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:19:35.662803 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:19:35.663150 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:19:35.663489 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:19:35.663822 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:19:35.664153 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:19:35.664513 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:19:35.664843 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:19:35.665172 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:19:35.665498 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:19:35.665823 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:19:35.666148 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:19:35.666472 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:19:35.680906 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-361a1be8-07c6-41eb-b867-6366a4d2da1f req-7145f21c-910a-42ec-b574-91087eec381a tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429070 Feb 07 22:19:35.977440 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['ffd35112-46c6-4f4e-a02b-3b2c35dab131'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:19:36.797035 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ad0d9-45aa-493f-a46d-ab6acc361af4 req-bfb560bc-4c9b-400a-90ae-248ff6039e67 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:36.798489 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e87ad0d9-45aa-493f-a46d-ab6acc361af4 req-bfb560bc-4c9b-400a-90ae-248ff6039e67 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 945 time: 0.0510919 Feb 07 22:19:36.851438 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e87ad0d9-45aa-493f-a46d-ab6acc361af4 req-489c8567-d16e-4593-9252-5ab41620be88 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468152 Feb 07 22:19:37.434318 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device ffd35112-46c6-4f4e-a02b-3b2c35dab131 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:19:37.484746 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port ffd35112-46c6-4f4e-a02b-3b2c35dab131 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:19:37.489333 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port ffd35112-46c6-4f4e-a02b-3b2c35dab131 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:19:37.489710 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ffd35112-46c6-4f4e-a02b-3b2c35dab131), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:37.715898 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port ffd35112-46c6-4f4e-a02b-3b2c35dab131 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:19:37.716205 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ffd35112-46c6-4f4e-a02b-3b2c35dab131), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:37.739632 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cdaf2d-2e52-4547-b304-c8ef69b213f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd35112-46c6-4f4e-a02b-3b2c35dab131'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:19:37.741888 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59fa0091afa0acade78336c0e3f3c5307cc552a1ace6da7695aaea120dfc6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e3dbcb-91f8-44b2-b5b1-072931c45344" -d '{"events": [{"server_uuid": "c3cdaf2d-2e52-4547-b304-c8ef69b213f7", "name": "network-vif-plugged", "status": "completed", "tag": "ffd35112-46c6-4f4e-a02b-3b2c35dab131"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:19:37.754053 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port ffd35112-46c6-4f4e-a02b-3b2c35dab131, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ffd35112-46c6-4f4e-a02b-3b2c35dab131,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:19:37.758217 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ffd35112-46c6-4f4e-a02b-3b2c35dab131), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:37.781429 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2c052e-3686-4f90-91db-d368c5cfd8cc x-openstack-request-id: req-bc2c052e-3686-4f90-91db-d368c5cfd8cc {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:19:37.781711 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3cdaf2d-2e52-4547-b304-c8ef69b213f7", "name": "network-vif-plugged", "status": "completed", "tag": "ffd35112-46c6-4f4e-a02b-3b2c35dab131", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:19:37.781969 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc2c052e-3686-4f90-91db-d368c5cfd8cc {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:19:37.782405 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3cdaf2d-2e52-4547-b304-c8ef69b213f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd35112-46c6-4f4e-a02b-3b2c35dab131', 'code': 200} Feb 07 22:19:37.808147 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=ffd35112-46c6-4f4e-a02b-3b2c35dab131,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:19:37.879905 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbae65-1149-400f-9991-f107ceef6de2 req-9cf5d650-5ad5-455b-ad84-d70e13846555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:37.882067 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cedbae65-1149-400f-9991-f107ceef6de2 req-9cf5d650-5ad5-455b-ad84-d70e13846555 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 1128 time: 0.0486634 Feb 07 22:19:37.944749 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cedbae65-1149-400f-9991-f107ceef6de2 req-a601dca4-b8b2-4868-a3f4-cbf3b690c2c0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572360 Feb 07 22:19:37.982763 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e6bbc-feab-4f81-b737-06fd809852eb req-738c8592-6c8d-4818-a7e8-a8d171b6c49c tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:37.984103 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc3e6bbc-feab-4f81-b737-06fd809852eb req-738c8592-6c8d-4818-a7e8-a8d171b6c49c tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 946 time: 0.0518565 Feb 07 22:19:38.030930 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-dc3e6bbc-feab-4f81-b737-06fd809852eb req-88c698ac-cda6-4784-9707-2b6d0e4ca8d5 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406287 Feb 07 22:19:39.154095 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7dda0-22e3-4621-b753-c6ff776105f4 req-a0219279-7bdb-4969-a0f9-c9a07b185f88 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:39.155559 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-75d7dda0-22e3-4621-b753-c6ff776105f4 req-a0219279-7bdb-4969-a0f9-c9a07b185f88 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 946 time: 0.0514944 Feb 07 22:19:39.203405 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-75d7dda0-22e3-4621-b753-c6ff776105f4 req-dd8ccb28-e310-4d96-8eb1-7ec073954733 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422065 Feb 07 22:19:40.322303 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57156f1-aaf4-437d-a2e8-33612ee3e187 req-eba8240c-47cf-444a-ace4-d606f1bfb8cb tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:40.323722 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f57156f1-aaf4-437d-a2e8-33612ee3e187 req-eba8240c-47cf-444a-ace4-d606f1bfb8cb tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 946 time: 0.0565057 Feb 07 22:19:40.371457 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f57156f1-aaf4-437d-a2e8-33612ee3e187 req-a1cff316-2c62-469a-82a2-e5954c9d1242 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421398 Feb 07 22:19:40.487026 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773c255-300e-4718-bf11-bac7a4f6e14c req-bddc3476-dafa-4ce1-8985-ca5bbdd03793 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:40.488926 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7773c255-300e-4718-bf11-bac7a4f6e14c req-bddc3476-dafa-4ce1-8985-ca5bbdd03793 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 946 time: 0.0517731 Feb 07 22:19:40.535659 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7773c255-300e-4718-bf11-bac7a4f6e14c req-61daf749-2059-43a2-b463-493787e1185c tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412800 Feb 07 22:19:40.559000 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48794) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:19:40.645774 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e809921-31fe-4aa5-a9ea-8aacba0a96ea tempest-TestShelveInstance-1925890429 tempest-TestShelveInstance-1925890429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:40.647308 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-5e809921-31fe-4aa5-a9ea-8aacba0a96ea tempest-TestShelveInstance-1925890429 tempest-TestShelveInstance-1925890429-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 1123 time: 0.0873001 Feb 07 22:19:40.650277 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 48798) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:19:40.654838 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9b27a207-f2be-4f3c-b85e-abbb3e9d43f4 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'port_id': 'ffd35112-46c6-4f4e-a02b-3b2c35dab131', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:19:40.655711 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:19:40.674700 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b27a207-f2be-4f3c-b85e-abbb3e9d43f4 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:40.773568 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b27a207-f2be-4f3c-b85e-abbb3e9d43f4 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:40.877122 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-9b27a207-f2be-4f3c-b85e-abbb3e9d43f4 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Allocated IP 172.25.4.67 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/c1ea91e6-e758-496b-9c38-6e55b9101ae4) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:19:41.240223 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b27a207-f2be-4f3c-b85e-abbb3e9d43f4 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for port (c1ea91e6-e758-496b-9c38-6e55b9101ae4), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:41.271239 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b27a207-f2be-4f3c-b85e-abbb3e9d43f4 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (c1ea91e6-e758-496b-9c38-6e55b9101ae4), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:41.308843 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b27a207-f2be-4f3c-b85e-abbb3e9d43f4 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:19:41.311608 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-9b27a207-f2be-4f3c-b85e-abbb3e9d43f4 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:19:41.315000 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b27a207-f2be-4f3c-b85e-abbb3e9d43f4 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:19:41.320380 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27a207-f2be-4f3c-b85e-abbb3e9d43f4 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Pushing event updated for resources: {'Port': ['ID=c1ea91e6-e758-496b-9c38-6e55b9101ae4,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:19:41.652231 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b27a207-f2be-4f3c-b85e-abbb3e9d43f4 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for floatingip (0aa22a63-6f5e-47d5-8504-549890e59b94), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:41.718939 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b27a207-f2be-4f3c-b85e-abbb3e9d43f4 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (c1ea91e6-e758-496b-9c38-6e55b9101ae4), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:41.867437 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b27a207-f2be-4f3c-b85e-abbb3e9d43f4 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for port (c1ea91e6-e758-496b-9c38-6e55b9101ae4), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:41.871867 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b27a207-f2be-4f3c-b85e-abbb3e9d43f4 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (c1ea91e6-e758-496b-9c38-6e55b9101ae4), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:41.945437 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27a207-f2be-4f3c-b85e-abbb3e9d43f4 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Pushing event updated for resources: {'Port': ['ID=c1ea91e6-e758-496b-9c38-6e55b9101ae4,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:19:41.952233 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b27a207-f2be-4f3c-b85e-abbb3e9d43f4 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (0aa22a63-6f5e-47d5-8504-549890e59b94), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:42.049998 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-9b27a207-f2be-4f3c-b85e-abbb3e9d43f4 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Floating IP 0aa22a63-6f5e-47d5-8504-549890e59b94 associated. External IP: 172.25.4.67, port: ffd35112-46c6-4f4e-a02b-3b2c35dab131. Feb 07 22:19:42.254948 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b27a207-f2be-4f3c-b85e-abbb3e9d43f4 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Router c3e545af-6b71-40f8-8fdf-ef32ffb036c7 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:19:42.358502 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b27a207-f2be-4f3c-b85e-abbb3e9d43f4 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:19:42.368566 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c5157-8f1d-4ada-b627-e07566710674 None None] Sync routers for ids ['c3e545af-6b71-40f8-8fdf-ef32ffb036c7'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:19:42.376393 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b27a207-f2be-4f3c-b85e-abbb3e9d43f4 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:42.378293 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c5157-8f1d-4ada-b627-e07566710674 None None] Routers {'c3e545af-6b71-40f8-8fdf-ef32ffb036c7'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:19:42.379458 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-657c5157-8f1d-4ada-b627-e07566710674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:19:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c3e545af-6b71-40f8-8fdf-ef32ffb036c7'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:19:42.409851 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-9b27a207-f2be-4f3c-b85e-abbb3e9d43f4 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7583790 Feb 07 22:19:42.410436 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3cdaf2d-2e52-4547-b304-c8ef69b213f7', 'tag': 'ffd35112-46c6-4f4e-a02b-3b2c35dab131'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:19:42.412808 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305836cb-0c5a-4612-9318-e914c8c714e1" -d '{"events": [{"name": "network-changed", "server_uuid": "c3cdaf2d-2e52-4547-b304-c8ef69b213f7", "tag": "ffd35112-46c6-4f4e-a02b-3b2c35dab131"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:19:42.450652 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301c0060-4c87-4ef1-80d5-a10bdaa4c393 x-openstack-request-id: req-301c0060-4c87-4ef1-80d5-a10bdaa4c393 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:19:42.451013 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3cdaf2d-2e52-4547-b304-c8ef69b213f7", "tag": "ffd35112-46c6-4f4e-a02b-3b2c35dab131", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:19:42.451351 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-301c0060-4c87-4ef1-80d5-a10bdaa4c393 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:19:42.451819 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3cdaf2d-2e52-4547-b304-c8ef69b213f7', 'tag': 'ffd35112-46c6-4f4e-a02b-3b2c35dab131', 'status': 'completed', 'code': 200} Feb 07 22:19:42.488009 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-657c5157-8f1d-4ada-b627-e07566710674 None None] Set router c3e545af-6b71-40f8-8fdf-ef32ffb036c7 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:19:42.514472 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305836cb-0c5a-4612-9318-e914c8c714e1 req-a5e1aaab-8185-4082-858f-63ed943153be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:42.515897 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-305836cb-0c5a-4612-9318-e914c8c714e1 req-a5e1aaab-8185-4082-858f-63ed943153be service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=037a30f33c5c4918aa14dda9855e9f99&device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 1128 time: 0.0448117 Feb 07 22:19:42.601800 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305836cb-0c5a-4612-9318-e914c8c714e1 req-7ad2c8f8-30c9-43d1-8827-77d0ce6cdaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:42.603266 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-305836cb-0c5a-4612-9318-e914c8c714e1 req-7ad2c8f8-30c9-43d1-8827-77d0ce6cdaaf service neutron] 10.222.0.71 "GET /v2.0/networks?id=9dd4442c-d93b-4340-ba3d-67a3fca741b0 HTTP/1.1" status: 200 len: 910 time: 0.0822477 Feb 07 22:19:42.671652 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-305836cb-0c5a-4612-9318-e914c8c714e1 req-3d1e4b72-9b59-44d0-9916-ca430ac9886b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffd35112-46c6-4f4e-a02b-3b2c35dab131 HTTP/1.1" status: 200 len: 999 time: 0.0623865 Feb 07 22:19:42.708971 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-657c5157-8f1d-4ada-b627-e07566710674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'name': 'tempest-TestShelveInstance-2114065198-router', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:17Z', 'updated_at': '2022-02-07T22:13:20Z', 'revision_number': 4, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'gw_port': {'id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:18Z', 'updated_at': '2022-02-07T22:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '0aa22a63-6f5e-47d5-8504-549890e59b94', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'port_id': 'ffd35112-46c6-4f4e-a02b-3b2c35dab131', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'mac_address': 'fa:16:3e:6d:8e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cdaf2d-2e52-4547-b304-c8ef69b213f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:19:41Z', 'updated_at': '2022-02-07T22:19:41Z', 'revision_number': 0, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1149ae2-8869-4e68-868f-77830a486590', 'name': '', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'mac_address': 'fa:16:3e:26:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:19Z', 'updated_at': '2022-02-07T22:13:23Z', 'revision_number': 5, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'subnets': [{'id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:19:42.719643 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305836cb-0c5a-4612-9318-e914c8c714e1 req-59f3f1af-3c0e-4583-8b6a-f514e37ec330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:42.721377 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-305836cb-0c5a-4612-9318-e914c8c714e1 req-59f3f1af-3c0e-4583-8b6a-f514e37ec330 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1 HTTP/1.1" status: 200 len: 848 time: 0.0442808 Feb 07 22:19:42.739474 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c5157-8f1d-4ada-b627-e07566710674 None None] Checking router: c3e545af-6b71-40f8-8fdf-ef32ffb036c7 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:19:42.748127 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c5157-8f1d-4ada-b627-e07566710674 None None] Routers {'c3e545af-6b71-40f8-8fdf-ef32ffb036c7'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:19:42.748828 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-657c5157-8f1d-4ada-b627-e07566710674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:19:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c3e545af-6b71-40f8-8fdf-ef32ffb036c7'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:19:42.770985 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305836cb-0c5a-4612-9318-e914c8c714e1 req-7ea8d044-72c0-4109-b3d2-22c9053f7a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:19:42.772521 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-305836cb-0c5a-4612-9318-e914c8c714e1 req-7ea8d044-72c0-4109-b3d2-22c9053f7a01 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9dd4442c-d93b-4340-ba3d-67a3fca741b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446959 Feb 07 22:19:42.859805 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-657c5157-8f1d-4ada-b627-e07566710674 None None] Set router c3e545af-6b71-40f8-8fdf-ef32ffb036c7 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:19:42.869099 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-305836cb-0c5a-4612-9318-e914c8c714e1 req-c3cb87d9-e9b8-401a-8db1-21a0e458b82f service neutron] 10.222.0.71 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903189 Feb 07 22:19:42.958650 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-305836cb-0c5a-4612-9318-e914c8c714e1 req-4bccbf43-90c4-4453-a736-39e27148d278 service neutron] 10.222.0.71 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833809 Feb 07 22:19:43.089983 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-657c5157-8f1d-4ada-b627-e07566710674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'name': 'tempest-TestShelveInstance-2114065198-router', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:17Z', 'updated_at': '2022-02-07T22:13:20Z', 'revision_number': 4, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'gw_port': {'id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:18Z', 'updated_at': '2022-02-07T22:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '0aa22a63-6f5e-47d5-8504-549890e59b94', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'port_id': 'ffd35112-46c6-4f4e-a02b-3b2c35dab131', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'mac_address': 'fa:16:3e:6d:8e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cdaf2d-2e52-4547-b304-c8ef69b213f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:19:41Z', 'updated_at': '2022-02-07T22:19:41Z', 'revision_number': 0, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1149ae2-8869-4e68-868f-77830a486590', 'name': '', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'mac_address': 'fa:16:3e:26:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:19Z', 'updated_at': '2022-02-07T22:13:23Z', 'revision_number': 5, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'subnets': [{'id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:19:43.117017 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c5157-8f1d-4ada-b627-e07566710674 None None] The sync data for ids ['c3e545af-6b71-40f8-8fdf-ef32ffb036c7'] in n-d-828185-2 is: [{'id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'name': 'tempest-TestShelveInstance-2114065198-router', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:17Z', 'updated_at': '2022-02-07T22:13:20Z', 'revision_number': 4, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'gw_port': {'id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:18Z', 'updated_at': '2022-02-07T22:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '0aa22a63-6f5e-47d5-8504-549890e59b94', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'port_id': 'ffd35112-46c6-4f4e-a02b-3b2c35dab131', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'mac_address': 'fa:16:3e:6d:8e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cdaf2d-2e52-4547-b304-c8ef69b213f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:19:41Z', 'updated_at': '2022-02-07T22:19:41Z', 'revision_number': 0, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1149ae2-8869-4e68-868f-77830a486590', 'name': '', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'mac_address': 'fa:16:3e:26:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:19Z', 'updated_at': '2022-02-07T22:13:23Z', 'revision_number': 5, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'subnets': [{'id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:19:43.307553 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bc27f4-8b90-419c-93f7-8ee329875955 None None] New status for floating IP 0aa22a63-6f5e-47d5-8504-549890e59b94: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:19:48.574171 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f36246ab-6798-4301-bc62-792919dcdeff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:50.773345 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fd331b3e-e829-4d51-8838-89a3beff48f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:52.088765 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:53.564022 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:19:54.858010 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:20:04.427242 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:20:04.777868 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:20:17.655023 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:20:18.575720 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a1b4737b-509c-4d55-9a32-0ec0a407b055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:20:20.778816 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f8ecfa5e-8328-42a6-92c6-600834930cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:20:22.092342 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:20:23.568065 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:20:24.859661 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:20:26.401132 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7cfb6c91-4da8-4eb1-96e9-9dbb106cec3f req-0fa3d04f-e540-4842-994c-f5f4d1c9590f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499518 Feb 07 22:20:26.485473 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb6c91-4da8-4eb1-96e9-9dbb106cec3f req-d4ea1278-812b-4aff-8e36-da404256c649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:20:26.486926 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7cfb6c91-4da8-4eb1-96e9-9dbb106cec3f req-d4ea1278-812b-4aff-8e36-da404256c649 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=037a30f33c5c4918aa14dda9855e9f99&device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 1128 time: 0.0438716 Feb 07 22:20:26.583698 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb6c91-4da8-4eb1-96e9-9dbb106cec3f req-81f9d64d-202a-40de-9d12-fd3fbcc0c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:20:26.585167 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7cfb6c91-4da8-4eb1-96e9-9dbb106cec3f req-81f9d64d-202a-40de-9d12-fd3fbcc0c8f6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9dd4442c-d93b-4340-ba3d-67a3fca741b0 HTTP/1.1" status: 200 len: 910 time: 0.0810146 Feb 07 22:20:26.656920 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7cfb6c91-4da8-4eb1-96e9-9dbb106cec3f req-45865e31-ecb3-490d-9dec-322a95d41e23 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffd35112-46c6-4f4e-a02b-3b2c35dab131 HTTP/1.1" status: 200 len: 1001 time: 0.0653393 Feb 07 22:20:26.703443 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb6c91-4da8-4eb1-96e9-9dbb106cec3f req-8fee8731-2a86-416b-bda6-5bdeff809186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:20:26.705460 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7cfb6c91-4da8-4eb1-96e9-9dbb106cec3f req-8fee8731-2a86-416b-bda6-5bdeff809186 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1 HTTP/1.1" status: 200 len: 848 time: 0.0425379 Feb 07 22:20:26.759651 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb6c91-4da8-4eb1-96e9-9dbb106cec3f req-0d47ded2-e6b7-4269-9ab5-7c6ec3d70feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:20:26.761197 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7cfb6c91-4da8-4eb1-96e9-9dbb106cec3f req-0d47ded2-e6b7-4269-9ab5-7c6ec3d70feb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9dd4442c-d93b-4340-ba3d-67a3fca741b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510294 Feb 07 22:20:26.852610 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7cfb6c91-4da8-4eb1-96e9-9dbb106cec3f req-931e31a7-8f06-4c72-a340-21a29c783eba service neutron] 10.222.0.71 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837939 Feb 07 22:20:26.937754 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7cfb6c91-4da8-4eb1-96e9-9dbb106cec3f req-83b61b7b-f92b-4543-a7d2-2916b61fe317 service neutron] 10.222.0.71 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800347 Feb 07 22:20:34.447803 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:20:34.800125 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:20:48.577547 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-be3fc439-3e32-4ffe-9a16-b82bfa5c5aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:20:50.780556 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-15ba293d-2a05-46f9-99bd-7f2bc6fdc182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:20:52.098170 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:20:53.571929 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:20:54.654927 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:20:54.862277 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:21:04.469876 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:21:04.795344 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:21:18.578919 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9b949b91-0e7a-423f-92ba-c77e5522c747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:21:20.781791 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9b06a14d-a951-4b05-b12e-451ffcc941a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:21:22.098152 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:21:23.574039 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:21:24.863497 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:21:27.401619 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6507052-8d86-4f36-b4e1-3202f2e4216f req-0e0ecfa8-ecb8-4427-96b0-d49f0e8860b9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482967 Feb 07 22:21:27.482457 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6507052-8d86-4f36-b4e1-3202f2e4216f req-fe72c689-bc99-4e0b-a843-828748fa7792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:27.483912 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6507052-8d86-4f36-b4e1-3202f2e4216f req-fe72c689-bc99-4e0b-a843-828748fa7792 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=037a30f33c5c4918aa14dda9855e9f99&device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 1128 time: 0.0430734 Feb 07 22:21:27.582638 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6507052-8d86-4f36-b4e1-3202f2e4216f req-69998051-0a76-4997-b9af-40e11b9f11fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:27.584089 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6507052-8d86-4f36-b4e1-3202f2e4216f req-69998051-0a76-4997-b9af-40e11b9f11fb service neutron] 10.222.0.71 "GET /v2.0/networks?id=9dd4442c-d93b-4340-ba3d-67a3fca741b0 HTTP/1.1" status: 200 len: 910 time: 0.0813620 Feb 07 22:21:27.657298 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6507052-8d86-4f36-b4e1-3202f2e4216f req-590ef5ac-5bdc-4e55-8bbd-1c3d686bb268 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffd35112-46c6-4f4e-a02b-3b2c35dab131 HTTP/1.1" status: 200 len: 1001 time: 0.0670197 Feb 07 22:21:27.703393 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6507052-8d86-4f36-b4e1-3202f2e4216f req-bb4686cd-dc3b-416c-b281-78937daa77c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:27.704884 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6507052-8d86-4f36-b4e1-3202f2e4216f req-bb4686cd-dc3b-416c-b281-78937daa77c4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1 HTTP/1.1" status: 200 len: 848 time: 0.0431318 Feb 07 22:21:27.753694 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6507052-8d86-4f36-b4e1-3202f2e4216f req-d9b94603-4bc7-439f-922e-b829a5d23c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:27.755169 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6507052-8d86-4f36-b4e1-3202f2e4216f req-d9b94603-4bc7-439f-922e-b829a5d23c67 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9dd4442c-d93b-4340-ba3d-67a3fca741b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445836 Feb 07 22:21:27.846262 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6507052-8d86-4f36-b4e1-3202f2e4216f req-31460d1f-921f-4149-b4ee-9e6a72283b19 service neutron] 10.222.0.71 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839226 Feb 07 22:21:27.933209 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a6507052-8d86-4f36-b4e1-3202f2e4216f req-24cdb24a-df01-4a5b-8606-152743d8e959 service neutron] 10.222.0.71 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810020 Feb 07 22:21:31.653521 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:21:34.468463 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:21:34.784954 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:21:37.764419 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37358c-9a4c-4e0c-aa7a-f217da370805 req-84f4af93-00b2-4399-8785-4fdcdbd8b75a tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:37.765842 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f37358c-9a4c-4e0c-aa7a-f217da370805 req-84f4af93-00b2-4399-8785-4fdcdbd8b75a tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 946 time: 0.1224670 Feb 07 22:21:37.813948 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-9f37358c-9a4c-4e0c-aa7a-f217da370805 req-efcd4f95-5654-460c-9dd3-5d4b02b93eaf tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424941 Feb 07 22:21:38.993818 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e25cb-c9ef-46c3-9b59-e1d56adf108a req-66e37e24-802d-4690-98ad-c3838fb39e13 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:38.995296 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe4e25cb-c9ef-46c3-9b59-e1d56adf108a req-66e37e24-802d-4690-98ad-c3838fb39e13 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 946 time: 0.0984628 Feb 07 22:21:39.051721 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe4e25cb-c9ef-46c3-9b59-e1d56adf108a req-0f40e657-87c1-465f-ae57-b446bc3d8c57 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506322 Feb 07 22:21:40.178287 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98bc59-92de-4cfd-859c-7065866f8fae req-576e8704-034f-4b4d-a339-c2d32e5137ca tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:40.179728 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0c98bc59-92de-4cfd-859c-7065866f8fae req-576e8704-034f-4b4d-a339-c2d32e5137ca tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 946 time: 0.0513484 Feb 07 22:21:40.232846 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0c98bc59-92de-4cfd-859c-7065866f8fae req-7f42ed5e-ee7a-4f20-9396-8fb908369c30 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472820 Feb 07 22:21:41.349550 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adc3bd-baef-4932-b7be-3bd14b5d5432 req-c0b286ad-9163-4c1b-a26a-4ccdd9df467b tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:41.350994 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77adc3bd-baef-4932-b7be-3bd14b5d5432 req-c0b286ad-9163-4c1b-a26a-4ccdd9df467b tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 946 time: 0.0511155 Feb 07 22:21:41.397264 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77adc3bd-baef-4932-b7be-3bd14b5d5432 req-bbe82900-0cd0-44c1-81f8-c15421dd91f4 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401468 Feb 07 22:21:42.519115 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971185c-a712-431e-9854-2f570e5838b5 req-33a034db-5208-47ce-8b62-55215956f2f4 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:42.520643 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3971185c-a712-431e-9854-2f570e5838b5 req-33a034db-5208-47ce-8b62-55215956f2f4 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 946 time: 0.0522366 Feb 07 22:21:42.569656 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3971185c-a712-431e-9854-2f570e5838b5 req-d5d28342-a5a7-418e-8b98-949c5e15e747 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432010 Feb 07 22:21:43.691448 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5943577-8333-46d7-972d-5e46d7a1d7a7 req-65f7dd7b-77d3-489d-bc2f-97372aa3c38b tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:43.692935 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5943577-8333-46d7-972d-5e46d7a1d7a7 req-65f7dd7b-77d3-489d-bc2f-97372aa3c38b tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 946 time: 0.0552602 Feb 07 22:21:43.743363 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a5943577-8333-46d7-972d-5e46d7a1d7a7 req-7868d57f-3201-4012-9bda-482b76fa0020 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425146 Feb 07 22:21:44.861376 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9b3bd-46e1-4ba1-9a02-b5330d9c98ee req-d8aee178-f1ba-4f3c-a0c6-67b59ef4e300 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:44.862955 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-99f9b3bd-46e1-4ba1-9a02-b5330d9c98ee req-d8aee178-f1ba-4f3c-a0c6-67b59ef4e300 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 946 time: 0.0532837 Feb 07 22:21:44.910844 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-99f9b3bd-46e1-4ba1-9a02-b5330d9c98ee req-dce60433-bd6f-4701-9d26-ee26e97ee233 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422235 Feb 07 22:21:46.035243 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75aeb8a-94a8-4ed6-ae57-86a9dc6e1f2a req-79e5e000-a389-4efb-815f-466bb2cfe3f1 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:46.036659 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d75aeb8a-94a8-4ed6-ae57-86a9dc6e1f2a req-79e5e000-a389-4efb-815f-466bb2cfe3f1 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 946 time: 0.0560169 Feb 07 22:21:46.085746 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d75aeb8a-94a8-4ed6-ae57-86a9dc6e1f2a req-054de779-aaf2-4ad5-b25b-4064ef1c7adf tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425398 Feb 07 22:21:47.203667 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300a234-d12c-46c0-b875-f63114f137e7 req-6d448c81-aaa7-406f-9a36-0c7c6d23352d tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:47.205152 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7300a234-d12c-46c0-b875-f63114f137e7 req-6d448c81-aaa7-406f-9a36-0c7c6d23352d tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 946 time: 0.0519803 Feb 07 22:21:47.252502 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7300a234-d12c-46c0-b875-f63114f137e7 req-e57c433a-1c33-4e1e-9e24-39e0c33a1bf1 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417581 Feb 07 22:21:47.838066 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684254b1-5f6f-4e70-a953-3a020db33317 req-1e191d33-e22a-4c19-b628-81c2ccdee6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:47.839855 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-684254b1-5f6f-4e70-a953-3a020db33317 req-1e191d33-e22a-4c19-b628-81c2ccdee6c3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=037a30f33c5c4918aa14dda9855e9f99&device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 1128 time: 0.0466843 Feb 07 22:21:47.927919 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684254b1-5f6f-4e70-a953-3a020db33317 req-7ed9d438-1e33-434f-8795-2e7de930d14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:47.929421 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-684254b1-5f6f-4e70-a953-3a020db33317 req-7ed9d438-1e33-434f-8795-2e7de930d14c service neutron] 10.222.0.71 "GET /v2.0/networks?id=9dd4442c-d93b-4340-ba3d-67a3fca741b0 HTTP/1.1" status: 200 len: 910 time: 0.0840838 Feb 07 22:21:47.992799 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-684254b1-5f6f-4e70-a953-3a020db33317 req-da4d48c6-9e21-4685-888e-400c22e4c14f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffd35112-46c6-4f4e-a02b-3b2c35dab131 HTTP/1.1" status: 200 len: 1001 time: 0.0572133 Feb 07 22:21:48.042323 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684254b1-5f6f-4e70-a953-3a020db33317 req-8f849114-cb51-452e-80de-2aaab720bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:48.043738 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-684254b1-5f6f-4e70-a953-3a020db33317 req-8f849114-cb51-452e-80de-2aaab720bf2e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1 HTTP/1.1" status: 200 len: 848 time: 0.0458591 Feb 07 22:21:48.091479 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684254b1-5f6f-4e70-a953-3a020db33317 req-73658f94-29ae-46a7-868a-7740ee4a156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:48.092954 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-684254b1-5f6f-4e70-a953-3a020db33317 req-73658f94-29ae-46a7-868a-7740ee4a156e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9dd4442c-d93b-4340-ba3d-67a3fca741b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434930 Feb 07 22:21:48.178819 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-684254b1-5f6f-4e70-a953-3a020db33317 req-18b3d6e2-40e7-4c86-b346-bb1073b28698 service neutron] 10.222.0.71 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794542 Feb 07 22:21:48.267822 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-684254b1-5f6f-4e70-a953-3a020db33317 req-f5433742-cd2f-4db4-a690-69a1471ba2bf service neutron] 10.222.0.71 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824385 Feb 07 22:21:48.371399 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618f882-f866-454a-97be-846322ea757c req-62c4861c-3308-4e50-bef5-11b265d9883a tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:48.372886 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c618f882-f866-454a-97be-846322ea757c req-62c4861c-3308-4e50-bef5-11b265d9883a tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 946 time: 0.0540049 Feb 07 22:21:48.421724 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c618f882-f866-454a-97be-846322ea757c req-07371ccd-4a4c-4ec6-8322-eff9c4da4e4b tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432270 Feb 07 22:21:48.580131 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0afb1633-a1f5-4f32-9a87-0d8bdc5d374d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:21:49.543298 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae4b2a-d066-4098-9ad8-ef7493ae528a req-961a4dfc-7497-4fa5-98b2-a0eb98dc362b tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:49.544770 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7cae4b2a-d066-4098-9ad8-ef7493ae528a req-961a4dfc-7497-4fa5-98b2-a0eb98dc362b tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 946 time: 0.0563967 Feb 07 22:21:49.592290 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7cae4b2a-d066-4098-9ad8-ef7493ae528a req-feee3b1c-eac9-4ebe-a469-67e734219ff8 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420249 Feb 07 22:21:50.711842 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96972f60-3b3d-4e6c-9bdc-07dfa56703e9 req-667a1354-25c6-4eb7-946a-bb8725f89fd2 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:50.713849 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-96972f60-3b3d-4e6c-9bdc-07dfa56703e9 req-667a1354-25c6-4eb7-946a-bb8725f89fd2 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 946 time: 0.0525084 Feb 07 22:21:50.763995 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-96972f60-3b3d-4e6c-9bdc-07dfa56703e9 req-0de425f0-2b19-43bb-a2d7-1196edf49beb tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445414 Feb 07 22:21:50.786860 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-98597715-5c9f-4449-aced-871205d89cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:21:51.893034 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8f9ab-b366-47fb-94a1-920bfba73dd6 req-2f1bc999-b48b-4e97-9cf4-085d7f2d17ee tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:51.894478 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3d8f9ab-b366-47fb-94a1-920bfba73dd6 req-2f1bc999-b48b-4e97-9cf4-085d7f2d17ee tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 946 time: 0.0526707 Feb 07 22:21:51.946011 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a3d8f9ab-b366-47fb-94a1-920bfba73dd6 req-297ffa0e-da10-41e9-b21e-1271d923635f tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454197 Feb 07 22:21:52.102321 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:21:53.069797 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63a1dd-8ac4-4915-8e2b-945d3189f9d6 req-b371870b-344a-44d5-a8fb-8a2bb480167f tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:53.071342 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e63a1dd-8ac4-4915-8e2b-945d3189f9d6 req-b371870b-344a-44d5-a8fb-8a2bb480167f tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 946 time: 0.0563035 Feb 07 22:21:53.123903 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-0e63a1dd-8ac4-4915-8e2b-945d3189f9d6 req-bc9ba134-4eb3-4a17-8c95-273bc6dd5e36 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466731 Feb 07 22:21:53.576500 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:21:53.977026 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device ffd35112-46c6-4f4e-a02b-3b2c35dab131 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:21:54.051703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port ffd35112-46c6-4f4e-a02b-3b2c35dab131 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:21:54.052078 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ffd35112-46c6-4f4e-a02b-3b2c35dab131), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:21:54.073437 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cdaf2d-2e52-4547-b304-c8ef69b213f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffd35112-46c6-4f4e-a02b-3b2c35dab131'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:21:54.075619 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59fa0091afa0acade78336c0e3f3c5307cc552a1ace6da7695aaea120dfc6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db1dfd6-2bcf-4f9a-819a-bac216543c70" -d '{"events": [{"server_uuid": "c3cdaf2d-2e52-4547-b304-c8ef69b213f7", "name": "network-vif-unplugged", "status": "completed", "tag": "ffd35112-46c6-4f4e-a02b-3b2c35dab131"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:21:54.087947 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port ffd35112-46c6-4f4e-a02b-3b2c35dab131, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ffd35112-46c6-4f4e-a02b-3b2c35dab131,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:21:54.092224 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ffd35112-46c6-4f4e-a02b-3b2c35dab131), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:21:54.114823 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Feb 2022 22:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4f05ac-da93-4e2b-b1fa-beb377b86feb x-openstack-request-id: req-7a4f05ac-da93-4e2b-b1fa-beb377b86feb {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:21:54.115106 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3cdaf2d-2e52-4547-b304-c8ef69b213f7", "name": "network-vif-unplugged", "status": "failed", "tag": "ffd35112-46c6-4f4e-a02b-3b2c35dab131", "code": 422}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:21:54.115357 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7a4f05ac-da93-4e2b-b1fa-beb377b86feb {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:21:54.115732 n-d-828185-2 neutron-server[103257]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c3cdaf2d-2e52-4547-b304-c8ef69b213f7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ffd35112-46c6-4f4e-a02b-3b2c35dab131', 'code': 422} returned with failed status Feb 07 22:21:54.146921 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=ffd35112-46c6-4f4e-a02b-3b2c35dab131,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:21:54.155054 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:54.155397 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:54.155740 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:54.156073 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:54.156425 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:54.156756 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:54.157202 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:54.157529 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:54.157851 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:54.158201 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:54.158521 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:54.158839 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:54.159175 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:21:54.242450 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a416ddc-582d-4f33-ad0e-b6e5a2b4a342 req-9e12a5ff-9ef8-4e60-b2d7-e0e2e0ae291a tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:54.243818 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7a416ddc-582d-4f33-ad0e-b6e5a2b4a342 req-9e12a5ff-9ef8-4e60-b2d7-e0e2e0ae291a tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0518250 Feb 07 22:21:54.292129 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7a416ddc-582d-4f33-ad0e-b6e5a2b4a342 req-b3c6135b-cf0b-40f6-b397-fb29c7f1c5f5 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427322 Feb 07 22:21:54.358738 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-fb68f2f0-cdbf-4590-975b-d613a1c8cdd7 req-9558a791-b93c-46e3-8b75-30ed245dd8d6 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 22:21:54.359767 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb68f2f0-cdbf-4590-975b-d613a1c8cdd7 req-9558a791-b93c-46e3-8b75-30ed245dd8d6 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053148 Feb 07 22:21:54.867030 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:21:55.533430 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d4de3-1a0d-4e61-865e-a38b9eca2aa1 req-a4f0dd91-79ec-45ca-8c9a-5ce425e5d95a tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:55.534922 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e21d4de3-1a0d-4e61-865e-a38b9eca2aa1 req-a4f0dd91-79ec-45ca-8c9a-5ce425e5d95a tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0596478 Feb 07 22:21:55.535946 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-c121be7b-05a7-437a-8363-2b7c49adb8fd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862682 Feb 07 22:21:55.544976 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-0b771e4d-2154-4d0b-b45f-77577fe41ab2 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 22:21:55.545997 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-0b771e4d-2154-4d0b-b45f-77577fe41ab2 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054240 Feb 07 22:21:55.588473 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e21d4de3-1a0d-4e61-865e-a38b9eca2aa1 req-56513e3b-d2a6-4832-8c74-be71e284219e tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479586 Feb 07 22:21:56.708878 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5950f8-95b8-4ad1-b4d1-c194409f92c0 req-7b973186-8577-488b-b772-dc7a3645913a tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:56.710330 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae5950f8-95b8-4ad1-b4d1-c194409f92c0 req-7b973186-8577-488b-b772-dc7a3645913a tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0550773 Feb 07 22:21:56.758928 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ae5950f8-95b8-4ad1-b4d1-c194409f92c0 req-81deb65a-9384-4688-a7e6-d849928688b1 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417807 Feb 07 22:21:57.883838 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a2a3a-56a5-43e8-ba42-0f8bd4fc997e req-b76b4cac-0906-469c-8470-2ea9a3d2f6ef tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:57.885391 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b77a2a3a-56a5-43e8-ba42-0f8bd4fc997e req-b76b4cac-0906-469c-8470-2ea9a3d2f6ef tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0538020 Feb 07 22:21:57.944134 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b77a2a3a-56a5-43e8-ba42-0f8bd4fc997e req-289b3aed-fdaf-4929-8077-8934b952b6bc tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506885 Feb 07 22:21:59.060012 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec294ee-1aea-4833-bb0a-f5521368eb82 req-41b098ff-b136-4e2b-a269-ff0bc4dc49f6 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:21:59.061501 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ec294ee-1aea-4833-bb0a-f5521368eb82 req-41b098ff-b136-4e2b-a269-ff0bc4dc49f6 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0511286 Feb 07 22:21:59.110131 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1ec294ee-1aea-4833-bb0a-f5521368eb82 req-0c4ff2ff-a9f3-4f1a-ad6d-7e381eb18c5c tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428054 Feb 07 22:22:00.226982 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25def3c5-4cf6-46b3-ae79-69e9af11dce9 req-f63e58d2-95a0-4c8b-b7c2-55b738fd8220 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:00.229137 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-25def3c5-4cf6-46b3-ae79-69e9af11dce9 req-f63e58d2-95a0-4c8b-b7c2-55b738fd8220 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0528963 Feb 07 22:22:00.276886 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-25def3c5-4cf6-46b3-ae79-69e9af11dce9 req-80c5ad48-c67d-4390-8745-6999b0c45ed8 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419371 Feb 07 22:22:01.664132 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c41e4-5974-470a-ac45-8f2f9c4b56a8 req-e79d0940-5b00-46b4-b7da-94fb9434f7ea tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:01.667127 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-611c41e4-5974-470a-ac45-8f2f9c4b56a8 req-e79d0940-5b00-46b4-b7da-94fb9434f7ea tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.3215573 Feb 07 22:22:01.722791 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-611c41e4-5974-470a-ac45-8f2f9c4b56a8 req-ebed6b3a-a873-496d-b42d-ac3309dae0d4 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507395 Feb 07 22:22:02.849793 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfeb269-927d-4400-8c49-5cbce4d1f8c7 req-112f3241-b1b4-4dfb-a2c1-c20c88692163 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:02.851384 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cbfeb269-927d-4400-8c49-5cbce4d1f8c7 req-112f3241-b1b4-4dfb-a2c1-c20c88692163 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0552127 Feb 07 22:22:02.901902 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-cbfeb269-927d-4400-8c49-5cbce4d1f8c7 req-c225ef5c-28cf-44d1-bc9d-543f907ce6cf tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441630 Feb 07 22:22:04.026610 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ace41-ab45-4316-b914-7219fa28dccf req-181843bb-3119-4b40-9e90-a8305425c1c2 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:04.028098 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ff0ace41-ab45-4316-b914-7219fa28dccf req-181843bb-3119-4b40-9e90-a8305425c1c2 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0584290 Feb 07 22:22:04.076646 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ff0ace41-ab45-4316-b914-7219fa28dccf req-d61cf4ab-11bf-424e-97fc-ac11cd7d6fab tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428321 Feb 07 22:22:04.483073 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:22:04.802236 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:22:05.194764 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d21d7-81a0-4f2e-b881-80955666fcb7 req-1e0f1f97-94cc-460d-844e-b3f7ef09cd78 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:05.196337 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d34d21d7-81a0-4f2e-b881-80955666fcb7 req-1e0f1f97-94cc-460d-844e-b3f7ef09cd78 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0528660 Feb 07 22:22:05.244791 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d34d21d7-81a0-4f2e-b881-80955666fcb7 req-2cd75d88-14e3-4a6b-8383-ec1ce27df32b tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427771 Feb 07 22:22:06.367325 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b6cea-cc0e-4385-8dcb-18e5778c1fcb req-ea3c64b3-0ec5-4bfc-8afd-e02d291101d1 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:06.369368 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-532b6cea-cc0e-4385-8dcb-18e5778c1fcb req-ea3c64b3-0ec5-4bfc-8afd-e02d291101d1 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0562468 Feb 07 22:22:06.417738 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-532b6cea-cc0e-4385-8dcb-18e5778c1fcb req-d553aed3-5db3-4aa1-b003-974b9ed7b94f tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428281 Feb 07 22:22:07.540997 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6204e2-b3d6-48e4-9ff4-253555a67aba req-6d98af0e-9edb-44ea-bd87-ba61e504fc55 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:07.542572 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3b6204e2-b3d6-48e4-9ff4-253555a67aba req-6d98af0e-9edb-44ea-bd87-ba61e504fc55 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0557134 Feb 07 22:22:07.596621 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3b6204e2-b3d6-48e4-9ff4-253555a67aba req-713383ef-3625-4b86-9b36-615c19950119 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483520 Feb 07 22:22:08.652393 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:22:08.719793 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58192c7-c931-4760-9afa-f3420dd0edb4 req-0c1d08d3-c5d3-49fb-9c7f-54d93a12f30e tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:08.721355 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b58192c7-c931-4760-9afa-f3420dd0edb4 req-0c1d08d3-c5d3-49fb-9c7f-54d93a12f30e tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0530560 Feb 07 22:22:08.777589 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b58192c7-c931-4760-9afa-f3420dd0edb4 req-e13ac280-6467-46f6-b435-6cbc6e73dfd3 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494735 Feb 07 22:22:09.816208 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-2b79a966-06bd-4f52-8482-4cc5c855d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:09.817922 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-2b79a966-06bd-4f52-8482-4cc5c855d083 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7&tenant_id=037a30f33c5c4918aa14dda9855e9f99 HTTP/1.1" status: 200 len: 1126 time: 0.0450907 Feb 07 22:22:09.827630 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-5ee359a3-2ffd-41a5-9cc0-387729c0bc57 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 22:22:09.828649 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-5ee359a3-2ffd-41a5-9cc0-387729c0bc57 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049984 Feb 07 22:22:09.838573 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828185-2', 'device_owner': 'compute:nova'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:22:09.898176 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a043790-03bb-4beb-be9b-19e8c78a2c7e req-b0896673-f07a-4c5a-8d76-53b67da9c4e5 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:09.899801 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ffd35112-46c6-4f4e-a02b-3b2c35dab131), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:22:09.900295 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5a043790-03bb-4beb-be9b-19e8c78a2c7e req-b0896673-f07a-4c5a-8d76-53b67da9c4e5 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0528150 Feb 07 22:22:09.959588 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5a043790-03bb-4beb-be9b-19e8c78a2c7e req-43e0834a-2802-4969-a6f1-8c420889596f tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534463 Feb 07 22:22:10.106405 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] For port ffd35112-46c6-4f4e-a02b-3b2c35dab131, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=ffd35112-46c6-4f4e-a02b-3b2c35dab131,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:22:10.138652 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] For port ffd35112-46c6-4f4e-a02b-3b2c35dab131, host n-h2-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:22:10.170270 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd35112-46c6-4f4e-a02b-3b2c35dab131 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 22:22:10.177721 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Publish callbacks [] for port (ffd35112-46c6-4f4e-a02b-3b2c35dab131), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:22:10.190735 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Transition to ACTIVE for port object ffd35112-46c6-4f4e-a02b-3b2c35dab131 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:22:10.195189 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (ffd35112-46c6-4f4e-a02b-3b2c35dab131), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:22:10.271960 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Pushing event updated for resources: {'Port': ['ID=ffd35112-46c6-4f4e-a02b-3b2c35dab131,revision_number=7']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:22:10.284260 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:22:10.284637 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:22:10.284984 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:22:10.285325 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:22:10.285659 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:22:10.285991 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:22:10.286320 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:22:10.286648 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:22:10.286972 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:22:10.287295 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:22:10.287617 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:22:10.287938 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:22:10.288259 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:22:10.342464 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] No DVR routers for this DVR port ffd35112-46c6-4f4e-a02b-3b2c35dab131 on host n-h2-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:22:10.481999 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Attempting to bind port ffd35112-46c6-4f4e-a02b-3b2c35dab131 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:22:10.482338 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Attempting to bind port ffd35112-46c6-4f4e-a02b-3b2c35dab131 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': '21577d9f-f78a-4dcd-935e-57320d25351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:22:10.482662 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Attempting to bind port ffd35112-46c6-4f4e-a02b-3b2c35dab131 on network 9dd4442c-d93b-4340-ba3d-67a3fca741b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:22:10.486923 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Port ffd35112-46c6-4f4e-a02b-3b2c35dab131 on network 9dd4442c-d93b-4340-ba3d-67a3fca741b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:22:10.487252 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Attempting to bind port ffd35112-46c6-4f4e-a02b-3b2c35dab131 on network 9dd4442c-d93b-4340-ba3d-67a3fca741b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:22:10.492078 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:22:10.492392 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Checking segment: {'id': '21577d9f-f78a-4dcd-935e-57320d25351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:22:10.492806 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Bound using segment: {'id': '21577d9f-f78a-4dcd-935e-57320d25351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:22:10.493234 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Bound port: ffd35112-46c6-4f4e-a02b-3b2c35dab131, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21577d9f-f78a-4dcd-935e-57320d25351f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:22:10.493587 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ffd35112-46c6-4f4e-a02b-3b2c35dab131), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:22:10.554740 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] For port ffd35112-46c6-4f4e-a02b-3b2c35dab131, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:22:10.557737 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] For port ffd35112-46c6-4f4e-a02b-3b2c35dab131, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=ffd35112-46c6-4f4e-a02b-3b2c35dab131,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:22:10.564106 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (ffd35112-46c6-4f4e-a02b-3b2c35dab131), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:22:10.600907 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:10.601576 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:22:10.603571 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] 10.222.0.69 "PUT /v2.0/ports/ffd35112-46c6-4f4e-a02b-3b2c35dab131 HTTP/1.1" status: 200 len: 1092 time: 0.7687659 Feb 07 22:22:10.604016 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3cdaf2d-2e52-4547-b304-c8ef69b213f7', 'tag': 'ffd35112-46c6-4f4e-a02b-3b2c35dab131'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:22:10.606292 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47bc0dc9fe746ac64adcb7a0dbe6fda25f58f8d79cf35956c7e0a4ba81c3c440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bef8ed-bc68-47dd-b71f-3eb9e9eb1362" -d '{"events": [{"name": "network-changed", "server_uuid": "c3cdaf2d-2e52-4547-b304-c8ef69b213f7", "tag": "ffd35112-46c6-4f4e-a02b-3b2c35dab131"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:22:10.638189 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ecd23c-c8c1-439f-b03c-f43f64b53afb service neutron] Pushing event updated for resources: {'Port': ['ID=ffd35112-46c6-4f4e-a02b-3b2c35dab131,revision_number=8']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:22:10.658924 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1cef31-679c-436c-a3ff-0f25db375597 x-openstack-request-id: req-1d1cef31-679c-436c-a3ff-0f25db375597 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:22:10.659226 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3cdaf2d-2e52-4547-b304-c8ef69b213f7", "tag": "ffd35112-46c6-4f4e-a02b-3b2c35dab131", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:22:10.659488 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1d1cef31-679c-436c-a3ff-0f25db375597 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:22:10.659900 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3cdaf2d-2e52-4547-b304-c8ef69b213f7', 'tag': 'ffd35112-46c6-4f4e-a02b-3b2c35dab131', 'status': 'completed', 'code': 200} Feb 07 22:22:10.696170 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-6ee60c2d-099a-4af1-9791-2d5dd01ed54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:10.698296 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-6ee60c2d-099a-4af1-9791-2d5dd01ed54c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=037a30f33c5c4918aa14dda9855e9f99&device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 1126 time: 0.0714152 Feb 07 22:22:10.804647 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-bd1acbbc-efd3-4e0d-abee-111194ffd1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:10.805970 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-bd1acbbc-efd3-4e0d-abee-111194ffd1b7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9dd4442c-d93b-4340-ba3d-67a3fca741b0 HTTP/1.1" status: 200 len: 910 time: 0.1007257 Feb 07 22:22:10.875224 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-c80b8cc3-eeab-4635-851f-4e2f3e0a5f7f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffd35112-46c6-4f4e-a02b-3b2c35dab131 HTTP/1.1" status: 200 len: 999 time: 0.0629563 Feb 07 22:22:10.928000 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-35e496e6-8449-45a3-a676-8d3b73205876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:10.929365 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-35e496e6-8449-45a3-a676-8d3b73205876 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1 HTTP/1.1" status: 200 len: 848 time: 0.0426736 Feb 07 22:22:10.979676 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-38556ca3-78ef-486e-8dce-6f2c57bc34e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:10.981214 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-38556ca3-78ef-486e-8dce-6f2c57bc34e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9dd4442c-d93b-4340-ba3d-67a3fca741b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449324 Feb 07 22:22:11.080795 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-f9a14c06-1692-40fd-8750-7f5a3486396d service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934258 Feb 07 22:22:11.089270 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b00a5b-a384-4f93-8864-8549185edaed req-58e5cfe5-c992-4fd7-a072-27b4757b6110 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:11.090731 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-45b00a5b-a384-4f93-8864-8549185edaed req-58e5cfe5-c992-4fd7-a072-27b4757b6110 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0590169 Feb 07 22:22:11.141170 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-45b00a5b-a384-4f93-8864-8549185edaed req-73a62260-8bdc-4c2c-9fbe-d51c2520efcf tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446661 Feb 07 22:22:11.168186 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-fcd4453f-764a-4ee2-b7de-20e611f9f190 service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820384 Feb 07 22:22:11.264518 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bef8ed-bc68-47dd-b71f-3eb9e9eb1362 req-5eb8a142-b28e-4908-a5d8-476fd0aec7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:11.265931 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-86bef8ed-bc68-47dd-b71f-3eb9e9eb1362 req-5eb8a142-b28e-4908-a5d8-476fd0aec7a1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=037a30f33c5c4918aa14dda9855e9f99&device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 1126 time: 0.0488794 Feb 07 22:22:11.352617 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bef8ed-bc68-47dd-b71f-3eb9e9eb1362 req-bc785032-9a2b-490f-b494-7802305ad75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:11.354077 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-86bef8ed-bc68-47dd-b71f-3eb9e9eb1362 req-bc785032-9a2b-490f-b494-7802305ad75d service neutron] 10.222.0.69 "GET /v2.0/networks?id=9dd4442c-d93b-4340-ba3d-67a3fca741b0 HTTP/1.1" status: 200 len: 910 time: 0.0825233 Feb 07 22:22:11.723455 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-86bef8ed-bc68-47dd-b71f-3eb9e9eb1362 req-734854a9-32b0-41e8-be13-5d7e4c15ed0c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffd35112-46c6-4f4e-a02b-3b2c35dab131 HTTP/1.1" status: 200 len: 999 time: 0.3624496 Feb 07 22:22:11.774028 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bef8ed-bc68-47dd-b71f-3eb9e9eb1362 req-fd16aab6-7874-4368-9a9e-91535a05cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:11.775437 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-86bef8ed-bc68-47dd-b71f-3eb9e9eb1362 req-fd16aab6-7874-4368-9a9e-91535a05cc21 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1 HTTP/1.1" status: 200 len: 848 time: 0.0465324 Feb 07 22:22:11.824791 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bef8ed-bc68-47dd-b71f-3eb9e9eb1362 req-188d95ee-800d-44b0-b871-6ba8e94069c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:11.826549 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-86bef8ed-bc68-47dd-b71f-3eb9e9eb1362 req-188d95ee-800d-44b0-b871-6ba8e94069c2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9dd4442c-d93b-4340-ba3d-67a3fca741b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450826 Feb 07 22:22:11.915852 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-86bef8ed-bc68-47dd-b71f-3eb9e9eb1362 req-26438b13-0981-4ccc-b832-844550eae8b8 service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834560 Feb 07 22:22:12.004843 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-86bef8ed-bc68-47dd-b71f-3eb9e9eb1362 req-e4a53ecb-8a5a-4f97-a527-a9ee74911ff2 service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819941 Feb 07 22:22:12.266777 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777128ec-2458-4a80-9b7c-3fb75492eb77 req-c6460c52-f8f3-4021-962a-1fc10cf63a5b tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:12.268218 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-777128ec-2458-4a80-9b7c-3fb75492eb77 req-c6460c52-f8f3-4021-962a-1fc10cf63a5b tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0578117 Feb 07 22:22:12.317288 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-777128ec-2458-4a80-9b7c-3fb75492eb77 req-01bc2247-a46a-475e-ad3e-ad992b56b1e6 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433729 Feb 07 22:22:13.447163 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77911c56-6bfd-4338-a28e-d6502ca851b6 req-6013f112-0e06-4da7-ae3b-e523bdaa9574 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:13.448639 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77911c56-6bfd-4338-a28e-d6502ca851b6 req-6013f112-0e06-4da7-ae3b-e523bdaa9574 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0556684 Feb 07 22:22:13.495390 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77911c56-6bfd-4338-a28e-d6502ca851b6 req-08ec92a3-6f4a-437f-87f8-1c2ccb75a7c2 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412226 Feb 07 22:22:14.612873 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67eb09-6dac-4be2-b178-c44824b39aac req-0eecf743-4dba-42f7-82b2-a15eeea084ba tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:14.614337 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb67eb09-6dac-4be2-b178-c44824b39aac req-0eecf743-4dba-42f7-82b2-a15eeea084ba tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0518641 Feb 07 22:22:14.665984 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fb67eb09-6dac-4be2-b178-c44824b39aac req-c712e82c-3e9d-4487-a5fe-f52acf44d7a8 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453129 Feb 07 22:22:15.783465 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce80b4-db7c-4c52-830f-fba54999c6f7 req-bc7c3f19-7c40-477f-9ea3-5bccc64feeb2 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:15.784998 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69ce80b4-db7c-4c52-830f-fba54999c6f7 req-bc7c3f19-7c40-477f-9ea3-5bccc64feeb2 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0522130 Feb 07 22:22:15.832949 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-69ce80b4-db7c-4c52-830f-fba54999c6f7 req-28827e8f-a2d1-4979-b7b1-b7fb1721b8aa tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424144 Feb 07 22:22:16.960400 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdce79-43ce-4a08-bdf3-cad399b93328 req-09a57317-6093-43bb-b288-d4810f09b23a tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:16.962458 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6acdce79-43ce-4a08-bdf3-cad399b93328 req-09a57317-6093-43bb-b288-d4810f09b23a tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0597050 Feb 07 22:22:17.010530 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6acdce79-43ce-4a08-bdf3-cad399b93328 req-11fcee1c-6247-4ed9-8b82-fd506793c0eb tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422745 Feb 07 22:22:18.139905 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af200a-bada-4c38-bbcc-4a4b0a578092 req-835d7be8-fdd9-413a-8ba4-6d6a3ca06201 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:18.141402 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-58af200a-bada-4c38-bbcc-4a4b0a578092 req-835d7be8-fdd9-413a-8ba4-6d6a3ca06201 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0568957 Feb 07 22:22:18.189511 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-58af200a-bada-4c38-bbcc-4a4b0a578092 req-3a7b6183-bffe-4f47-92a9-b676fb0295a8 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425048 Feb 07 22:22:18.581434 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6e66ce05-8ad9-4155-a294-e11ded7f29a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:22:19.305280 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df618c-ddf5-42a3-a0a3-a2c9085753d7 req-55b21556-bae7-42bc-b212-e65bae8750d2 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:19.306725 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87df618c-ddf5-42a3-a0a3-a2c9085753d7 req-55b21556-bae7-42bc-b212-e65bae8750d2 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 944 time: 0.0510592 Feb 07 22:22:19.355461 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-87df618c-ddf5-42a3-a0a3-a2c9085753d7 req-5ea97cb4-ac2c-4ed1-9af9-4bd647a54ee1 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418513 Feb 07 22:22:19.723306 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device ffd35112-46c6-4f4e-a02b-3b2c35dab131 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:22:19.817671 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port ffd35112-46c6-4f4e-a02b-3b2c35dab131, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=ffd35112-46c6-4f4e-a02b-3b2c35dab131,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:22:19.830397 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': 'ffd35112-46c6-4f4e-a02b-3b2c35dab131', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'port_id': 'ffd35112-46c6-4f4e-a02b-3b2c35dab131', 'mac_address': 'fa:16:3e:6d:8e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:22:19.869472 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port ffd35112-46c6-4f4e-a02b-3b2c35dab131 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:22:19.869868 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ffd35112-46c6-4f4e-a02b-3b2c35dab131), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:22:19.882240 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd35112-46c6-4f4e-a02b-3b2c35dab131 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 22:22:19.902367 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port ffd35112-46c6-4f4e-a02b-3b2c35dab131, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=ffd35112-46c6-4f4e-a02b-3b2c35dab131,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:22:19.906131 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ffd35112-46c6-4f4e-a02b-3b2c35dab131), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:22:19.953095 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=ffd35112-46c6-4f4e-a02b-3b2c35dab131,revision_number=9']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:22:20.306744 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['ffd35112-46c6-4f4e-a02b-3b2c35dab131'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:22:20.476189 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa5266-6144-434a-80f7-536d2a25f1e3 req-6a689aa4-1b93-4169-a2ed-8584a46612b0 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:20.477594 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-82aa5266-6144-434a-80f7-536d2a25f1e3 req-6a689aa4-1b93-4169-a2ed-8584a46612b0 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 945 time: 0.0551579 Feb 07 22:22:20.525148 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-82aa5266-6144-434a-80f7-536d2a25f1e3 req-9bd73e7c-9cf1-4026-a319-0a8f496f2c36 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412450 Feb 07 22:22:20.785764 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-77d1b131-37b1-4e7e-884c-d827f18f63fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:22:21.648009 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad55509-ee49-4f70-b444-94f8dd0e84c7 req-c2bcc4b1-9ecd-464d-a85d-e4eb46d3ad6b tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:21.649502 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ad55509-ee49-4f70-b444-94f8dd0e84c7 req-c2bcc4b1-9ecd-464d-a85d-e4eb46d3ad6b tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 945 time: 0.0522282 Feb 07 22:22:21.705793 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5ad55509-ee49-4f70-b444-94f8dd0e84c7 req-49742c75-46e1-4d5a-835c-eb44a24766de tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472224 Feb 07 22:22:21.728974 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device ffd35112-46c6-4f4e-a02b-3b2c35dab131 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:22:21.777381 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port ffd35112-46c6-4f4e-a02b-3b2c35dab131 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:22:21.781028 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port ffd35112-46c6-4f4e-a02b-3b2c35dab131 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:22:21.781394 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (ffd35112-46c6-4f4e-a02b-3b2c35dab131), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:22:21.859442 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port ffd35112-46c6-4f4e-a02b-3b2c35dab131 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:22:21.860146 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (ffd35112-46c6-4f4e-a02b-3b2c35dab131), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:22:21.881326 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cdaf2d-2e52-4547-b304-c8ef69b213f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd35112-46c6-4f4e-a02b-3b2c35dab131'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:22:21.883516 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59fa0091afa0acade78336c0e3f3c5307cc552a1ace6da7695aaea120dfc6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed574a60-0413-4d0b-8669-5b464d0e8cbf" -d '{"events": [{"server_uuid": "c3cdaf2d-2e52-4547-b304-c8ef69b213f7", "name": "network-vif-plugged", "status": "completed", "tag": "ffd35112-46c6-4f4e-a02b-3b2c35dab131"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:22:21.895943 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port ffd35112-46c6-4f4e-a02b-3b2c35dab131, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=ffd35112-46c6-4f4e-a02b-3b2c35dab131,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:22:21.899857 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (ffd35112-46c6-4f4e-a02b-3b2c35dab131), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:22:21.950060 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=ffd35112-46c6-4f4e-a02b-3b2c35dab131,revision_number=10']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:22:21.981318 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd68542b-a691-4cdd-b5dc-055a2959f1e3 x-openstack-request-id: req-bd68542b-a691-4cdd-b5dc-055a2959f1e3 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:22:21.981613 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3cdaf2d-2e52-4547-b304-c8ef69b213f7", "name": "network-vif-plugged", "status": "completed", "tag": "ffd35112-46c6-4f4e-a02b-3b2c35dab131", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:22:21.981865 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bd68542b-a691-4cdd-b5dc-055a2959f1e3 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:22:21.982263 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3cdaf2d-2e52-4547-b304-c8ef69b213f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd35112-46c6-4f4e-a02b-3b2c35dab131', 'code': 200} Feb 07 22:22:22.104736 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:22:22.136367 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fe311-35f6-40ba-a9a1-ea44ed4493cf req-16f23c2e-e038-4335-879a-3e62c38a5efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:22.137779 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-318fe311-35f6-40ba-a9a1-ea44ed4493cf req-16f23c2e-e038-4335-879a-3e62c38a5efe service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 1129 time: 0.0488596 Feb 07 22:22:22.188110 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-318fe311-35f6-40ba-a9a1-ea44ed4493cf req-4e214a0d-7230-48fa-96e4-a672433aac7a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436919 Feb 07 22:22:22.831726 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af4b0b-dbb3-4ad0-900d-a5c67a5f08b5 req-ccbbeeea-e05a-4e0f-81e4-748785475df4 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:22.833241 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-43af4b0b-dbb3-4ad0-900d-a5c67a5f08b5 req-ccbbeeea-e05a-4e0f-81e4-748785475df4 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 947 time: 0.0528843 Feb 07 22:22:22.884032 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-43af4b0b-dbb3-4ad0-900d-a5c67a5f08b5 req-7a7ec8fe-5dd1-422c-9125-a83182c434b8 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451891 Feb 07 22:22:23.588554 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:22:24.004054 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36080c-08fd-412e-aac8-79627b93a8c6 req-11933037-9c27-4799-89c2-141bfed3fbc8 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:24.005535 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1a36080c-08fd-412e-aac8-79627b93a8c6 req-11933037-9c27-4799-89c2-141bfed3fbc8 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 947 time: 0.0518415 Feb 07 22:22:24.055807 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1a36080c-08fd-412e-aac8-79627b93a8c6 req-bf1653bf-3c9b-45ef-a803-1d804cb71ac2 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416465 Feb 07 22:22:25.031072 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:22:26.079080 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9ce96836-9632-477f-86d9-e832cb0750dc req-04147347-fc0a-41da-9def-1a015c2b0126 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439603 Feb 07 22:22:26.167548 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce96836-9632-477f-86d9-e832cb0750dc req-b10eca66-68b7-458c-995e-9e41f866095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:26.169037 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9ce96836-9632-477f-86d9-e832cb0750dc req-b10eca66-68b7-458c-995e-9e41f866095b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=037a30f33c5c4918aa14dda9855e9f99&device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 1129 time: 0.0455499 Feb 07 22:22:26.269616 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce96836-9632-477f-86d9-e832cb0750dc req-1b57f25c-cec0-4622-ad95-6d76de8a6732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:26.271065 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9ce96836-9632-477f-86d9-e832cb0750dc req-1b57f25c-cec0-4622-ad95-6d76de8a6732 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9dd4442c-d93b-4340-ba3d-67a3fca741b0 HTTP/1.1" status: 200 len: 910 time: 0.0849917 Feb 07 22:22:26.334546 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9ce96836-9632-477f-86d9-e832cb0750dc req-2c8893c6-b2ff-4c6a-841a-53e9bdb0b961 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffd35112-46c6-4f4e-a02b-3b2c35dab131 HTTP/1.1" status: 200 len: 1001 time: 0.0569572 Feb 07 22:22:26.381296 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce96836-9632-477f-86d9-e832cb0750dc req-bf1543ee-34b0-49df-9083-fb33922f220f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:26.382716 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9ce96836-9632-477f-86d9-e832cb0750dc req-bf1543ee-34b0-49df-9083-fb33922f220f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1 HTTP/1.1" status: 200 len: 848 time: 0.0424643 Feb 07 22:22:26.450752 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce96836-9632-477f-86d9-e832cb0750dc req-c0dc22e7-4959-49cc-b910-534a3f1d87b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:22:26.452236 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9ce96836-9632-477f-86d9-e832cb0750dc req-c0dc22e7-4959-49cc-b910-534a3f1d87b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9dd4442c-d93b-4340-ba3d-67a3fca741b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0630119 Feb 07 22:22:26.538066 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9ce96836-9632-477f-86d9-e832cb0750dc req-5b8e9674-d911-49cd-8b80-05fd0b48f7ad service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800076 Feb 07 22:22:26.627092 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9ce96836-9632-477f-86d9-e832cb0750dc req-95568b1b-b02e-4fa4-bc1b-9a52bf92fa31 service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830698 Feb 07 22:22:34.484045 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:22:34.832967 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:22:45.651579 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:22:48.583402 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b483b93e-4e3f-4d67-b119-73e9e3e075d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:22:50.788279 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3b9592b3-0971-4422-94f4-8907eb89ef70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:22:52.107570 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:22:53.581526 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:22:54.874339 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:04.479238 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:04.830400 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:18.585097 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3c2350ec-6b3a-45ad-a542-eb2e39e03b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:20.790041 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56339761-f8d4-4273-96c2-cba13772b374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:22.110883 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:22.650391 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:23:23.584430 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:24.876732 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:28.076178 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-08de6e5f-37b6-48d9-a348-231c277c1696 req-a8cd195c-c073-488c-9ac6-dce333f0843c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450778 Feb 07 22:23:28.162944 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de6e5f-37b6-48d9-a348-231c277c1696 req-c73504c4-3993-4038-a393-7b0093a6a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:28.164490 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-08de6e5f-37b6-48d9-a348-231c277c1696 req-c73504c4-3993-4038-a393-7b0093a6a012 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=037a30f33c5c4918aa14dda9855e9f99&device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 1129 time: 0.0448332 Feb 07 22:23:28.267046 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de6e5f-37b6-48d9-a348-231c277c1696 req-02852e90-e22c-44ab-a833-dd93f8e01952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:28.268536 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-08de6e5f-37b6-48d9-a348-231c277c1696 req-02852e90-e22c-44ab-a833-dd93f8e01952 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9dd4442c-d93b-4340-ba3d-67a3fca741b0 HTTP/1.1" status: 200 len: 910 time: 0.0863976 Feb 07 22:23:28.334474 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-08de6e5f-37b6-48d9-a348-231c277c1696 req-e134ec44-269e-4330-bc07-0aa59cc803ad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffd35112-46c6-4f4e-a02b-3b2c35dab131 HTTP/1.1" status: 200 len: 1001 time: 0.0599353 Feb 07 22:23:28.385387 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de6e5f-37b6-48d9-a348-231c277c1696 req-a1e88989-61b0-40be-ae45-33c55d3dc3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:28.386892 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-08de6e5f-37b6-48d9-a348-231c277c1696 req-a1e88989-61b0-40be-ae45-33c55d3dc3d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1 HTTP/1.1" status: 200 len: 848 time: 0.0471194 Feb 07 22:23:28.439519 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de6e5f-37b6-48d9-a348-231c277c1696 req-f6c160dd-7e12-4155-a1f0-563b5cbbe68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:28.441027 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-08de6e5f-37b6-48d9-a348-231c277c1696 req-f6c160dd-7e12-4155-a1f0-563b5cbbe68f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9dd4442c-d93b-4340-ba3d-67a3fca741b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485666 Feb 07 22:23:28.527098 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-08de6e5f-37b6-48d9-a348-231c277c1696 req-77cb6113-7ce9-436e-932c-726750177a4e service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792251 Feb 07 22:23:28.619738 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-08de6e5f-37b6-48d9-a348-231c277c1696 req-f37ae3a0-7c66-407d-a76f-350bc59c4b23 service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873296 Feb 07 22:23:34.493285 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:34.843678 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:39.932630 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 48996) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:23:40.088046 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-50d85717-08cf-4999-b3f2-4156d0d18c81 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Deleting port c1ea91e6-e758-496b-9c38-6e55b9101ae4 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:23:40.088330 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50d85717-08cf-4999-b3f2-4156d0d18c81 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c1ea91e6-e758-496b-9c38-6e55b9101ae4), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:40.160856 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50d85717-08cf-4999-b3f2-4156d0d18c81 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c1ea91e6-e758-496b-9c38-6e55b9101ae4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:40.161177 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50d85717-08cf-4999-b3f2-4156d0d18c81 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for floatingip (c1ea91e6-e758-496b-9c38-6e55b9101ae4), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:40.172540 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-50d85717-08cf-4999-b3f2-4156d0d18c81 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Calling delete_port for c1ea91e6-e758-496b-9c38-6e55b9101ae4 owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:23:40.319900 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50d85717-08cf-4999-b3f2-4156d0d18c81 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (c1ea91e6-e758-496b-9c38-6e55b9101ae4), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:40.346573 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d85717-08cf-4999-b3f2-4156d0d18c81 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Pushing event deleted for resources: {'Port': ['ID=c1ea91e6-e758-496b-9c38-6e55b9101ae4,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:23:40.370033 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d85717-08cf-4999-b3f2-4156d0d18c81 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:40.370383 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d85717-08cf-4999-b3f2-4156d0d18c81 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:40.370726 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d85717-08cf-4999-b3f2-4156d0d18c81 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:40.371062 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d85717-08cf-4999-b3f2-4156d0d18c81 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:40.371396 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d85717-08cf-4999-b3f2-4156d0d18c81 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:40.371727 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d85717-08cf-4999-b3f2-4156d0d18c81 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:40.372055 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d85717-08cf-4999-b3f2-4156d0d18c81 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:40.372483 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d85717-08cf-4999-b3f2-4156d0d18c81 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:40.373344 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d85717-08cf-4999-b3f2-4156d0d18c81 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:40.373677 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d85717-08cf-4999-b3f2-4156d0d18c81 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:40.374002 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d85717-08cf-4999-b3f2-4156d0d18c81 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:40.374328 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d85717-08cf-4999-b3f2-4156d0d18c81 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:40.374651 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d85717-08cf-4999-b3f2-4156d0d18c81 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:40.420592 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50d85717-08cf-4999-b3f2-4156d0d18c81 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for floatingip (0aa22a63-6f5e-47d5-8504-549890e59b94), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:40.420921 n-d-828185-2 neutron-server[103256]: INFO neutron.db.l3_db [None req-50d85717-08cf-4999-b3f2-4156d0d18c81 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Floating IP 0aa22a63-6f5e-47d5-8504-549890e59b94 disassociated (deleted). External IP: 172.25.4.67, port: ffd35112-46c6-4f4e-a02b-3b2c35dab131. Feb 07 22:23:40.621221 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d85717-08cf-4999-b3f2-4156d0d18c81 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Router c3e545af-6b71-40f8-8fdf-ef32ffb036c7 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:23:40.727496 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d85717-08cf-4999-b3f2-4156d0d18c81 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:23:40.731984 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50d85717-08cf-4999-b3f2-4156d0d18c81 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:40.737974 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40428d18-1b53-45d5-ab9a-9ff62da89458 None None] Sync routers for ids ['c3e545af-6b71-40f8-8fdf-ef32ffb036c7'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:23:40.747361 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40428d18-1b53-45d5-ab9a-9ff62da89458 None None] Routers {'c3e545af-6b71-40f8-8fdf-ef32ffb036c7'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:23:40.748675 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-40428d18-1b53-45d5-ab9a-9ff62da89458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:23:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c3e545af-6b71-40f8-8fdf-ef32ffb036c7'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:23:40.762946 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-50d85717-08cf-4999-b3f2-4156d0d18c81 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "DELETE /v2.0/floatingips/0aa22a63-6f5e-47d5-8504-549890e59b94 HTTP/1.1" status: 204 len: 168 time: 0.8292189 Feb 07 22:23:40.763669 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3cdaf2d-2e52-4547-b304-c8ef69b213f7', 'tag': 'ffd35112-46c6-4f4e-a02b-3b2c35dab131'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:23:40.766156 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47bc0dc9fe746ac64adcb7a0dbe6fda25f58f8d79cf35956c7e0a4ba81c3c440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072d532b-f781-490f-9cea-431d00044526" -d '{"events": [{"name": "network-changed", "server_uuid": "c3cdaf2d-2e52-4547-b304-c8ef69b213f7", "tag": "ffd35112-46c6-4f4e-a02b-3b2c35dab131"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:23:40.811075 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c83aa86-729e-442e-abb5-7325a90a1608 x-openstack-request-id: req-1c83aa86-729e-442e-abb5-7325a90a1608 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:23:40.811627 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3cdaf2d-2e52-4547-b304-c8ef69b213f7", "tag": "ffd35112-46c6-4f4e-a02b-3b2c35dab131", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:23:40.811879 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1c83aa86-729e-442e-abb5-7325a90a1608 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:23:40.812281 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3cdaf2d-2e52-4547-b304-c8ef69b213f7', 'tag': 'ffd35112-46c6-4f4e-a02b-3b2c35dab131', 'status': 'completed', 'code': 200} Feb 07 22:23:40.862122 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-40428d18-1b53-45d5-ab9a-9ff62da89458 None None] Set router c3e545af-6b71-40f8-8fdf-ef32ffb036c7 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:23:40.884859 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d532b-f781-490f-9cea-431d00044526 req-17c66a7c-e15f-4c9c-b912-71d2a7c5bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:40.886530 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-072d532b-f781-490f-9cea-431d00044526 req-17c66a7c-e15f-4c9c-b912-71d2a7c5bf5d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=037a30f33c5c4918aa14dda9855e9f99&device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 1129 time: 0.0529773 Feb 07 22:23:40.992411 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d532b-f781-490f-9cea-431d00044526 req-a48a8810-c6c9-4ca0-ae0d-0e98bb63e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:40.994073 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-072d532b-f781-490f-9cea-431d00044526 req-a48a8810-c6c9-4ca0-ae0d-0e98bb63e075 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9dd4442c-d93b-4340-ba3d-67a3fca741b0 HTTP/1.1" status: 200 len: 910 time: 0.1019461 Feb 07 22:23:41.020955 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e3b93-6e84-4cca-8dc5-a90cb3128a5d req-0d035c07-1974-48e2-bb06-a196872172a8 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:41.023406 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b99e3b93-6e84-4cca-8dc5-a90cb3128a5d req-0d035c07-1974-48e2-bb06-a196872172a8 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 947 time: 0.0606923 Feb 07 22:23:41.045422 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-072d532b-f781-490f-9cea-431d00044526 req-d79b722b-bdd0-4397-9b28-9e8a123116af service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffd35112-46c6-4f4e-a02b-3b2c35dab131 HTTP/1.1" status: 200 len: 217 time: 0.0435202 Feb 07 22:23:41.075163 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b99e3b93-6e84-4cca-8dc5-a90cb3128a5d req-c23b3abc-676e-4281-a151-ddc341e82711 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458150 Feb 07 22:23:41.086112 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-40428d18-1b53-45d5-ab9a-9ff62da89458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'name': 'tempest-TestShelveInstance-2114065198-router', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:17Z', 'updated_at': '2022-02-07T22:13:20Z', 'revision_number': 4, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'gw_port': {'id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:18Z', 'updated_at': '2022-02-07T22:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'c1149ae2-8869-4e68-868f-77830a486590', 'name': '', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'mac_address': 'fa:16:3e:26:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:19Z', 'updated_at': '2022-02-07T22:13:23Z', 'revision_number': 5, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'subnets': [{'id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:23:41.098532 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d532b-f781-490f-9cea-431d00044526 req-1cbd9933-8bae-4048-a69d-53bb7e39834e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:41.100035 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-072d532b-f781-490f-9cea-431d00044526 req-1cbd9933-8bae-4048-a69d-53bb7e39834e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1 HTTP/1.1" status: 200 len: 848 time: 0.0493352 Feb 07 22:23:41.112820 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40428d18-1b53-45d5-ab9a-9ff62da89458 None None] Checking router: c3e545af-6b71-40f8-8fdf-ef32ffb036c7 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:23:41.120957 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40428d18-1b53-45d5-ab9a-9ff62da89458 None None] Routers {'c3e545af-6b71-40f8-8fdf-ef32ffb036c7'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:23:41.121561 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-40428d18-1b53-45d5-ab9a-9ff62da89458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:23:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c3e545af-6b71-40f8-8fdf-ef32ffb036c7'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:23:41.149421 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d532b-f781-490f-9cea-431d00044526 req-a6997ee2-b949-4c63-8ae8-467563cc247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:41.150936 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-072d532b-f781-490f-9cea-431d00044526 req-a6997ee2-b949-4c63-8ae8-467563cc247e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9dd4442c-d93b-4340-ba3d-67a3fca741b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441475 Feb 07 22:23:41.225467 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-40428d18-1b53-45d5-ab9a-9ff62da89458 None None] Set router c3e545af-6b71-40f8-8fdf-ef32ffb036c7 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:23:41.242330 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-072d532b-f781-490f-9cea-431d00044526 req-0fb311c7-8edd-40ac-9a5e-5db834662d2f service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848377 Feb 07 22:23:41.333173 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-072d532b-f781-490f-9cea-431d00044526 req-b49d67b5-311e-417c-8b0c-521d82047086 service neutron] 10.222.0.69 "GET /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845106 Feb 07 22:23:41.422971 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-40428d18-1b53-45d5-ab9a-9ff62da89458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'name': 'tempest-TestShelveInstance-2114065198-router', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:17Z', 'updated_at': '2022-02-07T22:13:20Z', 'revision_number': 4, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'gw_port': {'id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:18Z', 'updated_at': '2022-02-07T22:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'c1149ae2-8869-4e68-868f-77830a486590', 'name': '', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'mac_address': 'fa:16:3e:26:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:19Z', 'updated_at': '2022-02-07T22:13:23Z', 'revision_number': 5, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'subnets': [{'id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:23:41.452338 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40428d18-1b53-45d5-ab9a-9ff62da89458 None None] The sync data for ids ['c3e545af-6b71-40f8-8fdf-ef32ffb036c7'] in n-d-828185-2 is: [{'id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'name': 'tempest-TestShelveInstance-2114065198-router', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:17Z', 'updated_at': '2022-02-07T22:13:20Z', 'revision_number': 4, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'gw_port': {'id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:18Z', 'updated_at': '2022-02-07T22:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'c1149ae2-8869-4e68-868f-77830a486590', 'name': '', 'network_id': '9dd4442c-d93b-4340-ba3d-67a3fca741b0', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'mac_address': 'fa:16:3e:26:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:19Z', 'updated_at': '2022-02-07T22:13:23Z', 'revision_number': 5, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'subnets': [{'id': '7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:23:41.678659 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094f36a6-0869-4f7d-a375-e51a3220feaf None None] New status for floating IP 0aa22a63-6f5e-47d5-8504-549890e59b94: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:23:42.199334 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad2429-c2c4-4050-a818-f88502abc782 req-bf68849a-1c41-4ca2-bc5e-e15fd2e11699 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:42.201341 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fdad2429-c2c4-4050-a818-f88502abc782 req-bf68849a-1c41-4ca2-bc5e-e15fd2e11699 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 947 time: 0.0558467 Feb 07 22:23:42.249560 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fdad2429-c2c4-4050-a818-f88502abc782 req-b1af1ee2-1787-4005-bb21-100723d1b041 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f597698-9d1a-46f0-a009-d6c0e39ed70a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425487 Feb 07 22:23:42.616420 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9d5b3-b93d-469e-9ae8-6e1d7c914900 req-9988d7df-0a8b-4140-ba5a-d3a2ec97d220 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:42.617846 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-abd9d5b3-b93d-469e-9ae8-6e1d7c914900 req-9988d7df-0a8b-4140-ba5a-d3a2ec97d220 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 947 time: 0.0514290 Feb 07 22:23:42.711463 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-abd9d5b3-b93d-469e-9ae8-6e1d7c914900 req-7406801f-abbe-46bf-9a89-f0965f8842ae tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Deleting port ffd35112-46c6-4f4e-a02b-3b2c35dab131 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:23:42.711806 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-abd9d5b3-b93d-469e-9ae8-6e1d7c914900 req-7406801f-abbe-46bf-9a89-f0965f8842ae tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (ffd35112-46c6-4f4e-a02b-3b2c35dab131), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:42.798071 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-abd9d5b3-b93d-469e-9ae8-6e1d7c914900 req-7406801f-abbe-46bf-9a89-f0965f8842ae tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] For port ffd35112-46c6-4f4e-a02b-3b2c35dab131, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=ffd35112-46c6-4f4e-a02b-3b2c35dab131,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:23:42.798432 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-abd9d5b3-b93d-469e-9ae8-6e1d7c914900 req-7406801f-abbe-46bf-9a89-f0965f8842ae tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (ffd35112-46c6-4f4e-a02b-3b2c35dab131), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:42.811706 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-abd9d5b3-b93d-469e-9ae8-6e1d7c914900 req-7406801f-abbe-46bf-9a89-f0965f8842ae tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Calling delete_port for ffd35112-46c6-4f4e-a02b-3b2c35dab131 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:23:42.944041 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-abd9d5b3-b93d-469e-9ae8-6e1d7c914900 req-7406801f-abbe-46bf-9a89-f0965f8842ae tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (ffd35112-46c6-4f4e-a02b-3b2c35dab131), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:42.971038 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406801f-abbe-46bf-9a89-f0965f8842ae tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Pushing event deleted for resources: {'Port': ['ID=ffd35112-46c6-4f4e-a02b-3b2c35dab131,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:23:43.019067 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd9d5b3-b93d-469e-9ae8-6e1d7c914900 req-7406801f-abbe-46bf-9a89-f0965f8842ae tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] No DVR routers for this DVR port ffd35112-46c6-4f4e-a02b-3b2c35dab131 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:23:43.021853 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-abd9d5b3-b93d-469e-9ae8-6e1d7c914900 req-7406801f-abbe-46bf-9a89-f0965f8842ae tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:43.025281 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-abd9d5b3-b93d-469e-9ae8-6e1d7c914900 req-7406801f-abbe-46bf-9a89-f0965f8842ae tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.69 "DELETE /v2.0/ports/ffd35112-46c6-4f4e-a02b-3b2c35dab131 HTTP/1.1" status: 204 len: 173 time: 0.4025056 Feb 07 22:23:43.025724 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cdaf2d-2e52-4547-b304-c8ef69b213f7', 'name': 'network-vif-deleted', 'tag': 'ffd35112-46c6-4f4e-a02b-3b2c35dab131'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:23:43.027954 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47bc0dc9fe746ac64adcb7a0dbe6fda25f58f8d79cf35956c7e0a4ba81c3c440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63232ad2-76c1-40d8-9dfd-4cfaf46d48c1" -d '{"events": [{"server_uuid": "c3cdaf2d-2e52-4547-b304-c8ef69b213f7", "name": "network-vif-deleted", "tag": "ffd35112-46c6-4f4e-a02b-3b2c35dab131"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:23:43.067481 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e009d2-9ffe-47dd-b1d5-d9b86097c86c x-openstack-request-id: req-c1e009d2-9ffe-47dd-b1d5-d9b86097c86c {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:23:43.067867 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3cdaf2d-2e52-4547-b304-c8ef69b213f7", "name": "network-vif-deleted", "tag": "ffd35112-46c6-4f4e-a02b-3b2c35dab131", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:23:43.068244 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c1e009d2-9ffe-47dd-b1d5-d9b86097c86c {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:23:43.068618 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3cdaf2d-2e52-4547-b304-c8ef69b213f7', 'name': 'network-vif-deleted', 'tag': 'ffd35112-46c6-4f4e-a02b-3b2c35dab131', 'status': 'completed', 'code': 200} Feb 07 22:23:43.347268 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-766e4527-b438-46d0-b696-eabad468810f req-366918f9-2eb6-4236-a1f0-d0d20ddde545 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 210 time: 0.0291767 Feb 07 22:23:44.449064 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-77277ddd-caae-42c7-9fe0-0b84a41e9104 req-8acc7920-3ee6-48c5-932b-8687b9989559 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 210 time: 0.0304174 Feb 07 22:23:45.550019 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-07ffec32-3176-4458-906d-5cdbfb0ce7c4 req-f46f16c5-01dc-445a-ad95-db60b3172b35 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 210 time: 0.0298491 Feb 07 22:23:46.105413 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device ffd35112-46c6-4f4e-a02b-3b2c35dab131 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:23:46.125012 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: ffd35112-46c6-4f4e-a02b-3b2c35dab131 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:23:46.125360 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device ffd35112-46c6-4f4e-a02b-3b2c35dab131 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:23:46.657525 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f666ccea-267d-48d8-9016-3c5d109f5c95 req-d7125ab7-7484-46d3-afd9-3c80fcbcaae3 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 210 time: 0.0269859 Feb 07 22:23:47.754798 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7de606ce-e04b-484e-8848-189740b570cc req-0cbb7d8b-9605-419f-bab0-af228d831801 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 210 time: 0.0286498 Feb 07 22:23:48.586336 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d147cb93-d442-42fb-8546-456df222f14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:48.851466 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ba7a2525-4683-4529-9386-811f4059831f req-b813277b-1eb3-4beb-b977-09f40d1d4bb8 tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 210 time: 0.0273883 Feb 07 22:23:50.132634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-7fd977e7-5ee3-4612-b4d7-933f4ebd393e req-61475c1c-c69f-4965-9cc8-d20e1e754ced tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 210 time: 0.0269754 Feb 07 22:23:50.791897 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a0949736-652a-49e2-be80-0b068095fd44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:51.231497 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-baa5dea6-b38e-4b59-9b20-7d87f17aa463 req-4d0678a8-4c6e-4053-b15c-dc7d33f0ff6c tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cdaf2d-2e52-4547-b304-c8ef69b213f7 HTTP/1.1" status: 200 len: 210 time: 0.0282962 Feb 07 22:23:52.114070 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:52.287497 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49040) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:23:52.344100 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ad997181-45ad-4277-9999-bfe0a51dbdca tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group (3f597698-9d1a-46f0-a009-d6c0e39ed70a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:52.369287 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ad997181-45ad-4277-9999-bfe0a51dbdca tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group (3f597698-9d1a-46f0-a009-d6c0e39ed70a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:52.432220 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ad997181-45ad-4277-9999-bfe0a51dbdca tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3f597698-9d1a-46f0-a009-d6c0e39ed70a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:52.435522 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ad997181-45ad-4277-9999-bfe0a51dbdca tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:52.436973 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-ad997181-45ad-4277-9999-bfe0a51dbdca tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] 10.222.0.65 "DELETE /v2.0/security-groups/3f597698-9d1a-46f0-a009-d6c0e39ed70a HTTP/1.1" status: 204 len: 168 time: 0.1484871 Feb 07 22:23:52.446269 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad997181-45ad-4277-9999-bfe0a51dbdca tempest-TestShelveInstance-1209163873 tempest-TestShelveInstance-1209163873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f597698-9d1a-46f0-a009-d6c0e39ed70a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:23:52.506025 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49044) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:23:53.044185 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e02b3eb8-997d-49a0-a53d-f5d2828e01f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (c3e545af-6b71-40f8-8fdf-ef32ffb036c7), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:53.293734 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e02b3eb8-997d-49a0-a53d-f5d2828e01f0 admin admin] Deleting port c1149ae2-8869-4e68-868f-77830a486590 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:23:53.294390 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e02b3eb8-997d-49a0-a53d-f5d2828e01f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c1149ae2-8869-4e68-868f-77830a486590), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:53.378282 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e02b3eb8-997d-49a0-a53d-f5d2828e01f0 admin admin] For port c1149ae2-8869-4e68-868f-77830a486590, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c1149ae2-8869-4e68-868f-77830a486590,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:23:53.378641 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e02b3eb8-997d-49a0-a53d-f5d2828e01f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c1149ae2-8869-4e68-868f-77830a486590), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:53.391347 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e02b3eb8-997d-49a0-a53d-f5d2828e01f0 admin admin] Calling delete_port for c1149ae2-8869-4e68-868f-77830a486590 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:23:53.584678 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e02b3eb8-997d-49a0-a53d-f5d2828e01f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (c1149ae2-8869-4e68-868f-77830a486590), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:53.586692 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:53.608748 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b3eb8-997d-49a0-a53d-f5d2828e01f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1149ae2-8869-4e68-868f-77830a486590,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:23:53.796168 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e02b3eb8-997d-49a0-a53d-f5d2828e01f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (c3e545af-6b71-40f8-8fdf-ef32ffb036c7), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:54.020354 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02b3eb8-997d-49a0-a53d-f5d2828e01f0 admin admin] Router c3e545af-6b71-40f8-8fdf-ef32ffb036c7 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:23:54.129079 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02b3eb8-997d-49a0-a53d-f5d2828e01f0 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:23:54.134443 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e02b3eb8-997d-49a0-a53d-f5d2828e01f0 admin admin] 10.222.0.65 "PUT /v2.0/routers/c3e545af-6b71-40f8-8fdf-ef32ffb036c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6273842 Feb 07 22:23:54.137709 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49048) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:23:54.140421 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8032e9a-e046-4594-858b-3ee5bdeddcd5 None None] Sync routers for ids ['c3e545af-6b71-40f8-8fdf-ef32ffb036c7'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:23:54.150523 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8032e9a-e046-4594-858b-3ee5bdeddcd5 None None] Routers {'c3e545af-6b71-40f8-8fdf-ef32ffb036c7'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:23:54.151443 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e8032e9a-e046-4594-858b-3ee5bdeddcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:23:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c3e545af-6b71-40f8-8fdf-ef32ffb036c7'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:23:54.259915 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-e8032e9a-e046-4594-858b-3ee5bdeddcd5 None None] Set router c3e545af-6b71-40f8-8fdf-ef32ffb036c7 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:23:54.447810 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e8032e9a-e046-4594-858b-3ee5bdeddcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'name': 'tempest-TestShelveInstance-2114065198-router', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:17Z', 'updated_at': '2022-02-07T22:23:53Z', 'revision_number': 5, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'gw_port': {'id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:18Z', 'updated_at': '2022-02-07T22:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:23:54.474256 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8032e9a-e046-4594-858b-3ee5bdeddcd5 None None] Checking router: c3e545af-6b71-40f8-8fdf-ef32ffb036c7 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:23:54.483204 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8032e9a-e046-4594-858b-3ee5bdeddcd5 None None] Routers {'c3e545af-6b71-40f8-8fdf-ef32ffb036c7'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:23:54.483829 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e8032e9a-e046-4594-858b-3ee5bdeddcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:23:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['c3e545af-6b71-40f8-8fdf-ef32ffb036c7'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:23:54.558384 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb322e55-f219-431b-b64e-eb77e6363e21 admin admin] Publish callbacks [] for router (c3e545af-6b71-40f8-8fdf-ef32ffb036c7), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:54.595840 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-e8032e9a-e046-4594-858b-3ee5bdeddcd5 None None] Set router c3e545af-6b71-40f8-8fdf-ef32ffb036c7 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:23:54.662095 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb322e55-f219-431b-b64e-eb77e6363e21 admin admin] Publish callbacks [] for router_gateway (c3e545af-6b71-40f8-8fdf-ef32ffb036c7), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:54.723262 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eb322e55-f219-431b-b64e-eb77e6363e21 admin admin] Deleting port a8bcb4b9-821c-41eb-96c6-7ff9c5edc730 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:23:54.723513 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb322e55-f219-431b-b64e-eb77e6363e21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (a8bcb4b9-821c-41eb-96c6-7ff9c5edc730), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:54.789925 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e8032e9a-e046-4594-858b-3ee5bdeddcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'name': 'tempest-TestShelveInstance-2114065198-router', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:17Z', 'updated_at': '2022-02-07T22:23:53Z', 'revision_number': 5, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'gw_port': {'id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:18Z', 'updated_at': '2022-02-07T22:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:23:54.809573 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eb322e55-f219-431b-b64e-eb77e6363e21 admin admin] For port a8bcb4b9-821c-41eb-96c6-7ff9c5edc730, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a8bcb4b9-821c-41eb-96c6-7ff9c5edc730,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:23:54.810462 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb322e55-f219-431b-b64e-eb77e6363e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (a8bcb4b9-821c-41eb-96c6-7ff9c5edc730), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:54.817774 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8032e9a-e046-4594-858b-3ee5bdeddcd5 None None] The sync data for ids ['c3e545af-6b71-40f8-8fdf-ef32ffb036c7'] in n-d-828185-2 is: [{'id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'name': 'tempest-TestShelveInstance-2114065198-router', 'tenant_id': '037a30f33c5c4918aa14dda9855e9f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:17Z', 'updated_at': '2022-02-07T22:23:53Z', 'revision_number': 5, 'project_id': '037a30f33c5c4918aa14dda9855e9f99', 'gw_port': {'id': 'a8bcb4b9-821c-41eb-96c6-7ff9c5edc730', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e545af-6b71-40f8-8fdf-ef32ffb036c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:18Z', 'updated_at': '2022-02-07T22:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:23:54.828782 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eb322e55-f219-431b-b64e-eb77e6363e21 admin admin] Calling delete_port for a8bcb4b9-821c-41eb-96c6-7ff9c5edc730 owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:23:54.883079 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:55.010207 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb322e55-f219-431b-b64e-eb77e6363e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (a8bcb4b9-821c-41eb-96c6-7ff9c5edc730), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:55.036539 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb322e55-f219-431b-b64e-eb77e6363e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8bcb4b9-821c-41eb-96c6-7ff9c5edc730,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:23:55.109408 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb322e55-f219-431b-b64e-eb77e6363e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (c3e545af-6b71-40f8-8fdf-ef32ffb036c7), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:55.206473 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb322e55-f219-431b-b64e-eb77e6363e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (c3e545af-6b71-40f8-8fdf-ef32ffb036c7), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:55.208890 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb322e55-f219-431b-b64e-eb77e6363e21 admin admin] Publish callbacks [] for router_controller (c3e545af-6b71-40f8-8fdf-ef32ffb036c7), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:55.259770 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb322e55-f219-431b-b64e-eb77e6363e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (c3e545af-6b71-40f8-8fdf-ef32ffb036c7), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:55.260546 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb322e55-f219-431b-b64e-eb77e6363e21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3e545af-6b71-40f8-8fdf-ef32ffb036c7 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:23:55.265338 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb322e55-f219-431b-b64e-eb77e6363e21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:55.266573 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-eb322e55-f219-431b-b64e-eb77e6363e21 admin admin] 10.222.0.65 "DELETE /v2.0/routers/c3e545af-6b71-40f8-8fdf-ef32ffb036c7 HTTP/1.1" status: 204 len: 168 time: 1.1274040 Feb 07 22:23:55.269156 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49050) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:23:55.317706 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c24fc60-0ef7-46a7-97c3-46cfa81c5ddb admin admin] Deleting subnet 7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 22:23:55.321284 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0c24fc60-0ef7-46a7-97c3-46cfa81c5ddb admin admin] Publish callbacks [] for subnet (7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:55.357484 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0c24fc60-0ef7-46a7-97c3-46cfa81c5ddb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878435'] for subnet (7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1), precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:55.439729 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0c24fc60-0ef7-46a7-97c3-46cfa81c5ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:55.494978 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0c24fc60-0ef7-46a7-97c3-46cfa81c5ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528990530'] for subnet (7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:55.521589 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24fc60-0ef7-46a7-97c3-46cfa81c5ddb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:23:55.525027 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0c24fc60-0ef7-46a7-97c3-46cfa81c5ddb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:55.528136 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-0c24fc60-0ef7-46a7-97c3-46cfa81c5ddb admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7604d7a7-a6f1-4e52-bbf8-c723b66d0dd1 HTTP/1.1" status: 204 len: 168 time: 0.2579985 Feb 07 22:23:55.531108 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49052) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:23:55.541397 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62346d09-422e-4206-9f82-2db51c5af2aa None None] Network 9dd4442c-d93b-4340-ba3d-67a3fca741b0 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:23:55.614272 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e4fe4ee-383a-4a2f-b1f4-f30b19c6468d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (9dd4442c-d93b-4340-ba3d-67a3fca741b0), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:55.672489 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8e4fe4ee-383a-4a2f-b1f4-f30b19c6468d admin admin] Deleting port a86aab35-586a-4751-a076-8381d07a0dcc {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:23:55.672833 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e4fe4ee-383a-4a2f-b1f4-f30b19c6468d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (a86aab35-586a-4751-a076-8381d07a0dcc), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:55.738690 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-8e4fe4ee-383a-4a2f-b1f4-f30b19c6468d admin admin] For port a86aab35-586a-4751-a076-8381d07a0dcc, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=a86aab35-586a-4751-a076-8381d07a0dcc,segment=NetworkSegment(21577d9f-f78a-4dcd-935e-57320d25351f),segment_id=21577d9f-f78a-4dcd-935e-57320d25351f)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:23:55.739055 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e4fe4ee-383a-4a2f-b1f4-f30b19c6468d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (a86aab35-586a-4751-a076-8381d07a0dcc), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:55.751297 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8e4fe4ee-383a-4a2f-b1f4-f30b19c6468d admin admin] Calling delete_port for a86aab35-586a-4751-a076-8381d07a0dcc owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:23:55.833926 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e4fe4ee-383a-4a2f-b1f4-f30b19c6468d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (a86aab35-586a-4751-a076-8381d07a0dcc), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:55.859604 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fe4ee-383a-4a2f-b1f4-f30b19c6468d admin admin] Pushing event deleted for resources: {'Port': ['ID=a86aab35-586a-4751-a076-8381d07a0dcc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:23:55.862977 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4fe4ee-383a-4a2f-b1f4-f30b19c6468d admin admin] No DVR routers for this DVR port a86aab35-586a-4751-a076-8381d07a0dcc on host n-d-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:23:55.941679 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac68987d-82e0-4946-b4af-7e0144c632e8 None None] DHCP port deletion for 9dd4442c-d93b-4340-ba3d-67a3fca741b0 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 22:23:55.942494 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e4fe4ee-383a-4a2f-b1f4-f30b19c6468d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (9dd4442c-d93b-4340-ba3d-67a3fca741b0), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:55.974619 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-8e4fe4ee-383a-4a2f-b1f4-f30b19c6468d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd4442c-d93b-4340-ba3d-67a3fca741b0']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:23:55.987937 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-8e4fe4ee-383a-4a2f-b1f4-f30b19c6468d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21577d9f-f78a-4dcd-935e-57320d25351f') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:23:55.988246 n-d-828185-2 neutron-server[103256]: DEBUG neutron.services.segments.db [None req-8e4fe4ee-383a-4a2f-b1f4-f30b19c6468d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21577d9f-f78a-4dcd-935e-57320d25351f') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:23:55.998433 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e4fe4ee-383a-4a2f-b1f4-f30b19c6468d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878440'] for segment (21577d9f-f78a-4dcd-935e-57320d25351f), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:56.013952 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e4fe4ee-383a-4a2f-b1f4-f30b19c6468d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (21577d9f-f78a-4dcd-935e-57320d25351f), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:56.020000 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4fe4ee-383a-4a2f-b1f4-f30b19c6468d admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:23:56.020572 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e4fe4ee-383a-4a2f-b1f4-f30b19c6468d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4078860'] for segment (21577d9f-f78a-4dcd-935e-57320d25351f), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: Traceback (most recent call last): Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: timer() Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: cb(*args, **kw) Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: return func(*args, **kwargs) Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: self._notify() Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: self.callback(batched_events) Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: event.method(event) Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: return f(self, *a, **k) Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: return self._get(url).json() Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: return self.request(url, 'GET', **kwargs) Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:23:56.022685 n-d-828185-2 neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:23:56.077818 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e4fe4ee-383a-4a2f-b1f4-f30b19c6468d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (9dd4442c-d93b-4340-ba3d-67a3fca741b0), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:56.083558 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e4fe4ee-383a-4a2f-b1f4-f30b19c6468d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:56.087190 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8e4fe4ee-383a-4a2f-b1f4-f30b19c6468d admin admin] 10.222.0.65 "DELETE /v2.0/networks/9dd4442c-d93b-4340-ba3d-67a3fca741b0 HTTP/1.1" status: 204 len: 168 time: 0.5547712 Feb 07 22:23:56.089972 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49054) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:23:56.099740 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fe4ee-383a-4a2f-b1f4-f30b19c6468d admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd4442c-d93b-4340-ba3d-67a3fca741b0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:23:56.447150 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96590e6b-752d-4b30-976b-9a44f87260c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (bebd40c6-d5da-4e14-95df-c07404218289), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:56.695033 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-96590e6b-752d-4b30-976b-9a44f87260c7 admin admin] Deleting port c6849c6d-6244-4792-9776-fbcc78a6a355 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:23:56.695368 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96590e6b-752d-4b30-976b-9a44f87260c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (c6849c6d-6244-4792-9776-fbcc78a6a355), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:56.771006 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-96590e6b-752d-4b30-976b-9a44f87260c7 admin admin] For port c6849c6d-6244-4792-9776-fbcc78a6a355, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=c6849c6d-6244-4792-9776-fbcc78a6a355,segment=NetworkSegment(800cc54f-b902-425b-a28d-d91ac68e3321),segment_id=800cc54f-b902-425b-a28d-d91ac68e3321)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:23:56.771367 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96590e6b-752d-4b30-976b-9a44f87260c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (c6849c6d-6244-4792-9776-fbcc78a6a355), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:56.784560 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-96590e6b-752d-4b30-976b-9a44f87260c7 admin admin] Calling delete_port for c6849c6d-6244-4792-9776-fbcc78a6a355 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:23:56.884492 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a86aab35-586a-4751-a076-8381d07a0dcc no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:23:56.905129 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: a86aab35-586a-4751-a076-8381d07a0dcc {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:23:56.905597 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a86aab35-586a-4751-a076-8381d07a0dcc not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:23:56.906219 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a8bcb4b9-821c-41eb-96c6-7ff9c5edc730 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:23:56.926178 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: a8bcb4b9-821c-41eb-96c6-7ff9c5edc730 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:23:56.926447 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device a8bcb4b9-821c-41eb-96c6-7ff9c5edc730 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:23:56.927137 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c1149ae2-8869-4e68-868f-77830a486590 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:23:56.946705 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: c1149ae2-8869-4e68-868f-77830a486590 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:23:56.947765 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c1149ae2-8869-4e68-868f-77830a486590 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:23:56.976119 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96590e6b-752d-4b30-976b-9a44f87260c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (c6849c6d-6244-4792-9776-fbcc78a6a355), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:57.007358 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96590e6b-752d-4b30-976b-9a44f87260c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6849c6d-6244-4792-9776-fbcc78a6a355,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:23:57.034210 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96590e6b-752d-4b30-976b-9a44f87260c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:57.034669 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96590e6b-752d-4b30-976b-9a44f87260c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:57.034898 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96590e6b-752d-4b30-976b-9a44f87260c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:57.035240 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96590e6b-752d-4b30-976b-9a44f87260c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:57.035574 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96590e6b-752d-4b30-976b-9a44f87260c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:57.035903 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96590e6b-752d-4b30-976b-9a44f87260c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:57.036247 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96590e6b-752d-4b30-976b-9a44f87260c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:57.036575 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96590e6b-752d-4b30-976b-9a44f87260c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:57.036905 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96590e6b-752d-4b30-976b-9a44f87260c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:57.037237 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96590e6b-752d-4b30-976b-9a44f87260c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:57.037559 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96590e6b-752d-4b30-976b-9a44f87260c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:57.037882 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96590e6b-752d-4b30-976b-9a44f87260c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:57.038206 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96590e6b-752d-4b30-976b-9a44f87260c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:57.186386 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96590e6b-752d-4b30-976b-9a44f87260c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (bebd40c6-d5da-4e14-95df-c07404218289), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:57.408595 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96590e6b-752d-4b30-976b-9a44f87260c7 admin admin] Router bebd40c6-d5da-4e14-95df-c07404218289 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:23:57.518529 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96590e6b-752d-4b30-976b-9a44f87260c7 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:23:57.523588 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-96590e6b-752d-4b30-976b-9a44f87260c7 admin admin] 10.222.0.65 "PUT /v2.0/routers/bebd40c6-d5da-4e14-95df-c07404218289/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4325681 Feb 07 22:23:57.526121 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49056) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:23:57.530382 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19184b5-5385-44e4-bdaa-6dad5c6d4037 None None] Sync routers for ids ['bebd40c6-d5da-4e14-95df-c07404218289'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:23:57.541276 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19184b5-5385-44e4-bdaa-6dad5c6d4037 None None] Routers {'bebd40c6-d5da-4e14-95df-c07404218289'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:23:57.542037 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c19184b5-5385-44e4-bdaa-6dad5c6d4037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:23:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['bebd40c6-d5da-4e14-95df-c07404218289'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:23:57.633635 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7bddd91-5577-49d0-97ed-8394005c926c admin admin] Publish callbacks [] for router (bebd40c6-d5da-4e14-95df-c07404218289), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:57.748803 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7bddd91-5577-49d0-97ed-8394005c926c admin admin] Publish callbacks [] for router_gateway (bebd40c6-d5da-4e14-95df-c07404218289), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:57.757463 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-c19184b5-5385-44e4-bdaa-6dad5c6d4037 None None] Set router bebd40c6-d5da-4e14-95df-c07404218289 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:23:57.805636 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e7bddd91-5577-49d0-97ed-8394005c926c admin admin] Deleting port 407a7783-fa04-4927-a31b-d837401a9482 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:23:57.805986 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7bddd91-5577-49d0-97ed-8394005c926c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (407a7783-fa04-4927-a31b-d837401a9482), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:57.885668 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e7bddd91-5577-49d0-97ed-8394005c926c admin admin] For port 407a7783-fa04-4927-a31b-d837401a9482, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=407a7783-fa04-4927-a31b-d837401a9482,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:23:57.885972 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7bddd91-5577-49d0-97ed-8394005c926c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (407a7783-fa04-4927-a31b-d837401a9482), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:57.899238 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e7bddd91-5577-49d0-97ed-8394005c926c admin admin] Calling delete_port for 407a7783-fa04-4927-a31b-d837401a9482 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:23:57.938123 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c19184b5-5385-44e4-bdaa-6dad5c6d4037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebd40c6-d5da-4e14-95df-c07404218289', 'name': 'tempest-TestShelveInstance-1179066531-router', 'tenant_id': '3a33c30b259f49079088e06ae8310826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '407a7783-fa04-4927-a31b-d837401a9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:21Z', 'updated_at': '2022-02-07T22:23:56Z', 'revision_number': 5, 'project_id': '3a33c30b259f49079088e06ae8310826', 'gw_port': {'id': '407a7783-fa04-4927-a31b-d837401a9482', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:90:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebd40c6-d5da-4e14-95df-c07404218289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:13:22Z', 'updated_at': '2022-02-07T22:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:23:57.968688 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19184b5-5385-44e4-bdaa-6dad5c6d4037 None None] Checking router: bebd40c6-d5da-4e14-95df-c07404218289 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:23:57.977433 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19184b5-5385-44e4-bdaa-6dad5c6d4037 None None] Routers {'bebd40c6-d5da-4e14-95df-c07404218289'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:23:57.978240 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c19184b5-5385-44e4-bdaa-6dad5c6d4037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:23:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['bebd40c6-d5da-4e14-95df-c07404218289'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:23:58.075489 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7bddd91-5577-49d0-97ed-8394005c926c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (407a7783-fa04-4927-a31b-d837401a9482), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:58.077782 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-c19184b5-5385-44e4-bdaa-6dad5c6d4037 None None] Set router bebd40c6-d5da-4e14-95df-c07404218289 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:23:58.107762 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bddd91-5577-49d0-97ed-8394005c926c admin admin] Pushing event deleted for resources: {'Port': ['ID=407a7783-fa04-4927-a31b-d837401a9482,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:23:58.135005 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c19184b5-5385-44e4-bdaa-6dad5c6d4037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebd40c6-d5da-4e14-95df-c07404218289', 'name': 'tempest-TestShelveInstance-1179066531-router', 'tenant_id': '3a33c30b259f49079088e06ae8310826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:21Z', 'updated_at': '2022-02-07T22:23:57Z', 'revision_number': 6, 'project_id': '3a33c30b259f49079088e06ae8310826', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:23:58.163997 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19184b5-5385-44e4-bdaa-6dad5c6d4037 None None] The sync data for ids ['bebd40c6-d5da-4e14-95df-c07404218289'] in n-d-828185-2 is: [{'id': 'bebd40c6-d5da-4e14-95df-c07404218289', 'name': 'tempest-TestShelveInstance-1179066531-router', 'tenant_id': '3a33c30b259f49079088e06ae8310826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:13:21Z', 'updated_at': '2022-02-07T22:23:57Z', 'revision_number': 6, 'project_id': '3a33c30b259f49079088e06ae8310826', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:23:58.176790 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7bddd91-5577-49d0-97ed-8394005c926c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (bebd40c6-d5da-4e14-95df-c07404218289), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:58.269709 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7bddd91-5577-49d0-97ed-8394005c926c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (bebd40c6-d5da-4e14-95df-c07404218289), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:58.271938 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7bddd91-5577-49d0-97ed-8394005c926c admin admin] Publish callbacks [] for router_controller (bebd40c6-d5da-4e14-95df-c07404218289), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:58.315807 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7bddd91-5577-49d0-97ed-8394005c926c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (bebd40c6-d5da-4e14-95df-c07404218289), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:58.316328 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bddd91-5577-49d0-97ed-8394005c926c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bebd40c6-d5da-4e14-95df-c07404218289 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:23:58.321085 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7bddd91-5577-49d0-97ed-8394005c926c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:58.322211 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e7bddd91-5577-49d0-97ed-8394005c926c admin admin] 10.222.0.65 "DELETE /v2.0/routers/bebd40c6-d5da-4e14-95df-c07404218289 HTTP/1.1" status: 204 len: 168 time: 0.7951972 Feb 07 22:23:58.324681 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49058) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:23:58.643181 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-48220bdd-64ab-4c7a-b0ff-0b9bb9874e1f admin admin] Deleting subnet d91efd37-77ba-4702-a30a-1621c58f809a {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 22:23:58.646439 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-48220bdd-64ab-4c7a-b0ff-0b9bb9874e1f admin admin] Publish callbacks [] for subnet (d91efd37-77ba-4702-a30a-1621c58f809a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:58.679330 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-48220bdd-64ab-4c7a-b0ff-0b9bb9874e1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (d91efd37-77ba-4702-a30a-1621c58f809a), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:58.753874 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-48220bdd-64ab-4c7a-b0ff-0b9bb9874e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (d91efd37-77ba-4702-a30a-1621c58f809a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:58.809523 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-48220bdd-64ab-4c7a-b0ff-0b9bb9874e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (d91efd37-77ba-4702-a30a-1621c58f809a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:58.841516 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48220bdd-64ab-4c7a-b0ff-0b9bb9874e1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d91efd37-77ba-4702-a30a-1621c58f809a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:23:58.843474 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-48220bdd-64ab-4c7a-b0ff-0b9bb9874e1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:58.846662 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-48220bdd-64ab-4c7a-b0ff-0b9bb9874e1f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d91efd37-77ba-4702-a30a-1621c58f809a HTTP/1.1" status: 204 len: 168 time: 0.5210369 Feb 07 22:23:58.847714 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5ff382-eb5f-487b-8e5a-c8c196e32304 None None] Network a6fa6b9b-53b9-4033-a04d-40e66830b0dc requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:23:58.849173 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49060) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:23:58.918008 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79d2a139-b08c-4d4c-824d-6edc1260b8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (a6fa6b9b-53b9-4033-a04d-40e66830b0dc), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:58.988624 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-79d2a139-b08c-4d4c-824d-6edc1260b8f4 admin admin] Deleting port 0bafc2d0-2d43-4844-804c-f33e60acff6b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:23:58.992811 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79d2a139-b08c-4d4c-824d-6edc1260b8f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (0bafc2d0-2d43-4844-804c-f33e60acff6b), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:59.042333 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c6849c6d-6244-4792-9776-fbcc78a6a355 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:23:59.062661 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-79d2a139-b08c-4d4c-824d-6edc1260b8f4 admin admin] For port 0bafc2d0-2d43-4844-804c-f33e60acff6b, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=0bafc2d0-2d43-4844-804c-f33e60acff6b,segment=NetworkSegment(800cc54f-b902-425b-a28d-d91ac68e3321),segment_id=800cc54f-b902-425b-a28d-d91ac68e3321)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:23:59.063022 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79d2a139-b08c-4d4c-824d-6edc1260b8f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (0bafc2d0-2d43-4844-804c-f33e60acff6b), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:59.072714 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: c6849c6d-6244-4792-9776-fbcc78a6a355 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:23:59.073070 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device c6849c6d-6244-4792-9776-fbcc78a6a355 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:23:59.073501 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 407a7783-fa04-4927-a31b-d837401a9482 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:23:59.077269 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-79d2a139-b08c-4d4c-824d-6edc1260b8f4 admin admin] Calling delete_port for 0bafc2d0-2d43-4844-804c-f33e60acff6b owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:23:59.099728 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 407a7783-fa04-4927-a31b-d837401a9482 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:23:59.100082 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 407a7783-fa04-4927-a31b-d837401a9482 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:23:59.156804 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79d2a139-b08c-4d4c-824d-6edc1260b8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (0bafc2d0-2d43-4844-804c-f33e60acff6b), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:59.171543 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d2a139-b08c-4d4c-824d-6edc1260b8f4 admin admin] No DVR routers for this DVR port 0bafc2d0-2d43-4844-804c-f33e60acff6b on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:23:59.210606 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcd74ed-9845-44f2-bf51-24f5a38fe43f None None] DHCP port deletion for a6fa6b9b-53b9-4033-a04d-40e66830b0dc request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 22:23:59.225755 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2a139-b08c-4d4c-824d-6edc1260b8f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bafc2d0-2d43-4844-804c-f33e60acff6b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:23:59.277065 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79d2a139-b08c-4d4c-824d-6edc1260b8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (a6fa6b9b-53b9-4033-a04d-40e66830b0dc), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:59.297295 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-79d2a139-b08c-4d4c-824d-6edc1260b8f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6fa6b9b-53b9-4033-a04d-40e66830b0dc']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:23:59.306385 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-79d2a139-b08c-4d4c-824d-6edc1260b8f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800cc54f-b902-425b-a28d-d91ac68e3321') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:23:59.306674 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-79d2a139-b08c-4d4c-824d-6edc1260b8f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800cc54f-b902-425b-a28d-d91ac68e3321') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:23:59.316474 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79d2a139-b08c-4d4c-824d-6edc1260b8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (800cc54f-b902-425b-a28d-d91ac68e3321), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:59.329762 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79d2a139-b08c-4d4c-824d-6edc1260b8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (800cc54f-b902-425b-a28d-d91ac68e3321), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:59.336057 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d2a139-b08c-4d4c-824d-6edc1260b8f4 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:23:59.336488 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79d2a139-b08c-4d4c-824d-6edc1260b8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (800cc54f-b902-425b-a28d-d91ac68e3321), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: timer() Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:23:59.338223 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:23:59.397281 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79d2a139-b08c-4d4c-824d-6edc1260b8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (a6fa6b9b-53b9-4033-a04d-40e66830b0dc), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:59.402698 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79d2a139-b08c-4d4c-824d-6edc1260b8f4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:59.405869 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-79d2a139-b08c-4d4c-824d-6edc1260b8f4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a6fa6b9b-53b9-4033-a04d-40e66830b0dc HTTP/1.1" status: 204 len: 168 time: 0.5556054 Feb 07 22:23:59.416424 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2a139-b08c-4d4c-824d-6edc1260b8f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6fa6b9b-53b9-4033-a04d-40e66830b0dc,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:23:59.519070 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49064) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:23:59.560467 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-26f6384a-43ac-42ed-a8cf-e1a9ea80123e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=037a30f33c5c4918aa14dda9855e9f99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394132 Feb 07 22:23:59.563182 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49066) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:23:59.630627 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8157dc35-7012-4cae-99ae-7212c86a83fb admin admin] Publish callbacks [] for security_group (ee552893-3121-4072-a1bc-9009616dc93a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:59.649199 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:23:59.651150 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8157dc35-7012-4cae-99ae-7212c86a83fb admin admin] Publish callbacks [] for security_group (ee552893-3121-4072-a1bc-9009616dc93a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:59.698077 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8157dc35-7012-4cae-99ae-7212c86a83fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (ee552893-3121-4072-a1bc-9009616dc93a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:59.700689 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8157dc35-7012-4cae-99ae-7212c86a83fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:23:59.701845 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-8157dc35-7012-4cae-99ae-7212c86a83fb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ee552893-3121-4072-a1bc-9009616dc93a HTTP/1.1" status: 204 len: 168 time: 0.1374056 Feb 07 22:23:59.709848 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157dc35-7012-4cae-99ae-7212c86a83fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee552893-3121-4072-a1bc-9009616dc93a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:00.022860 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49072) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:24:00.062470 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-e87fcdd8-3b40-461e-87a8-1fbd6ee20972 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3a33c30b259f49079088e06ae8310826&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384357 Feb 07 22:24:00.064870 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49074) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:24:00.111587 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-18d08c89-5d79-46b2-864c-6a7e540b7ecd admin admin] Publish callbacks [] for security_group (50d158a5-1001-4fa3-bb2c-1889900aa31a), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:00.131985 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-18d08c89-5d79-46b2-864c-6a7e540b7ecd admin admin] Publish callbacks [] for security_group (50d158a5-1001-4fa3-bb2c-1889900aa31a), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:00.178238 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-18d08c89-5d79-46b2-864c-6a7e540b7ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (50d158a5-1001-4fa3-bb2c-1889900aa31a), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:00.181239 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-18d08c89-5d79-46b2-864c-6a7e540b7ecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:00.182382 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-18d08c89-5d79-46b2-864c-6a7e540b7ecd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/50d158a5-1001-4fa3-bb2c-1889900aa31a HTTP/1.1" status: 204 len: 168 time: 0.1166418 Feb 07 22:24:00.190073 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d08c89-5d79-46b2-864c-6a7e540b7ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d158a5-1001-4fa3-bb2c-1889900aa31a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:00.867703 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0bafc2d0-2d43-4844-804c-f33e60acff6b no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:24:00.886981 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 0bafc2d0-2d43-4844-804c-f33e60acff6b {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:24:00.887321 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 0bafc2d0-2d43-4844-804c-f33e60acff6b not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:24:00.890854 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49096) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:24:00.992861 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-3a9ec4d1-555e-439f-9d70-7fb91a761616 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1105750683-network', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:24:01.023622 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9ec4d1-555e-439f-9d70-7fb91a761616 admin admin] Made reservation on behalf of bf738d798dfd47909a17ab3c5299b49c for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:24:01.025787 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a9ec4d1-555e-439f-9d70-7fb91a761616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:01.034501 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a9ec4d1-555e-439f-9d70-7fb91a761616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:01.120971 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a9ec4d1-555e-439f-9d70-7fb91a761616 admin admin] Publish callbacks [] for security_group (cf9f4fad-2fd3-4f92-a001-6c8e3e95255d), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:01.126003 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a9ec4d1-555e-439f-9d70-7fb91a761616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (cf9f4fad-2fd3-4f92-a001-6c8e3e95255d), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:01.150918 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a9ec4d1-555e-439f-9d70-7fb91a761616 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:24:01.160696 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ec4d1-555e-439f-9d70-7fb91a761616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9f4fad-2fd3-4f92-a001-6c8e3e95255d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:01.165519 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a9ec4d1-555e-439f-9d70-7fb91a761616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (bfc1c79b-4801-45a6-a3f0-c659469bbcf5), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:01.165871 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-3a9ec4d1-555e-439f-9d70-7fb91a761616 admin admin] Added segment bfc1c79b-4801-45a6-a3f0-c659469bbcf5 of type vlan for network d0875a64-d2d2-496b-89b8-416d7457c6a7 Feb 07 22:24:01.207197 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a9ec4d1-555e-439f-9d70-7fb91a761616 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (d0875a64-d2d2-496b-89b8-416d7457c6a7), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:01.232729 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a9ec4d1-555e-439f-9d70-7fb91a761616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (d0875a64-d2d2-496b-89b8-416d7457c6a7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:01.233849 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9ec4d1-555e-439f-9d70-7fb91a761616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:01.234538 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a9ec4d1-555e-439f-9d70-7fb91a761616 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:01.285997 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-3a9ec4d1-555e-439f-9d70-7fb91a761616 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3937635 Feb 07 22:24:01.288888 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49100) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:24:01.295484 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-14eab24e-4a83-418f-88e6-d23cd84fbdd2 admin admin] Request body: {'subnet': {'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1105750683-subnet', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:24:01.298942 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ec4d1-555e-439f-9d70-7fb91a761616 admin admin] Pushing event updated for resources: {'Network': ['ID=d0875a64-d2d2-496b-89b8-416d7457c6a7,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:01.308472 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network d0875a64-d2d2-496b-89b8-416d7457c6a7 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:24:01.323877 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14eab24e-4a83-418f-88e6-d23cd84fbdd2 admin admin] Made reservation on behalf of bf738d798dfd47909a17ab3c5299b49c for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:24:01.326317 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-14eab24e-4a83-418f-88e6-d23cd84fbdd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:01.504990 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-14eab24e-4a83-418f-88e6-d23cd84fbdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (6b95f984-0804-419c-affe-4e31a0cd7604), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:01.562246 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eab24e-4a83-418f-88e6-d23cd84fbdd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b95f984-0804-419c-affe-4e31a0cd7604,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:01.569473 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eab24e-4a83-418f-88e6-d23cd84fbdd2 admin admin] Checking segment: {'id': 'bfc1c79b-4801-45a6-a3f0-c659469bbcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:24:01.569848 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14eab24e-4a83-418f-88e6-d23cd84fbdd2 admin admin] Network hostable DHCP agents. Network: d0875a64-d2d2-496b-89b8-416d7457c6a7, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:24:01.586122 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14eab24e-4a83-418f-88e6-d23cd84fbdd2 admin admin] Network d0875a64-d2d2-496b-89b8-416d7457c6a7 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:24:01.594682 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-14eab24e-4a83-418f-88e6-d23cd84fbdd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, d0875a64-d2d2-496b-89b8-416d7457c6a7) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:24:01.598826 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14eab24e-4a83-418f-88e6-d23cd84fbdd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:01.599419 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-14eab24e-4a83-418f-88e6-d23cd84fbdd2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:01.605706 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381e1a66-df3f-4245-8e71-21dcc2f5df26 None None] Network d0875a64-d2d2-496b-89b8-416d7457c6a7 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:24:01.618098 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-14eab24e-4a83-418f-88e6-d23cd84fbdd2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3275490 Feb 07 22:24:01.621251 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49102) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:24:01.626374 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-69153df2-4003-49fa-a0d4-507516c8f552 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1105750683-router', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:24:01.647768 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69153df2-4003-49fa-a0d4-507516c8f552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (621c6b74-7eb5-41ef-bdc8-98ddba2f1c43), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:01.649164 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69153df2-4003-49fa-a0d4-507516c8f552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (621c6b74-7eb5-41ef-bdc8-98ddba2f1c43), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:01.708830 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69153df2-4003-49fa-a0d4-507516c8f552 admin admin] Publish callbacks [] for router_controller (621c6b74-7eb5-41ef-bdc8-98ddba2f1c43), precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:01.726243 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-d0875a64-d2d2-496b-89b8-416d7457c6a7', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'fixed_ips': [{'subnet_id': '6b95f984-0804-419c-affe-4e31a0cd7604'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 22:24:01.727254 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:01.863272 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69153df2-4003-49fa-a0d4-507516c8f552 admin admin] Publish callbacks [] for router_gateway (621c6b74-7eb5-41ef-bdc8-98ddba2f1c43), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:01.872402 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Allocated IP 172.20.0.2 (d0875a64-d2d2-496b-89b8-416d7457c6a7/6b95f984-0804-419c-affe-4e31a0cd7604/8e1e6806-adbd-4071-b95e-5a4b80e66cc7) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:24:02.026737 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Publish callbacks [] for port (8e1e6806-adbd-4071-b95e-5a4b80e66cc7), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:02.034134 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (8e1e6806-adbd-4071-b95e-5a4b80e66cc7), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:02.072859 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69153df2-4003-49fa-a0d4-507516c8f552 admin admin] Publish callbacks [] for router_gateway (621c6b74-7eb5-41ef-bdc8-98ddba2f1c43), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:02.078813 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Network d0875a64-d2d2-496b-89b8-416d7457c6a7 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:24:02.082818 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:24:02.085391 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:24:02.087625 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Pushing event updated for resources: {'Port': ['ID=8e1e6806-adbd-4071-b95e-5a4b80e66cc7,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:02.097165 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:02.097468 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69153df2-4003-49fa-a0d4-507516c8f552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:02.097615 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:02.097841 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:02.098175 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:02.098545 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:02.098835 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:02.099159 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:02.099480 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:02.100013 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:02.100430 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:02.100764 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:02.101087 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:02.101401 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:02.158821 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Attempting to bind port 8e1e6806-adbd-4071-b95e-5a4b80e66cc7 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:24:02.159136 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Attempting to bind port 8e1e6806-adbd-4071-b95e-5a4b80e66cc7 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'bfc1c79b-4801-45a6-a3f0-c659469bbcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:24:02.159742 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Attempting to bind port 8e1e6806-adbd-4071-b95e-5a4b80e66cc7 on network d0875a64-d2d2-496b-89b8-416d7457c6a7 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:24:02.164338 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:24:02.164729 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Checking segment: {'id': 'bfc1c79b-4801-45a6-a3f0-c659469bbcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:24:02.165137 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:02.165506 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Bound using segment: {'id': 'bfc1c79b-4801-45a6-a3f0-c659469bbcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:24:02.165965 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Bound port: 8e1e6806-adbd-4071-b95e-5a4b80e66cc7, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc1c79b-4801-45a6-a3f0-c659469bbcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:24:02.166338 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8e1e6806-adbd-4071-b95e-5a4b80e66cc7), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:02.205950 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-69153df2-4003-49fa-a0d4-507516c8f552 admin admin] Allocated IP 172.25.4.190 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/5ea0f6a4-6121-44b7-bb2b-7570033f02ef) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:24:02.231854 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] For port 8e1e6806-adbd-4071-b95e-5a4b80e66cc7, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:24:02.235895 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] For port 8e1e6806-adbd-4071-b95e-5a4b80e66cc7, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8e1e6806-adbd-4071-b95e-5a4b80e66cc7,segment=NetworkSegment(bfc1c79b-4801-45a6-a3f0-c659469bbcf5),segment_id=bfc1c79b-4801-45a6-a3f0-c659469bbcf5)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:24:02.241955 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8e1e6806-adbd-4071-b95e-5a4b80e66cc7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:02.313720 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8803f-5988-47dd-a9a8-b38510e84a1e None None] Pushing event updated for resources: {'Port': ['ID=8e1e6806-adbd-4071-b95e-5a4b80e66cc7,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:02.321012 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69153df2-4003-49fa-a0d4-507516c8f552 admin admin] Publish callbacks [] for port (5ea0f6a4-6121-44b7-bb2b-7570033f02ef), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:02.358370 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69153df2-4003-49fa-a0d4-507516c8f552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (5ea0f6a4-6121-44b7-bb2b-7570033f02ef), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:02.401787 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69153df2-4003-49fa-a0d4-507516c8f552 admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:24:02.404793 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-69153df2-4003-49fa-a0d4-507516c8f552 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:24:02.407239 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69153df2-4003-49fa-a0d4-507516c8f552 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:24:02.433250 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69153df2-4003-49fa-a0d4-507516c8f552 admin admin] Pushing event updated for resources: {'Port': ['ID=5ea0f6a4-6121-44b7-bb2b-7570033f02ef,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:02.713618 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69153df2-4003-49fa-a0d4-507516c8f552 admin admin] Publish callbacks [] for router_gateway (621c6b74-7eb5-41ef-bdc8-98ddba2f1c43), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:02.926220 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8e1e6806-adbd-4071-b95e-5a4b80e66cc7 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:24:02.934779 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69153df2-4003-49fa-a0d4-507516c8f552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (621c6b74-7eb5-41ef-bdc8-98ddba2f1c43), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:02.981956 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 8e1e6806-adbd-4071-b95e-5a4b80e66cc7 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:02.982330 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8e1e6806-adbd-4071-b95e-5a4b80e66cc7), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:03.069501 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 8e1e6806-adbd-4071-b95e-5a4b80e66cc7 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:24:03.069989 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (8e1e6806-adbd-4071-b95e-5a4b80e66cc7), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:03.085495 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69153df2-4003-49fa-a0d4-507516c8f552 admin admin] Router 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:24:03.113592 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 8e1e6806-adbd-4071-b95e-5a4b80e66cc7, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8e1e6806-adbd-4071-b95e-5a4b80e66cc7,segment=NetworkSegment(bfc1c79b-4801-45a6-a3f0-c659469bbcf5),segment_id=bfc1c79b-4801-45a6-a3f0-c659469bbcf5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:24:03.119424 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (8e1e6806-adbd-4071-b95e-5a4b80e66cc7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:03.184974 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=8e1e6806-adbd-4071-b95e-5a4b80e66cc7,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:03.378771 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889d0f89-38c4-4614-847f-82e39c1f3722 None None] Network d0875a64-d2d2-496b-89b8-416d7457c6a7 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:24:03.461550 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-fe8fa740-64a2-4032-8af3-74fc2e42adf5 None None] Provisioning complete for port 8e1e6806-adbd-4071-b95e-5a4b80e66cc7 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:03.461818 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fe8fa740-64a2-4032-8af3-74fc2e42adf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8e1e6806-adbd-4071-b95e-5a4b80e66cc7), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:03.522183 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69153df2-4003-49fa-a0d4-507516c8f552 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:24:03.537898 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e7ff15-9af6-4883-a5e2-4c16c8c64bff None None] Sync routers for ids ['621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:24:03.540936 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69153df2-4003-49fa-a0d4-507516c8f552 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:03.542355 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-69153df2-4003-49fa-a0d4-507516c8f552 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9198089 Feb 07 22:24:03.546527 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49104) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:24:03.579508 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e7ff15-9af6-4883-a5e2-4c16c8c64bff None None] Routers {'621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:24:03.580151 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-78e7ff15-9af6-4883-a5e2-4c16c8c64bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:23:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:24:03.646643 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-fe8fa740-64a2-4032-8af3-74fc2e42adf5 None None] Current status of the port 8e1e6806-adbd-4071-b95e-5a4b80e66cc7 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:24:03.709026 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-78e7ff15-9af6-4883-a5e2-4c16c8c64bff None None] Set router 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:24:03.818826 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-10fd2512-575d-4802-b1aa-c26820125e2b None None] Provisioning complete for port 8e1e6806-adbd-4071-b95e-5a4b80e66cc7 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:03.819115 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-10fd2512-575d-4802-b1aa-c26820125e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8e1e6806-adbd-4071-b95e-5a4b80e66cc7), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:03.951089 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-10fd2512-575d-4802-b1aa-c26820125e2b None None] Current status of the port 8e1e6806-adbd-4071-b95e-5a4b80e66cc7 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:24:03.967543 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-78e7ff15-9af6-4883-a5e2-4c16c8c64bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'name': 'tempest-TestSnapshotPattern-1105750683-router', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:01Z', 'updated_at': '2022-02-07T22:24:02Z', 'revision_number': 3, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'gw_port': {'id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:02Z', 'updated_at': '2022-02-07T22:24:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:24:03.974591 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb4e1498-2103-4537-a96f-85d51070f970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:03.994195 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e7ff15-9af6-4883-a5e2-4c16c8c64bff None None] Checking router: 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:24:03.994369 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e7ff15-9af6-4883-a5e2-4c16c8c64bff None None] Updating router 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 port 5ea0f6a4-6121-44b7-bb2b-7570033f02ef binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:24:04.025610 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78e7ff15-9af6-4883-a5e2-4c16c8c64bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5ea0f6a4-6121-44b7-bb2b-7570033f02ef), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:04.124692 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-eb4e1498-2103-4537-a96f-85d51070f970 admin admin] Allocated IP 172.20.0.1 (d0875a64-d2d2-496b-89b8-416d7457c6a7/6b95f984-0804-419c-affe-4e31a0cd7604/f4be97ba-cab2-430b-b397-935ba0f83d67) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:24:04.229577 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb4e1498-2103-4537-a96f-85d51070f970 admin admin] Publish callbacks [] for port (f4be97ba-cab2-430b-b397-935ba0f83d67), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:04.262334 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb4e1498-2103-4537-a96f-85d51070f970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f4be97ba-cab2-430b-b397-935ba0f83d67), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:04.271661 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78e7ff15-9af6-4883-a5e2-4c16c8c64bff None None] Publish callbacks [] for port (5ea0f6a4-6121-44b7-bb2b-7570033f02ef), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:04.276690 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78e7ff15-9af6-4883-a5e2-4c16c8c64bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (5ea0f6a4-6121-44b7-bb2b-7570033f02ef), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:04.300021 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4e1498-2103-4537-a96f-85d51070f970 admin admin] Network d0875a64-d2d2-496b-89b8-416d7457c6a7 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:24:04.304931 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-eb4e1498-2103-4537-a96f-85d51070f970 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:24:04.308662 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4e1498-2103-4537-a96f-85d51070f970 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:24:04.334693 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-78e7ff15-9af6-4883-a5e2-4c16c8c64bff None None] Attempting to bind port 5ea0f6a4-6121-44b7-bb2b-7570033f02ef on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:24:04.335062 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-78e7ff15-9af6-4883-a5e2-4c16c8c64bff None None] Attempting to bind port 5ea0f6a4-6121-44b7-bb2b-7570033f02ef by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:24:04.335538 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e7ff15-9af6-4883-a5e2-4c16c8c64bff None None] Attempting to bind port 5ea0f6a4-6121-44b7-bb2b-7570033f02ef on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:24:04.336580 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e1498-2103-4537-a96f-85d51070f970 admin admin] Pushing event updated for resources: {'Port': ['ID=f4be97ba-cab2-430b-b397-935ba0f83d67,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:04.342785 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f364ca9-6b83-4cf3-8809-c7f96193e5ff None None] Pushing event updated for resources: {'Port': ['ID=5ea0f6a4-6121-44b7-bb2b-7570033f02ef,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:04.346394 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e7ff15-9af6-4883-a5e2-4c16c8c64bff None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:24:04.346814 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e7ff15-9af6-4883-a5e2-4c16c8c64bff None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:24:04.347148 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78e7ff15-9af6-4883-a5e2-4c16c8c64bff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:04.347526 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e7ff15-9af6-4883-a5e2-4c16c8c64bff None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:24:04.348165 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-78e7ff15-9af6-4883-a5e2-4c16c8c64bff None None] Bound port: 5ea0f6a4-6121-44b7-bb2b-7570033f02ef, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:24:04.348400 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78e7ff15-9af6-4883-a5e2-4c16c8c64bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5ea0f6a4-6121-44b7-bb2b-7570033f02ef), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:04.355486 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb4e1498-2103-4537-a96f-85d51070f970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (621c6b74-7eb5-41ef-bdc8-98ddba2f1c43), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:04.402661 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-78e7ff15-9af6-4883-a5e2-4c16c8c64bff None None] For port 5ea0f6a4-6121-44b7-bb2b-7570033f02ef, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:24:04.407118 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-78e7ff15-9af6-4883-a5e2-4c16c8c64bff None None] For port 5ea0f6a4-6121-44b7-bb2b-7570033f02ef, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=5ea0f6a4-6121-44b7-bb2b-7570033f02ef,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:24:04.414343 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78e7ff15-9af6-4883-a5e2-4c16c8c64bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (5ea0f6a4-6121-44b7-bb2b-7570033f02ef), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:04.486596 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e7ff15-9af6-4883-a5e2-4c16c8c64bff None None] Routers {'621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:24:04.487239 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-78e7ff15-9af6-4883-a5e2-4c16c8c64bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:23:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:24:04.498894 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb4e1498-2103-4537-a96f-85d51070f970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f4be97ba-cab2-430b-b397-935ba0f83d67), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:04.526733 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f364ca9-6b83-4cf3-8809-c7f96193e5ff None None] Pushing event updated for resources: {'Port': ['ID=5ea0f6a4-6121-44b7-bb2b-7570033f02ef,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:04.578198 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:04.594048 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-33b11650-b76a-474b-9b07-c54ab572ef75 None None] Provisioning complete for port f4be97ba-cab2-430b-b397-935ba0f83d67 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:04.594351 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-33b11650-b76a-474b-9b07-c54ab572ef75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f4be97ba-cab2-430b-b397-935ba0f83d67), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:04.644370 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-78e7ff15-9af6-4883-a5e2-4c16c8c64bff None None] Set router 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:24:04.646179 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-33b11650-b76a-474b-9b07-c54ab572ef75 None None] Port f4be97ba-cab2-430b-b397-935ba0f83d67 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:24:04.672245 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb4e1498-2103-4537-a96f-85d51070f970 admin admin] Publish callbacks [] for port (f4be97ba-cab2-430b-b397-935ba0f83d67), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:04.676910 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb4e1498-2103-4537-a96f-85d51070f970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (f4be97ba-cab2-430b-b397-935ba0f83d67), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:04.747029 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb4e1498-2103-4537-a96f-85d51070f970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (621c6b74-7eb5-41ef-bdc8-98ddba2f1c43), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:04.748771 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e1498-2103-4537-a96f-85d51070f970 admin admin] Pushing event updated for resources: {'Port': ['ID=f4be97ba-cab2-430b-b397-935ba0f83d67,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:04.842085 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4e1498-2103-4537-a96f-85d51070f970 admin admin] Network d0875a64-d2d2-496b-89b8-416d7457c6a7 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:24:04.843057 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-eb4e1498-2103-4537-a96f-85d51070f970 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:24:04.865475 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-78e7ff15-9af6-4883-a5e2-4c16c8c64bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'name': 'tempest-TestSnapshotPattern-1105750683-router', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:01Z', 'updated_at': '2022-02-07T22:24:04Z', 'revision_number': 4, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'gw_port': {'id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:02Z', 'updated_at': '2022-02-07T22:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'f4be97ba-cab2-430b-b397-935ba0f83d67', 'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'mac_address': 'fa:16:3e:c9:dd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:03Z', 'updated_at': '2022-02-07T22:24:04Z', 'revision_number': 1, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'subnets': [{'id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:24:04.869135 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:04.901498 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e7ff15-9af6-4883-a5e2-4c16c8c64bff None None] The sync data for ids ['621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'] in n-d-828185-2 is: [{'id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'name': 'tempest-TestSnapshotPattern-1105750683-router', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:01Z', 'updated_at': '2022-02-07T22:24:04Z', 'revision_number': 4, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'gw_port': {'id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:02Z', 'updated_at': '2022-02-07T22:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'f4be97ba-cab2-430b-b397-935ba0f83d67', 'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'mac_address': 'fa:16:3e:c9:dd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:03Z', 'updated_at': '2022-02-07T22:24:04Z', 'revision_number': 1, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'subnets': [{'id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:24:04.915073 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8e1e6806-adbd-4071-b95e-5a4b80e66cc7 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:24:04.968597 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 8e1e6806-adbd-4071-b95e-5a4b80e66cc7 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:04.969294 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (8e1e6806-adbd-4071-b95e-5a4b80e66cc7), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:04.987689 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4e1498-2103-4537-a96f-85d51070f970 admin admin] Router 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:24:05.118402 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4e1498-2103-4537-a96f-85d51070f970 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:24:05.128900 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-eb4e1498-2103-4537-a96f-85d51070f970 admin admin] 10.222.0.65 "PUT /v2.0/routers/621c6b74-7eb5-41ef-bdc8-98ddba2f1c43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5809371 Feb 07 22:24:05.263844 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 8e1e6806-adbd-4071-b95e-5a4b80e66cc7 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:24:05.270162 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f038a753-207f-4972-b4b7-2104cfdeeeb6 None None] Provisioning complete for port f4be97ba-cab2-430b-b397-935ba0f83d67 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:05.270496 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f038a753-207f-4972-b4b7-2104cfdeeeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f4be97ba-cab2-430b-b397-935ba0f83d67), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:05.306598 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f038a753-207f-4972-b4b7-2104cfdeeeb6 None None] Port f4be97ba-cab2-430b-b397-935ba0f83d67 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:24:05.645854 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49120) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:24:05.650909 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-eef9a97d-cd30-4a78-b51d-4cb8a3918ed6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1349063580-network', 'tenant_id': '5300669256f244e5832ae5f5979e8d7f'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:24:05.675571 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef9a97d-cd30-4a78-b51d-4cb8a3918ed6 admin admin] Made reservation on behalf of 5300669256f244e5832ae5f5979e8d7f for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:24:05.678471 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eef9a97d-cd30-4a78-b51d-4cb8a3918ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for network (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:05.690614 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eef9a97d-cd30-4a78-b51d-4cb8a3918ed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:05.778831 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eef9a97d-cd30-4a78-b51d-4cb8a3918ed6 admin admin] Publish callbacks [] for security_group (3851b308-bf19-4eea-8e2e-7e8032c0ab92), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:05.782170 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eef9a97d-cd30-4a78-b51d-4cb8a3918ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3851b308-bf19-4eea-8e2e-7e8032c0ab92), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:05.811093 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef9a97d-cd30-4a78-b51d-4cb8a3918ed6 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:24:05.817970 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9a97d-cd30-4a78-b51d-4cb8a3918ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3851b308-bf19-4eea-8e2e-7e8032c0ab92,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:05.825581 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eef9a97d-cd30-4a78-b51d-4cb8a3918ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (b9f95b6d-7178-415e-9700-4305bffb2d67), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:05.825974 n-d-828185-2 neutron-server[103256]: INFO neutron.db.segments_db [None req-eef9a97d-cd30-4a78-b51d-4cb8a3918ed6 admin admin] Added segment b9f95b6d-7178-415e-9700-4305bffb2d67 of type vlan for network 20c24d55-8be1-417b-8a63-6a8e71341fa8 Feb 07 22:24:05.871045 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eef9a97d-cd30-4a78-b51d-4cb8a3918ed6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751804959281'] for network (20c24d55-8be1-417b-8a63-6a8e71341fa8), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:05.895736 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eef9a97d-cd30-4a78-b51d-4cb8a3918ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100'] for network (20c24d55-8be1-417b-8a63-6a8e71341fa8), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:05.897042 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef9a97d-cd30-4a78-b51d-4cb8a3918ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:05.897614 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eef9a97d-cd30-4a78-b51d-4cb8a3918ed6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:05.956628 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-eef9a97d-cd30-4a78-b51d-4cb8a3918ed6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3095272 Feb 07 22:24:05.959527 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49122) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:24:05.963625 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9a97d-cd30-4a78-b51d-4cb8a3918ed6 admin admin] Pushing event updated for resources: {'Network': ['ID=20c24d55-8be1-417b-8a63-6a8e71341fa8,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:05.966308 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-58dbbed8-d34b-40ea-88a4-a61db22587c7 admin admin] Request body: {'subnet': {'network_id': '20c24d55-8be1-417b-8a63-6a8e71341fa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1349063580-subnet', 'tenant_id': '5300669256f244e5832ae5f5979e8d7f', 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:24:05.974430 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Network 20c24d55-8be1-417b-8a63-6a8e71341fa8 details requested by agent ovs-agent-n-d-828185-2 with host n-d-828185-2 {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 22:24:05.990719 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58dbbed8-d34b-40ea-88a4-a61db22587c7 admin admin] Made reservation on behalf of 5300669256f244e5832ae5f5979e8d7f for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:24:05.993289 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58dbbed8-d34b-40ea-88a4-a61db22587c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520832819'] for subnet (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:06.170678 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58dbbed8-d34b-40ea-88a4-a61db22587c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520406702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520832781'] for subnet (13a90fe1-1ffb-4f19-8a1b-56f3a74dfa66), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:06.224736 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbbed8-d34b-40ea-88a4-a61db22587c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13a90fe1-1ffb-4f19-8a1b-56f3a74dfa66,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:06.235291 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dbbed8-d34b-40ea-88a4-a61db22587c7 admin admin] Checking segment: {'id': 'b9f95b6d-7178-415e-9700-4305bffb2d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '20c24d55-8be1-417b-8a63-6a8e71341fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:24:06.235649 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dbbed8-d34b-40ea-88a4-a61db22587c7 admin admin] Network hostable DHCP agents. Network: 20c24d55-8be1-417b-8a63-6a8e71341fa8, hostable agents: ['742ed04e-215a-487f-a1a1-9338c04b6705'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:24:06.252255 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dbbed8-d34b-40ea-88a4-a61db22587c7 admin admin] Network 20c24d55-8be1-417b-8a63-6a8e71341fa8 is scheduled to be hosted by DHCP agent 742ed04e-215a-487f-a1a1-9338c04b6705 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:24:06.261629 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-58dbbed8-d34b-40ea-88a4-a61db22587c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828185-2, 20c24d55-8be1-417b-8a63-6a8e71341fa8) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:24:06.266449 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dbbed8-d34b-40ea-88a4-a61db22587c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:06.267124 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-58dbbed8-d34b-40ea-88a4-a61db22587c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:06.272038 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051bf9e2-363b-4cef-8c85-ab1482dfe1a0 None None] Network 20c24d55-8be1-417b-8a63-6a8e71341fa8 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:24:06.284492 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-58dbbed8-d34b-40ea-88a4-a61db22587c7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3232009 Feb 07 22:24:06.286958 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49124) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:24:06.291436 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5c4bdf16-ced4-4c9c-9607-01b9fbb48f75 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1349063580-router', 'tenant_id': '5300669256f244e5832ae5f5979e8d7f', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:24:06.314305 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c4bdf16-ced4-4c9c-9607-01b9fbb48f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7867214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9749'] for router (d5870dea-495c-482e-90fc-b543952e5c8f), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:06.315632 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c4bdf16-ced4-4c9c-9607-01b9fbb48f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7867194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7871120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9740'] for router (d5870dea-495c-482e-90fc-b543952e5c8f), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:06.375529 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c4bdf16-ced4-4c9c-9607-01b9fbb48f75 admin admin] Publish callbacks [] for router_controller (d5870dea-495c-482e-90fc-b543952e5c8f), precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:06.394869 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a057906-9959-4fec-a668-e93f9f6580d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbd06dec-20a9-5903-b105-f773cd96dc58-20c24d55-8be1-417b-8a63-6a8e71341fa8', 'network_id': '20c24d55-8be1-417b-8a63-6a8e71341fa8', 'project_id': '5300669256f244e5832ae5f5979e8d7f', 'fixed_ips': [{'subnet_id': '13a90fe1-1ffb-4f19-8a1b-56f3a74dfa66'}]}} from n-d-828185-2. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 22:24:06.395746 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8a057906-9959-4fec-a668-e93f9f6580d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:06.517466 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c4bdf16-ced4-4c9c-9607-01b9fbb48f75 admin admin] Publish callbacks [] for router_gateway (d5870dea-495c-482e-90fc-b543952e5c8f), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:06.531176 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-8a057906-9959-4fec-a668-e93f9f6580d2 None None] Allocated IP 172.20.0.2 (20c24d55-8be1-417b-8a63-6a8e71341fa8/13a90fe1-1ffb-4f19-8a1b-56f3a74dfa66/2dec7e2f-e735-44b6-8e82-abae7730590a) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:24:06.682563 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8a057906-9959-4fec-a668-e93f9f6580d2 None None] Publish callbacks [] for port (2dec7e2f-e735-44b6-8e82-abae7730590a), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:06.689820 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8a057906-9959-4fec-a668-e93f9f6580d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475'] for port (2dec7e2f-e735-44b6-8e82-abae7730590a), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:06.720751 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c4bdf16-ced4-4c9c-9607-01b9fbb48f75 admin admin] Publish callbacks [] for router_gateway (d5870dea-495c-482e-90fc-b543952e5c8f), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:06.730693 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a057906-9959-4fec-a668-e93f9f6580d2 None None] Network 20c24d55-8be1-417b-8a63-6a8e71341fa8 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:24:06.733811 n-d-828185-2 neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-8a057906-9959-4fec-a668-e93f9f6580d2 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:24:06.738148 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a057906-9959-4fec-a668-e93f9f6580d2 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:24:06.741313 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a057906-9959-4fec-a668-e93f9f6580d2 None None] Pushing event updated for resources: {'Port': ['ID=2dec7e2f-e735-44b6-8e82-abae7730590a,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:06.741501 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c4bdf16-ced4-4c9c-9607-01b9fbb48f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:06.799770 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8a057906-9959-4fec-a668-e93f9f6580d2 None None] Attempting to bind port 2dec7e2f-e735-44b6-8e82-abae7730590a on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:24:06.800147 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8a057906-9959-4fec-a668-e93f9f6580d2 None None] Attempting to bind port 2dec7e2f-e735-44b6-8e82-abae7730590a by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'b9f95b6d-7178-415e-9700-4305bffb2d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '20c24d55-8be1-417b-8a63-6a8e71341fa8'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:24:06.800573 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a057906-9959-4fec-a668-e93f9f6580d2 None None] Attempting to bind port 2dec7e2f-e735-44b6-8e82-abae7730590a on network 20c24d55-8be1-417b-8a63-6a8e71341fa8 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:24:06.805963 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a057906-9959-4fec-a668-e93f9f6580d2 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:24:06.806344 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a057906-9959-4fec-a668-e93f9f6580d2 None None] Checking segment: {'id': 'b9f95b6d-7178-415e-9700-4305bffb2d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '20c24d55-8be1-417b-8a63-6a8e71341fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:24:06.806809 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8a057906-9959-4fec-a668-e93f9f6580d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:06.807213 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a057906-9959-4fec-a668-e93f9f6580d2 None None] Bound using segment: {'id': 'b9f95b6d-7178-415e-9700-4305bffb2d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '20c24d55-8be1-417b-8a63-6a8e71341fa8'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:24:06.807829 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8a057906-9959-4fec-a668-e93f9f6580d2 None None] Bound port: 2dec7e2f-e735-44b6-8e82-abae7730590a, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f95b6d-7178-415e-9700-4305bffb2d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '20c24d55-8be1-417b-8a63-6a8e71341fa8'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:24:06.808357 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8a057906-9959-4fec-a668-e93f9f6580d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2dec7e2f-e735-44b6-8e82-abae7730590a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:06.857479 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-5c4bdf16-ced4-4c9c-9607-01b9fbb48f75 admin admin] Allocated IP 172.25.4.14 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/772738f2-624e-4ae2-8473-a02c6584dbf1) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:24:06.884006 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8a057906-9959-4fec-a668-e93f9f6580d2 None None] For port 2dec7e2f-e735-44b6-8e82-abae7730590a, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:24:06.887928 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8a057906-9959-4fec-a668-e93f9f6580d2 None None] For port 2dec7e2f-e735-44b6-8e82-abae7730590a, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2dec7e2f-e735-44b6-8e82-abae7730590a,segment=NetworkSegment(b9f95b6d-7178-415e-9700-4305bffb2d67),segment_id=b9f95b6d-7178-415e-9700-4305bffb2d67)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:24:06.894026 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8a057906-9959-4fec-a668-e93f9f6580d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2dec7e2f-e735-44b6-8e82-abae7730590a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:06.947932 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 5ea0f6a4-6121-44b7-bb2b-7570033f02ef up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:24:06.988743 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a057906-9959-4fec-a668-e93f9f6580d2 None None] Pushing event updated for resources: {'Port': ['ID=2dec7e2f-e735-44b6-8e82-abae7730590a,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:07.009561 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c4bdf16-ced4-4c9c-9607-01b9fbb48f75 admin admin] Publish callbacks [] for port (772738f2-624e-4ae2-8473-a02c6584dbf1), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:07.019995 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 5ea0f6a4-6121-44b7-bb2b-7570033f02ef triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:07.020413 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5ea0f6a4-6121-44b7-bb2b-7570033f02ef), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:07.050695 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c4bdf16-ced4-4c9c-9607-01b9fbb48f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (772738f2-624e-4ae2-8473-a02c6584dbf1), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:07.097801 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4bdf16-ced4-4c9c-9607-01b9fbb48f75 admin admin] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:24:07.104006 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-5c4bdf16-ced4-4c9c-9607-01b9fbb48f75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:24:07.107262 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4bdf16-ced4-4c9c-9607-01b9fbb48f75 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:24:07.145350 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 5ea0f6a4-6121-44b7-bb2b-7570033f02ef is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:24:07.145867 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (5ea0f6a4-6121-44b7-bb2b-7570033f02ef), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:07.155838 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4bdf16-ced4-4c9c-9607-01b9fbb48f75 admin admin] Pushing event updated for resources: {'Port': ['ID=772738f2-624e-4ae2-8473-a02c6584dbf1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:07.178694 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 5ea0f6a4-6121-44b7-bb2b-7570033f02ef, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=5ea0f6a4-6121-44b7-bb2b-7570033f02ef,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:24:07.179729 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c9afc1-4d6a-4475-80d6-84f0c47f6485 None None] Sync routers for ids ['621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:24:07.185530 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (5ea0f6a4-6121-44b7-bb2b-7570033f02ef), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:07.195545 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c9afc1-4d6a-4475-80d6-84f0c47f6485 None None] Routers {'621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:24:07.196173 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-37c9afc1-4d6a-4475-80d6-84f0c47f6485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:23:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:24:07.248636 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=5ea0f6a4-6121-44b7-bb2b-7570033f02ef,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:07.332983 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-37c9afc1-4d6a-4475-80d6-84f0c47f6485 None None] Set router 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:24:07.582045 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-37c9afc1-4d6a-4475-80d6-84f0c47f6485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'name': 'tempest-TestSnapshotPattern-1105750683-router', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:01Z', 'updated_at': '2022-02-07T22:24:04Z', 'revision_number': 4, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'gw_port': {'id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:02Z', 'updated_at': '2022-02-07T22:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'f4be97ba-cab2-430b-b397-935ba0f83d67', 'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'mac_address': 'fa:16:3e:c9:dd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:03Z', 'updated_at': '2022-02-07T22:24:04Z', 'revision_number': 2, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'subnets': [{'id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:24:07.609967 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c9afc1-4d6a-4475-80d6-84f0c47f6485 None None] Checking router: 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:24:07.610312 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c9afc1-4d6a-4475-80d6-84f0c47f6485 None None] Updating router 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 port f4be97ba-cab2-430b-b397-935ba0f83d67 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:24:07.644298 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-37c9afc1-4d6a-4475-80d6-84f0c47f6485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f4be97ba-cab2-430b-b397-935ba0f83d67), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:07.751369 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c4bdf16-ced4-4c9c-9607-01b9fbb48f75 admin admin] Publish callbacks [] for router_gateway (d5870dea-495c-482e-90fc-b543952e5c8f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:07.956954 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-37c9afc1-4d6a-4475-80d6-84f0c47f6485 None None] Publish callbacks [] for port (f4be97ba-cab2-430b-b397-935ba0f83d67), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:07.963124 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-37c9afc1-4d6a-4475-80d6-84f0c47f6485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f4be97ba-cab2-430b-b397-935ba0f83d67), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:07.971535 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c4bdf16-ced4-4c9c-9607-01b9fbb48f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7871559'] for router (d5870dea-495c-482e-90fc-b543952e5c8f), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:08.042225 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ca6eb-6cbd-453e-896d-eb5f1f535420 None None] Pushing event updated for resources: {'Port': ['ID=f4be97ba-cab2-430b-b397-935ba0f83d67,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:08.074539 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ca6eb-6cbd-453e-896d-eb5f1f535420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:08.076387 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ca6eb-6cbd-453e-896d-eb5f1f535420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:08.076387 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ca6eb-6cbd-453e-896d-eb5f1f535420 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:08.076387 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ca6eb-6cbd-453e-896d-eb5f1f535420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:08.076691 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ca6eb-6cbd-453e-896d-eb5f1f535420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:08.076893 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ca6eb-6cbd-453e-896d-eb5f1f535420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:08.077216 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ca6eb-6cbd-453e-896d-eb5f1f535420 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:08.077538 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ca6eb-6cbd-453e-896d-eb5f1f535420 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:08.077858 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ca6eb-6cbd-453e-896d-eb5f1f535420 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:08.078238 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ca6eb-6cbd-453e-896d-eb5f1f535420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:08.078544 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ca6eb-6cbd-453e-896d-eb5f1f535420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:08.078780 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ca6eb-6cbd-453e-896d-eb5f1f535420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:08.079094 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ca6eb-6cbd-453e-896d-eb5f1f535420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:08.094809 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-37c9afc1-4d6a-4475-80d6-84f0c47f6485 None None] Attempting to bind port f4be97ba-cab2-430b-b397-935ba0f83d67 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:24:08.096352 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-37c9afc1-4d6a-4475-80d6-84f0c47f6485 None None] Attempting to bind port f4be97ba-cab2-430b-b397-935ba0f83d67 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'bfc1c79b-4801-45a6-a3f0-c659469bbcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:24:08.096352 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c9afc1-4d6a-4475-80d6-84f0c47f6485 None None] Attempting to bind port f4be97ba-cab2-430b-b397-935ba0f83d67 on network d0875a64-d2d2-496b-89b8-416d7457c6a7 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:24:08.104366 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c9afc1-4d6a-4475-80d6-84f0c47f6485 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:24:08.104851 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c9afc1-4d6a-4475-80d6-84f0c47f6485 None None] Checking segment: {'id': 'bfc1c79b-4801-45a6-a3f0-c659469bbcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:24:08.105156 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-37c9afc1-4d6a-4475-80d6-84f0c47f6485 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:08.105548 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c9afc1-4d6a-4475-80d6-84f0c47f6485 None None] Bound using segment: {'id': 'bfc1c79b-4801-45a6-a3f0-c659469bbcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:24:08.106045 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-37c9afc1-4d6a-4475-80d6-84f0c47f6485 None None] Bound port: f4be97ba-cab2-430b-b397-935ba0f83d67, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc1c79b-4801-45a6-a3f0-c659469bbcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:24:08.106425 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-37c9afc1-4d6a-4475-80d6-84f0c47f6485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f4be97ba-cab2-430b-b397-935ba0f83d67), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:08.143882 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3082006-be2d-4367-9ca9-35396d0d6d13 None None] Network 20c24d55-8be1-417b-8a63-6a8e71341fa8 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:24:08.163150 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4bdf16-ced4-4c9c-9607-01b9fbb48f75 admin admin] Router d5870dea-495c-482e-90fc-b543952e5c8f is scheduled to L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 22:24:08.181309 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-37c9afc1-4d6a-4475-80d6-84f0c47f6485 None None] For port f4be97ba-cab2-430b-b397-935ba0f83d67, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:24:08.185374 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-37c9afc1-4d6a-4475-80d6-84f0c47f6485 None None] For port f4be97ba-cab2-430b-b397-935ba0f83d67, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f4be97ba-cab2-430b-b397-935ba0f83d67,segment=NetworkSegment(bfc1c79b-4801-45a6-a3f0-c659469bbcf5),segment_id=bfc1c79b-4801-45a6-a3f0-c659469bbcf5)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:24:08.193636 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-37c9afc1-4d6a-4475-80d6-84f0c47f6485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f4be97ba-cab2-430b-b397-935ba0f83d67), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:08.226558 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6b18244e-ca09-4d96-83f3-f649c0f9055a None None] Provisioning complete for port 2dec7e2f-e735-44b6-8e82-abae7730590a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:08.226932 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6b18244e-ca09-4d96-83f3-f649c0f9055a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2dec7e2f-e735-44b6-8e82-abae7730590a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:08.241042 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c9afc1-4d6a-4475-80d6-84f0c47f6485 None None] Routers {'621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:24:08.241705 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-37c9afc1-4d6a-4475-80d6-84f0c47f6485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:23:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:24:08.287975 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4bdf16-ced4-4c9c-9607-01b9fbb48f75 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:24:08.300300 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65af325-8cac-4cd1-a614-c8c5aaef894e None None] Sync routers for ids ['d5870dea-495c-482e-90fc-b543952e5c8f'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:24:08.317972 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c4bdf16-ced4-4c9c-9607-01b9fbb48f75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:08.324116 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49126) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:24:08.339164 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-5c4bdf16-ced4-4c9c-9607-01b9fbb48f75 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0509748 Feb 07 22:24:08.347403 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65af325-8cac-4cd1-a614-c8c5aaef894e None None] Routers {'d5870dea-495c-482e-90fc-b543952e5c8f'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:24:08.348049 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c65af325-8cac-4cd1-a614-c8c5aaef894e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:23:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['d5870dea-495c-482e-90fc-b543952e5c8f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:24:08.373506 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ca6eb-6cbd-453e-896d-eb5f1f535420 None None] Pushing event updated for resources: {'Port': ['ID=f4be97ba-cab2-430b-b397-935ba0f83d67,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:08.415509 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-37c9afc1-4d6a-4475-80d6-84f0c47f6485 None None] Set router 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:24:08.437714 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6b18244e-ca09-4d96-83f3-f649c0f9055a None None] Current status of the port 2dec7e2f-e735-44b6-8e82-abae7730590a is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:24:08.438113 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6b18244e-ca09-4d96-83f3-f649c0f9055a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2dec7e2f-e735-44b6-8e82-abae7730590a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:08.488764 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-6b18244e-ca09-4d96-83f3-f649c0f9055a None None] For port 2dec7e2f-e735-44b6-8e82-abae7730590a, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2dec7e2f-e735-44b6-8e82-abae7730590a,segment=NetworkSegment(b9f95b6d-7178-415e-9700-4305bffb2d67),segment_id=b9f95b6d-7178-415e-9700-4305bffb2d67)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:24:08.501875 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6b18244e-ca09-4d96-83f3-f649c0f9055a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2dec7e2f-e735-44b6-8e82-abae7730590a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:08.568439 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-c65af325-8cac-4cd1-a614-c8c5aaef894e None None] Set router d5870dea-495c-482e-90fc-b543952e5c8f gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:24:08.679685 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18244e-ca09-4d96-83f3-f649c0f9055a None None] Pushing event updated for resources: {'Port': ['ID=2dec7e2f-e735-44b6-8e82-abae7730590a,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:08.738720 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0cb6d80f-4571-499e-9602-0fd059485549 None None] Provisioning complete for port f4be97ba-cab2-430b-b397-935ba0f83d67 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:08.739103 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0cb6d80f-4571-499e-9602-0fd059485549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f4be97ba-cab2-430b-b397-935ba0f83d67), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:08.828656 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-37c9afc1-4d6a-4475-80d6-84f0c47f6485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'name': 'tempest-TestSnapshotPattern-1105750683-router', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:01Z', 'updated_at': '2022-02-07T22:24:04Z', 'revision_number': 4, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'gw_port': {'id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:02Z', 'updated_at': '2022-02-07T22:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'f4be97ba-cab2-430b-b397-935ba0f83d67', 'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'mac_address': 'fa:16:3e:c9:dd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:03Z', 'updated_at': '2022-02-07T22:24:08Z', 'revision_number': 4, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'subnets': [{'id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:24:08.859081 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c9afc1-4d6a-4475-80d6-84f0c47f6485 None None] The sync data for ids ['621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'] in n-d-828185-2 is: [{'id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'name': 'tempest-TestSnapshotPattern-1105750683-router', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:01Z', 'updated_at': '2022-02-07T22:24:04Z', 'revision_number': 4, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'gw_port': {'id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:02Z', 'updated_at': '2022-02-07T22:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'f4be97ba-cab2-430b-b397-935ba0f83d67', 'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'mac_address': 'fa:16:3e:c9:dd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:03Z', 'updated_at': '2022-02-07T22:24:08Z', 'revision_number': 4, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'subnets': [{'id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:24:08.888141 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7645fe49-646b-4520-83e0-cc417dc10274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:08.896232 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0cb6d80f-4571-499e-9602-0fd059485549 None None] Current status of the port f4be97ba-cab2-430b-b397-935ba0f83d67 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:24:08.896653 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0cb6d80f-4571-499e-9602-0fd059485549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (f4be97ba-cab2-430b-b397-935ba0f83d67), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:08.941960 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0cb6d80f-4571-499e-9602-0fd059485549 None None] For port f4be97ba-cab2-430b-b397-935ba0f83d67, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f4be97ba-cab2-430b-b397-935ba0f83d67,segment=NetworkSegment(bfc1c79b-4801-45a6-a3f0-c659469bbcf5),segment_id=bfc1c79b-4801-45a6-a3f0-c659469bbcf5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:24:08.943801 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c65af325-8cac-4cd1-a614-c8c5aaef894e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5870dea-495c-482e-90fc-b543952e5c8f', 'name': 'tempest-TestSnapshotPattern-1349063580-router', 'tenant_id': '5300669256f244e5832ae5f5979e8d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '772738f2-624e-4ae2-8473-a02c6584dbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:06Z', 'updated_at': '2022-02-07T22:24:07Z', 'revision_number': 3, 'project_id': '5300669256f244e5832ae5f5979e8d7f', 'gw_port': {'id': '772738f2-624e-4ae2-8473-a02c6584dbf1', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:07:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5870dea-495c-482e-90fc-b543952e5c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:06Z', 'updated_at': '2022-02-07T22:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:24:08.976803 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0cb6d80f-4571-499e-9602-0fd059485549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (f4be97ba-cab2-430b-b397-935ba0f83d67), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:08.980426 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65af325-8cac-4cd1-a614-c8c5aaef894e None None] Checking router: d5870dea-495c-482e-90fc-b543952e5c8f for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:24:08.980716 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65af325-8cac-4cd1-a614-c8c5aaef894e None None] Updating router d5870dea-495c-482e-90fc-b543952e5c8f port 772738f2-624e-4ae2-8473-a02c6584dbf1 binding host n-d-828185-2 {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:24:09.037160 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c65af325-8cac-4cd1-a614-c8c5aaef894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (772738f2-624e-4ae2-8473-a02c6584dbf1), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:09.075354 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6d80f-4571-499e-9602-0fd059485549 None None] Pushing event updated for resources: {'Port': ['ID=f4be97ba-cab2-430b-b397-935ba0f83d67,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:09.112498 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-7645fe49-646b-4520-83e0-cc417dc10274 admin admin] Allocated IP 172.20.0.1 (20c24d55-8be1-417b-8a63-6a8e71341fa8/13a90fe1-1ffb-4f19-8a1b-56f3a74dfa66/e14fab74-b5d0-4cc8-b583-a3d27e002d44) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:24:09.145548 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2dec7e2f-e735-44b6-8e82-abae7730590a up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:24:09.203242 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3b17c990-49c9-4f0e-b1ae-e043e965bb0d None None] Provisioning complete for port 2dec7e2f-e735-44b6-8e82-abae7730590a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:09.203620 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3b17c990-49c9-4f0e-b1ae-e043e965bb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2dec7e2f-e735-44b6-8e82-abae7730590a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:09.232190 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7645fe49-646b-4520-83e0-cc417dc10274 admin admin] Publish callbacks [] for port (e14fab74-b5d0-4cc8-b583-a3d27e002d44), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:09.268512 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7645fe49-646b-4520-83e0-cc417dc10274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (e14fab74-b5d0-4cc8-b583-a3d27e002d44), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:09.315434 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7645fe49-646b-4520-83e0-cc417dc10274 admin admin] Network 20c24d55-8be1-417b-8a63-6a8e71341fa8 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:24:09.318480 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-7645fe49-646b-4520-83e0-cc417dc10274 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:24:09.320976 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 2dec7e2f-e735-44b6-8e82-abae7730590a triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:09.321315 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2dec7e2f-e735-44b6-8e82-abae7730590a), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:09.322143 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7645fe49-646b-4520-83e0-cc417dc10274 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:24:09.362333 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7645fe49-646b-4520-83e0-cc417dc10274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7871632'] for router_interface (d5870dea-495c-482e-90fc-b543952e5c8f), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:09.399888 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645fe49-646b-4520-83e0-cc417dc10274 admin admin] Pushing event updated for resources: {'Port': ['ID=e14fab74-b5d0-4cc8-b583-a3d27e002d44,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:09.433653 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3b17c990-49c9-4f0e-b1ae-e043e965bb0d None None] Current status of the port 2dec7e2f-e735-44b6-8e82-abae7730590a is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:24:09.506168 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3b17c990-49c9-4f0e-b1ae-e043e965bb0d None None] Provisioning complete for port f4be97ba-cab2-430b-b397-935ba0f83d67 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:09.506561 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3b17c990-49c9-4f0e-b1ae-e043e965bb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f4be97ba-cab2-430b-b397-935ba0f83d67), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:09.513398 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c65af325-8cac-4cd1-a614-c8c5aaef894e None None] Publish callbacks [] for port (772738f2-624e-4ae2-8473-a02c6584dbf1), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:09.543525 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c65af325-8cac-4cd1-a614-c8c5aaef894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (772738f2-624e-4ae2-8473-a02c6584dbf1), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:09.543800 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7645fe49-646b-4520-83e0-cc417dc10274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e14fab74-b5d0-4cc8-b583-a3d27e002d44), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:09.552677 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 2dec7e2f-e735-44b6-8e82-abae7730590a is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:24:09.553005 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f4be97ba-cab2-430b-b397-935ba0f83d67 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:24:09.735727 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7645fe49-646b-4520-83e0-cc417dc10274 admin admin] Publish callbacks [] for port (e14fab74-b5d0-4cc8-b583-a3d27e002d44), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:09.742900 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7645fe49-646b-4520-83e0-cc417dc10274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (e14fab74-b5d0-4cc8-b583-a3d27e002d44), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:09.810560 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645fe49-646b-4520-83e0-cc417dc10274 admin admin] Pushing event updated for resources: {'Port': ['ID=e14fab74-b5d0-4cc8-b583-a3d27e002d44,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:09.814242 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7645fe49-646b-4520-83e0-cc417dc10274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7867392'] for router_interface (d5870dea-495c-482e-90fc-b543952e5c8f), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:09.821461 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662bcdb-48ac-47dc-a681-d422eba16d59 None None] Pushing event updated for resources: {'Port': ['ID=772738f2-624e-4ae2-8473-a02c6584dbf1,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:09.825981 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c65af325-8cac-4cd1-a614-c8c5aaef894e None None] Attempting to bind port 772738f2-624e-4ae2-8473-a02c6584dbf1 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:24:09.826351 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c65af325-8cac-4cd1-a614-c8c5aaef894e None None] Attempting to bind port 772738f2-624e-4ae2-8473-a02c6584dbf1 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:24:09.826711 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65af325-8cac-4cd1-a614-c8c5aaef894e None None] Attempting to bind port 772738f2-624e-4ae2-8473-a02c6584dbf1 on network 2d250b10-655b-4b48-8c99-524ebfe3db06 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:24:09.835552 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65af325-8cac-4cd1-a614-c8c5aaef894e None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:24:09.835926 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65af325-8cac-4cd1-a614-c8c5aaef894e None None] Checking segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:24:09.836345 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c65af325-8cac-4cd1-a614-c8c5aaef894e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:09.836743 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65af325-8cac-4cd1-a614-c8c5aaef894e None None] Bound using segment: {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:24:09.837352 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c65af325-8cac-4cd1-a614-c8c5aaef894e None None] Bound port: 772738f2-624e-4ae2-8473-a02c6584dbf1, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d40187-6988-4581-b819-83db6e955bcf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:24:09.837583 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c65af325-8cac-4cd1-a614-c8c5aaef894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (772738f2-624e-4ae2-8473-a02c6584dbf1), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:09.909246 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7645fe49-646b-4520-83e0-cc417dc10274 admin admin] Network 20c24d55-8be1-417b-8a63-6a8e71341fa8 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:24:09.910717 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-7645fe49-646b-4520-83e0-cc417dc10274 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:24:09.912171 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port f4be97ba-cab2-430b-b397-935ba0f83d67 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:09.912570 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f4be97ba-cab2-430b-b397-935ba0f83d67), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:09.940914 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3b17c990-49c9-4f0e-b1ae-e043e965bb0d None None] Current status of the port f4be97ba-cab2-430b-b397-935ba0f83d67 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:24:09.955715 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c65af325-8cac-4cd1-a614-c8c5aaef894e None None] For port 772738f2-624e-4ae2-8473-a02c6584dbf1, host n-d-828185-2, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:24:09.971087 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c65af325-8cac-4cd1-a614-c8c5aaef894e None None] For port 772738f2-624e-4ae2-8473-a02c6584dbf1, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=772738f2-624e-4ae2-8473-a02c6584dbf1,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:24:09.980390 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c65af325-8cac-4cd1-a614-c8c5aaef894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (772738f2-624e-4ae2-8473-a02c6584dbf1), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:10.044252 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7645fe49-646b-4520-83e0-cc417dc10274 admin admin] Router d5870dea-495c-482e-90fc-b543952e5c8f has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:24:10.082976 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port f4be97ba-cab2-430b-b397-935ba0f83d67 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:24:10.084063 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 5ea0f6a4-6121-44b7-bb2b-7570033f02ef up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:24:10.085643 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65af325-8cac-4cd1-a614-c8c5aaef894e None None] Routers {'d5870dea-495c-482e-90fc-b543952e5c8f'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:24:10.086270 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c65af325-8cac-4cd1-a614-c8c5aaef894e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:23:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['d5870dea-495c-482e-90fc-b543952e5c8f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:24:10.092510 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662bcdb-48ac-47dc-a681-d422eba16d59 None None] Pushing event updated for resources: {'Port': ['ID=772738f2-624e-4ae2-8473-a02c6584dbf1,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:10.157049 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7645fe49-646b-4520-83e0-cc417dc10274 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:24:10.164399 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-7645fe49-646b-4520-83e0-cc417dc10274 admin admin] 10.222.0.65 "PUT /v2.0/routers/d5870dea-495c-482e-90fc-b543952e5c8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8351791 Feb 07 22:24:10.177663 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-321806aa-c8d3-467b-9760-ab6c152ef25c None None] Provisioning complete for port e14fab74-b5d0-4cc8-b583-a3d27e002d44 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:10.178161 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-321806aa-c8d3-467b-9760-ab6c152ef25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e14fab74-b5d0-4cc8-b583-a3d27e002d44), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:10.241593 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-321806aa-c8d3-467b-9760-ab6c152ef25c None None] Port e14fab74-b5d0-4cc8-b583-a3d27e002d44 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:24:10.267426 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 5ea0f6a4-6121-44b7-bb2b-7570033f02ef triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:10.267799 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (5ea0f6a4-6121-44b7-bb2b-7570033f02ef), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:10.272805 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-c65af325-8cac-4cd1-a614-c8c5aaef894e None None] Set router d5870dea-495c-482e-90fc-b543952e5c8f gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:24:10.458113 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f8a21c5a-a48b-47c9-8e6b-bdf86e0cfc16 None None] Provisioning complete for port e14fab74-b5d0-4cc8-b583-a3d27e002d44 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:10.458269 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f8a21c5a-a48b-47c9-8e6b-bdf86e0cfc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e14fab74-b5d0-4cc8-b583-a3d27e002d44), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:10.511489 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 5ea0f6a4-6121-44b7-bb2b-7570033f02ef is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:24:10.527274 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f8a21c5a-a48b-47c9-8e6b-bdf86e0cfc16 None None] Port e14fab74-b5d0-4cc8-b583-a3d27e002d44 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:24:10.579209 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c65af325-8cac-4cd1-a614-c8c5aaef894e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5870dea-495c-482e-90fc-b543952e5c8f', 'name': 'tempest-TestSnapshotPattern-1349063580-router', 'tenant_id': '5300669256f244e5832ae5f5979e8d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '772738f2-624e-4ae2-8473-a02c6584dbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:06Z', 'updated_at': '2022-02-07T22:24:09Z', 'revision_number': 4, 'project_id': '5300669256f244e5832ae5f5979e8d7f', 'gw_port': {'id': '772738f2-624e-4ae2-8473-a02c6584dbf1', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:07:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5870dea-495c-482e-90fc-b543952e5c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:06Z', 'updated_at': '2022-02-07T22:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'e14fab74-b5d0-4cc8-b583-a3d27e002d44', 'name': '', 'network_id': '20c24d55-8be1-417b-8a63-6a8e71341fa8', 'tenant_id': '5300669256f244e5832ae5f5979e8d7f', 'mac_address': 'fa:16:3e:af:db:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5870dea-495c-482e-90fc-b543952e5c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '13a90fe1-1ffb-4f19-8a1b-56f3a74dfa66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:08Z', 'updated_at': '2022-02-07T22:24:09Z', 'revision_number': 2, 'project_id': '5300669256f244e5832ae5f5979e8d7f', 'subnets': [{'id': '13a90fe1-1ffb-4f19-8a1b-56f3a74dfa66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:24:10.609214 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65af325-8cac-4cd1-a614-c8c5aaef894e None None] The sync data for ids ['d5870dea-495c-482e-90fc-b543952e5c8f'] in n-d-828185-2 is: [{'id': 'd5870dea-495c-482e-90fc-b543952e5c8f', 'name': 'tempest-TestSnapshotPattern-1349063580-router', 'tenant_id': '5300669256f244e5832ae5f5979e8d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '772738f2-624e-4ae2-8473-a02c6584dbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:06Z', 'updated_at': '2022-02-07T22:24:09Z', 'revision_number': 4, 'project_id': '5300669256f244e5832ae5f5979e8d7f', 'gw_port': {'id': '772738f2-624e-4ae2-8473-a02c6584dbf1', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:07:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5870dea-495c-482e-90fc-b543952e5c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:06Z', 'updated_at': '2022-02-07T22:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'e14fab74-b5d0-4cc8-b583-a3d27e002d44', 'name': '', 'network_id': '20c24d55-8be1-417b-8a63-6a8e71341fa8', 'tenant_id': '5300669256f244e5832ae5f5979e8d7f', 'mac_address': 'fa:16:3e:af:db:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5870dea-495c-482e-90fc-b543952e5c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '13a90fe1-1ffb-4f19-8a1b-56f3a74dfa66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:08Z', 'updated_at': '2022-02-07T22:24:09Z', 'revision_number': 2, 'project_id': '5300669256f244e5832ae5f5979e8d7f', 'subnets': [{'id': '13a90fe1-1ffb-4f19-8a1b-56f3a74dfa66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:24:10.679216 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49134) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:24:10.684187 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-bb221b43-cc44-4281-817c-c16c70ca9f83 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-622686797', 'description': 'tempest-secgroup-smoke-622686797 description', 'project_id': 'bf738d798dfd47909a17ab3c5299b49c'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:24:10.712563 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb221b43-cc44-4281-817c-c16c70ca9f83 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for security_group (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:10.784402 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb221b43-cc44-4281-817c-c16c70ca9f83 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for security_group (1caeb406-2ad5-4bc6-968f-be4559da2574), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:10.787942 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb221b43-cc44-4281-817c-c16c70ca9f83 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1caeb406-2ad5-4bc6-968f-be4559da2574), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:10.823504 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb221b43-cc44-4281-817c-c16c70ca9f83 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:10.825487 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-bb221b43-cc44-4281-817c-c16c70ca9f83 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1446941 Feb 07 22:24:10.828774 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49136) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:24:10.836699 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb221b43-cc44-4281-817c-c16c70ca9f83 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1caeb406-2ad5-4bc6-968f-be4559da2574,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:10.837243 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-011bfc09-fc69-47df-87fd-b1801f73c95d tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Request body: {'security_group_rule': {'security_group_id': '1caeb406-2ad5-4bc6-968f-be4559da2574', 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:24:10.867148 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-011bfc09-fc69-47df-87fd-b1801f73c95d tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for security_group_rule (d19b6f5c-d59c-4bf6-9fad-a18e101e156b), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:10.936002 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-011bfc09-fc69-47df-87fd-b1801f73c95d tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for security_group_rule (d19b6f5c-d59c-4bf6-9fad-a18e101e156b), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:10.938944 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f4be97ba-cab2-430b-b397-935ba0f83d67 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:24:10.941614 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-011bfc09-fc69-47df-87fd-b1801f73c95d tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (d19b6f5c-d59c-4bf6-9fad-a18e101e156b), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:10.964578 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bfc09-fc69-47df-87fd-b1801f73c95d tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19b6f5c-d59c-4bf6-9fad-a18e101e156b,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:10.971920 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-011bfc09-fc69-47df-87fd-b1801f73c95d tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:10.973823 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-011bfc09-fc69-47df-87fd-b1801f73c95d tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1429465 Feb 07 22:24:10.976505 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.65', 49138) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:24:10.981239 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [None req-de4d2536-01fa-4108-ac8e-d0628264b99f tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Request body: {'security_group_rule': {'security_group_id': '1caeb406-2ad5-4bc6-968f-be4559da2574', 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:24:11.000135 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port f4be97ba-cab2-430b-b397-935ba0f83d67 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:11.000558 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (f4be97ba-cab2-430b-b397-935ba0f83d67), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:11.018260 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de4d2536-01fa-4108-ac8e-d0628264b99f tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for security_group_rule (35fba417-bdd8-46b0-9471-0298e0f567a7), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:11.085802 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de4d2536-01fa-4108-ac8e-d0628264b99f tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for security_group_rule (35fba417-bdd8-46b0-9471-0298e0f567a7), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:11.088010 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port f4be97ba-cab2-430b-b397-935ba0f83d67 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:24:11.090114 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de4d2536-01fa-4108-ac8e-d0628264b99f tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (35fba417-bdd8-46b0-9471-0298e0f567a7), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:11.109011 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d2536-01fa-4108-ac8e-d0628264b99f tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35fba417-bdd8-46b0-9471-0298e0f567a7,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:11.118717 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de4d2536-01fa-4108-ac8e-d0628264b99f tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:11.123034 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [None req-de4d2536-01fa-4108-ac8e-d0628264b99f tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1425662 Feb 07 22:24:11.123424 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49140) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:24:11.128193 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e97627d2-0160-420c-89f2-250f32347491 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Request body: {'security_group_rule': {'security_group_id': '1caeb406-2ad5-4bc6-968f-be4559da2574', 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:24:11.154746 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e97627d2-0160-420c-89f2-250f32347491 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for security_group_rule (fa49906f-4ddf-401a-97e4-0c72b34486c6), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:11.217793 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e97627d2-0160-420c-89f2-250f32347491 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for security_group_rule (fa49906f-4ddf-401a-97e4-0c72b34486c6), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:11.221743 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e97627d2-0160-420c-89f2-250f32347491 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (fa49906f-4ddf-401a-97e4-0c72b34486c6), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:11.243579 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97627d2-0160-420c-89f2-250f32347491 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa49906f-4ddf-401a-97e4-0c72b34486c6,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:11.250343 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e97627d2-0160-420c-89f2-250f32347491 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:11.251510 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e97627d2-0160-420c-89f2-250f32347491 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270912 Feb 07 22:24:11.254213 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49142) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:24:11.258571 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-823ce15f-442c-41bd-b137-0e230723e0ee tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Request body: {'security_group_rule': {'security_group_id': '1caeb406-2ad5-4bc6-968f-be4559da2574', 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:24:11.283544 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-823ce15f-442c-41bd-b137-0e230723e0ee tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for security_group_rule (ba959a00-1f60-4d22-a169-dbba04073ecf), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:11.343445 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-823ce15f-442c-41bd-b137-0e230723e0ee tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for security_group_rule (ba959a00-1f60-4d22-a169-dbba04073ecf), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:11.346846 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-823ce15f-442c-41bd-b137-0e230723e0ee tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (ba959a00-1f60-4d22-a169-dbba04073ecf), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:11.364003 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ce15f-442c-41bd-b137-0e230723e0ee tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba959a00-1f60-4d22-a169-dbba04073ecf,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:11.372190 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-823ce15f-442c-41bd-b137-0e230723e0ee tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:11.373410 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-823ce15f-442c-41bd-b137-0e230723e0ee tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182756 Feb 07 22:24:11.376102 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49144) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:24:11.380362 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4812869a-1389-4363-a17b-b94a90071297 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Request body: {'security_group_rule': {'security_group_id': '1caeb406-2ad5-4bc6-968f-be4559da2574', 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:24:11.400095 n-d-828185-2 neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-4812869a-1389-4363-a17b-b94a90071297 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Project bf738d798dfd47909a17ab3c5299b49c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 22:24:11.404826 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4812869a-1389-4363-a17b-b94a90071297 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for security_group_rule (23550ab8-eb59-411f-8fe0-f5e2984c5b18), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:11.466196 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4812869a-1389-4363-a17b-b94a90071297 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for security_group_rule (23550ab8-eb59-411f-8fe0-f5e2984c5b18), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:11.469970 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4812869a-1389-4363-a17b-b94a90071297 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (23550ab8-eb59-411f-8fe0-f5e2984c5b18), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:11.488742 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812869a-1389-4363-a17b-b94a90071297 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23550ab8-eb59-411f-8fe0-f5e2984c5b18,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:11.497804 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4812869a-1389-4363-a17b-b94a90071297 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:11.499091 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-4812869a-1389-4363-a17b-b94a90071297 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220345 Feb 07 22:24:11.501930 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49146) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:24:11.506659 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7573c813-128b-4ab4-9635-593caade070f tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Request body: {'security_group_rule': {'security_group_id': '1caeb406-2ad5-4bc6-968f-be4559da2574', 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:24:11.528228 n-d-828185-2 neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-7573c813-128b-4ab4-9635-593caade070f tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Project bf738d798dfd47909a17ab3c5299b49c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 22:24:11.533712 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7573c813-128b-4ab4-9635-593caade070f tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for security_group_rule (e31ccb7b-ea99-4d46-81dd-b713b2e78d67), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:11.597421 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7573c813-128b-4ab4-9635-593caade070f tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for security_group_rule (e31ccb7b-ea99-4d46-81dd-b713b2e78d67), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:11.604466 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7573c813-128b-4ab4-9635-593caade070f tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885210'] for security_group_rule (e31ccb7b-ea99-4d46-81dd-b713b2e78d67), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:11.622261 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573c813-128b-4ab4-9635-593caade070f tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31ccb7b-ea99-4d46-81dd-b713b2e78d67,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:11.630735 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7573c813-128b-4ab4-9635-593caade070f tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:11.631916 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-7573c813-128b-4ab4-9635-593caade070f tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1289666 Feb 07 22:24:11.867348 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-9263bc38-41a4-425c-bb99-9819b91f0410 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-622686797&fields=id&tenant_id=bf738d798dfd47909a17ab3c5299b49c HTTP/1.1" status: 200 len: 267 time: 0.0487030 Feb 07 22:24:11.979238 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-d5d6b6cd-25cb-4a2f-9a74-d9d03d98d6e0 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:11.980670 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-d5d6b6cd-25cb-4a2f-9a74-d9d03d98d6e0 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/networks?id=d0875a64-d2d2-496b-89b8-416d7457c6a7 HTTP/1.1" status: 200 len: 810 time: 0.1067364 Feb 07 22:24:11.996914 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-5a529f9d-df4d-4c1a-aa2f-41bb311c2ea4 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/quotas/bf738d798dfd47909a17ab3c5299b49c HTTP/1.1" status: 200 len: 375 time: 0.0097964 Feb 07 22:24:12.053680 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-a2de19fa-c52d-4c7d-a352-eaa007360730 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf738d798dfd47909a17ab3c5299b49c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513740 Feb 07 22:24:12.162942 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-8ab48ec5-aca8-464b-8b7d-62a0b7b0b46b service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 22:24:12.163957 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-8ab48ec5-aca8-464b-8b7d-62a0b7b0b46b service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0991042 Feb 07 22:24:12.253403 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-cd46d4e3-d6b1-414b-a30f-d996bac2abc3 service neutron] 10.222.0.65 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829160 Feb 07 22:24:12.350602 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-707e64b9-105f-4f60-ac9f-2d9460c5dfb9 service neutron] 10.222.0.65 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912819 Feb 07 22:24:12.514738 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1c22aff1-679d-4f0d-9ee7-5b508c4930c5 req-cb07237b-eaaa-4f12-99ca-3ce82935c398 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e HTTP/1.1" status: 200 len: 210 time: 0.0301137 Feb 07 22:24:12.927321 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 772738f2-624e-4ae2-8473-a02c6584dbf1 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:24:12.976863 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 772738f2-624e-4ae2-8473-a02c6584dbf1 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:12.977229 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (772738f2-624e-4ae2-8473-a02c6584dbf1), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:13.057206 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 772738f2-624e-4ae2-8473-a02c6584dbf1 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:24:13.057599 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (772738f2-624e-4ae2-8473-a02c6584dbf1), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:13.080457 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] For port 772738f2-624e-4ae2-8473-a02c6584dbf1, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=772738f2-624e-4ae2-8473-a02c6584dbf1,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:24:13.086330 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (772738f2-624e-4ae2-8473-a02c6584dbf1), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:13.086555 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548b60ce-c4e8-4dac-b321-7ee88a59de07 None None] Sync routers for ids ['d5870dea-495c-482e-90fc-b543952e5c8f'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:24:13.099806 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548b60ce-c4e8-4dac-b321-7ee88a59de07 None None] Routers {'d5870dea-495c-482e-90fc-b543952e5c8f'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:24:13.100852 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-548b60ce-c4e8-4dac-b321-7ee88a59de07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:23:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['d5870dea-495c-482e-90fc-b543952e5c8f'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:24:13.141544 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Pushing event updated for resources: {'Port': ['ID=772738f2-624e-4ae2-8473-a02c6584dbf1,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:13.205014 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-548b60ce-c4e8-4dac-b321-7ee88a59de07 None None] Set router d5870dea-495c-482e-90fc-b543952e5c8f gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:24:13.398614 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-548b60ce-c4e8-4dac-b321-7ee88a59de07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5870dea-495c-482e-90fc-b543952e5c8f', 'name': 'tempest-TestSnapshotPattern-1349063580-router', 'tenant_id': '5300669256f244e5832ae5f5979e8d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '772738f2-624e-4ae2-8473-a02c6584dbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:06Z', 'updated_at': '2022-02-07T22:24:09Z', 'revision_number': 4, 'project_id': '5300669256f244e5832ae5f5979e8d7f', 'gw_port': {'id': '772738f2-624e-4ae2-8473-a02c6584dbf1', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5870dea-495c-482e-90fc-b543952e5c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:06Z', 'updated_at': '2022-02-07T22:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'e14fab74-b5d0-4cc8-b583-a3d27e002d44', 'name': '', 'network_id': '20c24d55-8be1-417b-8a63-6a8e71341fa8', 'tenant_id': '5300669256f244e5832ae5f5979e8d7f', 'mac_address': 'fa:16:3e:af:db:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5870dea-495c-482e-90fc-b543952e5c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '13a90fe1-1ffb-4f19-8a1b-56f3a74dfa66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:08Z', 'updated_at': '2022-02-07T22:24:09Z', 'revision_number': 2, 'project_id': '5300669256f244e5832ae5f5979e8d7f', 'subnets': [{'id': '13a90fe1-1ffb-4f19-8a1b-56f3a74dfa66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:24:13.425021 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548b60ce-c4e8-4dac-b321-7ee88a59de07 None None] Checking router: d5870dea-495c-482e-90fc-b543952e5c8f for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:24:13.425370 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548b60ce-c4e8-4dac-b321-7ee88a59de07 None None] Updating router d5870dea-495c-482e-90fc-b543952e5c8f port e14fab74-b5d0-4cc8-b583-a3d27e002d44 binding host n-d-828185-2 {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:24:13.453746 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-548b60ce-c4e8-4dac-b321-7ee88a59de07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e14fab74-b5d0-4cc8-b583-a3d27e002d44), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:13.532620 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-9f57a78f-a585-4ee7-984e-c476a115ca9e tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:13.534698 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-9f57a78f-a585-4ee7-984e-c476a115ca9e tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.71 "GET /v2.0/networks?id=d0875a64-d2d2-496b-89b8-416d7457c6a7 HTTP/1.1" status: 200 len: 810 time: 0.1246874 Feb 07 22:24:13.638046 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-345e94ce-15c8-4d04-a4ea-47aa601febcd req-514eb2b1-8796-42da-a1e0-6cd3af5589ad tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e HTTP/1.1" status: 200 len: 210 time: 0.0311508 Feb 07 22:24:13.643861 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-1fb38bf3-0344-4275-bafc-8e4d15938bfd tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf738d798dfd47909a17ab3c5299b49c HTTP/1.1" status: 200 len: 379 time: 0.0959795 Feb 07 22:24:13.652524 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-ff04a3d5-4fbb-4098-a28e-7b0d3f395a51 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Request body: {'port': {'device_id': 'ad271bc3-3ff1-4211-8055-2ef61f22167e', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'admin_state_up': True, 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'security_groups': ['1caeb406-2ad5-4bc6-968f-be4559da2574']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:24:13.750106 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-548b60ce-c4e8-4dac-b321-7ee88a59de07 None None] Publish callbacks [] for port (e14fab74-b5d0-4cc8-b583-a3d27e002d44), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:13.756497 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-548b60ce-c4e8-4dac-b321-7ee88a59de07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e14fab74-b5d0-4cc8-b583-a3d27e002d44), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:13.767619 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-ff04a3d5-4fbb-4098-a28e-7b0d3f395a51 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Made reservation on behalf of bf738d798dfd47909a17ab3c5299b49c for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:24:13.770973 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-ff04a3d5-4fbb-4098-a28e-7b0d3f395a51 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:13.835041 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc4c68-93f5-445c-8d78-39dc7bdd92f7 None None] Pushing event updated for resources: {'Port': ['ID=e14fab74-b5d0-4cc8-b583-a3d27e002d44,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:13.867389 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-548b60ce-c4e8-4dac-b321-7ee88a59de07 None None] Attempting to bind port e14fab74-b5d0-4cc8-b583-a3d27e002d44 on host n-d-828185-2 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:24:13.867756 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-548b60ce-c4e8-4dac-b321-7ee88a59de07 None None] Attempting to bind port e14fab74-b5d0-4cc8-b583-a3d27e002d44 by drivers openvswitch,hyperv on host n-d-828185-2 at level 0 using segments [{'id': 'b9f95b6d-7178-415e-9700-4305bffb2d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '20c24d55-8be1-417b-8a63-6a8e71341fa8'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:24:13.868113 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548b60ce-c4e8-4dac-b321-7ee88a59de07 None None] Attempting to bind port e14fab74-b5d0-4cc8-b583-a3d27e002d44 on network 20c24d55-8be1-417b-8a63-6a8e71341fa8 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:24:13.874063 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548b60ce-c4e8-4dac-b321-7ee88a59de07 None None] Checking agent: {'id': '0cd41525-a827-4b6e-90dc-03ab2e815646', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 45, 24), 'started_at': datetime.datetime(2022, 2, 7, 20, 45, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828185-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:24:13.874439 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548b60ce-c4e8-4dac-b321-7ee88a59de07 None None] Checking segment: {'id': 'b9f95b6d-7178-415e-9700-4305bffb2d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '20c24d55-8be1-417b-8a63-6a8e71341fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:24:13.874837 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-548b60ce-c4e8-4dac-b321-7ee88a59de07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:13.875227 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548b60ce-c4e8-4dac-b321-7ee88a59de07 None None] Bound using segment: {'id': 'b9f95b6d-7178-415e-9700-4305bffb2d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '20c24d55-8be1-417b-8a63-6a8e71341fa8'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:24:13.875740 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-548b60ce-c4e8-4dac-b321-7ee88a59de07 None None] Bound port: e14fab74-b5d0-4cc8-b583-a3d27e002d44, host: n-d-828185-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f95b6d-7178-415e-9700-4305bffb2d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '20c24d55-8be1-417b-8a63-6a8e71341fa8'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:24:13.876121 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-548b60ce-c4e8-4dac-b321-7ee88a59de07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e14fab74-b5d0-4cc8-b583-a3d27e002d44), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:13.916195 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-ff04a3d5-4fbb-4098-a28e-7b0d3f395a51 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Allocated IP 172.20.0.3 (d0875a64-d2d2-496b-89b8-416d7457c6a7/6b95f984-0804-419c-affe-4e31a0cd7604/88b41aa8-b077-4863-8a93-1fc68a3525a3) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:24:13.944892 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-548b60ce-c4e8-4dac-b321-7ee88a59de07 None None] For port e14fab74-b5d0-4cc8-b583-a3d27e002d44, host n-d-828185-2, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:24:13.948229 n-d-828185-2 neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-548b60ce-c4e8-4dac-b321-7ee88a59de07 None None] For port e14fab74-b5d0-4cc8-b583-a3d27e002d44, host n-d-828185-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e14fab74-b5d0-4cc8-b583-a3d27e002d44,segment=NetworkSegment(b9f95b6d-7178-415e-9700-4305bffb2d67),segment_id=b9f95b6d-7178-415e-9700-4305bffb2d67)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:24:13.957635 n-d-828185-2 neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-548b60ce-c4e8-4dac-b321-7ee88a59de07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e14fab74-b5d0-4cc8-b583-a3d27e002d44), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:14.020197 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc4c68-93f5-445c-8d78-39dc7bdd92f7 None None] Pushing event updated for resources: {'Port': ['ID=e14fab74-b5d0-4cc8-b583-a3d27e002d44,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:14.026338 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548b60ce-c4e8-4dac-b321-7ee88a59de07 None None] Routers {'d5870dea-495c-482e-90fc-b543952e5c8f'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:24:14.026953 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-548b60ce-c4e8-4dac-b321-7ee88a59de07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:23:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['d5870dea-495c-482e-90fc-b543952e5c8f'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:24:14.065376 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-ff04a3d5-4fbb-4098-a28e-7b0d3f395a51 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for port (88b41aa8-b077-4863-8a93-1fc68a3525a3), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:14.085816 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d09b1c3b-8573-4604-9eaf-b17aa154b807 None None] Provisioning complete for port e14fab74-b5d0-4cc8-b583-a3d27e002d44 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:14.086462 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d09b1c3b-8573-4604-9eaf-b17aa154b807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e14fab74-b5d0-4cc8-b583-a3d27e002d44), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:14.115973 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-ff04a3d5-4fbb-4098-a28e-7b0d3f395a51 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (88b41aa8-b077-4863-8a93-1fc68a3525a3), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:14.150274 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-548b60ce-c4e8-4dac-b321-7ee88a59de07 None None] Set router d5870dea-495c-482e-90fc-b543952e5c8f gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:24:14.172956 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-ff04a3d5-4fbb-4098-a28e-7b0d3f395a51 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Network d0875a64-d2d2-496b-89b8-416d7457c6a7 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:24:14.179111 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-ff04a3d5-4fbb-4098-a28e-7b0d3f395a51 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:24:14.183602 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-ff04a3d5-4fbb-4098-a28e-7b0d3f395a51 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:24:14.187986 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d09b1c3b-8573-4604-9eaf-b17aa154b807 None None] Current status of the port e14fab74-b5d0-4cc8-b583-a3d27e002d44 is: DOWN; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:24:14.188430 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d09b1c3b-8573-4604-9eaf-b17aa154b807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e14fab74-b5d0-4cc8-b583-a3d27e002d44), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:14.221555 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04a3d5-4fbb-4098-a28e-7b0d3f395a51 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Pushing event updated for resources: {'Port': ['ID=88b41aa8-b077-4863-8a93-1fc68a3525a3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:14.229745 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d09b1c3b-8573-4604-9eaf-b17aa154b807 None None] For port e14fab74-b5d0-4cc8-b583-a3d27e002d44, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e14fab74-b5d0-4cc8-b583-a3d27e002d44,segment=NetworkSegment(b9f95b6d-7178-415e-9700-4305bffb2d67),segment_id=b9f95b6d-7178-415e-9700-4305bffb2d67)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:24:14.244906 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d09b1c3b-8573-4604-9eaf-b17aa154b807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (e14fab74-b5d0-4cc8-b583-a3d27e002d44), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:14.257426 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-ff04a3d5-4fbb-4098-a28e-7b0d3f395a51 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:14.258051 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-ff04a3d5-4fbb-4098-a28e-7b0d3f395a51 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:14.289033 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-ff04a3d5-4fbb-4098-a28e-7b0d3f395a51 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6400545 Feb 07 22:24:14.300682 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-69490a1f-cb9c-48f3-961e-ac92b4a6b8b1 service neutron] Request body: {'port': {'device_id': 'ad271bc3-3ff1-4211-8055-2ef61f22167e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828185-2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:24:14.307086 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b1c3b-8573-4604-9eaf-b17aa154b807 None None] Pushing event updated for resources: {'Port': ['ID=e14fab74-b5d0-4cc8-b583-a3d27e002d44,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:14.373039 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-69490a1f-cb9c-48f3-961e-ac92b4a6b8b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (88b41aa8-b077-4863-8a93-1fc68a3525a3), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:14.374237 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-fcf68dc1-71cf-4d12-a147-2502e4ae6c21 None None] Provisioning complete for port e14fab74-b5d0-4cc8-b583-a3d27e002d44 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:14.374617 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fcf68dc1-71cf-4d12-a147-2502e4ae6c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e14fab74-b5d0-4cc8-b583-a3d27e002d44), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:14.409110 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-548b60ce-c4e8-4dac-b321-7ee88a59de07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5870dea-495c-482e-90fc-b543952e5c8f', 'name': 'tempest-TestSnapshotPattern-1349063580-router', 'tenant_id': '5300669256f244e5832ae5f5979e8d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '772738f2-624e-4ae2-8473-a02c6584dbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:06Z', 'updated_at': '2022-02-07T22:24:09Z', 'revision_number': 4, 'project_id': '5300669256f244e5832ae5f5979e8d7f', 'gw_port': {'id': '772738f2-624e-4ae2-8473-a02c6584dbf1', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5870dea-495c-482e-90fc-b543952e5c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:06Z', 'updated_at': '2022-02-07T22:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'e14fab74-b5d0-4cc8-b583-a3d27e002d44', 'name': '', 'network_id': '20c24d55-8be1-417b-8a63-6a8e71341fa8', 'tenant_id': '5300669256f244e5832ae5f5979e8d7f', 'mac_address': 'fa:16:3e:af:db:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5870dea-495c-482e-90fc-b543952e5c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '13a90fe1-1ffb-4f19-8a1b-56f3a74dfa66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:08Z', 'updated_at': '2022-02-07T22:24:13Z', 'revision_number': 4, 'project_id': '5300669256f244e5832ae5f5979e8d7f', 'subnets': [{'id': '13a90fe1-1ffb-4f19-8a1b-56f3a74dfa66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:24:14.447142 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548b60ce-c4e8-4dac-b321-7ee88a59de07 None None] The sync data for ids ['d5870dea-495c-482e-90fc-b543952e5c8f'] in n-d-828185-2 is: [{'id': 'd5870dea-495c-482e-90fc-b543952e5c8f', 'name': 'tempest-TestSnapshotPattern-1349063580-router', 'tenant_id': '5300669256f244e5832ae5f5979e8d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '772738f2-624e-4ae2-8473-a02c6584dbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:06Z', 'updated_at': '2022-02-07T22:24:09Z', 'revision_number': 4, 'project_id': '5300669256f244e5832ae5f5979e8d7f', 'gw_port': {'id': '772738f2-624e-4ae2-8473-a02c6584dbf1', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5870dea-495c-482e-90fc-b543952e5c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:06Z', 'updated_at': '2022-02-07T22:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'e14fab74-b5d0-4cc8-b583-a3d27e002d44', 'name': '', 'network_id': '20c24d55-8be1-417b-8a63-6a8e71341fa8', 'tenant_id': '5300669256f244e5832ae5f5979e8d7f', 'mac_address': 'fa:16:3e:af:db:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5870dea-495c-482e-90fc-b543952e5c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '13a90fe1-1ffb-4f19-8a1b-56f3a74dfa66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:08Z', 'updated_at': '2022-02-07T22:24:13Z', 'revision_number': 4, 'project_id': '5300669256f244e5832ae5f5979e8d7f', 'subnets': [{'id': '13a90fe1-1ffb-4f19-8a1b-56f3a74dfa66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:24:14.467185 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-fcf68dc1-71cf-4d12-a147-2502e4ae6c21 None None] Current status of the port e14fab74-b5d0-4cc8-b583-a3d27e002d44 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:24:14.588508 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f395d5d7-91cc-47af-957e-a6bdb23ab5d9 None None] Provisioning complete for port 88b41aa8-b077-4863-8a93-1fc68a3525a3 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:14.588894 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f395d5d7-91cc-47af-957e-a6bdb23ab5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (88b41aa8-b077-4863-8a93-1fc68a3525a3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:14.625135 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f395d5d7-91cc-47af-957e-a6bdb23ab5d9 None None] Port 88b41aa8-b077-4863-8a93-1fc68a3525a3 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:24:14.689440 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-69490a1f-cb9c-48f3-961e-ac92b4a6b8b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88b41aa8-b077-4863-8a93-1fc68a3525a3 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 22:24:14.697859 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-69490a1f-cb9c-48f3-961e-ac92b4a6b8b1 service neutron] Publish callbacks [] for port (88b41aa8-b077-4863-8a93-1fc68a3525a3), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:14.729467 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-69490a1f-cb9c-48f3-961e-ac92b4a6b8b1 service neutron] Transition to ACTIVE for port object 88b41aa8-b077-4863-8a93-1fc68a3525a3 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:24:14.748453 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-69490a1f-cb9c-48f3-961e-ac92b4a6b8b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (88b41aa8-b077-4863-8a93-1fc68a3525a3), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:14.813571 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69490a1f-cb9c-48f3-961e-ac92b4a6b8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=88b41aa8-b077-4863-8a93-1fc68a3525a3,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:14.830073 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7295d1-fc10-4466-a19e-c235490e9d14 req-df19e122-7fe6-4a35-8c09-82599bc22780 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:14.831529 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c7295d1-fc10-4466-a19e-c235490e9d14 req-df19e122-7fe6-4a35-8c09-82599bc22780 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e HTTP/1.1" status: 200 len: 931 time: 0.1184666 Feb 07 22:24:14.973313 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4c7295d1-fc10-4466-a19e-c235490e9d14 req-912b843b-9cd1-4530-b3a1-f6b9842d2231 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221619 Feb 07 22:24:14.978575 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-69490a1f-cb9c-48f3-961e-ac92b4a6b8b1 service neutron] Attempting to bind port 88b41aa8-b077-4863-8a93-1fc68a3525a3 on host n-h2-828185-2 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:24:14.979363 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-69490a1f-cb9c-48f3-961e-ac92b4a6b8b1 service neutron] Attempting to bind port 88b41aa8-b077-4863-8a93-1fc68a3525a3 by drivers openvswitch,hyperv on host n-h2-828185-2 at level 0 using segments [{'id': 'bfc1c79b-4801-45a6-a3f0-c659469bbcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:24:14.979874 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-69490a1f-cb9c-48f3-961e-ac92b4a6b8b1 service neutron] Attempting to bind port 88b41aa8-b077-4863-8a93-1fc68a3525a3 on network d0875a64-d2d2-496b-89b8-416d7457c6a7 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:24:14.984980 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 772738f2-624e-4ae2-8473-a02c6584dbf1 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:24:14.994658 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-69490a1f-cb9c-48f3-961e-ac92b4a6b8b1 service neutron] Port 88b41aa8-b077-4863-8a93-1fc68a3525a3 on network d0875a64-d2d2-496b-89b8-416d7457c6a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828185-2 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:24:14.994658 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-69490a1f-cb9c-48f3-961e-ac92b4a6b8b1 service neutron] Attempting to bind port 88b41aa8-b077-4863-8a93-1fc68a3525a3 on network d0875a64-d2d2-496b-89b8-416d7457c6a7 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:24:15.000684 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-69490a1f-cb9c-48f3-961e-ac92b4a6b8b1 service neutron] Checking agent: {'id': '35d9c3cd-6fb1-450b-99a4-70184729dcf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:24:15.001101 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-69490a1f-cb9c-48f3-961e-ac92b4a6b8b1 service neutron] Checking segment: {'id': 'bfc1c79b-4801-45a6-a3f0-c659469bbcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:24:15.001553 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-69490a1f-cb9c-48f3-961e-ac92b4a6b8b1 service neutron] Bound using segment: {'id': 'bfc1c79b-4801-45a6-a3f0-c659469bbcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:24:15.002056 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-69490a1f-cb9c-48f3-961e-ac92b4a6b8b1 service neutron] Bound port: 88b41aa8-b077-4863-8a93-1fc68a3525a3, host: n-h2-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc1c79b-4801-45a6-a3f0-c659469bbcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:24:15.002491 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-69490a1f-cb9c-48f3-961e-ac92b4a6b8b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (88b41aa8-b077-4863-8a93-1fc68a3525a3), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:15.049755 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port 772738f2-624e-4ae2-8473-a02c6584dbf1 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:15.050407 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (772738f2-624e-4ae2-8473-a02c6584dbf1), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:15.076059 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-69490a1f-cb9c-48f3-961e-ac92b4a6b8b1 service neutron] For port 88b41aa8-b077-4863-8a93-1fc68a3525a3, host n-h2-828185-2, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:24:15.079242 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-69490a1f-cb9c-48f3-961e-ac92b4a6b8b1 service neutron] For port 88b41aa8-b077-4863-8a93-1fc68a3525a3, host n-h2-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=88b41aa8-b077-4863-8a93-1fc68a3525a3,segment=NetworkSegment(bfc1c79b-4801-45a6-a3f0-c659469bbcf5),segment_id=bfc1c79b-4801-45a6-a3f0-c659469bbcf5)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:24:15.086853 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-69490a1f-cb9c-48f3-961e-ac92b4a6b8b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (88b41aa8-b077-4863-8a93-1fc68a3525a3), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:15.139850 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-69490a1f-cb9c-48f3-961e-ac92b4a6b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:15.140496 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-69490a1f-cb9c-48f3-961e-ac92b4a6b8b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:15.141993 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-69490a1f-cb9c-48f3-961e-ac92b4a6b8b1 service neutron] 10.222.0.71 "PUT /v2.0/ports/88b41aa8-b077-4863-8a93-1fc68a3525a3 HTTP/1.1" status: 200 len: 1091 time: 0.8461039 Feb 07 22:24:15.142449 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad271bc3-3ff1-4211-8055-2ef61f22167e', 'tag': '88b41aa8-b077-4863-8a93-1fc68a3525a3'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:24:15.144742 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbe8819-78e4-4f15-a36a-7edbb3607a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad271bc3-3ff1-4211-8055-2ef61f22167e", "tag": "88b41aa8-b077-4863-8a93-1fc68a3525a3"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:24:15.147987 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port 772738f2-624e-4ae2-8473-a02c6584dbf1 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:24:15.149746 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e14fab74-b5d0-4cc8-b583-a3d27e002d44 up at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:24:15.166742 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69490a1f-cb9c-48f3-961e-ac92b4a6b8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=88b41aa8-b077-4863-8a93-1fc68a3525a3,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:15.212842 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Provisioning complete for port e14fab74-b5d0-4cc8-b583-a3d27e002d44 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:15.213221 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (e14fab74-b5d0-4cc8-b583-a3d27e002d44), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:15.247313 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-01f55e2c-7c62-4e2e-951f-9c72ba6e273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:15.249465 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-01f55e2c-7c62-4e2e-951f-9c72ba6e273d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bf738d798dfd47909a17ab3c5299b49c&device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e HTTP/1.1" status: 200 len: 1125 time: 0.0590165 Feb 07 22:24:15.302232 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a4e2d9-0315-4b0d-b446-f37e8c945363 x-openstack-request-id: req-c5a4e2d9-0315-4b0d-b446-f37e8c945363 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:24:15.302514 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad271bc3-3ff1-4211-8055-2ef61f22167e", "tag": "88b41aa8-b077-4863-8a93-1fc68a3525a3", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:24:15.302775 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c5a4e2d9-0315-4b0d-b446-f37e8c945363 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:24:15.303189 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad271bc3-3ff1-4211-8055-2ef61f22167e', 'tag': '88b41aa8-b077-4863-8a93-1fc68a3525a3', 'status': 'completed', 'code': 200} Feb 07 22:24:15.305136 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Current status of the port e14fab74-b5d0-4cc8-b583-a3d27e002d44 is: ACTIVE; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:24:15.305582 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-aaa89624-1b66-4c0f-942a-3fab705f0ed7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88b41aa8-b077-4863-8a93-1fc68a3525a3 HTTP/1.1" status: 200 len: 217 time: 0.0469127 Feb 07 22:24:15.368980 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-e82ed2a9-c88c-47b7-84ba-05f19f5ea07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:15.370453 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-e82ed2a9-c88c-47b7-84ba-05f19f5ea07f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6b95f984-0804-419c-affe-4e31a0cd7604 HTTP/1.1" status: 200 len: 849 time: 0.0588975 Feb 07 22:24:15.423106 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-37e137b9-7e07-4c71-bfda-1e8b763e0513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:15.424657 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-37e137b9-7e07-4c71-bfda-1e8b763e0513 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d0875a64-d2d2-496b-89b8-416d7457c6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472407 Feb 07 22:24:15.509264 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-a01ec3d8-2ec1-48f7-92a6-eafbb4149693 service neutron] 10.222.0.71 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788295 Feb 07 22:24:15.601024 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6258bd44-1e69-46b5-8614-08b96e6b4e83 req-6b1f42c7-79e2-4153-bdf7-1bb07fa12c72 service neutron] 10.222.0.71 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860293 Feb 07 22:24:15.692045 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe8819-78e4-4f15-a36a-7edbb3607a2f req-9ce44f1f-37ef-4ee8-a847-e4ea193ea776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:15.693569 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2dbe8819-78e4-4f15-a36a-7edbb3607a2f req-9ce44f1f-37ef-4ee8-a847-e4ea193ea776 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bf738d798dfd47909a17ab3c5299b49c&device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e HTTP/1.1" status: 200 len: 1125 time: 0.0486734 Feb 07 22:24:15.787685 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe8819-78e4-4f15-a36a-7edbb3607a2f req-304d4561-3fb9-42f6-b283-559d61db7ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:15.789248 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2dbe8819-78e4-4f15-a36a-7edbb3607a2f req-304d4561-3fb9-42f6-b283-559d61db7ced service neutron] 10.222.0.71 "GET /v2.0/networks?id=d0875a64-d2d2-496b-89b8-416d7457c6a7 HTTP/1.1" status: 200 len: 911 time: 0.0896189 Feb 07 22:24:15.875250 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2dbe8819-78e4-4f15-a36a-7edbb3607a2f req-eaa61444-94c4-458f-9b4b-137cd0fbe7e7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88b41aa8-b077-4863-8a93-1fc68a3525a3 HTTP/1.1" status: 200 len: 217 time: 0.0794752 Feb 07 22:24:15.924430 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe8819-78e4-4f15-a36a-7edbb3607a2f req-27a0f382-038e-4e90-994f-09b8d142e34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:15.925877 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2dbe8819-78e4-4f15-a36a-7edbb3607a2f req-27a0f382-038e-4e90-994f-09b8d142e34b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6b95f984-0804-419c-affe-4e31a0cd7604 HTTP/1.1" status: 200 len: 849 time: 0.0447452 Feb 07 22:24:15.974039 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe8819-78e4-4f15-a36a-7edbb3607a2f req-60611c15-3c73-45fa-a575-cdd539d22873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:15.975494 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2dbe8819-78e4-4f15-a36a-7edbb3607a2f req-60611c15-3c73-45fa-a575-cdd539d22873 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d0875a64-d2d2-496b-89b8-416d7457c6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435059 Feb 07 22:24:16.092145 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2dbe8819-78e4-4f15-a36a-7edbb3607a2f req-73f2c3d0-96c7-4dc2-a4ac-bc8dd1bc002f service neutron] 10.222.0.71 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103690 Feb 07 22:24:16.152325 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c4ecb-3890-4230-8942-0c487fcff425 req-fdb20c7a-d6be-4073-98b8-f3fe626e9194 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:16.154405 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-087c4ecb-3890-4230-8942-0c487fcff425 req-fdb20c7a-d6be-4073-98b8-f3fe626e9194 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e HTTP/1.1" status: 200 len: 943 time: 0.1120276 Feb 07 22:24:16.226824 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-087c4ecb-3890-4230-8942-0c487fcff425 req-08c9ab5d-a34c-41d1-95a6-c6d7e10dfa2f tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661397 Feb 07 22:24:16.228818 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2dbe8819-78e4-4f15-a36a-7edbb3607a2f req-72b3c377-c382-4ea2-bf1a-5ad21bccedf3 service neutron] 10.222.0.71 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292424 Feb 07 22:24:17.347735 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25fe075-6dda-4936-823e-9383dbfb2a1b req-0df1a0d6-865a-4d51-8a0a-e2d94ef1f83f tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:17.349234 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f25fe075-6dda-4936-823e-9383dbfb2a1b req-0df1a0d6-865a-4d51-8a0a-e2d94ef1f83f tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e HTTP/1.1" status: 200 len: 943 time: 0.0525267 Feb 07 22:24:17.396508 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f25fe075-6dda-4936-823e-9383dbfb2a1b req-f71daeeb-2df7-4c7f-af1a-31945d671212 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417464 Feb 07 22:24:18.518183 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb212e-02df-4dfe-88f4-95013546ab86 req-2fc819d7-3162-4424-9ab8-2e81bf6dbe15 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:18.519589 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ecdb212e-02df-4dfe-88f4-95013546ab86 req-2fc819d7-3162-4424-9ab8-2e81bf6dbe15 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e HTTP/1.1" status: 200 len: 943 time: 0.0561330 Feb 07 22:24:18.568411 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-ecdb212e-02df-4dfe-88f4-95013546ab86 req-ece75503-6200-4caf-b6e4-87a560d45a1e tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432432 Feb 07 22:24:18.587582 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-38afbff7-583f-462b-95ee-3edc5f810dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:19.686981 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0981318-0a6f-49dc-8364-66dc0802b39e req-2293f311-959c-4fd8-beea-688a5a3db1e3 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:19.688467 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0981318-0a6f-49dc-8364-66dc0802b39e req-2293f311-959c-4fd8-beea-688a5a3db1e3 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e HTTP/1.1" status: 200 len: 943 time: 0.0528951 Feb 07 22:24:19.736803 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0981318-0a6f-49dc-8364-66dc0802b39e req-789632de-4664-416f-b38e-e0f9778f98f1 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428071 Feb 07 22:24:20.485187 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 88b41aa8-b077-4863-8a93-1fc68a3525a3 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:24:20.582313 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 88b41aa8-b077-4863-8a93-1fc68a3525a3, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=88b41aa8-b077-4863-8a93-1fc68a3525a3,segment=NetworkSegment(bfc1c79b-4801-45a6-a3f0-c659469bbcf5),segment_id=bfc1c79b-4801-45a6-a3f0-c659469bbcf5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:24:20.594478 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '88b41aa8-b077-4863-8a93-1fc68a3525a3', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'port_id': '88b41aa8-b077-4863-8a93-1fc68a3525a3', 'mac_address': 'fa:16:3e:61:c4:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:24:20.631217 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 88b41aa8-b077-4863-8a93-1fc68a3525a3 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:24:20.631598 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (88b41aa8-b077-4863-8a93-1fc68a3525a3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:20.644266 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b41aa8-b077-4863-8a93-1fc68a3525a3 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 22:24:20.663484 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 88b41aa8-b077-4863-8a93-1fc68a3525a3, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=88b41aa8-b077-4863-8a93-1fc68a3525a3,segment=NetworkSegment(bfc1c79b-4801-45a6-a3f0-c659469bbcf5),segment_id=bfc1c79b-4801-45a6-a3f0-c659469bbcf5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:24:20.667686 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (88b41aa8-b077-4863-8a93-1fc68a3525a3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:20.717051 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=88b41aa8-b077-4863-8a93-1fc68a3525a3,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:20.793812 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4ebec2f3-0884-433e-a0ba-801ebda4026a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:20.860409 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40c813-77c2-4ac5-a704-e2d95267cbe6 req-88b00c95-aefa-45de-be5a-e317bf397182 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:20.861870 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2a40c813-77c2-4ac5-a704-e2d95267cbe6 req-88b00c95-aefa-45de-be5a-e317bf397182 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e HTTP/1.1" status: 200 len: 944 time: 0.0568337 Feb 07 22:24:20.913464 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2a40c813-77c2-4ac5-a704-e2d95267cbe6 req-ff2331fe-f6b5-4f7b-9b8b-adc9b45adcf4 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459731 Feb 07 22:24:21.020625 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['88b41aa8-b077-4863-8a93-1fc68a3525a3'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:24:22.032459 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34747d12-8377-4c11-93dc-7588ec431a37 req-836c4266-426d-4149-ac2b-aa1cf836d307 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:22.033987 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-34747d12-8377-4c11-93dc-7588ec431a37 req-836c4266-426d-4149-ac2b-aa1cf836d307 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e HTTP/1.1" status: 200 len: 944 time: 0.0521827 Feb 07 22:24:22.081570 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-34747d12-8377-4c11-93dc-7588ec431a37 req-a8f295ac-622e-4279-963f-21a76f9c41eb tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419760 Feb 07 22:24:22.118782 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:22.500578 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 88b41aa8-b077-4863-8a93-1fc68a3525a3 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:24:22.548393 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning for port 88b41aa8-b077-4863-8a93-1fc68a3525a3 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:24:22.552235 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 88b41aa8-b077-4863-8a93-1fc68a3525a3 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:22.552641 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (88b41aa8-b077-4863-8a93-1fc68a3525a3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:22.629625 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 88b41aa8-b077-4863-8a93-1fc68a3525a3 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:24:22.630004 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (88b41aa8-b077-4863-8a93-1fc68a3525a3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:22.651224 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad271bc3-3ff1-4211-8055-2ef61f22167e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b41aa8-b077-4863-8a93-1fc68a3525a3'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:24:22.653483 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59fa0091afa0acade78336c0e3f3c5307cc552a1ace6da7695aaea120dfc6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e079cbf-3a25-4de4-b043-1ec8c1b7bdb2" -d '{"events": [{"server_uuid": "ad271bc3-3ff1-4211-8055-2ef61f22167e", "name": "network-vif-plugged", "status": "completed", "tag": "88b41aa8-b077-4863-8a93-1fc68a3525a3"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:24:22.665589 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 88b41aa8-b077-4863-8a93-1fc68a3525a3, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=88b41aa8-b077-4863-8a93-1fc68a3525a3,segment=NetworkSegment(bfc1c79b-4801-45a6-a3f0-c659469bbcf5),segment_id=bfc1c79b-4801-45a6-a3f0-c659469bbcf5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:24:22.670016 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (88b41aa8-b077-4863-8a93-1fc68a3525a3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:22.694873 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f530e5a3-0970-4834-9075-d7dd868f1f30 x-openstack-request-id: req-f530e5a3-0970-4834-9075-d7dd868f1f30 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:24:22.695195 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad271bc3-3ff1-4211-8055-2ef61f22167e", "name": "network-vif-plugged", "status": "completed", "tag": "88b41aa8-b077-4863-8a93-1fc68a3525a3", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:24:22.695457 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f530e5a3-0970-4834-9075-d7dd868f1f30 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:24:22.695848 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad271bc3-3ff1-4211-8055-2ef61f22167e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b41aa8-b077-4863-8a93-1fc68a3525a3', 'code': 200} Feb 07 22:24:22.721759 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=88b41aa8-b077-4863-8a93-1fc68a3525a3,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:22.791695 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ee444-295b-41c5-a453-e02a0632da58 req-1644eadb-ef66-4dc6-97c8-e5c0d609c514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:22.793995 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-792ee444-295b-41c5-a453-e02a0632da58 req-1644eadb-ef66-4dc6-97c8-e5c0d609c514 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e HTTP/1.1" status: 200 len: 1127 time: 0.0443423 Feb 07 22:24:22.843621 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-792ee444-295b-41c5-a453-e02a0632da58 req-359875fd-a39a-4d2b-bc22-5dfdd8f1ee4a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441244 Feb 07 22:24:23.202236 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a43c3-843c-4b2c-99bf-9a32f47d932e req-563fbe20-c5c0-43f9-8c55-ed77852789e9 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:23.203705 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-006a43c3-843c-4b2c-99bf-9a32f47d932e req-563fbe20-c5c0-43f9-8c55-ed77852789e9 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e HTTP/1.1" status: 200 len: 945 time: 0.0525548 Feb 07 22:24:23.252108 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-006a43c3-843c-4b2c-99bf-9a32f47d932e req-cddba53f-b06a-4806-b6db-b179996327e8 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429087 Feb 07 22:24:23.594034 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:24.373582 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10d6d4-76a4-4a04-813d-6b966f5a0fef req-fd3d11f2-ed60-47e7-95d5-fa93c26018e4 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:24.375044 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b10d6d4-76a4-4a04-813d-6b966f5a0fef req-fd3d11f2-ed60-47e7-95d5-fa93c26018e4 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e HTTP/1.1" status: 200 len: 945 time: 0.0531456 Feb 07 22:24:24.421489 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1b10d6d4-76a4-4a04-813d-6b966f5a0fef req-57d56066-560d-4d47-9c83-7eb54beee2cd tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406978 Feb 07 22:24:24.540439 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306aae6-106b-4f42-9ac3-0b0710497a78 req-b2f7deae-0821-4e9b-bb21-a312d6f3f9d6 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:24.541797 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5306aae6-106b-4f42-9ac3-0b0710497a78 req-b2f7deae-0821-4e9b-bb21-a312d6f3f9d6 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e HTTP/1.1" status: 200 len: 945 time: 0.0545154 Feb 07 22:24:24.589240 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5306aae6-106b-4f42-9ac3-0b0710497a78 req-7abe90ff-81f1-458d-96d7-f60d480d0964 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409956 Feb 07 22:24:24.611030 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49206) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:24:24.694076 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb93cbb-6ef6-428a-9592-92af7cc223a1 tempest-TestSnapshotPattern-350626451 tempest-TestSnapshotPattern-350626451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:24.695554 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2bb93cbb-6ef6-428a-9592-92af7cc223a1 tempest-TestSnapshotPattern-350626451 tempest-TestSnapshotPattern-350626451-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e HTTP/1.1" status: 200 len: 1122 time: 0.0835931 Feb 07 22:24:24.698547 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49210) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:24:24.703502 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ec34bb02-e0c9-494c-ad1b-49b3782df80c tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'port_id': '88b41aa8-b077-4863-8a93-1fc68a3525a3', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:24:24.724538 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec34bb02-e0c9-494c-ad1b-49b3782df80c tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:24.824970 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec34bb02-e0c9-494c-ad1b-49b3782df80c tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:24.885598 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:24.925575 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-ec34bb02-e0c9-494c-ad1b-49b3782df80c tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Allocated IP 172.25.4.87 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/e417f9ed-5bbc-4b3c-bd91-d9afd4b81ac7) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:24:25.026843 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec34bb02-e0c9-494c-ad1b-49b3782df80c tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for port (e417f9ed-5bbc-4b3c-bd91-d9afd4b81ac7), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:25.060957 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec34bb02-e0c9-494c-ad1b-49b3782df80c tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (e417f9ed-5bbc-4b3c-bd91-d9afd4b81ac7), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:25.094435 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec34bb02-e0c9-494c-ad1b-49b3782df80c tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:24:25.099006 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ec34bb02-e0c9-494c-ad1b-49b3782df80c tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:24:25.101524 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec34bb02-e0c9-494c-ad1b-49b3782df80c tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:24:25.130064 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34bb02-e0c9-494c-ad1b-49b3782df80c tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Pushing event updated for resources: {'Port': ['ID=e417f9ed-5bbc-4b3c-bd91-d9afd4b81ac7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:25.712871 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec34bb02-e0c9-494c-ad1b-49b3782df80c tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for floatingip (56b06c41-7c89-4959-adb9-f4e4a8824b4a), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:25.781891 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec34bb02-e0c9-494c-ad1b-49b3782df80c tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (e417f9ed-5bbc-4b3c-bd91-d9afd4b81ac7), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:25.927288 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec34bb02-e0c9-494c-ad1b-49b3782df80c tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for port (e417f9ed-5bbc-4b3c-bd91-d9afd4b81ac7), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:25.931561 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec34bb02-e0c9-494c-ad1b-49b3782df80c tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (e417f9ed-5bbc-4b3c-bd91-d9afd4b81ac7), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:26.001666 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34bb02-e0c9-494c-ad1b-49b3782df80c tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Pushing event updated for resources: {'Port': ['ID=e417f9ed-5bbc-4b3c-bd91-d9afd4b81ac7,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:26.011336 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec34bb02-e0c9-494c-ad1b-49b3782df80c tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (56b06c41-7c89-4959-adb9-f4e4a8824b4a), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:26.110836 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-ec34bb02-e0c9-494c-ad1b-49b3782df80c tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Floating IP 56b06c41-7c89-4959-adb9-f4e4a8824b4a associated. External IP: 172.25.4.87, port: 88b41aa8-b077-4863-8a93-1fc68a3525a3. Feb 07 22:24:26.315999 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec34bb02-e0c9-494c-ad1b-49b3782df80c tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Router 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:24:26.424585 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec34bb02-e0c9-494c-ad1b-49b3782df80c tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:24:26.434320 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335251aa-192e-4358-a460-a44fd0df3253 None None] Sync routers for ids ['621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:24:26.442776 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec34bb02-e0c9-494c-ad1b-49b3782df80c tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:26.443893 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335251aa-192e-4358-a460-a44fd0df3253 None None] Routers {'621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:24:26.444550 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-335251aa-192e-4358-a460-a44fd0df3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:24:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:24:26.472031 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ec34bb02-e0c9-494c-ad1b-49b3782df80c tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7718284 Feb 07 22:24:26.472682 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad271bc3-3ff1-4211-8055-2ef61f22167e', 'tag': '88b41aa8-b077-4863-8a93-1fc68a3525a3'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:24:26.474922 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7196f4-6b6e-4940-836c-68744779a20f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad271bc3-3ff1-4211-8055-2ef61f22167e", "tag": "88b41aa8-b077-4863-8a93-1fc68a3525a3"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:24:26.518102 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d5f1bc-b17d-4878-b641-2ba9cabdbdb9 x-openstack-request-id: req-f9d5f1bc-b17d-4878-b641-2ba9cabdbdb9 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:24:26.518409 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad271bc3-3ff1-4211-8055-2ef61f22167e", "tag": "88b41aa8-b077-4863-8a93-1fc68a3525a3", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:24:26.518668 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f9d5f1bc-b17d-4878-b641-2ba9cabdbdb9 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:24:26.519107 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad271bc3-3ff1-4211-8055-2ef61f22167e', 'tag': '88b41aa8-b077-4863-8a93-1fc68a3525a3', 'status': 'completed', 'code': 200} Feb 07 22:24:26.553650 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-335251aa-192e-4358-a460-a44fd0df3253 None None] Set router 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:24:26.585831 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7196f4-6b6e-4940-836c-68744779a20f req-095fcb29-fba6-4ca6-acd3-76b4b11d9665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:26.587246 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e7196f4-6b6e-4940-836c-68744779a20f req-095fcb29-fba6-4ca6-acd3-76b4b11d9665 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bf738d798dfd47909a17ab3c5299b49c&device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e HTTP/1.1" status: 200 len: 1127 time: 0.0492337 Feb 07 22:24:26.676185 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7196f4-6b6e-4940-836c-68744779a20f req-952edf45-b87a-421b-9172-bd98ea8996ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:26.677695 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e7196f4-6b6e-4940-836c-68744779a20f req-952edf45-b87a-421b-9172-bd98ea8996ab service neutron] 10.222.0.71 "GET /v2.0/networks?id=d0875a64-d2d2-496b-89b8-416d7457c6a7 HTTP/1.1" status: 200 len: 911 time: 0.0839620 Feb 07 22:24:26.748223 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e7196f4-6b6e-4940-836c-68744779a20f req-85ac4593-32a8-4fb1-b003-415e6fb1273b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88b41aa8-b077-4863-8a93-1fc68a3525a3 HTTP/1.1" status: 200 len: 998 time: 0.0646455 Feb 07 22:24:26.779230 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-335251aa-192e-4358-a460-a44fd0df3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'name': 'tempest-TestSnapshotPattern-1105750683-router', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:01Z', 'updated_at': '2022-02-07T22:24:04Z', 'revision_number': 4, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'gw_port': {'id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:02Z', 'updated_at': '2022-02-07T22:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '56b06c41-7c89-4959-adb9-f4e4a8824b4a', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'floating_ip_address': '172.25.4.87', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'port_id': '88b41aa8-b077-4863-8a93-1fc68a3525a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'mac_address': 'fa:16:3e:61:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad271bc3-3ff1-4211-8055-2ef61f22167e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:24:25Z', 'updated_at': '2022-02-07T22:24:25Z', 'revision_number': 0, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4be97ba-cab2-430b-b397-935ba0f83d67', 'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'mac_address': 'fa:16:3e:c9:dd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:03Z', 'updated_at': '2022-02-07T22:24:08Z', 'revision_number': 5, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'subnets': [{'id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:24:26.796338 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7196f4-6b6e-4940-836c-68744779a20f req-dcdf807c-e8cb-4fd8-9949-c965ceef73e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:26.798133 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e7196f4-6b6e-4940-836c-68744779a20f req-dcdf807c-e8cb-4fd8-9949-c965ceef73e3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6b95f984-0804-419c-affe-4e31a0cd7604 HTTP/1.1" status: 200 len: 849 time: 0.0442502 Feb 07 22:24:26.808004 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335251aa-192e-4358-a460-a44fd0df3253 None None] Checking router: 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:24:26.816803 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335251aa-192e-4358-a460-a44fd0df3253 None None] Routers {'621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:24:26.817416 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-335251aa-192e-4358-a460-a44fd0df3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:24:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:24:26.847658 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7196f4-6b6e-4940-836c-68744779a20f req-8fe751d0-41c7-4c68-b1cb-6e53c653cc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:26.849243 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e7196f4-6b6e-4940-836c-68744779a20f req-8fe751d0-41c7-4c68-b1cb-6e53c653cc2a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d0875a64-d2d2-496b-89b8-416d7457c6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454729 Feb 07 22:24:26.924207 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-335251aa-192e-4358-a460-a44fd0df3253 None None] Set router 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:24:26.941062 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e7196f4-6b6e-4940-836c-68744779a20f req-aa5ee1ad-77a1-42d4-bedc-c299067f9ad0 service neutron] 10.222.0.71 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861077 Feb 07 22:24:27.031830 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-6e7196f4-6b6e-4940-836c-68744779a20f req-50645bfd-b70d-42bc-b211-6754e3860bb9 service neutron] 10.222.0.71 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854387 Feb 07 22:24:27.295513 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-335251aa-192e-4358-a460-a44fd0df3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'name': 'tempest-TestSnapshotPattern-1105750683-router', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:01Z', 'updated_at': '2022-02-07T22:24:04Z', 'revision_number': 4, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'gw_port': {'id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:02Z', 'updated_at': '2022-02-07T22:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '56b06c41-7c89-4959-adb9-f4e4a8824b4a', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'floating_ip_address': '172.25.4.87', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'port_id': '88b41aa8-b077-4863-8a93-1fc68a3525a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'mac_address': 'fa:16:3e:61:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad271bc3-3ff1-4211-8055-2ef61f22167e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:24:25Z', 'updated_at': '2022-02-07T22:24:25Z', 'revision_number': 0, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4be97ba-cab2-430b-b397-935ba0f83d67', 'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'mac_address': 'fa:16:3e:c9:dd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:03Z', 'updated_at': '2022-02-07T22:24:08Z', 'revision_number': 5, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'subnets': [{'id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:24:27.320422 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335251aa-192e-4358-a460-a44fd0df3253 None None] The sync data for ids ['621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'] in n-d-828185-2 is: [{'id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'name': 'tempest-TestSnapshotPattern-1105750683-router', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:01Z', 'updated_at': '2022-02-07T22:24:04Z', 'revision_number': 4, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'gw_port': {'id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:02Z', 'updated_at': '2022-02-07T22:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '56b06c41-7c89-4959-adb9-f4e4a8824b4a', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'floating_ip_address': '172.25.4.87', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'port_id': '88b41aa8-b077-4863-8a93-1fc68a3525a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'mac_address': 'fa:16:3e:61:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad271bc3-3ff1-4211-8055-2ef61f22167e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:24:25Z', 'updated_at': '2022-02-07T22:24:25Z', 'revision_number': 0, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4be97ba-cab2-430b-b397-935ba0f83d67', 'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'mac_address': 'fa:16:3e:c9:dd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:03Z', 'updated_at': '2022-02-07T22:24:08Z', 'revision_number': 5, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'subnets': [{'id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:24:27.502603 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267741ec-bede-4181-a552-9ef1c8904a7b None None] New status for floating IP 56b06c41-7c89-4959-adb9-f4e4a8824b4a: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:24:31.375905 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-415394b3-38a4-499d-b254-86d23cd43fa8 req-1769b90f-acfb-47bb-8b19-0fac90eb1d7f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429468 Feb 07 22:24:31.465196 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415394b3-38a4-499d-b254-86d23cd43fa8 req-c54527f9-a8f0-46b7-b6fe-2aaa01050e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:31.466664 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-415394b3-38a4-499d-b254-86d23cd43fa8 req-c54527f9-a8f0-46b7-b6fe-2aaa01050e19 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bf738d798dfd47909a17ab3c5299b49c&device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e HTTP/1.1" status: 200 len: 1127 time: 0.0493422 Feb 07 22:24:31.565247 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415394b3-38a4-499d-b254-86d23cd43fa8 req-41f3c4ce-61c5-4337-aff6-b4dd3ce95372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:31.566709 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-415394b3-38a4-499d-b254-86d23cd43fa8 req-41f3c4ce-61c5-4337-aff6-b4dd3ce95372 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d0875a64-d2d2-496b-89b8-416d7457c6a7 HTTP/1.1" status: 200 len: 911 time: 0.0819144 Feb 07 22:24:31.634686 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-415394b3-38a4-499d-b254-86d23cd43fa8 req-522209e1-f9dc-455d-a78b-f6303c9c4a92 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88b41aa8-b077-4863-8a93-1fc68a3525a3 HTTP/1.1" status: 200 len: 1000 time: 0.0622168 Feb 07 22:24:31.681411 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415394b3-38a4-499d-b254-86d23cd43fa8 req-2009e470-2208-4272-a385-41cd66bbe768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:31.682821 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-415394b3-38a4-499d-b254-86d23cd43fa8 req-2009e470-2208-4272-a385-41cd66bbe768 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6b95f984-0804-419c-affe-4e31a0cd7604 HTTP/1.1" status: 200 len: 849 time: 0.0419788 Feb 07 22:24:31.732431 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415394b3-38a4-499d-b254-86d23cd43fa8 req-d737aab5-93cf-4510-972f-2c78d4e17151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:31.733957 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-415394b3-38a4-499d-b254-86d23cd43fa8 req-d737aab5-93cf-4510-972f-2c78d4e17151 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d0875a64-d2d2-496b-89b8-416d7457c6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453782 Feb 07 22:24:31.825059 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-415394b3-38a4-499d-b254-86d23cd43fa8 req-f93fb7b1-0027-4d43-97ba-5f57e628e8d7 service neutron] 10.222.0.71 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852776 Feb 07 22:24:31.911319 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-415394b3-38a4-499d-b254-86d23cd43fa8 req-cad143bc-2e14-48e9-a697-a227724406a2 service neutron] 10.222.0.71 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807710 Feb 07 22:24:34.505832 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:34.859171 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:36.648208 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:24:48.589774 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8e5b5a53-aadc-4024-82b2-d924640a13a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:50.795815 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c7b7ebe9-c7cc-44b9-9558-4aef4fc08346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:52.120769 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:53.597049 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:24:54.887605 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:25:04.507833 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:25:04.874230 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:25:13.647283 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:25:18.591491 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ddb80e93-b066-4d19-8761-2dfbfdf6207c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:25:20.797362 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-49f5ecd1-d8ae-4656-8241-59ab9fe31296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:25:22.127226 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:25:23.599712 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:25:24.889819 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:25:31.380664 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8ade82f-29b0-46db-8b99-134593bfd040 req-83143f57-aa57-4219-9b30-5a71b07f5905 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432777 Feb 07 22:25:31.471403 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ade82f-29b0-46db-8b99-134593bfd040 req-b6a174a6-29f7-4a58-84ab-3a97f4fe2760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:25:31.472943 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8ade82f-29b0-46db-8b99-134593bfd040 req-b6a174a6-29f7-4a58-84ab-3a97f4fe2760 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bf738d798dfd47909a17ab3c5299b49c&device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e HTTP/1.1" status: 200 len: 1127 time: 0.0506997 Feb 07 22:25:31.573050 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ade82f-29b0-46db-8b99-134593bfd040 req-b0d9aee2-9e14-40eb-bdc8-6f23511d2f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:25:31.574494 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8ade82f-29b0-46db-8b99-134593bfd040 req-b0d9aee2-9e14-40eb-bdc8-6f23511d2f16 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d0875a64-d2d2-496b-89b8-416d7457c6a7 HTTP/1.1" status: 200 len: 911 time: 0.0821269 Feb 07 22:25:31.642488 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8ade82f-29b0-46db-8b99-134593bfd040 req-6c6d9ca9-8d9c-4ab7-b2c8-0ded28054463 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88b41aa8-b077-4863-8a93-1fc68a3525a3 HTTP/1.1" status: 200 len: 1000 time: 0.0615840 Feb 07 22:25:31.690367 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ade82f-29b0-46db-8b99-134593bfd040 req-c1af2a63-3b94-4603-829d-9dace121dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:25:31.691769 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8ade82f-29b0-46db-8b99-134593bfd040 req-c1af2a63-3b94-4603-829d-9dace121dc1f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6b95f984-0804-419c-affe-4e31a0cd7604 HTTP/1.1" status: 200 len: 849 time: 0.0422156 Feb 07 22:25:31.740953 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ade82f-29b0-46db-8b99-134593bfd040 req-0d7c9ab2-654d-44b1-ab59-27d5134777bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:25:31.742445 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8ade82f-29b0-46db-8b99-134593bfd040 req-0d7c9ab2-654d-44b1-ab59-27d5134777bf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d0875a64-d2d2-496b-89b8-416d7457c6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446107 Feb 07 22:25:31.834987 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8ade82f-29b0-46db-8b99-134593bfd040 req-eb2fefaf-af89-41bb-af2c-df960041181b service neutron] 10.222.0.71 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857422 Feb 07 22:25:31.921863 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e8ade82f-29b0-46db-8b99-134593bfd040 req-d5b602c4-1df9-46f6-abce-bda3dc647232 service neutron] 10.222.0.71 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788264 Feb 07 22:25:34.518461 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:25:34.872075 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:25:48.594309 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9ebd0111-683a-475b-a594-e84dfda0564a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:25:50.646487 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:25:50.798548 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1560eca4-d25d-4b19-a66f-ea970c63da22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:25:52.127627 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:25:53.603348 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:25:54.891860 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:26:04.516834 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:26:04.879846 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:26:18.596684 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2a9b9bf4-599e-486d-8954-6470e8832af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:26:20.800833 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8adeda44-b672-4dc5-b510-2a79433b04cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:26:22.130549 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:26:23.604223 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:26:24.893130 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:26:27.647202 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:26:33.376701 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c7af50f1-912c-46d5-8431-f42d522c8a0d req-ac5afc39-7250-4f0d-945d-19810afbec86 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444922 Feb 07 22:26:33.464898 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af50f1-912c-46d5-8431-f42d522c8a0d req-48ce03d0-ab8e-4149-a3f2-4eb30ea181d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:26:33.466449 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c7af50f1-912c-46d5-8431-f42d522c8a0d req-48ce03d0-ab8e-4149-a3f2-4eb30ea181d1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bf738d798dfd47909a17ab3c5299b49c&device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e HTTP/1.1" status: 200 len: 1127 time: 0.0498824 Feb 07 22:26:33.565461 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af50f1-912c-46d5-8431-f42d522c8a0d req-e006ffcf-7fdb-4152-ad29-cac3ac6d4bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:26:33.566915 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c7af50f1-912c-46d5-8431-f42d522c8a0d req-e006ffcf-7fdb-4152-ad29-cac3ac6d4bf9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d0875a64-d2d2-496b-89b8-416d7457c6a7 HTTP/1.1" status: 200 len: 911 time: 0.0825355 Feb 07 22:26:33.633714 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c7af50f1-912c-46d5-8431-f42d522c8a0d req-69234270-05da-43d9-aeb7-85c5f3c3a4b3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88b41aa8-b077-4863-8a93-1fc68a3525a3 HTTP/1.1" status: 200 len: 1000 time: 0.0611377 Feb 07 22:26:33.680478 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af50f1-912c-46d5-8431-f42d522c8a0d req-507be28f-14c3-407d-b10d-c33b262775ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:26:33.681885 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c7af50f1-912c-46d5-8431-f42d522c8a0d req-507be28f-14c3-407d-b10d-c33b262775ec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6b95f984-0804-419c-affe-4e31a0cd7604 HTTP/1.1" status: 200 len: 849 time: 0.0425768 Feb 07 22:26:33.730398 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af50f1-912c-46d5-8431-f42d522c8a0d req-fcae9849-18e8-4d36-a72c-3b074fed73e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:26:33.731891 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c7af50f1-912c-46d5-8431-f42d522c8a0d req-fcae9849-18e8-4d36-a72c-3b074fed73e8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d0875a64-d2d2-496b-89b8-416d7457c6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439010 Feb 07 22:26:33.821065 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c7af50f1-912c-46d5-8431-f42d522c8a0d req-73fef5ba-2013-45bb-b195-6caef58cf310 service neutron] 10.222.0.71 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831327 Feb 07 22:26:33.908060 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c7af50f1-912c-46d5-8431-f42d522c8a0d req-282c31f4-cac0-43ba-8277-877919b9e8c7 service neutron] 10.222.0.71 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809274 Feb 07 22:26:34.516163 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:26:34.887669 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:26:48.597578 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-65ec31b2-7f22-4a62-b777-81128b67bbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:26:50.803986 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2a0a29de-0cb1-414f-9b20-45b6f64daf2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:26:52.133673 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:26:53.606783 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:26:54.896424 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:04.516976 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:04.646407 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:27:04.895912 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:09.381198 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 88b41aa8-b077-4863-8a93-1fc68a3525a3 details requested by agent hyperv_n-h2-828185-2 with host n-h2-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:27:09.473802 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 88b41aa8-b077-4863-8a93-1fc68a3525a3, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=88b41aa8-b077-4863-8a93-1fc68a3525a3,segment=NetworkSegment(bfc1c79b-4801-45a6-a3f0-c659469bbcf5),segment_id=bfc1c79b-4801-45a6-a3f0-c659469bbcf5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:27:09.485059 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Returning: {'device': '88b41aa8-b077-4863-8a93-1fc68a3525a3', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'port_id': '88b41aa8-b077-4863-8a93-1fc68a3525a3', 'mac_address': 'fa:16:3e:61:c4:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:27:09.524541 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 88b41aa8-b077-4863-8a93-1fc68a3525a3 is: ACTIVE; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:27:09.524927 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (88b41aa8-b077-4863-8a93-1fc68a3525a3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:09.537774 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88b41aa8-b077-4863-8a93-1fc68a3525a3 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 22:27:09.556455 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 88b41aa8-b077-4863-8a93-1fc68a3525a3, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=88b41aa8-b077-4863-8a93-1fc68a3525a3,segment=NetworkSegment(bfc1c79b-4801-45a6-a3f0-c659469bbcf5),segment_id=bfc1c79b-4801-45a6-a3f0-c659469bbcf5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:27:09.561338 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (88b41aa8-b077-4863-8a93-1fc68a3525a3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:09.610263 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=88b41aa8-b077-4863-8a93-1fc68a3525a3,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:27:09.617751 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:09.618101 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:09.618441 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:09.618778 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:09.619111 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:09.619445 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:09.619771 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:09.620094 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:09.620450 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:09.620772 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:09.621097 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:09.621413 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:09.621732 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:09.632791 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] get_ports_and_sgs() called for port_ids ['88b41aa8-b077-4863-8a93-1fc68a3525a3'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:27:11.398534 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 88b41aa8-b077-4863-8a93-1fc68a3525a3 up at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:27:11.445352 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Provisioning complete for port 88b41aa8-b077-4863-8a93-1fc68a3525a3 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:27:11.445717 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (88b41aa8-b077-4863-8a93-1fc68a3525a3), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:11.521205 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 88b41aa8-b077-4863-8a93-1fc68a3525a3 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:27:11.521605 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (88b41aa8-b077-4863-8a93-1fc68a3525a3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:11.543044 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad271bc3-3ff1-4211-8055-2ef61f22167e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b41aa8-b077-4863-8a93-1fc68a3525a3'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:27:11.545288 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59fa0091afa0acade78336c0e3f3c5307cc552a1ace6da7695aaea120dfc6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293d31b7-0324-402a-97fc-dbbdde8cf5fa" -d '{"events": [{"server_uuid": "ad271bc3-3ff1-4211-8055-2ef61f22167e", "name": "network-vif-plugged", "status": "completed", "tag": "88b41aa8-b077-4863-8a93-1fc68a3525a3"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:27:11.557359 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 88b41aa8-b077-4863-8a93-1fc68a3525a3, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=88b41aa8-b077-4863-8a93-1fc68a3525a3,segment=NetworkSegment(bfc1c79b-4801-45a6-a3f0-c659469bbcf5),segment_id=bfc1c79b-4801-45a6-a3f0-c659469bbcf5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:27:11.562059 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (88b41aa8-b077-4863-8a93-1fc68a3525a3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:11.608778 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=88b41aa8-b077-4863-8a93-1fc68a3525a3,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:27:12.594104 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe1927b-9b31-4590-ad05-5f90d0078264 x-openstack-request-id: req-3fe1927b-9b31-4590-ad05-5f90d0078264 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:27:12.594700 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad271bc3-3ff1-4211-8055-2ef61f22167e", "name": "network-vif-plugged", "status": "completed", "tag": "88b41aa8-b077-4863-8a93-1fc68a3525a3", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:27:12.594700 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3fe1927b-9b31-4590-ad05-5f90d0078264 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:27:12.595057 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad271bc3-3ff1-4211-8055-2ef61f22167e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b41aa8-b077-4863-8a93-1fc68a3525a3', 'code': 200} Feb 07 22:27:18.602237 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f5c8930-f4f3-4cec-b657-de74b90b0757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:20.809487 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6dd4cf14-1da3-4b96-aa77-6ed38f81a322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:22.136131 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:23.177547 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-f05459a6-c0f8-4898-ac2f-1a85fd38180e tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-622686797&fields=id&tenant_id=bf738d798dfd47909a17ab3c5299b49c HTTP/1.1" status: 200 len: 267 time: 0.0440409 Feb 07 22:27:23.281332 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-386e6a6e-7b0e-48a4-80b7-b72235e2783b tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:23.282650 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-386e6a6e-7b0e-48a4-80b7-b72235e2783b tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/networks?id=d0875a64-d2d2-496b-89b8-416d7457c6a7 HTTP/1.1" status: 200 len: 810 time: 0.0985439 Feb 07 22:27:23.297212 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-06f37609-1b2f-4578-9cf4-cb14c5e2904b tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/quotas/bf738d798dfd47909a17ab3c5299b49c HTTP/1.1" status: 200 len: 375 time: 0.0086231 Feb 07 22:27:23.352117 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-a0d77a38-3080-4dc2-91a2-ccf48c9bf70d tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf738d798dfd47909a17ab3c5299b49c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500510 Feb 07 22:27:23.447388 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-eeabc51c-8d49-4ba0-aecd-1ad5341100f7 service neutron] 10.222.0.65 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842013 Feb 07 22:27:23.531854 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-f08c04ae-237b-4396-aeb4-e910371eeaac service neutron] 10.222.0.65 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786643 Feb 07 22:27:23.611220 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:23.745614 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-a0e53394-880b-408f-88e5-fd8e4e70e53e req-7ef56d35-4ca7-412d-834a-caf90b553b3b tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 210 time: 0.0789266 Feb 07 22:27:24.668543 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-6529e887-f8f8-438d-b847-2b98551192ae tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:24.670018 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-6529e887-f8f8-438d-b847-2b98551192ae tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.69 "GET /v2.0/networks?id=d0875a64-d2d2-496b-89b8-416d7457c6a7 HTTP/1.1" status: 200 len: 810 time: 0.1077170 Feb 07 22:27:24.732054 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-c0e69b8d-f9fc-4044-ad37-bb3112f8d104 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf738d798dfd47909a17ab3c5299b49c HTTP/1.1" status: 200 len: 379 time: 0.0540502 Feb 07 22:27:24.740642 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-6d557192-5dad-4529-a2f9-7dbf6167cc72 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Request body: {'port': {'device_id': '25826d90-9f84-44ce-a5ab-c9add21e2a70', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'admin_state_up': True, 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'security_groups': ['1caeb406-2ad5-4bc6-968f-be4559da2574']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:27:24.847062 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-2e89d173-13c3-4068-a03a-437b180c4718 req-401acf37-1cc1-434b-85eb-9092ff52e88f tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 210 time: 0.0284069 Feb 07 22:27:24.868987 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-6d557192-5dad-4529-a2f9-7dbf6167cc72 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Made reservation on behalf of bf738d798dfd47909a17ab3c5299b49c for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:27:24.868987 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-6d557192-5dad-4529-a2f9-7dbf6167cc72 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:24.907605 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:25.025571 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-6d557192-5dad-4529-a2f9-7dbf6167cc72 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Allocated IP 172.20.0.13 (d0875a64-d2d2-496b-89b8-416d7457c6a7/6b95f984-0804-419c-affe-4e31a0cd7604/2b831854-aad8-4af8-9f05-e6e2ef020160) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:27:25.285523 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-6d557192-5dad-4529-a2f9-7dbf6167cc72 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for port (2b831854-aad8-4af8-9f05-e6e2ef020160), precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:25.372855 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-6d557192-5dad-4529-a2f9-7dbf6167cc72 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (2b831854-aad8-4af8-9f05-e6e2ef020160), after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:25.429644 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-6d557192-5dad-4529-a2f9-7dbf6167cc72 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Network d0875a64-d2d2-496b-89b8-416d7457c6a7 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:27:25.433326 n-d-828185-2 neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-6d557192-5dad-4529-a2f9-7dbf6167cc72 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:27:25.437110 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-6d557192-5dad-4529-a2f9-7dbf6167cc72 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:27:25.470369 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d557192-5dad-4529-a2f9-7dbf6167cc72 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Pushing event updated for resources: {'Port': ['ID=2b831854-aad8-4af8-9f05-e6e2ef020160,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:27:25.486781 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d557192-5dad-4529-a2f9-7dbf6167cc72 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:25.487059 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d557192-5dad-4529-a2f9-7dbf6167cc72 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:25.487406 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d557192-5dad-4529-a2f9-7dbf6167cc72 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:25.487745 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d557192-5dad-4529-a2f9-7dbf6167cc72 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:25.488083 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d557192-5dad-4529-a2f9-7dbf6167cc72 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:25.488486 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d557192-5dad-4529-a2f9-7dbf6167cc72 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:25.488826 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d557192-5dad-4529-a2f9-7dbf6167cc72 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:25.489158 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d557192-5dad-4529-a2f9-7dbf6167cc72 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:25.489514 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d557192-5dad-4529-a2f9-7dbf6167cc72 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:25.489846 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d557192-5dad-4529-a2f9-7dbf6167cc72 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:25.490180 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d557192-5dad-4529-a2f9-7dbf6167cc72 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:25.490522 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d557192-5dad-4529-a2f9-7dbf6167cc72 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:25.490847 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d557192-5dad-4529-a2f9-7dbf6167cc72 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:25.522720 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-6d557192-5dad-4529-a2f9-7dbf6167cc72 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:25.524696 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-6d557192-5dad-4529-a2f9-7dbf6167cc72 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:25.549066 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-6d557192-5dad-4529-a2f9-7dbf6167cc72 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8114460 Feb 07 22:27:25.818380 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1d58c7ff-0308-4701-b382-829710fb527e None None] Provisioning complete for port 2b831854-aad8-4af8-9f05-e6e2ef020160 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:27:25.819093 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1d58c7ff-0308-4701-b382-829710fb527e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2b831854-aad8-4af8-9f05-e6e2ef020160), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:25.857704 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1d58c7ff-0308-4701-b382-829710fb527e None None] Port 2b831854-aad8-4af8-9f05-e6e2ef020160 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 22:27:25.983301 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c2423-ba65-4d33-a6a7-e5044d9684a7 req-1dacf2bc-d3ac-478a-8236-a89cf2ba47e2 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:25.984910 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f70c2423-ba65-4d33-a6a7-e5044d9684a7 req-1dacf2bc-d3ac-478a-8236-a89cf2ba47e2 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 932 time: 0.0654478 Feb 07 22:27:26.036608 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f70c2423-ba65-4d33-a6a7-e5044d9684a7 req-5917390f-8ec0-4cb2-8163-79a85315cf4c tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446501 Feb 07 22:27:27.170346 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4901a-4091-4431-bbb7-047f9a298b7e req-bd7cb61d-52bd-49f6-891e-9209f5d9eaaf tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:27.173085 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-25d4901a-4091-4431-bbb7-047f9a298b7e req-bd7cb61d-52bd-49f6-891e-9209f5d9eaaf tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 932 time: 0.0625546 Feb 07 22:27:27.233114 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-25d4901a-4091-4431-bbb7-047f9a298b7e req-7f0c30a2-35f7-4374-bf31-dd8e47b818af tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530858 Feb 07 22:27:27.467076 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 88b41aa8-b077-4863-8a93-1fc68a3525a3 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:27:27.549218 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Current status of the port 88b41aa8-b077-4863-8a93-1fc68a3525a3 is: ACTIVE; New status is: DOWN {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:27:27.549723 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (88b41aa8-b077-4863-8a93-1fc68a3525a3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:27.577298 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad271bc3-3ff1-4211-8055-2ef61f22167e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88b41aa8-b077-4863-8a93-1fc68a3525a3'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:27:27.580061 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59fa0091afa0acade78336c0e3f3c5307cc552a1ace6da7695aaea120dfc6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c91f66b-596f-4a6a-93a0-a9d7b94b0acb" -d '{"events": [{"server_uuid": "ad271bc3-3ff1-4211-8055-2ef61f22167e", "name": "network-vif-unplugged", "status": "completed", "tag": "88b41aa8-b077-4863-8a93-1fc68a3525a3"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:27:27.615061 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] For port 88b41aa8-b077-4863-8a93-1fc68a3525a3, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=88b41aa8-b077-4863-8a93-1fc68a3525a3,segment=NetworkSegment(bfc1c79b-4801-45a6-a3f0-c659469bbcf5),segment_id=bfc1c79b-4801-45a6-a3f0-c659469bbcf5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:27:27.628731 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (88b41aa8-b077-4863-8a93-1fc68a3525a3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:27.690921 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Pushing event updated for resources: {'Port': ['ID=88b41aa8-b077-4863-8a93-1fc68a3525a3,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:27:27.736544 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 22:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c525b36-37fd-41b6-926e-d92120a99c4b x-openstack-request-id: req-0c525b36-37fd-41b6-926e-d92120a99c4b {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:27:27.736844 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad271bc3-3ff1-4211-8055-2ef61f22167e", "name": "network-vif-unplugged", "status": "completed", "tag": "88b41aa8-b077-4863-8a93-1fc68a3525a3", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:27:27.737106 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0c525b36-37fd-41b6-926e-d92120a99c4b {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:27:27.737507 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad271bc3-3ff1-4211-8055-2ef61f22167e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88b41aa8-b077-4863-8a93-1fc68a3525a3', 'code': 200} Feb 07 22:27:28.372413 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eec343-aee0-42f8-8a0a-fd074bee6246 req-e62fb3a7-b062-442c-8976-25a980b41c05 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:28.375135 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1eec343-aee0-42f8-8a0a-fd074bee6246 req-e62fb3a7-b062-442c-8976-25a980b41c05 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 932 time: 0.0684421 Feb 07 22:27:28.427826 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-e1eec343-aee0-42f8-8a0a-fd074bee6246 req-f852d62e-b223-4069-b3aa-64acc3997e31 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456970 Feb 07 22:27:29.566202 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3bb29-9193-41b8-b7a8-5114635c57ca req-0638a6af-bf64-4f19-8fe4-d9878866fca5 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:29.568286 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2a3bb29-9193-41b8-b7a8-5114635c57ca req-0638a6af-bf64-4f19-8fe4-d9878866fca5 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 932 time: 0.0662999 Feb 07 22:27:29.621759 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-c2a3bb29-9193-41b8-b7a8-5114635c57ca req-cb78ee59-db18-48c4-b395-e9111df4ad27 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477059 Feb 07 22:27:30.758275 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1c7f2-1918-4d9d-bf1f-cff08ddefc91 req-e75a73c4-4447-463f-8b82-8de59f0698db tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:30.760029 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-47e1c7f2-1918-4d9d-bf1f-cff08ddefc91 req-e75a73c4-4447-463f-8b82-8de59f0698db tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 932 time: 0.0571280 Feb 07 22:27:30.819814 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-47e1c7f2-1918-4d9d-bf1f-cff08ddefc91 req-fbfa36f9-daea-4177-8f37-20605a85c6ff tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533385 Feb 07 22:27:32.215239 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4a287-528b-44c3-b9e3-dde2c6cdf7e2 req-ff595437-2d8c-459e-89b1-b4bab6500876 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:32.216735 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48c4a287-528b-44c3-b9e3-dde2c6cdf7e2 req-ff595437-2d8c-459e-89b1-b4bab6500876 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 932 time: 0.3231401 Feb 07 22:27:32.263735 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-48c4a287-528b-44c3-b9e3-dde2c6cdf7e2 req-57437bee-e7da-4ae7-8239-35a11363f07d tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413728 Feb 07 22:27:33.381775 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e50a63-cea9-4c22-bdd0-f9ef0aa08553 req-2cad1f7a-6dec-40d2-a8ed-cad47650794a tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:33.383264 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6e50a63-cea9-4c22-bdd0-f9ef0aa08553 req-2cad1f7a-6dec-40d2-a8ed-cad47650794a tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 932 time: 0.0522358 Feb 07 22:27:33.433552 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d6e50a63-cea9-4c22-bdd0-f9ef0aa08553 req-b00d260f-9a22-422b-b020-931c79bb7d63 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445178 Feb 07 22:27:34.372657 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e8a64d5-bb83-4305-aebd-9fb79f518995 req-bf9bb2b6-224c-45c0-b217-f2c7e6fe65ca service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441067 Feb 07 22:27:34.455406 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a64d5-bb83-4305-aebd-9fb79f518995 req-36974147-786d-4095-9104-5da96269023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:34.456973 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e8a64d5-bb83-4305-aebd-9fb79f518995 req-36974147-786d-4095-9104-5da96269023a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bf738d798dfd47909a17ab3c5299b49c&device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e HTTP/1.1" status: 200 len: 1125 time: 0.0449283 Feb 07 22:27:34.517632 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:34.600104 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8fafc-a8d8-4d25-89be-4ff38d39a90f req-2c91186e-34ef-4d00-a17a-692556b1a7ac tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:34.601610 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-67e8fafc-a8d8-4d25-89be-4ff38d39a90f req-2c91186e-34ef-4d00-a17a-692556b1a7ac tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 932 time: 0.0834105 Feb 07 22:27:34.604333 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a64d5-bb83-4305-aebd-9fb79f518995 req-34760a83-1357-4ace-82d8-360683a19e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:34.605662 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e8a64d5-bb83-4305-aebd-9fb79f518995 req-34760a83-1357-4ace-82d8-360683a19e36 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d0875a64-d2d2-496b-89b8-416d7457c6a7 HTTP/1.1" status: 200 len: 911 time: 0.1307826 Feb 07 22:27:34.695390 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-67e8fafc-a8d8-4d25-89be-4ff38d39a90f req-036d6af9-f5bb-430c-a605-12e33aab80d0 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880501 Feb 07 22:27:34.701301 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e8a64d5-bb83-4305-aebd-9fb79f518995 req-d0d0a288-3ff5-4ff1-b56f-284fc680004d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88b41aa8-b077-4863-8a93-1fc68a3525a3 HTTP/1.1" status: 200 len: 998 time: 0.0884397 Feb 07 22:27:34.750948 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a64d5-bb83-4305-aebd-9fb79f518995 req-e1f28fbb-cd20-4ae6-ab97-15c6b338b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:34.752468 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e8a64d5-bb83-4305-aebd-9fb79f518995 req-e1f28fbb-cd20-4ae6-ab97-15c6b338b554 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6b95f984-0804-419c-affe-4e31a0cd7604 HTTP/1.1" status: 200 len: 849 time: 0.0448735 Feb 07 22:27:34.799656 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a64d5-bb83-4305-aebd-9fb79f518995 req-f8b941f1-57f1-47c9-8554-fad713529eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:34.801173 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e8a64d5-bb83-4305-aebd-9fb79f518995 req-f8b941f1-57f1-47c9-8554-fad713529eab service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d0875a64-d2d2-496b-89b8-416d7457c6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433326 Feb 07 22:27:34.892030 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e8a64d5-bb83-4305-aebd-9fb79f518995 req-bf6f5af8-eee9-459d-a9e8-42cee1b00cfc service neutron] 10.222.0.71 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840559 Feb 07 22:27:34.895117 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:34.979563 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-1e8a64d5-bb83-4305-aebd-9fb79f518995 req-76dfcb1a-0efb-44c0-8fe4-0d859967ed01 service neutron] 10.222.0.71 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815392 Feb 07 22:27:35.819223 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a068d-6945-4210-9af5-25423d7f6cf1 req-d97054bb-02c8-4549-a23a-4d1c7cf8ad36 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:35.820724 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb1a068d-6945-4210-9af5-25423d7f6cf1 req-d97054bb-02c8-4549-a23a-4d1c7cf8ad36 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 932 time: 0.0578091 Feb 07 22:27:35.873993 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-bb1a068d-6945-4210-9af5-25423d7f6cf1 req-22d7e53d-5eaa-4af6-9cf6-e23e4f638a0d tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476899 Feb 07 22:27:36.521416 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.v2.base [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-19df911a-24d9-4650-9b04-6c0fbd0d52e5 service neutron] Request body: {'port': {'device_id': '25826d90-9f84-44ce-a5ab-c9add21e2a70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828185-2'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:27:36.582668 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-19df911a-24d9-4650-9b04-6c0fbd0d52e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2b831854-aad8-4af8-9f05-e6e2ef020160), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:36.865983 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-19df911a-24d9-4650-9b04-6c0fbd0d52e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b831854-aad8-4af8-9f05-e6e2ef020160 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 22:27:36.873260 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-19df911a-24d9-4650-9b04-6c0fbd0d52e5 service neutron] Publish callbacks [] for port (2b831854-aad8-4af8-9f05-e6e2ef020160), precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:36.884788 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-19df911a-24d9-4650-9b04-6c0fbd0d52e5 service neutron] Transition to ACTIVE for port object 2b831854-aad8-4af8-9f05-e6e2ef020160 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:27:36.888169 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-19df911a-24d9-4650-9b04-6c0fbd0d52e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (2b831854-aad8-4af8-9f05-e6e2ef020160), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:36.944997 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df911a-24d9-4650-9b04-6c0fbd0d52e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2b831854-aad8-4af8-9f05-e6e2ef020160,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:27:37.000637 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c3b40-83fe-437e-a079-384c44d2db5e req-a54a6d49-43ca-4be4-a4ac-0d23c5b90c12 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:37.002287 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-778c3b40-83fe-437e-a079-384c44d2db5e req-a54a6d49-43ca-4be4-a4ac-0d23c5b90c12 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 944 time: 0.0587416 Feb 07 22:27:37.017036 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-19df911a-24d9-4650-9b04-6c0fbd0d52e5 service neutron] Attempting to bind port 2b831854-aad8-4af8-9f05-e6e2ef020160 on host n-h1-828185-2 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 22:27:37.017526 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-19df911a-24d9-4650-9b04-6c0fbd0d52e5 service neutron] Attempting to bind port 2b831854-aad8-4af8-9f05-e6e2ef020160 by drivers openvswitch,hyperv on host n-h1-828185-2 at level 0 using segments [{'id': 'bfc1c79b-4801-45a6-a3f0-c659469bbcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 22:27:37.017863 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-19df911a-24d9-4650-9b04-6c0fbd0d52e5 service neutron] Attempting to bind port 2b831854-aad8-4af8-9f05-e6e2ef020160 on network d0875a64-d2d2-496b-89b8-416d7457c6a7 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:27:37.022375 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-19df911a-24d9-4650-9b04-6c0fbd0d52e5 service neutron] Port 2b831854-aad8-4af8-9f05-e6e2ef020160 on network d0875a64-d2d2-496b-89b8-416d7457c6a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828185-2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 22:27:37.022691 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-19df911a-24d9-4650-9b04-6c0fbd0d52e5 service neutron] Attempting to bind port 2b831854-aad8-4af8-9f05-e6e2ef020160 on network d0875a64-d2d2-496b-89b8-416d7457c6a7 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 22:27:37.027878 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-19df911a-24d9-4650-9b04-6c0fbd0d52e5 service neutron] Checking agent: {'id': '75b62b80-3088-4ddc-970e-212f604e6e2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828185-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'started_at': datetime.datetime(2022, 2, 7, 20, 53, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 22:27:37.028226 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-19df911a-24d9-4650-9b04-6c0fbd0d52e5 service neutron] Checking segment: {'id': 'bfc1c79b-4801-45a6-a3f0-c659469bbcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 22:27:37.028670 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-19df911a-24d9-4650-9b04-6c0fbd0d52e5 service neutron] Bound using segment: {'id': 'bfc1c79b-4801-45a6-a3f0-c659469bbcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 22:27:37.029763 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-19df911a-24d9-4650-9b04-6c0fbd0d52e5 service neutron] Bound port: 2b831854-aad8-4af8-9f05-e6e2ef020160, host: n-h1-828185-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc1c79b-4801-45a6-a3f0-c659469bbcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 22:27:37.030119 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-19df911a-24d9-4650-9b04-6c0fbd0d52e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2b831854-aad8-4af8-9f05-e6e2ef020160), before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:37.054117 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-778c3b40-83fe-437e-a079-384c44d2db5e req-a58960a1-98f9-4ef1-9a26-8fa4851e5cf0 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452309 Feb 07 22:27:37.102135 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-19df911a-24d9-4650-9b04-6c0fbd0d52e5 service neutron] For port 2b831854-aad8-4af8-9f05-e6e2ef020160, host n-h1-828185-2, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 22:27:37.105999 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-19df911a-24d9-4650-9b04-6c0fbd0d52e5 service neutron] For port 2b831854-aad8-4af8-9f05-e6e2ef020160, host n-h1-828185-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=2b831854-aad8-4af8-9f05-e6e2ef020160,segment=NetworkSegment(bfc1c79b-4801-45a6-a3f0-c659469bbcf5),segment_id=bfc1c79b-4801-45a6-a3f0-c659469bbcf5)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 22:27:37.113341 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-19df911a-24d9-4650-9b04-6c0fbd0d52e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4078960'] for port (2b831854-aad8-4af8-9f05-e6e2ef020160), after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:37.156757 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-19df911a-24d9-4650-9b04-6c0fbd0d52e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:37.157383 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-19df911a-24d9-4650-9b04-6c0fbd0d52e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:37.159578 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-19df911a-24d9-4650-9b04-6c0fbd0d52e5 service neutron] 10.222.0.69 "PUT /v2.0/ports/2b831854-aad8-4af8-9f05-e6e2ef020160 HTTP/1.1" status: 200 len: 1092 time: 0.6892776 Feb 07 22:27:37.160033 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25826d90-9f84-44ce-a5ab-c9add21e2a70', 'tag': '2b831854-aad8-4af8-9f05-e6e2ef020160'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:27:37.163021 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47bc0dc9fe746ac64adcb7a0dbe6fda25f58f8d79cf35956c7e0a4ba81c3c440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5470ae-1fdc-48df-a760-c9aad3865195" -d '{"events": [{"name": "network-changed", "server_uuid": "25826d90-9f84-44ce-a5ab-c9add21e2a70", "tag": "2b831854-aad8-4af8-9f05-e6e2ef020160"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:27:37.189339 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df911a-24d9-4650-9b04-6c0fbd0d52e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2b831854-aad8-4af8-9f05-e6e2ef020160,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:27:37.256204 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-fabe6607-5362-4610-b5fa-768d169b412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:37.257784 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-fabe6607-5362-4610-b5fa-768d169b412b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bf738d798dfd47909a17ab3c5299b49c&device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 1126 time: 0.0475292 Feb 07 22:27:37.299850 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f382ea8-32eb-4442-9a41-7d6a102d2ebb x-openstack-request-id: req-2f382ea8-32eb-4442-9a41-7d6a102d2ebb {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:27:37.300147 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25826d90-9f84-44ce-a5ab-c9add21e2a70", "tag": "2b831854-aad8-4af8-9f05-e6e2ef020160", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:27:37.300519 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2f382ea8-32eb-4442-9a41-7d6a102d2ebb {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:27:37.300927 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25826d90-9f84-44ce-a5ab-c9add21e2a70', 'tag': '2b831854-aad8-4af8-9f05-e6e2ef020160', 'status': 'completed', 'code': 200} Feb 07 22:27:37.303303 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-42154ba7-dbea-49d0-970c-d4a439b4177a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b831854-aad8-4af8-9f05-e6e2ef020160 HTTP/1.1" status: 200 len: 217 time: 0.0384614 Feb 07 22:27:37.357589 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-82ff4763-20dd-45c9-89d0-a0e5bdc6a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:37.359126 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-82ff4763-20dd-45c9-89d0-a0e5bdc6a908 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6b95f984-0804-419c-affe-4e31a0cd7604 HTTP/1.1" status: 200 len: 849 time: 0.0490017 Feb 07 22:27:37.407885 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-6f844e64-b861-4db3-9d4f-744b80e44a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:37.409403 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-6f844e64-b861-4db3-9d4f-744b80e44a1b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d0875a64-d2d2-496b-89b8-416d7457c6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436690 Feb 07 22:27:37.517910 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-0d9c4c7c-1011-43e1-8616-174bd538c3b8 service neutron] 10.222.0.69 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019931 Feb 07 22:27:37.610228 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-765bb88e-ebb9-4cfe-963b-8c4c589f2f72 req-74e62edc-28d8-4517-98ae-0202bf55d7d9 service neutron] 10.222.0.69 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865445 Feb 07 22:27:37.699985 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5470ae-1fdc-48df-a760-c9aad3865195 req-de2b2e50-de98-4fdf-aad3-903c06bf0a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:37.701511 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9e5470ae-1fdc-48df-a760-c9aad3865195 req-de2b2e50-de98-4fdf-aad3-903c06bf0a19 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bf738d798dfd47909a17ab3c5299b49c&device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 1126 time: 0.0453763 Feb 07 22:27:37.795891 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5470ae-1fdc-48df-a760-c9aad3865195 req-225bf661-1ad4-499c-bde2-161121c1d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:37.797302 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9e5470ae-1fdc-48df-a760-c9aad3865195 req-225bf661-1ad4-499c-bde2-161121c1d6ff service neutron] 10.222.0.69 "GET /v2.0/networks?id=d0875a64-d2d2-496b-89b8-416d7457c6a7 HTTP/1.1" status: 200 len: 911 time: 0.0881910 Feb 07 22:27:37.839296 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9e5470ae-1fdc-48df-a760-c9aad3865195 req-1cc6be86-9c04-484f-96d7-51b822a6472c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b831854-aad8-4af8-9f05-e6e2ef020160 HTTP/1.1" status: 200 len: 217 time: 0.0359175 Feb 07 22:27:37.886025 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5470ae-1fdc-48df-a760-c9aad3865195 req-0c87105d-d5b3-481d-be50-3380b7fc3ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:37.887418 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9e5470ae-1fdc-48df-a760-c9aad3865195 req-0c87105d-d5b3-481d-be50-3380b7fc3ffa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6b95f984-0804-419c-affe-4e31a0cd7604 HTTP/1.1" status: 200 len: 849 time: 0.0425241 Feb 07 22:27:37.939004 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5470ae-1fdc-48df-a760-c9aad3865195 req-35242974-751e-4276-9361-fcbfec22efed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:37.940662 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9e5470ae-1fdc-48df-a760-c9aad3865195 req-35242974-751e-4276-9361-fcbfec22efed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d0875a64-d2d2-496b-89b8-416d7457c6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478401 Feb 07 22:27:38.028851 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9e5470ae-1fdc-48df-a760-c9aad3865195 req-e81d02e0-a5c1-4fc5-8c2d-e2128d834c1a service neutron] 10.222.0.69 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819666 Feb 07 22:27:38.121741 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-9e5470ae-1fdc-48df-a760-c9aad3865195 req-7072e40d-d400-4776-b232-51b051972fa6 service neutron] 10.222.0.69 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864279 Feb 07 22:27:38.175014 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37736d6e-c877-4b4f-8258-f69aa8d87b0b req-ed1d0f0b-9f4c-45f8-8eb8-1ffe0bc8dd11 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:38.176478 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-37736d6e-c877-4b4f-8258-f69aa8d87b0b req-ed1d0f0b-9f4c-45f8-8eb8-1ffe0bc8dd11 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 944 time: 0.0513332 Feb 07 22:27:38.223527 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-37736d6e-c877-4b4f-8258-f69aa8d87b0b req-9be8e678-882a-48e4-ad05-cbfd14f51d29 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407131 Feb 07 22:27:39.346056 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9ddf8-533e-475d-b044-4eb49b155642 req-5f221d6d-a99e-4864-847e-f74a8219f1f8 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:39.347491 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4de9ddf8-533e-475d-b044-4eb49b155642 req-5f221d6d-a99e-4864-847e-f74a8219f1f8 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 944 time: 0.0550356 Feb 07 22:27:39.393634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4de9ddf8-533e-475d-b044-4eb49b155642 req-bfe4e998-afe7-4256-919f-346acaf95ef7 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405715 Feb 07 22:27:40.511476 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b685712-cf9b-4695-8581-46233500ec00 req-93b7e545-7a5e-4820-88b6-0a45c71d0aeb tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:40.512964 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b685712-cf9b-4695-8581-46233500ec00 req-93b7e545-7a5e-4820-88b6-0a45c71d0aeb tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 944 time: 0.0524874 Feb 07 22:27:40.561805 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5b685712-cf9b-4695-8581-46233500ec00 req-8857b1b5-747a-4250-b4a8-ac8b7a991769 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433066 Feb 07 22:27:41.109619 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 2b831854-aad8-4af8-9f05-e6e2ef020160 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:27:41.205353 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 2b831854-aad8-4af8-9f05-e6e2ef020160, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=2b831854-aad8-4af8-9f05-e6e2ef020160,segment=NetworkSegment(bfc1c79b-4801-45a6-a3f0-c659469bbcf5),segment_id=bfc1c79b-4801-45a6-a3f0-c659469bbcf5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:27:41.216561 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '2b831854-aad8-4af8-9f05-e6e2ef020160', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'port_id': '2b831854-aad8-4af8-9f05-e6e2ef020160', 'mac_address': 'fa:16:3e:bf:88:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:27:41.251607 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 2b831854-aad8-4af8-9f05-e6e2ef020160 is: DOWN; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:27:41.251981 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2b831854-aad8-4af8-9f05-e6e2ef020160), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:41.264981 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b831854-aad8-4af8-9f05-e6e2ef020160 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 22:27:41.283059 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 2b831854-aad8-4af8-9f05-e6e2ef020160, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=2b831854-aad8-4af8-9f05-e6e2ef020160,segment=NetworkSegment(bfc1c79b-4801-45a6-a3f0-c659469bbcf5),segment_id=bfc1c79b-4801-45a6-a3f0-c659469bbcf5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:27:41.287234 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2b831854-aad8-4af8-9f05-e6e2ef020160), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:41.335821 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=2b831854-aad8-4af8-9f05-e6e2ef020160,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:27:41.646131 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:27:41.656286 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['2b831854-aad8-4af8-9f05-e6e2ef020160'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:27:41.678712 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ff212-c0cf-4e56-ba84-a3d5af2ae365 req-94466126-bb85-4444-bab9-6b19405dffaf tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:41.680181 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe2ff212-c0cf-4e56-ba84-a3d5af2ae365 req-94466126-bb85-4444-bab9-6b19405dffaf tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 945 time: 0.0520122 Feb 07 22:27:41.739107 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-fe2ff212-c0cf-4e56-ba84-a3d5af2ae365 req-9a417e53-807f-441c-aea0-3238b2ee2bb0 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529678 Feb 07 22:27:42.856944 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e6768-8661-497b-aef4-26aed7691ad1 req-4b756b3d-672e-4465-a9b8-b3cdf0d4aa9f tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:42.858416 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-371e6768-8661-497b-aef4-26aed7691ad1 req-4b756b3d-672e-4465-a9b8-b3cdf0d4aa9f tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 945 time: 0.0522349 Feb 07 22:27:42.905423 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-371e6768-8661-497b-aef4-26aed7691ad1 req-33b415b0-91e0-462a-8d7f-12e559f93aa2 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414703 Feb 07 22:27:43.110427 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 2b831854-aad8-4af8-9f05-e6e2ef020160 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:27:43.157674 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning for port 2b831854-aad8-4af8-9f05-e6e2ef020160 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:27:43.162592 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 2b831854-aad8-4af8-9f05-e6e2ef020160 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:27:43.162956 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2b831854-aad8-4af8-9f05-e6e2ef020160), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:43.240353 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 2b831854-aad8-4af8-9f05-e6e2ef020160 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:27:43.240733 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2b831854-aad8-4af8-9f05-e6e2ef020160), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:43.262077 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25826d90-9f84-44ce-a5ab-c9add21e2a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b831854-aad8-4af8-9f05-e6e2ef020160'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:27:43.264295 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59fa0091afa0acade78336c0e3f3c5307cc552a1ace6da7695aaea120dfc6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90180fe1-9d96-4cc4-a1b4-6fac2c6e0c02" -d '{"events": [{"server_uuid": "25826d90-9f84-44ce-a5ab-c9add21e2a70", "name": "network-vif-plugged", "status": "completed", "tag": "2b831854-aad8-4af8-9f05-e6e2ef020160"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:27:43.277471 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 2b831854-aad8-4af8-9f05-e6e2ef020160, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=2b831854-aad8-4af8-9f05-e6e2ef020160,segment=NetworkSegment(bfc1c79b-4801-45a6-a3f0-c659469bbcf5),segment_id=bfc1c79b-4801-45a6-a3f0-c659469bbcf5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:27:43.281411 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2b831854-aad8-4af8-9f05-e6e2ef020160), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:43.305811 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e830264d-a24c-44f0-b02d-67e8cf12c396 x-openstack-request-id: req-e830264d-a24c-44f0-b02d-67e8cf12c396 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:27:43.306099 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25826d90-9f84-44ce-a5ab-c9add21e2a70", "name": "network-vif-plugged", "status": "completed", "tag": "2b831854-aad8-4af8-9f05-e6e2ef020160", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:27:43.306603 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e830264d-a24c-44f0-b02d-67e8cf12c396 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:27:43.306989 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25826d90-9f84-44ce-a5ab-c9add21e2a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b831854-aad8-4af8-9f05-e6e2ef020160', 'code': 200} Feb 07 22:27:43.332661 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=2b831854-aad8-4af8-9f05-e6e2ef020160,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:27:43.399398 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64171c-c5fe-4c14-b7ee-e247f35f12d1 req-7030e700-6dd7-4dcf-91b1-284f3c52b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:43.400827 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5d64171c-c5fe-4c14-b7ee-e247f35f12d1 req-7030e700-6dd7-4dcf-91b1-284f3c52b3bc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 1128 time: 0.0434556 Feb 07 22:27:43.445953 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-5d64171c-c5fe-4c14-b7ee-e247f35f12d1 req-919c12c6-85a8-4ecd-bdd7-8a8d47792618 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381460 Feb 07 22:27:44.025258 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47569ac-1118-4e0e-bf09-eaecca08cb77 req-a90607da-7d44-4cbc-aa46-9ffd6e6a516a tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:44.026617 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d47569ac-1118-4e0e-bf09-eaecca08cb77 req-a90607da-7d44-4cbc-aa46-9ffd6e6a516a tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 946 time: 0.0518844 Feb 07 22:27:44.074555 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-d47569ac-1118-4e0e-bf09-eaecca08cb77 req-77a4de73-3b17-4f3c-a05b-e5d8ec517d3d tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424287 Feb 07 22:27:45.200423 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0c5f5-f805-4299-9b45-f4d1c062ad8d req-2bc1dc69-bc09-411c-9648-fe94fde79b1f tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:45.201793 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0e0c5f5-f805-4299-9b45-f4d1c062ad8d req-2bc1dc69-bc09-411c-9648-fe94fde79b1f tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 946 time: 0.0551162 Feb 07 22:27:45.250737 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f0e0c5f5-f805-4299-9b45-f4d1c062ad8d req-3115d4b7-883c-428b-b8a5-f3d0c3b86f55 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431187 Feb 07 22:27:45.367617 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6624a25-da7e-4681-88e0-b4c1ece5b19f req-bab9d6ec-7e75-4cca-9d7f-a67c5ac16efc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:45.369105 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b6624a25-da7e-4681-88e0-b4c1ece5b19f req-bab9d6ec-7e75-4cca-9d7f-a67c5ac16efc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 946 time: 0.0521104 Feb 07 22:27:45.415963 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-b6624a25-da7e-4681-88e0-b4c1ece5b19f req-119dc8a2-1a08-48ad-a19e-fc4fc3821c6b tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413554 Feb 07 22:27:45.437549 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49540) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:27:45.485899 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dad98be-54f9-4a48-8cd8-6269b96de168 tempest-TestSnapshotPattern-350626451 tempest-TestSnapshotPattern-350626451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:45.487282 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2dad98be-54f9-4a48-8cd8-6269b96de168 tempest-TestSnapshotPattern-350626451 tempest-TestSnapshotPattern-350626451-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 1123 time: 0.0487833 Feb 07 22:27:45.490132 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49542) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:27:45.494433 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Request body: {'floatingip': {'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'port_id': '2b831854-aad8-4af8-9f05-e6e2ef020160', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:27:45.513710 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:45.608720 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (None), before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:45.711915 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Allocated IP 172.25.4.146 (2d250b10-655b-4b48-8c99-524ebfe3db06/731f3208-f028-4487-91a7-3b603333e4d7/4c93b35b-1aa5-4b88-abcd-920de029225c) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:27:45.810608 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for port (4c93b35b-1aa5-4b88-abcd-920de029225c), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:45.843954 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751804939475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (4c93b35b-1aa5-4b88-abcd-920de029225c), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:45.878654 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Network 2d250b10-655b-4b48-8c99-524ebfe3db06 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:27:45.887955 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:27:45.891425 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 22:27:45.913883 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Pushing event updated for resources: {'Port': ['ID=4c93b35b-1aa5-4b88-abcd-920de029225c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:27:45.926905 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:45.927254 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:45.927598 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:45.927935 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:45.928270 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:45.928630 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:45.928961 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:45.929288 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:45.929618 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:45.929943 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:45.930269 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:45.930594 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:45.930919 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:46.243171 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for floatingip (6c86e01d-898b-49e1-8298-290e32ed3174), precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:46.314443 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (4c93b35b-1aa5-4b88-abcd-920de029225c), before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:46.459736 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for port (4c93b35b-1aa5-4b88-abcd-920de029225c), precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:46.464249 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520406587'] for port (4c93b35b-1aa5-4b88-abcd-920de029225c), after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:46.528380 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Pushing event updated for resources: {'Port': ['ID=4c93b35b-1aa5-4b88-abcd-920de029225c,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:27:46.539721 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7871517'] for floatingip (6c86e01d-898b-49e1-8298-290e32ed3174), after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:46.638663 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Floating IP 6c86e01d-898b-49e1-8298-290e32ed3174 associated. External IP: 172.25.4.146, port: 2b831854-aad8-4af8-9f05-e6e2ef020160. Feb 07 22:27:46.843256 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Router 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:27:46.950989 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:27:46.961215 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fd545e-6c22-423a-8e30-44a107766298 None None] Sync routers for ids ['621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:27:46.970135 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:46.970641 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fd545e-6c22-423a-8e30-44a107766298 None None] Routers {'621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:27:46.971258 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a3fd545e-6c22-423a-8e30-44a107766298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:27:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:27:46.999953 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-2b90372a-011c-495d-87e5-a0ef1b0320bc tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5087912 Feb 07 22:27:47.000689 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25826d90-9f84-44ce-a5ab-c9add21e2a70', 'tag': '2b831854-aad8-4af8-9f05-e6e2ef020160'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:27:47.002940 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fa0a70-fc85-4058-b080-8b242315a4d6" -d '{"events": [{"name": "network-changed", "server_uuid": "25826d90-9f84-44ce-a5ab-c9add21e2a70", "tag": "2b831854-aad8-4af8-9f05-e6e2ef020160"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:27:47.041254 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c1afe9-f7db-43df-83d1-f48ae93b20ff x-openstack-request-id: req-e6c1afe9-f7db-43df-83d1-f48ae93b20ff {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:27:47.041547 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25826d90-9f84-44ce-a5ab-c9add21e2a70", "tag": "2b831854-aad8-4af8-9f05-e6e2ef020160", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:27:47.041802 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e6c1afe9-f7db-43df-83d1-f48ae93b20ff {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:27:47.042214 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25826d90-9f84-44ce-a5ab-c9add21e2a70', 'tag': '2b831854-aad8-4af8-9f05-e6e2ef020160', 'status': 'completed', 'code': 200} Feb 07 22:27:47.080248 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-a3fd545e-6c22-423a-8e30-44a107766298 None None] Set router 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:27:47.106015 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa0a70-fc85-4058-b080-8b242315a4d6 req-99aca52a-186f-4632-8e43-b53956b38f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:47.107440 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-29fa0a70-fc85-4058-b080-8b242315a4d6 req-99aca52a-186f-4632-8e43-b53956b38f2a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bf738d798dfd47909a17ab3c5299b49c&device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 1128 time: 0.0439548 Feb 07 22:27:47.200918 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa0a70-fc85-4058-b080-8b242315a4d6 req-b0ec4318-ae5c-4dfe-aa7a-57e6092e4514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:47.202642 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-29fa0a70-fc85-4058-b080-8b242315a4d6 req-b0ec4318-ae5c-4dfe-aa7a-57e6092e4514 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d0875a64-d2d2-496b-89b8-416d7457c6a7 HTTP/1.1" status: 200 len: 911 time: 0.0878289 Feb 07 22:27:47.267400 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-29fa0a70-fc85-4058-b080-8b242315a4d6 req-04d1de0b-9c13-4d8e-b905-af3d9cd2fb9c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b831854-aad8-4af8-9f05-e6e2ef020160 HTTP/1.1" status: 200 len: 1000 time: 0.0590420 Feb 07 22:27:47.311417 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a3fd545e-6c22-423a-8e30-44a107766298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'name': 'tempest-TestSnapshotPattern-1105750683-router', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:01Z', 'updated_at': '2022-02-07T22:24:04Z', 'revision_number': 4, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'gw_port': {'id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:02Z', 'updated_at': '2022-02-07T22:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '56b06c41-7c89-4959-adb9-f4e4a8824b4a', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'floating_ip_address': '172.25.4.87', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'port_id': '88b41aa8-b077-4863-8a93-1fc68a3525a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'mac_address': 'fa:16:3e:61:c4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad271bc3-3ff1-4211-8055-2ef61f22167e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:24:25Z', 'updated_at': '2022-02-07T22:24:27Z', 'revision_number': 1, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'fixed_ip_address_scope': None}, {'id': '6c86e01d-898b-49e1-8298-290e32ed3174', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'port_id': '2b831854-aad8-4af8-9f05-e6e2ef020160', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'mac_address': 'fa:16:3e:bf:88:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25826d90-9f84-44ce-a5ab-c9add21e2a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:27:46Z', 'updated_at': '2022-02-07T22:27:46Z', 'revision_number': 0, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4be97ba-cab2-430b-b397-935ba0f83d67', 'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'mac_address': 'fa:16:3e:c9:dd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:03Z', 'updated_at': '2022-02-07T22:24:08Z', 'revision_number': 5, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'subnets': [{'id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:27:47.314686 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa0a70-fc85-4058-b080-8b242315a4d6 req-739f9912-f5b9-487d-bfe6-dac935b38650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:47.316626 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-29fa0a70-fc85-4058-b080-8b242315a4d6 req-739f9912-f5b9-487d-bfe6-dac935b38650 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6b95f984-0804-419c-affe-4e31a0cd7604 HTTP/1.1" status: 200 len: 849 time: 0.0435715 Feb 07 22:27:47.337468 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fd545e-6c22-423a-8e30-44a107766298 None None] Checking router: 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:27:47.345813 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fd545e-6c22-423a-8e30-44a107766298 None None] Routers {'621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:27:47.346414 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a3fd545e-6c22-423a-8e30-44a107766298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:27:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:27:47.368878 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa0a70-fc85-4058-b080-8b242315a4d6 req-44505e8a-a622-4575-971a-28a2f373d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:47.370782 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-29fa0a70-fc85-4058-b080-8b242315a4d6 req-44505e8a-a622-4575-971a-28a2f373d457 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d0875a64-d2d2-496b-89b8-416d7457c6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490806 Feb 07 22:27:47.452452 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-a3fd545e-6c22-423a-8e30-44a107766298 None None] Set router 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:27:47.457204 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-29fa0a70-fc85-4058-b080-8b242315a4d6 req-09d3b6f8-04a4-424b-b9d3-9f829a254bc4 service neutron] 10.222.0.69 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801811 Feb 07 22:27:47.558932 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-29fa0a70-fc85-4058-b080-8b242315a4d6 req-02aef0f5-a035-4562-9799-486c3eb8c1be service neutron] 10.222.0.69 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949991 Feb 07 22:27:47.830148 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a3fd545e-6c22-423a-8e30-44a107766298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'name': 'tempest-TestSnapshotPattern-1105750683-router', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:01Z', 'updated_at': '2022-02-07T22:24:04Z', 'revision_number': 4, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'gw_port': {'id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:02Z', 'updated_at': '2022-02-07T22:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '56b06c41-7c89-4959-adb9-f4e4a8824b4a', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'floating_ip_address': '172.25.4.87', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'port_id': '88b41aa8-b077-4863-8a93-1fc68a3525a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'mac_address': 'fa:16:3e:61:c4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad271bc3-3ff1-4211-8055-2ef61f22167e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:24:25Z', 'updated_at': '2022-02-07T22:24:27Z', 'revision_number': 1, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'fixed_ip_address_scope': None}, {'id': '6c86e01d-898b-49e1-8298-290e32ed3174', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'port_id': '2b831854-aad8-4af8-9f05-e6e2ef020160', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'mac_address': 'fa:16:3e:bf:88:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25826d90-9f84-44ce-a5ab-c9add21e2a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:27:46Z', 'updated_at': '2022-02-07T22:27:46Z', 'revision_number': 0, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4be97ba-cab2-430b-b397-935ba0f83d67', 'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'mac_address': 'fa:16:3e:c9:dd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:03Z', 'updated_at': '2022-02-07T22:24:08Z', 'revision_number': 5, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'subnets': [{'id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:27:47.857949 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fd545e-6c22-423a-8e30-44a107766298 None None] The sync data for ids ['621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'] in n-d-828185-2 is: [{'id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'name': 'tempest-TestSnapshotPattern-1105750683-router', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:01Z', 'updated_at': '2022-02-07T22:24:04Z', 'revision_number': 4, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'gw_port': {'id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:02Z', 'updated_at': '2022-02-07T22:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '56b06c41-7c89-4959-adb9-f4e4a8824b4a', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'floating_ip_address': '172.25.4.87', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'port_id': '88b41aa8-b077-4863-8a93-1fc68a3525a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'mac_address': 'fa:16:3e:61:c4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad271bc3-3ff1-4211-8055-2ef61f22167e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:24:25Z', 'updated_at': '2022-02-07T22:24:27Z', 'revision_number': 1, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'fixed_ip_address_scope': None}, {'id': '6c86e01d-898b-49e1-8298-290e32ed3174', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'port_id': '2b831854-aad8-4af8-9f05-e6e2ef020160', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'mac_address': 'fa:16:3e:bf:88:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25826d90-9f84-44ce-a5ab-c9add21e2a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:27:46Z', 'updated_at': '2022-02-07T22:27:46Z', 'revision_number': 0, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4be97ba-cab2-430b-b397-935ba0f83d67', 'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'mac_address': 'fa:16:3e:c9:dd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:03Z', 'updated_at': '2022-02-07T22:24:08Z', 'revision_number': 5, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'subnets': [{'id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:27:48.052558 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c411f1-d8d9-425c-9dc4-292bf5212474 None None] New status for floating IP 6c86e01d-898b-49e1-8298-290e32ed3174: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:27:48.596267 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3e7b00e5-bb03-40d0-98ce-1fd2c56fadda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:50.812664 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fa8975ce-4cd6-4b0a-b896-c54a1b23df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:52.138270 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:53.613051 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:27:54.900320 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:28:04.527846 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:28:04.915122 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:28:18.598341 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6ca3116e-816e-4caa-904a-14792e99d255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:28:18.645988 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:28:20.813433 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c9dae6ca-b20d-459c-a827-f007ba9350cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:28:22.141477 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:28:23.615285 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:28:24.902592 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:28:34.060703 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-625503d7-41bc-4e5b-90c9-432a5e691801 req-cc246a2d-dd07-4691-a9e8-97dd2a5a416d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429928 Feb 07 22:28:34.143496 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625503d7-41bc-4e5b-90c9-432a5e691801 req-5d39742d-5177-4344-bccf-39c8b237b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:28:34.144972 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-625503d7-41bc-4e5b-90c9-432a5e691801 req-5d39742d-5177-4344-bccf-39c8b237b019 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bf738d798dfd47909a17ab3c5299b49c&device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 1128 time: 0.0437691 Feb 07 22:28:34.247835 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625503d7-41bc-4e5b-90c9-432a5e691801 req-dc07c06c-a009-43c9-9013-fafdfce7f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:28:34.249351 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-625503d7-41bc-4e5b-90c9-432a5e691801 req-dc07c06c-a009-43c9-9013-fafdfce7f65b service neutron] 10.222.0.69 "GET /v2.0/networks?id=d0875a64-d2d2-496b-89b8-416d7457c6a7 HTTP/1.1" status: 200 len: 911 time: 0.0870435 Feb 07 22:28:34.311446 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-625503d7-41bc-4e5b-90c9-432a5e691801 req-ad17a584-2c4a-4b63-8be7-a0fbcda20280 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b831854-aad8-4af8-9f05-e6e2ef020160 HTTP/1.1" status: 200 len: 1002 time: 0.0565658 Feb 07 22:28:34.358376 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625503d7-41bc-4e5b-90c9-432a5e691801 req-ac3d44c3-1010-4323-a81a-69734de6ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:28:34.359882 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-625503d7-41bc-4e5b-90c9-432a5e691801 req-ac3d44c3-1010-4323-a81a-69734de6ac10 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6b95f984-0804-419c-affe-4e31a0cd7604 HTTP/1.1" status: 200 len: 849 time: 0.0428703 Feb 07 22:28:34.410660 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625503d7-41bc-4e5b-90c9-432a5e691801 req-0fffc985-686d-4de3-9e65-7625a38234b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:28:34.412097 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-625503d7-41bc-4e5b-90c9-432a5e691801 req-0fffc985-686d-4de3-9e65-7625a38234b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d0875a64-d2d2-496b-89b8-416d7457c6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462244 Feb 07 22:28:34.499488 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-625503d7-41bc-4e5b-90c9-432a5e691801 req-1366b448-bb96-4b9f-9d3a-4329ba9f91d0 service neutron] 10.222.0.69 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809252 Feb 07 22:28:34.525481 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:28:34.590305 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-625503d7-41bc-4e5b-90c9-432a5e691801 req-9d777f06-020b-45c4-b1e0-9a2444c92bdf service neutron] 10.222.0.69 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849705 Feb 07 22:28:34.908455 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:28:35.387665 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91cc364f-481a-4fa8-b50e-75cb7abb4b38 req-fed87595-f764-4760-a1c4-bade1c4fcd15 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444028 Feb 07 22:28:35.471317 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc364f-481a-4fa8-b50e-75cb7abb4b38 req-ba8ac7b9-3c36-4241-8b47-d989378bba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:28:35.472832 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91cc364f-481a-4fa8-b50e-75cb7abb4b38 req-ba8ac7b9-3c36-4241-8b47-d989378bba23 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bf738d798dfd47909a17ab3c5299b49c&device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e HTTP/1.1" status: 200 len: 1125 time: 0.0436704 Feb 07 22:28:35.575123 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc364f-481a-4fa8-b50e-75cb7abb4b38 req-6d52bb01-6bdd-4bf0-8649-8b33e1499d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:28:35.576614 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91cc364f-481a-4fa8-b50e-75cb7abb4b38 req-6d52bb01-6bdd-4bf0-8649-8b33e1499d72 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d0875a64-d2d2-496b-89b8-416d7457c6a7 HTTP/1.1" status: 200 len: 911 time: 0.0861318 Feb 07 22:28:35.640198 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91cc364f-481a-4fa8-b50e-75cb7abb4b38 req-d2b2379c-af53-42f9-9089-d00335f618c8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88b41aa8-b077-4863-8a93-1fc68a3525a3 HTTP/1.1" status: 200 len: 998 time: 0.0581222 Feb 07 22:28:35.690533 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc364f-481a-4fa8-b50e-75cb7abb4b38 req-8f95e234-c717-4419-8ff3-3b0bac809717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:28:35.691956 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91cc364f-481a-4fa8-b50e-75cb7abb4b38 req-8f95e234-c717-4419-8ff3-3b0bac809717 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6b95f984-0804-419c-affe-4e31a0cd7604 HTTP/1.1" status: 200 len: 849 time: 0.0467300 Feb 07 22:28:35.739667 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc364f-481a-4fa8-b50e-75cb7abb4b38 req-0701f62a-1b0e-4b86-bfba-52382420a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:28:35.741167 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91cc364f-481a-4fa8-b50e-75cb7abb4b38 req-0701f62a-1b0e-4b86-bfba-52382420a931 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d0875a64-d2d2-496b-89b8-416d7457c6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428843 Feb 07 22:28:35.826346 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91cc364f-481a-4fa8-b50e-75cb7abb4b38 req-e8c55c96-af4c-4716-b78f-a72d26175f92 service neutron] 10.222.0.71 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779192 Feb 07 22:28:35.916285 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-91cc364f-481a-4fa8-b50e-75cb7abb4b38 req-6a34c897-ee84-412d-9564-c4ae72efd1f1 service neutron] 10.222.0.71 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836649 Feb 07 22:28:48.599411 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b2b0132a-92cd-435a-b1cf-77b24f7741d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:28:50.815507 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-76df8d40-dcfa-4b14-84f2-9702cf18feae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:28:52.145909 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:28:53.618436 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:28:54.904286 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:28:55.645929 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:29:04.536193 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:29:04.919855 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:29:18.601776 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-85281ed6-d0c0-4280-9f84-cce9791f0a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:29:20.817482 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d0bd118a-5e0f-4201-a69a-2c9bc00e3fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:29:22.147578 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:29:23.621033 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:29:24.906700 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:29:32.644648 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:29:34.070006 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0fbdb1a3-86fd-4749-851c-7e072bb37fcb req-fd520238-ef76-4b3a-9a51-0c5aec908f31 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425894 Feb 07 22:29:34.155214 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdb1a3-86fd-4749-851c-7e072bb37fcb req-26310aa3-069e-460e-9567-8733e9a79e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:29:34.156717 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0fbdb1a3-86fd-4749-851c-7e072bb37fcb req-26310aa3-069e-460e-9567-8733e9a79e55 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bf738d798dfd47909a17ab3c5299b49c&device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 1128 time: 0.0442700 Feb 07 22:29:34.257808 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdb1a3-86fd-4749-851c-7e072bb37fcb req-8cb42d5e-123f-4711-9dd4-75079f267ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:29:34.259251 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0fbdb1a3-86fd-4749-851c-7e072bb37fcb req-8cb42d5e-123f-4711-9dd4-75079f267ea7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d0875a64-d2d2-496b-89b8-416d7457c6a7 HTTP/1.1" status: 200 len: 911 time: 0.0855331 Feb 07 22:29:34.326020 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0fbdb1a3-86fd-4749-851c-7e072bb37fcb req-6c29244c-7879-4418-bc49-186fb0211e4b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b831854-aad8-4af8-9f05-e6e2ef020160 HTTP/1.1" status: 200 len: 1002 time: 0.0605102 Feb 07 22:29:34.373987 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdb1a3-86fd-4749-851c-7e072bb37fcb req-58e7b3c1-2ab5-4552-8e3c-ffea26dd8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:29:34.375468 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0fbdb1a3-86fd-4749-851c-7e072bb37fcb req-58e7b3c1-2ab5-4552-8e3c-ffea26dd8ac8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6b95f984-0804-419c-affe-4e31a0cd7604 HTTP/1.1" status: 200 len: 849 time: 0.0446656 Feb 07 22:29:34.557182 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:29:34.735238 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdb1a3-86fd-4749-851c-7e072bb37fcb req-54374777-6638-4225-8cc6-9a8a2626aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:29:34.736784 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0fbdb1a3-86fd-4749-851c-7e072bb37fcb req-54374777-6638-4225-8cc6-9a8a2626aa95 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d0875a64-d2d2-496b-89b8-416d7457c6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3558617 Feb 07 22:29:34.823672 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0fbdb1a3-86fd-4749-851c-7e072bb37fcb req-55480462-d94b-4ac5-b4b0-b9d7a9c5d06e service neutron] 10.222.0.69 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798600 Feb 07 22:29:34.913882 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-0fbdb1a3-86fd-4749-851c-7e072bb37fcb req-e68ec017-f38f-4ccc-a123-c0559b37eba1 service neutron] 10.222.0.69 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837762 Feb 07 22:29:34.920082 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:29:36.407329 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-595ecd15-d32a-4ca2-8f2f-011679a44890 req-118cef4d-154d-4312-8216-a192313e4b79 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0887752 Feb 07 22:29:36.493485 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ecd15-d32a-4ca2-8f2f-011679a44890 req-fe0442f6-b657-459e-be1d-76c16230bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:29:36.495614 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-595ecd15-d32a-4ca2-8f2f-011679a44890 req-fe0442f6-b657-459e-be1d-76c16230bcb9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bf738d798dfd47909a17ab3c5299b49c&device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e HTTP/1.1" status: 200 len: 1125 time: 0.0475900 Feb 07 22:29:36.598511 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ecd15-d32a-4ca2-8f2f-011679a44890 req-b52aed05-623b-4498-b50b-34e67ad0097b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:29:36.599866 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-595ecd15-d32a-4ca2-8f2f-011679a44890 req-b52aed05-623b-4498-b50b-34e67ad0097b service neutron] 10.222.0.71 "GET /v2.0/networks?id=d0875a64-d2d2-496b-89b8-416d7457c6a7 HTTP/1.1" status: 200 len: 911 time: 0.0876055 Feb 07 22:29:36.667093 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-595ecd15-d32a-4ca2-8f2f-011679a44890 req-23504bfc-ff1e-498b-9a20-840434087d59 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88b41aa8-b077-4863-8a93-1fc68a3525a3 HTTP/1.1" status: 200 len: 998 time: 0.0609808 Feb 07 22:29:36.718906 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ecd15-d32a-4ca2-8f2f-011679a44890 req-86c2679e-01c2-4886-ae9b-6bb0ffbeec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:29:36.720395 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-595ecd15-d32a-4ca2-8f2f-011679a44890 req-86c2679e-01c2-4886-ae9b-6bb0ffbeec7f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6b95f984-0804-419c-affe-4e31a0cd7604 HTTP/1.1" status: 200 len: 849 time: 0.0473001 Feb 07 22:29:36.768200 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ecd15-d32a-4ca2-8f2f-011679a44890 req-d7e31116-7108-4305-9516-c02844f5d2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:29:36.769742 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-595ecd15-d32a-4ca2-8f2f-011679a44890 req-d7e31116-7108-4305-9516-c02844f5d2db service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d0875a64-d2d2-496b-89b8-416d7457c6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437272 Feb 07 22:29:36.779959 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [req-595ecd15-d32a-4ca2-8f2f-011679a44890 req-0491e7b7-4477-4b87-a72d-1abe79e635c3 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 22:29:36.780934 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-595ecd15-d32a-4ca2-8f2f-011679a44890 req-0491e7b7-4477-4b87-a72d-1abe79e635c3 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048254 Feb 07 22:29:36.866601 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-595ecd15-d32a-4ca2-8f2f-011679a44890 req-cc2e3f48-3d33-4157-9ef9-e28ce809aa61 service neutron] 10.222.0.71 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797522 Feb 07 22:29:37.233119 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-595ecd15-d32a-4ca2-8f2f-011679a44890 req-8659390b-347a-4e42-b7a5-98b2e684e379 service neutron] 10.222.0.71 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604760 Feb 07 22:29:48.603641 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fc9f556b-464f-4602-88ae-07f2da6ad339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:29:50.819486 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2a3faf72-b8fd-402b-bfb9-c729afebb420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:29:52.149719 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:29:53.622832 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:29:54.908049 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:03.737925 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 2b831854-aad8-4af8-9f05-e6e2ef020160 details requested by agent hyperv_n-h1-828185-2 with host n-h1-828185-2 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 22:30:03.835220 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 2b831854-aad8-4af8-9f05-e6e2ef020160, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=2b831854-aad8-4af8-9f05-e6e2ef020160,segment=NetworkSegment(bfc1c79b-4801-45a6-a3f0-c659469bbcf5),segment_id=bfc1c79b-4801-45a6-a3f0-c659469bbcf5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:30:03.847636 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Returning: {'device': '2b831854-aad8-4af8-9f05-e6e2ef020160', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'port_id': '2b831854-aad8-4af8-9f05-e6e2ef020160', 'mac_address': 'fa:16:3e:bf:88:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 22:30:03.883810 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 2b831854-aad8-4af8-9f05-e6e2ef020160 is: ACTIVE; New status is: BUILD {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:30:03.884201 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2b831854-aad8-4af8-9f05-e6e2ef020160), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:03.896597 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b831854-aad8-4af8-9f05-e6e2ef020160 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 22:30:03.915737 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 2b831854-aad8-4af8-9f05-e6e2ef020160, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=2b831854-aad8-4af8-9f05-e6e2ef020160,segment=NetworkSegment(bfc1c79b-4801-45a6-a3f0-c659469bbcf5),segment_id=bfc1c79b-4801-45a6-a3f0-c659469bbcf5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:30:03.920038 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2b831854-aad8-4af8-9f05-e6e2ef020160), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:03.974650 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=2b831854-aad8-4af8-9f05-e6e2ef020160,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:30:03.982355 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:03.982647 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:03.982993 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:03.983334 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:03.983673 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:03.984009 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:03.984364 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:03.984696 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:03.985024 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:03.985354 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:03.985679 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:03.986005 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:03.986332 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:03.991084 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] get_ports_and_sgs() called for port_ids ['2b831854-aad8-4af8-9f05-e6e2ef020160'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 22:30:04.557080 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:04.919870 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:05.744447 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 2b831854-aad8-4af8-9f05-e6e2ef020160 up at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 22:30:05.791074 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Provisioning complete for port 2b831854-aad8-4af8-9f05-e6e2ef020160 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:30:05.791445 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654366'] for port (2b831854-aad8-4af8-9f05-e6e2ef020160), provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:05.871495 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Current status of the port 2b831854-aad8-4af8-9f05-e6e2ef020160 is: BUILD; New status is: ACTIVE {{(pid=103257) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 22:30:05.871892 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678281'] for port (2b831854-aad8-4af8-9f05-e6e2ef020160), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:05.893711 n-d-828185-2 neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25826d90-9f84-44ce-a5ab-c9add21e2a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b831854-aad8-4af8-9f05-e6e2ef020160'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:30:05.895935 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59fa0091afa0acade78336c0e3f3c5307cc552a1ace6da7695aaea120dfc6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea45c122-ba17-46dd-a372-70a2b194a503" -d '{"events": [{"server_uuid": "25826d90-9f84-44ce-a5ab-c9add21e2a70", "name": "network-vif-plugged", "status": "completed", "tag": "2b831854-aad8-4af8-9f05-e6e2ef020160"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:30:05.911320 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] For port 2b831854-aad8-4af8-9f05-e6e2ef020160, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=2b831854-aad8-4af8-9f05-e6e2ef020160,segment=NetworkSegment(bfc1c79b-4801-45a6-a3f0-c659469bbcf5),segment_id=bfc1c79b-4801-45a6-a3f0-c659469bbcf5)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:30:05.915392 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751805492493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751804939493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751804939511'] for port (2b831854-aad8-4af8-9f05-e6e2ef020160), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:05.962538 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Pushing event updated for resources: {'Port': ['ID=2b831854-aad8-4af8-9f05-e6e2ef020160,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:30:06.951826 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34457f1-6590-43d2-9811-e97ec9099451 x-openstack-request-id: req-d34457f1-6590-43d2-9811-e97ec9099451 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:30:06.952586 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25826d90-9f84-44ce-a5ab-c9add21e2a70", "name": "network-vif-plugged", "status": "completed", "tag": "2b831854-aad8-4af8-9f05-e6e2ef020160", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:30:06.953141 n-d-828185-2 neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d34457f1-6590-43d2-9811-e97ec9099451 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:30:06.953734 n-d-828185-2 neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25826d90-9f84-44ce-a5ab-c9add21e2a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b831854-aad8-4af8-9f05-e6e2ef020160', 'code': 200} Feb 07 22:30:09.645459 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:30:16.532487 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49780) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:30:16.686978 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ddce626d-a952-4dbf-8aad-eed455e2b694 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Deleting port 4c93b35b-1aa5-4b88-abcd-920de029225c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:30:16.687315 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ddce626d-a952-4dbf-8aad-eed455e2b694 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (4c93b35b-1aa5-4b88-abcd-920de029225c), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:16.763719 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ddce626d-a952-4dbf-8aad-eed455e2b694 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (4c93b35b-1aa5-4b88-abcd-920de029225c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:16.764044 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ddce626d-a952-4dbf-8aad-eed455e2b694 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for floatingip (4c93b35b-1aa5-4b88-abcd-920de029225c), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:16.775496 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ddce626d-a952-4dbf-8aad-eed455e2b694 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Calling delete_port for 4c93b35b-1aa5-4b88-abcd-920de029225c owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:30:16.914846 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ddce626d-a952-4dbf-8aad-eed455e2b694 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (4c93b35b-1aa5-4b88-abcd-920de029225c), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:16.943007 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce626d-a952-4dbf-8aad-eed455e2b694 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Pushing event deleted for resources: {'Port': ['ID=4c93b35b-1aa5-4b88-abcd-920de029225c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:30:16.954208 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddce626d-a952-4dbf-8aad-eed455e2b694 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:16.954557 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddce626d-a952-4dbf-8aad-eed455e2b694 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:16.954894 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddce626d-a952-4dbf-8aad-eed455e2b694 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:16.955229 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddce626d-a952-4dbf-8aad-eed455e2b694 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:16.955560 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddce626d-a952-4dbf-8aad-eed455e2b694 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:16.955887 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddce626d-a952-4dbf-8aad-eed455e2b694 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:16.956211 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddce626d-a952-4dbf-8aad-eed455e2b694 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:16.956561 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddce626d-a952-4dbf-8aad-eed455e2b694 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:16.956891 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddce626d-a952-4dbf-8aad-eed455e2b694 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:16.957212 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddce626d-a952-4dbf-8aad-eed455e2b694 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:16.957530 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddce626d-a952-4dbf-8aad-eed455e2b694 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:16.957854 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddce626d-a952-4dbf-8aad-eed455e2b694 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:16.958173 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddce626d-a952-4dbf-8aad-eed455e2b694 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:17.010742 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ddce626d-a952-4dbf-8aad-eed455e2b694 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for floatingip (6c86e01d-898b-49e1-8298-290e32ed3174), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:17.011080 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-ddce626d-a952-4dbf-8aad-eed455e2b694 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Floating IP 6c86e01d-898b-49e1-8298-290e32ed3174 disassociated (deleted). External IP: 172.25.4.146, port: 2b831854-aad8-4af8-9f05-e6e2ef020160. Feb 07 22:30:17.216068 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddce626d-a952-4dbf-8aad-eed455e2b694 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Router 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:30:17.324829 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddce626d-a952-4dbf-8aad-eed455e2b694 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:30:17.329870 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ddce626d-a952-4dbf-8aad-eed455e2b694 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:17.334175 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04456f2a-7116-496a-ba72-9655c4288927 None None] Sync routers for ids ['621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:30:17.344127 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04456f2a-7116-496a-ba72-9655c4288927 None None] Routers {'621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:30:17.344765 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-04456f2a-7116-496a-ba72-9655c4288927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:29:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:30:17.361115 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ddce626d-a952-4dbf-8aad-eed455e2b694 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "DELETE /v2.0/floatingips/6c86e01d-898b-49e1-8298-290e32ed3174 HTTP/1.1" status: 204 len: 168 time: 0.8275211 Feb 07 22:30:17.361720 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25826d90-9f84-44ce-a5ab-c9add21e2a70', 'tag': '2b831854-aad8-4af8-9f05-e6e2ef020160'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:30:17.364129 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679525f3-274c-47d0-a00a-22e53d373fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "25826d90-9f84-44ce-a5ab-c9add21e2a70", "tag": "2b831854-aad8-4af8-9f05-e6e2ef020160"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:30:17.458605 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c76b68-b420-49a1-8886-eb399c2d5017 x-openstack-request-id: req-77c76b68-b420-49a1-8886-eb399c2d5017 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:30:17.458954 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25826d90-9f84-44ce-a5ab-c9add21e2a70", "tag": "2b831854-aad8-4af8-9f05-e6e2ef020160", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:30:17.459217 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-77c76b68-b420-49a1-8886-eb399c2d5017 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:30:17.459626 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25826d90-9f84-44ce-a5ab-c9add21e2a70', 'tag': '2b831854-aad8-4af8-9f05-e6e2ef020160', 'status': 'completed', 'code': 200} Feb 07 22:30:17.463453 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-04456f2a-7116-496a-ba72-9655c4288927 None None] Set router 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:30:17.534873 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679525f3-274c-47d0-a00a-22e53d373fc2 req-3b232487-135c-419e-99b0-675d0c19ef7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:30:17.536511 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-679525f3-274c-47d0-a00a-22e53d373fc2 req-3b232487-135c-419e-99b0-675d0c19ef7f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bf738d798dfd47909a17ab3c5299b49c&device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 1128 time: 0.0500708 Feb 07 22:30:17.610714 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f03b2-1906-49a7-91d0-374a76d7c931 req-f3f738dd-faa8-413d-9518-6cf77aa06579 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:30:17.612352 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f01f03b2-1906-49a7-91d0-374a76d7c931 req-f3f738dd-faa8-413d-9518-6cf77aa06579 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 946 time: 0.0522804 Feb 07 22:30:17.631657 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679525f3-274c-47d0-a00a-22e53d373fc2 req-433d5b68-44f3-462f-b0a1-dac23a6401c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:30:17.633195 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-679525f3-274c-47d0-a00a-22e53d373fc2 req-433d5b68-44f3-462f-b0a1-dac23a6401c0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d0875a64-d2d2-496b-89b8-416d7457c6a7 HTTP/1.1" status: 200 len: 911 time: 0.0909004 Feb 07 22:30:17.664872 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-f01f03b2-1906-49a7-91d0-374a76d7c931 req-2f64f480-6b49-4e38-b6cb-16252f19fd7a tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444984 Feb 07 22:30:17.676366 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-679525f3-274c-47d0-a00a-22e53d373fc2 req-258b7e5d-2e8f-4fe2-94da-cb016aa580cd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b831854-aad8-4af8-9f05-e6e2ef020160 HTTP/1.1" status: 200 len: 217 time: 0.0367548 Feb 07 22:30:17.705420 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-04456f2a-7116-496a-ba72-9655c4288927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'name': 'tempest-TestSnapshotPattern-1105750683-router', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:01Z', 'updated_at': '2022-02-07T22:24:04Z', 'revision_number': 4, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'gw_port': {'id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:02Z', 'updated_at': '2022-02-07T22:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '56b06c41-7c89-4959-adb9-f4e4a8824b4a', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'floating_ip_address': '172.25.4.87', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'port_id': '88b41aa8-b077-4863-8a93-1fc68a3525a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'mac_address': 'fa:16:3e:61:c4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad271bc3-3ff1-4211-8055-2ef61f22167e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:24:25Z', 'updated_at': '2022-02-07T22:24:27Z', 'revision_number': 1, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4be97ba-cab2-430b-b397-935ba0f83d67', 'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'mac_address': 'fa:16:3e:c9:dd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:03Z', 'updated_at': '2022-02-07T22:24:08Z', 'revision_number': 5, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'subnets': [{'id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:30:17.729465 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679525f3-274c-47d0-a00a-22e53d373fc2 req-9b3bf7ed-e43b-4972-8ecc-1ef928ed56d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:30:17.731097 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-679525f3-274c-47d0-a00a-22e53d373fc2 req-9b3bf7ed-e43b-4972-8ecc-1ef928ed56d5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6b95f984-0804-419c-affe-4e31a0cd7604 HTTP/1.1" status: 200 len: 849 time: 0.0477521 Feb 07 22:30:17.731784 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04456f2a-7116-496a-ba72-9655c4288927 None None] Checking router: 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:30:17.740128 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04456f2a-7116-496a-ba72-9655c4288927 None None] Routers {'621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:30:17.740766 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-04456f2a-7116-496a-ba72-9655c4288927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:29:51Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:30:17.780696 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679525f3-274c-47d0-a00a-22e53d373fc2 req-a3b152d8-3178-4ab3-af10-86d2d8b324cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:30:17.782108 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-679525f3-274c-47d0-a00a-22e53d373fc2 req-a3b152d8-3178-4ab3-af10-86d2d8b324cd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d0875a64-d2d2-496b-89b8-416d7457c6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444648 Feb 07 22:30:17.849884 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-04456f2a-7116-496a-ba72-9655c4288927 None None] Set router 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:30:17.877355 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-679525f3-274c-47d0-a00a-22e53d373fc2 req-c3e57991-53af-44a9-9302-928cd8a666d5 service neutron] 10.222.0.69 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878170 Feb 07 22:30:17.967694 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-679525f3-274c-47d0-a00a-22e53d373fc2 req-bb26b63f-24c8-41b2-86a9-8f6bf85187f4 service neutron] 10.222.0.69 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830991 Feb 07 22:30:18.078410 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-04456f2a-7116-496a-ba72-9655c4288927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'name': 'tempest-TestSnapshotPattern-1105750683-router', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:01Z', 'updated_at': '2022-02-07T22:24:04Z', 'revision_number': 4, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'gw_port': {'id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:02Z', 'updated_at': '2022-02-07T22:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '56b06c41-7c89-4959-adb9-f4e4a8824b4a', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'floating_ip_address': '172.25.4.87', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'port_id': '88b41aa8-b077-4863-8a93-1fc68a3525a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'mac_address': 'fa:16:3e:61:c4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad271bc3-3ff1-4211-8055-2ef61f22167e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:24:25Z', 'updated_at': '2022-02-07T22:24:27Z', 'revision_number': 1, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4be97ba-cab2-430b-b397-935ba0f83d67', 'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'mac_address': 'fa:16:3e:c9:dd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:03Z', 'updated_at': '2022-02-07T22:24:08Z', 'revision_number': 5, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'subnets': [{'id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:30:18.103060 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04456f2a-7116-496a-ba72-9655c4288927 None None] The sync data for ids ['621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'] in n-d-828185-2 is: [{'id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'name': 'tempest-TestSnapshotPattern-1105750683-router', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:01Z', 'updated_at': '2022-02-07T22:24:04Z', 'revision_number': 4, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'gw_port': {'id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:02Z', 'updated_at': '2022-02-07T22:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_floatingips': [{'id': '56b06c41-7c89-4959-adb9-f4e4a8824b4a', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'floating_ip_address': '172.25.4.87', 'floating_network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'router_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'port_id': '88b41aa8-b077-4863-8a93-1fc68a3525a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'mac_address': 'fa:16:3e:61:c4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad271bc3-3ff1-4211-8055-2ef61f22167e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:24:25Z', 'updated_at': '2022-02-07T22:24:27Z', 'revision_number': 1, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4be97ba-cab2-430b-b397-935ba0f83d67', 'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'mac_address': 'fa:16:3e:c9:dd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:03Z', 'updated_at': '2022-02-07T22:24:08Z', 'revision_number': 5, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'subnets': [{'id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:30:18.343112 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2502b2eb-2da4-4eac-a0f9-a8c753d79a4f None None] New status for floating IP 6c86e01d-898b-49e1-8298-290e32ed3174: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:30:18.606204 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ec91f643-12e4-4904-b7b3-272613278fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:18.800990 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dab4e1-ac0c-4915-a507-de1fbc488aee req-6103cc67-1fe3-4ce6-b030-070eb23c083b tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:30:18.802526 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-92dab4e1-ac0c-4915-a507-de1fbc488aee req-6103cc67-1fe3-4ce6-b030-070eb23c083b tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 946 time: 0.0561564 Feb 07 22:30:18.850590 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-92dab4e1-ac0c-4915-a507-de1fbc488aee req-af221aa8-4416-4fff-8f31-f87c0e844324 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422754 Feb 07 22:30:19.356084 n-d-828185-2 neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06a260-9ad6-4661-a8d0-d2863bed0d48 req-7f7244ad-e776-4a71-a8d7-b11724b48cb7 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:30:19.357553 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fb06a260-9ad6-4661-a8d0-d2863bed0d48 req-7f7244ad-e776-4a71-a8d7-b11724b48cb7 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.69 "GET /v2.0/ports?device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 946 time: 0.0586584 Feb 07 22:30:19.446147 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-fb06a260-9ad6-4661-a8d0-d2863bed0d48 req-164909ee-8909-4eb1-b642-5cc4093ad124 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Deleting port 2b831854-aad8-4af8-9f05-e6e2ef020160 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:30:19.446496 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-fb06a260-9ad6-4661-a8d0-d2863bed0d48 req-164909ee-8909-4eb1-b642-5cc4093ad124 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (2b831854-aad8-4af8-9f05-e6e2ef020160), before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:19.540471 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-fb06a260-9ad6-4661-a8d0-d2863bed0d48 req-164909ee-8909-4eb1-b642-5cc4093ad124 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] For port 2b831854-aad8-4af8-9f05-e6e2ef020160, host n-h1-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828185-2',level=0,port_id=2b831854-aad8-4af8-9f05-e6e2ef020160,segment=NetworkSegment(bfc1c79b-4801-45a6-a3f0-c659469bbcf5),segment_id=bfc1c79b-4801-45a6-a3f0-c659469bbcf5)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:30:19.540754 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-fb06a260-9ad6-4661-a8d0-d2863bed0d48 req-164909ee-8909-4eb1-b642-5cc4093ad124 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (2b831854-aad8-4af8-9f05-e6e2ef020160), precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:19.553993 n-d-828185-2 neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-fb06a260-9ad6-4661-a8d0-d2863bed0d48 req-164909ee-8909-4eb1-b642-5cc4093ad124 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Calling delete_port for 2b831854-aad8-4af8-9f05-e6e2ef020160 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:30:19.681637 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-fb06a260-9ad6-4661-a8d0-d2863bed0d48 req-164909ee-8909-4eb1-b642-5cc4093ad124 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4078969'] for port (2b831854-aad8-4af8-9f05-e6e2ef020160), after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:19.712762 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164909ee-8909-4eb1-b642-5cc4093ad124 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Pushing event deleted for resources: {'Port': ['ID=2b831854-aad8-4af8-9f05-e6e2ef020160,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:30:19.738232 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164909ee-8909-4eb1-b642-5cc4093ad124 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:19.738588 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164909ee-8909-4eb1-b642-5cc4093ad124 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:19.738937 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164909ee-8909-4eb1-b642-5cc4093ad124 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:19.739281 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164909ee-8909-4eb1-b642-5cc4093ad124 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:19.739625 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164909ee-8909-4eb1-b642-5cc4093ad124 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:19.739965 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164909ee-8909-4eb1-b642-5cc4093ad124 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:19.740301 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164909ee-8909-4eb1-b642-5cc4093ad124 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:19.740661 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164909ee-8909-4eb1-b642-5cc4093ad124 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:19.741000 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164909ee-8909-4eb1-b642-5cc4093ad124 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:19.741333 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164909ee-8909-4eb1-b642-5cc4093ad124 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:19.741666 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164909ee-8909-4eb1-b642-5cc4093ad124 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:19.741997 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164909ee-8909-4eb1-b642-5cc4093ad124 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:19.742328 n-d-828185-2 neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164909ee-8909-4eb1-b642-5cc4093ad124 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828185-2 {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:30:19.764847 n-d-828185-2 neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb06a260-9ad6-4661-a8d0-d2863bed0d48 req-164909ee-8909-4eb1-b642-5cc4093ad124 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] No DVR routers for this DVR port 2b831854-aad8-4af8-9f05-e6e2ef020160 on host n-h1-828185-2 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:30:19.767416 n-d-828185-2 neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-fb06a260-9ad6-4661-a8d0-d2863bed0d48 req-164909ee-8909-4eb1-b642-5cc4093ad124 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:19.770829 n-d-828185-2 neutron-server[103256]: INFO neutron.wsgi [req-fb06a260-9ad6-4661-a8d0-d2863bed0d48 req-164909ee-8909-4eb1-b642-5cc4093ad124 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.69 "DELETE /v2.0/ports/2b831854-aad8-4af8-9f05-e6e2ef020160 HTTP/1.1" status: 204 len: 173 time: 0.4083993 Feb 07 22:30:19.771266 n-d-828185-2 neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25826d90-9f84-44ce-a5ab-c9add21e2a70', 'name': 'network-vif-deleted', 'tag': '2b831854-aad8-4af8-9f05-e6e2ef020160'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:30:19.773555 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47bc0dc9fe746ac64adcb7a0dbe6fda25f58f8d79cf35956c7e0a4ba81c3c440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f90f4b-14de-4c48-bced-1992d6ab8be2" -d '{"events": [{"server_uuid": "25826d90-9f84-44ce-a5ab-c9add21e2a70", "name": "network-vif-deleted", "tag": "2b831854-aad8-4af8-9f05-e6e2ef020160"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:30:19.807158 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 2b831854-aad8-4af8-9f05-e6e2ef020160 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:30:19.827285 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298a1455-fe22-4a1b-b828-97c870a62cf8 x-openstack-request-id: req-298a1455-fe22-4a1b-b828-97c870a62cf8 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:30:19.827652 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25826d90-9f84-44ce-a5ab-c9add21e2a70", "name": "network-vif-deleted", "tag": "2b831854-aad8-4af8-9f05-e6e2ef020160", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:30:19.827982 n-d-828185-2 neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-298a1455-fe22-4a1b-b828-97c870a62cf8 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:30:19.828480 n-d-828185-2 neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25826d90-9f84-44ce-a5ab-c9add21e2a70', 'name': 'network-vif-deleted', 'tag': '2b831854-aad8-4af8-9f05-e6e2ef020160', 'status': 'completed', 'code': 200} Feb 07 22:30:19.833883 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 2b831854-aad8-4af8-9f05-e6e2ef020160 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:30:19.834296 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 2b831854-aad8-4af8-9f05-e6e2ef020160 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:30:19.961812 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-449064c1-0728-40ef-ada6-ecec8aa412b3 req-0e8c79d4-7bb7-4bcc-9a06-38be60078c36 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=25826d90-9f84-44ce-a5ab-c9add21e2a70 HTTP/1.1" status: 200 len: 210 time: 0.0273278 Feb 07 22:30:20.824710 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0f9250a1-301f-4778-9486-a338bb3052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:21.508277 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49852) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:30:21.665150 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8e428dd2-8299-4f40-a1bd-3e742e1edef0 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Deleting port e417f9ed-5bbc-4b3c-bd91-d9afd4b81ac7 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:30:21.665491 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e428dd2-8299-4f40-a1bd-3e742e1edef0 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e417f9ed-5bbc-4b3c-bd91-d9afd4b81ac7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:21.741783 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e428dd2-8299-4f40-a1bd-3e742e1edef0 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e417f9ed-5bbc-4b3c-bd91-d9afd4b81ac7), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:21.742105 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e428dd2-8299-4f40-a1bd-3e742e1edef0 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for floatingip (e417f9ed-5bbc-4b3c-bd91-d9afd4b81ac7), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:21.753568 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8e428dd2-8299-4f40-a1bd-3e742e1edef0 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Calling delete_port for e417f9ed-5bbc-4b3c-bd91-d9afd4b81ac7 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:30:21.898295 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e428dd2-8299-4f40-a1bd-3e742e1edef0 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (e417f9ed-5bbc-4b3c-bd91-d9afd4b81ac7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:21.923338 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e428dd2-8299-4f40-a1bd-3e742e1edef0 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Pushing event deleted for resources: {'Port': ['ID=e417f9ed-5bbc-4b3c-bd91-d9afd4b81ac7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:30:21.983787 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e428dd2-8299-4f40-a1bd-3e742e1edef0 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for floatingip (56b06c41-7c89-4959-adb9-f4e4a8824b4a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:21.984114 n-d-828185-2 neutron-server[103255]: INFO neutron.db.l3_db [None req-8e428dd2-8299-4f40-a1bd-3e742e1edef0 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Floating IP 56b06c41-7c89-4959-adb9-f4e4a8824b4a disassociated (deleted). External IP: 172.25.4.87, port: 88b41aa8-b077-4863-8a93-1fc68a3525a3. Feb 07 22:30:22.153692 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:22.216279 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e428dd2-8299-4f40-a1bd-3e742e1edef0 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Router 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:30:22.321458 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e428dd2-8299-4f40-a1bd-3e742e1edef0 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:30:22.326850 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e428dd2-8299-4f40-a1bd-3e742e1edef0 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for floatingip (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:22.331365 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d949638-4adb-482b-ac0d-cd51882f226a None None] Sync routers for ids ['621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:30:22.342355 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d949638-4adb-482b-ac0d-cd51882f226a None None] Routers {'621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:30:22.342964 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6d949638-4adb-482b-ac0d-cd51882f226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:30:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:30:22.359309 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8e428dd2-8299-4f40-a1bd-3e742e1edef0 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "DELETE /v2.0/floatingips/56b06c41-7c89-4959-adb9-f4e4a8824b4a HTTP/1.1" status: 204 len: 168 time: 0.8475389 Feb 07 22:30:22.359309 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad271bc3-3ff1-4211-8055-2ef61f22167e', 'tag': '88b41aa8-b077-4863-8a93-1fc68a3525a3'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:30:22.360521 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd135d4-b0ae-4018-b2f4-435c4abf1791" -d '{"events": [{"name": "network-changed", "server_uuid": "ad271bc3-3ff1-4211-8055-2ef61f22167e", "tag": "88b41aa8-b077-4863-8a93-1fc68a3525a3"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:30:22.404744 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 22:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246e30ff-61a5-4492-8f2b-ebd51a14034a x-openstack-request-id: req-246e30ff-61a5-4492-8f2b-ebd51a14034a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:30:22.404980 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad271bc3-3ff1-4211-8055-2ef61f22167e", "tag": "88b41aa8-b077-4863-8a93-1fc68a3525a3", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:30:22.405227 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-246e30ff-61a5-4492-8f2b-ebd51a14034a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:30:22.405638 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad271bc3-3ff1-4211-8055-2ef61f22167e', 'tag': '88b41aa8-b077-4863-8a93-1fc68a3525a3', 'status': 'completed', 'code': 200} Feb 07 22:30:22.475613 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd135d4-b0ae-4018-b2f4-435c4abf1791 req-de16a439-f688-48a7-b23c-3d6f2a4dffab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:30:22.477815 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3bd135d4-b0ae-4018-b2f4-435c4abf1791 req-de16a439-f688-48a7-b23c-3d6f2a4dffab service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bf738d798dfd47909a17ab3c5299b49c&device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e HTTP/1.1" status: 200 len: 1125 time: 0.0518463 Feb 07 22:30:22.618737 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd135d4-b0ae-4018-b2f4-435c4abf1791 req-af4b8e5c-2f0f-4d2c-a938-369e807cd3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:30:22.619430 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-6d949638-4adb-482b-ac0d-cd51882f226a None None] Set router 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:30:22.620936 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3bd135d4-b0ae-4018-b2f4-435c4abf1791 req-af4b8e5c-2f0f-4d2c-a938-369e807cd3ab service neutron] 10.222.0.71 "GET /v2.0/networks?id=d0875a64-d2d2-496b-89b8-416d7457c6a7 HTTP/1.1" status: 200 len: 911 time: 0.1318440 Feb 07 22:30:22.686337 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ac4f1-5c1a-47a8-8d54-280a0f6a9182 req-92b12bf4-6bd2-4857-87b9-7ba441f31ae2 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:30:22.687768 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-220ac4f1-5c1a-47a8-8d54-280a0f6a9182 req-92b12bf4-6bd2-4857-87b9-7ba441f31ae2 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e HTTP/1.1" status: 200 len: 943 time: 0.1181493 Feb 07 22:30:22.689745 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3bd135d4-b0ae-4018-b2f4-435c4abf1791 req-019806a5-053d-4bb3-8440-316e0ba21be9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88b41aa8-b077-4863-8a93-1fc68a3525a3 HTTP/1.1" status: 200 len: 217 time: 0.0607979 Feb 07 22:30:22.778189 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd135d4-b0ae-4018-b2f4-435c4abf1791 req-37f73c07-01f8-4058-8aa8-969d8b164234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:30:22.779664 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3bd135d4-b0ae-4018-b2f4-435c4abf1791 req-37f73c07-01f8-4058-8aa8-969d8b164234 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6b95f984-0804-419c-affe-4e31a0cd7604 HTTP/1.1" status: 200 len: 849 time: 0.0828240 Feb 07 22:30:22.783634 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-220ac4f1-5c1a-47a8-8d54-280a0f6a9182 req-c0742d1d-8754-4825-b863-b8d42bf4b65b tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/security-groups?id=1caeb406-2ad5-4bc6-968f-be4559da2574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885057 Feb 07 22:30:22.824248 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6d949638-4adb-482b-ac0d-cd51882f226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'name': 'tempest-TestSnapshotPattern-1105750683-router', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:01Z', 'updated_at': '2022-02-07T22:24:04Z', 'revision_number': 4, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'gw_port': {'id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:02Z', 'updated_at': '2022-02-07T22:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'f4be97ba-cab2-430b-b397-935ba0f83d67', 'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'mac_address': 'fa:16:3e:c9:dd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:03Z', 'updated_at': '2022-02-07T22:24:08Z', 'revision_number': 5, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'subnets': [{'id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:30:22.832442 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd135d4-b0ae-4018-b2f4-435c4abf1791 req-d08562f4-adb6-438c-9ffd-b557faa06ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:30:22.833955 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3bd135d4-b0ae-4018-b2f4-435c4abf1791 req-d08562f4-adb6-438c-9ffd-b557faa06ede service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d0875a64-d2d2-496b-89b8-416d7457c6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484266 Feb 07 22:30:22.851568 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d949638-4adb-482b-ac0d-cd51882f226a None None] Checking router: 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:30:22.861757 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d949638-4adb-482b-ac0d-cd51882f226a None None] Routers {'621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:30:22.862432 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6d949638-4adb-482b-ac0d-cd51882f226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:30:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:30:22.932550 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3bd135d4-b0ae-4018-b2f4-435c4abf1791 req-6409cdc7-d87a-422c-a9c3-4ccf7a7b5b3d service neutron] 10.222.0.71 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908241 Feb 07 22:30:22.974017 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-6d949638-4adb-482b-ac0d-cd51882f226a None None] Set router 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:30:23.025706 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-3bd135d4-b0ae-4018-b2f4-435c4abf1791 req-73c63021-d650-46b9-a205-cb9a58114ac9 service neutron] 10.222.0.71 "GET /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859618 Feb 07 22:30:23.179347 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6d949638-4adb-482b-ac0d-cd51882f226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'name': 'tempest-TestSnapshotPattern-1105750683-router', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:01Z', 'updated_at': '2022-02-07T22:24:04Z', 'revision_number': 4, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'gw_port': {'id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:02Z', 'updated_at': '2022-02-07T22:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'f4be97ba-cab2-430b-b397-935ba0f83d67', 'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'mac_address': 'fa:16:3e:c9:dd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:03Z', 'updated_at': '2022-02-07T22:24:08Z', 'revision_number': 5, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'subnets': [{'id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:30:23.206323 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d949638-4adb-482b-ac0d-cd51882f226a None None] The sync data for ids ['621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'] in n-d-828185-2 is: [{'id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'name': 'tempest-TestSnapshotPattern-1105750683-router', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:01Z', 'updated_at': '2022-02-07T22:24:04Z', 'revision_number': 4, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'gw_port': {'id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:02Z', 'updated_at': '2022-02-07T22:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2', '_interfaces': [{'id': 'f4be97ba-cab2-430b-b397-935ba0f83d67', 'name': '', 'network_id': 'd0875a64-d2d2-496b-89b8-416d7457c6a7', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'mac_address': 'fa:16:3e:c9:dd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:03Z', 'updated_at': '2022-02-07T22:24:08Z', 'revision_number': 5, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'subnets': [{'id': '6b95f984-0804-419c-affe-4e31a0cd7604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:30:23.434892 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c76a67-410c-4c7d-856a-1e4ac0f2e3b2 None None] New status for floating IP 56b06c41-7c89-4959-adb9-f4e4a8824b4a: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:30:23.436777 n-d-828185-2 neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17d119-c24e-4269-8ae2-f360db4718b0 req-2cd9ceeb-49b9-41db-8577-051dfa4a7253 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:30:23.438244 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4d17d119-c24e-4269-8ae2-f360db4718b0 req-2cd9ceeb-49b9-41db-8577-051dfa4a7253 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e HTTP/1.1" status: 200 len: 943 time: 0.0640180 Feb 07 22:30:23.529653 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-4d17d119-c24e-4269-8ae2-f360db4718b0 req-b08778da-15f5-4a77-bd97-d3ccbdb478a9 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Deleting port 88b41aa8-b077-4863-8a93-1fc68a3525a3 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:30:23.529996 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4d17d119-c24e-4269-8ae2-f360db4718b0 req-b08778da-15f5-4a77-bd97-d3ccbdb478a9 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (88b41aa8-b077-4863-8a93-1fc68a3525a3), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:23.621381 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-4d17d119-c24e-4269-8ae2-f360db4718b0 req-b08778da-15f5-4a77-bd97-d3ccbdb478a9 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] For port 88b41aa8-b077-4863-8a93-1fc68a3525a3, host n-h2-828185-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828185-2',level=0,port_id=88b41aa8-b077-4863-8a93-1fc68a3525a3,segment=NetworkSegment(bfc1c79b-4801-45a6-a3f0-c659469bbcf5),segment_id=bfc1c79b-4801-45a6-a3f0-c659469bbcf5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:30:23.622121 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4d17d119-c24e-4269-8ae2-f360db4718b0 req-b08778da-15f5-4a77-bd97-d3ccbdb478a9 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (88b41aa8-b077-4863-8a93-1fc68a3525a3), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:23.625674 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:23.634955 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-4d17d119-c24e-4269-8ae2-f360db4718b0 req-b08778da-15f5-4a77-bd97-d3ccbdb478a9 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Calling delete_port for 88b41aa8-b077-4863-8a93-1fc68a3525a3 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:30:23.764283 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4d17d119-c24e-4269-8ae2-f360db4718b0 req-b08778da-15f5-4a77-bd97-d3ccbdb478a9 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (88b41aa8-b077-4863-8a93-1fc68a3525a3), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:23.795705 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08778da-15f5-4a77-bd97-d3ccbdb478a9 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Pushing event deleted for resources: {'Port': ['ID=88b41aa8-b077-4863-8a93-1fc68a3525a3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:30:23.837023 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 2b831854-aad8-4af8-9f05-e6e2ef020160 no longer exists at agent hyperv_n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:30:23.838377 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d17d119-c24e-4269-8ae2-f360db4718b0 req-b08778da-15f5-4a77-bd97-d3ccbdb478a9 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] No DVR routers for this DVR port 88b41aa8-b077-4863-8a93-1fc68a3525a3 on host n-h2-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:30:23.842535 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4d17d119-c24e-4269-8ae2-f360db4718b0 req-b08778da-15f5-4a77-bd97-d3ccbdb478a9 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165720'] for port (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:23.845430 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-4d17d119-c24e-4269-8ae2-f360db4718b0 req-b08778da-15f5-4a77-bd97-d3ccbdb478a9 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.71 "DELETE /v2.0/ports/88b41aa8-b077-4863-8a93-1fc68a3525a3 HTTP/1.1" status: 204 len: 173 time: 0.4025712 Feb 07 22:30:23.864868 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] No Port match for: 2b831854-aad8-4af8-9f05-e6e2ef020160 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:30:23.865669 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Device 2b831854-aad8-4af8-9f05-e6e2ef020160 not bound to the agent host n-h1-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:30:23.892047 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [req-5bcef6ef-3f84-4313-a779-1fb9945adda6 req-ea196e33-1aff-4f85-b09c-c29b3dd234c1 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad271bc3-3ff1-4211-8055-2ef61f22167e HTTP/1.1" status: 200 len: 210 time: 0.0273774 Feb 07 22:30:24.406789 n-d-828185-2 neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad271bc3-3ff1-4211-8055-2ef61f22167e', 'name': 'network-vif-deleted', 'tag': '88b41aa8-b077-4863-8a93-1fc68a3525a3'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 22:30:24.409162 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56d1a484db8b1fd600081d58cacb132d07ffcdbd3400b453bbaad1b0fca8d9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f03e06-4471-4fed-8309-9d980d2ec34b" -d '{"events": [{"server_uuid": "ad271bc3-3ff1-4211-8055-2ef61f22167e", "name": "network-vif-deleted", "tag": "88b41aa8-b077-4863-8a93-1fc68a3525a3"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 22:30:24.445192 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 22:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259efa24-2aad-463d-abe6-5bcc7ddf8335 x-openstack-request-id: req-259efa24-2aad-463d-abe6-5bcc7ddf8335 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 22:30:24.445495 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad271bc3-3ff1-4211-8055-2ef61f22167e", "name": "network-vif-deleted", "tag": "88b41aa8-b077-4863-8a93-1fc68a3525a3", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 22:30:24.445756 n-d-828185-2 neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-259efa24-2aad-463d-abe6-5bcc7ddf8335 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 22:30:24.446161 n-d-828185-2 neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad271bc3-3ff1-4211-8055-2ef61f22167e', 'name': 'network-vif-deleted', 'tag': '88b41aa8-b077-4863-8a93-1fc68a3525a3', 'status': 'completed', 'code': 200} Feb 07 22:30:24.909475 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:24.950037 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49880) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:30:25.005926 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec60582a-76b1-4e88-8664-e711fd1f48d7 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for security_group (1caeb406-2ad5-4bc6-968f-be4559da2574), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:25.029858 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec60582a-76b1-4e88-8664-e711fd1f48d7 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for security_group (1caeb406-2ad5-4bc6-968f-be4559da2574), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:25.090690 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec60582a-76b1-4e88-8664-e711fd1f48d7 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (1caeb406-2ad5-4bc6-968f-be4559da2574), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:25.093416 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec60582a-76b1-4e88-8664-e711fd1f48d7 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:25.094568 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-ec60582a-76b1-4e88-8664-e711fd1f48d7 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] 10.222.0.65 "DELETE /v2.0/security-groups/1caeb406-2ad5-4bc6-968f-be4559da2574 HTTP/1.1" status: 204 len: 168 time: 0.1435757 Feb 07 22:30:25.103998 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60582a-76b1-4e88-8664-e711fd1f48d7 tempest-TestSnapshotPattern-727235043 tempest-TestSnapshotPattern-727235043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1caeb406-2ad5-4bc6-968f-be4559da2574,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:30:25.140430 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49884) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:30:25.563840 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54403f79-d961-48dd-b0ed-16dd8f408102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (621c6b74-7eb5-41ef-bdc8-98ddba2f1c43), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:25.804409 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-54403f79-d961-48dd-b0ed-16dd8f408102 admin admin] Deleting port f4be97ba-cab2-430b-b397-935ba0f83d67 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:30:25.804742 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54403f79-d961-48dd-b0ed-16dd8f408102 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (f4be97ba-cab2-430b-b397-935ba0f83d67), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:25.880996 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-54403f79-d961-48dd-b0ed-16dd8f408102 admin admin] For port f4be97ba-cab2-430b-b397-935ba0f83d67, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=f4be97ba-cab2-430b-b397-935ba0f83d67,segment=NetworkSegment(bfc1c79b-4801-45a6-a3f0-c659469bbcf5),segment_id=bfc1c79b-4801-45a6-a3f0-c659469bbcf5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:30:25.881357 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54403f79-d961-48dd-b0ed-16dd8f408102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (f4be97ba-cab2-430b-b397-935ba0f83d67), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:26.161536 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-54403f79-d961-48dd-b0ed-16dd8f408102 admin admin] Calling delete_port for f4be97ba-cab2-430b-b397-935ba0f83d67 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:30:26.327592 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 88b41aa8-b077-4863-8a93-1fc68a3525a3 no longer exists at agent hyperv_n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:30:26.336862 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54403f79-d961-48dd-b0ed-16dd8f408102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (f4be97ba-cab2-430b-b397-935ba0f83d67), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:26.347691 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] No Port match for: 88b41aa8-b077-4863-8a93-1fc68a3525a3 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:30:26.348119 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Device 88b41aa8-b077-4863-8a93-1fc68a3525a3 not bound to the agent host n-h2-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:30:26.363076 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54403f79-d961-48dd-b0ed-16dd8f408102 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4be97ba-cab2-430b-b397-935ba0f83d67,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:30:26.540450 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-54403f79-d961-48dd-b0ed-16dd8f408102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (621c6b74-7eb5-41ef-bdc8-98ddba2f1c43), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:26.755575 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54403f79-d961-48dd-b0ed-16dd8f408102 admin admin] Router 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:30:26.869779 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54403f79-d961-48dd-b0ed-16dd8f408102 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:30:26.874782 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-54403f79-d961-48dd-b0ed-16dd8f408102 admin admin] 10.222.0.65 "PUT /v2.0/routers/621c6b74-7eb5-41ef-bdc8-98ddba2f1c43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7333055 Feb 07 22:30:26.877548 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49888) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:30:26.878930 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fb7027-6bf6-4dfc-8761-53e1f07147a6 None None] Sync routers for ids ['621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'] in n-d-828185-2 {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:30:26.888542 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fb7027-6bf6-4dfc-8761-53e1f07147a6 None None] Routers {'621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:30:26.889156 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e9fb7027-6bf6-4dfc-8761-53e1f07147a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:30:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:30:26.983119 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b075951c-b82b-472a-bd56-2f585980cd21 admin admin] Publish callbacks [] for router (621c6b74-7eb5-41ef-bdc8-98ddba2f1c43), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:26.995637 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-e9fb7027-6bf6-4dfc-8761-53e1f07147a6 None None] Set router 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 gateway port host: n-d-828185-2 {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:30:27.090661 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b075951c-b82b-472a-bd56-2f585980cd21 admin admin] Publish callbacks [] for router_gateway (621c6b74-7eb5-41ef-bdc8-98ddba2f1c43), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:27.150829 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b075951c-b82b-472a-bd56-2f585980cd21 admin admin] Deleting port 5ea0f6a4-6121-44b7-bb2b-7570033f02ef {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:30:27.151726 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b075951c-b82b-472a-bd56-2f585980cd21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (5ea0f6a4-6121-44b7-bb2b-7570033f02ef), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:27.203808 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e9fb7027-6bf6-4dfc-8761-53e1f07147a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'name': 'tempest-TestSnapshotPattern-1105750683-router', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:01Z', 'updated_at': '2022-02-07T22:30:26Z', 'revision_number': 5, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'gw_port': {'id': '5ea0f6a4-6121-44b7-bb2b-7570033f02ef', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:02Z', 'updated_at': '2022-02-07T22:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:30:27.230142 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fb7027-6bf6-4dfc-8761-53e1f07147a6 None None] Checking router: 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 for host: n-d-828185-2 {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:30:27.238432 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fb7027-6bf6-4dfc-8761-53e1f07147a6 None None] Routers {'621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'} bound to L3 agent in host n-d-828185-2 {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:30:27.238972 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e9fb7027-6bf6-4dfc-8761-53e1f07147a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:30:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:30:27.245091 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b075951c-b82b-472a-bd56-2f585980cd21 admin admin] For port 5ea0f6a4-6121-44b7-bb2b-7570033f02ef, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=5ea0f6a4-6121-44b7-bb2b-7570033f02ef,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:30:27.245607 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b075951c-b82b-472a-bd56-2f585980cd21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (5ea0f6a4-6121-44b7-bb2b-7570033f02ef), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:27.258508 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b075951c-b82b-472a-bd56-2f585980cd21 admin admin] Calling delete_port for 5ea0f6a4-6121-44b7-bb2b-7570033f02ef owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:30:27.326547 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-e9fb7027-6bf6-4dfc-8761-53e1f07147a6 None None] Set router 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:30:27.376694 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e9fb7027-6bf6-4dfc-8761-53e1f07147a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'name': 'tempest-TestSnapshotPattern-1105750683-router', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:01Z', 'updated_at': '2022-02-07T22:30:27Z', 'revision_number': 6, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:30:27.406819 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fb7027-6bf6-4dfc-8761-53e1f07147a6 None None] The sync data for ids ['621c6b74-7eb5-41ef-bdc8-98ddba2f1c43'] in n-d-828185-2 is: [{'id': '621c6b74-7eb5-41ef-bdc8-98ddba2f1c43', 'name': 'tempest-TestSnapshotPattern-1105750683-router', 'tenant_id': 'bf738d798dfd47909a17ab3c5299b49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:01Z', 'updated_at': '2022-02-07T22:30:27Z', 'revision_number': 6, 'project_id': 'bf738d798dfd47909a17ab3c5299b49c', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:30:27.425125 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b075951c-b82b-472a-bd56-2f585980cd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (5ea0f6a4-6121-44b7-bb2b-7570033f02ef), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:27.449226 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075951c-b82b-472a-bd56-2f585980cd21 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ea0f6a4-6121-44b7-bb2b-7570033f02ef,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:30:27.522317 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b075951c-b82b-472a-bd56-2f585980cd21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (621c6b74-7eb5-41ef-bdc8-98ddba2f1c43), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:27.614155 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b075951c-b82b-472a-bd56-2f585980cd21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (621c6b74-7eb5-41ef-bdc8-98ddba2f1c43), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:27.616266 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b075951c-b82b-472a-bd56-2f585980cd21 admin admin] Publish callbacks [] for router_controller (621c6b74-7eb5-41ef-bdc8-98ddba2f1c43), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:27.658596 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b075951c-b82b-472a-bd56-2f585980cd21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (621c6b74-7eb5-41ef-bdc8-98ddba2f1c43), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:27.659148 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b075951c-b82b-472a-bd56-2f585980cd21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:30:27.663317 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b075951c-b82b-472a-bd56-2f585980cd21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:27.664510 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-b075951c-b82b-472a-bd56-2f585980cd21 admin admin] 10.222.0.65 "DELETE /v2.0/routers/621c6b74-7eb5-41ef-bdc8-98ddba2f1c43 HTTP/1.1" status: 204 len: 168 time: 0.7860024 Feb 07 22:30:27.666977 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49890) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:30:27.710615 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-923ff7b2-2815-4854-8aa9-7dbf6579e925 admin admin] Deleting subnet 6b95f984-0804-419c-affe-4e31a0cd7604 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 22:30:27.713638 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-923ff7b2-2815-4854-8aa9-7dbf6579e925 admin admin] Publish callbacks [] for subnet (6b95f984-0804-419c-affe-4e31a0cd7604), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:27.747946 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-923ff7b2-2815-4854-8aa9-7dbf6579e925 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (6b95f984-0804-419c-affe-4e31a0cd7604), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:27.836094 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-923ff7b2-2815-4854-8aa9-7dbf6579e925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (6b95f984-0804-419c-affe-4e31a0cd7604), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:27.887646 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-923ff7b2-2815-4854-8aa9-7dbf6579e925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (6b95f984-0804-419c-affe-4e31a0cd7604), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:27.913159 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ff7b2-2815-4854-8aa9-7dbf6579e925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b95f984-0804-419c-affe-4e31a0cd7604,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:30:27.915628 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-923ff7b2-2815-4854-8aa9-7dbf6579e925 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:27.921092 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-923ff7b2-2815-4854-8aa9-7dbf6579e925 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6b95f984-0804-419c-affe-4e31a0cd7604 HTTP/1.1" status: 204 len: 168 time: 0.2508967 Feb 07 22:30:27.921247 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9d584b-4a22-4dc2-b239-1982feea419b None None] Network d0875a64-d2d2-496b-89b8-416d7457c6a7 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:30:27.921356 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49892) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:30:27.991660 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8aa795a4-49b6-4111-a2ae-e597c332448d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (d0875a64-d2d2-496b-89b8-416d7457c6a7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:28.050111 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8aa795a4-49b6-4111-a2ae-e597c332448d admin admin] Deleting port 8e1e6806-adbd-4071-b95e-5a4b80e66cc7 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:30:28.050517 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8aa795a4-49b6-4111-a2ae-e597c332448d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8e1e6806-adbd-4071-b95e-5a4b80e66cc7), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:28.116154 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8aa795a4-49b6-4111-a2ae-e597c332448d admin admin] For port 8e1e6806-adbd-4071-b95e-5a4b80e66cc7, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=8e1e6806-adbd-4071-b95e-5a4b80e66cc7,segment=NetworkSegment(bfc1c79b-4801-45a6-a3f0-c659469bbcf5),segment_id=bfc1c79b-4801-45a6-a3f0-c659469bbcf5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:30:28.116544 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8aa795a4-49b6-4111-a2ae-e597c332448d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8e1e6806-adbd-4071-b95e-5a4b80e66cc7), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:28.129028 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8aa795a4-49b6-4111-a2ae-e597c332448d admin admin] Calling delete_port for 8e1e6806-adbd-4071-b95e-5a4b80e66cc7 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:30:28.185104 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743b1258-444b-4d02-b8d8-4fe305b5bbd3 None None] DHCP port deletion for d0875a64-d2d2-496b-89b8-416d7457c6a7 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 22:30:28.215890 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8aa795a4-49b6-4111-a2ae-e597c332448d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (8e1e6806-adbd-4071-b95e-5a4b80e66cc7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:28.237453 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-743b1258-444b-4d02-b8d8-4fe305b5bbd3 None None] Deleting port 8e1e6806-adbd-4071-b95e-5a4b80e66cc7 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:30:28.237825 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-743b1258-444b-4d02-b8d8-4fe305b5bbd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (8e1e6806-adbd-4071-b95e-5a4b80e66cc7), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:28.241524 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa795a4-49b6-4111-a2ae-e597c332448d admin admin] Pushing event deleted for resources: {'Port': ['ID=8e1e6806-adbd-4071-b95e-5a4b80e66cc7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:30:28.245730 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa795a4-49b6-4111-a2ae-e597c332448d admin admin] No DVR routers for this DVR port 8e1e6806-adbd-4071-b95e-5a4b80e66cc7 on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:30:28.306717 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-743b1258-444b-4d02-b8d8-4fe305b5bbd3 None None] For port 8e1e6806-adbd-4071-b95e-5a4b80e66cc7, host n-d-828185-2, got binding levels [] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:30:28.307104 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-743b1258-444b-4d02-b8d8-4fe305b5bbd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (8e1e6806-adbd-4071-b95e-5a4b80e66cc7), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:28.319990 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-743b1258-444b-4d02-b8d8-4fe305b5bbd3 None None] Calling delete_port for 8e1e6806-adbd-4071-b95e-5a4b80e66cc7 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:30:28.322661 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.ipam_backend_mixin [None req-743b1258-444b-4d02-b8d8-4fe305b5bbd3 None None] Port 8e1e6806-adbd-4071-b95e-5a4b80e66cc7 was not found and therefore no delete operation was performed {{(pid=103257) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 22:30:28.323926 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-743b1258-444b-4d02-b8d8-4fe305b5bbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (8e1e6806-adbd-4071-b95e-5a4b80e66cc7), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:28.325010 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8aa795a4-49b6-4111-a2ae-e597c332448d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (d0875a64-d2d2-496b-89b8-416d7457c6a7), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:28.346016 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-8aa795a4-49b6-4111-a2ae-e597c332448d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0875a64-d2d2-496b-89b8-416d7457c6a7']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:30:28.350258 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b1258-444b-4d02-b8d8-4fe305b5bbd3 None None] Pushing event deleted for resources: {'Port': ['ID=8e1e6806-adbd-4071-b95e-5a4b80e66cc7,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:30:28.356347 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-8aa795a4-49b6-4111-a2ae-e597c332448d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc1c79b-4801-45a6-a3f0-c659469bbcf5') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:30:28.356649 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-8aa795a4-49b6-4111-a2ae-e597c332448d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc1c79b-4801-45a6-a3f0-c659469bbcf5') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:30:28.358324 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743b1258-444b-4d02-b8d8-4fe305b5bbd3 None None] No DVR routers for this DVR port 8e1e6806-adbd-4071-b95e-5a4b80e66cc7 on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:30:28.368176 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8aa795a4-49b6-4111-a2ae-e597c332448d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (bfc1c79b-4801-45a6-a3f0-c659469bbcf5), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:28.382226 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8aa795a4-49b6-4111-a2ae-e597c332448d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (bfc1c79b-4801-45a6-a3f0-c659469bbcf5), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:28.388689 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa795a4-49b6-4111-a2ae-e597c332448d admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:30:28.389175 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8aa795a4-49b6-4111-a2ae-e597c332448d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (bfc1c79b-4801-45a6-a3f0-c659469bbcf5), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: timer() Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:30:28.391120 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:30:28.449851 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8aa795a4-49b6-4111-a2ae-e597c332448d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (d0875a64-d2d2-496b-89b8-416d7457c6a7), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:28.466475 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8aa795a4-49b6-4111-a2ae-e597c332448d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:28.469825 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-8aa795a4-49b6-4111-a2ae-e597c332448d admin admin] 10.222.0.65 "DELETE /v2.0/networks/d0875a64-d2d2-496b-89b8-416d7457c6a7 HTTP/1.1" status: 204 len: 168 time: 0.5475957 Feb 07 22:30:28.470893 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa795a4-49b6-4111-a2ae-e597c332448d admin admin] Pushing event deleted for resources: {'Network': ['ID=d0875a64-d2d2-496b-89b8-416d7457c6a7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:30:28.472713 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49894) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:30:28.823838 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2338649-4d4b-4d86-8afa-b4dbedcd73e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7867421'] for router_interface (d5870dea-495c-482e-90fc-b543952e5c8f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:29.066365 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a2338649-4d4b-4d86-8afa-b4dbedcd73e0 admin admin] Deleting port e14fab74-b5d0-4cc8-b583-a3d27e002d44 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:30:29.066706 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2338649-4d4b-4d86-8afa-b4dbedcd73e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (e14fab74-b5d0-4cc8-b583-a3d27e002d44), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:29.079654 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f4be97ba-cab2-430b-b397-935ba0f83d67 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:30:29.100048 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: f4be97ba-cab2-430b-b397-935ba0f83d67 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:30:29.100416 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device f4be97ba-cab2-430b-b397-935ba0f83d67 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:30:29.100841 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8e1e6806-adbd-4071-b95e-5a4b80e66cc7 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:30:29.118922 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 8e1e6806-adbd-4071-b95e-5a4b80e66cc7 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:30:29.119269 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 8e1e6806-adbd-4071-b95e-5a4b80e66cc7 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:30:29.119677 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 5ea0f6a4-6121-44b7-bb2b-7570033f02ef no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:30:29.138724 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 5ea0f6a4-6121-44b7-bb2b-7570033f02ef {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:30:29.139069 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 5ea0f6a4-6121-44b7-bb2b-7570033f02ef not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:30:29.146520 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a2338649-4d4b-4d86-8afa-b4dbedcd73e0 admin admin] For port e14fab74-b5d0-4cc8-b583-a3d27e002d44, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=e14fab74-b5d0-4cc8-b583-a3d27e002d44,segment=NetworkSegment(b9f95b6d-7178-415e-9700-4305bffb2d67),segment_id=b9f95b6d-7178-415e-9700-4305bffb2d67)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:30:29.146773 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2338649-4d4b-4d86-8afa-b4dbedcd73e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (e14fab74-b5d0-4cc8-b583-a3d27e002d44), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:29.159760 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a2338649-4d4b-4d86-8afa-b4dbedcd73e0 admin admin] Calling delete_port for e14fab74-b5d0-4cc8-b583-a3d27e002d44 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:30:29.335688 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2338649-4d4b-4d86-8afa-b4dbedcd73e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (e14fab74-b5d0-4cc8-b583-a3d27e002d44), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:29.363138 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338649-4d4b-4d86-8afa-b4dbedcd73e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e14fab74-b5d0-4cc8-b583-a3d27e002d44,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:30:29.786202 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2338649-4d4b-4d86-8afa-b4dbedcd73e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7867529'] for router_interface (d5870dea-495c-482e-90fc-b543952e5c8f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:29.999172 n-d-828185-2 neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2338649-4d4b-4d86-8afa-b4dbedcd73e0 admin admin] Router d5870dea-495c-482e-90fc-b543952e5c8f has already been hosted by L3 agent 568c1f15-efcb-47d9-8146-de59d866bc3a {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 22:30:30.107923 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2338649-4d4b-4d86-8afa-b4dbedcd73e0 admin admin] Notify agent at l3_agent.n-d-828185-2 the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 22:30:30.113621 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-a2338649-4d4b-4d86-8afa-b4dbedcd73e0 admin admin] 10.222.0.65 "PUT /v2.0/routers/d5870dea-495c-482e-90fc-b543952e5c8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6394184 Feb 07 22:30:30.115551 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49896) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:30:30.118277 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a53a47-e2d8-4d79-bb7b-c7b1d1a48d2e None None] Sync routers for ids ['d5870dea-495c-482e-90fc-b543952e5c8f'] in n-d-828185-2 {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:30:30.128193 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a53a47-e2d8-4d79-bb7b-c7b1d1a48d2e None None] Routers {'d5870dea-495c-482e-90fc-b543952e5c8f'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:30:30.128906 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-15a53a47-e2d8-4d79-bb7b-c7b1d1a48d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:30:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['d5870dea-495c-482e-90fc-b543952e5c8f'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:30:30.215446 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-831f704f-4e83-465d-815c-7ba9aa588d48 admin admin] Publish callbacks [] for router (d5870dea-495c-482e-90fc-b543952e5c8f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:30.231166 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-15a53a47-e2d8-4d79-bb7b-c7b1d1a48d2e None None] Set router d5870dea-495c-482e-90fc-b543952e5c8f gateway port host: n-d-828185-2 {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:30:30.317903 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-831f704f-4e83-465d-815c-7ba9aa588d48 admin admin] Publish callbacks [] for router_gateway (d5870dea-495c-482e-90fc-b543952e5c8f), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:30.374214 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-831f704f-4e83-465d-815c-7ba9aa588d48 admin admin] Deleting port 772738f2-624e-4ae2-8473-a02c6584dbf1 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:30:30.374973 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-831f704f-4e83-465d-815c-7ba9aa588d48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (772738f2-624e-4ae2-8473-a02c6584dbf1), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:30.408534 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-15a53a47-e2d8-4d79-bb7b-c7b1d1a48d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5870dea-495c-482e-90fc-b543952e5c8f', 'name': 'tempest-TestSnapshotPattern-1349063580-router', 'tenant_id': '5300669256f244e5832ae5f5979e8d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'external_fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '772738f2-624e-4ae2-8473-a02c6584dbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:06Z', 'updated_at': '2022-02-07T22:30:29Z', 'revision_number': 5, 'project_id': '5300669256f244e5832ae5f5979e8d7f', 'gw_port': {'id': '772738f2-624e-4ae2-8473-a02c6584dbf1', 'name': '', 'network_id': '2d250b10-655b-4b48-8c99-524ebfe3db06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5870dea-495c-482e-90fc-b543952e5c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '731f3208-f028-4487-91a7-3b603333e4d7', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828185-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:06Z', 'updated_at': '2022-02-07T22:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '731f3208-f028-4487-91a7-3b603333e4d7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828185-2'}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:30:30.437744 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a53a47-e2d8-4d79-bb7b-c7b1d1a48d2e None None] Checking router: d5870dea-495c-482e-90fc-b543952e5c8f for host: n-d-828185-2 {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:30:30.445943 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a53a47-e2d8-4d79-bb7b-c7b1d1a48d2e None None] Routers {'d5870dea-495c-482e-90fc-b543952e5c8f'} bound to L3 agent in host n-d-828185-2 {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 22:30:30.446543 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-15a53a47-e2d8-4d79-bb7b-c7b1d1a48d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828185-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:45:20Z,description=,heartbeat_timestamp=2022-02-07T22:30:21Z,host='n-d-828185-2',id=568c1f15-efcb-47d9-8146-de59d866bc3a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:45:20Z,topic='l3_agent')) {'router_ids': ['d5870dea-495c-482e-90fc-b543952e5c8f'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:30:30.450832 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-831f704f-4e83-465d-815c-7ba9aa588d48 admin admin] For port 772738f2-624e-4ae2-8473-a02c6584dbf1, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=772738f2-624e-4ae2-8473-a02c6584dbf1,segment=NetworkSegment(18d40187-6988-4581-b819-83db6e955bcf),segment_id=18d40187-6988-4581-b819-83db6e955bcf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:30:30.451191 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-831f704f-4e83-465d-815c-7ba9aa588d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (772738f2-624e-4ae2-8473-a02c6584dbf1), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:30.464591 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-831f704f-4e83-465d-815c-7ba9aa588d48 admin admin] Calling delete_port for 772738f2-624e-4ae2-8473-a02c6584dbf1 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:30:30.531612 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-15a53a47-e2d8-4d79-bb7b-c7b1d1a48d2e None None] Set router d5870dea-495c-482e-90fc-b543952e5c8f gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 22:30:30.585567 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-15a53a47-e2d8-4d79-bb7b-c7b1d1a48d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5870dea-495c-482e-90fc-b543952e5c8f', 'name': 'tempest-TestSnapshotPattern-1349063580-router', 'tenant_id': '5300669256f244e5832ae5f5979e8d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:06Z', 'updated_at': '2022-02-07T22:30:30Z', 'revision_number': 6, 'project_id': '5300669256f244e5832ae5f5979e8d7f', 'gw_port_host': None}], 'n-d-828185-2', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:30:30.611621 n-d-828185-2 neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a53a47-e2d8-4d79-bb7b-c7b1d1a48d2e None None] The sync data for ids ['d5870dea-495c-482e-90fc-b543952e5c8f'] in n-d-828185-2 is: [{'id': 'd5870dea-495c-482e-90fc-b543952e5c8f', 'name': 'tempest-TestSnapshotPattern-1349063580-router', 'tenant_id': '5300669256f244e5832ae5f5979e8d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:24:06Z', 'updated_at': '2022-02-07T22:30:30Z', 'revision_number': 6, 'project_id': '5300669256f244e5832ae5f5979e8d7f', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:30:30.629810 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-831f704f-4e83-465d-815c-7ba9aa588d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (772738f2-624e-4ae2-8473-a02c6584dbf1), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:30.659718 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f704f-4e83-465d-815c-7ba9aa588d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=772738f2-624e-4ae2-8473-a02c6584dbf1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:30:30.721498 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-831f704f-4e83-465d-815c-7ba9aa588d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7871595'] for router_gateway (d5870dea-495c-482e-90fc-b543952e5c8f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:30.810085 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-831f704f-4e83-465d-815c-7ba9aa588d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9735'] for router (d5870dea-495c-482e-90fc-b543952e5c8f), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:30.812156 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-831f704f-4e83-465d-815c-7ba9aa588d48 admin admin] Publish callbacks [] for router_controller (d5870dea-495c-482e-90fc-b543952e5c8f), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:30.853746 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-831f704f-4e83-465d-815c-7ba9aa588d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7867387'] for router (d5870dea-495c-482e-90fc-b543952e5c8f), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:30.854320 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831f704f-4e83-465d-815c-7ba9aa588d48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5870dea-495c-482e-90fc-b543952e5c8f {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 22:30:30.859473 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-831f704f-4e83-465d-815c-7ba9aa588d48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:30.860740 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-831f704f-4e83-465d-815c-7ba9aa588d48 admin admin] 10.222.0.65 "DELETE /v2.0/routers/d5870dea-495c-482e-90fc-b543952e5c8f HTTP/1.1" status: 204 len: 168 time: 0.7442772 Feb 07 22:30:30.863135 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49898) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:30:30.911214 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d46f6a-ab7c-48ae-96e5-c859820674a3 admin admin] Deleting subnet 13a90fe1-1ffb-4f19-8a1b-56f3a74dfa66 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 22:30:30.914199 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98d46f6a-ab7c-48ae-96e5-c859820674a3 admin admin] Publish callbacks [] for subnet (13a90fe1-1ffb-4f19-8a1b-56f3a74dfa66), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:30.950094 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98d46f6a-ab7c-48ae-96e5-c859820674a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160619'] for subnet (13a90fe1-1ffb-4f19-8a1b-56f3a74dfa66), precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:31.031617 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98d46f6a-ab7c-48ae-96e5-c859820674a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755500'] for subnet (13a90fe1-1ffb-4f19-8a1b-56f3a74dfa66), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:31.083882 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98d46f6a-ab7c-48ae-96e5-c859820674a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8120649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520406765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520832788'] for subnet (13a90fe1-1ffb-4f19-8a1b-56f3a74dfa66), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:31.114193 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d46f6a-ab7c-48ae-96e5-c859820674a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13a90fe1-1ffb-4f19-8a1b-56f3a74dfa66,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:30:31.116117 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98d46f6a-ab7c-48ae-96e5-c859820674a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:31.119289 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-98d46f6a-ab7c-48ae-96e5-c859820674a3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/13a90fe1-1ffb-4f19-8a1b-56f3a74dfa66 HTTP/1.1" status: 204 len: 168 time: 0.2552350 Feb 07 22:30:31.122466 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49900) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:30:31.123689 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb9d498-60ed-494c-a4e2-95c7da3b6267 None None] Network 20c24d55-8be1-417b-8a63-6a8e71341fa8 requested from n-d-828185-2 {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 22:30:31.187904 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e988df2a-6ff8-4bec-ae2a-8d6504d43c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779514'] for network (20c24d55-8be1-417b-8a63-6a8e71341fa8), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:31.240787 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e988df2a-6ff8-4bec-ae2a-8d6504d43c88 admin admin] Deleting port 2dec7e2f-e735-44b6-8e82-abae7730590a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:30:31.241131 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e988df2a-6ff8-4bec-ae2a-8d6504d43c88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (2dec7e2f-e735-44b6-8e82-abae7730590a), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:31.306122 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e988df2a-6ff8-4bec-ae2a-8d6504d43c88 admin admin] For port 2dec7e2f-e735-44b6-8e82-abae7730590a, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2dec7e2f-e735-44b6-8e82-abae7730590a,segment=NetworkSegment(b9f95b6d-7178-415e-9700-4305bffb2d67),segment_id=b9f95b6d-7178-415e-9700-4305bffb2d67)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:30:31.306407 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e988df2a-6ff8-4bec-ae2a-8d6504d43c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (2dec7e2f-e735-44b6-8e82-abae7730590a), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:31.320509 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e988df2a-6ff8-4bec-ae2a-8d6504d43c88 admin admin] Calling delete_port for 2dec7e2f-e735-44b6-8e82-abae7730590a owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:30:31.345575 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05f2d68-3a34-4930-8cda-18a0f3749e14 None None] DHCP port deletion for 20c24d55-8be1-417b-8a63-6a8e71341fa8 request from n-d-828185-2 {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 22:30:31.399577 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e05f2d68-3a34-4930-8cda-18a0f3749e14 None None] Deleting port 2dec7e2f-e735-44b6-8e82-abae7730590a {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 22:30:31.399946 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e05f2d68-3a34-4930-8cda-18a0f3749e14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751805486996'] for port (2dec7e2f-e735-44b6-8e82-abae7730590a), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:31.414163 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e988df2a-6ff8-4bec-ae2a-8d6504d43c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520406578'] for port (2dec7e2f-e735-44b6-8e82-abae7730590a), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:31.445060 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e14fab74-b5d0-4cc8-b583-a3d27e002d44 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:30:31.445282 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988df2a-6ff8-4bec-ae2a-8d6504d43c88 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dec7e2f-e735-44b6-8e82-abae7730590a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:30:31.449401 n-d-828185-2 neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e988df2a-6ff8-4bec-ae2a-8d6504d43c88 admin admin] No DVR routers for this DVR port 2dec7e2f-e735-44b6-8e82-abae7730590a on host n-d-828185-2 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:30:31.471126 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: e14fab74-b5d0-4cc8-b583-a3d27e002d44 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:30:31.471472 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device e14fab74-b5d0-4cc8-b583-a3d27e002d44 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:30:31.491962 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e05f2d68-3a34-4930-8cda-18a0f3749e14 None None] For port 2dec7e2f-e735-44b6-8e82-abae7730590a, host n-d-828185-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828185-2',level=0,port_id=2dec7e2f-e735-44b6-8e82-abae7730590a,segment=NetworkSegment(b9f95b6d-7178-415e-9700-4305bffb2d67),segment_id=b9f95b6d-7178-415e-9700-4305bffb2d67)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 22:30:31.492401 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e05f2d68-3a34-4930-8cda-18a0f3749e14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870630'] for port (2dec7e2f-e735-44b6-8e82-abae7730590a), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:31.506106 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e05f2d68-3a34-4930-8cda-18a0f3749e14 None None] Calling delete_port for 2dec7e2f-e735-44b6-8e82-abae7730590a owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 22:30:31.524012 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e988df2a-6ff8-4bec-ae2a-8d6504d43c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651515', 'neutron.services.segments.db._delete_segments_for_network-8751805432769'] for network (20c24d55-8be1-417b-8a63-6a8e71341fa8), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:31.547026 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-e988df2a-6ff8-4bec-ae2a-8d6504d43c88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c24d55-8be1-417b-8a63-6a8e71341fa8']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:30:31.557048 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-e988df2a-6ff8-4bec-ae2a-8d6504d43c88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f95b6d-7178-415e-9700-4305bffb2d67') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:30:31.557389 n-d-828185-2 neutron-server[103255]: DEBUG neutron.services.segments.db [None req-e988df2a-6ff8-4bec-ae2a-8d6504d43c88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f95b6d-7178-415e-9700-4305bffb2d67') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:30:31.566715 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e988df2a-6ff8-4bec-ae2a-8d6504d43c88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751805434314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160608'] for segment (b9f95b6d-7178-415e-9700-4305bffb2d67), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:31.580502 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e988df2a-6ff8-4bec-ae2a-8d6504d43c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782'] for segment (b9f95b6d-7178-415e-9700-4305bffb2d67), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:30:31.581951 n-d-828185-2 neutron-server[103257]: self.session.flush() Feb 07 22:30:31.586692 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e05f2d68-3a34-4930-8cda-18a0f3749e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751805493495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751804939484'] for port (2dec7e2f-e735-44b6-8e82-abae7730590a), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:31.591292 n-d-828185-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e988df2a-6ff8-4bec-ae2a-8d6504d43c88 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:30:31.591797 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e988df2a-6ff8-4bec-ae2a-8d6504d43c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-757782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520406599'] for segment (b9f95b6d-7178-415e-9700-4305bffb2d67), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: Traceback (most recent call last): Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: timer() Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: cb(*args, **kw) Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: return func(*args, **kwargs) Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: self._notify() Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: self.callback(batched_events) Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: event.method(event) Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: return f(self, *a, **k) Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: return self._get(url).json() Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: return self.request(url, 'GET', **kwargs) Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:30:31.593638 n-d-828185-2 neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:30:31.611832 n-d-828185-2 neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f2d68-3a34-4930-8cda-18a0f3749e14 None None] Pushing event deleted for resources: {'Port': ['ID=2dec7e2f-e735-44b6-8e82-abae7730590a,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:30:31.617645 n-d-828185-2 neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05f2d68-3a34-4930-8cda-18a0f3749e14 None None] No DVR routers for this DVR port 2dec7e2f-e735-44b6-8e82-abae7730590a on host n-d-828185-2 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:30:31.659850 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e988df2a-6ff8-4bec-ae2a-8d6504d43c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7871503'] for network (20c24d55-8be1-417b-8a63-6a8e71341fa8), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:31.665561 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e988df2a-6ff8-4bec-ae2a-8d6504d43c88 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:31.669688 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-e988df2a-6ff8-4bec-ae2a-8d6504d43c88 admin admin] 10.222.0.65 "DELETE /v2.0/networks/20c24d55-8be1-417b-8a63-6a8e71341fa8 HTTP/1.1" status: 204 len: 168 time: 0.5462730 Feb 07 22:30:31.683241 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988df2a-6ff8-4bec-ae2a-8d6504d43c88 admin admin] Pushing event deleted for resources: {'Network': ['ID=20c24d55-8be1-417b-8a63-6a8e71341fa8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:30:31.799991 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49904) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:30:31.840534 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-116658f9-d19a-4f8c-916a-80b1b3ccee44 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bf738d798dfd47909a17ab3c5299b49c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392721 Feb 07 22:30:31.843228 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49906) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:30:31.891900 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90e9b61f-d7a6-47a1-9ce5-900a3b05999b admin admin] Publish callbacks [] for security_group (cf9f4fad-2fd3-4f92-a001-6c8e3e95255d), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:31.912979 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90e9b61f-d7a6-47a1-9ce5-900a3b05999b admin admin] Publish callbacks [] for security_group (cf9f4fad-2fd3-4f92-a001-6c8e3e95255d), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:31.960591 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90e9b61f-d7a6-47a1-9ce5-900a3b05999b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (cf9f4fad-2fd3-4f92-a001-6c8e3e95255d), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:31.963180 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90e9b61f-d7a6-47a1-9ce5-900a3b05999b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:31.964967 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-90e9b61f-d7a6-47a1-9ce5-900a3b05999b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cf9f4fad-2fd3-4f92-a001-6c8e3e95255d HTTP/1.1" status: 204 len: 168 time: 0.1208005 Feb 07 22:30:31.972897 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9b61f-d7a6-47a1-9ce5-900a3b05999b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9f4fad-2fd3-4f92-a001-6c8e3e95255d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:30:32.282673 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49912) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:30:32.322180 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-edf4062e-18aa-448d-af69-3709b141c4d9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5300669256f244e5832ae5f5979e8d7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383546 Feb 07 22:30:32.324522 n-d-828185-2 neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.65', 49914) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 22:30:32.373877 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70cc2bc8-ef45-4210-a0f1-603ec9927dc8 admin admin] Publish callbacks [] for security_group (3851b308-bf19-4eea-8e2e-7e8032c0ab92), before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:32.394286 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70cc2bc8-ef45-4210-a0f1-603ec9927dc8 admin admin] Publish callbacks [] for security_group (3851b308-bf19-4eea-8e2e-7e8032c0ab92), precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:32.440214 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70cc2bc8-ef45-4210-a0f1-603ec9927dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885291'] for security_group (3851b308-bf19-4eea-8e2e-7e8032c0ab92), after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:32.442808 n-d-828185-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70cc2bc8-ef45-4210-a0f1-603ec9927dc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:32.443903 n-d-828185-2 neutron-server[103255]: INFO neutron.wsgi [None req-70cc2bc8-ef45-4210-a0f1-603ec9927dc8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3851b308-bf19-4eea-8e2e-7e8032c0ab92 HTTP/1.1" status: 204 len: 168 time: 0.1185107 Feb 07 22:30:32.451667 n-d-828185-2 neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc2bc8-ef45-4210-a0f1-603ec9927dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3851b308-bf19-4eea-8e2e-7e8032c0ab92,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:30:33.074341 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2dec7e2f-e735-44b6-8e82-abae7730590a no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:30:33.094323 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 2dec7e2f-e735-44b6-8e82-abae7730590a {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:30:33.094669 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 2dec7e2f-e735-44b6-8e82-abae7730590a not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:30:33.095096 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 772738f2-624e-4ae2-8473-a02c6584dbf1 no longer exists at agent ovs-agent-n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 22:30:33.115812 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] No Port match for: 772738f2-624e-4ae2-8473-a02c6584dbf1 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 22:30:33.116158 n-d-828185-2 neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Device 772738f2-624e-4ae2-8473-a02c6584dbf1 not bound to the agent host n-d-828185-2 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 22:30:34.555466 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:34.921910 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:46.644959 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:30:48.607736 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c31f5b16-c1d2-40a2-8e28-d49a9e463af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:50.825800 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-85f969d8-ee2d-4328-a758-d20ec9d3031c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:52.161333 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:53.628183 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:30:54.910581 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:31:04.567868 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:31:04.953537 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:31:18.608434 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3a872835-425f-47f2-a1e8-d3ab879f2467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:31:20.826447 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3223ef12-bd8d-4338-bba0-9f131f2b91d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:31:22.158653 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:31:23.630619 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:31:23.643776 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:31:24.911758 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:31:34.569709 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:31:34.955767 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:31:48.610155 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d78b7db4-a5fb-45e7-8920-2d0008bbc477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:31:50.827726 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fb1f4940-f593-4fa2-86c6-9faa35c58140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:31:52.161609 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:31:53.632852 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:31:54.916214 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:32:00.641923 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:32:04.584190 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:32:04.958059 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:32:18.614952 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2e2019c-2358-4193-ab21-6b0a7b052d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:32:20.829224 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e3bb4f5c-68a1-446b-acad-2522663ba90e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:32:22.162865 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:32:23.636691 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:32:24.918984 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:32:34.595237 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:32:34.975727 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:32:37.641058 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:32:48.616694 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-86ba25e4-7c9d-4bd2-9e39-0abde9ed6fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:32:50.834932 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9c25f6c6-604c-4af3-82e4-e172dbfa0b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:32:52.166082 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:32:53.639170 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:32:54.927236 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:33:04.592939 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:33:05.002332 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:33:14.639921 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:33:18.619714 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9cd84d6e-7a2c-4d3e-a237-8c88969107df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:33:20.826130 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4ece4820-9a74-4dd0-be23-dec08d39719c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:33:22.171487 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:33:23.641429 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:33:24.920915 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:33:34.607239 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:33:35.005333 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:33:48.621620 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4af028e9-7dda-4e4d-943f-f9de7ade4555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:33:50.827065 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d738411e-0a89-4119-90d5-ce3fbcfb33e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:33:51.639243 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:33:52.171262 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:33:53.647248 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:33:54.927625 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:34:04.621860 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:34:05.003859 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:34:18.622864 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-67518a9b-c0a9-483c-b2b0-f65a144fe3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:34:20.827359 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6a3b75a9-ed91-4a0c-bc9c-c0cda010953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:34:22.174262 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:34:23.646323 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:34:24.921135 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:34:28.638485 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:34:34.621007 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:34:35.002632 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:34:48.624826 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-30f7c665-1c12-4b53-beb4-d8bcfec0b9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:34:50.828184 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eb79bdb6-6b0a-45f9-b00e-9c66f38e8f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:34:52.178100 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:34:53.648583 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:34:54.923672 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:35:04.623407 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:35:05.000297 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:35:05.638547 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:35:18.625093 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e21e6c23-1c00-4bc7-8f29-7ae91d93970b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:35:20.831341 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-64452df1-a6ec-4bfb-9638-8ae489596636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:35:22.183145 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:35:23.651444 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:35:24.927933 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:35:34.618700 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:35:35.004201 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:35:42.638132 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:35:48.626382 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b5bd5a6c-8c07-47f1-a65a-be8c4c85c126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:35:50.832741 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a83b99e1-c920-4d6a-a303-45cf926dba05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:35:52.182997 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:35:53.654154 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:35:54.929584 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:36:04.632818 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:36:05.012751 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:36:18.628282 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-87595d6e-09ed-4980-a9f6-79e848db709a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:36:19.636802 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:36:20.835421 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-afb0b1ad-af97-45b4-88a6-dad7fc2b3d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:36:22.186199 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:36:23.656297 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:36:24.931500 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:36:34.647358 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:36:35.027837 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:36:48.630150 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-994acd7e-a130-49b6-947e-cf4ca0db254c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:36:50.836516 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-94e75dfc-3faa-471a-9912-274302b85abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:36:52.187607 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:36:53.662993 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:36:54.933291 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:36:55.547754 n-d-828185-2 neutron-server[103256]: DEBUG neutron.wsgi [req-b4b3590f-ee2c-4133-a345-55a8a1ddcd0b req-0b771e4d-2154-4d0b-b45f-77577fe41ab2 service neutron] (103256) timed out ('10.222.0.65', 47480) {{(pid=103256) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 22:36:56.636377 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:37:04.664275 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:37:05.042932 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:37:18.631487 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-96b62602-afb2-43c4-bff7-95494e2e1f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:37:20.838853 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-39e33d68-1251-4d25-a37c-a7c72b443eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:37:22.194385 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:37:23.663267 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:37:24.935201 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:37:33.636956 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:37:34.660385 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:37:35.041832 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:37:48.633257 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-34044833-fe80-44ad-a112-f35a8ae43b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:37:50.840804 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-576e1b76-bb6d-434d-a7e9-86be982dbfe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:37:52.193922 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:37:53.665544 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:37:54.940350 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:38:04.660033 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:38:05.057435 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:38:10.635277 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:38:18.634946 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0473edb5-09b0-4642-ba42-c1308b8c3881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:38:20.842110 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d0b40ac1-7887-44f2-8a1e-079755cb370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:38:22.197001 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:38:23.668722 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:38:24.943576 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:38:34.659062 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:38:35.055821 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:38:47.635881 n-d-828185-2 neutron-server[103258]: DEBUG neutron.db.agents_db [None req-7e90f473-eaa1-410c-b8a8-8a4824423e90 None None] Agent healthcheck: found 7 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 22:38:48.636581 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5c486f95-5963-4f11-aa75-74c52c186172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:38:50.843256 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-18cdf66e-8f36-4cb6-8490-fe7f4c53fb03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:38:52.199894 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-891a76e4-5968-436d-8bbe-0c853f58dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (a796d1f5-ef88-4d7c-8d04-f320a53209fb), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:38:53.671007 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d980a735-56f0-43b6-8463-dff8997c0822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (c05346f8-2853-4444-a83e-4fe3cff6a904), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:38:54.946161 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c3636d3-619f-4f6c-a508-f6920a91f3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (0cd41525-a827-4b6e-90dc-03ab2e815646), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:39:04.660565 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68fdc31b-c188-42b9-a86c-550017c80967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (75b62b80-3088-4ddc-970e-212f604e6e2f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:39:05.071222 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9814e5c-a245-4ea9-ac92-c9cd1e50350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (35d9c3cd-6fb1-450b-99a4-70184729dcf7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:39:18.639307 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bce66011-db14-42d9-83c5-dab20f1a957d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (742ed04e-215a-487f-a1a1-9338c04b6705), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 22:39:20.844517 n-d-828185-2 neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4e4a5b26-3583-4e5a-a635-84cb134533f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751805432751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654320'] for agent (568c1f15-efcb-47d9-8146-de59d866bc3a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}